[ { "query_id": 30, "query": "A person walks into a woman's office and she motions for him to sit down.", "relevant_moment": [ { "pair_id": 152340, "video_name": "s06e12_seg02_clip_09", "timestamp": [ 27.31, 35.12 ], "duration": 65.66, "caption": "A person walks into a woman's office and she motions for him to sit down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152341, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 38.5, 41.56 ], "duration": 87.66, "caption": "A man walks into the office where a woman is seated.", "similarity": 0.8485, "relevance": 2 }, { "pair_id": 152342, "video_name": "grey_s01e02_seg02_clip_05", "timestamp": [ 43.63, 58.78 ], "duration": 91.66, "caption": "A man walks into an office where a woman is, and sits down on a chair.", "similarity": 0.8458, "relevance": 2 }, { "pair_id": 152343, "video_name": "house_s02e23_seg02_clip_06", "timestamp": [ 28.53, 86.47 ], "duration": 86.66, "caption": "A person walks into woman's office and sits down to talk to her.", "similarity": 0.8436, "relevance": 2 }, { "pair_id": 152344, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 75.67, 85.46 ], "duration": 89.66, "caption": "A man walks in to woman's office and sits down across from her.", "similarity": 0.8343, "relevance": 3 }, { "pair_id": 152345, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 51.16, 52.56 ], "duration": 93.66, "caption": "A person walks into woman's office as she holds the door for him.", "similarity": 0.8282, "relevance": 2 }, { "pair_id": 152346, "video_name": "house_s04e06_seg02_clip_07", "timestamp": [ 33.45, 57.78 ], "duration": 86.66, "caption": "Some people walk into woman's office and sit down.", "similarity": 0.8165, "relevance": 3 }, { "pair_id": 152347, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 17.15, 20.77 ], "duration": 90.66, "caption": "A person walks into woman's office while she's doing paperwork.", "similarity": 0.8078, "relevance": 2 }, { "pair_id": 152348, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 97.01, 106.02 ], "duration": 106.66, "caption": "A woman enters person's office and walks up to his desk.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 152349, "video_name": "friends_s04e03_seg02_clip_09", "timestamp": [ 38.5, 48.12 ], "duration": 52.66, "caption": "A man tells a woman he needs to see her and she walks into the office.", "similarity": 0.8063, "relevance": 2 }, { "pair_id": 152350, "video_name": "met_s03e15_seg02_clip_00", "timestamp": [ 41.78, 47.66 ], "duration": 61.66, "caption": "A woman enters a person's office and walks towards his desk.", "similarity": 0.8031, "relevance": 2 }, { "pair_id": 152351, "video_name": "house_s05e15_seg02_clip_08", "timestamp": [ 17.93, 24.65 ], "duration": 89.66, "caption": "A woman walks into man's office and sits on his desk.", "similarity": 0.8017, "relevance": 2 }, { "pair_id": 152352, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 47.97, 54.57 ], "duration": 88.66, "caption": "A person walks into another person's office and sits down.", "similarity": 0.7965, "relevance": 2 }, { "pair_id": 152353, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 29.98, 35.25 ], "duration": 81.66, "caption": "A person walks in a woman's office who is sitting down at her desk.", "similarity": 0.7956, "relevance": 2 }, { "pair_id": 152354, "video_name": "house_s06e21_seg02_clip_00", "timestamp": [ 8.08, 13.78 ], "duration": 95.66, "caption": "A person walks into woman's office when she is changing.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 152355, "video_name": "house_s02e01_seg02_clip_16", "timestamp": [ 90.24, 93.03 ], "duration": 93.66, "caption": "A person walks into his office to find a woman sitting at his desk.", "similarity": 0.7926, "relevance": 2 }, { "pair_id": 152356, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 4.73, 6.02 ], "duration": 86.66, "caption": "A person walks into a woman's office through the office doors.", "similarity": 0.7905, "relevance": 1 }, { "pair_id": 152357, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 22.7, 24.88 ], "duration": 87.66, "caption": "A woman sits down on her desk as a man walks into her office.", "similarity": 0.7885, "relevance": 2 }, { "pair_id": 152358, "video_name": "castle_s07e06_seg02_clip_10", "timestamp": [ 41.87, 44.63 ], "duration": 92.66, "caption": "A man walks into a woman's office and then stops.", "similarity": 0.7838, "relevance": 0 }, { "pair_id": 152359, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A person walks into woman's office and speaks with someone.", "similarity": 0.7834, "relevance": 1 } ] }, { "query_id": 60, "query": "A person runs out the door leaving a woman with an older woman.", "relevant_moment": [ { "pair_id": 159340, "video_name": "s09e14_seg02_clip_09", "timestamp": [ 51.82, 55.46 ], "duration": 56.66, "caption": "A person runs out the door leaving a woman with an older woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159341, "video_name": "friends_s07e23-24_seg02_clip_01", "timestamp": [ 7.0, 11.48 ], "duration": 56.66, "caption": "A woman shoos a man away and he runs out the door.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 159342, "video_name": "friends_s07e08_seg02_clip_13", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A woman runs out the door before a man comes back.", "similarity": 0.7617, "relevance": 1 }, { "pair_id": 159343, "video_name": "s04e06_seg02_clip_04", "timestamp": [ 52.72, 62.03 ], "duration": 62.66, "caption": "After a person leaves, another man runs and opens the door to let woman in.", "similarity": 0.7608, "relevance": 0 }, { "pair_id": 159344, "video_name": "house_s05e22_seg02_clip_02", "timestamp": [ 43.44, 48.6 ], "duration": 86.66, "caption": "A person opens the door for woman, and they both leave the room.", "similarity": 0.7587, "relevance": 1 }, { "pair_id": 159345, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 0.0, 13.25 ], "duration": 106.66, "caption": "A person opens the door and walks out with a woman.", "similarity": 0.7538, "relevance": 1 }, { "pair_id": 159346, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 45.24, 48.64 ], "duration": 68.66, "caption": "A woman abruptly goes out from the door, leaving another woman alone.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 159347, "video_name": "castle_s04e06_seg02_clip_16", "timestamp": [ 23.21, 26.85 ], "duration": 91.66, "caption": "A woman opens the door and leaves the room with a man.", "similarity": 0.742, "relevance": 0 }, { "pair_id": 159348, "video_name": "s01e05_seg02_clip_04", "timestamp": [ 60.19, 64.02 ], "duration": 64.66, "caption": "A woman opens the front door and walks out leaving a person inside.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 159349, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person opens door and walks out of it with a woman following.", "similarity": 0.7367, "relevance": 2 }, { "pair_id": 159350, "video_name": "friends_s01e23_seg02_clip_15", "timestamp": [ 30.79, 36.78 ], "duration": 57.66, "caption": "A person opens the door while two people run out.", "similarity": 0.7318, "relevance": 1 }, { "pair_id": 159351, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 45.92, 54.42 ], "duration": 68.66, "caption": "A woman rushes out the door and another woman goes after her, stops and goes back inside and closes the door.", "similarity": 0.7303, "relevance": 2 }, { "pair_id": 159352, "video_name": "castle_s06e17_seg02_clip_09", "timestamp": [ 79.82, 95.03 ], "duration": 95.66, "caption": "Two people walk out the door leaving woman standing in the room.", "similarity": 0.7281, "relevance": 1 }, { "pair_id": 159353, "video_name": "s01e07_seg02_clip_02", "timestamp": [ 11.71, 16.51 ], "duration": 60.66, "caption": "A woman gets up to leave and a man follows her to the door.", "similarity": 0.7246, "relevance": 1 }, { "pair_id": 159354, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 44.66, 46.83 ], "duration": 62.66, "caption": "A person walks out the door, leaving woman with his father.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 159355, "video_name": "castle_s04e22_seg02_clip_27", "timestamp": [ 74.82, 76.52 ], "duration": 85.66, "caption": "A woman runs out of the room leaving a man there alone.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 159356, "video_name": "house_s01e16_seg02_clip_21", "timestamp": [ 13.5, 17.1 ], "duration": 90.66, "caption": "A woman opens the door and exits the room leaving a person standing there.", "similarity": 0.7222, "relevance": 1 }, { "pair_id": 159357, "video_name": "friends_s06e22_seg02_clip_08", "timestamp": [ 0.0, 10.92 ], "duration": 56.66, "caption": "A woman rushes man behind a door as person is coming out of another one.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 159358, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 14.35, 19.61 ], "duration": 70.66, "caption": "A woman leaves and another woman closes the door behind her.", "similarity": 0.7144, "relevance": 2 }, { "pair_id": 159359, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 4.61, 8.39 ], "duration": 83.66, "caption": "A person runs away and another person runs to another door.", "similarity": 0.714, "relevance": 1 } ] }, { "query_id": 77, "query": "A woman and man are conversing with two other men by the woman's desk.", "relevant_moment": [ { "pair_id": 154160, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 62.54, 89.34 ], "duration": 89.66, "caption": "A woman and man are conversing with two other men by the woman's desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154161, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 26.05, 72.1 ], "duration": 93.66, "caption": "A man and woman are speaking to another man and woman at their desk.", "similarity": 0.8814, "relevance": 3 }, { "pair_id": 154162, "video_name": "castle_s07e18_seg02_clip_16", "timestamp": [ 77.87, 87.5 ], "duration": 87.66, "caption": "A woman is talking to man with person by her desk.", "similarity": 0.8372, "relevance": 3 }, { "pair_id": 154163, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 0.0, 20.03 ], "duration": 89.66, "caption": "A woman, a man, and another man are conversing in an office.", "similarity": 0.8315, "relevance": 1 }, { "pair_id": 154164, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 21.76, 69.81 ], "duration": 90.66, "caption": "Two people are conversing with a man as he is seated at his desk.", "similarity": 0.8183, "relevance": 1 }, { "pair_id": 154165, "video_name": "castle_s04e12_seg02_clip_07", "timestamp": [ 41.16, 89.47 ], "duration": 89.66, "caption": "A woman is sitting at her desk as she speaks with a man and woman.", "similarity": 0.8139, "relevance": 2 }, { "pair_id": 154166, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 0.0, 69.91 ], "duration": 92.66, "caption": "A man and a woman are conversing with two people in an office.", "similarity": 0.8111, "relevance": 1 }, { "pair_id": 154167, "video_name": "castle_s07e14_seg02_clip_17", "timestamp": [ 0.0, 48.94 ], "duration": 90.66, "caption": "A woman is conversing with woman and man in her office.", "similarity": 0.8098, "relevance": 1 }, { "pair_id": 154168, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 13.34, 91.11 ], "duration": 92.66, "caption": "A woman and man are in an office conversing with a man.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 154169, "video_name": "castle_s06e14_seg02_clip_22", "timestamp": [ 56.64, 65.93 ], "duration": 88.66, "caption": "A man and a woman are sitting at her desk as they converse.", "similarity": 0.8044, "relevance": 1 }, { "pair_id": 154170, "video_name": "house_s03e06_seg02_clip_05", "timestamp": [ 54.05, 59.9 ], "duration": 90.66, "caption": "A man walks around the desk and talks with another man and a woman.", "similarity": 0.8005, "relevance": 0 }, { "pair_id": 154171, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 18.0, 83.27 ], "duration": 90.66, "caption": "A woman and a man are conversing with a person in his office.", "similarity": 0.7924, "relevance": 1 }, { "pair_id": 154172, "video_name": "castle_s01e09_seg02_clip_04", "timestamp": [ 43.2, 89.08 ], "duration": 89.66, "caption": "A man, woman and another person are in the room with two people conversing.", "similarity": 0.7884, "relevance": 1 }, { "pair_id": 154173, "video_name": "castle_s07e09_seg02_clip_17", "timestamp": [ 28.1, 90.65 ], "duration": 90.66, "caption": "A woman and a man sit at someone's desk talking to him.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 154174, "video_name": "house_s01e10_seg02_clip_05", "timestamp": [ 11.31, 13.92 ], "duration": 87.66, "caption": "A woman sits down at her desk while talking with two men.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 154175, "video_name": "castle_s04e23_seg02_clip_11", "timestamp": [ 0.0, 10.27 ], "duration": 89.66, "caption": "Some men and a woman are conversing with each other.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 154176, "video_name": "house_s03e21_seg02_clip_18", "timestamp": [ 2.23, 16.07 ], "duration": 89.66, "caption": "A person is conversing with two women and a man as they are seated.", "similarity": 0.777, "relevance": 1 }, { "pair_id": 154177, "video_name": "castle_s04e15_seg02_clip_06", "timestamp": [ 23.26, 64.65 ], "duration": 93.66, "caption": "A woman is at her desk as she speaks to two men.", "similarity": 0.7744, "relevance": 2 }, { "pair_id": 154178, "video_name": "castle_s03e17_seg02_clip_11", "timestamp": [ 32.89, 52.18 ], "duration": 87.66, "caption": "A woman has a phone conversation with someone while a man is at the desk.", "similarity": 0.7726, "relevance": 1 }, { "pair_id": 154179, "video_name": "house_s03e02_seg02_clip_08", "timestamp": [ 0.0, 48.24 ], "duration": 91.66, "caption": "A woman and another woman are conversing as they are inside woman's office.", "similarity": 0.7723, "relevance": 1 }, { "pair_id": 327480, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 12.12, 60.11 ], "duration": 101.66, "caption": "A man and woman are in an office conversing with someone.", "similarity": 0.7711, "relevance": 3 }, { "pair_id": 327481, "video_name": "castle_s03e14_seg02_clip_02", "timestamp": [ 40.41, 91.66 ], "duration": 91.66, "caption": "A man and a woman are in an office speaking to two other women.", "similarity": 0.7704, "relevance": 2 }, { "pair_id": 327482, "video_name": "house_s07e16_seg02_clip_03", "timestamp": [ 15.3, 17.1 ], "duration": 90.66, "caption": "A woman sitting out her desk having a talk with a man.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 327483, "video_name": "house_s01e12_seg02_clip_10", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A woman speaks with man right at his desk.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 327484, "video_name": "house_s02e08_seg02_clip_11", "timestamp": [ 10.8, 15.3 ], "duration": 90.66, "caption": "A woman sits down at her desk while talking with man.", "similarity": 0.7662, "relevance": 1 }, { "pair_id": 327485, "video_name": "castle_s02e23_seg02_clip_12", "timestamp": [ 0.0, 19.21 ], "duration": 89.66, "caption": "A woman, man, and person are together by woman's desk.", "similarity": 0.766, "relevance": 2 }, { "pair_id": 327486, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 36.46, 40.51 ], "duration": 90.66, "caption": "A man sees a woman on a desk while talking to a man.", "similarity": 0.764, "relevance": 1 }, { "pair_id": 327487, "video_name": "castle_s06e09_seg02_clip_19", "timestamp": [ 21.39, 23.21 ], "duration": 91.66, "caption": "A man stands up from his desk during his conversation with a woman and a man.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 327488, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 55.36, 90.02 ], "duration": 90.66, "caption": "A person is in an office with man and woman conversing.", "similarity": 0.7626, "relevance": 2 }, { "pair_id": 327489, "video_name": "castle_s06e05_seg02_clip_24", "timestamp": [ 0.0, 36.63 ], "duration": 87.66, "caption": "A man and a woman are talking with two men.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 327490, "video_name": "castle_s03e14_seg02_clip_22", "timestamp": [ 24.83, 74.05 ], "duration": 90.66, "caption": "Man and woman sit across from person at a desk talking.", "similarity": 0.7594, "relevance": 3 }, { "pair_id": 327491, "video_name": "castle_s04e18_seg02_clip_06", "timestamp": [ 0.0, 14.24 ], "duration": 91.66, "caption": "A woman, a man, and another man are having a conversation with each other.", "similarity": 0.7592, "relevance": 2 }, { "pair_id": 327492, "video_name": "castle_s04e07_seg02_clip_22", "timestamp": [ 0.0, 16.65 ], "duration": 64.66, "caption": "A woman, a man, and another man are having a conversation with each other.", "similarity": 0.7592, "relevance": 2 }, { "pair_id": 327493, "video_name": "castle_s04e09_seg02_clip_26", "timestamp": [ 46.41, 145.02 ], "duration": 145.66, "caption": "A man and a woman are in his office conversing with each other.", "similarity": 0.7591, "relevance": 2 }, { "pair_id": 327494, "video_name": "castle_s06e16_seg02_clip_22", "timestamp": [ 0.0, 32.09 ], "duration": 93.66, "caption": "A man and woman are speaking to another woman in her office.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 327495, "video_name": "castle_s02e16_seg02_clip_20", "timestamp": [ 82.31, 88.64 ], "duration": 90.66, "caption": "A woman is at her desk as a man sits in a chair beside her as they converse.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 327496, "video_name": "castle_s01e07_seg02_clip_02", "timestamp": [ 37.51, 91.49 ], "duration": 91.66, "caption": "Two people are in an office conversing with woman.", "similarity": 0.7564, "relevance": 2 }, { "pair_id": 327497, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 69.34, 91.23 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another woman.", "similarity": 0.7557, "relevance": 2 }, { "pair_id": 327498, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 40.51, 91.03 ], "duration": 91.66, "caption": "A woman is at a table with a man and another person conversing.", "similarity": 0.7557, "relevance": 2 }, { "pair_id": 327499, "video_name": "castle_s04e02_seg02_clip_16", "timestamp": [ 16.85, 66.93 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.7547, "relevance": 2 } ] }, { "query_id": 87, "query": "A woman picks up their coffee cup and takes a drink.", "relevant_moment": [ { "pair_id": 153940, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153941, "video_name": "friends_s07e18_seg01_clip_00", "timestamp": [ 1.2, 4.8 ], "duration": 120.66, "caption": "A woman picks up her cup and takes a drink.", "similarity": 0.9252, "relevance": 4 }, { "pair_id": 153942, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A woman picks up her cup to drink from it.", "similarity": 0.8714, "relevance": 3 }, { "pair_id": 153943, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.86, "relevance": 3 }, { "pair_id": 153944, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.857, "relevance": 2 }, { "pair_id": 153945, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.87, 50.73 ], "duration": 69.66, "caption": "A woman smiles as she picks up and drinks her coffee.", "similarity": 0.8416, "relevance": 4 }, { "pair_id": 153946, "video_name": "s01e16_seg01_clip_01", "timestamp": [ 4.58, 6.1 ], "duration": 61.66, "caption": "A woman picks up person's mug to fill it with coffee.", "similarity": 0.8296, "relevance": 1 }, { "pair_id": 153947, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.8293, "relevance": 3 }, { "pair_id": 153948, "video_name": "house_s05e17_seg02_clip_17", "timestamp": [ 45.97, 50.97 ], "duration": 91.66, "caption": "A person picks up their cup and takes a drink.", "similarity": 0.8223, "relevance": 3 }, { "pair_id": 153949, "video_name": "friends_s04e18_seg02_clip_17", "timestamp": [ 57.07, 58.93 ], "duration": 62.66, "caption": "A woman picks up the coffee mug from the coffee table.", "similarity": 0.8163, "relevance": 4 }, { "pair_id": 153950, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.8115, "relevance": 4 }, { "pair_id": 153951, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.8106, "relevance": 2 }, { "pair_id": 153953, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 46.52, 50.55 ], "duration": 62.66, "caption": "A woman picks up the green coffee mug from the table and takes a drink.", "similarity": 0.807, "relevance": 4 }, { "pair_id": 153954, "video_name": "friends_s01e01_seg02_clip_15", "timestamp": [ 44.1, 58.02 ], "duration": 58.66, "caption": "A woman picks up her tea cup and takes a sip out of it.", "similarity": 0.8009, "relevance": 4 }, { "pair_id": 153955, "video_name": "castle_s03e11_seg02_clip_21", "timestamp": [ 29.26, 34.66 ], "duration": 90.66, "caption": "A woman grabs her cup and takes a drink from it.", "similarity": 0.8004, "relevance": 4 }, { "pair_id": 153956, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.7995, "relevance": 4 }, { "pair_id": 153957, "video_name": "grey_s02e20_seg02_clip_00", "timestamp": [ 15.19, 19.61 ], "duration": 98.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 153958, "video_name": "friends_s07e05_seg02_clip_18", "timestamp": [ 33.41, 36.87 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 153959, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 15.13, 18.91 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 327260, "video_name": "friends_s02e12-13_seg02_clip_29", "timestamp": [ 21.76, 24.08 ], "duration": 58.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 327261, "video_name": "s05e01_seg02_clip_05", "timestamp": [ 3.48, 6.38 ], "duration": 58.66, "caption": "A woman picks up a mixing cup and drinks from it.", "similarity": 0.7938, "relevance": 3 }, { "pair_id": 327262, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.7936, "relevance": 2 }, { "pair_id": 327263, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.7871, "relevance": 1 }, { "pair_id": 327264, "video_name": "grey_s01e02_seg02_clip_15", "timestamp": [ 4.35, 5.66 ], "duration": 87.66, "caption": "A woman picked up a cup and started to drink from it.", "similarity": 0.7837, "relevance": 2 }, { "pair_id": 327265, "video_name": "castle_s06e21_seg02_clip_00", "timestamp": [ 42.67, 50.01 ], "duration": 91.66, "caption": "A woman picks up the coffee pot and pours some coffee for a man.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 327266, "video_name": "castle_s07e14_seg02_clip_08", "timestamp": [ 20.03, 22.3 ], "duration": 91.66, "caption": "A person puts down a coffee pot and a woman picks up a coffee cup.", "similarity": 0.7814, "relevance": 1 }, { "pair_id": 327267, "video_name": "s10e04_seg02_clip_17", "timestamp": [ 43.88, 50.85 ], "duration": 82.66, "caption": "A woman picks up a coffee mug and holds it in their left hand.", "similarity": 0.7809, "relevance": 2 }, { "pair_id": 327268, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.7797, "relevance": 2 }, { "pair_id": 327269, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 327270, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 21.09 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 327271, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 19.54 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 327272, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.7719, "relevance": 2 }, { "pair_id": 327273, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 10.8, 18.91 ], "duration": 60.66, "caption": "A woman takes a sip of coffee and tries to hand it back.", "similarity": 0.7717, "relevance": 3 }, { "pair_id": 327274, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 327275, "video_name": "grey_s02e10_seg02_clip_15", "timestamp": [ 83.13, 87.5 ], "duration": 87.66, "caption": "A woman walks in-between woman and person then picks up a coffee cup.", "similarity": 0.7708, "relevance": 3 }, { "pair_id": 327276, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 45.55, 48.45 ], "duration": 58.66, "caption": "A woman picks up a blue coffee cup and sets it back down.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 327277, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 19.33, 23.93 ], "duration": 92.66, "caption": "A woman takes a sip of coffee then sets her cup down.", "similarity": 0.7691, "relevance": 2 }, { "pair_id": 327278, "video_name": "castle_s04e19_seg02_clip_19", "timestamp": [ 74.38, 78.98 ], "duration": 91.66, "caption": "A woman walks over to their desk and picks up a coffee cup.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 327279, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.7665, "relevance": 1 } ] }, { "query_id": 196, "query": "A person walks into the room with their phone.", "relevant_moment": [ { "pair_id": 218780, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.7554, "relevance": 3 }, { "pair_id": 218781, "video_name": "grey_s03e06_seg02_clip_17", "timestamp": [ 37.32, 53.05 ], "duration": 89.66, "caption": "A person picks up his/her phone to use it and then hangs up and walks out of the room.", "similarity": 0.7539, "relevance": 4 }, { "pair_id": 218782, "video_name": "castle_s03e19_seg02_clip_01", "timestamp": [ 6.81, 11.36 ], "duration": 90.66, "caption": "A person is looking at his phone and walks into the door.", "similarity": 0.7493, "relevance": 4 }, { "pair_id": 218783, "video_name": "castle_s06e09_seg02_clip_08", "timestamp": [ 39.67, 50.48 ], "duration": 90.66, "caption": "A woman answers her cell phone and walks out of the room.", "similarity": 0.7466, "relevance": 4 }, { "pair_id": 218784, "video_name": "house_s02e08_seg02_clip_23", "timestamp": [ 21.01, 53.64 ], "duration": 89.66, "caption": "A person is on the black phone in the room.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 218785, "video_name": "house_s07e08_seg02_clip_07", "timestamp": [ 60.09, 63.21 ], "duration": 89.66, "caption": "A woman enters the room while talking to a person on the phone.", "similarity": 0.7364, "relevance": 4 }, { "pair_id": 218786, "video_name": "house_s06e16_seg02_clip_08", "timestamp": [ 16.1, 22.09 ], "duration": 92.66, "caption": "A person walks into someone's room to talk to him.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 218787, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 37.84, 41.8 ], "duration": 61.66, "caption": "A woman walks into a man's apartment with her cellphone in her hand.", "similarity": 0.7336, "relevance": 4 }, { "pair_id": 218788, "video_name": "castle_s03e21_seg02_clip_20", "timestamp": [ 8.3, 15.67 ], "duration": 92.66, "caption": "A woman walks in the room while talking on the phone and sits down at the table.", "similarity": 0.7331, "relevance": 2 }, { "pair_id": 218789, "video_name": "friends_s09e09_seg02_clip_05", "timestamp": [ 40.04, 42.07 ], "duration": 58.66, "caption": "A person walks into the hallway while on the phone with another person.", "similarity": 0.7326, "relevance": 4 }, { "pair_id": 218790, "video_name": "grey_s02e22_seg02_clip_26", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man is holding up his phone as he walks into a storage room.", "similarity": 0.7296, "relevance": 4 }, { "pair_id": 218791, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 17.8, 20.48 ], "duration": 89.66, "caption": "A person walks into the room and addresses someone.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 218792, "video_name": "s10e08_seg02_clip_15", "timestamp": [ 45.84, 56.28 ], "duration": 58.66, "caption": "A person walks into the apartment and sets a cell phone down on a table.", "similarity": 0.7285, "relevance": 4 }, { "pair_id": 218793, "video_name": "met_s03e01_seg02_clip_01", "timestamp": [ 7.79, 9.88 ], "duration": 59.66, "caption": "A person walks quickly through the door into the room while talking.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 218794, "video_name": "s08e09_seg02_clip_04", "timestamp": [ 16.21, 25.51 ], "duration": 60.66, "caption": "A person is talking on the phone in their living room.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 218795, "video_name": "castle_s06e11_seg02_clip_04", "timestamp": [ 16.35, 19.79 ], "duration": 86.66, "caption": "A person enters the room and walks towards the other.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 218796, "video_name": "house_s03e03_seg02_clip_09", "timestamp": [ 26.52, 39.32 ], "duration": 46.66, "caption": "A person is on their cell phone in the room and then places their phone into their pocket.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 218797, "video_name": "castle_s05e02_seg02_clip_20", "timestamp": [ 45.09, 50.15 ], "duration": 92.66, "caption": "A person walks through their apartment looking at their phone.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 218798, "video_name": "s08e14_seg02_clip_06", "timestamp": [ 28.04, 31.58 ], "duration": 59.66, "caption": "After walking into the apartment, a person looks at his phone.", "similarity": 0.7184, "relevance": 4 }, { "pair_id": 218799, "video_name": "s02e10_seg02_clip_15", "timestamp": [ 49.62, 57.38 ], "duration": 62.66, "caption": "A man picks up his phone and then gets up and begins to walk out of the room.", "similarity": 0.7184, "relevance": 3 } ] }, { "query_id": 249, "query": "A woman walks through the door and greets a person.", "relevant_moment": [ { "pair_id": 1760, "video_name": "friends_s03e08_seg02_clip_07", "timestamp": [ 52.87, 60.08 ], "duration": 60.66, "caption": "A woman walks through the door and greets a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1761, "video_name": "friends_s05e02_seg02_clip_01", "timestamp": [ 47.91, 51.57 ], "duration": 61.66, "caption": "A woman walks in the door and two people go to greet her.", "similarity": 0.9062, "relevance": 4 }, { "pair_id": 1762, "video_name": "s09e08_seg02_clip_13", "timestamp": [ 45.16, 51.87 ], "duration": 61.66, "caption": "A person opens to door to greet a woman.", "similarity": 0.8749, "relevance": 3 }, { "pair_id": 1763, "video_name": "friends_s10e15_seg02_clip_06", "timestamp": [ 44.18, 47.06 ], "duration": 64.66, "caption": "A woman opens the door and greets two people.", "similarity": 0.8505, "relevance": 4 }, { "pair_id": 1764, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 44.12 ], "duration": 60.66, "caption": "A person opens the front door and greets woman as she stands at the doorway.", "similarity": 0.8441, "relevance": 3 }, { "pair_id": 1765, "video_name": "friends_s02e01_seg02_clip_11", "timestamp": [ 33.09, 34.04 ], "duration": 63.66, "caption": "A person walks in the door with a woman and greets everyone, and everyone turns around to look at the woman and the person and greet them as well.", "similarity": 0.8253, "relevance": 2 }, { "pair_id": 1766, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 49.08, 53.51 ], "duration": 88.66, "caption": "A woman opens the door and is greeted by a person.", "similarity": 0.7933, "relevance": 2 }, { "pair_id": 1767, "video_name": "s02e06_seg02_clip_07", "timestamp": [ 37.84, 40.01 ], "duration": 62.66, "caption": "A woman walks up to some people to greet them.", "similarity": 0.7926, "relevance": 1 }, { "pair_id": 1768, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 36.98, 39.62 ], "duration": 44.66, "caption": "A woman opens the door to an apartment to greet a person.", "similarity": 0.7876, "relevance": 2 }, { "pair_id": 1769, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 44.97, 58.03 ], "duration": 58.66, "caption": "A woman opens the door and talk to person.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 1770, "video_name": "s01e10_seg02_clip_02", "timestamp": [ 41.5, 46.08 ], "duration": 61.66, "caption": "A woman opens her apartment door to greet a person.", "similarity": 0.785, "relevance": 2 }, { "pair_id": 1771, "video_name": "s08e15_seg02_clip_00", "timestamp": [ 53.4, 57.67 ], "duration": 61.66, "caption": "A woman walks into the laundry room and greets a person.", "similarity": 0.7844, "relevance": 4 }, { "pair_id": 1772, "video_name": "s06e16_seg02_clip_10", "timestamp": [ 38.42, 41.72 ], "duration": 60.66, "caption": "A person opens the front door and greets another person.", "similarity": 0.7831, "relevance": 3 }, { "pair_id": 1773, "video_name": "s02e09_seg01_clip_02", "timestamp": [ 34.62, 37.02 ], "duration": 40.66, "caption": "A woman walks in the door while telling person it's pleasant conversing with him.", "similarity": 0.7826, "relevance": 2 }, { "pair_id": 1774, "video_name": "s05e12_seg02_clip_14", "timestamp": [ 27.17, 31.09 ], "duration": 56.66, "caption": "A woman opens the door for another woman and greets her as she enters.", "similarity": 0.7814, "relevance": 4 }, { "pair_id": 1775, "video_name": "castle_s06e02_seg02_clip_01", "timestamp": [ 23.5, 28.38 ], "duration": 88.66, "caption": "A woman walks down the stairs and greets another woman.", "similarity": 0.7788, "relevance": 2 }, { "pair_id": 1776, "video_name": "grey_s03e22_seg02_clip_17", "timestamp": [ 19.91, 39.36 ], "duration": 92.66, "caption": "A woman closes a door and turns around as she calls out greeting.", "similarity": 0.7772, "relevance": 0 }, { "pair_id": 1777, "video_name": "s03e16_seg02_clip_16", "timestamp": [ 40.91, 49.61 ], "duration": 58.66, "caption": "A man opens to door and greets woman and person.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 1778, "video_name": "s05e06_seg02_clip_03", "timestamp": [ 3.54, 6.2 ], "duration": 59.66, "caption": "A person stands up from the doorway to greet woman.", "similarity": 0.7672, "relevance": 1 }, { "pair_id": 1779, "video_name": "s08e23_seg02_clip_07", "timestamp": [ 9.46, 11.6 ], "duration": 61.66, "caption": "A woman suddenly walks through the door and greets everyone in the room.", "similarity": 0.7635, "relevance": 4 } ] }, { "query_id": 256, "query": "A man, a male patient gets up from lying down in his hospital bed.", "relevant_moment": [ { "pair_id": 169260, "video_name": "house_s05e17_seg02_clip_11", "timestamp": [ 33.85, 36.52 ], "duration": 89.66, "caption": "A man, a male patient gets up from lying down in his hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169261, "video_name": "friends_s06e04_seg02_clip_14", "timestamp": [ 50.74, 63.03 ], "duration": 63.66, "caption": "A man lays in a hospital bed with a person standing next to him.", "similarity": 0.8151, "relevance": 3 }, { "pair_id": 169262, "video_name": "house_s07e23_seg02_clip_01", "timestamp": [ 0.0, 76.81 ], "duration": 86.66, "caption": "A man was lying on a hospital bed.", "similarity": 0.815, "relevance": 2 }, { "pair_id": 169263, "video_name": "house_s03e11_seg02_clip_09", "timestamp": [ 0.0, 19.63 ], "duration": 80.66, "caption": "A man was lying on a hospital bed.", "similarity": 0.815, "relevance": 2 }, { "pair_id": 169264, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 83.72, 87.21 ], "duration": 87.66, "caption": "A man tends to the patient that is laying right in the bed.", "similarity": 0.8149, "relevance": 2 }, { "pair_id": 169265, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 52.88, 60.64 ], "duration": 97.66, "caption": "A person is laying in a hospital bed and a man is touching his stomach.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 169266, "video_name": "house_s08e15_seg02_clip_24", "timestamp": [ 43.95, 45.25 ], "duration": 87.66, "caption": "A man gets up from being seated near the bedside of his male patient.", "similarity": 0.799, "relevance": 2 }, { "pair_id": 169267, "video_name": "house_s01e15_seg02_clip_25", "timestamp": [ 17.85, 23.66 ], "duration": 83.66, "caption": "A man lays back down on the hospital bed.", "similarity": 0.7947, "relevance": 3 }, { "pair_id": 169268, "video_name": "house_s06e10_seg02_clip_21", "timestamp": [ 38.23, 42.33 ], "duration": 91.66, "caption": "A man sits down next to man as he lies in a hospital bed.", "similarity": 0.7945, "relevance": 2 }, { "pair_id": 169269, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 62.91, 66.1 ], "duration": 91.66, "caption": "A man is laying in a hospital bed and grabs another person.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 169270, "video_name": "grey_s01e03_seg02_clip_08", "timestamp": [ 32.06, 56.68 ], "duration": 92.66, "caption": "A man palpates the patient's abdomen as the patient lays in bed.", "similarity": 0.7798, "relevance": 2 }, { "pair_id": 169271, "video_name": "house_s01e07_seg02_clip_18", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "A man was standing beside the patient lying on the hospital bed.", "similarity": 0.7768, "relevance": 1 }, { "pair_id": 169272, "video_name": "house_s04e03_seg02_clip_07", "timestamp": [ 9.7, 16.31 ], "duration": 88.66, "caption": "The young man lying on the hospital bed was being attended by a man.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 169273, "video_name": "house_s02e05_seg02_clip_25", "timestamp": [ 0.0, 86.42 ], "duration": 120.66, "caption": "A man gets consoled in the hospital bed by another man.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 169274, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 23.05 ], "duration": 92.66, "caption": "A man lays in the hospital bed as two women are by his side.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 169275, "video_name": "house_s04e01_seg02_clip_10", "timestamp": [ 29.43, 31.57 ], "duration": 107.66, "caption": "A man gets up off of the patient's hospital bed and leaves the room.", "similarity": 0.763, "relevance": 0 }, { "pair_id": 169276, "video_name": "house_s07e22_seg02_clip_25", "timestamp": [ 90.27, 96.03 ], "duration": 96.66, "caption": "A man feels his knee while laying in a hospital bed.", "similarity": 0.7623, "relevance": 1 }, { "pair_id": 169277, "video_name": "house_s01e07_seg02_clip_24", "timestamp": [ 7.56, 17.82 ], "duration": 108.66, "caption": "A man lays his head down next to their partner while they're in a hospital bed.", "similarity": 0.7622, "relevance": 2 }, { "pair_id": 169278, "video_name": "met_s03e20_seg02_clip_10", "timestamp": [ 0.0, 7.18 ], "duration": 55.66, "caption": "A man is in a hospital bed when he receives a call about another man.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 169279, "video_name": "castle_s07e01_seg02_clip_21", "timestamp": [ 0.0, 70.83 ], "duration": 90.66, "caption": "A man is lying in a hospital bed as he converses with a woman.", "similarity": 0.7569, "relevance": 2 } ] }, { "query_id": 292, "query": "A woman opens the door and person moves towards the dresser.", "relevant_moment": [ { "pair_id": 10621, "video_name": "castle_s04e23_seg02_clip_09", "timestamp": [ 25.01, 29.4 ], "duration": 87.66, "caption": "A woman opens a door and walks into the room with someone.", "similarity": 0.757, "relevance": 2 }, { "pair_id": 10622, "video_name": "house_s07e20_seg02_clip_09", "timestamp": [ 13.84, 15.14 ], "duration": 86.66, "caption": "A person opens a door and the woman enters the room.", "similarity": 0.7453, "relevance": 1 }, { "pair_id": 10623, "video_name": "s07e05_seg02_clip_02", "timestamp": [ 29.94, 35.3 ], "duration": 63.66, "caption": "A woman opens the door to a person standing there.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 10625, "video_name": "castle_s03e24_seg02_clip_13", "timestamp": [ 52.34, 55.07 ], "duration": 91.66, "caption": "A woman opens the door and sees a person is there.", "similarity": 0.73, "relevance": 2 }, { "pair_id": 10626, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 37.19, 40.34 ], "duration": 63.66, "caption": "A woman opens the door to person's bedroom and steps inside.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 10627, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 6.12, 9.44 ], "duration": 51.66, "caption": "A woman opens the door to see a person standing in the door way.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 10628, "video_name": "s03e01_seg02_clip_03", "timestamp": [ 9.6, 13.51 ], "duration": 60.66, "caption": "A woman goes to her door to open it for a person.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 10629, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 49.08, 53.51 ], "duration": 88.66, "caption": "A woman opens the door and is greeted by a person.", "similarity": 0.7204, "relevance": 1 }, { "pair_id": 10630, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A person opens their door to find a woman standing at the entrance.", "similarity": 0.7191, "relevance": 0 }, { "pair_id": 10631, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 0.0, 13.25 ], "duration": 106.66, "caption": "A person opens the door and walks out with a woman.", "similarity": 0.7169, "relevance": 0 }, { "pair_id": 10632, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.32, 27.15 ], "duration": 59.66, "caption": "A woman opens the door and walks into the doorway.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 10633, "video_name": "friends_s08e02_seg02_clip_03", "timestamp": [ 48.38, 50.24 ], "duration": 62.66, "caption": "A person opens the door and walks into woman's apartment.", "similarity": 0.7139, "relevance": 0 }, { "pair_id": 10634, "video_name": "castle_s07e17_seg02_clip_24", "timestamp": [ 68.67, 74.05 ], "duration": 89.66, "caption": "A woman enters the room with someone and closes the door.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 10635, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person opens door and walks out of it with a woman following.", "similarity": 0.7113, "relevance": 1 }, { "pair_id": 10636, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 19.22, 23.5 ], "duration": 61.66, "caption": "A woman walks to the door and opens it.", "similarity": 0.7111, "relevance": 1 }, { "pair_id": 10637, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 37.2, 38.52 ], "duration": 44.66, "caption": "A woman opens the door and sees a person standing there.", "similarity": 0.7106, "relevance": 1 }, { "pair_id": 10638, "video_name": "s09e19_seg02_clip_00", "timestamp": [ 20.17, 22.73 ], "duration": 64.66, "caption": "A woman opens the door to a workshop and steps inside.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 10639, "video_name": "friends_s04e08_seg02_clip_03", "timestamp": [ 3.47, 6.3 ], "duration": 63.66, "caption": "A woman opens a door and walks out to gesture into the room.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 183940, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.61, 25.68 ], "duration": 59.66, "caption": "A woman opens the door to find person standing there.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 183941, "video_name": "s08e19_seg02_clip_11", "timestamp": [ 21.36, 28.38 ], "duration": 61.66, "caption": "A woman goes towards a blue door and opens it.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 183942, "video_name": "s08e04_seg02_clip_13", "timestamp": [ 51.35, 59.03 ], "duration": 59.66, "caption": "A woman opens the door and two people walk in.", "similarity": 0.7062, "relevance": 3 }, { "pair_id": 183943, "video_name": "house_s06e16_seg02_clip_19", "timestamp": [ 84.63, 86.98 ], "duration": 94.66, "caption": "A woman walks over to the door and opens it in woman's room.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 183944, "video_name": "house_s04e13_seg02_clip_18", "timestamp": [ 4.09, 11.82 ], "duration": 90.66, "caption": "A person opens the door for the woman with another person.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 183945, "video_name": "friends_s02e01_seg02_clip_14", "timestamp": [ 66.32, 68.02 ], "duration": 68.66, "caption": "A person opens the door and comes out of a woman's room.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 183946, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 23.81, 28.48 ], "duration": 85.66, "caption": "A woman opened the door and walked towards a man.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 183947, "video_name": "friends_s01e16-17_seg02_clip_20", "timestamp": [ 67.47, 71.02 ], "duration": 71.66, "caption": "A woman opens the door to someone at someone's apartment door.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 183948, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 14.26, 20.51 ], "duration": 50.66, "caption": "A person opens the door for a woman and she closes as she enters.", "similarity": 0.7017, "relevance": 2 }, { "pair_id": 183949, "video_name": "s08e16_seg02_clip_00", "timestamp": [ 33.19, 37.53 ], "duration": 62.66, "caption": "A woman opens her front door and enters with a person following.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 183950, "video_name": "friends_s05e07_seg02_clip_06", "timestamp": [ 41.2, 44.1 ], "duration": 58.66, "caption": "A woman opens the door for a visiting person.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 183951, "video_name": "s02e03_seg02_clip_06", "timestamp": [ 7.5, 10.2 ], "duration": 60.66, "caption": "A woman opens the door to a person's bedroom, steps outside and closes it.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 183952, "video_name": "castle_s08e22_seg02_clip_09", "timestamp": [ 69.72, 72.27 ], "duration": 85.66, "caption": "A person opens the door and then closes it as he/she walks into the room.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 183953, "video_name": "s06e14_seg02_clip_03", "timestamp": [ 7.83, 11.31 ], "duration": 58.66, "caption": "A woman turns, opens the door to person's apartment, and enters.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 183954, "video_name": "castle_s06e21_seg02_clip_12", "timestamp": [ 70.33, 75.23 ], "duration": 89.66, "caption": "A person opens the door to a room as a man follows her.", "similarity": 0.6995, "relevance": 3 }, { "pair_id": 183955, "video_name": "castle_s05e11_seg02_clip_09", "timestamp": [ 5.92, 7.28 ], "duration": 91.66, "caption": "A woman opens a door and enters a room.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 183956, "video_name": "house_s03e20_seg02_clip_15", "timestamp": [ 55.81, 58.07 ], "duration": 90.66, "caption": "A woman turns around and goes to the door to open it.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 183957, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 43.24, 48.7 ], "duration": 91.66, "caption": "A woman opened the door, entered the room and walked towards a man.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 183959, "video_name": "s08e22_seg02_clip_10", "timestamp": [ 3.72, 5.89 ], "duration": 62.66, "caption": "A woman opens the door and enters person's apartment.", "similarity": 0.6958, "relevance": 3 } ] }, { "query_id": 295, "query": "A woman behind two people raises her drink, takes a sip and lowers her glass.", "relevant_moment": [ { "pair_id": 100780, "video_name": "s05e09_seg02_clip_13", "timestamp": [ 10.64, 13.45 ], "duration": 56.66, "caption": "A woman behind two people raises her drink, takes a sip and lowers her glass.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 100781, "video_name": "s08e07_seg02_clip_05", "timestamp": [ 39.62, 44.72 ], "duration": 60.66, "caption": "A woman raises their glass and takes a drink while having a conversation with person.", "similarity": 0.7962, "relevance": 3 }, { "pair_id": 100782, "video_name": "s03e13_seg01_clip_00", "timestamp": [ 54.62, 60.42 ], "duration": 61.66, "caption": "A woman sitting behind a man raises her cup, takes a drink and lowers the cup.", "similarity": 0.7595, "relevance": 4 }, { "pair_id": 100783, "video_name": "house_s03e11_seg02_clip_10", "timestamp": [ 45.46, 46.81 ], "duration": 90.66, "caption": "A woman hands her drink to a person beside her.", "similarity": 0.7531, "relevance": 1 }, { "pair_id": 100784, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 12.26, 14.83 ], "duration": 57.66, "caption": "A woman lifts her glass with her left hand and takes a sip.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 100785, "video_name": "met_s05e02_seg02_clip_10", "timestamp": [ 53.25, 55.05 ], "duration": 59.66, "caption": "A woman takes a drink from the glass in front of her.", "similarity": 0.7461, "relevance": 3 }, { "pair_id": 100786, "video_name": "s04e21_seg02_clip_09", "timestamp": [ 28.05, 29.94 ], "duration": 63.66, "caption": "A person raises their glass and takes a drink.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 100787, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 56.61, 59.59 ], "duration": 59.66, "caption": "A woman raises her wine glass and takes a sip of wine.", "similarity": 0.7411, "relevance": 3 }, { "pair_id": 100788, "video_name": "met_s03e11_seg02_clip_08", "timestamp": [ 38.13, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of her wine glass at the same time another woman sips from her beer.", "similarity": 0.74, "relevance": 1 }, { "pair_id": 100789, "video_name": "friends_s08e01_seg02_clip_12", "timestamp": [ 34.23, 39.75 ], "duration": 58.66, "caption": "A woman spits out her drink and hands the glass to another woman.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 100790, "video_name": "house_s07e18_seg02_clip_07", "timestamp": [ 71.91, 76.46 ], "duration": 91.66, "caption": "A woman lifts up her glass and takes a drink from it.", "similarity": 0.7288, "relevance": 2 }, { "pair_id": 100791, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 47.87, 50.19 ], "duration": 58.66, "caption": "A woman drinks her drink while two men hold back.", "similarity": 0.7282, "relevance": 3 }, { "pair_id": 100792, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 54.33, 58.47 ], "duration": 92.66, "caption": "A woman raises their coffee cup and takes two small sips.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 100793, "video_name": "s05e12_seg02_clip_14", "timestamp": [ 15.41, 17.93 ], "duration": 56.66, "caption": "A woman takes a sip of her drink out of a glass.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 100794, "video_name": "met_s06e04_seg01_clip_00", "timestamp": [ 10.54, 15.82 ], "duration": 62.66, "caption": "A woman takes a sip of her drink while a man continues talking with another woman.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 100795, "video_name": "s05e18_seg02_clip_01", "timestamp": [ 55.22, 58.83 ], "duration": 60.66, "caption": "A person raises their beer, takes a sip, then lowers the bottle.", "similarity": 0.7201, "relevance": 1 }, { "pair_id": 100796, "video_name": "house_s08e11_seg02_clip_05", "timestamp": [ 5.01, 13.22 ], "duration": 91.66, "caption": "A woman gives a person a drink placing a straw on their mouth.", "similarity": 0.7135, "relevance": 1 }, { "pair_id": 100797, "video_name": "friends_s01e16-17_seg02_clip_10", "timestamp": [ 9.86, 14.65 ], "duration": 56.66, "caption": "A woman sips her drink from a cup while talking with another woman.", "similarity": 0.7127, "relevance": 2 }, { "pair_id": 100798, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 85.37, 88.47 ], "duration": 88.66, "caption": "A woman lifts her wine glass with her right hand and takes a sip.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 100799, "video_name": "friends_s04e22_seg02_clip_17", "timestamp": [ 37.19, 39.25 ], "duration": 59.66, "caption": "A woman is taking a drink from her cup while another woman is talking to her.", "similarity": 0.7115, "relevance": 1 } ] }, { "query_id": 362, "query": "A person draws a bunch of sausages on a white board.", "relevant_moment": [ { "pair_id": 159320, "video_name": "s06e04_seg02_clip_03", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A person draws a bunch of sausages on a white board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159321, "video_name": "s06e04_seg02_clip_04", "timestamp": [ 2.61, 7.54 ], "duration": 58.66, "caption": "A person draws a picture of sausages up on a white board as he plays a game.", "similarity": 0.8347, "relevance": 4 }, { "pair_id": 159322, "video_name": "castle_s02e23_seg02_clip_10", "timestamp": [ 52.56, 55.35 ], "duration": 93.66, "caption": "A person places a drawing on top of the white board.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 159323, "video_name": "castle_s06e05_seg02_clip_12", "timestamp": [ 32.92, 52.58 ], "duration": 91.66, "caption": "A person goes over to the whiteboard and draws on it.", "similarity": 0.6043, "relevance": 3 }, { "pair_id": 159324, "video_name": "castle_s07e17_seg02_clip_02", "timestamp": [ 69.15, 73.3 ], "duration": 92.66, "caption": "A picture of a person is on the white board.", "similarity": 0.5533, "relevance": 1 }, { "pair_id": 159325, "video_name": "house_s01e22_seg02_clip_05", "timestamp": [ 30.83, 39.57 ], "duration": 92.66, "caption": "A person is writing something on the white board.", "similarity": 0.5501, "relevance": 3 }, { "pair_id": 159326, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.5495, "relevance": 1 }, { "pair_id": 159327, "video_name": "castle_s08e06_seg02_clip_23", "timestamp": [ 67.88, 72.23 ], "duration": 87.66, "caption": "A person draws two circles on the whiteboard.", "similarity": 0.5426, "relevance": 3 }, { "pair_id": 159328, "video_name": "house_s08e17_seg02_clip_22", "timestamp": [ 42.33, 48.84 ], "duration": 93.66, "caption": "A man draws something on the whiteboard and shows it to everyone.", "similarity": 0.5398, "relevance": 2 }, { "pair_id": 159329, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 22.64, 25.43 ], "duration": 62.66, "caption": "A person crosses out two shapes from a white board.", "similarity": 0.5269, "relevance": 3 }, { "pair_id": 159330, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 3.66, 5.8 ], "duration": 61.66, "caption": "A person is in front of a white board writing on it.", "similarity": 0.5258, "relevance": 3 }, { "pair_id": 159331, "video_name": "house_s02e01_seg02_clip_21", "timestamp": [ 22.06, 25.66 ], "duration": 90.66, "caption": "A person draws a question mark on the whiteboard.", "similarity": 0.5222, "relevance": 3 }, { "pair_id": 159332, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 68.31, 70.05 ], "duration": 87.66, "caption": "A person writes onto a white board with a marker.", "similarity": 0.5161, "relevance": 2 }, { "pair_id": 159333, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 13.28, 15.64 ], "duration": 59.66, "caption": "A person is trying to point something on a white board.", "similarity": 0.5141, "relevance": 2 }, { "pair_id": 159334, "video_name": "s06e04_seg02_clip_02", "timestamp": [ 36.01, 38.14 ], "duration": 61.66, "caption": "A person draws a second stick figure person on the board.", "similarity": 0.513, "relevance": 3 }, { "pair_id": 159335, "video_name": "s05e07_seg01_clip_00", "timestamp": [ 3.3, 11.23 ], "duration": 66.66, "caption": "A person is working on a problem on a white board.", "similarity": 0.5109, "relevance": 3 }, { "pair_id": 159336, "video_name": "s06e14_seg02_clip_00", "timestamp": [ 16.44, 18.3 ], "duration": 62.66, "caption": "A person draws a green square around a part of the equation on the white board.", "similarity": 0.5078, "relevance": 3 }, { "pair_id": 159337, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 0.0, 4.14 ], "duration": 46.66, "caption": "A person is writing on a white board with a marker.", "similarity": 0.5068, "relevance": 2 }, { "pair_id": 159338, "video_name": "house_s03e23_seg02_clip_01", "timestamp": [ 20.71, 23.47 ], "duration": 92.66, "caption": "A person is writing on a white board with a marker.", "similarity": 0.5068, "relevance": 2 }, { "pair_id": 159339, "video_name": "house_s05e19_seg02_clip_01", "timestamp": [ 60.74, 62.72 ], "duration": 78.66, "caption": "A person holds up a white bag of food to some people.", "similarity": 0.5067, "relevance": 0 }, { "pair_id": 332640, "video_name": "s07e06_seg02_clip_01", "timestamp": [ 9.43, 13.66 ], "duration": 65.66, "caption": "A person is focused writing on their white board.", "similarity": 0.5058, "relevance": 3 }, { "pair_id": 332641, "video_name": "s01e01_seg02_clip_00", "timestamp": [ 19.83, 28.07 ], "duration": 61.66, "caption": "A person tries to explain the things that are written on their white board.", "similarity": 0.5052, "relevance": 2 }, { "pair_id": 332642, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 42.27, 46.82 ], "duration": 65.66, "caption": "A person writes on a white board with a marker.", "similarity": 0.505, "relevance": 3 }, { "pair_id": 332643, "video_name": "s06e14_seg01_clip_00", "timestamp": [ 3.11, 10.35 ], "duration": 69.66, "caption": "A person is writing at a whiteboard, while some people eat.", "similarity": 0.5017, "relevance": 2 }, { "pair_id": 332644, "video_name": "castle_s06e05_seg02_clip_02", "timestamp": [ 79.87, 81.22 ], "duration": 90.66, "caption": "A man attaches a sketch to the white board.", "similarity": 0.5017, "relevance": 2 }, { "pair_id": 332645, "video_name": "house_s05e22_seg02_clip_18", "timestamp": [ 0.0, 2.65 ], "duration": 88.66, "caption": "Person is writing on the a white board with a marker.", "similarity": 0.5011, "relevance": 3 }, { "pair_id": 332646, "video_name": "house_s01e15_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A person is standing in front of a white board.", "similarity": 0.4996, "relevance": 2 }, { "pair_id": 332647, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 38.69, 51.88 ], "duration": 91.66, "caption": "A person crosses things off of the white board.", "similarity": 0.4983, "relevance": 3 }, { "pair_id": 332648, "video_name": "castle_s07e05_seg02_clip_08", "timestamp": [ 80.12, 85.07 ], "duration": 90.66, "caption": "A man is staring at the case board with pictures of sausages and a printed paper.", "similarity": 0.4971, "relevance": 3 }, { "pair_id": 332649, "video_name": "house_s01e02_seg02_clip_18", "timestamp": [ 0.0, 2.77 ], "duration": 92.66, "caption": "A man draws letters with a marker on a whiteboard.", "similarity": 0.4955, "relevance": 3 }, { "pair_id": 332650, "video_name": "castle_s02e20_seg02_clip_05", "timestamp": [ 26.87, 34.12 ], "duration": 85.66, "caption": "A woman takes a marker and draws a line onto a white board.", "similarity": 0.4918, "relevance": 3 }, { "pair_id": 332651, "video_name": "castle_s02e14_seg02_clip_17", "timestamp": [ 0.0, 16.29 ], "duration": 90.66, "caption": "A person is drawing boxes on the whiteboard and talks about it to some people.", "similarity": 0.4912, "relevance": 3 }, { "pair_id": 332652, "video_name": "house_s01e15_seg02_clip_19", "timestamp": [ 63.96, 77.02 ], "duration": 87.66, "caption": "A person is looking at a white board as he crosses out a word and writes a new one onto the board.", "similarity": 0.4904, "relevance": 3 }, { "pair_id": 332653, "video_name": "friends_s02e19_seg02_clip_03", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "The person in white hands someone a piece of paper.", "similarity": 0.4901, "relevance": 1 }, { "pair_id": 332654, "video_name": "house_s05e06_seg02_clip_01", "timestamp": [ 17.8, 40.95 ], "duration": 89.66, "caption": "A person makes a chart on the white board.", "similarity": 0.4892, "relevance": 3 }, { "pair_id": 332655, "video_name": "house_s05e20_seg02_clip_15", "timestamp": [ 19.92, 23.54 ], "duration": 90.66, "caption": "A person turns around the white board that he's been writing on.", "similarity": 0.4885, "relevance": 3 }, { "pair_id": 332656, "video_name": "house_s05e06_seg02_clip_01", "timestamp": [ 58.76, 80.12 ], "duration": 89.66, "caption": "A person draws a face above the chart on the board.", "similarity": 0.487, "relevance": 3 }, { "pair_id": 332657, "video_name": "castle_s04e03_seg02_clip_08", "timestamp": [ 48.85, 51.05 ], "duration": 88.66, "caption": "A person hands up a picture of someone on a white board.", "similarity": 0.4859, "relevance": 2 }, { "pair_id": 332658, "video_name": "s02e02_seg02_clip_00", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "A person is putting different food items onto his plate in the kitchen.", "similarity": 0.4801, "relevance": 0 }, { "pair_id": 332659, "video_name": "friends_s09e15_seg02_clip_18", "timestamp": [ 23.11, 29.11 ], "duration": 60.66, "caption": "A person pulls out person's old drawings out of a cardboard box and hands it to person.", "similarity": 0.4801, "relevance": 2 } ] }, { "query_id": 447, "query": "A man gets out of their chair to speak to another person about the message.", "relevant_moment": [ { "pair_id": 152880, "video_name": "s08e14_seg02_clip_10", "timestamp": [ 45.9, 48.19 ], "duration": 57.66, "caption": "A man gets out of their chair to speak to another person about the message.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 152881, "video_name": "s03e01_seg02_clip_08", "timestamp": [ 36.62, 42.41 ], "duration": 61.66, "caption": "A man gets out of his seat to go talk to person.", "similarity": 0.8, "relevance": 3 }, { "pair_id": 152883, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 21.81, 25.82 ], "duration": 89.66, "caption": "A man gets up from their chair whilst talking to another man.", "similarity": 0.7808, "relevance": 2 }, { "pair_id": 152884, "video_name": "s06e22_seg02_clip_13", "timestamp": [ 23.95, 26.23 ], "duration": 57.66, "caption": "A man gets up from the chair and walks over to join two people's conversation.", "similarity": 0.772, "relevance": 4 }, { "pair_id": 152885, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 0.0, 9.57 ], "duration": 58.66, "caption": "A man is talking to another person and then walks over and sits down in a chair.", "similarity": 0.7709, "relevance": 1 }, { "pair_id": 152886, "video_name": "s07e08_seg02_clip_00", "timestamp": [ 56.14, 62.03 ], "duration": 62.66, "caption": "A person gets up from his chair and tells another person something.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 152887, "video_name": "friends_s10e15_seg01_clip_02", "timestamp": [ 24.0, 25.85 ], "duration": 41.66, "caption": "A man places his hand on the chair as he speaks to two people.", "similarity": 0.7653, "relevance": 1 }, { "pair_id": 152888, "video_name": "house_s08e02_seg02_clip_16", "timestamp": [ 5.38, 9.42 ], "duration": 89.66, "caption": "A person pulls a chair while someone is talking to him.", "similarity": 0.7605, "relevance": 0 }, { "pair_id": 152889, "video_name": "friends_s08e08_seg02_clip_11", "timestamp": [ 7.7, 14.54 ], "duration": 57.66, "caption": "A man and others listen to a person leave a message.", "similarity": 0.7539, "relevance": 0 }, { "pair_id": 152890, "video_name": "house_s04e05_seg02_clip_11", "timestamp": [ 61.12, 94.03 ], "duration": 94.66, "caption": "A man sits up in his chair and speaks with another person.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 152891, "video_name": "s05e14_seg02_clip_16", "timestamp": [ 8.2, 11.32 ], "duration": 39.66, "caption": "A person sitting in the chair turns around to speak to another person.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 152892, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 36.49, 40.33 ], "duration": 96.66, "caption": "A man sits in the chair while talking to person.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 152893, "video_name": "friends_s02e24_seg02_clip_12", "timestamp": [ 8.52, 10.33 ], "duration": 51.66, "caption": "A man gets up from the chair as he speaks.", "similarity": 0.7424, "relevance": 2 }, { "pair_id": 152894, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.7417, "relevance": 0 }, { "pair_id": 152895, "video_name": "house_s06e20_seg02_clip_25", "timestamp": [ 1.54, 3.47 ], "duration": 77.66, "caption": "A man stands up out of his chair while talking with another man.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 152896, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A man walks out while a person is talking to him.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 152897, "video_name": "s05e17_seg02_clip_05", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A man is sitting in a chair beside a person as he speaks to another person.", "similarity": 0.7389, "relevance": 0 }, { "pair_id": 152898, "video_name": "s02e01_seg02_clip_14", "timestamp": [ 17.7, 25.53 ], "duration": 58.66, "caption": "A man sits in the chair next to a person to speak to him.", "similarity": 0.7376, "relevance": 1 }, { "pair_id": 152899, "video_name": "s07e24_seg02_clip_06", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A man turns his chair to face another person and starts a conversation with him.", "similarity": 0.7375, "relevance": 2 } ] }, { "query_id": 500, "query": "A woman pats someone's hand before he leaves her.", "relevant_moment": [ { "pair_id": 171540, "video_name": "friends_s02e15_seg02_clip_15", "timestamp": [ 5.9, 8.56 ], "duration": 59.66, "caption": "A woman pats someone's hand before he leaves her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171541, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 13.05, 17.49 ], "duration": 59.66, "caption": "A man pats woman on the hand and gets up to leave.", "similarity": 0.8058, "relevance": 2 }, { "pair_id": 171542, "video_name": "house_s07e01_seg02_clip_23", "timestamp": [ 13.6, 16.81 ], "duration": 80.66, "caption": "A man holds woman's hand as she starts to leave.", "similarity": 0.7909, "relevance": 2 }, { "pair_id": 171543, "video_name": "friends_s01e24_seg02_clip_07", "timestamp": [ 5.07, 7.76 ], "duration": 59.66, "caption": "A woman puts her hands on a man's shoulder and pats him after she walks away from him.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 171544, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 3.25, 8.56 ], "duration": 59.66, "caption": "A woman reaches her right arm over and pats a person's left hand.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 171545, "video_name": "house_s06e14_seg02_clip_05", "timestamp": [ 37.68, 40.0 ], "duration": 93.66, "caption": "A woman, assuring a man, rests her hand on his arm before leaving.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 171546, "video_name": "house_s06e18_seg02_clip_14", "timestamp": [ 47.61, 50.88 ], "duration": 93.66, "caption": "A woman touches a person on the arm before she walks away.", "similarity": 0.7424, "relevance": 2 }, { "pair_id": 171547, "video_name": "met_s03e07_seg02_clip_06", "timestamp": [ 27.48, 29.6 ], "duration": 60.66, "caption": "A woman stands up and tries to grab man's hand to leave.", "similarity": 0.7415, "relevance": 2 }, { "pair_id": 171548, "video_name": "friends_s10e03_seg02_clip_17", "timestamp": [ 0.0, 2.0 ], "duration": 57.66, "caption": "A woman gestures with her left hand for another woman to leave with her.", "similarity": 0.7382, "relevance": 0 }, { "pair_id": 171549, "video_name": "met_s02e21_seg02_clip_16", "timestamp": [ 14.9, 15.98 ], "duration": 54.66, "caption": "A man takes a woman's hand after she holds it out.", "similarity": 0.7359, "relevance": 1 }, { "pair_id": 171550, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 53.03, 56.76 ], "duration": 62.66, "caption": "A woman briefly puts her hand on a man's hand.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 171551, "video_name": "met_s06e15_seg02_clip_05", "timestamp": [ 33.57, 34.48 ], "duration": 61.66, "caption": "A woman pats a man on his right arm with her left hand.", "similarity": 0.7309, "relevance": 2 }, { "pair_id": 171552, "video_name": "castle_s08e02_seg02_clip_02", "timestamp": [ 62.58, 71.13 ], "duration": 90.66, "caption": "A woman pats down man while he holds his hands up in front of him.", "similarity": 0.725, "relevance": 1 }, { "pair_id": 171553, "video_name": "castle_s04e11_seg02_clip_26", "timestamp": [ 31.2, 32.77 ], "duration": 156.66, "caption": "A woman puts her hand on man's arm as he walks away.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 171554, "video_name": "castle_s07e06_seg02_clip_05", "timestamp": [ 69.7, 72.0 ], "duration": 92.66, "caption": "A man holds woman's hand and she takes her hand off of his.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 171555, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 19.73, 23.21 ], "duration": 58.66, "caption": "A person is holding their hand in a fist then shows their open palm to a woman.", "similarity": 0.7196, "relevance": 1 }, { "pair_id": 171556, "video_name": "grey_s03e13_seg02_clip_21", "timestamp": [ 56.75, 61.4 ], "duration": 93.66, "caption": "A person pats a woman on the back and then walks away.", "similarity": 0.7187, "relevance": 1 }, { "pair_id": 171557, "video_name": "friends_s06e15-16_seg02_clip_09", "timestamp": [ 53.12, 55.82 ], "duration": 60.66, "caption": "A woman pats a man on the back with her right hand.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 171558, "video_name": "castle_s06e23_seg02_clip_02", "timestamp": [ 11.58, 13.43 ], "duration": 92.66, "caption": "A man pats a woman with his hand on the side of her leg.", "similarity": 0.7151, "relevance": 1 }, { "pair_id": 171559, "video_name": "friends_s06e03_seg01_clip_00", "timestamp": [ 67.91, 71.56 ], "duration": 73.66, "caption": "A woman pats a man on the left shoulder with her right hand.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 344860, "video_name": "castle_s06e17_seg02_clip_01", "timestamp": [ 16.62, 18.41 ], "duration": 89.66, "caption": "A woman puts her arm around person before she walks away from him.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 344861, "video_name": "house_s08e03_seg02_clip_22", "timestamp": [ 28.04, 62.32 ], "duration": 89.66, "caption": "A man grabs woman's hand so she can't leave.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 344862, "video_name": "friends_s09e01_seg02_clip_07", "timestamp": [ 23.78, 24.67 ], "duration": 59.66, "caption": "A woman pats a man right on the arm when he is in front of her.", "similarity": 0.7118, "relevance": 3 }, { "pair_id": 344863, "video_name": "house_s02e23_seg02_clip_08", "timestamp": [ 80.93, 86.05 ], "duration": 93.66, "caption": "A woman puts her hand out for a man to take.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 344864, "video_name": "s10e01_seg02_clip_01", "timestamp": [ 36.32, 39.32 ], "duration": 60.66, "caption": "A woman puts her hand on her head after person walked away.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 344865, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 30.95, 35.04 ], "duration": 91.66, "caption": "A person stands up and a woman puts up a finger to stop him from leaving.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 344866, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 18.0, 26.27 ], "duration": 59.66, "caption": "A woman reaches out her hand and a person reluctantly holds it.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 344867, "video_name": "friends_s01e06_seg02_clip_05", "timestamp": [ 46.42, 50.48 ], "duration": 58.66, "caption": "A woman reaches her hands out and touches a man's hands.", "similarity": 0.706, "relevance": 3 }, { "pair_id": 344868, "video_name": "friends_s10e17-18_seg02_clip_14", "timestamp": [ 45.33, 49.9 ], "duration": 57.66, "caption": "A woman grabs someone's hand and then pats her on the shoulder as she's being rolled out.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 344869, "video_name": "grey_s02e20_seg02_clip_01", "timestamp": [ 32.01, 35.81 ], "duration": 84.66, "caption": "A woman touches a man's arm as a friendly gesture then tries to leave but he stops her a second time.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 344870, "video_name": "castle_s05e16_seg02_clip_05", "timestamp": [ 12.74, 15.93 ], "duration": 91.66, "caption": "A woman takes her hands off her eyes after a man tells her to leave.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 344871, "video_name": "friends_s10e17-18_seg02_clip_14", "timestamp": [ 45.9, 48.19 ], "duration": 57.66, "caption": "A woman raises her hand to touch someone's hand.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 344872, "video_name": "s01e15_seg02_clip_11", "timestamp": [ 47.22, 48.4 ], "duration": 59.66, "caption": "A woman puts their hand on a person's shoulder and pushes them away from her.", "similarity": 0.7001, "relevance": 3 }, { "pair_id": 344873, "video_name": "met_s02e03_seg02_clip_18", "timestamp": [ 38.96, 42.26 ], "duration": 66.66, "caption": "A woman holds her hands out towards someone.", "similarity": 0.6998, "relevance": 1 }, { "pair_id": 344874, "video_name": "castle_s08e08_seg02_clip_05", "timestamp": [ 73.27, 76.02 ], "duration": 91.66, "caption": "A person puts his hands up as he walks away from a woman and another person.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 344875, "video_name": "castle_s01e09_seg02_clip_27", "timestamp": [ 31.16, 41.4 ], "duration": 93.66, "caption": "A person gets up, walks behind a woman putting their hand on her shoulder as they leave.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 344876, "video_name": "friends_s02e07_seg02_clip_05", "timestamp": [ 48.32, 51.92 ], "duration": 60.66, "caption": "A woman and her date touch hands and then she pulls hers away.", "similarity": 0.6982, "relevance": 3 }, { "pair_id": 344877, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 34.13, 41.42 ], "duration": 91.66, "caption": "A woman pats a man's arm and then puts her arm through his.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 344878, "video_name": "grey_s03e19_seg02_clip_22", "timestamp": [ 14.85, 17.83 ], "duration": 99.66, "caption": "A woman holds onto man's hand to stop him.", "similarity": 0.6919, "relevance": 3 }, { "pair_id": 344879, "video_name": "s09e18_seg02_clip_08", "timestamp": [ 4.72, 8.56 ], "duration": 59.66, "caption": "A person turns away from woman and puts their hand on their mouth.", "similarity": 0.6916, "relevance": 2 } ] }, { "query_id": 517, "query": "A person hands a paper to woman and takes several bills out of man's hand.", "relevant_moment": [ { "pair_id": 149120, "video_name": "castle_s06e23_seg02_clip_13", "timestamp": [ 91.71, 96.03 ], "duration": 96.66, "caption": "A person hands a paper to woman and takes several bills out of man's hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149121, "video_name": "castle_s04e16_seg02_clip_09", "timestamp": [ 3.58, 8.94 ], "duration": 89.66, "caption": "A person hands out a piece of paper to woman.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 149122, "video_name": "friends_s06e03_seg02_clip_05", "timestamp": [ 28.43, 30.75 ], "duration": 58.66, "caption": "A man hands a piece of paper over to woman.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 149123, "video_name": "house_s05e03_seg02_clip_01", "timestamp": [ 70.91, 75.37 ], "duration": 89.66, "caption": "A man hands a woman a few pieces of paper.", "similarity": 0.7707, "relevance": 1 }, { "pair_id": 149124, "video_name": "castle_s08e08_seg02_clip_15", "timestamp": [ 13.63, 15.9 ], "duration": 90.66, "caption": "A woman hands some papers out for a man, and he takes them.", "similarity": 0.7707, "relevance": 1 }, { "pair_id": 149125, "video_name": "s02e07_seg02_clip_13", "timestamp": [ 33.87, 41.5 ], "duration": 61.66, "caption": "A man takes a piece of paper from his pocket and hands it to a woman.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 149126, "video_name": "castle_s02e03_seg02_clip_02", "timestamp": [ 2.7, 4.06 ], "duration": 90.66, "caption": "A man hands a woman a piece of paper.", "similarity": 0.7615, "relevance": 2 }, { "pair_id": 149127, "video_name": "s02e01_seg02_clip_15", "timestamp": [ 55.19, 57.25 ], "duration": 59.66, "caption": "A man hands a woman a piece of paper and she takes it.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 149128, "video_name": "house_s05e16_seg02_clip_18", "timestamp": [ 14.28, 23.8 ], "duration": 119.66, "caption": "A woman pulls out a piece of paper and hands it to a man.", "similarity": 0.7588, "relevance": 1 }, { "pair_id": 149129, "video_name": "house_s03e08_seg02_clip_06", "timestamp": [ 39.11, 42.33 ], "duration": 92.66, "caption": "A man hands a piece of paper to a woman.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 149130, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 90.7, 93.03 ], "duration": 93.66, "caption": "A person hands a piece of paper to a woman.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 149131, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 36.14, 42.86 ], "duration": 56.66, "caption": "A man pull a piece of paper and give it to woman.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 149132, "video_name": "friends_s06e23_seg02_clip_06", "timestamp": [ 56.14, 62.03 ], "duration": 62.66, "caption": "A person takes out two $5 bills and shows a woman.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 149133, "video_name": "castle_s07e23_seg02_clip_21", "timestamp": [ 40.44, 43.69 ], "duration": 72.66, "caption": "A woman hands the piece of paper she holding to man.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 149134, "video_name": "house_s04e13_seg02_clip_26", "timestamp": [ 33.26, 36.58 ], "duration": 133.66, "caption": "A man handed over the piece of paper to a woman.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 149135, "video_name": "castle_s07e02_seg02_clip_05", "timestamp": [ 7.42, 10.67 ], "duration": 92.66, "caption": "A man hands woman a couple of pieces of paper.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 149136, "video_name": "house_s03e03_seg02_clip_02", "timestamp": [ 32.31, 34.59 ], "duration": 91.66, "caption": "A man handed a piece of paper to a woman.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 149137, "video_name": "castle_s05e17_seg02_clip_20", "timestamp": [ 5.4, 8.1 ], "duration": 90.66, "caption": "A man handed a piece of paper to a woman.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 149138, "video_name": "house_s06e18_seg02_clip_14", "timestamp": [ 0.0, 10.27 ], "duration": 93.66, "caption": "A woman stacks papers together and then hands them to a man.", "similarity": 0.7374, "relevance": 1 }, { "pair_id": 149139, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 5.02, 6.49 ], "duration": 59.66, "caption": "A man hands a sheet of paper to woman.", "similarity": 0.7368, "relevance": 2 } ] }, { "query_id": 527, "query": "A woman and man turn towards each other and begin to kiss and hold each other.", "relevant_moment": [ { "pair_id": 92440, "video_name": "friends_s02e15_seg02_clip_18", "timestamp": [ 52.19, 64.03 ], "duration": 64.66, "caption": "A woman and man turn towards each other and begin to kiss and hold each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 92441, "video_name": "friends_s05e14_seg02_clip_21", "timestamp": [ 15.68, 23.28 ], "duration": 95.66, "caption": "A man and woman hold each other and kiss.", "similarity": 0.8662, "relevance": 3 }, { "pair_id": 92442, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 120.26, 126.74 ], "duration": 144.66, "caption": "A woman and man lean towards each other and kiss.", "similarity": 0.8659, "relevance": 4 }, { "pair_id": 92443, "video_name": "house_s06e18_seg02_clip_00", "timestamp": [ 25.39, 29.15 ], "duration": 94.66, "caption": "A man and a woman lean into each other and kiss.", "similarity": 0.8587, "relevance": 2 }, { "pair_id": 92444, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 9.92, 13.03 ], "duration": 62.66, "caption": "A woman and man lean in to kiss each other.", "similarity": 0.8451, "relevance": 3 }, { "pair_id": 92445, "video_name": "met_s05e02_seg02_clip_13", "timestamp": [ 58.44, 63.06 ], "duration": 66.66, "caption": "A man and woman put their hands on each other and kiss.", "similarity": 0.8151, "relevance": 3 }, { "pair_id": 92446, "video_name": "house_s06e18_seg02_clip_02", "timestamp": [ 30.49, 38.76 ], "duration": 87.66, "caption": "A woman and her partner hold hands and then kiss.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 92447, "video_name": "friends_s07e04_seg02_clip_09", "timestamp": [ 7.68, 9.6 ], "duration": 64.66, "caption": "A man and a woman give each other a kiss.", "similarity": 0.8112, "relevance": 2 }, { "pair_id": 92448, "video_name": "friends_s06e17_seg02_clip_03", "timestamp": [ 57.63, 59.55 ], "duration": 64.66, "caption": "A man and a woman give each other a kiss.", "similarity": 0.8112, "relevance": 2 }, { "pair_id": 92449, "video_name": "friends_s02e15_seg02_clip_07", "timestamp": [ 0.0, 26.85 ], "duration": 61.66, "caption": "A woman grabs a man and they begin to kiss.", "similarity": 0.8108, "relevance": 2 }, { "pair_id": 92450, "video_name": "friends_s03e12_seg02_clip_17", "timestamp": [ 53.12, 59.03 ], "duration": 59.66, "caption": "A woman leans over and she and a man share a kiss.", "similarity": 0.8059, "relevance": 3 }, { "pair_id": 92451, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 32.96, 34.48 ], "duration": 61.66, "caption": "A woman leans forward to kiss a man with her hands on his face.", "similarity": 0.8035, "relevance": 2 }, { "pair_id": 92452, "video_name": "grey_s02e03_seg02_clip_16", "timestamp": [ 65.22, 70.82 ], "duration": 80.66, "caption": "A woman leans over a man and begins kissing him.", "similarity": 0.7992, "relevance": 2 }, { "pair_id": 92453, "video_name": "house_s06e14_seg02_clip_24", "timestamp": [ 75.26, 88.02 ], "duration": 88.66, "caption": "A woman turns to her partner and they embrace and kiss.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 92454, "video_name": "friends_s08e20_seg02_clip_18", "timestamp": [ 25.58, 27.02 ], "duration": 57.66, "caption": "A woman grab a man's face and they kiss each other.", "similarity": 0.7967, "relevance": 2 }, { "pair_id": 92455, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 5.81, 30.28 ], "duration": 61.66, "caption": "A woman and a man hug each other and then they start kissing each other.", "similarity": 0.7952, "relevance": 3 }, { "pair_id": 92456, "video_name": "s06e04_seg02_clip_07", "timestamp": [ 14.2, 21.46 ], "duration": 66.66, "caption": "A man gets closer to a woman and begins kissing her.", "similarity": 0.7946, "relevance": 1 }, { "pair_id": 92457, "video_name": "friends_s07e15_seg02_clip_22", "timestamp": [ 20.37, 29.51 ], "duration": 52.66, "caption": "A man and a woman leaned towards each other as though to share a kiss.", "similarity": 0.7943, "relevance": 3 }, { "pair_id": 92458, "video_name": "met_s06e14_seg02_clip_08", "timestamp": [ 26.55, 29.29 ], "duration": 61.66, "caption": "A woman reaches up to kiss a man on the cheek.", "similarity": 0.7937, "relevance": 1 }, { "pair_id": 92459, "video_name": "friends_s02e12-13_seg02_clip_43", "timestamp": [ 61.78, 66.95 ], "duration": 69.66, "caption": "A woman moves forward to kiss a man.", "similarity": 0.7927, "relevance": 2 } ] }, { "query_id": 537, "query": "A woman brings her coat lapels together then starts to take it off.", "relevant_moment": [ { "pair_id": 15600, "video_name": "friends_s02e19_seg02_clip_01", "timestamp": [ 5.33, 7.11 ], "duration": 59.66, "caption": "A woman brings her coat lapels together then starts to take it off.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 15601, "video_name": "house_s01e08_seg02_clip_06", "timestamp": [ 2.01, 8.38 ], "duration": 67.66, "caption": "A woman removes her coat.", "similarity": 0.726, "relevance": 4 }, { "pair_id": 15602, "video_name": "house_s05e06_seg02_clip_10", "timestamp": [ 15.71, 20.65 ], "duration": 89.66, "caption": "A woman takes a small thing out of her coat.", "similarity": 0.7017, "relevance": 1 }, { "pair_id": 15603, "video_name": "s06e20_seg02_clip_12", "timestamp": [ 7.63, 10.37 ], "duration": 61.66, "caption": "A woman unties her coat and yanks it off.", "similarity": 0.6946, "relevance": 4 }, { "pair_id": 15604, "video_name": "castle_s03e09_seg02_clip_16", "timestamp": [ 29.93, 34.33 ], "duration": 88.66, "caption": "A woman unbuttons her coat as she's walking and then takes it off.", "similarity": 0.6939, "relevance": 4 }, { "pair_id": 15605, "video_name": "castle_s04e07_seg02_clip_04", "timestamp": [ 67.52, 70.22 ], "duration": 90.66, "caption": "A woman takes off her coat then holds her hand to her forehead.", "similarity": 0.6891, "relevance": 4 }, { "pair_id": 15606, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 1.12, 5.88 ], "duration": 56.66, "caption": "A woman sets her bag down and begins to remove her coat.", "similarity": 0.686, "relevance": 4 }, { "pair_id": 15607, "video_name": "friends_s10e03_seg02_clip_13", "timestamp": [ 36.29, 46.83 ], "duration": 62.66, "caption": "A person removes her coat and hands it to another person.", "similarity": 0.678, "relevance": 3 }, { "pair_id": 15608, "video_name": "s05e17_seg02_clip_11", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A woman puts on her coat as she gets ready to leave.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 15609, "video_name": "friends_s01e15_seg02_clip_16", "timestamp": [ 10.72, 12.61 ], "duration": 63.66, "caption": "A woman walks in and takes her coat off.", "similarity": 0.6709, "relevance": 3 }, { "pair_id": 15610, "video_name": "friends_s09e15_seg02_clip_17", "timestamp": [ 54.11, 64.03 ], "duration": 64.66, "caption": "A woman takes off her coat and then shows someone a box.", "similarity": 0.6609, "relevance": 3 }, { "pair_id": 15611, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 16.89, 21.49 ], "duration": 61.66, "caption": "A woman takes her coat off and hangs it up.", "similarity": 0.6599, "relevance": 3 }, { "pair_id": 15612, "video_name": "friends_s10e13_seg02_clip_17", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A woman removes her coat and places it on the back of a chair.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 15613, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 5.41, 7.21 ], "duration": 90.66, "caption": "A woman grabs her coat off of the chair.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 15614, "video_name": "castle_s03e20_seg02_clip_13", "timestamp": [ 38.75, 43.7 ], "duration": 90.66, "caption": "A woman stands up and gathers her coat to leave.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 15615, "video_name": "castle_s08e08_seg02_clip_04", "timestamp": [ 6.39, 10.96 ], "duration": 91.66, "caption": "A woman walks over and grabs her jacket off of the coat rack.", "similarity": 0.6462, "relevance": 2 }, { "pair_id": 15616, "video_name": "friends_s02e22_seg02_clip_03", "timestamp": [ 46.83, 62.03 ], "duration": 62.66, "caption": "A woman takes off her coat and a man stuffs it in a cabinet.", "similarity": 0.646, "relevance": 4 }, { "pair_id": 15617, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 22.64, 25.74 ], "duration": 62.66, "caption": "A woman takes off her coat and sets it down on a chair.", "similarity": 0.644, "relevance": 3 }, { "pair_id": 15618, "video_name": "friends_s04e16_seg01_clip_00", "timestamp": [ 33.51, 39.29 ], "duration": 77.66, "caption": "A woman takes off her coat and puts it on the sofa.", "similarity": 0.6422, "relevance": 3 }, { "pair_id": 15619, "video_name": "castle_s04e07_seg02_clip_04", "timestamp": [ 65.72, 71.57 ], "duration": 90.66, "caption": "A woman takes her beige coat off and brings her hand to her forehead.", "similarity": 0.6408, "relevance": 3 }, { "pair_id": 188920, "video_name": "friends_s01e14_seg02_clip_10", "timestamp": [ 36.21, 38.49 ], "duration": 57.66, "caption": "A woman stands up at the table to take her coat off.", "similarity": 0.6378, "relevance": 3 }, { "pair_id": 188921, "video_name": "friends_s02e11_seg02_clip_01", "timestamp": [ 18.61, 22.02 ], "duration": 62.66, "caption": "A woman walks in and take off her coat before she sits down.", "similarity": 0.6376, "relevance": 4 }, { "pair_id": 188922, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 2.14, 14.95 ], "duration": 61.66, "caption": "A woman sits down and takes off her coat.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 188923, "video_name": "friends_s06e13_seg02_clip_10", "timestamp": [ 24.22, 31.6 ], "duration": 59.66, "caption": "A woman removes coat and puts it on the couch.", "similarity": 0.6358, "relevance": 3 }, { "pair_id": 188924, "video_name": "friends_s03e22_seg02_clip_08", "timestamp": [ 52.22, 58.03 ], "duration": 58.66, "caption": "A woman takes off her coat and raises her arms.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 188925, "video_name": "friends_s02e17_seg02_clip_18", "timestamp": [ 7.71, 12.17 ], "duration": 59.66, "caption": "A woman takes off her coat while talking with some people.", "similarity": 0.6312, "relevance": 3 }, { "pair_id": 188926, "video_name": "s01e04_seg02_clip_08", "timestamp": [ 31.91, 40.62 ], "duration": 58.66, "caption": "A woman takes her coat off and folds it over her arm.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 188927, "video_name": "friends_s08e13_seg02_clip_12", "timestamp": [ 0.0, 7.02 ], "duration": 54.66, "caption": "A woman takes her coat and purple scarf off.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 188928, "video_name": "castle_s03e16_seg02_clip_01", "timestamp": [ 23.5, 28.28 ], "duration": 87.66, "caption": "A woman unbuttons her jacket and takes it off.", "similarity": 0.6288, "relevance": 3 }, { "pair_id": 188929, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 60.44, 70.89 ], "duration": 90.66, "caption": "A person takes off his/her coat and puts it on someone.", "similarity": 0.6267, "relevance": 2 }, { "pair_id": 188930, "video_name": "s06e11_seg02_clip_03", "timestamp": [ 36.32, 43.19 ], "duration": 55.66, "caption": "A woman takes her coat off and shows off her dress.", "similarity": 0.6231, "relevance": 2 }, { "pair_id": 188931, "video_name": "castle_s05e10_seg02_clip_21", "timestamp": [ 7.71, 10.44 ], "duration": 90.66, "caption": "A woman takes her coat off as she stands in front of a dresser.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 188932, "video_name": "friends_s05e05_seg02_clip_06", "timestamp": [ 13.12, 17.39 ], "duration": 61.66, "caption": "A woman stands up and then grabs her coat.", "similarity": 0.6196, "relevance": 1 }, { "pair_id": 188933, "video_name": "friends_s09e17_seg02_clip_01", "timestamp": [ 21.9, 25.64 ], "duration": 57.66, "caption": "A woman takes off her coat on the armchair.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 188934, "video_name": "friends_s04e15_seg02_clip_03", "timestamp": [ 51.87, 52.79 ], "duration": 61.66, "caption": "A woman takes off a fluffy white fur coat that she is wearing.", "similarity": 0.6188, "relevance": 2 }, { "pair_id": 188935, "video_name": "grey_s03e18_seg02_clip_19", "timestamp": [ 75.87, 84.95 ], "duration": 90.66, "caption": "A woman takes off her coat and throws it down.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 188936, "video_name": "house_s08e19_seg02_clip_05", "timestamp": [ 63.09, 68.75 ], "duration": 87.66, "caption": "A woman walks to the coat rack and takes off her doctor's coat.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 188937, "video_name": "friends_s01e24_seg02_clip_11", "timestamp": [ 0.0, 7.77 ], "duration": 59.66, "caption": "A woman walks over and puts on her coat.", "similarity": 0.6142, "relevance": 2 }, { "pair_id": 188938, "video_name": "friends_s02e14_seg02_clip_04", "timestamp": [ 5.1, 8.1 ], "duration": 60.66, "caption": "A woman takes off their gloves and puts them in their coat pockets.", "similarity": 0.6122, "relevance": 2 }, { "pair_id": 188939, "video_name": "grey_s02e13_seg02_clip_03", "timestamp": [ 4.4, 14.08 ], "duration": 88.66, "caption": "A woman takes another woman's coat and puts it over her shoulders.", "similarity": 0.6105, "relevance": 2 } ] }, { "query_id": 544, "query": "A woman and a man drive up close to a farm and use binoculars to see what's going on there.", "relevant_moment": [ { "pair_id": 8340, "video_name": "castle_s06e23_seg02_clip_18", "timestamp": [ 31.86, 61.44 ], "duration": 91.66, "caption": "A woman and a man drive up close to a farm and use binoculars to see what's going on there.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8341, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 3.0, 5.7 ], "duration": 60.66, "caption": "A man looks through the binoculars and watches a woman and a man.", "similarity": 0.6458, "relevance": 3 }, { "pair_id": 8342, "video_name": "castle_s05e19_seg02_clip_13", "timestamp": [ 0.0, 33.4 ], "duration": 89.66, "caption": "A man and a woman were using a telescope to watch a person in the next window.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 8343, "video_name": "castle_s05e23_seg02_clip_17", "timestamp": [ 70.77, 74.34 ], "duration": 89.66, "caption": "A man and a woman turn around and notice a drone in the sky.", "similarity": 0.5953, "relevance": 2 }, { "pair_id": 8344, "video_name": "s10e12_seg02_clip_06", "timestamp": [ 16.54, 17.99 ], "duration": 58.66, "caption": "A woman and a man look at each other as she drives.", "similarity": 0.5871, "relevance": 2 }, { "pair_id": 8345, "video_name": "castle_s08e22_seg02_clip_02", "timestamp": [ 13.58, 19.28 ], "duration": 87.66, "caption": "A man hands binoculars to a woman and she hands them back to him.", "similarity": 0.5754, "relevance": 1 }, { "pair_id": 8346, "video_name": "castle_s06e23_seg02_clip_18", "timestamp": [ 55.98, 60.53 ], "duration": 91.66, "caption": "A man passes the binoculars in his hands to a woman.", "similarity": 0.5747, "relevance": 3 }, { "pair_id": 8347, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 33.83, 36.94 ], "duration": 89.66, "caption": "A man and woman turn around and look behind them.", "similarity": 0.5676, "relevance": 0 }, { "pair_id": 8348, "video_name": "castle_s07e19_seg02_clip_16", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A man and a woman approach through a clearing in a forest holding shovels.", "similarity": 0.5605, "relevance": 2 }, { "pair_id": 8349, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 0.0, 11.88 ], "duration": 88.66, "caption": "Two people were looking up on a picture.", "similarity": 0.5477, "relevance": 0 }, { "pair_id": 8350, "video_name": "castle_s03e18_seg02_clip_05", "timestamp": [ 5.46, 14.11 ], "duration": 91.66, "caption": "A woman and a man stop in the middle of their walk to look at a person on a distance.", "similarity": 0.5414, "relevance": 1 }, { "pair_id": 8351, "video_name": "castle_s05e19_seg02_clip_03", "timestamp": [ 81.47, 84.17 ], "duration": 90.66, "caption": "A person views an apartment with a person and another person with binoculars.", "similarity": 0.5394, "relevance": 1 }, { "pair_id": 8352, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 1.2, 2.4 ], "duration": 60.66, "caption": "A woman lowers the binoculars and gives them to a man.", "similarity": 0.5341, "relevance": 2 }, { "pair_id": 8353, "video_name": "castle_s02e18_seg02_clip_22", "timestamp": [ 27.92, 32.57 ], "duration": 93.66, "caption": "There is someone holding a binocular watching a man and a woman.", "similarity": 0.5322, "relevance": 1 }, { "pair_id": 8354, "video_name": "castle_s05e19_seg02_clip_18", "timestamp": [ 3.63, 7.71 ], "duration": 90.66, "caption": "A woman uses a pair of binoculars to look at something.", "similarity": 0.5308, "relevance": 1 }, { "pair_id": 8355, "video_name": "castle_s03e16_seg02_clip_00", "timestamp": [ 11.31, 15.08 ], "duration": 94.66, "caption": "A man and a woman walk up and look at a cab.", "similarity": 0.5296, "relevance": 1 }, { "pair_id": 8356, "video_name": "castle_s05e19_seg02_clip_13", "timestamp": [ 4.9, 6.68 ], "duration": 89.66, "caption": "A man and his child are standing with binoculars on their eyes peering through them.", "similarity": 0.5258, "relevance": 1 }, { "pair_id": 8357, "video_name": "castle_s05e19_seg02_clip_22", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "A person is looking thru binoculars as woman goes around him to stand behind his chair.", "similarity": 0.5244, "relevance": 1 }, { "pair_id": 8358, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 80.2, 92.66 ], "duration": 92.66, "caption": "A man and woman walk up to person after they see person from afar.", "similarity": 0.5225, "relevance": 1 }, { "pair_id": 8359, "video_name": "house_s05e18_seg02_clip_18", "timestamp": [ 25.86, 28.21 ], "duration": 94.66, "caption": "Two people are looking at plants while a person walks by.", "similarity": 0.5201, "relevance": 0 } ] }, { "query_id": 572, "query": "A person toasts their drink with another person posting to their social media next to them.", "relevant_moment": [ { "pair_id": 5920, "video_name": "s05e22_seg02_clip_10", "timestamp": [ 21.31, 23.11 ], "duration": 60.66, "caption": "A person toasts their drink with another person posting to their social media next to them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5921, "video_name": "friends_s05e14_seg02_clip_17", "timestamp": [ 0.3, 15.37 ], "duration": 60.66, "caption": "A person and another person make a toast and drink the entire glass.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 5922, "video_name": "friends_s04e23-24_seg02_clip_31", "timestamp": [ 0.0, 41.72 ], "duration": 60.66, "caption": "One person makes a toast to two other people and their significant other.", "similarity": 0.7262, "relevance": 1 }, { "pair_id": 5923, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 4.58, 6.87 ], "duration": 63.66, "caption": "Some people toast their drinks after a man mentions another person's new job.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 5924, "video_name": "s09e16_seg02_clip_04", "timestamp": [ 56.15, 60.42 ], "duration": 61.66, "caption": "A person makes a toast with some people at the table and they all clasp their drinks together.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 5925, "video_name": "s05e22_seg02_clip_10", "timestamp": [ 20.41, 24.01 ], "duration": 60.66, "caption": "A man picks up his glass and toasts with another person.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 5926, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 11.97, 16.25 ], "duration": 57.66, "caption": "A person raises his glass in a toast while sitting around a table with others.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 5927, "video_name": "s04e20_seg02_clip_11", "timestamp": [ 18.91, 21.61 ], "duration": 60.66, "caption": "Two people had a toast while they are talking.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 5928, "video_name": "s04e07_seg02_clip_15", "timestamp": [ 20.41, 22.51 ], "duration": 60.66, "caption": "A person raises the shot glass and toasts a woman then raises the glass to his/her lips.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 5929, "video_name": "friends_s02e05_seg02_clip_06", "timestamp": [ 0.0, 4.01 ], "duration": 61.66, "caption": "Multiple people all toast their drinks together.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 5930, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 0.0, 15.18 ], "duration": 92.66, "caption": "Three people are having a toast and having a conversation with each other.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 5931, "video_name": "castle_s04e04_seg02_clip_27", "timestamp": [ 15.92, 17.02 ], "duration": 17.66, "caption": "Some people are making a toast to a woman with a man.", "similarity": 0.638, "relevance": 1 }, { "pair_id": 5932, "video_name": "s10e06_seg02_clip_15", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A person puts their glass up and cheers as another person drinks from their glass and is beside someone else.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 5933, "video_name": "house_s08e19_seg02_clip_10", "timestamp": [ 37.1, 40.47 ], "duration": 84.66, "caption": "A person raises his/her martini glass and makes a toast.", "similarity": 0.6295, "relevance": 2 }, { "pair_id": 5934, "video_name": "s05e15_seg02_clip_12", "timestamp": [ 0.89, 9.74 ], "duration": 59.66, "caption": "A man and a woman make a toast, then the woman takes a drink from her glass.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 5935, "video_name": "met_s02e14_seg02_clip_18", "timestamp": [ 16.9, 21.97 ], "duration": 46.66, "caption": "Multiple people make a toast.", "similarity": 0.6281, "relevance": 2 }, { "pair_id": 5936, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 26.98, 31.62 ], "duration": 58.66, "caption": "A man and woman toast their beers and drink.", "similarity": 0.6272, "relevance": 3 }, { "pair_id": 5937, "video_name": "castle_s08e07_seg02_clip_21", "timestamp": [ 5.4, 27.91 ], "duration": 90.66, "caption": "Two men were having a conversation and toasted their glasses of drink afterwards.", "similarity": 0.6241, "relevance": 1 }, { "pair_id": 5938, "video_name": "friends_s02e24_seg02_clip_14", "timestamp": [ 18.0, 22.89 ], "duration": 61.66, "caption": "A person puts their hand on someone's shoulder during the toast.", "similarity": 0.6205, "relevance": 1 }, { "pair_id": 5939, "video_name": "house_s07e05_seg02_clip_01", "timestamp": [ 36.91, 45.01 ], "duration": 90.66, "caption": "A person is talking to another person and they grab some drink from the fridge.", "similarity": 0.6185, "relevance": 1 } ] }, { "query_id": 601, "query": "A man rubs his forehead with his hand as he has a conversation.", "relevant_moment": [ { "pair_id": 163620, "video_name": "house_s02e18_seg02_clip_09", "timestamp": [ 43.08, 45.69 ], "duration": 87.66, "caption": "A man rubs his forehead with his hand as he has a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163621, "video_name": "house_s04e09_seg02_clip_22", "timestamp": [ 0.0, 1.82 ], "duration": 91.66, "caption": "A man rubs his forehead while talking to some people.", "similarity": 0.8756, "relevance": 4 }, { "pair_id": 163622, "video_name": "house_s05e24_seg02_clip_12", "timestamp": [ 2.38, 5.23 ], "duration": 95.66, "caption": "A man rubs his forehead while talking with two other people.", "similarity": 0.853, "relevance": 3 }, { "pair_id": 163623, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 51.4, 54.16 ], "duration": 91.66, "caption": "A man rubs his forehead while talking to two people.", "similarity": 0.8528, "relevance": 4 }, { "pair_id": 163624, "video_name": "castle_s05e17_seg02_clip_11", "timestamp": [ 74.54, 76.38 ], "duration": 92.66, "caption": "A man uses his index finger to rub his forehead as he has a conversation with others.", "similarity": 0.8362, "relevance": 4 }, { "pair_id": 163625, "video_name": "house_s06e15_seg02_clip_22", "timestamp": [ 25.21, 28.82 ], "duration": 90.66, "caption": "A person rubs his forehead when talking to guy.", "similarity": 0.8352, "relevance": 4 }, { "pair_id": 163626, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.8245, "relevance": 4 }, { "pair_id": 163627, "video_name": "castle_s05e22_seg02_clip_19", "timestamp": [ 80.19, 83.36 ], "duration": 90.66, "caption": "A man talks with his head down while rubbing his eyes.", "similarity": 0.8239, "relevance": 4 }, { "pair_id": 163628, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.8073, "relevance": 4 }, { "pair_id": 163629, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.8073, "relevance": 4 }, { "pair_id": 163630, "video_name": "house_s07e08_seg02_clip_21", "timestamp": [ 1.76, 9.24 ], "duration": 88.66, "caption": "A man rubs his eyes while talking with some people.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 163631, "video_name": "s06e09_seg01_clip_01", "timestamp": [ 7.74, 12.29 ], "duration": 91.66, "caption": "A man rubs and pats his hands together while having a conversation with others.", "similarity": 0.7938, "relevance": 1 }, { "pair_id": 163632, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 9.92, 12.18 ], "duration": 90.66, "caption": "A man rubs his forehead and then his neck.", "similarity": 0.7877, "relevance": 4 }, { "pair_id": 163633, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A man puts his hand on his head and rubs it.", "similarity": 0.7835, "relevance": 4 }, { "pair_id": 163634, "video_name": "house_s03e10_seg02_clip_25", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A man rubs his face and his eyes with his hand.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 163635, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 0.0, 1.17 ], "duration": 58.66, "caption": "A man rubs the back of his head while talking to woman.", "similarity": 0.7751, "relevance": 3 }, { "pair_id": 163636, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 39.67, 44.25 ], "duration": 61.66, "caption": "A man puts his hand on his forehead when another man starts talking.", "similarity": 0.7661, "relevance": 4 }, { "pair_id": 163637, "video_name": "friends_s03e18_seg02_clip_14", "timestamp": [ 4.28, 6.56 ], "duration": 57.66, "caption": "A man rubs his eye with his hand while talking to a woman.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 163638, "video_name": "s05e05_seg02_clip_03", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A man rubs his hands together while talking to a woman.", "similarity": 0.7599, "relevance": 2 }, { "pair_id": 163639, "video_name": "house_s03e03_seg02_clip_23", "timestamp": [ 3.26, 4.19 ], "duration": 93.66, "caption": "A man rubs his neck with his finger while talking to woman.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 336940, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 6.39, 8.52 ], "duration": 71.66, "caption": "A man rubs his face with both of his hands.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 336941, "video_name": "castle_s08e10_seg02_clip_09", "timestamp": [ 29.22, 35.96 ], "duration": 89.66, "caption": "A man rubs his fingers across his nose while talking to woman.", "similarity": 0.7581, "relevance": 2 }, { "pair_id": 336942, "video_name": "friends_s07e17_seg02_clip_09", "timestamp": [ 40.94, 45.89 ], "duration": 66.66, "caption": "A man rubs his thumb across his lips while talking to friend.", "similarity": 0.7572, "relevance": 3 }, { "pair_id": 336943, "video_name": "friends_s10e02_seg02_clip_13", "timestamp": [ 42.61, 51.37 ], "duration": 60.66, "caption": "A man rubs his hand through his hair and neck.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 336944, "video_name": "met_s02e05_seg02_clip_09", "timestamp": [ 33.01, 36.32 ], "duration": 60.66, "caption": "A man rubs his palms together during a conversation with a woman.", "similarity": 0.7553, "relevance": 2 }, { "pair_id": 336945, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 23.41, 25.21 ], "duration": 90.66, "caption": "A man touches his forehead while talking to two men.", "similarity": 0.7526, "relevance": 4 }, { "pair_id": 336946, "video_name": "s04e01_seg01_clip_00", "timestamp": [ 58.3, 63.03 ], "duration": 63.66, "caption": "A man rubs his chin while talking to a woman.", "similarity": 0.7522, "relevance": 3 }, { "pair_id": 336947, "video_name": "friends_s09e18_seg02_clip_00", "timestamp": [ 6.95, 8.84 ], "duration": 63.66, "caption": "A man rubs his hands together while listening to woman talk.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 336948, "video_name": "friends_s02e03_seg02_clip_04", "timestamp": [ 2.61, 4.35 ], "duration": 58.66, "caption": "A man rubs his hands with a cloth while talking to a woman.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 336949, "video_name": "castle_s08e16_seg02_clip_21", "timestamp": [ 89.73, 91.57 ], "duration": 92.66, "caption": "A man puts his hand on man's head as he speaks to him.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 336950, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 15.34, 18.05 ], "duration": 90.66, "caption": "A man presses his hands to his eyes and rubs them.", "similarity": 0.7454, "relevance": 4 }, { "pair_id": 336951, "video_name": "friends_s06e14_seg02_clip_17", "timestamp": [ 17.39, 21.36 ], "duration": 61.66, "caption": "A woman rubs her forehead when talking to a man.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 336952, "video_name": "house_s03e21_seg02_clip_18", "timestamp": [ 0.0, 1.34 ], "duration": 89.66, "caption": "A man is rubbing their forehead with their hand.", "similarity": 0.7435, "relevance": 4 }, { "pair_id": 336953, "video_name": "s02e23_seg02_clip_15", "timestamp": [ 30.75, 39.75 ], "duration": 58.66, "caption": "A man pulls their head back and scrunches their forehead while talking to a person.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 336954, "video_name": "friends_s09e02_seg02_clip_11", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A man is rubbing his fingers when he talks to another person.", "similarity": 0.7393, "relevance": 2 }, { "pair_id": 336955, "video_name": "castle_s02e02_seg02_clip_02", "timestamp": [ 13.72, 17.65 ], "duration": 98.66, "caption": "A man repeatedy rubs his chin with his hand.", "similarity": 0.7363, "relevance": 2 }, { "pair_id": 336956, "video_name": "friends_s06e20_seg02_clip_06", "timestamp": [ 6.0, 10.8 ], "duration": 60.66, "caption": "A man puts his fingers in his eyes while talking.", "similarity": 0.7348, "relevance": 3 }, { "pair_id": 336957, "video_name": "house_s05e08_seg02_clip_10", "timestamp": [ 29.22, 31.02 ], "duration": 89.66, "caption": "A man moves his hand from his mouth and rubs his chin.", "similarity": 0.7332, "relevance": 1 }, { "pair_id": 336958, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 26.51, 31.0 ], "duration": 89.66, "caption": "A person rubs their forehead while sitting and talking with another person.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 336959, "video_name": "s01e14_seg02_clip_08", "timestamp": [ 13.65, 21.71 ], "duration": 62.66, "caption": "A man puts his hand on his face as he listens to person speak.", "similarity": 0.7285, "relevance": 4 } ] }, { "query_id": 606, "query": "A person sees woman standing outside and walks over to talk to her.", "relevant_moment": [ { "pair_id": 147560, "video_name": "castle_s03e17_seg02_clip_07", "timestamp": [ 76.58, 87.02 ], "duration": 87.66, "caption": "A person sees woman standing outside and walks over to talk to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147561, "video_name": "house_s04e01_seg02_clip_19", "timestamp": [ 19.75, 28.21 ], "duration": 94.66, "caption": "A woman walks outside and talks to a man.", "similarity": 0.8118, "relevance": 2 }, { "pair_id": 147562, "video_name": "house_s04e10_seg02_clip_20", "timestamp": [ 0.0, 19.11 ], "duration": 88.66, "caption": "A woman walks over to person and person and talks to them.", "similarity": 0.8097, "relevance": 1 }, { "pair_id": 147563, "video_name": "castle_s07e23_seg02_clip_04", "timestamp": [ 29.58, 34.75 ], "duration": 93.66, "caption": "A person walks to woman and talk to her.", "similarity": 0.8094, "relevance": 2 }, { "pair_id": 147564, "video_name": "grey_s02e03_seg02_clip_18", "timestamp": [ 75.38, 85.66 ], "duration": 85.66, "caption": "A person walks towards where woman is standing and they converse.", "similarity": 0.8092, "relevance": 3 }, { "pair_id": 147565, "video_name": "castle_s04e15_seg02_clip_09", "timestamp": [ 34.81, 38.01 ], "duration": 91.66, "caption": "A woman walks over to talk to some people.", "similarity": 0.8061, "relevance": 1 }, { "pair_id": 147566, "video_name": "castle_s06e16_seg02_clip_25", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A woman walks towards a person to speak to her.", "similarity": 0.7997, "relevance": 2 }, { "pair_id": 147568, "video_name": "house_s08e03_seg02_clip_06", "timestamp": [ 0.0, 9.77 ], "duration": 93.66, "caption": "A woman stood up walking talking to a person about her come back.", "similarity": 0.7871, "relevance": 2 }, { "pair_id": 147569, "video_name": "house_s03e14_seg02_clip_00", "timestamp": [ 7.1, 11.83 ], "duration": 94.66, "caption": "A person is walking when he encounters a woman and talks to her.", "similarity": 0.7788, "relevance": 2 }, { "pair_id": 147570, "video_name": "grey_s03e23_seg02_clip_08", "timestamp": [ 76.13, 82.15 ], "duration": 86.66, "caption": "A person walks over to a woman after she speaks.", "similarity": 0.7755, "relevance": 2 }, { "pair_id": 147571, "video_name": "castle_s02e10_seg02_clip_18", "timestamp": [ 16.99, 29.85 ], "duration": 91.66, "caption": "A woman stands up walking and talking around a man.", "similarity": 0.7733, "relevance": 1 }, { "pair_id": 147572, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 83.27, 89.12 ], "duration": 90.66, "caption": "A woman is walking towards someone and talking to him.", "similarity": 0.772, "relevance": 2 }, { "pair_id": 147573, "video_name": "castle_s07e21_seg02_clip_18", "timestamp": [ 15.3, 24.31 ], "duration": 90.66, "caption": "A person meets up with woman as she walks past her and speaks with her.", "similarity": 0.7706, "relevance": 2 }, { "pair_id": 147574, "video_name": "castle_s07e17_seg02_clip_20", "timestamp": [ 0.0, 28.03 ], "duration": 90.66, "caption": "A person is outside with woman as they converse with each other.", "similarity": 0.7692, "relevance": 2 }, { "pair_id": 147575, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 22.5, 26.03 ], "duration": 88.66, "caption": "A woman is walking around while she is talking to a man.", "similarity": 0.7689, "relevance": 1 }, { "pair_id": 147577, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 16.38, 91.03 ], "duration": 91.66, "caption": "A person walks up to woman and she speaks with her.", "similarity": 0.7639, "relevance": 2 }, { "pair_id": 147578, "video_name": "house_s06e08_seg02_clip_25", "timestamp": [ 4.33, 14.71 ], "duration": 173.66, "caption": "A person walks closer to a woman and talks to her.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 147579, "video_name": "castle_s04e09_seg02_clip_04", "timestamp": [ 23.33, 30.19 ], "duration": 91.66, "caption": "A person walks beside woman and leans over to talk to her.", "similarity": 0.76, "relevance": 1 }, { "pair_id": 320880, "video_name": "castle_s05e21_seg02_clip_19", "timestamp": [ 5.55, 12.48 ], "duration": 92.66, "caption": "A woman turn around and walk while talking to a man.", "similarity": 0.7577, "relevance": 1 }, { "pair_id": 320881, "video_name": "friends_s02e06_seg02_clip_02", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A person stands close to woman and speaks to her.", "similarity": 0.7564, "relevance": 2 }, { "pair_id": 320882, "video_name": "s02e07_seg02_clip_03", "timestamp": [ 32.41, 37.82 ], "duration": 60.66, "caption": "A woman walks over to a person to continue the conversation.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 320883, "video_name": "grey_s02e08_seg02_clip_16", "timestamp": [ 6.63, 25.09 ], "duration": 94.66, "caption": "A woman walks up to a person and they have a conversation before the person walks past her.", "similarity": 0.7551, "relevance": 2 }, { "pair_id": 320884, "video_name": "castle_s08e14_seg02_clip_00", "timestamp": [ 3.69, 7.37 ], "duration": 92.66, "caption": "A woman is talking to a man while they are walking.", "similarity": 0.7522, "relevance": 1 }, { "pair_id": 320885, "video_name": "friends_s09e14_seg02_clip_19", "timestamp": [ 33.36, 40.49 ], "duration": 57.66, "caption": "A woman is walking while talking to a man on the street.", "similarity": 0.7517, "relevance": 1 }, { "pair_id": 320886, "video_name": "friends_s02e24_seg02_clip_10", "timestamp": [ 19.44, 40.62 ], "duration": 58.66, "caption": "Two people walk up to talk to a woman.", "similarity": 0.751, "relevance": 1 }, { "pair_id": 320887, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 34.24, 38.07 ], "duration": 59.66, "caption": "A person stands up and walks over to talk to another person.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 320888, "video_name": "castle_s05e13_seg02_clip_22", "timestamp": [ 18.13, 23.12 ], "duration": 90.66, "caption": "Woman talks to person while they're walking and he goes off in another direction.", "similarity": 0.7493, "relevance": 1 }, { "pair_id": 320889, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 50.79, 53.85 ], "duration": 87.66, "caption": "A woman stands up after talking to the person in front of her.", "similarity": 0.748, "relevance": 1 }, { "pair_id": 320890, "video_name": "s10e10_seg02_clip_04", "timestamp": [ 43.97, 48.7 ], "duration": 59.66, "caption": "A woman walks toward a person while talking to two other people.", "similarity": 0.7475, "relevance": 2 }, { "pair_id": 320891, "video_name": "castle_s06e16_seg02_clip_25", "timestamp": [ 61.62, 69.98 ], "duration": 88.66, "caption": "Two people walk towards a woman to speak to her.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 320892, "video_name": "castle_s07e20_seg02_clip_07", "timestamp": [ 60.09, 65.43 ], "duration": 89.66, "caption": "A woman walks by and a woman sees her and walks to her to start a conversation.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 320893, "video_name": "s04e20_seg02_clip_12", "timestamp": [ 15.91, 60.03 ], "duration": 60.66, "caption": "A woman was walking towards person and started talking to him.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 320894, "video_name": "castle_s05e22_seg02_clip_21", "timestamp": [ 18.75, 26.26 ], "duration": 125.66, "caption": "A person walked towards woman and woman started talking.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 320895, "video_name": "castle_s01e01_seg02_clip_19", "timestamp": [ 1.33, 7.96 ], "duration": 88.66, "caption": "A person stands up and walking while talking to them.", "similarity": 0.743, "relevance": 1 }, { "pair_id": 320896, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 19.79, 25.31 ], "duration": 92.66, "caption": "A woman was walking while talking to a man.", "similarity": 0.7423, "relevance": 1 }, { "pair_id": 320897, "video_name": "house_s07e19_seg02_clip_00", "timestamp": [ 8.31, 12.92 ], "duration": 92.66, "caption": "A woman walked towards a person and started a conversation.", "similarity": 0.7416, "relevance": 2 }, { "pair_id": 320898, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 320899, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman walks over and stands next to a person.", "similarity": 0.74, "relevance": 2 } ] }, { "query_id": 660, "query": "A person pulls the stool towards him with the hook of his caine.", "relevant_moment": [ { "pair_id": 3800, "video_name": "house_s02e18_seg02_clip_07", "timestamp": [ 6.23, 11.57 ], "duration": 89.66, "caption": "A person pulls the stool towards him with the hook of his caine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3801, "video_name": "house_s02e18_seg02_clip_07", "timestamp": [ 8.01, 11.13 ], "duration": 89.66, "caption": "A person pulls a stool using his cane.", "similarity": 0.6578, "relevance": 4 }, { "pair_id": 3802, "video_name": "friends_s10e10_seg02_clip_03", "timestamp": [ 42.69, 44.99 ], "duration": 57.66, "caption": "A man gets up from the stool and turns to a person.", "similarity": 0.6335, "relevance": 1 }, { "pair_id": 3803, "video_name": "house_s08e16_seg02_clip_18", "timestamp": [ 0.0, 11.49 ], "duration": 85.66, "caption": "A person approaches another person and the patient and then pulls a stool over to sit on.", "similarity": 0.5927, "relevance": 3 }, { "pair_id": 3804, "video_name": "friends_s06e03_seg02_clip_13", "timestamp": [ 25.63, 29.9 ], "duration": 61.66, "caption": "A man grabs the stool and eventually sits down on it.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 3805, "video_name": "friends_s04e03_seg02_clip_11", "timestamp": [ 29.31, 30.88 ], "duration": 63.66, "caption": "A man grabs his pants off of the hook.", "similarity": 0.5619, "relevance": 0 }, { "pair_id": 3806, "video_name": "castle_s02e03_seg02_clip_00", "timestamp": [ 55.52, 58.27 ], "duration": 91.66, "caption": "A person gets up and pushes the stool under the counter.", "similarity": 0.5617, "relevance": 1 }, { "pair_id": 3807, "video_name": "friends_s08e14_seg02_clip_16", "timestamp": [ 46.52, 51.92 ], "duration": 60.66, "caption": "A person gets up from the kitchen stool and taps on guy's shoulder.", "similarity": 0.5572, "relevance": 0 }, { "pair_id": 3808, "video_name": "house_s08e07_seg02_clip_00", "timestamp": [ 45.55, 49.69 ], "duration": 92.66, "caption": "A person is leaning forward to grab man's hand.", "similarity": 0.5551, "relevance": 0 }, { "pair_id": 3809, "video_name": "s05e24_seg01_clip_02", "timestamp": [ 27.61, 33.48 ], "duration": 69.66, "caption": "A person takes a hold of the waist of his pants and tugs at them.", "similarity": 0.5522, "relevance": 0 }, { "pair_id": 3810, "video_name": "s07e12_seg02_clip_08", "timestamp": [ 19.51, 31.21 ], "duration": 60.66, "caption": "A person gets up from a barstool and pulls his pants down.", "similarity": 0.5478, "relevance": 1 }, { "pair_id": 3811, "video_name": "castle_s08e22_seg02_clip_21", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A person holds someone to the ground and eventually pulls him up.", "similarity": 0.547, "relevance": 0 }, { "pair_id": 3812, "video_name": "castle_s04e02_seg02_clip_04", "timestamp": [ 73.56, 77.63 ], "duration": 90.66, "caption": "A man bends back down to grab his pants and pulls them back up.", "similarity": 0.5408, "relevance": 0 }, { "pair_id": 3813, "video_name": "friends_s01e06_seg02_clip_12", "timestamp": [ 14.11, 16.51 ], "duration": 60.66, "caption": "A person makes a pulling motion with their arm.", "similarity": 0.5389, "relevance": 0 }, { "pair_id": 3814, "video_name": "s02e20_seg02_clip_09", "timestamp": [ 9.1, 17.88 ], "duration": 65.66, "caption": "A man gets up off his stool and walks over to someone.", "similarity": 0.5383, "relevance": 0 }, { "pair_id": 3815, "video_name": "friends_s02e12-13_seg02_clip_40", "timestamp": [ 15.52, 17.87 ], "duration": 47.66, "caption": "A person gestures and points with their left hand towards the stall.", "similarity": 0.5305, "relevance": 0 }, { "pair_id": 3816, "video_name": "house_s03e22_seg02_clip_18", "timestamp": [ 85.58, 87.79 ], "duration": 88.66, "caption": "A person grabs their cane and stands from their seat.", "similarity": 0.5283, "relevance": 1 }, { "pair_id": 3817, "video_name": "s10e03_seg02_clip_08", "timestamp": [ 1.63, 4.55 ], "duration": 65.66, "caption": "A person sits down on the stool and puts his/her head in his/her hands.", "similarity": 0.5274, "relevance": 1 }, { "pair_id": 3818, "video_name": "friends_s04e14_seg02_clip_09", "timestamp": [ 22.43, 41.91 ], "duration": 59.66, "caption": "A man pulls down his trouser and went to grab a seat.", "similarity": 0.5259, "relevance": 0 }, { "pair_id": 3819, "video_name": "castle_s08e12_seg02_clip_23", "timestamp": [ 21.63, 24.85 ], "duration": 92.66, "caption": "A man walks towards a lever and pulls it down.", "similarity": 0.5251, "relevance": 0 } ] }, { "query_id": 721, "query": "A man walks over and sits down after getting dressed.", "relevant_moment": [ { "pair_id": 99060, "video_name": "castle_s04e20_seg02_clip_05", "timestamp": [ 29.22, 34.78 ], "duration": 92.66, "caption": "A man walks over and sits down after getting dressed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 99061, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 10.9, 15.88 ], "duration": 62.66, "caption": "A man walks over and takes off his coat before sitting down.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 99062, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 13.96, 17.56 ], "duration": 90.66, "caption": "A man walks over and sits down on a chair.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 99063, "video_name": "met_s03e12_seg02_clip_13", "timestamp": [ 26.03, 34.2 ], "duration": 60.66, "caption": "A man walks back to his seat and sits down.", "similarity": 0.6683, "relevance": 3 }, { "pair_id": 99064, "video_name": "house_s05e19_seg02_clip_12", "timestamp": [ 51.19, 59.2 ], "duration": 89.66, "caption": "A person gets up, starts walking, and sits back down.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 99065, "video_name": "house_s02e11_seg02_clip_03", "timestamp": [ 11.38, 15.47 ], "duration": 91.66, "caption": "A person walks over to person and sits down.", "similarity": 0.6421, "relevance": 3 }, { "pair_id": 99066, "video_name": "grey_s03e14_seg02_clip_25", "timestamp": [ 31.8, 42.67 ], "duration": 80.66, "caption": "A man walks over to a woman and then sits down.", "similarity": 0.6363, "relevance": 3 }, { "pair_id": 99067, "video_name": "grey_s02e08_seg02_clip_09", "timestamp": [ 65.7, 70.05 ], "duration": 87.66, "caption": "A man walks over and sits down next to a person.", "similarity": 0.6348, "relevance": 3 }, { "pair_id": 99068, "video_name": "grey_s02e20_seg02_clip_14", "timestamp": [ 53.13, 56.42 ], "duration": 94.66, "caption": "A man walks over and sits down in the lobby.", "similarity": 0.6304, "relevance": 3 }, { "pair_id": 99069, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 20.47, 28.53 ], "duration": 62.66, "caption": "A man walks over to the table and sits down.", "similarity": 0.6247, "relevance": 3 }, { "pair_id": 99070, "video_name": "castle_s04e18_seg02_clip_13", "timestamp": [ 11.38, 17.75 ], "duration": 91.66, "caption": "A man walks over to a woman and sits down.", "similarity": 0.6172, "relevance": 3 }, { "pair_id": 99071, "video_name": "s02e01_seg02_clip_12", "timestamp": [ 21.97, 26.85 ], "duration": 61.66, "caption": "A man walks over to his sleeping bag and sits down, pulling the covers over his legs.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 99072, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 18.41, 23.47 ], "duration": 92.66, "caption": "A person walks over to a chair and sits down.", "similarity": 0.613, "relevance": 3 }, { "pair_id": 99073, "video_name": "castle_s05e07_seg02_clip_17", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A man gets up from sitting as another person walks in.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 99074, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 14.72, 34.05 ], "duration": 92.66, "caption": "A man paces back and forth until he sits down.", "similarity": 0.6102, "relevance": 2 }, { "pair_id": 99075, "video_name": "house_s04e13_seg02_clip_00", "timestamp": [ 31.69, 36.97 ], "duration": 96.66, "caption": "A man sits down and puts their feet up.", "similarity": 0.5989, "relevance": 2 }, { "pair_id": 99076, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 77.98, 83.11 ], "duration": 93.66, "caption": "A woman walks over to man while he sits down.", "similarity": 0.5975, "relevance": 3 }, { "pair_id": 99077, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 57.79, 62.65 ], "duration": 108.66, "caption": "A person walks over and sits down on the chair.", "similarity": 0.593, "relevance": 3 }, { "pair_id": 99078, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 33.87, 40.58 ], "duration": 61.66, "caption": "A man walks around a chair and sits down in it.", "similarity": 0.5924, "relevance": 3 }, { "pair_id": 99079, "video_name": "castle_s08e17_seg02_clip_03", "timestamp": [ 46.1, 51.13 ], "duration": 91.66, "caption": "A man walks in to the room and sits down.", "similarity": 0.5921, "relevance": 3 }, { "pair_id": 272380, "video_name": "s06e07_seg02_clip_01", "timestamp": [ 1.53, 3.66 ], "duration": 61.66, "caption": "A man takes his clothing and puts it on his chair.", "similarity": 0.5915, "relevance": 0 }, { "pair_id": 272381, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 4.8, 8.1 ], "duration": 60.66, "caption": "A person walks out of the dressing room with a suit over his clothes.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 272382, "video_name": "s04e11_seg02_clip_00", "timestamp": [ 4.23, 8.13 ], "duration": 65.66, "caption": "A man walks over to the coach and sits down.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 272383, "video_name": "s01e14_seg02_clip_09", "timestamp": [ 17.12, 20.36 ], "duration": 59.66, "caption": "A person walks over to the chair and sits down.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 272384, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 10.24, 18.69 ], "duration": 89.66, "caption": "A person walks over to the chair and sits down.", "similarity": 0.5903, "relevance": 3 }, { "pair_id": 272385, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 36.92, 40.52 ], "duration": 60.66, "caption": "A man walks over to his desk and sits down.", "similarity": 0.5898, "relevance": 1 }, { "pair_id": 272386, "video_name": "friends_s03e18_seg02_clip_10", "timestamp": [ 0.0, 3.25 ], "duration": 65.66, "caption": "A man in a brown suit sits down.", "similarity": 0.5893, "relevance": 1 }, { "pair_id": 272387, "video_name": "friends_s06e03_seg02_clip_13", "timestamp": [ 25.63, 29.9 ], "duration": 61.66, "caption": "A man grabs the stool and eventually sits down on it.", "similarity": 0.5866, "relevance": 1 }, { "pair_id": 272388, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 52.97, 67.21 ], "duration": 89.66, "caption": "A man gets up from his seat, puts on his jacket.", "similarity": 0.5846, "relevance": 2 }, { "pair_id": 272389, "video_name": "house_s07e07_seg02_clip_19", "timestamp": [ 18.73, 22.63 ], "duration": 78.66, "caption": "A man gets up from sitting near someone while wearing an orange protective suit.", "similarity": 0.5797, "relevance": 1 }, { "pair_id": 272390, "video_name": "met_s02e19_seg02_clip_16", "timestamp": [ 51.91, 60.4 ], "duration": 62.66, "caption": "A man sits down at the booth and, immediately, gets up and walks off.", "similarity": 0.5782, "relevance": 3 }, { "pair_id": 272391, "video_name": "friends_s02e11_seg02_clip_00", "timestamp": [ 56.03, 62.75 ], "duration": 64.66, "caption": "A man takes off his jacket then sits down to take off his shoes.", "similarity": 0.5773, "relevance": 2 }, { "pair_id": 272392, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 25.81, 29.11 ], "duration": 60.66, "caption": "A man stands up and walks over to woman and sits back down.", "similarity": 0.576, "relevance": 2 }, { "pair_id": 272393, "video_name": "grey_s02e18_seg02_clip_23", "timestamp": [ 63.59, 67.56 ], "duration": 88.66, "caption": "A man walks over while talking gesturing to himself and begins to sit down.", "similarity": 0.576, "relevance": 1 }, { "pair_id": 272394, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 67.44, 71.63 ], "duration": 93.66, "caption": "A person walks over to a chair then sits down in the chair.", "similarity": 0.5748, "relevance": 1 }, { "pair_id": 272395, "video_name": "friends_s09e19_seg02_clip_22", "timestamp": [ 43.57, 46.1 ], "duration": 72.66, "caption": "A man walks over and sits down carrying a book.", "similarity": 0.572, "relevance": 1 }, { "pair_id": 272396, "video_name": "house_s08e20_seg02_clip_03", "timestamp": [ 48.89, 55.48 ], "duration": 94.66, "caption": "A person walks toward where a man sits and stops behind him.", "similarity": 0.5699, "relevance": 1 }, { "pair_id": 272397, "video_name": "s04e12_seg02_clip_14", "timestamp": [ 27.91, 33.92 ], "duration": 60.66, "caption": "A man gets up from the chair, walks over to and sits on the couch.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 272398, "video_name": "friends_s08e23-24_seg02_clip_07", "timestamp": [ 44.04, 58.93 ], "duration": 62.66, "caption": "A man walks over to the other side of woman and sits down.", "similarity": 0.569, "relevance": 2 }, { "pair_id": 272399, "video_name": "s02e20_seg02_clip_09", "timestamp": [ 9.1, 17.88 ], "duration": 65.66, "caption": "A man gets up off his stool and walks over to someone.", "similarity": 0.5677, "relevance": 1 } ] }, { "query_id": 738, "query": "A woman pours wine to her glass while talking to someone.", "relevant_moment": [ { "pair_id": 17280, "video_name": "castle_s04e20_seg02_clip_00", "timestamp": [ 0.0, 7.93 ], "duration": 93.66, "caption": "A woman pours wine to her glass while talking to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17281, "video_name": "s10e10_seg02_clip_06", "timestamp": [ 6.71, 19.22 ], "duration": 61.66, "caption": "A person pours wine into glasses while talking to a woman.", "similarity": 0.9262, "relevance": 3 }, { "pair_id": 17282, "video_name": "met_s02e06_seg02_clip_05", "timestamp": [ 55.37, 60.18 ], "duration": 60.66, "caption": "A woman is talking to someone then takes a drink of her wine.", "similarity": 0.8918, "relevance": 2 }, { "pair_id": 17283, "video_name": "castle_s05e04_seg02_clip_17", "timestamp": [ 9.45, 12.15 ], "duration": 90.66, "caption": "A person who is talking to a woman drinks from their bottle of wine.", "similarity": 0.8747, "relevance": 2 }, { "pair_id": 17284, "video_name": "s06e02_seg01_clip_01", "timestamp": [ 40.72, 43.47 ], "duration": 55.66, "caption": "A woman talks to some people while holding a glass of wine.", "similarity": 0.8592, "relevance": 2 }, { "pair_id": 17285, "video_name": "s08e15_seg01_clip_01", "timestamp": [ 11.56, 22.12 ], "duration": 66.66, "caption": "A woman holds a bottle of wine while talking to a person.", "similarity": 0.8581, "relevance": 2 }, { "pair_id": 17286, "video_name": "s10e13_seg01_clip_01", "timestamp": [ 0.0, 4.69 ], "duration": 67.66, "caption": "A woman was holding a glass of wine whilst talking.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 17287, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 4.27, 9.76 ], "duration": 61.66, "caption": "A woman is holding a glass of wine while talking to man.", "similarity": 0.8371, "relevance": 2 }, { "pair_id": 17288, "video_name": "s06e21_seg02_clip_14", "timestamp": [ 40.14, 54.6 ], "duration": 59.66, "caption": "A woman picks up a wine glass and drinks some wine while talking to a man.", "similarity": 0.8319, "relevance": 2 }, { "pair_id": 17289, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 25.77, 32.21 ], "duration": 92.66, "caption": "A woman pours woman a glass of wine and hands it to her.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 17290, "video_name": "met_s05e02_seg02_clip_02", "timestamp": [ 0.0, 7.04 ], "duration": 67.66, "caption": "During a conversation with person, a woman takes a drink of her wine.", "similarity": 0.8228, "relevance": 2 }, { "pair_id": 17291, "video_name": "s07e06_seg02_clip_05", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman is holding a glass of wine while speaking to a man.", "similarity": 0.8195, "relevance": 2 }, { "pair_id": 17292, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A woman is holding glass of wine as she listens to person.", "similarity": 0.8138, "relevance": 2 }, { "pair_id": 17293, "video_name": "s08e10_seg02_clip_13", "timestamp": [ 51.87, 55.84 ], "duration": 61.66, "caption": "A woman is holding a glass of wine as she speaks to two people.", "similarity": 0.8091, "relevance": 2 }, { "pair_id": 17294, "video_name": "s06e16_seg02_clip_09", "timestamp": [ 6.79, 11.21 ], "duration": 59.66, "caption": "A woman is holding a glass of red wine as she talks to a man.", "similarity": 0.8071, "relevance": 2 }, { "pair_id": 17295, "video_name": "castle_s04e20_seg02_clip_00", "timestamp": [ 16.8, 20.06 ], "duration": 93.66, "caption": "A woman takes a drink from her wine glass while another woman talks to her.", "similarity": 0.8068, "relevance": 2 }, { "pair_id": 17296, "video_name": "s10e13_seg02_clip_01", "timestamp": [ 0.0, 4.4 ], "duration": 55.66, "caption": "A woman pours some wine and then hands the glass to another woman.", "similarity": 0.8061, "relevance": 4 }, { "pair_id": 17297, "video_name": "s01e08_seg02_clip_03", "timestamp": [ 47.91, 61.03 ], "duration": 61.66, "caption": "A woman talks to a person while making a drink.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 17298, "video_name": "s09e03_seg02_clip_01", "timestamp": [ 38.12, 41.42 ], "duration": 60.66, "caption": "A woman pours a glass of wine from a bottle.", "similarity": 0.8021, "relevance": 4 }, { "pair_id": 17299, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A woman takes a drink of her wine as she talks to another woman.", "similarity": 0.8007, "relevance": 2 }, { "pair_id": 190600, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.04, 37.84 ], "duration": 61.66, "caption": "A woman puts a wine glass up to person's mouth and drinks from it.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 190601, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 26.23, 32.67 ], "duration": 92.66, "caption": "A woman pours a glass of wine and hands it to another woman.", "similarity": 0.7995, "relevance": 4 }, { "pair_id": 190602, "video_name": "s05e20_seg02_clip_03", "timestamp": [ 46.19, 49.16 ], "duration": 54.66, "caption": "A person takes a drink of wine as a woman talks to him.", "similarity": 0.7985, "relevance": 1 }, { "pair_id": 190603, "video_name": "friends_s06e15-16_seg02_clip_23", "timestamp": [ 34.11, 43.47 ], "duration": 55.66, "caption": "A woman pours a glass of wine for person's date.", "similarity": 0.7966, "relevance": 4 }, { "pair_id": 190604, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 0.0, 8.27 ], "duration": 57.66, "caption": "A woman puts her wine glass on the table and turns to another woman to have a conversation.", "similarity": 0.7951, "relevance": 1 }, { "pair_id": 190605, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 47.62, 49.33 ], "duration": 57.66, "caption": "A woman pours a glass of wine from the wine bottle.", "similarity": 0.7935, "relevance": 4 }, { "pair_id": 190606, "video_name": "s04e08_seg02_clip_04", "timestamp": [ 42.2, 47.33 ], "duration": 57.66, "caption": "A woman takes a drink of her wine as she is talking to two other women.", "similarity": 0.7933, "relevance": 3 }, { "pair_id": 190607, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 74.08, 77.26 ], "duration": 90.66, "caption": "A person hands a glass of wine to woman.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 190608, "video_name": "s06e24_seg02_clip_16", "timestamp": [ 10.21, 15.81 ], "duration": 40.66, "caption": "A woman drinks from the bottle of wine while she is talking with two women and a man.", "similarity": 0.7915, "relevance": 3 }, { "pair_id": 190609, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 2.66, 9.15 ], "duration": 59.66, "caption": "A person pours a glass of wine and walks over to woman and hands it to her.", "similarity": 0.7901, "relevance": 3 }, { "pair_id": 190610, "video_name": "s08e19_seg02_clip_05", "timestamp": [ 21.38, 23.66 ], "duration": 57.66, "caption": "A woman pours a drink into a glass and hands it to person.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 190611, "video_name": "s06e09_seg02_clip_03", "timestamp": [ 12.72, 19.85 ], "duration": 62.66, "caption": "A woman pours wine while discussing a man to two other women.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 190612, "video_name": "s10e13_seg02_clip_01", "timestamp": [ 13.21, 15.96 ], "duration": 55.66, "caption": "A woman takes a drink of her wine glass as she talks to two women.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 190613, "video_name": "s06e21_seg02_clip_09", "timestamp": [ 9.28, 15.37 ], "duration": 64.66, "caption": "A woman pours herself a glass of wine while standing in the kitchen talking to another woman.", "similarity": 0.7871, "relevance": 3 }, { "pair_id": 190614, "video_name": "house_s08e19_seg02_clip_11", "timestamp": [ 0.0, 5.52 ], "duration": 92.66, "caption": "A person is talking to another person while holding a glass of wine.", "similarity": 0.7839, "relevance": 1 }, { "pair_id": 190615, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 18.04, 23.01 ], "duration": 62.66, "caption": "A woman pours some wine from the bottle into her glass.", "similarity": 0.7807, "relevance": 4 }, { "pair_id": 190616, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 46.38, 50.96 ], "duration": 61.66, "caption": "A woman pours wine from the bottle into woman's glass.", "similarity": 0.7795, "relevance": 4 }, { "pair_id": 190617, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 16.07, 18.27 ], "duration": 44.66, "caption": "A woman pours a glass of wine for man.", "similarity": 0.7779, "relevance": 4 }, { "pair_id": 190618, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 18.87, 89.66 ], "duration": 89.66, "caption": "A woman opens and pours wine to a glass.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 190619, "video_name": "castle_s08e17_seg02_clip_15", "timestamp": [ 2.72, 14.07 ], "duration": 90.66, "caption": "A woman pours some wine in a glass then picks it up and takes a sip.", "similarity": 0.7776, "relevance": 4 } ] }, { "query_id": 740, "query": "A man stands up from the booth, then points and winks at another man.", "relevant_moment": [ { "pair_id": 3120, "video_name": "met_s02e04_seg02_clip_04", "timestamp": [ 7.5, 12.91 ], "duration": 60.66, "caption": "A man stands up from the booth, then points and winks at another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3121, "video_name": "friends_s09e21_seg02_clip_09", "timestamp": [ 11.51, 12.66 ], "duration": 57.66, "caption": "A man winks at another man and then points at him.", "similarity": 0.8392, "relevance": 3 }, { "pair_id": 3122, "video_name": "friends_s09e03_seg02_clip_08", "timestamp": [ 23.09, 25.95 ], "duration": 57.66, "caption": "A man talks to another man, and points and winks at him.", "similarity": 0.8102, "relevance": 3 }, { "pair_id": 3123, "video_name": "friends_s09e03_seg02_clip_08", "timestamp": [ 23.38, 24.52 ], "duration": 57.66, "caption": "A man points across the table at another man and winks.", "similarity": 0.7843, "relevance": 3 }, { "pair_id": 3124, "video_name": "friends_s01e15_seg02_clip_04", "timestamp": [ 49.82, 51.92 ], "duration": 60.66, "caption": "A man winks and points at guy during a conversation.", "similarity": 0.7659, "relevance": 2 }, { "pair_id": 3125, "video_name": "met_s02e19_seg02_clip_16", "timestamp": [ 21.39, 24.22 ], "duration": 62.66, "caption": "A man sits down on a chair at the end of the booth and winks at man.", "similarity": 0.7527, "relevance": 3 }, { "pair_id": 3126, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 81.88, 89.49 ], "duration": 89.66, "caption": "A man stands up and points at another man.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 3127, "video_name": "met_s02e19_seg02_clip_18", "timestamp": [ 31.19, 42.32 ], "duration": 85.66, "caption": "A man and another man are talking and one of them winks at him a couple times.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 3128, "video_name": "grey_s03e08_seg02_clip_03", "timestamp": [ 3.74, 5.61 ], "duration": 93.66, "caption": "Two people are talking to a man. The man winks at one of them.", "similarity": 0.7095, "relevance": 1 }, { "pair_id": 3129, "video_name": "met_s02e06_seg02_clip_16", "timestamp": [ 0.0, 2.86 ], "duration": 57.66, "caption": "A man looks up at a man and winks at him.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 3130, "video_name": "castle_s02e04_seg02_clip_05", "timestamp": [ 47.89, 48.73 ], "duration": 84.66, "caption": "A man winks at another man without letting someone see it.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 3131, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 68.22, 70.42 ], "duration": 88.66, "caption": "A man is standing up and he points his finger at another person.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 3132, "video_name": "met_s02e19_seg02_clip_01", "timestamp": [ 9.43, 13.39 ], "duration": 60.66, "caption": "A man winks after he told another man he did not.", "similarity": 0.6897, "relevance": 2 }, { "pair_id": 3133, "video_name": "friends_s09e03_seg02_clip_12", "timestamp": [ 3.73, 4.98 ], "duration": 62.66, "caption": "A man winks his left eye while talking to another man.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 3134, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 47.76, 55.21 ], "duration": 62.66, "caption": "A man stands up and points his hand at another man.", "similarity": 0.6857, "relevance": 2 }, { "pair_id": 3135, "video_name": "house_s08e11_seg02_clip_18", "timestamp": [ 73.49, 76.28 ], "duration": 93.66, "caption": "A man points at another man while the latter is still talking.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 3136, "video_name": "met_s06e17_seg02_clip_01", "timestamp": [ 51.6, 55.24 ], "duration": 60.66, "caption": "A man smiles, winks, and points at a woman sitting across from him.", "similarity": 0.6831, "relevance": 2 }, { "pair_id": 3137, "video_name": "met_s02e21_seg02_clip_07", "timestamp": [ 20.19, 23.55 ], "duration": 61.66, "caption": "A man laughs, claps, and then points at another man.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 3138, "video_name": "castle_s03e08_seg02_clip_02", "timestamp": [ 85.11, 86.02 ], "duration": 91.66, "caption": "A man points in front of him as he looks at another man.", "similarity": 0.6721, "relevance": 1 }, { "pair_id": 3139, "video_name": "friends_s01e13_seg02_clip_01", "timestamp": [ 51.37, 63.03 ], "duration": 63.66, "caption": "A man laughs and points at another man and then looks up at woman.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 176440, "video_name": "met_s03e17_seg02_clip_04", "timestamp": [ 4.52, 10.54 ], "duration": 60.66, "caption": "A man points at another man then stands up in the office.", "similarity": 0.6646, "relevance": 3 }, { "pair_id": 176441, "video_name": "met_s02e19_seg02_clip_05", "timestamp": [ 53.67, 57.15 ], "duration": 58.66, "caption": "A man winks at another man and the other man scowls at him.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 176442, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.661, "relevance": 1 }, { "pair_id": 176443, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 27.16, 32.65 ], "duration": 61.66, "caption": "A man stands up and points his finger at guy.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 176444, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A man brings his hand up to point at another man.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 176445, "video_name": "friends_s10e16_seg02_clip_16", "timestamp": [ 58.05, 60.16 ], "duration": 60.66, "caption": "A man points to another man with his thumb and stands up from the chair.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 176446, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 6.41, 10.37 ], "duration": 61.66, "caption": "A man stands up and starts to point at some people.", "similarity": 0.6535, "relevance": 4 }, { "pair_id": 176447, "video_name": "friends_s01e19_seg02_clip_04", "timestamp": [ 26.82, 29.83 ], "duration": 60.66, "caption": "A man gets a big smile and points laughingly at another man.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 176448, "video_name": "friends_s10e08_seg01_clip_00", "timestamp": [ 32.31, 39.44 ], "duration": 95.66, "caption": "A man points at a couple and then another man does the same thing.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 176449, "video_name": "friends_s06e21_seg02_clip_03", "timestamp": [ 18.31, 24.11 ], "duration": 61.66, "caption": "A man nervously laughs, puts his hand to his face, and then points to another man.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 176450, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 29.26, 32.86 ], "duration": 90.66, "caption": "A person stands up and points his finger at another person.", "similarity": 0.649, "relevance": 3 }, { "pair_id": 176451, "video_name": "house_s02e17_seg02_clip_26", "timestamp": [ 16.13, 17.85 ], "duration": 43.66, "caption": "A man raises his finger to point at another man.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 176452, "video_name": "s05e14_seg02_clip_08", "timestamp": [ 40.14, 44.27 ], "duration": 59.66, "caption": "A person winks at another person and the other shakes their head at them.", "similarity": 0.6442, "relevance": 1 }, { "pair_id": 176453, "video_name": "friends_s01e23_seg02_clip_13", "timestamp": [ 0.0, 1.49 ], "duration": 59.66, "caption": "A man turns from the door and points at another person.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 176454, "video_name": "friends_s10e06_seg02_clip_22", "timestamp": [ 12.19, 16.25 ], "duration": 58.66, "caption": "A man points at a person with one finger then with two at another person.", "similarity": 0.6395, "relevance": 2 }, { "pair_id": 176455, "video_name": "met_s05e04_seg02_clip_03", "timestamp": [ 47.7, 50.78 ], "duration": 61.66, "caption": "A man points at another man and laughs as he sits down.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 176456, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 6.63, 7.65 ], "duration": 102.66, "caption": "A person points at person while he is talking to man.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 176457, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A man points at a person in a picture as he hands it to another man.", "similarity": 0.6356, "relevance": 0 }, { "pair_id": 176458, "video_name": "friends_s02e05_seg01_clip_00", "timestamp": [ 9.11, 15.61 ], "duration": 65.66, "caption": "A man walks up behind another person and points at him.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 176459, "video_name": "castle_s01e08_seg02_clip_04", "timestamp": [ 76.83, 84.66 ], "duration": 84.66, "caption": "A man points at another man and then a woman while they are talking.", "similarity": 0.6333, "relevance": 2 } ] }, { "query_id": 760, "query": "A person draws blood from person's arm while wearing gloves.", "relevant_moment": [ { "pair_id": 42680, "video_name": "house_s07e06_seg02_clip_22", "timestamp": [ 39.3, 43.0 ], "duration": 92.66, "caption": "A person draws blood from person's arm while wearing gloves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 42681, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 69.63, 90.11 ], "duration": 91.66, "caption": "A person ties off a tourniquet and draws blood from their patient.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 42682, "video_name": "house_s03e02_seg02_clip_08", "timestamp": [ 65.99, 89.66 ], "duration": 91.66, "caption": "A man puts a needle into someone's arm as he extracts blood from their arm.", "similarity": 0.7141, "relevance": 4 }, { "pair_id": 42683, "video_name": "grey_s02e14_seg02_clip_00", "timestamp": [ 0.0, 24.12 ], "duration": 91.66, "caption": "A man draws woman's blood and there is a lot of tension between them.", "similarity": 0.6546, "relevance": 4 }, { "pair_id": 42684, "video_name": "grey_s02e15_seg02_clip_05", "timestamp": [ 68.26, 70.02 ], "duration": 88.66, "caption": "A woman taking blood from a person's arm with a syringe.", "similarity": 0.6442, "relevance": 3 }, { "pair_id": 42685, "video_name": "house_s07e20_seg02_clip_06", "timestamp": [ 16.36, 19.45 ], "duration": 88.66, "caption": "A person puts a blood pressure cuff around someone's arm.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 42686, "video_name": "castle_s04e22_seg02_clip_15", "timestamp": [ 60.26, 61.61 ], "duration": 89.66, "caption": "A person puts a syringe into the victim's arm.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 42687, "video_name": "s04e15_seg02_clip_06", "timestamp": [ 0.3, 6.3 ], "duration": 60.66, "caption": "A person is holding their hands up so as not to get them dirty, touching people.", "similarity": 0.6119, "relevance": 1 }, { "pair_id": 42688, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 18.86, 24.37 ], "duration": 58.66, "caption": "While holding their arm in the air, a person opens their hand and shows their palm to someone.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 42689, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 83.28, 91.11 ], "duration": 92.66, "caption": "A man grabs another person's arm and sees needle marks.", "similarity": 0.6105, "relevance": 1 }, { "pair_id": 42690, "video_name": "house_s02e01_seg02_clip_19", "timestamp": [ 68.84, 72.56 ], "duration": 93.66, "caption": "A person opens up a blanket to see the blood.", "similarity": 0.6073, "relevance": 1 }, { "pair_id": 42691, "video_name": "house_s01e20_seg02_clip_05", "timestamp": [ 11.31, 15.92 ], "duration": 83.66, "caption": "A person takes a needle out of someone's arm and places it in another spot.", "similarity": 0.6067, "relevance": 3 }, { "pair_id": 42694, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.52, 57.03 ], "duration": 60.66, "caption": "A person places his hand on someone's shoulder.", "similarity": 0.6032, "relevance": 0 }, { "pair_id": 42695, "video_name": "house_s04e02_seg02_clip_20", "timestamp": [ 1.34, 3.12 ], "duration": 89.66, "caption": "A person hands their medical device off to another person.", "similarity": 0.6028, "relevance": 1 }, { "pair_id": 42696, "video_name": "house_s02e03_seg02_clip_03", "timestamp": [ 83.29, 91.03 ], "duration": 91.66, "caption": "The patient touches their arm and wants someone to help.", "similarity": 0.6017, "relevance": 1 }, { "pair_id": 42697, "video_name": "castle_s01e04_seg02_clip_16", "timestamp": [ 66.62, 68.42 ], "duration": 90.66, "caption": "A person lifts up the victim's hand and points to their knuckles.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 42698, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 39.69, 42.36 ], "duration": 89.66, "caption": "A man gently touches person's head where he sees blood with some facial tissue.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 42699, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 66.9, 69.6 ], "duration": 89.66, "caption": "A person hands someone a syringe as he stands across him.", "similarity": 0.5991, "relevance": 1 } ] }, { "query_id": 805, "query": "A person opens the door and forces the camera crew out.", "relevant_moment": [ { "pair_id": 18820, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 0.0, 8.46 ], "duration": 89.66, "caption": "A person opens the door and forces the camera crew out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18821, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 0.0, 16.02 ], "duration": 89.66, "caption": "A person opens the door and the camera crew walks through it.", "similarity": 0.8773, "relevance": 4 }, { "pair_id": 18822, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 16.28, 20.47 ], "duration": 93.66, "caption": "A person opens person's door and lets person out.", "similarity": 0.7121, "relevance": 2 }, { "pair_id": 18823, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 28.21, 33.62 ], "duration": 60.66, "caption": "Some people move toward the door and a person opens the door.", "similarity": 0.7018, "relevance": 3 }, { "pair_id": 18824, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 29.91, 32.67 ], "duration": 92.66, "caption": "A person opens the door and gets out of the room.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 18825, "video_name": "house_s08e07_seg02_clip_04", "timestamp": [ 81.9, 87.42 ], "duration": 92.66, "caption": "A person opens the door and another person came in.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 18826, "video_name": "house_s07e03_seg02_clip_07", "timestamp": [ 44.83, 46.91 ], "duration": 83.66, "caption": "A person turns around and opens the door to go out.", "similarity": 0.6801, "relevance": 2 }, { "pair_id": 18827, "video_name": "house_s01e08_seg02_clip_12", "timestamp": [ 18.71, 21.76 ], "duration": 87.66, "caption": "A person opens a glass door and they enter it.", "similarity": 0.6744, "relevance": 1 }, { "pair_id": 18828, "video_name": "castle_s08e22_seg02_clip_09", "timestamp": [ 69.72, 72.27 ], "duration": 85.66, "caption": "A person opens the door and then closes it as he/she walks into the room.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 18829, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 18830, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 50.72, 63.97 ], "duration": 91.66, "caption": "A person opens the door to someone's room and someone else gets up and walks out.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 18831, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 22.41, 26.57 ], "duration": 64.66, "caption": "A person gets up and goes to the door and opens it.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 18832, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 6.71, 8.85 ], "duration": 61.66, "caption": "A person opens the door and stops in the doorway.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 18833, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person opens door and walks out of it with a woman following.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 18834, "video_name": "grey_s02e17_seg02_clip_24", "timestamp": [ 73.0, 82.02 ], "duration": 82.66, "caption": "A person opens the door to leave, but then stops.", "similarity": 0.665, "relevance": 3 }, { "pair_id": 18835, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.25, 27.45 ], "duration": 59.66, "caption": "A person opens the door and a person quickly walks in.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 18836, "video_name": "castle_s08e13_seg02_clip_21", "timestamp": [ 2.14, 7.29 ], "duration": 85.66, "caption": "A person opens the door and someone follows him into the room.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 18837, "video_name": "s08e21_seg02_clip_00", "timestamp": [ 7.63, 11.29 ], "duration": 61.66, "caption": "A person opens the door and closes it after another person walks in.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 18838, "video_name": "s03e21_seg02_clip_06", "timestamp": [ 22.95, 25.43 ], "duration": 62.66, "caption": "A person opens the door and enters partially into the room.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 18839, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 26.85, 35.5 ], "duration": 91.66, "caption": "A person opens the door to let out another person and closes it behind them.", "similarity": 0.6533, "relevance": 2 }, { "pair_id": 192140, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 64.67, 71.9 ], "duration": 90.66, "caption": "A person opens the door and two other people leave the room.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 192141, "video_name": "s04e05_seg02_clip_15", "timestamp": [ 30.91, 36.02 ], "duration": 60.66, "caption": "A person opens a door and he/she walks through it.", "similarity": 0.6515, "relevance": 2 }, { "pair_id": 192142, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 13.65, 27.31 ], "duration": 91.66, "caption": "A person opens the door, stands in the doorway, then shuts the door.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 192143, "video_name": "met_s03e19_seg02_clip_14", "timestamp": [ 10.55, 16.41 ], "duration": 58.66, "caption": "A person opens the door and lets two other people in.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 192144, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 20.71, 24.14 ], "duration": 36.66, "caption": "A person pulls person towards the door and kicks him out.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 192145, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 81.09, 86.5 ], "duration": 90.66, "caption": "A person kicks open the door and some people come in the room.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 192146, "video_name": "house_s01e10_seg02_clip_24", "timestamp": [ 5.63, 11.25 ], "duration": 75.66, "caption": "A man forces the door to open and they came in.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 192147, "video_name": "house_s02e14_seg02_clip_17", "timestamp": [ 50.77, 54.75 ], "duration": 88.66, "caption": "A person opens the door and comes in with two other people.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 192148, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 42.02, 46.22 ], "duration": 60.66, "caption": "Some people come out of the room and a person shuts the door.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 192149, "video_name": "house_s02e16_seg02_clip_05", "timestamp": [ 87.45, 90.74 ], "duration": 94.66, "caption": "A person opens the sliding door and walks out.", "similarity": 0.6453, "relevance": 2 }, { "pair_id": 192151, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 0.0, 8.48 ], "duration": 106.66, "caption": "A person opens a wooden door and exits with Dr. person.", "similarity": 0.6437, "relevance": 2 }, { "pair_id": 192152, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 70.04, 73.18 ], "duration": 89.66, "caption": "A person opens the door and leaves someone behind him.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 192153, "video_name": "s10e11_seg02_clip_14", "timestamp": [ 39.63, 48.19 ], "duration": 57.66, "caption": "A person opens the door for a moment before shutting it right back.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 192154, "video_name": "house_s03e12_seg02_clip_08", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A person opens a door and leaves the room.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 192155, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.6416, "relevance": 2 }, { "pair_id": 192156, "video_name": "house_s02e13_seg02_clip_22", "timestamp": [ 92.58, 100.38 ], "duration": 104.66, "caption": "A person opens the sliding glass door to enter a room.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 192157, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 11.31, 17.41 ], "duration": 58.66, "caption": "A person opens the door, walks through it and shuts it.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 192158, "video_name": "house_s07e05_seg02_clip_04", "timestamp": [ 54.42, 58.61 ], "duration": 93.66, "caption": "A person opens the door to see another person there.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 192159, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 5.9, 9.15 ], "duration": 59.66, "caption": "A person opens the door for two other people.", "similarity": 0.6391, "relevance": 2 } ] }, { "query_id": 839, "query": "A woman and a doctor talking then suddenly a doctor interrupts.", "relevant_moment": [ { "pair_id": 106440, "video_name": "house_s01e22_seg02_clip_03", "timestamp": [ 30.97, 43.87 ], "duration": 129.66, "caption": "A woman and a doctor talking then suddenly a doctor interrupts.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 106441, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 61.56, 74.59 ], "duration": 89.66, "caption": "While a man and another person are talking to each other, a doctor then interrupts them.", "similarity": 0.8319, "relevance": 3 }, { "pair_id": 106442, "video_name": "house_s02e07_seg02_clip_07", "timestamp": [ 37.63, 48.19 ], "duration": 91.66, "caption": "A woman came and interrupt the with doctors conversation.", "similarity": 0.8281, "relevance": 4 }, { "pair_id": 106443, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A doctor was having a conversation with a woman.", "similarity": 0.8232, "relevance": 2 }, { "pair_id": 106444, "video_name": "castle_s07e01_seg02_clip_15", "timestamp": [ 21.6, 39.24 ], "duration": 88.66, "caption": "A doctor were having a serious conversation with two women.", "similarity": 0.8126, "relevance": 3 }, { "pair_id": 106445, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 8.85, 61.03 ], "duration": 61.66, "caption": "Two people and the doctor were having a conversation.", "similarity": 0.8102, "relevance": 3 }, { "pair_id": 106446, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.7964, "relevance": 2 }, { "pair_id": 106447, "video_name": "house_s03e11_seg02_clip_26", "timestamp": [ 0.0, 19.2 ], "duration": 96.66, "caption": "A woman was having a conversation with a doctor.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 106448, "video_name": "house_s03e11_seg02_clip_21", "timestamp": [ 19.85, 28.42 ], "duration": 90.66, "caption": "A doctor was talking intensely to a woman.", "similarity": 0.7831, "relevance": 1 }, { "pair_id": 106449, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 81.72, 88.35 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 106450, "video_name": "house_s07e01_seg02_clip_14", "timestamp": [ 0.0, 21.82 ], "duration": 89.66, "caption": "Two doctors were having a conversation.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 106451, "video_name": "house_s05e10_seg02_clip_19", "timestamp": [ 0.0, 31.33 ], "duration": 116.66, "caption": "Two doctors were having a conversation.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 106452, "video_name": "house_s05e10_seg02_clip_10", "timestamp": [ 0.0, 9.86 ], "duration": 89.66, "caption": "Two doctors were having a conversation.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 106453, "video_name": "house_s03e12_seg02_clip_25", "timestamp": [ 69.54, 88.02 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 106454, "video_name": "house_s03e04_seg02_clip_14", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "Two doctors were having a conversation.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 106455, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 65.82 ], "duration": 90.66, "caption": "Two doctors were having a conversation.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 106456, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 0.0, 5.74 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 106457, "video_name": "house_s08e09_seg02_clip_23", "timestamp": [ 0.0, 47.06 ], "duration": 98.66, "caption": "A woman and a man are having a conversation in front of a doctor.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 106458, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.77, "relevance": 1 }, { "pair_id": 106459, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A man and a doctor were having a conversation.", "similarity": 0.7668, "relevance": 1 }, { "pair_id": 279760, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 0.0, 6.18 ], "duration": 95.66, "caption": "Two doctors were having a conversation about a patient.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 279761, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.7643, "relevance": 2 }, { "pair_id": 279762, "video_name": "house_s03e10_seg02_clip_00", "timestamp": [ 6.86, 10.98 ], "duration": 91.66, "caption": "A doctor stops for a moment to talk to another doctor.", "similarity": 0.7603, "relevance": 2 }, { "pair_id": 279763, "video_name": "house_s06e03_seg02_clip_07", "timestamp": [ 0.0, 26.51 ], "duration": 93.66, "caption": "Two doctors are having a conversation with each other.", "similarity": 0.7539, "relevance": 2 }, { "pair_id": 279764, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 29.77, 40.93 ], "duration": 124.66, "caption": "Two doctors are having a conversation with each other.", "similarity": 0.7539, "relevance": 1 }, { "pair_id": 279765, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 76.07, 90.02 ], "duration": 90.66, "caption": "Two women are talking about a doctor.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 279766, "video_name": "house_s08e17_seg02_clip_14", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 279767, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 0.0, 23.76 ], "duration": 95.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 279768, "video_name": "house_s02e16_seg02_clip_18", "timestamp": [ 3.39, 21.17 ], "duration": 84.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 279769, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 0.0, 8.09 ], "duration": 49.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7529, "relevance": 1 }, { "pair_id": 279770, "video_name": "house_s05e13_seg02_clip_22", "timestamp": [ 68.72, 83.74 ], "duration": 91.66, "caption": "Some doctors were having a conversation.", "similarity": 0.7522, "relevance": 3 }, { "pair_id": 279771, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A doctor is discussing something to the other doctors.", "similarity": 0.7514, "relevance": 3 }, { "pair_id": 279772, "video_name": "grey_s03e02_seg02_clip_03", "timestamp": [ 0.0, 28.81 ], "duration": 90.66, "caption": "Some doctors are having a conversation with each other.", "similarity": 0.7459, "relevance": 2 }, { "pair_id": 279773, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.7446, "relevance": 2 }, { "pair_id": 279774, "video_name": "house_s05e09_seg02_clip_03", "timestamp": [ 0.0, 10.93 ], "duration": 95.66, "caption": "Two doctors were talking over the phone.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 279775, "video_name": "grey_s02e14_seg02_clip_23", "timestamp": [ 0.0, 17.48 ], "duration": 92.66, "caption": "A woman is having a conversation with the other doctors.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 279776, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 279778, "video_name": "s05e20_seg02_clip_00", "timestamp": [ 23.26, 25.74 ], "duration": 62.66, "caption": "A doctor looks at and says something to woman and they both suddenly look at person with serious faces, at the same time.", "similarity": 0.7358, "relevance": 1 }, { "pair_id": 279779, "video_name": "grey_s02e06_seg02_clip_13", "timestamp": [ 0.0, 51.77 ], "duration": 90.66, "caption": "A woman talks to the doctors while attached to a man.", "similarity": 0.7347, "relevance": 3 } ] }, { "query_id": 912, "query": "A woman runs and sets down a large red ball in the living room.", "relevant_moment": [ { "pair_id": 88980, "video_name": "castle_s06e10_seg02_clip_16", "timestamp": [ 20.26, 22.96 ], "duration": 90.66, "caption": "A woman runs and sets down a large red ball in the living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 88981, "video_name": "friends_s09e02_seg02_clip_21", "timestamp": [ 43.25, 47.8 ], "duration": 65.66, "caption": "A woman runs in and out of the living room.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 88982, "video_name": "friends_s05e21_seg02_clip_19", "timestamp": [ 0.0, 3.45 ], "duration": 46.66, "caption": "A woman runs toward the table and picks up a blue and red ball.", "similarity": 0.6259, "relevance": 2 }, { "pair_id": 88983, "video_name": "grey_s02e12_seg02_clip_19", "timestamp": [ 56.66, 60.27 ], "duration": 103.66, "caption": "A woman runs in the room and presses a button.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 88984, "video_name": "friends_s06e15-16_seg02_clip_29", "timestamp": [ 43.42, 48.07 ], "duration": 62.66, "caption": "A woman runs across the living room and turns the lights out.", "similarity": 0.6173, "relevance": 2 }, { "pair_id": 88985, "video_name": "friends_s03e02_seg02_clip_06", "timestamp": [ 0.6, 3.9 ], "duration": 60.66, "caption": "A woman runs from the doorway to the living room.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 88986, "video_name": "friends_s09e09_seg02_clip_17", "timestamp": [ 0.0, 7.56 ], "duration": 63.66, "caption": "A person runs into a woman's bedroom holding a bat.", "similarity": 0.5825, "relevance": 0 }, { "pair_id": 88987, "video_name": "friends_s03e10_seg02_clip_11", "timestamp": [ 15.85, 18.34 ], "duration": 62.66, "caption": "A woman puts her hand on her neck and runs to the room.", "similarity": 0.5801, "relevance": 2 }, { "pair_id": 88988, "video_name": "friends_s07e10_seg02_clip_17", "timestamp": [ 22.13, 24.5 ], "duration": 59.66, "caption": "A woman runs back into the living room after seeing the new bedroom.", "similarity": 0.5744, "relevance": 2 }, { "pair_id": 88989, "video_name": "friends_s07e07_seg02_clip_19", "timestamp": [ 1.22, 3.97 ], "duration": 61.66, "caption": "A woman runs into the room waving her hands.", "similarity": 0.5738, "relevance": 1 }, { "pair_id": 88990, "video_name": "friends_s05e21_seg02_clip_06", "timestamp": [ 0.0, 4.62 ], "duration": 66.66, "caption": "A woman comes in to the apartment while some people are throwing a ball around.", "similarity": 0.5672, "relevance": 1 }, { "pair_id": 88991, "video_name": "friends_s05e21_seg02_clip_18", "timestamp": [ 50.12, 55.52 ], "duration": 60.66, "caption": "A woman puts down the ball handed to her on the table.", "similarity": 0.5611, "relevance": 2 }, { "pair_id": 88992, "video_name": "house_s06e12_seg02_clip_18", "timestamp": [ 39.48, 43.87 ], "duration": 87.66, "caption": "A woman picks up the ball that rolls on the floor.", "similarity": 0.558, "relevance": 2 }, { "pair_id": 88993, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 42.02, 44.26 ], "duration": 56.66, "caption": "A woman runs out of the kitchen towards the living room.", "similarity": 0.556, "relevance": 2 }, { "pair_id": 88994, "video_name": "grey_s03e09_seg02_clip_26", "timestamp": [ 0.0, 1.56 ], "duration": 78.66, "caption": "A woman is running down the hallway and she is covered in blood.", "similarity": 0.5536, "relevance": 1 }, { "pair_id": 88995, "video_name": "house_s07e19_seg02_clip_22", "timestamp": [ 70.09, 77.83 ], "duration": 91.66, "caption": "A person grabs a ball off the table and runs out the room.", "similarity": 0.5524, "relevance": 1 }, { "pair_id": 88996, "video_name": "grey_s02e08_seg02_clip_06", "timestamp": [ 57.21, 59.07 ], "duration": 93.66, "caption": "A woman runs across the room with her pants down at her ankles.", "similarity": 0.5518, "relevance": 2 }, { "pair_id": 88997, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 7.04, 12.76 ], "duration": 88.66, "caption": "A woman runs into the room and puts on her stethoscope.", "similarity": 0.5502, "relevance": 2 }, { "pair_id": 88998, "video_name": "friends_s04e12_seg02_clip_20", "timestamp": [ 52.22, 56.12 ], "duration": 60.66, "caption": "A person runs into the living room and then points at the bedroom.", "similarity": 0.5439, "relevance": 1 }, { "pair_id": 88999, "video_name": "house_s05e10_seg02_clip_03", "timestamp": [ 48.25, 54.69 ], "duration": 91.66, "caption": "A woman bounces a red and white ball on her desk.", "similarity": 0.5427, "relevance": 2 } ] }, { "query_id": 925, "query": "A woman holds a cell phone in her hand and is talking with two people.", "relevant_moment": [ { "pair_id": 152320, "video_name": "friends_s09e08_seg02_clip_04", "timestamp": [ 2.07, 7.97 ], "duration": 59.66, "caption": "A woman holds a cell phone in her hand and is talking with two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152321, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 70.14, 88.23 ], "duration": 88.66, "caption": "A woman is on the phone with two other people.", "similarity": 0.8405, "relevance": 3 }, { "pair_id": 152322, "video_name": "s02e17_seg02_clip_09", "timestamp": [ 14.22, 19.15 ], "duration": 58.66, "caption": "A woman is talking to a person on her cell phone.", "similarity": 0.8328, "relevance": 2 }, { "pair_id": 152323, "video_name": "castle_s03e07_seg02_clip_06", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A woman gets on her cell phone after she spoke to two other people.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 152324, "video_name": "met_s02e18_seg02_clip_11", "timestamp": [ 8.14, 43.1 ], "duration": 60.66, "caption": "A woman is talking to somebody on her cell phone.", "similarity": 0.813, "relevance": 2 }, { "pair_id": 152325, "video_name": "house_s05e17_seg02_clip_01", "timestamp": [ 2.23, 5.79 ], "duration": 89.66, "caption": "A woman is holding a phone and papers in her hand while talking to person.", "similarity": 0.8081, "relevance": 3 }, { "pair_id": 152326, "video_name": "castle_s07e07_seg02_clip_14", "timestamp": [ 0.0, 26.61 ], "duration": 95.66, "caption": "A woman is on her cellphone talking to two men.", "similarity": 0.8079, "relevance": 3 }, { "pair_id": 152327, "video_name": "friends_s04e23-24_seg02_clip_30", "timestamp": [ 1.65, 4.95 ], "duration": 66.66, "caption": "A woman is talking over the phone with someone.", "similarity": 0.7989, "relevance": 2 }, { "pair_id": 152328, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 52.46, 57.02 ], "duration": 57.66, "caption": "A woman talks on her cell phone with another woman.", "similarity": 0.7965, "relevance": 2 }, { "pair_id": 152329, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 0.0, 20.03 ], "duration": 91.66, "caption": "A woman has her hand on the phone while talking to a man.", "similarity": 0.7909, "relevance": 2 }, { "pair_id": 152330, "video_name": "grey_s02e25_seg02_clip_11", "timestamp": [ 0.0, 32.01 ], "duration": 90.66, "caption": "A person is having a phone conversation with a woman.", "similarity": 0.7895, "relevance": 1 }, { "pair_id": 152331, "video_name": "castle_s02e17_seg02_clip_04", "timestamp": [ 0.0, 6.24 ], "duration": 78.66, "caption": "A woman and another person are both on the phone.", "similarity": 0.7847, "relevance": 2 }, { "pair_id": 152332, "video_name": "friends_s08e20_seg01_clip_01", "timestamp": [ 11.78, 72.98 ], "duration": 76.66, "caption": "A woman has a phone conversation with woman.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 152333, "video_name": "friends_s02e02_seg02_clip_05", "timestamp": [ 29.91, 45.52 ], "duration": 65.66, "caption": "A woman picks up the phone and talks with a person.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 152334, "video_name": "castle_s03e05_seg02_clip_13", "timestamp": [ 88.75, 91.03 ], "duration": 91.66, "caption": "A woman is on the phone as a person speaks to her.", "similarity": 0.778, "relevance": 2 }, { "pair_id": 152335, "video_name": "castle_s04e07_seg02_clip_10", "timestamp": [ 0.0, 15.43 ], "duration": 88.66, "caption": "A person is speaking on the phone with a woman.", "similarity": 0.7759, "relevance": 1 }, { "pair_id": 152336, "video_name": "friends_s01e21_seg02_clip_17", "timestamp": [ 0.0, 8.84 ], "duration": 57.66, "caption": "A woman is holding the phone in her hands.", "similarity": 0.7746, "relevance": 1 }, { "pair_id": 152337, "video_name": "s06e02_seg02_clip_12", "timestamp": [ 22.43, 49.88 ], "duration": 59.66, "caption": "A woman picked up her phone and talked to two people through it.", "similarity": 0.7716, "relevance": 2 }, { "pair_id": 152338, "video_name": "friends_s05e22_seg02_clip_15", "timestamp": [ 26.23, 28.02 ], "duration": 59.66, "caption": "A woman hands the phone over to woman to talk.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 152339, "video_name": "friends_s09e17_seg02_clip_07", "timestamp": [ 42.49, 45.9 ], "duration": 62.66, "caption": "A woman holds a cell phone in her left hand, high and far away from another woman.", "similarity": 0.7694, "relevance": 2 } ] }, { "query_id": 961, "query": "A woman grabs her purse that is on the counter across from a man.", "relevant_moment": [ { "pair_id": 18400, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 52.5, 53.16 ], "duration": 66.66, "caption": "A woman grabs her purse that is on the counter across from a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18401, "video_name": "friends_s03e21_seg02_clip_18", "timestamp": [ 27.75, 30.3 ], "duration": 73.66, "caption": "A woman grabs a purse from the counter while talking to a man.", "similarity": 0.8669, "relevance": 4 }, { "pair_id": 18402, "video_name": "friends_s01e18_seg02_clip_20", "timestamp": [ 15.13, 19.22 ], "duration": 63.66, "caption": "A woman gets up to get another woman's purse from the counter.", "similarity": 0.7931, "relevance": 4 }, { "pair_id": 18403, "video_name": "friends_s05e13_seg02_clip_03", "timestamp": [ 15.31, 19.81 ], "duration": 60.66, "caption": "A woman grabs the man purse and shows it to person.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 18404, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 8.7, 11.1 ], "duration": 60.66, "caption": "A woman takes something out of her purse and hands it to man.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 18405, "video_name": "grey_s03e06_seg02_clip_26", "timestamp": [ 18.66, 22.3 ], "duration": 91.66, "caption": "A woman is grabbing her purse when a man walks up.", "similarity": 0.748, "relevance": 2 }, { "pair_id": 18406, "video_name": "friends_s05e07_seg02_clip_13", "timestamp": [ 34.45, 37.54 ], "duration": 56.66, "caption": "A woman picks up her purse from the counter and stands.", "similarity": 0.7428, "relevance": 3 }, { "pair_id": 18407, "video_name": "met_s06e14_seg02_clip_02", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman takes out a charger from her purse and gives it to a man.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 18408, "video_name": "castle_s08e17_seg02_clip_15", "timestamp": [ 32.22, 37.67 ], "duration": 90.66, "caption": "A woman grabs a glass out of a man's hand and puts it on the counter.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 18409, "video_name": "friends_s10e08_seg02_clip_00", "timestamp": [ 41.39, 44.27 ], "duration": 64.66, "caption": "A woman sets her purse down on the counter.", "similarity": 0.7094, "relevance": 3 }, { "pair_id": 18410, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 55.53, 59.17 ], "duration": 91.66, "caption": "A woman stands up and grabs a hold of her purse.", "similarity": 0.7087, "relevance": 4 }, { "pair_id": 18411, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 69.0, 87.66 ], "duration": 87.66, "caption": "A woman gets someone's purse and starts to go through it in front of her.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 18412, "video_name": "met_s04e03_seg02_clip_10", "timestamp": [ 5.65, 8.33 ], "duration": 59.66, "caption": "A woman ends the call she's on and grabs her purse.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 18413, "video_name": "castle_s04e08_seg02_clip_00", "timestamp": [ 79.19, 82.38 ], "duration": 91.66, "caption": "A woman grabs her phone from the counter and shows it to a man.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 18414, "video_name": "house_s08e10_seg02_clip_20", "timestamp": [ 68.13, 71.56 ], "duration": 98.66, "caption": "A woman grabs her purse and gets up from the booth.", "similarity": 0.6953, "relevance": 3 }, { "pair_id": 18415, "video_name": "castle_s04e14_seg02_clip_03", "timestamp": [ 76.07, 78.76 ], "duration": 89.66, "caption": "A person stands up and pulls something out of her purse.", "similarity": 0.6948, "relevance": 3 }, { "pair_id": 18416, "video_name": "met_s06e01_seg02_clip_12", "timestamp": [ 48.07, 56.45 ], "duration": 62.66, "caption": "A woman opens her purse, takes something out, and puts it in her mouth.", "similarity": 0.6942, "relevance": 3 }, { "pair_id": 18417, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 50.24, 59.55 ], "duration": 62.66, "caption": "A woman picks up her purse and puts it around her shoulders then she and a person walk out the door.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 18418, "video_name": "friends_s04e23-24_seg02_clip_28", "timestamp": [ 0.0, 6.16 ], "duration": 56.66, "caption": "A woman takes money out of her purse to show to another person.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 18419, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.6867, "relevance": 1 }, { "pair_id": 191721, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 8.41 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves someone's place.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 191722, "video_name": "met_s04e03_seg02_clip_06", "timestamp": [ 25.33, 26.83 ], "duration": 60.66, "caption": "A man reaches for a woman's purse as she walks by.", "similarity": 0.6828, "relevance": 1 }, { "pair_id": 191723, "video_name": "friends_s04e03_seg02_clip_04", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A woman walks away from a woman and grabs her purse.", "similarity": 0.6811, "relevance": 1 }, { "pair_id": 191724, "video_name": "castle_s02e14_seg02_clip_23", "timestamp": [ 1.86, 6.98 ], "duration": 93.66, "caption": "A woman gets her gun out of her purse then hands her purse to a man to hold.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 191725, "video_name": "s05e01_seg02_clip_05", "timestamp": [ 24.95, 26.4 ], "duration": 58.66, "caption": "A woman grabs her purse from the coffee table.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 191726, "video_name": "s02e02_seg02_clip_09", "timestamp": [ 10.92, 13.87 ], "duration": 59.66, "caption": "A person picks up someone's purse, walks over and hands it to her.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 191727, "video_name": "s08e04_seg02_clip_00", "timestamp": [ 45.47, 46.69 ], "duration": 61.66, "caption": "A person takes a woman's purse from her as they stand in the middle of the living room.", "similarity": 0.6738, "relevance": 1 }, { "pair_id": 191728, "video_name": "castle_s08e02_seg02_clip_13", "timestamp": [ 79.7, 82.59 ], "duration": 96.66, "caption": "A woman takes a piece of paper out of her purse and hands it to woman.", "similarity": 0.6737, "relevance": 1 }, { "pair_id": 191729, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 25.38, 35.42 ], "duration": 59.66, "caption": "A woman gets up from the table and grabs her purse.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 191730, "video_name": "friends_s10e01_seg02_clip_22", "timestamp": [ 46.33, 52.31 ], "duration": 63.66, "caption": "A woman grabs a napkin from a purse and puts the napkin on her face.", "similarity": 0.6725, "relevance": 1 }, { "pair_id": 191731, "video_name": "met_s06e14_seg02_clip_05", "timestamp": [ 9.15, 11.21 ], "duration": 59.66, "caption": "A woman pulls a silver flask out of her purse and hands it to man.", "similarity": 0.6717, "relevance": 1 }, { "pair_id": 191732, "video_name": "friends_s10e01_seg02_clip_21", "timestamp": [ 35.35, 39.63 ], "duration": 57.66, "caption": "A woman goes over and picks up her purse and puts it on her shoulder.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 191733, "video_name": "house_s01e08_seg02_clip_18", "timestamp": [ 62.31, 66.79 ], "duration": 89.66, "caption": "A woman opens her purse and hands a man a paper.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 191734, "video_name": "friends_s10e02_seg02_clip_18", "timestamp": [ 28.49, 31.17 ], "duration": 67.66, "caption": "A woman grabs their purse and opens the door.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 191735, "video_name": "friends_s08e06_seg02_clip_01", "timestamp": [ 15.99, 18.8 ], "duration": 56.66, "caption": "A woman puts her purse down on the kitchen counter.", "similarity": 0.6654, "relevance": 1 }, { "pair_id": 191736, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 45.96, 55.48 ], "duration": 81.66, "caption": "A woman grabs her purse and walks out after a man tries to give her a high five.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 191737, "video_name": "friends_s03e03_seg02_clip_11", "timestamp": [ 25.69, 33.82 ], "duration": 65.66, "caption": "A man hands a woman binoculars that she takes and places inside her purse.", "similarity": 0.6625, "relevance": 1 }, { "pair_id": 191738, "video_name": "friends_s03e24_seg02_clip_05", "timestamp": [ 55.47, 58.11 ], "duration": 66.66, "caption": "A woman picks up her purse from the seat next to her.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 191739, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 17.73, 22.92 ], "duration": 61.66, "caption": "A woman turns and grabs a calendar from her purse.", "similarity": 0.6607, "relevance": 1 } ] }, { "query_id": 965, "query": "A woman is seated at a desk and looking through a file folder.", "relevant_moment": [ { "pair_id": 162680, "video_name": "castle_s07e12_seg02_clip_25", "timestamp": [ 62.93, 66.1 ], "duration": 90.66, "caption": "A woman is seated at a desk and looking through a file folder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162681, "video_name": "castle_s02e03_seg02_clip_20", "timestamp": [ 41.11, 43.22 ], "duration": 84.66, "caption": "A woman picks a file folder up off of the desk as she turns and sits down.", "similarity": 0.854, "relevance": 1 }, { "pair_id": 162682, "video_name": "castle_s04e21_seg02_clip_18", "timestamp": [ 43.6, 45.42 ], "duration": 90.66, "caption": "A woman reaches across the desk and grabs a file folder as she leans over the desk.", "similarity": 0.8197, "relevance": 2 }, { "pair_id": 162683, "video_name": "castle_s04e08_seg02_clip_13", "timestamp": [ 57.28, 60.37 ], "duration": 88.66, "caption": "A woman grabs a file folder off of the desk.", "similarity": 0.8165, "relevance": 2 }, { "pair_id": 162684, "video_name": "castle_s03e20_seg02_clip_04", "timestamp": [ 6.75, 9.45 ], "duration": 90.66, "caption": "A man hands a woman a file folder as she sits at her desk.", "similarity": 0.8082, "relevance": 2 }, { "pair_id": 162685, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 77.67, 79.89 ], "duration": 88.66, "caption": "A woman places a folder she had in her hand onto her desk.", "similarity": 0.8078, "relevance": 1 }, { "pair_id": 162686, "video_name": "castle_s08e13_seg02_clip_23", "timestamp": [ 47.59, 51.67 ], "duration": 90.66, "caption": "A woman throws folder down on desk and looks at it.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 162687, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 20.28, 26.59 ], "duration": 90.66, "caption": "A woman walks up with a file folder and drops it on the desk.", "similarity": 0.8031, "relevance": 1 }, { "pair_id": 162688, "video_name": "castle_s01e10_seg02_clip_07", "timestamp": [ 18.91, 24.79 ], "duration": 84.66, "caption": "A woman sits at the table and opens a file folder.", "similarity": 0.7987, "relevance": 4 }, { "pair_id": 162689, "video_name": "castle_s02e05_seg02_clip_03", "timestamp": [ 5.34, 7.57 ], "duration": 89.66, "caption": "A woman looks down as she opens a file folder.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 162690, "video_name": "castle_s02e16_seg02_clip_03", "timestamp": [ 22.79, 26.98 ], "duration": 93.66, "caption": "A woman walks to the desk, sits down and puts her folder on the desk.", "similarity": 0.7865, "relevance": 2 }, { "pair_id": 162691, "video_name": "castle_s02e11_seg02_clip_19", "timestamp": [ 63.0, 77.1 ], "duration": 94.66, "caption": "A woman is going through a file cabinet looking through the files.", "similarity": 0.785, "relevance": 1 }, { "pair_id": 162692, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 17.55, 22.96 ], "duration": 90.66, "caption": "A woman opens a desk drawer and places a file in it.", "similarity": 0.7762, "relevance": 1 }, { "pair_id": 162693, "video_name": "castle_s07e13_seg02_clip_25", "timestamp": [ 61.4, 66.51 ], "duration": 93.66, "caption": "A woman picks up a folder from her desk and opens it.", "similarity": 0.7712, "relevance": 4 }, { "pair_id": 162694, "video_name": "house_s01e01_seg02_clip_04", "timestamp": [ 39.94, 42.96 ], "duration": 121.66, "caption": "A woman rises from her desk chair holding a folder.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 162695, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 40.27, 42.56 ], "duration": 91.66, "caption": "A woman walks into the office and puts a file folder on the table.", "similarity": 0.7612, "relevance": 2 }, { "pair_id": 162696, "video_name": "castle_s01e10_seg02_clip_10", "timestamp": [ 30.83, 41.26 ], "duration": 90.66, "caption": "A woman browses the files inside a blue folder.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 162697, "video_name": "castle_s06e16_seg02_clip_04", "timestamp": [ 0.0, 4.32 ], "duration": 96.66, "caption": "A woman walks in and sets a file folder on the table.", "similarity": 0.7507, "relevance": 2 }, { "pair_id": 162698, "video_name": "castle_s02e23_seg02_clip_05", "timestamp": [ 17.34, 19.17 ], "duration": 91.66, "caption": "A woman closes a file while sitting on a desk.", "similarity": 0.7483, "relevance": 2 }, { "pair_id": 162699, "video_name": "castle_s07e10_seg02_clip_16", "timestamp": [ 26.62, 32.03 ], "duration": 90.66, "caption": "A person tosses a folder down on the desk, a woman picks up the folder and looks at a photograph.", "similarity": 0.7451, "relevance": 2 }, { "pair_id": 336000, "video_name": "house_s06e13_seg02_clip_03", "timestamp": [ 34.62, 38.38 ], "duration": 83.66, "caption": "A woman hands a folder to man while sitting at her desk.", "similarity": 0.7378, "relevance": 1 }, { "pair_id": 336001, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 0.0, 2.64 ], "duration": 88.66, "caption": "A woman grabs a file folder from a shelf.", "similarity": 0.7378, "relevance": 1 }, { "pair_id": 336002, "video_name": "castle_s07e04_seg02_clip_23", "timestamp": [ 4.9, 6.86 ], "duration": 98.66, "caption": "A woman grabs a case folder from her desk and.", "similarity": 0.7335, "relevance": 1 }, { "pair_id": 336003, "video_name": "castle_s06e08_seg02_clip_15", "timestamp": [ 60.99, 68.56 ], "duration": 89.66, "caption": "A woman is looking at a file and then at Wiki on her computer.", "similarity": 0.7324, "relevance": 2 }, { "pair_id": 336004, "video_name": "grey_s01e05_seg02_clip_06", "timestamp": [ 35.11, 55.36 ], "duration": 90.66, "caption": "A woman is seen looking through all of the files in a room.", "similarity": 0.7309, "relevance": 2 }, { "pair_id": 336005, "video_name": "castle_s05e03_seg02_clip_17", "timestamp": [ 36.87, 38.69 ], "duration": 91.66, "caption": "A woman is sitting at a desk looking in front of a computer.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 336006, "video_name": "house_s01e11_seg02_clip_25", "timestamp": [ 3.63, 6.05 ], "duration": 80.66, "caption": "A woman closes a file folder and places it on the patient's desk.", "similarity": 0.7306, "relevance": 1 }, { "pair_id": 336007, "video_name": "s03e14_seg02_clip_09", "timestamp": [ 18.59, 20.8 ], "duration": 63.66, "caption": "A person is sitting at the desk of an employment worker as she walks in and sits with their file open.", "similarity": 0.7301, "relevance": 4 }, { "pair_id": 336008, "video_name": "castle_s06e07_seg02_clip_17", "timestamp": [ 83.71, 87.27 ], "duration": 89.66, "caption": "A woman seated at a computer looks for information.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 336009, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 60.5, 70.58 ], "duration": 96.66, "caption": "A woman opens a file and looks through its contents.", "similarity": 0.7227, "relevance": 4 }, { "pair_id": 336010, "video_name": "house_s04e12_seg02_clip_06", "timestamp": [ 17.75, 25.94 ], "duration": 91.66, "caption": "A woman holds up an open file folder in front of person.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 336011, "video_name": "castle_s02e09_seg02_clip_22", "timestamp": [ 81.57, 91.14 ], "duration": 91.66, "caption": "A man sits at a woman's desk and takes a file from her desk to look at it.", "similarity": 0.7198, "relevance": 4 }, { "pair_id": 336012, "video_name": "house_s03e02_seg02_clip_08", "timestamp": [ 6.83, 10.92 ], "duration": 91.66, "caption": "A woman walks behind her desk and opens a blue folder.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 336013, "video_name": "castle_s05e07_seg02_clip_20", "timestamp": [ 0.45, 12.03 ], "duration": 89.66, "caption": "A woman places a book onto a shelf cross the office and picks up a file folder.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 336014, "video_name": "friends_s09e13_seg02_clip_18", "timestamp": [ 37.46, 40.05 ], "duration": 57.66, "caption": "A woman looks through the paper in a red folder.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 336015, "video_name": "house_s02e23_seg02_clip_07", "timestamp": [ 2.72, 7.7 ], "duration": 90.66, "caption": "A woman stands up and grabs her desk files.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 336016, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 69.98, 73.16 ], "duration": 90.66, "caption": "A woman walks into the room carrying a file folder.", "similarity": 0.712, "relevance": 0 }, { "pair_id": 336017, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 50.41, 51.31 ], "duration": 90.66, "caption": "A woman sits down on the table a stack of folders and papers.", "similarity": 0.7099, "relevance": 2 }, { "pair_id": 336018, "video_name": "friends_s05e17_seg02_clip_15", "timestamp": [ 9.4, 12.44 ], "duration": 55.66, "caption": "A woman leans over a desk and pulls up the file.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 336019, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 6.29, 14.82 ], "duration": 89.66, "caption": "A woman takes the file from the table and examines it.", "similarity": 0.7088, "relevance": 3 } ] }, { "query_id": 972, "query": "A man gets down on one knee and proposes to woman.", "relevant_moment": [ { "pair_id": 12980, "video_name": "house_s07e08_seg02_clip_19", "timestamp": [ 78.11, 89.26 ], "duration": 89.66, "caption": "A man gets down on one knee and proposes to woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 12981, "video_name": "grey_s03e13_seg02_clip_29", "timestamp": [ 65.01, 83.14 ], "duration": 125.66, "caption": "A man gets down on one knee and proposes to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12982, "video_name": "met_s03e19_seg02_clip_11", "timestamp": [ 15.32, 21.06 ], "duration": 63.66, "caption": "A man gets down on his knee and proposes to woman.", "similarity": 0.987, "relevance": 4 }, { "pair_id": 12983, "video_name": "s07e23_seg02_clip_16", "timestamp": [ 37.84, 55.19 ], "duration": 89.66, "caption": "A man gets down on one knee and proposes to a woman who accepts.", "similarity": 0.9586, "relevance": 4 }, { "pair_id": 12984, "video_name": "s03e09_seg02_clip_11", "timestamp": [ 18.31, 24.41 ], "duration": 61.66, "caption": "A man gets down on one knee to propose to woman.", "similarity": 0.8963, "relevance": 4 }, { "pair_id": 12985, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 19.22, 26.24 ], "duration": 61.66, "caption": "A woman gets down on a knee to propose to man.", "similarity": 0.8136, "relevance": 3 }, { "pair_id": 12986, "video_name": "friends_s10e05_seg02_clip_19", "timestamp": [ 30.81, 41.27 ], "duration": 55.66, "caption": "A woman kneels down and proposes to man at a game.", "similarity": 0.8054, "relevance": 3 }, { "pair_id": 12987, "video_name": "house_s06e10_seg02_clip_19", "timestamp": [ 31.11, 38.89 ], "duration": 91.66, "caption": "A man kneels on the floor and proposes to another man.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 12988, "video_name": "friends_s04e19_seg02_clip_14", "timestamp": [ 16.33, 25.61 ], "duration": 64.66, "caption": "A man proposes to a woman and she says yes.", "similarity": 0.7868, "relevance": 3 }, { "pair_id": 12989, "video_name": "friends_s07e21_seg02_clip_07", "timestamp": [ 31.04, 42.36 ], "duration": 58.66, "caption": "A man proposes to woman and she says yes.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 12990, "video_name": "s03e09_seg02_clip_11", "timestamp": [ 17.39, 23.8 ], "duration": 61.66, "caption": "A man holds woman's hand and get on one knee to propose to her at the restaurant she works at.", "similarity": 0.7456, "relevance": 4 }, { "pair_id": 12991, "video_name": "friends_s04e19_seg02_clip_12", "timestamp": [ 51.32, 60.03 ], "duration": 60.66, "caption": "A man basically proposes to woman to help ease her moving fears.", "similarity": 0.7288, "relevance": 1 }, { "pair_id": 12992, "video_name": "friends_s08e02_seg02_clip_15", "timestamp": [ 44.38, 52.38 ], "duration": 55.66, "caption": "A man bend on his knees and ask woman to marry him.", "similarity": 0.7165, "relevance": 3 }, { "pair_id": 12993, "video_name": "friends_s08e12_seg02_clip_01", "timestamp": [ 10.6, 32.1 ], "duration": 60.66, "caption": "A man proposes to take a woman out to help her stop thinking about giving birth.", "similarity": 0.7131, "relevance": 1 }, { "pair_id": 12994, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 53.34, 59.55 ], "duration": 62.66, "caption": "A woman watches as a man proposes to his girlfriend.", "similarity": 0.7124, "relevance": 3 }, { "pair_id": 12995, "video_name": "friends_s10e05_seg02_clip_24", "timestamp": [ 4.79, 12.62 ], "duration": 87.66, "caption": "A man gets down on one knee in front of a woman.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 12996, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 88.29, 91.03 ], "duration": 91.66, "caption": "A man gets down on one knee in front of a woman.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 12997, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 34.11, 53.48 ], "duration": 155.66, "caption": "A man gets down on his knees and woman accepts.", "similarity": 0.7027, "relevance": 3 }, { "pair_id": 12998, "video_name": "friends_s04e19_seg02_clip_14", "timestamp": [ 15.05, 33.3 ], "duration": 64.66, "caption": "A man gets on his knee and tries to put a ring on a woman's finger.", "similarity": 0.6781, "relevance": 4 }, { "pair_id": 12999, "video_name": "grey_s03e13_seg02_clip_29", "timestamp": [ 0.0, 4.38 ], "duration": 125.66, "caption": "A man proposes to woman and she doesn't say anything.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 186300, "video_name": "s07e12_seg02_clip_14", "timestamp": [ 54.84, 57.99 ], "duration": 63.66, "caption": "A woman gets down on one knee holding man's hands.", "similarity": 0.6683, "relevance": 3 }, { "pair_id": 186301, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 39.34, 50.39 ], "duration": 69.66, "caption": "A man takes out a ring box and proposes to woman.", "similarity": 0.663, "relevance": 4 }, { "pair_id": 186302, "video_name": "grey_s03e15_seg02_clip_12", "timestamp": [ 52.21, 62.22 ], "duration": 87.66, "caption": "A man tells woman he knows that person proposed to her.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 186303, "video_name": "s06e16_seg02_clip_14", "timestamp": [ 28.53, 34.12 ], "duration": 62.66, "caption": "A man puts his hand to his chest and vows not to make a proposal to a woman again.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 186304, "video_name": "s02e10_seg02_clip_10", "timestamp": [ 9.15, 10.62 ], "duration": 59.66, "caption": "A woman reaches out and touches a man on the knee.", "similarity": 0.6487, "relevance": 1 }, { "pair_id": 186306, "video_name": "friends_s07e21_seg02_clip_06", "timestamp": [ 29.59, 32.14 ], "duration": 51.66, "caption": "A man gets down on his knees in front of a woman and grabs her hands in his.", "similarity": 0.6405, "relevance": 3 }, { "pair_id": 186307, "video_name": "s05e06_seg02_clip_04", "timestamp": [ 19.23, 20.47 ], "duration": 62.66, "caption": "A woman puts her hand on a man's knee.", "similarity": 0.6395, "relevance": 1 }, { "pair_id": 186308, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 40.31, 51.16 ], "duration": 155.66, "caption": "A man gets on his knees in front of a woman and grabs her hand.", "similarity": 0.633, "relevance": 4 }, { "pair_id": 186309, "video_name": "friends_s07e02_seg02_clip_20", "timestamp": [ 0.0, 6.73 ], "duration": 61.66, "caption": "A man reminds a woman of what he said in his proposal.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 186310, "video_name": "castle_s03e11_seg02_clip_27", "timestamp": [ 15.03, 17.03 ], "duration": 21.66, "caption": "A man proposes to his girlfriend in front of his whole squad.", "similarity": 0.6231, "relevance": 4 }, { "pair_id": 186311, "video_name": "s04e20_seg02_clip_08", "timestamp": [ 0.0, 5.51 ], "duration": 58.66, "caption": "A man surprises some people with the news of his proposal plan towards a woman.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 186312, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 53.49, 69.02 ], "duration": 69.66, "caption": "A woman accepts the proposal and a man puts the ring on their finger.", "similarity": 0.6071, "relevance": 3 }, { "pair_id": 186313, "video_name": "grey_s03e07_seg02_clip_28", "timestamp": [ 22.65, 36.52 ], "duration": 92.66, "caption": "A man makes a proposition to a woman to be together.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 186314, "video_name": "friends_s08e02_seg02_clip_08", "timestamp": [ 39.08, 42.86 ], "duration": 63.66, "caption": "A man gets down on one knee and opens an engagement ring to show another person.", "similarity": 0.6024, "relevance": 4 }, { "pair_id": 186315, "video_name": "grey_s03e14_seg02_clip_25", "timestamp": [ 20.13, 24.96 ], "duration": 80.66, "caption": "A man makes a promise to look out for a woman.", "similarity": 0.6023, "relevance": 1 }, { "pair_id": 186316, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 52.71, 54.92 ], "duration": 63.66, "caption": "A man gets excited when guy agrees to woman's plan.", "similarity": 0.6007, "relevance": 1 }, { "pair_id": 186317, "video_name": "house_s01e14_seg02_clip_09", "timestamp": [ 67.97, 73.82 ], "duration": 90.66, "caption": "A man offers a procedure to a woman and asks her to agree.", "similarity": 0.6002, "relevance": 1 }, { "pair_id": 186318, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 14.18, 17.65 ], "duration": 63.66, "caption": "A man tries to kiss a woman when he walks up to her.", "similarity": 0.6, "relevance": 1 }, { "pair_id": 186319, "video_name": "grey_s03e09_seg02_clip_16", "timestamp": [ 6.86, 13.26 ], "duration": 91.66, "caption": "A woman kneels in front of man and begs.", "similarity": 0.5993, "relevance": 2 } ] }, { "query_id": 1011, "query": "A man gets up from the chair in front of the TV.", "relevant_moment": [ { "pair_id": 166120, "video_name": "castle_s05e21_seg02_clip_00", "timestamp": [ 68.9, 70.8 ], "duration": 95.66, "caption": "A man gets up from the chair in front of the TV.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 166121, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 29.24, 30.17 ], "duration": 92.66, "caption": "A man hits the side of the TV while standing on a chair.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 166122, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 47.06, 52.29 ], "duration": 74.66, "caption": "A man gets up from the chair he is sitting in.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 166123, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 35.98, 38.77 ], "duration": 62.66, "caption": "A man gets out of chair and stands up.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 166124, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 57.18 ], "duration": 91.66, "caption": "A man gets up from the chair he/she was sitting on.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 166125, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 8.82, 38.99 ], "duration": 92.66, "caption": "A person is standing on a chair pressing the button on a tv and with a remote in his hand.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 166126, "video_name": "house_s02e11_seg02_clip_14", "timestamp": [ 27.1, 31.78 ], "duration": 93.66, "caption": "A man is watching on a television with his feet up in the table.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 166127, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A person gets up from his seat on the chair.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 166128, "video_name": "castle_s05e17_seg02_clip_03", "timestamp": [ 29.06, 35.41 ], "duration": 90.66, "caption": "A man stands up when the tv turns on and plays a video.", "similarity": 0.6382, "relevance": 3 }, { "pair_id": 166129, "video_name": "house_s05e24_seg02_clip_19", "timestamp": [ 60.75, 64.77 ], "duration": 89.66, "caption": "A man stands up from the chair he's been sitting in.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 166130, "video_name": "castle_s06e20_seg02_clip_04", "timestamp": [ 67.67, 71.67 ], "duration": 89.66, "caption": "A man notices a TV powered on playing a TV show.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 166131, "video_name": "castle_s07e12_seg02_clip_23", "timestamp": [ 0.9, 3.15 ], "duration": 90.66, "caption": "A man stands up from the chair with his hands up.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 166132, "video_name": "friends_s10e13_seg02_clip_05", "timestamp": [ 31.04, 34.1 ], "duration": 34.66, "caption": "A man gets up from the chair and presses a button.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 166133, "video_name": "friends_s09e08_seg01_clip_00", "timestamp": [ 47.76, 56.14 ], "duration": 62.66, "caption": "A man is enjoying what he's watching on the television.", "similarity": 0.6261, "relevance": 1 }, { "pair_id": 166134, "video_name": "s01e02_seg02_clip_12", "timestamp": [ 20.11, 23.71 ], "duration": 60.66, "caption": "A man stands up from sitting on the chair.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 166135, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 27.15, 29.91 ], "duration": 92.66, "caption": "A man gets up from being seated in a sofa.", "similarity": 0.6244, "relevance": 2 }, { "pair_id": 166136, "video_name": "house_s05e16_seg02_clip_09", "timestamp": [ 30.61, 33.76 ], "duration": 90.66, "caption": "A man gets up from a chair with his shirt open.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 166137, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 1.53, 5.8 ], "duration": 61.66, "caption": "A person turns off the TV and stands up.", "similarity": 0.6214, "relevance": 2 }, { "pair_id": 166138, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A person picks up a remote and turns off a TV and then sets it down on a chair.", "similarity": 0.6211, "relevance": 2 }, { "pair_id": 166139, "video_name": "castle_s05e06_seg02_clip_23", "timestamp": [ 8.1, 11.74 ], "duration": 80.66, "caption": "A man stands up from the chair and walks forwards.", "similarity": 0.6195, "relevance": 2 } ] }, { "query_id": 1062, "query": "A person moves his hand around a flower on his lapel as he looks down at it.", "relevant_moment": [ { "pair_id": 18020, "video_name": "s07e08_seg02_clip_10", "timestamp": [ 52.22, 56.13 ], "duration": 60.66, "caption": "A person moves his hand around a flower on his lapel as he looks down at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18021, "video_name": "met_s06e09_seg01_clip_00", "timestamp": [ 41.3, 44.82 ], "duration": 64.66, "caption": "A person motions to the flower he has pinned on his lapel.", "similarity": 0.8398, "relevance": 4 }, { "pair_id": 18022, "video_name": "s02e18_seg02_clip_04", "timestamp": [ 0.0, 9.75 ], "duration": 65.66, "caption": "A man lowers a flower in his left hand, a person points and makes a suggestion, their friends consider.", "similarity": 0.6546, "relevance": 3 }, { "pair_id": 18023, "video_name": "house_s07e03_seg02_clip_03", "timestamp": [ 36.37, 44.66 ], "duration": 92.66, "caption": "A person hands a man a flower and the man leaves.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 18024, "video_name": "house_s04e04_seg02_clip_24", "timestamp": [ 0.0, 35.07 ], "duration": 57.66, "caption": "A person stands in front of their colleagues while holding onto flowers.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 18025, "video_name": "friends_s01e16-17_seg02_clip_42", "timestamp": [ 23.42, 35.74 ], "duration": 60.66, "caption": "A man was picking out the petals from a flower.", "similarity": 0.6161, "relevance": 2 }, { "pair_id": 18026, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 13.07, 16.22 ], "duration": 90.66, "caption": "A person hands another person a pink flower and they take it.", "similarity": 0.6118, "relevance": 2 }, { "pair_id": 18027, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 62.57, 66.62 ], "duration": 90.66, "caption": "Someone swings a pink flower around in a circle.", "similarity": 0.6052, "relevance": 2 }, { "pair_id": 18028, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 44.61, 46.41 ], "duration": 90.66, "caption": "A person hands a woman a pink flower and she takes it.", "similarity": 0.602, "relevance": 2 }, { "pair_id": 18029, "video_name": "friends_s08e19_seg02_clip_15", "timestamp": [ 17.65, 20.96 ], "duration": 55.66, "caption": "A man touches the flowers sitting on the table.", "similarity": 0.5997, "relevance": 1 }, { "pair_id": 18030, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 12.6, 16.65 ], "duration": 90.66, "caption": "A person passes a pink flower to another person.", "similarity": 0.5981, "relevance": 2 }, { "pair_id": 18031, "video_name": "house_s05e21_seg02_clip_14", "timestamp": [ 0.0, 0.45 ], "duration": 90.66, "caption": "A person smells a bouquet of flowers that are near their face.", "similarity": 0.5902, "relevance": 1 }, { "pair_id": 18032, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 2.23, 8.9 ], "duration": 89.66, "caption": "A man smells a pink flower that he is holding.", "similarity": 0.5887, "relevance": 2 }, { "pair_id": 18033, "video_name": "house_s04e04_seg02_clip_24", "timestamp": [ 25.66, 28.51 ], "duration": 57.66, "caption": "A man hands some flowers to one of his colleagues.", "similarity": 0.5886, "relevance": 2 }, { "pair_id": 18034, "video_name": "friends_s10e12_seg02_clip_25", "timestamp": [ 12.95, 16.29 ], "duration": 74.66, "caption": "A woman hands a man her flowers after telling him to hold on.", "similarity": 0.588, "relevance": 2 }, { "pair_id": 18035, "video_name": "house_s06e13_seg02_clip_23", "timestamp": [ 90.68, 95.58 ], "duration": 98.66, "caption": "A woman looks at a flower and starts to smirk.", "similarity": 0.5822, "relevance": 1 }, { "pair_id": 18036, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 42.02, 44.42 ], "duration": 60.66, "caption": "A woman leans in and smells the flower on a person's jacket lapel.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 18037, "video_name": "s02e18_seg02_clip_02", "timestamp": [ 51.62, 55.83 ], "duration": 60.66, "caption": "A man holds a paper flower above a lamp.", "similarity": 0.5769, "relevance": 1 }, { "pair_id": 18038, "video_name": "friends_s02e14_seg02_clip_19", "timestamp": [ 6.84, 12.16 ], "duration": 76.66, "caption": "A man walks down the stair and gets the flower on the vase.", "similarity": 0.572, "relevance": 1 }, { "pair_id": 18039, "video_name": "s08e18_seg02_clip_08", "timestamp": [ 52.24, 53.71 ], "duration": 59.66, "caption": "A man hands a woman a flower in a plastic container.", "similarity": 0.5703, "relevance": 1 } ] }, { "query_id": 1066, "query": "A man was telling a story to a woman whilst they lie on the bed.", "relevant_moment": [ { "pair_id": 40420, "video_name": "friends_s07e12_seg02_clip_02", "timestamp": [ 0.0, 48.93 ], "duration": 67.66, "caption": "A man was telling a story to a woman whilst they lie on the bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 40421, "video_name": "house_s07e22_seg02_clip_08", "timestamp": [ 0.0, 10.32 ], "duration": 172.66, "caption": "A woman tells a man how she needs to lie in bed.", "similarity": 0.7936, "relevance": 1 }, { "pair_id": 40422, "video_name": "house_s07e15_seg02_clip_00", "timestamp": [ 21.86, 80.61 ], "duration": 91.66, "caption": "A man was lying under the bed of a woman.", "similarity": 0.7605, "relevance": 1 }, { "pair_id": 40423, "video_name": "friends_s03e01_seg02_clip_22", "timestamp": [ 12.76, 16.72 ], "duration": 88.66, "caption": "A man turns while telling a story to find a woman sleeping on the sofa.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 40424, "video_name": "castle_s06e12_seg02_clip_22", "timestamp": [ 0.46, 5.47 ], "duration": 91.66, "caption": "A man explains why he's laying in the bed to woman.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 40425, "video_name": "grey_s01e06_seg02_clip_22", "timestamp": [ 76.36, 82.13 ], "duration": 88.66, "caption": "A woman lies onto a bed as she speaks to a man.", "similarity": 0.7356, "relevance": 1 }, { "pair_id": 40426, "video_name": "castle_s07e15_seg02_clip_26", "timestamp": [ 59.64, 68.35 ], "duration": 134.66, "caption": "A woman is lying in bed as a man is speaking to her and he gets into bed.", "similarity": 0.7316, "relevance": 2 }, { "pair_id": 40427, "video_name": "friends_s01e22_seg02_clip_10", "timestamp": [ 0.0, 62.24 ], "duration": 68.66, "caption": "A man talks to a woman when they are lying in bed.", "similarity": 0.7291, "relevance": 3 }, { "pair_id": 40428, "video_name": "friends_s07e12_seg02_clip_15", "timestamp": [ 0.0, 4.23 ], "duration": 65.66, "caption": "A man gets out of bed after telling woman what he'll do.", "similarity": 0.7231, "relevance": 3 }, { "pair_id": 40429, "video_name": "grey_s02e21_seg02_clip_11", "timestamp": [ 23.68, 24.13 ], "duration": 89.66, "caption": "A woman is talking to a man as he lies in bed.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 40430, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 0.0, 73.34 ], "duration": 94.66, "caption": "A man speaks to a woman as she is laying down on her bed.", "similarity": 0.7174, "relevance": 1 }, { "pair_id": 40431, "video_name": "grey_s01e09_seg02_clip_15", "timestamp": [ 0.0, 9.2 ], "duration": 92.66, "caption": "A woman says something to a man and then lies back down on the bed and puts her hand over her eyes.", "similarity": 0.7144, "relevance": 1 }, { "pair_id": 40432, "video_name": "house_s07e05_seg02_clip_27", "timestamp": [ 0.0, 2.85 ], "duration": 8.66, "caption": "A man tells woman that something is her responsibility as they lay in bed together.", "similarity": 0.7128, "relevance": 4 }, { "pair_id": 40433, "video_name": "friends_s06e15-16_seg02_clip_22", "timestamp": [ 0.0, 4.29 ], "duration": 66.66, "caption": "A man was talking to a woman lying on the hospital bed.", "similarity": 0.7113, "relevance": 1 }, { "pair_id": 40434, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.33 ], "duration": 101.66, "caption": "A man was having a conversation with a woman lying on a hospital bed.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 40435, "video_name": "s04e04_seg02_clip_02", "timestamp": [ 22.13, 24.37 ], "duration": 56.66, "caption": "A woman is lying beside a man in his bed as she mentions his true feeling for her.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 40436, "video_name": "house_s01e05_seg02_clip_18", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "A man speaks to a woman as she is laying down in the bed.", "similarity": 0.7048, "relevance": 1 }, { "pair_id": 40437, "video_name": "friends_s09e23-24_seg02_clip_37", "timestamp": [ 54.93, 57.67 ], "duration": 61.66, "caption": "A man mentions to woman that he hasn't picked a right partner in her or another woman and he lies on the bed he is sitting on.", "similarity": 0.7028, "relevance": 1 }, { "pair_id": 40438, "video_name": "met_s02e09_seg02_clip_11", "timestamp": [ 50.53, 56.85 ], "duration": 60.66, "caption": "A man is talking while he and woman are lying in bed, and woman thinks of something that is bothering her.", "similarity": 0.7024, "relevance": 4 }, { "pair_id": 40439, "video_name": "met_s03e06_seg02_clip_12", "timestamp": [ 3.02, 5.44 ], "duration": 60.66, "caption": "A man tells a woman where they slept last night.", "similarity": 0.7011, "relevance": 1 } ] }, { "query_id": 1091, "query": "A person puts a carton of milk on the counter.", "relevant_moment": [ { "pair_id": 149560, "video_name": "friends_s07e12_seg02_clip_04", "timestamp": [ 40.33, 41.78 ], "duration": 58.66, "caption": "A person puts a carton of milk on the counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149561, "video_name": "s10e03_seg02_clip_08", "timestamp": [ 64.38, 65.02 ], "duration": 65.66, "caption": "A person takes a carton of milk out of the fridge.", "similarity": 0.7645, "relevance": 1 }, { "pair_id": 149562, "video_name": "grey_s03e11_seg02_clip_10", "timestamp": [ 76.02, 80.77 ], "duration": 95.66, "caption": "A person opens the refrigerator and gets a carton of milk out.", "similarity": 0.7392, "relevance": 2 }, { "pair_id": 149563, "video_name": "s01e02_seg02_clip_07", "timestamp": [ 15.26, 18.61 ], "duration": 61.66, "caption": "A person opens the refrigerator and pulls out a carton of milk.", "similarity": 0.7187, "relevance": 2 }, { "pair_id": 149564, "video_name": "friends_s10e13_seg02_clip_21", "timestamp": [ 77.37, 82.72 ], "duration": 119.66, "caption": "A person pulls a gallon of milk from the fridge.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 149565, "video_name": "s01e10_seg02_clip_01", "timestamp": [ 1.2, 5.4 ], "duration": 60.66, "caption": "A person, wearing a bathrobe, opens the fridge and puts a carton of milk inside.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 149566, "video_name": "house_s05e15_seg02_clip_07", "timestamp": [ 19.43, 21.69 ], "duration": 90.66, "caption": "A man is picking up milk cartons in the fridge.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 149568, "video_name": "friends_s07e03_seg02_clip_11", "timestamp": [ 34.78, 35.93 ], "duration": 57.66, "caption": "A person sets their glass of milk down on the kitchen table.", "similarity": 0.6733, "relevance": 0 }, { "pair_id": 149569, "video_name": "s06e08_seg02_clip_00", "timestamp": [ 22.28, 28.38 ], "duration": 61.66, "caption": "A person opens a container of milk that they pulled out of the fridge.", "similarity": 0.6725, "relevance": 3 }, { "pair_id": 149570, "video_name": "friends_s05e07_seg02_clip_14", "timestamp": [ 1.87, 4.99 ], "duration": 62.66, "caption": "A woman picks up a carton of milk and starts to drink it.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 149571, "video_name": "friends_s07e12_seg02_clip_04", "timestamp": [ 40.04, 41.49 ], "duration": 58.66, "caption": "A man sits a bottle of milk down on the counterotp.", "similarity": 0.6611, "relevance": 4 }, { "pair_id": 149572, "video_name": "s01e04_seg02_clip_14", "timestamp": [ 45.32, 54.62 ], "duration": 60.66, "caption": "A woman picks up the milk from the counter and puts it away in the fridge.", "similarity": 0.66, "relevance": 3 }, { "pair_id": 149573, "video_name": "friends_s08e19_seg02_clip_01", "timestamp": [ 18.53, 28.61 ], "duration": 65.66, "caption": "A man attempts to open a carton of milk and it spills all over the table.", "similarity": 0.6501, "relevance": 3 }, { "pair_id": 149574, "video_name": "s02e21_seg02_clip_00", "timestamp": [ 35.4, 38.45 ], "duration": 61.66, "caption": "A person places their carton of food on the coffee table.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 149575, "video_name": "s01e10_seg02_clip_01", "timestamp": [ 2.7, 4.5 ], "duration": 60.66, "caption": "A person opens the fridge and puts the gallon of milk in his hand inside the fridge.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 149576, "video_name": "s01e10_seg02_clip_00", "timestamp": [ 51.57, 55.23 ], "duration": 61.66, "caption": "A person takes a gallon of milk out of the fridge and pours it into his mug.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 149577, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 40.62, 43.89 ], "duration": 93.66, "caption": "A person opens the fridge and takes out a milk bottle.", "similarity": 0.6269, "relevance": 1 }, { "pair_id": 149578, "video_name": "s01e10_seg02_clip_00", "timestamp": [ 46.69, 57.37 ], "duration": 61.66, "caption": "A person grabs the milk out of the fridge and pours a glass.", "similarity": 0.6268, "relevance": 2 }, { "pair_id": 149579, "video_name": "s06e24_seg02_clip_11", "timestamp": [ 13.87, 20.8 ], "duration": 63.66, "caption": "A person holds a glass of milk and taps it with a spoon.", "similarity": 0.6263, "relevance": 1 } ] }, { "query_id": 1130, "query": "A person walks in the door with a woman and greets everyone, and everyone turns around to look at the woman and the person and greet them as well.", "relevant_moment": [ { "pair_id": 19340, "video_name": "friends_s02e01_seg02_clip_11", "timestamp": [ 33.09, 34.04 ], "duration": 63.66, "caption": "A person walks in the door with a woman and greets everyone, and everyone turns around to look at the woman and the person and greet them as well.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 19341, "video_name": "friends_s05e02_seg02_clip_01", "timestamp": [ 47.91, 51.57 ], "duration": 61.66, "caption": "A woman walks in the door and two people go to greet her.", "similarity": 0.8558, "relevance": 2 }, { "pair_id": 19342, "video_name": "friends_s03e08_seg02_clip_07", "timestamp": [ 52.87, 60.08 ], "duration": 60.66, "caption": "A woman walks through the door and greets a person.", "similarity": 0.8253, "relevance": 2 }, { "pair_id": 19343, "video_name": "s03e16_seg02_clip_16", "timestamp": [ 40.91, 49.61 ], "duration": 58.66, "caption": "A man opens to door and greets woman and person.", "similarity": 0.8035, "relevance": 2 }, { "pair_id": 19344, "video_name": "friends_s10e15_seg02_clip_06", "timestamp": [ 44.18, 47.06 ], "duration": 64.66, "caption": "A woman opens the door and greets two people.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 19345, "video_name": "s09e08_seg02_clip_13", "timestamp": [ 45.16, 51.87 ], "duration": 61.66, "caption": "A person opens to door to greet a woman.", "similarity": 0.7852, "relevance": 1 }, { "pair_id": 19346, "video_name": "s07e13_seg02_clip_09", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A person walks over to a woman and a man and greets them with a smile.", "similarity": 0.7791, "relevance": 1 }, { "pair_id": 19347, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 44.12 ], "duration": 60.66, "caption": "A person opens the front door and greets woman as she stands at the doorway.", "similarity": 0.7775, "relevance": 2 }, { "pair_id": 19348, "video_name": "castle_s02e24_seg02_clip_14", "timestamp": [ 27.33, 29.57 ], "duration": 89.66, "caption": "A man and woman are looking at the direction a person walks in and they greet each other.", "similarity": 0.7667, "relevance": 1 }, { "pair_id": 19349, "video_name": "s02e06_seg02_clip_07", "timestamp": [ 37.84, 40.01 ], "duration": 62.66, "caption": "A woman walks up to some people to greet them.", "similarity": 0.7637, "relevance": 1 }, { "pair_id": 19350, "video_name": "s08e23_seg02_clip_07", "timestamp": [ 9.46, 11.6 ], "duration": 61.66, "caption": "A woman suddenly walks through the door and greets everyone in the room.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 19351, "video_name": "s03e09_seg02_clip_11", "timestamp": [ 4.58, 6.41 ], "duration": 61.66, "caption": "A woman walks past a man with another woman and she greets him.", "similarity": 0.7575, "relevance": 0 }, { "pair_id": 19352, "video_name": "castle_s08e19_seg02_clip_14", "timestamp": [ 35.26, 37.61 ], "duration": 94.66, "caption": "A woman greets a man as he stands at the restaurant door with a person.", "similarity": 0.7518, "relevance": 0 }, { "pair_id": 19353, "video_name": "s05e12_seg02_clip_14", "timestamp": [ 27.17, 31.09 ], "duration": 56.66, "caption": "A woman opens the door for another woman and greets her as she enters.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 19354, "video_name": "s06e16_seg02_clip_10", "timestamp": [ 38.42, 41.72 ], "duration": 60.66, "caption": "A person opens the front door and greets another person.", "similarity": 0.7476, "relevance": 1 }, { "pair_id": 19355, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 49.08, 53.51 ], "duration": 88.66, "caption": "A woman opens the door and is greeted by a person.", "similarity": 0.7438, "relevance": 1 }, { "pair_id": 19356, "video_name": "s05e07_seg02_clip_11", "timestamp": [ 48.22, 63.03 ], "duration": 63.66, "caption": "A woman came to greet a man at the door, a man speaks to another woman and the first woman.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 19357, "video_name": "s07e01_seg02_clip_04", "timestamp": [ 18.92, 26.85 ], "duration": 61.66, "caption": "A woman walks up to two men and greets them.", "similarity": 0.734, "relevance": 1 }, { "pair_id": 19358, "video_name": "s05e06_seg02_clip_03", "timestamp": [ 3.54, 6.2 ], "duration": 59.66, "caption": "A person stands up from the doorway to greet woman.", "similarity": 0.7309, "relevance": 1 }, { "pair_id": 19359, "video_name": "castle_s03e02_seg02_clip_21", "timestamp": [ 45.72, 48.38 ], "duration": 88.66, "caption": "A woman turns around to greet woman and man with her hands clasped together in front of her face.", "similarity": 0.7298, "relevance": 2 } ] }, { "query_id": 1146, "query": "A woman sets a pot holder on the table and places the pan on top of it.", "relevant_moment": [ { "pair_id": 164800, "video_name": "s10e03_seg02_clip_00", "timestamp": [ 17.7, 22.89 ], "duration": 61.66, "caption": "A woman sets a pot holder on the table and places the pan on top of it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164801, "video_name": "s01e04_seg02_clip_09", "timestamp": [ 49.1, 51.7 ], "duration": 65.66, "caption": "A woman sets the pot down on the kitchen table.", "similarity": 0.7563, "relevance": 2 }, { "pair_id": 164802, "video_name": "friends_s02e01_seg02_clip_12", "timestamp": [ 15.4, 19.67 ], "duration": 57.66, "caption": "A woman sets the coffee pot on the table.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 164803, "video_name": "friends_s03e14_seg02_clip_04", "timestamp": [ 27.46, 31.08 ], "duration": 60.66, "caption": "A woman puts a pot in the oven from on top of the stove.", "similarity": 0.6802, "relevance": 1 }, { "pair_id": 164804, "video_name": "friends_s07e19_seg02_clip_12", "timestamp": [ 40.22, 42.32 ], "duration": 60.66, "caption": "A woman puts the tray she is holding onto a table.", "similarity": 0.6786, "relevance": 1 }, { "pair_id": 164805, "video_name": "friends_s03e14_seg02_clip_09", "timestamp": [ 37.52, 38.42 ], "duration": 60.66, "caption": "A woman lifts the lid off of the pot on the table.", "similarity": 0.6644, "relevance": 0 }, { "pair_id": 164806, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 1.83, 4.58 ], "duration": 61.66, "caption": "A woman sets a food container down on the table.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 164807, "video_name": "friends_s01e02_seg02_clip_05", "timestamp": [ 7.54, 9.57 ], "duration": 58.66, "caption": "A woman places a pan of food down on the counter.", "similarity": 0.6399, "relevance": 1 }, { "pair_id": 164808, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 12.21, 15.87 ], "duration": 61.66, "caption": "A woman places a dish lid on the table as she describes the food.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 164809, "video_name": "s09e04_seg02_clip_00", "timestamp": [ 7.93, 9.46 ], "duration": 61.66, "caption": "A woman places a tray on a coffee table.", "similarity": 0.6285, "relevance": 2 }, { "pair_id": 164810, "video_name": "s09e23_seg02_clip_05", "timestamp": [ 31.43, 34.79 ], "duration": 61.66, "caption": "A woman places a platter of food onto the coffee table.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 164811, "video_name": "friends_s06e09_seg02_clip_03", "timestamp": [ 0.0, 3.16 ], "duration": 57.66, "caption": "A woman places the centerpiece on the dining table.", "similarity": 0.6265, "relevance": 1 }, { "pair_id": 164812, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 21.05, 25.33 ], "duration": 61.66, "caption": "A woman puts a bowl on person's kitchen table alongside other dishes.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 164813, "video_name": "friends_s09e11_seg01_clip_00", "timestamp": [ 33.61, 35.86 ], "duration": 56.66, "caption": "A woman puts a pitcher onto the kitchen table.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 164814, "video_name": "friends_s01e21_seg02_clip_18", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman places her hands on the table.", "similarity": 0.6222, "relevance": 0 }, { "pair_id": 164815, "video_name": "friends_s09e08_seg02_clip_11", "timestamp": [ 2.28, 10.55 ], "duration": 57.66, "caption": "A woman puts some food from a dish onto her plate and then places the dish on the table.", "similarity": 0.6185, "relevance": 2 }, { "pair_id": 164816, "video_name": "friends_s03e20_seg02_clip_13", "timestamp": [ 5.02, 7.97 ], "duration": 59.66, "caption": "A woman puts the mug she is holding back on the kitchen table.", "similarity": 0.6177, "relevance": 1 }, { "pair_id": 164817, "video_name": "friends_s07e12_seg02_clip_05", "timestamp": [ 8.7, 14.71 ], "duration": 60.66, "caption": "A man hands woman the pan and she puts it down on the counter.", "similarity": 0.6165, "relevance": 2 }, { "pair_id": 164818, "video_name": "friends_s04e10_seg02_clip_04", "timestamp": [ 60.51, 62.75 ], "duration": 64.66, "caption": "A woman sets a bowl of food on the table.", "similarity": 0.6155, "relevance": 1 }, { "pair_id": 164819, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 44.35, 45.9 ], "duration": 62.66, "caption": "A woman sets a plate of food on the coffee table.", "similarity": 0.6154, "relevance": 1 } ] }, { "query_id": 1172, "query": "A person walks behind two men to cross the room.", "relevant_moment": [ { "pair_id": 148620, "video_name": "s10e03_seg02_clip_05", "timestamp": [ 45.21, 47.28 ], "duration": 69.66, "caption": "A person walks behind two men to cross the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148621, "video_name": "s05e14_seg01_clip_01", "timestamp": [ 44.04, 45.28 ], "duration": 62.66, "caption": "A man walks across the room in front of two people.", "similarity": 0.8254, "relevance": 3 }, { "pair_id": 148622, "video_name": "castle_s05e14_seg02_clip_10", "timestamp": [ 36.16, 39.36 ], "duration": 91.66, "caption": "A man walks out of the room passing by two other men.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 148623, "video_name": "house_s01e08_seg02_clip_14", "timestamp": [ 13.2, 16.28 ], "duration": 88.66, "caption": "A balding person walks behind a man to cross the room.", "similarity": 0.7525, "relevance": 3 }, { "pair_id": 148624, "video_name": "castle_s07e08_seg02_clip_03", "timestamp": [ 44.33, 45.71 ], "duration": 91.66, "caption": "A man walks out of the room following another man.", "similarity": 0.7316, "relevance": 1 }, { "pair_id": 148625, "video_name": "s05e22_seg02_clip_01", "timestamp": [ 0.0, 3.42 ], "duration": 57.66, "caption": "A person walks across the room to where another person is standing.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 148626, "video_name": "friends_s03e21_seg02_clip_08", "timestamp": [ 20.11, 25.51 ], "duration": 60.66, "caption": "A man uncrosses his arms in front of another man and walks toward his room.", "similarity": 0.7291, "relevance": 1 }, { "pair_id": 148627, "video_name": "house_s05e17_seg02_clip_13", "timestamp": [ 37.06, 44.86 ], "duration": 78.66, "caption": "A man came out from the room and walks with another man.", "similarity": 0.7272, "relevance": 0 }, { "pair_id": 148628, "video_name": "s01e03_seg02_clip_14", "timestamp": [ 32.11, 34.22 ], "duration": 60.66, "caption": "A man walks past a person and out of the room.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 148629, "video_name": "house_s05e03_seg02_clip_03", "timestamp": [ 74.72, 79.67 ], "duration": 90.66, "caption": "A person walks in between man and another person to exit the room.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 148630, "video_name": "house_s03e20_seg02_clip_02", "timestamp": [ 33.76, 43.66 ], "duration": 90.66, "caption": "A man walks ahead of another man and enters a room.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 148631, "video_name": "s10e02_seg02_clip_07", "timestamp": [ 17.5, 20.47 ], "duration": 66.66, "caption": "A man walks into the room with some other men.", "similarity": 0.7177, "relevance": 1 }, { "pair_id": 148632, "video_name": "house_s05e02_seg02_clip_01", "timestamp": [ 6.11, 28.21 ], "duration": 94.66, "caption": "A man walks behind a person in the hallway with another man.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 148633, "video_name": "friends_s09e02_seg02_clip_02", "timestamp": [ 51.76, 52.02 ], "duration": 52.66, "caption": "A person walks into the room in the background behind three other people.", "similarity": 0.7161, "relevance": 0 }, { "pair_id": 148634, "video_name": "castle_s04e02_seg02_clip_10", "timestamp": [ 11.25, 13.05 ], "duration": 90.66, "caption": "A man walks across the room to speak with another man.", "similarity": 0.7135, "relevance": 0 }, { "pair_id": 148635, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 26.56, 28.36 ], "duration": 90.66, "caption": "A person walks in between two men as he walks forward.", "similarity": 0.7068, "relevance": 1 }, { "pair_id": 148636, "video_name": "house_s02e07_seg02_clip_08", "timestamp": [ 26.62, 32.13 ], "duration": 91.66, "caption": "A woman walks from one room to another and a man walks behind her.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 148637, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 4.84, 11.0 ], "duration": 88.66, "caption": "A person walks into the room and stands across from a man.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 148638, "video_name": "s04e23_seg02_clip_14", "timestamp": [ 1.18, 4.13 ], "duration": 59.66, "caption": "A man walks behind some people's chairs in a room.", "similarity": 0.6939, "relevance": 4 }, { "pair_id": 148639, "video_name": "s09e12_seg02_clip_04", "timestamp": [ 3.05, 8.24 ], "duration": 61.66, "caption": "A person walks across the room to where another person is sitting.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 321940, "video_name": "s04e11_seg02_clip_03", "timestamp": [ 10.23, 11.48 ], "duration": 62.66, "caption": "A person walks past a man and stands next to two other men.", "similarity": 0.6879, "relevance": 3 }, { "pair_id": 321941, "video_name": "friends_s04e04_seg02_clip_07", "timestamp": [ 35.27, 39.27 ], "duration": 50.66, "caption": "A person turns away from a man and walks across the room.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 321942, "video_name": "house_s04e01_seg02_clip_20", "timestamp": [ 78.71, 86.02 ], "duration": 86.66, "caption": "A man walks into a room and heads towards another man.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 321943, "video_name": "grey_s02e14_seg02_clip_00", "timestamp": [ 8.65, 10.92 ], "duration": 91.66, "caption": "A man walks past the window in the room that two people are.", "similarity": 0.6793, "relevance": 1 }, { "pair_id": 321944, "video_name": "s09e17_seg02_clip_12", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A person walks from one room towards another.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 321945, "video_name": "house_s05e06_seg02_clip_22", "timestamp": [ 10.12, 13.34 ], "duration": 92.66, "caption": "A man and another man walk over to the corner of the room.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 321946, "video_name": "grey_s03e06_seg02_clip_20", "timestamp": [ 32.42, 39.09 ], "duration": 88.66, "caption": "A man walks into a room and stands in front of another person.", "similarity": 0.676, "relevance": 1 }, { "pair_id": 321947, "video_name": "friends_s06e09_seg02_clip_12", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A man walks into another room with a man, and a man closes the door behind them.", "similarity": 0.6716, "relevance": 1 }, { "pair_id": 321948, "video_name": "s02e12_seg01_clip_01", "timestamp": [ 0.64, 2.56 ], "duration": 64.66, "caption": "A man is walking quickly and passes behind a person.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 321949, "video_name": "castle_s05e13_seg02_clip_16", "timestamp": [ 0.0, 3.65 ], "duration": 73.66, "caption": "A man walks into the break room where another person is at.", "similarity": 0.6693, "relevance": 1 }, { "pair_id": 321950, "video_name": "castle_s05e07_seg02_clip_15", "timestamp": [ 82.74, 87.14 ], "duration": 88.66, "caption": "A man walks into the room as woman stands near a man and another man.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 321951, "video_name": "friends_s07e04_seg02_clip_07", "timestamp": [ 11.1, 12.91 ], "duration": 60.66, "caption": "A man in the room with a guy crosses his arm.", "similarity": 0.667, "relevance": 0 }, { "pair_id": 321952, "video_name": "castle_s01e07_seg02_clip_06", "timestamp": [ 12.22, 15.98 ], "duration": 94.66, "caption": "A woman walks behind a man and exits the room.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 321953, "video_name": "friends_s03e02_seg02_clip_10", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man walks past person on his way through the living room.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 321954, "video_name": "house_s02e13_seg02_clip_07", "timestamp": [ 10.01, 21.85 ], "duration": 91.66, "caption": "A man paces behind another man while in the patient room.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 321955, "video_name": "met_s02e21_seg02_clip_14", "timestamp": [ 4.73, 10.4 ], "duration": 63.66, "caption": "A man walks behind two people and stands between two other people.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 321956, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 64.68, 69.58 ], "duration": 89.66, "caption": "A man enters the room and walks up to two people.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 321957, "video_name": "s03e09_seg02_clip_02", "timestamp": [ 27.1, 34.67 ], "duration": 63.66, "caption": "A person walks across the living room and over to another person.", "similarity": 0.6621, "relevance": 3 }, { "pair_id": 321958, "video_name": "s03e02_seg02_clip_12", "timestamp": [ 28.22, 36.29 ], "duration": 62.66, "caption": "Three people follow someone else across the room.", "similarity": 0.6593, "relevance": 1 }, { "pair_id": 321959, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 72.55, 77.03 ], "duration": 89.66, "caption": "A man walks into the room where a person is at.", "similarity": 0.6593, "relevance": 2 } ] }, { "query_id": 1219, "query": "A man suddenly came in the room while woman is checking the corpse.", "relevant_moment": [ { "pair_id": 147840, "video_name": "castle_s08e21_seg02_clip_04", "timestamp": [ 28.53, 31.75 ], "duration": 92.66, "caption": "A man suddenly came in the room while woman is checking the corpse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147841, "video_name": "house_s03e01_seg02_clip_06", "timestamp": [ 8.68, 11.87 ], "duration": 91.66, "caption": "A man suddenly came in the room where two people are.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 147842, "video_name": "castle_s07e23_seg02_clip_09", "timestamp": [ 0.0, 9.45 ], "duration": 90.66, "caption": "A woman and a man enter a room and they saw a dead body of someone.", "similarity": 0.7209, "relevance": 1 }, { "pair_id": 147843, "video_name": "castle_s04e17_seg02_clip_15", "timestamp": [ 0.0, 5.42 ], "duration": 90.66, "caption": "A person enters room and sees a man checking a woman for life signals.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 147844, "video_name": "house_s08e06_seg02_clip_09", "timestamp": [ 18.93, 23.23 ], "duration": 86.66, "caption": "A person suddenly came in the room of a woman.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 147845, "video_name": "house_s05e07_seg02_clip_25", "timestamp": [ 43.45, 46.37 ], "duration": 73.66, "caption": "A woman came in the room and saw a man.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 147846, "video_name": "castle_s04e11_seg02_clip_01", "timestamp": [ 3.16, 68.52 ], "duration": 90.66, "caption": "A woman was investigating the corpse of a man.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 147847, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 5.85, 7.65 ], "duration": 90.66, "caption": "A man entered the room looking at woman and man.", "similarity": 0.6887, "relevance": 0 }, { "pair_id": 147848, "video_name": "castle_s02e11_seg02_clip_14", "timestamp": [ 30.09, 34.79 ], "duration": 94.66, "caption": "A man comes and he looks inside the room where a man and a woman were.", "similarity": 0.6834, "relevance": 1 }, { "pair_id": 147849, "video_name": "castle_s04e18_seg02_clip_00", "timestamp": [ 88.28, 92.53 ], "duration": 94.66, "caption": "A woman is examining a female dead body, that is lying on a chair, as two people enter the room.", "similarity": 0.674, "relevance": 3 }, { "pair_id": 147850, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 46.05, 93.03 ], "duration": 93.66, "caption": "A woman and man enters a room and there they saw someone.", "similarity": 0.6718, "relevance": 1 }, { "pair_id": 147851, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 56.27, 62.07 ], "duration": 116.66, "caption": "A man came in the room where a woman and another man is.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 147852, "video_name": "house_s02e08_seg02_clip_10", "timestamp": [ 76.59, 80.19 ], "duration": 90.66, "caption": "A man came in the room with a woman while they are still talking.", "similarity": 0.6681, "relevance": 1 }, { "pair_id": 147853, "video_name": "castle_s03e02_seg02_clip_01", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A man walked into the room where a corpse is laid down.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 147854, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 22.27, 25.98 ], "duration": 106.66, "caption": "A man checks a woman inside the patient's room.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 147855, "video_name": "castle_s05e05_seg02_clip_03", "timestamp": [ 0.0, 13.04 ], "duration": 93.66, "caption": "A woman and a man were looking at a corpse.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 147856, "video_name": "friends_s08e23-24_seg02_clip_05", "timestamp": [ 43.97, 51.35 ], "duration": 59.66, "caption": "A woman suddenly came out from the room and call a man.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 147857, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 33.65, 39.46 ], "duration": 58.66, "caption": "A man enters the room and woman looks up at him.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 147858, "video_name": "castle_s05e03_seg02_clip_01", "timestamp": [ 59.82, 92.03 ], "duration": 92.66, "caption": "A man and woman are having a conversation while investigating a dead body in a room.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 147859, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 16.2, 21.61 ], "duration": 90.66, "caption": "A woman and a man enter the room with the body where another woman is.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 321160, "video_name": "grey_s03e12_seg02_clip_13", "timestamp": [ 64.01, 66.28 ], "duration": 90.66, "caption": "A woman walks into the room and a man looks startled.", "similarity": 0.6485, "relevance": 3 }, { "pair_id": 321161, "video_name": "house_s01e20_seg02_clip_12", "timestamp": [ 0.0, 16.68 ], "duration": 83.66, "caption": "A woman comes into the room to see a man.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 321162, "video_name": "house_s03e24_seg02_clip_16", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A woman came in the room while a man is quietly thinking.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 321163, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 106.74, 116.02 ], "duration": 116.66, "caption": "Two people came in a man's room and look at him.", "similarity": 0.6457, "relevance": 3 }, { "pair_id": 321164, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 0.0, 2.73 ], "duration": 78.66, "caption": "A man enters the room and when he sees a woman is in there turns to leave.", "similarity": 0.6429, "relevance": 1 }, { "pair_id": 321165, "video_name": "house_s02e16_seg02_clip_03", "timestamp": [ 17.75, 29.58 ], "duration": 91.66, "caption": "A man and a woman were inspecting a room.", "similarity": 0.6421, "relevance": 1 }, { "pair_id": 321166, "video_name": "house_s02e14_seg02_clip_15", "timestamp": [ 54.25, 57.86 ], "duration": 90.66, "caption": "A man came in the room and woman confronted him.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 321167, "video_name": "castle_s06e14_seg02_clip_08", "timestamp": [ 7.27, 11.81 ], "duration": 90.66, "caption": "A man walks into the room where a man and woman are in and he mentions to the woman finding something looking through the crime scene.", "similarity": 0.6382, "relevance": 3 }, { "pair_id": 321168, "video_name": "castle_s02e20_seg02_clip_03", "timestamp": [ 11.5, 92.03 ], "duration": 92.66, "caption": "A man and woman are in room with a dead body and looking for something.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 321169, "video_name": "house_s02e24_seg02_clip_14", "timestamp": [ 30.44, 35.44 ], "duration": 90.66, "caption": "A man suddenly came in the rest room and look at patient's sensitive part of the body.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 321170, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 40.0, 43.72 ], "duration": 93.66, "caption": "A man came in the room while a woman is talking to another man.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 321171, "video_name": "castle_s03e14_seg02_clip_20", "timestamp": [ 52.37, 55.9 ], "duration": 88.66, "caption": "A man looks up in surprise as person and person enter the room.", "similarity": 0.6347, "relevance": 2 }, { "pair_id": 321172, "video_name": "met_s06e08_seg02_clip_01", "timestamp": [ 24.61, 30.91 ], "duration": 60.66, "caption": "A man is looking across the room and he recognizes woman.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 321173, "video_name": "house_s02e03_seg02_clip_20", "timestamp": [ 8.65, 25.49 ], "duration": 91.66, "caption": "A man enters the room and talks to woman and she looks at the patient, worriedly.", "similarity": 0.6305, "relevance": 2 }, { "pair_id": 321174, "video_name": "house_s01e04_seg02_clip_11", "timestamp": [ 77.86, 81.84 ], "duration": 88.66, "caption": "A man came out of the room and backs off when he saw woman.", "similarity": 0.6291, "relevance": 3 }, { "pair_id": 321175, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A woman entered the room, while a man was talking to a woman and a man.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 321176, "video_name": "friends_s07e01_seg02_clip_13", "timestamp": [ 35.44, 42.92 ], "duration": 65.66, "caption": "A man enters the room and meets a woman inside.", "similarity": 0.6279, "relevance": 3 }, { "pair_id": 321177, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 0.0, 4.24 ], "duration": 77.66, "caption": "A person enters the living room where a woman and a man are.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 321178, "video_name": "castle_s08e04_seg02_clip_09", "timestamp": [ 35.62, 39.63 ], "duration": 89.66, "caption": "A man opened the door and entered the room while a woman was lying on the couch.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 321179, "video_name": "house_s03e17_seg02_clip_17", "timestamp": [ 89.77, 93.03 ], "duration": 93.66, "caption": "A man comes into the patient's room while another woman is in there.", "similarity": 0.623, "relevance": 2 } ] }, { "query_id": 1271, "query": "A person's mother points at him with a cigarette in her hand.", "relevant_moment": [ { "pair_id": 85800, "video_name": "met_s02e10_seg02_clip_01", "timestamp": [ 18.55, 21.33 ], "duration": 61.66, "caption": "A person's mother points at him with a cigarette in her hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 85801, "video_name": "friends_s05e18_seg02_clip_18", "timestamp": [ 17.41, 19.48 ], "duration": 59.66, "caption": "A woman points at a person who is smoking.", "similarity": 0.7216, "relevance": 2 }, { "pair_id": 85802, "video_name": "friends_s03e17_seg02_clip_11", "timestamp": [ 46.17, 51.7 ], "duration": 65.66, "caption": "A person puts cigarette in mouth and lights it.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 85803, "video_name": "friends_s09e05_seg02_clip_01", "timestamp": [ 27.74, 31.87 ], "duration": 59.66, "caption": "A person puts a cigarette in their mouth and lights it.", "similarity": 0.6412, "relevance": 1 }, { "pair_id": 85804, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 46.45, 52.04 ], "duration": 86.66, "caption": "A person puffs the cigarette into another person's face.", "similarity": 0.6371, "relevance": 1 }, { "pair_id": 85805, "video_name": "friends_s09e05_seg02_clip_08", "timestamp": [ 13.13, 22.09 ], "duration": 64.66, "caption": "A person lights his cigarette and takes a puff.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 85806, "video_name": "friends_s05e18_seg02_clip_22", "timestamp": [ 68.94, 72.79 ], "duration": 77.66, "caption": "A man takes a puff of a cigarette she is holding.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 85807, "video_name": "s09e24_seg02_clip_03", "timestamp": [ 48.74, 52.8 ], "duration": 58.66, "caption": "A person tells his mother someone's mother is here and she reacts with a fake pleasure.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 85808, "video_name": "friends_s02e22_seg02_clip_12", "timestamp": [ 33.92, 42.32 ], "duration": 60.66, "caption": "A man packs a pack of cigarettes on his hand, flings one, picks it up, pushes up his glasses and puts the cigarette in his mouth while talking to a woman and her mother.", "similarity": 0.6226, "relevance": 1 }, { "pair_id": 85809, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 3.52, 10.89 ], "duration": 64.66, "caption": "A woman points at herself while describing her relationship with her mother.", "similarity": 0.6139, "relevance": 1 }, { "pair_id": 85811, "video_name": "friends_s05e18_seg02_clip_07", "timestamp": [ 20.16, 57.38 ], "duration": 62.66, "caption": "A woman grabs a cigarette from a person to try for herself.", "similarity": 0.6076, "relevance": 2 }, { "pair_id": 85812, "video_name": "friends_s06e15-16_seg02_clip_07", "timestamp": [ 10.92, 47.3 ], "duration": 60.66, "caption": "A woman holds onto her cigarette while talking to two people.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 85813, "video_name": "friends_s06e15-16_seg02_clip_03", "timestamp": [ 28.14, 33.36 ], "duration": 58.66, "caption": "A woman puts a cigarette in her mouth and lights it up.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 85814, "video_name": "friends_s01e03_seg02_clip_11", "timestamp": [ 47.04, 77.45 ], "duration": 95.66, "caption": "A person opens up their drawer and takes a cigarette under the radar.", "similarity": 0.5982, "relevance": 1 }, { "pair_id": 85815, "video_name": "friends_s01e03_seg02_clip_00", "timestamp": [ 40.97, 42.23 ], "duration": 63.66, "caption": "A person lights the end of a cigarette in their mouth.", "similarity": 0.5981, "relevance": 2 }, { "pair_id": 85816, "video_name": "friends_s07e13_seg02_clip_06", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A man is holding a carton of cigarettes as his father denies them being his and blames the man's mother for them.", "similarity": 0.5939, "relevance": 0 }, { "pair_id": 85817, "video_name": "friends_s05e18_seg02_clip_07", "timestamp": [ 22.64, 25.12 ], "duration": 62.66, "caption": "A woman takes a cigarette from a person standing outside.", "similarity": 0.5931, "relevance": 2 }, { "pair_id": 85818, "video_name": "friends_s07e09_seg02_clip_18", "timestamp": [ 20.14, 22.28 ], "duration": 61.66, "caption": "A man takes a cigarette out of a woman's hand.", "similarity": 0.5922, "relevance": 3 }, { "pair_id": 85819, "video_name": "friends_s01e03_seg02_clip_01", "timestamp": [ 25.68, 28.33 ], "duration": 59.66, "caption": "A person takes a drag from a lit cigarette.", "similarity": 0.5917, "relevance": 1 }, { "pair_id": 259121, "video_name": "friends_s02e10_seg02_clip_06", "timestamp": [ 29.77, 46.52 ], "duration": 62.66, "caption": "A woman answers the phone and puts out her cigarette in the ashtray.", "similarity": 0.5845, "relevance": 2 }, { "pair_id": 259122, "video_name": "friends_s04e11_seg02_clip_06", "timestamp": [ 3.81, 8.2 ], "duration": 58.66, "caption": "A person walks over to their mother to look at a pot.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 259123, "video_name": "house_s05e04_seg02_clip_07", "timestamp": [ 0.0, 18.45 ], "duration": 92.66, "caption": "A man is beside a woman as she is holding a cigarette.", "similarity": 0.5746, "relevance": 2 }, { "pair_id": 259125, "video_name": "s07e17_seg02_clip_07", "timestamp": [ 43.64, 54.93 ], "duration": 61.66, "caption": "The car that woman and person are in smokes.", "similarity": 0.5668, "relevance": 0 }, { "pair_id": 259126, "video_name": "met_s02e20_seg02_clip_08", "timestamp": [ 46.75, 49.44 ], "duration": 59.66, "caption": "A woman's mother points at someone on the television screen.", "similarity": 0.5662, "relevance": 2 }, { "pair_id": 259127, "video_name": "friends_s08e20_seg02_clip_18", "timestamp": [ 0.0, 6.04 ], "duration": 57.66, "caption": "A man points to someone's mother while telling them how far they've come.", "similarity": 0.5649, "relevance": 0 }, { "pair_id": 259128, "video_name": "friends_s07e13_seg02_clip_06", "timestamp": [ 9.41, 12.26 ], "duration": 57.66, "caption": "A man hands their father the carton of cigarettes as they mention they're going to toss them but he puts them in his pocket after they turned away.", "similarity": 0.5629, "relevance": 0 }, { "pair_id": 259129, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 86.47, 91.03 ], "duration": 91.66, "caption": "A woman stands outside and smokes a cigarette as a person walks by.", "similarity": 0.5627, "relevance": 1 }, { "pair_id": 259130, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 26.11, 29.49 ], "duration": 61.66, "caption": "A person counts on their fingers when they are talking to another person's mother.", "similarity": 0.5618, "relevance": 1 }, { "pair_id": 259131, "video_name": "friends_s07e13_seg02_clip_06", "timestamp": [ 0.0, 9.41 ], "duration": 57.66, "caption": "A man is holding a box of cigarettes and he hands it to his father.", "similarity": 0.5612, "relevance": 1 }, { "pair_id": 259132, "video_name": "friends_s01e03_seg02_clip_01", "timestamp": [ 53.12, 54.01 ], "duration": 59.66, "caption": "A person flicks a lit cigarette across the room.", "similarity": 0.559, "relevance": 0 }, { "pair_id": 259133, "video_name": "house_s02e17_seg02_clip_27", "timestamp": [ 0.0, 0.6 ], "duration": 8.66, "caption": "A person looks at another person when they are smoking.", "similarity": 0.5575, "relevance": 0 }, { "pair_id": 259134, "video_name": "house_s04e04_seg02_clip_08", "timestamp": [ 68.31, 81.89 ], "duration": 90.66, "caption": "A woman points at her mother but everyone else sees an empty chair.", "similarity": 0.5571, "relevance": 1 }, { "pair_id": 259135, "video_name": "s08e23_seg02_clip_00", "timestamp": [ 42.58, 64.02 ], "duration": 64.66, "caption": "A person tells their mother how she should act in front of another person's mother.", "similarity": 0.5557, "relevance": 1 }, { "pair_id": 259136, "video_name": "friends_s09e05_seg02_clip_13", "timestamp": [ 0.0, 15.41 ], "duration": 57.66, "caption": "Two people have a conversation about a person smoking.", "similarity": 0.555, "relevance": 1 }, { "pair_id": 259137, "video_name": "friends_s02e19_seg02_clip_02", "timestamp": [ 34.23, 35.4 ], "duration": 58.66, "caption": "A woman takes a drag off of a cigarette.", "similarity": 0.5537, "relevance": 2 }, { "pair_id": 259138, "video_name": "castle_s06e13_seg02_clip_24", "timestamp": [ 53.41, 58.05 ], "duration": 92.66, "caption": "A woman gets up from couch and points at her mother.", "similarity": 0.5524, "relevance": 2 }, { "pair_id": 259139, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 0.31, 8.54 ], "duration": 61.66, "caption": "A person stands up to list their accomplishments to their mother.", "similarity": 0.551, "relevance": 1 } ] }, { "query_id": 1286, "query": "Two men put a woman down on the hospital bed.", "relevant_moment": [ { "pair_id": 7020, "video_name": "house_s01e18_seg02_clip_03", "timestamp": [ 11.84, 13.16 ], "duration": 87.66, "caption": "Two men put a woman down on the hospital bed.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 7021, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 23.05 ], "duration": 92.66, "caption": "A man lays in the hospital bed as two women are by his side.", "similarity": 0.7607, "relevance": 1 }, { "pair_id": 7022, "video_name": "house_s01e06_seg02_clip_05", "timestamp": [ 69.51, 89.12 ], "duration": 89.66, "caption": "Some people are trying to hold a woman down in a hospital bed.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 7023, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 40.85, 51.95 ], "duration": 88.66, "caption": "Two people are holding down a person as he is lying on a hospital bed.", "similarity": 0.7308, "relevance": 2 }, { "pair_id": 7024, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 1.43, 9.98 ], "duration": 95.66, "caption": "A woman lies down in the hospital bed next to a man.", "similarity": 0.7273, "relevance": 1 }, { "pair_id": 7025, "video_name": "house_s03e01_seg02_clip_06", "timestamp": [ 8.68, 12.33 ], "duration": 91.66, "caption": "Two men lift forward a woman patient as she is sitting on a hospital bed.", "similarity": 0.7247, "relevance": 4 }, { "pair_id": 7026, "video_name": "friends_s08e23-24_seg02_clip_22", "timestamp": [ 2.1, 31.23 ], "duration": 60.66, "caption": "A woman is laying in a hospital bed and a man is standing next to her holding her hand.", "similarity": 0.7167, "relevance": 1 }, { "pair_id": 7027, "video_name": "house_s06e11_seg02_clip_17", "timestamp": [ 0.0, 8.1 ], "duration": 90.66, "caption": "Two women were standing beside the person lying on the hospital bed.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 7028, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 16.13, 18.89 ], "duration": 92.66, "caption": "A man sits onto woman's hospital bed as she is on it.", "similarity": 0.7079, "relevance": 1 }, { "pair_id": 7029, "video_name": "friends_s09e01_seg02_clip_15", "timestamp": [ 46.38, 48.18 ], "duration": 51.66, "caption": "A man sits on the hospital bed next to woman.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 7030, "video_name": "house_s06e08_seg02_clip_09", "timestamp": [ 23.55, 26.22 ], "duration": 107.66, "caption": "Two people standing around a man's hospital bed.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 7031, "video_name": "house_s01e16_seg02_clip_25", "timestamp": [ 0.0, 10.53 ], "duration": 162.66, "caption": "A man was standing beside the hospital bed where a woman is lying down.", "similarity": 0.6956, "relevance": 1 }, { "pair_id": 7032, "video_name": "grey_s03e06_seg02_clip_15", "timestamp": [ 6.41, 10.53 ], "duration": 91.66, "caption": "A man and a woman put a girl into her hospital bed.", "similarity": 0.6935, "relevance": 3 }, { "pair_id": 7033, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and woman were attending a patient that is lying on the hospital bed.", "similarity": 0.6928, "relevance": 0 }, { "pair_id": 7034, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were beside the person lying on the hospital bed.", "similarity": 0.6926, "relevance": 1 }, { "pair_id": 7035, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.84 ], "duration": 101.66, "caption": "A man was sitting beside the woman lying on the hospital bed.", "similarity": 0.6898, "relevance": 1 }, { "pair_id": 7036, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 5.98, 7.82 ], "duration": 92.66, "caption": "The nurses are holding down someone onto the hospital bed.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 7037, "video_name": "house_s03e09_seg02_clip_16", "timestamp": [ 39.07, 49.64 ], "duration": 91.66, "caption": "A woman and a man were both attending to a young person lying on the hospital bed.", "similarity": 0.6861, "relevance": 1 }, { "pair_id": 7038, "video_name": "house_s02e20_seg02_clip_16", "timestamp": [ 0.91, 90.11 ], "duration": 91.66, "caption": "Two people are both laying in hospital beds.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 7039, "video_name": "house_s05e08_seg02_clip_24", "timestamp": [ 0.0, 29.44 ], "duration": 184.66, "caption": "A man leans over a woman's hospital bed then sits down.", "similarity": 0.6799, "relevance": 1 } ] }, { "query_id": 1314, "query": "Beckett and a person went to the laboratory to check if they could get something.", "relevant_moment": [ { "pair_id": 24400, "video_name": "castle_s02e17_seg02_clip_20", "timestamp": [ 56.17, 65.61 ], "duration": 89.66, "caption": "Beckett and a person went to the laboratory to check if they could get something.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 24401, "video_name": "castle_s06e02_seg02_clip_01", "timestamp": [ 0.0, 12.42 ], "duration": 88.66, "caption": "Beckett and person were having a serious conversation.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 24402, "video_name": "castle_s03e08_seg02_clip_19", "timestamp": [ 0.0, 11.27 ], "duration": 98.66, "caption": "Beckett and a person interrogate someone in the interrogation room.", "similarity": 0.6919, "relevance": 2 }, { "pair_id": 24403, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 36.92, 58.34 ], "duration": 91.66, "caption": "Beckett and a person were having a conversation on person's table.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 24404, "video_name": "castle_s04e22_seg02_clip_09", "timestamp": [ 5.16, 9.46 ], "duration": 86.66, "caption": "Beckett is told the results of a search by a man and the reason why it was not fruitful.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 24405, "video_name": "castle_s04e14_seg02_clip_00", "timestamp": [ 12.09, 23.26 ], "duration": 93.66, "caption": "Beckett was shown the corpse by a woman and told something.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 24406, "video_name": "castle_s02e13_seg02_clip_05", "timestamp": [ 63.11, 68.89 ], "duration": 88.66, "caption": "Beckett receives a document from a person of the FBI.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 24407, "video_name": "castle_s03e12_seg02_clip_12", "timestamp": [ 0.0, 31.05 ], "duration": 97.66, "caption": "Beckett and a person are looking for something in a dark room.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 24408, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 71.61, 90.65 ], "duration": 90.66, "caption": "Beckett and person are having a conversation with each other.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 24409, "video_name": "castle_s05e17_seg02_clip_05", "timestamp": [ 31.51, 35.56 ], "duration": 90.66, "caption": "Beckett and a person sit down to view what was on the DVD.", "similarity": 0.6323, "relevance": 2 }, { "pair_id": 24410, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 84.24, 88.21 ], "duration": 88.66, "caption": "Beckett and a person talk while looking at a white board.", "similarity": 0.6208, "relevance": 2 }, { "pair_id": 24411, "video_name": "castle_s03e19_seg02_clip_19", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Otis, Beckett, and a person were having a conversation.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 24412, "video_name": "castle_s08e22_seg02_clip_10", "timestamp": [ 27.76, 69.85 ], "duration": 89.66, "caption": "Beckett and a person have a conversation over the phone.", "similarity": 0.6074, "relevance": 1 }, { "pair_id": 24413, "video_name": "castle_s03e01_seg02_clip_20", "timestamp": [ 10.35, 12.15 ], "duration": 90.66, "caption": "Beckett and person opens and enters room together.", "similarity": 0.5963, "relevance": 2 }, { "pair_id": 24414, "video_name": "castle_s06e23_seg02_clip_16", "timestamp": [ 0.0, 51.17 ], "duration": 85.66, "caption": "Beckett and person were sitting beside each other whilst having a conversation.", "similarity": 0.5953, "relevance": 1 }, { "pair_id": 24415, "video_name": "castle_s05e07_seg02_clip_00", "timestamp": [ 50.78, 52.19 ], "duration": 94.66, "caption": "Beckett receives a white coffee cup from a person.", "similarity": 0.5941, "relevance": 1 }, { "pair_id": 24416, "video_name": "castle_s03e05_seg02_clip_05", "timestamp": [ 0.0, 19.14 ], "duration": 89.66, "caption": "Beckett and person are beside each other conversing with person.", "similarity": 0.5939, "relevance": 2 }, { "pair_id": 24417, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 0.0, 2.62 ], "duration": 87.66, "caption": "Beckett and a person get out from the car almost at the same time.", "similarity": 0.5854, "relevance": 1 }, { "pair_id": 24418, "video_name": "castle_s04e13_seg02_clip_04", "timestamp": [ 0.0, 12.22 ], "duration": 94.66, "caption": "Beckett and person are talking to a person named Reggie.", "similarity": 0.5823, "relevance": 2 }, { "pair_id": 24419, "video_name": "castle_s03e12_seg02_clip_09", "timestamp": [ 74.72, 76.07 ], "duration": 90.66, "caption": "Beckett and person walk into the morgue where person is standing waiting.", "similarity": 0.5728, "relevance": 3 } ] }, { "query_id": 1320, "query": "A young man and woman hold hands and walk quickly to a person who is walking away; they stand and talk, then the person gets in the elevator.", "relevant_moment": [ { "pair_id": 16680, "video_name": "house_s01e04_seg02_clip_12", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A young man and woman hold hands and walk quickly to a person who is walking away; they stand and talk, then the person gets in the elevator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16681, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 75.7, 79.66 ], "duration": 88.66, "caption": "A woman and man walk out of an elevator while talking.", "similarity": 0.7528, "relevance": 1 }, { "pair_id": 16682, "video_name": "castle_s01e06_seg02_clip_17", "timestamp": [ 12.26, 17.42 ], "duration": 129.66, "caption": "Two people are talking to another person as they walk away and get on an elevator.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 16683, "video_name": "house_s03e08_seg02_clip_02", "timestamp": [ 12.64, 23.54 ], "duration": 87.66, "caption": "A man and his friend steps outside the elevator and they are walking while talking.", "similarity": 0.7235, "relevance": 0 }, { "pair_id": 16684, "video_name": "house_s04e02_seg02_clip_11", "timestamp": [ 30.72, 52.53 ], "duration": 89.66, "caption": "The elevator opens and a person walks out along an upstairs walkway; some people are standing at a closed door; one talks to the person, then they both turn from each other to walk away.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 16685, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 27.1, 30.26 ], "duration": 90.66, "caption": "A man and a woman walk out of an elevator.", "similarity": 0.7042, "relevance": 0 }, { "pair_id": 16686, "video_name": "house_s02e04_seg02_clip_02", "timestamp": [ 45.05, 64.88 ], "duration": 90.66, "caption": "A person gets into the elevator and another person talks to him for a bit then leaves.", "similarity": 0.7039, "relevance": 1 }, { "pair_id": 16687, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 0.0, 7.03 ], "duration": 74.66, "caption": "Two people walk towards the elevator speaking to each other.", "similarity": 0.7038, "relevance": 0 }, { "pair_id": 16688, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 68.31, 73.1 ], "duration": 87.66, "caption": "Two people both walk out of the elevator together.", "similarity": 0.7013, "relevance": 1 }, { "pair_id": 16689, "video_name": "house_s06e02_seg02_clip_10", "timestamp": [ 77.7, 89.31 ], "duration": 89.66, "caption": "A woman and a man exit the elevator together and walk and talk down the hallway.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 16690, "video_name": "grey_s02e25_seg02_clip_25", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "Two people walk out of the elevator, each going a different direction and not speaking to each other.", "similarity": 0.6978, "relevance": 1 }, { "pair_id": 16691, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 12.42, 14.72 ], "duration": 92.66, "caption": "Two people walk into an elevator together.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 16692, "video_name": "grey_s03e08_seg02_clip_05", "timestamp": [ 32.86, 39.71 ], "duration": 91.66, "caption": "Two people walk out of the elevator together.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 16693, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 52.04, 56.81 ], "duration": 86.66, "caption": "Two people walk out of the elevator together.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 16694, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 5.95, 9.16 ], "duration": 91.66, "caption": "A person holds up the elevator while another person turns to talk to him.", "similarity": 0.6902, "relevance": 1 }, { "pair_id": 16695, "video_name": "house_s08e16_seg02_clip_18", "timestamp": [ 66.41, 85.15 ], "duration": 85.66, "caption": "Two people stand next to each other in the elevator and talk.", "similarity": 0.6892, "relevance": 0 }, { "pair_id": 16696, "video_name": "house_s01e12_seg02_clip_19", "timestamp": [ 68.84, 93.03 ], "duration": 93.66, "caption": "A person walks out of the elevator, past some people, and another person meets him in the hallway, and they walk and talk together.", "similarity": 0.6885, "relevance": 1 }, { "pair_id": 16697, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 6.51, 11.63 ], "duration": 93.66, "caption": "Two people walk into the elevator together.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 16698, "video_name": "house_s08e03_seg02_clip_24", "timestamp": [ 0.0, 11.44 ], "duration": 88.66, "caption": "A person is walking after another person then they head to the elevator.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 16699, "video_name": "house_s01e04_seg02_clip_15", "timestamp": [ 64.23, 66.93 ], "duration": 89.66, "caption": "A man and another man step out of an elevator while talking.", "similarity": 0.6862, "relevance": 1 } ] }, { "query_id": 1341, "query": "A woman shows a man the plastic bag she is holding as he walks towards her.", "relevant_moment": [ { "pair_id": 30240, "video_name": "s05e09_seg01_clip_00", "timestamp": [ 8.24, 9.76 ], "duration": 61.66, "caption": "A woman shows a man the plastic bag she is holding as he walks towards her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 30241, "video_name": "castle_s04e10_seg02_clip_04", "timestamp": [ 27.17, 50.46 ], "duration": 97.66, "caption": "A man looks at the piece of paper in the plastic bag he's holding, shows it to a woman, then finally hands it to her.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 30242, "video_name": "castle_s03e23_seg02_clip_08", "timestamp": [ 57.49, 60.34 ], "duration": 95.66, "caption": "A woman removes a small plastic bag and shows a man.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 30243, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 33.55, 39.94 ], "duration": 74.66, "caption": "A man pulls a plastic bag and shows it to woman and man.", "similarity": 0.7435, "relevance": 1 }, { "pair_id": 30244, "video_name": "castle_s03e07_seg02_clip_19", "timestamp": [ 53.03, 63.26 ], "duration": 93.66, "caption": "A man hands a plastic bag to a woman, who hands it to another man.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 30245, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 16.04, 19.41 ], "duration": 84.66, "caption": "A woman grabs a small bag from a man and holds it up next to her as she turns to look behind her.", "similarity": 0.7323, "relevance": 2 }, { "pair_id": 30246, "video_name": "friends_s08e14_seg02_clip_14", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A man walked towards a woman and gave her a brown bag.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 30247, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 45.77, 50.65 ], "duration": 61.66, "caption": "A person walking past woman and man is carrying a bag.", "similarity": 0.7293, "relevance": 1 }, { "pair_id": 30248, "video_name": "castle_s01e02_seg02_clip_03", "timestamp": [ 34.72, 48.52 ], "duration": 89.66, "caption": "A man holds up a bag while a woman looks through it.", "similarity": 0.7105, "relevance": 1 }, { "pair_id": 30249, "video_name": "friends_s05e13_seg02_clip_03", "timestamp": [ 15.31, 19.81 ], "duration": 60.66, "caption": "A woman grabs the man purse and shows it to person.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 30250, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 17.35, 18.26 ], "duration": 91.66, "caption": "A woman hands a man a bag that he takes in his hand.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 30251, "video_name": "s07e05_seg02_clip_14", "timestamp": [ 8.93, 13.09 ], "duration": 119.66, "caption": "A person holds up a plastic bag to show another person.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 30252, "video_name": "castle_s06e15_seg02_clip_17", "timestamp": [ 22.11, 27.86 ], "duration": 88.66, "caption": "A man gives a woman a plastic bag with a ring in it.", "similarity": 0.6973, "relevance": 1 }, { "pair_id": 30253, "video_name": "castle_s01e08_seg02_clip_11", "timestamp": [ 1.79, 8.05 ], "duration": 89.66, "caption": "A woman puts her bag over her shoulder, stands up out of the chair and walks towards man.", "similarity": 0.697, "relevance": 1 }, { "pair_id": 30254, "video_name": "castle_s02e11_seg02_clip_04", "timestamp": [ 49.12, 55.88 ], "duration": 90.66, "caption": "A man walks towards a girl with a bag in his hand and gives it to her.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 30255, "video_name": "s03e02_seg02_clip_00", "timestamp": [ 16.7, 17.65 ], "duration": 63.66, "caption": "A man lifts the bag and shows it to a person.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 30256, "video_name": "castle_s07e18_seg02_clip_10", "timestamp": [ 23.33, 25.98 ], "duration": 88.66, "caption": "A woman shows a man a badge in a plastic bag.", "similarity": 0.6863, "relevance": 1 }, { "pair_id": 30257, "video_name": "castle_s03e11_seg02_clip_12", "timestamp": [ 8.84, 11.63 ], "duration": 93.66, "caption": "A woman looks to a man when another woman mentions her bag collection.", "similarity": 0.6858, "relevance": 0 }, { "pair_id": 30258, "video_name": "s04e05_seg02_clip_14", "timestamp": [ 29.71, 35.42 ], "duration": 60.66, "caption": "A woman takes on her bag and walks slowly to a man.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 30259, "video_name": "met_s04e03_seg02_clip_06", "timestamp": [ 25.33, 26.83 ], "duration": 60.66, "caption": "A man reaches for a woman's purse as she walks by.", "similarity": 0.6815, "relevance": 1 } ] }, { "query_id": 1450, "query": "A woman is speaking to a man as they are in the interrogation room.", "relevant_moment": [ { "pair_id": 93440, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A woman is speaking to a man as they are in the interrogation room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 93441, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A woman is speaking to a man in the interrogation room.", "similarity": 0.9856, "relevance": 4 }, { "pair_id": 93442, "video_name": "castle_s07e03_seg02_clip_22", "timestamp": [ 0.0, 84.66 ], "duration": 84.66, "caption": "A woman is in the interrogation room speaking to a man.", "similarity": 0.9793, "relevance": 4 }, { "pair_id": 93443, "video_name": "castle_s05e07_seg02_clip_14", "timestamp": [ 38.72, 92.18 ], "duration": 92.66, "caption": "A woman is in the interrogation room speaking to a man.", "similarity": 0.9793, "relevance": 4 }, { "pair_id": 93444, "video_name": "castle_s06e11_seg02_clip_22", "timestamp": [ 0.0, 51.08 ], "duration": 90.66, "caption": "A woman is in the interrogation room as she speaks to man.", "similarity": 0.9544, "relevance": 4 }, { "pair_id": 93445, "video_name": "castle_s07e05_seg02_clip_08", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "A woman is in the interrogation room speaking with a man.", "similarity": 0.9541, "relevance": 4 }, { "pair_id": 93446, "video_name": "castle_s03e14_seg02_clip_07", "timestamp": [ 0.0, 47.42 ], "duration": 90.66, "caption": "A woman is talking to a man in the interrogation room.", "similarity": 0.9515, "relevance": 4 }, { "pair_id": 93447, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A woman is in the interrogation room speaking to a person.", "similarity": 0.9376, "relevance": 4 }, { "pair_id": 93448, "video_name": "castle_s07e13_seg02_clip_12", "timestamp": [ 84.35, 89.66 ], "duration": 89.66, "caption": "A woman is in an interrogation room speaking to a person.", "similarity": 0.9335, "relevance": 3 }, { "pair_id": 93449, "video_name": "castle_s02e10_seg02_clip_09", "timestamp": [ 58.87, 90.58 ], "duration": 90.66, "caption": "A woman and man are in the interrogation room speaking to a person.", "similarity": 0.9318, "relevance": 4 }, { "pair_id": 93450, "video_name": "castle_s01e06_seg02_clip_09", "timestamp": [ 0.0, 50.61 ], "duration": 92.66, "caption": "A woman and a man are in the interrogation room speaking to a person.", "similarity": 0.9303, "relevance": 4 }, { "pair_id": 93451, "video_name": "castle_s04e03_seg02_clip_22", "timestamp": [ 0.0, 69.77 ], "duration": 90.66, "caption": "A woman is in the interrogation room with a man as they converse.", "similarity": 0.929, "relevance": 4 }, { "pair_id": 93452, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 0.0, 51.64 ], "duration": 89.66, "caption": "A woman and a man are speaking to someone in the interrogation room.", "similarity": 0.9277, "relevance": 4 }, { "pair_id": 93453, "video_name": "castle_s03e01_seg02_clip_04", "timestamp": [ 40.96, 90.02 ], "duration": 90.66, "caption": "A woman has a conversation with a man in an interrogation room.", "similarity": 0.9239, "relevance": 4 }, { "pair_id": 93454, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 0.0, 31.36 ], "duration": 95.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.9236, "relevance": 4 }, { "pair_id": 93455, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 76.46 ], "duration": 139.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.9236, "relevance": 4 }, { "pair_id": 93456, "video_name": "castle_s08e21_seg02_clip_22", "timestamp": [ 34.61, 91.08 ], "duration": 91.66, "caption": "A woman and a man are in the interrogation room speaking to another person.", "similarity": 0.9232, "relevance": 4 }, { "pair_id": 93457, "video_name": "castle_s03e19_seg02_clip_10", "timestamp": [ 71.91, 87.66 ], "duration": 87.66, "caption": "A woman is in the interrogation room speaking to someone.", "similarity": 0.9183, "relevance": 3 }, { "pair_id": 93458, "video_name": "castle_s08e09_seg02_clip_20", "timestamp": [ 0.0, 23.64 ], "duration": 89.66, "caption": "A woman is in an interrogation room speaking to person.", "similarity": 0.9179, "relevance": 4 }, { "pair_id": 93459, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 0.0, 46.21 ], "duration": 88.66, "caption": "A woman is talking to woman and man in the interrogation room.", "similarity": 0.9166, "relevance": 4 }, { "pair_id": 266760, "video_name": "castle_s06e13_seg02_clip_04", "timestamp": [ 0.0, 66.32 ], "duration": 89.66, "caption": "A woman is in the interrogation room speaking to another person.", "similarity": 0.915, "relevance": 4 }, { "pair_id": 266761, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 6.73, 85.75 ], "duration": 89.66, "caption": "A man and a woman are in the interrogation room speaking to someone.", "similarity": 0.9149, "relevance": 4 }, { "pair_id": 266762, "video_name": "castle_s06e14_seg02_clip_22", "timestamp": [ 0.0, 55.76 ], "duration": 88.66, "caption": "A woman and a man are inside the interrogation room speaking to a person.", "similarity": 0.9131, "relevance": 4 }, { "pair_id": 266763, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 0.0, 89.22 ], "duration": 89.66, "caption": "A man and a woman are speaking to someone in the interrogation room.", "similarity": 0.9091, "relevance": 4 }, { "pair_id": 266764, "video_name": "castle_s04e18_seg02_clip_09", "timestamp": [ 0.0, 54.09 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room speaking to a man.", "similarity": 0.9089, "relevance": 4 }, { "pair_id": 266765, "video_name": "castle_s07e12_seg02_clip_08", "timestamp": [ 0.0, 43.72 ], "duration": 93.66, "caption": "A woman is in the interrogation room conversing with a man.", "similarity": 0.9073, "relevance": 4 }, { "pair_id": 266766, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 0.0, 41.99 ], "duration": 89.66, "caption": "A man and woman are speaking to someone in the interrogation room.", "similarity": 0.9069, "relevance": 3 }, { "pair_id": 266767, "video_name": "castle_s03e20_seg02_clip_24", "timestamp": [ 0.0, 37.36 ], "duration": 90.66, "caption": "A man is in the interrogation room with woman as they converse.", "similarity": 0.9065, "relevance": 4 }, { "pair_id": 266768, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 0.0, 26.33 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room speaking with someone.", "similarity": 0.9061, "relevance": 4 }, { "pair_id": 266769, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 0.0, 86.86 ], "duration": 104.66, "caption": "A man and a woman are speaking to a person in the interrogation room.", "similarity": 0.9053, "relevance": 4 }, { "pair_id": 266770, "video_name": "castle_s02e11_seg02_clip_25", "timestamp": [ 0.0, 93.13 ], "duration": 95.66, "caption": "A man and woman are speaking to a person in the interrogation room.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 266771, "video_name": "castle_s03e18_seg02_clip_16", "timestamp": [ 39.07, 89.66 ], "duration": 89.66, "caption": "A woman is sitting in the interrogation room while speaking to man and woman.", "similarity": 0.9043, "relevance": 4 }, { "pair_id": 266772, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with a woman.", "similarity": 0.9038, "relevance": 3 }, { "pair_id": 266773, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 1.35, 89.66 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room to speak to another man.", "similarity": 0.9021, "relevance": 4 }, { "pair_id": 266774, "video_name": "castle_s07e13_seg02_clip_13", "timestamp": [ 0.0, 28.38 ], "duration": 91.66, "caption": "A woman is speaking to someone in the interrogation room when another person enters.", "similarity": 0.9003, "relevance": 3 }, { "pair_id": 266775, "video_name": "castle_s04e14_seg02_clip_21", "timestamp": [ 0.0, 42.79 ], "duration": 91.66, "caption": "A man is in the interrogation room speaking to a man and a woman.", "similarity": 0.8984, "relevance": 3 }, { "pair_id": 266776, "video_name": "castle_s08e11_seg02_clip_25", "timestamp": [ 0.0, 41.37 ], "duration": 88.66, "caption": "A woman is speaking to another woman as they are in the interrogation room.", "similarity": 0.8977, "relevance": 3 }, { "pair_id": 266777, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 0.0, 33.4 ], "duration": 90.66, "caption": "A woman and man are inside the interrogation room as the speak to person.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 266778, "video_name": "castle_s02e16_seg02_clip_20", "timestamp": [ 0.0, 81.4 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person inside the interrogation room.", "similarity": 0.8926, "relevance": 4 }, { "pair_id": 266779, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 64.15, 90.36 ], "duration": 90.66, "caption": "A man and woman are in the interrogation room speaking with a person.", "similarity": 0.8913, "relevance": 4 } ] }, { "query_id": 1475, "query": "A man is flipping through a book between the stacks at the library.", "relevant_moment": [ { "pair_id": 150120, "video_name": "friends_s07e07_seg02_clip_14", "timestamp": [ 10.62, 14.76 ], "duration": 59.66, "caption": "A man is flipping through a book between the stacks at the library.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150121, "video_name": "s03e06_seg02_clip_05", "timestamp": [ 46.38, 50.65 ], "duration": 61.66, "caption": "A man is flipping through a book while sitting on a sofa.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 150122, "video_name": "s03e16_seg01_clip_00", "timestamp": [ 3.8, 38.01 ], "duration": 95.66, "caption": "A man is leaned over flipping through a horizontal stack of comic books.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 150123, "video_name": "friends_s09e03_seg02_clip_06", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "A man flips through a small book and puts it down.", "similarity": 0.6819, "relevance": 2 }, { "pair_id": 150124, "video_name": "s03e18_seg02_clip_10", "timestamp": [ 47.42, 51.02 ], "duration": 60.66, "caption": "A man flips over a page on his spiral notebook.", "similarity": 0.6503, "relevance": 1 }, { "pair_id": 150125, "video_name": "friends_s07e07_seg02_clip_14", "timestamp": [ 47.81, 54.89 ], "duration": 59.66, "caption": "A woman pulls a man's book from the shelves in the library.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 150126, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 58.77, 66.03 ], "duration": 66.66, "caption": "A man pulls a small notebook out of the drawer and starts flipping through pages.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 150127, "video_name": "friends_s02e12-13_seg02_clip_06", "timestamp": [ 25.94, 31.73 ], "duration": 61.66, "caption": "A person is sitting, and flipping through a book while talking.", "similarity": 0.6325, "relevance": 3 }, { "pair_id": 150128, "video_name": "friends_s07e15_seg02_clip_12", "timestamp": [ 36.9, 47.97 ], "duration": 61.66, "caption": "A man opens his book back up when he's talking to another man and starts flipping through pages.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 150129, "video_name": "house_s02e24_seg02_clip_09", "timestamp": [ 66.03, 70.1 ], "duration": 90.66, "caption": "A man is flipping over a page in a stack of papers.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 150130, "video_name": "castle_s06e19_seg02_clip_00", "timestamp": [ 81.34, 83.18 ], "duration": 91.66, "caption": "A man flips open a small notebook in his hand.", "similarity": 0.6226, "relevance": 0 }, { "pair_id": 150131, "video_name": "castle_s04e04_seg02_clip_22", "timestamp": [ 28.99, 42.79 ], "duration": 92.66, "caption": "A boy flips through the pages in his book.", "similarity": 0.619, "relevance": 2 }, { "pair_id": 150132, "video_name": "house_s05e18_seg02_clip_22", "timestamp": [ 42.51, 52.51 ], "duration": 125.66, "caption": "A man reads through pages of a file, flipping over pages as he reads.", "similarity": 0.6092, "relevance": 1 }, { "pair_id": 150133, "video_name": "friends_s10e04_seg02_clip_06", "timestamp": [ 10.57, 12.49 ], "duration": 64.66, "caption": "A man flips the children's book closed and holds it to his chest.", "similarity": 0.5965, "relevance": 1 }, { "pair_id": 150134, "video_name": "house_s06e14_seg02_clip_14", "timestamp": [ 38.34, 46.62 ], "duration": 87.66, "caption": "A man is browsing through the book shelf for something.", "similarity": 0.5961, "relevance": 1 }, { "pair_id": 150135, "video_name": "house_s03e24_seg02_clip_01", "timestamp": [ 82.01, 83.39 ], "duration": 92.66, "caption": "A man looks forward through the bookshelf and books.", "similarity": 0.5953, "relevance": 0 }, { "pair_id": 150136, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 68.37, 72.1 ], "duration": 93.66, "caption": "A man flips up the paper on the folder he is holding.", "similarity": 0.5951, "relevance": 1 }, { "pair_id": 150137, "video_name": "castle_s02e18_seg02_clip_12", "timestamp": [ 15.02, 18.2 ], "duration": 91.66, "caption": "A woman flips a book and hands it to a man.", "similarity": 0.5837, "relevance": 0 }, { "pair_id": 150138, "video_name": "friends_s10e04_seg02_clip_14", "timestamp": [ 3.32, 4.84 ], "duration": 60.66, "caption": "A man picks up a book and turns it over to look at the back.", "similarity": 0.579, "relevance": 1 }, { "pair_id": 150139, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 40.22, 42.03 ], "duration": 90.66, "caption": "A person pulls a book forward from a bookshelf.", "similarity": 0.5782, "relevance": 1 } ] }, { "query_id": 1480, "query": "A woman and a man are speaking with a person as he is in front of them.", "relevant_moment": [ { "pair_id": 91260, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.0, 91.23 ], "duration": 91.66, "caption": "A woman and a man are speaking with a person as he is in front of them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 91261, "video_name": "castle_s03e18_seg02_clip_13", "timestamp": [ 0.0, 48.07 ], "duration": 89.66, "caption": "A man and woman are standing in front of someone speaking with him.", "similarity": 0.9268, "relevance": 3 }, { "pair_id": 91262, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 0.0, 48.16 ], "duration": 90.66, "caption": "A woman is in front of a man and is speaking with him.", "similarity": 0.9161, "relevance": 3 }, { "pair_id": 91263, "video_name": "house_s07e15_seg02_clip_05", "timestamp": [ 18.71, 60.05 ], "duration": 87.66, "caption": "A man and a woman are having a conversation in front of another person.", "similarity": 0.9131, "relevance": 3 }, { "pair_id": 91264, "video_name": "castle_s08e19_seg02_clip_18", "timestamp": [ 0.0, 70.22 ], "duration": 90.66, "caption": "A woman and a man are standing in front of each other speaking.", "similarity": 0.9111, "relevance": 3 }, { "pair_id": 91265, "video_name": "castle_s08e18_seg02_clip_23", "timestamp": [ 0.0, 23.74 ], "duration": 86.66, "caption": "A woman and a man are standing in front of each other speaking.", "similarity": 0.9111, "relevance": 2 }, { "pair_id": 91266, "video_name": "castle_s06e21_seg02_clip_06", "timestamp": [ 0.0, 49.4 ], "duration": 88.66, "caption": "A woman and a man are speaking to a person as they stand before him.", "similarity": 0.9035, "relevance": 4 }, { "pair_id": 91267, "video_name": "castle_s05e21_seg02_clip_06", "timestamp": [ 0.0, 34.41 ], "duration": 89.66, "caption": "A man and a woman are in front of each other as they converse.", "similarity": 0.9009, "relevance": 2 }, { "pair_id": 91268, "video_name": "castle_s05e02_seg02_clip_06", "timestamp": [ 0.0, 70.54 ], "duration": 91.66, "caption": "A man and a woman are speaking to a woman as they stand across from her.", "similarity": 0.8988, "relevance": 4 }, { "pair_id": 91269, "video_name": "castle_s03e13_seg02_clip_18", "timestamp": [ 0.0, 86.66 ], "duration": 90.66, "caption": "A woman and a man are beside each other as they speak to someone.", "similarity": 0.8885, "relevance": 4 }, { "pair_id": 91270, "video_name": "castle_s02e13_seg02_clip_19", "timestamp": [ 0.0, 40.06 ], "duration": 90.66, "caption": "A woman and a man are having a conversation with a person.", "similarity": 0.8788, "relevance": 3 }, { "pair_id": 91271, "video_name": "friends_s03e04_seg02_clip_05", "timestamp": [ 0.0, 14.04 ], "duration": 61.66, "caption": "A woman and a man are beside each other as a man speaks to them.", "similarity": 0.8783, "relevance": 4 }, { "pair_id": 91272, "video_name": "castle_s06e20_seg02_clip_25", "timestamp": [ 0.0, 15.86 ], "duration": 88.66, "caption": "A woman and man are with a person having a conversation.", "similarity": 0.8782, "relevance": 4 }, { "pair_id": 91273, "video_name": "castle_s07e17_seg02_clip_24", "timestamp": [ 0.0, 66.87 ], "duration": 89.66, "caption": "A person is speaking with someone as woman and another person are beside her.", "similarity": 0.878, "relevance": 3 }, { "pair_id": 91274, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 11.25, 35.26 ], "duration": 75.66, "caption": "A man and a woman are having a conversation with a person.", "similarity": 0.8772, "relevance": 4 }, { "pair_id": 91275, "video_name": "met_s03e19_seg02_clip_05", "timestamp": [ 0.0, 26.56 ], "duration": 61.66, "caption": "A man and a woman are standing in front of each other as they converse.", "similarity": 0.8769, "relevance": 3 }, { "pair_id": 91276, "video_name": "castle_s02e17_seg02_clip_07", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "A man and a woman are standing in front of each other as they converse.", "similarity": 0.8769, "relevance": 3 }, { "pair_id": 91277, "video_name": "castle_s04e11_seg02_clip_18", "timestamp": [ 0.0, 18.75 ], "duration": 89.66, "caption": "A woman and a man were standing in front of each other, talking.", "similarity": 0.8765, "relevance": 3 }, { "pair_id": 91278, "video_name": "castle_s07e20_seg02_clip_17", "timestamp": [ 0.0, 16.35 ], "duration": 90.66, "caption": "A woman and a man are beside each other as they speak to each other.", "similarity": 0.8738, "relevance": 3 }, { "pair_id": 91279, "video_name": "castle_s08e19_seg02_clip_14", "timestamp": [ 0.0, 24.92 ], "duration": 94.66, "caption": "A woman is standing in front of man as they speak to each other.", "similarity": 0.8721, "relevance": 3 }, { "pair_id": 264580, "video_name": "castle_s08e19_seg02_clip_17", "timestamp": [ 0.0, 14.11 ], "duration": 91.66, "caption": "A woman and man are speaking to two men as they face each other.", "similarity": 0.8684, "relevance": 4 }, { "pair_id": 264581, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "Two people are speaking to each other as they stand in front of each other.", "similarity": 0.8684, "relevance": 4 }, { "pair_id": 264582, "video_name": "castle_s04e19_seg02_clip_07", "timestamp": [ 0.0, 13.05 ], "duration": 87.66, "caption": "Two people are speaking to each other as they stand in front of each other.", "similarity": 0.8684, "relevance": 3 }, { "pair_id": 264583, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 40.93, 71.74 ], "duration": 88.66, "caption": "A man and a woman are having a conversation with someone.", "similarity": 0.8657, "relevance": 4 }, { "pair_id": 264584, "video_name": "castle_s06e22_seg02_clip_04", "timestamp": [ 0.0, 44.56 ], "duration": 90.66, "caption": "A man and a woman are conversing with each other as they stand in front of each other.", "similarity": 0.8636, "relevance": 2 }, { "pair_id": 264585, "video_name": "friends_s06e20_seg02_clip_11", "timestamp": [ 0.0, 3.2 ], "duration": 64.66, "caption": "A man is standing in front of a woman as they speak to each other.", "similarity": 0.8632, "relevance": 3 }, { "pair_id": 264586, "video_name": "s10e10_seg02_clip_12", "timestamp": [ 16.78, 20.14 ], "duration": 61.66, "caption": "A person stands in front of man and woman talking with his hands clasped.", "similarity": 0.8626, "relevance": 4 }, { "pair_id": 264587, "video_name": "s04e01_seg02_clip_03", "timestamp": [ 35.58, 38.38 ], "duration": 56.66, "caption": "A man and a woman are conversing while standing in front of each other.", "similarity": 0.8618, "relevance": 3 }, { "pair_id": 264588, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 4.95, 89.66 ], "duration": 89.66, "caption": "A man and a woman are beside each other as they speak to another man.", "similarity": 0.861, "relevance": 4 }, { "pair_id": 264589, "video_name": "castle_s04e12_seg02_clip_16", "timestamp": [ 41.84, 89.03 ], "duration": 89.66, "caption": "A woman and a man are standing with another person as they converse.", "similarity": 0.8595, "relevance": 4 }, { "pair_id": 264590, "video_name": "castle_s08e15_seg02_clip_15", "timestamp": [ 0.0, 44.19 ], "duration": 94.66, "caption": "A man and a woman are standing in front of each other conversing.", "similarity": 0.8557, "relevance": 3 }, { "pair_id": 264591, "video_name": "castle_s04e11_seg02_clip_21", "timestamp": [ 0.0, 6.24 ], "duration": 89.66, "caption": "A woman and man are across from each other speaking.", "similarity": 0.8546, "relevance": 3 }, { "pair_id": 264592, "video_name": "castle_s05e09_seg02_clip_11", "timestamp": [ 0.0, 22.72 ], "duration": 89.66, "caption": "A woman is in front of a man as they converse.", "similarity": 0.8532, "relevance": 3 }, { "pair_id": 264593, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "Woman and man were having a conversation with a person.", "similarity": 0.8525, "relevance": 4 }, { "pair_id": 264594, "video_name": "castle_s04e23_seg02_clip_16", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A woman and a man are facing each other as they converse.", "similarity": 0.8494, "relevance": 2 }, { "pair_id": 264595, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 69.34, 91.23 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another woman.", "similarity": 0.8492, "relevance": 4 }, { "pair_id": 264596, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 13.95, 35.11 ], "duration": 90.66, "caption": "A man and a woman have a conversation with another man.", "similarity": 0.8487, "relevance": 3 }, { "pair_id": 264597, "video_name": "castle_s03e15_seg02_clip_01", "timestamp": [ 9.21, 34.53 ], "duration": 92.66, "caption": "A woman and a man are standing across from each other speaking.", "similarity": 0.8484, "relevance": 2 }, { "pair_id": 264598, "video_name": "castle_s04e20_seg02_clip_14", "timestamp": [ 0.0, 14.54 ], "duration": 88.66, "caption": "A woman and another woman are speaking to each other as a man, a person, and a man observe.", "similarity": 0.848, "relevance": 4 }, { "pair_id": 264599, "video_name": "castle_s01e10_seg02_clip_16", "timestamp": [ 0.0, 28.47 ], "duration": 91.66, "caption": "A woman and a man are speaking to each other as they sit beside each other.", "similarity": 0.8476, "relevance": 2 } ] }, { "query_id": 1510, "query": "A woman was intensely talking to a man in a closed room.", "relevant_moment": [ { "pair_id": 166900, "video_name": "castle_s05e23_seg02_clip_23", "timestamp": [ 0.0, 57.43 ], "duration": 86.66, "caption": "A woman was intensely talking to a man in a closed room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166901, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 0.0, 40.18 ], "duration": 89.66, "caption": "A woman was intensely talking to a man and another person.", "similarity": 0.8035, "relevance": 3 }, { "pair_id": 166902, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 7.18, 8.02 ], "duration": 8.66, "caption": "A woman intensely looked at a man while they were having a conversation.", "similarity": 0.7546, "relevance": 1 }, { "pair_id": 166903, "video_name": "castle_s08e08_seg02_clip_22", "timestamp": [ 44.88, 49.24 ], "duration": 87.66, "caption": "A person closed the room blinds while talking to woman.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 166904, "video_name": "house_s02e08_seg02_clip_10", "timestamp": [ 76.59, 80.19 ], "duration": 90.66, "caption": "A man came in the room with a woman while they are still talking.", "similarity": 0.7436, "relevance": 3 }, { "pair_id": 166905, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 0.0, 26.34 ], "duration": 59.66, "caption": "A man is speaking to a woman as he faces her in a room.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 166906, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 14.63, 18.07 ], "duration": 43.66, "caption": "A woman comes in man's room while man is talking to someone.", "similarity": 0.7366, "relevance": 1 }, { "pair_id": 166907, "video_name": "grey_s02e21_seg02_clip_16", "timestamp": [ 5.58, 18.46 ], "duration": 85.66, "caption": "A woman comes out of a room and has a conversation with a man.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 166908, "video_name": "castle_s08e07_seg02_clip_01", "timestamp": [ 19.09, 21.82 ], "duration": 90.66, "caption": "A man came in the room and talk to woman.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 166909, "video_name": "castle_s01e03_seg02_clip_18", "timestamp": [ 52.27, 57.49 ], "duration": 95.66, "caption": "A woman came out from the room and talk to man.", "similarity": 0.7291, "relevance": 1 }, { "pair_id": 166910, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 0.0, 10.4 ], "duration": 63.66, "caption": "A woman and a man were having a conversation inside a room.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 166911, "video_name": "house_s03e24_seg02_clip_16", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A woman came in the room while a man is quietly thinking.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 166912, "video_name": "castle_s05e05_seg02_clip_06", "timestamp": [ 28.04, 32.49 ], "duration": 89.66, "caption": "A woman came in the room slowly and talk to man.", "similarity": 0.7193, "relevance": 3 }, { "pair_id": 166913, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 40.0, 43.72 ], "duration": 93.66, "caption": "A man came in the room while a woman is talking to another man.", "similarity": 0.7152, "relevance": 1 }, { "pair_id": 166914, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 3.19, 8.12 ], "duration": 58.66, "caption": "A woman talked to a man before leaving the room.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 166915, "video_name": "castle_s06e01_seg02_clip_12", "timestamp": [ 16.1, 26.69 ], "duration": 92.66, "caption": "Woman saw person talking to woman inside a room.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 166916, "video_name": "grey_s03e16_seg02_clip_19", "timestamp": [ 44.01, 88.02 ], "duration": 88.66, "caption": "A woman and a man are having a conversation with each other in a room.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 166917, "video_name": "house_s05e14_seg02_clip_10", "timestamp": [ 17.75, 32.77 ], "duration": 91.66, "caption": "A man entered a room and talking to a woman.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 166918, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 73.48, 84.17 ], "duration": 89.66, "caption": "A person comes into the room and talks to woman.", "similarity": 0.7066, "relevance": 3 }, { "pair_id": 166919, "video_name": "castle_s02e20_seg02_clip_20", "timestamp": [ 25.89, 28.67 ], "duration": 92.66, "caption": "A person entered the room and started talking to a woman.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 340220, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 0.0, 67.98 ], "duration": 90.66, "caption": "A woman was being emotional while talking to a man.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 340221, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A woman entered the room, while a man was talking to a woman and a man.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 340222, "video_name": "house_s03e12_seg02_clip_18", "timestamp": [ 13.12, 18.46 ], "duration": 82.66, "caption": "A man came out to the room and talk to a woman.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 340223, "video_name": "s02e08_seg01_clip_02", "timestamp": [ 13.81, 46.02 ], "duration": 46.66, "caption": "Suddenly a woman enters the room and starts a conversation with a man.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 340224, "video_name": "house_s01e19_seg02_clip_01", "timestamp": [ 17.03, 20.26 ], "duration": 92.66, "caption": "A woman suddenly closes the door while talking to a man.", "similarity": 0.7021, "relevance": 2 }, { "pair_id": 340226, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 340227, "video_name": "castle_s05e24_seg02_clip_13", "timestamp": [ 0.0, 11.99 ], "duration": 92.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 340228, "video_name": "castle_s06e08_seg02_clip_05", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "A woman enters the room as a man talks to her.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 340229, "video_name": "house_s01e11_seg02_clip_14", "timestamp": [ 10.94, 76.16 ], "duration": 81.66, "caption": "A woman talks to a man outside their room.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 340230, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 82.27, 88.86 ], "duration": 94.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 340231, "video_name": "friends_s10e13_seg02_clip_06", "timestamp": [ 45.22, 47.6 ], "duration": 59.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 340232, "video_name": "house_s01e21_seg02_clip_22", "timestamp": [ 52.37, 63.38 ], "duration": 88.66, "caption": "A woman gets very emotional while talking to a man.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 340233, "video_name": "castle_s08e02_seg02_clip_05", "timestamp": [ 56.27, 90.02 ], "duration": 90.66, "caption": "A woman is talking to a man as they are in a hallway.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 340234, "video_name": "castle_s01e05_seg02_clip_24", "timestamp": [ 0.0, 53.38 ], "duration": 92.66, "caption": "A man was talking emotionally to woman and person.", "similarity": 0.695, "relevance": 3 }, { "pair_id": 340235, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 22.65, 30.64 ], "duration": 88.66, "caption": "A woman entered the room with a man and started talking to another woman.", "similarity": 0.6949, "relevance": 1 }, { "pair_id": 340236, "video_name": "s02e11_seg02_clip_12", "timestamp": [ 0.0, 5.61 ], "duration": 66.66, "caption": "A woman was having a conversation with a man whilst being emotional.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 340237, "video_name": "grey_s02e15_seg02_clip_09", "timestamp": [ 49.97, 90.05 ], "duration": 90.66, "caption": "A man talks to some women in a room.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 340238, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 5.31, 7.97 ], "duration": 59.66, "caption": "A woman walks out the room while speaking to a man.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 340239, "video_name": "s08e08_seg02_clip_16", "timestamp": [ 41.94, 45.78 ], "duration": 64.66, "caption": "A woman rushes into a man's room during their conversation.", "similarity": 0.6938, "relevance": 1 } ] }, { "query_id": 1520, "query": "A woman and a man close the doors to their car.", "relevant_moment": [ { "pair_id": 165080, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 0.0, 3.5 ], "duration": 87.66, "caption": "A woman and a man close the doors to their car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165081, "video_name": "castle_s06e07_seg02_clip_03", "timestamp": [ 24.93, 29.38 ], "duration": 89.66, "caption": "Two people get in the car and close the doors.", "similarity": 0.8536, "relevance": 3 }, { "pair_id": 165082, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 19.69, 22.57 ], "duration": 96.66, "caption": "A woman and another person get out of the car and close the doors.", "similarity": 0.841, "relevance": 3 }, { "pair_id": 165083, "video_name": "castle_s04e21_seg02_clip_03", "timestamp": [ 31.49, 36.05 ], "duration": 91.66, "caption": "Two people get out of a car and close the doors.", "similarity": 0.8187, "relevance": 1 }, { "pair_id": 165084, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 25.21, 28.36 ], "duration": 90.66, "caption": "A man opens a car door for a woman.", "similarity": 0.7735, "relevance": 1 }, { "pair_id": 165085, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person opens the car door and a woman exits the car.", "similarity": 0.7499, "relevance": 1 }, { "pair_id": 165086, "video_name": "castle_s03e17_seg02_clip_08", "timestamp": [ 30.12, 31.01 ], "duration": 88.66, "caption": "A person opens up a car door while standing and talking to a man and a woman.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 165087, "video_name": "grey_s01e06_seg02_clip_23", "timestamp": [ 100.91, 103.19 ], "duration": 114.66, "caption": "A woman opens the car door for another woman.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 165088, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 29.38, 30.74 ], "duration": 90.66, "caption": "A woman closes the trunk of a car as she stands beside a man.", "similarity": 0.7406, "relevance": 1 }, { "pair_id": 165089, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 17.12, 21.47 ], "duration": 58.66, "caption": "A person gets in to the car with woman and man.", "similarity": 0.7331, "relevance": 1 }, { "pair_id": 165090, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man opens the car door for woman to get out of the car.", "similarity": 0.7246, "relevance": 1 }, { "pair_id": 165091, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A woman opens up the car door while talking to a man.", "similarity": 0.7235, "relevance": 1 }, { "pair_id": 165092, "video_name": "grey_s02e08_seg02_clip_07", "timestamp": [ 16.38, 18.1 ], "duration": 86.66, "caption": "A woman gets into a vehicle while a man holds the car door.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 165093, "video_name": "house_s02e11_seg02_clip_07", "timestamp": [ 45.64, 50.25 ], "duration": 83.66, "caption": "A man opens up a car door for a woman in a driveway.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 165094, "video_name": "castle_s06e02_seg02_clip_21", "timestamp": [ 71.45, 74.19 ], "duration": 91.66, "caption": "A man opens the door and another person gets out of the car.", "similarity": 0.7147, "relevance": 1 }, { "pair_id": 165095, "video_name": "castle_s02e07_seg02_clip_17", "timestamp": [ 0.0, 12.46 ], "duration": 89.66, "caption": "A man and a woman were walking towards the car.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 165096, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 22.05, 26.4 ], "duration": 58.66, "caption": "A man and woman walk out and close the door.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 165097, "video_name": "castle_s08e03_seg02_clip_25", "timestamp": [ 95.57, 99.03 ], "duration": 99.66, "caption": "A man opens the passenger door of a car and gets in looking at a woman, the driver.", "similarity": 0.7095, "relevance": 4 }, { "pair_id": 165098, "video_name": "castle_s04e13_seg02_clip_18", "timestamp": [ 20.98, 26.79 ], "duration": 89.66, "caption": "A man goes by window of another person's car and a woman opens the passenger door showing her badge.", "similarity": 0.7085, "relevance": 2 }, { "pair_id": 165099, "video_name": "house_s03e07_seg02_clip_08", "timestamp": [ 72.55, 73.89 ], "duration": 89.66, "caption": "A man opens up a car door while a man and a person are talking.", "similarity": 0.7038, "relevance": 1 } ] }, { "query_id": 1531, "query": "A man looks down and raises up his arm.", "relevant_moment": [ { "pair_id": 217600, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 32.34, 35.76 ], "duration": 62.66, "caption": "A man lifts up his forearm and shows it to some people.", "similarity": 0.6693, "relevance": 3 }, { "pair_id": 217601, "video_name": "s09e10_seg02_clip_17", "timestamp": [ 60.0, 63.26 ], "duration": 93.66, "caption": "A person lifts up their arm to look at their watch.", "similarity": 0.6682, "relevance": 3 }, { "pair_id": 217602, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises his arm and points his right index finger up.", "similarity": 0.6673, "relevance": 3 }, { "pair_id": 217603, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 41.4, 46.29 ], "duration": 89.66, "caption": "While a person is holding a man's right arm up, the man lifts his left arm and another person moves closer, the man looks up at the other person and then down.", "similarity": 0.6658, "relevance": 4 }, { "pair_id": 217604, "video_name": "friends_s06e07_seg02_clip_04", "timestamp": [ 34.4, 41.34 ], "duration": 63.66, "caption": "A man stands up, clasps their hands and looks around.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 217605, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A man raises his arm and points to something offscreen.", "similarity": 0.6632, "relevance": 3 }, { "pair_id": 217606, "video_name": "friends_s05e12_seg02_clip_13", "timestamp": [ 1.28, 2.24 ], "duration": 64.66, "caption": "A man raises his hand behind his neck, then brings his hand down.", "similarity": 0.663, "relevance": 4 }, { "pair_id": 217607, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 39.08, 43.18 ], "duration": 63.66, "caption": "A man stands up, gestures widely, then drops his arms to his sides.", "similarity": 0.6619, "relevance": 3 }, { "pair_id": 217608, "video_name": "house_s01e19_seg02_clip_02", "timestamp": [ 19.82, 20.71 ], "duration": 88.66, "caption": "A man looks down at his watch on his wrist.", "similarity": 0.6618, "relevance": 3 }, { "pair_id": 217609, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 71.12, 73.82 ], "duration": 90.66, "caption": "A man raises the arm of a young person.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 217610, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 34.13, 39.14 ], "duration": 91.66, "caption": "A man lifts his hand to look at it.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 217611, "video_name": "friends_s03e21_seg02_clip_13", "timestamp": [ 18.94, 20.15 ], "duration": 60.66, "caption": "A man looks downward and pulls his sleeve to check his wrist watch.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 217612, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 66.26, 70.4 ], "duration": 92.66, "caption": "A man rises out of the chair, now looking down at person.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 217613, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 72.02, 73.82 ], "duration": 90.66, "caption": "A man with glasses and dark hair raises his hand to his face.", "similarity": 0.6576, "relevance": 3 }, { "pair_id": 217614, "video_name": "house_s02e17_seg02_clip_19", "timestamp": [ 55.92, 57.21 ], "duration": 86.66, "caption": "A man lifts his arm up in frustration with a person.", "similarity": 0.6571, "relevance": 4 }, { "pair_id": 217615, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 87.38, 90.57 ], "duration": 91.66, "caption": "A person raises both of his arms in the air.", "similarity": 0.6563, "relevance": 4 }, { "pair_id": 217616, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 40.73, 45.15 ], "duration": 59.66, "caption": "A man raises his hand and then quickly puts it back down.", "similarity": 0.6562, "relevance": 3 }, { "pair_id": 217617, "video_name": "castle_s04e08_seg02_clip_08", "timestamp": [ 34.29, 40.89 ], "duration": 87.66, "caption": "A man raises his arm and speaks into his cuff link while someone watches.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 217618, "video_name": "house_s07e13_seg02_clip_21", "timestamp": [ 54.3, 55.19 ], "duration": 89.66, "caption": "A person looks behind a man and lifts his jacket up.", "similarity": 0.652, "relevance": 3 }, { "pair_id": 217619, "video_name": "s02e17_seg02_clip_06", "timestamp": [ 54.62, 58.53 ], "duration": 60.66, "caption": "A man raises his arm from under the table and pulls his sleeve back to look at his watch.", "similarity": 0.6512, "relevance": 4 } ] }, { "query_id": 1603, "query": "A woman watches the surgery take place as a man works on it.", "relevant_moment": [ { "pair_id": 120880, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 0.0, 6.16 ], "duration": 88.66, "caption": "A woman watches the surgery take place as a man works on it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 120881, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 40.06, 89.02 ], "duration": 89.66, "caption": "A man performs surgery on a woman while a woman watches.", "similarity": 0.8469, "relevance": 4 }, { "pair_id": 120882, "video_name": "grey_s02e05_seg02_clip_19", "timestamp": [ 111.54, 118.34 ], "duration": 136.66, "caption": "A woman watches as a man and a woman are in surgery together.", "similarity": 0.8353, "relevance": 4 }, { "pair_id": 120883, "video_name": "house_s07e16_seg02_clip_21", "timestamp": [ 0.0, 10.56 ], "duration": 88.66, "caption": "A man and a woman watch the surgery that is being performed.", "similarity": 0.831, "relevance": 3 }, { "pair_id": 120884, "video_name": "grey_s03e03_seg02_clip_16", "timestamp": [ 25.53, 47.09 ], "duration": 88.66, "caption": "A man is performing a surgery while two women are observing.", "similarity": 0.8025, "relevance": 3 }, { "pair_id": 120885, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 13.8, 40.95 ], "duration": 92.66, "caption": "A man is performing a surgery with a woman assisting him.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 120886, "video_name": "grey_s02e20_seg02_clip_22", "timestamp": [ 33.13, 38.41 ], "duration": 96.66, "caption": "A man looks up from surgery at a woman, who is watching.", "similarity": 0.7755, "relevance": 3 }, { "pair_id": 120887, "video_name": "grey_s03e06_seg02_clip_00", "timestamp": [ 16.98, 51.4 ], "duration": 91.66, "caption": "A man is performing surgery while a woman is assisting.", "similarity": 0.7751, "relevance": 2 }, { "pair_id": 120888, "video_name": "house_s02e03_seg02_clip_16", "timestamp": [ 123.39, 146.02 ], "duration": 146.66, "caption": "A woman oversees a man's surgery from the observation room.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 120889, "video_name": "grey_s01e01_seg02_clip_17", "timestamp": [ 55.31, 62.31 ], "duration": 140.66, "caption": "A man chooses woman to assist him in the surgery.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 120890, "video_name": "grey_s03e10_seg02_clip_18", "timestamp": [ 0.0, 18.69 ], "duration": 101.66, "caption": "A woman is performing surgery while another woman is watching.", "similarity": 0.7461, "relevance": 4 }, { "pair_id": 120891, "video_name": "grey_s01e02_seg02_clip_03", "timestamp": [ 3.18, 6.82 ], "duration": 90.66, "caption": "A man looks up from surgery and sees a woman.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 120893, "video_name": "house_s05e14_seg02_clip_17", "timestamp": [ 60.76, 88.42 ], "duration": 90.66, "caption": "A man performs surgery on a woman while being instructed by another person.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 120894, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 58.07, 72.92 ], "duration": 90.66, "caption": "A man checks on woman after she has finished surgery.", "similarity": 0.7164, "relevance": 1 }, { "pair_id": 120895, "video_name": "grey_s01e01_seg02_clip_22", "timestamp": [ 81.8, 84.63 ], "duration": 94.66, "caption": "A woman strains to catch a glimpse of the surgery.", "similarity": 0.7131, "relevance": 2 }, { "pair_id": 120896, "video_name": "grey_s03e13_seg02_clip_17", "timestamp": [ 83.62, 89.66 ], "duration": 89.66, "caption": "A man is doing surgery with two women.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 120897, "video_name": "house_s03e24_seg02_clip_09", "timestamp": [ 0.0, 15.27 ], "duration": 71.66, "caption": "A person prepares the patient for surgery as another person watches.", "similarity": 0.7087, "relevance": 1 }, { "pair_id": 120898, "video_name": "house_s05e12_seg02_clip_14", "timestamp": [ 31.93, 84.02 ], "duration": 84.66, "caption": "A person oversees a man's surgery to make sure it goes properly.", "similarity": 0.7075, "relevance": 2 }, { "pair_id": 120899, "video_name": "house_s05e05_seg02_clip_18", "timestamp": [ 15.75, 19.81 ], "duration": 90.66, "caption": "A doctor performs surgery on a woman and looks at the monitor.", "similarity": 0.7066, "relevance": 2 } ] }, { "query_id": 1642, "query": "A woman in red leads a man into the room.", "relevant_moment": [ { "pair_id": 7040, "video_name": "friends_s09e15_seg02_clip_01", "timestamp": [ 56.73, 60.03 ], "duration": 60.66, "caption": "A woman in red leads a man into the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7041, "video_name": "castle_s03e19_seg02_clip_01", "timestamp": [ 8.18, 14.99 ], "duration": 90.66, "caption": "A person follows a woman who is in red in entering a room.", "similarity": 0.8113, "relevance": 4 }, { "pair_id": 7042, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 20.03, 25.03 ], "duration": 91.66, "caption": "A woman enters the room as a man is following her.", "similarity": 0.7673, "relevance": 4 }, { "pair_id": 7043, "video_name": "s01e04_seg01_clip_01", "timestamp": [ 53.15, 57.95 ], "duration": 64.66, "caption": "A man enters the room with a woman.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 7044, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 4.5, 13.5 ], "duration": 90.66, "caption": "A man walks with a woman as he leads her into the room with two other people were.", "similarity": 0.7519, "relevance": 2 }, { "pair_id": 7045, "video_name": "friends_s03e09_seg02_clip_22", "timestamp": [ 43.52, 47.75 ], "duration": 77.66, "caption": "A woman opens the door, enters the room and a man follows her.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 7046, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 3.18, 5.09 ], "duration": 63.66, "caption": "A woman opens the door and enters the room with a man.", "similarity": 0.7396, "relevance": 4 }, { "pair_id": 7047, "video_name": "castle_s01e07_seg02_clip_26", "timestamp": [ 71.07, 76.95 ], "duration": 98.66, "caption": "A woman walks into the room followed by man.", "similarity": 0.7389, "relevance": 3 }, { "pair_id": 7048, "video_name": "house_s05e20_seg02_clip_05", "timestamp": [ 74.19, 83.74 ], "duration": 91.66, "caption": "A man opens the door and enters the room with a woman.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 7049, "video_name": "castle_s06e21_seg02_clip_12", "timestamp": [ 70.33, 75.23 ], "duration": 89.66, "caption": "A person opens the door to a room as a man follows her.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 7050, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A woman walks into the room with man following.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 7051, "video_name": "s08e18_seg02_clip_15", "timestamp": [ 8.51, 20.17 ], "duration": 63.66, "caption": "A woman leads two men out of the room.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 7052, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 22.92, 35.98 ], "duration": 58.66, "caption": "A man walks into the room toward a woman.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 7053, "video_name": "met_s06e14_seg02_clip_09", "timestamp": [ 33.05, 34.83 ], "duration": 59.66, "caption": "A woman rushes into the room and approaches a man.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 7054, "video_name": "house_s01e20_seg02_clip_12", "timestamp": [ 0.0, 16.68 ], "duration": 83.66, "caption": "A woman comes into the room to see a man.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 7055, "video_name": "castle_s08e17_seg02_clip_21", "timestamp": [ 11.33, 14.96 ], "duration": 90.66, "caption": "A man opens up door to let a woman into the room.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 7056, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 27.58, 36.47 ], "duration": 88.66, "caption": "A woman comes running into the room towards person and another man.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 7057, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 43.24, 48.7 ], "duration": 91.66, "caption": "A woman opened the door, entered the room and walked towards a man.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 7058, "video_name": "friends_s09e06_seg02_clip_16", "timestamp": [ 10.54, 17.06 ], "duration": 62.66, "caption": "A woman stands up and follows man into another room.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 7059, "video_name": "s07e11_seg01_clip_00", "timestamp": [ 28.72, 33.5 ], "duration": 87.66, "caption": "A person enters the room with two women and a man.", "similarity": 0.7096, "relevance": 3 }, { "pair_id": 180360, "video_name": "friends_s01e18_seg02_clip_10", "timestamp": [ 27.38, 30.51 ], "duration": 52.66, "caption": "A man opened the door and a woman entered the room.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 180361, "video_name": "grey_s02e10_seg02_clip_09", "timestamp": [ 19.21, 26.89 ], "duration": 96.66, "caption": "A woman walks into person's room followed by man and man.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 180362, "video_name": "house_s05e24_seg02_clip_17", "timestamp": [ 84.3, 85.59 ], "duration": 86.66, "caption": "A woman with a red hair enters the room.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 180363, "video_name": "friends_s07e23-24_seg02_clip_10", "timestamp": [ 0.0, 2.43 ], "duration": 54.66, "caption": "A woman, a person wearing red dress and a person wearing purple dress entered the room.", "similarity": 0.7056, "relevance": 3 }, { "pair_id": 180364, "video_name": "house_s03e09_seg02_clip_13", "timestamp": [ 4.95, 6.75 ], "duration": 90.66, "caption": "A woman enters the room where two men are.", "similarity": 0.7055, "relevance": 1 }, { "pair_id": 180365, "video_name": "house_s07e20_seg02_clip_09", "timestamp": [ 13.84, 15.14 ], "duration": 86.66, "caption": "A person opens a door and the woman enters the room.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 180366, "video_name": "castle_s04e14_seg02_clip_14", "timestamp": [ 58.62, 62.55 ], "duration": 87.66, "caption": "A woman gets close to a man and another woman enters the room.", "similarity": 0.7034, "relevance": 1 }, { "pair_id": 180367, "video_name": "house_s07e09_seg02_clip_12", "timestamp": [ 25.03, 27.76 ], "duration": 91.66, "caption": "A man opens a door and walks into a room where a woman is standing.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 180368, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 21.75, 26.79 ], "duration": 63.66, "caption": "A man and woman enter the room together.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 180369, "video_name": "friends_s06e17_seg02_clip_18", "timestamp": [ 3.43, 9.31 ], "duration": 49.66, "caption": "A woman goes into the other room while a man waits.", "similarity": 0.6993, "relevance": 1 }, { "pair_id": 180370, "video_name": "friends_s10e17-18_seg02_clip_00", "timestamp": [ 7.33, 9.77 ], "duration": 61.66, "caption": "A man opened the door and entered the room along with a woman.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 180371, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 50.86, 58.07 ], "duration": 90.66, "caption": "A woman walks into the men's room to see a man.", "similarity": 0.6978, "relevance": 1 }, { "pair_id": 180372, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 34.87, 38.85 ], "duration": 61.66, "caption": "A man walks into the room and approaches a woman.", "similarity": 0.6973, "relevance": 1 }, { "pair_id": 180373, "video_name": "house_s07e12_seg02_clip_22", "timestamp": [ 70.77, 80.12 ], "duration": 89.66, "caption": "A man comes in a woman's room, followed by another man.", "similarity": 0.6939, "relevance": 1 }, { "pair_id": 180374, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 6.37, 16.84 ], "duration": 91.66, "caption": "A man leads another woman to stand in the living room.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 180375, "video_name": "house_s07e05_seg02_clip_00", "timestamp": [ 17.95, 21.63 ], "duration": 92.66, "caption": "A woman came in the room and walks to a man.", "similarity": 0.6889, "relevance": 2 }, { "pair_id": 180376, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 43.17, 49.33 ], "duration": 49.66, "caption": "A woman walks into the room to meet a man.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 180377, "video_name": "friends_s07e01_seg02_clip_13", "timestamp": [ 35.44, 42.92 ], "duration": 65.66, "caption": "A man enters the room and meets a woman inside.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 180378, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 57.27, 61.58 ], "duration": 61.66, "caption": "A man walks into the room where a woman is standing.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 180379, "video_name": "friends_s03e18_seg02_clip_10", "timestamp": [ 51.7, 58.53 ], "duration": 65.66, "caption": "The person in red enters the room and walks across it.", "similarity": 0.6864, "relevance": 2 } ] }, { "query_id": 1677, "query": "A woman claps enthusiastically at another woman's suggestion to punch a man.", "relevant_moment": [ { "pair_id": 154320, "video_name": "met_s03e10_seg01_clip_01", "timestamp": [ 54.71, 56.8 ], "duration": 59.66, "caption": "A woman claps enthusiastically at another woman's suggestion to punch a man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 154321, "video_name": "friends_s10e15_seg02_clip_10", "timestamp": [ 13.87, 15.13 ], "duration": 63.66, "caption": "A woman clenches her fists and bumps them together, then claps once and faces her palms towards a man.", "similarity": 0.7261, "relevance": 1 }, { "pair_id": 154322, "video_name": "s02e11_seg02_clip_09", "timestamp": [ 4.94, 7.6 ], "duration": 76.66, "caption": "A woman laughs and lightly smacks man's arm in a flirtatious manner.", "similarity": 0.7062, "relevance": 1 }, { "pair_id": 154323, "video_name": "friends_s08e21_seg02_clip_19", "timestamp": [ 46.57, 47.53 ], "duration": 96.66, "caption": "A woman claps her hands together and points her finger at a man.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 154324, "video_name": "friends_s09e15_seg02_clip_00", "timestamp": [ 52.57, 55.39 ], "duration": 62.66, "caption": "A woman points at another woman and then claps excitedly as a man turns to talk to her while crossing his arms.", "similarity": 0.6769, "relevance": 3 }, { "pair_id": 154325, "video_name": "friends_s10e12_seg02_clip_07", "timestamp": [ 39.37, 41.63 ], "duration": 56.66, "caption": "A woman claps her hands in excitement as she talks to another woman.", "similarity": 0.6751, "relevance": 2 }, { "pair_id": 154326, "video_name": "s07e21_seg02_clip_12", "timestamp": [ 0.0, 9.15 ], "duration": 59.66, "caption": "A woman talks to a man and hits him before leaving, another woman laughs at the man.", "similarity": 0.6749, "relevance": 1 }, { "pair_id": 154328, "video_name": "castle_s06e22_seg02_clip_18", "timestamp": [ 42.59, 45.28 ], "duration": 89.66, "caption": "A woman punches a man in the face as they try to put something in her mouth.", "similarity": 0.6664, "relevance": 0 }, { "pair_id": 154330, "video_name": "friends_s08e23-24_seg02_clip_21", "timestamp": [ 5.87, 10.85 ], "duration": 58.66, "caption": "A woman points her hand at another woman and then laughs.", "similarity": 0.6565, "relevance": 0 }, { "pair_id": 154331, "video_name": "s10e02_seg02_clip_06", "timestamp": [ 3.48, 6.09 ], "duration": 58.66, "caption": "A woman claps her hands twice while speaking to woman.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 154332, "video_name": "house_s02e24_seg02_clip_17", "timestamp": [ 4.65, 6.98 ], "duration": 93.66, "caption": "A person walks forward like they're about to punch another person but a woman stops them.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 154333, "video_name": "friends_s05e05_seg02_clip_10", "timestamp": [ 25.47, 27.01 ], "duration": 51.66, "caption": "A woman claps her hands together several times as she talks to a man.", "similarity": 0.6549, "relevance": 3 }, { "pair_id": 154334, "video_name": "friends_s09e23-24_seg02_clip_38", "timestamp": [ 17.46, 18.94 ], "duration": 59.66, "caption": "A woman is talking with a man and claps her hands together.", "similarity": 0.6548, "relevance": 3 }, { "pair_id": 154335, "video_name": "s01e17_seg02_clip_13", "timestamp": [ 51.32, 52.22 ], "duration": 60.66, "caption": "A woman puts both hands in a fist and yells at a person.", "similarity": 0.652, "relevance": 0 }, { "pair_id": 154336, "video_name": "castle_s01e03_seg02_clip_25", "timestamp": [ 10.47, 15.02 ], "duration": 91.66, "caption": "A man makes a defensive gesture with his hand after joking with a woman.", "similarity": 0.6502, "relevance": 0 }, { "pair_id": 154337, "video_name": "friends_s05e18_seg02_clip_21", "timestamp": [ 17.76, 24.46 ], "duration": 58.66, "caption": "A woman and a man hug and then the woman playfully hits the man.", "similarity": 0.6486, "relevance": 0 }, { "pair_id": 154338, "video_name": "friends_s05e15_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 83.66, "caption": "A woman punches woman in her arms after moving man aside to talk with her.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 154339, "video_name": "grey_s03e14_seg02_clip_09", "timestamp": [ 67.23, 69.11 ], "duration": 94.66, "caption": "A woman raises their hands up in front of them as they speak angrily at woman.", "similarity": 0.6462, "relevance": 0 } ] }, { "query_id": 1766, "query": "Some people were sitting around the dining table.", "relevant_moment": [ { "pair_id": 154820, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 0.0, 56.09 ], "duration": 56.66, "caption": "Some people were sitting around the dining table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154821, "video_name": "friends_s10e07_seg02_clip_10", "timestamp": [ 32.11, 36.62 ], "duration": 60.66, "caption": "Some people sit down around the dining table.", "similarity": 0.9273, "relevance": 4 }, { "pair_id": 154822, "video_name": "castle_s05e08_seg02_clip_01", "timestamp": [ 0.0, 20.03 ], "duration": 89.66, "caption": "Some people were sitting across each other on the dining table.", "similarity": 0.8683, "relevance": 4 }, { "pair_id": 154823, "video_name": "friends_s08e20_seg02_clip_19", "timestamp": [ 0.0, 17.37 ], "duration": 62.66, "caption": "Two people were sitting on the dining table.", "similarity": 0.8304, "relevance": 4 }, { "pair_id": 154824, "video_name": "friends_s07e23-24_seg02_clip_01", "timestamp": [ 0.0, 19.61 ], "duration": 56.66, "caption": "Some women were sitting around the dining table.", "similarity": 0.8207, "relevance": 4 }, { "pair_id": 154825, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 15.61, 20.11 ], "duration": 60.66, "caption": "Some people have a seat around a table.", "similarity": 0.8173, "relevance": 3 }, { "pair_id": 154826, "video_name": "s09e24_seg02_clip_14", "timestamp": [ 17.09, 50.96 ], "duration": 61.66, "caption": "Two people were sitting beside each other on a dining table.", "similarity": 0.771, "relevance": 4 }, { "pair_id": 154827, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 0.32, 63.03 ], "duration": 63.66, "caption": "Some people were all sitting at the same table.", "similarity": 0.7658, "relevance": 4 }, { "pair_id": 154828, "video_name": "friends_s10e12_seg02_clip_21", "timestamp": [ 0.0, 50.39 ], "duration": 58.66, "caption": "A man and a woman were sitting at the dining table.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 154829, "video_name": "friends_s07e15_seg02_clip_05", "timestamp": [ 10.7, 57.29 ], "duration": 69.66, "caption": "Two people were sitting on the dining table and eating.", "similarity": 0.7591, "relevance": 3 }, { "pair_id": 154830, "video_name": "s01e16_seg01_clip_02", "timestamp": [ 0.0, 52.02 ], "duration": 52.66, "caption": "Some people were sitting across each other at the same table.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 154831, "video_name": "s07e05_seg02_clip_08", "timestamp": [ 0.0, 6.44 ], "duration": 56.66, "caption": "Two people sit at a dining table with two older people.", "similarity": 0.7403, "relevance": 4 }, { "pair_id": 154832, "video_name": "friends_s01e18_seg02_clip_10", "timestamp": [ 0.0, 52.15 ], "duration": 52.66, "caption": "Two women and a man were sitting at the dining area.", "similarity": 0.7326, "relevance": 3 }, { "pair_id": 154833, "video_name": "s08e02_seg02_clip_03", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A person sits down at the table with some people.", "similarity": 0.7287, "relevance": 4 }, { "pair_id": 154834, "video_name": "s03e13_seg01_clip_01", "timestamp": [ 20.03, 26.57 ], "duration": 77.66, "caption": "Some people get up from a dining table.", "similarity": 0.7267, "relevance": 4 }, { "pair_id": 154835, "video_name": "s04e03_seg02_clip_01", "timestamp": [ 52.95, 63.03 ], "duration": 63.66, "caption": "Some people sit uncomfortably at the restaurant table.", "similarity": 0.726, "relevance": 4 }, { "pair_id": 154836, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 26.67, 62.03 ], "duration": 62.66, "caption": "Two people were sitting at the table.", "similarity": 0.7227, "relevance": 4 }, { "pair_id": 154837, "video_name": "s05e21_seg01_clip_00", "timestamp": [ 3.72, 6.2 ], "duration": 62.66, "caption": "Some people walking to and sit down at a table.", "similarity": 0.7139, "relevance": 4 }, { "pair_id": 154838, "video_name": "s04e08_seg02_clip_03", "timestamp": [ 1.86, 13.03 ], "duration": 62.66, "caption": "A group of people are sitting at a restaurant table eating.", "similarity": 0.712, "relevance": 4 }, { "pair_id": 154839, "video_name": "s09e16_seg02_clip_07", "timestamp": [ 27.31, 31.51 ], "duration": 60.66, "caption": "A person sits down at the table with some other people.", "similarity": 0.7117, "relevance": 4 }, { "pair_id": 328140, "video_name": "s03e01_seg02_clip_07", "timestamp": [ 35.72, 38.42 ], "duration": 60.66, "caption": "A person sits on the table where some men are.", "similarity": 0.6978, "relevance": 4 }, { "pair_id": 328141, "video_name": "grey_s02e18_seg02_clip_13", "timestamp": [ 88.44, 92.12 ], "duration": 92.66, "caption": "Some people sit down at the table with two women.", "similarity": 0.6948, "relevance": 4 }, { "pair_id": 328142, "video_name": "s02e03_seg02_clip_12", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Multiple people were having a meal at the same table.", "similarity": 0.6945, "relevance": 4 }, { "pair_id": 328143, "video_name": "friends_s02e04_seg02_clip_00", "timestamp": [ 6.82, 62.03 ], "duration": 62.66, "caption": "A person was sitting in front of another person at the dining table.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 328144, "video_name": "s03e15_seg01_clip_00", "timestamp": [ 42.86, 45.38 ], "duration": 63.66, "caption": "A person suddenly sits on the table where some people are.", "similarity": 0.6892, "relevance": 4 }, { "pair_id": 328145, "video_name": "s04e10_seg01_clip_03", "timestamp": [ 0.0, 54.03 ], "duration": 54.66, "caption": "Three women were all sitting at the same dining table.", "similarity": 0.6883, "relevance": 4 }, { "pair_id": 328146, "video_name": "s10e06_seg02_clip_00", "timestamp": [ 6.6, 8.25 ], "duration": 66.66, "caption": "Two people are sitting together at the dinner table and eating.", "similarity": 0.6859, "relevance": 4 }, { "pair_id": 328147, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 31.42, 32.48 ], "duration": 74.66, "caption": "A person sits at a table with two other people.", "similarity": 0.6859, "relevance": 4 }, { "pair_id": 328148, "video_name": "castle_s06e07_seg02_clip_20", "timestamp": [ 30.18, 32.92 ], "duration": 91.66, "caption": "A person and another person sit down at a table where two other people are already seated.", "similarity": 0.685, "relevance": 3 }, { "pair_id": 328149, "video_name": "s03e05_seg02_clip_00", "timestamp": [ 33.3, 40.02 ], "duration": 64.66, "caption": "Two people come and sit down at the table with two other people.", "similarity": 0.6814, "relevance": 4 }, { "pair_id": 328150, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 7.13, 9.3 ], "duration": 62.66, "caption": "Some people place their trays down and sit at the table.", "similarity": 0.681, "relevance": 4 }, { "pair_id": 328151, "video_name": "friends_s09e13_seg02_clip_17", "timestamp": [ 0.0, 51.7 ], "duration": 65.66, "caption": "Two men were sitting beside the dining table.", "similarity": 0.678, "relevance": 4 }, { "pair_id": 328152, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 6.51, 9.92 ], "duration": 62.66, "caption": "Some people sit at the cafeteria table with their food trays.", "similarity": 0.6764, "relevance": 4 }, { "pair_id": 328153, "video_name": "friends_s09e05_seg02_clip_17", "timestamp": [ 20.75, 25.33 ], "duration": 61.66, "caption": "Two people sit down at the table.", "similarity": 0.6753, "relevance": 4 }, { "pair_id": 328154, "video_name": "friends_s07e20_seg02_clip_07", "timestamp": [ 24.16, 27.03 ], "duration": 57.66, "caption": "A man sits at the dining table with another person.", "similarity": 0.6735, "relevance": 3 }, { "pair_id": 328155, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.63, 3.9 ], "duration": 65.66, "caption": "A person sits down at a table with two other people.", "similarity": 0.6709, "relevance": 4 }, { "pair_id": 328156, "video_name": "friends_s04e18_seg02_clip_09", "timestamp": [ 6.18, 12.36 ], "duration": 65.66, "caption": "Two people sit down at the table together.", "similarity": 0.6705, "relevance": 4 }, { "pair_id": 328157, "video_name": "friends_s01e14_seg02_clip_10", "timestamp": [ 6.56, 36.78 ], "duration": 57.66, "caption": "Some friends of someone come over and take a seat at the table.", "similarity": 0.6698, "relevance": 4 }, { "pair_id": 328158, "video_name": "met_s03e01_seg02_clip_00", "timestamp": [ 37.82, 63.03 ], "duration": 63.66, "caption": "Two individuals are sitting together at the end of a restaurant table.", "similarity": 0.6694, "relevance": 4 }, { "pair_id": 328159, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 0.0, 7.52 ], "duration": 94.66, "caption": "Some people are sitting at a table talking.", "similarity": 0.6687, "relevance": 3 } ] }, { "query_id": 1812, "query": "Seven of the people are in the car with a man, sitting shotgun, holding a turkey.", "relevant_moment": [ { "pair_id": 5340, "video_name": "met_s06e10_seg02_clip_05", "timestamp": [ 55.23, 59.5 ], "duration": 61.66, "caption": "Seven of the people are in the car with a man, sitting shotgun, holding a turkey.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5341, "video_name": "castle_s08e04_seg02_clip_22", "timestamp": [ 22.81, 29.46 ], "duration": 95.66, "caption": "A person is sitting in a car with two other people.", "similarity": 0.4817, "relevance": 1 }, { "pair_id": 5342, "video_name": "s09e17_seg02_clip_04", "timestamp": [ 45.16, 54.93 ], "duration": 61.66, "caption": "A man is driving a person in his car with some people in the backseat.", "similarity": 0.4623, "relevance": 2 }, { "pair_id": 5343, "video_name": "castle_s08e11_seg02_clip_16", "timestamp": [ 0.0, 14.85 ], "duration": 90.66, "caption": "A man and a person are sitting in a car together.", "similarity": 0.4425, "relevance": 1 }, { "pair_id": 5344, "video_name": "friends_s02e09_seg02_clip_10", "timestamp": [ 0.0, 5.5 ], "duration": 55.66, "caption": "A person gets in the back seat of the cab and another person sits shotgun.", "similarity": 0.4413, "relevance": 1 }, { "pair_id": 5345, "video_name": "castle_s04e06_seg02_clip_23", "timestamp": [ 75.1, 84.65 ], "duration": 91.66, "caption": "A man and woman are sitting in a car on a stake out.", "similarity": 0.4397, "relevance": 1 }, { "pair_id": 5346, "video_name": "s03e05_seg02_clip_08", "timestamp": [ 52.66, 56.02 ], "duration": 56.66, "caption": "A man is driving the car with three people in it.", "similarity": 0.4333, "relevance": 1 }, { "pair_id": 5347, "video_name": "friends_s02e21_seg02_clip_08", "timestamp": [ 45.78, 48.98 ], "duration": 64.66, "caption": "A man pats woman's shoulder as they sit in the backseat of a car together.", "similarity": 0.4301, "relevance": 1 }, { "pair_id": 5348, "video_name": "castle_s07e12_seg02_clip_18", "timestamp": [ 38.12, 41.08 ], "duration": 74.66, "caption": "A man riding a car pointed a gun at a person.", "similarity": 0.427, "relevance": 1 }, { "pair_id": 5349, "video_name": "castle_s05e08_seg02_clip_23", "timestamp": [ 8.94, 15.65 ], "duration": 89.66, "caption": "A man tries to reason with some people in a car that police shootings bring hellfire.", "similarity": 0.4261, "relevance": 1 }, { "pair_id": 5350, "video_name": "s03e01_seg02_clip_14", "timestamp": [ 44.12, 50.74 ], "duration": 63.66, "caption": "Some people are in a car. A man is wearing a cowboy outfit and fake moustache.", "similarity": 0.4194, "relevance": 1 }, { "pair_id": 5351, "video_name": "s09e03_seg02_clip_04", "timestamp": [ 55.03, 57.02 ], "duration": 57.66, "caption": "A man was driving the car with three other people as his passengers.", "similarity": 0.4181, "relevance": 1 }, { "pair_id": 5352, "video_name": "s04e19_seg02_clip_14", "timestamp": [ 15.26, 61.03 ], "duration": 61.66, "caption": "Some people drive in a car together.", "similarity": 0.4166, "relevance": 1 }, { "pair_id": 5353, "video_name": "met_s06e10_seg02_clip_08", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "While talking to a man, a person is holding a covered turkey in an aluminum pan.", "similarity": 0.4129, "relevance": 1 }, { "pair_id": 5354, "video_name": "friends_s05e20_seg02_clip_09", "timestamp": [ 0.0, 14.17 ], "duration": 59.66, "caption": "Some people sit and talk in the backseat of a car.", "similarity": 0.4103, "relevance": 1 }, { "pair_id": 5355, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 17.12, 21.47 ], "duration": 58.66, "caption": "A person gets in to the car with woman and man.", "similarity": 0.4095, "relevance": 1 }, { "pair_id": 5356, "video_name": "castle_s05e08_seg02_clip_19", "timestamp": [ 9.56, 23.17 ], "duration": 73.66, "caption": "A vehicle pulls up beside person and a man accosts him with a gun and pushes him into the vehicle.", "similarity": 0.4076, "relevance": 1 }, { "pair_id": 5357, "video_name": "castle_s03e15_seg02_clip_24", "timestamp": [ 0.0, 39.72 ], "duration": 89.66, "caption": "Two men are sitting in car on a stake out.", "similarity": 0.4069, "relevance": 1 }, { "pair_id": 5358, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 49.51, 52.66 ], "duration": 90.66, "caption": "A man in the passenger seat points a gun at a person.", "similarity": 0.4037, "relevance": 1 }, { "pair_id": 5359, "video_name": "castle_s02e18_seg02_clip_21", "timestamp": [ 21.42, 54.9 ], "duration": 89.66, "caption": "Some people emerge from between cars and are carrying guns.", "similarity": 0.4031, "relevance": 1 } ] }, { "query_id": 1820, "query": "A woman is walking down the corridor and a person runs up to them.", "relevant_moment": [ { "pair_id": 160400, "video_name": "grey_s01e07_seg02_clip_02", "timestamp": [ 84.0, 90.66 ], "duration": 90.66, "caption": "A woman is walking down the corridor and a person runs up to them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160401, "video_name": "s10e07_seg02_clip_15", "timestamp": [ 23.69, 29.45 ], "duration": 64.66, "caption": "A woman walks up the stairs and meets a person at the hallway.", "similarity": 0.7452, "relevance": 2 }, { "pair_id": 160402, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 76.74, 88.66 ], "duration": 88.66, "caption": "A person and a woman walk together down a hallway.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 160403, "video_name": "grey_s03e13_seg02_clip_14", "timestamp": [ 58.5, 64.09 ], "duration": 86.66, "caption": "A person is walking down the corridor and another person rushes to catch up with him/her.", "similarity": 0.7387, "relevance": 3 }, { "pair_id": 160404, "video_name": "grey_s01e01_seg02_clip_11", "timestamp": [ 7.23, 20.78 ], "duration": 90.66, "caption": "A woman is walking up the stairs and then starts running in the hallway.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 160405, "video_name": "grey_s03e10_seg02_clip_07", "timestamp": [ 52.99, 58.88 ], "duration": 90.66, "caption": "A woman walks down the hallway as another woman follows her.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 160406, "video_name": "grey_s03e01_seg02_clip_09", "timestamp": [ 47.43, 54.47 ], "duration": 93.66, "caption": "A woman walks down the hallway followed by another woman.", "similarity": 0.7165, "relevance": 4 }, { "pair_id": 160407, "video_name": "grey_s02e15_seg02_clip_11", "timestamp": [ 61.2, 69.02 ], "duration": 92.66, "caption": "A woman is walking down the hallway, runs into a man and stops.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 160408, "video_name": "castle_s07e03_seg02_clip_19", "timestamp": [ 23.59, 36.94 ], "duration": 89.66, "caption": "A person leads two people down the hallway with her.", "similarity": 0.7121, "relevance": 2 }, { "pair_id": 160410, "video_name": "s09e11_seg02_clip_08", "timestamp": [ 40.14, 43.09 ], "duration": 59.66, "caption": "A person runs across the hallway in front of woman and woman and down the stairwell.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 160411, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 72.4, 74.23 ], "duration": 91.66, "caption": "A man runs up to person as person walks in the hallway.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 160412, "video_name": "s02e12_seg02_clip_16", "timestamp": [ 29.6, 32.04 ], "duration": 61.66, "caption": "A person runs down the hallway followed by someone.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 160413, "video_name": "castle_s06e20_seg02_clip_11", "timestamp": [ 0.0, 8.47 ], "duration": 84.66, "caption": "A woman is in the hallway as another woman walks towards her.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 160414, "video_name": "castle_s06e13_seg02_clip_16", "timestamp": [ 35.04, 41.42 ], "duration": 91.66, "caption": "A woman walks out into the hallway and another woman runs after her.", "similarity": 0.694, "relevance": 4 }, { "pair_id": 160415, "video_name": "castle_s08e08_seg02_clip_12", "timestamp": [ 22.2, 28.22 ], "duration": 75.66, "caption": "A woman enters the stairwell and runs up the steps.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 160417, "video_name": "grey_s02e22_seg02_clip_20", "timestamp": [ 57.12, 59.34 ], "duration": 88.66, "caption": "A person is walking through the hallway and runs into another person.", "similarity": 0.6865, "relevance": 1 }, { "pair_id": 160418, "video_name": "grey_s01e01_seg02_clip_01", "timestamp": [ 40.49, 45.55 ], "duration": 92.66, "caption": "A woman runs down the hospital hallway corridor.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 160419, "video_name": "castle_s04e03_seg02_clip_18", "timestamp": [ 57.83, 61.02 ], "duration": 91.66, "caption": "A woman walks in a hallway with some people with her.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 333720, "video_name": "grey_s02e17_seg02_clip_12", "timestamp": [ 14.42, 22.79 ], "duration": 93.66, "caption": "A woman runs out into the hallway and a person is surprised to see her.", "similarity": 0.6828, "relevance": 4 }, { "pair_id": 333721, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 22.76, 28.22 ], "duration": 91.66, "caption": "A woman runs up the stairs to see two people.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 333722, "video_name": "s03e18_seg02_clip_14", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A person gets up and walks down the hallway.", "similarity": 0.6826, "relevance": 1 }, { "pair_id": 333723, "video_name": "castle_s07e01_seg02_clip_05", "timestamp": [ 65.7, 71.36 ], "duration": 87.66, "caption": "A woman is walking down the hallway and is stopped by someone.", "similarity": 0.6771, "relevance": 3 }, { "pair_id": 333724, "video_name": "met_s06e18_seg02_clip_00", "timestamp": [ 2.75, 4.27 ], "duration": 61.66, "caption": "A man walks up to woman who is standing in a hallway.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 333725, "video_name": "house_s08e11_seg02_clip_23", "timestamp": [ 2.69, 7.16 ], "duration": 179.66, "caption": "A person walks up to a woman who is standing in the hospital hallway.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 333726, "video_name": "grey_s01e01_seg02_clip_08", "timestamp": [ 60.66, 69.56 ], "duration": 80.66, "caption": "A woman appears on the stairs then runs down a hallway, coming to a stop in a female patient's room.", "similarity": 0.6725, "relevance": 2 }, { "pair_id": 333727, "video_name": "castle_s06e22_seg02_clip_13", "timestamp": [ 22.63, 32.63 ], "duration": 87.66, "caption": "A man and a woman run down the hallway and into the stairwell.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 333728, "video_name": "house_s04e01_seg02_clip_20", "timestamp": [ 0.0, 6.02 ], "duration": 86.66, "caption": "A person walks down the hallway but gets stopped by a woman.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 333729, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 43.68, 48.7 ], "duration": 59.66, "caption": "A person is rushing some people down the stairs, they round the corner headed for the next stairwell, they see a woman walking to go up the stairs and the whole group stops in their tracks.", "similarity": 0.6687, "relevance": 2 }, { "pair_id": 333733, "video_name": "grey_s02e03_seg02_clip_11", "timestamp": [ 66.4, 68.63 ], "duration": 89.66, "caption": "A woman walks up to some people at the bottom of a staircase.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 333737, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 35.19, 38.2 ], "duration": 67.66, "caption": "Someone walks past a man and a woman in the hallway.", "similarity": 0.6579, "relevance": 1 }, { "pair_id": 333738, "video_name": "castle_s07e19_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A woman walks through the hallway with a man and another person.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 333739, "video_name": "house_s08e08_seg02_clip_15", "timestamp": [ 0.0, 20.48 ], "duration": 128.66, "caption": "Two people are walking down the corridor, talking, the woman stops and the man walks on.", "similarity": 0.6544, "relevance": 2 } ] }, { "query_id": 1836, "query": "A woman uses a toenail file to file her toenails.", "relevant_moment": [ { "pair_id": 101900, "video_name": "s02e17_seg02_clip_08", "timestamp": [ 44.35, 55.52 ], "duration": 62.66, "caption": "A woman uses a toenail file to file her toenails.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 101901, "video_name": "house_s07e17_seg02_clip_06", "timestamp": [ 3.18, 4.54 ], "duration": 90.66, "caption": "A woman nail files a doctor's nails on his hands.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 101902, "video_name": "s04e08_seg02_clip_08", "timestamp": [ 32.65, 36.31 ], "duration": 61.66, "caption": "A woman is putting a nail polish to her toes.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 101903, "video_name": "s03e22_seg01_clip_00", "timestamp": [ 8.85, 11.9 ], "duration": 61.66, "caption": "A woman is putting nail paint on a person's toe nails.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 101904, "video_name": "friends_s07e16_seg01_clip_00", "timestamp": [ 26.57, 28.49 ], "duration": 64.66, "caption": "A woman places a yellow nail file down onto the counter.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 101905, "video_name": "castle_s07e01_seg02_clip_08", "timestamp": [ 0.0, 7.77 ], "duration": 91.66, "caption": "A woman places her hand on a stack of files and runs her fingers through them.", "similarity": 0.6207, "relevance": 0 }, { "pair_id": 101906, "video_name": "castle_s07e01_seg02_clip_05", "timestamp": [ 61.35, 64.83 ], "duration": 87.66, "caption": "A woman hands person a file and then points at it.", "similarity": 0.6111, "relevance": 0 }, { "pair_id": 101907, "video_name": "grey_s02e08_seg02_clip_00", "timestamp": [ 54.52, 68.84 ], "duration": 92.66, "caption": "A woman picks up a medical file and writes something in it.", "similarity": 0.6102, "relevance": 0 }, { "pair_id": 101908, "video_name": "castle_s03e14_seg02_clip_23", "timestamp": [ 47.02, 50.25 ], "duration": 92.66, "caption": "A person hands woman a file full of paperwork.", "similarity": 0.6045, "relevance": 0 }, { "pair_id": 101909, "video_name": "castle_s05e11_seg02_clip_15", "timestamp": [ 38.26, 39.61 ], "duration": 90.66, "caption": "A person taps his finger twice on a large file folder that woman is holding in front of her.", "similarity": 0.5915, "relevance": 0 }, { "pair_id": 101910, "video_name": "grey_s03e11_seg02_clip_06", "timestamp": [ 80.89, 83.57 ], "duration": 89.66, "caption": "A woman puts patient files in the drop file.", "similarity": 0.59, "relevance": 0 }, { "pair_id": 101911, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 17.55, 22.96 ], "duration": 90.66, "caption": "A woman opens a desk drawer and places a file in it.", "similarity": 0.5877, "relevance": 0 }, { "pair_id": 101912, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 85.25, 87.98 ], "duration": 91.66, "caption": "A woman takes out a file from a file shelf and opens it.", "similarity": 0.5869, "relevance": 0 }, { "pair_id": 101913, "video_name": "s03e22_seg01_clip_00", "timestamp": [ 0.0, 8.85 ], "duration": 61.66, "caption": "A woman is sitting on her couch painting her toenails.", "similarity": 0.5842, "relevance": 2 }, { "pair_id": 101914, "video_name": "castle_s01e04_seg02_clip_16", "timestamp": [ 3.15, 6.75 ], "duration": 90.66, "caption": "Woman hands person a file as he sits across from her.", "similarity": 0.5809, "relevance": 0 }, { "pair_id": 101915, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 59.19, 62.58 ], "duration": 97.66, "caption": "A woman opens a file and shows some fingerprints to a man.", "similarity": 0.5762, "relevance": 0 }, { "pair_id": 101916, "video_name": "s04e14_seg02_clip_11", "timestamp": [ 9.14, 11.35 ], "duration": 63.66, "caption": "A person gives a woman an orange colored file folder.", "similarity": 0.5754, "relevance": 0 }, { "pair_id": 101917, "video_name": "castle_s03e20_seg02_clip_04", "timestamp": [ 54.91, 59.87 ], "duration": 90.66, "caption": "A woman hands a person a file folder of the victim.", "similarity": 0.5747, "relevance": 0 }, { "pair_id": 101918, "video_name": "grey_s01e05_seg02_clip_07", "timestamp": [ 10.23, 12.56 ], "duration": 93.66, "caption": "A woman using a pen writes in a folder she is holding.", "similarity": 0.5692, "relevance": 0 }, { "pair_id": 101919, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.5657, "relevance": 0 } ] }, { "query_id": 1859, "query": "A woman opens up guy's hospital gown when he is laying down.", "relevant_moment": [ { "pair_id": 170880, "video_name": "house_s03e07_seg02_clip_02", "timestamp": [ 23.97, 27.13 ], "duration": 90.66, "caption": "A woman opens up guy's hospital gown when he is laying down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170881, "video_name": "house_s08e08_seg02_clip_10", "timestamp": [ 19.85, 29.08 ], "duration": 92.66, "caption": "A woman opens up a man's hospital gown to expose his wound.", "similarity": 0.815, "relevance": 3 }, { "pair_id": 170882, "video_name": "house_s04e16_seg02_clip_22", "timestamp": [ 7.07, 12.63 ], "duration": 101.66, "caption": "A man closes his eyes tightly as he lays in a hospital bed with a woman.", "similarity": 0.7016, "relevance": 1 }, { "pair_id": 170883, "video_name": "grey_s02e17_seg02_clip_09", "timestamp": [ 71.12, 78.77 ], "duration": 90.66, "caption": "A woman goes to a man and covers him as he is lying in a hospital bed.", "similarity": 0.6833, "relevance": 3 }, { "pair_id": 170884, "video_name": "house_s04e07_seg02_clip_16", "timestamp": [ 0.0, 84.02 ], "duration": 84.66, "caption": "A person wearing hospital gown was lying on a hospital bed.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 170885, "video_name": "grey_s03e20_seg02_clip_18", "timestamp": [ 21.32, 52.21 ], "duration": 87.66, "caption": "A man helps woman put on her pants under her hospital gown.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 170886, "video_name": "friends_s08e23-24_seg02_clip_14", "timestamp": [ 0.0, 7.4 ], "duration": 59.66, "caption": "A woman is lying on a hospital bed as a woman introduces herself to her and the woman to which the woman signals a man and he closes the curtain in their face.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 170887, "video_name": "house_s02e13_seg02_clip_21", "timestamp": [ 0.0, 73.85 ], "duration": 91.66, "caption": "A woman wearing a hospital gown was lying on the hospital bed.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 170888, "video_name": "friends_s05e03_seg02_clip_08", "timestamp": [ 50.88, 58.23 ], "duration": 61.66, "caption": "A woman comforts a man while he is lying in a hospital bed.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 170889, "video_name": "house_s03e20_seg02_clip_17", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman wearing hospital gown was lying on the hospital bed.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 170890, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 0.0, 11.79 ], "duration": 90.66, "caption": "A woman is holding man's hand as he lies in a hospital bed.", "similarity": 0.6578, "relevance": 3 }, { "pair_id": 170891, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 0.0, 5.33 ], "duration": 88.66, "caption": "A man is holding woman's shoulder as she lies in a hospital bed.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 170892, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 23.05 ], "duration": 92.66, "caption": "A man lays in the hospital bed as two women are by his side.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 170893, "video_name": "house_s08e12_seg02_clip_20", "timestamp": [ 83.72, 85.07 ], "duration": 90.66, "caption": "A man grabs a woman's hand while she lays in a hospital bed.", "similarity": 0.6503, "relevance": 1 }, { "pair_id": 170894, "video_name": "house_s05e17_seg02_clip_11", "timestamp": [ 33.85, 36.52 ], "duration": 89.66, "caption": "A man, a male patient gets up from lying down in his hospital bed.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 170895, "video_name": "friends_s01e20_seg02_clip_18", "timestamp": [ 49.22, 54.62 ], "duration": 60.66, "caption": "A man rushes out of the hospital room and a woman closes it behind him.", "similarity": 0.644, "relevance": 0 }, { "pair_id": 170896, "video_name": "house_s02e24_seg02_clip_04", "timestamp": [ 0.45, 3.15 ], "duration": 90.66, "caption": "A person lays down in the hospital bed while looking up at the ceiling.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 170897, "video_name": "house_s01e15_seg02_clip_25", "timestamp": [ 17.85, 23.66 ], "duration": 83.66, "caption": "A man lays back down on the hospital bed.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 170898, "video_name": "house_s01e06_seg02_clip_23", "timestamp": [ 70.27, 71.55 ], "duration": 85.66, "caption": "A woman, lying with eyes closed on the hospital bed, is startled awake by a man.", "similarity": 0.6392, "relevance": 1 }, { "pair_id": 170899, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 1.28, 5.45 ], "duration": 64.66, "caption": "A woman tells man to stop fretting while she's in a hospital bed.", "similarity": 0.638, "relevance": 1 } ] }, { "query_id": 1894, "query": "A person is talking to another person while walking to him/her closely.", "relevant_moment": [ { "pair_id": 170700, "video_name": "house_s03e07_seg02_clip_09", "timestamp": [ 32.31, 36.46 ], "duration": 92.66, "caption": "A person is talking to another person while walking to him/her closely.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170701, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 62.49, 68.34 ], "duration": 89.66, "caption": "A person is talking to another person while he is walking.", "similarity": 0.9503, "relevance": 4 }, { "pair_id": 170702, "video_name": "house_s06e02_seg02_clip_19", "timestamp": [ 36.01, 44.11 ], "duration": 90.66, "caption": "A person walks closer to another person while talking to them.", "similarity": 0.934, "relevance": 4 }, { "pair_id": 170703, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 0.61, 2.75 ], "duration": 61.66, "caption": "A person walks towards another person as he is talking.", "similarity": 0.924, "relevance": 4 }, { "pair_id": 170704, "video_name": "house_s01e03_seg02_clip_12", "timestamp": [ 25.63, 31.09 ], "duration": 84.66, "caption": "A person walks near another person and talks to them.", "similarity": 0.9216, "relevance": 4 }, { "pair_id": 170705, "video_name": "house_s02e23_seg02_clip_02", "timestamp": [ 4.96, 10.82 ], "duration": 90.66, "caption": "A person walks with another person while they are talking.", "similarity": 0.9179, "relevance": 3 }, { "pair_id": 170706, "video_name": "s04e20_seg02_clip_13", "timestamp": [ 35.12, 60.03 ], "duration": 60.66, "caption": "A person walks towards another person while talking to him.", "similarity": 0.9166, "relevance": 4 }, { "pair_id": 170707, "video_name": "house_s03e01_seg02_clip_07", "timestamp": [ 1.84, 5.98 ], "duration": 92.66, "caption": "A person walks a little while talking to two other people.", "similarity": 0.9164, "relevance": 3 }, { "pair_id": 170708, "video_name": "house_s02e12_seg02_clip_14", "timestamp": [ 2.72, 5.97 ], "duration": 54.66, "caption": "A person is walking slowly while talking to another person.", "similarity": 0.9109, "relevance": 3 }, { "pair_id": 170709, "video_name": "house_s05e22_seg02_clip_17", "timestamp": [ 20.94, 25.95 ], "duration": 91.66, "caption": "A person is walking to another person's side by side while they are talking about another person.", "similarity": 0.9095, "relevance": 3 }, { "pair_id": 170710, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 66.51, 75.82 ], "duration": 93.66, "caption": "Someone is walking back and forth while talking to two other people.", "similarity": 0.9059, "relevance": 2 }, { "pair_id": 170711, "video_name": "house_s05e10_seg02_clip_13", "timestamp": [ 9.84, 12.3 ], "duration": 82.66, "caption": "A person walks a little closer to another person while talking to him.", "similarity": 0.8995, "relevance": 4 }, { "pair_id": 170712, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 69.88, 89.02 ], "duration": 89.66, "caption": "A person walks towards another person and starts talking with them.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 170713, "video_name": "s02e11_seg02_clip_02", "timestamp": [ 2.1, 5.4 ], "duration": 60.66, "caption": "A person walks slowly to another person while talking to them.", "similarity": 0.8888, "relevance": 4 }, { "pair_id": 170714, "video_name": "house_s07e21_seg02_clip_16", "timestamp": [ 15.84, 19.36 ], "duration": 176.66, "caption": "A person walks a little closer to the person he is talking with.", "similarity": 0.8838, "relevance": 4 }, { "pair_id": 170715, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 12.69, 15.51 ], "duration": 94.66, "caption": "A person talks to another person and walks towards him.", "similarity": 0.8833, "relevance": 1 }, { "pair_id": 170716, "video_name": "castle_s03e23_seg02_clip_15", "timestamp": [ 80.12, 84.62 ], "duration": 90.66, "caption": "A person is walking beside someone as they are conversing.", "similarity": 0.8808, "relevance": 2 }, { "pair_id": 170717, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 10.26, 13.97 ], "duration": 57.66, "caption": "A person walks slowly to another person while they are talking.", "similarity": 0.8793, "relevance": 4 }, { "pair_id": 170718, "video_name": "house_s06e07_seg02_clip_23", "timestamp": [ 51.43, 58.26 ], "duration": 91.66, "caption": "A person walks in and talks to another person.", "similarity": 0.8776, "relevance": 3 }, { "pair_id": 170719, "video_name": "house_s05e17_seg02_clip_13", "timestamp": [ 55.01, 59.3 ], "duration": 78.66, "caption": "A person puts their walking stick down while talking to another person.", "similarity": 0.873, "relevance": 2 }, { "pair_id": 344020, "video_name": "s06e07_seg02_clip_03", "timestamp": [ 2.61, 6.38 ], "duration": 58.66, "caption": "A person walks a little near a person and talks to him.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 344021, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 35.5, 40.05 ], "duration": 91.66, "caption": "A person walks while discussing to two other people.", "similarity": 0.8717, "relevance": 3 }, { "pair_id": 344022, "video_name": "house_s03e05_seg02_clip_13", "timestamp": [ 43.16, 49.97 ], "duration": 90.66, "caption": "A person walks a little closer to someone while talking.", "similarity": 0.869, "relevance": 4 }, { "pair_id": 344023, "video_name": "s05e23_seg02_clip_08", "timestamp": [ 6.44, 10.36 ], "duration": 56.66, "caption": "A person walks closer to someone during their conversation.", "similarity": 0.8683, "relevance": 4 }, { "pair_id": 344024, "video_name": "house_s04e05_seg02_clip_16", "timestamp": [ 13.8, 18.87 ], "duration": 92.66, "caption": "A person walks by and turns around when another person talks to him/her.", "similarity": 0.8679, "relevance": 3 }, { "pair_id": 344025, "video_name": "s07e10_seg02_clip_14", "timestamp": [ 9.15, 12.51 ], "duration": 61.66, "caption": "A person walks over to talk with two other people.", "similarity": 0.8663, "relevance": 3 }, { "pair_id": 344026, "video_name": "house_s06e17_seg02_clip_00", "timestamp": [ 30.04, 35.95 ], "duration": 91.66, "caption": "A person is walking a bit slowly while talking to someone.", "similarity": 0.8637, "relevance": 2 }, { "pair_id": 344027, "video_name": "house_s02e10_seg02_clip_13", "timestamp": [ 26.2, 80.61 ], "duration": 80.66, "caption": "A person walks up to another person so they can talk to them.", "similarity": 0.8633, "relevance": 3 }, { "pair_id": 344028, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 21.61, 25.66 ], "duration": 90.66, "caption": "A person walks a little near someone and continues talking.", "similarity": 0.8632, "relevance": 4 }, { "pair_id": 344029, "video_name": "house_s04e14_seg02_clip_07", "timestamp": [ 61.29, 64.14 ], "duration": 95.66, "caption": "A person walks up and talks with two other people.", "similarity": 0.858, "relevance": 3 }, { "pair_id": 344030, "video_name": "castle_s01e05_seg02_clip_10", "timestamp": [ 48.17, 74.11 ], "duration": 74.66, "caption": "Two people are walking and talking to someone.", "similarity": 0.8567, "relevance": 2 }, { "pair_id": 344031, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 8.1, 12.15 ], "duration": 90.66, "caption": "A person walks fast while talking to two other people.", "similarity": 0.8558, "relevance": 2 }, { "pair_id": 344032, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 32.17, 37.19 ], "duration": 59.66, "caption": "A person walks over closer to someone to talk to them.", "similarity": 0.8555, "relevance": 4 }, { "pair_id": 344033, "video_name": "house_s02e09_seg02_clip_14", "timestamp": [ 37.84, 46.74 ], "duration": 89.66, "caption": "A person talks to another person as he follows after him.", "similarity": 0.8532, "relevance": 3 }, { "pair_id": 344034, "video_name": "s07e24_seg02_clip_15", "timestamp": [ 29.6, 33.87 ], "duration": 61.66, "caption": "A person moves closer to someone to speak to him.", "similarity": 0.8509, "relevance": 4 }, { "pair_id": 344035, "video_name": "s04e23_seg02_clip_11", "timestamp": [ 37.84, 43.02 ], "duration": 61.66, "caption": "A person walks over to another person and begins talking with them.", "similarity": 0.8504, "relevance": 4 }, { "pair_id": 344036, "video_name": "s09e06_seg02_clip_00", "timestamp": [ 34.74, 37.22 ], "duration": 62.66, "caption": "A person moves around someone to get closer to two other people while he/she is talking.", "similarity": 0.85, "relevance": 3 }, { "pair_id": 344037, "video_name": "castle_s06e05_seg02_clip_04", "timestamp": [ 16.68, 23.89 ], "duration": 90.66, "caption": "A person, a woman, and another person are walking while talking.", "similarity": 0.8497, "relevance": 2 }, { "pair_id": 344038, "video_name": "castle_s02e14_seg02_clip_02", "timestamp": [ 37.28, 40.01 ], "duration": 90.66, "caption": "A person walks from behind another person and starts a conversation.", "similarity": 0.8485, "relevance": 3 }, { "pair_id": 344039, "video_name": "castle_s03e08_seg02_clip_16", "timestamp": [ 60.96, 68.19 ], "duration": 90.66, "caption": "A person walks in beside another person to speak to someone.", "similarity": 0.8478, "relevance": 2 } ] }, { "query_id": 1898, "query": "A man puts on a black coat as he listens to a doctor.", "relevant_moment": [ { "pair_id": 156320, "video_name": "house_s03e07_seg02_clip_08", "timestamp": [ 0.0, 10.24 ], "duration": 89.66, "caption": "A man puts on a black coat as he listens to a doctor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156321, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor was having a talk with man.", "similarity": 0.6643, "relevance": 2 }, { "pair_id": 156322, "video_name": "house_s05e02_seg02_clip_10", "timestamp": [ 12.56, 13.49 ], "duration": 93.66, "caption": "A man removes his hand from the black object and continues to talk to a doctor.", "similarity": 0.6593, "relevance": 0 }, { "pair_id": 156323, "video_name": "house_s08e08_seg02_clip_05", "timestamp": [ 51.45, 91.42 ], "duration": 91.66, "caption": "A doctor carries on his duties while listening to what other doctors say about a patient's condition.", "similarity": 0.6574, "relevance": 1 }, { "pair_id": 156324, "video_name": "house_s08e05_seg02_clip_09", "timestamp": [ 39.91, 47.98 ], "duration": 89.66, "caption": "A man puts on his jacket and then the other doctors walk out.", "similarity": 0.6482, "relevance": 3 }, { "pair_id": 156325, "video_name": "house_s08e11_seg02_clip_19", "timestamp": [ 89.77, 93.03 ], "duration": 93.66, "caption": "A man on coat and tie pulls the blanket of a doctor covering his feet.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 156326, "video_name": "friends_s02e18_seg01_clip_00", "timestamp": [ 1.85, 44.41 ], "duration": 74.66, "caption": "A man is on TV dressed up as a doctor.", "similarity": 0.6478, "relevance": 0 }, { "pair_id": 156327, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 156328, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 10.71, 12.6 ], "duration": 126.66, "caption": "A doctor brings his hand up toward his face as he listens to a person on a phone.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 156329, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 32.84, 35.62 ], "duration": 92.66, "caption": "A man holds the hand of his doctor.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 156330, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 31.06, 37.81 ], "duration": 90.66, "caption": "A man is talking to another doctor and the other doctors about his condition.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 156331, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 5.94, 8.68 ], "duration": 91.66, "caption": "A man takes medicine while a person is talking to him.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 156332, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 0.0, 51.38 ], "duration": 90.66, "caption": "A doctor was having a conversation with a person wearing cream colored coat.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 156333, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 49.09, 61.7 ], "duration": 90.66, "caption": "A man is having a conversation with some doctors.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 156334, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.6385, "relevance": 1 }, { "pair_id": 156335, "video_name": "house_s05e04_seg02_clip_00", "timestamp": [ 0.0, 34.18 ], "duration": 91.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 156336, "video_name": "house_s01e14_seg02_clip_18", "timestamp": [ 43.74, 88.36 ], "duration": 88.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.6365, "relevance": 1 }, { "pair_id": 156337, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.6342, "relevance": 1 }, { "pair_id": 156338, "video_name": "house_s06e12_seg02_clip_05", "timestamp": [ 4.05, 6.75 ], "duration": 90.66, "caption": "A man in a grey coat and blue shirt rolls his eyes at a doctor.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 156339, "video_name": "grey_s02e02_seg02_clip_04", "timestamp": [ 77.14, 85.39 ], "duration": 97.66, "caption": "A man instructs a doctor to keep working on the patient he is operating on.", "similarity": 0.6287, "relevance": 1 } ] }, { "query_id": 1966, "query": "A person points a TV remote control and changes the TV channels using the remote.", "relevant_moment": [ { "pair_id": 132720, "video_name": "house_s06e16_seg02_clip_02", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A person points a TV remote control and changes the TV channels using the remote.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 132721, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 30.57, 33.09 ], "duration": 63.66, "caption": "A person picks up a remote control and uses it on the TV.", "similarity": 0.8331, "relevance": 3 }, { "pair_id": 132722, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 49.32, 51.35 ], "duration": 58.66, "caption": "A person points the remote at the television and presses a button.", "similarity": 0.8214, "relevance": 3 }, { "pair_id": 132723, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 7.8, 12.91 ], "duration": 60.66, "caption": "A person uses the remote to turn on the TV.", "similarity": 0.816, "relevance": 4 }, { "pair_id": 132724, "video_name": "friends_s09e23-24_seg02_clip_36", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A person with the remote control is watching the TV.", "similarity": 0.8141, "relevance": 3 }, { "pair_id": 132725, "video_name": "house_s04e14_seg02_clip_06", "timestamp": [ 47.53, 50.17 ], "duration": 88.66, "caption": "A man points the remote at the television set.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 132726, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person picks up the remote and turns on the television.", "similarity": 0.7708, "relevance": 4 }, { "pair_id": 132727, "video_name": "s07e16_seg02_clip_02", "timestamp": [ 29.69, 37.26 ], "duration": 56.66, "caption": "A person controls the TV with the remote control then with the wand.", "similarity": 0.7675, "relevance": 3 }, { "pair_id": 132728, "video_name": "castle_s02e02_seg02_clip_13", "timestamp": [ 48.37, 55.35 ], "duration": 93.66, "caption": "A man points a remote control at a TV and pauses the screen.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 132729, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 59.41, 63.89 ], "duration": 81.66, "caption": "A man uses a remote control to turn on the TV.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 132730, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 21.97, 24.41 ], "duration": 61.66, "caption": "A person points their remote towards the TV and then sits up.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 132731, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 22.58, 24.11 ], "duration": 61.66, "caption": "A person uses the TV remote and turns towards another person.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 132732, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 28.92, 31.28 ], "duration": 59.66, "caption": "A man raises the T.V. Remote and changes the T.V. channel.", "similarity": 0.7457, "relevance": 2 }, { "pair_id": 132733, "video_name": "s04e05_seg01_clip_01", "timestamp": [ 37.47, 40.59 ], "duration": 48.66, "caption": "A person aims the remote at the TV, presses it and puts it down.", "similarity": 0.7417, "relevance": 2 }, { "pair_id": 132734, "video_name": "friends_s01e16-17_seg02_clip_11", "timestamp": [ 39.17, 41.19 ], "duration": 57.66, "caption": "A woman points remote control at the television screen.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 132735, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.2, 16.44 ], "duration": 62.66, "caption": "A person turns off the TV using the remote control.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 132736, "video_name": "grey_s02e22_seg02_clip_07", "timestamp": [ 42.78, 45.97 ], "duration": 91.66, "caption": "A person holds up the TV remote and presses a button.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 132737, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 39.53, 42.26 ], "duration": 90.66, "caption": "A woman picks up the remote control and points toward the television.", "similarity": 0.7335, "relevance": 3 }, { "pair_id": 132738, "video_name": "castle_s06e15_seg02_clip_20", "timestamp": [ 55.46, 57.26 ], "duration": 90.66, "caption": "A woman uses the remote control on the TV screen.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 132739, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 59.62, 60.99 ], "duration": 91.66, "caption": "A man grabs the remote control and turns the TV on.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 306040, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 45.01, 48.61 ], "duration": 90.66, "caption": "A person plays the video on the TV screen with the remote in their hand.", "similarity": 0.7034, "relevance": 3 }, { "pair_id": 306041, "video_name": "s02e10_seg01_clip_00", "timestamp": [ 31.52, 34.67 ], "duration": 63.66, "caption": "A man picks up a remote control and switches off a TV.", "similarity": 0.6999, "relevance": 4 }, { "pair_id": 306042, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 13.65, 17.37 ], "duration": 62.66, "caption": "A person grabs the remote control and turns off the television.", "similarity": 0.6989, "relevance": 4 }, { "pair_id": 306043, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 22.41, 24.81 ], "duration": 80.66, "caption": "A man sits down and changes the channel with the remote.", "similarity": 0.6974, "relevance": 4 }, { "pair_id": 306044, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 22.41, 26.41 ], "duration": 80.66, "caption": "A man sits down and changes the channel on the television.", "similarity": 0.6952, "relevance": 4 }, { "pair_id": 306045, "video_name": "s04e05_seg01_clip_00", "timestamp": [ 17.39, 21.05 ], "duration": 61.66, "caption": "A person picks up the television remote and puts it back down.", "similarity": 0.6944, "relevance": 4 }, { "pair_id": 306046, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A person picks up a remote and turns off a TV and then sets it down on a chair.", "similarity": 0.6933, "relevance": 4 }, { "pair_id": 306047, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 8.82, 38.99 ], "duration": 92.66, "caption": "A person is standing on a chair pressing the button on a tv and with a remote in his hand.", "similarity": 0.6925, "relevance": 4 }, { "pair_id": 306048, "video_name": "friends_s01e01_seg02_clip_25", "timestamp": [ 32.31, 33.67 ], "duration": 68.66, "caption": "A woman points to remote control at the TV to turn it off.", "similarity": 0.6872, "relevance": 4 }, { "pair_id": 306049, "video_name": "friends_s08e19_seg02_clip_05", "timestamp": [ 12.78, 14.56 ], "duration": 59.66, "caption": "A man picks up the remote and turns on the TV.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 306050, "video_name": "s06e21_seg02_clip_08", "timestamp": [ 35.71, 39.55 ], "duration": 59.66, "caption": "A woman raises her hand holding a remote control and then aims it at the TV.", "similarity": 0.6852, "relevance": 4 }, { "pair_id": 306051, "video_name": "friends_s01e02_seg02_clip_02", "timestamp": [ 3.25, 14.17 ], "duration": 59.66, "caption": "A man explains an episode of a TV show, and a person then changes the channel.", "similarity": 0.685, "relevance": 4 }, { "pair_id": 306052, "video_name": "castle_s08e10_seg02_clip_21", "timestamp": [ 56.35, 60.94 ], "duration": 83.66, "caption": "A person turns around and points towards the TV with both hands.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 306053, "video_name": "castle_s04e12_seg02_clip_21", "timestamp": [ 36.05, 38.28 ], "duration": 89.66, "caption": "A man points the remote towards the TV with his relative.", "similarity": 0.6823, "relevance": 4 }, { "pair_id": 306054, "video_name": "friends_s01e16-17_seg02_clip_04", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A monkey grabs the remote control and points it at the TV.", "similarity": 0.6818, "relevance": 3 }, { "pair_id": 306055, "video_name": "met_s02e05_seg02_clip_15", "timestamp": [ 45.14, 48.11 ], "duration": 59.66, "caption": "A person picks up a remote and turns on a TV in front of the bed.", "similarity": 0.6802, "relevance": 4 }, { "pair_id": 306056, "video_name": "s07e12_seg02_clip_04", "timestamp": [ 20.44, 22.58 ], "duration": 61.66, "caption": "A woman shushes everyone and points the remote at the TV.", "similarity": 0.679, "relevance": 4 }, { "pair_id": 306057, "video_name": "house_s02e04_seg02_clip_16", "timestamp": [ 40.14, 41.62 ], "duration": 73.66, "caption": "A man pulls out a remote control for the television behind them.", "similarity": 0.6787, "relevance": 4 }, { "pair_id": 306058, "video_name": "s02e07_seg01_clip_00", "timestamp": [ 50.74, 53.26 ], "duration": 63.66, "caption": "A woman grabs the remote control to the TV and turns it on.", "similarity": 0.6775, "relevance": 4 }, { "pair_id": 306059, "video_name": "castle_s05e19_seg02_clip_25", "timestamp": [ 32.41, 35.61 ], "duration": 91.66, "caption": "A woman points to something on a TV monitor while holding a remote.", "similarity": 0.6765, "relevance": 3 } ] }, { "query_id": 1995, "query": "A woman stands up and walks out of the room.", "relevant_moment": [ { "pair_id": 9740, "video_name": "castle_s01e07_seg02_clip_18", "timestamp": [ 2.76, 6.44 ], "duration": 92.66, "caption": "A woman stands up and walks out of the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9741, "video_name": "s08e06_seg02_clip_14", "timestamp": [ 23.5, 29.9 ], "duration": 61.66, "caption": "A woman stands up from sitting and walks out of the room.", "similarity": 0.9346, "relevance": 4 }, { "pair_id": 9742, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 42.51, 45.91 ], "duration": 85.66, "caption": "A woman gets up and walks out of the room.", "similarity": 0.9156, "relevance": 4 }, { "pair_id": 9743, "video_name": "grey_s01e09_seg02_clip_07", "timestamp": [ 78.77, 82.37 ], "duration": 90.66, "caption": "A woman stands up from a chair and walks out of the room.", "similarity": 0.9054, "relevance": 4 }, { "pair_id": 9744, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 35.72, 43.37 ], "duration": 51.66, "caption": "A woman stands up and walks out of the apartment.", "similarity": 0.8304, "relevance": 4 }, { "pair_id": 9745, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 53.34, 56.14 ], "duration": 62.66, "caption": "A person stands up and walks out of the living room.", "similarity": 0.8302, "relevance": 3 }, { "pair_id": 9746, "video_name": "grey_s03e06_seg02_clip_01", "timestamp": [ 32.36, 36.46 ], "duration": 91.66, "caption": "A woman stands up and walks out of the locker room.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 9748, "video_name": "s10e09_seg02_clip_07", "timestamp": [ 11.85, 20.17 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks out of the room.", "similarity": 0.8036, "relevance": 4 }, { "pair_id": 9749, "video_name": "s06e01_seg02_clip_11", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "A woman gets up from the couch and walks out of the room.", "similarity": 0.8036, "relevance": 4 }, { "pair_id": 9750, "video_name": "house_s01e18_seg02_clip_25", "timestamp": [ 32.49, 40.89 ], "duration": 112.66, "caption": "A woman stands up out of her chair and leaves the room.", "similarity": 0.8016, "relevance": 3 }, { "pair_id": 9751, "video_name": "castle_s04e19_seg02_clip_06", "timestamp": [ 83.28, 92.03 ], "duration": 92.66, "caption": "A woman stands up from a desk and walks out of the room after opening the door.", "similarity": 0.7947, "relevance": 2 }, { "pair_id": 9752, "video_name": "grey_s02e15_seg02_clip_23", "timestamp": [ 25.18, 32.32 ], "duration": 75.66, "caption": "A woman walks out of the room and walks into another room.", "similarity": 0.7911, "relevance": 2 }, { "pair_id": 9753, "video_name": "grey_s03e09_seg02_clip_08", "timestamp": [ 83.98, 87.02 ], "duration": 87.66, "caption": "A man stands up and walks out of the room.", "similarity": 0.7895, "relevance": 2 }, { "pair_id": 9754, "video_name": "house_s04e13_seg02_clip_11", "timestamp": [ 28.61, 35.21 ], "duration": 88.66, "caption": "A woman stands up and walks out from a person's room when a man came in.", "similarity": 0.7894, "relevance": 3 }, { "pair_id": 9755, "video_name": "s10e03_seg02_clip_09", "timestamp": [ 49.58, 53.12 ], "duration": 59.66, "caption": "A woman stands up and walks out of the kitchen.", "similarity": 0.7863, "relevance": 4 }, { "pair_id": 9756, "video_name": "grey_s01e03_seg02_clip_15", "timestamp": [ 81.7, 87.64 ], "duration": 99.66, "caption": "A woman gets up from her seat and goes out of the room.", "similarity": 0.7758, "relevance": 4 }, { "pair_id": 9757, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 38.72, 41.42 ], "duration": 60.66, "caption": "A woman stands up from the chair and leaves the room.", "similarity": 0.7757, "relevance": 4 }, { "pair_id": 9758, "video_name": "castle_s02e04_seg02_clip_19", "timestamp": [ 12.85, 16.39 ], "duration": 88.66, "caption": "A person walks out of the room.", "similarity": 0.7754, "relevance": 2 }, { "pair_id": 9759, "video_name": "s08e04_seg02_clip_00", "timestamp": [ 26.55, 30.21 ], "duration": 61.66, "caption": "A woman gets up from the couch and walks out of the living room.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 183060, "video_name": "friends_s10e09_seg02_clip_20", "timestamp": [ 27.66, 32.17 ], "duration": 60.66, "caption": "A woman gets up and walks out of the room upset.", "similarity": 0.772, "relevance": 4 }, { "pair_id": 183061, "video_name": "castle_s05e03_seg02_clip_14", "timestamp": [ 21.13, 27.29 ], "duration": 88.66, "caption": "A woman walks out of the room and person follows her.", "similarity": 0.7686, "relevance": 3 }, { "pair_id": 183062, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 35.97, 43.11 ], "duration": 51.66, "caption": "A woman stands up from the couch and walks away, and out of the apartment.", "similarity": 0.7657, "relevance": 4 }, { "pair_id": 183063, "video_name": "castle_s08e06_seg02_clip_01", "timestamp": [ 3.96, 10.12 ], "duration": 88.66, "caption": "A woman gets up from a chair and walks into another room.", "similarity": 0.764, "relevance": 4 }, { "pair_id": 183064, "video_name": "house_s02e01_seg02_clip_11", "timestamp": [ 20.02, 23.93 ], "duration": 87.66, "caption": "A person gets up and walks out of the room quickly.", "similarity": 0.7597, "relevance": 3 }, { "pair_id": 183065, "video_name": "castle_s06e06_seg02_clip_16", "timestamp": [ 65.72, 69.77 ], "duration": 90.66, "caption": "A person walks out of the room followed by woman.", "similarity": 0.7557, "relevance": 2 }, { "pair_id": 183066, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 15.85, 17.01 ], "duration": 77.66, "caption": "A person towards and walks out of the room.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 183067, "video_name": "friends_s09e23-24_seg02_clip_37", "timestamp": [ 9.15, 12.82 ], "duration": 61.66, "caption": "A woman stands up when a man walks into the room.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 183068, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 24.19, 28.3 ], "duration": 91.66, "caption": "A person walks out of the room with a woman.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 183069, "video_name": "grey_s02e21_seg02_clip_20", "timestamp": [ 44.07, 53.86 ], "duration": 89.66, "caption": "A woman walks out of the room followed by a woman.", "similarity": 0.7519, "relevance": 2 }, { "pair_id": 183070, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 43.37, 47.08 ], "duration": 61.66, "caption": "A woman walks out of the living room and into the bedroom.", "similarity": 0.7515, "relevance": 3 }, { "pair_id": 183071, "video_name": "grey_s03e17_seg02_clip_20", "timestamp": [ 21.28, 31.16 ], "duration": 152.66, "caption": "A person stands up and leaves the room.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 183072, "video_name": "friends_s01e21_seg02_clip_01", "timestamp": [ 12.83, 16.54 ], "duration": 57.66, "caption": "A woman walks out of her bedroom and into the living room.", "similarity": 0.7457, "relevance": 2 }, { "pair_id": 183073, "video_name": "s01e06_seg02_clip_04", "timestamp": [ 60.11, 61.03 ], "duration": 61.66, "caption": "A woman walks out of the room towards the bathroom.", "similarity": 0.7456, "relevance": 2 }, { "pair_id": 183074, "video_name": "s03e03_seg01_clip_02", "timestamp": [ 26.52, 29.94 ], "duration": 57.66, "caption": "A woman walks out of the room after talking to a person.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 183075, "video_name": "castle_s07e13_seg02_clip_23", "timestamp": [ 21.35, 24.99 ], "duration": 90.66, "caption": "A woman walks into the room and a man stands up.", "similarity": 0.7414, "relevance": 1 }, { "pair_id": 183076, "video_name": "castle_s07e07_seg02_clip_09", "timestamp": [ 50.85, 54.97 ], "duration": 91.66, "caption": "A woman walks a person out of their room as he leaves.", "similarity": 0.738, "relevance": 3 }, { "pair_id": 183077, "video_name": "friends_s06e04_seg02_clip_04", "timestamp": [ 26.42, 29.35 ], "duration": 58.66, "caption": "A person walks over to be in a woman's room.", "similarity": 0.7323, "relevance": 4 }, { "pair_id": 183078, "video_name": "house_s05e11_seg02_clip_18", "timestamp": [ 39.54, 44.19 ], "duration": 93.66, "caption": "A person walks out of the room quickly, followed by woman.", "similarity": 0.732, "relevance": 4 }, { "pair_id": 183079, "video_name": "grey_s03e10_seg02_clip_13", "timestamp": [ 92.72, 96.84 ], "duration": 103.66, "caption": "A woman picks up her tray and walks out of the room.", "similarity": 0.7305, "relevance": 3 } ] }, { "query_id": 2021, "query": "A person stands up out of their chair and leaves the room.", "relevant_moment": [ { "pair_id": 137300, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 42.25, 47.09 ], "duration": 88.66, "caption": "A person stands up out of their chair and leaves the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137301, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 40.05, 55.46 ], "duration": 88.66, "caption": "A person gets up from their chair and leaves the room.", "similarity": 0.9268, "relevance": 3 }, { "pair_id": 137302, "video_name": "house_s01e18_seg02_clip_25", "timestamp": [ 32.49, 40.89 ], "duration": 112.66, "caption": "A woman stands up out of her chair and leaves the room.", "similarity": 0.8977, "relevance": 4 }, { "pair_id": 137303, "video_name": "s10e11_seg02_clip_14", "timestamp": [ 19.67, 22.24 ], "duration": 57.66, "caption": "A person gets up from chair and leaves room.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 137304, "video_name": "house_s07e21_seg02_clip_15", "timestamp": [ 17.67, 24.73 ], "duration": 88.66, "caption": "A person gets up from their chair and left the room.", "similarity": 0.8845, "relevance": 3 }, { "pair_id": 137305, "video_name": "grey_s03e17_seg02_clip_20", "timestamp": [ 21.28, 31.16 ], "duration": 152.66, "caption": "A person stands up and leaves the room.", "similarity": 0.8771, "relevance": 4 }, { "pair_id": 137306, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 38.72, 41.42 ], "duration": 60.66, "caption": "A woman stands up from the chair and leaves the room.", "similarity": 0.8747, "relevance": 4 }, { "pair_id": 137307, "video_name": "s05e04_seg02_clip_10", "timestamp": [ 16.78, 23.19 ], "duration": 61.66, "caption": "A man gets up from his chair and leaves the room.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 137308, "video_name": "s02e18_seg02_clip_13", "timestamp": [ 2.6, 11.06 ], "duration": 65.66, "caption": "A man stands up from the chair and walks out of the room.", "similarity": 0.8177, "relevance": 4 }, { "pair_id": 137309, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person gets out of his/her chair and stands up.", "similarity": 0.8146, "relevance": 3 }, { "pair_id": 137310, "video_name": "grey_s01e09_seg02_clip_07", "timestamp": [ 78.77, 82.37 ], "duration": 90.66, "caption": "A woman stands up from a chair and walks out of the room.", "similarity": 0.8054, "relevance": 4 }, { "pair_id": 137311, "video_name": "grey_s03e18_seg02_clip_18", "timestamp": [ 24.76, 27.91 ], "duration": 90.66, "caption": "A person gets up from their dining room seat and leaves the room.", "similarity": 0.7966, "relevance": 4 }, { "pair_id": 137313, "video_name": "house_s08e13_seg02_clip_22", "timestamp": [ 11.27, 20.37 ], "duration": 86.66, "caption": "A person stands up and leaves the room with the others.", "similarity": 0.7812, "relevance": 4 }, { "pair_id": 137314, "video_name": "house_s01e18_seg02_clip_16", "timestamp": [ 63.92, 69.77 ], "duration": 90.66, "caption": "A person gets up out of a chair and leaves the hospital room.", "similarity": 0.7749, "relevance": 4 }, { "pair_id": 137316, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 13.5, 15.19 ], "duration": 56.66, "caption": "A man gets up from the chair and exits the room.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 137317, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 52.46, 54.46 ], "duration": 57.66, "caption": "A person gets up out of their chair and walks away.", "similarity": 0.7706, "relevance": 3 }, { "pair_id": 137318, "video_name": "s09e04_seg02_clip_13", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A person gets up from the chair and leaves the house.", "similarity": 0.7696, "relevance": 4 }, { "pair_id": 137319, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 19.21, 25.51 ], "duration": 60.66, "caption": "A person gets up from the couch and leaves the room.", "similarity": 0.7567, "relevance": 4 }, { "pair_id": 310620, "video_name": "house_s05e18_seg02_clip_23", "timestamp": [ 0.0, 2.88 ], "duration": 48.66, "caption": "A person gets up from their chair in the waiting room.", "similarity": 0.7533, "relevance": 3 }, { "pair_id": 310621, "video_name": "house_s03e09_seg02_clip_13", "timestamp": [ 16.2, 17.55 ], "duration": 90.66, "caption": "A man gets up from his seat and leaves the room.", "similarity": 0.7531, "relevance": 3 }, { "pair_id": 310622, "video_name": "house_s04e08_seg02_clip_18", "timestamp": [ 4.55, 7.28 ], "duration": 91.66, "caption": "A person stands up and walks away from someone sitting in a chair.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 310623, "video_name": "house_s05e08_seg02_clip_04", "timestamp": [ 19.36, 25.21 ], "duration": 90.66, "caption": "A person stands up and leaves the conference room.", "similarity": 0.7462, "relevance": 4 }, { "pair_id": 310624, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 86.48, 95.03 ], "duration": 95.66, "caption": "A person gets out of their chair and walks away from another person in the room.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 310625, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 35.98, 38.77 ], "duration": 62.66, "caption": "A man gets out of chair and stands up.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 310626, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 53.34, 56.14 ], "duration": 62.66, "caption": "A person stands up and walks out of the living room.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 310627, "video_name": "house_s05e20_seg02_clip_08", "timestamp": [ 22.06, 38.71 ], "duration": 90.66, "caption": "A man gets up, stands for a while, and then leaves the room.", "similarity": 0.7342, "relevance": 4 }, { "pair_id": 310628, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 51.18, 54.63 ], "duration": 86.66, "caption": "A person slowly stands up from his/her chair.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 310629, "video_name": "met_s06e17_seg02_clip_10", "timestamp": [ 47.9, 49.04 ], "duration": 57.66, "caption": "A person stands up from their chair in the board room.", "similarity": 0.7316, "relevance": 3 }, { "pair_id": 310630, "video_name": "house_s05e23_seg02_clip_03", "timestamp": [ 44.6, 48.7 ], "duration": 91.66, "caption": "A person leaves the room of another person.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 310631, "video_name": "friends_s03e20_seg02_clip_08", "timestamp": [ 41.5, 46.69 ], "duration": 61.66, "caption": "A person comes back into the room and sits on a chair.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 310632, "video_name": "house_s01e08_seg02_clip_01", "timestamp": [ 12.64, 14.52 ], "duration": 93.66, "caption": "A woman gets up from her seat and leaves the room.", "similarity": 0.7292, "relevance": 4 }, { "pair_id": 310633, "video_name": "s02e15_seg02_clip_05", "timestamp": [ 5.9, 10.03 ], "duration": 59.66, "caption": "A person got up from the couch to leave the room.", "similarity": 0.7273, "relevance": 4 }, { "pair_id": 310635, "video_name": "house_s01e13_seg02_clip_20", "timestamp": [ 54.23, 58.27 ], "duration": 89.66, "caption": "A person walks away and out of the room.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 310636, "video_name": "castle_s03e11_seg02_clip_14", "timestamp": [ 17.16, 18.48 ], "duration": 88.66, "caption": "A person quickly turns around and leaves the room.", "similarity": 0.7245, "relevance": 3 }, { "pair_id": 310637, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 15.85, 17.01 ], "duration": 77.66, "caption": "A person towards and walks out of the room.", "similarity": 0.7209, "relevance": 3 }, { "pair_id": 310638, "video_name": "castle_s02e06_seg02_clip_26", "timestamp": [ 13.35, 18.25 ], "duration": 89.66, "caption": "A person gets up from a chair and walks out of the room, still talking to another person.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 310639, "video_name": "s10e09_seg02_clip_14", "timestamp": [ 20.44, 25.63 ], "duration": 61.66, "caption": "A person gets up from the chair and heads to the door to leave.", "similarity": 0.7194, "relevance": 4 } ] }, { "query_id": 2024, "query": "A man performs an ultrasound at the patient that is wearing a cap.", "relevant_moment": [ { "pair_id": 82160, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 67.34, 85.38 ], "duration": 88.66, "caption": "A man performs an ultrasound at the patient that is wearing a cap.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 82161, "video_name": "house_s01e19_seg02_clip_21", "timestamp": [ 0.0, 21.26 ], "duration": 85.66, "caption": "A man uses an ultrasound on a young patient with a bandaged head.", "similarity": 0.7581, "relevance": 4 }, { "pair_id": 82162, "video_name": "house_s01e11_seg02_clip_08", "timestamp": [ 42.33, 44.17 ], "duration": 92.66, "caption": "A man places an ultrasound wand on a patient.", "similarity": 0.7487, "relevance": 2 }, { "pair_id": 82163, "video_name": "grey_s01e09_seg02_clip_09", "timestamp": [ 47.71, 56.72 ], "duration": 90.66, "caption": "A man looks at the ultrasound of his patient, person.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 82164, "video_name": "house_s08e18_seg02_clip_13", "timestamp": [ 81.36, 85.43 ], "duration": 90.66, "caption": "A man performs an ultrasound on the patient laying down.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 82165, "video_name": "house_s05e01_seg02_clip_06", "timestamp": [ 99.34, 104.02 ], "duration": 104.66, "caption": "A man sits down at the ultrasound machine and prepares to perform an ultrasound on his patient.", "similarity": 0.7237, "relevance": 1 }, { "pair_id": 82166, "video_name": "house_s04e05_seg02_clip_07", "timestamp": [ 84.47, 90.66 ], "duration": 90.66, "caption": "A man uses an ultrasound machine on the patient's stomach.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 82167, "video_name": "house_s04e13_seg02_clip_23", "timestamp": [ 0.0, 26.78 ], "duration": 92.66, "caption": "A person is using the ultrasound machine on their patient.", "similarity": 0.6933, "relevance": 2 }, { "pair_id": 82168, "video_name": "house_s03e17_seg02_clip_16", "timestamp": [ 13.39, 53.12 ], "duration": 89.66, "caption": "A man gives the patient an ultrasound as another man stands by.", "similarity": 0.6898, "relevance": 2 }, { "pair_id": 82169, "video_name": "house_s03e17_seg02_clip_16", "timestamp": [ 8.93, 50.44 ], "duration": 89.66, "caption": "A man has a ultrasound of the patient while talking to another man.", "similarity": 0.6874, "relevance": 2 }, { "pair_id": 82170, "video_name": "house_s08e03_seg02_clip_03", "timestamp": [ 66.46, 88.02 ], "duration": 88.66, "caption": "A doctor uses an ultrasound device on a person's chest.", "similarity": 0.6645, "relevance": 1 }, { "pair_id": 82171, "video_name": "house_s04e09_seg02_clip_14", "timestamp": [ 45.23, 53.83 ], "duration": 90.66, "caption": "A person is doing some ultrasound to a man in his room.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 82172, "video_name": "house_s08e09_seg02_clip_05", "timestamp": [ 26.69, 28.99 ], "duration": 92.66, "caption": "A man points his finger at an ultrasound machine.", "similarity": 0.6455, "relevance": 1 }, { "pair_id": 82173, "video_name": "house_s01e04_seg02_clip_07", "timestamp": [ 32.22, 34.06 ], "duration": 92.66, "caption": "A man puts an ultrasound controller on the stomach of a woman.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 82174, "video_name": "grey_s02e23_seg02_clip_03", "timestamp": [ 29.39, 34.99 ], "duration": 93.66, "caption": "A man is looking at the results on the patient.", "similarity": 0.6367, "relevance": 0 }, { "pair_id": 82175, "video_name": "house_s03e01_seg02_clip_15", "timestamp": [ 18.66, 22.76 ], "duration": 91.66, "caption": "A man sticks some sort of probe down the patient's throat.", "similarity": 0.6343, "relevance": 0 }, { "pair_id": 82176, "video_name": "house_s05e01_seg02_clip_07", "timestamp": [ 27.37, 29.27 ], "duration": 76.66, "caption": "A man pulls an ultrasound screen around so it can be viewed by the female patient and another woman.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 82177, "video_name": "house_s02e20_seg02_clip_09", "timestamp": [ 51.22, 59.31 ], "duration": 77.66, "caption": "A person gives the patient an ultrasound and looks at the screen.", "similarity": 0.6253, "relevance": 1 }, { "pair_id": 82178, "video_name": "house_s02e14_seg02_clip_00", "timestamp": [ 2.75, 5.49 ], "duration": 91.66, "caption": "A man is checking the eye of the patient.", "similarity": 0.6198, "relevance": 0 }, { "pair_id": 82179, "video_name": "house_s07e16_seg02_clip_07", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man is doing some sort of surgery on the patient.", "similarity": 0.6157, "relevance": 1 } ] }, { "query_id": 2056, "query": "A man stands up from sitting and continues speaking.", "relevant_moment": [ { "pair_id": 16080, "video_name": "met_s03e16_seg02_clip_03", "timestamp": [ 17.51, 20.95 ], "duration": 62.66, "caption": "A man stands up from sitting and continues speaking.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 16081, "video_name": "house_s02e22_seg02_clip_12", "timestamp": [ 51.38, 54.26 ], "duration": 96.66, "caption": "A man gets up from his seat as a person is speaking.", "similarity": 0.7975, "relevance": 2 }, { "pair_id": 16082, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is speaking to person as he is sitting.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 16083, "video_name": "s08e10_seg02_clip_06", "timestamp": [ 21.38, 25.66 ], "duration": 57.66, "caption": "A man gets up from his seat while talking.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 16084, "video_name": "house_s06e20_seg02_clip_13", "timestamp": [ 0.0, 21.81 ], "duration": 89.66, "caption": "A man stands up while speaking to another man who is sitting down.", "similarity": 0.7649, "relevance": 1 }, { "pair_id": 16085, "video_name": "castle_s04e13_seg02_clip_04", "timestamp": [ 56.42, 66.76 ], "duration": 94.66, "caption": "A person stands up and sits back down while speaking to another person.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 16086, "video_name": "house_s01e14_seg02_clip_01", "timestamp": [ 6.75, 76.97 ], "duration": 90.66, "caption": "A man stands up at the table to make a speech.", "similarity": 0.7524, "relevance": 3 }, { "pair_id": 16087, "video_name": "house_s06e11_seg02_clip_24", "timestamp": [ 0.0, 3.21 ], "duration": 91.66, "caption": "A man stands up from sitting in a chair to talk to someone.", "similarity": 0.7366, "relevance": 4 }, { "pair_id": 16088, "video_name": "friends_s04e23-24_seg02_clip_30", "timestamp": [ 54.15, 58.77 ], "duration": 66.66, "caption": "A man is speaking to the crowd while he is standing.", "similarity": 0.734, "relevance": 2 }, { "pair_id": 16089, "video_name": "s08e21_seg02_clip_13", "timestamp": [ 48.92, 54.62 ], "duration": 60.66, "caption": "A person stands up from his spot as he speaks to someone.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 16090, "video_name": "castle_s05e11_seg02_clip_12", "timestamp": [ 66.02, 69.54 ], "duration": 88.66, "caption": "A man stands up slowly while speaking to two people.", "similarity": 0.7277, "relevance": 4 }, { "pair_id": 16091, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 43.82, 48.62 ], "duration": 60.66, "caption": "A person is standing by their spot while speaking.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 16092, "video_name": "house_s06e03_seg02_clip_25", "timestamp": [ 10.8, 13.95 ], "duration": 90.66, "caption": "A man gets up from his seat as he is speaking to another man.", "similarity": 0.7256, "relevance": 4 }, { "pair_id": 16093, "video_name": "friends_s02e24_seg02_clip_12", "timestamp": [ 8.52, 10.33 ], "duration": 51.66, "caption": "A man gets up from the chair as he speaks.", "similarity": 0.7228, "relevance": 3 }, { "pair_id": 16094, "video_name": "house_s03e10_seg02_clip_26", "timestamp": [ 34.56, 39.22 ], "duration": 49.66, "caption": "A man gets up from his seat as he speaks to another man.", "similarity": 0.7184, "relevance": 4 }, { "pair_id": 16095, "video_name": "house_s05e18_seg02_clip_19", "timestamp": [ 0.44, 6.6 ], "duration": 88.66, "caption": "A man describes a man's words when he stands up.", "similarity": 0.7165, "relevance": 1 }, { "pair_id": 16096, "video_name": "house_s06e10_seg02_clip_21", "timestamp": [ 72.36, 91.03 ], "duration": 91.66, "caption": "A man gets up from his seat and speaks to a man.", "similarity": 0.7127, "relevance": 2 }, { "pair_id": 16097, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 0.0, 23.82 ], "duration": 88.66, "caption": "A person is sitting down as person is standing as they are talking.", "similarity": 0.7115, "relevance": 2 }, { "pair_id": 16098, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 7.13, 11.17 ], "duration": 62.66, "caption": "A man stands up and asks to be able to talk to them.", "similarity": 0.7081, "relevance": 4 }, { "pair_id": 16099, "video_name": "castle_s05e07_seg02_clip_15", "timestamp": [ 0.0, 26.85 ], "duration": 88.66, "caption": "A woman is speaking to a man as she stands and he sits.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 189400, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 12.61, 14.85 ], "duration": 56.66, "caption": "A man stands up to talk to man better.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 189401, "video_name": "house_s02e23_seg02_clip_16", "timestamp": [ 22.5, 33.76 ], "duration": 125.66, "caption": "A man talks while eating; he continues eating and talking while he stands up.", "similarity": 0.7054, "relevance": 4 }, { "pair_id": 189402, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 8.17, 12.26 ], "duration": 90.66, "caption": "A man sits down while someone is talking to him.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 189403, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 65.17, 68.84 ], "duration": 91.66, "caption": "A man stands up immediately after talking to them.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 189404, "video_name": "castle_s05e16_seg02_clip_12", "timestamp": [ 8.28, 11.04 ], "duration": 92.66, "caption": "A man stands up while another person is talking to him.", "similarity": 0.7002, "relevance": 4 }, { "pair_id": 189405, "video_name": "s05e22_seg02_clip_08", "timestamp": [ 18.92, 39.08 ], "duration": 62.66, "caption": "A person stands up from the table to give a speech.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 189406, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 0.0, 69.61 ], "duration": 69.66, "caption": "A man talks to a person while he's sitting down.", "similarity": 0.6938, "relevance": 2 }, { "pair_id": 189407, "video_name": "s05e19_seg02_clip_16", "timestamp": [ 42.57, 46.02 ], "duration": 46.66, "caption": "A man speaks while he is in a sleeping bag and begins to stand up.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 189408, "video_name": "s09e10_seg02_clip_05", "timestamp": [ 50.76, 59.03 ], "duration": 59.66, "caption": "A man stands up straight and begins talking, animatedly.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 189409, "video_name": "house_s06e11_seg02_clip_00", "timestamp": [ 30.39, 33.33 ], "duration": 98.66, "caption": "A man stands up while another man is speaking to a person.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 189410, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 49.16, 52.95 ], "duration": 63.66, "caption": "A man stands up and talks on his cellphone.", "similarity": 0.6882, "relevance": 4 }, { "pair_id": 189411, "video_name": "friends_s07e02_seg02_clip_08", "timestamp": [ 0.0, 3.45 ], "duration": 53.66, "caption": "An older man is seated as a man is standing and speaking to him.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 189413, "video_name": "castle_s01e08_seg02_clip_04", "timestamp": [ 45.42, 48.81 ], "duration": 84.66, "caption": "A man stands up while he is talking to another man.", "similarity": 0.6855, "relevance": 4 }, { "pair_id": 189414, "video_name": "s04e20_seg02_clip_08", "timestamp": [ 25.82, 28.72 ], "duration": 58.66, "caption": "A man stands up from his chair and continues to talk on the phone.", "similarity": 0.6853, "relevance": 4 }, { "pair_id": 189415, "video_name": "house_s06e03_seg02_clip_12", "timestamp": [ 16.2, 19.36 ], "duration": 90.66, "caption": "A man sits down in front of someone while still talking.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 189416, "video_name": "s05e23_seg02_clip_14", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A person is sitting in his spot while talking to man.", "similarity": 0.6816, "relevance": 2 }, { "pair_id": 189417, "video_name": "s10e04_seg02_clip_00", "timestamp": [ 52.79, 56.15 ], "duration": 61.66, "caption": "A man stands up to and talks to two people.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 189418, "video_name": "friends_s04e13_seg02_clip_06", "timestamp": [ 20.31, 27.27 ], "duration": 58.66, "caption": "A man gets up from his seat to speak to another man.", "similarity": 0.6801, "relevance": 4 }, { "pair_id": 189419, "video_name": "house_s01e03_seg02_clip_01", "timestamp": [ 0.0, 21.8 ], "duration": 92.66, "caption": "A person is speaking to some people as they stand.", "similarity": 0.6774, "relevance": 2 } ] }, { "query_id": 2075, "query": "A woman's mother stands in the coffee shop and talks while pointing to herself.", "relevant_moment": [ { "pair_id": 15700, "video_name": "friends_s04e01_seg02_clip_16", "timestamp": [ 3.2, 12.21 ], "duration": 58.66, "caption": "A woman's mother stands in the coffee shop and talks while pointing to herself.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15701, "video_name": "friends_s04e01_seg02_clip_16", "timestamp": [ 31.68, 40.11 ], "duration": 58.66, "caption": "A woman and her mother talk while standing near a table in the coffee shop.", "similarity": 0.7891, "relevance": 3 }, { "pair_id": 15702, "video_name": "castle_s07e20_seg02_clip_00", "timestamp": [ 4.75, 24.71 ], "duration": 95.66, "caption": "A person's mom is standing there talking to a person.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 15703, "video_name": "friends_s06e14_seg02_clip_07", "timestamp": [ 4.85, 7.7 ], "duration": 57.66, "caption": "A woman points at someone while at the coffee shop.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 15704, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 4.28, 10.26 ], "duration": 57.66, "caption": "A person offers a coffee to someone while discussing their mom.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 15705, "video_name": "castle_s03e15_seg02_clip_16", "timestamp": [ 0.0, 1.76 ], "duration": 88.66, "caption": "A woman's mom motions coffee mug towards her mouth.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 15706, "video_name": "grey_s03e14_seg02_clip_01", "timestamp": [ 0.0, 31.74 ], "duration": 90.66, "caption": "A woman is having a conversation with her mother.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 15707, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 3.52, 10.89 ], "duration": 64.66, "caption": "A woman points at herself while describing her relationship with her mother.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 15708, "video_name": "grey_s03e08_seg02_clip_23", "timestamp": [ 59.18, 87.02 ], "duration": 87.66, "caption": "A woman is having a conversation with her mom.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 15709, "video_name": "friends_s04e11_seg02_clip_18", "timestamp": [ 48.99, 52.24 ], "duration": 59.66, "caption": "A woman points to another part of the coffee shop.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 15710, "video_name": "grey_s01e08_seg02_clip_15", "timestamp": [ 38.33, 42.69 ], "duration": 97.66, "caption": "A woman starts talking to person and her mother.", "similarity": 0.6453, "relevance": 2 }, { "pair_id": 15711, "video_name": "friends_s10e14_seg02_clip_17", "timestamp": [ 47.87, 58.03 ], "duration": 58.66, "caption": "A woman is in the coffee shop talking to a person when another person enters and joins them.", "similarity": 0.6364, "relevance": 2 }, { "pair_id": 15712, "video_name": "friends_s10e02_seg02_clip_23", "timestamp": [ 30.62, 31.74 ], "duration": 45.66, "caption": "A woman points at a man while they're talking at a coffee shop.", "similarity": 0.631, "relevance": 3 }, { "pair_id": 15713, "video_name": "house_s01e08_seg02_clip_01", "timestamp": [ 52.45, 93.66 ], "duration": 93.66, "caption": "A person speaks to someone's mother as they stand next to them.", "similarity": 0.626, "relevance": 1 }, { "pair_id": 15714, "video_name": "friends_s01e16-17_seg02_clip_01", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman points for a long time while in the coffee shop.", "similarity": 0.6247, "relevance": 3 }, { "pair_id": 15715, "video_name": "friends_s03e25_seg02_clip_04", "timestamp": [ 0.0, 3.53 ], "duration": 64.66, "caption": "A woman introduces herself to her mother after she asks.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 15716, "video_name": "castle_s07e22_seg02_clip_00", "timestamp": [ 6.88, 11.02 ], "duration": 91.66, "caption": "A woman greets a person's mother whom they found at the kitchen counter.", "similarity": 0.6168, "relevance": 1 }, { "pair_id": 15717, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 38.69, 43.24 ], "duration": 91.66, "caption": "A woman holds a coffee cup, turns to talk to someone.", "similarity": 0.6156, "relevance": 0 }, { "pair_id": 15718, "video_name": "friends_s05e13_seg02_clip_02", "timestamp": [ 4.88, 7.63 ], "duration": 61.66, "caption": "A woman runs into the coffee shop to talk to some people.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 15719, "video_name": "friends_s02e22_seg02_clip_12", "timestamp": [ 0.6, 13.21 ], "duration": 60.66, "caption": "A person puts on a pair of glasses while talking to woman's mother and woman's mother shakes her finger at him.", "similarity": 0.6074, "relevance": 3 }, { "pair_id": 189020, "video_name": "friends_s02e11_seg02_clip_05", "timestamp": [ 19.46, 26.48 ], "duration": 54.66, "caption": "A woman runs to hug her mother who just walked into the coffee shop.", "similarity": 0.6064, "relevance": 2 }, { "pair_id": 189021, "video_name": "friends_s10e13_seg02_clip_03", "timestamp": [ 3.24, 15.13 ], "duration": 54.66, "caption": "A woman introduces a woman to two people in a coffee shop.", "similarity": 0.6018, "relevance": 2 }, { "pair_id": 189022, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 5.89, 11.79 ], "duration": 62.66, "caption": "A woman runs over to two people at the coffee shop and speaks to one of them.", "similarity": 0.6011, "relevance": 2 }, { "pair_id": 189023, "video_name": "grey_s02e22_seg02_clip_17", "timestamp": [ 26.3, 49.68 ], "duration": 83.66, "caption": "A woman walks in and talks to her mother, then leaves again.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 189024, "video_name": "grey_s03e20_seg02_clip_15", "timestamp": [ 12.34, 15.99 ], "duration": 91.66, "caption": "A person walks into the room and talks to a patient's mother.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 189025, "video_name": "friends_s06e24-25_seg02_clip_33", "timestamp": [ 0.0, 6.21 ], "duration": 54.66, "caption": "A woman enters the coffee shop quickly and begins a conversation with another woman.", "similarity": 0.5986, "relevance": 2 }, { "pair_id": 189026, "video_name": "friends_s08e20_seg02_clip_08", "timestamp": [ 50.5, 58.66 ], "duration": 58.66, "caption": "A woman walks towards their mother and begins a conversation.", "similarity": 0.5967, "relevance": 2 }, { "pair_id": 189027, "video_name": "friends_s08e20_seg02_clip_07", "timestamp": [ 38.3, 44.68 ], "duration": 58.66, "caption": "A woman tells woman to stand up to her mother.", "similarity": 0.5953, "relevance": 3 }, { "pair_id": 189028, "video_name": "friends_s04e01_seg02_clip_15", "timestamp": [ 3.72, 11.48 ], "duration": 62.66, "caption": "A woman is performing at the coffee house when her birth mother walks in.", "similarity": 0.594, "relevance": 2 }, { "pair_id": 189029, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 0.0, 9.6 ], "duration": 96.66, "caption": "A person talks to the mother of the patient in their office.", "similarity": 0.5932, "relevance": 2 }, { "pair_id": 189030, "video_name": "house_s01e08_seg02_clip_13", "timestamp": [ 0.0, 3.25 ], "duration": 92.66, "caption": "A woman's mother has a talk with man.", "similarity": 0.5925, "relevance": 2 }, { "pair_id": 189031, "video_name": "house_s07e05_seg02_clip_23", "timestamp": [ 58.4, 60.08 ], "duration": 84.66, "caption": "A woman looks at her mother in shock while talking to a man.", "similarity": 0.5922, "relevance": 2 }, { "pair_id": 189032, "video_name": "grey_s03e02_seg02_clip_10", "timestamp": [ 44.01, 46.3 ], "duration": 91.66, "caption": "A woman puts her hands together as she speaks to a man's mother.", "similarity": 0.5913, "relevance": 2 }, { "pair_id": 189033, "video_name": "castle_s06e14_seg02_clip_17", "timestamp": [ 52.45, 57.52 ], "duration": 92.66, "caption": "A woman's mother opens her arms to indicate the room she and a man are standing in.", "similarity": 0.5911, "relevance": 2 }, { "pair_id": 189034, "video_name": "house_s01e16_seg02_clip_03", "timestamp": [ 0.0, 34.2 ], "duration": 88.66, "caption": "A woman is having a conversation with a mother of a patient.", "similarity": 0.589, "relevance": 2 }, { "pair_id": 189035, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A man is talking to woman at the coffee shop.", "similarity": 0.5884, "relevance": 2 }, { "pair_id": 189036, "video_name": "castle_s05e22_seg02_clip_12", "timestamp": [ 38.73, 41.84 ], "duration": 89.66, "caption": "A woman pointed to herself while talking to another woman.", "similarity": 0.5879, "relevance": 3 }, { "pair_id": 189037, "video_name": "friends_s02e11_seg02_clip_13", "timestamp": [ 25.23, 31.83 ], "duration": 60.66, "caption": "A woman's mom dances her way into the kitchen to talk to her.", "similarity": 0.5867, "relevance": 1 }, { "pair_id": 189038, "video_name": "castle_s03e02_seg02_clip_03", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A woman shakes her head while describing her mother's work.", "similarity": 0.5848, "relevance": 1 }, { "pair_id": 189039, "video_name": "house_s06e05_seg02_clip_05", "timestamp": [ 48.21, 51.26 ], "duration": 61.66, "caption": "A woman asks the mother of a young person if she can speak with her privately.", "similarity": 0.5832, "relevance": 1 } ] }, { "query_id": 2117, "query": "A person is talking with everyone ignoring him, then a man shakes his head from side to side, disgusted.", "relevant_moment": [ { "pair_id": 1840, "video_name": "s06e17_seg02_clip_09", "timestamp": [ 42.5, 59.03 ], "duration": 59.66, "caption": "A person is talking with everyone ignoring him, then a man shakes his head from side to side, disgusted.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 1841, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 39.71, 45.38 ], "duration": 63.66, "caption": "A man ignores person and makes a face while talking.", "similarity": 0.7277, "relevance": 2 }, { "pair_id": 1842, "video_name": "s03e15_seg02_clip_05", "timestamp": [ 0.0, 10.08 ], "duration": 56.66, "caption": "A person is ignoring him but a man is trying to make him talk.", "similarity": 0.708, "relevance": 3 }, { "pair_id": 1843, "video_name": "s04e15_seg01_clip_01", "timestamp": [ 33.57, 35.09 ], "duration": 61.66, "caption": "A man makes a disgusted face after hearing one of person's remarks.", "similarity": 0.6867, "relevance": 1 }, { "pair_id": 1844, "video_name": "house_s05e22_seg02_clip_01", "timestamp": [ 13.78, 53.22 ], "duration": 95.66, "caption": "A man tries to ignore imaginary person while he talks to man and woman.", "similarity": 0.6581, "relevance": 1 }, { "pair_id": 1845, "video_name": "house_s05e05_seg02_clip_13", "timestamp": [ 53.7, 55.98 ], "duration": 91.66, "caption": "A person shakes his head in irritation with another person.", "similarity": 0.6567, "relevance": 1 }, { "pair_id": 1846, "video_name": "house_s02e11_seg02_clip_17", "timestamp": [ 0.0, 12.09 ], "duration": 93.66, "caption": "A man is trying to talk to but person is trying to ignore and get away from them.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 1847, "video_name": "met_s02e12_seg02_clip_12", "timestamp": [ 52.55, 55.02 ], "duration": 55.66, "caption": "A man shakes his head and walks away from some people.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 1848, "video_name": "s02e16_seg02_clip_01", "timestamp": [ 10.03, 12.69 ], "duration": 59.66, "caption": "A person barely turns their head to talk to man.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 1849, "video_name": "castle_s03e18_seg02_clip_21", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man shakes his head while speaking to some people.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 1850, "video_name": "met_s03e13_seg02_clip_12", "timestamp": [ 5.67, 10.4 ], "duration": 63.66, "caption": "A man is uncomfortable so he asks someone to not talk about others.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 1851, "video_name": "s05e05_seg02_clip_09", "timestamp": [ 22.38, 29.31 ], "duration": 63.66, "caption": "A man gets very upset with person while they are having a conversation.", "similarity": 0.647, "relevance": 2 }, { "pair_id": 1852, "video_name": "s01e04_seg02_clip_07", "timestamp": [ 0.31, 3.66 ], "duration": 61.66, "caption": "A person shushes man as he is talking to him.", "similarity": 0.6459, "relevance": 1 }, { "pair_id": 1853, "video_name": "s09e06_seg01_clip_01", "timestamp": [ 25.01, 27.95 ], "duration": 42.66, "caption": "A person shakes his head no in response to a man.", "similarity": 0.644, "relevance": 1 }, { "pair_id": 1854, "video_name": "s04e15_seg01_clip_02", "timestamp": [ 30.27, 35.28 ], "duration": 50.66, "caption": "A person says something to a man that makes another man cringe and shake his head.", "similarity": 0.6414, "relevance": 2 }, { "pair_id": 1855, "video_name": "house_s04e12_seg02_clip_14", "timestamp": [ 0.0, 27.43 ], "duration": 87.66, "caption": "A man talks with a man, and both people shake their heads unsmiling while talking, until the man turns and walks away.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 1856, "video_name": "friends_s06e23_seg02_clip_13", "timestamp": [ 3.9, 9.6 ], "duration": 60.66, "caption": "A man points their finger while saying they and another person ignore someone.", "similarity": 0.6384, "relevance": 0 }, { "pair_id": 1857, "video_name": "house_s01e16_seg02_clip_12", "timestamp": [ 0.0, 10.01 ], "duration": 91.66, "caption": "An irritated person shakes her head while talking to a man.", "similarity": 0.6382, "relevance": 0 }, { "pair_id": 1858, "video_name": "grey_s01e05_seg02_clip_17", "timestamp": [ 20.56, 23.19 ], "duration": 87.66, "caption": "A man shakes his head and walks away from two people.", "similarity": 0.6352, "relevance": 0 }, { "pair_id": 1859, "video_name": "s06e02_seg02_clip_02", "timestamp": [ 54.01, 55.84 ], "duration": 61.66, "caption": "A man shakes his head in disappointment due to another person's behavior.", "similarity": 0.6335, "relevance": 2 } ] }, { "query_id": 2177, "query": "A man gets up, talks to man and walks away.", "relevant_moment": [ { "pair_id": 104080, "video_name": "castle_s06e12_seg02_clip_10", "timestamp": [ 31.83, 47.99 ], "duration": 95.66, "caption": "A man gets up, talks to man and walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104081, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 5.89, 9.52 ], "duration": 90.66, "caption": "A man walks away after he speaks to another man.", "similarity": 0.8355, "relevance": 2 }, { "pair_id": 104082, "video_name": "house_s07e06_seg02_clip_09", "timestamp": [ 71.85, 80.77 ], "duration": 85.66, "caption": "A man says something to another man and then gets up and walks out.", "similarity": 0.8307, "relevance": 3 }, { "pair_id": 104083, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 0.0, 14.73 ], "duration": 95.66, "caption": "A person speaks with man and then walks away.", "similarity": 0.8239, "relevance": 2 }, { "pair_id": 104084, "video_name": "house_s03e11_seg02_clip_17", "timestamp": [ 7.69, 29.4 ], "duration": 90.66, "caption": "A man talks with person then walks away, a man walks up to person from behind.", "similarity": 0.8238, "relevance": 2 }, { "pair_id": 104085, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 9.58, 13.68 ], "duration": 91.66, "caption": "A man stands up and walks out while talking to another man.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 104086, "video_name": "castle_s07e19_seg02_clip_25", "timestamp": [ 30.99, 33.72 ], "duration": 91.66, "caption": "A person walks away from a man as he is speaking to him.", "similarity": 0.8168, "relevance": 2 }, { "pair_id": 104087, "video_name": "house_s03e11_seg02_clip_05", "timestamp": [ 50.28, 52.82 ], "duration": 84.66, "caption": "A man starts to walk away from another man during their conversation.", "similarity": 0.8134, "relevance": 1 }, { "pair_id": 104088, "video_name": "castle_s02e02_seg02_clip_02", "timestamp": [ 19.61, 25.49 ], "duration": 98.66, "caption": "Two people walk away after talking to the man.", "similarity": 0.8133, "relevance": 2 }, { "pair_id": 104089, "video_name": "castle_s08e14_seg02_clip_22", "timestamp": [ 32.49, 47.63 ], "duration": 89.66, "caption": "A man gets up from his table and walks away after talking to another person.", "similarity": 0.8124, "relevance": 3 }, { "pair_id": 104090, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A man walks out while another person is still talking to them.", "similarity": 0.8084, "relevance": 2 }, { "pair_id": 104091, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "A person walks out while he is talking to a man.", "similarity": 0.8043, "relevance": 2 }, { "pair_id": 104092, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 31.63, 35.35 ], "duration": 93.66, "caption": "A man walks out directly after talking to another man.", "similarity": 0.8036, "relevance": 1 }, { "pair_id": 104093, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A man walks out while a person is talking to him.", "similarity": 0.8029, "relevance": 2 }, { "pair_id": 104094, "video_name": "castle_s08e17_seg02_clip_25", "timestamp": [ 24.19, 29.77 ], "duration": 93.66, "caption": "A man walks up to two people and talks then they all leave.", "similarity": 0.801, "relevance": 2 }, { "pair_id": 104095, "video_name": "grey_s02e20_seg02_clip_15", "timestamp": [ 44.38, 46.56 ], "duration": 87.66, "caption": "A man walks away from another man ending their conversation.", "similarity": 0.797, "relevance": 2 }, { "pair_id": 104096, "video_name": "house_s03e06_seg02_clip_13", "timestamp": [ 84.67, 93.59 ], "duration": 99.66, "caption": "A man approaches another man during a conversation then walks away.", "similarity": 0.7952, "relevance": 2 }, { "pair_id": 104097, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A man speaks to another man and then turns to walk away.", "similarity": 0.7933, "relevance": 2 }, { "pair_id": 104098, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 47.11, 50.05 ], "duration": 84.66, "caption": "A man walks out immediately after talking to another man.", "similarity": 0.7924, "relevance": 2 }, { "pair_id": 104099, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A man walks out immediately after talking to a person.", "similarity": 0.7896, "relevance": 2 } ] }, { "query_id": 2193, "query": "A woman wakes up while she is in her bed.", "relevant_moment": [ { "pair_id": 167140, "video_name": "house_s07e19_seg02_clip_09", "timestamp": [ 0.0, 11.68 ], "duration": 73.66, "caption": "A woman wakes up while she is in her bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167141, "video_name": "castle_s07e20_seg02_clip_05", "timestamp": [ 43.34, 54.41 ], "duration": 92.66, "caption": "A woman is asleep in her bed as a girl wakes her up.", "similarity": 0.8221, "relevance": 4 }, { "pair_id": 167142, "video_name": "friends_s04e19_seg01_clip_00", "timestamp": [ 8.08, 13.78 ], "duration": 95.66, "caption": "A woman jerks up when she wakes up in bed.", "similarity": 0.8061, "relevance": 4 }, { "pair_id": 167143, "video_name": "house_s06e19_seg02_clip_10", "timestamp": [ 78.79, 89.02 ], "duration": 89.66, "caption": "A woman sits by the bed as her partner wakes up.", "similarity": 0.786, "relevance": 3 }, { "pair_id": 167144, "video_name": "house_s02e11_seg02_clip_04", "timestamp": [ 0.0, 2.2 ], "duration": 88.66, "caption": "A woman gets startled as she wakes up from sleeping.", "similarity": 0.7746, "relevance": 3 }, { "pair_id": 167145, "video_name": "met_s03e02_seg02_clip_16", "timestamp": [ 15.08, 18.33 ], "duration": 59.66, "caption": "A person wakes up in their bed from a dream.", "similarity": 0.757, "relevance": 4 }, { "pair_id": 167146, "video_name": "castle_s07e20_seg02_clip_05", "timestamp": [ 44.27, 48.88 ], "duration": 92.66, "caption": "A woman is trying to wake up someone from sleeping.", "similarity": 0.7547, "relevance": 4 }, { "pair_id": 167147, "video_name": "castle_s07e15_seg02_clip_12", "timestamp": [ 13.76, 29.36 ], "duration": 91.66, "caption": "A woman wakes up tied up to a bed and her mouth is tied.", "similarity": 0.7527, "relevance": 3 }, { "pair_id": 167148, "video_name": "friends_s09e19_seg02_clip_09", "timestamp": [ 42.11, 47.6 ], "duration": 61.66, "caption": "A woman wakes up startled after having a dream.", "similarity": 0.7209, "relevance": 4 }, { "pair_id": 167149, "video_name": "house_s01e16_seg02_clip_06", "timestamp": [ 1.37, 26.97 ], "duration": 91.66, "caption": "A woman starts to have a fit while in the bed.", "similarity": 0.7196, "relevance": 1 }, { "pair_id": 167150, "video_name": "house_s05e09_seg02_clip_27", "timestamp": [ 141.55, 153.02 ], "duration": 153.66, "caption": "A woman is in a hospital bed and she wakes up to see a man.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 167151, "video_name": "s05e18_seg02_clip_12", "timestamp": [ 4.2, 7.5 ], "duration": 60.66, "caption": "A person is asleep on their bed when they wake up abruptly.", "similarity": 0.7066, "relevance": 3 }, { "pair_id": 167152, "video_name": "friends_s10e13_seg02_clip_10", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman gets up from a laying position on the bed.", "similarity": 0.7042, "relevance": 1 }, { "pair_id": 167153, "video_name": "castle_s06e16_seg02_clip_00", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "A woman's eyes snap open as she lies in bed.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 167154, "video_name": "grey_s03e07_seg02_clip_20", "timestamp": [ 25.61, 28.3 ], "duration": 89.66, "caption": "A woman walks into the room and wakes up another woman.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 167155, "video_name": "s04e24_seg02_clip_16", "timestamp": [ 24.72, 61.03 ], "duration": 61.66, "caption": "A woman and a man are on the bed. And she was shocked when she wakes up.", "similarity": 0.6937, "relevance": 3 }, { "pair_id": 167156, "video_name": "friends_s04e19_seg01_clip_00", "timestamp": [ 14.73, 19.01 ], "duration": 95.66, "caption": "A woman turns over in bed then sits up.", "similarity": 0.691, "relevance": 2 }, { "pair_id": 167157, "video_name": "grey_s02e11_seg02_clip_22", "timestamp": [ 23.93, 30.37 ], "duration": 92.66, "caption": "A woman wakes up after sleeping next to a baby in an incubator.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 167158, "video_name": "castle_s04e10_seg02_clip_00", "timestamp": [ 0.0, 25.22 ], "duration": 91.66, "caption": "A woman looks over at a man as she wakes up in bed next to him.", "similarity": 0.6775, "relevance": 1 }, { "pair_id": 167159, "video_name": "grey_s03e18_seg02_clip_27", "timestamp": [ 4.78, 12.98 ], "duration": 18.66, "caption": "A woman doesn't move while she is sleeping in bed.", "similarity": 0.6765, "relevance": 4 }, { "pair_id": 340460, "video_name": "friends_s07e12_seg02_clip_14", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A man taps a woman to wake her up in bed.", "similarity": 0.6725, "relevance": 4 }, { "pair_id": 340461, "video_name": "house_s07e15_seg02_clip_20", "timestamp": [ 28.28, 39.16 ], "duration": 87.66, "caption": "A woman wakes up and turns to see a person standing there.", "similarity": 0.6713, "relevance": 4 }, { "pair_id": 340462, "video_name": "friends_s06e04_seg02_clip_04", "timestamp": [ 24.95, 29.94 ], "duration": 58.66, "caption": "A woman points to her bedroom as she tells woman to rest a bit and woman asks her to wake her in a few hours.", "similarity": 0.6688, "relevance": 0 }, { "pair_id": 340463, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 53.7, 61.03 ], "duration": 61.66, "caption": "A person is sleeping in the bed then wakes and takes something off the bedside table.", "similarity": 0.6679, "relevance": 3 }, { "pair_id": 340464, "video_name": "house_s03e12_seg02_clip_16", "timestamp": [ 32.86, 37.81 ], "duration": 90.66, "caption": "A person confined in their bed wakes up and tries to sit down.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 340465, "video_name": "house_s06e13_seg02_clip_25", "timestamp": [ 0.0, 1.58 ], "duration": 2.66, "caption": "A woman is lying on a bed with her hand on her head.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 340466, "video_name": "s06e02_seg02_clip_09", "timestamp": [ 8.85, 19.77 ], "duration": 59.66, "caption": "A person stands next to a woman's bed and looks at her while she's sleeping.", "similarity": 0.6568, "relevance": 3 }, { "pair_id": 340467, "video_name": "castle_s06e04_seg02_clip_00", "timestamp": [ 21.39, 42.78 ], "duration": 91.66, "caption": "A woman wakes a person when she can't sleep because the FBI fired her.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 340468, "video_name": "house_s07e22_seg02_clip_08", "timestamp": [ 0.0, 7.74 ], "duration": 172.66, "caption": "A woman helps the woman lay down in bed.", "similarity": 0.6501, "relevance": 1 }, { "pair_id": 340469, "video_name": "met_s05e05_seg02_clip_17", "timestamp": [ 14.58, 26.0 ], "duration": 97.66, "caption": "A man goes over to the bed and gently wakes woman up.", "similarity": 0.6492, "relevance": 4 }, { "pair_id": 340470, "video_name": "met_s06e24_seg02_clip_14", "timestamp": [ 29.6, 35.09 ], "duration": 61.66, "caption": "A person wakes up and sits up in their bed and smiles.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 340471, "video_name": "house_s01e06_seg02_clip_23", "timestamp": [ 70.27, 71.55 ], "duration": 85.66, "caption": "A woman, lying with eyes closed on the hospital bed, is startled awake by a man.", "similarity": 0.6472, "relevance": 4 }, { "pair_id": 340472, "video_name": "friends_s10e05_seg02_clip_04", "timestamp": [ 59.16, 61.63 ], "duration": 61.66, "caption": "A person stands up from the bed and then a woman stands up.", "similarity": 0.6469, "relevance": 1 }, { "pair_id": 340473, "video_name": "house_s07e15_seg02_clip_00", "timestamp": [ 11.84, 16.85 ], "duration": 91.66, "caption": "A woman gets up from her bed and starts walking.", "similarity": 0.6459, "relevance": 2 }, { "pair_id": 340474, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 36.91, 49.96 ], "duration": 90.66, "caption": "A woman is sitting at the edge of the bed as a person is asleep.", "similarity": 0.6457, "relevance": 1 }, { "pair_id": 340475, "video_name": "house_s05e05_seg02_clip_11", "timestamp": [ 0.85, 9.82 ], "duration": 85.66, "caption": "A woman is laying in the bed and gets startled when another woman walks in.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 340476, "video_name": "s02e03_seg02_clip_04", "timestamp": [ 55.23, 61.03 ], "duration": 61.66, "caption": "A woman opens a person's bedroom door while he's asleep.", "similarity": 0.6441, "relevance": 1 }, { "pair_id": 340477, "video_name": "friends_s06e01_seg02_clip_00", "timestamp": [ 6.71, 14.65 ], "duration": 61.66, "caption": "A woman sees their marked face in the mirror as they wake from bed.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 340478, "video_name": "friends_s07e01_seg02_clip_16", "timestamp": [ 3.64, 7.0 ], "duration": 56.66, "caption": "A woman gets out of bed and opens the door.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 340479, "video_name": "s02e16_seg02_clip_04", "timestamp": [ 42.61, 51.02 ], "duration": 51.66, "caption": "A woman leans back in bed and puts her arm over her head.", "similarity": 0.6331, "relevance": 2 } ] }, { "query_id": 2277, "query": "A man shakes a woman's father's hand as he walks into the restaurant.", "relevant_moment": [ { "pair_id": 150580, "video_name": "friends_s04e23-24_seg02_clip_24", "timestamp": [ 58.59, 59.5 ], "duration": 61.66, "caption": "A man shakes a woman's father's hand as he walks into the restaurant.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150581, "video_name": "met_s02e03_seg02_clip_05", "timestamp": [ 8.27, 11.03 ], "duration": 61.66, "caption": "A woman shakes hands with a man's father after he introduces her.", "similarity": 0.763, "relevance": 2 }, { "pair_id": 150582, "video_name": "grey_s03e04_seg02_clip_06", "timestamp": [ 58.52, 69.77 ], "duration": 90.66, "caption": "A person meets someone's father and shakes their hand.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 150583, "video_name": "met_s02e03_seg02_clip_04", "timestamp": [ 54.26, 58.66 ], "duration": 58.66, "caption": "A man meets and shakes a man's father and mother hands.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 150584, "video_name": "castle_s07e10_seg02_clip_11", "timestamp": [ 2.68, 8.49 ], "duration": 89.66, "caption": "A man tries to shake hands with a woman's father who hugs him instead.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 150585, "video_name": "friends_s01e13_seg02_clip_02", "timestamp": [ 34.17, 53.78 ], "duration": 56.66, "caption": "A man's father walks into the coffee shop with man and greets the people and woman's date.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 150586, "video_name": "friends_s04e23-24_seg02_clip_24", "timestamp": [ 36.31, 42.72 ], "duration": 61.66, "caption": "A man and woman greet woman and their parents as they enter the restaurant.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 150587, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 20.29, 23.8 ], "duration": 78.66, "caption": "A man shakes hands with a woman in the kitchen of a restaurant.", "similarity": 0.6805, "relevance": 1 }, { "pair_id": 150588, "video_name": "house_s01e13_seg02_clip_26", "timestamp": [ 37.7, 48.02 ], "duration": 48.66, "caption": "A man reaches his hand out to another man, who then takes his hand out of his pocket to shake his father's hand.", "similarity": 0.6801, "relevance": 1 }, { "pair_id": 150589, "video_name": "friends_s04e23-24_seg02_clip_24", "timestamp": [ 33.57, 61.03 ], "duration": 61.66, "caption": "A woman, a man, and another man meet a man's parents at the restaurant and the woman then introduces them to her parents.", "similarity": 0.6791, "relevance": 3 }, { "pair_id": 150590, "video_name": "castle_s05e21_seg02_clip_02", "timestamp": [ 3.93, 7.42 ], "duration": 87.66, "caption": "A woman shakes hands with a man as they stand in a restaurant talking.", "similarity": 0.6735, "relevance": 0 }, { "pair_id": 150591, "video_name": "met_s02e03_seg02_clip_05", "timestamp": [ 9.8, 13.48 ], "duration": 61.66, "caption": "First, woman shakes man's father's hand and then she shakes man's mom's hand.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 150592, "video_name": "met_s04e01_seg02_clip_09", "timestamp": [ 38.46, 43.13 ], "duration": 58.66, "caption": "A man walks into a restaurant with a woman following behind him.", "similarity": 0.6558, "relevance": 1 }, { "pair_id": 150593, "video_name": "grey_s02e05_seg02_clip_02", "timestamp": [ 14.69, 83.71 ], "duration": 89.66, "caption": "A man's father walks into the hospital room and converses with a man and a woman.", "similarity": 0.6519, "relevance": 0 }, { "pair_id": 150594, "video_name": "castle_s07e10_seg02_clip_11", "timestamp": [ 0.0, 8.04 ], "duration": 89.66, "caption": "A woman introduces a guy to her parents and he puts out his hand to shake her father's but he hugs him.", "similarity": 0.6506, "relevance": 3 }, { "pair_id": 150595, "video_name": "grey_s03e12_seg02_clip_26", "timestamp": [ 20.12, 25.98 ], "duration": 30.66, "caption": "A man walks up to a woman at the bar and greets her as he sits beside her and she asks him if he has his father.", "similarity": 0.6498, "relevance": 0 }, { "pair_id": 150596, "video_name": "grey_s03e08_seg02_clip_24", "timestamp": [ 80.13, 92.11 ], "duration": 92.66, "caption": "A woman walks toward the exit and then turns around to speak to a man's dad.", "similarity": 0.6498, "relevance": 0 }, { "pair_id": 150597, "video_name": "s10e01_seg02_clip_15", "timestamp": [ 41.72, 54.62 ], "duration": 60.66, "caption": "A man's dad raises his finger to say something to a woman.", "similarity": 0.6442, "relevance": 0 }, { "pair_id": 150598, "video_name": "s07e20_seg02_clip_06", "timestamp": [ 54.83, 58.03 ], "duration": 58.66, "caption": "A man sees a person walk into a restaurant with a woman and becomes flustered.", "similarity": 0.6436, "relevance": 0 }, { "pair_id": 150599, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 35.7, 39.97 ], "duration": 61.66, "caption": "A woman shakes guy's hand as she sits beside him at the restaurant table.", "similarity": 0.6403, "relevance": 0 } ] }, { "query_id": 2307, "query": "A fictional character is dead and his full body is visible.", "relevant_moment": [ { "pair_id": 43880, "video_name": "castle_s05e09_seg02_clip_00", "timestamp": [ 87.48, 89.35 ], "duration": 93.66, "caption": "A fictional character is dead and his full body is visible.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 43881, "video_name": "castle_s02e12_seg02_clip_04", "timestamp": [ 77.27, 80.84 ], "duration": 89.66, "caption": "A person turns over a dead body to its side.", "similarity": 0.5866, "relevance": 2 }, { "pair_id": 43882, "video_name": "castle_s08e09_seg02_clip_01", "timestamp": [ 36.81, 41.75 ], "duration": 89.66, "caption": "A person walks up and looks at dead body on the ground.", "similarity": 0.549, "relevance": 1 }, { "pair_id": 43883, "video_name": "castle_s04e11_seg02_clip_08", "timestamp": [ 34.85, 38.06 ], "duration": 91.66, "caption": "A person looks at a picture of a dead person.", "similarity": 0.5284, "relevance": 1 }, { "pair_id": 43884, "video_name": "castle_s03e07_seg02_clip_07", "timestamp": [ 1.94, 6.79 ], "duration": 97.66, "caption": "A person leans in close to examine dead man's face.", "similarity": 0.5245, "relevance": 1 }, { "pair_id": 43885, "video_name": "castle_s06e21_seg02_clip_01", "timestamp": [ 28.44, 30.28 ], "duration": 91.66, "caption": "A dead body will be transported in a stretcher.", "similarity": 0.5151, "relevance": 1 }, { "pair_id": 43886, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 24.01, 25.82 ], "duration": 90.66, "caption": "A person puts his clipboard in front of the dead person's face.", "similarity": 0.5122, "relevance": 0 }, { "pair_id": 43887, "video_name": "castle_s08e18_seg02_clip_02", "timestamp": [ 0.0, 4.54 ], "duration": 90.66, "caption": "A person says the time of death when someone is looking at the body.", "similarity": 0.5105, "relevance": 0 }, { "pair_id": 43888, "video_name": "castle_s01e07_seg02_clip_01", "timestamp": [ 19.71, 21.09 ], "duration": 91.66, "caption": "A person looks at a dead body that is stuffed inside a safe.", "similarity": 0.5071, "relevance": 1 }, { "pair_id": 43889, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 0.0, 2.46 ], "duration": 61.66, "caption": "A man extends his hand while saying he can't see the person's body.", "similarity": 0.5064, "relevance": 0 }, { "pair_id": 43890, "video_name": "castle_s07e08_seg02_clip_00", "timestamp": [ 23.8, 26.54 ], "duration": 91.66, "caption": "A person describes who found the body while at crime scene.", "similarity": 0.5014, "relevance": 1 }, { "pair_id": 43891, "video_name": "s09e07_seg02_clip_07", "timestamp": [ 1.6, 6.08 ], "duration": 64.66, "caption": "A person holds an action figure while talking about who they'll leave it to when they die.", "similarity": 0.5012, "relevance": 0 }, { "pair_id": 43892, "video_name": "castle_s01e10_seg02_clip_02", "timestamp": [ 64.04, 74.23 ], "duration": 97.66, "caption": "A dead person has trama to their hands that appear to have inhibited their escape.", "similarity": 0.5001, "relevance": 1 }, { "pair_id": 43893, "video_name": "castle_s03e04_seg02_clip_02", "timestamp": [ 0.0, 19.18 ], "duration": 89.66, "caption": "Some people talk around a dead body.", "similarity": 0.4996, "relevance": 3 }, { "pair_id": 43894, "video_name": "house_s05e22_seg02_clip_19", "timestamp": [ 37.36, 39.3 ], "duration": 97.66, "caption": "A person is standing over a dead body and writing in a medical chart.", "similarity": 0.4987, "relevance": 3 }, { "pair_id": 43895, "video_name": "castle_s03e01_seg02_clip_06", "timestamp": [ 0.9, 3.61 ], "duration": 90.66, "caption": "A person describes his near death experience around the other people.", "similarity": 0.4982, "relevance": 0 }, { "pair_id": 43896, "video_name": "castle_s02e08_seg02_clip_20", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A man explains what happened to the corpse's in transit.", "similarity": 0.4963, "relevance": 0 }, { "pair_id": 43897, "video_name": "castle_s04e22_seg02_clip_15", "timestamp": [ 0.0, 9.44 ], "duration": 89.66, "caption": "A man crouches down by another man's body and feels his neck to see if he's alive.", "similarity": 0.4958, "relevance": 3 }, { "pair_id": 43898, "video_name": "castle_s06e09_seg02_clip_09", "timestamp": [ 17.88, 31.74 ], "duration": 89.66, "caption": "A man goes around and stands beside another man to see a body double of himself dead.", "similarity": 0.4915, "relevance": 2 }, { "pair_id": 43899, "video_name": "castle_s06e22_seg02_clip_00", "timestamp": [ 0.0, 5.76 ], "duration": 96.66, "caption": "A person agrees to the terms of the dead person lays out.", "similarity": 0.4902, "relevance": 0 } ] }, { "query_id": 2317, "query": "A person in a blonde wig sings in front of a globe.", "relevant_moment": [ { "pair_id": 153360, "video_name": "met_s03e16_seg02_clip_14", "timestamp": [ 21.01, 25.21 ], "duration": 60.66, "caption": "A person in a blonde wig sings in front of a globe.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153361, "video_name": "castle_s08e05_seg02_clip_10", "timestamp": [ 9.61, 11.26 ], "duration": 30.66, "caption": "A person with short blonde hair makes a face while listening to a man.", "similarity": 0.4953, "relevance": 1 }, { "pair_id": 153362, "video_name": "met_s06e03_seg02_clip_07", "timestamp": [ 48.74, 58.03 ], "duration": 58.66, "caption": "A person is on stage wearing a tall hat and singing funky music.", "similarity": 0.4889, "relevance": 2 }, { "pair_id": 153363, "video_name": "s07e03_seg02_clip_00", "timestamp": [ 50.96, 55.84 ], "duration": 61.66, "caption": "A person takes out a microphone and starts to sing.", "similarity": 0.4831, "relevance": 2 }, { "pair_id": 153364, "video_name": "castle_s04e22_seg02_clip_27", "timestamp": [ 10.63, 12.75 ], "duration": 85.66, "caption": "A person removes a wig from his/her hair while speaking with another person.", "similarity": 0.4809, "relevance": 0 }, { "pair_id": 153365, "video_name": "s09e16_seg02_clip_13", "timestamp": [ 54.84, 63.03 ], "duration": 63.66, "caption": "A person sings in front of a microphone while placing their hand over their heart.", "similarity": 0.4776, "relevance": 2 }, { "pair_id": 153366, "video_name": "s01e16_seg02_clip_14", "timestamp": [ 55.83, 57.33 ], "duration": 60.66, "caption": "There's a colored balloon behind a person's back as he/she sings.", "similarity": 0.4762, "relevance": 2 }, { "pair_id": 153367, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 2.9, 8.99 ], "duration": 58.66, "caption": "A person dances and sings a Pink song while walking down the stairs.", "similarity": 0.4748, "relevance": 0 }, { "pair_id": 153368, "video_name": "friends_s07e05_seg01_clip_00", "timestamp": [ 49.43, 53.98 ], "duration": 65.66, "caption": "A person moves back and forth twirling their hair.", "similarity": 0.4687, "relevance": 0 }, { "pair_id": 153369, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 46.09, 48.02 ], "duration": 96.66, "caption": "A man puts the bald cap wig on top of his head.", "similarity": 0.4684, "relevance": 0 }, { "pair_id": 153370, "video_name": "house_s02e19_seg02_clip_05", "timestamp": [ 54.16, 59.62 ], "duration": 91.66, "caption": "A person finds someone singing, standing at the waterfall.", "similarity": 0.4658, "relevance": 0 }, { "pair_id": 153371, "video_name": "met_s06e11_seg02_clip_14", "timestamp": [ 0.0, 2.43 ], "duration": 60.66, "caption": "A person mentions singing a Disney song to his clothes.", "similarity": 0.4562, "relevance": 0 }, { "pair_id": 153372, "video_name": "met_s05e05_seg02_clip_02", "timestamp": [ 0.0, 4.04 ], "duration": 62.66, "caption": "A man is singing a song while wearing a funny hat.", "similarity": 0.4536, "relevance": 0 }, { "pair_id": 153373, "video_name": "house_s08e13_seg02_clip_12", "timestamp": [ 0.0, 45.46 ], "duration": 90.66, "caption": "A person has a conversation with another person while wearing a funny black wig.", "similarity": 0.4534, "relevance": 0 }, { "pair_id": 153374, "video_name": "s04e12_seg02_clip_12", "timestamp": [ 0.0, 10.03 ], "duration": 59.66, "caption": "A person is playing an unusual electronic instrument while singing.", "similarity": 0.452, "relevance": 0 }, { "pair_id": 153375, "video_name": "friends_s01e05_seg02_clip_16", "timestamp": [ 2.44, 12.21 ], "duration": 61.66, "caption": "A person sings a tune to someone in the laundromat.", "similarity": 0.4506, "relevance": 0 }, { "pair_id": 153376, "video_name": "house_s05e23_seg02_clip_16", "timestamp": [ 0.0, 7.05 ], "duration": 48.66, "caption": "A person is talking on the phone while someone sings.", "similarity": 0.4503, "relevance": 0 }, { "pair_id": 153377, "video_name": "house_s06e06_seg02_clip_11", "timestamp": [ 0.0, 36.41 ], "duration": 91.66, "caption": "A person and another person dance when he is wearing an old-timey wig.", "similarity": 0.4479, "relevance": 0 }, { "pair_id": 153378, "video_name": "s04e11_seg02_clip_13", "timestamp": [ 24.91, 32.71 ], "duration": 60.66, "caption": "A woman puts on a wig and poses in front of man.", "similarity": 0.4473, "relevance": 0 }, { "pair_id": 153379, "video_name": "met_s05e04_seg02_clip_04", "timestamp": [ 21.15, 25.56 ], "duration": 58.66, "caption": "A cold person who is wearing a blond wig holds the cup of his coffee.", "similarity": 0.4471, "relevance": 1 } ] }, { "query_id": 2321, "query": "The employee opens the door to reveal a room full of Santa Clauses.", "relevant_moment": [ { "pair_id": 153420, "video_name": "castle_s05e09_seg02_clip_05", "timestamp": [ 53.37, 65.23 ], "duration": 91.66, "caption": "The employee opens the door to reveal a room full of Santa Clauses.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153421, "video_name": "castle_s05e09_seg02_clip_05", "timestamp": [ 59.3, 67.51 ], "duration": 91.66, "caption": "A man and a woman enter a room filled with Santa Clauses.", "similarity": 0.6596, "relevance": 4 }, { "pair_id": 153422, "video_name": "s02e11_seg02_clip_13", "timestamp": [ 26.74, 31.6 ], "duration": 54.66, "caption": "A man opens the door to find a woman in a Santa hat.", "similarity": 0.6188, "relevance": 1 }, { "pair_id": 153423, "video_name": "castle_s08e22_seg02_clip_09", "timestamp": [ 69.72, 72.27 ], "duration": 85.66, "caption": "A person opens the door and then closes it as he/she walks into the room.", "similarity": 0.609, "relevance": 0 }, { "pair_id": 153424, "video_name": "friends_s09e10_seg02_clip_05", "timestamp": [ 54.28, 58.0 ], "duration": 62.66, "caption": "A man enters the room dressed as Santa Claus.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 153425, "video_name": "house_s03e13_seg02_clip_04", "timestamp": [ 12.94, 17.41 ], "duration": 89.66, "caption": "A person opens the door of one of the room and was surprised.", "similarity": 0.5874, "relevance": 0 }, { "pair_id": 153426, "video_name": "friends_s07e10_seg02_clip_13", "timestamp": [ 12.7, 15.72 ], "duration": 60.66, "caption": "A man walks into the apartment dressed up as Santa.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 153427, "video_name": "friends_s08e17_seg02_clip_05", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person comes into the room and closes the door.", "similarity": 0.578, "relevance": 0 }, { "pair_id": 153428, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 43.66, 97.03 ], "duration": 97.66, "caption": "A person opens his apartment door for someone to come in.", "similarity": 0.5756, "relevance": 0 }, { "pair_id": 153429, "video_name": "friends_s10e09_seg02_clip_10", "timestamp": [ 4.95, 7.92 ], "duration": 66.66, "caption": "An employee of the adoption agency closes a door to a room.", "similarity": 0.5743, "relevance": 0 }, { "pair_id": 153430, "video_name": "friends_s07e08_seg02_clip_15", "timestamp": [ 55.23, 58.89 ], "duration": 61.66, "caption": "A person opens the door and enters the room.", "similarity": 0.5742, "relevance": 0 }, { "pair_id": 153431, "video_name": "s03e21_seg02_clip_06", "timestamp": [ 22.95, 25.43 ], "duration": 62.66, "caption": "A person opens the door and enters partially into the room.", "similarity": 0.5742, "relevance": 0 }, { "pair_id": 153432, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 29.13, 30.5 ], "duration": 91.66, "caption": "A person opens a door and enters the room.", "similarity": 0.5713, "relevance": 0 }, { "pair_id": 153433, "video_name": "house_s01e05_seg02_clip_04", "timestamp": [ 21.12, 27.54 ], "duration": 91.66, "caption": "A person walks out of the room where the patient who is dressed like Santa Claus is.", "similarity": 0.569, "relevance": 1 }, { "pair_id": 153434, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 15.75, 20.26 ], "duration": 90.66, "caption": "A person opens the door of a patient's room.", "similarity": 0.5681, "relevance": 0 }, { "pair_id": 153435, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 29.91, 32.67 ], "duration": 92.66, "caption": "A person opens the door and gets out of the room.", "similarity": 0.5652, "relevance": 0 }, { "pair_id": 153436, "video_name": "friends_s02e16_seg02_clip_08", "timestamp": [ 42.55, 44.12 ], "duration": 63.66, "caption": "A person opens up the door of the apartment.", "similarity": 0.5633, "relevance": 0 }, { "pair_id": 153437, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 54.16, 64.63 ], "duration": 91.66, "caption": "A person walks across the room and opens the door.", "similarity": 0.5617, "relevance": 0 }, { "pair_id": 153438, "video_name": "friends_s02e01_seg02_clip_14", "timestamp": [ 66.32, 68.02 ], "duration": 68.66, "caption": "A person opens the door and comes out of a woman's room.", "similarity": 0.5613, "relevance": 0 }, { "pair_id": 153439, "video_name": "friends_s05e03_seg02_clip_04", "timestamp": [ 8.24, 12.21 ], "duration": 61.66, "caption": "Dr. person opens the door and enters the room.", "similarity": 0.5594, "relevance": 0 } ] }, { "query_id": 2328, "query": "A woman leans down to redirect a little girl in pink clothes.", "relevant_moment": [ { "pair_id": 158180, "video_name": "house_s07e22_seg02_clip_13", "timestamp": [ 0.0, 5.82 ], "duration": 97.66, "caption": "A woman leans down to redirect a little girl in pink clothes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158181, "video_name": "friends_s09e14_seg02_clip_08", "timestamp": [ 11.18, 15.11 ], "duration": 60.66, "caption": "A woman grabs her hair and leans in towards a baby.", "similarity": 0.5523, "relevance": 2 }, { "pair_id": 158182, "video_name": "castle_s01e02_seg02_clip_07", "timestamp": [ 0.0, 6.31 ], "duration": 97.66, "caption": "A person kisses a girl and then woman on their cheeks.", "similarity": 0.5317, "relevance": 1 }, { "pair_id": 158183, "video_name": "castle_s01e02_seg02_clip_11", "timestamp": [ 31.6, 34.27 ], "duration": 89.66, "caption": "A woman looks down at a girl and puts her hand on her head.", "similarity": 0.5301, "relevance": 1 }, { "pair_id": 158184, "video_name": "friends_s07e14_seg02_clip_09", "timestamp": [ 29.71, 32.71 ], "duration": 60.66, "caption": "A woman leans over and kisses a person on the cheek.", "similarity": 0.5301, "relevance": 0 }, { "pair_id": 158185, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 15.82, 27.6 ], "duration": 62.66, "caption": "A woman leans forward and has a conversation with another woman.", "similarity": 0.5294, "relevance": 1 }, { "pair_id": 158186, "video_name": "friends_s10e05_seg02_clip_17", "timestamp": [ 12.51, 14.34 ], "duration": 61.66, "caption": "A woman leans over while talking to her baby.", "similarity": 0.527, "relevance": 2 }, { "pair_id": 158187, "video_name": "grey_s03e13_seg02_clip_05", "timestamp": [ 19.42, 21.68 ], "duration": 90.66, "caption": "A woman goes down between another woman's legs next to a person.", "similarity": 0.5269, "relevance": 2 }, { "pair_id": 158188, "video_name": "friends_s08e23-24_seg02_clip_40", "timestamp": [ 2.33, 11.94 ], "duration": 58.66, "caption": "A woman while holding her baby looks down and talks to another woman's baby.", "similarity": 0.5265, "relevance": 2 }, { "pair_id": 158190, "video_name": "friends_s03e12_seg02_clip_17", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A woman leans forward, they share a kiss.", "similarity": 0.5181, "relevance": 1 }, { "pair_id": 158191, "video_name": "s02e06_seg02_clip_13", "timestamp": [ 25.12, 27.91 ], "duration": 62.66, "caption": "A woman in a green top holds her pinky out to another woman.", "similarity": 0.5169, "relevance": 1 }, { "pair_id": 158192, "video_name": "house_s07e10_seg02_clip_21", "timestamp": [ 63.93, 68.85 ], "duration": 89.66, "caption": "A little girl runs toward a woman next to a doctor.", "similarity": 0.5153, "relevance": 3 }, { "pair_id": 158193, "video_name": "s10e07_seg02_clip_07", "timestamp": [ 29.11, 35.42 ], "duration": 60.66, "caption": "A woman goes toward a person to stand next to her/him.", "similarity": 0.5126, "relevance": 0 }, { "pair_id": 158194, "video_name": "castle_s02e08_seg02_clip_25", "timestamp": [ 17.55, 19.36 ], "duration": 90.66, "caption": "A woman leans forward to get someone's attention.", "similarity": 0.5125, "relevance": 1 }, { "pair_id": 158195, "video_name": "s08e15_seg02_clip_07", "timestamp": [ 11.51, 13.87 ], "duration": 59.66, "caption": "A woman leans her body down during a talk to a person.", "similarity": 0.512, "relevance": 2 }, { "pair_id": 158196, "video_name": "castle_s04e18_seg02_clip_11", "timestamp": [ 2.27, 5.44 ], "duration": 90.66, "caption": "A woman leans forward to comfort another woman for her teasing.", "similarity": 0.5118, "relevance": 1 }, { "pair_id": 158197, "video_name": "met_s06e01_seg02_clip_16", "timestamp": [ 20.49, 24.15 ], "duration": 111.66, "caption": "A woman leans in and kisses another woman that she's been talking to.", "similarity": 0.5103, "relevance": 2 }, { "pair_id": 158198, "video_name": "grey_s02e03_seg02_clip_17", "timestamp": [ 65.88, 68.55 ], "duration": 89.66, "caption": "A woman leans forward in her chair towards another woman's bed.", "similarity": 0.5095, "relevance": 1 }, { "pair_id": 158199, "video_name": "friends_s01e09_seg02_clip_02", "timestamp": [ 2.58, 11.95 ], "duration": 64.66, "caption": "A person behind a woman leans over to another woman nods then touches her arm.", "similarity": 0.5092, "relevance": 1 } ] }, { "query_id": 2330, "query": "A person wakes up and sees a man with a gun.", "relevant_moment": [ { "pair_id": 169420, "video_name": "house_s07e22_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A person wakes up and sees a man with a gun.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169421, "video_name": "house_s07e22_seg02_clip_11", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "Someone then wakes up from their sleep when they saw a person pointing a gun to them.", "similarity": 0.8033, "relevance": 4 }, { "pair_id": 169422, "video_name": "s09e11_seg02_clip_01", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "A person wakes up to see a man as his subconscious.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 169423, "video_name": "met_s02e05_seg02_clip_07", "timestamp": [ 40.49, 43.53 ], "duration": 60.66, "caption": "A man wakes up to a person on his/her side watching him.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 169424, "video_name": "castle_s03e22_seg02_clip_22", "timestamp": [ 72.47, 78.32 ], "duration": 90.66, "caption": "A man sees a person with a firearm then fires his weapon at them.", "similarity": 0.7296, "relevance": 2 }, { "pair_id": 169425, "video_name": "castle_s01e04_seg02_clip_09", "timestamp": [ 10.57, 18.38 ], "duration": 91.66, "caption": "A person wakes up to see a man sitting at a chair staring at them.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 169426, "video_name": "grey_s02e22_seg02_clip_09", "timestamp": [ 48.89, 59.24 ], "duration": 94.66, "caption": "A person wakes up and another person watches him closely.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 169427, "video_name": "friends_s04e01_seg02_clip_04", "timestamp": [ 23.34, 30.37 ], "duration": 56.66, "caption": "A man wakes up and is startled to realized where he is.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 169428, "video_name": "house_s05e14_seg02_clip_00", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A woman wakes up to see man staring at her.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 169429, "video_name": "castle_s06e04_seg02_clip_04", "timestamp": [ 32.21, 36.81 ], "duration": 92.66, "caption": "A person looks up and sees another person with a sniper gun.", "similarity": 0.6755, "relevance": 2 }, { "pair_id": 169430, "video_name": "grey_s03e11_seg02_clip_10", "timestamp": [ 11.4, 25.18 ], "duration": 95.66, "caption": "A woman wakes up to find a man watching her.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 169431, "video_name": "castle_s04e07_seg02_clip_19", "timestamp": [ 19.04, 21.31 ], "duration": 90.66, "caption": "A person is holding a gun in their hand as they get up.", "similarity": 0.6737, "relevance": 1 }, { "pair_id": 169432, "video_name": "castle_s03e03_seg02_clip_23", "timestamp": [ 74.88, 77.58 ], "duration": 90.66, "caption": "A man is startled as a woman appears in front of him with a gun.", "similarity": 0.6686, "relevance": 2 }, { "pair_id": 169433, "video_name": "castle_s04e07_seg02_clip_08", "timestamp": [ 51.72, 58.52 ], "duration": 90.66, "caption": "A man lifts his hand and gets up to be taken by a person with a gun.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 169434, "video_name": "house_s07e15_seg02_clip_20", "timestamp": [ 28.28, 39.16 ], "duration": 87.66, "caption": "A woman wakes up and turns to see a person standing there.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 169435, "video_name": "castle_s07e18_seg02_clip_22", "timestamp": [ 88.04, 96.14 ], "duration": 108.66, "caption": "A man takes out his gun and shows it to another man.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 169436, "video_name": "castle_s03e17_seg02_clip_07", "timestamp": [ 0.0, 7.83 ], "duration": 87.66, "caption": "A person wakes up in an ambulance and sees another person.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 169437, "video_name": "s03e15_seg02_clip_14", "timestamp": [ 23.02, 25.68 ], "duration": 59.66, "caption": "A man wakes up and notices that another person is not in bed.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 169438, "video_name": "friends_s01e14_seg02_clip_07", "timestamp": [ 45.2, 52.68 ], "duration": 65.66, "caption": "A man wakes up in bed and sees a woman in bed next to him.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 169439, "video_name": "s09e11_seg02_clip_18", "timestamp": [ 4.17, 7.6 ], "duration": 49.66, "caption": "A person wakes up to see the ghost of someone beside his bed.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 342740, "video_name": "castle_s02e18_seg02_clip_23", "timestamp": [ 82.3, 84.94 ], "duration": 88.66, "caption": "A man glances down at a gun then looks back up at a woman.", "similarity": 0.6425, "relevance": 2 }, { "pair_id": 342741, "video_name": "house_s05e09_seg02_clip_20", "timestamp": [ 15.13, 32.05 ], "duration": 89.66, "caption": "A person picks up the gun, looks at it and then hands it over to another person.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 342742, "video_name": "castle_s01e04_seg02_clip_09", "timestamp": [ 11.03, 17.92 ], "duration": 91.66, "caption": "A woman woke up and saw a man in front of her.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 342743, "video_name": "castle_s03e06_seg02_clip_24", "timestamp": [ 55.22, 65.34 ], "duration": 92.66, "caption": "A man takes out his gun and waves it in front of person.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 342744, "video_name": "friends_s04e10_seg02_clip_12", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A man wakes up and points in a woman's direction.", "similarity": 0.6384, "relevance": 3 }, { "pair_id": 342745, "video_name": "castle_s02e01_seg02_clip_22", "timestamp": [ 87.77, 89.12 ], "duration": 90.66, "caption": "A person spins around to face a man holding a gun against him.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 342746, "video_name": "castle_s03e04_seg02_clip_14", "timestamp": [ 53.78, 62.42 ], "duration": 96.66, "caption": "A person flips a gun in their hand and holds it out to another person.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 342747, "video_name": "house_s05e09_seg02_clip_18", "timestamp": [ 79.65, 91.03 ], "duration": 91.66, "caption": "A person hold their gun and wants to shoot person.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 342748, "video_name": "castle_s04e10_seg02_clip_00", "timestamp": [ 22.47, 42.65 ], "duration": 91.66, "caption": "A woman gets up, wakes up a man, and shows him that they are handcuffed.", "similarity": 0.63, "relevance": 2 }, { "pair_id": 342749, "video_name": "castle_s04e10_seg02_clip_24", "timestamp": [ 64.75, 67.5 ], "duration": 91.66, "caption": "Another person appears from around the corner and cocks a handgun.", "similarity": 0.6293, "relevance": 3 }, { "pair_id": 342750, "video_name": "s10e07_seg02_clip_14", "timestamp": [ 7.59, 10.82 ], "duration": 46.66, "caption": "A person wakes up from their sleep surprised with another person beside them.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 342751, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 1.84, 3.07 ], "duration": 61.66, "caption": "A person wakes up another person after telling them good morning.", "similarity": 0.6259, "relevance": 2 }, { "pair_id": 342752, "video_name": "house_s05e09_seg02_clip_02", "timestamp": [ 17.55, 25.21 ], "duration": 90.66, "caption": "A man stood up and pointed the gun to a person.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 342753, "video_name": "castle_s08e02_seg02_clip_15", "timestamp": [ 60.28, 66.72 ], "duration": 92.66, "caption": "A person goes over to the dead pilot and sees a gun in their hand.", "similarity": 0.6249, "relevance": 2 }, { "pair_id": 342754, "video_name": "house_s05e09_seg02_clip_09", "timestamp": [ 1.58, 3.15 ], "duration": 105.66, "caption": "A man in the tie waves his gun at person.", "similarity": 0.6244, "relevance": 2 }, { "pair_id": 342755, "video_name": "house_s05e09_seg02_clip_14", "timestamp": [ 5.06, 9.2 ], "duration": 92.66, "caption": "A person holds up a gun to woman's head as another person comes in.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 342756, "video_name": "met_s03e01_seg02_clip_10", "timestamp": [ 15.2, 20.56 ], "duration": 59.66, "caption": "A man wakes up in his bed looking startled.", "similarity": 0.6235, "relevance": 2 }, { "pair_id": 342757, "video_name": "castle_s07e18_seg02_clip_11", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person describes to a man and a woman where they found the gun.", "similarity": 0.6233, "relevance": 0 }, { "pair_id": 342758, "video_name": "house_s05e09_seg02_clip_13", "timestamp": [ 73.16, 81.44 ], "duration": 92.66, "caption": "A person checks his watch as he holds his gun.", "similarity": 0.6232, "relevance": 2 }, { "pair_id": 342759, "video_name": "house_s03e06_seg02_clip_06", "timestamp": [ 90.24, 93.03 ], "duration": 93.66, "caption": "A man is taking a nap and wakes up to see woman standing over him.", "similarity": 0.6224, "relevance": 2 } ] }, { "query_id": 2341, "query": "Two people were sitting in front of computer monitors whilst having a conversation.", "relevant_moment": [ { "pair_id": 125820, "video_name": "house_s07e22_seg02_clip_17", "timestamp": [ 0.0, 25.24 ], "duration": 87.66, "caption": "Two people were sitting in front of computer monitors whilst having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 125821, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 21.46, 65.02 ], "duration": 65.66, "caption": "Two people were sitting in front of each other whilst having a conversation.", "similarity": 0.8255, "relevance": 3 }, { "pair_id": 125822, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 20.12, 91.44 ], "duration": 91.66, "caption": "Two people are sitting at their computer desks having a conversation.", "similarity": 0.8149, "relevance": 4 }, { "pair_id": 125823, "video_name": "castle_s07e15_seg02_clip_10", "timestamp": [ 19.48, 50.84 ], "duration": 95.66, "caption": "Two people were sitting in front of each other whilst talking.", "similarity": 0.8112, "relevance": 1 }, { "pair_id": 125824, "video_name": "house_s06e06_seg02_clip_07", "timestamp": [ 26.26, 28.57 ], "duration": 92.66, "caption": "Two people talk to each other while looking at the monitor.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 125825, "video_name": "grey_s02e24_seg02_clip_08", "timestamp": [ 50.1, 90.27 ], "duration": 90.66, "caption": "They are looking at a monitor and having a conversation.", "similarity": 0.7925, "relevance": 3 }, { "pair_id": 125826, "video_name": "house_s03e06_seg02_clip_07", "timestamp": [ 39.16, 61.22 ], "duration": 90.66, "caption": "Some people are having a conversation while looking to a monitor.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 125827, "video_name": "s07e17_seg02_clip_05", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A person and another person were sitting in front of each other whilst having a conversation.", "similarity": 0.7782, "relevance": 3 }, { "pair_id": 125828, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 0.0, 67.73 ], "duration": 88.66, "caption": "Two people talk while they are around computers.", "similarity": 0.772, "relevance": 4 }, { "pair_id": 125829, "video_name": "castle_s06e19_seg02_clip_14", "timestamp": [ 0.0, 29.82 ], "duration": 89.66, "caption": "They are talking while a woman is sitting in front of a computer.", "similarity": 0.7595, "relevance": 2 }, { "pair_id": 125830, "video_name": "friends_s10e15_seg02_clip_02", "timestamp": [ 0.0, 31.7 ], "duration": 64.66, "caption": "Two people sit at a desk across from each other discussing something.", "similarity": 0.7565, "relevance": 1 }, { "pair_id": 125831, "video_name": "castle_s03e18_seg02_clip_11", "timestamp": [ 0.0, 14.85 ], "duration": 90.66, "caption": "Two people were looking at the computer monitor.", "similarity": 0.7539, "relevance": 3 }, { "pair_id": 125832, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "A woman and a person were sitting in front of each other whilst talking.", "similarity": 0.7532, "relevance": 0 }, { "pair_id": 125833, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.49 ], "duration": 59.66, "caption": "Two people were sitting on a couch whilst having conversation.", "similarity": 0.753, "relevance": 1 }, { "pair_id": 125834, "video_name": "castle_s02e05_seg02_clip_14", "timestamp": [ 0.0, 11.25 ], "duration": 90.66, "caption": "Two people were talking to a person who was sitting.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 125835, "video_name": "castle_s06e01_seg02_clip_20", "timestamp": [ 0.0, 11.76 ], "duration": 84.66, "caption": "A woman and another person talk while looking at computer screens.", "similarity": 0.751, "relevance": 3 }, { "pair_id": 125836, "video_name": "house_s06e17_seg02_clip_08", "timestamp": [ 51.73, 90.66 ], "duration": 90.66, "caption": "Two men were looking at the computer monitor whilst talking.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 125837, "video_name": "house_s01e19_seg02_clip_08", "timestamp": [ 55.91, 88.38 ], "duration": 90.66, "caption": "Three people are having a conversation while looking at a monitor.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 125838, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 47.33, 55.53 ], "duration": 91.66, "caption": "Two people are discussing what they are looking at the computer.", "similarity": 0.7453, "relevance": 4 }, { "pair_id": 125839, "video_name": "friends_s08e03_seg02_clip_09", "timestamp": [ 0.0, 11.79 ], "duration": 62.66, "caption": "Two people were sitting across each other whilst talking.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 299140, "video_name": "house_s03e08_seg02_clip_16", "timestamp": [ 33.38, 35.16 ], "duration": 89.66, "caption": "A person points at a computer monitor while talking with two other people.", "similarity": 0.7402, "relevance": 3 }, { "pair_id": 299141, "video_name": "castle_s03e18_seg02_clip_11", "timestamp": [ 0.0, 21.16 ], "duration": 90.66, "caption": "A woman and a man were having a conversation while looking at the texts displayed at the computer monitor.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 299142, "video_name": "house_s05e13_seg02_clip_18", "timestamp": [ 35.89, 92.03 ], "duration": 92.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 299143, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 299144, "video_name": "house_s01e04_seg02_clip_19", "timestamp": [ 33.51, 47.52 ], "duration": 100.66, "caption": "Two people sit at the computer and look at the screen.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 299145, "video_name": "s09e12_seg02_clip_03", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person is sitting in front of computer screens showing them to another person.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 299146, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 0.0, 30.99 ], "duration": 59.66, "caption": "A woman and a man were having a conversation whilst they were sitting in front of each other.", "similarity": 0.73, "relevance": 2 }, { "pair_id": 299147, "video_name": "grey_s02e20_seg02_clip_08", "timestamp": [ 0.0, 35.61 ], "duration": 89.66, "caption": "A man and a woman are looking to a monitor and having a conversation.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 299148, "video_name": "friends_s08e22_seg02_clip_13", "timestamp": [ 36.91, 62.03 ], "duration": 62.66, "caption": "Two people sit down and have a conversation.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 299149, "video_name": "s06e21_seg02_clip_09", "timestamp": [ 47.38, 64.02 ], "duration": 64.66, "caption": "A person sits in front of a computer screen talking to another person on a video call.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 299150, "video_name": "house_s04e14_seg02_clip_02", "timestamp": [ 0.0, 31.22 ], "duration": 90.66, "caption": "A man is sitting in front of a monitor as he speaks to another person whose head is in a machine.", "similarity": 0.7233, "relevance": 3 }, { "pair_id": 299151, "video_name": "s07e19_seg01_clip_00", "timestamp": [ 3.65, 50.75 ], "duration": 73.66, "caption": "Two people are sitting at their desk using their laptops and conversing.", "similarity": 0.7231, "relevance": 4 }, { "pair_id": 299152, "video_name": "house_s07e16_seg02_clip_12", "timestamp": [ 36.79, 63.38 ], "duration": 88.66, "caption": "Two people are conversing as they sit in the CT scan computer monitor room.", "similarity": 0.7224, "relevance": 4 }, { "pair_id": 299153, "video_name": "castle_s07e12_seg02_clip_21", "timestamp": [ 0.0, 59.87 ], "duration": 90.66, "caption": "A woman and a man were sitting in front of each other whilst talking.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 299154, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 0.0, 9.49 ], "duration": 90.66, "caption": "A woman and a man were sitting in front of each other whilst talking.", "similarity": 0.7223, "relevance": 1 }, { "pair_id": 299155, "video_name": "castle_s03e23_seg02_clip_05", "timestamp": [ 67.03, 88.66 ], "duration": 88.66, "caption": "Some people were sitting while having a conversation.", "similarity": 0.721, "relevance": 1 }, { "pair_id": 299156, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.0, 63.43 ], "duration": 63.66, "caption": "Two people were having a conversation while sitting on the couch.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 299157, "video_name": "castle_s01e08_seg02_clip_17", "timestamp": [ 31.69, 88.02 ], "duration": 88.66, "caption": "Some people are watching the conversation of a woman and a man in the monitor.", "similarity": 0.7181, "relevance": 1 }, { "pair_id": 299158, "video_name": "castle_s07e05_seg02_clip_22", "timestamp": [ 0.0, 18.91 ], "duration": 90.66, "caption": "Two men are talking about something while one of them is in front of the computer.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 299159, "video_name": "house_s05e01_seg02_clip_05", "timestamp": [ 1.8, 6.32 ], "duration": 90.66, "caption": "Two people are looking at a monitor attentively.", "similarity": 0.7132, "relevance": 3 } ] }, { "query_id": 2345, "query": "A man stands outside the strip club while another man comes out.", "relevant_moment": [ { "pair_id": 87300, "video_name": "house_s07e22_seg02_clip_16", "timestamp": [ 0.93, 9.77 ], "duration": 93.66, "caption": "A man stands outside the strip club while another man comes out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 87301, "video_name": "house_s07e22_seg02_clip_16", "timestamp": [ 4.19, 60.0 ], "duration": 93.66, "caption": "Two men talk while they are outside a strip club.", "similarity": 0.7038, "relevance": 4 }, { "pair_id": 87302, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 70.67, 76.07 ], "duration": 90.66, "caption": "A man holds up money while at a strip club.", "similarity": 0.6209, "relevance": 1 }, { "pair_id": 87303, "video_name": "castle_s07e10_seg02_clip_18", "timestamp": [ 45.69, 52.03 ], "duration": 90.66, "caption": "A man follows a person through a strip club while on the phone.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 87304, "video_name": "friends_s04e14_seg02_clip_17", "timestamp": [ 33.57, 43.94 ], "duration": 61.66, "caption": "A man tries to make someone feel better about not going to the strip club with him.", "similarity": 0.598, "relevance": 0 }, { "pair_id": 87305, "video_name": "met_s06e06_seg02_clip_04", "timestamp": [ 6.98, 9.41 ], "duration": 60.66, "caption": "A man clarifies what a woman does at the strip club.", "similarity": 0.5874, "relevance": 0 }, { "pair_id": 87306, "video_name": "castle_s07e16_seg02_clip_23", "timestamp": [ 18.46, 25.21 ], "duration": 90.66, "caption": "A man walks in and stands by two other men.", "similarity": 0.5764, "relevance": 0 }, { "pair_id": 87307, "video_name": "friends_s04e14_seg02_clip_11", "timestamp": [ 32.78, 37.43 ], "duration": 58.66, "caption": "A woman sits next to two men in a strip club.", "similarity": 0.5756, "relevance": 2 }, { "pair_id": 87308, "video_name": "house_s05e22_seg02_clip_05", "timestamp": [ 89.73, 92.03 ], "duration": 92.66, "caption": "Two people both sit at the strip club together.", "similarity": 0.5719, "relevance": 1 }, { "pair_id": 87309, "video_name": "friends_s08e08_seg02_clip_10", "timestamp": [ 19.53, 22.09 ], "duration": 64.66, "caption": "A man pulls another man away to stand in a different spot.", "similarity": 0.548, "relevance": 0 }, { "pair_id": 87310, "video_name": "friends_s07e21_seg02_clip_19", "timestamp": [ 28.06, 51.02 ], "duration": 51.66, "caption": "A man was standing in front of two other men.", "similarity": 0.5451, "relevance": 0 }, { "pair_id": 87311, "video_name": "house_s07e21_seg02_clip_20", "timestamp": [ 24.21, 88.02 ], "duration": 88.66, "caption": "A man is talking to another man as they are standing outside.", "similarity": 0.5432, "relevance": 0 }, { "pair_id": 87312, "video_name": "friends_s04e14_seg02_clip_11", "timestamp": [ 41.78, 46.42 ], "duration": 58.66, "caption": "A person turns a cigarette on inside a strip club and starts smoking next to woman.", "similarity": 0.5307, "relevance": 1 }, { "pair_id": 87313, "video_name": "met_s05e02_seg02_clip_16", "timestamp": [ 6.0, 9.6 ], "duration": 60.66, "caption": "A man looks up toward the strip club announcer.", "similarity": 0.5298, "relevance": 1 }, { "pair_id": 87314, "video_name": "s09e11_seg02_clip_11", "timestamp": [ 4.16, 12.49 ], "duration": 64.66, "caption": "A man leaves to go out with two other people.", "similarity": 0.5272, "relevance": 1 }, { "pair_id": 87315, "video_name": "castle_s07e10_seg02_clip_18", "timestamp": [ 62.89, 68.77 ], "duration": 90.66, "caption": "A person opens a door in the strip club and looks at another person.", "similarity": 0.5251, "relevance": 1 }, { "pair_id": 87316, "video_name": "s02e21_seg02_clip_07", "timestamp": [ 56.45, 59.81 ], "duration": 61.66, "caption": "A man gets up from the bar and leaves another man with a woman.", "similarity": 0.5216, "relevance": 2 }, { "pair_id": 87317, "video_name": "friends_s10e02_seg02_clip_15", "timestamp": [ 20.07, 22.58 ], "duration": 62.66, "caption": "A man walks past two people to stand with another man.", "similarity": 0.5167, "relevance": 1 }, { "pair_id": 87318, "video_name": "s07e12_seg02_clip_09", "timestamp": [ 3.25, 6.49 ], "duration": 59.66, "caption": "A man and another man are standing outside as one tells the other to look for another person.", "similarity": 0.5065, "relevance": 0 }, { "pair_id": 87319, "video_name": "friends_s04e08_seg02_clip_11", "timestamp": [ 53.82, 57.78 ], "duration": 66.66, "caption": "A man comes out of the bathroom and stands behind another man.", "similarity": 0.5059, "relevance": 0 } ] }, { "query_id": 2347, "query": "Two people are looking at a brain scan.", "relevant_moment": [ { "pair_id": 172120, "video_name": "house_s07e22_seg02_clip_16", "timestamp": [ 73.03, 75.35 ], "duration": 93.66, "caption": "Two people are looking at a brain scan.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172121, "video_name": "house_s02e02_seg02_clip_23", "timestamp": [ 45.25, 52.53 ], "duration": 104.66, "caption": "Two people take a look the brain scan.", "similarity": 0.9689, "relevance": 3 }, { "pair_id": 172122, "video_name": "house_s03e05_seg02_clip_11", "timestamp": [ 70.22, 77.42 ], "duration": 90.66, "caption": "Two people are looking at a brain scan and one is pointing out parts of it.", "similarity": 0.9198, "relevance": 4 }, { "pair_id": 172123, "video_name": "house_s06e11_seg02_clip_06", "timestamp": [ 0.0, 32.97 ], "duration": 90.66, "caption": "Two doctors and a person check the brain scan of a patient.", "similarity": 0.8515, "relevance": 4 }, { "pair_id": 172124, "video_name": "house_s03e02_seg02_clip_18", "timestamp": [ 34.11, 39.61 ], "duration": 110.66, "caption": "Two people both look at the MRI of the brain.", "similarity": 0.8474, "relevance": 4 }, { "pair_id": 172125, "video_name": "house_s04e07_seg02_clip_18", "timestamp": [ 86.09, 90.62 ], "duration": 90.66, "caption": "A person and another person are by a table box light looking at brain scans.", "similarity": 0.8356, "relevance": 4 }, { "pair_id": 172126, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 0.0, 7.68 ], "duration": 90.66, "caption": "A person and another person are examining the patient's brain from the monitor.", "similarity": 0.8271, "relevance": 3 }, { "pair_id": 172127, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 40.12, 71.67 ], "duration": 90.66, "caption": "Two men are looking at brain scans on the machine monitor.", "similarity": 0.8191, "relevance": 4 }, { "pair_id": 172128, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 53.19, 69.42 ], "duration": 90.66, "caption": "Two people look at a patient's imaging on a computer monitor.", "similarity": 0.7916, "relevance": 4 }, { "pair_id": 172129, "video_name": "house_s06e11_seg02_clip_06", "timestamp": [ 12.2, 22.13 ], "duration": 90.66, "caption": "A man leans over near a man to look at a brain scan.", "similarity": 0.7877, "relevance": 4 }, { "pair_id": 172130, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 62.86, 64.63 ], "duration": 88.66, "caption": "A person looks at a computer scan of a brain.", "similarity": 0.7814, "relevance": 4 }, { "pair_id": 172131, "video_name": "house_s02e01_seg02_clip_24", "timestamp": [ 10.44, 14.76 ], "duration": 72.66, "caption": "Two men both look at the brain scan of Clarence.", "similarity": 0.7786, "relevance": 4 }, { "pair_id": 172132, "video_name": "house_s07e19_seg02_clip_17", "timestamp": [ 0.0, 4.72 ], "duration": 118.66, "caption": "A man and a young woman stare at scans on a monitor looking worried.", "similarity": 0.7582, "relevance": 4 }, { "pair_id": 172133, "video_name": "house_s03e17_seg02_clip_03", "timestamp": [ 0.0, 10.06 ], "duration": 91.66, "caption": "A man takes a look at the loaded brain scan.", "similarity": 0.7503, "relevance": 4 }, { "pair_id": 172134, "video_name": "house_s06e20_seg02_clip_00", "timestamp": [ 83.5, 88.19 ], "duration": 93.66, "caption": "A woman is bent over the brain scan and looks at guy.", "similarity": 0.7478, "relevance": 3 }, { "pair_id": 172135, "video_name": "house_s07e23_seg02_clip_13", "timestamp": [ 71.46, 89.32 ], "duration": 89.66, "caption": "Two people both take a look at the patient on the monitor.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 172136, "video_name": "grey_s02e04_seg02_clip_09", "timestamp": [ 10.52, 14.72 ], "duration": 84.66, "caption": "A person leans forward with another person to look at a scan.", "similarity": 0.7404, "relevance": 4 }, { "pair_id": 172137, "video_name": "s02e15_seg02_clip_12", "timestamp": [ 0.0, 8.1 ], "duration": 60.66, "caption": "A person and a woman walk up the stairs while the person is looking at brain scan pictures.", "similarity": 0.7351, "relevance": 4 }, { "pair_id": 172138, "video_name": "house_s01e17_seg02_clip_14", "timestamp": [ 57.2, 60.4 ], "duration": 91.66, "caption": "A person is looking at a monitor of a person's scan.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 172139, "video_name": "house_s01e16_seg02_clip_24", "timestamp": [ 58.26, 62.39 ], "duration": 91.66, "caption": "A man points at a brain scan and another man leans forward.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 345440, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 14.17, 91.44 ], "duration": 91.66, "caption": "Two people examine the patient on the computer screens.", "similarity": 0.728, "relevance": 4 }, { "pair_id": 345441, "video_name": "house_s07e22_seg02_clip_17", "timestamp": [ 0.0, 13.92 ], "duration": 87.66, "caption": "Two people are having a conversation with each other while examining the brain of a patient.", "similarity": 0.7277, "relevance": 4 }, { "pair_id": 345442, "video_name": "house_s02e19_seg02_clip_11", "timestamp": [ 42.76, 56.72 ], "duration": 90.66, "caption": "Two men are standing before a screen with brain scans.", "similarity": 0.7262, "relevance": 4 }, { "pair_id": 345443, "video_name": "house_s03e10_seg02_clip_05", "timestamp": [ 0.0, 14.96 ], "duration": 88.66, "caption": "Two men both take a look at the scan at the monitor.", "similarity": 0.7258, "relevance": 4 }, { "pair_id": 345444, "video_name": "house_s01e01_seg02_clip_01", "timestamp": [ 1.37, 8.6 ], "duration": 39.66, "caption": "A person is looking at a brain scan on a light box.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 345445, "video_name": "grey_s01e07_seg02_clip_09", "timestamp": [ 0.0, 44.25 ], "duration": 88.66, "caption": "A man is speaking to a couple as they look at a brain scan.", "similarity": 0.7152, "relevance": 4 }, { "pair_id": 345446, "video_name": "house_s05e16_seg02_clip_02", "timestamp": [ 20.05, 70.18 ], "duration": 91.66, "caption": "Two individuals both speak to each other while looking at an MRI.", "similarity": 0.715, "relevance": 4 }, { "pair_id": 345447, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 61.44, 68.72 ], "duration": 91.66, "caption": "Two people are checking on a patient.", "similarity": 0.7126, "relevance": 1 }, { "pair_id": 345448, "video_name": "grey_s02e08_seg02_clip_00", "timestamp": [ 0.0, 34.19 ], "duration": 92.66, "caption": "Two people are checking on a patient.", "similarity": 0.7126, "relevance": 1 }, { "pair_id": 345449, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 84.13, 87.24 ], "duration": 89.66, "caption": "Two men are looking towards an MRI monitor.", "similarity": 0.7121, "relevance": 4 }, { "pair_id": 345450, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "Two people are checking something on the patient.", "similarity": 0.7083, "relevance": 1 }, { "pair_id": 345451, "video_name": "house_s08e05_seg02_clip_22", "timestamp": [ 30.66, 40.0 ], "duration": 88.66, "caption": "A group of medical professionals are analyzing a brain through the monitor.", "similarity": 0.6972, "relevance": 4 }, { "pair_id": 345452, "video_name": "house_s08e05_seg02_clip_22", "timestamp": [ 60.44, 70.66 ], "duration": 88.66, "caption": "A person looks intently at the brain scan, deep in thought.", "similarity": 0.6968, "relevance": 4 }, { "pair_id": 345453, "video_name": "house_s01e01_seg02_clip_22", "timestamp": [ 84.06, 88.02 ], "duration": 88.66, "caption": "Two people are in the observation room as they watch a patient in an MRI machine.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 345454, "video_name": "house_s02e10_seg02_clip_09", "timestamp": [ 17.95, 21.35 ], "duration": 97.66, "caption": "A man shows the patient the MRI scan of their brain.", "similarity": 0.6956, "relevance": 4 }, { "pair_id": 345455, "video_name": "grey_s01e08_seg02_clip_03", "timestamp": [ 0.0, 27.85 ], "duration": 83.66, "caption": "Two people are talking while a patient receives a scan.", "similarity": 0.695, "relevance": 4 }, { "pair_id": 345456, "video_name": "house_s02e04_seg02_clip_10", "timestamp": [ 0.0, 40.9 ], "duration": 87.66, "caption": "Two people talk while a patient gets a scan.", "similarity": 0.6949, "relevance": 4 }, { "pair_id": 345457, "video_name": "house_s06e11_seg02_clip_05", "timestamp": [ 79.47, 83.21 ], "duration": 83.66, "caption": "A woman looks at a brain scan in a monitor.", "similarity": 0.6944, "relevance": 4 }, { "pair_id": 345458, "video_name": "s03e23_seg02_clip_11", "timestamp": [ 49.22, 60.03 ], "duration": 60.66, "caption": "Two people are both looking at a computer and getting anxious.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 345459, "video_name": "house_s02e17_seg02_clip_10", "timestamp": [ 52.79, 58.26 ], "duration": 91.66, "caption": "A doctor looks at a brain image on the monitor.", "similarity": 0.6865, "relevance": 4 } ] }, { "query_id": 2360, "query": "A doctor is on his cell phone talking to the medical professionals on the couch.", "relevant_moment": [ { "pair_id": 150860, "video_name": "house_s04e15_seg02_clip_15", "timestamp": [ 0.0, 26.85 ], "duration": 91.66, "caption": "A doctor is on his cell phone talking to the medical professionals on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150861, "video_name": "house_s04e14_seg02_clip_09", "timestamp": [ 13.57, 39.4 ], "duration": 87.66, "caption": "A doctor was sitting on a couch while talking to a person over the phone.", "similarity": 0.8671, "relevance": 3 }, { "pair_id": 150862, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 0.0, 11.93 ], "duration": 88.66, "caption": "Doctors are having a conversation together with a man on the phone.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 150863, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 14.26, 18.87 ], "duration": 92.66, "caption": "A person speaks to some doctors while they're on a phone call.", "similarity": 0.783, "relevance": 2 }, { "pair_id": 150864, "video_name": "house_s04e04_seg02_clip_03", "timestamp": [ 54.3, 61.87 ], "duration": 89.66, "caption": "A person is in front of the other doctors and he is discussing something while someone is on the phone.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 150865, "video_name": "house_s05e04_seg02_clip_22", "timestamp": [ 0.0, 17.55 ], "duration": 90.66, "caption": "A person is on the phone while the other doctors are around.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 150866, "video_name": "house_s08e17_seg02_clip_14", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 150867, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 0.0, 23.76 ], "duration": 95.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7541, "relevance": 4 }, { "pair_id": 150868, "video_name": "house_s02e16_seg02_clip_18", "timestamp": [ 3.39, 21.17 ], "duration": 84.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 150869, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 0.0, 8.09 ], "duration": 49.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 150870, "video_name": "house_s06e05_seg02_clip_20", "timestamp": [ 8.01, 9.79 ], "duration": 89.66, "caption": "A doctor sits on a couch rubbing his eye while talking with a person.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 150871, "video_name": "house_s03e21_seg02_clip_16", "timestamp": [ 34.66, 36.46 ], "duration": 90.66, "caption": "A doctor answers a call from his cell phone.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 150872, "video_name": "house_s03e17_seg02_clip_03", "timestamp": [ 63.26, 66.45 ], "duration": 91.66, "caption": "Some doctors enter a person's office as he is on the phone.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 150873, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 73.54, 89.66 ], "duration": 89.66, "caption": "A person is having a conversation with some doctors.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 150874, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 10.71, 12.6 ], "duration": 126.66, "caption": "A doctor brings his hand up toward his face as he listens to a person on a phone.", "similarity": 0.7262, "relevance": 0 }, { "pair_id": 150875, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 49.09, 61.7 ], "duration": 90.66, "caption": "A man is having a conversation with some doctors.", "similarity": 0.7256, "relevance": 1 }, { "pair_id": 150876, "video_name": "house_s04e04_seg02_clip_03", "timestamp": [ 2.67, 50.3 ], "duration": 89.66, "caption": "A doctor is sitting behind their desk and talking to a person who is sitting across from them.", "similarity": 0.721, "relevance": 1 }, { "pair_id": 150877, "video_name": "house_s01e14_seg02_clip_20", "timestamp": [ 3.21, 10.7 ], "duration": 107.66, "caption": "A person sits down while talking to their fellow doctor.", "similarity": 0.7151, "relevance": 1 }, { "pair_id": 150878, "video_name": "house_s06e05_seg02_clip_17", "timestamp": [ 46.08, 49.02 ], "duration": 49.66, "caption": "A doctor sees a person sitting on the couch.", "similarity": 0.7146, "relevance": 0 }, { "pair_id": 150879, "video_name": "house_s07e18_seg02_clip_00", "timestamp": [ 64.88, 68.1 ], "duration": 92.66, "caption": "A person interrupts the doctors through someone's cell phone.", "similarity": 0.7128, "relevance": 0 } ] }, { "query_id": 2412, "query": "A woman walks away from a man and he picks up the phone.", "relevant_moment": [ { "pair_id": 18460, "video_name": "house_s02e07_seg02_clip_04", "timestamp": [ 62.17, 66.75 ], "duration": 91.66, "caption": "A woman walks away from a man and he picks up the phone.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 18461, "video_name": "friends_s03e11_seg02_clip_12", "timestamp": [ 25.14, 28.35 ], "duration": 58.66, "caption": "A woman walks away from man and picks up the phone.", "similarity": 0.9894, "relevance": 2 }, { "pair_id": 18462, "video_name": "castle_s07e04_seg02_clip_18", "timestamp": [ 55.02, 63.28 ], "duration": 91.66, "caption": "A woman takes a phone call and walks away from a man.", "similarity": 0.8956, "relevance": 2 }, { "pair_id": 18463, "video_name": "house_s03e10_seg02_clip_14", "timestamp": [ 20.92, 27.15 ], "duration": 89.66, "caption": "A woman picks up the phone, another woman walks away.", "similarity": 0.8633, "relevance": 2 }, { "pair_id": 18464, "video_name": "castle_s04e07_seg02_clip_25", "timestamp": [ 20.59, 22.83 ], "duration": 89.66, "caption": "A woman gets on her phone and walks away with a person.", "similarity": 0.835, "relevance": 3 }, { "pair_id": 18465, "video_name": "friends_s10e15_seg02_clip_04", "timestamp": [ 14.39, 20.01 ], "duration": 62.66, "caption": "A woman tells a man she is leaving after he picks up his phone.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 18466, "video_name": "met_s06e11_seg02_clip_02", "timestamp": [ 29.34, 36.3 ], "duration": 60.66, "caption": "A woman steps away from a man to answer a phone call.", "similarity": 0.8052, "relevance": 2 }, { "pair_id": 18467, "video_name": "friends_s07e05_seg02_clip_17", "timestamp": [ 53.09, 58.03 ], "duration": 58.66, "caption": "A person walks out when a woman is on the phone.", "similarity": 0.8046, "relevance": 2 }, { "pair_id": 18468, "video_name": "castle_s05e04_seg02_clip_08", "timestamp": [ 1.83, 9.13 ], "duration": 91.66, "caption": "A person quickly picks up the phone and walks away talking on it.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 18469, "video_name": "castle_s04e17_seg02_clip_04", "timestamp": [ 34.17, 37.36 ], "duration": 91.66, "caption": "A man walks off and woman looks at her phone.", "similarity": 0.7727, "relevance": 3 }, { "pair_id": 18470, "video_name": "castle_s02e03_seg02_clip_14", "timestamp": [ 39.33, 41.16 ], "duration": 91.66, "caption": "A woman makes a phone gesture at a man while she walks away.", "similarity": 0.7723, "relevance": 0 }, { "pair_id": 18471, "video_name": "castle_s05e23_seg02_clip_13", "timestamp": [ 39.62, 50.54 ], "duration": 91.66, "caption": "A man pulls out his phone and starts to walk out, but a woman stops him.", "similarity": 0.7695, "relevance": 2 }, { "pair_id": 18472, "video_name": "house_s04e13_seg02_clip_07", "timestamp": [ 10.24, 14.25 ], "duration": 89.66, "caption": "A person walks away from person who looks at his phone.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 18473, "video_name": "castle_s03e12_seg02_clip_00", "timestamp": [ 2.31, 9.7 ], "duration": 92.66, "caption": "A woman grabs her phone and tells man she's leaving.", "similarity": 0.7664, "relevance": 1 }, { "pair_id": 18474, "video_name": "castle_s03e18_seg02_clip_26", "timestamp": [ 59.1, 61.67 ], "duration": 85.66, "caption": "A woman picks up her phone because she gets a call from a man.", "similarity": 0.7595, "relevance": 1 }, { "pair_id": 18475, "video_name": "castle_s04e20_seg02_clip_26", "timestamp": [ 33.38, 37.61 ], "duration": 94.66, "caption": "A person puts away their phone and walks up to someone.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 18476, "video_name": "s07e01_seg02_clip_06", "timestamp": [ 50.65, 61.03 ], "duration": 61.66, "caption": "A woman picked up her phone to contact man.", "similarity": 0.7581, "relevance": 2 }, { "pair_id": 18477, "video_name": "castle_s07e10_seg02_clip_02", "timestamp": [ 67.43, 75.12 ], "duration": 90.66, "caption": "A woman picks up a clipboard and walks away from a man.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 18478, "video_name": "castle_s03e20_seg02_clip_04", "timestamp": [ 33.31, 35.56 ], "duration": 90.66, "caption": "A woman picks up her phone as she is with a man.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 18479, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 23.51, 26.8 ], "duration": 94.66, "caption": "A man walks away from a woman but she calls him to stay.", "similarity": 0.7536, "relevance": 1 } ] }, { "query_id": 2425, "query": "A man and another man walk up to a vending machine and the first man holds his hand out to the second man.", "relevant_moment": [ { "pair_id": 167320, "video_name": "house_s02e07_seg02_clip_08", "timestamp": [ 0.0, 7.8 ], "duration": 91.66, "caption": "A man and another man walk up to a vending machine and the first man holds his hand out to the second man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167321, "video_name": "s04e10_seg02_clip_04", "timestamp": [ 4.8, 10.2 ], "duration": 60.66, "caption": "A man walks up to another man who is at a vending machine.", "similarity": 0.8941, "relevance": 2 }, { "pair_id": 167322, "video_name": "s04e10_seg02_clip_04", "timestamp": [ 4.2, 8.1 ], "duration": 60.66, "caption": "A man walks up to another man at the snack machine with a jar.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 167323, "video_name": "house_s08e04_seg02_clip_24", "timestamp": [ 2.66, 4.56 ], "duration": 76.66, "caption": "A man hands another man some money as they walk beside each other.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 167324, "video_name": "house_s04e16_seg02_clip_05", "timestamp": [ 9.22, 12.61 ], "duration": 97.66, "caption": "A man walks up to another man and hands him a bottle.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 167325, "video_name": "house_s03e19_seg02_clip_17", "timestamp": [ 0.0, 10.01 ], "duration": 91.66, "caption": "A person walks up and talks with another person next to the vending machine.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 167326, "video_name": "castle_s05e07_seg02_clip_12", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is holding up another man with his hands up.", "similarity": 0.6829, "relevance": 0 }, { "pair_id": 167327, "video_name": "house_s01e17_seg02_clip_20", "timestamp": [ 11.88, 14.73 ], "duration": 95.66, "caption": "A man walks up to another man and hands him some papers.", "similarity": 0.6769, "relevance": 0 }, { "pair_id": 167328, "video_name": "castle_s02e02_seg02_clip_15", "timestamp": [ 73.06, 79.37 ], "duration": 90.66, "caption": "A man holds up two fingers as he walks past another man.", "similarity": 0.6732, "relevance": 0 }, { "pair_id": 167329, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 63.45, 88.12 ], "duration": 88.66, "caption": "A man walks up to another man after he presses the button.", "similarity": 0.6714, "relevance": 0 }, { "pair_id": 167330, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 49.51, 53.68 ], "duration": 92.66, "caption": "A man goes up to another man and shakes his hand.", "similarity": 0.6709, "relevance": 1 }, { "pair_id": 167331, "video_name": "friends_s06e13_seg02_clip_04", "timestamp": [ 39.08, 42.55 ], "duration": 63.66, "caption": "A man holds his hand out towards another man for money.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 167332, "video_name": "house_s08e04_seg02_clip_24", "timestamp": [ 0.0, 3.42 ], "duration": 76.66, "caption": "A man handed another man dollars as he is transporting a machine.", "similarity": 0.6669, "relevance": 1 }, { "pair_id": 167333, "video_name": "house_s05e17_seg02_clip_02", "timestamp": [ 18.17, 21.8 ], "duration": 90.66, "caption": "A man raises his fist while another man walks by.", "similarity": 0.6606, "relevance": 1 }, { "pair_id": 167334, "video_name": "castle_s04e11_seg02_clip_24", "timestamp": [ 24.85, 28.01 ], "duration": 90.66, "caption": "A man stands up and another man gives him a food container with his left hand.", "similarity": 0.6601, "relevance": 0 }, { "pair_id": 167335, "video_name": "house_s02e08_seg02_clip_24", "timestamp": [ 20.28, 27.95 ], "duration": 90.66, "caption": "A man stands up and walks forward to another man.", "similarity": 0.6526, "relevance": 0 }, { "pair_id": 167336, "video_name": "s09e22_seg01_clip_00", "timestamp": [ 41.5, 43.64 ], "duration": 61.66, "caption": "A man hands a food container to another man who is on the floor.", "similarity": 0.6482, "relevance": 0 }, { "pair_id": 167337, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 1.83, 2.44 ], "duration": 61.66, "caption": "A man puts his hands on another man's arm after walking up to him.", "similarity": 0.6477, "relevance": 0 }, { "pair_id": 167338, "video_name": "friends_s05e10_seg02_clip_12", "timestamp": [ 44.05, 50.51 ], "duration": 56.66, "caption": "A man walks over to another man and puts his hands on his back.", "similarity": 0.6475, "relevance": 0 }, { "pair_id": 167339, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 41.87, 48.7 ], "duration": 91.66, "caption": "A man walks towards another man and helps him stand up by supporting his hand.", "similarity": 0.6472, "relevance": 0 } ] }, { "query_id": 2488, "query": "A person sits on the couch while talking to his friends.", "relevant_moment": [ { "pair_id": 169780, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 16.48, 19.53 ], "duration": 61.66, "caption": "A person sits on the couch while talking to his friends.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169781, "video_name": "s04e09_seg02_clip_02", "timestamp": [ 17.11, 18.61 ], "duration": 60.66, "caption": "A person sits down on the couch to talk to his friends in the apartment.", "similarity": 0.8806, "relevance": 4 }, { "pair_id": 169782, "video_name": "house_s05e23_seg02_clip_25", "timestamp": [ 109.9, 131.22 ], "duration": 164.66, "caption": "A person sits down on the couch to talk with another person.", "similarity": 0.8356, "relevance": 3 }, { "pair_id": 169783, "video_name": "met_s03e18_seg01_clip_01", "timestamp": [ 43.58, 45.41 ], "duration": 60.66, "caption": "A man sits down on the couch while talking to some people.", "similarity": 0.8157, "relevance": 4 }, { "pair_id": 169784, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 51.17, 57.07 ], "duration": 62.66, "caption": "A person sits on the couch while speaking to the group who's in there.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 169785, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person sits down on the arm of the couch while talking to another person.", "similarity": 0.8023, "relevance": 4 }, { "pair_id": 169786, "video_name": "friends_s07e02_seg02_clip_16", "timestamp": [ 50.65, 54.01 ], "duration": 61.66, "caption": "A man sits down on the couch while talking to person.", "similarity": 0.8003, "relevance": 4 }, { "pair_id": 169787, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 0.0, 24.91 ], "duration": 60.66, "caption": "A man is talking to some people while they are sitting on the couch.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 169788, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 13.87, 17.12 ], "duration": 59.66, "caption": "A man sits on the couch while talking to another person.", "similarity": 0.7941, "relevance": 4 }, { "pair_id": 169789, "video_name": "castle_s01e10_seg02_clip_21", "timestamp": [ 0.0, 10.56 ], "duration": 96.66, "caption": "A person was sitting on the couch as he was talking to someone.", "similarity": 0.7865, "relevance": 2 }, { "pair_id": 169790, "video_name": "castle_s02e20_seg02_clip_26", "timestamp": [ 23.01, 25.51 ], "duration": 100.66, "caption": "A man sits down on the couch when talking to two people.", "similarity": 0.7843, "relevance": 4 }, { "pair_id": 169791, "video_name": "met_s06e19_seg02_clip_00", "timestamp": [ 15.42, 19.44 ], "duration": 67.66, "caption": "A person is sitting on the arm of the couch and starts talking to everyone.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 169792, "video_name": "friends_s02e17_seg02_clip_19", "timestamp": [ 42.52, 56.46 ], "duration": 68.66, "caption": "A man sits on the edge of his couch and talks to a person.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 169793, "video_name": "friends_s08e17_seg02_clip_01", "timestamp": [ 0.0, 8.04 ], "duration": 57.66, "caption": "Some people are sitting in a couch and talking.", "similarity": 0.7675, "relevance": 3 }, { "pair_id": 169794, "video_name": "friends_s10e04_seg01_clip_00", "timestamp": [ 42.49, 72.02 ], "duration": 72.66, "caption": "Some people are having a conversation while sitting on a couch.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 169795, "video_name": "friends_s02e19_seg02_clip_01", "timestamp": [ 31.09, 59.22 ], "duration": 59.66, "caption": "Some people are having a conversation while sitting on a couch.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 169796, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 4.13, 7.97 ], "duration": 59.66, "caption": "A person sits on the couch from the ground while talking to another person.", "similarity": 0.7612, "relevance": 4 }, { "pair_id": 169797, "video_name": "friends_s06e19_seg02_clip_09", "timestamp": [ 0.0, 23.26 ], "duration": 62.66, "caption": "A man sits down on the couch to speak to two other people.", "similarity": 0.7576, "relevance": 4 }, { "pair_id": 169798, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A person is having a conversation while sitting on the couch. Then a man came and join their conversation.", "similarity": 0.7531, "relevance": 4 }, { "pair_id": 169799, "video_name": "s02e02_seg02_clip_17", "timestamp": [ 0.0, 8.83 ], "duration": 36.66, "caption": "Some people are sitting next to each other talking on the couch.", "similarity": 0.7515, "relevance": 4 }, { "pair_id": 343100, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 11.31, 30.17 ], "duration": 58.66, "caption": "Some people sit on the couch and continue chatting.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 343101, "video_name": "s10e12_seg02_clip_14", "timestamp": [ 49.52, 55.02 ], "duration": 55.66, "caption": "A man is sitting on the arm of the couch as he talks to another person.", "similarity": 0.7491, "relevance": 4 }, { "pair_id": 343102, "video_name": "s05e21_seg02_clip_13", "timestamp": [ 0.0, 32.22 ], "duration": 57.66, "caption": "A group of people are sitting on the couch and having a conversation with each other.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 343103, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 43.71, 70.4 ], "duration": 92.66, "caption": "A person sits down on the couch and talks on their cell phone.", "similarity": 0.7417, "relevance": 2 }, { "pair_id": 343104, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 67.98, 90.64 ], "duration": 90.66, "caption": "A person is sitting on a sofa as two others are standing talking to him.", "similarity": 0.7329, "relevance": 3 }, { "pair_id": 343105, "video_name": "s06e07_seg01_clip_03", "timestamp": [ 32.77, 35.65 ], "duration": 72.66, "caption": "A person gets off the couch to go over and talk to another person.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 343106, "video_name": "s02e01_seg01_clip_02", "timestamp": [ 8.06, 13.96 ], "duration": 62.66, "caption": "A man sits on the couch while talking to two other men.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 343107, "video_name": "s09e12_seg02_clip_14", "timestamp": [ 8.85, 14.04 ], "duration": 61.66, "caption": "A woman sits on a couch while talking to a person.", "similarity": 0.7282, "relevance": 3 }, { "pair_id": 343108, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 53.67, 58.03 ], "duration": 58.66, "caption": "A woman sits on the couch while talking to a person.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 343109, "video_name": "s05e14_seg02_clip_06", "timestamp": [ 32.17, 40.73 ], "duration": 59.66, "caption": "A person is sitting on his couch speaking to his phone.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 343110, "video_name": "met_s06e03_seg01_clip_02", "timestamp": [ 21.4, 27.26 ], "duration": 58.66, "caption": "A person is sitting on the couch and talking to the TV.", "similarity": 0.7271, "relevance": 3 }, { "pair_id": 343111, "video_name": "friends_s01e08_seg02_clip_06", "timestamp": [ 35.19, 59.14 ], "duration": 59.66, "caption": "Three people are having a conversation while sitting on a couch, then two other people join their conversation.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 343112, "video_name": "friends_s09e18_seg02_clip_18", "timestamp": [ 54.78, 74.02 ], "duration": 74.66, "caption": "Three people are sitting on the couch and talking to each other.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 343113, "video_name": "s04e09_seg02_clip_12", "timestamp": [ 44.12, 60.03 ], "duration": 60.66, "caption": "A person sits with his arm on the back of the couch as he has a conversation with woman.", "similarity": 0.724, "relevance": 3 }, { "pair_id": 343114, "video_name": "s02e04_seg01_clip_03", "timestamp": [ 0.0, 6.02 ], "duration": 43.66, "caption": "A person holds foods and talks with some people while sitting on the couch.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 343115, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 15.67, 40.04 ], "duration": 58.66, "caption": "Two people sit on the couch talking to each other.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 343116, "video_name": "friends_s08e04_seg02_clip_10", "timestamp": [ 0.0, 6.82 ], "duration": 59.66, "caption": "A man was sitting on a couch whilst talking.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 343117, "video_name": "s03e08_seg02_clip_00", "timestamp": [ 11.98, 15.13 ], "duration": 63.66, "caption": "A person sits on the couch while talking over the phone.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 343118, "video_name": "friends_s10e04_seg01_clip_00", "timestamp": [ 0.0, 36.37 ], "duration": 72.66, "caption": "Multiple people are having a conversation while sitting on a couch.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 343119, "video_name": "met_s04e03_seg02_clip_01", "timestamp": [ 44.67, 59.16 ], "duration": 59.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7192, "relevance": 3 } ] }, { "query_id": 2491, "query": "A woman adjusts her glasses while carrying a file.", "relevant_moment": [ { "pair_id": 17000, "video_name": "house_s08e02_seg02_clip_16", "timestamp": [ 27.82, 28.71 ], "duration": 89.66, "caption": "A woman adjusts her glasses while carrying a file.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17001, "video_name": "house_s01e11_seg02_clip_12", "timestamp": [ 11.23, 12.13 ], "duration": 89.66, "caption": "A woman puts on her glasses to read the file.", "similarity": 0.8613, "relevance": 3 }, { "pair_id": 17002, "video_name": "house_s03e01_seg02_clip_14", "timestamp": [ 7.08, 11.07 ], "duration": 88.66, "caption": "A woman reads a passage from the folder that she is holding.", "similarity": 0.6811, "relevance": 3 }, { "pair_id": 17003, "video_name": "s08e07_seg02_clip_05", "timestamp": [ 0.0, 0.9 ], "duration": 60.66, "caption": "A woman adjusts her glasses on her head with her right hand.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 17004, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 60.5, 70.58 ], "duration": 96.66, "caption": "A woman opens a file and looks through its contents.", "similarity": 0.6621, "relevance": 3 }, { "pair_id": 17005, "video_name": "house_s03e16_seg02_clip_10", "timestamp": [ 47.09, 49.29 ], "duration": 88.66, "caption": "A woman puts her glasses on and reads from a yellow notepad.", "similarity": 0.6605, "relevance": 4 }, { "pair_id": 17006, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 0.0, 11.08 ], "duration": 88.66, "caption": "A woman looks at the file a person was looking at in his hand.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 17007, "video_name": "castle_s02e05_seg02_clip_03", "timestamp": [ 5.34, 7.57 ], "duration": 89.66, "caption": "A woman looks down as she opens a file folder.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 17008, "video_name": "s09e09_seg02_clip_00", "timestamp": [ 29.46, 31.63 ], "duration": 62.66, "caption": "A woman adjusts her glasses with her left hand.", "similarity": 0.6495, "relevance": 3 }, { "pair_id": 17009, "video_name": "house_s07e07_seg02_clip_01", "timestamp": [ 83.72, 84.62 ], "duration": 90.66, "caption": "A woman grabs a file a person is looking at.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 17010, "video_name": "castle_s02e19_seg02_clip_11", "timestamp": [ 52.13, 54.4 ], "duration": 90.66, "caption": "A woman puts one hand on her hip raises the other hand to her chin as she holds a file folder.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 17011, "video_name": "grey_s02e11_seg02_clip_12", "timestamp": [ 82.92, 90.13 ], "duration": 90.66, "caption": "A woman grabs a files from person and looks at it.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 17012, "video_name": "castle_s03e05_seg02_clip_18", "timestamp": [ 0.0, 12.74 ], "duration": 91.66, "caption": "A woman is holding a file folder as she stands next to person.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 17013, "video_name": "s08e23_seg02_clip_09", "timestamp": [ 16.44, 17.68 ], "duration": 62.66, "caption": "A woman reaches up and adjusts her glasses.", "similarity": 0.6358, "relevance": 3 }, { "pair_id": 17014, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 6.29, 14.82 ], "duration": 89.66, "caption": "A woman takes the file from the table and examines it.", "similarity": 0.6355, "relevance": 3 }, { "pair_id": 17015, "video_name": "grey_s02e05_seg02_clip_12", "timestamp": [ 21.94, 28.82 ], "duration": 86.66, "caption": "A woman holds a stack of files as she nervously watches on.", "similarity": 0.634, "relevance": 3 }, { "pair_id": 17016, "video_name": "grey_s01e05_seg02_clip_06", "timestamp": [ 68.42, 73.82 ], "duration": 90.66, "caption": "A woman looks through some paper files and then shakes her head slightly.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 17017, "video_name": "castle_s03e14_seg02_clip_23", "timestamp": [ 47.02, 50.25 ], "duration": 92.66, "caption": "A person hands woman a file full of paperwork.", "similarity": 0.6325, "relevance": 2 }, { "pair_id": 17018, "video_name": "house_s04e12_seg02_clip_06", "timestamp": [ 17.75, 25.94 ], "duration": 91.66, "caption": "A woman holds up an open file folder in front of person.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 17019, "video_name": "castle_s08e15_seg02_clip_07", "timestamp": [ 0.45, 5.44 ], "duration": 90.66, "caption": "A woman re-arranges the files in a different order.", "similarity": 0.6301, "relevance": 1 }, { "pair_id": 190320, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 0.0, 2.64 ], "duration": 88.66, "caption": "A woman grabs a file folder from a shelf.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 190321, "video_name": "grey_s03e05_seg02_clip_12", "timestamp": [ 31.26, 35.73 ], "duration": 89.66, "caption": "A woman is looking through a file when person walks up to her.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 190322, "video_name": "house_s06e01_seg02_clip_13", "timestamp": [ 25.45, 27.85 ], "duration": 96.66, "caption": "A woman with taped glasses puts together a puzzle.", "similarity": 0.6279, "relevance": 1 }, { "pair_id": 190323, "video_name": "house_s06e05_seg02_clip_15", "timestamp": [ 0.0, 4.0 ], "duration": 100.66, "caption": "A woman is loading a file into her briefcase.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 190324, "video_name": "grey_s03e09_seg02_clip_07", "timestamp": [ 12.6, 15.3 ], "duration": 90.66, "caption": "A woman turns and closes the file in her hand.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 190325, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 85.25, 87.98 ], "duration": 91.66, "caption": "A woman takes out a file from a file shelf and opens it.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 190326, "video_name": "castle_s01e05_seg02_clip_04", "timestamp": [ 0.0, 15.68 ], "duration": 89.66, "caption": "A woman is reading a file with a person over their shoulder.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 190327, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 17.55, 22.96 ], "duration": 90.66, "caption": "A woman opens a desk drawer and places a file in it.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 190328, "video_name": "castle_s02e13_seg02_clip_21", "timestamp": [ 74.83, 90.16 ], "duration": 90.66, "caption": "A woman holds a file in her hand as she interviews.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 190329, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.6231, "relevance": 2 }, { "pair_id": 190330, "video_name": "s04e14_seg02_clip_11", "timestamp": [ 9.14, 11.35 ], "duration": 63.66, "caption": "A person gives a woman an orange colored file folder.", "similarity": 0.6207, "relevance": 2 }, { "pair_id": 190331, "video_name": "house_s04e08_seg02_clip_05", "timestamp": [ 11.88, 12.87 ], "duration": 99.66, "caption": "A woman is standing and holding a folder and paper, and looks to the left.", "similarity": 0.6201, "relevance": 2 }, { "pair_id": 190332, "video_name": "grey_s03e11_seg02_clip_06", "timestamp": [ 80.89, 83.57 ], "duration": 89.66, "caption": "A woman puts patient files in the drop file.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 190333, "video_name": "castle_s02e19_seg02_clip_11", "timestamp": [ 0.0, 76.16 ], "duration": 90.66, "caption": "A woman was holding a folder with a bunch of papers in it.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 190334, "video_name": "castle_s02e11_seg02_clip_19", "timestamp": [ 63.0, 77.1 ], "duration": 94.66, "caption": "A woman is going through a file cabinet looking through the files.", "similarity": 0.6165, "relevance": 1 }, { "pair_id": 190335, "video_name": "castle_s07e12_seg02_clip_25", "timestamp": [ 62.93, 66.1 ], "duration": 90.66, "caption": "A woman is seated at a desk and looking through a file folder.", "similarity": 0.6165, "relevance": 2 }, { "pair_id": 190336, "video_name": "castle_s08e02_seg02_clip_20", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A woman was holding a folder as she was standing.", "similarity": 0.6164, "relevance": 2 }, { "pair_id": 190337, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 20.28, 26.59 ], "duration": 90.66, "caption": "A woman walks up with a file folder and drops it on the desk.", "similarity": 0.6148, "relevance": 2 }, { "pair_id": 190338, "video_name": "castle_s05e09_seg02_clip_22", "timestamp": [ 4.74, 15.07 ], "duration": 86.66, "caption": "A woman holds file folder as she walks towards person.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 190339, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 74.83, 81.14 ], "duration": 90.66, "caption": "A man hands woman a file and she reads it.", "similarity": 0.6128, "relevance": 2 } ] }, { "query_id": 2541, "query": "A man shakes his head as he talks with another man.", "relevant_moment": [ { "pair_id": 44580, "video_name": "s08e07_seg02_clip_14", "timestamp": [ 33.29, 41.27 ], "duration": 55.66, "caption": "A man shakes his head as he talks with another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 44581, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 0.0, 8.9 ], "duration": 89.66, "caption": "A man is talking and another man shakes his head in agreement.", "similarity": 0.9159, "relevance": 4 }, { "pair_id": 44582, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.9027, "relevance": 4 }, { "pair_id": 44583, "video_name": "s04e17_seg02_clip_10", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man starts saying something to another man then shakes his head around.", "similarity": 0.8786, "relevance": 4 }, { "pair_id": 44584, "video_name": "friends_s09e06_seg02_clip_20", "timestamp": [ 29.71, 31.51 ], "duration": 60.66, "caption": "A man shakes his head at what another man says.", "similarity": 0.8729, "relevance": 3 }, { "pair_id": 44585, "video_name": "friends_s04e08_seg02_clip_17", "timestamp": [ 8.4, 11.71 ], "duration": 60.66, "caption": "A man shakes his head and tells a man he is speaking again.", "similarity": 0.8537, "relevance": 4 }, { "pair_id": 44586, "video_name": "s04e23_seg02_clip_14", "timestamp": [ 18.0, 20.95 ], "duration": 59.66, "caption": "A man shakes his shoulders as he talks to another man.", "similarity": 0.8533, "relevance": 4 }, { "pair_id": 44587, "video_name": "met_s02e04_seg02_clip_03", "timestamp": [ 20.38, 23.42 ], "duration": 60.66, "caption": "A man shakes his finger at another man while talking.", "similarity": 0.852, "relevance": 3 }, { "pair_id": 44588, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 32.41, 34.66 ], "duration": 90.66, "caption": "A man shakes his head in disagreement with another man.", "similarity": 0.8422, "relevance": 3 }, { "pair_id": 44589, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 43.81, 48.45 ], "duration": 58.66, "caption": "A man shakes his head and walks towards another man.", "similarity": 0.8354, "relevance": 4 }, { "pair_id": 44590, "video_name": "grey_s03e24_seg02_clip_02", "timestamp": [ 55.07, 61.9 ], "duration": 91.66, "caption": "A man says something that makes another man shake his head.", "similarity": 0.8281, "relevance": 3 }, { "pair_id": 44591, "video_name": "friends_s06e08_seg02_clip_14", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "A man shakes his head while saying another man is changing.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 44592, "video_name": "met_s03e02_seg01_clip_00", "timestamp": [ 7.19, 10.0 ], "duration": 62.66, "caption": "A man shakes his hand while talking to two guys.", "similarity": 0.8051, "relevance": 2 }, { "pair_id": 44594, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A man shakes his head and another man looks at a person.", "similarity": 0.7942, "relevance": 2 }, { "pair_id": 44595, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 8.26, 9.15 ], "duration": 59.66, "caption": "A man raises their right hand up and shakes their head while talking to another person.", "similarity": 0.7937, "relevance": 2 }, { "pair_id": 44596, "video_name": "met_s02e19_seg01_clip_01", "timestamp": [ 9.69, 13.69 ], "duration": 55.66, "caption": "A man shakes his head when another person asks about him.", "similarity": 0.7927, "relevance": 1 }, { "pair_id": 44597, "video_name": "house_s05e05_seg02_clip_13", "timestamp": [ 1.82, 3.64 ], "duration": 91.66, "caption": "A man nods at another man while having a conversation with him.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 44598, "video_name": "friends_s10e02_seg02_clip_22", "timestamp": [ 13.21, 15.61 ], "duration": 60.66, "caption": "A man shrugs his shoulders as he talks with another man.", "similarity": 0.7912, "relevance": 3 }, { "pair_id": 44599, "video_name": "castle_s03e18_seg02_clip_21", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man shakes his head while speaking to some people.", "similarity": 0.7877, "relevance": 4 }, { "pair_id": 217900, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 52.71, 54.29 ], "duration": 63.66, "caption": "A man puts his face up and shakes his head towards another man.", "similarity": 0.7874, "relevance": 3 }, { "pair_id": 217901, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 0.0, 22.3 ], "duration": 91.66, "caption": "A man talks to two other men and then puts his head in his hands.", "similarity": 0.7871, "relevance": 3 }, { "pair_id": 217902, "video_name": "house_s04e12_seg02_clip_14", "timestamp": [ 0.0, 27.43 ], "duration": 87.66, "caption": "A man talks with a man, and both people shake their heads unsmiling while talking, until the man turns and walks away.", "similarity": 0.7869, "relevance": 4 }, { "pair_id": 217903, "video_name": "house_s03e13_seg02_clip_23", "timestamp": [ 4.92, 32.65 ], "duration": 89.66, "caption": "A man shrugs his shoulders as another man is talking with him.", "similarity": 0.7801, "relevance": 4 }, { "pair_id": 217904, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 217905, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7782, "relevance": 3 }, { "pair_id": 217907, "video_name": "house_s06e14_seg02_clip_15", "timestamp": [ 2.7, 4.5 ], "duration": 90.66, "caption": "A man shakes his head from side to side during a conversation.", "similarity": 0.7738, "relevance": 3 }, { "pair_id": 217908, "video_name": "house_s06e16_seg02_clip_25", "timestamp": [ 0.0, 3.85 ], "duration": 154.66, "caption": "A man shakes his head as he listens to a person.", "similarity": 0.7704, "relevance": 4 }, { "pair_id": 217909, "video_name": "s08e12_seg02_clip_08", "timestamp": [ 13.51, 19.51 ], "duration": 60.66, "caption": "A person shrugs his shoulders and shakes his head as he speaks to another person.", "similarity": 0.7703, "relevance": 4 }, { "pair_id": 217910, "video_name": "grey_s03e11_seg02_clip_23", "timestamp": [ 54.03, 59.79 ], "duration": 88.66, "caption": "A woman shakes her head as she talks with a man.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 217911, "video_name": "castle_s02e08_seg02_clip_08", "timestamp": [ 76.65, 78.45 ], "duration": 90.66, "caption": "A man quickly shakes his head back and forth as he talks.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 217912, "video_name": "house_s07e14_seg02_clip_15", "timestamp": [ 17.21, 26.65 ], "duration": 111.66, "caption": "A man talks to another man, he responds and moves on.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 217913, "video_name": "house_s08e21_seg02_clip_24", "timestamp": [ 24.31, 25.51 ], "duration": 60.66, "caption": "A man shakes his head as he opposes to what is another man tries to tell him.", "similarity": 0.7625, "relevance": 4 }, { "pair_id": 217914, "video_name": "friends_s06e21_seg02_clip_18", "timestamp": [ 54.87, 59.32 ], "duration": 59.66, "caption": "A man gestures to another man and the other man speaks to someone.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 217915, "video_name": "house_s01e09_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man turns around and looks at another man and he shakes his head.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 217916, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 10.55, 13.81 ], "duration": 31.66, "caption": "A man angrily says something to another man and shakes his head.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 217917, "video_name": "friends_s03e01_seg02_clip_05", "timestamp": [ 26.62, 27.57 ], "duration": 38.66, "caption": "A man is shaking him head while is talking with woman.", "similarity": 0.7596, "relevance": 2 }, { "pair_id": 217918, "video_name": "house_s08e12_seg02_clip_08", "timestamp": [ 52.08, 56.09 ], "duration": 89.66, "caption": "A man shakes his head while he's talking to a woman.", "similarity": 0.7576, "relevance": 4 }, { "pair_id": 217919, "video_name": "house_s08e15_seg02_clip_15", "timestamp": [ 55.7, 96.03 ], "duration": 96.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7563, "relevance": 3 } ] }, { "query_id": 2636, "query": "A person is flicking through magazines whilst in the bath.", "relevant_moment": [ { "pair_id": 88360, "video_name": "house_s03e16_seg02_clip_06", "timestamp": [ 31.59, 46.7 ], "duration": 91.66, "caption": "A person is flicking through magazines whilst in the bath.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 88361, "video_name": "house_s03e19_seg02_clip_14", "timestamp": [ 60.89, 69.46 ], "duration": 90.66, "caption": "A person holds a magazine and reads it.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 88362, "video_name": "met_s02e17_seg02_clip_06", "timestamp": [ 27.72, 29.85 ], "duration": 60.66, "caption": "A person turns a page in the magazine he's reading.", "similarity": 0.5984, "relevance": 3 }, { "pair_id": 88363, "video_name": "friends_s05e11_seg02_clip_08", "timestamp": [ 53.14, 72.27 ], "duration": 85.66, "caption": "A man is in the bathroom and pulls his pants down looking relieved. He sits down on the edge of the tub and fans his bottom with a magazine.", "similarity": 0.5953, "relevance": 1 }, { "pair_id": 88364, "video_name": "friends_s08e23-24_seg02_clip_02", "timestamp": [ 0.0, 9.98 ], "duration": 57.66, "caption": "A person is flipping through a magazine in a waiting room.", "similarity": 0.5944, "relevance": 2 }, { "pair_id": 88365, "video_name": "house_s07e22_seg02_clip_11", "timestamp": [ 43.25, 50.61 ], "duration": 92.66, "caption": "A person is in a bathtub doing some operation on himself.", "similarity": 0.5859, "relevance": 2 }, { "pair_id": 88366, "video_name": "friends_s07e21_seg02_clip_09", "timestamp": [ 4.43, 8.26 ], "duration": 59.66, "caption": "A person walks in while a man is in the bath and raises his eyebrows.", "similarity": 0.5857, "relevance": 2 }, { "pair_id": 88367, "video_name": "friends_s03e21_seg02_clip_05", "timestamp": [ 6.41, 15.56 ], "duration": 61.66, "caption": "A person takes a bite off a spoon and looks through a magazine.", "similarity": 0.5852, "relevance": 1 }, { "pair_id": 88368, "video_name": "house_s03e13_seg02_clip_13", "timestamp": [ 4.05, 15.28 ], "duration": 89.66, "caption": "A person is wheeling themselves around in the bathroom.", "similarity": 0.5846, "relevance": 0 }, { "pair_id": 88369, "video_name": "house_s05e22_seg02_clip_21", "timestamp": [ 20.53, 25.66 ], "duration": 54.66, "caption": "A person is sitting in a bath tub as they drink out of a bottle.", "similarity": 0.5818, "relevance": 2 }, { "pair_id": 88370, "video_name": "house_s08e02_seg02_clip_17", "timestamp": [ 42.29, 89.02 ], "duration": 89.66, "caption": "A man reads a magazine while he sits on the toilet.", "similarity": 0.5811, "relevance": 3 }, { "pair_id": 88371, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 71.75, 90.75 ], "duration": 95.66, "caption": "A person in a chair is paging through a magazine.", "similarity": 0.5783, "relevance": 3 }, { "pair_id": 88372, "video_name": "friends_s08e13_seg02_clip_05", "timestamp": [ 27.17, 31.65 ], "duration": 56.66, "caption": "A person is in the bath with candles on the tub.", "similarity": 0.5721, "relevance": 2 }, { "pair_id": 88373, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 16.46, 22.98 ], "duration": 62.66, "caption": "A person looks through a magazine and throws it down.", "similarity": 0.5719, "relevance": 2 }, { "pair_id": 88374, "video_name": "house_s05e17_seg02_clip_16", "timestamp": [ 32.31, 35.64 ], "duration": 95.66, "caption": "A person in a bathrobe places something down on person's desk.", "similarity": 0.569, "relevance": 0 }, { "pair_id": 88375, "video_name": "house_s01e02_seg02_clip_00", "timestamp": [ 0.0, 8.25 ], "duration": 97.66, "caption": "A person hands their feet up while reading a magazine.", "similarity": 0.5686, "relevance": 3 }, { "pair_id": 88376, "video_name": "house_s02e13_seg02_clip_08", "timestamp": [ 23.86, 29.26 ], "duration": 90.66, "caption": "Person is sitting reading a magazine while person talks.", "similarity": 0.5683, "relevance": 2 }, { "pair_id": 88377, "video_name": "house_s06e12_seg02_clip_12", "timestamp": [ 30.77, 34.39 ], "duration": 90.66, "caption": "A person sits himself down in the bathtub gingerly.", "similarity": 0.5642, "relevance": 2 }, { "pair_id": 88378, "video_name": "friends_s06e15-16_seg02_clip_00", "timestamp": [ 4.91, 8.9 ], "duration": 61.66, "caption": "A man was browsing a magazine at the shelf.", "similarity": 0.5554, "relevance": 2 }, { "pair_id": 88379, "video_name": "house_s04e15_seg02_clip_10", "timestamp": [ 53.89, 63.03 ], "duration": 63.66, "caption": "A person stands inside a bath and pours bath salts into the tub.", "similarity": 0.5536, "relevance": 1 }, { "pair_id": 261680, "video_name": "friends_s03e02_seg02_clip_00", "timestamp": [ 44.66, 47.45 ], "duration": 62.66, "caption": "A man walks out of the bathroom holding a magazine.", "similarity": 0.5507, "relevance": 1 }, { "pair_id": 261681, "video_name": "s03e08_seg02_clip_01", "timestamp": [ 18.31, 23.11 ], "duration": 60.66, "caption": "A person comes in a woman's toilet and sees her on the bath tub.", "similarity": 0.5485, "relevance": 1 }, { "pair_id": 261682, "video_name": "friends_s01e22_seg02_clip_15", "timestamp": [ 41.93, 44.24 ], "duration": 66.66, "caption": "A man shows someone something inside of the magazine.", "similarity": 0.5484, "relevance": 2 }, { "pair_id": 261683, "video_name": "s08e18_seg02_clip_01", "timestamp": [ 42.36, 45.84 ], "duration": 58.66, "caption": "A person finds a page in the magazine and opens it.", "similarity": 0.5474, "relevance": 2 }, { "pair_id": 261684, "video_name": "friends_s08e03_seg02_clip_08", "timestamp": [ 5.7, 12.31 ], "duration": 60.66, "caption": "A person picks up a magazine and turns its pages while sitting on a chair.", "similarity": 0.5469, "relevance": 2 }, { "pair_id": 261685, "video_name": "house_s05e12_seg02_clip_00", "timestamp": [ 12.71, 20.24 ], "duration": 94.66, "caption": "A person is sitting in the bath tub and pressing their knee.", "similarity": 0.5435, "relevance": 1 }, { "pair_id": 261686, "video_name": "s08e18_seg02_clip_02", "timestamp": [ 31.43, 33.26 ], "duration": 61.66, "caption": "A person is reading in the kitchen and sees something in the magazine he doesn't like.", "similarity": 0.5428, "relevance": 2 }, { "pair_id": 261687, "video_name": "s02e22_seg01_clip_01", "timestamp": [ 23.57, 25.12 ], "duration": 62.66, "caption": "A person hands a person a magazine in the store.", "similarity": 0.5423, "relevance": 1 }, { "pair_id": 261688, "video_name": "house_s03e19_seg02_clip_24", "timestamp": [ 29.58, 33.68 ], "duration": 91.66, "caption": "A person is reading a magazine while another person walks in.", "similarity": 0.542, "relevance": 2 }, { "pair_id": 261689, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 68.1, 79.14 ], "duration": 92.66, "caption": "A person is sitting next to a patient flipping through a magazine.", "similarity": 0.542, "relevance": 2 }, { "pair_id": 261690, "video_name": "s04e23_seg02_clip_14", "timestamp": [ 48.7, 52.24 ], "duration": 59.66, "caption": "A person looks up from their magazine and has an amused look on their face.", "similarity": 0.5407, "relevance": 0 }, { "pair_id": 261691, "video_name": "friends_s03e01_seg02_clip_03", "timestamp": [ 0.0, 5.13 ], "duration": 57.66, "caption": "A person comes out of the bathroom holding a wad of hair.", "similarity": 0.537, "relevance": 1 }, { "pair_id": 261692, "video_name": "house_s03e16_seg02_clip_06", "timestamp": [ 55.4, 65.02 ], "duration": 91.66, "caption": "A person uses their cane to pull the phone closer while in the bath.", "similarity": 0.5353, "relevance": 3 }, { "pair_id": 261693, "video_name": "s07e24_seg02_clip_12", "timestamp": [ 19.21, 23.11 ], "duration": 60.66, "caption": "A person takes his magazines and throws them on the floor.", "similarity": 0.5335, "relevance": 1 }, { "pair_id": 261694, "video_name": "friends_s01e05_seg02_clip_01", "timestamp": [ 22.13, 24.2 ], "duration": 59.66, "caption": "A person gives an order and goes back to reading his magazine.", "similarity": 0.5321, "relevance": 2 }, { "pair_id": 261695, "video_name": "s03e09_seg02_clip_07", "timestamp": [ 39.17, 40.33 ], "duration": 58.66, "caption": "A man quizzically looks at a woman in the bathtub.", "similarity": 0.5313, "relevance": 2 }, { "pair_id": 261696, "video_name": "house_s01e08_seg02_clip_19", "timestamp": [ 80.12, 81.92 ], "duration": 90.66, "caption": "A person picks up someone's shampoo off of the bath tub.", "similarity": 0.5299, "relevance": 1 }, { "pair_id": 261697, "video_name": "friends_s05e02_seg01_clip_00", "timestamp": [ 65.23, 68.03 ], "duration": 80.66, "caption": "A woman uses her fingers to plug her nose and slips underneath the bath water.", "similarity": 0.5274, "relevance": 2 }, { "pair_id": 261698, "video_name": "house_s04e15_seg02_clip_11", "timestamp": [ 0.0, 5.27 ], "duration": 87.66, "caption": "A person pours a container of epsom salt in a water bath.", "similarity": 0.5271, "relevance": 0 }, { "pair_id": 261699, "video_name": "friends_s10e03_seg02_clip_02", "timestamp": [ 54.04, 57.77 ], "duration": 62.66, "caption": "A man walks through the spa while wearing his bath robe.", "similarity": 0.5268, "relevance": 1 } ] }, { "query_id": 2684, "query": "The old person covers someone with a gray blanket.", "relevant_moment": [ { "pair_id": 15380, "video_name": "house_s08e14_seg02_clip_15", "timestamp": [ 66.02, 69.21 ], "duration": 91.66, "caption": "The old person covers someone with a gray blanket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15381, "video_name": "house_s03e11_seg02_clip_00", "timestamp": [ 24.63, 28.74 ], "duration": 91.66, "caption": "A person covers up another person with their hospital blanket.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 15382, "video_name": "house_s02e13_seg02_clip_24", "timestamp": [ 57.87, 63.86 ], "duration": 133.66, "caption": "A person covers himself with the green linen used as a blanket.", "similarity": 0.7181, "relevance": 1 }, { "pair_id": 15383, "video_name": "friends_s03e01_seg02_clip_22", "timestamp": [ 18.93, 25.53 ], "duration": 88.66, "caption": "A man covers a woman up with a blanket.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 15384, "video_name": "house_s05e22_seg02_clip_00", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A person sleeps on a bed with gray blanket.", "similarity": 0.6269, "relevance": 1 }, { "pair_id": 15385, "video_name": "friends_s07e19_seg02_clip_15", "timestamp": [ 36.27, 42.65 ], "duration": 58.66, "caption": "A person's relative reaches behind them to grab a blanket.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 15386, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 11.2, 20.16 ], "duration": 112.66, "caption": "A person walks a little closer to the corpse of a woman and takes off the blanket.", "similarity": 0.603, "relevance": 2 }, { "pair_id": 15387, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 17.92, 20.72 ], "duration": 112.66, "caption": "A person takes the blanket off from the dead.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 15388, "video_name": "grey_s03e15_seg02_clip_18", "timestamp": [ 54.55, 60.49 ], "duration": 108.66, "caption": "A person covers the patient with blankets and straps them into the gurney.", "similarity": 0.5963, "relevance": 1 }, { "pair_id": 15389, "video_name": "friends_s03e16_seg02_clip_19", "timestamp": [ 63.22, 66.02 ], "duration": 80.66, "caption": "A woman covers woman with a blanket in the living room.", "similarity": 0.5821, "relevance": 1 }, { "pair_id": 15390, "video_name": "castle_s03e17_seg02_clip_09", "timestamp": [ 62.38, 74.85 ], "duration": 92.66, "caption": "A person got home and person gave him/her a blanket.", "similarity": 0.5782, "relevance": 3 }, { "pair_id": 15391, "video_name": "friends_s01e13_seg01_clip_00", "timestamp": [ 16.59, 18.93 ], "duration": 39.66, "caption": "A woman quickly covers herself with a blanket after a man sees her almost naked.", "similarity": 0.5782, "relevance": 1 }, { "pair_id": 15392, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 44.04, 48.69 ], "duration": 62.66, "caption": "A woman covers herself with a gray plaid shirt.", "similarity": 0.574, "relevance": 1 }, { "pair_id": 15393, "video_name": "house_s02e01_seg02_clip_19", "timestamp": [ 68.84, 72.56 ], "duration": 93.66, "caption": "A person opens up a blanket to see the blood.", "similarity": 0.5689, "relevance": 1 }, { "pair_id": 15394, "video_name": "house_s07e03_seg02_clip_06", "timestamp": [ 12.13, 16.98 ], "duration": 97.66, "caption": "A person pulls the blanket down from the patient.", "similarity": 0.5664, "relevance": 1 }, { "pair_id": 15395, "video_name": "s01e11_seg02_clip_02", "timestamp": [ 23.07, 27.04 ], "duration": 53.66, "caption": "A person accidentally drops the blanket that he has wrapped around him.", "similarity": 0.5641, "relevance": 1 }, { "pair_id": 15396, "video_name": "friends_s07e08_seg02_clip_18", "timestamp": [ 3.05, 5.19 ], "duration": 61.66, "caption": "A woman covers an animal by pulling a blanket over it.", "similarity": 0.5638, "relevance": 1 }, { "pair_id": 15397, "video_name": "s04e24_seg02_clip_06", "timestamp": [ 16.81, 18.91 ], "duration": 60.66, "caption": "A person gets out from under the covers of another person's bed.", "similarity": 0.5632, "relevance": 1 }, { "pair_id": 15398, "video_name": "friends_s09e05_seg02_clip_19", "timestamp": [ 5.42, 22.24 ], "duration": 57.66, "caption": "A person was having a conversation with the old person wearing gray coat.", "similarity": 0.5603, "relevance": 1 }, { "pair_id": 15399, "video_name": "grey_s02e15_seg02_clip_22", "timestamp": [ 45.49, 47.63 ], "duration": 107.66, "caption": "A person wraps a blanket around a newborn baby.", "similarity": 0.5603, "relevance": 1 } ] }, { "query_id": 2691, "query": "A nurse runs over and holds a bowl up to a patient's mouth.", "relevant_moment": [ { "pair_id": 168380, "video_name": "house_s08e14_seg02_clip_17", "timestamp": [ 12.25, 15.43 ], "duration": 90.66, "caption": "A nurse runs over and holds a bowl up to a patient's mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168381, "video_name": "house_s02e02_seg02_clip_21", "timestamp": [ 67.97, 72.92 ], "duration": 90.66, "caption": "A nurse starts pushing fluid into a tube that goes into a person's mouth.", "similarity": 0.675, "relevance": 1 }, { "pair_id": 168382, "video_name": "house_s03e15_seg02_clip_12", "timestamp": [ 31.16, 35.35 ], "duration": 93.66, "caption": "A patient is seizing and a nurse runs to help them.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 168383, "video_name": "house_s07e13_seg02_clip_07", "timestamp": [ 65.27, 90.02 ], "duration": 90.66, "caption": "A patient coughs while a nurse holds their hand by their mouth; others rush in while the coughing gets worse and the person leans forward; they eventually spit up something bloody.", "similarity": 0.6165, "relevance": 2 }, { "pair_id": 168384, "video_name": "house_s06e13_seg02_clip_24", "timestamp": [ 0.0, 18.1 ], "duration": 181.66, "caption": "A woman holds onto a flower and then hands it to the nurse.", "similarity": 0.6142, "relevance": 0 }, { "pair_id": 168385, "video_name": "house_s05e03_seg02_clip_05", "timestamp": [ 83.74, 91.03 ], "duration": 91.66, "caption": "A nurse places a rod inside of a patient's mouth.", "similarity": 0.5935, "relevance": 1 }, { "pair_id": 168386, "video_name": "friends_s08e03_seg02_clip_13", "timestamp": [ 51.71, 56.52 ], "duration": 56.66, "caption": "The nurse checks up on someone in the hospital.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 168387, "video_name": "house_s03e14_seg02_clip_20", "timestamp": [ 17.38, 20.58 ], "duration": 91.66, "caption": "A nurse lowers the patient's hand and puts on a mask.", "similarity": 0.5876, "relevance": 1 }, { "pair_id": 168388, "video_name": "house_s08e19_seg02_clip_21", "timestamp": [ 77.37, 80.56 ], "duration": 91.66, "caption": "A nurse runs in to help two doctors with Elizabeth.", "similarity": 0.5848, "relevance": 1 }, { "pair_id": 168389, "video_name": "house_s05e02_seg02_clip_12", "timestamp": [ 54.74, 60.5 ], "duration": 96.66, "caption": "A nurse is checking the patient's vital signs.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 168390, "video_name": "house_s07e13_seg02_clip_10", "timestamp": [ 44.4, 48.69 ], "duration": 77.66, "caption": "A nurse runs to check on an old person who seems to be passing away.", "similarity": 0.5789, "relevance": 1 }, { "pair_id": 168391, "video_name": "house_s06e17_seg02_clip_08", "timestamp": [ 12.71, 45.83 ], "duration": 90.66, "caption": "The nurse was checking the patient and they are talking.", "similarity": 0.568, "relevance": 0 }, { "pair_id": 168392, "video_name": "grey_s03e23_seg02_clip_21", "timestamp": [ 36.41, 41.87 ], "duration": 91.66, "caption": "A woman runs into the patient's room and takes the chart from a nurse.", "similarity": 0.5652, "relevance": 2 }, { "pair_id": 168393, "video_name": "s03e15_seg02_clip_16", "timestamp": [ 0.0, 6.75 ], "duration": 75.66, "caption": "A woman hands a person a bowl with a spoon in it.", "similarity": 0.5641, "relevance": 1 }, { "pair_id": 168395, "video_name": "met_s03e20_seg01_clip_04", "timestamp": [ 0.0, 4.09 ], "duration": 15.66, "caption": "Some people run over to the nurses desk when they get to the hospital.", "similarity": 0.5583, "relevance": 0 }, { "pair_id": 168396, "video_name": "s03e15_seg02_clip_16", "timestamp": [ 4.88, 9.0 ], "duration": 75.66, "caption": "A woman hands person a bowl with a spoon in it.", "similarity": 0.5562, "relevance": 1 }, { "pair_id": 168397, "video_name": "s01e16_seg02_clip_13", "timestamp": [ 31.2, 34.35 ], "duration": 63.66, "caption": "A person rushes across a busy room to talk to a nurse at the hospital.", "similarity": 0.5533, "relevance": 1 }, { "pair_id": 168398, "video_name": "grey_s01e01_seg02_clip_14", "timestamp": [ 82.82, 86.42 ], "duration": 90.66, "caption": "A person stands with a nurse and opens a binder.", "similarity": 0.5521, "relevance": 0 }, { "pair_id": 168399, "video_name": "house_s07e20_seg02_clip_01", "timestamp": [ 78.56, 80.82 ], "duration": 90.66, "caption": "A nurse walks in and hands a person a pot of blue flowers.", "similarity": 0.5513, "relevance": 0 } ] }, { "query_id": 2760, "query": "A woman is driving as she speaks to a man in the passenger seat.", "relevant_moment": [ { "pair_id": 4120, "video_name": "castle_s04e15_seg02_clip_14", "timestamp": [ 0.0, 13.91 ], "duration": 89.66, "caption": "A woman is driving as she speaks to a man in the passenger seat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4121, "video_name": "friends_s06e01_seg02_clip_15", "timestamp": [ 21.57, 56.02 ], "duration": 56.66, "caption": "A man talks to a woman from the back seat while she is driving.", "similarity": 0.839, "relevance": 3 }, { "pair_id": 4122, "video_name": "s09e18_seg02_clip_11", "timestamp": [ 48.45, 54.54 ], "duration": 58.66, "caption": "A person is talking to a woman while driving.", "similarity": 0.8256, "relevance": 2 }, { "pair_id": 4123, "video_name": "castle_s05e05_seg02_clip_25", "timestamp": [ 51.0, 85.66 ], "duration": 99.66, "caption": "A woman is in the driver's seat and a man is in the passenger seat as they converse.", "similarity": 0.8248, "relevance": 3 }, { "pair_id": 4124, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 0.0, 20.26 ], "duration": 75.66, "caption": "A woman is driving and conversing with person, the passenger.", "similarity": 0.8044, "relevance": 4 }, { "pair_id": 4125, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 12.87, 17.44 ], "duration": 83.66, "caption": "A woman is driving her car while talking to a man.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 4126, "video_name": "castle_s05e23_seg02_clip_07", "timestamp": [ 22.45, 52.98 ], "duration": 89.66, "caption": "A woman was driving the car while talking to a man.", "similarity": 0.7908, "relevance": 4 }, { "pair_id": 4127, "video_name": "s09e08_seg02_clip_15", "timestamp": [ 16.75, 54.02 ], "duration": 54.66, "caption": "A woman is sitting in the driver seat and a man is sitting in the passenger seat as they converse.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 4128, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 0.0, 21.76 ], "duration": 58.66, "caption": "A woman drives a car while talking with a man.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 4129, "video_name": "castle_s02e09_seg02_clip_17", "timestamp": [ 59.41, 63.98 ], "duration": 91.66, "caption": "A man looks directly at a woman as she speaks while driving.", "similarity": 0.7754, "relevance": 4 }, { "pair_id": 4130, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.05 ], "duration": 90.66, "caption": "A woman is driving as man is in the passenger seat.", "similarity": 0.7694, "relevance": 4 }, { "pair_id": 4131, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 0.0, 54.02 ], "duration": 54.66, "caption": "A woman is driving and a man is in the passenger seat.", "similarity": 0.7681, "relevance": 4 }, { "pair_id": 4132, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 21.84, 59.03 ], "duration": 59.66, "caption": "A woman is driving a car having a conversation with another woman who is in the passenger seat.", "similarity": 0.7678, "relevance": 3 }, { "pair_id": 4133, "video_name": "s10e12_seg02_clip_06", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 4134, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 4.72, 7.97 ], "duration": 59.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 4135, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 0.0, 27.74 ], "duration": 59.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 4136, "video_name": "castle_s05e23_seg02_clip_21", "timestamp": [ 0.0, 54.18 ], "duration": 91.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 4137, "video_name": "castle_s05e23_seg02_clip_20", "timestamp": [ 77.5, 88.06 ], "duration": 88.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 4138, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 69.76, 76.11 ], "duration": 90.66, "caption": "A woman is driving with a man as they are in the passenger seat.", "similarity": 0.7584, "relevance": 4 }, { "pair_id": 4139, "video_name": "s05e16_seg02_clip_17", "timestamp": [ 0.0, 7.5 ], "duration": 75.66, "caption": "A woman is driving while a man is in the passenger seat.", "similarity": 0.7582, "relevance": 4 }, { "pair_id": 177440, "video_name": "s09e01_seg01_clip_00", "timestamp": [ 3.36, 34.48 ], "duration": 61.66, "caption": "A man drives with a woman in the passenger seat, she sits there talking with him with an annoyed look on their face.", "similarity": 0.7563, "relevance": 3 }, { "pair_id": 177441, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 0.0, 41.8 ], "duration": 61.66, "caption": "A man is driving as a person is sitting in the passenger seat as they converse.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 177442, "video_name": "s10e06_seg02_clip_12", "timestamp": [ 32.96, 61.03 ], "duration": 61.66, "caption": "A woman is driving with a man in the passenger seat.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 177443, "video_name": "s09e19_seg02_clip_08", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman is driving with a man in the passenger seat.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 177444, "video_name": "s09e18_seg02_clip_14", "timestamp": [ 27.84, 44.87 ], "duration": 46.66, "caption": "A man is driving as he is speaking to a woman on the phone about his relationship with another woman.", "similarity": 0.7468, "relevance": 2 }, { "pair_id": 177445, "video_name": "s08e01_seg02_clip_03", "timestamp": [ 47.6, 51.26 ], "duration": 61.66, "caption": "A man is driving as a woman is in the passenger seat.", "similarity": 0.7448, "relevance": 3 }, { "pair_id": 177446, "video_name": "s08e01_seg02_clip_09", "timestamp": [ 21.01, 60.03 ], "duration": 60.66, "caption": "A person is driving as another person is in the passenger seat as they talk about a woman's mother and another person.", "similarity": 0.7387, "relevance": 2 }, { "pair_id": 177447, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 39.22, 43.98 ], "duration": 56.66, "caption": "A woman is driving while a man is sitting in the passenger seat.", "similarity": 0.7386, "relevance": 4 }, { "pair_id": 177448, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A woman is driving a car as a man is in the passenger seat.", "similarity": 0.7378, "relevance": 4 }, { "pair_id": 177449, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 26.52, 57.02 ], "duration": 57.66, "caption": "A woman was driving the car whilst talking to a person.", "similarity": 0.7375, "relevance": 4 }, { "pair_id": 177450, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.5 ], "duration": 90.66, "caption": "A woman was driving the car whilst talking to a person.", "similarity": 0.7375, "relevance": 4 }, { "pair_id": 177451, "video_name": "s08e11_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A woman is driving her car as a man is in the passenger seat.", "similarity": 0.7348, "relevance": 4 }, { "pair_id": 177452, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 2.7, 10.5 ], "duration": 60.66, "caption": "A woman is driving the car while talking to someone.", "similarity": 0.7347, "relevance": 4 }, { "pair_id": 177453, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A man is driving with a woman in the passenger seat.", "similarity": 0.7326, "relevance": 3 }, { "pair_id": 177454, "video_name": "s08e24_seg02_clip_14", "timestamp": [ 2.17, 3.1 ], "duration": 62.66, "caption": "A woman closes her eyes and nods her head as she sits in the passenger seat talking to a man.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 177455, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 52.75, 57.02 ], "duration": 57.66, "caption": "A woman is driving a car while talking to a person about someone.", "similarity": 0.7289, "relevance": 4 }, { "pair_id": 177456, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A woman is talking to a man in the back seat of another woman's car.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 177457, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 39.22, 41.18 ], "duration": 56.66, "caption": "A woman is driving as she mentions to a man about him bringing a man as a date.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 177458, "video_name": "house_s06e04_seg02_clip_21", "timestamp": [ 34.9, 60.73 ], "duration": 90.66, "caption": "A woman gets up from her seat and she speaks to a man as she stands.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 177459, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 50.04, 61.03 ], "duration": 61.66, "caption": "A person is in the passenger seat as a woman is driving the car.", "similarity": 0.7239, "relevance": 4 } ] }, { "query_id": 2768, "query": "A doctor fixes his eyes on the microscope.", "relevant_moment": [ { "pair_id": 780, "video_name": "house_s06e08_seg02_clip_03", "timestamp": [ 0.9, 3.59 ], "duration": 89.66, "caption": "A doctor fixes his eyes on the microscope.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 781, "video_name": "house_s08e02_seg02_clip_19", "timestamp": [ 7.74, 12.29 ], "duration": 91.66, "caption": "A doctor invites a colleague to look at the microscope.", "similarity": 0.7422, "relevance": 4 }, { "pair_id": 782, "video_name": "castle_s03e05_seg02_clip_03", "timestamp": [ 38.29, 40.05 ], "duration": 88.66, "caption": "A person bends over and squints as he puts his eyes to a microscope.", "similarity": 0.7098, "relevance": 4 }, { "pair_id": 783, "video_name": "friends_s02e15_seg02_clip_11", "timestamp": [ 0.0, 5.7 ], "duration": 67.66, "caption": "A doctor uses a small light to look into a person's eyes.", "similarity": 0.7081, "relevance": 0 }, { "pair_id": 784, "video_name": "house_s02e05_seg02_clip_21", "timestamp": [ 30.92, 35.08 ], "duration": 92.66, "caption": "Two doctors look through a microscope in the room.", "similarity": 0.6976, "relevance": 4 }, { "pair_id": 785, "video_name": "house_s01e19_seg02_clip_20", "timestamp": [ 35.5, 45.51 ], "duration": 91.66, "caption": "A man fixes the slide and looks into the microscope.", "similarity": 0.6932, "relevance": 4 }, { "pair_id": 786, "video_name": "friends_s02e15_seg02_clip_10", "timestamp": [ 48.52, 61.03 ], "duration": 61.66, "caption": "A doctor turns on their slit lamp and examines someone's eyes.", "similarity": 0.6876, "relevance": 0 }, { "pair_id": 787, "video_name": "house_s08e09_seg02_clip_09", "timestamp": [ 17.02, 20.25 ], "duration": 92.66, "caption": "A doctor leaves the side of the microscope she is looking into.", "similarity": 0.6811, "relevance": 3 }, { "pair_id": 788, "video_name": "house_s01e17_seg02_clip_04", "timestamp": [ 57.99, 63.51 ], "duration": 92.66, "caption": "A man takes a look inside of the microscope.", "similarity": 0.6786, "relevance": 4 }, { "pair_id": 789, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 68.17, 70.39 ], "duration": 88.66, "caption": "A person is looking through a microscope then lifts his head.", "similarity": 0.6771, "relevance": 4 }, { "pair_id": 790, "video_name": "house_s07e09_seg02_clip_07", "timestamp": [ 27.91, 35.35 ], "duration": 93.66, "caption": "A man looks at something through a microscope.", "similarity": 0.676, "relevance": 4 }, { "pair_id": 791, "video_name": "house_s01e01_seg02_clip_09", "timestamp": [ 67.36, 75.1 ], "duration": 91.66, "caption": "A doctor checks the patient's eyes with a light.", "similarity": 0.6716, "relevance": 1 }, { "pair_id": 792, "video_name": "house_s05e07_seg02_clip_13", "timestamp": [ 51.47, 57.84 ], "duration": 98.66, "caption": "A person looks through the microscope and describes what they see.", "similarity": 0.6689, "relevance": 4 }, { "pair_id": 793, "video_name": "house_s04e06_seg02_clip_03", "timestamp": [ 47.2, 50.72 ], "duration": 78.66, "caption": "A doctor looks into a young person's eyes.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 794, "video_name": "house_s03e21_seg02_clip_21", "timestamp": [ 72.69, 75.67 ], "duration": 85.66, "caption": "A doctor places a slide onto a microscope tray.", "similarity": 0.6661, "relevance": 4 }, { "pair_id": 795, "video_name": "house_s03e21_seg02_clip_21", "timestamp": [ 67.17, 70.57 ], "duration": 85.66, "caption": "A doctor places a slide onto a microscope tray.", "similarity": 0.6661, "relevance": 3 }, { "pair_id": 796, "video_name": "house_s02e10_seg02_clip_25", "timestamp": [ 29.9, 40.27 ], "duration": 122.66, "caption": "A man looks up at the microscope he was looking into.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 797, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 23.21, 28.67 ], "duration": 91.66, "caption": "A doctor opens the patient's eyes and checks on it.", "similarity": 0.6607, "relevance": 1 }, { "pair_id": 799, "video_name": "house_s01e19_seg02_clip_20", "timestamp": [ 34.13, 41.87 ], "duration": 91.66, "caption": "A man puts the microscope slide in place and looks at it.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 174100, "video_name": "grey_s03e10_seg02_clip_07", "timestamp": [ 10.42, 14.04 ], "duration": 90.66, "caption": "A doctor takes their glasses off and fixes their hair.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 174101, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 21.13, 33.01 ], "duration": 88.66, "caption": "A person was seriously looking through a microscope whilst talking.", "similarity": 0.6342, "relevance": 4 }, { "pair_id": 174102, "video_name": "house_s03e17_seg02_clip_04", "timestamp": [ 63.47, 66.62 ], "duration": 90.66, "caption": "A person looks inside of the microscope at the cells.", "similarity": 0.6304, "relevance": 4 }, { "pair_id": 174103, "video_name": "house_s07e06_seg02_clip_10", "timestamp": [ 4.8, 8.64 ], "duration": 96.66, "caption": "A person sets down the top of the microscope into place.", "similarity": 0.6303, "relevance": 3 }, { "pair_id": 174104, "video_name": "house_s03e05_seg02_clip_19", "timestamp": [ 27.27, 31.36 ], "duration": 90.66, "caption": "A man is surprised when he sees the results in the microscope.", "similarity": 0.6294, "relevance": 4 }, { "pair_id": 174105, "video_name": "house_s02e17_seg02_clip_10", "timestamp": [ 52.79, 58.26 ], "duration": 91.66, "caption": "A doctor looks at a brain image on the monitor.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 174106, "video_name": "house_s02e12_seg02_clip_10", "timestamp": [ 55.19, 59.53 ], "duration": 124.66, "caption": "A doctor looks through a viewing hole in a medical machine.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 174107, "video_name": "house_s05e17_seg02_clip_12", "timestamp": [ 32.14, 34.18 ], "duration": 102.66, "caption": "A person is examining a patient's eyes with a light.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 174108, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 75.68, 81.02 ], "duration": 97.66, "caption": "A man shines a light into a patient's eyes while examining them.", "similarity": 0.6232, "relevance": 2 }, { "pair_id": 174109, "video_name": "house_s02e17_seg02_clip_05", "timestamp": [ 90.63, 93.43 ], "duration": 93.66, "caption": "A woman is at the microscope looking through both lenses.", "similarity": 0.62, "relevance": 4 }, { "pair_id": 174110, "video_name": "friends_s06e15-16_seg02_clip_19", "timestamp": [ 1.32, 2.64 ], "duration": 66.66, "caption": "A doctor looks ahead of him and raises his eyebrow.", "similarity": 0.6197, "relevance": 2 }, { "pair_id": 174111, "video_name": "house_s01e19_seg02_clip_13", "timestamp": [ 1.92, 14.88 ], "duration": 96.66, "caption": "A person shines a light in a patient's eyes while examining them.", "similarity": 0.6182, "relevance": 2 }, { "pair_id": 174112, "video_name": "house_s07e17_seg02_clip_09", "timestamp": [ 69.63, 75.55 ], "duration": 91.66, "caption": "A doctor examines the patient's eyes for reactivity.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 174113, "video_name": "house_s06e04_seg02_clip_10", "timestamp": [ 9.56, 12.29 ], "duration": 91.66, "caption": "A doctor fixes something from his pocket in his shirt.", "similarity": 0.616, "relevance": 1 }, { "pair_id": 174114, "video_name": "house_s03e02_seg02_clip_15", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A doctor inserts a needle into the eyeball of a patient.", "similarity": 0.6159, "relevance": 3 }, { "pair_id": 174115, "video_name": "house_s02e17_seg02_clip_25", "timestamp": [ 39.91, 44.11 ], "duration": 140.66, "caption": "A woman puts her glasses on and then looks into the microscope.", "similarity": 0.6151, "relevance": 4 }, { "pair_id": 174116, "video_name": "grey_s01e01_seg02_clip_23", "timestamp": [ 47.33, 65.99 ], "duration": 91.66, "caption": "A man tells their colleague with their head and eyes to go over to the microscope.", "similarity": 0.6148, "relevance": 4 }, { "pair_id": 174117, "video_name": "house_s02e17_seg02_clip_22", "timestamp": [ 0.0, 2.3 ], "duration": 91.66, "caption": "A woman is looking at patient tissue through a microscope.", "similarity": 0.6113, "relevance": 3 }, { "pair_id": 174118, "video_name": "house_s02e20_seg02_clip_04", "timestamp": [ 87.33, 97.03 ], "duration": 97.66, "caption": "A man closely studies the patient's eyes and seems to have discovered something.", "similarity": 0.6101, "relevance": 3 }, { "pair_id": 174119, "video_name": "house_s05e19_seg02_clip_10", "timestamp": [ 35.68, 40.47 ], "duration": 87.66, "caption": "A doctor puts some drops in person's eyes.", "similarity": 0.6095, "relevance": 1 } ] }, { "query_id": 2802, "query": "A woman walks away from a woman and grabs her purse.", "relevant_moment": [ { "pair_id": 3000, "video_name": "friends_s04e03_seg02_clip_04", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A woman walks away from a woman and grabs her purse.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 3001, "video_name": "house_s02e06_seg02_clip_19", "timestamp": [ 23.58, 31.9 ], "duration": 92.66, "caption": "A woman picks up her purse and walks away.", "similarity": 0.836, "relevance": 2 }, { "pair_id": 3002, "video_name": "friends_s07e18_seg02_clip_17", "timestamp": [ 7.15, 10.45 ], "duration": 55.66, "caption": "A woman grabs her purse and walks out of the door.", "similarity": 0.8074, "relevance": 2 }, { "pair_id": 3003, "video_name": "met_s03e19_seg02_clip_09", "timestamp": [ 35.78, 39.95 ], "duration": 59.66, "caption": "A woman puts on her purse and stops herself from walking away from a man.", "similarity": 0.7945, "relevance": 2 }, { "pair_id": 3004, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 8.41 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves someone's place.", "similarity": 0.7854, "relevance": 4 }, { "pair_id": 3005, "video_name": "friends_s08e03_seg02_clip_09", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A woman grabs her purse and rushes towards the door to leave.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 3006, "video_name": "friends_s09e20_seg02_clip_06", "timestamp": [ 31.76, 34.33 ], "duration": 57.66, "caption": "A woman opens her purse and walks away from the group.", "similarity": 0.7697, "relevance": 3 }, { "pair_id": 3007, "video_name": "met_s02e02_seg02_clip_19", "timestamp": [ 27.8, 32.72 ], "duration": 40.66, "caption": "Two women sitting with a man grab their purses and walk away.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 3008, "video_name": "s06e16_seg02_clip_02", "timestamp": [ 7.95, 12.73 ], "duration": 53.66, "caption": "A woman takes the money, grabs her purse and walks out the door.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 3009, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 20.28, 21.19 ], "duration": 60.66, "caption": "A woman takes her purse off of her shoulder.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 3010, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 9.61 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves person's apartment.", "similarity": 0.7353, "relevance": 4 }, { "pair_id": 3011, "video_name": "grey_s03e06_seg02_clip_26", "timestamp": [ 18.66, 22.3 ], "duration": 91.66, "caption": "A woman is grabbing her purse when a man walks up.", "similarity": 0.7351, "relevance": 0 }, { "pair_id": 3012, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 50.24, 59.55 ], "duration": 62.66, "caption": "A woman picks up her purse and puts it around her shoulders then she and a person walk out the door.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 3013, "video_name": "grey_s03e02_seg02_clip_12", "timestamp": [ 60.92, 65.4 ], "duration": 89.66, "caption": "A woman gets up and walks away from another woman.", "similarity": 0.7241, "relevance": 1 }, { "pair_id": 3014, "video_name": "friends_s02e10_seg02_clip_15", "timestamp": [ 32.02, 36.88 ], "duration": 57.66, "caption": "A person walks away but a woman grabs his arm.", "similarity": 0.7228, "relevance": 0 }, { "pair_id": 3015, "video_name": "s01e16_seg02_clip_09", "timestamp": [ 20.11, 22.21 ], "duration": 60.66, "caption": "A woman takes a package from a person's hands and walks away.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 3016, "video_name": "friends_s09e03_seg02_clip_13", "timestamp": [ 40.33, 44.1 ], "duration": 58.66, "caption": "A woman grabs her purse and leaves the table.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 3017, "video_name": "grey_s03e10_seg02_clip_03", "timestamp": [ 3.09, 5.3 ], "duration": 88.66, "caption": "A woman walks away from woman and she follows her.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 3018, "video_name": "s08e03_seg02_clip_00", "timestamp": [ 38.15, 41.25 ], "duration": 62.66, "caption": "A woman removes her purse from around her neck.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 3019, "video_name": "friends_s08e11_seg02_clip_16", "timestamp": [ 28.34, 35.49 ], "duration": 55.66, "caption": "A woman grabs her purse and jacket and walks out of the apartment.", "similarity": 0.7125, "relevance": 4 }, { "pair_id": 176320, "video_name": "friends_s04e07_seg02_clip_11", "timestamp": [ 41.41, 46.25 ], "duration": 69.66, "caption": "A woman grabs her purse and leaves the apartment.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 176321, "video_name": "friends_s02e01_seg02_clip_10", "timestamp": [ 1.48, 5.61 ], "duration": 59.66, "caption": "A woman grabs her purse and leaves the apartment.", "similarity": 0.7122, "relevance": 4 }, { "pair_id": 176322, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 8.7, 11.1 ], "duration": 60.66, "caption": "A woman takes something out of her purse and hands it to man.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 176323, "video_name": "friends_s10e05_seg02_clip_22", "timestamp": [ 36.18, 40.31 ], "duration": 63.66, "caption": "A woman grabs her coat and purse and she and another woman rush out the door.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 176324, "video_name": "s07e04_seg02_clip_08", "timestamp": [ 12.93, 18.43 ], "duration": 55.66, "caption": "A woman picks up her purse and heads towards the door to leave.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 176325, "video_name": "castle_s02e04_seg02_clip_24", "timestamp": [ 60.08, 64.17 ], "duration": 91.66, "caption": "A woman gives woman the briefcase she was holding and walks away.", "similarity": 0.7056, "relevance": 3 }, { "pair_id": 176326, "video_name": "friends_s09e05_seg02_clip_11", "timestamp": [ 30.41, 38.1 ], "duration": 64.66, "caption": "A woman grabs her purse from behind one chair and walks to another chair.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 176327, "video_name": "s08e01_seg02_clip_14", "timestamp": [ 33.92, 39.92 ], "duration": 60.66, "caption": "A woman takes her phone out of her purse.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 176328, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman grabs another woman's arm as she tries to walk away.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 176329, "video_name": "friends_s05e01_seg02_clip_14", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A woman grabs her purse and exits the apartment.", "similarity": 0.7014, "relevance": 4 }, { "pair_id": 176330, "video_name": "s04e21_seg02_clip_05", "timestamp": [ 28.38, 37.23 ], "duration": 61.66, "caption": "A woman grabs her purse, closes her door and locks it.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 176331, "video_name": "house_s01e20_seg02_clip_02", "timestamp": [ 15.58, 17.8 ], "duration": 89.66, "caption": "A woman walks away from a man after stopping holding hands.", "similarity": 0.7012, "relevance": 1 }, { "pair_id": 176332, "video_name": "house_s05e11_seg02_clip_02", "timestamp": [ 25.77, 33.13 ], "duration": 92.66, "caption": "A woman grabs her coat and walks away from a man.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 176333, "video_name": "friends_s04e21_seg02_clip_13", "timestamp": [ 33.35, 39.25 ], "duration": 59.66, "caption": "A woman gets off of a man and walks away.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 176334, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.6985, "relevance": 2 }, { "pair_id": 176335, "video_name": "friends_s08e05_seg02_clip_10", "timestamp": [ 12.31, 18.01 ], "duration": 60.66, "caption": "A woman grabs her handbag and walks out with money.", "similarity": 0.6981, "relevance": 3 }, { "pair_id": 176336, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 50.85, 52.5 ], "duration": 66.66, "caption": "A woman gets up off the couch and grabs her purse.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 176337, "video_name": "house_s08e10_seg02_clip_20", "timestamp": [ 68.13, 71.56 ], "duration": 98.66, "caption": "A woman grabs her purse and gets up from the booth.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 176338, "video_name": "friends_s02e09_seg02_clip_02", "timestamp": [ 41.87, 47.14 ], "duration": 62.66, "caption": "A woman grabs her purse and leaves a coffee shop.", "similarity": 0.6962, "relevance": 4 }, { "pair_id": 176339, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 69.0, 87.66 ], "duration": 87.66, "caption": "A woman gets someone's purse and starts to go through it in front of her.", "similarity": 0.696, "relevance": 2 } ] }, { "query_id": 2807, "query": "A man holds out a clipboard with papers on it to a woman seated on a sofa, the woman dials a phone and puts the phone to her ear.", "relevant_moment": [ { "pair_id": 150040, "video_name": "house_s01e20_seg02_clip_15", "timestamp": [ 81.86, 85.03 ], "duration": 90.66, "caption": "A man holds out a clipboard with papers on it to a woman seated on a sofa, the woman dials a phone and puts the phone to her ear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150041, "video_name": "castle_s06e22_seg02_clip_02", "timestamp": [ 0.0, 14.69 ], "duration": 89.66, "caption": "A woman is on a sofa while speaking to a man on their phones.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 150042, "video_name": "friends_s05e16_seg02_clip_21", "timestamp": [ 8.28, 12.24 ], "duration": 72.66, "caption": "A man speaks to a woman looking at papers on a clipboard who turns and looks in the direction of a sofa that is cut in two.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 150043, "video_name": "friends_s05e22_seg02_clip_15", "timestamp": [ 0.0, 20.57 ], "duration": 59.66, "caption": "A woman is on the phone with a man while sitting on the couch.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 150044, "video_name": "friends_s09e06_seg02_clip_03", "timestamp": [ 2.95, 5.61 ], "duration": 59.66, "caption": "Two people sit down on the sofa as one of them holds a clipboard.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 150045, "video_name": "s09e04_seg02_clip_00", "timestamp": [ 27.16, 29.9 ], "duration": 61.66, "caption": "A person waves his phone while sitting on a woman's sofa.", "similarity": 0.69, "relevance": 0 }, { "pair_id": 150046, "video_name": "friends_s07e15_seg02_clip_04", "timestamp": [ 2.8, 5.04 ], "duration": 56.66, "caption": "A woman hands a phone to another woman while they are sitting on a sofa.", "similarity": 0.6816, "relevance": 1 }, { "pair_id": 150047, "video_name": "house_s03e13_seg02_clip_15", "timestamp": [ 29.14, 32.33 ], "duration": 91.66, "caption": "A man gets the clipboard form woman and hands it to man.", "similarity": 0.6764, "relevance": 1 }, { "pair_id": 150048, "video_name": "castle_s02e20_seg02_clip_11", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A woman holds up her phone and a man takes it from her.", "similarity": 0.6707, "relevance": 0 }, { "pair_id": 150049, "video_name": "house_s06e11_seg02_clip_26", "timestamp": [ 20.34, 28.19 ], "duration": 49.66, "caption": "A woman takes the clipboard from man and sits down.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 150050, "video_name": "s07e16_seg02_clip_02", "timestamp": [ 42.02, 52.94 ], "duration": 56.66, "caption": "A man takes a seat on the sofa next to another man, and begins to explain the phone call details.", "similarity": 0.656, "relevance": 0 }, { "pair_id": 150051, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.9, 24.2 ], "duration": 59.66, "caption": "A woman and a man hold each other while on the couch.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 150052, "video_name": "house_s08e17_seg02_clip_04", "timestamp": [ 57.04, 67.08 ], "duration": 91.66, "caption": "A man sits on the couch next to a woman and talks on the phone.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 150053, "video_name": "castle_s05e08_seg02_clip_23", "timestamp": [ 74.66, 80.02 ], "duration": 89.66, "caption": "A woman takes the phone from man and holds it up to her ear.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 150054, "video_name": "castle_s01e09_seg02_clip_17", "timestamp": [ 7.44, 11.16 ], "duration": 93.66, "caption": "A man sits down and hands a woman the phone.", "similarity": 0.6435, "relevance": 0 }, { "pair_id": 150055, "video_name": "s01e01_seg01_clip_01", "timestamp": [ 6.62, 8.19 ], "duration": 63.66, "caption": "A woman hands a man a clipboard and a pen.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 150056, "video_name": "grey_s01e09_seg02_clip_13", "timestamp": [ 0.0, 7.22 ], "duration": 76.66, "caption": "A woman hands a man a clipboard and a pen.", "similarity": 0.6416, "relevance": 0 }, { "pair_id": 150057, "video_name": "friends_s10e03_seg02_clip_07", "timestamp": [ 3.71, 4.51 ], "duration": 53.66, "caption": "A woman puts both hands on a man's hand while they sit on the sofa.", "similarity": 0.6376, "relevance": 1 }, { "pair_id": 150058, "video_name": "friends_s04e23-24_seg02_clip_36", "timestamp": [ 46.52, 60.03 ], "duration": 60.66, "caption": "A woman gives a man instructions while they are on the phone together.", "similarity": 0.6344, "relevance": 1 }, { "pair_id": 150059, "video_name": "friends_s09e23-24_seg02_clip_15", "timestamp": [ 27.45, 30.53 ], "duration": 56.66, "caption": "A man sits down while he is on the phone with a woman.", "similarity": 0.6326, "relevance": 1 } ] }, { "query_id": 2897, "query": "A man walks up the stairway and to the front door of their apartment.", "relevant_moment": [ { "pair_id": 7360, "video_name": "friends_s02e19_seg02_clip_07", "timestamp": [ 59.47, 69.31 ], "duration": 82.66, "caption": "A man walks up the stairway and to the front door of their apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7361, "video_name": "s05e23_seg02_clip_17", "timestamp": [ 58.83, 59.73 ], "duration": 60.66, "caption": "A man walks up the stairs to his apartment door.", "similarity": 0.912, "relevance": 4 }, { "pair_id": 7362, "video_name": "friends_s05e15_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A man walks through the front door of a person's apartment.", "similarity": 0.837, "relevance": 3 }, { "pair_id": 7363, "video_name": "friends_s03e21_seg02_clip_16", "timestamp": [ 18.4, 19.49 ], "duration": 54.66, "caption": "A man walks in to an apartment through the front door.", "similarity": 0.827, "relevance": 3 }, { "pair_id": 7364, "video_name": "met_s05e04_seg02_clip_13", "timestamp": [ 41.73, 44.12 ], "duration": 59.66, "caption": "A person walks in the front door of the apartment.", "similarity": 0.7853, "relevance": 3 }, { "pair_id": 7365, "video_name": "s03e02_seg02_clip_14", "timestamp": [ 54.74, 56.17 ], "duration": 57.66, "caption": "A person walks through the front door of the apartment complex.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 7366, "video_name": "s07e16_seg02_clip_01", "timestamp": [ 20.49, 25.61 ], "duration": 64.66, "caption": "A man walks out of the apartment and down the stairs.", "similarity": 0.7686, "relevance": 1 }, { "pair_id": 7367, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 34.98, 36.24 ], "duration": 63.66, "caption": "A man opens up the apartment door and walks through.", "similarity": 0.7639, "relevance": 3 }, { "pair_id": 7368, "video_name": "friends_s09e16_seg02_clip_13", "timestamp": [ 17.13, 19.31 ], "duration": 62.66, "caption": "A person walks through the door of the apartment.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 7369, "video_name": "house_s01e06_seg02_clip_09", "timestamp": [ 57.58, 65.67 ], "duration": 101.66, "caption": "A man and another man walk up to an apartment complex and in front of a door.", "similarity": 0.7515, "relevance": 3 }, { "pair_id": 7370, "video_name": "friends_s06e07_seg02_clip_10", "timestamp": [ 4.56, 6.84 ], "duration": 57.66, "caption": "A man walks into the apartment and shuts the door behind him.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 7371, "video_name": "friends_s03e11_seg02_clip_00", "timestamp": [ 0.0, 3.06 ], "duration": 68.66, "caption": "A man walks into the apartment and slams the door behind him.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 7372, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 25.54, 27.35 ], "duration": 60.66, "caption": "A man walks into the apartment and closes the door behind him.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 7373, "video_name": "s08e23_seg02_clip_02", "timestamp": [ 0.0, 20.36 ], "duration": 59.66, "caption": "A man and his mother walk up the stairs of the apartment and stop in front of his front door.", "similarity": 0.7336, "relevance": 4 }, { "pair_id": 7374, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 7375, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 7376, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 7377, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 7378, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 46.93, 53.12 ], "duration": 59.66, "caption": "A person opens the front door and walks into an apartment.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 7379, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 180680, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 180681, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 180682, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 180683, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 180684, "video_name": "friends_s07e20_seg02_clip_07", "timestamp": [ 20.13, 22.43 ], "duration": 57.66, "caption": "A man walks through the door of two people's apartment.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 180685, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 89.7, 98.03 ], "duration": 98.66, "caption": "A person walks in through the door of someone's apartment.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 180686, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 44.04, 46.83 ], "duration": 62.66, "caption": "A man opens the front door to a person's apartment.", "similarity": 0.7215, "relevance": 2 }, { "pair_id": 180687, "video_name": "friends_s08e07_seg02_clip_20", "timestamp": [ 16.97, 20.15 ], "duration": 53.66, "caption": "A man walks through the apartment door where two people are.", "similarity": 0.7215, "relevance": 1 }, { "pair_id": 180689, "video_name": "friends_s07e23-24_seg02_clip_03", "timestamp": [ 43.42, 48.74 ], "duration": 56.66, "caption": "A woman walks up to the door of the apartment.", "similarity": 0.72, "relevance": 1 }, { "pair_id": 180690, "video_name": "s06e10_seg02_clip_06", "timestamp": [ 55.52, 58.53 ], "duration": 60.66, "caption": "A man opens the front door of his apartment.", "similarity": 0.7199, "relevance": 1 }, { "pair_id": 180691, "video_name": "friends_s07e13_seg02_clip_04", "timestamp": [ 55.23, 57.67 ], "duration": 61.66, "caption": "A man runs from the front room to the apartment door.", "similarity": 0.7198, "relevance": 1 }, { "pair_id": 180692, "video_name": "s02e21_seg02_clip_18", "timestamp": [ 17.49, 20.53 ], "duration": 38.66, "caption": "A man comes up the stairs and unlocks the apartment door.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 180693, "video_name": "castle_s05e08_seg02_clip_09", "timestamp": [ 12.6, 19.36 ], "duration": 90.66, "caption": "A person walks to an apartment with the door ajar.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 180694, "video_name": "s03e23_seg02_clip_04", "timestamp": [ 50.42, 53.12 ], "duration": 60.66, "caption": "A person walks out of the apartment front door.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 180695, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 7.8, 9.9 ], "duration": 60.66, "caption": "A man turns around and walks toward his apartment.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 180696, "video_name": "s04e17_seg02_clip_05", "timestamp": [ 47.72, 50.12 ], "duration": 60.66, "caption": "A man opens the front door of the apartment.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 180697, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.99, 31.2 ], "duration": 63.66, "caption": "A man opens the front door of the apartment.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 180698, "video_name": "friends_s05e19_seg02_clip_18", "timestamp": [ 11.31, 13.35 ], "duration": 58.66, "caption": "A man walks into the apartment and shuts the door.", "similarity": 0.7151, "relevance": 2 }, { "pair_id": 180699, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 21.77, 24.65 ], "duration": 64.66, "caption": "A man goes up to the door and walks through it.", "similarity": 0.7149, "relevance": 2 } ] }, { "query_id": 2906, "query": "A doctor picks up two things at her office desk.", "relevant_moment": [ { "pair_id": 260, "video_name": "house_s02e23_seg02_clip_12", "timestamp": [ 10.8, 15.66 ], "duration": 108.66, "caption": "A doctor picks up two things at her office desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 261, "video_name": "castle_s06e09_seg02_clip_07", "timestamp": [ 54.01, 56.27 ], "duration": 90.66, "caption": "A doctor places a pen with her name on it on the desk.", "similarity": 0.7303, "relevance": 2 }, { "pair_id": 262, "video_name": "house_s02e06_seg02_clip_13", "timestamp": [ 6.05, 10.25 ], "duration": 93.66, "caption": "A doctor picks a piece of violet paper from their desk.", "similarity": 0.7283, "relevance": 2 }, { "pair_id": 263, "video_name": "house_s08e01_seg02_clip_16", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A woman walks into the office and asks the doctor why another person is holding a folder.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 264, "video_name": "s09e12_seg02_clip_12", "timestamp": [ 34.22, 38.72 ], "duration": 60.66, "caption": "A doctor leans forward on her desk, clasping her hands.", "similarity": 0.7007, "relevance": 1 }, { "pair_id": 265, "video_name": "grey_s03e10_seg02_clip_21", "timestamp": [ 74.85, 77.61 ], "duration": 91.66, "caption": "A female doctor looks up at another doctor as they operate.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 266, "video_name": "s01e01_seg01_clip_01", "timestamp": [ 5.67, 7.56 ], "duration": 63.66, "caption": "A doctor at the desk hands someone a clipboard and pen.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 267, "video_name": "house_s08e06_seg02_clip_08", "timestamp": [ 28.04, 33.38 ], "duration": 89.66, "caption": "A doctor puts a packet on the desk while talking with another doctor.", "similarity": 0.6903, "relevance": 1 }, { "pair_id": 268, "video_name": "house_s07e01_seg02_clip_05", "timestamp": [ 81.95, 89.08 ], "duration": 89.66, "caption": "A person is talking with two doctors that enter in his office.", "similarity": 0.6896, "relevance": 0 }, { "pair_id": 269, "video_name": "house_s04e13_seg02_clip_26", "timestamp": [ 11.31, 14.63 ], "duration": 133.66, "caption": "A doctor sits down in her office chair.", "similarity": 0.684, "relevance": 0 }, { "pair_id": 270, "video_name": "castle_s05e13_seg02_clip_13", "timestamp": [ 72.52, 75.03 ], "duration": 100.66, "caption": "A person hands a woman a tissue in her office.", "similarity": 0.6805, "relevance": 1 }, { "pair_id": 271, "video_name": "house_s04e13_seg02_clip_15", "timestamp": [ 45.77, 48.85 ], "duration": 88.66, "caption": "Some doctors enter a person's office.", "similarity": 0.6792, "relevance": 0 }, { "pair_id": 272, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 93.83, 99.66 ], "duration": 106.66, "caption": "A doctor has his hand to his mouth at his desk as a woman opens the door to his office.", "similarity": 0.6753, "relevance": 0 }, { "pair_id": 273, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 65.82, 77.57 ], "duration": 94.66, "caption": "A woman picks up a piece of paper she finds on the patient's nightstand.", "similarity": 0.673, "relevance": 3 }, { "pair_id": 274, "video_name": "house_s07e04_seg02_clip_08", "timestamp": [ 73.49, 76.75 ], "duration": 93.66, "caption": "A doctor places a red folder on top of a desk.", "similarity": 0.6678, "relevance": 1 }, { "pair_id": 275, "video_name": "house_s01e14_seg02_clip_09", "timestamp": [ 88.22, 89.12 ], "duration": 90.66, "caption": "A doctor leans over and talks to a woman sitting at a desk.", "similarity": 0.6656, "relevance": 0 }, { "pair_id": 276, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 29.51, 30.51 ], "duration": 100.66, "caption": "A person picks up medicines in the medicine cabinet.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 277, "video_name": "house_s08e16_seg02_clip_21", "timestamp": [ 86.98, 89.77 ], "duration": 93.66, "caption": "A doctor enters the office of another doctor.", "similarity": 0.6583, "relevance": 0 }, { "pair_id": 278, "video_name": "grey_s02e03_seg02_clip_20", "timestamp": [ 17.36, 20.48 ], "duration": 89.66, "caption": "A doctor hands a woman a sheet of paper and she takes it to look at it.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 279, "video_name": "house_s07e17_seg02_clip_18", "timestamp": [ 68.9, 71.42 ], "duration": 84.66, "caption": "A doctor enters into a woman's office area.", "similarity": 0.6558, "relevance": 0 } ] }, { "query_id": 3015, "query": "Two people were talking to someone over the phone.", "relevant_moment": [ { "pair_id": 12800, "video_name": "castle_s08e01_seg02_clip_04", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "Two people were talking to someone over the phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12801, "video_name": "castle_s06e22_seg02_clip_12", "timestamp": [ 19.51, 47.52 ], "duration": 100.66, "caption": "Two people were talking over the phone.", "similarity": 0.9701, "relevance": 3 }, { "pair_id": 12802, "video_name": "castle_s06e11_seg02_clip_21", "timestamp": [ 7.74, 65.99 ], "duration": 91.66, "caption": "Two people were having a conversation through the phone.", "similarity": 0.9283, "relevance": 3 }, { "pair_id": 12803, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 22.26, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation through the phone.", "similarity": 0.9283, "relevance": 3 }, { "pair_id": 12804, "video_name": "castle_s03e17_seg02_clip_20", "timestamp": [ 22.06, 26.11 ], "duration": 90.66, "caption": "Someone was talking to another person over the phone.", "similarity": 0.9161, "relevance": 3 }, { "pair_id": 12805, "video_name": "castle_s08e04_seg02_clip_18", "timestamp": [ 4.3, 19.33 ], "duration": 85.66, "caption": "Two people talk to each other over the phone.", "similarity": 0.9122, "relevance": 3 }, { "pair_id": 12806, "video_name": "castle_s08e08_seg02_clip_09", "timestamp": [ 53.63, 71.5 ], "duration": 89.66, "caption": "Two people have a conversation over the phone.", "similarity": 0.9122, "relevance": 3 }, { "pair_id": 12807, "video_name": "castle_s08e17_seg02_clip_03", "timestamp": [ 0.0, 32.87 ], "duration": 91.66, "caption": "A person was talking to someone over the phone.", "similarity": 0.9015, "relevance": 2 }, { "pair_id": 12808, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 14.1, 47.48 ], "duration": 94.66, "caption": "A person was talking to someone over the phone.", "similarity": 0.9015, "relevance": 3 }, { "pair_id": 12809, "video_name": "friends_s03e12_seg02_clip_02", "timestamp": [ 1.18, 21.25 ], "duration": 59.66, "caption": "Two people are talking to each other on the phone.", "similarity": 0.8991, "relevance": 3 }, { "pair_id": 12810, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 58.34, 70.65 ], "duration": 91.66, "caption": "A person was having a conversation with someone over the phone.", "similarity": 0.8979, "relevance": 3 }, { "pair_id": 12811, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 0.0, 44.02 ], "duration": 44.66, "caption": "Two people talk to each other on the phone.", "similarity": 0.8894, "relevance": 3 }, { "pair_id": 12812, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 0.0, 15.4 ], "duration": 61.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 12813, "video_name": "grey_s03e16_seg02_clip_05", "timestamp": [ 0.0, 26.01 ], "duration": 100.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 12814, "video_name": "friends_s04e23-24_seg02_clip_19", "timestamp": [ 0.0, 22.34 ], "duration": 58.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 12815, "video_name": "castle_s07e16_seg02_clip_13", "timestamp": [ 0.0, 20.12 ], "duration": 89.66, "caption": "Two people are talking on the phone.", "similarity": 0.8849, "relevance": 3 }, { "pair_id": 12816, "video_name": "castle_s07e19_seg02_clip_10", "timestamp": [ 8.15, 23.98 ], "duration": 90.66, "caption": "Two people are having a conversation in the phone.", "similarity": 0.8814, "relevance": 3 }, { "pair_id": 12817, "video_name": "friends_s02e06_seg02_clip_11", "timestamp": [ 23.46, 52.27 ], "duration": 59.66, "caption": "Two men were talking to someone over the phone.", "similarity": 0.8769, "relevance": 4 }, { "pair_id": 12818, "video_name": "s09e22_seg02_clip_01", "timestamp": [ 30.75, 35.11 ], "duration": 58.66, "caption": "Two people are on their phones talking to each other.", "similarity": 0.8743, "relevance": 3 }, { "pair_id": 12819, "video_name": "s08e01_seg02_clip_01", "timestamp": [ 0.0, 20.41 ], "duration": 60.66, "caption": "Two people talk together on the phone.", "similarity": 0.872, "relevance": 3 }, { "pair_id": 186120, "video_name": "friends_s10e05_seg02_clip_20", "timestamp": [ 14.58, 33.24 ], "duration": 58.66, "caption": "A person was speaking to someone over the phone.", "similarity": 0.8648, "relevance": 2 }, { "pair_id": 186121, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 0.0, 13.4 ], "duration": 57.66, "caption": "Two people are having a conversation on the telephone.", "similarity": 0.8565, "relevance": 3 }, { "pair_id": 186122, "video_name": "castle_s06e23_seg02_clip_09", "timestamp": [ 0.0, 25.62 ], "duration": 89.66, "caption": "A woman and a man were having a conversation through the phone.", "similarity": 0.8444, "relevance": 3 }, { "pair_id": 186123, "video_name": "castle_s03e16_seg02_clip_21", "timestamp": [ 8.65, 14.11 ], "duration": 91.66, "caption": "A man and a woman were having a conversation through the phone.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 186124, "video_name": "castle_s06e23_seg02_clip_16", "timestamp": [ 12.37, 35.82 ], "duration": 85.66, "caption": "A woman was talking with person over the phone.", "similarity": 0.8357, "relevance": 4 }, { "pair_id": 186125, "video_name": "castle_s03e22_seg02_clip_11", "timestamp": [ 0.0, 14.72 ], "duration": 92.66, "caption": "Some people were having a conversation through the phone.", "similarity": 0.835, "relevance": 2 }, { "pair_id": 186126, "video_name": "castle_s08e18_seg02_clip_03", "timestamp": [ 24.16, 54.64 ], "duration": 115.66, "caption": "A person was tensely talking to someone over the phone.", "similarity": 0.8342, "relevance": 2 }, { "pair_id": 186127, "video_name": "s09e22_seg02_clip_02", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "Two people are on their cellphones talking to each other.", "similarity": 0.8335, "relevance": 3 }, { "pair_id": 186128, "video_name": "house_s06e20_seg02_clip_20", "timestamp": [ 62.68, 77.21 ], "duration": 83.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.8325, "relevance": 2 }, { "pair_id": 186129, "video_name": "house_s04e01_seg02_clip_11", "timestamp": [ 0.0, 20.66 ], "duration": 75.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.8325, "relevance": 2 }, { "pair_id": 186130, "video_name": "house_s03e11_seg02_clip_21", "timestamp": [ 0.0, 33.83 ], "duration": 90.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.8325, "relevance": 2 }, { "pair_id": 186131, "video_name": "friends_s09e18_seg02_clip_15", "timestamp": [ 33.56, 55.02 ], "duration": 55.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.8325, "relevance": 2 }, { "pair_id": 186132, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 47.48, 80.18 ], "duration": 89.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.8325, "relevance": 3 }, { "pair_id": 186133, "video_name": "castle_s05e09_seg02_clip_18", "timestamp": [ 0.0, 8.37 ], "duration": 93.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.8325, "relevance": 3 }, { "pair_id": 186134, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 4.42, 6.63 ], "duration": 88.66, "caption": "A man was having a conversation with someone over the phone.", "similarity": 0.8322, "relevance": 3 }, { "pair_id": 186135, "video_name": "castle_s08e07_seg02_clip_21", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A man was having a conversation with someone over the phone.", "similarity": 0.8322, "relevance": 3 }, { "pair_id": 186136, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 0.0, 12.0 ], "duration": 80.66, "caption": "A person is talking to another person while he is on a phone call.", "similarity": 0.8308, "relevance": 2 }, { "pair_id": 186137, "video_name": "castle_s08e02_seg02_clip_06", "timestamp": [ 55.82, 93.03 ], "duration": 93.66, "caption": "A woman and a man were having a conversation through the telephone.", "similarity": 0.8307, "relevance": 2 }, { "pair_id": 186138, "video_name": "castle_s05e08_seg02_clip_10", "timestamp": [ 61.46, 65.18 ], "duration": 93.66, "caption": "Someone is on the phone as they notice two people start a conversation.", "similarity": 0.8252, "relevance": 2 }, { "pair_id": 186139, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 0.0, 21.35 ], "duration": 97.66, "caption": "Two people are having a conversation then there's a man who calls at one of them on the phone.", "similarity": 0.8217, "relevance": 2 } ] }, { "query_id": 3097, "query": "A man struggles to talk, and once he does, gives a big fake looking smile.", "relevant_moment": [ { "pair_id": 16260, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 12.57, 18.7 ], "duration": 61.66, "caption": "A man struggles to talk, and once he does, gives a big fake looking smile.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16261, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 26.36, 39.08 ], "duration": 62.66, "caption": "A person says something to a man that makes him smirk and smile.", "similarity": 0.7234, "relevance": 4 }, { "pair_id": 16262, "video_name": "grey_s03e24_seg02_clip_01", "timestamp": [ 25.04, 32.77 ], "duration": 91.66, "caption": "A man has a smile on his face but as soon as person turns around the smile is gone.", "similarity": 0.7033, "relevance": 3 }, { "pair_id": 16264, "video_name": "s03e18_seg02_clip_12", "timestamp": [ 48.35, 51.32 ], "duration": 54.66, "caption": "While talking, a man smiles and looks at person.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 16265, "video_name": "s02e04_seg02_clip_02", "timestamp": [ 2.4, 9.6 ], "duration": 60.66, "caption": "A person tries to smile as he is with two other people.", "similarity": 0.6748, "relevance": 4 }, { "pair_id": 16266, "video_name": "s06e04_seg02_clip_15", "timestamp": [ 11.9, 17.7 ], "duration": 61.66, "caption": "A person blinks and smiles at a man, the man is speechless and opens his mouth and struggles to find a comment.", "similarity": 0.6727, "relevance": 4 }, { "pair_id": 16267, "video_name": "castle_s02e20_seg02_clip_08", "timestamp": [ 32.62, 34.88 ], "duration": 90.66, "caption": "A man raises one side of his mouth in a half-smile.", "similarity": 0.6711, "relevance": 3 }, { "pair_id": 16268, "video_name": "s06e08_seg02_clip_11", "timestamp": [ 58.3, 62.08 ], "duration": 63.66, "caption": "A man looks serious and then breaks into a laugh while talking to woman.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 16269, "video_name": "castle_s02e11_seg02_clip_06", "timestamp": [ 32.94, 37.84 ], "duration": 89.66, "caption": "A man talks about something and another person smiles a bit.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 16270, "video_name": "castle_s02e24_seg02_clip_16", "timestamp": [ 67.7, 75.69 ], "duration": 94.66, "caption": "A man shows emotion on his face as he speaks.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 16271, "video_name": "castle_s05e16_seg02_clip_26", "timestamp": [ 25.18, 29.87 ], "duration": 85.66, "caption": "A man smiles sadly while talking to another man.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 16272, "video_name": "friends_s09e11_seg02_clip_01", "timestamp": [ 1.24, 4.03 ], "duration": 62.66, "caption": "A man does a big smile while telling another person how great it is.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 16273, "video_name": "s10e10_seg02_clip_02", "timestamp": [ 7.08, 8.85 ], "duration": 59.66, "caption": "A man puts his hand up to his face to hide a smile.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 16274, "video_name": "grey_s03e11_seg02_clip_16", "timestamp": [ 63.09, 69.62 ], "duration": 87.66, "caption": "A person smiles intently at a man as he looks unfazed.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 16275, "video_name": "s02e09_seg02_clip_09", "timestamp": [ 44.44, 52.0 ], "duration": 63.66, "caption": "A man looks down as he talks, a person has a confused reaction on their face.", "similarity": 0.6436, "relevance": 3 }, { "pair_id": 16276, "video_name": "s02e06_seg02_clip_06", "timestamp": [ 50.42, 56.02 ], "duration": 56.66, "caption": "A man says something to a person that makes him jump up in his seat and smile.", "similarity": 0.6405, "relevance": 3 }, { "pair_id": 16277, "video_name": "met_s02e05_seg02_clip_07", "timestamp": [ 34.4, 36.53 ], "duration": 60.66, "caption": "A man smiles then opens his arms wide while talking to man.", "similarity": 0.6397, "relevance": 3 }, { "pair_id": 16278, "video_name": "friends_s03e04_seg02_clip_14", "timestamp": [ 26.14, 30.64 ], "duration": 60.66, "caption": "A man forces a creepy smile to try to make a woman feel better.", "similarity": 0.6395, "relevance": 3 }, { "pair_id": 16279, "video_name": "castle_s02e05_seg02_clip_20", "timestamp": [ 68.87, 77.42 ], "duration": 90.66, "caption": "A man smiles and says something that makes a woman look at him bittersweetly.", "similarity": 0.6386, "relevance": 3 }, { "pair_id": 189580, "video_name": "friends_s02e03_seg02_clip_08", "timestamp": [ 10.51, 15.18 ], "duration": 58.66, "caption": "A man smiles when a man asks him to check his face.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 189581, "video_name": "castle_s02e11_seg02_clip_08", "timestamp": [ 25.45, 31.69 ], "duration": 96.66, "caption": "A man stops while moving, smiles and turns back.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 189582, "video_name": "grey_s03e12_seg02_clip_11", "timestamp": [ 3.15, 82.37 ], "duration": 90.66, "caption": "A person is having a serious conversation with man.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 189583, "video_name": "friends_s08e11_seg02_clip_11", "timestamp": [ 2.58, 7.46 ], "duration": 57.66, "caption": "A man stands and talks to his superior with a very happy expression and lots of gestures.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 189584, "video_name": "s06e18_seg01_clip_01", "timestamp": [ 14.22, 19.76 ], "duration": 79.66, "caption": "A man says something then smiles and another man gives him an annoyed look.", "similarity": 0.626, "relevance": 2 }, { "pair_id": 189585, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 19.17, 23.63 ], "duration": 89.66, "caption": "A man laughs out as person talks to him.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 189586, "video_name": "friends_s06e20_seg02_clip_18", "timestamp": [ 8.4, 11.1 ], "duration": 60.66, "caption": "A man quickly changes his attitude and becomes happy.", "similarity": 0.623, "relevance": 3 }, { "pair_id": 189587, "video_name": "s04e17_seg02_clip_07", "timestamp": [ 45.07, 50.11 ], "duration": 63.66, "caption": "A person turns to talk to a man who looks miserable completely miserable.", "similarity": 0.6202, "relevance": 2 }, { "pair_id": 189588, "video_name": "friends_s05e03_seg02_clip_16", "timestamp": [ 51.93, 53.67 ], "duration": 58.66, "caption": "A man moves their arm around a couple times which causes a woman to smile.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 189589, "video_name": "s07e20_seg02_clip_15", "timestamp": [ 0.29, 4.56 ], "duration": 57.66, "caption": "A man shows concern for a person when the person isn't talking much.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 189590, "video_name": "s05e13_seg02_clip_04", "timestamp": [ 11.71, 14.11 ], "duration": 60.66, "caption": "A man puts their hand up to their face and laughs.", "similarity": 0.619, "relevance": 2 }, { "pair_id": 189591, "video_name": "s02e20_seg02_clip_10", "timestamp": [ 34.53, 43.09 ], "duration": 59.66, "caption": "A person looks very serious talking to a man then the man turns his head around and shakes it negatively.", "similarity": 0.6184, "relevance": 3 }, { "pair_id": 189592, "video_name": "s10e01_seg02_clip_10", "timestamp": [ 20.48, 26.79 ], "duration": 63.66, "caption": "A man talks to a woman, which causes awkward smiles from two other people.", "similarity": 0.6178, "relevance": 3 }, { "pair_id": 189593, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 12.31, 18.7 ], "duration": 91.66, "caption": "A man smiles when another man talks about the difficulties of his job.", "similarity": 0.6176, "relevance": 3 }, { "pair_id": 189594, "video_name": "house_s07e13_seg02_clip_05", "timestamp": [ 79.65, 81.92 ], "duration": 91.66, "caption": "A person gives a funny look as he/she is talking.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 189595, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 28.28, 30.02 ], "duration": 87.66, "caption": "A person's facial expression changes from a look of concern to a grin.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 189596, "video_name": "friends_s10e16_seg02_clip_05", "timestamp": [ 22.28, 38.75 ], "duration": 61.66, "caption": "A man is talking and then suddenly realizes something.", "similarity": 0.6146, "relevance": 2 }, { "pair_id": 189597, "video_name": "s03e01_seg02_clip_09", "timestamp": [ 25.09, 30.69 ], "duration": 59.66, "caption": "A man grimaces as he listens to a person speaking.", "similarity": 0.6141, "relevance": 2 }, { "pair_id": 189598, "video_name": "met_s03e08_seg02_clip_10", "timestamp": [ 8.96, 12.92 ], "duration": 52.66, "caption": "A man fake laughs at man while saying he doesn't care.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 189599, "video_name": "friends_s01e07_seg02_clip_03", "timestamp": [ 37.9, 58.66 ], "duration": 58.66, "caption": "A man makes a funny frowning face as he talks on the phone.", "similarity": 0.6131, "relevance": 2 } ] }, { "query_id": 3113, "query": "A man pushes another person out of the hospital room.", "relevant_moment": [ { "pair_id": 167100, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 41.8, 45.77 ], "duration": 61.66, "caption": "A man pushes another person out of the hospital room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167101, "video_name": "house_s02e16_seg02_clip_19", "timestamp": [ 13.35, 16.47 ], "duration": 89.66, "caption": "A man bursts into a hospital room where another man is working on a patient.", "similarity": 0.7772, "relevance": 1 }, { "pair_id": 167102, "video_name": "house_s04e07_seg02_clip_15", "timestamp": [ 38.81, 44.15 ], "duration": 97.66, "caption": "A man shoves the camera man out of the hospital room.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 167103, "video_name": "grey_s02e05_seg02_clip_04", "timestamp": [ 0.51, 12.12 ], "duration": 101.66, "caption": "Two people push a man on a gurney through the hospital hallway.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 167104, "video_name": "friends_s01e20_seg02_clip_18", "timestamp": [ 49.22, 54.62 ], "duration": 60.66, "caption": "A man rushes out of the hospital room and a woman closes it behind him.", "similarity": 0.7526, "relevance": 1 }, { "pair_id": 167105, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 61.62, 65.14 ], "duration": 88.66, "caption": "A man pushes a young person back down onto a hospital bed.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 167106, "video_name": "met_s03e20_seg02_clip_14", "timestamp": [ 29.86, 31.98 ], "duration": 60.66, "caption": "A person opens the door and runs out of another person's hospital room.", "similarity": 0.7393, "relevance": 1 }, { "pair_id": 167107, "video_name": "grey_s03e09_seg02_clip_19", "timestamp": [ 6.59, 8.35 ], "duration": 87.66, "caption": "A man turns to walk away from another man in the hospital.", "similarity": 0.734, "relevance": 1 }, { "pair_id": 167108, "video_name": "house_s07e06_seg02_clip_18", "timestamp": [ 23.06, 24.37 ], "duration": 87.66, "caption": "A man walks out of a person's room leaving him in a hospital bed.", "similarity": 0.7327, "relevance": 0 }, { "pair_id": 167109, "video_name": "friends_s08e23-24_seg02_clip_21", "timestamp": [ 20.53, 23.17 ], "duration": 58.66, "caption": "A man gets up and shakes a person's hand in the hospital room.", "similarity": 0.7246, "relevance": 0 }, { "pair_id": 167110, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 3.68, 7.36 ], "duration": 92.66, "caption": "A man walks out of the patient's hospital room.", "similarity": 0.7241, "relevance": 1 }, { "pair_id": 167111, "video_name": "house_s06e18_seg02_clip_12", "timestamp": [ 5.78, 10.67 ], "duration": 88.66, "caption": "A man walks toward another man in a hospital room.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 167112, "video_name": "house_s02e18_seg02_clip_25", "timestamp": [ 41.42, 44.6 ], "duration": 91.66, "caption": "A man leaves the hospital room while another person talks to a woman.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 167113, "video_name": "house_s06e04_seg02_clip_22", "timestamp": [ 63.26, 65.08 ], "duration": 91.66, "caption": "A man meets up with another man as they exit a hospital room.", "similarity": 0.7162, "relevance": 0 }, { "pair_id": 167114, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 31.62, 41.2 ], "duration": 58.66, "caption": "A man walks into the hospital room to see another person.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 167115, "video_name": "house_s07e18_seg02_clip_24", "timestamp": [ 60.09, 62.11 ], "duration": 80.66, "caption": "A man gets up and leaves a woman's hospital room.", "similarity": 0.7106, "relevance": 0 }, { "pair_id": 167116, "video_name": "friends_s09e01_seg02_clip_07", "timestamp": [ 1.19, 5.05 ], "duration": 59.66, "caption": "A man walks out of the hospital room that woman is in.", "similarity": 0.7091, "relevance": 1 }, { "pair_id": 167117, "video_name": "friends_s05e18_seg02_clip_15", "timestamp": [ 33.41, 37.77 ], "duration": 58.66, "caption": "A man is escorted out of the room by another person.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 167118, "video_name": "grey_s01e01_seg02_clip_07", "timestamp": [ 73.03, 78.43 ], "duration": 98.66, "caption": "A man pushes another person to the side and takes over the surgery.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 167119, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 21.7, 32.34 ], "duration": 88.66, "caption": "A person walks away from a man so the man walks into the patient room.", "similarity": 0.7004, "relevance": 0 } ] }, { "query_id": 3140, "query": "A woman tries unsuccessfully to push the door open while two people watch.", "relevant_moment": [ { "pair_id": 21040, "video_name": "friends_s01e23_seg02_clip_08", "timestamp": [ 4.34, 6.51 ], "duration": 62.66, "caption": "A woman tries unsuccessfully to push the door open while two people watch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21041, "video_name": "friends_s02e07_seg02_clip_20", "timestamp": [ 0.29, 11.47 ], "duration": 29.66, "caption": "A woman is having a hard time opening the door and she is finally able to get it open.", "similarity": 0.6822, "relevance": 3 }, { "pair_id": 21042, "video_name": "s01e10_seg01_clip_02", "timestamp": [ 45.76, 48.77 ], "duration": 75.66, "caption": "A woman pushes the door open and goes out.", "similarity": 0.664, "relevance": 3 }, { "pair_id": 21043, "video_name": "friends_s01e23_seg02_clip_07", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A woman turns away from two people and tries to open the door to the closet.", "similarity": 0.6633, "relevance": 4 }, { "pair_id": 21044, "video_name": "s02e06_seg02_clip_09", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman tries to stop a man from entering inside at the door.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 21045, "video_name": "friends_s05e09_seg02_clip_06", "timestamp": [ 16.44, 19.85 ], "duration": 62.66, "caption": "A person tries to open the door but the door is locked.", "similarity": 0.6601, "relevance": 3 }, { "pair_id": 21046, "video_name": "met_s02e03_seg02_clip_12", "timestamp": [ 43.12, 44.95 ], "duration": 60.66, "caption": "A person pushes on a door that will not open.", "similarity": 0.659, "relevance": 4 }, { "pair_id": 21047, "video_name": "s05e02_seg02_clip_04", "timestamp": [ 49.9, 53.89 ], "duration": 57.66, "caption": "A person stops woman from slamming the door in their face.", "similarity": 0.6561, "relevance": 2 }, { "pair_id": 21048, "video_name": "castle_s07e16_seg02_clip_13", "timestamp": [ 64.39, 72.44 ], "duration": 89.66, "caption": "A woman opens the door and then shuts it again.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 21049, "video_name": "s02e07_seg02_clip_01", "timestamp": [ 12.21, 14.04 ], "duration": 61.66, "caption": "A woman opens a door then walks in and slams it shut.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 21050, "video_name": "friends_s01e23_seg02_clip_03", "timestamp": [ 54.83, 56.57 ], "duration": 58.66, "caption": "A woman puts her hand up to the door to try to open it.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 21051, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 45.92, 54.42 ], "duration": 68.66, "caption": "A woman rushes out the door and another woman goes after her, stops and goes back inside and closes the door.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 21052, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 61.15, 64.02 ], "duration": 64.66, "caption": "A woman is standing trying to watch her door and turns around to see a person with a bad face.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 21053, "video_name": "friends_s07e14_seg02_clip_07", "timestamp": [ 11.98, 16.54 ], "duration": 57.66, "caption": "A woman suddenly shuts the door in another woman's face.", "similarity": 0.6417, "relevance": 3 }, { "pair_id": 21054, "video_name": "friends_s03e07_seg02_clip_06", "timestamp": [ 8.0, 12.17 ], "duration": 64.66, "caption": "A woman rushes to the door in order to open it.", "similarity": 0.6409, "relevance": 3 }, { "pair_id": 21055, "video_name": "castle_s03e16_seg02_clip_26", "timestamp": [ 33.14, 36.02 ], "duration": 36.66, "caption": "A woman knocks at the door but can not open it.", "similarity": 0.6386, "relevance": 3 }, { "pair_id": 21056, "video_name": "friends_s04e08_seg02_clip_14", "timestamp": [ 7.36, 15.37 ], "duration": 64.66, "caption": "A woman runs to the door frantically and opens it.", "similarity": 0.6379, "relevance": 2 }, { "pair_id": 21057, "video_name": "house_s01e12_seg02_clip_25", "timestamp": [ 30.39, 32.45 ], "duration": 103.66, "caption": "A woman moves away from a man and opens the transparent door.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 21058, "video_name": "friends_s02e22_seg02_clip_03", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "A woman opens the door and closes it when she's it's another woman.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 21059, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 2.78, 4.87 ], "duration": 139.66, "caption": "A woman opens a door slightly and looks out.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 194360, "video_name": "house_s03e14_seg02_clip_14", "timestamp": [ 55.7, 62.66 ], "duration": 87.66, "caption": "A woman starts to walk away but turns around beforehand and shuts the door.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 194361, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 6.3, 8.7 ], "duration": 60.66, "caption": "A woman closes the door in two people's faces.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 194362, "video_name": "met_s05e04_seg02_clip_11", "timestamp": [ 30.75, 33.18 ], "duration": 60.66, "caption": "A woman closes the door in two people's faces.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 194363, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 6.89, 13.01 ], "duration": 51.66, "caption": "A woman opens the door to see a person, but is confused by him.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 194364, "video_name": "friends_s08e20_seg01_clip_00", "timestamp": [ 52.96, 61.22 ], "duration": 61.66, "caption": "A woman pushes another woman towards the door and she stops and sticks her hand out.", "similarity": 0.6262, "relevance": 0 }, { "pair_id": 194365, "video_name": "castle_s06e06_seg02_clip_22", "timestamp": [ 25.77, 31.29 ], "duration": 92.66, "caption": "The door closes on a man and woman while they're trying to get out.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 194366, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 45.24, 48.64 ], "duration": 68.66, "caption": "A woman abruptly goes out from the door, leaving another woman alone.", "similarity": 0.6243, "relevance": 1 }, { "pair_id": 194367, "video_name": "friends_s08e05_seg02_clip_15", "timestamp": [ 25.09, 27.45 ], "duration": 59.66, "caption": "A woman opens the door and runs toward two people in a hurried manner.", "similarity": 0.6226, "relevance": 1 }, { "pair_id": 194368, "video_name": "friends_s10e16_seg02_clip_16", "timestamp": [ 42.41, 46.92 ], "duration": 60.66, "caption": "A woman walks over to the door but another woman stops her.", "similarity": 0.6223, "relevance": 1 }, { "pair_id": 194369, "video_name": "friends_s10e04_seg02_clip_02", "timestamp": [ 37.48, 40.73 ], "duration": 59.66, "caption": "A woman opens the door for two people.", "similarity": 0.622, "relevance": 1 }, { "pair_id": 194370, "video_name": "friends_s01e15_seg02_clip_16", "timestamp": [ 17.33, 26.47 ], "duration": 63.66, "caption": "A woman opens the door for two people.", "similarity": 0.622, "relevance": 1 }, { "pair_id": 194371, "video_name": "met_s05e01_seg02_clip_08", "timestamp": [ 5.38, 8.97 ], "duration": 59.66, "caption": "A woman tries to open the door but the doorknob broke.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 194372, "video_name": "s01e09_seg01_clip_01", "timestamp": [ 0.0, 18.92 ], "duration": 97.66, "caption": "A woman says something from the door and tries to leave but a man stops her.", "similarity": 0.6189, "relevance": 2 }, { "pair_id": 194373, "video_name": "friends_s01e23_seg02_clip_15", "timestamp": [ 30.79, 36.78 ], "duration": 57.66, "caption": "A person opens the door while two people run out.", "similarity": 0.6178, "relevance": 1 }, { "pair_id": 194374, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person opens door and walks out of it with a woman following.", "similarity": 0.6177, "relevance": 1 }, { "pair_id": 194375, "video_name": "friends_s04e06_seg02_clip_20", "timestamp": [ 47.81, 54.02 ], "duration": 54.66, "caption": "A woman shuts the door in another woman's face and walks away.", "similarity": 0.6169, "relevance": 1 }, { "pair_id": 194376, "video_name": "house_s06e06_seg02_clip_18", "timestamp": [ 20.8, 25.75 ], "duration": 99.66, "caption": "A woman opens her apartment door to a man after he barely knocks on it.", "similarity": 0.6162, "relevance": 1 }, { "pair_id": 194377, "video_name": "s01e05_seg02_clip_00", "timestamp": [ 25.94, 30.82 ], "duration": 61.66, "caption": "A woman holds the door as people exit and shuts it behind them.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 194378, "video_name": "castle_s01e06_seg02_clip_02", "timestamp": [ 24.42, 27.64 ], "duration": 92.66, "caption": "A woman opens a man's door only to find a person there.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 194379, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 3.15, 4.1 ], "duration": 63.66, "caption": "A woman uses her hand to push through a swinging door.", "similarity": 0.606, "relevance": 1 } ] }, { "query_id": 3155, "query": "A man presses the call button in the exam booth.", "relevant_moment": [ { "pair_id": 164340, "video_name": "house_s07e06_seg02_clip_08", "timestamp": [ 91.68, 94.03 ], "duration": 94.66, "caption": "A man presses the call button in the exam booth.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 164341, "video_name": "house_s02e08_seg02_clip_21", "timestamp": [ 82.15, 89.3 ], "duration": 89.66, "caption": "A man sits up on the exam table when he's talking to man.", "similarity": 0.6682, "relevance": 1 }, { "pair_id": 164342, "video_name": "grey_s02e21_seg02_clip_08", "timestamp": [ 0.0, 1.55 ], "duration": 103.66, "caption": "A man pulls down the covers to do the exam.", "similarity": 0.6277, "relevance": 1 }, { "pair_id": 164343, "video_name": "house_s08e14_seg02_clip_00", "timestamp": [ 30.41, 33.26 ], "duration": 95.66, "caption": "A man presses the button to call the elevator.", "similarity": 0.5824, "relevance": 2 }, { "pair_id": 164344, "video_name": "s07e16_seg02_clip_14", "timestamp": [ 0.0, 64.02 ], "duration": 64.66, "caption": "A man jumps off the examination table and grabs his cell phone.", "similarity": 0.5766, "relevance": 1 }, { "pair_id": 164345, "video_name": "met_s06e13_seg02_clip_10", "timestamp": [ 30.24, 31.87 ], "duration": 65.66, "caption": "A man opens the door and leaves the exam room.", "similarity": 0.5723, "relevance": 1 }, { "pair_id": 164346, "video_name": "house_s02e03_seg02_clip_11", "timestamp": [ 69.18, 79.19 ], "duration": 91.66, "caption": "A person buttons his shirt after a doctor is finished with the exam.", "similarity": 0.5633, "relevance": 1 }, { "pair_id": 164347, "video_name": "met_s06e13_seg02_clip_16", "timestamp": [ 36.76, 59.29 ], "duration": 59.66, "caption": "A man is sitting on an exam table in a doctor's office having a conversation with someone.", "similarity": 0.5595, "relevance": 1 }, { "pair_id": 164348, "video_name": "friends_s03e23_seg02_clip_03", "timestamp": [ 42.79, 46.93 ], "duration": 59.66, "caption": "A man stands up from the examination table and unbuttons his pants.", "similarity": 0.5545, "relevance": 1 }, { "pair_id": 164349, "video_name": "house_s05e05_seg02_clip_07", "timestamp": [ 20.03, 89.02 ], "duration": 89.66, "caption": "A woman gives a man an exam in the room.", "similarity": 0.552, "relevance": 1 }, { "pair_id": 164350, "video_name": "grey_s03e17_seg02_clip_06", "timestamp": [ 85.33, 89.4 ], "duration": 90.66, "caption": "A man sits himself up on the examination table.", "similarity": 0.5501, "relevance": 1 }, { "pair_id": 164351, "video_name": "met_s03e13_seg01_clip_00", "timestamp": [ 22.5, 64.39 ], "duration": 122.66, "caption": "A man is on an exam bed as he speaks to a woman.", "similarity": 0.5496, "relevance": 1 }, { "pair_id": 164352, "video_name": "house_s08e07_seg02_clip_15", "timestamp": [ 33.94, 78.02 ], "duration": 78.66, "caption": "A person walks into the exam room to speak with another person.", "similarity": 0.5492, "relevance": 1 }, { "pair_id": 164353, "video_name": "house_s02e05_seg02_clip_10", "timestamp": [ 25.86, 27.67 ], "duration": 90.66, "caption": "A man answers the phone call immediately when he enters the office.", "similarity": 0.5456, "relevance": 1 }, { "pair_id": 164354, "video_name": "house_s03e22_seg02_clip_19", "timestamp": [ 9.45, 16.2 ], "duration": 90.66, "caption": "A man presses buttons on a piece of medical equipment.", "similarity": 0.544, "relevance": 1 }, { "pair_id": 164355, "video_name": "friends_s02e06_seg02_clip_07", "timestamp": [ 12.4, 15.35 ], "duration": 59.66, "caption": "The person walks into the exam room holding a clipboard.", "similarity": 0.5401, "relevance": 1 }, { "pair_id": 164356, "video_name": "friends_s08e22_seg02_clip_15", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man is tapping repeatedly on a calculator button.", "similarity": 0.5398, "relevance": 0 }, { "pair_id": 164357, "video_name": "house_s05e09_seg02_clip_15", "timestamp": [ 18.7, 21.81 ], "duration": 89.66, "caption": "A man pulls out his cell phone and answers it while examining a patient.", "similarity": 0.5375, "relevance": 1 }, { "pair_id": 164358, "video_name": "friends_s02e20_seg02_clip_17", "timestamp": [ 31.52, 36.56 ], "duration": 63.66, "caption": "A man answers his door call button while holding a diaper.", "similarity": 0.5354, "relevance": 2 }, { "pair_id": 164359, "video_name": "house_s04e10_seg02_clip_17", "timestamp": [ 28.72, 35.1 ], "duration": 91.66, "caption": "A person leaves the exam room and smiles at a man.", "similarity": 0.5353, "relevance": 1 } ] }, { "query_id": 3221, "query": "A woman stands up and walks away from the couch.", "relevant_moment": [ { "pair_id": 151600, "video_name": "friends_s07e19_seg02_clip_16", "timestamp": [ 41.38, 44.5 ], "duration": 52.66, "caption": "A woman stands up and walks away from the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151601, "video_name": "friends_s05e19_seg02_clip_03", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman gets up from the couch and walks away.", "similarity": 0.9262, "relevance": 4 }, { "pair_id": 151602, "video_name": "s02e18_seg02_clip_04", "timestamp": [ 49.42, 53.65 ], "duration": 65.66, "caption": "A woman stands up from the couch and walks off.", "similarity": 0.9123, "relevance": 4 }, { "pair_id": 151603, "video_name": "friends_s04e02_seg02_clip_12", "timestamp": [ 2.21, 5.99 ], "duration": 63.66, "caption": "A woman gets up off the couch and walks away.", "similarity": 0.9068, "relevance": 4 }, { "pair_id": 151604, "video_name": "s04e12_seg02_clip_17", "timestamp": [ 5.28, 8.16 ], "duration": 48.66, "caption": "A person stands up and walks away from the couch.", "similarity": 0.9031, "relevance": 3 }, { "pair_id": 151605, "video_name": "s05e18_seg02_clip_03", "timestamp": [ 19.15, 22.34 ], "duration": 58.66, "caption": "A woman gets up from the couch and walks away from a person.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 151606, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 35.97, 43.11 ], "duration": 51.66, "caption": "A woman stands up from the couch and walks away, and out of the apartment.", "similarity": 0.885, "relevance": 3 }, { "pair_id": 151607, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 19.85, 23.95 ], "duration": 63.66, "caption": "A woman stands and walks away from the sofa.", "similarity": 0.8822, "relevance": 4 }, { "pair_id": 151608, "video_name": "friends_s03e22_seg01_clip_01", "timestamp": [ 41.06, 43.34 ], "duration": 57.66, "caption": "A woman gets up from the sofa and walks away.", "similarity": 0.878, "relevance": 4 }, { "pair_id": 151609, "video_name": "friends_s01e01_seg02_clip_01", "timestamp": [ 56.14, 59.55 ], "duration": 62.66, "caption": "A woman gets up from the sofa and walks away.", "similarity": 0.878, "relevance": 4 }, { "pair_id": 151610, "video_name": "met_s04e01_seg02_clip_10", "timestamp": [ 39.62, 42.92 ], "duration": 60.66, "caption": "A woman stands up after sitting on the couch before walking away.", "similarity": 0.8768, "relevance": 4 }, { "pair_id": 151611, "video_name": "grey_s01e02_seg02_clip_10", "timestamp": [ 24.49, 29.77 ], "duration": 96.66, "caption": "A woman gets up from the couch and walks off.", "similarity": 0.8463, "relevance": 2 }, { "pair_id": 151612, "video_name": "s05e23_seg02_clip_15", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person stands up from the sofa and walks away.", "similarity": 0.8458, "relevance": 3 }, { "pair_id": 151613, "video_name": "house_s04e13_seg02_clip_04", "timestamp": [ 7.68, 11.52 ], "duration": 76.66, "caption": "A woman quickly gets up from the couch and starts to walk away from a person.", "similarity": 0.8386, "relevance": 2 }, { "pair_id": 151614, "video_name": "s02e21_seg02_clip_15", "timestamp": [ 8.85, 22.58 ], "duration": 61.66, "caption": "A person stands up from the couch then walks away from a woman until out of sight.", "similarity": 0.8342, "relevance": 0 }, { "pair_id": 151615, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 24.41, 26.55 ], "duration": 61.66, "caption": "A woman gets up off the sofa and begins to walk away.", "similarity": 0.8279, "relevance": 3 }, { "pair_id": 151616, "video_name": "friends_s08e10_seg02_clip_16", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A woman gets up from the couch to get away from woman.", "similarity": 0.8134, "relevance": 4 }, { "pair_id": 151617, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 54.21, 58.3 ], "duration": 63.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.8115, "relevance": 4 }, { "pair_id": 151618, "video_name": "friends_s03e10_seg02_clip_01", "timestamp": [ 9.3, 12.41 ], "duration": 62.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.8115, "relevance": 4 }, { "pair_id": 151619, "video_name": "friends_s03e02_seg02_clip_07", "timestamp": [ 18.65, 23.54 ], "duration": 61.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.8115, "relevance": 4 }, { "pair_id": 324920, "video_name": "s10e09_seg02_clip_07", "timestamp": [ 11.85, 20.17 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks out of the room.", "similarity": 0.8094, "relevance": 4 }, { "pair_id": 324921, "video_name": "s06e01_seg02_clip_11", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "A woman gets up from the couch and walks out of the room.", "similarity": 0.8094, "relevance": 4 }, { "pair_id": 324922, "video_name": "s07e18_seg02_clip_04", "timestamp": [ 18.28, 20.17 ], "duration": 63.66, "caption": "A woman stands up from the chair and walks away.", "similarity": 0.8043, "relevance": 4 }, { "pair_id": 324923, "video_name": "s07e04_seg02_clip_16", "timestamp": [ 23.88, 29.46 ], "duration": 62.66, "caption": "A woman sits up from the couch and walks away wearing lingerie.", "similarity": 0.7984, "relevance": 4 }, { "pair_id": 324924, "video_name": "s08e04_seg02_clip_00", "timestamp": [ 26.55, 30.21 ], "duration": 61.66, "caption": "A woman gets up from the couch and walks out of the living room.", "similarity": 0.7948, "relevance": 4 }, { "pair_id": 324925, "video_name": "friends_s03e03_seg02_clip_05", "timestamp": [ 47.72, 49.82 ], "duration": 60.66, "caption": "A woman quickly stands up off of the couch.", "similarity": 0.7771, "relevance": 4 }, { "pair_id": 324926, "video_name": "castle_s02e04_seg02_clip_10", "timestamp": [ 33.76, 42.53 ], "duration": 135.66, "caption": "A woman stands up from her chair and walks away from the desk.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 324927, "video_name": "friends_s05e10_seg02_clip_01", "timestamp": [ 49.62, 51.87 ], "duration": 64.66, "caption": "A person walks away from the couch to the door.", "similarity": 0.7658, "relevance": 2 }, { "pair_id": 324928, "video_name": "friends_s07e18_seg02_clip_16", "timestamp": [ 19.18, 22.76 ], "duration": 65.66, "caption": "A woman gets up off the couch and walks towards the door.", "similarity": 0.7603, "relevance": 4 }, { "pair_id": 324929, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.7567, "relevance": 4 }, { "pair_id": 324931, "video_name": "friends_s03e16_seg02_clip_17", "timestamp": [ 42.72, 46.99 ], "duration": 61.66, "caption": "A woman gets away from a man on the sofa and stands up.", "similarity": 0.7544, "relevance": 4 }, { "pair_id": 324932, "video_name": "friends_s02e07_seg02_clip_12", "timestamp": [ 21.91, 28.21 ], "duration": 60.66, "caption": "A woman walks away from a man and towards the sofa.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 324933, "video_name": "castle_s03e22_seg02_clip_14", "timestamp": [ 81.42, 87.14 ], "duration": 88.66, "caption": "A woman gets up from the couch and walks off leaving a man sitting alone.", "similarity": 0.7499, "relevance": 4 }, { "pair_id": 324934, "video_name": "house_s01e04_seg02_clip_02", "timestamp": [ 7.74, 10.92 ], "duration": 91.66, "caption": "A woman gets up and walks away from her desk.", "similarity": 0.7493, "relevance": 2 }, { "pair_id": 324935, "video_name": "s03e13_seg02_clip_07", "timestamp": [ 20.41, 28.81 ], "duration": 60.66, "caption": "A person gets up from the couch and walks out of the room.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 324936, "video_name": "s08e23_seg02_clip_14", "timestamp": [ 1.45, 3.19 ], "duration": 58.66, "caption": "A person's mom gets off the couch and walks away.", "similarity": 0.746, "relevance": 4 }, { "pair_id": 324937, "video_name": "friends_s02e04_seg02_clip_05", "timestamp": [ 11.83, 13.57 ], "duration": 57.66, "caption": "A man gets up from the couch and walks away.", "similarity": 0.7411, "relevance": 3 }, { "pair_id": 324938, "video_name": "friends_s05e13_seg02_clip_13", "timestamp": [ 6.51, 10.54 ], "duration": 62.66, "caption": "A woman walks away from a man and he follows her to by the couch.", "similarity": 0.7366, "relevance": 1 }, { "pair_id": 324939, "video_name": "s07e04_seg01_clip_00", "timestamp": [ 43.18, 47.27 ], "duration": 63.66, "caption": "A woman picks up the yellow mug and walks away from the couch.", "similarity": 0.7321, "relevance": 4 } ] }, { "query_id": 3225, "query": "A woman hands a man some money on the street.", "relevant_moment": [ { "pair_id": 3740, "video_name": "friends_s02e06_seg02_clip_19", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman hands a man some money on the street.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3741, "video_name": "met_s03e03_seg02_clip_09", "timestamp": [ 24.37, 26.61 ], "duration": 56.66, "caption": "A man hands woman some money and she takes it.", "similarity": 0.8094, "relevance": 2 }, { "pair_id": 3742, "video_name": "friends_s06e11_seg02_clip_14", "timestamp": [ 53.45, 55.0 ], "duration": 61.66, "caption": "A woman takes the money a man is holding from his hand.", "similarity": 0.8027, "relevance": 2 }, { "pair_id": 3743, "video_name": "castle_s03e14_seg02_clip_01", "timestamp": [ 17.94, 20.63 ], "duration": 89.66, "caption": "A man hands a woman some money from his jacket.", "similarity": 0.7872, "relevance": 2 }, { "pair_id": 3744, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 3.84, 7.08 ], "duration": 59.66, "caption": "A woman hands some money to a person who takes it.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 3745, "video_name": "castle_s02e04_seg02_clip_19", "timestamp": [ 27.03, 30.13 ], "duration": 88.66, "caption": "A woman holds out her hand and a man puts money in it.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 3746, "video_name": "grey_s01e04_seg02_clip_07", "timestamp": [ 25.25, 27.86 ], "duration": 87.66, "caption": "A woman gives money to a man who puts the money in his pocket.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 3747, "video_name": "house_s07e02_seg02_clip_11", "timestamp": [ 26.4, 39.14 ], "duration": 91.66, "caption": "A woman hands man some cash and man holds it up.", "similarity": 0.7255, "relevance": 2 }, { "pair_id": 3748, "video_name": "grey_s03e03_seg02_clip_13", "timestamp": [ 84.3, 85.2 ], "duration": 90.66, "caption": "A man hands woman money as person sits next to her.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 3749, "video_name": "s02e14_seg02_clip_03", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A woman takes a lot of money out of someone's hand.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 3750, "video_name": "castle_s02e04_seg02_clip_19", "timestamp": [ 27.47, 31.9 ], "duration": 88.66, "caption": "A man pulls out money and gives it to a woman.", "similarity": 0.7096, "relevance": 2 }, { "pair_id": 3751, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 26.26, 35.16 ], "duration": 89.66, "caption": "A man gets their wallet out and hands a woman some money.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 3752, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 29.42, 34.23 ], "duration": 56.66, "caption": "A man hands a woman the money and she leaves.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 3753, "video_name": "friends_s06e11_seg02_clip_14", "timestamp": [ 35.53, 52.53 ], "duration": 61.66, "caption": "A man takes out money from his pocket and holds it in front of woman.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 3754, "video_name": "friends_s01e03_seg02_clip_11", "timestamp": [ 0.0, 32.31 ], "duration": 95.66, "caption": "A woman sees a homeless person on the street and gives them money.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 3755, "video_name": "grey_s03e10_seg02_clip_16", "timestamp": [ 40.59, 46.09 ], "duration": 84.66, "caption": "A man takes cash out of his pocket and hands it to woman.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 3756, "video_name": "s02e14_seg02_clip_02", "timestamp": [ 44.5, 55.71 ], "duration": 64.66, "caption": "A woman takes cash from a pile in person's hand.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 3757, "video_name": "s05e24_seg02_clip_10", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A person hands man some money as he approaches him.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 3758, "video_name": "house_s08e04_seg02_clip_11", "timestamp": [ 47.85, 71.78 ], "duration": 92.66, "caption": "A man borrows some money to woman.", "similarity": 0.6731, "relevance": 0 }, { "pair_id": 3759, "video_name": "friends_s01e23_seg02_clip_02", "timestamp": [ 49.13, 53.4 ], "duration": 61.66, "caption": "A man places money in woman's cup and places his hand on her shoulder.", "similarity": 0.6703, "relevance": 1 }, { "pair_id": 177060, "video_name": "friends_s04e23-24_seg02_clip_28", "timestamp": [ 0.0, 6.16 ], "duration": 56.66, "caption": "A woman takes money out of her purse to show to another person.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 177061, "video_name": "castle_s01e08_seg02_clip_26", "timestamp": [ 69.23, 75.58 ], "duration": 127.66, "caption": "A man took some money from his pocket and showed it to a woman.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 177062, "video_name": "friends_s04e23-24_seg02_clip_09", "timestamp": [ 55.24, 59.66 ], "duration": 59.66, "caption": "A man takes money out of his pocket and hands it to another person.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 177063, "video_name": "friends_s09e18_seg01_clip_00", "timestamp": [ 22.73, 24.97 ], "duration": 64.66, "caption": "A woman hands a man some money from the couch.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 177064, "video_name": "house_s05e06_seg02_clip_10", "timestamp": [ 18.4, 21.54 ], "duration": 89.66, "caption": "A man buys some drugs and exchanges money with a woman.", "similarity": 0.6526, "relevance": 3 }, { "pair_id": 177065, "video_name": "friends_s02e09_seg02_clip_15", "timestamp": [ 10.03, 15.35 ], "duration": 59.66, "caption": "A man reaches in his back pocket and hands the person money.", "similarity": 0.6525, "relevance": 3 }, { "pair_id": 177066, "video_name": "friends_s02e09_seg02_clip_14", "timestamp": [ 28.63, 36.01 ], "duration": 59.66, "caption": "A man walks over to person and hands him some money.", "similarity": 0.6521, "relevance": 3 }, { "pair_id": 177067, "video_name": "s04e10_seg02_clip_14", "timestamp": [ 29.76, 36.14 ], "duration": 85.66, "caption": "While walking down the street, a woman grabs a man's hand to hold.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 177068, "video_name": "house_s08e06_seg02_clip_00", "timestamp": [ 61.13, 63.93 ], "duration": 93.66, "caption": "A person tries to grab the money out of another person's hand.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 177069, "video_name": "castle_s03e01_seg02_clip_23", "timestamp": [ 46.53, 50.15 ], "duration": 90.66, "caption": "A person hands another person some paper money and they take the money.", "similarity": 0.6381, "relevance": 3 }, { "pair_id": 177070, "video_name": "castle_s08e08_seg02_clip_08", "timestamp": [ 71.73, 77.05 ], "duration": 88.66, "caption": "A man hands a woman some money so that the girls take a break.", "similarity": 0.6372, "relevance": 3 }, { "pair_id": 177071, "video_name": "s02e14_seg02_clip_06", "timestamp": [ 37.82, 43.49 ], "duration": 63.66, "caption": "A woman grabs money and puts it on the coffee table for a man.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 177072, "video_name": "house_s05e06_seg02_clip_10", "timestamp": [ 27.38, 28.28 ], "duration": 89.66, "caption": "A man hands something over to a woman while they're outside.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 177073, "video_name": "castle_s04e17_seg02_clip_18", "timestamp": [ 86.21, 91.66 ], "duration": 91.66, "caption": "A woman tells a man and another person where they put the money.", "similarity": 0.6344, "relevance": 0 }, { "pair_id": 177074, "video_name": "s02e14_seg02_clip_03", "timestamp": [ 0.0, 8.84 ], "duration": 57.66, "caption": "A woman starts to take money from a person but tries to give it back saying it may cause friction between them.", "similarity": 0.6298, "relevance": 3 }, { "pair_id": 177075, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 29.42, 33.1 ], "duration": 56.66, "caption": "A man hands someone some money at the door.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 177076, "video_name": "grey_s02e01_seg02_clip_09", "timestamp": [ 11.96, 21.17 ], "duration": 92.66, "caption": "A man opens his wallet and hands someone some money.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 177077, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 6.58 ], "duration": 94.66, "caption": "A man is holding a wad of money as he stands next to a woman.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 177078, "video_name": "house_s03e05_seg02_clip_23", "timestamp": [ 87.23, 98.45 ], "duration": 102.66, "caption": "A man gives a person money but it isn't enough at first.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 177079, "video_name": "friends_s01e09_seg02_clip_06", "timestamp": [ 11.1, 13.51 ], "duration": 60.66, "caption": "A man gives a woman a hug while she is holding money in her hand.", "similarity": 0.6219, "relevance": 2 } ] }, { "query_id": 3236, "query": "A person reaches in the popcorn bowl and takes some popcorn to eat.", "relevant_moment": [ { "pair_id": 165380, "video_name": "friends_s07e19_seg02_clip_15", "timestamp": [ 11.31, 18.28 ], "duration": 58.66, "caption": "A person reaches in the popcorn bowl and takes some popcorn to eat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165381, "video_name": "s04e08_seg01_clip_01", "timestamp": [ 11.56, 15.52 ], "duration": 66.66, "caption": "A man grabs popcorn from the bowl and eats it.", "similarity": 0.8242, "relevance": 3 }, { "pair_id": 165382, "video_name": "met_s03e08_seg02_clip_12", "timestamp": [ 1.21, 5.45 ], "duration": 60.66, "caption": "A woman reaches into the bowl sitting on guy's lap and grabs some popcorn to eat.", "similarity": 0.8163, "relevance": 4 }, { "pair_id": 165383, "video_name": "s03e04_seg02_clip_11", "timestamp": [ 7.3, 9.86 ], "duration": 73.66, "caption": "A person gets the popcorn and eat while watching.", "similarity": 0.8148, "relevance": 3 }, { "pair_id": 165384, "video_name": "castle_s02e02_seg02_clip_00", "timestamp": [ 9.66, 57.52 ], "duration": 92.66, "caption": "A person eats with his hands from a bowl of popcorn as a fight happens.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 165385, "video_name": "s03e04_seg02_clip_11", "timestamp": [ 7.3, 11.32 ], "duration": 73.66, "caption": "A man picks up the bowl of popcorn and puts a piece of popcorn in his mouth.", "similarity": 0.7741, "relevance": 4 }, { "pair_id": 165386, "video_name": "s07e11_seg02_clip_14", "timestamp": [ 11.2, 14.85 ], "duration": 56.66, "caption": "A person has a string of popcorn in his hands.", "similarity": 0.7735, "relevance": 1 }, { "pair_id": 165387, "video_name": "friends_s03e22_seg01_clip_01", "timestamp": [ 0.0, 3.71 ], "duration": 57.66, "caption": "A woman grabs some popcorn from the large bowl.", "similarity": 0.7562, "relevance": 3 }, { "pair_id": 165389, "video_name": "grey_s03e01_seg02_clip_17", "timestamp": [ 2.3, 18.87 ], "duration": 92.66, "caption": "A person is eating popcorn while talking to man.", "similarity": 0.7057, "relevance": 2 }, { "pair_id": 165390, "video_name": "met_s06e17_seg02_clip_00", "timestamp": [ 28.84, 31.63 ], "duration": 62.66, "caption": "A person is watching TV and eating popcorn, and turns around to look at man.", "similarity": 0.6889, "relevance": 3 }, { "pair_id": 165391, "video_name": "s08e14_seg02_clip_02", "timestamp": [ 1.5, 4.5 ], "duration": 60.66, "caption": "A woman grabs popcorn from the bowl on the coffee table.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 165392, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 29.94, 31.52 ], "duration": 63.66, "caption": "A woman leans forward and grabs a handful of popcorn from a bowl on the coffee table.", "similarity": 0.687, "relevance": 4 }, { "pair_id": 165393, "video_name": "met_s03e11_seg02_clip_14", "timestamp": [ 53.26, 59.83 ], "duration": 95.66, "caption": "A man holds out the bowl of popcorn for two people and another person.", "similarity": 0.6828, "relevance": 4 }, { "pair_id": 165394, "video_name": "s06e02_seg02_clip_03", "timestamp": [ 12.1, 14.27 ], "duration": 62.66, "caption": "A person puts a handful of popcorn in his mouth as he sits in the movie theater.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 165395, "video_name": "s06e01_seg02_clip_07", "timestamp": [ 6.41, 8.54 ], "duration": 61.66, "caption": "A man walks to a coffee table and sits down a bowl of popcorn.", "similarity": 0.6765, "relevance": 4 }, { "pair_id": 165396, "video_name": "s07e19_seg02_clip_00", "timestamp": [ 4.1, 5.67 ], "duration": 63.66, "caption": "A woman empties the popcorn from a bag into a bowl on the counter.", "similarity": 0.6654, "relevance": 1 }, { "pair_id": 165397, "video_name": "s04e22_seg02_clip_04", "timestamp": [ 18.0, 33.87 ], "duration": 61.66, "caption": "A woman picks up a bowl of popcorn and walks over and puts it on the coffee table.", "similarity": 0.6587, "relevance": 1 }, { "pair_id": 165398, "video_name": "friends_s03e24_seg02_clip_07", "timestamp": [ 41.46, 42.92 ], "duration": 58.66, "caption": "A woman takes a handful of popcorn from a man.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 165399, "video_name": "friends_s01e21_seg02_clip_00", "timestamp": [ 5.76, 10.24 ], "duration": 64.66, "caption": "A woman walks over and sets down a bowl of popcorn on the table.", "similarity": 0.6555, "relevance": 1 }, { "pair_id": 338700, "video_name": "friends_s01e16-17_seg02_clip_18", "timestamp": [ 37.31, 40.61 ], "duration": 66.66, "caption": "A woman places a bowl of popcorn on the table and sits down on the floor.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 338701, "video_name": "house_s05e08_seg02_clip_20", "timestamp": [ 14.1, 17.4 ], "duration": 94.66, "caption": "A young girl walks up holding a bowl of popcorn.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 338702, "video_name": "friends_s08e22_seg02_clip_03", "timestamp": [ 32.04, 37.23 ], "duration": 61.66, "caption": "A woman picks up a bowl of popcorn from the coffee table and places it onto the kitchen table.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 338703, "video_name": "friends_s01e11_seg02_clip_01", "timestamp": [ 26.59, 28.4 ], "duration": 60.66, "caption": "A woman pours the bag of popcorn into a bowl.", "similarity": 0.6464, "relevance": 1 }, { "pair_id": 338704, "video_name": "s09e23_seg02_clip_14", "timestamp": [ 7.43, 17.82 ], "duration": 99.66, "caption": "A woman is sitting in a chair eating popcorn.", "similarity": 0.643, "relevance": 4 }, { "pair_id": 338705, "video_name": "friends_s08e22_seg02_clip_03", "timestamp": [ 32.34, 40.58 ], "duration": 61.66, "caption": "A woman walks over to the table and places the popcorn bowl on it.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 338706, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 19.54, 34.43 ], "duration": 62.66, "caption": "A woman goes to the kitchen and then returns with popcorn.", "similarity": 0.6337, "relevance": 1 }, { "pair_id": 338707, "video_name": "friends_s05e04_seg02_clip_06", "timestamp": [ 47.9, 52.46 ], "duration": 57.66, "caption": "A woman walks over and sets a popcorn bowl down on the table.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 338708, "video_name": "friends_s01e11_seg02_clip_01", "timestamp": [ 18.13, 24.78 ], "duration": 60.66, "caption": "A woman opens the fridge and brings some popcorn to the table.", "similarity": 0.6245, "relevance": 2 }, { "pair_id": 338709, "video_name": "s08e17_seg02_clip_00", "timestamp": [ 6.08, 14.09 ], "duration": 64.66, "caption": "A woman walks into the living room and puts a bowl of popcorn on the coffee table.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 338710, "video_name": "friends_s04e10_seg01_clip_00", "timestamp": [ 27.74, 30.05 ], "duration": 66.66, "caption": "A woman shakes her head, loosely points toward a man and then eats her popcorn.", "similarity": 0.6103, "relevance": 4 }, { "pair_id": 338711, "video_name": "s07e19_seg02_clip_01", "timestamp": [ 20.41, 22.51 ], "duration": 60.66, "caption": "A woman sets the green bowl of popcorn down on the coffee table.", "similarity": 0.6102, "relevance": 2 }, { "pair_id": 338712, "video_name": "s07e19_seg02_clip_00", "timestamp": [ 4.73, 9.45 ], "duration": 63.66, "caption": "A woman pours popcorn into a bowl and picks up her wine glass.", "similarity": 0.6026, "relevance": 2 }, { "pair_id": 338713, "video_name": "friends_s03e22_seg01_clip_01", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A woman is holding a bowl of popcorn and sitting on the arm of the armchair.", "similarity": 0.5988, "relevance": 4 }, { "pair_id": 338715, "video_name": "house_s08e05_seg02_clip_17", "timestamp": [ 78.46, 83.75 ], "duration": 88.66, "caption": "A person, holding a bag of popcorn, takes his feet off the desk, turns around in his chair toward his team.", "similarity": 0.588, "relevance": 2 }, { "pair_id": 338716, "video_name": "s07e23_seg02_clip_02", "timestamp": [ 25.68, 29.22 ], "duration": 59.66, "caption": "A person and another person walk to the glasses table holding popcorn.", "similarity": 0.5833, "relevance": 2 }, { "pair_id": 338717, "video_name": "met_s02e05_seg02_clip_12", "timestamp": [ 51.05, 56.58 ], "duration": 65.66, "caption": "A man moves from the kitchen to the couch in the living room with a bowl of popcorn.", "similarity": 0.5813, "relevance": 4 }, { "pair_id": 338718, "video_name": "met_s04e01_seg02_clip_13", "timestamp": [ 5.46, 9.4 ], "duration": 60.66, "caption": "A woman tells a man to leave while she grabs the popcorn.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 338719, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 2.14, 3.66 ], "duration": 61.66, "caption": "A person raises his spoon to his mouth and eats some cereal.", "similarity": 0.5745, "relevance": 1 } ] }, { "query_id": 3281, "query": "A woman walks into the room holding her mask up.", "relevant_moment": [ { "pair_id": 153100, "video_name": "grey_s03e09_seg02_clip_25", "timestamp": [ 39.01, 41.61 ], "duration": 104.66, "caption": "A woman walks into the room holding her mask up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153101, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 46.09, 48.46 ], "duration": 95.66, "caption": "A woman walks into the surgery room holding the mask to her face.", "similarity": 0.8611, "relevance": 3 }, { "pair_id": 153102, "video_name": "grey_s01e04_seg02_clip_21", "timestamp": [ 26.74, 39.12 ], "duration": 99.66, "caption": "A woman grabs a nose mask and walks into the Operating Room with a hand over her nose mask while talking to someone.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 153103, "video_name": "grey_s03e15_seg02_clip_25", "timestamp": [ 15.23, 17.4 ], "duration": 145.66, "caption": "A doctor walks into the room holding a mask to their face.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 153104, "video_name": "grey_s03e09_seg02_clip_24", "timestamp": [ 13.49, 16.28 ], "duration": 93.66, "caption": "A person walks in to the operating room with a mask on their face.", "similarity": 0.7016, "relevance": 1 }, { "pair_id": 153105, "video_name": "grey_s02e06_seg02_clip_13", "timestamp": [ 70.39, 73.57 ], "duration": 90.66, "caption": "A woman walks into the room holding a clipboard.", "similarity": 0.6734, "relevance": 0 }, { "pair_id": 153106, "video_name": "grey_s02e11_seg02_clip_19", "timestamp": [ 6.5, 12.56 ], "duration": 86.66, "caption": "A woman walks into someone's room as she is packing.", "similarity": 0.6725, "relevance": 1 }, { "pair_id": 153107, "video_name": "castle_s07e14_seg02_clip_22", "timestamp": [ 0.0, 4.63 ], "duration": 84.66, "caption": "A woman walks into the room while introducing herself.", "similarity": 0.6632, "relevance": 1 }, { "pair_id": 153108, "video_name": "grey_s02e22_seg02_clip_22", "timestamp": [ 4.11, 8.68 ], "duration": 91.66, "caption": "A woman comes out of the room she is hiding in.", "similarity": 0.663, "relevance": 0 }, { "pair_id": 153109, "video_name": "castle_s06e13_seg02_clip_25", "timestamp": [ 84.77, 87.86 ], "duration": 88.66, "caption": "A woman is walking with a person into the room.", "similarity": 0.6617, "relevance": 0 }, { "pair_id": 153110, "video_name": "castle_s03e16_seg02_clip_22", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks into the room.", "similarity": 0.6611, "relevance": 0 }, { "pair_id": 153111, "video_name": "house_s03e14_seg02_clip_22", "timestamp": [ 39.62, 46.29 ], "duration": 89.66, "caption": "A person enters room and removes the mask that another person is holding in someone's face.", "similarity": 0.6607, "relevance": 0 }, { "pair_id": 153112, "video_name": "grey_s03e09_seg02_clip_25", "timestamp": [ 76.98, 104.02 ], "duration": 104.66, "caption": "A woman pulls off her mask, leaves the operating room and starts running down the hallway.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 153113, "video_name": "friends_s08e14_seg02_clip_00", "timestamp": [ 44.91, 67.02 ], "duration": 67.66, "caption": "A woman comes into person's room holding her belly.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 153114, "video_name": "s09e09_seg02_clip_16", "timestamp": [ 5.85, 10.73 ], "duration": 65.66, "caption": "A person entered the room wearing a woman's dress.", "similarity": 0.654, "relevance": 0 }, { "pair_id": 153115, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 46.46, 51.27 ], "duration": 64.66, "caption": "A woman walks into the room with a cup.", "similarity": 0.6503, "relevance": 1 }, { "pair_id": 153116, "video_name": "grey_s03e09_seg02_clip_25", "timestamp": [ 74.38, 81.66 ], "duration": 104.66, "caption": "A woman walks out of the or and pulls off her mask.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 153117, "video_name": "house_s04e16_seg02_clip_05", "timestamp": [ 88.78, 92.66 ], "duration": 97.66, "caption": "A woman walks into the OR room and a nurse puts a surgical gown on her.", "similarity": 0.648, "relevance": 3 }, { "pair_id": 153118, "video_name": "castle_s01e07_seg02_clip_18", "timestamp": [ 2.76, 6.44 ], "duration": 92.66, "caption": "A woman stands up and walks out of the room.", "similarity": 0.6469, "relevance": 0 }, { "pair_id": 153119, "video_name": "castle_s07e14_seg02_clip_22", "timestamp": [ 28.63, 32.42 ], "duration": 84.66, "caption": "A woman enters the room and walks over to person.", "similarity": 0.6467, "relevance": 0 } ] }, { "query_id": 3374, "query": "A woman stands up from the couch and walks to the kitchen.", "relevant_moment": [ { "pair_id": 121020, "video_name": "s06e01_seg02_clip_00", "timestamp": [ 49.74, 58.28 ], "duration": 61.66, "caption": "A woman stands up from the couch and walks to the kitchen.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 121021, "video_name": "friends_s01e12_seg02_clip_14", "timestamp": [ 6.0, 12.01 ], "duration": 60.66, "caption": "A woman stands up from the couch and walks into the kitchen.", "similarity": 0.9632, "relevance": 4 }, { "pair_id": 121022, "video_name": "friends_s08e15_seg02_clip_00", "timestamp": [ 31.96, 36.4 ], "duration": 63.66, "caption": "A woman stands up from sitting on the couch and walks towards the kitchen.", "similarity": 0.9477, "relevance": 3 }, { "pair_id": 121023, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 54.52, 63.03 ], "duration": 63.66, "caption": "A woman gets up from the couch and walks to the kitchen.", "similarity": 0.9121, "relevance": 4 }, { "pair_id": 121024, "video_name": "s04e03_seg02_clip_17", "timestamp": [ 26.69, 28.14 ], "duration": 58.66, "caption": "A person stands up from the couch and walks towards the kitchen.", "similarity": 0.8829, "relevance": 1 }, { "pair_id": 121025, "video_name": "s03e18_seg02_clip_02", "timestamp": [ 24.66, 33.94 ], "duration": 58.66, "caption": "A person stands up from the couch and walks into the kitchen.", "similarity": 0.8789, "relevance": 2 }, { "pair_id": 121026, "video_name": "friends_s07e06_seg02_clip_17", "timestamp": [ 1.18, 7.97 ], "duration": 59.66, "caption": "A woman stands up and walks into the kitchen.", "similarity": 0.8742, "relevance": 4 }, { "pair_id": 121027, "video_name": "s09e03_seg02_clip_09", "timestamp": [ 10.2, 12.31 ], "duration": 60.66, "caption": "A woman stands up from the chair and walks towards the kitchen.", "similarity": 0.8637, "relevance": 2 }, { "pair_id": 121029, "video_name": "s10e03_seg02_clip_09", "timestamp": [ 49.58, 53.12 ], "duration": 59.66, "caption": "A woman stands up and walks out of the kitchen.", "similarity": 0.848, "relevance": 2 }, { "pair_id": 121030, "video_name": "grey_s03e23_seg02_clip_21", "timestamp": [ 10.47, 13.65 ], "duration": 91.66, "caption": "A woman stands up and walks to the kitchen counter.", "similarity": 0.8401, "relevance": 1 }, { "pair_id": 121031, "video_name": "met_s02e10_seg02_clip_11", "timestamp": [ 52.58, 56.55 ], "duration": 61.66, "caption": "A person gets up from the couch and walks to the kitchen.", "similarity": 0.8381, "relevance": 2 }, { "pair_id": 121032, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 45.47, 48.52 ], "duration": 61.66, "caption": "A person stands up and walks to the kitchen.", "similarity": 0.8209, "relevance": 1 }, { "pair_id": 121033, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 21.18, 23.79 ], "duration": 58.66, "caption": "A man stands up from the couch and walks to the kitchen.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 121034, "video_name": "s04e16_seg02_clip_09", "timestamp": [ 27.45, 30.4 ], "duration": 59.66, "caption": "A woman stands up and walks to the kitchen carrying a napkin.", "similarity": 0.8132, "relevance": 3 }, { "pair_id": 121035, "video_name": "friends_s06e01_seg02_clip_17", "timestamp": [ 17.5, 26.78 ], "duration": 53.66, "caption": "A person walks from the kitchen to where woman is sitting on the couch.", "similarity": 0.8117, "relevance": 2 }, { "pair_id": 121036, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 84.16, 86.98 ], "duration": 94.66, "caption": "A person gets up from the couch and walks into the kitchen.", "similarity": 0.7979, "relevance": 2 }, { "pair_id": 121037, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 24.41, 29.9 ], "duration": 61.66, "caption": "A man stands up from the couch and walks into the kitchen.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 121038, "video_name": "friends_s01e15_seg02_clip_04", "timestamp": [ 10.5, 17.71 ], "duration": 60.66, "caption": "A woman walks from the kitchen to stand by a woman on the sofa.", "similarity": 0.7823, "relevance": 1 }, { "pair_id": 121039, "video_name": "s09e11_seg02_clip_13", "timestamp": [ 0.92, 7.63 ], "duration": 61.66, "caption": "A woman walks from the kitchen to the living room.", "similarity": 0.7788, "relevance": 1 }, { "pair_id": 294340, "video_name": "friends_s06e18_seg02_clip_09", "timestamp": [ 36.7, 40.62 ], "duration": 56.66, "caption": "A woman walks from the kitchen to the living room.", "similarity": 0.7788, "relevance": 2 }, { "pair_id": 294341, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 48.62, 54.62 ], "duration": 60.66, "caption": "A woman stands up, walks to the kitchen and opens the fridge.", "similarity": 0.7778, "relevance": 4 }, { "pair_id": 294342, "video_name": "s06e10_seg02_clip_04", "timestamp": [ 5.58, 12.1 ], "duration": 62.66, "caption": "A person gets up from the couch and goes to the kitchen.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 294343, "video_name": "friends_s04e17_seg02_clip_08", "timestamp": [ 17.6, 23.73 ], "duration": 51.66, "caption": "A woman gets up and walks toward the kitchen counter.", "similarity": 0.767, "relevance": 4 }, { "pair_id": 294344, "video_name": "s08e07_seg01_clip_01", "timestamp": [ 31.62, 33.83 ], "duration": 40.66, "caption": "A woman gets up from her chair and goes to the kitchen.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 294345, "video_name": "s07e04_seg01_clip_00", "timestamp": [ 53.26, 57.67 ], "duration": 63.66, "caption": "A person gets up from the couch and walks into the kitchen behind a woman.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 294346, "video_name": "s08e19_seg01_clip_00", "timestamp": [ 32.32, 34.6 ], "duration": 91.66, "caption": "A woman walks from the kitchen to the living room with her food.", "similarity": 0.7622, "relevance": 2 }, { "pair_id": 294347, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 2.07, 5.9 ], "duration": 59.66, "caption": "A woman walks from the kitchen to the living room and sits down.", "similarity": 0.759, "relevance": 2 }, { "pair_id": 294348, "video_name": "s08e11_seg02_clip_14", "timestamp": [ 6.38, 10.44 ], "duration": 58.66, "caption": "A woman gets up from the table and goes to the kitchen.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 294349, "video_name": "s08e02_seg01_clip_00", "timestamp": [ 54.63, 65.02 ], "duration": 65.66, "caption": "A woman gets up and heads to the kitchen.", "similarity": 0.756, "relevance": 4 }, { "pair_id": 294350, "video_name": "s02e18_seg01_clip_03", "timestamp": [ 20.71, 23.41 ], "duration": 60.66, "caption": "Woman walks from the kitchen towards person and stops in front of the couch.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 294351, "video_name": "s08e14_seg02_clip_08", "timestamp": [ 3.0, 7.8 ], "duration": 60.66, "caption": "A woman walks from the living room to the kitchen and stops.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 294352, "video_name": "s06e21_seg02_clip_09", "timestamp": [ 0.0, 11.53 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks into the kitchen while talking to a woman.", "similarity": 0.7529, "relevance": 4 }, { "pair_id": 294353, "video_name": "s02e09_seg02_clip_00", "timestamp": [ 34.48, 38.75 ], "duration": 61.66, "caption": "A person gets up from the armchair and walks towards the kitchen.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 294354, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 54.21, 58.3 ], "duration": 63.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 294355, "video_name": "friends_s03e10_seg02_clip_01", "timestamp": [ 9.3, 12.41 ], "duration": 62.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 294356, "video_name": "friends_s03e02_seg02_clip_07", "timestamp": [ 18.65, 23.54 ], "duration": 61.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 294357, "video_name": "friends_s03e15_seg01_clip_00", "timestamp": [ 54.62, 59.5 ], "duration": 61.66, "caption": "A woman gets off of the sofa and walks into the kitchen.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 294358, "video_name": "friends_s08e17_seg02_clip_03", "timestamp": [ 1.38, 11.56 ], "duration": 55.66, "caption": "A woman walks from one side of the kitchen to the other.", "similarity": 0.7372, "relevance": 1 }, { "pair_id": 294359, "video_name": "s02e12_seg02_clip_08", "timestamp": [ 30.1, 34.53 ], "duration": 59.66, "caption": "A person walks from the kitchen to the living room and pauses in front of the couch.", "similarity": 0.7371, "relevance": 1 } ] }, { "query_id": 3425, "query": "A woman gives another gift to a woman for her baby shower.", "relevant_moment": [ { "pair_id": 16720, "video_name": "met_s02e19_seg02_clip_10", "timestamp": [ 11.19, 13.2 ], "duration": 57.66, "caption": "A woman gives another gift to a woman for her baby shower.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16721, "video_name": "friends_s08e20_seg02_clip_10", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman is confused about the gift she receives at her baby shower.", "similarity": 0.7945, "relevance": 1 }, { "pair_id": 16722, "video_name": "s09e18_seg02_clip_01", "timestamp": [ 5.7, 8.7 ], "duration": 60.66, "caption": "A woman asks another woman to whiff a wrapped gift she's holding.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 16723, "video_name": "met_s02e19_seg02_clip_10", "timestamp": [ 2.58, 8.32 ], "duration": 57.66, "caption": "A woman tells another woman how impressed she is with her gift.", "similarity": 0.6613, "relevance": 3 }, { "pair_id": 16724, "video_name": "castle_s06e18_seg02_clip_27", "timestamp": [ 10.25, 24.61 ], "duration": 82.66, "caption": "A woman hands another woman a gift in red cloth.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 16725, "video_name": "friends_s08e23-24_seg02_clip_36", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman hands the baby to another woman to hold.", "similarity": 0.6528, "relevance": 1 }, { "pair_id": 16726, "video_name": "castle_s02e22_seg02_clip_13", "timestamp": [ 32.7, 34.88 ], "duration": 87.66, "caption": "A woman hands a gift basket over to another woman.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 16727, "video_name": "grey_s02e06_seg02_clip_18", "timestamp": [ 66.38, 71.0 ], "duration": 84.66, "caption": "A woman holds the hand of another woman giving birth.", "similarity": 0.6444, "relevance": 0 }, { "pair_id": 16728, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 10.2, 68.02 ], "duration": 68.66, "caption": "A woman gave their Christmas gift to two people.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 16729, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 6.58, 9.4 ], "duration": 94.66, "caption": "A woman walks closer to another woman and hands her a gift.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 16730, "video_name": "friends_s01e09_seg02_clip_06", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman receives a gift of money from two people. She excitedly thanks them and gives them a hug.", "similarity": 0.6303, "relevance": 3 }, { "pair_id": 16731, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 10.34, 13.63 ], "duration": 94.66, "caption": "A woman walks closer to another woman and opens her gift.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 16732, "video_name": "friends_s08e23-24_seg02_clip_38", "timestamp": [ 17.68, 32.57 ], "duration": 62.66, "caption": "A woman hands the baby off to another woman to hold for the first time.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 16733, "video_name": "friends_s08e23-24_seg02_clip_34", "timestamp": [ 20.7, 24.53 ], "duration": 51.66, "caption": "A woman passes the baby over to another woman to hold.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 16734, "video_name": "friends_s10e08_seg02_clip_05", "timestamp": [ 0.0, 55.83 ], "duration": 60.66, "caption": "A woman is holding a baby as she speaks to another woman.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 16735, "video_name": "met_s02e19_seg02_clip_18", "timestamp": [ 51.79, 82.42 ], "duration": 85.66, "caption": "Two women keep passing a gift back and forth while each stating why they should be the one to have it.", "similarity": 0.616, "relevance": 3 }, { "pair_id": 16736, "video_name": "castle_s05e18_seg02_clip_20", "timestamp": [ 29.53, 34.45 ], "duration": 82.66, "caption": "A woman gives a cup of coffee to another woman.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 16737, "video_name": "friends_s01e08_seg02_clip_07", "timestamp": [ 12.92, 16.39 ], "duration": 63.66, "caption": "A woman gives another woman a small item that she no longer wants.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 16738, "video_name": "s06e02_seg01_clip_00", "timestamp": [ 33.5, 37.22 ], "duration": 62.66, "caption": "A woman hands another woman a gift to open in the living room.", "similarity": 0.6093, "relevance": 3 }, { "pair_id": 16739, "video_name": "grey_s02e23_seg02_clip_21", "timestamp": [ 22.28, 27.55 ], "duration": 81.66, "caption": "A woman walks in on another woman holding her baby.", "similarity": 0.6088, "relevance": 1 }, { "pair_id": 190040, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 28.84, 33.81 ], "duration": 62.66, "caption": "A woman tells person that she brought them a gift.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 190041, "video_name": "friends_s01e16-17_seg02_clip_10", "timestamp": [ 0.0, 3.1 ], "duration": 56.66, "caption": "A woman asks another woman about a gift while she's sitting at the bar in the coffee shop.", "similarity": 0.6059, "relevance": 1 }, { "pair_id": 190042, "video_name": "friends_s01e03_seg02_clip_03", "timestamp": [ 33.71, 36.56 ], "duration": 57.66, "caption": "A woman accepts a cup and saucer from another woman.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 190043, "video_name": "grey_s02e20_seg02_clip_04", "timestamp": [ 16.26, 32.52 ], "duration": 92.66, "caption": "A woman gives a baby to another woman to care for and the other woman is totally lost.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 190044, "video_name": "house_s05e13_seg02_clip_23", "timestamp": [ 76.46, 82.83 ], "duration": 91.66, "caption": "A woman hands a baby to person to hold.", "similarity": 0.6008, "relevance": 1 }, { "pair_id": 190045, "video_name": "friends_s08e02_seg02_clip_08", "timestamp": [ 9.77, 12.92 ], "duration": 63.66, "caption": "A man gives a woman a gift after she asked for one.", "similarity": 0.5999, "relevance": 2 }, { "pair_id": 190046, "video_name": "s06e16_seg02_clip_05", "timestamp": [ 27.27, 32.2 ], "duration": 58.66, "caption": "A woman pulls out a gift for person to give woman out of a bag.", "similarity": 0.5996, "relevance": 2 }, { "pair_id": 190047, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 27.39, 60.52 ], "duration": 88.66, "caption": "A woman holding a baby while another woman came and they started being emotional.", "similarity": 0.597, "relevance": 1 }, { "pair_id": 190048, "video_name": "friends_s01e09_seg02_clip_06", "timestamp": [ 3.3, 6.0 ], "duration": 60.66, "caption": "A woman gives another woman a hug while holding money in her hand.", "similarity": 0.592, "relevance": 1 }, { "pair_id": 190049, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 42.78, 47.01 ], "duration": 94.66, "caption": "A woman pulls out a baby from another woman and hands her to a doctor.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 190050, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 31.21, 50.42 ], "duration": 60.66, "caption": "A woman holds up the gift that she had gotten from a man.", "similarity": 0.5881, "relevance": 1 }, { "pair_id": 190051, "video_name": "friends_s08e14_seg02_clip_20", "timestamp": [ 17.06, 48.97 ], "duration": 55.66, "caption": "A woman is giving another woman a massage on her back.", "similarity": 0.5874, "relevance": 1 }, { "pair_id": 190052, "video_name": "friends_s08e23-24_seg02_clip_38", "timestamp": [ 15.82, 19.85 ], "duration": 62.66, "caption": "A woman hands baby over to someone to hold.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 190055, "video_name": "s09e20_seg02_clip_04", "timestamp": [ 45.9, 50.24 ], "duration": 62.66, "caption": "A person brings a large gift for the baby.", "similarity": 0.5832, "relevance": 2 }, { "pair_id": 190056, "video_name": "friends_s02e09_seg02_clip_19", "timestamp": [ 14.8, 31.04 ], "duration": 58.66, "caption": "A woman enjoys the gift that some men have given her.", "similarity": 0.5827, "relevance": 3 }, { "pair_id": 190057, "video_name": "s10e04_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A woman holds something very small out to another woman, who reaches her hand out to receive it.", "similarity": 0.5826, "relevance": 0 }, { "pair_id": 190058, "video_name": "s09e18_seg02_clip_01", "timestamp": [ 1.5, 9.0 ], "duration": 60.66, "caption": "A woman slightly turns a red gift box in her hands and puts it in another woman's face.", "similarity": 0.5822, "relevance": 3 }, { "pair_id": 190059, "video_name": "house_s05e20_seg02_clip_07", "timestamp": [ 6.7, 8.48 ], "duration": 89.66, "caption": "A woman gives a thing to man while another woman is speaking.", "similarity": 0.5812, "relevance": 1 } ] }, { "query_id": 3443, "query": "A man elbows another man while they are at the theater.", "relevant_moment": [ { "pair_id": 159120, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 20.07, 23.32 ], "duration": 59.66, "caption": "A man elbows another man while they are at the theater.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159121, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 56.3, 64.34 ], "duration": 67.66, "caption": "Some men look content while leaning to one side in a theater.", "similarity": 0.653, "relevance": 3 }, { "pair_id": 159122, "video_name": "s09e19_seg02_clip_08", "timestamp": [ 12.01, 14.71 ], "duration": 60.66, "caption": "Two men sit beside each other in a movie theater.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 159123, "video_name": "friends_s04e13_seg01_clip_00", "timestamp": [ 4.14, 11.73 ], "duration": 69.66, "caption": "Two men talk while making their way towards their seats, and then sit down in the crowded theater.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 159124, "video_name": "friends_s08e22_seg02_clip_09", "timestamp": [ 7.7, 28.23 ], "duration": 57.66, "caption": "Two men were sitting inside a theater.", "similarity": 0.6272, "relevance": 3 }, { "pair_id": 159125, "video_name": "castle_s03e12_seg02_clip_09", "timestamp": [ 0.0, 40.51 ], "duration": 90.66, "caption": "A man and woman are sitting in a theater talking to a person.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 159126, "video_name": "s09e11_seg02_clip_11", "timestamp": [ 24.65, 33.94 ], "duration": 64.66, "caption": "A person is sitting in between two other people in a movie theater.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 159127, "video_name": "friends_s03e19_seg02_clip_03", "timestamp": [ 0.0, 30.72 ], "duration": 62.66, "caption": "A person is talking with a cast mate in a theater.", "similarity": 0.612, "relevance": 0 }, { "pair_id": 159128, "video_name": "friends_s10e05_seg02_clip_05", "timestamp": [ 18.57, 33.3 ], "duration": 64.66, "caption": "A woman and a man walk in front of some people at a theater and take their seats.", "similarity": 0.5979, "relevance": 1 }, { "pair_id": 159129, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 6.41, 8.54 ], "duration": 61.66, "caption": "A person is sitting beside a woman in a theater as he quiets a man after he tries to talk to them.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 159130, "video_name": "met_s02e20_seg02_clip_14", "timestamp": [ 47.13, 59.29 ], "duration": 59.66, "caption": "A man is on stage talking to another man.", "similarity": 0.585, "relevance": 0 }, { "pair_id": 159131, "video_name": "met_s03e05_seg02_clip_05", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A man sits in the booth where another man is at and puts his arm around him.", "similarity": 0.5801, "relevance": 1 }, { "pair_id": 159132, "video_name": "met_s03e06_seg01_clip_01", "timestamp": [ 18.45, 23.29 ], "duration": 60.66, "caption": "Two men hold each other while an adult film plays.", "similarity": 0.5743, "relevance": 0 }, { "pair_id": 159133, "video_name": "castle_s08e20_seg02_clip_24", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "Three men are talking to a woman in a theater.", "similarity": 0.5673, "relevance": 0 }, { "pair_id": 159134, "video_name": "friends_s03e22_seg02_clip_02", "timestamp": [ 55.97, 58.98 ], "duration": 67.66, "caption": "A man sits down in the red theater seat.", "similarity": 0.567, "relevance": 1 }, { "pair_id": 159135, "video_name": "friends_s03e09_seg02_clip_16", "timestamp": [ 0.0, 3.02 ], "duration": 60.66, "caption": "A man has his arms around both people.", "similarity": 0.5639, "relevance": 0 }, { "pair_id": 159136, "video_name": "met_s02e16_seg02_clip_19", "timestamp": [ 25.22, 27.18 ], "duration": 36.66, "caption": "A man walks onto the stage and slaps another man across the face.", "similarity": 0.5625, "relevance": 1 }, { "pair_id": 159137, "video_name": "friends_s08e22_seg02_clip_06", "timestamp": [ 49.52, 57.78 ], "duration": 66.66, "caption": "A man turns to a person at the theater to find him asleep.", "similarity": 0.5577, "relevance": 2 }, { "pair_id": 159138, "video_name": "met_s02e16_seg02_clip_15", "timestamp": [ 51.32, 54.32 ], "duration": 60.66, "caption": "A person in a brown jacket, seated behind two people, gets up and walks out of the theater where a man is onstage dressed as a robot and acting like an idiot.", "similarity": 0.5575, "relevance": 1 }, { "pair_id": 159139, "video_name": "friends_s09e20_seg02_clip_10", "timestamp": [ 22.73, 24.5 ], "duration": 59.66, "caption": "A man sits down in a theatre seat while feeling embarrassed.", "similarity": 0.5561, "relevance": 1 } ] }, { "query_id": 3447, "query": "A man introduces the boxes he is holding to another man and some people.", "relevant_moment": [ { "pair_id": 145820, "video_name": "friends_s03e10_seg02_clip_06", "timestamp": [ 56.43, 59.13 ], "duration": 60.66, "caption": "A man introduces the boxes he is holding to another man and some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145821, "video_name": "s10e11_seg02_clip_06", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man has a conversation with other men as he holds a cardboard box.", "similarity": 0.7937, "relevance": 1 }, { "pair_id": 145822, "video_name": "met_s05e01_seg01_clip_02", "timestamp": [ 4.04, 6.86 ], "duration": 79.66, "caption": "A man opens up a box of gift from another man.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 145823, "video_name": "met_s02e18_seg02_clip_00", "timestamp": [ 4.29, 17.47 ], "duration": 61.66, "caption": "Two people hand a man cardboard boxes while explaining what is in each box.", "similarity": 0.7341, "relevance": 1 }, { "pair_id": 145824, "video_name": "s05e21_seg02_clip_07", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A person is holding a box while another person is talking to him.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 145825, "video_name": "house_s06e19_seg02_clip_25", "timestamp": [ 15.8, 18.72 ], "duration": 117.66, "caption": "A man faces another man while holding a small box labeled as fragile.", "similarity": 0.6921, "relevance": 1 }, { "pair_id": 145826, "video_name": "met_s02e18_seg02_clip_00", "timestamp": [ 14.41, 17.17 ], "duration": 61.66, "caption": "person hands person a box who then hands it to person.", "similarity": 0.6829, "relevance": 1 }, { "pair_id": 145827, "video_name": "friends_s07e17_seg02_clip_01", "timestamp": [ 22.51, 24.61 ], "duration": 60.66, "caption": "A man drops the box he was holding and leans one hand on guy.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 145828, "video_name": "s05e10_seg01_clip_02", "timestamp": [ 0.0, 2.93 ], "duration": 65.66, "caption": "A man is holding a box of cards while talking to some people.", "similarity": 0.6766, "relevance": 0 }, { "pair_id": 145829, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 59.16, 62.28 ], "duration": 62.66, "caption": "A man holds a toy and another man takes it and sets it in a box.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 145830, "video_name": "friends_s02e09_seg02_clip_18", "timestamp": [ 77.78, 81.02 ], "duration": 81.66, "caption": "A man sets a box on the table in front of another man.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 145831, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 58.3, 63.0 ], "duration": 94.66, "caption": "A man walks over to another man and picks up a cardboard box.", "similarity": 0.6689, "relevance": 1 }, { "pair_id": 145832, "video_name": "friends_s06e06_seg02_clip_16", "timestamp": [ 11.02, 15.38 ], "duration": 58.66, "caption": "A man puts a couple of items in a cardboard box as a man enters the room.", "similarity": 0.6667, "relevance": 1 }, { "pair_id": 145833, "video_name": "friends_s04e08_seg02_clip_22", "timestamp": [ 15.66, 20.89 ], "duration": 87.66, "caption": "A man opens the box while telling guy what to do.", "similarity": 0.6614, "relevance": 1 }, { "pair_id": 145834, "video_name": "s05e21_seg02_clip_07", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A person is standing holding a box as another person speaks to him.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 145835, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man opens another man's white box and takes out an item.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 145836, "video_name": "friends_s02e10_seg02_clip_11", "timestamp": [ 6.51, 12.72 ], "duration": 62.66, "caption": "A man introduces a man to another man and they shake hands.", "similarity": 0.6496, "relevance": 0 }, { "pair_id": 145837, "video_name": "castle_s08e01_seg02_clip_19", "timestamp": [ 43.84, 50.17 ], "duration": 90.66, "caption": "A person takes out a box and holds it in front of another person.", "similarity": 0.6496, "relevance": 0 }, { "pair_id": 145838, "video_name": "s06e03_seg02_clip_02", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A man introduces himself then another man to a person's new assistant.", "similarity": 0.6491, "relevance": 2 }, { "pair_id": 145839, "video_name": "s05e12_seg01_clip_00", "timestamp": [ 4.03, 13.03 ], "duration": 62.66, "caption": "A man picks up a box from the table, shows it to another person, who grabs and looks at the box and says something that makes him and the man both smile.", "similarity": 0.6486, "relevance": 4 } ] }, { "query_id": 3456, "query": "A woman leans on the workbench with both arms and talks to another woman.", "relevant_moment": [ { "pair_id": 163980, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 3.6, 10.2 ], "duration": 60.66, "caption": "A woman leans on the workbench with both arms and talks to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163981, "video_name": "castle_s02e15_seg02_clip_04", "timestamp": [ 75.22, 78.31 ], "duration": 88.66, "caption": "A woman leans across desk to talk to another person.", "similarity": 0.7034, "relevance": 1 }, { "pair_id": 163982, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 15.82, 27.6 ], "duration": 62.66, "caption": "A woman leans forward and has a conversation with another woman.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 163983, "video_name": "friends_s05e09_seg02_clip_04", "timestamp": [ 36.08, 39.07 ], "duration": 59.66, "caption": "A woman leans her chin in her hand while woman is talking.", "similarity": 0.6833, "relevance": 2 }, { "pair_id": 163984, "video_name": "house_s06e13_seg02_clip_07", "timestamp": [ 62.87, 64.59 ], "duration": 86.66, "caption": "A woman leans back and looks up while talking to another woman.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 163985, "video_name": "castle_s06e20_seg02_clip_17", "timestamp": [ 39.31, 46.82 ], "duration": 88.66, "caption": "A woman is leaning on her desk talking to another woman and pounds her fist on her desk.", "similarity": 0.6817, "relevance": 4 }, { "pair_id": 163986, "video_name": "grey_s02e08_seg02_clip_05", "timestamp": [ 20.5, 31.43 ], "duration": 91.66, "caption": "A woman holds her arm above her head when talking to another woman.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 163987, "video_name": "s08e15_seg02_clip_07", "timestamp": [ 12.4, 28.92 ], "duration": 59.66, "caption": "A woman leans on the arm of the couch with both arms as she and person have a conversation.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 163988, "video_name": "friends_s05e09_seg02_clip_11", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman is leaning her head on her fingers while talking to another woman.", "similarity": 0.6731, "relevance": 3 }, { "pair_id": 163989, "video_name": "friends_s05e06_seg02_clip_12", "timestamp": [ 6.1, 10.07 ], "duration": 61.66, "caption": "A woman leans down on the orange couch to talk to another woman.", "similarity": 0.6663, "relevance": 3 }, { "pair_id": 163990, "video_name": "castle_s06e03_seg02_clip_21", "timestamp": [ 5.58, 14.88 ], "duration": 93.66, "caption": "A woman leans on the chair when she agrees to work with another woman.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 163991, "video_name": "friends_s09e16_seg02_clip_14", "timestamp": [ 51.35, 58.03 ], "duration": 58.66, "caption": "A woman has her arms crossed when talking to another woman.", "similarity": 0.664, "relevance": 2 }, { "pair_id": 163992, "video_name": "castle_s04e05_seg02_clip_24", "timestamp": [ 75.67, 88.58 ], "duration": 89.66, "caption": "A woman has her forearm raised when talking to another woman.", "similarity": 0.6618, "relevance": 3 }, { "pair_id": 163993, "video_name": "castle_s08e04_seg02_clip_20", "timestamp": [ 40.65, 50.59 ], "duration": 90.66, "caption": "A woman leans forward on man's desk and talks to another woman on the computer.", "similarity": 0.6589, "relevance": 3 }, { "pair_id": 163994, "video_name": "friends_s06e02_seg02_clip_17", "timestamp": [ 0.0, 3.5 ], "duration": 58.66, "caption": "A woman has her hands clasped together and she is talking to another woman on the couch.", "similarity": 0.6546, "relevance": 3 }, { "pair_id": 163995, "video_name": "s05e17_seg02_clip_03", "timestamp": [ 31.51, 33.15 ], "duration": 47.66, "caption": "A woman uncrosses her arms as she talks to another woman.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 163996, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 47.63, 89.02 ], "duration": 89.66, "caption": "A woman was leaning over the table whilst talking to another person.", "similarity": 0.6527, "relevance": 3 }, { "pair_id": 163997, "video_name": "castle_s02e05_seg02_clip_23", "timestamp": [ 25.37, 36.05 ], "duration": 89.66, "caption": "A woman leans on a desk with both arms as she and man have a conversation with Mr. and Mrs. Talbot.", "similarity": 0.6482, "relevance": 3 }, { "pair_id": 163998, "video_name": "house_s05e06_seg02_clip_06", "timestamp": [ 20.26, 23.86 ], "duration": 90.66, "caption": "A woman checks on another woman's arms while talking to her.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 163999, "video_name": "castle_s02e20_seg02_clip_08", "timestamp": [ 51.19, 52.1 ], "duration": 90.66, "caption": "A woman shakes her head side to side very slightly as she talks to another woman.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 337300, "video_name": "friends_s10e06_seg02_clip_04", "timestamp": [ 2.7, 4.5 ], "duration": 60.66, "caption": "A woman places both her hands on her chest while having a conversation with another woman.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 337301, "video_name": "house_s05e01_seg02_clip_24", "timestamp": [ 62.66, 73.1 ], "duration": 87.66, "caption": "A woman shrugs her shoulders while talking to another woman.", "similarity": 0.639, "relevance": 3 }, { "pair_id": 337302, "video_name": "s04e22_seg01_clip_02", "timestamp": [ 26.41, 34.67 ], "duration": 55.66, "caption": "A woman leans over towards another woman saying something and then shakes her head, positively.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 337303, "video_name": "castle_s07e17_seg02_clip_15", "timestamp": [ 31.27, 42.15 ], "duration": 90.66, "caption": "A woman leans on the back of her chair while talking to a woman.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 337304, "video_name": "friends_s01e09_seg02_clip_02", "timestamp": [ 2.58, 11.95 ], "duration": 64.66, "caption": "A person behind a woman leans over to another woman nods then touches her arm.", "similarity": 0.6356, "relevance": 3 }, { "pair_id": 337305, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 16.33, 21.13 ], "duration": 64.66, "caption": "A woman puts her hand on her chest when talking to another woman.", "similarity": 0.6356, "relevance": 3 }, { "pair_id": 337306, "video_name": "friends_s07e06_seg02_clip_01", "timestamp": [ 54.29, 56.63 ], "duration": 58.66, "caption": "A woman adjusts her legs while talking to another woman.", "similarity": 0.6344, "relevance": 1 }, { "pair_id": 337307, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 11.81, 13.28 ], "duration": 59.66, "caption": "A woman is talking to another woman and points outward with her right hand.", "similarity": 0.6337, "relevance": 3 }, { "pair_id": 337308, "video_name": "grey_s02e05_seg02_clip_21", "timestamp": [ 68.75, 70.05 ], "duration": 87.66, "caption": "A woman bends down and starts talking to another woman.", "similarity": 0.6318, "relevance": 2 }, { "pair_id": 337309, "video_name": "castle_s01e07_seg02_clip_02", "timestamp": [ 42.54, 47.12 ], "duration": 91.66, "caption": "A woman is talking to another woman while they are standing.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 337310, "video_name": "friends_s03e25_seg02_clip_05", "timestamp": [ 1.83, 3.66 ], "duration": 61.66, "caption": "A woman folds her arms across her chest while talking to another woman in a white top.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 337311, "video_name": "friends_s07e06_seg02_clip_06", "timestamp": [ 56.67, 60.51 ], "duration": 64.66, "caption": "A woman puts her hands on her hips when she's talking to another woman.", "similarity": 0.6306, "relevance": 3 }, { "pair_id": 337312, "video_name": "s05e17_seg02_clip_01", "timestamp": [ 5.1, 8.7 ], "duration": 60.66, "caption": "A woman holds up a hammer while having a conversation with another woman.", "similarity": 0.6281, "relevance": 3 }, { "pair_id": 337313, "video_name": "grey_s02e05_seg02_clip_19", "timestamp": [ 44.21, 69.37 ], "duration": 136.66, "caption": "A woman talking to another woman as they stand across each other.", "similarity": 0.6266, "relevance": 3 }, { "pair_id": 337314, "video_name": "grey_s03e09_seg02_clip_10", "timestamp": [ 76.83, 84.66 ], "duration": 84.66, "caption": "A woman leans on the tray with another woman and starts talking about a third woman.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 337315, "video_name": "castle_s08e16_seg02_clip_01", "timestamp": [ 0.44, 18.04 ], "duration": 88.66, "caption": "A woman leans on a table and talks to another woman and asks her to make coffee.", "similarity": 0.625, "relevance": 3 }, { "pair_id": 337316, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.6242, "relevance": 3 }, { "pair_id": 337317, "video_name": "s08e15_seg02_clip_07", "timestamp": [ 11.51, 13.87 ], "duration": 59.66, "caption": "A woman leans her body down during a talk to a person.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 337318, "video_name": "friends_s05e19_seg02_clip_12", "timestamp": [ 2.17, 4.03 ], "duration": 62.66, "caption": "A woman puts her hands on her face as she talks to another woman.", "similarity": 0.6234, "relevance": 3 }, { "pair_id": 337319, "video_name": "friends_s04e02_seg02_clip_06", "timestamp": [ 31.39, 33.54 ], "duration": 61.66, "caption": "A woman crosses her arms while she is talking to another woman.", "similarity": 0.623, "relevance": 3 } ] }, { "query_id": 3550, "query": "A man is about to leave the room when he goes back to speak to another person.", "relevant_moment": [ { "pair_id": 155840, "video_name": "castle_s07e09_seg02_clip_19", "timestamp": [ 8.37, 58.61 ], "duration": 93.66, "caption": "A man is about to leave the room when he goes back to speak to another person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 155841, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 82.82, 91.11 ], "duration": 92.66, "caption": "A man is about to leave the room, he turns around when another person calls him.", "similarity": 0.8427, "relevance": 4 }, { "pair_id": 155842, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 15.64, 21.17 ], "duration": 92.66, "caption": "A man leaves the room as another man is still talking.", "similarity": 0.8269, "relevance": 3 }, { "pair_id": 155843, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 49.93, 53.66 ], "duration": 62.66, "caption": "A man walks out from the room while a person is still talking to him.", "similarity": 0.8222, "relevance": 2 }, { "pair_id": 155844, "video_name": "house_s05e18_seg02_clip_03", "timestamp": [ 10.47, 15.47 ], "duration": 91.66, "caption": "A man starts to walk out of the room but stops when another person speaks at him.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 155845, "video_name": "house_s07e08_seg02_clip_18", "timestamp": [ 77.02, 79.66 ], "duration": 88.66, "caption": "A man turns his back to leave the person they are talking to earlier.", "similarity": 0.8093, "relevance": 1 }, { "pair_id": 155846, "video_name": "house_s04e07_seg02_clip_03", "timestamp": [ 69.71, 82.94 ], "duration": 88.66, "caption": "A person has a private conversation with man before they leave the room.", "similarity": 0.8028, "relevance": 2 }, { "pair_id": 155847, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 42.05, 47.03 ], "duration": 90.66, "caption": "A man gets out of the room and talks to another man.", "similarity": 0.8007, "relevance": 2 }, { "pair_id": 155848, "video_name": "castle_s01e09_seg02_clip_18", "timestamp": [ 13.49, 19.15 ], "duration": 87.66, "caption": "A man stops talking and goes into another room.", "similarity": 0.789, "relevance": 2 }, { "pair_id": 155849, "video_name": "house_s08e08_seg02_clip_18", "timestamp": [ 28.22, 31.4 ], "duration": 91.66, "caption": "A man leaves the room to talk to another man outside.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 155850, "video_name": "s01e14_seg02_clip_09", "timestamp": [ 1.77, 11.21 ], "duration": 59.66, "caption": "A person starts to leave and then stops and turns around to talk to a man.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 155851, "video_name": "house_s01e11_seg02_clip_07", "timestamp": [ 43.94, 54.7 ], "duration": 89.66, "caption": "Everyone stands up and leaves the room, a man stays talking to another person.", "similarity": 0.7841, "relevance": 2 }, { "pair_id": 155852, "video_name": "house_s06e12_seg02_clip_03", "timestamp": [ 35.11, 52.66 ], "duration": 90.66, "caption": "A person walks out of a room and speaks to man.", "similarity": 0.7839, "relevance": 1 }, { "pair_id": 155853, "video_name": "house_s07e07_seg02_clip_13", "timestamp": [ 19.81, 22.45 ], "duration": 88.66, "caption": "A person finishes talking with another person and exits the room.", "similarity": 0.7793, "relevance": 2 }, { "pair_id": 155854, "video_name": "grey_s03e12_seg02_clip_08", "timestamp": [ 5.01, 26.85 ], "duration": 91.66, "caption": "A person walks into a room, talks briefly to two people and then leaves the room.", "similarity": 0.7752, "relevance": 1 }, { "pair_id": 155855, "video_name": "grey_s01e06_seg02_clip_11", "timestamp": [ 13.05, 20.71 ], "duration": 90.66, "caption": "A man tells someone to get rest and then he leaves the room.", "similarity": 0.7742, "relevance": 1 }, { "pair_id": 155856, "video_name": "house_s08e16_seg02_clip_24", "timestamp": [ 77.9, 82.3 ], "duration": 88.66, "caption": "A man tells a person to get out of the room.", "similarity": 0.7704, "relevance": 1 }, { "pair_id": 155857, "video_name": "s02e13_seg02_clip_14", "timestamp": [ 23.32, 29.51 ], "duration": 59.66, "caption": "A man talks to another person and gets up to go into another room.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 155858, "video_name": "castle_s03e21_seg02_clip_26", "timestamp": [ 98.42, 109.82 ], "duration": 120.66, "caption": "A man stops to talk to a person before heading out.", "similarity": 0.7687, "relevance": 2 }, { "pair_id": 155859, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 9.9, 15.75 ], "duration": 90.66, "caption": "A man moves to leave and then stops when another person says something to him.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 329161, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 0.0, 14.26 ], "duration": 92.66, "caption": "A man is speaking to two people before he walks away.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 329162, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 33.3, 43.21 ], "duration": 180.66, "caption": "A person walks out of the room after a man tells him to leave.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 329163, "video_name": "s02e23_seg02_clip_03", "timestamp": [ 59.88, 62.71 ], "duration": 63.66, "caption": "A person finishes talking and leaves the room quickly.", "similarity": 0.7601, "relevance": 2 }, { "pair_id": 329164, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 82.27, 88.86 ], "duration": 94.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.7581, "relevance": 1 }, { "pair_id": 329165, "video_name": "friends_s10e13_seg02_clip_06", "timestamp": [ 45.22, 47.6 ], "duration": 59.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.7581, "relevance": 1 }, { "pair_id": 329166, "video_name": "friends_s09e12_seg02_clip_08", "timestamp": [ 9.92, 15.51 ], "duration": 62.66, "caption": "A man moves from one room to another to talk with another man.", "similarity": 0.7557, "relevance": 1 }, { "pair_id": 329167, "video_name": "grey_s02e08_seg02_clip_14", "timestamp": [ 10.08, 15.84 ], "duration": 96.66, "caption": "A man goes to leave the room, turns back around, hesitates and exits the room.", "similarity": 0.754, "relevance": 4 }, { "pair_id": 329168, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 66.45, 70.04 ], "duration": 89.66, "caption": "A man leaves the room in the middle of the conversation with man.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 329169, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 55.8, 61.08 ], "duration": 66.66, "caption": "A man turns and exits the room telling person he has to go.", "similarity": 0.7529, "relevance": 1 }, { "pair_id": 329170, "video_name": "house_s06e09_seg02_clip_10", "timestamp": [ 45.85, 47.63 ], "duration": 89.66, "caption": "A man stops talking to watch another man enter the room.", "similarity": 0.7522, "relevance": 1 }, { "pair_id": 329172, "video_name": "house_s02e22_seg02_clip_25", "timestamp": [ 18.13, 37.51 ], "duration": 125.66, "caption": "A person pauses in the hallway to talk to someone and then turns and leaves him.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 329173, "video_name": "friends_s09e16_seg02_clip_20", "timestamp": [ 0.0, 7.13 ], "duration": 57.66, "caption": "A man says something to another man and then walks out of the room.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 329174, "video_name": "met_s06e03_seg02_clip_10", "timestamp": [ 43.68, 47.81 ], "duration": 59.66, "caption": "A man gets ready to leave, someone talks to him to stop him.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 329175, "video_name": "grey_s03e04_seg02_clip_26", "timestamp": [ 76.22, 86.42 ], "duration": 120.66, "caption": "A man stops at the door to say something to another person before leaving.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 329176, "video_name": "house_s02e11_seg02_clip_25", "timestamp": [ 41.13, 46.38 ], "duration": 175.66, "caption": "A man finishes his conversation with a woman and leaves the room.", "similarity": 0.7409, "relevance": 1 }, { "pair_id": 329177, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 12.16, 17.11 ], "duration": 90.66, "caption": "A man finishes their conversation with a woman and leaves the room.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 329178, "video_name": "house_s01e12_seg02_clip_08", "timestamp": [ 39.77, 63.72 ], "duration": 90.66, "caption": "Person turns to leave the room, but as they walk out, a person in a bed speaks, and person turns around, walks back, and continues talking until the person looks pained and puts their hand to their mouth.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 329179, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A man walks out while another person is still talking to them.", "similarity": 0.7373, "relevance": 4 } ] }, { "query_id": 3572, "query": "A woman walks up to a man holding a folder.", "relevant_moment": [ { "pair_id": 146880, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 19.38, 26.59 ], "duration": 90.66, "caption": "A woman walks up to a man holding a folder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146881, "video_name": "castle_s05e15_seg02_clip_05", "timestamp": [ 60.24, 63.49 ], "duration": 92.66, "caption": "A man walks up to woman and person carrying a file folder.", "similarity": 0.8922, "relevance": 2 }, { "pair_id": 146882, "video_name": "castle_s02e10_seg02_clip_20", "timestamp": [ 72.43, 77.86 ], "duration": 90.66, "caption": "A woman walks up to a man and hands him a folder as he is talking to two people.", "similarity": 0.8783, "relevance": 3 }, { "pair_id": 146883, "video_name": "house_s07e09_seg02_clip_00", "timestamp": [ 10.08, 15.58 ], "duration": 91.66, "caption": "A woman walks over to a man and picks up the folder.", "similarity": 0.8768, "relevance": 2 }, { "pair_id": 146884, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 23.16, 31.03 ], "duration": 87.66, "caption": "A man walks with a woman who brings a folder with her.", "similarity": 0.8677, "relevance": 2 }, { "pair_id": 146885, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 7.22, 11.73 ], "duration": 90.66, "caption": "A woman walks over to a man with a file folder in her hand.", "similarity": 0.8638, "relevance": 3 }, { "pair_id": 146886, "video_name": "house_s04e12_seg02_clip_16", "timestamp": [ 9.2, 12.42 ], "duration": 92.66, "caption": "A woman walks over to a man while holding files.", "similarity": 0.832, "relevance": 4 }, { "pair_id": 146887, "video_name": "house_s02e15_seg02_clip_12", "timestamp": [ 59.13, 63.32 ], "duration": 93.66, "caption": "A woman walks in and hands a man a folder while he's talking with another man.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 146888, "video_name": "castle_s02e19_seg02_clip_09", "timestamp": [ 7.29, 12.76 ], "duration": 91.66, "caption": "A man walks in and hands a file folder to woman.", "similarity": 0.7967, "relevance": 2 }, { "pair_id": 146889, "video_name": "castle_s05e09_seg02_clip_22", "timestamp": [ 4.74, 15.07 ], "duration": 86.66, "caption": "A woman holds file folder as she walks towards person.", "similarity": 0.7924, "relevance": 3 }, { "pair_id": 146890, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 59.23, 69.48 ], "duration": 89.66, "caption": "A man walks over to woman who is organizing some folders.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 146891, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 28.81, 32.86 ], "duration": 90.66, "caption": "A woman walks over to two men and opens up a folder.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 146892, "video_name": "castle_s02e23_seg02_clip_11", "timestamp": [ 76.83, 80.81 ], "duration": 88.66, "caption": "A person walks up to woman and man while they are sitting down and points to a folder.", "similarity": 0.7751, "relevance": 1 }, { "pair_id": 146893, "video_name": "castle_s02e20_seg02_clip_18", "timestamp": [ 53.68, 56.74 ], "duration": 87.66, "caption": "A man hands a folder to a woman, who looks at it.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 146894, "video_name": "house_s01e11_seg02_clip_27", "timestamp": [ 9.62, 17.02 ], "duration": 17.66, "caption": "A man tosses the folder and walks with woman.", "similarity": 0.7716, "relevance": 1 }, { "pair_id": 146895, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 45.12, 53.03 ], "duration": 93.66, "caption": "A woman hands a man a folder that he grabs.", "similarity": 0.7688, "relevance": 3 }, { "pair_id": 146896, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 22.51, 42.38 ], "duration": 88.66, "caption": "A woman walks with some people while holding a folder.", "similarity": 0.7669, "relevance": 1 }, { "pair_id": 146897, "video_name": "castle_s06e16_seg02_clip_19", "timestamp": [ 67.78, 74.34 ], "duration": 87.66, "caption": "A person walks up to woman and hands her and man some documents.", "similarity": 0.7576, "relevance": 1 }, { "pair_id": 146898, "video_name": "castle_s04e09_seg02_clip_09", "timestamp": [ 7.68, 9.49 ], "duration": 90.66, "caption": "A woman walks up to a man and woman carrying some papers in her hand.", "similarity": 0.7528, "relevance": 2 }, { "pair_id": 146899, "video_name": "castle_s05e03_seg02_clip_19", "timestamp": [ 22.8, 35.9 ], "duration": 97.66, "caption": "A man and a woman walk toward her desk and she puts a folder down.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 320200, "video_name": "house_s08e02_seg02_clip_00", "timestamp": [ 28.67, 32.31 ], "duration": 91.66, "caption": "A person walks with another person and hands them a folder.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 320201, "video_name": "castle_s03e14_seg02_clip_15", "timestamp": [ 53.81, 60.38 ], "duration": 87.66, "caption": "A man gives a woman a folder with the file of a person in it.", "similarity": 0.7461, "relevance": 4 }, { "pair_id": 320202, "video_name": "house_s07e21_seg02_clip_13", "timestamp": [ 44.96, 50.51 ], "duration": 101.66, "caption": "A man walks over to the table, pulls a folder and hands it to a woman.", "similarity": 0.7455, "relevance": 4 }, { "pair_id": 320203, "video_name": "house_s07e08_seg02_clip_00", "timestamp": [ 8.93, 12.69 ], "duration": 94.66, "caption": "A woman hands a blue folder to a man.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 320204, "video_name": "house_s05e06_seg02_clip_00", "timestamp": [ 5.64, 13.63 ], "duration": 94.66, "caption": "A woman walks over to the counter and places a folder in front of a man.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 320205, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 2.32, 8.34 ], "duration": 92.66, "caption": "A woman is handing a black folder to a man.", "similarity": 0.7449, "relevance": 3 }, { "pair_id": 320206, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 62.54, 68.27 ], "duration": 88.66, "caption": "A person walks over to someone with the folder.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 320207, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 48.37, 51.16 ], "duration": 93.66, "caption": "A woman picks up a file folder and hands it to a man.", "similarity": 0.7406, "relevance": 3 }, { "pair_id": 320208, "video_name": "castle_s04e03_seg02_clip_03", "timestamp": [ 12.88, 16.1 ], "duration": 92.66, "caption": "A man walks over to woman and opens a file folder.", "similarity": 0.7396, "relevance": 4 }, { "pair_id": 320209, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.7385, "relevance": 3 }, { "pair_id": 320210, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 14.56, 19.85 ], "duration": 88.66, "caption": "A man walks up to a woman holding a clipboard.", "similarity": 0.7368, "relevance": 3 }, { "pair_id": 320211, "video_name": "house_s03e19_seg02_clip_00", "timestamp": [ 23.01, 35.43 ], "duration": 92.66, "caption": "A woman walks towards man and hands him a file.", "similarity": 0.7322, "relevance": 3 }, { "pair_id": 320212, "video_name": "house_s06e09_seg02_clip_07", "timestamp": [ 34.59, 36.87 ], "duration": 91.66, "caption": "A man hands a folder to a woman while telling her something.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 320214, "video_name": "grey_s02e10_seg02_clip_02", "timestamp": [ 3.94, 7.88 ], "duration": 87.66, "caption": "A woman hands one folder each to a man and another man.", "similarity": 0.7315, "relevance": 3 }, { "pair_id": 320215, "video_name": "house_s05e14_seg02_clip_17", "timestamp": [ 20.41, 24.49 ], "duration": 90.66, "caption": "A man walks up to woman who is doing paperwork.", "similarity": 0.7311, "relevance": 2 }, { "pair_id": 320216, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 45.05, 51.36 ], "duration": 90.66, "caption": "A woman walks by a man and gives him the file.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 320217, "video_name": "castle_s05e10_seg02_clip_23", "timestamp": [ 32.86, 38.26 ], "duration": 90.66, "caption": "A man walks towards woman and person and hands woman a file.", "similarity": 0.729, "relevance": 4 }, { "pair_id": 320218, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 61.33, 64.45 ], "duration": 69.66, "caption": "A man walks up to woman's desk and hands her a file.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 320219, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 4.55, 10.01 ], "duration": 91.66, "caption": "A man walks up and shows the contents of a file folder to another person.", "similarity": 0.7232, "relevance": 4 } ] }, { "query_id": 3636, "query": "A person walks over to their mother to look at a pot.", "relevant_moment": [ { "pair_id": 104700, "video_name": "friends_s04e11_seg02_clip_06", "timestamp": [ 3.81, 8.2 ], "duration": 58.66, "caption": "A person walks over to their mother to look at a pot.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104701, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person turns around from the shelves and looks over at their mom at the table.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 104702, "video_name": "friends_s04e11_seg02_clip_06", "timestamp": [ 0.0, 16.98 ], "duration": 58.66, "caption": "A woman is visiting her mother, who walks over to look at the ceramic artwork she's making.", "similarity": 0.63, "relevance": 3 }, { "pair_id": 104703, "video_name": "castle_s05e24_seg02_clip_21", "timestamp": [ 15.47, 16.8 ], "duration": 88.66, "caption": "A person turns his/her head and looks at his/her mother.", "similarity": 0.6201, "relevance": 2 }, { "pair_id": 104704, "video_name": "castle_s02e23_seg02_clip_08", "timestamp": [ 78.12, 82.21 ], "duration": 90.66, "caption": "A person walks into their apartment and sees their mother with a garment bag.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 104705, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 24.58, 30.25 ], "duration": 63.66, "caption": "A person looks at a woman and then crosses his arms and looks at his mother.", "similarity": 0.5925, "relevance": 1 }, { "pair_id": 104706, "video_name": "s07e18_seg02_clip_04", "timestamp": [ 47.59, 52.0 ], "duration": 63.66, "caption": "A person looks through his/her mother's homes window and walks back towards a man's car after seeing his/her mother.", "similarity": 0.5865, "relevance": 0 }, { "pair_id": 104707, "video_name": "castle_s07e20_seg02_clip_00", "timestamp": [ 4.75, 10.45 ], "duration": 95.66, "caption": "A person walks into the room when he encounters his mother as she mentions his appearance looking unwell and being concerned.", "similarity": 0.5853, "relevance": 1 }, { "pair_id": 104708, "video_name": "met_s02e10_seg02_clip_01", "timestamp": [ 18.55, 21.33 ], "duration": 61.66, "caption": "A person's mother points at him with a cigarette in her hand.", "similarity": 0.5803, "relevance": 0 }, { "pair_id": 104709, "video_name": "friends_s08e23-24_seg02_clip_41", "timestamp": [ 44.35, 49.0 ], "duration": 62.66, "caption": "A person walks over to a woman and looks at her baby.", "similarity": 0.5728, "relevance": 1 }, { "pair_id": 104710, "video_name": "castle_s05e24_seg02_clip_21", "timestamp": [ 7.52, 12.82 ], "duration": 88.66, "caption": "A person walks over to his/her parent and sits down across from him/her.", "similarity": 0.5717, "relevance": 1 }, { "pair_id": 104711, "video_name": "friends_s09e15_seg02_clip_10", "timestamp": [ 11.64, 13.39 ], "duration": 58.66, "caption": "A person walks past with a pot of coffee.", "similarity": 0.5715, "relevance": 0 }, { "pair_id": 104712, "video_name": "castle_s05e15_seg02_clip_00", "timestamp": [ 4.11, 9.14 ], "duration": 91.66, "caption": "A person walks into the room and toward the counter to greet their mother.", "similarity": 0.5676, "relevance": 2 }, { "pair_id": 104713, "video_name": "s02e15_seg02_clip_01", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A woman walks pass a woman's mother and offers to lead her to a man's apartment.", "similarity": 0.5676, "relevance": 1 }, { "pair_id": 104714, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 0.0, 13.15 ], "duration": 90.66, "caption": "A man looks at someone as his mother tells her that they are good and someone says goodbye to him as she walks away.", "similarity": 0.5673, "relevance": 1 }, { "pair_id": 104715, "video_name": "castle_s07e22_seg02_clip_13", "timestamp": [ 59.94, 62.62 ], "duration": 89.66, "caption": "A person scoots forward to be closer to his mother.", "similarity": 0.5667, "relevance": 2 }, { "pair_id": 104716, "video_name": "s05e06_seg02_clip_16", "timestamp": [ 13.81, 18.61 ], "duration": 60.66, "caption": "A woman's mother rushes over to check on a person.", "similarity": 0.5663, "relevance": 1 }, { "pair_id": 104717, "video_name": "s03e11_seg02_clip_07", "timestamp": [ 41.42, 45.02 ], "duration": 60.66, "caption": "A person walks over to their parent who is sitting in a chair.", "similarity": 0.5603, "relevance": 1 }, { "pair_id": 104718, "video_name": "castle_s03e18_seg02_clip_27", "timestamp": [ 0.88, 8.7 ], "duration": 22.66, "caption": "A person walks up to their mother and wants to know if she is acting.", "similarity": 0.5592, "relevance": 1 }, { "pair_id": 104719, "video_name": "house_s04e10_seg02_clip_19", "timestamp": [ 57.36, 59.24 ], "duration": 94.66, "caption": "A woman looks up at a man before looking down again at her mother.", "similarity": 0.5568, "relevance": 0 } ] }, { "query_id": 3646, "query": "A woman leans onto a man and as they look at a magazine and converse with another woman.", "relevant_moment": [ { "pair_id": 302200, "video_name": "castle_s02e10_seg02_clip_24", "timestamp": [ 0.0, 44.45 ], "duration": 88.66, "caption": "A man is leaning over a woman as they are speaking to another woman.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 302201, "video_name": "friends_s09e13_seg02_clip_01", "timestamp": [ 0.0, 38.88 ], "duration": 58.66, "caption": "A woman is holding a magazine in her hand while talking to another woman alone.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 302202, "video_name": "grey_s02e17_seg02_clip_18", "timestamp": [ 69.31, 93.03 ], "duration": 93.66, "caption": "A woman is standing as she looks at a man and converses with him.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 302203, "video_name": "house_s06e13_seg02_clip_07", "timestamp": [ 62.87, 64.59 ], "duration": 86.66, "caption": "A woman leans back and looks up while talking to another woman.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 302204, "video_name": "friends_s09e22_seg02_clip_17", "timestamp": [ 15.91, 60.03 ], "duration": 60.66, "caption": "Two people have a conversation near a magazine stand.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 302205, "video_name": "s05e12_seg01_clip_01", "timestamp": [ 8.0, 14.4 ], "duration": 80.66, "caption": "A person gestures with a magazine while talking with another person.", "similarity": 0.7191, "relevance": 1 }, { "pair_id": 302206, "video_name": "castle_s03e02_seg02_clip_05", "timestamp": [ 58.91, 84.02 ], "duration": 91.66, "caption": "A man leans towards a woman as he speaks to her along with two other people.", "similarity": 0.717, "relevance": 3 }, { "pair_id": 302207, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "Two women are beside each other as they converse with a man.", "similarity": 0.717, "relevance": 3 }, { "pair_id": 302208, "video_name": "s07e01_seg02_clip_03", "timestamp": [ 0.0, 8.24 ], "duration": 61.66, "caption": "A woman flips through a magazine while talking to a person.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 302209, "video_name": "friends_s02e18_seg02_clip_05", "timestamp": [ 17.06, 20.47 ], "duration": 62.66, "caption": "A man leans over onto the couch and looks at the magazine with woman.", "similarity": 0.7123, "relevance": 3 }, { "pair_id": 302210, "video_name": "house_s07e20_seg02_clip_06", "timestamp": [ 0.0, 1.77 ], "duration": 88.66, "caption": "A man is reading a magazine while talking to a woman.", "similarity": 0.7113, "relevance": 1 }, { "pair_id": 302211, "video_name": "friends_s05e09_seg02_clip_12", "timestamp": [ 0.0, 7.67 ], "duration": 59.66, "caption": "A man is reading a magazine while talking to a woman.", "similarity": 0.7113, "relevance": 3 }, { "pair_id": 302212, "video_name": "grey_s02e04_seg02_clip_15", "timestamp": [ 73.66, 82.66 ], "duration": 82.66, "caption": "A woman looks between two people as a man talks to someone.", "similarity": 0.7101, "relevance": 2 }, { "pair_id": 302213, "video_name": "castle_s07e03_seg02_clip_19", "timestamp": [ 0.0, 22.26 ], "duration": 89.66, "caption": "A woman and a man are standing across a person as they converse.", "similarity": 0.7094, "relevance": 3 }, { "pair_id": 302214, "video_name": "house_s01e16_seg02_clip_06", "timestamp": [ 31.54, 41.14 ], "duration": 91.66, "caption": "A man talking to a woman as they look at another woman.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 302215, "video_name": "castle_s04e02_seg02_clip_19", "timestamp": [ 85.89, 87.27 ], "duration": 91.66, "caption": "A woman gives a man a sideways look as man talks to another man.", "similarity": 0.7091, "relevance": 1 }, { "pair_id": 302216, "video_name": "s06e16_seg02_clip_10", "timestamp": [ 11.41, 36.02 ], "duration": 60.66, "caption": "A woman leans towards a man and the two engage in a conversation, during which they kiss once.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 302217, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 69.34, 91.23 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another woman.", "similarity": 0.7087, "relevance": 3 }, { "pair_id": 302218, "video_name": "castle_s02e24_seg02_clip_06", "timestamp": [ 0.0, 31.6 ], "duration": 89.66, "caption": "A woman and a man are beside each other as they converse.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 302219, "video_name": "s04e16_seg02_clip_10", "timestamp": [ 59.43, 60.03 ], "duration": 60.66, "caption": "A woman turns to another woman beside her to converse.", "similarity": 0.7033, "relevance": 1 } ] }, { "query_id": 3692, "query": "Some men carry a large piece of equipment into the apartment.", "relevant_moment": [ { "pair_id": 21380, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "Some men carry a large piece of equipment into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21381, "video_name": "s04e01_seg02_clip_15", "timestamp": [ 12.82, 20.75 ], "duration": 61.66, "caption": "Two men bring large equipment while another person follows being connected to the equipment.", "similarity": 0.6564, "relevance": 4 }, { "pair_id": 21382, "video_name": "friends_s05e09_seg01_clip_01", "timestamp": [ 7.25, 10.44 ], "duration": 58.66, "caption": "A man follows man, who is carrying a pair of underwear, into their apartment.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 21383, "video_name": "friends_s06e19_seg02_clip_06", "timestamp": [ 15.44, 20.8 ], "duration": 63.66, "caption": "Three men enter two men's apartment.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 21384, "video_name": "friends_s10e08_seg02_clip_07", "timestamp": [ 12.64, 16.25 ], "duration": 60.66, "caption": "Two men put their jackets into a person's apartment.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 21385, "video_name": "friends_s03e21_seg02_clip_09", "timestamp": [ 5.89, 9.3 ], "duration": 62.66, "caption": "A man walks into two guys' apartment with a suit bag over his shoulder.", "similarity": 0.6069, "relevance": 2 }, { "pair_id": 21386, "video_name": "castle_s08e07_seg02_clip_07", "timestamp": [ 65.43, 67.21 ], "duration": 89.66, "caption": "Three men walk into an apartment.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 21387, "video_name": "s03e23_seg02_clip_04", "timestamp": [ 2.1, 10.2 ], "duration": 60.66, "caption": "Some people walk to the apartment carrying big suitcases.", "similarity": 0.5954, "relevance": 4 }, { "pair_id": 21388, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "Some people walk past a man and into his apartment.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 21389, "video_name": "friends_s05e18_seg02_clip_06", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "Two men walk into the apartment together.", "similarity": 0.5907, "relevance": 2 }, { "pair_id": 21390, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 22.95, 30.7 ], "duration": 62.66, "caption": "A man picks up the box and carries it into the apartment.", "similarity": 0.5869, "relevance": 3 }, { "pair_id": 21391, "video_name": "s06e07_seg02_clip_08", "timestamp": [ 38.77, 41.87 ], "duration": 62.66, "caption": "Two men carry boxes out of the room.", "similarity": 0.5827, "relevance": 3 }, { "pair_id": 21392, "video_name": "friends_s04e09_seg02_clip_11", "timestamp": [ 54.46, 57.02 ], "duration": 57.66, "caption": "Some men rush out of the apartment to go out together.", "similarity": 0.579, "relevance": 1 }, { "pair_id": 21393, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 0.0, 4.51 ], "duration": 82.66, "caption": "A man enters the apartment carrying a stack of papers.", "similarity": 0.5764, "relevance": 2 }, { "pair_id": 21394, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 89.28, 92.08 ], "duration": 93.66, "caption": "Two men walk in to a person's apartment.", "similarity": 0.5761, "relevance": 2 }, { "pair_id": 21395, "video_name": "s02e06_seg02_clip_15", "timestamp": [ 33.35, 38.96 ], "duration": 59.66, "caption": "Three men walk in to two men's apartment.", "similarity": 0.5756, "relevance": 2 }, { "pair_id": 21396, "video_name": "friends_s03e11_seg02_clip_19", "timestamp": [ 52.5, 55.7 ], "duration": 64.66, "caption": "Some men leave the apartment at the same time.", "similarity": 0.5746, "relevance": 2 }, { "pair_id": 21397, "video_name": "friends_s04e12_seg02_clip_14", "timestamp": [ 29.81, 36.89 ], "duration": 59.66, "caption": "Two men carry a foosball table into the apartment and place it on top of a table.", "similarity": 0.572, "relevance": 4 }, { "pair_id": 21398, "video_name": "friends_s09e08_seg02_clip_22", "timestamp": [ 54.69, 61.98 ], "duration": 81.66, "caption": "A man picks up a box off the table as a man enters the apartment.", "similarity": 0.5716, "relevance": 3 }, { "pair_id": 21399, "video_name": "s02e11_seg02_clip_09", "timestamp": [ 58.16, 74.12 ], "duration": 76.66, "caption": "Two men enter the apartment each carrying two large gift baskets and another person is behind them with a small gift basket and an ice cream cone.", "similarity": 0.5714, "relevance": 3 }, { "pair_id": 194700, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 1.23, 5.74 ], "duration": 82.66, "caption": "A man comes in the apartment carrying a stack of papers.", "similarity": 0.5594, "relevance": 2 }, { "pair_id": 194701, "video_name": "friends_s06e03_seg02_clip_14", "timestamp": [ 31.85, 34.0 ], "duration": 61.66, "caption": "A man walks into the apartment pulling person in with him.", "similarity": 0.5578, "relevance": 2 }, { "pair_id": 194702, "video_name": "friends_s10e17-18_seg02_clip_39", "timestamp": [ 70.1, 73.02 ], "duration": 73.66, "caption": "A man carries a cardboard box through the apartment.", "similarity": 0.5575, "relevance": 3 }, { "pair_id": 194703, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 24.79, 29.81 ], "duration": 59.66, "caption": "Some people come out of the apartment.", "similarity": 0.5571, "relevance": 1 }, { "pair_id": 194704, "video_name": "s06e10_seg02_clip_06", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "Some people walk in to the apartment.", "similarity": 0.5552, "relevance": 2 }, { "pair_id": 194705, "video_name": "friends_s03e19_seg02_clip_04", "timestamp": [ 34.21, 38.49 ], "duration": 57.66, "caption": "A man comes in the apartment when two guys are talking.", "similarity": 0.5549, "relevance": 2 }, { "pair_id": 194706, "video_name": "s04e16_seg02_clip_08", "timestamp": [ 36.3, 42.2 ], "duration": 59.66, "caption": "A guy moves large pieces of luggage into the room.", "similarity": 0.5524, "relevance": 2 }, { "pair_id": 194707, "video_name": "friends_s06e24-25_seg02_clip_01", "timestamp": [ 58.93, 63.03 ], "duration": 63.66, "caption": "A man walks into the apartment as guy practices.", "similarity": 0.5516, "relevance": 2 }, { "pair_id": 194708, "video_name": "s06e18_seg02_clip_15", "timestamp": [ 54.62, 58.53 ], "duration": 60.66, "caption": "A man enters his apartment with a duffel bag in his hand.", "similarity": 0.5503, "relevance": 2 }, { "pair_id": 194709, "video_name": "castle_s02e18_seg02_clip_09", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "Some people in riot gear enter a building with guns and helmets, and they start using tools on the door lock of an apartment.", "similarity": 0.55, "relevance": 1 }, { "pair_id": 194710, "video_name": "friends_s06e14_seg02_clip_08", "timestamp": [ 55.97, 58.65 ], "duration": 67.66, "caption": "Two men quickly walk into a couple's apartment.", "similarity": 0.5485, "relevance": 2 }, { "pair_id": 194711, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 26.7, 30.34 ], "duration": 60.66, "caption": "A man is putting on his jacket as another man walks into the apartment.", "similarity": 0.5484, "relevance": 2 }, { "pair_id": 194712, "video_name": "friends_s02e14_seg02_clip_04", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "Two people carry boxes into the apartment and put them down.", "similarity": 0.5474, "relevance": 3 }, { "pair_id": 194713, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 29.23, 33.54 ], "duration": 61.66, "caption": "A man enters the apartment and heads over to another man.", "similarity": 0.547, "relevance": 2 }, { "pair_id": 194714, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 3.66, 9.46 ], "duration": 61.66, "caption": "A person enters the apartment pulling a piece of luggage.", "similarity": 0.5469, "relevance": 2 }, { "pair_id": 194715, "video_name": "s03e12_seg02_clip_11", "timestamp": [ 34.23, 37.43 ], "duration": 58.66, "caption": "A person walks into the apartment carrying a large bag.", "similarity": 0.5468, "relevance": 2 }, { "pair_id": 194716, "video_name": "s05e15_seg02_clip_10", "timestamp": [ 14.04, 19.83 ], "duration": 61.66, "caption": "A person comes in to the apartment carrying something that is going off.", "similarity": 0.546, "relevance": 2 }, { "pair_id": 194717, "video_name": "house_s05e24_seg02_clip_11", "timestamp": [ 78.49, 83.9 ], "duration": 90.66, "caption": "Two people walk into a man's rooms while he put things in his bag.", "similarity": 0.5452, "relevance": 1 }, { "pair_id": 194718, "video_name": "s02e04_seg02_clip_02", "timestamp": [ 13.51, 19.21 ], "duration": 60.66, "caption": "Some men walk into a person's office.", "similarity": 0.5449, "relevance": 2 }, { "pair_id": 194719, "video_name": "friends_s04e04_seg02_clip_07", "timestamp": [ 36.52, 39.27 ], "duration": 50.66, "caption": "A man holds their arms out in front of them as they follow the apartment super into the room.", "similarity": 0.5443, "relevance": 1 } ] }, { "query_id": 3700, "query": "A woman sets a takeout box down on the coffee table as she sits down on the couch next to woman.", "relevant_moment": [ { "pair_id": 19860, "video_name": "s09e05_seg02_clip_14", "timestamp": [ 19.83, 21.97 ], "duration": 61.66, "caption": "A woman sets a takeout box down on the coffee table as she sits down on the couch next to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19861, "video_name": "s06e24_seg02_clip_03", "timestamp": [ 27.29, 28.22 ], "duration": 62.66, "caption": "A woman sits down on the couch next to another woman as she holds a takeout container.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 19862, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 9.0, 11.1 ], "duration": 60.66, "caption": "A woman sets a mug onto the coffee table as she sits down next to a person on the couch.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 19863, "video_name": "castle_s02e02_seg02_clip_20", "timestamp": [ 11.57, 14.69 ], "duration": 89.66, "caption": "A woman sits down on the coffee table near a person who is on the couch.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 19865, "video_name": "friends_s10e03_seg02_clip_13", "timestamp": [ 7.44, 14.89 ], "duration": 62.66, "caption": "A woman enters the coffee shop and sits on the couch next to woman.", "similarity": 0.7115, "relevance": 2 }, { "pair_id": 19866, "video_name": "friends_s09e15_seg02_clip_09", "timestamp": [ 20.72, 24.92 ], "duration": 60.66, "caption": "A woman puts her bag on a coffee table and sits down on a couch then a man sits next to her.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 19867, "video_name": "s02e18_seg02_clip_10", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A woman, sitting on the couch next to a person, pours herself a cup of coffee then sits the coffee pot on the table.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 19868, "video_name": "friends_s05e04_seg02_clip_03", "timestamp": [ 38.45, 50.65 ], "duration": 61.66, "caption": "A woman sits down on the couch next to a man with a cup of coffee.", "similarity": 0.6932, "relevance": 2 }, { "pair_id": 19869, "video_name": "friends_s05e12_seg02_clip_03", "timestamp": [ 6.82, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the coffee house sofa next to a woman.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 19870, "video_name": "s07e17_seg02_clip_00", "timestamp": [ 45.07, 46.64 ], "duration": 63.66, "caption": "A woman lowers her takeout container onto the coffee table.", "similarity": 0.6839, "relevance": 4 }, { "pair_id": 19871, "video_name": "friends_s02e01_seg02_clip_16", "timestamp": [ 2.14, 7.63 ], "duration": 61.66, "caption": "A woman sitting on the couch while a man sits on the coffee table.", "similarity": 0.6833, "relevance": 2 }, { "pair_id": 19872, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 9.14, 11.98 ], "duration": 63.66, "caption": "A woman sits down on the couch next to woman holding a box of snacks.", "similarity": 0.6816, "relevance": 2 }, { "pair_id": 19873, "video_name": "s06e14_seg02_clip_07", "timestamp": [ 6.05, 9.35 ], "duration": 55.66, "caption": "A woman sits down on the couch with a person as she holds her coffee mug.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 19874, "video_name": "s02e07_seg02_clip_01", "timestamp": [ 15.87, 18.92 ], "duration": 61.66, "caption": "A woman takes a seat on the couch next to a person.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 19875, "video_name": "s07e22_seg02_clip_03", "timestamp": [ 39.62, 42.62 ], "duration": 60.66, "caption": "A woman sits down on the couch next to a person.", "similarity": 0.6704, "relevance": 2 }, { "pair_id": 19876, "video_name": "s07e01_seg02_clip_10", "timestamp": [ 17.41, 20.71 ], "duration": 60.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 19877, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 3.2, 6.4 ], "duration": 64.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 19878, "video_name": "s09e11_seg02_clip_13", "timestamp": [ 36.62, 39.67 ], "duration": 61.66, "caption": "A woman sits down on the couch next to person.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 19879, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 18.91, 21.36 ], "duration": 70.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6575, "relevance": 2 } ] }, { "query_id": 3714, "query": "A man brought a couple of beer at the table.", "relevant_moment": [ { "pair_id": 146040, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 37.78, 42.5 ], "duration": 59.66, "caption": "A man brought a couple of beer at the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146041, "video_name": "castle_s08e19_seg02_clip_12", "timestamp": [ 13.05, 21.61 ], "duration": 90.66, "caption": "A man picks up 2 beers and brings them to the table where another man is sitting.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 146042, "video_name": "s09e03_seg02_clip_10", "timestamp": [ 4.1, 8.19 ], "duration": 63.66, "caption": "A man places a glass bottle of beer on top of the table.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 146043, "video_name": "s09e04_seg02_clip_04", "timestamp": [ 34.18, 38.14 ], "duration": 61.66, "caption": "A man sits down and puts two beer bottles on the table and another person grabs his and takes a drink from it.", "similarity": 0.7267, "relevance": 4 }, { "pair_id": 146044, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 40.14, 42.79 ], "duration": 59.66, "caption": "A man sits at a bar table with a beer.", "similarity": 0.7162, "relevance": 4 }, { "pair_id": 146045, "video_name": "met_s04e03_seg01_clip_01", "timestamp": [ 82.27, 84.15 ], "duration": 91.66, "caption": "A man sets his beer down on the table after taking a drink.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 146046, "video_name": "met_s06e05_seg02_clip_04", "timestamp": [ 15.09, 19.15 ], "duration": 58.66, "caption": "A man takes a drink from his beer bottle and sets it back down on the table.", "similarity": 0.7059, "relevance": 1 }, { "pair_id": 146047, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 16.17, 22.58 ], "duration": 61.66, "caption": "A woman brings another alcoholic beverage to the table for a man.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 146048, "video_name": "s04e14_seg02_clip_00", "timestamp": [ 17.09, 22.28 ], "duration": 61.66, "caption": "A person drinks out of their glass of beer at the table.", "similarity": 0.6849, "relevance": 1 }, { "pair_id": 146049, "video_name": "s02e17_seg02_clip_12", "timestamp": [ 41.56, 42.49 ], "duration": 62.66, "caption": "While standing in front of some people's table, a man hands a man a bottle of beer.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 146050, "video_name": "s07e01_seg02_clip_05", "timestamp": [ 26.96, 31.36 ], "duration": 55.66, "caption": "A man came to some women's table and put another drink.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 146051, "video_name": "s02e02_seg02_clip_04", "timestamp": [ 35.3, 36.87 ], "duration": 63.66, "caption": "A man brings two wine glasses to the table.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 146052, "video_name": "castle_s01e10_seg02_clip_14", "timestamp": [ 49.82, 53.82 ], "duration": 88.66, "caption": "A man takes his drink from the table and takes a drink from it.", "similarity": 0.6632, "relevance": 0 }, { "pair_id": 146053, "video_name": "met_s02e07_seg02_clip_03", "timestamp": [ 23.84, 27.16 ], "duration": 60.66, "caption": "A person lifts the glass from the table and takes a drink of beer.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 146054, "video_name": "met_s03e09_seg01_clip_00", "timestamp": [ 44.67, 46.6 ], "duration": 77.66, "caption": "A woman brings beer to the table.", "similarity": 0.6629, "relevance": 3 }, { "pair_id": 146055, "video_name": "friends_s05e11_seg02_clip_00", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A man takes a drink from a beer bottle then sets it down on the coffee table.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 146056, "video_name": "s06e01_seg02_clip_07", "timestamp": [ 30.82, 32.65 ], "duration": 61.66, "caption": "A man hands woman a beer from the coffee table.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 146057, "video_name": "met_s02e18_seg01_clip_01", "timestamp": [ 31.38, 33.17 ], "duration": 48.66, "caption": "A man takes a drink of beer from his glass.", "similarity": 0.6578, "relevance": 1 }, { "pair_id": 146058, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 23.29, 25.38 ], "duration": 59.66, "caption": "A man takes a drink of beer from his glass.", "similarity": 0.6578, "relevance": 1 }, { "pair_id": 146059, "video_name": "met_s03e15_seg01_clip_00", "timestamp": [ 31.36, 42.74 ], "duration": 61.66, "caption": "A man quickly drinks down a whole glass of beer while sitting with some people.", "similarity": 0.6548, "relevance": 1 } ] }, { "query_id": 3791, "query": "A woman and a man are walking down the steps and the woman points her hand toward the bomb memorial.", "relevant_moment": [ { "pair_id": 172860, "video_name": "castle_s04e19_seg02_clip_19", "timestamp": [ 81.73, 89.54 ], "duration": 91.66, "caption": "A woman and a man are walking down the steps and the woman points her hand toward the bomb memorial.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172861, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A man and woman are walking together and stop at a memorial.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 172862, "video_name": "grey_s03e03_seg02_clip_18", "timestamp": [ 44.56, 52.21 ], "duration": 90.66, "caption": "A man and a woman walk down the steps together.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 172863, "video_name": "house_s03e04_seg02_clip_13", "timestamp": [ 18.5, 28.42 ], "duration": 90.66, "caption": "A woman and a man walk down the stairs.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 172864, "video_name": "castle_s03e16_seg02_clip_17", "timestamp": [ 14.05, 17.68 ], "duration": 90.66, "caption": "A woman and a man are interrogating a woman about the possible location of the bomb.", "similarity": 0.6215, "relevance": 0 }, { "pair_id": 172865, "video_name": "s09e17_seg01_clip_00", "timestamp": [ 3.52, 8.59 ], "duration": 44.66, "caption": "A man and a woman are walking side by side the stairway.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 172866, "video_name": "house_s02e04_seg02_clip_07", "timestamp": [ 19.44, 25.45 ], "duration": 92.66, "caption": "A woman and a man walk down the stairs together.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 172867, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 8.55, 16.15 ], "duration": 95.66, "caption": "A woman and a man walk down the stairs together.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 172868, "video_name": "castle_s04e19_seg02_clip_00", "timestamp": [ 81.78, 91.66 ], "duration": 91.66, "caption": "Two people are walking among the rubble of the scene of the bomb as they look around.", "similarity": 0.6083, "relevance": 1 }, { "pair_id": 172869, "video_name": "s01e03_seg02_clip_17", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man and a woman are walking up the stairs.", "similarity": 0.6007, "relevance": 1 }, { "pair_id": 172870, "video_name": "grey_s03e06_seg02_clip_26", "timestamp": [ 12.29, 18.2 ], "duration": 91.66, "caption": "A man and a woman walk down the stairs in opposite directions.", "similarity": 0.5941, "relevance": 1 }, { "pair_id": 172871, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 9.5, 14.25 ], "duration": 95.66, "caption": "A man and woman walk down the stairs together.", "similarity": 0.5924, "relevance": 2 }, { "pair_id": 172872, "video_name": "castle_s06e12_seg02_clip_01", "timestamp": [ 16.4, 20.95 ], "duration": 91.66, "caption": "Man and woman walk over to the body.", "similarity": 0.5848, "relevance": 1 }, { "pair_id": 172873, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.5848, "relevance": 0 }, { "pair_id": 172874, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 10.5, 17.71 ], "duration": 60.66, "caption": "A woman, person, and woman walk down the stairs.", "similarity": 0.5836, "relevance": 2 }, { "pair_id": 172875, "video_name": "grey_s03e24_seg02_clip_02", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A man and a woman are walking down the stairs and the man stops at the bottom to talk to the woman.", "similarity": 0.583, "relevance": 2 }, { "pair_id": 172876, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 35.98, 41.87 ], "duration": 62.66, "caption": "A woman is walking beside a man as they come up the stairs.", "similarity": 0.5814, "relevance": 1 }, { "pair_id": 172877, "video_name": "s09e08_seg02_clip_05", "timestamp": [ 0.0, 9.0 ], "duration": 60.66, "caption": "A man and woman walked down the stairs as they discussed.", "similarity": 0.5812, "relevance": 1 }, { "pair_id": 172878, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 42.58, 50.76 ], "duration": 86.66, "caption": "A person is walking behind woman and man as they walk up the stairs.", "similarity": 0.5806, "relevance": 1 }, { "pair_id": 172879, "video_name": "castle_s05e06_seg02_clip_04", "timestamp": [ 86.02, 90.57 ], "duration": 91.66, "caption": "A man and a woman are walking down the hallway and the man points at the woman.", "similarity": 0.5801, "relevance": 1 } ] }, { "query_id": 3805, "query": "A person pounds the table and complains to woman when he doesn't win an award.", "relevant_moment": [ { "pair_id": 15320, "video_name": "friends_s07e18_seg02_clip_09", "timestamp": [ 55.56, 62.47 ], "duration": 69.66, "caption": "A person pounds the table and complains to woman when he doesn't win an award.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15321, "video_name": "s05e11_seg02_clip_01", "timestamp": [ 0.0, 10.92 ], "duration": 59.66, "caption": "A person gets upset at someone who won an award.", "similarity": 0.6357, "relevance": 1 }, { "pair_id": 15322, "video_name": "castle_s02e21_seg02_clip_14", "timestamp": [ 9.89, 17.53 ], "duration": 89.66, "caption": "A woman enumerates what she has won from a man.", "similarity": 0.603, "relevance": 0 }, { "pair_id": 15323, "video_name": "friends_s01e18_seg02_clip_12", "timestamp": [ 45.2, 48.12 ], "duration": 65.66, "caption": "A woman tosses some money on the table and man picks it up.", "similarity": 0.5906, "relevance": 1 }, { "pair_id": 15324, "video_name": "friends_s08e09_seg02_clip_10", "timestamp": [ 4.03, 7.75 ], "duration": 62.66, "caption": "A man gets up from the table and apologizes to woman.", "similarity": 0.5801, "relevance": 1 }, { "pair_id": 15325, "video_name": "friends_s07e18_seg02_clip_13", "timestamp": [ 16.83, 22.92 ], "duration": 58.66, "caption": "A woman is about to touch the award and a man stops her.", "similarity": 0.5697, "relevance": 1 }, { "pair_id": 15327, "video_name": "friends_s07e18_seg02_clip_04", "timestamp": [ 22.73, 37.78 ], "duration": 59.66, "caption": "A woman is showing a man how to react for the cameras if he doesn't win the award.", "similarity": 0.5667, "relevance": 2 }, { "pair_id": 15328, "video_name": "house_s01e18_seg02_clip_13", "timestamp": [ 53.8, 56.52 ], "duration": 90.66, "caption": "A person takes an award from the shelf and hands it to man.", "similarity": 0.5609, "relevance": 2 }, { "pair_id": 15329, "video_name": "friends_s05e22_seg02_clip_04", "timestamp": [ 10.03, 14.17 ], "duration": 59.66, "caption": "A woman turns to a man upset and gets up from the table with him and another man.", "similarity": 0.5606, "relevance": 1 }, { "pair_id": 15330, "video_name": "house_s05e22_seg02_clip_17", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A person is talking to some people about a woman wanting to win an award.", "similarity": 0.5589, "relevance": 0 }, { "pair_id": 15331, "video_name": "friends_s09e23-24_seg02_clip_36", "timestamp": [ 9.76, 15.56 ], "duration": 61.66, "caption": "A woman and a person standing across the ping pong table from her alternately propose amounts the loser will pay the winner.", "similarity": 0.5586, "relevance": 2 }, { "pair_id": 15332, "video_name": "met_s04e02_seg02_clip_17", "timestamp": [ 49.26, 55.7 ], "duration": 63.66, "caption": "A person says something that upsets the entire table and they get up from their seat.", "similarity": 0.5583, "relevance": 1 }, { "pair_id": 15333, "video_name": "castle_s04e04_seg02_clip_23", "timestamp": [ 0.0, 2.15 ], "duration": 86.66, "caption": "A man flips the table when stating the woman is present.", "similarity": 0.5532, "relevance": 2 }, { "pair_id": 15334, "video_name": "s07e02_seg02_clip_18", "timestamp": [ 17.95, 22.11 ], "duration": 52.66, "caption": "A person gets a piece of paper from the side table and hands it to a woman.", "similarity": 0.5501, "relevance": 0 }, { "pair_id": 15335, "video_name": "friends_s03e09_seg02_clip_14", "timestamp": [ 20.16, 28.29 ], "duration": 65.66, "caption": "A woman keeps telling some people that they aren't going to win.", "similarity": 0.5487, "relevance": 2 }, { "pair_id": 15337, "video_name": "friends_s08e21_seg02_clip_14", "timestamp": [ 1.55, 5.89 ], "duration": 62.66, "caption": "A woman gets offended when the teacher suggests she give someone her award.", "similarity": 0.5404, "relevance": 0 }, { "pair_id": 15338, "video_name": "friends_s05e17_seg02_clip_11", "timestamp": [ 5.76, 8.96 ], "duration": 64.66, "caption": "A woman gets really intense telling man that they need to win.", "similarity": 0.5382, "relevance": 1 }, { "pair_id": 15339, "video_name": "house_s02e03_seg02_clip_22", "timestamp": [ 0.0, 6.05 ], "duration": 121.66, "caption": "A man gets something from the table and a woman asks what was it.", "similarity": 0.5367, "relevance": 0 } ] }, { "query_id": 3835, "query": "A man changes the baby's diaper on the sofa.", "relevant_moment": [ { "pair_id": 320, "video_name": "friends_s09e07_seg01_clip_00", "timestamp": [ 3.95, 7.51 ], "duration": 79.66, "caption": "A man changes the baby's diaper on the sofa.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 321, "video_name": "friends_s09e11_seg02_clip_07", "timestamp": [ 20.73, 33.94 ], "duration": 60.66, "caption": "A man agrees to go change baby's diaper after woman asks him to.", "similarity": 0.7468, "relevance": 1 }, { "pair_id": 322, "video_name": "friends_s02e06_seg02_clip_20", "timestamp": [ 41.56, 62.03 ], "duration": 62.66, "caption": "A man takes a baby from a woman and lays him down in a chair to change his nappy.", "similarity": 0.6946, "relevance": 4 }, { "pair_id": 323, "video_name": "friends_s09e07_seg01_clip_00", "timestamp": [ 13.04, 16.2 ], "duration": 79.66, "caption": "A man lifts the baby from the sofa to their hands in front of them.", "similarity": 0.6544, "relevance": 3 }, { "pair_id": 324, "video_name": "friends_s09e07_seg01_clip_00", "timestamp": [ 13.04, 79.02 ], "duration": 79.66, "caption": "A man picks the baby up off of the couch.", "similarity": 0.6507, "relevance": 4 }, { "pair_id": 325, "video_name": "friends_s06e05_seg02_clip_04", "timestamp": [ 20.71, 24.5 ], "duration": 69.66, "caption": "A man is holding a baby girl as he makes a face telling a woman about the baby needing a diaper change.", "similarity": 0.5895, "relevance": 1 }, { "pair_id": 326, "video_name": "friends_s01e09_seg02_clip_13", "timestamp": [ 36.57, 42.08 ], "duration": 58.66, "caption": "A man pats on a pregnant belly as they sit on the couch.", "similarity": 0.5744, "relevance": 1 }, { "pair_id": 327, "video_name": "house_s08e17_seg02_clip_15", "timestamp": [ 64.1, 68.1 ], "duration": 89.66, "caption": "A man sets down his baby into the crib.", "similarity": 0.563, "relevance": 1 }, { "pair_id": 328, "video_name": "s10e11_seg01_clip_00", "timestamp": [ 32.73, 39.11 ], "duration": 85.66, "caption": "A man jumps up from the couch after a woman says they're having the baby.", "similarity": 0.5621, "relevance": 1 }, { "pair_id": 329, "video_name": "house_s07e05_seg02_clip_10", "timestamp": [ 47.04, 52.27 ], "duration": 95.66, "caption": "A person is changing someone's diaper and makes a stinky face look.", "similarity": 0.5602, "relevance": 3 }, { "pair_id": 330, "video_name": "grey_s02e20_seg02_clip_07", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A woman is diapering a baby when a man walks in.", "similarity": 0.5523, "relevance": 2 }, { "pair_id": 331, "video_name": "friends_s09e08_seg02_clip_22", "timestamp": [ 15.8, 23.5 ], "duration": 81.66, "caption": "A man gets the bag of diaper and drops everything inside of it.", "similarity": 0.5516, "relevance": 0 }, { "pair_id": 332, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 40.06, 44.54 ], "duration": 56.66, "caption": "A man attempts to put the sofa bed back.", "similarity": 0.547, "relevance": 1 }, { "pair_id": 333, "video_name": "friends_s09e14_seg02_clip_05", "timestamp": [ 28.14, 33.07 ], "duration": 58.66, "caption": "A man jumps up from behind the couch and jumps over the couch to immediately tend to the crying baby.", "similarity": 0.5457, "relevance": 1 }, { "pair_id": 334, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 14.17, 16.82 ], "duration": 59.66, "caption": "A man moves from the arm of the sofa to sit on the sofa.", "similarity": 0.5443, "relevance": 1 }, { "pair_id": 335, "video_name": "friends_s09e11_seg02_clip_07", "timestamp": [ 33.94, 35.45 ], "duration": 60.66, "caption": "A man leaves the room while holding onto a baby.", "similarity": 0.5438, "relevance": 0 }, { "pair_id": 336, "video_name": "friends_s02e06_seg02_clip_21", "timestamp": [ 0.0, 20.92 ], "duration": 89.66, "caption": "A man was gently taking care of the baby.", "similarity": 0.5436, "relevance": 4 }, { "pair_id": 337, "video_name": "castle_s06e10_seg02_clip_14", "timestamp": [ 0.0, 2.61 ], "duration": 87.66, "caption": "A man moves a diaper on the floor with a tarp and his foot.", "similarity": 0.5434, "relevance": 0 }, { "pair_id": 338, "video_name": "friends_s08e23-24_seg02_clip_42", "timestamp": [ 8.06, 18.3 ], "duration": 62.66, "caption": "A man pulls the baby's bed closer to himself.", "similarity": 0.5431, "relevance": 0 }, { "pair_id": 339, "video_name": "s02e16_seg02_clip_05", "timestamp": [ 41.02, 46.63 ], "duration": 59.66, "caption": "A man scrubs vigorously at a green stain on the sofa.", "similarity": 0.5342, "relevance": 1 } ] }, { "query_id": 3892, "query": "A man in a wine-colored polo opens the door and finds two women in the room.", "relevant_moment": [ { "pair_id": 14280, "video_name": "friends_s04e04_seg02_clip_03", "timestamp": [ 39.44, 60.66 ], "duration": 60.66, "caption": "A man in a wine-colored polo opens the door and finds two women in the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14281, "video_name": "castle_s08e17_seg02_clip_21", "timestamp": [ 11.33, 14.96 ], "duration": 90.66, "caption": "A man opens up door to let a woman into the room.", "similarity": 0.7087, "relevance": 1 }, { "pair_id": 14283, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A man opens the door for two women.", "similarity": 0.6982, "relevance": 1 }, { "pair_id": 14284, "video_name": "house_s07e09_seg02_clip_12", "timestamp": [ 25.03, 27.76 ], "duration": 91.66, "caption": "A man opens a door and walks into a room where a woman is standing.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 14285, "video_name": "friends_s04e17_seg02_clip_17", "timestamp": [ 62.11, 64.06 ], "duration": 65.66, "caption": "A man opens the apartment door and finds woman in the hallway.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 14286, "video_name": "friends_s09e23-24_seg02_clip_11", "timestamp": [ 38.21, 44.19 ], "duration": 57.66, "caption": "A man opens the door and lets two men and a woman in the room.", "similarity": 0.6927, "relevance": 1 }, { "pair_id": 14287, "video_name": "grey_s02e14_seg02_clip_00", "timestamp": [ 84.65, 86.93 ], "duration": 91.66, "caption": "A man pulls open the door and finds a woman standing in the doorway.", "similarity": 0.6852, "relevance": 0 }, { "pair_id": 14288, "video_name": "s05e18_seg02_clip_14", "timestamp": [ 29.11, 33.31 ], "duration": 60.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 14289, "video_name": "met_s06e05_seg02_clip_09", "timestamp": [ 39.53, 41.07 ], "duration": 61.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 14290, "video_name": "friends_s05e23-24_seg02_clip_19", "timestamp": [ 23.11, 27.61 ], "duration": 60.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 14291, "video_name": "friends_s08e05_seg02_clip_15", "timestamp": [ 11.51, 13.28 ], "duration": 59.66, "caption": "A man opens the door and comes inside where a woman stands.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 14292, "video_name": "friends_s09e04_seg02_clip_06", "timestamp": [ 0.0, 3.51 ], "duration": 58.66, "caption": "A person wearing white polo opened the door for a man.", "similarity": 0.6789, "relevance": 1 }, { "pair_id": 14293, "video_name": "friends_s10e17-18_seg02_clip_00", "timestamp": [ 7.33, 9.77 ], "duration": 61.66, "caption": "A man opened the door and entered the room along with a woman.", "similarity": 0.6768, "relevance": 1 }, { "pair_id": 14294, "video_name": "friends_s06e24-25_seg02_clip_31", "timestamp": [ 13.12, 21.05 ], "duration": 61.66, "caption": "A man opens his door to find a woman standing there.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 14295, "video_name": "friends_s01e18_seg02_clip_10", "timestamp": [ 27.38, 30.51 ], "duration": 52.66, "caption": "A man opened the door and a woman entered the room.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 14296, "video_name": "friends_s04e23-24_seg02_clip_46", "timestamp": [ 30.64, 33.83 ], "duration": 49.66, "caption": "A man opens the room door and steps out with woman.", "similarity": 0.6708, "relevance": 1 }, { "pair_id": 14297, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 3.18, 5.09 ], "duration": 63.66, "caption": "A woman opens the door and enters the room with a man.", "similarity": 0.6701, "relevance": 1 }, { "pair_id": 14298, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 3.96, 5.61 ], "duration": 66.66, "caption": "A man opens the door and leaves a woman in the room.", "similarity": 0.6696, "relevance": 1 }, { "pair_id": 14299, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 40.95, 44.31 ], "duration": 61.66, "caption": "A man opens the door and walks into his apartment to find a woman.", "similarity": 0.6677, "relevance": 2 } ] }, { "query_id": 3900, "query": "A man touches a man on the shoulder and he stands up.", "relevant_moment": [ { "pair_id": 165860, "video_name": "friends_s04e04_seg02_clip_01", "timestamp": [ 14.96, 16.98 ], "duration": 57.66, "caption": "A man touches a man on the shoulder and he stands up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165861, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 11.1, 14.43 ], "duration": 74.66, "caption": "A man stands up and touches someone on the shoulder.", "similarity": 0.9461, "relevance": 3 }, { "pair_id": 165862, "video_name": "friends_s03e13_seg02_clip_05", "timestamp": [ 12.21, 17.7 ], "duration": 61.66, "caption": "A man stands up and walks over to where guy is standing and puts his hand on guy's shoulder.", "similarity": 0.8682, "relevance": 3 }, { "pair_id": 165863, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 37.41, 40.49 ], "duration": 88.66, "caption": "A man pats someone on the shoulder as he stands up.", "similarity": 0.8517, "relevance": 3 }, { "pair_id": 165864, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A man touches a man's shoulder.", "similarity": 0.8263, "relevance": 3 }, { "pair_id": 165865, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 44.66, 49.31 ], "duration": 62.66, "caption": "A person stands up and reaches out to touch a man's arm.", "similarity": 0.8055, "relevance": 4 }, { "pair_id": 165866, "video_name": "friends_s01e13_seg02_clip_06", "timestamp": [ 50.78, 53.75 ], "duration": 54.66, "caption": "A man stands up and pats person on his shoulders.", "similarity": 0.8054, "relevance": 3 }, { "pair_id": 165867, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 23.81, 25.21 ], "duration": 56.66, "caption": "A man leans over and touches guy on the shoulder.", "similarity": 0.8044, "relevance": 2 }, { "pair_id": 165868, "video_name": "s03e06_seg02_clip_12", "timestamp": [ 24.41, 25.33 ], "duration": 61.66, "caption": "A man reaches out and touches another man on the shoulder.", "similarity": 0.799, "relevance": 2 }, { "pair_id": 165869, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 53.84, 57.52 ], "duration": 92.66, "caption": "A man stands up and gestures towards another man.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 165870, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 165871, "video_name": "friends_s02e03_seg02_clip_11", "timestamp": [ 4.2, 5.4 ], "duration": 60.66, "caption": "A man reaches his arm up and touches another man's shoulder as he walks past him.", "similarity": 0.7724, "relevance": 3 }, { "pair_id": 165872, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 39.06, 41.19 ], "duration": 61.66, "caption": "A man touches another man's right shoulder with his hand.", "similarity": 0.7709, "relevance": 3 }, { "pair_id": 165873, "video_name": "met_s06e21_seg02_clip_04", "timestamp": [ 41.91, 44.36 ], "duration": 61.66, "caption": "A man stands behind another man with his hands on the other man's shoulder.", "similarity": 0.7681, "relevance": 4 }, { "pair_id": 165874, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 33.85, 39.8 ], "duration": 91.66, "caption": "A man walks up to a person and puts his hand on his shoulder.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 165875, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 0.0, 6.63 ], "duration": 51.66, "caption": "A man touches another person's shoulder and then the other person turns around and touches his shoulder.", "similarity": 0.7609, "relevance": 1 }, { "pair_id": 165876, "video_name": "friends_s01e07_seg02_clip_22", "timestamp": [ 14.35, 23.81 ], "duration": 70.66, "caption": "A person stands up to another person and puts their hand on their shoulder.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 165877, "video_name": "friends_s03e17_seg02_clip_15", "timestamp": [ 26.25, 28.75 ], "duration": 62.66, "caption": "A man quickly puts his hand up to grasp a guy's shoulder.", "similarity": 0.7594, "relevance": 3 }, { "pair_id": 165878, "video_name": "friends_s01e18_seg02_clip_05", "timestamp": [ 25.09, 27.74 ], "duration": 59.66, "caption": "A man gets up and touches someone on the back.", "similarity": 0.7588, "relevance": 3 }, { "pair_id": 165879, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A man reaches down and puts his hand on the back of another person's shoulder.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 339180, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 30.46, 34.82 ], "duration": 58.66, "caption": "A man reaches down and puts his hand on guy's shoulder and rubs it.", "similarity": 0.751, "relevance": 3 }, { "pair_id": 339181, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.98, 5.75 ], "duration": 88.66, "caption": "A man reaches out and touches person on the shoulder then lowers his hand.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 339182, "video_name": "friends_s03e21_seg02_clip_08", "timestamp": [ 5.4, 7.8 ], "duration": 60.66, "caption": "A man stands up in front of another man and puts his hands on his hips.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 339183, "video_name": "met_s03e10_seg01_clip_01", "timestamp": [ 43.35, 44.84 ], "duration": 59.66, "caption": "A man holds their right hand up above their shoulder.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 339184, "video_name": "s06e22_seg02_clip_03", "timestamp": [ 40.34, 41.46 ], "duration": 56.66, "caption": "A woman reaches up and touches a man on the back of the shoulder.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 339185, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 1.83, 2.44 ], "duration": 61.66, "caption": "A man puts his hands on another man's arm after walking up to him.", "similarity": 0.738, "relevance": 2 }, { "pair_id": 339186, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 25.53 ], "duration": 63.66, "caption": "A man reaches out and rests his hand on another man's shoulder.", "similarity": 0.736, "relevance": 3 }, { "pair_id": 339187, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 1.89, 4.1 ], "duration": 63.66, "caption": "A man's hand is up near his right shoulder as he talks with another man.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 339188, "video_name": "met_s03e03_seg02_clip_13", "timestamp": [ 0.0, 8.1 ], "duration": 60.66, "caption": "A man is standing next to someone with their arm around their shoulders.", "similarity": 0.7341, "relevance": 3 }, { "pair_id": 339189, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 1.83, 3.66 ], "duration": 63.66, "caption": "A man touches another man's shoulder while saying where they are.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 339190, "video_name": "friends_s09e01_seg02_clip_17", "timestamp": [ 51.87, 54.43 ], "duration": 64.66, "caption": "A man reaches up and grabs another man by the shoulder.", "similarity": 0.7331, "relevance": 2 }, { "pair_id": 339191, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 38.14, 43.26 ], "duration": 93.66, "caption": "A man stands up and shakes another man's hand.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 339192, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 339193, "video_name": "friends_s04e19_seg02_clip_06", "timestamp": [ 19.56, 20.69 ], "duration": 56.66, "caption": "A man touches a man on the back using his hand.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 339194, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 339195, "video_name": "house_s06e12_seg02_clip_21", "timestamp": [ 74.42, 90.27 ], "duration": 96.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 339196, "video_name": "friends_s05e09_seg02_clip_15", "timestamp": [ 30.99, 34.53 ], "duration": 59.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 339197, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 39.08, 43.18 ], "duration": 63.66, "caption": "A man stands up, gestures widely, then drops his arms to his sides.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 339198, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 3.41, 6.51 ], "duration": 62.66, "caption": "A person stands up and puts his hand on a woman's shoulder.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 339199, "video_name": "friends_s05e02_seg02_clip_22", "timestamp": [ 0.0, 2.03 ], "duration": 58.66, "caption": "A man holds both of his hands up while standing between two other men.", "similarity": 0.7196, "relevance": 2 } ] }, { "query_id": 3914, "query": "A woman walks up to another woman and hugs her as she sits at the restaurant table.", "relevant_moment": [ { "pair_id": 152680, "video_name": "s04e13_seg01_clip_01", "timestamp": [ 35.78, 38.7 ], "duration": 73.66, "caption": "A woman walks up to another woman and hugs her as she sits at the restaurant table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152681, "video_name": "friends_s10e05_seg02_clip_01", "timestamp": [ 40.16, 42.38 ], "duration": 63.66, "caption": "A woman walks up to another woman and she hugs her.", "similarity": 0.8307, "relevance": 2 }, { "pair_id": 152682, "video_name": "castle_s07e01_seg02_clip_15", "timestamp": [ 41.88, 46.73 ], "duration": 88.66, "caption": "A woman walks up to another woman and gives her a hug.", "similarity": 0.806, "relevance": 2 }, { "pair_id": 152683, "video_name": "friends_s01e01_seg02_clip_25", "timestamp": [ 19.05, 24.15 ], "duration": 68.66, "caption": "A woman hugs another woman who is sitting at the table.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 152684, "video_name": "s05e08_seg02_clip_15", "timestamp": [ 51.68, 53.89 ], "duration": 63.66, "caption": "A woman walks to another woman and gives her a hug.", "similarity": 0.7707, "relevance": 2 }, { "pair_id": 152685, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 37.52, 43.52 ], "duration": 60.66, "caption": "A woman gives another woman a hug at the kitchen table.", "similarity": 0.7566, "relevance": 4 }, { "pair_id": 152686, "video_name": "friends_s02e16_seg02_clip_03", "timestamp": [ 0.0, 1.5 ], "duration": 60.66, "caption": "A woman walks over and hugs another woman on the shoulder.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 152687, "video_name": "friends_s02e11_seg02_clip_05", "timestamp": [ 44.86, 49.19 ], "duration": 54.66, "caption": "A woman walks over and gives another woman a big hug.", "similarity": 0.7297, "relevance": 2 }, { "pair_id": 152688, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 0.0, 6.29 ], "duration": 74.66, "caption": "A woman walks forward to give another woman a hug.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 152689, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 35.98, 41.49 ], "duration": 58.66, "caption": "A woman gets up and gives another woman a hug.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 152690, "video_name": "friends_s06e08_seg02_clip_01", "timestamp": [ 6.49, 8.85 ], "duration": 59.66, "caption": "A woman gives a hug to another woman while sitting down.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 152691, "video_name": "friends_s02e02_seg02_clip_14", "timestamp": [ 15.61, 25.51 ], "duration": 60.66, "caption": "A woman walks over and joins two other women in a hug.", "similarity": 0.7201, "relevance": 3 }, { "pair_id": 152692, "video_name": "friends_s09e19_seg02_clip_18", "timestamp": [ 61.24, 62.49 ], "duration": 62.66, "caption": "Two women hug each other in a restaurant.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 152693, "video_name": "friends_s02e02_seg02_clip_14", "timestamp": [ 15.61, 27.61 ], "duration": 60.66, "caption": "A woman walks up to two people who are hugging, speaks to them, and then joins the hug.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 152694, "video_name": "friends_s08e18_seg02_clip_09", "timestamp": [ 26.43, 30.89 ], "duration": 59.66, "caption": "A woman hugs another person then he walks to her.", "similarity": 0.7104, "relevance": 1 }, { "pair_id": 152695, "video_name": "friends_s10e11_seg02_clip_05", "timestamp": [ 36.09, 44.44 ], "duration": 59.66, "caption": "A woman stands up from the table, and walks over to another woman.", "similarity": 0.7093, "relevance": 1 }, { "pair_id": 152696, "video_name": "castle_s05e16_seg02_clip_27", "timestamp": [ 25.85, 30.03 ], "duration": 76.66, "caption": "A woman walks up to a man and they hug each other.", "similarity": 0.7047, "relevance": 0 }, { "pair_id": 152697, "video_name": "friends_s02e02_seg02_clip_15", "timestamp": [ 4.23, 6.58 ], "duration": 94.66, "caption": "A woman gets up and joins two other women in the hug.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 152698, "video_name": "s08e10_seg02_clip_01", "timestamp": [ 34.5, 43.34 ], "duration": 57.66, "caption": "A woman walks up to an older person and hugs them.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 152699, "video_name": "friends_s08e03_seg01_clip_00", "timestamp": [ 36.01, 42.41 ], "duration": 61.66, "caption": "A woman enters the apartment and walks up to another woman and hugs her.", "similarity": 0.7003, "relevance": 1 } ] }, { "query_id": 3920, "query": "A person shuts off their cell phone and rises from the sofa.", "relevant_moment": [ { "pair_id": 6160, "video_name": "house_s07e05_seg02_clip_02", "timestamp": [ 12.47, 16.48 ], "duration": 89.66, "caption": "A person shuts off their cell phone and rises from the sofa.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6161, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A person is on their phone while seated on the couch.", "similarity": 0.7208, "relevance": 2 }, { "pair_id": 6162, "video_name": "s04e17_seg01_clip_00", "timestamp": [ 40.34, 44.5 ], "duration": 64.66, "caption": "A person turns around and sets the phone down on the table beside the sofa.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 6163, "video_name": "friends_s09e21_seg02_clip_20", "timestamp": [ 37.78, 41.3 ], "duration": 64.66, "caption": "A person turns answer the phone and gets up from the sofa.", "similarity": 0.7153, "relevance": 3 }, { "pair_id": 6164, "video_name": "friends_s06e19_seg02_clip_09", "timestamp": [ 46.21, 51.79 ], "duration": 62.66, "caption": "A person gets up from the couch abruptly to go and make a phone call.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 6165, "video_name": "s09e24_seg02_clip_16", "timestamp": [ 39.38, 41.62 ], "duration": 64.66, "caption": "A person is on their cellphone while sitting on the couch.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 6166, "video_name": "house_s07e12_seg02_clip_22", "timestamp": [ 67.66, 69.44 ], "duration": 89.66, "caption": "A person gets up from a bed while on a phone.", "similarity": 0.6863, "relevance": 3 }, { "pair_id": 6167, "video_name": "s05e14_seg02_clip_06", "timestamp": [ 32.46, 58.44 ], "duration": 59.66, "caption": "A person on the couch is talking to their phone.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 6168, "video_name": "friends_s05e04_seg02_clip_08", "timestamp": [ 18.92, 20.78 ], "duration": 53.66, "caption": "A man gets up from the couch while on the phone.", "similarity": 0.6741, "relevance": 3 }, { "pair_id": 6169, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 7.26, 8.58 ], "duration": 66.66, "caption": "A person gets up off the sofa and stands.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 6170, "video_name": "friends_s02e05_seg02_clip_00", "timestamp": [ 44.57, 47.21 ], "duration": 66.66, "caption": "A person tosses the phone on to the couch.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 6171, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 8.82, 10.72 ], "duration": 63.66, "caption": "A person sits down on the couch while talking on a cell phone.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 6172, "video_name": "s03e13_seg02_clip_02", "timestamp": [ 4.76, 10.88 ], "duration": 68.66, "caption": "A person takes their phone from out of their pocket while sitting on the couch.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 6173, "video_name": "s01e05_seg02_clip_05", "timestamp": [ 9.2, 11.6 ], "duration": 80.66, "caption": "A person slides to the edge of the couch and quickly gets their cell phone out of their pocket.", "similarity": 0.6486, "relevance": 3 }, { "pair_id": 6174, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 24.48, 29.82 ], "duration": 89.66, "caption": "A person is on their cell phone and then hangs up.", "similarity": 0.6482, "relevance": 1 }, { "pair_id": 6175, "video_name": "s09e04_seg02_clip_00", "timestamp": [ 27.16, 29.9 ], "duration": 61.66, "caption": "A person waves his phone while sitting on a woman's sofa.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 6176, "video_name": "s08e17_seg02_clip_00", "timestamp": [ 32.34, 47.38 ], "duration": 64.66, "caption": "A woman looks at her phone and then gets up from the couch.", "similarity": 0.6459, "relevance": 4 }, { "pair_id": 6177, "video_name": "s04e09_seg02_clip_13", "timestamp": [ 40.22, 42.02 ], "duration": 60.66, "caption": "A person picks up his phone from a furniture.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 6178, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 43.71, 70.4 ], "duration": 92.66, "caption": "A person sits down on the couch and talks on their cell phone.", "similarity": 0.6398, "relevance": 3 }, { "pair_id": 6179, "video_name": "friends_s05e07_seg02_clip_15", "timestamp": [ 33.01, 36.92 ], "duration": 60.66, "caption": "A person gets up from the couch to go answer the ringing phone.", "similarity": 0.6397, "relevance": 3 }, { "pair_id": 179480, "video_name": "friends_s03e08_seg02_clip_11", "timestamp": [ 0.0, 6.3 ], "duration": 60.66, "caption": "A person dances behind the sofa while holding a phone.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 179481, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 4.58, 9.15 ], "duration": 61.66, "caption": "A person is using their cell phone as they sit on their chair.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 179482, "video_name": "castle_s06e08_seg02_clip_00", "timestamp": [ 54.61, 64.17 ], "duration": 91.66, "caption": "The person answers the phone and gets up from the bed.", "similarity": 0.6259, "relevance": 2 }, { "pair_id": 179483, "video_name": "met_s06e12_seg02_clip_00", "timestamp": [ 36.91, 42.18 ], "duration": 62.66, "caption": "A man hangs up his phone and sits down on the sofa.", "similarity": 0.6234, "relevance": 3 }, { "pair_id": 179484, "video_name": "s06e09_seg02_clip_00", "timestamp": [ 42.8, 45.9 ], "duration": 62.66, "caption": "A person hangs up and puts the phone down.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 179485, "video_name": "met_s06e05_seg02_clip_16", "timestamp": [ 7.08, 9.44 ], "duration": 59.66, "caption": "A person gets out of bed and grabs their cell phone.", "similarity": 0.6209, "relevance": 1 }, { "pair_id": 179486, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 28.99, 30.51 ], "duration": 61.66, "caption": "On the sofa, a person suddenly awakes and startles another person.", "similarity": 0.6182, "relevance": 2 }, { "pair_id": 179487, "video_name": "house_s05e09_seg02_clip_24", "timestamp": [ 0.89, 4.01 ], "duration": 89.66, "caption": "A person puts down their cellphone on the table.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 179488, "video_name": "house_s05e01_seg02_clip_11", "timestamp": [ 71.57, 77.42 ], "duration": 90.66, "caption": "A person picks up the cell phone from the desk and flips it open and then closes it.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 179489, "video_name": "castle_s08e12_seg02_clip_00", "timestamp": [ 80.56, 86.02 ], "duration": 91.66, "caption": "A person gets up from the table with their phone in their hand.", "similarity": 0.6077, "relevance": 1 }, { "pair_id": 179490, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 0.0, 3.36 ], "duration": 112.66, "caption": "A person takes off the phone after talking to someone.", "similarity": 0.6076, "relevance": 2 }, { "pair_id": 179491, "video_name": "friends_s05e04_seg02_clip_08", "timestamp": [ 2.66, 6.66 ], "duration": 53.66, "caption": "A man sits down on the top of the couch while on the phone.", "similarity": 0.6073, "relevance": 2 }, { "pair_id": 179492, "video_name": "friends_s02e19_seg02_clip_14", "timestamp": [ 21.84, 26.27 ], "duration": 59.66, "caption": "A person gets up and stops when he/she is behind the couch.", "similarity": 0.607, "relevance": 2 }, { "pair_id": 179493, "video_name": "house_s02e06_seg02_clip_06", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 179494, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 11.41, 15.61 ], "duration": 60.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 179495, "video_name": "s09e07_seg02_clip_16", "timestamp": [ 4.49, 7.02 ], "duration": 39.66, "caption": "A person was sitting at the couch whilst turning off the TV.", "similarity": 0.6033, "relevance": 1 }, { "pair_id": 179496, "video_name": "friends_s09e17_seg02_clip_22", "timestamp": [ 25.02, 27.42 ], "duration": 40.66, "caption": "A person sits down while he is on the phone.", "similarity": 0.6017, "relevance": 3 }, { "pair_id": 179497, "video_name": "s03e08_seg02_clip_00", "timestamp": [ 11.98, 15.13 ], "duration": 63.66, "caption": "A person sits on the couch while talking over the phone.", "similarity": 0.6016, "relevance": 3 }, { "pair_id": 179498, "video_name": "s03e13_seg02_clip_07", "timestamp": [ 0.0, 19.51 ], "duration": 60.66, "caption": "A person watches something on their phone and then puts the phone down.", "similarity": 0.5997, "relevance": 2 }, { "pair_id": 179499, "video_name": "s09e03_seg02_clip_02", "timestamp": [ 43.22, 48.32 ], "duration": 60.66, "caption": "A person is using their cellphone while in the backseat.", "similarity": 0.598, "relevance": 2 } ] }, { "query_id": 3945, "query": "A man asks woman if she wants to thumb wrestle.", "relevant_moment": [ { "pair_id": 164900, "video_name": "house_s01e22_seg02_clip_22", "timestamp": [ 4.02, 5.7 ], "duration": 67.66, "caption": "A man asks woman if she wants to thumb wrestle.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164901, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 5.36, 8.19 ], "duration": 56.66, "caption": "A man grabs woman's hand after she asks about it.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 164902, "video_name": "s08e19_seg02_clip_05", "timestamp": [ 32.5, 34.5 ], "duration": 57.66, "caption": "A woman challenges a man to an arm wrestling match so he wouldn't make a decision on his own.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 164903, "video_name": "friends_s05e21_seg02_clip_08", "timestamp": [ 7.8, 12.61 ], "duration": 60.66, "caption": "A man grabs a woman's hand when he asks her something.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 164904, "video_name": "friends_s09e18_seg02_clip_03", "timestamp": [ 3.61, 7.83 ], "duration": 60.66, "caption": "A woman moves her hands while trying to figure out what a man wants.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 164905, "video_name": "friends_s06e24-25_seg02_clip_06", "timestamp": [ 4.64, 8.99 ], "duration": 58.66, "caption": "A woman tries to get a man to understand he just bid.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 164906, "video_name": "friends_s07e15_seg01_clip_02", "timestamp": [ 18.21, 21.59 ], "duration": 52.66, "caption": "A woman raises her right hand as if she wants to smack a man.", "similarity": 0.6235, "relevance": 0 }, { "pair_id": 164907, "video_name": "house_s06e18_seg02_clip_27", "timestamp": [ 0.04, 2.02 ], "duration": 2.66, "caption": "A woman asks a man if they want to come with her.", "similarity": 0.6226, "relevance": 0 }, { "pair_id": 164908, "video_name": "friends_s02e15_seg02_clip_07", "timestamp": [ 27.46, 61.03 ], "duration": 61.66, "caption": "A woman starts to repeatedly ask a man to touch her.", "similarity": 0.6138, "relevance": 1 }, { "pair_id": 164909, "video_name": "friends_s06e07_seg02_clip_06", "timestamp": [ 1.63, 4.55 ], "duration": 65.66, "caption": "A woman asks a man if he's ok after he jumps up from her touch.", "similarity": 0.6134, "relevance": 1 }, { "pair_id": 164910, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 0.0, 12.91 ], "duration": 60.66, "caption": "A woman asks a man about what does he wants her to tell him.", "similarity": 0.6132, "relevance": 1 }, { "pair_id": 164911, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 9.97, 15.72 ], "duration": 60.66, "caption": "A woman nods her head when a man says he wants to do it.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 164912, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 47.0, 51.35 ], "duration": 58.66, "caption": "A man gestures with his hands while asking a woman a question.", "similarity": 0.6096, "relevance": 2 }, { "pair_id": 164913, "video_name": "s01e08_seg02_clip_11", "timestamp": [ 39.17, 45.84 ], "duration": 58.66, "caption": "A woman asks a man if he wants to go grab a bite with her.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 164914, "video_name": "s05e03_seg02_clip_00", "timestamp": [ 22.95, 27.29 ], "duration": 62.66, "caption": "A man asks a woman if she is doing fine.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 164915, "video_name": "house_s06e16_seg02_clip_18", "timestamp": [ 52.9, 71.95 ], "duration": 84.66, "caption": "A man asks woman to dance and she takes his hand.", "similarity": 0.6066, "relevance": 0 }, { "pair_id": 164916, "video_name": "castle_s02e15_seg02_clip_27", "timestamp": [ 32.69, 45.61 ], "duration": 76.66, "caption": "A woman shows a man baseball gloves and asks if he wants to play.", "similarity": 0.6047, "relevance": 2 }, { "pair_id": 164917, "video_name": "house_s06e13_seg02_clip_07", "timestamp": [ 8.61, 20.24 ], "duration": 86.66, "caption": "A man holds out his hands and tells a woman that she needs to make a deal.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 164918, "video_name": "friends_s03e21_seg02_clip_20", "timestamp": [ 4.41, 12.29 ], "duration": 63.66, "caption": "A man grabs a woman's hand and says he only wanted to be with her.", "similarity": 0.6038, "relevance": 1 }, { "pair_id": 164919, "video_name": "s03e05_seg02_clip_02", "timestamp": [ 25.51, 30.61 ], "duration": 60.66, "caption": "A man intertwines his fingers with woman's fingers and grabs at her hand.", "similarity": 0.6031, "relevance": 1 } ] }, { "query_id": 4005, "query": "Some people are looking at pictures of a person on the computer screen.", "relevant_moment": [ { "pair_id": 214240, "video_name": "castle_s03e09_seg02_clip_18", "timestamp": [ 47.26, 50.41 ], "duration": 90.66, "caption": "A person shows two men an image on the computer.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 214241, "video_name": "castle_s04e09_seg02_clip_17", "timestamp": [ 89.27, 92.51 ], "duration": 92.66, "caption": "A digital picture of some people is displayed.", "similarity": 0.7143, "relevance": 3 }, { "pair_id": 214242, "video_name": "grey_s03e16_seg02_clip_16", "timestamp": [ 23.6, 61.37 ], "duration": 118.66, "caption": "A person is hanging up photos then other people look at them.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 214243, "video_name": "house_s03e02_seg02_clip_12", "timestamp": [ 64.41, 71.93 ], "duration": 94.66, "caption": "A person studies images and data on a computer screen.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 214244, "video_name": "house_s03e24_seg02_clip_03", "timestamp": [ 80.43, 81.72 ], "duration": 86.66, "caption": "A person takes a look at something that is on their computer.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 214245, "video_name": "house_s08e22_seg02_clip_24", "timestamp": [ 148.07, 162.17 ], "duration": 235.66, "caption": "A person is staring at a picture of themself, another person, and two other people.", "similarity": 0.7113, "relevance": 3 }, { "pair_id": 214246, "video_name": "castle_s05e10_seg02_clip_14", "timestamp": [ 63.06, 83.19 ], "duration": 89.66, "caption": "Three people talk about someone while looking at a photo on a large screen.", "similarity": 0.7109, "relevance": 4 }, { "pair_id": 214247, "video_name": "castle_s04e04_seg02_clip_06", "timestamp": [ 13.96, 19.37 ], "duration": 90.66, "caption": "A person holds up a picture for another person to look at.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 214248, "video_name": "friends_s07e05_seg02_clip_06", "timestamp": [ 10.92, 33.35 ], "duration": 59.66, "caption": "Some people take a look at the photos together.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 214249, "video_name": "house_s08e14_seg02_clip_19", "timestamp": [ 59.09, 63.77 ], "duration": 85.66, "caption": "A person leans forward to look at what is on another person's computer screen.", "similarity": 0.7043, "relevance": 3 }, { "pair_id": 214250, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 84.66, 91.57 ], "duration": 92.66, "caption": "A man looks up information about a person on the computer.", "similarity": 0.7021, "relevance": 1 }, { "pair_id": 214251, "video_name": "friends_s07e21_seg02_clip_18", "timestamp": [ 0.0, 19.48 ], "duration": 59.66, "caption": "Some people are sitting around a man looking at pictures.", "similarity": 0.7017, "relevance": 2 }, { "pair_id": 214252, "video_name": "house_s01e08_seg02_clip_13", "timestamp": [ 11.61, 19.04 ], "duration": 92.66, "caption": "A person holds up some photos and another person takes a look.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 214253, "video_name": "house_s08e19_seg02_clip_17", "timestamp": [ 20.16, 25.54 ], "duration": 89.66, "caption": "Two people are looking at someone on their monitor.", "similarity": 0.6931, "relevance": 4 }, { "pair_id": 214254, "video_name": "castle_s06e09_seg02_clip_07", "timestamp": [ 17.55, 30.61 ], "duration": 90.66, "caption": "Two people look at a picture on a big screen TV monitor.", "similarity": 0.6918, "relevance": 4 }, { "pair_id": 214255, "video_name": "castle_s04e11_seg02_clip_16", "timestamp": [ 51.49, 55.56 ], "duration": 90.66, "caption": "A person hands another person a picture to look at.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 214256, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 53.19, 69.42 ], "duration": 90.66, "caption": "Two people look at a patient's imaging on a computer monitor.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 214257, "video_name": "castle_s07e13_seg02_clip_12", "timestamp": [ 44.87, 52.94 ], "duration": 89.66, "caption": "Some people with person stands up looking up the pictures of some woman.", "similarity": 0.6906, "relevance": 2 }, { "pair_id": 214258, "video_name": "castle_s06e02_seg02_clip_19", "timestamp": [ 80.33, 90.66 ], "duration": 90.66, "caption": "A woman shows a photo on a computer to some people.", "similarity": 0.6905, "relevance": 4 }, { "pair_id": 214259, "video_name": "castle_s01e08_seg02_clip_22", "timestamp": [ 0.0, 7.76 ], "duration": 97.66, "caption": "A person is looking at a picture of a woman.", "similarity": 0.688, "relevance": 2 } ] }, { "query_id": 4017, "query": "A woman looks over at a man and he waves happily.", "relevant_moment": [ { "pair_id": 5100, "video_name": "castle_s06e01_seg02_clip_15", "timestamp": [ 76.28, 82.33 ], "duration": 93.66, "caption": "A woman looks over at a man and he waves happily.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5101, "video_name": "castle_s02e20_seg02_clip_23", "timestamp": [ 36.2, 45.6 ], "duration": 94.66, "caption": "A man looks over at a woman and waves at her.", "similarity": 0.8819, "relevance": 3 }, { "pair_id": 5102, "video_name": "friends_s05e09_seg02_clip_06", "timestamp": [ 42.18, 45.9 ], "duration": 62.66, "caption": "A woman looks at a man and he waves his hand to her.", "similarity": 0.7897, "relevance": 4 }, { "pair_id": 5103, "video_name": "met_s06e21_seg02_clip_13", "timestamp": [ 10.87, 13.59 ], "duration": 60.66, "caption": "A woman smiles and looks over at a man.", "similarity": 0.7881, "relevance": 2 }, { "pair_id": 5104, "video_name": "friends_s07e23-24_seg02_clip_16", "timestamp": [ 3.77, 8.99 ], "duration": 58.66, "caption": "A woman waves at a man and he waves back.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 5105, "video_name": "friends_s06e10_seg02_clip_16", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A man looks really happy at a woman.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 5106, "video_name": "castle_s02e16_seg02_clip_22", "timestamp": [ 71.12, 76.97 ], "duration": 90.66, "caption": "A woman tilts her head side to side while looking at a man, as he stands she waves at him using just her fingers.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 5107, "video_name": "castle_s07e06_seg02_clip_25", "timestamp": [ 20.69, 25.09 ], "duration": 88.66, "caption": "A woman looks up at man and smiles at him.", "similarity": 0.7215, "relevance": 2 }, { "pair_id": 5108, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 20.91, 22.14 ], "duration": 61.66, "caption": "A man exits as woman smiles and waves at him.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 5109, "video_name": "friends_s04e23-24_seg02_clip_41", "timestamp": [ 48.99, 59.03 ], "duration": 59.66, "caption": "A man notices a woman and they smile at each other as he approaches her.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 5110, "video_name": "grey_s02e12_seg02_clip_07", "timestamp": [ 44.19, 46.54 ], "duration": 94.66, "caption": "A man turns to look at woman and she smiles at him.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 5111, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 5.19, 12.82 ], "duration": 61.66, "caption": "A woman looks at a man smiling with her arms crossed.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 5112, "video_name": "s09e07_seg02_clip_03", "timestamp": [ 40.06, 41.74 ], "duration": 56.66, "caption": "A man looks over at a woman and a man as the woman giggles.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 5113, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 1.37, 7.28 ], "duration": 91.66, "caption": "A man opens his eyes and looks over at a woman.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 5114, "video_name": "friends_s03e01_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman looks at a man and smiles and lowers her head slightly.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 5115, "video_name": "house_s02e10_seg02_clip_14", "timestamp": [ 38.02, 42.44 ], "duration": 88.66, "caption": "A woman smiles at a man and rolls her eyes.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 5116, "video_name": "s10e01_seg02_clip_13", "timestamp": [ 26.85, 35.7 ], "duration": 61.66, "caption": "A person turns around and talks to woman and then she waves at woman.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 5117, "video_name": "castle_s05e10_seg02_clip_24", "timestamp": [ 55.07, 59.17 ], "duration": 91.66, "caption": "A woman looks down and slightly smiles towards man and person.", "similarity": 0.6978, "relevance": 1 }, { "pair_id": 5118, "video_name": "s03e10_seg02_clip_00", "timestamp": [ 26.67, 32.26 ], "duration": 62.66, "caption": "A man and a woman look to each other and smiled.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 5119, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 57.67, 59.81 ], "duration": 61.66, "caption": "A woman turns around and looks at man in his eyes intensely.", "similarity": 0.6947, "relevance": 2 } ] }, { "query_id": 4040, "query": "A man and a woman are outside talking to each other.", "relevant_moment": [ { "pair_id": 146640, "video_name": "castle_s06e01_seg02_clip_12", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A man and a woman are outside talking to each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146641, "video_name": "castle_s06e20_seg02_clip_06", "timestamp": [ 48.38, 76.41 ], "duration": 90.66, "caption": "A woman and a man are outside as they are speaking to each other face to face.", "similarity": 0.9027, "relevance": 4 }, { "pair_id": 146642, "video_name": "s05e14_seg02_clip_01", "timestamp": [ 0.0, 26.69 ], "duration": 58.66, "caption": "A man and a woman are talking to each other.", "similarity": 0.8715, "relevance": 3 }, { "pair_id": 146643, "video_name": "castle_s02e15_seg02_clip_25", "timestamp": [ 62.11, 73.07 ], "duration": 91.66, "caption": "A man and a woman are talking to each other.", "similarity": 0.8715, "relevance": 3 }, { "pair_id": 146644, "video_name": "castle_s03e05_seg02_clip_13", "timestamp": [ 0.0, 44.6 ], "duration": 91.66, "caption": "A man and woman are sitting outside speaking with person.", "similarity": 0.8449, "relevance": 3 }, { "pair_id": 146645, "video_name": "friends_s06e01_seg02_clip_14", "timestamp": [ 37.72, 65.03 ], "duration": 65.66, "caption": "A man and a woman are having conversation with each other.", "similarity": 0.8444, "relevance": 2 }, { "pair_id": 146646, "video_name": "friends_s07e05_seg02_clip_16", "timestamp": [ 44.88, 60.24 ], "duration": 60.66, "caption": "A man and a woman are having a conversation to each other.", "similarity": 0.8404, "relevance": 3 }, { "pair_id": 146647, "video_name": "castle_s01e05_seg02_clip_04", "timestamp": [ 0.0, 31.36 ], "duration": 89.66, "caption": "A man and a woman are having a conversation to each other.", "similarity": 0.8404, "relevance": 2 }, { "pair_id": 146648, "video_name": "castle_s02e12_seg02_clip_11", "timestamp": [ 34.59, 91.03 ], "duration": 91.66, "caption": "A man and woman have a conversation with each other.", "similarity": 0.8371, "relevance": 2 }, { "pair_id": 146649, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 38.88, 58.03 ], "duration": 58.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146650, "video_name": "house_s08e17_seg02_clip_13", "timestamp": [ 0.0, 9.2 ], "duration": 92.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146651, "video_name": "house_s08e01_seg02_clip_17", "timestamp": [ 55.31, 73.74 ], "duration": 97.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146652, "video_name": "house_s07e19_seg02_clip_25", "timestamp": [ 0.0, 54.64 ], "duration": 115.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146653, "video_name": "house_s07e15_seg02_clip_20", "timestamp": [ 0.0, 31.76 ], "duration": 87.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146654, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 57.98, 92.03 ], "duration": 92.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146655, "video_name": "house_s07e05_seg02_clip_08", "timestamp": [ 62.35, 91.03 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146656, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 0.0, 33.02 ], "duration": 89.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146657, "video_name": "house_s06e21_seg02_clip_00", "timestamp": [ 0.0, 28.51 ], "duration": 95.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146658, "video_name": "house_s06e19_seg02_clip_14", "timestamp": [ 48.57, 83.02 ], "duration": 83.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 146659, "video_name": "house_s06e17_seg02_clip_06", "timestamp": [ 59.86, 84.66 ], "duration": 84.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 319960, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 50.86, 90.02 ], "duration": 90.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 319961, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 0.0, 37.39 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319962, "video_name": "house_s06e13_seg02_clip_05", "timestamp": [ 0.0, 21.17 ], "duration": 92.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 4 }, { "pair_id": 319963, "video_name": "house_s06e05_seg02_clip_02", "timestamp": [ 44.19, 65.58 ], "duration": 93.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319964, "video_name": "house_s05e23_seg02_clip_20", "timestamp": [ 67.62, 104.02 ], "duration": 104.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319965, "video_name": "house_s05e18_seg02_clip_09", "timestamp": [ 0.0, 35.97 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319966, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 77.05, 90.65 ], "duration": 90.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319967, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 13.2, 38.69 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319968, "video_name": "house_s05e11_seg02_clip_15", "timestamp": [ 50.52, 85.03 ], "duration": 100.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 319969, "video_name": "house_s05e06_seg02_clip_11", "timestamp": [ 0.0, 36.91 ], "duration": 90.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319970, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 26.19, 87.32 ], "duration": 87.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319971, "video_name": "house_s05e01_seg02_clip_09", "timestamp": [ 33.85, 55.48 ], "duration": 94.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319972, "video_name": "house_s04e11_seg02_clip_13", "timestamp": [ 0.0, 31.93 ], "duration": 84.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319973, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 76.96, 89.49 ], "duration": 89.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319974, "video_name": "house_s04e06_seg02_clip_10", "timestamp": [ 21.16, 52.19 ], "duration": 94.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319975, "video_name": "house_s04e02_seg02_clip_01", "timestamp": [ 70.54, 91.03 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319976, "video_name": "house_s04e01_seg02_clip_13", "timestamp": [ 58.32, 91.13 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319977, "video_name": "house_s03e15_seg02_clip_19", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319978, "video_name": "house_s03e14_seg02_clip_14", "timestamp": [ 33.94, 59.18 ], "duration": 87.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 319979, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 0.0, 15.98 ], "duration": 94.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8347, "relevance": 1 } ] }, { "query_id": 4252, "query": "A man takes a seat next to woman on the stairs.", "relevant_moment": [ { "pair_id": 170740, "video_name": "grey_s02e10_seg02_clip_05", "timestamp": [ 83.95, 87.56 ], "duration": 90.66, "caption": "A man takes a seat next to woman on the stairs.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 170741, "video_name": "met_s06e01_seg02_clip_14", "timestamp": [ 52.51, 54.11 ], "duration": 64.66, "caption": "A woman sits down on the stairs next to a man.", "similarity": 0.8365, "relevance": 3 }, { "pair_id": 170742, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 19.22, 23.19 ], "duration": 61.66, "caption": "A woman steps down and sits beside a man on the stairs.", "similarity": 0.7997, "relevance": 3 }, { "pair_id": 170743, "video_name": "friends_s02e22_seg02_clip_16", "timestamp": [ 9.98, 57.02 ], "duration": 57.66, "caption": "A man takes a seat on the floor right next to a woman.", "similarity": 0.7993, "relevance": 3 }, { "pair_id": 170744, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 41.87, 43.69 ], "duration": 91.66, "caption": "A woman takes a seat on the stairs next to another woman.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 170745, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 47.42, 50.52 ], "duration": 88.66, "caption": "A man follows a woman down the stairs and she turns around.", "similarity": 0.7548, "relevance": 1 }, { "pair_id": 170746, "video_name": "grey_s01e02_seg02_clip_11", "timestamp": [ 11.57, 24.04 ], "duration": 89.66, "caption": "A woman is following a man walking down the stairs.", "similarity": 0.7463, "relevance": 1 }, { "pair_id": 170747, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 18.92, 20.47 ], "duration": 62.66, "caption": "A man takes a seat next to woman on the couch.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 170748, "video_name": "grey_s03e09_seg02_clip_19", "timestamp": [ 31.64, 39.99 ], "duration": 87.66, "caption": "A woman walks up the stairs and sits down in front of a man.", "similarity": 0.7382, "relevance": 1 }, { "pair_id": 170749, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 35.98, 41.87 ], "duration": 62.66, "caption": "A woman is walking beside a man as they come up the stairs.", "similarity": 0.7376, "relevance": 1 }, { "pair_id": 170750, "video_name": "friends_s06e03_seg02_clip_06", "timestamp": [ 60.48, 65.03 ], "duration": 65.66, "caption": "A man takes a seat down on the couch next to a woman.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 170751, "video_name": "met_s06e01_seg02_clip_15", "timestamp": [ 57.95, 60.51 ], "duration": 64.66, "caption": "A woman pulls a man from sitting in the stairs.", "similarity": 0.7354, "relevance": 3 }, { "pair_id": 170752, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 58.12, 61.18 ], "duration": 61.66, "caption": "A man walks up a flight of stairs as a woman follows him.", "similarity": 0.734, "relevance": 0 }, { "pair_id": 170753, "video_name": "friends_s07e19_seg02_clip_03", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man walks and sits down next to a woman.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 170754, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 74.27, 77.42 ], "duration": 90.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.7297, "relevance": 2 }, { "pair_id": 170755, "video_name": "friends_s08e18_seg02_clip_11", "timestamp": [ 1.41, 5.62 ], "duration": 56.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.7297, "relevance": 2 }, { "pair_id": 170756, "video_name": "castle_s03e01_seg02_clip_18", "timestamp": [ 57.66, 64.07 ], "duration": 64.66, "caption": "A man walks up and sits down next to a woman.", "similarity": 0.7293, "relevance": 1 }, { "pair_id": 170757, "video_name": "friends_s01e21_seg02_clip_00", "timestamp": [ 21.77, 27.21 ], "duration": 64.66, "caption": "A man walks over and sits down next to woman.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 170758, "video_name": "house_s03e18_seg02_clip_13", "timestamp": [ 84.65, 87.84 ], "duration": 91.66, "caption": "A man sits down in a chair next to a woman.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 170759, "video_name": "grey_s02e14_seg02_clip_19", "timestamp": [ 3.56, 7.12 ], "duration": 89.66, "caption": "A man comes down the stairs and stops at a woman.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 344060, "video_name": "s04e18_seg02_clip_15", "timestamp": [ 1.45, 4.93 ], "duration": 58.66, "caption": "A man follows a woman who started climbing down the stairs.", "similarity": 0.7151, "relevance": 2 }, { "pair_id": 344061, "video_name": "house_s03e04_seg02_clip_13", "timestamp": [ 18.5, 28.42 ], "duration": 90.66, "caption": "A woman and a man walk down the stairs.", "similarity": 0.7115, "relevance": 1 }, { "pair_id": 344062, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 49.58, 52.94 ], "duration": 56.66, "caption": "A person steps forward and sits down in a chair next to woman.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 344063, "video_name": "grey_s03e06_seg02_clip_26", "timestamp": [ 12.29, 18.2 ], "duration": 91.66, "caption": "A man and a woman walk down the stairs in opposite directions.", "similarity": 0.7085, "relevance": 2 }, { "pair_id": 344064, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 19.53, 25.02 ], "duration": 61.66, "caption": "A woman sits down on the stairs next to a person.", "similarity": 0.7059, "relevance": 4 }, { "pair_id": 344065, "video_name": "friends_s07e03_seg01_clip_00", "timestamp": [ 51.28, 54.64 ], "duration": 61.66, "caption": "A man sits down on the chair next to a woman.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 344066, "video_name": "castle_s02e03_seg02_clip_21", "timestamp": [ 32.21, 35.43 ], "duration": 92.66, "caption": "A woman gets up from the seat and a man follows her.", "similarity": 0.7021, "relevance": 1 }, { "pair_id": 344067, "video_name": "house_s05e07_seg02_clip_11", "timestamp": [ 9.09, 15.45 ], "duration": 90.66, "caption": "A man walks ahead of a woman to ride an elevator.", "similarity": 0.7017, "relevance": 0 }, { "pair_id": 344068, "video_name": "s07e19_seg02_clip_09", "timestamp": [ 41.56, 45.59 ], "duration": 62.66, "caption": "A person walks over to a woman and a man and takes a seat.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 344069, "video_name": "grey_s02e23_seg02_clip_08", "timestamp": [ 73.24, 84.18 ], "duration": 84.66, "caption": "A man and a woman walk down two flights of stairs together.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 344070, "video_name": "house_s02e04_seg02_clip_07", "timestamp": [ 19.44, 25.45 ], "duration": 92.66, "caption": "A woman and a man walk down the stairs together.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 344071, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 8.55, 16.15 ], "duration": 95.66, "caption": "A woman and a man walk down the stairs together.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 344072, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 71.98, 92.28 ], "duration": 92.66, "caption": "A man walks over to a woman and takes a seat.", "similarity": 0.6965, "relevance": 1 }, { "pair_id": 344073, "video_name": "castle_s08e09_seg02_clip_13", "timestamp": [ 64.19, 67.17 ], "duration": 85.66, "caption": "A man and a woman climb a set of stairs.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 344074, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 46.21, 62.03 ], "duration": 62.66, "caption": "While taking the stairs, a woman and a man stop at the right floor, a person continues to go up to the next floor.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 344075, "video_name": "s02e11_seg02_clip_04", "timestamp": [ 36.3, 59.03 ], "duration": 59.66, "caption": "A woman and man help man up the stairs.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 344076, "video_name": "friends_s10e01_seg02_clip_10", "timestamp": [ 23.04, 30.89 ], "duration": 49.66, "caption": "A man moves past two other men to sit next to a woman.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 344077, "video_name": "grey_s01e02_seg02_clip_25", "timestamp": [ 73.2, 98.42 ], "duration": 123.66, "caption": "A woman joins a man to wait for the elevator and then decides to utilize the stairs instead.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 344078, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 9.5, 14.25 ], "duration": 95.66, "caption": "A man and woman walk down the stairs together.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 344079, "video_name": "met_s06e04_seg01_clip_01", "timestamp": [ 39.05, 41.16 ], "duration": 60.66, "caption": "A man takes a seat at the booth next to a woman.", "similarity": 0.6905, "relevance": 3 } ] }, { "query_id": 4255, "query": "A person gestures with his clip board towards a neon blue sign.", "relevant_moment": [ { "pair_id": 13000, "video_name": "castle_s05e21_seg02_clip_20", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A person gestures with his clip board towards a neon blue sign.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13002, "video_name": "house_s02e12_seg02_clip_25", "timestamp": [ 51.14, 53.98 ], "duration": 71.66, "caption": "A person gestures with his hand toward something on the side and behind him.", "similarity": 0.6664, "relevance": 1 }, { "pair_id": 13003, "video_name": "s08e02_seg02_clip_09", "timestamp": [ 25.09, 29.51 ], "duration": 59.66, "caption": "A person walks over to a whiteboard and gestures to it.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 13004, "video_name": "house_s07e13_seg02_clip_10", "timestamp": [ 0.0, 1.17 ], "duration": 77.66, "caption": "A person holds up the okay sign with his hand.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 13005, "video_name": "s06e17_seg02_clip_00", "timestamp": [ 12.68, 17.23 ], "duration": 65.66, "caption": "A person extends his hand to gesture the white board behind him.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 13006, "video_name": "grey_s02e15_seg02_clip_03", "timestamp": [ 88.63, 99.03 ], "duration": 99.66, "caption": "A person walks with a sign and then holds it up.", "similarity": 0.6206, "relevance": 1 }, { "pair_id": 13007, "video_name": "castle_s08e15_seg02_clip_19", "timestamp": [ 72.82, 78.74 ], "duration": 91.66, "caption": "The colorful sign is clearly visible.", "similarity": 0.6134, "relevance": 0 }, { "pair_id": 13009, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person gestures with his/her hands to some other people.", "similarity": 0.6103, "relevance": 1 }, { "pair_id": 13010, "video_name": "grey_s03e07_seg02_clip_08", "timestamp": [ 27.28, 29.3 ], "duration": 101.66, "caption": "A person is holding a clipboard in their hands.", "similarity": 0.6074, "relevance": 1 }, { "pair_id": 13011, "video_name": "s05e22_seg01_clip_01", "timestamp": [ 36.87, 38.76 ], "duration": 63.66, "caption": "A person makes an okay gesture with his hand.", "similarity": 0.6074, "relevance": 0 }, { "pair_id": 13012, "video_name": "s06e04_seg02_clip_05", "timestamp": [ 5.7, 10.2 ], "duration": 60.66, "caption": "A person holds a marker in his hands while standing by the white board.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 13013, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A person puts his hands in the air and makes a gesture to some people.", "similarity": 0.6037, "relevance": 0 }, { "pair_id": 13014, "video_name": "house_s04e12_seg02_clip_20", "timestamp": [ 31.76, 33.94 ], "duration": 87.66, "caption": "A person uses his thumb to gesture behind him.", "similarity": 0.6013, "relevance": 1 }, { "pair_id": 13015, "video_name": "castle_s04e15_seg02_clip_01", "timestamp": [ 38.28, 43.18 ], "duration": 89.66, "caption": "A person is going somewhere holding a clipboard on their hand.", "similarity": 0.6, "relevance": 1 }, { "pair_id": 13016, "video_name": "s02e04_seg02_clip_00", "timestamp": [ 2.48, 15.82 ], "duration": 62.66, "caption": "A person writes on their board with a blue marker.", "similarity": 0.599, "relevance": 2 }, { "pair_id": 13017, "video_name": "s06e08_seg02_clip_03", "timestamp": [ 35.09, 36.01 ], "duration": 61.66, "caption": "A person makes a circular gesture around his/her stomach.", "similarity": 0.5987, "relevance": 1 }, { "pair_id": 13018, "video_name": "castle_s06e18_seg02_clip_06", "timestamp": [ 15.08, 23.76 ], "duration": 91.66, "caption": "A person walks to a board and makes dramatic hand gestures in front of the board that the task force is currently working on.", "similarity": 0.598, "relevance": 2 }, { "pair_id": 13019, "video_name": "house_s07e11_seg02_clip_12", "timestamp": [ 69.69, 72.79 ], "duration": 88.66, "caption": "A person gestures for some other people to follow him.", "similarity": 0.5965, "relevance": 2 } ] }, { "query_id": 4257, "query": "A woman turns to look at a man as she explains that she had been kissed.", "relevant_moment": [ { "pair_id": 159640, "video_name": "castle_s05e21_seg02_clip_20", "timestamp": [ 80.1, 88.02 ], "duration": 88.66, "caption": "A woman turns to look at a man as she explains that she had been kissed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159641, "video_name": "grey_s03e01_seg02_clip_26", "timestamp": [ 0.0, 31.96 ], "duration": 90.66, "caption": "A man and woman kissed each other while a man is looking at them.", "similarity": 0.7373, "relevance": 3 }, { "pair_id": 159642, "video_name": "castle_s04e23_seg02_clip_26", "timestamp": [ 8.93, 18.71 ], "duration": 85.66, "caption": "A woman almost kisses a man after she admits she was thinking about him.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 159643, "video_name": "s04e11_seg02_clip_14", "timestamp": [ 31.81, 38.12 ], "duration": 60.66, "caption": "A man kisses woman as she stares at guy.", "similarity": 0.7251, "relevance": 2 }, { "pair_id": 159644, "video_name": "house_s02e10_seg02_clip_05", "timestamp": [ 40.79, 50.2 ], "duration": 89.66, "caption": "A person kissed on the man's head and he opened his eyes.", "similarity": 0.7144, "relevance": 2 }, { "pair_id": 159645, "video_name": "friends_s07e14_seg02_clip_16", "timestamp": [ 16.83, 32.2 ], "duration": 58.66, "caption": "A man tells a woman to close her eyes and then he kisses her.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 159646, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 0.0, 4.2 ], "duration": 70.66, "caption": "A woman turns and kisses man after realizing why she loves him.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 159647, "video_name": "house_s07e01_seg02_clip_20", "timestamp": [ 0.0, 12.02 ], "duration": 89.66, "caption": "A woman kissed a man and they were holding each other.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 159648, "video_name": "friends_s04e05_seg02_clip_20", "timestamp": [ 0.0, 13.21 ], "duration": 60.66, "caption": "A woman and a man are having a conversation, then woman suddenly kissed man.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 159649, "video_name": "s02e01_seg01_clip_00", "timestamp": [ 34.48, 61.03 ], "duration": 61.66, "caption": "A man kissed a woman while a camera traced their moves.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 159650, "video_name": "s03e01_seg02_clip_11", "timestamp": [ 3.36, 9.15 ], "duration": 61.66, "caption": "A woman kisses a man as he is talking to her.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 159651, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 28.17, 29.93 ], "duration": 88.66, "caption": "A man kisses woman on the cheek then looks downward at her.", "similarity": 0.6965, "relevance": 1 }, { "pair_id": 159652, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 20.47, 25.12 ], "duration": 93.66, "caption": "A man is looking at a woman and says something so she turns to look at him.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 159653, "video_name": "castle_s05e22_seg02_clip_01", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man comments on the kiss he just had with a woman.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 159654, "video_name": "s05e23_seg02_clip_18", "timestamp": [ 18.25, 29.65 ], "duration": 76.66, "caption": "A woman looks at a man seriously then kisses him passionately and leaves.", "similarity": 0.6919, "relevance": 2 }, { "pair_id": 159655, "video_name": "castle_s05e04_seg02_clip_20", "timestamp": [ 15.23, 25.24 ], "duration": 87.66, "caption": "A woman pulls back and starts a conversation just as a man leans in to kiss her.", "similarity": 0.6897, "relevance": 2 }, { "pair_id": 159656, "video_name": "castle_s04e14_seg02_clip_05", "timestamp": [ 0.0, 8.5 ], "duration": 89.66, "caption": "A woman kisses a man on the cheek after staring at someone.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 159657, "video_name": "friends_s10e01_seg02_clip_05", "timestamp": [ 48.07, 52.1 ], "duration": 62.66, "caption": "A woman tells some people how long she and a man kissed.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 159658, "video_name": "house_s05e05_seg02_clip_24", "timestamp": [ 14.88, 22.11 ], "duration": 85.66, "caption": "A woman touches her lips as a man looks at them.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 159659, "video_name": "castle_s05e02_seg02_clip_07", "timestamp": [ 19.61, 31.65 ], "duration": 89.66, "caption": "A woman looks at man jealously after person kisses him on the cheeks.", "similarity": 0.6835, "relevance": 1 }, { "pair_id": 332960, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 28.72, 31.33 ], "duration": 87.66, "caption": "A woman approaches a man and gives him a kiss.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 332961, "video_name": "s04e09_seg02_clip_04", "timestamp": [ 47.42, 51.62 ], "duration": 60.66, "caption": "A man tells woman to come and turns her face to his and kisses her.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 332963, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 32.96, 34.48 ], "duration": 61.66, "caption": "A woman leans forward to kiss a man with her hands on his face.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 332964, "video_name": "friends_s09e10_seg01_clip_00", "timestamp": [ 71.36, 77.89 ], "duration": 87.66, "caption": "A woman touches guy's face and then he bends to kiss her.", "similarity": 0.68, "relevance": 1 }, { "pair_id": 332965, "video_name": "castle_s07e11_seg02_clip_27", "timestamp": [ 62.72, 76.02 ], "duration": 76.66, "caption": "A man looks at a woman with a magnifying glass and then the woman leans over and kisses him.", "similarity": 0.679, "relevance": 2 }, { "pair_id": 332966, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 20.66, 26.56 ], "duration": 59.66, "caption": "A man suddenly kisses a woman while they are talking.", "similarity": 0.6788, "relevance": 1 }, { "pair_id": 332967, "video_name": "friends_s10e01_seg02_clip_08", "timestamp": [ 8.4, 12.31 ], "duration": 60.66, "caption": "A man speaks in woman's body about how great the kiss was.", "similarity": 0.6771, "relevance": 0 }, { "pair_id": 332968, "video_name": "friends_s06e08_seg02_clip_02", "timestamp": [ 0.0, 6.61 ], "duration": 60.66, "caption": "A woman smiles at the end of telling person about the individual she kissed.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 332969, "video_name": "friends_s08e12_seg02_clip_12", "timestamp": [ 31.51, 52.22 ], "duration": 60.66, "caption": "A woman shows and tells a man how she gets a person to kiss her.", "similarity": 0.6718, "relevance": 3 }, { "pair_id": 332970, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 46.88, 64.71 ], "duration": 66.66, "caption": "A person is walking to a woman's place and sees a man kissing her so he turns around and goes back.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 332971, "video_name": "s02e12_seg02_clip_13", "timestamp": [ 55.22, 64.54 ], "duration": 69.66, "caption": "A man closes their eyes and attempts to kiss a woman, who becomes startled.", "similarity": 0.6698, "relevance": 1 }, { "pair_id": 332972, "video_name": "friends_s02e24_seg02_clip_20", "timestamp": [ 33.22, 60.53 ], "duration": 91.66, "caption": "A man saw a woman walked in and they kissed each other.", "similarity": 0.6694, "relevance": 1 }, { "pair_id": 332973, "video_name": "castle_s04e18_seg02_clip_22", "timestamp": [ 37.53, 40.21 ], "duration": 89.66, "caption": "A woman turns her head and to the right and glances at man.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 332974, "video_name": "friends_s05e23-24_seg02_clip_24", "timestamp": [ 48.11, 59.03 ], "duration": 59.66, "caption": "A woman mentions to man that he is her loved one and she walks up to him and starts kissing him.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 332975, "video_name": "friends_s01e08_seg02_clip_04", "timestamp": [ 8.99, 13.34 ], "duration": 62.66, "caption": "A woman turns to her left to look at a man and then turns back.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 332976, "video_name": "grey_s02e03_seg02_clip_16", "timestamp": [ 65.22, 70.82 ], "duration": 80.66, "caption": "A woman leans over a man and begins kissing him.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 332977, "video_name": "castle_s07e16_seg02_clip_10", "timestamp": [ 70.86, 75.92 ], "duration": 92.66, "caption": "After listening to a person, woman turns to look up at man and he looks at her.", "similarity": 0.6628, "relevance": 1 }, { "pair_id": 332978, "video_name": "castle_s03e15_seg02_clip_13", "timestamp": [ 52.87, 53.76 ], "duration": 88.66, "caption": "Woman turns her head slightly to the left to look at man.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 332979, "video_name": "grey_s03e24_seg02_clip_17", "timestamp": [ 1.36, 7.7 ], "duration": 90.66, "caption": "A woman turns to look at a man after he speaks.", "similarity": 0.6601, "relevance": 2 } ] }, { "query_id": 4302, "query": "A person runs out of his room in a panic and pounds on a door.", "relevant_moment": [ { "pair_id": 155480, "video_name": "friends_s04e22_seg02_clip_08", "timestamp": [ 53.32, 57.02 ], "duration": 57.66, "caption": "A person runs out of his room in a panic and pounds on a door.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 155481, "video_name": "friends_s05e03_seg02_clip_06", "timestamp": [ 26.85, 29.29 ], "duration": 61.66, "caption": "A person gets scared and runs out of the room.", "similarity": 0.8141, "relevance": 3 }, { "pair_id": 155482, "video_name": "met_s06e10_seg02_clip_12", "timestamp": [ 2.08, 5.36 ], "duration": 59.66, "caption": "A person is upset and runs out of the living room.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 155483, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 10.25, 13.26 ], "duration": 60.66, "caption": "A person rushes out of the living room towards a nearby door.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 155484, "video_name": "met_s02e08_seg02_clip_10", "timestamp": [ 41.62, 45.14 ], "duration": 58.66, "caption": "A person runs across a room and through a doorway.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 155485, "video_name": "met_s02e21_seg02_clip_03", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "Person sees person and runs out of the room.", "similarity": 0.7042, "relevance": 3 }, { "pair_id": 155486, "video_name": "s09e23_seg02_clip_08", "timestamp": [ 7.32, 13.73 ], "duration": 61.66, "caption": "A person goes out of the room with rush and shuts the door.", "similarity": 0.7021, "relevance": 2 }, { "pair_id": 155487, "video_name": "friends_s01e24_seg02_clip_10", "timestamp": [ 50.65, 59.24 ], "duration": 59.66, "caption": "A person gets frantic and races out of the apartment.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 155488, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 9.54, 19.09 ], "duration": 90.66, "caption": "A person opens door and runs into the other room.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 155489, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 29.91, 32.67 ], "duration": 92.66, "caption": "A person opens the door and gets out of the room.", "similarity": 0.6816, "relevance": 2 }, { "pair_id": 155490, "video_name": "friends_s09e17_seg02_clip_21", "timestamp": [ 31.63, 35.7 ], "duration": 58.66, "caption": "A person opens the door and runs into the room.", "similarity": 0.6788, "relevance": 1 }, { "pair_id": 155491, "video_name": "friends_s06e07_seg02_clip_14", "timestamp": [ 30.17, 34.81 ], "duration": 58.66, "caption": "A person moves frantically in front of the door.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 155492, "video_name": "house_s01e08_seg02_clip_16", "timestamp": [ 80.86, 82.74 ], "duration": 94.66, "caption": "A person runs out of a patient's room looking for help.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 155493, "video_name": "house_s08e09_seg02_clip_23", "timestamp": [ 83.33, 88.72 ], "duration": 98.66, "caption": "A person gets up and rushes out of the room.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 155494, "video_name": "met_s03e20_seg02_clip_14", "timestamp": [ 29.86, 31.98 ], "duration": 60.66, "caption": "A person opens the door and runs out of another person's hospital room.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 155495, "video_name": "grey_s02e10_seg02_clip_13", "timestamp": [ 3.92, 26.11 ], "duration": 87.66, "caption": "A person runs into the patient's room and tries to open the bathroom door.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 155496, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 15.66, 21.32 ], "duration": 87.66, "caption": "A person enters the room and shuts the door.", "similarity": 0.6565, "relevance": 1 }, { "pair_id": 155497, "video_name": "s02e01_seg02_clip_04", "timestamp": [ 57.69, 61.1 ], "duration": 62.66, "caption": "A person looks panicked and quickly runs upstairs away from another person.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 155498, "video_name": "house_s03e12_seg02_clip_08", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A person opens a door and leaves the room.", "similarity": 0.6538, "relevance": 1 }, { "pair_id": 155499, "video_name": "met_s03e01_seg02_clip_10", "timestamp": [ 27.41, 30.69 ], "duration": 59.66, "caption": "A person opens the door and leaves his room.", "similarity": 0.6521, "relevance": 1 }, { "pair_id": 328800, "video_name": "house_s05e02_seg02_clip_22", "timestamp": [ 0.0, 10.76 ], "duration": 50.66, "caption": "A person walks out of the room while others run in.", "similarity": 0.6511, "relevance": 3 }, { "pair_id": 328801, "video_name": "met_s02e18_seg02_clip_12", "timestamp": [ 7.79, 10.78 ], "duration": 59.66, "caption": "A man runs out of the apartment door from the living.", "similarity": 0.6499, "relevance": 4 }, { "pair_id": 328803, "video_name": "castle_s04e01_seg02_clip_16", "timestamp": [ 1.34, 6.25 ], "duration": 89.66, "caption": "A person runs to the door and can't open it.", "similarity": 0.6481, "relevance": 3 }, { "pair_id": 328804, "video_name": "s08e12_seg02_clip_01", "timestamp": [ 1.77, 6.2 ], "duration": 59.66, "caption": "A person shuts the door and comes inside the room.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 328805, "video_name": "s04e05_seg02_clip_05", "timestamp": [ 46.69, 57.98 ], "duration": 61.66, "caption": "A person runs frantically down the stairs of an apartment building.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 328806, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 37.82, 45.38 ], "duration": 63.66, "caption": "A man forces person out of the room and shuts the door on him.", "similarity": 0.6418, "relevance": 3 }, { "pair_id": 328807, "video_name": "met_s06e24_seg02_clip_13", "timestamp": [ 31.94, 35.1 ], "duration": 57.66, "caption": "A person rushes into the living room of his/her apartment.", "similarity": 0.6415, "relevance": 3 }, { "pair_id": 328808, "video_name": "friends_s09e23-24_seg02_clip_13", "timestamp": [ 44.42, 47.12 ], "duration": 60.66, "caption": "A man runs to the door and leaves the room.", "similarity": 0.6376, "relevance": 3 }, { "pair_id": 328809, "video_name": "friends_s09e22_seg02_clip_00", "timestamp": [ 29.59, 33.82 ], "duration": 65.66, "caption": "A person enters the room and shuts the door behind him/her.", "similarity": 0.6376, "relevance": 3 }, { "pair_id": 328810, "video_name": "castle_s03e16_seg02_clip_26", "timestamp": [ 10.45, 12.07 ], "duration": 36.66, "caption": "A person opens a door and runs into it.", "similarity": 0.6358, "relevance": 1 }, { "pair_id": 328811, "video_name": "house_s08e13_seg02_clip_11", "timestamp": [ 70.42, 74.82 ], "duration": 88.66, "caption": "A person exits the room through the door followed by a man.", "similarity": 0.6305, "relevance": 3 }, { "pair_id": 328812, "video_name": "friends_s07e08_seg02_clip_15", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A person opens the door and enters the room while making exaggerated arm movements.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 328813, "video_name": "s01e02_seg01_clip_03", "timestamp": [ 33.82, 36.42 ], "duration": 40.66, "caption": "A person attempts to open the door to his/her apartment.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 328814, "video_name": "house_s06e11_seg02_clip_10", "timestamp": [ 62.07, 64.62 ], "duration": 85.66, "caption": "A person walks out the door of the room.", "similarity": 0.6232, "relevance": 3 }, { "pair_id": 328815, "video_name": "friends_s06e18_seg02_clip_17", "timestamp": [ 34.73, 37.82 ], "duration": 56.66, "caption": "A man runs out of the apartment and shuts the door.", "similarity": 0.6226, "relevance": 3 }, { "pair_id": 328816, "video_name": "friends_s03e12_seg02_clip_16", "timestamp": [ 3.3, 8.7 ], "duration": 60.66, "caption": "A person takes a deep breath and makes a run for it as he exits the room full of people.", "similarity": 0.6217, "relevance": 3 }, { "pair_id": 328817, "video_name": "friends_s08e02_seg02_clip_13", "timestamp": [ 17.12, 19.22 ], "duration": 60.66, "caption": "Two persons run out of the room.", "similarity": 0.6211, "relevance": 3 }, { "pair_id": 328818, "video_name": "castle_s01e07_seg02_clip_12", "timestamp": [ 61.69, 72.05 ], "duration": 90.66, "caption": "A man gets nervous when he hears someone is trying to open the door of the room he is in.", "similarity": 0.6208, "relevance": 3 }, { "pair_id": 328819, "video_name": "s10e10_seg02_clip_14", "timestamp": [ 25.21, 26.79 ], "duration": 63.66, "caption": "A person pounds his fist on an apartment door.", "similarity": 0.6206, "relevance": 1 } ] }, { "query_id": 4348, "query": "A man is checking the reflexes in the patient's leg.", "relevant_moment": [ { "pair_id": 147060, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 4.3, 9.46 ], "duration": 86.66, "caption": "A man is checking the reflexes in the patient's leg.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147061, "video_name": "house_s05e18_seg02_clip_03", "timestamp": [ 23.67, 25.94 ], "duration": 91.66, "caption": "A man checks out a patient's leg while they're in a room.", "similarity": 0.8196, "relevance": 3 }, { "pair_id": 147062, "video_name": "house_s02e14_seg02_clip_00", "timestamp": [ 2.75, 5.49 ], "duration": 91.66, "caption": "A man is checking the eye of the patient.", "similarity": 0.8026, "relevance": 1 }, { "pair_id": 147063, "video_name": "house_s02e14_seg02_clip_17", "timestamp": [ 15.89, 25.61 ], "duration": 88.66, "caption": "A man takes a look at the patient's legs from the other room.", "similarity": 0.8025, "relevance": 1 }, { "pair_id": 147064, "video_name": "house_s02e10_seg02_clip_01", "timestamp": [ 0.0, 7.57 ], "duration": 89.66, "caption": "A man is checking on the eyes of a patient.", "similarity": 0.7895, "relevance": 1 }, { "pair_id": 147065, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 40.51, 58.07 ], "duration": 90.66, "caption": "A man tries to figure out what his patient has stuck in his leg.", "similarity": 0.7805, "relevance": 0 }, { "pair_id": 147066, "video_name": "house_s04e07_seg02_clip_11", "timestamp": [ 72.7, 86.04 ], "duration": 92.66, "caption": "A man checks the eyes of a patient.", "similarity": 0.7754, "relevance": 1 }, { "pair_id": 147067, "video_name": "house_s06e12_seg02_clip_01", "timestamp": [ 85.7, 90.21 ], "duration": 90.66, "caption": "A man assesses the patient that standing in front of him.", "similarity": 0.7595, "relevance": 1 }, { "pair_id": 147068, "video_name": "house_s08e12_seg02_clip_05", "timestamp": [ 52.74, 55.12 ], "duration": 95.66, "caption": "A man pinches a patient's foot to check for feeling.", "similarity": 0.7554, "relevance": 2 }, { "pair_id": 147069, "video_name": "house_s08e12_seg02_clip_01", "timestamp": [ 0.0, 4.28 ], "duration": 95.66, "caption": "A man moves the patient's left arm in ranges of motion to see if they experience any pain.", "similarity": 0.7481, "relevance": 1 }, { "pair_id": 147070, "video_name": "house_s04e14_seg02_clip_06", "timestamp": [ 0.0, 7.48 ], "duration": 88.66, "caption": "A person uses probes right on the patient's leg.", "similarity": 0.7432, "relevance": 1 }, { "pair_id": 147071, "video_name": "grey_s02e23_seg02_clip_03", "timestamp": [ 29.39, 34.99 ], "duration": 93.66, "caption": "A man is looking at the results on the patient.", "similarity": 0.7407, "relevance": 1 }, { "pair_id": 147072, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 80.0, 88.84 ], "duration": 93.66, "caption": "A man takes a look at the bandage of the patient.", "similarity": 0.7347, "relevance": 1 }, { "pair_id": 147073, "video_name": "house_s02e15_seg02_clip_16", "timestamp": [ 1.31, 4.38 ], "duration": 87.66, "caption": "A person is checking the eye of the patient.", "similarity": 0.7298, "relevance": 1 }, { "pair_id": 147074, "video_name": "house_s03e03_seg02_clip_19", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A man tries to find out if the patient is able to recognize pain in the hand.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 147075, "video_name": "house_s02e10_seg02_clip_07", "timestamp": [ 67.07, 71.57 ], "duration": 90.66, "caption": "A man is checking on the patient while walking.", "similarity": 0.7241, "relevance": 1 }, { "pair_id": 147076, "video_name": "grey_s01e09_seg02_clip_01", "timestamp": [ 67.33, 72.3 ], "duration": 90.66, "caption": "A man uses a device on someone to test if they have feeling in their limbs.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 147077, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 52.08, 59.65 ], "duration": 89.66, "caption": "A man is checking the arm of a child patient.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 147078, "video_name": "house_s03e18_seg02_clip_00", "timestamp": [ 2.3, 6.44 ], "duration": 92.66, "caption": "A man is checking in a patient's eyes as he examines her.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 147079, "video_name": "house_s04e05_seg02_clip_21", "timestamp": [ 74.21, 86.05 ], "duration": 91.66, "caption": "A man wants to see how the patient will react to a person's presence.", "similarity": 0.7158, "relevance": 0 }, { "pair_id": 320380, "video_name": "house_s06e21_seg02_clip_01", "timestamp": [ 57.22, 58.54 ], "duration": 88.66, "caption": "A man reaches with both hands to check out the patient's head.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 320381, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 6.23, 9.35 ], "duration": 89.66, "caption": "A person pokes the legs of the patient as he stands by him.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 320382, "video_name": "house_s01e02_seg02_clip_01", "timestamp": [ 79.14, 86.02 ], "duration": 86.66, "caption": "A man is looking in a patient's eye for problems.", "similarity": 0.7079, "relevance": 1 }, { "pair_id": 320383, "video_name": "house_s03e19_seg02_clip_04", "timestamp": [ 63.96, 81.44 ], "duration": 92.66, "caption": "A person is checking on the eyes of a patient.", "similarity": 0.7071, "relevance": 1 }, { "pair_id": 320384, "video_name": "house_s02e05_seg02_clip_04", "timestamp": [ 57.38, 61.0 ], "duration": 90.66, "caption": "A man pulls down the blanket to see the patient's legs.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 320385, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 5.01, 6.83 ], "duration": 91.66, "caption": "A doctor touches the leg of the patient.", "similarity": 0.6992, "relevance": 3 }, { "pair_id": 320386, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 28.61, 32.31 ], "duration": 92.66, "caption": "A man has a needle in the patient's arm.", "similarity": 0.6988, "relevance": 1 }, { "pair_id": 320387, "video_name": "house_s01e17_seg02_clip_12", "timestamp": [ 13.64, 18.48 ], "duration": 88.66, "caption": "A man looks at his watch while getting the patient's pulse.", "similarity": 0.698, "relevance": 1 }, { "pair_id": 320388, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 0.0, 7.91 ], "duration": 93.66, "caption": "A man is doing an emergency check on the patient.", "similarity": 0.6968, "relevance": 1 }, { "pair_id": 320389, "video_name": "house_s08e08_seg02_clip_11", "timestamp": [ 70.93, 88.12 ], "duration": 88.66, "caption": "A doctor is checking up patient's hand.", "similarity": 0.6962, "relevance": 1 }, { "pair_id": 320390, "video_name": "house_s05e22_seg02_clip_25", "timestamp": [ 8.4, 13.86 ], "duration": 84.66, "caption": "A man let the patient open his mouth so that he can check on it.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 320391, "video_name": "house_s07e12_seg02_clip_13", "timestamp": [ 21.61, 26.12 ], "duration": 90.66, "caption": "A doctor checks the patient's leg and notices some patches on the legs.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 320392, "video_name": "house_s02e15_seg02_clip_15", "timestamp": [ 81.86, 89.31 ], "duration": 93.66, "caption": "A man checks the pulse for the patient as a woman looks on.", "similarity": 0.6894, "relevance": 1 }, { "pair_id": 320393, "video_name": "house_s08e06_seg02_clip_22", "timestamp": [ 0.0, 3.92 ], "duration": 98.66, "caption": "A man describes the problems with the patient as a person watches on.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 320394, "video_name": "house_s08e06_seg02_clip_11", "timestamp": [ 6.15, 8.2 ], "duration": 82.66, "caption": "A man describes the medical equipment on person's leg.", "similarity": 0.6888, "relevance": 0 }, { "pair_id": 320395, "video_name": "house_s06e15_seg02_clip_18", "timestamp": [ 37.81, 42.76 ], "duration": 90.66, "caption": "A man is looking very attentively to the monitor as it shows some information about the patient's condition.", "similarity": 0.6811, "relevance": 0 }, { "pair_id": 320396, "video_name": "house_s07e17_seg02_clip_01", "timestamp": [ 66.17, 82.37 ], "duration": 90.66, "caption": "The patient leans forward and man looks at the marks on his back.", "similarity": 0.6788, "relevance": 1 }, { "pair_id": 320397, "video_name": "grey_s02e12_seg02_clip_02", "timestamp": [ 11.77, 15.84 ], "duration": 90.66, "caption": "A man has the patient follow his finger back and forth.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 320398, "video_name": "house_s01e22_seg02_clip_20", "timestamp": [ 62.99, 66.93 ], "duration": 87.66, "caption": "A man looks at the patient's eyes with a light.", "similarity": 0.6773, "relevance": 1 }, { "pair_id": 320399, "video_name": "house_s06e03_seg02_clip_09", "timestamp": [ 21.76, 38.73 ], "duration": 87.66, "caption": "A man is checking and talking to a patient.", "similarity": 0.6768, "relevance": 1 } ] }, { "query_id": 4357, "query": "The students take their seats as a person gets up on the stage.", "relevant_moment": [ { "pair_id": 14360, "video_name": "house_s01e21_seg02_clip_06", "timestamp": [ 56.24, 66.06 ], "duration": 89.66, "caption": "The students take their seats as a person gets up on the stage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14361, "video_name": "met_s02e14_seg02_clip_04", "timestamp": [ 16.62, 17.52 ], "duration": 60.66, "caption": "Some people get up from their seats.", "similarity": 0.5864, "relevance": 1 }, { "pair_id": 14362, "video_name": "s03e18_seg02_clip_15", "timestamp": [ 48.52, 52.79 ], "duration": 61.66, "caption": "A person rushes the stage after another person introduces them.", "similarity": 0.5587, "relevance": 1 }, { "pair_id": 14363, "video_name": "friends_s02e08_seg02_clip_02", "timestamp": [ 16.11, 59.65 ], "duration": 59.66, "caption": "A woman takes a seat on stage and begins playing.", "similarity": 0.5341, "relevance": 1 }, { "pair_id": 14364, "video_name": "friends_s09e20_seg02_clip_14", "timestamp": [ 24.17, 27.62 ], "duration": 62.66, "caption": "The person in all black on stage gets off of their chair.", "similarity": 0.526, "relevance": 1 }, { "pair_id": 14365, "video_name": "met_s02e16_seg02_clip_07", "timestamp": [ 37.5, 41.07 ], "duration": 51.66, "caption": "A large person joins woman and others in the stage.", "similarity": 0.5223, "relevance": 1 }, { "pair_id": 14366, "video_name": "s06e18_seg02_clip_09", "timestamp": [ 18.61, 34.22 ], "duration": 60.66, "caption": "A person shocks the students in the class as well as some other people.", "similarity": 0.5159, "relevance": 1 }, { "pair_id": 14367, "video_name": "met_s02e16_seg02_clip_14", "timestamp": [ 48.07, 62.03 ], "duration": 62.66, "caption": "A person comes out on stage and puts one leg on a chair.", "similarity": 0.5156, "relevance": 1 }, { "pair_id": 14368, "video_name": "s08e22_seg02_clip_10", "timestamp": [ 52.41, 57.07 ], "duration": 62.66, "caption": "A person applauds and then exits the stage.", "similarity": 0.5036, "relevance": 1 }, { "pair_id": 14369, "video_name": "friends_s01e14_seg02_clip_10", "timestamp": [ 6.56, 36.78 ], "duration": 57.66, "caption": "Some friends of someone come over and take a seat at the table.", "similarity": 0.5012, "relevance": 1 }, { "pair_id": 14370, "video_name": "house_s04e08_seg02_clip_23", "timestamp": [ 88.04, 108.02 ], "duration": 108.66, "caption": "The students are all waiting and a person shows up carrying a pillow.", "similarity": 0.4982, "relevance": 1 }, { "pair_id": 14371, "video_name": "met_s05e01_seg02_clip_13", "timestamp": [ 4.96, 6.51 ], "duration": 62.66, "caption": "All the students in a classroom laugh whilst a person is in the podium.", "similarity": 0.4962, "relevance": 1 }, { "pair_id": 14372, "video_name": "s01e13_seg02_clip_13", "timestamp": [ 2.42, 4.83 ], "duration": 69.66, "caption": "A person and another person turn to look at screens displaying mathematics on a stage.", "similarity": 0.4948, "relevance": 1 }, { "pair_id": 14373, "video_name": "met_s02e16_seg02_clip_08", "timestamp": [ 22.44, 25.82 ], "duration": 61.66, "caption": "A woman pulls person up on the stage while everyone claps.", "similarity": 0.4948, "relevance": 1 }, { "pair_id": 14374, "video_name": "castle_s07e22_seg02_clip_02", "timestamp": [ 76.6, 90.66 ], "duration": 90.66, "caption": "A person introduces another person as he walks onto the stage and a person recognizes him.", "similarity": 0.4923, "relevance": 1 }, { "pair_id": 14375, "video_name": "friends_s03e07_seg02_clip_20", "timestamp": [ 2.64, 5.72 ], "duration": 88.66, "caption": "One student in the class begins to clap.", "similarity": 0.4855, "relevance": 0 }, { "pair_id": 14376, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.7, 9.63 ], "duration": 55.66, "caption": "A person takes a seat at a table with some people.", "similarity": 0.4847, "relevance": 1 }, { "pair_id": 14379, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 37.07, 65.03 ], "duration": 65.66, "caption": "A woman gets up on stage in her outfit and performs.", "similarity": 0.4809, "relevance": 2 } ] }, { "query_id": 4463, "query": "While trying to carry the loveseat up the stairs a man gets pinned against the railing.", "relevant_moment": [ { "pair_id": 119840, "video_name": "friends_s05e16_seg02_clip_15", "timestamp": [ 16.82, 28.51 ], "duration": 57.66, "caption": "While trying to carry the loveseat up the stairs a man gets pinned against the railing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 119841, "video_name": "grey_s03e23_seg02_clip_12", "timestamp": [ 26.56, 29.26 ], "duration": 90.66, "caption": "A woman puts her hand on the railing and gets up from the stairs while a man puts his hands around her waist stopping her from moving pass him.", "similarity": 0.576, "relevance": 2 }, { "pair_id": 119842, "video_name": "met_s03e10_seg02_clip_09", "timestamp": [ 27.12, 33.28 ], "duration": 61.66, "caption": "A man starts to collapse and grabs on to the railing.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 119843, "video_name": "friends_s05e16_seg02_clip_15", "timestamp": [ 17.68, 22.81 ], "duration": 57.66, "caption": "A man gets caught between the couch and the rail.", "similarity": 0.5601, "relevance": 4 }, { "pair_id": 119844, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 30.49, 37.78 ], "duration": 91.66, "caption": "A man is able to lift the beam off another man's leg.", "similarity": 0.531, "relevance": 1 }, { "pair_id": 119845, "video_name": "castle_s05e03_seg02_clip_24", "timestamp": [ 6.75, 11.7 ], "duration": 90.66, "caption": "A person carefully descends a stair whilst holding for support.", "similarity": 0.5213, "relevance": 1 }, { "pair_id": 119846, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 28.34, 31.39 ], "duration": 87.66, "caption": "A man puts their left hand on the railing and stands up.", "similarity": 0.5145, "relevance": 1 }, { "pair_id": 119847, "video_name": "castle_s08e21_seg02_clip_26", "timestamp": [ 5.98, 17.95 ], "duration": 92.66, "caption": "A man trying to escape gets clobbered by heavy objects.", "similarity": 0.5113, "relevance": 2 }, { "pair_id": 119848, "video_name": "s07e23_seg01_clip_00", "timestamp": [ 31.88, 36.78 ], "duration": 49.66, "caption": "A person walks up the stairs and leans on the rail.", "similarity": 0.5029, "relevance": 2 }, { "pair_id": 119849, "video_name": "s05e16_seg02_clip_05", "timestamp": [ 6.51, 8.06 ], "duration": 62.66, "caption": "A woman grabs a man's arm to keep him from going down the stairs.", "similarity": 0.4993, "relevance": 0 }, { "pair_id": 119850, "video_name": "s02e11_seg02_clip_03", "timestamp": [ 52.18, 61.03 ], "duration": 61.66, "caption": "A person is helping a man up the stairs as he is leaning on him.", "similarity": 0.496, "relevance": 1 }, { "pair_id": 119851, "video_name": "friends_s08e19_seg02_clip_14", "timestamp": [ 7.8, 49.75 ], "duration": 65.66, "caption": "A person tries to save a man from who is hanging on to the balcony.", "similarity": 0.4941, "relevance": 1 }, { "pair_id": 119852, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 0.0, 7.28 ], "duration": 56.66, "caption": "A man is dragging a huge box up the stairs; he lets go, and it starts to slide back down toward an unseen person.", "similarity": 0.4901, "relevance": 2 }, { "pair_id": 119853, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 0.0, 33.68 ], "duration": 91.66, "caption": "A man is trying to find a way to free another man's leg that is stuck under a pillar.", "similarity": 0.4859, "relevance": 1 }, { "pair_id": 119854, "video_name": "s06e07_seg02_clip_15", "timestamp": [ 11.7, 15.6 ], "duration": 78.66, "caption": "A person touches someone's chest, trots to the porch railing and places both hands on the railing.", "similarity": 0.4852, "relevance": 0 }, { "pair_id": 119855, "video_name": "s02e01_seg02_clip_05", "timestamp": [ 0.0, 7.41 ], "duration": 57.66, "caption": "A man follows a person up a flight of stairs.", "similarity": 0.4832, "relevance": 1 }, { "pair_id": 119856, "video_name": "grey_s01e08_seg02_clip_05", "timestamp": [ 59.17, 63.72 ], "duration": 91.66, "caption": "A man walks away from woman, turns and faces her, and leans against the stair railing.", "similarity": 0.4809, "relevance": 1 }, { "pair_id": 119857, "video_name": "friends_s05e16_seg02_clip_05", "timestamp": [ 26.96, 36.74 ], "duration": 59.66, "caption": "A man grabs one end of the sofa and starts going up the stairs with a woman's help.", "similarity": 0.4709, "relevance": 2 }, { "pair_id": 119858, "video_name": "s02e11_seg02_clip_04", "timestamp": [ 0.0, 8.85 ], "duration": 59.66, "caption": "A man helps man, whose leg is injured, up the stairs.", "similarity": 0.4694, "relevance": 1 }, { "pair_id": 119859, "video_name": "house_s06e21_seg02_clip_10", "timestamp": [ 75.26, 77.02 ], "duration": 88.66, "caption": "A man gets up as if he finally decided to do something.", "similarity": 0.4662, "relevance": 0 } ] }, { "query_id": 4532, "query": "A man pulls out the chair from under the table.", "relevant_moment": [ { "pair_id": 20960, "video_name": "house_s04e05_seg02_clip_06", "timestamp": [ 53.11, 54.46 ], "duration": 90.66, "caption": "A man pulls out the chair from under the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20961, "video_name": "met_s02e11_seg02_clip_18", "timestamp": [ 52.27, 56.84 ], "duration": 63.66, "caption": "A man pulls out the chair at the table and takes a seat.", "similarity": 0.9066, "relevance": 4 }, { "pair_id": 20962, "video_name": "castle_s07e10_seg02_clip_12", "timestamp": [ 13.1, 18.07 ], "duration": 90.66, "caption": "A man pulls the chair from the table and sits down.", "similarity": 0.8568, "relevance": 4 }, { "pair_id": 20963, "video_name": "met_s06e20_seg02_clip_05", "timestamp": [ 32.91, 35.33 ], "duration": 60.66, "caption": "A man pulls a chair over from another table and sits down.", "similarity": 0.8159, "relevance": 3 }, { "pair_id": 20964, "video_name": "friends_s09e22_seg02_clip_12", "timestamp": [ 10.5, 18.67 ], "duration": 58.66, "caption": "A man pulls out the chair and sits in a chair at the kitchen table.", "similarity": 0.8012, "relevance": 4 }, { "pair_id": 20965, "video_name": "house_s06e19_seg02_clip_08", "timestamp": [ 34.33, 38.73 ], "duration": 88.66, "caption": "A man pulls out the chair for woman as she sits down at the table.", "similarity": 0.7821, "relevance": 2 }, { "pair_id": 20966, "video_name": "s01e03_seg02_clip_17", "timestamp": [ 37.22, 40.82 ], "duration": 60.66, "caption": "A man gets out of their chair and crawls underneath the table.", "similarity": 0.777, "relevance": 2 }, { "pair_id": 20967, "video_name": "s10e04_seg02_clip_02", "timestamp": [ 57.67, 59.81 ], "duration": 61.66, "caption": "A person pulls the dining room chair out and sits down at the table.", "similarity": 0.7718, "relevance": 4 }, { "pair_id": 20968, "video_name": "friends_s08e01_seg02_clip_09", "timestamp": [ 4.96, 12.72 ], "duration": 62.66, "caption": "A man points to a table, pulls out a chair, and then sits down.", "similarity": 0.7545, "relevance": 4 }, { "pair_id": 20969, "video_name": "castle_s07e10_seg02_clip_07", "timestamp": [ 0.0, 4.66 ], "duration": 93.66, "caption": "A woman pulls out the chair and sits down across the table from a man.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 20970, "video_name": "friends_s01e15_seg02_clip_05", "timestamp": [ 26.17, 28.38 ], "duration": 63.66, "caption": "A man walks over and pulls out the chair to sit in it.", "similarity": 0.7381, "relevance": 4 }, { "pair_id": 20971, "video_name": "friends_s01e12_seg02_clip_14", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A woman pulls out the chair at the table and sits down.", "similarity": 0.7354, "relevance": 3 }, { "pair_id": 20972, "video_name": "friends_s09e15_seg02_clip_01", "timestamp": [ 37.82, 54.62 ], "duration": 60.66, "caption": "A man takes out a chair and sits down at the table in the office.", "similarity": 0.7331, "relevance": 3 }, { "pair_id": 20973, "video_name": "friends_s07e11_seg02_clip_10", "timestamp": [ 49.74, 55.54 ], "duration": 61.66, "caption": "A man pulls a chair out for woman at a dining table and she sits down.", "similarity": 0.7288, "relevance": 4 }, { "pair_id": 20974, "video_name": "house_s08e14_seg02_clip_12", "timestamp": [ 6.51, 11.16 ], "duration": 93.66, "caption": "A person pulls a chair out and sits down.", "similarity": 0.7264, "relevance": 4 }, { "pair_id": 20975, "video_name": "s04e24_seg01_clip_01", "timestamp": [ 68.06, 71.3 ], "duration": 81.66, "caption": "A person slides out of their chair and moves to the chair at the end of the table.", "similarity": 0.7179, "relevance": 4 }, { "pair_id": 20976, "video_name": "castle_s08e01_seg02_clip_24", "timestamp": [ 26.71, 28.93 ], "duration": 89.66, "caption": "A person pulls out a chair and sits down.", "similarity": 0.7157, "relevance": 2 }, { "pair_id": 20977, "video_name": "grey_s03e20_seg02_clip_16", "timestamp": [ 44.6, 46.42 ], "duration": 91.66, "caption": "A man gets out of the chair and walks away.", "similarity": 0.7119, "relevance": 1 }, { "pair_id": 20978, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 13.5, 15.19 ], "duration": 56.66, "caption": "A man gets up from the chair and exits the room.", "similarity": 0.7114, "relevance": 1 }, { "pair_id": 20979, "video_name": "met_s03e14_seg02_clip_07", "timestamp": [ 8.24, 12.51 ], "duration": 61.66, "caption": "A man jumps off of the table and walks out.", "similarity": 0.7103, "relevance": 0 } ] }, { "query_id": 4600, "query": "Two men are standing beside each other conversing with a woman and a person.", "relevant_moment": [ { "pair_id": 154060, "video_name": "castle_s06e10_seg02_clip_10", "timestamp": [ 0.0, 20.48 ], "duration": 89.66, "caption": "Two men are standing beside each other conversing with a woman and a person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 154061, "video_name": "castle_s07e08_seg02_clip_01", "timestamp": [ 39.74, 77.19 ], "duration": 91.66, "caption": "Two men are standing beside each other as they converse with a woman.", "similarity": 0.9336, "relevance": 3 }, { "pair_id": 154062, "video_name": "s07e13_seg02_clip_03", "timestamp": [ 25.74, 30.08 ], "duration": 62.66, "caption": "Two men are standing beside each other while talking to a woman.", "similarity": 0.929, "relevance": 3 }, { "pair_id": 154063, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.91, 91.23 ], "duration": 91.66, "caption": "A man and a woman are standing beside each other as they converse with a man.", "similarity": 0.9089, "relevance": 2 }, { "pair_id": 154064, "video_name": "castle_s08e05_seg02_clip_20", "timestamp": [ 0.0, 5.43 ], "duration": 90.66, "caption": "Two men are standing beside each other speaking to a woman.", "similarity": 0.8969, "relevance": 3 }, { "pair_id": 154065, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 0.0, 4.68 ], "duration": 52.66, "caption": "Two men are standing next to each other while talking to a woman.", "similarity": 0.8953, "relevance": 3 }, { "pair_id": 154066, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 0.0, 17.98 ], "duration": 89.66, "caption": "Two men are standing beside each other as they speak to a man and a woman.", "similarity": 0.8935, "relevance": 4 }, { "pair_id": 154067, "video_name": "castle_s04e05_seg02_clip_22", "timestamp": [ 7.72, 71.72 ], "duration": 90.66, "caption": "A man is beside a woman as they are conversing with each other.", "similarity": 0.8813, "relevance": 1 }, { "pair_id": 154068, "video_name": "grey_s02e01_seg02_clip_11", "timestamp": [ 0.0, 25.74 ], "duration": 90.66, "caption": "Two people are standing beside each other conversing.", "similarity": 0.8807, "relevance": 1 }, { "pair_id": 154069, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 0.0, 8.91 ], "duration": 81.66, "caption": "A man and woman are standing beside each other as they converse.", "similarity": 0.8698, "relevance": 1 }, { "pair_id": 154070, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 0.0, 39.86 ], "duration": 61.66, "caption": "A man and a woman are beside each other as they are conversing.", "similarity": 0.8668, "relevance": 1 }, { "pair_id": 154071, "video_name": "castle_s07e10_seg02_clip_22", "timestamp": [ 32.53, 91.63 ], "duration": 91.66, "caption": "Two people are beside each other as they converse with a man and a woman.", "similarity": 0.8658, "relevance": 3 }, { "pair_id": 154072, "video_name": "castle_s08e12_seg02_clip_03", "timestamp": [ 0.0, 54.16 ], "duration": 91.66, "caption": "Two men are beside each other as they converse with two women.", "similarity": 0.8584, "relevance": 3 }, { "pair_id": 154073, "video_name": "house_s05e04_seg02_clip_01", "timestamp": [ 0.0, 11.06 ], "duration": 92.66, "caption": "Two men are beside each other conversing.", "similarity": 0.8517, "relevance": 2 }, { "pair_id": 154074, "video_name": "castle_s07e09_seg02_clip_07", "timestamp": [ 0.0, 10.02 ], "duration": 91.66, "caption": "Two men are beside each other as they speak to a woman.", "similarity": 0.851, "relevance": 3 }, { "pair_id": 154075, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 31.55, 72.22 ], "duration": 76.66, "caption": "A man and another man are conversing with each other as they stand across from each other.", "similarity": 0.8382, "relevance": 1 }, { "pair_id": 154076, "video_name": "friends_s06e20_seg02_clip_11", "timestamp": [ 20.81, 52.83 ], "duration": 64.66, "caption": "A man is standing with two other men having a conversation.", "similarity": 0.8364, "relevance": 3 }, { "pair_id": 154077, "video_name": "castle_s04e10_seg02_clip_13", "timestamp": [ 0.0, 8.54 ], "duration": 89.66, "caption": "A man and a woman were having a conversation as they were standing beside each other.", "similarity": 0.834, "relevance": 1 }, { "pair_id": 154078, "video_name": "castle_s08e15_seg02_clip_15", "timestamp": [ 0.0, 44.19 ], "duration": 94.66, "caption": "A man and a woman are standing in front of each other conversing.", "similarity": 0.8331, "relevance": 1 }, { "pair_id": 154079, "video_name": "castle_s04e12_seg02_clip_16", "timestamp": [ 41.84, 89.03 ], "duration": 89.66, "caption": "A woman and a man are standing with another person as they converse.", "similarity": 0.8331, "relevance": 2 }, { "pair_id": 327380, "video_name": "s04e01_seg02_clip_03", "timestamp": [ 35.58, 38.38 ], "duration": 56.66, "caption": "A man and a woman are conversing while standing in front of each other.", "similarity": 0.8316, "relevance": 2 }, { "pair_id": 327381, "video_name": "castle_s08e05_seg02_clip_22", "timestamp": [ 0.0, 27.01 ], "duration": 90.66, "caption": "A man and woman are standing in front of each other conversing.", "similarity": 0.8309, "relevance": 2 }, { "pair_id": 327382, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 4.95, 89.66 ], "duration": 89.66, "caption": "A man and a woman are beside each other as they speak to another man.", "similarity": 0.8301, "relevance": 2 }, { "pair_id": 327383, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 0.0, 55.83 ], "duration": 62.66, "caption": "A man and a woman are beside each other as they converse.", "similarity": 0.8297, "relevance": 3 }, { "pair_id": 327384, "video_name": "friends_s07e06_seg02_clip_05", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A man and a woman are beside each other as they converse.", "similarity": 0.8297, "relevance": 2 }, { "pair_id": 327385, "video_name": "castle_s02e08_seg02_clip_20", "timestamp": [ 0.0, 16.38 ], "duration": 91.66, "caption": "A man and woman are beside each other as they converse.", "similarity": 0.828, "relevance": 2 }, { "pair_id": 327386, "video_name": "castle_s04e03_seg02_clip_19", "timestamp": [ 0.0, 8.03 ], "duration": 89.66, "caption": "A woman is standing next to a man as they converse with each other.", "similarity": 0.8272, "relevance": 3 }, { "pair_id": 327387, "video_name": "castle_s06e22_seg02_clip_04", "timestamp": [ 0.0, 44.56 ], "duration": 90.66, "caption": "A man and a woman are conversing with each other as they stand in front of each other.", "similarity": 0.8266, "relevance": 2 }, { "pair_id": 327388, "video_name": "grey_s02e07_seg02_clip_09", "timestamp": [ 0.0, 11.52 ], "duration": 96.66, "caption": "Two people are standing beside each other as they converse.", "similarity": 0.8257, "relevance": 2 }, { "pair_id": 327389, "video_name": "house_s07e23_seg02_clip_02", "timestamp": [ 0.0, 31.96 ], "duration": 90.66, "caption": "A woman is conversing with a man as he stands next to her.", "similarity": 0.8249, "relevance": 2 }, { "pair_id": 327390, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 58.61, 80.59 ], "duration": 86.66, "caption": "A man and woman were standing beside each other as they were talking.", "similarity": 0.8236, "relevance": 3 }, { "pair_id": 327391, "video_name": "s09e18_seg02_clip_07", "timestamp": [ 30.61, 46.52 ], "duration": 60.66, "caption": "Two men were having a conversation whilst a woman was beside them.", "similarity": 0.8205, "relevance": 3 }, { "pair_id": 327392, "video_name": "castle_s07e12_seg02_clip_10", "timestamp": [ 0.0, 4.49 ], "duration": 89.66, "caption": "Two people are standing beside each other speaking to a woman.", "similarity": 0.8181, "relevance": 3 }, { "pair_id": 327393, "video_name": "castle_s06e22_seg02_clip_21", "timestamp": [ 0.0, 55.64 ], "duration": 89.66, "caption": "A woman and man are standing in front of each other conversing.", "similarity": 0.8179, "relevance": 2 }, { "pair_id": 327394, "video_name": "castle_s02e24_seg02_clip_18", "timestamp": [ 0.0, 23.87 ], "duration": 111.66, "caption": "A man is beside a woman as they speak to each other.", "similarity": 0.8172, "relevance": 2 }, { "pair_id": 327395, "video_name": "castle_s04e23_seg02_clip_11", "timestamp": [ 0.0, 10.27 ], "duration": 89.66, "caption": "Some men and a woman are conversing with each other.", "similarity": 0.8171, "relevance": 4 }, { "pair_id": 327396, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "Two women are beside each other as they converse with a man.", "similarity": 0.8171, "relevance": 2 }, { "pair_id": 327397, "video_name": "met_s06e13_seg02_clip_01", "timestamp": [ 0.0, 20.41 ], "duration": 60.66, "caption": "Two men are beside each other as person is speaking while standing.", "similarity": 0.817, "relevance": 3 }, { "pair_id": 327398, "video_name": "castle_s02e24_seg02_clip_06", "timestamp": [ 0.0, 31.6 ], "duration": 89.66, "caption": "A woman and a man are beside each other as they converse.", "similarity": 0.8164, "relevance": 2 }, { "pair_id": 327399, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 53.11, 58.52 ], "duration": 90.66, "caption": "Two people are standing next to each other talking.", "similarity": 0.8163, "relevance": 2 } ] }, { "query_id": 4615, "query": "A woman reaches out and grabs her mother on the arms.", "relevant_moment": [ { "pair_id": 66600, "video_name": "friends_s02e22_seg02_clip_15", "timestamp": [ 4.65, 7.13 ], "duration": 62.66, "caption": "A woman reaches out and grabs her mother on the arms.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 66601, "video_name": "friends_s08e20_seg02_clip_09", "timestamp": [ 1.86, 3.41 ], "duration": 62.66, "caption": "A woman grabs her mother's hand in her hand.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 66602, "video_name": "friends_s06e18_seg02_clip_07", "timestamp": [ 0.0, 1.83 ], "duration": 61.66, "caption": "A woman reaches out and grabs one of another woman's arms.", "similarity": 0.7662, "relevance": 4 }, { "pair_id": 66603, "video_name": "friends_s02e11_seg02_clip_13", "timestamp": [ 20.72, 23.42 ], "duration": 60.66, "caption": "A person grabs woman's mom's face from beneath her chin.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 66604, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 47.3, 49.14 ], "duration": 61.66, "caption": "A woman raises both of her arms and tries to get attention from a man and his mother.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 66605, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 7.38, 11.89 ], "duration": 82.66, "caption": "A person's right arm is grabbed by a woman who reaches out.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 66607, "video_name": "s08e23_seg02_clip_15", "timestamp": [ 32.98, 42.9 ], "duration": 64.66, "caption": "A woman holds her arms out and a man embraces his mother.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 66608, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "A man reaches out and grabs a woman by her wrist.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 66609, "video_name": "friends_s02e11_seg02_clip_06", "timestamp": [ 45.46, 47.38 ], "duration": 64.66, "caption": "A woman's mother pinches her cheek and then the two of them hold hands.", "similarity": 0.7009, "relevance": 3 }, { "pair_id": 66610, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 7.38, 10.25 ], "duration": 82.66, "caption": "A woman reaches out and grabs a man by the hand.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 66611, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 40.6, 44.26 ], "duration": 61.66, "caption": "A woman grabs both of someone's arms with both of her hands.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 66612, "video_name": "friends_s07e23-24_seg02_clip_22", "timestamp": [ 30.12, 33.54 ], "duration": 62.66, "caption": "A woman gets up from the table and grabs woman's arm.", "similarity": 0.6879, "relevance": 3 }, { "pair_id": 66613, "video_name": "castle_s06e02_seg02_clip_10", "timestamp": [ 2.23, 5.79 ], "duration": 89.66, "caption": "A woman grabs someone's arms and hands and shakes them.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 66614, "video_name": "friends_s09e19_seg02_clip_17", "timestamp": [ 16.48, 18.1 ], "duration": 54.66, "caption": "A woman takes a steps forward as she reaches out and grabs another woman by the arm.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 66615, "video_name": "friends_s06e24-25_seg02_clip_10", "timestamp": [ 33.61, 37.82 ], "duration": 60.66, "caption": "A woman grabs someone's arm as he tries to leave.", "similarity": 0.672, "relevance": 3 }, { "pair_id": 66616, "video_name": "friends_s08e12_seg02_clip_07", "timestamp": [ 16.89, 18.66 ], "duration": 59.66, "caption": "A woman reaches over to grab a man by the elbow.", "similarity": 0.6717, "relevance": 3 }, { "pair_id": 66617, "video_name": "friends_s05e03_seg02_clip_07", "timestamp": [ 47.33, 49.61 ], "duration": 57.66, "caption": "A woman stands up from her chair and grabs another woman's arm.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 66618, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 37.95, 40.7 ], "duration": 61.66, "caption": "A woman reaches out and grabs another woman's hand to emphasize the point she is making.", "similarity": 0.6694, "relevance": 3 }, { "pair_id": 66619, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman grabs another woman's arm as she tries to walk away.", "similarity": 0.6646, "relevance": 4 }, { "pair_id": 239920, "video_name": "friends_s01e15_seg02_clip_16", "timestamp": [ 52.31, 55.47 ], "duration": 63.66, "caption": "A woman grabs another woman by the arm and pulls her back.", "similarity": 0.6638, "relevance": 4 }, { "pair_id": 239921, "video_name": "castle_s06e14_seg02_clip_17", "timestamp": [ 52.45, 57.52 ], "duration": 92.66, "caption": "A woman's mother opens her arms to indicate the room she and a man are standing in.", "similarity": 0.6607, "relevance": 1 }, { "pair_id": 239922, "video_name": "friends_s08e12_seg02_clip_02", "timestamp": [ 55.78, 63.26 ], "duration": 68.66, "caption": "A woman walks over to man and grabs his arm.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 239923, "video_name": "friends_s07e16_seg02_clip_08", "timestamp": [ 12.4, 13.87 ], "duration": 59.66, "caption": "A woman reaches up and grabs the right side of her torso.", "similarity": 0.6602, "relevance": 1 }, { "pair_id": 239924, "video_name": "friends_s06e10_seg02_clip_12", "timestamp": [ 5.49, 10.68 ], "duration": 61.66, "caption": "A woman walks over to a man and grabs his arm.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 239925, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A woman grabs another woman's hand and pulls it towards her.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 239926, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.0, 1.29 ], "duration": 86.66, "caption": "A man reaches out and grabs a woman's hand and holds it.", "similarity": 0.6565, "relevance": 1 }, { "pair_id": 239927, "video_name": "met_s02e03_seg02_clip_14", "timestamp": [ 51.87, 53.79 ], "duration": 64.66, "caption": "A woman's mother hits her father on the shoulder.", "similarity": 0.6564, "relevance": 1 }, { "pair_id": 239928, "video_name": "met_s02e19_seg02_clip_14", "timestamp": [ 46.53, 50.94 ], "duration": 58.66, "caption": "A woman's mom turns and says something to another woman that makes the first woman slap her mom's arm.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 239929, "video_name": "s05e13_seg02_clip_02", "timestamp": [ 13.58, 16.23 ], "duration": 59.66, "caption": "A woman grabs woman's arm and leads her out of the room.", "similarity": 0.6553, "relevance": 3 }, { "pair_id": 239930, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 85.23, 88.37 ], "duration": 89.66, "caption": "A woman grabs a man's arm and he stands in front of her.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 239931, "video_name": "friends_s03e20_seg02_clip_10", "timestamp": [ 35.44, 41.01 ], "duration": 58.66, "caption": "A woman walks over and grabs a man by the arms.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 239932, "video_name": "friends_s05e15_seg02_clip_10", "timestamp": [ 1.09, 3.54 ], "duration": 54.66, "caption": "A man grabs a woman by the arms and pulls her to the side.", "similarity": 0.6514, "relevance": 1 }, { "pair_id": 239933, "video_name": "friends_s01e20_seg02_clip_19", "timestamp": [ 10.5, 15.61 ], "duration": 60.66, "caption": "A woman gets closer to another woman and grabs her hands.", "similarity": 0.6497, "relevance": 3 }, { "pair_id": 239934, "video_name": "friends_s06e09_seg02_clip_01", "timestamp": [ 0.0, 4.8 ], "duration": 64.66, "caption": "A woman grabs a man's forearm with both of her hands.", "similarity": 0.6494, "relevance": 3 }, { "pair_id": 239935, "video_name": "house_s06e10_seg02_clip_18", "timestamp": [ 10.24, 13.35 ], "duration": 89.66, "caption": "A woman reaches out and grabs a man's arm as he puts his hand in the inside of his coat.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 239936, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 22.15, 23.52 ], "duration": 25.66, "caption": "A man reaches out to grab woman's left shoulder.", "similarity": 0.6458, "relevance": 1 }, { "pair_id": 239937, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 3.25, 8.56 ], "duration": 59.66, "caption": "A woman reaches her right arm over and pats a person's left hand.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 239938, "video_name": "friends_s07e16_seg02_clip_08", "timestamp": [ 7.67, 9.74 ], "duration": 59.66, "caption": "A woman reaches over and grabs her left hip.", "similarity": 0.6433, "relevance": 0 }, { "pair_id": 239939, "video_name": "friends_s02e22_seg02_clip_06", "timestamp": [ 5.04, 12.33 ], "duration": 56.66, "caption": "A woman hugs another woman and her mother walks toward her to hug her.", "similarity": 0.6414, "relevance": 2 } ] }, { "query_id": 4647, "query": "A man hands over a VHS tape to another man.", "relevant_moment": [ { "pair_id": 2080, "video_name": "friends_s10e06_seg02_clip_10", "timestamp": [ 28.17, 31.14 ], "duration": 59.66, "caption": "A man hands over a VHS tape to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2081, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 7.68, 10.57 ], "duration": 64.66, "caption": "A man hands a tape over for another man to see.", "similarity": 0.7682, "relevance": 4 }, { "pair_id": 2082, "video_name": "friends_s09e07_seg02_clip_09", "timestamp": [ 15.97, 17.96 ], "duration": 57.66, "caption": "A man takes a VHS tape to the VCR.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 2083, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 3.2, 7.36 ], "duration": 64.66, "caption": "A guy hands a tape over for another guy to see.", "similarity": 0.7384, "relevance": 4 }, { "pair_id": 2084, "video_name": "met_s03e16_seg02_clip_13", "timestamp": [ 43.71, 54.18 ], "duration": 61.66, "caption": "A man gets up to put a VHS tape in and a woman turns it on.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 2085, "video_name": "friends_s10e07_seg02_clip_01", "timestamp": [ 3.41, 17.37 ], "duration": 62.66, "caption": "A man takes ownership of tape in couple's VCR.", "similarity": 0.7186, "relevance": 1 }, { "pair_id": 2086, "video_name": "house_s06e12_seg02_clip_10", "timestamp": [ 0.86, 10.75 ], "duration": 86.66, "caption": "A man has a recorder in his hand and holds it up to another man.", "similarity": 0.714, "relevance": 1 }, { "pair_id": 2087, "video_name": "friends_s09e07_seg02_clip_09", "timestamp": [ 20.24, 21.95 ], "duration": 57.66, "caption": "A man quickly points their finger while holding a VHS tape.", "similarity": 0.6962, "relevance": 1 }, { "pair_id": 2088, "video_name": "friends_s08e04_seg02_clip_13", "timestamp": [ 0.6, 8.1 ], "duration": 60.66, "caption": "A man takes a VHS tape out of his jacket and throws it to a woman.", "similarity": 0.6796, "relevance": 3 }, { "pair_id": 2089, "video_name": "friends_s08e15_seg02_clip_06", "timestamp": [ 0.0, 6.53 ], "duration": 59.66, "caption": "A woman pulls out a VHS tape for a man.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 2090, "video_name": "friends_s08e15_seg02_clip_06", "timestamp": [ 3.86, 5.64 ], "duration": 59.66, "caption": "A woman reaches over and shows a man a VCR tape.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 2091, "video_name": "friends_s05e03_seg02_clip_03", "timestamp": [ 0.0, 3.83 ], "duration": 51.66, "caption": "A man hands another man a video camera and tells him to record the newspaper he is holding.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 2092, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 54.37, 66.21 ], "duration": 87.66, "caption": "A man and another man watch a video tape together, the man taps the keyboard.", "similarity": 0.6496, "relevance": 0 }, { "pair_id": 2093, "video_name": "friends_s05e19_seg02_clip_18", "timestamp": [ 17.7, 21.18 ], "duration": 58.66, "caption": "A man carries a video tape behind his back and plugs it into the VCR.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 2094, "video_name": "friends_s08e04_seg02_clip_14", "timestamp": [ 0.0, 5.31 ], "duration": 59.66, "caption": "A woman brings one hand to her chest as she holds up a VHS tape.", "similarity": 0.6361, "relevance": 1 }, { "pair_id": 2095, "video_name": "friends_s09e07_seg02_clip_06", "timestamp": [ 4.71, 15.44 ], "duration": 52.66, "caption": "A man looks around some VHS and takes out one.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 2096, "video_name": "friends_s09e07_seg02_clip_10", "timestamp": [ 7.02, 14.04 ], "duration": 61.66, "caption": "A man shaking a video tape in front of another person.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 2097, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 3.37, 8.89 ], "duration": 61.66, "caption": "A man holds a cassette tape and then gives it to woman.", "similarity": 0.6253, "relevance": 3 }, { "pair_id": 2098, "video_name": "friends_s10e07_seg02_clip_01", "timestamp": [ 12.41, 15.51 ], "duration": 62.66, "caption": "A man walks by and holds up a tape to a woman and a man.", "similarity": 0.6128, "relevance": 1 }, { "pair_id": 2099, "video_name": "friends_s05e19_seg02_clip_18", "timestamp": [ 16.25, 27.27 ], "duration": 58.66, "caption": "A guy distracts his grandmother so he can put a tape in the VCR.", "similarity": 0.6017, "relevance": 1 } ] }, { "query_id": 4692, "query": "A person looks at another person with an upset look on their face.", "relevant_moment": [ { "pair_id": 147900, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person looks at another person with an upset look on their face.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147901, "video_name": "s04e13_seg01_clip_01", "timestamp": [ 71.2, 73.02 ], "duration": 73.66, "caption": "A person gives another person an accusatory look and the other person looks annoyed.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 147902, "video_name": "s09e14_seg02_clip_05", "timestamp": [ 53.71, 55.19 ], "duration": 59.66, "caption": "A person gives another person an angry look in reaction to him.", "similarity": 0.8076, "relevance": 3 }, { "pair_id": 147903, "video_name": "s10e07_seg02_clip_11", "timestamp": [ 51.32, 55.52 ], "duration": 60.66, "caption": "A person looks at person with a puzzled look on his face.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 147904, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 48.31, 50.15 ], "duration": 92.66, "caption": "One person turns and looks at another person with a withering expression on their face.", "similarity": 0.7851, "relevance": 2 }, { "pair_id": 147905, "video_name": "s03e05_seg02_clip_01", "timestamp": [ 34.24, 36.01 ], "duration": 59.66, "caption": "A person makes an angry face in reaction to another person.", "similarity": 0.7686, "relevance": 2 }, { "pair_id": 147906, "video_name": "s09e16_seg02_clip_04", "timestamp": [ 3.97, 5.8 ], "duration": 61.66, "caption": "A man looks at someone with an annoyed expression.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 147907, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.7626, "relevance": 2 }, { "pair_id": 147908, "video_name": "s04e06_seg02_clip_10", "timestamp": [ 39.39, 47.45 ], "duration": 62.66, "caption": "A person is looking at another person while talking then gets upset and looks out the passenger window.", "similarity": 0.7609, "relevance": 2 }, { "pair_id": 147909, "video_name": "s03e23_seg02_clip_16", "timestamp": [ 2.0, 4.8 ], "duration": 80.66, "caption": "A person makes a derisive face at two other people.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 147910, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 22.62, 28.39 ], "duration": 88.66, "caption": "A person walks up to someone as he looks upset.", "similarity": 0.7553, "relevance": 4 }, { "pair_id": 147911, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 147912, "video_name": "friends_s06e21_seg02_clip_09", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A person looks at guy and woman with a shocked look on their face.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 147913, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 147914, "video_name": "house_s06e21_seg02_clip_28", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person looks up at another person in a state of shock.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 147915, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.7402, "relevance": 3 }, { "pair_id": 147916, "video_name": "house_s05e08_seg02_clip_18", "timestamp": [ 19.28, 21.97 ], "duration": 89.66, "caption": "A person looks at another person angrily while working on something.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 147917, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person looks at another person in shock and surprise.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 147918, "video_name": "friends_s06e14_seg02_clip_20", "timestamp": [ 47.43, 54.39 ], "duration": 87.66, "caption": "A person looks over at another person and smiles.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 147919, "video_name": "met_s02e12_seg02_clip_19", "timestamp": [ 11.01, 12.2 ], "duration": 42.66, "caption": "Two people look at each other a little sadly.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 321220, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 321221, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 9.31, 11.76 ], "duration": 98.66, "caption": "A man stares at another person who you can't see in an angry face while questioning them.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 321222, "video_name": "castle_s08e22_seg02_clip_22", "timestamp": [ 22.8, 26.68 ], "duration": 97.66, "caption": "A person is talking to another person and looks around angrily.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 321223, "video_name": "s09e13_seg02_clip_04", "timestamp": [ 55.78, 57.85 ], "duration": 59.66, "caption": "A person makes a face and frowns at another person.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 321224, "video_name": "house_s07e19_seg02_clip_25", "timestamp": [ 98.35, 111.57 ], "duration": 115.66, "caption": "A person stands and looks at another person as she turns and starts walking while crying.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 321225, "video_name": "met_s02e20_seg02_clip_13", "timestamp": [ 1.85, 5.24 ], "duration": 61.66, "caption": "A person looks concerned when another says they are present.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 321226, "video_name": "house_s05e17_seg02_clip_07", "timestamp": [ 37.14, 48.42 ], "duration": 94.66, "caption": "A person puts their head on their hand and looks at another person.", "similarity": 0.704, "relevance": 3 }, { "pair_id": 321227, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A person stares at another person and gasps in a look of shock.", "similarity": 0.6984, "relevance": 3 }, { "pair_id": 321228, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 4.73, 9.45 ], "duration": 63.66, "caption": "A person is very upset and another person just keeps talking.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 321229, "video_name": "house_s04e16_seg02_clip_08", "timestamp": [ 83.74, 86.34 ], "duration": 104.66, "caption": "A man looks upset with a person and walks past him.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 321230, "video_name": "friends_s03e11_seg02_clip_08", "timestamp": [ 30.25, 32.78 ], "duration": 63.66, "caption": "Two people look at a man with an amused look on their faces.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 321231, "video_name": "s03e05_seg02_clip_10", "timestamp": [ 49.13, 53.09 ], "duration": 61.66, "caption": "A person raises his eyebrows and stares at another person.", "similarity": 0.6919, "relevance": 3 }, { "pair_id": 321232, "video_name": "friends_s07e21_seg02_clip_19", "timestamp": [ 0.77, 4.08 ], "duration": 51.66, "caption": "A woman is upset when she looks over and sees some people laughing.", "similarity": 0.6913, "relevance": 3 }, { "pair_id": 321233, "video_name": "s05e03_seg02_clip_02", "timestamp": [ 57.03, 57.63 ], "duration": 60.66, "caption": "A person looks back at two people disapprovingly.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 321234, "video_name": "s06e23_seg02_clip_03", "timestamp": [ 33.07, 39.46 ], "duration": 58.66, "caption": "Two people both stare ahead, one looks confused and the other looks annoyed at herself.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 321235, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 6.91, 8.81 ], "duration": 20.66, "caption": "A person displays a shock looking face as he talks to another person.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 321236, "video_name": "house_s01e20_seg02_clip_11", "timestamp": [ 31.05, 37.84 ], "duration": 97.66, "caption": "A person is starting to cry while another person looks confused.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 321237, "video_name": "castle_s08e03_seg02_clip_22", "timestamp": [ 44.19, 50.78 ], "duration": 94.66, "caption": "A person says something that makes two others look at each other.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 321238, "video_name": "s04e04_seg02_clip_09", "timestamp": [ 0.0, 7.13 ], "duration": 62.66, "caption": "A person is sitting on a chair talking to another person who looks a little upset.", "similarity": 0.6874, "relevance": 3 }, { "pair_id": 321239, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 15.92, 31.83 ], "duration": 90.66, "caption": "A person looks shocked when he sees the photo of a woman and gets very upset.", "similarity": 0.6867, "relevance": 3 } ] }, { "query_id": 4700, "query": "A man picks up the train whistle and asks to blow it.", "relevant_moment": [ { "pair_id": 46180, "video_name": "s07e10_seg02_clip_04", "timestamp": [ 4.65, 6.2 ], "duration": 62.66, "caption": "A man picks up the train whistle and asks to blow it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 46181, "video_name": "s06e14_seg02_clip_10", "timestamp": [ 2.95, 4.72 ], "duration": 59.66, "caption": "A man blows on a whistle that someone handed him at work.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 46182, "video_name": "s02e13_seg02_clip_13", "timestamp": [ 30.39, 46.21 ], "duration": 62.66, "caption": "A man asks some people to whistle the tune one more time.", "similarity": 0.594, "relevance": 1 }, { "pair_id": 46183, "video_name": "s02e13_seg02_clip_06", "timestamp": [ 48.74, 54.06 ], "duration": 56.66, "caption": "A person picks up a wooden train and immediately puts it back.", "similarity": 0.4977, "relevance": 0 }, { "pair_id": 46184, "video_name": "friends_s03e10_seg02_clip_05", "timestamp": [ 3.14, 5.99 ], "duration": 57.66, "caption": "A man blows into a whistle while standing outside a door.", "similarity": 0.4943, "relevance": 3 }, { "pair_id": 46185, "video_name": "castle_s07e14_seg02_clip_21", "timestamp": [ 34.45, 36.87 ], "duration": 97.66, "caption": "A man picks up a toy train from the pile of keepsakes.", "similarity": 0.4929, "relevance": 1 }, { "pair_id": 46186, "video_name": "friends_s09e09_seg02_clip_06", "timestamp": [ 28.07, 36.62 ], "duration": 61.66, "caption": "A man blows into the top of his beer bottle, making it do a whistling sound.", "similarity": 0.4819, "relevance": 1 }, { "pair_id": 46187, "video_name": "s04e20_seg02_clip_07", "timestamp": [ 22.52, 25.66 ], "duration": 57.66, "caption": "A man nods his head when a person starts rambling about trains.", "similarity": 0.48, "relevance": 0 }, { "pair_id": 46188, "video_name": "s07e10_seg02_clip_04", "timestamp": [ 11.79, 13.34 ], "duration": 62.66, "caption": "A person takes a whistle away from someone.", "similarity": 0.4772, "relevance": 1 }, { "pair_id": 46189, "video_name": "friends_s07e15_seg02_clip_21", "timestamp": [ 1.26, 2.52 ], "duration": 63.66, "caption": "A man grabs the bagpipe mouthpiece and blows into it.", "similarity": 0.4674, "relevance": 1 }, { "pair_id": 46190, "video_name": "s09e22_seg02_clip_08", "timestamp": [ 23.32, 29.51 ], "duration": 59.66, "caption": "A person sets down the train after making a joke about them.", "similarity": 0.4657, "relevance": 1 }, { "pair_id": 46191, "video_name": "s05e03_seg02_clip_15", "timestamp": [ 8.93, 11.9 ], "duration": 119.66, "caption": "A person shows another person a train part and puts it in their mouth.", "similarity": 0.4623, "relevance": 0 }, { "pair_id": 46192, "video_name": "friends_s07e17_seg02_clip_06", "timestamp": [ 10.03, 12.4 ], "duration": 59.66, "caption": "A woman puts a whistle into her mouth and blows into it.", "similarity": 0.4585, "relevance": 1 }, { "pair_id": 46193, "video_name": "met_s02e15_seg02_clip_05", "timestamp": [ 7.3, 10.81 ], "duration": 58.66, "caption": "A person is on the train and talks on the phone, looks down at it quickly, and puts it back up to his ear.", "similarity": 0.4563, "relevance": 0 }, { "pair_id": 46194, "video_name": "s09e22_seg02_clip_07", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A person picks up one of their train cars, shows it to a woman, then puts it back down.", "similarity": 0.447, "relevance": 1 }, { "pair_id": 46195, "video_name": "met_s06e02_seg02_clip_10", "timestamp": [ 8.99, 11.48 ], "duration": 62.66, "caption": "A man tells someone to stop when they're about to ring the doorbell.", "similarity": 0.4463, "relevance": 0 }, { "pair_id": 46196, "video_name": "met_s05e04_seg02_clip_04", "timestamp": [ 50.82, 55.22 ], "duration": 58.66, "caption": "A man screams and throws up in his mouth.", "similarity": 0.4433, "relevance": 0 }, { "pair_id": 46197, "video_name": "house_s03e08_seg02_clip_22", "timestamp": [ 64.88, 79.14 ], "duration": 92.66, "caption": "A man picks up a ball and starts tossing it up in the air.", "similarity": 0.4433, "relevance": 1 }, { "pair_id": 46198, "video_name": "castle_s07e08_seg02_clip_17", "timestamp": [ 2.23, 5.79 ], "duration": 89.66, "caption": "A man turns to acknowledge the office and quickly looks about the train.", "similarity": 0.4419, "relevance": 0 }, { "pair_id": 46199, "video_name": "house_s08e14_seg02_clip_09", "timestamp": [ 14.54, 23.17 ], "duration": 90.66, "caption": "A man asks someone if they are hallucinating and they said yes.", "similarity": 0.4398, "relevance": 0 } ] }, { "query_id": 4725, "query": "A man goes through the front door with his luggage.", "relevant_moment": [ { "pair_id": 151520, "video_name": "s04e16_seg02_clip_14", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A man goes through the front door with his luggage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151521, "video_name": "s04e16_seg02_clip_13", "timestamp": [ 40.77, 43.91 ], "duration": 57.66, "caption": "A man pulls luggage to the front door of his house.", "similarity": 0.8189, "relevance": 4 }, { "pair_id": 151522, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 76.1, 80.04 ], "duration": 87.66, "caption": "A man entering through the door with his suitcase in hand.", "similarity": 0.7565, "relevance": 2 }, { "pair_id": 151523, "video_name": "friends_s09e03_seg02_clip_22", "timestamp": [ 60.47, 64.19 ], "duration": 93.66, "caption": "A man opens the front door, grabs the suitcase and closes the door.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 151524, "video_name": "s04e16_seg02_clip_13", "timestamp": [ 41.06, 54.74 ], "duration": 57.66, "caption": "A man rolls his luggage and opens the front door of his house with his keys.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 151525, "video_name": "met_s02e18_seg02_clip_11", "timestamp": [ 44.0, 50.03 ], "duration": 60.66, "caption": "A man walks through the door carrying two armloads of bags.", "similarity": 0.6917, "relevance": 3 }, { "pair_id": 151526, "video_name": "friends_s08e22_seg02_clip_03", "timestamp": [ 5.49, 13.73 ], "duration": 61.66, "caption": "A man gets up from his seat and goes to the front door.", "similarity": 0.6684, "relevance": 1 }, { "pair_id": 151527, "video_name": "s06e15_seg02_clip_00", "timestamp": [ 4.34, 8.37 ], "duration": 62.66, "caption": "A man opens the door for another man and takes the luggage he is holding.", "similarity": 0.6677, "relevance": 4 }, { "pair_id": 151528, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 51.48, 60.17 ], "duration": 62.66, "caption": "A person walks in the front door and sits his bag down.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 151529, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.56, 32.45 ], "duration": 57.66, "caption": "A man walks over and opens the front door.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 151530, "video_name": "friends_s04e13_seg02_clip_00", "timestamp": [ 44.24, 45.89 ], "duration": 66.66, "caption": "A man walks in the front door then he closes the front door.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 151531, "video_name": "friends_s01e04_seg02_clip_22", "timestamp": [ 16.65, 21.61 ], "duration": 90.66, "caption": "A man walks over top open the front door.", "similarity": 0.6452, "relevance": 2 }, { "pair_id": 151532, "video_name": "s10e04_seg02_clip_16", "timestamp": [ 17.65, 20.17 ], "duration": 56.66, "caption": "A person comes through the front door and then closes it behind him.", "similarity": 0.6395, "relevance": 2 }, { "pair_id": 151533, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 21.77, 24.65 ], "duration": 64.66, "caption": "A man goes up to the door and walks through it.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 151534, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 46.96, 50.42 ], "duration": 63.66, "caption": "A man pulls the front door shut behind him.", "similarity": 0.6323, "relevance": 1 }, { "pair_id": 151535, "video_name": "met_s05e03_seg02_clip_08", "timestamp": [ 8.54, 16.48 ], "duration": 61.66, "caption": "A man puts his bag on his shoulder and walks towards the door.", "similarity": 0.6296, "relevance": 1 }, { "pair_id": 151536, "video_name": "house_s01e22_seg02_clip_00", "timestamp": [ 71.73, 81.05 ], "duration": 93.66, "caption": "A man grabs his bag and walks to the door.", "similarity": 0.6262, "relevance": 1 }, { "pair_id": 151537, "video_name": "s02e02_seg02_clip_08", "timestamp": [ 50.04, 53.09 ], "duration": 61.66, "caption": "A man gets up and closes the front door.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 151538, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 25.21, 27.61 ], "duration": 60.66, "caption": "A man walks through the front door carrying a child.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 151539, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 0.622, "relevance": 2 } ] }, { "query_id": 4746, "query": "One person gestures for another person to sit beside them in the chair they are in.", "relevant_moment": [ { "pair_id": 154040, "video_name": "s04e16_seg02_clip_10", "timestamp": [ 18.91, 20.71 ], "duration": 60.66, "caption": "One person gestures for another person to sit beside them in the chair they are in.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 154041, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 11.69, 15.97 ], "duration": 57.66, "caption": "A person gestures for another person to sit and stops them from sitting in a certain chair.", "similarity": 0.8728, "relevance": 2 }, { "pair_id": 154042, "video_name": "castle_s08e20_seg02_clip_16", "timestamp": [ 66.32, 72.27 ], "duration": 85.66, "caption": "A person gestures for another person to sit as he sits.", "similarity": 0.8428, "relevance": 1 }, { "pair_id": 154043, "video_name": "castle_s04e13_seg02_clip_17", "timestamp": [ 3.05, 6.53 ], "duration": 87.66, "caption": "A person moves to sit in a chair beside another person as they converse.", "similarity": 0.8243, "relevance": 1 }, { "pair_id": 154044, "video_name": "house_s04e15_seg02_clip_20", "timestamp": [ 19.21, 20.99 ], "duration": 89.66, "caption": "A person gestures another person the place where he would sit.", "similarity": 0.8181, "relevance": 1 }, { "pair_id": 154045, "video_name": "s09e12_seg02_clip_07", "timestamp": [ 13.43, 19.83 ], "duration": 61.66, "caption": "A person sits on his chair and slides beside another person.", "similarity": 0.7932, "relevance": 1 }, { "pair_id": 154046, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 17.88, 21.79 ], "duration": 65.66, "caption": "A person gets a chair and sits in front of another person.", "similarity": 0.7926, "relevance": 1 }, { "pair_id": 154047, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.7896, "relevance": 1 }, { "pair_id": 154048, "video_name": "house_s08e22_seg02_clip_13", "timestamp": [ 29.43, 30.79 ], "duration": 90.66, "caption": "A person raises their hand and gestures toward the person on the chair.", "similarity": 0.7831, "relevance": 0 }, { "pair_id": 154049, "video_name": "castle_s03e05_seg02_clip_10", "timestamp": [ 16.2, 23.41 ], "duration": 90.66, "caption": "A person gestures for woman and man to sit.", "similarity": 0.7807, "relevance": 2 }, { "pair_id": 154050, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 35.95, 39.14 ], "duration": 91.66, "caption": "A man sits down in the chair gestured by a person.", "similarity": 0.7788, "relevance": 1 }, { "pair_id": 154051, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.7782, "relevance": 1 }, { "pair_id": 154052, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 49.1, 53.33 ], "duration": 65.66, "caption": "A person is sitting in the chair across from another person.", "similarity": 0.7771, "relevance": 1 }, { "pair_id": 154053, "video_name": "house_s02e06_seg02_clip_07", "timestamp": [ 9.9, 17.1 ], "duration": 90.66, "caption": "A person sits down in a chair that's in the middle of two other people.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 154054, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 47.85, 65.34 ], "duration": 92.66, "caption": "A person sits in a chair with hands clasped, across from a person.", "similarity": 0.7703, "relevance": 1 }, { "pair_id": 154055, "video_name": "s05e14_seg02_clip_16", "timestamp": [ 8.2, 11.32 ], "duration": 39.66, "caption": "A person sitting in the chair turns around to speak to another person.", "similarity": 0.7636, "relevance": 1 }, { "pair_id": 154056, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 71.54, 73.46 ], "duration": 96.66, "caption": "A person stands from being seated on another person's chair.", "similarity": 0.7601, "relevance": 1 }, { "pair_id": 154057, "video_name": "s09e01_seg02_clip_04", "timestamp": [ 11.9, 16.83 ], "duration": 58.66, "caption": "A person is sitting across from another person in another chair as they speak.", "similarity": 0.7582, "relevance": 1 }, { "pair_id": 154058, "video_name": "castle_s06e22_seg02_clip_15", "timestamp": [ 33.68, 35.95 ], "duration": 91.66, "caption": "A person spins around in his chair towards another person.", "similarity": 0.7578, "relevance": 1 }, { "pair_id": 154059, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 10.36, 16.21 ], "duration": 90.66, "caption": "A person is having a conversation with another person and sits back on his/her chair.", "similarity": 0.7507, "relevance": 1 } ] }, { "query_id": 4776, "query": "A person appears on the television dancing with other people in swimwear.", "relevant_moment": [ { "pair_id": 4360, "video_name": "friends_s06e19_seg02_clip_19", "timestamp": [ 32.9, 45.86 ], "duration": 48.66, "caption": "A person appears on the television dancing with other people in swimwear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4361, "video_name": "friends_s06e19_seg02_clip_19", "timestamp": [ 35.54, 48.02 ], "duration": 48.66, "caption": "A group watch a man and his partner dancing on a TV broadcast.", "similarity": 0.6712, "relevance": 4 }, { "pair_id": 4362, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 1.23, 18.87 ], "duration": 41.66, "caption": "A person shows their dance moves to their friends.", "similarity": 0.6419, "relevance": 2 }, { "pair_id": 4363, "video_name": "castle_s03e01_seg02_clip_18", "timestamp": [ 20.5, 23.07 ], "duration": 64.66, "caption": "A person is watching the person dancing with sexy outfit.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 4364, "video_name": "met_s06e09_seg02_clip_00", "timestamp": [ 4.1, 14.81 ], "duration": 63.66, "caption": "A person is dancing around in different scenarios on a video tape.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 4365, "video_name": "friends_s01e16-17_seg02_clip_07", "timestamp": [ 0.0, 8.96 ], "duration": 64.66, "caption": "Some people dance along to a TV theme song.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 4366, "video_name": "friends_s06e20_seg02_clip_01", "timestamp": [ 29.3, 42.65 ], "duration": 58.66, "caption": "Some people watch person on the television with him.", "similarity": 0.6018, "relevance": 2 }, { "pair_id": 4367, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 64.4, 74.02 ], "duration": 74.66, "caption": "A person silhouette of a man and woman are seen dancing.", "similarity": 0.5617, "relevance": 1 }, { "pair_id": 4368, "video_name": "grey_s03e02_seg02_clip_22", "timestamp": [ 43.24, 49.42 ], "duration": 95.66, "caption": "A person pauses at the window to see someone dancing.", "similarity": 0.5584, "relevance": 1 }, { "pair_id": 4369, "video_name": "friends_s10e11_seg02_clip_22", "timestamp": [ 19.85, 62.03 ], "duration": 62.66, "caption": "A person dances for the group as requested.", "similarity": 0.5569, "relevance": 2 }, { "pair_id": 4370, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 16.39, 18.91 ], "duration": 63.66, "caption": "A person dance crazily while another person is looking at him.", "similarity": 0.5568, "relevance": 1 }, { "pair_id": 4371, "video_name": "met_s04e03_seg02_clip_06", "timestamp": [ 7.24, 20.2 ], "duration": 60.66, "caption": "A person does a dance after speaking with someone on the phone.", "similarity": 0.5562, "relevance": 2 }, { "pair_id": 4372, "video_name": "friends_s09e11_seg02_clip_21", "timestamp": [ 70.7, 93.03 ], "duration": 93.66, "caption": "A person is doing a scene on a television show and another person races into the room and starts running around.", "similarity": 0.5554, "relevance": 0 }, { "pair_id": 4373, "video_name": "castle_s07e19_seg02_clip_14", "timestamp": [ 33.59, 81.44 ], "duration": 92.66, "caption": "Two people are dancing in the interview room while two other people look on.", "similarity": 0.5552, "relevance": 2 }, { "pair_id": 4374, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 19.58, 29.14 ], "duration": 91.66, "caption": "A person talks to a host on a TV while some people watch.", "similarity": 0.5529, "relevance": 1 }, { "pair_id": 4375, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 3.25, 6.79 ], "duration": 59.66, "caption": "A person describes their dance move while they are doing it.", "similarity": 0.5496, "relevance": 1 }, { "pair_id": 4376, "video_name": "friends_s02e11_seg02_clip_21", "timestamp": [ 31.21, 37.84 ], "duration": 78.66, "caption": "A person slow dances with another person right on the dancefloor.", "similarity": 0.5475, "relevance": 1 }, { "pair_id": 4377, "video_name": "friends_s08e01_seg02_clip_16", "timestamp": [ 17.08, 38.11 ], "duration": 52.66, "caption": "A person was dancing with a young person wearing light purple dress.", "similarity": 0.5471, "relevance": 1 }, { "pair_id": 4378, "video_name": "friends_s02e17_seg02_clip_09", "timestamp": [ 6.57, 7.99 ], "duration": 57.66, "caption": "A person dances while someone is on the phone.", "similarity": 0.5465, "relevance": 1 }, { "pair_id": 4379, "video_name": "castle_s02e02_seg02_clip_06", "timestamp": [ 45.09, 47.39 ], "duration": 92.66, "caption": "A person is dancing while walking backwards and bumps into another person.", "similarity": 0.5447, "relevance": 0 } ] }, { "query_id": 4784, "query": "They opened a door holding a flashlight because the room was dark.", "relevant_moment": [ { "pair_id": 18060, "video_name": "castle_s01e05_seg02_clip_09", "timestamp": [ 43.06, 50.7 ], "duration": 109.66, "caption": "They opened a door holding a flashlight because the room was dark.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18061, "video_name": "house_s07e21_seg02_clip_04", "timestamp": [ 81.51, 86.84 ], "duration": 97.66, "caption": "Two people enter a room at night with flashlights.", "similarity": 0.6724, "relevance": 4 }, { "pair_id": 18062, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 43.18, 46.74 ], "duration": 89.66, "caption": "A person opened the door, turned off the lights and left the room.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 18063, "video_name": "castle_s08e03_seg02_clip_08", "timestamp": [ 44.23, 46.78 ], "duration": 85.66, "caption": "The light comes on in the dark lecture hall.", "similarity": 0.6061, "relevance": 2 }, { "pair_id": 18064, "video_name": "friends_s03e23_seg02_clip_16", "timestamp": [ 25.65, 29.62 ], "duration": 61.66, "caption": "Two people walk into a dark room that becomes illuminated.", "similarity": 0.6043, "relevance": 2 }, { "pair_id": 18065, "video_name": "castle_s06e11_seg02_clip_10", "timestamp": [ 0.0, 7.19 ], "duration": 89.66, "caption": "Two men are using their flashlights to look around a room when one of them tells the other he noticed a chain and lock.", "similarity": 0.5986, "relevance": 3 }, { "pair_id": 18066, "video_name": "grey_s03e18_seg02_clip_22", "timestamp": [ 24.65, 34.89 ], "duration": 93.66, "caption": "A man is holding a flashlight as he looks into a room as he finds someone sitting on a rocking chair in the dark and he points out he's taking a break.", "similarity": 0.596, "relevance": 4 }, { "pair_id": 18067, "video_name": "castle_s04e01_seg02_clip_24", "timestamp": [ 12.84, 20.64 ], "duration": 91.66, "caption": "Uniformed and armed people along with a woman, walked out the door and entered a dark room.", "similarity": 0.595, "relevance": 1 }, { "pair_id": 18068, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 67.34, 70.5 ], "duration": 90.66, "caption": "A man opens the door of a room and turns on the light.", "similarity": 0.5849, "relevance": 3 }, { "pair_id": 18069, "video_name": "castle_s08e06_seg02_clip_20", "timestamp": [ 17.4, 21.76 ], "duration": 87.66, "caption": "SWAT members force enter their way into the room with flashlights.", "similarity": 0.5732, "relevance": 4 }, { "pair_id": 18070, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 70.28, 90.1 ], "duration": 90.66, "caption": "Investigators run into a dark building with weapons drawn, and they kick down a door and yell to the people inside as they rush into the room.", "similarity": 0.5714, "relevance": 2 }, { "pair_id": 18071, "video_name": "castle_s07e16_seg02_clip_10", "timestamp": [ 77.3, 92.03 ], "duration": 92.66, "caption": "Two people are walking in a dark tunnel with flashlights then turn in an opening.", "similarity": 0.5628, "relevance": 3 }, { "pair_id": 18072, "video_name": "grey_s02e10_seg02_clip_15", "timestamp": [ 11.81, 15.75 ], "duration": 87.66, "caption": "A person opens the door to their apartment and they turn on the light.", "similarity": 0.5593, "relevance": 3 }, { "pair_id": 18073, "video_name": "castle_s03e13_seg02_clip_14", "timestamp": [ 1.37, 9.1 ], "duration": 91.66, "caption": "A man clears the room while they walk in with a flashlight in their hand.", "similarity": 0.5589, "relevance": 4 }, { "pair_id": 18074, "video_name": "house_s07e18_seg02_clip_09", "timestamp": [ 74.42, 91.66 ], "duration": 91.66, "caption": "Two people use flashlights to look through a room while wearing gloves.", "similarity": 0.5559, "relevance": 4 }, { "pair_id": 18075, "video_name": "castle_s04e22_seg02_clip_12", "timestamp": [ 7.2, 47.71 ], "duration": 90.66, "caption": "Two people leave a doorway and walk in the dark.", "similarity": 0.5536, "relevance": 1 }, { "pair_id": 18076, "video_name": "s08e05_seg02_clip_08", "timestamp": [ 38.37, 41.32 ], "duration": 59.66, "caption": "Lights are off and a man turns them on, then some people enter the room.", "similarity": 0.5473, "relevance": 2 }, { "pair_id": 18077, "video_name": "house_s07e12_seg02_clip_00", "timestamp": [ 1.38, 5.99 ], "duration": 92.66, "caption": "A person turns on a flashlight in the dark and shines it on their face as they start to talk about the door of the mind.", "similarity": 0.5438, "relevance": 2 }, { "pair_id": 18078, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 37.14, 55.02 ], "duration": 55.66, "caption": "Two people opened the door and entered the room.", "similarity": 0.5416, "relevance": 1 }, { "pair_id": 18079, "video_name": "house_s02e07_seg02_clip_03", "timestamp": [ 75.67, 81.9 ], "duration": 89.66, "caption": "Two people open a door and one of them pulls a cord to turn on a light.", "similarity": 0.5411, "relevance": 2 }, { "pair_id": 191380, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 30.31, 45.32 ], "duration": 60.66, "caption": "A person opened the door and left the room along with some people.", "similarity": 0.5388, "relevance": 1 }, { "pair_id": 191381, "video_name": "castle_s05e06_seg02_clip_14", "timestamp": [ 25.56, 32.38 ], "duration": 85.66, "caption": "Suddenly the lights opened and the old person shown.", "similarity": 0.5373, "relevance": 3 }, { "pair_id": 191382, "video_name": "house_s06e11_seg02_clip_01", "timestamp": [ 19.79, 26.53 ], "duration": 84.66, "caption": "A man opened the door and turned on the light of the office.", "similarity": 0.5372, "relevance": 2 }, { "pair_id": 191383, "video_name": "house_s07e18_seg02_clip_10", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "Two people are in a room and they are holding a flashlight while doing some search.", "similarity": 0.5365, "relevance": 3 }, { "pair_id": 191384, "video_name": "house_s03e13_seg02_clip_04", "timestamp": [ 12.94, 17.41 ], "duration": 89.66, "caption": "A person opens the door of one of the room and was surprised.", "similarity": 0.531, "relevance": 1 }, { "pair_id": 191385, "video_name": "house_s08e15_seg02_clip_05", "timestamp": [ 48.96, 52.52 ], "duration": 89.66, "caption": "A man opens the door and finds a man laying in the dark.", "similarity": 0.5265, "relevance": 2 }, { "pair_id": 191386, "video_name": "castle_s03e20_seg02_clip_10", "timestamp": [ 70.67, 75.62 ], "duration": 90.66, "caption": "Exterior shot of a hotel cuts to a woman, a man, and police opening a hotel room door and entering a dark room. The woman switches the light on.", "similarity": 0.5265, "relevance": 3 }, { "pair_id": 191387, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 4.55, 11.38 ], "duration": 91.66, "caption": "A person opened the door and entered the room.", "similarity": 0.5245, "relevance": 1 }, { "pair_id": 191388, "video_name": "house_s05e02_seg02_clip_08", "timestamp": [ 0.0, 3.72 ], "duration": 93.66, "caption": "A person opened the door and entered the room.", "similarity": 0.5245, "relevance": 0 }, { "pair_id": 191389, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 53.13, 58.77 ], "duration": 94.66, "caption": "A person opened the door and entered the room.", "similarity": 0.5245, "relevance": 1 }, { "pair_id": 191390, "video_name": "house_s06e11_seg02_clip_17", "timestamp": [ 8.55, 10.8 ], "duration": 90.66, "caption": "A person opened the door and left the room.", "similarity": 0.5234, "relevance": 1 }, { "pair_id": 191391, "video_name": "house_s05e13_seg02_clip_22", "timestamp": [ 83.29, 85.11 ], "duration": 91.66, "caption": "A person opened the door and left the room.", "similarity": 0.5234, "relevance": 1 }, { "pair_id": 191392, "video_name": "s03e22_seg02_clip_01", "timestamp": [ 45.59, 49.0 ], "duration": 62.66, "caption": "Past a man entered the room and then past another man closed the door.", "similarity": 0.5234, "relevance": 1 }, { "pair_id": 191393, "video_name": "castle_s06e11_seg02_clip_10", "timestamp": [ 0.0, 8.54 ], "duration": 89.66, "caption": "Two people find a lock in the dark.", "similarity": 0.5221, "relevance": 3 }, { "pair_id": 191394, "video_name": "castle_s02e17_seg02_clip_04", "timestamp": [ 19.51, 64.37 ], "duration": 78.66, "caption": "A woman enters a dark room with a flashlight with some people following her as she walks up to a carousel and notices a dead woman on it.", "similarity": 0.5215, "relevance": 4 }, { "pair_id": 191395, "video_name": "house_s06e21_seg02_clip_05", "timestamp": [ 40.6, 50.85 ], "duration": 82.66, "caption": "A man kicks through a door and shines a flashlight into the newly opened area.", "similarity": 0.5179, "relevance": 4 }, { "pair_id": 191396, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 40.33, 45.55 ], "duration": 58.66, "caption": "A person opens the apartment door and enters the room dressed as Flash.", "similarity": 0.5151, "relevance": 1 }, { "pair_id": 191397, "video_name": "house_s08e11_seg02_clip_15", "timestamp": [ 7.98, 9.69 ], "duration": 114.66, "caption": "Dr. person opened the door and left the room.", "similarity": 0.5132, "relevance": 0 }, { "pair_id": 191398, "video_name": "house_s05e16_seg02_clip_25", "timestamp": [ 58.81, 63.82 ], "duration": 91.66, "caption": "Dr. person opened the door and left the room.", "similarity": 0.5132, "relevance": 1 }, { "pair_id": 191399, "video_name": "house_s06e10_seg02_clip_03", "timestamp": [ 53.61, 56.32 ], "duration": 90.66, "caption": "A man enters the dark room and interrupts another person.", "similarity": 0.5128, "relevance": 1 } ] }, { "query_id": 4805, "query": "An old person with a cane passes by two young women as he walks into a house while woman and man start to follow.", "relevant_moment": [ { "pair_id": 90300, "video_name": "castle_s01e05_seg02_clip_06", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "An old person with a cane passes by two young women as he walks into a house while woman and man start to follow.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 90301, "video_name": "met_s02e03_seg02_clip_17", "timestamp": [ 0.61, 3.36 ], "duration": 61.66, "caption": "An older person walks out of a door and down some stairs towards a man and a woman.", "similarity": 0.6811, "relevance": 1 }, { "pair_id": 90302, "video_name": "castle_s07e23_seg02_clip_08", "timestamp": [ 38.71, 90.02 ], "duration": 90.66, "caption": "Two people go to the elderly woman's house.", "similarity": 0.6448, "relevance": 0 }, { "pair_id": 90303, "video_name": "house_s05e06_seg02_clip_13", "timestamp": [ 37.15, 43.11 ], "duration": 91.66, "caption": "A person grans his cane and walks over to woman.", "similarity": 0.6436, "relevance": 0 }, { "pair_id": 90304, "video_name": "castle_s02e07_seg02_clip_18", "timestamp": [ 16.84, 20.94 ], "duration": 91.66, "caption": "A man follows a woman and another person as they pass him by the hallway.", "similarity": 0.6411, "relevance": 0 }, { "pair_id": 90305, "video_name": "s07e13_seg02_clip_16", "timestamp": [ 1.68, 5.03 ], "duration": 67.66, "caption": "A person walks past woman and man in the living room.", "similarity": 0.6251, "relevance": 0 }, { "pair_id": 90306, "video_name": "grey_s03e24_seg02_clip_13", "timestamp": [ 4.23, 16.51 ], "duration": 84.66, "caption": "A woman walks past a man and another woman follows after her.", "similarity": 0.6231, "relevance": 0 }, { "pair_id": 90307, "video_name": "friends_s07e02_seg02_clip_07", "timestamp": [ 45.07, 63.03 ], "duration": 63.66, "caption": "But the woman is with an old man, then she leaves the old man to a man.", "similarity": 0.6192, "relevance": 2 }, { "pair_id": 90308, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 35.19, 38.2 ], "duration": 67.66, "caption": "Someone walks past a man and a woman in the hallway.", "similarity": 0.6171, "relevance": 0 }, { "pair_id": 90309, "video_name": "met_s03e10_seg01_clip_01", "timestamp": [ 29.89, 34.38 ], "duration": 59.66, "caption": "A woman walks in and past two men.", "similarity": 0.617, "relevance": 0 }, { "pair_id": 90310, "video_name": "s09e04_seg02_clip_08", "timestamp": [ 37.48, 41.91 ], "duration": 59.66, "caption": "A man walks out of the house and a woman follows him.", "similarity": 0.6165, "relevance": 0 }, { "pair_id": 90311, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 75.69, 81.33 ], "duration": 94.66, "caption": "A man has his head down on his cane as a woman walks in.", "similarity": 0.6149, "relevance": 1 }, { "pair_id": 90312, "video_name": "friends_s04e13_seg02_clip_18", "timestamp": [ 0.32, 6.4 ], "duration": 64.66, "caption": "Multiple people walk into someone's home.", "similarity": 0.6148, "relevance": 1 }, { "pair_id": 90313, "video_name": "house_s08e14_seg02_clip_08", "timestamp": [ 11.7, 25.66 ], "duration": 90.66, "caption": "An elderly person walks over and holds the hand of another elderly person.", "similarity": 0.6123, "relevance": 0 }, { "pair_id": 90314, "video_name": "castle_s08e05_seg02_clip_19", "timestamp": [ 62.47, 68.8 ], "duration": 90.66, "caption": "Two men get up to walk toward a woman with one of them walking with a cane.", "similarity": 0.6111, "relevance": 0 }, { "pair_id": 90315, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 82.82, 89.53 ], "duration": 89.66, "caption": "A woman walks through a hallway with a man and another person following her.", "similarity": 0.6111, "relevance": 0 }, { "pair_id": 90316, "video_name": "house_s06e10_seg02_clip_24", "timestamp": [ 27.34, 31.44 ], "duration": 91.66, "caption": "A person walks up to a woman using his/her cane.", "similarity": 0.6079, "relevance": 0 }, { "pair_id": 90317, "video_name": "castle_s07e04_seg02_clip_17", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A woman and a man walk out of the house to meet another man.", "similarity": 0.6037, "relevance": 0 }, { "pair_id": 90318, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.6016, "relevance": 0 }, { "pair_id": 90319, "video_name": "house_s01e17_seg02_clip_07", "timestamp": [ 1.98, 4.46 ], "duration": 99.66, "caption": "A man walks by a woman and then she follows.", "similarity": 0.5967, "relevance": 0 } ] }, { "query_id": 4895, "query": "A man's face moves slightly closer towards another man's face.", "relevant_moment": [ { "pair_id": 169140, "video_name": "castle_s01e08_seg02_clip_25", "timestamp": [ 55.69, 57.56 ], "duration": 74.66, "caption": "A man's face moves slightly closer towards another man's face.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 169141, "video_name": "castle_s03e01_seg02_clip_15", "timestamp": [ 65.08, 69.63 ], "duration": 91.66, "caption": "A man turns his body around slowly so that he can face another man.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 169142, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 52.11, 54.36 ], "duration": 89.66, "caption": "A man takes a turn to face another man.", "similarity": 0.738, "relevance": 0 }, { "pair_id": 169143, "video_name": "castle_s07e18_seg02_clip_07", "timestamp": [ 0.0, 3.84 ], "duration": 76.66, "caption": "A man turns around to face another man as he approaches and holds his arm out to stop him.", "similarity": 0.728, "relevance": 3 }, { "pair_id": 169144, "video_name": "castle_s02e18_seg02_clip_04", "timestamp": [ 49.08, 52.94 ], "duration": 77.66, "caption": "A man walks a bit to be face to face with another man.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 169145, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 52.71, 54.29 ], "duration": 63.66, "caption": "A man puts his face up and shakes his head towards another man.", "similarity": 0.7222, "relevance": 1 }, { "pair_id": 169146, "video_name": "s05e02_seg01_clip_01", "timestamp": [ 42.94, 45.84 ], "duration": 58.66, "caption": "A man turns in his seat to more directly face another person.", "similarity": 0.7172, "relevance": 4 }, { "pair_id": 169147, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 46.93, 48.31 ], "duration": 92.66, "caption": "A man moves their hand toward another man and moves him to the side.", "similarity": 0.7099, "relevance": 4 }, { "pair_id": 169148, "video_name": "s06e20_seg02_clip_13", "timestamp": [ 25.53, 28.72 ], "duration": 58.66, "caption": "A man motions towards another person and that person then turns towards him.", "similarity": 0.7034, "relevance": 4 }, { "pair_id": 169149, "video_name": "house_s08e01_seg02_clip_03", "timestamp": [ 2.71, 6.32 ], "duration": 90.66, "caption": "A person walks up to another person and puts their face very close to their face.", "similarity": 0.7024, "relevance": 4 }, { "pair_id": 169150, "video_name": "friends_s06e23_seg02_clip_00", "timestamp": [ 43.59, 46.7 ], "duration": 62.66, "caption": "A man makes a face as soon as another man isn't facing him.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 169151, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 39.32, 41.42 ], "duration": 60.66, "caption": "A man leans back and puts his hand on his face in reaction to another man.", "similarity": 0.7002, "relevance": 0 }, { "pair_id": 169152, "video_name": "castle_s05e16_seg02_clip_22", "timestamp": [ 72.98, 75.7 ], "duration": 90.66, "caption": "A man approaches another man closer with intensity during their conversation.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 169153, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A man moves forward to stand closer to another man as he talks to him.", "similarity": 0.6933, "relevance": 4 }, { "pair_id": 169154, "video_name": "friends_s04e01_seg02_clip_09", "timestamp": [ 8.27, 12.26 ], "duration": 57.66, "caption": "A man puts both hands over his face and then stares at another man.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 169155, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 50.48, 55.41 ], "duration": 58.66, "caption": "A man turns around to face another man and he unfolds his arms.", "similarity": 0.6916, "relevance": 4 }, { "pair_id": 169156, "video_name": "castle_s07e04_seg02_clip_25", "timestamp": [ 65.72, 67.97 ], "duration": 90.66, "caption": "A man and another man are making faces at each other.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 169157, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 26.33, 32.49 ], "duration": 112.66, "caption": "A man comes closer to another man and talks to him.", "similarity": 0.6902, "relevance": 4 }, { "pair_id": 169158, "video_name": "s01e06_seg01_clip_01", "timestamp": [ 43.21, 45.21 ], "duration": 80.66, "caption": "A man turns around from facing woman and raises his arms towards two people.", "similarity": 0.6879, "relevance": 4 }, { "pair_id": 169159, "video_name": "castle_s01e02_seg02_clip_09", "timestamp": [ 48.64, 60.8 ], "duration": 90.66, "caption": "A man starts talking to another man and then moves closer to him.", "similarity": 0.6867, "relevance": 4 }, { "pair_id": 342460, "video_name": "met_s02e13_seg02_clip_03", "timestamp": [ 0.0, 6.23 ], "duration": 56.66, "caption": "A man grabs another man by the cheeks and pulls him in close.", "similarity": 0.6866, "relevance": 4 }, { "pair_id": 342461, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 53.96, 58.03 ], "duration": 58.66, "caption": "A man turns around and looks at another man with a big smile on his face.", "similarity": 0.6865, "relevance": 1 }, { "pair_id": 342462, "video_name": "house_s06e15_seg02_clip_04", "timestamp": [ 20.96, 22.78 ], "duration": 91.66, "caption": "A man turns his look to another man.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 342463, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 41.4, 46.29 ], "duration": 89.66, "caption": "While a person is holding a man's right arm up, the man lifts his left arm and another person moves closer, the man looks up at the other person and then down.", "similarity": 0.6848, "relevance": 1 }, { "pair_id": 342464, "video_name": "house_s05e10_seg02_clip_18", "timestamp": [ 75.46, 79.6 ], "duration": 92.66, "caption": "A man and a woman move closer and closer to each other as they stare into one another's eyes.", "similarity": 0.6828, "relevance": 3 }, { "pair_id": 342465, "video_name": "s03e09_seg02_clip_04", "timestamp": [ 17.7, 19.83 ], "duration": 61.66, "caption": "A man motions with his head in the direction of another man.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 342466, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 31.37, 39.69 ], "duration": 128.66, "caption": "A man bends over and gets face-to-face with a man.", "similarity": 0.6799, "relevance": 4 }, { "pair_id": 342467, "video_name": "friends_s10e17-18_seg02_clip_11", "timestamp": [ 49.82, 52.8 ], "duration": 59.66, "caption": "A man looks at another man and has a confused look on his face.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 342468, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.6786, "relevance": 3 }, { "pair_id": 342469, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 79.19, 83.29 ], "duration": 91.66, "caption": "A man turns around and walks back towards another man.", "similarity": 0.6766, "relevance": 4 }, { "pair_id": 342470, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man moves closer to person and puts his hand on his shoulder.", "similarity": 0.6753, "relevance": 3 }, { "pair_id": 342471, "video_name": "friends_s04e11_seg02_clip_04", "timestamp": [ 16.54, 19.67 ], "duration": 57.66, "caption": "A man and another man are looking at each other. The first man circles his forearm towards the second man with the palm facing away from him, and the second man repeats the gesture.", "similarity": 0.671, "relevance": 2 }, { "pair_id": 342472, "video_name": "grey_s03e04_seg02_clip_13", "timestamp": [ 2.76, 5.98 ], "duration": 92.66, "caption": "A man moves over to stand next to another man.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 342473, "video_name": "house_s02e21_seg02_clip_08", "timestamp": [ 31.96, 33.31 ], "duration": 90.66, "caption": "A man turns his head to look at another man approaching.", "similarity": 0.6668, "relevance": 1 }, { "pair_id": 342474, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 342475, "video_name": "s10e03_seg02_clip_13", "timestamp": [ 10.8, 22.51 ], "duration": 60.66, "caption": "A man uncrosses his arms and turns toward a person.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 342476, "video_name": "friends_s04e04_seg02_clip_11", "timestamp": [ 18.01, 27.31 ], "duration": 60.66, "caption": "A man turns to another person and motions towards him.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 342477, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 37.14, 42.01 ], "duration": 75.66, "caption": "A man looks at another man with a surprised look on his face.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 342478, "video_name": "house_s07e10_seg02_clip_04", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man moves another person's neck around with his hands.", "similarity": 0.6623, "relevance": 1 }, { "pair_id": 342479, "video_name": "met_s02e09_seg02_clip_17", "timestamp": [ 41.05, 43.79 ], "duration": 60.66, "caption": "A man flinches as another man quickly turns to look at him.", "similarity": 0.6619, "relevance": 2 } ] }, { "query_id": 4911, "query": "Two people enter an office with two other people standing.", "relevant_moment": [ { "pair_id": 8300, "video_name": "castle_s06e08_seg02_clip_23", "timestamp": [ 83.28, 89.62 ], "duration": 90.66, "caption": "Two people enter an office with two other people standing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8301, "video_name": "friends_s10e06_seg02_clip_21", "timestamp": [ 48.99, 59.03 ], "duration": 59.66, "caption": "Two people come in to person's office together.", "similarity": 0.8397, "relevance": 3 }, { "pair_id": 8302, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 0.0, 3.05 ], "duration": 87.66, "caption": "A person enters the office of another person.", "similarity": 0.8142, "relevance": 2 }, { "pair_id": 8303, "video_name": "house_s05e16_seg02_clip_24", "timestamp": [ 9.94, 12.65 ], "duration": 90.66, "caption": "Two people walk into a person's office together.", "similarity": 0.8123, "relevance": 3 }, { "pair_id": 8304, "video_name": "castle_s05e13_seg02_clip_08", "timestamp": [ 0.0, 80.28 ], "duration": 89.66, "caption": "Some people are in an office as they speak to two other people.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 8305, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 19.79, 59.82 ], "duration": 92.66, "caption": "A man and woman are inside an office with another man.", "similarity": 0.7768, "relevance": 2 }, { "pair_id": 8306, "video_name": "castle_s06e19_seg02_clip_25", "timestamp": [ 59.64, 62.78 ], "duration": 89.66, "caption": "Two people walk into the office and a woman stands up.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 8307, "video_name": "castle_s04e04_seg02_clip_02", "timestamp": [ 0.0, 19.81 ], "duration": 90.66, "caption": "A woman and a man are in an office with a person.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 8308, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 35.61, 40.06 ], "duration": 89.66, "caption": "Some people walk into the office together.", "similarity": 0.7684, "relevance": 2 }, { "pair_id": 8309, "video_name": "castle_s06e10_seg02_clip_09", "timestamp": [ 82.23, 90.36 ], "duration": 90.66, "caption": "Two men enter the office and talk with a man and a woman.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 8310, "video_name": "castle_s07e08_seg02_clip_13", "timestamp": [ 77.49, 85.63 ], "duration": 85.66, "caption": "A man walks in and a man and a woman follow him into an office.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 8311, "video_name": "house_s05e08_seg02_clip_18", "timestamp": [ 43.03, 48.86 ], "duration": 89.66, "caption": "Two people walk quickly into an office.", "similarity": 0.7628, "relevance": 2 }, { "pair_id": 8312, "video_name": "house_s06e18_seg02_clip_20", "timestamp": [ 42.69, 51.93 ], "duration": 88.66, "caption": "A man and another man meet with a person in person's office.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 8313, "video_name": "house_s04e09_seg02_clip_10", "timestamp": [ 11.14, 30.74 ], "duration": 89.66, "caption": "Two men are in a man's office; the door opens and two people stand in the doorway and talk; a person stands up.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 8314, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 14.79, 17.84 ], "duration": 87.66, "caption": "Three people walk into someone's office.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 8315, "video_name": "house_s05e24_seg02_clip_06", "timestamp": [ 5.83, 7.62 ], "duration": 89.66, "caption": "A person is standing in another person's office while the other person is sitting at his desk.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 8316, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 50.8, 54.39 ], "duration": 89.66, "caption": "A person opens the door of another person's office and enters.", "similarity": 0.749, "relevance": 2 }, { "pair_id": 8317, "video_name": "s01e15_seg01_clip_00", "timestamp": [ 52.79, 54.62 ], "duration": 61.66, "caption": "A person is seated in his office with another person standing next to him.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 8318, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 30.7, 34.77 ], "duration": 90.66, "caption": "A person walks into their office with another person following them inside.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 8319, "video_name": "castle_s08e15_seg02_clip_15", "timestamp": [ 46.54, 51.25 ], "duration": 94.66, "caption": "A man walks into the office where two people are at.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 181620, "video_name": "friends_s01e16-17_seg02_clip_09", "timestamp": [ 0.0, 13.54 ], "duration": 66.66, "caption": "A person and another person talk in an office then the first person sits down.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 181621, "video_name": "castle_s03e15_seg02_clip_24", "timestamp": [ 58.91, 89.25 ], "duration": 89.66, "caption": "A man and woman enter the office and sit down to speak to two people.", "similarity": 0.7402, "relevance": 3 }, { "pair_id": 181622, "video_name": "friends_s07e23-24_seg02_clip_27", "timestamp": [ 26.46, 30.02 ], "duration": 59.66, "caption": "A man and another man look into an office before turning to leave.", "similarity": 0.7401, "relevance": 3 }, { "pair_id": 181623, "video_name": "house_s05e02_seg02_clip_20", "timestamp": [ 54.54, 60.65 ], "duration": 94.66, "caption": "A person opens the door of another person's office and stands in front of them.", "similarity": 0.7383, "relevance": 1 }, { "pair_id": 181624, "video_name": "friends_s09e11_seg02_clip_17", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man enters the office and a woman stands up from behind her desk.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 181625, "video_name": "castle_s08e17_seg02_clip_23", "timestamp": [ 25.6, 30.09 ], "duration": 89.66, "caption": "A woman and man follow person into the office and man closes the door.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 181626, "video_name": "house_s05e20_seg02_clip_08", "timestamp": [ 54.01, 62.12 ], "duration": 90.66, "caption": "Two men go into an office.", "similarity": 0.7342, "relevance": 2 }, { "pair_id": 181627, "video_name": "met_s06e07_seg02_clip_13", "timestamp": [ 18.44, 21.51 ], "duration": 61.66, "caption": "A person enters someone's office with another person behind him and begins speaking to him.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 181628, "video_name": "castle_s04e18_seg02_clip_03", "timestamp": [ 45.47, 49.52 ], "duration": 90.66, "caption": "A man and his employees stand up when woman and man walk into the office.", "similarity": 0.7317, "relevance": 4 }, { "pair_id": 181629, "video_name": "s02e04_seg02_clip_00", "timestamp": [ 14.27, 18.61 ], "duration": 62.66, "caption": "A man and another man knock and walk into a person's office.", "similarity": 0.7315, "relevance": 3 }, { "pair_id": 181630, "video_name": "castle_s06e12_seg02_clip_03", "timestamp": [ 0.0, 49.29 ], "duration": 90.66, "caption": "Two people are speaking to two other people in an office.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 181631, "video_name": "castle_s01e04_seg02_clip_10", "timestamp": [ 43.86, 51.47 ], "duration": 89.66, "caption": "A person runs into the office and sits beside another person immediately.", "similarity": 0.7296, "relevance": 2 }, { "pair_id": 181632, "video_name": "house_s03e01_seg02_clip_23", "timestamp": [ 52.52, 56.53 ], "duration": 89.66, "caption": "A person is sitting in an office and another person walks in the door.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 181633, "video_name": "s07e10_seg02_clip_10", "timestamp": [ 39.92, 51.32 ], "duration": 60.66, "caption": "A man walks into a person's open office door to stand beside another man.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 181634, "video_name": "house_s01e19_seg02_clip_14", "timestamp": [ 59.06, 62.34 ], "duration": 82.66, "caption": "A person walks into his office with two people sitting at his desk.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 181635, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 49.96, 58.52 ], "duration": 90.66, "caption": "A person looks at the doorway to their office and another person is standing there.", "similarity": 0.7252, "relevance": 1 }, { "pair_id": 181636, "video_name": "castle_s07e14_seg02_clip_08", "timestamp": [ 38.23, 91.03 ], "duration": 91.66, "caption": "Two men and a woman enter an office with another person and watch a surveillance video.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 181637, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 19.96, 21.38 ], "duration": 57.66, "caption": "A man and a woman walk into a woman's office as she is standing.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 181638, "video_name": "castle_s03e08_seg02_clip_20", "timestamp": [ 59.06, 60.7 ], "duration": 82.66, "caption": "A woman and a man walk quickly into someone's office.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 181639, "video_name": "house_s02e22_seg02_clip_08", "timestamp": [ 7.71, 17.22 ], "duration": 90.66, "caption": "Two people walk over and enter the office where a colleague is at the table.", "similarity": 0.721, "relevance": 3 } ] }, { "query_id": 5007, "query": "A man picks up the award from the kitchen counter.", "relevant_moment": [ { "pair_id": 8900, "video_name": "friends_s07e18_seg02_clip_12", "timestamp": [ 45.28, 46.83 ], "duration": 62.66, "caption": "A man picks up the award from the kitchen counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8901, "video_name": "friends_s07e18_seg02_clip_12", "timestamp": [ 24.19, 25.74 ], "duration": 62.66, "caption": "A woman sets the award down on the kitchen counter.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 8902, "video_name": "friends_s07e18_seg02_clip_13", "timestamp": [ 0.0, 11.61 ], "duration": 58.66, "caption": "A man puts the award down on the counter and goes into his room.", "similarity": 0.7267, "relevance": 1 }, { "pair_id": 8903, "video_name": "friends_s07e18_seg02_clip_20", "timestamp": [ 26.23, 31.17 ], "duration": 76.66, "caption": "A woman walks into a man's apartment and picks up the award on the kitchen counter.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 8905, "video_name": "friends_s07e18_seg02_clip_03", "timestamp": [ 7.97, 26.86 ], "duration": 59.66, "caption": "A man picks up a bottle of syrup off the counter and pretends it's an award.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 8906, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 58.59, 59.81 ], "duration": 61.66, "caption": "A man picks up the phone from the counter in the kitchen.", "similarity": 0.6334, "relevance": 3 }, { "pair_id": 8907, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 51.82, 54.9 ], "duration": 56.66, "caption": "A man picks a book up off the kitchen counter and holds it in his hands.", "similarity": 0.6308, "relevance": 2 }, { "pair_id": 8908, "video_name": "friends_s07e18_seg02_clip_17", "timestamp": [ 14.03, 17.61 ], "duration": 55.66, "caption": "A man grabs the award and shines it with his jacket.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 8909, "video_name": "s07e20_seg02_clip_14", "timestamp": [ 15.61, 18.61 ], "duration": 60.66, "caption": "A man picks up his coffee cup from the kitchen counter and cheers' it.", "similarity": 0.6148, "relevance": 3 }, { "pair_id": 8910, "video_name": "s07e10_seg02_clip_01", "timestamp": [ 30.52, 34.04 ], "duration": 54.66, "caption": "A man picks up a paper towel from the counter.", "similarity": 0.6126, "relevance": 1 }, { "pair_id": 8911, "video_name": "s10e11_seg02_clip_05", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A man is in the kitchen by the counter.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 8912, "video_name": "friends_s07e18_seg02_clip_11", "timestamp": [ 0.0, 24.01 ], "duration": 60.66, "caption": "A man holds up the award that he is accepting for someone else.", "similarity": 0.5884, "relevance": 2 }, { "pair_id": 8913, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 2.44, 3.36 ], "duration": 61.66, "caption": "A man picks up a piece of food from the table.", "similarity": 0.5797, "relevance": 0 }, { "pair_id": 8914, "video_name": "friends_s08e03_seg02_clip_00", "timestamp": [ 45.46, 48.34 ], "duration": 64.66, "caption": "A man picks up his phone on the kitchen counter and dials on it.", "similarity": 0.573, "relevance": 3 }, { "pair_id": 8915, "video_name": "friends_s07e08_seg02_clip_01", "timestamp": [ 43.14, 47.62 ], "duration": 56.66, "caption": "A man grabs his cup and heads to the kitchen.", "similarity": 0.5709, "relevance": 0 }, { "pair_id": 8916, "video_name": "friends_s03e11_seg02_clip_07", "timestamp": [ 2.11, 4.21 ], "duration": 60.66, "caption": "A man picks up an expresso coffee pot from the kitchen.", "similarity": 0.5693, "relevance": 1 }, { "pair_id": 8917, "video_name": "friends_s05e13_seg02_clip_14", "timestamp": [ 0.0, 18.61 ], "duration": 60.66, "caption": "A woman and a man are in the kitchen as she agrees with him to name the award after her and they hug.", "similarity": 0.5638, "relevance": 0 }, { "pair_id": 8918, "video_name": "friends_s07e18_seg02_clip_12", "timestamp": [ 7.44, 10.23 ], "duration": 62.66, "caption": "A woman picks up award from the television stand.", "similarity": 0.5586, "relevance": 2 }, { "pair_id": 8919, "video_name": "friends_s06e09_seg02_clip_08", "timestamp": [ 13.73, 15.56 ], "duration": 61.66, "caption": "A man grabs the open book from the kitchen counter.", "similarity": 0.5565, "relevance": 1 } ] }, { "query_id": 5034, "query": "An account number is types into a blank field on a website on a computer.", "relevant_moment": [ { "pair_id": 118760, "video_name": "castle_s06e19_seg02_clip_13", "timestamp": [ 47.26, 48.61 ], "duration": 90.66, "caption": "An account number is types into a blank field on a website on a computer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 118761, "video_name": "castle_s03e13_seg02_clip_23", "timestamp": [ 9.12, 14.4 ], "duration": 96.66, "caption": "A man reads out the account number he is typing.", "similarity": 0.6028, "relevance": 4 }, { "pair_id": 118762, "video_name": "castle_s06e19_seg02_clip_13", "timestamp": [ 21.16, 22.51 ], "duration": 90.66, "caption": "A man confirms the existence of an account number in a bank account number on the screen.", "similarity": 0.5214, "relevance": 1 }, { "pair_id": 118763, "video_name": "castle_s06e19_seg02_clip_13", "timestamp": [ 51.31, 56.72 ], "duration": 90.66, "caption": "A woman puts numbers into a login page for a Suisse federal bank account.", "similarity": 0.5071, "relevance": 4 }, { "pair_id": 118764, "video_name": "castle_s05e17_seg02_clip_12", "timestamp": [ 9.0, 18.0 ], "duration": 90.66, "caption": "A person reads someone's credit statement from the computer.", "similarity": 0.4488, "relevance": 0 }, { "pair_id": 118765, "video_name": "house_s02e14_seg02_clip_14", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A man types a name into a field on a web page.", "similarity": 0.4415, "relevance": 3 }, { "pair_id": 118766, "video_name": "castle_s08e14_seg02_clip_26", "timestamp": [ 58.91, 67.44 ], "duration": 155.66, "caption": "A person unlocks the secret website with their password.", "similarity": 0.3998, "relevance": 2 }, { "pair_id": 118767, "video_name": "house_s05e17_seg02_clip_14", "timestamp": [ 28.99, 32.67 ], "duration": 92.66, "caption": "A man types something into the computer and a new website gets shown.", "similarity": 0.3911, "relevance": 1 }, { "pair_id": 118768, "video_name": "met_s06e19_seg02_clip_08", "timestamp": [ 45.02, 46.82 ], "duration": 60.66, "caption": "A person takes the number that someone gave him/her.", "similarity": 0.3865, "relevance": 0 }, { "pair_id": 118769, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A person erases a number and writes 23 in its place on a whiteboard.", "similarity": 0.3838, "relevance": 0 }, { "pair_id": 118770, "video_name": "house_s03e21_seg02_clip_06", "timestamp": [ 55.52, 62.35 ], "duration": 91.66, "caption": "A person writes down the number \"four\" on a whiteboard.", "similarity": 0.3815, "relevance": 0 }, { "pair_id": 118771, "video_name": "house_s02e14_seg02_clip_14", "timestamp": [ 4.03, 6.26 ], "duration": 89.66, "caption": "A person types on their computer to pull up a new page.", "similarity": 0.3707, "relevance": 3 }, { "pair_id": 118772, "video_name": "castle_s03e22_seg02_clip_02", "timestamp": [ 15.51, 16.45 ], "duration": 94.66, "caption": "A person's name shows up on the computer display.", "similarity": 0.3673, "relevance": 1 }, { "pair_id": 118773, "video_name": "castle_s04e17_seg02_clip_14", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person reads the financial amounts from the computer screen to another person.", "similarity": 0.3584, "relevance": 1 }, { "pair_id": 118774, "video_name": "castle_s07e10_seg02_clip_23", "timestamp": [ 51.01, 59.06 ], "duration": 89.66, "caption": "A woman pulls up the information on the account to show a person.", "similarity": 0.3577, "relevance": 2 }, { "pair_id": 118775, "video_name": "s06e11_seg02_clip_14", "timestamp": [ 14.85, 20.73 ], "duration": 56.66, "caption": "A person writes some numbers on a white board then turns around and runs to the coffee table.", "similarity": 0.3545, "relevance": 1 }, { "pair_id": 118776, "video_name": "castle_s08e09_seg02_clip_22", "timestamp": [ 58.26, 91.03 ], "duration": 91.66, "caption": "A woman is on a website on the computer as two people are around them.", "similarity": 0.3523, "relevance": 3 }, { "pair_id": 118777, "video_name": "castle_s03e10_seg02_clip_04", "timestamp": [ 33.31, 45.01 ], "duration": 90.66, "caption": "Using his computer, a person shows that the victim's account was drained of all its money.", "similarity": 0.3471, "relevance": 1 }, { "pair_id": 118778, "video_name": "s02e11_seg01_clip_02", "timestamp": [ 46.64, 58.11 ], "duration": 74.66, "caption": "A man writes down his phone numbers and gives them to person.", "similarity": 0.3447, "relevance": 0 }, { "pair_id": 118779, "video_name": "castle_s02e15_seg02_clip_20", "timestamp": [ 31.41, 34.14 ], "duration": 91.66, "caption": "A badge number is called up and a woman counts the number is \"41319\".", "similarity": 0.3443, "relevance": 0 } ] }, { "query_id": 5037, "query": "A woman takes a picture of a person's phone with her phone.", "relevant_moment": [ { "pair_id": 151540, "video_name": "castle_s06e19_seg02_clip_12", "timestamp": [ 73.95, 76.21 ], "duration": 90.66, "caption": "A woman takes a picture of a person's phone with her phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151541, "video_name": "castle_s03e22_seg02_clip_10", "timestamp": [ 33.5, 37.08 ], "duration": 89.66, "caption": "A woman takes a picture with her cell phone of a photo.", "similarity": 0.915, "relevance": 3 }, { "pair_id": 151542, "video_name": "castle_s03e17_seg02_clip_25", "timestamp": [ 11.0, 14.52 ], "duration": 88.66, "caption": "A woman takes a picture with her cell phone.", "similarity": 0.9035, "relevance": 3 }, { "pair_id": 151543, "video_name": "castle_s06e06_seg02_clip_15", "timestamp": [ 36.63, 41.55 ], "duration": 89.66, "caption": "A woman takes out her phone and shows another person a picture of a woman.", "similarity": 0.865, "relevance": 0 }, { "pair_id": 151544, "video_name": "castle_s06e06_seg02_clip_07", "timestamp": [ 21.27, 33.48 ], "duration": 90.66, "caption": "A woman takes out her phone and shows someone a picture.", "similarity": 0.8638, "relevance": 0 }, { "pair_id": 151545, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 40.55, 45.45 ], "duration": 89.66, "caption": "A person shows a woman a picture of someone on his phone.", "similarity": 0.8507, "relevance": 0 }, { "pair_id": 151546, "video_name": "castle_s02e08_seg02_clip_22", "timestamp": [ 21.39, 24.58 ], "duration": 91.66, "caption": "A person looks at a picture of a woman on a phone.", "similarity": 0.831, "relevance": 0 }, { "pair_id": 151547, "video_name": "castle_s08e01_seg02_clip_13", "timestamp": [ 4.16, 6.76 ], "duration": 104.66, "caption": "A woman takes a picture at a window with her phone.", "similarity": 0.8211, "relevance": 3 }, { "pair_id": 151548, "video_name": "castle_s07e11_seg02_clip_04", "timestamp": [ 82.35, 91.17 ], "duration": 98.66, "caption": "A person picks up a picture frame of a woman and takes a picture with his phone.", "similarity": 0.817, "relevance": 2 }, { "pair_id": 151549, "video_name": "castle_s03e12_seg02_clip_00", "timestamp": [ 39.25, 42.02 ], "duration": 92.66, "caption": "A man takes a photo of woman on his phone.", "similarity": 0.8121, "relevance": 1 }, { "pair_id": 151550, "video_name": "house_s08e17_seg02_clip_20", "timestamp": [ 22.55, 26.69 ], "duration": 92.66, "caption": "A person shows another person a picture of a female on their phone.", "similarity": 0.8063, "relevance": 0 }, { "pair_id": 151551, "video_name": "s05e07_seg02_clip_02", "timestamp": [ 26.11, 32.2 ], "duration": 58.66, "caption": "A person opens up their phone and takes a picture of another person.", "similarity": 0.8055, "relevance": 1 }, { "pair_id": 151552, "video_name": "met_s03e14_seg02_clip_07", "timestamp": [ 24.72, 34.48 ], "duration": 61.66, "caption": "A woman snaps a picture on her cell phone.", "similarity": 0.7915, "relevance": 2 }, { "pair_id": 151553, "video_name": "castle_s03e16_seg02_clip_07", "timestamp": [ 66.26, 69.41 ], "duration": 90.66, "caption": "A woman shows someone a photo on her phone and the person tells her that they recognize the person in the picture.", "similarity": 0.784, "relevance": 0 }, { "pair_id": 151554, "video_name": "castle_s07e17_seg02_clip_08", "timestamp": [ 56.44, 73.78 ], "duration": 88.66, "caption": "A woman was showing a photo from her cellphone to a man.", "similarity": 0.7706, "relevance": 0 }, { "pair_id": 151555, "video_name": "s05e09_seg02_clip_14", "timestamp": [ 18.89, 22.43 ], "duration": 59.66, "caption": "A woman takes a picture of a person and the bird on their arm with a cell phone.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 151556, "video_name": "s07e16_seg02_clip_00", "timestamp": [ 53.09, 56.45 ], "duration": 61.66, "caption": "A man takes a picture of a person with his cellphone.", "similarity": 0.7537, "relevance": 1 }, { "pair_id": 151557, "video_name": "castle_s01e03_seg02_clip_01", "timestamp": [ 15.76, 20.71 ], "duration": 90.66, "caption": "A person pulls out their phone and takes some pictures.", "similarity": 0.7529, "relevance": 0 }, { "pair_id": 151558, "video_name": "s07e11_seg02_clip_00", "timestamp": [ 38.46, 43.42 ], "duration": 62.66, "caption": "A woman takes a picture of man holding a tree decoration with her phone.", "similarity": 0.7428, "relevance": 3 }, { "pair_id": 151559, "video_name": "castle_s06e18_seg02_clip_02", "timestamp": [ 47.91, 57.21 ], "duration": 93.66, "caption": "A woman shows a man a picture on her cell phone.", "similarity": 0.7402, "relevance": 0 } ] }, { "query_id": 5045, "query": "Four people sit down at a cafeteria table.", "relevant_moment": [ { "pair_id": 4640, "video_name": "s06e20_seg01_clip_00", "timestamp": [ 3.72, 6.51 ], "duration": 62.66, "caption": "Four people sit down at a cafeteria table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4641, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 6.51, 9.92 ], "duration": 62.66, "caption": "Some people sit at the cafeteria table with their food trays.", "similarity": 0.7403, "relevance": 4 }, { "pair_id": 4642, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 32.41, 35.12 ], "duration": 60.66, "caption": "A person sits down at the cafeteria table with some people.", "similarity": 0.7402, "relevance": 4 }, { "pair_id": 4643, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 3.36, 5.49 ], "duration": 61.66, "caption": "Some people set their trays down at the cafeteria table.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 4644, "video_name": "s01e12_seg01_clip_01", "timestamp": [ 0.0, 5.33 ], "duration": 82.66, "caption": "A person and another person sit at the cafeteria table while talking to some people.", "similarity": 0.6745, "relevance": 1 }, { "pair_id": 4645, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 7.13, 9.3 ], "duration": 62.66, "caption": "Some people place their trays down and sit at the table.", "similarity": 0.6645, "relevance": 4 }, { "pair_id": 4646, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 6.3, 15.76 ], "duration": 63.66, "caption": "A person sits at the cafeteria table after some people.", "similarity": 0.6643, "relevance": 4 }, { "pair_id": 4647, "video_name": "friends_s10e07_seg02_clip_10", "timestamp": [ 32.11, 36.62 ], "duration": 60.66, "caption": "Some people sit down around the dining table.", "similarity": 0.6428, "relevance": 3 }, { "pair_id": 4648, "video_name": "house_s06e16_seg02_clip_06", "timestamp": [ 79.27, 91.64 ], "duration": 91.66, "caption": "Two people are sitting at a table in the cafeteria.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 4649, "video_name": "s07e07_seg02_clip_00", "timestamp": [ 26.55, 36.31 ], "duration": 61.66, "caption": "Two people enter the cafeteria holding trays and sit down at a table with two other people.", "similarity": 0.6398, "relevance": 3 }, { "pair_id": 4650, "video_name": "s07e20_seg02_clip_02", "timestamp": [ 30.46, 33.07 ], "duration": 58.66, "caption": "A person sits down next to another person at the cafeteria table.", "similarity": 0.6346, "relevance": 3 }, { "pair_id": 4651, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 20.81, 35.93 ], "duration": 57.66, "caption": "A woman comes to the cafeteria table and sits down with some people.", "similarity": 0.6335, "relevance": 3 }, { "pair_id": 4652, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 0.0, 2.49 ], "duration": 71.66, "caption": "A person sits at the cafeteria table beside another person.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 4653, "video_name": "s04e19_seg02_clip_09", "timestamp": [ 3.36, 15.56 ], "duration": 61.66, "caption": "Four people put their hands together to cheer at the lunch table.", "similarity": 0.6292, "relevance": 3 }, { "pair_id": 4654, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 35.22, 44.29 ], "duration": 55.66, "caption": "A person approaches some people sitting at a table in cafeteria and takes a seat.", "similarity": 0.6245, "relevance": 3 }, { "pair_id": 4655, "video_name": "s06e12_seg02_clip_00", "timestamp": [ 9.3, 11.79 ], "duration": 62.66, "caption": "Some men sit down at a lunch table in the cafeteria at their work.", "similarity": 0.6226, "relevance": 3 }, { "pair_id": 4656, "video_name": "s01e17_seg02_clip_14", "timestamp": [ 28.22, 31.32 ], "duration": 62.66, "caption": "Two men sit down at the cafeteria table with their food.", "similarity": 0.6215, "relevance": 3 }, { "pair_id": 4657, "video_name": "s04e03_seg02_clip_10", "timestamp": [ 17.09, 22.28 ], "duration": 61.66, "caption": "Three people walk into the cafeteria holding trays of food and sit down at a table.", "similarity": 0.621, "relevance": 3 }, { "pair_id": 4658, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 39.06, 43.22 ], "duration": 64.66, "caption": "A person sits in front of another person on the cafeteria table.", "similarity": 0.6141, "relevance": 3 }, { "pair_id": 4659, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 38.07, 59.03 ], "duration": 59.66, "caption": "Two people are sitting at a cafeteria table eating food.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 177960, "video_name": "s06e03_seg02_clip_08", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "Three people are in the cafeteria eating when someone sits down to join them.", "similarity": 0.6131, "relevance": 4 }, { "pair_id": 177961, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 7.32, 10.07 ], "duration": 61.66, "caption": "A person is sitting beside another person at the cafeteria table.", "similarity": 0.6113, "relevance": 3 }, { "pair_id": 177962, "video_name": "s08e02_seg02_clip_04", "timestamp": [ 0.0, 37.72 ], "duration": 58.66, "caption": "Some people are sitting in the cafeteria table conversing.", "similarity": 0.6106, "relevance": 4 }, { "pair_id": 177963, "video_name": "s05e21_seg01_clip_00", "timestamp": [ 3.72, 6.2 ], "duration": 62.66, "caption": "Some people walking to and sit down at a table.", "similarity": 0.6085, "relevance": 3 }, { "pair_id": 177964, "video_name": "s06e12_seg02_clip_00", "timestamp": [ 8.68, 12.72 ], "duration": 62.66, "caption": "Three people place their lunch trays on a table.", "similarity": 0.6044, "relevance": 3 }, { "pair_id": 177965, "video_name": "s06e01_seg02_clip_02", "timestamp": [ 10.99, 17.09 ], "duration": 61.66, "caption": "A person sits down at a table to join two other people for lunch in the cafeteria.", "similarity": 0.6024, "relevance": 3 }, { "pair_id": 177966, "video_name": "grey_s02e18_seg02_clip_13", "timestamp": [ 88.44, 92.12 ], "duration": 92.66, "caption": "Some people sit down at the table with two women.", "similarity": 0.602, "relevance": 4 }, { "pair_id": 177967, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 0.0, 56.09 ], "duration": 56.66, "caption": "Some people were sitting around the dining table.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 177968, "video_name": "s05e22_seg01_clip_00", "timestamp": [ 4.88, 61.03 ], "duration": 61.66, "caption": "Some people are conversing with each other while sitting at the University cafeteria table.", "similarity": 0.5985, "relevance": 4 }, { "pair_id": 177969, "video_name": "s07e01_seg02_clip_11", "timestamp": [ 41.19, 43.02 ], "duration": 61.66, "caption": "A person sits down at the cafeteria table next to woman.", "similarity": 0.5984, "relevance": 2 }, { "pair_id": 177970, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 15.61, 20.11 ], "duration": 60.66, "caption": "Some people have a seat around a table.", "similarity": 0.5953, "relevance": 4 }, { "pair_id": 177971, "video_name": "s07e05_seg02_clip_05", "timestamp": [ 55.22, 58.83 ], "duration": 60.66, "caption": "A person is sitting next to another person at the cafeteria table.", "similarity": 0.5926, "relevance": 3 }, { "pair_id": 177972, "video_name": "s04e06_seg02_clip_00", "timestamp": [ 6.41, 11.9 ], "duration": 61.66, "caption": "A person is sitting next to another person at the cafeteria table.", "similarity": 0.5926, "relevance": 3 }, { "pair_id": 177973, "video_name": "s04e08_seg02_clip_03", "timestamp": [ 1.86, 13.03 ], "duration": 62.66, "caption": "A group of people are sitting at a restaurant table eating.", "similarity": 0.588, "relevance": 4 }, { "pair_id": 177974, "video_name": "s04e04_seg02_clip_03", "timestamp": [ 40.52, 43.22 ], "duration": 60.66, "caption": "Two people have a conversation as they sit down at the cafeteria table with their trays.", "similarity": 0.5876, "relevance": 3 }, { "pair_id": 177975, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 0.32, 63.03 ], "duration": 63.66, "caption": "Some people were all sitting at the same table.", "similarity": 0.5853, "relevance": 3 }, { "pair_id": 177976, "video_name": "met_s02e01_seg02_clip_17", "timestamp": [ 7.65, 9.26 ], "duration": 46.66, "caption": "Three people sit at a kitchen table.", "similarity": 0.5825, "relevance": 2 }, { "pair_id": 177977, "video_name": "s06e22_seg02_clip_00", "timestamp": [ 6.3, 9.14 ], "duration": 63.66, "caption": "Some people walk over to the table, set down their trays on the table and sit down.", "similarity": 0.5811, "relevance": 3 }, { "pair_id": 177978, "video_name": "s02e03_seg02_clip_12", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Multiple people were having a meal at the same table.", "similarity": 0.5794, "relevance": 3 }, { "pair_id": 177979, "video_name": "s08e02_seg02_clip_03", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A person sits down at the table with some people.", "similarity": 0.5791, "relevance": 4 } ] }, { "query_id": 5085, "query": "A woman looks at a magazine which a man then grabs out of her hands.", "relevant_moment": [ { "pair_id": 101640, "video_name": "friends_s06e12_seg01_clip_01", "timestamp": [ 0.0, 6.02 ], "duration": 43.66, "caption": "A woman looks at a magazine which a man then grabs out of her hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 101641, "video_name": "house_s05e14_seg02_clip_13", "timestamp": [ 2.3, 4.6 ], "duration": 92.66, "caption": "A woman takes a magazine from a man's hands.", "similarity": 0.8291, "relevance": 3 }, { "pair_id": 101642, "video_name": "friends_s09e18_seg02_clip_16", "timestamp": [ 36.31, 39.97 ], "duration": 61.66, "caption": "A man looks at woman, looks forward and drops the magazine.", "similarity": 0.8033, "relevance": 2 }, { "pair_id": 101643, "video_name": "grey_s02e12_seg02_clip_05", "timestamp": [ 14.36, 29.65 ], "duration": 92.66, "caption": "A woman is looking at a magazine as she is speaking to a man.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 101644, "video_name": "friends_s04e20_seg02_clip_13", "timestamp": [ 21.54, 27.45 ], "duration": 59.66, "caption": "A man gets up and grabs a magazine next to a woman.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 101645, "video_name": "house_s02e04_seg02_clip_00", "timestamp": [ 4.61, 10.14 ], "duration": 92.66, "caption": "A woman picks up a magazine and gives it to a man.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 101646, "video_name": "friends_s01e05_seg02_clip_01", "timestamp": [ 5.31, 15.64 ], "duration": 59.66, "caption": "A man looks at a magazine before glancing towards a woman.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 101647, "video_name": "friends_s06e12_seg01_clip_01", "timestamp": [ 40.01, 42.38 ], "duration": 43.66, "caption": "A man grabs a magazine from person and opens it up.", "similarity": 0.7496, "relevance": 3 }, { "pair_id": 101648, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 25.7, 32.91 ], "duration": 90.66, "caption": "A woman stops a man as he walks past her and hands him a magazine.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 101649, "video_name": "friends_s03e16_seg02_clip_10", "timestamp": [ 36.6, 40.32 ], "duration": 62.66, "caption": "A woman grabs a stack of magazines and hits a man with them.", "similarity": 0.7398, "relevance": 1 }, { "pair_id": 101650, "video_name": "grey_s01e04_seg02_clip_17", "timestamp": [ 42.78, 48.7 ], "duration": 91.66, "caption": "A woman is looking at a magazine as she describes someone who is in it to two other women.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 101652, "video_name": "house_s02e04_seg02_clip_00", "timestamp": [ 3.69, 9.22 ], "duration": 92.66, "caption": "A woman in a red dress handed a man an issue of a magazine.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 101654, "video_name": "castle_s06e04_seg02_clip_21", "timestamp": [ 49.34, 51.56 ], "duration": 88.66, "caption": "A man takes the magazine from another man and looks at it.", "similarity": 0.6954, "relevance": 2 }, { "pair_id": 101655, "video_name": "grey_s01e04_seg02_clip_17", "timestamp": [ 30.95, 36.87 ], "duration": 91.66, "caption": "A woman pulls up the magazine with her feet and opens it.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 101656, "video_name": "friends_s08e16_seg02_clip_10", "timestamp": [ 46.03, 49.59 ], "duration": 59.66, "caption": "A woman flips through her magazine after talking to man.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 101658, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 31.0, 44.09 ], "duration": 87.66, "caption": "A man looks through magazines while talking with a woman.", "similarity": 0.6868, "relevance": 2 }, { "pair_id": 101659, "video_name": "friends_s05e22_seg02_clip_09", "timestamp": [ 18.25, 19.85 ], "duration": 64.66, "caption": "A man hands another person a magazine he is holding.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 274960, "video_name": "friends_s08e19_seg01_clip_00", "timestamp": [ 11.61, 32.38 ], "duration": 61.66, "caption": "A woman leans onto a man and as they look at a magazine and converse with another woman.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 274961, "video_name": "friends_s03e18_seg02_clip_08", "timestamp": [ 0.0, 12.4 ], "duration": 59.66, "caption": "A woman is looking at a magazine as another woman and a man stand beside her.", "similarity": 0.666, "relevance": 3 }, { "pair_id": 274962, "video_name": "house_s05e23_seg02_clip_24", "timestamp": [ 69.77, 72.47 ], "duration": 90.66, "caption": "A woman takes the magazine and tosses it aside.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 274963, "video_name": "friends_s06e04_seg02_clip_00", "timestamp": [ 38.96, 42.92 ], "duration": 66.66, "caption": "A person picks up a magazine and opens it.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 274964, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 5.36, 8.19 ], "duration": 56.66, "caption": "A man grabs woman's hand after she asks about it.", "similarity": 0.6615, "relevance": 1 }, { "pair_id": 274965, "video_name": "friends_s06e11_seg02_clip_01", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man tells a woman what isn't his job so she sets down a magazine.", "similarity": 0.6613, "relevance": 3 }, { "pair_id": 274966, "video_name": "castle_s05e05_seg02_clip_22", "timestamp": [ 9.9, 13.95 ], "duration": 90.66, "caption": "A person picks up a magazine from the table and shows it to woman.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 274967, "video_name": "s06e02_seg02_clip_03", "timestamp": [ 19.54, 26.05 ], "duration": 62.66, "caption": "A woman holds out her upturned hand out as she stares at a man.", "similarity": 0.659, "relevance": 1 }, { "pair_id": 274968, "video_name": "castle_s02e03_seg02_clip_06", "timestamp": [ 0.0, 3.68 ], "duration": 92.66, "caption": "A woman tells a man she has the magazine already while helping him carry things.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 274969, "video_name": "castle_s04e22_seg02_clip_05", "timestamp": [ 3.53, 9.71 ], "duration": 88.66, "caption": "A woman grabs a man's hand and she pulls his hand off of hers.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 274970, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 55.83, 57.63 ], "duration": 90.66, "caption": "A woman closes her magazine while talking with a man.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 274971, "video_name": "friends_s08e17_seg02_clip_07", "timestamp": [ 50.42, 51.92 ], "duration": 60.66, "caption": "A woman returns the magazine in her hand back to the stand.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 274972, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 16.46, 22.98 ], "duration": 62.66, "caption": "A person looks through a magazine and throws it down.", "similarity": 0.6497, "relevance": 1 }, { "pair_id": 274973, "video_name": "friends_s04e03_seg02_clip_01", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A woman puts her hand on her hip and looks sternly at a man.", "similarity": 0.6469, "relevance": 1 }, { "pair_id": 274974, "video_name": "castle_s06e14_seg02_clip_25", "timestamp": [ 22.05, 32.77 ], "duration": 126.66, "caption": "A person picks up a magazine. Another person takes it from him/her and walks away.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 274975, "video_name": "friends_s08e05_seg02_clip_08", "timestamp": [ 7.56, 11.2 ], "duration": 56.66, "caption": "A woman looks at something in her hand and shows it to a man.", "similarity": 0.6452, "relevance": 1 }, { "pair_id": 274976, "video_name": "house_s04e07_seg02_clip_03", "timestamp": [ 1.76, 3.53 ], "duration": 88.66, "caption": "A man hands a picture to a woman and she looks at it.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 274977, "video_name": "friends_s05e21_seg02_clip_08", "timestamp": [ 7.8, 12.61 ], "duration": 60.66, "caption": "A man grabs a woman's hand when he asks her something.", "similarity": 0.6437, "relevance": 2 }, { "pair_id": 274978, "video_name": "house_s07e20_seg02_clip_06", "timestamp": [ 0.0, 1.77 ], "duration": 88.66, "caption": "A man is reading a magazine while talking to a woman.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 274979, "video_name": "friends_s05e09_seg02_clip_12", "timestamp": [ 0.0, 7.67 ], "duration": 59.66, "caption": "A man is reading a magazine while talking to a woman.", "similarity": 0.6427, "relevance": 2 } ] }, { "query_id": 5120, "query": "A woman lowers her hands and slaps them onto a man's arms as she stands at the kitchen island talking to him.", "relevant_moment": [ { "pair_id": 13120, "video_name": "castle_s01e10_seg02_clip_01", "timestamp": [ 0.45, 4.54 ], "duration": 90.66, "caption": "A woman lowers her hands and slaps them onto a man's arms as she stands at the kitchen island talking to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13121, "video_name": "friends_s09e10_seg02_clip_19", "timestamp": [ 18.31, 19.22 ], "duration": 61.66, "caption": "A woman puts her hand to her chest while talking to a man in the kitchen.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 13122, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 0.26, 12.5 ], "duration": 51.66, "caption": "A woman and man are talking in the kitchen and she puts her hand to his face.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 13123, "video_name": "s07e12_seg02_clip_07", "timestamp": [ 1.2, 3.6 ], "duration": 60.66, "caption": "A woman slaps her hand down on the kitchen counter while arguing with a man.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 13124, "video_name": "s04e01_seg02_clip_05", "timestamp": [ 7.2, 10.5 ], "duration": 60.66, "caption": "A woman smacks her hands together while talking to a man.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 13125, "video_name": "s09e12_seg02_clip_01", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "A man is leaning onto the kitchen island while talking to woman.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 13126, "video_name": "met_s02e20_seg02_clip_09", "timestamp": [ 23.16, 25.3 ], "duration": 60.66, "caption": "A woman slaps a man's hand while telling him to let go of the food.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 13127, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 11.6, 14.65 ], "duration": 61.66, "caption": "A person puts their arm around a woman and pulls her towards the kitchen.", "similarity": 0.6791, "relevance": 1 }, { "pair_id": 13128, "video_name": "met_s02e09_seg02_clip_05", "timestamp": [ 50.42, 52.52 ], "duration": 60.66, "caption": "A woman raises and lowers her arms when talking to man.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 13129, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 22.69, 23.81 ], "duration": 56.66, "caption": "A woman hits a man on the arm in the kitchen.", "similarity": 0.6774, "relevance": 2 }, { "pair_id": 13130, "video_name": "friends_s02e20_seg02_clip_00", "timestamp": [ 54.28, 61.41 ], "duration": 62.66, "caption": "A man rapidly pokes woman on the arm while sitting in her kitchen.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 13131, "video_name": "s07e13_seg02_clip_04", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A woman smacks her hand against her leg while talking to a man.", "similarity": 0.6758, "relevance": 1 }, { "pair_id": 13132, "video_name": "friends_s05e16_seg02_clip_12", "timestamp": [ 21.05, 24.11 ], "duration": 61.66, "caption": "A woman grabs a pair of work gloves out from under the kitchen sink and turns to face a man while he's speaking.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 13133, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 20.29, 23.8 ], "duration": 78.66, "caption": "A man shakes hands with a woman in the kitchen of a restaurant.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 13134, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A woman goes to a man in the kitchen and places her arm around him.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 13135, "video_name": "s09e07_seg02_clip_15", "timestamp": [ 12.99, 14.17 ], "duration": 59.66, "caption": "A woman grabs a man's hand as they are sitting at the kitchen table.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 13136, "video_name": "s10e05_seg02_clip_11", "timestamp": [ 0.0, 10.92 ], "duration": 59.66, "caption": "A woman sits at the kitchen island to talk to a man.", "similarity": 0.6629, "relevance": 2 }, { "pair_id": 13137, "video_name": "met_s03e18_seg02_clip_01", "timestamp": [ 5.89, 8.99 ], "duration": 62.66, "caption": "A woman grabs a man's hand while she's talking to him.", "similarity": 0.6627, "relevance": 2 }, { "pair_id": 13138, "video_name": "friends_s09e05_seg02_clip_05", "timestamp": [ 37.82, 41.6 ], "duration": 63.66, "caption": "A man briefly grabs a woman's hand as he's talking to her.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 13139, "video_name": "friends_s10e01_seg02_clip_07", "timestamp": [ 3.0, 12.91 ], "duration": 60.66, "caption": "A woman puts their hands on a man's shoulders while talking to him, then she slides their hands down his arms to his hands where they hold his hands.", "similarity": 0.6581, "relevance": 2 } ] }, { "query_id": 5166, "query": "A man was talking to another man wearing suit and tie.", "relevant_moment": [ { "pair_id": 12320, "video_name": "friends_s07e05_seg02_clip_11", "timestamp": [ 24.62, 59.33 ], "duration": 59.66, "caption": "A man was talking to another man wearing suit and tie.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12321, "video_name": "castle_s07e02_seg02_clip_08", "timestamp": [ 0.0, 78.74 ], "duration": 82.66, "caption": "A man was talking to another man in suit and tie.", "similarity": 0.9885, "relevance": 4 }, { "pair_id": 12322, "video_name": "friends_s01e16-17_seg02_clip_25", "timestamp": [ 0.0, 58.18 ], "duration": 58.66, "caption": "A man was having a conversation with another man and a person wearing suit and tie.", "similarity": 0.9464, "relevance": 4 }, { "pair_id": 12323, "video_name": "friends_s01e11_seg02_clip_16", "timestamp": [ 17.33, 57.67 ], "duration": 63.66, "caption": "A man and another man wearing suit and tie were having a conversation.", "similarity": 0.9246, "relevance": 4 }, { "pair_id": 12324, "video_name": "friends_s03e24_seg02_clip_18", "timestamp": [ 52.48, 61.03 ], "duration": 61.66, "caption": "A person was talking to a man wearing suit and tie.", "similarity": 0.9189, "relevance": 4 }, { "pair_id": 12325, "video_name": "castle_s01e07_seg02_clip_20", "timestamp": [ 0.0, 7.72 ], "duration": 90.66, "caption": "A man was talking to a young man wearing suit and tie.", "similarity": 0.8952, "relevance": 3 }, { "pair_id": 12326, "video_name": "friends_s06e02_seg02_clip_13", "timestamp": [ 0.0, 58.36 ], "duration": 58.66, "caption": "A man was having a conversation with an old man wearing suit and tie.", "similarity": 0.8855, "relevance": 4 }, { "pair_id": 12327, "video_name": "castle_s07e07_seg02_clip_24", "timestamp": [ 0.0, 36.59 ], "duration": 95.66, "caption": "Two men were having a conversation with an old man wearing suit and tie.", "similarity": 0.8682, "relevance": 4 }, { "pair_id": 12328, "video_name": "castle_s02e21_seg02_clip_07", "timestamp": [ 0.0, 25.02 ], "duration": 89.66, "caption": "Two people were talking to a young man wearing suit and tie.", "similarity": 0.8571, "relevance": 3 }, { "pair_id": 12329, "video_name": "house_s02e06_seg02_clip_04", "timestamp": [ 0.0, 9.95 ], "duration": 90.66, "caption": "A man was talking to woman and the young man wearing suit and tie.", "similarity": 0.8327, "relevance": 4 }, { "pair_id": 12330, "video_name": "house_s08e11_seg02_clip_15", "timestamp": [ 9.12, 58.72 ], "duration": 114.66, "caption": "A man was having a conversation with a person wearing a tie.", "similarity": 0.8265, "relevance": 4 }, { "pair_id": 12331, "video_name": "friends_s10e14_seg02_clip_15", "timestamp": [ 0.0, 41.28 ], "duration": 63.66, "caption": "A woman was having a conversation with a man wearing suit and tie.", "similarity": 0.8193, "relevance": 3 }, { "pair_id": 12332, "video_name": "castle_s04e03_seg02_clip_05", "timestamp": [ 10.45, 18.17 ], "duration": 90.66, "caption": "Two men in suit and tie came in and one of them started a conversation with a woman.", "similarity": 0.8025, "relevance": 3 }, { "pair_id": 12333, "video_name": "castle_s01e09_seg02_clip_13", "timestamp": [ 0.0, 14.96 ], "duration": 88.66, "caption": "A man was having a conversation with another man in suit and a woman with short hair.", "similarity": 0.7952, "relevance": 4 }, { "pair_id": 12334, "video_name": "friends_s02e22_seg02_clip_16", "timestamp": [ 25.95, 57.02 ], "duration": 57.66, "caption": "A woman talks to a man wearing suit and tie.", "similarity": 0.7933, "relevance": 2 }, { "pair_id": 12335, "video_name": "castle_s08e22_seg02_clip_22", "timestamp": [ 0.0, 5.82 ], "duration": 97.66, "caption": "A man was talking to another man who is tied up.", "similarity": 0.7804, "relevance": 2 }, { "pair_id": 12336, "video_name": "castle_s03e19_seg02_clip_13", "timestamp": [ 59.36, 63.04 ], "duration": 92.66, "caption": "A man and an old person wearing suit and tie were having an intense conversation while two people were watching them.", "similarity": 0.7778, "relevance": 4 }, { "pair_id": 12337, "video_name": "friends_s10e12_seg02_clip_03", "timestamp": [ 0.0, 13.07 ], "duration": 62.66, "caption": "A man was having a conversation with the old person wearing suit and tie and the person wearing a blue dress.", "similarity": 0.7777, "relevance": 4 }, { "pair_id": 12338, "video_name": "house_s03e06_seg02_clip_13", "timestamp": [ 17.83, 24.26 ], "duration": 99.66, "caption": "A man puts on his suit jacket while talking to a man.", "similarity": 0.7747, "relevance": 4 }, { "pair_id": 12339, "video_name": "castle_s06e22_seg02_clip_10", "timestamp": [ 16.38, 46.88 ], "duration": 91.66, "caption": "A person was having a conversation with two other men in suit while two other people were also in the room.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 185640, "video_name": "grey_s02e08_seg02_clip_21", "timestamp": [ 0.0, 16.57 ], "duration": 92.66, "caption": "A man is having a conversation with another person in brown suit.", "similarity": 0.7693, "relevance": 3 }, { "pair_id": 185641, "video_name": "friends_s02e06_seg02_clip_12", "timestamp": [ 35.22, 62.11 ], "duration": 64.66, "caption": "Two men were talking to a person wearing blue polo and a tie.", "similarity": 0.7602, "relevance": 4 }, { "pair_id": 185642, "video_name": "friends_s09e13_seg02_clip_10", "timestamp": [ 32.15, 63.03 ], "duration": 63.66, "caption": "A woman and another person wearing suit and tie were having a conversation.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 185644, "video_name": "friends_s08e18_seg02_clip_05", "timestamp": [ 7.47, 23.34 ], "duration": 62.66, "caption": "A man and a woman were having a conversation with another woman wearing gray, printed dress and another man wearing suit and tie.", "similarity": 0.7508, "relevance": 4 }, { "pair_id": 185645, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7488, "relevance": 4 }, { "pair_id": 185646, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7488, "relevance": 4 }, { "pair_id": 185647, "video_name": "friends_s08e18_seg02_clip_08", "timestamp": [ 0.0, 18.82 ], "duration": 57.66, "caption": "Two people were having a conversation with a woman wearing blue dress and a man wearing suit and tie.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 185648, "video_name": "house_s07e08_seg02_clip_06", "timestamp": [ 0.0, 42.22 ], "duration": 90.66, "caption": "A woman was having a conversation with a young man wearing suit and tie.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 185649, "video_name": "castle_s06e20_seg02_clip_09", "timestamp": [ 0.0, 59.36 ], "duration": 93.66, "caption": "Two men were having a conversation with a man.", "similarity": 0.7441, "relevance": 4 }, { "pair_id": 185650, "video_name": "castle_s03e18_seg02_clip_04", "timestamp": [ 0.0, 25.44 ], "duration": 89.66, "caption": "Two men were having a conversation with a man.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 185651, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 0.0, 53.02 ], "duration": 53.66, "caption": "A man and another man were having a conversation.", "similarity": 0.7439, "relevance": 3 }, { "pair_id": 185652, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 3.87, 13.76 ], "duration": 86.66, "caption": "A man and another man were having a conversation.", "similarity": 0.7439, "relevance": 4 }, { "pair_id": 185653, "video_name": "house_s08e11_seg02_clip_26", "timestamp": [ 0.0, 78.46 ], "duration": 106.66, "caption": "A man wearing suit and tie was talking to a doctor.", "similarity": 0.7439, "relevance": 4 }, { "pair_id": 185654, "video_name": "friends_s07e05_seg02_clip_11", "timestamp": [ 37.38, 40.94 ], "duration": 59.66, "caption": "A man walked after another man that wears suit and tie.", "similarity": 0.7408, "relevance": 4 }, { "pair_id": 185655, "video_name": "castle_s05e15_seg02_clip_23", "timestamp": [ 25.23, 35.9 ], "duration": 97.66, "caption": "A man and another man were having a conversation as they were talking.", "similarity": 0.7396, "relevance": 4 }, { "pair_id": 185656, "video_name": "castle_s03e23_seg02_clip_15", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "Two men are having a conversation with another man.", "similarity": 0.7341, "relevance": 4 }, { "pair_id": 185657, "video_name": "castle_s03e01_seg02_clip_08", "timestamp": [ 0.0, 35.3 ], "duration": 90.66, "caption": "A man was having a conversation with two people.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 185658, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 54.63, 86.02 ], "duration": 86.66, "caption": "A man was having a conversation with two people.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 185659, "video_name": "friends_s03e24_seg02_clip_03", "timestamp": [ 0.0, 8.63 ], "duration": 61.66, "caption": "A man talking to another person in a shirt and tie who puts their hand in their pocket.", "similarity": 0.732, "relevance": 4 } ] }, { "query_id": 5232, "query": "A woman and a man are dancing at the wedding.", "relevant_moment": [ { "pair_id": 147420, "video_name": "friends_s02e24_seg02_clip_17", "timestamp": [ 43.21, 53.02 ], "duration": 53.66, "caption": "A woman and a man are dancing at the wedding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147421, "video_name": "friends_s02e24_seg02_clip_11", "timestamp": [ 38.65, 40.03 ], "duration": 69.66, "caption": "A man moves between a woman and another man at their wedding.", "similarity": 0.7361, "relevance": 3 }, { "pair_id": 147422, "video_name": "friends_s02e24_seg02_clip_18", "timestamp": [ 0.0, 10.73 ], "duration": 65.66, "caption": "Two people are slow dancing and talking at a wedding.", "similarity": 0.7333, "relevance": 2 }, { "pair_id": 147423, "video_name": "s06e01_seg01_clip_00", "timestamp": [ 3.78, 8.82 ], "duration": 63.66, "caption": "A man and woman kiss each other at their wedding.", "similarity": 0.7218, "relevance": 3 }, { "pair_id": 147424, "video_name": "friends_s07e23-24_seg02_clip_43", "timestamp": [ 37.24, 47.83 ], "duration": 73.66, "caption": "A man and woman are kissing in their wedding.", "similarity": 0.7164, "relevance": 3 }, { "pair_id": 147425, "video_name": "met_s02e22_seg02_clip_17", "timestamp": [ 17.29, 32.02 ], "duration": 64.66, "caption": "A woman is dancing with a little boy at the wedding reception and she and man smile at each other.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 147426, "video_name": "met_s02e12_seg01_clip_00", "timestamp": [ 2.82, 6.11 ], "duration": 91.66, "caption": "A woman and a man sway together as they are dancing.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 147427, "video_name": "s05e03_seg02_clip_08", "timestamp": [ 53.78, 56.02 ], "duration": 56.66, "caption": "A group of people are dancing on the middle of the dance floor on a wedding.", "similarity": 0.7063, "relevance": 3 }, { "pair_id": 147428, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 28.11, 31.96 ], "duration": 77.66, "caption": "A man and woman are dressed as bride and groom and they walk down the aisle.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 147429, "video_name": "house_s06e06_seg02_clip_10", "timestamp": [ 44.6, 49.61 ], "duration": 91.66, "caption": "A woman and a man are dancing while they are talking.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 147430, "video_name": "friends_s06e10_seg02_clip_12", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A woman and man are dancing together on a dance floor.", "similarity": 0.6829, "relevance": 3 }, { "pair_id": 147431, "video_name": "friends_s07e23-24_seg02_clip_40", "timestamp": [ 4.13, 8.56 ], "duration": 59.66, "caption": "A man bounces on his feet during his wedding to a woman.", "similarity": 0.6828, "relevance": 3 }, { "pair_id": 147432, "video_name": "castle_s06e15_seg02_clip_27", "timestamp": [ 0.0, 22.02 ], "duration": 22.66, "caption": "A woman and man were dancing whilst looking at a dancing couple, too.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 147433, "video_name": "house_s07e17_seg02_clip_23", "timestamp": [ 50.86, 53.56 ], "duration": 90.66, "caption": "A woman walks up to a man at their wedding.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 147434, "video_name": "friends_s06e10_seg02_clip_13", "timestamp": [ 37.78, 75.97 ], "duration": 83.66, "caption": "A man and woman does the routine dance together.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 147435, "video_name": "castle_s07e06_seg02_clip_25", "timestamp": [ 54.13, 80.1 ], "duration": 88.66, "caption": "A woman walks down the aisle and meets a man at her wedding.", "similarity": 0.6754, "relevance": 3 }, { "pair_id": 147436, "video_name": "friends_s03e15_seg02_clip_19", "timestamp": [ 15.41, 35.36 ], "duration": 70.66, "caption": "A man is dancing with a woman who kisses them.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 147437, "video_name": "house_s06e06_seg02_clip_10", "timestamp": [ 4.1, 11.83 ], "duration": 91.66, "caption": "A woman and man head to the dance floor.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 147438, "video_name": "grey_s03e11_seg02_clip_24", "timestamp": [ 50.61, 63.04 ], "duration": 92.66, "caption": "A man and woman dance together and celebrate and man kisses woman thanking her.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 147439, "video_name": "met_s02e10_seg02_clip_18", "timestamp": [ 0.0, 6.27 ], "duration": 89.66, "caption": "A man twirls woman and they start dancing at a reception.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 320740, "video_name": "castle_s06e15_seg02_clip_27", "timestamp": [ 0.0, 1.87 ], "duration": 22.66, "caption": "A man is dancing with a woman as another man and woman observe them.", "similarity": 0.6504, "relevance": 3 }, { "pair_id": 320741, "video_name": "friends_s07e23-24_seg02_clip_38", "timestamp": [ 27.56, 40.33 ], "duration": 58.66, "caption": "A man walks down the wedding aisle with two women on each side of him.", "similarity": 0.6501, "relevance": 2 }, { "pair_id": 320742, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 64.4, 74.02 ], "duration": 74.66, "caption": "A person silhouette of a man and woman are seen dancing.", "similarity": 0.6501, "relevance": 3 }, { "pair_id": 320743, "video_name": "grey_s03e25_seg02_clip_25", "timestamp": [ 0.0, 33.57 ], "duration": 86.66, "caption": "Two men walk when they are at a wedding.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 320744, "video_name": "house_s07e08_seg02_clip_16", "timestamp": [ 78.34, 89.02 ], "duration": 89.66, "caption": "A man dances with a woman at an event.", "similarity": 0.6494, "relevance": 3 }, { "pair_id": 320745, "video_name": "friends_s05e23-24_seg02_clip_41", "timestamp": [ 18.03, 22.79 ], "duration": 68.66, "caption": "A man and a woman walk into a wedding chapel.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 320746, "video_name": "friends_s04e04_seg02_clip_13", "timestamp": [ 45.55, 51.35 ], "duration": 58.66, "caption": "A man and a woman put their arms around each other in preparation of dancing.", "similarity": 0.645, "relevance": 3 }, { "pair_id": 320747, "video_name": "s05e03_seg02_clip_10", "timestamp": [ 65.27, 82.82 ], "duration": 90.66, "caption": "A man and a woman dance together while out at a restaurant.", "similarity": 0.6368, "relevance": 3 }, { "pair_id": 320748, "video_name": "castle_s04e20_seg02_clip_16", "timestamp": [ 0.0, 73.2 ], "duration": 89.66, "caption": "A woman and a man are dancing with each other as they converse.", "similarity": 0.6367, "relevance": 3 }, { "pair_id": 320749, "video_name": "castle_s06e12_seg02_clip_05", "timestamp": [ 0.0, 8.8 ], "duration": 88.66, "caption": "Two people walk while they are discussing their wedding.", "similarity": 0.6319, "relevance": 1 }, { "pair_id": 320750, "video_name": "friends_s07e23-24_seg02_clip_43", "timestamp": [ 0.0, 37.61 ], "duration": 73.66, "caption": "A man is officiating the wedding of two people.", "similarity": 0.6308, "relevance": 3 }, { "pair_id": 320751, "video_name": "s05e03_seg02_clip_09", "timestamp": [ 26.71, 42.32 ], "duration": 60.66, "caption": "A woman and a man discuss the bride and groom.", "similarity": 0.6299, "relevance": 3 }, { "pair_id": 320752, "video_name": "castle_s06e14_seg02_clip_01", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A man and a woman discuss their wedding while walking up to the crime scene.", "similarity": 0.6286, "relevance": 3 }, { "pair_id": 320753, "video_name": "friends_s02e24_seg02_clip_17", "timestamp": [ 44.54, 53.02 ], "duration": 53.66, "caption": "A man tells a woman that he's ready to give her what he wants while they dance at the wedding.", "similarity": 0.6275, "relevance": 3 }, { "pair_id": 320754, "video_name": "friends_s08e01_seg02_clip_20", "timestamp": [ 12.21, 15.26 ], "duration": 61.66, "caption": "A woman and a man step onto the dance floor.", "similarity": 0.6255, "relevance": 3 }, { "pair_id": 320755, "video_name": "friends_s10e12_seg02_clip_28", "timestamp": [ 17.99, 58.03 ], "duration": 58.66, "caption": "A man officiates the wedding between two people.", "similarity": 0.6208, "relevance": 3 }, { "pair_id": 320756, "video_name": "friends_s07e23-24_seg02_clip_34", "timestamp": [ 19.77, 23.32 ], "duration": 59.66, "caption": "A man walks over to a woman in her wedding dress.", "similarity": 0.6194, "relevance": 3 }, { "pair_id": 320757, "video_name": "grey_s02e22_seg02_clip_02", "timestamp": [ 21.4, 23.26 ], "duration": 93.66, "caption": "Two people dance together as they celebrate.", "similarity": 0.6175, "relevance": 3 }, { "pair_id": 320758, "video_name": "s10e01_seg02_clip_15", "timestamp": [ 26.41, 30.61 ], "duration": 60.66, "caption": "A woman and a man kiss each other as they are standing at the alter getting married.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 320759, "video_name": "friends_s03e16_seg01_clip_00", "timestamp": [ 59.52, 64.77 ], "duration": 70.66, "caption": "A man dances with a woman and they kiss.", "similarity": 0.617, "relevance": 2 } ] }, { "query_id": 5235, "query": "A woman walks to and gets up on the stage and takes the microphone.", "relevant_moment": [ { "pair_id": 145940, "video_name": "friends_s02e24_seg02_clip_16", "timestamp": [ 11.73, 16.42 ], "duration": 67.66, "caption": "A woman walks to and gets up on the stage and takes the microphone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145941, "video_name": "friends_s09e13_seg02_clip_14", "timestamp": [ 52.09, 56.6 ], "duration": 82.66, "caption": "A woman walks a person to the stage and introduces herself into the microphone as she says the song she is going to sing.", "similarity": 0.8059, "relevance": 4 }, { "pair_id": 145942, "video_name": "friends_s02e24_seg02_clip_16", "timestamp": [ 12.06, 17.76 ], "duration": 67.66, "caption": "A woman walks up to the podium and grabs a microphone.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 145943, "video_name": "met_s06e23_seg02_clip_13", "timestamp": [ 21.57, 26.61 ], "duration": 56.66, "caption": "A woman gets up and storms on stage to the microphone.", "similarity": 0.7697, "relevance": 4 }, { "pair_id": 145944, "video_name": "castle_s03e23_seg02_clip_24", "timestamp": [ 0.0, 2.24 ], "duration": 56.66, "caption": "A woman walks out on a stage and begins talking.", "similarity": 0.7508, "relevance": 2 }, { "pair_id": 145945, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 37.07, 65.03 ], "duration": 65.66, "caption": "A woman gets up on stage in her outfit and performs.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 145946, "video_name": "met_s06e09_seg02_clip_17", "timestamp": [ 31.58, 59.03 ], "duration": 59.66, "caption": "A woman gets onto the stage with a microphone and sings with another person in a purple top.", "similarity": 0.6628, "relevance": 3 }, { "pair_id": 145947, "video_name": "s09e16_seg02_clip_12", "timestamp": [ 53.12, 57.03 ], "duration": 60.66, "caption": "A woman sings a song into the microphone while on the stage.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 145948, "video_name": "friends_s07e22_seg02_clip_11", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "A person on the stage with a microphone speaking.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 145949, "video_name": "house_s02e12_seg02_clip_05", "timestamp": [ 8.58, 33.41 ], "duration": 90.66, "caption": "A woman is on the stage and she is the one who speaks in front of many people.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 145950, "video_name": "friends_s01e10_seg02_clip_01", "timestamp": [ 33.87, 42.11 ], "duration": 61.66, "caption": "A woman walks up to the microphone and introduces another woman.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 145951, "video_name": "s03e18_seg02_clip_16", "timestamp": [ 25.24, 27.85 ], "duration": 58.66, "caption": "A person is on the stage and begins hitting their microphone.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 145952, "video_name": "met_s02e16_seg02_clip_08", "timestamp": [ 22.44, 25.82 ], "duration": 61.66, "caption": "A woman pulls person up on the stage while everyone claps.", "similarity": 0.6149, "relevance": 1 }, { "pair_id": 145953, "video_name": "castle_s08e20_seg02_clip_23", "timestamp": [ 60.35, 67.5 ], "duration": 89.66, "caption": "A woman leaps from her seat, approaches the stage and stops in front of the actress on stage.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 145954, "video_name": "met_s06e23_seg02_clip_00", "timestamp": [ 10.41, 14.96 ], "duration": 65.66, "caption": "A person is standing in front of a microphone on a stage.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 145955, "video_name": "friends_s02e08_seg02_clip_02", "timestamp": [ 16.11, 59.65 ], "duration": 59.66, "caption": "A woman takes a seat on stage and begins playing.", "similarity": 0.6109, "relevance": 1 }, { "pair_id": 145956, "video_name": "friends_s10e11_seg02_clip_07", "timestamp": [ 24.95, 27.56 ], "duration": 58.66, "caption": "Two women walk up onto the stage.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 145957, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 17.11, 21.38 ], "duration": 57.66, "caption": "A man stands on the stage and moves the microphone stand out of his way.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 145958, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 68.14, 70.36 ], "duration": 89.66, "caption": "A woman grabs the microphone and talks to woman.", "similarity": 0.5956, "relevance": 2 }, { "pair_id": 145959, "video_name": "s09e16_seg02_clip_15", "timestamp": [ 0.0, 5.87 ], "duration": 51.66, "caption": "A person drops the microphone and heads off stage.", "similarity": 0.5904, "relevance": 1 }, { "pair_id": 319260, "video_name": "friends_s01e07_seg01_clip_00", "timestamp": [ 9.47, 12.69 ], "duration": 43.66, "caption": "A woman walks off the stage and over to the bar near woman.", "similarity": 0.5888, "relevance": 1 }, { "pair_id": 319261, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 43.13, 46.31 ], "duration": 90.66, "caption": "A woman opens up her jacket and talks into a microphone.", "similarity": 0.5854, "relevance": 1 }, { "pair_id": 319262, "video_name": "met_s05e02_seg02_clip_16", "timestamp": [ 14.11, 18.91 ], "duration": 60.66, "caption": "A person appears from behind a curtain, then walks onto the stage.", "similarity": 0.5848, "relevance": 2 }, { "pair_id": 319263, "video_name": "met_s06e23_seg01_clip_00", "timestamp": [ 51.87, 55.23 ], "duration": 61.66, "caption": "A person walks from the center of the stage to the left side.", "similarity": 0.5808, "relevance": 2 }, { "pair_id": 319264, "video_name": "grey_s03e01_seg02_clip_24", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A woman walks from the doorway to the table and starts talking.", "similarity": 0.5805, "relevance": 0 }, { "pair_id": 319265, "video_name": "house_s01e21_seg02_clip_11", "timestamp": [ 30.98, 35.61 ], "duration": 92.66, "caption": "A person walks down a step off of a stage as he speaks to another person.", "similarity": 0.5757, "relevance": 1 }, { "pair_id": 319266, "video_name": "s09e16_seg02_clip_12", "timestamp": [ 10.5, 11.71 ], "duration": 60.66, "caption": "A woman asks a person if he/she is going to go up on stage in awhile.", "similarity": 0.5724, "relevance": 1 }, { "pair_id": 319267, "video_name": "castle_s02e20_seg02_clip_01", "timestamp": [ 60.94, 65.48 ], "duration": 90.66, "caption": "A person stands up from behind the desk and walks off the stage.", "similarity": 0.5653, "relevance": 1 }, { "pair_id": 319268, "video_name": "friends_s01e11_seg02_clip_15", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A woman introduces another woman using the microphone and claps and walks away.", "similarity": 0.5629, "relevance": 3 }, { "pair_id": 319269, "video_name": "s07e12_seg02_clip_01", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A woman walks up to the table and reminds everyone she's going to be on a show.", "similarity": 0.5601, "relevance": 1 }, { "pair_id": 319270, "video_name": "friends_s09e13_seg02_clip_11", "timestamp": [ 56.82, 64.82 ], "duration": 80.66, "caption": "A woman is on stage with her hands on her hips.", "similarity": 0.5579, "relevance": 2 }, { "pair_id": 319271, "video_name": "castle_s06e20_seg02_clip_20", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "A woman wearing high boots dances out an elevated stage.", "similarity": 0.5575, "relevance": 1 }, { "pair_id": 319272, "video_name": "s07e03_seg02_clip_00", "timestamp": [ 50.96, 55.84 ], "duration": 61.66, "caption": "A person takes out a microphone and starts to sing.", "similarity": 0.5535, "relevance": 1 }, { "pair_id": 319273, "video_name": "castle_s02e03_seg02_clip_12", "timestamp": [ 18.0, 49.96 ], "duration": 90.66, "caption": "A person walks on stage and gives a speech remembering someone.", "similarity": 0.5527, "relevance": 1 }, { "pair_id": 319274, "video_name": "house_s02e12_seg02_clip_09", "timestamp": [ 57.87, 86.59 ], "duration": 87.66, "caption": "A person walks away from a building, gets nearly to the stage, stops and walks back toward the building to finish the conversation.", "similarity": 0.5514, "relevance": 1 }, { "pair_id": 319275, "video_name": "friends_s09e13_seg02_clip_11", "timestamp": [ 70.82, 72.82 ], "duration": 80.66, "caption": "Woman claps for woman after she performs on stage.", "similarity": 0.551, "relevance": 2 }, { "pair_id": 319276, "video_name": "house_s05e23_seg02_clip_15", "timestamp": [ 97.04, 124.77 ], "duration": 132.66, "caption": "A person looks up to the stage to see someone in front of a microphone.", "similarity": 0.5496, "relevance": 2 }, { "pair_id": 319277, "video_name": "s02e15_seg01_clip_00", "timestamp": [ 4.96, 26.05 ], "duration": 62.66, "caption": "A person grabs the microphone and starts singing and dancing.", "similarity": 0.5489, "relevance": 2 }, { "pair_id": 319278, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 0.59, 2.66 ], "duration": 59.66, "caption": "A person stands on the stage and speaks to the audience.", "similarity": 0.5454, "relevance": 1 }, { "pair_id": 319279, "video_name": "friends_s04e05_seg02_clip_21", "timestamp": [ 5.04, 7.14 ], "duration": 42.66, "caption": "A woman holds both hands up and waves as she talks into a microphone.", "similarity": 0.542, "relevance": 3 } ] }, { "query_id": 5252, "query": "A woman turns and looks longingly at two little girls dancing.", "relevant_moment": [ { "pair_id": 77440, "video_name": "friends_s02e24_seg02_clip_13", "timestamp": [ 44.35, 52.1 ], "duration": 62.66, "caption": "A woman turns and looks longingly at two little girls dancing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 77441, "video_name": "castle_s06e15_seg02_clip_26", "timestamp": [ 58.1, 62.5 ], "duration": 88.66, "caption": "A woman notices a young girl at the dance entrance and gestures to person.", "similarity": 0.6118, "relevance": 3 }, { "pair_id": 77442, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A woman slowly turns to her left look at another woman.", "similarity": 0.5852, "relevance": 2 }, { "pair_id": 77443, "video_name": "grey_s02e01_seg02_clip_16", "timestamp": [ 0.0, 6.11 ], "duration": 94.66, "caption": "A woman stares at another woman as she turns to her.", "similarity": 0.5744, "relevance": 2 }, { "pair_id": 77445, "video_name": "friends_s08e01_seg02_clip_14", "timestamp": [ 40.52, 50.02 ], "duration": 50.66, "caption": "A woman thinks it's very sweet when a man is going to dance with the girl first.", "similarity": 0.5591, "relevance": 3 }, { "pair_id": 77449, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 16.39, 18.91 ], "duration": 63.66, "caption": "A person dance crazily while another person is looking at him.", "similarity": 0.5248, "relevance": 0 }, { "pair_id": 77450, "video_name": "friends_s01e21_seg02_clip_07", "timestamp": [ 22.53, 27.61 ], "duration": 63.66, "caption": "Two women are dancing together until one of them starts dancing wildly.", "similarity": 0.5186, "relevance": 2 }, { "pair_id": 77451, "video_name": "s08e05_seg02_clip_11", "timestamp": [ 13.58, 24.5 ], "duration": 59.66, "caption": "A woman begins to drunkenly dance and twirl in front of two other women.", "similarity": 0.5168, "relevance": 3 }, { "pair_id": 77452, "video_name": "met_s06e21_seg02_clip_11", "timestamp": [ 1.83, 5.18 ], "duration": 60.66, "caption": "A woman turns around when another woman gives her props.", "similarity": 0.516, "relevance": 2 }, { "pair_id": 77455, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 35.3, 42.02 ], "duration": 42.66, "caption": "A woman is looking at another woman wondering why she is staring at her.", "similarity": 0.5107, "relevance": 1 }, { "pair_id": 77456, "video_name": "friends_s10e03_seg02_clip_18", "timestamp": [ 22.81, 43.22 ], "duration": 60.66, "caption": "Two women walk back into the apartment to see a person dancing for a man.", "similarity": 0.5098, "relevance": 2 }, { "pair_id": 77457, "video_name": "friends_s10e11_seg02_clip_27", "timestamp": [ 37.97, 43.19 ], "duration": 55.66, "caption": "A woman turns around when she is dancing by herself.", "similarity": 0.5075, "relevance": 2 }, { "pair_id": 77459, "video_name": "castle_s05e11_seg02_clip_12", "timestamp": [ 80.98, 88.02 ], "duration": 88.66, "caption": "A woman turns around and looks at a man and then looks at another woman.", "similarity": 0.5062, "relevance": 2 } ] }, { "query_id": 5282, "query": "A person walks towards the new person and they shake hands.", "relevant_moment": [ { "pair_id": 137920, "video_name": "friends_s09e08_seg02_clip_06", "timestamp": [ 30.61, 37.22 ], "duration": 60.66, "caption": "A person walks towards the new person and they shake hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137921, "video_name": "met_s02e08_seg02_clip_03", "timestamp": [ 33.07, 38.19 ], "duration": 60.66, "caption": "A person walks up to another person and shakes his hand.", "similarity": 0.7972, "relevance": 4 }, { "pair_id": 137922, "video_name": "met_s06e21_seg01_clip_04", "timestamp": [ 62.12, 85.65 ], "duration": 94.66, "caption": "A person introduces another person to some other people and they all shake hands.", "similarity": 0.7924, "relevance": 4 }, { "pair_id": 137924, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.7643, "relevance": 4 }, { "pair_id": 137925, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 0.76, "relevance": 4 }, { "pair_id": 137926, "video_name": "friends_s09e20_seg02_clip_15", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man shakes hands with a person that someone has introduced him to.", "similarity": 0.7574, "relevance": 4 }, { "pair_id": 137927, "video_name": "friends_s04e23-24_seg02_clip_07", "timestamp": [ 8.91, 11.58 ], "duration": 59.66, "caption": "A person walks up to another person and touches their hand.", "similarity": 0.7554, "relevance": 2 }, { "pair_id": 137928, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 37.27, 41.81 ], "duration": 90.66, "caption": "A person holds out his hand to shake another person's hand.", "similarity": 0.7506, "relevance": 1 }, { "pair_id": 137929, "video_name": "house_s08e09_seg02_clip_04", "timestamp": [ 0.0, 11.18 ], "duration": 89.66, "caption": "A person reaches out to shake another person's hand and eventually it happens.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 137931, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 76.2 ], "duration": 91.66, "caption": "A person shakes another person's hand and starts a conversation with him.", "similarity": 0.7453, "relevance": 4 }, { "pair_id": 137932, "video_name": "s01e12_seg02_clip_10", "timestamp": [ 32.57, 37.84 ], "duration": 62.66, "caption": "A person walks over to another person and makes a waving gesture with his hands.", "similarity": 0.7446, "relevance": 2 }, { "pair_id": 137933, "video_name": "castle_s04e13_seg02_clip_01", "timestamp": [ 10.71, 15.17 ], "duration": 89.66, "caption": "A woman and man walk over to shake person's hand.", "similarity": 0.7446, "relevance": 3 }, { "pair_id": 137934, "video_name": "castle_s07e02_seg02_clip_01", "timestamp": [ 51.93, 55.99 ], "duration": 90.66, "caption": "A man walks towards a woman and they shake hands.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 137935, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.26, 6.5 ], "duration": 52.66, "caption": "A person shakes hands with the person next to him.", "similarity": 0.7422, "relevance": 4 }, { "pair_id": 137936, "video_name": "friends_s01e07_seg02_clip_17", "timestamp": [ 11.48, 17.68 ], "duration": 62.66, "caption": "A woman pulls a person as she introduces him/her to another person and they shake hands.", "similarity": 0.7394, "relevance": 4 }, { "pair_id": 137937, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 70.54, 76.92 ], "duration": 91.66, "caption": "A person extends his hand to shake hands with someone.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 137938, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 3.92, 5.73 ], "duration": 60.66, "caption": "Two people shake each other's hands when they meet.", "similarity": 0.7245, "relevance": 4 }, { "pair_id": 137939, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 85.97, 90.02 ], "duration": 90.66, "caption": "A woman and person shake each others hands as they introduce themselves to each other.", "similarity": 0.7183, "relevance": 4 }, { "pair_id": 311240, "video_name": "castle_s08e17_seg02_clip_24", "timestamp": [ 64.95, 67.63 ], "duration": 89.66, "caption": "A woman and a man shake someone's hand as they meet.", "similarity": 0.7151, "relevance": 4 }, { "pair_id": 311241, "video_name": "castle_s06e01_seg02_clip_24", "timestamp": [ 50.01, 57.34 ], "duration": 86.66, "caption": "A person walks behind another person and gestures with their hands.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 311242, "video_name": "s07e13_seg02_clip_10", "timestamp": [ 0.92, 4.27 ], "duration": 61.66, "caption": "A man greets another person and they shake each other's hand.", "similarity": 0.7127, "relevance": 4 }, { "pair_id": 311243, "video_name": "friends_s10e11_seg02_clip_19", "timestamp": [ 20.22, 22.62 ], "duration": 53.66, "caption": "A person walks in and another person raises his/her hand.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 311244, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 28.82, 30.11 ], "duration": 86.66, "caption": "Two people shake hands with each other.", "similarity": 0.7119, "relevance": 1 }, { "pair_id": 311245, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 13.14, 15.06 ], "duration": 64.66, "caption": "Two people shake hands with each other.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 311246, "video_name": "friends_s03e20_seg02_clip_00", "timestamp": [ 35.66, 38.78 ], "duration": 62.66, "caption": "Two people shake hands.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 311247, "video_name": "friends_s08e09_seg01_clip_02", "timestamp": [ 25.88, 28.3 ], "duration": 69.66, "caption": "A person shakes his/her hand like he/she is walking.", "similarity": 0.7089, "relevance": 1 }, { "pair_id": 311248, "video_name": "s02e19_seg02_clip_02", "timestamp": [ 0.6, 9.3 ], "duration": 60.66, "caption": "A man shakes hands with their new neighbor, a woman.", "similarity": 0.7074, "relevance": 4 }, { "pair_id": 311250, "video_name": "house_s02e21_seg02_clip_06", "timestamp": [ 61.22, 79.67 ], "duration": 90.66, "caption": "A person walks out of a room, and takes another person by the arm, leading them into a room, where the newcomer shakes hands with someone.", "similarity": 0.7039, "relevance": 4 }, { "pair_id": 311251, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 3.76 ], "duration": 94.66, "caption": "A person exchanges pleasantries with two individuals before shaking hands.", "similarity": 0.7035, "relevance": 4 }, { "pair_id": 311252, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.703, "relevance": 4 }, { "pair_id": 311253, "video_name": "met_s02e10_seg02_clip_01", "timestamp": [ 2.47, 4.95 ], "duration": 61.66, "caption": "A man introduces a woman to another man and they shake hands.", "similarity": 0.7013, "relevance": 4 }, { "pair_id": 311255, "video_name": "castle_s04e18_seg02_clip_03", "timestamp": [ 48.62, 52.22 ], "duration": 90.66, "caption": "A person walks over to a woman and shakes her hand.", "similarity": 0.6991, "relevance": 4 }, { "pair_id": 311256, "video_name": "s07e07_seg01_clip_01", "timestamp": [ 33.51, 36.97 ], "duration": 77.66, "caption": "A man reaches out to shake person's hand and say hello.", "similarity": 0.6991, "relevance": 4 }, { "pair_id": 311257, "video_name": "s05e09_seg02_clip_07", "timestamp": [ 26.96, 30.54 ], "duration": 55.66, "caption": "A woman and a man shake hand and introduce themselves.", "similarity": 0.6982, "relevance": 3 }, { "pair_id": 311258, "video_name": "s08e23_seg02_clip_02", "timestamp": [ 31.87, 38.66 ], "duration": 59.66, "caption": "A person stands, walks to a woman and shakes hands with her.", "similarity": 0.6943, "relevance": 4 }, { "pair_id": 311259, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 69.88, 89.02 ], "duration": 89.66, "caption": "A person walks towards another person and starts talking with them.", "similarity": 0.6936, "relevance": 2 } ] }, { "query_id": 5310, "query": "A man is sitting across from person as he speaks to him.", "relevant_moment": [ { "pair_id": 88220, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A man is sitting across from person as he speaks to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 88221, "video_name": "s04e19_seg02_clip_08", "timestamp": [ 8.7, 14.71 ], "duration": 60.66, "caption": "A person is sitting across from another person while he speaks to him.", "similarity": 0.9295, "relevance": 4 }, { "pair_id": 88222, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person is sitting across from someone as they are speaking to them.", "similarity": 0.8956, "relevance": 4 }, { "pair_id": 88223, "video_name": "s04e07_seg02_clip_06", "timestamp": [ 33.64, 38.96 ], "duration": 59.66, "caption": "A person is sitting across from another person as they speak.", "similarity": 0.8924, "relevance": 3 }, { "pair_id": 88224, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man is sitting across from a person while conversing.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 88225, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 0.0, 31.51 ], "duration": 150.66, "caption": "A man is sitting across from another person as they converse.", "similarity": 0.8724, "relevance": 4 }, { "pair_id": 88226, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is speaking to person as he is sitting.", "similarity": 0.8706, "relevance": 3 }, { "pair_id": 88227, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 0.0, 36.93 ], "duration": 91.66, "caption": "A person is sitting as he speaks to another person in front of him.", "similarity": 0.8648, "relevance": 2 }, { "pair_id": 88228, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 24.61, 36.62 ], "duration": 60.66, "caption": "A person is speaking to another person as they sit across from each other.", "similarity": 0.8618, "relevance": 4 }, { "pair_id": 88229, "video_name": "castle_s05e16_seg02_clip_08", "timestamp": [ 7.45, 41.36 ], "duration": 41.66, "caption": "A person is speaking to another person as he sits beside him.", "similarity": 0.8408, "relevance": 3 }, { "pair_id": 88230, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 46.76, 54.55 ], "duration": 82.66, "caption": "A person is sitting beside someone as he speaks to another person.", "similarity": 0.8366, "relevance": 4 }, { "pair_id": 88231, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to person while person is sitting.", "similarity": 0.83, "relevance": 3 }, { "pair_id": 88232, "video_name": "s08e21_seg02_clip_09", "timestamp": [ 17.12, 19.77 ], "duration": 59.66, "caption": "A man is sitting beside a person as they speak to each other.", "similarity": 0.827, "relevance": 3 }, { "pair_id": 88233, "video_name": "s09e01_seg02_clip_04", "timestamp": [ 11.9, 16.83 ], "duration": 58.66, "caption": "A person is sitting across from another person in another chair as they speak.", "similarity": 0.8214, "relevance": 4 }, { "pair_id": 88234, "video_name": "s05e23_seg02_clip_14", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A person is sitting in his spot while talking to man.", "similarity": 0.8151, "relevance": 4 }, { "pair_id": 88235, "video_name": "house_s04e14_seg02_clip_18", "timestamp": [ 8.07, 89.63 ], "duration": 89.66, "caption": "A person sits down next to another person and speaks with him.", "similarity": 0.8106, "relevance": 4 }, { "pair_id": 88236, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 0.0, 5.53 ], "duration": 65.66, "caption": "A person is sitting next to a man while speaking with another person.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 88237, "video_name": "castle_s05e13_seg02_clip_10", "timestamp": [ 0.0, 28.81 ], "duration": 83.66, "caption": "A woman is sitting across from a man as she speaks to him.", "similarity": 0.8065, "relevance": 3 }, { "pair_id": 88238, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 0.0, 69.61 ], "duration": 69.66, "caption": "A man talks to a person while he's sitting down.", "similarity": 0.8058, "relevance": 4 }, { "pair_id": 88239, "video_name": "house_s01e13_seg02_clip_24", "timestamp": [ 0.0, 45.48 ], "duration": 93.66, "caption": "A person is sitting across from another person as they converse.", "similarity": 0.8053, "relevance": 3 }, { "pair_id": 261540, "video_name": "castle_s07e16_seg02_clip_21", "timestamp": [ 14.94, 90.56 ], "duration": 90.66, "caption": "A man is sitting as he speaks to a woman and another person.", "similarity": 0.8043, "relevance": 3 }, { "pair_id": 261541, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 34.13, 36.44 ], "duration": 92.66, "caption": "A person sits down near someone while they are speaking.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 261542, "video_name": "met_s05e03_seg02_clip_01", "timestamp": [ 51.8, 60.66 ], "duration": 60.66, "caption": "A man sits close to another man to speak to him more directly.", "similarity": 0.7997, "relevance": 4 }, { "pair_id": 261543, "video_name": "house_s06e20_seg02_clip_17", "timestamp": [ 0.0, 75.4 ], "duration": 89.66, "caption": "A man is sitting across from another man as they converse.", "similarity": 0.798, "relevance": 4 }, { "pair_id": 261544, "video_name": "house_s04e10_seg02_clip_13", "timestamp": [ 0.0, 4.51 ], "duration": 90.66, "caption": "A man sits in front of person while person is talking.", "similarity": 0.7952, "relevance": 3 }, { "pair_id": 261545, "video_name": "house_s04e11_seg02_clip_21", "timestamp": [ 31.62, 34.29 ], "duration": 89.66, "caption": "A person is sitting beside another person as they speak to them.", "similarity": 0.7939, "relevance": 2 }, { "pair_id": 261546, "video_name": "castle_s04e04_seg02_clip_21", "timestamp": [ 0.0, 51.23 ], "duration": 91.66, "caption": "A person is sitting beside another person as they speak to them.", "similarity": 0.7939, "relevance": 2 }, { "pair_id": 261547, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 0.0, 11.9 ], "duration": 82.66, "caption": "A man is next to man as he speaks to person.", "similarity": 0.7913, "relevance": 4 }, { "pair_id": 261548, "video_name": "friends_s10e06_seg02_clip_14", "timestamp": [ 0.0, 30.51 ], "duration": 60.66, "caption": "A man is sitting across from another man as they converse with each other.", "similarity": 0.7908, "relevance": 4 }, { "pair_id": 261549, "video_name": "s07e16_seg02_clip_06", "timestamp": [ 1.83, 11.29 ], "duration": 61.66, "caption": "A person goes to sit at his spot when he was speaking to two people.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 261550, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.7851, "relevance": 2 }, { "pair_id": 261551, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 8.17, 12.26 ], "duration": 90.66, "caption": "A man sits down while someone is talking to him.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 261552, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 26.86, 30.1 ], "duration": 59.66, "caption": "A person is beside a man as he is speaking to another person.", "similarity": 0.784, "relevance": 3 }, { "pair_id": 261554, "video_name": "s05e17_seg02_clip_05", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A man is sitting in a chair beside a person as he speaks to another person.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 261556, "video_name": "s06e09_seg02_clip_13", "timestamp": [ 34.24, 37.48 ], "duration": 59.66, "caption": "A person pats a man on the shoulder as he speaks to another person.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 261557, "video_name": "friends_s05e17_seg02_clip_15", "timestamp": [ 0.0, 55.29 ], "duration": 55.66, "caption": "A woman talks to man while sitting across from him.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 261558, "video_name": "s07e16_seg02_clip_06", "timestamp": [ 22.58, 31.12 ], "duration": 61.66, "caption": "A person gets up from his spot when he was sitting speaking to another person.", "similarity": 0.7722, "relevance": 3 }, { "pair_id": 261559, "video_name": "house_s06e20_seg02_clip_17", "timestamp": [ 0.0, 73.17 ], "duration": 89.66, "caption": "A man sits in front of someone and talks about another person.", "similarity": 0.7705, "relevance": 4 } ] }, { "query_id": 5389, "query": "A woman walks up to someone and starts talking to him.", "relevant_moment": [ { "pair_id": 19200, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 51.02, 54.32 ], "duration": 60.66, "caption": "A woman walks up to someone and starts talking to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19201, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A woman walks up to a person and starts a conversation with him.", "similarity": 0.955, "relevance": 4 }, { "pair_id": 19202, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 10.49, 14.59 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.914, "relevance": 4 }, { "pair_id": 19203, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.914, "relevance": 4 }, { "pair_id": 19204, "video_name": "castle_s02e17_seg02_clip_05", "timestamp": [ 82.79, 89.02 ], "duration": 89.66, "caption": "A person walks up to woman and starts a conversation.", "similarity": 0.9125, "relevance": 4 }, { "pair_id": 19205, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 11.24, 15.3 ], "duration": 62.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 19206, "video_name": "grey_s03e08_seg02_clip_14", "timestamp": [ 72.13, 82.44 ], "duration": 82.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 19207, "video_name": "grey_s02e01_seg02_clip_10", "timestamp": [ 49.85, 76.79 ], "duration": 89.66, "caption": "A woman walks up to a man, they start a conversation.", "similarity": 0.9029, "relevance": 3 }, { "pair_id": 19208, "video_name": "friends_s08e10_seg02_clip_10", "timestamp": [ 0.0, 2.82 ], "duration": 56.66, "caption": "A person walks up and talks to woman.", "similarity": 0.8802, "relevance": 4 }, { "pair_id": 19209, "video_name": "grey_s02e06_seg02_clip_07", "timestamp": [ 59.55, 63.13 ], "duration": 89.66, "caption": "A woman walks up quickly between two people and starts talking to them.", "similarity": 0.8788, "relevance": 4 }, { "pair_id": 19210, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 18.87, 27.37 ], "duration": 94.66, "caption": "A man walks up to a woman while talking to her.", "similarity": 0.8699, "relevance": 3 }, { "pair_id": 19211, "video_name": "s04e20_seg02_clip_12", "timestamp": [ 15.91, 60.03 ], "duration": 60.66, "caption": "A woman was walking towards person and started talking to him.", "similarity": 0.8661, "relevance": 3 }, { "pair_id": 19212, "video_name": "castle_s06e11_seg02_clip_25", "timestamp": [ 27.53, 30.54 ], "duration": 86.66, "caption": "A person walked towards a woman and started talking to her.", "similarity": 0.8649, "relevance": 4 }, { "pair_id": 19213, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 14.11, 20.94 ], "duration": 91.66, "caption": "A person walks up to another person and starts a conversation with her.", "similarity": 0.8633, "relevance": 4 }, { "pair_id": 19214, "video_name": "grey_s02e08_seg02_clip_16", "timestamp": [ 6.63, 25.09 ], "duration": 94.66, "caption": "A woman walks up to a person and they have a conversation before the person walks past her.", "similarity": 0.8568, "relevance": 3 }, { "pair_id": 19215, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 83.27, 89.12 ], "duration": 90.66, "caption": "A woman is walking towards someone and talking to him.", "similarity": 0.8562, "relevance": 4 }, { "pair_id": 19216, "video_name": "castle_s07e01_seg02_clip_23", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "A person walks up to another person and starts talking to him.", "similarity": 0.8545, "relevance": 3 }, { "pair_id": 19217, "video_name": "castle_s02e19_seg02_clip_17", "timestamp": [ 76.34, 79.07 ], "duration": 90.66, "caption": "A woman walks up and begins a conversation with a man.", "similarity": 0.8543, "relevance": 4 }, { "pair_id": 19218, "video_name": "met_s06e01_seg02_clip_13", "timestamp": [ 51.21, 55.99 ], "duration": 56.66, "caption": "A woman walks up to man and starts talking to him on the sidewalk.", "similarity": 0.8541, "relevance": 4 }, { "pair_id": 19219, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 74.34, 89.02 ], "duration": 89.66, "caption": "A man walks up to a woman and they start conversing.", "similarity": 0.8503, "relevance": 3 }, { "pair_id": 192520, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 16.38, 91.03 ], "duration": 91.66, "caption": "A person walks up to woman and she speaks with her.", "similarity": 0.8502, "relevance": 3 }, { "pair_id": 192521, "video_name": "friends_s06e05_seg02_clip_01", "timestamp": [ 0.0, 3.04 ], "duration": 60.66, "caption": "A woman walks up to man and woman and starts to converse with them.", "similarity": 0.8492, "relevance": 4 }, { "pair_id": 192522, "video_name": "grey_s02e15_seg02_clip_25", "timestamp": [ 49.05, 70.26 ], "duration": 88.66, "caption": "A woman walks up to a man to talk to him and then she walks off.", "similarity": 0.8471, "relevance": 4 }, { "pair_id": 192523, "video_name": "s06e15_seg02_clip_11", "timestamp": [ 38.46, 44.97 ], "duration": 62.66, "caption": "A woman walks over to a man and starts a conversation with him.", "similarity": 0.8449, "relevance": 4 }, { "pair_id": 192524, "video_name": "castle_s07e21_seg02_clip_13", "timestamp": [ 15.39, 18.56 ], "duration": 90.66, "caption": "A man walks up to a woman saying who he just talked to.", "similarity": 0.8429, "relevance": 3 }, { "pair_id": 192525, "video_name": "castle_s08e02_seg02_clip_14", "timestamp": [ 6.97, 10.25 ], "duration": 82.66, "caption": "A woman walked towards a man and started talking to him.", "similarity": 0.8413, "relevance": 4 }, { "pair_id": 192526, "video_name": "castle_s06e15_seg02_clip_18", "timestamp": [ 34.44, 41.79 ], "duration": 91.66, "caption": "A person walked towards someone and started talking to her.", "similarity": 0.8345, "relevance": 3 }, { "pair_id": 192527, "video_name": "castle_s01e08_seg02_clip_12", "timestamp": [ 32.21, 38.65 ], "duration": 92.66, "caption": "A woman and man walk up to person to start a conversation with him.", "similarity": 0.828, "relevance": 4 }, { "pair_id": 192528, "video_name": "s03e05_seg02_clip_04", "timestamp": [ 36.91, 40.94 ], "duration": 62.66, "caption": "A person walks up to another person and starts a conversation.", "similarity": 0.8273, "relevance": 3 }, { "pair_id": 192529, "video_name": "friends_s02e24_seg02_clip_10", "timestamp": [ 19.44, 40.62 ], "duration": 58.66, "caption": "Two people walk up to talk to a woman.", "similarity": 0.8271, "relevance": 4 }, { "pair_id": 192530, "video_name": "castle_s07e23_seg02_clip_04", "timestamp": [ 29.58, 34.75 ], "duration": 93.66, "caption": "A person walks to woman and talk to her.", "similarity": 0.8269, "relevance": 3 }, { "pair_id": 192531, "video_name": "castle_s04e17_seg02_clip_01", "timestamp": [ 49.15, 54.2 ], "duration": 91.66, "caption": "A woman walks towards man and starts a conversation with him.", "similarity": 0.8258, "relevance": 4 }, { "pair_id": 192532, "video_name": "castle_s06e16_seg02_clip_25", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A woman walks towards a person to speak to her.", "similarity": 0.8256, "relevance": 4 }, { "pair_id": 192533, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 1.89, 3.24 ], "duration": 54.66, "caption": "A person walks up to another person and starts a conversation with him.", "similarity": 0.8251, "relevance": 2 }, { "pair_id": 192534, "video_name": "house_s07e19_seg02_clip_00", "timestamp": [ 8.31, 12.92 ], "duration": 92.66, "caption": "A woman walked towards a person and started a conversation.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 192535, "video_name": "house_s04e10_seg02_clip_20", "timestamp": [ 0.0, 19.11 ], "duration": 88.66, "caption": "A woman walks over to person and person and talks to them.", "similarity": 0.819, "relevance": 3 }, { "pair_id": 192536, "video_name": "house_s04e02_seg02_clip_26", "timestamp": [ 0.0, 4.89 ], "duration": 75.66, "caption": "A woman walks forward towards a man and starts a conversation with him.", "similarity": 0.8187, "relevance": 4 }, { "pair_id": 192537, "video_name": "house_s03e07_seg02_clip_24", "timestamp": [ 49.94, 55.79 ], "duration": 78.66, "caption": "A person turns and walks towards someone and she starts to talk to him.", "similarity": 0.8173, "relevance": 3 }, { "pair_id": 192538, "video_name": "met_s02e21_seg02_clip_02", "timestamp": [ 41.18, 60.11 ], "duration": 60.66, "caption": "A man walks up to a woman and converses with her.", "similarity": 0.8168, "relevance": 3 }, { "pair_id": 192539, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 9.29, 12.34 ], "duration": 16.66, "caption": "A woman turns to someone and talks to him.", "similarity": 0.8163, "relevance": 4 } ] }, { "query_id": 5431, "query": "A man kicks a woman's gun across the room while holding his gun on her.", "relevant_moment": [ { "pair_id": 72100, "video_name": "castle_s04e09_seg02_clip_24", "timestamp": [ 6.48, 11.52 ], "duration": 72.66, "caption": "A man kicks a woman's gun across the room while holding his gun on her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 72101, "video_name": "castle_s06e01_seg02_clip_01", "timestamp": [ 79.68, 89.02 ], "duration": 89.66, "caption": "A woman puts down her gun on the ground and kicks it to a man holding a woman at gunpoint.", "similarity": 0.724, "relevance": 3 }, { "pair_id": 72102, "video_name": "castle_s06e17_seg02_clip_21", "timestamp": [ 22.19, 26.11 ], "duration": 87.66, "caption": "A man takes woman's gun from her.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 72104, "video_name": "castle_s01e01_seg02_clip_11", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A woman kicks the door down and goes into the room with her gun.", "similarity": 0.6973, "relevance": 3 }, { "pair_id": 72105, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 61.22, 68.02 ], "duration": 68.66, "caption": "A woman moves forward and approaches a man while holding her gun.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 72106, "video_name": "castle_s03e01_seg02_clip_25", "timestamp": [ 17.51, 23.51 ], "duration": 100.66, "caption": "A woman takes out her gun and hands it to man.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 72107, "video_name": "grey_s03e16_seg02_clip_22", "timestamp": [ 7.04, 29.05 ], "duration": 88.66, "caption": "A man kicks another man out of the room a woman is in as he does chest compressions.", "similarity": 0.6812, "relevance": 1 }, { "pair_id": 72108, "video_name": "castle_s03e16_seg02_clip_08", "timestamp": [ 20.79, 22.6 ], "duration": 90.66, "caption": "A woman takes a gun and hands it to a man.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 72109, "video_name": "castle_s03e09_seg02_clip_25", "timestamp": [ 25.97, 52.81 ], "duration": 88.66, "caption": "A woman and person sneak into a darkened room one way, while two men come in another way, and woman pulls her gun, while one man tackles a gunman who's threatening another person.", "similarity": 0.6801, "relevance": 2 }, { "pair_id": 72110, "video_name": "castle_s03e03_seg02_clip_23", "timestamp": [ 74.88, 77.58 ], "duration": 90.66, "caption": "A man is startled as a woman appears in front of him with a gun.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 72111, "video_name": "castle_s06e04_seg02_clip_14", "timestamp": [ 67.18, 71.78 ], "duration": 92.66, "caption": "A man tries to approach a woman and backs away when she shakes her gun at him.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 72112, "video_name": "castle_s08e12_seg02_clip_25", "timestamp": [ 72.52, 78.45 ], "duration": 91.66, "caption": "A woman takes the gun from a man and holds it on him.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 72113, "video_name": "house_s08e10_seg02_clip_05", "timestamp": [ 59.2, 74.78 ], "duration": 89.66, "caption": "A man passes his gun for a woman and she takes a shot.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 72114, "video_name": "castle_s04e11_seg02_clip_12", "timestamp": [ 66.46, 72.18 ], "duration": 88.66, "caption": "A man kicks the door down of the apartment as two women and himself enter with guns.", "similarity": 0.6681, "relevance": 3 }, { "pair_id": 72115, "video_name": "house_s04e14_seg02_clip_14", "timestamp": [ 6.3, 13.05 ], "duration": 90.66, "caption": "A woman makes up a reason to kick a man out of the room.", "similarity": 0.6667, "relevance": 1 }, { "pair_id": 72116, "video_name": "castle_s03e20_seg02_clip_18", "timestamp": [ 21.85, 29.58 ], "duration": 91.66, "caption": "A woman kicks the door to a room holding a gun and flashlight.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 72117, "video_name": "castle_s05e22_seg02_clip_23", "timestamp": [ 7.38, 9.69 ], "duration": 92.66, "caption": "A man takes his gun out at another person and she shoots him.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 72118, "video_name": "castle_s03e22_seg02_clip_01", "timestamp": [ 21.63, 26.83 ], "duration": 80.66, "caption": "A man holds a gun for woman to take.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 72119, "video_name": "castle_s07e10_seg02_clip_19", "timestamp": [ 75.9, 82.38 ], "duration": 92.66, "caption": "A man cocks his gun and a woman grabs his hand and gets between him and another person.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 245420, "video_name": "castle_s06e17_seg02_clip_14", "timestamp": [ 18.51, 25.01 ], "duration": 100.66, "caption": "A man gives a woman a gun and she checks it out.", "similarity": 0.6646, "relevance": 2 }, { "pair_id": 245421, "video_name": "house_s05e09_seg02_clip_26", "timestamp": [ 27.37, 31.69 ], "duration": 72.66, "caption": "A man points his gun at woman as she is on the floor.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 245422, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 55.9, 57.22 ], "duration": 88.66, "caption": "A woman puts down the gun and gestures towards a man.", "similarity": 0.6609, "relevance": 0 }, { "pair_id": 245423, "video_name": "castle_s01e07_seg02_clip_08", "timestamp": [ 7.73, 11.4 ], "duration": 81.66, "caption": "A woman moves a man's body around while he is standing in the shooting range.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 245424, "video_name": "castle_s05e03_seg02_clip_13", "timestamp": [ 1.37, 9.58 ], "duration": 91.66, "caption": "A man kicks down the door then him and a woman go in with guns drawn.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 245425, "video_name": "house_s08e06_seg02_clip_22", "timestamp": [ 53.43, 56.86 ], "duration": 98.66, "caption": "A woman, mother, kicks a man out of room.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 245426, "video_name": "castle_s08e19_seg02_clip_23", "timestamp": [ 62.25, 66.66 ], "duration": 98.66, "caption": "A gun is held up and pointed at a man by a woman.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 245427, "video_name": "castle_s08e02_seg02_clip_14", "timestamp": [ 46.34, 51.27 ], "duration": 82.66, "caption": "A woman handed a gun to a man while they were walking.", "similarity": 0.6534, "relevance": 1 }, { "pair_id": 245428, "video_name": "grey_s03e02_seg02_clip_12", "timestamp": [ 4.93, 20.16 ], "duration": 89.66, "caption": "A woman kicks a man out of her way.", "similarity": 0.6532, "relevance": 0 }, { "pair_id": 245429, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 5.17, 11.28 ], "duration": 94.66, "caption": "A man points his gun at a woman and she puts her hands up.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 245430, "video_name": "castle_s07e15_seg02_clip_16", "timestamp": [ 73.48, 80.0 ], "duration": 86.66, "caption": "A man puts gun to a woman's back as he stands behind her.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 245431, "video_name": "castle_s07e06_seg02_clip_03", "timestamp": [ 63.75, 65.46 ], "duration": 68.66, "caption": "A person does air guns with their hands towards a woman.", "similarity": 0.6445, "relevance": 1 }, { "pair_id": 245432, "video_name": "castle_s01e06_seg02_clip_22", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A person immediately pushes a woman on the ground because a person is aiming a gun at them.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 245433, "video_name": "friends_s05e21_seg02_clip_17", "timestamp": [ 56.13, 59.13 ], "duration": 60.66, "caption": "When talking to a woman, a man grabs gun from nearby bed top drawer and shoots.", "similarity": 0.6439, "relevance": 0 }, { "pair_id": 245434, "video_name": "castle_s07e23_seg02_clip_10", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman walks into a room with her gun pointed.", "similarity": 0.6437, "relevance": 2 }, { "pair_id": 245435, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 78.51, 82.27 ], "duration": 94.66, "caption": "A woman walks into a room with her gun pointed.", "similarity": 0.6437, "relevance": 2 }, { "pair_id": 245436, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 0.0, 9.08 ], "duration": 90.66, "caption": "A man is holding a gun at woman as he is speaking to her.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 245437, "video_name": "castle_s04e14_seg02_clip_23", "timestamp": [ 42.18, 46.72 ], "duration": 90.66, "caption": "A woman raises and points her gun at a man.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 245438, "video_name": "castle_s03e24_seg02_clip_25", "timestamp": [ 18.25, 26.26 ], "duration": 89.66, "caption": "A woman runs towards a man after she hears a gun shot.", "similarity": 0.6422, "relevance": 0 }, { "pair_id": 245439, "video_name": "castle_s08e18_seg02_clip_22", "timestamp": [ 87.92, 94.03 ], "duration": 94.66, "caption": "A man holds out both of his hands while woman points a gun.", "similarity": 0.6418, "relevance": 2 } ] }, { "query_id": 5456, "query": "A woman enters the lab, talks to a man in guy's presence.", "relevant_moment": [ { "pair_id": 139660, "video_name": "s03e10_seg02_clip_15", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A woman enters the lab, talks to a man in guy's presence.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139661, "video_name": "s07e13_seg02_clip_08", "timestamp": [ 27.45, 30.4 ], "duration": 59.66, "caption": "A man enters woman's laboratory and starts to talk.", "similarity": 0.8561, "relevance": 2 }, { "pair_id": 139662, "video_name": "house_s01e15_seg02_clip_14", "timestamp": [ 40.05, 66.45 ], "duration": 91.66, "caption": "A man has a conversation with a woman in the lab.", "similarity": 0.8508, "relevance": 2 }, { "pair_id": 139663, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 0.0, 80.78 ], "duration": 86.66, "caption": "A man and woman both talk to each other in the lab.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 139664, "video_name": "castle_s03e12_seg02_clip_15", "timestamp": [ 71.83, 75.49 ], "duration": 91.66, "caption": "A woman turns around to speak to man as he walks into the lab.", "similarity": 0.8366, "relevance": 2 }, { "pair_id": 139665, "video_name": "house_s06e03_seg02_clip_14", "timestamp": [ 0.0, 36.83 ], "duration": 57.66, "caption": "A man walks into the lab and converses with woman.", "similarity": 0.7971, "relevance": 2 }, { "pair_id": 139666, "video_name": "s05e20_seg02_clip_12", "timestamp": [ 9.74, 11.81 ], "duration": 59.66, "caption": "A person enters the room to talk to a man in his lab.", "similarity": 0.7969, "relevance": 2 }, { "pair_id": 139667, "video_name": "house_s05e13_seg02_clip_10", "timestamp": [ 40.44, 53.16 ], "duration": 90.66, "caption": "A woman reaches over and grabs a man's hands while talking in the laboratory.", "similarity": 0.7885, "relevance": 2 }, { "pair_id": 139668, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 0.0, 86.66 ], "duration": 86.66, "caption": "A woman and a man are in the lab as they converse.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 139669, "video_name": "s01e05_seg02_clip_10", "timestamp": [ 35.93, 37.92 ], "duration": 57.66, "caption": "A person enters a lab and starts a conversation with another person.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 139670, "video_name": "s07e17_seg02_clip_06", "timestamp": [ 0.0, 16.21 ], "duration": 60.66, "caption": "A woman and a man are having a conversation in the lab then a woman walks over to stand by her chair.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 139671, "video_name": "grey_s03e11_seg02_clip_06", "timestamp": [ 0.0, 24.13 ], "duration": 89.66, "caption": "Two women are having a conversation to the lab guy.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 139672, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 7.02, 8.54 ], "duration": 61.66, "caption": "A person walks into the lab and asks two women for someone and someone.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 139673, "video_name": "s01e03_seg02_clip_03", "timestamp": [ 16.44, 20.78 ], "duration": 62.66, "caption": "A man walks into a woman's lab and stops.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 139674, "video_name": "house_s04e10_seg02_clip_20", "timestamp": [ 67.54, 79.54 ], "duration": 88.66, "caption": "A woman speaks to person while she is in the lab with another person.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 139675, "video_name": "friends_s01e10_seg02_clip_11", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A woman walks into a man's lab and he kisses her.", "similarity": 0.723, "relevance": 4 }, { "pair_id": 139676, "video_name": "house_s01e22_seg02_clip_06", "timestamp": [ 0.0, 3.8 ], "duration": 95.66, "caption": "A person walks into the laboratory to talk with someone.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 139677, "video_name": "s02e08_seg02_clip_03", "timestamp": [ 4.35, 13.06 ], "duration": 58.66, "caption": "A woman leaves man's lab with another man after he introduces them.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 139678, "video_name": "house_s04e03_seg02_clip_26", "timestamp": [ 0.0, 30.6 ], "duration": 133.66, "caption": "A man was having a conversation with a woman wearing lab gown.", "similarity": 0.7087, "relevance": 2 }, { "pair_id": 139679, "video_name": "grey_s02e23_seg02_clip_01", "timestamp": [ 2.13, 20.01 ], "duration": 85.66, "caption": "A woman wearing lab gown was having a conversation with a man in lab gown, too.", "similarity": 0.7077, "relevance": 2 } ] }, { "query_id": 5490, "query": "A person turns to another person as they look through their bag.", "relevant_moment": [ { "pair_id": 162220, "video_name": "house_s08e10_seg02_clip_02", "timestamp": [ 0.0, 4.9 ], "duration": 89.66, "caption": "A person turns to another person as they look through their bag.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162221, "video_name": "s08e22_seg02_clip_00", "timestamp": [ 26.55, 29.6 ], "duration": 61.66, "caption": "A person adjusts the strap on his/her laptop bag as he/she turns and looks at another person.", "similarity": 0.7591, "relevance": 2 }, { "pair_id": 162222, "video_name": "s08e19_seg02_clip_18", "timestamp": [ 1.92, 8.96 ], "duration": 64.66, "caption": "A person sets down his bag and starts looking through it.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 162223, "video_name": "castle_s04e19_seg02_clip_18", "timestamp": [ 4.5, 16.65 ], "duration": 90.66, "caption": "A person takes off another person's backpack and looks through it.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 162224, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7214, "relevance": 2 }, { "pair_id": 162225, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 16.04, 19.41 ], "duration": 84.66, "caption": "A woman grabs a small bag from a man and holds it up next to her as she turns to look behind her.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 162226, "video_name": "s04e07_seg02_clip_17", "timestamp": [ 9.2, 11.96 ], "duration": 92.66, "caption": "A person moves his large bag next to another person who is sitting down.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 162227, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 68.72, 74.19 ], "duration": 91.66, "caption": "A person grabs the bag from another person and starts taking things out of it.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 162228, "video_name": "s09e19_seg02_clip_16", "timestamp": [ 25.63, 28.38 ], "duration": 61.66, "caption": "A person wears their bag and still talks to another person.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 162229, "video_name": "friends_s02e09_seg02_clip_00", "timestamp": [ 17.68, 24.81 ], "duration": 62.66, "caption": "A person walks in with 2 large bags and walks over to another person.", "similarity": 0.7039, "relevance": 1 }, { "pair_id": 162230, "video_name": "s07e05_seg02_clip_14", "timestamp": [ 8.93, 13.09 ], "duration": 119.66, "caption": "A person holds up a plastic bag to show another person.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 162231, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.6993, "relevance": 1 }, { "pair_id": 162232, "video_name": "castle_s04e07_seg02_clip_06", "timestamp": [ 55.43, 62.75 ], "duration": 69.66, "caption": "A person walks into the room and takes a duffel bag as a person stares at him/her.", "similarity": 0.6991, "relevance": 1 }, { "pair_id": 162233, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.6957, "relevance": 1 }, { "pair_id": 162234, "video_name": "house_s02e08_seg02_clip_26", "timestamp": [ 84.1, 89.32 ], "duration": 95.66, "caption": "A person turns around and looks at another person behind him.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 162235, "video_name": "s03e02_seg02_clip_00", "timestamp": [ 16.7, 17.65 ], "duration": 63.66, "caption": "A man lifts the bag and shows it to a person.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 162236, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 55.07, 64.17 ], "duration": 91.66, "caption": "A person stops another person and points at his bag.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 162237, "video_name": "castle_s08e01_seg02_clip_05", "timestamp": [ 55.6, 61.52 ], "duration": 91.66, "caption": "A person looks down at a bracelet in a plastic bag and then looks at another person.", "similarity": 0.6925, "relevance": 0 }, { "pair_id": 162238, "video_name": "s05e05_seg01_clip_01", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A person walks over to two other people while they are looking at something.", "similarity": 0.6924, "relevance": 1 }, { "pair_id": 162239, "video_name": "s03e13_seg02_clip_14", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A person entered the room with two bags and another person followed him/her.", "similarity": 0.6919, "relevance": 0 }, { "pair_id": 335540, "video_name": "house_s02e07_seg02_clip_13", "timestamp": [ 72.52, 75.07 ], "duration": 84.66, "caption": "A person put a thing on his bag while talking to another person.", "similarity": 0.6906, "relevance": 4 }, { "pair_id": 335541, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 66.47, 77.14 ], "duration": 97.66, "caption": "A person walks in with an evidence bag and shows it to another person.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 335542, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 40.73, 43.09 ], "duration": 59.66, "caption": "A person hands a small black bag to another person.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 335543, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 23.23, 26.2 ], "duration": 54.66, "caption": "A person picking up a bag and showing it off.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 335544, "video_name": "house_s08e14_seg02_clip_02", "timestamp": [ 53.42, 61.95 ], "duration": 89.66, "caption": "A person reaches into someone's bag to look at the cover of a book before putting it back.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 335545, "video_name": "grey_s02e12_seg02_clip_09", "timestamp": [ 82.3, 88.02 ], "duration": 88.66, "caption": "A person is examining someone while another person walks in.", "similarity": 0.684, "relevance": 1 }, { "pair_id": 335546, "video_name": "castle_s02e12_seg02_clip_15", "timestamp": [ 6.26, 10.85 ], "duration": 83.66, "caption": "A person turns around and sees another person walking in.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 335547, "video_name": "met_s06e14_seg02_clip_00", "timestamp": [ 37.32, 50.38 ], "duration": 62.66, "caption": "Two people check what are the things inside someone's bag.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 335548, "video_name": "castle_s01e02_seg02_clip_03", "timestamp": [ 34.72, 48.52 ], "duration": 89.66, "caption": "A man holds up a bag while a woman looks through it.", "similarity": 0.6774, "relevance": 4 }, { "pair_id": 335549, "video_name": "friends_s07e05_seg02_clip_14", "timestamp": [ 5.51, 10.44 ], "duration": 58.66, "caption": "A man looks in the bag that they were handed.", "similarity": 0.6763, "relevance": 4 }, { "pair_id": 335550, "video_name": "s10e03_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person turns to look towards another person and a third person turns to look at the second person.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 335551, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 335552, "video_name": "house_s05e20_seg02_clip_13", "timestamp": [ 2.98, 9.78 ], "duration": 85.66, "caption": "A person has their back turned to another person and they turn around to look at the other person.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 335553, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 50.36, 51.88 ], "duration": 60.66, "caption": "A person takes a bag from a box as they are speaking to another person.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 335554, "video_name": "s10e10_seg02_clip_06", "timestamp": [ 44.25, 51.26 ], "duration": 61.66, "caption": "A man looks inside the bag a person is holding up then turns around and walks back into the house.", "similarity": 0.6618, "relevance": 3 }, { "pair_id": 335555, "video_name": "s08e01_seg02_clip_16", "timestamp": [ 9.3, 12.31 ], "duration": 60.66, "caption": "While going up the stairs, a person turns around and looks at another person.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 335556, "video_name": "castle_s07e19_seg02_clip_20", "timestamp": [ 24.93, 37.18 ], "duration": 84.66, "caption": "A woman looks at a person and he opens a bag to find a dummy inside and looks surprised.", "similarity": 0.6566, "relevance": 3 }, { "pair_id": 335557, "video_name": "friends_s03e25_seg02_clip_01", "timestamp": [ 17.7, 21.66 ], "duration": 61.66, "caption": "A person walks up to two people carrying a paper bag.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 335558, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 335559, "video_name": "s09e19_seg02_clip_00", "timestamp": [ 26.57, 32.66 ], "duration": 64.66, "caption": "A woman opens the bag she's carrying so a man can look inside.", "similarity": 0.6538, "relevance": 4 } ] }, { "query_id": 5548, "query": "A woman is at the fridge and takes a drink out as a man approaches her in the kitchen.", "relevant_moment": [ { "pair_id": 133700, "video_name": "s10e13_seg02_clip_04", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A woman is at the fridge and takes a drink out as a man approaches her in the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 133701, "video_name": "friends_s02e18_seg02_clip_00", "timestamp": [ 26.8, 41.33 ], "duration": 64.66, "caption": "A woman takes a beer out of a man's refrigerator, opens it and takes a sip.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 133702, "video_name": "s09e21_seg02_clip_03", "timestamp": [ 24.79, 33.05 ], "duration": 59.66, "caption": "A woman and a person are in the kitchen, the person gets a water out of the fridge.", "similarity": 0.759, "relevance": 2 }, { "pair_id": 133703, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 5.48, 14.97 ], "duration": 73.66, "caption": "A man takes two drinks out of the fridge and hands one to a woman.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 133704, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A woman opens the refrigerator and gets a drink.", "similarity": 0.7416, "relevance": 4 }, { "pair_id": 133705, "video_name": "castle_s04e16_seg02_clip_06", "timestamp": [ 53.69, 57.97 ], "duration": 95.66, "caption": "A man goes into the kitchen and opens the fridge as a woman follows him.", "similarity": 0.7395, "relevance": 1 }, { "pair_id": 133706, "video_name": "castle_s01e09_seg02_clip_10", "timestamp": [ 18.04, 26.16 ], "duration": 90.66, "caption": "A person approaches the refrigerator, opens it and takes out a bottled drink.", "similarity": 0.7336, "relevance": 3 }, { "pair_id": 133707, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman walks over and opens the fridge to get a drink.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 133708, "video_name": "s09e21_seg02_clip_03", "timestamp": [ 26.86, 29.81 ], "duration": 59.66, "caption": "A person opens the fridge and takes out a bottle of water as he/she is in the kitchen with another person.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 133709, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.7225, "relevance": 3 }, { "pair_id": 133710, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 49.63, 54.96 ], "duration": 82.66, "caption": "A person gets a drink of water out of the fridge and takes a drink.", "similarity": 0.717, "relevance": 0 }, { "pair_id": 133711, "video_name": "s03e22_seg02_clip_06", "timestamp": [ 54.62, 57.63 ], "duration": 60.66, "caption": "A woman walks from the kitchen to the living room and hands a man a drink.", "similarity": 0.7139, "relevance": 1 }, { "pair_id": 133712, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.62, 60.03 ], "duration": 60.66, "caption": "A woman pulls a bottled drink out of the refrigerator and shakes it as she talks to a man.", "similarity": 0.7123, "relevance": 4 }, { "pair_id": 133713, "video_name": "friends_s03e07_seg02_clip_07", "timestamp": [ 12.61, 19.89 ], "duration": 56.66, "caption": "A woman leads a man into the kitchen by his hand and opens the fridge.", "similarity": 0.712, "relevance": 1 }, { "pair_id": 133714, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 20.95, 28.63 ], "duration": 59.66, "caption": "A woman walks into the kitchen and opens the refrigerator.", "similarity": 0.7092, "relevance": 1 }, { "pair_id": 133715, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 22.21, 37.22 ], "duration": 60.66, "caption": "A person walks over to the refrigerator and takes out a drink.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 133716, "video_name": "s03e02_seg02_clip_02", "timestamp": [ 27.45, 33.94 ], "duration": 59.66, "caption": "A woman walks to the refrigerator and gets some drink.", "similarity": 0.7045, "relevance": 2 }, { "pair_id": 133717, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 41.3, 44.55 ], "duration": 65.66, "caption": "A woman opens the refrigerator door and takes a bottle of water out.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 133718, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 50.65, 52.79 ], "duration": 61.66, "caption": "A person opens the refrigerator and gets a drink.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 133719, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 21.75, 38.45 ], "duration": 63.66, "caption": "A woman opened the refrigerator and gets a bunch of drinks.", "similarity": 0.7015, "relevance": 2 } ] }, { "query_id": 5563, "query": "A woman pours some wine and then hands the glass to another woman.", "relevant_moment": [ { "pair_id": 160760, "video_name": "s10e13_seg02_clip_01", "timestamp": [ 0.0, 4.4 ], "duration": 55.66, "caption": "A woman pours some wine and then hands the glass to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160761, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 26.23, 32.67 ], "duration": 92.66, "caption": "A woman pours a glass of wine and hands it to another woman.", "similarity": 0.9854, "relevance": 4 }, { "pair_id": 160762, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 25.77, 32.21 ], "duration": 92.66, "caption": "A woman pours woman a glass of wine and hands it to her.", "similarity": 0.9258, "relevance": 4 }, { "pair_id": 160763, "video_name": "s07e24_seg02_clip_04", "timestamp": [ 31.37, 44.54 ], "duration": 56.66, "caption": "A woman hands another woman a glass of wine and she gulps it down and hands the glass back for more.", "similarity": 0.8859, "relevance": 3 }, { "pair_id": 160764, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 36.31, 38.84 ], "duration": 56.66, "caption": "A woman pours another woman a glass of white wine.", "similarity": 0.8823, "relevance": 2 }, { "pair_id": 160765, "video_name": "s09e20_seg02_clip_08", "timestamp": [ 2.28, 9.12 ], "duration": 57.66, "caption": "A woman pours another woman's wine and then one for herself.", "similarity": 0.8589, "relevance": 3 }, { "pair_id": 160766, "video_name": "castle_s02e16_seg02_clip_21", "timestamp": [ 81.47, 83.72 ], "duration": 90.66, "caption": "A woman hands an empty wine glass to another woman.", "similarity": 0.8545, "relevance": 1 }, { "pair_id": 160767, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 46.38, 50.96 ], "duration": 61.66, "caption": "A woman pours wine from the bottle into woman's glass.", "similarity": 0.8534, "relevance": 3 }, { "pair_id": 160768, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 40.39, 43.36 ], "duration": 85.66, "caption": "A woman hands a glass of wine to a man.", "similarity": 0.8496, "relevance": 2 }, { "pair_id": 160769, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 74.08, 77.26 ], "duration": 90.66, "caption": "A person hands a glass of wine to woman.", "similarity": 0.8467, "relevance": 1 }, { "pair_id": 160770, "video_name": "s09e03_seg02_clip_01", "timestamp": [ 38.42, 42.62 ], "duration": 60.66, "caption": "A woman is pouring a glass of red wine while with another woman.", "similarity": 0.8349, "relevance": 2 }, { "pair_id": 160771, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 16.07, 18.27 ], "duration": 44.66, "caption": "A woman pours a glass of wine for man.", "similarity": 0.8245, "relevance": 2 }, { "pair_id": 160772, "video_name": "s07e06_seg02_clip_04", "timestamp": [ 0.0, 7.93 ], "duration": 61.66, "caption": "A woman is holding two glasses of wine and hands one to a man.", "similarity": 0.822, "relevance": 2 }, { "pair_id": 160773, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 2.66, 9.15 ], "duration": 59.66, "caption": "A person pours a glass of wine and walks over to woman and hands it to her.", "similarity": 0.8207, "relevance": 3 }, { "pair_id": 160774, "video_name": "castle_s04e20_seg02_clip_00", "timestamp": [ 16.8, 20.06 ], "duration": 93.66, "caption": "A woman takes a drink from her wine glass while another woman talks to her.", "similarity": 0.8193, "relevance": 1 }, { "pair_id": 160775, "video_name": "s07e05_seg01_clip_00", "timestamp": [ 4.34, 8.37 ], "duration": 62.66, "caption": "A woman pours water into the wine glasses for two people.", "similarity": 0.8179, "relevance": 2 }, { "pair_id": 160776, "video_name": "friends_s06e15-16_seg02_clip_23", "timestamp": [ 34.11, 40.72 ], "duration": 55.66, "caption": "A woman is pouring two glasses of wine for herself and another person.", "similarity": 0.8138, "relevance": 2 }, { "pair_id": 160777, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A woman takes a drink of her wine as she talks to another woman.", "similarity": 0.8123, "relevance": 1 }, { "pair_id": 160778, "video_name": "s06e21_seg02_clip_09", "timestamp": [ 8.64, 12.17 ], "duration": 64.66, "caption": "A woman is pouring wine while she talks about her interests with another woman.", "similarity": 0.8097, "relevance": 2 }, { "pair_id": 160779, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 18.87, 89.66 ], "duration": 89.66, "caption": "A woman opens and pours wine to a glass.", "similarity": 0.807, "relevance": 3 }, { "pair_id": 334080, "video_name": "castle_s04e20_seg02_clip_00", "timestamp": [ 0.0, 7.93 ], "duration": 93.66, "caption": "A woman pours wine to her glass while talking to someone.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 334081, "video_name": "s09e03_seg02_clip_01", "timestamp": [ 38.12, 41.42 ], "duration": 60.66, "caption": "A woman pours a glass of wine from a bottle.", "similarity": 0.8042, "relevance": 3 }, { "pair_id": 334082, "video_name": "met_s03e11_seg02_clip_08", "timestamp": [ 38.13, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of her wine glass at the same time another woman sips from her beer.", "similarity": 0.8042, "relevance": 1 }, { "pair_id": 334083, "video_name": "friends_s06e15-16_seg02_clip_23", "timestamp": [ 34.11, 43.47 ], "duration": 55.66, "caption": "A woman pours a glass of wine for person's date.", "similarity": 0.8037, "relevance": 2 }, { "pair_id": 334084, "video_name": "s07e14_seg02_clip_12", "timestamp": [ 51.02, 56.73 ], "duration": 60.66, "caption": "A woman drinks from her wine then another woman speaks.", "similarity": 0.8031, "relevance": 1 }, { "pair_id": 334085, "video_name": "s08e10_seg02_clip_10", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A woman takes a drink of wine while talking with another woman.", "similarity": 0.8026, "relevance": 1 }, { "pair_id": 334086, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 47.62, 49.33 ], "duration": 57.66, "caption": "A woman pours a glass of wine from the wine bottle.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 334087, "video_name": "castle_s08e17_seg02_clip_15", "timestamp": [ 2.72, 14.07 ], "duration": 90.66, "caption": "A woman pours some wine in a glass then picks it up and takes a sip.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 334088, "video_name": "s06e09_seg02_clip_03", "timestamp": [ 12.72, 19.85 ], "duration": 62.66, "caption": "A woman pours wine while discussing a man to two other women.", "similarity": 0.7953, "relevance": 3 }, { "pair_id": 334089, "video_name": "friends_s10e02_seg02_clip_05", "timestamp": [ 47.38, 50.39 ], "duration": 60.66, "caption": "A woman hands a man a bottle of wine she and another person brought.", "similarity": 0.7926, "relevance": 1 }, { "pair_id": 334090, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.04, 37.84 ], "duration": 61.66, "caption": "A woman puts a wine glass up to person's mouth and drinks from it.", "similarity": 0.7918, "relevance": 1 }, { "pair_id": 334091, "video_name": "s08e24_seg02_clip_08", "timestamp": [ 1.22, 8.54 ], "duration": 61.66, "caption": "A woman is pouring wine into two glasses that are for herself and a man.", "similarity": 0.7916, "relevance": 3 }, { "pair_id": 334092, "video_name": "s08e07_seg02_clip_04", "timestamp": [ 26.24, 28.68 ], "duration": 61.66, "caption": "A woman hands woman a glass of wine and sit at the table with woman.", "similarity": 0.7913, "relevance": 2 }, { "pair_id": 334093, "video_name": "s08e19_seg02_clip_05", "timestamp": [ 21.38, 23.66 ], "duration": 57.66, "caption": "A woman pours a drink into a glass and hands it to person.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 334094, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 52.48, 57.37 ], "duration": 61.66, "caption": "A woman holds her wine glass out and a man pours some wine in it.", "similarity": 0.79, "relevance": 1 }, { "pair_id": 334095, "video_name": "s10e10_seg02_clip_06", "timestamp": [ 6.71, 19.22 ], "duration": 61.66, "caption": "A person pours wine into glasses while talking to a woman.", "similarity": 0.7853, "relevance": 1 }, { "pair_id": 334096, "video_name": "met_s03e05_seg02_clip_10", "timestamp": [ 24.11, 30.52 ], "duration": 61.66, "caption": "A woman drinks some wine from a wine glass a man handed her.", "similarity": 0.7841, "relevance": 1 }, { "pair_id": 334097, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 18.04, 23.01 ], "duration": 62.66, "caption": "A woman pours some wine from the bottle into her glass.", "similarity": 0.7832, "relevance": 2 }, { "pair_id": 334098, "video_name": "castle_s02e17_seg02_clip_18", "timestamp": [ 7.99, 10.34 ], "duration": 94.66, "caption": "A woman hands a man the glass of wine she was holding.", "similarity": 0.7821, "relevance": 1 }, { "pair_id": 334099, "video_name": "friends_s06e08_seg02_clip_12", "timestamp": [ 11.06, 15.28 ], "duration": 65.66, "caption": "A woman pours person some wine on their date.", "similarity": 0.7818, "relevance": 2 } ] }, { "query_id": 5633, "query": "A woman covers most of her face with her hand.", "relevant_moment": [ { "pair_id": 145660, "video_name": "friends_s08e07_seg02_clip_06", "timestamp": [ 12.82, 16.78 ], "duration": 61.66, "caption": "A woman covers most of her face with her hand.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 145661, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 51.59, 59.66 ], "duration": 89.66, "caption": "A woman covers her face with both of her hands.", "similarity": 0.9365, "relevance": 4 }, { "pair_id": 145662, "video_name": "friends_s03e10_seg02_clip_09", "timestamp": [ 16.83, 18.28 ], "duration": 58.66, "caption": "A woman briefly covers her face with her hands.", "similarity": 0.9226, "relevance": 4 }, { "pair_id": 145663, "video_name": "castle_s04e01_seg02_clip_11", "timestamp": [ 5.84, 7.19 ], "duration": 89.66, "caption": "A woman puts her hand to cover her face.", "similarity": 0.9155, "relevance": 3 }, { "pair_id": 145664, "video_name": "friends_s05e22_seg02_clip_06", "timestamp": [ 20.16, 24.19 ], "duration": 62.66, "caption": "A woman covers one of her eyes with her hand.", "similarity": 0.8512, "relevance": 3 }, { "pair_id": 145665, "video_name": "friends_s08e09_seg02_clip_11", "timestamp": [ 28.48, 33.07 ], "duration": 61.66, "caption": "A woman covers her face with her hands to hide herself.", "similarity": 0.8481, "relevance": 4 }, { "pair_id": 145666, "video_name": "friends_s03e18_seg02_clip_15", "timestamp": [ 18.61, 21.05 ], "duration": 61.66, "caption": "A woman covers her eyes with both of her hands.", "similarity": 0.8169, "relevance": 4 }, { "pair_id": 145667, "video_name": "friends_s09e04_seg02_clip_15", "timestamp": [ 9.31, 12.61 ], "duration": 60.66, "caption": "A woman is covering her mouth and nose with her hands.", "similarity": 0.8079, "relevance": 4 }, { "pair_id": 145668, "video_name": "friends_s09e04_seg02_clip_15", "timestamp": [ 9.31, 13.21 ], "duration": 60.66, "caption": "A woman covers her nose with both of her hands.", "similarity": 0.8077, "relevance": 4 }, { "pair_id": 145669, "video_name": "friends_s10e16_seg02_clip_09", "timestamp": [ 60.25, 61.17 ], "duration": 61.66, "caption": "A woman covers her mouth with her right hand.", "similarity": 0.8054, "relevance": 3 }, { "pair_id": 145670, "video_name": "s02e10_seg02_clip_13", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A woman raises her hand to her face and covers her eyes.", "similarity": 0.7987, "relevance": 4 }, { "pair_id": 145671, "video_name": "friends_s04e16_seg02_clip_17", "timestamp": [ 32.74, 36.32 ], "duration": 55.66, "caption": "A woman touches her chest and then covers her face with her hands.", "similarity": 0.7981, "relevance": 4 }, { "pair_id": 145672, "video_name": "house_s08e07_seg02_clip_17", "timestamp": [ 69.48, 72.7 ], "duration": 92.66, "caption": "A woman briefly covers her mouth with her hand.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 145673, "video_name": "s07e19_seg02_clip_00", "timestamp": [ 47.27, 49.79 ], "duration": 63.66, "caption": "A woman covers her mouth with her left hand.", "similarity": 0.7916, "relevance": 3 }, { "pair_id": 145674, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 39.92, 43.82 ], "duration": 60.66, "caption": "A woman covers her mouth with her left hand.", "similarity": 0.7916, "relevance": 3 }, { "pair_id": 145675, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 53.32, 55.6 ], "duration": 57.66, "caption": "A person covers his/her face with both of his/her hands.", "similarity": 0.7811, "relevance": 3 }, { "pair_id": 145676, "video_name": "friends_s02e21_seg02_clip_08", "timestamp": [ 53.47, 62.43 ], "duration": 64.66, "caption": "A woman covers her face with her hands and then another woman does the same.", "similarity": 0.7809, "relevance": 4 }, { "pair_id": 145677, "video_name": "friends_s02e08_seg01_clip_00", "timestamp": [ 4.55, 6.5 ], "duration": 65.66, "caption": "A woman covers their face with their hands when they are sitting on the couch.", "similarity": 0.7673, "relevance": 2 }, { "pair_id": 145678, "video_name": "friends_s10e03_seg02_clip_06", "timestamp": [ 22.15, 28.09 ], "duration": 54.66, "caption": "A woman places both of her hands against her face.", "similarity": 0.7616, "relevance": 3 }, { "pair_id": 145679, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.51, 17.37 ], "duration": 62.66, "caption": "A person covers his face with both of his hands.", "similarity": 0.7584, "relevance": 3 }, { "pair_id": 318980, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 17.06, 19.23 ], "duration": 62.66, "caption": "A woman holds her hands up to cover her mouth.", "similarity": 0.7548, "relevance": 4 }, { "pair_id": 318981, "video_name": "met_s06e09_seg02_clip_05", "timestamp": [ 49.72, 51.82 ], "duration": 70.66, "caption": "A woman lowers their head down and covers their face with their hands.", "similarity": 0.7506, "relevance": 4 }, { "pair_id": 318982, "video_name": "friends_s06e01_seg02_clip_05", "timestamp": [ 21.17, 24.24 ], "duration": 61.66, "caption": "A woman covers her face with both hands at the restaurant.", "similarity": 0.7506, "relevance": 4 }, { "pair_id": 318983, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 48.07, 57.42 ], "duration": 89.66, "caption": "A woman holds her hands up to her face.", "similarity": 0.7471, "relevance": 4 }, { "pair_id": 318984, "video_name": "grey_s03e14_seg02_clip_15", "timestamp": [ 7.49, 12.34 ], "duration": 88.66, "caption": "A person has their whole face covered by their hand.", "similarity": 0.7468, "relevance": 3 }, { "pair_id": 318985, "video_name": "friends_s07e15_seg02_clip_21", "timestamp": [ 53.89, 56.1 ], "duration": 63.66, "caption": "A woman gently covers her mouth with her hand.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 318986, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 24.48, 29.31 ], "duration": 60.66, "caption": "A woman holds both of her hands to her face.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 318987, "video_name": "castle_s04e20_seg02_clip_04", "timestamp": [ 72.36, 74.19 ], "duration": 91.66, "caption": "A person covers both his own eyes and woman's eyes with his hand.", "similarity": 0.7329, "relevance": 2 }, { "pair_id": 318988, "video_name": "friends_s07e03_seg02_clip_11", "timestamp": [ 28.51, 29.94 ], "duration": 57.66, "caption": "A woman covers her face with her hand during a conversation with a man.", "similarity": 0.7318, "relevance": 4 }, { "pair_id": 318989, "video_name": "friends_s06e10_seg02_clip_01", "timestamp": [ 18.89, 21.54 ], "duration": 59.66, "caption": "A woman covers her face with both hands before throwing them down on her lap.", "similarity": 0.7309, "relevance": 3 }, { "pair_id": 318990, "video_name": "friends_s06e23_seg02_clip_15", "timestamp": [ 8.0, 12.49 ], "duration": 64.66, "caption": "A woman moves her hands from covering her face to her chest.", "similarity": 0.7305, "relevance": 3 }, { "pair_id": 318991, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 2.24, 5.12 ], "duration": 64.66, "caption": "A woman is covering her face with her hands while sitting at the table.", "similarity": 0.7295, "relevance": 4 }, { "pair_id": 318992, "video_name": "s07e18_seg02_clip_12", "timestamp": [ 48.07, 49.62 ], "duration": 62.66, "caption": "A woman covers her mouth with her hand in a gesture of surprise.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 318993, "video_name": "friends_s02e04_seg02_clip_12", "timestamp": [ 13.96, 18.61 ], "duration": 62.66, "caption": "A woman lifts her hand to cover her mouth.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 318994, "video_name": "friends_s07e09_seg02_clip_07", "timestamp": [ 6.68, 11.04 ], "duration": 58.66, "caption": "A woman covers her face with her hands while standing in an office.", "similarity": 0.7166, "relevance": 4 }, { "pair_id": 318995, "video_name": "s01e17_seg02_clip_14", "timestamp": [ 11.79, 13.65 ], "duration": 62.66, "caption": "A woman covers her face with her hands while talking to person in the living room.", "similarity": 0.7026, "relevance": 4 }, { "pair_id": 318996, "video_name": "house_s07e05_seg02_clip_27", "timestamp": [ 3.17, 4.85 ], "duration": 8.66, "caption": "A woman moves her hand off the covers very slightly.", "similarity": 0.7026, "relevance": 0 }, { "pair_id": 318997, "video_name": "friends_s08e17_seg02_clip_12", "timestamp": [ 26.01, 29.51 ], "duration": 100.66, "caption": "A woman puts her hands on the side of her face.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 318998, "video_name": "castle_s06e16_seg02_clip_11", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A woman places her closed hand on her face.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 318999, "video_name": "friends_s07e07_seg02_clip_10", "timestamp": [ 29.52, 36.98 ], "duration": 62.66, "caption": "A woman is fanning her hands in front of her face.", "similarity": 0.6932, "relevance": 1 } ] }, { "query_id": 5678, "query": "Some people were having a meal.", "relevant_moment": [ { "pair_id": 7080, "video_name": "s04e06_seg01_clip_00", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Some people were having a meal.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7081, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Some people were all having a meal.", "similarity": 0.901, "relevance": 4 }, { "pair_id": 7082, "video_name": "s03e10_seg02_clip_05", "timestamp": [ 0.0, 35.35 ], "duration": 57.66, "caption": "Some people were eating their food.", "similarity": 0.8863, "relevance": 4 }, { "pair_id": 7083, "video_name": "s02e03_seg02_clip_12", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Multiple people were having a meal at the same table.", "similarity": 0.8359, "relevance": 4 }, { "pair_id": 7084, "video_name": "friends_s01e08_seg02_clip_00", "timestamp": [ 0.0, 65.03 ], "duration": 65.66, "caption": "Multiple people were eating.", "similarity": 0.8315, "relevance": 4 }, { "pair_id": 7085, "video_name": "s02e20_seg01_clip_02", "timestamp": [ 75.35, 77.78 ], "duration": 81.66, "caption": "Some people eat their food at the same time.", "similarity": 0.7907, "relevance": 4 }, { "pair_id": 7086, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 0.0, 13.35 ], "duration": 58.66, "caption": "Two people were having a meal at the same table.", "similarity": 0.7818, "relevance": 4 }, { "pair_id": 7087, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 15.96, 58.03 ], "duration": 58.66, "caption": "A person was having a meal along with two other people whilst they were having a conversation.", "similarity": 0.7756, "relevance": 4 }, { "pair_id": 7088, "video_name": "s07e06_seg02_clip_14", "timestamp": [ 40.89, 61.03 ], "duration": 61.66, "caption": "A man and a woman were having a meal together.", "similarity": 0.7585, "relevance": 4 }, { "pair_id": 7089, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 15.08, 22.47 ], "duration": 61.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.7526, "relevance": 4 }, { "pair_id": 7090, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 71.16, 91.23 ], "duration": 91.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 7091, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 0.0, 39.35 ], "duration": 89.66, "caption": "Some people are having a talk while eating.", "similarity": 0.7449, "relevance": 3 }, { "pair_id": 7092, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "Some people are talking while they are eating.", "similarity": 0.7435, "relevance": 4 }, { "pair_id": 7093, "video_name": "house_s02e22_seg02_clip_09", "timestamp": [ 25.93, 90.27 ], "duration": 96.66, "caption": "Two people have a meal at a restaurant together.", "similarity": 0.7435, "relevance": 4 }, { "pair_id": 7094, "video_name": "s04e01_seg02_clip_00", "timestamp": [ 9.61, 19.23 ], "duration": 62.66, "caption": "A group of people are having a conversation while they are eating.", "similarity": 0.7413, "relevance": 4 }, { "pair_id": 7095, "video_name": "grey_s03e03_seg02_clip_13", "timestamp": [ 0.0, 26.15 ], "duration": 90.66, "caption": "Some people are having a discussion while they are eating.", "similarity": 0.7368, "relevance": 4 }, { "pair_id": 7096, "video_name": "s04e06_seg02_clip_13", "timestamp": [ 33.01, 55.22 ], "duration": 60.66, "caption": "Some people have a conversation with food in front of them.", "similarity": 0.7285, "relevance": 4 }, { "pair_id": 7098, "video_name": "grey_s02e18_seg02_clip_14", "timestamp": [ 0.0, 36.94 ], "duration": 89.66, "caption": "They are having a discussion while they are eating.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 7099, "video_name": "grey_s03e05_seg02_clip_15", "timestamp": [ 0.0, 41.59 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.7129, "relevance": 4 }, { "pair_id": 180400, "video_name": "grey_s02e14_seg02_clip_09", "timestamp": [ 0.0, 30.09 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.7129, "relevance": 4 }, { "pair_id": 180401, "video_name": "grey_s02e02_seg02_clip_11", "timestamp": [ 41.4, 89.02 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.7129, "relevance": 4 }, { "pair_id": 180402, "video_name": "s03e05_seg02_clip_01", "timestamp": [ 19.18, 21.84 ], "duration": 59.66, "caption": "Some people eat lunch together.", "similarity": 0.7094, "relevance": 4 }, { "pair_id": 180403, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 0.0, 9.85 ], "duration": 61.66, "caption": "Some men and woman are having a conversation while eating.", "similarity": 0.7051, "relevance": 4 }, { "pair_id": 180404, "video_name": "friends_s07e14_seg01_clip_01", "timestamp": [ 13.73, 40.69 ], "duration": 49.66, "caption": "Multiple people eat breakfast together.", "similarity": 0.7007, "relevance": 4 }, { "pair_id": 180405, "video_name": "s09e10_seg02_clip_10", "timestamp": [ 17.99, 62.03 ], "duration": 62.66, "caption": "Two people are sitting across from each other at the kitchen table, eating a meal.", "similarity": 0.6987, "relevance": 4 }, { "pair_id": 180406, "video_name": "friends_s04e13_seg02_clip_03", "timestamp": [ 0.0, 23.64 ], "duration": 63.66, "caption": "Two people sit at the table together and are eating.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 180407, "video_name": "friends_s07e15_seg02_clip_05", "timestamp": [ 10.7, 57.29 ], "duration": 69.66, "caption": "Two people were sitting on the dining table and eating.", "similarity": 0.6846, "relevance": 4 }, { "pair_id": 180408, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 21.69, 26.66 ], "duration": 90.66, "caption": "A person is eating while another person is talking to them.", "similarity": 0.6764, "relevance": 1 }, { "pair_id": 180409, "video_name": "grey_s03e03_seg02_clip_13", "timestamp": [ 36.06, 73.93 ], "duration": 90.66, "caption": "Three people are having a discussion while they are eating.", "similarity": 0.676, "relevance": 4 }, { "pair_id": 180410, "video_name": "house_s08e09_seg02_clip_04", "timestamp": [ 8.94, 11.18 ], "duration": 89.66, "caption": "Two people shake hands while having a meal.", "similarity": 0.6748, "relevance": 4 }, { "pair_id": 180411, "video_name": "s04e08_seg02_clip_03", "timestamp": [ 1.86, 13.03 ], "duration": 62.66, "caption": "A group of people are sitting at a restaurant table eating.", "similarity": 0.6743, "relevance": 4 }, { "pair_id": 180412, "video_name": "friends_s06e01_seg02_clip_04", "timestamp": [ 9.68, 11.19 ], "duration": 60.66, "caption": "A man and guy sit down with their plates of food.", "similarity": 0.673, "relevance": 4 }, { "pair_id": 180413, "video_name": "house_s01e01_seg02_clip_17", "timestamp": [ 49.01, 61.83 ], "duration": 91.66, "caption": "Two people sit at the table together and eat.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 180414, "video_name": "s01e13_seg01_clip_00", "timestamp": [ 0.0, 42.49 ], "duration": 62.66, "caption": "Three people were holding their plate of food.", "similarity": 0.6717, "relevance": 4 }, { "pair_id": 180415, "video_name": "house_s07e05_seg02_clip_20", "timestamp": [ 0.0, 44.38 ], "duration": 87.66, "caption": "They are having a discussion while eating their dinner.", "similarity": 0.6714, "relevance": 4 }, { "pair_id": 180416, "video_name": "s08e20_seg01_clip_00", "timestamp": [ 4.43, 7.38 ], "duration": 59.66, "caption": "Some people have food trays in their hands as they sit with a man.", "similarity": 0.6708, "relevance": 4 }, { "pair_id": 180417, "video_name": "s02e04_seg02_clip_11", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Some people were all eating at their boxes of food.", "similarity": 0.6706, "relevance": 4 }, { "pair_id": 180418, "video_name": "s07e10_seg02_clip_11", "timestamp": [ 48.21, 61.03 ], "duration": 61.66, "caption": "Three people eat at the table together.", "similarity": 0.6694, "relevance": 4 }, { "pair_id": 180419, "video_name": "grey_s03e18_seg02_clip_17", "timestamp": [ 62.05, 89.28 ], "duration": 89.66, "caption": "They are having a conversation while eating dinner.", "similarity": 0.6682, "relevance": 4 } ] }, { "query_id": 5810, "query": "A person moves their marker from the top box to the box beneath it and back to the top box.", "relevant_moment": [ { "pair_id": 168440, "video_name": "s02e13_seg02_clip_10", "timestamp": [ 0.0, 8.55 ], "duration": 57.66, "caption": "A person moves their marker from the top box to the box beneath it and back to the top box.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168441, "video_name": "s08e07_seg02_clip_11", "timestamp": [ 18.91, 21.31 ], "duration": 60.66, "caption": "A person points on the thing inside the box.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 168442, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 51.72, 53.13 ], "duration": 94.66, "caption": "A person takes the top off of a box that is behind someone.", "similarity": 0.6673, "relevance": 0 }, { "pair_id": 168443, "video_name": "friends_s02e14_seg01_clip_01", "timestamp": [ 0.0, 10.14 ], "duration": 52.66, "caption": "A person holds up an item and then places it into a box.", "similarity": 0.6665, "relevance": 0 }, { "pair_id": 168444, "video_name": "castle_s05e03_seg02_clip_00", "timestamp": [ 2.73, 4.56 ], "duration": 91.66, "caption": "A person puts down a filled moving box onto another box.", "similarity": 0.6559, "relevance": 1 }, { "pair_id": 168445, "video_name": "met_s02e18_seg02_clip_00", "timestamp": [ 14.41, 17.17 ], "duration": 61.66, "caption": "person hands person a box who then hands it to person.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 168446, "video_name": "s04e12_seg02_clip_06", "timestamp": [ 46.96, 52.63 ], "duration": 63.66, "caption": "A person puts the cap on the marker and sets it under the board.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 168447, "video_name": "s08e13_seg02_clip_10", "timestamp": [ 24.65, 26.61 ], "duration": 56.66, "caption": "A person puts their marker back near the whiteboard.", "similarity": 0.6324, "relevance": 1 }, { "pair_id": 168448, "video_name": "s06e05_seg02_clip_01", "timestamp": [ 43.82, 45.02 ], "duration": 60.66, "caption": "A person walks to one side to another holding a box on his hands.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 168449, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 24.11, 25.94 ], "duration": 61.66, "caption": "A person places a marker down in front of the white board.", "similarity": 0.629, "relevance": 1 }, { "pair_id": 168450, "video_name": "s04e12_seg02_clip_06", "timestamp": [ 46.64, 52.31 ], "duration": 63.66, "caption": "A person caps his marker and places by his white board.", "similarity": 0.6279, "relevance": 1 }, { "pair_id": 168451, "video_name": "s09e19_seg02_clip_12", "timestamp": [ 29.81, 35.71 ], "duration": 59.66, "caption": "A person points out a series of brown cardboard boxes to another person.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 168452, "video_name": "s03e10_seg02_clip_08", "timestamp": [ 5.02, 14.76 ], "duration": 59.66, "caption": "A person puts the top on the marker and sits down.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 168453, "video_name": "house_s02e15_seg02_clip_22", "timestamp": [ 21.61, 23.86 ], "duration": 90.66, "caption": "A person takes a box from underneath a bed and places it on top of the bed.", "similarity": 0.6208, "relevance": 1 }, { "pair_id": 168454, "video_name": "s09e07_seg02_clip_06", "timestamp": [ 51.17, 55.21 ], "duration": 62.66, "caption": "A person returns the thing they are holding in the box.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 168455, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 7.74, 9.89 ], "duration": 86.66, "caption": "A person put the box they are holding on the table.", "similarity": 0.6144, "relevance": 1 }, { "pair_id": 168456, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.5, 31.97 ], "duration": 83.66, "caption": "A person walks over to person carrying a big box.", "similarity": 0.6119, "relevance": 1 }, { "pair_id": 168457, "video_name": "s06e21_seg02_clip_07", "timestamp": [ 13.87, 16.53 ], "duration": 59.66, "caption": "A woman takes the marker and hands it to a person.", "similarity": 0.6115, "relevance": 1 }, { "pair_id": 168458, "video_name": "castle_s08e01_seg02_clip_19", "timestamp": [ 43.84, 50.17 ], "duration": 90.66, "caption": "A person takes out a box and holds it in front of another person.", "similarity": 0.6084, "relevance": 0 }, { "pair_id": 168459, "video_name": "s02e19_seg02_clip_04", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person complements person's outfit from behind a box.", "similarity": 0.6075, "relevance": 1 } ] }, { "query_id": 5819, "query": "A person walks into the hospital room to speak with a man.", "relevant_moment": [ { "pair_id": 143980, "video_name": "house_s04e01_seg02_clip_20", "timestamp": [ 80.0, 86.02 ], "duration": 86.66, "caption": "A person walks into the hospital room to speak with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 143981, "video_name": "grey_s02e13_seg02_clip_10", "timestamp": [ 59.2, 76.12 ], "duration": 89.66, "caption": "A man walks into a hospital room and talks with woman and man.", "similarity": 0.9029, "relevance": 4 }, { "pair_id": 143982, "video_name": "house_s03e24_seg02_clip_20", "timestamp": [ 22.37, 89.49 ], "duration": 89.66, "caption": "A man walks into a woman's hospital room and speaks with her.", "similarity": 0.8933, "relevance": 3 }, { "pair_id": 143983, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 0.0, 5.27 ], "duration": 81.66, "caption": "A man walks into the hospital and talks with another man.", "similarity": 0.884, "relevance": 3 }, { "pair_id": 143984, "video_name": "house_s02e23_seg02_clip_21", "timestamp": [ 82.46, 91.11 ], "duration": 91.66, "caption": "A woman walks into a hospital room and talks with a man.", "similarity": 0.8765, "relevance": 3 }, { "pair_id": 143985, "video_name": "friends_s06e15-16_seg02_clip_10", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man walks into the hospital and talks to woman and man.", "similarity": 0.8728, "relevance": 3 }, { "pair_id": 143986, "video_name": "grey_s01e08_seg02_clip_07", "timestamp": [ 45.51, 49.15 ], "duration": 91.66, "caption": "A man walks into a hospital room to talk to another man who is lying down.", "similarity": 0.865, "relevance": 4 }, { "pair_id": 143987, "video_name": "friends_s08e23-24_seg02_clip_24", "timestamp": [ 34.18, 40.89 ], "duration": 61.66, "caption": "A person walks over to talk to someone in the hospital room.", "similarity": 0.8649, "relevance": 2 }, { "pair_id": 143988, "video_name": "house_s08e14_seg02_clip_17", "timestamp": [ 51.28, 60.36 ], "duration": 90.66, "caption": "A man finishes his conversation with a patient and walks into the hospital hallway.", "similarity": 0.8575, "relevance": 3 }, { "pair_id": 143989, "video_name": "house_s01e01_seg02_clip_19", "timestamp": [ 68.38, 113.02 ], "duration": 113.66, "caption": "A man walks into the room to talk to another person about the patient.", "similarity": 0.856, "relevance": 3 }, { "pair_id": 143990, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 31.62, 41.2 ], "duration": 58.66, "caption": "A man walks into the hospital room to see another person.", "similarity": 0.8547, "relevance": 2 }, { "pair_id": 143991, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 45.83, 84.1 ], "duration": 84.66, "caption": "A man and person are walking in the hospital hallway as they converse.", "similarity": 0.8541, "relevance": 3 }, { "pair_id": 143992, "video_name": "house_s06e04_seg02_clip_16", "timestamp": [ 82.33, 91.17 ], "duration": 93.66, "caption": "A man walks into a hospital room and goes to the patient's bedside.", "similarity": 0.829, "relevance": 3 }, { "pair_id": 143993, "video_name": "friends_s08e23-24_seg02_clip_17", "timestamp": [ 60.51, 63.03 ], "duration": 63.66, "caption": "A man walks into a young person's hospital room.", "similarity": 0.8288, "relevance": 3 }, { "pair_id": 143994, "video_name": "house_s05e15_seg02_clip_23", "timestamp": [ 19.69, 96.03 ], "duration": 96.66, "caption": "A man converses with someone as they are in his hospital room.", "similarity": 0.8286, "relevance": 3 }, { "pair_id": 143995, "video_name": "house_s01e18_seg02_clip_16", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A man finishes his conversation with two other men and walks into a hospital room.", "similarity": 0.8283, "relevance": 3 }, { "pair_id": 143996, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 41.41, 49.06 ], "duration": 90.66, "caption": "A man walks into the patient's room and starts talking to the patient.", "similarity": 0.8279, "relevance": 3 }, { "pair_id": 143997, "video_name": "house_s03e18_seg02_clip_02", "timestamp": [ 0.0, 55.86 ], "duration": 90.66, "caption": "A man talks with two people in a hospital room.", "similarity": 0.8277, "relevance": 2 }, { "pair_id": 143998, "video_name": "house_s06e03_seg02_clip_06", "timestamp": [ 58.26, 87.38 ], "duration": 91.66, "caption": "A man is speaking to two other people as they are in a hospital room.", "similarity": 0.8256, "relevance": 3 }, { "pair_id": 143999, "video_name": "friends_s09e02_seg01_clip_00", "timestamp": [ 48.47, 57.02 ], "duration": 57.66, "caption": "A man opens the door to the hospital room and talks to two people.", "similarity": 0.824, "relevance": 3 }, { "pair_id": 317300, "video_name": "house_s06e06_seg02_clip_04", "timestamp": [ 53.17, 89.36 ], "duration": 89.66, "caption": "A man and another man walk into the room to speak with the patient.", "similarity": 0.815, "relevance": 2 }, { "pair_id": 317301, "video_name": "house_s08e08_seg02_clip_19", "timestamp": [ 46.2, 54.27 ], "duration": 89.66, "caption": "A person walks up and talks with some people in a hospital hallway.", "similarity": 0.8149, "relevance": 1 }, { "pair_id": 317302, "video_name": "house_s03e02_seg02_clip_09", "timestamp": [ 21.43, 37.05 ], "duration": 89.66, "caption": "A man and another man are walking in the hospital hallway as they converse.", "similarity": 0.814, "relevance": 1 }, { "pair_id": 317303, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 9.45, 16.65 ], "duration": 90.66, "caption": "A man walks into a hospital room and tells two people that he must have a conversation with them but one of them says they have to go.", "similarity": 0.8137, "relevance": 3 }, { "pair_id": 317304, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman walks up and talks with a man in the hospital.", "similarity": 0.8121, "relevance": 4 }, { "pair_id": 317305, "video_name": "house_s03e23_seg02_clip_11", "timestamp": [ 42.33, 93.03 ], "duration": 93.66, "caption": "A woman walks up and talks with a man in the hospital.", "similarity": 0.8121, "relevance": 1 }, { "pair_id": 317306, "video_name": "house_s03e05_seg02_clip_14", "timestamp": [ 0.0, 19.26 ], "duration": 87.66, "caption": "A man talks with some people in the hospital.", "similarity": 0.8119, "relevance": 1 }, { "pair_id": 317307, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 19.12, 25.94 ], "duration": 91.66, "caption": "A man walks up and talks to a person by the hospital elevators.", "similarity": 0.8112, "relevance": 1 }, { "pair_id": 317308, "video_name": "grey_s02e05_seg02_clip_02", "timestamp": [ 14.69, 83.71 ], "duration": 89.66, "caption": "A man's father walks into the hospital room and converses with a man and a woman.", "similarity": 0.8105, "relevance": 2 }, { "pair_id": 317309, "video_name": "house_s04e08_seg02_clip_06", "timestamp": [ 0.0, 81.02 ], "duration": 81.66, "caption": "A person is in someone's hospital room as he converses with him.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 317310, "video_name": "house_s03e21_seg02_clip_13", "timestamp": [ 70.84, 89.66 ], "duration": 89.66, "caption": "A man and another man were walking inside the hospital talking to each other.", "similarity": 0.8082, "relevance": 2 }, { "pair_id": 317311, "video_name": "house_s04e14_seg02_clip_22", "timestamp": [ 3.16, 6.32 ], "duration": 90.66, "caption": "A man turns around and talks with man in the hospital hallway.", "similarity": 0.8072, "relevance": 1 }, { "pair_id": 317312, "video_name": "grey_s03e06_seg02_clip_24", "timestamp": [ 68.66, 71.06 ], "duration": 96.66, "caption": "A man walks into the hospital room to see a woman.", "similarity": 0.8068, "relevance": 2 }, { "pair_id": 317313, "video_name": "friends_s08e23-24_seg02_clip_45", "timestamp": [ 0.0, 57.55 ], "duration": 59.66, "caption": "A man walks into the hospital room to see a woman.", "similarity": 0.8068, "relevance": 2 }, { "pair_id": 317314, "video_name": "house_s05e15_seg02_clip_21", "timestamp": [ 10.61, 18.18 ], "duration": 101.66, "caption": "A person walks into the hospital room as a man sees him and walks towards him as he asks him if someone is going to die.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 317315, "video_name": "house_s02e18_seg02_clip_08", "timestamp": [ 10.7, 59.07 ], "duration": 93.66, "caption": "A man talks with a woman while walking through a hospital hallway.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 317316, "video_name": "house_s03e21_seg02_clip_18", "timestamp": [ 77.68, 89.29 ], "duration": 89.66, "caption": "A man is conversing with two people in a hospital room.", "similarity": 0.8033, "relevance": 2 }, { "pair_id": 317317, "video_name": "grey_s02e24_seg02_clip_05", "timestamp": [ 20.03, 26.42 ], "duration": 85.66, "caption": "A person walks into the patient room and speaks to a woman.", "similarity": 0.803, "relevance": 3 }, { "pair_id": 317318, "video_name": "house_s06e18_seg02_clip_12", "timestamp": [ 5.78, 10.67 ], "duration": 88.66, "caption": "A man walks toward another man in a hospital room.", "similarity": 0.8014, "relevance": 3 }, { "pair_id": 317319, "video_name": "house_s04e01_seg02_clip_03", "timestamp": [ 12.91, 16.91 ], "duration": 89.66, "caption": "A man walks towards another person in the hospital lobby.", "similarity": 0.8009, "relevance": 2 } ] }, { "query_id": 5839, "query": "A group of people are staring at a person hanging from the ceiling in a harness.", "relevant_moment": [ { "pair_id": 12940, "video_name": "s02e13_seg02_clip_17", "timestamp": [ 30.22, 40.02 ], "duration": 40.66, "caption": "A group of people are staring at a person hanging from the ceiling in a harness.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12941, "video_name": "s02e13_seg02_clip_17", "timestamp": [ 29.22, 38.62 ], "duration": 40.66, "caption": "Some people stare up at the ceiling.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 12942, "video_name": "friends_s03e11_seg01_clip_01", "timestamp": [ 23.38, 29.13 ], "duration": 41.66, "caption": "Some people look up at the ceiling.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 12943, "video_name": "friends_s05e20_seg02_clip_08", "timestamp": [ 28.38, 29.9 ], "duration": 61.66, "caption": "A group of people simultaneously avert their eyes from the person.", "similarity": 0.6339, "relevance": 1 }, { "pair_id": 12944, "video_name": "s01e11_seg02_clip_07", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A group sitting next to person stares at them.", "similarity": 0.6311, "relevance": 1 }, { "pair_id": 12945, "video_name": "castle_s03e10_seg02_clip_06", "timestamp": [ 5.03, 6.41 ], "duration": 91.66, "caption": "Some people all look at a person simultaneously.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 12946, "video_name": "friends_s03e11_seg02_clip_00", "timestamp": [ 54.08, 68.02 ], "duration": 68.66, "caption": "Everyone looks up at the ceiling and keeps staring.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 12947, "video_name": "castle_s07e14_seg02_clip_10", "timestamp": [ 10.89, 12.71 ], "duration": 90.66, "caption": "A dead body is tied to the ceiling as two people look at it.", "similarity": 0.5993, "relevance": 2 }, { "pair_id": 12948, "video_name": "house_s08e22_seg02_clip_24", "timestamp": [ 148.07, 162.17 ], "duration": 235.66, "caption": "A person is staring at a picture of themself, another person, and two other people.", "similarity": 0.5841, "relevance": 0 }, { "pair_id": 12949, "video_name": "friends_s02e15_seg02_clip_20", "timestamp": [ 42.76, 48.16 ], "duration": 90.66, "caption": "A person looks up and sees a group of school children staring at them.", "similarity": 0.5792, "relevance": 1 }, { "pair_id": 12950, "video_name": "castle_s07e06_seg02_clip_12", "timestamp": [ 19.25, 23.73 ], "duration": 89.66, "caption": "Two men and a woman look at a person like they are unsure why he/she's there.", "similarity": 0.5777, "relevance": 1 }, { "pair_id": 12951, "video_name": "s02e10_seg02_clip_01", "timestamp": [ 10.15, 14.22 ], "duration": 58.66, "caption": "A person stares at someone and then stares at another person.", "similarity": 0.5743, "relevance": 0 }, { "pair_id": 12952, "video_name": "friends_s03e22_seg02_clip_16", "timestamp": [ 50.76, 51.94 ], "duration": 59.66, "caption": "A person turns around to find some people staring at him.", "similarity": 0.5693, "relevance": 1 }, { "pair_id": 12953, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.5691, "relevance": 1 }, { "pair_id": 12954, "video_name": "friends_s10e01_seg02_clip_14", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "The person sitting behind guy and other person's seats was staring at them.", "similarity": 0.5667, "relevance": 0 }, { "pair_id": 12955, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 89.2, 91.03 ], "duration": 91.66, "caption": "A person turns his/her head to see the people who enter the room.", "similarity": 0.5586, "relevance": 0 }, { "pair_id": 12956, "video_name": "house_s05e23_seg02_clip_21", "timestamp": [ 0.0, 39.55 ], "duration": 71.66, "caption": "Some people were all staring at a man and the patient.", "similarity": 0.5573, "relevance": 0 }, { "pair_id": 12957, "video_name": "friends_s05e14_seg02_clip_15", "timestamp": [ 0.0, 4.44 ], "duration": 59.66, "caption": "A group of people are in shock when they are looking at a man.", "similarity": 0.555, "relevance": 1 }, { "pair_id": 12958, "video_name": "castle_s06e14_seg02_clip_03", "timestamp": [ 8.9, 11.13 ], "duration": 89.66, "caption": "A person stares at someone in a stripped sweater as they pass by them.", "similarity": 0.5464, "relevance": 0 }, { "pair_id": 12959, "video_name": "s01e07_seg02_clip_00", "timestamp": [ 0.0, 20.78 ], "duration": 62.66, "caption": "Some people all stand in the hallway looking at someone's apartment door.", "similarity": 0.5449, "relevance": 1 } ] }, { "query_id": 5865, "query": "A man motions towards his eyes and starts rubbing them.", "relevant_moment": [ { "pair_id": 268980, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 268981, "video_name": "house_s05e08_seg02_clip_10", "timestamp": [ 29.22, 31.02 ], "duration": 89.66, "caption": "A man moves his hand from his mouth and rubs his chin.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 268982, "video_name": "s08e06_seg02_clip_09", "timestamp": [ 50.35, 54.62 ], "duration": 61.66, "caption": "A man moves his hands up and down and rubs his face in frustration.", "similarity": 0.6768, "relevance": 4 }, { "pair_id": 268983, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 37.43, 38.59 ], "duration": 58.66, "caption": "A person is rubbing his forehead with his thumb.", "similarity": 0.6749, "relevance": 1 }, { "pair_id": 268984, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 9.92, 12.18 ], "duration": 90.66, "caption": "A man rubs his forehead and then his neck.", "similarity": 0.6742, "relevance": 1 }, { "pair_id": 268985, "video_name": "friends_s05e14_seg02_clip_11", "timestamp": [ 27.09, 31.93 ], "duration": 57.66, "caption": "A man points his finger and then rubs his chin.", "similarity": 0.6741, "relevance": 1 }, { "pair_id": 268986, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 50.19, 55.41 ], "duration": 58.66, "caption": "A man rubs his fingers roughly on guy's hair.", "similarity": 0.6716, "relevance": 1 }, { "pair_id": 268987, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 31.88, 33.16 ], "duration": 85.66, "caption": "A man is rubbing their left hand on their forehead.", "similarity": 0.6659, "relevance": 3 }, { "pair_id": 268988, "video_name": "friends_s05e18_seg02_clip_11", "timestamp": [ 54.01, 57.25 ], "duration": 59.66, "caption": "A man shakes his head and rolls his eyes.", "similarity": 0.6648, "relevance": 0 }, { "pair_id": 268989, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 268990, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 268991, "video_name": "s05e11_seg02_clip_06", "timestamp": [ 39.54, 41.89 ], "duration": 67.66, "caption": "A person looks down while using his fingers to rub his eyebrow of his left eye and put his fingers back down.", "similarity": 0.6597, "relevance": 3 }, { "pair_id": 268992, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 61.9, 67.81 ], "duration": 91.66, "caption": "A man leans forward and touches a person's hand and rubs it with his thumb.", "similarity": 0.6591, "relevance": 0 }, { "pair_id": 268993, "video_name": "friends_s10e02_seg02_clip_13", "timestamp": [ 42.61, 51.37 ], "duration": 60.66, "caption": "A man rubs his hand through his hair and neck.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 268994, "video_name": "s08e11_seg02_clip_01", "timestamp": [ 21.84, 27.74 ], "duration": 59.66, "caption": "A man touches his eyelids then covers his mouth.", "similarity": 0.6588, "relevance": 4 }, { "pair_id": 268995, "video_name": "castle_s04e14_seg02_clip_16", "timestamp": [ 6.33, 8.59 ], "duration": 90.66, "caption": "A man squints, rolls his eyes, and gestures both arms out.", "similarity": 0.6576, "relevance": 0 }, { "pair_id": 268996, "video_name": "friends_s06e22_seg01_clip_02", "timestamp": [ 39.59, 43.73 ], "duration": 46.66, "caption": "A man rolls his eyes and neck at someone.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 268997, "video_name": "friends_s02e05_seg02_clip_10", "timestamp": [ 28.12, 30.26 ], "duration": 61.66, "caption": "A man rolls his eyes and puts the back of their hand to their face.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 268998, "video_name": "friends_s06e08_seg02_clip_12", "timestamp": [ 50.72, 52.03 ], "duration": 65.66, "caption": "A man dabs his eye with his fingers then touches his nose.", "similarity": 0.652, "relevance": 4 }, { "pair_id": 268999, "video_name": "friends_s03e18_seg02_clip_14", "timestamp": [ 4.28, 6.56 ], "duration": 57.66, "caption": "A man rubs his eye with his hand while talking to a woman.", "similarity": 0.6509, "relevance": 3 } ] }, { "query_id": 5866, "query": "A person sits in the bar and takes a drink from an oversized bottle.", "relevant_moment": [ { "pair_id": 169980, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 52.64, 55.72 ], "duration": 61.66, "caption": "A person sits in the bar and takes a drink from an oversized bottle.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169981, "video_name": "met_s06e06_seg02_clip_05", "timestamp": [ 53.12, 55.78 ], "duration": 59.66, "caption": "A man takes a drink from the glass sitting on the bar.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 169982, "video_name": "met_s06e03_seg01_clip_00", "timestamp": [ 45.95, 47.18 ], "duration": 61.66, "caption": "A person takes a sip from their drink at the bar.", "similarity": 0.7804, "relevance": 3 }, { "pair_id": 169983, "video_name": "s04e17_seg02_clip_01", "timestamp": [ 38.75, 46.99 ], "duration": 61.66, "caption": "A person sits at a bar and orders a drink from someone.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 169984, "video_name": "grey_s02e18_seg02_clip_25", "timestamp": [ 85.07, 88.67 ], "duration": 90.66, "caption": "A man takes a drink from his glass, then sits the glass on the bar.", "similarity": 0.7658, "relevance": 3 }, { "pair_id": 169985, "video_name": "s02e21_seg02_clip_07", "timestamp": [ 3.66, 10.37 ], "duration": 61.66, "caption": "A person holds their drink in their left hand while sitting at the bar.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 169986, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 2.61, 8.12 ], "duration": 58.66, "caption": "A man grabs a person's beer bottle while sitting at a bar.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 169987, "video_name": "s05e24_seg02_clip_07", "timestamp": [ 47.72, 51.32 ], "duration": 60.66, "caption": "A person removes his glass from the bar behind him and takes a drink.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 169988, "video_name": "s07e18_seg02_clip_05", "timestamp": [ 3.19, 7.83 ], "duration": 58.66, "caption": "A person takes a drink out of a beer and places it back down on the bar.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 169989, "video_name": "met_s06e20_seg02_clip_04", "timestamp": [ 45.94, 47.46 ], "duration": 60.66, "caption": "A person drinks beer from their glass at the bar.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 169990, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 47.62, 51.61 ], "duration": 57.66, "caption": "A person takes a drink from a bottle of beer.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 169991, "video_name": "s05e24_seg02_clip_07", "timestamp": [ 26.11, 28.21 ], "duration": 60.66, "caption": "A person places their drink on the bar behind them.", "similarity": 0.7171, "relevance": 3 }, { "pair_id": 169992, "video_name": "s01e08_seg02_clip_07", "timestamp": [ 7.38, 13.58 ], "duration": 59.66, "caption": "A person is sitting at a bar drinking a cocktail with a woman.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 169993, "video_name": "met_s06e12_seg02_clip_00", "timestamp": [ 12.41, 14.89 ], "duration": 62.66, "caption": "A person takes a drink from his bottle of beer.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 169994, "video_name": "castle_s03e05_seg02_clip_10", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "A person gets up and goes to his/her bar to pour a drink.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 169995, "video_name": "met_s06e03_seg02_clip_09", "timestamp": [ 37.53, 39.02 ], "duration": 59.66, "caption": "A man takes a drink from a glass with beer at the bar.", "similarity": 0.7098, "relevance": 3 }, { "pair_id": 169996, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 21.39, 24.12 ], "duration": 91.66, "caption": "A person sits down and takes a drink of alcohol.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 169997, "video_name": "s04e07_seg02_clip_12", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A woman reaches over to put a bottle on the bar.", "similarity": 0.7035, "relevance": 1 }, { "pair_id": 169998, "video_name": "s07e04_seg02_clip_06", "timestamp": [ 14.8, 16.54 ], "duration": 58.66, "caption": "A person drinks from the bottle of an alcoholic beverage.", "similarity": 0.6994, "relevance": 2 }, { "pair_id": 169999, "video_name": "met_s06e18_seg01_clip_00", "timestamp": [ 37.59, 38.86 ], "duration": 63.66, "caption": "A man takes a sip from his beer bottle at the bar.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 343300, "video_name": "castle_s05e13_seg02_clip_04", "timestamp": [ 46.21, 48.41 ], "duration": 88.66, "caption": "A person pours brown alcohol into a glass on bar.", "similarity": 0.6982, "relevance": 1 }, { "pair_id": 343301, "video_name": "s06e07_seg02_clip_08", "timestamp": [ 45.28, 51.17 ], "duration": 62.66, "caption": "A person enters the bar and sits on a stool.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 343302, "video_name": "house_s01e20_seg02_clip_24", "timestamp": [ 2.6, 4.55 ], "duration": 130.66, "caption": "Someone takes a drink out of a shot bottle.", "similarity": 0.682, "relevance": 1 }, { "pair_id": 343303, "video_name": "grey_s03e02_seg02_clip_20", "timestamp": [ 0.0, 2.8 ], "duration": 93.66, "caption": "A woman takes a drink of her cocktail at the bar.", "similarity": 0.6785, "relevance": 3 }, { "pair_id": 343304, "video_name": "met_s03e18_seg02_clip_05", "timestamp": [ 21.39, 24.45 ], "duration": 61.66, "caption": "A person sits down across from man in the bar.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 343305, "video_name": "met_s06e03_seg02_clip_02", "timestamp": [ 0.0, 2.42 ], "duration": 60.66, "caption": "A person takes a drink from their glass of beer.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 343306, "video_name": "house_s07e16_seg02_clip_22", "timestamp": [ 17.68, 24.48 ], "duration": 272.66, "caption": "A man sits down in the bar and ask for a drink.", "similarity": 0.6725, "relevance": 3 }, { "pair_id": 343307, "video_name": "met_s06e20_seg01_clip_00", "timestamp": [ 32.32, 34.8 ], "duration": 62.66, "caption": "A woman takes a sip from her wine glass at the bar.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 343308, "video_name": "s06e04_seg02_clip_14", "timestamp": [ 15.05, 18.59 ], "duration": 59.66, "caption": "A person takes a sip from their beer bottle.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 343309, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 33.62, 36.32 ], "duration": 60.66, "caption": "A person picks up two drinks from the bar.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 343310, "video_name": "met_s03e05_seg02_clip_07", "timestamp": [ 15.43, 18.18 ], "duration": 55.66, "caption": "A woman takes a sip of her wine glass at the bar.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 343311, "video_name": "s03e03_seg02_clip_08", "timestamp": [ 25.97, 28.63 ], "duration": 59.66, "caption": "A woman takes a sip of her beer while she sits at the bar.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 343312, "video_name": "s06e07_seg02_clip_12", "timestamp": [ 0.0, 1.5 ], "duration": 60.66, "caption": "A person is holding a straw in his cup while sitting at a bar.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 343313, "video_name": "s04e14_seg02_clip_01", "timestamp": [ 8.1, 10.5 ], "duration": 60.66, "caption": "A person was drinking a bottle of liquor whilst sitting.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 343314, "video_name": "met_s03e17_seg02_clip_01", "timestamp": [ 0.0, 2.11 ], "duration": 60.66, "caption": "A woman drinks from her glass of wine at the bar.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 343315, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 10.07, 13.73 ], "duration": 63.66, "caption": "A man drinks from his glass of wine at the bar.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 343316, "video_name": "house_s03e16_seg02_clip_01", "timestamp": [ 80.14, 81.46 ], "duration": 88.66, "caption": "A person sits down while holding onto a drink.", "similarity": 0.6609, "relevance": 0 }, { "pair_id": 343317, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 23.29, 25.38 ], "duration": 59.66, "caption": "A man takes a sip of beer from his glass at the bar.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 343318, "video_name": "met_s03e19_seg02_clip_09", "timestamp": [ 20.87, 29.52 ], "duration": 59.66, "caption": "A man takes a drink of beer while at the bar.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 343319, "video_name": "s09e18_seg01_clip_00", "timestamp": [ 31.86, 36.76 ], "duration": 70.66, "caption": "A person is holding a cocktail and takes a drink of it.", "similarity": 0.6581, "relevance": 2 } ] }, { "query_id": 5916, "query": "A person turns back around to yell at the fire detector.", "relevant_moment": [ { "pair_id": 153280, "video_name": "friends_s07e12_seg02_clip_09", "timestamp": [ 23.41, 30.24 ], "duration": 65.66, "caption": "A person turns back around to yell at the fire detector.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153281, "video_name": "friends_s03e20_seg02_clip_15", "timestamp": [ 0.0, 3.76 ], "duration": 47.66, "caption": "A man tells everyone there is a fire while it goes on.", "similarity": 0.596, "relevance": 3 }, { "pair_id": 153282, "video_name": "house_s02e21_seg02_clip_18", "timestamp": [ 13.92, 17.77 ], "duration": 96.66, "caption": "Person turns around at woman to yell at her.", "similarity": 0.5913, "relevance": 3 }, { "pair_id": 153284, "video_name": "friends_s07e12_seg02_clip_04", "timestamp": [ 20.31, 23.5 ], "duration": 58.66, "caption": "A person points to the fire escape while motioning down.", "similarity": 0.5667, "relevance": 1 }, { "pair_id": 153285, "video_name": "house_s08e22_seg02_clip_12", "timestamp": [ 64.4, 74.02 ], "duration": 74.66, "caption": "Fire is visible then a person is shown laying on the floor.", "similarity": 0.5649, "relevance": 1 }, { "pair_id": 153286, "video_name": "house_s06e21_seg02_clip_09", "timestamp": [ 26.85, 29.93 ], "duration": 88.66, "caption": "A fireman approaches woman and person.", "similarity": 0.5625, "relevance": 1 }, { "pair_id": 153287, "video_name": "house_s07e04_seg02_clip_21", "timestamp": [ 67.53, 71.4 ], "duration": 86.66, "caption": "A man places his hand into the fire to demonstrate.", "similarity": 0.5612, "relevance": 1 }, { "pair_id": 153288, "video_name": "house_s07e06_seg02_clip_17", "timestamp": [ 0.0, 10.79 ], "duration": 77.66, "caption": "A person thanks someone, fires them, and then walks out of the room.", "similarity": 0.5573, "relevance": 1 }, { "pair_id": 153289, "video_name": "s06e11_seg02_clip_17", "timestamp": [ 53.4, 57.48 ], "duration": 68.66, "caption": "A person opens their eyes and sees a person holding a flaming torch.", "similarity": 0.5534, "relevance": 1 }, { "pair_id": 153290, "video_name": "friends_s07e12_seg02_clip_03", "timestamp": [ 36.32, 44.57 ], "duration": 55.66, "caption": "A woman yells at the smoke detector for interrupting her.", "similarity": 0.5532, "relevance": 4 }, { "pair_id": 153291, "video_name": "s07e21_seg02_clip_14", "timestamp": [ 36.6, 41.02 ], "duration": 59.66, "caption": "A person stands up and storms away after saying the soothsayer is nonsense.", "similarity": 0.5483, "relevance": 0 }, { "pair_id": 153292, "video_name": "castle_s06e11_seg02_clip_13", "timestamp": [ 8.46, 13.35 ], "duration": 89.66, "caption": "A man wearing glasses notifies two people about a fire going on.", "similarity": 0.5449, "relevance": 0 }, { "pair_id": 153293, "video_name": "castle_s04e18_seg02_clip_22", "timestamp": [ 67.91, 77.74 ], "duration": 89.66, "caption": "A man says someone passed in the time it took him to check on an appliance fire.", "similarity": 0.5446, "relevance": 0 }, { "pair_id": 153294, "video_name": "friends_s02e23_seg02_clip_04", "timestamp": [ 47.29, 51.93 ], "duration": 58.66, "caption": "A person steps back in a panic while screaming.", "similarity": 0.5408, "relevance": 0 }, { "pair_id": 153295, "video_name": "house_s08e22_seg02_clip_17", "timestamp": [ 0.0, 4.74 ], "duration": 79.66, "caption": "A person is lying in the floor where there is fire everywhere.", "similarity": 0.5406, "relevance": 0 }, { "pair_id": 153296, "video_name": "castle_s06e11_seg02_clip_15", "timestamp": [ 43.71, 68.1 ], "duration": 92.66, "caption": "As the fire is raging in the building, a man regains consciousness and looks around the room.", "similarity": 0.5405, "relevance": 1 }, { "pair_id": 153297, "video_name": "friends_s05e16_seg02_clip_17", "timestamp": [ 23.26, 28.93 ], "duration": 59.66, "caption": "A woman accidentally sets off the fire alarm when she was standing up.", "similarity": 0.5386, "relevance": 2 }, { "pair_id": 153298, "video_name": "castle_s07e07_seg02_clip_17", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A woman tells a man to stop moving while he's by a fire.", "similarity": 0.5374, "relevance": 0 }, { "pair_id": 153299, "video_name": "s05e21_seg02_clip_10", "timestamp": [ 53.42, 59.03 ], "duration": 59.66, "caption": "A person is startled after someone calls him.", "similarity": 0.5365, "relevance": 0 } ] }, { "query_id": 5928, "query": "A person opens the door and walks into the apartment.", "relevant_moment": [ { "pair_id": 10680, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.75, 64.02 ], "duration": 64.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10681, "video_name": "s03e20_seg02_clip_07", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10682, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10683, "video_name": "friends_s07e04_seg02_clip_12", "timestamp": [ 3.56, 6.23 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10684, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 38.14, 39.97 ], "duration": 61.66, "caption": "The door opens and a person walks into the apartment.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 10685, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 10686, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 10687, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 10688, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 10689, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 10690, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A person opens the door to the apartment and enters.", "similarity": 0.9451, "relevance": 4 }, { "pair_id": 10691, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 44.27, 49.88 ], "duration": 59.66, "caption": "A person opens the door and enters the apartment.", "similarity": 0.944, "relevance": 4 }, { "pair_id": 10692, "video_name": "castle_s07e20_seg02_clip_12", "timestamp": [ 5.0, 14.09 ], "duration": 90.66, "caption": "A person opens the apartment door and walks through it.", "similarity": 0.9431, "relevance": 4 }, { "pair_id": 10693, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 46.93, 53.12 ], "duration": 59.66, "caption": "A person opens the front door and walks into an apartment.", "similarity": 0.9358, "relevance": 4 }, { "pair_id": 10694, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 0.9301, "relevance": 4 }, { "pair_id": 10695, "video_name": "s02e23_seg02_clip_12", "timestamp": [ 39.62, 41.72 ], "duration": 60.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9288, "relevance": 4 }, { "pair_id": 10696, "video_name": "met_s02e12_seg02_clip_13", "timestamp": [ 44.0, 46.75 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9288, "relevance": 4 }, { "pair_id": 10697, "video_name": "friends_s10e13_seg02_clip_13", "timestamp": [ 50.65, 52.08 ], "duration": 57.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9288, "relevance": 4 }, { "pair_id": 10698, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 24.76, 36.04 ], "duration": 55.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9288, "relevance": 4 }, { "pair_id": 10699, "video_name": "friends_s08e20_seg01_clip_00", "timestamp": [ 3.98, 10.41 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9288, "relevance": 4 }, { "pair_id": 184000, "video_name": "friends_s06e03_seg02_clip_10", "timestamp": [ 17.09, 21.97 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9288, "relevance": 4 }, { "pair_id": 184001, "video_name": "met_s02e22_seg02_clip_15", "timestamp": [ 10.68, 12.51 ], "duration": 61.66, "caption": "A person opens the door and walks into some people's apartment.", "similarity": 0.9228, "relevance": 4 }, { "pair_id": 184002, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.9223, "relevance": 4 }, { "pair_id": 184003, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.9223, "relevance": 4 }, { "pair_id": 184004, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.9182, "relevance": 4 }, { "pair_id": 184005, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 48.21, 49.43 ], "duration": 61.66, "caption": "A person opens the door to an apartment.", "similarity": 0.9165, "relevance": 3 }, { "pair_id": 184006, "video_name": "s02e02_seg02_clip_10", "timestamp": [ 47.3, 49.13 ], "duration": 61.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.9106, "relevance": 4 }, { "pair_id": 184007, "video_name": "friends_s08e07_seg02_clip_18", "timestamp": [ 7.35, 12.05 ], "duration": 58.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.9106, "relevance": 4 }, { "pair_id": 184008, "video_name": "friends_s05e18_seg02_clip_20", "timestamp": [ 11.29, 12.82 ], "duration": 61.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.9106, "relevance": 4 }, { "pair_id": 184009, "video_name": "friends_s01e13_seg02_clip_21", "timestamp": [ 32.67, 44.03 ], "duration": 71.66, "caption": "A person enters the apartment, walks to the bathroom and opens the door.", "similarity": 0.9093, "relevance": 4 }, { "pair_id": 184010, "video_name": "s03e20_seg01_clip_00", "timestamp": [ 10.99, 14.95 ], "duration": 61.66, "caption": "A person opens the door to the apartment lobby and walks inside.", "similarity": 0.9084, "relevance": 3 }, { "pair_id": 184011, "video_name": "friends_s08e02_seg02_clip_03", "timestamp": [ 48.38, 50.24 ], "duration": 62.66, "caption": "A person opens the door and walks into woman's apartment.", "similarity": 0.9081, "relevance": 4 }, { "pair_id": 184012, "video_name": "s07e02_seg02_clip_15", "timestamp": [ 24.95, 28.14 ], "duration": 58.66, "caption": "A person opens their apartment door and walks out.", "similarity": 0.9064, "relevance": 3 }, { "pair_id": 184013, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 28.07, 30.82 ], "duration": 61.66, "caption": "A person walks into the apartment and closes the door.", "similarity": 0.9061, "relevance": 4 }, { "pair_id": 184014, "video_name": "s10e09_seg02_clip_03", "timestamp": [ 24.01, 26.71 ], "duration": 60.66, "caption": "A person opens the door of an apartment and walks out.", "similarity": 0.904, "relevance": 3 }, { "pair_id": 184015, "video_name": "castle_s08e15_seg02_clip_27", "timestamp": [ 8.36, 12.54 ], "duration": 76.66, "caption": "A person opens the door and woman walks in the apartment.", "similarity": 0.902, "relevance": 3 }, { "pair_id": 184016, "video_name": "s04e01_seg02_clip_17", "timestamp": [ 62.64, 67.9 ], "duration": 75.66, "caption": "A person opens the door to their apartment, walks in, and closes the door.", "similarity": 0.9011, "relevance": 4 }, { "pair_id": 184017, "video_name": "s01e12_seg02_clip_08", "timestamp": [ 49.31, 52.1 ], "duration": 62.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.9004, "relevance": 4 }, { "pair_id": 184018, "video_name": "s01e02_seg02_clip_12", "timestamp": [ 32.11, 35.72 ], "duration": 60.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.9004, "relevance": 4 }, { "pair_id": 184019, "video_name": "met_s03e12_seg01_clip_00", "timestamp": [ 21.12, 22.35 ], "duration": 61.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.9004, "relevance": 3 } ] }, { "query_id": 5955, "query": "A man puts notebooks into his laptop bag while sitting at the table and having a conversation with person.", "relevant_moment": [ { "pair_id": 86660, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 25.38, 38.07 ], "duration": 59.66, "caption": "A man puts notebooks into his laptop bag while sitting at the table and having a conversation with person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 86661, "video_name": "s09e06_seg02_clip_03", "timestamp": [ 20.89, 26.11 ], "duration": 58.66, "caption": "A man goes onto his laptop as he is talking to another person.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 86662, "video_name": "s06e02_seg02_clip_00", "timestamp": [ 21.12, 28.68 ], "duration": 63.66, "caption": "Some people are talking to a man on the laptop.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 86663, "video_name": "s08e13_seg02_clip_00", "timestamp": [ 7.32, 10.99 ], "duration": 61.66, "caption": "A man enters the room putting notebook into their bag.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 86664, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 51.06, 55.19 ], "duration": 59.66, "caption": "A man stands up from the table and puts his laptop bag over his shoulder.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 86665, "video_name": "friends_s09e17_seg01_clip_00", "timestamp": [ 11.5, 68.98 ], "duration": 121.66, "caption": "A man was using his laptop whilst talking to guy.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 86666, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 18.31, 22.51 ], "duration": 60.66, "caption": "A person is using their laptop while talking to some people.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 86667, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 11.35, 15.76 ], "duration": 63.66, "caption": "A person is using their laptop while talking to another person.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 86668, "video_name": "s05e19_seg01_clip_01", "timestamp": [ 79.6, 83.28 ], "duration": 92.66, "caption": "A man is on his laptop as he speaks to another person.", "similarity": 0.6861, "relevance": 1 }, { "pair_id": 86669, "video_name": "house_s07e09_seg02_clip_25", "timestamp": [ 86.04, 88.34 ], "duration": 92.66, "caption": "A man picks his laptop and puts it into his bag as another person opens the door.", "similarity": 0.6847, "relevance": 3 }, { "pair_id": 86670, "video_name": "s03e17_seg02_clip_07", "timestamp": [ 48.46, 56.02 ], "duration": 56.66, "caption": "A person walks in holding a laptop and sits down to talk to man.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 86671, "video_name": "s02e21_seg02_clip_05", "timestamp": [ 1.24, 12.41 ], "duration": 62.66, "caption": "A man sits at a laptop while having a conversation with two guys who are standing next to him.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 86672, "video_name": "s06e09_seg02_clip_15", "timestamp": [ 74.84, 80.0 ], "duration": 86.66, "caption": "A person takes out his laptop from his messenger bag.", "similarity": 0.6779, "relevance": 1 }, { "pair_id": 86673, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 7.59, 11.17 ], "duration": 89.66, "caption": "A person is putting a notebook into their bag as another person walks into their office.", "similarity": 0.6764, "relevance": 1 }, { "pair_id": 86674, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 76.77, 81.71 ], "duration": 89.66, "caption": "A man focuses on his laptop while a meeting is going on among some people.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 86675, "video_name": "s03e06_seg02_clip_07", "timestamp": [ 0.0, 14.25 ], "duration": 77.66, "caption": "A person is on their laptop when another person is talking to them.", "similarity": 0.6723, "relevance": 2 }, { "pair_id": 86676, "video_name": "house_s01e06_seg02_clip_13", "timestamp": [ 0.0, 16.39 ], "duration": 113.66, "caption": "A man writes in a notebook while talking with person.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 86677, "video_name": "s07e04_seg02_clip_13", "timestamp": [ 0.56, 7.0 ], "duration": 56.66, "caption": "A person points at his laptop and then talks to a man.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 86678, "video_name": "castle_s04e15_seg02_clip_05", "timestamp": [ 40.98, 45.49 ], "duration": 90.66, "caption": "A person entered the room when a man is working with his Laptop.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 86679, "video_name": "s10e09_seg02_clip_15", "timestamp": [ 3.77, 13.06 ], "duration": 58.66, "caption": "A man walks into the room and sets a laptop on the table.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 259980, "video_name": "s04e01_seg01_clip_01", "timestamp": [ 0.0, 4.74 ], "duration": 79.66, "caption": "A man is sitting with his laptop on his lap while speaking to a woman.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 259981, "video_name": "s09e10_seg02_clip_14", "timestamp": [ 35.4, 38.75 ], "duration": 61.66, "caption": "A person is using his laptop as he is speaking to two people.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 259982, "video_name": "s04e12_seg02_clip_10", "timestamp": [ 7.2, 12.61 ], "duration": 60.66, "caption": "A man is having a conversation with another man who sits down and starts to work on his laptop.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 259983, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.53, 58.62 ], "duration": 62.66, "caption": "A person reads from a notebook as he is with some people.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 259984, "video_name": "friends_s01e10_seg02_clip_08", "timestamp": [ 7.5, 10.5 ], "duration": 60.66, "caption": "The person on a jacket takes the laptop and put in another table.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 259985, "video_name": "house_s07e13_seg02_clip_11", "timestamp": [ 60.32, 66.17 ], "duration": 90.66, "caption": "A man sits down and opens up the laptop he is carrying.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 259986, "video_name": "s04e14_seg01_clip_00", "timestamp": [ 59.5, 61.03 ], "duration": 61.66, "caption": "A person has a laptop on his lap as another person speaks to him.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 259987, "video_name": "s07e17_seg02_clip_13", "timestamp": [ 3.05, 6.71 ], "duration": 61.66, "caption": "A man pulls out a tray table and places his laptop on it.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 259988, "video_name": "house_s04e10_seg02_clip_01", "timestamp": [ 0.91, 34.59 ], "duration": 91.66, "caption": "A man opens their notebook and they take some notes at the table.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 259989, "video_name": "s10e09_seg02_clip_15", "timestamp": [ 4.93, 7.83 ], "duration": 58.66, "caption": "A man walks closely to some people while carrying his laptop.", "similarity": 0.6425, "relevance": 1 }, { "pair_id": 259990, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 28.43, 56.85 ], "duration": 116.66, "caption": "A man is sitting at a table with an open laptop; he writes on a paper, has a brief phone conversation, and puts the phone down.", "similarity": 0.642, "relevance": 1 }, { "pair_id": 259991, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 9.61, 12.1 ], "duration": 62.66, "caption": "A person takes out a notebook and shows it to some people.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 259992, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 19.85, 22.09 ], "duration": 64.66, "caption": "A person put their laptop on the coffee table.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 259993, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 2.52, 16.8 ], "duration": 84.66, "caption": "A man was holding a notebook whilst talking to woman.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 259994, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 14.27, 35.05 ], "duration": 62.66, "caption": "A person talks to each individual at the table and writes in his notebook.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 259995, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 0.0, 79.68 ], "duration": 89.66, "caption": "A person was talking to someone through a laptop.", "similarity": 0.6395, "relevance": 1 }, { "pair_id": 259996, "video_name": "s08e07_seg02_clip_02", "timestamp": [ 1.74, 4.35 ], "duration": 58.66, "caption": "A person removes their laptop bag as they stand in the kitchen talking.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 259997, "video_name": "met_s06e06_seg02_clip_06", "timestamp": [ 2.14, 3.05 ], "duration": 61.66, "caption": "A man says hello to two people on his laptop.", "similarity": 0.6389, "relevance": 2 }, { "pair_id": 259998, "video_name": "s01e15_seg02_clip_05", "timestamp": [ 33.92, 40.82 ], "duration": 60.66, "caption": "A person is at their laptop while speaking with two other people.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 259999, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 13.81, 19.51 ], "duration": 60.66, "caption": "A person sits at a desk and opens their laptop while talking to someone else.", "similarity": 0.6363, "relevance": 2 } ] }, { "query_id": 5980, "query": "A person turns on the television waking up two other people.", "relevant_moment": [ { "pair_id": 106240, "video_name": "house_s03e16_seg02_clip_22", "timestamp": [ 38.23, 42.78 ], "duration": 91.66, "caption": "A person turns on the television waking up two other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 106241, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 22.58, 24.11 ], "duration": 61.66, "caption": "A person uses the TV remote and turns towards another person.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 106242, "video_name": "grey_s02e22_seg02_clip_09", "timestamp": [ 48.89, 59.24 ], "duration": 94.66, "caption": "A person wakes up and another person watches him closely.", "similarity": 0.7193, "relevance": 1 }, { "pair_id": 106243, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 1.53, 5.8 ], "duration": 61.66, "caption": "A person turns off the TV and stands up.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 106244, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person picks up the remote and turns on the television.", "similarity": 0.6647, "relevance": 2 }, { "pair_id": 106245, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 26.29, 30.31 ], "duration": 61.66, "caption": "A man turns on the TV and the light startles a woman.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 106246, "video_name": "met_s02e05_seg02_clip_07", "timestamp": [ 40.49, 43.53 ], "duration": 60.66, "caption": "A man wakes up to a person on his/her side watching him.", "similarity": 0.6615, "relevance": 1 }, { "pair_id": 106247, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 11.75, 56.93 ], "duration": 90.66, "caption": "A person turns on the tv to show some people a video of someone giving her statement.", "similarity": 0.6597, "relevance": 1 }, { "pair_id": 106248, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 1.84, 3.07 ], "duration": 61.66, "caption": "A person wakes up another person after telling them good morning.", "similarity": 0.6438, "relevance": 1 }, { "pair_id": 106249, "video_name": "friends_s03e23_seg02_clip_07", "timestamp": [ 8.85, 11.9 ], "duration": 61.66, "caption": "A person walked towards the television and turned its power on.", "similarity": 0.6382, "relevance": 1 }, { "pair_id": 106250, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 7.8, 12.91 ], "duration": 60.66, "caption": "A person uses the remote to turn on the TV.", "similarity": 0.633, "relevance": 2 }, { "pair_id": 106251, "video_name": "friends_s05e04_seg02_clip_16", "timestamp": [ 54.25, 58.03 ], "duration": 58.66, "caption": "A person is watching the TV while sitting with another person.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 106252, "video_name": "castle_s08e12_seg02_clip_12", "timestamp": [ 17.95, 18.87 ], "duration": 92.66, "caption": "The TV in the room turns on on its own.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 106253, "video_name": "house_s01e07_seg02_clip_11", "timestamp": [ 15.02, 18.66 ], "duration": 91.66, "caption": "A person turns off the television in his/her office.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 106254, "video_name": "house_s04e03_seg02_clip_23", "timestamp": [ 32.03, 39.46 ], "duration": 78.66, "caption": "A person wakes up fully when another person walks into the room.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 106255, "video_name": "s10e07_seg02_clip_14", "timestamp": [ 7.59, 10.82 ], "duration": 46.66, "caption": "A person wakes up from their sleep surprised with another person beside them.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 106256, "video_name": "met_s02e05_seg02_clip_15", "timestamp": [ 45.14, 48.11 ], "duration": 59.66, "caption": "A person picks up a remote and turns on a TV in front of the bed.", "similarity": 0.6212, "relevance": 3 }, { "pair_id": 106257, "video_name": "friends_s03e14_seg02_clip_19", "timestamp": [ 41.91, 44.86 ], "duration": 59.66, "caption": "A woman turns off the TV and turns to talk to another person.", "similarity": 0.6208, "relevance": 0 }, { "pair_id": 106258, "video_name": "s10e01_seg01_clip_01", "timestamp": [ 10.86, 15.76 ], "duration": 70.66, "caption": "A person wakes up woman and man while they are sleeping.", "similarity": 0.6205, "relevance": 1 }, { "pair_id": 106259, "video_name": "friends_s08e04_seg02_clip_20", "timestamp": [ 21.17, 23.47 ], "duration": 92.66, "caption": "Two people run over to turn off the television.", "similarity": 0.6134, "relevance": 1 }, { "pair_id": 279560, "video_name": "house_s07e15_seg02_clip_20", "timestamp": [ 28.28, 39.16 ], "duration": 87.66, "caption": "A woman wakes up and turns to see a person standing there.", "similarity": 0.6123, "relevance": 1 }, { "pair_id": 279561, "video_name": "castle_s07e05_seg02_clip_27", "timestamp": [ 12.83, 14.02 ], "duration": 14.66, "caption": "A person on TV turns to face the camera with an exaggerated spin.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 279562, "video_name": "house_s08e18_seg02_clip_19", "timestamp": [ 55.89, 67.32 ], "duration": 127.66, "caption": "A person goes over to another person and shakes him trying to wake him up.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 279563, "video_name": "house_s06e06_seg02_clip_11", "timestamp": [ 49.61, 70.54 ], "duration": 91.66, "caption": "A person wakes up from the bed and looks over to another person and lays back down.", "similarity": 0.6059, "relevance": 1 }, { "pair_id": 279564, "video_name": "house_s04e14_seg02_clip_14", "timestamp": [ 40.96, 65.27 ], "duration": 90.66, "caption": "The workers set up person's tv as he watches.", "similarity": 0.6056, "relevance": 2 }, { "pair_id": 279565, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 34.99, 38.62 ], "duration": 90.66, "caption": "A person points towards the television behind someone.", "similarity": 0.6008, "relevance": 2 }, { "pair_id": 279566, "video_name": "friends_s04e07_seg02_clip_07", "timestamp": [ 8.96, 17.93 ], "duration": 64.66, "caption": "A person uses the remote to shut off the television after another person complains about what's on.", "similarity": 0.599, "relevance": 0 }, { "pair_id": 279567, "video_name": "castle_s08e10_seg02_clip_21", "timestamp": [ 56.35, 60.94 ], "duration": 83.66, "caption": "A person turns around and points towards the TV with both hands.", "similarity": 0.5974, "relevance": 3 }, { "pair_id": 279568, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 52.22, 91.61 ], "duration": 91.66, "caption": "Two people are having a conversation while watching TV.", "similarity": 0.5961, "relevance": 3 }, { "pair_id": 279569, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 0.0, 29.77 ], "duration": 91.66, "caption": "Two people are having a conversation while watching TV.", "similarity": 0.5961, "relevance": 3 }, { "pair_id": 279570, "video_name": "friends_s05e04_seg02_clip_11", "timestamp": [ 10.4, 12.92 ], "duration": 63.66, "caption": "Two people point towards the TV together.", "similarity": 0.5938, "relevance": 3 }, { "pair_id": 279571, "video_name": "castle_s05e17_seg02_clip_03", "timestamp": [ 29.06, 35.41 ], "duration": 90.66, "caption": "A man stands up when the tv turns on and plays a video.", "similarity": 0.5929, "relevance": 3 }, { "pair_id": 279572, "video_name": "castle_s08e09_seg02_clip_18", "timestamp": [ 85.05, 89.53 ], "duration": 89.66, "caption": "A man interrupts person and another man from watching the victim on tv.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 279573, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.5919, "relevance": 1 }, { "pair_id": 279574, "video_name": "castle_s08e21_seg02_clip_15", "timestamp": [ 3.96, 24.66 ], "duration": 88.66, "caption": "A person is looking at himself on a video monitor, motions for two people to come over and then is startled when they get there.", "similarity": 0.5896, "relevance": 2 }, { "pair_id": 279575, "video_name": "house_s01e07_seg02_clip_11", "timestamp": [ 12.83, 19.7 ], "duration": 91.66, "caption": "A person turns off the television monitor that is in the room.", "similarity": 0.5889, "relevance": 3 }, { "pair_id": 279576, "video_name": "s09e11_seg02_clip_01", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "A person wakes up to see a man as his subconscious.", "similarity": 0.5888, "relevance": 2 }, { "pair_id": 279577, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.2, 16.44 ], "duration": 62.66, "caption": "A person turns off the TV using the remote control.", "similarity": 0.5888, "relevance": 2 }, { "pair_id": 279578, "video_name": "house_s06e10_seg02_clip_11", "timestamp": [ 64.28, 88.25 ], "duration": 102.66, "caption": "Two men and a person are having a conversation while watching TV.", "similarity": 0.5868, "relevance": 3 }, { "pair_id": 279579, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 28.99, 30.51 ], "duration": 61.66, "caption": "On the sofa, a person suddenly awakes and startles another person.", "similarity": 0.586, "relevance": 2 } ] }, { "query_id": 5981, "query": "A person tosses the television remote under hand to another person.", "relevant_moment": [ { "pair_id": 171060, "video_name": "house_s03e16_seg02_clip_22", "timestamp": [ 50.06, 53.25 ], "duration": 91.66, "caption": "A person tosses the television remote under hand to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171061, "video_name": "house_s07e10_seg02_clip_15", "timestamp": [ 17.95, 20.71 ], "duration": 92.66, "caption": "A person tosses the television remote to person who catches it.", "similarity": 0.8899, "relevance": 4 }, { "pair_id": 171062, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 22.58, 24.11 ], "duration": 61.66, "caption": "A person uses the TV remote and turns towards another person.", "similarity": 0.7883, "relevance": 3 }, { "pair_id": 171063, "video_name": "s04e05_seg01_clip_01", "timestamp": [ 37.47, 40.59 ], "duration": 48.66, "caption": "A person aims the remote at the TV, presses it and puts it down.", "similarity": 0.7131, "relevance": 2 }, { "pair_id": 171064, "video_name": "friends_s04e07_seg02_clip_07", "timestamp": [ 8.96, 17.93 ], "duration": 64.66, "caption": "A person uses the remote to shut off the television after another person complains about what's on.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 171065, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 45.01, 48.61 ], "duration": 90.66, "caption": "A person plays the video on the TV screen with the remote in their hand.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 171066, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 30.57, 33.09 ], "duration": 63.66, "caption": "A person picks up a remote control and uses it on the TV.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 171067, "video_name": "house_s02e04_seg02_clip_17", "timestamp": [ 32.67, 36.75 ], "duration": 90.66, "caption": "A person smacks the TV that is mounted in the corner after getting frustrated with the remote.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 171068, "video_name": "s04e05_seg01_clip_00", "timestamp": [ 17.39, 21.05 ], "duration": 61.66, "caption": "A person picks up the television remote and puts it back down.", "similarity": 0.6818, "relevance": 2 }, { "pair_id": 171069, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 49.32, 51.35 ], "duration": 58.66, "caption": "A person points the remote at the television and presses a button.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 171070, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 7.8, 12.91 ], "duration": 60.66, "caption": "A person uses the remote to turn on the TV.", "similarity": 0.6792, "relevance": 2 }, { "pair_id": 171071, "video_name": "house_s06e03_seg02_clip_04", "timestamp": [ 74.33, 78.79 ], "duration": 89.66, "caption": "A person picks up the remote and another person takes it from them.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 171072, "video_name": "grey_s02e22_seg02_clip_07", "timestamp": [ 42.78, 45.97 ], "duration": 91.66, "caption": "A person holds up the TV remote and presses a button.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 171073, "video_name": "s04e17_seg02_clip_00", "timestamp": [ 7.25, 15.13 ], "duration": 63.66, "caption": "A person disparages someone's TV while outside their door to another person.", "similarity": 0.6684, "relevance": 1 }, { "pair_id": 171074, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 41.02, 46.63 ], "duration": 59.66, "caption": "A person picks up and uses a remote control to show a video to another person.", "similarity": 0.6668, "relevance": 2 }, { "pair_id": 171075, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person picks up the remote and turns on the television.", "similarity": 0.662, "relevance": 2 }, { "pair_id": 171076, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 21.97, 24.41 ], "duration": 61.66, "caption": "A person points their remote towards the TV and then sits up.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 171077, "video_name": "friends_s08e04_seg02_clip_19", "timestamp": [ 27.73, 32.46 ], "duration": 63.66, "caption": "A man holds up the remote to the tv screen and watches with a woman.", "similarity": 0.6511, "relevance": 2 }, { "pair_id": 171078, "video_name": "friends_s05e04_seg02_clip_16", "timestamp": [ 54.25, 58.03 ], "duration": 58.66, "caption": "A person is watching the TV while sitting with another person.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 171079, "video_name": "met_s03e03_seg02_clip_00", "timestamp": [ 4.9, 6.13 ], "duration": 61.66, "caption": "A man throws his hand down forcefully while holding a remote.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 344380, "video_name": "friends_s09e23-24_seg02_clip_36", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A person with the remote control is watching the TV.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 344381, "video_name": "s02e08_seg02_clip_00", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A man hands a person the remote controller he had.", "similarity": 0.6443, "relevance": 3 }, { "pair_id": 344382, "video_name": "house_s06e16_seg02_clip_02", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A person points a TV remote control and changes the TV channels using the remote.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 344383, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 13.65, 17.37 ], "duration": 62.66, "caption": "A person grabs the remote control and turns off the television.", "similarity": 0.6387, "relevance": 2 }, { "pair_id": 344384, "video_name": "house_s03e16_seg02_clip_20", "timestamp": [ 0.37, 8.76 ], "duration": 73.66, "caption": "A person is holding a remote control, and then throws it before exiting the room.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 344385, "video_name": "friends_s02e15_seg02_clip_12", "timestamp": [ 17.95, 21.07 ], "duration": 52.66, "caption": "A man raises his arm with the remote in his hand and aims it at the TV.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 344386, "video_name": "castle_s04e12_seg02_clip_21", "timestamp": [ 36.05, 38.28 ], "duration": 89.66, "caption": "A man points the remote towards the TV with his relative.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 344387, "video_name": "castle_s04e05_seg02_clip_18", "timestamp": [ 55.33, 68.85 ], "duration": 84.66, "caption": "A woman points the remote at the TV and starts it for another woman and a man.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 344388, "video_name": "met_s02e14_seg02_clip_17", "timestamp": [ 11.1, 14.11 ], "duration": 60.66, "caption": "A man gets frustrated and tosses the remote aside and puts his head in his hands.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 344389, "video_name": "s06e21_seg02_clip_08", "timestamp": [ 35.71, 39.55 ], "duration": 59.66, "caption": "A woman raises her hand holding a remote control and then aims it at the TV.", "similarity": 0.6263, "relevance": 2 }, { "pair_id": 344390, "video_name": "s09e02_seg02_clip_09", "timestamp": [ 15.13, 16.21 ], "duration": 54.66, "caption": "A person waves the remote he is holding in his hand.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 344391, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A person picks up a remote and turns off a TV and then sets it down on a chair.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 344392, "video_name": "house_s08e13_seg02_clip_00", "timestamp": [ 48.46, 52.74 ], "duration": 95.66, "caption": "A person gets a hand tossed to two other people.", "similarity": 0.6117, "relevance": 1 }, { "pair_id": 344393, "video_name": "s07e16_seg02_clip_02", "timestamp": [ 29.69, 37.26 ], "duration": 56.66, "caption": "A person controls the TV with the remote control then with the wand.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 344394, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 8.82, 38.99 ], "duration": 92.66, "caption": "A person is standing on a chair pressing the button on a tv and with a remote in his hand.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 344395, "video_name": "s02e11_seg02_clip_03", "timestamp": [ 42.11, 44.86 ], "duration": 61.66, "caption": "A person points to another person with a remote while speaking to him.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 344396, "video_name": "friends_s08e04_seg02_clip_17", "timestamp": [ 52.5, 54.34 ], "duration": 61.66, "caption": "A woman puts the television remote down in front of her.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 344397, "video_name": "castle_s08e10_seg02_clip_21", "timestamp": [ 56.35, 60.94 ], "duration": 83.66, "caption": "A person turns around and points towards the TV with both hands.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 344398, "video_name": "s04e15_seg02_clip_10", "timestamp": [ 5.27, 7.44 ], "duration": 62.66, "caption": "A man grabs the remote and turns off the TV then asks friend what his issue is.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 344399, "video_name": "s08e14_seg02_clip_02", "timestamp": [ 12.31, 17.71 ], "duration": 60.66, "caption": "A woman is using the TV remote while sitting next to another woman.", "similarity": 0.6035, "relevance": 2 } ] }, { "query_id": 5986, "query": "A person slides up and falls from stepping into yellow liquid on the floor.", "relevant_moment": [ { "pair_id": 8000, "video_name": "house_s03e16_seg02_clip_21", "timestamp": [ 42.33, 45.55 ], "duration": 92.66, "caption": "A person slides up and falls from stepping into yellow liquid on the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8001, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 13.21, 15.91 ], "duration": 60.66, "caption": "A person falls to the floor as he passes out.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 8002, "video_name": "castle_s08e01_seg02_clip_04", "timestamp": [ 83.29, 91.03 ], "duration": 91.66, "caption": "A person suddenly stepped into something on the floor.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 8003, "video_name": "met_s03e10_seg01_clip_03", "timestamp": [ 16.34, 18.11 ], "duration": 67.66, "caption": "A person gets down on the floor in a push-up position.", "similarity": 0.642, "relevance": 1 }, { "pair_id": 8004, "video_name": "grey_s03e22_seg02_clip_11", "timestamp": [ 20.22, 23.82 ], "duration": 89.66, "caption": "A person gets punched and falls to the floor.", "similarity": 0.6153, "relevance": 1 }, { "pair_id": 8005, "video_name": "s06e11_seg02_clip_01", "timestamp": [ 22.69, 23.95 ], "duration": 63.66, "caption": "A person drops their rolled up paper on the floor.", "similarity": 0.6012, "relevance": 0 }, { "pair_id": 8006, "video_name": "grey_s02e06_seg02_clip_14", "timestamp": [ 53.41, 61.43 ], "duration": 89.66, "caption": "A woman falls over and on to the floor.", "similarity": 0.5998, "relevance": 2 }, { "pair_id": 8007, "video_name": "house_s02e14_seg02_clip_16", "timestamp": [ 20.59, 25.16 ], "duration": 91.66, "caption": "A man falls to the floor after getting in the stomach.", "similarity": 0.5954, "relevance": 2 }, { "pair_id": 8008, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 71.06, 73.46 ], "duration": 96.66, "caption": "A person rushes to tend to the patient that collapsed on the floor.", "similarity": 0.595, "relevance": 1 }, { "pair_id": 8009, "video_name": "house_s03e21_seg02_clip_12", "timestamp": [ 19.31, 21.37 ], "duration": 82.66, "caption": "A person's cane breaks and he falls onto the floor.", "similarity": 0.5931, "relevance": 2 }, { "pair_id": 8010, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 4.79, 9.14 ], "duration": 87.66, "caption": "A person falls down on the couch and then onto the floor.", "similarity": 0.589, "relevance": 2 }, { "pair_id": 8011, "video_name": "house_s02e24_seg02_clip_07", "timestamp": [ 51.88, 60.53 ], "duration": 91.66, "caption": "A person looks at blood on their hand and falls to the floor.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 8012, "video_name": "s07e19_seg02_clip_14", "timestamp": [ 1.14, 4.85 ], "duration": 57.66, "caption": "A person throws a thing on the floor and turns around.", "similarity": 0.5798, "relevance": 0 }, { "pair_id": 8013, "video_name": "house_s04e08_seg02_clip_20", "timestamp": [ 20.43, 23.76 ], "duration": 95.66, "caption": "A person suddenly falls on the floor while talking to some people.", "similarity": 0.5789, "relevance": 3 }, { "pair_id": 8014, "video_name": "house_s07e01_seg02_clip_04", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A person pours liquid onto the floor as he is on the phone.", "similarity": 0.578, "relevance": 1 }, { "pair_id": 8015, "video_name": "house_s08e22_seg02_clip_11", "timestamp": [ 62.58, 78.11 ], "duration": 97.66, "caption": "A person falls in a hole on the ground and then falls to the next floor that is on fire.", "similarity": 0.5774, "relevance": 1 }, { "pair_id": 8016, "video_name": "house_s04e06_seg02_clip_09", "timestamp": [ 20.97, 26.32 ], "duration": 89.66, "caption": "A person steps down from the step he was standing on.", "similarity": 0.5757, "relevance": 0 }, { "pair_id": 8017, "video_name": "s02e01_seg02_clip_14", "timestamp": [ 9.57, 16.25 ], "duration": 58.66, "caption": "A person falls into the chair in the living room.", "similarity": 0.5739, "relevance": 0 }, { "pair_id": 8019, "video_name": "castle_s06e15_seg02_clip_23", "timestamp": [ 23.95, 25.36 ], "duration": 93.66, "caption": "A person falls from the ceiling to the ground.", "similarity": 0.5729, "relevance": 1 } ] }, { "query_id": 5987, "query": "A person lifts another person's pants leg to discover a leaking bag of urine strapped to their leg.", "relevant_moment": [ { "pair_id": 169620, "video_name": "house_s03e16_seg02_clip_21", "timestamp": [ 50.15, 54.76 ], "duration": 92.66, "caption": "A person lifts another person's pants leg to discover a leaking bag of urine strapped to their leg.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169621, "video_name": "house_s03e17_seg02_clip_01", "timestamp": [ 31.2, 37.07 ], "duration": 90.66, "caption": "A person picks up a urine bag and shows it to the patient.", "similarity": 0.7273, "relevance": 2 }, { "pair_id": 169622, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 3.1, 15.06 ], "duration": 88.66, "caption": "A person points at the urine bag to another person twice.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 169623, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 5.23, 11.88 ], "duration": 95.66, "caption": "A medical professional holds up the urine bag to two other medical professionals.", "similarity": 0.6974, "relevance": 3 }, { "pair_id": 169624, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 2.21, 4.87 ], "duration": 88.66, "caption": "A person points at the urine bag as evidence he was right.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 169625, "video_name": "house_s03e16_seg02_clip_14", "timestamp": [ 14.56, 22.3 ], "duration": 91.66, "caption": "A person is looking at a urine cabinet when two other people walk in.", "similarity": 0.599, "relevance": 1 }, { "pair_id": 169626, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 0.0, 4.47 ], "duration": 89.66, "caption": "A person pulls their pants down to show woman their leg.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 169627, "video_name": "s03e02_seg02_clip_00", "timestamp": [ 16.7, 17.65 ], "duration": 63.66, "caption": "A man lifts the bag and shows it to a person.", "similarity": 0.5772, "relevance": 1 }, { "pair_id": 169628, "video_name": "house_s08e10_seg02_clip_02", "timestamp": [ 0.0, 4.9 ], "duration": 89.66, "caption": "A person turns to another person as they look through their bag.", "similarity": 0.577, "relevance": 1 }, { "pair_id": 169629, "video_name": "house_s08e09_seg02_clip_06", "timestamp": [ 0.0, 7.89 ], "duration": 87.66, "caption": "Two individuals are looking at a patient and find that he is peeing blood.", "similarity": 0.5673, "relevance": 2 }, { "pair_id": 169630, "video_name": "castle_s08e03_seg02_clip_03", "timestamp": [ 5.52, 10.58 ], "duration": 92.66, "caption": "A man unzipped the body bag to reveal the body in it.", "similarity": 0.5576, "relevance": 1 }, { "pair_id": 169631, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 14.96, 19.37 ], "duration": 88.66, "caption": "A person tells another person to ask the patient the drugs he's using and if he denies it to give him a urine test and the other person gets up from his seat.", "similarity": 0.5551, "relevance": 0 }, { "pair_id": 169632, "video_name": "s07e05_seg02_clip_14", "timestamp": [ 8.93, 13.09 ], "duration": 119.66, "caption": "A person holds up a plastic bag to show another person.", "similarity": 0.5541, "relevance": 1 }, { "pair_id": 169633, "video_name": "house_s05e08_seg02_clip_13", "timestamp": [ 14.1, 18.81 ], "duration": 94.66, "caption": "A man notices the urine color change of a woman to another woman and they both look at it.", "similarity": 0.5512, "relevance": 2 }, { "pair_id": 169634, "video_name": "house_s08e06_seg02_clip_10", "timestamp": [ 9.8, 16.67 ], "duration": 98.66, "caption": "A person approached a man, grabbed their urine sample, and then drank it.", "similarity": 0.5502, "relevance": 1 }, { "pair_id": 169635, "video_name": "castle_s07e21_seg02_clip_12", "timestamp": [ 77.89, 87.02 ], "duration": 87.66, "caption": "A person kicks at the airplane's restroom and opens it as they drag a person out of the restroom asking them who they were calling.", "similarity": 0.5498, "relevance": 0 }, { "pair_id": 169636, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 40.18, 42.5 ], "duration": 57.66, "caption": "A person pulls another person up from the bean bag he's sitting on.", "similarity": 0.5494, "relevance": 0 }, { "pair_id": 169637, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 66.47, 77.14 ], "duration": 97.66, "caption": "A person walks in with an evidence bag and shows it to another person.", "similarity": 0.5488, "relevance": 0 }, { "pair_id": 169638, "video_name": "castle_s04e07_seg02_clip_07", "timestamp": [ 37.86, 76.17 ], "duration": 89.66, "caption": "A person asks to empty his bladder as a distraction to see what the bank robbers are really stealing.", "similarity": 0.5458, "relevance": 0 }, { "pair_id": 169639, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 2.24, 4.92 ], "duration": 89.66, "caption": "A person takes off his pants while another person is in front of him.", "similarity": 0.5451, "relevance": 1 } ] }, { "query_id": 5992, "query": "A man picks up the receiver on the phone and looks to another man who points at it.", "relevant_moment": [ { "pair_id": 157040, "video_name": "castle_s04e22_seg02_clip_15", "timestamp": [ 72.4, 77.8 ], "duration": 89.66, "caption": "A man picks up the receiver on the phone and looks to another man who points at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157041, "video_name": "castle_s03e06_seg02_clip_05", "timestamp": [ 35.27, 36.5 ], "duration": 82.66, "caption": "A man points to something he sees on the phone that another person is holding.", "similarity": 0.7554, "relevance": 3 }, { "pair_id": 157042, "video_name": "house_s07e10_seg02_clip_10", "timestamp": [ 36.41, 38.69 ], "duration": 91.66, "caption": "A man raises his phone and points it at another man.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 157043, "video_name": "castle_s06e08_seg02_clip_20", "timestamp": [ 56.64, 92.09 ], "duration": 92.66, "caption": "A man picks up his phone and talks to another man.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 157044, "video_name": "house_s08e10_seg02_clip_03", "timestamp": [ 70.22, 73.82 ], "duration": 90.66, "caption": "A man picks up his phone when talking to two other men.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 157045, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 42.76, 60.77 ], "duration": 75.66, "caption": "A man picks up his phone and talks (to another person).", "similarity": 0.7016, "relevance": 2 }, { "pair_id": 157046, "video_name": "castle_s05e11_seg02_clip_22", "timestamp": [ 19.58, 28.28 ], "duration": 87.66, "caption": "A man is having a conversation with two men then picks up his phone and shows it to them.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 157047, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 3.71, 10.55 ], "duration": 57.66, "caption": "A man holds the phone receiver with both hands while talking to another person.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 157048, "video_name": "house_s07e11_seg02_clip_15", "timestamp": [ 10.67, 14.55 ], "duration": 97.66, "caption": "A man picks up his phone while having a conversation with two other men.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 157049, "video_name": "friends_s07e03_seg02_clip_09", "timestamp": [ 0.0, 20.75 ], "duration": 61.66, "caption": "A man hands a phone receiver over to someone to answer a call.", "similarity": 0.6889, "relevance": 3 }, { "pair_id": 157050, "video_name": "house_s08e22_seg02_clip_11", "timestamp": [ 13.1, 25.23 ], "duration": 97.66, "caption": "A man looks at a cellphone and shows it to another man.", "similarity": 0.6888, "relevance": 1 }, { "pair_id": 157051, "video_name": "met_s03e06_seg02_clip_00", "timestamp": [ 58.33, 61.07 ], "duration": 61.66, "caption": "A man covers the phone receiver with his hand and says something to two other people.", "similarity": 0.6861, "relevance": 2 }, { "pair_id": 157052, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 0.0, 15.37 ], "duration": 90.66, "caption": "A man is looking at his phone as another man speaks to him.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 157053, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 45.45, 50.57 ], "duration": 128.66, "caption": "A man picks up a phone and shows it to a person.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 157054, "video_name": "castle_s08e06_seg02_clip_05", "timestamp": [ 13.27, 16.36 ], "duration": 88.66, "caption": "A man slowly looks up from his phone at another man.", "similarity": 0.6659, "relevance": 3 }, { "pair_id": 157055, "video_name": "met_s06e13_seg02_clip_14", "timestamp": [ 5.61, 8.85 ], "duration": 59.66, "caption": "A person points to the phone and says who they are looking at.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 157056, "video_name": "friends_s05e14_seg02_clip_12", "timestamp": [ 27.31, 28.81 ], "duration": 60.66, "caption": "A man transfers the phone receiver to his left hand and grabs another person's shoulder with his right hand.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 157057, "video_name": "castle_s03e08_seg02_clip_02", "timestamp": [ 85.11, 86.02 ], "duration": 91.66, "caption": "A man points in front of him as he looks at another man.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 157058, "video_name": "house_s04e06_seg02_clip_03", "timestamp": [ 0.0, 14.05 ], "duration": 78.66, "caption": "A man looks for his ringing cell phone while talking to another person and then answers the phone.", "similarity": 0.6561, "relevance": 2 }, { "pair_id": 157059, "video_name": "house_s07e06_seg02_clip_16", "timestamp": [ 0.0, 13.78 ], "duration": 106.66, "caption": "A man was talking to the phone with another man while two people watching him.", "similarity": 0.6555, "relevance": 2 } ] }, { "query_id": 6002, "query": "Two men are with a man as they converse in the interrogation room.", "relevant_moment": [ { "pair_id": 115000, "video_name": "castle_s07e06_seg02_clip_04", "timestamp": [ 39.71, 90.26 ], "duration": 90.66, "caption": "Two men are with a man as they converse in the interrogation room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 115001, "video_name": "castle_s04e11_seg02_clip_13", "timestamp": [ 29.34, 61.85 ], "duration": 90.66, "caption": "Two men are in an interrogation room with a man conversing.", "similarity": 0.9505, "relevance": 4 }, { "pair_id": 115002, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 0.0, 91.22 ], "duration": 91.66, "caption": "Two men are speaking to a man as they are in the interrogation room.", "similarity": 0.9474, "relevance": 4 }, { "pair_id": 115003, "video_name": "castle_s03e10_seg02_clip_13", "timestamp": [ 0.0, 41.23 ], "duration": 91.66, "caption": "Two men are speaking to someone as they are in the interrogation room.", "similarity": 0.9339, "relevance": 4 }, { "pair_id": 115004, "video_name": "castle_s03e19_seg02_clip_10", "timestamp": [ 0.0, 34.2 ], "duration": 87.66, "caption": "Two men are in the interrogation room speaking to a man.", "similarity": 0.9326, "relevance": 4 }, { "pair_id": 115005, "video_name": "castle_s03e09_seg02_clip_05", "timestamp": [ 0.0, 19.45 ], "duration": 90.66, "caption": "Two men are speaking to a person in the interrogation room.", "similarity": 0.9324, "relevance": 4 }, { "pair_id": 115006, "video_name": "castle_s05e11_seg02_clip_19", "timestamp": [ 0.0, 40.49 ], "duration": 88.66, "caption": "Two men are in the interrogation room speaking to a person.", "similarity": 0.9221, "relevance": 4 }, { "pair_id": 115007, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 0.0, 89.66 ], "duration": 89.66, "caption": "Two men are in the interrogation room speaking to a person.", "similarity": 0.9221, "relevance": 4 }, { "pair_id": 115008, "video_name": "castle_s03e14_seg02_clip_24", "timestamp": [ 17.69, 66.34 ], "duration": 88.66, "caption": "Two people are in the interrogation room speaking with a man.", "similarity": 0.9128, "relevance": 3 }, { "pair_id": 115009, "video_name": "castle_s05e06_seg02_clip_12", "timestamp": [ 0.0, 28.63 ], "duration": 89.66, "caption": "Two people are speaking to a man in the interrogation room.", "similarity": 0.9086, "relevance": 3 }, { "pair_id": 115010, "video_name": "castle_s04e13_seg02_clip_18", "timestamp": [ 41.96, 89.29 ], "duration": 89.66, "caption": "A man and another man are in the interrogation room speaking to someone.", "similarity": 0.906, "relevance": 4 }, { "pair_id": 115011, "video_name": "castle_s08e15_seg02_clip_09", "timestamp": [ 0.0, 49.85 ], "duration": 89.66, "caption": "Two men are in the interrogation room with man.", "similarity": 0.896, "relevance": 4 }, { "pair_id": 115012, "video_name": "castle_s03e02_seg02_clip_11", "timestamp": [ 25.49, 91.03 ], "duration": 91.66, "caption": "Two people are in the interrogation room with another person as they converse.", "similarity": 0.8938, "relevance": 3 }, { "pair_id": 115013, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 0.0, 71.49 ], "duration": 91.66, "caption": "A man is in the interrogation room speaking to two people.", "similarity": 0.8868, "relevance": 3 }, { "pair_id": 115014, "video_name": "castle_s04e04_seg02_clip_08", "timestamp": [ 24.09, 87.6 ], "duration": 87.66, "caption": "Two men are in the interrogation room with someone.", "similarity": 0.8844, "relevance": 4 }, { "pair_id": 115015, "video_name": "castle_s07e06_seg02_clip_16", "timestamp": [ 0.0, 40.9 ], "duration": 94.66, "caption": "Two men are in the interrogation room with woman conversing.", "similarity": 0.8812, "relevance": 3 }, { "pair_id": 115016, "video_name": "castle_s03e20_seg02_clip_24", "timestamp": [ 0.0, 37.36 ], "duration": 90.66, "caption": "A man is in the interrogation room with woman as they converse.", "similarity": 0.875, "relevance": 3 }, { "pair_id": 115017, "video_name": "castle_s08e13_seg02_clip_09", "timestamp": [ 0.0, 36.77 ], "duration": 90.66, "caption": "Two men are in the interrogation room with two other people.", "similarity": 0.8735, "relevance": 3 }, { "pair_id": 115018, "video_name": "castle_s07e01_seg02_clip_08", "timestamp": [ 48.02, 91.46 ], "duration": 91.66, "caption": "Two people are in the interrogation room with a man.", "similarity": 0.8729, "relevance": 3 }, { "pair_id": 115019, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 0.0, 43.03 ], "duration": 92.66, "caption": "A man and another man are in the interrogation room with a person.", "similarity": 0.8716, "relevance": 4 }, { "pair_id": 288320, "video_name": "castle_s02e23_seg02_clip_12", "timestamp": [ 30.37, 89.33 ], "duration": 89.66, "caption": "A man and another man are in the interrogation room with a person.", "similarity": 0.8716, "relevance": 3 }, { "pair_id": 288321, "video_name": "castle_s02e07_seg02_clip_13", "timestamp": [ 56.53, 89.02 ], "duration": 89.66, "caption": "A man is in the interrogation room speaking with a woman and a man.", "similarity": 0.8697, "relevance": 3 }, { "pair_id": 288322, "video_name": "castle_s06e09_seg02_clip_23", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A man is in the interrogation room with woman and man conversing.", "similarity": 0.8696, "relevance": 3 }, { "pair_id": 288323, "video_name": "castle_s04e14_seg02_clip_21", "timestamp": [ 0.0, 42.79 ], "duration": 91.66, "caption": "A man is in the interrogation room speaking to a man and a woman.", "similarity": 0.8686, "relevance": 3 }, { "pair_id": 288324, "video_name": "castle_s02e10_seg02_clip_25", "timestamp": [ 63.49, 91.35 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a man conversing.", "similarity": 0.8603, "relevance": 3 }, { "pair_id": 288325, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 51.44, 91.04 ], "duration": 91.66, "caption": "Two people are speaking with another person in the interrogation room.", "similarity": 0.8587, "relevance": 3 }, { "pair_id": 288326, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 18.91, 90.02 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with person.", "similarity": 0.8574, "relevance": 3 }, { "pair_id": 288327, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 0.0, 25.58 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room speaking to another man.", "similarity": 0.8562, "relevance": 3 }, { "pair_id": 288328, "video_name": "castle_s05e13_seg02_clip_25", "timestamp": [ 0.0, 17.01 ], "duration": 100.66, "caption": "Some people are observing a man in the interrogation room as they converse.", "similarity": 0.856, "relevance": 2 }, { "pair_id": 288329, "video_name": "castle_s04e11_seg02_clip_10", "timestamp": [ 0.0, 91.27 ], "duration": 91.66, "caption": "Two people are conversing with someone as they are in the interrogation room.", "similarity": 0.8539, "relevance": 3 }, { "pair_id": 288330, "video_name": "castle_s04e18_seg02_clip_21", "timestamp": [ 41.41, 90.02 ], "duration": 90.66, "caption": "A man and a woman are speaking to another man in the interrogation room.", "similarity": 0.8511, "relevance": 3 }, { "pair_id": 288331, "video_name": "castle_s02e14_seg02_clip_24", "timestamp": [ 0.0, 52.51 ], "duration": 88.66, "caption": "Two people are speaking to someone in the interrogation room.", "similarity": 0.8508, "relevance": 3 }, { "pair_id": 288332, "video_name": "castle_s03e19_seg02_clip_07", "timestamp": [ 0.0, 12.79 ], "duration": 88.66, "caption": "A man is speaking to someone in the interrogation room.", "similarity": 0.8501, "relevance": 3 }, { "pair_id": 288333, "video_name": "castle_s03e02_seg02_clip_24", "timestamp": [ 0.0, 64.21 ], "duration": 89.66, "caption": "Two people are speaking to two other people in the interrogation room.", "similarity": 0.8496, "relevance": 2 }, { "pair_id": 288334, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 0.0, 27.57 ], "duration": 90.66, "caption": "A man is sitting across from two people conversing in the interrogation room.", "similarity": 0.8434, "relevance": 3 }, { "pair_id": 288335, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 28.61, 90.66 ], "duration": 90.66, "caption": "A man in the interrogation room with two other people.", "similarity": 0.8409, "relevance": 3 }, { "pair_id": 288336, "video_name": "castle_s04e18_seg02_clip_09", "timestamp": [ 0.0, 54.09 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room speaking to a man.", "similarity": 0.8407, "relevance": 3 }, { "pair_id": 288337, "video_name": "castle_s01e06_seg02_clip_08", "timestamp": [ 0.0, 91.19 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with another person conversing.", "similarity": 0.8357, "relevance": 3 }, { "pair_id": 288338, "video_name": "castle_s06e08_seg02_clip_22", "timestamp": [ 21.17, 26.58 ], "duration": 90.66, "caption": "Two men enter the interrogation room with a person.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 288339, "video_name": "castle_s07e05_seg02_clip_21", "timestamp": [ 68.22, 85.38 ], "duration": 88.66, "caption": "A man and another man are watching the interrogation and they begin having a conversation.", "similarity": 0.8307, "relevance": 2 } ] }, { "query_id": 6036, "query": "A man walks over to the desk and turns the computer towards him to use it.", "relevant_moment": [ { "pair_id": 149900, "video_name": "castle_s05e17_seg02_clip_15", "timestamp": [ 65.83, 72.68 ], "duration": 91.66, "caption": "A man walks over to the desk and turns the computer towards him to use it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149901, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 36.35, 37.71 ], "duration": 90.66, "caption": "A man goes on to the computer and uses it.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 149902, "video_name": "s01e17_seg02_clip_03", "timestamp": [ 48.07, 59.86 ], "duration": 62.66, "caption": "A man picks up the computer and walks from the desk to the middle of someone's living room.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 149903, "video_name": "castle_s03e03_seg02_clip_23", "timestamp": [ 24.81, 29.32 ], "duration": 90.66, "caption": "A man walks around to the other side of the desk.", "similarity": 0.7459, "relevance": 2 }, { "pair_id": 149904, "video_name": "house_s02e14_seg02_clip_13", "timestamp": [ 80.57, 86.87 ], "duration": 90.66, "caption": "A man walks over to the computer and looks things up.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 149905, "video_name": "s07e24_seg02_clip_13", "timestamp": [ 25.69, 29.26 ], "duration": 65.66, "caption": "A man gets up from the couch and walks over to the computer on the computer desk.", "similarity": 0.7387, "relevance": 3 }, { "pair_id": 149906, "video_name": "s04e17_seg02_clip_05", "timestamp": [ 4.5, 6.9 ], "duration": 60.66, "caption": "A man walks his way to his personal computer located in his work area.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 149907, "video_name": "s03e18_seg02_clip_18", "timestamp": [ 4.73, 13.55 ], "duration": 63.66, "caption": "A person walks over to their computer and sits down at their desk.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 149908, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 29.06, 32.56 ], "duration": 70.66, "caption": "A man steps over to the computer and bends over to look at the screen.", "similarity": 0.7342, "relevance": 3 }, { "pair_id": 149909, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 1.45, 3.48 ], "duration": 58.66, "caption": "A man walks in and jumps towards the computer.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 149910, "video_name": "s02e18_seg02_clip_11", "timestamp": [ 55.21, 58.31 ], "duration": 62.66, "caption": "A man stands up and walks over to the laptop sitting on the desk.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 149911, "video_name": "house_s03e23_seg02_clip_23", "timestamp": [ 46.51, 55.35 ], "duration": 93.66, "caption": "A person walks into man's office and over to his desk.", "similarity": 0.7208, "relevance": 0 }, { "pair_id": 149912, "video_name": "s05e10_seg02_clip_09", "timestamp": [ 13.21, 16.81 ], "duration": 60.66, "caption": "A man reaches over to another person's computer and turns it so it faces him.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 149913, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 36.92, 40.52 ], "duration": 60.66, "caption": "A man walks over to his desk and sits down.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 149914, "video_name": "castle_s06e18_seg02_clip_21", "timestamp": [ 7.21, 14.41 ], "duration": 90.66, "caption": "A man walks up to the chair and sits down in front of computer.", "similarity": 0.6955, "relevance": 3 }, { "pair_id": 149915, "video_name": "house_s07e11_seg02_clip_16", "timestamp": [ 52.47, 54.63 ], "duration": 86.66, "caption": "A person walks toward his desk holding a notebook.", "similarity": 0.6898, "relevance": 1 }, { "pair_id": 149916, "video_name": "s04e19_seg01_clip_02", "timestamp": [ 9.26, 11.51 ], "duration": 50.66, "caption": "A man walks toward someone, who is on their laptop.", "similarity": 0.6894, "relevance": 2 }, { "pair_id": 149917, "video_name": "castle_s06e17_seg02_clip_09", "timestamp": [ 8.55, 12.35 ], "duration": 95.66, "caption": "A man walks over to his desk and picks up a small piece of paper.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 149918, "video_name": "s05e05_seg02_clip_06", "timestamp": [ 23.19, 61.03 ], "duration": 61.66, "caption": "A person walks to a desk and pulls out a piece of computer hardware, and talks while connecting it to his/her computer.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 149919, "video_name": "house_s07e06_seg02_clip_15", "timestamp": [ 17.59, 20.75 ], "duration": 90.66, "caption": "A person walks to the other side of their desk.", "similarity": 0.6816, "relevance": 1 }, { "pair_id": 323220, "video_name": "house_s06e02_seg02_clip_03", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person walks over and leans on the desk.", "similarity": 0.6806, "relevance": 0 }, { "pair_id": 323221, "video_name": "s06e07_seg02_clip_03", "timestamp": [ 1.16, 5.22 ], "duration": 58.66, "caption": "A man walks over to a person sat at his desk.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 323222, "video_name": "castle_s08e14_seg02_clip_10", "timestamp": [ 24.31, 28.81 ], "duration": 90.66, "caption": "A man gets up from the desk, turns and points at something on the desk.", "similarity": 0.6782, "relevance": 1 }, { "pair_id": 323223, "video_name": "s10e03_seg02_clip_17", "timestamp": [ 27.73, 33.51 ], "duration": 77.66, "caption": "A man gets up from his chair, walks, and leans on his desk.", "similarity": 0.6772, "relevance": 0 }, { "pair_id": 323224, "video_name": "friends_s01e22_seg02_clip_16", "timestamp": [ 31.21, 36.16 ], "duration": 52.66, "caption": "A man walks over to a chair by their desk and sits down in it.", "similarity": 0.6735, "relevance": 1 }, { "pair_id": 323225, "video_name": "s01e10_seg02_clip_03", "timestamp": [ 42.86, 49.16 ], "duration": 63.66, "caption": "A person walks over to their desk and grabs a notebook.", "similarity": 0.6693, "relevance": 1 }, { "pair_id": 323226, "video_name": "castle_s05e18_seg02_clip_13", "timestamp": [ 85.52, 90.02 ], "duration": 90.66, "caption": "A man stands up from his/her chair and walks around to the front of the desk.", "similarity": 0.666, "relevance": 0 }, { "pair_id": 323227, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 42.35, 45.44 ], "duration": 88.66, "caption": "A man walks over to the desk while carrying a box.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 323228, "video_name": "castle_s06e02_seg02_clip_05", "timestamp": [ 46.18, 52.64 ], "duration": 92.66, "caption": "A person walks into the room and behind his desk.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 323229, "video_name": "s07e24_seg02_clip_05", "timestamp": [ 24.2, 26.27 ], "duration": 59.66, "caption": "A man walks past a person working on their laptop.", "similarity": 0.6611, "relevance": 1 }, { "pair_id": 323230, "video_name": "friends_s02e23_seg02_clip_05", "timestamp": [ 42.62, 48.92 ], "duration": 60.66, "caption": "A man walks into guy's office and moves to his desk.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 323231, "video_name": "house_s05e03_seg02_clip_07", "timestamp": [ 54.96, 62.39 ], "duration": 99.66, "caption": "A person walks into the room and up to the desk.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 323232, "video_name": "friends_s07e18_seg02_clip_19", "timestamp": [ 23.44, 26.08 ], "duration": 58.66, "caption": "A person walks down two steps and then turns around in front of man's desk.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 323233, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 27.91, 32.56 ], "duration": 93.66, "caption": "A person looks at his watch and turns to his computer.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 323234, "video_name": "castle_s02e08_seg02_clip_09", "timestamp": [ 25.88, 29.12 ], "duration": 92.66, "caption": "A person walks over to the desk and picks up a file.", "similarity": 0.6528, "relevance": 0 }, { "pair_id": 323235, "video_name": "friends_s01e16-17_seg02_clip_09", "timestamp": [ 33.68, 39.29 ], "duration": 66.66, "caption": "A man walks around his desk and sits on the front of it.", "similarity": 0.6523, "relevance": 0 }, { "pair_id": 323236, "video_name": "met_s03e19_seg02_clip_17", "timestamp": [ 19.64, 24.4 ], "duration": 59.66, "caption": "A woman walks over to a man while he's using the computer.", "similarity": 0.6515, "relevance": 1 }, { "pair_id": 323237, "video_name": "castle_s06e07_seg02_clip_01", "timestamp": [ 72.36, 80.1 ], "duration": 91.66, "caption": "A person walks over to guy's desk and crosses their arms.", "similarity": 0.6514, "relevance": 1 }, { "pair_id": 323238, "video_name": "s05e13_seg02_clip_12", "timestamp": [ 57.07, 62.03 ], "duration": 62.66, "caption": "A person unfolds their arms and walks towards their desk.", "similarity": 0.6501, "relevance": 1 }, { "pair_id": 323239, "video_name": "s08e08_seg02_clip_08", "timestamp": [ 3.97, 8.85 ], "duration": 61.66, "caption": "A person wearing a tuxedo pats his chest and then walks over to the computer desk.", "similarity": 0.6499, "relevance": 1 } ] }, { "query_id": 6041, "query": "A man puts his head down and runs his fingers through his hair.", "relevant_moment": [ { "pair_id": 63740, "video_name": "friends_s08e14_seg02_clip_10", "timestamp": [ 41.63, 42.8 ], "duration": 58.66, "caption": "A man puts his head down and runs his fingers through his hair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 63741, "video_name": "friends_s07e16_seg02_clip_19", "timestamp": [ 18.61, 20.44 ], "duration": 61.66, "caption": "A man turns around while running his hand through his hair.", "similarity": 0.8315, "relevance": 3 }, { "pair_id": 63742, "video_name": "friends_s04e13_seg02_clip_14", "timestamp": [ 1.74, 2.61 ], "duration": 58.66, "caption": "A man runs his right hand then his left hand through his hair.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 63743, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 21.76, 24.08 ], "duration": 58.66, "caption": "A man puts his head in his hand and brushes his hand through his hair.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 63744, "video_name": "castle_s05e23_seg02_clip_14", "timestamp": [ 7.17, 9.41 ], "duration": 89.66, "caption": "A man turns his head, closing his eyes and with his thumb under his chin he runs his four fingers down to his thumb and rest his chin there.", "similarity": 0.754, "relevance": 1 }, { "pair_id": 63745, "video_name": "castle_s04e19_seg02_clip_11", "timestamp": [ 63.46, 68.94 ], "duration": 91.66, "caption": "A man runs his fingers through his hair while looking at a two-way mirror and then turns his head left.", "similarity": 0.7529, "relevance": 3 }, { "pair_id": 63746, "video_name": "friends_s05e07_seg01_clip_00", "timestamp": [ 46.52, 47.14 ], "duration": 62.66, "caption": "A man runs his hand through his hair and smiles.", "similarity": 0.7311, "relevance": 3 }, { "pair_id": 63747, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A man runs his hand through his hair at the table.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 63748, "video_name": "friends_s04e07_seg02_clip_08", "timestamp": [ 40.94, 57.26 ], "duration": 57.66, "caption": "A woman tells man his hair is good and runs her fingers through it.", "similarity": 0.7249, "relevance": 2 }, { "pair_id": 63749, "video_name": "met_s03e06_seg02_clip_11", "timestamp": [ 44.55, 47.91 ], "duration": 61.66, "caption": "A man runs his hands through his hair as he walks down the street.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 63750, "video_name": "friends_s01e08_seg02_clip_16", "timestamp": [ 8.06, 10.23 ], "duration": 62.66, "caption": "A man reaches over and runs his hand through woman's hair.", "similarity": 0.7179, "relevance": 1 }, { "pair_id": 63751, "video_name": "friends_s04e07_seg02_clip_08", "timestamp": [ 48.67, 54.97 ], "duration": 57.66, "caption": "A woman runs her fingers through guy's hair.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 63752, "video_name": "house_s03e06_seg02_clip_24", "timestamp": [ 79.7, 83.55 ], "duration": 96.66, "caption": "A man touches his hair as if he is in trouble.", "similarity": 0.7106, "relevance": 3 }, { "pair_id": 63753, "video_name": "friends_s07e22_seg02_clip_00", "timestamp": [ 26.85, 28.99 ], "duration": 61.66, "caption": "A person moves his hands through his hair to style it.", "similarity": 0.7097, "relevance": 4 }, { "pair_id": 63754, "video_name": "castle_s02e21_seg02_clip_08", "timestamp": [ 10.12, 16.1 ], "duration": 92.66, "caption": "A man runs his hand through his hair while explaining a phrase to a person.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 63755, "video_name": "friends_s01e05_seg02_clip_19", "timestamp": [ 20.48, 22.58 ], "duration": 60.66, "caption": "A man puts down their espresso cup and runs their fingers through their hair.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 63756, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 76.58, 80.54 ], "duration": 88.66, "caption": "A person runs both of their hands through their hair.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 63757, "video_name": "met_s03e19_seg02_clip_00", "timestamp": [ 41.56, 43.42 ], "duration": 62.66, "caption": "A man runs his hand through his hair while walking over to woman.", "similarity": 0.6957, "relevance": 2 }, { "pair_id": 63758, "video_name": "house_s02e05_seg02_clip_00", "timestamp": [ 38.87, 42.11 ], "duration": 92.66, "caption": "A man leans backwards and combs his hand back through his hair with a flourish.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 63759, "video_name": "castle_s02e04_seg02_clip_00", "timestamp": [ 87.06, 90.66 ], "duration": 103.66, "caption": "A man puts his hands to his mouth and then puts them on his head.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 237060, "video_name": "house_s03e05_seg02_clip_12", "timestamp": [ 5.01, 8.19 ], "duration": 91.66, "caption": "A man bends his head down and uses his thumb to scratch his forehead.", "similarity": 0.6758, "relevance": 2 }, { "pair_id": 237061, "video_name": "castle_s04e16_seg02_clip_04", "timestamp": [ 23.44, 27.14 ], "duration": 82.66, "caption": "A woman looks down and runs her fingers through her hair.", "similarity": 0.6729, "relevance": 3 }, { "pair_id": 237062, "video_name": "house_s06e07_seg02_clip_15", "timestamp": [ 39.52, 43.11 ], "duration": 89.66, "caption": "A man looks at woman then runs his hand through his hair and leans his head back.", "similarity": 0.6687, "relevance": 3 }, { "pair_id": 237063, "video_name": "met_s03e03_seg01_clip_00", "timestamp": [ 43.99, 46.45 ], "duration": 61.66, "caption": "A man crouches slightly and holds his hands up towards his hair.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 237064, "video_name": "friends_s03e20_seg02_clip_10", "timestamp": [ 0.0, 1.46 ], "duration": 58.66, "caption": "A man takes his hand down from the top of his head.", "similarity": 0.6608, "relevance": 3 }, { "pair_id": 237065, "video_name": "s09e08_seg02_clip_03", "timestamp": [ 43.68, 48.4 ], "duration": 59.66, "caption": "A man puts his finger in his mouth then scratches his head and lowers his hand.", "similarity": 0.6588, "relevance": 1 }, { "pair_id": 237066, "video_name": "friends_s01e10_seg02_clip_10", "timestamp": [ 4.1, 6.62 ], "duration": 63.66, "caption": "A man taps himself on the head with his right index finger.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 237067, "video_name": "friends_s10e02_seg02_clip_13", "timestamp": [ 42.61, 51.37 ], "duration": 60.66, "caption": "A man rubs his hand through his hair and neck.", "similarity": 0.6578, "relevance": 3 }, { "pair_id": 237068, "video_name": "s09e06_seg02_clip_02", "timestamp": [ 9.15, 10.99 ], "duration": 61.66, "caption": "A man puts his hand on his forehead in exasperation.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 237069, "video_name": "s02e22_seg02_clip_02", "timestamp": [ 23.5, 25.53 ], "duration": 58.66, "caption": "A man puts their hands up to their eyes and brushes their fingers on their forehead.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 237070, "video_name": "s05e18_seg02_clip_00", "timestamp": [ 57.67, 62.71 ], "duration": 63.66, "caption": "A person motions with their head to try and get their hair out of their face.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 237071, "video_name": "friends_s09e04_seg02_clip_07", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A man points his finger at a curly brown hair.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 237072, "video_name": "castle_s02e21_seg02_clip_10", "timestamp": [ 24.93, 28.04 ], "duration": 89.66, "caption": "A man turns his head and walks forward putting his hand on his head.", "similarity": 0.6458, "relevance": 3 }, { "pair_id": 237073, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A man puts his hand on his head and rubs it.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 237074, "video_name": "house_s02e12_seg02_clip_11", "timestamp": [ 27.95, 35.0 ], "duration": 56.66, "caption": "A person puts his head back and puts his hands on his forehead.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 237075, "video_name": "castle_s08e14_seg02_clip_13", "timestamp": [ 12.15, 14.4 ], "duration": 90.66, "caption": "A person looks at reflection and runs hands through hair.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 237076, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 53.89, 56.17 ], "duration": 57.66, "caption": "A man puts his hands on his face and then on the sides of his head.", "similarity": 0.6397, "relevance": 3 }, { "pair_id": 237077, "video_name": "house_s02e12_seg02_clip_03", "timestamp": [ 6.83, 8.19 ], "duration": 91.66, "caption": "A man is rubbing their forehead with their fingers.", "similarity": 0.6374, "relevance": 1 }, { "pair_id": 237078, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 50.19, 55.41 ], "duration": 58.66, "caption": "A man rubs his fingers roughly on guy's hair.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 237079, "video_name": "house_s05e03_seg02_clip_01", "timestamp": [ 46.38, 54.86 ], "duration": 89.66, "caption": "A man raises his hands and rests his head on them.", "similarity": 0.6336, "relevance": 2 } ] }, { "query_id": 6060, "query": "A woman walks away from a man.", "relevant_moment": [ { "pair_id": 106640, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 106641, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.9375, "relevance": 4 }, { "pair_id": 106642, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 27.44, 30.23 ], "duration": 93.66, "caption": "A woman walks away from man and another man.", "similarity": 0.9334, "relevance": 4 }, { "pair_id": 106643, "video_name": "house_s01e20_seg02_clip_10", "timestamp": [ 3.58, 6.27 ], "duration": 89.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.9331, "relevance": 4 }, { "pair_id": 106644, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 21.97, 23.5 ], "duration": 61.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.9331, "relevance": 4 }, { "pair_id": 106645, "video_name": "friends_s02e15_seg02_clip_13", "timestamp": [ 5.33, 9.47 ], "duration": 59.66, "caption": "A woman walks away from a man and stops at a man.", "similarity": 0.9276, "relevance": 3 }, { "pair_id": 106646, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 43.71, 45.61 ], "duration": 95.66, "caption": "A woman walks away from man leaving him alone.", "similarity": 0.9243, "relevance": 4 }, { "pair_id": 106647, "video_name": "friends_s04e21_seg02_clip_13", "timestamp": [ 33.35, 39.25 ], "duration": 59.66, "caption": "A woman gets off of a man and walks away.", "similarity": 0.9231, "relevance": 4 }, { "pair_id": 106649, "video_name": "house_s06e14_seg02_clip_05", "timestamp": [ 35.35, 39.07 ], "duration": 93.66, "caption": "A woman gets up and walks away from man.", "similarity": 0.911, "relevance": 3 }, { "pair_id": 106650, "video_name": "grey_s03e09_seg02_clip_13", "timestamp": [ 42.78, 43.69 ], "duration": 91.66, "caption": "A man walks away from woman leaving her alone.", "similarity": 0.91, "relevance": 1 }, { "pair_id": 106651, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 13.8, 16.02 ], "duration": 89.66, "caption": "A woman walks away from a man but he follows.", "similarity": 0.9089, "relevance": 3 }, { "pair_id": 106652, "video_name": "castle_s02e13_seg02_clip_08", "timestamp": [ 33.74, 39.44 ], "duration": 95.66, "caption": "A person walks away from both man and woman.", "similarity": 0.9072, "relevance": 2 }, { "pair_id": 106653, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 2.25, 6.3 ], "duration": 90.66, "caption": "A woman and a man walk away from each other.", "similarity": 0.9062, "relevance": 3 }, { "pair_id": 106654, "video_name": "grey_s02e02_seg02_clip_19", "timestamp": [ 47.95, 57.36 ], "duration": 94.66, "caption": "A woman walks away from a man who paused before he walks on.", "similarity": 0.8967, "relevance": 4 }, { "pair_id": 106655, "video_name": "grey_s03e04_seg02_clip_01", "timestamp": [ 9.78, 17.78 ], "duration": 88.66, "caption": "A man walks away from woman and follows woman.", "similarity": 0.8947, "relevance": 2 }, { "pair_id": 106656, "video_name": "s04e01_seg02_clip_05", "timestamp": [ 27.91, 29.41 ], "duration": 60.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.8946, "relevance": 4 }, { "pair_id": 106657, "video_name": "friends_s04e08_seg02_clip_13", "timestamp": [ 19.6, 24.57 ], "duration": 58.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.8946, "relevance": 4 }, { "pair_id": 106658, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 9.45, 12.6 ], "duration": 90.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.8946, "relevance": 3 }, { "pair_id": 106659, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 33.92, 36.15 ], "duration": 89.66, "caption": "A woman walks away from a person leaving him alone.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 279960, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 4.53, 9.37 ], "duration": 60.66, "caption": "A man walks away from woman who follows him along.", "similarity": 0.8905, "relevance": 3 }, { "pair_id": 279961, "video_name": "castle_s02e04_seg02_clip_18", "timestamp": [ 18.87, 21.63 ], "duration": 92.66, "caption": "A man walks away from a woman who remains standing where they were.", "similarity": 0.8888, "relevance": 3 }, { "pair_id": 279962, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 67.22, 71.84 ], "duration": 84.66, "caption": "A woman walks away from a man and another man immediately.", "similarity": 0.8877, "relevance": 4 }, { "pair_id": 279963, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 9.92, 11.02 ], "duration": 11.66, "caption": "A woman walks away from a man leaving him standing alone.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 279964, "video_name": "grey_s02e14_seg02_clip_25", "timestamp": [ 156.26, 168.02 ], "duration": 168.66, "caption": "A woman turns around and walks away from man.", "similarity": 0.8868, "relevance": 4 }, { "pair_id": 279965, "video_name": "grey_s01e02_seg02_clip_11", "timestamp": [ 28.49, 36.05 ], "duration": 89.66, "caption": "A man walks away from woman so she walks in the other direction.", "similarity": 0.8856, "relevance": 3 }, { "pair_id": 279966, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 10.0, 14.0 ], "duration": 80.66, "caption": "A man walks away from a woman but she follows behind.", "similarity": 0.8849, "relevance": 3 }, { "pair_id": 279968, "video_name": "friends_s10e10_seg02_clip_03", "timestamp": [ 5.77, 8.94 ], "duration": 57.66, "caption": "A man walks away from woman as she turns around.", "similarity": 0.8789, "relevance": 3 }, { "pair_id": 279970, "video_name": "castle_s02e05_seg02_clip_27", "timestamp": [ 77.79, 86.38 ], "duration": 101.66, "caption": "A woman walks away from man leaving him standing alone.", "similarity": 0.8772, "relevance": 4 }, { "pair_id": 279971, "video_name": "grey_s02e24_seg02_clip_21", "timestamp": [ 5.45, 8.42 ], "duration": 99.66, "caption": "A man walks away from woman at the door.", "similarity": 0.8765, "relevance": 3 }, { "pair_id": 279972, "video_name": "castle_s04e23_seg02_clip_15", "timestamp": [ 19.03, 27.19 ], "duration": 90.66, "caption": "A woman walks away from a man and then turns around.", "similarity": 0.8755, "relevance": 4 }, { "pair_id": 279973, "video_name": "friends_s03e24_seg02_clip_17", "timestamp": [ 58.53, 60.03 ], "duration": 60.66, "caption": "A woman walks away from a man and heads towards the door.", "similarity": 0.8745, "relevance": 4 }, { "pair_id": 279974, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 18.28, 23.5 ], "duration": 58.66, "caption": "A woman stands up and walks away from a man.", "similarity": 0.8711, "relevance": 4 }, { "pair_id": 279975, "video_name": "house_s01e20_seg02_clip_02", "timestamp": [ 15.58, 17.8 ], "duration": 89.66, "caption": "A woman walks away from a man after stopping holding hands.", "similarity": 0.8701, "relevance": 3 }, { "pair_id": 279976, "video_name": "castle_s08e05_seg02_clip_04", "timestamp": [ 64.17, 70.67 ], "duration": 86.66, "caption": "A woman walks away from a man and he looks back.", "similarity": 0.8692, "relevance": 4 }, { "pair_id": 279977, "video_name": "house_s01e18_seg02_clip_23", "timestamp": [ 57.69, 62.43 ], "duration": 79.66, "caption": "A man walks away from a woman leaving her standing alone.", "similarity": 0.8686, "relevance": 3 }, { "pair_id": 279978, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 58.3, 59.24 ], "duration": 94.66, "caption": "A man walks away from woman leaving her standing alone.", "similarity": 0.8677, "relevance": 3 }, { "pair_id": 279979, "video_name": "house_s05e11_seg02_clip_11", "timestamp": [ 17.4, 20.69 ], "duration": 94.66, "caption": "A woman walks away from man at the end of a meeting.", "similarity": 0.8648, "relevance": 4 } ] }, { "query_id": 6062, "query": "A man walks over to where another man is sitting in the apartment.", "relevant_moment": [ { "pair_id": 130860, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 54.28, 58.93 ], "duration": 62.66, "caption": "A man walks over to where another man is sitting in the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 130861, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 29.23, 33.54 ], "duration": 61.66, "caption": "A man enters the apartment and heads over to another man.", "similarity": 0.8136, "relevance": 3 }, { "pair_id": 130862, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 89.28, 92.08 ], "duration": 93.66, "caption": "Two men walk in to a person's apartment.", "similarity": 0.8009, "relevance": 1 }, { "pair_id": 130863, "video_name": "met_s02e14_seg02_clip_11", "timestamp": [ 0.0, 2.04 ], "duration": 51.66, "caption": "A man walks out of the apartment for another man to walk in.", "similarity": 0.7824, "relevance": 1 }, { "pair_id": 130864, "video_name": "friends_s05e10_seg02_clip_17", "timestamp": [ 7.02, 10.99 ], "duration": 61.66, "caption": "A man walks in the apartment and speaks to another man as he is walking towards him.", "similarity": 0.7759, "relevance": 4 }, { "pair_id": 130865, "video_name": "friends_s07e20_seg02_clip_13", "timestamp": [ 7.5, 10.5 ], "duration": 60.66, "caption": "A man walks out of the apartment with another man.", "similarity": 0.7731, "relevance": 1 }, { "pair_id": 130866, "video_name": "friends_s09e17_seg02_clip_05", "timestamp": [ 8.43, 11.04 ], "duration": 58.66, "caption": "A man walks in the apartment while another man is looking at a newspaper.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 130867, "video_name": "house_s01e06_seg02_clip_09", "timestamp": [ 57.58, 65.67 ], "duration": 101.66, "caption": "A man and another man walk up to an apartment complex and in front of a door.", "similarity": 0.7702, "relevance": 1 }, { "pair_id": 130868, "video_name": "friends_s04e21_seg02_clip_09", "timestamp": [ 24.5, 32.76 ], "duration": 59.66, "caption": "A man walks into a woman's apartment and sits next to a man.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 130869, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 49.57, 53.25 ], "duration": 61.66, "caption": "A man walks with his head down as he enters another person's apartment.", "similarity": 0.7503, "relevance": 0 }, { "pair_id": 130870, "video_name": "friends_s04e09_seg02_clip_03", "timestamp": [ 24.41, 28.07 ], "duration": 61.66, "caption": "A man walks around the apartment until another man calls out to him.", "similarity": 0.7498, "relevance": 1 }, { "pair_id": 130871, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 50.24, 58.62 ], "duration": 62.66, "caption": "A man walks into the apartment and asks another man how he is feeling.", "similarity": 0.7493, "relevance": 4 }, { "pair_id": 130872, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 26.7, 30.34 ], "duration": 60.66, "caption": "A man is putting on his jacket as another man walks into the apartment.", "similarity": 0.7482, "relevance": 1 }, { "pair_id": 130873, "video_name": "friends_s03e02_seg02_clip_10", "timestamp": [ 13.21, 18.91 ], "duration": 60.66, "caption": "A man walks into the apartment and stands next to a person.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 130874, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "Some people walk past a man and into his apartment.", "similarity": 0.7334, "relevance": 1 }, { "pair_id": 130875, "video_name": "friends_s04e11_seg02_clip_09", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man walks into the apartment door and another person is sitting at the table.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 130876, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 5.61, 8.26 ], "duration": 59.66, "caption": "A man opens the door and walks into his and another man's apartment.", "similarity": 0.7309, "relevance": 1 }, { "pair_id": 130877, "video_name": "friends_s05e18_seg02_clip_06", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "Two men walk into the apartment together.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 130878, "video_name": "friends_s08e07_seg02_clip_20", "timestamp": [ 16.97, 20.15 ], "duration": 53.66, "caption": "A man walks through the apartment door where two people are.", "similarity": 0.7288, "relevance": 1 }, { "pair_id": 130879, "video_name": "friends_s01e16-17_seg02_clip_12", "timestamp": [ 14.74, 19.35 ], "duration": 61.66, "caption": "A man tells another man he's in the apartment when the other man looks confused.", "similarity": 0.7279, "relevance": 1 } ] }, { "query_id": 6075, "query": "A person raises a yellow coffee cup to his/her lips.", "relevant_moment": [ { "pair_id": 7240, "video_name": "s05e11_seg02_clip_01", "timestamp": [ 34.83, 36.3 ], "duration": 59.66, "caption": "A person raises a yellow coffee cup to his/her lips.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7241, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 83.5, 84.41 ], "duration": 91.66, "caption": "A person raises his/her red coffee cup and takes a drink.", "similarity": 0.7519, "relevance": 3 }, { "pair_id": 7242, "video_name": "friends_s03e07_seg01_clip_00", "timestamp": [ 55.14, 59.43 ], "duration": 66.66, "caption": "A person takes a yellow coffee cup from another person.", "similarity": 0.7515, "relevance": 3 }, { "pair_id": 7243, "video_name": "s06e11_seg02_clip_12", "timestamp": [ 6.79, 10.92 ], "duration": 59.66, "caption": "A person places a large yellow coffee cup down on the coffee table.", "similarity": 0.7426, "relevance": 3 }, { "pair_id": 7244, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 10.99, 12.82 ], "duration": 61.66, "caption": "A man raises his coffee mug toward his mouth.", "similarity": 0.7309, "relevance": 4 }, { "pair_id": 7245, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 33.31, 35.12 ], "duration": 60.66, "caption": "A person lifts a coffee cup to their mouth, takes a sip from it, and lowers it back down.", "similarity": 0.7113, "relevance": 4 }, { "pair_id": 7246, "video_name": "house_s04e08_seg02_clip_20", "timestamp": [ 0.0, 5.23 ], "duration": 95.66, "caption": "A person stands up while holding his cup of coffee.", "similarity": 0.7, "relevance": 3 }, { "pair_id": 7247, "video_name": "house_s05e03_seg02_clip_10", "timestamp": [ 36.26, 40.24 ], "duration": 88.66, "caption": "A person lifts up their hand to drink some coffee.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 7248, "video_name": "house_s05e06_seg02_clip_04", "timestamp": [ 0.0, 3.29 ], "duration": 94.66, "caption": "A woman raises a green coffee mug to her lips to drink.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 7249, "video_name": "s07e07_seg02_clip_02", "timestamp": [ 42.2, 50.18 ], "duration": 57.66, "caption": "A person picks up a yellow cup and takes a sip from it.", "similarity": 0.6926, "relevance": 4 }, { "pair_id": 7250, "video_name": "house_s06e05_seg02_clip_01", "timestamp": [ 86.05, 91.06 ], "duration": 91.66, "caption": "A person holds up their coffee and takes a sip.", "similarity": 0.6907, "relevance": 3 }, { "pair_id": 7251, "video_name": "castle_s06e14_seg02_clip_07", "timestamp": [ 62.05, 63.39 ], "duration": 89.66, "caption": "A woman lifts a coffee mug and brings it to her lips.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 7252, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A person stirs and picks up his coffee cup.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 7253, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 11.9, 14.34 ], "duration": 61.66, "caption": "A person turns from the sink and raises a coffee cup.", "similarity": 0.6856, "relevance": 3 }, { "pair_id": 7254, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 56.53, 58.31 ], "duration": 89.66, "caption": "A person is pouring coffee into a coffee cup.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 7255, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.0, 0.46 ], "duration": 91.66, "caption": "A woman lifts the coffee cup to her lips and sips.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 7256, "video_name": "s06e18_seg02_clip_01", "timestamp": [ 5.51, 9.28 ], "duration": 58.66, "caption": "A person picks up their yellow mug and takes a sip.", "similarity": 0.6812, "relevance": 4 }, { "pair_id": 7257, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 47.12, 49.22 ], "duration": 60.66, "caption": "A person turns their head and picks up a coffee cup.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 7258, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 1.7, 3.06 ], "duration": 68.66, "caption": "A person looks up and smiles while holding a yellow mug in his hand.", "similarity": 0.6794, "relevance": 4 }, { "pair_id": 7259, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 40.58, 43.18 ], "duration": 52.66, "caption": "A person hands his coffee cup over to get a refill.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 180560, "video_name": "s09e07_seg02_clip_04", "timestamp": [ 22.28, 25.94 ], "duration": 61.66, "caption": "A woman lifts a yellow coffee cup and takes a sip while sitting next to man.", "similarity": 0.6725, "relevance": 4 }, { "pair_id": 180561, "video_name": "house_s06e12_seg02_clip_14", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "A person was holding a cup of coffee while talking.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 180562, "video_name": "castle_s05e16_seg02_clip_06", "timestamp": [ 31.63, 36.75 ], "duration": 93.66, "caption": "A person turns around with his/her coffee cup and sees another person standing.", "similarity": 0.6719, "relevance": 1 }, { "pair_id": 180563, "video_name": "house_s01e02_seg02_clip_14", "timestamp": [ 49.82, 52.97 ], "duration": 89.66, "caption": "A person gives a cup of coffee to another person.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 180564, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 180565, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.6683, "relevance": 3 }, { "pair_id": 180566, "video_name": "house_s04e08_seg02_clip_22", "timestamp": [ 38.69, 41.87 ], "duration": 91.66, "caption": "A person leans over and sets down their coffee mug.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 180567, "video_name": "house_s07e23_seg02_clip_19", "timestamp": [ 0.0, 6.65 ], "duration": 88.66, "caption": "Person reaches for their coffee while describing someone's brush.", "similarity": 0.6662, "relevance": 1 }, { "pair_id": 180568, "video_name": "house_s03e22_seg02_clip_00", "timestamp": [ 0.0, 5.05 ], "duration": 91.66, "caption": "A person greets woman while holding a cup of coffee.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 180569, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.6632, "relevance": 3 }, { "pair_id": 180570, "video_name": "house_s03e12_seg02_clip_11", "timestamp": [ 74.59, 88.07 ], "duration": 89.66, "caption": "A person pours coffee as some people talk to him, he looks up with his head slightly tilted to the right.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 180571, "video_name": "house_s04e08_seg02_clip_12", "timestamp": [ 0.0, 2.61 ], "duration": 87.66, "caption": "A person tilts their head back and takes a sip of coffee.", "similarity": 0.66, "relevance": 3 }, { "pair_id": 180572, "video_name": "s03e11_seg02_clip_11", "timestamp": [ 8.82, 14.5 ], "duration": 63.66, "caption": "A person is talking to another person while holding a cup of coffee.", "similarity": 0.6597, "relevance": 4 }, { "pair_id": 180573, "video_name": "house_s04e11_seg02_clip_15", "timestamp": [ 9.9, 11.7 ], "duration": 90.66, "caption": "A person puts a yellow coffee cup down on the coffee table as he/she has a video chat.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 180574, "video_name": "castle_s03e13_seg02_clip_01", "timestamp": [ 9.71, 12.8 ], "duration": 88.66, "caption": "A person is holding a coffee mug in his hands.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 180575, "video_name": "s07e07_seg02_clip_02", "timestamp": [ 14.26, 18.53 ], "duration": 57.66, "caption": "A person takes a sip out of his yellow mug.", "similarity": 0.6574, "relevance": 4 }, { "pair_id": 180576, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 3.32 ], "duration": 83.66, "caption": "A person places a coffee cup down onto the table and gets up.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 180577, "video_name": "s05e06_seg01_clip_00", "timestamp": [ 32.88, 36.29 ], "duration": 62.66, "caption": "A person looks down at their coffee cup and shakes their head back and forth.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 180578, "video_name": "friends_s03e07_seg01_clip_00", "timestamp": [ 42.92, 48.86 ], "duration": 66.66, "caption": "A person hands a cup of coffee to woman.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 180579, "video_name": "castle_s06e03_seg02_clip_14", "timestamp": [ 9.94, 22.13 ], "duration": 90.66, "caption": "A person shakes something into his/her coffee mug and gives it to a woman.", "similarity": 0.6544, "relevance": 2 } ] }, { "query_id": 6157, "query": "A woman uses a wooden stick to stir her coffee.", "relevant_moment": [ { "pair_id": 163140, "video_name": "friends_s03e19_seg01_clip_00", "timestamp": [ 12.16, 14.44 ], "duration": 76.66, "caption": "A woman uses a wooden stick to stir her coffee.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163141, "video_name": "castle_s04e23_seg02_clip_04", "timestamp": [ 13.28, 17.4 ], "duration": 91.66, "caption": "A woman stirs her spoon in a mug of coffee.", "similarity": 0.752, "relevance": 3 }, { "pair_id": 163142, "video_name": "friends_s03e11_seg02_clip_01", "timestamp": [ 23.38, 27.94 ], "duration": 57.66, "caption": "A woman stirs someone's coffee in the brown mug.", "similarity": 0.7485, "relevance": 4 }, { "pair_id": 163143, "video_name": "castle_s02e09_seg02_clip_14", "timestamp": [ 51.98, 53.34 ], "duration": 90.66, "caption": "A person uses a stirrer to stir their drink in the coffee mug.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 163144, "video_name": "s10e03_seg02_clip_09", "timestamp": [ 27.45, 33.05 ], "duration": 59.66, "caption": "A woman uses a spoon to stir liquid in her mug.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 163145, "video_name": "s04e23_seg02_clip_10", "timestamp": [ 0.0, 31.81 ], "duration": 60.66, "caption": "A woman stirs her coffee, takes a sip, and then continues to stir it.", "similarity": 0.7115, "relevance": 4 }, { "pair_id": 163146, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 6.37, 10.01 ], "duration": 91.66, "caption": "A person stirs his coffee that is in the red cup.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 163147, "video_name": "s09e14_seg02_clip_10", "timestamp": [ 18.21, 23.53 ], "duration": 56.66, "caption": "A woman stirs the saucepan with a wooden spoon as she adds spices to the saucepan.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 163148, "video_name": "castle_s04e23_seg02_clip_04", "timestamp": [ 14.19, 18.77 ], "duration": 91.66, "caption": "A woman was stirring a cup of coffee whilst in deep thinking.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 163149, "video_name": "friends_s10e13_seg02_clip_15", "timestamp": [ 11.12, 24.24 ], "duration": 57.66, "caption": "A woman stirs her coffee vigorously while talking to a man.", "similarity": 0.6523, "relevance": 4 }, { "pair_id": 163150, "video_name": "friends_s01e01_seg02_clip_28", "timestamp": [ 22.37, 24.95 ], "duration": 43.66, "caption": "A woman was putting coffee on bunch of cups in front of her.", "similarity": 0.6508, "relevance": 1 }, { "pair_id": 163151, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A person stirs and picks up his coffee cup.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 163152, "video_name": "s03e14_seg01_clip_00", "timestamp": [ 30.88, 34.67 ], "duration": 63.66, "caption": "A woman pours herself a cup of coffee while a person turns around quickly.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 163153, "video_name": "friends_s06e01_seg02_clip_04", "timestamp": [ 27.21, 32.96 ], "duration": 60.66, "caption": "A woman pours someone a cup of coffee from a coffee pot.", "similarity": 0.6357, "relevance": 1 }, { "pair_id": 163154, "video_name": "grey_s03e04_seg02_clip_00", "timestamp": [ 13.97, 16.76 ], "duration": 93.66, "caption": "A woman pours herself a cup of coffee.", "similarity": 0.6356, "relevance": 1 }, { "pair_id": 163155, "video_name": "castle_s04e10_seg02_clip_06", "timestamp": [ 36.87, 46.31 ], "duration": 89.66, "caption": "A man uses a wooden stirrer to stir their coffee, licks it, then hands it to another person.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 163156, "video_name": "castle_s05e19_seg02_clip_08", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A woman hands a person a cup of coffee as he is seated.", "similarity": 0.6293, "relevance": 1 }, { "pair_id": 163157, "video_name": "s07e20_seg02_clip_00", "timestamp": [ 10.23, 17.68 ], "duration": 62.66, "caption": "A woman is in the kitchen pouring herself a cup of coffee.", "similarity": 0.6272, "relevance": 1 }, { "pair_id": 163158, "video_name": "s08e06_seg02_clip_08", "timestamp": [ 28.8, 31.08 ], "duration": 57.66, "caption": "A woman is pouring coffee into a cup on a coffee table.", "similarity": 0.6269, "relevance": 1 }, { "pair_id": 163159, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.6263, "relevance": 1 } ] }, { "query_id": 6162, "query": "A woman unlocks her apartment door, enters the apartment and closes the door.", "relevant_moment": [ { "pair_id": 159260, "video_name": "s07e02_seg01_clip_00", "timestamp": [ 57.62, 65.27 ], "duration": 90.66, "caption": "A woman unlocks her apartment door, enters the apartment and closes the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159261, "video_name": "friends_s07e19_seg02_clip_00", "timestamp": [ 30.02, 32.21 ], "duration": 62.66, "caption": "A woman enters the apartment and then closes the door.", "similarity": 0.9152, "relevance": 3 }, { "pair_id": 159262, "video_name": "friends_s09e20_seg02_clip_07", "timestamp": [ 6.93, 10.4 ], "duration": 63.66, "caption": "A woman opens the door and enters the apartment.", "similarity": 0.9018, "relevance": 2 }, { "pair_id": 159263, "video_name": "friends_s02e11_seg02_clip_08", "timestamp": [ 0.57, 2.0 ], "duration": 57.66, "caption": "A woman opens the door and enters the apartment.", "similarity": 0.9018, "relevance": 2 }, { "pair_id": 159264, "video_name": "s08e07_seg02_clip_08", "timestamp": [ 35.42, 41.32 ], "duration": 59.66, "caption": "A woman opens the apartment door and enters into the apartment.", "similarity": 0.899, "relevance": 2 }, { "pair_id": 159265, "video_name": "met_s03e04_seg02_clip_10", "timestamp": [ 18.92, 23.26 ], "duration": 62.66, "caption": "A woman enters the apartment and closes the door behind her.", "similarity": 0.8984, "relevance": 3 }, { "pair_id": 159266, "video_name": "friends_s10e15_seg02_clip_07", "timestamp": [ 44.82, 47.06 ], "duration": 56.66, "caption": "A woman enters the apartment and closes the door behind her.", "similarity": 0.8984, "relevance": 3 }, { "pair_id": 159267, "video_name": "friends_s04e13_seg02_clip_07", "timestamp": [ 52.72, 56.14 ], "duration": 62.66, "caption": "A woman opens the door of the apartment and goes inside.", "similarity": 0.8906, "relevance": 3 }, { "pair_id": 159268, "video_name": "s02e09_seg01_clip_02", "timestamp": [ 36.02, 38.02 ], "duration": 40.66, "caption": "A woman opens the door and goes into her apartment.", "similarity": 0.8866, "relevance": 2 }, { "pair_id": 159269, "video_name": "s08e22_seg02_clip_10", "timestamp": [ 3.72, 5.89 ], "duration": 62.66, "caption": "A woman opens the door and enters person's apartment.", "similarity": 0.8753, "relevance": 3 }, { "pair_id": 159270, "video_name": "friends_s05e23-24_seg02_clip_00", "timestamp": [ 1.25, 3.76 ], "duration": 62.66, "caption": "A woman enters a person's apartment and closes the door behind her.", "similarity": 0.8752, "relevance": 3 }, { "pair_id": 159271, "video_name": "s01e17_seg02_clip_10", "timestamp": [ 16.51, 20.41 ], "duration": 60.66, "caption": "A woman walks into her apartment and closes the door after person gets in.", "similarity": 0.8739, "relevance": 3 }, { "pair_id": 159272, "video_name": "s04e16_seg02_clip_09", "timestamp": [ 45.75, 48.99 ], "duration": 59.66, "caption": "A woman opens the apartment door and walks in and then shuts the door.", "similarity": 0.8715, "relevance": 3 }, { "pair_id": 159273, "video_name": "s07e24_seg02_clip_10", "timestamp": [ 17.99, 20.47 ], "duration": 62.66, "caption": "A woman opens the door and comes into the apartment.", "similarity": 0.8691, "relevance": 2 }, { "pair_id": 159274, "video_name": "friends_s05e05_seg02_clip_01", "timestamp": [ 14.27, 15.51 ], "duration": 62.66, "caption": "A woman opens the door and comes into the apartment.", "similarity": 0.8691, "relevance": 2 }, { "pair_id": 159275, "video_name": "s03e09_seg02_clip_03", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8681, "relevance": 3 }, { "pair_id": 159276, "video_name": "friends_s09e13_seg02_clip_19", "timestamp": [ 23.79, 26.69 ], "duration": 58.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8681, "relevance": 3 }, { "pair_id": 159277, "video_name": "friends_s04e13_seg02_clip_11", "timestamp": [ 27.4, 29.69 ], "duration": 57.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8681, "relevance": 3 }, { "pair_id": 159278, "video_name": "s02e02_seg02_clip_10", "timestamp": [ 47.3, 49.13 ], "duration": 61.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.8649, "relevance": 2 }, { "pair_id": 159279, "video_name": "friends_s08e07_seg02_clip_18", "timestamp": [ 7.35, 12.05 ], "duration": 58.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.8649, "relevance": 4 }, { "pair_id": 332580, "video_name": "friends_s05e18_seg02_clip_20", "timestamp": [ 11.29, 12.82 ], "duration": 61.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.8649, "relevance": 2 }, { "pair_id": 332581, "video_name": "friends_s08e16_seg02_clip_11", "timestamp": [ 10.23, 11.48 ], "duration": 62.66, "caption": "A woman opens the door and comes out of her apartment.", "similarity": 0.8597, "relevance": 2 }, { "pair_id": 332582, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 36.82, 38.42 ], "duration": 80.66, "caption": "A woman walks into the apartment and closes the door behind her.", "similarity": 0.8594, "relevance": 4 }, { "pair_id": 332583, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 17.71, 20.71 ], "duration": 60.66, "caption": "A woman walks into the apartment and closes the door behind her.", "similarity": 0.8594, "relevance": 4 }, { "pair_id": 332584, "video_name": "s02e23_seg02_clip_12", "timestamp": [ 39.62, 41.72 ], "duration": 60.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.8593, "relevance": 3 }, { "pair_id": 332585, "video_name": "met_s02e12_seg02_clip_13", "timestamp": [ 44.0, 46.75 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.8593, "relevance": 4 }, { "pair_id": 332586, "video_name": "friends_s10e13_seg02_clip_13", "timestamp": [ 50.65, 52.08 ], "duration": 57.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.8593, "relevance": 3 }, { "pair_id": 332587, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 24.76, 36.04 ], "duration": 55.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.8593, "relevance": 2 }, { "pair_id": 332588, "video_name": "friends_s08e20_seg01_clip_00", "timestamp": [ 3.98, 10.41 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.8593, "relevance": 4 }, { "pair_id": 332589, "video_name": "friends_s06e03_seg02_clip_10", "timestamp": [ 17.09, 21.97 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.8593, "relevance": 4 }, { "pair_id": 332590, "video_name": "friends_s10e08_seg02_clip_03", "timestamp": [ 10.99, 12.17 ], "duration": 59.66, "caption": "A woman opens her apartment door and walks through it.", "similarity": 0.859, "relevance": 3 }, { "pair_id": 332591, "video_name": "s01e13_seg02_clip_16", "timestamp": [ 25.16, 29.15 ], "duration": 47.66, "caption": "A woman quickly comes in the apartment and closes the door.", "similarity": 0.8586, "relevance": 4 }, { "pair_id": 332592, "video_name": "s08e21_seg02_clip_01", "timestamp": [ 47.91, 51.87 ], "duration": 61.66, "caption": "A woman walks into the apartment and a person closes the door.", "similarity": 0.8523, "relevance": 3 }, { "pair_id": 332593, "video_name": "friends_s04e15_seg02_clip_11", "timestamp": [ 35.12, 38.37 ], "duration": 59.66, "caption": "A woman opens the front door and enters the apartment.", "similarity": 0.8489, "relevance": 4 }, { "pair_id": 332594, "video_name": "s07e10_seg02_clip_04", "timestamp": [ 32.88, 35.05 ], "duration": 62.66, "caption": "A woman opens the door and walks inside the apartment.", "similarity": 0.8488, "relevance": 4 }, { "pair_id": 332595, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.84, 25.38 ], "duration": 59.66, "caption": "A woman opens the apartment door then closes it after a man enters.", "similarity": 0.8484, "relevance": 3 }, { "pair_id": 332596, "video_name": "friends_s04e02_seg02_clip_05", "timestamp": [ 41.62, 44.94 ], "duration": 60.66, "caption": "A woman enters though the door of her apartment.", "similarity": 0.8481, "relevance": 4 }, { "pair_id": 332598, "video_name": "friends_s04e20_seg02_clip_20", "timestamp": [ 3.32, 8.42 ], "duration": 51.66, "caption": "A woman walks to the door to her apartment and opens it.", "similarity": 0.8428, "relevance": 2 }, { "pair_id": 332599, "video_name": "s01e17_seg02_clip_06", "timestamp": [ 34.82, 38.12 ], "duration": 60.66, "caption": "A woman opens the apartment door and slams it closed.", "similarity": 0.8422, "relevance": 2 } ] }, { "query_id": 6164, "query": "Out of fright, a woman drops a paper bag full of shopping.", "relevant_moment": [ { "pair_id": 137040, "video_name": "s07e02_seg01_clip_00", "timestamp": [ 65.27, 66.17 ], "duration": 90.66, "caption": "Out of fright, a woman drops a paper bag full of shopping.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137041, "video_name": "friends_s10e09_seg02_clip_11", "timestamp": [ 9.84, 13.4 ], "duration": 54.66, "caption": "A woman pulls out some of the items she got in her shopping bag.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 137042, "video_name": "castle_s01e06_seg02_clip_10", "timestamp": [ 0.0, 7.66 ], "duration": 90.66, "caption": "A woman comes in with several shopping bags and person.", "similarity": 0.6663, "relevance": 1 }, { "pair_id": 137043, "video_name": "friends_s05e06_seg02_clip_13", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "A woman was holding a bunch of paper bags.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 137044, "video_name": "s02e03_seg01_clip_01", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman picks up an empty paper bag on the floor and starts putting her fallen groceries in it.", "similarity": 0.6469, "relevance": 3 }, { "pair_id": 137045, "video_name": "castle_s08e10_seg02_clip_21", "timestamp": [ 22.96, 32.56 ], "duration": 83.66, "caption": "A woman finds a duffel bag and when she opens it, it's filled with money.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 137046, "video_name": "friends_s10e17-18_seg02_clip_29", "timestamp": [ 8.85, 13.58 ], "duration": 59.66, "caption": "A woman is franctically looking for something in her bag.", "similarity": 0.6418, "relevance": 1 }, { "pair_id": 137047, "video_name": "friends_s04e03_seg02_clip_08", "timestamp": [ 2.28, 4.88 ], "duration": 65.66, "caption": "A woman snatches the small paper bag out of another woman's hand as she walks by.", "similarity": 0.6249, "relevance": 1 }, { "pair_id": 137048, "video_name": "castle_s06e21_seg02_clip_13", "timestamp": [ 14.2, 17.41 ], "duration": 91.66, "caption": "A woman picks up a bag and rolls the bag out.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 137049, "video_name": "friends_s01e01_seg02_clip_07", "timestamp": [ 18.61, 20.14 ], "duration": 61.66, "caption": "A woman is breathing in and out of a paper bag.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 137050, "video_name": "s05e12_seg02_clip_15", "timestamp": [ 16.21, 22.81 ], "duration": 60.66, "caption": "A woman gets the thing inside the paper bag and is very happy.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 137051, "video_name": "friends_s03e04_seg02_clip_17", "timestamp": [ 37.48, 39.84 ], "duration": 59.66, "caption": "A woman grabs the stack of papers and puts it in her bag.", "similarity": 0.614, "relevance": 1 }, { "pair_id": 137052, "video_name": "castle_s02e19_seg02_clip_13", "timestamp": [ 4.48, 7.17 ], "duration": 89.66, "caption": "A woman is handed a plastic bag containing some papers and she looks at it.", "similarity": 0.6101, "relevance": 1 }, { "pair_id": 137053, "video_name": "s02e03_seg01_clip_01", "timestamp": [ 47.91, 50.65 ], "duration": 61.66, "caption": "A woman tries to pick up the bag and the bottom breaks.", "similarity": 0.6093, "relevance": 3 }, { "pair_id": 137054, "video_name": "friends_s04e23-24_seg02_clip_12", "timestamp": [ 50.24, 53.66 ], "duration": 62.66, "caption": "A woman walks thru the front door with shopping bags in her hands.", "similarity": 0.6085, "relevance": 1 }, { "pair_id": 137055, "video_name": "castle_s08e10_seg02_clip_21", "timestamp": [ 29.22, 33.39 ], "duration": 83.66, "caption": "A woman opens a bag on the floor and takes out cash.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 137056, "video_name": "castle_s06e20_seg02_clip_24", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "A woman hands a brown paper bag to person.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 137057, "video_name": "castle_s05e13_seg02_clip_06", "timestamp": [ 48.24, 54.16 ], "duration": 91.66, "caption": "A woman opens a duffel bag and takes out a roll of paper and another person picks it up.", "similarity": 0.5989, "relevance": 0 }, { "pair_id": 137058, "video_name": "s03e19_seg02_clip_08", "timestamp": [ 46.63, 48.11 ], "duration": 59.66, "caption": "A person gives something in a paper bag to woman.", "similarity": 0.598, "relevance": 1 }, { "pair_id": 137059, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 58.31, 64.1 ], "duration": 89.66, "caption": "A woman gets up and searches through someone's bag.", "similarity": 0.596, "relevance": 1 } ] }, { "query_id": 6215, "query": "A woman walks into the elevator and finds a man already in it.", "relevant_moment": [ { "pair_id": 23280, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 71.4, 86.02 ], "duration": 86.66, "caption": "A woman walks into the elevator and finds a man already in it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 23281, "video_name": "grey_s03e05_seg02_clip_22", "timestamp": [ 84.36, 101.02 ], "duration": 101.66, "caption": "A man walks into the elevator and a woman is already standing in it.", "similarity": 0.8933, "relevance": 3 }, { "pair_id": 23282, "video_name": "grey_s02e02_seg02_clip_21", "timestamp": [ 36.01, 42.01 ], "duration": 80.66, "caption": "A man is in the elevator as a woman walks into it.", "similarity": 0.8624, "relevance": 4 }, { "pair_id": 23283, "video_name": "grey_s03e02_seg02_clip_00", "timestamp": [ 0.0, 3.7 ], "duration": 92.66, "caption": "A man goes into an elevator that a woman is in.", "similarity": 0.8365, "relevance": 3 }, { "pair_id": 23284, "video_name": "house_s06e19_seg02_clip_03", "timestamp": [ 13.72, 16.46 ], "duration": 91.66, "caption": "A woman walks into the elevator with a man before the door closes.", "similarity": 0.8331, "relevance": 4 }, { "pair_id": 23285, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 30.16, 38.26 ], "duration": 90.66, "caption": "A woman walks into the elevator and a man gets in and stands behind her.", "similarity": 0.8275, "relevance": 3 }, { "pair_id": 23286, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 78.68, 85.06 ], "duration": 85.66, "caption": "A man gets in the elevator and a woman goes in with him.", "similarity": 0.8275, "relevance": 4 }, { "pair_id": 23287, "video_name": "grey_s02e08_seg02_clip_24", "timestamp": [ 51.63, 58.14 ], "duration": 93.66, "caption": "The elevator doors open and a woman sees a man in it.", "similarity": 0.8157, "relevance": 4 }, { "pair_id": 23288, "video_name": "castle_s04e12_seg02_clip_18", "timestamp": [ 58.44, 67.18 ], "duration": 92.66, "caption": "A woman walks to the elevator and meets a man there.", "similarity": 0.8154, "relevance": 3 }, { "pair_id": 23289, "video_name": "friends_s06e08_seg02_clip_11", "timestamp": [ 36.69, 41.55 ], "duration": 60.66, "caption": "A man walks into the elevator with two women.", "similarity": 0.8109, "relevance": 2 }, { "pair_id": 23290, "video_name": "castle_s08e01_seg02_clip_08", "timestamp": [ 56.44, 63.26 ], "duration": 91.66, "caption": "A woman walks into the elevator and watches a man as the doors close.", "similarity": 0.8089, "relevance": 2 }, { "pair_id": 23291, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 0.0, 8.71 ], "duration": 91.66, "caption": "A man walks to the elevator and a woman also enters the elevator and the elevator door closes.", "similarity": 0.8072, "relevance": 4 }, { "pair_id": 23292, "video_name": "grey_s03e24_seg02_clip_01", "timestamp": [ 40.97, 43.7 ], "duration": 91.66, "caption": "A man gets into the elevator when a woman was inside standing.", "similarity": 0.8011, "relevance": 3 }, { "pair_id": 23293, "video_name": "castle_s07e06_seg02_clip_06", "timestamp": [ 46.74, 55.19 ], "duration": 89.66, "caption": "A woman and a man walk into the elevator and a man sees a woman.", "similarity": 0.7986, "relevance": 3 }, { "pair_id": 23295, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 79.22, 83.18 ], "duration": 88.66, "caption": "A woman sticks her hand out to open elevator door, catches it and then joins a man in the elevator.", "similarity": 0.7946, "relevance": 4 }, { "pair_id": 23296, "video_name": "grey_s03e24_seg02_clip_07", "timestamp": [ 77.3, 81.63 ], "duration": 96.66, "caption": "A woman grabs a man and walks him to the elevator.", "similarity": 0.7798, "relevance": 1 }, { "pair_id": 23297, "video_name": "house_s07e14_seg02_clip_00", "timestamp": [ 11.87, 40.19 ], "duration": 91.66, "caption": "A woman gets in the other elevator, she gets out and finds a person hiding behind the first elevator door.", "similarity": 0.7785, "relevance": 3 }, { "pair_id": 23298, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 59.82, 65.8 ], "duration": 92.66, "caption": "A person enters the elevator that two people are in.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 23299, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 70.97, 86.02 ], "duration": 86.66, "caption": "A woman gets into the elevator and a man is already there looking at his cellphone.", "similarity": 0.7746, "relevance": 4 }, { "pair_id": 196600, "video_name": "grey_s02e08_seg02_clip_24", "timestamp": [ 60.0, 66.51 ], "duration": 93.66, "caption": "A woman steps into the elevator and stands in front of a man.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 196601, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A woman follows a man into an elevator while talking.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 196602, "video_name": "castle_s04e16_seg02_clip_18", "timestamp": [ 56.11, 71.42 ], "duration": 102.66, "caption": "A man takes a woman at gunpoint and enters the elevator.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 196603, "video_name": "grey_s02e08_seg02_clip_24", "timestamp": [ 51.63, 71.63 ], "duration": 93.66, "caption": "A woman stands at the elevator door as it opens and a man is standing inside the elevator to which the woman walks inside and whispers to the man that she misses him.", "similarity": 0.7686, "relevance": 4 }, { "pair_id": 196604, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 66.72, 69.5 ], "duration": 92.66, "caption": "A person walks into the elevator another person is on.", "similarity": 0.7633, "relevance": 4 }, { "pair_id": 196606, "video_name": "friends_s06e08_seg02_clip_17", "timestamp": [ 51.86, 72.02 ], "duration": 72.66, "caption": "A man walks into the elevator with two women then gets out.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 196607, "video_name": "house_s02e01_seg02_clip_22", "timestamp": [ 45.91, 52.87 ], "duration": 92.66, "caption": "A man enters the elevator and asks two other men if they saw a woman.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 196608, "video_name": "grey_s01e02_seg02_clip_25", "timestamp": [ 73.2, 98.42 ], "duration": 123.66, "caption": "A woman joins a man to wait for the elevator and then decides to utilize the stairs instead.", "similarity": 0.7588, "relevance": 1 }, { "pair_id": 196609, "video_name": "house_s07e14_seg02_clip_00", "timestamp": [ 31.97, 42.01 ], "duration": 91.66, "caption": "A woman pushes back the elevator door and walks inside with a man.", "similarity": 0.7547, "relevance": 4 }, { "pair_id": 196611, "video_name": "house_s03e23_seg02_clip_15", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A man enters the elevator where a woman is inside and he presses the button to close the door.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 196613, "video_name": "castle_s02e01_seg02_clip_07", "timestamp": [ 23.16, 24.05 ], "duration": 89.66, "caption": "A woman reaches out and hits a button as she and a man walk into an elevator.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 196616, "video_name": "castle_s05e06_seg02_clip_17", "timestamp": [ 72.11, 75.22 ], "duration": 89.66, "caption": "A woman and a man meet a person as he is coming out of an elevator.", "similarity": 0.7453, "relevance": 4 }, { "pair_id": 196617, "video_name": "friends_s06e08_seg02_clip_17", "timestamp": [ 0.0, 2.52 ], "duration": 72.66, "caption": "A woman walks into the elevator and stands next to someone.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 196618, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 4.98, 10.41 ], "duration": 90.66, "caption": "A person walks into the elevator when a man looks on.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 196619, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 33.68, 62.81 ], "duration": 91.66, "caption": "A man goes into the elevator with woman and they converse.", "similarity": 0.7432, "relevance": 3 } ] }, { "query_id": 6217, "query": "A man picks up the saw and hands it to a woman.", "relevant_moment": [ { "pair_id": 20820, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 32.26, 48.6 ], "duration": 86.66, "caption": "A man picks up the saw and hands it to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20821, "video_name": "house_s08e03_seg02_clip_23", "timestamp": [ 58.44, 63.04 ], "duration": 92.66, "caption": "A person grabs the saw out of someone's hands, pulls something off, and hands it back.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 20822, "video_name": "grey_s03e04_seg02_clip_12", "timestamp": [ 28.76, 35.73 ], "duration": 87.66, "caption": "A man picks up a stop watch and tries to hand it to a woman.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 20823, "video_name": "grey_s03e11_seg02_clip_00", "timestamp": [ 43.21, 45.13 ], "duration": 96.66, "caption": "A man picks up something then throws it to get a woman's attention.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 20824, "video_name": "s06e24_seg02_clip_13", "timestamp": [ 38.31, 43.14 ], "duration": 69.66, "caption": "A man picks up and then hands a woman a small gift.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 20825, "video_name": "castle_s07e16_seg02_clip_03", "timestamp": [ 20.42, 28.13 ], "duration": 90.66, "caption": "A man is holding a tool and shows it to woman.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 20826, "video_name": "castle_s03e07_seg02_clip_00", "timestamp": [ 70.54, 77.83 ], "duration": 91.66, "caption": "A woman picks up a phone and hands it to man.", "similarity": 0.6637, "relevance": 1 }, { "pair_id": 20827, "video_name": "met_s02e21_seg02_clip_16", "timestamp": [ 14.9, 15.98 ], "duration": 54.66, "caption": "A man takes a woman's hand after she holds it out.", "similarity": 0.6559, "relevance": 1 }, { "pair_id": 20828, "video_name": "met_s03e18_seg01_clip_04", "timestamp": [ 71.36, 76.69 ], "duration": 80.66, "caption": "A man holds his hand up and shows it to a woman.", "similarity": 0.6526, "relevance": 0 }, { "pair_id": 20829, "video_name": "friends_s03e02_seg02_clip_08", "timestamp": [ 38.66, 44.56 ], "duration": 59.66, "caption": "A man tries to help a woman pick out something to wear.", "similarity": 0.6502, "relevance": 0 }, { "pair_id": 20830, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 42.32, 46.52 ], "duration": 60.66, "caption": "A man picks up a jewelry box from the table and gives it to a woman.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 20831, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 48.52, 51.6 ], "duration": 88.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 20832, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 82.74, 87.45 ], "duration": 94.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 20833, "video_name": "s08e22_seg02_clip_10", "timestamp": [ 14.89, 16.75 ], "duration": 62.66, "caption": "A woman walks up to the counter and hands a man a tool.", "similarity": 0.6459, "relevance": 1 }, { "pair_id": 20834, "video_name": "met_s06e08_seg02_clip_02", "timestamp": [ 5.71, 12.93 ], "duration": 60.66, "caption": "A man reaches behind woman and attempts to pick up a glass.", "similarity": 0.6444, "relevance": 0 }, { "pair_id": 20835, "video_name": "house_s06e21_seg02_clip_21", "timestamp": [ 21.09, 24.52 ], "duration": 114.66, "caption": "A man picks up an electric saw while laying next to a person on the ground.", "similarity": 0.6438, "relevance": 3 }, { "pair_id": 20836, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 83.74, 90.11 ], "duration": 91.66, "caption": "A woman hands a man an internal saw to use on the patient.", "similarity": 0.6398, "relevance": 3 }, { "pair_id": 20837, "video_name": "castle_s03e23_seg02_clip_00", "timestamp": [ 69.02, 74.54 ], "duration": 92.66, "caption": "A woman picks up the cell phone and hands it to man.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 20838, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 5.36, 8.19 ], "duration": 56.66, "caption": "A man grabs woman's hand after she asks about it.", "similarity": 0.639, "relevance": 0 }, { "pair_id": 20839, "video_name": "friends_s05e08_seg02_clip_16", "timestamp": [ 16.37, 40.45 ], "duration": 61.66, "caption": "A woman picks up a knife and drops it on a man's foot.", "similarity": 0.6353, "relevance": 2 } ] }, { "query_id": 6251, "query": "A woman walks over to the same shelf that a person is looking at.", "relevant_moment": [ { "pair_id": 17140, "video_name": "s07e03_seg02_clip_10", "timestamp": [ 11.17, 15.82 ], "duration": 62.66, "caption": "A woman walks over to the same shelf that a person is looking at.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17141, "video_name": "grey_s03e25_seg02_clip_31", "timestamp": [ 9.45, 13.55 ], "duration": 63.66, "caption": "A woman walks over to look at the shelving unit.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 17142, "video_name": "house_s08e08_seg02_clip_04", "timestamp": [ 12.6, 17.1 ], "duration": 90.66, "caption": "A woman walks near the book shelves and looks for something.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 17143, "video_name": "castle_s03e22_seg02_clip_19", "timestamp": [ 27.04, 32.14 ], "duration": 102.66, "caption": "A woman gets up and walks over to the other side of the room to look at something.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 17144, "video_name": "castle_s05e20_seg02_clip_07", "timestamp": [ 1.35, 4.96 ], "duration": 90.66, "caption": "A woman walks over to see what someone has on the computer.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 17145, "video_name": "castle_s01e04_seg02_clip_17", "timestamp": [ 77.99, 82.95 ], "duration": 90.66, "caption": "A woman walks over to the door while looking at a person and then opens it.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 17146, "video_name": "castle_s03e01_seg02_clip_02", "timestamp": [ 16.02, 28.49 ], "duration": 89.66, "caption": "A woman walks by the window and it seems as though the cardboard person is following and looking at her.", "similarity": 0.6909, "relevance": 1 }, { "pair_id": 17147, "video_name": "s09e17_seg01_clip_00", "timestamp": [ 31.92, 34.34 ], "duration": 44.66, "caption": "A woman turns around to look for a person at the stairway.", "similarity": 0.6903, "relevance": 1 }, { "pair_id": 17148, "video_name": "friends_s07e12_seg01_clip_00", "timestamp": [ 26.01, 43.62 ], "duration": 80.66, "caption": "A woman walks over to the wall, looking up, and then goes back.", "similarity": 0.6871, "relevance": 1 }, { "pair_id": 17149, "video_name": "s03e22_seg02_clip_08", "timestamp": [ 3.6, 7.5 ], "duration": 60.66, "caption": "A woman walks over to the door, stops to look at a person, and walks out.", "similarity": 0.6725, "relevance": 1 }, { "pair_id": 17150, "video_name": "castle_s06e01_seg02_clip_25", "timestamp": [ 42.51, 44.51 ], "duration": 100.66, "caption": "A woman walks into person's office and leans on a book shelf.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 17152, "video_name": "grey_s03e22_seg02_clip_22", "timestamp": [ 84.06, 88.02 ], "duration": 88.66, "caption": "A woman walks over to two people and one of them looks past the other at the woman.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 17153, "video_name": "grey_s03e06_seg02_clip_09", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A woman is walking up to a person when they are looking at a chart.", "similarity": 0.6601, "relevance": 2 }, { "pair_id": 17154, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman walks over and stands next to a person.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 17155, "video_name": "castle_s04e16_seg02_clip_11", "timestamp": [ 48.77, 55.22 ], "duration": 92.66, "caption": "A woman walks towards a desk and looks at it.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 17156, "video_name": "grey_s03e08_seg02_clip_23", "timestamp": [ 21.76, 23.93 ], "duration": 87.66, "caption": "A woman walks over to a window and looks out.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 17157, "video_name": "house_s05e20_seg02_clip_10", "timestamp": [ 63.23, 70.31 ], "duration": 88.66, "caption": "A woman is leaning over a desk and when a person walks up to her, she looks up at him/her.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 17158, "video_name": "friends_s09e20_seg02_clip_02", "timestamp": [ 42.33, 47.55 ], "duration": 61.66, "caption": "A woman walks over to the fridge and looks inside.", "similarity": 0.6533, "relevance": 1 }, { "pair_id": 17159, "video_name": "s07e21_seg01_clip_00", "timestamp": [ 36.31, 39.67 ], "duration": 61.66, "caption": "A woman turns around to look at person, who is mulling over something on the whiteboard.", "similarity": 0.6533, "relevance": 2 } ] }, { "query_id": 6271, "query": "A person comes walking out into the living room carrying a wine glass and wearing a smoking jacket.", "relevant_moment": [ { "pair_id": 149200, "video_name": "s07e03_seg02_clip_16", "timestamp": [ 14.34, 18.0 ], "duration": 61.66, "caption": "A person comes walking out into the living room carrying a wine glass and wearing a smoking jacket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149201, "video_name": "s07e15_seg02_clip_01", "timestamp": [ 0.0, 3.19 ], "duration": 58.66, "caption": "A person walks into the living room carrying a beverage bottle.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 149203, "video_name": "s01e01_seg02_clip_10", "timestamp": [ 58.44, 59.03 ], "duration": 59.66, "caption": "A person walks into the living room carrying two beverages.", "similarity": 0.7555, "relevance": 1 }, { "pair_id": 149204, "video_name": "s08e14_seg02_clip_08", "timestamp": [ 10.5, 16.51 ], "duration": 60.66, "caption": "A person carries a bottle of wine from the kitchen to the living room.", "similarity": 0.7551, "relevance": 2 }, { "pair_id": 149206, "video_name": "s10e05_seg02_clip_07", "timestamp": [ 15.09, 18.57 ], "duration": 58.66, "caption": "A person walks through a door carrying wine, a towel, a glass.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 149207, "video_name": "s04e05_seg02_clip_08", "timestamp": [ 54.3, 56.96 ], "duration": 59.66, "caption": "A person comes walking out into the living room in a suit.", "similarity": 0.7328, "relevance": 2 }, { "pair_id": 149208, "video_name": "s09e20_seg02_clip_11", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A person takes a drink of their wine glass in the living room.", "similarity": 0.724, "relevance": 1 }, { "pair_id": 149209, "video_name": "s04e16_seg02_clip_00", "timestamp": [ 24.97, 27.53 ], "duration": 64.66, "caption": "A person walks out of their room into the living room.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 149210, "video_name": "s06e06_seg02_clip_05", "timestamp": [ 5.8, 7.93 ], "duration": 61.66, "caption": "A person walks into the living room holding a bottle of water.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 149211, "video_name": "s07e16_seg02_clip_15", "timestamp": [ 77.74, 82.38 ], "duration": 116.66, "caption": "A woman picks up a glass of white wine and walks into the living room.", "similarity": 0.7048, "relevance": 1 }, { "pair_id": 149212, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 15.06, 16.78 ], "duration": 43.66, "caption": "A woman walks into man's apartment carrying a glass of wine.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 149213, "video_name": "s06e11_seg02_clip_11", "timestamp": [ 29.9, 33.57 ], "duration": 61.66, "caption": "A person walks into the living room carrying a mug and sits down on the couch.", "similarity": 0.6948, "relevance": 0 }, { "pair_id": 149214, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 18.01, 19.84 ], "duration": 61.66, "caption": "A person walks out of their bedroom and into the living room.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 149215, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 3.47, 7.25 ], "duration": 63.66, "caption": "A person walks from the kitchen into the living room.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 149216, "video_name": "s05e21_seg02_clip_14", "timestamp": [ 41.95, 44.22 ], "duration": 65.66, "caption": "A person walks out of the living room towards the hallway.", "similarity": 0.6765, "relevance": 0 }, { "pair_id": 149217, "video_name": "grey_s03e18_seg02_clip_19", "timestamp": [ 25.89, 34.07 ], "duration": 90.66, "caption": "A man puts his glass of wine on the table and walks out of the room.", "similarity": 0.6761, "relevance": 1 }, { "pair_id": 149218, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 39.55, 42.2 ], "duration": 59.66, "caption": "A man carries a water bottle as he walks into the living room.", "similarity": 0.6754, "relevance": 1 }, { "pair_id": 149219, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 53.34, 56.14 ], "duration": 62.66, "caption": "A person stands up and walks out of the living room.", "similarity": 0.6677, "relevance": 0 } ] }, { "query_id": 6328, "query": "A person looks in the mirror and sees their face with paint on it.", "relevant_moment": [ { "pair_id": 152920, "video_name": "castle_s07e20_seg02_clip_03", "timestamp": [ 7.82, 10.12 ], "duration": 92.66, "caption": "A person looks in the mirror and sees their face with paint on it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152921, "video_name": "s05e18_seg02_clip_17", "timestamp": [ 3.24, 7.56 ], "duration": 54.66, "caption": "A person looks at his face in the mirror.", "similarity": 0.8599, "relevance": 2 }, { "pair_id": 152922, "video_name": "house_s05e24_seg02_clip_00", "timestamp": [ 27.25, 33.25 ], "duration": 92.66, "caption": "A person looks at the mirror and notices lipstick on their face.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 152923, "video_name": "house_s03e07_seg02_clip_07", "timestamp": [ 43.37, 48.39 ], "duration": 91.66, "caption": "A person looks in the small mirror at his hair.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 152924, "video_name": "house_s05e24_seg02_clip_24", "timestamp": [ 83.23, 88.34 ], "duration": 146.66, "caption": "A person touches their face as they look at themselves in the mirror.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 152925, "video_name": "friends_s09e06_seg02_clip_04", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A person turned around and looked at himself in the mirror.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 152926, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 17.71, 29.41 ], "duration": 60.66, "caption": "A person poses looks at themselves in the mirror.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 152928, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 18.61, 28.21 ], "duration": 60.66, "caption": "A person checks himself out in the full-length mirror.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 152929, "video_name": "met_s02e21_seg02_clip_11", "timestamp": [ 38.37, 40.97 ], "duration": 65.66, "caption": "A person makes a pouting facial reaction as he looks himself in the mirror.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 152930, "video_name": "friends_s10e07_seg02_clip_05", "timestamp": [ 54.9, 58.93 ], "duration": 62.66, "caption": "A person takes on the veil and looks at the mirror.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 152932, "video_name": "castle_s04e05_seg02_clip_23", "timestamp": [ 84.66, 87.42 ], "duration": 92.66, "caption": "A man is admiring his reflection in a mirror.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 152933, "video_name": "s01e06_seg02_clip_03", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A man views himself in a hand mirror while he is in a costume.", "similarity": 0.7115, "relevance": 2 }, { "pair_id": 152934, "video_name": "friends_s07e01_seg02_clip_02", "timestamp": [ 8.4, 13.21 ], "duration": 60.66, "caption": "A person makes weird faces at themselves in the mirror.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 152935, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 81.4, 82.33 ], "duration": 93.66, "caption": "A person leans in to glance into a two-way mirror.", "similarity": 0.7017, "relevance": 1 }, { "pair_id": 152936, "video_name": "grey_s02e18_seg02_clip_15", "timestamp": [ 0.0, 19.14 ], "duration": 91.66, "caption": "A person is drawing guidelines on someone's face as they watch in the mirror.", "similarity": 0.6979, "relevance": 4 }, { "pair_id": 152937, "video_name": "house_s03e22_seg02_clip_21", "timestamp": [ 58.76, 63.65 ], "duration": 89.66, "caption": "A person looks at the distorted mirror on the shelf.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 152938, "video_name": "grey_s01e07_seg02_clip_15", "timestamp": [ 22.06, 28.36 ], "duration": 90.66, "caption": "A woman gets up and looks at herself in the mirror.", "similarity": 0.6788, "relevance": 3 }, { "pair_id": 152939, "video_name": "house_s07e14_seg02_clip_11", "timestamp": [ 7.75, 10.94 ], "duration": 91.66, "caption": "A man puts his hands on his face while he looks at his eyes in the mirror.", "similarity": 0.6783, "relevance": 3 }, { "pair_id": 326240, "video_name": "castle_s05e12_seg02_clip_16", "timestamp": [ 6.63, 14.15 ], "duration": 88.66, "caption": "A man describes someone from the other side of a mirror.", "similarity": 0.6763, "relevance": 1 }, { "pair_id": 326241, "video_name": "grey_s03e19_seg02_clip_07", "timestamp": [ 19.01, 25.66 ], "duration": 95.66, "caption": "A man shows the patient her current face in the mirror.", "similarity": 0.6761, "relevance": 3 }, { "pair_id": 326242, "video_name": "met_s03e11_seg01_clip_03", "timestamp": [ 4.91, 8.9 ], "duration": 61.66, "caption": "A person pointed out their finger in front of a mirror.", "similarity": 0.6755, "relevance": 3 }, { "pair_id": 326243, "video_name": "friends_s03e21_seg02_clip_12", "timestamp": [ 51.61, 53.89 ], "duration": 57.66, "caption": "A woman turns her head and looks into the mirror.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 326244, "video_name": "house_s05e16_seg02_clip_22", "timestamp": [ 35.89, 38.65 ], "duration": 92.66, "caption": "A person is fixing his necktie while looking at the mirror.", "similarity": 0.6739, "relevance": 3 }, { "pair_id": 326245, "video_name": "castle_s01e08_seg02_clip_17", "timestamp": [ 69.98, 72.18 ], "duration": 88.66, "caption": "A person thinks of something and bangs on the two-way mirror.", "similarity": 0.6731, "relevance": 1 }, { "pair_id": 326246, "video_name": "friends_s03e18_seg02_clip_16", "timestamp": [ 26.11, 27.91 ], "duration": 60.66, "caption": "A woman is looking in the mirror while putting on her lipstick.", "similarity": 0.6691, "relevance": 1 }, { "pair_id": 326247, "video_name": "castle_s03e06_seg02_clip_13", "timestamp": [ 25.23, 34.45 ], "duration": 97.66, "caption": "A person looks towards the two-way mirror while in the interrogation room.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 326248, "video_name": "s08e01_seg02_clip_12", "timestamp": [ 3.25, 4.72 ], "duration": 59.66, "caption": "A person glances up to check their rearview mirror.", "similarity": 0.6662, "relevance": 0 }, { "pair_id": 326249, "video_name": "house_s08e19_seg02_clip_10", "timestamp": [ 15.6, 19.39 ], "duration": 84.66, "caption": "A person attaches the sticker pad to their chest and looks at themselves in the mirror.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 326250, "video_name": "friends_s04e14_seg02_clip_00", "timestamp": [ 5.25, 11.9 ], "duration": 70.66, "caption": "A man turns around to look at his clothes in the mirror.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 326251, "video_name": "castle_s04e01_seg02_clip_17", "timestamp": [ 33.96, 46.19 ], "duration": 90.66, "caption": "Some people are looking at someone through the two-way mirror.", "similarity": 0.6587, "relevance": 1 }, { "pair_id": 326252, "video_name": "s07e20_seg02_clip_06", "timestamp": [ 0.0, 13.35 ], "duration": 58.66, "caption": "A person admires himself in a hand mirror as he has a conversation with woman and man.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 326253, "video_name": "castle_s02e23_seg02_clip_24", "timestamp": [ 59.79, 61.13 ], "duration": 89.66, "caption": "A woman looks into mirror and sees a message in blood on the mirror.", "similarity": 0.6563, "relevance": 3 }, { "pair_id": 326254, "video_name": "s06e03_seg02_clip_03", "timestamp": [ 46.19, 53.03 ], "duration": 57.66, "caption": "A person uses a mirror to apply lip gloss.", "similarity": 0.656, "relevance": 3 }, { "pair_id": 326255, "video_name": "house_s06e02_seg02_clip_23", "timestamp": [ 84.58, 91.23 ], "duration": 95.66, "caption": "A man looks into the mirror and takes a look at his fingers.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 326256, "video_name": "s06e13_seg02_clip_06", "timestamp": [ 5.5, 11.0 ], "duration": 55.66, "caption": "A person smiles at himself while looking into the mirror then lowers the mirror.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 326257, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 18.14, 23.45 ], "duration": 88.66, "caption": "A person drops down to look at their hair in the mirror.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 326258, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 2.18, 7.4 ], "duration": 87.66, "caption": "A person is talking to a man while he is looking at the mirror.", "similarity": 0.6511, "relevance": 3 }, { "pair_id": 326259, "video_name": "friends_s09e09_seg02_clip_00", "timestamp": [ 61.72, 62.03 ], "duration": 62.66, "caption": "A woman checks her face in the mirror of a compact.", "similarity": 0.6504, "relevance": 0 } ] }, { "query_id": 6391, "query": "A woman wearing red top sat higher on the chair with her guitar.", "relevant_moment": [ { "pair_id": 5560, "video_name": "friends_s03e14_seg02_clip_12", "timestamp": [ 11.89, 15.19 ], "duration": 66.66, "caption": "A woman wearing red top sat higher on the chair with her guitar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5561, "video_name": "friends_s04e10_seg02_clip_13", "timestamp": [ 11.2, 16.11 ], "duration": 70.66, "caption": "A woman sits her guitar down beside the chair.", "similarity": 0.8047, "relevance": 3 }, { "pair_id": 5562, "video_name": "friends_s09e19_seg02_clip_05", "timestamp": [ 0.68, 2.48 ], "duration": 45.66, "caption": "A woman gets up from her seat with her guitar.", "similarity": 0.7096, "relevance": 3 }, { "pair_id": 5563, "video_name": "friends_s04e10_seg02_clip_13", "timestamp": [ 11.55, 16.11 ], "duration": 70.66, "caption": "A woman moves her guitar off her lap and rests it on the floor next to her chair.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 5564, "video_name": "friends_s02e14_seg02_clip_08", "timestamp": [ 19.23, 20.47 ], "duration": 62.66, "caption": "A woman sits in a chair with her forearm resting on a musical instrument.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 5565, "video_name": "friends_s03e14_seg02_clip_11", "timestamp": [ 49.51, 54.4 ], "duration": 54.66, "caption": "A person is sitting down and playing a guitar.", "similarity": 0.6475, "relevance": 3 }, { "pair_id": 5566, "video_name": "friends_s01e23_seg02_clip_02", "timestamp": [ 29.9, 50.65 ], "duration": 61.66, "caption": "A woman is sitting on an armrest playing her guitar for a waiting room full of people.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 5567, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 22.95, 32.26 ], "duration": 62.66, "caption": "A woman sits in front of television playing the guitar.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 5568, "video_name": "friends_s04e12_seg02_clip_18", "timestamp": [ 15.35, 20.29 ], "duration": 52.66, "caption": "A woman sits upside down on the couch while holding her guitar.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 5570, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 1.71, 11.69 ], "duration": 57.66, "caption": "A woman is playing guitar two people sit in front of her to listen.", "similarity": 0.623, "relevance": 3 }, { "pair_id": 5571, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 36.89, 40.58 ], "duration": 92.66, "caption": "A woman sits on the arm of a chair.", "similarity": 0.5948, "relevance": 2 }, { "pair_id": 5573, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 6.48, 10.94 ], "duration": 81.66, "caption": "A woman is rocking on the chair back and forth.", "similarity": 0.5804, "relevance": 1 }, { "pair_id": 5574, "video_name": "friends_s04e12_seg02_clip_16", "timestamp": [ 43.94, 45.47 ], "duration": 61.66, "caption": "A woman adjusts the red pillow in the chair.", "similarity": 0.5784, "relevance": 1 }, { "pair_id": 5575, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 67.51, 69.01 ], "duration": 150.66, "caption": "A woman sits down in a chair in front of person.", "similarity": 0.577, "relevance": 1 }, { "pair_id": 5576, "video_name": "s05e02_seg02_clip_03", "timestamp": [ 26.16, 29.94 ], "duration": 63.66, "caption": "A person sits down in the red armchair.", "similarity": 0.5746, "relevance": 1 }, { "pair_id": 5577, "video_name": "friends_s08e13_seg02_clip_14", "timestamp": [ 21.27, 24.09 ], "duration": 62.66, "caption": "A woman turns the chair around and sits down on it.", "similarity": 0.5745, "relevance": 1 }, { "pair_id": 5578, "video_name": "s05e18_seg02_clip_02", "timestamp": [ 46.64, 48.85 ], "duration": 63.66, "caption": "A woman gets up from her chair by the harp.", "similarity": 0.568, "relevance": 1 }, { "pair_id": 5579, "video_name": "friends_s05e03_seg02_clip_16", "timestamp": [ 4.64, 6.38 ], "duration": 58.66, "caption": "A woman sits down on a chair next to a lot of medical equipment.", "similarity": 0.5671, "relevance": 1 } ] }, { "query_id": 6509, "query": "A woman leaves, and a man sits down by himself.", "relevant_moment": [ { "pair_id": 7960, "video_name": "friends_s03e19_seg02_clip_19", "timestamp": [ 22.41, 30.81 ], "duration": 56.66, "caption": "A woman leaves, and a man sits down by himself.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7961, "video_name": "house_s06e07_seg02_clip_10", "timestamp": [ 10.05, 12.33 ], "duration": 91.66, "caption": "A man gets up from his seat and leaves a woman sitting alone.", "similarity": 0.7328, "relevance": 2 }, { "pair_id": 7962, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 55.29, 59.37 ], "duration": 90.66, "caption": "A woman gets up and leaves a man sitting with another person.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 7963, "video_name": "grey_s03e13_seg02_clip_16", "timestamp": [ 77.55, 80.24 ], "duration": 89.66, "caption": "A woman leaves a person's side and leaves them sitting alone.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 7964, "video_name": "met_s06e08_seg02_clip_03", "timestamp": [ 29.17, 34.76 ], "duration": 62.66, "caption": "A person walks out and leaves a man and woman alone.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 7965, "video_name": "castle_s05e21_seg02_clip_12", "timestamp": [ 19.93, 31.55 ], "duration": 83.66, "caption": "A man shows up and woman leaves with him.", "similarity": 0.6723, "relevance": 2 }, { "pair_id": 7966, "video_name": "friends_s09e13_seg02_clip_13", "timestamp": [ 19.62, 37.09 ], "duration": 61.66, "caption": "A man sits down with a woman to talk with her and then leaves to sit with guy.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 7967, "video_name": "friends_s01e06_seg02_clip_00", "timestamp": [ 34.47, 65.03 ], "duration": 65.66, "caption": "A man checks out a woman that is sitting by herself.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 7968, "video_name": "grey_s03e02_seg02_clip_14", "timestamp": [ 37.93, 51.38 ], "duration": 96.66, "caption": "A person leaves and woman is frustrated that he did.", "similarity": 0.6646, "relevance": 2 }, { "pair_id": 7969, "video_name": "grey_s02e06_seg02_clip_21", "timestamp": [ 80.06, 84.66 ], "duration": 92.66, "caption": "A woman walks away and leaves man standing alone.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 7970, "video_name": "house_s07e23_seg02_clip_22", "timestamp": [ 20.88, 29.59 ], "duration": 116.66, "caption": "A person tells the man sitting next to a woman to leave.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 7971, "video_name": "grey_s03e20_seg02_clip_26", "timestamp": [ 45.76, 51.25 ], "duration": 122.66, "caption": "A man walks off and leaves person alone with a young woman.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 7972, "video_name": "castle_s07e23_seg02_clip_20", "timestamp": [ 69.68, 86.96 ], "duration": 108.66, "caption": "A man gets up and leaves woman, person and person.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 7973, "video_name": "castle_s05e13_seg02_clip_10", "timestamp": [ 30.06, 39.67 ], "duration": 83.66, "caption": "A person gets up and leaves another person sitting alone.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 7974, "video_name": "friends_s04e15_seg02_clip_10", "timestamp": [ 1.2, 6.0 ], "duration": 60.66, "caption": "A woman leaves man after telling him where she's going.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 7975, "video_name": "castle_s04e04_seg02_clip_10", "timestamp": [ 0.0, 13.92 ], "duration": 87.66, "caption": "A woman tells a man to leave, and he turns and leaves without looking back, while two people look at each other.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 7976, "video_name": "s10e08_seg02_clip_08", "timestamp": [ 51.85, 55.13 ], "duration": 73.66, "caption": "A woman leaves her seat and walks over to a man.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 7977, "video_name": "castle_s06e14_seg02_clip_25", "timestamp": [ 32.14, 42.85 ], "duration": 126.66, "caption": "A man leaves after woman sits down at her desk.", "similarity": 0.6298, "relevance": 2 }, { "pair_id": 7978, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 27.69, 37.22 ], "duration": 90.66, "caption": "A woman walks into a man's place and sits down with a person.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 7979, "video_name": "grey_s03e13_seg02_clip_10", "timestamp": [ 56.6, 74.64 ], "duration": 82.66, "caption": "A man sits down by woman and then walks off smugly.", "similarity": 0.6251, "relevance": 2 }, { "pair_id": 181280, "video_name": "castle_s08e03_seg02_clip_09", "timestamp": [ 78.74, 86.47 ], "duration": 91.66, "caption": "A woman turns down a man's invitation and leaves.", "similarity": 0.6214, "relevance": 2 }, { "pair_id": 181281, "video_name": "castle_s08e08_seg02_clip_02", "timestamp": [ 8.37, 10.7 ], "duration": 93.66, "caption": "A woman leaves a man after telling him she will.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 181282, "video_name": "castle_s05e14_seg02_clip_14", "timestamp": [ 4.53, 10.41 ], "duration": 90.66, "caption": "A woman leaves after another woman gives her and a man instructions.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 181283, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 6.57, 11.46 ], "duration": 16.66, "caption": "As person leaves, woman turns to face man.", "similarity": 0.6187, "relevance": 2 }, { "pair_id": 181284, "video_name": "grey_s02e13_seg02_clip_09", "timestamp": [ 23.51, 25.82 ], "duration": 92.66, "caption": "A woman walks away from some people and leaves them with a man.", "similarity": 0.6185, "relevance": 2 }, { "pair_id": 181285, "video_name": "friends_s03e25_seg02_clip_21", "timestamp": [ 31.87, 35.02 ], "duration": 35.66, "caption": "A woman turns and walks away from the door leaving man there by himself.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 181286, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 3.96, 5.72 ], "duration": 88.66, "caption": "A woman walks away leaving a man and another man alone.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 181287, "video_name": "house_s01e13_seg02_clip_24", "timestamp": [ 46.42, 55.79 ], "duration": 93.66, "caption": "A person gets up from his seat and leaves another person sitting alone.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 181288, "video_name": "s02e08_seg01_clip_02", "timestamp": [ 38.89, 45.33 ], "duration": 46.66, "caption": "A woman leaves and a man turns around to say something to two other men.", "similarity": 0.6117, "relevance": 3 }, { "pair_id": 181289, "video_name": "house_s08e21_seg02_clip_13", "timestamp": [ 12.96, 32.17 ], "duration": 96.66, "caption": "A woman just came by and sits beside a man.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 181290, "video_name": "house_s04e12_seg02_clip_22", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman pulls out a chair and sits down with a man.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 181291, "video_name": "s03e05_seg01_clip_01", "timestamp": [ 52.51, 58.03 ], "duration": 58.66, "caption": "A man and woman kiss goodbye before she leaves.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 181292, "video_name": "house_s08e12_seg02_clip_04", "timestamp": [ 36.56, 41.85 ], "duration": 88.66, "caption": "A woman sits up while a man walks over to her.", "similarity": 0.6056, "relevance": 1 }, { "pair_id": 181293, "video_name": "castle_s03e19_seg02_clip_23", "timestamp": [ 18.66, 23.67 ], "duration": 91.66, "caption": "A woman sits down and a man suddenly follows her.", "similarity": 0.6047, "relevance": 2 }, { "pair_id": 181294, "video_name": "friends_s09e23-24_seg02_clip_38", "timestamp": [ 34.03, 59.18 ], "duration": 59.66, "caption": "A man leaves and then comes back to woman.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 181295, "video_name": "castle_s03e15_seg02_clip_08", "timestamp": [ 60.54, 66.77 ], "duration": 89.66, "caption": "A woman walks in and sits down beside man.", "similarity": 0.6026, "relevance": 2 }, { "pair_id": 181296, "video_name": "grey_s03e18_seg02_clip_19", "timestamp": [ 10.45, 19.53 ], "duration": 90.66, "caption": "A man leaves a woman standing there watching him go.", "similarity": 0.6009, "relevance": 1 }, { "pair_id": 181298, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 22.96, 28.81 ], "duration": 90.66, "caption": "A man closes the door behind a woman after she leaves.", "similarity": 0.5996, "relevance": 2 }, { "pair_id": 181299, "video_name": "grey_s01e09_seg02_clip_19", "timestamp": [ 34.88, 43.94 ], "duration": 90.66, "caption": "A man rest his hand on head when a woman walks out.", "similarity": 0.5995, "relevance": 4 } ] }, { "query_id": 6541, "query": "A man repeatedly touches the side of his head with his right hand.", "relevant_moment": [ { "pair_id": 83680, "video_name": "friends_s03e19_seg02_clip_10", "timestamp": [ 21.01, 34.22 ], "duration": 60.66, "caption": "A man repeatedly touches the side of his head with his right hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 83681, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 51.07, 54.76 ], "duration": 92.66, "caption": "A man touches his forehead with his right hand.", "similarity": 0.8485, "relevance": 2 }, { "pair_id": 83682, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 53.89, 56.17 ], "duration": 57.66, "caption": "A man puts his hands on his face and then on the sides of his head.", "similarity": 0.8072, "relevance": 2 }, { "pair_id": 83683, "video_name": "castle_s05e11_seg02_clip_13", "timestamp": [ 75.69, 78.04 ], "duration": 94.66, "caption": "A man places his left hand on his head.", "similarity": 0.7918, "relevance": 2 }, { "pair_id": 83684, "video_name": "met_s02e09_seg02_clip_06", "timestamp": [ 37.19, 40.02 ], "duration": 63.66, "caption": "A man holds his hand up against the side of his head.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 83685, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 54.28, 56.14 ], "duration": 62.66, "caption": "A man leans his head on his right hand.", "similarity": 0.7666, "relevance": 0 }, { "pair_id": 83686, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 31.88, 33.16 ], "duration": 85.66, "caption": "A man is rubbing their left hand on their forehead.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 83687, "video_name": "friends_s07e18_seg02_clip_00", "timestamp": [ 23.57, 31.32 ], "duration": 62.66, "caption": "A man puts his hands to his face and moves his fingers periodically.", "similarity": 0.7461, "relevance": 3 }, { "pair_id": 83688, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 83689, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 58.91, 61.05 ], "duration": 61.66, "caption": "A man gestures with his hands over and around his head.", "similarity": 0.7378, "relevance": 1 }, { "pair_id": 83690, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 83691, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 83692, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 37.41, 39.17 ], "duration": 88.66, "caption": "A man brings his hand up to touch his forehead.", "similarity": 0.7255, "relevance": 1 }, { "pair_id": 83693, "video_name": "house_s04e06_seg02_clip_05", "timestamp": [ 44.11, 47.26 ], "duration": 105.66, "caption": "A man puts his left hand on another person's forehead.", "similarity": 0.7234, "relevance": 0 }, { "pair_id": 83694, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 16.7, 19.54 ], "duration": 63.66, "caption": "A man taps himself on the forehead with his right hand.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 83695, "video_name": "friends_s07e02_seg02_clip_09", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A man touches his chin with his left hand.", "similarity": 0.7224, "relevance": 1 }, { "pair_id": 83696, "video_name": "house_s02e17_seg02_clip_20", "timestamp": [ 62.58, 65.8 ], "duration": 92.66, "caption": "A man leans forward and places his head in his hands.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 83697, "video_name": "friends_s04e09_seg02_clip_15", "timestamp": [ 14.84, 21.74 ], "duration": 69.66, "caption": "A man reaches up with his left hand and touches his left ear.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 83698, "video_name": "s09e06_seg02_clip_02", "timestamp": [ 9.15, 10.99 ], "duration": 61.66, "caption": "A man puts his hand on his forehead in exasperation.", "similarity": 0.7144, "relevance": 2 }, { "pair_id": 83699, "video_name": "house_s08e13_seg02_clip_11", "timestamp": [ 54.13, 56.78 ], "duration": 88.66, "caption": "A man puts his right hand to his face.", "similarity": 0.7102, "relevance": 1 } ] }, { "query_id": 6582, "query": "Some people stand up from their chairs at a table.", "relevant_moment": [ { "pair_id": 12060, "video_name": "house_s06e02_seg02_clip_05", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "Some people stand up from their chairs at a table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12061, "video_name": "house_s06e05_seg02_clip_21", "timestamp": [ 39.63, 42.61 ], "duration": 85.66, "caption": "Multiple people stand up from the table.", "similarity": 0.8424, "relevance": 4 }, { "pair_id": 12062, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 46.25, 54.53 ], "duration": 69.66, "caption": "Two people stand up from the table.", "similarity": 0.7919, "relevance": 4 }, { "pair_id": 12063, "video_name": "s03e13_seg01_clip_01", "timestamp": [ 20.03, 26.57 ], "duration": 77.66, "caption": "Some people get up from a dining table.", "similarity": 0.7698, "relevance": 4 }, { "pair_id": 12064, "video_name": "house_s03e10_seg02_clip_04", "timestamp": [ 17.8, 19.17 ], "duration": 91.66, "caption": "A group of people stands up from being seated in their meeting table.", "similarity": 0.7565, "relevance": 4 }, { "pair_id": 12065, "video_name": "house_s08e18_seg02_clip_01", "timestamp": [ 60.32, 64.82 ], "duration": 90.66, "caption": "Some people stand up from being seated.", "similarity": 0.7558, "relevance": 4 }, { "pair_id": 12066, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 15.61, 20.11 ], "duration": 60.66, "caption": "Some people have a seat around a table.", "similarity": 0.7429, "relevance": 2 }, { "pair_id": 12067, "video_name": "friends_s10e16_seg02_clip_01", "timestamp": [ 10.68, 14.04 ], "duration": 61.66, "caption": "A woman stands up from the table where two people are sitting.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 12068, "video_name": "met_s06e15_seg02_clip_02", "timestamp": [ 29.71, 34.52 ], "duration": 60.66, "caption": "Two people get up from the table to stand away from someone.", "similarity": 0.7061, "relevance": 4 }, { "pair_id": 12069, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 45.81, 47.94 ], "duration": 71.66, "caption": "Two men stand up from a table they were sitting at together.", "similarity": 0.7036, "relevance": 3 }, { "pair_id": 12070, "video_name": "met_s06e18_seg02_clip_10", "timestamp": [ 55.28, 58.53 ], "duration": 65.66, "caption": "Two people stand up to leave the table.", "similarity": 0.6983, "relevance": 3 }, { "pair_id": 12071, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 59.93 ], "duration": 91.66, "caption": "Some people stood up from being seated.", "similarity": 0.6955, "relevance": 4 }, { "pair_id": 12072, "video_name": "friends_s01e18_seg02_clip_05", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman stands up from the table where three people are sitting.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 12073, "video_name": "s03e17_seg02_clip_09", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "A man stands up from the table where he and some people are sitting.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 12074, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A person stands up from his chair at the table.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 12075, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 27.91, 30.7 ], "duration": 62.66, "caption": "A person stands up from their seat at the table.", "similarity": 0.6799, "relevance": 4 }, { "pair_id": 12076, "video_name": "met_s03e18_seg02_clip_06", "timestamp": [ 17.02, 19.54 ], "duration": 63.66, "caption": "Two men both stand up from the table.", "similarity": 0.6793, "relevance": 3 }, { "pair_id": 12077, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 18.41, 19.76 ], "duration": 89.66, "caption": "Two people get up from the table they are seated at the same time.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 12078, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 21.39, 24.58 ], "duration": 91.66, "caption": "Two people get up from the table.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 12079, "video_name": "friends_s10e07_seg02_clip_10", "timestamp": [ 32.11, 36.62 ], "duration": 60.66, "caption": "Some people sit down around the dining table.", "similarity": 0.6703, "relevance": 2 } ] }, { "query_id": 6620, "query": "A man points at and asks the identity of an accessory on a person's dress.", "relevant_moment": [ { "pair_id": 160580, "video_name": "met_s03e18_seg02_clip_10", "timestamp": [ 14.27, 17.37 ], "duration": 62.66, "caption": "A man points at and asks the identity of an accessory on a person's dress.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160582, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 11.46, 17.41 ], "duration": 91.66, "caption": "A man explains what their costume is after someone asks.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 160583, "video_name": "castle_s07e02_seg02_clip_08", "timestamp": [ 0.0, 13.12 ], "duration": 82.66, "caption": "A man is asking a person beside him about his identity.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 160584, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 0.0, 2.66 ], "duration": 88.66, "caption": "A man identifies the person in the photo and points.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 160585, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 0.0, 6.67 ], "duration": 58.66, "caption": "A person points at a man while he asks him about his assumptions.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 160586, "video_name": "friends_s06e23_seg02_clip_02", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A man points at a woman while complimenting what they are wearing.", "similarity": 0.6138, "relevance": 3 }, { "pair_id": 160587, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 0.45, 4.51 ], "duration": 90.66, "caption": "A person turns around when another person asks them about the victim's clothes.", "similarity": 0.6134, "relevance": 0 }, { "pair_id": 160588, "video_name": "s09e23_seg02_clip_10", "timestamp": [ 9.15, 14.04 ], "duration": 61.66, "caption": "A man points at a person and asks another person a question.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 160589, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 6.63, 7.65 ], "duration": 102.66, "caption": "A person points at person while he is talking to man.", "similarity": 0.6079, "relevance": 1 }, { "pair_id": 160590, "video_name": "house_s03e08_seg02_clip_10", "timestamp": [ 36.74, 40.77 ], "duration": 89.66, "caption": "A person tells a man where someone is after he asks.", "similarity": 0.5943, "relevance": 0 }, { "pair_id": 160591, "video_name": "castle_s06e04_seg02_clip_11", "timestamp": [ 41.42, 45.97 ], "duration": 91.66, "caption": "A man in a white shirt and striped tie points at a person.", "similarity": 0.5941, "relevance": 2 }, { "pair_id": 160592, "video_name": "castle_s08e10_seg02_clip_05", "timestamp": [ 19.47, 26.11 ], "duration": 88.66, "caption": "A man stands and objects to a line of questioning of a person's.", "similarity": 0.5927, "relevance": 0 }, { "pair_id": 160593, "video_name": "castle_s05e01_seg02_clip_06", "timestamp": [ 32.31, 39.14 ], "duration": 91.66, "caption": "A man points to the watch someone is wearing in the picture.", "similarity": 0.5925, "relevance": 1 }, { "pair_id": 160594, "video_name": "castle_s05e20_seg02_clip_15", "timestamp": [ 3.17, 6.34 ], "duration": 90.66, "caption": "A man raises his hand to ask about a person's role.", "similarity": 0.5918, "relevance": 2 }, { "pair_id": 160595, "video_name": "house_s08e10_seg02_clip_21", "timestamp": [ 4.4, 12.32 ], "duration": 88.66, "caption": "A man points out what the men's clothing is made out of.", "similarity": 0.5902, "relevance": 0 }, { "pair_id": 160596, "video_name": "house_s07e17_seg02_clip_17", "timestamp": [ 18.25, 23.53 ], "duration": 96.66, "caption": "A man asks another man if he knows something about an article of his clothing.", "similarity": 0.5891, "relevance": 0 }, { "pair_id": 160597, "video_name": "friends_s08e06_seg02_clip_03", "timestamp": [ 0.0, 18.98 ], "duration": 55.66, "caption": "A person dresses up as a man for Halloween and does an impression of them.", "similarity": 0.5874, "relevance": 0 }, { "pair_id": 160598, "video_name": "castle_s06e23_seg02_clip_13", "timestamp": [ 6.24, 8.64 ], "duration": 96.66, "caption": "A person points at the photo asking if the person is woman.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 160599, "video_name": "met_s06e20_seg02_clip_04", "timestamp": [ 9.97, 14.21 ], "duration": 60.66, "caption": "A man asks if another man would like to find a person dressed as a woman.", "similarity": 0.5862, "relevance": 0 } ] }, { "query_id": 6626, "query": "A person puts his hand on person's shoulder after putting his hand to his mouth.", "relevant_moment": [ { "pair_id": 164400, "video_name": "met_s03e18_seg02_clip_12", "timestamp": [ 23.11, 26.58 ], "duration": 57.66, "caption": "A person puts his hand on person's shoulder after putting his hand to his mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164401, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 24.84, 28.9 ], "duration": 90.66, "caption": "A person puts his hand on another person's shoulder.", "similarity": 0.8681, "relevance": 4 }, { "pair_id": 164402, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.52, 57.03 ], "duration": 60.66, "caption": "A person places his hand on someone's shoulder.", "similarity": 0.8401, "relevance": 3 }, { "pair_id": 164403, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.82, 57.33 ], "duration": 60.66, "caption": "A person puts his hand on someone's right shoulder.", "similarity": 0.8323, "relevance": 3 }, { "pair_id": 164404, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 26.4, 30.75 ], "duration": 58.66, "caption": "A person reaches over to put their hand on another person's shoulder.", "similarity": 0.8266, "relevance": 3 }, { "pair_id": 164405, "video_name": "s04e24_seg02_clip_02", "timestamp": [ 49.13, 54.62 ], "duration": 61.66, "caption": "A person takes their hand off of their shoulder as they speak with another person.", "similarity": 0.798, "relevance": 1 }, { "pair_id": 164406, "video_name": "s01e12_seg02_clip_00", "timestamp": [ 55.54, 56.45 ], "duration": 61.66, "caption": "A person puts their hand on someone's shoulder to get their attention.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 164407, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 6.0, 10.2 ], "duration": 60.66, "caption": "A person places their hand on their shoulder while talking to another person.", "similarity": 0.7939, "relevance": 2 }, { "pair_id": 164408, "video_name": "house_s08e18_seg02_clip_11", "timestamp": [ 90.92, 101.02 ], "duration": 101.66, "caption": "A man places his hand over someone's mouth.", "similarity": 0.7858, "relevance": 2 }, { "pair_id": 164409, "video_name": "met_s02e01_seg01_clip_02", "timestamp": [ 35.99, 38.01 ], "duration": 46.66, "caption": "A person puts his hand on two people's shoulders.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 164410, "video_name": "friends_s01e07_seg02_clip_22", "timestamp": [ 14.35, 23.81 ], "duration": 70.66, "caption": "A person stands up to another person and puts their hand on their shoulder.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 164411, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 53.7, 55.23 ], "duration": 61.66, "caption": "A person puts his hand on man's shoulder while talking.", "similarity": 0.7823, "relevance": 3 }, { "pair_id": 164412, "video_name": "s07e10_seg02_clip_09", "timestamp": [ 46.93, 59.03 ], "duration": 59.66, "caption": "A person puts his/her hand on another person's shoulder then starts smoothing his/her shirt.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 164413, "video_name": "s01e08_seg02_clip_11", "timestamp": [ 11.02, 14.8 ], "duration": 58.66, "caption": "A person puts their hand on another person's shoulder and speaks into their ear.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 164414, "video_name": "met_s06e14_seg02_clip_07", "timestamp": [ 0.0, 5.8 ], "duration": 58.66, "caption": "A person stands with his hand on another person's shoulder.", "similarity": 0.7717, "relevance": 3 }, { "pair_id": 164415, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 164416, "video_name": "house_s05e09_seg02_clip_15", "timestamp": [ 61.87, 64.99 ], "duration": 89.66, "caption": "A person walks over and puts his hand on another person's face.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 164417, "video_name": "s01e06_seg02_clip_09", "timestamp": [ 52.83, 56.96 ], "duration": 59.66, "caption": "A man places his hand briefly on person's shoulder while he's speaking.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 164418, "video_name": "house_s06e02_seg02_clip_26", "timestamp": [ 48.17, 50.75 ], "duration": 86.66, "caption": "A person brings his hand to his face as he talks to another person.", "similarity": 0.7539, "relevance": 2 }, { "pair_id": 164419, "video_name": "house_s06e20_seg02_clip_05", "timestamp": [ 71.4, 73.06 ], "duration": 83.66, "caption": "A person takes their hand off of their left arm while talking with another person.", "similarity": 0.7513, "relevance": 0 }, { "pair_id": 337720, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 18.86, 24.37 ], "duration": 58.66, "caption": "While holding their arm in the air, a person opens their hand and shows their palm to someone.", "similarity": 0.7503, "relevance": 1 }, { "pair_id": 337721, "video_name": "grey_s02e04_seg02_clip_15", "timestamp": [ 6.62, 9.93 ], "duration": 82.66, "caption": "A man places his hand on another person's face and she puts her hand on top of his hand.", "similarity": 0.7475, "relevance": 2 }, { "pair_id": 337722, "video_name": "house_s01e18_seg02_clip_19", "timestamp": [ 15.47, 16.8 ], "duration": 88.66, "caption": "A person crosses their arms and puts their hand to their mouth.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 337723, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A man reaches down and puts his hand on the back of another person's shoulder.", "similarity": 0.7466, "relevance": 2 }, { "pair_id": 337724, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.7448, "relevance": 2 }, { "pair_id": 337725, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person holds up their hand to their mouth.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 337726, "video_name": "castle_s02e03_seg02_clip_15", "timestamp": [ 12.1, 14.35 ], "duration": 89.66, "caption": "A person puts something from their hand into their mouth.", "similarity": 0.7415, "relevance": 1 }, { "pair_id": 337727, "video_name": "friends_s07e03_seg02_clip_12", "timestamp": [ 9.46, 11.6 ], "duration": 61.66, "caption": "A person puts their closed hand up to their mouth.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 337728, "video_name": "castle_s04e21_seg02_clip_25", "timestamp": [ 31.6, 33.83 ], "duration": 89.66, "caption": "A man places his hand on someone's shoulder in a consoling way.", "similarity": 0.7393, "relevance": 1 }, { "pair_id": 337729, "video_name": "friends_s09e19_seg02_clip_19", "timestamp": [ 11.31, 17.12 ], "duration": 58.66, "caption": "A person holds their hand up in front of a person.", "similarity": 0.738, "relevance": 1 }, { "pair_id": 337730, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person brings his hand up to his face and swipes over his mouth.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 337731, "video_name": "s01e14_seg01_clip_01", "timestamp": [ 30.95, 34.35 ], "duration": 68.66, "caption": "A person extends his arm and shakes hands with another person while he rests his other hand on the person's shoulder.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 337732, "video_name": "s07e18_seg02_clip_16", "timestamp": [ 2.14, 13.12 ], "duration": 61.66, "caption": "A woman places her hand on someone's shoulder.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 337733, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.735, "relevance": 1 }, { "pair_id": 337734, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 53.72, 55.22 ], "duration": 60.66, "caption": "A person puts their hand on another person and pats them on the back.", "similarity": 0.7346, "relevance": 1 }, { "pair_id": 337735, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man moves closer to person and puts his hand on his shoulder.", "similarity": 0.7342, "relevance": 2 }, { "pair_id": 337736, "video_name": "friends_s04e11_seg02_clip_17", "timestamp": [ 6.2, 8.56 ], "duration": 59.66, "caption": "A man places his hand on another person's shoulder and they strongly shake hands.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 337737, "video_name": "friends_s07e07_seg02_clip_20", "timestamp": [ 34.21, 40.96 ], "duration": 90.66, "caption": "A person touches another person's shoulder as they have a conversation.", "similarity": 0.7295, "relevance": 1 }, { "pair_id": 337738, "video_name": "s03e05_seg02_clip_08", "timestamp": [ 48.46, 51.26 ], "duration": 56.66, "caption": "A person holds up his hand silencing someone from talking.", "similarity": 0.7273, "relevance": 1 }, { "pair_id": 337739, "video_name": "castle_s04e01_seg02_clip_20", "timestamp": [ 2.23, 9.36 ], "duration": 89.66, "caption": "A person puts their hand on their mouth and chin, then removes their hand from their mouth and chin.", "similarity": 0.7252, "relevance": 2 } ] }, { "query_id": 6672, "query": "A woman takes a selfie picture with some detectives.", "relevant_moment": [ { "pair_id": 15340, "video_name": "castle_s03e11_seg02_clip_03", "timestamp": [ 81.01, 82.83 ], "duration": 91.66, "caption": "A woman takes a selfie picture with some detectives.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15341, "video_name": "castle_s05e12_seg02_clip_13", "timestamp": [ 55.9, 58.54 ], "duration": 88.66, "caption": "A woman shows another woman a picture of herself as she in the interrogation room.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 15342, "video_name": "friends_s03e25_seg01_clip_00", "timestamp": [ 58.31, 60.98 ], "duration": 89.66, "caption": "A woman takes the photograph out of person's hand and looks at it.", "similarity": 0.5976, "relevance": 1 }, { "pair_id": 15343, "video_name": "castle_s06e21_seg02_clip_08", "timestamp": [ 22.55, 25.31 ], "duration": 92.66, "caption": "A woman pasted a photo of their suspect on the wall.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 15344, "video_name": "castle_s08e19_seg02_clip_09", "timestamp": [ 56.44, 58.71 ], "duration": 91.66, "caption": "Woman showed someone a picture of himself as they are in the interrogation room.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 15345, "video_name": "castle_s02e08_seg02_clip_00", "timestamp": [ 92.61, 93.55 ], "duration": 93.66, "caption": "A woman takes a picture and puts it in front of her face.", "similarity": 0.5903, "relevance": 1 }, { "pair_id": 15346, "video_name": "castle_s03e09_seg02_clip_24", "timestamp": [ 78.14, 84.65 ], "duration": 93.66, "caption": "A woman shows the criminals a picture of a person that she had in her pocket.", "similarity": 0.5809, "relevance": 2 }, { "pair_id": 15347, "video_name": "castle_s07e01_seg02_clip_22", "timestamp": [ 89.57, 90.02 ], "duration": 90.66, "caption": "A detective removes a picture from the wall where there is a picture of a person.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 15348, "video_name": "castle_s08e22_seg02_clip_03", "timestamp": [ 39.54, 43.26 ], "duration": 93.66, "caption": "A woman holds a camera to her face to take a picture.", "similarity": 0.5787, "relevance": 2 }, { "pair_id": 15349, "video_name": "castle_s03e22_seg02_clip_10", "timestamp": [ 33.5, 37.08 ], "duration": 89.66, "caption": "A woman takes a picture with her cell phone of a photo.", "similarity": 0.5768, "relevance": 2 }, { "pair_id": 15350, "video_name": "castle_s02e03_seg02_clip_09", "timestamp": [ 45.85, 54.75 ], "duration": 89.66, "caption": "A woman finds a picture and shows it to other people.", "similarity": 0.5727, "relevance": 1 }, { "pair_id": 15351, "video_name": "castle_s06e10_seg02_clip_23", "timestamp": [ 58.71, 60.08 ], "duration": 91.66, "caption": "A woman puts up a picture of a person onto the case board.", "similarity": 0.5666, "relevance": 1 }, { "pair_id": 15352, "video_name": "castle_s06e09_seg02_clip_17", "timestamp": [ 0.0, 2.15 ], "duration": 85.66, "caption": "A woman puts up a picture of a person onto the case board.", "similarity": 0.5666, "relevance": 1 }, { "pair_id": 15353, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 38.33, 40.75 ], "duration": 97.66, "caption": "A woman puts up a sketched picture of a person onto the case board.", "similarity": 0.5649, "relevance": 1 }, { "pair_id": 15354, "video_name": "castle_s06e06_seg02_clip_07", "timestamp": [ 21.27, 33.48 ], "duration": 90.66, "caption": "A woman takes out her phone and shows someone a picture.", "similarity": 0.5631, "relevance": 1 }, { "pair_id": 15355, "video_name": "castle_s03e17_seg02_clip_25", "timestamp": [ 11.0, 14.52 ], "duration": 88.66, "caption": "A woman takes a picture with her cell phone.", "similarity": 0.5626, "relevance": 2 }, { "pair_id": 15356, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 40.96, 53.56 ], "duration": 90.66, "caption": "A man shows a woman a surveillance picture of herself.", "similarity": 0.5598, "relevance": 1 }, { "pair_id": 15357, "video_name": "castle_s03e22_seg02_clip_07", "timestamp": [ 6.33, 7.69 ], "duration": 90.66, "caption": "A woman snatches a picture out of person's hands.", "similarity": 0.5593, "relevance": 1 }, { "pair_id": 15358, "video_name": "castle_s04e11_seg02_clip_20", "timestamp": [ 1.37, 4.1 ], "duration": 91.66, "caption": "A woman puts a picture of a man in front of the suspect.", "similarity": 0.559, "relevance": 1 }, { "pair_id": 15359, "video_name": "friends_s08e01_seg02_clip_02", "timestamp": [ 25.21, 43.49 ], "duration": 63.66, "caption": "A person takes pictures of two women.", "similarity": 0.5584, "relevance": 1 } ] }, { "query_id": 6690, "query": "A man pulls out a new set of toys from a paper bag for a woman.", "relevant_moment": [ { "pair_id": 77200, "video_name": "house_s07e10_seg02_clip_11", "timestamp": [ 5.06, 8.28 ], "duration": 92.66, "caption": "A man pulls out a new set of toys from a paper bag for a woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 77201, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 18.59, 33.09 ], "duration": 63.66, "caption": "A woman pulls something out of her bag and gives it to a man.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 77202, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 24.71, 28.94 ], "duration": 65.66, "caption": "A man gets the paper bag that a woman is carrying.", "similarity": 0.693, "relevance": 1 }, { "pair_id": 77203, "video_name": "friends_s03e08_seg02_clip_08", "timestamp": [ 52.48, 58.59 ], "duration": 61.66, "caption": "A man retrieves a brown paper bag and gives it to woman.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 77204, "video_name": "met_s02e19_seg02_clip_02", "timestamp": [ 17.5, 23.34 ], "duration": 61.66, "caption": "A woman pulls lingerie out of a gift bag to show man.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 77205, "video_name": "s03e19_seg02_clip_08", "timestamp": [ 46.63, 48.11 ], "duration": 59.66, "caption": "A person gives something in a paper bag to woman.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 77206, "video_name": "friends_s03e08_seg02_clip_13", "timestamp": [ 50.94, 59.23 ], "duration": 59.66, "caption": "A woman is folding baby cloths and a man is picking up toys.", "similarity": 0.6445, "relevance": 1 }, { "pair_id": 77207, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 33.55, 39.94 ], "duration": 74.66, "caption": "A man pulls a plastic bag and shows it to woman and man.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 77208, "video_name": "house_s05e13_seg02_clip_18", "timestamp": [ 17.02, 20.25 ], "duration": 92.66, "caption": "A man handed a piece of white paper bag to a woman.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 77209, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 36.14, 42.86 ], "duration": 56.66, "caption": "A man pull a piece of paper and give it to woman.", "similarity": 0.6331, "relevance": 0 }, { "pair_id": 77210, "video_name": "s06e16_seg02_clip_05", "timestamp": [ 27.27, 32.2 ], "duration": 58.66, "caption": "A woman pulls out a gift for person to give woman out of a bag.", "similarity": 0.6308, "relevance": 2 }, { "pair_id": 77211, "video_name": "house_s05e16_seg02_clip_18", "timestamp": [ 14.28, 23.8 ], "duration": 119.66, "caption": "A woman pulls out a piece of paper and hands it to a man.", "similarity": 0.629, "relevance": 1 }, { "pair_id": 77212, "video_name": "friends_s10e02_seg02_clip_05", "timestamp": [ 8.45, 10.26 ], "duration": 60.66, "caption": "A man holds out a bag of stuff for guy.", "similarity": 0.629, "relevance": 1 }, { "pair_id": 77213, "video_name": "friends_s08e13_seg02_clip_05", "timestamp": [ 4.2, 6.72 ], "duration": 56.66, "caption": "A man takes a toy ship from a woman's hands.", "similarity": 0.6232, "relevance": 1 }, { "pair_id": 77214, "video_name": "met_s02e20_seg02_clip_14", "timestamp": [ 38.54, 46.25 ], "duration": 59.66, "caption": "A man pulls out two watches from his bag and gives them to a woman and a man.", "similarity": 0.623, "relevance": 2 }, { "pair_id": 77215, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 18.26, 19.17 ], "duration": 91.66, "caption": "A man pulls out an item from inside the shopping bag.", "similarity": 0.6207, "relevance": 2 }, { "pair_id": 77216, "video_name": "friends_s03e13_seg02_clip_12", "timestamp": [ 12.43, 19.1 ], "duration": 60.66, "caption": "A woman hands a man a gift bag and he opens it.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 77217, "video_name": "friends_s01e16-17_seg02_clip_13", "timestamp": [ 0.0, 3.74 ], "duration": 68.66, "caption": "A man takes a black jumper out of a paper bag and gives it to a woman.", "similarity": 0.6185, "relevance": 3 }, { "pair_id": 77218, "video_name": "s06e10_seg02_clip_07", "timestamp": [ 55.54, 59.2 ], "duration": 61.66, "caption": "A woman takes a hook out of a paper bag and hands it to a man.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 77219, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 23.91, 29.74 ], "duration": 61.66, "caption": "A man opens a present and pulls out the contents.", "similarity": 0.6155, "relevance": 1 } ] }, { "query_id": 6762, "query": "A man walks into the bathroom and puts a toilet cleaner on top of a hole in the floor.", "relevant_moment": [ { "pair_id": 4220, "video_name": "friends_s03e05_seg02_clip_05", "timestamp": [ 3.9, 12.31 ], "duration": 60.66, "caption": "A man walks into the bathroom and puts a toilet cleaner on top of a hole in the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4221, "video_name": "friends_s07e17_seg02_clip_13", "timestamp": [ 0.61, 5.49 ], "duration": 61.66, "caption": "A man walks in the door, closes it with his elbow and quickly walks to the bathroom.", "similarity": 0.7083, "relevance": 0 }, { "pair_id": 4222, "video_name": "friends_s03e05_seg02_clip_04", "timestamp": [ 42.14, 45.38 ], "duration": 54.66, "caption": "A man takes off a piece of the floor in the bathroom.", "similarity": 0.7076, "relevance": 3 }, { "pair_id": 4223, "video_name": "s02e23_seg02_clip_00", "timestamp": [ 37.22, 43.42 ], "duration": 62.66, "caption": "A man goes into bathroom and closes the door.", "similarity": 0.684, "relevance": 1 }, { "pair_id": 4224, "video_name": "friends_s03e05_seg02_clip_10", "timestamp": [ 27.64, 31.87 ], "duration": 65.66, "caption": "A man gets up from sitting on the toilet floor.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 4225, "video_name": "friends_s02e22_seg02_clip_08", "timestamp": [ 2.1, 6.6 ], "duration": 60.66, "caption": "A man runs into the bathroom and closes the door.", "similarity": 0.6672, "relevance": 1 }, { "pair_id": 4226, "video_name": "house_s03e16_seg02_clip_23", "timestamp": [ 48.35, 54.68 ], "duration": 90.66, "caption": "A man enters the bathroom as another man is using the urinal.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 4227, "video_name": "friends_s05e11_seg02_clip_09", "timestamp": [ 6.51, 22.52 ], "duration": 25.66, "caption": "A man tries to put on his pants in the bathroom.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 4228, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 47.21, 53.22 ], "duration": 80.66, "caption": "A man walks out of the bathroom holding a plunger.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 4229, "video_name": "met_s06e06_seg02_clip_10", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A man gets up and runs into the bathroom and shuts the door.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 4230, "video_name": "house_s08e05_seg02_clip_25", "timestamp": [ 21.74, 24.15 ], "duration": 161.66, "caption": "A man walks over to a locker door in the bathroom.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 4231, "video_name": "house_s08e15_seg02_clip_11", "timestamp": [ 42.78, 47.48 ], "duration": 94.66, "caption": "A man opens a bathroom stall door and goes inside.", "similarity": 0.652, "relevance": 2 }, { "pair_id": 4232, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 47.45, 60.79 ], "duration": 62.66, "caption": "A man comes into the room holding onto toilet paper.", "similarity": 0.6511, "relevance": 0 }, { "pair_id": 4234, "video_name": "met_s02e01_seg02_clip_03", "timestamp": [ 16.06, 18.1 ], "duration": 58.66, "caption": "A person walks into the bathroom and closes the door.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 4235, "video_name": "s08e14_seg02_clip_00", "timestamp": [ 6.27, 9.24 ], "duration": 66.66, "caption": "A man walks into the room wearing a bathrobe.", "similarity": 0.6314, "relevance": 0 }, { "pair_id": 4236, "video_name": "house_s06e08_seg02_clip_03", "timestamp": [ 25.57, 40.82 ], "duration": 89.66, "caption": "Three people are walking down the corridor then a man goes into the men's restroom.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 4237, "video_name": "friends_s05e11_seg02_clip_09", "timestamp": [ 22.77, 23.4 ], "duration": 25.66, "caption": "A man pulls down at his dress shirt in the bathroom.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 4238, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 47.21, 52.82 ], "duration": 80.66, "caption": "A person exits the bathroom and walks into the living room.", "similarity": 0.6292, "relevance": 1 }, { "pair_id": 4239, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 23.41, 45.46 ], "duration": 90.66, "caption": "A person goes to the bathroom in the small stall.", "similarity": 0.6246, "relevance": 2 } ] }, { "query_id": 6766, "query": "A woman puts the phone back on the table.", "relevant_moment": [ { "pair_id": 155460, "video_name": "friends_s03e05_seg02_clip_08", "timestamp": [ 25.51, 27.89 ], "duration": 68.66, "caption": "A woman puts the phone back on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155461, "video_name": "friends_s09e17_seg02_clip_04", "timestamp": [ 56.03, 57.84 ], "duration": 60.66, "caption": "A woman puts the phone back in its holder on the end table.", "similarity": 0.9004, "relevance": 4 }, { "pair_id": 155462, "video_name": "s09e03_seg02_clip_08", "timestamp": [ 35.58, 37.54 ], "duration": 56.66, "caption": "A woman picks her phone up from the table.", "similarity": 0.7788, "relevance": 3 }, { "pair_id": 155463, "video_name": "friends_s03e10_seg02_clip_13", "timestamp": [ 28.02, 30.71 ], "duration": 59.66, "caption": "A woman puts the phone down on the coffee table.", "similarity": 0.7612, "relevance": 2 }, { "pair_id": 155464, "video_name": "s08e17_seg02_clip_00", "timestamp": [ 32.02, 41.3 ], "duration": 64.66, "caption": "A woman gets her phone on the table and sees her schedule.", "similarity": 0.7571, "relevance": 3 }, { "pair_id": 155465, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 4.76, 8.16 ], "duration": 68.66, "caption": "A woman brings the phone over to the table where another woman is sitting.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 155467, "video_name": "castle_s01e09_seg02_clip_17", "timestamp": [ 6.51, 12.56 ], "duration": 93.66, "caption": "A woman sits down at the table and puts the phone to her ear.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 155468, "video_name": "friends_s03e22_seg02_clip_19", "timestamp": [ 67.67, 69.31 ], "duration": 82.66, "caption": "A woman slams the phone down onto the table.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 155469, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 21.63, 24.39 ], "duration": 92.66, "caption": "A woman drops her cellphone into the table.", "similarity": 0.7368, "relevance": 4 }, { "pair_id": 155470, "video_name": "friends_s07e15_seg02_clip_01", "timestamp": [ 39.62, 41.72 ], "duration": 60.66, "caption": "A woman grabs a white phone from the table.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 155471, "video_name": "friends_s04e20_seg02_clip_18", "timestamp": [ 6.63, 16.78 ], "duration": 78.66, "caption": "A woman walks with the phone and puts it back on its handset.", "similarity": 0.7319, "relevance": 3 }, { "pair_id": 155472, "video_name": "grey_s01e05_seg02_clip_08", "timestamp": [ 80.86, 87.41 ], "duration": 87.66, "caption": "A woman gets a phone call and jumps off the table.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 155473, "video_name": "met_s06e24_seg02_clip_04", "timestamp": [ 16.81, 18.01 ], "duration": 60.66, "caption": "A woman picks her phone up off the table and looks at it.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 155474, "video_name": "house_s05e09_seg02_clip_24", "timestamp": [ 0.89, 4.01 ], "duration": 89.66, "caption": "A person puts down their cellphone on the table.", "similarity": 0.7274, "relevance": 4 }, { "pair_id": 155475, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 28.21, 30.31 ], "duration": 60.66, "caption": "A person ends a phonecall and puts the phone down on a table.", "similarity": 0.7173, "relevance": 3 }, { "pair_id": 155476, "video_name": "s01e08_seg02_clip_00", "timestamp": [ 40.66, 42.26 ], "duration": 64.66, "caption": "A person places a phone into its base on the end table.", "similarity": 0.7121, "relevance": 3 }, { "pair_id": 155477, "video_name": "house_s05e04_seg02_clip_24", "timestamp": [ 13.76, 14.22 ], "duration": 91.66, "caption": "A woman while sitting at a table, places a phone to her ear.", "similarity": 0.7118, "relevance": 2 }, { "pair_id": 155478, "video_name": "s08e16_seg02_clip_15", "timestamp": [ 49.31, 54.28 ], "duration": 62.66, "caption": "A woman picks up her cell phone, presses the screen and puts it back down on the coffee table.", "similarity": 0.7088, "relevance": 4 }, { "pair_id": 155479, "video_name": "met_s06e12_seg01_clip_00", "timestamp": [ 35.31, 37.29 ], "duration": 77.66, "caption": "A woman picks her cellphone up from the center table.", "similarity": 0.7081, "relevance": 3 }, { "pair_id": 328780, "video_name": "friends_s01e15_seg02_clip_15", "timestamp": [ 28.57, 36.42 ], "duration": 56.66, "caption": "A woman puts her purse on the table as a woman hangs up the phone.", "similarity": 0.7047, "relevance": 4 }, { "pair_id": 328781, "video_name": "castle_s08e12_seg02_clip_00", "timestamp": [ 80.56, 86.02 ], "duration": 91.66, "caption": "A person gets up from the table with their phone in their hand.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 328782, "video_name": "friends_s03e05_seg02_clip_08", "timestamp": [ 13.6, 18.03 ], "duration": 68.66, "caption": "A woman walks over to the table and picks up the phone.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 328783, "video_name": "friends_s02e08_seg02_clip_18", "timestamp": [ 47.8, 49.36 ], "duration": 62.66, "caption": "A woman sets the phone, paper, and pen on the table in front of her.", "similarity": 0.6961, "relevance": 4 }, { "pair_id": 328784, "video_name": "friends_s03e16_seg02_clip_14", "timestamp": [ 0.0, 10.26 ], "duration": 57.66, "caption": "A woman gets up from the table to use the phone and order food.", "similarity": 0.692, "relevance": 1 }, { "pair_id": 328785, "video_name": "friends_s02e08_seg02_clip_19", "timestamp": [ 24.15, 28.08 ], "duration": 60.66, "caption": "A woman spins the phone around on the table and picks up the handset.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 328786, "video_name": "house_s05e01_seg02_clip_11", "timestamp": [ 36.91, 39.61 ], "duration": 90.66, "caption": "A person puts a phone on the table and let it vibrates.", "similarity": 0.6889, "relevance": 3 }, { "pair_id": 328787, "video_name": "s05e24_seg02_clip_09", "timestamp": [ 61.45, 63.03 ], "duration": 63.66, "caption": "A person picked up their phone from the table.", "similarity": 0.6874, "relevance": 1 }, { "pair_id": 328788, "video_name": "friends_s03e02_seg02_clip_19", "timestamp": [ 27.27, 29.59 ], "duration": 58.66, "caption": "A woman sets the phone back down into its receiver.", "similarity": 0.6873, "relevance": 4 }, { "pair_id": 328789, "video_name": "friends_s04e17_seg02_clip_19", "timestamp": [ 58.65, 61.66 ], "duration": 67.66, "caption": "A woman hangs up the phone, presses another button, and puts the phone back up.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 328790, "video_name": "friends_s08e03_seg02_clip_13", "timestamp": [ 45.21, 48.32 ], "duration": 56.66, "caption": "A person hangs up the phone and sets it down on table.", "similarity": 0.6865, "relevance": 4 }, { "pair_id": 328791, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 34.21, 36.5 ], "duration": 57.66, "caption": "A woman places their glass back on the table.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 328792, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 13.05, 14.72 ], "duration": 55.66, "caption": "A woman places her glass back on the table.", "similarity": 0.6859, "relevance": 1 }, { "pair_id": 328793, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 29.92, 42.06 ], "duration": 86.66, "caption": "A woman picks up her phone from her desk and puts it back on her desk.", "similarity": 0.6846, "relevance": 4 }, { "pair_id": 328794, "video_name": "castle_s05e09_seg02_clip_17", "timestamp": [ 74.45, 77.16 ], "duration": 90.66, "caption": "A woman picks up her phone from the table she sitting on and answers it.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 328795, "video_name": "friends_s03e15_seg02_clip_14", "timestamp": [ 11.21, 13.28 ], "duration": 59.66, "caption": "A woman puts down the phone and leans back in her chair.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 328796, "video_name": "s09e19_seg02_clip_08", "timestamp": [ 26.41, 30.91 ], "duration": 60.66, "caption": "A woman takes a look at their mobile phone placed on a working table.", "similarity": 0.6765, "relevance": 1 }, { "pair_id": 328797, "video_name": "friends_s05e04_seg02_clip_20", "timestamp": [ 43.02, 44.25 ], "duration": 61.66, "caption": "A person picks up the phone that is sitting on the table.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 328798, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 34.48, 35.7 ], "duration": 61.66, "caption": "Person places a cell phone down on a table after ending a conversation.", "similarity": 0.672, "relevance": 3 }, { "pair_id": 328799, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 63.26, 66.98 ], "duration": 93.66, "caption": "A person picks up his phone from the table.", "similarity": 0.6703, "relevance": 1 } ] }, { "query_id": 6768, "query": "A woman gives a man a red fire extinguisher as he is working.", "relevant_moment": [ { "pair_id": 168740, "video_name": "friends_s03e05_seg02_clip_08", "timestamp": [ 50.0, 56.12 ], "duration": 68.66, "caption": "A woman gives a man a red fire extinguisher as he is working.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168741, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 19.36, 23.86 ], "duration": 90.66, "caption": "A woman suddenly uses the fire extinguisher to two men.", "similarity": 0.758, "relevance": 1 }, { "pair_id": 168742, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 5.4, 6.3 ], "duration": 90.66, "caption": "A woman lifts up a fire extinguisher and sets it next to her.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 168743, "video_name": "house_s04e02_seg02_clip_07", "timestamp": [ 48.16, 52.21 ], "duration": 90.66, "caption": "A man sprays a woman with a fire extinguisher after another man throws a blanket on her.", "similarity": 0.6715, "relevance": 1 }, { "pair_id": 168744, "video_name": "s07e23_seg02_clip_05", "timestamp": [ 10.5, 13.81 ], "duration": 60.66, "caption": "A man in a brown leather jacket fires a woman from her job.", "similarity": 0.657, "relevance": 0 }, { "pair_id": 168745, "video_name": "friends_s03e05_seg02_clip_08", "timestamp": [ 49.66, 53.06 ], "duration": 68.66, "caption": "A woman brings a fire extinguisher over and puts it on the table.", "similarity": 0.6502, "relevance": 4 }, { "pair_id": 168746, "video_name": "house_s06e21_seg02_clip_09", "timestamp": [ 26.85, 29.93 ], "duration": 88.66, "caption": "A fireman approaches woman and person.", "similarity": 0.6387, "relevance": 0 }, { "pair_id": 168747, "video_name": "house_s06e21_seg02_clip_21", "timestamp": [ 83.81, 89.51 ], "duration": 114.66, "caption": "A person watches while firefighters load a woman onto a yellow and red stretcher.", "similarity": 0.6213, "relevance": 0 }, { "pair_id": 168748, "video_name": "s08e11_seg02_clip_10", "timestamp": [ 36.62, 38.75 ], "duration": 61.66, "caption": "A man gives another man the fire extinguisher in exchange for the blanket.", "similarity": 0.619, "relevance": 3 }, { "pair_id": 168749, "video_name": "castle_s07e07_seg02_clip_17", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A woman tells a man to stop moving while he's by a fire.", "similarity": 0.6177, "relevance": 0 }, { "pair_id": 168750, "video_name": "house_s06e21_seg02_clip_09", "timestamp": [ 13.2, 19.81 ], "duration": 88.66, "caption": "A woman holds a man for a better conversation while being in a fire scene.", "similarity": 0.6168, "relevance": 0 }, { "pair_id": 168751, "video_name": "house_s06e02_seg02_clip_25", "timestamp": [ 71.8, 79.57 ], "duration": 97.66, "caption": "A woman realizes that man is firing her from her job.", "similarity": 0.6147, "relevance": 0 }, { "pair_id": 168752, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 4.05, 7.65 ], "duration": 90.66, "caption": "A woman hangs the fire extinguisher while talking to two people.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 168753, "video_name": "met_s02e11_seg02_clip_08", "timestamp": [ 6.71, 10.07 ], "duration": 61.66, "caption": "A person uses a fire extinguisher in their kitchen.", "similarity": 0.6066, "relevance": 1 }, { "pair_id": 168754, "video_name": "friends_s01e14_seg02_clip_11", "timestamp": [ 9.1, 14.63 ], "duration": 65.66, "caption": "A woman pours two things into the fire.", "similarity": 0.6065, "relevance": 0 }, { "pair_id": 168755, "video_name": "met_s02e11_seg02_clip_08", "timestamp": [ 6.41, 10.37 ], "duration": 61.66, "caption": "A woman blasts a fire extinguisher into an oven.", "similarity": 0.5946, "relevance": 1 }, { "pair_id": 168756, "video_name": "s08e20_seg02_clip_03", "timestamp": [ 0.0, 8.85 ], "duration": 61.66, "caption": "A person is explaining to woman how they should put a fire pit.", "similarity": 0.5856, "relevance": 0 }, { "pair_id": 168757, "video_name": "friends_s01e14_seg02_clip_12", "timestamp": [ 10.73, 17.4 ], "duration": 74.66, "caption": "A woman pours alcohol on the fire and the fire gets larger.", "similarity": 0.5848, "relevance": 0 }, { "pair_id": 168758, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 51.19, 59.2 ], "duration": 89.66, "caption": "A man and woman are having a conversation with each other and he got some medicine while woman was distracted with the fire.", "similarity": 0.5826, "relevance": 0 }, { "pair_id": 168759, "video_name": "friends_s07e12_seg02_clip_17", "timestamp": [ 2.25, 7.88 ], "duration": 75.66, "caption": "A woman opens the door to find a fireman.", "similarity": 0.5708, "relevance": 0 } ] }, { "query_id": 6772, "query": "A woman picks up a dark blue coffee mug and holds it while talking.", "relevant_moment": [ { "pair_id": 11880, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 47.19, 50.64 ], "duration": 53.66, "caption": "A woman picks up a dark blue coffee mug and holds it while talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11881, "video_name": "s06e21_seg02_clip_03", "timestamp": [ 17.71, 59.03 ], "duration": 59.66, "caption": "A person picks up a blue mug and holds it while talking to a woman.", "similarity": 0.8735, "relevance": 3 }, { "pair_id": 11882, "video_name": "friends_s07e06_seg02_clip_12", "timestamp": [ 47.72, 59.13 ], "duration": 60.66, "caption": "A woman picks up a cup and holds it as she speaks.", "similarity": 0.7975, "relevance": 3 }, { "pair_id": 11883, "video_name": "s10e04_seg02_clip_17", "timestamp": [ 43.88, 50.85 ], "duration": 82.66, "caption": "A woman picks up a coffee mug and holds it in their left hand.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 11884, "video_name": "s01e16_seg01_clip_01", "timestamp": [ 4.58, 6.1 ], "duration": 61.66, "caption": "A woman picks up person's mug to fill it with coffee.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 11885, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 39.96, 41.84 ], "duration": 94.66, "caption": "A person picks up a mug from the table while having a conversation.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 11886, "video_name": "s02e19_seg02_clip_06", "timestamp": [ 0.0, 33.5 ], "duration": 62.66, "caption": "A person holds a blue mug while talking with woman.", "similarity": 0.7644, "relevance": 3 }, { "pair_id": 11887, "video_name": "friends_s04e18_seg02_clip_17", "timestamp": [ 57.07, 58.93 ], "duration": 62.66, "caption": "A woman picks up the coffee mug from the coffee table.", "similarity": 0.7622, "relevance": 3 }, { "pair_id": 11888, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 11889, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 38.69, 43.24 ], "duration": 91.66, "caption": "A woman holds a coffee cup, turns to talk to someone.", "similarity": 0.7539, "relevance": 3 }, { "pair_id": 11890, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 45.55, 48.45 ], "duration": 58.66, "caption": "A woman picks up a blue coffee cup and sets it back down.", "similarity": 0.7506, "relevance": 4 }, { "pair_id": 11891, "video_name": "friends_s01e20_seg02_clip_20", "timestamp": [ 26.98, 51.16 ], "duration": 93.66, "caption": "A woman holds a coffee mug while having a conversation with some people at the Central Perk.", "similarity": 0.75, "relevance": 4 }, { "pair_id": 11892, "video_name": "s06e21_seg02_clip_03", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman picks up a blue mug then puts it on the table in front of person.", "similarity": 0.7319, "relevance": 4 }, { "pair_id": 11893, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 11894, "video_name": "castle_s01e03_seg02_clip_21", "timestamp": [ 18.04, 19.81 ], "duration": 88.66, "caption": "A woman picks up her coffee mug on the desk.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 11895, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 30.7, 32.26 ], "duration": 62.66, "caption": "A woman picks up the brown coffee mug from the table in front of her.", "similarity": 0.7231, "relevance": 3 }, { "pair_id": 11896, "video_name": "friends_s04e11_seg01_clip_01", "timestamp": [ 59.32, 64.72 ], "duration": 77.66, "caption": "A woman nods her head and then grabs a coffee mug.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 11897, "video_name": "friends_s03e19_seg02_clip_03", "timestamp": [ 46.08, 51.41 ], "duration": 62.66, "caption": "A woman picks up a large yellow mug from the coffee table.", "similarity": 0.721, "relevance": 3 }, { "pair_id": 11898, "video_name": "house_s07e09_seg02_clip_18", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person picks up their coffee mug from the table.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 11899, "video_name": "castle_s02e19_seg02_clip_12", "timestamp": [ 58.71, 61.9 ], "duration": 91.66, "caption": "A woman takes a drink of her coffee cup as she speaks to someone.", "similarity": 0.7116, "relevance": 3 }, { "pair_id": 185200, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 0.7084, "relevance": 3 }, { "pair_id": 185201, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.7083, "relevance": 4 }, { "pair_id": 185202, "video_name": "castle_s03e17_seg02_clip_11", "timestamp": [ 31.57, 34.2 ], "duration": 87.66, "caption": "A woman has a coffee cup while picking up the phone.", "similarity": 0.7057, "relevance": 3 }, { "pair_id": 185203, "video_name": "friends_s07e23-24_seg02_clip_00", "timestamp": [ 38.96, 43.91 ], "duration": 66.66, "caption": "A woman shakes her head yes while picking up her coffee mug.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 185204, "video_name": "s02e10_seg02_clip_02", "timestamp": [ 55.48, 57.55 ], "duration": 59.66, "caption": "A woman takes the coffee mug from a man's hand as he speaks to a person.", "similarity": 0.7025, "relevance": 4 }, { "pair_id": 185205, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.91, 6.83 ], "duration": 91.66, "caption": "A woman drinking a cup of coffee while talking to someone.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 185206, "video_name": "met_s03e12_seg02_clip_13", "timestamp": [ 24.82, 26.94 ], "duration": 60.66, "caption": "A person holds their mug while speaking to someone.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 185207, "video_name": "friends_s04e07_seg02_clip_16", "timestamp": [ 0.0, 14.89 ], "duration": 62.66, "caption": "A woman was holding a mug whilst talking to a man.", "similarity": 0.6939, "relevance": 4 }, { "pair_id": 185208, "video_name": "friends_s02e07_seg02_clip_03", "timestamp": [ 13.29, 16.83 ], "duration": 59.66, "caption": "A woman picks up a tray of coffee mugs and stands up from the chair she was sitting in.", "similarity": 0.6938, "relevance": 3 }, { "pair_id": 185209, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.6918, "relevance": 3 }, { "pair_id": 185210, "video_name": "house_s08e03_seg02_clip_07", "timestamp": [ 83.84, 86.43 ], "duration": 86.66, "caption": "A woman holding a coffee comes to talk to someone and someone else.", "similarity": 0.6895, "relevance": 3 }, { "pair_id": 185211, "video_name": "house_s06e12_seg02_clip_14", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "A person was holding a cup of coffee while talking.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 185212, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 9.77, 32.78 ], "duration": 63.66, "caption": "A woman takes a drink out of her yellow coffee mug while talking to person at the kitchen counter.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 185213, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 8.7, 19.21 ], "duration": 60.66, "caption": "A person takes their right hand off of a blue mug and proceeds to talk to a woman, afterwards puts their hand back on the mug.", "similarity": 0.6866, "relevance": 3 }, { "pair_id": 185214, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 185215, "video_name": "s10e05_seg02_clip_11", "timestamp": [ 12.69, 22.73 ], "duration": 59.66, "caption": "A woman has a coffee mug in her hand as she converses with a man.", "similarity": 0.6843, "relevance": 4 }, { "pair_id": 185216, "video_name": "friends_s07e18_seg01_clip_00", "timestamp": [ 1.2, 4.8 ], "duration": 120.66, "caption": "A woman picks up her cup and takes a drink.", "similarity": 0.6842, "relevance": 4 }, { "pair_id": 185217, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 185218, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A woman picks up her cup to drink from it.", "similarity": 0.6819, "relevance": 4 }, { "pair_id": 185219, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.6814, "relevance": 3 } ] }, { "query_id": 6862, "query": "A person checks their watch while with another person on the couch.", "relevant_moment": [ { "pair_id": 159280, "video_name": "s09e15_seg02_clip_11", "timestamp": [ 36.32, 40.22 ], "duration": 60.66, "caption": "A person checks their watch while with another person on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159281, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 31.73, 38.45 ], "duration": 61.66, "caption": "A person looks at their watch while sitting on the couch.", "similarity": 0.7812, "relevance": 4 }, { "pair_id": 159282, "video_name": "house_s06e13_seg02_clip_13", "timestamp": [ 6.44, 10.58 ], "duration": 92.66, "caption": "Person sits down at person's desk and checks person's watch.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 159283, "video_name": "castle_s05e17_seg02_clip_10", "timestamp": [ 21.61, 25.66 ], "duration": 90.66, "caption": "A person is sitting on the couch and looks at their watch.", "similarity": 0.7549, "relevance": 3 }, { "pair_id": 159284, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 7.65, 10.35 ], "duration": 90.66, "caption": "A person who sits with another person checks the time his wristwatch.", "similarity": 0.7393, "relevance": 4 }, { "pair_id": 159285, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 30.46, 38.01 ], "duration": 58.66, "caption": "A person looks behind him while he is sitting on the couch with another person.", "similarity": 0.7337, "relevance": 3 }, { "pair_id": 159286, "video_name": "house_s04e04_seg02_clip_14", "timestamp": [ 16.15, 20.43 ], "duration": 95.66, "caption": "A doctor checks their watch while laying on a couch.", "similarity": 0.7271, "relevance": 4 }, { "pair_id": 159287, "video_name": "s02e17_seg02_clip_08", "timestamp": [ 18.3, 20.47 ], "duration": 62.66, "caption": "A man checks his watch while talking to another person.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 159288, "video_name": "s03e20_seg02_clip_01", "timestamp": [ 13.87, 16.07 ], "duration": 63.66, "caption": "A person holds up his arm and looks at his wristwatch as he sits on the couch.", "similarity": 0.7112, "relevance": 3 }, { "pair_id": 159289, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 10.72, 12.86 ], "duration": 61.66, "caption": "A person looks at his watch as he gets up from the sofa.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 159290, "video_name": "friends_s05e12_seg02_clip_03", "timestamp": [ 53.66, 58.62 ], "duration": 62.66, "caption": "A woman looks at her watch as she talks to another woman on the couch.", "similarity": 0.7007, "relevance": 4 }, { "pair_id": 159291, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 14.19, 17.2 ], "duration": 86.66, "caption": "A person checks their watch as another person walks up to talk with them.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 159292, "video_name": "castle_s08e22_seg02_clip_19", "timestamp": [ 15.6, 20.05 ], "duration": 89.66, "caption": "A man checks his watch while a man looks on.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 159293, "video_name": "friends_s09e09_seg02_clip_06", "timestamp": [ 45.16, 56.45 ], "duration": 61.66, "caption": "A man checks the time on his watch while he is with another man.", "similarity": 0.6875, "relevance": 4 }, { "pair_id": 159294, "video_name": "s02e18_seg02_clip_00", "timestamp": [ 1.55, 12.1 ], "duration": 62.66, "caption": "A woman sits on couch, a person paces back and forth behind while timing on their watch until the woman finishes her task.", "similarity": 0.6865, "relevance": 3 }, { "pair_id": 159295, "video_name": "friends_s03e15_seg02_clip_06", "timestamp": [ 16.02, 17.59 ], "duration": 62.66, "caption": "A person looks at someone and changes positions on the couch.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 159296, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 7.65, 10.8 ], "duration": 90.66, "caption": "A person looks at his/her watch while talking to another person.", "similarity": 0.6809, "relevance": 4 }, { "pair_id": 159297, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 49.88, 56.96 ], "duration": 59.66, "caption": "Two people are seated on a couch and while one waves their hands and looks between the other and the computer screen acknowledging that the other was correct, the other stares at the first person.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 159298, "video_name": "s02e14_seg02_clip_14", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "A man looks at his watch to synchronize with other people.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 159299, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 8.46, 11.75 ], "duration": 94.66, "caption": "A person watches another person when they are in the patient's room.", "similarity": 0.6654, "relevance": 0 }, { "pair_id": 332600, "video_name": "house_s06e03_seg02_clip_26", "timestamp": [ 41.02, 50.02 ], "duration": 50.66, "caption": "A man watches some TV with another man on the couch.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 332601, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 33.09, 35.3 ], "duration": 63.66, "caption": "A person sits on a couch across from two people.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 332602, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 18.28, 20.8 ], "duration": 63.66, "caption": "A person sits on the couch where another person is sitting too.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 332603, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 21.37, 24.93 ], "duration": 89.66, "caption": "A person stands in front of another person and takes a look at their watch.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 332604, "video_name": "friends_s08e11_seg02_clip_21", "timestamp": [ 0.0, 3.88 ], "duration": 97.66, "caption": "A woman checks her watch as she has a conversation with a man.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 332606, "video_name": "s03e01_seg02_clip_17", "timestamp": [ 34.03, 38.23 ], "duration": 84.66, "caption": "A man checks the time on his watch while standing in a person's living room.", "similarity": 0.6444, "relevance": 3 }, { "pair_id": 332607, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A person is sitting on someone's couch with them beside him/her.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 332608, "video_name": "house_s08e07_seg02_clip_02", "timestamp": [ 35.61, 38.73 ], "duration": 89.66, "caption": "A person looks at his watch while talking with someone.", "similarity": 0.6432, "relevance": 3 }, { "pair_id": 332609, "video_name": "friends_s05e10_seg02_clip_01", "timestamp": [ 60.19, 64.03 ], "duration": 64.66, "caption": "A man touches his watch and gets up from the couch.", "similarity": 0.643, "relevance": 4 }, { "pair_id": 332610, "video_name": "s04e08_seg01_clip_01", "timestamp": [ 0.0, 6.6 ], "duration": 66.66, "caption": "A person is sitting next to someone else on the couch.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 332611, "video_name": "house_s03e06_seg02_clip_17", "timestamp": [ 6.18, 8.55 ], "duration": 95.66, "caption": "A man says something to another man while a woman sits on a couch and watches them.", "similarity": 0.6386, "relevance": 1 }, { "pair_id": 332612, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 20.48, 23.59 ], "duration": 89.66, "caption": "A person looks down to check their watch for the time.", "similarity": 0.6379, "relevance": 3 }, { "pair_id": 332613, "video_name": "friends_s06e12_seg02_clip_03", "timestamp": [ 17.11, 21.61 ], "duration": 60.66, "caption": "A man shows a guy a check on the couch.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 332614, "video_name": "s04e19_seg02_clip_04", "timestamp": [ 0.0, 17.41 ], "duration": 60.66, "caption": "A person is leaning over the couch to look at someone's computer screen.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 332615, "video_name": "house_s05e22_seg02_clip_01", "timestamp": [ 55.12, 63.67 ], "duration": 95.66, "caption": "A person walks in and interrupts two people who are looking at a file together on the couch.", "similarity": 0.6329, "relevance": 2 }, { "pair_id": 332616, "video_name": "castle_s08e14_seg02_clip_11", "timestamp": [ 50.09, 57.77 ], "duration": 90.66, "caption": "A person removes his watch and gives it to another person.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 332617, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 332618, "video_name": "s06e22_seg02_clip_11", "timestamp": [ 54.75, 56.99 ], "duration": 64.66, "caption": "Two people turn to look at each other on the couch.", "similarity": 0.6247, "relevance": 2 }, { "pair_id": 332619, "video_name": "s07e06_seg02_clip_06", "timestamp": [ 13.51, 17.41 ], "duration": 60.66, "caption": "A person reads from a book to another person on the couch.", "similarity": 0.6226, "relevance": 2 } ] }, { "query_id": 6901, "query": "A woman hands a person an x-ray sheet and the person looks at it.", "relevant_moment": [ { "pair_id": 15220, "video_name": "grey_s02e11_seg02_clip_08", "timestamp": [ 25.52, 32.36 ], "duration": 91.66, "caption": "A woman hands a person an x-ray sheet and the person looks at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15221, "video_name": "house_s01e18_seg02_clip_23", "timestamp": [ 24.89, 33.98 ], "duration": 79.66, "caption": "A man hands woman an X-ray and she looks at it.", "similarity": 0.889, "relevance": 3 }, { "pair_id": 15222, "video_name": "castle_s06e11_seg02_clip_04", "timestamp": [ 9.9, 12.48 ], "duration": 86.66, "caption": "A woman shows someone a paper with an x-ray.", "similarity": 0.8566, "relevance": 4 }, { "pair_id": 15223, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 0.0, 4.9 ], "duration": 89.66, "caption": "A woman takes a look at the x-ray as person looks at her.", "similarity": 0.8562, "relevance": 2 }, { "pair_id": 15224, "video_name": "grey_s03e07_seg02_clip_06", "timestamp": [ 49.94, 53.3 ], "duration": 96.66, "caption": "A woman is looking at an X-ray sheet as she holds it up.", "similarity": 0.834, "relevance": 2 }, { "pair_id": 15225, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 6.37, 15.93 ], "duration": 91.66, "caption": "A man hands a person an X-ray sheet and they hold it up to look at it.", "similarity": 0.834, "relevance": 3 }, { "pair_id": 15226, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 81.56, 83.41 ], "duration": 92.66, "caption": "A man is holding an x-ray sheet as he and woman look at it.", "similarity": 0.8165, "relevance": 2 }, { "pair_id": 15227, "video_name": "grey_s03e09_seg02_clip_08", "timestamp": [ 3.92, 9.57 ], "duration": 87.66, "caption": "A woman holds up an x-ray to show the patient.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 15228, "video_name": "house_s05e14_seg02_clip_05", "timestamp": [ 10.23, 14.88 ], "duration": 93.66, "caption": "A woman holds up her x-ray and she examines it.", "similarity": 0.8127, "relevance": 1 }, { "pair_id": 15229, "video_name": "grey_s01e06_seg02_clip_13", "timestamp": [ 78.68, 92.03 ], "duration": 92.66, "caption": "A woman puts an x-ray on the reader to show someone.", "similarity": 0.8111, "relevance": 3 }, { "pair_id": 15230, "video_name": "grey_s02e02_seg02_clip_03", "timestamp": [ 2.56, 6.82 ], "duration": 85.66, "caption": "A woman holds an x-ray up to the light to look at it.", "similarity": 0.8043, "relevance": 2 }, { "pair_id": 15231, "video_name": "grey_s01e07_seg02_clip_04", "timestamp": [ 7.98, 9.31 ], "duration": 88.66, "caption": "A person points at a X Ray to show something to a woman.", "similarity": 0.7982, "relevance": 2 }, { "pair_id": 15232, "video_name": "castle_s03e08_seg02_clip_02", "timestamp": [ 47.33, 50.06 ], "duration": 91.66, "caption": "A woman points her right hand towards the x-ray.", "similarity": 0.7964, "relevance": 2 }, { "pair_id": 15233, "video_name": "house_s01e07_seg02_clip_06", "timestamp": [ 24.91, 35.29 ], "duration": 83.66, "caption": "A woman is looking at the X Ray while a man is over her shoulder.", "similarity": 0.7898, "relevance": 2 }, { "pair_id": 15234, "video_name": "grey_s02e02_seg02_clip_03", "timestamp": [ 46.04, 52.86 ], "duration": 85.66, "caption": "A woman walks in and hands the x-rays to another person, who puts them up on the viewer.", "similarity": 0.7879, "relevance": 4 }, { "pair_id": 15235, "video_name": "house_s02e03_seg02_clip_05", "timestamp": [ 0.83, 14.55 ], "duration": 83.66, "caption": "A woman is looking at an x-ray while sitting.", "similarity": 0.7739, "relevance": 1 }, { "pair_id": 15236, "video_name": "grey_s03e07_seg02_clip_06", "timestamp": [ 49.46, 52.82 ], "duration": 96.66, "caption": "A woman is looking at an x-ray sheet as another woman walks up to her as she tells her that she's doing a removal surgery.", "similarity": 0.7735, "relevance": 2 }, { "pair_id": 15237, "video_name": "house_s05e19_seg02_clip_04", "timestamp": [ 0.0, 7.23 ], "duration": 85.66, "caption": "A person picks up and examines an x-ray scan.", "similarity": 0.7727, "relevance": 1 }, { "pair_id": 15238, "video_name": "house_s04e10_seg02_clip_03", "timestamp": [ 0.0, 8.9 ], "duration": 89.66, "caption": "A person holds up an x-ray and shows it to another person.", "similarity": 0.7691, "relevance": 3 }, { "pair_id": 15239, "video_name": "house_s03e10_seg02_clip_20", "timestamp": [ 53.83, 56.55 ], "duration": 90.66, "caption": "A woman walks up and looks at an x-ray.", "similarity": 0.7658, "relevance": 2 } ] }, { "query_id": 6907, "query": "A person sits on a man's lap as they have a conversation.", "relevant_moment": [ { "pair_id": 148800, "video_name": "s08e11_seg02_clip_09", "timestamp": [ 34.52, 46.02 ], "duration": 46.66, "caption": "A person sits on a man's lap as they have a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148801, "video_name": "s04e01_seg01_clip_01", "timestamp": [ 0.0, 4.74 ], "duration": 79.66, "caption": "A man is sitting with his laptop on his lap while speaking to a woman.", "similarity": 0.7708, "relevance": 1 }, { "pair_id": 148802, "video_name": "s05e20_seg02_clip_03", "timestamp": [ 47.81, 49.7 ], "duration": 54.66, "caption": "A man places a napkin on his lap while a woman talks to another person.", "similarity": 0.7654, "relevance": 1 }, { "pair_id": 148803, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to person while person is sitting.", "similarity": 0.7602, "relevance": 1 }, { "pair_id": 148804, "video_name": "s05e23_seg02_clip_14", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A person is sitting in his spot while talking to man.", "similarity": 0.7553, "relevance": 2 }, { "pair_id": 148805, "video_name": "s04e14_seg01_clip_00", "timestamp": [ 59.5, 61.03 ], "duration": 61.66, "caption": "A person has a laptop on his lap as another person speaks to him.", "similarity": 0.7514, "relevance": 2 }, { "pair_id": 148806, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 8.17, 12.26 ], "duration": 90.66, "caption": "A man sits down while someone is talking to him.", "similarity": 0.7509, "relevance": 0 }, { "pair_id": 148807, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is speaking to person as he is sitting.", "similarity": 0.7495, "relevance": 2 }, { "pair_id": 148808, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 0.0, 69.61 ], "duration": 69.66, "caption": "A man talks to a person while he's sitting down.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 148809, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.743, "relevance": 0 }, { "pair_id": 148810, "video_name": "house_s06e20_seg02_clip_19", "timestamp": [ 0.0, 29.29 ], "duration": 96.66, "caption": "A man has a conversation with another person as they are seated in armchairs.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 148811, "video_name": "house_s08e02_seg02_clip_24", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A man hits his lap while talking to another person.", "similarity": 0.7346, "relevance": 0 }, { "pair_id": 148812, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A person sits down while he is talking to another person.", "similarity": 0.7302, "relevance": 1 }, { "pair_id": 148813, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 7.5, 11.1 ], "duration": 60.66, "caption": "A person turns his sitting position to talk to a man.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 148814, "video_name": "house_s01e03_seg02_clip_20", "timestamp": [ 46.47, 50.15 ], "duration": 92.66, "caption": "A person sits down on his/her chair during a conversation with another person.", "similarity": 0.7231, "relevance": 2 }, { "pair_id": 148815, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 38.77, 40.01 ], "duration": 62.66, "caption": "A man sits down on a chair during a conversation with woman.", "similarity": 0.718, "relevance": 1 }, { "pair_id": 148816, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 0.0, 35.15 ], "duration": 90.66, "caption": "A man was sitting on his chair whilst talking.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 148817, "video_name": "s03e17_seg02_clip_07", "timestamp": [ 48.46, 56.02 ], "duration": 56.66, "caption": "A person walks in holding a laptop and sits down to talk to man.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 148818, "video_name": "friends_s06e23_seg02_clip_04", "timestamp": [ 0.0, 25.51 ], "duration": 60.66, "caption": "A woman and man have a conversation as he lays his head in her lap on the sofa.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 148819, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A person sits down and has a conversation with another person.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 322120, "video_name": "met_s03e18_seg02_clip_00", "timestamp": [ 6.3, 15.13 ], "duration": 63.66, "caption": "A person is talking and points at the computer sitting on his lap.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 322121, "video_name": "s07e22_seg02_clip_16", "timestamp": [ 42.79, 45.45 ], "duration": 59.66, "caption": "A person raises his hand off of his lap and looks down at his chest as he talks to a man.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 322122, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man was sitting on a chair whilst talking to woman.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 322123, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 9.0, 12.01 ], "duration": 50.66, "caption": "A person sits down while talking to another person.", "similarity": 0.7076, "relevance": 2 }, { "pair_id": 322124, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 8.69, 10.52 ], "duration": 91.66, "caption": "A person sits down during the conversation with some people.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 322125, "video_name": "friends_s03e04_seg02_clip_01", "timestamp": [ 9.3, 12.91 ], "duration": 60.66, "caption": "A man was sitting on a chair while talking.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 322126, "video_name": "s02e21_seg02_clip_05", "timestamp": [ 1.24, 12.41 ], "duration": 62.66, "caption": "A man sits at a laptop while having a conversation with two guys who are standing next to him.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 322127, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 10.36, 16.21 ], "duration": 90.66, "caption": "A person is having a conversation with another person and sits back on his/her chair.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 322128, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 36.49, 40.33 ], "duration": 96.66, "caption": "A man sits in the chair while talking to person.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 322129, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 0.0, 31.51 ], "duration": 150.66, "caption": "A man is sitting across from another person as they converse.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 322130, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man is sitting across from a person while conversing.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 322131, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 3.29 ], "duration": 94.66, "caption": "A man sits down on the armchair while talking to woman.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 322132, "video_name": "castle_s06e09_seg02_clip_10", "timestamp": [ 65.09, 83.75 ], "duration": 91.66, "caption": "A person talks with woman holding their hands in their lap.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 322133, "video_name": "s06e02_seg02_clip_00", "timestamp": [ 21.12, 28.68 ], "duration": 63.66, "caption": "Some people are talking to a man on the laptop.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 322134, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 6.58 ], "duration": 94.66, "caption": "A man sits down while he is talking to a woman.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 322135, "video_name": "castle_s03e04_seg02_clip_22", "timestamp": [ 7.44, 14.42 ], "duration": 93.66, "caption": "While someone and another person are having a conversation, the other person sits down.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 322136, "video_name": "castle_s05e22_seg02_clip_05", "timestamp": [ 52.08, 55.19 ], "duration": 89.66, "caption": "A person sits on a chair during his conversation with a woman.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 322137, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 23.59, 27.45 ], "duration": 85.66, "caption": "A person sits down immediately while talking to another person.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 322138, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 23.9, 33.64 ], "duration": 88.66, "caption": "A person sits down while talking with some people.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 322139, "video_name": "castle_s08e10_seg02_clip_16", "timestamp": [ 0.0, 11.84 ], "duration": 87.66, "caption": "A woman is having a conversation with man while sitting.", "similarity": 0.6938, "relevance": 2 } ] }, { "query_id": 6932, "query": "A man opens the chart in the baby incubator room.", "relevant_moment": [ { "pair_id": 156960, "video_name": "grey_s02e11_seg02_clip_05", "timestamp": [ 53.45, 55.01 ], "duration": 78.66, "caption": "A man opens the chart in the baby incubator room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156961, "video_name": "grey_s03e12_seg02_clip_20", "timestamp": [ 74.15, 78.22 ], "duration": 90.66, "caption": "A person is looking at a baby inside an incubator.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 156962, "video_name": "grey_s02e03_seg02_clip_02", "timestamp": [ 2.33, 7.93 ], "duration": 93.66, "caption": "A man is touching a baby inside an incubator as he is beside a woman.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 156963, "video_name": "house_s07e05_seg02_clip_09", "timestamp": [ 23.51, 40.7 ], "duration": 90.66, "caption": "A man takes out the baby inside the incubator and hands her to woman.", "similarity": 0.6027, "relevance": 2 }, { "pair_id": 156964, "video_name": "grey_s01e05_seg02_clip_11", "timestamp": [ 6.6, 9.68 ], "duration": 88.66, "caption": "A person is opening the chart when a man walks in.", "similarity": 0.6017, "relevance": 3 }, { "pair_id": 156965, "video_name": "grey_s02e11_seg02_clip_08", "timestamp": [ 0.0, 8.66 ], "duration": 91.66, "caption": "A person is beside a baby incubator speaking to the baby inside.", "similarity": 0.592, "relevance": 2 }, { "pair_id": 156966, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 14.95, 23.1 ], "duration": 90.66, "caption": "A man opens his patient's chart and writes in it.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 156967, "video_name": "grey_s02e11_seg02_clip_07", "timestamp": [ 48.62, 51.3 ], "duration": 89.66, "caption": "The medical staff is wheeling a baby in an incubator.", "similarity": 0.5891, "relevance": 1 }, { "pair_id": 156968, "video_name": "s10e11_seg02_clip_16", "timestamp": [ 6.0, 10.8 ], "duration": 60.66, "caption": "A man comes into the room and announces that the baby is born.", "similarity": 0.5847, "relevance": 0 }, { "pair_id": 156969, "video_name": "house_s05e16_seg02_clip_06", "timestamp": [ 80.47, 81.86 ], "duration": 93.66, "caption": "A man puts a patient chart in the plastic container on the door.", "similarity": 0.577, "relevance": 1 }, { "pair_id": 156970, "video_name": "grey_s03e19_seg02_clip_25", "timestamp": [ 27.29, 31.69 ], "duration": 88.66, "caption": "A woman enters a patient's room and opens their chart.", "similarity": 0.5749, "relevance": 2 }, { "pair_id": 156971, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 72.4, 74.28 ], "duration": 94.66, "caption": "A man is writing in a patient's chart in the patient's room.", "similarity": 0.5663, "relevance": 3 }, { "pair_id": 156972, "video_name": "house_s05e13_seg02_clip_23", "timestamp": [ 35.5, 44.15 ], "duration": 91.66, "caption": "A person is seated looking at a chart as someone walks into their office holding a baby.", "similarity": 0.5604, "relevance": 1 }, { "pair_id": 156973, "video_name": "friends_s10e01_seg02_clip_20", "timestamp": [ 11.6, 13.12 ], "duration": 61.66, "caption": "A man puts the baby in the playpen in the living room.", "similarity": 0.5562, "relevance": 1 }, { "pair_id": 156974, "video_name": "grey_s01e01_seg02_clip_17", "timestamp": [ 45.51, 48.31 ], "duration": 140.66, "caption": "A man is handed a chart at the nurses station.", "similarity": 0.5562, "relevance": 3 }, { "pair_id": 156975, "video_name": "grey_s02e11_seg02_clip_19", "timestamp": [ 0.0, 3.9 ], "duration": 86.66, "caption": "A woman is touching a baby inside an incubator.", "similarity": 0.5543, "relevance": 2 }, { "pair_id": 156976, "video_name": "grey_s02e15_seg02_clip_24", "timestamp": [ 87.38, 91.03 ], "duration": 91.66, "caption": "A woman tends to a baby with her hand through an opening in the side of an incubator.", "similarity": 0.5493, "relevance": 2 }, { "pair_id": 156977, "video_name": "grey_s02e05_seg02_clip_00", "timestamp": [ 28.0, 33.51 ], "duration": 91.66, "caption": "A man walks into the room and gets a chart from the nurse.", "similarity": 0.5489, "relevance": 2 }, { "pair_id": 156978, "video_name": "friends_s09e07_seg01_clip_00", "timestamp": [ 4.35, 79.02 ], "duration": 79.66, "caption": "A man has a conversation with a baby in the living room.", "similarity": 0.5449, "relevance": 1 }, { "pair_id": 156979, "video_name": "s05e09_seg02_clip_17", "timestamp": [ 62.58, 68.02 ], "duration": 68.66, "caption": "A man enters the apartment and someone shows him a nest with an egg in it.", "similarity": 0.5399, "relevance": 1 } ] }, { "query_id": 7053, "query": "A woman kisses a man as he is dressed up as Santa.", "relevant_moment": [ { "pair_id": 9620, "video_name": "friends_s07e10_seg02_clip_15", "timestamp": [ 17.41, 20.41 ], "duration": 60.66, "caption": "A woman kisses a man as he is dressed up as Santa.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9621, "video_name": "friends_s07e10_seg02_clip_15", "timestamp": [ 18.01, 19.81 ], "duration": 60.66, "caption": "A woman kisses a man who's dressed up like Santa.", "similarity": 0.982, "relevance": 4 }, { "pair_id": 9622, "video_name": "friends_s07e10_seg02_clip_19", "timestamp": [ 27.56, 29.46 ], "duration": 95.66, "caption": "A woman leans in and kisses a man who is dressed in a Santa Claus costume.", "similarity": 0.8872, "relevance": 4 }, { "pair_id": 9623, "video_name": "friends_s09e10_seg02_clip_07", "timestamp": [ 17.71, 35.71 ], "duration": 59.66, "caption": "A woman touches and caresses man's Santa Claus beard.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 9624, "video_name": "friends_s03e21_seg02_clip_06", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek dressed up.", "similarity": 0.679, "relevance": 3 }, { "pair_id": 9625, "video_name": "friends_s09e10_seg02_clip_06", "timestamp": [ 40.13, 52.91 ], "duration": 59.66, "caption": "A woman walks a man dressed up as an armadillo over to Santa.", "similarity": 0.675, "relevance": 3 }, { "pair_id": 9626, "video_name": "castle_s05e09_seg02_clip_14", "timestamp": [ 76.12, 79.27 ], "duration": 90.66, "caption": "A person was shown a picture of a man dressed as Santa.", "similarity": 0.6652, "relevance": 3 }, { "pair_id": 9627, "video_name": "friends_s09e10_seg02_clip_07", "timestamp": [ 35.71, 38.07 ], "duration": 59.66, "caption": "A woman hugs and kisses Santa Claus in her kitchen.", "similarity": 0.6451, "relevance": 4 }, { "pair_id": 9628, "video_name": "castle_s04e14_seg02_clip_09", "timestamp": [ 3.52, 4.84 ], "duration": 88.66, "caption": "A woman kisses a man who wears a hat.", "similarity": 0.6405, "relevance": 3 }, { "pair_id": 9629, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 9.23, 18.46 ], "duration": 57.66, "caption": "A man holds a woman's hand and then she kisses him.", "similarity": 0.6268, "relevance": 3 }, { "pair_id": 9630, "video_name": "s03e01_seg02_clip_11", "timestamp": [ 3.36, 9.15 ], "duration": 61.66, "caption": "A woman kisses a man as he is talking to her.", "similarity": 0.6142, "relevance": 3 }, { "pair_id": 9631, "video_name": "met_s06e16_seg02_clip_08", "timestamp": [ 58.31, 62.03 ], "duration": 62.66, "caption": "A woman holds a man's head with both hands as she kisses him.", "similarity": 0.6137, "relevance": 3 }, { "pair_id": 9632, "video_name": "s03e19_seg01_clip_00", "timestamp": [ 41.4, 46.74 ], "duration": 89.66, "caption": "A man kisses a woman as he is lying with her.", "similarity": 0.6134, "relevance": 3 }, { "pair_id": 9633, "video_name": "friends_s02e09_seg02_clip_18", "timestamp": [ 72.92, 76.16 ], "duration": 81.66, "caption": "A woman and man kiss each other on the cheek after woman opens her gift.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 9634, "video_name": "friends_s07e10_seg02_clip_13", "timestamp": [ 43.24, 46.56 ], "duration": 60.66, "caption": "A man rubs the buckle on guy's Santa costume.", "similarity": 0.6065, "relevance": 2 }, { "pair_id": 9635, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 7.7, 11.94 ], "duration": 77.66, "caption": "A man holds a woman's hand and he kisses her.", "similarity": 0.6048, "relevance": 3 }, { "pair_id": 9636, "video_name": "friends_s04e17_seg02_clip_07", "timestamp": [ 5.1, 6.8 ], "duration": 68.66, "caption": "A woman places a chocolate box on someone's cheek then she kisses him.", "similarity": 0.5999, "relevance": 3 }, { "pair_id": 9637, "video_name": "friends_s03e21_seg02_clip_05", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A woman kisses a person in the suit on the cheek.", "similarity": 0.5995, "relevance": 3 }, { "pair_id": 9638, "video_name": "friends_s09e10_seg02_clip_06", "timestamp": [ 0.0, 59.45 ], "duration": 59.66, "caption": "A person hugs Santa and then stands next to him with their hands in their pockets.", "similarity": 0.5969, "relevance": 3 }, { "pair_id": 9639, "video_name": "castle_s07e18_seg02_clip_08", "timestamp": [ 29.92, 31.76 ], "duration": 92.66, "caption": "A man kisses a woman in a white dress.", "similarity": 0.5964, "relevance": 3 }, { "pair_id": 182940, "video_name": "friends_s03e18_seg02_clip_19", "timestamp": [ 38.55, 46.07 ], "duration": 94.66, "caption": "A woman kisses a man and he picks her up.", "similarity": 0.5962, "relevance": 3 }, { "pair_id": 182941, "video_name": "grey_s02e21_seg02_clip_24", "timestamp": [ 9.22, 14.07 ], "duration": 97.66, "caption": "A woman leans down and kisses a man on the mouth while placing her hand on his cheek.", "similarity": 0.5954, "relevance": 3 }, { "pair_id": 182942, "video_name": "s04e16_seg01_clip_01", "timestamp": [ 5.27, 6.82 ], "duration": 62.66, "caption": "A man kisses woman on the top of her head.", "similarity": 0.5936, "relevance": 2 }, { "pair_id": 182943, "video_name": "castle_s05e09_seg02_clip_06", "timestamp": [ 0.0, 89.4 ], "duration": 89.66, "caption": "Two people are conversing with a man who is dressed as Santa Claus.", "similarity": 0.592, "relevance": 2 }, { "pair_id": 182944, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 2.28, 4.56 ], "duration": 57.66, "caption": "A man kisses woman's cheek as they hold hands.", "similarity": 0.5903, "relevance": 3 }, { "pair_id": 182945, "video_name": "friends_s09e22_seg02_clip_20", "timestamp": [ 51.65, 56.37 ], "duration": 59.66, "caption": "A woman kisses man and places her hands on his face.", "similarity": 0.5898, "relevance": 3 }, { "pair_id": 182946, "video_name": "s09e07_seg02_clip_15", "timestamp": [ 35.42, 38.66 ], "duration": 59.66, "caption": "A woman shares a kiss with a man in a suit.", "similarity": 0.5895, "relevance": 3 }, { "pair_id": 182947, "video_name": "castle_s07e10_seg02_clip_01", "timestamp": [ 10.91, 16.36 ], "duration": 90.66, "caption": "A person looks up after a man describes a man that looks like Santa.", "similarity": 0.5891, "relevance": 1 }, { "pair_id": 182948, "video_name": "house_s08e10_seg02_clip_11", "timestamp": [ 24.21, 26.79 ], "duration": 103.66, "caption": "A man kisses the woman he just let in.", "similarity": 0.5884, "relevance": 3 }, { "pair_id": 182949, "video_name": "friends_s07e08_seg02_clip_20", "timestamp": [ 60.02, 66.76 ], "duration": 71.66, "caption": "A man holding his coat kisses a woman.", "similarity": 0.5883, "relevance": 3 }, { "pair_id": 182950, "video_name": "friends_s02e12-13_seg02_clip_30", "timestamp": [ 5.12, 16.65 ], "duration": 64.66, "caption": "A woman kisses a man on the lips.", "similarity": 0.588, "relevance": 3 }, { "pair_id": 182951, "video_name": "castle_s07e17_seg02_clip_27", "timestamp": [ 0.0, 3.08 ], "duration": 22.66, "caption": "A man kisses woman on the cheek than he climbs under the covers.", "similarity": 0.5877, "relevance": 2 }, { "pair_id": 182952, "video_name": "s09e20_seg02_clip_14", "timestamp": [ 9.0, 12.01 ], "duration": 60.66, "caption": "A man kisses a woman as he tells her he loves her.", "similarity": 0.5877, "relevance": 3 }, { "pair_id": 182953, "video_name": "met_s03e13_seg02_clip_17", "timestamp": [ 30.56, 36.52 ], "duration": 119.66, "caption": "A woman puts her hands on a man's face and kisses him.", "similarity": 0.5869, "relevance": 3 }, { "pair_id": 182954, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 38.29, 44.89 ], "duration": 88.66, "caption": "A man puts his head down and kisses a woman on the hand.", "similarity": 0.5866, "relevance": 1 }, { "pair_id": 182955, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 34.79, 38.45 ], "duration": 61.66, "caption": "A woman puts her hands on man's face and kisses him.", "similarity": 0.5843, "relevance": 3 }, { "pair_id": 182956, "video_name": "castle_s05e09_seg02_clip_05", "timestamp": [ 59.3, 67.51 ], "duration": 91.66, "caption": "A man and a woman enter a room filled with Santa Clauses.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 182957, "video_name": "s08e15_seg02_clip_15", "timestamp": [ 25.81, 28.21 ], "duration": 60.66, "caption": "A woman bends over and kisses a man on the top of the head.", "similarity": 0.5829, "relevance": 3 }, { "pair_id": 182958, "video_name": "castle_s06e14_seg02_clip_00", "timestamp": [ 72.68, 75.88 ], "duration": 91.66, "caption": "A woman kisses man after he does the okay sign.", "similarity": 0.5826, "relevance": 3 }, { "pair_id": 182959, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 52.51, 54.43 ], "duration": 64.66, "caption": "A man leans down and kisses a woman's hands that he is holding.", "similarity": 0.5819, "relevance": 2 } ] }, { "query_id": 7059, "query": "A child takes a man's hat off as he walks away then turns back.", "relevant_moment": [ { "pair_id": 18960, "video_name": "friends_s02e21_seg02_clip_00", "timestamp": [ 33.62, 40.34 ], "duration": 64.66, "caption": "A child takes a man's hat off as he walks away then turns back.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18961, "video_name": "castle_s05e03_seg02_clip_22", "timestamp": [ 10.81, 22.49 ], "duration": 86.66, "caption": "A person walks away from their child but turns around before they leave.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 18962, "video_name": "castle_s05e16_seg02_clip_19", "timestamp": [ 55.36, 60.77 ], "duration": 90.66, "caption": "A man comes in and takes his hat off.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 18963, "video_name": "house_s02e11_seg02_clip_15", "timestamp": [ 16.28, 26.41 ], "duration": 88.66, "caption": "A child gets on the elevator, a man pushes the button and walks away.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 18964, "video_name": "house_s08e02_seg02_clip_16", "timestamp": [ 50.7, 55.19 ], "duration": 89.66, "caption": "A man suddenly walks out after talking to a child.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 18965, "video_name": "friends_s02e24_seg02_clip_11", "timestamp": [ 0.0, 3.8 ], "duration": 69.66, "caption": "A man walks over to a woman and takes off his hat.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 18966, "video_name": "house_s07e20_seg02_clip_20", "timestamp": [ 50.44, 52.5 ], "duration": 82.66, "caption": "A man turns away from another person and walks away.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 18967, "video_name": "grey_s02e18_seg02_clip_23", "timestamp": [ 3.09, 7.07 ], "duration": 88.66, "caption": "A man brushes the side of a child's face with his hand and then takes it away.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 18968, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 24.48, 27.15 ], "duration": 89.66, "caption": "A man turns back to see person and person walks away.", "similarity": 0.612, "relevance": 1 }, { "pair_id": 18969, "video_name": "s05e09_seg02_clip_02", "timestamp": [ 5.8, 9.46 ], "duration": 61.66, "caption": "A person turns around and takes off his/her baseball hat.", "similarity": 0.6061, "relevance": 2 }, { "pair_id": 18970, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 26.22, 31.03 ], "duration": 31.66, "caption": "A man starts to walk away and then turns back around.", "similarity": 0.6057, "relevance": 3 }, { "pair_id": 18971, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 0.0, 1.22 ], "duration": 61.66, "caption": "A young person walks away from a man, and the man moves over to another man.", "similarity": 0.6038, "relevance": 1 }, { "pair_id": 18972, "video_name": "house_s08e03_seg02_clip_27", "timestamp": [ 2.85, 5.7 ], "duration": 114.66, "caption": "A person turns and walks away from a person.", "similarity": 0.6025, "relevance": 1 }, { "pair_id": 18973, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 36.94, 39.4 ], "duration": 41.66, "caption": "A person turns from two people and walks away.", "similarity": 0.6022, "relevance": 1 }, { "pair_id": 18974, "video_name": "s08e02_seg02_clip_10", "timestamp": [ 12.91, 18.91 ], "duration": 60.66, "caption": "A man walks away from someone then stops and turns back towards him.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 18975, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 62.25, 65.19 ], "duration": 84.66, "caption": "A person turns their head after another person walks away from them.", "similarity": 0.5956, "relevance": 2 }, { "pair_id": 18976, "video_name": "house_s03e19_seg02_clip_13", "timestamp": [ 13.35, 16.02 ], "duration": 89.66, "caption": "A man moves his kid's head before he stands up.", "similarity": 0.5947, "relevance": 0 }, { "pair_id": 18977, "video_name": "castle_s06e10_seg02_clip_05", "timestamp": [ 18.44, 23.51 ], "duration": 92.66, "caption": "A man passes the baby to another person and he walks away.", "similarity": 0.5947, "relevance": 2 }, { "pair_id": 18978, "video_name": "house_s02e19_seg02_clip_09", "timestamp": [ 15.69, 20.77 ], "duration": 92.66, "caption": "A person walks away from another person and turns their head after them.", "similarity": 0.5936, "relevance": 1 }, { "pair_id": 18979, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A man gives a key to a boy and walks away.", "similarity": 0.5931, "relevance": 1 } ] }, { "query_id": 7081, "query": "A person is talking to two people then answers his phone.", "relevant_moment": [ { "pair_id": 8160, "video_name": "house_s07e13_seg02_clip_18", "timestamp": [ 0.0, 7.14 ], "duration": 84.66, "caption": "A person is talking to two people then answers his phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8161, "video_name": "met_s02e07_seg02_clip_02", "timestamp": [ 0.0, 4.23 ], "duration": 60.66, "caption": "A person answers the phone after another person asks about it.", "similarity": 0.8847, "relevance": 4 }, { "pair_id": 8162, "video_name": "s04e09_seg01_clip_00", "timestamp": [ 39.39, 48.07 ], "duration": 62.66, "caption": "A person is saying something to another person and then turns around to answer the phone.", "similarity": 0.8813, "relevance": 4 }, { "pair_id": 8163, "video_name": "house_s05e22_seg02_clip_23", "timestamp": [ 17.2, 20.22 ], "duration": 86.66, "caption": "A man answers the phone while he's talking to person.", "similarity": 0.8772, "relevance": 2 }, { "pair_id": 8164, "video_name": "castle_s02e14_seg02_clip_01", "timestamp": [ 35.81, 40.34 ], "duration": 90.66, "caption": "A person answers the phone then covers it up to speak to another person.", "similarity": 0.8683, "relevance": 3 }, { "pair_id": 8165, "video_name": "s06e12_seg02_clip_08", "timestamp": [ 31.33, 38.9 ], "duration": 54.66, "caption": "A person's phone rings while talking to another person and he answers it.", "similarity": 0.8672, "relevance": 3 }, { "pair_id": 8166, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 26.55, 34.52 ], "duration": 88.66, "caption": "A person answers the phone and has a conversation.", "similarity": 0.8634, "relevance": 4 }, { "pair_id": 8167, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person is holding his phone as he is speaking to another person.", "similarity": 0.8531, "relevance": 3 }, { "pair_id": 8168, "video_name": "castle_s04e12_seg02_clip_11", "timestamp": [ 23.59, 29.82 ], "duration": 89.66, "caption": "A man answers their phone while having a conversation with someone.", "similarity": 0.8523, "relevance": 3 }, { "pair_id": 8169, "video_name": "castle_s07e14_seg02_clip_13", "timestamp": [ 27.2, 31.21 ], "duration": 89.66, "caption": "A man is talking to another man and then answers his phone.", "similarity": 0.8465, "relevance": 3 }, { "pair_id": 8170, "video_name": "house_s02e20_seg02_clip_23", "timestamp": [ 23.67, 29.58 ], "duration": 91.66, "caption": "A person is talking to someone on the phone.", "similarity": 0.846, "relevance": 3 }, { "pair_id": 8171, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 49.07, 92.58 ], "duration": 92.66, "caption": "A person asks about the conversation of someone and another person on the phone.", "similarity": 0.8359, "relevance": 2 }, { "pair_id": 8172, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 0.0, 12.0 ], "duration": 80.66, "caption": "A person is talking to another person while he is on a phone call.", "similarity": 0.8341, "relevance": 3 }, { "pair_id": 8173, "video_name": "house_s08e22_seg02_clip_11", "timestamp": [ 0.0, 7.76 ], "duration": 97.66, "caption": "A man answers his phone as he is with someone.", "similarity": 0.8333, "relevance": 3 }, { "pair_id": 8174, "video_name": "castle_s04e01_seg02_clip_14", "timestamp": [ 4.14, 8.74 ], "duration": 92.66, "caption": "A person on the phone talking to someone.", "similarity": 0.8305, "relevance": 3 }, { "pair_id": 8175, "video_name": "house_s08e02_seg02_clip_12", "timestamp": [ 26.59, 29.29 ], "duration": 90.66, "caption": "A man answer his phone immediately and talk to another person.", "similarity": 0.83, "relevance": 3 }, { "pair_id": 8176, "video_name": "castle_s08e11_seg02_clip_14", "timestamp": [ 13.58, 28.96 ], "duration": 90.66, "caption": "A man answers his cellphone while he is with person.", "similarity": 0.8259, "relevance": 3 }, { "pair_id": 8177, "video_name": "s04e08_seg02_clip_06", "timestamp": [ 26.41, 45.32 ], "duration": 60.66, "caption": "A person looks at his/her phone while speaking to another person.", "similarity": 0.8248, "relevance": 2 }, { "pair_id": 8178, "video_name": "s01e11_seg02_clip_04", "timestamp": [ 43.73, 50.55 ], "duration": 62.66, "caption": "A man answers the phone and talks to another man.", "similarity": 0.8208, "relevance": 2 }, { "pair_id": 8179, "video_name": "s07e07_seg02_clip_01", "timestamp": [ 0.0, 12.61 ], "duration": 63.66, "caption": "A person is using their cellphone as they are talking to another person.", "similarity": 0.8187, "relevance": 3 }, { "pair_id": 181480, "video_name": "house_s03e19_seg02_clip_18", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A person is talking to some people over the phone.", "similarity": 0.8169, "relevance": 2 }, { "pair_id": 181481, "video_name": "friends_s03e24_seg02_clip_02", "timestamp": [ 0.0, 5.56 ], "duration": 58.66, "caption": "A man is holding the phone and speaking to another person.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 181482, "video_name": "s02e17_seg02_clip_14", "timestamp": [ 44.68, 58.03 ], "duration": 58.66, "caption": "A person tries to give instructions to another person during a phone conversation.", "similarity": 0.8029, "relevance": 2 }, { "pair_id": 181483, "video_name": "castle_s08e19_seg02_clip_00", "timestamp": [ 50.18, 53.94 ], "duration": 93.66, "caption": "One person takes another person's phone from their hand and answers it.", "similarity": 0.8018, "relevance": 2 }, { "pair_id": 181484, "video_name": "s09e22_seg02_clip_01", "timestamp": [ 30.75, 35.11 ], "duration": 58.66, "caption": "Two people are on their phones talking to each other.", "similarity": 0.8011, "relevance": 2 }, { "pair_id": 181485, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 0.0, 21.35 ], "duration": 97.66, "caption": "Two people are having a conversation then there's a man who calls at one of them on the phone.", "similarity": 0.801, "relevance": 3 }, { "pair_id": 181486, "video_name": "friends_s10e05_seg02_clip_20", "timestamp": [ 14.58, 33.24 ], "duration": 58.66, "caption": "A person was speaking to someone over the phone.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 181487, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 0.0, 13.51 ], "duration": 93.66, "caption": "A man is on the phone with two other people conversing.", "similarity": 0.7929, "relevance": 2 }, { "pair_id": 181488, "video_name": "friends_s03e12_seg02_clip_02", "timestamp": [ 1.18, 21.25 ], "duration": 59.66, "caption": "Two people are talking to each other on the phone.", "similarity": 0.7927, "relevance": 2 }, { "pair_id": 181489, "video_name": "castle_s03e18_seg02_clip_00", "timestamp": [ 47.54, 61.85 ], "duration": 92.66, "caption": "A man answers his phone and another person reacts curiously.", "similarity": 0.791, "relevance": 3 }, { "pair_id": 181490, "video_name": "castle_s07e12_seg02_clip_09", "timestamp": [ 0.0, 19.33 ], "duration": 89.66, "caption": "A person is holding up his cellphone as he is speaking to another person.", "similarity": 0.7904, "relevance": 1 }, { "pair_id": 181491, "video_name": "house_s02e21_seg02_clip_22", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "A man is having a conversation with person on the phone.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 181492, "video_name": "castle_s07e19_seg02_clip_10", "timestamp": [ 8.15, 23.98 ], "duration": 90.66, "caption": "Two people are having a conversation in the phone.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 181493, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 0.0, 15.4 ], "duration": 61.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 181494, "video_name": "grey_s03e16_seg02_clip_05", "timestamp": [ 0.0, 26.01 ], "duration": 100.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 181495, "video_name": "friends_s04e23-24_seg02_clip_19", "timestamp": [ 0.0, 22.34 ], "duration": 58.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 181496, "video_name": "castle_s08e01_seg02_clip_14", "timestamp": [ 5.92, 10.19 ], "duration": 65.66, "caption": "A person helps someone up and then answers his phone.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 181497, "video_name": "castle_s05e08_seg02_clip_10", "timestamp": [ 61.46, 65.18 ], "duration": 93.66, "caption": "Someone is on the phone as they notice two people start a conversation.", "similarity": 0.7886, "relevance": 2 }, { "pair_id": 181498, "video_name": "met_s05e02_seg02_clip_09", "timestamp": [ 2.95, 7.38 ], "duration": 59.66, "caption": "A person shows his phone to two people, and then to another person.", "similarity": 0.7868, "relevance": 1 }, { "pair_id": 181499, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 16.93, 33.85 ], "duration": 91.66, "caption": "A person is having a phone conversation while next to a man.", "similarity": 0.7836, "relevance": 2 } ] }, { "query_id": 7171, "query": "Picture of a person taking a drink from a glass and then you see the patient doing the same thing.", "relevant_moment": [ { "pair_id": 18540, "video_name": "house_s04e12_seg02_clip_24", "timestamp": [ 23.21, 28.22 ], "duration": 91.66, "caption": "Picture of a person taking a drink from a glass and then you see the patient doing the same thing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18541, "video_name": "house_s07e08_seg02_clip_11", "timestamp": [ 8.1, 16.2 ], "duration": 90.66, "caption": "The patient cough so a doctor gives him a glass of water.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 18542, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 4.87, 8.86 ], "duration": 88.66, "caption": "A person describes what is happening to the patient.", "similarity": 0.6576, "relevance": 0 }, { "pair_id": 18543, "video_name": "house_s02e06_seg02_clip_20", "timestamp": [ 0.0, 6.75 ], "duration": 90.66, "caption": "A person turns to talk to the other doctors by the drinks.", "similarity": 0.6566, "relevance": 0 }, { "pair_id": 18544, "video_name": "house_s05e08_seg02_clip_07", "timestamp": [ 95.9, 102.02 ], "duration": 102.66, "caption": "A person puts the camera in another person's mouth and he drinks some water.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 18545, "video_name": "friends_s03e07_seg02_clip_08", "timestamp": [ 25.84, 31.83 ], "duration": 63.66, "caption": "A doctor takes a drink from the wine glass that's in front of him on the table.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 18546, "video_name": "house_s04e02_seg02_clip_22", "timestamp": [ 12.3, 24.2 ], "duration": 82.66, "caption": "A person sticks a camera in the patient and looks at the video screen.", "similarity": 0.6469, "relevance": 0 }, { "pair_id": 18547, "video_name": "house_s03e18_seg02_clip_21", "timestamp": [ 57.67, 62.01 ], "duration": 124.66, "caption": "A man puts a drink to their patient's mouth and tries to make them drink.", "similarity": 0.6456, "relevance": 1 }, { "pair_id": 18548, "video_name": "grey_s03e09_seg02_clip_24", "timestamp": [ 1.4, 5.12 ], "duration": 93.66, "caption": "A person looks up at a screen showing a patient's innards, then he/she looks down.", "similarity": 0.6387, "relevance": 0 }, { "pair_id": 18549, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 2.67, 16.91 ], "duration": 89.66, "caption": "A person takes a look inside the eyes of the patient.", "similarity": 0.6383, "relevance": 0 }, { "pair_id": 18550, "video_name": "s04e07_seg02_clip_15", "timestamp": [ 19.21, 28.51 ], "duration": 60.66, "caption": "A person raises a shot glass, drinks its contents then spits it back into the shot glass.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 18551, "video_name": "house_s04e05_seg02_clip_24", "timestamp": [ 24.64, 38.97 ], "duration": 89.66, "caption": "The patient grabs the bottle from a doctor and looks at it.", "similarity": 0.6375, "relevance": 0 }, { "pair_id": 18552, "video_name": "s05e18_seg02_clip_05", "timestamp": [ 38.37, 41.95 ], "duration": 65.66, "caption": "A person takes a sharp object out and shows it to the patient.", "similarity": 0.6358, "relevance": 0 }, { "pair_id": 18553, "video_name": "s09e22_seg02_clip_11", "timestamp": [ 2.95, 5.31 ], "duration": 59.66, "caption": "One person looks strangely at another person and they take a drink of wine.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 18554, "video_name": "house_s02e01_seg02_clip_12", "timestamp": [ 69.85, 94.08 ], "duration": 95.66, "caption": "A doctor pours drinks in plastic containers, starts to give one to a patient, then drinks it himself; the patient speaks, the doctor looks startled, and they both laugh.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 18555, "video_name": "house_s03e03_seg02_clip_11", "timestamp": [ 46.73, 51.21 ], "duration": 128.66, "caption": "A person looks at someone and gives them a look and back at the patient.", "similarity": 0.6291, "relevance": 0 }, { "pair_id": 18556, "video_name": "house_s01e05_seg02_clip_18", "timestamp": [ 28.67, 30.49 ], "duration": 91.66, "caption": "A person taps on the glass wall for some people to come in the patient's room.", "similarity": 0.6262, "relevance": 0 }, { "pair_id": 18557, "video_name": "grey_s03e20_seg02_clip_03", "timestamp": [ 0.0, 2.88 ], "duration": 96.66, "caption": "A person takes a photograph of a patient lying down.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 18558, "video_name": "house_s02e04_seg02_clip_12", "timestamp": [ 20.03, 22.26 ], "duration": 89.66, "caption": "A person gives the patient medication in a cup.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 18559, "video_name": "house_s01e12_seg02_clip_19", "timestamp": [ 0.0, 66.05 ], "duration": 93.66, "caption": "A person sits near a patient's bedside talking; then he stands and the patient grabs him to stop him and the struggle makes the patient's urine container spill onto him.", "similarity": 0.6256, "relevance": 0 } ] }, { "query_id": 7201, "query": "When a woman is standing beside her, another woman points out her breasts.", "relevant_moment": [ { "pair_id": 288240, "video_name": "grey_s02e14_seg02_clip_14", "timestamp": [ 0.0, 4.07 ], "duration": 90.66, "caption": "A woman shrugs when she tells another woman where their clothes are.", "similarity": 0.605, "relevance": 3 }, { "pair_id": 288241, "video_name": "friends_s04e17_seg02_clip_01", "timestamp": [ 1.2, 2.7 ], "duration": 60.66, "caption": "A woman rubs her nose while she is standing next to another woman.", "similarity": 0.6043, "relevance": 2 }, { "pair_id": 288242, "video_name": "castle_s05e14_seg02_clip_09", "timestamp": [ 15.81, 20.32 ], "duration": 90.66, "caption": "A woman asks another woman for a sign on the body and the other woman shows her the dead victim's arm.", "similarity": 0.6019, "relevance": 3 }, { "pair_id": 288243, "video_name": "friends_s02e22_seg01_clip_00", "timestamp": [ 39.17, 44.97 ], "duration": 58.66, "caption": "A woman reprimands a man for looking at her fake breasts.", "similarity": 0.6, "relevance": 3 }, { "pair_id": 288244, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 12.28, 16.27 ], "duration": 61.66, "caption": "A woman tells where the other people are after another woman asks.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 288245, "video_name": "friends_s02e04_seg02_clip_15", "timestamp": [ 0.0, 6.5 ], "duration": 65.66, "caption": "A woman was standing beside another woman while she was talking to her.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 288246, "video_name": "house_s05e13_seg02_clip_02", "timestamp": [ 11.16, 15.35 ], "duration": 93.66, "caption": "A woman looks over at the pictures which causes another woman to do the same.", "similarity": 0.5988, "relevance": 2 }, { "pair_id": 288247, "video_name": "friends_s07e06_seg01_clip_00", "timestamp": [ 0.0, 10.08 ], "duration": 96.66, "caption": "Two women look touched when another woman says why they are there.", "similarity": 0.5978, "relevance": 1 }, { "pair_id": 288248, "video_name": "met_s02e21_seg02_clip_17", "timestamp": [ 39.42, 40.97 ], "duration": 62.66, "caption": "A woman leans forward to tell another woman what she discovered.", "similarity": 0.5972, "relevance": 3 }, { "pair_id": 288249, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 16.82, 21.1 ], "duration": 57.66, "caption": "A woman makes her breasts prominent and man starts staring.", "similarity": 0.5971, "relevance": 1 }, { "pair_id": 288250, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 29.22, 31.58 ], "duration": 59.66, "caption": "A woman points at another woman with her left hand.", "similarity": 0.5964, "relevance": 1 }, { "pair_id": 288251, "video_name": "friends_s08e20_seg01_clip_01", "timestamp": [ 3.8, 7.22 ], "duration": 76.66, "caption": "A woman points where telling another woman to find the information.", "similarity": 0.5954, "relevance": 2 }, { "pair_id": 288252, "video_name": "s08e10_seg02_clip_02", "timestamp": [ 25.02, 28.68 ], "duration": 61.66, "caption": "While standing with another woman, a woman spins around looking for someone.", "similarity": 0.5934, "relevance": 2 }, { "pair_id": 288253, "video_name": "friends_s01e03_seg02_clip_18", "timestamp": [ 17.19, 19.86 ], "duration": 48.66, "caption": "A woman looks at another woman as the other woman gestures toward a third person.", "similarity": 0.5924, "relevance": 2 }, { "pair_id": 288254, "video_name": "friends_s07e06_seg02_clip_01", "timestamp": [ 22.89, 26.41 ], "duration": 58.66, "caption": "A woman looks startled at what another woman just says.", "similarity": 0.5897, "relevance": 1 }, { "pair_id": 288255, "video_name": "s06e09_seg02_clip_09", "timestamp": [ 19.48, 24.1 ], "duration": 66.66, "caption": "A woman kneels down to talk to another woman and the other woman looks at her.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 288256, "video_name": "friends_s07e23-24_seg02_clip_40", "timestamp": [ 51.65, 54.01 ], "duration": 59.66, "caption": "A woman points for another woman to turn back around.", "similarity": 0.5882, "relevance": 2 }, { "pair_id": 288257, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 40.14, 48.11 ], "duration": 59.66, "caption": "A woman appears. A person turns to look at her, then points at a woman.", "similarity": 0.5876, "relevance": 3 }, { "pair_id": 288258, "video_name": "castle_s04e20_seg02_clip_00", "timestamp": [ 49.92, 54.12 ], "duration": 93.66, "caption": "A woman nods towards another woman and then points at her.", "similarity": 0.5876, "relevance": 2 }, { "pair_id": 288259, "video_name": "grey_s02e25_seg02_clip_00", "timestamp": [ 54.1, 56.93 ], "duration": 94.66, "caption": "When they see someone, a woman stands up and raises her arm.", "similarity": 0.5866, "relevance": 2 } ] }, { "query_id": 7235, "query": "A woman stands behind a man as he confronts another man.", "relevant_moment": [ { "pair_id": 104500, "video_name": "friends_s10e17-18_seg02_clip_25", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman stands behind a man as he confronts another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104501, "video_name": "friends_s02e03_seg02_clip_17", "timestamp": [ 0.0, 6.65 ], "duration": 60.66, "caption": "A woman stands behind another person while they talk to a man.", "similarity": 0.8349, "relevance": 3 }, { "pair_id": 104502, "video_name": "castle_s02e18_seg02_clip_25", "timestamp": [ 0.44, 13.56 ], "duration": 87.66, "caption": "A woman stands behind a man as she looks at him from behind.", "similarity": 0.8264, "relevance": 3 }, { "pair_id": 104503, "video_name": "grey_s02e08_seg02_clip_25", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A man is standing behind a woman as they are close to each other.", "similarity": 0.8192, "relevance": 2 }, { "pair_id": 104504, "video_name": "friends_s07e23-24_seg02_clip_26", "timestamp": [ 15.38, 17.12 ], "duration": 58.66, "caption": "A woman stands in front of a man to look at another man.", "similarity": 0.7844, "relevance": 2 }, { "pair_id": 104505, "video_name": "met_s02e08_seg02_clip_09", "timestamp": [ 25.43, 27.29 ], "duration": 62.66, "caption": "A woman stands behind man and grabs his shoulder.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 104506, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A man stands up followed by a woman while still talking to another man.", "similarity": 0.7522, "relevance": 2 }, { "pair_id": 104507, "video_name": "friends_s01e10_seg02_clip_16", "timestamp": [ 46.82, 60.03 ], "duration": 60.66, "caption": "A woman is all over man in front of another man.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 104508, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 57.8, 62.81 ], "duration": 91.66, "caption": "A woman takes down a man as he is standing behind her.", "similarity": 0.7494, "relevance": 0 }, { "pair_id": 104509, "video_name": "friends_s09e08_seg02_clip_18", "timestamp": [ 47.22, 53.12 ], "duration": 59.66, "caption": "A man comes up and stands behind a woman and points at another woman.", "similarity": 0.7475, "relevance": 2 }, { "pair_id": 104510, "video_name": "friends_s05e23-24_seg02_clip_12", "timestamp": [ 2.38, 6.24 ], "duration": 59.66, "caption": "A woman walks behind another woman to stand closer to a man.", "similarity": 0.7474, "relevance": 2 }, { "pair_id": 104511, "video_name": "castle_s05e06_seg02_clip_17", "timestamp": [ 0.0, 61.43 ], "duration": 89.66, "caption": "A man is standing behind another person as he speaks with woman.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 104512, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 0.0, 14.05 ], "duration": 27.66, "caption": "A woman stands next to a man with her face close to his.", "similarity": 0.7449, "relevance": 2 }, { "pair_id": 104513, "video_name": "friends_s08e07_seg01_clip_00", "timestamp": [ 44.44, 55.15 ], "duration": 63.66, "caption": "A man stands behind woman and puts his arms around her as they talk.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 104514, "video_name": "castle_s01e02_seg02_clip_20", "timestamp": [ 15.94, 18.6 ], "duration": 88.66, "caption": "A man walks towards a woman and stands behind her.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 104515, "video_name": "castle_s05e15_seg02_clip_25", "timestamp": [ 9.45, 13.5 ], "duration": 90.66, "caption": "A woman walks from behind a man to stand in front of him.", "similarity": 0.7365, "relevance": 1 }, { "pair_id": 104516, "video_name": "s02e16_seg02_clip_15", "timestamp": [ 3.84, 7.36 ], "duration": 64.66, "caption": "A woman stands behind man listening to him talk to person.", "similarity": 0.7338, "relevance": 4 }, { "pair_id": 104517, "video_name": "castle_s01e07_seg02_clip_00", "timestamp": [ 59.82, 63.02 ], "duration": 91.66, "caption": "A man walks behind woman as she meets up with another man.", "similarity": 0.7328, "relevance": 1 }, { "pair_id": 104518, "video_name": "castle_s07e19_seg02_clip_25", "timestamp": [ 59.69, 64.25 ], "duration": 91.66, "caption": "A woman is standing behind a man as she arrests him.", "similarity": 0.7324, "relevance": 4 }, { "pair_id": 104519, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 7.4, 45.15 ], "duration": 74.66, "caption": "A woman and a man were standing in front of each other.", "similarity": 0.7311, "relevance": 1 } ] }, { "query_id": 7251, "query": "A person is watching the surgery from the observation room.", "relevant_moment": [ { "pair_id": 151481, "video_name": "house_s02e14_seg02_clip_23", "timestamp": [ 112.88, 114.02 ], "duration": 114.66, "caption": "Two people are watching the surgery from the observation room.", "similarity": 0.8696, "relevance": 2 }, { "pair_id": 151482, "video_name": "grey_s03e24_seg02_clip_18", "timestamp": [ 42.33, 45.51 ], "duration": 91.66, "caption": "A group of people watch the surgery from an observation room.", "similarity": 0.8579, "relevance": 4 }, { "pair_id": 151483, "video_name": "house_s02e05_seg02_clip_16", "timestamp": [ 19.96, 26.61 ], "duration": 95.66, "caption": "A woman comes to the observation room where some people are watching surgery.", "similarity": 0.8354, "relevance": 3 }, { "pair_id": 151484, "video_name": "house_s02e03_seg02_clip_16", "timestamp": [ 123.39, 146.02 ], "duration": 146.66, "caption": "A woman oversees a man's surgery from the observation room.", "similarity": 0.7997, "relevance": 4 }, { "pair_id": 151485, "video_name": "house_s07e16_seg02_clip_20", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A doctor was watching a surgery being performed.", "similarity": 0.7888, "relevance": 4 }, { "pair_id": 151486, "video_name": "house_s05e02_seg02_clip_22", "timestamp": [ 43.02, 50.02 ], "duration": 50.66, "caption": "A person watches person operate from the observation room.", "similarity": 0.7867, "relevance": 4 }, { "pair_id": 151487, "video_name": "house_s02e03_seg02_clip_18", "timestamp": [ 100.34, 111.74 ], "duration": 114.66, "caption": "A woman is in the observation room as she observes an operation in progress.", "similarity": 0.7845, "relevance": 4 }, { "pair_id": 151488, "video_name": "grey_s03e14_seg02_clip_19", "timestamp": [ 75.82, 87.45 ], "duration": 93.66, "caption": "A man directs the surgery from the viewing room.", "similarity": 0.7655, "relevance": 4 }, { "pair_id": 151489, "video_name": "house_s06e15_seg02_clip_18", "timestamp": [ 19.81, 24.76 ], "duration": 90.66, "caption": "The doctors are observing a patient who is inside the observation room.", "similarity": 0.7629, "relevance": 3 }, { "pair_id": 151490, "video_name": "house_s05e02_seg02_clip_22", "timestamp": [ 13.01, 50.02 ], "duration": 50.66, "caption": "A person is watching someone while they perform brain surgery.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 151491, "video_name": "house_s03e24_seg02_clip_09", "timestamp": [ 0.0, 15.27 ], "duration": 71.66, "caption": "A person prepares the patient for surgery as another person watches.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 151492, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 87.79, 90.04 ], "duration": 90.66, "caption": "A woman sits in front of the monitor watching the surgery take place.", "similarity": 0.7521, "relevance": 3 }, { "pair_id": 151493, "video_name": "grey_s01e01_seg02_clip_07", "timestamp": [ 0.0, 72.05 ], "duration": 98.66, "caption": "A person is performing surgery as he is beside another person and being observed by a room filled with interns.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 151494, "video_name": "house_s03e01_seg02_clip_10", "timestamp": [ 6.3, 17.55 ], "duration": 90.66, "caption": "A person watches a surgery be preformed from above until he leaves.", "similarity": 0.7413, "relevance": 4 }, { "pair_id": 151495, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 88.38, 89.77 ], "duration": 93.66, "caption": "A man looks up a hospital monitor while in surgery.", "similarity": 0.7354, "relevance": 1 }, { "pair_id": 151496, "video_name": "house_s06e03_seg02_clip_16", "timestamp": [ 51.76, 53.11 ], "duration": 90.66, "caption": "A person and a man are watching a patient through an observation room.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 151498, "video_name": "house_s02e02_seg02_clip_11", "timestamp": [ 70.82, 119.02 ], "duration": 119.66, "caption": "A person is watching a surgery from above when the nurse looks at him, shaking her head.", "similarity": 0.7262, "relevance": 4 }, { "pair_id": 151499, "video_name": "house_s05e23_seg02_clip_18", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "Some people look down on a patient from the observation room.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 324800, "video_name": "house_s02e08_seg02_clip_16", "timestamp": [ 19.57, 45.06 ], "duration": 91.66, "caption": "A person stands and watches a couple complicated surgeries.", "similarity": 0.7184, "relevance": 4 }, { "pair_id": 324801, "video_name": "house_s05e12_seg02_clip_15", "timestamp": [ 70.16, 78.04 ], "duration": 83.66, "caption": "A person watches another person perform the surgery and then stands up.", "similarity": 0.7076, "relevance": 3 }, { "pair_id": 324802, "video_name": "house_s05e13_seg02_clip_21", "timestamp": [ 7.26, 9.98 ], "duration": 90.66, "caption": "A person hands the phone while watching the surgery.", "similarity": 0.7075, "relevance": 4 }, { "pair_id": 324803, "video_name": "house_s05e02_seg02_clip_23", "timestamp": [ 31.07, 33.29 ], "duration": 63.66, "caption": "A person sits down in the or observation room.", "similarity": 0.6985, "relevance": 2 }, { "pair_id": 324804, "video_name": "house_s02e11_seg02_clip_21", "timestamp": [ 0.0, 42.13 ], "duration": 81.66, "caption": "Two people stand and watch a surgery procedure through an overhead window; a monitor near them shows the enlarged procedure in progress.", "similarity": 0.6984, "relevance": 4 }, { "pair_id": 324805, "video_name": "grey_s03e10_seg02_clip_22", "timestamp": [ 12.6, 14.4 ], "duration": 90.66, "caption": "A man turns around so he can watch the surgery.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 324806, "video_name": "grey_s03e06_seg02_clip_18", "timestamp": [ 86.4, 88.25 ], "duration": 92.66, "caption": "People watch procedure from the hospital viewing area.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 324807, "video_name": "house_s05e02_seg02_clip_23", "timestamp": [ 51.04, 53.26 ], "duration": 63.66, "caption": "A person comes closer to the monitor to see the procedure.", "similarity": 0.6948, "relevance": 3 }, { "pair_id": 324808, "video_name": "house_s05e13_seg02_clip_15", "timestamp": [ 80.1, 86.02 ], "duration": 91.66, "caption": "The doctors monitor the operation through a video X-Ray.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 324809, "video_name": "grey_s02e20_seg02_clip_22", "timestamp": [ 33.13, 38.41 ], "duration": 96.66, "caption": "A man looks up from surgery at a woman, who is watching.", "similarity": 0.6918, "relevance": 3 }, { "pair_id": 324810, "video_name": "house_s05e05_seg02_clip_18", "timestamp": [ 15.75, 19.81 ], "duration": 90.66, "caption": "A doctor performs surgery on a woman and looks at the monitor.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 324811, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 8.46, 11.75 ], "duration": 94.66, "caption": "A person watches another person when they are in the patient's room.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 324812, "video_name": "house_s04e16_seg02_clip_00", "timestamp": [ 8.8, 29.17 ], "duration": 92.66, "caption": "Some people take a look at the surgery being performed.", "similarity": 0.6884, "relevance": 4 }, { "pair_id": 324813, "video_name": "grey_s02e17_seg02_clip_11", "timestamp": [ 29.63, 38.33 ], "duration": 79.66, "caption": "A woman is looking out of the window during surgery.", "similarity": 0.6875, "relevance": 1 }, { "pair_id": 324814, "video_name": "house_s05e24_seg02_clip_17", "timestamp": [ 0.0, 51.61 ], "duration": 86.66, "caption": "A man oversees someone working on the surgery in the room.", "similarity": 0.6873, "relevance": 4 }, { "pair_id": 324815, "video_name": "grey_s02e20_seg02_clip_22", "timestamp": [ 31.69, 39.37 ], "duration": 96.66, "caption": "A man looks up at a woman in the observation gallery while performing surgery.", "similarity": 0.6835, "relevance": 4 }, { "pair_id": 324816, "video_name": "house_s07e16_seg02_clip_13", "timestamp": [ 54.01, 62.12 ], "duration": 90.66, "caption": "A person looks at the screen with the patient.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 324817, "video_name": "house_s02e03_seg02_clip_18", "timestamp": [ 102.62, 114.02 ], "duration": 114.66, "caption": "A woman stands by the window and watches the surgery take place.", "similarity": 0.6813, "relevance": 4 }, { "pair_id": 324818, "video_name": "house_s03e01_seg02_clip_03", "timestamp": [ 37.84, 85.91 ], "duration": 89.66, "caption": "A man is with two people in the observation room as an operation is in progress.", "similarity": 0.6801, "relevance": 4 }, { "pair_id": 324819, "video_name": "grey_s02e22_seg02_clip_22", "timestamp": [ 18.27, 49.33 ], "duration": 91.66, "caption": "A woman is knitting in the observation room above a surgery.", "similarity": 0.6772, "relevance": 3 } ] }, { "query_id": 7290, "query": "A man turns and runs out of a person's office.", "relevant_moment": [ { "pair_id": 173180, "video_name": "house_s01e13_seg02_clip_12", "timestamp": [ 9.46, 12.17 ], "duration": 90.66, "caption": "A man turns and runs out of a person's office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173181, "video_name": "house_s02e14_seg02_clip_14", "timestamp": [ 18.35, 26.85 ], "duration": 89.66, "caption": "A man runs out of the office to catch up to another person.", "similarity": 0.8998, "relevance": 4 }, { "pair_id": 173182, "video_name": "house_s06e17_seg02_clip_23", "timestamp": [ 5.52, 8.74 ], "duration": 92.66, "caption": "A man turns and walks out of another person's office.", "similarity": 0.8725, "relevance": 3 }, { "pair_id": 173183, "video_name": "house_s01e11_seg02_clip_26", "timestamp": [ 65.12, 70.05 ], "duration": 89.66, "caption": "A person turns around and walks out of someone's office.", "similarity": 0.8211, "relevance": 3 }, { "pair_id": 173184, "video_name": "house_s02e12_seg02_clip_04", "timestamp": [ 85.56, 88.75 ], "duration": 91.66, "caption": "A person leans into the office and runs out.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 173185, "video_name": "house_s06e09_seg02_clip_22", "timestamp": [ 23.63, 28.36 ], "duration": 135.66, "caption": "A man gets out from person's office very seriously.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 173186, "video_name": "house_s04e09_seg02_clip_19", "timestamp": [ 4.4, 8.36 ], "duration": 88.66, "caption": "A man walks out of a person's office leaving him all alone.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 173187, "video_name": "grey_s01e03_seg02_clip_10", "timestamp": [ 32.78, 41.08 ], "duration": 87.66, "caption": "A man walks out of office and another person runs up to talk to him.", "similarity": 0.7818, "relevance": 2 }, { "pair_id": 173188, "video_name": "house_s07e21_seg02_clip_07", "timestamp": [ 45.26, 48.01 ], "duration": 91.66, "caption": "A man gets up and walks out of the office.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 173189, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 21.17, 27.15 ], "duration": 92.66, "caption": "A person walks away from a man and out of the office.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 173190, "video_name": "house_s08e18_seg02_clip_18", "timestamp": [ 13.96, 15.31 ], "duration": 90.66, "caption": "A person walks out of the office leaving a man alone.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 173191, "video_name": "grey_s03e22_seg02_clip_26", "timestamp": [ 4.59, 9.18 ], "duration": 153.66, "caption": "A person walks out of the office leaving a man alone.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 173192, "video_name": "house_s07e17_seg02_clip_15", "timestamp": [ 71.52, 81.03 ], "duration": 100.66, "caption": "A man quickly walks out of person's office with a surprised look on his face.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 173193, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 60.77, 69.32 ], "duration": 90.66, "caption": "Man gets up from his seat and walks out of man's office.", "similarity": 0.7585, "relevance": 3 }, { "pair_id": 173194, "video_name": "house_s01e08_seg02_clip_18", "timestamp": [ 21.52, 26.45 ], "duration": 89.66, "caption": "A person walks out of his office and a woman comes running up to him.", "similarity": 0.7548, "relevance": 1 }, { "pair_id": 173195, "video_name": "house_s01e22_seg02_clip_08", "timestamp": [ 7.27, 11.82 ], "duration": 90.66, "caption": "A man walks out of the office and the other two people follow.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 173196, "video_name": "house_s01e08_seg02_clip_26", "timestamp": [ 13.98, 21.3 ], "duration": 43.66, "caption": "A person walks out of the office but turns around at the end.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 173197, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 31.03, 34.79 ], "duration": 94.66, "caption": "A person turns and walks out of woman's office.", "similarity": 0.7484, "relevance": 3 }, { "pair_id": 173198, "video_name": "house_s01e04_seg02_clip_11", "timestamp": [ 77.42, 83.61 ], "duration": 88.66, "caption": "A person leaves his office, and starts walking to other direction as another person runs up to him.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 173199, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 8.0, 16.81 ], "duration": 80.66, "caption": "A man walks out leaving another person in the office alone.", "similarity": 0.7473, "relevance": 3 } ] }, { "query_id": 7333, "query": "A woman climbs into bed next to a man.", "relevant_moment": [ { "pair_id": 15720, "video_name": "house_s07e16_seg02_clip_06", "timestamp": [ 0.0, 4.93 ], "duration": 89.66, "caption": "A woman climbs into bed next to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15721, "video_name": "s09e11_seg02_clip_15", "timestamp": [ 56.54, 63.74 ], "duration": 72.66, "caption": "A woman climbs into bed and under the covers with a man.", "similarity": 0.8683, "relevance": 4 }, { "pair_id": 15722, "video_name": "friends_s08e23-24_seg02_clip_16", "timestamp": [ 2.66, 5.31 ], "duration": 59.66, "caption": "A person climbs into the bed to join a woman.", "similarity": 0.8189, "relevance": 3 }, { "pair_id": 15723, "video_name": "castle_s07e12_seg02_clip_16", "timestamp": [ 52.65, 87.02 ], "duration": 87.66, "caption": "A person climbs onto a bed and lays next to woman.", "similarity": 0.8058, "relevance": 3 }, { "pair_id": 15724, "video_name": "s10e04_seg02_clip_11", "timestamp": [ 0.0, 8.26 ], "duration": 59.66, "caption": "A woman turns out the lights and gets into bed next to a man.", "similarity": 0.7374, "relevance": 4 }, { "pair_id": 15725, "video_name": "s06e04_seg02_clip_06", "timestamp": [ 3.3, 9.0 ], "duration": 60.66, "caption": "A woman gets in the bed and sits down beside a man.", "similarity": 0.7058, "relevance": 4 }, { "pair_id": 15726, "video_name": "grey_s02e24_seg02_clip_25", "timestamp": [ 68.39, 73.12 ], "duration": 86.66, "caption": "A man gets into bed with a woman as she is lying down.", "similarity": 0.7, "relevance": 3 }, { "pair_id": 15727, "video_name": "s03e19_seg01_clip_00", "timestamp": [ 3.12, 12.02 ], "duration": 89.66, "caption": "A man is lying next to a woman in her bed.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 15728, "video_name": "castle_s06e18_seg02_clip_12", "timestamp": [ 14.74, 18.31 ], "duration": 89.66, "caption": "A woman allows a man to get up from the bed.", "similarity": 0.6977, "relevance": 1 }, { "pair_id": 15729, "video_name": "grey_s03e05_seg02_clip_27", "timestamp": [ 0.0, 1.2 ], "duration": 20.66, "caption": "A man and a woman are lying in bed next to each other.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 15730, "video_name": "friends_s02e18_seg02_clip_08", "timestamp": [ 13.54, 16.25 ], "duration": 60.66, "caption": "A man gets onto the bed right next to a woman.", "similarity": 0.6942, "relevance": 3 }, { "pair_id": 15731, "video_name": "friends_s05e14_seg02_clip_05", "timestamp": [ 53.04, 57.03 ], "duration": 57.66, "caption": "A woman sits up on the bed next to a man.", "similarity": 0.6932, "relevance": 4 }, { "pair_id": 15732, "video_name": "grey_s02e25_seg02_clip_17", "timestamp": [ 71.12, 86.87 ], "duration": 90.66, "caption": "A woman gets onto the bed with a man and they hold each other.", "similarity": 0.6719, "relevance": 3 }, { "pair_id": 15733, "video_name": "house_s04e14_seg02_clip_17", "timestamp": [ 0.0, 25.09 ], "duration": 88.66, "caption": "A man is on top of a woman in the bed with her.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 15734, "video_name": "met_s06e17_seg02_clip_14", "timestamp": [ 25.63, 27.16 ], "duration": 61.66, "caption": "A woman climbs in to the dumpster with a man.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 15735, "video_name": "castle_s06e18_seg02_clip_12", "timestamp": [ 0.0, 14.74 ], "duration": 89.66, "caption": "A woman is on top of man on a bed.", "similarity": 0.6627, "relevance": 2 }, { "pair_id": 15736, "video_name": "castle_s06e04_seg02_clip_00", "timestamp": [ 1.37, 4.1 ], "duration": 91.66, "caption": "A woman lays next to a man in bed and taps him on the chest with her fingers.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 15737, "video_name": "house_s07e20_seg02_clip_25", "timestamp": [ 58.09, 66.68 ], "duration": 132.66, "caption": "A person sits up in bed with a woman in a purple top laying next to him.", "similarity": 0.662, "relevance": 3 }, { "pair_id": 15738, "video_name": "castle_s05e02_seg02_clip_00", "timestamp": [ 66.76, 73.81 ], "duration": 94.66, "caption": "A woman walks over to the bed and a man pulls her close to him.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 15739, "video_name": "friends_s02e23_seg02_clip_12", "timestamp": [ 0.0, 14.76 ], "duration": 59.66, "caption": "A woman lays in bed with a man in the bedroom.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 189040, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 2.9, 4.93 ], "duration": 58.66, "caption": "A person sits down on a bed next to a woman.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 189041, "video_name": "s03e22_seg02_clip_07", "timestamp": [ 35.42, 37.19 ], "duration": 59.66, "caption": "A person walks into the bedroom where a man and a woman are in bed.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 189042, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 56.41, 58.93 ], "duration": 63.66, "caption": "A person sits down on the bed next to a woman.", "similarity": 0.6527, "relevance": 3 }, { "pair_id": 189043, "video_name": "house_s07e11_seg02_clip_04", "timestamp": [ 29.44, 32.16 ], "duration": 109.66, "caption": "A man goes and sits on the bed next to a woman.", "similarity": 0.6504, "relevance": 1 }, { "pair_id": 189044, "video_name": "s05e05_seg02_clip_08", "timestamp": [ 7.41, 9.89 ], "duration": 38.66, "caption": "A woman walks into the bedroom where a man is laying on the bed.", "similarity": 0.6498, "relevance": 1 }, { "pair_id": 189045, "video_name": "met_s04e03_seg02_clip_15", "timestamp": [ 34.1, 35.78 ], "duration": 48.66, "caption": "A person sits next to woman on their bed.", "similarity": 0.6491, "relevance": 3 }, { "pair_id": 189046, "video_name": "castle_s07e17_seg02_clip_27", "timestamp": [ 0.0, 11.12 ], "duration": 22.66, "caption": "A man gives woman a kiss, then climbs into bed next to her, and they hold hands and talk.", "similarity": 0.6475, "relevance": 3 }, { "pair_id": 189047, "video_name": "house_s07e01_seg02_clip_11", "timestamp": [ 0.44, 10.88 ], "duration": 87.66, "caption": "A woman lays back in bed holding onto a sheet next to man.", "similarity": 0.647, "relevance": 3 }, { "pair_id": 189048, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A woman takes a seat on the bed next to another woman.", "similarity": 0.646, "relevance": 3 }, { "pair_id": 189049, "video_name": "s03e17_seg02_clip_07", "timestamp": [ 17.09, 22.13 ], "duration": 56.66, "caption": "A woman and man lay in bed together and go to sleep.", "similarity": 0.6457, "relevance": 3 }, { "pair_id": 189050, "video_name": "castle_s05e20_seg02_clip_13", "timestamp": [ 21.17, 25.77 ], "duration": 92.66, "caption": "A woman crawls into bed with a man while he's reading.", "similarity": 0.6451, "relevance": 4 }, { "pair_id": 189051, "video_name": "friends_s02e18_seg02_clip_10", "timestamp": [ 18.42, 23.1 ], "duration": 62.66, "caption": "A man sits down next to a woman on the bed.", "similarity": 0.6448, "relevance": 1 }, { "pair_id": 189052, "video_name": "grey_s02e23_seg02_clip_05", "timestamp": [ 21.63, 24.92 ], "duration": 94.66, "caption": "A woman helps another woman to get comfortable on the bed.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 189053, "video_name": "house_s07e17_seg02_clip_24", "timestamp": [ 30.81, 35.65 ], "duration": 88.66, "caption": "A person sits down next to woman on the bed.", "similarity": 0.6422, "relevance": 3 }, { "pair_id": 189054, "video_name": "castle_s07e13_seg02_clip_19", "timestamp": [ 24.92, 26.8 ], "duration": 94.66, "caption": "A man sits up in bed and turns to woman next to him.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 189055, "video_name": "friends_s10e01_seg02_clip_01", "timestamp": [ 35.36, 38.15 ], "duration": 62.66, "caption": "A woman sits up on the bed, then sits on the edge of the bed next to a man.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 189056, "video_name": "house_s02e11_seg02_clip_19", "timestamp": [ 30.83, 34.97 ], "duration": 92.66, "caption": "A woman tries to sit up in the bed as a man walks in.", "similarity": 0.6399, "relevance": 1 }, { "pair_id": 189057, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 0.0, 8.84 ], "duration": 57.66, "caption": "A woman is beside a person's bed as he is lying down.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 189058, "video_name": "s05e01_seg01_clip_00", "timestamp": [ 11.03, 20.48 ], "duration": 63.66, "caption": "A person and woman run into man after they were in bed together.", "similarity": 0.6393, "relevance": 3 }, { "pair_id": 189059, "video_name": "grey_s02e17_seg02_clip_15", "timestamp": [ 62.14, 109.02 ], "duration": 109.66, "caption": "A man assures woman they'll get through this then climbs into bed and sits behind her.", "similarity": 0.638, "relevance": 3 } ] }, { "query_id": 7441, "query": "A woman goes out into the hallway and takes off her robe and gets her waiting accessories and leaves.", "relevant_moment": [ { "pair_id": 91240, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 35.12, 47.42 ], "duration": 60.66, "caption": "A woman goes out into the hallway and takes off her robe and gets her waiting accessories and leaves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 91241, "video_name": "friends_s03e02_seg02_clip_03", "timestamp": [ 2.88, 7.36 ], "duration": 64.66, "caption": "A woman comes out of her room wearing a robe.", "similarity": 0.7633, "relevance": 2 }, { "pair_id": 91242, "video_name": "friends_s03e13_seg02_clip_01", "timestamp": [ 45.55, 48.73 ], "duration": 63.66, "caption": "A woman comes out of her bedroom wearing her robe.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 91243, "video_name": "friends_s06e13_seg02_clip_16", "timestamp": [ 26.57, 30.04 ], "duration": 77.66, "caption": "A woman walks out of the bedroom wearing a robe.", "similarity": 0.6646, "relevance": 2 }, { "pair_id": 91244, "video_name": "friends_s05e17_seg02_clip_17", "timestamp": [ 2.28, 9.75 ], "duration": 65.66, "caption": "A woman quickly gathers her things and heads out the door.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 91245, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 53.72, 54.92 ], "duration": 60.66, "caption": "A woman comes out of the bathroom with a towel on their head and in a robe.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 91246, "video_name": "s06e12_seg02_clip_15", "timestamp": [ 34.18, 36.62 ], "duration": 61.66, "caption": "A woman walks out the door into the waiting room.", "similarity": 0.6595, "relevance": 1 }, { "pair_id": 91247, "video_name": "grey_s03e03_seg02_clip_00", "timestamp": [ 32.62, 38.21 ], "duration": 93.66, "caption": "A woman walks out of the door wearing only a towel, she walks down the hallway from two other women and reaches for a blue folded cloth.", "similarity": 0.6558, "relevance": 1 }, { "pair_id": 91248, "video_name": "friends_s05e23-24_seg02_clip_06", "timestamp": [ 0.0, 7.18 ], "duration": 35.66, "caption": "A woman takes off her robe and looks around.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 91249, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 46.93, 59.03 ], "duration": 59.66, "caption": "A woman comes out of the room wearing a hot pink & black lingerie and a purple robe.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 91250, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 7.75, 12.41 ], "duration": 62.66, "caption": "A woman comes out wearing a red robe when person comes home.", "similarity": 0.6452, "relevance": 2 }, { "pair_id": 91251, "video_name": "s02e11_seg02_clip_06", "timestamp": [ 13.28, 17.12 ], "duration": 59.66, "caption": "A woman walks out of her apartment into the hallway.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 91252, "video_name": "castle_s08e12_seg02_clip_21", "timestamp": [ 9.0, 18.0 ], "duration": 90.66, "caption": "A woman comes out of a room into a hallway with two people following her.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 91253, "video_name": "castle_s06e22_seg02_clip_04", "timestamp": [ 46.81, 48.61 ], "duration": 90.66, "caption": "A person walks into the hallway where some people and leaves with a woman.", "similarity": 0.6356, "relevance": 1 }, { "pair_id": 91254, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person walks away from a woman in the hallway.", "similarity": 0.6319, "relevance": 1 }, { "pair_id": 91255, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 40.73, 42.5 ], "duration": 59.66, "caption": "A woman walks out of the apartment into the hallway.", "similarity": 0.6319, "relevance": 2 }, { "pair_id": 91256, "video_name": "friends_s10e08_seg02_clip_09", "timestamp": [ 57.26, 60.27 ], "duration": 60.66, "caption": "A woman walks out of the apartment into the hallway.", "similarity": 0.6319, "relevance": 2 }, { "pair_id": 91257, "video_name": "house_s06e02_seg02_clip_00", "timestamp": [ 2.35, 9.4 ], "duration": 94.66, "caption": "A woman walks down the hallway and opens up the curtain.", "similarity": 0.6318, "relevance": 1 }, { "pair_id": 91258, "video_name": "house_s07e18_seg02_clip_03", "timestamp": [ 37.46, 40.17 ], "duration": 90.66, "caption": "A woman walks back into a dressing room and grabs an article of clothing that is hanging on the door.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 91259, "video_name": "s06e23_seg02_clip_05", "timestamp": [ 23.5, 26.69 ], "duration": 58.66, "caption": "A woman goes to walk out the door to leave but then turns around.", "similarity": 0.6314, "relevance": 2 } ] }, { "query_id": 7458, "query": "A man hands something to an animal and it throws it.", "relevant_moment": [ { "pair_id": 21760, "video_name": "friends_s02e12-13_seg02_clip_22", "timestamp": [ 2.68, 9.82 ], "duration": 59.66, "caption": "A man hands something to an animal and it throws it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21761, "video_name": "house_s02e11_seg02_clip_05", "timestamp": [ 70.32, 72.22 ], "duration": 95.66, "caption": "A person throws an animal cracker up in the air and catches it in their mouth.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 21762, "video_name": "castle_s08e14_seg02_clip_10", "timestamp": [ 32.86, 36.46 ], "duration": 90.66, "caption": "A man tosses something into the air for another man to catch.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 21763, "video_name": "friends_s05e11_seg02_clip_10", "timestamp": [ 0.0, 4.9 ], "duration": 57.66, "caption": "A man says different animals while making hand gestures.", "similarity": 0.6408, "relevance": 1 }, { "pair_id": 21764, "video_name": "friends_s02e12-13_seg02_clip_20", "timestamp": [ 54.75, 55.39 ], "duration": 64.66, "caption": "A man raises his hand at an animal in the street.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 21765, "video_name": "s01e13_seg02_clip_02", "timestamp": [ 61.15, 63.07 ], "duration": 64.66, "caption": "A man throws both of his hands into the air quickly.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 21766, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 41.36, 49.9 ], "duration": 89.66, "caption": "A person throws an object he is holding in his left hand to the air and catches it.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 21767, "video_name": "castle_s06e12_seg02_clip_25", "timestamp": [ 20.22, 24.09 ], "duration": 86.66, "caption": "A man suddenly throws a thing when talking to a person.", "similarity": 0.605, "relevance": 0 }, { "pair_id": 21768, "video_name": "house_s07e18_seg02_clip_10", "timestamp": [ 29.49, 35.21 ], "duration": 88.66, "caption": "A man throws another person a small object and she throws it back to him.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 21769, "video_name": "house_s04e05_seg02_clip_13", "timestamp": [ 16.34, 18.82 ], "duration": 99.66, "caption": "A man with a number throws some meat mixed with pills over a fence towards some dogs.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 21770, "video_name": "s09e15_seg02_clip_09", "timestamp": [ 45.05, 46.19 ], "duration": 57.66, "caption": "A little animal bites a man on the finger.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 21771, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 27.44, 33.95 ], "duration": 93.66, "caption": "A man finds an off-brand solvent and throws it to man.", "similarity": 0.5939, "relevance": 2 }, { "pair_id": 21772, "video_name": "friends_s01e21_seg02_clip_15", "timestamp": [ 2.7, 7.2 ], "duration": 60.66, "caption": "An animal jumps onto a man's shoulders and gets him excited.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 21773, "video_name": "met_s03e07_seg02_clip_10", "timestamp": [ 9.87, 14.5 ], "duration": 61.66, "caption": "A man picks up a tissue and then throws it over his shoulder.", "similarity": 0.5903, "relevance": 1 }, { "pair_id": 21774, "video_name": "house_s08e12_seg02_clip_04", "timestamp": [ 41.4, 46.69 ], "duration": 88.66, "caption": "A man hands someone an emesis basin and they throw up.", "similarity": 0.5887, "relevance": 1 }, { "pair_id": 21775, "video_name": "house_s08e19_seg02_clip_11", "timestamp": [ 41.87, 49.23 ], "duration": 92.66, "caption": "A man grabs something and hands it to a person.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 21776, "video_name": "friends_s10e16_seg02_clip_03", "timestamp": [ 15.91, 19.81 ], "duration": 60.66, "caption": "A man takes his furry handcuff from a man's hand.", "similarity": 0.5864, "relevance": 0 }, { "pair_id": 21777, "video_name": "met_s05e05_seg02_clip_02", "timestamp": [ 4.35, 7.77 ], "duration": 62.66, "caption": "A man grabs a thing and hands it to another man right away.", "similarity": 0.5854, "relevance": 1 }, { "pair_id": 21778, "video_name": "s05e20_seg02_clip_03", "timestamp": [ 8.91, 11.35 ], "duration": 54.66, "caption": "A man throws a toy when woman hands him a transporter.", "similarity": 0.5832, "relevance": 1 }, { "pair_id": 21779, "video_name": "friends_s07e08_seg02_clip_06", "timestamp": [ 26.86, 28.33 ], "duration": 59.66, "caption": "A man feeds an animal a treat while a person holds it.", "similarity": 0.5828, "relevance": 2 } ] }, { "query_id": 7512, "query": "A man is talking to another man and the other man is looking the other way, sadly.", "relevant_moment": [ { "pair_id": 157840, "video_name": "grey_s02e08_seg02_clip_08", "timestamp": [ 76.65, 81.51 ], "duration": 97.66, "caption": "A man is talking to another man and the other man is looking the other way, sadly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157841, "video_name": "house_s05e23_seg02_clip_10", "timestamp": [ 1.85, 3.23 ], "duration": 92.66, "caption": "A man looks up then closes his left eye while talking to another man.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 157842, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 20.78, 53.03 ], "duration": 62.66, "caption": "A man is trying to talk to another man but the other man isn't understanding where he's coming from.", "similarity": 0.7833, "relevance": 3 }, { "pair_id": 157843, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 71.52, 77.34 ], "duration": 89.66, "caption": "A man looks at the result while talking to another man.", "similarity": 0.7806, "relevance": 4 }, { "pair_id": 157844, "video_name": "house_s01e06_seg02_clip_04", "timestamp": [ 32.77, 50.97 ], "duration": 91.66, "caption": "A man is coming near another man and they are talking to each other.", "similarity": 0.7791, "relevance": 4 }, { "pair_id": 157845, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 26.33, 32.49 ], "duration": 112.66, "caption": "A man comes closer to another man and talks to him.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 157846, "video_name": "grey_s02e02_seg02_clip_14", "timestamp": [ 5.7, 17.58 ], "duration": 95.66, "caption": "A man is trying to talk to another man and he rolls his eyes.", "similarity": 0.773, "relevance": 3 }, { "pair_id": 157847, "video_name": "house_s03e22_seg02_clip_17", "timestamp": [ 1.37, 4.55 ], "duration": 91.66, "caption": "A man turns around when he is talking to another man.", "similarity": 0.7726, "relevance": 1 }, { "pair_id": 157848, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7724, "relevance": 3 }, { "pair_id": 157849, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7724, "relevance": 3 }, { "pair_id": 157850, "video_name": "castle_s07e01_seg02_clip_23", "timestamp": [ 0.0, 12.79 ], "duration": 91.66, "caption": "A man is having a conversation with another man, it looks so serious.", "similarity": 0.7717, "relevance": 2 }, { "pair_id": 157851, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 17.53, 20.68 ], "duration": 89.66, "caption": "A man looks to a woman while they are talking with two other men.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 157852, "video_name": "house_s07e09_seg02_clip_07", "timestamp": [ 30.23, 34.89 ], "duration": 93.66, "caption": "A man is talking to another man while the latter is looking at a machine.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 157853, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 80.64, 84.95 ], "duration": 86.66, "caption": "A man walks to another man while they're talking to them.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 157854, "video_name": "castle_s01e02_seg02_clip_09", "timestamp": [ 48.64, 60.8 ], "duration": 90.66, "caption": "A man starts talking to another man and then moves closer to him.", "similarity": 0.7632, "relevance": 2 }, { "pair_id": 157855, "video_name": "s02e19_seg02_clip_00", "timestamp": [ 21.13, 23.37 ], "duration": 64.66, "caption": "A man looks down at the ground while talking to another man.", "similarity": 0.762, "relevance": 4 }, { "pair_id": 157856, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 45.75, 47.81 ], "duration": 59.66, "caption": "A man turns and talks to another man, and he looks over at him.", "similarity": 0.762, "relevance": 3 }, { "pair_id": 157857, "video_name": "house_s08e15_seg02_clip_15", "timestamp": [ 55.7, 96.03 ], "duration": 96.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 157858, "video_name": "house_s08e11_seg02_clip_18", "timestamp": [ 0.0, 38.61 ], "duration": 93.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 157859, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 0.0, 34.27 ], "duration": 89.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 331160, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 24.87, 48.6 ], "duration": 113.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 331161, "video_name": "house_s06e04_seg02_clip_22", "timestamp": [ 66.45, 91.03 ], "duration": 91.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 331162, "video_name": "house_s05e12_seg02_clip_20", "timestamp": [ 47.39, 77.27 ], "duration": 103.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 331163, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 0.0, 28.01 ], "duration": 90.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 331164, "video_name": "house_s03e20_seg02_clip_25", "timestamp": [ 0.0, 64.99 ], "duration": 171.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 331165, "video_name": "house_s02e12_seg02_clip_09", "timestamp": [ 48.3, 87.02 ], "duration": 87.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 331166, "video_name": "house_s02e12_seg02_clip_05", "timestamp": [ 65.46, 90.3 ], "duration": 90.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 331167, "video_name": "house_s01e22_seg02_clip_07", "timestamp": [ 0.0, 38.37 ], "duration": 83.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 331168, "video_name": "grey_s03e04_seg02_clip_18", "timestamp": [ 13.77, 42.13 ], "duration": 81.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 331169, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 26.4, 30.95 ], "duration": 91.66, "caption": "A man is talking to a person while the person is looking at something.", "similarity": 0.7564, "relevance": 2 }, { "pair_id": 331170, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 5.21, 6.38 ], "duration": 26.66, "caption": "A man glances up at another man during a conversation.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 331171, "video_name": "house_s02e01_seg02_clip_16", "timestamp": [ 45.58, 82.33 ], "duration": 93.66, "caption": "A man turns his head to look and speak to another man who is treating him.", "similarity": 0.7529, "relevance": 3 }, { "pair_id": 331172, "video_name": "castle_s02e15_seg02_clip_08", "timestamp": [ 18.99, 23.85 ], "duration": 88.66, "caption": "A man turns around to see another man coming over to talk to him.", "similarity": 0.7527, "relevance": 3 }, { "pair_id": 331173, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 7.16, 8.2 ], "duration": 26.66, "caption": "A man glances down at another man then at another man.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 331174, "video_name": "s08e02_seg02_clip_15", "timestamp": [ 15.91, 23.71 ], "duration": 60.66, "caption": "A man says something to another man and he looks at him sideways.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 331175, "video_name": "house_s06e17_seg02_clip_09", "timestamp": [ 3.19, 7.3 ], "duration": 91.66, "caption": "A person comes behind a man as he is talking to another man.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 331176, "video_name": "grey_s02e06_seg02_clip_21", "timestamp": [ 24.39, 89.27 ], "duration": 92.66, "caption": "A man is beside another man as he speaks to someone with two other people observing them.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 331177, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 0.0, 53.02 ], "duration": 53.66, "caption": "A man and another man were having a conversation.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 331178, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 3.87, 13.76 ], "duration": 86.66, "caption": "A man and another man were having a conversation.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 331179, "video_name": "friends_s02e11_seg02_clip_17", "timestamp": [ 11.52, 30.61 ], "duration": 72.66, "caption": "A man is having a conversation with another person while their friends are looking at them.", "similarity": 0.7442, "relevance": 3 } ] }, { "query_id": 7515, "query": "A nurse walks fast across the hallway to a patient's room.", "relevant_moment": [ { "pair_id": 740, "video_name": "grey_s01e02_seg02_clip_23", "timestamp": [ 0.0, 2.1 ], "duration": 84.66, "caption": "A nurse walks fast across the hallway to a patient's room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 741, "video_name": "s01e16_seg02_clip_13", "timestamp": [ 31.2, 34.35 ], "duration": 63.66, "caption": "A person rushes across a busy room to talk to a nurse at the hospital.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 742, "video_name": "house_s03e17_seg02_clip_14", "timestamp": [ 14.09, 16.82 ], "duration": 90.66, "caption": "A person walks across the room of a patient.", "similarity": 0.7203, "relevance": 1 }, { "pair_id": 743, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 17.12, 18.28 ], "duration": 58.66, "caption": "A nurse walks into the patient room where a woman is on an examination bed.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 744, "video_name": "house_s01e19_seg02_clip_11", "timestamp": [ 5.4, 13.05 ], "duration": 90.66, "caption": "A person walks back and forth with a nurse in the nurses station.", "similarity": 0.7084, "relevance": 2 }, { "pair_id": 745, "video_name": "house_s07e17_seg02_clip_02", "timestamp": [ 24.23, 32.79 ], "duration": 95.66, "caption": "A person walks down the hallway and hands a paper to a nurse.", "similarity": 0.7026, "relevance": 1 }, { "pair_id": 746, "video_name": "grey_s03e12_seg02_clip_07", "timestamp": [ 56.14, 59.82 ], "duration": 92.66, "caption": "A nurse walks by the group in the hallway with an IV pole.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 747, "video_name": "house_s08e07_seg02_clip_16", "timestamp": [ 63.43, 73.86 ], "duration": 90.66, "caption": "A person walks down the hospital hallway to the patient room.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 748, "video_name": "house_s03e03_seg02_clip_06", "timestamp": [ 56.75, 61.86 ], "duration": 93.66, "caption": "A woman walks into the room after the nurse holds the patient down.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 749, "video_name": "house_s05e02_seg02_clip_13", "timestamp": [ 31.19, 32.81 ], "duration": 81.66, "caption": "A nurse in pink scrubs hurriedly enters a patient's room.", "similarity": 0.6659, "relevance": 3 }, { "pair_id": 750, "video_name": "grey_s01e08_seg02_clip_13", "timestamp": [ 22.01, 32.57 ], "duration": 88.66, "caption": "Two women walk rapidly down the hallway to the nurses station.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 751, "video_name": "grey_s02e04_seg02_clip_13", "timestamp": [ 64.99, 67.76 ], "duration": 92.66, "caption": "A person walks around the corner into a patient's room.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 752, "video_name": "house_s07e19_seg02_clip_23", "timestamp": [ 30.06, 35.98 ], "duration": 91.66, "caption": "A person walks fast going to the operating room.", "similarity": 0.662, "relevance": 4 }, { "pair_id": 753, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 10.58, 17.95 ], "duration": 92.66, "caption": "A person walks through the door of a patient's room and walks up to the patient's bed.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 754, "video_name": "grey_s01e04_seg02_clip_09", "timestamp": [ 11.83, 26.4 ], "duration": 91.66, "caption": "A woman walked in to the patient's room after the other doctors and nurses left.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 755, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 23.67, 32.61 ], "duration": 89.66, "caption": "A person walks into the patient room and pulls out a bed with a nurse.", "similarity": 0.658, "relevance": 4 }, { "pair_id": 756, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 1.84, 18.41 ], "duration": 92.66, "caption": "A woman walks into the hospital entrance and speaks to a nurse.", "similarity": 0.6568, "relevance": 1 }, { "pair_id": 757, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 5.92, 10.92 ], "duration": 91.66, "caption": "A person walks into the patient's room with another person.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 758, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 72.69, 74.41 ], "duration": 86.66, "caption": "A person walks into the patient's room in the patient bed.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 759, "video_name": "s01e16_seg02_clip_10", "timestamp": [ 11.56, 18.49 ], "duration": 66.66, "caption": "A man rushes across the room and starts a conversation with a nurse.", "similarity": 0.6442, "relevance": 1 } ] }, { "query_id": 7612, "query": "A man puts his hand on someone's back and they walk into another room together.", "relevant_moment": [ { "pair_id": 162320, "video_name": "castle_s02e10_seg02_clip_21", "timestamp": [ 45.68, 53.9 ], "duration": 91.66, "caption": "A man puts his hand on someone's back and they walk into another room together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162321, "video_name": "castle_s07e19_seg02_clip_05", "timestamp": [ 54.29, 56.55 ], "duration": 90.66, "caption": "A man holds out his/her hand to another person as he/she walks into the room.", "similarity": 0.8258, "relevance": 2 }, { "pair_id": 162322, "video_name": "grey_s02e04_seg02_clip_15", "timestamp": [ 17.79, 24.83 ], "duration": 82.66, "caption": "A man put his hand on another person's arm and then their back to help guide them out of the room through the door.", "similarity": 0.7916, "relevance": 4 }, { "pair_id": 162323, "video_name": "house_s05e23_seg02_clip_20", "timestamp": [ 2.6, 8.84 ], "duration": 104.66, "caption": "A woman has her hand on the back of a man, she removes her hand, then she walks towards another room.", "similarity": 0.7767, "relevance": 2 }, { "pair_id": 162324, "video_name": "s02e04_seg02_clip_04", "timestamp": [ 7.41, 12.26 ], "duration": 57.66, "caption": "A man puts his arm around a person and they walk out of the room together.", "similarity": 0.7727, "relevance": 4 }, { "pair_id": 162325, "video_name": "friends_s05e10_seg02_clip_12", "timestamp": [ 44.05, 50.51 ], "duration": 56.66, "caption": "A man walks over to another man and puts his hands on his back.", "similarity": 0.7692, "relevance": 2 }, { "pair_id": 162326, "video_name": "castle_s04e21_seg02_clip_03", "timestamp": [ 8.21, 10.04 ], "duration": 91.66, "caption": "A man puts his hand on person's shoulder as he turns to walk out of the room.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 162327, "video_name": "house_s07e01_seg02_clip_11", "timestamp": [ 56.57, 78.76 ], "duration": 87.66, "caption": "A person walks into a room, then a woman places her hand on his back.", "similarity": 0.7678, "relevance": 1 }, { "pair_id": 162329, "video_name": "house_s04e01_seg02_clip_20", "timestamp": [ 78.71, 86.02 ], "duration": 86.66, "caption": "A man walks into a room and heads towards another man.", "similarity": 0.7599, "relevance": 1 }, { "pair_id": 162330, "video_name": "house_s06e15_seg02_clip_21", "timestamp": [ 0.0, 3.15 ], "duration": 70.66, "caption": "A man walks into the room with another man resting his head on his hands.", "similarity": 0.7585, "relevance": 1 }, { "pair_id": 162331, "video_name": "grey_s03e06_seg02_clip_20", "timestamp": [ 32.42, 39.09 ], "duration": 88.66, "caption": "A man walks into a room and stands in front of another person.", "similarity": 0.7539, "relevance": 1 }, { "pair_id": 162332, "video_name": "castle_s06e02_seg02_clip_08", "timestamp": [ 62.57, 66.17 ], "duration": 90.66, "caption": "A man walks into the room another person is in and taps on his shoulder.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 162333, "video_name": "castle_s02e05_seg02_clip_03", "timestamp": [ 55.64, 59.65 ], "duration": 89.66, "caption": "A man walks into the room with another man and hands a package to a person.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 162334, "video_name": "friends_s08e06_seg02_clip_14", "timestamp": [ 16.7, 23.01 ], "duration": 63.66, "caption": "A man walks out of the room to get another person to come into the room.", "similarity": 0.7416, "relevance": 1 }, { "pair_id": 162335, "video_name": "house_s03e08_seg02_clip_06", "timestamp": [ 6.9, 12.88 ], "duration": 92.66, "caption": "A man walks into the room and a man rests his head on his hand.", "similarity": 0.7386, "relevance": 1 }, { "pair_id": 162336, "video_name": "friends_s08e20_seg02_clip_14", "timestamp": [ 30.5, 34.86 ], "duration": 62.66, "caption": "A man walks in the room and shakes hands with another man.", "similarity": 0.7379, "relevance": 1 }, { "pair_id": 162337, "video_name": "grey_s03e06_seg02_clip_17", "timestamp": [ 2.25, 9.44 ], "duration": 89.66, "caption": "A man says something to another man and turns around and walks into another room.", "similarity": 0.7341, "relevance": 1 }, { "pair_id": 162338, "video_name": "friends_s06e09_seg02_clip_12", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A man walks into another room with a man, and a man closes the door behind them.", "similarity": 0.7338, "relevance": 2 }, { "pair_id": 162339, "video_name": "friends_s01e15_seg02_clip_10", "timestamp": [ 27.34, 30.75 ], "duration": 62.66, "caption": "A man moves his hand back and forth at another man.", "similarity": 0.7318, "relevance": 1 } ] }, { "query_id": 7631, "query": "A patient opens the curtains and gets some people's attention.", "relevant_moment": [ { "pair_id": 152580, "video_name": "grey_s01e03_seg02_clip_00", "timestamp": [ 28.07, 31.75 ], "duration": 92.66, "caption": "A patient opens the curtains and gets some people's attention.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152581, "video_name": "house_s03e19_seg02_clip_09", "timestamp": [ 65.82, 67.23 ], "duration": 94.66, "caption": "A person closes the curtains of a patient's room.", "similarity": 0.7977, "relevance": 2 }, { "pair_id": 152582, "video_name": "house_s04e01_seg02_clip_18", "timestamp": [ 54.32, 57.46 ], "duration": 89.66, "caption": "A person opens the drapes and checks on the patient.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 152583, "video_name": "house_s07e23_seg02_clip_09", "timestamp": [ 36.53, 38.81 ], "duration": 91.66, "caption": "A man opens the curtain to a patient area.", "similarity": 0.7576, "relevance": 3 }, { "pair_id": 152584, "video_name": "house_s04e06_seg02_clip_13", "timestamp": [ 33.45, 37.41 ], "duration": 88.66, "caption": "A person opens up the curtain to see another person.", "similarity": 0.7245, "relevance": 3 }, { "pair_id": 152585, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 15.75, 20.26 ], "duration": 90.66, "caption": "A person opens the door of a patient's room.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 152586, "video_name": "house_s03e22_seg02_clip_15", "timestamp": [ 13.5, 16.2 ], "duration": 90.66, "caption": "A man pulls back the curtain and introduces himself to a patient.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 152587, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 41.41, 90.02 ], "duration": 90.66, "caption": "A person opens up the door to the patient's room and talks to the patient.", "similarity": 0.7132, "relevance": 0 }, { "pair_id": 152589, "video_name": "house_s03e02_seg02_clip_07", "timestamp": [ 24.54, 31.23 ], "duration": 89.66, "caption": "A person enters the patient's room and finds him better.", "similarity": 0.7023, "relevance": 0 }, { "pair_id": 152590, "video_name": "grey_s03e14_seg02_clip_14", "timestamp": [ 20.28, 26.74 ], "duration": 92.66, "caption": "A person peers into the window of a patient's room, they touch their nose and they take in the sight of the intubated patient.", "similarity": 0.6993, "relevance": 0 }, { "pair_id": 152591, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 8.46, 11.75 ], "duration": 94.66, "caption": "A person watches another person when they are in the patient's room.", "similarity": 0.6972, "relevance": 0 }, { "pair_id": 152592, "video_name": "grey_s02e18_seg02_clip_09", "timestamp": [ 10.73, 17.77 ], "duration": 74.66, "caption": "Some people confer about a patient's condition in the doorway of the patient's room then a person starts towards the patient.", "similarity": 0.6897, "relevance": 2 }, { "pair_id": 152593, "video_name": "house_s05e19_seg02_clip_07", "timestamp": [ 28.22, 39.6 ], "duration": 91.66, "caption": "A person comes into the room and looks over the patient.", "similarity": 0.6896, "relevance": 0 }, { "pair_id": 152594, "video_name": "grey_s02e07_seg02_clip_00", "timestamp": [ 50.92, 53.7 ], "duration": 92.66, "caption": "A woman closes the curtain by the patient bed and tells a person that she'll call them if she needs them as they close the door leaving the room.", "similarity": 0.6875, "relevance": 2 }, { "pair_id": 152595, "video_name": "house_s07e16_seg02_clip_07", "timestamp": [ 42.76, 46.36 ], "duration": 90.66, "caption": "A person opens the patient's eye and looks at it.", "similarity": 0.6862, "relevance": 0 }, { "pair_id": 152596, "video_name": "house_s06e11_seg02_clip_16", "timestamp": [ 79.22, 82.3 ], "duration": 88.66, "caption": "A person turns and looks at a patient as their hand is flat on the door.", "similarity": 0.686, "relevance": 0 }, { "pair_id": 152597, "video_name": "house_s02e23_seg02_clip_23", "timestamp": [ 29.77, 33.95 ], "duration": 93.66, "caption": "A patient moves her head and opens her eyes while someone talks with her.", "similarity": 0.6854, "relevance": 0 }, { "pair_id": 152598, "video_name": "house_s01e10_seg02_clip_18", "timestamp": [ 45.51, 51.88 ], "duration": 91.66, "caption": "A person opens the door to the patient's room and goes inside.", "similarity": 0.6845, "relevance": 0 }, { "pair_id": 152599, "video_name": "house_s07e09_seg02_clip_05", "timestamp": [ 37.88, 45.46 ], "duration": 101.66, "caption": "The patient points through the window at a man.", "similarity": 0.6832, "relevance": 1 } ] }, { "query_id": 7718, "query": "A person gets up from their seat and walks closer to someone and sits on their desk beside them.", "relevant_moment": [ { "pair_id": 32521, "video_name": "house_s08e04_seg02_clip_16", "timestamp": [ 30.49, 36.87 ], "duration": 91.66, "caption": "A person walks over and sits down on the desk next to another person.", "similarity": 0.8478, "relevance": 4 }, { "pair_id": 32522, "video_name": "s08e18_seg02_clip_03", "timestamp": [ 5.1, 9.0 ], "duration": 60.66, "caption": "A person walks in front of another person and sits down in his/her desk chair.", "similarity": 0.8106, "relevance": 2 }, { "pair_id": 32523, "video_name": "house_s08e10_seg02_clip_25", "timestamp": [ 120.98, 127.7 ], "duration": 168.66, "caption": "A person walks up to another person who is standing at a desk.", "similarity": 0.8024, "relevance": 2 }, { "pair_id": 32524, "video_name": "s01e13_seg02_clip_04", "timestamp": [ 33.41, 37.19 ], "duration": 63.66, "caption": "A person stands up from their desk and walks over to someone.", "similarity": 0.7844, "relevance": 2 }, { "pair_id": 32525, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 51.65, 58.14 ], "duration": 59.66, "caption": "A person gets up, walks over to another person and sits in a chair next to them.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 32526, "video_name": "castle_s02e02_seg02_clip_03", "timestamp": [ 28.8, 32.56 ], "duration": 83.66, "caption": "A person moves from one desk to another as another person sits down.", "similarity": 0.7725, "relevance": 2 }, { "pair_id": 32527, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person gets up and walks closer to another person.", "similarity": 0.7651, "relevance": 1 }, { "pair_id": 32528, "video_name": "castle_s04e12_seg02_clip_13", "timestamp": [ 50.73, 55.26 ], "duration": 90.66, "caption": "A person walks around the desk and sits down across from man and woman.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 32529, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.7576, "relevance": 1 }, { "pair_id": 32530, "video_name": "s03e06_seg02_clip_07", "timestamp": [ 35.82, 48.14 ], "duration": 77.66, "caption": "A person gets out of his desk seat and goes to his spot with another person.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 32531, "video_name": "house_s03e17_seg02_clip_10", "timestamp": [ 42.29, 49.85 ], "duration": 89.66, "caption": "A person gets up from their chair and walks around their desk.", "similarity": 0.7518, "relevance": 2 }, { "pair_id": 32532, "video_name": "house_s03e24_seg02_clip_05", "timestamp": [ 77.27, 86.21 ], "duration": 89.66, "caption": "A person walks into another person's office when the latter is sitting at their desk.", "similarity": 0.7486, "relevance": 1 }, { "pair_id": 32533, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 55.36, 60.32 ], "duration": 90.66, "caption": "A person walks to woman's desk and sits beside her.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 32534, "video_name": "castle_s01e01_seg02_clip_10", "timestamp": [ 10.56, 13.2 ], "duration": 88.66, "caption": "A person gets up quickly and sits closer to someone.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 32535, "video_name": "met_s03e08_seg02_clip_01", "timestamp": [ 21.25, 25.09 ], "duration": 59.66, "caption": "A person gets up and walks over to where another person is sitting.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 32536, "video_name": "friends_s05e09_seg02_clip_02", "timestamp": [ 15.5, 20.57 ], "duration": 59.66, "caption": "A person walks over to sit next to another person.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 32537, "video_name": "s02e03_seg02_clip_06", "timestamp": [ 55.83, 60.03 ], "duration": 60.66, "caption": "A person walks up to another person's desk and speaks.", "similarity": 0.735, "relevance": 1 }, { "pair_id": 32538, "video_name": "house_s08e02_seg02_clip_10", "timestamp": [ 10.44, 13.92 ], "duration": 87.66, "caption": "A person gets up from his desk and walks away from another person.", "similarity": 0.7329, "relevance": 1 }, { "pair_id": 32539, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.15, 9.63 ], "duration": 55.66, "caption": "A person walks over and sits down next to another person.", "similarity": 0.7328, "relevance": 2 } ] }, { "query_id": 7732, "query": "A person opens and closes a door rapidly.", "relevant_moment": [ { "pair_id": 155540, "video_name": "castle_s04e16_seg02_clip_11", "timestamp": [ 55.22, 57.98 ], "duration": 92.66, "caption": "A person opens and closes a door rapidly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155541, "video_name": "s07e07_seg02_clip_06", "timestamp": [ 40.89, 46.38 ], "duration": 61.66, "caption": "A person opens the door and then closes it again quickly.", "similarity": 0.9177, "relevance": 4 }, { "pair_id": 155542, "video_name": "s10e11_seg02_clip_14", "timestamp": [ 39.63, 48.19 ], "duration": 57.66, "caption": "A person opens the door for a moment before shutting it right back.", "similarity": 0.847, "relevance": 4 }, { "pair_id": 155543, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.8122, "relevance": 4 }, { "pair_id": 155544, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 11.31, 17.41 ], "duration": 58.66, "caption": "A person opens the door, walks through it and shuts it.", "similarity": 0.8119, "relevance": 4 }, { "pair_id": 155545, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 52.79, 56.15 ], "duration": 61.66, "caption": "A person closes his/her front door quickly and locks his/her door.", "similarity": 0.8087, "relevance": 3 }, { "pair_id": 155546, "video_name": "house_s03e18_seg02_clip_26", "timestamp": [ 0.0, 2.8 ], "duration": 43.66, "caption": "A person lets go of the door and it shuts.", "similarity": 0.8064, "relevance": 3 }, { "pair_id": 155547, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.25, 27.45 ], "duration": 59.66, "caption": "A person opens the door and a person quickly walks in.", "similarity": 0.7871, "relevance": 4 }, { "pair_id": 155548, "video_name": "house_s07e03_seg02_clip_07", "timestamp": [ 44.83, 46.91 ], "duration": 83.66, "caption": "A person turns around and opens the door to go out.", "similarity": 0.7794, "relevance": 2 }, { "pair_id": 155549, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 13.65, 27.31 ], "duration": 91.66, "caption": "A person opens the door, stands in the doorway, then shuts the door.", "similarity": 0.7783, "relevance": 3 }, { "pair_id": 155550, "video_name": "s01e04_seg02_clip_16", "timestamp": [ 0.0, 7.52 ], "duration": 47.66, "caption": "A person slowly walks out the door and shuts the door behind him.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 155551, "video_name": "castle_s03e16_seg02_clip_26", "timestamp": [ 10.45, 12.07 ], "duration": 36.66, "caption": "A person opens a door and runs into it.", "similarity": 0.7769, "relevance": 3 }, { "pair_id": 155552, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 22.41, 26.57 ], "duration": 64.66, "caption": "A person gets up and goes to the door and opens it.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 155553, "video_name": "grey_s02e17_seg02_clip_24", "timestamp": [ 73.0, 82.02 ], "duration": 82.66, "caption": "A person opens the door to leave, but then stops.", "similarity": 0.7745, "relevance": 2 }, { "pair_id": 155554, "video_name": "grey_s02e24_seg02_clip_21", "timestamp": [ 8.91, 12.38 ], "duration": 99.66, "caption": "A person shuts the door after pausing for a while.", "similarity": 0.7739, "relevance": 3 }, { "pair_id": 155555, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 6.71, 8.85 ], "duration": 61.66, "caption": "A person opens the door and stops in the doorway.", "similarity": 0.7715, "relevance": 3 }, { "pair_id": 155556, "video_name": "castle_s08e22_seg02_clip_09", "timestamp": [ 69.72, 72.27 ], "duration": 85.66, "caption": "A person opens the door and then closes it as he/she walks into the room.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 155557, "video_name": "castle_s08e12_seg02_clip_23", "timestamp": [ 63.04, 69.48 ], "duration": 92.66, "caption": "A person lets their lever down and walks to the door but it closes in their face.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 155558, "video_name": "friends_s05e09_seg02_clip_06", "timestamp": [ 16.44, 19.85 ], "duration": 62.66, "caption": "A person tries to open the door but the door is locked.", "similarity": 0.7623, "relevance": 2 }, { "pair_id": 155559, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 36.63, 42.96 ], "duration": 90.66, "caption": "A person suddenly stands up and opens the door.", "similarity": 0.762, "relevance": 3 }, { "pair_id": 328860, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 74.4, 80.26 ], "duration": 90.66, "caption": "A person opens the door and walks through before closing it behind him.", "similarity": 0.7616, "relevance": 4 }, { "pair_id": 328861, "video_name": "friends_s08e17_seg02_clip_05", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person comes into the room and closes the door.", "similarity": 0.7606, "relevance": 3 }, { "pair_id": 328862, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 50.47, 57.02 ], "duration": 57.66, "caption": "A person is standing at a door as someone opens it.", "similarity": 0.7593, "relevance": 2 }, { "pair_id": 328863, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.7591, "relevance": 3 }, { "pair_id": 328864, "video_name": "s04e05_seg02_clip_15", "timestamp": [ 30.91, 36.02 ], "duration": 60.66, "caption": "A person opens a door and he/she walks through it.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 328865, "video_name": "friends_s02e19_seg02_clip_19", "timestamp": [ 14.11, 18.24 ], "duration": 48.66, "caption": "A man closes the door on someone and then opens it.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 328866, "video_name": "house_s07e10_seg02_clip_11", "timestamp": [ 67.18, 71.78 ], "duration": 92.66, "caption": "A person closes the door once a man is inside.", "similarity": 0.7536, "relevance": 3 }, { "pair_id": 328867, "video_name": "house_s02e16_seg02_clip_05", "timestamp": [ 1.88, 4.7 ], "duration": 94.66, "caption": "A person slowly closes the sliding door of the room.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 328868, "video_name": "castle_s04e08_seg02_clip_05", "timestamp": [ 0.0, 7.33 ], "duration": 86.66, "caption": "A person squeezes into the closing elevator door just in time.", "similarity": 0.7506, "relevance": 3 }, { "pair_id": 328869, "video_name": "s05e20_seg02_clip_01", "timestamp": [ 36.89, 42.5 ], "duration": 59.66, "caption": "A person opens the door to an apartment and then closes it.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 328870, "video_name": "castle_s06e14_seg02_clip_12", "timestamp": [ 65.35, 68.88 ], "duration": 88.66, "caption": "A woman opens the door and moves very quickly.", "similarity": 0.7494, "relevance": 4 }, { "pair_id": 328871, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 15.02, 20.94 ], "duration": 91.66, "caption": "A man opens the door briefly and then exits.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 328873, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.7439, "relevance": 3 }, { "pair_id": 328874, "video_name": "friends_s01e21_seg02_clip_13", "timestamp": [ 6.84, 10.26 ], "duration": 57.66, "caption": "The colored front door opens and person bursts through the door.", "similarity": 0.7432, "relevance": 3 }, { "pair_id": 328875, "video_name": "friends_s06e09_seg02_clip_14", "timestamp": [ 42.05, 44.31 ], "duration": 56.66, "caption": "A person opens the apartment door and closes it again.", "similarity": 0.7427, "relevance": 4 }, { "pair_id": 328877, "video_name": "house_s03e21_seg02_clip_15", "timestamp": [ 0.0, 2.43 ], "duration": 81.66, "caption": "A person enters a building and closes the door behind them.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 328878, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 53.58, 56.41 ], "duration": 63.66, "caption": "Someone attempts to come through the door and a man pushes it closed.", "similarity": 0.7395, "relevance": 4 }, { "pair_id": 328879, "video_name": "s01e17_seg02_clip_07", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A person walks in the door and closes it behind him.", "similarity": 0.7392, "relevance": 3 } ] }, { "query_id": 7746, "query": "The TV host on screen announced someone's death.", "relevant_moment": [ { "pair_id": 155780, "video_name": "castle_s06e03_seg02_clip_01", "timestamp": [ 37.81, 90.02 ], "duration": 90.66, "caption": "The TV host on screen announced someone's death.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155781, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 19.58, 29.14 ], "duration": 91.66, "caption": "A person talks to a host on a TV while some people watch.", "similarity": 0.5104, "relevance": 1 }, { "pair_id": 155782, "video_name": "castle_s08e09_seg02_clip_18", "timestamp": [ 85.05, 89.53 ], "duration": 89.66, "caption": "A man interrupts person and another man from watching the victim on tv.", "similarity": 0.496, "relevance": 0 }, { "pair_id": 155783, "video_name": "friends_s06e20_seg02_clip_01", "timestamp": [ 29.3, 42.65 ], "duration": 58.66, "caption": "Some people watch person on the television with him.", "similarity": 0.4907, "relevance": 1 }, { "pair_id": 155784, "video_name": "castle_s05e01_seg02_clip_23", "timestamp": [ 73.16, 81.39 ], "duration": 91.66, "caption": "A person explains how kids and their mother dies.", "similarity": 0.4712, "relevance": 0 }, { "pair_id": 155785, "video_name": "house_s02e05_seg02_clip_21", "timestamp": [ 28.62, 30.92 ], "duration": 92.66, "caption": "A television screen shows a feed of the surgery camera.", "similarity": 0.4694, "relevance": 1 }, { "pair_id": 155786, "video_name": "s09e06_seg02_clip_10", "timestamp": [ 15.11, 19.96 ], "duration": 57.66, "caption": "After a person is on the TV, a man asks the person to leave.", "similarity": 0.4683, "relevance": 2 }, { "pair_id": 155787, "video_name": "friends_s03e23_seg02_clip_08", "timestamp": [ 33.09, 39.65 ], "duration": 59.66, "caption": "A man unintentionally calls someone's mother on the television.", "similarity": 0.4679, "relevance": 2 }, { "pair_id": 155788, "video_name": "friends_s07e04_seg01_clip_00", "timestamp": [ 0.0, 25.98 ], "duration": 98.66, "caption": "Some people were watching television.", "similarity": 0.4675, "relevance": 1 }, { "pair_id": 155789, "video_name": "friends_s07e04_seg02_clip_12", "timestamp": [ 21.67, 43.94 ], "duration": 59.66, "caption": "A person answers their phone and it's the executive at their show telling them the show's been axed.", "similarity": 0.4672, "relevance": 1 }, { "pair_id": 155790, "video_name": "met_s02e20_seg02_clip_13", "timestamp": [ 46.81, 58.52 ], "duration": 61.66, "caption": "A man is going to The Price Is Right with a TV host.", "similarity": 0.4663, "relevance": 2 }, { "pair_id": 155791, "video_name": "house_s04e14_seg02_clip_14", "timestamp": [ 40.96, 65.27 ], "duration": 90.66, "caption": "The workers set up person's tv as he watches.", "similarity": 0.4603, "relevance": 1 }, { "pair_id": 155792, "video_name": "castle_s04e12_seg02_clip_14", "timestamp": [ 1.34, 14.24 ], "duration": 89.66, "caption": "A man explains the work the victim was working on before she died.", "similarity": 0.4554, "relevance": 0 }, { "pair_id": 155793, "video_name": "friends_s01e01_seg02_clip_06", "timestamp": [ 9.14, 13.99 ], "duration": 57.66, "caption": "A person falls down the stairs on the television and three other people clap.", "similarity": 0.4547, "relevance": 1 }, { "pair_id": 155794, "video_name": "friends_s10e16_seg02_clip_05", "timestamp": [ 5.8, 8.24 ], "duration": 61.66, "caption": "A man makes a joke about a tv show ending.", "similarity": 0.4487, "relevance": 0 }, { "pair_id": 155795, "video_name": "castle_s07e13_seg02_clip_17", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A person shakes their head when they learn about the victim's death.", "similarity": 0.4485, "relevance": 0 }, { "pair_id": 155796, "video_name": "castle_s03e08_seg02_clip_03", "timestamp": [ 60.77, 67.52 ], "duration": 90.66, "caption": "A person tells two people a murdered person's nick name and the reason for it.", "similarity": 0.4478, "relevance": 0 }, { "pair_id": 155797, "video_name": "met_s04e02_seg02_clip_08", "timestamp": [ 4.31, 10.15 ], "duration": 61.66, "caption": "The host looks at their phone then runs off stage.", "similarity": 0.4464, "relevance": 1 }, { "pair_id": 155798, "video_name": "friends_s09e15_seg02_clip_10", "timestamp": [ 0.0, 2.91 ], "duration": 58.66, "caption": "Two people are beside each other on the sofa as one mentions the death of the other's parent.", "similarity": 0.446, "relevance": 0 }, { "pair_id": 155799, "video_name": "castle_s06e10_seg02_clip_01", "timestamp": [ 0.0, 5.99 ], "duration": 92.66, "caption": "A man describes how the victim died to two people.", "similarity": 0.445, "relevance": 0 } ] }, { "query_id": 7802, "query": "A man has a conversation with another man in the station.", "relevant_moment": [ { "pair_id": 7880, "video_name": "castle_s05e22_seg02_clip_19", "timestamp": [ 86.08, 89.71 ], "duration": 90.66, "caption": "A man has a conversation with another man in the station.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7881, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.8202, "relevance": 4 }, { "pair_id": 7882, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.8202, "relevance": 4 }, { "pair_id": 7883, "video_name": "castle_s02e11_seg02_clip_05", "timestamp": [ 56.72, 61.22 ], "duration": 90.66, "caption": "A man shows up while woman and another man are talking in the station and begins talking to them.", "similarity": 0.802, "relevance": 3 }, { "pair_id": 7884, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 7885, "video_name": "house_s08e15_seg02_clip_15", "timestamp": [ 55.7, 96.03 ], "duration": 96.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7886, "video_name": "house_s08e11_seg02_clip_18", "timestamp": [ 0.0, 38.61 ], "duration": 93.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7887, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 0.0, 34.27 ], "duration": 89.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7888, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 24.87, 48.6 ], "duration": 113.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 7889, "video_name": "house_s06e04_seg02_clip_22", "timestamp": [ 66.45, 91.03 ], "duration": 91.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7890, "video_name": "house_s05e12_seg02_clip_20", "timestamp": [ 47.39, 77.27 ], "duration": 103.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7891, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 0.0, 28.01 ], "duration": 90.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7892, "video_name": "house_s03e20_seg02_clip_25", "timestamp": [ 0.0, 64.99 ], "duration": 171.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7893, "video_name": "house_s02e12_seg02_clip_09", "timestamp": [ 48.3, 87.02 ], "duration": 87.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7894, "video_name": "house_s02e12_seg02_clip_05", "timestamp": [ 65.46, 90.3 ], "duration": 90.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7895, "video_name": "house_s01e22_seg02_clip_07", "timestamp": [ 0.0, 38.37 ], "duration": 83.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7896, "video_name": "grey_s03e04_seg02_clip_18", "timestamp": [ 13.77, 42.13 ], "duration": 81.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 7897, "video_name": "castle_s03e23_seg02_clip_15", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "Two men are having a conversation with another man.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 7898, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 0.0, 11.96 ], "duration": 92.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 7899, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 20.05, 61.51 ], "duration": 91.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 181200, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 0.0, 16.93 ], "duration": 89.66, "caption": "A person is having a conversation with two men.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 181201, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 0.0, 53.02 ], "duration": 53.66, "caption": "A man and another man were having a conversation.", "similarity": 0.7542, "relevance": 4 }, { "pair_id": 181202, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 3.87, 13.76 ], "duration": 86.66, "caption": "A man and another man were having a conversation.", "similarity": 0.7542, "relevance": 3 }, { "pair_id": 181203, "video_name": "castle_s03e01_seg02_clip_08", "timestamp": [ 0.0, 35.3 ], "duration": 90.66, "caption": "A man was having a conversation with two people.", "similarity": 0.7485, "relevance": 3 }, { "pair_id": 181204, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 54.63, 86.02 ], "duration": 86.66, "caption": "A man was having a conversation with two people.", "similarity": 0.7485, "relevance": 3 }, { "pair_id": 181205, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 72.35, 78.68 ], "duration": 90.66, "caption": "A man and another person are having a conversation with each other.", "similarity": 0.7478, "relevance": 3 }, { "pair_id": 181206, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 0.0, 13.27 ], "duration": 80.66, "caption": "Two men are having a conversation with someone.", "similarity": 0.7464, "relevance": 4 }, { "pair_id": 181207, "video_name": "s06e01_seg02_clip_17", "timestamp": [ 40.02, 50.02 ], "duration": 50.66, "caption": "A man has a conversation with another man while they are both floating in the air.", "similarity": 0.7409, "relevance": 4 }, { "pair_id": 181208, "video_name": "castle_s06e20_seg02_clip_09", "timestamp": [ 0.0, 59.36 ], "duration": 93.66, "caption": "Two men were having a conversation with a man.", "similarity": 0.7393, "relevance": 4 }, { "pair_id": 181209, "video_name": "castle_s03e18_seg02_clip_04", "timestamp": [ 0.0, 25.44 ], "duration": 89.66, "caption": "Two men were having a conversation with a man.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 181210, "video_name": "house_s06e18_seg02_clip_20", "timestamp": [ 44.01, 88.02 ], "duration": 88.66, "caption": "A man, man and man are having a conversation.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 181211, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 13.88, 23.43 ], "duration": 61.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 4 }, { "pair_id": 181212, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 0.0, 16.54 ], "duration": 58.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 181213, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 21.09, 34.43 ], "duration": 62.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 181214, "video_name": "house_s08e22_seg02_clip_02", "timestamp": [ 32.21, 64.88 ], "duration": 92.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 181215, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 0.0, 22.33 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 4 }, { "pair_id": 181216, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 0.0, 21.32 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 181217, "video_name": "house_s08e20_seg02_clip_01", "timestamp": [ 0.0, 32.89 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 181218, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 26.98, 50.91 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 181219, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 0.0, 19.58 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7286, "relevance": 3 } ] }, { "query_id": 7906, "query": "A woman walks in the room while talking on the phone and then says something to a man.", "relevant_moment": [ { "pair_id": 20700, "video_name": "castle_s06e13_seg02_clip_14", "timestamp": [ 33.55, 39.37 ], "duration": 89.66, "caption": "A woman walks in the room while talking on the phone and then says something to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20701, "video_name": "house_s07e08_seg02_clip_07", "timestamp": [ 60.09, 63.21 ], "duration": 89.66, "caption": "A woman enters the room while talking to a person on the phone.", "similarity": 0.8335, "relevance": 4 }, { "pair_id": 20702, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 65.34, 67.64 ], "duration": 92.66, "caption": "A person walks in to the room while woman and woman are talking.", "similarity": 0.8263, "relevance": 2 }, { "pair_id": 20703, "video_name": "castle_s03e21_seg02_clip_19", "timestamp": [ 53.76, 56.47 ], "duration": 90.66, "caption": "A woman walks into the room to talk to a man.", "similarity": 0.824, "relevance": 1 }, { "pair_id": 20704, "video_name": "grey_s02e24_seg02_clip_04", "timestamp": [ 61.77, 80.77 ], "duration": 95.66, "caption": "A woman walks in the room to talk to a man and then leaves.", "similarity": 0.8134, "relevance": 2 }, { "pair_id": 20705, "video_name": "grey_s03e03_seg02_clip_07", "timestamp": [ 5.84, 39.54 ], "duration": 89.66, "caption": "A person walks into a room and starts talking to a woman.", "similarity": 0.8045, "relevance": 2 }, { "pair_id": 20706, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 5.31, 7.97 ], "duration": 59.66, "caption": "A woman walks out the room while speaking to a man.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 20707, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 2.3, 31.75 ], "duration": 92.66, "caption": "A woman walks into the room and speaks with a man.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 20709, "video_name": "castle_s08e15_seg02_clip_06", "timestamp": [ 2.67, 8.01 ], "duration": 89.66, "caption": "A woman is walking in the room while talking.", "similarity": 0.7908, "relevance": 1 }, { "pair_id": 20710, "video_name": "castle_s03e01_seg02_clip_10", "timestamp": [ 63.97, 67.1 ], "duration": 104.66, "caption": "A woman walks out of a room and talks on the phone.", "similarity": 0.7881, "relevance": 3 }, { "pair_id": 20711, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A woman enters the room and tells a man that someone wants to talk to him.", "similarity": 0.7832, "relevance": 2 }, { "pair_id": 20712, "video_name": "s07e17_seg02_clip_13", "timestamp": [ 50.35, 54.31 ], "duration": 61.66, "caption": "A woman enters the room holding her phone and starts a conversation with a man.", "similarity": 0.7794, "relevance": 4 }, { "pair_id": 20713, "video_name": "grey_s03e08_seg02_clip_02", "timestamp": [ 8.75, 23.19 ], "duration": 87.66, "caption": "A woman is talking to two people when two other people walk in a room.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 20714, "video_name": "met_s05e04_seg02_clip_10", "timestamp": [ 14.32, 19.28 ], "duration": 58.66, "caption": "A woman says something to a man then turns and walks out of the room.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 20715, "video_name": "s03e03_seg01_clip_02", "timestamp": [ 26.52, 29.94 ], "duration": 57.66, "caption": "A woman walks out of the room after talking to a person.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 20716, "video_name": "castle_s03e21_seg02_clip_20", "timestamp": [ 8.3, 15.67 ], "duration": 92.66, "caption": "A woman walks in the room while talking on the phone and sits down at the table.", "similarity": 0.7658, "relevance": 3 }, { "pair_id": 20717, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 71.78, 92.03 ], "duration": 92.66, "caption": "A person walks into the room that two women are talking in.", "similarity": 0.7649, "relevance": 1 }, { "pair_id": 20718, "video_name": "castle_s05e10_seg02_clip_03", "timestamp": [ 28.01, 46.53 ], "duration": 90.66, "caption": "A woman is talking on the phone while a man walks in.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 20719, "video_name": "s06e24_seg02_clip_00", "timestamp": [ 53.66, 62.03 ], "duration": 62.66, "caption": "A woman walks towards the living room as she is talking to a man.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 194020, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 61.66, 69.48 ], "duration": 92.66, "caption": "A person walks into the room as a woman is speaking with two men.", "similarity": 0.7632, "relevance": 2 }, { "pair_id": 194021, "video_name": "grey_s02e21_seg02_clip_16", "timestamp": [ 5.58, 18.46 ], "duration": 85.66, "caption": "A woman comes out of a room and has a conversation with a man.", "similarity": 0.762, "relevance": 1 }, { "pair_id": 194022, "video_name": "friends_s08e13_seg02_clip_19", "timestamp": [ 43.13, 46.21 ], "duration": 77.66, "caption": "A woman opens the door and walks into the room and says something to a man.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 194023, "video_name": "castle_s06e05_seg02_clip_22", "timestamp": [ 2.7, 36.01 ], "duration": 90.66, "caption": "A woman has a conversation on a phone as she talks to a man.", "similarity": 0.7586, "relevance": 4 }, { "pair_id": 194024, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 73.48, 84.17 ], "duration": 89.66, "caption": "A person comes into the room and talks to woman.", "similarity": 0.7568, "relevance": 1 }, { "pair_id": 194025, "video_name": "castle_s06e13_seg02_clip_18", "timestamp": [ 61.73, 66.41 ], "duration": 93.66, "caption": "A woman hangs up the phone and then a man walks in the room.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 194026, "video_name": "grey_s03e08_seg02_clip_08", "timestamp": [ 0.91, 5.01 ], "duration": 91.66, "caption": "A woman walks out of the room to talk to man.", "similarity": 0.7556, "relevance": 2 }, { "pair_id": 194027, "video_name": "s07e10_seg02_clip_14", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman walks through the living room to talk to a man.", "similarity": 0.7541, "relevance": 2 }, { "pair_id": 194028, "video_name": "house_s03e20_seg02_clip_19", "timestamp": [ 53.86, 89.02 ], "duration": 89.66, "caption": "A man walks into the room to see a woman and speak with her.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 194029, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 18.97, 24.7 ], "duration": 88.66, "caption": "A man walks to the other side of the room when talking to a woman.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 194030, "video_name": "castle_s01e06_seg02_clip_12", "timestamp": [ 45.01, 48.16 ], "duration": 90.66, "caption": "A woman walks out from the room after talking to a man.", "similarity": 0.7502, "relevance": 1 }, { "pair_id": 194031, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 13.65, 17.29 ], "duration": 91.66, "caption": "A person walks out of the room after a woman talks to him.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 194032, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 22.62, 28.83 ], "duration": 88.66, "caption": "A person walks in the room and talks to a person.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 194033, "video_name": "castle_s06e08_seg02_clip_05", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "A woman enters the room as a man talks to her.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 194034, "video_name": "castle_s05e19_seg02_clip_04", "timestamp": [ 86.89, 92.44 ], "duration": 92.66, "caption": "A woman walks into the room holding a file and talks to a man.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 194035, "video_name": "castle_s03e02_seg02_clip_24", "timestamp": [ 69.6, 74.09 ], "duration": 89.66, "caption": "A woman came in the room and talked to someone.", "similarity": 0.7439, "relevance": 3 }, { "pair_id": 194036, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 14.63, 18.07 ], "duration": 43.66, "caption": "A woman comes in man's room while man is talking to someone.", "similarity": 0.7439, "relevance": 3 }, { "pair_id": 194037, "video_name": "grey_s01e01_seg02_clip_02", "timestamp": [ 17.39, 21.84 ], "duration": 89.66, "caption": "A woman walks out of the room after she talks to another woman.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 194038, "video_name": "castle_s04e05_seg02_clip_21", "timestamp": [ 48.52, 54.3 ], "duration": 89.66, "caption": "A woman walks across room and sits on chair while talking to man.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 194039, "video_name": "grey_s03e15_seg02_clip_21", "timestamp": [ 28.81, 34.66 ], "duration": 90.66, "caption": "A woman walks out of the room after a conversation with a man.", "similarity": 0.7418, "relevance": 2 } ] }, { "query_id": 7917, "query": "A woman cleaned her hand with a white towel.", "relevant_moment": [ { "pair_id": 11860, "video_name": "friends_s04e01_seg01_clip_01", "timestamp": [ 1.11, 11.48 ], "duration": 74.66, "caption": "A woman cleaned her hand with a white towel.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11861, "video_name": "friends_s02e05_seg02_clip_17", "timestamp": [ 26.57, 34.58 ], "duration": 64.66, "caption": "A woman wipes her hands on the white towel she is holding.", "similarity": 0.8742, "relevance": 4 }, { "pair_id": 11862, "video_name": "friends_s04e04_seg02_clip_15", "timestamp": [ 11.31, 20.6 ], "duration": 58.66, "caption": "A woman wipes her hands off on a white towel.", "similarity": 0.8709, "relevance": 4 }, { "pair_id": 11863, "video_name": "friends_s08e21_seg02_clip_02", "timestamp": [ 3.05, 7.32 ], "duration": 61.66, "caption": "A woman wipes her hands with a kitchen towel.", "similarity": 0.808, "relevance": 3 }, { "pair_id": 11864, "video_name": "house_s01e19_seg02_clip_00", "timestamp": [ 11.86, 13.68 ], "duration": 91.66, "caption": "A woman wipes off her mouth with a towel.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 11865, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person wipes his/her hands off with a paper towel.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 11866, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A woman hands a man a paper towel and he wipes his hands with it.", "similarity": 0.7214, "relevance": 3 }, { "pair_id": 11867, "video_name": "s09e14_seg02_clip_10", "timestamp": [ 28.57, 33.05 ], "duration": 56.66, "caption": "A woman wipes her hands with a kitchen towel on the stove.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 11868, "video_name": "grey_s02e01_seg02_clip_14", "timestamp": [ 58.76, 63.21 ], "duration": 89.66, "caption": "A woman wipes her hand off with a blue rag.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 11869, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 32.64, 41.9 ], "duration": 88.66, "caption": "A person is washing their hands and takes a towel to dry them.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 11870, "video_name": "s08e16_seg02_clip_01", "timestamp": [ 7.5, 13.51 ], "duration": 60.66, "caption": "A person wipes his hands with a kitchen dish towel.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 11871, "video_name": "grey_s03e13_seg02_clip_12", "timestamp": [ 8.82, 15.32 ], "duration": 92.66, "caption": "A person finishes rinsing their hands and dries them with paper towels.", "similarity": 0.6874, "relevance": 2 }, { "pair_id": 11872, "video_name": "castle_s06e17_seg02_clip_18", "timestamp": [ 24.76, 31.57 ], "duration": 61.66, "caption": "A woman washes her face and dries it with a towel.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 11873, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 35.32, 40.19 ], "duration": 81.66, "caption": "A person dries and wipes themselves with a towel.", "similarity": 0.678, "relevance": 1 }, { "pair_id": 11874, "video_name": "friends_s05e08_seg02_clip_15", "timestamp": [ 2.29, 6.0 ], "duration": 57.66, "caption": "A woman takes a dish towel and moves it between her hands.", "similarity": 0.6682, "relevance": 2 }, { "pair_id": 11875, "video_name": "friends_s03e25_seg02_clip_11", "timestamp": [ 42.02, 50.72 ], "duration": 60.66, "caption": "A woman dries off her hair with a towel.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 11876, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A woman wipes her hands on a black and white patterned dishtowel first quickly and then again before she puts it back down.", "similarity": 0.662, "relevance": 0 }, { "pair_id": 11877, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 70.49, 76.36 ], "duration": 90.66, "caption": "A man washes then dries his hands with towel.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 11878, "video_name": "friends_s09e13_seg02_clip_04", "timestamp": [ 9.02, 13.9 ], "duration": 48.66, "caption": "The woman in a white uniform removes tissues that are stuck to a person's hands.", "similarity": 0.6537, "relevance": 3 }, { "pair_id": 11879, "video_name": "s05e19_seg02_clip_02", "timestamp": [ 29.59, 35.11 ], "duration": 58.66, "caption": "A woman quickly wipes her hands on a black and white dishtowel, then does it again more deliberately before she puts it back down by the sink.", "similarity": 0.6531, "relevance": 3 } ] }, { "query_id": 7932, "query": "A person talks to themselves while looking in the mirror in their apartment.", "relevant_moment": [ { "pair_id": 130600, "video_name": "met_s02e15_seg02_clip_10", "timestamp": [ 14.09, 39.7 ], "duration": 64.66, "caption": "A person talks to themselves while looking in the mirror in their apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 130601, "video_name": "s06e13_seg02_clip_06", "timestamp": [ 0.0, 3.85 ], "duration": 55.66, "caption": "A person is looking at the mirror and talking to himself.", "similarity": 0.8499, "relevance": 3 }, { "pair_id": 130602, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 18.61, 28.21 ], "duration": 60.66, "caption": "A person checks himself out in the full-length mirror.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 130603, "video_name": "house_s05e24_seg02_clip_24", "timestamp": [ 83.23, 88.34 ], "duration": 146.66, "caption": "A person touches their face as they look at themselves in the mirror.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 130604, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 17.71, 29.41 ], "duration": 60.66, "caption": "A person poses looks at themselves in the mirror.", "similarity": 0.7403, "relevance": 4 }, { "pair_id": 130605, "video_name": "friends_s09e06_seg02_clip_04", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A person turned around and looked at himself in the mirror.", "similarity": 0.7365, "relevance": 1 }, { "pair_id": 130606, "video_name": "house_s04e12_seg02_clip_03", "timestamp": [ 41.41, 51.99 ], "duration": 92.66, "caption": "A woman walks into her apartment and looks in a mirror.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 130607, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 2.18, 7.4 ], "duration": 87.66, "caption": "A person is talking to a man while he is looking at the mirror.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 130608, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 0.0, 2.52 ], "duration": 84.66, "caption": "A man looks at himself in front of the mirror while talking to another man.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 130609, "video_name": "s05e18_seg02_clip_17", "timestamp": [ 3.24, 7.56 ], "duration": 54.66, "caption": "A person looks at his face in the mirror.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 130610, "video_name": "met_s02e21_seg02_clip_11", "timestamp": [ 38.37, 40.97 ], "duration": 65.66, "caption": "A person makes a pouting facial reaction as he looks himself in the mirror.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 130611, "video_name": "met_s02e15_seg02_clip_10", "timestamp": [ 14.73, 39.38 ], "duration": 64.66, "caption": "A man talks to his reflection in a mirror.", "similarity": 0.7018, "relevance": 4 }, { "pair_id": 130612, "video_name": "castle_s03e06_seg02_clip_13", "timestamp": [ 25.23, 34.45 ], "duration": 97.66, "caption": "A person looks towards the two-way mirror while in the interrogation room.", "similarity": 0.6973, "relevance": 1 }, { "pair_id": 130613, "video_name": "s07e20_seg02_clip_06", "timestamp": [ 0.0, 13.35 ], "duration": 58.66, "caption": "A person admires himself in a hand mirror as he has a conversation with woman and man.", "similarity": 0.6921, "relevance": 3 }, { "pair_id": 130614, "video_name": "friends_s07e01_seg02_clip_02", "timestamp": [ 8.4, 13.21 ], "duration": 60.66, "caption": "A person makes weird faces at themselves in the mirror.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 130615, "video_name": "s07e20_seg02_clip_05", "timestamp": [ 51.02, 60.03 ], "duration": 60.66, "caption": "A woman picks up the mirror and hands it to person, who looks at himself then starts talking.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 130616, "video_name": "grey_s01e07_seg02_clip_15", "timestamp": [ 22.06, 28.36 ], "duration": 90.66, "caption": "A woman gets up and looks at herself in the mirror.", "similarity": 0.6736, "relevance": 3 }, { "pair_id": 130617, "video_name": "s06e13_seg02_clip_06", "timestamp": [ 5.5, 11.0 ], "duration": 55.66, "caption": "A person smiles at himself while looking into the mirror then lowers the mirror.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 130618, "video_name": "met_s03e06_seg02_clip_02", "timestamp": [ 42.59, 46.76 ], "duration": 59.66, "caption": "A man is talking to another man and looks at himself in the mirror.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 130619, "video_name": "house_s06e16_seg02_clip_13", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A person is talking to his patient while he is facing in the mirror.", "similarity": 0.6649, "relevance": 1 } ] }, { "query_id": 8007, "query": "Two men cling their beer bottles together.", "relevant_moment": [ { "pair_id": 157000, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 16.25, 18.57 ], "duration": 58.66, "caption": "Two men cling their beer bottles together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157001, "video_name": "met_s06e01_seg01_clip_00", "timestamp": [ 47.48, 48.42 ], "duration": 62.66, "caption": "Two men clink beer bottles together.", "similarity": 0.9244, "relevance": 4 }, { "pair_id": 157002, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 16.83, 22.92 ], "duration": 58.66, "caption": "Two men clink their beers together and take a drink.", "similarity": 0.8141, "relevance": 4 }, { "pair_id": 157003, "video_name": "met_s03e07_seg01_clip_00", "timestamp": [ 35.05, 37.82 ], "duration": 61.66, "caption": "Two men fist bump then clink beer bottles.", "similarity": 0.7894, "relevance": 4 }, { "pair_id": 157004, "video_name": "castle_s01e09_seg02_clip_10", "timestamp": [ 50.51, 58.63 ], "duration": 90.66, "caption": "Two people clink their beer bottles and take a drink.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 157005, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 29.3, 31.91 ], "duration": 58.66, "caption": "Two people clink each others beer bottles while at a bar.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 157006, "video_name": "friends_s04e19_seg02_clip_15", "timestamp": [ 9.81, 11.77 ], "duration": 56.66, "caption": "A man hands another man a beer bottle he was holding.", "similarity": 0.7224, "relevance": 4 }, { "pair_id": 157007, "video_name": "met_s02e02_seg02_clip_04", "timestamp": [ 18.41, 22.93 ], "duration": 60.66, "caption": "Two people are having a conversation and clink their beer bottles together.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 157008, "video_name": "house_s05e16_seg02_clip_13", "timestamp": [ 18.14, 24.19 ], "duration": 93.66, "caption": "A man holds up a beer and clinks glasses with another man.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 157009, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 26.25, 29.96 ], "duration": 53.66, "caption": "Two men both raise their beers and take a sip at the same time.", "similarity": 0.6785, "relevance": 3 }, { "pair_id": 157010, "video_name": "met_s02e18_seg02_clip_12", "timestamp": [ 15.57, 21.27 ], "duration": 59.66, "caption": "Two men sit next to each other at a bar and click their beer bottles together.", "similarity": 0.6721, "relevance": 4 }, { "pair_id": 157011, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 33.68, 41.82 ], "duration": 74.66, "caption": "Two people were both holding a bottle of beer.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 157012, "video_name": "friends_s09e09_seg02_clip_03", "timestamp": [ 0.61, 23.62 ], "duration": 60.66, "caption": "Two men drink beers and have an awkward conversation about mouldings.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 157013, "video_name": "met_s06e08_seg01_clip_00", "timestamp": [ 41.43, 45.48 ], "duration": 62.66, "caption": "Two men clink glasses and take a sip of their drinks.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 157014, "video_name": "s10e01_seg02_clip_09", "timestamp": [ 53.72, 57.03 ], "duration": 60.66, "caption": "A woman and her father clink their beer bottles together.", "similarity": 0.6078, "relevance": 3 }, { "pair_id": 157015, "video_name": "castle_s06e15_seg02_clip_17", "timestamp": [ 2.21, 4.42 ], "duration": 88.66, "caption": "Two people clink their wine glasses together.", "similarity": 0.6073, "relevance": 2 }, { "pair_id": 157016, "video_name": "house_s08e07_seg02_clip_13", "timestamp": [ 0.0, 33.16 ], "duration": 85.66, "caption": "Two men are having a conversation with each other while drinking.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 157017, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 5.95, 8.24 ], "duration": 91.66, "caption": "Two people clink their glasses together and sip their drinks.", "similarity": 0.5977, "relevance": 2 }, { "pair_id": 157018, "video_name": "s09e06_seg02_clip_12", "timestamp": [ 22.34, 25.82 ], "duration": 58.66, "caption": "A group of people each simultaneously take a sip from beer bottles.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 157019, "video_name": "met_s06e01_seg02_clip_13", "timestamp": [ 48.39, 51.21 ], "duration": 56.66, "caption": "Two men both take a drink at the same time.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 330320, "video_name": "friends_s09e22_seg02_clip_09", "timestamp": [ 10.33, 15.35 ], "duration": 59.66, "caption": "A man hands another man a beer and he asks for something to set it on.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 330321, "video_name": "house_s04e16_seg02_clip_16", "timestamp": [ 44.51, 52.08 ], "duration": 89.66, "caption": "Two people clink their glasses and down their drinks.", "similarity": 0.5878, "relevance": 3 }, { "pair_id": 330322, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 1.86, 9.01 ], "duration": 53.66, "caption": "A man opens a can of beer and hands it to another man.", "similarity": 0.5874, "relevance": 1 }, { "pair_id": 330323, "video_name": "met_s06e17_seg02_clip_18", "timestamp": [ 32.41, 35.78 ], "duration": 52.66, "caption": "Two men are talking on a bench with beer.", "similarity": 0.5824, "relevance": 1 }, { "pair_id": 330324, "video_name": "met_s03e14_seg02_clip_03", "timestamp": [ 14.42, 15.63 ], "duration": 60.66, "caption": "A man is holding a beer bottle and puts their thumb down.", "similarity": 0.5811, "relevance": 2 }, { "pair_id": 330325, "video_name": "house_s05e22_seg02_clip_21", "timestamp": [ 51.32, 54.02 ], "duration": 54.66, "caption": "Two people drink out of the wine bottles they have in their hands.", "similarity": 0.5797, "relevance": 2 }, { "pair_id": 330326, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 51.67, 56.72 ], "duration": 84.66, "caption": "A man puts a hat on another man then takes a drink of a beer.", "similarity": 0.5731, "relevance": 2 }, { "pair_id": 330327, "video_name": "s07e04_seg02_clip_06", "timestamp": [ 35.69, 39.75 ], "duration": 58.66, "caption": "A person starts smiling and then he and another person clink their beers together.", "similarity": 0.5719, "relevance": 2 }, { "pair_id": 330328, "video_name": "grey_s03e02_seg02_clip_19", "timestamp": [ 41.21, 41.66 ], "duration": 89.66, "caption": "Two people clink each other's drink glasses together.", "similarity": 0.5716, "relevance": 3 }, { "pair_id": 330329, "video_name": "met_s06e01_seg01_clip_00", "timestamp": [ 43.76, 62.07 ], "duration": 62.66, "caption": "Two men sit on a bench drinking beer.", "similarity": 0.5714, "relevance": 4 }, { "pair_id": 330330, "video_name": "friends_s01e01_seg02_clip_15", "timestamp": [ 0.0, 20.02 ], "duration": 58.66, "caption": "A man holds two beer cans while talking with some guys.", "similarity": 0.5608, "relevance": 2 }, { "pair_id": 330331, "video_name": "house_s07e21_seg02_clip_20", "timestamp": [ 24.21, 36.97 ], "duration": 88.66, "caption": "A man is drinking water from a bottle and he finishes it as another man hands him another bottle.", "similarity": 0.5573, "relevance": 2 }, { "pair_id": 330332, "video_name": "friends_s09e22_seg02_clip_09", "timestamp": [ 7.67, 12.69 ], "duration": 59.66, "caption": "A man walks over to another man and hands him a beer.", "similarity": 0.5561, "relevance": 1 }, { "pair_id": 330333, "video_name": "s09e04_seg02_clip_04", "timestamp": [ 34.18, 38.14 ], "duration": 61.66, "caption": "A man sits down and puts two beer bottles on the table and another person grabs his and takes a drink from it.", "similarity": 0.5538, "relevance": 2 }, { "pair_id": 330334, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 26.79, 31.83 ], "duration": 63.66, "caption": "A man comes a little closer to another man while the other man is drinking.", "similarity": 0.5512, "relevance": 1 }, { "pair_id": 330335, "video_name": "friends_s02e02_seg02_clip_11", "timestamp": [ 22.05, 27.27 ], "duration": 58.66, "caption": "A man leans over to give another man a drink to put on his arm.", "similarity": 0.5505, "relevance": 2 }, { "pair_id": 330336, "video_name": "friends_s05e10_seg02_clip_04", "timestamp": [ 8.85, 9.74 ], "duration": 59.66, "caption": "A man gives another man a beer bottle in the kitchen.", "similarity": 0.5445, "relevance": 1 }, { "pair_id": 330337, "video_name": "met_s06e07_seg02_clip_17", "timestamp": [ 31.41, 36.95 ], "duration": 89.66, "caption": "A man pulls a bottle out of their jacket and hands it to another man.", "similarity": 0.5439, "relevance": 2 }, { "pair_id": 330338, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 38.3, 41.38 ], "duration": 44.66, "caption": "A person and another person clink their wine glasses together.", "similarity": 0.5438, "relevance": 3 }, { "pair_id": 330339, "video_name": "met_s06e05_seg02_clip_15", "timestamp": [ 58.17, 59.4 ], "duration": 61.66, "caption": "Two women clink their glasses of wine together.", "similarity": 0.5435, "relevance": 3 } ] }, { "query_id": 8223, "query": "A man holds his forehead as if he is having a headache.", "relevant_moment": [ { "pair_id": 151180, "video_name": "s05e01_seg02_clip_02", "timestamp": [ 6.79, 8.56 ], "duration": 59.66, "caption": "A man holds his forehead as if he is having a headache.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151181, "video_name": "castle_s04e21_seg02_clip_15", "timestamp": [ 4.05, 12.16 ], "duration": 90.66, "caption": "A man holding his head looks like he is about to have a headache.", "similarity": 0.9173, "relevance": 4 }, { "pair_id": 151182, "video_name": "friends_s10e11_seg02_clip_26", "timestamp": [ 51.32, 52.22 ], "duration": 60.66, "caption": "A man puts person's hand on person's forehead as if person got a sudden headache.", "similarity": 0.8316, "relevance": 4 }, { "pair_id": 151183, "video_name": "house_s03e09_seg02_clip_22", "timestamp": [ 25.49, 32.25 ], "duration": 104.66, "caption": "A man with his thumb rested on his forehead.", "similarity": 0.7187, "relevance": 4 }, { "pair_id": 151184, "video_name": "castle_s07e08_seg02_clip_06", "timestamp": [ 46.74, 48.96 ], "duration": 89.66, "caption": "A man holds his hand up on his forehead.", "similarity": 0.6858, "relevance": 4 }, { "pair_id": 151185, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 51.07, 54.76 ], "duration": 92.66, "caption": "A man touches his forehead with his right hand.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 151186, "video_name": "s09e06_seg02_clip_02", "timestamp": [ 9.15, 10.99 ], "duration": 61.66, "caption": "A man puts his hand on his forehead in exasperation.", "similarity": 0.6641, "relevance": 4 }, { "pair_id": 151187, "video_name": "house_s03e05_seg02_clip_12", "timestamp": [ 5.01, 8.19 ], "duration": 91.66, "caption": "A man bends his head down and uses his thumb to scratch his forehead.", "similarity": 0.6596, "relevance": 3 }, { "pair_id": 151188, "video_name": "castle_s08e16_seg02_clip_25", "timestamp": [ 10.7, 13.02 ], "duration": 93.66, "caption": "A man pulls person's head closer to place his forehead on theirs.", "similarity": 0.6595, "relevance": 1 }, { "pair_id": 151189, "video_name": "house_s02e12_seg02_clip_11", "timestamp": [ 27.95, 35.0 ], "duration": 56.66, "caption": "A person puts his head back and puts his hands on his forehead.", "similarity": 0.6582, "relevance": 4 }, { "pair_id": 151190, "video_name": "house_s06e09_seg02_clip_10", "timestamp": [ 1.78, 4.01 ], "duration": 89.66, "caption": "A man brings his thumb up to his forehead.", "similarity": 0.639, "relevance": 3 }, { "pair_id": 151191, "video_name": "house_s04e14_seg02_clip_19", "timestamp": [ 46.67, 50.71 ], "duration": 89.66, "caption": "A man places his hand on patient's forehead.", "similarity": 0.6253, "relevance": 1 }, { "pair_id": 151192, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 34.4, 37.24 ], "duration": 63.66, "caption": "A man covers his forehead and eyebrows with his hand.", "similarity": 0.6247, "relevance": 4 }, { "pair_id": 151193, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 14.42, 17.68 ], "duration": 93.66, "caption": "A man puts their hands on their forehead which causes another person to wonder why.", "similarity": 0.6233, "relevance": 1 }, { "pair_id": 151194, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 16.7, 19.54 ], "duration": 63.66, "caption": "A man taps himself on the forehead with his right hand.", "similarity": 0.6171, "relevance": 0 }, { "pair_id": 151195, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 30.37, 37.27 ], "duration": 92.66, "caption": "A doctor visits their patient and asks about the episodes of headaches.", "similarity": 0.6164, "relevance": 0 }, { "pair_id": 151197, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 37.41, 39.17 ], "duration": 88.66, "caption": "A man brings his hand up to touch his forehead.", "similarity": 0.6102, "relevance": 3 }, { "pair_id": 151198, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 9.92, 12.18 ], "duration": 90.66, "caption": "A man rubs his forehead and then his neck.", "similarity": 0.6084, "relevance": 3 }, { "pair_id": 151199, "video_name": "friends_s08e05_seg02_clip_13", "timestamp": [ 26.8, 28.51 ], "duration": 57.66, "caption": "A man raises a hand to his forehead in confusion.", "similarity": 0.6051, "relevance": 3 }, { "pair_id": 324500, "video_name": "house_s05e20_seg02_clip_04", "timestamp": [ 32.2, 36.55 ], "duration": 87.66, "caption": "A person places their hand on top of their forehead.", "similarity": 0.6009, "relevance": 3 }, { "pair_id": 324501, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 32.15, 34.73 ], "duration": 57.66, "caption": "A person puts his head down, shakes his head and rubs his forehead.", "similarity": 0.6002, "relevance": 4 }, { "pair_id": 324502, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 324503, "video_name": "house_s07e08_seg02_clip_10", "timestamp": [ 38.82, 44.3 ], "duration": 91.66, "caption": "A man points to a brain scan and gives a possible diagnosis.", "similarity": 0.595, "relevance": 0 }, { "pair_id": 324504, "video_name": "castle_s08e15_seg02_clip_23", "timestamp": [ 28.04, 32.94 ], "duration": 89.66, "caption": "A woman hits a man in the shoulder and he grabs his head due to his headache.", "similarity": 0.594, "relevance": 4 }, { "pair_id": 324505, "video_name": "house_s08e21_seg02_clip_08", "timestamp": [ 66.32, 68.02 ], "duration": 68.66, "caption": "A person lowers his head and rubs his forehead.", "similarity": 0.5931, "relevance": 4 }, { "pair_id": 324506, "video_name": "house_s01e05_seg02_clip_05", "timestamp": [ 14.1, 16.45 ], "duration": 94.66, "caption": "A man scratches his forehead with his thumb while looking down.", "similarity": 0.5916, "relevance": 4 }, { "pair_id": 324507, "video_name": "house_s04e06_seg02_clip_05", "timestamp": [ 44.11, 47.26 ], "duration": 105.66, "caption": "A man puts his left hand on another person's forehead.", "similarity": 0.5867, "relevance": 2 }, { "pair_id": 324508, "video_name": "house_s02e12_seg02_clip_03", "timestamp": [ 6.83, 8.19 ], "duration": 91.66, "caption": "A man is rubbing their forehead with their fingers.", "similarity": 0.5861, "relevance": 4 }, { "pair_id": 324510, "video_name": "house_s07e05_seg02_clip_04", "timestamp": [ 9.77, 11.63 ], "duration": 93.66, "caption": "A man looks down and starts to rub his forehead.", "similarity": 0.5824, "relevance": 4 }, { "pair_id": 324511, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.5821, "relevance": 4 }, { "pair_id": 324512, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.5821, "relevance": 4 }, { "pair_id": 324513, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 37.43, 38.59 ], "duration": 58.66, "caption": "A person is rubbing his forehead with his thumb.", "similarity": 0.5803, "relevance": 2 }, { "pair_id": 324514, "video_name": "house_s04e12_seg02_clip_24", "timestamp": [ 1.82, 2.73 ], "duration": 91.66, "caption": "A man is sitting in a chair resting his forehead on his cane.", "similarity": 0.5788, "relevance": 3 }, { "pair_id": 324515, "video_name": "house_s02e17_seg02_clip_20", "timestamp": [ 62.58, 65.8 ], "duration": 92.66, "caption": "A man leans forward and places his head in his hands.", "similarity": 0.5766, "relevance": 4 }, { "pair_id": 324516, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 54.28, 56.14 ], "duration": 62.66, "caption": "A man leans his head on his right hand.", "similarity": 0.5763, "relevance": 1 }, { "pair_id": 324517, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 7.57, 11.13 ], "duration": 89.66, "caption": "A man rests his hand on his forehead while on the couch.", "similarity": 0.5748, "relevance": 4 }, { "pair_id": 324518, "video_name": "house_s02e22_seg02_clip_19", "timestamp": [ 72.46, 76.39 ], "duration": 87.66, "caption": "A man sits with his head in his hands.", "similarity": 0.5738, "relevance": 3 }, { "pair_id": 324519, "video_name": "s01e11_seg02_clip_15", "timestamp": [ 6.41, 11.9 ], "duration": 61.66, "caption": "A man puts a headband with a device on his head.", "similarity": 0.5735, "relevance": 1 } ] }, { "query_id": 8361, "query": "A woman picks up an empty paper bag on the floor and starts putting her fallen groceries in it.", "relevant_moment": [ { "pair_id": 44540, "video_name": "s02e03_seg01_clip_01", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman picks up an empty paper bag on the floor and starts putting her fallen groceries in it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 44541, "video_name": "castle_s08e20_seg02_clip_01", "timestamp": [ 0.88, 5.28 ], "duration": 88.66, "caption": "A woman picks up a black bag and sets it on the floor in front of her.", "similarity": 0.7316, "relevance": 1 }, { "pair_id": 44542, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 7.05, 11.28 ], "duration": 94.66, "caption": "Someone picks up a small plastic bag from the floor.", "similarity": 0.699, "relevance": 1 }, { "pair_id": 44543, "video_name": "castle_s06e21_seg02_clip_13", "timestamp": [ 14.2, 17.41 ], "duration": 91.66, "caption": "A woman picks up a bag and rolls the bag out.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 44544, "video_name": "friends_s03e06_seg02_clip_00", "timestamp": [ 54.21, 57.67 ], "duration": 63.66, "caption": "A woman picks up a bag from the floor and sets it on the coffee table.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 44545, "video_name": "friends_s09e16_seg02_clip_05", "timestamp": [ 25.75, 30.78 ], "duration": 59.66, "caption": "A woman touches the bag and pulls out some groceries.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 44546, "video_name": "friends_s08e12_seg02_clip_09", "timestamp": [ 45.32, 47.12 ], "duration": 60.66, "caption": "A woman bends down and picks something off the floor.", "similarity": 0.6849, "relevance": 1 }, { "pair_id": 44547, "video_name": "s02e03_seg01_clip_01", "timestamp": [ 47.91, 50.65 ], "duration": 61.66, "caption": "A woman tries to pick up the bag and the bottom breaks.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 44548, "video_name": "castle_s05e13_seg02_clip_06", "timestamp": [ 48.24, 54.16 ], "duration": 91.66, "caption": "A woman opens a duffel bag and takes out a roll of paper and another person picks it up.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 44549, "video_name": "castle_s08e10_seg02_clip_21", "timestamp": [ 29.22, 33.39 ], "duration": 83.66, "caption": "A woman opens a bag on the floor and takes out cash.", "similarity": 0.6647, "relevance": 1 }, { "pair_id": 44550, "video_name": "friends_s06e06_seg02_clip_02", "timestamp": [ 19.81, 22.21 ], "duration": 60.66, "caption": "A woman picks up a bag of packing peanuts.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 44551, "video_name": "s02e03_seg01_clip_01", "timestamp": [ 47.6, 50.96 ], "duration": 61.66, "caption": "Someone's groceries fall through the bottom of their paper grocery bag.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 44552, "video_name": "castle_s01e07_seg02_clip_01", "timestamp": [ 13.75, 16.05 ], "duration": 91.66, "caption": "A woman picks up something with forecep and puts it in a bag.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 44553, "video_name": "castle_s02e11_seg02_clip_15", "timestamp": [ 81.83, 84.86 ], "duration": 86.66, "caption": "A person picks up a crumpled up grocery bag from the desk.", "similarity": 0.6549, "relevance": 0 }, { "pair_id": 44554, "video_name": "met_s06e18_seg02_clip_13", "timestamp": [ 16.53, 21.43 ], "duration": 61.66, "caption": "A woman bends down and picks a wallet up off the floor.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 44555, "video_name": "s07e02_seg01_clip_00", "timestamp": [ 65.27, 66.17 ], "duration": 90.66, "caption": "Out of fright, a woman drops a paper bag full of shopping.", "similarity": 0.6469, "relevance": 1 }, { "pair_id": 44556, "video_name": "s08e15_seg02_clip_00", "timestamp": [ 7.93, 50.96 ], "duration": 61.66, "caption": "A woman is taking groceries out of a grocery bag on the kitchen counter.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 44557, "video_name": "friends_s02e08_seg02_clip_14", "timestamp": [ 36.34, 39.85 ], "duration": 58.66, "caption": "A woman holds up a package and then throws the package onto the floor.", "similarity": 0.6349, "relevance": 0 }, { "pair_id": 44558, "video_name": "house_s04e14_seg02_clip_05", "timestamp": [ 55.45, 61.76 ], "duration": 90.66, "caption": "A woman picks up a trash bag and puts it on her desk.", "similarity": 0.6328, "relevance": 0 }, { "pair_id": 44559, "video_name": "castle_s06e07_seg02_clip_24", "timestamp": [ 20.03, 21.81 ], "duration": 89.66, "caption": "A woman dumps the contents of a small plastic bag onto a metal tray.", "similarity": 0.6316, "relevance": 0 } ] }, { "query_id": 8367, "query": "A person lifts up their arm to look at their watch.", "relevant_moment": [ { "pair_id": 21620, "video_name": "s09e10_seg02_clip_17", "timestamp": [ 60.0, 63.26 ], "duration": 93.66, "caption": "A person lifts up their arm to look at their watch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21621, "video_name": "castle_s05e10_seg02_clip_20", "timestamp": [ 0.45, 2.72 ], "duration": 90.66, "caption": "A person lifts up their arm and looks at their watch.", "similarity": 0.9913, "relevance": 4 }, { "pair_id": 21622, "video_name": "castle_s05e13_seg02_clip_21", "timestamp": [ 64.82, 66.62 ], "duration": 90.66, "caption": "A woman lifts her arm and looks at her watch.", "similarity": 0.877, "relevance": 4 }, { "pair_id": 21623, "video_name": "castle_s04e07_seg02_clip_25", "timestamp": [ 18.36, 19.7 ], "duration": 89.66, "caption": "A person looks at their watch and then puts their arm down.", "similarity": 0.8698, "relevance": 4 }, { "pair_id": 21624, "video_name": "grey_s02e15_seg02_clip_21", "timestamp": [ 33.81, 36.89 ], "duration": 87.66, "caption": "A man lifts his arm and looks down at his watch.", "similarity": 0.8581, "relevance": 3 }, { "pair_id": 21625, "video_name": "castle_s03e17_seg02_clip_08", "timestamp": [ 80.18, 81.06 ], "duration": 88.66, "caption": "A person lifts his wrist to look at his watch, then lowers his wrist.", "similarity": 0.8503, "relevance": 3 }, { "pair_id": 21626, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 22.7, 24.48 ], "duration": 89.66, "caption": "A person takes a moment to look at their watch.", "similarity": 0.8293, "relevance": 4 }, { "pair_id": 21627, "video_name": "s04e13_seg02_clip_01", "timestamp": [ 44.1, 47.0 ], "duration": 58.66, "caption": "A person raises their left hand and looks at their watch.", "similarity": 0.8243, "relevance": 4 }, { "pair_id": 21628, "video_name": "met_s06e08_seg02_clip_16", "timestamp": [ 3.36, 4.89 ], "duration": 27.66, "caption": "A person looks at the watch on their wrist.", "similarity": 0.8226, "relevance": 4 }, { "pair_id": 21629, "video_name": "friends_s03e23_seg02_clip_04", "timestamp": [ 27.01, 28.21 ], "duration": 60.66, "caption": "A woman lifts her arm and looks down at her wristwatch.", "similarity": 0.8062, "relevance": 4 }, { "pair_id": 21630, "video_name": "house_s06e10_seg02_clip_09", "timestamp": [ 4.84, 7.48 ], "duration": 88.66, "caption": "A person is looking at his watch and adjusting his sleeve.", "similarity": 0.8021, "relevance": 4 }, { "pair_id": 21631, "video_name": "friends_s08e18_seg02_clip_02", "timestamp": [ 19.54, 22.38 ], "duration": 63.66, "caption": "A man pulls up his sleeve and looks at his watch.", "similarity": 0.7888, "relevance": 4 }, { "pair_id": 21632, "video_name": "s04e24_seg02_clip_01", "timestamp": [ 36.32, 37.82 ], "duration": 60.66, "caption": "A man lifts up his left arm and checks the time on his watch.", "similarity": 0.7804, "relevance": 4 }, { "pair_id": 21633, "video_name": "castle_s07e05_seg02_clip_23", "timestamp": [ 34.01, 36.73 ], "duration": 90.66, "caption": "A man hold out his arm to check his watch.", "similarity": 0.7774, "relevance": 4 }, { "pair_id": 21634, "video_name": "house_s07e15_seg02_clip_05", "timestamp": [ 51.34, 53.08 ], "duration": 87.66, "caption": "A person lifts up his forearm to show a woman a fake watch.", "similarity": 0.7744, "relevance": 2 }, { "pair_id": 21635, "video_name": "house_s01e05_seg02_clip_00", "timestamp": [ 72.17, 76.36 ], "duration": 93.66, "caption": "A person looks down at their watch and turns around.", "similarity": 0.7655, "relevance": 4 }, { "pair_id": 21636, "video_name": "s09e05_seg01_clip_00", "timestamp": [ 9.08, 15.13 ], "duration": 55.66, "caption": "A person puts a watch onto a robotic arm.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 21637, "video_name": "s02e17_seg02_clip_06", "timestamp": [ 54.62, 58.53 ], "duration": 60.66, "caption": "A man raises his arm from under the table and pulls his sleeve back to look at his watch.", "similarity": 0.7644, "relevance": 4 }, { "pair_id": 21638, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 14.62, 86.02 ], "duration": 86.66, "caption": "A man looks at his watch and puts his arm down.", "similarity": 0.7622, "relevance": 1 }, { "pair_id": 21639, "video_name": "house_s05e01_seg02_clip_23", "timestamp": [ 68.87, 70.67 ], "duration": 90.66, "caption": "A person looks down at their watch while in front of someone.", "similarity": 0.7604, "relevance": 4 }, { "pair_id": 194940, "video_name": "castle_s07e21_seg02_clip_24", "timestamp": [ 73.5, 80.98 ], "duration": 88.66, "caption": "A person grabs a man's wrist and looks at the watch he is wearing.", "similarity": 0.7598, "relevance": 4 }, { "pair_id": 194941, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 20.48, 23.59 ], "duration": 89.66, "caption": "A person looks down to check their watch for the time.", "similarity": 0.758, "relevance": 4 }, { "pair_id": 194942, "video_name": "house_s03e22_seg02_clip_02", "timestamp": [ 66.04, 71.96 ], "duration": 91.66, "caption": "A person holds up someone's arm while examining them.", "similarity": 0.7573, "relevance": 1 }, { "pair_id": 194943, "video_name": "friends_s01e07_seg02_clip_02", "timestamp": [ 14.95, 17.39 ], "duration": 61.66, "caption": "A man looks at his watch then pulls down his sleeve.", "similarity": 0.7552, "relevance": 4 }, { "pair_id": 194944, "video_name": "friends_s06e03_seg01_clip_00", "timestamp": [ 7.3, 12.41 ], "duration": 73.66, "caption": "A woman looks at her wrist watch on her right arm.", "similarity": 0.7519, "relevance": 3 }, { "pair_id": 194945, "video_name": "friends_s09e09_seg02_clip_06", "timestamp": [ 45.16, 49.13 ], "duration": 61.66, "caption": "A man pulls back his sleeve to look at his watch.", "similarity": 0.7491, "relevance": 3 }, { "pair_id": 194946, "video_name": "friends_s03e21_seg02_clip_13", "timestamp": [ 18.94, 20.15 ], "duration": 60.66, "caption": "A man looks downward and pulls his sleeve to check his wrist watch.", "similarity": 0.745, "relevance": 4 }, { "pair_id": 194947, "video_name": "s01e10_seg02_clip_02", "timestamp": [ 46.69, 57.98 ], "duration": 61.66, "caption": "A person holds up his left arms and shows woman his watch.", "similarity": 0.7374, "relevance": 4 }, { "pair_id": 194948, "video_name": "castle_s04e08_seg02_clip_04", "timestamp": [ 60.65, 63.0 ], "duration": 94.66, "caption": "A man moves his sleeve back to look at his watch.", "similarity": 0.7347, "relevance": 4 }, { "pair_id": 194949, "video_name": "s08e12_seg02_clip_05", "timestamp": [ 22.51, 27.01 ], "duration": 60.66, "caption": "A person looks at their wrist watch after they are done playing.", "similarity": 0.7308, "relevance": 4 }, { "pair_id": 194950, "video_name": "house_s01e19_seg02_clip_02", "timestamp": [ 19.82, 20.71 ], "duration": 88.66, "caption": "A man looks down at his watch on his wrist.", "similarity": 0.7198, "relevance": 4 }, { "pair_id": 194951, "video_name": "s02e18_seg02_clip_00", "timestamp": [ 4.65, 10.86 ], "duration": 62.66, "caption": "A person is pacing back and forth looking at his watch.", "similarity": 0.7168, "relevance": 4 }, { "pair_id": 194952, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 21.37, 24.93 ], "duration": 89.66, "caption": "A person stands in front of another person and takes a look at their watch.", "similarity": 0.7096, "relevance": 4 }, { "pair_id": 194953, "video_name": "house_s01e12_seg02_clip_16", "timestamp": [ 49.63, 55.72 ], "duration": 87.66, "caption": "A person watches someone reach their arm out at an imaginary thing.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 194954, "video_name": "s05e12_seg02_clip_14", "timestamp": [ 4.2, 7.0 ], "duration": 56.66, "caption": "A person takes out his pocketwatch and looks at the time.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 194956, "video_name": "s03e20_seg02_clip_01", "timestamp": [ 13.87, 16.07 ], "duration": 63.66, "caption": "A person holds up his arm and looks at his wristwatch as he sits on the couch.", "similarity": 0.7069, "relevance": 4 }, { "pair_id": 194957, "video_name": "s08e04_seg02_clip_05", "timestamp": [ 1.22, 3.36 ], "duration": 61.66, "caption": "A woman looks at her watch on her left wrist.", "similarity": 0.703, "relevance": 4 }, { "pair_id": 194958, "video_name": "met_s06e01_seg02_clip_12", "timestamp": [ 22.64, 25.74 ], "duration": 62.66, "caption": "A woman looks at her watch on her left wrist.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 194959, "video_name": "castle_s06e12_seg02_clip_19", "timestamp": [ 65.2, 69.37 ], "duration": 92.66, "caption": "A woman looks at her watch on her left wrist.", "similarity": 0.703, "relevance": 4 } ] }, { "query_id": 8396, "query": "A woman walks down the stairs holding up her wine glass and grabs a wine bottle.", "relevant_moment": [ { "pair_id": 32820, "video_name": "castle_s01e02_seg02_clip_06", "timestamp": [ 8.14, 16.72 ], "duration": 90.66, "caption": "A woman walks down the stairs holding up her wine glass and grabs a wine bottle.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 32821, "video_name": "s04e08_seg02_clip_05", "timestamp": [ 26.27, 32.46 ], "duration": 59.66, "caption": "A woman puts down her glass and picks up the wine bottle and opener.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 32822, "video_name": "s07e21_seg02_clip_08", "timestamp": [ 37.19, 45.7 ], "duration": 63.66, "caption": "A woman picks up her wine glass and drinks from it.", "similarity": 0.7774, "relevance": 2 }, { "pair_id": 32823, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 91.21, 93.56 ], "duration": 94.66, "caption": "A woman picks up her glass of wine and takes a drink.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 32824, "video_name": "s08e06_seg02_clip_00", "timestamp": [ 12.21, 17.39 ], "duration": 61.66, "caption": "A woman picks up her glass of wine and takes a drink of it.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 32825, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 22.51, 27.61 ], "duration": 60.66, "caption": "A woman lifts her wine glass and takes a drink.", "similarity": 0.7673, "relevance": 2 }, { "pair_id": 32826, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 8.68, 15.51 ], "duration": 62.66, "caption": "A woman is holding a wine glass and takes a drink from it.", "similarity": 0.765, "relevance": 2 }, { "pair_id": 32827, "video_name": "s02e15_seg02_clip_11", "timestamp": [ 7.38, 10.33 ], "duration": 59.66, "caption": "A woman grabs her wine glass and drinks out of it.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 32828, "video_name": "friends_s02e04_seg02_clip_10", "timestamp": [ 18.01, 24.01 ], "duration": 60.66, "caption": "A woman takes her glass of wine and starts walking.", "similarity": 0.7622, "relevance": 2 }, { "pair_id": 32829, "video_name": "s05e09_seg02_clip_06", "timestamp": [ 29.91, 36.74 ], "duration": 65.66, "caption": "A woman picks up the glass of wine and then drinks from it.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 32830, "video_name": "friends_s01e16-17_seg02_clip_32", "timestamp": [ 28.92, 34.24 ], "duration": 59.66, "caption": "A woman grabs the bottle of wine and pours it.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 32831, "video_name": "s07e19_seg02_clip_05", "timestamp": [ 34.22, 36.62 ], "duration": 60.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 32832, "video_name": "s06e18_seg02_clip_03", "timestamp": [ 8.54, 10.99 ], "duration": 61.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 32833, "video_name": "met_s06e03_seg01_clip_01", "timestamp": [ 1.55, 2.48 ], "duration": 62.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 32834, "video_name": "castle_s04e06_seg02_clip_18", "timestamp": [ 80.55, 81.81 ], "duration": 84.66, "caption": "A woman takes a drink of wine from her glass.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 32835, "video_name": "castle_s05e04_seg02_clip_17", "timestamp": [ 5.85, 12.15 ], "duration": 90.66, "caption": "A woman holds up a glass of wine, drinks from it and sets it down.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 32836, "video_name": "castle_s05e10_seg02_clip_20", "timestamp": [ 34.46, 35.82 ], "duration": 90.66, "caption": "A woman lifts up wine glass and takes a sip.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 32837, "video_name": "s03e12_seg02_clip_06", "timestamp": [ 61.15, 63.71 ], "duration": 64.66, "caption": "A woman picks up her glass and takes a sip of wine.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 32838, "video_name": "s04e05_seg02_clip_16", "timestamp": [ 32.04, 38.45 ], "duration": 61.66, "caption": "A woman picks up a glass of white wine and takes a drink.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 32839, "video_name": "s08e18_seg02_clip_13", "timestamp": [ 37.82, 39.71 ], "duration": 63.66, "caption": "A woman picks up her wine glass with her right hand.", "similarity": 0.734, "relevance": 2 } ] }, { "query_id": 8415, "query": "A man and woman walk through the parking garage.", "relevant_moment": [ { "pair_id": 151220, "video_name": "castle_s06e08_seg02_clip_00", "timestamp": [ 72.82, 90.57 ], "duration": 91.66, "caption": "A man and woman walk through the parking garage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151221, "video_name": "castle_s01e09_seg02_clip_14", "timestamp": [ 10.58, 11.96 ], "duration": 92.66, "caption": "A woman and a man walk from the elevator area into the garage.", "similarity": 0.7755, "relevance": 3 }, { "pair_id": 151222, "video_name": "friends_s07e13_seg02_clip_05", "timestamp": [ 49.43, 51.57 ], "duration": 61.66, "caption": "A woman walks past man and leaves the garage.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 151223, "video_name": "house_s08e20_seg02_clip_01", "timestamp": [ 0.0, 3.07 ], "duration": 87.66, "caption": "Two people walk up to the elevator in the parking garage.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 151224, "video_name": "house_s02e05_seg02_clip_25", "timestamp": [ 99.02, 120.02 ], "duration": 120.66, "caption": "A man and a woman walk through the hospital parking lot together.", "similarity": 0.7029, "relevance": 4 }, { "pair_id": 151225, "video_name": "castle_s08e05_seg02_clip_22", "timestamp": [ 63.92, 68.87 ], "duration": 90.66, "caption": "A man and woman are walking on the parking area while talking.", "similarity": 0.665, "relevance": 4 }, { "pair_id": 151226, "video_name": "castle_s02e07_seg02_clip_17", "timestamp": [ 0.0, 12.46 ], "duration": 89.66, "caption": "A man and a woman were walking towards the car.", "similarity": 0.6493, "relevance": 3 }, { "pair_id": 151227, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 45.16, 48.82 ], "duration": 61.66, "caption": "A woman enters her garage with a man, a man, a woman, and a woman following her as she instructs them about helping her take the items out of the garage.", "similarity": 0.6306, "relevance": 2 }, { "pair_id": 151228, "video_name": "castle_s08e08_seg02_clip_21", "timestamp": [ 61.66, 64.42 ], "duration": 92.66, "caption": "Two people enter the garage through the sliding door by bending their body.", "similarity": 0.6283, "relevance": 3 }, { "pair_id": 151229, "video_name": "castle_s05e12_seg02_clip_10", "timestamp": [ 75.13, 88.39 ], "duration": 88.66, "caption": "A woman and man get out of the car and walk across the parking lot and the street.", "similarity": 0.6259, "relevance": 4 }, { "pair_id": 151230, "video_name": "friends_s05e23-24_seg02_clip_02", "timestamp": [ 42.86, 45.38 ], "duration": 63.66, "caption": "A man and woman walk through the front door.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 151231, "video_name": "castle_s06e23_seg02_clip_12", "timestamp": [ 59.11, 64.04 ], "duration": 89.66, "caption": "A woman and a man open a door and walk through.", "similarity": 0.6188, "relevance": 2 }, { "pair_id": 151233, "video_name": "castle_s07e17_seg02_clip_13", "timestamp": [ 58.21, 60.9 ], "duration": 89.66, "caption": "A woman and man walk through the doorway of the station.", "similarity": 0.6158, "relevance": 2 }, { "pair_id": 151234, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.6087, "relevance": 0 }, { "pair_id": 151235, "video_name": "castle_s01e05_seg02_clip_04", "timestamp": [ 37.18, 39.87 ], "duration": 89.66, "caption": "A man and woman walk through an apartment building.", "similarity": 0.6086, "relevance": 2 }, { "pair_id": 151236, "video_name": "castle_s03e07_seg02_clip_22", "timestamp": [ 74.86, 90.2 ], "duration": 90.66, "caption": "A man and woman walk through a building lobby.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 151237, "video_name": "castle_s04e11_seg02_clip_17", "timestamp": [ 18.2, 33.68 ], "duration": 91.66, "caption": "A man and woman walk through the police station.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 151238, "video_name": "castle_s01e02_seg02_clip_10", "timestamp": [ 37.16, 44.87 ], "duration": 90.66, "caption": "A man and woman exit the car and walk across the street.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 151239, "video_name": "castle_s01e05_seg02_clip_06", "timestamp": [ 78.62, 90.37 ], "duration": 90.66, "caption": "A man and woman talk while walking towards a car and starting to get in.", "similarity": 0.6056, "relevance": 3 }, { "pair_id": 324540, "video_name": "castle_s03e07_seg02_clip_15", "timestamp": [ 2.23, 16.91 ], "duration": 89.66, "caption": "A woman and a man walk together towards a windowed door.", "similarity": 0.6047, "relevance": 3 }, { "pair_id": 324541, "video_name": "friends_s07e13_seg02_clip_15", "timestamp": [ 45.27, 47.6 ], "duration": 58.66, "caption": "A man puts his arm around woman in the garage.", "similarity": 0.6043, "relevance": 3 }, { "pair_id": 324542, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 9.1, 10.01 ], "duration": 91.66, "caption": "A man and a woman walk through the room together.", "similarity": 0.6037, "relevance": 3 }, { "pair_id": 324543, "video_name": "castle_s03e03_seg02_clip_04", "timestamp": [ 66.26, 74.08 ], "duration": 92.66, "caption": "A man and woman are walking outside on the sidewalk together.", "similarity": 0.6025, "relevance": 3 }, { "pair_id": 324544, "video_name": "castle_s03e20_seg02_clip_19", "timestamp": [ 35.46, 52.52 ], "duration": 89.66, "caption": "A man and a woman walking and a person called the woman.", "similarity": 0.6009, "relevance": 3 }, { "pair_id": 324545, "video_name": "castle_s02e01_seg02_clip_01", "timestamp": [ 76.04, 84.02 ], "duration": 84.66, "caption": "A man and a woman get out of their cars and start walking together.", "similarity": 0.5907, "relevance": 3 }, { "pair_id": 324546, "video_name": "house_s03e17_seg02_clip_07", "timestamp": [ 15.06, 20.53 ], "duration": 91.66, "caption": "A man and a woman walk through the hospital together.", "similarity": 0.5901, "relevance": 3 }, { "pair_id": 324547, "video_name": "house_s05e12_seg02_clip_03", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A man enters the garage where woman is while carrying some pills.", "similarity": 0.5895, "relevance": 3 }, { "pair_id": 324548, "video_name": "castle_s02e02_seg02_clip_07", "timestamp": [ 0.0, 8.43 ], "duration": 88.66, "caption": "A man and a woman walk through the street while a man discusses his intuition.", "similarity": 0.5892, "relevance": 3 }, { "pair_id": 324549, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 35.19, 38.2 ], "duration": 67.66, "caption": "Someone walks past a man and a woman in the hallway.", "similarity": 0.5881, "relevance": 3 }, { "pair_id": 324550, "video_name": "castle_s02e11_seg02_clip_16", "timestamp": [ 8.14, 13.11 ], "duration": 90.66, "caption": "A man and a woman walk across a busy street.", "similarity": 0.5874, "relevance": 3 }, { "pair_id": 324551, "video_name": "castle_s03e22_seg02_clip_19", "timestamp": [ 0.0, 5.61 ], "duration": 102.66, "caption": "A man and a woman walk down a hallway together.", "similarity": 0.5853, "relevance": 3 }, { "pair_id": 324552, "video_name": "castle_s06e12_seg02_clip_01", "timestamp": [ 16.4, 20.95 ], "duration": 91.66, "caption": "Man and woman walk over to the body.", "similarity": 0.5852, "relevance": 3 }, { "pair_id": 324553, "video_name": "house_s01e14_seg02_clip_03", "timestamp": [ 21.81, 40.51 ], "duration": 89.66, "caption": "A woman and a man walk through the hospital together.", "similarity": 0.5842, "relevance": 3 }, { "pair_id": 324554, "video_name": "house_s03e04_seg02_clip_15", "timestamp": [ 62.24, 75.77 ], "duration": 90.66, "caption": "A person enters the parking garage and walks up to someone sitting on their motorcycle.", "similarity": 0.5827, "relevance": 3 }, { "pair_id": 324555, "video_name": "s05e14_seg02_clip_00", "timestamp": [ 52.0, 57.36 ], "duration": 63.66, "caption": "A woman and a man walk over to woman's apartment door.", "similarity": 0.5823, "relevance": 3 }, { "pair_id": 324556, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 23.16, 31.03 ], "duration": 87.66, "caption": "A man walks with a woman who brings a folder with her.", "similarity": 0.5812, "relevance": 3 }, { "pair_id": 324557, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.5796, "relevance": 3 }, { "pair_id": 324558, "video_name": "castle_s03e14_seg02_clip_03", "timestamp": [ 46.34, 80.21 ], "duration": 89.66, "caption": "A woman and man walk down a busy city street together.", "similarity": 0.5773, "relevance": 3 }, { "pair_id": 324559, "video_name": "grey_s03e03_seg02_clip_18", "timestamp": [ 44.56, 52.21 ], "duration": 90.66, "caption": "A man and a woman walk down the steps together.", "similarity": 0.5757, "relevance": 3 } ] }, { "query_id": 8441, "query": "Two men stop a van and point their guns at it.", "relevant_moment": [ { "pair_id": 39860, "video_name": "castle_s06e08_seg02_clip_05", "timestamp": [ 29.05, 34.41 ], "duration": 89.66, "caption": "Two men stop a van and point their guns at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 39861, "video_name": "castle_s02e01_seg02_clip_04", "timestamp": [ 27.48, 33.79 ], "duration": 90.66, "caption": "Men armed with guns force the vehicle to open and aim their guns at a person.", "similarity": 0.6537, "relevance": 1 }, { "pair_id": 39862, "video_name": "castle_s06e17_seg02_clip_06", "timestamp": [ 12.29, 19.57 ], "duration": 91.66, "caption": "A person opens the back of the van and points a gun at woman.", "similarity": 0.641, "relevance": 1 }, { "pair_id": 39863, "video_name": "castle_s08e19_seg02_clip_21", "timestamp": [ 11.75, 16.45 ], "duration": 94.66, "caption": "Two people point their guns at two guys exiting the back door.", "similarity": 0.615, "relevance": 1 }, { "pair_id": 39864, "video_name": "castle_s08e05_seg02_clip_17", "timestamp": [ 5.12, 6.98 ], "duration": 93.66, "caption": "A man points a gun at the trunk of a car while another man taps the trunk with a crutch.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 39865, "video_name": "castle_s05e03_seg02_clip_15", "timestamp": [ 48.65, 50.9 ], "duration": 90.66, "caption": "A woman opens the back of a van and points her gun at a person telling him to put his hands up as two other people go with her.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 39866, "video_name": "s10e06_seg02_clip_10", "timestamp": [ 0.0, 20.11 ], "duration": 60.66, "caption": "Two men try to open the back of the van with their foot.", "similarity": 0.5954, "relevance": 1 }, { "pair_id": 39867, "video_name": "house_s05e09_seg02_clip_04", "timestamp": [ 29.03, 44.2 ], "duration": 86.66, "caption": "A man points the gun at another man as he stands in front of him.", "similarity": 0.5716, "relevance": 1 }, { "pair_id": 39868, "video_name": "castle_s04e04_seg02_clip_23", "timestamp": [ 66.67, 73.12 ], "duration": 86.66, "caption": "A man takes a gun from his back and points it at another man.", "similarity": 0.5651, "relevance": 1 }, { "pair_id": 39869, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 49.51, 52.66 ], "duration": 90.66, "caption": "A man in the passenger seat points a gun at a person.", "similarity": 0.5621, "relevance": 0 }, { "pair_id": 39870, "video_name": "castle_s05e07_seg02_clip_07", "timestamp": [ 11.38, 17.29 ], "duration": 91.66, "caption": "Two men agree on how to approach the car when they stopped.", "similarity": 0.5564, "relevance": 1 }, { "pair_id": 39871, "video_name": "castle_s01e01_seg02_clip_24", "timestamp": [ 82.44, 88.17 ], "duration": 88.66, "caption": "A woman tilts the mirror of a van and a man jumps out holding another man at gunpoint.", "similarity": 0.5559, "relevance": 1 }, { "pair_id": 39872, "video_name": "castle_s06e06_seg02_clip_15", "timestamp": [ 0.0, 15.19 ], "duration": 89.66, "caption": "A man points a gun to another man on the ground.", "similarity": 0.5551, "relevance": 0 }, { "pair_id": 39873, "video_name": "castle_s06e08_seg02_clip_13", "timestamp": [ 21.46, 39.27 ], "duration": 91.66, "caption": "Guys in a SUV exit the car shooting at two men after a car rams into a person's car.", "similarity": 0.5532, "relevance": 2 }, { "pair_id": 39874, "video_name": "castle_s08e20_seg02_clip_14", "timestamp": [ 0.0, 10.54 ], "duration": 87.66, "caption": "A person points a gun at someone, while another person puts a white cloth on their face, drags them away, and puts them in the back of an SUV.", "similarity": 0.5516, "relevance": 1 }, { "pair_id": 39875, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 61.46, 65.98 ], "duration": 90.66, "caption": "A man grabs another man's gun and points it at someone else.", "similarity": 0.5512, "relevance": 1 }, { "pair_id": 39876, "video_name": "s09e03_seg02_clip_01", "timestamp": [ 1.2, 4.5 ], "duration": 60.66, "caption": "A man is driving a van with another man as the passenger.", "similarity": 0.5488, "relevance": 0 }, { "pair_id": 39877, "video_name": "castle_s08e05_seg02_clip_16", "timestamp": [ 39.17, 43.18 ], "duration": 89.66, "caption": "A man takes out their gun and points it at another person.", "similarity": 0.534, "relevance": 1 }, { "pair_id": 39878, "video_name": "s09e03_seg01_clip_00", "timestamp": [ 72.32, 75.88 ], "duration": 79.66, "caption": "Two men carry a blindfolded person into a van while another person watches in the background.", "similarity": 0.5338, "relevance": 0 }, { "pair_id": 39879, "video_name": "castle_s06e01_seg02_clip_15", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "A person was pointing a gun at another person whilst driving the car.", "similarity": 0.5323, "relevance": 0 } ] }, { "query_id": 8452, "query": "A woman tells the doctor to stay away from them.", "relevant_moment": [ { "pair_id": 15680, "video_name": "house_s02e11_seg02_clip_04", "timestamp": [ 59.42, 61.18 ], "duration": 88.66, "caption": "A woman tells the doctor to stay away from them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15681, "video_name": "house_s02e17_seg02_clip_07", "timestamp": [ 73.94, 77.72 ], "duration": 84.66, "caption": "A man tells a doctor not to do something as she moves to leave.", "similarity": 0.7539, "relevance": 2 }, { "pair_id": 15682, "video_name": "house_s01e01_seg02_clip_15", "timestamp": [ 20.92, 28.49 ], "duration": 89.66, "caption": "A doctor walks away from the other doctor's stating that they need to stop all the treatment.", "similarity": 0.7147, "relevance": 0 }, { "pair_id": 15683, "video_name": "castle_s08e09_seg02_clip_14", "timestamp": [ 31.96, 35.11 ], "duration": 90.66, "caption": "A doctor walks away from a man and a woman.", "similarity": 0.7092, "relevance": 0 }, { "pair_id": 15684, "video_name": "friends_s04e07_seg02_clip_16", "timestamp": [ 29.15, 33.5 ], "duration": 62.66, "caption": "A woman sits down next to woman and asks what she's thinking letting a good-looking doctor leave.", "similarity": 0.707, "relevance": 0 }, { "pair_id": 15686, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 0.0, 9.24 ], "duration": 88.66, "caption": "A person tells a doctor not to screw anything and walks away.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 15687, "video_name": "castle_s02e19_seg02_clip_10", "timestamp": [ 34.27, 44.96 ], "duration": 89.66, "caption": "Some people walk away from a doctor.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 15688, "video_name": "house_s03e14_seg02_clip_00", "timestamp": [ 13.25, 18.45 ], "duration": 94.66, "caption": "A doctor turns around when a woman asks him when another doctor will leave.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 15689, "video_name": "friends_s05e03_seg02_clip_01", "timestamp": [ 0.0, 13.28 ], "duration": 59.66, "caption": "A woman talks to her doctor then he leaves.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 15690, "video_name": "house_s05e20_seg02_clip_05", "timestamp": [ 25.94, 33.68 ], "duration": 91.66, "caption": "A woman and man walk away from the other doctors to talk in private.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 15691, "video_name": "grey_s01e04_seg02_clip_06", "timestamp": [ 19.54, 30.7 ], "duration": 93.66, "caption": "A woman tells another woman what she thinks about a doctor.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 15692, "video_name": "grey_s03e01_seg02_clip_09", "timestamp": [ 0.0, 11.27 ], "duration": 93.66, "caption": "The patient tells a woman what their name is after she refuses to leave them.", "similarity": 0.6857, "relevance": 2 }, { "pair_id": 15693, "video_name": "house_s07e01_seg02_clip_16", "timestamp": [ 17.36, 33.83 ], "duration": 89.66, "caption": "A person talks to the doctors and walks away.", "similarity": 0.6805, "relevance": 1 }, { "pair_id": 15694, "video_name": "house_s07e09_seg02_clip_20", "timestamp": [ 59.07, 60.47 ], "duration": 93.66, "caption": "The doctors all turn to walk away from a person.", "similarity": 0.6769, "relevance": 1 }, { "pair_id": 15695, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 6.06, 10.31 ], "duration": 60.66, "caption": "A doctor puts on a person's jacket as she walks away.", "similarity": 0.6639, "relevance": 0 }, { "pair_id": 15696, "video_name": "house_s07e14_seg02_clip_17", "timestamp": [ 0.0, 7.7 ], "duration": 90.66, "caption": "A person walks down the hallway away from the other doctors.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 15697, "video_name": "friends_s05e03_seg02_clip_06", "timestamp": [ 24.72, 28.99 ], "duration": 61.66, "caption": "A woman yells at the doctor and he leaves the room.", "similarity": 0.6605, "relevance": 4 }, { "pair_id": 15698, "video_name": "house_s04e01_seg02_clip_24", "timestamp": [ 81.46, 84.13 ], "duration": 89.66, "caption": "A woman walks away from the patient as a man attends to them.", "similarity": 0.6591, "relevance": 1 }, { "pair_id": 15699, "video_name": "house_s05e02_seg02_clip_06", "timestamp": [ 35.58, 38.28 ], "duration": 90.66, "caption": "A person walks away from the other doctors leaving them all alone.", "similarity": 0.6564, "relevance": 1 } ] }, { "query_id": 8455, "query": "A man looks through some dvds while talking with woman.", "relevant_moment": [ { "pair_id": 11420, "video_name": "house_s02e11_seg02_clip_07", "timestamp": [ 9.63, 11.31 ], "duration": 83.66, "caption": "A man looks through some dvds while talking with woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 11421, "video_name": "s02e19_seg02_clip_09", "timestamp": [ 23.11, 27.91 ], "duration": 60.66, "caption": "A woman is holding a stack of DVDs as she talks to a man.", "similarity": 0.777, "relevance": 2 }, { "pair_id": 11422, "video_name": "house_s06e14_seg02_clip_00", "timestamp": [ 1.87, 8.41 ], "duration": 93.66, "caption": "A man removes a video from a dvd player while talking with man.", "similarity": 0.7348, "relevance": 1 }, { "pair_id": 11423, "video_name": "s04e07_seg02_clip_06", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A person shows a woman a dvd boxed set as he speaks to her.", "similarity": 0.7078, "relevance": 4 }, { "pair_id": 11424, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 0.0, 7.6 ], "duration": 49.66, "caption": "A person is holding a DVD box while talking to another person.", "similarity": 0.6998, "relevance": 3 }, { "pair_id": 11425, "video_name": "s06e21_seg02_clip_02", "timestamp": [ 0.0, 14.71 ], "duration": 60.66, "caption": "A man pulls a DVD behind his back to show a woman.", "similarity": 0.6822, "relevance": 3 }, { "pair_id": 11426, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 40.68, 50.98 ], "duration": 98.66, "caption": "A person is holding a DVD container while talking to someone.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 11427, "video_name": "house_s03e12_seg02_clip_05", "timestamp": [ 77.1, 81.8 ], "duration": 94.66, "caption": "A man looks at a file while talking with a woman.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 11428, "video_name": "house_s01e14_seg02_clip_09", "timestamp": [ 3.6, 14.4 ], "duration": 90.66, "caption": "A man looks down at a file while he's talking with a woman.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 11429, "video_name": "met_s06e05_seg02_clip_02", "timestamp": [ 2.11, 6.34 ], "duration": 60.66, "caption": "A man tries to talk to another man about movie quality.", "similarity": 0.6518, "relevance": 1 }, { "pair_id": 11430, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 0.0, 6.06 ], "duration": 93.66, "caption": "A woman is watching a thing while talking to a man.", "similarity": 0.6481, "relevance": 1 }, { "pair_id": 11431, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man looks at a DVD on both sides that he is holding in his hand.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 11432, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 26.4, 30.95 ], "duration": 91.66, "caption": "A man is talking to a person while the person is looking at something.", "similarity": 0.6474, "relevance": 1 }, { "pair_id": 11433, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 44.51, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with woman through video call.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 11434, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A man is having a conversation with woman through video call.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 11436, "video_name": "house_s02e15_seg02_clip_22", "timestamp": [ 5.4, 10.35 ], "duration": 90.66, "caption": "A person is looking at something while talking to a woman.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 11437, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 31.0, 44.09 ], "duration": 87.66, "caption": "A man looks through magazines while talking with a woman.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 11438, "video_name": "s06e21_seg02_clip_05", "timestamp": [ 16.13, 20.78 ], "duration": 62.66, "caption": "A man pauses the television to talk to woman.", "similarity": 0.6347, "relevance": 2 }, { "pair_id": 11439, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 25.97, 55.46 ], "duration": 88.66, "caption": "A person talks to man about the woman he is seeing.", "similarity": 0.6321, "relevance": 1 } ] }, { "query_id": 8467, "query": "A person opens their door with someone holding money.", "relevant_moment": [ { "pair_id": 167540, "video_name": "s02e14_seg02_clip_16", "timestamp": [ 48.11, 51.94 ], "duration": 59.66, "caption": "A person opens their door with someone holding money.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167541, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 29.42, 33.1 ], "duration": 56.66, "caption": "A man hands someone some money at the door.", "similarity": 0.8772, "relevance": 2 }, { "pair_id": 167542, "video_name": "house_s02e03_seg02_clip_07", "timestamp": [ 49.51, 53.56 ], "duration": 90.66, "caption": "A person collects money from two other people as they enter a doorway.", "similarity": 0.8059, "relevance": 2 }, { "pair_id": 167543, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 5.9, 9.15 ], "duration": 59.66, "caption": "A person opens the door for two other people.", "similarity": 0.7566, "relevance": 2 }, { "pair_id": 167544, "video_name": "grey_s02e01_seg02_clip_09", "timestamp": [ 11.96, 21.17 ], "duration": 92.66, "caption": "A man opens his wallet and hands someone some money.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 167545, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 16.28, 20.47 ], "duration": 93.66, "caption": "A person opens person's door and lets person out.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 167546, "video_name": "house_s08e07_seg02_clip_04", "timestamp": [ 81.9, 87.42 ], "duration": 92.66, "caption": "A person opens the door and another person came in.", "similarity": 0.7347, "relevance": 2 }, { "pair_id": 167547, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 8.85, 11.47 ], "duration": 65.66, "caption": "A person opens the door and someone is standing there.", "similarity": 0.734, "relevance": 2 }, { "pair_id": 167548, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 50.47, 57.02 ], "duration": 57.66, "caption": "A person is standing at a door as someone opens it.", "similarity": 0.7333, "relevance": 2 }, { "pair_id": 167549, "video_name": "s08e21_seg02_clip_00", "timestamp": [ 7.63, 11.29 ], "duration": 61.66, "caption": "A person opens the door and closes it after another person walks in.", "similarity": 0.7301, "relevance": 1 }, { "pair_id": 167550, "video_name": "met_s03e19_seg02_clip_14", "timestamp": [ 10.55, 16.41 ], "duration": 58.66, "caption": "A person opens the door and lets two other people in.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 167551, "video_name": "house_s05e11_seg02_clip_20", "timestamp": [ 20.71, 24.76 ], "duration": 90.66, "caption": "A person opens the door and throws a present at another person.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 167552, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.25, 27.45 ], "duration": 59.66, "caption": "A person opens the door and a person quickly walks in.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 167553, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 0.7169, "relevance": 1 }, { "pair_id": 167554, "video_name": "house_s02e14_seg02_clip_17", "timestamp": [ 50.77, 54.75 ], "duration": 88.66, "caption": "A person opens the door and comes in with two other people.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 167555, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 22.41, 26.57 ], "duration": 64.66, "caption": "A person gets up and goes to the door and opens it.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 167556, "video_name": "s10e10_seg02_clip_10", "timestamp": [ 10.08, 12.61 ], "duration": 56.66, "caption": "A person is standing at the door and another person opens the door.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 167557, "video_name": "friends_s08e16_seg02_clip_06", "timestamp": [ 3.63, 11.89 ], "duration": 66.66, "caption": "A man comes in after person offers and person closes the door.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 167558, "video_name": "house_s05e12_seg02_clip_01", "timestamp": [ 74.64, 77.37 ], "duration": 91.66, "caption": "A man throws some money to a person, who is heading out the door.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 167559, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.6, 8.1 ], "duration": 60.66, "caption": "A person opens the wooden door for a man.", "similarity": 0.6999, "relevance": 2 } ] }, { "query_id": 8490, "query": "A group of people walk through the hospital together.", "relevant_moment": [ { "pair_id": 130820, "video_name": "house_s02e11_seg02_clip_08", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A group of people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 130821, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 58.56, 67.05 ], "duration": 89.66, "caption": "A group of people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 130822, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 13.5, 23.63 ], "duration": 135.66, "caption": "Some people walk through the hospital together.", "similarity": 0.9636, "relevance": 4 }, { "pair_id": 130823, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 67.32, 89.16 ], "duration": 89.66, "caption": "Some people walk through the hospital together.", "similarity": 0.9636, "relevance": 4 }, { "pair_id": 130824, "video_name": "grey_s03e11_seg02_clip_01", "timestamp": [ 4.85, 28.19 ], "duration": 88.66, "caption": "A group is walking through the hospital.", "similarity": 0.9526, "relevance": 4 }, { "pair_id": 130825, "video_name": "house_s05e19_seg02_clip_23", "timestamp": [ 0.0, 25.94 ], "duration": 91.66, "caption": "Multiple people walk through the hospital together.", "similarity": 0.9277, "relevance": 4 }, { "pair_id": 130826, "video_name": "house_s04e14_seg02_clip_16", "timestamp": [ 9.2, 29.91 ], "duration": 92.66, "caption": "Some people walk through the hospital together getting angrier.", "similarity": 0.904, "relevance": 4 }, { "pair_id": 130827, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 30.83, 40.04 ], "duration": 92.66, "caption": "Three people walk through the hospital together.", "similarity": 0.8882, "relevance": 4 }, { "pair_id": 130828, "video_name": "house_s07e21_seg02_clip_05", "timestamp": [ 66.8, 84.02 ], "duration": 84.66, "caption": "Five people walk through the hospital together.", "similarity": 0.8754, "relevance": 4 }, { "pair_id": 130829, "video_name": "house_s05e16_seg02_clip_19", "timestamp": [ 10.08, 25.53 ], "duration": 63.66, "caption": "Four people walk through the hospital together.", "similarity": 0.874, "relevance": 4 }, { "pair_id": 130830, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 7.63, 45.33 ], "duration": 89.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130831, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 13.92, 48.3 ], "duration": 87.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130832, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130833, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 53.69, 68.9 ], "duration": 95.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130834, "video_name": "house_s06e08_seg02_clip_00", "timestamp": [ 19.67, 37.05 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130835, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 0.0, 24.58 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130836, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 14.4 ], "duration": 96.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130837, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 7.48, 14.08 ], "duration": 88.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130838, "video_name": "grey_s01e08_seg02_clip_14", "timestamp": [ 1.36, 19.95 ], "duration": 90.66, "caption": "Two people walk through the hospital together.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 130839, "video_name": "grey_s01e05_seg02_clip_04", "timestamp": [ 47.71, 55.81 ], "duration": 90.66, "caption": "Multiple people walk in the hospital hallway.", "similarity": 0.8509, "relevance": 4 }, { "pair_id": 304140, "video_name": "house_s01e05_seg02_clip_01", "timestamp": [ 0.0, 13.8 ], "duration": 89.66, "caption": "Some doctors are walking through the hospital together.", "similarity": 0.8479, "relevance": 4 }, { "pair_id": 304141, "video_name": "grey_s03e23_seg02_clip_24", "timestamp": [ 31.76, 38.29 ], "duration": 87.66, "caption": "Some people are walking down the hall of the hospital together.", "similarity": 0.8277, "relevance": 4 }, { "pair_id": 304142, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 0.0, 25.25 ], "duration": 99.66, "caption": "Three men walk through the hospital together.", "similarity": 0.795, "relevance": 4 }, { "pair_id": 304144, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 21.81, 24.93 ], "duration": 89.66, "caption": "A person and woman walk through the hospital together.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 304145, "video_name": "house_s04e06_seg02_clip_05", "timestamp": [ 58.29, 82.97 ], "duration": 105.66, "caption": "Three people talk while walking through a hospital.", "similarity": 0.7869, "relevance": 4 }, { "pair_id": 304146, "video_name": "house_s04e05_seg02_clip_06", "timestamp": [ 11.7, 48.61 ], "duration": 90.66, "caption": "All the medical professionals are walking through the hospital together.", "similarity": 0.7823, "relevance": 4 }, { "pair_id": 304147, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 56.4, 81.16 ], "duration": 81.66, "caption": "Some people walk down the hospital hallway talking.", "similarity": 0.7814, "relevance": 4 }, { "pair_id": 304148, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 1.84, 35.43 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 304149, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 7.04, 24.21 ], "duration": 88.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 304150, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 12.63, 32.83 ], "duration": 101.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 304151, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 20.93, 31.63 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 304152, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 0.0, 9.67 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 304153, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 0.0, 13.35 ], "duration": 89.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 304154, "video_name": "house_s01e10_seg02_clip_10", "timestamp": [ 27.44, 45.12 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 304155, "video_name": "house_s01e06_seg02_clip_20", "timestamp": [ 1.63, 16.28 ], "duration": 81.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 4 }, { "pair_id": 304156, "video_name": "house_s01e02_seg02_clip_12", "timestamp": [ 0.0, 11.25 ], "duration": 90.66, "caption": "Two men walk through the hospital together.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 304157, "video_name": "house_s05e13_seg02_clip_03", "timestamp": [ 70.28, 86.66 ], "duration": 86.66, "caption": "A woman, a man, and two other men are walking with a man in the hospital hallway.", "similarity": 0.7763, "relevance": 4 }, { "pair_id": 304158, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 0.0, 26.0 ], "duration": 113.66, "caption": "Two men are walking through the hospital together.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 304159, "video_name": "house_s07e08_seg02_clip_04", "timestamp": [ 9.24, 33.89 ], "duration": 88.66, "caption": "All the doctors walk through the hospital together.", "similarity": 0.7728, "relevance": 4 } ] }, { "query_id": 8516, "query": "A man sits down on the chair across from another person.", "relevant_moment": [ { "pair_id": 51700, "video_name": "house_s07e05_seg02_clip_26", "timestamp": [ 4.55, 7.58 ], "duration": 101.66, "caption": "A man sits down on the chair across from another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 51701, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 57.36, 60.65 ], "duration": 94.66, "caption": "A man sits down in a chair across from two people.", "similarity": 0.9333, "relevance": 4 }, { "pair_id": 51702, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 41.0, 44.56 ], "duration": 89.66, "caption": "A man sits down in a chair across from another man.", "similarity": 0.9182, "relevance": 4 }, { "pair_id": 51703, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.9128, "relevance": 4 }, { "pair_id": 51704, "video_name": "friends_s08e03_seg02_clip_02", "timestamp": [ 26.55, 28.68 ], "duration": 61.66, "caption": "A man sits down on the chair across from woman and person.", "similarity": 0.8937, "relevance": 4 }, { "pair_id": 51705, "video_name": "friends_s06e03_seg02_clip_11", "timestamp": [ 22.72, 25.97 ], "duration": 59.66, "caption": "A man sits in a chair between two people.", "similarity": 0.8863, "relevance": 4 }, { "pair_id": 51706, "video_name": "house_s05e17_seg02_clip_21", "timestamp": [ 51.43, 53.25 ], "duration": 91.66, "caption": "A man sits on a seat across from another person.", "similarity": 0.8838, "relevance": 3 }, { "pair_id": 51707, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 15.2, 17.68 ], "duration": 62.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.8739, "relevance": 4 }, { "pair_id": 51708, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 20.34, 22.24 ], "duration": 38.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.8739, "relevance": 4 }, { "pair_id": 51709, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 4.5, 6.3 ], "duration": 90.66, "caption": "A person sits down on the chair next to man.", "similarity": 0.8684, "relevance": 4 }, { "pair_id": 51711, "video_name": "friends_s07e04_seg02_clip_19", "timestamp": [ 42.09, 45.39 ], "duration": 55.66, "caption": "A man sits down in the chair across from woman.", "similarity": 0.8538, "relevance": 4 }, { "pair_id": 51712, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 25.82, 29.3 ], "duration": 58.66, "caption": "A man sits down in a chair across from woman.", "similarity": 0.8504, "relevance": 4 }, { "pair_id": 51713, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 49.1, 53.33 ], "duration": 65.66, "caption": "A person is sitting in the chair across from another person.", "similarity": 0.849, "relevance": 2 }, { "pair_id": 51714, "video_name": "castle_s03e09_seg02_clip_04", "timestamp": [ 20.26, 22.96 ], "duration": 90.66, "caption": "A man sits down in a chair next to another man.", "similarity": 0.8489, "relevance": 3 }, { "pair_id": 51715, "video_name": "s07e18_seg02_clip_00", "timestamp": [ 60.72, 61.03 ], "duration": 61.66, "caption": "A man is sitting on the arm of a chair near someone.", "similarity": 0.8464, "relevance": 1 }, { "pair_id": 51716, "video_name": "met_s02e20_seg02_clip_10", "timestamp": [ 14.87, 18.28 ], "duration": 61.66, "caption": "A man sits down on a red chair next to another man.", "similarity": 0.834, "relevance": 4 }, { "pair_id": 51717, "video_name": "met_s02e10_seg02_clip_06", "timestamp": [ 3.3, 5.1 ], "duration": 60.66, "caption": "A person sits on the chair across from some people.", "similarity": 0.821, "relevance": 3 }, { "pair_id": 51718, "video_name": "friends_s01e04_seg02_clip_18", "timestamp": [ 37.64, 40.28 ], "duration": 66.66, "caption": "A man sits back down in the chair behind another man.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 51719, "video_name": "castle_s06e07_seg02_clip_23", "timestamp": [ 52.17, 54.44 ], "duration": 90.66, "caption": "A person sits down on the arm of man's chair.", "similarity": 0.8182, "relevance": 3 }, { "pair_id": 225020, "video_name": "house_s02e06_seg02_clip_07", "timestamp": [ 9.9, 17.1 ], "duration": 90.66, "caption": "A person sits down in a chair that's in the middle of two other people.", "similarity": 0.8128, "relevance": 4 }, { "pair_id": 225021, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 13.28, 16.23 ], "duration": 59.66, "caption": "A person sits down on the chair behind someone.", "similarity": 0.8056, "relevance": 3 }, { "pair_id": 225022, "video_name": "friends_s07e03_seg01_clip_00", "timestamp": [ 51.28, 54.64 ], "duration": 61.66, "caption": "A man sits down on the chair next to a woman.", "similarity": 0.8034, "relevance": 3 }, { "pair_id": 225023, "video_name": "castle_s07e10_seg02_clip_12", "timestamp": [ 14.46, 16.71 ], "duration": 90.66, "caption": "A person pulls out a chair and sits down across from another person.", "similarity": 0.7995, "relevance": 4 }, { "pair_id": 225024, "video_name": "house_s04e02_seg02_clip_15", "timestamp": [ 16.89, 20.54 ], "duration": 91.66, "caption": "A man sits on the chair in front of another person's desk.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 225025, "video_name": "house_s07e21_seg02_clip_16", "timestamp": [ 25.52, 29.04 ], "duration": 176.66, "caption": "A man sits down on the chair beside the person he is talking with.", "similarity": 0.7931, "relevance": 4 }, { "pair_id": 225026, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 52.79, 58.59 ], "duration": 61.66, "caption": "A man sits down in a chair and woman sits beside him.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 225027, "video_name": "house_s03e18_seg02_clip_13", "timestamp": [ 84.65, 87.84 ], "duration": 91.66, "caption": "A man sits down in a chair next to a woman.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 225028, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 47.85, 65.34 ], "duration": 92.66, "caption": "A person sits in a chair with hands clasped, across from a person.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 225029, "video_name": "s06e12_seg02_clip_05", "timestamp": [ 16.93, 18.81 ], "duration": 47.66, "caption": "A person sits down in a chair by another person's desk.", "similarity": 0.7711, "relevance": 3 }, { "pair_id": 225030, "video_name": "met_s06e13_seg02_clip_09", "timestamp": [ 40.98, 41.88 ], "duration": 60.66, "caption": "A person sits on the armchair of the sofa across from another person.", "similarity": 0.7693, "relevance": 3 }, { "pair_id": 225031, "video_name": "s02e17_seg01_clip_01", "timestamp": [ 23.38, 27.07 ], "duration": 82.66, "caption": "A person sits down in a wooden chair next to someone.", "similarity": 0.7688, "relevance": 4 }, { "pair_id": 225032, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 17.88, 21.79 ], "duration": 65.66, "caption": "A person gets a chair and sits in front of another person.", "similarity": 0.7667, "relevance": 4 }, { "pair_id": 225033, "video_name": "castle_s02e12_seg02_clip_20", "timestamp": [ 28.67, 31.4 ], "duration": 91.66, "caption": "A person sits on a chair that is placed next to another person's desk.", "similarity": 0.7628, "relevance": 3 }, { "pair_id": 225034, "video_name": "s02e08_seg02_clip_06", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman sits down on a chair near a man.", "similarity": 0.7627, "relevance": 3 }, { "pair_id": 225035, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "A man gets up from his seat as he was sitting next to another person.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 225036, "video_name": "s02e01_seg02_clip_14", "timestamp": [ 17.7, 25.53 ], "duration": 58.66, "caption": "A man sits in the chair next to a person to speak to him.", "similarity": 0.7616, "relevance": 4 }, { "pair_id": 225037, "video_name": "house_s03e10_seg02_clip_01", "timestamp": [ 18.87, 25.31 ], "duration": 92.66, "caption": "A man sits down at the table right across from another man.", "similarity": 0.7606, "relevance": 4 }, { "pair_id": 225038, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 63.49, 66.16 ], "duration": 88.66, "caption": "A man sits on a chair as another man looks back to him.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 225039, "video_name": "friends_s08e12_seg02_clip_20", "timestamp": [ 27.15, 35.71 ], "duration": 59.66, "caption": "A man gets a chair and sits beside a woman.", "similarity": 0.7598, "relevance": 2 } ] }, { "query_id": 8577, "query": "A man flinches as another man quickly turns to look at him.", "relevant_moment": [ { "pair_id": 146900, "video_name": "met_s02e09_seg02_clip_17", "timestamp": [ 41.05, 43.79 ], "duration": 60.66, "caption": "A man flinches as another man quickly turns to look at him.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 146901, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 3.71, 6.27 ], "duration": 57.66, "caption": "A man looks at another man with a look of shock.", "similarity": 0.7938, "relevance": 1 }, { "pair_id": 146902, "video_name": "s03e17_seg02_clip_05", "timestamp": [ 7.97, 10.92 ], "duration": 59.66, "caption": "A man turns to look at a person with a startled look on his face.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 146903, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 37.14, 42.01 ], "duration": 75.66, "caption": "A man looks at another man with a surprised look on his face.", "similarity": 0.7803, "relevance": 1 }, { "pair_id": 146904, "video_name": "met_s06e19_seg02_clip_11", "timestamp": [ 52.94, 56.02 ], "duration": 56.66, "caption": "A man looks at another man, surprised, then looks at a third person.", "similarity": 0.7506, "relevance": 2 }, { "pair_id": 146905, "video_name": "house_s02e21_seg02_clip_08", "timestamp": [ 31.96, 33.31 ], "duration": 90.66, "caption": "A man turns his head to look at another man approaching.", "similarity": 0.7399, "relevance": 0 }, { "pair_id": 146906, "video_name": "house_s01e09_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man turns around and looks at another man and he shakes his head.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 146907, "video_name": "castle_s06e04_seg02_clip_24", "timestamp": [ 71.72, 73.53 ], "duration": 90.66, "caption": "A man looks first at a man and then at another man.", "similarity": 0.7377, "relevance": 0 }, { "pair_id": 146908, "video_name": "met_s02e04_seg02_clip_01", "timestamp": [ 44.95, 46.11 ], "duration": 58.66, "caption": "A man looks at two guys in shock.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 146909, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A man shakes his head and another man looks at a person.", "similarity": 0.7215, "relevance": 1 }, { "pair_id": 146910, "video_name": "friends_s10e17-18_seg02_clip_11", "timestamp": [ 49.82, 52.8 ], "duration": 59.66, "caption": "A man looks at another man and has a confused look on his face.", "similarity": 0.7208, "relevance": 2 }, { "pair_id": 146911, "video_name": "castle_s05e18_seg02_clip_01", "timestamp": [ 75.79, 79.83 ], "duration": 89.66, "caption": "A man quickly shrugs when another man looks at him.", "similarity": 0.7194, "relevance": 1 }, { "pair_id": 146912, "video_name": "friends_s03e02_seg02_clip_09", "timestamp": [ 39.75, 44.1 ], "duration": 58.66, "caption": "A man turns his head around to look at another man who is behind him.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 146913, "video_name": "s09e22_seg02_clip_00", "timestamp": [ 6.3, 9.45 ], "duration": 63.66, "caption": "A man rubs his nose and then looks at another man.", "similarity": 0.7095, "relevance": 1 }, { "pair_id": 146914, "video_name": "s02e14_seg02_clip_11", "timestamp": [ 40.22, 46.22 ], "duration": 60.66, "caption": "A man clutches his stomach and looks at another man in annoyance.", "similarity": 0.7079, "relevance": 1 }, { "pair_id": 146915, "video_name": "s08e01_seg02_clip_06", "timestamp": [ 5.04, 10.08 ], "duration": 63.66, "caption": "A man turns to look at another man as he nods his head.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 146916, "video_name": "house_s06e10_seg02_clip_03", "timestamp": [ 69.83, 70.73 ], "duration": 90.66, "caption": "A man rolls his eyes at another man and scoffs briefly.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 146917, "video_name": "friends_s05e22_seg02_clip_11", "timestamp": [ 14.02, 20.58 ], "duration": 59.66, "caption": "A man looks shocked with an open mouth at another man.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 146918, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A man turns around to find another man right behind him and is startled.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 146919, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 52.11, 54.36 ], "duration": 89.66, "caption": "A man takes a turn to face another man.", "similarity": 0.6991, "relevance": 1 }, { "pair_id": 320220, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 53.96, 58.03 ], "duration": 58.66, "caption": "A man turns around and looks at another man with a big smile on his face.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 320221, "video_name": "castle_s04e05_seg02_clip_08", "timestamp": [ 11.51, 13.36 ], "duration": 92.66, "caption": "A man looks shocked and glances side-eyed at a woman.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 320222, "video_name": "met_s02e02_seg02_clip_09", "timestamp": [ 8.54, 13.12 ], "duration": 61.66, "caption": "A man is angrily staring and then attacks another man.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 320223, "video_name": "friends_s05e14_seg02_clip_15", "timestamp": [ 0.0, 4.44 ], "duration": 59.66, "caption": "A group of people are in shock when they are looking at a man.", "similarity": 0.6971, "relevance": 1 }, { "pair_id": 320224, "video_name": "friends_s04e23-24_seg02_clip_45", "timestamp": [ 33.26, 35.16 ], "duration": 95.66, "caption": "Two men look at each other in shock.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 320225, "video_name": "s05e01_seg02_clip_02", "timestamp": [ 14.46, 34.53 ], "duration": 59.66, "caption": "A man looks, disbelievingly, at another man and after he says something, both men look at him in disbelief.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 320226, "video_name": "grey_s03e18_seg02_clip_12", "timestamp": [ 86.02, 90.11 ], "duration": 91.66, "caption": "A man looks at another man and then turns and walks off.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 320227, "video_name": "s06e07_seg02_clip_08", "timestamp": [ 9.61, 13.03 ], "duration": 62.66, "caption": "A man grimaces, looks at another man and he shakes his head.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 320228, "video_name": "castle_s07e10_seg02_clip_21", "timestamp": [ 6.34, 15.86 ], "duration": 90.66, "caption": "A man looks shocked when another man threatens violence in front of him.", "similarity": 0.6919, "relevance": 1 }, { "pair_id": 320229, "video_name": "friends_s02e19_seg02_clip_18", "timestamp": [ 21.61, 24.85 ], "duration": 72.66, "caption": "A man shocks his hands and the other people look at him.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 320230, "video_name": "house_s06e15_seg02_clip_04", "timestamp": [ 20.96, 22.78 ], "duration": 91.66, "caption": "A man turns his look to another man.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 320231, "video_name": "grey_s03e07_seg02_clip_19", "timestamp": [ 28.1, 30.4 ], "duration": 92.66, "caption": "A group looks at a man then to another man.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 320232, "video_name": "friends_s01e15_seg02_clip_11", "timestamp": [ 3.78, 9.77 ], "duration": 63.66, "caption": "A man looks concerned when another man is acting being attracted to him.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 320233, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 41.34, 48.76 ], "duration": 57.66, "caption": "A man looks at another man in disbelief and walks away from him and another person.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 320235, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 7.16, 8.2 ], "duration": 26.66, "caption": "A man glances down at another man then at another man.", "similarity": 0.687, "relevance": 1 }, { "pair_id": 320236, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 9.31, 11.76 ], "duration": 98.66, "caption": "A man stares at another person who you can't see in an angry face while questioning them.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 320237, "video_name": "house_s07e12_seg02_clip_14", "timestamp": [ 56.29, 61.2 ], "duration": 89.66, "caption": "A person looks back and forth at two men looking shocked and confused.", "similarity": 0.6831, "relevance": 2 }, { "pair_id": 320238, "video_name": "castle_s05e11_seg02_clip_26", "timestamp": [ 101.77, 103.55 ], "duration": 119.66, "caption": "A man taps another man on the shoulder, then he turns and looks at him.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 320239, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 88.38, 91.17 ], "duration": 93.66, "caption": "A person looks confused and surprised and glances between man and another person.", "similarity": 0.6803, "relevance": 2 } ] }, { "query_id": 8580, "query": "A woman folds her arms while talking to a man.", "relevant_moment": [ { "pair_id": 158560, "video_name": "s03e11_seg02_clip_02", "timestamp": [ 18.0, 19.83 ], "duration": 61.66, "caption": "A woman folds her arms while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158561, "video_name": "met_s02e09_seg02_clip_16", "timestamp": [ 6.57, 11.65 ], "duration": 59.66, "caption": "A woman folds her arms while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158562, "video_name": "friends_s01e05_seg02_clip_03", "timestamp": [ 27.16, 40.89 ], "duration": 61.66, "caption": "A woman folds her arms over her chest while talking to a man.", "similarity": 0.9477, "relevance": 4 }, { "pair_id": 158563, "video_name": "house_s08e07_seg02_clip_16", "timestamp": [ 77.42, 81.92 ], "duration": 90.66, "caption": "A woman folds her arms over her chest as a man talks to her.", "similarity": 0.9046, "relevance": 4 }, { "pair_id": 158564, "video_name": "friends_s06e15-16_seg02_clip_39", "timestamp": [ 4.72, 6.2 ], "duration": 59.66, "caption": "A woman folds both hands on top of her legs during a conversation with a man.", "similarity": 0.8612, "relevance": 2 }, { "pair_id": 158565, "video_name": "s04e03_seg02_clip_07", "timestamp": [ 47.6, 60.11 ], "duration": 61.66, "caption": "A woman is talking to a man in a way that makes him fold his arms in irritation.", "similarity": 0.8548, "relevance": 2 }, { "pair_id": 158566, "video_name": "s06e21_seg02_clip_08", "timestamp": [ 6.2, 12.4 ], "duration": 59.66, "caption": "A person folds their arms while they talk to another person.", "similarity": 0.8293, "relevance": 3 }, { "pair_id": 158567, "video_name": "s03e11_seg02_clip_02", "timestamp": [ 10.07, 19.83 ], "duration": 61.66, "caption": "A man and a woman are having a discussion and the woman folds her arms.", "similarity": 0.8196, "relevance": 2 }, { "pair_id": 158568, "video_name": "friends_s07e22_seg02_clip_06", "timestamp": [ 1.5, 5.1 ], "duration": 60.66, "caption": "A woman holds her hands on a man's arms while talking to him.", "similarity": 0.8134, "relevance": 2 }, { "pair_id": 158569, "video_name": "castle_s04e06_seg02_clip_17", "timestamp": [ 0.0, 12.83 ], "duration": 95.66, "caption": "A woman is resting her arm against something while talking to a man.", "similarity": 0.8084, "relevance": 2 }, { "pair_id": 158570, "video_name": "met_s06e06_seg02_clip_16", "timestamp": [ 12.75, 14.46 ], "duration": 49.66, "caption": "A woman turns around and opens her arms while talking to a man.", "similarity": 0.8058, "relevance": 2 }, { "pair_id": 158571, "video_name": "friends_s05e05_seg02_clip_09", "timestamp": [ 51.05, 56.1 ], "duration": 63.66, "caption": "A woman stands with both arms folded in a conversation with a man.", "similarity": 0.8019, "relevance": 4 }, { "pair_id": 158572, "video_name": "friends_s03e05_seg02_clip_15", "timestamp": [ 47.29, 50.19 ], "duration": 58.66, "caption": "A woman sits down and folds her arms as she has a conversation with man while he is wearing a sheet.", "similarity": 0.7989, "relevance": 4 }, { "pair_id": 158573, "video_name": "met_s02e03_seg02_clip_11", "timestamp": [ 0.0, 2.06 ], "duration": 58.66, "caption": "A woman is talking to a man and puts her arms out with palms up.", "similarity": 0.797, "relevance": 2 }, { "pair_id": 158574, "video_name": "house_s01e17_seg02_clip_17", "timestamp": [ 64.83, 72.67 ], "duration": 87.66, "caption": "A woman stops writing and folds her arms while talking with man.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 158575, "video_name": "friends_s03e25_seg02_clip_05", "timestamp": [ 1.83, 3.66 ], "duration": 61.66, "caption": "A woman folds her arms across her chest while talking to another woman in a white top.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 158576, "video_name": "met_s02e09_seg02_clip_05", "timestamp": [ 50.42, 52.52 ], "duration": 60.66, "caption": "A woman raises and lowers her arms when talking to man.", "similarity": 0.7838, "relevance": 2 }, { "pair_id": 158577, "video_name": "s03e11_seg02_clip_15", "timestamp": [ 3.05, 15.87 ], "duration": 61.66, "caption": "A woman puts her arm around woman as she talks to man.", "similarity": 0.7816, "relevance": 2 }, { "pair_id": 158578, "video_name": "s03e13_seg02_clip_01", "timestamp": [ 0.0, 6.03 ], "duration": 67.66, "caption": "A person talks to another person with their arms folded.", "similarity": 0.7812, "relevance": 3 }, { "pair_id": 158579, "video_name": "castle_s01e02_seg02_clip_03", "timestamp": [ 19.14, 31.16 ], "duration": 89.66, "caption": "A man folds his arms together during their conversation.", "similarity": 0.7799, "relevance": 3 } ] }, { "query_id": 8582, "query": "A man flinches as another man tries picking his soda drink off the table.", "relevant_moment": [ { "pair_id": 162200, "video_name": "met_s02e09_seg02_clip_16", "timestamp": [ 0.0, 59.66 ], "duration": 59.66, "caption": "A man flinches as another man tries picking his soda drink off the table.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 162201, "video_name": "met_s02e09_seg02_clip_16", "timestamp": [ 44.22, 45.41 ], "duration": 59.66, "caption": "A man flinches when another man reaches for the drink on the table.", "similarity": 0.805, "relevance": 4 }, { "pair_id": 162202, "video_name": "friends_s09e10_seg02_clip_05", "timestamp": [ 9.61, 15.2 ], "duration": 62.66, "caption": "A man hands another man another soda after he dismisses the first one.", "similarity": 0.7115, "relevance": 2 }, { "pair_id": 162203, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 53.97, 60.17 ], "duration": 62.66, "caption": "A man looks annoyed at another man and then puts his bottle of water on the coffee table.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 162204, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man picks up his drink from the table.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 162205, "video_name": "s04e02_seg02_clip_01", "timestamp": [ 36.6, 41.02 ], "duration": 59.66, "caption": "A man picks up a soda and takes a drink.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 162206, "video_name": "friends_s04e07_seg02_clip_20", "timestamp": [ 0.0, 23.16 ], "duration": 59.66, "caption": "A man picked up a glass cup of juice off the table and takes a sip.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 162207, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 48.38, 51.44 ], "duration": 61.66, "caption": "A man picks up a glass from the table and takes a drink.", "similarity": 0.6102, "relevance": 1 }, { "pair_id": 162208, "video_name": "castle_s01e10_seg02_clip_14", "timestamp": [ 49.82, 53.82 ], "duration": 88.66, "caption": "A man takes his drink from the table and takes a drink from it.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 162209, "video_name": "met_s02e18_seg02_clip_08", "timestamp": [ 0.0, 4.19 ], "duration": 59.66, "caption": "A man picks up his glass, points at another person, and takes a sip.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 162210, "video_name": "friends_s03e04_seg02_clip_20", "timestamp": [ 33.34, 35.42 ], "duration": 59.66, "caption": "A man picks a bottled drink up off the kitchen table.", "similarity": 0.5989, "relevance": 1 }, { "pair_id": 162211, "video_name": "friends_s02e07_seg02_clip_00", "timestamp": [ 67.78, 77.02 ], "duration": 77.66, "caption": "A man is complaining picking up a cup of coffee as he drinks it that another man helps him put it on the table as he is seated beside him.", "similarity": 0.5984, "relevance": 2 }, { "pair_id": 162212, "video_name": "house_s04e02_seg02_clip_08", "timestamp": [ 19.79, 21.63 ], "duration": 92.66, "caption": "A person gets off of the table while carrying a soda.", "similarity": 0.5976, "relevance": 1 }, { "pair_id": 162213, "video_name": "s09e04_seg02_clip_04", "timestamp": [ 34.18, 38.14 ], "duration": 61.66, "caption": "A man sits down and puts two beer bottles on the table and another person grabs his and takes a drink from it.", "similarity": 0.5962, "relevance": 1 }, { "pair_id": 162214, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 26.14, 39.54 ], "duration": 67.66, "caption": "A man grabs some juice out of the fridge and sits down at a table with another man.", "similarity": 0.5955, "relevance": 1 }, { "pair_id": 162215, "video_name": "castle_s08e19_seg02_clip_12", "timestamp": [ 13.05, 21.61 ], "duration": 90.66, "caption": "A man picks up 2 beers and brings them to the table where another man is sitting.", "similarity": 0.5936, "relevance": 1 }, { "pair_id": 162216, "video_name": "friends_s01e10_seg02_clip_09", "timestamp": [ 33.57, 36.92 ], "duration": 61.66, "caption": "A man takes a drink from a large yellow cup while sitting at a table with a woman.", "similarity": 0.5931, "relevance": 1 }, { "pair_id": 162217, "video_name": "s04e14_seg02_clip_01", "timestamp": [ 5.4, 9.0 ], "duration": 60.66, "caption": "A man takes a drink while talking to two other men at the table.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 162218, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 44.86, 47.91 ], "duration": 61.66, "caption": "A man grabs the water bottle from the table and sips on it.", "similarity": 0.59, "relevance": 1 }, { "pair_id": 162219, "video_name": "met_s03e04_seg02_clip_10", "timestamp": [ 8.37, 14.89 ], "duration": 62.66, "caption": "A man takes a glass from another man and then sets it on the table.", "similarity": 0.5879, "relevance": 1 } ] }, { "query_id": 8641, "query": "Two people are walking down the hallway of the hospital and run into each other.", "relevant_moment": [ { "pair_id": 15740, "video_name": "grey_s02e21_seg02_clip_11", "timestamp": [ 82.22, 84.45 ], "duration": 89.66, "caption": "Two people are walking down the hallway of the hospital and run into each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15741, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 55.12, 69.03 ], "duration": 103.66, "caption": "Two people walk down the hallway of the hospital.", "similarity": 0.858, "relevance": 2 }, { "pair_id": 15742, "video_name": "house_s02e22_seg02_clip_24", "timestamp": [ 60.18, 70.52 ], "duration": 94.66, "caption": "Two people walk down the hallway of the Hospital.", "similarity": 0.858, "relevance": 2 }, { "pair_id": 15743, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 72.26, 75.45 ], "duration": 90.66, "caption": "Two people walk into a hospital room.", "similarity": 0.845, "relevance": 1 }, { "pair_id": 15744, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 48.07, 55.19 ], "duration": 89.66, "caption": "Two people are walking beside each other in the hospital hallway.", "similarity": 0.8291, "relevance": 2 }, { "pair_id": 15745, "video_name": "house_s04e12_seg02_clip_17", "timestamp": [ 33.26, 36.59 ], "duration": 95.66, "caption": "Two people stand up and run into the adjacent hospital room.", "similarity": 0.8114, "relevance": 1 }, { "pair_id": 15746, "video_name": "castle_s07e18_seg02_clip_07", "timestamp": [ 39.21, 48.05 ], "duration": 76.66, "caption": "A man and a woman are walking in a hospital hallway.", "similarity": 0.808, "relevance": 3 }, { "pair_id": 15747, "video_name": "house_s04e14_seg02_clip_21", "timestamp": [ 65.27, 87.02 ], "duration": 87.66, "caption": "A person walks with another person down the hallway of the hospital.", "similarity": 0.8054, "relevance": 3 }, { "pair_id": 15748, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 7.63, 45.33 ], "duration": 89.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15749, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 13.92, 48.3 ], "duration": 87.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15750, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15751, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 53.69, 68.9 ], "duration": 95.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15752, "video_name": "house_s06e08_seg02_clip_00", "timestamp": [ 19.67, 37.05 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15753, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 0.0, 24.58 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15754, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 14.4 ], "duration": 96.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15755, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 7.48, 14.08 ], "duration": 88.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15756, "video_name": "grey_s01e08_seg02_clip_14", "timestamp": [ 1.36, 19.95 ], "duration": 90.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 15757, "video_name": "grey_s02e03_seg02_clip_18", "timestamp": [ 39.4, 44.12 ], "duration": 85.66, "caption": "Two people leave a hospital room into the hallway.", "similarity": 0.7761, "relevance": 3 }, { "pair_id": 15758, "video_name": "house_s07e02_seg02_clip_17", "timestamp": [ 31.88, 61.64 ], "duration": 85.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 15759, "video_name": "house_s01e01_seg02_clip_10", "timestamp": [ 20.82, 32.6 ], "duration": 90.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 189060, "video_name": "grey_s03e22_seg02_clip_10", "timestamp": [ 42.16, 77.83 ], "duration": 92.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 189061, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 0.0, 22.21 ], "duration": 90.66, "caption": "Two men walk in the hallway of the hospital.", "similarity": 0.7702, "relevance": 4 }, { "pair_id": 189062, "video_name": "grey_s03e20_seg02_clip_14", "timestamp": [ 75.1, 91.03 ], "duration": 91.66, "caption": "Two people run into each other outside the hospital and begin talking.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 189063, "video_name": "grey_s02e25_seg02_clip_03", "timestamp": [ 37.54, 41.81 ], "duration": 95.66, "caption": "Two men walk into the hospital room together.", "similarity": 0.7659, "relevance": 4 }, { "pair_id": 189064, "video_name": "house_s02e13_seg02_clip_10", "timestamp": [ 0.0, 10.44 ], "duration": 87.66, "caption": "A person is walking in the hospital hallway as another person is beside him.", "similarity": 0.7529, "relevance": 4 }, { "pair_id": 189065, "video_name": "friends_s01e08_seg02_clip_05", "timestamp": [ 12.22, 16.2 ], "duration": 61.66, "caption": "Two people walk out of the hospital room.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 189066, "video_name": "house_s01e08_seg02_clip_12", "timestamp": [ 0.0, 2.18 ], "duration": 87.66, "caption": "A man walks with another man in a hospital hallway.", "similarity": 0.7486, "relevance": 4 }, { "pair_id": 189067, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 20.71, 26.71 ], "duration": 60.66, "caption": "Two men enter a hospital room as she is walking around.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 189068, "video_name": "grey_s01e04_seg02_clip_14", "timestamp": [ 59.57, 62.26 ], "duration": 89.66, "caption": "Two people walk into the hospital storage room.", "similarity": 0.7459, "relevance": 4 }, { "pair_id": 189069, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 48.07, 50.28 ], "duration": 88.66, "caption": "A man runs with another man down the hospital hallway.", "similarity": 0.7455, "relevance": 3 }, { "pair_id": 189070, "video_name": "castle_s03e05_seg02_clip_05", "timestamp": [ 20.48, 54.3 ], "duration": 89.66, "caption": "Two people are conversing with each other as they walk in the hospital hallway.", "similarity": 0.7452, "relevance": 4 }, { "pair_id": 189071, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 0.0, 17.22 ], "duration": 90.66, "caption": "A man is walking with another man as they walk in the hospital hallway.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 189072, "video_name": "friends_s01e08_seg02_clip_04", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A person runs into a hospital room, followed by another person and another person.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 189073, "video_name": "castle_s08e19_seg02_clip_06", "timestamp": [ 42.34, 51.54 ], "duration": 92.66, "caption": "A woman and another woman walk down the hospital hallway.", "similarity": 0.742, "relevance": 4 }, { "pair_id": 189074, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 20.03, 44.6 ], "duration": 91.66, "caption": "Two people are conversing as they walk in the hospital hallway.", "similarity": 0.7394, "relevance": 4 }, { "pair_id": 189075, "video_name": "house_s01e09_seg02_clip_22", "timestamp": [ 1.8, 14.85 ], "duration": 90.66, "caption": "Two people are walking beside each other in the hospital hallway as they converse.", "similarity": 0.7383, "relevance": 4 }, { "pair_id": 189076, "video_name": "grey_s01e04_seg02_clip_11", "timestamp": [ 17.11, 26.56 ], "duration": 90.66, "caption": "Two people walk into someone's hospital room and two other people both smile.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 189077, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 68.42, 83.27 ], "duration": 90.66, "caption": "Two people are walking in the hospital hallway while conversing.", "similarity": 0.7354, "relevance": 4 }, { "pair_id": 189078, "video_name": "grey_s03e13_seg02_clip_07", "timestamp": [ 6.89, 15.16 ], "duration": 91.66, "caption": "A man is walking down the hospital hallway and a woman follows him.", "similarity": 0.7351, "relevance": 3 }, { "pair_id": 189079, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 11.31, 16.97 ], "duration": 87.66, "caption": "Two people walk into the patient room at the same time.", "similarity": 0.7348, "relevance": 3 } ] }, { "query_id": 8686, "query": "A man picks up a drink from the box and gives it to another man.", "relevant_moment": [ { "pair_id": 160360, "video_name": "friends_s09e10_seg02_clip_05", "timestamp": [ 12.41, 15.82 ], "duration": 62.66, "caption": "A man picks up a drink from the box and gives it to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160361, "video_name": "friends_s09e10_seg02_clip_05", "timestamp": [ 4.65, 9.92 ], "duration": 62.66, "caption": "A man picks up a cola drink from the box in front of him and gives it to another man.", "similarity": 0.9241, "relevance": 4 }, { "pair_id": 160362, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 59.75, 62.94 ], "duration": 91.66, "caption": "A man gives another man a drink while they are talking.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 160363, "video_name": "met_s03e02_seg02_clip_02", "timestamp": [ 17.53, 19.99 ], "duration": 61.66, "caption": "A man picks up a drink and asks a man to back him up.", "similarity": 0.7324, "relevance": 2 }, { "pair_id": 160364, "video_name": "friends_s01e01_seg02_clip_11", "timestamp": [ 49.9, 58.03 ], "duration": 58.66, "caption": "A man picks up a beverage can and shows it to two other men.", "similarity": 0.7239, "relevance": 1 }, { "pair_id": 160365, "video_name": "met_s03e11_seg02_clip_12", "timestamp": [ 20.08, 28.42 ], "duration": 61.66, "caption": "A man picks up his glass and pours the drink on the floor then does the same with another man's drink.", "similarity": 0.7236, "relevance": 1 }, { "pair_id": 160367, "video_name": "friends_s01e24_seg02_clip_04", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A man throws a cardboard box and another man grabs a beer.", "similarity": 0.703, "relevance": 0 }, { "pair_id": 160368, "video_name": "met_s05e01_seg01_clip_02", "timestamp": [ 4.04, 6.86 ], "duration": 79.66, "caption": "A man opens up a box of gift from another man.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 160369, "video_name": "castle_s06e20_seg02_clip_26", "timestamp": [ 18.5, 22.94 ], "duration": 148.66, "caption": "A man gets the glass of alcohol that another person is drinking.", "similarity": 0.701, "relevance": 0 }, { "pair_id": 160370, "video_name": "friends_s02e09_seg02_clip_19", "timestamp": [ 33.36, 44.1 ], "duration": 58.66, "caption": "Two men pull sodas out of the box and hand them to a man.", "similarity": 0.7004, "relevance": 4 }, { "pair_id": 160371, "video_name": "met_s02e02_seg02_clip_16", "timestamp": [ 0.0, 1.57 ], "duration": 62.66, "caption": "A man picks two drinks up from the bar.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 160372, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 58.3, 63.0 ], "duration": 94.66, "caption": "A man walks over to another man and picks up a cardboard box.", "similarity": 0.6917, "relevance": 1 }, { "pair_id": 160373, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 31.16, 36.28 ], "duration": 93.66, "caption": "A man picks up a mug and drinks from it.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 160374, "video_name": "s05e12_seg01_clip_00", "timestamp": [ 4.03, 13.03 ], "duration": 62.66, "caption": "A man picks up a box from the table, shows it to another person, who grabs and looks at the box and says something that makes him and the man both smile.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 160375, "video_name": "friends_s01e02_seg02_clip_14", "timestamp": [ 29.94, 34.98 ], "duration": 63.66, "caption": "A man takes the juice box from woman and gives it to another woman.", "similarity": 0.6816, "relevance": 2 }, { "pair_id": 160376, "video_name": "friends_s03e13_seg02_clip_00", "timestamp": [ 52.79, 58.59 ], "duration": 61.66, "caption": "A man holds out a bottle over his beverage and offers a man a drink.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 160377, "video_name": "met_s06e01_seg01_clip_02", "timestamp": [ 4.65, 9.04 ], "duration": 50.66, "caption": "A man picks up another person's beer and holds it up to them.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 160378, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 39.75, 47.06 ], "duration": 91.66, "caption": "After a man is done saying something to another man, he takes a sip of his drink.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 160379, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 49.22, 52.22 ], "duration": 60.66, "caption": "A man picks up their wine glass and takes a drink of it.", "similarity": 0.6727, "relevance": 1 } ] }, { "query_id": 8720, "query": "A person takes a plate and a glass of milk to the coffee table.", "relevant_moment": [ { "pair_id": 166800, "video_name": "s02e08_seg02_clip_00", "timestamp": [ 3.41, 10.86 ], "duration": 62.66, "caption": "A person takes a plate and a glass of milk to the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166801, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person puts his plate of food onto the coffee table.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 166802, "video_name": "s02e08_seg02_clip_00", "timestamp": [ 6.82, 13.65 ], "duration": 62.66, "caption": "A person walks to their spot and puts a plate of cookies and a glass of milk onto the coffee table.", "similarity": 0.7563, "relevance": 4 }, { "pair_id": 166803, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 12.61, 14.14 ], "duration": 61.66, "caption": "A person takes their cup from the restaurant table.", "similarity": 0.7533, "relevance": 0 }, { "pair_id": 166804, "video_name": "s03e03_seg02_clip_07", "timestamp": [ 45.45, 48.7 ], "duration": 59.66, "caption": "A person puts their glass on the coffee table.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 166805, "video_name": "s06e16_seg02_clip_03", "timestamp": [ 45.02, 53.72 ], "duration": 60.66, "caption": "A person brings a mug to the coffee table.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 166806, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 35.9, 38.76 ], "duration": 52.66, "caption": "A person grabs his coffee cup from the table.", "similarity": 0.7131, "relevance": 1 }, { "pair_id": 166807, "video_name": "s08e12_seg02_clip_02", "timestamp": [ 51.89, 53.89 ], "duration": 57.66, "caption": "A person grabs a bottle form the coffee table.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 166808, "video_name": "s02e04_seg02_clip_10", "timestamp": [ 36.31, 38.14 ], "duration": 61.66, "caption": "A person places a food container and bottle on the coffee table.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 166809, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 31.2, 33.72 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.7032, "relevance": 1 }, { "pair_id": 166810, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 59.25, 61.14 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 166811, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 3.32 ], "duration": 83.66, "caption": "A person places a coffee cup down onto the table and gets up.", "similarity": 0.702, "relevance": 1 }, { "pair_id": 166812, "video_name": "friends_s04e23-24_seg02_clip_37", "timestamp": [ 11.98, 16.7 ], "duration": 63.66, "caption": "A person sits down at the table and takes a drink from their coffee mug.", "similarity": 0.7013, "relevance": 0 }, { "pair_id": 166813, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.7009, "relevance": 0 }, { "pair_id": 166814, "video_name": "friends_s07e03_seg02_clip_11", "timestamp": [ 34.78, 35.93 ], "duration": 57.66, "caption": "A person sets their glass of milk down on the kitchen table.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 166815, "video_name": "s04e06_seg02_clip_00", "timestamp": [ 6.1, 8.85 ], "duration": 61.66, "caption": "A person takes a drink from their coffee mug as they sit at the cafeteria table.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 166816, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.692, "relevance": 0 }, { "pair_id": 166817, "video_name": "s06e24_seg02_clip_11", "timestamp": [ 13.87, 20.8 ], "duration": 63.66, "caption": "A person holds a glass of milk and taps it with a spoon.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 166818, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 44.39, 47.29 ], "duration": 58.66, "caption": "A person puts their coffee cup on the coffee table.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 166819, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 0.0, 1.16 ], "duration": 57.66, "caption": "A person pours coffee into a mug on the table.", "similarity": 0.6862, "relevance": 0 } ] }, { "query_id": 8742, "query": "A person gestures at a desk with two hands while looking at two other people.", "relevant_moment": [ { "pair_id": 169820, "video_name": "s01e12_seg02_clip_00", "timestamp": [ 33.87, 35.09 ], "duration": 61.66, "caption": "A person gestures at a desk with two hands while looking at two other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169821, "video_name": "house_s03e02_seg02_clip_01", "timestamp": [ 89.16, 90.51 ], "duration": 90.66, "caption": "A person is sitting at a desk looking over a notepad while talking to another person.", "similarity": 0.7325, "relevance": 1 }, { "pair_id": 169822, "video_name": "castle_s03e23_seg02_clip_06", "timestamp": [ 65.34, 69.94 ], "duration": 92.66, "caption": "Two people look toward another person and walk to his desk.", "similarity": 0.7277, "relevance": 2 }, { "pair_id": 169823, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 0.0, 10.67 ], "duration": 73.66, "caption": "A person hands another person a paper and the latter sits on the desk and looks it over.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 169824, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 25.26, 27.96 ], "duration": 90.66, "caption": "A man bends over to look at another person's desk.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 169825, "video_name": "castle_s05e14_seg02_clip_18", "timestamp": [ 43.62, 62.25 ], "duration": 98.66, "caption": "A person is at another person's desk as they converse with each other.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 169826, "video_name": "castle_s06e10_seg02_clip_21", "timestamp": [ 33.59, 35.43 ], "duration": 92.66, "caption": "A person has their hands on their face as they sit at their desk.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 169827, "video_name": "met_s06e23_seg02_clip_06", "timestamp": [ 40.73, 41.61 ], "duration": 59.66, "caption": "A man and another person behind a desk both raise their hands in the air simultaneously.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 169828, "video_name": "castle_s06e06_seg02_clip_16", "timestamp": [ 16.65, 30.16 ], "duration": 90.66, "caption": "A person pushes a letter on the desk over to another person to look at.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 169829, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person gestures with his/her hands to some other people.", "similarity": 0.6984, "relevance": 3 }, { "pair_id": 169830, "video_name": "s10e03_seg02_clip_07", "timestamp": [ 15.94, 26.86 ], "duration": 59.66, "caption": "A person holds their head in their hands while sitting at a desk and rubs their face with their hand.", "similarity": 0.6982, "relevance": 2 }, { "pair_id": 169831, "video_name": "s01e10_seg02_clip_04", "timestamp": [ 0.0, 4.56 ], "duration": 57.66, "caption": "A person is beside his desk as he is speaking with another person.", "similarity": 0.6982, "relevance": 2 }, { "pair_id": 169832, "video_name": "met_s03e17_seg02_clip_11", "timestamp": [ 14.57, 18.21 ], "duration": 56.66, "caption": "A man is talking to another man and gestures strongly to his desk twice with his pointed finger.", "similarity": 0.6934, "relevance": 3 }, { "pair_id": 169833, "video_name": "house_s03e24_seg02_clip_03", "timestamp": [ 76.13, 78.71 ], "duration": 86.66, "caption": "A person turns around in their desk chair while talking with two other people.", "similarity": 0.693, "relevance": 0 }, { "pair_id": 169834, "video_name": "castle_s08e17_seg02_clip_03", "timestamp": [ 77.6, 81.25 ], "duration": 91.66, "caption": "A man is tapping his fingers on the desk when another person walks in the room.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 169835, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 16.25, 18.51 ], "duration": 90.66, "caption": "A person reaches out to shake someone's hand across the desk.", "similarity": 0.6894, "relevance": 1 }, { "pair_id": 169836, "video_name": "house_s05e07_seg02_clip_22", "timestamp": [ 90.24, 93.03 ], "duration": 93.66, "caption": "A person holds another person's hand while she looks at him.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 169837, "video_name": "s05e20_seg02_clip_16", "timestamp": [ 16.17, 21.36 ], "duration": 61.66, "caption": "A person sits down at their computer desk while talking to two other people.", "similarity": 0.6876, "relevance": 1 }, { "pair_id": 169838, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 3.4, 5.41 ], "duration": 40.66, "caption": "A man gestures toward two other people with his hand.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 169839, "video_name": "s05e09_seg02_clip_03", "timestamp": [ 21.91, 24.91 ], "duration": 60.66, "caption": "A person gestures with his right hand as he talks to another person.", "similarity": 0.6853, "relevance": 3 }, { "pair_id": 343140, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 83.99, 88.41 ], "duration": 88.66, "caption": "A person is beside another person as they look at a computer screen.", "similarity": 0.6819, "relevance": 2 }, { "pair_id": 343141, "video_name": "s07e04_seg02_clip_11", "timestamp": [ 5.1, 11.1 ], "duration": 60.66, "caption": "A person rubs their hands together as they sit at their desk talking to themselves.", "similarity": 0.6798, "relevance": 3 }, { "pair_id": 343142, "video_name": "s05e14_seg02_clip_09", "timestamp": [ 1.89, 3.78 ], "duration": 63.66, "caption": "A man points and waves his finger at a person sitting at his desk.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 343143, "video_name": "friends_s05e21_seg02_clip_04", "timestamp": [ 43.97, 50.47 ], "duration": 59.66, "caption": "A man and the person behind the desk both put their fingers to their chins simultaneously.", "similarity": 0.6795, "relevance": 3 }, { "pair_id": 343144, "video_name": "met_s05e03_seg02_clip_08", "timestamp": [ 56.76, 61.03 ], "duration": 61.66, "caption": "A man is sitting at a desk and another person looking at and pointing to a picture on the screen.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 343145, "video_name": "house_s02e08_seg02_clip_13", "timestamp": [ 59.15, 60.98 ], "duration": 91.66, "caption": "Two people shake hands at the desk.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 343146, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 343147, "video_name": "house_s07e13_seg02_clip_17", "timestamp": [ 9.35, 12.75 ], "duration": 85.66, "caption": "A person taps the desk with their finger as they look at a laptop.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 343148, "video_name": "house_s01e19_seg02_clip_12", "timestamp": [ 0.0, 38.73 ], "duration": 89.66, "caption": "A person is behind a desk talking to another person.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 343149, "video_name": "house_s01e09_seg02_clip_04", "timestamp": [ 50.74, 54.3 ], "duration": 89.66, "caption": "A person holds up both of his hands and looks at them while talking with a man.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 343150, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 35.26, 39.02 ], "duration": 94.66, "caption": "A person points his finger at man while sitting at his desk.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 343151, "video_name": "house_s06e15_seg02_clip_20", "timestamp": [ 19.8, 26.41 ], "duration": 110.66, "caption": "A person is at their desk and another person walks in and starts talking to them.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 343152, "video_name": "castle_s01e08_seg02_clip_08", "timestamp": [ 59.18, 63.96 ], "duration": 87.66, "caption": "A man looks at all the pictures someone has of another person on her desk.", "similarity": 0.6694, "relevance": 1 }, { "pair_id": 343153, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 51.79, 89.33 ], "duration": 95.66, "caption": "A person sits at a desk looking at an open laptop; another person walks in, closes the laptop, and stands and talks to him.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 343154, "video_name": "castle_s05e17_seg02_clip_02", "timestamp": [ 68.1, 70.33 ], "duration": 89.66, "caption": "A man gestures with his right hand as he talks to two people.", "similarity": 0.6681, "relevance": 3 }, { "pair_id": 343155, "video_name": "house_s04e05_seg02_clip_11", "timestamp": [ 0.0, 39.49 ], "duration": 94.66, "caption": "A man sits at his desk in front of another person while holding onto an object.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 343156, "video_name": "house_s07e11_seg02_clip_23", "timestamp": [ 9.77, 17.21 ], "duration": 93.66, "caption": "A woman turns away from a window towards a desk puts both hands on the desk briefly, then lifts one hand off making a gesture to a man, and then she puts both hands back on the desk as they talk.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 343157, "video_name": "house_s01e20_seg02_clip_21", "timestamp": [ 60.21, 66.05 ], "duration": 89.66, "caption": "A person looks out an office window and sees two people.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 343158, "video_name": "castle_s08e04_seg02_clip_19", "timestamp": [ 15.94, 18.21 ], "duration": 91.66, "caption": "A person moves both of his hands from the desk to the height of his face with wide eyes.", "similarity": 0.6628, "relevance": 3 }, { "pair_id": 343159, "video_name": "castle_s02e03_seg02_clip_05", "timestamp": [ 14.69, 22.71 ], "duration": 89.66, "caption": "A man leans on the desk with both hands as he stands and talks to a woman and another man.", "similarity": 0.6625, "relevance": 3 } ] }, { "query_id": 8776, "query": "A woman holds out her arm while quickly walking towards the bathroom.", "relevant_moment": [ { "pair_id": 19360, "video_name": "friends_s10e10_seg02_clip_15", "timestamp": [ 28.17, 31.38 ], "duration": 64.66, "caption": "A woman holds out her arm while quickly walking towards the bathroom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19361, "video_name": "s01e06_seg02_clip_04", "timestamp": [ 60.11, 61.03 ], "duration": 61.66, "caption": "A woman walks out of the room towards the bathroom.", "similarity": 0.7558, "relevance": 2 }, { "pair_id": 19362, "video_name": "s03e08_seg02_clip_02", "timestamp": [ 30.4, 37.19 ], "duration": 59.66, "caption": "A woman walks out of the bathroom in a towel and is followed by a person.", "similarity": 0.7433, "relevance": 3 }, { "pair_id": 19363, "video_name": "castle_s08e20_seg02_clip_05", "timestamp": [ 74.36, 79.71 ], "duration": 89.66, "caption": "A woman comes out of the bathroom and walks by someone, waving her hand by them.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 19364, "video_name": "grey_s03e03_seg02_clip_00", "timestamp": [ 32.15, 38.21 ], "duration": 93.66, "caption": "A woman walks out of the bathroom and then puts a towel on.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 19365, "video_name": "s09e17_seg02_clip_09", "timestamp": [ 51.92, 55.83 ], "duration": 60.66, "caption": "A woman walks from the bathroom door towards a person.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 19366, "video_name": "friends_s08e07_seg02_clip_13", "timestamp": [ 41.5, 45.47 ], "duration": 61.66, "caption": "A woman walks out from the balcony and into the bathroom.", "similarity": 0.7036, "relevance": 3 }, { "pair_id": 19367, "video_name": "friends_s01e11_seg02_clip_07", "timestamp": [ 4.68, 8.48 ], "duration": 58.66, "caption": "A woman walks out of the bathroom then out of frame.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 19368, "video_name": "s01e15_seg02_clip_12", "timestamp": [ 55.15, 63.03 ], "duration": 63.66, "caption": "A person walks out of the bathroom holding himself.", "similarity": 0.6949, "relevance": 2 }, { "pair_id": 19369, "video_name": "friends_s08e22_seg02_clip_03", "timestamp": [ 13.73, 20.75 ], "duration": 61.66, "caption": "A woman gets up to walk to the bathroom.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 19370, "video_name": "s10e05_seg02_clip_02", "timestamp": [ 17.7, 24.11 ], "duration": 61.66, "caption": "A woman walks out of the bathroom and leans on the doorway wiping off her mouth.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 19371, "video_name": "s04e22_seg01_clip_00", "timestamp": [ 26.85, 38.45 ], "duration": 61.66, "caption": "A woman walks out of a restroom stall and washes her hands.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 19372, "video_name": "s05e13_seg02_clip_01", "timestamp": [ 3.05, 7.32 ], "duration": 61.66, "caption": "A woman goes back into her bathroom after touching her clothes.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 19373, "video_name": "friends_s03e02_seg01_clip_00", "timestamp": [ 42.28, 50.18 ], "duration": 79.66, "caption": "A woman walks out of the bathroom and towards a man.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 19374, "video_name": "s09e17_seg02_clip_11", "timestamp": [ 22.02, 23.88 ], "duration": 62.66, "caption": "A woman lifts her right arm towards the shower curtain in a gesture.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 19375, "video_name": "friends_s01e11_seg02_clip_17", "timestamp": [ 3.98, 7.44 ], "duration": 53.66, "caption": "A person walks out of the bathroom.", "similarity": 0.6803, "relevance": 2 }, { "pair_id": 19376, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 25.51, 30.31 ], "duration": 60.66, "caption": "A person walks out of the bathroom with a tissue in his/her hand.", "similarity": 0.6723, "relevance": 1 }, { "pair_id": 19377, "video_name": "friends_s02e12-13_seg02_clip_36", "timestamp": [ 10.86, 23.88 ], "duration": 62.66, "caption": "A woman exits the stall in the bathroom and grabs someone's clothes.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 19378, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 50.11, 54.21 ], "duration": 63.66, "caption": "A woman walks down the hallway to the bathroom.", "similarity": 0.6613, "relevance": 3 }, { "pair_id": 19379, "video_name": "house_s05e16_seg02_clip_16", "timestamp": [ 56.28, 59.67 ], "duration": 97.66, "caption": "A woman takes her hand off a bathroom stall door and leans against it.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 192680, "video_name": "friends_s06e18_seg02_clip_01", "timestamp": [ 3.96, 7.26 ], "duration": 66.66, "caption": "A woman comes out of the bathroom and walks to the living room.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 192681, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 53.72, 54.92 ], "duration": 60.66, "caption": "A woman comes out of the bathroom with a towel on their head and in a robe.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 192682, "video_name": "s05e13_seg02_clip_01", "timestamp": [ 3.66, 5.49 ], "duration": 61.66, "caption": "A woman looks down at her clothes and goes into her bathroom.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 192683, "video_name": "s07e06_seg01_clip_00", "timestamp": [ 55.8, 60.65 ], "duration": 97.66, "caption": "A woman gets up and goes to the bathroom.", "similarity": 0.6521, "relevance": 2 }, { "pair_id": 192684, "video_name": "s05e13_seg02_clip_00", "timestamp": [ 59.55, 62.03 ], "duration": 62.66, "caption": "A woman comes out of her bathroom in a long sweater and long dress.", "similarity": 0.6509, "relevance": 1 }, { "pair_id": 192685, "video_name": "house_s08e19_seg02_clip_05", "timestamp": [ 82.24, 87.02 ], "duration": 87.66, "caption": "A woman walks out of the room with her coat over her arm.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 192686, "video_name": "house_s05e18_seg02_clip_12", "timestamp": [ 80.57, 90.02 ], "duration": 90.66, "caption": "A woman walks into a patient room heads to the bathroom.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 192687, "video_name": "friends_s08e13_seg02_clip_17", "timestamp": [ 16.25, 18.28 ], "duration": 58.66, "caption": "A woman walks into the bathroom with two other people.", "similarity": 0.6427, "relevance": 3 }, { "pair_id": 192688, "video_name": "friends_s07e23-24_seg02_clip_13", "timestamp": [ 35.72, 42.02 ], "duration": 60.66, "caption": "A woman walks out of the bathroom wearing a red dress.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 192689, "video_name": "grey_s03e07_seg02_clip_08", "timestamp": [ 36.37, 39.4 ], "duration": 101.66, "caption": "A woman opens the door and walks in to the bathroom.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 192690, "video_name": "friends_s09e08_seg02_clip_07", "timestamp": [ 32.47, 36.64 ], "duration": 59.66, "caption": "A woman walks out of the bathroom and heads over to another woman.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 192691, "video_name": "friends_s09e14_seg02_clip_06", "timestamp": [ 15.44, 18.28 ], "duration": 63.66, "caption": "A woman walks into the bathroom away from a man.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 192692, "video_name": "friends_s02e11_seg02_clip_08", "timestamp": [ 21.38, 57.02 ], "duration": 57.66, "caption": "A woman walks from the bathroom to the couch before sitting down.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 192693, "video_name": "grey_s02e21_seg02_clip_17", "timestamp": [ 24.7, 30.98 ], "duration": 89.66, "caption": "A woman walks into a restroom and a person follows her in.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 192694, "video_name": "friends_s06e18_seg02_clip_01", "timestamp": [ 2.31, 14.2 ], "duration": 66.66, "caption": "A woman comes out of the bathroom and picks up the phone.", "similarity": 0.6207, "relevance": 1 }, { "pair_id": 192695, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A woman leaves the bathroom and walks up to a man.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 192696, "video_name": "grey_s03e20_seg02_clip_07", "timestamp": [ 23.26, 29.77 ], "duration": 93.66, "caption": "A woman walks out of the bathroom stall wiping her eyes and nose with kleenex.", "similarity": 0.6159, "relevance": 0 }, { "pair_id": 192697, "video_name": "grey_s02e13_seg02_clip_20", "timestamp": [ 33.15, 44.67 ], "duration": 47.66, "caption": "A woman walks into the bathroom and sits down on the floor.", "similarity": 0.6154, "relevance": 1 }, { "pair_id": 192698, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 38.69, 42.78 ], "duration": 91.66, "caption": "A woman holds onto her coffee cup and walks out of the room.", "similarity": 0.6152, "relevance": 1 }, { "pair_id": 192699, "video_name": "grey_s03e11_seg02_clip_03", "timestamp": [ 29.06, 47.97 ], "duration": 92.66, "caption": "A woman comes out of the bathroom walking to her bed, severely bent over.", "similarity": 0.6133, "relevance": 1 } ] }, { "query_id": 8780, "query": "Two people are standing by the doorway entrance as a man is making facial gestures.", "relevant_moment": [ { "pair_id": 4860, "video_name": "friends_s10e10_seg02_clip_14", "timestamp": [ 0.0, 3.42 ], "duration": 57.66, "caption": "Two people are standing by the doorway entrance as a man is making facial gestures.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4861, "video_name": "s01e01_seg02_clip_15", "timestamp": [ 0.0, 12.29 ], "duration": 63.66, "caption": "Two people have a conversation as they stand in a doorway.", "similarity": 0.7311, "relevance": 3 }, { "pair_id": 4862, "video_name": "house_s03e05_seg02_clip_05", "timestamp": [ 0.0, 9.18 ], "duration": 91.66, "caption": "A man is standing at a doorway entrance as he speaks to two men.", "similarity": 0.7309, "relevance": 2 }, { "pair_id": 4863, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 43.94, 45.47 ], "duration": 61.66, "caption": "A man opens the door to see two people standing at the doorway.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 4864, "video_name": "s01e10_seg02_clip_07", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "Two men are standing next to each other at the doorway.", "similarity": 0.724, "relevance": 3 }, { "pair_id": 4865, "video_name": "grey_s03e20_seg02_clip_09", "timestamp": [ 46.34, 49.32 ], "duration": 85.66, "caption": "A person turns around and a couple is standing in the doorway.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 4866, "video_name": "s04e24_seg02_clip_17", "timestamp": [ 34.21, 37.25 ], "duration": 76.66, "caption": "A person opens the door and a man is standing at the doorway.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 4867, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 44.99, 47.06 ], "duration": 59.66, "caption": "A person opens the door and another person is standing in the doorway.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 4868, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is talking to another person while standing at the doorway.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 4869, "video_name": "s04e09_seg02_clip_08", "timestamp": [ 28.81, 34.22 ], "duration": 60.66, "caption": "A man and woman kiss while standing in the doorway.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 4870, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A man is standing at the door entrance as he speaks to another man.", "similarity": 0.702, "relevance": 2 }, { "pair_id": 4871, "video_name": "friends_s02e19_seg02_clip_19", "timestamp": [ 0.0, 13.14 ], "duration": 48.66, "caption": "A man and another person are speaking through a small opening at the door entrance.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 4872, "video_name": "castle_s07e07_seg02_clip_26", "timestamp": [ 0.41, 3.27 ], "duration": 81.66, "caption": "A person turns around to see another person standing in the doorway.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 4873, "video_name": "s01e07_seg01_clip_01", "timestamp": [ 84.2, 88.75 ], "duration": 91.66, "caption": "Two people turn their heads and look toward the doorway.", "similarity": 0.6968, "relevance": 1 }, { "pair_id": 4874, "video_name": "s07e02_seg02_clip_09", "timestamp": [ 8.7, 16.51 ], "duration": 60.66, "caption": "A person is standing at the door entrance as he speaks to another person.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 4875, "video_name": "s07e05_seg02_clip_03", "timestamp": [ 11.4, 19.96 ], "duration": 57.66, "caption": "A person stands at someone's doorway to speak to another person.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 4876, "video_name": "s10e10_seg02_clip_06", "timestamp": [ 42.72, 52.79 ], "duration": 61.66, "caption": "Two people are standing in the doorway and one of them makes fun of what the other brought.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 4877, "video_name": "s07e07_seg02_clip_13", "timestamp": [ 11.9, 14.04 ], "duration": 61.66, "caption": "A person opens the front door and another person is standing at the doorway.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 4878, "video_name": "house_s08e03_seg02_clip_03", "timestamp": [ 7.92, 10.56 ], "duration": 88.66, "caption": "A person nods his head toward another person standing near the doorway.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 4879, "video_name": "s07e07_seg02_clip_07", "timestamp": [ 32.46, 36.89 ], "duration": 59.66, "caption": "A person gestures to the door and a man enters.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 178180, "video_name": "s01e01_seg02_clip_15", "timestamp": [ 0.0, 13.24 ], "duration": 63.66, "caption": "Two people stand next to each other in an open doorway as they stare into the hallway and have a conversation.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 178181, "video_name": "met_s02e21_seg02_clip_02", "timestamp": [ 33.66, 34.87 ], "duration": 60.66, "caption": "A person stands at the doorway when a person leaves the doorway.", "similarity": 0.6803, "relevance": 3 }, { "pair_id": 178182, "video_name": "castle_s06e07_seg02_clip_16", "timestamp": [ 56.69, 59.36 ], "duration": 89.66, "caption": "Two people are standing at the door as someone opens the door.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 178183, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 0.0, 25.74 ], "duration": 62.66, "caption": "A woman and a man have a conversation with a person in their doorway.", "similarity": 0.6707, "relevance": 4 }, { "pair_id": 178184, "video_name": "s10e11_seg01_clip_00", "timestamp": [ 4.25, 20.41 ], "duration": 85.66, "caption": "Two people are speaking to each other at the door entrance.", "similarity": 0.6701, "relevance": 3 }, { "pair_id": 178185, "video_name": "grey_s02e22_seg02_clip_18", "timestamp": [ 6.27, 9.4 ], "duration": 89.66, "caption": "A person looks up and sees another person standing in the doorway.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 178186, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 74.33, 77.45 ], "duration": 89.66, "caption": "A person looks toward someone standing in the doorway.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 178187, "video_name": "house_s04e07_seg02_clip_18", "timestamp": [ 23.56, 33.53 ], "duration": 90.66, "caption": "A man gets up from his seat and stands at the doorway as he speaks to another man.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 178188, "video_name": "friends_s09e06_seg02_clip_03", "timestamp": [ 28.13, 29.61 ], "duration": 59.66, "caption": "A man opens the door and sees another person standing there.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 178189, "video_name": "s04e06_seg02_clip_08", "timestamp": [ 28.04, 43.68 ], "duration": 59.66, "caption": "Two people are standing by the front door talking to a person.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 178190, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 0.0, 15.93 ], "duration": 118.66, "caption": "A woman is standing with a man at the doorway talking with another man.", "similarity": 0.6642, "relevance": 4 }, { "pair_id": 178191, "video_name": "grey_s03e08_seg02_clip_14", "timestamp": [ 0.0, 6.18 ], "duration": 82.66, "caption": "Two people walk into someone's room and stand by the door.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 178192, "video_name": "friends_s09e04_seg02_clip_05", "timestamp": [ 43.02, 45.75 ], "duration": 60.66, "caption": "A man goes to the door and another person is standing there.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 178193, "video_name": "s09e10_seg02_clip_16", "timestamp": [ 42.49, 53.03 ], "duration": 62.66, "caption": "A person talks with two other people at the doorway.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 178194, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 2.2, 4.4 ], "duration": 88.66, "caption": "A person opens the door and another person stands up.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 178195, "video_name": "s01e14_seg02_clip_07", "timestamp": [ 20.95, 25.09 ], "duration": 59.66, "caption": "A woman stands in the doorway pointing dramatically towards two people.", "similarity": 0.6575, "relevance": 3 }, { "pair_id": 178196, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 84.23, 87.01 ], "duration": 92.66, "caption": "A person opens the door for another person and gestures to someone as they leave.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 178197, "video_name": "friends_s10e17-18_seg02_clip_42", "timestamp": [ 39.67, 41.3 ], "duration": 65.66, "caption": "A man turns around to see a woman standing in the doorway.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 178198, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 0.0, 15.06 ], "duration": 70.66, "caption": "A man stands in the doorway and talks to a woman.", "similarity": 0.65, "relevance": 3 }, { "pair_id": 178199, "video_name": "s01e17_seg02_clip_01", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A man gets up from his chair and approaches another man who's standing at the doorway.", "similarity": 0.6497, "relevance": 2 } ] }, { "query_id": 8804, "query": "A woman shoves food into woman's nose while they're in the kitchen.", "relevant_moment": [ { "pair_id": 87040, "video_name": "friends_s10e10_seg02_clip_10", "timestamp": [ 29.51, 32.51 ], "duration": 54.66, "caption": "A woman shoves food into woman's nose while they're in the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 87041, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 47.46, 49.27 ], "duration": 90.66, "caption": "A woman shoves some food into a man's mouth while they are talking.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 87042, "video_name": "friends_s01e09_seg02_clip_12", "timestamp": [ 0.9, 3.3 ], "duration": 60.66, "caption": "A woman is pushing another woman out of her kitchen.", "similarity": 0.7154, "relevance": 1 }, { "pair_id": 87043, "video_name": "friends_s07e23-24_seg02_clip_28", "timestamp": [ 0.0, 3.4 ], "duration": 68.66, "caption": "A woman walks away from another woman as the latter tries to stop her and tells her to eat with her as she is in the kitchen.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 87044, "video_name": "friends_s10e10_seg02_clip_10", "timestamp": [ 29.51, 35.24 ], "duration": 54.66, "caption": "A woman shoves a marshmallow up another woman's nose as they prep for dinner.", "similarity": 0.6925, "relevance": 4 }, { "pair_id": 87045, "video_name": "s09e23_seg02_clip_04", "timestamp": [ 57.98, 60.11 ], "duration": 61.66, "caption": "A woman, preparing food in the kitchen, looks toward another woman with mild surprise.", "similarity": 0.6906, "relevance": 1 }, { "pair_id": 87046, "video_name": "friends_s01e15_seg02_clip_17", "timestamp": [ 3.99, 10.55 ], "duration": 57.66, "caption": "A woman takes hold of woman's hands in the kitchen.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 87047, "video_name": "friends_s02e24_seg02_clip_06", "timestamp": [ 12.51, 16.17 ], "duration": 61.66, "caption": "A woman puts some food into her palm and then into her mouth.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 87048, "video_name": "friends_s03e13_seg02_clip_14", "timestamp": [ 48.74, 52.41 ], "duration": 52.66, "caption": "A woman holds up a kitchen smasher to another woman as she walks in.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 87049, "video_name": "friends_s03e09_seg01_clip_00", "timestamp": [ 22.42, 25.22 ], "duration": 35.66, "caption": "A woman stuffs a marshmallow up another woman's nose while she prepares the dish.", "similarity": 0.6579, "relevance": 4 }, { "pair_id": 87050, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman throws food into the air and catches it in her mouth.", "similarity": 0.6556, "relevance": 1 }, { "pair_id": 87051, "video_name": "s05e02_seg02_clip_11", "timestamp": [ 65.68, 67.02 ], "duration": 67.66, "caption": "A woman is standing in woman's kitchen with woman.", "similarity": 0.6549, "relevance": 1 }, { "pair_id": 87052, "video_name": "castle_s04e12_seg02_clip_12", "timestamp": [ 0.0, 5.52 ], "duration": 92.66, "caption": "A woman puts food in her mouth with her right hand.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 87053, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 5.49, 8.54 ], "duration": 122.66, "caption": "A woman throws a food and catches it with her mouth.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 87054, "video_name": "house_s01e18_seg02_clip_03", "timestamp": [ 0.0, 2.63 ], "duration": 87.66, "caption": "A woman takes a piece of food from a container and puts it in her mouth.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 87055, "video_name": "friends_s03e07_seg02_clip_07", "timestamp": [ 12.33, 19.61 ], "duration": 56.66, "caption": "A woman leads a man by the hand into the kitchen.", "similarity": 0.6402, "relevance": 1 }, { "pair_id": 87056, "video_name": "s07e20_seg02_clip_08", "timestamp": [ 37.52, 40.52 ], "duration": 60.66, "caption": "A woman takes a forkful of food and lifts it into her mouth.", "similarity": 0.6392, "relevance": 1 }, { "pair_id": 87058, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 38.84, 41.18 ], "duration": 58.66, "caption": "A woman grabs someone by the arm and pulls them to one side of the kitchen.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 87059, "video_name": "s05e07_seg02_clip_08", "timestamp": [ 5.1, 17.01 ], "duration": 68.66, "caption": "A woman pours food into a bowl as she speaks to a man in her kitchen.", "similarity": 0.6374, "relevance": 1 } ] }, { "query_id": 8825, "query": "A man walks up to two other people and stops.", "relevant_moment": [ { "pair_id": 171600, "video_name": "castle_s04e09_seg02_clip_01", "timestamp": [ 24.97, 26.78 ], "duration": 90.66, "caption": "A man walks up to two other people and stops.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171601, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 21.85, 29.58 ], "duration": 91.66, "caption": "A man stands up and walks over to two other people.", "similarity": 0.8439, "relevance": 4 }, { "pair_id": 171602, "video_name": "friends_s06e10_seg02_clip_07", "timestamp": [ 45.6, 53.02 ], "duration": 53.66, "caption": "A man walks up to two people and disrupts them.", "similarity": 0.8409, "relevance": 4 }, { "pair_id": 171603, "video_name": "castle_s05e20_seg02_clip_06", "timestamp": [ 62.61, 64.85 ], "duration": 89.66, "caption": "A man walks up behind a man and comes to a stop.", "similarity": 0.8236, "relevance": 2 }, { "pair_id": 171604, "video_name": "castle_s08e17_seg02_clip_25", "timestamp": [ 24.19, 29.77 ], "duration": 93.66, "caption": "A man walks up to two people and talks then they all leave.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 171605, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.7955, "relevance": 2 }, { "pair_id": 171606, "video_name": "grey_s02e05_seg02_clip_01", "timestamp": [ 36.0, 39.27 ], "duration": 93.66, "caption": "A man is walking and stops and returns to another person.", "similarity": 0.7926, "relevance": 2 }, { "pair_id": 171607, "video_name": "s03e05_seg02_clip_05", "timestamp": [ 22.97, 26.33 ], "duration": 56.66, "caption": "A person walks towards and stops in front of a man.", "similarity": 0.7912, "relevance": 2 }, { "pair_id": 171608, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.7874, "relevance": 2 }, { "pair_id": 171609, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 30.23, 36.75 ], "duration": 93.66, "caption": "A man stands up and walks away from two other people.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 171610, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A man stands up and walks over to another person.", "similarity": 0.7826, "relevance": 2 }, { "pair_id": 171611, "video_name": "castle_s05e19_seg02_clip_14", "timestamp": [ 42.17, 45.27 ], "duration": 124.66, "caption": "A man walks quickly to approach two other people.", "similarity": 0.782, "relevance": 2 }, { "pair_id": 171612, "video_name": "castle_s07e07_seg02_clip_06", "timestamp": [ 6.39, 11.86 ], "duration": 91.66, "caption": "A man walks up to two people and starts a conversation with them.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 171613, "video_name": "met_s02e21_seg02_clip_14", "timestamp": [ 4.73, 10.4 ], "duration": 63.66, "caption": "A man walks behind two people and stands between two other people.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 171614, "video_name": "house_s02e08_seg02_clip_24", "timestamp": [ 20.28, 27.95 ], "duration": 90.66, "caption": "A man stands up and walks forward to another man.", "similarity": 0.7718, "relevance": 1 }, { "pair_id": 171615, "video_name": "castle_s05e06_seg02_clip_01", "timestamp": [ 73.03, 90.66 ], "duration": 90.66, "caption": "A man walks up to two people and they converse with each other.", "similarity": 0.7717, "relevance": 4 }, { "pair_id": 171616, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is talking to a person and another person walks up to them.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 171617, "video_name": "friends_s01e02_seg02_clip_10", "timestamp": [ 7.36, 12.49 ], "duration": 64.66, "caption": "A person stands up and walks between two other people.", "similarity": 0.7642, "relevance": 3 }, { "pair_id": 171618, "video_name": "s04e11_seg02_clip_03", "timestamp": [ 10.23, 11.48 ], "duration": 62.66, "caption": "A person walks past a man and stands next to two other men.", "similarity": 0.7595, "relevance": 2 }, { "pair_id": 171619, "video_name": "met_s03e17_seg02_clip_01", "timestamp": [ 42.77, 44.27 ], "duration": 60.66, "caption": "A man walks up behind another man and startles him.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 344920, "video_name": "friends_s03e12_seg02_clip_05", "timestamp": [ 14.18, 21.43 ], "duration": 63.66, "caption": "A man walks toward the exit and then walks beside to another person.", "similarity": 0.7563, "relevance": 4 }, { "pair_id": 344921, "video_name": "friends_s10e11_seg02_clip_15", "timestamp": [ 9.74, 11.51 ], "duration": 59.66, "caption": "A person walks up to a man when he's talking to other people.", "similarity": 0.7555, "relevance": 3 }, { "pair_id": 344922, "video_name": "house_s02e20_seg02_clip_14", "timestamp": [ 17.86, 22.96 ], "duration": 85.66, "caption": "A person walks up next to another person and startles him.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 344923, "video_name": "friends_s10e02_seg02_clip_15", "timestamp": [ 20.07, 22.58 ], "duration": 62.66, "caption": "A man walks past two people to stand with another man.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 344924, "video_name": "grey_s02e20_seg02_clip_15", "timestamp": [ 0.0, 4.35 ], "duration": 87.66, "caption": "A person walks up to a man causing him to turn around.", "similarity": 0.7536, "relevance": 1 }, { "pair_id": 344925, "video_name": "castle_s03e04_seg02_clip_16", "timestamp": [ 18.02, 25.68 ], "duration": 90.66, "caption": "A man enters and walks up next to a person.", "similarity": 0.7531, "relevance": 2 }, { "pair_id": 344926, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A person walks up and stands next to a man.", "similarity": 0.7511, "relevance": 2 }, { "pair_id": 344927, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 41.33, 47.61 ], "duration": 89.66, "caption": "A man stands up and starts walking but someone stops him.", "similarity": 0.7506, "relevance": 2 }, { "pair_id": 344929, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 1.48, 4.13 ], "duration": 59.66, "caption": "A person quickly walks towards another person and stops when he gets there.", "similarity": 0.7467, "relevance": 4 }, { "pair_id": 344930, "video_name": "met_s05e01_seg02_clip_03", "timestamp": [ 28.3, 31.75 ], "duration": 69.66, "caption": "A man walks over to two individuals who are talking to each other.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 344931, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 26.56, 28.36 ], "duration": 90.66, "caption": "A person walks in between two men as he walks forward.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 344932, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 14.57, 16.45 ], "duration": 94.66, "caption": "A man turns to another man as he walks up beside him.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 344933, "video_name": "met_s02e12_seg02_clip_12", "timestamp": [ 40.72, 42.64 ], "duration": 55.66, "caption": "A man is walking forward as another man stops him by starting a conversation with him.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 344934, "video_name": "house_s01e02_seg02_clip_02", "timestamp": [ 82.91, 89.64 ], "duration": 89.66, "caption": "A man walks out and another person follows him.", "similarity": 0.7381, "relevance": 1 }, { "pair_id": 344935, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 71.63, 75.35 ], "duration": 93.66, "caption": "Two people walk up and interrupt a man and another man.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 344936, "video_name": "castle_s07e02_seg02_clip_12", "timestamp": [ 0.0, 3.54 ], "duration": 88.66, "caption": "A person walks up to a man and introduces the people next to them.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 344937, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person gets up and walks closer to another person.", "similarity": 0.7344, "relevance": 1 }, { "pair_id": 344938, "video_name": "friends_s09e13_seg02_clip_07", "timestamp": [ 6.21, 11.89 ], "duration": 54.66, "caption": "Two men get up and walk over to some people.", "similarity": 0.7307, "relevance": 3 }, { "pair_id": 344939, "video_name": "house_s08e09_seg02_clip_12", "timestamp": [ 21.16, 24.76 ], "duration": 90.66, "caption": "A man walks over to stand next to another person.", "similarity": 0.7305, "relevance": 3 } ] }, { "query_id": 8865, "query": "A woman gets up from her chair and leans over person before walking off.", "relevant_moment": [ { "pair_id": 7580, "video_name": "castle_s02e09_seg02_clip_21", "timestamp": [ 16.12, 21.95 ], "duration": 89.66, "caption": "A woman gets up from her chair and leans over person before walking off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7581, "video_name": "castle_s04e15_seg02_clip_20", "timestamp": [ 68.61, 75.42 ], "duration": 90.66, "caption": "A woman gets up from her chair and goes beside another person.", "similarity": 0.7571, "relevance": 3 }, { "pair_id": 7582, "video_name": "friends_s10e11_seg02_clip_10", "timestamp": [ 42.86, 45.66 ], "duration": 56.66, "caption": "A woman gets up from her chair and walks over to another woman.", "similarity": 0.748, "relevance": 2 }, { "pair_id": 7583, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 21.77, 24.49 ], "duration": 68.66, "caption": "A woman gets up off the chair and turns and walks away from another woman.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 7584, "video_name": "castle_s07e04_seg02_clip_22", "timestamp": [ 9.81, 12.94 ], "duration": 89.66, "caption": "A woman stops leaning forward and leans back into her chair.", "similarity": 0.7348, "relevance": 1 }, { "pair_id": 7585, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 66.79, 72.2 ], "duration": 90.66, "caption": "A woman stands up and walks over to a person and leans over him.", "similarity": 0.7337, "relevance": 3 }, { "pair_id": 7586, "video_name": "friends_s07e03_seg02_clip_15", "timestamp": [ 42.48, 46.19 ], "duration": 57.66, "caption": "A woman steps off the chair she was standing on and walks over where two people are sitting.", "similarity": 0.7306, "relevance": 1 }, { "pair_id": 7587, "video_name": "friends_s04e02_seg02_clip_05", "timestamp": [ 54.89, 60.32 ], "duration": 60.66, "caption": "A woman gets up from a chair and walks toward another woman.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 7588, "video_name": "friends_s08e02_seg02_clip_04", "timestamp": [ 33.5, 41.25 ], "duration": 62.66, "caption": "A woman gets up from the chair and hugs person.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 7589, "video_name": "friends_s02e07_seg02_clip_08", "timestamp": [ 40.33, 42.65 ], "duration": 58.66, "caption": "A woman leans over her chair and then trips.", "similarity": 0.7089, "relevance": 1 }, { "pair_id": 7590, "video_name": "s10e08_seg02_clip_08", "timestamp": [ 50.75, 54.4 ], "duration": 73.66, "caption": "A woman stands up from her chair and walks over to a man.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 7591, "video_name": "friends_s02e05_seg02_clip_12", "timestamp": [ 51.17, 55.21 ], "duration": 62.66, "caption": "A woman stands up from the chair and walks past woman.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 7592, "video_name": "s02e11_seg02_clip_02", "timestamp": [ 27.31, 31.81 ], "duration": 60.66, "caption": "A woman is about to walk out when a person stops her.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 7593, "video_name": "friends_s04e06_seg02_clip_03", "timestamp": [ 11.9, 13.93 ], "duration": 58.66, "caption": "A woman sits on the arm of someone's chair and quickly gets back up.", "similarity": 0.6919, "relevance": 2 }, { "pair_id": 7594, "video_name": "grey_s02e25_seg02_clip_10", "timestamp": [ 34.24, 47.75 ], "duration": 90.66, "caption": "A woman stands up from the chair she is sitting in and moves closer to another woman, getting in her face and scorns her before walking away.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 7595, "video_name": "friends_s09e19_seg02_clip_21", "timestamp": [ 7.41, 14.23 ], "duration": 59.66, "caption": "A person walks around woman's chair and then stops.", "similarity": 0.6848, "relevance": 1 }, { "pair_id": 7596, "video_name": "friends_s03e03_seg02_clip_03", "timestamp": [ 0.0, 4.64 ], "duration": 58.66, "caption": "A woman pats someone on the shoulder and gets up.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 7597, "video_name": "castle_s01e02_seg02_clip_10", "timestamp": [ 18.58, 24.93 ], "duration": 90.66, "caption": "A woman stands up and moves to the chair across from her.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 7598, "video_name": "s04e23_seg02_clip_09", "timestamp": [ 37.22, 39.02 ], "duration": 60.66, "caption": "A woman gets up off of her chair and walks away from the waiting area.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 7599, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.6817, "relevance": 3 } ] }, { "query_id": 8882, "query": "A woman is sitting at the kitchen table with a man.", "relevant_moment": [ { "pair_id": 171460, "video_name": "s10e10_seg02_clip_01", "timestamp": [ 36.91, 41.87 ], "duration": 62.66, "caption": "A woman is sitting at the kitchen table with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171461, "video_name": "s10e13_seg02_clip_06", "timestamp": [ 0.0, 7.38 ], "duration": 59.66, "caption": "Two people are sitting at the kitchen table with a woman.", "similarity": 0.9178, "relevance": 3 }, { "pair_id": 171462, "video_name": "friends_s07e04_seg02_clip_05", "timestamp": [ 12.26, 14.54 ], "duration": 57.66, "caption": "A woman sits down in the kitchen chair next to a man at the table.", "similarity": 0.8516, "relevance": 4 }, { "pair_id": 171463, "video_name": "friends_s04e06_seg02_clip_12", "timestamp": [ 1.55, 3.41 ], "duration": 62.66, "caption": "A man sits down next to a woman at the kitchen table.", "similarity": 0.8316, "relevance": 4 }, { "pair_id": 171464, "video_name": "friends_s03e02_seg02_clip_17", "timestamp": [ 7.2, 9.0 ], "duration": 60.66, "caption": "A man sits down next to a woman at the kitchen table.", "similarity": 0.8316, "relevance": 4 }, { "pair_id": 171465, "video_name": "friends_s06e03_seg02_clip_14", "timestamp": [ 34.92, 36.14 ], "duration": 61.66, "caption": "A man sits down across from a woman at the kitchen table.", "similarity": 0.8316, "relevance": 3 }, { "pair_id": 171466, "video_name": "friends_s09e11_seg01_clip_00", "timestamp": [ 36.14, 56.02 ], "duration": 56.66, "caption": "A woman sits at the kitchen table with a man as they converse.", "similarity": 0.8213, "relevance": 4 }, { "pair_id": 171467, "video_name": "friends_s02e15_seg02_clip_03", "timestamp": [ 58.71, 60.22 ], "duration": 60.66, "caption": "A man is sitting at the kitchen counter with a woman in the kitchen.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 171468, "video_name": "friends_s02e21_seg02_clip_03", "timestamp": [ 5.51, 7.25 ], "duration": 58.66, "caption": "A man sits down at the chair next to a woman at the kitchen table.", "similarity": 0.8056, "relevance": 3 }, { "pair_id": 171469, "video_name": "s08e21_seg02_clip_03", "timestamp": [ 45.16, 61.03 ], "duration": 61.66, "caption": "A woman sits down at the table while a man walks around the kitchen and then sits, and they talk.", "similarity": 0.8031, "relevance": 4 }, { "pair_id": 171470, "video_name": "friends_s10e13_seg02_clip_11", "timestamp": [ 43.22, 50.42 ], "duration": 60.66, "caption": "A man, woman and a young woman sit down at the kitchen table.", "similarity": 0.794, "relevance": 3 }, { "pair_id": 171471, "video_name": "s06e16_seg01_clip_00", "timestamp": [ 3.28, 6.97 ], "duration": 82.66, "caption": "A woman sits down at the table with a man.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 171472, "video_name": "friends_s04e21_seg02_clip_00", "timestamp": [ 9.36, 10.92 ], "duration": 62.66, "caption": "A woman sits down at the table with a man.", "similarity": 0.7891, "relevance": 3 }, { "pair_id": 171473, "video_name": "s04e02_seg02_clip_16", "timestamp": [ 0.0, 3.6 ], "duration": 80.66, "caption": "A man is sitting at a table with woman.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 171474, "video_name": "friends_s06e03_seg02_clip_08", "timestamp": [ 23.57, 26.98 ], "duration": 62.66, "caption": "Two people sit at the kitchen table.", "similarity": 0.7747, "relevance": 4 }, { "pair_id": 171475, "video_name": "friends_s03e02_seg02_clip_14", "timestamp": [ 52.53, 55.99 ], "duration": 57.66, "caption": "A man sits down at the table with a woman.", "similarity": 0.7542, "relevance": 3 }, { "pair_id": 171476, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 37.64, 40.61 ], "duration": 66.66, "caption": "A man sits down at the dinner table with woman and woman.", "similarity": 0.7507, "relevance": 4 }, { "pair_id": 171477, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 32.17, 36.3 ], "duration": 59.66, "caption": "A woman sits down at the kitchen table next to two other women.", "similarity": 0.7459, "relevance": 2 }, { "pair_id": 171478, "video_name": "s05e06_seg02_clip_00", "timestamp": [ 13.34, 18.3 ], "duration": 62.66, "caption": "A woman sits down at the table across from man.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 171479, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A man sits at a table in a restaurant with a woman.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 344780, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 34.82, 37.22 ], "duration": 60.66, "caption": "Two people sit down at the kitchen table across from each other.", "similarity": 0.7272, "relevance": 4 }, { "pair_id": 344781, "video_name": "s10e06_seg02_clip_05", "timestamp": [ 54.62, 57.98 ], "duration": 61.66, "caption": "A man sits down beside a woman at the table.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 344782, "video_name": "met_s03e10_seg02_clip_06", "timestamp": [ 20.0, 22.65 ], "duration": 58.66, "caption": "A woman sits on the table and a man sits later.", "similarity": 0.7247, "relevance": 3 }, { "pair_id": 344783, "video_name": "friends_s08e16_seg02_clip_14", "timestamp": [ 3.2, 5.44 ], "duration": 64.66, "caption": "A man and a woman sit down at the dinner table.", "similarity": 0.7228, "relevance": 3 }, { "pair_id": 344784, "video_name": "grey_s03e03_seg02_clip_13", "timestamp": [ 88.81, 90.16 ], "duration": 90.66, "caption": "A man goes to the table where a woman is sitting with a man.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 344785, "video_name": "met_s02e01_seg02_clip_17", "timestamp": [ 7.65, 9.26 ], "duration": 46.66, "caption": "Three people sit at a kitchen table.", "similarity": 0.7218, "relevance": 3 }, { "pair_id": 344786, "video_name": "friends_s07e04_seg02_clip_06", "timestamp": [ 3.97, 6.41 ], "duration": 61.66, "caption": "A woman hands a picture to a man who is sitting at a kitchen table.", "similarity": 0.721, "relevance": 4 }, { "pair_id": 344787, "video_name": "house_s01e20_seg02_clip_19", "timestamp": [ 0.0, 74.95 ], "duration": 76.66, "caption": "A woman and man both sit at the table at dinner together.", "similarity": 0.7209, "relevance": 3 }, { "pair_id": 344788, "video_name": "friends_s10e09_seg02_clip_17", "timestamp": [ 2.93, 36.95 ], "duration": 58.66, "caption": "A man and a woman are sitting at a restaurant table.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 344789, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A woman is sitting next to man at a restaurant table.", "similarity": 0.7177, "relevance": 3 }, { "pair_id": 344790, "video_name": "friends_s10e12_seg02_clip_21", "timestamp": [ 0.0, 50.39 ], "duration": 58.66, "caption": "A man and a woman were sitting at the dining table.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 344791, "video_name": "castle_s06e01_seg02_clip_18", "timestamp": [ 16.53, 18.18 ], "duration": 82.66, "caption": "A woman sits down across from man at the table.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 344792, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A woman is holding a table while sitting next to a man.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 344793, "video_name": "friends_s03e15_seg02_clip_02", "timestamp": [ 45.6, 53.02 ], "duration": 53.66, "caption": "A woman is with another woman sitting at the kitchen table as she tells her that she is enjoying her time with a man but his interpreter is starting to bother her.", "similarity": 0.715, "relevance": 2 }, { "pair_id": 344795, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 51.26, 55.84 ], "duration": 61.66, "caption": "Both a guy and a man sit down at the kitchen table.", "similarity": 0.7117, "relevance": 3 }, { "pair_id": 344796, "video_name": "met_s03e19_seg02_clip_08", "timestamp": [ 56.7, 60.64 ], "duration": 60.66, "caption": "A woman sits down at the table next to a man.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 344797, "video_name": "friends_s06e03_seg02_clip_11", "timestamp": [ 24.5, 29.81 ], "duration": 59.66, "caption": "A man sits at the kitchen table and grabs both woman and guy's arms.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 344798, "video_name": "s03e10_seg02_clip_04", "timestamp": [ 48.34, 52.19 ], "duration": 64.66, "caption": "A man and a woman sit down at the table with a man.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 344799, "video_name": "s09e07_seg02_clip_15", "timestamp": [ 12.99, 14.17 ], "duration": 59.66, "caption": "A woman grabs a man's hand as they are sitting at the kitchen table.", "similarity": 0.7085, "relevance": 4 } ] }, { "query_id": 8895, "query": "A man was having a conversation with the woman wearing black coat.", "relevant_moment": [ { "pair_id": 72700, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 0.0, 33.38 ], "duration": 94.66, "caption": "A man was having a conversation with the woman wearing black coat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 72701, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 6.62, 56.48 ], "duration": 88.66, "caption": "A man was having a conversation with a woman wearing black coat.", "similarity": 0.9945, "relevance": 4 }, { "pair_id": 72702, "video_name": "friends_s01e16-17_seg02_clip_08", "timestamp": [ 0.0, 15.41 ], "duration": 56.66, "caption": "A man and the woman wearing a black coat were having a conversation.", "similarity": 0.9561, "relevance": 4 }, { "pair_id": 72703, "video_name": "house_s06e05_seg02_clip_04", "timestamp": [ 0.0, 26.78 ], "duration": 119.66, "caption": "A man was having a conversation with the woman in black jacket.", "similarity": 0.916, "relevance": 4 }, { "pair_id": 72704, "video_name": "friends_s04e23-24_seg02_clip_11", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A man and a woman wearing black jacket were having a conversation.", "similarity": 0.8784, "relevance": 3 }, { "pair_id": 72705, "video_name": "friends_s05e06_seg02_clip_13", "timestamp": [ 0.0, 18.57 ], "duration": 58.66, "caption": "A woman was having a conversation with a man wearing black leather jacket.", "similarity": 0.8711, "relevance": 3 }, { "pair_id": 72706, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 0.0, 48.79 ], "duration": 89.66, "caption": "Two people and a person wearing black coat were having a conversation.", "similarity": 0.8673, "relevance": 2 }, { "pair_id": 72707, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 0.0, 33.85 ], "duration": 94.66, "caption": "A man was sitting whilst talking to the woman wearing black coat.", "similarity": 0.8586, "relevance": 4 }, { "pair_id": 72708, "video_name": "friends_s09e06_seg02_clip_04", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman was having a conversation with a man wearing a brown coat.", "similarity": 0.8583, "relevance": 3 }, { "pair_id": 72709, "video_name": "friends_s02e08_seg02_clip_04", "timestamp": [ 0.0, 55.02 ], "duration": 55.66, "caption": "A woman was having a conversation with a man wearing a brown coat.", "similarity": 0.8583, "relevance": 4 }, { "pair_id": 72710, "video_name": "house_s07e10_seg02_clip_25", "timestamp": [ 0.0, 49.84 ], "duration": 151.66, "caption": "A man was having a conversation with woman wearing gray coat.", "similarity": 0.8553, "relevance": 4 }, { "pair_id": 72711, "video_name": "house_s01e12_seg02_clip_01", "timestamp": [ 0.0, 18.86 ], "duration": 89.66, "caption": "A man was having a conversation with a woman wearing gray coat.", "similarity": 0.8532, "relevance": 4 }, { "pair_id": 72712, "video_name": "friends_s04e06_seg01_clip_00", "timestamp": [ 0.0, 7.51 ], "duration": 79.66, "caption": "A man and woman wearing a black leather jacket were having a conversation.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 72713, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 0.0, 13.2 ], "duration": 91.66, "caption": "A man was having a conversation with a woman wearing black suit.", "similarity": 0.8335, "relevance": 4 }, { "pair_id": 72714, "video_name": "friends_s08e01_seg02_clip_16", "timestamp": [ 6.83, 24.18 ], "duration": 52.66, "caption": "A man was having a conversation with the woman wearing black dress.", "similarity": 0.8295, "relevance": 3 }, { "pair_id": 72715, "video_name": "friends_s09e15_seg02_clip_03", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "A man was talking with another man wearing black coat.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 72716, "video_name": "house_s05e22_seg02_clip_11", "timestamp": [ 27.48, 56.82 ], "duration": 93.66, "caption": "A man was having an intense conversation with a woman wearing a black blouse.", "similarity": 0.8102, "relevance": 4 }, { "pair_id": 72717, "video_name": "friends_s04e07_seg02_clip_16", "timestamp": [ 17.68, 24.19 ], "duration": 62.66, "caption": "A woman was having a conversation with a man wearing black sweater.", "similarity": 0.8094, "relevance": 2 }, { "pair_id": 72718, "video_name": "castle_s05e14_seg02_clip_21", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A woman was having a serious conversation with a man wearing black leather jacket.", "similarity": 0.8086, "relevance": 4 }, { "pair_id": 72719, "video_name": "friends_s07e15_seg02_clip_16", "timestamp": [ 0.0, 10.72 ], "duration": 51.66, "caption": "A man and a woman wearing black shirt were having a conversation.", "similarity": 0.8067, "relevance": 3 }, { "pair_id": 246020, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 45.45, 50.55 ], "duration": 92.66, "caption": "A man puts on his coat while talking with woman.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 246021, "video_name": "castle_s05e10_seg02_clip_23", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A woman was seriously talking to a person wearing black coat.", "similarity": 0.8025, "relevance": 4 }, { "pair_id": 246022, "video_name": "friends_s07e14_seg02_clip_04", "timestamp": [ 0.0, 7.5 ], "duration": 60.66, "caption": "A man was having a conversation with another man wearing brown coat and a woman wearing red coat.", "similarity": 0.801, "relevance": 3 }, { "pair_id": 246023, "video_name": "s09e23_seg02_clip_10", "timestamp": [ 0.0, 7.93 ], "duration": 61.66, "caption": "A person was having a conversation with another person wearing a black jacket.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 246024, "video_name": "friends_s03e05_seg02_clip_11", "timestamp": [ 35.64, 45.9 ], "duration": 57.66, "caption": "A woman puts on her coat while talking to man.", "similarity": 0.7973, "relevance": 3 }, { "pair_id": 246025, "video_name": "house_s02e15_seg02_clip_17", "timestamp": [ 37.88, 71.22 ], "duration": 101.66, "caption": "A man was having an intense conversation with a woman wearing a black sweater.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 246026, "video_name": "grey_s02e13_seg02_clip_18", "timestamp": [ 38.89, 44.29 ], "duration": 108.66, "caption": "A man puts on his coat and talks with woman.", "similarity": 0.7916, "relevance": 3 }, { "pair_id": 246027, "video_name": "friends_s08e23-24_seg02_clip_05", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A man and a woman wearing a gray coat were talking to each other.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 246028, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 0.0, 18.63 ], "duration": 138.66, "caption": "A woman was having a conversation with a man wearing gray jacket.", "similarity": 0.7871, "relevance": 2 }, { "pair_id": 246029, "video_name": "friends_s04e19_seg02_clip_12", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A man was having a conversation with a woman wearing black polo.", "similarity": 0.7868, "relevance": 4 }, { "pair_id": 246030, "video_name": "friends_s03e18_seg02_clip_03", "timestamp": [ 0.0, 21.62 ], "duration": 59.66, "caption": "A woman was having a conversation with a man wearing brown sweater and a woman wearing brown coat.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 246031, "video_name": "friends_s05e16_seg02_clip_17", "timestamp": [ 0.0, 13.42 ], "duration": 59.66, "caption": "A man and a woman were having a conversation with another woman wearing black dress.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 246032, "video_name": "friends_s04e16_seg02_clip_15", "timestamp": [ 33.16, 59.21 ], "duration": 59.66, "caption": "A woman and a person wearing a brown coat were having a conversation.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 246033, "video_name": "castle_s05e23_seg02_clip_11", "timestamp": [ 4.14, 11.96 ], "duration": 92.66, "caption": "A man wearing a coat talks to a woman and a person after having a phone call.", "similarity": 0.7734, "relevance": 3 }, { "pair_id": 246034, "video_name": "house_s03e09_seg02_clip_16", "timestamp": [ 0.0, 23.9 ], "duration": 91.66, "caption": "A woman was having a conversation with an old man wearing brown coat.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 246035, "video_name": "friends_s09e12_seg02_clip_17", "timestamp": [ 6.21, 62.12 ], "duration": 62.66, "caption": "A woman and the person wearing brown coat were having a conversation.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 246036, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 0.0, 48.46 ], "duration": 114.66, "caption": "A man was having a conversation with woman.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 246037, "video_name": "castle_s06e11_seg02_clip_01", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A man was having a conversation with woman and person.", "similarity": 0.7647, "relevance": 3 }, { "pair_id": 246038, "video_name": "house_s04e12_seg02_clip_08", "timestamp": [ 0.0, 27.15 ], "duration": 92.66, "caption": "A man was having a conversation with two people and the person wearing gray coat.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 246039, "video_name": "house_s06e14_seg02_clip_04", "timestamp": [ 0.0, 76.14 ], "duration": 88.66, "caption": "A woman and a man were having a conversation.", "similarity": 0.7582, "relevance": 3 } ] }, { "query_id": 8906, "query": "A man puts his fork down and begins speaking while using his hands for emphasis.", "relevant_moment": [ { "pair_id": 225400, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 14.89, 17.54 ], "duration": 53.66, "caption": "A man puts some food in his mouth with a fork.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 225401, "video_name": "s04e06_seg02_clip_14", "timestamp": [ 20.11, 22.21 ], "duration": 60.66, "caption": "A man throws down his fork and throws his hands up as he is sitting at the cafeteria table talking.", "similarity": 0.6633, "relevance": 4 }, { "pair_id": 225402, "video_name": "castle_s05e03_seg02_clip_24", "timestamp": [ 64.82, 66.62 ], "duration": 90.66, "caption": "A person puts down a fork he is holding.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 225403, "video_name": "castle_s06e22_seg02_clip_17", "timestamp": [ 28.28, 30.89 ], "duration": 87.66, "caption": "A man gestures with his hand as he speaks.", "similarity": 0.656, "relevance": 3 }, { "pair_id": 225404, "video_name": "s06e22_seg02_clip_06", "timestamp": [ 17.09, 21.05 ], "duration": 61.66, "caption": "A man puts his hand up to his mouth.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 225405, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 28.07, 32.34 ], "duration": 61.66, "caption": "A man is counting on his fingers when he is speaking.", "similarity": 0.6554, "relevance": 3 }, { "pair_id": 225406, "video_name": "house_s02e05_seg02_clip_23", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to another person and puts their fingers on their chin.", "similarity": 0.6513, "relevance": 2 }, { "pair_id": 225407, "video_name": "s05e22_seg01_clip_00", "timestamp": [ 46.08, 48.21 ], "duration": 61.66, "caption": "A person holds his fork in one hand and motions towards his neck with the other.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 225408, "video_name": "s01e06_seg02_clip_09", "timestamp": [ 52.83, 56.96 ], "duration": 59.66, "caption": "A man places his hand briefly on person's shoulder while he's speaking.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 225409, "video_name": "castle_s04e08_seg02_clip_08", "timestamp": [ 36.05, 39.57 ], "duration": 87.66, "caption": "A man puts his wrist up to his mouth to speak into it.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 225410, "video_name": "s01e14_seg02_clip_08", "timestamp": [ 13.65, 21.71 ], "duration": 62.66, "caption": "A man puts his hand on his face as he listens to person speak.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 225411, "video_name": "s09e10_seg02_clip_12", "timestamp": [ 3.05, 8.54 ], "duration": 61.66, "caption": "A person holds a fork talking at the table.", "similarity": 0.6498, "relevance": 3 }, { "pair_id": 225412, "video_name": "house_s07e21_seg02_clip_01", "timestamp": [ 0.0, 47.33 ], "duration": 91.66, "caption": "A person makes gestures with his hands as he speaks to man.", "similarity": 0.6478, "relevance": 3 }, { "pair_id": 225413, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 6.23, 9.79 ], "duration": 59.66, "caption": "A man is talking and uses his right index finger to point for emphasis.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 225414, "video_name": "met_s06e10_seg02_clip_10", "timestamp": [ 39.1, 42.31 ], "duration": 58.66, "caption": "A man puts a hand over his hear in response to a person speaking to him.", "similarity": 0.6467, "relevance": 3 }, { "pair_id": 225415, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 9.63, 15.68 ], "duration": 55.66, "caption": "A man holds his fork and talks to another person in cafeteria.", "similarity": 0.6465, "relevance": 3 }, { "pair_id": 225416, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 0.0, 11.66 ], "duration": 89.66, "caption": "A person puts some food into their mouth with the fork while talking to another person.", "similarity": 0.6453, "relevance": 3 }, { "pair_id": 225417, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 6.2, 10.62 ], "duration": 59.66, "caption": "A person waves his hand as he is speaking.", "similarity": 0.6451, "relevance": 3 }, { "pair_id": 225418, "video_name": "house_s03e20_seg02_clip_14", "timestamp": [ 33.38, 36.5 ], "duration": 89.66, "caption": "A man slightly shakes his head and brings up his hand to cover his mouth.", "similarity": 0.6448, "relevance": 2 }, { "pair_id": 225419, "video_name": "friends_s10e09_seg02_clip_16", "timestamp": [ 45.52, 52.02 ], "duration": 52.66, "caption": "A man holds his fork up to get the waiters attention.", "similarity": 0.6435, "relevance": 3 } ] }, { "query_id": 8967, "query": "A person walks into the coffee shop and sits down in a chair.", "relevant_moment": [ { "pair_id": 160780, "video_name": "friends_s04e16_seg02_clip_02", "timestamp": [ 23.37, 28.17 ], "duration": 64.66, "caption": "A person walks into the coffee shop and sits down in a chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160781, "video_name": "friends_s05e05_seg02_clip_13", "timestamp": [ 33.19, 38.15 ], "duration": 62.66, "caption": "A woman walks into the coffee shop and sits down on the chair.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 160782, "video_name": "friends_s04e20_seg02_clip_16", "timestamp": [ 0.31, 3.97 ], "duration": 61.66, "caption": "A man walks into the coffee shop and sits down.", "similarity": 0.8434, "relevance": 4 }, { "pair_id": 160783, "video_name": "friends_s09e13_seg02_clip_01", "timestamp": [ 38.88, 45.26 ], "duration": 58.66, "caption": "A woman walks into a coffee shop and sits down.", "similarity": 0.841, "relevance": 4 }, { "pair_id": 160784, "video_name": "friends_s03e13_seg02_clip_16", "timestamp": [ 33.19, 38.46 ], "duration": 62.66, "caption": "A person in a blue jacket walks into the coffee shop and sits down in a chair next to the couch.", "similarity": 0.8342, "relevance": 4 }, { "pair_id": 160785, "video_name": "friends_s04e10_seg02_clip_01", "timestamp": [ 28.99, 34.04 ], "duration": 63.66, "caption": "A woman walks into the coffee shop then sits down.", "similarity": 0.834, "relevance": 4 }, { "pair_id": 160786, "video_name": "friends_s08e11_seg02_clip_07", "timestamp": [ 54.84, 57.82 ], "duration": 59.66, "caption": "A woman sits in a chair in the coffee shop.", "similarity": 0.812, "relevance": 3 }, { "pair_id": 160787, "video_name": "friends_s07e04_seg02_clip_18", "timestamp": [ 44.12, 47.62 ], "duration": 70.66, "caption": "A man gets up from the chair in the coffee shop.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 160788, "video_name": "friends_s06e21_seg01_clip_00", "timestamp": [ 30.76, 51.77 ], "duration": 75.66, "caption": "A person walks across the coffee shop towards some people and then sits down in a chair.", "similarity": 0.8031, "relevance": 4 }, { "pair_id": 160789, "video_name": "friends_s06e02_seg02_clip_02", "timestamp": [ 25.66, 29.37 ], "duration": 57.66, "caption": "A person walks in with their coffee mug and sits on the arm chair.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 160790, "video_name": "friends_s06e24-25_seg02_clip_00", "timestamp": [ 36.5, 39.38 ], "duration": 64.66, "caption": "A person walks into a coffee shop and walks over to the sofa.", "similarity": 0.7783, "relevance": 2 }, { "pair_id": 160791, "video_name": "friends_s08e17_seg02_clip_01", "timestamp": [ 9.19, 10.05 ], "duration": 57.66, "caption": "A person walks through the door of the coffee shop.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 160792, "video_name": "friends_s08e05_seg02_clip_18", "timestamp": [ 56.96, 59.03 ], "duration": 59.66, "caption": "A person walks through the door of the coffee shop.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 160793, "video_name": "friends_s10e09_seg02_clip_05", "timestamp": [ 33.19, 36.77 ], "duration": 59.66, "caption": "A woman walks in the coffee shop and heads towards the chair by the couch.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 160794, "video_name": "friends_s07e16_seg02_clip_08", "timestamp": [ 20.95, 23.32 ], "duration": 59.66, "caption": "A man sits in a large chair in the coffee shop.", "similarity": 0.7752, "relevance": 4 }, { "pair_id": 160795, "video_name": "friends_s06e12_seg01_clip_00", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A man enters a coffee shop and walks over to the seating area.", "similarity": 0.7751, "relevance": 3 }, { "pair_id": 160796, "video_name": "friends_s10e04_seg01_clip_00", "timestamp": [ 3.6, 7.2 ], "duration": 72.66, "caption": "A woman walks into the coffee shop and sits down on the couch arm.", "similarity": 0.7735, "relevance": 4 }, { "pair_id": 160797, "video_name": "s09e16_seg02_clip_03", "timestamp": [ 25.97, 29.81 ], "duration": 59.66, "caption": "A man walks to the chair at the coffee table and sits in it.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 160798, "video_name": "friends_s07e10_seg02_clip_00", "timestamp": [ 8.51, 16.7 ], "duration": 63.66, "caption": "A woman enters the coffee shop and sits on a chair next to two people.", "similarity": 0.7723, "relevance": 4 }, { "pair_id": 160799, "video_name": "friends_s01e16-17_seg02_clip_01", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A man gets up from the chair at the coffee shop.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 334100, "video_name": "friends_s06e15-16_seg02_clip_03", "timestamp": [ 20.6, 29.01 ], "duration": 58.66, "caption": "A woman walks into the coffee shop and sits on the couch.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 334101, "video_name": "house_s04e08_seg02_clip_22", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A person sits in a chair while having a cup of coffee.", "similarity": 0.7484, "relevance": 1 }, { "pair_id": 334102, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 3.11, 9.33 ], "duration": 62.66, "caption": "A person walks in and sits down on the chair.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 334103, "video_name": "friends_s09e04_seg01_clip_00", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A person enters the coffee shop and walks right up to a man who is sitting on the couch in the middle of the shop.", "similarity": 0.7436, "relevance": 3 }, { "pair_id": 334104, "video_name": "friends_s06e03_seg02_clip_18", "timestamp": [ 39.19, 46.71 ], "duration": 62.66, "caption": "A woman walks into the coffee shop and hands something to a man then sits down.", "similarity": 0.7405, "relevance": 3 }, { "pair_id": 334105, "video_name": "friends_s08e08_seg02_clip_03", "timestamp": [ 43.68, 47.52 ], "duration": 59.66, "caption": "A person enters the coffee shop and approaches the sofa.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 334106, "video_name": "friends_s08e21_seg02_clip_05", "timestamp": [ 38.21, 42.2 ], "duration": 57.66, "caption": "A person comes into a coffee shop and stands next to a piece of furniture.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 334107, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 31.32, 34.43 ], "duration": 62.66, "caption": "A person walks into the coffee shop and heads to some people.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 334108, "video_name": "friends_s08e19_seg02_clip_00", "timestamp": [ 32.69, 36.05 ], "duration": 61.66, "caption": "A woman enters the cafe and goes to sit in a chair.", "similarity": 0.7331, "relevance": 1 }, { "pair_id": 334109, "video_name": "friends_s01e10_seg02_clip_00", "timestamp": [ 15.51, 27.6 ], "duration": 62.66, "caption": "A man walks into a cafe, turns a chair around and sits down.", "similarity": 0.7296, "relevance": 3 }, { "pair_id": 334110, "video_name": "friends_s01e20_seg02_clip_12", "timestamp": [ 13.28, 17.71 ], "duration": 59.66, "caption": "A woman walks into a coffee shop while someone is taking orders.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 334111, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 34.52, 40.82 ], "duration": 60.66, "caption": "A person walks in and sits on a chair.", "similarity": 0.7276, "relevance": 3 }, { "pair_id": 334112, "video_name": "friends_s05e06_seg02_clip_00", "timestamp": [ 0.0, 5.03 ], "duration": 67.66, "caption": "A woman enters the coffee shop carrying a box and places it in the chair.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 334113, "video_name": "s05e16_seg02_clip_03", "timestamp": [ 0.0, 5.04 ], "duration": 56.66, "caption": "A person walks into the living room and sits down in a chair.", "similarity": 0.7222, "relevance": 3 }, { "pair_id": 334114, "video_name": "friends_s10e02_seg02_clip_02", "timestamp": [ 11.41, 13.81 ], "duration": 60.66, "caption": "A woman sits down in a chair at a coffee shop, and puts her purse on the floor.", "similarity": 0.7202, "relevance": 3 }, { "pair_id": 334115, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 23.28, 28.07 ], "duration": 63.66, "caption": "A person walks over to a desk and puts their coffee down and goes to sit.", "similarity": 0.7192, "relevance": 1 }, { "pair_id": 334116, "video_name": "friends_s01e16-17_seg02_clip_00", "timestamp": [ 55.71, 61.15 ], "duration": 64.66, "caption": "A person walks into the coffee shop and takes their jacket off.", "similarity": 0.7185, "relevance": 1 }, { "pair_id": 334117, "video_name": "castle_s02e07_seg02_clip_09", "timestamp": [ 43.19, 51.04 ], "duration": 78.66, "caption": "A person is sitting in a chair holding a cup of coffee.", "similarity": 0.7171, "relevance": 1 }, { "pair_id": 334118, "video_name": "friends_s03e21_seg02_clip_12", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A woman enters the coffee shop and sits down on the couch.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 334119, "video_name": "friends_s01e05_seg01_clip_00", "timestamp": [ 11.23, 13.01 ], "duration": 51.66, "caption": "A man walks up to a chair with his coffee cup and sits down.", "similarity": 0.716, "relevance": 3 } ] }, { "query_id": 8972, "query": "A man kissing someone in the coffee shop lounge.", "relevant_moment": [ { "pair_id": 127500, "video_name": "friends_s04e16_seg02_clip_01", "timestamp": [ 26.71, 29.71 ], "duration": 60.66, "caption": "A man kissing someone in the coffee shop lounge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 127501, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 19.26, 21.44 ], "duration": 62.66, "caption": "A man kisses a woman on the cheek in the coffee shop.", "similarity": 0.7805, "relevance": 4 }, { "pair_id": 127502, "video_name": "friends_s03e10_seg02_clip_18", "timestamp": [ 3.77, 4.93 ], "duration": 58.66, "caption": "A man leans over and kisses a woman on the shoulder in the coffee shop.", "similarity": 0.7665, "relevance": 3 }, { "pair_id": 127503, "video_name": "friends_s05e15_seg02_clip_00", "timestamp": [ 22.06, 25.84 ], "duration": 63.66, "caption": "A woman walks into the coffee shop and kisses a man.", "similarity": 0.6971, "relevance": 4 }, { "pair_id": 127504, "video_name": "friends_s09e22_seg02_clip_01", "timestamp": [ 21.95, 31.93 ], "duration": 57.66, "caption": "A man and a woman kiss in the coffee shop and person makes a joke about it.", "similarity": 0.6727, "relevance": 4 }, { "pair_id": 127505, "video_name": "friends_s10e14_seg02_clip_11", "timestamp": [ 15.34, 20.75 ], "duration": 60.66, "caption": "A man runs into a coffee shop and up to a woman then gives her a kiss and sits at the table with her.", "similarity": 0.6573, "relevance": 4 }, { "pair_id": 127506, "video_name": "friends_s03e18_seg02_clip_00", "timestamp": [ 15.76, 22.06 ], "duration": 63.66, "caption": "A man enters on the coffee shop and a woman hugs him.", "similarity": 0.6546, "relevance": 3 }, { "pair_id": 127507, "video_name": "friends_s03e18_seg02_clip_03", "timestamp": [ 9.44, 12.99 ], "duration": 59.66, "caption": "A man hugs person as they sit together in the coffee shop and talk to person.", "similarity": 0.6466, "relevance": 3 }, { "pair_id": 127508, "video_name": "friends_s03e04_seg02_clip_00", "timestamp": [ 7.31, 14.62 ], "duration": 63.66, "caption": "A man and a woman start kissing on the coffee shop couch and push into another woman.", "similarity": 0.6428, "relevance": 4 }, { "pair_id": 127509, "video_name": "friends_s01e21_seg02_clip_08", "timestamp": [ 0.0, 64.03 ], "duration": 64.66, "caption": "A man talks to two guys in the coffee shop.", "similarity": 0.6402, "relevance": 1 }, { "pair_id": 127510, "video_name": "friends_s05e23-24_seg02_clip_38", "timestamp": [ 36.85, 38.88 ], "duration": 58.66, "caption": "A woman kisses man while they are in a store.", "similarity": 0.64, "relevance": 3 }, { "pair_id": 127511, "video_name": "friends_s01e14_seg02_clip_12", "timestamp": [ 34.42, 36.27 ], "duration": 74.66, "caption": "A woman enters the cafe and gives a man a kiss.", "similarity": 0.6358, "relevance": 3 }, { "pair_id": 127512, "video_name": "friends_s07e07_seg02_clip_06", "timestamp": [ 0.0, 49.43 ], "duration": 49.66, "caption": "A man talks to some people while they are sitting in the coffee shop.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 127513, "video_name": "friends_s06e19_seg02_clip_01", "timestamp": [ 11.61, 17.99 ], "duration": 58.66, "caption": "A woman kisses a man's cheek and then leaves the coffee shop.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 127514, "video_name": "friends_s02e09_seg02_clip_18", "timestamp": [ 71.3, 75.35 ], "duration": 81.66, "caption": "A man kisses woman on the cheek while they sit at the coffee table.", "similarity": 0.6259, "relevance": 3 }, { "pair_id": 127515, "video_name": "friends_s02e20_seg02_clip_05", "timestamp": [ 14.96, 20.16 ], "duration": 65.66, "caption": "A man comes in the coffee shop and shakes guy's hand.", "similarity": 0.6249, "relevance": 2 }, { "pair_id": 127516, "video_name": "friends_s01e11_seg02_clip_08", "timestamp": [ 47.25, 49.26 ], "duration": 67.66, "caption": "A person walks in on man and woman kissing.", "similarity": 0.6228, "relevance": 4 }, { "pair_id": 127517, "video_name": "friends_s09e05_seg02_clip_15", "timestamp": [ 7.2, 8.1 ], "duration": 60.66, "caption": "A man is standing and he is kissing woman in the restaurant.", "similarity": 0.6218, "relevance": 3 }, { "pair_id": 127518, "video_name": "friends_s06e01_seg02_clip_19", "timestamp": [ 35.71, 47.61 ], "duration": 119.66, "caption": "A man walks into a coffee shop and hugs a woman.", "similarity": 0.6203, "relevance": 3 }, { "pair_id": 127519, "video_name": "friends_s02e07_seg02_clip_02", "timestamp": [ 46.52, 48.32 ], "duration": 60.66, "caption": "A man kisses a woman outside of the cafe.", "similarity": 0.6202, "relevance": 3 }, { "pair_id": 300820, "video_name": "friends_s08e16_seg02_clip_03", "timestamp": [ 43.72, 47.64 ], "duration": 60.66, "caption": "A man shakes hands with two people in the coffee shop.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 300821, "video_name": "friends_s05e02_seg02_clip_20", "timestamp": [ 40.33, 50.19 ], "duration": 58.66, "caption": "A man and woman share a long hug in the coffee shop.", "similarity": 0.6191, "relevance": 3 }, { "pair_id": 300822, "video_name": "friends_s04e22_seg02_clip_20", "timestamp": [ 63.66, 68.1 ], "duration": 74.66, "caption": "A man has their left arm under a woman in the coffee shop.", "similarity": 0.6128, "relevance": 3 }, { "pair_id": 300823, "video_name": "friends_s03e16_seg02_clip_07", "timestamp": [ 26.55, 39.67 ], "duration": 61.66, "caption": "A man runs into the coffee shop and talks to a man.", "similarity": 0.6037, "relevance": 2 }, { "pair_id": 300824, "video_name": "friends_s03e13_seg02_clip_04", "timestamp": [ 24.39, 30.24 ], "duration": 65.66, "caption": "A man rubs the couch in the coffee shop while talking to another man.", "similarity": 0.5978, "relevance": 2 }, { "pair_id": 300825, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 31.37, 39.5 ], "duration": 56.66, "caption": "A man comes in the coffee shop and goes and stands by another person.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 300826, "video_name": "castle_s03e23_seg02_clip_03", "timestamp": [ 2.2, 8.36 ], "duration": 88.66, "caption": "A man walks in and kisses his partner.", "similarity": 0.5972, "relevance": 2 }, { "pair_id": 300827, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A man is talking to woman at the coffee shop.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 300828, "video_name": "friends_s04e07_seg02_clip_11", "timestamp": [ 61.78, 66.61 ], "duration": 69.66, "caption": "A man turns and opens the door, they start kissing the person standing there.", "similarity": 0.5924, "relevance": 2 }, { "pair_id": 300829, "video_name": "friends_s04e15_seg02_clip_03", "timestamp": [ 46.99, 50.96 ], "duration": 61.66, "caption": "A man and a woman enter a coffee shop while having a conversation.", "similarity": 0.5914, "relevance": 2 }, { "pair_id": 300830, "video_name": "s07e15_seg02_clip_14", "timestamp": [ 25.74, 29.46 ], "duration": 62.66, "caption": "A person kisses another person in the middle of a restaurant.", "similarity": 0.5903, "relevance": 3 }, { "pair_id": 300831, "video_name": "friends_s07e16_seg02_clip_08", "timestamp": [ 20.95, 23.32 ], "duration": 59.66, "caption": "A man sits in a large chair in the coffee shop.", "similarity": 0.5895, "relevance": 2 }, { "pair_id": 300832, "video_name": "friends_s01e13_seg02_clip_18", "timestamp": [ 18.89, 26.86 ], "duration": 59.66, "caption": "A man walks into the Central Perk cafe and up to a woman that he kisses.", "similarity": 0.5892, "relevance": 4 }, { "pair_id": 300833, "video_name": "friends_s02e12-13_seg02_clip_29", "timestamp": [ 28.14, 31.62 ], "duration": 58.66, "caption": "A man is kissing person while getting up from the couch.", "similarity": 0.5872, "relevance": 3 }, { "pair_id": 300834, "video_name": "friends_s06e11_seg02_clip_00", "timestamp": [ 2.21, 5.36 ], "duration": 63.66, "caption": "A woman kisses a man then starts to stand at the cafe.", "similarity": 0.5864, "relevance": 4 }, { "pair_id": 300835, "video_name": "s07e15_seg02_clip_14", "timestamp": [ 30.39, 34.12 ], "duration": 62.66, "caption": "A person steps into the kiss he is sharing with another person at the restaurant.", "similarity": 0.5858, "relevance": 3 }, { "pair_id": 300836, "video_name": "friends_s09e17_seg02_clip_17", "timestamp": [ 13.97, 24.0 ], "duration": 60.66, "caption": "A man comes in the door interrupting two people kissing.", "similarity": 0.5857, "relevance": 2 }, { "pair_id": 300837, "video_name": "friends_s02e19_seg02_clip_04", "timestamp": [ 13.13, 16.97 ], "duration": 64.66, "caption": "A man walks into a coffee shop and talks to a woman.", "similarity": 0.5848, "relevance": 3 }, { "pair_id": 300838, "video_name": "friends_s01e14_seg02_clip_01", "timestamp": [ 2.52, 8.51 ], "duration": 63.66, "caption": "Two men hug each other at the coffee shop.", "similarity": 0.5847, "relevance": 3 }, { "pair_id": 300839, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 24.03, 28.61 ], "duration": 57.66, "caption": "A person walks in the coffee shop and rubs their hands together.", "similarity": 0.5835, "relevance": 2 } ] }, { "query_id": 8981, "query": "A woman walks over to a man carrying a jar of cherries and offers him one.", "relevant_moment": [ { "pair_id": 163100, "video_name": "friends_s04e16_seg02_clip_06", "timestamp": [ 4.06, 12.19 ], "duration": 58.66, "caption": "A woman walks over to a man carrying a jar of cherries and offers him one.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163101, "video_name": "friends_s04e16_seg02_clip_06", "timestamp": [ 1.74, 4.06 ], "duration": 58.66, "caption": "A man hands a woman a small jar of cherries.", "similarity": 0.7653, "relevance": 2 }, { "pair_id": 163102, "video_name": "s05e07_seg02_clip_02", "timestamp": [ 44.97, 55.7 ], "duration": 58.66, "caption": "A woman walks over to a man and another person holding a bag of sweets.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 163103, "video_name": "friends_s04e16_seg02_clip_06", "timestamp": [ 0.87, 2.32 ], "duration": 58.66, "caption": "A woman asks a man to give her a jar of fruit.", "similarity": 0.6718, "relevance": 1 }, { "pair_id": 163104, "video_name": "friends_s10e01_seg02_clip_18", "timestamp": [ 0.0, 3.95 ], "duration": 56.66, "caption": "A woman walks to a man carrying a straw basket.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 163105, "video_name": "grey_s01e05_seg02_clip_19", "timestamp": [ 5.85, 23.09 ], "duration": 65.66, "caption": "A woman walks over to a man holding a bottle.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 163106, "video_name": "castle_s05e01_seg02_clip_10", "timestamp": [ 63.26, 69.63 ], "duration": 91.66, "caption": "A woman walks over to a golden thing and brings a man with her.", "similarity": 0.6292, "relevance": 0 }, { "pair_id": 163107, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 15.64, 25.31 ], "duration": 92.66, "caption": "A person walks over to a woman who is holding up her hands.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 163108, "video_name": "grey_s02e04_seg02_clip_11", "timestamp": [ 0.0, 2.4 ], "duration": 80.66, "caption": "A man walks up to woman carrying a banana.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 163109, "video_name": "grey_s03e22_seg02_clip_19", "timestamp": [ 68.42, 71.57 ], "duration": 90.66, "caption": "A woman walks up to a man with a cheese container in her hand.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 163110, "video_name": "met_s02e19_seg02_clip_02", "timestamp": [ 10.13, 27.02 ], "duration": 61.66, "caption": "A woman walks up to a man to show him her gift for a woman.", "similarity": 0.6086, "relevance": 2 }, { "pair_id": 163111, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 80.93, 85.28 ], "duration": 87.66, "caption": "A person walks over to a woman and hands her some flowers.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 163112, "video_name": "friends_s03e03_seg02_clip_08", "timestamp": [ 34.23, 41.49 ], "duration": 58.66, "caption": "A woman walks in the coffee shop carrying a jar of food and hands it to man.", "similarity": 0.6054, "relevance": 3 }, { "pair_id": 163113, "video_name": "friends_s02e02_seg01_clip_01", "timestamp": [ 7.35, 17.16 ], "duration": 49.66, "caption": "A person walks over to the women while carrying a white teddy bear.", "similarity": 0.6041, "relevance": 1 }, { "pair_id": 163114, "video_name": "friends_s02e08_seg02_clip_20", "timestamp": [ 56.35, 59.55 ], "duration": 64.66, "caption": "A man in a suit passes a jar of food to a woman.", "similarity": 0.6037, "relevance": 1 }, { "pair_id": 163115, "video_name": "friends_s03e03_seg02_clip_08", "timestamp": [ 35.11, 39.46 ], "duration": 58.66, "caption": "A woman enters a place and gives a jar to a man.", "similarity": 0.603, "relevance": 3 }, { "pair_id": 163116, "video_name": "friends_s03e04_seg02_clip_08", "timestamp": [ 44.86, 49.58 ], "duration": 59.66, "caption": "A man grabs a wrapped gift and hands it to woman.", "similarity": 0.5967, "relevance": 1 }, { "pair_id": 163117, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.596, "relevance": 0 }, { "pair_id": 163118, "video_name": "castle_s06e12_seg02_clip_16", "timestamp": [ 6.37, 9.56 ], "duration": 91.66, "caption": "A woman walks over to another person while telling him she got the supplies.", "similarity": 0.5914, "relevance": 1 }, { "pair_id": 163119, "video_name": "friends_s04e10_seg02_clip_10", "timestamp": [ 1.4, 8.68 ], "duration": 56.66, "caption": "A man carries a container to a woman who takes something from it and adds it to her recipe.", "similarity": 0.5878, "relevance": 1 } ] }, { "query_id": 8982, "query": "A woman places a cherry stem into her mouth and chokes on it.", "relevant_moment": [ { "pair_id": 19500, "video_name": "friends_s04e16_seg02_clip_06", "timestamp": [ 16.83, 35.98 ], "duration": 58.66, "caption": "A woman places a cherry stem into her mouth and chokes on it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19501, "video_name": "friends_s07e17_seg02_clip_06", "timestamp": [ 10.03, 12.4 ], "duration": 59.66, "caption": "A woman puts a whistle into her mouth and blows into it.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 19502, "video_name": "friends_s09e18_seg02_clip_05", "timestamp": [ 12.51, 14.04 ], "duration": 61.66, "caption": "Woman puts a small piece of gum in her mouth.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 19503, "video_name": "s04e22_seg02_clip_12", "timestamp": [ 12.01, 13.21 ], "duration": 60.66, "caption": "A woman chokes on her wine while taking a sip.", "similarity": 0.6214, "relevance": 3 }, { "pair_id": 19504, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 57.74, 60.37 ], "duration": 87.66, "caption": "A woman pulls the gag off of person's mouth.", "similarity": 0.5992, "relevance": 1 }, { "pair_id": 19505, "video_name": "friends_s05e11_seg02_clip_16", "timestamp": [ 22.78, 25.09 ], "duration": 66.66, "caption": "A woman gasps and puts her hands to her mouth.", "similarity": 0.5867, "relevance": 1 }, { "pair_id": 19506, "video_name": "s05e06_seg02_clip_07", "timestamp": [ 31.08, 34.78 ], "duration": 57.66, "caption": "A woman fills her fork with food and puts it into her mouth.", "similarity": 0.5835, "relevance": 2 }, { "pair_id": 19507, "video_name": "friends_s10e12_seg02_clip_26", "timestamp": [ 49.27, 50.02 ], "duration": 50.66, "caption": "A woman brings her fist in front of her mouth.", "similarity": 0.5833, "relevance": 1 }, { "pair_id": 19508, "video_name": "friends_s02e24_seg02_clip_18", "timestamp": [ 48.77, 54.95 ], "duration": 65.66, "caption": "A woman gets choked up and wipes her eyes.", "similarity": 0.5792, "relevance": 0 }, { "pair_id": 19509, "video_name": "friends_s02e24_seg02_clip_06", "timestamp": [ 12.51, 16.17 ], "duration": 61.66, "caption": "A woman puts some food into her palm and then into her mouth.", "similarity": 0.5757, "relevance": 1 }, { "pair_id": 19510, "video_name": "friends_s02e01_seg02_clip_03", "timestamp": [ 22.02, 24.5 ], "duration": 62.66, "caption": "A woman puts her hands on her mouth in shock.", "similarity": 0.5753, "relevance": 1 }, { "pair_id": 19511, "video_name": "friends_s08e01_seg02_clip_22", "timestamp": [ 53.03, 57.02 ], "duration": 57.66, "caption": "A woman puts her hand on her mouth in surprise.", "similarity": 0.5752, "relevance": 1 }, { "pair_id": 19512, "video_name": "s04e22_seg02_clip_12", "timestamp": [ 11.41, 14.71 ], "duration": 60.66, "caption": "A woman starts to choke on her drink out of concern for what she is hearing.", "similarity": 0.5733, "relevance": 4 }, { "pair_id": 19513, "video_name": "house_s08e14_seg02_clip_07", "timestamp": [ 28.22, 34.13 ], "duration": 91.66, "caption": "A woman takes a bite of something out of a container and then rushes to the sink to spit it out.", "similarity": 0.571, "relevance": 2 }, { "pair_id": 19514, "video_name": "s04e04_seg02_clip_14", "timestamp": [ 38.42, 41.42 ], "duration": 60.66, "caption": "A woman sticks her tongue out and wags it up and down.", "similarity": 0.5689, "relevance": 0 }, { "pair_id": 19515, "video_name": "s09e08_seg02_clip_08", "timestamp": [ 38.14, 40.28 ], "duration": 61.66, "caption": "A woman raises fork, places food in mouth and chews.", "similarity": 0.5655, "relevance": 2 }, { "pair_id": 19517, "video_name": "friends_s05e13_seg02_clip_02", "timestamp": [ 14.04, 15.56 ], "duration": 61.66, "caption": "A woman lifts her mouth to her face in shock.", "similarity": 0.5614, "relevance": 1 }, { "pair_id": 19518, "video_name": "castle_s08e16_seg02_clip_04", "timestamp": [ 20.36, 21.72 ], "duration": 90.66, "caption": "A woman puts her hand for a second on her mouth.", "similarity": 0.5614, "relevance": 0 }, { "pair_id": 19519, "video_name": "friends_s06e01_seg02_clip_02", "timestamp": [ 27.4, 32.36 ], "duration": 66.66, "caption": "A woman picks up her orange juice and puts it up to her mouth.", "similarity": 0.5598, "relevance": 1 } ] }, { "query_id": 8994, "query": "A woman hands a man a party hat and he takes it.", "relevant_moment": [ { "pair_id": 147780, "video_name": "friends_s04e16_seg02_clip_04", "timestamp": [ 41.12, 47.12 ], "duration": 60.66, "caption": "A woman hands a man a party hat and he takes it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147781, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 13.27, 15.28 ], "duration": 57.66, "caption": "A man takes a woman's hand when they are at the party.", "similarity": 0.8118, "relevance": 1 }, { "pair_id": 147782, "video_name": "friends_s04e16_seg02_clip_04", "timestamp": [ 32.71, 35.72 ], "duration": 60.66, "caption": "A woman throws a party hat on a foosball table and a man picks it up.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 147783, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 28.43, 58.03 ], "duration": 58.66, "caption": "A woman makes up a party so man will spend more time with woman.", "similarity": 0.6847, "relevance": 0 }, { "pair_id": 147784, "video_name": "friends_s02e19_seg02_clip_00", "timestamp": [ 53.79, 62.11 ], "duration": 64.66, "caption": "A woman puts a man's hat on and then takes it off.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 147785, "video_name": "met_s03e10_seg02_clip_09", "timestamp": [ 46.84, 50.85 ], "duration": 61.66, "caption": "A man aggressively shakes hands with a woman at a party.", "similarity": 0.6543, "relevance": 1 }, { "pair_id": 147786, "video_name": "grey_s02e21_seg02_clip_00", "timestamp": [ 29.3, 31.63 ], "duration": 93.66, "caption": "A woman bends over and tries to give a man a hat.", "similarity": 0.6518, "relevance": 0 }, { "pair_id": 147787, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 36.2, 41.6 ], "duration": 54.66, "caption": "A man hands a person an action figure doll while at the party.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 147788, "video_name": "castle_s04e20_seg02_clip_19", "timestamp": [ 0.86, 3.45 ], "duration": 86.66, "caption": "A man links arms with woman at a party.", "similarity": 0.6399, "relevance": 0 }, { "pair_id": 147789, "video_name": "met_s03e17_seg02_clip_12", "timestamp": [ 0.0, 5.44 ], "duration": 60.66, "caption": "A woman is at a party with an animal that is wearing a party hat.", "similarity": 0.6395, "relevance": 0 }, { "pair_id": 147790, "video_name": "castle_s01e07_seg02_clip_19", "timestamp": [ 21.28, 22.56 ], "duration": 85.66, "caption": "A woman and man enter into the party together.", "similarity": 0.6343, "relevance": 0 }, { "pair_id": 147791, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 42.79, 44.52 ], "duration": 57.66, "caption": "A man grabs someone's hand and heads out of the house party.", "similarity": 0.6131, "relevance": 1 }, { "pair_id": 147792, "video_name": "friends_s05e15_seg02_clip_10", "timestamp": [ 0.0, 6.26 ], "duration": 54.66, "caption": "A man is surprised to see a woman at the party and he pulls her aside.", "similarity": 0.5994, "relevance": 0 }, { "pair_id": 147793, "video_name": "friends_s07e19_seg02_clip_00", "timestamp": [ 39.4, 54.41 ], "duration": 62.66, "caption": "A woman pretends that she knows she has to throw a party for woman.", "similarity": 0.5971, "relevance": 0 }, { "pair_id": 147794, "video_name": "friends_s03e23_seg02_clip_16", "timestamp": [ 57.42, 61.08 ], "duration": 61.66, "caption": "A man takes a woman's hand in his own hand.", "similarity": 0.5948, "relevance": 0 }, { "pair_id": 147795, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 39.17, 47.29 ], "duration": 58.66, "caption": "A woman talks to man at the party and reaches into her bag.", "similarity": 0.5943, "relevance": 0 }, { "pair_id": 147796, "video_name": "friends_s02e24_seg02_clip_11", "timestamp": [ 0.0, 3.8 ], "duration": 69.66, "caption": "A man walks over to a woman and takes off his hat.", "similarity": 0.5938, "relevance": 1 }, { "pair_id": 147797, "video_name": "met_s02e21_seg02_clip_16", "timestamp": [ 14.9, 15.98 ], "duration": 54.66, "caption": "A man takes a woman's hand after she holds it out.", "similarity": 0.5928, "relevance": 0 }, { "pair_id": 147798, "video_name": "friends_s08e15_seg02_clip_09", "timestamp": [ 0.0, 17.12 ], "duration": 56.66, "caption": "A man hands woman a box and she takes a piece of candy.", "similarity": 0.5926, "relevance": 1 }, { "pair_id": 147799, "video_name": "house_s02e23_seg02_clip_08", "timestamp": [ 80.93, 86.05 ], "duration": 93.66, "caption": "A woman puts her hand out for a man to take.", "similarity": 0.5906, "relevance": 0 } ] }, { "query_id": 9032, "query": "A man stands up and points his hand at another man.", "relevant_moment": [ { "pair_id": 1860, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 47.76, 55.21 ], "duration": 62.66, "caption": "A man stands up and points his hand at another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1861, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 81.88, 89.49 ], "duration": 89.66, "caption": "A man stands up and points at another man.", "similarity": 0.9229, "relevance": 4 }, { "pair_id": 1862, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A man brings his hand up to point at another man.", "similarity": 0.9077, "relevance": 3 }, { "pair_id": 1863, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 68.22, 70.42 ], "duration": 88.66, "caption": "A man is standing up and he points his finger at another person.", "similarity": 0.8856, "relevance": 3 }, { "pair_id": 1864, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 27.16, 32.65 ], "duration": 61.66, "caption": "A man stands up and points his finger at guy.", "similarity": 0.8604, "relevance": 4 }, { "pair_id": 1865, "video_name": "house_s04e02_seg02_clip_03", "timestamp": [ 69.62, 74.84 ], "duration": 87.66, "caption": "A man raises his hand to make a point to another man.", "similarity": 0.8542, "relevance": 1 }, { "pair_id": 1866, "video_name": "met_s02e10_seg02_clip_14", "timestamp": [ 23.72, 34.23 ], "duration": 60.66, "caption": "A man puts his hand on another man and points in a direction with his hand.", "similarity": 0.8391, "relevance": 2 }, { "pair_id": 1867, "video_name": "friends_s06e07_seg02_clip_15", "timestamp": [ 9.3, 11.1 ], "duration": 60.66, "caption": "A man raises his right hand and points at guy.", "similarity": 0.8264, "relevance": 3 }, { "pair_id": 1868, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.8262, "relevance": 1 }, { "pair_id": 1869, "video_name": "friends_s10e16_seg02_clip_16", "timestamp": [ 58.05, 60.16 ], "duration": 60.66, "caption": "A man points to another man with his thumb and stands up from the chair.", "similarity": 0.821, "relevance": 2 }, { "pair_id": 1870, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 7.56, 11.03 ], "duration": 63.66, "caption": "A man points to another person with his left hand.", "similarity": 0.8151, "relevance": 3 }, { "pair_id": 1871, "video_name": "house_s02e17_seg02_clip_26", "timestamp": [ 16.13, 17.85 ], "duration": 43.66, "caption": "A man raises his finger to point at another man.", "similarity": 0.815, "relevance": 2 }, { "pair_id": 1872, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 48.32, 50.12 ], "duration": 60.66, "caption": "A man points his finger at a man with his right hand.", "similarity": 0.8118, "relevance": 2 }, { "pair_id": 1873, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 29.26, 32.86 ], "duration": 90.66, "caption": "A person stands up and points his finger at another person.", "similarity": 0.8093, "relevance": 3 }, { "pair_id": 1874, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A man points at a person in a picture as he hands it to another man.", "similarity": 0.8087, "relevance": 0 }, { "pair_id": 1875, "video_name": "castle_s06e21_seg02_clip_12", "timestamp": [ 22.26, 32.94 ], "duration": 89.66, "caption": "A man points his finger from his left hand at another man.", "similarity": 0.8083, "relevance": 2 }, { "pair_id": 1876, "video_name": "met_s04e02_seg02_clip_05", "timestamp": [ 6.45, 8.82 ], "duration": 43.66, "caption": "A man points his finger towards another man who points it back.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 1877, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 31.2, 33.32 ], "duration": 60.66, "caption": "A man puts his hands in his mouth then another man points to him.", "similarity": 0.7971, "relevance": 3 }, { "pair_id": 1878, "video_name": "friends_s10e06_seg02_clip_22", "timestamp": [ 12.19, 16.25 ], "duration": 58.66, "caption": "A man points at a person with one finger then with two at another person.", "similarity": 0.7966, "relevance": 3 }, { "pair_id": 1879, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 52.53, 53.12 ], "duration": 59.66, "caption": "A man points his left hand towards another man as he talks to him.", "similarity": 0.7943, "relevance": 0 }, { "pair_id": 175180, "video_name": "friends_s02e01_seg02_clip_08", "timestamp": [ 22.12, 27.07 ], "duration": 66.66, "caption": "A man leans over and points his fingers at another man.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 175181, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 38.14, 43.26 ], "duration": 93.66, "caption": "A man stands up and shakes another man's hand.", "similarity": 0.7917, "relevance": 3 }, { "pair_id": 175182, "video_name": "friends_s08e15_seg02_clip_21", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A man holds his hands up and points in several directions as he has a conversation with another man.", "similarity": 0.7898, "relevance": 3 }, { "pair_id": 175183, "video_name": "house_s06e03_seg02_clip_06", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A man has his hand held up and a woman points at him.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 175184, "video_name": "castle_s03e08_seg02_clip_02", "timestamp": [ 85.11, 86.02 ], "duration": 91.66, "caption": "A man points in front of him as he looks at another man.", "similarity": 0.7778, "relevance": 1 }, { "pair_id": 175185, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 53.84, 57.52 ], "duration": 92.66, "caption": "A man stands up and gestures towards another man.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 175186, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 1.93, 4.68 ], "duration": 55.66, "caption": "A man points at another man and then at himself with his left index finger.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 175187, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 57.21, 61.63 ], "duration": 63.66, "caption": "A man points to another man and makes a small gesture with his fingers, and the other man reciprocates the gesture.", "similarity": 0.7714, "relevance": 4 }, { "pair_id": 175188, "video_name": "friends_s02e16_seg02_clip_16", "timestamp": [ 6.53, 15.23 ], "duration": 62.66, "caption": "A man waves his hand around until he points at another man.", "similarity": 0.7707, "relevance": 4 }, { "pair_id": 175189, "video_name": "friends_s07e16_seg02_clip_23", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man points his finger at another man while he/she has his/her hand on his/her back.", "similarity": 0.769, "relevance": 2 }, { "pair_id": 175190, "video_name": "s09e14_seg02_clip_07", "timestamp": [ 50.96, 51.87 ], "duration": 61.66, "caption": "A man raises his hand and points his finger at a person.", "similarity": 0.7653, "relevance": 2 }, { "pair_id": 175191, "video_name": "friends_s09e14_seg02_clip_16", "timestamp": [ 42.07, 46.42 ], "duration": 58.66, "caption": "A man points his finger at two people.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 175192, "video_name": "met_s06e17_seg02_clip_05", "timestamp": [ 46.52, 57.03 ], "duration": 60.66, "caption": "A man points at another man with three fingers while he holds a glass in his hand.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 175193, "video_name": "house_s08e11_seg02_clip_18", "timestamp": [ 73.49, 76.28 ], "duration": 93.66, "caption": "A man points at another man while the latter is still talking.", "similarity": 0.7612, "relevance": 3 }, { "pair_id": 175194, "video_name": "met_s03e14_seg01_clip_01", "timestamp": [ 1.8, 5.1 ], "duration": 60.66, "caption": "A man points at another man with a pencil he is holding.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 175195, "video_name": "met_s03e05_seg02_clip_13", "timestamp": [ 45.23, 54.98 ], "duration": 59.66, "caption": "A man points at another man while holding a glass in the same hand.", "similarity": 0.7605, "relevance": 2 }, { "pair_id": 175196, "video_name": "grey_s02e11_seg02_clip_17", "timestamp": [ 16.84, 26.85 ], "duration": 91.66, "caption": "A man points his hand at another man before walking away.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 175197, "video_name": "friends_s08e05_seg02_clip_07", "timestamp": [ 46.17, 50.07 ], "duration": 65.66, "caption": "A man points at another man and the other man walks over to him.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 175198, "video_name": "s01e13_seg02_clip_17", "timestamp": [ 47.74, 52.9 ], "duration": 86.66, "caption": "A man points at a woman and a person raises their hand.", "similarity": 0.7584, "relevance": 1 }, { "pair_id": 175199, "video_name": "s02e16_seg02_clip_02", "timestamp": [ 15.91, 21.91 ], "duration": 60.66, "caption": "A man points at two other men, then intertwines his fingers.", "similarity": 0.7582, "relevance": 2 } ] }, { "query_id": 9042, "query": "A person walks over to the patient and another person gives her a thumbs up.", "relevant_moment": [ { "pair_id": 13320, "video_name": "house_s07e12_seg02_clip_08", "timestamp": [ 41.24, 45.49 ], "duration": 85.66, "caption": "A person walks over to the patient and another person gives her a thumbs up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13321, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 8.59, 10.4 ], "duration": 90.66, "caption": "A female doctor gives a thumbs up.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 13322, "video_name": "house_s03e21_seg02_clip_09", "timestamp": [ 0.0, 4.86 ], "duration": 108.66, "caption": "A person walks up to the patient to see how they are doing.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 13323, "video_name": "house_s04e05_seg02_clip_06", "timestamp": [ 5.4, 7.65 ], "duration": 90.66, "caption": "A person raises up the doctors hands to give another person a look.", "similarity": 0.7245, "relevance": 2 }, { "pair_id": 13324, "video_name": "house_s06e10_seg02_clip_08", "timestamp": [ 3.68, 9.2 ], "duration": 92.66, "caption": "A person walks over to the patient while another person checks the eyes.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 13325, "video_name": "grey_s01e07_seg02_clip_00", "timestamp": [ 33.38, 43.25 ], "duration": 94.66, "caption": "A person writes with his back to the patient, he does a double take over his shoulder, walks up to someone and the two people put one hand against the others and flutter their fingers, a woman steps between when they stop.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 13326, "video_name": "house_s01e03_seg02_clip_25", "timestamp": [ 25.08, 29.64 ], "duration": 152.66, "caption": "A doctor gives a thumbs up to people in the hallway.", "similarity": 0.7101, "relevance": 4 }, { "pair_id": 13327, "video_name": "s05e05_seg02_clip_01", "timestamp": [ 17.99, 19.44 ], "duration": 58.66, "caption": "A person gives another person a thumbs-up congratulating them.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 13328, "video_name": "house_s04e02_seg02_clip_25", "timestamp": [ 89.27, 105.02 ], "duration": 105.66, "caption": "A person sees someone dealing with a patient and walks over to him/her.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 13329, "video_name": "house_s06e12_seg02_clip_17", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "Dr person holds up his hand to person and person points at him.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 13330, "video_name": "house_s03e03_seg02_clip_11", "timestamp": [ 46.73, 51.21 ], "duration": 128.66, "caption": "A person looks at someone and gives them a look and back at the patient.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 13331, "video_name": "house_s05e02_seg02_clip_03", "timestamp": [ 27.31, 34.13 ], "duration": 91.66, "caption": "A person gets up and stands beside another person and in front of a patient.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 13332, "video_name": "house_s01e01_seg02_clip_21", "timestamp": [ 52.02, 55.28 ], "duration": 92.66, "caption": "A person gets closer to the patient and stands in front of her.", "similarity": 0.6966, "relevance": 0 }, { "pair_id": 13333, "video_name": "house_s03e12_seg02_clip_13", "timestamp": [ 85.58, 90.7 ], "duration": 93.66, "caption": "A person approaches and then another person turns around and faces the patient again.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 13334, "video_name": "friends_s01e11_seg02_clip_12", "timestamp": [ 11.85, 18.26 ], "duration": 64.66, "caption": "A woman walks up to the patient and brushes his hair to the side while another person reacts negatively.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 13335, "video_name": "house_s05e12_seg02_clip_25", "timestamp": [ 73.34, 94.02 ], "duration": 94.66, "caption": "A person walks up to woman and they talk to each other in front of a patient.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 13336, "video_name": "grey_s03e10_seg02_clip_18", "timestamp": [ 55.06, 59.1 ], "duration": 101.66, "caption": "A woman walks up to the patient with her hands raised.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 13337, "video_name": "house_s02e18_seg02_clip_12", "timestamp": [ 4.48, 20.61 ], "duration": 89.66, "caption": "A person tells two other people what to do with the patient.", "similarity": 0.6876, "relevance": 1 }, { "pair_id": 13338, "video_name": "friends_s04e05_seg02_clip_17", "timestamp": [ 18.19, 19.09 ], "duration": 60.66, "caption": "A person gives person a thumbs-up and turns to walk away.", "similarity": 0.6875, "relevance": 2 }, { "pair_id": 13339, "video_name": "grey_s02e11_seg02_clip_01", "timestamp": [ 59.73, 65.56 ], "duration": 89.66, "caption": "A woman walks some people up to a patient next to a man.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 186640, "video_name": "s01e16_seg02_clip_05", "timestamp": [ 2.44, 7.93 ], "duration": 61.66, "caption": "A woman gives two people some advice, one of them responds with two thumbs up.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 186641, "video_name": "house_s01e16_seg02_clip_22", "timestamp": [ 50.85, 66.46 ], "duration": 89.66, "caption": "A person is watching a patient when two other people walk up behind him.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 186642, "video_name": "house_s01e02_seg02_clip_05", "timestamp": [ 59.3, 61.64 ], "duration": 78.66, "caption": "A person touches a patient's hand while talking with another person.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 186643, "video_name": "grey_s02e25_seg02_clip_05", "timestamp": [ 87.66, 89.66 ], "duration": 89.66, "caption": "A woman walks over to someone and their patient.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 186644, "video_name": "house_s06e03_seg02_clip_10", "timestamp": [ 79.22, 81.02 ], "duration": 90.66, "caption": "A person gives two thumbs up to another person at the table.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 186645, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 12.29, 15.93 ], "duration": 91.66, "caption": "A person tells another person two things they want them to do to the patient.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 186646, "video_name": "house_s05e15_seg02_clip_21", "timestamp": [ 12.63, 16.67 ], "duration": 101.66, "caption": "A person walks over to a person in a patient room.", "similarity": 0.6748, "relevance": 2 }, { "pair_id": 186647, "video_name": "house_s06e10_seg02_clip_18", "timestamp": [ 34.72, 36.94 ], "duration": 89.66, "caption": "A stranger turns and walks away from two people, then gives them a thumbs up.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 186648, "video_name": "grey_s01e09_seg02_clip_15", "timestamp": [ 83.28, 92.03 ], "duration": 92.66, "caption": "A person puts on some gloves and walks over to the patient.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 186649, "video_name": "house_s01e07_seg02_clip_24", "timestamp": [ 21.06, 29.71 ], "duration": 108.66, "caption": "The patient lifts her hand to touch person's head.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 186650, "video_name": "house_s06e02_seg02_clip_23", "timestamp": [ 12.83, 18.53 ], "duration": 95.66, "caption": "A person holds the patient's hand and helps them stand up.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 186651, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 30.99, 37.01 ], "duration": 92.66, "caption": "A patient puts his hand on a woman's hand and gives her advice.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 186652, "video_name": "castle_s07e21_seg02_clip_03", "timestamp": [ 71.45, 74.18 ], "duration": 91.66, "caption": "A person smiles and gives a thumbs up gesture to a woman.", "similarity": 0.6666, "relevance": 1 }, { "pair_id": 186653, "video_name": "house_s05e14_seg02_clip_14", "timestamp": [ 11.25, 18.0 ], "duration": 90.66, "caption": "A person walks up to another person who's in the hospital lobby.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 186654, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 50.65, 53.09 ], "duration": 61.66, "caption": "A person nods his head and points his thumb at another person.", "similarity": 0.6633, "relevance": 1 }, { "pair_id": 186655, "video_name": "house_s03e15_seg02_clip_25", "timestamp": [ 72.58, 78.12 ], "duration": 123.66, "caption": "A person points their penlight at a patient's eyes, gives instruction, and lets the patient's gaze follows their finger.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 186656, "video_name": "house_s07e09_seg02_clip_11", "timestamp": [ 18.31, 22.33 ], "duration": 89.66, "caption": "A person walks over to the patient's side and hands him a cup.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 186657, "video_name": "castle_s07e21_seg02_clip_03", "timestamp": [ 72.65, 75.84 ], "duration": 91.66, "caption": "A man gives a person a thumbs up as he looks towards them.", "similarity": 0.66, "relevance": 1 }, { "pair_id": 186658, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 27.01, 33.32 ], "duration": 90.66, "caption": "A woman holds her hand up to a patient's forehead.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 186659, "video_name": "castle_s08e05_seg02_clip_10", "timestamp": [ 20.87, 23.42 ], "duration": 30.66, "caption": "A woman with short blonde hair gives a person a thumbs up.", "similarity": 0.6583, "relevance": 1 } ] }, { "query_id": 9057, "query": "A person closes the curtains of a patient's room.", "relevant_moment": [ { "pair_id": 87480, "video_name": "house_s03e19_seg02_clip_09", "timestamp": [ 65.82, 67.23 ], "duration": 94.66, "caption": "A person closes the curtains of a patient's room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 87481, "video_name": "grey_s01e03_seg02_clip_00", "timestamp": [ 28.07, 31.75 ], "duration": 92.66, "caption": "A patient opens the curtains and gets some people's attention.", "similarity": 0.7977, "relevance": 2 }, { "pair_id": 87482, "video_name": "house_s01e15_seg02_clip_04", "timestamp": [ 33.33, 36.76 ], "duration": 98.66, "caption": "A person closes the file and the door to the patient's room.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 87483, "video_name": "house_s04e11_seg02_clip_02", "timestamp": [ 19.74, 22.88 ], "duration": 89.66, "caption": "A woman closes the patient curtain on a man so she can get back to work.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 87484, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 15.75, 20.26 ], "duration": 90.66, "caption": "A person opens the door of a patient's room.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 87485, "video_name": "house_s07e23_seg02_clip_09", "timestamp": [ 36.53, 38.81 ], "duration": 91.66, "caption": "A man opens the curtain to a patient area.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 87486, "video_name": "house_s01e01_seg02_clip_13", "timestamp": [ 18.07, 26.24 ], "duration": 86.66, "caption": "A woman leaves the patient's room and closes the door.", "similarity": 0.7455, "relevance": 3 }, { "pair_id": 87487, "video_name": "grey_s02e07_seg02_clip_00", "timestamp": [ 50.92, 53.7 ], "duration": 92.66, "caption": "A woman closes the curtain by the patient bed and tells a person that she'll call them if she needs them as they close the door leaving the room.", "similarity": 0.7328, "relevance": 4 }, { "pair_id": 87488, "video_name": "house_s08e15_seg02_clip_24", "timestamp": [ 46.99, 50.91 ], "duration": 87.66, "caption": "The door in the patient's room just closes after doctor exits it.", "similarity": 0.7313, "relevance": 1 }, { "pair_id": 87489, "video_name": "house_s02e13_seg02_clip_24", "timestamp": [ 43.9, 46.56 ], "duration": 133.66, "caption": "Dr. Someone opens the sliding door of the patient's room.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 87490, "video_name": "house_s08e09_seg02_clip_22", "timestamp": [ 25.53, 30.37 ], "duration": 88.66, "caption": "A person turns and exits the patient's room.", "similarity": 0.7215, "relevance": 0 }, { "pair_id": 87491, "video_name": "castle_s05e01_seg02_clip_17", "timestamp": [ 36.01, 43.66 ], "duration": 90.66, "caption": "A person walks over and closes the door to the patient's hospital room.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 87492, "video_name": "grey_s03e10_seg02_clip_23", "timestamp": [ 6.68, 18.25 ], "duration": 89.66, "caption": "A doctor exits the room and closes the door.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 87493, "video_name": "house_s01e10_seg02_clip_18", "timestamp": [ 45.51, 51.88 ], "duration": 91.66, "caption": "A person opens the door to the patient's room and goes inside.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 87494, "video_name": "grey_s02e04_seg02_clip_00", "timestamp": [ 51.16, 53.49 ], "duration": 93.66, "caption": "An old woman securely closed the door of the patient's room.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 87495, "video_name": "grey_s03e17_seg02_clip_15", "timestamp": [ 35.17, 39.91 ], "duration": 79.66, "caption": "A woman opens the patient's room door and leaves the room.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 87496, "video_name": "friends_s08e23-24_seg02_clip_14", "timestamp": [ 3.25, 9.17 ], "duration": 59.66, "caption": "A woman motions for a man to close the curtain on her hospital bed.", "similarity": 0.6997, "relevance": 4 }, { "pair_id": 87497, "video_name": "house_s06e14_seg02_clip_08", "timestamp": [ 71.66, 77.01 ], "duration": 89.66, "caption": "The person who is with a doctor leaves the room.", "similarity": 0.6995, "relevance": 0 }, { "pair_id": 87498, "video_name": "house_s06e10_seg02_clip_10", "timestamp": [ 68.87, 76.97 ], "duration": 90.66, "caption": "A person closes door to talk with patient in bed.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 87499, "video_name": "s10e04_seg02_clip_09", "timestamp": [ 29.08, 32.79 ], "duration": 57.66, "caption": "A woman closes the curtain in her room for a man.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 260800, "video_name": "grey_s01e03_seg02_clip_00", "timestamp": [ 16.1, 33.13 ], "duration": 92.66, "caption": "A patient moves the curtain to interrupt two doctors.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 260801, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 41.41, 90.02 ], "duration": 90.66, "caption": "A person opens up the door to the patient's room and talks to the patient.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 260802, "video_name": "house_s07e23_seg02_clip_15", "timestamp": [ 48.12, 51.15 ], "duration": 86.66, "caption": "A person uses their crutches to open the hospital room curtains.", "similarity": 0.6852, "relevance": 1 }, { "pair_id": 260803, "video_name": "house_s07e19_seg02_clip_24", "timestamp": [ 55.01, 59.71 ], "duration": 94.66, "caption": "A person suddenly gets out from the room of the patient.", "similarity": 0.6831, "relevance": 1 }, { "pair_id": 260804, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 40.9, 43.95 ], "duration": 87.66, "caption": "A doctor leaves the room of his patient.", "similarity": 0.6816, "relevance": 1 }, { "pair_id": 260805, "video_name": "house_s02e11_seg02_clip_20", "timestamp": [ 7.5, 11.5 ], "duration": 100.66, "caption": "A doctor leaves the room of his patient.", "similarity": 0.6816, "relevance": 1 }, { "pair_id": 260806, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 0.0, 6.93 ], "duration": 92.66, "caption": "A doctor exits the patient's room after he talked with him.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 260807, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 12.83, 15.53 ], "duration": 135.66, "caption": "A man uses his cane to close the glass door to the patient's room.", "similarity": 0.6758, "relevance": 2 }, { "pair_id": 260808, "video_name": "friends_s06e13_seg02_clip_20", "timestamp": [ 31.21, 33.61 ], "duration": 60.66, "caption": "A person reaches up and closes the curtains to the large windows.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 260809, "video_name": "house_s02e13_seg02_clip_02", "timestamp": [ 40.26, 45.18 ], "duration": 89.66, "caption": "A doctor opens the sliding door to exit the patient's room.", "similarity": 0.6719, "relevance": 1 }, { "pair_id": 260810, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 33.26, 41.34 ], "duration": 95.66, "caption": "A person enters the room of the patient.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 260811, "video_name": "house_s04e01_seg02_clip_18", "timestamp": [ 54.32, 57.46 ], "duration": 89.66, "caption": "A person opens the drapes and checks on the patient.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 260812, "video_name": "house_s06e16_seg02_clip_00", "timestamp": [ 29.15, 34.32 ], "duration": 94.66, "caption": "A person closes the hospital door and locks it.", "similarity": 0.6691, "relevance": 1 }, { "pair_id": 260813, "video_name": "house_s01e03_seg02_clip_22", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A person walks in the patient's room, asks them a question, and then closes the door.", "similarity": 0.6687, "relevance": 1 }, { "pair_id": 260814, "video_name": "grey_s03e16_seg02_clip_05", "timestamp": [ 82.53, 100.03 ], "duration": 100.66, "caption": "A man weaves through a crowded room of patients then pulled back the blue curtain.", "similarity": 0.6663, "relevance": 1 }, { "pair_id": 260815, "video_name": "house_s07e16_seg02_clip_16", "timestamp": [ 31.1, 38.34 ], "duration": 85.66, "caption": "A man leaves the patient's room and another person watches after him.", "similarity": 0.666, "relevance": 1 }, { "pair_id": 260816, "video_name": "house_s02e02_seg02_clip_18", "timestamp": [ 0.0, 2.01 ], "duration": 67.66, "caption": "A person is standing in the door of the patient's room.", "similarity": 0.6653, "relevance": 1 }, { "pair_id": 260817, "video_name": "house_s08e10_seg02_clip_22", "timestamp": [ 45.37, 49.57 ], "duration": 84.66, "caption": "A person rushes back into the room and tries to help the patient.", "similarity": 0.6652, "relevance": 1 }, { "pair_id": 260818, "video_name": "house_s06e08_seg02_clip_21", "timestamp": [ 77.37, 81.92 ], "duration": 91.66, "caption": "A person clothes their patient folder shut and places it down.", "similarity": 0.6604, "relevance": 1 }, { "pair_id": 260819, "video_name": "house_s01e04_seg02_clip_14", "timestamp": [ 3.22, 6.44 ], "duration": 92.66, "caption": "A medical professional closes the blinds on a patient's family.", "similarity": 0.6587, "relevance": 4 } ] }, { "query_id": 9122, "query": "A man was talking to woman very seriously and woman was listening to him with dull face.", "relevant_moment": [ { "pair_id": 160300, "video_name": "castle_s03e13_seg02_clip_02", "timestamp": [ 83.24, 87.76 ], "duration": 90.66, "caption": "A man was talking to woman very seriously and woman was listening to him with dull face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160301, "video_name": "castle_s07e18_seg02_clip_15", "timestamp": [ 0.0, 58.14 ], "duration": 93.66, "caption": "A man was seriously talking to a woman.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 160302, "video_name": "castle_s04e07_seg02_clip_17", "timestamp": [ 28.82, 46.84 ], "duration": 90.66, "caption": "A man was having a serious conversation with a woman.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 160303, "video_name": "castle_s05e20_seg02_clip_23", "timestamp": [ 15.09, 86.2 ], "duration": 86.66, "caption": "A man was having a serious conversation with woman and person.", "similarity": 0.7647, "relevance": 4 }, { "pair_id": 160304, "video_name": "castle_s08e17_seg02_clip_26", "timestamp": [ 36.11, 86.95 ], "duration": 95.66, "caption": "A woman and a man were seriously talking to each other.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 160305, "video_name": "castle_s02e21_seg02_clip_06", "timestamp": [ 48.66, 89.29 ], "duration": 89.66, "caption": "A woman and a man were seriously talking to a person.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 160306, "video_name": "castle_s08e02_seg02_clip_06", "timestamp": [ 0.0, 36.75 ], "duration": 93.66, "caption": "A woman and a man were having a serious and intense conversation.", "similarity": 0.7407, "relevance": 4 }, { "pair_id": 160307, "video_name": "castle_s07e20_seg02_clip_16", "timestamp": [ 13.2, 42.25 ], "duration": 88.66, "caption": "A woman and a man were having a serious and intense conversation.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 160308, "video_name": "castle_s05e12_seg02_clip_09", "timestamp": [ 0.0, 17.48 ], "duration": 92.66, "caption": "A woman and a man were having a serious and intense conversation.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 160309, "video_name": "castle_s01e05_seg02_clip_24", "timestamp": [ 0.0, 53.38 ], "duration": 92.66, "caption": "A man was talking emotionally to woman and person.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 160310, "video_name": "castle_s02e21_seg02_clip_06", "timestamp": [ 0.0, 47.77 ], "duration": 89.66, "caption": "A man was seriously talking to some people, who are a person and a woman.", "similarity": 0.734, "relevance": 4 }, { "pair_id": 160311, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 0.0, 40.18 ], "duration": 89.66, "caption": "A woman was intensely talking to a man and another person.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 160312, "video_name": "house_s01e16_seg02_clip_17", "timestamp": [ 0.0, 16.17 ], "duration": 89.66, "caption": "A woman and a man were having a serious conversation.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 160313, "video_name": "friends_s08e03_seg02_clip_09", "timestamp": [ 0.0, 54.59 ], "duration": 62.66, "caption": "A woman and a man were having a serious conversation.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 160314, "video_name": "castle_s03e23_seg02_clip_16", "timestamp": [ 0.0, 32.31 ], "duration": 91.66, "caption": "A woman and a man were having a serious conversation.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 160315, "video_name": "castle_s08e05_seg02_clip_11", "timestamp": [ 0.0, 38.28 ], "duration": 90.66, "caption": "A woman and another woman were having an intense conversation with a man.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 160316, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 0.0, 48.46 ], "duration": 114.66, "caption": "A man was having a conversation with woman.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 160317, "video_name": "friends_s08e09_seg02_clip_10", "timestamp": [ 0.0, 37.22 ], "duration": 62.66, "caption": "A woman and man were having a serious conversation.", "similarity": 0.723, "relevance": 4 }, { "pair_id": 160318, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 0.0, 77.57 ], "duration": 94.66, "caption": "A woman and man were having a serious conversation.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 160319, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 333620, "video_name": "castle_s05e24_seg02_clip_13", "timestamp": [ 0.0, 11.99 ], "duration": 92.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 333621, "video_name": "house_s01e19_seg02_clip_01", "timestamp": [ 3.68, 9.21 ], "duration": 92.66, "caption": "A man and a woman are both talking very seriously.", "similarity": 0.7226, "relevance": 4 }, { "pair_id": 333622, "video_name": "castle_s01e02_seg02_clip_23", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman was having a serious and emotional conversation with another woman while a man was watching.", "similarity": 0.7217, "relevance": 3 }, { "pair_id": 333623, "video_name": "castle_s07e09_seg02_clip_18", "timestamp": [ 66.36, 76.5 ], "duration": 92.66, "caption": "A man is having a serious conversation with woman.", "similarity": 0.7202, "relevance": 3 }, { "pair_id": 333624, "video_name": "castle_s06e11_seg02_clip_01", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A man was having a conversation with woman and person.", "similarity": 0.7165, "relevance": 3 }, { "pair_id": 333625, "video_name": "castle_s05e21_seg02_clip_12", "timestamp": [ 0.0, 19.51 ], "duration": 83.66, "caption": "A man and a woman were having a serious conversation.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 333626, "video_name": "castle_s05e08_seg02_clip_17", "timestamp": [ 0.0, 19.41 ], "duration": 88.66, "caption": "A man and a woman were having a serious conversation.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 333627, "video_name": "castle_s05e23_seg02_clip_26", "timestamp": [ 0.0, 71.4 ], "duration": 121.66, "caption": "A person was having a serious conversation with a woman.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 333628, "video_name": "castle_s08e02_seg02_clip_14", "timestamp": [ 0.0, 6.15 ], "duration": 82.66, "caption": "A man was seriously looking at a woman and started a conversation.", "similarity": 0.7157, "relevance": 4 }, { "pair_id": 333629, "video_name": "house_s02e08_seg02_clip_25", "timestamp": [ 31.16, 41.4 ], "duration": 93.66, "caption": "A man was emotional while he was talking with a woman.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 333630, "video_name": "friends_s08e18_seg02_clip_08", "timestamp": [ 21.95, 38.78 ], "duration": 57.66, "caption": "A man and woman were having an intense and serious conversation.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 333631, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 0.0, 39.56 ], "duration": 57.66, "caption": "A man and a woman were having an intense conversation.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 333632, "video_name": "castle_s07e06_seg02_clip_17", "timestamp": [ 0.0, 34.37 ], "duration": 87.66, "caption": "A man and woman were having a serious conversation.", "similarity": 0.7096, "relevance": 3 }, { "pair_id": 333633, "video_name": "friends_s01e01_seg02_clip_28", "timestamp": [ 0.0, 7.74 ], "duration": 43.66, "caption": "A woman and man were talking to each other.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 333634, "video_name": "castle_s06e20_seg02_clip_19", "timestamp": [ 0.0, 52.97 ], "duration": 89.66, "caption": "Woman and man were having a conversation with woman.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 333635, "video_name": "friends_s05e21_seg02_clip_11", "timestamp": [ 0.0, 7.71 ], "duration": 67.66, "caption": "A man and woman were having an intense conversation.", "similarity": 0.7081, "relevance": 3 }, { "pair_id": 333636, "video_name": "castle_s04e09_seg02_clip_15", "timestamp": [ 0.0, 99.03 ], "duration": 99.66, "caption": "A man and woman were having an intense conversation.", "similarity": 0.7081, "relevance": 4 }, { "pair_id": 333637, "video_name": "friends_s07e23-24_seg02_clip_01", "timestamp": [ 0.0, 10.36 ], "duration": 56.66, "caption": "A man was talking to some women.", "similarity": 0.7042, "relevance": 3 }, { "pair_id": 333638, "video_name": "house_s08e04_seg02_clip_16", "timestamp": [ 45.06, 50.52 ], "duration": 91.66, "caption": "After listening to a man, a woman looks uncomfortable and says something.", "similarity": 0.7021, "relevance": 4 }, { "pair_id": 333639, "video_name": "s10e01_seg02_clip_10", "timestamp": [ 20.48, 26.79 ], "duration": 63.66, "caption": "A man talks to a woman, which causes awkward smiles from two other people.", "similarity": 0.701, "relevance": 2 } ] }, { "query_id": 9148, "query": "A woman takes a package from a person's hands and walks away.", "relevant_moment": [ { "pair_id": 50600, "video_name": "s01e16_seg02_clip_09", "timestamp": [ 20.11, 22.21 ], "duration": 60.66, "caption": "A woman takes a package from a person's hands and walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 50601, "video_name": "friends_s07e11_seg02_clip_07", "timestamp": [ 7.14, 9.22 ], "duration": 59.66, "caption": "A woman takes a package from outside a door and runs away.", "similarity": 0.7937, "relevance": 3 }, { "pair_id": 50602, "video_name": "s10e08_seg02_clip_08", "timestamp": [ 39.43, 45.27 ], "duration": 73.66, "caption": "A person grabs a piece of paper from a woman and walks away with it.", "similarity": 0.7302, "relevance": 3 }, { "pair_id": 50603, "video_name": "friends_s04e03_seg02_clip_04", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A woman walks away from a woman and grabs her purse.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 50604, "video_name": "grey_s03e06_seg02_clip_16", "timestamp": [ 68.55, 84.13 ], "duration": 89.66, "caption": "A person is holding white packages and walks away from man.", "similarity": 0.7113, "relevance": 0 }, { "pair_id": 50606, "video_name": "s01e04_seg02_clip_05", "timestamp": [ 34.74, 38.46 ], "duration": 62.66, "caption": "A woman takes the brown grocery bag away from a person.", "similarity": 0.7069, "relevance": 4 }, { "pair_id": 50607, "video_name": "grey_s03e05_seg02_clip_11", "timestamp": [ 19.52, 23.15 ], "duration": 90.66, "caption": "A woman puts her hand on her shoulder as she walks away.", "similarity": 0.7059, "relevance": 1 }, { "pair_id": 50608, "video_name": "s02e06_seg02_clip_08", "timestamp": [ 49.29, 55.19 ], "duration": 59.66, "caption": "A woman places a boxed package on a table and walks out of the room.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 50609, "video_name": "castle_s05e03_seg02_clip_03", "timestamp": [ 15.03, 20.95 ], "duration": 91.66, "caption": "A woman takes a person's coffee cup with hers and walks away.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 50610, "video_name": "s07e01_seg02_clip_04", "timestamp": [ 47.91, 50.65 ], "duration": 61.66, "caption": "A woman walks away from some people holding a plate of food.", "similarity": 0.6987, "relevance": 2 }, { "pair_id": 50611, "video_name": "s01e16_seg02_clip_09", "timestamp": [ 19.81, 21.31 ], "duration": 60.66, "caption": "A woman grabs the box out of person's hands.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 50612, "video_name": "house_s05e06_seg02_clip_07", "timestamp": [ 16.52, 20.54 ], "duration": 89.66, "caption": "A woman removes her gloves and walks away.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 50613, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 50614, "video_name": "met_s06e20_seg02_clip_10", "timestamp": [ 21.02, 23.61 ], "duration": 57.66, "caption": "A woman walks away from a person wheeling her luggage behind her.", "similarity": 0.6946, "relevance": 2 }, { "pair_id": 50615, "video_name": "grey_s03e09_seg02_clip_13", "timestamp": [ 12.74, 15.47 ], "duration": 91.66, "caption": "A woman is walking away from two people.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 50616, "video_name": "met_s06e24_seg02_clip_13", "timestamp": [ 6.04, 7.77 ], "duration": 57.66, "caption": "A woman holding flowers walks away from someone.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 50617, "video_name": "house_s02e06_seg02_clip_19", "timestamp": [ 23.58, 31.9 ], "duration": 92.66, "caption": "A woman picks up her purse and walks away.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 50618, "video_name": "friends_s04e17_seg02_clip_08", "timestamp": [ 2.04, 3.83 ], "duration": 51.66, "caption": "A woman turns around, lets go of someone's hand and walks away.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 50619, "video_name": "house_s01e20_seg02_clip_02", "timestamp": [ 15.58, 17.8 ], "duration": 89.66, "caption": "A woman walks away from a man after stopping holding hands.", "similarity": 0.6835, "relevance": 1 } ] }, { "query_id": 9160, "query": "A person enters someone's office wearing a black jacket and blue jeans.", "relevant_moment": [ { "pair_id": 19260, "video_name": "house_s04e01_seg02_clip_07", "timestamp": [ 7.2, 11.7 ], "duration": 90.66, "caption": "A person enters someone's office wearing a black jacket and blue jeans.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19261, "video_name": "house_s07e11_seg02_clip_16", "timestamp": [ 0.0, 1.72 ], "duration": 86.66, "caption": "A person enters the door into someone's office.", "similarity": 0.7521, "relevance": 1 }, { "pair_id": 19262, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 0.0, 3.05 ], "duration": 87.66, "caption": "A person enters the office of another person.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 19263, "video_name": "house_s05e18_seg02_clip_23", "timestamp": [ 45.14, 48.02 ], "duration": 48.66, "caption": "A person opens the door and enters person's office.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 19264, "video_name": "s05e07_seg02_clip_05", "timestamp": [ 25.49, 28.29 ], "duration": 56.66, "caption": "A person opens the door and enters the office.", "similarity": 0.7112, "relevance": 2 }, { "pair_id": 19265, "video_name": "house_s02e11_seg02_clip_23", "timestamp": [ 70.42, 77.46 ], "duration": 88.66, "caption": "A person enters someone's office and closes the door behind him/her.", "similarity": 0.6994, "relevance": 4 }, { "pair_id": 19266, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 50.8, 54.39 ], "duration": 89.66, "caption": "A person opens the door of another person's office and enters.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 19267, "video_name": "house_s08e13_seg02_clip_02", "timestamp": [ 58.57, 61.25 ], "duration": 89.66, "caption": "A person enters someone's office and leaves the door open.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 19268, "video_name": "house_s07e17_seg02_clip_14", "timestamp": [ 75.94, 78.57 ], "duration": 87.66, "caption": "A person walks into someone's office while carrying paper.", "similarity": 0.6801, "relevance": 2 }, { "pair_id": 19269, "video_name": "house_s07e06_seg02_clip_21", "timestamp": [ 32.94, 40.51 ], "duration": 89.66, "caption": "A person walks into person's office while he's doing paperwork.", "similarity": 0.6801, "relevance": 2 }, { "pair_id": 19270, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 47.75, 58.29 ], "duration": 124.66, "caption": "A man enters a woman's office, she is putting on her coat.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 19271, "video_name": "friends_s10e06_seg02_clip_17", "timestamp": [ 8.84, 11.4 ], "duration": 57.66, "caption": "A person opens the door and walks into the office a man is in.", "similarity": 0.6791, "relevance": 3 }, { "pair_id": 19272, "video_name": "s07e08_seg02_clip_07", "timestamp": [ 47.42, 48.92 ], "duration": 60.66, "caption": "A person walks into another person's office with his arms open and a sheet of paper in his hand.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 19273, "video_name": "house_s08e03_seg02_clip_09", "timestamp": [ 33.03, 41.51 ], "duration": 89.66, "caption": "A person enters a man's office and he starts talking.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 19274, "video_name": "house_s07e04_seg02_clip_14", "timestamp": [ 51.7, 55.78 ], "duration": 90.66, "caption": "A person walks into woman's office holding a garment bag.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 19275, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 4.5, 8.55 ], "duration": 90.66, "caption": "A person hangs up the phone as another person enters their office.", "similarity": 0.6611, "relevance": 3 }, { "pair_id": 19276, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 79.6, 87.48 ], "duration": 87.66, "caption": "A man walks into someone's office while wearing a suit.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 19277, "video_name": "house_s01e01_seg02_clip_04", "timestamp": [ 4.24, 7.87 ], "duration": 121.66, "caption": "A person opens a door forcefully and enters a woman's office.", "similarity": 0.6589, "relevance": 3 }, { "pair_id": 19278, "video_name": "castle_s03e02_seg02_clip_04", "timestamp": [ 16.28, 19.37 ], "duration": 88.66, "caption": "A person walks into the office and holding some papers.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 19279, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 68.1, 72.7 ], "duration": 92.66, "caption": "A person walks into their office with some colleagues inside.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 192580, "video_name": "castle_s05e23_seg02_clip_06", "timestamp": [ 32.84, 36.94 ], "duration": 91.66, "caption": "A person opens the door to an office where two people in uniform rush in.", "similarity": 0.6559, "relevance": 3 }, { "pair_id": 192581, "video_name": "s04e15_seg02_clip_15", "timestamp": [ 0.0, 1.68 ], "duration": 84.66, "caption": "Person enters their apartment with their jacket in hand.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 192582, "video_name": "house_s07e19_seg02_clip_18", "timestamp": [ 65.54, 70.58 ], "duration": 72.66, "caption": "A woman walks into a man's office with one hand in her coat pocket.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 192583, "video_name": "met_s03e18_seg01_clip_02", "timestamp": [ 22.28, 28.38 ], "duration": 61.66, "caption": "A man comes into someone's office and hands something to him.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 192584, "video_name": "house_s04e12_seg02_clip_15", "timestamp": [ 80.06, 84.18 ], "duration": 91.66, "caption": "A man enters the office of a woman.", "similarity": 0.6508, "relevance": 4 }, { "pair_id": 192585, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 97.01, 106.02 ], "duration": 106.66, "caption": "A woman enters person's office and walks up to his desk.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 192586, "video_name": "met_s03e15_seg02_clip_00", "timestamp": [ 41.78, 47.66 ], "duration": 61.66, "caption": "A woman enters a person's office and walks towards his desk.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 192587, "video_name": "house_s03e20_seg02_clip_01", "timestamp": [ 40.21, 49.81 ], "duration": 91.66, "caption": "A person opens the door to someone's office, and looks behind it before coming in.", "similarity": 0.6428, "relevance": 3 }, { "pair_id": 192588, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 47.97, 54.57 ], "duration": 88.66, "caption": "A person walks into another person's office and sits down.", "similarity": 0.6426, "relevance": 3 }, { "pair_id": 192589, "video_name": "house_s07e08_seg02_clip_02", "timestamp": [ 0.0, 90.46 ], "duration": 90.66, "caption": "A person talks to another person in the office and hangs up his/her black jacket.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 192590, "video_name": "s09e12_seg02_clip_04", "timestamp": [ 36.01, 40.89 ], "duration": 61.66, "caption": "A person enters the office and walks across the room.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 192591, "video_name": "friends_s10e15_seg02_clip_11", "timestamp": [ 17.17, 21.46 ], "duration": 66.66, "caption": "A man walks into a person's office while the person is looking at some designs.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 192592, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A person walks into someone's office at work to talk.", "similarity": 0.6396, "relevance": 2 }, { "pair_id": 192593, "video_name": "met_s03e15_seg01_clip_01", "timestamp": [ 12.28, 16.57 ], "duration": 61.66, "caption": "A person opens the door in someone's office, about the time someone hangs up the phone.", "similarity": 0.639, "relevance": 3 }, { "pair_id": 192594, "video_name": "s08e02_seg02_clip_00", "timestamp": [ 13.34, 21.71 ], "duration": 62.66, "caption": "A person enters the office and sits down in front of the desk.", "similarity": 0.6381, "relevance": 3 }, { "pair_id": 192595, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 15.23, 17.4 ], "duration": 87.66, "caption": "A person walks into the office a couple of steps.", "similarity": 0.6375, "relevance": 2 }, { "pair_id": 192596, "video_name": "house_s06e02_seg02_clip_19", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A person walks into the office while carrying a clipboard.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 192597, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 30.7, 34.77 ], "duration": 90.66, "caption": "A person walks into their office with another person following them inside.", "similarity": 0.6369, "relevance": 3 }, { "pair_id": 192598, "video_name": "house_s06e18_seg02_clip_23", "timestamp": [ 53.69, 67.34 ], "duration": 88.66, "caption": "A person walks into person's office and just stands there.", "similarity": 0.6367, "relevance": 3 }, { "pair_id": 192599, "video_name": "s05e17_seg02_clip_15", "timestamp": [ 0.0, 1.51 ], "duration": 43.66, "caption": "Person, person, and person walk into person's office at work.", "similarity": 0.6341, "relevance": 2 } ] }, { "query_id": 9187, "query": "While a man is talking to a woman, he kneels down in front of her.", "relevant_moment": [ { "pair_id": 47520, "video_name": "friends_s09e19_seg02_clip_21", "timestamp": [ 48.63, 59.31 ], "duration": 59.66, "caption": "While a man is talking to a woman, he kneels down in front of her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 47521, "video_name": "castle_s01e04_seg02_clip_15", "timestamp": [ 48.44, 85.67 ], "duration": 89.66, "caption": "A woman kneels down to a man while talking to him.", "similarity": 0.8952, "relevance": 2 }, { "pair_id": 47522, "video_name": "castle_s07e04_seg02_clip_12", "timestamp": [ 0.0, 5.35 ], "duration": 89.66, "caption": "A man is kneeling as he is speaking to a woman.", "similarity": 0.8648, "relevance": 2 }, { "pair_id": 47523, "video_name": "friends_s07e13_seg02_clip_21", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman kneels down on the floor to talk to man.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 47524, "video_name": "s05e05_seg02_clip_04", "timestamp": [ 17.96, 21.38 ], "duration": 57.66, "caption": "A man puts his hands on his knees as he speaks to woman.", "similarity": 0.7936, "relevance": 2 }, { "pair_id": 47525, "video_name": "friends_s03e20_seg02_clip_18", "timestamp": [ 0.0, 10.08 ], "duration": 59.66, "caption": "A man is talking with a woman and he puts his hands on his lower back.", "similarity": 0.7558, "relevance": 2 }, { "pair_id": 47526, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 21.63, 25.31 ], "duration": 92.66, "caption": "A man stands up while he is talking to a woman.", "similarity": 0.7523, "relevance": 1 }, { "pair_id": 47527, "video_name": "castle_s02e07_seg02_clip_23", "timestamp": [ 0.0, 51.72 ], "duration": 94.66, "caption": "A man is kneeling in front of a person as he converses with them.", "similarity": 0.7514, "relevance": 4 }, { "pair_id": 47528, "video_name": "grey_s03e12_seg02_clip_20", "timestamp": [ 0.0, 67.36 ], "duration": 90.66, "caption": "A man is speaking to a woman as he is with some people.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 47529, "video_name": "house_s03e02_seg02_clip_12", "timestamp": [ 0.0, 3.29 ], "duration": 94.66, "caption": "A man talks to a woman out of the side of his mouth.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 47530, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 0.0, 63.96 ], "duration": 92.66, "caption": "A man is speaking to a woman as they are across from each other.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 47531, "video_name": "castle_s02e02_seg02_clip_05", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is talking in front of a woman about someone who wanted to talk to her.", "similarity": 0.741, "relevance": 1 }, { "pair_id": 47532, "video_name": "met_s02e08_seg02_clip_06", "timestamp": [ 10.6, 13.02 ], "duration": 60.66, "caption": "A man is looking down as a woman is beside him speaking.", "similarity": 0.7407, "relevance": 1 }, { "pair_id": 47533, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 72.22, 92.59 ], "duration": 92.66, "caption": "A woman is speaking to a man as he is beside her.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 47534, "video_name": "friends_s02e14_seg02_clip_12", "timestamp": [ 31.21, 41.12 ], "duration": 60.66, "caption": "A man gets up and talks to woman, face to face.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 47535, "video_name": "castle_s01e01_seg02_clip_11", "timestamp": [ 1.35, 2.7 ], "duration": 90.66, "caption": "A man is crouched with a woman speaking to each other.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 47536, "video_name": "grey_s03e02_seg02_clip_09", "timestamp": [ 3.17, 16.77 ], "duration": 90.66, "caption": "A man is speaking to woman as they are standing beside each other.", "similarity": 0.7345, "relevance": 2 }, { "pair_id": 47537, "video_name": "friends_s09e19_seg02_clip_21", "timestamp": [ 50.11, 59.31 ], "duration": 59.66, "caption": "A woman squats down in front of guy while he talks to her.", "similarity": 0.7318, "relevance": 4 }, { "pair_id": 47538, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 6.58 ], "duration": 94.66, "caption": "A man sits down while he is talking to a woman.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 47539, "video_name": "house_s02e06_seg02_clip_25", "timestamp": [ 48.76, 54.39 ], "duration": 125.66, "caption": "A man moves to stand in front of a woman as they have a conversation.", "similarity": 0.7309, "relevance": 2 } ] }, { "query_id": 9189, "query": "A woman squats down in front of guy while he talks to her.", "relevant_moment": [ { "pair_id": 5220, "video_name": "friends_s09e19_seg02_clip_21", "timestamp": [ 50.11, 59.31 ], "duration": 59.66, "caption": "A woman squats down in front of guy while he talks to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5221, "video_name": "friends_s09e19_seg02_clip_21", "timestamp": [ 48.63, 59.31 ], "duration": 59.66, "caption": "While a man is talking to a woman, he kneels down in front of her.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 5222, "video_name": "castle_s01e04_seg02_clip_15", "timestamp": [ 48.44, 85.67 ], "duration": 89.66, "caption": "A woman kneels down to a man while talking to him.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 5223, "video_name": "house_s04e13_seg02_clip_11", "timestamp": [ 5.72, 8.36 ], "duration": 88.66, "caption": "A woman sit down in front of a man while they are talking.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 5224, "video_name": "friends_s01e06_seg02_clip_19", "timestamp": [ 45.94, 47.13 ], "duration": 59.66, "caption": "A woman pats man on the thigh during a conversation.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 5225, "video_name": "castle_s01e01_seg02_clip_11", "timestamp": [ 1.35, 2.7 ], "duration": 90.66, "caption": "A man is crouched with a woman speaking to each other.", "similarity": 0.6596, "relevance": 3 }, { "pair_id": 5226, "video_name": "grey_s02e02_seg02_clip_17", "timestamp": [ 17.51, 25.24 ], "duration": 103.66, "caption": "A person squats down beside of a man's wheelchair to talk to him.", "similarity": 0.6585, "relevance": 3 }, { "pair_id": 5227, "video_name": "met_s03e11_seg02_clip_07", "timestamp": [ 5.83, 10.12 ], "duration": 61.66, "caption": "A woman gestures to guy as she is talking.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 5228, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A woman sits down in front of man while talking.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 5229, "video_name": "s03e17_seg02_clip_11", "timestamp": [ 16.65, 24.01 ], "duration": 64.66, "caption": "Some people squat down at the same time as a woman walks up the stairs.", "similarity": 0.6542, "relevance": 1 }, { "pair_id": 5230, "video_name": "castle_s04e20_seg02_clip_24", "timestamp": [ 23.77, 26.74 ], "duration": 99.66, "caption": "A woman sits down while talking to the man in front of him.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 5231, "video_name": "house_s02e06_seg02_clip_23", "timestamp": [ 40.01, 48.01 ], "duration": 80.66, "caption": "A man sits in front of a woman and talks to her.", "similarity": 0.6495, "relevance": 1 }, { "pair_id": 5232, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 0.0, 48.16 ], "duration": 90.66, "caption": "A woman is in front of a man and is speaking with him.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 5233, "video_name": "castle_s08e15_seg02_clip_17", "timestamp": [ 0.0, 49.15 ], "duration": 91.66, "caption": "A woman is standing in front of a man as she converses with him.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 5234, "video_name": "castle_s02e02_seg02_clip_05", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is talking in front of a woman about someone who wanted to talk to her.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 5235, "video_name": "friends_s07e09_seg02_clip_17", "timestamp": [ 18.61, 22.28 ], "duration": 61.66, "caption": "A man pats his butt as he talks to a woman.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 5236, "video_name": "s06e03_seg02_clip_09", "timestamp": [ 18.25, 23.09 ], "duration": 57.66, "caption": "A person glides by behind a man as he talks with a woman.", "similarity": 0.6428, "relevance": 1 }, { "pair_id": 5237, "video_name": "friends_s07e21_seg02_clip_06", "timestamp": [ 1.79, 5.36 ], "duration": 51.66, "caption": "A woman gets down on her knees in front of a man.", "similarity": 0.6408, "relevance": 3 }, { "pair_id": 5238, "video_name": "friends_s03e20_seg02_clip_18", "timestamp": [ 0.0, 10.08 ], "duration": 59.66, "caption": "A man is talking with a woman and he puts his hands on his lower back.", "similarity": 0.6396, "relevance": 2 }, { "pair_id": 5239, "video_name": "house_s06e07_seg02_clip_14", "timestamp": [ 2.26, 8.12 ], "duration": 90.66, "caption": "A woman is exercising while man is talking to her.", "similarity": 0.6373, "relevance": 1 } ] }, { "query_id": 9191, "query": "A woman picks up the stack of papers and put it on her folder as she speaks to someone.", "relevant_moment": [ { "pair_id": 146700, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 50.99, 55.05 ], "duration": 90.66, "caption": "A woman picks up the stack of papers and put it on her folder as she speaks to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146701, "video_name": "castle_s02e06_seg02_clip_14", "timestamp": [ 71.69, 78.17 ], "duration": 92.66, "caption": "A woman opens a folder and hands papers to a person.", "similarity": 0.7837, "relevance": 2 }, { "pair_id": 146702, "video_name": "castle_s02e19_seg02_clip_11", "timestamp": [ 0.0, 76.16 ], "duration": 90.66, "caption": "A woman was holding a folder with a bunch of papers in it.", "similarity": 0.777, "relevance": 2 }, { "pair_id": 146703, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 70.68, 72.51 ], "duration": 91.66, "caption": "A person gets a folder of papers from woman's desk.", "similarity": 0.7718, "relevance": 1 }, { "pair_id": 146704, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 31.21, 33.31 ], "duration": 60.66, "caption": "A woman shows a person a passage from the stack of papers they are holding.", "similarity": 0.7532, "relevance": 1 }, { "pair_id": 146705, "video_name": "s01e15_seg02_clip_00", "timestamp": [ 11.48, 21.09 ], "duration": 62.66, "caption": "A woman is holding an envelope folder as she speaks to two people.", "similarity": 0.7515, "relevance": 1 }, { "pair_id": 146706, "video_name": "castle_s06e15_seg02_clip_18", "timestamp": [ 0.0, 30.31 ], "duration": 91.66, "caption": "A woman was holding a bunch of papers while talking.", "similarity": 0.7512, "relevance": 1 }, { "pair_id": 146707, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 78.46, 86.44 ], "duration": 88.66, "caption": "A woman picks up a sheet of paper as she speaks with man.", "similarity": 0.7478, "relevance": 2 }, { "pair_id": 146708, "video_name": "met_s02e14_seg02_clip_06", "timestamp": [ 31.2, 34.57 ], "duration": 61.66, "caption": "A woman picks up the papers in front of her and gives them an organizing tap.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 146709, "video_name": "s06e03_seg02_clip_00", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person picks up a folder of papers from his/her desk.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 146710, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 8.74, 10.58 ], "duration": 92.66, "caption": "A woman picks up a piece of paper off of the desk as they have a conversation with a person.", "similarity": 0.7347, "relevance": 2 }, { "pair_id": 146711, "video_name": "castle_s05e11_seg02_clip_24", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A woman puts a paper back into a folder.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 146712, "video_name": "friends_s03e04_seg02_clip_17", "timestamp": [ 37.48, 39.84 ], "duration": 59.66, "caption": "A woman grabs the stack of papers and puts it in her bag.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 146713, "video_name": "castle_s06e14_seg02_clip_06", "timestamp": [ 80.35, 90.66 ], "duration": 90.66, "caption": "A woman is holding a folder as she speaks to a man.", "similarity": 0.7203, "relevance": 1 }, { "pair_id": 146714, "video_name": "castle_s02e10_seg02_clip_21", "timestamp": [ 4.57, 9.59 ], "duration": 91.66, "caption": "A woman flips through a folder in her hand and holds a piece of paper.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 146715, "video_name": "castle_s03e15_seg02_clip_09", "timestamp": [ 63.27, 68.7 ], "duration": 90.66, "caption": "A woman holds a large stack of papers which she then hands over to man.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 146716, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 0.0, 70.67 ], "duration": 90.66, "caption": "A woman was holding a black folder with bunch of papers in it.", "similarity": 0.707, "relevance": 1 }, { "pair_id": 146717, "video_name": "castle_s05e24_seg02_clip_25", "timestamp": [ 44.17, 45.09 ], "duration": 92.66, "caption": "A woman picks up a piece of paper from a folder and flips it over on the table.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 146718, "video_name": "house_s04e03_seg02_clip_01", "timestamp": [ 64.92, 75.51 ], "duration": 92.66, "caption": "A woman is holding a blue folder in her hand as she talks.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 320020, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 25.49, 38.69 ], "duration": 91.66, "caption": "A woman hands a man a paper from a folder, he looks at it and hands it back to her.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 320021, "video_name": "house_s06e06_seg02_clip_02", "timestamp": [ 0.0, 12.46 ], "duration": 89.66, "caption": "A woman starts to put papers into her briefcase in front of a person.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 320022, "video_name": "house_s03e01_seg02_clip_14", "timestamp": [ 7.08, 11.07 ], "duration": 88.66, "caption": "A woman reads a passage from the folder that she is holding.", "similarity": 0.6946, "relevance": 3 }, { "pair_id": 320023, "video_name": "castle_s05e11_seg02_clip_23", "timestamp": [ 88.49, 90.66 ], "duration": 90.66, "caption": "A woman takes out a sheet of paper from her folder.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 320024, "video_name": "castle_s06e19_seg02_clip_06", "timestamp": [ 79.14, 82.36 ], "duration": 92.66, "caption": "A woman opens the file and passes a sheet of paper to the person she is talking to.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 320025, "video_name": "friends_s09e12_seg02_clip_02", "timestamp": [ 13.64, 21.18 ], "duration": 58.66, "caption": "A woman brings a folder of paper over to the table.", "similarity": 0.6934, "relevance": 3 }, { "pair_id": 320026, "video_name": "house_s06e18_seg02_clip_14", "timestamp": [ 0.0, 10.27 ], "duration": 93.66, "caption": "A woman stacks papers together and then hands them to a man.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 320027, "video_name": "castle_s05e14_seg02_clip_06", "timestamp": [ 0.0, 24.95 ], "duration": 86.66, "caption": "A woman was holding a bunch of papers and staring at it whilst talking.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 320028, "video_name": "grey_s02e10_seg02_clip_07", "timestamp": [ 21.83, 28.96 ], "duration": 89.66, "caption": "A woman picks up a large blue folder and holds a pen in her hand and writes in the folder.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 320029, "video_name": "castle_s04e06_seg02_clip_14", "timestamp": [ 0.0, 5.89 ], "duration": 90.66, "caption": "A person walks over and gives woman a stack of papers.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 320030, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 22.04, 25.72 ], "duration": 91.66, "caption": "A woman picks up a newspaper and hands it to person.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 320031, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 84.88, 91.66 ], "duration": 91.66, "caption": "A woman is talking to someone and shows them a piece of paper.", "similarity": 0.6829, "relevance": 3 }, { "pair_id": 320032, "video_name": "castle_s02e03_seg02_clip_14", "timestamp": [ 88.73, 91.48 ], "duration": 91.66, "caption": "A woman pulls papers out of the white folder.", "similarity": 0.6778, "relevance": 1 }, { "pair_id": 320033, "video_name": "castle_s06e10_seg02_clip_23", "timestamp": [ 62.81, 91.03 ], "duration": 91.66, "caption": "A woman has a case folder in her hand as she speaks to a man and another person.", "similarity": 0.6757, "relevance": 1 }, { "pair_id": 320034, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 2.7, 6.3 ], "duration": 90.66, "caption": "A woman talks to the chief while holding files of paper in her hands, and gestures with her left hand.", "similarity": 0.6748, "relevance": 2 }, { "pair_id": 320035, "video_name": "castle_s07e13_seg02_clip_25", "timestamp": [ 61.4, 66.51 ], "duration": 93.66, "caption": "A woman picks up a folder from her desk and opens it.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 320036, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 77.67, 79.89 ], "duration": 88.66, "caption": "A woman places a folder she had in her hand onto her desk.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 320037, "video_name": "castle_s03e03_seg02_clip_04", "timestamp": [ 30.37, 35.89 ], "duration": 92.66, "caption": "A man handed a bunch of papers inside a folder to woman.", "similarity": 0.6719, "relevance": 1 }, { "pair_id": 320038, "video_name": "castle_s07e08_seg02_clip_24", "timestamp": [ 61.81, 66.77 ], "duration": 90.66, "caption": "A person talks to a woman while she opens up the files and reading it.", "similarity": 0.6712, "relevance": 1 }, { "pair_id": 320039, "video_name": "castle_s04e18_seg02_clip_26", "timestamp": [ 61.86, 66.98 ], "duration": 93.66, "caption": "A woman picks up a plastic box of papers and hands it to man.", "similarity": 0.6702, "relevance": 3 } ] }, { "query_id": 9204, "query": "A woman exits her apartment with a laundry basket and runs into a man leaving his apartment.", "relevant_moment": [ { "pair_id": 159080, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A woman exits her apartment with a laundry basket and runs into a man leaving his apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159081, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A man exits their apartment as woman is walking with a laundry basket.", "similarity": 0.8747, "relevance": 3 }, { "pair_id": 159082, "video_name": "friends_s04e12_seg02_clip_00", "timestamp": [ 45.07, 48.22 ], "duration": 63.66, "caption": "A woman walks into the apartment with a basket of laundry and a person behind her as another person is leaving.", "similarity": 0.8456, "relevance": 2 }, { "pair_id": 159083, "video_name": "s01e05_seg02_clip_08", "timestamp": [ 19.67, 25.95 ], "duration": 57.66, "caption": "A man exits their apartment as a woman is coming upstairs with her laundry basket and they greet each other.", "similarity": 0.8101, "relevance": 2 }, { "pair_id": 159084, "video_name": "s09e03_seg02_clip_16", "timestamp": [ 44.64, 50.64 ], "duration": 75.66, "caption": "A woman walks out of her apartment carrying a laundry basket.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 159085, "video_name": "s02e07_seg02_clip_09", "timestamp": [ 53.71, 57.26 ], "duration": 59.66, "caption": "A woman is standing in the hallway as person exits his/her apartment with his/her laundry basket.", "similarity": 0.7581, "relevance": 2 }, { "pair_id": 159086, "video_name": "friends_s05e18_seg02_clip_10", "timestamp": [ 5.31, 9.15 ], "duration": 59.66, "caption": "A man enters the apartment as a woman is leaving.", "similarity": 0.7394, "relevance": 1 }, { "pair_id": 159087, "video_name": "met_s02e13_seg02_clip_20", "timestamp": [ 10.79, 18.73 ], "duration": 33.66, "caption": "A woman grabs a man and runs out of someone's apartment with him.", "similarity": 0.7358, "relevance": 1 }, { "pair_id": 159088, "video_name": "s08e16_seg02_clip_00", "timestamp": [ 6.51, 14.89 ], "duration": 62.66, "caption": "A person exits his/her apartment and closes the door as he/she walks with a woman towards her apartment.", "similarity": 0.7347, "relevance": 1 }, { "pair_id": 159089, "video_name": "s02e02_seg02_clip_07", "timestamp": [ 25.63, 28.68 ], "duration": 61.66, "caption": "A woman leaves a person to exit the apartment building.", "similarity": 0.7295, "relevance": 0 }, { "pair_id": 159090, "video_name": "s01e15_seg02_clip_02", "timestamp": [ 6.0, 8.1 ], "duration": 60.66, "caption": "A woman walks into the apartment with a laundry basket.", "similarity": 0.7284, "relevance": 1 }, { "pair_id": 159091, "video_name": "friends_s02e07_seg02_clip_10", "timestamp": [ 29.42, 32.15 ], "duration": 42.66, "caption": "A man walks out and closes the door, leaving a woman in his apartment.", "similarity": 0.7276, "relevance": 0 }, { "pair_id": 159092, "video_name": "friends_s02e17_seg02_clip_01", "timestamp": [ 47.81, 50.17 ], "duration": 59.66, "caption": "A woman enters the apartment while carrying a laundry basket.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 159093, "video_name": "s05e09_seg02_clip_17", "timestamp": [ 53.4, 56.8 ], "duration": 68.66, "caption": "A woman leaves man and heads to her apartment.", "similarity": 0.7255, "relevance": 0 }, { "pair_id": 159094, "video_name": "s09e14_seg02_clip_08", "timestamp": [ 60.99, 63.67 ], "duration": 67.66, "caption": "A woman gets up and leaves the apartment with a man following.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 159095, "video_name": "s01e17_seg02_clip_05", "timestamp": [ 8.1, 14.11 ], "duration": 60.66, "caption": "A woman runs, picks up her bag and leaves a man's apartment.", "similarity": 0.7243, "relevance": 1 }, { "pair_id": 159096, "video_name": "s06e12_seg02_clip_07", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person leaves his room to greet woman with a laundry basket.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 159097, "video_name": "met_s06e17_seg02_clip_15", "timestamp": [ 11.94, 15.22 ], "duration": 59.66, "caption": "A person walks out and leaves woman in the apartment.", "similarity": 0.7232, "relevance": 0 }, { "pair_id": 159098, "video_name": "s02e14_seg02_clip_18", "timestamp": [ 0.0, 5.88 ], "duration": 49.66, "caption": "A woman exits the apartment and person closes the door.", "similarity": 0.7196, "relevance": 0 }, { "pair_id": 159099, "video_name": "s01e05_seg02_clip_09", "timestamp": [ 20.78, 22.95 ], "duration": 62.66, "caption": "A woman carries a laundry basket as she opens her apartment door.", "similarity": 0.7161, "relevance": 1 } ] }, { "query_id": 9221, "query": "A woman leans back in her chair, then answers her phone.", "relevant_moment": [ { "pair_id": 152240, "video_name": "castle_s01e08_seg02_clip_16", "timestamp": [ 9.03, 20.32 ], "duration": 90.66, "caption": "A woman leans back in her chair, then answers her phone.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 152241, "video_name": "friends_s03e15_seg02_clip_14", "timestamp": [ 11.21, 13.28 ], "duration": 59.66, "caption": "A woman puts down the phone and leans back in her chair.", "similarity": 0.873, "relevance": 2 }, { "pair_id": 152242, "video_name": "friends_s02e08_seg02_clip_18", "timestamp": [ 15.83, 22.04 ], "duration": 62.66, "caption": "A woman is writing something down while she sits in the chair and then answers the phone.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 152243, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.77, 5.54 ], "duration": 92.66, "caption": "A woman turns and answers a call on her cellphone.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 152244, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 56.72, 59.87 ], "duration": 70.66, "caption": "A woman looks at her phone and answers it.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 152245, "video_name": "friends_s04e23-24_seg02_clip_18", "timestamp": [ 58.62, 63.03 ], "duration": 63.66, "caption": "A woman leans forward from the sofa to pick the phone up off the coffee table and answer it.", "similarity": 0.7445, "relevance": 4 }, { "pair_id": 152246, "video_name": "grey_s02e06_seg02_clip_03", "timestamp": [ 7.43, 10.49 ], "duration": 87.66, "caption": "A woman holds up a finger then answers her phone.", "similarity": 0.7412, "relevance": 1 }, { "pair_id": 152247, "video_name": "castle_s02e02_seg02_clip_00", "timestamp": [ 55.22, 59.82 ], "duration": 92.66, "caption": "A woman reaches to answer the phone when it rings.", "similarity": 0.7338, "relevance": 0 }, { "pair_id": 152248, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 1.92, 17.29 ], "duration": 96.66, "caption": "A woman answers the phone and has a conversation.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 152249, "video_name": "friends_s06e04_seg02_clip_16", "timestamp": [ 6.6, 10.8 ], "duration": 60.66, "caption": "A woman reaches to answer the phone after it rings.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 152250, "video_name": "s09e06_seg02_clip_04", "timestamp": [ 16.44, 18.92 ], "duration": 62.66, "caption": "A woman plops down in the chair holding her phone.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 152251, "video_name": "s08e07_seg02_clip_15", "timestamp": [ 37.22, 43.11 ], "duration": 62.66, "caption": "A woman answers her phone and begins a conversation.", "similarity": 0.7232, "relevance": 2 }, { "pair_id": 152252, "video_name": "castle_s01e09_seg02_clip_04", "timestamp": [ 23.16, 34.74 ], "duration": 89.66, "caption": "A woman goes to her desk phone and answers it.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 152253, "video_name": "castle_s06e17_seg02_clip_16", "timestamp": [ 58.83, 61.48 ], "duration": 88.66, "caption": "A woman's cellphone rings and then she answers it.", "similarity": 0.7198, "relevance": 1 }, { "pair_id": 152254, "video_name": "castle_s05e02_seg02_clip_13", "timestamp": [ 68.87, 70.22 ], "duration": 90.66, "caption": "A woman pulls her phone out and answers it.", "similarity": 0.718, "relevance": 0 }, { "pair_id": 152255, "video_name": "met_s02e07_seg02_clip_02", "timestamp": [ 2.12, 3.02 ], "duration": 60.66, "caption": "A woman answers a phone call while sitting next to person.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 152256, "video_name": "castle_s04e02_seg02_clip_11", "timestamp": [ 8.21, 12.77 ], "duration": 91.66, "caption": "A woman pulls out her phone and answers it.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 152257, "video_name": "friends_s05e23-24_seg01_clip_00", "timestamp": [ 0.0, 25.21 ], "duration": 63.66, "caption": "A woman talks someone into answering the phone for her.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 152258, "video_name": "house_s01e08_seg02_clip_23", "timestamp": [ 30.88, 98.03 ], "duration": 98.66, "caption": "A woman receives a phone call while person sits on the chair.", "similarity": 0.7145, "relevance": 0 }, { "pair_id": 152259, "video_name": "castle_s05e09_seg02_clip_17", "timestamp": [ 74.45, 77.16 ], "duration": 90.66, "caption": "A woman picks up her phone from the table she sitting on and answers it.", "similarity": 0.714, "relevance": 1 } ] }, { "query_id": 9225, "query": "A woman leans forward on the table and says something to a man.", "relevant_moment": [ { "pair_id": 17500, "video_name": "castle_s01e08_seg02_clip_17", "timestamp": [ 29.93, 35.65 ], "duration": 88.66, "caption": "A woman leans forward on the table and says something to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17502, "video_name": "castle_s07e05_seg02_clip_21", "timestamp": [ 41.81, 46.21 ], "duration": 88.66, "caption": "A woman leans over the table and talks to man.", "similarity": 0.8904, "relevance": 4 }, { "pair_id": 17503, "video_name": "castle_s07e05_seg02_clip_23", "timestamp": [ 64.84, 68.92 ], "duration": 90.66, "caption": "A woman leans over the table to talk to a man.", "similarity": 0.8828, "relevance": 4 }, { "pair_id": 17504, "video_name": "met_s02e13_seg02_clip_09", "timestamp": [ 9.43, 13.38 ], "duration": 60.66, "caption": "A man leans forward when talking to woman at the table.", "similarity": 0.8735, "relevance": 3 }, { "pair_id": 17506, "video_name": "castle_s08e04_seg02_clip_19", "timestamp": [ 54.64, 61.93 ], "duration": 91.66, "caption": "A woman was leaning over the table while talking to a man.", "similarity": 0.8513, "relevance": 4 }, { "pair_id": 17507, "video_name": "castle_s03e08_seg02_clip_18", "timestamp": [ 2.71, 15.36 ], "duration": 90.66, "caption": "A woman was leaning over the table while talking to a man.", "similarity": 0.8513, "relevance": 4 }, { "pair_id": 17509, "video_name": "friends_s09e10_seg02_clip_15", "timestamp": [ 29.22, 32.76 ], "duration": 59.66, "caption": "A woman approaches the table a man is sitting at and leans on it as she speaks to him.", "similarity": 0.8386, "relevance": 4 }, { "pair_id": 17510, "video_name": "castle_s02e08_seg02_clip_24", "timestamp": [ 56.72, 59.42 ], "duration": 90.66, "caption": "A woman leans closer to man as she talks to him at the table.", "similarity": 0.834, "relevance": 3 }, { "pair_id": 17511, "video_name": "castle_s03e01_seg02_clip_19", "timestamp": [ 84.09, 87.67 ], "duration": 89.66, "caption": "A woman leans forward on the table towards a man.", "similarity": 0.8325, "relevance": 4 }, { "pair_id": 17512, "video_name": "castle_s05e22_seg02_clip_07", "timestamp": [ 0.0, 16.84 ], "duration": 91.66, "caption": "A man was leaning over the table whilst talking to woman.", "similarity": 0.7963, "relevance": 2 }, { "pair_id": 17513, "video_name": "s09e16_seg01_clip_02", "timestamp": [ 32.22, 35.9 ], "duration": 46.66, "caption": "A man leans over and puts his hands on the table to talk to a woman.", "similarity": 0.7939, "relevance": 2 }, { "pair_id": 17514, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 69.32, 89.12 ], "duration": 90.66, "caption": "A woman puts her hands on the table and leans in to speak to a person.", "similarity": 0.7924, "relevance": 2 }, { "pair_id": 17516, "video_name": "castle_s05e20_seg02_clip_11", "timestamp": [ 54.77, 60.56 ], "duration": 89.66, "caption": "A woman leans forward to say something to man who responds while shaking his head.", "similarity": 0.7737, "relevance": 4 }, { "pair_id": 17517, "video_name": "house_s03e04_seg02_clip_01", "timestamp": [ 66.74, 71.28 ], "duration": 90.66, "caption": "A woman is talking to a man, she leans on the chair and puts her legs on the table.", "similarity": 0.7708, "relevance": 1 }, { "pair_id": 17518, "video_name": "s04e03_seg02_clip_02", "timestamp": [ 19.67, 27.94 ], "duration": 57.66, "caption": "A woman leans toward a person and places their hand on the table.", "similarity": 0.7673, "relevance": 4 }, { "pair_id": 17519, "video_name": "castle_s07e22_seg02_clip_17", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A woman was leaning over the table in front of a man.", "similarity": 0.759, "relevance": 4 }, { "pair_id": 190820, "video_name": "friends_s09e10_seg02_clip_15", "timestamp": [ 31.09, 42.45 ], "duration": 59.66, "caption": "A man is sitting at the table and a woman is leaning on the table as the two talk.", "similarity": 0.7553, "relevance": 4 }, { "pair_id": 190821, "video_name": "s04e04_seg02_clip_10", "timestamp": [ 18.57, 29.88 ], "duration": 58.66, "caption": "A man says something to a woman that makes her shake her head slightly then he puts his hands to his head and back down on the table.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 190822, "video_name": "castle_s04e13_seg02_clip_19", "timestamp": [ 82.95, 86.1 ], "duration": 90.66, "caption": "A woman leans forward in her chair toward a man while talking to him.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 190823, "video_name": "s09e16_seg02_clip_09", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "Sitting at a table, a woman leans over to say something to another woman who is holding her ear and shaking her head, slightly.", "similarity": 0.749, "relevance": 3 }, { "pair_id": 190824, "video_name": "house_s05e21_seg02_clip_14", "timestamp": [ 66.62, 75.17 ], "duration": 90.66, "caption": "A woman leans forward towards a man while they are engaging in a conversation.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 190825, "video_name": "s08e18_seg02_clip_14", "timestamp": [ 49.61, 51.06 ], "duration": 58.66, "caption": "A woman leans to the side and talks to a man.", "similarity": 0.7463, "relevance": 3 }, { "pair_id": 190826, "video_name": "castle_s02e11_seg02_clip_06", "timestamp": [ 73.44, 82.35 ], "duration": 89.66, "caption": "A person says something and woman nods her head and leans forward.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 190827, "video_name": "s04e13_seg01_clip_00", "timestamp": [ 29.29, 31.12 ], "duration": 61.66, "caption": "A woman turns back towards the table when a woman speaks to her.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 190828, "video_name": "friends_s08e21_seg02_clip_17", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A man places something on the table and turns to speak with a woman.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 190829, "video_name": "friends_s07e06_seg02_clip_16", "timestamp": [ 18.36, 25.33 ], "duration": 46.66, "caption": "A woman leans forward in her chair to talk to a man.", "similarity": 0.7339, "relevance": 4 }, { "pair_id": 190830, "video_name": "met_s02e10_seg01_clip_01", "timestamp": [ 29.72, 33.02 ], "duration": 44.66, "caption": "A man leans to his left and says something to a woman.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 190831, "video_name": "house_s03e16_seg02_clip_10", "timestamp": [ 2.64, 5.28 ], "duration": 88.66, "caption": "A man touches his ear and leans forward while having a conversation with a woman at a table.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 190832, "video_name": "s05e10_seg02_clip_11", "timestamp": [ 0.0, 6.36 ], "duration": 53.66, "caption": "A person leans towards woman and speaks to her about the time she is having.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 190833, "video_name": "castle_s05e19_seg02_clip_14", "timestamp": [ 1.86, 3.1 ], "duration": 124.66, "caption": "A man leans in across the table with his hands out towards a woman.", "similarity": 0.7283, "relevance": 3 }, { "pair_id": 190834, "video_name": "castle_s06e23_seg02_clip_12", "timestamp": [ 25.53, 45.23 ], "duration": 89.66, "caption": "A woman leans on a table and talks to woman on her phone.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 190835, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 59.03, 60.86 ], "duration": 91.66, "caption": "A man leans the table over to talk to person.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 190836, "video_name": "friends_s08e08_seg02_clip_17", "timestamp": [ 18.91, 27.31 ], "duration": 60.66, "caption": "A woman sits on the table and talks to a man.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 190837, "video_name": "castle_s05e09_seg02_clip_20", "timestamp": [ 0.0, 13.8 ], "duration": 92.66, "caption": "A woman was having a conversation with a man while walking towards her table.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 190838, "video_name": "friends_s04e08_seg02_clip_04", "timestamp": [ 7.87, 11.8 ], "duration": 56.66, "caption": "A man points at the table to remind a woman what another woman said to do.", "similarity": 0.7201, "relevance": 3 }, { "pair_id": 190839, "video_name": "s01e03_seg02_clip_04", "timestamp": [ 16.82, 23.61 ], "duration": 59.66, "caption": "A woman walks behind a man and leans against a table to continue talking to him.", "similarity": 0.7183, "relevance": 3 } ] }, { "query_id": 9255, "query": "Staff bring an opthalmic slit lamp to set in front of a woman.", "relevant_moment": [ { "pair_id": 154380, "video_name": "house_s01e06_seg02_clip_23", "timestamp": [ 80.07, 85.18 ], "duration": 85.66, "caption": "Staff bring an opthalmic slit lamp to set in front of a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154381, "video_name": "friends_s02e03_seg02_clip_12", "timestamp": [ 64.28, 66.76 ], "duration": 71.66, "caption": "A woman touches the lampshade of the lamp next to her.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 154382, "video_name": "house_s03e07_seg02_clip_04", "timestamp": [ 0.0, 3.92 ], "duration": 87.66, "caption": "A woman shines a light into a patient's eyes.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 154383, "video_name": "friends_s02e15_seg02_clip_10", "timestamp": [ 48.52, 61.03 ], "duration": 61.66, "caption": "A doctor turns on their slit lamp and examines someone's eyes.", "similarity": 0.6269, "relevance": 3 }, { "pair_id": 154384, "video_name": "friends_s05e12_seg02_clip_16", "timestamp": [ 0.0, 4.42 ], "duration": 52.66, "caption": "A woman comes out of a person's room while another woman is getting a lamp.", "similarity": 0.616, "relevance": 1 }, { "pair_id": 154385, "video_name": "friends_s03e06_seg02_clip_08", "timestamp": [ 6.41, 9.46 ], "duration": 61.66, "caption": "A woman drops the lamp and wonders why another woman is there.", "similarity": 0.6109, "relevance": 2 }, { "pair_id": 154386, "video_name": "castle_s05e15_seg02_clip_26", "timestamp": [ 0.0, 27.15 ], "duration": 92.66, "caption": "A woman was holding a lamp whilst talking to another person.", "similarity": 0.5944, "relevance": 2 }, { "pair_id": 154387, "video_name": "house_s07e03_seg02_clip_01", "timestamp": [ 83.27, 89.12 ], "duration": 90.66, "caption": "A person shines a light into person's eyes while examining her.", "similarity": 0.5774, "relevance": 2 }, { "pair_id": 154388, "video_name": "friends_s03e06_seg02_clip_08", "timestamp": [ 3.05, 8.24 ], "duration": 61.66, "caption": "A woman walks carrying a large lamp until she sees another woman.", "similarity": 0.5716, "relevance": 2 }, { "pair_id": 154389, "video_name": "friends_s05e12_seg02_clip_17", "timestamp": [ 0.0, 6.72 ], "duration": 64.66, "caption": "A woman holds an electric lamp in her hands while discussing with someone.", "similarity": 0.5638, "relevance": 1 }, { "pair_id": 154390, "video_name": "friends_s05e12_seg02_clip_16", "timestamp": [ 48.9, 49.94 ], "duration": 52.66, "caption": "A woman looks at a lamp then holds the lamp up next to her shoulder while talking to another woman.", "similarity": 0.5597, "relevance": 1 }, { "pair_id": 154391, "video_name": "house_s02e13_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person uses a torch shines a light in someone's eyes.", "similarity": 0.5555, "relevance": 2 }, { "pair_id": 154392, "video_name": "house_s06e19_seg02_clip_01", "timestamp": [ 64.55, 70.34 ], "duration": 89.66, "caption": "A person grabs the patient's head and shines light into the eyes.", "similarity": 0.5467, "relevance": 2 }, { "pair_id": 154393, "video_name": "friends_s02e03_seg02_clip_06", "timestamp": [ 27.91, 50.72 ], "duration": 60.66, "caption": "A woman brings in a large lamp into the room.", "similarity": 0.5462, "relevance": 2 }, { "pair_id": 154394, "video_name": "friends_s02e03_seg02_clip_12", "timestamp": [ 65.7, 71.02 ], "duration": 71.66, "caption": "A woman admires the lamp while she's sitting next to it.", "similarity": 0.5445, "relevance": 1 }, { "pair_id": 154396, "video_name": "s06e12_seg02_clip_18", "timestamp": [ 12.41, 17.81 ], "duration": 40.66, "caption": "A woman takes out glasses and puts them on in front of a man.", "similarity": 0.541, "relevance": 0 }, { "pair_id": 154397, "video_name": "house_s05e17_seg02_clip_12", "timestamp": [ 32.14, 34.18 ], "duration": 102.66, "caption": "A person is examining a patient's eyes with a light.", "similarity": 0.5399, "relevance": 2 }, { "pair_id": 154398, "video_name": "castle_s05e06_seg02_clip_22", "timestamp": [ 92.1, 96.56 ], "duration": 99.66, "caption": "A woman holds out both of her hands over the light for man and man to inspect.", "similarity": 0.5398, "relevance": 0 }, { "pair_id": 154399, "video_name": "house_s01e07_seg02_clip_16", "timestamp": [ 70.22, 73.56 ], "duration": 83.66, "caption": "A woman stands next to someone's hospital bed and shines a light into her eyes.", "similarity": 0.5397, "relevance": 3 }, { "pair_id": 327700, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 57.44, 60.91 ], "duration": 99.66, "caption": "A woman holds a flashlight and shines it in someone's eyes.", "similarity": 0.5388, "relevance": 3 }, { "pair_id": 327701, "video_name": "house_s03e01_seg02_clip_21", "timestamp": [ 82.2, 85.66 ], "duration": 99.66, "caption": "A woman opens the lamp when she heard some noise.", "similarity": 0.5383, "relevance": 1 }, { "pair_id": 327702, "video_name": "house_s01e19_seg02_clip_13", "timestamp": [ 1.92, 14.88 ], "duration": 96.66, "caption": "A person shines a light in a patient's eyes while examining them.", "similarity": 0.5369, "relevance": 3 }, { "pair_id": 327703, "video_name": "house_s08e11_seg02_clip_04", "timestamp": [ 84.34, 89.25 ], "duration": 89.66, "caption": "A woman checks into the patient's eyes with a flashlight.", "similarity": 0.5364, "relevance": 3 }, { "pair_id": 327704, "video_name": "house_s01e03_seg02_clip_08", "timestamp": [ 63.96, 67.64 ], "duration": 92.66, "caption": "A woman shines a light inside a person's mouth while inserting a medical stick.", "similarity": 0.5316, "relevance": 2 }, { "pair_id": 327705, "video_name": "castle_s04e06_seg02_clip_21", "timestamp": [ 54.31, 64.81 ], "duration": 91.66, "caption": "A person repositions the light fixture then looks and points at it.", "similarity": 0.5314, "relevance": 1 }, { "pair_id": 327706, "video_name": "house_s05e19_seg02_clip_00", "timestamp": [ 0.0, 20.09 ], "duration": 103.66, "caption": "A person flashes a light into the patient's eyes.", "similarity": 0.5302, "relevance": 3 }, { "pair_id": 327707, "video_name": "friends_s02e03_seg02_clip_06", "timestamp": [ 27.01, 30.31 ], "duration": 60.66, "caption": "A woman walks into the room holding a unique looking lamp.", "similarity": 0.529, "relevance": 2 }, { "pair_id": 327708, "video_name": "house_s06e05_seg02_clip_13", "timestamp": [ 81.9, 86.96 ], "duration": 92.66, "caption": "A woman checks out a man's eye with a penlight.", "similarity": 0.5268, "relevance": 3 }, { "pair_id": 327709, "video_name": "grey_s02e22_seg02_clip_20", "timestamp": [ 0.0, 6.64 ], "duration": 88.66, "caption": "A woman checks out patient's eyes with a pen light.", "similarity": 0.5246, "relevance": 3 }, { "pair_id": 327710, "video_name": "grey_s03e02_seg02_clip_16", "timestamp": [ 60.74, 65.8 ], "duration": 92.66, "caption": "A woman pointing a pen light in patient's eye on the hospital bed.", "similarity": 0.5244, "relevance": 3 }, { "pair_id": 327711, "video_name": "friends_s02e18_seg02_clip_11", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A person turns the lamp on and off quickly.", "similarity": 0.524, "relevance": 1 }, { "pair_id": 327712, "video_name": "grey_s02e21_seg02_clip_10", "timestamp": [ 0.0, 24.54 ], "duration": 84.66, "caption": "Two women are looking at results on the lamp and start discussing it.", "similarity": 0.5239, "relevance": 1 }, { "pair_id": 327713, "video_name": "house_s03e15_seg02_clip_25", "timestamp": [ 72.58, 78.12 ], "duration": 123.66, "caption": "A person points their penlight at a patient's eyes, gives instruction, and lets the patient's gaze follows their finger.", "similarity": 0.5236, "relevance": 3 }, { "pair_id": 327714, "video_name": "friends_s02e15_seg02_clip_11", "timestamp": [ 0.0, 5.7 ], "duration": 67.66, "caption": "A doctor uses a small light to look into a person's eyes.", "similarity": 0.5222, "relevance": 3 }, { "pair_id": 327715, "video_name": "house_s05e06_seg02_clip_03", "timestamp": [ 8.91, 16.84 ], "duration": 99.66, "caption": "A woman uses the lighted instrument to look into someone's eyes.", "similarity": 0.5205, "relevance": 3 }, { "pair_id": 327716, "video_name": "s01e09_seg01_clip_00", "timestamp": [ 31.2, 39.08 ], "duration": 63.66, "caption": "The lamp turns on and some people are amazed.", "similarity": 0.5178, "relevance": 2 }, { "pair_id": 327717, "video_name": "house_s07e16_seg02_clip_07", "timestamp": [ 43.21, 46.81 ], "duration": 90.66, "caption": "A woman reaches over to open and examine a male patient's eye.", "similarity": 0.5165, "relevance": 1 }, { "pair_id": 327718, "video_name": "house_s03e01_seg02_clip_24", "timestamp": [ 46.52, 57.52 ], "duration": 100.66, "caption": "A woman checks the patient's eyes with a mini flashlight.", "similarity": 0.5155, "relevance": 3 }, { "pair_id": 327719, "video_name": "friends_s09e19_seg02_clip_20", "timestamp": [ 56.32, 59.12 ], "duration": 62.66, "caption": "A woman touches her right eye eyebrow with her right hand.", "similarity": 0.5138, "relevance": 0 } ] }, { "query_id": 9283, "query": "A person picks up a remote control and uses it on the TV.", "relevant_moment": [ { "pair_id": 170820, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 30.57, 33.09 ], "duration": 63.66, "caption": "A person picks up a remote control and uses it on the TV.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170821, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person picks up the remote and turns on the television.", "similarity": 0.8929, "relevance": 4 }, { "pair_id": 170823, "video_name": "friends_s09e23-24_seg02_clip_36", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A person with the remote control is watching the TV.", "similarity": 0.8333, "relevance": 3 }, { "pair_id": 170824, "video_name": "house_s06e16_seg02_clip_02", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A person points a TV remote control and changes the TV channels using the remote.", "similarity": 0.8331, "relevance": 3 }, { "pair_id": 170825, "video_name": "s02e10_seg01_clip_00", "timestamp": [ 31.52, 34.67 ], "duration": 63.66, "caption": "A man picks up a remote control and switches off a TV.", "similarity": 0.8214, "relevance": 3 }, { "pair_id": 170826, "video_name": "met_s02e05_seg02_clip_15", "timestamp": [ 45.14, 48.11 ], "duration": 59.66, "caption": "A person picks up a remote and turns on a TV in front of the bed.", "similarity": 0.8128, "relevance": 4 }, { "pair_id": 170827, "video_name": "s04e05_seg01_clip_00", "timestamp": [ 17.39, 21.05 ], "duration": 61.66, "caption": "A person picks up the television remote and puts it back down.", "similarity": 0.8077, "relevance": 3 }, { "pair_id": 170828, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A person picks up a remote and turns off a TV and then sets it down on a chair.", "similarity": 0.8033, "relevance": 2 }, { "pair_id": 170829, "video_name": "friends_s08e19_seg02_clip_05", "timestamp": [ 12.78, 14.56 ], "duration": 59.66, "caption": "A man picks up the remote and turns on the TV.", "similarity": 0.7992, "relevance": 3 }, { "pair_id": 170830, "video_name": "grey_s02e22_seg02_clip_07", "timestamp": [ 42.78, 45.97 ], "duration": 91.66, "caption": "A person holds up the TV remote and presses a button.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 170831, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 59.41, 63.89 ], "duration": 81.66, "caption": "A man uses a remote control to turn on the TV.", "similarity": 0.7879, "relevance": 4 }, { "pair_id": 170832, "video_name": "s07e16_seg02_clip_02", "timestamp": [ 29.69, 37.26 ], "duration": 56.66, "caption": "A person controls the TV with the remote control then with the wand.", "similarity": 0.7816, "relevance": 4 }, { "pair_id": 170833, "video_name": "castle_s06e15_seg02_clip_20", "timestamp": [ 55.46, 57.26 ], "duration": 90.66, "caption": "A woman uses the remote control on the TV screen.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 170834, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.2, 16.44 ], "duration": 62.66, "caption": "A person turns off the TV using the remote control.", "similarity": 0.7724, "relevance": 3 }, { "pair_id": 170835, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 13.65, 17.37 ], "duration": 62.66, "caption": "A person grabs the remote control and turns off the television.", "similarity": 0.7722, "relevance": 3 }, { "pair_id": 170836, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 49.32, 51.35 ], "duration": 58.66, "caption": "A person points the remote at the television and presses a button.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 170837, "video_name": "s07e23_seg02_clip_07", "timestamp": [ 3.48, 5.51 ], "duration": 58.66, "caption": "A man picks up the remote control and clicks off the TV.", "similarity": 0.7665, "relevance": 3 }, { "pair_id": 170838, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 22.58, 24.11 ], "duration": 61.66, "caption": "A person uses the TV remote and turns towards another person.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 170839, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 39.53, 42.26 ], "duration": 90.66, "caption": "A woman picks up the remote control and points toward the television.", "similarity": 0.7633, "relevance": 4 }, { "pair_id": 344140, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 59.62, 60.99 ], "duration": 91.66, "caption": "A man grabs the remote control and turns the TV on.", "similarity": 0.7624, "relevance": 4 }, { "pair_id": 344141, "video_name": "s03e16_seg02_clip_04", "timestamp": [ 31.63, 34.43 ], "duration": 62.66, "caption": "A person holds up a remote control and presses a button on it.", "similarity": 0.7555, "relevance": 3 }, { "pair_id": 344142, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 45.01, 48.61 ], "duration": 90.66, "caption": "A person plays the video on the TV screen with the remote in their hand.", "similarity": 0.7509, "relevance": 4 }, { "pair_id": 344143, "video_name": "s04e05_seg01_clip_01", "timestamp": [ 37.47, 40.59 ], "duration": 48.66, "caption": "A person aims the remote at the TV, presses it and puts it down.", "similarity": 0.7481, "relevance": 4 }, { "pair_id": 344144, "video_name": "s02e07_seg01_clip_00", "timestamp": [ 50.74, 53.26 ], "duration": 63.66, "caption": "A woman grabs the remote control to the TV and turns it on.", "similarity": 0.7476, "relevance": 4 }, { "pair_id": 344145, "video_name": "friends_s01e16-17_seg02_clip_31", "timestamp": [ 0.85, 4.52 ], "duration": 56.66, "caption": "A woman picks up the remote control and turns the TV off.", "similarity": 0.7416, "relevance": 4 }, { "pair_id": 344146, "video_name": "friends_s08e19_seg02_clip_04", "timestamp": [ 51.79, 57.07 ], "duration": 62.66, "caption": "A man picks up a remote and turns off the TV.", "similarity": 0.7371, "relevance": 4 }, { "pair_id": 344147, "video_name": "friends_s04e17_seg02_clip_21", "timestamp": [ 14.18, 17.33 ], "duration": 45.66, "caption": "A man picked up the remote and turned the TV on.", "similarity": 0.7358, "relevance": 4 }, { "pair_id": 344148, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 21.97, 24.41 ], "duration": 61.66, "caption": "A person points their remote towards the TV and then sits up.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 344149, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 41.02, 46.63 ], "duration": 59.66, "caption": "A person picks up and uses a remote control to show a video to another person.", "similarity": 0.733, "relevance": 4 }, { "pair_id": 344150, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 8.82, 38.99 ], "duration": 92.66, "caption": "A person is standing on a chair pressing the button on a tv and with a remote in his hand.", "similarity": 0.7322, "relevance": 4 }, { "pair_id": 344151, "video_name": "friends_s02e12-13_seg02_clip_15", "timestamp": [ 8.22, 12.04 ], "duration": 58.66, "caption": "A woman picks up the television remote and turns the television off.", "similarity": 0.721, "relevance": 4 }, { "pair_id": 344152, "video_name": "s06e21_seg02_clip_08", "timestamp": [ 35.71, 39.55 ], "duration": 59.66, "caption": "A woman raises her hand holding a remote control and then aims it at the TV.", "similarity": 0.717, "relevance": 4 }, { "pair_id": 344153, "video_name": "castle_s06e03_seg02_clip_00", "timestamp": [ 86.85, 89.18 ], "duration": 93.66, "caption": "A person is pacing in front of their desk then picks up the remote and turns on the TV.", "similarity": 0.7167, "relevance": 4 }, { "pair_id": 344154, "video_name": "house_s07e10_seg02_clip_15", "timestamp": [ 17.95, 20.71 ], "duration": 92.66, "caption": "A person tosses the television remote to person who catches it.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 344155, "video_name": "castle_s02e02_seg02_clip_13", "timestamp": [ 48.37, 55.35 ], "duration": 93.66, "caption": "A man points a remote control at a TV and pauses the screen.", "similarity": 0.7087, "relevance": 4 }, { "pair_id": 344156, "video_name": "house_s02e04_seg02_clip_16", "timestamp": [ 40.14, 41.62 ], "duration": 73.66, "caption": "A man pulls out a remote control for the television behind them.", "similarity": 0.7059, "relevance": 4 }, { "pair_id": 344157, "video_name": "friends_s01e16-17_seg02_clip_11", "timestamp": [ 39.17, 41.19 ], "duration": 57.66, "caption": "A woman points remote control at the television screen.", "similarity": 0.7037, "relevance": 4 }, { "pair_id": 344158, "video_name": "castle_s04e01_seg02_clip_26", "timestamp": [ 39.26, 53.34 ], "duration": 85.66, "caption": "A person walks to his study and picks up his remote to turn on his tv.", "similarity": 0.7026, "relevance": 4 }, { "pair_id": 344159, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 62.21, 75.48 ], "duration": 91.66, "caption": "A man holds remote control and pauses TV screen.", "similarity": 0.6969, "relevance": 2 } ] }, { "query_id": 9316, "query": "Two women approach a man and one gestures toward what appears to be a covered car in the street.", "relevant_moment": [ { "pair_id": 82500, "video_name": "friends_s06e05_seg02_clip_19", "timestamp": [ 70.16, 78.56 ], "duration": 84.66, "caption": "Two women approach a man and one gestures toward what appears to be a covered car in the street.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 82501, "video_name": "castle_s06e04_seg02_clip_13", "timestamp": [ 80.56, 84.2 ], "duration": 91.66, "caption": "Two men approach a woman standing near the police car.", "similarity": 0.7307, "relevance": 3 }, { "pair_id": 82502, "video_name": "s01e06_seg02_clip_10", "timestamp": [ 14.65, 21.05 ], "duration": 61.66, "caption": "Two men approach woman while she's talking to another person.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 82503, "video_name": "castle_s08e08_seg02_clip_23", "timestamp": [ 75.21, 79.84 ], "duration": 103.66, "caption": "A woman and a man approach an officer in the street.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 82504, "video_name": "castle_s07e18_seg02_clip_24", "timestamp": [ 5.79, 8.46 ], "duration": 89.66, "caption": "A woman turns as a man and another woman approach her from behind.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 82505, "video_name": "friends_s03e09_seg02_clip_14", "timestamp": [ 41.62, 44.55 ], "duration": 65.66, "caption": "A woman approaches some men.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 82506, "video_name": "castle_s05e23_seg02_clip_05", "timestamp": [ 74.82, 77.8 ], "duration": 85.66, "caption": "A man and another man turn as woman approaches them.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 82507, "video_name": "house_s03e07_seg02_clip_08", "timestamp": [ 64.54, 67.21 ], "duration": 89.66, "caption": "A man stands up from leaning on his car as another man and a woman approach.", "similarity": 0.6316, "relevance": 1 }, { "pair_id": 82508, "video_name": "castle_s04e07_seg02_clip_04", "timestamp": [ 2.25, 6.3 ], "duration": 90.66, "caption": "A woman approaches two men at a crime scene on a street.", "similarity": 0.6284, "relevance": 3 }, { "pair_id": 82509, "video_name": "friends_s02e12-13_seg02_clip_24", "timestamp": [ 48.62, 50.72 ], "duration": 60.66, "caption": "A person passes two women on the street and one of them smiles and turns around to look at him.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 82510, "video_name": "s08e18_seg02_clip_00", "timestamp": [ 41.28, 45.07 ], "duration": 63.66, "caption": "A woman looks over and talks to a man in a car.", "similarity": 0.6211, "relevance": 1 }, { "pair_id": 82511, "video_name": "castle_s06e19_seg02_clip_21", "timestamp": [ 81.33, 84.49 ], "duration": 90.66, "caption": "Two women both turn to look at man as he gets their attention.", "similarity": 0.6177, "relevance": 1 }, { "pair_id": 82512, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 17.93, 27.21 ], "duration": 64.66, "caption": "A man reaches over and touches a woman while he's driving.", "similarity": 0.6159, "relevance": 1 }, { "pair_id": 82514, "video_name": "castle_s07e01_seg02_clip_01", "timestamp": [ 8.51, 11.75 ], "duration": 81.66, "caption": "A woman describes what was in the car while walking with two men.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 82515, "video_name": "castle_s01e10_seg02_clip_12", "timestamp": [ 1.79, 3.14 ], "duration": 89.66, "caption": "A man approaches a woman and a man to speak with them.", "similarity": 0.6099, "relevance": 1 }, { "pair_id": 82516, "video_name": "castle_s04e16_seg02_clip_03", "timestamp": [ 85.78, 88.23 ], "duration": 98.66, "caption": "A woman addresses a man, and demands they get into her car.", "similarity": 0.6012, "relevance": 1 }, { "pair_id": 82517, "video_name": "castle_s07e13_seg02_clip_07", "timestamp": [ 0.0, 20.17 ], "duration": 96.66, "caption": "A man is talking to a woman and a person when he is outside a police car with another woman.", "similarity": 0.6012, "relevance": 1 }, { "pair_id": 82518, "video_name": "s04e01_seg02_clip_09", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A person rolls his eyes and looks towards woman in the back seat of the car.", "similarity": 0.5986, "relevance": 1 }, { "pair_id": 82519, "video_name": "castle_s05e07_seg02_clip_07", "timestamp": [ 11.38, 17.29 ], "duration": 91.66, "caption": "Two men agree on how to approach the car when they stopped.", "similarity": 0.5957, "relevance": 0 } ] }, { "query_id": 9330, "query": "After their conversation is done, a woman leaves the laundry room with her basket.", "relevant_moment": [ { "pair_id": 165500, "video_name": "s04e18_seg02_clip_06", "timestamp": [ 31.58, 38.37 ], "duration": 59.66, "caption": "After their conversation is done, a woman leaves the laundry room with her basket.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 165501, "video_name": "s06e12_seg02_clip_07", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person leaves his room to greet woman with a laundry basket.", "similarity": 0.8494, "relevance": 1 }, { "pair_id": 165502, "video_name": "s10e10_seg02_clip_10", "timestamp": [ 1.96, 5.32 ], "duration": 56.66, "caption": "A person gets their laundry basket and leaves the room.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 165503, "video_name": "s02e07_seg02_clip_16", "timestamp": [ 0.0, 31.89 ], "duration": 75.66, "caption": "A woman stands in the doorway and person hands her a laundry basket; she puts it down, and after talking, they turn away from each other and walk away.", "similarity": 0.7426, "relevance": 1 }, { "pair_id": 165504, "video_name": "s09e03_seg02_clip_16", "timestamp": [ 44.64, 50.64 ], "duration": 75.66, "caption": "A woman walks out of her apartment carrying a laundry basket.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 165505, "video_name": "friends_s04e12_seg02_clip_00", "timestamp": [ 45.07, 48.22 ], "duration": 63.66, "caption": "A woman walks into the apartment with a basket of laundry and a person behind her as another person is leaving.", "similarity": 0.7157, "relevance": 2 }, { "pair_id": 165506, "video_name": "s02e01_seg02_clip_02", "timestamp": [ 38.66, 44.27 ], "duration": 59.66, "caption": "A woman walks away from a person to go get the laundry basket off the washing machine.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 165507, "video_name": "s02e10_seg02_clip_08", "timestamp": [ 43.42, 44.66 ], "duration": 62.66, "caption": "A man stops talking to a woman and leaves the laundry room.", "similarity": 0.7083, "relevance": 1 }, { "pair_id": 165508, "video_name": "s02e07_seg02_clip_09", "timestamp": [ 53.71, 57.26 ], "duration": 59.66, "caption": "A woman is standing in the hallway as person exits his/her apartment with his/her laundry basket.", "similarity": 0.7068, "relevance": 1 }, { "pair_id": 165509, "video_name": "s02e19_seg02_clip_13", "timestamp": [ 28.53, 38.15 ], "duration": 62.66, "caption": "A woman enters the laundry room holding a blue laundry basket, sets it down to start loading her laundry and starts a conversation with another woman.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 165510, "video_name": "house_s05e05_seg02_clip_17", "timestamp": [ 11.07, 16.4 ], "duration": 82.66, "caption": "A person finishes their conversation with a woman and leaves the room.", "similarity": 0.6962, "relevance": 1 }, { "pair_id": 165511, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A woman exits her apartment with a laundry basket and runs into a man leaving his apartment.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 165512, "video_name": "friends_s02e14_seg02_clip_05", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A woman was holding a laundry basket whilst talking.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 165513, "video_name": "s02e10_seg02_clip_07", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman walks into the laundry room and sets her basket down.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 165514, "video_name": "s09e03_seg02_clip_16", "timestamp": [ 45.76, 75.02 ], "duration": 75.66, "caption": "A woman walks out of her door with laundry, and talks to two people in the hallway.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 165515, "video_name": "friends_s02e17_seg02_clip_02", "timestamp": [ 45.44, 50.18 ], "duration": 79.66, "caption": "A woman picks up her laundry basket and walks away from someone.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 165516, "video_name": "s04e23_seg02_clip_04", "timestamp": [ 28.92, 32.76 ], "duration": 59.66, "caption": "A woman walks into a room with a laundry basket and greets someone.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 165517, "video_name": "s10e10_seg02_clip_10", "timestamp": [ 2.24, 5.32 ], "duration": 56.66, "caption": "A person grabs their laundry basket and runs out of the laundry room.", "similarity": 0.6749, "relevance": 3 }, { "pair_id": 165518, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A woman walks into the laundry room carrying a basket of laundry and detergent.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 165519, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 26.41, 32.71 ], "duration": 60.66, "caption": "Two people exit the laundry room with laundry baskets on their hips.", "similarity": 0.672, "relevance": 4 }, { "pair_id": 338820, "video_name": "s05e21_seg02_clip_07", "timestamp": [ 56.76, 58.31 ], "duration": 62.66, "caption": "A woman set a laundry basket on a washer while she is having a conversation with a person.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 338821, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 40.35, 42.46 ], "duration": 60.66, "caption": "A woman walks in while carrying a basket of laundry.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 338822, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A man exits their apartment as woman is walking with a laundry basket.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 338823, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 42.16, 46.98 ], "duration": 60.66, "caption": "A woman comes in the apartment carrying a basket of laundry.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 338824, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 15.91, 21.01 ], "duration": 60.66, "caption": "A woman moves her basket away from the washing machine.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 338825, "video_name": "s02e01_seg02_clip_00", "timestamp": [ 11.6, 15.87 ], "duration": 61.66, "caption": "A woman walks through the door carrying a laundry basket.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 338826, "video_name": "s01e05_seg02_clip_08", "timestamp": [ 19.67, 25.95 ], "duration": 57.66, "caption": "A man exits their apartment as a woman is coming upstairs with her laundry basket and they greet each other.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 338827, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 44.25, 53.4 ], "duration": 61.66, "caption": "A woman walks around her apartment putting clothes into a laundry basket.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 338828, "video_name": "friends_s02e14_seg02_clip_04", "timestamp": [ 39.62, 42.92 ], "duration": 60.66, "caption": "A woman walks into the apartment carrying a laundry basket.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 338829, "video_name": "friends_s05e14_seg02_clip_06", "timestamp": [ 41.3, 47.15 ], "duration": 65.66, "caption": "A woman walks out from her room with a large bag of laundry and sits on the couch.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 338830, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 51.43, 54.62 ], "duration": 91.66, "caption": "A woman finishes her conversation with two men and leaves the room.", "similarity": 0.6468, "relevance": 0 }, { "pair_id": 338831, "video_name": "house_s07e09_seg02_clip_13", "timestamp": [ 68.27, 73.28 ], "duration": 91.66, "caption": "A woman finishes her conversation with two men and leaves the room.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 338832, "video_name": "s02e07_seg02_clip_12", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A woman is following a woman with a laundry basket.", "similarity": 0.6445, "relevance": 1 }, { "pair_id": 338833, "video_name": "s01e15_seg02_clip_02", "timestamp": [ 6.0, 8.1 ], "duration": 60.66, "caption": "A woman walks into the apartment with a laundry basket.", "similarity": 0.6445, "relevance": 1 }, { "pair_id": 338834, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 0.0, 13.51 ], "duration": 60.66, "caption": "A woman and a person have a conversation in the laundry room.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 338835, "video_name": "s03e20_seg02_clip_12", "timestamp": [ 28.33, 33.94 ], "duration": 59.66, "caption": "A woman starts to leave the laundry room but stops to continue her argument with a man.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 338836, "video_name": "grey_s01e04_seg02_clip_13", "timestamp": [ 14.27, 20.33 ], "duration": 86.66, "caption": "A woman picks up her clothes and leaves the room.", "similarity": 0.6408, "relevance": 1 }, { "pair_id": 338837, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 61.43, 69.44 ], "duration": 89.66, "caption": "A woman leaves the room and another woman follows her out to talk to her.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 338838, "video_name": "s09e10_seg02_clip_09", "timestamp": [ 15.35, 19.48 ], "duration": 59.66, "caption": "A woman comes downstairs with a basket of laundry.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 338839, "video_name": "s01e05_seg02_clip_08", "timestamp": [ 20.53, 25.66 ], "duration": 57.66, "caption": "A woman walks up the stairs, carrying a laundry basket, and stops to talk to a man.", "similarity": 0.6356, "relevance": 1 } ] }, { "query_id": 9397, "query": "A man takes clothes from the drawer while talking to woman.", "relevant_moment": [ { "pair_id": 171000, "video_name": "s06e07_seg02_clip_00", "timestamp": [ 20.47, 26.67 ], "duration": 62.66, "caption": "A man takes clothes from the drawer while talking to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171001, "video_name": "friends_s10e13_seg02_clip_20", "timestamp": [ 18.92, 21.71 ], "duration": 62.66, "caption": "A man tugs on his clothes as he talks to a woman.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 171002, "video_name": "friends_s03e19_seg02_clip_07", "timestamp": [ 1.77, 4.72 ], "duration": 59.66, "caption": "A man unfolds the shirt while talking to a woman.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 171003, "video_name": "castle_s04e23_seg02_clip_07", "timestamp": [ 26.56, 29.26 ], "duration": 90.66, "caption": "A man is talking and hands an open folder to woman.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 171004, "video_name": "s10e04_seg02_clip_08", "timestamp": [ 23.79, 29.3 ], "duration": 58.66, "caption": "A woman puts a red sweater in a drawer while having a conversation with a man.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 171005, "video_name": "house_s06e03_seg02_clip_10", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A woman is talking to a man while he is removing his shirt.", "similarity": 0.6815, "relevance": 2 }, { "pair_id": 171006, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 30.48, 60.36 ], "duration": 60.66, "caption": "A man came in have a talk to woman.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 171007, "video_name": "house_s08e01_seg02_clip_02", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person stuffs something into his shirt while talking to a man.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 171008, "video_name": "grey_s03e13_seg02_clip_06", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A man is having a conversation to a woman.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 171009, "video_name": "friends_s02e12-13_seg02_clip_30", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A man tells a woman who the clothes belonged to.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 171010, "video_name": "house_s03e14_seg02_clip_06", "timestamp": [ 5.41, 12.18 ], "duration": 90.66, "caption": "A man grabs his jacket and briefcase while talking to woman.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 171011, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 28.38, 61.03 ], "duration": 61.66, "caption": "A man folds his laundry while talking to a woman.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 171012, "video_name": "house_s05e15_seg02_clip_06", "timestamp": [ 43.19, 46.27 ], "duration": 88.66, "caption": "A man puts his clothes in his bag while talking with woman in the locker room.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 171013, "video_name": "house_s01e01_seg02_clip_14", "timestamp": [ 2.32, 29.65 ], "duration": 92.66, "caption": "A man holds a folder while talking with a woman.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 171014, "video_name": "met_s03e20_seg02_clip_02", "timestamp": [ 0.0, 12.92 ], "duration": 60.66, "caption": "A man talks to woman while he is at work.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 171015, "video_name": "castle_s05e08_seg02_clip_17", "timestamp": [ 21.61, 35.73 ], "duration": 88.66, "caption": "A man was working on a stuff whilst talking to a woman.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 171016, "video_name": "castle_s08e07_seg02_clip_01", "timestamp": [ 19.09, 21.82 ], "duration": 90.66, "caption": "A man came in the room and talk to woman.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 171017, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 0.0, 48.46 ], "duration": 114.66, "caption": "A man was having a conversation with woman.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 171018, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 15.75, 42.31 ], "duration": 90.66, "caption": "A man is packing all of a woman's things when another man is talking.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 171019, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 34.5, 63.69 ], "duration": 88.66, "caption": "A man is having a conversation with woman.", "similarity": 0.6582, "relevance": 0 }, { "pair_id": 344320, "video_name": "friends_s09e04_seg02_clip_04", "timestamp": [ 36.31, 61.03 ], "duration": 61.66, "caption": "A man is having a conversation with woman.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 344321, "video_name": "s10e10_seg02_clip_04", "timestamp": [ 9.74, 12.99 ], "duration": 59.66, "caption": "A person pulls a box out of the closet while talking to man.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 344322, "video_name": "s01e09_seg02_clip_03", "timestamp": [ 42.02, 49.52 ], "duration": 60.66, "caption": "A woman hands a man several pieces of clothing from his closet.", "similarity": 0.6572, "relevance": 3 }, { "pair_id": 344323, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.6564, "relevance": 1 }, { "pair_id": 344324, "video_name": "s09e24_seg01_clip_00", "timestamp": [ 9.76, 14.95 ], "duration": 61.66, "caption": "A man removes his jacket while talking to a woman.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 344325, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 73.48, 84.17 ], "duration": 89.66, "caption": "A person comes into the room and talks to woman.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 344326, "video_name": "friends_s08e21_seg02_clip_05", "timestamp": [ 44.19, 47.04 ], "duration": 57.66, "caption": "A man puts his hand into his pockets when talking to woman.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 344327, "video_name": "castle_s06e11_seg02_clip_01", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A man was having a conversation with woman and person.", "similarity": 0.6552, "relevance": 1 }, { "pair_id": 344328, "video_name": "met_s02e04_seg02_clip_15", "timestamp": [ 39.35, 44.38 ], "duration": 59.66, "caption": "A man buttons up his shirt while talking with woman.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 344329, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 344330, "video_name": "house_s08e12_seg02_clip_25", "timestamp": [ 24.48, 52.79 ], "duration": 153.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 344331, "video_name": "house_s05e18_seg02_clip_09", "timestamp": [ 61.47, 91.07 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 344332, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 344333, "video_name": "house_s01e06_seg02_clip_06", "timestamp": [ 25.74, 45.16 ], "duration": 90.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 344334, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 0.0, 13.52 ], "duration": 53.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 344335, "video_name": "friends_s01e09_seg02_clip_08", "timestamp": [ 0.0, 31.58 ], "duration": 77.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 344336, "video_name": "house_s03e05_seg02_clip_07", "timestamp": [ 15.86, 17.67 ], "duration": 90.66, "caption": "A man gives a thing to woman while he is speaking.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 344337, "video_name": "castle_s06e15_seg02_clip_07", "timestamp": [ 29.71, 33.76 ], "duration": 90.66, "caption": "A man gets up from the desk where he was talking with woman.", "similarity": 0.6501, "relevance": 2 }, { "pair_id": 344338, "video_name": "met_s02e08_seg02_clip_10", "timestamp": [ 7.33, 11.43 ], "duration": 58.66, "caption": "A woman asks a man what her clothes are doing to him.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 344339, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man is talking to a woman while she is walking.", "similarity": 0.6491, "relevance": 2 } ] }, { "query_id": 9405, "query": "A person takes off their jacket and puts it on the back of their chair.", "relevant_moment": [ { "pair_id": 147340, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 3.9, 11.1 ], "duration": 60.66, "caption": "A person takes off their jacket and puts it on the back of their chair.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147341, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 70.24, 75.88 ], "duration": 86.66, "caption": "A person takes off their jacket and places it on a chair.", "similarity": 0.9456, "relevance": 3 }, { "pair_id": 147342, "video_name": "house_s08e12_seg02_clip_22", "timestamp": [ 25.31, 26.69 ], "duration": 92.66, "caption": "A person takes off his/her jacket and puts it on a chair.", "similarity": 0.9435, "relevance": 0 }, { "pair_id": 147343, "video_name": "s07e05_seg02_clip_10", "timestamp": [ 51.79, 59.24 ], "duration": 62.66, "caption": "A person takes his jacket off and puts it on the chair.", "similarity": 0.9396, "relevance": 4 }, { "pair_id": 147344, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 15.26, 23.8 ], "duration": 61.66, "caption": "A person takes off his jacket and places it on a chair.", "similarity": 0.9297, "relevance": 2 }, { "pair_id": 147345, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 16.97, 24.33 ], "duration": 64.66, "caption": "A person picks up their jacket from the back of the chair and puts it on.", "similarity": 0.877, "relevance": 2 }, { "pair_id": 147346, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 11.6, 15.87 ], "duration": 61.66, "caption": "A person picks up their jacket from the back of the chair and puts it on.", "similarity": 0.877, "relevance": 2 }, { "pair_id": 147347, "video_name": "friends_s03e19_seg02_clip_02", "timestamp": [ 0.0, 8.53 ], "duration": 55.66, "caption": "A woman takes off her jacket and puts it on the chair.", "similarity": 0.8533, "relevance": 0 }, { "pair_id": 147348, "video_name": "house_s03e17_seg02_clip_12", "timestamp": [ 92.66, 95.09 ], "duration": 97.66, "caption": "A person gets up from their chair and pulls their jacket from the back of the chair.", "similarity": 0.8498, "relevance": 1 }, { "pair_id": 147349, "video_name": "castle_s08e08_seg02_clip_06", "timestamp": [ 20.71, 22.09 ], "duration": 92.66, "caption": "A man takes off his jacket and places it on a chair.", "similarity": 0.8413, "relevance": 2 }, { "pair_id": 147350, "video_name": "s05e06_seg02_clip_00", "timestamp": [ 10.86, 13.34 ], "duration": 62.66, "caption": "A person removes their jacket from their arm and hangs it on the back of the dining chair.", "similarity": 0.8257, "relevance": 2 }, { "pair_id": 147351, "video_name": "friends_s07e17_seg02_clip_07", "timestamp": [ 26.16, 30.88 ], "duration": 63.66, "caption": "A person walks in and takes his jacket off and puts it on the armchair.", "similarity": 0.8239, "relevance": 2 }, { "pair_id": 147352, "video_name": "castle_s03e23_seg02_clip_18", "timestamp": [ 33.68, 43.69 ], "duration": 91.66, "caption": "Woman removes her jacket from the chair and puts it on.", "similarity": 0.8208, "relevance": 1 }, { "pair_id": 147353, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 11.7, 14.82 ], "duration": 156.66, "caption": "A person takes his coat off the back of his chair.", "similarity": 0.8178, "relevance": 1 }, { "pair_id": 147354, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person takes off their jacket as they sit down.", "similarity": 0.816, "relevance": 2 }, { "pair_id": 147355, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 65.2, 70.71 ], "duration": 91.66, "caption": "A person picks up his suit jacket off of a chair and puts it on.", "similarity": 0.815, "relevance": 1 }, { "pair_id": 147356, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 44.86 ], "duration": 61.66, "caption": "A person gets his jacket on the chair and wear it.", "similarity": 0.8063, "relevance": 1 }, { "pair_id": 147357, "video_name": "castle_s02e12_seg02_clip_25", "timestamp": [ 104.44, 109.75 ], "duration": 177.66, "caption": "A person takes their coat off of the back of the chair as they stand up.", "similarity": 0.801, "relevance": 1 }, { "pair_id": 147358, "video_name": "castle_s08e08_seg02_clip_06", "timestamp": [ 20.71, 22.55 ], "duration": 92.66, "caption": "A man took off his jacket and put it at the top of the chair.", "similarity": 0.7918, "relevance": 2 }, { "pair_id": 147359, "video_name": "house_s07e14_seg02_clip_01", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person takes off his/her jacket and sets it down.", "similarity": 0.7875, "relevance": 2 } ] }, { "query_id": 9423, "query": "A person gets something from a red paper bag and handed it to someone.", "relevant_moment": [ { "pair_id": 15560, "video_name": "s06e07_seg02_clip_06", "timestamp": [ 10.37, 15.87 ], "duration": 61.66, "caption": "A person gets something from a red paper bag and handed it to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15561, "video_name": "s03e19_seg02_clip_08", "timestamp": [ 46.63, 48.11 ], "duration": 59.66, "caption": "A person gives something in a paper bag to woman.", "similarity": 0.7578, "relevance": 2 }, { "pair_id": 15562, "video_name": "house_s07e05_seg02_clip_22", "timestamp": [ 24.01, 28.33 ], "duration": 96.66, "caption": "A person gets a thing and puts it in their bag.", "similarity": 0.7517, "relevance": 1 }, { "pair_id": 15563, "video_name": "house_s08e16_seg02_clip_06", "timestamp": [ 69.32, 72.02 ], "duration": 90.66, "caption": "A person opens up a red bag and pulls out some papers.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 15564, "video_name": "friends_s05e10_seg02_clip_19", "timestamp": [ 42.76, 47.74 ], "duration": 83.66, "caption": "A person puts their paper down and gets stuff from a bag.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 15565, "video_name": "castle_s03e04_seg02_clip_24", "timestamp": [ 11.88, 17.58 ], "duration": 95.66, "caption": "A person puts some red fibers from a tree in a bag and hands them to another person.", "similarity": 0.7178, "relevance": 2 }, { "pair_id": 15566, "video_name": "s06e16_seg02_clip_03", "timestamp": [ 50.12, 60.03 ], "duration": 60.66, "caption": "A person brought over a bag to help person get a gift for person.", "similarity": 0.7105, "relevance": 1 }, { "pair_id": 15567, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 68.72, 74.19 ], "duration": 91.66, "caption": "A person grabs the bag from another person and starts taking things out of it.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 15568, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 24.71, 28.94 ], "duration": 65.66, "caption": "A man gets the paper bag that a woman is carrying.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 15569, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 18.59, 33.09 ], "duration": 63.66, "caption": "A woman pulls something out of her bag and gives it to a man.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 15570, "video_name": "house_s05e23_seg02_clip_04", "timestamp": [ 16.03, 22.71 ], "duration": 89.66, "caption": "A person pulls a piece of paper out of his jacket pocket and hands it to another person.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 15571, "video_name": "castle_s06e20_seg02_clip_24", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "A woman hands a brown paper bag to person.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 15572, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 0.0, 3.79 ], "duration": 84.66, "caption": "A person takes a coffee from a paper bag and hands it to someone.", "similarity": 0.6758, "relevance": 3 }, { "pair_id": 15573, "video_name": "s06e17_seg02_clip_12", "timestamp": [ 3.36, 7.63 ], "duration": 61.66, "caption": "A person gets a small piece of paper from the table and handed it to another person.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 15574, "video_name": "castle_s03e20_seg02_clip_01", "timestamp": [ 77.8, 79.59 ], "duration": 89.66, "caption": "A person grabs the piece of paper from a person.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 15575, "video_name": "friends_s04e06_seg02_clip_07", "timestamp": [ 51.26, 56.02 ], "duration": 56.66, "caption": "A person puts his/her hand in the bag and pulls a pen out of it.", "similarity": 0.6725, "relevance": 2 }, { "pair_id": 15576, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 40.73, 43.09 ], "duration": 59.66, "caption": "A person hands a small black bag to another person.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 15577, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 9.46, 12.51 ], "duration": 61.66, "caption": "A person pulls a box out of the brown paper bag.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 15578, "video_name": "friends_s03e08_seg02_clip_08", "timestamp": [ 52.48, 58.59 ], "duration": 61.66, "caption": "A man retrieves a brown paper bag and gives it to woman.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 15579, "video_name": "s04e24_seg02_clip_09", "timestamp": [ 3.41, 5.89 ], "duration": 62.66, "caption": "A person passes another person a piece of paper and he grabs it.", "similarity": 0.6678, "relevance": 1 }, { "pair_id": 188880, "video_name": "house_s01e11_seg02_clip_03", "timestamp": [ 25.53, 29.93 ], "duration": 88.66, "caption": "A person gets a thing on their pocket and throw it to someone.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 188881, "video_name": "house_s05e13_seg02_clip_18", "timestamp": [ 17.02, 20.25 ], "duration": 92.66, "caption": "A man handed a piece of white paper bag to a woman.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 188882, "video_name": "house_s03e06_seg02_clip_07", "timestamp": [ 1.8, 2.7 ], "duration": 90.66, "caption": "A person takes a piece of paper from another person.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 188883, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 27.46, 33.57 ], "duration": 61.66, "caption": "A person takes out their package from a bag.", "similarity": 0.6623, "relevance": 3 }, { "pair_id": 188884, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 10.62, 15.35 ], "duration": 59.66, "caption": "A person hands a piece of paper to another person.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 188885, "video_name": "house_s04e10_seg02_clip_15", "timestamp": [ 79.81, 82.84 ], "duration": 101.66, "caption": "A person grabs a gift out of his coat and hands it to another person.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 188886, "video_name": "friends_s10e02_seg02_clip_05", "timestamp": [ 3.32, 10.26 ], "duration": 60.66, "caption": "A person hands back another person's things after thinking it's a gift.", "similarity": 0.6514, "relevance": 4 }, { "pair_id": 188887, "video_name": "castle_s07e07_seg02_clip_21", "timestamp": [ 44.34, 48.45 ], "duration": 91.66, "caption": "A person picks up a red item from the ground.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 188889, "video_name": "castle_s05e14_seg02_clip_15", "timestamp": [ 14.51, 26.75 ], "duration": 90.66, "caption": "A person was trying to get something from someone's pocket.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 188890, "video_name": "s06e10_seg02_clip_07", "timestamp": [ 55.54, 59.2 ], "duration": 61.66, "caption": "A woman takes a hook out of a paper bag and hands it to a man.", "similarity": 0.6388, "relevance": 3 }, { "pair_id": 188891, "video_name": "s04e24_seg02_clip_08", "timestamp": [ 21.61, 28.51 ], "duration": 60.66, "caption": "A person picks up various items and hands them one by one to another person.", "similarity": 0.6375, "relevance": 2 }, { "pair_id": 188892, "video_name": "met_s03e03_seg02_clip_09", "timestamp": [ 38.66, 39.78 ], "duration": 56.66, "caption": "A person opens and reaches into a brown paper bag.", "similarity": 0.6368, "relevance": 3 }, { "pair_id": 188894, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 10.42, 13.59 ], "duration": 90.66, "caption": "A person pulls a piece of paper from a man's hands and holds it up in front of someone.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 188895, "video_name": "house_s08e18_seg02_clip_05", "timestamp": [ 17.69, 20.34 ], "duration": 88.66, "caption": "A man gets a thing on the plastic bag and gives it to another man.", "similarity": 0.6331, "relevance": 3 }, { "pair_id": 188896, "video_name": "friends_s02e18_seg02_clip_04", "timestamp": [ 14.51, 19.15 ], "duration": 58.66, "caption": "A person comes up carrying a brown paper bag when another person is asking about them.", "similarity": 0.6329, "relevance": 2 }, { "pair_id": 188897, "video_name": "grey_s03e08_seg02_clip_05", "timestamp": [ 42.91, 49.3 ], "duration": 91.66, "caption": "A person gives another person a white paper bag and a drink.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 188898, "video_name": "grey_s03e11_seg02_clip_22", "timestamp": [ 39.54, 40.93 ], "duration": 93.66, "caption": "A person hands another person a folded piece of paper.", "similarity": 0.631, "relevance": 2 }, { "pair_id": 188899, "video_name": "house_s03e08_seg02_clip_18", "timestamp": [ 40.42, 42.2 ], "duration": 88.66, "caption": "A person turns around and takes a piece of paper from another person.", "similarity": 0.6304, "relevance": 2 } ] }, { "query_id": 9441, "query": "A man holds up two fingers while speaking and another man nods vigorously in agreement.", "relevant_moment": [ { "pair_id": 146560, "video_name": "met_s03e17_seg02_clip_05", "timestamp": [ 6.61, 9.01 ], "duration": 60.66, "caption": "A man holds up two fingers while speaking and another man nods vigorously in agreement.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 146561, "video_name": "friends_s05e23-24_seg02_clip_18", "timestamp": [ 8.41, 46.71 ], "duration": 58.66, "caption": "A man gestures with both hands as he speaks to another man.", "similarity": 0.8161, "relevance": 1 }, { "pair_id": 146562, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 6.4, 8.96 ], "duration": 64.66, "caption": "A man gestures emphatically to another man with both of their hands out while talking.", "similarity": 0.8023, "relevance": 1 }, { "pair_id": 146563, "video_name": "house_s03e02_seg02_clip_22", "timestamp": [ 60.65, 61.59 ], "duration": 94.66, "caption": "A man holds up his hand while talking with a man.", "similarity": 0.7935, "relevance": 1 }, { "pair_id": 146564, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 58.88, 61.33 ], "duration": 61.66, "caption": "A man puts his hands together as he speaks to a man.", "similarity": 0.7929, "relevance": 0 }, { "pair_id": 146565, "video_name": "friends_s01e04_seg02_clip_19", "timestamp": [ 2.57, 4.28 ], "duration": 57.66, "caption": "A man nods his head and holds up one finger as he sits behind another man and talks.", "similarity": 0.775, "relevance": 1 }, { "pair_id": 146566, "video_name": "house_s07e03_seg02_clip_09", "timestamp": [ 77.57, 82.27 ], "duration": 94.66, "caption": "A man nods and then points his finger straight out at another man and speaks.", "similarity": 0.7736, "relevance": 1 }, { "pair_id": 146567, "video_name": "met_s02e04_seg02_clip_03", "timestamp": [ 20.38, 23.42 ], "duration": 60.66, "caption": "A man shakes his finger at another man while talking.", "similarity": 0.7719, "relevance": 1 }, { "pair_id": 146568, "video_name": "friends_s06e17_seg02_clip_17", "timestamp": [ 14.41, 17.29 ], "duration": 64.66, "caption": "A man clasps his hands together while talking to another man.", "similarity": 0.7639, "relevance": 0 }, { "pair_id": 146569, "video_name": "friends_s06e21_seg02_clip_18", "timestamp": [ 54.87, 59.32 ], "duration": 59.66, "caption": "A man gestures to another man and the other man speaks to someone.", "similarity": 0.7615, "relevance": 1 }, { "pair_id": 146570, "video_name": "house_s01e20_seg02_clip_08", "timestamp": [ 33.26, 37.82 ], "duration": 91.66, "caption": "A man holds his finger up and says he agrees with another person.", "similarity": 0.7579, "relevance": 1 }, { "pair_id": 146571, "video_name": "friends_s06e21_seg02_clip_20", "timestamp": [ 24.15, 26.19 ], "duration": 68.66, "caption": "A man is talking to another man and gestures with his left hand and thumb.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 146572, "video_name": "castle_s08e10_seg02_clip_22", "timestamp": [ 24.71, 28.98 ], "duration": 95.66, "caption": "A man begins holding his palms up while talking to two other people.", "similarity": 0.7492, "relevance": 0 }, { "pair_id": 146573, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.7475, "relevance": 1 }, { "pair_id": 146574, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 0.0, 8.9 ], "duration": 89.66, "caption": "A man is talking and another man shakes his head in agreement.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 146575, "video_name": "friends_s10e06_seg02_clip_14", "timestamp": [ 53.42, 60.03 ], "duration": 60.66, "caption": "A man uses his fingers to count off conversation points as he talks to another man.", "similarity": 0.744, "relevance": 1 }, { "pair_id": 146576, "video_name": "friends_s03e17_seg02_clip_07", "timestamp": [ 0.0, 17.12 ], "duration": 58.66, "caption": "A man talks to the others while gesturing with his hands.", "similarity": 0.7381, "relevance": 0 }, { "pair_id": 146577, "video_name": "met_s03e16_seg02_clip_02", "timestamp": [ 53.31, 58.66 ], "duration": 58.66, "caption": "A man holds his index finger up and says something to another man.", "similarity": 0.7367, "relevance": 1 }, { "pair_id": 146578, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man has his hand on another man's shoulder as he speaks to him.", "similarity": 0.7358, "relevance": 0 }, { "pair_id": 146579, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.7353, "relevance": 0 } ] }, { "query_id": 9454, "query": "A person stands by the coat rack and throws a large tennis ball at another person.", "relevant_moment": [ { "pair_id": 6520, "video_name": "house_s06e12_seg02_clip_19", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A person stands by the coat rack and throws a large tennis ball at another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6521, "video_name": "house_s02e12_seg02_clip_26", "timestamp": [ 10.5, 17.51 ], "duration": 100.66, "caption": "A person tosses a big tennis ball into the air while talking with person.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 6522, "video_name": "friends_s02e17_seg02_clip_09", "timestamp": [ 18.56, 23.7 ], "duration": 57.66, "caption": "A person throws a tennis ball at the door and catches it.", "similarity": 0.6531, "relevance": 3 }, { "pair_id": 6523, "video_name": "friends_s03e09_seg02_clip_11", "timestamp": [ 0.0, 2.41 ], "duration": 60.66, "caption": "A person holds a ball while standing next to someone.", "similarity": 0.6281, "relevance": 1 }, { "pair_id": 6525, "video_name": "house_s02e07_seg02_clip_05", "timestamp": [ 0.0, 3.56 ], "duration": 89.66, "caption": "A man tosses up a large tennis ball while talking with three other people.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 6526, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 29.3, 33.49 ], "duration": 93.66, "caption": "A person throws another person an object and the other person catches it.", "similarity": 0.6091, "relevance": 3 }, { "pair_id": 6527, "video_name": "s08e19_seg02_clip_15", "timestamp": [ 46.42, 48.45 ], "duration": 58.66, "caption": "Now a person serves the ball in a table tennis match with someone.", "similarity": 0.5907, "relevance": 3 }, { "pair_id": 6528, "video_name": "house_s02e12_seg02_clip_24", "timestamp": [ 103.03, 109.02 ], "duration": 109.66, "caption": "A person is balancing a tennis ball on the fingertips of his/her right hand.", "similarity": 0.5864, "relevance": 3 }, { "pair_id": 6529, "video_name": "house_s06e12_seg02_clip_19", "timestamp": [ 2.33, 3.72 ], "duration": 93.66, "caption": "A person throws the ball to someone sitting at their desk.", "similarity": 0.5843, "relevance": 3 }, { "pair_id": 6530, "video_name": "house_s07e06_seg02_clip_12", "timestamp": [ 46.03, 52.52 ], "duration": 118.66, "caption": "One person suddenly passes the ball they are holding to another person.", "similarity": 0.5794, "relevance": 3 }, { "pair_id": 6531, "video_name": "castle_s05e10_seg02_clip_18", "timestamp": [ 48.82, 55.04 ], "duration": 88.66, "caption": "A person throws another person over their shoulder onto a parked car.", "similarity": 0.5784, "relevance": 1 }, { "pair_id": 6532, "video_name": "friends_s05e21_seg02_clip_04", "timestamp": [ 54.01, 56.37 ], "duration": 59.66, "caption": "A man throws a ball to someone who is standing in the kitchen.", "similarity": 0.5761, "relevance": 3 }, { "pair_id": 6533, "video_name": "friends_s02e18_seg02_clip_00", "timestamp": [ 46.82, 56.51 ], "duration": 64.66, "caption": "A woman throws a tennis ball at guy's door and he opens it asking what happened to which a woman invites him to drink with her and guy to get acquainted.", "similarity": 0.5745, "relevance": 2 }, { "pair_id": 6534, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 29.79, 31.07 ], "duration": 85.66, "caption": "A person tosses the ball in their hand in the air and catches it as they stand.", "similarity": 0.5671, "relevance": 3 }, { "pair_id": 6535, "video_name": "house_s06e20_seg02_clip_09", "timestamp": [ 35.17, 37.91 ], "duration": 91.66, "caption": "A man throws a ball to a person with a good control.", "similarity": 0.5651, "relevance": 4 }, { "pair_id": 6536, "video_name": "friends_s02e18_seg02_clip_00", "timestamp": [ 44.89, 48.44 ], "duration": 64.66, "caption": "A woman picks up a tennis ball and throws it at a door in a person's apartment.", "similarity": 0.5646, "relevance": 2 }, { "pair_id": 6537, "video_name": "house_s06e01_seg02_clip_09", "timestamp": [ 33.36, 37.32 ], "duration": 87.66, "caption": "A person stands next to the table tennis table and holds up two paddles.", "similarity": 0.5623, "relevance": 1 }, { "pair_id": 6538, "video_name": "met_s06e14_seg02_clip_07", "timestamp": [ 0.0, 5.8 ], "duration": 58.66, "caption": "A person stands with his hand on another person's shoulder.", "similarity": 0.5617, "relevance": 0 }, { "pair_id": 6539, "video_name": "friends_s05e21_seg02_clip_04", "timestamp": [ 53.12, 54.6 ], "duration": 59.66, "caption": "A man throws a ball and another person catches it.", "similarity": 0.5605, "relevance": 3 }, { "pair_id": 179840, "video_name": "house_s03e08_seg02_clip_22", "timestamp": [ 75.46, 80.06 ], "duration": 92.66, "caption": "While conversing with a person, another person tosses a red and white ball in the air.", "similarity": 0.5605, "relevance": 2 }, { "pair_id": 179841, "video_name": "friends_s09e23-24_seg02_clip_36", "timestamp": [ 35.09, 39.97 ], "duration": 61.66, "caption": "A woman plays tennis with a man.", "similarity": 0.5558, "relevance": 2 }, { "pair_id": 179842, "video_name": "house_s01e20_seg02_clip_00", "timestamp": [ 7.13, 9.98 ], "duration": 95.66, "caption": "A person picks up the ball another person was playing with and throws it to another person as she enters the room who catches it.", "similarity": 0.5554, "relevance": 1 }, { "pair_id": 179843, "video_name": "castle_s02e15_seg02_clip_13", "timestamp": [ 34.24, 37.89 ], "duration": 91.66, "caption": "A person throws a baseball to another person with an assist from a woman.", "similarity": 0.5544, "relevance": 2 }, { "pair_id": 179844, "video_name": "s02e13_seg02_clip_10", "timestamp": [ 47.9, 49.04 ], "duration": 57.66, "caption": "A person stands next to another person and shrugs his shoulder.", "similarity": 0.5533, "relevance": 1 }, { "pair_id": 179845, "video_name": "friends_s01e07_seg02_clip_22", "timestamp": [ 14.35, 23.81 ], "duration": 70.66, "caption": "A person stands up to another person and puts their hand on their shoulder.", "similarity": 0.5528, "relevance": 1 }, { "pair_id": 179846, "video_name": "friends_s03e10_seg02_clip_00", "timestamp": [ 31.91, 39.59 ], "duration": 61.66, "caption": "A man fake hits another man with the tennis racket.", "similarity": 0.5517, "relevance": 1 }, { "pair_id": 179847, "video_name": "house_s05e07_seg02_clip_14", "timestamp": [ 46.49, 68.91 ], "duration": 83.66, "caption": "A person throws a ball several times as he/she has a conversation.", "similarity": 0.547, "relevance": 2 }, { "pair_id": 179848, "video_name": "house_s02e20_seg02_clip_11", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A person throws packed things to another person and another person.", "similarity": 0.5462, "relevance": 1 }, { "pair_id": 179849, "video_name": "s06e08_seg02_clip_17", "timestamp": [ 90.42, 93.95 ], "duration": 101.66, "caption": "A person twice throws a ball up in the air and catches it.", "similarity": 0.5444, "relevance": 1 }, { "pair_id": 179850, "video_name": "house_s08e11_seg02_clip_12", "timestamp": [ 0.0, 4.3 ], "duration": 86.66, "caption": "A person removes their coat and throws it somewhere behind them.", "similarity": 0.5436, "relevance": 0 }, { "pair_id": 179851, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 78.26, 82.59 ], "duration": 96.66, "caption": "A person shakes another person's hand as she is standing next to someone else.", "similarity": 0.5432, "relevance": 1 }, { "pair_id": 179852, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 16.42, 19.61 ], "duration": 91.66, "caption": "A person throws the ball at the wall and catches it.", "similarity": 0.5424, "relevance": 1 }, { "pair_id": 179853, "video_name": "house_s05e02_seg02_clip_26", "timestamp": [ 16.11, 21.19 ], "duration": 35.66, "caption": "A person is throwing and catching a ball in the air.", "similarity": 0.5419, "relevance": 2 }, { "pair_id": 179854, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 0.0, 28.91 ], "duration": 90.66, "caption": "A person talks to another person while rubbing his hand on a ball.", "similarity": 0.5396, "relevance": 2 }, { "pair_id": 179855, "video_name": "s05e17_seg02_clip_09", "timestamp": [ 14.34, 15.56 ], "duration": 61.66, "caption": "A person hands a person the basketball to make a free throw shot.", "similarity": 0.5395, "relevance": 2 }, { "pair_id": 179856, "video_name": "friends_s05e21_seg02_clip_00", "timestamp": [ 49.86, 52.08 ], "duration": 63.66, "caption": "A person gives another person a thumb's up before catching a ball.", "similarity": 0.5394, "relevance": 3 }, { "pair_id": 179857, "video_name": "house_s05e07_seg02_clip_14", "timestamp": [ 46.91, 50.23 ], "duration": 83.66, "caption": "A person throws a ball into the air and then catches it.", "similarity": 0.5391, "relevance": 2 }, { "pair_id": 179858, "video_name": "house_s07e17_seg02_clip_12", "timestamp": [ 0.0, 27.6 ], "duration": 89.66, "caption": "Multiple people were playing table tennis.", "similarity": 0.5369, "relevance": 2 }, { "pair_id": 179859, "video_name": "house_s05e04_seg02_clip_01", "timestamp": [ 80.17, 92.15 ], "duration": 92.66, "caption": "A man throws an item to a person who is standing by the desk.", "similarity": 0.5358, "relevance": 2 } ] }, { "query_id": 9460, "query": "A man storms out of the stairway and leaves a woman alone.", "relevant_moment": [ { "pair_id": 77920, "video_name": "grey_s03e09_seg02_clip_10", "timestamp": [ 34.81, 43.72 ], "duration": 84.66, "caption": "A man storms out of the stairway and leaves a woman alone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 77921, "video_name": "friends_s10e07_seg02_clip_18", "timestamp": [ 19.18, 26.56 ], "duration": 59.66, "caption": "A man storms out of the apartment and leaves woman behind.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 77922, "video_name": "s03e11_seg02_clip_08", "timestamp": [ 24.9, 27.1 ], "duration": 63.66, "caption": "A man storms out of the living room, away from a woman.", "similarity": 0.7332, "relevance": 2 }, { "pair_id": 77923, "video_name": "s03e10_seg02_clip_12", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A man follows behind a woman as she storms out of the house.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 77924, "video_name": "s02e19_seg02_clip_04", "timestamp": [ 59.55, 60.79 ], "duration": 62.66, "caption": "A woman goes down stairs and leaves a person alone.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 77925, "video_name": "grey_s02e24_seg02_clip_18", "timestamp": [ 22.44, 30.69 ], "duration": 91.66, "caption": "A man walks away from a woman and goes up the stairs.", "similarity": 0.6929, "relevance": 3 }, { "pair_id": 77926, "video_name": "met_s06e08_seg02_clip_03", "timestamp": [ 29.17, 34.76 ], "duration": 62.66, "caption": "A person walks out and leaves a man and woman alone.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 77927, "video_name": "grey_s02e06_seg02_clip_21", "timestamp": [ 80.06, 84.66 ], "duration": 92.66, "caption": "A woman walks away and leaves man standing alone.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 77928, "video_name": "grey_s03e09_seg02_clip_13", "timestamp": [ 42.78, 43.69 ], "duration": 91.66, "caption": "A man walks away from woman leaving her alone.", "similarity": 0.6743, "relevance": 0 }, { "pair_id": 77929, "video_name": "house_s01e18_seg02_clip_23", "timestamp": [ 57.69, 62.43 ], "duration": 79.66, "caption": "A man walks away from a woman leaving her standing alone.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 77930, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 43.71, 45.61 ], "duration": 95.66, "caption": "A woman walks away from man leaving him alone.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 77931, "video_name": "house_s01e20_seg02_clip_10", "timestamp": [ 3.58, 6.27 ], "duration": 89.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 77932, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 21.97, 23.5 ], "duration": 61.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.6717, "relevance": 1 }, { "pair_id": 77933, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 58.3, 59.24 ], "duration": 94.66, "caption": "A man walks away from woman leaving her standing alone.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 77934, "video_name": "castle_s08e07_seg02_clip_20", "timestamp": [ 1.82, 6.83 ], "duration": 91.66, "caption": "A man storms out of the room as woman and another man watch him.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 77935, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 42.26, 46.22 ], "duration": 66.66, "caption": "A woman walks up the stairs and away from a man.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 77936, "video_name": "castle_s02e05_seg02_clip_27", "timestamp": [ 77.79, 86.38 ], "duration": 101.66, "caption": "A woman walks away from man leaving him standing alone.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 77937, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 9.92, 11.02 ], "duration": 11.66, "caption": "A woman walks away from a man leaving him standing alone.", "similarity": 0.665, "relevance": 1 }, { "pair_id": 77938, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 41.93, 46.22 ], "duration": 66.66, "caption": "A woman walks up the stairs away from man.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 77939, "video_name": "grey_s03e25_seg02_clip_21", "timestamp": [ 51.15, 55.3 ], "duration": 92.66, "caption": "A man closes the door leaving him and woman alone.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 251240, "video_name": "met_s03e12_seg02_clip_04", "timestamp": [ 1.22, 4.86 ], "duration": 60.66, "caption": "A woman leaves a man standing alone in a hallway.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 251241, "video_name": "s06e07_seg02_clip_13", "timestamp": [ 31.51, 38.72 ], "duration": 60.66, "caption": "A woman storms outside of the room and a man follows her.", "similarity": 0.6508, "relevance": 1 }, { "pair_id": 251242, "video_name": "friends_s02e04_seg02_clip_19", "timestamp": [ 50.59, 55.69 ], "duration": 85.66, "caption": "A man closes the door leaving a woman alone in the hallway.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 251243, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 3.96, 5.72 ], "duration": 88.66, "caption": "A woman walks away leaving a man and another man alone.", "similarity": 0.643, "relevance": 1 }, { "pair_id": 251244, "video_name": "grey_s02e07_seg02_clip_09", "timestamp": [ 15.36, 19.69 ], "duration": 96.66, "caption": "A woman and a man walk away from a man leaving him standing alone.", "similarity": 0.6418, "relevance": 3 }, { "pair_id": 251245, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 13.35, 19.59 ], "duration": 89.66, "caption": "A man and a woman walk away and leave a man standing alone.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 251246, "video_name": "friends_s07e23-24_seg02_clip_01", "timestamp": [ 7.0, 11.48 ], "duration": 56.66, "caption": "A woman shoos a man away and he runs out the door.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 251247, "video_name": "s07e05_seg02_clip_03", "timestamp": [ 0.0, 5.7 ], "duration": 57.66, "caption": "A woman storms out of another woman's apartment to a man's.", "similarity": 0.6396, "relevance": 1 }, { "pair_id": 251248, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 15.61, 20.07 ], "duration": 89.66, "caption": "A woman walks out of the room leaving man standing alone.", "similarity": 0.6363, "relevance": 1 }, { "pair_id": 251249, "video_name": "s03e23_seg02_clip_09", "timestamp": [ 12.31, 22.51 ], "duration": 60.66, "caption": "A woman walks away from a man and walks down the stairs, the man calls after her.", "similarity": 0.6339, "relevance": 3 }, { "pair_id": 251250, "video_name": "s07e12_seg02_clip_07", "timestamp": [ 36.02, 42.62 ], "duration": 60.66, "caption": "A woman storms away from a man and slams the door to her bedroom.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 251251, "video_name": "grey_s03e20_seg02_clip_26", "timestamp": [ 45.76, 51.25 ], "duration": 122.66, "caption": "A man walks off and leaves person alone with a young woman.", "similarity": 0.6327, "relevance": 1 }, { "pair_id": 251252, "video_name": "friends_s04e21_seg02_clip_04", "timestamp": [ 27.7, 36.28 ], "duration": 78.66, "caption": "A woman locks the door after a man storms out.", "similarity": 0.6313, "relevance": 2 }, { "pair_id": 251253, "video_name": "grey_s01e04_seg02_clip_02", "timestamp": [ 15.47, 18.2 ], "duration": 91.66, "caption": "A man walks away from woman as she stands in the doorway.", "similarity": 0.6312, "relevance": 3 }, { "pair_id": 251254, "video_name": "grey_s02e24_seg02_clip_21", "timestamp": [ 5.45, 8.42 ], "duration": 99.66, "caption": "A man walks away from woman at the door.", "similarity": 0.6309, "relevance": 2 }, { "pair_id": 251255, "video_name": "house_s01e06_seg02_clip_17", "timestamp": [ 48.19, 50.87 ], "duration": 89.66, "caption": "A woman walks out of the men's bathroom leaving a man alone.", "similarity": 0.6304, "relevance": 1 }, { "pair_id": 251256, "video_name": "friends_s03e25_seg02_clip_21", "timestamp": [ 31.87, 35.02 ], "duration": 35.66, "caption": "A woman turns and walks away from the door leaving man there by himself.", "similarity": 0.6263, "relevance": 1 }, { "pair_id": 251257, "video_name": "house_s08e21_seg02_clip_15", "timestamp": [ 49.29, 51.93 ], "duration": 88.66, "caption": "A woman walks out of a man's room leaving another man alone with him.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 251258, "video_name": "grey_s01e09_seg02_clip_04", "timestamp": [ 61.03, 67.71 ], "duration": 89.66, "caption": "A man gets up and walks down a hallway away from woman.", "similarity": 0.6244, "relevance": 3 }, { "pair_id": 251259, "video_name": "grey_s03e08_seg02_clip_08", "timestamp": [ 29.13, 30.95 ], "duration": 91.66, "caption": "A man walks away from a woman in the hallway.", "similarity": 0.6216, "relevance": 3 } ] }, { "query_id": 9506, "query": "A man leaves the room and another man walks into the crime scene.", "relevant_moment": [ { "pair_id": 49700, "video_name": "castle_s04e18_seg02_clip_01", "timestamp": [ 31.36, 36.58 ], "duration": 87.66, "caption": "A man leaves the room and another man walks into the crime scene.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 49701, "video_name": "house_s05e17_seg02_clip_13", "timestamp": [ 37.06, 44.86 ], "duration": 78.66, "caption": "A man came out from the room and walks with another man.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 49702, "video_name": "castle_s07e08_seg02_clip_03", "timestamp": [ 44.33, 45.71 ], "duration": 91.66, "caption": "A man walks out of the room following another man.", "similarity": 0.7342, "relevance": 2 }, { "pair_id": 49703, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 17.29, 22.41 ], "duration": 64.66, "caption": "A person walks into the room and then two people leave.", "similarity": 0.7258, "relevance": 0 }, { "pair_id": 49704, "video_name": "friends_s06e09_seg02_clip_12", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A man walks into another room with a man, and a man closes the door behind them.", "similarity": 0.7217, "relevance": 1 }, { "pair_id": 49705, "video_name": "house_s05e03_seg02_clip_03", "timestamp": [ 74.72, 79.67 ], "duration": 90.66, "caption": "A person walks in between man and another person to exit the room.", "similarity": 0.7217, "relevance": 1 }, { "pair_id": 49706, "video_name": "castle_s05e14_seg02_clip_10", "timestamp": [ 36.16, 39.36 ], "duration": 91.66, "caption": "A man walks out of the room passing by two other men.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 49707, "video_name": "friends_s08e06_seg02_clip_14", "timestamp": [ 16.7, 23.01 ], "duration": 63.66, "caption": "A man walks out of the room to get another person to come into the room.", "similarity": 0.71, "relevance": 1 }, { "pair_id": 49708, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 49709, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 23.19, 26.61 ], "duration": 76.66, "caption": "A man walks into an empty room and another man follows him inside.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 49710, "video_name": "castle_s06e14_seg02_clip_08", "timestamp": [ 7.27, 11.81 ], "duration": 90.66, "caption": "A man walks into the room where a man and woman are in and he mentions to the woman finding something looking through the crime scene.", "similarity": 0.7002, "relevance": 0 }, { "pair_id": 49711, "video_name": "castle_s02e02_seg02_clip_02", "timestamp": [ 52.94, 65.68 ], "duration": 98.66, "caption": "Two men go to the crime scene.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 49712, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 2.4, 5.4 ], "duration": 60.66, "caption": "A man closes the door behind him as he leaves the room with another man.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 49713, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 16.56, 22.09 ], "duration": 92.66, "caption": "A man walks away from another person and leaves the room.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 49714, "video_name": "house_s03e20_seg02_clip_02", "timestamp": [ 33.76, 43.66 ], "duration": 90.66, "caption": "A man walks ahead of another man and enters a room.", "similarity": 0.69, "relevance": 1 }, { "pair_id": 49715, "video_name": "house_s01e13_seg02_clip_11", "timestamp": [ 2.61, 10.88 ], "duration": 87.66, "caption": "A man and man exit the room.", "similarity": 0.69, "relevance": 1 }, { "pair_id": 49716, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A man walks out from the room and leaves a man and a woman.", "similarity": 0.6885, "relevance": 1 }, { "pair_id": 49717, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 39.46, 42.07 ], "duration": 58.66, "caption": "Two men leave through the door and out of the room together.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 49718, "video_name": "castle_s04e14_seg02_clip_00", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "Two people enter the room where a crime has conspired.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 49719, "video_name": "friends_s06e09_seg02_clip_09", "timestamp": [ 16.18, 21.13 ], "duration": 66.66, "caption": "A man walks out and exit the room they are currently in.", "similarity": 0.6838, "relevance": 2 } ] }, { "query_id": 9527, "query": "Two people watch the patient from above.", "relevant_moment": [ { "pair_id": 15940, "video_name": "house_s08e09_seg02_clip_12", "timestamp": [ 26.56, 56.27 ], "duration": 90.66, "caption": "Two people watch the patient from above.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15942, "video_name": "grey_s02e08_seg02_clip_00", "timestamp": [ 0.0, 34.19 ], "duration": 92.66, "caption": "Two people are checking on a patient.", "similarity": 0.8658, "relevance": 2 }, { "pair_id": 15943, "video_name": "house_s07e23_seg02_clip_13", "timestamp": [ 71.46, 89.32 ], "duration": 89.66, "caption": "Two people both take a look at the patient on the monitor.", "similarity": 0.8628, "relevance": 3 }, { "pair_id": 15944, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "Two people are checking something on the patient.", "similarity": 0.8579, "relevance": 2 }, { "pair_id": 15945, "video_name": "house_s07e15_seg02_clip_18", "timestamp": [ 40.03, 86.96 ], "duration": 92.66, "caption": "Two people watch the patient undergo surgery.", "similarity": 0.8416, "relevance": 4 }, { "pair_id": 15946, "video_name": "house_s06e03_seg02_clip_16", "timestamp": [ 52.66, 87.32 ], "duration": 90.66, "caption": "A woman and a man both stand together watching the patient.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 15947, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were both attending to a patient.", "similarity": 0.8219, "relevance": 3 }, { "pair_id": 15948, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 81.7, 92.32 ], "duration": 92.66, "caption": "Two people were both attending a patient.", "similarity": 0.811, "relevance": 3 }, { "pair_id": 15949, "video_name": "house_s07e16_seg02_clip_19", "timestamp": [ 71.0, 91.03 ], "duration": 91.66, "caption": "Two people stand behind the glass watching a person work on a patient.", "similarity": 0.8103, "relevance": 4 }, { "pair_id": 15950, "video_name": "house_s06e03_seg02_clip_16", "timestamp": [ 51.76, 53.11 ], "duration": 90.66, "caption": "A person and a man are watching a patient through an observation room.", "similarity": 0.8084, "relevance": 4 }, { "pair_id": 15951, "video_name": "friends_s09e22_seg02_clip_00", "timestamp": [ 62.76, 64.71 ], "duration": 65.66, "caption": "Two people look at each other after hearing the doctor.", "similarity": 0.7999, "relevance": 1 }, { "pair_id": 15952, "video_name": "house_s04e05_seg02_clip_04", "timestamp": [ 38.69, 61.9 ], "duration": 91.66, "caption": "Two people are observing the patient, Martin, who is on the floor, with doctors all around him.", "similarity": 0.7997, "relevance": 2 }, { "pair_id": 15953, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 8.46, 11.75 ], "duration": 94.66, "caption": "A person watches another person when they are in the patient's room.", "similarity": 0.7954, "relevance": 1 }, { "pair_id": 15954, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 68.98, 74.03 ], "duration": 84.66, "caption": "A person is checking the patient while another person is talking to him.", "similarity": 0.7887, "relevance": 1 }, { "pair_id": 15955, "video_name": "house_s01e16_seg02_clip_22", "timestamp": [ 50.85, 66.46 ], "duration": 89.66, "caption": "A person is watching a patient when two other people walk up behind him.", "similarity": 0.7838, "relevance": 2 }, { "pair_id": 15957, "video_name": "house_s05e24_seg02_clip_15", "timestamp": [ 33.31, 54.01 ], "duration": 90.66, "caption": "Two people are in the OR operation on a patient.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 15958, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 4.99, 9.97 ], "duration": 90.66, "caption": "A patient is talking to two people while they are checking them.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 15959, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 14.17, 91.44 ], "duration": 91.66, "caption": "Two people examine the patient on the computer screens.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 189260, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 0.0, 7.68 ], "duration": 90.66, "caption": "A person and another person are examining the patient's brain from the monitor.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 189261, "video_name": "house_s02e18_seg02_clip_12", "timestamp": [ 42.11, 89.6 ], "duration": 89.66, "caption": "Two people talk to each other while they stand above the patient.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 189263, "video_name": "house_s06e09_seg02_clip_08", "timestamp": [ 87.38, 91.03 ], "duration": 91.66, "caption": "A person is looking down at a patient and another person crosses in front of him and looks down too.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 189264, "video_name": "house_s08e09_seg02_clip_13", "timestamp": [ 0.0, 71.0 ], "duration": 91.66, "caption": "Two people both work on the patient together.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 189265, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 69.54, 73.5 ], "duration": 88.66, "caption": "Two people check the patient's foot.", "similarity": 0.7595, "relevance": 3 }, { "pair_id": 189266, "video_name": "house_s05e23_seg02_clip_18", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "Some people look down on a patient from the observation room.", "similarity": 0.7581, "relevance": 4 }, { "pair_id": 189267, "video_name": "house_s07e14_seg02_clip_14", "timestamp": [ 56.74, 67.25 ], "duration": 84.66, "caption": "A person watches the patient as another person has his back turned.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 189268, "video_name": "house_s02e18_seg02_clip_12", "timestamp": [ 4.48, 20.61 ], "duration": 89.66, "caption": "A person tells two other people what to do with the patient.", "similarity": 0.7571, "relevance": 1 }, { "pair_id": 189269, "video_name": "house_s02e12_seg02_clip_07", "timestamp": [ 76.07, 90.02 ], "duration": 90.66, "caption": "Two people are operating on a patient.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 189270, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 37.21, 49.17 ], "duration": 88.66, "caption": "A person watches another person give the patient iv medicine.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 189272, "video_name": "house_s06e10_seg02_clip_08", "timestamp": [ 3.68, 9.2 ], "duration": 92.66, "caption": "A person walks over to the patient while another person checks the eyes.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 189273, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 53.19, 69.42 ], "duration": 90.66, "caption": "Two people look at a patient's imaging on a computer monitor.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 189274, "video_name": "house_s02e08_seg02_clip_06", "timestamp": [ 0.0, 11.94 ], "duration": 91.66, "caption": "Two people both sit down together and talk about the patient.", "similarity": 0.7438, "relevance": 1 }, { "pair_id": 189275, "video_name": "house_s07e03_seg02_clip_24", "timestamp": [ 57.62, 90.02 ], "duration": 90.66, "caption": "A woman and a man look down at the patient getting surgery.", "similarity": 0.7424, "relevance": 4 }, { "pair_id": 189276, "video_name": "house_s03e24_seg02_clip_09", "timestamp": [ 0.0, 15.27 ], "duration": 71.66, "caption": "A person prepares the patient for surgery as another person watches.", "similarity": 0.7412, "relevance": 2 }, { "pair_id": 189277, "video_name": "grey_s02e08_seg02_clip_02", "timestamp": [ 47.16, 82.02 ], "duration": 82.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.7369, "relevance": 2 }, { "pair_id": 189278, "video_name": "grey_s02e08_seg02_clip_02", "timestamp": [ 0.0, 38.55 ], "duration": 82.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.7369, "relevance": 4 }, { "pair_id": 189279, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.7369, "relevance": 4 } ] }, { "query_id": 9535, "query": "A man and a woman walked into a meeting room.", "relevant_moment": [ { "pair_id": 3780, "video_name": "castle_s04e18_seg02_clip_08", "timestamp": [ 0.0, 12.62 ], "duration": 90.66, "caption": "A man and a woman walked into a meeting room.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 3781, "video_name": "friends_s04e04_seg02_clip_12", "timestamp": [ 46.64, 63.03 ], "duration": 63.66, "caption": "A man walked into the room to meet both women.", "similarity": 0.8086, "relevance": 1 }, { "pair_id": 3782, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 43.17, 49.33 ], "duration": 49.66, "caption": "A woman walks into the room to meet a man.", "similarity": 0.8049, "relevance": 2 }, { "pair_id": 3783, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 9.1, 10.01 ], "duration": 91.66, "caption": "A man and a woman walk through the room together.", "similarity": 0.7995, "relevance": 2 }, { "pair_id": 3784, "video_name": "s07e24_seg02_clip_01", "timestamp": [ 52.66, 56.02 ], "duration": 56.66, "caption": "A man and a woman walk into the living room.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 3785, "video_name": "s06e20_seg02_clip_11", "timestamp": [ 43.11, 47.14 ], "duration": 62.66, "caption": "A man and woman walk into the room and approach some people.", "similarity": 0.7962, "relevance": 4 }, { "pair_id": 3786, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 34.24, 38.96 ], "duration": 59.66, "caption": "A man and woman walk into the room from the side.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 3787, "video_name": "castle_s05e23_seg02_clip_03", "timestamp": [ 0.0, 3.57 ], "duration": 89.66, "caption": "A man and a woman walk into the room and another man starts a conversation with them.", "similarity": 0.7892, "relevance": 4 }, { "pair_id": 3788, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 21.75, 26.79 ], "duration": 63.66, "caption": "A man and woman enter the room together.", "similarity": 0.7873, "relevance": 4 }, { "pair_id": 3789, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.3, 36.56 ], "duration": 63.66, "caption": "Two people walk into the same room as a woman and a man.", "similarity": 0.7864, "relevance": 1 }, { "pair_id": 3790, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 45.62, 50.72 ], "duration": 60.66, "caption": "A man walks into the room to visit a woman and another person.", "similarity": 0.7824, "relevance": 2 }, { "pair_id": 3791, "video_name": "friends_s10e01_seg01_clip_00", "timestamp": [ 5.49, 11.9 ], "duration": 61.66, "caption": "A man and woman walk into a hotel room.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 3792, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 15.18, 22.77 ], "duration": 89.66, "caption": "A meeting is going on when two people enter the room.", "similarity": 0.7749, "relevance": 4 }, { "pair_id": 3793, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 6.44, 10.4 ], "duration": 99.66, "caption": "A person walks into the room where two men and a woman are in.", "similarity": 0.7744, "relevance": 2 }, { "pair_id": 3794, "video_name": "grey_s02e21_seg02_clip_16", "timestamp": [ 2.15, 19.32 ], "duration": 85.66, "caption": "A woman gets a man to go to a meeting in a room.", "similarity": 0.7679, "relevance": 1 }, { "pair_id": 3795, "video_name": "house_s06e17_seg02_clip_20", "timestamp": [ 53.26, 56.93 ], "duration": 91.66, "caption": "A man and a woman walk into the room and a man stands up.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 3796, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 24.95, 26.11 ], "duration": 58.66, "caption": "A man walks into the room with two women.", "similarity": 0.7643, "relevance": 2 }, { "pair_id": 3797, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 48.21, 90.12 ], "duration": 90.66, "caption": "A man enters the room and he met a woman and they talk to each other.", "similarity": 0.7639, "relevance": 2 }, { "pair_id": 3798, "video_name": "friends_s08e23-24_seg02_clip_41", "timestamp": [ 40.32, 43.42 ], "duration": 62.66, "caption": "A man walks into the room where two women are.", "similarity": 0.7637, "relevance": 1 }, { "pair_id": 3799, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 46.05, 93.03 ], "duration": 93.66, "caption": "A woman and man enters a room and there they saw someone.", "similarity": 0.7597, "relevance": 3 } ] }, { "query_id": 9540, "query": "A person has their back turned to another person and they turn around to look at the other person.", "relevant_moment": [ { "pair_id": 18600, "video_name": "house_s05e20_seg02_clip_13", "timestamp": [ 2.98, 9.78 ], "duration": 85.66, "caption": "A person has their back turned to another person and they turn around to look at the other person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18601, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.8931, "relevance": 4 }, { "pair_id": 18602, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.8737, "relevance": 2 }, { "pair_id": 18603, "video_name": "house_s02e08_seg02_clip_26", "timestamp": [ 84.1, 89.32 ], "duration": 95.66, "caption": "A person turns around and looks at another person behind him.", "similarity": 0.8499, "relevance": 4 }, { "pair_id": 18604, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.844, "relevance": 3 }, { "pair_id": 18605, "video_name": "s10e03_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person turns to look towards another person and a third person turns to look at the second person.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 18606, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person turns to look at someone, then turns back to look at someone after a pause.", "similarity": 0.8174, "relevance": 4 }, { "pair_id": 18607, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 50.74, 52.95 ], "duration": 63.66, "caption": "A person turns his head to look at another person and another person looks back at a woman.", "similarity": 0.8171, "relevance": 2 }, { "pair_id": 18608, "video_name": "s01e07_seg02_clip_05", "timestamp": [ 3.13, 13.75 ], "duration": 125.66, "caption": "A person turns his back to another person and turns again.", "similarity": 0.8043, "relevance": 2 }, { "pair_id": 18609, "video_name": "s03e09_seg02_clip_04", "timestamp": [ 43.33, 46.99 ], "duration": 61.66, "caption": "A person looks at someone, then quickly turns and looks at someone else, then turns and looks at the first person again.", "similarity": 0.7999, "relevance": 1 }, { "pair_id": 18610, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 57.55, 60.8 ], "duration": 65.66, "caption": "A man turns to his left to look at the person behind him and then turns back.", "similarity": 0.7991, "relevance": 4 }, { "pair_id": 18611, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.7916, "relevance": 4 }, { "pair_id": 18612, "video_name": "house_s03e11_seg02_clip_01", "timestamp": [ 70.9, 76.85 ], "duration": 91.66, "caption": "A person turns to look at two other people and one of them turns his/her head quickly.", "similarity": 0.7907, "relevance": 4 }, { "pair_id": 18613, "video_name": "met_s06e23_seg01_clip_00", "timestamp": [ 15.87, 18.0 ], "duration": 61.66, "caption": "One person turns their head to look at the person to their right.", "similarity": 0.7852, "relevance": 1 }, { "pair_id": 18614, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "Two people look at each other and then one of them looks back.", "similarity": 0.783, "relevance": 3 }, { "pair_id": 18615, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 48.31, 50.15 ], "duration": 92.66, "caption": "One person turns and looks at another person with a withering expression on their face.", "similarity": 0.7713, "relevance": 3 }, { "pair_id": 18616, "video_name": "met_s02e18_seg02_clip_08", "timestamp": [ 38.01, 44.0 ], "duration": 59.66, "caption": "Two people both turn around to look behind them.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 18617, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 51.54, 52.83 ], "duration": 64.66, "caption": "A person turns his head to look behind him, then turns his head back.", "similarity": 0.7704, "relevance": 2 }, { "pair_id": 18618, "video_name": "s02e15_seg01_clip_01", "timestamp": [ 41.38, 44.02 ], "duration": 44.66, "caption": "A man turns and looks back up towards person.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 18619, "video_name": "friends_s04e04_seg02_clip_05", "timestamp": [ 15.13, 19.22 ], "duration": 63.66, "caption": "A person turns to look at guy behind him.", "similarity": 0.764, "relevance": 4 }, { "pair_id": 191920, "video_name": "castle_s02e09_seg02_clip_24", "timestamp": [ 16.63, 19.48 ], "duration": 95.66, "caption": "Two people simultaneously turn their heads and look at a man then look back at each other.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 191921, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 4.96, 7.22 ], "duration": 90.66, "caption": "A person looks at the black person to his right who shrugs and the person turns back to face another person.", "similarity": 0.7598, "relevance": 2 }, { "pair_id": 191922, "video_name": "house_s07e14_seg02_clip_14", "timestamp": [ 56.74, 67.25 ], "duration": 84.66, "caption": "A person watches the patient as another person has his back turned.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 191923, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.7577, "relevance": 4 }, { "pair_id": 191924, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 39.23, 41.88 ], "duration": 106.66, "caption": "A person turns to look down at another person who has spoken to him.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 191925, "video_name": "s03e12_seg02_clip_01", "timestamp": [ 33.05, 38.66 ], "duration": 59.66, "caption": "A person stands slightly behind another person, their hands clasped in fists with pinky knuckles pressed together, they're bent slightly over and the other person turns and looks at them.", "similarity": 0.7539, "relevance": 3 }, { "pair_id": 191926, "video_name": "house_s05e06_seg02_clip_15", "timestamp": [ 36.09, 38.73 ], "duration": 88.66, "caption": "A person's eyes dart back and forth between looking at two other people as each one interjects the other.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 191927, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 191928, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 26.85, 30.51 ], "duration": 61.66, "caption": "Two people both turn to look at each other.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 191929, "video_name": "castle_s07e23_seg02_clip_19", "timestamp": [ 25.08, 29.11 ], "duration": 89.66, "caption": "A woman turns around to look at a man and then back to another man.", "similarity": 0.7435, "relevance": 3 }, { "pair_id": 191930, "video_name": "house_s07e03_seg02_clip_05", "timestamp": [ 0.0, 8.37 ], "duration": 93.66, "caption": "A person is looking at something when another person and their companion approach him.", "similarity": 0.7426, "relevance": 3 }, { "pair_id": 191931, "video_name": "s06e24_seg01_clip_02", "timestamp": [ 8.22, 10.87 ], "duration": 53.66, "caption": "A person turns to look at someone, rolls their eyes and then looks back at the road.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 191932, "video_name": "castle_s04e19_seg02_clip_24", "timestamp": [ 50.74, 56.98 ], "duration": 89.66, "caption": "A person turns someone around and sees that he is not someone else.", "similarity": 0.7395, "relevance": 4 }, { "pair_id": 191933, "video_name": "house_s06e21_seg02_clip_04", "timestamp": [ 42.33, 47.91 ], "duration": 93.66, "caption": "A person looks over at another person and then they walk away.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 191934, "video_name": "house_s05e13_seg02_clip_13", "timestamp": [ 41.4, 45.58 ], "duration": 93.66, "caption": "A person turns around and walks back towards another person.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 191935, "video_name": "house_s05e17_seg02_clip_05", "timestamp": [ 0.9, 2.26 ], "duration": 90.66, "caption": "A woman turns around with her back facing a man to look at him.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 191936, "video_name": "castle_s06e20_seg02_clip_04", "timestamp": [ 81.91, 89.04 ], "duration": 89.66, "caption": "A person comes out from the back and goes straight to another person.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 191937, "video_name": "grey_s01e02_seg02_clip_09", "timestamp": [ 0.0, 9.43 ], "duration": 89.66, "caption": "A person turns when he sees person so person can ask why person is there.", "similarity": 0.736, "relevance": 1 }, { "pair_id": 191938, "video_name": "s03e17_seg02_clip_01", "timestamp": [ 34.22, 35.72 ], "duration": 60.66, "caption": "A person turns around and looks behind and back forward.", "similarity": 0.736, "relevance": 2 } ] }, { "query_id": 9587, "query": "Person and person stare at a person in a blue suit as she sips from her mug.", "relevant_moment": [ { "pair_id": 112340, "video_name": "house_s06e06_seg02_clip_22", "timestamp": [ 90.28, 95.03 ], "duration": 95.66, "caption": "Person and person stare at a person in a blue suit as she sips from her mug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 112341, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 50.42, 54.92 ], "duration": 60.66, "caption": "A person takes a sip from their blue mug and raises their eyebrow at another person, then puts their mug down.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 112342, "video_name": "s02e19_seg02_clip_06", "timestamp": [ 0.0, 33.5 ], "duration": 62.66, "caption": "A person holds a blue mug while talking with woman.", "similarity": 0.7179, "relevance": 1 }, { "pair_id": 112343, "video_name": "house_s03e23_seg02_clip_04", "timestamp": [ 58.91, 64.39 ], "duration": 91.66, "caption": "A person takes a sip from the blue bottle while talking with a woman.", "similarity": 0.6875, "relevance": 0 }, { "pair_id": 112344, "video_name": "s06e21_seg02_clip_03", "timestamp": [ 17.71, 59.03 ], "duration": 59.66, "caption": "A person picks up a blue mug and holds it while talking to a woman.", "similarity": 0.6858, "relevance": 1 }, { "pair_id": 112345, "video_name": "s01e17_seg02_clip_15", "timestamp": [ 11.9, 18.28 ], "duration": 58.66, "caption": "A person stares at another person while talking to him and then calmly pours his soda in a glass.", "similarity": 0.6566, "relevance": 1 }, { "pair_id": 112346, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 8.7, 19.21 ], "duration": 60.66, "caption": "A person takes their right hand off of a blue mug and proceeds to talk to a woman, afterwards puts their hand back on the mug.", "similarity": 0.651, "relevance": 0 }, { "pair_id": 112347, "video_name": "grey_s03e02_seg02_clip_24", "timestamp": [ 2.23, 10.24 ], "duration": 89.66, "caption": "A person takes the mug off his lips and converses with a woman.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 112348, "video_name": "castle_s02e19_seg02_clip_06", "timestamp": [ 16.82, 20.27 ], "duration": 86.66, "caption": "A person stares at another person with their finger in their mouth.", "similarity": 0.6351, "relevance": 0 }, { "pair_id": 112349, "video_name": "house_s04e13_seg02_clip_14", "timestamp": [ 81.31, 86.74 ], "duration": 90.66, "caption": "A person takes a drink from their coffee mug while talking to another person.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 112350, "video_name": "s09e01_seg02_clip_10", "timestamp": [ 48.32, 50.42 ], "duration": 60.66, "caption": "A person walks up next to a woman, holding a blue mug.", "similarity": 0.6325, "relevance": 1 }, { "pair_id": 112351, "video_name": "met_s03e12_seg02_clip_13", "timestamp": [ 24.82, 26.94 ], "duration": 60.66, "caption": "A person holds their mug while speaking to someone.", "similarity": 0.6287, "relevance": 1 }, { "pair_id": 112352, "video_name": "friends_s08e04_seg02_clip_08", "timestamp": [ 2.8, 10.27 ], "duration": 62.66, "caption": "The person sitting with another person takes a sip from their drink.", "similarity": 0.6285, "relevance": 1 }, { "pair_id": 112353, "video_name": "s06e22_seg02_clip_07", "timestamp": [ 20.48, 23.32 ], "duration": 63.66, "caption": "A person in a suit smiles at person and then sets their coffee mug on the coffee table.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 112354, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 23.11, 34.82 ], "duration": 60.66, "caption": "During a conversation with a person, they both smile then another person takes a sip of their drink.", "similarity": 0.6189, "relevance": 0 }, { "pair_id": 112355, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes a sip from their mug while smiling.", "similarity": 0.6187, "relevance": 2 }, { "pair_id": 112356, "video_name": "friends_s02e21_seg02_clip_11", "timestamp": [ 54.32, 58.83 ], "duration": 60.66, "caption": "A person hands a blue mug to another person while he's sitting at the bar.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 112357, "video_name": "friends_s02e21_seg02_clip_00", "timestamp": [ 11.21, 16.65 ], "duration": 64.66, "caption": "Two people with coffee mugs wearing a tan and brown suit approach two other people.", "similarity": 0.6127, "relevance": 1 }, { "pair_id": 112358, "video_name": "castle_s05e18_seg02_clip_00", "timestamp": [ 11.05, 15.19 ], "duration": 92.66, "caption": "A woman takes a sip of coffee and looks over at a person while he is talking.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 112359, "video_name": "met_s02e11_seg02_clip_02", "timestamp": [ 18.89, 22.09 ], "duration": 64.66, "caption": "A person picks up their mug of beer and takes a sip as they talk to another person.", "similarity": 0.6085, "relevance": 2 } ] }, { "query_id": 9718, "query": "A man hangs up the phone and then a woman walks into the apartment.", "relevant_moment": [ { "pair_id": 147800, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 11.1, 20.41 ], "duration": 60.66, "caption": "A man hangs up the phone and then a woman walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147801, "video_name": "friends_s09e03_seg02_clip_04", "timestamp": [ 52.53, 56.37 ], "duration": 59.66, "caption": "A woman walks into a man's apartment after he hangs up the phone.", "similarity": 0.9195, "relevance": 3 }, { "pair_id": 147802, "video_name": "friends_s10e10_seg02_clip_18", "timestamp": [ 46.99, 52.48 ], "duration": 61.66, "caption": "A man hangs up the phone in woman's apartment.", "similarity": 0.8521, "relevance": 2 }, { "pair_id": 147803, "video_name": "castle_s06e13_seg02_clip_18", "timestamp": [ 61.73, 66.41 ], "duration": 93.66, "caption": "A woman hangs up the phone and then a man walks in the room.", "similarity": 0.841, "relevance": 2 }, { "pair_id": 147804, "video_name": "friends_s06e18_seg02_clip_10", "timestamp": [ 31.81, 35.42 ], "duration": 60.66, "caption": "A woman walks into a man's apartment while she's on the phone with him.", "similarity": 0.8292, "relevance": 2 }, { "pair_id": 147805, "video_name": "castle_s06e12_seg02_clip_08", "timestamp": [ 28.82, 32.87 ], "duration": 90.66, "caption": "A man hangs up the phone and turns around as a woman walks in.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 147806, "video_name": "castle_s03e12_seg02_clip_15", "timestamp": [ 2.75, 9.15 ], "duration": 91.66, "caption": "A man gets up and goes to a woman after she hangs up her phone.", "similarity": 0.7647, "relevance": 1 }, { "pair_id": 147807, "video_name": "s09e02_seg02_clip_05", "timestamp": [ 0.0, 24.2 ], "duration": 59.66, "caption": "A man talking on his cell phone, hangs it up when a woman walks in.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 147808, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 37.84, 41.8 ], "duration": 61.66, "caption": "A woman walks into a man's apartment with her cellphone in her hand.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 147809, "video_name": "friends_s04e15_seg02_clip_07", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man enters the apartment with a woman following him in.", "similarity": 0.7515, "relevance": 1 }, { "pair_id": 147810, "video_name": "castle_s07e16_seg02_clip_00", "timestamp": [ 8.45, 11.73 ], "duration": 93.66, "caption": "A man and woman enter the apartment at the same time.", "similarity": 0.7488, "relevance": 1 }, { "pair_id": 147811, "video_name": "friends_s08e10_seg01_clip_00", "timestamp": [ 3.74, 6.8 ], "duration": 68.66, "caption": "A man walks into the apartment and a woman stands up.", "similarity": 0.748, "relevance": 1 }, { "pair_id": 147812, "video_name": "friends_s10e05_seg02_clip_01", "timestamp": [ 33.84, 36.68 ], "duration": 63.66, "caption": "A man walks into the apartment with a woman behind him.", "similarity": 0.7451, "relevance": 1 }, { "pair_id": 147813, "video_name": "friends_s04e15_seg02_clip_05", "timestamp": [ 32.22, 34.59 ], "duration": 59.66, "caption": "A woman and man enter the apartment at the same time.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 147814, "video_name": "castle_s08e14_seg02_clip_02", "timestamp": [ 20.93, 29.77 ], "duration": 93.66, "caption": "A woman walks up to a man while he's talking on the phone and he hangs up.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 147815, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 14.47, 18.99 ], "duration": 60.66, "caption": "A man enters the apartment and walks over to woman.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 147816, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 13.16, 19.28 ], "duration": 94.66, "caption": "A person hangs up the phone then walks over to a man.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 147817, "video_name": "friends_s09e20_seg02_clip_06", "timestamp": [ 3.72, 8.01 ], "duration": 57.66, "caption": "A man opens the door and walks into the apartment with a woman.", "similarity": 0.7394, "relevance": 1 }, { "pair_id": 147818, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 7.43, 10.53 ], "duration": 61.66, "caption": "A man and a woman walk through the door and into the apartment.", "similarity": 0.7393, "relevance": 1 }, { "pair_id": 147819, "video_name": "friends_s06e11_seg02_clip_03", "timestamp": [ 39.17, 42.36 ], "duration": 58.66, "caption": "A man opens the door and a woman walks into the apartment.", "similarity": 0.7383, "relevance": 1 } ] }, { "query_id": 9760, "query": "A woman and a man were having a serious conversation.", "relevant_moment": [ { "pair_id": 241280, "video_name": "castle_s08e17_seg02_clip_26", "timestamp": [ 36.11, 86.95 ], "duration": 95.66, "caption": "A woman and a man were seriously talking to each other.", "similarity": 0.9182, "relevance": 3 }, { "pair_id": 241281, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.9161, "relevance": 4 }, { "pair_id": 241282, "video_name": "castle_s05e24_seg02_clip_13", "timestamp": [ 0.0, 11.99 ], "duration": 92.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.9161, "relevance": 3 }, { "pair_id": 241283, "video_name": "house_s01e19_seg02_clip_01", "timestamp": [ 3.68, 9.21 ], "duration": 92.66, "caption": "A man and a woman are both talking very seriously.", "similarity": 0.9159, "relevance": 4 }, { "pair_id": 241284, "video_name": "castle_s04e07_seg02_clip_17", "timestamp": [ 28.82, 46.84 ], "duration": 90.66, "caption": "A man was having a serious conversation with a woman.", "similarity": 0.9157, "relevance": 4 }, { "pair_id": 241285, "video_name": "castle_s04e03_seg02_clip_23", "timestamp": [ 0.0, 48.61 ], "duration": 90.66, "caption": "A man and a woman were having a serious and emotional conversation.", "similarity": 0.9153, "relevance": 4 }, { "pair_id": 241286, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 0.0, 9.15 ], "duration": 91.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.9131, "relevance": 3 }, { "pair_id": 241287, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 0.0, 40.95 ], "duration": 92.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.9131, "relevance": 3 }, { "pair_id": 241288, "video_name": "house_s07e22_seg02_clip_17", "timestamp": [ 0.0, 25.67 ], "duration": 87.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241289, "video_name": "house_s07e19_seg02_clip_21", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241290, "video_name": "house_s06e16_seg02_clip_24", "timestamp": [ 17.14, 46.43 ], "duration": 62.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241291, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 0.0, 67.98 ], "duration": 90.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241292, "video_name": "house_s06e02_seg02_clip_25", "timestamp": [ 0.0, 83.45 ], "duration": 97.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241293, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241294, "video_name": "house_s05e10_seg02_clip_19", "timestamp": [ 58.01, 68.45 ], "duration": 116.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241295, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 0.0, 63.8 ], "duration": 91.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241296, "video_name": "house_s03e23_seg02_clip_12", "timestamp": [ 0.0, 11.0 ], "duration": 88.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241297, "video_name": "house_s03e21_seg02_clip_22", "timestamp": [ 0.0, 20.78 ], "duration": 88.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 3 }, { "pair_id": 241298, "video_name": "house_s03e15_seg02_clip_06", "timestamp": [ 0.0, 16.67 ], "duration": 90.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 241299, "video_name": "friends_s10e17-18_seg02_clip_43", "timestamp": [ 0.0, 34.47 ], "duration": 53.66, "caption": "Two people were having a serious conversation.", "similarity": 0.9127, "relevance": 4 } ] }, { "query_id": 9771, "query": "A person is writing something on the notepad while talking to a man.", "relevant_moment": [ { "pair_id": 20080, "video_name": "friends_s09e23-24_seg02_clip_19", "timestamp": [ 41.19, 45.77 ], "duration": 61.66, "caption": "A person is writing something on the notepad while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20082, "video_name": "house_s01e06_seg02_clip_13", "timestamp": [ 0.0, 16.39 ], "duration": 113.66, "caption": "A man writes in a notebook while talking with person.", "similarity": 0.8099, "relevance": 4 }, { "pair_id": 20083, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A person is writing on a notepad as he/she listens to another person.", "similarity": 0.8023, "relevance": 3 }, { "pair_id": 20084, "video_name": "friends_s05e10_seg02_clip_08", "timestamp": [ 40.66, 41.3 ], "duration": 64.66, "caption": "A man gives another man the notepad during a conversation.", "similarity": 0.7953, "relevance": 3 }, { "pair_id": 20085, "video_name": "house_s03e08_seg02_clip_07", "timestamp": [ 21.75, 23.08 ], "duration": 88.66, "caption": "A person is writing on a notebook while talking to another person.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 20086, "video_name": "house_s03e01_seg02_clip_19", "timestamp": [ 87.76, 93.11 ], "duration": 107.66, "caption": "A man is writing while speaking to another person when he came in.", "similarity": 0.7877, "relevance": 3 }, { "pair_id": 20087, "video_name": "house_s01e12_seg02_clip_07", "timestamp": [ 63.5, 75.29 ], "duration": 90.66, "caption": "A person writes on a note pad while talking to a patient.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 20088, "video_name": "house_s03e10_seg02_clip_11", "timestamp": [ 48.31, 92.03 ], "duration": 92.66, "caption": "A man holds onto his notepad and speaks with a woman.", "similarity": 0.7833, "relevance": 2 }, { "pair_id": 20089, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 65.86, 72.79 ], "duration": 99.66, "caption": "A person makes some notes while talking to another person.", "similarity": 0.7785, "relevance": 3 }, { "pair_id": 20090, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 64.1, 67.66 ], "duration": 89.66, "caption": "A man writes on his clipboard while speaking to another person.", "similarity": 0.7769, "relevance": 3 }, { "pair_id": 20092, "video_name": "s06e08_seg02_clip_12", "timestamp": [ 37.64, 48.76 ], "duration": 57.66, "caption": "A man writes on a whiteboard while having a conversation with person.", "similarity": 0.7614, "relevance": 2 }, { "pair_id": 20093, "video_name": "friends_s09e18_seg02_clip_13", "timestamp": [ 11.37, 17.06 ], "duration": 63.66, "caption": "A man is writing quickly on a small notepad.", "similarity": 0.7608, "relevance": 4 }, { "pair_id": 20094, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 13.03, 25.19 ], "duration": 86.66, "caption": "A person walks up to talk with a man while he's writing on a clipboard.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 20095, "video_name": "friends_s03e05_seg02_clip_07", "timestamp": [ 6.09, 32.2 ], "duration": 58.66, "caption": "A man reads names from a notepad as he has a conversation with two people.", "similarity": 0.7525, "relevance": 4 }, { "pair_id": 20096, "video_name": "house_s03e24_seg02_clip_08", "timestamp": [ 59.95, 64.27 ], "duration": 108.66, "caption": "A man writes something on a note pad with a pen.", "similarity": 0.7445, "relevance": 4 }, { "pair_id": 20097, "video_name": "castle_s06e17_seg02_clip_25", "timestamp": [ 41.37, 48.41 ], "duration": 88.66, "caption": "The person next to a man writes down the name of a company on a notepad.", "similarity": 0.7385, "relevance": 4 }, { "pair_id": 20098, "video_name": "met_s06e11_seg02_clip_08", "timestamp": [ 57.03, 59.41 ], "duration": 59.66, "caption": "A person clicks his pen while talking to a man.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 20099, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 21.47, 35.4 ], "duration": 58.66, "caption": "A person was writing down something whilst talking to another person.", "similarity": 0.7365, "relevance": 4 }, { "pair_id": 193400, "video_name": "castle_s02e22_seg02_clip_02", "timestamp": [ 20.71, 22.51 ], "duration": 90.66, "caption": "A woman is having a conversation with another person who is writing in a notepad.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 193401, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 45.01, 49.51 ], "duration": 90.66, "caption": "A man turns a page on his notes while talking to a woman.", "similarity": 0.7337, "relevance": 3 }, { "pair_id": 193402, "video_name": "house_s01e20_seg02_clip_20", "timestamp": [ 74.19, 81.92 ], "duration": 91.66, "caption": "A man is writing something in a file while talking to another man.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 193403, "video_name": "castle_s04e18_seg02_clip_02", "timestamp": [ 20.35, 21.25 ], "duration": 90.66, "caption": "A man has a pen and notepad in his hand.", "similarity": 0.7319, "relevance": 4 }, { "pair_id": 193404, "video_name": "friends_s06e12_seg02_clip_09", "timestamp": [ 26.55, 32.34 ], "duration": 61.66, "caption": "A man smiles and then writes something in his notepad.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 193405, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 0.0, 16.74 ], "duration": 93.66, "caption": "A person writes something on the whiteboard while talking to other people.", "similarity": 0.7311, "relevance": 3 }, { "pair_id": 193406, "video_name": "castle_s05e06_seg02_clip_06", "timestamp": [ 81.47, 89.2 ], "duration": 91.66, "caption": "A man is writing something down on his pad and then talks to a woman wearing revealing clothing.", "similarity": 0.7304, "relevance": 3 }, { "pair_id": 193407, "video_name": "friends_s07e21_seg01_clip_00", "timestamp": [ 46.82, 49.52 ], "duration": 60.66, "caption": "A woman is writing on a piece of paper while talking to a man.", "similarity": 0.7289, "relevance": 4 }, { "pair_id": 193408, "video_name": "met_s02e20_seg02_clip_10", "timestamp": [ 18.59, 61.66 ], "duration": 61.66, "caption": "A man is reading something from a notepad out loud.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 193409, "video_name": "s08e21_seg02_clip_11", "timestamp": [ 55.83, 60.79 ], "duration": 62.66, "caption": "A man begins writing notes inside of his notepad.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 193410, "video_name": "met_s02e04_seg02_clip_17", "timestamp": [ 1.22, 4.58 ], "duration": 61.66, "caption": "A man is writing on a notepad at his desk.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 193411, "video_name": "friends_s04e05_seg02_clip_00", "timestamp": [ 2.14, 8.87 ], "duration": 61.66, "caption": "A man has a pen and paper out when talking to woman.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 193412, "video_name": "house_s03e21_seg02_clip_20", "timestamp": [ 65.3, 72.5 ], "duration": 96.66, "caption": "A person takes out a pen and a notepad and writes something on the notepad.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 193413, "video_name": "friends_s07e08_seg02_clip_01", "timestamp": [ 3.92, 8.12 ], "duration": 56.66, "caption": "A man takes the notepad while saying another person was wrong.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 193414, "video_name": "grey_s03e15_seg02_clip_08", "timestamp": [ 35.29, 42.34 ], "duration": 83.66, "caption": "A man is writing something in a file and talking to another man.", "similarity": 0.7187, "relevance": 4 }, { "pair_id": 193415, "video_name": "friends_s09e02_seg02_clip_15", "timestamp": [ 0.0, 61.66 ], "duration": 61.66, "caption": "A man was writing down whilst talking to another man.", "similarity": 0.7156, "relevance": 3 }, { "pair_id": 193416, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 31.26, 32.51 ], "duration": 62.66, "caption": "A man points at the notepad that a man is holding.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 193417, "video_name": "s08e13_seg02_clip_14", "timestamp": [ 5.02, 14.46 ], "duration": 59.66, "caption": "A person writes on a sheet of paper when talking to woman.", "similarity": 0.7125, "relevance": 3 }, { "pair_id": 193418, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A man grabs a note pad from behind a woman and begins writing.", "similarity": 0.7123, "relevance": 3 }, { "pair_id": 193419, "video_name": "house_s02e07_seg02_clip_05", "timestamp": [ 77.45, 81.9 ], "duration": 89.66, "caption": "A woman writes on her clipboard while talking with a man.", "similarity": 0.7094, "relevance": 2 } ] }, { "query_id": 9874, "query": "A woman walks out of her apartment carrying a laundry basket.", "relevant_moment": [ { "pair_id": 93000, "video_name": "s09e03_seg02_clip_16", "timestamp": [ 44.64, 50.64 ], "duration": 75.66, "caption": "A woman walks out of her apartment carrying a laundry basket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 93001, "video_name": "friends_s02e14_seg02_clip_04", "timestamp": [ 39.62, 42.92 ], "duration": 60.66, "caption": "A woman walks into the apartment carrying a laundry basket.", "similarity": 0.8982, "relevance": 2 }, { "pair_id": 93002, "video_name": "s01e15_seg02_clip_02", "timestamp": [ 6.0, 8.1 ], "duration": 60.66, "caption": "A woman walks into the apartment with a laundry basket.", "similarity": 0.8774, "relevance": 3 }, { "pair_id": 93003, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 44.25, 53.4 ], "duration": 61.66, "caption": "A woman walks around her apartment putting clothes into a laundry basket.", "similarity": 0.8612, "relevance": 2 }, { "pair_id": 93004, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 42.16, 46.98 ], "duration": 60.66, "caption": "A woman comes in the apartment carrying a basket of laundry.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 93005, "video_name": "friends_s04e12_seg02_clip_00", "timestamp": [ 45.07, 48.22 ], "duration": 63.66, "caption": "A woman walks into the apartment with a basket of laundry and a person behind her as another person is leaving.", "similarity": 0.8427, "relevance": 2 }, { "pair_id": 93006, "video_name": "friends_s05e04_seg02_clip_15", "timestamp": [ 40.22, 45.62 ], "duration": 60.66, "caption": "A woman enters the apartment carrying a basket full of laundry.", "similarity": 0.8302, "relevance": 3 }, { "pair_id": 93007, "video_name": "friends_s02e17_seg02_clip_01", "timestamp": [ 47.81, 50.17 ], "duration": 59.66, "caption": "A woman enters the apartment while carrying a laundry basket.", "similarity": 0.8242, "relevance": 3 }, { "pair_id": 93008, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 40.35, 42.46 ], "duration": 60.66, "caption": "A woman walks in while carrying a basket of laundry.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 93009, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A man exits their apartment as woman is walking with a laundry basket.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 93010, "video_name": "s01e05_seg02_clip_09", "timestamp": [ 20.78, 22.95 ], "duration": 62.66, "caption": "A woman carries a laundry basket as she opens her apartment door.", "similarity": 0.7939, "relevance": 3 }, { "pair_id": 93011, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A woman walks into the laundry room carrying a basket of laundry and detergent.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 93012, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A woman exits her apartment with a laundry basket and runs into a man leaving his apartment.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 93013, "video_name": "s02e01_seg02_clip_00", "timestamp": [ 11.6, 15.87 ], "duration": 61.66, "caption": "A woman walks through the door carrying a laundry basket.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 93014, "video_name": "s02e07_seg02_clip_09", "timestamp": [ 53.71, 57.26 ], "duration": 59.66, "caption": "A woman is standing in the hallway as person exits his/her apartment with his/her laundry basket.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 93015, "video_name": "friends_s05e14_seg02_clip_06", "timestamp": [ 41.3, 47.15 ], "duration": 65.66, "caption": "A woman walks out from her room with a large bag of laundry and sits on the couch.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 93016, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 20.1, 24.82 ], "duration": 41.66, "caption": "A woman walks out her way out of their apartment.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 93017, "video_name": "grey_s03e03_seg02_clip_25", "timestamp": [ 34.32, 40.49 ], "duration": 176.66, "caption": "A woman carries a sack as she walks into the apartment.", "similarity": 0.738, "relevance": 1 }, { "pair_id": 93018, "video_name": "s10e10_seg02_clip_09", "timestamp": [ 31.32, 35.36 ], "duration": 62.66, "caption": "A person walks in while carrying a basket of laundry.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 93019, "video_name": "friends_s10e08_seg02_clip_00", "timestamp": [ 32.08, 41.07 ], "duration": 64.66, "caption": "A woman walks out of the apartment carrying a kitchen timer.", "similarity": 0.7315, "relevance": 1 }, { "pair_id": 266320, "video_name": "s02e15_seg02_clip_02", "timestamp": [ 28.49, 40.34 ], "duration": 64.66, "caption": "A woman is carrying a white laundry basket while walking up the stairs.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 266322, "video_name": "s02e01_seg02_clip_02", "timestamp": [ 38.66, 44.27 ], "duration": 59.66, "caption": "A woman walks away from a person to go get the laundry basket off the washing machine.", "similarity": 0.7246, "relevance": 1 }, { "pair_id": 266323, "video_name": "s02e10_seg02_clip_07", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman walks into the laundry room and sets her basket down.", "similarity": 0.7245, "relevance": 3 }, { "pair_id": 266324, "video_name": "s04e18_seg02_clip_06", "timestamp": [ 31.58, 38.37 ], "duration": 59.66, "caption": "After their conversation is done, a woman leaves the laundry room with her basket.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 266325, "video_name": "s06e12_seg02_clip_08", "timestamp": [ 3.51, 7.02 ], "duration": 54.66, "caption": "A person opens the door to the apartment and walks in as they are carrying a laundry basket.", "similarity": 0.7203, "relevance": 3 }, { "pair_id": 266326, "video_name": "friends_s02e17_seg02_clip_02", "timestamp": [ 45.44, 50.18 ], "duration": 79.66, "caption": "A woman picks up her laundry basket and walks away from someone.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 266327, "video_name": "friends_s08e10_seg02_clip_07", "timestamp": [ 0.0, 6.9 ], "duration": 60.66, "caption": "A woman walks through her apartment carrying a bag.", "similarity": 0.7171, "relevance": 2 }, { "pair_id": 266328, "video_name": "s10e10_seg02_clip_10", "timestamp": [ 2.24, 5.32 ], "duration": 56.66, "caption": "A person grabs their laundry basket and runs out of the laundry room.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 266329, "video_name": "s02e07_seg02_clip_11", "timestamp": [ 23.66, 27.09 ], "duration": 57.66, "caption": "A woman pounds on an apartment door as she holds an empty laundry basket in one hand.", "similarity": 0.7083, "relevance": 1 }, { "pair_id": 266330, "video_name": "s06e17_seg02_clip_07", "timestamp": [ 56.76, 59.5 ], "duration": 61.66, "caption": "A woman steps out of her apartment holding a bag of garbage.", "similarity": 0.7077, "relevance": 3 }, { "pair_id": 266331, "video_name": "friends_s04e06_seg02_clip_03", "timestamp": [ 24.95, 27.85 ], "duration": 58.66, "caption": "A woman walks into a room wheeling a laundry cart.", "similarity": 0.7076, "relevance": 1 }, { "pair_id": 266332, "video_name": "s04e10_seg02_clip_07", "timestamp": [ 57.26, 59.03 ], "duration": 59.66, "caption": "A person walks through the door carrying a basket of laundry.", "similarity": 0.7071, "relevance": 1 }, { "pair_id": 266334, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 12.03, 14.96 ], "duration": 65.66, "caption": "A woman walks in the apartment with a bag of groceries.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 266335, "video_name": "friends_s05e10_seg02_clip_10", "timestamp": [ 47.71, 49.97 ], "duration": 56.66, "caption": "A woman walks out of her bedroom in the apartment.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 266336, "video_name": "s06e12_seg02_clip_07", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person leaves his room to greet woman with a laundry basket.", "similarity": 0.6986, "relevance": 4 }, { "pair_id": 266337, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 40.73, 42.5 ], "duration": 59.66, "caption": "A woman walks out of the apartment into the hallway.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 266338, "video_name": "friends_s10e08_seg02_clip_09", "timestamp": [ 57.26, 60.27 ], "duration": 60.66, "caption": "A woman walks out of the apartment into the hallway.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 266339, "video_name": "friends_s03e02_seg02_clip_01", "timestamp": [ 34.81, 38.98 ], "duration": 59.66, "caption": "A woman walks into the apartment while carrying shopping bags.", "similarity": 0.6911, "relevance": 3 } ] }, { "query_id": 9908, "query": "A person puts a guitar down on the couch while having a conversation with a woman with red hair.", "relevant_moment": [ { "pair_id": 12300, "video_name": "s09e04_seg02_clip_12", "timestamp": [ 11.81, 14.76 ], "duration": 59.66, "caption": "A person puts a guitar down on the couch while having a conversation with a woman with red hair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12301, "video_name": "s09e04_seg02_clip_12", "timestamp": [ 12.1, 15.05 ], "duration": 59.66, "caption": "A person places the guitar next to them on the couch.", "similarity": 0.7241, "relevance": 4 }, { "pair_id": 12302, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A person was holding a guitar while talking to woman.", "similarity": 0.7224, "relevance": 1 }, { "pair_id": 12303, "video_name": "friends_s02e06_seg02_clip_03", "timestamp": [ 31.04, 42.36 ], "duration": 58.66, "caption": "A person is on the couch playing the guitar.", "similarity": 0.7202, "relevance": 1 }, { "pair_id": 12304, "video_name": "s09e04_seg02_clip_11", "timestamp": [ 38.14, 53.7 ], "duration": 61.66, "caption": "A man sits on the couch and plays the guitar for a woman.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 12305, "video_name": "met_s03e01_seg02_clip_13", "timestamp": [ 58.67, 84.17 ], "duration": 85.66, "caption": "A person is sitting on the couch and playing the guitar while some people watch.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 12306, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 0.0, 26.41 ], "duration": 60.66, "caption": "A woman and person were having a conversation whilst sitting on the couch.", "similarity": 0.7014, "relevance": 1 }, { "pair_id": 12307, "video_name": "friends_s05e20_seg02_clip_17", "timestamp": [ 0.0, 16.21 ], "duration": 60.66, "caption": "A woman is sitting on a person's couch as he stands and they converse.", "similarity": 0.6931, "relevance": 1 }, { "pair_id": 12308, "video_name": "s04e12_seg02_clip_15", "timestamp": [ 21.05, 27.46 ], "duration": 61.66, "caption": "A person plays an electronic instrument while having a conversation with woman.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 12309, "video_name": "s09e12_seg02_clip_14", "timestamp": [ 8.85, 14.04 ], "duration": 61.66, "caption": "A woman sits on a couch while talking to a person.", "similarity": 0.6672, "relevance": 1 }, { "pair_id": 12310, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 47.34, 50.46 ], "duration": 52.66, "caption": "A woman and a person are sitting on their couch conversing.", "similarity": 0.6638, "relevance": 1 }, { "pair_id": 12311, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.21 ], "duration": 57.66, "caption": "A woman was holding a guitar whilst talking to man and woman.", "similarity": 0.6633, "relevance": 1 }, { "pair_id": 12312, "video_name": "friends_s04e12_seg02_clip_18", "timestamp": [ 15.35, 20.29 ], "duration": 52.66, "caption": "A woman sits upside down on the couch while holding her guitar.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 12313, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 53.67, 58.03 ], "duration": 58.66, "caption": "A woman sits on the couch while talking to a person.", "similarity": 0.6613, "relevance": 1 }, { "pair_id": 12314, "video_name": "s02e10_seg01_clip_01", "timestamp": [ 7.97, 16.82 ], "duration": 59.66, "caption": "While sitting on the couch, a person is having a conversation with another person and begins touching their ear.", "similarity": 0.66, "relevance": 1 }, { "pair_id": 12315, "video_name": "house_s05e03_seg02_clip_25", "timestamp": [ 123.0, 172.02 ], "duration": 172.66, "caption": "While having a conversation with a man, a person picks up a guitar, sits down, and begins to play along with him.", "similarity": 0.6586, "relevance": 1 }, { "pair_id": 12316, "video_name": "house_s04e01_seg02_clip_25", "timestamp": [ 157.52, 175.02 ], "duration": 175.66, "caption": "A person is playing a guitar while carrying on a conversation.", "similarity": 0.6563, "relevance": 1 }, { "pair_id": 12317, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 31.91, 58.03 ], "duration": 58.66, "caption": "A man is having a conversation with a woman in the couch.", "similarity": 0.6556, "relevance": 1 }, { "pair_id": 12318, "video_name": "castle_s04e18_seg02_clip_06", "timestamp": [ 19.75, 83.13 ], "duration": 91.66, "caption": "A woman was having a serious conversation with a man while sitting on a couch.", "similarity": 0.6521, "relevance": 1 }, { "pair_id": 12319, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 55.41, 57.15 ], "duration": 58.66, "caption": "A woman sits down on the couch as she talks to a person.", "similarity": 0.6471, "relevance": 1 } ] }, { "query_id": 9930, "query": "A woman quickly grabs a coffee cup as she gets up from her chair.", "relevant_moment": [ { "pair_id": 198860, "video_name": "friends_s02e12-13_seg02_clip_29", "timestamp": [ 21.76, 24.08 ], "duration": 58.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 198861, "video_name": "friends_s08e18_seg01_clip_00", "timestamp": [ 2.79, 5.58 ], "duration": 93.66, "caption": "A woman grabs her mug from the coffee table at the cafe.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 198862, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 33.59, 37.27 ], "duration": 92.66, "caption": "A woman gets a cup of coffee and gives it to a person.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 198863, "video_name": "friends_s02e12-13_seg02_clip_16", "timestamp": [ 64.28, 68.02 ], "duration": 68.66, "caption": "A woman grabs her coffee cup as she moves away from a person.", "similarity": 0.7338, "relevance": 4 }, { "pair_id": 198864, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.7328, "relevance": 2 }, { "pair_id": 198865, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.87, 50.73 ], "duration": 69.66, "caption": "A woman smiles as she picks up and drinks her coffee.", "similarity": 0.7319, "relevance": 3 }, { "pair_id": 198866, "video_name": "house_s02e14_seg02_clip_13", "timestamp": [ 78.32, 83.27 ], "duration": 90.66, "caption": "A woman takes her coffee cup and gets out of a desk so that another person can sit down.", "similarity": 0.7259, "relevance": 4 }, { "pair_id": 198867, "video_name": "friends_s04e11_seg01_clip_01", "timestamp": [ 59.32, 64.72 ], "duration": 77.66, "caption": "A woman nods her head and then grabs a coffee mug.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 198868, "video_name": "house_s06e14_seg02_clip_06", "timestamp": [ 23.15, 26.26 ], "duration": 89.66, "caption": "A person sits back in her chair and takes a sip from her coffee mug.", "similarity": 0.7232, "relevance": 2 }, { "pair_id": 198869, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.7222, "relevance": 3 }, { "pair_id": 198870, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 198871, "video_name": "s10e02_seg02_clip_03", "timestamp": [ 6.71, 10.68 ], "duration": 61.66, "caption": "A woman stands up out of her chair and grabs a wine glass off the coffee table.", "similarity": 0.7188, "relevance": 4 }, { "pair_id": 198872, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 35.9, 38.76 ], "duration": 52.66, "caption": "A person grabs his coffee cup from the table.", "similarity": 0.7188, "relevance": 1 }, { "pair_id": 198873, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.7177, "relevance": 1 }, { "pair_id": 198874, "video_name": "friends_s07e15_seg02_clip_00", "timestamp": [ 57.37, 59.2 ], "duration": 61.66, "caption": "A woman puts her drink down and gets up at a coffee shop.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 198875, "video_name": "friends_s02e05_seg02_clip_04", "timestamp": [ 40.66, 44.18 ], "duration": 64.66, "caption": "A woman pulls the blue coffee cup toward her.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 198876, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 10.8, 18.91 ], "duration": 60.66, "caption": "A woman takes a sip of coffee and tries to hand it back.", "similarity": 0.7127, "relevance": 2 }, { "pair_id": 198877, "video_name": "castle_s04e12_seg02_clip_15", "timestamp": [ 75.9, 79.06 ], "duration": 90.66, "caption": "A woman grabs her cup of coffee and walks out of the room.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 198878, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 66.33, 69.08 ], "duration": 91.66, "caption": "A woman puts their coffee cup onto the coffee table.", "similarity": 0.7097, "relevance": 3 }, { "pair_id": 198879, "video_name": "s02e02_seg02_clip_04", "timestamp": [ 26.47, 28.36 ], "duration": 63.66, "caption": "A woman gets up from the chair while holding a drink in her left hand.", "similarity": 0.708, "relevance": 3 } ] }, { "query_id": 9951, "query": "A man sees woman and then quickly hugs her.", "relevant_moment": [ { "pair_id": 70580, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 37.32, 41.42 ], "duration": 91.66, "caption": "A man sees woman and then quickly hugs her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 70581, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.8813, "relevance": 2 }, { "pair_id": 70582, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 8.74, 15.64 ], "duration": 92.66, "caption": "A man reaches out to a woman and he hugs her.", "similarity": 0.8616, "relevance": 3 }, { "pair_id": 70583, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 35.7, 42.34 ], "duration": 166.66, "caption": "A man hugs a woman while she is very emotional.", "similarity": 0.8555, "relevance": 2 }, { "pair_id": 70584, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 38.65, 42.1 ], "duration": 69.66, "caption": "A woman approaches a man and hugs him close to her.", "similarity": 0.854, "relevance": 2 }, { "pair_id": 70585, "video_name": "friends_s07e19_seg02_clip_10", "timestamp": [ 1.24, 8.99 ], "duration": 62.66, "caption": "A man is surprised to see a woman and she gives him a hug.", "similarity": 0.8536, "relevance": 2 }, { "pair_id": 70586, "video_name": "friends_s07e19_seg02_clip_10", "timestamp": [ 5.27, 7.44 ], "duration": 62.66, "caption": "A woman hugs a man very tight when she saw him.", "similarity": 0.8532, "relevance": 1 }, { "pair_id": 70587, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman hugs a man and he puts his arms around her.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 70588, "video_name": "castle_s08e05_seg02_clip_19", "timestamp": [ 51.15, 59.3 ], "duration": 90.66, "caption": "A woman hugs another woman and then looks at a man.", "similarity": 0.8496, "relevance": 3 }, { "pair_id": 70589, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 31.03, 35.26 ], "duration": 94.66, "caption": "A woman suddenly hugs a man while they are talking.", "similarity": 0.8473, "relevance": 2 }, { "pair_id": 70590, "video_name": "friends_s03e14_seg02_clip_17", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man hugs woman and then makes a face.", "similarity": 0.8401, "relevance": 3 }, { "pair_id": 70591, "video_name": "friends_s10e15_seg01_clip_01", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man hugs a woman and rubs her back for her.", "similarity": 0.84, "relevance": 3 }, { "pair_id": 70592, "video_name": "castle_s07e08_seg02_clip_26", "timestamp": [ 59.67, 65.49 ], "duration": 97.66, "caption": "A woman approaches a man and gives him a hug.", "similarity": 0.8356, "relevance": 2 }, { "pair_id": 70593, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 65.47, 70.02 ], "duration": 70.66, "caption": "A man hugs a woman while her arms remain straight.", "similarity": 0.8323, "relevance": 4 }, { "pair_id": 70594, "video_name": "friends_s02e01_seg02_clip_02", "timestamp": [ 39.84, 51.35 ], "duration": 59.66, "caption": "A man hugs some people and introduces them to a woman.", "similarity": 0.8321, "relevance": 3 }, { "pair_id": 70595, "video_name": "friends_s05e13_seg02_clip_14", "timestamp": [ 16.21, 19.21 ], "duration": 60.66, "caption": "A man approaches woman and they hug each other.", "similarity": 0.8303, "relevance": 4 }, { "pair_id": 70596, "video_name": "friends_s08e11_seg02_clip_18", "timestamp": [ 9.15, 16.78 ], "duration": 61.66, "caption": "A man tells a woman how he feels and she hugs him.", "similarity": 0.83, "relevance": 2 }, { "pair_id": 70597, "video_name": "friends_s06e23_seg02_clip_21", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman puts her hands to her face and hugs a man.", "similarity": 0.8272, "relevance": 2 }, { "pair_id": 70598, "video_name": "friends_s04e10_seg02_clip_15", "timestamp": [ 30.46, 31.86 ], "duration": 70.66, "caption": "A man hugs a woman and then kisses her forehead.", "similarity": 0.8267, "relevance": 2 }, { "pair_id": 70599, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 95.34, 104.64 ], "duration": 155.66, "caption": "A woman goes to man and hugs him and then hugs woman.", "similarity": 0.8255, "relevance": 3 }, { "pair_id": 243900, "video_name": "friends_s07e16_seg02_clip_04", "timestamp": [ 16.82, 18.0 ], "duration": 59.66, "caption": "A man quickly hugs a woman and a man at the same time.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 243901, "video_name": "friends_s01e08_seg02_clip_16", "timestamp": [ 11.17, 13.65 ], "duration": 62.66, "caption": "A man hugs a woman and then kisses her on the cheek.", "similarity": 0.8221, "relevance": 4 }, { "pair_id": 243902, "video_name": "castle_s08e14_seg02_clip_23", "timestamp": [ 19.03, 23.57 ], "duration": 90.66, "caption": "A woman nods her head at a man and then hugs him.", "similarity": 0.8214, "relevance": 4 }, { "pair_id": 243903, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "A woman hugs a man and then lets go of him and hugs him again.", "similarity": 0.8209, "relevance": 4 }, { "pair_id": 243904, "video_name": "met_s06e14_seg02_clip_19", "timestamp": [ 1.58, 4.41 ], "duration": 63.66, "caption": "A man rubs woman's back then hugs her to him.", "similarity": 0.8206, "relevance": 3 }, { "pair_id": 243905, "video_name": "met_s06e01_seg02_clip_06", "timestamp": [ 16.54, 20.75 ], "duration": 60.66, "caption": "A man sees a woman hug another woman and abruptly turns around and sits down.", "similarity": 0.8183, "relevance": 3 }, { "pair_id": 243906, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 14.46, 17.71 ], "duration": 59.66, "caption": "A woman grabs a man with her hands and hugs him.", "similarity": 0.8173, "relevance": 4 }, { "pair_id": 243907, "video_name": "friends_s02e22_seg02_clip_06", "timestamp": [ 36.98, 42.3 ], "duration": 56.66, "caption": "A man goes to a woman and hugs her as he lifts her.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 243908, "video_name": "friends_s01e16-17_seg02_clip_18", "timestamp": [ 8.25, 11.23 ], "duration": 66.66, "caption": "A woman has her hands to her chest, looks surprised and then hugs man.", "similarity": 0.8123, "relevance": 4 }, { "pair_id": 243909, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 12.72, 26.05 ], "duration": 62.66, "caption": "A woman hugs a man and he notices that she hugs him for a long time before she walks out to her apartment.", "similarity": 0.8123, "relevance": 3 }, { "pair_id": 243910, "video_name": "castle_s06e13_seg02_clip_26", "timestamp": [ 2.03, 8.78 ], "duration": 135.66, "caption": "A woman walks towards a man and she hugged him.", "similarity": 0.812, "relevance": 4 }, { "pair_id": 243911, "video_name": "friends_s07e23-24_seg02_clip_06", "timestamp": [ 11.06, 15.93 ], "duration": 65.66, "caption": "A woman hugs guy.", "similarity": 0.8108, "relevance": 4 }, { "pair_id": 243913, "video_name": "friends_s03e16_seg02_clip_18", "timestamp": [ 31.94, 35.36 ], "duration": 62.66, "caption": "A man slides down in front of woman and hugs her.", "similarity": 0.8089, "relevance": 4 }, { "pair_id": 243914, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 15.09, 18.86 ], "duration": 58.66, "caption": "A man embraces woman and gives her a hug.", "similarity": 0.8084, "relevance": 4 }, { "pair_id": 243915, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 36.6, 37.22 ], "duration": 62.66, "caption": "A man hugs a woman who is sitting next to him.", "similarity": 0.8075, "relevance": 4 }, { "pair_id": 243917, "video_name": "met_s03e12_seg02_clip_09", "timestamp": [ 38.01, 40.7 ], "duration": 59.66, "caption": "A woman puts her arms around a man's waist and hugs him.", "similarity": 0.8068, "relevance": 4 }, { "pair_id": 243918, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.8057, "relevance": 4 }, { "pair_id": 243919, "video_name": "friends_s04e23-24_seg02_clip_21", "timestamp": [ 11.71, 30.01 ], "duration": 60.66, "caption": "A man grabs a woman's hands then hugs and kisses her.", "similarity": 0.8045, "relevance": 3 } ] }, { "query_id": 10180, "query": "A man talks to a woman at a bar.", "relevant_moment": [ { "pair_id": 148040, "video_name": "met_s03e05_seg02_clip_11", "timestamp": [ 0.0, 28.98 ], "duration": 59.66, "caption": "A man talks to a woman at a bar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148041, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 0.0, 36.6 ], "duration": 87.66, "caption": "A woman talks to a man at the bar.", "similarity": 0.9671, "relevance": 4 }, { "pair_id": 148042, "video_name": "house_s07e22_seg02_clip_10", "timestamp": [ 56.44, 91.03 ], "duration": 91.66, "caption": "A man is having a conversation with a woman in a bar.", "similarity": 0.9221, "relevance": 3 }, { "pair_id": 148043, "video_name": "house_s07e22_seg02_clip_10", "timestamp": [ 0.0, 43.24 ], "duration": 91.66, "caption": "A man is having a conversation with a woman in a bar.", "similarity": 0.9221, "relevance": 3 }, { "pair_id": 148044, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 19.09, 35.0 ], "duration": 53.66, "caption": "A person is having a conversation with woman at a bar.", "similarity": 0.8729, "relevance": 4 }, { "pair_id": 148045, "video_name": "met_s03e18_seg02_clip_06", "timestamp": [ 52.95, 57.67 ], "duration": 63.66, "caption": "A man talks to two women sitting at the bar.", "similarity": 0.8727, "relevance": 4 }, { "pair_id": 148046, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 0.0, 59.35 ], "duration": 89.66, "caption": "A woman and a man are at a bar talking to a bartender.", "similarity": 0.8722, "relevance": 3 }, { "pair_id": 148047, "video_name": "met_s02e02_seg02_clip_04", "timestamp": [ 54.01, 60.35 ], "duration": 60.66, "caption": "A man walks up and tries to talk to a woman at the bar.", "similarity": 0.8629, "relevance": 4 }, { "pair_id": 148048, "video_name": "house_s06e19_seg02_clip_16", "timestamp": [ 0.0, 95.07 ], "duration": 96.66, "caption": "A man is sitting with a woman at a bar as they converse.", "similarity": 0.8497, "relevance": 4 }, { "pair_id": 148049, "video_name": "castle_s06e19_seg02_clip_12", "timestamp": [ 0.0, 85.22 ], "duration": 90.66, "caption": "A woman and a man are speaking to someone as they are in a bar.", "similarity": 0.8472, "relevance": 3 }, { "pair_id": 148050, "video_name": "friends_s03e06_seg02_clip_04", "timestamp": [ 13.73, 20.14 ], "duration": 61.66, "caption": "A man approaches a woman at the bar and begins a conversation.", "similarity": 0.8453, "relevance": 4 }, { "pair_id": 148051, "video_name": "castle_s03e03_seg02_clip_17", "timestamp": [ 44.47, 76.02 ], "duration": 76.66, "caption": "A woman and a man are sitting at a bar speaking to each other.", "similarity": 0.8405, "relevance": 4 }, { "pair_id": 148052, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 0.0, 43.51 ], "duration": 62.66, "caption": "A man is conversing with a woman at a bar counter.", "similarity": 0.8388, "relevance": 4 }, { "pair_id": 148053, "video_name": "met_s03e13_seg02_clip_02", "timestamp": [ 2.45, 4.29 ], "duration": 61.66, "caption": "A woman points towards a man during a conversation at the bar.", "similarity": 0.8312, "relevance": 2 }, { "pair_id": 148054, "video_name": "met_s06e11_seg02_clip_04", "timestamp": [ 9.69, 11.81 ], "duration": 60.66, "caption": "A man points at woman at the bar during a talk.", "similarity": 0.8279, "relevance": 4 }, { "pair_id": 148055, "video_name": "grey_s03e23_seg02_clip_19", "timestamp": [ 85.5, 88.61 ], "duration": 88.66, "caption": "A woman is sitting at a bar conversing with man.", "similarity": 0.8211, "relevance": 4 }, { "pair_id": 148056, "video_name": "met_s05e05_seg02_clip_00", "timestamp": [ 25.47, 40.51 ], "duration": 61.66, "caption": "A person talks on the phone to a man who is sitting with a woman in the bar.", "similarity": 0.8191, "relevance": 3 }, { "pair_id": 148057, "video_name": "met_s06e20_seg02_clip_14", "timestamp": [ 51.87, 54.01 ], "duration": 61.66, "caption": "A man waves a glass around while talking to woman at the bar.", "similarity": 0.8178, "relevance": 3 }, { "pair_id": 148059, "video_name": "grey_s03e07_seg02_clip_28", "timestamp": [ 70.73, 92.46 ], "duration": 92.66, "caption": "A man sees woman at the bar and they talk about how they first met.", "similarity": 0.805, "relevance": 4 }, { "pair_id": 321360, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 19.1, 23.09 ], "duration": 57.66, "caption": "A man leans down to place his elbows on the bar as he talks to a woman.", "similarity": 0.8039, "relevance": 3 }, { "pair_id": 321361, "video_name": "friends_s01e03_seg02_clip_15", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A woman tells a man he has a phone call at the bar.", "similarity": 0.8009, "relevance": 3 }, { "pair_id": 321362, "video_name": "met_s05e01_seg02_clip_03", "timestamp": [ 1.04, 6.21 ], "duration": 69.66, "caption": "A woman and a man go to the front of the bar and start a conversation.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 321363, "video_name": "castle_s01e01_seg02_clip_02", "timestamp": [ 0.0, 4.14 ], "duration": 92.66, "caption": "A woman talks to man about the strength of alcohol at the bar.", "similarity": 0.7983, "relevance": 4 }, { "pair_id": 321364, "video_name": "s04e10_seg02_clip_12", "timestamp": [ 52.75, 57.02 ], "duration": 57.66, "caption": "A woman approaches a man in the bar and gets him to turn around, then speaks to him.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 321365, "video_name": "met_s06e19_seg02_clip_03", "timestamp": [ 48.22, 55.15 ], "duration": 63.66, "caption": "A man goes to the bar counter and bends over it to talk to a woman.", "similarity": 0.7929, "relevance": 4 }, { "pair_id": 321366, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 0.0, 44.48 ], "duration": 52.66, "caption": "A man and another man have a conversation with a woman in a black dress at a bar.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 321367, "video_name": "castle_s06e13_seg02_clip_18", "timestamp": [ 28.06, 38.35 ], "duration": 93.66, "caption": "A man is talking to two women and then a bar patron calls him over.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 321368, "video_name": "grey_s03e17_seg02_clip_00", "timestamp": [ 10.7, 13.02 ], "duration": 93.66, "caption": "A woman is at a bar and is turning up a beer and talking to a man.", "similarity": 0.7836, "relevance": 1 }, { "pair_id": 321369, "video_name": "met_s06e16_seg02_clip_10", "timestamp": [ 57.84, 58.75 ], "duration": 60.66, "caption": "A man walks up to a woman at the bar.", "similarity": 0.7829, "relevance": 3 }, { "pair_id": 321370, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 26.56, 27.97 ], "duration": 56.66, "caption": "A man walks up to a woman at the bar.", "similarity": 0.7829, "relevance": 3 }, { "pair_id": 321371, "video_name": "met_s02e13_seg02_clip_12", "timestamp": [ 56.27, 57.19 ], "duration": 61.66, "caption": "A person points his finger at his lips while talking to woman at the bar.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 321372, "video_name": "castle_s08e19_seg02_clip_14", "timestamp": [ 58.3, 61.12 ], "duration": 94.66, "caption": "A man sits at the bar as person walks towards woman.", "similarity": 0.7742, "relevance": 3 }, { "pair_id": 321373, "video_name": "friends_s02e10_seg02_clip_16", "timestamp": [ 9.61, 32.88 ], "duration": 62.66, "caption": "Two people have a conversation at a bar.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 321374, "video_name": "met_s03e11_seg02_clip_01", "timestamp": [ 31.63, 38.59 ], "duration": 58.66, "caption": "A man buttons up his shirt while talking to woman behind the bar.", "similarity": 0.7717, "relevance": 3 }, { "pair_id": 321375, "video_name": "met_s02e06_seg02_clip_06", "timestamp": [ 0.0, 4.66 ], "duration": 62.66, "caption": "A person is at the bar talking to two people who are drinking.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 321376, "video_name": "met_s06e06_seg02_clip_11", "timestamp": [ 2.37, 5.33 ], "duration": 59.66, "caption": "A man points and looks up while talking to a woman in the bar.", "similarity": 0.7695, "relevance": 3 }, { "pair_id": 321377, "video_name": "met_s02e18_seg02_clip_13", "timestamp": [ 0.0, 19.51 ], "duration": 60.66, "caption": "A man is sitting at the bar and having a conversation with another person.", "similarity": 0.769, "relevance": 3 }, { "pair_id": 321378, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 17.43, 21.33 ], "duration": 52.66, "caption": "A woman is sitting at the bar while talking to two men.", "similarity": 0.7687, "relevance": 4 }, { "pair_id": 321379, "video_name": "house_s07e12_seg02_clip_19", "timestamp": [ 48.31, 58.9 ], "duration": 92.66, "caption": "A man goes up to a woman at the bar to introduce himself.", "similarity": 0.7643, "relevance": 3 } ] }, { "query_id": 10200, "query": "A person is standing next to a man inside a kitchen.", "relevant_moment": [ { "pair_id": 152900, "video_name": "s09e09_seg02_clip_12", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A person is standing next to a man inside a kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152901, "video_name": "friends_s07e06_seg02_clip_10", "timestamp": [ 4.03, 7.75 ], "duration": 62.66, "caption": "A man walks to the kitchen and stands beside another person.", "similarity": 0.8039, "relevance": 3 }, { "pair_id": 152902, "video_name": "s03e22_seg01_clip_01", "timestamp": [ 13.87, 17.83 ], "duration": 44.66, "caption": "A man goes from standing in the kitchen to sitting next to a woman.", "similarity": 0.7959, "relevance": 1 }, { "pair_id": 152903, "video_name": "s10e06_seg02_clip_08", "timestamp": [ 8.4, 9.6 ], "duration": 60.66, "caption": "Two people are standing in the kitchen.", "similarity": 0.7936, "relevance": 4 }, { "pair_id": 152904, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 0.0, 9.65 ], "duration": 11.66, "caption": "A man is standing beside someone in the kitchen conversing.", "similarity": 0.7799, "relevance": 4 }, { "pair_id": 152905, "video_name": "friends_s09e07_seg02_clip_16", "timestamp": [ 47.64, 55.33 ], "duration": 59.66, "caption": "A man is standing next to another man who has his hand in his pocket, in front of the kitchen.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 152906, "video_name": "s01e15_seg02_clip_03", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A woman goes beside a man when he is in the kitchen.", "similarity": 0.7732, "relevance": 4 }, { "pair_id": 152907, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 1.44, 3.9 ], "duration": 41.66, "caption": "A person is in the kitchen as another person comes from their room.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 152908, "video_name": "s02e10_seg02_clip_02", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A person is standing at the kitchen island next to a woman.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 152909, "video_name": "grey_s02e23_seg02_clip_25", "timestamp": [ 93.53, 98.54 ], "duration": 167.66, "caption": "A man enters the kitchen with a woman as a person is standing behind the counter.", "similarity": 0.7556, "relevance": 1 }, { "pair_id": 152910, "video_name": "friends_s05e10_seg02_clip_13", "timestamp": [ 16.97, 20.81 ], "duration": 64.66, "caption": "A man points at another man while standing in the kitchen.", "similarity": 0.7446, "relevance": 3 }, { "pair_id": 152911, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 37.05, 39.81 ], "duration": 46.66, "caption": "A man is in the kitchen as two people walk in.", "similarity": 0.741, "relevance": 3 }, { "pair_id": 152912, "video_name": "friends_s04e06_seg02_clip_05", "timestamp": [ 57.03, 58.83 ], "duration": 60.66, "caption": "A person walks in the room and up to another person in the kitchen.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 152913, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 7.02, 9.46 ], "duration": 61.66, "caption": "A person stands up next to the kitchen island.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 152914, "video_name": "friends_s01e21_seg02_clip_04", "timestamp": [ 34.31, 37.27 ], "duration": 59.66, "caption": "A person holds another person by the shoulders in the kitchen.", "similarity": 0.7258, "relevance": 1 }, { "pair_id": 152915, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 32.73, 36.14 ], "duration": 85.66, "caption": "A person turns to see another person in the kitchen.", "similarity": 0.7234, "relevance": 0 }, { "pair_id": 152916, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 0.0, 14.22 ], "duration": 58.66, "caption": "A woman is standing in the kitchen talking to a man.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 152917, "video_name": "friends_s09e18_seg02_clip_03", "timestamp": [ 48.47, 51.18 ], "duration": 60.66, "caption": "Two men stand behind a man in the kitchen nodding.", "similarity": 0.7141, "relevance": 4 }, { "pair_id": 152918, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 7.44, 15.51 ], "duration": 62.66, "caption": "A man is in the kitchen preparing food as a person walks into the kitchen.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 152919, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 10.24, 45.56 ], "duration": 66.66, "caption": "A woman is sitting at the kitchen counter and a man is standing beside her.", "similarity": 0.7029, "relevance": 3 }, { "pair_id": 326220, "video_name": "met_s02e18_seg02_clip_01", "timestamp": [ 49.61, 53.59 ], "duration": 61.66, "caption": "A man points emphatically at a woman who is standing in the kitchen.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 326221, "video_name": "friends_s06e17_seg02_clip_12", "timestamp": [ 37.43, 39.07 ], "duration": 54.66, "caption": "A man stands behind the door and points towards the kitchen.", "similarity": 0.6976, "relevance": 1 }, { "pair_id": 326222, "video_name": "s01e04_seg02_clip_00", "timestamp": [ 4.16, 8.32 ], "duration": 64.66, "caption": "A person is cooking in the kitchen as another person enters the kitchen greeting him.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 326223, "video_name": "s02e05_seg02_clip_14", "timestamp": [ 39.62, 42.62 ], "duration": 60.66, "caption": "A person turns around in the kitchen and goes to another person.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 326224, "video_name": "friends_s04e17_seg02_clip_11", "timestamp": [ 47.9, 57.66 ], "duration": 57.66, "caption": "A man is standing in the kitchen while having a conversation and holding something in his hand.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 326225, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 38.79, 40.99 ], "duration": 55.66, "caption": "A person turns around and looks at another person in the kitchen.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 326226, "video_name": "met_s03e01_seg02_clip_03", "timestamp": [ 22.02, 28.53 ], "duration": 62.66, "caption": "A woman and person stand in the kitchen as woman talks to person.", "similarity": 0.6898, "relevance": 3 }, { "pair_id": 326227, "video_name": "friends_s06e09_seg02_clip_08", "timestamp": [ 16.17, 61.03 ], "duration": 61.66, "caption": "A man is beside another man in the kitchen as he holds a book.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 326228, "video_name": "s04e16_seg02_clip_01", "timestamp": [ 12.48, 15.67 ], "duration": 58.66, "caption": "A man is in the kitchen when he turns around towards two other men.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 326229, "video_name": "friends_s06e07_seg02_clip_08", "timestamp": [ 0.0, 31.95 ], "duration": 59.66, "caption": "A man is talking with another man in the kitchen.", "similarity": 0.6867, "relevance": 4 }, { "pair_id": 326230, "video_name": "s07e02_seg02_clip_09", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "A person ends up sitting next to a woman in the kitchen.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 326231, "video_name": "castle_s03e10_seg02_clip_18", "timestamp": [ 22.01, 26.41 ], "duration": 80.66, "caption": "A person walks into the kitchen and sits down next to a woman.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 326232, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A person is standing in the kitchen with a water bottle in his/her hand.", "similarity": 0.683, "relevance": 3 }, { "pair_id": 326233, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 1.4, 4.48 ], "duration": 56.66, "caption": "A woman walks towards a man who's in the kitchen.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 326234, "video_name": "friends_s08e11_seg02_clip_16", "timestamp": [ 9.63, 13.48 ], "duration": 55.66, "caption": "A woman walks into the kitchen and stands next to another woman.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 326235, "video_name": "friends_s06e04_seg02_clip_02", "timestamp": [ 49.58, 51.65 ], "duration": 59.66, "caption": "A man enters the apartment when person is in the kitchen.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 326236, "video_name": "met_s02e08_seg01_clip_01", "timestamp": [ 47.69, 51.41 ], "duration": 57.66, "caption": "A man hugs a woman while the two are standing in the kitchen.", "similarity": 0.6775, "relevance": 3 }, { "pair_id": 326237, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 7.35, 15.69 ], "duration": 49.66, "caption": "A woman is standing in the kitchen while talking to a person.", "similarity": 0.6768, "relevance": 3 }, { "pair_id": 326238, "video_name": "friends_s07e06_seg02_clip_10", "timestamp": [ 6.51, 8.68 ], "duration": 62.66, "caption": "A man walks into the kitchen to stand beside himself and tells a woman that she is next.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 326239, "video_name": "s03e06_seg02_clip_08", "timestamp": [ 35.0, 40.72 ], "duration": 44.66, "caption": "A person is talking to another person in the kitchen behind the island.", "similarity": 0.6757, "relevance": 3 } ] }, { "query_id": 10255, "query": "A man points at the laptop screen while a woman picks her phone call.", "relevant_moment": [ { "pair_id": 13780, "video_name": "castle_s08e19_seg02_clip_19", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13781, "video_name": "castle_s08e19_seg02_clip_19", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13782, "video_name": "castle_s08e03_seg02_clip_19", "timestamp": [ 0.0, 90.11 ], "duration": 90.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13783, "video_name": "castle_s08e01_seg02_clip_21", "timestamp": [ 0.0, 88.02 ], "duration": 88.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13784, "video_name": "castle_s07e18_seg02_clip_03", "timestamp": [ 0.0, 79.64 ], "duration": 79.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13785, "video_name": "castle_s07e15_seg02_clip_11", "timestamp": [ 0.0, 83.37 ], "duration": 83.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13786, "video_name": "castle_s07e11_seg02_clip_10", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13787, "video_name": "castle_s07e04_seg02_clip_15", "timestamp": [ 0.0, 89.66 ], "duration": 89.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13788, "video_name": "castle_s07e04_seg02_clip_15", "timestamp": [ 0.0, 89.66 ], "duration": 89.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13789, "video_name": "castle_s06e17_seg02_clip_03", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13790, "video_name": "castle_s06e16_seg02_clip_18", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13791, "video_name": "castle_s06e06_seg02_clip_08", "timestamp": [ 0.0, 96.03 ], "duration": 96.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13792, "video_name": "castle_s06e05_seg02_clip_00", "timestamp": [ 0.0, 92.5 ], "duration": 92.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13793, "video_name": "castle_s05e14_seg02_clip_06", "timestamp": [ 0.0, 86.02 ], "duration": 86.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13794, "video_name": "castle_s05e06_seg02_clip_08", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13795, "video_name": "castle_s05e06_seg02_clip_08", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13796, "video_name": "castle_s04e13_seg02_clip_02", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13797, "video_name": "castle_s03e09_seg02_clip_21", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13798, "video_name": "castle_s03e06_seg02_clip_01", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13799, "video_name": "castle_s03e06_seg02_clip_01", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A man points at the laptop screen while a woman picks her phone call.", "similarity": 1.0, "relevance": 0 } ] }, { "query_id": 10260, "query": "A person is handing something white over to another person.", "relevant_moment": [ { "pair_id": 154620, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A person is handing something white over to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154621, "video_name": "house_s03e13_seg02_clip_01", "timestamp": [ 0.0, 7.05 ], "duration": 94.66, "caption": "A person handed two objects to another person.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 154622, "video_name": "friends_s02e19_seg02_clip_03", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "The person in white hands someone a piece of paper.", "similarity": 0.7223, "relevance": 4 }, { "pair_id": 154623, "video_name": "grey_s03e08_seg02_clip_05", "timestamp": [ 42.91, 49.3 ], "duration": 91.66, "caption": "A person gives another person a white paper bag and a drink.", "similarity": 0.692, "relevance": 4 }, { "pair_id": 154624, "video_name": "house_s01e04_seg02_clip_19", "timestamp": [ 0.0, 15.51 ], "duration": 100.66, "caption": "A person gives another person an order and stands at the white board.", "similarity": 0.6882, "relevance": 0 }, { "pair_id": 154625, "video_name": "house_s07e16_seg02_clip_17", "timestamp": [ 38.61, 41.4 ], "duration": 93.66, "caption": "A person blows the white wrapper off of the straw, that lands on another person wearing a white coat.", "similarity": 0.6761, "relevance": 0 }, { "pair_id": 154626, "video_name": "castle_s04e03_seg02_clip_08", "timestamp": [ 48.85, 51.05 ], "duration": 88.66, "caption": "A person hands up a picture of someone on a white board.", "similarity": 0.6628, "relevance": 0 }, { "pair_id": 154627, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 51.53, 53.84 ], "duration": 92.66, "caption": "A child gives a piece of paper to a person wearing white.", "similarity": 0.6538, "relevance": 4 }, { "pair_id": 154628, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 10.62, 15.35 ], "duration": 59.66, "caption": "A person hands a piece of paper to another person.", "similarity": 0.6527, "relevance": 4 }, { "pair_id": 154629, "video_name": "s04e09_seg02_clip_11", "timestamp": [ 17.68, 20.24 ], "duration": 57.66, "caption": "A person hands a pen to another person who takes it.", "similarity": 0.6405, "relevance": 3 }, { "pair_id": 154630, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 24.84, 28.9 ], "duration": 90.66, "caption": "A person puts his hand on another person's shoulder.", "similarity": 0.6399, "relevance": 0 }, { "pair_id": 154631, "video_name": "house_s05e09_seg02_clip_02", "timestamp": [ 33.31, 38.26 ], "duration": 90.66, "caption": "A person pulls out his lighter and hands it over to another person.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 154632, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 40.73, 43.09 ], "duration": 59.66, "caption": "A person hands a small black bag to another person.", "similarity": 0.6378, "relevance": 3 }, { "pair_id": 154633, "video_name": "s04e24_seg02_clip_08", "timestamp": [ 21.61, 28.51 ], "duration": 60.66, "caption": "A person picks up various items and hands them one by one to another person.", "similarity": 0.6367, "relevance": 3 }, { "pair_id": 154634, "video_name": "friends_s03e16_seg02_clip_12", "timestamp": [ 34.37, 36.17 ], "duration": 60.66, "caption": "A man hands over a white cup to a woman.", "similarity": 0.6323, "relevance": 4 }, { "pair_id": 154635, "video_name": "s04e24_seg02_clip_09", "timestamp": [ 3.41, 5.89 ], "duration": 62.66, "caption": "A person passes another person a piece of paper and he grabs it.", "similarity": 0.6321, "relevance": 4 }, { "pair_id": 154636, "video_name": "house_s01e19_seg02_clip_18", "timestamp": [ 71.46, 75.26 ], "duration": 76.66, "caption": "A person points their hand at the white board while talking to two other people.", "similarity": 0.6307, "relevance": 0 }, { "pair_id": 154637, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 26.4, 30.75 ], "duration": 58.66, "caption": "A person reaches over to put their hand on another person's shoulder.", "similarity": 0.6287, "relevance": 0 }, { "pair_id": 154638, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.626, "relevance": 1 }, { "pair_id": 154639, "video_name": "s06e05_seg01_clip_00", "timestamp": [ 4.8, 11.4 ], "duration": 120.66, "caption": "A person walks over and hands another person a package.", "similarity": 0.6259, "relevance": 3 }, { "pair_id": 327940, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.625, "relevance": 2 }, { "pair_id": 327941, "video_name": "castle_s03e14_seg02_clip_00", "timestamp": [ 48.83, 52.51 ], "duration": 92.66, "caption": "A woman hands someone a white piece of paper.", "similarity": 0.6238, "relevance": 4 }, { "pair_id": 327942, "video_name": "castle_s06e19_seg02_clip_05", "timestamp": [ 3.15, 6.3 ], "duration": 90.66, "caption": "A person gives a thing to another person wearing uniform.", "similarity": 0.6235, "relevance": 3 }, { "pair_id": 327943, "video_name": "house_s06e02_seg02_clip_16", "timestamp": [ 24.48, 34.01 ], "duration": 136.66, "caption": "A man presents a white bag to woman and she takes it.", "similarity": 0.621, "relevance": 4 }, { "pair_id": 327944, "video_name": "s06e17_seg02_clip_00", "timestamp": [ 12.68, 17.23 ], "duration": 65.66, "caption": "A person extends his hand to gesture the white board behind him.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 327945, "video_name": "s06e22_seg02_clip_14", "timestamp": [ 51.62, 53.72 ], "duration": 60.66, "caption": "A person throws their hand up to volunteer going with another person.", "similarity": 0.6196, "relevance": 1 }, { "pair_id": 327946, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 11.1, 15.91 ], "duration": 60.66, "caption": "A person makes a request for the waiter in white.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 327947, "video_name": "house_s02e06_seg02_clip_03", "timestamp": [ 0.91, 15.06 ], "duration": 91.66, "caption": "Two people are both at the white board together.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 327948, "video_name": "castle_s05e21_seg02_clip_22", "timestamp": [ 26.98, 32.56 ], "duration": 93.66, "caption": "A person walks past some people to a white board.", "similarity": 0.6163, "relevance": 4 }, { "pair_id": 327949, "video_name": "house_s05e09_seg02_clip_15", "timestamp": [ 61.87, 64.99 ], "duration": 89.66, "caption": "A person walks over and puts his hand on another person's face.", "similarity": 0.6142, "relevance": 1 }, { "pair_id": 327950, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 36.2, 39.17 ], "duration": 54.66, "caption": "A man holds a white handbook and hands it over to another person.", "similarity": 0.6128, "relevance": 3 }, { "pair_id": 327951, "video_name": "castle_s04e20_seg02_clip_14", "timestamp": [ 32.16, 35.24 ], "duration": 88.66, "caption": "A person rolls in a white board in front of two people.", "similarity": 0.6124, "relevance": 1 }, { "pair_id": 327952, "video_name": "s01e05_seg02_clip_06", "timestamp": [ 23.6, 30.98 ], "duration": 36.66, "caption": "A person passes his white board and then goes back to it.", "similarity": 0.6115, "relevance": 1 }, { "pair_id": 327954, "video_name": "grey_s03e07_seg02_clip_26", "timestamp": [ 82.32, 88.05 ], "duration": 88.66, "caption": "A person picks up another person's hand and puts it on their own.", "similarity": 0.6103, "relevance": 1 }, { "pair_id": 327955, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 7.2, 8.4 ], "duration": 60.66, "caption": "A person takes the white board eraser from someone's hands.", "similarity": 0.6097, "relevance": 2 }, { "pair_id": 327956, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 51.06, 53.67 ], "duration": 58.66, "caption": "A person is writing on a white board with another person next to him.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 327957, "video_name": "house_s08e01_seg02_clip_01", "timestamp": [ 4.05, 8.1 ], "duration": 90.66, "caption": "A person takes something from his mouth and gives it to another person.", "similarity": 0.6083, "relevance": 3 }, { "pair_id": 327958, "video_name": "castle_s03e01_seg02_clip_23", "timestamp": [ 46.53, 50.15 ], "duration": 90.66, "caption": "A person hands another person some paper money and they take the money.", "similarity": 0.6082, "relevance": 3 }, { "pair_id": 327959, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 54.96, 68.31 ], "duration": 157.66, "caption": "A person is carrying a tray of drinks and then hands it over to another person.", "similarity": 0.6073, "relevance": 3 } ] }, { "query_id": 10262, "query": "A person is eating a sandwich when talking to another person.", "relevant_moment": [ { "pair_id": 48260, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A person is eating a sandwich when talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 48261, "video_name": "grey_s02e20_seg02_clip_14", "timestamp": [ 0.0, 12.69 ], "duration": 94.66, "caption": "A person is eating a sandwich when talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 48262, "video_name": "house_s03e09_seg02_clip_09", "timestamp": [ 23.62, 26.69 ], "duration": 87.66, "caption": "A person holds the sandwich to person's mouth and person eats.", "similarity": 0.8412, "relevance": 2 }, { "pair_id": 48263, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 9.44, 41.02 ], "duration": 41.66, "caption": "A person was eating a piece of bread whilst talking to another person.", "similarity": 0.8195, "relevance": 4 }, { "pair_id": 48264, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 21.69, 26.66 ], "duration": 90.66, "caption": "A person is eating while another person is talking to them.", "similarity": 0.8168, "relevance": 2 }, { "pair_id": 48265, "video_name": "house_s02e15_seg02_clip_08", "timestamp": [ 0.0, 90.18 ], "duration": 90.66, "caption": "A person talks to some people while eating.", "similarity": 0.7681, "relevance": 3 }, { "pair_id": 48266, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 15.51, 17.06 ], "duration": 62.66, "caption": "A person gestures toward the giant sandwich that another person has made.", "similarity": 0.7606, "relevance": 2 }, { "pair_id": 48267, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 21.06, 22.68 ], "duration": 108.66, "caption": "A person takes a bite of a sandwich they are holding.", "similarity": 0.7515, "relevance": 4 }, { "pair_id": 48268, "video_name": "house_s03e09_seg02_clip_26", "timestamp": [ 2.52, 5.4 ], "duration": 72.66, "caption": "A man puts filling on his sandwich while talking to another man.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 48269, "video_name": "house_s01e06_seg02_clip_05", "timestamp": [ 12.03, 14.7 ], "duration": 89.66, "caption": "A person walks up to another person and hands them a sandwich.", "similarity": 0.7448, "relevance": 2 }, { "pair_id": 48270, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 25.51, 27.91 ], "duration": 60.66, "caption": "A woman places her sandwich back down on her plate while having a conversation with a man.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 48271, "video_name": "house_s02e24_seg02_clip_19", "timestamp": [ 45.7, 51.15 ], "duration": 83.66, "caption": "A person eats a sandwich with a patient.", "similarity": 0.7424, "relevance": 4 }, { "pair_id": 48272, "video_name": "house_s07e20_seg02_clip_26", "timestamp": [ 0.0, 5.17 ], "duration": 47.66, "caption": "A person offers another person a snack while they are talking.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 48273, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 31.22, 59.46 ], "duration": 59.66, "caption": "Two people are having a conversation to each other while eating.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 48274, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 0.0, 24.97 ], "duration": 59.66, "caption": "Two people are having a conversation to each other while eating.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 48275, "video_name": "house_s08e06_seg02_clip_11", "timestamp": [ 52.09, 55.78 ], "duration": 82.66, "caption": "A person takes a bite of their sandwich half and then tosses it back at another person's plate.", "similarity": 0.7382, "relevance": 4 }, { "pair_id": 48276, "video_name": "friends_s04e16_seg02_clip_09", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man talks animatedly to a woman and takes a bite out of a sandwich.", "similarity": 0.7347, "relevance": 4 }, { "pair_id": 48277, "video_name": "s07e05_seg02_clip_07", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A person takes a bit of his food while another person is talking.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 48279, "video_name": "grey_s02e02_seg02_clip_12", "timestamp": [ 0.0, 12.56 ], "duration": 89.66, "caption": "Two people are having a conversation while eating.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 221580, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 15.96, 58.03 ], "duration": 58.66, "caption": "A person was having a meal along with two other people whilst they were having a conversation.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 221581, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 0.0, 11.66 ], "duration": 89.66, "caption": "A person puts some food into their mouth with the fork while talking to another person.", "similarity": 0.7248, "relevance": 3 }, { "pair_id": 221582, "video_name": "house_s02e23_seg02_clip_16", "timestamp": [ 0.0, 29.38 ], "duration": 125.66, "caption": "A man is having a conversation with a person while he is eating.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 221583, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 49.58, 56.66 ], "duration": 59.66, "caption": "A person stuffs their face with food while talking to another person.", "similarity": 0.7222, "relevance": 3 }, { "pair_id": 221584, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A person is talking to another person at the cafeteria on lunch.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 221585, "video_name": "friends_s04e16_seg02_clip_21", "timestamp": [ 50.85, 82.02 ], "duration": 82.66, "caption": "A woman is making a sandwich as a man is speaking to her.", "similarity": 0.7137, "relevance": 4 }, { "pair_id": 221586, "video_name": "grey_s01e08_seg02_clip_06", "timestamp": [ 80.88, 84.03 ], "duration": 89.66, "caption": "A person holds their sandwich and takes a bite out of it.", "similarity": 0.7121, "relevance": 4 }, { "pair_id": 221587, "video_name": "met_s06e08_seg02_clip_12", "timestamp": [ 0.0, 11.12 ], "duration": 57.66, "caption": "A man holds a comically large sub sandwich while talking to a woman.", "similarity": 0.7025, "relevance": 4 }, { "pair_id": 221588, "video_name": "castle_s02e08_seg02_clip_10", "timestamp": [ 85.04, 90.47 ], "duration": 90.66, "caption": "A woman and man talk to a person while he eats.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 221589, "video_name": "s09e21_seg02_clip_10", "timestamp": [ 18.31, 21.66 ], "duration": 61.66, "caption": "A man says something and then takes a bite of his sandwich.", "similarity": 0.6996, "relevance": 4 }, { "pair_id": 221590, "video_name": "met_s06e02_seg02_clip_09", "timestamp": [ 7.48, 18.21 ], "duration": 65.66, "caption": "Two people sit next to one another eating sandwiches.", "similarity": 0.6988, "relevance": 4 }, { "pair_id": 221591, "video_name": "house_s02e24_seg02_clip_08", "timestamp": [ 0.0, 53.71 ], "duration": 88.66, "caption": "A person is eating while talking to someone in a hospital room.", "similarity": 0.6987, "relevance": 3 }, { "pair_id": 221592, "video_name": "grey_s01e08_seg02_clip_07", "timestamp": [ 12.29, 13.65 ], "duration": 91.66, "caption": "A person wags his head back and forth while eating a sandwich.", "similarity": 0.6966, "relevance": 4 }, { "pair_id": 221593, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 33.05, 38.96 ], "duration": 59.66, "caption": "A man waves a sandwich in his hand while talking to another man before setting it down on a plate.", "similarity": 0.6937, "relevance": 4 }, { "pair_id": 221594, "video_name": "friends_s05e09_seg02_clip_08", "timestamp": [ 33.87, 38.75 ], "duration": 61.66, "caption": "A person asks to speak with man while he's eating.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 221595, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 5.01, 10.92 ], "duration": 91.66, "caption": "A person sits down and gets his food while another person is talking.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 221596, "video_name": "house_s05e11_seg02_clip_07", "timestamp": [ 0.0, 69.02 ], "duration": 92.66, "caption": "Someone is sitting at the table with someone else and is eating an ice cream sandwich.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 221598, "video_name": "s06e20_seg02_clip_00", "timestamp": [ 18.16, 49.85 ], "duration": 66.66, "caption": "A person is talking to another person while sitting on a couch and eating a salad.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 221599, "video_name": "friends_s01e15_seg02_clip_10", "timestamp": [ 50.94, 54.05 ], "duration": 62.66, "caption": "A person butters his bread when he is talking to another person.", "similarity": 0.6827, "relevance": 4 } ] }, { "query_id": 10280, "query": "A man puts a pen in his shirt chest pocket.", "relevant_moment": [ { "pair_id": 11240, "video_name": "grey_s02e11_seg02_clip_25", "timestamp": [ 47.47, 49.17 ], "duration": 113.66, "caption": "A man puts a pen in his shirt chest pocket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11241, "video_name": "house_s06e15_seg02_clip_14", "timestamp": [ 82.38, 84.65 ], "duration": 91.66, "caption": "A man puts his pen in his outer left chest jacket pocket.", "similarity": 0.8928, "relevance": 4 }, { "pair_id": 11242, "video_name": "met_s02e04_seg02_clip_16", "timestamp": [ 28.72, 32.12 ], "duration": 61.66, "caption": "A man pulls a pen out of his jacket pocket.", "similarity": 0.7804, "relevance": 3 }, { "pair_id": 11243, "video_name": "house_s02e03_seg02_clip_03", "timestamp": [ 20.94, 24.12 ], "duration": 91.66, "caption": "A man takes a pen out of his left front pocket.", "similarity": 0.7668, "relevance": 4 }, { "pair_id": 11244, "video_name": "house_s01e03_seg02_clip_25", "timestamp": [ 123.14, 125.42 ], "duration": 152.66, "caption": "A man puts a pen into his lab coat pocket.", "similarity": 0.7514, "relevance": 4 }, { "pair_id": 11245, "video_name": "house_s02e14_seg02_clip_00", "timestamp": [ 7.32, 8.69 ], "duration": 91.66, "caption": "A man sets his pen light back into his pocket.", "similarity": 0.7498, "relevance": 4 }, { "pair_id": 11246, "video_name": "house_s08e19_seg02_clip_06", "timestamp": [ 4.14, 5.52 ], "duration": 92.66, "caption": "A man puts his pen in his jacket pocket while sitting at a table.", "similarity": 0.7428, "relevance": 4 }, { "pair_id": 11247, "video_name": "met_s03e15_seg02_clip_06", "timestamp": [ 30.45, 40.2 ], "duration": 59.66, "caption": "A man takes out a pen from his jacket pocket and starts to write on a napkin.", "similarity": 0.7424, "relevance": 4 }, { "pair_id": 11248, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 28.23, 31.27 ], "duration": 86.66, "caption": "A man puts his pen in his pocket while talking to another person.", "similarity": 0.7163, "relevance": 4 }, { "pair_id": 11249, "video_name": "house_s05e10_seg02_clip_09", "timestamp": [ 12.6, 14.28 ], "duration": 84.66, "caption": "A man puts his pen to his mouth.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 11250, "video_name": "house_s08e20_seg02_clip_11", "timestamp": [ 18.34, 20.22 ], "duration": 94.66, "caption": "A man is putting a pen in the front pocket of his lab coat.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 11251, "video_name": "friends_s07e23-24_seg02_clip_41", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A man is putting the paper in his pocket.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 11252, "video_name": "house_s01e14_seg02_clip_21", "timestamp": [ 32.08, 38.05 ], "duration": 74.66, "caption": "A man places the piece of paper into his pocket.", "similarity": 0.6933, "relevance": 3 }, { "pair_id": 11253, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 28.06, 29.99 ], "duration": 55.66, "caption": "A man pulls a pen from his pocket and hands it to another person.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 11254, "video_name": "house_s04e08_seg02_clip_07", "timestamp": [ 80.1, 82.83 ], "duration": 91.66, "caption": "A man puts his pen in his outer left jacket pocket while another person is talking.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 11255, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 10.12, 20.71 ], "duration": 92.66, "caption": "A man pulls out a pen from his jacket and then puts it back.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 11256, "video_name": "friends_s10e06_seg02_clip_12", "timestamp": [ 40.89, 46.69 ], "duration": 61.66, "caption": "A man takes some papers from his briefcase, lays them on the table and takes a pen from his pocket.", "similarity": 0.6775, "relevance": 3 }, { "pair_id": 11257, "video_name": "house_s06e07_seg02_clip_12", "timestamp": [ 69.44, 71.22 ], "duration": 89.66, "caption": "A man adjusts his pen in his right hand.", "similarity": 0.6698, "relevance": 3 }, { "pair_id": 11258, "video_name": "friends_s06e18_seg02_clip_02", "timestamp": [ 5.04, 8.22 ], "duration": 53.66, "caption": "A man places his pen into his suit jacket and crosses his arms.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 11259, "video_name": "house_s08e18_seg02_clip_20", "timestamp": [ 2.7, 7.02 ], "duration": 54.66, "caption": "A man spins his pen around his thumb in his hand.", "similarity": 0.6683, "relevance": 2 }, { "pair_id": 184560, "video_name": "castle_s04e18_seg02_clip_02", "timestamp": [ 20.35, 21.25 ], "duration": 90.66, "caption": "A man has a pen and notepad in his hand.", "similarity": 0.6676, "relevance": 1 }, { "pair_id": 184561, "video_name": "house_s01e09_seg02_clip_04", "timestamp": [ 59.2, 64.1 ], "duration": 89.66, "caption": "A man takes out a pen from his jacket pocket while talking with a person.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 184562, "video_name": "met_s03e06_seg02_clip_12", "timestamp": [ 35.69, 38.11 ], "duration": 60.66, "caption": "A man takes a paper out of his inside pocket.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 184563, "video_name": "house_s05e15_seg02_clip_12", "timestamp": [ 15.02, 16.38 ], "duration": 91.66, "caption": "A person takes a pen out of his sleeve jacket.", "similarity": 0.6591, "relevance": 2 }, { "pair_id": 184564, "video_name": "house_s05e24_seg02_clip_21", "timestamp": [ 57.38, 59.69 ], "duration": 77.66, "caption": "A person takes out a notepad and pen from his jacket pocket.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 184565, "video_name": "grey_s03e15_seg02_clip_04", "timestamp": [ 17.95, 22.89 ], "duration": 89.66, "caption": "A man puts a pen in their pocket when they are talking to a woman.", "similarity": 0.6506, "relevance": 3 }, { "pair_id": 184566, "video_name": "met_s03e04_seg02_clip_05", "timestamp": [ 0.8, 4.26 ], "duration": 53.66, "caption": "A person puts a small green piece of paper into his shirt pocket.", "similarity": 0.6463, "relevance": 3 }, { "pair_id": 184567, "video_name": "s02e22_seg02_clip_12", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man is holding a clip board and pen.", "similarity": 0.645, "relevance": 1 }, { "pair_id": 184568, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 84.27, 90.13 ], "duration": 90.66, "caption": "A man takes a pen from the pen holder and starts to write on a paper.", "similarity": 0.6428, "relevance": 1 }, { "pair_id": 184569, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 9.41, 11.97 ], "duration": 57.66, "caption": "A man holds up some money and puts it in his pocket.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 184570, "video_name": "grey_s01e01_seg02_clip_17", "timestamp": [ 59.51, 63.71 ], "duration": 140.66, "caption": "A man removes a pen from his left coat pocket and writes on the chart.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 184571, "video_name": "house_s03e24_seg02_clip_08", "timestamp": [ 59.95, 64.27 ], "duration": 108.66, "caption": "A man writes something on a note pad with a pen.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 184572, "video_name": "friends_s02e16_seg02_clip_01", "timestamp": [ 22.09, 25.77 ], "duration": 92.66, "caption": "A man picks up a pen and starts to write on a piece of paper.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 184573, "video_name": "house_s01e08_seg02_clip_14", "timestamp": [ 82.74, 87.58 ], "duration": 88.66, "caption": "A man takes a prescription pad and a pen out of his jacket pockets.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 184574, "video_name": "house_s08e12_seg02_clip_08", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A man takes out their pen, writes something down then puts it away.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 184575, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 24.5, 26.77 ], "duration": 90.66, "caption": "A man lifts a pen up that he has in his hand.", "similarity": 0.6283, "relevance": 1 }, { "pair_id": 184576, "video_name": "house_s01e13_seg02_clip_11", "timestamp": [ 23.06, 24.8 ], "duration": 87.66, "caption": "A man unfolds his arms and places his hands in his pockets.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 184577, "video_name": "castle_s05e24_seg02_clip_07", "timestamp": [ 70.77, 75.67 ], "duration": 89.66, "caption": "A man opens up a folder and takes a pen out to begin taking notes.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 184578, "video_name": "castle_s08e07_seg02_clip_08", "timestamp": [ 25.15, 38.87 ], "duration": 91.66, "caption": "A man pulled out a paper and pen from his coat and write down something in it.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 184579, "video_name": "castle_s02e02_seg02_clip_12", "timestamp": [ 38.61, 44.19 ], "duration": 93.66, "caption": "A person reaches into his coat pocket and takes out a small notebook, he proceeds to write in it.", "similarity": 0.6211, "relevance": 2 } ] }, { "query_id": 10320, "query": "A woman is talking to person while using her hands for emphasis.", "relevant_moment": [ { "pair_id": 16060, "video_name": "s08e20_seg02_clip_07", "timestamp": [ 13.64, 19.44 ], "duration": 58.66, "caption": "A woman is talking to person while using her hands for emphasis.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16061, "video_name": "castle_s03e15_seg02_clip_05", "timestamp": [ 12.54, 19.71 ], "duration": 89.66, "caption": "A woman talks to a person using strong hand signals for emphasis.", "similarity": 0.9112, "relevance": 4 }, { "pair_id": 16062, "video_name": "castle_s03e16_seg02_clip_05", "timestamp": [ 29.26, 36.91 ], "duration": 90.66, "caption": "While she is talking to a person, a woman holds up two fingers for emphasis.", "similarity": 0.8885, "relevance": 4 }, { "pair_id": 16064, "video_name": "castle_s07e12_seg02_clip_26", "timestamp": [ 81.72, 86.85 ], "duration": 93.66, "caption": "While a woman is talking, excitedly, to some people and using her hands for emphasis.", "similarity": 0.8551, "relevance": 4 }, { "pair_id": 16065, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 11.41, 18.91 ], "duration": 60.66, "caption": "A woman motions with both of her hands while talking to someone.", "similarity": 0.8519, "relevance": 4 }, { "pair_id": 16066, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 45.77, 80.1 ], "duration": 88.66, "caption": "A woman is holding person's hand as they speak to someone.", "similarity": 0.8434, "relevance": 0 }, { "pair_id": 16067, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 21.09, 24.15 ], "duration": 68.66, "caption": "A woman puts both hands up and gestures with them while talking.", "similarity": 0.84, "relevance": 4 }, { "pair_id": 16068, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 14.1, 31.97 ], "duration": 94.66, "caption": "A woman puts its hands on its mouth while talking to man and person.", "similarity": 0.8383, "relevance": 2 }, { "pair_id": 16069, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 30.08, 34.74 ], "duration": 62.66, "caption": "A woman puts her hand over her mouth while having a conversation with a person.", "similarity": 0.826, "relevance": 2 }, { "pair_id": 16070, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 0.0, 3.4 ], "duration": 40.66, "caption": "A person fidgets with his hands while talking to a woman.", "similarity": 0.8254, "relevance": 1 }, { "pair_id": 16071, "video_name": "friends_s04e09_seg02_clip_08", "timestamp": [ 50.96, 57.98 ], "duration": 61.66, "caption": "A woman is putting her hand on her face while is talking with someone.", "similarity": 0.8246, "relevance": 3 }, { "pair_id": 16072, "video_name": "s06e23_seg02_clip_12", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A woman expressively uses her hands while she talks to two people.", "similarity": 0.821, "relevance": 4 }, { "pair_id": 16073, "video_name": "s05e18_seg02_clip_11", "timestamp": [ 33.65, 40.62 ], "duration": 58.66, "caption": "A woman gets excited and starts talking to a man and using her hands for emphasis.", "similarity": 0.8179, "relevance": 4 }, { "pair_id": 16074, "video_name": "s07e21_seg02_clip_14", "timestamp": [ 15.05, 17.12 ], "duration": 59.66, "caption": "A woman speaks to a person animatedly with her hands.", "similarity": 0.8176, "relevance": 4 }, { "pair_id": 16075, "video_name": "friends_s01e09_seg02_clip_11", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person gestures with his/her left hand while talking with a woman.", "similarity": 0.8041, "relevance": 2 }, { "pair_id": 16076, "video_name": "friends_s08e12_seg02_clip_01", "timestamp": [ 27.56, 32.4 ], "duration": 60.66, "caption": "A woman put their hand on a person's shoulder when they were talking.", "similarity": 0.8023, "relevance": 3 }, { "pair_id": 16078, "video_name": "s02e19_seg02_clip_13", "timestamp": [ 4.65, 7.75 ], "duration": 62.66, "caption": "A woman makes an up and down gesture with her hands as she has a conversation with a person.", "similarity": 0.8002, "relevance": 4 }, { "pair_id": 16079, "video_name": "s01e17_seg02_clip_14", "timestamp": [ 11.48, 13.65 ], "duration": 62.66, "caption": "A woman puts both hands over her face during a conversation with someone.", "similarity": 0.7999, "relevance": 2 }, { "pair_id": 189380, "video_name": "friends_s03e12_seg02_clip_14", "timestamp": [ 36.31, 38.45 ], "duration": 61.66, "caption": "A person puts both hands in front of woman as he is speaking to her.", "similarity": 0.794, "relevance": 4 }, { "pair_id": 189381, "video_name": "castle_s06e04_seg02_clip_22", "timestamp": [ 22.09, 27.61 ], "duration": 92.66, "caption": "A woman puts her hands on her hips as she speaks to a person.", "similarity": 0.7923, "relevance": 3 }, { "pair_id": 189382, "video_name": "s09e09_seg02_clip_00", "timestamp": [ 30.08, 31.94 ], "duration": 62.66, "caption": "A woman touches her glasses while speaking to a person.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 189383, "video_name": "castle_s08e20_seg02_clip_06", "timestamp": [ 4.1, 5.92 ], "duration": 91.66, "caption": "A woman raises up both hands and gestures outwards as she is speaking.", "similarity": 0.79, "relevance": 4 }, { "pair_id": 189384, "video_name": "met_s02e22_seg02_clip_06", "timestamp": [ 25.53, 28.68 ], "duration": 63.66, "caption": "A woman is talking and holds up four fingers on each hand.", "similarity": 0.7893, "relevance": 4 }, { "pair_id": 189385, "video_name": "friends_s01e10_seg02_clip_02", "timestamp": [ 40.13, 43.33 ], "duration": 58.66, "caption": "A woman waves her hand at two people talking.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 189386, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman speaks to person about her interaction with another person.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 189387, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 12.83, 21.67 ], "duration": 57.66, "caption": "A woman stands up and begins using her hand when speaking to woman.", "similarity": 0.7865, "relevance": 4 }, { "pair_id": 189388, "video_name": "house_s04e01_seg02_clip_10", "timestamp": [ 69.57, 72.78 ], "duration": 107.66, "caption": "A woman unclasps her hands while talking with some people.", "similarity": 0.7858, "relevance": 1 }, { "pair_id": 189389, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 29.91, 32.52 ], "duration": 65.66, "caption": "A woman is talking to someone with her hands crossed on her arms.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 189390, "video_name": "castle_s06e22_seg02_clip_22", "timestamp": [ 2.76, 7.36 ], "duration": 92.66, "caption": "A woman puts her hands over her head when talking about a person.", "similarity": 0.7849, "relevance": 4 }, { "pair_id": 189391, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 6.86, 14.01 ], "duration": 59.66, "caption": "A woman holds her hands palm to palm while talking to another woman.", "similarity": 0.7846, "relevance": 4 }, { "pair_id": 189392, "video_name": "s04e14_seg02_clip_03", "timestamp": [ 50.55, 53.03 ], "duration": 62.66, "caption": "A woman points to a person forcefully with her right hand while talking to them.", "similarity": 0.7844, "relevance": 4 }, { "pair_id": 189393, "video_name": "castle_s07e03_seg02_clip_11", "timestamp": [ 0.0, 3.04 ], "duration": 86.66, "caption": "A woman is holding a tissue in her hand and gestures while talking to some people.", "similarity": 0.7844, "relevance": 1 }, { "pair_id": 189394, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 39.08, 44.97 ], "duration": 62.66, "caption": "A woman makes a mouth motion with her hand while talking to a man.", "similarity": 0.7835, "relevance": 4 }, { "pair_id": 189395, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 27.91, 31.94 ], "duration": 62.66, "caption": "A woman is making hand gestures as she speaks to a man.", "similarity": 0.782, "relevance": 2 }, { "pair_id": 189396, "video_name": "met_s06e11_seg02_clip_02", "timestamp": [ 52.63, 60.5 ], "duration": 60.66, "caption": "A woman is talking to a man and waves her hand to make light of the situation.", "similarity": 0.7815, "relevance": 1 }, { "pair_id": 189398, "video_name": "s10e08_seg02_clip_00", "timestamp": [ 55.84, 58.59 ], "duration": 61.66, "caption": "A woman has a rag in her hand as she speaks to a person.", "similarity": 0.7794, "relevance": 1 }, { "pair_id": 189399, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 13.87, 16.53 ], "duration": 59.66, "caption": "A person gestures with his hand when he is speaking with a woman.", "similarity": 0.7785, "relevance": 1 } ] }, { "query_id": 10341, "query": "A person places his head down in sarcasm as he talks to another person.", "relevant_moment": [ { "pair_id": 5600, "video_name": "s04e06_seg02_clip_09", "timestamp": [ 9.3, 17.41 ], "duration": 60.66, "caption": "A person places his head down in sarcasm as he talks to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5601, "video_name": "s04e08_seg02_clip_00", "timestamp": [ 30.08, 35.05 ], "duration": 62.66, "caption": "A man mentions to a person about using sarcasm to mock them and the person doesn't catch on.", "similarity": 0.751, "relevance": 3 }, { "pair_id": 5602, "video_name": "s04e23_seg02_clip_11", "timestamp": [ 9.46, 13.73 ], "duration": 61.66, "caption": "A person laughs after someone says something sarcastic to them.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 5603, "video_name": "friends_s06e22_seg01_clip_02", "timestamp": [ 40.05, 42.58 ], "duration": 46.66, "caption": "A man rolls his eyes and moves his head around as he makes a sarcastic statement to another man.", "similarity": 0.7098, "relevance": 3 }, { "pair_id": 5604, "video_name": "house_s03e23_seg02_clip_05", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "A woman talks to a man inspite from being so sarcastic.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 5605, "video_name": "s03e10_seg02_clip_13", "timestamp": [ 0.0, 15.09 ], "duration": 58.66, "caption": "A person sarcastically insults another person's intelligence which she/he objects to.", "similarity": 0.6913, "relevance": 3 }, { "pair_id": 5606, "video_name": "s04e20_seg01_clip_00", "timestamp": [ 27.53, 29.13 ], "duration": 64.66, "caption": "A person leans over and whispers to another person that the speaker is very funny.", "similarity": 0.6866, "relevance": 3 }, { "pair_id": 5607, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 27.31, 29.58 ], "duration": 91.66, "caption": "A person puts head down in his hand when talking to another person.", "similarity": 0.6856, "relevance": 4 }, { "pair_id": 5608, "video_name": "friends_s06e05_seg02_clip_19", "timestamp": [ 23.95, 26.47 ], "duration": 84.66, "caption": "A person brings head down to hand and laughs as he talks to person.", "similarity": 0.6808, "relevance": 4 }, { "pair_id": 5609, "video_name": "house_s07e13_seg02_clip_13", "timestamp": [ 3.68, 8.28 ], "duration": 92.66, "caption": "A person is talking to some other people very seriously.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 5610, "video_name": "s06e10_seg01_clip_00", "timestamp": [ 47.3, 53.7 ], "duration": 61.66, "caption": "A person says something that makes another person cringe and reply.", "similarity": 0.6713, "relevance": 4 }, { "pair_id": 5611, "video_name": "house_s02e24_seg02_clip_05", "timestamp": [ 18.15, 20.9 ], "duration": 110.66, "caption": "A person gets his head up a little while speaking to another person.", "similarity": 0.6696, "relevance": 4 }, { "pair_id": 5612, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A person and another person were having a serious conversation.", "similarity": 0.6645, "relevance": 3 }, { "pair_id": 5613, "video_name": "s01e12_seg02_clip_16", "timestamp": [ 0.0, 6.3 ], "duration": 45.66, "caption": "A person says something and another person looks up and then shakes their head yes.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 5614, "video_name": "house_s05e18_seg02_clip_19", "timestamp": [ 37.41, 42.25 ], "duration": 88.66, "caption": "A person is stunned by something another person said and shakes their head and sits back.", "similarity": 0.6591, "relevance": 4 }, { "pair_id": 5615, "video_name": "house_s06e21_seg02_clip_19", "timestamp": [ 0.0, 6.44 ], "duration": 99.66, "caption": "A person is talking to another person and she shakes her head at him.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 5616, "video_name": "s07e12_seg02_clip_01", "timestamp": [ 36.87, 40.34 ], "duration": 63.66, "caption": "A person responds in the negative when a person asks if he/she is humorous.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 5617, "video_name": "friends_s06e24-25_seg02_clip_13", "timestamp": [ 39.71, 46.96 ], "duration": 63.66, "caption": "A person says something to someone else that makes them shrug their shoulder at them.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 5618, "video_name": "s02e11_seg01_clip_00", "timestamp": [ 56.14, 60.17 ], "duration": 62.66, "caption": "A person bobs his head to the left and right while talking to another person.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 5619, "video_name": "s05e22_seg01_clip_02", "timestamp": [ 24.65, 29.77 ], "duration": 64.66, "caption": "A man quickly shrugs while responding to a remark that person makes.", "similarity": 0.6538, "relevance": 3 }, { "pair_id": 178920, "video_name": "friends_s03e05_seg02_clip_05", "timestamp": [ 44.42, 60.03 ], "duration": 60.66, "caption": "While person and another person are having a conversation, another person rolls their tongue.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 178921, "video_name": "s02e20_seg02_clip_10", "timestamp": [ 34.53, 43.09 ], "duration": 59.66, "caption": "A person looks very serious talking to a man then the man turns his head around and shakes it negatively.", "similarity": 0.6536, "relevance": 4 }, { "pair_id": 178922, "video_name": "s04e24_seg02_clip_06", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A person has his hand on his head as he speaks to another person.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 178923, "video_name": "castle_s07e19_seg02_clip_08", "timestamp": [ 42.78, 45.93 ], "duration": 90.66, "caption": "A person laughs hysterically at something another person says to him.", "similarity": 0.6517, "relevance": 3 }, { "pair_id": 178924, "video_name": "s08e12_seg02_clip_08", "timestamp": [ 13.51, 19.51 ], "duration": 60.66, "caption": "A person shrugs his shoulders and shakes his head as he speaks to another person.", "similarity": 0.6517, "relevance": 3 }, { "pair_id": 178925, "video_name": "house_s01e05_seg02_clip_09", "timestamp": [ 0.0, 65.34 ], "duration": 92.66, "caption": "A person is having a conversation with another person.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 178926, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 67.34, 99.03 ], "duration": 99.66, "caption": "A person is having a conversation with another person.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 178927, "video_name": "grey_s02e20_seg02_clip_10", "timestamp": [ 6.83, 16.38 ], "duration": 91.66, "caption": "A person says something that makes another person laugh and look at someone else.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 178928, "video_name": "s04e06_seg02_clip_10", "timestamp": [ 36.6, 40.63 ], "duration": 62.66, "caption": "A person is pointing at himself and moving his head while talking to another person.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 178929, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 48.02, 57.39 ], "duration": 75.66, "caption": "A person is beside another person as he is conversing with someone else.", "similarity": 0.6497, "relevance": 4 }, { "pair_id": 178930, "video_name": "castle_s05e21_seg02_clip_25", "timestamp": [ 0.0, 23.41 ], "duration": 151.66, "caption": "A person was having a conversation with two other people.", "similarity": 0.6496, "relevance": 3 }, { "pair_id": 178931, "video_name": "s06e12_seg02_clip_10", "timestamp": [ 21.34, 24.04 ], "duration": 54.66, "caption": "A person nods their head in affirmation of what someone is saying to them.", "similarity": 0.6493, "relevance": 4 }, { "pair_id": 178932, "video_name": "house_s03e02_seg02_clip_13", "timestamp": [ 0.0, 89.31 ], "duration": 96.66, "caption": "A person was having a conversation with some other people.", "similarity": 0.649, "relevance": 3 }, { "pair_id": 178933, "video_name": "s10e09_seg02_clip_16", "timestamp": [ 54.52, 56.73 ], "duration": 63.66, "caption": "A person nods his/her head as another person talks to him/her.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 178934, "video_name": "s06e23_seg02_clip_03", "timestamp": [ 48.45, 51.93 ], "duration": 58.66, "caption": "A person smiles and nods at what another person is saying.", "similarity": 0.6432, "relevance": 4 }, { "pair_id": 178935, "video_name": "house_s06e10_seg02_clip_24", "timestamp": [ 0.0, 13.67 ], "duration": 91.66, "caption": "A person is talking to someone across from them as they tell them that someone else is a good person who likes them and the other person mentions the first person being nice telling them about the second person.", "similarity": 0.6429, "relevance": 4 }, { "pair_id": 178936, "video_name": "s01e12_seg02_clip_11", "timestamp": [ 20.89, 38.59 ], "duration": 58.66, "caption": "A person was having a conversation with some people.", "similarity": 0.6414, "relevance": 3 }, { "pair_id": 178937, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 5.31, 10.92 ], "duration": 59.66, "caption": "A person joins the conversation of two other people.", "similarity": 0.6413, "relevance": 4 }, { "pair_id": 178938, "video_name": "s04e15_seg01_clip_02", "timestamp": [ 30.27, 35.28 ], "duration": 50.66, "caption": "A person says something to a man that makes another man cringe and shake his head.", "similarity": 0.6411, "relevance": 4 }, { "pair_id": 178939, "video_name": "s08e12_seg02_clip_06", "timestamp": [ 12.99, 14.46 ], "duration": 59.66, "caption": "A person shakes their head from side to side while talking.", "similarity": 0.6405, "relevance": 3 } ] }, { "query_id": 10476, "query": "A man walks out and a woman follows him immediately.", "relevant_moment": [ { "pair_id": 151720, "video_name": "house_s02e14_seg02_clip_15", "timestamp": [ 50.63, 52.89 ], "duration": 90.66, "caption": "A man walks out and a woman follows him immediately.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151721, "video_name": "house_s07e09_seg02_clip_06", "timestamp": [ 48.39, 57.83 ], "duration": 82.66, "caption": "A woman walks out and a man followed her immediately.", "similarity": 0.9414, "relevance": 2 }, { "pair_id": 151722, "video_name": "castle_s03e23_seg02_clip_26", "timestamp": [ 48.16, 51.31 ], "duration": 90.66, "caption": "A woman gets out and a man follows her immediately.", "similarity": 0.9125, "relevance": 2 }, { "pair_id": 151723, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 21.18, 26.11 ], "duration": 58.66, "caption": "A man stands up and follows a woman when she walks out.", "similarity": 0.8713, "relevance": 0 }, { "pair_id": 151724, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 37.82, 46.01 ], "duration": 63.66, "caption": "A man walks out the door and a woman follows him.", "similarity": 0.8684, "relevance": 3 }, { "pair_id": 151725, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 24.39, 30.37 ], "duration": 92.66, "caption": "A man walks out after talking to a woman and she follows him.", "similarity": 0.8584, "relevance": 2 }, { "pair_id": 151726, "video_name": "house_s05e18_seg02_clip_23", "timestamp": [ 11.05, 14.89 ], "duration": 48.66, "caption": "A person walks out and a man follows them immediately.", "similarity": 0.8577, "relevance": 2 }, { "pair_id": 151727, "video_name": "grey_s02e22_seg02_clip_06", "timestamp": [ 40.66, 42.28 ], "duration": 81.66, "caption": "A man starts to walk away but a woman follows him.", "similarity": 0.854, "relevance": 2 }, { "pair_id": 151729, "video_name": "friends_s05e04_seg02_clip_21", "timestamp": [ 20.26, 43.02 ], "duration": 50.66, "caption": "A man sneaks out of a door and a woman follows after him.", "similarity": 0.8465, "relevance": 1 }, { "pair_id": 151730, "video_name": "grey_s03e04_seg02_clip_01", "timestamp": [ 9.78, 17.78 ], "duration": 88.66, "caption": "A man walks away from woman and follows woman.", "similarity": 0.8435, "relevance": 1 }, { "pair_id": 151731, "video_name": "house_s01e17_seg02_clip_07", "timestamp": [ 1.98, 4.46 ], "duration": 99.66, "caption": "A man walks by a woman and then she follows.", "similarity": 0.8399, "relevance": 3 }, { "pair_id": 151732, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 13.8, 16.02 ], "duration": 89.66, "caption": "A woman walks away from a man but he follows.", "similarity": 0.8382, "relevance": 1 }, { "pair_id": 151733, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 10.0, 14.0 ], "duration": 80.66, "caption": "A man walks away from a woman but she follows behind.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 151734, "video_name": "met_s02e08_seg02_clip_10", "timestamp": [ 22.57, 23.16 ], "duration": 58.66, "caption": "A man turns and walks away from woman as she begins to follow him.", "similarity": 0.8271, "relevance": 1 }, { "pair_id": 151735, "video_name": "friends_s05e15_seg02_clip_05", "timestamp": [ 41.3, 48.98 ], "duration": 64.66, "caption": "A woman walks away from guy and he follows.", "similarity": 0.824, "relevance": 0 }, { "pair_id": 151736, "video_name": "grey_s03e20_seg02_clip_03", "timestamp": [ 14.4, 19.21 ], "duration": 96.66, "caption": "A person follows man after he walked away from her.", "similarity": 0.8228, "relevance": 1 }, { "pair_id": 151737, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 4.53, 9.37 ], "duration": 60.66, "caption": "A man walks away from woman who follows him along.", "similarity": 0.8219, "relevance": 3 }, { "pair_id": 151738, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 6.79, 12.22 ], "duration": 90.66, "caption": "A man walks away from a woman and another man and a man follows him.", "similarity": 0.8197, "relevance": 1 } ] }, { "query_id": 10562, "query": "A woman adds a head shot of a man to the white board.", "relevant_moment": [ { "pair_id": 5720, "video_name": "castle_s03e02_seg02_clip_04", "timestamp": [ 43.13, 48.41 ], "duration": 88.66, "caption": "A woman adds a head shot of a man to the white board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5721, "video_name": "castle_s03e08_seg02_clip_25", "timestamp": [ 57.27, 60.88 ], "duration": 90.66, "caption": "A woman pointed a photo of a man posted on the white board.", "similarity": 0.7113, "relevance": 4 }, { "pair_id": 5722, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 19.36, 20.65 ], "duration": 86.66, "caption": "A woman puts a man's picture on the white board.", "similarity": 0.7054, "relevance": 4 }, { "pair_id": 5723, "video_name": "castle_s03e14_seg02_clip_20", "timestamp": [ 3.08, 6.16 ], "duration": 88.66, "caption": "A woman places a photo of an older white haired man on the white board.", "similarity": 0.6916, "relevance": 4 }, { "pair_id": 5724, "video_name": "castle_s04e18_seg02_clip_13", "timestamp": [ 3.19, 5.46 ], "duration": 91.66, "caption": "A man points to the photo of a woman on the whiteboard.", "similarity": 0.6794, "relevance": 3 }, { "pair_id": 5725, "video_name": "castle_s03e19_seg02_clip_24", "timestamp": [ 21.08, 22.8 ], "duration": 86.66, "caption": "A woman hangs up a picture of a man on a white board.", "similarity": 0.6641, "relevance": 3 }, { "pair_id": 5726, "video_name": "castle_s06e04_seg02_clip_21", "timestamp": [ 37.78, 41.34 ], "duration": 88.66, "caption": "A person puts a photo of a red headed woman on the white board.", "similarity": 0.656, "relevance": 3 }, { "pair_id": 5727, "video_name": "house_s03e01_seg02_clip_14", "timestamp": [ 33.65, 46.04 ], "duration": 88.66, "caption": "A woman takes a look at the white board with a man behind her.", "similarity": 0.6488, "relevance": 1 }, { "pair_id": 5728, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 20.94, 25.94 ], "duration": 91.66, "caption": "A man and a woman face towards the white board.", "similarity": 0.6436, "relevance": 3 }, { "pair_id": 5729, "video_name": "castle_s05e17_seg02_clip_09", "timestamp": [ 42.31, 44.11 ], "duration": 90.66, "caption": "A person points toward woman and the white board.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 5730, "video_name": "castle_s07e11_seg02_clip_10", "timestamp": [ 12.6, 16.65 ], "duration": 90.66, "caption": "A man posted a photo of a woman on the white board.", "similarity": 0.6415, "relevance": 4 }, { "pair_id": 5731, "video_name": "castle_s06e07_seg02_clip_11", "timestamp": [ 11.76, 14.21 ], "duration": 98.66, "caption": "A woman points to a picture of a man on a board beside her.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 5732, "video_name": "castle_s03e09_seg02_clip_02", "timestamp": [ 12.09, 14.42 ], "duration": 93.66, "caption": "A man pinned a picture of a woman at the white board.", "similarity": 0.6369, "relevance": 3 }, { "pair_id": 5733, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 26.56, 30.16 ], "duration": 90.66, "caption": "A woman put the picture on the white board.", "similarity": 0.6262, "relevance": 4 }, { "pair_id": 5734, "video_name": "s07e23_seg02_clip_03", "timestamp": [ 45.02, 60.03 ], "duration": 60.66, "caption": "A woman was shooting a scene together with a man.", "similarity": 0.6242, "relevance": 0 }, { "pair_id": 5735, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 36.05, 42.73 ], "duration": 89.66, "caption": "A woman is looking at the white board when a man comes up to her.", "similarity": 0.6146, "relevance": 3 }, { "pair_id": 5736, "video_name": "castle_s05e20_seg02_clip_01", "timestamp": [ 65.49, 72.26 ], "duration": 90.66, "caption": "A man hangs a picture of a woman on the whiteboard.", "similarity": 0.6096, "relevance": 3 }, { "pair_id": 5737, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.6065, "relevance": 4 }, { "pair_id": 5738, "video_name": "castle_s02e20_seg02_clip_23", "timestamp": [ 49.36, 53.6 ], "duration": 94.66, "caption": "A woman gets the picture in the white board and talks to a man.", "similarity": 0.6033, "relevance": 3 }, { "pair_id": 5739, "video_name": "castle_s05e03_seg02_clip_10", "timestamp": [ 32.86, 35.11 ], "duration": 90.66, "caption": "A woman points to a picture hanging on a white board.", "similarity": 0.6025, "relevance": 3 }, { "pair_id": 179040, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 18.89, 22.57 ], "duration": 92.66, "caption": "A man attaches a photograph of a person to the white board.", "similarity": 0.6012, "relevance": 3 }, { "pair_id": 179041, "video_name": "castle_s06e09_seg02_clip_17", "timestamp": [ 0.0, 50.64 ], "duration": 85.66, "caption": "A woman was discussing about the photo of a man that she put at the white board.", "similarity": 0.5973, "relevance": 4 }, { "pair_id": 179042, "video_name": "castle_s02e13_seg02_clip_02", "timestamp": [ 32.56, 34.89 ], "duration": 93.66, "caption": "A woman shot the gun and shows it to a man.", "similarity": 0.596, "relevance": 1 }, { "pair_id": 179043, "video_name": "castle_s06e21_seg02_clip_08", "timestamp": [ 23.01, 26.23 ], "duration": 92.66, "caption": "A woman posts a mug shot on the whiteboard.", "similarity": 0.5921, "relevance": 4 }, { "pair_id": 179044, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 71.3, 73.94 ], "duration": 88.66, "caption": "A woman posted the picture of the girl on the white board.", "similarity": 0.5872, "relevance": 3 }, { "pair_id": 179045, "video_name": "castle_s04e18_seg02_clip_18", "timestamp": [ 68.09, 88.44 ], "duration": 88.66, "caption": "A woman and man were both looking at the pictures posted on the white board.", "similarity": 0.5864, "relevance": 2 }, { "pair_id": 179046, "video_name": "castle_s06e18_seg02_clip_08", "timestamp": [ 59.41, 80.3 ], "duration": 92.66, "caption": "A man is in front of the white board while woman looks at a paper.", "similarity": 0.5857, "relevance": 2 }, { "pair_id": 179047, "video_name": "castle_s07e12_seg02_clip_06", "timestamp": [ 78.84, 84.66 ], "duration": 89.66, "caption": "A woman grabs a photo of a person and tapes it to the white board.", "similarity": 0.5837, "relevance": 4 }, { "pair_id": 179048, "video_name": "castle_s01e10_seg02_clip_08", "timestamp": [ 20.02, 22.19 ], "duration": 87.66, "caption": "A man tacks a picture up on the whiteboard and a woman watches.", "similarity": 0.5829, "relevance": 3 }, { "pair_id": 179049, "video_name": "castle_s05e17_seg02_clip_09", "timestamp": [ 38.71, 39.16 ], "duration": 90.66, "caption": "A woman pins photo on to a white board.", "similarity": 0.5828, "relevance": 4 }, { "pair_id": 179050, "video_name": "house_s08e18_seg02_clip_10", "timestamp": [ 41.23, 50.98 ], "duration": 88.66, "caption": "A woman is shooting a hand gun at a shooting range with a man.", "similarity": 0.5787, "relevance": 1 }, { "pair_id": 179051, "video_name": "grey_s03e06_seg02_clip_27", "timestamp": [ 57.68, 71.63 ], "duration": 93.66, "caption": "A woman is writing something on the white board, then she saw a man looking at her.", "similarity": 0.5762, "relevance": 1 }, { "pair_id": 179052, "video_name": "castle_s04e16_seg02_clip_25", "timestamp": [ 17.52, 23.66 ], "duration": 87.66, "caption": "A woman moves closer to a man to shoot him and instead gets shot from behind.", "similarity": 0.576, "relevance": 1 }, { "pair_id": 179053, "video_name": "castle_s04e15_seg02_clip_06", "timestamp": [ 66.05, 68.37 ], "duration": 93.66, "caption": "A woman puts up a picture on a whiteboard.", "similarity": 0.5748, "relevance": 4 }, { "pair_id": 179054, "video_name": "castle_s04e03_seg02_clip_08", "timestamp": [ 48.85, 51.05 ], "duration": 88.66, "caption": "A person hands up a picture of someone on a white board.", "similarity": 0.5732, "relevance": 3 }, { "pair_id": 179055, "video_name": "castle_s05e10_seg02_clip_04", "timestamp": [ 40.88, 54.51 ], "duration": 90.66, "caption": "A woman walks over to the whiteboard where a man is putting up a large amount of pictures of men.", "similarity": 0.5725, "relevance": 3 }, { "pair_id": 179056, "video_name": "grey_s01e08_seg02_clip_09", "timestamp": [ 4.11, 13.7 ], "duration": 91.66, "caption": "Two women watch a woman give a man a shot.", "similarity": 0.5724, "relevance": 1 }, { "pair_id": 179057, "video_name": "castle_s01e07_seg02_clip_08", "timestamp": [ 7.73, 11.4 ], "duration": 81.66, "caption": "A woman moves a man's body around while he is standing in the shooting range.", "similarity": 0.5716, "relevance": 1 }, { "pair_id": 179058, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 27.53, 33.49 ], "duration": 91.66, "caption": "A man puts a picture of a person on the whiteboard.", "similarity": 0.5689, "relevance": 4 }, { "pair_id": 179059, "video_name": "castle_s06e06_seg02_clip_26", "timestamp": [ 7.57, 11.57 ], "duration": 89.66, "caption": "A woman takes the photo of a person off the board and places it down.", "similarity": 0.5678, "relevance": 3 } ] }, { "query_id": 10606, "query": "A woman says something to a man and he looks at another person, who nods his head softly.", "relevant_moment": [ { "pair_id": 148380, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 14.56, 20.03 ], "duration": 91.66, "caption": "A woman says something to a man and he looks at another person, who nods his head softly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148381, "video_name": "grey_s02e22_seg02_clip_09", "timestamp": [ 82.74, 90.27 ], "duration": 94.66, "caption": "A man says something and another man looks at a woman and nods.", "similarity": 0.8671, "relevance": 2 }, { "pair_id": 148382, "video_name": "house_s06e04_seg02_clip_00", "timestamp": [ 77.3, 79.6 ], "duration": 92.66, "caption": "A woman looks directly at a man and says something to him.", "similarity": 0.8334, "relevance": 2 }, { "pair_id": 148383, "video_name": "grey_s03e10_seg02_clip_01", "timestamp": [ 3.64, 22.3 ], "duration": 91.66, "caption": "A woman looks at a man when she is speaking to someone else.", "similarity": 0.8257, "relevance": 2 }, { "pair_id": 148384, "video_name": "s10e01_seg02_clip_17", "timestamp": [ 5.0, 9.25 ], "duration": 50.66, "caption": "A woman looks at a man to say something to him then another man chimes in.", "similarity": 0.8147, "relevance": 2 }, { "pair_id": 148385, "video_name": "house_s08e10_seg02_clip_14", "timestamp": [ 79.45, 88.02 ], "duration": 90.66, "caption": "A woman looks at another person and the other person shakes her head and says something.", "similarity": 0.8102, "relevance": 2 }, { "pair_id": 148386, "video_name": "s09e22_seg02_clip_10", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A woman looks at a man who is shaking his head up and down and then says something to two other women.", "similarity": 0.8085, "relevance": 2 }, { "pair_id": 148387, "video_name": "friends_s07e01_seg02_clip_06", "timestamp": [ 0.0, 4.36 ], "duration": 67.66, "caption": "A man says something to woman and she nods her head.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 148388, "video_name": "castle_s02e17_seg02_clip_01", "timestamp": [ 53.79, 57.56 ], "duration": 68.66, "caption": "A man says something to woman and then looks at another man and starts talking.", "similarity": 0.8028, "relevance": 1 }, { "pair_id": 148389, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 12.1, 13.87 ], "duration": 59.66, "caption": "A woman looks over at a man to see his reaction to what another man said.", "similarity": 0.8028, "relevance": 1 }, { "pair_id": 148390, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 4.57, 12.35 ], "duration": 91.66, "caption": "A man is looking at a woman as she speaks to another man.", "similarity": 0.8011, "relevance": 3 }, { "pair_id": 148391, "video_name": "s03e22_seg02_clip_08", "timestamp": [ 9.0, 12.91 ], "duration": 60.66, "caption": "A man says something to a woman and she nods her head, yes.", "similarity": 0.7985, "relevance": 1 }, { "pair_id": 148392, "video_name": "house_s01e12_seg02_clip_23", "timestamp": [ 28.67, 33.22 ], "duration": 91.66, "caption": "A person says something to a man and both a woman and a man look at the man.", "similarity": 0.7974, "relevance": 2 }, { "pair_id": 148393, "video_name": "grey_s03e14_seg02_clip_18", "timestamp": [ 43.35, 55.5 ], "duration": 81.66, "caption": "A woman says something to woman and woman nods her head.", "similarity": 0.7955, "relevance": 1 }, { "pair_id": 148394, "video_name": "castle_s06e07_seg02_clip_14", "timestamp": [ 17.42, 25.02 ], "duration": 89.66, "caption": "A woman says something to a man and he shakes his head.", "similarity": 0.7898, "relevance": 2 }, { "pair_id": 148395, "video_name": "s02e06_seg02_clip_02", "timestamp": [ 5.6, 9.8 ], "duration": 56.66, "caption": "Woman says something to person and he shakes his head at her.", "similarity": 0.7877, "relevance": 2 }, { "pair_id": 148396, "video_name": "friends_s03e05_seg02_clip_15", "timestamp": [ 23.5, 30.75 ], "duration": 58.66, "caption": "A man says something to a woman and she nods her head in agreement.", "similarity": 0.7857, "relevance": 2 }, { "pair_id": 148397, "video_name": "house_s06e11_seg02_clip_08", "timestamp": [ 13.24, 19.86 ], "duration": 88.66, "caption": "A woman stares at another woman as she turns to speak to a man.", "similarity": 0.7843, "relevance": 1 }, { "pair_id": 148398, "video_name": "house_s07e04_seg02_clip_06", "timestamp": [ 35.42, 42.68 ], "duration": 90.66, "caption": "A woman looks at a man and says something that makes him shake his head.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 148399, "video_name": "castle_s08e05_seg02_clip_06", "timestamp": [ 56.09, 62.76 ], "duration": 89.66, "caption": "A woman shakes her head and looks at a man and then another woman.", "similarity": 0.7831, "relevance": 1 }, { "pair_id": 321700, "video_name": "grey_s02e17_seg02_clip_18", "timestamp": [ 23.72, 60.93 ], "duration": 93.66, "caption": "A woman looks to a man and then to another man as they converse.", "similarity": 0.7823, "relevance": 4 }, { "pair_id": 321701, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 66.31, 67.55 ], "duration": 82.66, "caption": "A woman nods her head at something another woman says.", "similarity": 0.7796, "relevance": 4 }, { "pair_id": 321702, "video_name": "grey_s02e11_seg02_clip_22", "timestamp": [ 10.58, 18.41 ], "duration": 92.66, "caption": "A woman is talking to a man and another person looks over at her.", "similarity": 0.7768, "relevance": 4 }, { "pair_id": 321703, "video_name": "house_s05e05_seg02_clip_18", "timestamp": [ 0.0, 12.6 ], "duration": 90.66, "caption": "A woman is talking to a man and shakes her head while looking at her.", "similarity": 0.7761, "relevance": 3 }, { "pair_id": 321704, "video_name": "grey_s02e05_seg02_clip_20", "timestamp": [ 0.0, 6.24 ], "duration": 29.66, "caption": "A woman looks to her right and nods and bobs her head while talking to a man.", "similarity": 0.773, "relevance": 3 }, { "pair_id": 321705, "video_name": "house_s01e14_seg02_clip_19", "timestamp": [ 2.7, 6.75 ], "duration": 90.66, "caption": "A woman closes her eyes and shakes her head as she has a conversation with a man.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 321706, "video_name": "house_s05e11_seg02_clip_11", "timestamp": [ 26.33, 27.27 ], "duration": 94.66, "caption": "A woman nods her head during conversation with a man.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 321707, "video_name": "castle_s06e23_seg02_clip_23", "timestamp": [ 4.28, 11.4 ], "duration": 95.66, "caption": "A woman looks up at a man and nods her head.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 321708, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 20.47, 25.12 ], "duration": 93.66, "caption": "A man is looking at a woman and says something so she turns to look at him.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 321709, "video_name": "s07e03_seg02_clip_02", "timestamp": [ 20.71, 23.41 ], "duration": 60.66, "caption": "A woman quickly nods her head up and down while looking at another woman.", "similarity": 0.7674, "relevance": 2 }, { "pair_id": 321710, "video_name": "house_s02e18_seg02_clip_22", "timestamp": [ 25.18, 34.69 ], "duration": 95.66, "caption": "A man says something to person and she shakes her head.", "similarity": 0.7673, "relevance": 3 }, { "pair_id": 321711, "video_name": "house_s01e16_seg02_clip_06", "timestamp": [ 31.54, 41.14 ], "duration": 91.66, "caption": "A man talking to a woman as they look at another woman.", "similarity": 0.7657, "relevance": 4 }, { "pair_id": 321712, "video_name": "house_s01e19_seg02_clip_26", "timestamp": [ 43.03, 44.44 ], "duration": 47.66, "caption": "A man nods his head at something another person says.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 321713, "video_name": "house_s06e13_seg02_clip_08", "timestamp": [ 32.91, 34.32 ], "duration": 94.66, "caption": "A woman nods her head at what a man tells her.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 321714, "video_name": "grey_s02e04_seg02_clip_15", "timestamp": [ 73.66, 82.66 ], "duration": 82.66, "caption": "A woman looks between two people as a man talks to someone.", "similarity": 0.7637, "relevance": 4 }, { "pair_id": 321715, "video_name": "castle_s03e02_seg02_clip_12", "timestamp": [ 0.0, 13.27 ], "duration": 88.66, "caption": "A woman says something and man looks very interested in what she said.", "similarity": 0.7627, "relevance": 4 }, { "pair_id": 321716, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 11.27, 17.16 ], "duration": 98.66, "caption": "A woman turns quickly from looking at a man to looking at another woman; the woman speaks, and the person looks back at the man.", "similarity": 0.7617, "relevance": 4 }, { "pair_id": 321717, "video_name": "s03e05_seg02_clip_12", "timestamp": [ 46.71, 49.61 ], "duration": 58.66, "caption": "A man says something that startles woman and she looks at guy, who shakes his head.", "similarity": 0.7614, "relevance": 4 }, { "pair_id": 321718, "video_name": "grey_s03e07_seg02_clip_25", "timestamp": [ 78.49, 81.62 ], "duration": 89.66, "caption": "A woman nods her head at something another woman just said.", "similarity": 0.7587, "relevance": 1 }, { "pair_id": 321719, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 50.97, 57.35 ], "duration": 91.66, "caption": "A man says something to another man and the other man replies looking at him then at a woman.", "similarity": 0.7584, "relevance": 2 } ] }, { "query_id": 10626, "query": "A woman grabs a small bag from a man and holds it up next to her as she turns to look behind her.", "relevant_moment": [ { "pair_id": 16860, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 16.04, 19.41 ], "duration": 84.66, "caption": "A woman grabs a small bag from a man and holds it up next to her as she turns to look behind her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16861, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 29.45, 33.08 ], "duration": 90.66, "caption": "A woman picks up a small bag and hands it to another woman.", "similarity": 0.7784, "relevance": 3 }, { "pair_id": 16862, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 17.35, 18.26 ], "duration": 91.66, "caption": "A woman hands a man a bag that he takes in his hand.", "similarity": 0.7749, "relevance": 3 }, { "pair_id": 16863, "video_name": "friends_s06e11_seg02_clip_15", "timestamp": [ 14.41, 18.61 ], "duration": 60.66, "caption": "A woman holds up a bag of something she picked up for a man.", "similarity": 0.7653, "relevance": 1 }, { "pair_id": 16864, "video_name": "castle_s01e02_seg02_clip_03", "timestamp": [ 34.72, 48.52 ], "duration": 89.66, "caption": "A man holds up a bag while a woman looks through it.", "similarity": 0.7593, "relevance": 1 }, { "pair_id": 16865, "video_name": "castle_s02e18_seg02_clip_26", "timestamp": [ 26.64, 34.57 ], "duration": 144.66, "caption": "A woman picks up her handbag and goes up to a man and stands in front of him.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 16866, "video_name": "s09e19_seg02_clip_00", "timestamp": [ 26.57, 32.66 ], "duration": 64.66, "caption": "A woman opens the bag she's carrying so a man can look inside.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 16867, "video_name": "friends_s08e06_seg02_clip_18", "timestamp": [ 18.36, 26.68 ], "duration": 57.66, "caption": "A woman shakes hands with a man and grabs his bag.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 16868, "video_name": "castle_s02e14_seg02_clip_23", "timestamp": [ 4.66, 7.45 ], "duration": 93.66, "caption": "A woman hands her bag to a man and asks him to take it.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 16869, "video_name": "castle_s03e05_seg02_clip_17", "timestamp": [ 14.26, 17.02 ], "duration": 92.66, "caption": "A woman hands a man an evidence bag as she stands next to another person.", "similarity": 0.7446, "relevance": 2 }, { "pair_id": 16870, "video_name": "friends_s06e13_seg02_clip_08", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman grabs the small shopping bag from a man and hugs him.", "similarity": 0.7431, "relevance": 2 }, { "pair_id": 16871, "video_name": "castle_s01e02_seg02_clip_03", "timestamp": [ 34.27, 59.65 ], "duration": 89.66, "caption": "A woman searches a bag while a man is holding it.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 16872, "video_name": "s05e09_seg01_clip_00", "timestamp": [ 8.24, 9.76 ], "duration": 61.66, "caption": "A woman shows a man the plastic bag she is holding as he walks towards her.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 16873, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 18.59, 33.09 ], "duration": 63.66, "caption": "A woman pulls something out of her bag and gives it to a man.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 16874, "video_name": "house_s08e10_seg02_clip_02", "timestamp": [ 0.0, 4.9 ], "duration": 89.66, "caption": "A person turns to another person as they look through their bag.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 16875, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 68.72, 74.19 ], "duration": 91.66, "caption": "A person grabs the bag from another person and starts taking things out of it.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 16876, "video_name": "castle_s03e11_seg02_clip_12", "timestamp": [ 8.84, 11.63 ], "duration": 93.66, "caption": "A woman looks to a man when another woman mentions her bag collection.", "similarity": 0.7147, "relevance": 0 }, { "pair_id": 16877, "video_name": "castle_s04e05_seg02_clip_06", "timestamp": [ 8.74, 9.66 ], "duration": 92.66, "caption": "A woman grabs the evidence bag from a man's hands.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 16878, "video_name": "friends_s04e03_seg02_clip_08", "timestamp": [ 2.28, 4.88 ], "duration": 65.66, "caption": "A woman snatches the small paper bag out of another woman's hand as she walks by.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 16879, "video_name": "friends_s05e13_seg02_clip_03", "timestamp": [ 9.3, 25.81 ], "duration": 60.66, "caption": "A woman tells a man his looks needs something to jazz it up and grabs a men's bag to show to him.", "similarity": 0.6994, "relevance": 2 } ] }, { "query_id": 10660, "query": "A person rolls over in bed and talks to woman.", "relevant_moment": [ { "pair_id": 5640, "video_name": "castle_s07e02_seg02_clip_26", "timestamp": [ 30.37, 41.81 ], "duration": 88.66, "caption": "A person rolls over in bed and talks to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5641, "video_name": "grey_s03e11_seg02_clip_19", "timestamp": [ 13.3, 19.39 ], "duration": 76.66, "caption": "A man rolls over in bed while talking with woman.", "similarity": 0.8785, "relevance": 4 }, { "pair_id": 5642, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 46.21, 50.55 ], "duration": 62.66, "caption": "A person rolls over in bed while having a conversation with a man.", "similarity": 0.8784, "relevance": 4 }, { "pair_id": 5643, "video_name": "s06e02_seg02_clip_12", "timestamp": [ 4.72, 10.03 ], "duration": 59.66, "caption": "A woman rolls over in her bed and looks at a person as they have a conversation.", "similarity": 0.8208, "relevance": 3 }, { "pair_id": 5644, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 0.0, 12.74 ], "duration": 98.66, "caption": "A person is talking to people while laying in bed with a woman.", "similarity": 0.813, "relevance": 3 }, { "pair_id": 5645, "video_name": "friends_s03e13_seg02_clip_11", "timestamp": [ 15.2, 17.37 ], "duration": 62.66, "caption": "A woman turns over to talk to a man in bed.", "similarity": 0.8075, "relevance": 4 }, { "pair_id": 5646, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 0.0, 17.36 ], "duration": 124.66, "caption": "A woman talks to the person in the bed next to her.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 5647, "video_name": "friends_s01e22_seg02_clip_10", "timestamp": [ 0.0, 62.24 ], "duration": 68.66, "caption": "A man talks to a woman when they are lying in bed.", "similarity": 0.7744, "relevance": 4 }, { "pair_id": 5648, "video_name": "castle_s01e04_seg02_clip_10", "timestamp": [ 3.13, 6.71 ], "duration": 89.66, "caption": "A woman gets up in bed while talking to a man.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 5649, "video_name": "s05e13_seg02_clip_09", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A woman leans up in bed and starts talking to man.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 5650, "video_name": "house_s05e22_seg02_clip_07", "timestamp": [ 0.0, 9.0 ], "duration": 90.66, "caption": "A person who is lying in bed is talking to two women besides him by sign language.", "similarity": 0.7514, "relevance": 3 }, { "pair_id": 5651, "video_name": "castle_s04e01_seg02_clip_10", "timestamp": [ 72.08, 76.67 ], "duration": 91.66, "caption": "A woman walks around the bed as she talks to a man.", "similarity": 0.7473, "relevance": 1 }, { "pair_id": 5652, "video_name": "grey_s02e21_seg02_clip_11", "timestamp": [ 23.68, 24.13 ], "duration": 89.66, "caption": "A woman is talking to a man as he lies in bed.", "similarity": 0.7405, "relevance": 3 }, { "pair_id": 5653, "video_name": "s06e23_seg02_clip_14", "timestamp": [ 31.06, 35.12 ], "duration": 54.66, "caption": "A person walks closer to the bed as he talks to a woman.", "similarity": 0.7392, "relevance": 1 }, { "pair_id": 5654, "video_name": "s06e02_seg02_clip_12", "timestamp": [ 0.0, 16.23 ], "duration": 59.66, "caption": "A woman was lying on the bed whilst talking to a person.", "similarity": 0.7338, "relevance": 2 }, { "pair_id": 5655, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 71.71, 81.02 ], "duration": 81.66, "caption": "A woman sits on someone's bed and talks to her.", "similarity": 0.7336, "relevance": 3 }, { "pair_id": 5656, "video_name": "house_s03e20_seg02_clip_16", "timestamp": [ 65.8, 92.03 ], "duration": 92.66, "caption": "A woman and man talk when he's at the end of her bed.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 5657, "video_name": "grey_s02e17_seg02_clip_23", "timestamp": [ 0.41, 17.3 ], "duration": 27.66, "caption": "A woman talks to a sleeping man while laying in bed with him.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 5658, "video_name": "friends_s02e23_seg02_clip_17", "timestamp": [ 43.52, 45.62 ], "duration": 60.66, "caption": "A woman covers her mouth with her hand as she has a conversation in bed with a man.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 5659, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 0.0, 73.34 ], "duration": 94.66, "caption": "A man speaks to a woman as she is laying down on her bed.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 178962, "video_name": "house_s07e01_seg02_clip_01", "timestamp": [ 30.16, 32.41 ], "duration": 90.66, "caption": "A woman rolls over from man while they are lying in bed.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 178963, "video_name": "s03e14_seg02_clip_05", "timestamp": [ 10.07, 15.26 ], "duration": 61.66, "caption": "A person rolls over, in bed, and answers the phone.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 178964, "video_name": "house_s01e21_seg02_clip_22", "timestamp": [ 0.44, 4.84 ], "duration": 88.66, "caption": "A man talks to woman with eyes closed while laying in bed.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 178965, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 6.94, 7.84 ], "duration": 60.66, "caption": "A person stands up from the bed and talks to another person.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 178966, "video_name": "castle_s04e16_seg02_clip_07", "timestamp": [ 0.0, 20.45 ], "duration": 87.66, "caption": "A woman is talking to a man as she sits on a bed.", "similarity": 0.7184, "relevance": 2 }, { "pair_id": 178967, "video_name": "castle_s05e04_seg02_clip_06", "timestamp": [ 0.0, 29.85 ], "duration": 90.66, "caption": "A woman leans over to a man in bed and tries to make him stop talking.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 178968, "video_name": "s01e15_seg02_clip_12", "timestamp": [ 46.01, 47.59 ], "duration": 63.66, "caption": "A person stands up from the bed as he talks to someone.", "similarity": 0.7161, "relevance": 1 }, { "pair_id": 178969, "video_name": "house_s02e02_seg02_clip_18", "timestamp": [ 9.38, 67.02 ], "duration": 67.66, "caption": "A man is talking with the woman in the bed.", "similarity": 0.7148, "relevance": 1 }, { "pair_id": 178970, "video_name": "castle_s07e02_seg02_clip_27", "timestamp": [ 0.0, 9.79 ], "duration": 23.66, "caption": "A woman leans above a man and talks to him as he leans on side in bed.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 178971, "video_name": "house_s06e01_seg02_clip_10", "timestamp": [ 0.0, 21.61 ], "duration": 90.66, "caption": "A person sits up in bed and talks to another person.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 178972, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 51.32, 57.02 ], "duration": 57.66, "caption": "A person sits up on his/her bed as he/she is conversing with a woman.", "similarity": 0.7136, "relevance": 1 }, { "pair_id": 178973, "video_name": "s06e05_seg02_clip_09", "timestamp": [ 4.96, 9.61 ], "duration": 62.66, "caption": "A man and woman talk to each other while in bed.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 178974, "video_name": "s09e24_seg01_clip_01", "timestamp": [ 0.0, 3.96 ], "duration": 44.66, "caption": "A woman is sitting on their bed while speaking to a man.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 178975, "video_name": "castle_s07e12_seg02_clip_05", "timestamp": [ 0.0, 27.73 ], "duration": 90.66, "caption": "A woman talks to another woman while on a bed.", "similarity": 0.7119, "relevance": 1 }, { "pair_id": 178977, "video_name": "grey_s03e14_seg02_clip_11", "timestamp": [ 29.91, 86.96 ], "duration": 92.66, "caption": "A man sits down and talks to a woman in bed.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 178978, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 0.0, 14.96 ], "duration": 88.66, "caption": "A person lays down in the bed and speaks with person.", "similarity": 0.7071, "relevance": 1 }, { "pair_id": 178979, "video_name": "house_s05e20_seg02_clip_22", "timestamp": [ 49.51, 90.02 ], "duration": 90.66, "caption": "A man walks over to a woman's bed to speak with her.", "similarity": 0.7065, "relevance": 2 } ] }, { "query_id": 10662, "query": "A woman has her hands together, as if in prayer, and is having a conversation with a man.", "relevant_moment": [ { "pair_id": 20240, "video_name": "castle_s07e02_seg02_clip_26", "timestamp": [ 0.0, 3.08 ], "duration": 88.66, "caption": "A woman has her hands together, as if in prayer, and is having a conversation with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20241, "video_name": "friends_s07e09_seg02_clip_06", "timestamp": [ 26.71, 28.81 ], "duration": 60.66, "caption": "A woman puts her hands together in front of her in a praying gesture.", "similarity": 0.7907, "relevance": 4 }, { "pair_id": 20242, "video_name": "house_s02e19_seg02_clip_06", "timestamp": [ 19.57, 23.21 ], "duration": 91.66, "caption": "A man touches a woman's face and starts saying a prayer.", "similarity": 0.7424, "relevance": 1 }, { "pair_id": 20243, "video_name": "friends_s07e21_seg02_clip_06", "timestamp": [ 22.96, 25.77 ], "duration": 51.66, "caption": "A woman bring both hands up to her face in a praying gesture.", "similarity": 0.7404, "relevance": 4 }, { "pair_id": 20244, "video_name": "friends_s09e19_seg02_clip_20", "timestamp": [ 59.44, 62.24 ], "duration": 62.66, "caption": "A woman brings both of her hands up while talking to a man.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 20245, "video_name": "friends_s05e10_seg02_clip_09", "timestamp": [ 28.68, 31.73 ], "duration": 61.66, "caption": "A woman clasped her hand together while talking to a man.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 20246, "video_name": "friends_s04e16_seg02_clip_18", "timestamp": [ 5.9, 12.1 ], "duration": 59.66, "caption": "A woman holds her hands together in a begging gesture while talking to a man.", "similarity": 0.727, "relevance": 4 }, { "pair_id": 20247, "video_name": "s01e04_seg02_clip_12", "timestamp": [ 11.35, 15.13 ], "duration": 63.66, "caption": "A woman grabs a man's hand and bows her head to pray.", "similarity": 0.7211, "relevance": 1 }, { "pair_id": 20248, "video_name": "s01e04_seg02_clip_12", "timestamp": [ 0.0, 13.87 ], "duration": 63.66, "caption": "A woman explains how she prefers to utter her prayer.", "similarity": 0.7167, "relevance": 1 }, { "pair_id": 20249, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 45.77, 80.1 ], "duration": 88.66, "caption": "A woman is holding person's hand as they speak to someone.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 20250, "video_name": "friends_s09e23-24_seg02_clip_38", "timestamp": [ 17.46, 18.94 ], "duration": 59.66, "caption": "A woman is talking with a man and claps her hands together.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 20251, "video_name": "friends_s06e09_seg02_clip_12", "timestamp": [ 34.83, 37.19 ], "duration": 59.66, "caption": "A woman places her hand on her chest, while speaking to a man.", "similarity": 0.7129, "relevance": 2 }, { "pair_id": 20252, "video_name": "friends_s08e17_seg02_clip_17", "timestamp": [ 34.27, 36.38 ], "duration": 60.66, "caption": "A woman holds their hands together in front of their chest while talking with a man.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 20253, "video_name": "friends_s09e05_seg02_clip_18", "timestamp": [ 58.53, 59.13 ], "duration": 60.66, "caption": "A woman shakes her hand up and down as she has a conversation with a man.", "similarity": 0.7095, "relevance": 0 }, { "pair_id": 20254, "video_name": "met_s03e11_seg01_clip_02", "timestamp": [ 42.4, 44.81 ], "duration": 60.66, "caption": "A woman shakes hand with a man as they talk to each other.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 20255, "video_name": "friends_s04e08_seg02_clip_06", "timestamp": [ 44.19, 57.02 ], "duration": 57.66, "caption": "A man and a woman hold each others hands and are talking to each other.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 20256, "video_name": "friends_s03e12_seg02_clip_14", "timestamp": [ 36.31, 38.45 ], "duration": 61.66, "caption": "A person puts both hands in front of woman as he is speaking to her.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 20257, "video_name": "friends_s09e13_seg02_clip_09", "timestamp": [ 6.98, 32.77 ], "duration": 60.66, "caption": "A woman has her hands on her chest when talking to a man.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 20258, "video_name": "friends_s08e11_seg02_clip_09", "timestamp": [ 2.66, 6.49 ], "duration": 59.66, "caption": "A woman looks down at her hands as she has a conversation with man.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 20259, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 0.0, 30.1 ], "duration": 59.66, "caption": "A man is holding woman's hand as they speak to each other.", "similarity": 0.7028, "relevance": 3 } ] }, { "query_id": 10665, "query": "A woman is pointing threateningly while talking loudly to a man.", "relevant_moment": [ { "pair_id": 165480, "video_name": "friends_s06e15-16_seg02_clip_37", "timestamp": [ 3.84, 16.23 ], "duration": 59.66, "caption": "A woman is pointing threateningly while talking loudly to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165481, "video_name": "met_s06e10_seg02_clip_04", "timestamp": [ 28.85, 36.98 ], "duration": 56.66, "caption": "A woman speaks angrily at a man while pointing a finger at him.", "similarity": 0.8131, "relevance": 4 }, { "pair_id": 165482, "video_name": "castle_s07e19_seg02_clip_01", "timestamp": [ 63.52, 67.05 ], "duration": 88.66, "caption": "A woman is pointing her finger while saying something to a man.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 165483, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 0.0, 40.03 ], "duration": 92.66, "caption": "A woman was pointing a gun at a man whilst talking.", "similarity": 0.7527, "relevance": 3 }, { "pair_id": 165484, "video_name": "s06e12_seg02_clip_07", "timestamp": [ 45.77, 47.91 ], "duration": 61.66, "caption": "A woman points at a man angrily during their conversation.", "similarity": 0.751, "relevance": 3 }, { "pair_id": 165485, "video_name": "s03e16_seg02_clip_12", "timestamp": [ 45.26, 48.16 ], "duration": 58.66, "caption": "A woman says something to a person while pointing to him and then to something in front of them.", "similarity": 0.7496, "relevance": 3 }, { "pair_id": 165486, "video_name": "friends_s08e05_seg02_clip_05", "timestamp": [ 13.43, 16.78 ], "duration": 61.66, "caption": "A woman says something adamantly to man while pointing at him.", "similarity": 0.7433, "relevance": 4 }, { "pair_id": 165487, "video_name": "s04e14_seg02_clip_03", "timestamp": [ 50.55, 53.03 ], "duration": 62.66, "caption": "A woman points to a person forcefully with her right hand while talking to them.", "similarity": 0.7264, "relevance": 4 }, { "pair_id": 165488, "video_name": "friends_s05e14_seg02_clip_10", "timestamp": [ 53.09, 57.67 ], "duration": 61.66, "caption": "A woman gestures her hand to point out a man during a conversation.", "similarity": 0.7245, "relevance": 2 }, { "pair_id": 165489, "video_name": "s06e12_seg02_clip_03", "timestamp": [ 21.43, 23.32 ], "duration": 63.66, "caption": "A woman pointed at a man when she was talking with him.", "similarity": 0.7199, "relevance": 3 }, { "pair_id": 165490, "video_name": "friends_s10e02_seg02_clip_07", "timestamp": [ 44.56, 48.99 ], "duration": 59.66, "caption": "A woman is talking to a man and points at something in front of her.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 165491, "video_name": "friends_s02e07_seg02_clip_10", "timestamp": [ 0.0, 4.2 ], "duration": 42.66, "caption": "A man angrily points at woman and shakes his hand.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 165492, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 22.58, 26.24 ], "duration": 61.66, "caption": "A woman is talking with a man while she is pointing with her index finger at something towards her right.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 165493, "video_name": "friends_s10e11_seg02_clip_27", "timestamp": [ 6.88, 11.56 ], "duration": 55.66, "caption": "A man points his finger at woman when they're yelling.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 165494, "video_name": "friends_s10e09_seg02_clip_06", "timestamp": [ 4.16, 8.96 ], "duration": 64.66, "caption": "A man leans over and yells at a woman while pointing at himself.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 165495, "video_name": "castle_s02e18_seg02_clip_15", "timestamp": [ 58.95, 83.33 ], "duration": 88.66, "caption": "A woman was talking angrily to a man.", "similarity": 0.6999, "relevance": 3 }, { "pair_id": 165496, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 10.8, 33.92 ], "duration": 60.66, "caption": "A woman waves her arms around and talks angrily at a man.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 165497, "video_name": "friends_s06e11_seg02_clip_15", "timestamp": [ 1.8, 4.2 ], "duration": 60.66, "caption": "A woman is talking to man and points at him.", "similarity": 0.6983, "relevance": 3 }, { "pair_id": 165498, "video_name": "friends_s05e11_seg02_clip_15", "timestamp": [ 20.42, 21.79 ], "duration": 55.66, "caption": "A man angrily points and shakes his finger at a woman.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 165499, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 27.91, 31.94 ], "duration": 62.66, "caption": "A woman is making hand gestures as she speaks to a man.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 338800, "video_name": "castle_s02e22_seg02_clip_21", "timestamp": [ 21.35, 24.52 ], "duration": 90.66, "caption": "A woman points at a man as she speaks to him.", "similarity": 0.6947, "relevance": 3 }, { "pair_id": 338801, "video_name": "friends_s06e02_seg01_clip_01", "timestamp": [ 12.16, 14.18 ], "duration": 81.66, "caption": "A man points that woman while talking to her.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 338802, "video_name": "friends_s04e18_seg02_clip_07", "timestamp": [ 17.93, 19.85 ], "duration": 64.66, "caption": "A man was pointing another man whilst talking to a woman.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 338803, "video_name": "friends_s01e16-17_seg02_clip_17", "timestamp": [ 42.78, 48.51 ], "duration": 60.66, "caption": "A woman talks to a man while doing hand gestures.", "similarity": 0.6887, "relevance": 1 }, { "pair_id": 338804, "video_name": "friends_s03e03_seg02_clip_13", "timestamp": [ 17.11, 20.24 ], "duration": 57.66, "caption": "A woman points to her mouth as she talks to a man.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 338805, "video_name": "friends_s07e02_seg02_clip_01", "timestamp": [ 39.02, 41.12 ], "duration": 60.66, "caption": "A man puts a finger up and wags it at a woman while talking to her.", "similarity": 0.6858, "relevance": 1 }, { "pair_id": 338806, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 13.12, 14.04 ], "duration": 61.66, "caption": "A woman points her finger while talking to a man.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 338809, "video_name": "castle_s03e18_seg02_clip_08", "timestamp": [ 65.7, 71.36 ], "duration": 87.66, "caption": "A woman points her finger to a man in front of her while talking to another person.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 338810, "video_name": "s05e18_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man is pointing at a person as he is speaking to him.", "similarity": 0.679, "relevance": 1 }, { "pair_id": 338811, "video_name": "friends_s03e10_seg02_clip_12", "timestamp": [ 54.44, 58.22 ], "duration": 58.66, "caption": "A woman points at a man in an angry manner.", "similarity": 0.6778, "relevance": 4 }, { "pair_id": 338812, "video_name": "s09e22_seg02_clip_07", "timestamp": [ 36.02, 41.12 ], "duration": 60.66, "caption": "A person is pointing each thing he is referring to a woman.", "similarity": 0.6774, "relevance": 0 }, { "pair_id": 338813, "video_name": "s07e24_seg02_clip_16", "timestamp": [ 42.36, 45.26 ], "duration": 58.66, "caption": "A woman gestures to a person as she is talking to another person.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 338814, "video_name": "grey_s02e05_seg02_clip_20", "timestamp": [ 10.31, 12.05 ], "duration": 29.66, "caption": "A woman points her finger at man while she's talking to him.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 338815, "video_name": "castle_s07e11_seg02_clip_18", "timestamp": [ 17.09, 20.23 ], "duration": 89.66, "caption": "A man points his finger at a woman while talking to her.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 338816, "video_name": "s10e05_seg02_clip_12", "timestamp": [ 47.59, 51.37 ], "duration": 63.66, "caption": "A woman points at person as she is speaking with him.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 338817, "video_name": "friends_s09e21_seg02_clip_04", "timestamp": [ 44.22, 47.8 ], "duration": 65.66, "caption": "A man is pointing his finger repeatedly at a woman.", "similarity": 0.6763, "relevance": 1 }, { "pair_id": 338818, "video_name": "friends_s04e21_seg02_clip_08", "timestamp": [ 0.0, 3.35 ], "duration": 67.66, "caption": "A woman puts her hands over her ears as a man yells.", "similarity": 0.6747, "relevance": 1 }, { "pair_id": 338819, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 3.25, 10.41 ], "duration": 65.66, "caption": "A man points towards woman while talking to her.", "similarity": 0.6733, "relevance": 1 } ] }, { "query_id": 10731, "query": "Two people hug each other while having a conversation.", "relevant_moment": [ { "pair_id": 21600, "video_name": "friends_s03e11_seg02_clip_04", "timestamp": [ 33.63, 50.44 ], "duration": 62.66, "caption": "Two people hug each other while having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21601, "video_name": "castle_s07e04_seg02_clip_26", "timestamp": [ 79.7, 85.95 ], "duration": 96.66, "caption": "Two people hug each other as they are speaking to each other.", "similarity": 0.9585, "relevance": 4 }, { "pair_id": 21602, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 10.23, 12.72 ], "duration": 62.66, "caption": "Two people hug each other for a moment.", "similarity": 0.8979, "relevance": 4 }, { "pair_id": 21603, "video_name": "friends_s05e23-24_seg02_clip_35", "timestamp": [ 41.02, 45.15 ], "duration": 59.66, "caption": "Two people hug each other as a friendly greeting.", "similarity": 0.8817, "relevance": 4 }, { "pair_id": 21604, "video_name": "met_s02e17_seg02_clip_19", "timestamp": [ 29.8, 32.99 ], "duration": 76.66, "caption": "Two people hug each other in a dramatic way.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 21605, "video_name": "s10e01_seg02_clip_16", "timestamp": [ 50.42, 56.72 ], "duration": 70.66, "caption": "Two people hug each other and a person hugs them.", "similarity": 0.8685, "relevance": 3 }, { "pair_id": 21606, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 6.49, 9.74 ], "duration": 59.66, "caption": "Two people hug each other for a short period time.", "similarity": 0.867, "relevance": 4 }, { "pair_id": 21607, "video_name": "friends_s10e15_seg02_clip_19", "timestamp": [ 4.32, 19.99 ], "duration": 54.66, "caption": "Two people hug each other for a long time.", "similarity": 0.8637, "relevance": 4 }, { "pair_id": 21608, "video_name": "castle_s02e09_seg02_clip_26", "timestamp": [ 23.04, 26.47 ], "duration": 49.66, "caption": "Two people smile and hug each other.", "similarity": 0.8607, "relevance": 4 }, { "pair_id": 21609, "video_name": "castle_s07e21_seg02_clip_27", "timestamp": [ 71.09, 74.69 ], "duration": 103.66, "caption": "Two people are facing each other and they hug.", "similarity": 0.8583, "relevance": 4 }, { "pair_id": 21610, "video_name": "house_s06e12_seg02_clip_23", "timestamp": [ 53.06, 55.59 ], "duration": 84.66, "caption": "Two people both give each other a hug.", "similarity": 0.8508, "relevance": 3 }, { "pair_id": 21611, "video_name": "met_s05e04_seg02_clip_02", "timestamp": [ 46.37, 48.14 ], "duration": 59.66, "caption": "Two people give each other a hug.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 21612, "video_name": "met_s02e08_seg02_clip_00", "timestamp": [ 24.37, 26.83 ], "duration": 61.66, "caption": "Two people give each other a hug.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 21613, "video_name": "house_s06e09_seg02_clip_05", "timestamp": [ 51.14, 53.4 ], "duration": 90.66, "caption": "Two people give each other a hug.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 21614, "video_name": "castle_s01e07_seg02_clip_19", "timestamp": [ 29.37, 33.2 ], "duration": 85.66, "caption": "Two people hug each other, then shake hands.", "similarity": 0.8439, "relevance": 4 }, { "pair_id": 21615, "video_name": "friends_s03e06_seg02_clip_18", "timestamp": [ 37.96, 57.08 ], "duration": 57.66, "caption": "Two people were giving each other a hug.", "similarity": 0.8435, "relevance": 4 }, { "pair_id": 21616, "video_name": "friends_s03e06_seg02_clip_18", "timestamp": [ 0.0, 25.97 ], "duration": 57.66, "caption": "Two people were giving each other a hug.", "similarity": 0.8435, "relevance": 4 }, { "pair_id": 21617, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 11.38, 15.02 ], "duration": 91.66, "caption": "Two women hug each other while talking.", "similarity": 0.8354, "relevance": 4 }, { "pair_id": 21618, "video_name": "castle_s08e14_seg02_clip_23", "timestamp": [ 20.85, 27.19 ], "duration": 90.66, "caption": "Two people gave each other a hug.", "similarity": 0.8329, "relevance": 4 }, { "pair_id": 21619, "video_name": "friends_s09e06_seg02_clip_28", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "Two people hugged each other.", "similarity": 0.8311, "relevance": 4 }, { "pair_id": 194920, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 0.0, 10.44 ], "duration": 58.66, "caption": "One person tells another person to hold on and they hug.", "similarity": 0.831, "relevance": 4 }, { "pair_id": 194921, "video_name": "friends_s08e04_seg01_clip_00", "timestamp": [ 22.32, 23.29 ], "duration": 97.66, "caption": "Two people hug and kiss each other.", "similarity": 0.8308, "relevance": 3 }, { "pair_id": 194922, "video_name": "grey_s03e14_seg02_clip_07", "timestamp": [ 80.12, 85.91 ], "duration": 89.66, "caption": "Two people hug each other and one of them turns around.", "similarity": 0.8263, "relevance": 4 }, { "pair_id": 194923, "video_name": "friends_s07e18_seg02_clip_19", "timestamp": [ 0.0, 2.93 ], "duration": 58.66, "caption": "Two people both stand and approach and hug each other.", "similarity": 0.8243, "relevance": 4 }, { "pair_id": 194924, "video_name": "castle_s07e11_seg02_clip_16", "timestamp": [ 55.36, 58.07 ], "duration": 90.66, "caption": "Two people hug each other and kiss passionately.", "similarity": 0.8226, "relevance": 4 }, { "pair_id": 194925, "video_name": "s10e01_seg02_clip_10", "timestamp": [ 15.13, 17.96 ], "duration": 63.66, "caption": "Two people give one another a hug.", "similarity": 0.8186, "relevance": 4 }, { "pair_id": 194926, "video_name": "friends_s08e03_seg01_clip_01", "timestamp": [ 8.8, 15.4 ], "duration": 88.66, "caption": "Some people were hugging each other.", "similarity": 0.8185, "relevance": 4 }, { "pair_id": 194927, "video_name": "castle_s05e15_seg02_clip_15", "timestamp": [ 4.9, 17.36 ], "duration": 89.66, "caption": "Two people hug each other and a person walks over to them.", "similarity": 0.8178, "relevance": 4 }, { "pair_id": 194928, "video_name": "friends_s02e08_seg02_clip_09", "timestamp": [ 51.22, 61.79 ], "duration": 64.66, "caption": "Two people hug and then two other people put their arms around each other.", "similarity": 0.8159, "relevance": 4 }, { "pair_id": 194929, "video_name": "s05e22_seg02_clip_16", "timestamp": [ 16.91, 21.81 ], "duration": 89.66, "caption": "Two people walk towards each other and hug.", "similarity": 0.8159, "relevance": 4 }, { "pair_id": 194930, "video_name": "s05e22_seg02_clip_16", "timestamp": [ 15.58, 22.7 ], "duration": 89.66, "caption": "Two people walk towards each other and hug.", "similarity": 0.8159, "relevance": 4 }, { "pair_id": 194931, "video_name": "s03e02_seg02_clip_17", "timestamp": [ 58.85, 66.62 ], "duration": 74.66, "caption": "Two people hug each other and then they end up kissing each other.", "similarity": 0.8087, "relevance": 4 }, { "pair_id": 194932, "video_name": "friends_s08e07_seg02_clip_16", "timestamp": [ 17.37, 23.25 ], "duration": 56.66, "caption": "Two people embrace for a loving hug.", "similarity": 0.8057, "relevance": 4 }, { "pair_id": 194933, "video_name": "friends_s07e09_seg02_clip_04", "timestamp": [ 3.54, 5.02 ], "duration": 59.66, "caption": "Two people hug and kiss each other on the cheek.", "similarity": 0.8045, "relevance": 3 }, { "pair_id": 194934, "video_name": "friends_s07e19_seg02_clip_14", "timestamp": [ 60.74, 62.12 ], "duration": 69.66, "caption": "Two people spread their arms and then hug each other.", "similarity": 0.8043, "relevance": 4 }, { "pair_id": 194935, "video_name": "s02e15_seg02_clip_17", "timestamp": [ 27.76, 33.39 ], "duration": 75.66, "caption": "Two people hug, one pats the other's head.", "similarity": 0.8038, "relevance": 4 }, { "pair_id": 194936, "video_name": "castle_s03e04_seg02_clip_27", "timestamp": [ 15.31, 19.02 ], "duration": 19.66, "caption": "A woman and a man hug each other and smile.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 194937, "video_name": "met_s02e08_seg02_clip_01", "timestamp": [ 33.14, 38.86 ], "duration": 60.66, "caption": "Two people tell someone some big news and they hug.", "similarity": 0.8, "relevance": 4 }, { "pair_id": 194938, "video_name": "friends_s07e14_seg02_clip_19", "timestamp": [ 0.0, 26.34 ], "duration": 65.66, "caption": "Two people sit in the hallway having a conversation and then hug.", "similarity": 0.7989, "relevance": 4 }, { "pair_id": 194939, "video_name": "friends_s08e07_seg02_clip_19", "timestamp": [ 46.52, 50.72 ], "duration": 60.66, "caption": "Two people gave each other a warm hug.", "similarity": 0.7979, "relevance": 4 } ] }, { "query_id": 10736, "query": "A man picks up an expresso coffee pot from the kitchen.", "relevant_moment": [ { "pair_id": 67460, "video_name": "friends_s03e11_seg02_clip_07", "timestamp": [ 2.11, 4.21 ], "duration": 60.66, "caption": "A man picks up an expresso coffee pot from the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 67461, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 6.71, 16.78 ], "duration": 61.66, "caption": "A person walks from the bedroom to the kitchen and picks up the coffee pot.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 67463, "video_name": "castle_s07e17_seg02_clip_13", "timestamp": [ 28.21, 32.24 ], "duration": 89.66, "caption": "A man picks up his coffee tray and carries it to the kitchen island.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 67464, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A man picks up the coffee maker to prepare his coffee.", "similarity": 0.7304, "relevance": 4 }, { "pair_id": 67465, "video_name": "s07e20_seg02_clip_14", "timestamp": [ 15.61, 18.61 ], "duration": 60.66, "caption": "A man picks up his coffee cup from the kitchen counter and cheers' it.", "similarity": 0.7133, "relevance": 3 }, { "pair_id": 67466, "video_name": "friends_s08e12_seg02_clip_00", "timestamp": [ 41.56, 44.66 ], "duration": 62.66, "caption": "A man picks up his coffee cup from the table.", "similarity": 0.7059, "relevance": 2 }, { "pair_id": 67467, "video_name": "house_s01e02_seg02_clip_14", "timestamp": [ 0.0, 8.53 ], "duration": 89.66, "caption": "A man takes a coffee pot and pours a cup of coffee.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 67469, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A person stirs and picks up his coffee cup.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 67470, "video_name": "met_s02e13_seg02_clip_11", "timestamp": [ 0.9, 2.7 ], "duration": 60.66, "caption": "A man picks up a red coffee cup from the table in front of him.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 67471, "video_name": "friends_s06e14_seg02_clip_06", "timestamp": [ 16.7, 18.28 ], "duration": 63.66, "caption": "A man picks up a piece of paper from the table in the coffee shop.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 67472, "video_name": "s03e20_seg01_clip_03", "timestamp": [ 45.66, 47.06 ], "duration": 56.66, "caption": "A person picks up their food container from the coffee table.", "similarity": 0.6611, "relevance": 1 }, { "pair_id": 67473, "video_name": "castle_s06e21_seg02_clip_00", "timestamp": [ 42.67, 50.01 ], "duration": 91.66, "caption": "A woman picks up the coffee pot and pours some coffee for a man.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 67474, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 8.56, 14.76 ], "duration": 59.66, "caption": "A person walks into the kitchen and pours a cup of coffee.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 67475, "video_name": "friends_s06e20_seg02_clip_03", "timestamp": [ 40.46, 43.26 ], "duration": 62.66, "caption": "A man picks up a blue coffee mug from the table.", "similarity": 0.6579, "relevance": 1 }, { "pair_id": 67476, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 9.23, 12.51 ], "duration": 41.66, "caption": "A man pours himself a cup of coffee in the kitchen.", "similarity": 0.6487, "relevance": 3 }, { "pair_id": 67477, "video_name": "s07e12_seg02_clip_17", "timestamp": [ 77.9, 81.44 ], "duration": 118.66, "caption": "A man picks up his coffee cup and takes a sip.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 67478, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 67479, "video_name": "house_s06e20_seg02_clip_08", "timestamp": [ 6.4, 12.4 ], "duration": 80.66, "caption": "A man picks up class and carafe.", "similarity": 0.6422, "relevance": 1 }, { "pair_id": 240780, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 9.5, 11.01 ], "duration": 50.66, "caption": "A man picks up a Chinese food container off of the coffee table.", "similarity": 0.6414, "relevance": 2 }, { "pair_id": 240781, "video_name": "house_s02e17_seg02_clip_10", "timestamp": [ 61.9, 66.45 ], "duration": 91.66, "caption": "A person grabs a coffee pot, checks if there is coffee in it and puts it back.", "similarity": 0.6413, "relevance": 3 }, { "pair_id": 240782, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 31.74, 32.96 ], "duration": 61.66, "caption": "A man grabs a cup of coffee from the counter.", "similarity": 0.6366, "relevance": 2 }, { "pair_id": 240783, "video_name": "castle_s03e17_seg02_clip_18", "timestamp": [ 63.53, 64.83 ], "duration": 87.66, "caption": "A man pours himself a cup of coffee from a coffee pot.", "similarity": 0.6363, "relevance": 4 }, { "pair_id": 240784, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 31.16, 36.28 ], "duration": 93.66, "caption": "A man picks up a mug and drinks from it.", "similarity": 0.6361, "relevance": 2 }, { "pair_id": 240785, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 240786, "video_name": "friends_s07e08_seg02_clip_01", "timestamp": [ 43.14, 47.62 ], "duration": 56.66, "caption": "A man grabs his cup and heads to the kitchen.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 240787, "video_name": "castle_s02e23_seg02_clip_13", "timestamp": [ 42.39, 46.03 ], "duration": 91.66, "caption": "A man pulls out coffee pot and pours coffee into mug.", "similarity": 0.6262, "relevance": 3 }, { "pair_id": 240788, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A person pours himself a cup of coffee in the kitchen.", "similarity": 0.6258, "relevance": 3 }, { "pair_id": 240789, "video_name": "friends_s08e16_seg02_clip_09", "timestamp": [ 8.4, 18.31 ], "duration": 60.66, "caption": "A man walks into the kitchen and puts the cup down.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 240790, "video_name": "house_s07e09_seg02_clip_18", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person picks up their coffee mug from the table.", "similarity": 0.6221, "relevance": 2 }, { "pair_id": 240791, "video_name": "friends_s07e17_seg02_clip_07", "timestamp": [ 0.63, 3.47 ], "duration": 63.66, "caption": "A man picks up his pocka dot mug from the coffee table.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 240792, "video_name": "friends_s09e02_seg02_clip_07", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man walks into a coffee shop carrying a plastic bag and sets it down on the counter.", "similarity": 0.6214, "relevance": 1 }, { "pair_id": 240793, "video_name": "met_s05e05_seg02_clip_14", "timestamp": [ 37.39, 43.9 ], "duration": 65.66, "caption": "A person sits down then picks up his coffee cup.", "similarity": 0.62, "relevance": 2 }, { "pair_id": 240794, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 4.83, 7.64 ], "duration": 80.66, "caption": "A person is in the kitchen and pours themselves a cup of coffee.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 240795, "video_name": "friends_s09e15_seg02_clip_10", "timestamp": [ 11.64, 13.39 ], "duration": 58.66, "caption": "A person walks past with a pot of coffee.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 240796, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 62.35, 65.08 ], "duration": 91.66, "caption": "A person pours himself a cup of coffee from a coffee pot.", "similarity": 0.6119, "relevance": 3 }, { "pair_id": 240797, "video_name": "house_s01e02_seg02_clip_14", "timestamp": [ 0.0, 15.26 ], "duration": 89.66, "caption": "A man grabs the coffee pot and pours coffee into the red mug.", "similarity": 0.6106, "relevance": 3 }, { "pair_id": 240798, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 13.73, 17.39 ], "duration": 61.66, "caption": "A person is in the kitchen pouring a cup of coffee.", "similarity": 0.61, "relevance": 3 }, { "pair_id": 240799, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 54.54, 58.03 ], "duration": 58.66, "caption": "A woman picks up her coffee cup and walks out of the kitchen.", "similarity": 0.6093, "relevance": 1 } ] }, { "query_id": 10756, "query": "Two men making drinks at the bar table.", "relevant_moment": [ { "pair_id": 69220, "video_name": "friends_s03e11_seg02_clip_03", "timestamp": [ 30.61, 32.71 ], "duration": 60.66, "caption": "Two men making drinks at the bar table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69221, "video_name": "met_s03e02_seg02_clip_04", "timestamp": [ 17.19, 57.7 ], "duration": 61.66, "caption": "Two men drink alcohol while talking in a bar.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 69222, "video_name": "house_s07e14_seg02_clip_23", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Two men are sitting at a bar chatting while one drinks and is seemingly drunk.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 69223, "video_name": "friends_s09e13_seg02_clip_13", "timestamp": [ 0.0, 16.25 ], "duration": 61.66, "caption": "Some women and a man are having drinks at a bar.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 69224, "video_name": "met_s02e13_seg02_clip_11", "timestamp": [ 15.31, 25.51 ], "duration": 60.66, "caption": "Two men at the table each take a drink from their coffee cup.", "similarity": 0.6161, "relevance": 2 }, { "pair_id": 69225, "video_name": "met_s03e04_seg02_clip_03", "timestamp": [ 0.0, 58.39 ], "duration": 58.66, "caption": "Some men are seated at a table in a bar.", "similarity": 0.6082, "relevance": 2 }, { "pair_id": 69226, "video_name": "met_s02e18_seg02_clip_12", "timestamp": [ 15.57, 21.27 ], "duration": 59.66, "caption": "Two men sit next to each other at a bar and click their beer bottles together.", "similarity": 0.6069, "relevance": 2 }, { "pair_id": 69227, "video_name": "house_s01e12_seg02_clip_10", "timestamp": [ 36.05, 46.74 ], "duration": 89.66, "caption": "A man and a woman both have drinks at the bar together.", "similarity": 0.6067, "relevance": 1 }, { "pair_id": 69228, "video_name": "met_s06e01_seg02_clip_13", "timestamp": [ 48.39, 51.21 ], "duration": 56.66, "caption": "Two men both take a drink at the same time.", "similarity": 0.6039, "relevance": 2 }, { "pair_id": 69229, "video_name": "house_s07e14_seg02_clip_23", "timestamp": [ 40.49, 43.34 ], "duration": 57.66, "caption": "A man drinks alcohol from a glass at a bar while another person is talking to him.", "similarity": 0.5944, "relevance": 2 }, { "pair_id": 69230, "video_name": "house_s06e19_seg02_clip_18", "timestamp": [ 43.42, 53.38 ], "duration": 90.66, "caption": "Two men are discussing going out for drinks with another man.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 69231, "video_name": "met_s03e07_seg02_clip_04", "timestamp": [ 13.91, 18.05 ], "duration": 59.66, "caption": "Two men set a giant bottle of champagne on the table.", "similarity": 0.5827, "relevance": 1 }, { "pair_id": 69232, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 16.83, 22.92 ], "duration": 58.66, "caption": "Two men clink their beers together and take a drink.", "similarity": 0.5778, "relevance": 2 }, { "pair_id": 69233, "video_name": "house_s08e07_seg02_clip_13", "timestamp": [ 0.0, 33.16 ], "duration": 85.66, "caption": "Two men are having a conversation with each other while drinking.", "similarity": 0.5714, "relevance": 2 }, { "pair_id": 69234, "video_name": "s04e14_seg02_clip_01", "timestamp": [ 5.4, 9.0 ], "duration": 60.66, "caption": "A man takes a drink while talking to two other men at the table.", "similarity": 0.5701, "relevance": 1 }, { "pair_id": 69235, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 10.07, 13.73 ], "duration": 63.66, "caption": "A man drinks from his glass of wine at the bar.", "similarity": 0.5697, "relevance": 1 }, { "pair_id": 69236, "video_name": "s03e03_seg02_clip_04", "timestamp": [ 0.0, 3.15 ], "duration": 63.66, "caption": "A man presents another man a blood collard drink at a bar.", "similarity": 0.5672, "relevance": 2 }, { "pair_id": 69237, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 37.08, 59.66 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.5665, "relevance": 1 }, { "pair_id": 69238, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 0.0, 24.22 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.5665, "relevance": 1 }, { "pair_id": 69239, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 17.44, 27.4 ], "duration": 83.66, "caption": "Two men enter a restaurant bar.", "similarity": 0.5625, "relevance": 1 } ] }, { "query_id": 10774, "query": "A man walks in front of a man and stops to the side of a guy.", "relevant_moment": [ { "pair_id": 161900, "video_name": "friends_s08e20_seg02_clip_01", "timestamp": [ 24.79, 28.33 ], "duration": 59.66, "caption": "A man walks in front of a man and stops to the side of a guy.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161902, "video_name": "s03e05_seg02_clip_05", "timestamp": [ 22.97, 26.33 ], "duration": 56.66, "caption": "A person walks towards and stops in front of a man.", "similarity": 0.8295, "relevance": 4 }, { "pair_id": 161903, "video_name": "met_s06e14_seg02_clip_14", "timestamp": [ 3.84, 8.26 ], "duration": 59.66, "caption": "A man walks from one side of another man to the other.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 161904, "video_name": "met_s02e17_seg02_clip_13", "timestamp": [ 48.56, 52.65 ], "duration": 58.66, "caption": "A man stands up and walks in front of a man.", "similarity": 0.8103, "relevance": 4 }, { "pair_id": 161905, "video_name": "castle_s05e20_seg02_clip_06", "timestamp": [ 62.61, 64.85 ], "duration": 89.66, "caption": "A man walks up behind a man and comes to a stop.", "similarity": 0.8044, "relevance": 0 }, { "pair_id": 161906, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A man walks past a woman and stands in front of another man.", "similarity": 0.7891, "relevance": 3 }, { "pair_id": 161907, "video_name": "house_s05e02_seg02_clip_20", "timestamp": [ 0.0, 25.86 ], "duration": 94.66, "caption": "A man is walking with another man and then they stop in the middle of the street.", "similarity": 0.775, "relevance": 1 }, { "pair_id": 161908, "video_name": "met_s03e17_seg02_clip_01", "timestamp": [ 42.77, 44.27 ], "duration": 60.66, "caption": "A man walks up behind another man and startles him.", "similarity": 0.7678, "relevance": 0 }, { "pair_id": 161909, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 79.19, 83.29 ], "duration": 91.66, "caption": "A man turns around and walks back towards another man.", "similarity": 0.7642, "relevance": 2 }, { "pair_id": 161910, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 26.56, 28.36 ], "duration": 90.66, "caption": "A person walks in between two men as he walks forward.", "similarity": 0.755, "relevance": 2 }, { "pair_id": 161911, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.7538, "relevance": 1 }, { "pair_id": 161912, "video_name": "friends_s10e02_seg02_clip_15", "timestamp": [ 20.07, 22.58 ], "duration": 62.66, "caption": "A man walks past two people to stand with another man.", "similarity": 0.7534, "relevance": 3 }, { "pair_id": 161913, "video_name": "house_s06e16_seg02_clip_12", "timestamp": [ 33.5, 40.21 ], "duration": 89.66, "caption": "Two men walk to stand in front of the other.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 161914, "video_name": "met_s06e23_seg02_clip_10", "timestamp": [ 10.73, 13.64 ], "duration": 58.66, "caption": "A man walks towards another man with their arms wide open.", "similarity": 0.7509, "relevance": 1 }, { "pair_id": 161915, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 57.43, 62.76 ], "duration": 82.66, "caption": "A man walks over to stand next to a man.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 161916, "video_name": "s08e10_seg02_clip_01", "timestamp": [ 3.99, 7.7 ], "duration": 57.66, "caption": "Two men walk over and stop by another man.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 161917, "video_name": "friends_s09e12_seg02_clip_08", "timestamp": [ 13.34, 15.51 ], "duration": 62.66, "caption": "A man walks slowly in front of another man while talking.", "similarity": 0.7387, "relevance": 2 }, { "pair_id": 161918, "video_name": "house_s06e09_seg02_clip_17", "timestamp": [ 0.0, 3.92 ], "duration": 87.66, "caption": "A man walks forward and stands beside another man as he is standing.", "similarity": 0.7385, "relevance": 3 }, { "pair_id": 161919, "video_name": "friends_s09e01_seg02_clip_10", "timestamp": [ 1.45, 3.48 ], "duration": 58.66, "caption": "Two people walk past a man in the background.", "similarity": 0.737, "relevance": 0 } ] }, { "query_id": 10780, "query": "A woman smiles, gestures with her hands and touches her necklace.", "relevant_moment": [ { "pair_id": 20040, "video_name": "friends_s02e12-13_seg02_clip_02", "timestamp": [ 0.3, 4.5 ], "duration": 60.66, "caption": "A woman smiles, gestures with her hands and touches her necklace.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20041, "video_name": "house_s03e19_seg02_clip_02", "timestamp": [ 34.66, 36.46 ], "duration": 90.66, "caption": "A woman raises her left hand and grasps her necklace.", "similarity": 0.7676, "relevance": 4 }, { "pair_id": 20042, "video_name": "friends_s07e18_seg02_clip_18", "timestamp": [ 48.53, 52.31 ], "duration": 63.66, "caption": "A woman is very touched by person's feelings and smiles.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 20043, "video_name": "castle_s07e09_seg02_clip_26", "timestamp": [ 24.14, 29.96 ], "duration": 89.66, "caption": "While a woman is talking, another woman puts her hand on her chest touching her necklace.", "similarity": 0.6977, "relevance": 4 }, { "pair_id": 20044, "video_name": "house_s03e19_seg02_clip_02", "timestamp": [ 34.21, 36.91 ], "duration": 90.66, "caption": "A woman grabs at her necklace around her neck.", "similarity": 0.6882, "relevance": 4 }, { "pair_id": 20045, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 32.77, 35.95 ], "duration": 91.66, "caption": "A woman snaps her fingers together while she smiles.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 20046, "video_name": "s02e07_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman gestures with her hands toward a person.", "similarity": 0.6746, "relevance": 3 }, { "pair_id": 20047, "video_name": "friends_s10e10_seg02_clip_08", "timestamp": [ 37.82, 44.44 ], "duration": 63.66, "caption": "A woman plays with her necklace with her left hand.", "similarity": 0.6737, "relevance": 3 }, { "pair_id": 20048, "video_name": "house_s08e21_seg02_clip_10", "timestamp": [ 60.5, 64.7 ], "duration": 84.66, "caption": "A woman rubs her face with her hands, and then gestures outward.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 20049, "video_name": "friends_s09e20_seg02_clip_11", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A woman touches another woman on the shoulder and smiles at her.", "similarity": 0.6576, "relevance": 3 }, { "pair_id": 20050, "video_name": "friends_s01e08_seg02_clip_19", "timestamp": [ 21.39, 26.17 ], "duration": 56.66, "caption": "A person gives woman a compliment on her jewelry.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 20051, "video_name": "castle_s02e13_seg02_clip_09", "timestamp": [ 61.02, 70.15 ], "duration": 83.66, "caption": "A woman with long, dark hair reaches up to grab a necklace and show it to another person.", "similarity": 0.6517, "relevance": 3 }, { "pair_id": 20052, "video_name": "castle_s06e18_seg02_clip_00", "timestamp": [ 7.28, 17.29 ], "duration": 91.66, "caption": "A woman clasps her necklace around her neck and turns to a man.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 20053, "video_name": "castle_s07e21_seg02_clip_03", "timestamp": [ 71.45, 74.18 ], "duration": 91.66, "caption": "A person smiles and gives a thumbs up gesture to a woman.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 20054, "video_name": "house_s02e03_seg02_clip_25", "timestamp": [ 0.0, 37.39 ], "duration": 84.66, "caption": "A woman is fiddling with her necklace while she's talking to a man.", "similarity": 0.6435, "relevance": 3 }, { "pair_id": 20055, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A person touches someone's shoulder and then smiles.", "similarity": 0.6419, "relevance": 3 }, { "pair_id": 20056, "video_name": "friends_s10e17-18_seg02_clip_14", "timestamp": [ 24.24, 26.52 ], "duration": 57.66, "caption": "A woman raises her hand and bends her fingers slightly to gesture towards herself.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 20057, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 9.74, 13.87 ], "duration": 59.66, "caption": "A woman makes mechanical gestures with her arms.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 20058, "video_name": "friends_s01e02_seg02_clip_10", "timestamp": [ 41.3, 44.18 ], "duration": 64.66, "caption": "A woman leans down and rubs her hands through her hair.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 20059, "video_name": "friends_s01e02_seg02_clip_18", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A woman hands another person a ring and then they hold hands while smiling at each other.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 193360, "video_name": "castle_s07e06_seg02_clip_18", "timestamp": [ 50.06, 55.07 ], "duration": 91.66, "caption": "A woman shows her necklace to a man while they are talking.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 193361, "video_name": "met_s03e20_seg02_clip_02", "timestamp": [ 14.72, 17.72 ], "duration": 60.66, "caption": "A woman rubs her neck then rubs her hand through her hair.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 193362, "video_name": "friends_s01e21_seg02_clip_20", "timestamp": [ 3.41, 6.2 ], "duration": 62.66, "caption": "A woman looks touched when person gives thanks to her.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 193363, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 88.52, 91.47 ], "duration": 118.66, "caption": "A woman gestures with her thumb toward her left.", "similarity": 0.6206, "relevance": 2 }, { "pair_id": 193364, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 10.55, 13.12 ], "duration": 57.66, "caption": "A woman gestures at her body to make a point.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 193365, "video_name": "friends_s06e24-25_seg02_clip_16", "timestamp": [ 17.09, 18.77 ], "duration": 67.66, "caption": "A woman makes a saluting gesture with her hands.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 193366, "video_name": "castle_s06e08_seg02_clip_16", "timestamp": [ 12.69, 14.57 ], "duration": 94.66, "caption": "A woman zooms in to look at the necklace in the photo.", "similarity": 0.6193, "relevance": 1 }, { "pair_id": 193367, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 0.0, 4.13 ], "duration": 55.66, "caption": "A woman gestures with her pointed finger as she talks.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 193368, "video_name": "grey_s02e12_seg02_clip_02", "timestamp": [ 34.4, 37.12 ], "duration": 90.66, "caption": "A woman raises her arm quickly with a big smile.", "similarity": 0.6171, "relevance": 3 }, { "pair_id": 193369, "video_name": "s10e03_seg02_clip_10", "timestamp": [ 33.01, 36.32 ], "duration": 55.66, "caption": "A woman nods, smiles and raises her hand in the air.", "similarity": 0.6143, "relevance": 3 }, { "pair_id": 193370, "video_name": "friends_s04e12_seg02_clip_10", "timestamp": [ 19.08, 27.14 ], "duration": 59.66, "caption": "A woman clasps their hands and rubs them together anxiously.", "similarity": 0.6104, "relevance": 3 }, { "pair_id": 193371, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 19.7, 36.87 ], "duration": 101.66, "caption": "A woman is playing with her necklace while talking to a man.", "similarity": 0.6101, "relevance": 2 }, { "pair_id": 193372, "video_name": "castle_s07e22_seg02_clip_03", "timestamp": [ 42.78, 45.97 ], "duration": 91.66, "caption": "A woman with black hair and gold earrings uses her hand to gesture at her hair.", "similarity": 0.61, "relevance": 1 }, { "pair_id": 193373, "video_name": "house_s05e05_seg02_clip_27", "timestamp": [ 2.04, 3.27 ], "duration": 7.66, "caption": "A woman smiles at someone as they are across from her.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 193374, "video_name": "s09e02_seg01_clip_01", "timestamp": [ 30.81, 34.8 ], "duration": 38.66, "caption": "A person wraps his/her hand around a woman's neck and kisses her.", "similarity": 0.6076, "relevance": 0 }, { "pair_id": 193375, "video_name": "friends_s06e24-25_seg02_clip_08", "timestamp": [ 22.05, 24.43 ], "duration": 59.66, "caption": "A woman rubs her hands through her hair a couple times.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 193376, "video_name": "met_s02e12_seg02_clip_15", "timestamp": [ 37.22, 39.02 ], "duration": 60.66, "caption": "A woman makes a celebratory gesture while hugging someone.", "similarity": 0.6061, "relevance": 2 }, { "pair_id": 193377, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 56.43, 59.4 ], "duration": 59.66, "caption": "A woman rubs her fingers across her thumbs several times while holding them at about eye level.", "similarity": 0.6052, "relevance": 2 }, { "pair_id": 193378, "video_name": "s09e05_seg02_clip_13", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A woman claps her hands together in glee and smiles.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 193379, "video_name": "friends_s05e14_seg02_clip_02", "timestamp": [ 40.58, 44.25 ], "duration": 61.66, "caption": "A woman looks excited and clasps both hands in front of her.", "similarity": 0.603, "relevance": 3 } ] }, { "query_id": 10781, "query": "A man puts the frying pan on the foosball table.", "relevant_moment": [ { "pair_id": 117120, "video_name": "friends_s02e12-13_seg02_clip_02", "timestamp": [ 29.71, 32.41 ], "duration": 60.66, "caption": "A man puts the frying pan on the foosball table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 117121, "video_name": "friends_s06e06_seg02_clip_07", "timestamp": [ 2.1, 4.5 ], "duration": 60.66, "caption": "A man sets down his Chinese food on the foosball table.", "similarity": 0.6602, "relevance": 4 }, { "pair_id": 117122, "video_name": "s03e15_seg02_clip_12", "timestamp": [ 15.87, 18.92 ], "duration": 61.66, "caption": "A person turns around and puts down a frying pan.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 117123, "video_name": "friends_s03e19_seg02_clip_12", "timestamp": [ 18.61, 23.8 ], "duration": 61.66, "caption": "A man drags the foosball table while on another man's back.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 117125, "video_name": "friends_s03e19_seg02_clip_16", "timestamp": [ 47.1, 50.32 ], "duration": 58.66, "caption": "A man takes off his coat and throws it on the foosball table.", "similarity": 0.5745, "relevance": 4 }, { "pair_id": 117126, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 56.1, 59.66 ], "duration": 59.66, "caption": "A man places two plates of food on the kitchen table.", "similarity": 0.5545, "relevance": 2 }, { "pair_id": 117127, "video_name": "s05e06_seg02_clip_07", "timestamp": [ 31.36, 34.78 ], "duration": 57.66, "caption": "A person put his food plate on the table.", "similarity": 0.5495, "relevance": 2 }, { "pair_id": 117128, "video_name": "s09e13_seg01_clip_00", "timestamp": [ 44.86, 47.3 ], "duration": 61.66, "caption": "A person places an oven dish down on a kitchen table.", "similarity": 0.5469, "relevance": 2 }, { "pair_id": 117129, "video_name": "s03e02_seg02_clip_01", "timestamp": [ 21.54, 24.79 ], "duration": 59.66, "caption": "A person puts the tray of food he's holding down onto the table.", "similarity": 0.5465, "relevance": 2 }, { "pair_id": 117130, "video_name": "s08e08_seg01_clip_00", "timestamp": [ 4.14, 4.6 ], "duration": 92.66, "caption": "A man puts the tray he is holding on the table.", "similarity": 0.5416, "relevance": 2 }, { "pair_id": 117132, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 2.75, 4.27 ], "duration": 61.66, "caption": "A person puts down the plate of food on the table.", "similarity": 0.5302, "relevance": 2 }, { "pair_id": 117133, "video_name": "friends_s03e12_seg02_clip_00", "timestamp": [ 60.19, 62.43 ], "duration": 64.66, "caption": "A man picks up his coat from the Foosball table.", "similarity": 0.5292, "relevance": 1 }, { "pair_id": 117134, "video_name": "met_s04e01_seg02_clip_05", "timestamp": [ 0.0, 3.33 ], "duration": 60.66, "caption": "A man puts two plates of a meal in the dining table.", "similarity": 0.5243, "relevance": 2 }, { "pair_id": 117135, "video_name": "s02e20_seg01_clip_02", "timestamp": [ 41.32, 43.35 ], "duration": 81.66, "caption": "A person puts their food down on the table.", "similarity": 0.5232, "relevance": 2 }, { "pair_id": 117136, "video_name": "house_s06e15_seg02_clip_11", "timestamp": [ 71.39, 77.79 ], "duration": 91.66, "caption": "A man eats a fry off of a plate with his hand.", "similarity": 0.5205, "relevance": 1 }, { "pair_id": 117137, "video_name": "friends_s03e17_seg02_clip_03", "timestamp": [ 12.1, 15.05 ], "duration": 59.66, "caption": "A man sets down their bowl on the table.", "similarity": 0.5176, "relevance": 2 }, { "pair_id": 117138, "video_name": "friends_s07e07_seg02_clip_03", "timestamp": [ 63.0, 67.02 ], "duration": 67.66, "caption": "A man sets down two plates on the kitchen table.", "similarity": 0.5164, "relevance": 2 }, { "pair_id": 117139, "video_name": "friends_s10e02_seg02_clip_19", "timestamp": [ 35.93, 46.96 ], "duration": 63.66, "caption": "A man runs out of the kitchen holding a pan and says he made tater tots.", "similarity": 0.514, "relevance": 2 }, { "pair_id": 290440, "video_name": "s06e14_seg02_clip_05", "timestamp": [ 47.6, 50.96 ], "duration": 61.66, "caption": "A man puts the soldering iron into a holder on the table.", "similarity": 0.5129, "relevance": 3 }, { "pair_id": 290441, "video_name": "s07e16_seg02_clip_04", "timestamp": [ 12.61, 16.21 ], "duration": 60.66, "caption": "A man places his hand on a chair of a dining table.", "similarity": 0.5087, "relevance": 0 }, { "pair_id": 290442, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 55.23, 57.06 ], "duration": 61.66, "caption": "A man places a lunch tray on top of a table.", "similarity": 0.5082, "relevance": 1 }, { "pair_id": 290443, "video_name": "friends_s03e14_seg02_clip_13", "timestamp": [ 20.37, 23.82 ], "duration": 57.66, "caption": "A man picks a newspaper up off the foosball table.", "similarity": 0.5079, "relevance": 3 }, { "pair_id": 290444, "video_name": "house_s08e19_seg02_clip_18", "timestamp": [ 19.14, 28.04 ], "duration": 89.66, "caption": "A man holds out a pan for man to throw up in.", "similarity": 0.5075, "relevance": 1 }, { "pair_id": 290445, "video_name": "house_s02e17_seg02_clip_26", "timestamp": [ 11.4, 14.63 ], "duration": 43.66, "caption": "A man places a large wager on the table.", "similarity": 0.5065, "relevance": 2 }, { "pair_id": 290446, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 81.46, 89.02 ], "duration": 89.66, "caption": "A man has their feet right on top of the table.", "similarity": 0.5058, "relevance": 1 }, { "pair_id": 290447, "video_name": "castle_s05e07_seg02_clip_24", "timestamp": [ 6.68, 13.35 ], "duration": 89.66, "caption": "A man puts his head down on the table and then pounds the table.", "similarity": 0.5029, "relevance": 1 }, { "pair_id": 290448, "video_name": "friends_s02e12-13_seg02_clip_03", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A man holds up a frying pan while he opens up the front door.", "similarity": 0.5008, "relevance": 3 }, { "pair_id": 290449, "video_name": "s07e10_seg02_clip_01", "timestamp": [ 10.26, 13.24 ], "duration": 54.66, "caption": "A man puts his game controller on the table.", "similarity": 0.5002, "relevance": 1 }, { "pair_id": 290450, "video_name": "friends_s05e15_seg02_clip_13", "timestamp": [ 13.43, 21.13 ], "duration": 44.66, "caption": "A man was getting cake from the table.", "similarity": 0.4994, "relevance": 0 }, { "pair_id": 290451, "video_name": "s10e03_seg02_clip_00", "timestamp": [ 17.7, 22.89 ], "duration": 61.66, "caption": "A woman sets a pot holder on the table and places the pan on top of it.", "similarity": 0.4986, "relevance": 1 }, { "pair_id": 290452, "video_name": "friends_s06e06_seg02_clip_07", "timestamp": [ 35.13, 36.63 ], "duration": 60.66, "caption": "A person kicks the foosball table and it breaks down.", "similarity": 0.4979, "relevance": 2 }, { "pair_id": 290453, "video_name": "friends_s10e09_seg02_clip_14", "timestamp": [ 51.05, 56.1 ], "duration": 56.66, "caption": "A man holds up the plate of fries when another person reaches across the table.", "similarity": 0.4951, "relevance": 0 }, { "pair_id": 290454, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 8.75, 14.48 ], "duration": 60.66, "caption": "A man places a drawer on the kitchen table.", "similarity": 0.4948, "relevance": 3 }, { "pair_id": 290455, "video_name": "castle_s05e20_seg02_clip_00", "timestamp": [ 0.0, 3.65 ], "duration": 91.66, "caption": "A person puts a pat of butter in the skillet.", "similarity": 0.494, "relevance": 3 }, { "pair_id": 290456, "video_name": "castle_s06e03_seg02_clip_12", "timestamp": [ 51.61, 60.37 ], "duration": 92.66, "caption": "A man flips through a script and puts it down on the table.", "similarity": 0.4927, "relevance": 1 }, { "pair_id": 290457, "video_name": "friends_s04e07_seg02_clip_15", "timestamp": [ 4.88, 7.32 ], "duration": 61.66, "caption": "A man pats another man on the back and walks over to the foosball table and plays with the handle.", "similarity": 0.4911, "relevance": 3 }, { "pair_id": 290458, "video_name": "friends_s01e16-17_seg02_clip_04", "timestamp": [ 36.29, 38.46 ], "duration": 62.66, "caption": "A man places a stack of plates down on the table.", "similarity": 0.4899, "relevance": 2 }, { "pair_id": 290459, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 40.32, 44.97 ], "duration": 62.66, "caption": "A man carries a bowl of chips from the kitchen to the living room and puts it on the table.", "similarity": 0.4886, "relevance": 3 } ] }, { "query_id": 10817, "query": "A person walks into the room and over to the foot of someone's hospital bed.", "relevant_moment": [ { "pair_id": 156020, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 0.75, 5.63 ], "duration": 75.66, "caption": "A person walks into the room and over to the foot of someone's hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156021, "video_name": "grey_s03e20_seg02_clip_23", "timestamp": [ 67.21, 69.44 ], "duration": 89.66, "caption": "A person walks in to the hospital room and up to the bed.", "similarity": 0.9081, "relevance": 3 }, { "pair_id": 156022, "video_name": "house_s06e09_seg02_clip_07", "timestamp": [ 55.98, 61.44 ], "duration": 91.66, "caption": "A man walks over to someone's bed in the hospital room.", "similarity": 0.8834, "relevance": 4 }, { "pair_id": 156023, "video_name": "house_s01e01_seg02_clip_19", "timestamp": [ 106.24, 113.02 ], "duration": 113.66, "caption": "A person walks into a hospital room where someone is sitting cross-legged on a hospital bed.", "similarity": 0.8784, "relevance": 2 }, { "pair_id": 156024, "video_name": "house_s07e23_seg02_clip_02", "timestamp": [ 41.86, 48.16 ], "duration": 90.66, "caption": "A woman walks into a person's hospital room and walks up to his/her bed.", "similarity": 0.8748, "relevance": 2 }, { "pair_id": 156025, "video_name": "house_s05e20_seg02_clip_09", "timestamp": [ 15.93, 21.85 ], "duration": 91.66, "caption": "A person walks into the patient room to the end of the bed.", "similarity": 0.8619, "relevance": 3 }, { "pair_id": 156026, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 72.69, 74.41 ], "duration": 86.66, "caption": "A person walks into the patient's room in the patient bed.", "similarity": 0.8305, "relevance": 3 }, { "pair_id": 156027, "video_name": "house_s03e03_seg02_clip_24", "timestamp": [ 15.07, 25.55 ], "duration": 131.66, "caption": "A person walks into the room and goes to someone's bed.", "similarity": 0.8276, "relevance": 3 }, { "pair_id": 156028, "video_name": "house_s04e05_seg02_clip_16", "timestamp": [ 37.27, 41.87 ], "duration": 92.66, "caption": "A person turns and walks into a room in the hospital.", "similarity": 0.8269, "relevance": 2 }, { "pair_id": 156029, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 10.58, 17.95 ], "duration": 92.66, "caption": "A person walks through the door of a patient's room and walks up to the patient's bed.", "similarity": 0.8263, "relevance": 4 }, { "pair_id": 156030, "video_name": "house_s06e09_seg02_clip_03", "timestamp": [ 26.16, 29.83 ], "duration": 91.66, "caption": "A man walks over to someone while he/she is in a hospital bed.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 156031, "video_name": "friends_s01e11_seg02_clip_00", "timestamp": [ 12.61, 15.44 ], "duration": 63.66, "caption": "A person walks around another person and approaches the hospital bed.", "similarity": 0.8187, "relevance": 1 }, { "pair_id": 156032, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 49.15, 89.66 ], "duration": 91.66, "caption": "Person walks over to woman that is in the hospital bed.", "similarity": 0.812, "relevance": 3 }, { "pair_id": 156033, "video_name": "castle_s07e01_seg02_clip_20", "timestamp": [ 72.18, 82.02 ], "duration": 82.66, "caption": "A woman walks into a person's hospital room and sits her hands on his/her bed.", "similarity": 0.8098, "relevance": 3 }, { "pair_id": 156034, "video_name": "house_s05e15_seg02_clip_13", "timestamp": [ 48.61, 58.52 ], "duration": 90.66, "caption": "A person comes in to someone's hospital room and takes a seat beside their bed.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 156035, "video_name": "house_s06e04_seg02_clip_16", "timestamp": [ 82.33, 91.17 ], "duration": 93.66, "caption": "A man walks into a hospital room and goes to the patient's bedside.", "similarity": 0.8057, "relevance": 4 }, { "pair_id": 156036, "video_name": "house_s01e20_seg02_clip_24", "timestamp": [ 33.16, 40.96 ], "duration": 130.66, "caption": "A man walks into the patient's room and heads over to the bed.", "similarity": 0.7993, "relevance": 3 }, { "pair_id": 156037, "video_name": "house_s05e10_seg02_clip_17", "timestamp": [ 5.4, 13.5 ], "duration": 90.66, "caption": "A man walks in to the hospital room and sits on the side of the bed.", "similarity": 0.7991, "relevance": 3 }, { "pair_id": 156038, "video_name": "friends_s10e17-18_seg02_clip_03", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A man walks over to a woman in a hospital bed.", "similarity": 0.797, "relevance": 3 }, { "pair_id": 156039, "video_name": "house_s01e06_seg02_clip_19", "timestamp": [ 57.02, 65.52 ], "duration": 100.66, "caption": "A person walks up to their mother in the hospital bed.", "similarity": 0.7966, "relevance": 3 }, { "pair_id": 329340, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 23.67, 32.61 ], "duration": 89.66, "caption": "A person walks into the patient room and pulls out a bed with a nurse.", "similarity": 0.7947, "relevance": 3 }, { "pair_id": 329341, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 57.69, 62.03 ], "duration": 62.66, "caption": "A woman is sitting in a hospital bed as a person walks into the room.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 329342, "video_name": "house_s08e07_seg02_clip_16", "timestamp": [ 63.43, 73.86 ], "duration": 90.66, "caption": "A person walks down the hospital hallway to the patient room.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 329343, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 73.0, 78.34 ], "duration": 89.66, "caption": "A person walks to the foot of a patient's hospital bed wearing a varsity jacket and holding a shoe box.", "similarity": 0.7921, "relevance": 3 }, { "pair_id": 329344, "video_name": "house_s07e03_seg02_clip_12", "timestamp": [ 42.85, 45.79 ], "duration": 84.66, "caption": "A person walks over to the patient in the bed.", "similarity": 0.7843, "relevance": 3 }, { "pair_id": 329345, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 23.86, 27.46 ], "duration": 90.66, "caption": "A person walks in to the room, up to the hospital bed and picks up the clipboard.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 329346, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 17.68, 25.58 ], "duration": 93.66, "caption": "A person walks over to the end of his patient's bed.", "similarity": 0.7822, "relevance": 3 }, { "pair_id": 329347, "video_name": "friends_s09e01_seg02_clip_16", "timestamp": [ 18.31, 20.71 ], "duration": 60.66, "caption": "Someone walks into a hospital room as someone has their arm around them.", "similarity": 0.7805, "relevance": 3 }, { "pair_id": 329348, "video_name": "house_s08e18_seg02_clip_06", "timestamp": [ 33.76, 38.26 ], "duration": 90.66, "caption": "A person walks out of a hospital room as some people approach him/her.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 329349, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 72.26, 75.45 ], "duration": 90.66, "caption": "Two people walk into a hospital room.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 329350, "video_name": "house_s07e13_seg02_clip_24", "timestamp": [ 84.66, 90.65 ], "duration": 92.66, "caption": "A man appears in the doorway of a patient's room and walks over to his bed.", "similarity": 0.772, "relevance": 4 }, { "pair_id": 329351, "video_name": "house_s06e19_seg02_clip_01", "timestamp": [ 57.87, 61.88 ], "duration": 89.66, "caption": "Two people walk into the treatment room and up to the patient's bed.", "similarity": 0.7696, "relevance": 3 }, { "pair_id": 329352, "video_name": "house_s04e01_seg02_clip_20", "timestamp": [ 80.0, 86.02 ], "duration": 86.66, "caption": "A person walks into the hospital room to speak with a man.", "similarity": 0.7678, "relevance": 2 }, { "pair_id": 329353, "video_name": "friends_s08e23-24_seg02_clip_24", "timestamp": [ 34.18, 40.89 ], "duration": 61.66, "caption": "A person walks over to talk to someone in the hospital room.", "similarity": 0.767, "relevance": 1 }, { "pair_id": 329354, "video_name": "house_s05e15_seg02_clip_21", "timestamp": [ 12.63, 16.67 ], "duration": 101.66, "caption": "A person walks over to a person in a patient room.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 329355, "video_name": "grey_s02e21_seg02_clip_15", "timestamp": [ 88.38, 90.24 ], "duration": 93.66, "caption": "A person walks out of the hospital room door.", "similarity": 0.7645, "relevance": 1 }, { "pair_id": 329356, "video_name": "house_s04e10_seg02_clip_22", "timestamp": [ 0.0, 7.94 ], "duration": 88.66, "caption": "A woman walks into the room and approaches their mother's hospital bed.", "similarity": 0.7631, "relevance": 4 }, { "pair_id": 329357, "video_name": "house_s01e07_seg02_clip_08", "timestamp": [ 9.66, 15.18 ], "duration": 92.66, "caption": "A person walks over to someone who is in a hospital bed with breathing tubes.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 329358, "video_name": "grey_s03e04_seg02_clip_09", "timestamp": [ 80.98, 86.96 ], "duration": 92.66, "caption": "A person walks out of the patients hospital room.", "similarity": 0.761, "relevance": 1 }, { "pair_id": 329359, "video_name": "grey_s03e06_seg02_clip_10", "timestamp": [ 53.9, 57.49 ], "duration": 89.66, "caption": "A man walks out of the room and a woman leans back into her hospital bed.", "similarity": 0.7609, "relevance": 1 } ] }, { "query_id": 10821, "query": "While a person is holding a man's right arm up, the man lifts his left arm and another person moves closer, the man looks up at the other person and then down.", "relevant_moment": [ { "pair_id": 20, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 41.4, 46.29 ], "duration": 89.66, "caption": "While a person is holding a man's right arm up, the man lifts his left arm and another person moves closer, the man looks up at the other person and then down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21, "video_name": "friends_s02e12-13_seg02_clip_26", "timestamp": [ 17.12, 20.07 ], "duration": 59.66, "caption": "A man holds out both his arms in front of him and another person puts her hand on one of his arms bringing his arms back down.", "similarity": 0.8051, "relevance": 2 }, { "pair_id": 22, "video_name": "house_s05e21_seg02_clip_02", "timestamp": [ 41.84, 47.63 ], "duration": 89.66, "caption": "A man holds up their left arm and shows another man their watch.", "similarity": 0.7873, "relevance": 1 }, { "pair_id": 23, "video_name": "friends_s04e11_seg02_clip_04", "timestamp": [ 16.54, 19.67 ], "duration": 57.66, "caption": "A man and another man are looking at each other. The first man circles his forearm towards the second man with the palm facing away from him, and the second man repeats the gesture.", "similarity": 0.7799, "relevance": 0 }, { "pair_id": 24, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 1.83, 2.44 ], "duration": 61.66, "caption": "A man puts his hands on another man's arm after walking up to him.", "similarity": 0.7736, "relevance": 1 }, { "pair_id": 25, "video_name": "friends_s03e09_seg02_clip_16", "timestamp": [ 0.0, 3.02 ], "duration": 60.66, "caption": "A man has his arms around both people.", "similarity": 0.7732, "relevance": 0 }, { "pair_id": 26, "video_name": "friends_s02e06_seg02_clip_10", "timestamp": [ 2.95, 7.08 ], "duration": 59.66, "caption": "A man touches another person's arm when they're flexing their hand.", "similarity": 0.7657, "relevance": 1 }, { "pair_id": 27, "video_name": "house_s08e08_seg02_clip_11", "timestamp": [ 70.93, 85.91 ], "duration": 88.66, "caption": "A man is looking at another person's hands as he holds them up.", "similarity": 0.7631, "relevance": 1 }, { "pair_id": 28, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 75.3, 76.68 ], "duration": 91.66, "caption": "A man grabs another man's right arm with his left hand.", "similarity": 0.7618, "relevance": 1 }, { "pair_id": 29, "video_name": "friends_s05e13_seg02_clip_11", "timestamp": [ 14.59, 16.21 ], "duration": 54.66, "caption": "Both people make gestures opening their arms toward a man.", "similarity": 0.7577, "relevance": 1 }, { "pair_id": 30, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 46.93, 48.31 ], "duration": 92.66, "caption": "A man moves their hand toward another man and moves him to the side.", "similarity": 0.7562, "relevance": 1 }, { "pair_id": 31, "video_name": "friends_s05e03_seg02_clip_03", "timestamp": [ 49.24, 51.02 ], "duration": 51.66, "caption": "A man reaches his left arm behind him, presses it to his lower back, starts to collapse and another man grabs onto him.", "similarity": 0.7494, "relevance": 1 }, { "pair_id": 32, "video_name": "friends_s02e16_seg02_clip_05", "timestamp": [ 8.4, 11.71 ], "duration": 60.66, "caption": "A man puts his right arm around another man's shoulder.", "similarity": 0.7478, "relevance": 1 }, { "pair_id": 33, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 0.0, 6.63 ], "duration": 51.66, "caption": "A man touches another person's shoulder and then the other person turns around and touches his shoulder.", "similarity": 0.7478, "relevance": 0 }, { "pair_id": 34, "video_name": "friends_s02e03_seg02_clip_11", "timestamp": [ 4.2, 5.4 ], "duration": 60.66, "caption": "A man reaches his arm up and touches another man's shoulder as he walks past him.", "similarity": 0.7478, "relevance": 0 }, { "pair_id": 35, "video_name": "castle_s01e03_seg02_clip_26", "timestamp": [ 35.63, 40.39 ], "duration": 95.66, "caption": "Two people come up to a man and put their arms around him.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 36, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A man reaches down and puts his hand on the back of another person's shoulder.", "similarity": 0.7438, "relevance": 0 }, { "pair_id": 37, "video_name": "castle_s05e07_seg02_clip_12", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is holding up another man with his hands up.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 38, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.7425, "relevance": 0 }, { "pair_id": 39, "video_name": "castle_s06e06_seg02_clip_26", "timestamp": [ 40.51, 42.73 ], "duration": 89.66, "caption": "A man grabs another man's arm to pull him back.", "similarity": 0.7421, "relevance": 2 } ] }, { "query_id": 10875, "query": "A man and a woman go from standing, and sit down on the couch.", "relevant_moment": [ { "pair_id": 340, "video_name": "friends_s06e15-16_seg02_clip_13", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A man and a woman go from standing, and sit down on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341, "video_name": "met_s02e07_seg02_clip_11", "timestamp": [ 46.22, 50.9 ], "duration": 55.66, "caption": "A person and a woman sit down on the couch.", "similarity": 0.8567, "relevance": 3 }, { "pair_id": 342, "video_name": "s06e03_seg02_clip_12", "timestamp": [ 33.01, 37.82 ], "duration": 60.66, "caption": "A person goes to sit with a man and a woman on the couch.", "similarity": 0.8534, "relevance": 3 }, { "pair_id": 343, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 38.88, 44.68 ], "duration": 58.66, "caption": "A woman and a man walk over and sit down on the couch together.", "similarity": 0.8459, "relevance": 4 }, { "pair_id": 344, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "A man and a woman were both sitting on a couch.", "similarity": 0.8395, "relevance": 2 }, { "pair_id": 345, "video_name": "friends_s07e19_seg02_clip_04", "timestamp": [ 5.15, 8.82 ], "duration": 49.66, "caption": "A woman and man go sit on the couch near man.", "similarity": 0.8381, "relevance": 4 }, { "pair_id": 346, "video_name": "s09e02_seg02_clip_05", "timestamp": [ 27.45, 32.46 ], "duration": 59.66, "caption": "A woman and man walk over to the couch and sit down.", "similarity": 0.8338, "relevance": 4 }, { "pair_id": 347, "video_name": "friends_s01e02_seg02_clip_06", "timestamp": [ 18.49, 21.46 ], "duration": 66.66, "caption": "A woman and a man sit down on the sofa.", "similarity": 0.8301, "relevance": 4 }, { "pair_id": 348, "video_name": "friends_s09e07_seg02_clip_03", "timestamp": [ 30.69, 35.42 ], "duration": 59.66, "caption": "A woman sits down on the couch and a man sits down with her.", "similarity": 0.803, "relevance": 4 }, { "pair_id": 349, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 0.0, 7.18 ], "duration": 89.66, "caption": "A man and a woman are sitting on a sofa.", "similarity": 0.8002, "relevance": 2 }, { "pair_id": 350, "video_name": "friends_s09e16_seg02_clip_16", "timestamp": [ 22.43, 28.33 ], "duration": 59.66, "caption": "Two people stop standing and go sit on the couch together.", "similarity": 0.7913, "relevance": 4 }, { "pair_id": 351, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 48.91, 51.99 ], "duration": 77.66, "caption": "A woman and a man are sitting next to each other on a couch.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 352, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 55.78, 63.03 ], "duration": 63.66, "caption": "Two people are standing next to each other, then one person sits down on the couch.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 353, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 8.35, 13.61 ], "duration": 61.66, "caption": "Two people sit down on the couch together.", "similarity": 0.7857, "relevance": 4 }, { "pair_id": 354, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 40.32, 44.8 ], "duration": 59.66, "caption": "Two people sit down together on the couch.", "similarity": 0.7854, "relevance": 4 }, { "pair_id": 355, "video_name": "friends_s09e17_seg02_clip_11", "timestamp": [ 15.37, 20.81 ], "duration": 64.66, "caption": "Two people sit down on the couch and a woman sits between them.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 356, "video_name": "s09e15_seg02_clip_07", "timestamp": [ 39.97, 43.02 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 357, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 358, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 27.85, 31.33 ], "duration": 58.66, "caption": "A woman and a man stand up together from the couch when another person walks over.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 359, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 5.99, 8.19 ], "duration": 63.66, "caption": "Two people sit down on a couch.", "similarity": 0.7788, "relevance": 4 }, { "pair_id": 173660, "video_name": "friends_s09e17_seg02_clip_06", "timestamp": [ 50.96, 52.48 ], "duration": 61.66, "caption": "Two people sit down on a couch.", "similarity": 0.7788, "relevance": 3 }, { "pair_id": 173661, "video_name": "friends_s07e20_seg01_clip_01", "timestamp": [ 54.3, 60.33 ], "duration": 60.66, "caption": "A woman sits down on the couch with a guy and woman.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 173662, "video_name": "s06e11_seg02_clip_14", "timestamp": [ 52.38, 56.02 ], "duration": 56.66, "caption": "Two people sit down on the couch.", "similarity": 0.7703, "relevance": 3 }, { "pair_id": 173663, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 0.29, 3.48 ], "duration": 58.66, "caption": "A man sits up on the couch as a woman sits down.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 173664, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "Two people sit down on the couch next to each other.", "similarity": 0.767, "relevance": 4 }, { "pair_id": 173665, "video_name": "friends_s09e03_seg02_clip_19", "timestamp": [ 0.0, 22.13 ], "duration": 59.66, "caption": "A woman and a man wearing brown sweater were sitting on a couch.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 173666, "video_name": "friends_s10e02_seg02_clip_08", "timestamp": [ 12.51, 16.17 ], "duration": 61.66, "caption": "A woman and a man sit down on the couch in someone's apartment.", "similarity": 0.7609, "relevance": 4 }, { "pair_id": 173667, "video_name": "friends_s07e10_seg02_clip_03", "timestamp": [ 7.02, 10.8 ], "duration": 54.66, "caption": "Two people sit down next to each other on the couch.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 173668, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.9, 24.2 ], "duration": 59.66, "caption": "A woman and a man hold each other while on the couch.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 173669, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 77.88, 83.94 ], "duration": 93.66, "caption": "Two people start to get up from the couch and sit back down.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 173670, "video_name": "met_s03e10_seg02_clip_11", "timestamp": [ 25.72, 29.86 ], "duration": 59.66, "caption": "A man sits down on the floral couch with a woman.", "similarity": 0.7515, "relevance": 3 }, { "pair_id": 173671, "video_name": "house_s05e01_seg02_clip_16", "timestamp": [ 0.0, 31.8 ], "duration": 87.66, "caption": "Two people are sitting on the couch together with a woman.", "similarity": 0.7514, "relevance": 2 }, { "pair_id": 173672, "video_name": "friends_s06e19_seg02_clip_15", "timestamp": [ 19.15, 27.85 ], "duration": 58.66, "caption": "A man and a woman bring a person with a leather jacket over to sit on the couch with a woman.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 173673, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 25.43, 28.53 ], "duration": 62.66, "caption": "A woman sits down on the couch beside a man.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 173674, "video_name": "friends_s02e17_seg02_clip_17", "timestamp": [ 38.46, 53.97 ], "duration": 62.66, "caption": "A man and a woman wearing floral shirt were sitting on a sofa.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 173675, "video_name": "castle_s04e13_seg02_clip_27", "timestamp": [ 0.0, 5.18 ], "duration": 23.66, "caption": "A woman sits down on a sofa with a man.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 173676, "video_name": "friends_s03e22_seg02_clip_09", "timestamp": [ 10.72, 16.42 ], "duration": 67.66, "caption": "A woman sits down on the couch and then a man sits down next to her.", "similarity": 0.7434, "relevance": 4 }, { "pair_id": 173677, "video_name": "s09e15_seg02_clip_14", "timestamp": [ 50.76, 59.03 ], "duration": 59.66, "caption": "Two people are sitting together on the couch.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 173678, "video_name": "met_s06e12_seg02_clip_12", "timestamp": [ 49.34, 50.42 ], "duration": 72.66, "caption": "A woman and a man both get off the couch at the same time.", "similarity": 0.7403, "relevance": 2 }, { "pair_id": 173679, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 0.7393, "relevance": 2 } ] }, { "query_id": 10892, "query": "A person lifts up a grey tabby cat and wiggles its paws at his mother and another person.", "relevant_moment": [ { "pair_id": 159860, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 52.63, 58.62 ], "duration": 63.66, "caption": "A person lifts up a grey tabby cat and wiggles its paws at his mother and another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159862, "video_name": "house_s05e18_seg02_clip_07", "timestamp": [ 51.96, 66.62 ], "duration": 88.66, "caption": "A person stands in front of another person and holds onto the cat.", "similarity": 0.588, "relevance": 3 }, { "pair_id": 159863, "video_name": "friends_s01e07_seg02_clip_13", "timestamp": [ 7.32, 12.89 ], "duration": 58.66, "caption": "A woman sees a kitty above person and it jumps on his shoulder.", "similarity": 0.5853, "relevance": 2 }, { "pair_id": 159864, "video_name": "house_s05e18_seg02_clip_08", "timestamp": [ 20.67, 26.18 ], "duration": 91.66, "caption": "A man lifts up the cat and sets it on a patient's bed.", "similarity": 0.5841, "relevance": 3 }, { "pair_id": 159865, "video_name": "house_s05e18_seg02_clip_07", "timestamp": [ 69.28, 72.39 ], "duration": 88.66, "caption": "A man is trying to give the cat to another man.", "similarity": 0.5666, "relevance": 3 }, { "pair_id": 159866, "video_name": "house_s05e18_seg02_clip_08", "timestamp": [ 50.06, 59.7 ], "duration": 91.66, "caption": "A person walks to the cat sitting on someone's bed and wagging her tail.", "similarity": 0.5464, "relevance": 2 }, { "pair_id": 159867, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 4.88, 6.71 ], "duration": 61.66, "caption": "A person walks to some people's table with a cat in his hands.", "similarity": 0.5451, "relevance": 2 }, { "pair_id": 159869, "video_name": "friends_s04e02_seg02_clip_21", "timestamp": [ 11.55, 18.49 ], "duration": 77.66, "caption": "A woman talks to the cat, referring to it as her mother.", "similarity": 0.5286, "relevance": 3 }, { "pair_id": 159870, "video_name": "friends_s05e21_seg02_clip_17", "timestamp": [ 15.01, 18.91 ], "duration": 60.66, "caption": "A woman grabs a red pillow and hands it to a man holding a cat.", "similarity": 0.5273, "relevance": 2 }, { "pair_id": 159871, "video_name": "s04e03_seg02_clip_13", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A man tells a person what happened with cats to a family member.", "similarity": 0.527, "relevance": 0 }, { "pair_id": 159872, "video_name": "house_s05e18_seg02_clip_22", "timestamp": [ 84.39, 87.52 ], "duration": 125.66, "caption": "A gray cat jumps up onto an electronic device on a desk.", "similarity": 0.5231, "relevance": 1 }, { "pair_id": 159873, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 15.76, 22.06 ], "duration": 63.66, "caption": "A person introduces all the kitties to his/her mother.", "similarity": 0.5231, "relevance": 2 }, { "pair_id": 159874, "video_name": "house_s01e11_seg02_clip_21", "timestamp": [ 7.98, 34.45 ], "duration": 84.66, "caption": "A person is doing some operation on a dead cat.", "similarity": 0.5227, "relevance": 1 }, { "pair_id": 159875, "video_name": "house_s05e18_seg02_clip_15", "timestamp": [ 10.8, 17.1 ], "duration": 90.66, "caption": "A woman gets up from a wheelchair and approaches a man on a hospital bed with a cat.", "similarity": 0.5211, "relevance": 1 }, { "pair_id": 159876, "video_name": "house_s05e18_seg02_clip_08", "timestamp": [ 6.43, 9.64 ], "duration": 91.66, "caption": "A person pets the grey cat that is in the room.", "similarity": 0.5183, "relevance": 2 }, { "pair_id": 159877, "video_name": "friends_s01e07_seg02_clip_15", "timestamp": [ 0.0, 12.41 ], "duration": 62.66, "caption": "A man tries to convince two women that the cat is his.", "similarity": 0.5154, "relevance": 3 }, { "pair_id": 159878, "video_name": "friends_s02e07_seg02_clip_03", "timestamp": [ 40.15, 59.05 ], "duration": 59.66, "caption": "A woman is surprised to hear that a man and woman are getting a kitty to be owned by both of them.", "similarity": 0.5124, "relevance": 1 }, { "pair_id": 159879, "video_name": "friends_s01e07_seg02_clip_13", "timestamp": [ 10.55, 12.89 ], "duration": 58.66, "caption": "A cat jumps on a man as soon as he wonders about what's woman talking about.", "similarity": 0.506, "relevance": 1 }, { "pair_id": 333180, "video_name": "house_s08e01_seg02_clip_02", "timestamp": [ 15.13, 19.59 ], "duration": 89.66, "caption": "A person walks up to another person and lifts up his cane.", "similarity": 0.5035, "relevance": 1 }, { "pair_id": 333181, "video_name": "house_s05e18_seg02_clip_11", "timestamp": [ 3.6, 7.19 ], "duration": 89.66, "caption": "A man demands that another man clean up after the cat.", "similarity": 0.501, "relevance": 0 }, { "pair_id": 333182, "video_name": "friends_s04e02_seg02_clip_08", "timestamp": [ 0.0, 7.32 ], "duration": 61.66, "caption": "A woman holds a cat up in her hands and drops it on the table.", "similarity": 0.5005, "relevance": 2 }, { "pair_id": 333183, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 47.3, 49.14 ], "duration": 61.66, "caption": "A woman raises both of her arms and tries to get attention from a man and his mother.", "similarity": 0.5004, "relevance": 0 }, { "pair_id": 333184, "video_name": "friends_s04e02_seg02_clip_17", "timestamp": [ 17.11, 35.72 ], "duration": 60.66, "caption": "A person is standing in some people's empty apartment holding a cat in their arms.", "similarity": 0.4973, "relevance": 2 }, { "pair_id": 333185, "video_name": "met_s06e10_seg02_clip_02", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "One person says something to another person and she wiggles her hands at him.", "similarity": 0.4885, "relevance": 0 }, { "pair_id": 333186, "video_name": "house_s05e18_seg02_clip_08", "timestamp": [ 4.59, 9.64 ], "duration": 91.66, "caption": "A man strokes the fur of a black cat.", "similarity": 0.4883, "relevance": 1 }, { "pair_id": 333187, "video_name": "friends_s03e18_seg02_clip_04", "timestamp": [ 12.77, 34.82 ], "duration": 58.66, "caption": "A woman in a wig walks over to man and serves him.", "similarity": 0.4866, "relevance": 0 }, { "pair_id": 333188, "video_name": "friends_s04e02_seg02_clip_20", "timestamp": [ 43.49, 59.56 ], "duration": 63.66, "caption": "A man is standing in front of a cat as he apologizes to it for insulting a woman's beliefs that her mother is in her cat.", "similarity": 0.4858, "relevance": 1 }, { "pair_id": 333189, "video_name": "s04e03_seg02_clip_12", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "A person walks over and picks up a cat off of the chair in the living room.", "similarity": 0.484, "relevance": 1 }, { "pair_id": 333190, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 18.92, 23.57 ], "duration": 62.66, "caption": "A woman puts her hands on her face when she tells a man to look at the cat.", "similarity": 0.4837, "relevance": 1 }, { "pair_id": 333191, "video_name": "grey_s03e16_seg02_clip_14", "timestamp": [ 1.34, 6.7 ], "duration": 89.66, "caption": "A person lifts up the child on the dock.", "similarity": 0.4834, "relevance": 1 }, { "pair_id": 333192, "video_name": "friends_s01e23_seg02_clip_15", "timestamp": [ 9.69, 19.39 ], "duration": 57.66, "caption": "A woman places her foot in a man's hands and gets lifted up with another woman's assistance, she climbs on the man's shoulders.", "similarity": 0.4834, "relevance": 1 }, { "pair_id": 333193, "video_name": "friends_s04e02_seg02_clip_21", "timestamp": [ 0.0, 8.86 ], "duration": 77.66, "caption": "A woman walks over and picks up a cat.", "similarity": 0.4833, "relevance": 2 }, { "pair_id": 333194, "video_name": "s04e03_seg02_clip_13", "timestamp": [ 23.32, 27.74 ], "duration": 59.66, "caption": "A person opens the apartment door for another person's mom.", "similarity": 0.483, "relevance": 0 }, { "pair_id": 333195, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 9.6, 13.81 ], "duration": 60.66, "caption": "A woman walks in holding a shaved cat on a pillow.", "similarity": 0.482, "relevance": 1 }, { "pair_id": 333196, "video_name": "house_s03e18_seg02_clip_06", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "Two people are flirting with each other while they found out a cat is watching them.", "similarity": 0.4801, "relevance": 0 }, { "pair_id": 333197, "video_name": "friends_s04e02_seg02_clip_04", "timestamp": [ 12.4, 22.43 ], "duration": 59.66, "caption": "A person picks up the cat and sits down with it in his/her lap.", "similarity": 0.4792, "relevance": 2 }, { "pair_id": 333198, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 3.97, 7.02 ], "duration": 61.66, "caption": "A person walks over to the lunch table holding a black and white cat.", "similarity": 0.4773, "relevance": 1 }, { "pair_id": 333199, "video_name": "house_s01e20_seg02_clip_00", "timestamp": [ 45.14, 48.46 ], "duration": 95.66, "caption": "A person places two cat scans on the light board.", "similarity": 0.4726, "relevance": 0 } ] }, { "query_id": 10896, "query": "A man carries a stack of plates from the kitchen to the sitting area.", "relevant_moment": [ { "pair_id": 150340, "video_name": "s04e03_seg02_clip_15", "timestamp": [ 0.0, 3.14 ], "duration": 57.66, "caption": "A man carries a stack of plates from the kitchen to the sitting area.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150341, "video_name": "s01e04_seg02_clip_01", "timestamp": [ 2.9, 8.99 ], "duration": 58.66, "caption": "A person carries a plate from the kitchen to the living room.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 150342, "video_name": "s02e09_seg02_clip_00", "timestamp": [ 35.4, 38.45 ], "duration": 61.66, "caption": "A man gets up with his plate and heads to the kitchen.", "similarity": 0.7176, "relevance": 2 }, { "pair_id": 150343, "video_name": "friends_s01e16-17_seg02_clip_04", "timestamp": [ 36.29, 38.46 ], "duration": 62.66, "caption": "A man places a stack of plates down on the table.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 150344, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 21.35, 26.85 ], "duration": 122.66, "caption": "A person takes a plate from a stack of plates and places it on the table.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 150345, "video_name": "s02e02_seg02_clip_00", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "A person is putting different food items onto his plate in the kitchen.", "similarity": 0.6731, "relevance": 1 }, { "pair_id": 150346, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 56.1, 59.66 ], "duration": 59.66, "caption": "A man places two plates of food on the kitchen table.", "similarity": 0.6723, "relevance": 3 }, { "pair_id": 150347, "video_name": "grey_s03e22_seg02_clip_17", "timestamp": [ 75.02, 83.82 ], "duration": 92.66, "caption": "A person walks through the kitchen and puts some plates near the sink.", "similarity": 0.6511, "relevance": 2 }, { "pair_id": 150348, "video_name": "friends_s02e17_seg02_clip_13", "timestamp": [ 20.31, 25.53 ], "duration": 58.66, "caption": "A man serves guy some food on his plate as he sits at the kitchen counter.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 150349, "video_name": "s09e21_seg02_clip_08", "timestamp": [ 17.65, 22.69 ], "duration": 63.66, "caption": "A man carries a plate of food into the living room and sets it down on the coffee table.", "similarity": 0.6436, "relevance": 3 }, { "pair_id": 150350, "video_name": "grey_s03e18_seg02_clip_17", "timestamp": [ 0.0, 5.36 ], "duration": 89.66, "caption": "A person walks out of the kitchen carrying a plate of food.", "similarity": 0.6327, "relevance": 1 }, { "pair_id": 150351, "video_name": "s03e04_seg02_clip_13", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A man scoops food out on three different plates.", "similarity": 0.6325, "relevance": 0 }, { "pair_id": 150352, "video_name": "house_s05e17_seg02_clip_05", "timestamp": [ 59.22, 63.29 ], "duration": 90.66, "caption": "A man takes food from person's plate and puts it on his own.", "similarity": 0.6274, "relevance": 0 }, { "pair_id": 150353, "video_name": "friends_s07e07_seg02_clip_03", "timestamp": [ 63.0, 67.02 ], "duration": 67.66, "caption": "A man sets down two plates on the kitchen table.", "similarity": 0.6168, "relevance": 3 }, { "pair_id": 150354, "video_name": "friends_s07e07_seg02_clip_03", "timestamp": [ 63.67, 67.02 ], "duration": 67.66, "caption": "A man walks toward the table and put plates on it.", "similarity": 0.6113, "relevance": 3 }, { "pair_id": 150355, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 40.32, 44.97 ], "duration": 62.66, "caption": "A man carries a bowl of chips from the kitchen to the living room and puts it on the table.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 150356, "video_name": "s03e14_seg02_clip_12", "timestamp": [ 44.42, 60.03 ], "duration": 60.66, "caption": "A person brings plates of food and put them on the table.", "similarity": 0.6018, "relevance": 2 }, { "pair_id": 150357, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 55.5, 59.66 ], "duration": 59.66, "caption": "A man is holding two plates and put them on the table.", "similarity": 0.6016, "relevance": 3 }, { "pair_id": 150358, "video_name": "s03e14_seg02_clip_01", "timestamp": [ 30.51, 33.93 ], "duration": 57.66, "caption": "A person takes a handful of food from someone's plate.", "similarity": 0.6003, "relevance": 0 }, { "pair_id": 150359, "video_name": "friends_s10e09_seg02_clip_15", "timestamp": [ 58.12, 59.87 ], "duration": 70.66, "caption": "A man scoops his food off the floor with his plate.", "similarity": 0.5964, "relevance": 1 }, { "pair_id": 323660, "video_name": "friends_s02e21_seg01_clip_00", "timestamp": [ 3.43, 7.35 ], "duration": 98.66, "caption": "A person walks across the room carrying a plate of food.", "similarity": 0.5939, "relevance": 4 }, { "pair_id": 323662, "video_name": "friends_s10e02_seg02_clip_18", "timestamp": [ 31.5, 39.88 ], "duration": 67.66, "caption": "A man walks into the living room carrying three plates of food.", "similarity": 0.5931, "relevance": 3 }, { "pair_id": 323663, "video_name": "friends_s07e07_seg02_clip_00", "timestamp": [ 51.76, 53.94 ], "duration": 62.66, "caption": "A person wearing white blouse comes in the kitchen holding a plate.", "similarity": 0.5918, "relevance": 3 }, { "pair_id": 323664, "video_name": "friends_s10e09_seg02_clip_18", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A man takes some food from the plate and eats it.", "similarity": 0.5914, "relevance": 1 }, { "pair_id": 323665, "video_name": "castle_s02e12_seg02_clip_11", "timestamp": [ 3.64, 6.37 ], "duration": 91.66, "caption": "A person puts the two plates in his hand as a server passes by with a tray.", "similarity": 0.5909, "relevance": 1 }, { "pair_id": 323666, "video_name": "house_s05e15_seg02_clip_03", "timestamp": [ 11.38, 14.56 ], "duration": 91.66, "caption": "A man is handed a plate and he grabs it.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 323667, "video_name": "friends_s09e01_seg02_clip_09", "timestamp": [ 13.34, 18.61 ], "duration": 62.66, "caption": "A man sits down next to woman while carrying a plate of food.", "similarity": 0.5902, "relevance": 3 }, { "pair_id": 323668, "video_name": "s09e13_seg01_clip_01", "timestamp": [ 1.89, 5.67 ], "duration": 63.66, "caption": "A man walks from the kitchen to the living room carrying a bowl of food.", "similarity": 0.5901, "relevance": 3 }, { "pair_id": 323669, "video_name": "s05e21_seg02_clip_02", "timestamp": [ 38.78, 41.34 ], "duration": 57.66, "caption": "A man places his plate onto the coffee table.", "similarity": 0.5866, "relevance": 1 }, { "pair_id": 323670, "video_name": "friends_s05e08_seg02_clip_09", "timestamp": [ 8.1, 9.99 ], "duration": 54.66, "caption": "A man gets up from the couch holding a plate.", "similarity": 0.5865, "relevance": 2 }, { "pair_id": 323671, "video_name": "friends_s06e01_seg02_clip_02", "timestamp": [ 49.19, 54.48 ], "duration": 66.66, "caption": "A man marches up to the buffet table and grabs a plate.", "similarity": 0.5859, "relevance": 1 }, { "pair_id": 323672, "video_name": "friends_s06e07_seg02_clip_07", "timestamp": [ 3.69, 42.1 ], "duration": 49.66, "caption": "A man cleans some plates with a napkin in his hands.", "similarity": 0.5814, "relevance": 1 }, { "pair_id": 323673, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 23.18, 29.29 ], "duration": 122.66, "caption": "A person is arranging the plates on the table.", "similarity": 0.5806, "relevance": 3 }, { "pair_id": 323674, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 28.99, 31.83 ], "duration": 63.66, "caption": "A person takes his plate of food off of the table.", "similarity": 0.5786, "relevance": 1 }, { "pair_id": 323676, "video_name": "s08e16_seg01_clip_00", "timestamp": [ 3.66, 7.32 ], "duration": 122.66, "caption": "A person puts down the plates on the table and sits down.", "similarity": 0.5775, "relevance": 2 }, { "pair_id": 323677, "video_name": "friends_s10e05_seg02_clip_23", "timestamp": [ 21.38, 24.52 ], "duration": 57.66, "caption": "A man reaching for something off the plate of food.", "similarity": 0.5768, "relevance": 1 }, { "pair_id": 323678, "video_name": "friends_s10e09_seg02_clip_15", "timestamp": [ 19.96, 26.61 ], "duration": 70.66, "caption": "A man moves their plate side to side as someone tries repeatedly to take food from it.", "similarity": 0.5763, "relevance": 1 }, { "pair_id": 323679, "video_name": "castle_s02e08_seg02_clip_11", "timestamp": [ 49.29, 53.69 ], "duration": 88.66, "caption": "A person holds up their plate to offer someone some food.", "similarity": 0.5744, "relevance": 1 } ] }, { "query_id": 10945, "query": "A person is asleep at the cafeteria table while with some people.", "relevant_moment": [ { "pair_id": 54620, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 0.0, 17.68 ], "duration": 57.66, "caption": "A person is asleep at the cafeteria table while with some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 54621, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 32.41, 35.12 ], "duration": 60.66, "caption": "A person sits down at the cafeteria table with some people.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 54622, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 6.3, 15.76 ], "duration": 63.66, "caption": "A person sits at the cafeteria table after some people.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 54623, "video_name": "s03e15_seg01_clip_02", "timestamp": [ 48.53, 53.16 ], "duration": 66.66, "caption": "A person gets up from the lunch table at the cafeteria while eating with other people.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 54624, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 19.83, 22.58 ], "duration": 61.66, "caption": "A person is beside another person at the cafeteria table.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 54625, "video_name": "s06e01_seg02_clip_02", "timestamp": [ 10.99, 17.09 ], "duration": 61.66, "caption": "A person sits down at a table to join two other people for lunch in the cafeteria.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 54626, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 0.0, 2.49 ], "duration": 71.66, "caption": "A person sits at the cafeteria table beside another person.", "similarity": 0.67, "relevance": 3 }, { "pair_id": 54627, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 7.32, 10.07 ], "duration": 61.66, "caption": "A person is sitting beside another person at the cafeteria table.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 54629, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 39.06, 43.22 ], "duration": 64.66, "caption": "A person sits in front of another person on the cafeteria table.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 54630, "video_name": "s06e08_seg01_clip_00", "timestamp": [ 32.65, 38.41 ], "duration": 96.66, "caption": "A person rises from the table and leaves the cafeteria.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 54631, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 35.22, 44.29 ], "duration": 55.66, "caption": "A person approaches some people sitting at a table in cafeteria and takes a seat.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 54632, "video_name": "s04e19_seg02_clip_08", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A person is sitting next to another person in the cafeteria table.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 54633, "video_name": "s10e09_seg02_clip_08", "timestamp": [ 41.74, 50.98 ], "duration": 56.66, "caption": "A person limps across the cafeteria and sits down with some people.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 54634, "video_name": "s07e05_seg02_clip_05", "timestamp": [ 55.22, 58.83 ], "duration": 60.66, "caption": "A person is sitting next to another person at the cafeteria table.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 54635, "video_name": "s04e06_seg02_clip_00", "timestamp": [ 6.41, 11.9 ], "duration": 61.66, "caption": "A person is sitting next to another person at the cafeteria table.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 54636, "video_name": "s07e20_seg02_clip_02", "timestamp": [ 30.46, 33.07 ], "duration": 58.66, "caption": "A person sits down next to another person at the cafeteria table.", "similarity": 0.646, "relevance": 3 }, { "pair_id": 54637, "video_name": "s01e12_seg01_clip_01", "timestamp": [ 0.0, 5.33 ], "duration": 82.66, "caption": "A person and another person sit at the cafeteria table while talking to some people.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 54638, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A person walks into the cafeteria and sits down with some people.", "similarity": 0.6347, "relevance": 2 }, { "pair_id": 54639, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 45.97, 55.53 ], "duration": 91.66, "caption": "A person walks over to some people's cafeteria table.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 227940, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A person arrives to the cafeteria table to join the three others.", "similarity": 0.6234, "relevance": 3 }, { "pair_id": 227941, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 20.81, 35.93 ], "duration": 57.66, "caption": "A woman comes to the cafeteria table and sits down with some people.", "similarity": 0.6218, "relevance": 2 }, { "pair_id": 227942, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 57.99, 62.4 ], "duration": 63.66, "caption": "A person talks to a guy at cafeteria table while he eats.", "similarity": 0.6213, "relevance": 3 }, { "pair_id": 227943, "video_name": "s06e01_seg02_clip_01", "timestamp": [ 26.67, 33.19 ], "duration": 62.66, "caption": "A person is sitting across from another person at the cafeteria.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 227944, "video_name": "s07e01_seg02_clip_11", "timestamp": [ 41.19, 43.02 ], "duration": 61.66, "caption": "A person sits down at the cafeteria table next to woman.", "similarity": 0.6118, "relevance": 2 }, { "pair_id": 227945, "video_name": "s05e16_seg02_clip_07", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person walks to the cafeteria table, sits down and talks with another person.", "similarity": 0.6019, "relevance": 2 }, { "pair_id": 227946, "video_name": "house_s06e16_seg02_clip_06", "timestamp": [ 79.27, 91.64 ], "duration": 91.66, "caption": "Two people are sitting at a table in the cafeteria.", "similarity": 0.6007, "relevance": 1 }, { "pair_id": 227947, "video_name": "s04e04_seg02_clip_03", "timestamp": [ 45.92, 51.32 ], "duration": 60.66, "caption": "A person fiddles with their napkin as they sit at the cafeteria table and talk.", "similarity": 0.6006, "relevance": 3 }, { "pair_id": 227948, "video_name": "s07e06_seg02_clip_09", "timestamp": [ 34.48, 38.45 ], "duration": 61.66, "caption": "A person sits beside a man at the cafeteria table with their lunch tray.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 227949, "video_name": "s07e20_seg02_clip_16", "timestamp": [ 12.76, 16.24 ], "duration": 116.66, "caption": "A person puts their hand to their head as they sit at the cafeteria table.", "similarity": 0.5949, "relevance": 2 }, { "pair_id": 227950, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 0.0, 8.52 ], "duration": 71.66, "caption": "A person is sitting next to someone as they eat in the cafeteria.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 227951, "video_name": "s03e17_seg02_clip_08", "timestamp": [ 54.3, 55.19 ], "duration": 59.66, "caption": "A person closes their laptop on the cafeteria table.", "similarity": 0.59, "relevance": 2 }, { "pair_id": 227952, "video_name": "s06e22_seg02_clip_00", "timestamp": [ 26.16, 35.3 ], "duration": 63.66, "caption": "A person runs into the cafeteria and sits down at the table after telling everyone something.", "similarity": 0.589, "relevance": 3 }, { "pair_id": 227953, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 3.75, 12.0 ], "duration": 75.66, "caption": "A person is sitting next to someone eating in the cafeteria.", "similarity": 0.5871, "relevance": 3 }, { "pair_id": 227954, "video_name": "s04e14_seg02_clip_16", "timestamp": [ 57.63, 61.15 ], "duration": 64.66, "caption": "A person looks around the cafeteria while sitting at a table by himself.", "similarity": 0.5868, "relevance": 1 }, { "pair_id": 227955, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A person is talking to another person at the cafeteria on lunch.", "similarity": 0.5853, "relevance": 3 }, { "pair_id": 227956, "video_name": "friends_s09e02_seg02_clip_05", "timestamp": [ 33.77, 37.45 ], "duration": 61.66, "caption": "A man is asleep at large conference table during a meeting.", "similarity": 0.5808, "relevance": 3 }, { "pair_id": 227957, "video_name": "s04e14_seg02_clip_04", "timestamp": [ 8.26, 11.51 ], "duration": 59.66, "caption": "Two people run up to a person's table in the cafeteria.", "similarity": 0.5808, "relevance": 2 }, { "pair_id": 227958, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 6.51, 9.92 ], "duration": 62.66, "caption": "Some people sit at the cafeteria table with their food trays.", "similarity": 0.5761, "relevance": 2 }, { "pair_id": 227959, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 46.82, 50.72 ], "duration": 60.66, "caption": "A person calls for another person across a cafeteria as they dine.", "similarity": 0.5748, "relevance": 1 } ] }, { "query_id": 10947, "query": "A woman takes a spoonful of her soup as she speaks to a man.", "relevant_moment": [ { "pair_id": 33780, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 45.62, 49.61 ], "duration": 57.66, "caption": "A woman takes a spoonful of her soup as she speaks to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 33781, "video_name": "met_s02e11_seg02_clip_09", "timestamp": [ 33.81, 37.84 ], "duration": 62.66, "caption": "A woman lifts a spoon full of soup up and brings it to a man's mouth.", "similarity": 0.8177, "relevance": 3 }, { "pair_id": 33782, "video_name": "friends_s09e14_seg02_clip_01", "timestamp": [ 0.0, 13.4 ], "duration": 67.66, "caption": "A woman holds a spoon with food on it while talking to a man, then she proceeds to eat it.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 33783, "video_name": "s08e14_seg01_clip_00", "timestamp": [ 25.94, 27.46 ], "duration": 61.66, "caption": "A woman had a spoon full as she listens to a man.", "similarity": 0.713, "relevance": 4 }, { "pair_id": 33784, "video_name": "s10e01_seg02_clip_02", "timestamp": [ 8.32, 10.89 ], "duration": 64.66, "caption": "A man takes a bite of food from his spoon when talking to woman.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 33785, "video_name": "s09e15_seg02_clip_10", "timestamp": [ 15.61, 18.61 ], "duration": 60.66, "caption": "A woman talks to man with her mouth full of food.", "similarity": 0.6744, "relevance": 1 }, { "pair_id": 33786, "video_name": "s04e20_seg02_clip_17", "timestamp": [ 0.0, 11.61 ], "duration": 40.66, "caption": "A person eats from a take-out container as he speaks to a woman.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 33787, "video_name": "s05e07_seg02_clip_08", "timestamp": [ 5.1, 17.01 ], "duration": 68.66, "caption": "A woman pours food into a bowl as she speaks to a man in her kitchen.", "similarity": 0.6539, "relevance": 3 }, { "pair_id": 33788, "video_name": "friends_s04e05_seg02_clip_15", "timestamp": [ 49.62, 55.39 ], "duration": 64.66, "caption": "A woman takes the soup cup from another woman and licks the rim of it.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 33789, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 13.72, 17.64 ], "duration": 98.66, "caption": "A woman is stirring her drink when talking to a man.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 33790, "video_name": "friends_s08e19_seg02_clip_16", "timestamp": [ 21.18, 28.34 ], "duration": 62.66, "caption": "A man was talking to woman while she was scooping her food.", "similarity": 0.6412, "relevance": 2 }, { "pair_id": 33791, "video_name": "s04e16_seg02_clip_05", "timestamp": [ 49.88, 53.71 ], "duration": 59.66, "caption": "A woman pours water into a man's glass while he speaks to her.", "similarity": 0.6339, "relevance": 2 }, { "pair_id": 33792, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 47.46, 49.27 ], "duration": 90.66, "caption": "A woman shoves some food into a man's mouth while they are talking.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 33793, "video_name": "s05e20_seg01_clip_00", "timestamp": [ 13.96, 19.23 ], "duration": 62.66, "caption": "A woman takes a bite of her food as she speaks to person.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 33794, "video_name": "castle_s07e22_seg02_clip_27", "timestamp": [ 0.0, 6.73 ], "duration": 12.66, "caption": "A woman holds up a cup as she listens to a man speaking to her.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 33795, "video_name": "s09e09_seg02_clip_02", "timestamp": [ 36.62, 39.32 ], "duration": 60.66, "caption": "A woman is taking food out of a grocery bag as she speaks to a man.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 33796, "video_name": "grey_s02e17_seg02_clip_10", "timestamp": [ 0.0, 20.91 ], "duration": 102.66, "caption": "A woman has her hands on her head as she speaks to a man.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 33797, "video_name": "house_s03e11_seg02_clip_22", "timestamp": [ 80.26, 88.47 ], "duration": 91.66, "caption": "A woman speaks to a man when she is in front of him.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 33798, "video_name": "friends_s09e14_seg02_clip_19", "timestamp": [ 0.0, 20.81 ], "duration": 57.66, "caption": "A man is holding a food while talking to woman.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 33799, "video_name": "house_s06e05_seg02_clip_08", "timestamp": [ 10.35, 13.05 ], "duration": 90.66, "caption": "A woman is stirring her tea while talking to a man.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 207100, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 32.95, 36.62 ], "duration": 61.66, "caption": "A man talks to a woman with a big mouthful of food.", "similarity": 0.618, "relevance": 3 }, { "pair_id": 207101, "video_name": "met_s06e24_seg01_clip_01", "timestamp": [ 48.13, 61.32 ], "duration": 61.66, "caption": "Two women are picking up soup to cheer a man up at a spot that they have previously gotten sick at.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 207102, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 46.82, 57.03 ], "duration": 60.66, "caption": "A person and a woman are both sick and woman gets them some chicken soup.", "similarity": 0.6101, "relevance": 3 }, { "pair_id": 207103, "video_name": "friends_s06e11_seg02_clip_03", "timestamp": [ 15.96, 19.15 ], "duration": 58.66, "caption": "A woman talks about the type of food she will make for another woman and a man.", "similarity": 0.6101, "relevance": 1 }, { "pair_id": 207104, "video_name": "s09e22_seg01_clip_01", "timestamp": [ 0.0, 5.14 ], "duration": 79.66, "caption": "A woman is speaking while a person is starting to eat.", "similarity": 0.6078, "relevance": 3 }, { "pair_id": 207106, "video_name": "castle_s04e14_seg02_clip_15", "timestamp": [ 2.72, 17.24 ], "duration": 90.66, "caption": "A woman is wearing a hat as she speaks to a man.", "similarity": 0.607, "relevance": 2 }, { "pair_id": 207107, "video_name": "s01e08_seg02_clip_05", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A person is holding a cocktail in his hand when he speaks to a woman.", "similarity": 0.6064, "relevance": 3 }, { "pair_id": 207108, "video_name": "met_s06e13_seg02_clip_06", "timestamp": [ 46.22, 48.46 ], "duration": 56.66, "caption": "A woman takes a drink of her glass of wine as a man speaks.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 207109, "video_name": "met_s04e02_seg02_clip_12", "timestamp": [ 23.11, 25.21 ], "duration": 60.66, "caption": "A woman shakes her head and says they need to give man food.", "similarity": 0.6054, "relevance": 3 }, { "pair_id": 207110, "video_name": "castle_s05e09_seg02_clip_17", "timestamp": [ 0.0, 15.34 ], "duration": 90.66, "caption": "A woman has a cup of coffee in her hand as she speaks to man.", "similarity": 0.6047, "relevance": 3 }, { "pair_id": 207111, "video_name": "grey_s03e08_seg02_clip_04", "timestamp": [ 72.62, 88.02 ], "duration": 88.66, "caption": "A woman is washing her hands as she speaks to a man.", "similarity": 0.6038, "relevance": 3 }, { "pair_id": 207112, "video_name": "s08e14_seg01_clip_00", "timestamp": [ 26.55, 28.68 ], "duration": 61.66, "caption": "A woman takes a bite of salad while having a conversation with man.", "similarity": 0.603, "relevance": 3 }, { "pair_id": 207113, "video_name": "friends_s02e24_seg02_clip_09", "timestamp": [ 3.05, 9.76 ], "duration": 61.66, "caption": "A woman holds onto a man's hands as she speaks to him.", "similarity": 0.6009, "relevance": 3 }, { "pair_id": 207114, "video_name": "s10e03_seg02_clip_06", "timestamp": [ 3.83, 5.61 ], "duration": 51.66, "caption": "A woman takes a drink of her cup as she speaks to woman.", "similarity": 0.5999, "relevance": 2 }, { "pair_id": 207115, "video_name": "castle_s02e16_seg02_clip_23", "timestamp": [ 47.39, 50.61 ], "duration": 92.66, "caption": "A woman is mixing foods while talking to man.", "similarity": 0.5998, "relevance": 2 }, { "pair_id": 207116, "video_name": "s06e16_seg02_clip_10", "timestamp": [ 3.3, 6.3 ], "duration": 60.66, "caption": "A woman takes a sip of her drink while talking to a man.", "similarity": 0.5983, "relevance": 3 }, { "pair_id": 207117, "video_name": "s02e19_seg02_clip_09", "timestamp": [ 40.82, 45.32 ], "duration": 60.66, "caption": "A man takes a drink of wine and speaks to woman.", "similarity": 0.5967, "relevance": 3 }, { "pair_id": 207118, "video_name": "s10e05_seg02_clip_14", "timestamp": [ 21.43, 28.36 ], "duration": 63.66, "caption": "A woman looks at a man, incredulously, and puts her spoon in her mouth.", "similarity": 0.5966, "relevance": 3 }, { "pair_id": 207119, "video_name": "s07e06_seg02_clip_05", "timestamp": [ 18.91, 23.11 ], "duration": 60.66, "caption": "A woman takes a drink of wine while speaking closely to a man.", "similarity": 0.5956, "relevance": 3 } ] }, { "query_id": 10961, "query": "A woman takes the cork off the wine bottle and pours some wine for woman.", "relevant_moment": [ { "pair_id": 167200, "video_name": "s05e05_seg02_clip_09", "timestamp": [ 53.26, 59.56 ], "duration": 63.66, "caption": "A woman takes the cork off the wine bottle and pours some wine for woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167201, "video_name": "friends_s01e16-17_seg02_clip_32", "timestamp": [ 28.92, 34.24 ], "duration": 59.66, "caption": "A woman grabs the bottle of wine and pours it.", "similarity": 0.8375, "relevance": 3 }, { "pair_id": 167202, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 46.38, 50.96 ], "duration": 61.66, "caption": "A woman pours wine from the bottle into woman's glass.", "similarity": 0.818, "relevance": 3 }, { "pair_id": 167203, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 25.77, 32.21 ], "duration": 92.66, "caption": "A woman pours woman a glass of wine and hands it to her.", "similarity": 0.8038, "relevance": 3 }, { "pair_id": 167204, "video_name": "s09e03_seg02_clip_01", "timestamp": [ 38.12, 41.42 ], "duration": 60.66, "caption": "A woman pours a glass of wine from a bottle.", "similarity": 0.8021, "relevance": 3 }, { "pair_id": 167205, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 16.07, 18.27 ], "duration": 44.66, "caption": "A woman pours a glass of wine for man.", "similarity": 0.7965, "relevance": 2 }, { "pair_id": 167206, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 47.62, 49.33 ], "duration": 57.66, "caption": "A woman pours a glass of wine from the wine bottle.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 167207, "video_name": "friends_s06e15-16_seg02_clip_23", "timestamp": [ 34.11, 43.47 ], "duration": 55.66, "caption": "A woman pours a glass of wine for person's date.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 167208, "video_name": "friends_s06e08_seg02_clip_12", "timestamp": [ 12.03, 15.28 ], "duration": 65.66, "caption": "A woman pours a glass of wine then puts the bottle down.", "similarity": 0.782, "relevance": 2 }, { "pair_id": 167210, "video_name": "friends_s06e08_seg02_clip_12", "timestamp": [ 11.06, 15.28 ], "duration": 65.66, "caption": "A woman pours person some wine on their date.", "similarity": 0.773, "relevance": 2 }, { "pair_id": 167211, "video_name": "s09e20_seg02_clip_08", "timestamp": [ 2.28, 9.12 ], "duration": 57.66, "caption": "A woman pours another woman's wine and then one for herself.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 167212, "video_name": "s10e13_seg02_clip_01", "timestamp": [ 0.0, 4.4 ], "duration": 55.66, "caption": "A woman pours some wine and then hands the glass to another woman.", "similarity": 0.7705, "relevance": 3 }, { "pair_id": 167213, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 18.04, 23.01 ], "duration": 62.66, "caption": "A woman pours some wine from the bottle into her glass.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 167214, "video_name": "castle_s08e17_seg02_clip_15", "timestamp": [ 2.72, 14.07 ], "duration": 90.66, "caption": "A woman pours some wine in a glass then picks it up and takes a sip.", "similarity": 0.7622, "relevance": 1 }, { "pair_id": 167215, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 52.48, 57.37 ], "duration": 61.66, "caption": "A woman holds her wine glass out and a man pours some wine in it.", "similarity": 0.7621, "relevance": 1 }, { "pair_id": 167216, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 8.68, 15.51 ], "duration": 62.66, "caption": "A woman is holding a wine glass and takes a drink from it.", "similarity": 0.7568, "relevance": 0 }, { "pair_id": 167217, "video_name": "s03e05_seg02_clip_11", "timestamp": [ 11.6, 20.14 ], "duration": 61.66, "caption": "A man grabs a bottle and pours a woman a glass of wine then sets the bottle down.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 167218, "video_name": "s06e20_seg02_clip_01", "timestamp": [ 7.97, 11.51 ], "duration": 59.66, "caption": "A woman reaches over and takes the wine bottle from a man.", "similarity": 0.7541, "relevance": 1 } ] }, { "query_id": 11060, "query": "A person is knocking on person's bedroom door and person opens it.", "relevant_moment": [ { "pair_id": 111420, "video_name": "s02e23_seg02_clip_00", "timestamp": [ 4.65, 9.3 ], "duration": 62.66, "caption": "A person is knocking on person's bedroom door and person opens it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 111421, "video_name": "s04e18_seg02_clip_07", "timestamp": [ 31.12, 37.23 ], "duration": 61.66, "caption": "A person begins to knock on another person's bedroom door.", "similarity": 0.9199, "relevance": 1 }, { "pair_id": 111422, "video_name": "s06e02_seg02_clip_08", "timestamp": [ 38.38, 42.86 ], "duration": 56.66, "caption": "A person starts knocking on a man's bedroom door while he is sleeping.", "similarity": 0.8495, "relevance": 3 }, { "pair_id": 111423, "video_name": "s01e10_seg02_clip_00", "timestamp": [ 3.36, 10.07 ], "duration": 61.66, "caption": "A person knocks onto someone's bedroom door while in their apartment.", "similarity": 0.8394, "relevance": 3 }, { "pair_id": 111424, "video_name": "s07e20_seg02_clip_12", "timestamp": [ 9.15, 11.9 ], "duration": 61.66, "caption": "A person opens their bedroom door and another person follows them in.", "similarity": 0.8354, "relevance": 2 }, { "pair_id": 111425, "video_name": "s07e18_seg02_clip_12", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A man opens the door to come into another person's bedroom.", "similarity": 0.8051, "relevance": 1 }, { "pair_id": 111426, "video_name": "s01e10_seg02_clip_02", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A person opens the door from his/her bedroom to see someone else.", "similarity": 0.8019, "relevance": 3 }, { "pair_id": 111427, "video_name": "s04e20_seg02_clip_11", "timestamp": [ 24.01, 27.91 ], "duration": 60.66, "caption": "A person knocks on someone's house and the latter opens the door.", "similarity": 0.8006, "relevance": 3 }, { "pair_id": 111428, "video_name": "s03e11_seg02_clip_10", "timestamp": [ 0.0, 5.8 ], "duration": 58.66, "caption": "A person knocks on someone's bedroom door three times.", "similarity": 0.7947, "relevance": 1 }, { "pair_id": 111429, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A man knocks then opens the door to a person's room.", "similarity": 0.7941, "relevance": 2 }, { "pair_id": 111430, "video_name": "s05e15_seg01_clip_00", "timestamp": [ 3.97, 5.8 ], "duration": 61.66, "caption": "A person opens the door to another person's bedroom wearing an orange vest and hat.", "similarity": 0.7935, "relevance": 1 }, { "pair_id": 111431, "video_name": "s03e09_seg02_clip_08", "timestamp": [ 40.22, 43.82 ], "duration": 60.66, "caption": "Two men knock on a person's door before coming into his/her bedroom.", "similarity": 0.7926, "relevance": 2 }, { "pair_id": 111432, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 52.53, 56.66 ], "duration": 59.66, "caption": "A person knocks on the door and another person opens it.", "similarity": 0.7903, "relevance": 3 }, { "pair_id": 111433, "video_name": "s02e03_seg02_clip_04", "timestamp": [ 55.23, 61.03 ], "duration": 61.66, "caption": "A woman opens a person's bedroom door while he's asleep.", "similarity": 0.7865, "relevance": 2 }, { "pair_id": 111434, "video_name": "s03e08_seg02_clip_01", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A person knocks on a woman's bedroom door, enters and runs to the bathroom door, and stops with his hand raised.", "similarity": 0.7842, "relevance": 2 }, { "pair_id": 111435, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 28.53, 34.43 ], "duration": 62.66, "caption": "A person knocks on someone's door while they're in bed.", "similarity": 0.7819, "relevance": 1 }, { "pair_id": 111436, "video_name": "s07e01_seg01_clip_01", "timestamp": [ 71.3, 72.02 ], "duration": 72.66, "caption": "A person shut's woman's bedroom door after going inside.", "similarity": 0.7785, "relevance": 0 }, { "pair_id": 111437, "video_name": "s03e23_seg02_clip_06", "timestamp": [ 26.57, 29.13 ], "duration": 64.66, "caption": "A woman opens the bedroom door and pulls a man through it while holding his hand.", "similarity": 0.7746, "relevance": 0 }, { "pair_id": 111438, "video_name": "s03e23_seg02_clip_06", "timestamp": [ 27.85, 30.73 ], "duration": 64.66, "caption": "A woman closes someone's bedroom door after pulling them in.", "similarity": 0.7732, "relevance": 0 }, { "pair_id": 111439, "video_name": "met_s02e01_seg02_clip_03", "timestamp": [ 4.38, 7.88 ], "duration": 58.66, "caption": "A person gets out of bed and opens the bedroom door.", "similarity": 0.7722, "relevance": 1 } ] }, { "query_id": 11089, "query": "A man throws his folder on the desk and stands up.", "relevant_moment": [ { "pair_id": 111180, "video_name": "castle_s03e24_seg02_clip_11", "timestamp": [ 15.42, 17.29 ], "duration": 93.66, "caption": "A man throws his folder on the desk and stands up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 111181, "video_name": "castle_s03e24_seg02_clip_11", "timestamp": [ 15.42, 17.29 ], "duration": 93.66, "caption": "A man tosses a file folder onto his desk and gets up from his chair.", "similarity": 0.7969, "relevance": 4 }, { "pair_id": 111182, "video_name": "friends_s02e23_seg02_clip_02", "timestamp": [ 18.91, 20.71 ], "duration": 60.66, "caption": "A person tosses a file folder onto the desk in front of him.", "similarity": 0.7487, "relevance": 2 }, { "pair_id": 111183, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 0.91, 2.73 ], "duration": 91.66, "caption": "A person sets down his folder on the desk.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 111184, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 77.97, 79.34 ], "duration": 91.66, "caption": "A man puts a file folder onto his office desk.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 111185, "video_name": "house_s02e02_seg02_clip_17", "timestamp": [ 34.23, 37.71 ], "duration": 116.66, "caption": "A person throws down a folder onto another person's desk.", "similarity": 0.7217, "relevance": 3 }, { "pair_id": 111186, "video_name": "house_s05e04_seg02_clip_01", "timestamp": [ 80.17, 92.15 ], "duration": 92.66, "caption": "A man throws an item to a person who is standing by the desk.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 111187, "video_name": "castle_s04e02_seg02_clip_03", "timestamp": [ 59.6, 61.86 ], "duration": 90.66, "caption": "A man turns around and drops a folder onto another man's desk.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 111188, "video_name": "house_s03e02_seg02_clip_02", "timestamp": [ 73.37, 80.57 ], "duration": 90.66, "caption": "A man stands up and walks out while throwing a folder onto the table.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 111190, "video_name": "castle_s07e08_seg02_clip_19", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man sets a pile of files down on the desk and sits down.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 111191, "video_name": "castle_s01e09_seg02_clip_08", "timestamp": [ 39.21, 43.62 ], "duration": 98.66, "caption": "A man sits down at someone's desk while they're looking at a folder.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 111192, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 9.88, 13.03 ], "duration": 89.66, "caption": "A man intentionally throws a thing at his desk.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 111193, "video_name": "house_s02e14_seg02_clip_19", "timestamp": [ 4.6, 6.9 ], "duration": 92.66, "caption": "A man throws a file on another person's desk and pats him on the back.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 111195, "video_name": "castle_s05e10_seg02_clip_21", "timestamp": [ 73.5, 90.66 ], "duration": 90.66, "caption": "A man reaches across the desk and hands a file folder to a person.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 111196, "video_name": "castle_s03e14_seg02_clip_07", "timestamp": [ 84.91, 87.62 ], "duration": 90.66, "caption": "A man takes a file from his desk and places it in front of someone.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 111197, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 6.23, 9.35 ], "duration": 89.66, "caption": "A man stands up while holding on to the desk.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 111198, "video_name": "castle_s02e09_seg02_clip_14", "timestamp": [ 46.56, 48.82 ], "duration": 90.66, "caption": "A man hands a folder to another person as they sit at a desk.", "similarity": 0.6558, "relevance": 1 }, { "pair_id": 111199, "video_name": "house_s02e04_seg02_clip_01", "timestamp": [ 79.67, 83.27 ], "duration": 90.66, "caption": "A man grabs his folder and stands up from the table.", "similarity": 0.6548, "relevance": 2 } ] }, { "query_id": 11093, "query": "A person walks slowly while talking to the patient.", "relevant_moment": [ { "pair_id": 149020, "video_name": "house_s05e21_seg02_clip_23", "timestamp": [ 29.93, 37.41 ], "duration": 88.66, "caption": "A person walks slowly while talking to the patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149021, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 18.61, 22.33 ], "duration": 93.66, "caption": "A person walks a little while still talking to the patient.", "similarity": 0.89, "relevance": 4 }, { "pair_id": 149022, "video_name": "house_s05e02_seg02_clip_24", "timestamp": [ 76.01, 80.56 ], "duration": 91.66, "caption": "A person walks a little closer to the patient and talk to her.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 149023, "video_name": "house_s08e22_seg02_clip_09", "timestamp": [ 19.14, 23.59 ], "duration": 89.66, "caption": "A person walks to a machine while talking to a patient.", "similarity": 0.8362, "relevance": 4 }, { "pair_id": 149024, "video_name": "house_s01e08_seg02_clip_05", "timestamp": [ 23.2, 27.27 ], "duration": 116.66, "caption": "A person stands up and walks a little while talking to the patient.", "similarity": 0.8177, "relevance": 3 }, { "pair_id": 149025, "video_name": "grey_s03e19_seg02_clip_03", "timestamp": [ 68.42, 71.12 ], "duration": 90.66, "caption": "A person walks to be closer to the patient.", "similarity": 0.8104, "relevance": 2 }, { "pair_id": 149026, "video_name": "house_s06e17_seg02_clip_00", "timestamp": [ 30.04, 35.95 ], "duration": 91.66, "caption": "A person is walking a bit slowly while talking to someone.", "similarity": 0.8064, "relevance": 1 }, { "pair_id": 149027, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 72.62, 76.58 ], "duration": 88.66, "caption": "A person walks towards a doctor while having a conversation with him/her.", "similarity": 0.8019, "relevance": 3 }, { "pair_id": 149028, "video_name": "house_s05e21_seg02_clip_23", "timestamp": [ 61.18, 66.9 ], "duration": 88.66, "caption": "A person walks out after talking to the patient.", "similarity": 0.7993, "relevance": 3 }, { "pair_id": 149029, "video_name": "house_s01e04_seg02_clip_05", "timestamp": [ 27.43, 29.77 ], "duration": 58.66, "caption": "A person walks forward to talk to the patient's family.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 149030, "video_name": "house_s01e13_seg02_clip_21", "timestamp": [ 0.0, 5.09 ], "duration": 92.66, "caption": "A person walks a little closer to the patient and talks to the family.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 149031, "video_name": "house_s07e16_seg02_clip_22", "timestamp": [ 5.44, 9.52 ], "duration": 272.66, "caption": "A person walks out the room while talking to the patient.", "similarity": 0.7884, "relevance": 2 }, { "pair_id": 149032, "video_name": "s02e11_seg02_clip_02", "timestamp": [ 2.1, 5.4 ], "duration": 60.66, "caption": "A person walks slowly to another person while talking to them.", "similarity": 0.7858, "relevance": 2 }, { "pair_id": 149033, "video_name": "house_s02e12_seg02_clip_14", "timestamp": [ 2.72, 5.97 ], "duration": 54.66, "caption": "A person is walking slowly while talking to another person.", "similarity": 0.7844, "relevance": 2 }, { "pair_id": 149034, "video_name": "house_s05e10_seg02_clip_20", "timestamp": [ 13.51, 17.53 ], "duration": 73.66, "caption": "A man walks in front of the patient and talks to them.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 149035, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 10.26, 13.97 ], "duration": 57.66, "caption": "A person walks slowly to another person while they are talking.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 149036, "video_name": "house_s08e22_seg02_clip_09", "timestamp": [ 8.9, 14.24 ], "duration": 89.66, "caption": "A man walks a little closer to the patient and talks to him.", "similarity": 0.7805, "relevance": 4 }, { "pair_id": 149037, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 68.37, 93.03 ], "duration": 93.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 149038, "video_name": "house_s08e02_seg02_clip_17", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 149039, "video_name": "house_s06e14_seg02_clip_24", "timestamp": [ 0.0, 18.93 ], "duration": 88.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 4 }, { "pair_id": 322340, "video_name": "house_s05e15_seg02_clip_15", "timestamp": [ 47.09, 88.02 ], "duration": 88.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 322341, "video_name": "house_s03e22_seg02_clip_15", "timestamp": [ 44.11, 90.02 ], "duration": 90.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 322342, "video_name": "house_s03e12_seg02_clip_21", "timestamp": [ 0.0, 30.37 ], "duration": 88.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 322343, "video_name": "house_s02e21_seg02_clip_19", "timestamp": [ 0.0, 32.17 ], "duration": 96.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 322344, "video_name": "house_s02e07_seg02_clip_12", "timestamp": [ 85.05, 95.03 ], "duration": 95.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 322345, "video_name": "house_s01e21_seg02_clip_09", "timestamp": [ 73.82, 90.02 ], "duration": 90.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 322346, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 49.29, 73.02 ], "duration": 73.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 322347, "video_name": "grey_s02e20_seg02_clip_06", "timestamp": [ 59.7, 87.66 ], "duration": 87.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.7787, "relevance": 1 }, { "pair_id": 322348, "video_name": "grey_s03e23_seg02_clip_02", "timestamp": [ 0.0, 36.22 ], "duration": 85.66, "caption": "A person is having a conversation to a patient.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 322349, "video_name": "grey_s03e07_seg02_clip_10", "timestamp": [ 58.76, 89.02 ], "duration": 89.66, "caption": "A person is having a conversation to a patient.", "similarity": 0.7772, "relevance": 2 }, { "pair_id": 322350, "video_name": "grey_s03e05_seg02_clip_12", "timestamp": [ 0.0, 13.4 ], "duration": 89.66, "caption": "A person is having a conversation to a patient.", "similarity": 0.7772, "relevance": 2 }, { "pair_id": 322351, "video_name": "grey_s02e01_seg02_clip_20", "timestamp": [ 0.0, 33.67 ], "duration": 99.66, "caption": "A person is having a conversation to a patient.", "similarity": 0.7772, "relevance": 2 }, { "pair_id": 322352, "video_name": "grey_s03e15_seg02_clip_24", "timestamp": [ 22.8, 53.85 ], "duration": 97.66, "caption": "person is having a conversation with patient.", "similarity": 0.7746, "relevance": 2 }, { "pair_id": 322353, "video_name": "house_s03e01_seg02_clip_19", "timestamp": [ 32.64, 41.2 ], "duration": 107.66, "caption": "A person walks slowly to another person while speaking to her.", "similarity": 0.7678, "relevance": 1 }, { "pair_id": 322354, "video_name": "house_s08e19_seg02_clip_19", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "A person is having a conversation with a patient.", "similarity": 0.7677, "relevance": 1 }, { "pair_id": 322355, "video_name": "house_s07e03_seg02_clip_13", "timestamp": [ 0.0, 37.0 ], "duration": 90.66, "caption": "A person is having a conversation with a patient.", "similarity": 0.7677, "relevance": 2 }, { "pair_id": 322356, "video_name": "house_s06e09_seg02_clip_00", "timestamp": [ 36.31, 79.22 ], "duration": 110.66, "caption": "A person is having a conversation with a patient.", "similarity": 0.7677, "relevance": 2 }, { "pair_id": 322357, "video_name": "house_s06e09_seg02_clip_00", "timestamp": [ 0.0, 23.66 ], "duration": 110.66, "caption": "A person is having a conversation with a patient.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 322358, "video_name": "house_s05e19_seg02_clip_25", "timestamp": [ 79.3, 104.42 ], "duration": 157.66, "caption": "A person is having a conversation with a patient.", "similarity": 0.7677, "relevance": 2 }, { "pair_id": 322359, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 0.0, 26.41 ], "duration": 132.66, "caption": "A person is having a conversation with a patient.", "similarity": 0.7677, "relevance": 1 } ] }, { "query_id": 11116, "query": "A man shows someone a sketch picture of a person.", "relevant_moment": [ { "pair_id": 152980, "video_name": "castle_s02e23_seg02_clip_15", "timestamp": [ 49.73, 54.13 ], "duration": 88.66, "caption": "A man shows someone a sketch picture of a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152981, "video_name": "castle_s03e15_seg02_clip_20", "timestamp": [ 66.77, 77.45 ], "duration": 89.66, "caption": "A person shows a sketch of a man to another person.", "similarity": 0.9052, "relevance": 3 }, { "pair_id": 152983, "video_name": "castle_s02e05_seg02_clip_13", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "A person shows a sketch of a man to some other people.", "similarity": 0.895, "relevance": 4 }, { "pair_id": 152984, "video_name": "castle_s05e13_seg02_clip_14", "timestamp": [ 60.02, 66.82 ], "duration": 80.66, "caption": "A person hands a man a sketch to look at.", "similarity": 0.843, "relevance": 4 }, { "pair_id": 152985, "video_name": "castle_s03e15_seg02_clip_26", "timestamp": [ 3.06, 14.54 ], "duration": 153.66, "caption": "A man gives the sketch of a person to another man.", "similarity": 0.8391, "relevance": 4 }, { "pair_id": 152986, "video_name": "castle_s03e22_seg02_clip_13", "timestamp": [ 55.68, 60.74 ], "duration": 92.66, "caption": "A man holds up a sketch of a person to show another person.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 152987, "video_name": "castle_s06e22_seg02_clip_10", "timestamp": [ 63.26, 65.99 ], "duration": 91.66, "caption": "A man shows another man a sketch of someone and the other man confirms it being him.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 152988, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.7794, "relevance": 1 }, { "pair_id": 152989, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 27.76, 43.24 ], "duration": 91.66, "caption": "A man shows some people a photo of someone.", "similarity": 0.7683, "relevance": 1 }, { "pair_id": 152990, "video_name": "castle_s07e18_seg02_clip_08", "timestamp": [ 71.35, 74.57 ], "duration": 92.66, "caption": "A man puts up a photo of a person next to a police sketch.", "similarity": 0.7622, "relevance": 3 }, { "pair_id": 152991, "video_name": "castle_s05e16_seg02_clip_00", "timestamp": [ 64.88, 71.78 ], "duration": 92.66, "caption": "A person hands a sketch to another person and he looks over it.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 152992, "video_name": "castle_s05e24_seg02_clip_08", "timestamp": [ 50.37, 52.6 ], "duration": 89.66, "caption": "A person puts up a sketched photo of a man onto the case board.", "similarity": 0.7597, "relevance": 4 }, { "pair_id": 152993, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 20.04, 23.23 ], "duration": 91.66, "caption": "A man puts a sketched photo of a woman next to a photograms.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 152994, "video_name": "castle_s07e23_seg02_clip_19", "timestamp": [ 70.32, 77.94 ], "duration": 89.66, "caption": "A man picks up a sketch of a mask and shows it to another person.", "similarity": 0.741, "relevance": 4 }, { "pair_id": 152995, "video_name": "castle_s07e20_seg02_clip_15", "timestamp": [ 56.36, 67.91 ], "duration": 92.66, "caption": "A man hands a person a sketch of a man and he puts it up to the TV screen.", "similarity": 0.732, "relevance": 4 }, { "pair_id": 152996, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A woman holds up a sketched picture of a man.", "similarity": 0.721, "relevance": 3 }, { "pair_id": 152997, "video_name": "castle_s06e05_seg02_clip_16", "timestamp": [ 65.27, 70.22 ], "duration": 90.66, "caption": "A man shows another man a photo to see if he recognizes the person.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 152998, "video_name": "house_s06e08_seg02_clip_16", "timestamp": [ 27.91, 42.76 ], "duration": 90.66, "caption": "A person explains to another person what they are sketching.", "similarity": 0.7132, "relevance": 1 }, { "pair_id": 152999, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 68.87, 74.72 ], "duration": 90.66, "caption": "A person shows a picture to another person.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 326300, "video_name": "castle_s06e22_seg02_clip_10", "timestamp": [ 63.72, 66.45 ], "duration": 91.66, "caption": "Some people handed a piece of paper with a sketch of a man drawn on it to another person.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 326301, "video_name": "castle_s07e14_seg02_clip_12", "timestamp": [ 58.44, 64.42 ], "duration": 92.66, "caption": "A man comes in and shows some people a photo of a man.", "similarity": 0.7083, "relevance": 3 }, { "pair_id": 326302, "video_name": "s05e07_seg02_clip_03", "timestamp": [ 41.3, 45.46 ], "duration": 64.66, "caption": "A man shows a sketch to the woman sitting beside him.", "similarity": 0.7077, "relevance": 4 }, { "pair_id": 326303, "video_name": "castle_s05e03_seg02_clip_15", "timestamp": [ 11.26, 14.42 ], "duration": 90.66, "caption": "A man taps the screen to show a sketch next to a driver's license photo.", "similarity": 0.7075, "relevance": 4 }, { "pair_id": 326304, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 21.86, 23.68 ], "duration": 91.66, "caption": "A man puts up a sketch of a woman next to a picture of a woman on the case board.", "similarity": 0.7072, "relevance": 4 }, { "pair_id": 326305, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 55.47, 59.95 ], "duration": 89.66, "caption": "A man holds a picture of someone and shows it to his colleagues.", "similarity": 0.7062, "relevance": 3 }, { "pair_id": 326306, "video_name": "castle_s02e17_seg02_clip_08", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A person is standing in front of a screen looking at a sketch of a man next to a man.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 326307, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 52.21, 55.36 ], "duration": 90.66, "caption": "A person is holding a picture of someone as a man identifies them in the photo.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 326308, "video_name": "castle_s04e19_seg02_clip_05", "timestamp": [ 25.03, 28.22 ], "duration": 91.66, "caption": "A man is holding a sketch of a man in front of another man.", "similarity": 0.7021, "relevance": 4 }, { "pair_id": 326309, "video_name": "castle_s03e15_seg02_clip_26", "timestamp": [ 6.12, 14.54 ], "duration": 153.66, "caption": "A man is handed a sketch of someone's father.", "similarity": 0.6984, "relevance": 4 }, { "pair_id": 326310, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 19.45, 26.23 ], "duration": 90.66, "caption": "A person shows a picture of Hasim to a man.", "similarity": 0.6983, "relevance": 3 }, { "pair_id": 326311, "video_name": "castle_s07e12_seg02_clip_08", "timestamp": [ 55.35, 57.21 ], "duration": 93.66, "caption": "A person puts a sketched photo onto the case board next to another person's picture.", "similarity": 0.6981, "relevance": 4 }, { "pair_id": 326312, "video_name": "castle_s05e12_seg02_clip_09", "timestamp": [ 21.17, 30.37 ], "duration": 92.66, "caption": "A man was standing behind another person who was making a sketch.", "similarity": 0.6937, "relevance": 4 }, { "pair_id": 326313, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.6933, "relevance": 3 }, { "pair_id": 326314, "video_name": "castle_s02e05_seg02_clip_13", "timestamp": [ 4.06, 8.56 ], "duration": 90.66, "caption": "A man identifies the person in the sketch after a woman asks if he remembers him.", "similarity": 0.6921, "relevance": 4 }, { "pair_id": 326315, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 12.28, 18.19 ], "duration": 90.66, "caption": "A woman shows a piece of picture to a man.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 326316, "video_name": "castle_s04e22_seg02_clip_14", "timestamp": [ 69.18, 76.46 ], "duration": 91.66, "caption": "A woman shows a picture to two men and one of them recognizes him.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 326317, "video_name": "castle_s05e05_seg02_clip_06", "timestamp": [ 6.23, 10.24 ], "duration": 89.66, "caption": "A woman shows a sketch to a man wearing black coat.", "similarity": 0.6879, "relevance": 3 }, { "pair_id": 326318, "video_name": "castle_s04e16_seg02_clip_19", "timestamp": [ 54.77, 64.94 ], "duration": 78.66, "caption": "A person is holding a picture and shows it to another person.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 326319, "video_name": "castle_s06e06_seg02_clip_17", "timestamp": [ 10.7, 16.28 ], "duration": 93.66, "caption": "A person holds a paper sketch of a man next to a computer monitor.", "similarity": 0.6868, "relevance": 4 } ] }, { "query_id": 11165, "query": "A man sits down next to woman while carrying a plate of food.", "relevant_moment": [ { "pair_id": 143700, "video_name": "friends_s09e01_seg02_clip_09", "timestamp": [ 13.34, 18.61 ], "duration": 62.66, "caption": "A man sits down next to woman while carrying a plate of food.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 143701, "video_name": "grey_s03e09_seg02_clip_29", "timestamp": [ 77.87, 83.27 ], "duration": 90.66, "caption": "A woman sits beside a man and takes his container of food.", "similarity": 0.8222, "relevance": 2 }, { "pair_id": 143702, "video_name": "s02e04_seg01_clip_00", "timestamp": [ 4.65, 6.2 ], "duration": 62.66, "caption": "A man hands a woman a container of food as she is sitting beside another man.", "similarity": 0.7936, "relevance": 2 }, { "pair_id": 143703, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 39.02, 41.42 ], "duration": 60.66, "caption": "A woman hands a man a plate of food as she sits down at the table.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 143704, "video_name": "grey_s02e21_seg02_clip_14", "timestamp": [ 33.29, 38.44 ], "duration": 93.66, "caption": "A man sits beside woman as he puts his food tray onto the table.", "similarity": 0.7513, "relevance": 4 }, { "pair_id": 143705, "video_name": "s08e04_seg02_clip_00", "timestamp": [ 10.68, 12.82 ], "duration": 61.66, "caption": "A person sits beside a woman with a container of food.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 143706, "video_name": "friends_s06e01_seg02_clip_04", "timestamp": [ 9.68, 11.19 ], "duration": 60.66, "caption": "A man and guy sit down with their plates of food.", "similarity": 0.7368, "relevance": 4 }, { "pair_id": 143707, "video_name": "house_s01e18_seg02_clip_09", "timestamp": [ 70.44, 75.04 ], "duration": 92.66, "caption": "The person sitting next to a man passes a plate of bagels in his direction; he shakes his head slightly, and she puts the plate down.", "similarity": 0.7127, "relevance": 1 }, { "pair_id": 143708, "video_name": "friends_s09e01_seg02_clip_09", "timestamp": [ 16.75, 18.92 ], "duration": 62.66, "caption": "A man sits down on the couch with woman holding a plate.", "similarity": 0.7087, "relevance": 4 }, { "pair_id": 143709, "video_name": "met_s04e01_seg02_clip_04", "timestamp": [ 54.06, 56.02 ], "duration": 56.66, "caption": "A man brings out a couple of plates of food to a woman.", "similarity": 0.7029, "relevance": 2 }, { "pair_id": 143710, "video_name": "friends_s01e10_seg02_clip_19", "timestamp": [ 0.3, 17.29 ], "duration": 59.66, "caption": "A man holds a piece of food towards someone.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 143711, "video_name": "house_s07e01_seg02_clip_06", "timestamp": [ 36.91, 39.61 ], "duration": 90.66, "caption": "A man sits beside a woman and puts the thing he is holding on the table.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 143712, "video_name": "s07e06_seg02_clip_14", "timestamp": [ 40.89, 61.03 ], "duration": 61.66, "caption": "A man and a woman were having a meal together.", "similarity": 0.6917, "relevance": 1 }, { "pair_id": 143713, "video_name": "s06e16_seg02_clip_09", "timestamp": [ 16.53, 22.13 ], "duration": 59.66, "caption": "A man and woman are sitting next to each other as they eat at a restaurant.", "similarity": 0.689, "relevance": 1 }, { "pair_id": 143714, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A woman is sitting next to man at a restaurant table.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 143715, "video_name": "s01e12_seg02_clip_11", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A person is standing with a plate of food with another person.", "similarity": 0.686, "relevance": 1 }, { "pair_id": 143717, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A woman is holding a table while sitting next to a man.", "similarity": 0.6837, "relevance": 0 }, { "pair_id": 143718, "video_name": "castle_s02e19_seg02_clip_12", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A man takes a bit of his food as a girl goes to sit next to him.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 143719, "video_name": "castle_s05e18_seg02_clip_25", "timestamp": [ 36.91, 43.21 ], "duration": 90.66, "caption": "A man sits down next to a woman while carrying wine for them.", "similarity": 0.6802, "relevance": 3 } ] }, { "query_id": 11187, "query": "A woman picks up a medical tray and sets it down on a cabinet.", "relevant_moment": [ { "pair_id": 159380, "video_name": "friends_s09e11_seg02_clip_10", "timestamp": [ 17.73, 23.45 ], "duration": 57.66, "caption": "A woman picks up a medical tray and sets it down on a cabinet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159381, "video_name": "friends_s09e11_seg02_clip_10", "timestamp": [ 3.72, 9.15 ], "duration": 57.66, "caption": "A woman carries over a medical tray and sets it down by the patient.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 159382, "video_name": "grey_s03e13_seg02_clip_05", "timestamp": [ 3.16, 4.52 ], "duration": 90.66, "caption": "A woman grabs a speculum from the medical tray.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 159383, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 29.51, 30.51 ], "duration": 100.66, "caption": "A person picks up medicines in the medicine cabinet.", "similarity": 0.7084, "relevance": 1 }, { "pair_id": 159384, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 0.0, 1.32 ], "duration": 88.66, "caption": "A woman picks up medical supplies and puts it in the bin.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 159385, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 65.82, 77.57 ], "duration": 94.66, "caption": "A woman picks up a piece of paper she finds on the patient's nightstand.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 159386, "video_name": "grey_s02e03_seg02_clip_10", "timestamp": [ 71.89, 74.64 ], "duration": 91.66, "caption": "The medical staff pick up a woman on to a gurney.", "similarity": 0.6654, "relevance": 0 }, { "pair_id": 159387, "video_name": "grey_s03e13_seg02_clip_10", "timestamp": [ 29.94, 34.45 ], "duration": 82.66, "caption": "A woman picks up the medical file and shuts it.", "similarity": 0.6608, "relevance": 0 }, { "pair_id": 159388, "video_name": "grey_s02e10_seg02_clip_08", "timestamp": [ 8.62, 10.89 ], "duration": 90.66, "caption": "A woman takes the towel off of the medical tray.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 159389, "video_name": "s08e04_seg02_clip_04", "timestamp": [ 24.5, 29.81 ], "duration": 59.66, "caption": "A woman sets her briefcase and coffee down on the patient seat.", "similarity": 0.6399, "relevance": 1 }, { "pair_id": 159390, "video_name": "grey_s01e09_seg02_clip_08", "timestamp": [ 74.56, 80.08 ], "duration": 92.66, "caption": "A woman picks up her medical gear and leaves person's room.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 159391, "video_name": "house_s08e07_seg02_clip_12", "timestamp": [ 31.05, 34.45 ], "duration": 97.66, "caption": "A woman picks up an object in the hospital room, shortly slamming it back down.", "similarity": 0.6394, "relevance": 0 }, { "pair_id": 159392, "video_name": "house_s02e23_seg02_clip_12", "timestamp": [ 10.8, 15.66 ], "duration": 108.66, "caption": "A doctor picks up two things at her office desk.", "similarity": 0.6379, "relevance": 0 }, { "pair_id": 159393, "video_name": "friends_s09e11_seg02_clip_10", "timestamp": [ 7.15, 11.15 ], "duration": 57.66, "caption": "A woman celebrates setting the medical tray down by words and actions.", "similarity": 0.6361, "relevance": 3 }, { "pair_id": 159394, "video_name": "friends_s02e10_seg02_clip_05", "timestamp": [ 9.18, 15.13 ], "duration": 54.66, "caption": "A woman picks up a plate from the table and puts it on her tray.", "similarity": 0.6336, "relevance": 0 }, { "pair_id": 159395, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 76.58, 78.76 ], "duration": 87.66, "caption": "A woman picks up a large clear bag with stuff in for a patient to see.", "similarity": 0.6298, "relevance": 0 }, { "pair_id": 159396, "video_name": "friends_s09e11_seg02_clip_05", "timestamp": [ 4.95, 10.18 ], "duration": 58.66, "caption": "A woman on a nurse scrub suit takes a tray of surgical instruments.", "similarity": 0.6297, "relevance": 3 }, { "pair_id": 159397, "video_name": "grey_s02e08_seg02_clip_00", "timestamp": [ 54.52, 68.84 ], "duration": 92.66, "caption": "A woman picks up a medical file and writes something in it.", "similarity": 0.627, "relevance": 0 }, { "pair_id": 159398, "video_name": "friends_s09e11_seg02_clip_05", "timestamp": [ 12.51, 16.29 ], "duration": 58.66, "caption": "A woman drops the tray full of surgical instruments.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 159399, "video_name": "house_s01e15_seg02_clip_18", "timestamp": [ 72.17, 78.02 ], "duration": 78.66, "caption": "A person grabs some medical equipment out of a top cupboard.", "similarity": 0.626, "relevance": 0 } ] }, { "query_id": 11211, "query": "While a woman is working at her desk, a man walks in the door.", "relevant_moment": [ { "pair_id": 167020, "video_name": "friends_s09e11_seg02_clip_16", "timestamp": [ 40.91, 48.16 ], "duration": 58.66, "caption": "While a woman is working at her desk, a man walks in the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167021, "video_name": "house_s05e14_seg02_clip_02", "timestamp": [ 25.37, 27.15 ], "duration": 89.66, "caption": "A woman sitting at her desk as a man walks through the office door.", "similarity": 0.8573, "relevance": 4 }, { "pair_id": 167022, "video_name": "s08e01_seg02_clip_11", "timestamp": [ 14.71, 18.61 ], "duration": 60.66, "caption": "A woman goes from a man's office door to in front of his desk.", "similarity": 0.8286, "relevance": 3 }, { "pair_id": 167023, "video_name": "house_s05e16_seg02_clip_05", "timestamp": [ 40.53, 41.4 ], "duration": 86.66, "caption": "A man is in an office with a woman, then he walks towards the door.", "similarity": 0.7957, "relevance": 0 }, { "pair_id": 167024, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 22.7, 24.88 ], "duration": 87.66, "caption": "A woman sits down on her desk as a man walks into her office.", "similarity": 0.7849, "relevance": 2 }, { "pair_id": 167025, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 40.03, 45.09 ], "duration": 92.66, "caption": "A woman opens the door to her office and walks in with a man following her.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 167026, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 14.24, 23.15 ], "duration": 89.66, "caption": "A woman walks to her desk while a man follows her.", "similarity": 0.7717, "relevance": 1 }, { "pair_id": 167027, "video_name": "house_s08e01_seg02_clip_13", "timestamp": [ 44.63, 50.61 ], "duration": 92.66, "caption": "A man follows a woman into her office and closes the door behind them.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 167028, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 29.99, 33.9 ], "duration": 86.66, "caption": "A man walks in and sits down on a woman's desk.", "similarity": 0.7686, "relevance": 2 }, { "pair_id": 167029, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 0.0, 7.04 ], "duration": 88.66, "caption": "A man opens the door to woman's office and another woman walks through it.", "similarity": 0.7626, "relevance": 3 }, { "pair_id": 167030, "video_name": "house_s05e15_seg02_clip_08", "timestamp": [ 17.93, 24.65 ], "duration": 89.66, "caption": "A woman walks into man's office and sits on his desk.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 167031, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 29.98, 35.25 ], "duration": 81.66, "caption": "A person walks in a woman's office who is sitting down at her desk.", "similarity": 0.7594, "relevance": 4 }, { "pair_id": 167032, "video_name": "castle_s03e16_seg02_clip_19", "timestamp": [ 61.01, 67.11 ], "duration": 87.66, "caption": "A woman walks through the door to the desk and turns to face man.", "similarity": 0.7557, "relevance": 1 }, { "pair_id": 167033, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 67.36 ], "duration": 91.66, "caption": "A man opens the door of a woman's office then walks out.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 167034, "video_name": "house_s02e01_seg02_clip_16", "timestamp": [ 90.24, 93.03 ], "duration": 93.66, "caption": "A person walks into his office to find a woman sitting at his desk.", "similarity": 0.7505, "relevance": 4 }, { "pair_id": 167035, "video_name": "castle_s07e17_seg02_clip_09", "timestamp": [ 81.14, 82.5 ], "duration": 90.66, "caption": "A woman opens the office door and a man follows her inside.", "similarity": 0.7502, "relevance": 1 }, { "pair_id": 167036, "video_name": "house_s05e05_seg02_clip_23", "timestamp": [ 37.06, 47.04 ], "duration": 95.66, "caption": "A man comes in to his office and walks over to his desk while woman is waiting.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 167037, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 51.16, 52.56 ], "duration": 93.66, "caption": "A person walks into woman's office as she holds the door for him.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 167038, "video_name": "met_s03e15_seg02_clip_00", "timestamp": [ 41.78, 47.66 ], "duration": 61.66, "caption": "A woman enters a person's office and walks towards his desk.", "similarity": 0.7428, "relevance": 3 }, { "pair_id": 167039, "video_name": "castle_s05e16_seg02_clip_04", "timestamp": [ 54.73, 63.56 ], "duration": 88.66, "caption": "A man walks into a woman's office, hands her a cup of coffee and sits down by her desk.", "similarity": 0.7381, "relevance": 4 }, { "pair_id": 340340, "video_name": "friends_s07e13_seg02_clip_20", "timestamp": [ 32.71, 39.92 ], "duration": 60.66, "caption": "A woman walks over to a man while he's sitting at his desk.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 340341, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.7352, "relevance": 4 }, { "pair_id": 340342, "video_name": "friends_s09e11_seg02_clip_17", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man enters the office and a woman stands up from behind her desk.", "similarity": 0.7344, "relevance": 4 }, { "pair_id": 340343, "video_name": "friends_s09e21_seg02_clip_14", "timestamp": [ 0.0, 3.49 ], "duration": 53.66, "caption": "A man walks towards a woman at the desk and points back at the door behind him.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 340344, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 4.73, 6.02 ], "duration": 86.66, "caption": "A person walks into a woman's office through the office doors.", "similarity": 0.7325, "relevance": 4 }, { "pair_id": 340345, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 53.03, 57.68 ], "duration": 93.66, "caption": "A woman opens the door to let a man into her office.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 340346, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 4.55, 10.92 ], "duration": 91.66, "caption": "A man follows a woman to her desk.", "similarity": 0.7316, "relevance": 3 }, { "pair_id": 340347, "video_name": "castle_s08e19_seg02_clip_18", "timestamp": [ 81.92, 85.52 ], "duration": 90.66, "caption": "A woman walks towards a man as he stands by the office door.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 340348, "video_name": "house_s01e18_seg02_clip_06", "timestamp": [ 87.05, 93.1 ], "duration": 93.66, "caption": "A person walks into woman's office and the door shuts behind him.", "similarity": 0.7268, "relevance": 4 }, { "pair_id": 340349, "video_name": "friends_s01e16-17_seg02_clip_14", "timestamp": [ 0.0, 9.63 ], "duration": 55.66, "caption": "A man walks into another man's office, then a woman walks out of the office.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 340350, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 34.21, 39.16 ], "duration": 90.66, "caption": "A woman walks up and stands by a man who is working at her desk.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 340351, "video_name": "s01e04_seg02_clip_06", "timestamp": [ 0.0, 12.61 ], "duration": 60.66, "caption": "A person comes in through door and walks towards his/her desk.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 340352, "video_name": "house_s07e20_seg02_clip_08", "timestamp": [ 17.02, 26.23 ], "duration": 92.66, "caption": "A person walks through the office door and walks up to a man's desk.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 340353, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 38.5, 41.56 ], "duration": 87.66, "caption": "A man walks into the office where a woman is seated.", "similarity": 0.7195, "relevance": 4 }, { "pair_id": 340354, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 97.01, 106.02 ], "duration": 106.66, "caption": "A woman enters person's office and walks up to his desk.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 340355, "video_name": "castle_s05e13_seg02_clip_09", "timestamp": [ 7.28, 12.13 ], "duration": 97.66, "caption": "A man enters the office and a woman follows closing the door.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 340356, "video_name": "castle_s08e19_seg02_clip_17", "timestamp": [ 87.84, 91.03 ], "duration": 91.66, "caption": "A man closes the office door he is in with woman.", "similarity": 0.717, "relevance": 3 }, { "pair_id": 340357, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 69.19, 75.07 ], "duration": 90.66, "caption": "A person walks to his office and sees a woman at the desk.", "similarity": 0.7165, "relevance": 4 }, { "pair_id": 340358, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 52.34, 62.35 ], "duration": 91.66, "caption": "A woman opens the door for man and lets him in her office.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 340359, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 75.67, 85.46 ], "duration": 89.66, "caption": "A man walks in to woman's office and sits down across from her.", "similarity": 0.7137, "relevance": 4 } ] }, { "query_id": 11223, "query": "Some people put down the orange things they are holding and leave a person's apartment.", "relevant_moment": [ { "pair_id": 166960, "video_name": "s02e18_seg02_clip_04", "timestamp": [ 28.61, 43.57 ], "duration": 65.66, "caption": "Some people put down the orange things they are holding and leave a person's apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166961, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 26.85, 35.09 ], "duration": 61.66, "caption": "Some people walk through and leave the apartment.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 166962, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 24.79, 29.81 ], "duration": 59.66, "caption": "Some people come out of the apartment.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 166963, "video_name": "friends_s07e13_seg02_clip_18", "timestamp": [ 51.02, 54.62 ], "duration": 60.66, "caption": "Two people leave the apartment and go over to a person's.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 166964, "video_name": "s02e06_seg02_clip_04", "timestamp": [ 58.11, 63.39 ], "duration": 66.66, "caption": "Some people exit the apartment.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 166965, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 28.38, 35.7 ], "duration": 61.66, "caption": "After an argument, some people leave the apartment.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 166966, "video_name": "s06e01_seg02_clip_12", "timestamp": [ 35.09, 42.11 ], "duration": 61.66, "caption": "A person gets thrown out of the apartment and puts his/her hands in his/her pockets.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 166967, "video_name": "s10e10_seg02_clip_05", "timestamp": [ 39.62, 44.42 ], "duration": 60.66, "caption": "A person leaves the apartment and another person follows him out.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 166968, "video_name": "s02e20_seg02_clip_00", "timestamp": [ 4.73, 8.82 ], "duration": 63.66, "caption": "Some people walk out of the apartment.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 166969, "video_name": "friends_s02e08_seg02_clip_10", "timestamp": [ 21.37, 25.02 ], "duration": 56.66, "caption": "A person walks out of some people's apartment.", "similarity": 0.6118, "relevance": 1 }, { "pair_id": 166970, "video_name": "s02e01_seg02_clip_16", "timestamp": [ 40.73, 46.02 ], "duration": 46.66, "caption": "A person leaves another person's apartment door to go inside his/her apartment.", "similarity": 0.6072, "relevance": 1 }, { "pair_id": 166971, "video_name": "s05e15_seg02_clip_10", "timestamp": [ 14.04, 19.83 ], "duration": 61.66, "caption": "A person comes in to the apartment carrying something that is going off.", "similarity": 0.5907, "relevance": 0 }, { "pair_id": 166972, "video_name": "s01e04_seg01_clip_00", "timestamp": [ 28.99, 35.7 ], "duration": 61.66, "caption": "Two people leave their apartment and close the door behind them.", "similarity": 0.5836, "relevance": 1 }, { "pair_id": 166973, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 36.13, 46.02 ], "duration": 46.66, "caption": "Some people walk out of the apartment leaving a person sitting alone.", "similarity": 0.5833, "relevance": 1 }, { "pair_id": 166974, "video_name": "s04e17_seg02_clip_06", "timestamp": [ 6.79, 26.27 ], "duration": 59.66, "caption": "A person pushes another person out of the apartment because he is going to have people over.", "similarity": 0.5794, "relevance": 1 }, { "pair_id": 166975, "video_name": "s03e21_seg02_clip_16", "timestamp": [ 1.02, 6.12 ], "duration": 68.66, "caption": "A person shoos some people out of the apartment door.", "similarity": 0.5768, "relevance": 1 }, { "pair_id": 166976, "video_name": "friends_s03e11_seg02_clip_19", "timestamp": [ 52.5, 55.7 ], "duration": 64.66, "caption": "Some men leave the apartment at the same time.", "similarity": 0.5751, "relevance": 1 }, { "pair_id": 166977, "video_name": "friends_s08e14_seg02_clip_08", "timestamp": [ 19.53, 27.46 ], "duration": 61.66, "caption": "Two people leave the apartment in a rush together.", "similarity": 0.5708, "relevance": 1 }, { "pair_id": 166978, "video_name": "friends_s02e14_seg02_clip_04", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "Two people carry boxes into the apartment and put them down.", "similarity": 0.5665, "relevance": 1 }, { "pair_id": 166979, "video_name": "friends_s04e13_seg02_clip_00", "timestamp": [ 5.94, 13.54 ], "duration": 66.66, "caption": "A person helps another person pack up in the apartment.", "similarity": 0.5644, "relevance": 0 } ] }, { "query_id": 11417, "query": "A woman looks back over her left shoulder twice while talking with another woman inside a bakery.", "relevant_moment": [ { "pair_id": 19600, "video_name": "met_s06e24_seg01_clip_01", "timestamp": [ 49.13, 55.54 ], "duration": 61.66, "caption": "A woman looks back over her left shoulder twice while talking with another woman inside a bakery.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19601, "video_name": "grey_s03e19_seg02_clip_24", "timestamp": [ 48.31, 50.61 ], "duration": 92.66, "caption": "A woman looks over to another woman when she is talking.", "similarity": 0.6992, "relevance": 3 }, { "pair_id": 19602, "video_name": "house_s06e13_seg02_clip_07", "timestamp": [ 62.87, 64.59 ], "duration": 86.66, "caption": "A woman leans back and looks up while talking to another woman.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 19603, "video_name": "met_s04e02_seg02_clip_00", "timestamp": [ 3.73, 9.65 ], "duration": 62.66, "caption": "A woman leans over and tells another woman when her food is coming.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 19604, "video_name": "friends_s03e11_seg02_clip_02", "timestamp": [ 18.25, 23.66 ], "duration": 57.66, "caption": "A woman turns around holding two plates with food while talking to another woman.", "similarity": 0.6464, "relevance": 3 }, { "pair_id": 19605, "video_name": "grey_s03e07_seg02_clip_26", "timestamp": [ 37.86, 47.11 ], "duration": 88.66, "caption": "While a woman is talking to another woman, she looks over at a third woman and the second woman smiles.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 19606, "video_name": "friends_s07e23-24_seg02_clip_14", "timestamp": [ 4.51, 8.41 ], "duration": 60.66, "caption": "A woman very subtlety looks over to another woman while she is talking to someone.", "similarity": 0.6426, "relevance": 2 }, { "pair_id": 19607, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 0.0, 12.62 ], "duration": 87.66, "caption": "A woman is talking to another woman but the other woman just looks down.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 19608, "video_name": "castle_s02e12_seg02_clip_12", "timestamp": [ 28.06, 31.03 ], "duration": 85.66, "caption": "A woman calls person and he turns to look at her with another woman in front of her.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 19609, "video_name": "friends_s05e02_seg02_clip_04", "timestamp": [ 0.0, 56.96 ], "duration": 59.66, "caption": "A woman was talking to two other women.", "similarity": 0.6334, "relevance": 3 }, { "pair_id": 19610, "video_name": "castle_s07e16_seg02_clip_09", "timestamp": [ 27.91, 31.06 ], "duration": 90.66, "caption": "A woman turns and looks over her shoulder at another woman sitting behind her.", "similarity": 0.6319, "relevance": 3 }, { "pair_id": 19611, "video_name": "castle_s03e02_seg02_clip_23", "timestamp": [ 24.76, 28.36 ], "duration": 90.66, "caption": "A woman nods while talking, looks over at another woman, then looks back and nods again.", "similarity": 0.6319, "relevance": 3 }, { "pair_id": 19612, "video_name": "s05e01_seg02_clip_08", "timestamp": [ 40.73, 44.27 ], "duration": 59.66, "caption": "A woman turns around to face another woman and talk to her.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 19613, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 87.58, 88.02 ], "duration": 88.66, "caption": "A woman turns around to look at another woman.", "similarity": 0.6279, "relevance": 2 }, { "pair_id": 19614, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman is holding two pieces of bread in each hand and talking to two people.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 19615, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 48.08, 54.39 ], "duration": 60.66, "caption": "A woman turns around and looks at woman while person is talking.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 19616, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 7.41, 10.92 ], "duration": 78.66, "caption": "A woman says hello to another woman while she's making food.", "similarity": 0.6242, "relevance": 3 }, { "pair_id": 19617, "video_name": "house_s05e01_seg02_clip_24", "timestamp": [ 62.66, 73.1 ], "duration": 87.66, "caption": "A woman shrugs her shoulders while talking to another woman.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 19618, "video_name": "friends_s05e12_seg02_clip_16", "timestamp": [ 48.9, 49.94 ], "duration": 52.66, "caption": "A woman looks at a lamp then holds the lamp up next to her shoulder while talking to another woman.", "similarity": 0.6189, "relevance": 1 }, { "pair_id": 19619, "video_name": "s06e09_seg02_clip_09", "timestamp": [ 19.48, 24.1 ], "duration": 66.66, "caption": "A woman kneels down to talk to another woman and the other woman looks at her.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 192920, "video_name": "house_s02e03_seg02_clip_07", "timestamp": [ 70.33, 79.35 ], "duration": 90.66, "caption": "A woman looks through a refrigerator while talking with another woman.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 192921, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 0.0, 26.21 ], "duration": 80.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 192922, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 0.0, 12.08 ], "duration": 105.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 192923, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 9.79, 45.85 ], "duration": 89.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 192924, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 65.76, 73.52 ], "duration": 91.66, "caption": "A woman was talking with another woman over the phone.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 192925, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 11.81, 13.28 ], "duration": 59.66, "caption": "A woman is talking to another woman and points outward with her right hand.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 192926, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 0.0, 30.67 ], "duration": 88.66, "caption": "A woman was walking back and forth whilst talking to another woman.", "similarity": 0.6141, "relevance": 2 }, { "pair_id": 192927, "video_name": "s07e03_seg02_clip_02", "timestamp": [ 20.71, 23.41 ], "duration": 60.66, "caption": "A woman quickly nods her head up and down while looking at another woman.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 192928, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 192929, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A woman slowly turns to her left look at another woman.", "similarity": 0.6107, "relevance": 2 }, { "pair_id": 192930, "video_name": "house_s07e15_seg02_clip_26", "timestamp": [ 10.8, 17.1 ], "duration": 180.66, "caption": "A woman gets their bag and looks at another woman and still talks.", "similarity": 0.6095, "relevance": 2 }, { "pair_id": 192931, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 3.25, 4.43 ], "duration": 59.66, "caption": "A woman looks startled and turns her head to look back at another woman.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 192932, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 15.82, 27.6 ], "duration": 62.66, "caption": "A woman leans forward and has a conversation with another woman.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 192933, "video_name": "s09e16_seg02_clip_01", "timestamp": [ 38.14, 43.02 ], "duration": 61.66, "caption": "A woman looks at her phone and looks to another woman for confirmation.", "similarity": 0.6064, "relevance": 2 }, { "pair_id": 192934, "video_name": "grey_s03e13_seg02_clip_05", "timestamp": [ 17.62, 25.75 ], "duration": 90.66, "caption": "A woman looks to another woman and she goes to check someone in her place.", "similarity": 0.6063, "relevance": 1 }, { "pair_id": 192935, "video_name": "castle_s02e08_seg02_clip_16", "timestamp": [ 9.39, 14.76 ], "duration": 89.66, "caption": "A woman tries to tell another woman they need to look again at the body.", "similarity": 0.6059, "relevance": 2 }, { "pair_id": 192936, "video_name": "friends_s02e04_seg02_clip_15", "timestamp": [ 0.0, 6.5 ], "duration": 65.66, "caption": "A woman was standing beside another woman while she was talking to her.", "similarity": 0.6054, "relevance": 1 }, { "pair_id": 192937, "video_name": "grey_s03e04_seg02_clip_10", "timestamp": [ 3.54, 10.62 ], "duration": 88.66, "caption": "A woman turns around and puts her back against the column when she's talking to another woman.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 192938, "video_name": "s06e06_seg02_clip_01", "timestamp": [ 16.48, 19.53 ], "duration": 61.66, "caption": "A woman rolls her eyes as she talks with two other women.", "similarity": 0.6049, "relevance": 2 }, { "pair_id": 192939, "video_name": "friends_s10e04_seg02_clip_07", "timestamp": [ 13.85, 14.98 ], "duration": 56.66, "caption": "A woman gives another woman a second look because of something she read.", "similarity": 0.6038, "relevance": 2 } ] }, { "query_id": 11427, "query": "The group tries to run out the open door but then get locked in on both sides.", "relevant_moment": [ { "pair_id": 5620, "video_name": "castle_s08e12_seg02_clip_21", "timestamp": [ 73.82, 90.02 ], "duration": 90.66, "caption": "The group tries to run out the open door but then get locked in on both sides.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5621, "video_name": "castle_s06e02_seg02_clip_21", "timestamp": [ 12.29, 17.29 ], "duration": 91.66, "caption": "A group of people break open the door and rush in.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 5622, "video_name": "s01e10_seg02_clip_08", "timestamp": [ 54.52, 59.25 ], "duration": 63.66, "caption": "Some people turn around and run out the door.", "similarity": 0.7076, "relevance": 2 }, { "pair_id": 5623, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 75.73, 79.87 ], "duration": 91.66, "caption": "A person suddenly opens the door and came in where the group are.", "similarity": 0.6721, "relevance": 1 }, { "pair_id": 5624, "video_name": "friends_s01e23_seg02_clip_15", "timestamp": [ 30.79, 36.78 ], "duration": 57.66, "caption": "A person opens the door while two people run out.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 5625, "video_name": "castle_s06e06_seg02_clip_22", "timestamp": [ 26.69, 28.99 ], "duration": 92.66, "caption": "While some people run towards it, a door closes.", "similarity": 0.6404, "relevance": 3 }, { "pair_id": 5626, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 28.21, 33.62 ], "duration": 60.66, "caption": "Some people move toward the door and a person opens the door.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 5627, "video_name": "castle_s06e06_seg02_clip_22", "timestamp": [ 25.77, 31.29 ], "duration": 92.66, "caption": "The door closes on a man and woman while they're trying to get out.", "similarity": 0.6314, "relevance": 3 }, { "pair_id": 5628, "video_name": "met_s03e11_seg02_clip_11", "timestamp": [ 11.32, 17.39 ], "duration": 55.66, "caption": "An apartment door, down the hall, opens and two people run back into someone's apartment.", "similarity": 0.6056, "relevance": 2 }, { "pair_id": 5629, "video_name": "friends_s07e16_seg02_clip_24", "timestamp": [ 54.02, 59.43 ], "duration": 60.66, "caption": "A person tries to get to another person and the other person runs out the door.", "similarity": 0.6033, "relevance": 1 }, { "pair_id": 5630, "video_name": "castle_s02e12_seg02_clip_14", "timestamp": [ 33.85, 46.54 ], "duration": 94.66, "caption": "A person unlocks the door so two other people can enter.", "similarity": 0.5879, "relevance": 1 }, { "pair_id": 5631, "video_name": "house_s06e16_seg02_clip_24", "timestamp": [ 0.0, 5.3 ], "duration": 62.66, "caption": "A guard is trying to open the door where two people are.", "similarity": 0.5813, "relevance": 0 }, { "pair_id": 5632, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 30.88, 35.3 ], "duration": 63.66, "caption": "Two people get all happy and open the door then they walk out.", "similarity": 0.5808, "relevance": 1 }, { "pair_id": 5633, "video_name": "s02e23_seg02_clip_06", "timestamp": [ 0.0, 20.71 ], "duration": 60.66, "caption": "Some people knock on either side of the door.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 5634, "video_name": "castle_s03e19_seg02_clip_09", "timestamp": [ 24.45, 34.32 ], "duration": 94.66, "caption": "When a person opens the closet door, someone comes running out and another person flips them over.", "similarity": 0.5754, "relevance": 1 }, { "pair_id": 5635, "video_name": "house_s01e10_seg02_clip_24", "timestamp": [ 5.63, 11.25 ], "duration": 75.66, "caption": "A man forces the door to open and they came in.", "similarity": 0.5734, "relevance": 1 }, { "pair_id": 5636, "video_name": "s06e17_seg02_clip_07", "timestamp": [ 6.41, 8.24 ], "duration": 61.66, "caption": "A person goes to knock a door but another person opens it before he/she can begin.", "similarity": 0.5724, "relevance": 1 }, { "pair_id": 5637, "video_name": "friends_s05e09_seg02_clip_06", "timestamp": [ 16.44, 19.85 ], "duration": 62.66, "caption": "A person tries to open the door but the door is locked.", "similarity": 0.5722, "relevance": 1 }, { "pair_id": 5638, "video_name": "house_s08e07_seg02_clip_04", "timestamp": [ 81.9, 87.42 ], "duration": 92.66, "caption": "A person opens the door and another person came in.", "similarity": 0.5718, "relevance": 1 }, { "pair_id": 5639, "video_name": "s06e03_seg02_clip_12", "timestamp": [ 27.31, 31.21 ], "duration": 60.66, "caption": "Two people open the door and come in.", "similarity": 0.5698, "relevance": 1 } ] }, { "query_id": 11472, "query": "Two men get up close the truck bed.", "relevant_moment": [ { "pair_id": 153040, "video_name": "s06e10_seg02_clip_16", "timestamp": [ 51.22, 53.47 ], "duration": 64.66, "caption": "Two men get up close the truck bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153041, "video_name": "s06e10_seg02_clip_16", "timestamp": [ 14.41, 17.29 ], "duration": 64.66, "caption": "A man sits down next to another man on the truck bed.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 153042, "video_name": "castle_s06e23_seg02_clip_08", "timestamp": [ 20.71, 29.26 ], "duration": 90.66, "caption": "Two men burst out of the front door running then stop when one man puts the other face down on a pickup truck.", "similarity": 0.5883, "relevance": 0 }, { "pair_id": 153043, "video_name": "s06e10_seg02_clip_17", "timestamp": [ 3.6, 7.5 ], "duration": 60.66, "caption": "A man gets into his truck after he talks to another man.", "similarity": 0.5697, "relevance": 2 }, { "pair_id": 153044, "video_name": "s06e10_seg02_clip_16", "timestamp": [ 11.53, 14.09 ], "duration": 64.66, "caption": "A man sits down on the truck bed.", "similarity": 0.5442, "relevance": 3 }, { "pair_id": 153045, "video_name": "castle_s03e16_seg02_clip_25", "timestamp": [ 46.51, 55.51 ], "duration": 150.66, "caption": "Two people walk up to a truck that is empty.", "similarity": 0.5425, "relevance": 3 }, { "pair_id": 153046, "video_name": "castle_s03e08_seg02_clip_21", "timestamp": [ 8.65, 15.02 ], "duration": 91.66, "caption": "A vehicle has stopped driving by a man and he came in the truck.", "similarity": 0.5424, "relevance": 0 }, { "pair_id": 153047, "video_name": "met_s02e18_seg02_clip_17", "timestamp": [ 40.7, 48.96 ], "duration": 61.66, "caption": "A man opens the back of the truck, a man hops in then helps a woman up.", "similarity": 0.5388, "relevance": 3 }, { "pair_id": 153048, "video_name": "s09e06_seg02_clip_05", "timestamp": [ 13.93, 23.79 ], "duration": 58.66, "caption": "Two people get out of a truck, walk over to the man leaning against his vehicle then one person introduces himself.", "similarity": 0.5353, "relevance": 2 }, { "pair_id": 153049, "video_name": "friends_s02e09_seg02_clip_09", "timestamp": [ 58.59, 64.03 ], "duration": 64.66, "caption": "Two men gets in on a person's cab.", "similarity": 0.5294, "relevance": 0 }, { "pair_id": 153050, "video_name": "s09e06_seg02_clip_04", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "A man is driving a rental truck with another man as the passenger.", "similarity": 0.5257, "relevance": 0 }, { "pair_id": 153051, "video_name": "met_s03e03_seg02_clip_12", "timestamp": [ 22.77, 25.51 ], "duration": 54.66, "caption": "A man sits down beside another man on the bed.", "similarity": 0.5221, "relevance": 0 }, { "pair_id": 153052, "video_name": "friends_s06e15-16_seg02_clip_21", "timestamp": [ 41.92, 45.7 ], "duration": 58.66, "caption": "Two men take a couple steps back from the bed to talk.", "similarity": 0.51, "relevance": 0 }, { "pair_id": 153053, "video_name": "s07e22_seg02_clip_17", "timestamp": [ 9.77, 17.02 ], "duration": 63.66, "caption": "A man walks toward another man's bed and sits down on it.", "similarity": 0.5092, "relevance": 0 }, { "pair_id": 153054, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 29.01, 33.65 ], "duration": 58.66, "caption": "A man and man fall onto a bed and man covers guy's mouth.", "similarity": 0.5084, "relevance": 0 }, { "pair_id": 153055, "video_name": "grey_s02e23_seg02_clip_08", "timestamp": [ 49.25, 67.35 ], "duration": 84.66, "caption": "A man stands at the foot of another man's bed with his hands behind his back.", "similarity": 0.5042, "relevance": 0 }, { "pair_id": 153056, "video_name": "friends_s08e08_seg02_clip_07", "timestamp": [ 14.65, 19.53 ], "duration": 61.66, "caption": "Two men get up and answer the door.", "similarity": 0.503, "relevance": 0 }, { "pair_id": 153057, "video_name": "castle_s06e13_seg02_clip_19", "timestamp": [ 65.73, 77.48 ], "duration": 87.66, "caption": "A person pulls the truck to a stop and makes two other people get out of the truck.", "similarity": 0.4907, "relevance": 1 }, { "pair_id": 153058, "video_name": "s07e22_seg02_clip_01", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A man is hugging another man while on the bed.", "similarity": 0.4891, "relevance": 0 }, { "pair_id": 153059, "video_name": "met_s06e02_seg02_clip_09", "timestamp": [ 0.0, 1.3 ], "duration": 65.66, "caption": "A man straightens his tie while riding in a truck next to another man.", "similarity": 0.4871, "relevance": 1 } ] }, { "query_id": 11485, "query": "A man looks down on the ground then takes his hat off and smiles.", "relevant_moment": [ { "pair_id": 155680, "video_name": "s06e10_seg02_clip_15", "timestamp": [ 32.2, 36.85 ], "duration": 58.66, "caption": "A man looks down on the ground then takes his hat off and smiles.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155681, "video_name": "friends_s02e16_seg02_clip_21", "timestamp": [ 48.42, 55.02 ], "duration": 55.66, "caption": "A man takes off their hat and looks at it, curiously.", "similarity": 0.721, "relevance": 3 }, { "pair_id": 155683, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 10.04, 12.05 ], "duration": 57.66, "caption": "A man takes off his hat and sets it down.", "similarity": 0.6653, "relevance": 3 }, { "pair_id": 155684, "video_name": "grey_s02e03_seg02_clip_12", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "A man takes his hat off and rubs his forehead.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 155685, "video_name": "friends_s10e06_seg02_clip_12", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A man rolls his eyes upward, smirks, turns his head slightly to his left then looks downward.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 155686, "video_name": "castle_s05e16_seg02_clip_19", "timestamp": [ 55.36, 60.77 ], "duration": 90.66, "caption": "A man comes in and takes his hat off.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 155687, "video_name": "friends_s02e03_seg02_clip_08", "timestamp": [ 10.51, 15.18 ], "duration": 58.66, "caption": "A man smiles when a man asks him to check his face.", "similarity": 0.6182, "relevance": 1 }, { "pair_id": 155688, "video_name": "grey_s03e11_seg02_clip_16", "timestamp": [ 63.09, 69.62 ], "duration": 87.66, "caption": "A person smiles intently at a man as he looks unfazed.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 155689, "video_name": "s10e10_seg02_clip_02", "timestamp": [ 7.08, 8.85 ], "duration": 59.66, "caption": "A man puts his hand up to his face to hide a smile.", "similarity": 0.6061, "relevance": 1 }, { "pair_id": 155690, "video_name": "grey_s03e24_seg02_clip_01", "timestamp": [ 25.04, 32.77 ], "duration": 91.66, "caption": "A man has a smile on his face but as soon as person turns around the smile is gone.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 155691, "video_name": "s05e19_seg02_clip_16", "timestamp": [ 43.26, 46.02 ], "duration": 46.66, "caption": "A man smiles and gets up from the floor.", "similarity": 0.6033, "relevance": 1 }, { "pair_id": 155692, "video_name": "friends_s03e01_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman looks at a man and smiles and lowers her head slightly.", "similarity": 0.6001, "relevance": 1 }, { "pair_id": 155693, "video_name": "friends_s10e11_seg02_clip_07", "timestamp": [ 31.33, 32.49 ], "duration": 58.66, "caption": "A man puts his hands in the air while smiling.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 155694, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 41.19, 44.25 ], "duration": 61.66, "caption": "A person tilts their head to the side and smiles.", "similarity": 0.5848, "relevance": 1 }, { "pair_id": 155695, "video_name": "s03e18_seg02_clip_12", "timestamp": [ 48.35, 51.32 ], "duration": 54.66, "caption": "While talking, a man smiles and looks at person.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 155696, "video_name": "grey_s02e03_seg02_clip_07", "timestamp": [ 39.84, 44.36 ], "duration": 90.66, "caption": "A man takes his hat off and scratches his head.", "similarity": 0.5822, "relevance": 2 }, { "pair_id": 155697, "video_name": "s04e11_seg02_clip_12", "timestamp": [ 45.77, 51.26 ], "duration": 61.66, "caption": "A man puts his hand on his chest and smiles.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 155698, "video_name": "friends_s02e02_seg02_clip_01", "timestamp": [ 42.9, 48.02 ], "duration": 64.66, "caption": "A man smiles when person walks up to him.", "similarity": 0.58, "relevance": 1 }, { "pair_id": 155699, "video_name": "house_s05e24_seg02_clip_01", "timestamp": [ 16.65, 19.36 ], "duration": 90.66, "caption": "A person takes off their hat and drops it down.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 329000, "video_name": "castle_s04e04_seg02_clip_20", "timestamp": [ 68.43, 72.65 ], "duration": 84.66, "caption": "A man sits down and removes his baseball hat from his head.", "similarity": 0.5749, "relevance": 2 }, { "pair_id": 329001, "video_name": "s09e20_seg02_clip_02", "timestamp": [ 30.7, 31.94 ], "duration": 62.66, "caption": "A man takes off his hat and scratches his head.", "similarity": 0.5746, "relevance": 3 }, { "pair_id": 329002, "video_name": "castle_s02e11_seg02_clip_08", "timestamp": [ 25.45, 31.69 ], "duration": 96.66, "caption": "A man stops while moving, smiles and turns back.", "similarity": 0.5692, "relevance": 2 }, { "pair_id": 329003, "video_name": "friends_s02e19_seg02_clip_00", "timestamp": [ 37.78, 41.94 ], "duration": 64.66, "caption": "A man takes his hat off and sets it down on the table.", "similarity": 0.5632, "relevance": 3 }, { "pair_id": 329004, "video_name": "friends_s06e06_seg02_clip_10", "timestamp": [ 6.3, 9.14 ], "duration": 63.66, "caption": "A man looks down and says the first things he sees.", "similarity": 0.5614, "relevance": 1 }, { "pair_id": 329005, "video_name": "s02e09_seg02_clip_09", "timestamp": [ 44.44, 52.0 ], "duration": 63.66, "caption": "A man looks down as he talks, a person has a confused reaction on their face.", "similarity": 0.5581, "relevance": 1 }, { "pair_id": 329006, "video_name": "castle_s05e10_seg02_clip_24", "timestamp": [ 55.07, 59.17 ], "duration": 91.66, "caption": "A woman looks down and slightly smiles towards man and person.", "similarity": 0.5578, "relevance": 1 }, { "pair_id": 329007, "video_name": "met_s02e10_seg02_clip_07", "timestamp": [ 14.93, 22.85 ], "duration": 60.66, "caption": "A man gets up and leaves the group with a big smile on his face.", "similarity": 0.5548, "relevance": 1 }, { "pair_id": 329008, "video_name": "met_s02e07_seg02_clip_16", "timestamp": [ 25.82, 28.14 ], "duration": 58.66, "caption": "A person tilts their head down and makes a silly facial expression.", "similarity": 0.5543, "relevance": 1 }, { "pair_id": 329009, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 28.28, 30.02 ], "duration": 87.66, "caption": "A person's facial expression changes from a look of concern to a grin.", "similarity": 0.5536, "relevance": 1 }, { "pair_id": 329010, "video_name": "friends_s05e09_seg02_clip_09", "timestamp": [ 31.23, 35.47 ], "duration": 60.66, "caption": "A man has a very serious look on his face as he puts his thumb on his chin.", "similarity": 0.5522, "relevance": 1 }, { "pair_id": 329011, "video_name": "friends_s08e09_seg02_clip_15", "timestamp": [ 49.72, 52.05 ], "duration": 58.66, "caption": "A man starts to look down at his feet.", "similarity": 0.55, "relevance": 2 }, { "pair_id": 329012, "video_name": "met_s02e12_seg02_clip_05", "timestamp": [ 53.03, 62.03 ], "duration": 62.66, "caption": "A guy gestures towards his head, says something then looks away.", "similarity": 0.5477, "relevance": 2 }, { "pair_id": 329013, "video_name": "grey_s02e05_seg02_clip_21", "timestamp": [ 40.47, 43.51 ], "duration": 87.66, "caption": "A man touches their head, straightens their cap while looking confused.", "similarity": 0.5476, "relevance": 1 }, { "pair_id": 329014, "video_name": "s02e06_seg02_clip_06", "timestamp": [ 50.42, 56.02 ], "duration": 56.66, "caption": "A man says something to a person that makes him jump up in his seat and smile.", "similarity": 0.547, "relevance": 1 }, { "pair_id": 329015, "video_name": "s09e15_seg02_clip_15", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A person has their head in their arms while looking down.", "similarity": 0.546, "relevance": 1 }, { "pair_id": 329016, "video_name": "s08e03_seg02_clip_13", "timestamp": [ 53.22, 56.02 ], "duration": 56.66, "caption": "A man smiles and says something and two other people both look at him.", "similarity": 0.5453, "relevance": 2 }, { "pair_id": 329017, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 26.36, 39.08 ], "duration": 62.66, "caption": "A person says something to a man that makes him smirk and smile.", "similarity": 0.5451, "relevance": 1 }, { "pair_id": 329018, "video_name": "grey_s01e04_seg02_clip_08", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A man smiles at a woman as he gets ready to walk away.", "similarity": 0.5428, "relevance": 1 }, { "pair_id": 329019, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 10.01, 12.59 ], "duration": 34.66, "caption": "A man smiles while he says that he feels good about himself.", "similarity": 0.5419, "relevance": 1 } ] }, { "query_id": 11512, "query": "A man points to another man and makes a small gesture with his fingers, and the other man reciprocates the gesture.", "relevant_moment": [ { "pair_id": 170100, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 57.21, 61.63 ], "duration": 63.66, "caption": "A man points to another man and makes a small gesture with his fingers, and the other man reciprocates the gesture.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170101, "video_name": "met_s04e02_seg02_clip_05", "timestamp": [ 6.45, 8.82 ], "duration": 43.66, "caption": "A man points his finger towards another man who points it back.", "similarity": 0.8546, "relevance": 4 }, { "pair_id": 170102, "video_name": "house_s02e17_seg02_clip_26", "timestamp": [ 16.13, 17.85 ], "duration": 43.66, "caption": "A man raises his finger to point at another man.", "similarity": 0.836, "relevance": 3 }, { "pair_id": 170103, "video_name": "castle_s06e21_seg02_clip_12", "timestamp": [ 22.26, 32.94 ], "duration": 89.66, "caption": "A man points his finger from his left hand at another man.", "similarity": 0.8322, "relevance": 3 }, { "pair_id": 170104, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A man brings his hand up to point at another man.", "similarity": 0.825, "relevance": 3 }, { "pair_id": 170105, "video_name": "s02e16_seg02_clip_02", "timestamp": [ 15.91, 21.91 ], "duration": 60.66, "caption": "A man points at two other men, then intertwines his fingers.", "similarity": 0.8221, "relevance": 3 }, { "pair_id": 170106, "video_name": "house_s04e02_seg02_clip_03", "timestamp": [ 69.62, 74.84 ], "duration": 87.66, "caption": "A man raises his hand to make a point to another man.", "similarity": 0.8158, "relevance": 2 }, { "pair_id": 170107, "video_name": "met_s02e10_seg02_clip_14", "timestamp": [ 23.72, 34.23 ], "duration": 60.66, "caption": "A man puts his hand on another man and points in a direction with his hand.", "similarity": 0.814, "relevance": 3 }, { "pair_id": 170108, "video_name": "friends_s07e16_seg02_clip_23", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man points his finger at another man while he/she has his/her hand on his/her back.", "similarity": 0.8108, "relevance": 3 }, { "pair_id": 170109, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 37.22, 39.08 ], "duration": 62.66, "caption": "A man gestures, pointing with an upturned hand toward a person.", "similarity": 0.81, "relevance": 2 }, { "pair_id": 170110, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 48.32, 50.12 ], "duration": 60.66, "caption": "A man points his finger at a man with his right hand.", "similarity": 0.8093, "relevance": 3 }, { "pair_id": 170111, "video_name": "friends_s05e22_seg02_clip_01", "timestamp": [ 21.25, 23.91 ], "duration": 59.66, "caption": "A man points a finger emphatically at another man who points two emphatic fingers back at him.", "similarity": 0.8061, "relevance": 4 }, { "pair_id": 170112, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 31.2, 33.32 ], "duration": 60.66, "caption": "A man puts his hands in his mouth then another man points to him.", "similarity": 0.806, "relevance": 2 }, { "pair_id": 170113, "video_name": "friends_s02e01_seg02_clip_08", "timestamp": [ 22.12, 27.07 ], "duration": 66.66, "caption": "A man leans over and points his fingers at another man.", "similarity": 0.8044, "relevance": 4 }, { "pair_id": 170114, "video_name": "friends_s10e06_seg02_clip_22", "timestamp": [ 12.19, 16.25 ], "duration": 58.66, "caption": "A man points at a person with one finger then with two at another person.", "similarity": 0.803, "relevance": 2 }, { "pair_id": 170115, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 52.53, 53.12 ], "duration": 59.66, "caption": "A man points his left hand towards another man as he talks to him.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 170116, "video_name": "friends_s02e16_seg02_clip_16", "timestamp": [ 6.53, 15.23 ], "duration": 62.66, "caption": "A man waves his hand around until he points at another man.", "similarity": 0.7954, "relevance": 3 }, { "pair_id": 170117, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 3.4, 5.41 ], "duration": 40.66, "caption": "A man gestures toward two other people with his hand.", "similarity": 0.7905, "relevance": 2 }, { "pair_id": 170118, "video_name": "friends_s09e13_seg02_clip_08", "timestamp": [ 2.44, 5.49 ], "duration": 61.66, "caption": "A man and another man do a low palm touching gesture.", "similarity": 0.7902, "relevance": 2 }, { "pair_id": 170119, "video_name": "friends_s01e14_seg02_clip_18", "timestamp": [ 26.94, 28.76 ], "duration": 60.66, "caption": "A man holds up his fingers to another man and gives him the \"good job\" gesture.", "similarity": 0.7884, "relevance": 2 }, { "pair_id": 343420, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A man points at a person in a picture as he hands it to another man.", "similarity": 0.788, "relevance": 1 }, { "pair_id": 343421, "video_name": "friends_s07e23-24_seg01_clip_01", "timestamp": [ 65.29, 66.41 ], "duration": 75.66, "caption": "A man gestures between himself and another man with his hand.", "similarity": 0.7861, "relevance": 2 }, { "pair_id": 343422, "video_name": "met_s02e09_seg02_clip_09", "timestamp": [ 0.0, 1.86 ], "duration": 62.66, "caption": "A man snaps his fingers and points at another person.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 343423, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 8.65, 11.04 ], "duration": 59.66, "caption": "A man gestures and points with his right hand.", "similarity": 0.7822, "relevance": 2 }, { "pair_id": 343424, "video_name": "friends_s09e14_seg02_clip_16", "timestamp": [ 42.07, 46.42 ], "duration": 58.66, "caption": "A man points his finger at two people.", "similarity": 0.7818, "relevance": 2 }, { "pair_id": 343425, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.7807, "relevance": 2 }, { "pair_id": 343426, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 7.56, 11.03 ], "duration": 63.66, "caption": "A man points to another person with his left hand.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 343427, "video_name": "grey_s02e11_seg02_clip_17", "timestamp": [ 16.84, 26.85 ], "duration": 91.66, "caption": "A man points his hand at another man before walking away.", "similarity": 0.7785, "relevance": 2 }, { "pair_id": 343428, "video_name": "friends_s06e21_seg02_clip_18", "timestamp": [ 54.87, 59.32 ], "duration": 59.66, "caption": "A man gestures to another man and the other man speaks to someone.", "similarity": 0.7762, "relevance": 2 }, { "pair_id": 343429, "video_name": "met_s06e14_seg02_clip_01", "timestamp": [ 48.21, 50.04 ], "duration": 61.66, "caption": "A man points his thumb at another man then his index finger at himself.", "similarity": 0.7756, "relevance": 2 }, { "pair_id": 343430, "video_name": "s09e17_seg02_clip_14", "timestamp": [ 2.9, 3.48 ], "duration": 58.66, "caption": "A man gives another man a gesture with his finger and tells him to shush.", "similarity": 0.7744, "relevance": 1 }, { "pair_id": 343431, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 4.65, 7.13 ], "duration": 62.66, "caption": "A man points both of his index fingers towards man.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 343432, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 1.93, 4.68 ], "duration": 55.66, "caption": "A man points at another man and then at himself with his left index finger.", "similarity": 0.7731, "relevance": 1 }, { "pair_id": 343433, "video_name": "friends_s06e21_seg02_clip_20", "timestamp": [ 24.15, 26.19 ], "duration": 68.66, "caption": "A man is talking to another man and gestures with his left hand and thumb.", "similarity": 0.7719, "relevance": 1 }, { "pair_id": 343434, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 47.76, 55.21 ], "duration": 62.66, "caption": "A man stands up and points his hand at another man.", "similarity": 0.7714, "relevance": 2 }, { "pair_id": 343435, "video_name": "friends_s02e03_seg01_clip_00", "timestamp": [ 58.67, 60.74 ], "duration": 69.66, "caption": "A man gestures with his right hand and points his finger.", "similarity": 0.7709, "relevance": 3 }, { "pair_id": 343436, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 21.17, 28.37 ], "duration": 90.66, "caption": "A man is talking to another man and points at him with his index finger.", "similarity": 0.7698, "relevance": 2 }, { "pair_id": 343437, "video_name": "friends_s02e23_seg02_clip_13", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A man points his finger at another man and then turns around to leave.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 343438, "video_name": "house_s05e02_seg02_clip_23", "timestamp": [ 2.22, 3.49 ], "duration": 63.66, "caption": "A man makes a hand gesture at another man while they are in the or.", "similarity": 0.7645, "relevance": 2 }, { "pair_id": 343439, "video_name": "friends_s08e15_seg02_clip_21", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A man holds his hands up and points in several directions as he has a conversation with another man.", "similarity": 0.7608, "relevance": 3 } ] }, { "query_id": 11528, "query": "Two men having a trouble about their patient.", "relevant_moment": [ { "pair_id": 114700, "video_name": "house_s03e05_seg02_clip_15", "timestamp": [ 0.0, 48.68 ], "duration": 91.66, "caption": "Two men having a trouble about their patient.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 114701, "video_name": "grey_s02e07_seg02_clip_10", "timestamp": [ 0.0, 19.93 ], "duration": 83.66, "caption": "Two men are checking the condition of a patient.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 114702, "video_name": "house_s06e20_seg02_clip_18", "timestamp": [ 47.58, 62.22 ], "duration": 91.66, "caption": "Two men are having a conversation with the patient.", "similarity": 0.8122, "relevance": 3 }, { "pair_id": 114703, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 67.64, 92.03 ], "duration": 92.66, "caption": "Two men are having a conversation with the patient.", "similarity": 0.8122, "relevance": 2 }, { "pair_id": 114704, "video_name": "house_s02e19_seg02_clip_12", "timestamp": [ 31.15, 90.29 ], "duration": 90.66, "caption": "Two men are having a conversation with the patient.", "similarity": 0.8122, "relevance": 2 }, { "pair_id": 114705, "video_name": "house_s08e15_seg02_clip_15", "timestamp": [ 0.0, 35.05 ], "duration": 96.66, "caption": "Two men are having a conversation with a patient.", "similarity": 0.8087, "relevance": 2 }, { "pair_id": 114706, "video_name": "house_s07e06_seg02_clip_09", "timestamp": [ 0.0, 32.73 ], "duration": 85.66, "caption": "Two men are having a conversation with a patient.", "similarity": 0.8087, "relevance": 3 }, { "pair_id": 114707, "video_name": "house_s06e10_seg02_clip_10", "timestamp": [ 54.01, 90.02 ], "duration": 90.66, "caption": "Two men are having a conversation with a patient.", "similarity": 0.8087, "relevance": 3 }, { "pair_id": 114708, "video_name": "house_s02e10_seg02_clip_15", "timestamp": [ 82.82, 90.02 ], "duration": 90.66, "caption": "Two men both talk to the patient together.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 114709, "video_name": "house_s02e17_seg02_clip_14", "timestamp": [ 0.0, 10.38 ], "duration": 90.66, "caption": "Two men prepare a patient for treatment.", "similarity": 0.7991, "relevance": 3 }, { "pair_id": 114710, "video_name": "house_s01e18_seg02_clip_07", "timestamp": [ 60.3, 88.02 ], "duration": 88.66, "caption": "Two men are checking on a patient.", "similarity": 0.786, "relevance": 3 }, { "pair_id": 114711, "video_name": "grey_s02e04_seg02_clip_20", "timestamp": [ 69.94, 92.03 ], "duration": 92.66, "caption": "Two men are checking on a patient.", "similarity": 0.786, "relevance": 2 }, { "pair_id": 114712, "video_name": "house_s04e04_seg02_clip_19", "timestamp": [ 69.18, 91.03 ], "duration": 91.66, "caption": "Two men are in the operating room with their patient.", "similarity": 0.7777, "relevance": 2 }, { "pair_id": 114713, "video_name": "grey_s03e24_seg02_clip_10", "timestamp": [ 25.69, 63.1 ], "duration": 90.66, "caption": "Two patients are having a conversation to two men.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 114714, "video_name": "house_s07e04_seg02_clip_19", "timestamp": [ 78.76, 82.67 ], "duration": 87.66, "caption": "Two men are doing a surgery to a patient.", "similarity": 0.7645, "relevance": 2 }, { "pair_id": 114715, "video_name": "grey_s02e11_seg02_clip_24", "timestamp": [ 32.79, 65.59 ], "duration": 89.66, "caption": "Two men are having a conversation while looking at a patient.", "similarity": 0.7626, "relevance": 2 }, { "pair_id": 114716, "video_name": "house_s07e09_seg02_clip_08", "timestamp": [ 0.0, 16.24 ], "duration": 81.66, "caption": "Two men are working on a patient in the hospital.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 114717, "video_name": "house_s08e09_seg02_clip_24", "timestamp": [ 0.0, 47.16 ], "duration": 82.66, "caption": "A man tells another man the diagnosis of the patient.", "similarity": 0.7536, "relevance": 1 }, { "pair_id": 114718, "video_name": "house_s07e09_seg02_clip_07", "timestamp": [ 64.19, 69.77 ], "duration": 93.66, "caption": "Two men are talking while one of them is checking the patient.", "similarity": 0.7514, "relevance": 2 }, { "pair_id": 114719, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 0.0, 33.95 ], "duration": 93.66, "caption": "Two men are having a conversation with a doctor.", "similarity": 0.7507, "relevance": 0 } ] }, { "query_id": 11537, "query": "A woman gets really excited and rushes to the door.", "relevant_moment": [ { "pair_id": 20720, "video_name": "friends_s10e09_seg01_clip_00", "timestamp": [ 67.21, 84.13 ], "duration": 89.66, "caption": "A woman gets really excited and rushes to the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20721, "video_name": "friends_s03e07_seg02_clip_06", "timestamp": [ 8.0, 12.17 ], "duration": 64.66, "caption": "A woman rushes to the door in order to open it.", "similarity": 0.83, "relevance": 4 }, { "pair_id": 20722, "video_name": "castle_s06e14_seg02_clip_12", "timestamp": [ 65.35, 68.88 ], "duration": 88.66, "caption": "A woman opens the door and moves very quickly.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 20723, "video_name": "friends_s04e08_seg02_clip_14", "timestamp": [ 7.36, 15.37 ], "duration": 64.66, "caption": "A woman runs to the door frantically and opens it.", "similarity": 0.7666, "relevance": 4 }, { "pair_id": 20724, "video_name": "s04e23_seg02_clip_05", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A woman is startled and walks quickly toward the door.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 20725, "video_name": "s04e14_seg02_clip_09", "timestamp": [ 6.79, 9.15 ], "duration": 59.66, "caption": "A woman urgently rushes into the room through the door.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 20726, "video_name": "house_s05e24_seg02_clip_20", "timestamp": [ 78.56, 80.6 ], "duration": 102.66, "caption": "A woman pushes open the door and rushes into the reception area.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 20727, "video_name": "friends_s03e18_seg02_clip_16", "timestamp": [ 48.92, 53.72 ], "duration": 60.66, "caption": "A woman opens the door and everyone is excited to see a man.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 20728, "video_name": "met_s02e11_seg02_clip_12", "timestamp": [ 46.25, 49.49 ], "duration": 58.66, "caption": "A woman rushes over to a man excitedly as he closes the door.", "similarity": 0.7075, "relevance": 4 }, { "pair_id": 20729, "video_name": "friends_s03e04_seg02_clip_13", "timestamp": [ 47.12, 48.62 ], "duration": 60.66, "caption": "A woman enters the doorway, bellowing her presence is near.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 20730, "video_name": "s04e17_seg02_clip_08", "timestamp": [ 13.35, 15.38 ], "duration": 58.66, "caption": "A woman runs to the door and opens it.", "similarity": 0.7006, "relevance": 4 }, { "pair_id": 20731, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 49.08, 53.51 ], "duration": 88.66, "caption": "A woman opens the door and is greeted by a person.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 20732, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 13.93, 15.38 ], "duration": 58.66, "caption": "A woman knocks on the door and quickly opens it.", "similarity": 0.6903, "relevance": 2 }, { "pair_id": 20733, "video_name": "grey_s01e04_seg02_clip_07", "timestamp": [ 14.36, 22.2 ], "duration": 87.66, "caption": "A woman stands up quickly and walks to the door.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 20734, "video_name": "s04e16_seg02_clip_08", "timestamp": [ 21.25, 30.4 ], "duration": 59.66, "caption": "A woman gets up to see who is at the door.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 20735, "video_name": "friends_s07e09_seg02_clip_02", "timestamp": [ 56.66, 58.14 ], "duration": 59.66, "caption": "A woman with a shocked face, opens the door suddenly.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 20736, "video_name": "s05e05_seg02_clip_08", "timestamp": [ 7.79, 10.08 ], "duration": 38.66, "caption": "A woman comes through the door and says she's prepared.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 20737, "video_name": "grey_s03e09_seg02_clip_21", "timestamp": [ 82.71, 85.66 ], "duration": 85.66, "caption": "A woman waves her hand up then proceeds to walk towards the door.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 20738, "video_name": "met_s02e03_seg02_clip_12", "timestamp": [ 44.95, 48.89 ], "duration": 60.66, "caption": "A woman knocks on a door to attract the attention of the people inside.", "similarity": 0.6789, "relevance": 2 }, { "pair_id": 20739, "video_name": "friends_s05e17_seg02_clip_17", "timestamp": [ 2.28, 9.75 ], "duration": 65.66, "caption": "A woman quickly gathers her things and heads out the door.", "similarity": 0.6786, "relevance": 4 }, { "pair_id": 194040, "video_name": "friends_s01e22_seg02_clip_21", "timestamp": [ 4.77, 9.28 ], "duration": 53.66, "caption": "A person is hitting at a door excitedly.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 194041, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 2.78, 4.87 ], "duration": 139.66, "caption": "A woman opens a door slightly and looks out.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 194042, "video_name": "friends_s09e06_seg02_clip_03", "timestamp": [ 44.12, 47.08 ], "duration": 59.66, "caption": "A woman opens the door and is surprised to see a man.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 194043, "video_name": "castle_s07e19_seg02_clip_02", "timestamp": [ 10.7, 13.49 ], "duration": 93.66, "caption": "A woman opens the door and enters the room in a fast pace.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 194044, "video_name": "s04e01_seg02_clip_04", "timestamp": [ 11.1, 14.41 ], "duration": 60.66, "caption": "A woman opens the door for a person after they're done knocking.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 194045, "video_name": "castle_s03e18_seg02_clip_19", "timestamp": [ 46.25, 51.69 ], "duration": 90.66, "caption": "A person kicks the door down and rushes in.", "similarity": 0.6643, "relevance": 2 }, { "pair_id": 194046, "video_name": "house_s06e11_seg02_clip_16", "timestamp": [ 80.28, 84.27 ], "duration": 88.66, "caption": "A woman has her hand on the door but turns around.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 194047, "video_name": "house_s05e12_seg02_clip_13", "timestamp": [ 15.3, 18.87 ], "duration": 102.66, "caption": "A woman starts to walk out of the door then turns around.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 194048, "video_name": "friends_s07e01_seg02_clip_09", "timestamp": [ 21.05, 23.19 ], "duration": 61.66, "caption": "A woman bangs on the door for person to get out.", "similarity": 0.6627, "relevance": 4 }, { "pair_id": 194049, "video_name": "friends_s07e11_seg02_clip_01", "timestamp": [ 30.51, 33.57 ], "duration": 61.66, "caption": "A woman rushes in the door calling for a man.", "similarity": 0.6627, "relevance": 2 }, { "pair_id": 194050, "video_name": "castle_s07e16_seg02_clip_13", "timestamp": [ 64.39, 72.44 ], "duration": 89.66, "caption": "A woman opens the door and then shuts it again.", "similarity": 0.6621, "relevance": 1 }, { "pair_id": 194051, "video_name": "grey_s03e22_seg02_clip_11", "timestamp": [ 0.0, 3.15 ], "duration": 89.66, "caption": "A woman hears a commotion and walks towards the door.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 194052, "video_name": "friends_s08e05_seg02_clip_15", "timestamp": [ 25.09, 27.45 ], "duration": 59.66, "caption": "A woman opens the door and runs toward two people in a hurried manner.", "similarity": 0.6611, "relevance": 3 }, { "pair_id": 194053, "video_name": "castle_s01e10_seg02_clip_07", "timestamp": [ 3.78, 6.3 ], "duration": 84.66, "caption": "A woman turns around and heads toward the door.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 194054, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 0.0, 1.62 ], "duration": 36.66, "caption": "A woman opens up the door for man in a quick manner.", "similarity": 0.6565, "relevance": 4 }, { "pair_id": 194055, "video_name": "house_s03e20_seg02_clip_15", "timestamp": [ 55.81, 58.07 ], "duration": 90.66, "caption": "A woman turns around and goes to the door to open it.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 194056, "video_name": "friends_s08e14_seg02_clip_14", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A woman rushed into the room and quickly closed the door.", "similarity": 0.6556, "relevance": 3 }, { "pair_id": 194057, "video_name": "castle_s05e16_seg02_clip_05", "timestamp": [ 18.66, 24.58 ], "duration": 91.66, "caption": "A woman opens the door and is relieved to see another woman.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 194058, "video_name": "friends_s06e07_seg02_clip_14", "timestamp": [ 30.17, 34.81 ], "duration": 58.66, "caption": "A person moves frantically in front of the door.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 194059, "video_name": "friends_s03e13_seg02_clip_18", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A woman runs over and listens to the door.", "similarity": 0.6547, "relevance": 4 } ] }, { "query_id": 11598, "query": "A woman closes the bedroom door and then joins man at the table.", "relevant_moment": [ { "pair_id": 163200, "video_name": "friends_s04e21_seg02_clip_00", "timestamp": [ 2.81, 12.79 ], "duration": 62.66, "caption": "A woman closes the bedroom door and then joins man at the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163201, "video_name": "s04e16_seg02_clip_02", "timestamp": [ 49.74, 60.72 ], "duration": 61.66, "caption": "A man follows a woman to the bedroom and closes the door.", "similarity": 0.8123, "relevance": 1 }, { "pair_id": 163202, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 14.41, 20.11 ], "duration": 60.66, "caption": "A woman walks into a man's bedroom and closes the door.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 163203, "video_name": "s02e06_seg02_clip_15", "timestamp": [ 20.07, 28.33 ], "duration": 59.66, "caption": "A woman guides a man out of the bedroom and closes the door.", "similarity": 0.7749, "relevance": 2 }, { "pair_id": 163204, "video_name": "s05e06_seg02_clip_17", "timestamp": [ 48.93, 51.12 ], "duration": 73.66, "caption": "A man closes the bedroom door to person's room.", "similarity": 0.7737, "relevance": 1 }, { "pair_id": 163205, "video_name": "s07e10_seg02_clip_02", "timestamp": [ 8.7, 13.81 ], "duration": 60.66, "caption": "A woman opens the bedroom door and she and a man come in.", "similarity": 0.7677, "relevance": 2 }, { "pair_id": 163206, "video_name": "s03e23_seg02_clip_06", "timestamp": [ 26.57, 29.13 ], "duration": 64.66, "caption": "A woman opens the bedroom door and pulls a man through it while holding his hand.", "similarity": 0.7676, "relevance": 1 }, { "pair_id": 163207, "video_name": "s03e23_seg02_clip_06", "timestamp": [ 27.85, 30.73 ], "duration": 64.66, "caption": "A woman closes someone's bedroom door after pulling them in.", "similarity": 0.7536, "relevance": 1 }, { "pair_id": 163208, "video_name": "grey_s03e09_seg02_clip_30", "timestamp": [ 109.53, 118.6 ], "duration": 121.66, "caption": "A man walks to the bedroom door and closes it in woman's face.", "similarity": 0.7485, "relevance": 1 }, { "pair_id": 163209, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 79.66, 88.02 ], "duration": 88.66, "caption": "A man closes the door to a room where a woman and another woman are sitting.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 163210, "video_name": "castle_s04e06_seg02_clip_16", "timestamp": [ 23.21, 26.85 ], "duration": 91.66, "caption": "A woman opens the door and leaves the room with a man.", "similarity": 0.7357, "relevance": 0 }, { "pair_id": 163211, "video_name": "s02e12_seg02_clip_10", "timestamp": [ 0.0, 7.67 ], "duration": 59.66, "caption": "A man opens his bedroom door for a woman to leave.", "similarity": 0.7351, "relevance": 1 }, { "pair_id": 163212, "video_name": "s02e03_seg02_clip_04", "timestamp": [ 55.23, 61.03 ], "duration": 61.66, "caption": "A woman opens a person's bedroom door while he's asleep.", "similarity": 0.7317, "relevance": 1 }, { "pair_id": 163213, "video_name": "s05e13_seg02_clip_09", "timestamp": [ 7.32, 14.04 ], "duration": 61.66, "caption": "A woman shuts her apartment door and then leads a man by the hand to the bedroom.", "similarity": 0.7291, "relevance": 2 }, { "pair_id": 163214, "video_name": "s02e03_seg02_clip_06", "timestamp": [ 7.5, 10.2 ], "duration": 60.66, "caption": "A woman opens the door to a person's bedroom, steps outside and closes it.", "similarity": 0.7247, "relevance": 1 }, { "pair_id": 163215, "video_name": "s07e01_seg01_clip_01", "timestamp": [ 71.3, 72.02 ], "duration": 72.66, "caption": "A person shut's woman's bedroom door after going inside.", "similarity": 0.7187, "relevance": 1 }, { "pair_id": 163216, "video_name": "s07e18_seg02_clip_12", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A man opens the door to come into another person's bedroom.", "similarity": 0.7185, "relevance": 0 }, { "pair_id": 163217, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 7.4, 21.32 ], "duration": 87.66, "caption": "A woman leaves the room and a man enters and closes the door.", "similarity": 0.7167, "relevance": 0 }, { "pair_id": 163218, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 3.96, 5.61 ], "duration": 66.66, "caption": "A man opens the door and leaves a woman in the room.", "similarity": 0.7112, "relevance": 1 }, { "pair_id": 163219, "video_name": "s03e20_seg02_clip_14", "timestamp": [ 68.47, 73.33 ], "duration": 81.66, "caption": "A woman turns away from a man as he closes the door to a person's bedroom.", "similarity": 0.7109, "relevance": 1 } ] }, { "query_id": 11633, "query": "A woman rubs a man's hair and then walks away from him.", "relevant_moment": [ { "pair_id": 6060, "video_name": "friends_s04e21_seg02_clip_02", "timestamp": [ 43.02, 45.47 ], "duration": 61.66, "caption": "A woman rubs a man's hair and then walks away from him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6061, "video_name": "s05e20_seg02_clip_15", "timestamp": [ 4.72, 5.61 ], "duration": 59.66, "caption": "A man rubs a woman's arm as he walks away.", "similarity": 0.8373, "relevance": 1 }, { "pair_id": 6062, "video_name": "house_s05e14_seg02_clip_24", "timestamp": [ 40.93, 47.97 ], "duration": 88.66, "caption": "A man rubs woman's hand and starts to walk out.", "similarity": 0.783, "relevance": 1 }, { "pair_id": 6063, "video_name": "friends_s02e12-13_seg02_clip_34", "timestamp": [ 57.67, 60.51 ], "duration": 63.66, "caption": "A woman rubs her hand through guy's hair as she is walking off.", "similarity": 0.7658, "relevance": 3 }, { "pair_id": 6064, "video_name": "friends_s02e24_seg02_clip_19", "timestamp": [ 17.93, 21.85 ], "duration": 56.66, "caption": "A woman reaches out and is rubbing man's hair.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 6065, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 9.67, 13.36 ], "duration": 92.66, "caption": "A woman touches a man's cheek and then walks away.", "similarity": 0.7581, "relevance": 3 }, { "pair_id": 6066, "video_name": "friends_s02e11_seg02_clip_21", "timestamp": [ 39.01, 46.81 ], "duration": 78.66, "caption": "A man approaches a woman with short hair who walks away from him.", "similarity": 0.7495, "relevance": 2 }, { "pair_id": 6067, "video_name": "grey_s02e24_seg02_clip_07", "timestamp": [ 28.76, 34.69 ], "duration": 91.66, "caption": "A woman walks away from a man after running a hand through her hair.", "similarity": 0.7478, "relevance": 3 }, { "pair_id": 6068, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 0.0, 9.0 ], "duration": 150.66, "caption": "A man walks away from woman and she walks towards person.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 6069, "video_name": "s09e17_seg02_clip_11", "timestamp": [ 56.45, 62.03 ], "duration": 62.66, "caption": "A man touched the woman's shoulder and walks away from her.", "similarity": 0.7255, "relevance": 1 }, { "pair_id": 6070, "video_name": "friends_s02e15_seg02_clip_13", "timestamp": [ 5.33, 9.47 ], "duration": 59.66, "caption": "A woman walks away from a man and stops at a man.", "similarity": 0.7195, "relevance": 0 }, { "pair_id": 6071, "video_name": "friends_s08e09_seg02_clip_12", "timestamp": [ 5.9, 7.67 ], "duration": 59.66, "caption": "A woman gestures with both hands as she walks away from a man.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 6072, "video_name": "friends_s06e07_seg02_clip_06", "timestamp": [ 0.0, 4.55 ], "duration": 65.66, "caption": "A woman touches man and he jumps away from her.", "similarity": 0.7142, "relevance": 1 }, { "pair_id": 6073, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 6074, "video_name": "s04e13_seg02_clip_06", "timestamp": [ 32.17, 35.12 ], "duration": 59.66, "caption": "A woman touches the front of a man's shirt and walks away.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 6075, "video_name": "house_s05e15_seg02_clip_07", "timestamp": [ 3.61, 6.33 ], "duration": 90.66, "caption": "A woman kisses a man and then walks away from him.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 6076, "video_name": "friends_s05e12_seg02_clip_13", "timestamp": [ 14.41, 25.93 ], "duration": 64.66, "caption": "A woman touches and rubs a man's back, then removes her hand.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 6077, "video_name": "grey_s03e08_seg02_clip_18", "timestamp": [ 9.0, 13.05 ], "duration": 90.66, "caption": "A woman walks away from a man, he follows and grabs her arm and she spins around.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 6078, "video_name": "house_s08e18_seg02_clip_02", "timestamp": [ 0.0, 9.79 ], "duration": 89.66, "caption": "A woman walks away from a man and touches the patient's head.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 6079, "video_name": "friends_s04e21_seg02_clip_13", "timestamp": [ 33.35, 39.25 ], "duration": 59.66, "caption": "A woman gets off of a man and walks away.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 179380, "video_name": "friends_s01e24_seg02_clip_07", "timestamp": [ 5.07, 7.76 ], "duration": 59.66, "caption": "A woman puts her hands on a man's shoulder and pats him after she walks away from him.", "similarity": 0.7021, "relevance": 3 }, { "pair_id": 179381, "video_name": "grey_s02e14_seg02_clip_24", "timestamp": [ 0.0, 5.3 ], "duration": 88.66, "caption": "A woman stands up and rubs another woman's arm and walks away.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 179382, "video_name": "friends_s10e09_seg02_clip_21", "timestamp": [ 11.71, 14.11 ], "duration": 60.66, "caption": "A woman puts her arms out and walks away from a man.", "similarity": 0.7005, "relevance": 1 }, { "pair_id": 179383, "video_name": "s03e06_seg01_clip_00", "timestamp": [ 93.62, 97.22 ], "duration": 120.66, "caption": "A woman kisses a man and walks away from him.", "similarity": 0.6995, "relevance": 2 }, { "pair_id": 179384, "video_name": "s04e16_seg02_clip_06", "timestamp": [ 24.11, 27.16 ], "duration": 61.66, "caption": "A woman walks away from a man and he stops her with his hand on her shoulder.", "similarity": 0.6957, "relevance": 2 }, { "pair_id": 179385, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.6949, "relevance": 2 }, { "pair_id": 179386, "video_name": "friends_s09e06_seg02_clip_18", "timestamp": [ 0.0, 3.92 ], "duration": 56.66, "caption": "A woman kisses a man and immediately walks away from him.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 179387, "video_name": "house_s02e01_seg02_clip_18", "timestamp": [ 12.68, 17.21 ], "duration": 90.66, "caption": "A woman nods her head and walks away from a man.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 179388, "video_name": "house_s02e08_seg02_clip_16", "timestamp": [ 3.19, 8.65 ], "duration": 91.66, "caption": "A woman walks away from man then he leans back his head.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 179389, "video_name": "castle_s02e23_seg02_clip_09", "timestamp": [ 20.41, 32.2 ], "duration": 90.66, "caption": "A woman pats a man on his face and then walks away from him as they converse.", "similarity": 0.6879, "relevance": 3 }, { "pair_id": 179390, "video_name": "castle_s07e13_seg02_clip_09", "timestamp": [ 73.69, 78.15 ], "duration": 89.66, "caption": "A woman kisses a man on the forehead and then walks away.", "similarity": 0.6873, "relevance": 4 }, { "pair_id": 179391, "video_name": "friends_s06e19_seg02_clip_17", "timestamp": [ 15.56, 17.7 ], "duration": 61.66, "caption": "A woman rubs her hand through another man's hair.", "similarity": 0.6867, "relevance": 3 }, { "pair_id": 179392, "video_name": "house_s07e15_seg02_clip_26", "timestamp": [ 5.4, 10.8 ], "duration": 180.66, "caption": "A man kissed a woman's head and walked away from her.", "similarity": 0.6866, "relevance": 3 }, { "pair_id": 179393, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 22.38, 27.1 ], "duration": 63.66, "caption": "A woman walks away from a man after he tries to kiss her.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 179394, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 27.44, 30.23 ], "duration": 93.66, "caption": "A woman walks away from man and another man.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 179395, "video_name": "friends_s09e23-24_seg02_clip_28", "timestamp": [ 14.31, 20.04 ], "duration": 57.66, "caption": "A man gives woman a thumbs up and then walks away.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 179396, "video_name": "s04e01_seg02_clip_05", "timestamp": [ 27.91, 29.41 ], "duration": 60.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 179397, "video_name": "friends_s04e08_seg02_clip_13", "timestamp": [ 19.6, 24.57 ], "duration": 58.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 179398, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 9.45, 12.6 ], "duration": 90.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 179399, "video_name": "castle_s04e23_seg02_clip_15", "timestamp": [ 19.03, 27.19 ], "duration": 90.66, "caption": "A woman walks away from a man and then turns around.", "similarity": 0.6841, "relevance": 2 } ] }, { "query_id": 11635, "query": "A person goes from the kitchen to his desk.", "relevant_moment": [ { "pair_id": 36660, "video_name": "s08e08_seg02_clip_08", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "A person goes from the kitchen to his desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 36661, "video_name": "s05e03_seg01_clip_01", "timestamp": [ 62.4, 64.38 ], "duration": 66.66, "caption": "A person walks from the kitchen to the desk.", "similarity": 0.9002, "relevance": 4 }, { "pair_id": 36662, "video_name": "s03e15_seg02_clip_12", "timestamp": [ 39.67, 43.64 ], "duration": 61.66, "caption": "A person leaves the kitchen and walks to his desk.", "similarity": 0.8335, "relevance": 4 }, { "pair_id": 36663, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A person gets up from their chair to go to the kitchen.", "similarity": 0.7735, "relevance": 3 }, { "pair_id": 36664, "video_name": "s02e05_seg02_clip_14", "timestamp": [ 21.91, 25.51 ], "duration": 60.66, "caption": "A person gets out of his spot and goes to the kitchen.", "similarity": 0.7716, "relevance": 1 }, { "pair_id": 36665, "video_name": "s03e09_seg02_clip_12", "timestamp": [ 54.83, 58.03 ], "duration": 58.66, "caption": "A person runs from the kitchen to his/her laptop on his/her desk.", "similarity": 0.7572, "relevance": 4 }, { "pair_id": 36666, "video_name": "s06e10_seg02_clip_04", "timestamp": [ 5.58, 12.1 ], "duration": 62.66, "caption": "A person gets up from the couch and goes to the kitchen.", "similarity": 0.7572, "relevance": 2 }, { "pair_id": 36667, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 6.48, 9.45 ], "duration": 54.66, "caption": "A person gets up from chair and goes towards the kitchen.", "similarity": 0.7554, "relevance": 2 }, { "pair_id": 36668, "video_name": "s09e06_seg02_clip_01", "timestamp": [ 18.61, 23.41 ], "duration": 60.66, "caption": "A person walks from the kitchen to the living room.", "similarity": 0.7493, "relevance": 2 }, { "pair_id": 36669, "video_name": "friends_s03e08_seg02_clip_12", "timestamp": [ 9.3, 11.48 ], "duration": 62.66, "caption": "A person walks from the kitchen to the living room.", "similarity": 0.7493, "relevance": 2 }, { "pair_id": 36670, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 0.0, 14.71 ], "duration": 60.66, "caption": "A person walks from the kitchen to the living room.", "similarity": 0.7493, "relevance": 2 }, { "pair_id": 36671, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 4.13, 7.08 ], "duration": 59.66, "caption": "A person gets up from their chair and walks toward the kitchen.", "similarity": 0.7296, "relevance": 1 }, { "pair_id": 36672, "video_name": "met_s02e10_seg02_clip_11", "timestamp": [ 52.58, 56.55 ], "duration": 61.66, "caption": "A person gets up from the couch and walks to the kitchen.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 36673, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 3.47, 7.25 ], "duration": 63.66, "caption": "A person walks from the kitchen into the living room.", "similarity": 0.7171, "relevance": 3 }, { "pair_id": 36674, "video_name": "s02e09_seg02_clip_01", "timestamp": [ 55.22, 56.73 ], "duration": 60.66, "caption": "A person gets up and moves towards the kitchen.", "similarity": 0.7169, "relevance": 1 }, { "pair_id": 36675, "video_name": "s02e09_seg02_clip_00", "timestamp": [ 34.48, 38.75 ], "duration": 61.66, "caption": "A person gets up from the armchair and walks towards the kitchen.", "similarity": 0.7165, "relevance": 1 }, { "pair_id": 36676, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 84.16, 86.98 ], "duration": 94.66, "caption": "A person gets up from the couch and walks into the kitchen.", "similarity": 0.7099, "relevance": 2 }, { "pair_id": 36677, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 33.07, 41.34 ], "duration": 57.66, "caption": "A person gets up and walks into the kitchen.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 36678, "video_name": "s02e12_seg02_clip_08", "timestamp": [ 30.1, 34.53 ], "duration": 59.66, "caption": "A person walks from the kitchen to the living room and pauses in front of the couch.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 209980, "video_name": "grey_s03e19_seg02_clip_00", "timestamp": [ 22.33, 26.98 ], "duration": 93.66, "caption": "A person walks into the kitchen and over to the refrigerator.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 209981, "video_name": "s05e03_seg01_clip_01", "timestamp": [ 13.87, 17.83 ], "duration": 66.66, "caption": "A person walks from the couch to his desk.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 209983, "video_name": "s01e12_seg02_clip_02", "timestamp": [ 53.7, 58.89 ], "duration": 61.66, "caption": "A man gets up from the chair and walks to the kitchen.", "similarity": 0.6957, "relevance": 1 }, { "pair_id": 209984, "video_name": "s05e11_seg02_clip_00", "timestamp": [ 46.21, 54.59 ], "duration": 62.66, "caption": "A person walks over to the chair from the kitchen and sits down.", "similarity": 0.6938, "relevance": 3 }, { "pair_id": 209985, "video_name": "s07e06_seg02_clip_01", "timestamp": [ 18.53, 23.41 ], "duration": 65.66, "caption": "A person goes from the kitchen to the living room with another person.", "similarity": 0.6938, "relevance": 3 }, { "pair_id": 209986, "video_name": "s10e04_seg02_clip_01", "timestamp": [ 14.04, 17.7 ], "duration": 61.66, "caption": "A person walks out of the living room towards the kitchen.", "similarity": 0.6934, "relevance": 1 }, { "pair_id": 209987, "video_name": "castle_s06e02_seg02_clip_05", "timestamp": [ 46.18, 52.64 ], "duration": 92.66, "caption": "A person walks into the room and behind his desk.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 209988, "video_name": "s03e18_seg02_clip_02", "timestamp": [ 24.66, 33.94 ], "duration": 58.66, "caption": "A person stands up from the couch and walks into the kitchen.", "similarity": 0.69, "relevance": 1 }, { "pair_id": 209989, "video_name": "s01e08_seg01_clip_02", "timestamp": [ 12.82, 18.31 ], "duration": 61.66, "caption": "A person gets up, picks up his/her laptop, and walks to the kitchen and sits down.", "similarity": 0.69, "relevance": 3 }, { "pair_id": 209990, "video_name": "s05e20_seg02_clip_10", "timestamp": [ 5.8, 9.57 ], "duration": 58.66, "caption": "A person gets up from the dining table and goes into the kitchen.", "similarity": 0.6879, "relevance": 3 }, { "pair_id": 209991, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 22.49, 27.23 ], "duration": 59.66, "caption": "A person walks through the living room toward the kitchen.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 209992, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 6.71, 16.78 ], "duration": 61.66, "caption": "A person walks from the bedroom to the kitchen and picks up the coffee pot.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 209993, "video_name": "s04e03_seg02_clip_17", "timestamp": [ 26.69, 28.14 ], "duration": 58.66, "caption": "A person stands up from the couch and walks towards the kitchen.", "similarity": 0.6796, "relevance": 0 }, { "pair_id": 209994, "video_name": "s08e07_seg01_clip_01", "timestamp": [ 31.62, 33.83 ], "duration": 40.66, "caption": "A woman gets up from her chair and goes to the kitchen.", "similarity": 0.6794, "relevance": 1 }, { "pair_id": 209995, "video_name": "s04e02_seg01_clip_02", "timestamp": [ 9.85, 13.34 ], "duration": 41.66, "caption": "A person walks over to someone in the kitchen.", "similarity": 0.6781, "relevance": 3 }, { "pair_id": 209996, "video_name": "s02e05_seg02_clip_12", "timestamp": [ 46.82, 50.42 ], "duration": 60.66, "caption": "A man walks from the kitchen over to a person.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 209997, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 45.47, 48.52 ], "duration": 61.66, "caption": "A person stands up and walks to the kitchen.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 209998, "video_name": "s01e03_seg02_clip_09", "timestamp": [ 29.59, 35.44 ], "duration": 65.66, "caption": "A person walks from the living room to the kitchen island and stops.", "similarity": 0.6734, "relevance": 3 }, { "pair_id": 209999, "video_name": "s01e02_seg02_clip_15", "timestamp": [ 12.91, 19.14 ], "duration": 89.66, "caption": "A person gets up and walks back to the kitchen table.", "similarity": 0.6733, "relevance": 2 } ] }, { "query_id": 11684, "query": "A woman picks up a glass of wine and takes a sip.", "relevant_moment": [ { "pair_id": 152620, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 22.21, 27.91 ], "duration": 60.66, "caption": "A woman picks up a glass of wine and takes a sip.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152621, "video_name": "s03e12_seg02_clip_06", "timestamp": [ 61.15, 63.71 ], "duration": 64.66, "caption": "A woman picks up her glass and takes a sip of wine.", "similarity": 0.9873, "relevance": 4 }, { "pair_id": 152622, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A woman picks up her wine glass and takes a sip of it.", "similarity": 0.9816, "relevance": 4 }, { "pair_id": 152623, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 91.21, 93.56 ], "duration": 94.66, "caption": "A woman picks up her glass of wine and takes a drink.", "similarity": 0.9532, "relevance": 4 }, { "pair_id": 152624, "video_name": "s08e06_seg02_clip_00", "timestamp": [ 12.21, 17.39 ], "duration": 61.66, "caption": "A woman picks up her glass of wine and takes a drink of it.", "similarity": 0.948, "relevance": 4 }, { "pair_id": 152625, "video_name": "castle_s08e17_seg02_clip_15", "timestamp": [ 2.72, 14.07 ], "duration": 90.66, "caption": "A woman pours some wine in a glass then picks it up and takes a sip.", "similarity": 0.9429, "relevance": 3 }, { "pair_id": 152626, "video_name": "s05e09_seg02_clip_06", "timestamp": [ 29.91, 36.74 ], "duration": 65.66, "caption": "A woman picks up the glass of wine and then drinks from it.", "similarity": 0.9303, "relevance": 4 }, { "pair_id": 152627, "video_name": "s07e21_seg02_clip_08", "timestamp": [ 37.19, 45.7 ], "duration": 63.66, "caption": "A woman picks up her wine glass and drinks from it.", "similarity": 0.9098, "relevance": 4 }, { "pair_id": 152628, "video_name": "s05e07_seg02_clip_07", "timestamp": [ 52.18, 54.93 ], "duration": 61.66, "caption": "A woman takes a sip of a glass of wine.", "similarity": 0.9042, "relevance": 3 }, { "pair_id": 152629, "video_name": "s04e05_seg02_clip_16", "timestamp": [ 32.04, 38.45 ], "duration": 61.66, "caption": "A woman picks up a glass of white wine and takes a drink.", "similarity": 0.8988, "relevance": 4 }, { "pair_id": 152630, "video_name": "castle_s05e10_seg02_clip_20", "timestamp": [ 34.46, 35.82 ], "duration": 90.66, "caption": "A woman lifts up wine glass and takes a sip.", "similarity": 0.8874, "relevance": 2 }, { "pair_id": 152631, "video_name": "s07e12_seg02_clip_11", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "A woman picks up the wine glass from the table and takes a drink.", "similarity": 0.8837, "relevance": 4 }, { "pair_id": 152632, "video_name": "s06e16_seg01_clip_00", "timestamp": [ 29.53, 35.27 ], "duration": 82.66, "caption": "A woman picks up the wine glass from the table and takes a drink.", "similarity": 0.8837, "relevance": 4 }, { "pair_id": 152633, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A woman takes a sip from her wine glass.", "similarity": 0.8772, "relevance": 3 }, { "pair_id": 152634, "video_name": "s07e12_seg02_clip_11", "timestamp": [ 5.4, 9.6 ], "duration": 60.66, "caption": "A woman picks up a bottle of wine and pours some into a glass.", "similarity": 0.8618, "relevance": 1 }, { "pair_id": 152635, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 52.91, 53.84 ], "duration": 92.66, "caption": "A person picks up their glass of wine and takes a drink from it.", "similarity": 0.8558, "relevance": 1 }, { "pair_id": 152636, "video_name": "castle_s04e18_seg02_clip_10", "timestamp": [ 55.5, 59.53 ], "duration": 89.66, "caption": "A woman lifts her wine glass and takes a sip.", "similarity": 0.8557, "relevance": 3 }, { "pair_id": 152637, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 56.61, 59.59 ], "duration": 59.66, "caption": "A woman raises her wine glass and takes a sip of wine.", "similarity": 0.8511, "relevance": 4 }, { "pair_id": 152638, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 85.37, 88.47 ], "duration": 88.66, "caption": "A woman lifts her wine glass with her right hand and takes a sip.", "similarity": 0.8374, "relevance": 4 }, { "pair_id": 152639, "video_name": "s06e21_seg02_clip_14", "timestamp": [ 38.37, 44.27 ], "duration": 59.66, "caption": "A woman grabs a glass of wine off the table and takes a sip.", "similarity": 0.8358, "relevance": 4 }, { "pair_id": 325940, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 48.61, 55.36 ], "duration": 90.66, "caption": "A woman picks up a bottle of wine to pour herself a glass of wine.", "similarity": 0.8322, "relevance": 2 }, { "pair_id": 325941, "video_name": "s08e18_seg02_clip_13", "timestamp": [ 37.82, 39.71 ], "duration": 63.66, "caption": "A woman picks up her wine glass with her right hand.", "similarity": 0.828, "relevance": 3 }, { "pair_id": 325942, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 21.31, 26.11 ], "duration": 60.66, "caption": "A woman picks up a glass of wine from the counter.", "similarity": 0.8278, "relevance": 4 }, { "pair_id": 325943, "video_name": "friends_s09e09_seg02_clip_13", "timestamp": [ 10.16, 14.94 ], "duration": 59.66, "caption": "A woman picks up the glass of wine in the table.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 325944, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 8.68, 15.51 ], "duration": 62.66, "caption": "A woman is holding a wine glass and takes a drink from it.", "similarity": 0.8247, "relevance": 3 }, { "pair_id": 325945, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 21.09 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.8244, "relevance": 3 }, { "pair_id": 325946, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 19.54 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.8244, "relevance": 3 }, { "pair_id": 325947, "video_name": "s08e16_seg02_clip_16", "timestamp": [ 21.01, 24.16 ], "duration": 70.66, "caption": "A woman picks up a wine bottle and wine glass from the coffee table.", "similarity": 0.824, "relevance": 3 }, { "pair_id": 325948, "video_name": "s04e11_seg02_clip_12", "timestamp": [ 37.23, 44.25 ], "duration": 61.66, "caption": "A woman picks up a wine bottle off of the coffee table and pours a glass of wine.", "similarity": 0.8218, "relevance": 3 }, { "pair_id": 325949, "video_name": "s04e11_seg02_clip_12", "timestamp": [ 37.84, 45.77 ], "duration": 61.66, "caption": "A woman picks up a bottle and pours a glass of red wine.", "similarity": 0.8202, "relevance": 3 }, { "pair_id": 325950, "video_name": "s05e15_seg02_clip_11", "timestamp": [ 54.62, 59.13 ], "duration": 60.66, "caption": "A woman picks up a wine glass from the coffee table.", "similarity": 0.8189, "relevance": 3 }, { "pair_id": 325951, "video_name": "s07e14_seg02_clip_13", "timestamp": [ 6.82, 11.17 ], "duration": 62.66, "caption": "A woman takes a sip from her glass of red wine.", "similarity": 0.8168, "relevance": 4 }, { "pair_id": 325952, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 18.92, 21.05 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.8167, "relevance": 3 }, { "pair_id": 325953, "video_name": "s07e21_seg02_clip_07", "timestamp": [ 39.97, 44.25 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.8167, "relevance": 3 }, { "pair_id": 325954, "video_name": "friends_s07e02_seg02_clip_09", "timestamp": [ 55.84, 61.03 ], "duration": 61.66, "caption": "A woman picks up her wine glass and holds it in her right hand.", "similarity": 0.8135, "relevance": 3 }, { "pair_id": 325955, "video_name": "s06e20_seg02_clip_02", "timestamp": [ 34.53, 43.09 ], "duration": 59.66, "caption": "A woman picks up a bottle of water and takes a sip.", "similarity": 0.8119, "relevance": 3 }, { "pair_id": 325956, "video_name": "friends_s01e16-17_seg02_clip_32", "timestamp": [ 28.92, 34.24 ], "duration": 59.66, "caption": "A woman grabs the bottle of wine and pours it.", "similarity": 0.809, "relevance": 3 }, { "pair_id": 325957, "video_name": "castle_s06e21_seg02_clip_11", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman takes a drink from her glass of wine.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 325958, "video_name": "s09e02_seg02_clip_08", "timestamp": [ 14.53, 17.5 ], "duration": 66.66, "caption": "A woman picks up her glass of white wine from the coffee table.", "similarity": 0.804, "relevance": 3 }, { "pair_id": 325959, "video_name": "s05e05_seg02_clip_11", "timestamp": [ 7.8, 11.41 ], "duration": 60.66, "caption": "A woman sips on a glass of white wine.", "similarity": 0.8024, "relevance": 3 } ] }, { "query_id": 11722, "query": "An object is dismantled by the lid by a woman, revealing a listening device.", "relevant_moment": [ { "pair_id": 155380, "video_name": "castle_s03e03_seg02_clip_01", "timestamp": [ 61.9, 63.72 ], "duration": 91.66, "caption": "An object is dismantled by the lid by a woman, revealing a listening device.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155381, "video_name": "s03e21_seg02_clip_05", "timestamp": [ 35.09, 47.91 ], "duration": 61.66, "caption": "A person shows a woman a pair of earphones, and explains about cleaning them, and then puts them down.", "similarity": 0.6108, "relevance": 1 }, { "pair_id": 155382, "video_name": "s02e02_seg02_clip_03", "timestamp": [ 23.73, 26.53 ], "duration": 51.66, "caption": "A woman removes the lid from her coffee cup as he talks to man.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 155383, "video_name": "castle_s04e09_seg02_clip_03", "timestamp": [ 19.81, 24.76 ], "duration": 90.66, "caption": "A woman gives an object to another woman while she is speaking to her.", "similarity": 0.5766, "relevance": 1 }, { "pair_id": 155385, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 23.63, 26.81 ], "duration": 90.66, "caption": "A woman grabs an electronic device away from a man while talking with another person.", "similarity": 0.5734, "relevance": 2 }, { "pair_id": 155386, "video_name": "castle_s06e17_seg02_clip_06", "timestamp": [ 65.54, 71.45 ], "duration": 91.66, "caption": "A woman sweeps the listening device under something with her foot and a man covers his head with a rag.", "similarity": 0.5722, "relevance": 2 }, { "pair_id": 155387, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 8.7, 10.5 ], "duration": 60.66, "caption": "A person removes headphones from their ear and looks to woman.", "similarity": 0.5712, "relevance": 1 }, { "pair_id": 155388, "video_name": "s08e14_seg01_clip_00", "timestamp": [ 25.94, 27.46 ], "duration": 61.66, "caption": "A woman had a spoon full as she listens to a man.", "similarity": 0.5703, "relevance": 0 }, { "pair_id": 155389, "video_name": "castle_s04e03_seg02_clip_18", "timestamp": [ 15.94, 23.22 ], "duration": 91.66, "caption": "A woman waves a plastic device to get some people's attention.", "similarity": 0.5679, "relevance": 1 }, { "pair_id": 155390, "video_name": "castle_s06e12_seg02_clip_19", "timestamp": [ 33.76, 36.53 ], "duration": 92.66, "caption": "A person takes out a device and shows it to man and woman.", "similarity": 0.5677, "relevance": 2 }, { "pair_id": 155391, "video_name": "castle_s03e09_seg02_clip_19", "timestamp": [ 22.23, 30.86 ], "duration": 90.66, "caption": "A woman opens the evidence container lid, talks on the phone, then sets it down.", "similarity": 0.5657, "relevance": 2 }, { "pair_id": 155393, "video_name": "castle_s03e13_seg02_clip_03", "timestamp": [ 43.26, 48.37 ], "duration": 93.66, "caption": "A person removes a bullet out while talking to a woman.", "similarity": 0.5611, "relevance": 2 }, { "pair_id": 155394, "video_name": "castle_s04e05_seg02_clip_06", "timestamp": [ 13.8, 18.41 ], "duration": 92.66, "caption": "A woman tells how she knows the device after a woman asks.", "similarity": 0.5608, "relevance": 2 }, { "pair_id": 155395, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 47.9, 52.31 ], "duration": 63.66, "caption": "A person takes off his headphone and then talks to woman.", "similarity": 0.5604, "relevance": 1 }, { "pair_id": 155397, "video_name": "grey_s02e10_seg02_clip_15", "timestamp": [ 27.13, 50.31 ], "duration": 87.66, "caption": "A woman reveals things about her that she has kept hidden from another person.", "similarity": 0.5536, "relevance": 0 }, { "pair_id": 155398, "video_name": "s05e08_seg02_clip_10", "timestamp": [ 40.06, 47.34 ], "duration": 56.66, "caption": "A woman is dissecting an organ in her lab as she is speaking to herself.", "similarity": 0.5496, "relevance": 2 } ] }, { "query_id": 11781, "query": "A man tries to get by woman but she shakes her head and grabs his shirt.", "relevant_moment": [ { "pair_id": 3520, "video_name": "friends_s04e15_seg02_clip_13", "timestamp": [ 0.0, 4.88 ], "duration": 65.66, "caption": "A man tries to get by woman but she shakes her head and grabs his shirt.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3521, "video_name": "friends_s05e11_seg02_clip_20", "timestamp": [ 54.61, 57.18 ], "duration": 57.66, "caption": "A man grabs a woman by the elbows and shakes her.", "similarity": 0.7836, "relevance": 3 }, { "pair_id": 3522, "video_name": "friends_s01e23_seg02_clip_14", "timestamp": [ 31.52, 37.5 ], "duration": 63.66, "caption": "A woman grabs onto guy's shirt and pulls him close to her.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 3523, "video_name": "friends_s05e21_seg02_clip_08", "timestamp": [ 7.8, 12.61 ], "duration": 60.66, "caption": "A man grabs a woman's hand when he asks her something.", "similarity": 0.7569, "relevance": 0 }, { "pair_id": 3524, "video_name": "met_s03e16_seg01_clip_02", "timestamp": [ 44.61, 55.37 ], "duration": 63.66, "caption": "A man grabs woman's hand and pulls her to him while having a conversation.", "similarity": 0.7471, "relevance": 0 }, { "pair_id": 3525, "video_name": "friends_s05e15_seg02_clip_10", "timestamp": [ 1.09, 3.54 ], "duration": 54.66, "caption": "A man grabs a woman by the arms and pulls her to the side.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 3526, "video_name": "friends_s09e11_seg02_clip_09", "timestamp": [ 42.2, 45.9 ], "duration": 57.66, "caption": "A man grabs a woman's shoulders and shakes her vigorously.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 3527, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "A man reaches out and grabs a woman by her wrist.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 3528, "video_name": "grey_s03e17_seg02_clip_06", "timestamp": [ 48.31, 60.5 ], "duration": 90.66, "caption": "A man tries to get a woman to open up to him.", "similarity": 0.7392, "relevance": 0 }, { "pair_id": 3529, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 19.98, 26.54 ], "duration": 62.66, "caption": "A woman grabs a man after she asks to talk to him.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 3530, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 5.36, 8.19 ], "duration": 56.66, "caption": "A man grabs woman's hand after she asks about it.", "similarity": 0.7381, "relevance": 0 }, { "pair_id": 3531, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 22.15, 23.52 ], "duration": 25.66, "caption": "A man reaches out to grab woman's left shoulder.", "similarity": 0.7321, "relevance": 1 }, { "pair_id": 3532, "video_name": "grey_s03e23_seg02_clip_25", "timestamp": [ 13.58, 16.74 ], "duration": 90.66, "caption": "A woman walks past a man after he tries to grab her.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 3533, "video_name": "friends_s09e23-24_seg02_clip_09", "timestamp": [ 48.21, 52.48 ], "duration": 61.66, "caption": "A man grabs woman to tell her something important.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 3534, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 7.38, 10.25 ], "duration": 82.66, "caption": "A woman reaches out and grabs a man by the hand.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 3535, "video_name": "castle_s08e19_seg02_clip_25", "timestamp": [ 2.79, 8.37 ], "duration": 93.66, "caption": "A woman turns to a man and grabs his shoulder.", "similarity": 0.7214, "relevance": 0 }, { "pair_id": 3536, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 79.3, 84.79 ], "duration": 157.66, "caption": "A man uncrosses his arms, and grabs onto woman's hand.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 3537, "video_name": "castle_s01e01_seg02_clip_21", "timestamp": [ 28.75, 30.12 ], "duration": 91.66, "caption": "A man grabs woman's arm as they walk together.", "similarity": 0.7164, "relevance": 1 }, { "pair_id": 3538, "video_name": "castle_s07e13_seg02_clip_09", "timestamp": [ 65.65, 70.56 ], "duration": 89.66, "caption": "A woman grabs a man's hand and nods her head.", "similarity": 0.7162, "relevance": 0 }, { "pair_id": 3539, "video_name": "friends_s10e10_seg02_clip_04", "timestamp": [ 0.0, 16.21 ], "duration": 60.66, "caption": "A woman is grabbing a man by the neck, stops, and then grabs him again.", "similarity": 0.7154, "relevance": 0 }, { "pair_id": 176840, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.0, 1.29 ], "duration": 86.66, "caption": "A man reaches out and grabs a woman's hand and holds it.", "similarity": 0.715, "relevance": 1 }, { "pair_id": 176841, "video_name": "friends_s10e02_seg02_clip_18", "timestamp": [ 3.69, 11.39 ], "duration": 67.66, "caption": "A man grabs ahold of woman's hand while they're talking.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 176842, "video_name": "friends_s01e12_seg02_clip_18", "timestamp": [ 3.41, 7.13 ], "duration": 62.66, "caption": "A woman grabs a man's hand and tries to pull him away, but he pulls her back the opposite direction.", "similarity": 0.7121, "relevance": 2 }, { "pair_id": 176843, "video_name": "castle_s04e23_seg02_clip_22", "timestamp": [ 46.05, 55.35 ], "duration": 93.66, "caption": "A man grabs woman's wrists with his hands and pulls her up.", "similarity": 0.7115, "relevance": 1 }, { "pair_id": 176844, "video_name": "met_s06e18_seg02_clip_04", "timestamp": [ 32.71, 35.72 ], "duration": 60.66, "caption": "A woman grabs a man by the jacket and shakes him.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 176845, "video_name": "friends_s09e05_seg02_clip_05", "timestamp": [ 37.82, 41.6 ], "duration": 63.66, "caption": "A man briefly grabs a woman's hand as he's talking to her.", "similarity": 0.7057, "relevance": 2 }, { "pair_id": 176846, "video_name": "grey_s03e15_seg02_clip_13", "timestamp": [ 11.54, 18.01 ], "duration": 92.66, "caption": "A man grabs woman and tells her she needs to be treated.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 176847, "video_name": "castle_s08e01_seg02_clip_26", "timestamp": [ 19.15, 21.35 ], "duration": 44.66, "caption": "A man grabs a woman's arm and helps her up.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 176848, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 22.02, 23.27 ], "duration": 25.66, "caption": "A man grabs woman on the back of shoulder.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 176849, "video_name": "grey_s02e17_seg02_clip_10", "timestamp": [ 0.0, 7.14 ], "duration": 102.66, "caption": "A man approaches woman while she has her head in her hands.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 176850, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 33.54, 38.19 ], "duration": 93.66, "caption": "A woman grabs man's arm as he starts to speak.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 176851, "video_name": "s03e10_seg02_clip_11", "timestamp": [ 20.11, 24.01 ], "duration": 60.66, "caption": "A man gets off woman and shakes his head.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 176852, "video_name": "friends_s02e05_seg02_clip_08", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A man leans over and grabs a woman by the shoulder.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 176854, "video_name": "castle_s05e15_seg02_clip_14", "timestamp": [ 76.58, 80.06 ], "duration": 87.66, "caption": "A woman grabs a man's hand as she talks to him.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 176855, "video_name": "friends_s02e12-13_seg02_clip_45", "timestamp": [ 42.79, 46.08 ], "duration": 47.66, "caption": "A man reaches up and grabs a person on the shirt.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 176856, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 29.29, 32.34 ], "duration": 61.66, "caption": "A woman gets up to grab a man by the face.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 176857, "video_name": "grey_s02e12_seg02_clip_18", "timestamp": [ 56.27, 59.42 ], "duration": 90.66, "caption": "A woman grabs a man's hand and he grabs hers while talking to him.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 176858, "video_name": "grey_s03e05_seg02_clip_13", "timestamp": [ 7.44, 9.77 ], "duration": 93.66, "caption": "A woman grabs a man's hand and puts it to his chest.", "similarity": 0.6898, "relevance": 2 }, { "pair_id": 176859, "video_name": "friends_s05e16_seg02_clip_08", "timestamp": [ 31.58, 32.76 ], "duration": 59.66, "caption": "A woman grabs a man's shirt as he walks away.", "similarity": 0.6895, "relevance": 2 } ] }, { "query_id": 11786, "query": "A woman begins performing CPR.", "relevant_moment": [ { "pair_id": 163660, "video_name": "house_s07e14_seg02_clip_20", "timestamp": [ 58.86, 61.1 ], "duration": 149.66, "caption": "A woman begins performing CPR.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163661, "video_name": "house_s04e03_seg02_clip_20", "timestamp": [ 43.44, 45.99 ], "duration": 85.66, "caption": "A woman begins to perform CPR on man by pumping on his chest.", "similarity": 0.8278, "relevance": 4 }, { "pair_id": 163662, "video_name": "castle_s02e13_seg02_clip_26", "timestamp": [ 0.0, 13.11 ], "duration": 138.66, "caption": "A woman counts while performing CPR on a victim.", "similarity": 0.7767, "relevance": 4 }, { "pair_id": 163663, "video_name": "castle_s06e02_seg02_clip_24", "timestamp": [ 2.76, 4.6 ], "duration": 92.66, "caption": "A woman says how the victim is doing while CPR is being performed on her.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 163664, "video_name": "grey_s02e17_seg02_clip_19", "timestamp": [ 34.57, 38.41 ], "duration": 128.66, "caption": "A woman is doing cpr on a person while a man watches.", "similarity": 0.7206, "relevance": 1 }, { "pair_id": 163665, "video_name": "grey_s01e08_seg02_clip_13", "timestamp": [ 6.6, 17.6 ], "duration": 88.66, "caption": "A woman performs CPR on a man as medical personnel flood into the room.", "similarity": 0.6616, "relevance": 4 }, { "pair_id": 163666, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 91.32, 116.22 ], "duration": 166.66, "caption": "A person jumps on a woman's body in the morgue and starts CPR and the woman starts breathing, scaring two other people nearly to death.", "similarity": 0.6266, "relevance": 3 }, { "pair_id": 163667, "video_name": "house_s01e09_seg02_clip_06", "timestamp": [ 0.0, 6.97 ], "duration": 92.66, "caption": "A person grabs a bag and starts CPR on a patient.", "similarity": 0.6254, "relevance": 0 }, { "pair_id": 163668, "video_name": "house_s08e09_seg02_clip_12", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "A person watches an EMT perform CPR on a patient.", "similarity": 0.5958, "relevance": 3 }, { "pair_id": 163669, "video_name": "house_s07e02_seg02_clip_23", "timestamp": [ 16.13, 20.06 ], "duration": 87.66, "caption": "A doctor is performing CPR to a patient on the floor.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 163670, "video_name": "house_s06e15_seg02_clip_05", "timestamp": [ 40.51, 52.34 ], "duration": 91.66, "caption": "A woman tries to use the paddles to start the patient's heart.", "similarity": 0.5877, "relevance": 0 }, { "pair_id": 163671, "video_name": "house_s03e17_seg02_clip_18", "timestamp": [ 11.61, 23.23 ], "duration": 86.66, "caption": "A woman starts to pump oxygen into the patient's body.", "similarity": 0.5863, "relevance": 2 }, { "pair_id": 163672, "video_name": "house_s04e15_seg02_clip_24", "timestamp": [ 59.31, 71.02 ], "duration": 71.66, "caption": "Two people are performing CPR on a man.", "similarity": 0.5835, "relevance": 3 }, { "pair_id": 163673, "video_name": "house_s03e09_seg02_clip_12", "timestamp": [ 52.08, 59.2 ], "duration": 89.66, "caption": "A woman starts preparing an injection for the patient.", "similarity": 0.5796, "relevance": 1 }, { "pair_id": 163674, "video_name": "house_s06e18_seg02_clip_03", "timestamp": [ 10.92, 16.38 ], "duration": 91.66, "caption": "A person finishes performing a medical procedure on a woman.", "similarity": 0.5706, "relevance": 0 }, { "pair_id": 163675, "video_name": "house_s02e15_seg02_clip_15", "timestamp": [ 81.4, 93.03 ], "duration": 93.66, "caption": "Medical professionals begin giving CPR to a patient in a hospital bed, then zap the patient with a defibrillator.", "similarity": 0.5653, "relevance": 2 }, { "pair_id": 163676, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 73.94, 88.02 ], "duration": 88.66, "caption": "A woman is conducting an operation to a patient.", "similarity": 0.555, "relevance": 1 }, { "pair_id": 163677, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 50.61, 69.54 ], "duration": 88.66, "caption": "A woman is conducting an operation to a patient.", "similarity": 0.555, "relevance": 1 }, { "pair_id": 163678, "video_name": "castle_s02e20_seg02_clip_06", "timestamp": [ 12.22, 14.1 ], "duration": 94.66, "caption": "A woman's producer pushes her clipboard closer to her chest.", "similarity": 0.555, "relevance": 0 }, { "pair_id": 163679, "video_name": "castle_s04e07_seg02_clip_15", "timestamp": [ 81.37, 87.02 ], "duration": 87.66, "caption": "A woman comes in pushing a gurney dressed as a paramedic.", "similarity": 0.5533, "relevance": 0 } ] }, { "query_id": 11815, "query": "A woman and a man talk and shake hands with two people, one white and older and the other black.", "relevant_moment": [ { "pair_id": 1140, "video_name": "castle_s02e20_seg02_clip_07", "timestamp": [ 0.44, 9.66 ], "duration": 87.66, "caption": "A woman and a man talk and shake hands with two people, one white and older and the other black.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1141, "video_name": "s03e21_seg02_clip_02", "timestamp": [ 12.69, 16.82 ], "duration": 59.66, "caption": "A woman and a person shake hands while they are talking.", "similarity": 0.844, "relevance": 2 }, { "pair_id": 1142, "video_name": "friends_s04e08_seg02_clip_06", "timestamp": [ 44.19, 57.02 ], "duration": 57.66, "caption": "A man and a woman hold each others hands and are talking to each other.", "similarity": 0.8203, "relevance": 2 }, { "pair_id": 1143, "video_name": "met_s03e11_seg01_clip_02", "timestamp": [ 42.4, 44.81 ], "duration": 60.66, "caption": "A woman shakes hand with a man as they talk to each other.", "similarity": 0.8121, "relevance": 2 }, { "pair_id": 1144, "video_name": "castle_s08e17_seg02_clip_24", "timestamp": [ 64.95, 67.63 ], "duration": 89.66, "caption": "A woman and a man shake someone's hand as they meet.", "similarity": 0.8081, "relevance": 3 }, { "pair_id": 1145, "video_name": "met_s02e10_seg02_clip_05", "timestamp": [ 18.92, 20.75 ], "duration": 61.66, "caption": "A man and a woman shake hands.", "similarity": 0.8007, "relevance": 2 }, { "pair_id": 1146, "video_name": "friends_s04e13_seg02_clip_04", "timestamp": [ 52.15, 54.3 ], "duration": 61.66, "caption": "A woman and man shake each on another's hand.", "similarity": 0.7986, "relevance": 2 }, { "pair_id": 1147, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 83.27, 89.12 ], "duration": 90.66, "caption": "A woman and a man meet and shake hands.", "similarity": 0.7978, "relevance": 3 }, { "pair_id": 1148, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 85.97, 90.02 ], "duration": 90.66, "caption": "A woman and person shake each others hands as they introduce themselves to each other.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 1149, "video_name": "friends_s06e15-16_seg02_clip_05", "timestamp": [ 21.84, 32.17 ], "duration": 59.66, "caption": "Two people are shaking hands while one of them talks over and over.", "similarity": 0.7909, "relevance": 2 }, { "pair_id": 1150, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 1151, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 28.82, 30.11 ], "duration": 86.66, "caption": "Two people shake hands with each other.", "similarity": 0.7847, "relevance": 2 }, { "pair_id": 1152, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 13.14, 15.06 ], "duration": 64.66, "caption": "Two people shake hands with each other.", "similarity": 0.7847, "relevance": 2 }, { "pair_id": 1153, "video_name": "met_s06e17_seg02_clip_18", "timestamp": [ 0.0, 10.94 ], "duration": 52.66, "caption": "A man and a woman talk outside then shake hands.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 1154, "video_name": "castle_s06e20_seg02_clip_05", "timestamp": [ 0.0, 7.17 ], "duration": 89.66, "caption": "A man is shaking hands with another man and woman.", "similarity": 0.7841, "relevance": 4 }, { "pair_id": 1155, "video_name": "friends_s01e08_seg02_clip_15", "timestamp": [ 33.24, 37.02 ], "duration": 54.66, "caption": "A man and a woman shake each others hands as they greet each other.", "similarity": 0.7818, "relevance": 2 }, { "pair_id": 1156, "video_name": "s05e09_seg02_clip_07", "timestamp": [ 26.96, 30.54 ], "duration": 55.66, "caption": "A woman and a man shake hand and introduce themselves.", "similarity": 0.7784, "relevance": 2 }, { "pair_id": 1157, "video_name": "friends_s07e15_seg02_clip_23", "timestamp": [ 0.0, 7.14 ], "duration": 68.66, "caption": "A man and a woman talk while holding each other's hands.", "similarity": 0.7749, "relevance": 2 }, { "pair_id": 1158, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 5.9, 27.74 ], "duration": 118.66, "caption": "A man and a woman hold hands as they have a conversation.", "similarity": 0.7714, "relevance": 2 }, { "pair_id": 1159, "video_name": "castle_s03e23_seg02_clip_03", "timestamp": [ 10.56, 18.93 ], "duration": 88.66, "caption": "A woman shakes hands with two people.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 174460, "video_name": "friends_s10e15_seg02_clip_01", "timestamp": [ 36.12, 47.19 ], "duration": 58.66, "caption": "A man and another person in a suit talk and shake hands.", "similarity": 0.7692, "relevance": 1 }, { "pair_id": 174461, "video_name": "castle_s07e07_seg02_clip_26", "timestamp": [ 38.01, 44.54 ], "duration": 81.66, "caption": "A person shakes hands first with woman and then with man.", "similarity": 0.7687, "relevance": 3 }, { "pair_id": 174462, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.0, 9.36 ], "duration": 52.66, "caption": "A man and a woman introduce themselves and shake hands, while two men look on and approve.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 174463, "video_name": "s03e21_seg02_clip_02", "timestamp": [ 15.35, 17.41 ], "duration": 59.66, "caption": "A woman and a person greet and shake each others hand.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 174464, "video_name": "castle_s04e13_seg02_clip_01", "timestamp": [ 10.71, 15.17 ], "duration": 89.66, "caption": "A woman and man walk over to shake person's hand.", "similarity": 0.7528, "relevance": 2 }, { "pair_id": 174465, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 3.92, 5.73 ], "duration": 60.66, "caption": "Two people shake each other's hands when they meet.", "similarity": 0.7527, "relevance": 2 }, { "pair_id": 174466, "video_name": "castle_s06e19_seg02_clip_19", "timestamp": [ 67.81, 71.45 ], "duration": 91.66, "caption": "A person talks to a man and a woman with their hands in small circles.", "similarity": 0.7514, "relevance": 2 }, { "pair_id": 174467, "video_name": "castle_s08e15_seg02_clip_02", "timestamp": [ 40.54, 44.1 ], "duration": 89.66, "caption": "A woman shakes hands with a man.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 174468, "video_name": "castle_s03e02_seg02_clip_06", "timestamp": [ 0.0, 9.71 ], "duration": 92.66, "caption": "A man and a woman are beside each other holding hands as a man speaks to a woman.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 174469, "video_name": "s08e23_seg02_clip_03", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "A woman and a man shake hands and greet each other.", "similarity": 0.7476, "relevance": 2 }, { "pair_id": 174470, "video_name": "friends_s03e20_seg02_clip_00", "timestamp": [ 35.66, 38.78 ], "duration": 62.66, "caption": "Two people shake hands.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 174471, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 50.44, 56.45 ], "duration": 92.66, "caption": "A man and another man shake hands and then the other man and another man.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 174472, "video_name": "friends_s07e22_seg02_clip_04", "timestamp": [ 0.0, 3.06 ], "duration": 61.66, "caption": "A man and another man shake hands.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 174473, "video_name": "castle_s02e17_seg02_clip_06", "timestamp": [ 0.0, 8.76 ], "duration": 92.66, "caption": "A person shakes hands with woman while she stands with man.", "similarity": 0.7399, "relevance": 1 }, { "pair_id": 174474, "video_name": "castle_s03e21_seg02_clip_09", "timestamp": [ 57.31, 59.11 ], "duration": 90.66, "caption": "A woman and another person shake hands and exchange pleasantries.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 174475, "video_name": "castle_s07e14_seg02_clip_15", "timestamp": [ 3.02, 8.62 ], "duration": 86.66, "caption": "A woman and a man are talking to the person with handcuff.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 174476, "video_name": "friends_s08e16_seg02_clip_03", "timestamp": [ 0.0, 33.77 ], "duration": 60.66, "caption": "A man and a woman sit and hold hands and talk.", "similarity": 0.7329, "relevance": 1 }, { "pair_id": 174477, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 174478, "video_name": "met_s06e21_seg01_clip_04", "timestamp": [ 62.12, 85.65 ], "duration": 94.66, "caption": "A person introduces another person to some other people and they all shake hands.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 174479, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 36.53, 40.49 ], "duration": 88.66, "caption": "Two people shake each others hands and one of them turns around to face a person.", "similarity": 0.7263, "relevance": 2 } ] }, { "query_id": 11821, "query": "A woman shakes her head side to side very slightly as she talks to another woman.", "relevant_moment": [ { "pair_id": 48520, "video_name": "castle_s02e20_seg02_clip_08", "timestamp": [ 51.19, 52.1 ], "duration": 90.66, "caption": "A woman shakes her head side to side very slightly as she talks to another woman.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 48521, "video_name": "friends_s08e14_seg02_clip_04", "timestamp": [ 13.21, 15.91 ], "duration": 60.66, "caption": "A woman shakes her head and then turns around while she is talking to another woman.", "similarity": 0.9072, "relevance": 4 }, { "pair_id": 48522, "video_name": "house_s07e11_seg02_clip_07", "timestamp": [ 15.2, 16.4 ], "duration": 80.66, "caption": "A woman shakes her head from side to side during a conversation with a man.", "similarity": 0.8644, "relevance": 2 }, { "pair_id": 48523, "video_name": "house_s01e05_seg02_clip_01", "timestamp": [ 62.76, 65.88 ], "duration": 89.66, "caption": "A woman shakes their head while they talk to a person.", "similarity": 0.8552, "relevance": 2 }, { "pair_id": 48524, "video_name": "met_s03e16_seg02_clip_11", "timestamp": [ 0.0, 11.87 ], "duration": 59.66, "caption": "A woman shakes her head when describing how she acts around another woman.", "similarity": 0.8448, "relevance": 2 }, { "pair_id": 48525, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 0.0, 5.25 ], "duration": 87.66, "caption": "A woman says something to another woman and she excitedly shakes her head while talking.", "similarity": 0.8351, "relevance": 4 }, { "pair_id": 48526, "video_name": "castle_s02e15_seg02_clip_23", "timestamp": [ 68.87, 77.99 ], "duration": 91.66, "caption": "A woman says something to another woman and the other woman shakes her head, yes.", "similarity": 0.8294, "relevance": 3 }, { "pair_id": 48527, "video_name": "s04e22_seg01_clip_02", "timestamp": [ 26.41, 34.67 ], "duration": 55.66, "caption": "A woman leans over towards another woman saying something and then shakes her head, positively.", "similarity": 0.8281, "relevance": 3 }, { "pair_id": 48528, "video_name": "friends_s06e02_seg01_clip_01", "timestamp": [ 67.66, 70.5 ], "duration": 81.66, "caption": "A woman shakes her head and rolls her eyes while talking to woman.", "similarity": 0.827, "relevance": 4 }, { "pair_id": 48529, "video_name": "grey_s03e08_seg02_clip_12", "timestamp": [ 0.0, 24.19 ], "duration": 93.66, "caption": "A woman talks and another woman just nods her head.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 48530, "video_name": "house_s08e10_seg02_clip_14", "timestamp": [ 79.45, 88.02 ], "duration": 90.66, "caption": "A woman looks at another person and the other person shakes her head and says something.", "similarity": 0.8181, "relevance": 4 }, { "pair_id": 48531, "video_name": "grey_s03e11_seg02_clip_23", "timestamp": [ 54.03, 59.79 ], "duration": 88.66, "caption": "A woman shakes her head as she talks with a man.", "similarity": 0.8129, "relevance": 3 }, { "pair_id": 48532, "video_name": "castle_s06e01_seg02_clip_11", "timestamp": [ 56.78, 60.22 ], "duration": 86.66, "caption": "A person shakes their head while talking to a woman.", "similarity": 0.8093, "relevance": 3 }, { "pair_id": 48533, "video_name": "s05e02_seg02_clip_12", "timestamp": [ 39.98, 42.14 ], "duration": 54.66, "caption": "A woman shakes her head up and down as she agrees with another woman.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 48534, "video_name": "house_s06e21_seg02_clip_19", "timestamp": [ 0.0, 6.44 ], "duration": 99.66, "caption": "A person is talking to another person and she shakes her head at him.", "similarity": 0.7966, "relevance": 1 }, { "pair_id": 48535, "video_name": "house_s03e12_seg02_clip_24", "timestamp": [ 0.0, 7.05 ], "duration": 94.66, "caption": "A person is talking to woman and shakes his head at her.", "similarity": 0.791, "relevance": 3 }, { "pair_id": 48536, "video_name": "friends_s05e09_seg02_clip_11", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman is leaning her head on her fingers while talking to another woman.", "similarity": 0.7902, "relevance": 2 }, { "pair_id": 48537, "video_name": "friends_s09e20_seg02_clip_20", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A woman shakes her head when another woman asks if she can avoid this.", "similarity": 0.7899, "relevance": 4 }, { "pair_id": 48538, "video_name": "grey_s03e06_seg02_clip_03", "timestamp": [ 30.04, 31.86 ], "duration": 91.66, "caption": "A woman shakes her head quickly while speaking with man.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 48539, "video_name": "house_s07e01_seg02_clip_22", "timestamp": [ 5.12, 9.3 ], "duration": 93.66, "caption": "A woman shakes her head as she talks to a man.", "similarity": 0.784, "relevance": 3 }, { "pair_id": 221840, "video_name": "castle_s02e21_seg02_clip_12", "timestamp": [ 27.08, 29.7 ], "duration": 87.66, "caption": "A woman shrugs and shakes her head while she is talking.", "similarity": 0.7811, "relevance": 3 }, { "pair_id": 221841, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 15.82, 27.6 ], "duration": 62.66, "caption": "A woman leans forward and has a conversation with another woman.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 221842, "video_name": "castle_s06e02_seg02_clip_04", "timestamp": [ 50.91, 53.08 ], "duration": 87.66, "caption": "A woman shakes her head as a man talks to her.", "similarity": 0.7809, "relevance": 3 }, { "pair_id": 221843, "video_name": "met_s06e22_seg02_clip_09", "timestamp": [ 0.0, 2.76 ], "duration": 61.66, "caption": "A woman shakes her head while describing what another person just said.", "similarity": 0.7805, "relevance": 3 }, { "pair_id": 221844, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 14.88, 19.21 ], "duration": 96.66, "caption": "A woman shakes her head after talking with a man.", "similarity": 0.7804, "relevance": 3 }, { "pair_id": 221845, "video_name": "friends_s08e22_seg02_clip_11", "timestamp": [ 24.9, 29.62 ], "duration": 63.66, "caption": "A woman listens to another woman but she shakes her head no.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 221846, "video_name": "castle_s06e23_seg02_clip_11", "timestamp": [ 0.0, 16.41 ], "duration": 91.66, "caption": "A woman shakes her head while explaining to a woman how she feels.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 221847, "video_name": "castle_s07e04_seg02_clip_22", "timestamp": [ 76.72, 80.29 ], "duration": 89.66, "caption": "A woman speaks to another woman and the other woman looks up and nods.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 221848, "video_name": "grey_s01e07_seg02_clip_17", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman shakes her head and is talking to a man.", "similarity": 0.7777, "relevance": 2 }, { "pair_id": 221849, "video_name": "s05e19_seg02_clip_14", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "A woman squeezes another woman's face and shakes it from side to side.", "similarity": 0.7763, "relevance": 2 }, { "pair_id": 221850, "video_name": "house_s03e19_seg02_clip_27", "timestamp": [ 3.52, 5.51 ], "duration": 22.66, "caption": "A woman shakes her head at something she is saying.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 221851, "video_name": "friends_s10e08_seg02_clip_04", "timestamp": [ 56.14, 58.93 ], "duration": 62.66, "caption": "A woman exhales and shakes her head at another woman.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 221852, "video_name": "met_s02e12_seg02_clip_01", "timestamp": [ 40.57, 43.55 ], "duration": 59.66, "caption": "A woman is talking to another woman, and then gestures for the other woman to turn around and look.", "similarity": 0.7696, "relevance": 3 }, { "pair_id": 221853, "video_name": "grey_s02e08_seg02_clip_05", "timestamp": [ 20.5, 31.43 ], "duration": 91.66, "caption": "A woman holds her arm above her head when talking to another woman.", "similarity": 0.7694, "relevance": 2 }, { "pair_id": 221854, "video_name": "castle_s08e05_seg02_clip_06", "timestamp": [ 56.09, 62.76 ], "duration": 89.66, "caption": "A woman shakes her head and looks at a man and then another woman.", "similarity": 0.7686, "relevance": 3 }, { "pair_id": 221855, "video_name": "s09e19_seg02_clip_01", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A woman turns her head to another woman who is standing beside her to speak to her.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 221856, "video_name": "castle_s02e20_seg02_clip_14", "timestamp": [ 8.75, 13.82 ], "duration": 92.66, "caption": "During a conversation, a woman shakes her head then a man shakes his head quickly.", "similarity": 0.7624, "relevance": 2 }, { "pair_id": 221857, "video_name": "friends_s07e15_seg02_clip_17", "timestamp": [ 49.29, 55.19 ], "duration": 59.66, "caption": "A woman moves her head up to her neck while standing there talking to another woman.", "similarity": 0.7621, "relevance": 2 }, { "pair_id": 221858, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 66.31, 67.55 ], "duration": 82.66, "caption": "A woman nods her head at something another woman says.", "similarity": 0.7618, "relevance": 3 }, { "pair_id": 221859, "video_name": "house_s05e01_seg02_clip_24", "timestamp": [ 62.66, 73.1 ], "duration": 87.66, "caption": "A woman shrugs her shoulders while talking to another woman.", "similarity": 0.7617, "relevance": 3 } ] }, { "query_id": 11870, "query": "A person kisses the hand of the injured person.", "relevant_moment": [ { "pair_id": 165000, "video_name": "grey_s03e07_seg02_clip_19", "timestamp": [ 1.38, 2.76 ], "duration": 92.66, "caption": "A person kisses the hand of the injured person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165001, "video_name": "grey_s03e09_seg02_clip_05", "timestamp": [ 3.11, 7.1 ], "duration": 88.66, "caption": "A person is caressing the face of an injured patient.", "similarity": 0.73, "relevance": 2 }, { "pair_id": 165002, "video_name": "castle_s03e05_seg02_clip_26", "timestamp": [ 29.41, 31.81 ], "duration": 120.66, "caption": "A person holds someone's hand to his lips and kisses it.", "similarity": 0.7171, "relevance": 3 }, { "pair_id": 165003, "video_name": "house_s08e12_seg02_clip_20", "timestamp": [ 83.27, 90.02 ], "duration": 90.66, "caption": "A person touches the patient's hand with empathy.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 165005, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 34.63, 44.66 ], "duration": 91.66, "caption": "A person puts their arms around a person and they kiss each other.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 165006, "video_name": "house_s01e02_seg02_clip_05", "timestamp": [ 59.3, 61.64 ], "duration": 78.66, "caption": "A person touches a patient's hand while talking with another person.", "similarity": 0.6342, "relevance": 1 }, { "pair_id": 165007, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 39.97, 43.5 ], "duration": 47.66, "caption": "A woman puts her hand on person's face and kisses him.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 165008, "video_name": "house_s03e15_seg02_clip_22", "timestamp": [ 37.14, 51.76 ], "duration": 79.66, "caption": "A person kisses in the forehead of another person and get ready to leave.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 165009, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 81.46, 86.35 ], "duration": 89.66, "caption": "A person with a bandaged head unclasps their hand.", "similarity": 0.6278, "relevance": 1 }, { "pair_id": 165010, "video_name": "grey_s03e14_seg02_clip_10", "timestamp": [ 4.2, 6.3 ], "duration": 84.66, "caption": "A person lifts the bandage from the patient's arm and their hands shake.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 165011, "video_name": "house_s08e22_seg02_clip_08", "timestamp": [ 31.16, 33.95 ], "duration": 93.66, "caption": "A person is rubbing another person's hand when he's in a hospital bed.", "similarity": 0.6231, "relevance": 2 }, { "pair_id": 165012, "video_name": "met_s06e16_seg02_clip_05", "timestamp": [ 13.28, 16.53 ], "duration": 59.66, "caption": "Two people hold hands as they kiss each other.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 165013, "video_name": "grey_s02e03_seg02_clip_22", "timestamp": [ 49.61, 53.95 ], "duration": 124.66, "caption": "A person gives someone a side glance and kisses them on the cheek while having a hand on their shoulder.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 165014, "video_name": "s10e03_seg02_clip_01", "timestamp": [ 19.1, 22.79 ], "duration": 67.66, "caption": "A person gives another person a kiss on their cheek.", "similarity": 0.6203, "relevance": 2 }, { "pair_id": 165015, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 33.05, 40.72 ], "duration": 118.66, "caption": "Two people kiss each other, while holding hands.", "similarity": 0.6186, "relevance": 2 }, { "pair_id": 165016, "video_name": "friends_s07e14_seg02_clip_16", "timestamp": [ 28.14, 31.91 ], "duration": 58.66, "caption": "A man places his hand on the back of someone's head as he kisses them.", "similarity": 0.618, "relevance": 2 }, { "pair_id": 165017, "video_name": "s09e02_seg01_clip_01", "timestamp": [ 31.38, 38.04 ], "duration": 38.66, "caption": "A person takes hold of another person and they start kissing each other.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 165018, "video_name": "castle_s07e02_seg02_clip_03", "timestamp": [ 49.83, 52.66 ], "duration": 94.66, "caption": "A person puts a hand on each side of another person's face tilting their head back, the first person kisses the second person on the lips, as the first person draws back from the kiss they look in the second person's eyes and loosen their hold on them.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 165019, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 9.23, 18.46 ], "duration": 57.66, "caption": "A man holds a woman's hand and then she kisses him.", "similarity": 0.614, "relevance": 0 } ] }, { "query_id": 11889, "query": "A woman enters and opens her robe to reveal that she is wearing a Princess Leia costume.", "relevant_moment": [ { "pair_id": 161980, "video_name": "friends_s03e01_seg02_clip_22", "timestamp": [ 49.73, 53.69 ], "duration": 88.66, "caption": "A woman enters and opens her robe to reveal that she is wearing a Princess Leia costume.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161981, "video_name": "friends_s03e01_seg02_clip_22", "timestamp": [ 51.05, 53.69 ], "duration": 88.66, "caption": "A woman pulls off her robe to show a Star Wars costume.", "similarity": 0.7046, "relevance": 4 }, { "pair_id": 161982, "video_name": "friends_s09e20_seg02_clip_07", "timestamp": [ 59.88, 61.77 ], "duration": 63.66, "caption": "A woman reaches over and opens person's robe to expose a black dress.", "similarity": 0.6459, "relevance": 1 }, { "pair_id": 161983, "video_name": "s03e14_seg01_clip_00", "timestamp": [ 6.3, 23.32 ], "duration": 63.66, "caption": "A woman enters, tying her robe, as a person turns very quickly in front of a whiteboard.", "similarity": 0.5831, "relevance": 1 }, { "pair_id": 161984, "video_name": "castle_s06e14_seg02_clip_18", "timestamp": [ 21.37, 32.94 ], "duration": 89.66, "caption": "A woman comes out wearing a dress to show someone.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 161985, "video_name": "s06e18_seg02_clip_16", "timestamp": [ 26.53, 41.62 ], "duration": 52.66, "caption": "A person walks into the apartment, sees a woman dressed as a Disney Princess and immediately starts taking off his clothes.", "similarity": 0.566, "relevance": 1 }, { "pair_id": 161986, "video_name": "s06e18_seg02_clip_16", "timestamp": [ 5.98, 8.32 ], "duration": 52.66, "caption": "A woman walks into the room dressed as Cinderella.", "similarity": 0.5622, "relevance": 2 }, { "pair_id": 161987, "video_name": "friends_s03e02_seg02_clip_03", "timestamp": [ 2.88, 7.36 ], "duration": 64.66, "caption": "A woman comes out of her room wearing a robe.", "similarity": 0.5589, "relevance": 0 }, { "pair_id": 161988, "video_name": "grey_s02e06_seg02_clip_03", "timestamp": [ 15.3, 22.73 ], "duration": 87.66, "caption": "A woman takes off her gown and then opens the curtain.", "similarity": 0.5583, "relevance": 0 }, { "pair_id": 161989, "video_name": "s10e13_seg02_clip_10", "timestamp": [ 53.03, 57.02 ], "duration": 57.66, "caption": "A woman Opens the door wearing a robe and two people are standing there.", "similarity": 0.5579, "relevance": 1 }, { "pair_id": 161990, "video_name": "friends_s05e23-24_seg02_clip_06", "timestamp": [ 0.0, 7.18 ], "duration": 35.66, "caption": "A woman takes off her robe and looks around.", "similarity": 0.5547, "relevance": 1 }, { "pair_id": 161991, "video_name": "castle_s08e17_seg02_clip_00", "timestamp": [ 9.66, 20.25 ], "duration": 92.66, "caption": "A woman takes her robe off and exposes her white lingerie.", "similarity": 0.5452, "relevance": 2 }, { "pair_id": 161992, "video_name": "s05e08_seg02_clip_16", "timestamp": [ 46.01, 48.77 ], "duration": 92.66, "caption": "A woman opens the dressing room door and comes out wearing a red dress.", "similarity": 0.5409, "relevance": 0 }, { "pair_id": 161993, "video_name": "s06e13_seg02_clip_00", "timestamp": [ 40.34, 63.03 ], "duration": 63.66, "caption": "A woman is telling about a person making their costume for a convention the people are attending.", "similarity": 0.5389, "relevance": 0 }, { "pair_id": 161994, "video_name": "s10e13_seg02_clip_10", "timestamp": [ 49.61, 52.46 ], "duration": 57.66, "caption": "A person takes off their robe to reveal a full garment of clothes underneath.", "similarity": 0.5385, "relevance": 2 }, { "pair_id": 161995, "video_name": "friends_s07e17_seg02_clip_18", "timestamp": [ 44.35, 48.38 ], "duration": 62.66, "caption": "A woman opens a door and enters the room wearing a wedding dress.", "similarity": 0.5369, "relevance": 1 }, { "pair_id": 161996, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 37.82, 46.22 ], "duration": 60.66, "caption": "A woman takes off her robe exposing a suit underneath and grabs her briefcase.", "similarity": 0.5351, "relevance": 1 }, { "pair_id": 161997, "video_name": "friends_s07e14_seg02_clip_17", "timestamp": [ 45.92, 49.52 ], "duration": 60.66, "caption": "A woman opens the door and steps into the hallway wearing her crown.", "similarity": 0.5304, "relevance": 1 }, { "pair_id": 161998, "video_name": "friends_s09e04_seg01_clip_00", "timestamp": [ 5.36, 7.25 ], "duration": 63.66, "caption": "A woman turns around exposing her unzipped dress to a man.", "similarity": 0.5243, "relevance": 0 }, { "pair_id": 161999, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 7.75, 12.41 ], "duration": 62.66, "caption": "A woman comes out wearing a red robe when person comes home.", "similarity": 0.5216, "relevance": 1 } ] }, { "query_id": 11900, "query": "A woman walks in to talk with a person while he's talking with a patient.", "relevant_moment": [ { "pair_id": 69160, "video_name": "house_s02e06_seg02_clip_14", "timestamp": [ 3.22, 6.44 ], "duration": 92.66, "caption": "A woman walks in to talk with a person while he's talking with a patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69161, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 58.07, 80.65 ], "duration": 80.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69162, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 33.33, 41.17 ], "duration": 98.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69163, "video_name": "house_s05e11_seg02_clip_03", "timestamp": [ 0.0, 27.61 ], "duration": 89.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69164, "video_name": "house_s05e05_seg02_clip_03", "timestamp": [ 57.22, 90.66 ], "duration": 90.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69165, "video_name": "house_s05e01_seg02_clip_22", "timestamp": [ 0.0, 31.63 ], "duration": 93.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69166, "video_name": "house_s02e11_seg02_clip_02", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69167, "video_name": "house_s02e09_seg02_clip_11", "timestamp": [ 66.67, 88.29 ], "duration": 90.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69168, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 0.0, 35.52 ], "duration": 106.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69169, "video_name": "grey_s03e19_seg02_clip_11", "timestamp": [ 76.97, 95.03 ], "duration": 95.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69170, "video_name": "grey_s03e05_seg02_clip_21", "timestamp": [ 51.63, 93.03 ], "duration": 93.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69171, "video_name": "grey_s03e05_seg02_clip_21", "timestamp": [ 0.0, 31.63 ], "duration": 93.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69172, "video_name": "grey_s02e25_seg02_clip_17", "timestamp": [ 38.71, 74.27 ], "duration": 90.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69173, "video_name": "grey_s02e25_seg02_clip_17", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69174, "video_name": "grey_s02e25_seg02_clip_16", "timestamp": [ 0.0, 9.79 ], "duration": 93.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69175, "video_name": "grey_s02e25_seg02_clip_02", "timestamp": [ 62.12, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 1 }, { "pair_id": 69176, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 0.0, 19.92 ], "duration": 92.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69177, "video_name": "grey_s02e22_seg02_clip_24", "timestamp": [ 60.05, 87.02 ], "duration": 87.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69178, "video_name": "grey_s02e22_seg02_clip_20", "timestamp": [ 0.0, 34.1 ], "duration": 88.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 69179, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 0.0, 17.33 ], "duration": 99.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242480, "video_name": "grey_s02e21_seg02_clip_11", "timestamp": [ 0.0, 31.73 ], "duration": 89.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242481, "video_name": "grey_s02e20_seg02_clip_07", "timestamp": [ 66.05, 93.03 ], "duration": 93.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242482, "video_name": "grey_s02e15_seg02_clip_25", "timestamp": [ 0.0, 19.89 ], "duration": 88.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242483, "video_name": "grey_s02e15_seg02_clip_11", "timestamp": [ 0.0, 11.04 ], "duration": 92.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242484, "video_name": "grey_s02e11_seg02_clip_20", "timestamp": [ 0.0, 14.69 ], "duration": 89.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242485, "video_name": "grey_s02e11_seg02_clip_14", "timestamp": [ 0.0, 29.76 ], "duration": 90.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242486, "video_name": "grey_s02e10_seg02_clip_20", "timestamp": [ 0.0, 40.26 ], "duration": 175.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242487, "video_name": "grey_s02e10_seg02_clip_19", "timestamp": [ 74.11, 93.66 ], "duration": 93.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242488, "video_name": "grey_s02e08_seg02_clip_05", "timestamp": [ 12.75, 43.72 ], "duration": 91.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242489, "video_name": "grey_s02e06_seg02_clip_15", "timestamp": [ 0.0, 28.67 ], "duration": 91.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242490, "video_name": "grey_s02e05_seg02_clip_17", "timestamp": [ 8.9, 38.73 ], "duration": 89.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242491, "video_name": "grey_s02e05_seg02_clip_08", "timestamp": [ 22.14, 57.25 ], "duration": 108.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242492, "video_name": "grey_s02e05_seg02_clip_06", "timestamp": [ 73.37, 90.02 ], "duration": 90.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242493, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 58.73, 88.32 ], "duration": 88.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242494, "video_name": "grey_s01e09_seg02_clip_14", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242495, "video_name": "grey_s01e09_seg02_clip_13", "timestamp": [ 61.58, 76.02 ], "duration": 76.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242496, "video_name": "grey_s01e09_seg02_clip_13", "timestamp": [ 0.0, 20.91 ], "duration": 76.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242497, "video_name": "grey_s01e09_seg02_clip_03", "timestamp": [ 16.01, 69.97 ], "duration": 91.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 242498, "video_name": "grey_s01e05_seg02_clip_11", "timestamp": [ 46.65, 75.7 ], "duration": 88.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 242499, "video_name": "grey_s01e04_seg02_clip_18", "timestamp": [ 71.36, 87.02 ], "duration": 87.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.8403, "relevance": 3 } ] }, { "query_id": 11917, "query": "A doctor enters the room where their patient is waiting for them.", "relevant_moment": [ { "pair_id": 75160, "video_name": "house_s02e06_seg02_clip_13", "timestamp": [ 23.75, 25.61 ], "duration": 93.66, "caption": "A doctor enters the room where their patient is waiting for them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 75161, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 0.96, 5.28 ], "duration": 96.66, "caption": "A doctor enters a room with a person waiting for them inside.", "similarity": 0.953, "relevance": 3 }, { "pair_id": 75162, "video_name": "house_s02e14_seg02_clip_02", "timestamp": [ 6.78, 9.49 ], "duration": 90.66, "caption": "A patient of a doctor waits as he enters his clinic.", "similarity": 0.8418, "relevance": 4 }, { "pair_id": 75163, "video_name": "house_s05e05_seg02_clip_14", "timestamp": [ 67.52, 72.47 ], "duration": 90.66, "caption": "A doctor rushes into a patient's room as two doctors tend to the patient.", "similarity": 0.8369, "relevance": 3 }, { "pair_id": 75164, "video_name": "house_s03e17_seg02_clip_20", "timestamp": [ 0.0, 2.94 ], "duration": 84.66, "caption": "A doctor enters a room with woman waiting at the doorway.", "similarity": 0.8307, "relevance": 1 }, { "pair_id": 75165, "video_name": "grey_s02e02_seg02_clip_14", "timestamp": [ 32.79, 52.27 ], "duration": 95.66, "caption": "A doctor enters the patient's room and converses with two people and takes the patient.", "similarity": 0.8153, "relevance": 4 }, { "pair_id": 75166, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 33.26, 41.34 ], "duration": 95.66, "caption": "A person enters the room of the patient.", "similarity": 0.8125, "relevance": 2 }, { "pair_id": 75167, "video_name": "house_s06e15_seg02_clip_13", "timestamp": [ 46.73, 50.36 ], "duration": 90.66, "caption": "Two doctors enter the patient's room.", "similarity": 0.8101, "relevance": 3 }, { "pair_id": 75168, "video_name": "house_s03e19_seg02_clip_03", "timestamp": [ 41.98, 45.17 ], "duration": 91.66, "caption": "A person walks into an exam room where a patient is already waiting.", "similarity": 0.8013, "relevance": 4 }, { "pair_id": 75169, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 12.42, 15.18 ], "duration": 92.66, "caption": "A doctor stands up from being seated when a person enters the room.", "similarity": 0.7962, "relevance": 1 }, { "pair_id": 75170, "video_name": "house_s07e03_seg02_clip_25", "timestamp": [ 65.18, 67.66 ], "duration": 165.66, "caption": "A doctor stands in the doorway of a patient's room.", "similarity": 0.7946, "relevance": 3 }, { "pair_id": 75171, "video_name": "house_s07e23_seg02_clip_06", "timestamp": [ 14.03, 21.73 ], "duration": 90.66, "caption": "A person on the call with Dr. person enters a patient's room.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 75172, "video_name": "house_s03e02_seg02_clip_07", "timestamp": [ 24.54, 31.23 ], "duration": 89.66, "caption": "A person enters the patient's room and finds him better.", "similarity": 0.787, "relevance": 4 }, { "pair_id": 75173, "video_name": "house_s08e10_seg02_clip_11", "timestamp": [ 15.97, 19.57 ], "duration": 103.66, "caption": "A person enters the room doctor just opened up for them.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 75174, "video_name": "house_s02e12_seg02_clip_12", "timestamp": [ 28.14, 32.75 ], "duration": 92.66, "caption": "A doctor enters the room full with his colleagues.", "similarity": 0.7764, "relevance": 1 }, { "pair_id": 75175, "video_name": "house_s01e10_seg02_clip_02", "timestamp": [ 55.07, 58.26 ], "duration": 91.66, "caption": "A doctor enters the room full with his colleagues.", "similarity": 0.7764, "relevance": 1 }, { "pair_id": 75177, "video_name": "house_s07e04_seg02_clip_20", "timestamp": [ 67.78, 77.02 ], "duration": 77.66, "caption": "A person rushes into the operating room with the patient.", "similarity": 0.7639, "relevance": 4 }, { "pair_id": 75178, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 36.28, 40.93 ], "duration": 93.66, "caption": "The medical professional runs fast in the room and look for the patient.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 75179, "video_name": "house_s05e17_seg02_clip_03", "timestamp": [ 5.28, 7.68 ], "duration": 96.66, "caption": "A doctor enters the room and begins a conversation.", "similarity": 0.7585, "relevance": 3 }, { "pair_id": 248480, "video_name": "house_s07e11_seg02_clip_18", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A doctor enters the room and begins a conversation with another doctor.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 248481, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A person entered the room and walked towards a doctor.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 248482, "video_name": "house_s01e08_seg02_clip_12", "timestamp": [ 22.63, 25.24 ], "duration": 87.66, "caption": "A man follows a doctor entering a room.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 248483, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 82.37, 89.05 ], "duration": 89.66, "caption": "A person is explaining to the doctors about the patient when a man enters the room.", "similarity": 0.7536, "relevance": 4 }, { "pair_id": 248484, "video_name": "house_s05e11_seg02_clip_17", "timestamp": [ 0.9, 2.7 ], "duration": 90.66, "caption": "A person talks into the room and the patient seems to get up.", "similarity": 0.7527, "relevance": 4 }, { "pair_id": 248485, "video_name": "house_s01e19_seg02_clip_01", "timestamp": [ 29.93, 33.15 ], "duration": 92.66, "caption": "A doctor enters a hospital full with patients and medical staff.", "similarity": 0.7527, "relevance": 2 }, { "pair_id": 248486, "video_name": "s04e23_seg02_clip_12", "timestamp": [ 8.64, 16.01 ], "duration": 64.66, "caption": "A physician comes into the room and a person runs through the door, holding his hands up like a surgeon.", "similarity": 0.7523, "relevance": 3 }, { "pair_id": 248487, "video_name": "house_s02e12_seg02_clip_22", "timestamp": [ 86.02, 89.2 ], "duration": 91.66, "caption": "A person enters the boardroom where some doctors are.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 248488, "video_name": "grey_s02e17_seg02_clip_00", "timestamp": [ 15.01, 27.51 ], "duration": 100.66, "caption": "A doctor is standing in the room and another doctor turns to see that they're there.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 248489, "video_name": "castle_s06e02_seg02_clip_01", "timestamp": [ 12.86, 20.4 ], "duration": 88.66, "caption": "A man raises his hand as a doctor enters the room for him.", "similarity": 0.7492, "relevance": 2 }, { "pair_id": 248490, "video_name": "house_s08e02_seg02_clip_20", "timestamp": [ 63.0, 71.46 ], "duration": 94.66, "caption": "A doctor enters a room and presses a button on a medical machine.", "similarity": 0.7484, "relevance": 4 }, { "pair_id": 248491, "video_name": "house_s06e08_seg02_clip_03", "timestamp": [ 25.57, 36.79 ], "duration": 89.66, "caption": "Some doctors rushes to look for a patient.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 248492, "video_name": "house_s01e10_seg02_clip_18", "timestamp": [ 45.51, 51.88 ], "duration": 91.66, "caption": "A person opens the door to the patient's room and goes inside.", "similarity": 0.7426, "relevance": 4 }, { "pair_id": 248493, "video_name": "house_s06e19_seg02_clip_15", "timestamp": [ 8.96, 12.55 ], "duration": 89.66, "caption": "A man quickly entered the room of a doctor.", "similarity": 0.7425, "relevance": 3 }, { "pair_id": 248494, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 39.34, 46.12 ], "duration": 90.66, "caption": "A doctor comes out of a patient's room to meet with another doctor.", "similarity": 0.7412, "relevance": 3 }, { "pair_id": 248495, "video_name": "house_s02e04_seg02_clip_19", "timestamp": [ 85.69, 91.46 ], "duration": 144.66, "caption": "The patient gets their medicine and takes it immediately.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 248496, "video_name": "grey_s03e13_seg02_clip_12", "timestamp": [ 74.73, 90.05 ], "duration": 92.66, "caption": "The patient is rushed to an exam room where a doctor examines them.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 248497, "video_name": "grey_s02e10_seg02_clip_02", "timestamp": [ 36.31, 40.69 ], "duration": 87.66, "caption": "Two people come into a patient's room.", "similarity": 0.7391, "relevance": 4 }, { "pair_id": 248498, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 47.71, 51.76 ], "duration": 90.66, "caption": "A doctor opens a sliding glass door and enters a patient's room.", "similarity": 0.7385, "relevance": 4 }, { "pair_id": 248499, "video_name": "grey_s02e25_seg02_clip_23", "timestamp": [ 46.29, 50.74 ], "duration": 89.66, "caption": "A doctor enters and begins talking to a person who is in a hospital bed.", "similarity": 0.7384, "relevance": 4 } ] }, { "query_id": 12017, "query": "A person gestures with the pointer finger on their left hand several times.", "relevant_moment": [ { "pair_id": 171080, "video_name": "s03e16_seg02_clip_02", "timestamp": [ 47.9, 51.61 ], "duration": 57.66, "caption": "A person gestures with the pointer finger on their left hand several times.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171081, "video_name": "s01e03_seg02_clip_14", "timestamp": [ 4.2, 8.7 ], "duration": 60.66, "caption": "A person gestures by keeping their fingers touching in front of them while moving their hands around.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 171082, "video_name": "friends_s02e03_seg01_clip_00", "timestamp": [ 58.67, 60.74 ], "duration": 69.66, "caption": "A man gestures with his right hand and points his finger.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 171083, "video_name": "castle_s04e17_seg02_clip_13", "timestamp": [ 2.26, 4.07 ], "duration": 90.66, "caption": "A person is talking and gestures with his/her right hand, fingers spread open.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 171084, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 51.17, 53.03 ], "duration": 62.66, "caption": "A person gestures with his right thumb to another person.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 171085, "video_name": "castle_s04e17_seg02_clip_03", "timestamp": [ 74.4, 76.69 ], "duration": 91.66, "caption": "A person gestures with their right hand as they talk with someone.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 171086, "video_name": "s05e22_seg01_clip_01", "timestamp": [ 36.87, 38.76 ], "duration": 63.66, "caption": "A person makes an okay gesture with his hand.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 171087, "video_name": "grey_s01e08_seg02_clip_02", "timestamp": [ 29.77, 40.93 ], "duration": 93.66, "caption": "A person holds up two fingers on their left hand.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 171088, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person gestures with his/her hands to some other people.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 171089, "video_name": "s05e09_seg02_clip_03", "timestamp": [ 21.91, 24.91 ], "duration": 60.66, "caption": "A person gestures with his right hand as he talks to another person.", "similarity": 0.7495, "relevance": 2 }, { "pair_id": 171091, "video_name": "friends_s03e15_seg02_clip_05", "timestamp": [ 21.38, 23.75 ], "duration": 59.66, "caption": "A person snaps their fingers and points their finger on their left hand.", "similarity": 0.7371, "relevance": 3 }, { "pair_id": 171092, "video_name": "friends_s04e09_seg01_clip_00", "timestamp": [ 23.68, 28.36 ], "duration": 52.66, "caption": "A person is shaking their hand and pointing their finger.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 171093, "video_name": "house_s02e21_seg02_clip_19", "timestamp": [ 93.63, 95.07 ], "duration": 96.66, "caption": "A person waggles his fingers on his left hand.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 171094, "video_name": "s08e21_seg02_clip_13", "timestamp": [ 36.32, 41.12 ], "duration": 60.66, "caption": "A person gestures with their hands back and forth as they speak.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 171096, "video_name": "met_s03e16_seg02_clip_01", "timestamp": [ 27.51, 33.45 ], "duration": 62.66, "caption": "A person motions with both hands palm down at the same time.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 171097, "video_name": "s05e12_seg02_clip_00", "timestamp": [ 51.37, 54.52 ], "duration": 63.66, "caption": "A person gestures with their left hand while talking with another person then puts their hand down.", "similarity": 0.7277, "relevance": 4 }, { "pair_id": 171098, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 2.07, 5.61 ], "duration": 59.66, "caption": "A person uses his finger to point something out.", "similarity": 0.7253, "relevance": 3 }, { "pair_id": 171099, "video_name": "friends_s09e23-24_seg02_clip_49", "timestamp": [ 4.59, 6.21 ], "duration": 54.66, "caption": "A person holds up their right hand and holds up two fingers.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 344400, "video_name": "met_s03e15_seg02_clip_09", "timestamp": [ 3.01, 5.72 ], "duration": 60.66, "caption": "A person uses his fingers to do the \"look at me\" gesture.", "similarity": 0.7197, "relevance": 3 }, { "pair_id": 344401, "video_name": "house_s02e12_seg02_clip_25", "timestamp": [ 51.14, 53.98 ], "duration": 71.66, "caption": "A person gestures with his hand toward something on the side and behind him.", "similarity": 0.7107, "relevance": 0 }, { "pair_id": 344402, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 8.65, 11.04 ], "duration": 59.66, "caption": "A man gestures and points with his right hand.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 344403, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A person puts his hands in the air and makes a gesture to some people.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 344404, "video_name": "met_s03e08_seg02_clip_06", "timestamp": [ 11.66, 14.94 ], "duration": 59.66, "caption": "A person motions with both hands at the same time.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 344405, "video_name": "s05e02_seg01_clip_01", "timestamp": [ 40.04, 40.62 ], "duration": 58.66, "caption": "A person raises one finger on their left hand while speaking, then immediately brings it back down.", "similarity": 0.7029, "relevance": 4 }, { "pair_id": 344406, "video_name": "house_s04e12_seg02_clip_20", "timestamp": [ 31.76, 33.94 ], "duration": 87.66, "caption": "A person uses his thumb to gesture behind him.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 344407, "video_name": "s09e06_seg02_clip_00", "timestamp": [ 46.83, 48.69 ], "duration": 62.66, "caption": "A person holds up four fingers and swivels them around.", "similarity": 0.6995, "relevance": 3 }, { "pair_id": 344408, "video_name": "s03e04_seg02_clip_17", "timestamp": [ 15.69, 18.57 ], "duration": 64.66, "caption": "A person puts their hands together and wiggles their middle fingers, one pointing up and one down.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 344409, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 37.22, 39.08 ], "duration": 62.66, "caption": "A man gestures, pointing with an upturned hand toward a person.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 344410, "video_name": "house_s08e13_seg02_clip_02", "timestamp": [ 12.52, 14.75 ], "duration": 89.66, "caption": "A person swipes the pen from their right hand to their left hand.", "similarity": 0.6969, "relevance": 1 }, { "pair_id": 344411, "video_name": "friends_s01e09_seg02_clip_11", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person gestures with his/her left hand while talking with a woman.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 344413, "video_name": "house_s07e11_seg02_clip_12", "timestamp": [ 30.63, 31.96 ], "duration": 88.66, "caption": "A person taps on their watch and gestures with their hand on their mouth.", "similarity": 0.6913, "relevance": 3 }, { "pair_id": 344414, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 43.52, 46.82 ], "duration": 60.66, "caption": "A person gestures with his hands as he speaks to another person.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 344415, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 0.0, 4.13 ], "duration": 55.66, "caption": "A woman gestures with her pointed finger as she talks.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 344416, "video_name": "met_s04e01_seg02_clip_16", "timestamp": [ 0.0, 3.9 ], "duration": 65.66, "caption": "A person points both fingers then waves a hand.", "similarity": 0.6889, "relevance": 2 }, { "pair_id": 344417, "video_name": "house_s02e06_seg02_clip_22", "timestamp": [ 10.0, 19.51 ], "duration": 100.66, "caption": "A person points to his side and then realizes he can move his fingers.", "similarity": 0.6872, "relevance": 3 }, { "pair_id": 344418, "video_name": "s05e08_seg02_clip_05", "timestamp": [ 8.99, 12.41 ], "duration": 62.66, "caption": "A person waves their right hand to gesture someone to continue talking.", "similarity": 0.6856, "relevance": 2 }, { "pair_id": 344419, "video_name": "castle_s01e06_seg02_clip_17", "timestamp": [ 121.29, 125.16 ], "duration": 129.66, "caption": "A person holds up their left hand fingers, gesturing to the group.", "similarity": 0.6849, "relevance": 3 } ] }, { "query_id": 12022, "query": "A person holds up a remote control sound machine and plays a sound from it.", "relevant_moment": [ { "pair_id": 149620, "video_name": "s03e16_seg02_clip_03", "timestamp": [ 49.52, 52.82 ], "duration": 60.66, "caption": "A person holds up a remote control sound machine and plays a sound from it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149621, "video_name": "s03e16_seg02_clip_04", "timestamp": [ 31.63, 34.43 ], "duration": 62.66, "caption": "A person holds up a remote control and presses a button on it.", "similarity": 0.7372, "relevance": 4 }, { "pair_id": 149622, "video_name": "castle_s06e19_seg02_clip_22", "timestamp": [ 33.69, 47.99 ], "duration": 92.66, "caption": "A person holds up the remote and pauses the video play.", "similarity": 0.6791, "relevance": 0 }, { "pair_id": 149623, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 30.57, 33.09 ], "duration": 63.66, "caption": "A person picks up a remote control and uses it on the TV.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 149624, "video_name": "house_s01e05_seg02_clip_02", "timestamp": [ 4.55, 7.74 ], "duration": 91.66, "caption": "A person sitting in a chair holds up a remote control.", "similarity": 0.6311, "relevance": 2 }, { "pair_id": 149625, "video_name": "s09e02_seg02_clip_09", "timestamp": [ 15.13, 16.21 ], "duration": 54.66, "caption": "A person waves the remote he is holding in his hand.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 149626, "video_name": "grey_s02e22_seg02_clip_07", "timestamp": [ 42.78, 45.97 ], "duration": 91.66, "caption": "A person holds up the TV remote and presses a button.", "similarity": 0.6125, "relevance": 3 }, { "pair_id": 149627, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 45.01, 48.61 ], "duration": 90.66, "caption": "A person plays the video on the TV screen with the remote in their hand.", "similarity": 0.601, "relevance": 3 }, { "pair_id": 149628, "video_name": "house_s08e17_seg02_clip_22", "timestamp": [ 0.0, 17.21 ], "duration": 93.66, "caption": "A person is playing with a string while listening to the others and then gets up.", "similarity": 0.5993, "relevance": 0 }, { "pair_id": 149629, "video_name": "s02e08_seg02_clip_00", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A man hands a person the remote controller he had.", "similarity": 0.5983, "relevance": 3 }, { "pair_id": 149630, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 41.02, 46.63 ], "duration": 59.66, "caption": "A person picks up and uses a remote control to show a video to another person.", "similarity": 0.583, "relevance": 3 }, { "pair_id": 149631, "video_name": "s04e12_seg02_clip_12", "timestamp": [ 0.0, 10.03 ], "duration": 59.66, "caption": "A person is playing an unusual electronic instrument while singing.", "similarity": 0.5829, "relevance": 0 }, { "pair_id": 149632, "video_name": "friends_s09e17_seg02_clip_09", "timestamp": [ 2.14, 4.88 ], "duration": 61.66, "caption": "A person plays with the stuff toy they are holding.", "similarity": 0.5821, "relevance": 1 }, { "pair_id": 149633, "video_name": "grey_s02e14_seg02_clip_03", "timestamp": [ 13.08, 15.69 ], "duration": 87.66, "caption": "A person is sitting on their bed and holds up a remote and shakes it.", "similarity": 0.5786, "relevance": 2 }, { "pair_id": 149634, "video_name": "house_s01e07_seg02_clip_06", "timestamp": [ 15.77, 20.76 ], "duration": 83.66, "caption": "A person presses a button then the machine moves.", "similarity": 0.5685, "relevance": 0 }, { "pair_id": 149635, "video_name": "s04e05_seg01_clip_00", "timestamp": [ 17.39, 21.05 ], "duration": 61.66, "caption": "A person picks up the television remote and puts it back down.", "similarity": 0.5637, "relevance": 2 }, { "pair_id": 149636, "video_name": "s08e20_seg02_clip_10", "timestamp": [ 36.89, 46.34 ], "duration": 59.66, "caption": "A person is talking off to their side and then hits a button on a machine.", "similarity": 0.5636, "relevance": 1 }, { "pair_id": 149637, "video_name": "s02e12_seg02_clip_01", "timestamp": [ 52.8, 53.96 ], "duration": 58.66, "caption": "A man is holding a remote controller while next to a device.", "similarity": 0.5628, "relevance": 1 }, { "pair_id": 149638, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 28.68, 31.52 ], "duration": 63.66, "caption": "A person puts on headphones and picks up their computer.", "similarity": 0.5624, "relevance": 0 }, { "pair_id": 149639, "video_name": "house_s01e03_seg02_clip_08", "timestamp": [ 33.13, 41.87 ], "duration": 92.66, "caption": "A person is playing with a portable gaming console.", "similarity": 0.5607, "relevance": 0 } ] }, { "query_id": 12031, "query": "A person stands up from the chair to talk to some other people.", "relevant_moment": [ { "pair_id": 14320, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 11.48, 16.0 ], "duration": 82.66, "caption": "A person stands up from the chair to talk to some other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14321, "video_name": "house_s03e04_seg02_clip_15", "timestamp": [ 42.39, 44.65 ], "duration": 90.66, "caption": "A person stands up out of his chair while talking with some people.", "similarity": 0.9389, "relevance": 4 }, { "pair_id": 14322, "video_name": "house_s02e23_seg02_clip_18", "timestamp": [ 29.88, 31.94 ], "duration": 103.66, "caption": "A person stands up from his/her desk chair while talking with some people.", "similarity": 0.893, "relevance": 2 }, { "pair_id": 14323, "video_name": "house_s06e11_seg02_clip_24", "timestamp": [ 0.0, 3.21 ], "duration": 91.66, "caption": "A man stands up from sitting in a chair to talk to someone.", "similarity": 0.8798, "relevance": 4 }, { "pair_id": 14324, "video_name": "s01e03_seg02_clip_12", "timestamp": [ 52.22, 58.03 ], "duration": 58.66, "caption": "A person stands up from his chair and paces around while talking to another person.", "similarity": 0.8676, "relevance": 3 }, { "pair_id": 14325, "video_name": "castle_s02e20_seg02_clip_23", "timestamp": [ 80.86, 86.51 ], "duration": 94.66, "caption": "A person stands up from a chair while talking to woman.", "similarity": 0.8553, "relevance": 3 }, { "pair_id": 14326, "video_name": "castle_s06e15_seg02_clip_04", "timestamp": [ 9.79, 11.66 ], "duration": 93.66, "caption": "A person stands up to talk to another person.", "similarity": 0.8507, "relevance": 3 }, { "pair_id": 14327, "video_name": "house_s05e12_seg02_clip_06", "timestamp": [ 46.03, 48.2 ], "duration": 48.66, "caption": "A person turns their chair to be able to talk to another person.", "similarity": 0.8394, "relevance": 2 }, { "pair_id": 14328, "video_name": "s05e14_seg02_clip_16", "timestamp": [ 8.2, 11.32 ], "duration": 39.66, "caption": "A person sitting in the chair turns around to speak to another person.", "similarity": 0.833, "relevance": 1 }, { "pair_id": 14329, "video_name": "house_s02e06_seg02_clip_00", "timestamp": [ 24.15, 29.62 ], "duration": 91.66, "caption": "A person stands up out of his chair while talking with woman.", "similarity": 0.8319, "relevance": 4 }, { "pair_id": 14330, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 28.57, 38.1 ], "duration": 56.66, "caption": "A person stands up while talking to a woman and sits to another chair.", "similarity": 0.8304, "relevance": 4 }, { "pair_id": 14331, "video_name": "house_s01e20_seg02_clip_05", "timestamp": [ 51.52, 56.12 ], "duration": 83.66, "caption": "A person gets up from his/her desk chair while talking with some people.", "similarity": 0.8303, "relevance": 3 }, { "pair_id": 14332, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 57.68, 68.84 ], "duration": 93.66, "caption": "A person gets up from the chair and walks around behind it while talking to another person.", "similarity": 0.823, "relevance": 4 }, { "pair_id": 14333, "video_name": "s04e20_seg02_clip_01", "timestamp": [ 50.43, 56.46 ], "duration": 71.66, "caption": "A person stands up from the swivel chair and stands beside a man while talking.", "similarity": 0.8175, "relevance": 4 }, { "pair_id": 14334, "video_name": "s06e02_seg02_clip_08", "timestamp": [ 28.85, 30.81 ], "duration": 56.66, "caption": "A person gets up from a chair that he was sitting in talking to another person.", "similarity": 0.8131, "relevance": 3 }, { "pair_id": 14335, "video_name": "friends_s10e06_seg02_clip_21", "timestamp": [ 51.35, 53.12 ], "duration": 59.66, "caption": "A person stands up from his desk to talk to two other people.", "similarity": 0.806, "relevance": 4 }, { "pair_id": 14336, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 32.51, 37.84 ], "duration": 97.66, "caption": "A woman stands from her chair up while talking to a man.", "similarity": 0.8053, "relevance": 4 }, { "pair_id": 14337, "video_name": "castle_s04e13_seg02_clip_04", "timestamp": [ 56.42, 66.76 ], "duration": 94.66, "caption": "A person stands up and sits back down while speaking to another person.", "similarity": 0.805, "relevance": 4 }, { "pair_id": 14338, "video_name": "house_s06e06_seg02_clip_08", "timestamp": [ 1.74, 3.92 ], "duration": 87.66, "caption": "A woman stands up from her chair while talking to a man.", "similarity": 0.8049, "relevance": 4 }, { "pair_id": 14339, "video_name": "castle_s01e02_seg02_clip_05", "timestamp": [ 14.13, 37.37 ], "duration": 91.66, "caption": "A person sits at a chair as they speak to some people.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 187640, "video_name": "house_s01e03_seg02_clip_01", "timestamp": [ 0.0, 21.8 ], "duration": 92.66, "caption": "A person is speaking to some people as they stand.", "similarity": 0.8004, "relevance": 2 }, { "pair_id": 187641, "video_name": "met_s02e02_seg02_clip_01", "timestamp": [ 12.46, 15.8 ], "duration": 60.66, "caption": "A person is talking to another person while he is standing.", "similarity": 0.7973, "relevance": 1 }, { "pair_id": 187642, "video_name": "house_s01e09_seg02_clip_01", "timestamp": [ 46.83, 49.92 ], "duration": 88.66, "caption": "A person stands up after talking to the group.", "similarity": 0.7964, "relevance": 2 }, { "pair_id": 187643, "video_name": "s07e22_seg02_clip_09", "timestamp": [ 0.0, 3.18 ], "duration": 53.66, "caption": "A person stands up from the chair to address another person.", "similarity": 0.796, "relevance": 3 }, { "pair_id": 187644, "video_name": "house_s04e13_seg02_clip_20", "timestamp": [ 12.15, 17.1 ], "duration": 90.66, "caption": "A person stands up and talks to the group.", "similarity": 0.795, "relevance": 4 }, { "pair_id": 187645, "video_name": "house_s08e02_seg02_clip_16", "timestamp": [ 5.38, 9.42 ], "duration": 89.66, "caption": "A person pulls a chair while someone is talking to him.", "similarity": 0.7933, "relevance": 2 }, { "pair_id": 187646, "video_name": "met_s02e03_seg02_clip_09", "timestamp": [ 17.11, 20.53 ], "duration": 57.66, "caption": "A person stands up from being seated in a sofa to talk to another person.", "similarity": 0.7933, "relevance": 4 }, { "pair_id": 187647, "video_name": "friends_s03e04_seg02_clip_05", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A person is talking to two other people who are standing up.", "similarity": 0.7914, "relevance": 2 }, { "pair_id": 187648, "video_name": "house_s03e05_seg02_clip_02", "timestamp": [ 6.96, 9.57 ], "duration": 87.66, "caption": "A person sits down in a chair and talks with person.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 187649, "video_name": "castle_s02e06_seg02_clip_13", "timestamp": [ 2.71, 5.88 ], "duration": 90.66, "caption": "A person quickly stands up while talking to another person.", "similarity": 0.7869, "relevance": 4 }, { "pair_id": 187650, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 12.82, 18.22 ], "duration": 20.66, "caption": "A person stands up and continues talking to another person.", "similarity": 0.7849, "relevance": 2 }, { "pair_id": 187651, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 34.24, 38.07 ], "duration": 59.66, "caption": "A person stands up and walks over to talk to another person.", "similarity": 0.7831, "relevance": 4 }, { "pair_id": 187652, "video_name": "s05e07_seg02_clip_00", "timestamp": [ 42.58, 60.83 ], "duration": 64.66, "caption": "A person comes over and talks to some people.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 187653, "video_name": "castle_s01e01_seg02_clip_19", "timestamp": [ 1.33, 7.96 ], "duration": 88.66, "caption": "A person stands up and walking while talking to them.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 187654, "video_name": "s03e09_seg02_clip_04", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A person stands up from their chair and starts to whisper in another person's ear.", "similarity": 0.7754, "relevance": 2 }, { "pair_id": 187655, "video_name": "house_s03e20_seg02_clip_11", "timestamp": [ 13.02, 15.35 ], "duration": 93.66, "caption": "A man stands up out his chair while talking with two men and a woman.", "similarity": 0.7739, "relevance": 3 }, { "pair_id": 187656, "video_name": "s07e24_seg02_clip_07", "timestamp": [ 20.78, 22.33 ], "duration": 62.66, "caption": "A person leans forward in his chair while he and another person are having a conversation.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 187657, "video_name": "friends_s01e01_seg02_clip_13", "timestamp": [ 46.83, 54.59 ], "duration": 62.66, "caption": "A person stands behind two people and talks.", "similarity": 0.7695, "relevance": 2 }, { "pair_id": 187658, "video_name": "house_s03e01_seg02_clip_09", "timestamp": [ 0.0, 8.05 ], "duration": 89.66, "caption": "A person sat on a chair while talking to another person.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 187659, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 0.0, 23.82 ], "duration": 88.66, "caption": "A person is sitting down as person is standing as they are talking.", "similarity": 0.7682, "relevance": 2 } ] }, { "query_id": 12062, "query": "Two people chat and catch up via Skype.", "relevant_moment": [ { "pair_id": 111500, "video_name": "s09e13_seg02_clip_00", "timestamp": [ 9.76, 61.03 ], "duration": 61.66, "caption": "Two people chat and catch up via Skype.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 111501, "video_name": "s09e09_seg02_clip_00", "timestamp": [ 7.44, 62.03 ], "duration": 62.66, "caption": "A person and another person have a discussion over a Skype call.", "similarity": 0.8069, "relevance": 4 }, { "pair_id": 111502, "video_name": "s09e12_seg02_clip_13", "timestamp": [ 20.71, 25.81 ], "duration": 60.66, "caption": "Two people are talking seriously via internet.", "similarity": 0.7059, "relevance": 4 }, { "pair_id": 111503, "video_name": "house_s04e11_seg02_clip_17", "timestamp": [ 0.0, 27.16 ], "duration": 92.66, "caption": "Two people talk while over web cam.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 111504, "video_name": "s02e23_seg02_clip_12", "timestamp": [ 7.2, 17.71 ], "duration": 60.66, "caption": "A person talks with some people's parents on a Skype call.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 111505, "video_name": "s09e01_seg01_clip_00", "timestamp": [ 34.79, 46.38 ], "duration": 61.66, "caption": "Two people have a virtual chat over the laptop.", "similarity": 0.686, "relevance": 4 }, { "pair_id": 111506, "video_name": "s08e24_seg02_clip_16", "timestamp": [ 3.96, 10.12 ], "duration": 88.66, "caption": "Two people are talking through the internet seriously.", "similarity": 0.6838, "relevance": 4 }, { "pair_id": 111507, "video_name": "s06e03_seg02_clip_02", "timestamp": [ 33.19, 61.1 ], "duration": 62.66, "caption": "A woman and a man talk on video chat.", "similarity": 0.6713, "relevance": 4 }, { "pair_id": 111508, "video_name": "s08e03_seg02_clip_12", "timestamp": [ 0.0, 15.61 ], "duration": 65.66, "caption": "A man is talking to another man on skype as he is sitting in his living room.", "similarity": 0.6656, "relevance": 4 }, { "pair_id": 111509, "video_name": "s06e03_seg01_clip_00", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "Two people are doing a video chat when one of them calls the other an Astronaughty Hotty.", "similarity": 0.6656, "relevance": 4 }, { "pair_id": 111510, "video_name": "s04e15_seg02_clip_02", "timestamp": [ 54.28, 62.03 ], "duration": 62.66, "caption": "Two people were skyping each other instead of a person going to a fancy party.", "similarity": 0.6647, "relevance": 4 }, { "pair_id": 111511, "video_name": "castle_s07e21_seg02_clip_02", "timestamp": [ 0.0, 19.73 ], "duration": 91.66, "caption": "A woman asks about how child and person are doing as they speak to each other in through skype and the call drops.", "similarity": 0.656, "relevance": 4 }, { "pair_id": 111512, "video_name": "castle_s08e08_seg02_clip_09", "timestamp": [ 53.63, 71.5 ], "duration": 89.66, "caption": "Two people have a conversation over the phone.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 111513, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 0.0, 18.35 ], "duration": 89.66, "caption": "Two people are having a conversation.", "similarity": 0.6455, "relevance": 1 }, { "pair_id": 111514, "video_name": "s06e18_seg02_clip_12", "timestamp": [ 0.0, 28.51 ], "duration": 60.66, "caption": "Two people are together but are having a conversation through text messages.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 111515, "video_name": "s09e22_seg02_clip_01", "timestamp": [ 30.75, 35.11 ], "duration": 58.66, "caption": "Two people are on their phones talking to each other.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 111516, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 0.0, 12.48 ], "duration": 92.66, "caption": "Two people are with two other people conversing.", "similarity": 0.642, "relevance": 1 }, { "pair_id": 111517, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 0.0, 11.52 ], "duration": 92.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 111518, "video_name": "grey_s02e24_seg02_clip_02", "timestamp": [ 0.0, 14.12 ], "duration": 91.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 111519, "video_name": "grey_s01e02_seg02_clip_22", "timestamp": [ 44.63, 92.03 ], "duration": 92.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.6415, "relevance": 1 } ] }, { "query_id": 12131, "query": "A person impersonates another person in a menacingly way while talking to someone.", "relevant_moment": [ { "pair_id": 171440, "video_name": "s09e01_seg02_clip_15", "timestamp": [ 34.04, 43.49 ], "duration": 63.66, "caption": "A person impersonates another person in a menacingly way while talking to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171441, "video_name": "met_s06e23_seg02_clip_09", "timestamp": [ 49.79, 58.62 ], "duration": 63.66, "caption": "A person mentions that someone has entered their room in the evening to impersonate someone on multiple occasions.", "similarity": 0.7054, "relevance": 3 }, { "pair_id": 171442, "video_name": "s06e22_seg02_clip_09", "timestamp": [ 3.36, 5.49 ], "duration": 61.66, "caption": "A person uses his puppet to pretend to talk to another person.", "similarity": 0.6995, "relevance": 2 }, { "pair_id": 171443, "video_name": "s04e11_seg02_clip_07", "timestamp": [ 2.79, 7.13 ], "duration": 62.66, "caption": "A person is trying to execute his costume while talking to a man.", "similarity": 0.691, "relevance": 2 }, { "pair_id": 171444, "video_name": "s06e23_seg02_clip_12", "timestamp": [ 14.65, 25.02 ], "duration": 61.66, "caption": "A person does an impersonation while they are playing a game.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 171445, "video_name": "s04e11_seg02_clip_08", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A person is dressed in a costume while talking to a woman.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 171446, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 8.1, 18.91 ], "duration": 90.66, "caption": "A person is trying to talk to two other people and someone keeps saying something to him.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 171447, "video_name": "s03e11_seg02_clip_06", "timestamp": [ 50.51, 54.02 ], "duration": 54.66, "caption": "A person whispers into someone's ear and the other person pulls away defensively.", "similarity": 0.6506, "relevance": 1 }, { "pair_id": 171448, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 0.0, 27.15 ], "duration": 89.66, "caption": "A person talks to some people about another person.", "similarity": 0.648, "relevance": 2 }, { "pair_id": 171449, "video_name": "house_s08e13_seg02_clip_12", "timestamp": [ 0.0, 48.13 ], "duration": 90.66, "caption": "A person talks to another person in his office when he has a costume on.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 171450, "video_name": "castle_s04e21_seg02_clip_13", "timestamp": [ 0.0, 16.75 ], "duration": 90.66, "caption": "A person was talking with someone else and another person about something.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 171451, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 86.33, 87.7 ], "duration": 91.66, "caption": "A person gets a surprised look on their face while talking with another person.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 171452, "video_name": "house_s07e15_seg02_clip_08", "timestamp": [ 44.21, 53.99 ], "duration": 85.66, "caption": "A person turns to speak specifically to another person.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 171453, "video_name": "castle_s04e22_seg02_clip_27", "timestamp": [ 10.63, 12.75 ], "duration": 85.66, "caption": "A person removes a wig from his/her hair while speaking with another person.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 171454, "video_name": "castle_s02e06_seg02_clip_27", "timestamp": [ 0.0, 5.25 ], "duration": 75.66, "caption": "A person was wearing a costume as he was talking to a woman.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 171455, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "A person takes off his eyeglass while talking to another person.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 171456, "video_name": "house_s07e07_seg02_clip_11", "timestamp": [ 36.41, 43.17 ], "duration": 104.66, "caption": "A person comes to another person and whispers them something.", "similarity": 0.6329, "relevance": 2 }, { "pair_id": 171457, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 43.72, 50.3 ], "duration": 94.66, "caption": "A person came in and got their suit while talking to another person.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 171458, "video_name": "friends_s08e17_seg02_clip_11", "timestamp": [ 16.98, 22.23 ], "duration": 61.66, "caption": "A person tells another person something really creepy they do.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 171459, "video_name": "s09e08_seg02_clip_00", "timestamp": [ 42.18, 44.04 ], "duration": 62.66, "caption": "A person gestures to their face while talking to another person.", "similarity": 0.6277, "relevance": 2 }, { "pair_id": 344760, "video_name": "friends_s07e10_seg02_clip_11", "timestamp": [ 0.0, 7.41 ], "duration": 57.66, "caption": "A person and another person are in a costume shop and the person is talking to him.", "similarity": 0.6269, "relevance": 3 }, { "pair_id": 344761, "video_name": "castle_s02e18_seg02_clip_26", "timestamp": [ 23.04, 28.08 ], "duration": 144.66, "caption": "A person came in while two other people are talking.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 344762, "video_name": "s04e08_seg02_clip_07", "timestamp": [ 16.51, 36.02 ], "duration": 60.66, "caption": "A person appears with two people and talks to a man.", "similarity": 0.6253, "relevance": 2 }, { "pair_id": 344763, "video_name": "house_s01e05_seg02_clip_09", "timestamp": [ 0.0, 65.34 ], "duration": 92.66, "caption": "A person is having a conversation with another person.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 344764, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 67.34, 99.03 ], "duration": 99.66, "caption": "A person is having a conversation with another person.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 344765, "video_name": "castle_s02e23_seg02_clip_12", "timestamp": [ 13.85, 27.69 ], "duration": 89.66, "caption": "A person makes an evil face when he repeats another person's words.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 344766, "video_name": "s07e10_seg02_clip_15", "timestamp": [ 2.0, 9.6 ], "duration": 80.66, "caption": "A person tries to talk to a man and than another person interrupts their conversation.", "similarity": 0.6222, "relevance": 3 }, { "pair_id": 344767, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 29.26, 88.67 ], "duration": 90.66, "caption": "A person talks to person as another person works on them.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 344768, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 12.04, 16.34 ], "duration": 86.66, "caption": "A person suddenly came in while two people are talking.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 344769, "video_name": "house_s02e01_seg02_clip_11", "timestamp": [ 18.71, 22.63 ], "duration": 87.66, "caption": "A person suddenly stands up while talking to another person.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 344770, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 62.59, 74.93 ], "duration": 91.66, "caption": "A person talks to someone with someone right behind him.", "similarity": 0.6188, "relevance": 3 }, { "pair_id": 344771, "video_name": "s06e06_seg02_clip_07", "timestamp": [ 1.83, 17.7 ], "duration": 61.66, "caption": "A person tries to impersonate an American accent and another person impersonates an Indian accent as a retaliation.", "similarity": 0.6185, "relevance": 3 }, { "pair_id": 344772, "video_name": "s06e09_seg02_clip_11", "timestamp": [ 8.27, 12.26 ], "duration": 57.66, "caption": "Person pulls out their cellphone and threatens to call someone on someone else.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 344773, "video_name": "castle_s05e21_seg02_clip_25", "timestamp": [ 0.0, 23.41 ], "duration": 151.66, "caption": "A person was having a conversation with two other people.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 344774, "video_name": "castle_s05e20_seg02_clip_23", "timestamp": [ 0.0, 8.19 ], "duration": 86.66, "caption": "A man and woman were talking to a person wearing a weird costume.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 344775, "video_name": "castle_s05e12_seg02_clip_03", "timestamp": [ 77.76, 80.06 ], "duration": 92.66, "caption": "A person was introducing someone to two other people.", "similarity": 0.6166, "relevance": 2 }, { "pair_id": 344776, "video_name": "grey_s01e03_seg02_clip_10", "timestamp": [ 58.56, 70.36 ], "duration": 87.66, "caption": "One person stops another person and has him talk to a third person.", "similarity": 0.6147, "relevance": 3 }, { "pair_id": 344777, "video_name": "house_s04e09_seg02_clip_07", "timestamp": [ 43.21, 47.71 ], "duration": 90.66, "caption": "A person gives a thing to someone while speaking.", "similarity": 0.6132, "relevance": 3 }, { "pair_id": 344778, "video_name": "castle_s08e11_seg02_clip_17", "timestamp": [ 23.59, 33.83 ], "duration": 89.66, "caption": "A person removes the gag from someone's mouth, they speak, the person replaces the gag and turns to look at someone else.", "similarity": 0.6124, "relevance": 3 }, { "pair_id": 344779, "video_name": "house_s08e18_seg02_clip_16", "timestamp": [ 0.0, 4.1 ], "duration": 82.66, "caption": "A person is bent over making some odd gestures and another person says something to him.", "similarity": 0.6124, "relevance": 2 } ] }, { "query_id": 12137, "query": "A person stands in the background at the kitchen sink doing the dishes.", "relevant_moment": [ { "pair_id": 156440, "video_name": "s09e01_seg02_clip_14", "timestamp": [ 34.43, 59.24 ], "duration": 62.66, "caption": "A person stands in the background at the kitchen sink doing the dishes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156441, "video_name": "grey_s03e22_seg02_clip_17", "timestamp": [ 75.02, 83.82 ], "duration": 92.66, "caption": "A person walks through the kitchen and puts some plates near the sink.", "similarity": 0.671, "relevance": 3 }, { "pair_id": 156442, "video_name": "friends_s01e09_seg02_clip_05", "timestamp": [ 4.13, 8.85 ], "duration": 59.66, "caption": "A woman is washing dishes at the kitchen sink.", "similarity": 0.6513, "relevance": 4 }, { "pair_id": 156443, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 7.02, 9.46 ], "duration": 61.66, "caption": "A person stands up next to the kitchen island.", "similarity": 0.6443, "relevance": 2 }, { "pair_id": 156444, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A person is standing in the kitchen with a water bottle in his/her hand.", "similarity": 0.6393, "relevance": 1 }, { "pair_id": 156445, "video_name": "house_s06e18_seg02_clip_01", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A person walks into the room and puts dishes into the sink.", "similarity": 0.6305, "relevance": 4 }, { "pair_id": 156446, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 10.9, 44.24 ], "duration": 66.66, "caption": "A person stands at the kitchen counter and fumbles with their hands.", "similarity": 0.624, "relevance": 1 }, { "pair_id": 156447, "video_name": "s09e09_seg02_clip_13", "timestamp": [ 0.0, 13.24 ], "duration": 63.66, "caption": "A person is standing beside another person as he washes dishes.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 156448, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 31.58, 39.37 ], "duration": 82.66, "caption": "A person is holding a bottle of water as they stand in the kitchen.", "similarity": 0.622, "relevance": 1 }, { "pair_id": 156449, "video_name": "s08e04_seg02_clip_07", "timestamp": [ 48.4, 53.12 ], "duration": 59.66, "caption": "A person stands at the kitchen counter with one hand resting on the lid of a water bottle.", "similarity": 0.62, "relevance": 1 }, { "pair_id": 156450, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 21.05, 25.33 ], "duration": 61.66, "caption": "A woman puts a bowl on person's kitchen table alongside other dishes.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 156451, "video_name": "grey_s02e06_seg02_clip_18", "timestamp": [ 19.75, 28.57 ], "duration": 84.66, "caption": "A man stands at the sink washing their hands.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 156452, "video_name": "house_s01e05_seg02_clip_15", "timestamp": [ 3.58, 7.16 ], "duration": 89.66, "caption": "A person has both hands onto the kitchen counter.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 156453, "video_name": "s01e13_seg02_clip_16", "timestamp": [ 0.0, 2.35 ], "duration": 47.66, "caption": "A person is holding a plate of food while standing.", "similarity": 0.5985, "relevance": 0 }, { "pair_id": 156454, "video_name": "friends_s08e08_seg02_clip_11", "timestamp": [ 26.64, 29.22 ], "duration": 57.66, "caption": "Woman sets down his dishes on to the counter.", "similarity": 0.5973, "relevance": 2 }, { "pair_id": 156455, "video_name": "s09e09_seg02_clip_07", "timestamp": [ 47.34, 56.02 ], "duration": 56.66, "caption": "A person stands at the sink with an orange sponge in one hand and a glass in the other hand as he talks to man.", "similarity": 0.5913, "relevance": 3 }, { "pair_id": 156456, "video_name": "s02e02_seg02_clip_00", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "A person is putting different food items onto his plate in the kitchen.", "similarity": 0.5907, "relevance": 2 }, { "pair_id": 156457, "video_name": "s04e16_seg02_clip_01", "timestamp": [ 51.35, 55.99 ], "duration": 58.66, "caption": "A person gets up from their spot and heads towards the kitchen.", "similarity": 0.5897, "relevance": 0 }, { "pair_id": 156459, "video_name": "s02e09_seg02_clip_01", "timestamp": [ 55.22, 56.73 ], "duration": 60.66, "caption": "A person gets up and moves towards the kitchen.", "similarity": 0.5755, "relevance": 0 } ] }, { "query_id": 12180, "query": "A man sets their pink mug down on the table in front of them.", "relevant_moment": [ { "pair_id": 10560, "video_name": "friends_s06e02_seg02_clip_03", "timestamp": [ 17.39, 18.92 ], "duration": 61.66, "caption": "A man sets their pink mug down on the table in front of them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10561, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 19.21, 21.31 ], "duration": 60.66, "caption": "A woman sets her pink mug down on the coffee table in front of her.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 10562, "video_name": "friends_s10e15_seg02_clip_00", "timestamp": [ 0.0, 2.86 ], "duration": 63.66, "caption": "A man sets a gray mug down on the coffee table in front of person.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 10563, "video_name": "friends_s05e20_seg01_clip_00", "timestamp": [ 1.65, 6.27 ], "duration": 66.66, "caption": "A person places their black and white mug down on the table.", "similarity": 0.702, "relevance": 2 }, { "pair_id": 10564, "video_name": "friends_s09e14_seg02_clip_04", "timestamp": [ 26.36, 29.46 ], "duration": 62.66, "caption": "A man puts the mug back on top of the table.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 10565, "video_name": "s09e14_seg02_clip_02", "timestamp": [ 48.11, 51.65 ], "duration": 59.66, "caption": "A person sets a mug down on the coffee table in front of someone as they sit down in the armchair.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 10566, "video_name": "house_s08e04_seg02_clip_02", "timestamp": [ 0.0, 3.52 ], "duration": 88.66, "caption": "A person sets down a cup onto the table.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 10567, "video_name": "s05e15_seg02_clip_05", "timestamp": [ 32.57, 34.74 ], "duration": 62.66, "caption": "A person sets their drink down on the coffee table in front of them.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 10568, "video_name": "s07e12_seg02_clip_11", "timestamp": [ 37.52, 38.72 ], "duration": 60.66, "caption": "A person sets their drink cup down on the table.", "similarity": 0.6501, "relevance": 3 }, { "pair_id": 10569, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 4.88, 6.1 ], "duration": 61.66, "caption": "A person places his coffee mug on the table.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 10570, "video_name": "friends_s08e17_seg02_clip_19", "timestamp": [ 23.66, 26.24 ], "duration": 43.66, "caption": "A man drops the pink shirt he is holding onto the coffee table.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 10571, "video_name": "house_s08e13_seg02_clip_00", "timestamp": [ 0.0, 5.7 ], "duration": 95.66, "caption": "A man is putting 2 coffee mugs on the table.", "similarity": 0.6408, "relevance": 3 }, { "pair_id": 10572, "video_name": "s07e22_seg02_clip_02", "timestamp": [ 18.0, 20.75 ], "duration": 61.66, "caption": "A woman hands a person a mug while setting their mug on the table.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 10573, "video_name": "friends_s07e16_seg02_clip_26", "timestamp": [ 33.61, 35.58 ], "duration": 56.66, "caption": "A man sets down two coffee cups on the table.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 10574, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 1.79, 7.18 ], "duration": 89.66, "caption": "A man places the coffee cup he has in his hand onto the table in front of him.", "similarity": 0.633, "relevance": 3 }, { "pair_id": 10575, "video_name": "s06e08_seg02_clip_00", "timestamp": [ 7.63, 12.51 ], "duration": 61.66, "caption": "A man takes cups and sets them on the table.", "similarity": 0.6325, "relevance": 3 }, { "pair_id": 10576, "video_name": "s02e23_seg02_clip_11", "timestamp": [ 5.1, 9.3 ], "duration": 60.66, "caption": "A person sets two mugs onto the counter in front of some men.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 10577, "video_name": "house_s02e17_seg02_clip_21", "timestamp": [ 0.0, 1.76 ], "duration": 88.66, "caption": "A man sets down a specimen cup on the table.", "similarity": 0.6255, "relevance": 1 }, { "pair_id": 10578, "video_name": "friends_s07e18_seg02_clip_15", "timestamp": [ 10.12, 13.59 ], "duration": 53.66, "caption": "A woman places her mug on the table in front of her.", "similarity": 0.6206, "relevance": 3 }, { "pair_id": 10579, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 7.88, 9.46 ], "duration": 45.66, "caption": "A woman puts the mug down on the table.", "similarity": 0.6166, "relevance": 2 }, { "pair_id": 183880, "video_name": "s04e23_seg02_clip_09", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A man sets his paper coffee cup down on the table next to him.", "similarity": 0.6158, "relevance": 3 }, { "pair_id": 183881, "video_name": "s06e02_seg02_clip_16", "timestamp": [ 4.86, 9.45 ], "duration": 54.66, "caption": "A person puts his yellow coffee mug down on the end table.", "similarity": 0.6141, "relevance": 3 }, { "pair_id": 183882, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 51.92, 52.82 ], "duration": 60.66, "caption": "A man is holding his cup on the table.", "similarity": 0.6109, "relevance": 2 }, { "pair_id": 183883, "video_name": "castle_s08e07_seg02_clip_18", "timestamp": [ 3.16, 5.42 ], "duration": 90.66, "caption": "A man puts his white coffee cup down on the table.", "similarity": 0.6069, "relevance": 3 }, { "pair_id": 183884, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 27.1, 29.62 ], "duration": 63.66, "caption": "A woman sets her coffee mug down on the table.", "similarity": 0.6062, "relevance": 3 }, { "pair_id": 183885, "video_name": "friends_s05e05_seg02_clip_13", "timestamp": [ 17.37, 20.78 ], "duration": 62.66, "caption": "A man sets a glass of water on a coffee table.", "similarity": 0.606, "relevance": 3 }, { "pair_id": 183886, "video_name": "s07e08_seg02_clip_04", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A man sets his dish down on the coffee table.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 183887, "video_name": "s01e15_seg02_clip_04", "timestamp": [ 36.78, 38.21 ], "duration": 57.66, "caption": "A man sets two dishes down on the coffee table.", "similarity": 0.6044, "relevance": 3 }, { "pair_id": 183888, "video_name": "friends_s05e15_seg02_clip_00", "timestamp": [ 3.15, 4.41 ], "duration": 63.66, "caption": "A man sets down his coffee cup and slides it on the table.", "similarity": 0.6037, "relevance": 4 }, { "pair_id": 183889, "video_name": "friends_s07e16_seg02_clip_11", "timestamp": [ 26.27, 27.45 ], "duration": 59.66, "caption": "A man sets the bottle in their hand down on the coffee table.", "similarity": 0.6023, "relevance": 3 }, { "pair_id": 183890, "video_name": "friends_s03e12_seg02_clip_12", "timestamp": [ 27.66, 28.26 ], "duration": 59.66, "caption": "A woman puts her mug down on the table.", "similarity": 0.5993, "relevance": 2 }, { "pair_id": 183891, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 35.4, 37.43 ], "duration": 58.66, "caption": "A man puts their plate of food down on the coffee table in front of them.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 183892, "video_name": "s02e06_seg02_clip_06", "timestamp": [ 35.3, 38.94 ], "duration": 56.66, "caption": "A person walks over to the table with a mug in his right hand.", "similarity": 0.5788, "relevance": 3 }, { "pair_id": 183893, "video_name": "s09e10_seg02_clip_13", "timestamp": [ 24.61, 26.11 ], "duration": 60.66, "caption": "A man leans forward and sets his coffee cup on a table.", "similarity": 0.5783, "relevance": 3 }, { "pair_id": 183894, "video_name": "friends_s09e23-24_seg02_clip_01", "timestamp": [ 52.19, 56.8 ], "duration": 57.66, "caption": "A man brings a mug over to woman and sits down at the table.", "similarity": 0.5774, "relevance": 4 }, { "pair_id": 183895, "video_name": "s04e12_seg02_clip_08", "timestamp": [ 15.01, 17.71 ], "duration": 60.66, "caption": "A person hands a mug to another person as he is sitting at a table.", "similarity": 0.5767, "relevance": 3 }, { "pair_id": 183896, "video_name": "friends_s09e23-24_seg01_clip_00", "timestamp": [ 0.0, 5.92 ], "duration": 74.66, "caption": "A woman brings two mugs over and sets them on the table.", "similarity": 0.5718, "relevance": 2 }, { "pair_id": 183897, "video_name": "friends_s07e23-24_seg01_clip_00", "timestamp": [ 42.69, 49.96 ], "duration": 63.66, "caption": "A man sets their mug on the table, then moves over to the person sitting on the sofa while talking to them.", "similarity": 0.5702, "relevance": 3 }, { "pair_id": 183898, "video_name": "friends_s08e13_seg02_clip_02", "timestamp": [ 6.38, 9.28 ], "duration": 58.66, "caption": "A man puts his mug on the table and sits on the couch.", "similarity": 0.5671, "relevance": 3 }, { "pair_id": 183899, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "A person sets two cups of coffee down on a table.", "similarity": 0.5641, "relevance": 4 } ] }, { "query_id": 12309, "query": "Woman is in a plane with woman and she looks at woman as she is asleep and woman wakes up.", "relevant_moment": [ { "pair_id": 171360, "video_name": "grey_s02e13_seg02_clip_15", "timestamp": [ 93.03, 100.03 ], "duration": 100.66, "caption": "Woman is in a plane with woman and she looks at woman as she is asleep and woman wakes up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171361, "video_name": "grey_s02e13_seg02_clip_16", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A woman looks up at another woman while they are on the plane.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 171362, "video_name": "friends_s05e23-24_seg02_clip_20", "timestamp": [ 46.88, 52.17 ], "duration": 66.66, "caption": "A woman is sleeping on the plane and moves towards man to put her head on his shoulder.", "similarity": 0.7008, "relevance": 3 }, { "pair_id": 171363, "video_name": "grey_s01e04_seg02_clip_16", "timestamp": [ 26.69, 44.63 ], "duration": 92.66, "caption": "A woman is asleep and wakes up to see another woman sitting watching her.", "similarity": 0.6919, "relevance": 1 }, { "pair_id": 171364, "video_name": "grey_s01e01_seg02_clip_23", "timestamp": [ 4.1, 20.94 ], "duration": 91.66, "caption": "A woman walks over to another woman, who is sleeping on a gurney, and needs to, but is afraid to wake her up.", "similarity": 0.6392, "relevance": 1 }, { "pair_id": 171365, "video_name": "s10e01_seg01_clip_01", "timestamp": [ 10.86, 15.76 ], "duration": 70.66, "caption": "A person wakes up woman and man while they are sleeping.", "similarity": 0.634, "relevance": 1 }, { "pair_id": 171366, "video_name": "grey_s03e07_seg02_clip_20", "timestamp": [ 25.61, 28.3 ], "duration": 89.66, "caption": "A woman walks into the room and wakes up another woman.", "similarity": 0.6333, "relevance": 1 }, { "pair_id": 171367, "video_name": "castle_s07e21_seg02_clip_19", "timestamp": [ 0.0, 8.01 ], "duration": 89.66, "caption": "A man and woman are in the airplane.", "similarity": 0.6255, "relevance": 1 }, { "pair_id": 171368, "video_name": "friends_s06e01_seg02_clip_09", "timestamp": [ 58.31, 62.03 ], "duration": 62.66, "caption": "A woman wakes up and finds a man asleep on her.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 171369, "video_name": "castle_s03e09_seg02_clip_15", "timestamp": [ 62.81, 72.82 ], "duration": 91.66, "caption": "A woman wakes up in a car leaning on a man and they both look at each other.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 171370, "video_name": "castle_s04e10_seg02_clip_00", "timestamp": [ 0.0, 25.22 ], "duration": 91.66, "caption": "A woman looks over at a man as she wakes up in bed next to him.", "similarity": 0.6155, "relevance": 1 }, { "pair_id": 171371, "video_name": "friends_s10e01_seg02_clip_13", "timestamp": [ 0.0, 3.73 ], "duration": 62.66, "caption": "A woman tells a man that another man is moving towards them on the plane.", "similarity": 0.6142, "relevance": 2 }, { "pair_id": 171372, "video_name": "castle_s04e10_seg02_clip_00", "timestamp": [ 0.0, 10.55 ], "duration": 91.66, "caption": "A woman is asleep and wakes up turning her head and opens her eyes to look at a man beside her.", "similarity": 0.614, "relevance": 1 }, { "pair_id": 171373, "video_name": "s04e24_seg02_clip_16", "timestamp": [ 24.72, 61.03 ], "duration": 61.66, "caption": "A woman and a man are on the bed. And she was shocked when she wakes up.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 171374, "video_name": "castle_s05e09_seg02_clip_06", "timestamp": [ 0.0, 7.6 ], "duration": 89.66, "caption": "A woman asks a man about his plane and his whereabouts the previous night as she is standing beside another man.", "similarity": 0.6078, "relevance": 0 }, { "pair_id": 171375, "video_name": "friends_s05e23-24_seg02_clip_13", "timestamp": [ 17.06, 22.64 ], "duration": 62.66, "caption": "A man is looking out the window of a plane and a woman tries to look too.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 171376, "video_name": "grey_s02e13_seg02_clip_16", "timestamp": [ 37.85, 86.02 ], "duration": 86.66, "caption": "Two women are having a conversation with each other in the plane.", "similarity": 0.6057, "relevance": 3 }, { "pair_id": 171377, "video_name": "friends_s06e01_seg02_clip_09", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A person wakes up suddenly while sleeping in the back seat with a woman.", "similarity": 0.6048, "relevance": 1 }, { "pair_id": 171378, "video_name": "castle_s06e22_seg02_clip_21", "timestamp": [ 64.54, 89.02 ], "duration": 89.66, "caption": "A woman wakes up in the passenger seat as a man is driving.", "similarity": 0.6035, "relevance": 1 }, { "pair_id": 171379, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 0.0, 66.77 ], "duration": 89.66, "caption": "A man and a woman were sitting beside each other in a plane.", "similarity": 0.6008, "relevance": 1 } ] }, { "query_id": 12310, "query": "Two women are talking while flying on the plane alone.", "relevant_moment": [ { "pair_id": 2760, "video_name": "grey_s02e13_seg02_clip_16", "timestamp": [ 0.0, 86.02 ], "duration": 86.66, "caption": "Two women are talking while flying on the plane alone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2761, "video_name": "grey_s02e13_seg02_clip_06", "timestamp": [ 0.0, 7.69 ], "duration": 69.66, "caption": "Two women are having a conversation on the plane.", "similarity": 0.805, "relevance": 4 }, { "pair_id": 2762, "video_name": "grey_s02e13_seg02_clip_16", "timestamp": [ 37.85, 86.02 ], "duration": 86.66, "caption": "Two women are having a conversation with each other in the plane.", "similarity": 0.7856, "relevance": 4 }, { "pair_id": 2763, "video_name": "met_s02e12_seg02_clip_00", "timestamp": [ 18.13, 23.85 ], "duration": 63.66, "caption": "Two women are talking in an airport and one woman's jaw drops.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 2764, "video_name": "house_s07e20_seg02_clip_10", "timestamp": [ 0.0, 14.11 ], "duration": 91.66, "caption": "A woman has a conversation alone with an older woman.", "similarity": 0.6011, "relevance": 2 }, { "pair_id": 2765, "video_name": "friends_s10e17-18_seg02_clip_33", "timestamp": [ 41.8, 43.64 ], "duration": 61.66, "caption": "A woman talks on the phone while sitting on an airplane.", "similarity": 0.6008, "relevance": 2 }, { "pair_id": 2766, "video_name": "friends_s09e19_seg02_clip_18", "timestamp": [ 33.43, 36.87 ], "duration": 62.66, "caption": "Two women walk away from the crowd to talk alone.", "similarity": 0.5924, "relevance": 2 }, { "pair_id": 2767, "video_name": "s08e12_seg01_clip_02", "timestamp": [ 0.0, 7.95 ], "duration": 53.66, "caption": "Two women are talking to each other about something.", "similarity": 0.5849, "relevance": 2 }, { "pair_id": 2768, "video_name": "friends_s08e10_seg02_clip_15", "timestamp": [ 0.0, 58.11 ], "duration": 58.66, "caption": "Two women were having a conversation.", "similarity": 0.5805, "relevance": 2 }, { "pair_id": 2770, "video_name": "house_s02e05_seg02_clip_15", "timestamp": [ 0.0, 5.29 ], "duration": 88.66, "caption": "Two women are walking while they are talking.", "similarity": 0.5736, "relevance": 2 }, { "pair_id": 2771, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 1.63, 5.85 ], "duration": 65.66, "caption": "Two women are talking while they are standing.", "similarity": 0.5731, "relevance": 2 }, { "pair_id": 2772, "video_name": "s03e16_seg02_clip_02", "timestamp": [ 0.0, 16.82 ], "duration": 57.66, "caption": "Two people are alone and talking to each other.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 2773, "video_name": "grey_s02e14_seg02_clip_23", "timestamp": [ 57.06, 92.03 ], "duration": 92.66, "caption": "Two women are having a conversation to each other.", "similarity": 0.5605, "relevance": 2 }, { "pair_id": 2774, "video_name": "met_s06e09_seg02_clip_17", "timestamp": [ 0.0, 7.38 ], "duration": 59.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 2775, "video_name": "met_s03e04_seg02_clip_11", "timestamp": [ 0.0, 18.93 ], "duration": 58.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 2776, "video_name": "house_s02e03_seg02_clip_02", "timestamp": [ 60.02, 80.33 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 2777, "video_name": "grey_s03e25_seg02_clip_31", "timestamp": [ 39.08, 63.03 ], "duration": 63.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 2778, "video_name": "grey_s03e25_seg02_clip_31", "timestamp": [ 0.0, 30.57 ], "duration": 63.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 2779, "video_name": "grey_s03e25_seg02_clip_16", "timestamp": [ 34.01, 49.74 ], "duration": 85.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176080, "video_name": "grey_s03e22_seg02_clip_18", "timestamp": [ 49.93, 88.38 ], "duration": 88.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176081, "video_name": "grey_s03e22_seg02_clip_18", "timestamp": [ 0.0, 35.79 ], "duration": 88.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176082, "video_name": "grey_s03e20_seg02_clip_25", "timestamp": [ 56.62, 82.66 ], "duration": 82.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176083, "video_name": "grey_s03e20_seg02_clip_14", "timestamp": [ 0.0, 28.67 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 176084, "video_name": "grey_s03e19_seg02_clip_11", "timestamp": [ 18.53, 70.8 ], "duration": 95.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 176085, "video_name": "grey_s03e16_seg02_clip_16", "timestamp": [ 0.0, 16.52 ], "duration": 118.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176086, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 0.0, 32.05 ], "duration": 89.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 176087, "video_name": "grey_s03e15_seg02_clip_03", "timestamp": [ 62.18, 83.35 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 176088, "video_name": "grey_s03e15_seg02_clip_02", "timestamp": [ 61.9, 78.91 ], "duration": 87.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 176089, "video_name": "grey_s03e13_seg02_clip_07", "timestamp": [ 50.99, 64.78 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 176090, "video_name": "grey_s03e13_seg02_clip_07", "timestamp": [ 0.0, 5.51 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 0 }, { "pair_id": 176091, "video_name": "grey_s03e12_seg02_clip_04", "timestamp": [ 66.45, 91.03 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176092, "video_name": "grey_s03e12_seg02_clip_04", "timestamp": [ 0.0, 15.93 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176093, "video_name": "grey_s03e11_seg02_clip_13", "timestamp": [ 11.48, 30.61 ], "duration": 85.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176094, "video_name": "grey_s03e11_seg02_clip_07", "timestamp": [ 13.05, 35.56 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176095, "video_name": "grey_s03e11_seg02_clip_06", "timestamp": [ 48.71, 69.27 ], "duration": 89.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 176096, "video_name": "grey_s03e11_seg02_clip_05", "timestamp": [ 55.3, 80.23 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176097, "video_name": "grey_s03e10_seg02_clip_25", "timestamp": [ 8.3, 30.42 ], "duration": 79.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176098, "video_name": "grey_s03e10_seg02_clip_02", "timestamp": [ 60.84, 79.32 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 176099, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 2.78, 40.28 ], "duration": 92.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.5602, "relevance": 2 } ] }, { "query_id": 12315, "query": "A man opens the door, hops onto the bed and chats with a woman.", "relevant_moment": [ { "pair_id": 26120, "video_name": "grey_s02e13_seg02_clip_17", "timestamp": [ 65.81, 79.57 ], "duration": 86.66, "caption": "A man opens the door, hops onto the bed and chats with a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 26121, "video_name": "met_s02e11_seg02_clip_10", "timestamp": [ 6.74, 23.44 ], "duration": 58.66, "caption": "A man opens the door and chats with a woman and sits with her.", "similarity": 0.8009, "relevance": 3 }, { "pair_id": 26122, "video_name": "s05e24_seg02_clip_02", "timestamp": [ 0.0, 3.9 ], "duration": 65.66, "caption": "A man gets up from the bed and walks to the bedroom door while talking to a woman.", "similarity": 0.7848, "relevance": 2 }, { "pair_id": 26123, "video_name": "castle_s05e23_seg02_clip_04", "timestamp": [ 86.95, 91.23 ], "duration": 95.66, "caption": "A man opens the door and then talks to woman.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 26124, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 68.04, 83.7 ], "duration": 89.66, "caption": "A man goes to his bed and sits as he speaks with a woman through his room's door.", "similarity": 0.7316, "relevance": 0 }, { "pair_id": 26125, "video_name": "friends_s04e05_seg02_clip_17", "timestamp": [ 53.95, 60.62 ], "duration": 60.66, "caption": "A man opens the door and has a conversation with two women.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 26126, "video_name": "met_s02e02_seg02_clip_01", "timestamp": [ 51.35, 56.51 ], "duration": 60.66, "caption": "A man walks to the door to open it for woman then they start talking to each other.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 26127, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 0.0, 9.45 ], "duration": 63.66, "caption": "A man knocks on a person's door and lets a woman into the bedroom.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 26128, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 9.86, 14.8 ], "duration": 58.66, "caption": "A man is talking to a woman when some people open the door.", "similarity": 0.7136, "relevance": 1 }, { "pair_id": 26129, "video_name": "met_s02e16_seg02_clip_17", "timestamp": [ 37.68, 39.19 ], "duration": 60.66, "caption": "A man goes to open the door then turns around to talk to a woman.", "similarity": 0.7109, "relevance": 1 }, { "pair_id": 26130, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 37.54, 45.14 ], "duration": 95.66, "caption": "A man opens the door while he was talking with woman.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 26131, "video_name": "friends_s02e23_seg02_clip_12", "timestamp": [ 0.0, 30.4 ], "duration": 59.66, "caption": "A man sits on the bed and has a conversation with woman.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 26132, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A man starts to open the door and then turns around to talk to a woman.", "similarity": 0.7042, "relevance": 1 }, { "pair_id": 26133, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 51.62 ], "duration": 60.66, "caption": "A person opens the door and talks to woman.", "similarity": 0.7017, "relevance": 2 }, { "pair_id": 26134, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 36.62, 91.54 ], "duration": 91.66, "caption": "A woman opens the door and talks with man.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 26135, "video_name": "grey_s03e13_seg02_clip_29", "timestamp": [ 6.25, 12.5 ], "duration": 125.66, "caption": "A woman opens the door and a man walks in while she is talking to him.", "similarity": 0.697, "relevance": 1 }, { "pair_id": 26136, "video_name": "house_s02e02_seg02_clip_18", "timestamp": [ 9.38, 67.02 ], "duration": 67.66, "caption": "A man is talking with the woman in the bed.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 26137, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 44.45, 49.73 ], "duration": 88.66, "caption": "A woman opens the door and talks with a man.", "similarity": 0.6963, "relevance": 0 }, { "pair_id": 26138, "video_name": "s04e09_seg02_clip_02", "timestamp": [ 43.52, 47.42 ], "duration": 60.66, "caption": "A man answers the door and woman asks him if he has a moment to chat.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 26139, "video_name": "house_s05e20_seg02_clip_22", "timestamp": [ 49.51, 90.02 ], "duration": 90.66, "caption": "A man walks over to a woman's bed to speak with her.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 199440, "video_name": "s07e18_seg02_clip_12", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A man opens the door to come into another person's bedroom.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 199441, "video_name": "s04e13_seg02_clip_13", "timestamp": [ 38.13, 44.12 ], "duration": 63.66, "caption": "A man jumps into a woman's bed and they start kissing.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 199442, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 199443, "video_name": "s07e10_seg02_clip_02", "timestamp": [ 8.7, 13.81 ], "duration": 60.66, "caption": "A woman opens the bedroom door and she and a man come in.", "similarity": 0.6867, "relevance": 1 }, { "pair_id": 199444, "video_name": "house_s05e01_seg02_clip_13", "timestamp": [ 8.1, 12.6 ], "duration": 90.66, "caption": "A woman knocks on the door and starts a conversation with man after he opens it.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 199445, "video_name": "friends_s06e06_seg02_clip_01", "timestamp": [ 11.1, 12.61 ], "duration": 60.66, "caption": "A woman opens a bedroom door and walks into the room to talk to another woman.", "similarity": 0.686, "relevance": 1 }, { "pair_id": 199446, "video_name": "s04e06_seg02_clip_06", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A man opens his bedroom door and speaks with person.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 199447, "video_name": "s03e02_seg02_clip_17", "timestamp": [ 30.35, 34.05 ], "duration": 74.66, "caption": "A woman opens the door and man starts talking to her.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 199448, "video_name": "friends_s10e01_seg02_clip_24", "timestamp": [ 0.0, 5.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the bathroom to talk to woman.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 199449, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 0.0, 46.25 ], "duration": 59.66, "caption": "A man comes in to get a person who walks the door while talking to a woman before leaving.", "similarity": 0.6838, "relevance": 1 }, { "pair_id": 199450, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 38.64, 61.34 ], "duration": 61.66, "caption": "A man opened the door, entered the room and talked to a woman.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 199451, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 68.72 ], "duration": 91.66, "caption": "A man opens the door and stands talking to a woman before he leaves.", "similarity": 0.6831, "relevance": 2 }, { "pair_id": 199452, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 20.36, 26.27 ], "duration": 59.66, "caption": "A man opens a woman's front door to talk to her.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 199453, "video_name": "house_s07e11_seg02_clip_04", "timestamp": [ 16.9, 24.53 ], "duration": 109.66, "caption": "A woman comes to a man's door as he is talking to another man.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 199454, "video_name": "house_s05e20_seg02_clip_05", "timestamp": [ 74.19, 83.74 ], "duration": 91.66, "caption": "A man opens the door and enters the room with a woman.", "similarity": 0.6799, "relevance": 1 }, { "pair_id": 199455, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 93.09, 94.03 ], "duration": 94.66, "caption": "A man opens a front door and talks with a woman.", "similarity": 0.6757, "relevance": 1 }, { "pair_id": 199456, "video_name": "s01e09_seg02_clip_09", "timestamp": [ 0.0, 7.32 ], "duration": 61.66, "caption": "Two men are having a conversation and a woman opens the door.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 199457, "video_name": "s04e03_seg02_clip_13", "timestamp": [ 25.38, 31.58 ], "duration": 59.66, "caption": "A man opens the door to his apartment and a woman enters and starts a conversation with him.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 199458, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 32.99, 38.81 ], "duration": 97.66, "caption": "A man opens the door and walks over to a woman.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 199459, "video_name": "house_s01e20_seg02_clip_01", "timestamp": [ 55.7, 66.57 ], "duration": 87.66, "caption": "A man slides the door open and converses with woman.", "similarity": 0.6708, "relevance": 1 } ] }, { "query_id": 12366, "query": "A man and another man walk up to an apartment complex and in front of a door.", "relevant_moment": [ { "pair_id": 144360, "video_name": "house_s01e06_seg02_clip_09", "timestamp": [ 57.58, 65.67 ], "duration": 101.66, "caption": "A man and another man walk up to an apartment complex and in front of a door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 144361, "video_name": "castle_s05e21_seg02_clip_10", "timestamp": [ 56.07, 65.09 ], "duration": 95.66, "caption": "A man and a man are walking down an apartment hallway as a man is about to knock on a door and notices the door open.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 144363, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 5.61, 8.26 ], "duration": 59.66, "caption": "A man opens the door and walks into his and another man's apartment.", "similarity": 0.8031, "relevance": 2 }, { "pair_id": 144365, "video_name": "s03e16_seg02_clip_12", "timestamp": [ 30.46, 35.11 ], "duration": 58.66, "caption": "A man and a person walk into the apartment and the man shuts the door.", "similarity": 0.7977, "relevance": 2 }, { "pair_id": 144368, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 25.35, 28.07 ], "duration": 60.66, "caption": "A man opens the door and walks into his and another person's apartment.", "similarity": 0.79, "relevance": 2 }, { "pair_id": 144369, "video_name": "friends_s07e17_seg02_clip_11", "timestamp": [ 40.3, 43.61 ], "duration": 60.66, "caption": "A man opens the door and walks into another man's apartment.", "similarity": 0.7804, "relevance": 2 }, { "pair_id": 144372, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 36.01, 45.91 ], "duration": 90.66, "caption": "A man opens the door and he and another man walk into a woman's apartment.", "similarity": 0.7679, "relevance": 3 }, { "pair_id": 144374, "video_name": "met_s02e14_seg02_clip_11", "timestamp": [ 0.0, 2.04 ], "duration": 51.66, "caption": "A man walks out of the apartment for another man to walk in.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 144377, "video_name": "friends_s05e15_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A man walks through the front door of a person's apartment.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 144378, "video_name": "friends_s02e19_seg02_clip_07", "timestamp": [ 59.47, 69.31 ], "duration": 82.66, "caption": "A man walks up the stairway and to the front door of their apartment.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 144379, "video_name": "friends_s08e12_seg02_clip_10", "timestamp": [ 24.08, 29.3 ], "duration": 58.66, "caption": "Two people walk into his apartment while talking and then a man closes the door.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 317680, "video_name": "s05e14_seg02_clip_00", "timestamp": [ 52.0, 57.36 ], "duration": 63.66, "caption": "A woman and a man walk over to woman's apartment door.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 317681, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "Some people walk past a man and into his apartment.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 317682, "video_name": "friends_s03e02_seg02_clip_10", "timestamp": [ 13.21, 18.91 ], "duration": 60.66, "caption": "A man walks into the apartment and stands next to a person.", "similarity": 0.7492, "relevance": 3 }, { "pair_id": 317683, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "Two men and a woman reach the apartment and a person continues to walk up the stairs.", "similarity": 0.7484, "relevance": 3 }, { "pair_id": 317684, "video_name": "friends_s07e08_seg02_clip_21", "timestamp": [ 34.52, 37.27 ], "duration": 50.66, "caption": "A man enters the apartment and another person closes the front door.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 317685, "video_name": "s08e24_seg02_clip_00", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A man and woman are walking up the stairwell to their apartment.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 317686, "video_name": "met_s06e11_seg02_clip_17", "timestamp": [ 8.71, 12.75 ], "duration": 62.66, "caption": "Two people walk into the apartment together.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 317687, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 7.26, 13.01 ], "duration": 60.66, "caption": "Two people walk into the apartment together.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 317688, "video_name": "friends_s03e20_seg02_clip_12", "timestamp": [ 21.19, 23.64 ], "duration": 61.66, "caption": "Two people walk into the apartment together.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 317689, "video_name": "friends_s07e20_seg02_clip_13", "timestamp": [ 7.5, 10.5 ], "duration": 60.66, "caption": "A man walks out of the apartment with another man.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 317690, "video_name": "s04e17_seg02_clip_00", "timestamp": [ 37.5, 44.44 ], "duration": 63.66, "caption": "Two people walk into the apartment and one closes the door behind them.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 317691, "video_name": "s04e16_seg02_clip_00", "timestamp": [ 5.12, 14.73 ], "duration": 64.66, "caption": "A man opens the door and another man enters the apartment.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 317692, "video_name": "s02e06_seg02_clip_15", "timestamp": [ 33.35, 38.96 ], "duration": 59.66, "caption": "Three men walk in to two men's apartment.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 317693, "video_name": "s03e06_seg02_clip_15", "timestamp": [ 27.01, 29.71 ], "duration": 60.66, "caption": "A person stands up and walks out the door to another person's apartment.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 317694, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 49.22, 51.92 ], "duration": 60.66, "caption": "A man closes the door to his and another person's apartment.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 317695, "video_name": "friends_s05e10_seg02_clip_17", "timestamp": [ 7.02, 10.99 ], "duration": 61.66, "caption": "A man walks in the apartment and speaks to another man as he is walking towards him.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 317696, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 49.57, 53.25 ], "duration": 61.66, "caption": "A man walks with his head down as he enters another person's apartment.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 317697, "video_name": "castle_s03e10_seg02_clip_16", "timestamp": [ 9.71, 19.43 ], "duration": 88.66, "caption": "Two people walk up to an apartment door as they converse.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 317698, "video_name": "castle_s01e05_seg02_clip_04", "timestamp": [ 37.18, 39.87 ], "duration": 89.66, "caption": "A man and woman walk through an apartment building.", "similarity": 0.7369, "relevance": 3 }, { "pair_id": 317699, "video_name": "s08e17_seg02_clip_03", "timestamp": [ 48.38, 53.03 ], "duration": 62.66, "caption": "A woman and a man walk out of the apartment and the man closes the door behind them.", "similarity": 0.7365, "relevance": 3 } ] }, { "query_id": 12402, "query": "Wearing a grey dark suit someone walks into the meeting taking place.", "relevant_moment": [ { "pair_id": 8180, "video_name": "castle_s02e21_seg02_clip_16", "timestamp": [ 85.35, 89.66 ], "duration": 89.66, "caption": "Wearing a grey dark suit someone walks into the meeting taking place.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8181, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 17.41, 23.41 ], "duration": 60.66, "caption": "A man in a grey suit stumbles past two people.", "similarity": 0.5966, "relevance": 3 }, { "pair_id": 8182, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 79.6, 87.48 ], "duration": 87.66, "caption": "A man walks into someone's office while wearing a suit.", "similarity": 0.5778, "relevance": 1 }, { "pair_id": 8184, "video_name": "house_s08e09_seg02_clip_00", "timestamp": [ 12.42, 17.95 ], "duration": 92.66, "caption": "A person walks in to the meeting slowly and looks confused.", "similarity": 0.5573, "relevance": 3 }, { "pair_id": 8185, "video_name": "friends_s09e15_seg02_clip_01", "timestamp": [ 11.71, 21.61 ], "duration": 60.66, "caption": "A man walks into the office with a suit.", "similarity": 0.5551, "relevance": 4 }, { "pair_id": 8186, "video_name": "house_s06e04_seg02_clip_00", "timestamp": [ 64.42, 65.34 ], "duration": 92.66, "caption": "A person in a gray suit carrying a briefcase walks down the hallway outside the room.", "similarity": 0.5505, "relevance": 1 }, { "pair_id": 8187, "video_name": "house_s04e07_seg02_clip_07", "timestamp": [ 51.42, 55.81 ], "duration": 87.66, "caption": "A person paces in the room during the meeting.", "similarity": 0.5476, "relevance": 2 }, { "pair_id": 8188, "video_name": "friends_s06e18_seg02_clip_19", "timestamp": [ 31.04, 35.27 ], "duration": 47.66, "caption": "The person in gray opens the door and enters the room.", "similarity": 0.5416, "relevance": 1 }, { "pair_id": 8189, "video_name": "house_s06e04_seg02_clip_16", "timestamp": [ 78.14, 80.0 ], "duration": 93.66, "caption": "A person turns to leave the room the meeting is being held in.", "similarity": 0.5396, "relevance": 1 }, { "pair_id": 8190, "video_name": "house_s03e08_seg02_clip_19", "timestamp": [ 3.69, 6.45 ], "duration": 92.66, "caption": "A man came in while the meeting is ongoing.", "similarity": 0.5385, "relevance": 3 }, { "pair_id": 8191, "video_name": "friends_s03e24_seg02_clip_01", "timestamp": [ 10.07, 17.09 ], "duration": 61.66, "caption": "A man gets up from a table and walks around during their meeting.", "similarity": 0.5263, "relevance": 2 }, { "pair_id": 8192, "video_name": "castle_s02e20_seg02_clip_27", "timestamp": [ 9.86, 14.97 ], "duration": 68.66, "caption": "A man has invited the person in yellow green suit to come inside the room.", "similarity": 0.5227, "relevance": 1 }, { "pair_id": 8193, "video_name": "friends_s02e11_seg02_clip_20", "timestamp": [ 22.38, 26.16 ], "duration": 63.66, "caption": "A person walks off with another person dressed in a suit.", "similarity": 0.5208, "relevance": 1 }, { "pair_id": 8194, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 48.31, 52.45 ], "duration": 92.66, "caption": "A man walks into the office as another person is standing in the dark.", "similarity": 0.5198, "relevance": 2 }, { "pair_id": 8195, "video_name": "house_s01e13_seg02_clip_12", "timestamp": [ 8.56, 12.17 ], "duration": 90.66, "caption": "A man wearing black suit walks out immediately after talking to person.", "similarity": 0.5174, "relevance": 1 }, { "pair_id": 8196, "video_name": "castle_s02e23_seg02_clip_18", "timestamp": [ 34.13, 38.23 ], "duration": 91.66, "caption": "A man wearing gray suit slowly comes closer to woman and talks to her.", "similarity": 0.5152, "relevance": 1 }, { "pair_id": 8197, "video_name": "house_s08e12_seg02_clip_25", "timestamp": [ 123.95, 153.02 ], "duration": 153.66, "caption": "A person walks into the meeting and another person pushes a report over to him.", "similarity": 0.5146, "relevance": 3 }, { "pair_id": 8198, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 43.72, 50.3 ], "duration": 94.66, "caption": "A person came in and got their suit while talking to another person.", "similarity": 0.5141, "relevance": 1 }, { "pair_id": 8199, "video_name": "s07e02_seg02_clip_17", "timestamp": [ 42.41, 48.21 ], "duration": 61.66, "caption": "A person in a grey jacket and dark pants walks from left to right and out the cafeteria door.", "similarity": 0.513, "relevance": 0 } ] }, { "query_id": 12407, "query": "A man takes two steps and turns around as he stretches his arm out towards another man.", "relevant_moment": [ { "pair_id": 9820, "video_name": "castle_s02e21_seg02_clip_14", "timestamp": [ 42.7, 44.5 ], "duration": 89.66, "caption": "A man takes two steps and turns around as he stretches his arm out towards another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9821, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 24.28, 26.18 ], "duration": 63.66, "caption": "A man takes a few steps and turns to face another man.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 9822, "video_name": "friends_s02e03_seg02_clip_11", "timestamp": [ 4.2, 5.4 ], "duration": 60.66, "caption": "A man reaches his arm up and touches another man's shoulder as he walks past him.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 9823, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 50.48, 55.41 ], "duration": 58.66, "caption": "A man turns around to face another man and he unfolds his arms.", "similarity": 0.7258, "relevance": 1 }, { "pair_id": 9824, "video_name": "met_s03e05_seg02_clip_14", "timestamp": [ 53.03, 55.52 ], "duration": 62.66, "caption": "A man motions for two other people to lean forward and they do.", "similarity": 0.7248, "relevance": 1 }, { "pair_id": 9825, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 79.19, 83.29 ], "duration": 91.66, "caption": "A man turns around and walks back towards another man.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 9826, "video_name": "s07e22_seg02_clip_09", "timestamp": [ 18.03, 20.94 ], "duration": 53.66, "caption": "A person takes a couple of steps towards a man.", "similarity": 0.7197, "relevance": 1 }, { "pair_id": 9827, "video_name": "friends_s04e04_seg02_clip_11", "timestamp": [ 18.01, 27.31 ], "duration": 60.66, "caption": "A man turns to another person and motions towards him.", "similarity": 0.7191, "relevance": 1 }, { "pair_id": 9828, "video_name": "s06e20_seg02_clip_13", "timestamp": [ 25.53, 28.72 ], "duration": 58.66, "caption": "A man motions towards another person and that person then turns towards him.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 9829, "video_name": "met_s06e23_seg02_clip_10", "timestamp": [ 10.73, 13.64 ], "duration": 58.66, "caption": "A man walks towards another man with their arms wide open.", "similarity": 0.7118, "relevance": 1 }, { "pair_id": 9830, "video_name": "friends_s02e01_seg02_clip_18", "timestamp": [ 38.42, 41.42 ], "duration": 60.66, "caption": "A man walked towards another man and tapped his shoulder.", "similarity": 0.7055, "relevance": 4 }, { "pair_id": 9832, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 14.57, 16.45 ], "duration": 94.66, "caption": "A man turns to another man as he walks up beside him.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 9833, "video_name": "friends_s08e04_seg02_clip_06", "timestamp": [ 28.74, 30.75 ], "duration": 57.66, "caption": "A man pulls another man's arm as he walks past him.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 9836, "video_name": "friends_s02e21_seg02_clip_16", "timestamp": [ 25.18, 28.98 ], "duration": 58.66, "caption": "A man crosses his arms while another man leans towards him.", "similarity": 0.6958, "relevance": 1 }, { "pair_id": 9837, "video_name": "s10e03_seg02_clip_13", "timestamp": [ 10.8, 22.51 ], "duration": 60.66, "caption": "A man uncrosses his arms and turns toward a person.", "similarity": 0.6935, "relevance": 1 }, { "pair_id": 9838, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 46.93, 48.31 ], "duration": 92.66, "caption": "A man moves their hand toward another man and moves him to the side.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 9839, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 41.4, 46.29 ], "duration": 89.66, "caption": "While a person is holding a man's right arm up, the man lifts his left arm and another person moves closer, the man looks up at the other person and then down.", "similarity": 0.6865, "relevance": 1 }, { "pair_id": 183140, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 183141, "video_name": "friends_s09e13_seg02_clip_06", "timestamp": [ 45.85, 53.0 ], "duration": 65.66, "caption": "A man leans in closely to another man and asks him to act a certain way.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 183142, "video_name": "friends_s02e02_seg02_clip_19", "timestamp": [ 37.97, 40.72 ], "duration": 55.66, "caption": "A man stretches out his arm in order to show another man the time on his watch.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 183143, "video_name": "s10e09_seg02_clip_16", "timestamp": [ 25.84, 29.94 ], "duration": 63.66, "caption": "A man moves his way to the back of two people.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 183144, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 1.83, 2.44 ], "duration": 61.66, "caption": "A man puts his hands on another man's arm after walking up to him.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 183145, "video_name": "friends_s06e04_seg02_clip_08", "timestamp": [ 30.82, 35.89 ], "duration": 78.66, "caption": "A man walks down the steps and shakes hands with another man.", "similarity": 0.6797, "relevance": 4 }, { "pair_id": 183146, "video_name": "friends_s03e17_seg02_clip_01", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A man looks back at another man and the other man motions for him to continue.", "similarity": 0.6783, "relevance": 1 }, { "pair_id": 183147, "video_name": "friends_s02e04_seg02_clip_09", "timestamp": [ 5.4, 7.83 ], "duration": 54.66, "caption": "A man moves past another man and pats his shoulder.", "similarity": 0.6783, "relevance": 4 }, { "pair_id": 183148, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 35.61, 38.13 ], "duration": 63.66, "caption": "A man looks back at another man who motions to him with his hands.", "similarity": 0.6779, "relevance": 1 }, { "pair_id": 183149, "video_name": "friends_s02e01_seg02_clip_18", "timestamp": [ 3.3, 6.3 ], "duration": 60.66, "caption": "A man turns and looks at another man, and then turns back to a third man.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 183150, "video_name": "friends_s08e16_seg01_clip_01", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "A man startles another man by standing right behind him when he turns around.", "similarity": 0.6742, "relevance": 3 }, { "pair_id": 183151, "video_name": "house_s06e15_seg02_clip_04", "timestamp": [ 20.96, 22.78 ], "duration": 91.66, "caption": "A man turns his look to another man.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 183152, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 0.0, 6.63 ], "duration": 51.66, "caption": "A man touches another person's shoulder and then the other person turns around and touches his shoulder.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 183153, "video_name": "castle_s07e06_seg02_clip_12", "timestamp": [ 10.75, 15.67 ], "duration": 89.66, "caption": "A man enters to approach another man and then the other man exits shortly after.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 183154, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 54.25, 55.12 ], "duration": 58.66, "caption": "A man steps up to another person using the step that is in front of him.", "similarity": 0.6696, "relevance": 0 }, { "pair_id": 183155, "video_name": "friends_s04e04_seg02_clip_11", "timestamp": [ 49.52, 60.03 ], "duration": 60.66, "caption": "A man motions for another man to dance with him.", "similarity": 0.6695, "relevance": 3 }, { "pair_id": 183156, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 25.53 ], "duration": 63.66, "caption": "A man reaches out and rests his hand on another man's shoulder.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 183157, "video_name": "grey_s02e01_seg02_clip_12", "timestamp": [ 45.69, 49.24 ], "duration": 88.66, "caption": "A man pulls another person to the side after seeing someone walk towards them.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 183158, "video_name": "grey_s03e04_seg02_clip_13", "timestamp": [ 2.76, 5.98 ], "duration": 92.66, "caption": "A man moves over to stand next to another man.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 183159, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 53.84, 57.52 ], "duration": 92.66, "caption": "A man stands up and gestures towards another man.", "similarity": 0.6673, "relevance": 2 } ] }, { "query_id": 12460, "query": "A man points at himself with his left index finger.", "relevant_moment": [ { "pair_id": 12400, "video_name": "met_s03e11_seg01_clip_04", "timestamp": [ 4.28, 7.13 ], "duration": 57.66, "caption": "A man points at himself with his left index finger.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12401, "video_name": "met_s06e10_seg02_clip_11", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A man points at himself with his right index finger.", "similarity": 0.9938, "relevance": 3 }, { "pair_id": 12402, "video_name": "friends_s02e21_seg02_clip_16", "timestamp": [ 30.45, 36.3 ], "duration": 58.66, "caption": "A man points at himself using both of his hands.", "similarity": 0.8777, "relevance": 3 }, { "pair_id": 12403, "video_name": "met_s03e17_seg02_clip_17", "timestamp": [ 12.29, 13.87 ], "duration": 63.66, "caption": "A man raises his left hand and points with two fingers towards himself.", "similarity": 0.8537, "relevance": 4 }, { "pair_id": 12404, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 1.93, 4.68 ], "duration": 55.66, "caption": "A man points at another man and then at himself with his left index finger.", "similarity": 0.8485, "relevance": 4 }, { "pair_id": 12405, "video_name": "friends_s06e05_seg02_clip_10", "timestamp": [ 2.03, 5.22 ], "duration": 58.66, "caption": "A man points to the side and down with his index finger.", "similarity": 0.8312, "relevance": 2 }, { "pair_id": 12406, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 33.91, 41.8 ], "duration": 58.66, "caption": "A man points his right index finger at someone.", "similarity": 0.8164, "relevance": 2 }, { "pair_id": 12407, "video_name": "castle_s04e16_seg02_clip_09", "timestamp": [ 70.22, 71.56 ], "duration": 89.66, "caption": "A man points out his index finger to stress out a point.", "similarity": 0.8137, "relevance": 4 }, { "pair_id": 12408, "video_name": "friends_s04e07_seg02_clip_05", "timestamp": [ 36.91, 41.25 ], "duration": 62.66, "caption": "A man points his left index finger in the air.", "similarity": 0.8095, "relevance": 3 }, { "pair_id": 12409, "video_name": "met_s06e14_seg02_clip_01", "timestamp": [ 48.21, 50.04 ], "duration": 61.66, "caption": "A man points his thumb at another man then his index finger at himself.", "similarity": 0.799, "relevance": 2 }, { "pair_id": 12411, "video_name": "friends_s09e17_seg02_clip_18", "timestamp": [ 16.54, 19.73 ], "duration": 58.66, "caption": "A person is standing and points at something with his left index finger.", "similarity": 0.7735, "relevance": 3 }, { "pair_id": 12412, "video_name": "friends_s10e09_seg02_clip_05", "timestamp": [ 27.51, 33.48 ], "duration": 59.66, "caption": "A man points towards himself and then points a finger at a woman.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 12413, "video_name": "met_s05e02_seg02_clip_06", "timestamp": [ 20.71, 24.01 ], "duration": 60.66, "caption": "A man points at his date with his left index finger.", "similarity": 0.767, "relevance": 3 }, { "pair_id": 12414, "video_name": "castle_s02e22_seg02_clip_21", "timestamp": [ 81.29, 83.11 ], "duration": 90.66, "caption": "A man points to his ring finger on his left hand.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 12415, "video_name": "friends_s01e10_seg02_clip_10", "timestamp": [ 4.1, 6.62 ], "duration": 63.66, "caption": "A man taps himself on the head with his right index finger.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 12416, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 4.65, 7.13 ], "duration": 62.66, "caption": "A man points both of his index fingers towards man.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 12417, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 10.8, 16.51 ], "duration": 60.66, "caption": "A man points his right index finger at another man.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 12418, "video_name": "friends_s02e03_seg01_clip_00", "timestamp": [ 58.67, 60.74 ], "duration": 69.66, "caption": "A man gestures with his right hand and points his finger.", "similarity": 0.754, "relevance": 2 }, { "pair_id": 12419, "video_name": "friends_s04e12_seg02_clip_12", "timestamp": [ 54.02, 55.9 ], "duration": 62.66, "caption": "A man points his finger at his own ear.", "similarity": 0.7515, "relevance": 3 }, { "pair_id": 185720, "video_name": "met_s02e09_seg02_clip_07", "timestamp": [ 51.81, 53.27 ], "duration": 58.66, "caption": "A man points his right finger up to his right cheek.", "similarity": 0.7439, "relevance": 3 }, { "pair_id": 185721, "video_name": "friends_s06e22_seg02_clip_17", "timestamp": [ 24.3, 25.23 ], "duration": 61.66, "caption": "A man points to his head with both index fingers and waves his hands.", "similarity": 0.7424, "relevance": 4 }, { "pair_id": 185722, "video_name": "friends_s03e13_seg02_clip_05", "timestamp": [ 1.83, 4.27 ], "duration": 61.66, "caption": "A man points over his right shoulder with his thumb.", "similarity": 0.7376, "relevance": 3 }, { "pair_id": 185723, "video_name": "met_s06e06_seg01_clip_00", "timestamp": [ 18.76, 20.76 ], "duration": 46.66, "caption": "A man raises his hands and points both index fingers up.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 185724, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 2.07, 5.61 ], "duration": 59.66, "caption": "A person uses his finger to point something out.", "similarity": 0.7342, "relevance": 3 }, { "pair_id": 185725, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 8.65, 11.04 ], "duration": 59.66, "caption": "A man gestures and points with his right hand.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 185726, "video_name": "castle_s05e11_seg02_clip_11", "timestamp": [ 87.42, 92.03 ], "duration": 92.66, "caption": "A person points to the picture with his right index finger.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 185727, "video_name": "castle_s04e22_seg02_clip_20", "timestamp": [ 10.35, 16.2 ], "duration": 90.66, "caption": "A man points his hand towards himself and then down at the table.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 185728, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises his arm and points his right index finger up.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 185729, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 48.32, 50.12 ], "duration": 60.66, "caption": "A man points his finger at a man with his right hand.", "similarity": 0.7209, "relevance": 3 }, { "pair_id": 185730, "video_name": "friends_s10e06_seg02_clip_01", "timestamp": [ 9.44, 11.21 ], "duration": 59.66, "caption": "A man points his right index finger up towards the sky.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 185731, "video_name": "castle_s06e21_seg02_clip_12", "timestamp": [ 22.26, 32.94 ], "duration": 89.66, "caption": "A man points his finger from his left hand at another man.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 185732, "video_name": "friends_s10e07_seg02_clip_00", "timestamp": [ 37.59, 39.45 ], "duration": 62.66, "caption": "A man uses his thumb to point at himself while he refers to himself as a star.", "similarity": 0.7174, "relevance": 4 }, { "pair_id": 185733, "video_name": "friends_s09e02_seg02_clip_12", "timestamp": [ 7.81, 10.22 ], "duration": 60.66, "caption": "A man points his index finger at woman a couple times.", "similarity": 0.7159, "relevance": 3 }, { "pair_id": 185734, "video_name": "friends_s01e13_seg02_clip_11", "timestamp": [ 8.37, 11.48 ], "duration": 62.66, "caption": "A man points to the roof and then uses his thumb to point to himself.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 185735, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 32.34, 39.67 ], "duration": 61.66, "caption": "A person points at something with their left hand.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 185736, "video_name": "friends_s08e21_seg02_clip_12", "timestamp": [ 55.05, 57.46 ], "duration": 60.66, "caption": "A person points at something with their left hand.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 185737, "video_name": "met_s06e23_seg02_clip_15", "timestamp": [ 16.33, 19.89 ], "duration": 59.66, "caption": "A person points at another person's head with their left index finger.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 185738, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 25.2, 26.44 ], "duration": 62.66, "caption": "A man holds out two fingers of one hand and points them to his eyes.", "similarity": 0.7083, "relevance": 4 }, { "pair_id": 185739, "video_name": "friends_s05e14_seg02_clip_00", "timestamp": [ 12.41, 14.27 ], "duration": 62.66, "caption": "A man holds up his right hand and points.", "similarity": 0.7081, "relevance": 3 } ] }, { "query_id": 12491, "query": "A person fills a syringe from a bottle he holds upside down.", "relevant_moment": [ { "pair_id": 160500, "video_name": "house_s07e03_seg02_clip_12", "timestamp": [ 29.83, 38.23 ], "duration": 84.66, "caption": "A person fills a syringe from a bottle he holds upside down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160501, "video_name": "house_s03e07_seg02_clip_03", "timestamp": [ 18.25, 23.53 ], "duration": 96.66, "caption": "A person prepares a syringe by filling it from a small bottle.", "similarity": 0.8488, "relevance": 4 }, { "pair_id": 160502, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 0.0, 2.2 ], "duration": 88.66, "caption": "A person releases some liquid from a syringe into a medical tube.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 160503, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 77.68, 80.47 ], "duration": 93.66, "caption": "A person takes a syringe and releases liquids into a medical tube.", "similarity": 0.737, "relevance": 2 }, { "pair_id": 160504, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 23.06, 28.72 ], "duration": 87.66, "caption": "A person holds up a half full syringe and places it in an IV machine.", "similarity": 0.7252, "relevance": 1 }, { "pair_id": 160505, "video_name": "house_s02e22_seg02_clip_14", "timestamp": [ 40.51, 46.74 ], "duration": 89.66, "caption": "A person draws medicine out of a vial with a syringe.", "similarity": 0.7155, "relevance": 4 }, { "pair_id": 160506, "video_name": "house_s01e08_seg02_clip_16", "timestamp": [ 27.74, 29.62 ], "duration": 94.66, "caption": "A person uses a syringe to put fluid into a medical bag.", "similarity": 0.7143, "relevance": 3 }, { "pair_id": 160507, "video_name": "house_s08e19_seg02_clip_09", "timestamp": [ 23.28, 28.98 ], "duration": 95.66, "caption": "A person picks up a syring bottle and looks at it concerned.", "similarity": 0.7053, "relevance": 1 }, { "pair_id": 160508, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 2.1, 3.36 ], "duration": 84.66, "caption": "A man pulls a syringe out of a bottle while talking with a patient.", "similarity": 0.6985, "relevance": 4 }, { "pair_id": 160509, "video_name": "house_s03e07_seg02_clip_03", "timestamp": [ 63.86, 65.78 ], "duration": 96.66, "caption": "A person pulls a syringe away from a tube.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 160510, "video_name": "house_s01e22_seg02_clip_19", "timestamp": [ 67.22, 69.62 ], "duration": 96.66, "caption": "A person holds up a syringe while standing in a doorway.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 160511, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 17.52, 24.87 ], "duration": 113.66, "caption": "A man extracts some liquid from a patient using a syringe.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 160512, "video_name": "house_s06e02_seg02_clip_14", "timestamp": [ 0.0, 12.94 ], "duration": 89.66, "caption": "A person holds onto the syringe while in the kitchen.", "similarity": 0.6882, "relevance": 1 }, { "pair_id": 160513, "video_name": "grey_s03e10_seg02_clip_21", "timestamp": [ 90.92, 91.66 ], "duration": 91.66, "caption": "A person reaches in with the syringe to squirt.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 160514, "video_name": "house_s05e09_seg02_clip_04", "timestamp": [ 0.0, 30.33 ], "duration": 86.66, "caption": "A person stands in front of a person and is carrying a syringe.", "similarity": 0.6845, "relevance": 1 }, { "pair_id": 160515, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 66.9, 69.6 ], "duration": 89.66, "caption": "A person hands someone a syringe as he stands across him.", "similarity": 0.6836, "relevance": 1 }, { "pair_id": 160516, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 36.73, 43.51 ], "duration": 113.66, "caption": "A person squeezes out liquid from a syringe into a test tube.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 160517, "video_name": "house_s05e09_seg02_clip_11", "timestamp": [ 11.88, 15.2 ], "duration": 95.66, "caption": "A doctor lifted a syringe fill with a clear fluid inside.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 160518, "video_name": "house_s02e09_seg02_clip_19", "timestamp": [ 16.72, 28.61 ], "duration": 88.66, "caption": "A man holds up a syringe in front of a woman's face.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 160519, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.6743, "relevance": 4 }, { "pair_id": 333820, "video_name": "house_s06e08_seg02_clip_21", "timestamp": [ 82.38, 86.47 ], "duration": 91.66, "caption": "A person pulls a little bottle out and gives it to the patient.", "similarity": 0.6733, "relevance": 1 }, { "pair_id": 333821, "video_name": "house_s01e07_seg02_clip_19", "timestamp": [ 22.6, 38.38 ], "duration": 85.66, "caption": "A man takes a syringe out of a glass case and preps it for his patient.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 333822, "video_name": "house_s07e16_seg02_clip_19", "timestamp": [ 72.36, 73.73 ], "duration": 91.66, "caption": "A man fills a syringe with medicine while in the operating room.", "similarity": 0.669, "relevance": 1 }, { "pair_id": 333823, "video_name": "house_s02e23_seg02_clip_01", "timestamp": [ 24.95, 32.69 ], "duration": 86.66, "caption": "A person prepares to inject himself with a syringe, and then stops.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 333824, "video_name": "house_s01e07_seg02_clip_10", "timestamp": [ 59.42, 62.12 ], "duration": 90.66, "caption": "A man fills a test tube using a large syringe.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 333825, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A person grabs the syringe and injects medicine into the patient.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 333826, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 41.09, 47.19 ], "duration": 53.66, "caption": "A person opens the draw in the cart and takes a syringe out.", "similarity": 0.6608, "relevance": 1 }, { "pair_id": 333827, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 26.26, 31.16 ], "duration": 89.66, "caption": "A person puts a syringe into the iv bag.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 333828, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 62.58, 70.18 ], "duration": 89.66, "caption": "A man inserts a syringe into a patient's back.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 333829, "video_name": "s02e23_seg02_clip_10", "timestamp": [ 4.8, 7.8 ], "duration": 60.66, "caption": "A person is trying to open a cap of a bottle with his teeth.", "similarity": 0.6549, "relevance": 1 }, { "pair_id": 333830, "video_name": "house_s02e06_seg02_clip_21", "timestamp": [ 61.7, 64.79 ], "duration": 88.66, "caption": "A person is talking and reaches into his/her pocket and pulls out a syringe.", "similarity": 0.6521, "relevance": 1 }, { "pair_id": 333831, "video_name": "house_s02e14_seg02_clip_04", "timestamp": [ 77.35, 79.16 ], "duration": 90.66, "caption": "A person removes the plastic protector from the syringe with his mouth.", "similarity": 0.6498, "relevance": 2 }, { "pair_id": 333832, "video_name": "house_s05e06_seg02_clip_19", "timestamp": [ 52.69, 54.01 ], "duration": 88.66, "caption": "A person plays with his bottle of medicine.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 333833, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 48.66, 55.56 ], "duration": 69.66, "caption": "A doctor holds up a syringe in his hand in front of the patient.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 333834, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 43.69, 47.89 ], "duration": 84.66, "caption": "A person takes off the covering to the syringe and pump meds.", "similarity": 0.6452, "relevance": 2 }, { "pair_id": 333835, "video_name": "house_s08e07_seg02_clip_12", "timestamp": [ 94.12, 97.03 ], "duration": 97.66, "caption": "A person pours liquid from a plastic bottle they are holding.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 333836, "video_name": "house_s01e03_seg02_clip_14", "timestamp": [ 45.83, 52.64 ], "duration": 90.66, "caption": "A man pulls back on a syringe stuck in another person.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 333837, "video_name": "house_s07e17_seg02_clip_04", "timestamp": [ 80.06, 86.96 ], "duration": 92.66, "caption": "A person holds up a tin box containing syringes and bags of white powder.", "similarity": 0.638, "relevance": 0 }, { "pair_id": 333838, "video_name": "house_s06e03_seg02_clip_17", "timestamp": [ 73.46, 78.22 ], "duration": 86.66, "caption": "A man pulls the syringe to extract the medication from the bottle.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 333839, "video_name": "house_s04e08_seg02_clip_20", "timestamp": [ 27.56, 38.49 ], "duration": 95.66, "caption": "A person takes a sample from another person using a syringe.", "similarity": 0.6369, "relevance": 1 } ] }, { "query_id": 12572, "query": "A man and a woman walk up the stairs to the apartment hallway.", "relevant_moment": [ { "pair_id": 11800, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 25.23, 31.47 ], "duration": 52.66, "caption": "A man and a woman walk up the stairs to the apartment hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11801, "video_name": "s08e24_seg02_clip_00", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A man and woman are walking up the stairwell to their apartment.", "similarity": 0.9187, "relevance": 4 }, { "pair_id": 11802, "video_name": "s02e20_seg02_clip_09", "timestamp": [ 38.04, 47.15 ], "duration": 65.66, "caption": "A woman and a man walk up the stairs to their apartment landing.", "similarity": 0.897, "relevance": 4 }, { "pair_id": 11803, "video_name": "castle_s03e18_seg02_clip_19", "timestamp": [ 37.18, 43.98 ], "duration": 90.66, "caption": "A woman and man walk along the hallway of an apartment building.", "similarity": 0.8874, "relevance": 3 }, { "pair_id": 11804, "video_name": "s02e22_seg02_clip_01", "timestamp": [ 0.0, 19.48 ], "duration": 59.66, "caption": "A man and a woman climb the stairs to their apartments.", "similarity": 0.8573, "relevance": 4 }, { "pair_id": 11805, "video_name": "s01e03_seg02_clip_17", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man and a woman are walking up the stairs.", "similarity": 0.8518, "relevance": 4 }, { "pair_id": 11806, "video_name": "s01e01_seg01_clip_03", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "Two people walk up a staircase in an apartment building.", "similarity": 0.8447, "relevance": 3 }, { "pair_id": 11807, "video_name": "s02e22_seg02_clip_00", "timestamp": [ 55.39, 64.02 ], "duration": 64.66, "caption": "A man and woman walk up the stairs together.", "similarity": 0.8436, "relevance": 4 }, { "pair_id": 11808, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "Two men and a woman reach the apartment and a person continues to walk up the stairs.", "similarity": 0.8312, "relevance": 3 }, { "pair_id": 11809, "video_name": "s02e21_seg02_clip_03", "timestamp": [ 0.0, 6.38 ], "duration": 58.66, "caption": "A person and a woman walk up the stairs to their floor.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 11810, "video_name": "s02e01_seg02_clip_04", "timestamp": [ 4.34, 14.27 ], "duration": 62.66, "caption": "A person and another person walk up the stairs to their apartment landing.", "similarity": 0.8228, "relevance": 3 }, { "pair_id": 11811, "video_name": "castle_s01e05_seg02_clip_04", "timestamp": [ 37.18, 39.87 ], "duration": 89.66, "caption": "A man and woman walk through an apartment building.", "similarity": 0.8102, "relevance": 2 }, { "pair_id": 11812, "video_name": "s08e24_seg02_clip_00", "timestamp": [ 56.76, 61.03 ], "duration": 61.66, "caption": "A woman and a man are going upstairs in the apartment building.", "similarity": 0.8097, "relevance": 4 }, { "pair_id": 11813, "video_name": "house_s03e04_seg02_clip_13", "timestamp": [ 18.5, 28.42 ], "duration": 90.66, "caption": "A woman and a man walk down the stairs.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 11814, "video_name": "s08e03_seg02_clip_00", "timestamp": [ 6.51, 15.82 ], "duration": 62.66, "caption": "A woman and a man walk up the stairs and stop at his door.", "similarity": 0.7963, "relevance": 4 }, { "pair_id": 11815, "video_name": "house_s02e04_seg02_clip_07", "timestamp": [ 19.44, 25.45 ], "duration": 92.66, "caption": "A woman and a man walk down the stairs together.", "similarity": 0.7921, "relevance": 3 }, { "pair_id": 11816, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 8.55, 16.15 ], "duration": 95.66, "caption": "A woman and a man walk down the stairs together.", "similarity": 0.7921, "relevance": 3 }, { "pair_id": 11817, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 9.5, 14.25 ], "duration": 95.66, "caption": "A man and woman walk down the stairs together.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 11818, "video_name": "friends_s10e17-18_seg02_clip_24", "timestamp": [ 48.95, 53.56 ], "duration": 57.66, "caption": "A woman and a man walk through the door of someone's apartment.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 11819, "video_name": "s05e09_seg01_clip_00", "timestamp": [ 10.68, 61.03 ], "duration": 61.66, "caption": "A woman and man walk upstairs side by side.", "similarity": 0.7807, "relevance": 4 }, { "pair_id": 185120, "video_name": "castle_s03e22_seg02_clip_19", "timestamp": [ 0.0, 5.61 ], "duration": 102.66, "caption": "A man and a woman walk down a hallway together.", "similarity": 0.7803, "relevance": 1 }, { "pair_id": 185121, "video_name": "s05e14_seg02_clip_00", "timestamp": [ 52.0, 57.36 ], "duration": 63.66, "caption": "A woman and a man walk over to woman's apartment door.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 185122, "video_name": "s09e05_seg02_clip_15", "timestamp": [ 0.0, 4.64 ], "duration": 58.66, "caption": "Two people walk up the stairs together.", "similarity": 0.7789, "relevance": 3 }, { "pair_id": 185123, "video_name": "s07e11_seg02_clip_16", "timestamp": [ 48.92, 55.82 ], "duration": 60.66, "caption": "Two people walk up the stairs together.", "similarity": 0.7789, "relevance": 4 }, { "pair_id": 185124, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 7.43, 10.53 ], "duration": 61.66, "caption": "A man and a woman walk through the door and into the apartment.", "similarity": 0.7767, "relevance": 2 }, { "pair_id": 185125, "video_name": "house_s06e13_seg02_clip_02", "timestamp": [ 39.21, 59.8 ], "duration": 98.66, "caption": "A woman and a man are walking together down the hallway to the elevators.", "similarity": 0.776, "relevance": 2 }, { "pair_id": 185126, "video_name": "s06e14_seg02_clip_02", "timestamp": [ 38.13, 56.73 ], "duration": 63.66, "caption": "Two people are walking up the stairs.", "similarity": 0.7703, "relevance": 4 }, { "pair_id": 185127, "video_name": "s05e14_seg02_clip_14", "timestamp": [ 24.91, 37.82 ], "duration": 60.66, "caption": "A woman helps a man get up the stairs in the apartment building.", "similarity": 0.7701, "relevance": 4 }, { "pair_id": 185128, "video_name": "s04e03_seg02_clip_02", "timestamp": [ 33.93, 57.02 ], "duration": 57.66, "caption": "Two men are walking up the stairs to their apartment.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 185129, "video_name": "s04e01_seg02_clip_16", "timestamp": [ 44.12, 60.03 ], "duration": 60.66, "caption": "A man and a woman are walking beside each other as they go upstairs.", "similarity": 0.7589, "relevance": 4 }, { "pair_id": 185130, "video_name": "s10e04_seg01_clip_00", "timestamp": [ 0.0, 14.63 ], "duration": 77.66, "caption": "Two women and a man all enter the apartment building and head up the stairs.", "similarity": 0.7577, "relevance": 4 }, { "pair_id": 185131, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 0.0, 4.88 ], "duration": 75.66, "caption": "A woman and a man climb the stairs up together.", "similarity": 0.7559, "relevance": 4 }, { "pair_id": 185132, "video_name": "s01e04_seg02_clip_07", "timestamp": [ 21.36, 29.29 ], "duration": 61.66, "caption": "A woman and man walk up the stairs then man starts to open the front door.", "similarity": 0.7538, "relevance": 4 }, { "pair_id": 185133, "video_name": "s04e01_seg02_clip_16", "timestamp": [ 47.72, 51.32 ], "duration": 60.66, "caption": "A woman and a person walk side by side going up stairs.", "similarity": 0.7499, "relevance": 4 }, { "pair_id": 185134, "video_name": "castle_s03e08_seg02_clip_03", "timestamp": [ 29.26, 36.01 ], "duration": 90.66, "caption": "A man and a woman walk down the stairs at the subway station.", "similarity": 0.7491, "relevance": 3 }, { "pair_id": 185135, "video_name": "grey_s02e25_seg02_clip_24", "timestamp": [ 22.09, 25.31 ], "duration": 92.66, "caption": "A woman walks up to a man in front of the stairs.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 185136, "video_name": "friends_s02e15_seg02_clip_09", "timestamp": [ 47.06, 55.21 ], "duration": 60.66, "caption": "Two people move from the apartment to the hallway.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 185137, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 31.52, 63.03 ], "duration": 63.66, "caption": "A woman and a man walk up several flights of stairs.", "similarity": 0.7464, "relevance": 4 }, { "pair_id": 185138, "video_name": "castle_s06e22_seg02_clip_13", "timestamp": [ 22.63, 32.63 ], "duration": 87.66, "caption": "A man and a woman run down the hallway and into the stairwell.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 185139, "video_name": "castle_s03e20_seg02_clip_11", "timestamp": [ 69.2, 89.66 ], "duration": 89.66, "caption": "A man and a woman walk through a fancy apartment hallway, talking as they walk and discuss the person they're meeting.", "similarity": 0.7421, "relevance": 3 } ] }, { "query_id": 12590, "query": "A woman is holding a sheet of paper as she speaks to man, man, and man.", "relevant_moment": [ { "pair_id": 11700, "video_name": "castle_s04e18_seg02_clip_20", "timestamp": [ 0.0, 10.28 ], "duration": 89.66, "caption": "A woman is holding a sheet of paper as she speaks to man, man, and man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11701, "video_name": "friends_s02e08_seg02_clip_13", "timestamp": [ 0.0, 24.11 ], "duration": 61.66, "caption": "A woman is holding a sheet of paper as she speaks with a man.", "similarity": 0.9401, "relevance": 2 }, { "pair_id": 11702, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 78.46, 86.44 ], "duration": 88.66, "caption": "A woman picks up a sheet of paper as she speaks with man.", "similarity": 0.8654, "relevance": 2 }, { "pair_id": 11703, "video_name": "castle_s04e03_seg02_clip_18", "timestamp": [ 65.57, 72.4 ], "duration": 91.66, "caption": "A woman has a paper in her hand as she speaks to a man.", "similarity": 0.8605, "relevance": 3 }, { "pair_id": 11704, "video_name": "s08e13_seg02_clip_14", "timestamp": [ 5.02, 14.46 ], "duration": 59.66, "caption": "A person writes on a sheet of paper when talking to woman.", "similarity": 0.816, "relevance": 1 }, { "pair_id": 11705, "video_name": "castle_s04e09_seg02_clip_04", "timestamp": [ 0.0, 3.2 ], "duration": 91.66, "caption": "A woman gestures with the rolled up paper in her hand for man to speak.", "similarity": 0.8131, "relevance": 3 }, { "pair_id": 11706, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 7.9, 9.66 ], "duration": 87.66, "caption": "A woman holds up a paper while having a conversation with a man.", "similarity": 0.7947, "relevance": 2 }, { "pair_id": 11707, "video_name": "friends_s07e21_seg01_clip_00", "timestamp": [ 46.82, 49.52 ], "duration": 60.66, "caption": "A woman is writing on a piece of paper while talking to a man.", "similarity": 0.7934, "relevance": 1 }, { "pair_id": 11708, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 62.43, 64.71 ], "duration": 91.66, "caption": "A man hands a woman a sheet of paper they were holding.", "similarity": 0.7848, "relevance": 2 }, { "pair_id": 11709, "video_name": "s09e19_seg01_clip_00", "timestamp": [ 54.78, 55.89 ], "duration": 74.66, "caption": "A woman holds up a piece of paper with a message for a man.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 11710, "video_name": "castle_s07e23_seg02_clip_21", "timestamp": [ 40.44, 43.69 ], "duration": 72.66, "caption": "A woman hands the piece of paper she holding to man.", "similarity": 0.7754, "relevance": 2 }, { "pair_id": 11711, "video_name": "friends_s07e22_seg02_clip_02", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A woman was holding a pen and paper whilst talking to man.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 11712, "video_name": "castle_s06e14_seg02_clip_11", "timestamp": [ 3.61, 8.13 ], "duration": 90.66, "caption": "A man is talking to woman then hands her a piece of paper.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 11713, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 5.02, 6.49 ], "duration": 59.66, "caption": "A man hands a sheet of paper to woman.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 11714, "video_name": "castle_s06e21_seg02_clip_07", "timestamp": [ 29.05, 30.87 ], "duration": 90.66, "caption": "A man hands a sheet of paper to woman.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 11715, "video_name": "house_s07e04_seg02_clip_04", "timestamp": [ 81.33, 85.57 ], "duration": 94.66, "caption": "A woman hands a man a paper she's been holding.", "similarity": 0.7595, "relevance": 2 }, { "pair_id": 11716, "video_name": "friends_s05e19_seg02_clip_17", "timestamp": [ 43.11, 62.03 ], "duration": 62.66, "caption": "A woman talks to a man and hands him a piece of paper.", "similarity": 0.7593, "relevance": 2 }, { "pair_id": 11717, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 0.0, 16.48 ], "duration": 61.66, "caption": "A woman is holding a paper while talking to another woman.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 11718, "video_name": "castle_s03e12_seg02_clip_02", "timestamp": [ 20.71, 23.86 ], "duration": 90.66, "caption": "A woman hands a man a paper she was holding.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 11719, "video_name": "castle_s04e16_seg02_clip_06", "timestamp": [ 16.15, 18.53 ], "duration": 95.66, "caption": "A woman hands woman an sheet of a paper as she is beside person.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 185020, "video_name": "s04e14_seg02_clip_12", "timestamp": [ 7.83, 11.02 ], "duration": 58.66, "caption": "Two people are holding sheets of paper while speaking to each other.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 185021, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 0.0, 9.76 ], "duration": 88.66, "caption": "A woman is holding a sheet of paper in her hands.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 185022, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 59.79, 62.58 ], "duration": 92.66, "caption": "A man hands a woman a sheet of paper when she is in front of him.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 185023, "video_name": "house_s08e15_seg02_clip_04", "timestamp": [ 77.01, 86.35 ], "duration": 89.66, "caption": "A woman holds up two sheets of paper for the person to read.", "similarity": 0.7425, "relevance": 4 }, { "pair_id": 185024, "video_name": "s06e17_seg02_clip_10", "timestamp": [ 43.57, 52.35 ], "duration": 65.66, "caption": "While a man is talking to a woman, she hands him a piece of paper.", "similarity": 0.7422, "relevance": 4 }, { "pair_id": 185025, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 9.96, 11.21 ], "duration": 62.66, "caption": "A man hands a sheet of paper over to a woman.", "similarity": 0.741, "relevance": 4 }, { "pair_id": 185026, "video_name": "castle_s05e15_seg02_clip_08", "timestamp": [ 3.29, 7.05 ], "duration": 94.66, "caption": "A man hands a paper to a woman and she reads it.", "similarity": 0.7373, "relevance": 4 }, { "pair_id": 185027, "video_name": "s07e02_seg02_clip_18", "timestamp": [ 50.98, 52.02 ], "duration": 52.66, "caption": "A woman hands a man the piece of paper she was holding.", "similarity": 0.737, "relevance": 4 }, { "pair_id": 185028, "video_name": "friends_s03e15_seg02_clip_03", "timestamp": [ 16.89, 27.85 ], "duration": 59.66, "caption": "A woman holds up a pad of paper for man.", "similarity": 0.7365, "relevance": 4 }, { "pair_id": 185029, "video_name": "s05e18_seg02_clip_01", "timestamp": [ 45.92, 52.82 ], "duration": 60.66, "caption": "A man holds a piece of paper in his hand while talking to some people and a woman.", "similarity": 0.7358, "relevance": 3 }, { "pair_id": 185030, "video_name": "friends_s02e09_seg02_clip_10", "timestamp": [ 11.28, 17.06 ], "duration": 55.66, "caption": "A woman hands man a piece of paper to hold.", "similarity": 0.7356, "relevance": 3 }, { "pair_id": 185031, "video_name": "castle_s06e20_seg02_clip_11", "timestamp": [ 66.1, 80.5 ], "duration": 84.66, "caption": "A woman is holding a paper as she walks with two men conversing.", "similarity": 0.7354, "relevance": 4 }, { "pair_id": 185032, "video_name": "castle_s03e15_seg02_clip_09", "timestamp": [ 63.27, 68.7 ], "duration": 90.66, "caption": "A woman holds a large stack of papers which she then hands over to man.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 185033, "video_name": "friends_s07e23-24_seg02_clip_12", "timestamp": [ 0.95, 5.07 ], "duration": 63.66, "caption": "A man holds out a sheet of paper for woman to take.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 185034, "video_name": "castle_s05e12_seg02_clip_08", "timestamp": [ 20.92, 24.48 ], "duration": 89.66, "caption": "A man hands a paper to a woman while they talk.", "similarity": 0.7315, "relevance": 4 }, { "pair_id": 185035, "video_name": "castle_s02e04_seg02_clip_03", "timestamp": [ 19.85, 23.82 ], "duration": 88.66, "caption": "A woman handed a piece of paper to a man as he was talking.", "similarity": 0.7309, "relevance": 4 }, { "pair_id": 185036, "video_name": "castle_s01e09_seg02_clip_04", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A man is looking a paper in his hand as he speaks to a woman.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 185037, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 43.94, 52.18 ], "duration": 61.66, "caption": "A man holds a piece of paper up in front of woman as they have a conversation.", "similarity": 0.7301, "relevance": 2 }, { "pair_id": 185038, "video_name": "s10e08_seg02_clip_09", "timestamp": [ 4.56, 10.57 ], "duration": 48.66, "caption": "A person takes out a sheet of paper and shows it to woman.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 185039, "video_name": "castle_s04e19_seg02_clip_16", "timestamp": [ 0.0, 2.68 ], "duration": 89.66, "caption": "A man is holding a sheet of paper as another man speaks.", "similarity": 0.7274, "relevance": 2 } ] }, { "query_id": 12643, "query": "A man was holding a piece of stick whilst sitting on the couch.", "relevant_moment": [ { "pair_id": 154100, "video_name": "s03e20_seg02_clip_05", "timestamp": [ 0.0, 32.71 ], "duration": 60.66, "caption": "A man was holding a piece of stick whilst sitting on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154101, "video_name": "friends_s08e07_seg01_clip_00", "timestamp": [ 3.15, 11.35 ], "duration": 63.66, "caption": "A man was sitting on a couch while holding a book.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 154102, "video_name": "friends_s05e10_seg02_clip_11", "timestamp": [ 0.0, 43.22 ], "duration": 64.66, "caption": "A man was holding a newspaper while sitting on a couch.", "similarity": 0.691, "relevance": 2 }, { "pair_id": 154103, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 7.57, 11.13 ], "duration": 89.66, "caption": "A man rests his hand on his forehead while on the couch.", "similarity": 0.6562, "relevance": 1 }, { "pair_id": 154104, "video_name": "s06e11_seg02_clip_00", "timestamp": [ 7.63, 16.17 ], "duration": 61.66, "caption": "A man hands a person a stocking while he's sitting on the couch.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 154105, "video_name": "friends_s05e20_seg02_clip_18", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A man is sitting on the couch rubbing his hands together.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 154106, "video_name": "castle_s02e14_seg02_clip_03", "timestamp": [ 0.0, 28.91 ], "duration": 90.66, "caption": "A man was holding a cup of coffee whilst sitting on a couch.", "similarity": 0.6546, "relevance": 0 }, { "pair_id": 154107, "video_name": "friends_s09e02_seg02_clip_14", "timestamp": [ 3.49, 11.06 ], "duration": 58.66, "caption": "A man stared at his hand as he sat on the couch.", "similarity": 0.6518, "relevance": 0 }, { "pair_id": 154108, "video_name": "friends_s03e15_seg02_clip_09", "timestamp": [ 14.34, 19.53 ], "duration": 61.66, "caption": "A man stands up from the couch while holding something in his hand.", "similarity": 0.6433, "relevance": 0 }, { "pair_id": 154109, "video_name": "friends_s03e07_seg02_clip_02", "timestamp": [ 53.21, 59.66 ], "duration": 59.66, "caption": "A man sits down on the arm of the couch.", "similarity": 0.6375, "relevance": 0 }, { "pair_id": 154110, "video_name": "friends_s04e11_seg02_clip_03", "timestamp": [ 27.61, 30.31 ], "duration": 60.66, "caption": "A man sits on the edge of the couch.", "similarity": 0.6363, "relevance": 0 }, { "pair_id": 154111, "video_name": "friends_s02e07_seg02_clip_13", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man sits on the edge of the couch.", "similarity": 0.6363, "relevance": 0 }, { "pair_id": 154112, "video_name": "friends_s08e15_seg02_clip_17", "timestamp": [ 9.63, 16.23 ], "duration": 55.66, "caption": "A man was getting something from under the couch.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 154113, "video_name": "s08e06_seg02_clip_08", "timestamp": [ 44.19, 47.62 ], "duration": 57.66, "caption": "A man is holding a coffee cup while sitting on his couch.", "similarity": 0.6257, "relevance": 3 }, { "pair_id": 154114, "video_name": "s05e04_seg01_clip_00", "timestamp": [ 48.69, 55.21 ], "duration": 62.66, "caption": "A man describes person's night while sitting on a couch holding a clipboard and a pencil.", "similarity": 0.6197, "relevance": 2 }, { "pair_id": 154115, "video_name": "house_s04e07_seg02_clip_00", "timestamp": [ 28.53, 32.27 ], "duration": 93.66, "caption": "A person rests his head on his hand while sitting on the couch.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 154116, "video_name": "s01e13_seg01_clip_00", "timestamp": [ 0.0, 62.03 ], "duration": 62.66, "caption": "A man was holding his cellular phone whilst sitting on the couch.", "similarity": 0.6165, "relevance": 1 }, { "pair_id": 154117, "video_name": "friends_s06e24-25_seg02_clip_20", "timestamp": [ 9.38, 11.49 ], "duration": 60.66, "caption": "A man puts his arm on the back of the couch.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 154118, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.21 ], "duration": 57.66, "caption": "A man was holding game cards whilst sitting on the couch.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 154119, "video_name": "friends_s09e22_seg02_clip_20", "timestamp": [ 46.34, 49.58 ], "duration": 59.66, "caption": "A man grabs his tie and sits down on the couch.", "similarity": 0.607, "relevance": 1 } ] }, { "query_id": 12674, "query": "A man is holding the building door as a person walks through it.", "relevant_moment": [ { "pair_id": 4960, "video_name": "s03e20_seg02_clip_02", "timestamp": [ 49.9, 52.18 ], "duration": 57.66, "caption": "A man is holding the building door as a person walks through it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4961, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A person opens the door and a man walks though it.", "similarity": 0.8205, "relevance": 3 }, { "pair_id": 4962, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 4963, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A man opens the door and walks in holding something behind him.", "similarity": 0.7779, "relevance": 2 }, { "pair_id": 4964, "video_name": "met_s03e13_seg02_clip_14", "timestamp": [ 21.25, 24.5 ], "duration": 59.66, "caption": "A person walks out the door of a building.", "similarity": 0.7651, "relevance": 2 }, { "pair_id": 4965, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 21.77, 24.65 ], "duration": 64.66, "caption": "A man goes up to the door and walks through it.", "similarity": 0.7648, "relevance": 2 }, { "pair_id": 4966, "video_name": "s04e05_seg02_clip_15", "timestamp": [ 30.91, 36.02 ], "duration": 60.66, "caption": "A person opens a door and he/she walks through it.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 4967, "video_name": "friends_s08e07_seg02_clip_20", "timestamp": [ 16.97, 20.15 ], "duration": 53.66, "caption": "A man walks through the apartment door where two people are.", "similarity": 0.7589, "relevance": 0 }, { "pair_id": 4968, "video_name": "castle_s08e06_seg02_clip_19", "timestamp": [ 7.99, 12.69 ], "duration": 94.66, "caption": "A person opens a doors and enter a building, another person follows him.", "similarity": 0.7585, "relevance": 2 }, { "pair_id": 4969, "video_name": "friends_s07e20_seg02_clip_07", "timestamp": [ 20.13, 22.43 ], "duration": 57.66, "caption": "A man walks through the door of two people's apartment.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 4970, "video_name": "house_s03e21_seg02_clip_15", "timestamp": [ 0.0, 2.43 ], "duration": 81.66, "caption": "A person enters a building and closes the door behind them.", "similarity": 0.7559, "relevance": 0 }, { "pair_id": 4971, "video_name": "house_s01e20_seg02_clip_02", "timestamp": [ 68.55, 73.0 ], "duration": 89.66, "caption": "A person walks from the door over to be closer to a man.", "similarity": 0.7507, "relevance": 0 }, { "pair_id": 4972, "video_name": "s08e20_seg02_clip_03", "timestamp": [ 20.75, 23.19 ], "duration": 61.66, "caption": "A man walks to the door and opens it for person waiting outside.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 4973, "video_name": "friends_s06e04_seg02_clip_07", "timestamp": [ 7.25, 10.15 ], "duration": 58.66, "caption": "A man walks through the door and over to a man.", "similarity": 0.7495, "relevance": 0 }, { "pair_id": 4974, "video_name": "friends_s03e19_seg02_clip_04", "timestamp": [ 35.35, 39.92 ], "duration": 57.66, "caption": "A man walks through the door and closes it.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 4975, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 74.4, 80.26 ], "duration": 90.66, "caption": "A person opens the door and walks through before closing it behind him.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 4976, "video_name": "friends_s06e24-25_seg02_clip_18", "timestamp": [ 36.28, 40.59 ], "duration": 61.66, "caption": "A person walks out of a building and closes the door behind him.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 4977, "video_name": "grey_s03e24_seg02_clip_19", "timestamp": [ 46.12, 51.78 ], "duration": 87.66, "caption": "A person walks through the door and closes it behind him.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 4978, "video_name": "house_s08e13_seg02_clip_16", "timestamp": [ 24.76, 31.2 ], "duration": 99.66, "caption": "A man walks to the door and opens it and sees a person standing there.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 4979, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.28, 33.59 ], "duration": 57.66, "caption": "A man walks to the door and opens it.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 178280, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 25.21, 28.81 ], "duration": 60.66, "caption": "A man opens the door, walks through it and shuts it behind him.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 178281, "video_name": "castle_s07e20_seg02_clip_12", "timestamp": [ 5.0, 14.09 ], "duration": 90.66, "caption": "A person opens the apartment door and walks through it.", "similarity": 0.7346, "relevance": 3 }, { "pair_id": 178282, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 34.98, 36.24 ], "duration": 63.66, "caption": "A man opens up the apartment door and walks through.", "similarity": 0.7342, "relevance": 2 }, { "pair_id": 178283, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.7321, "relevance": 1 }, { "pair_id": 178284, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.25, 27.45 ], "duration": 59.66, "caption": "A person opens the door and a person quickly walks in.", "similarity": 0.7302, "relevance": 3 }, { "pair_id": 178285, "video_name": "friends_s05e15_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A man walks through the front door of a person's apartment.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 178286, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 119.23, 121.05 ], "duration": 121.66, "caption": "A person opens the door and walks through while another person follows.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 178287, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 5.27, 6.51 ], "duration": 62.66, "caption": "A man walks into a building ahead of two other people.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 178288, "video_name": "s04e24_seg02_clip_17", "timestamp": [ 34.21, 37.25 ], "duration": 76.66, "caption": "A person opens the door and a man is standing at the doorway.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 178289, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 63.02, 70.02 ], "duration": 70.66, "caption": "A man walks to the door and opens it for another man.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 178290, "video_name": "s03e09_seg01_clip_00", "timestamp": [ 103.22, 107.42 ], "duration": 120.66, "caption": "A man comes through some people's apartment door.", "similarity": 0.7239, "relevance": 1 }, { "pair_id": 178291, "video_name": "house_s01e18_seg02_clip_06", "timestamp": [ 5.12, 7.45 ], "duration": 93.66, "caption": "A person opens a door and walks through the door next to a person.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 178292, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 11.31, 17.41 ], "duration": 58.66, "caption": "A person opens the door, walks through it and shuts it.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 178293, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 1.32, 6.16 ], "duration": 88.66, "caption": "A man opens the door for a woman and walks through.", "similarity": 0.7183, "relevance": 4 }, { "pair_id": 178294, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 89.7, 98.03 ], "duration": 98.66, "caption": "A person walks in through the door of someone's apartment.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 178295, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 178296, "video_name": "s07e07_seg02_clip_07", "timestamp": [ 32.46, 36.89 ], "duration": 59.66, "caption": "A person gestures to the door and a man enters.", "similarity": 0.714, "relevance": 4 }, { "pair_id": 178297, "video_name": "friends_s09e16_seg02_clip_13", "timestamp": [ 17.13, 19.31 ], "duration": 62.66, "caption": "A person walks through the door of the apartment.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 178298, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 178299, "video_name": "s07e02_seg02_clip_15", "timestamp": [ 0.0, 4.35 ], "duration": 58.66, "caption": "A person holds the buildings door open while talking to someone.", "similarity": 0.7076, "relevance": 2 } ] }, { "query_id": 12687, "query": "A man grabs a chess piece off the board to make another man listen to him.", "relevant_moment": [ { "pair_id": 111020, "video_name": "house_s03e23_seg02_clip_23", "timestamp": [ 64.65, 69.77 ], "duration": 93.66, "caption": "A man grabs a chess piece off the board to make another man listen to him.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 111021, "video_name": "house_s03e23_seg02_clip_24", "timestamp": [ 24.29, 47.26 ], "duration": 88.66, "caption": "A man tries to hand another man a chess piece but he doesn't take it.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 111022, "video_name": "s05e23_seg02_clip_13", "timestamp": [ 14.34, 17.09 ], "duration": 61.66, "caption": "A man was arranging the chess pieces whilst talking to another person.", "similarity": 0.7309, "relevance": 2 }, { "pair_id": 111023, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 19.79, 22.55 ], "duration": 92.66, "caption": "A man picks up a piece from a chess game then removes his hand.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 111024, "video_name": "s05e18_seg02_clip_07", "timestamp": [ 9.45, 17.96 ], "duration": 63.66, "caption": "A man starts collecting the chess pieces off the board.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 111025, "video_name": "s10e13_seg02_clip_03", "timestamp": [ 0.0, 25.39 ], "duration": 54.66, "caption": "A person is playing chess with another person and he is about to make his move.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 111026, "video_name": "s05e04_seg01_clip_00", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A man grabs a game piece on the game board.", "similarity": 0.6697, "relevance": 1 }, { "pair_id": 111027, "video_name": "castle_s04e15_seg02_clip_24", "timestamp": [ 48.16, 53.56 ], "duration": 90.66, "caption": "A person moves Chess pieces while talking to someone.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 111028, "video_name": "s05e23_seg02_clip_11", "timestamp": [ 50.72, 53.12 ], "duration": 60.66, "caption": "A man moves a chess piece on the 3-D chess game board.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 111029, "video_name": "s04e22_seg02_clip_16", "timestamp": [ 34.01, 47.19 ], "duration": 85.66, "caption": "A man makes his chess move, spins a dial, then moves a piece again.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 111030, "video_name": "s10e13_seg02_clip_03", "timestamp": [ 0.0, 25.12 ], "duration": 54.66, "caption": "A man tries three chess moves as another man tells him how quickly he will win.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 111031, "video_name": "s05e23_seg02_clip_13", "timestamp": [ 14.04, 18.61 ], "duration": 61.66, "caption": "While person is talking, person makes a move on their chess game.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 111032, "video_name": "s05e23_seg02_clip_12", "timestamp": [ 48.99, 51.94 ], "duration": 59.66, "caption": "A person moves a chess piece to another part of the board.", "similarity": 0.6384, "relevance": 2 }, { "pair_id": 111033, "video_name": "house_s03e23_seg02_clip_18", "timestamp": [ 4.05, 13.5 ], "duration": 90.66, "caption": "A person rolls over a chess board and sits down while talking with a man.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 111034, "video_name": "house_s03e23_seg02_clip_23", "timestamp": [ 41.86, 45.58 ], "duration": 93.66, "caption": "A man is making moves in a chess game, playing by himself.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 111035, "video_name": "s06e06_seg02_clip_09", "timestamp": [ 22.95, 26.98 ], "duration": 62.66, "caption": "A man picks up a chess clock and holds it up for a person to see.", "similarity": 0.6258, "relevance": 1 }, { "pair_id": 111036, "video_name": "s05e18_seg02_clip_06", "timestamp": [ 39.34, 41.82 ], "duration": 55.66, "caption": "A man thinks it is a good time to pause the chess game.", "similarity": 0.6196, "relevance": 1 }, { "pair_id": 111037, "video_name": "s07e01_seg02_clip_06", "timestamp": [ 0.0, 17.09 ], "duration": 61.66, "caption": "While playing chess, a person is showing someone something on the board.", "similarity": 0.6187, "relevance": 1 }, { "pair_id": 111038, "video_name": "s05e23_seg02_clip_12", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A person tells person he appears distracted during their chess game.", "similarity": 0.612, "relevance": 1 }, { "pair_id": 111039, "video_name": "house_s03e06_seg02_clip_17", "timestamp": [ 9.5, 12.83 ], "duration": 95.66, "caption": "A man throws a board clip to another man.", "similarity": 0.6111, "relevance": 0 } ] }, { "query_id": 12707, "query": "A man sits at the edge of the couch beside a woman.", "relevant_moment": [ { "pair_id": 250560, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.99, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8398, "relevance": 4 }, { "pair_id": 250561, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 3.08, 6.61 ], "duration": 88.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8398, "relevance": 3 }, { "pair_id": 250562, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 12.69, 37.48 ], "duration": 59.66, "caption": "A woman sits on the couch next to a man with her arms crossed.", "similarity": 0.8376, "relevance": 4 }, { "pair_id": 250563, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 4.06, 7.25 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.8353, "relevance": 4 }, { "pair_id": 250564, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.8353, "relevance": 3 }, { "pair_id": 250565, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 29.15, 31.01 ], "duration": 62.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 250566, "video_name": "s06e07_seg01_clip_00", "timestamp": [ 53.58, 55.47 ], "duration": 63.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 250567, "video_name": "house_s08e15_seg02_clip_13", "timestamp": [ 27.94, 30.39 ], "duration": 98.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 250568, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 80.1, 81.92 ], "duration": 91.66, "caption": "A man sits down and woman sits beside him on the sofa.", "similarity": 0.8254, "relevance": 4 }, { "pair_id": 250569, "video_name": "house_s02e15_seg02_clip_07", "timestamp": [ 0.0, 7.4 ], "duration": 87.66, "caption": "A person sits down next to man on the couch.", "similarity": 0.8222, "relevance": 2 }, { "pair_id": 250570, "video_name": "s08e24_seg02_clip_11", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man sits down on the sofa next to woman.", "similarity": 0.8219, "relevance": 4 }, { "pair_id": 250571, "video_name": "s07e12_seg02_clip_10", "timestamp": [ 15.61, 22.51 ], "duration": 60.66, "caption": "A man walks over and sits down on the couch next to a woman.", "similarity": 0.8204, "relevance": 4 }, { "pair_id": 250572, "video_name": "grey_s02e25_seg02_clip_12", "timestamp": [ 42.63, 45.35 ], "duration": 90.66, "caption": "A man sits down on the couch next to another person.", "similarity": 0.8178, "relevance": 1 }, { "pair_id": 250573, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 34.14, 40.97 ], "duration": 65.66, "caption": "A man is sitting on the couch next to someone.", "similarity": 0.8105, "relevance": 2 }, { "pair_id": 250574, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 38.49, 41.77 ], "duration": 59.66, "caption": "A woman is seated on the sofa and a man sits beside her.", "similarity": 0.8098, "relevance": 4 }, { "pair_id": 250575, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person sits down on the couch beside another person.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 250576, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 250577, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8052, "relevance": 4 }, { "pair_id": 250578, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 19.48, 22.33 ], "duration": 95.66, "caption": "A man sits beside another man on the couch.", "similarity": 0.8032, "relevance": 2 }, { "pair_id": 250579, "video_name": "s06e24_seg02_clip_11", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A person is sitting next to a woman while on the couch.", "similarity": 0.8001, "relevance": 4 } ] }, { "query_id": 12721, "query": "A man lays his hand on guy's shoulder then grabs the cushion.", "relevant_moment": [ { "pair_id": 171040, "video_name": "friends_s03e03_seg02_clip_06", "timestamp": [ 18.91, 29.11 ], "duration": 60.66, "caption": "A man lays his hand on guy's shoulder then grabs the cushion.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171041, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 42.32, 47.72 ], "duration": 60.66, "caption": "A man places his right hand on guy's shoulder.", "similarity": 0.7495, "relevance": 2 }, { "pair_id": 171042, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 30.46, 34.82 ], "duration": 58.66, "caption": "A man reaches down and puts his hand on guy's shoulder and rubs it.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 171043, "video_name": "friends_s03e17_seg02_clip_15", "timestamp": [ 26.25, 28.75 ], "duration": 62.66, "caption": "A man quickly puts his hand up to grasp a guy's shoulder.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 171044, "video_name": "friends_s04e04_seg02_clip_05", "timestamp": [ 40.97, 44.12 ], "duration": 63.66, "caption": "A man grabs guy's left shoulder and squeezes it.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 171045, "video_name": "friends_s04e19_seg02_clip_03", "timestamp": [ 51.02, 56.73 ], "duration": 60.66, "caption": "A man grabs guy's shoulders and pats him on the arm.", "similarity": 0.7112, "relevance": 2 }, { "pair_id": 171046, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 171047, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 1.39, 2.77 ], "duration": 69.66, "caption": "A man puts his hand on guy's shoulder while walking past him.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 171048, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A man reaches down and puts his hand on the back of another person's shoulder.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 171049, "video_name": "s02e16_seg02_clip_09", "timestamp": [ 37.35, 40.77 ], "duration": 57.66, "caption": "A man picks up guy's couch cushion and puts it in person's spot on the couch.", "similarity": 0.6982, "relevance": 2 }, { "pair_id": 171050, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A man touches a man's shoulder.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 171051, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 31.04, 35.69 ], "duration": 58.66, "caption": "A man puts his hand on guy's shoulder to reassure him.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 171052, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 26.47 ], "duration": 63.66, "caption": "A man puts his hand on another man's left shoulder.", "similarity": 0.6877, "relevance": 2 }, { "pair_id": 171053, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 7.98, 12.26 ], "duration": 57.66, "caption": "A man puts their hand on someone's shoulder as they sit beside them.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 171054, "video_name": "house_s04e16_seg02_clip_21", "timestamp": [ 56.66, 59.54 ], "duration": 96.66, "caption": "A person puts his hand on guy's shoulder as he walks by.", "similarity": 0.6769, "relevance": 2 }, { "pair_id": 171055, "video_name": "friends_s05e16_seg02_clip_02", "timestamp": [ 12.93, 14.81 ], "duration": 47.66, "caption": "A man uses his hand to rub the couch cushion between someone and him.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 171056, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 23.81, 25.21 ], "duration": 56.66, "caption": "A man leans over and touches guy on the shoulder.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 171057, "video_name": "s07e11_seg02_clip_04", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A person places his hand onto man's shoulder as he sits next to him.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 171058, "video_name": "friends_s04e04_seg02_clip_05", "timestamp": [ 40.65, 42.86 ], "duration": 63.66, "caption": "A man grabs guy's shoulder as they have a conversation.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 171059, "video_name": "castle_s04e21_seg02_clip_25", "timestamp": [ 31.6, 33.83 ], "duration": 89.66, "caption": "A man places his hand on someone's shoulder in a consoling way.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 344360, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 39.06, 41.19 ], "duration": 61.66, "caption": "A man touches another man's right shoulder with his hand.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 344361, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 40.01, 42.49 ], "duration": 62.66, "caption": "A man places both his hands on another man's shoulder.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 344362, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 25.53 ], "duration": 63.66, "caption": "A man reaches out and rests his hand on another man's shoulder.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 344363, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 13.5, 18.0 ], "duration": 90.66, "caption": "A man puts his hand on guy's hand and makes him feel uncomfortable.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 344364, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 65.16, 85.58 ], "duration": 157.66, "caption": "A man grabs another person's hand as they sit on the couch.", "similarity": 0.6484, "relevance": 3 }, { "pair_id": 344365, "video_name": "grey_s03e05_seg02_clip_08", "timestamp": [ 8.27, 10.44 ], "duration": 87.66, "caption": "A man puts his arm on top of another man's shoulder.", "similarity": 0.6472, "relevance": 3 }, { "pair_id": 344366, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 29.71, 30.16 ], "duration": 90.66, "caption": "A man pats another man on the shoulder with his hand.", "similarity": 0.6453, "relevance": 1 }, { "pair_id": 344367, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 14.31, 22.08 ], "duration": 62.66, "caption": "A man puts his hand up to guy's forehead.", "similarity": 0.6448, "relevance": 1 }, { "pair_id": 344368, "video_name": "friends_s04e19_seg02_clip_06", "timestamp": [ 19.56, 20.69 ], "duration": 56.66, "caption": "A man touches a man on the back using his hand.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 344369, "video_name": "met_s02e01_seg01_clip_01", "timestamp": [ 16.02, 23.87 ], "duration": 62.66, "caption": "A man sits down next to person and puts his hand on his shoulder.", "similarity": 0.6442, "relevance": 3 }, { "pair_id": 344370, "video_name": "friends_s05e14_seg02_clip_13", "timestamp": [ 1.8, 3.6 ], "duration": 60.66, "caption": "A man slaps the cushion and crosses their legs.", "similarity": 0.6429, "relevance": 3 }, { "pair_id": 344371, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 344372, "video_name": "friends_s09e05_seg02_clip_20", "timestamp": [ 56.88, 60.94 ], "duration": 62.66, "caption": "A man pats a man on the shoulder and rubs his arm.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 344373, "video_name": "s02e16_seg02_clip_14", "timestamp": [ 53.42, 56.73 ], "duration": 60.66, "caption": "A man puts his hand on woman's left shoulder.", "similarity": 0.64, "relevance": 3 }, { "pair_id": 344374, "video_name": "friends_s04e07_seg02_clip_17", "timestamp": [ 24.72, 30.21 ], "duration": 61.66, "caption": "A man places his hand on guy's shoulder while holding a coffee cup.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 344375, "video_name": "met_s05e03_seg02_clip_11", "timestamp": [ 39.33, 43.63 ], "duration": 61.66, "caption": "A person rests his right hand on man's left shoulder.", "similarity": 0.639, "relevance": 3 }, { "pair_id": 344376, "video_name": "castle_s05e06_seg02_clip_02", "timestamp": [ 68.56, 72.7 ], "duration": 92.66, "caption": "A man says something to guy and then pats him on the shoulder.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 344377, "video_name": "s03e06_seg02_clip_12", "timestamp": [ 24.41, 25.33 ], "duration": 61.66, "caption": "A man reaches out and touches another man on the shoulder.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 344378, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 44.48, 58.7 ], "duration": 60.66, "caption": "A man puts his hand on man's shoulder while talking to him.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 344379, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.98, 5.75 ], "duration": 88.66, "caption": "A man reaches out and touches person on the shoulder then lowers his hand.", "similarity": 0.6364, "relevance": 2 } ] }, { "query_id": 12723, "query": "A man gets up from the back of the couch.", "relevant_moment": [ { "pair_id": 15660, "video_name": "friends_s03e03_seg02_clip_06", "timestamp": [ 13.21, 14.11 ], "duration": 60.66, "caption": "A man gets up from the back of the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15661, "video_name": "friends_s02e04_seg02_clip_02", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A man gets down from standing on the couch.", "similarity": 0.7989, "relevance": 2 }, { "pair_id": 15662, "video_name": "friends_s01e01_seg02_clip_07", "timestamp": [ 51.87, 54.01 ], "duration": 61.66, "caption": "A man sits down on the back of the couch.", "similarity": 0.7847, "relevance": 3 }, { "pair_id": 15663, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 50.36, 53.16 ], "duration": 93.66, "caption": "A man gets up from the couch and leaves.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 15664, "video_name": "friends_s09e17_seg02_clip_01", "timestamp": [ 34.0, 35.44 ], "duration": 57.66, "caption": "A man gets up from the couch and leaves.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 15665, "video_name": "friends_s09e16_seg02_clip_10", "timestamp": [ 0.58, 6.93 ], "duration": 57.66, "caption": "A man stands up the sits back down on the couch arm.", "similarity": 0.7749, "relevance": 3 }, { "pair_id": 15666, "video_name": "friends_s06e24-25_seg02_clip_20", "timestamp": [ 9.38, 11.49 ], "duration": 60.66, "caption": "A man puts his arm on the back of the couch.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 15667, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 41.41, 42.74 ], "duration": 89.66, "caption": "A man gets up from the sofa he is sitting on.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 15668, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 30.53, 31.91 ], "duration": 34.66, "caption": "A man stands up from his seated position on the couch.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 15669, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 27.15, 29.91 ], "duration": 92.66, "caption": "A man gets up from being seated in a sofa.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 15670, "video_name": "met_s02e03_seg02_clip_05", "timestamp": [ 50.84, 52.37 ], "duration": 61.66, "caption": "A person gets up and then sits back down on the couch.", "similarity": 0.7507, "relevance": 2 }, { "pair_id": 15671, "video_name": "friends_s02e15_seg02_clip_16", "timestamp": [ 45.05, 57.02 ], "duration": 57.66, "caption": "A man gets up from the couch and starts to leave.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 15672, "video_name": "s01e03_seg02_clip_18", "timestamp": [ 79.19, 81.37 ], "duration": 87.66, "caption": "A man puts his hands on the back of the couch and leans back.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 15673, "video_name": "friends_s09e21_seg02_clip_07", "timestamp": [ 24.11, 28.38 ], "duration": 61.66, "caption": "A man turns to his right and puts his arm on the back of the couch.", "similarity": 0.7377, "relevance": 1 }, { "pair_id": 15674, "video_name": "s07e02_seg02_clip_12", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man stands in front of the couch with his shirt pulled up and shimmies his torso.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 15675, "video_name": "s02e12_seg01_clip_00", "timestamp": [ 3.78, 5.99 ], "duration": 63.66, "caption": "A man stands up from the brown leather couch.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 15676, "video_name": "s07e14_seg02_clip_13", "timestamp": [ 13.96, 17.99 ], "duration": 62.66, "caption": "A man gets up off the couch then another man gets up too.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 15677, "video_name": "castle_s05e11_seg02_clip_12", "timestamp": [ 12.76, 17.6 ], "duration": 88.66, "caption": "A man leans back and puts their arms out on top of the couch.", "similarity": 0.7257, "relevance": 1 }, { "pair_id": 15678, "video_name": "friends_s05e16_seg02_clip_03", "timestamp": [ 3.37, 7.04 ], "duration": 61.66, "caption": "A man lifts up the side of a white couch.", "similarity": 0.7256, "relevance": 1 }, { "pair_id": 15679, "video_name": "friends_s03e25_seg02_clip_06", "timestamp": [ 6.09, 8.12 ], "duration": 58.66, "caption": "A man jumps from the back of the sofa and lands on top of it.", "similarity": 0.7236, "relevance": 1 } ] }, { "query_id": 12750, "query": "A woman takes out her shoes from the box.", "relevant_moment": [ { "pair_id": 4020, "video_name": "friends_s09e21_seg02_clip_00", "timestamp": [ 8.85, 12.21 ], "duration": 61.66, "caption": "A woman takes out her shoes from the box.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 4021, "video_name": "friends_s04e08_seg02_clip_17", "timestamp": [ 25.51, 60.03 ], "duration": 60.66, "caption": "A woman starts taking out objects from the shoe box in her hand and shows them to man.", "similarity": 0.7438, "relevance": 3 }, { "pair_id": 4023, "video_name": "house_s01e07_seg02_clip_20", "timestamp": [ 35.57, 62.48 ], "duration": 91.66, "caption": "A woman picks up a box and walks out the door with the box.", "similarity": 0.7084, "relevance": 0 }, { "pair_id": 4024, "video_name": "s01e16_seg02_clip_09", "timestamp": [ 19.81, 21.31 ], "duration": 60.66, "caption": "A woman grabs the box out of person's hands.", "similarity": 0.7053, "relevance": 0 }, { "pair_id": 4025, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 1.53, 5.2 ], "duration": 61.66, "caption": "A woman pulls out and shows off a little box from inside the bag she is carrying.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 4026, "video_name": "met_s06e02_seg02_clip_01", "timestamp": [ 16.21, 20.71 ], "duration": 60.66, "caption": "A woman grabs a box from the shelf and puts it in the box.", "similarity": 0.6814, "relevance": 1 }, { "pair_id": 4027, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 17.44, 19.41 ], "duration": 56.66, "caption": "A woman walks out of the building holding a box with her things.", "similarity": 0.674, "relevance": 0 }, { "pair_id": 4028, "video_name": "friends_s01e01_seg02_clip_23", "timestamp": [ 19.74, 23.69 ], "duration": 60.66, "caption": "A woman takes out a box from her shopping bag and hands it to another woman.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 4029, "video_name": "s07e11_seg02_clip_01", "timestamp": [ 38.15, 39.39 ], "duration": 62.66, "caption": "A woman grabs a black box out of a cardboard box.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 4030, "video_name": "friends_s02e14_seg02_clip_14", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A woman lifts an article of clothing out of a cardboard box.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 4031, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 46.36, 51.31 ], "duration": 90.66, "caption": "A woman takes the box and walks out of the office.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 4032, "video_name": "friends_s03e19_seg02_clip_20", "timestamp": [ 28.76, 35.65 ], "duration": 81.66, "caption": "A woman opens the box and takes out a t-shirt.", "similarity": 0.652, "relevance": 3 }, { "pair_id": 4033, "video_name": "friends_s09e18_seg02_clip_15", "timestamp": [ 12.93, 16.51 ], "duration": 55.66, "caption": "A woman pulled off her shoe and gets a piece of paper from it.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 4034, "video_name": "friends_s07e11_seg02_clip_07", "timestamp": [ 6.84, 10.41 ], "duration": 59.66, "caption": "A woman grabs the box off the floor and runs off.", "similarity": 0.6498, "relevance": 1 }, { "pair_id": 4035, "video_name": "s02e06_seg02_clip_08", "timestamp": [ 49.29, 55.19 ], "duration": 59.66, "caption": "A woman places a boxed package on a table and walks out of the room.", "similarity": 0.6452, "relevance": 0 }, { "pair_id": 4036, "video_name": "friends_s06e06_seg02_clip_13", "timestamp": [ 22.13, 27.15 ], "duration": 59.66, "caption": "A woman walks in the door carrying a large box.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 4037, "video_name": "friends_s08e10_seg02_clip_05", "timestamp": [ 30.46, 44.39 ], "duration": 58.66, "caption": "A woman takes off a pair of sneakers to put on boots while sitting in the hallway.", "similarity": 0.6395, "relevance": 3 }, { "pair_id": 4038, "video_name": "castle_s08e21_seg02_clip_24", "timestamp": [ 2.71, 3.61 ], "duration": 90.66, "caption": "A woman grabs a souvenir out of a box while wearing gloves.", "similarity": 0.6366, "relevance": 2 }, { "pair_id": 4039, "video_name": "grey_s01e07_seg02_clip_15", "timestamp": [ 5.85, 17.55 ], "duration": 90.66, "caption": "A woman is taking off her shoes in the locker room.", "similarity": 0.6322, "relevance": 0 } ] }, { "query_id": 12845, "query": "A person drinks their mimosa after cheering with everyone.", "relevant_moment": [ { "pair_id": 150000, "video_name": "s10e06_seg02_clip_15", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A person drinks their mimosa after cheering with everyone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150001, "video_name": "s04e07_seg02_clip_14", "timestamp": [ 43.22, 45.32 ], "duration": 60.66, "caption": "A person makes a cheers gesture with his beverage.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 150002, "video_name": "s10e06_seg02_clip_15", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A person puts their glass up and cheers as another person drinks from their glass and is beside someone else.", "similarity": 0.6284, "relevance": 4 }, { "pair_id": 150003, "video_name": "house_s07e16_seg02_clip_24", "timestamp": [ 37.23, 43.64 ], "duration": 61.66, "caption": "A person smiles underwater and swims to the surface, where everyone is cheering.", "similarity": 0.607, "relevance": 0 }, { "pair_id": 150004, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A person offered a cheers for some other people.", "similarity": 0.5858, "relevance": 4 }, { "pair_id": 150005, "video_name": "s05e19_seg02_clip_13", "timestamp": [ 17.41, 21.54 ], "duration": 59.66, "caption": "A person drinks while he is talking to the group.", "similarity": 0.5841, "relevance": 2 }, { "pair_id": 150006, "video_name": "friends_s08e07_seg02_clip_20", "timestamp": [ 14.05, 16.7 ], "duration": 53.66, "caption": "A person pours a glass of champagne and he/she and another person cheers each other.", "similarity": 0.5794, "relevance": 3 }, { "pair_id": 150007, "video_name": "castle_s04e11_seg02_clip_00", "timestamp": [ 0.0, 3.68 ], "duration": 91.66, "caption": "A person makes fun of the health drink another person is gulping down.", "similarity": 0.5712, "relevance": 2 }, { "pair_id": 150008, "video_name": "s03e19_seg02_clip_00", "timestamp": [ 20.14, 23.8 ], "duration": 61.66, "caption": "A person puts a drink on a glass while listening to the group.", "similarity": 0.5573, "relevance": 1 }, { "pair_id": 150009, "video_name": "friends_s04e10_seg02_clip_17", "timestamp": [ 0.0, 7.75 ], "duration": 62.66, "caption": "A person tries to cheer himself/herself up while covered in sauce.", "similarity": 0.5535, "relevance": 0 }, { "pair_id": 150010, "video_name": "s08e04_seg02_clip_13", "timestamp": [ 42.2, 48.99 ], "duration": 59.66, "caption": "A person smiles at someone and then gets really excited.", "similarity": 0.5473, "relevance": 0 }, { "pair_id": 150011, "video_name": "s06e13_seg02_clip_01", "timestamp": [ 24.37, 29.01 ], "duration": 58.66, "caption": "A woman takes a drink from her mimosa while talking to another woman.", "similarity": 0.5455, "relevance": 2 }, { "pair_id": 150012, "video_name": "met_s05e02_seg02_clip_11", "timestamp": [ 0.0, 3.07 ], "duration": 61.66, "caption": "A person holds his drink up in front of himself.", "similarity": 0.5441, "relevance": 2 }, { "pair_id": 150013, "video_name": "met_s06e19_seg02_clip_01", "timestamp": [ 27.45, 30.53 ], "duration": 56.66, "caption": "A person makes a waving motion while having drinks with a man.", "similarity": 0.5348, "relevance": 0 }, { "pair_id": 150014, "video_name": "friends_s02e10_seg02_clip_04", "timestamp": [ 51.84, 58.44 ], "duration": 66.66, "caption": "A person announces that he has an audition and everyone cheers for him.", "similarity": 0.5348, "relevance": 0 }, { "pair_id": 150015, "video_name": "friends_s06e12_seg02_clip_09", "timestamp": [ 6.1, 12.82 ], "duration": 61.66, "caption": "A person smiles after another person tells him their drink order.", "similarity": 0.5303, "relevance": 0 }, { "pair_id": 150016, "video_name": "castle_s01e03_seg02_clip_17", "timestamp": [ 68.3, 70.11 ], "duration": 90.66, "caption": "Some people cheer each other with their coffee mugs.", "similarity": 0.5281, "relevance": 3 }, { "pair_id": 150017, "video_name": "s06e07_seg02_clip_10", "timestamp": [ 39.84, 46.04 ], "duration": 59.66, "caption": "A person takes big gulps from the drink he has.", "similarity": 0.5277, "relevance": 2 }, { "pair_id": 150018, "video_name": "s10e13_seg02_clip_11", "timestamp": [ 41.25, 44.04 ], "duration": 62.66, "caption": "A person mimes that he is drinking as he walks another person down the hall.", "similarity": 0.5262, "relevance": 1 }, { "pair_id": 150019, "video_name": "castle_s03e02_seg02_clip_18", "timestamp": [ 29.07, 32.64 ], "duration": 89.66, "caption": "A person gets their drink and stands up slowly.", "similarity": 0.5232, "relevance": 0 } ] }, { "query_id": 12861, "query": "A man play punches man in the chest and heads to the front door.", "relevant_moment": [ { "pair_id": 141840, "video_name": "friends_s07e23-24_seg02_clip_11", "timestamp": [ 22.21, 26.71 ], "duration": 60.66, "caption": "A man play punches man in the chest and heads to the front door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141841, "video_name": "castle_s07e15_seg02_clip_05", "timestamp": [ 53.13, 63.47 ], "duration": 94.66, "caption": "A man opens the door and another man punched him in the face.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 141842, "video_name": "friends_s10e11_seg02_clip_01", "timestamp": [ 18.45, 20.91 ], "duration": 61.66, "caption": "A man punches guy in the chest with his right hand.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 141843, "video_name": "grey_s02e18_seg02_clip_04", "timestamp": [ 47.63, 49.41 ], "duration": 89.66, "caption": "A man goes to another man and punches him in the face.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 141844, "video_name": "house_s03e15_seg02_clip_23", "timestamp": [ 8.52, 11.24 ], "duration": 68.66, "caption": "A man knocks on a person's front door and a person opens the door.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 141845, "video_name": "friends_s01e12_seg02_clip_05", "timestamp": [ 49.16, 50.74 ], "duration": 63.66, "caption": "A man play punches another person on the arm and the person waives bye to him.", "similarity": 0.6603, "relevance": 2 }, { "pair_id": 141846, "video_name": "house_s01e11_seg02_clip_23", "timestamp": [ 43.87, 49.14 ], "duration": 87.66, "caption": "A person walks up to man in the hallway and punches him.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 141847, "video_name": "castle_s05e02_seg02_clip_09", "timestamp": [ 35.16, 38.73 ], "duration": 89.66, "caption": "A man punches another man in the face.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 141848, "video_name": "friends_s08e04_seg02_clip_09", "timestamp": [ 34.48, 46.69 ], "duration": 61.66, "caption": "A man slaps a man on the shoulder and walks out the door.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 141849, "video_name": "house_s06e03_seg02_clip_09", "timestamp": [ 7.4, 16.53 ], "duration": 87.66, "caption": "A man is punching another man when a man gets into the room.", "similarity": 0.6424, "relevance": 1 }, { "pair_id": 141850, "video_name": "friends_s03e02_seg02_clip_07", "timestamp": [ 0.0, 1.22 ], "duration": 61.66, "caption": "A man punches the door frame by woman's bedroom.", "similarity": 0.6249, "relevance": 0 }, { "pair_id": 141851, "video_name": "s04e17_seg02_clip_00", "timestamp": [ 20.17, 25.21 ], "duration": 63.66, "caption": "A man knocks on the door after he gets angry with another person.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 141852, "video_name": "castle_s03e24_seg02_clip_21", "timestamp": [ 59.17, 60.53 ], "duration": 91.66, "caption": "A man grabs another man's shoulder and that man punches him.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 141853, "video_name": "house_s06e01_seg02_clip_13", "timestamp": [ 49.46, 69.62 ], "duration": 96.66, "caption": "A man punches a person sitting next to him on the couch and begins beating him up.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 141854, "video_name": "house_s06e12_seg02_clip_22", "timestamp": [ 82.83, 91.03 ], "duration": 91.66, "caption": "A man knocks on someone's door and a man opened the door.", "similarity": 0.6178, "relevance": 0 }, { "pair_id": 141855, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 40.82, 41.42 ], "duration": 60.66, "caption": "A man punches his own fist into his hand.", "similarity": 0.6087, "relevance": 0 }, { "pair_id": 141856, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 12.26, 19.61 ], "duration": 49.66, "caption": "A person walks in and punches another person in the face.", "similarity": 0.6086, "relevance": 2 }, { "pair_id": 141857, "video_name": "met_s06e09_seg02_clip_12", "timestamp": [ 22.09, 28.17 ], "duration": 64.66, "caption": "A man repeatedly punches another man in the arm and then walks away.", "similarity": 0.6085, "relevance": 3 }, { "pair_id": 141858, "video_name": "house_s03e15_seg02_clip_23", "timestamp": [ 1.02, 11.93 ], "duration": 68.66, "caption": "A man knocks on a man's door urging him to come out.", "similarity": 0.6077, "relevance": 2 }, { "pair_id": 141859, "video_name": "met_s02e01_seg02_clip_14", "timestamp": [ 16.23, 22.72 ], "duration": 59.66, "caption": "A man knocks on an apartment door and punches the person who answers it.", "similarity": 0.6069, "relevance": 2 }, { "pair_id": 315160, "video_name": "house_s06e16_seg02_clip_09", "timestamp": [ 69.94, 75.0 ], "duration": 92.66, "caption": "A man punches another man in his nose and laughs.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 315161, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 26.18, 32.4 ], "duration": 88.66, "caption": "A man paces and then punches the wall with his fist.", "similarity": 0.6064, "relevance": 1 }, { "pair_id": 315162, "video_name": "s02e14_seg02_clip_15", "timestamp": [ 54.92, 58.83 ], "duration": 60.66, "caption": "A man knocks on the door and a person opens the door.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 315163, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 7.32, 10.68 ], "duration": 61.66, "caption": "A man walks forward and slams the front door on person's face.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 315164, "video_name": "met_s06e18_seg02_clip_07", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A woman punches a man in the chest with her right hand.", "similarity": 0.5971, "relevance": 2 }, { "pair_id": 315165, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 24.26, 34.33 ], "duration": 91.66, "caption": "A man knocks on the door and someone opens the door.", "similarity": 0.5934, "relevance": 1 }, { "pair_id": 315166, "video_name": "friends_s09e02_seg02_clip_09", "timestamp": [ 46.38, 49.13 ], "duration": 61.66, "caption": "A man opens the door and it accidentally hits person.", "similarity": 0.5931, "relevance": 1 }, { "pair_id": 315167, "video_name": "friends_s03e24_seg02_clip_19", "timestamp": [ 3.38, 4.28 ], "duration": 45.66, "caption": "A man smacks guy's back side with his hand.", "similarity": 0.5923, "relevance": 1 }, { "pair_id": 315168, "video_name": "friends_s08e15_seg02_clip_20", "timestamp": [ 57.38, 60.17 ], "duration": 62.66, "caption": "A man playfully punches another man in the shoulder at the coffee house.", "similarity": 0.5918, "relevance": 2 }, { "pair_id": 315169, "video_name": "house_s07e21_seg02_clip_11", "timestamp": [ 56.78, 61.62 ], "duration": 88.66, "caption": "A man knocks a man to the floor.", "similarity": 0.5877, "relevance": 1 }, { "pair_id": 315170, "video_name": "friends_s04e10_seg02_clip_19", "timestamp": [ 77.13, 79.07 ], "duration": 97.66, "caption": "A man punches and then pats another man on the arm.", "similarity": 0.5874, "relevance": 1 }, { "pair_id": 315171, "video_name": "met_s06e09_seg02_clip_08", "timestamp": [ 4.8, 14.71 ], "duration": 60.66, "caption": "A man starts to punch another man after he says that he's really here.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 315172, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A man knocks then opens the door to a person's room.", "similarity": 0.5865, "relevance": 1 }, { "pair_id": 315173, "video_name": "friends_s07e23-24_seg02_clip_36", "timestamp": [ 5.31, 11.51 ], "duration": 59.66, "caption": "A man throws a person over his shoulder and walks towards the door.", "similarity": 0.5843, "relevance": 2 }, { "pair_id": 315174, "video_name": "s04e24_seg02_clip_01", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A man opens the front door to find a man.", "similarity": 0.5839, "relevance": 1 }, { "pair_id": 315175, "video_name": "friends_s07e12_seg02_clip_03", "timestamp": [ 49.8, 53.1 ], "duration": 55.66, "caption": "A man pushes another man while he is knocking at the door.", "similarity": 0.5809, "relevance": 1 }, { "pair_id": 315176, "video_name": "castle_s07e15_seg02_clip_05", "timestamp": [ 55.48, 58.77 ], "duration": 94.66, "caption": "A person knocks someone to the floor by punching him in the face.", "similarity": 0.5792, "relevance": 2 }, { "pair_id": 315177, "video_name": "house_s06e16_seg02_clip_09", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "Two men both get into a fist fight together.", "similarity": 0.5774, "relevance": 2 }, { "pair_id": 315178, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 88.54, 92.23 ], "duration": 92.66, "caption": "A man punches another man in the face onto a car.", "similarity": 0.5748, "relevance": 2 }, { "pair_id": 315179, "video_name": "s10e09_seg02_clip_07", "timestamp": [ 56.67, 58.59 ], "duration": 64.66, "caption": "A man is standing in front of a door and knocks on it and steps back by another man.", "similarity": 0.5747, "relevance": 1 } ] }, { "query_id": 12947, "query": "A man raises his arms to show his denial.", "relevant_moment": [ { "pair_id": 153140, "video_name": "friends_s02e11_seg02_clip_10", "timestamp": [ 51.06, 52.24 ], "duration": 59.66, "caption": "A man raises his arms to show his denial.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153141, "video_name": "castle_s02e24_seg02_clip_00", "timestamp": [ 9.72, 12.5 ], "duration": 92.66, "caption": "A person raises their arm while telling someone no.", "similarity": 0.6946, "relevance": 4 }, { "pair_id": 153142, "video_name": "friends_s10e09_seg02_clip_02", "timestamp": [ 45.83, 48.6 ], "duration": 61.66, "caption": "A man looks down and raises up his arm.", "similarity": 0.6868, "relevance": 4 }, { "pair_id": 153143, "video_name": "met_s02e04_seg02_clip_04", "timestamp": [ 3.9, 6.6 ], "duration": 60.66, "caption": "A man lifts up his arms and fakes asking people out.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 153144, "video_name": "house_s08e16_seg02_clip_16", "timestamp": [ 73.55, 79.95 ], "duration": 91.66, "caption": "A man looks down on his arms and tells another man that his arms don't feel right and that he can't feel them.", "similarity": 0.6253, "relevance": 0 }, { "pair_id": 153145, "video_name": "house_s02e17_seg02_clip_19", "timestamp": [ 55.92, 57.21 ], "duration": 86.66, "caption": "A man lifts his arm up in frustration with a person.", "similarity": 0.6104, "relevance": 4 }, { "pair_id": 153146, "video_name": "met_s06e17_seg02_clip_13", "timestamp": [ 10.07, 13.43 ], "duration": 61.66, "caption": "A man lifts his hands when he tries to say he's not to blame.", "similarity": 0.6074, "relevance": 4 }, { "pair_id": 153147, "video_name": "met_s06e08_seg02_clip_12", "timestamp": [ 39.35, 42.48 ], "duration": 57.66, "caption": "A man has an annoyed expression as he throws his arms up slightly and puts them on his hips.", "similarity": 0.6033, "relevance": 3 }, { "pair_id": 153148, "video_name": "friends_s07e19_seg02_clip_12", "timestamp": [ 15.31, 18.91 ], "duration": 60.66, "caption": "A man shrugs when a woman speaks about the length of his denial.", "similarity": 0.6029, "relevance": 0 }, { "pair_id": 153149, "video_name": "friends_s07e03_seg02_clip_08", "timestamp": [ 39.07, 44.29 ], "duration": 55.66, "caption": "A man unfolds his arms to point slightly and refolds his arms.", "similarity": 0.6017, "relevance": 0 }, { "pair_id": 153150, "video_name": "met_s02e13_seg02_clip_14", "timestamp": [ 39.25, 41.36 ], "duration": 60.66, "caption": "A man holds his hands up in mock fear.", "similarity": 0.5969, "relevance": 4 }, { "pair_id": 153151, "video_name": "s10e07_seg02_clip_02", "timestamp": [ 32.76, 35.42 ], "duration": 59.66, "caption": "A man rests his head on his arm in mock disappointment.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 153152, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 32.34, 35.76 ], "duration": 62.66, "caption": "A man lifts up his forearm and shows it to some people.", "similarity": 0.5956, "relevance": 1 }, { "pair_id": 153153, "video_name": "friends_s07e01_seg02_clip_07", "timestamp": [ 24.9, 30.16 ], "duration": 55.66, "caption": "A man puts his hands up and pretends to be scared.", "similarity": 0.5924, "relevance": 3 }, { "pair_id": 153154, "video_name": "friends_s01e16-17_seg02_clip_09", "timestamp": [ 8.91, 11.89 ], "duration": 66.66, "caption": "A man holds his arms out to assure another man he won't be laid off.", "similarity": 0.5886, "relevance": 4 }, { "pair_id": 153155, "video_name": "met_s04e03_seg02_clip_03", "timestamp": [ 17.41, 20.31 ], "duration": 58.66, "caption": "A man puts his arm in the air ready for a fist bump.", "similarity": 0.5864, "relevance": 1 }, { "pair_id": 153156, "video_name": "s01e13_seg01_clip_01", "timestamp": [ 17.61, 21.61 ], "duration": 80.66, "caption": "A man lifts their arms in pride at what a woman just said.", "similarity": 0.5841, "relevance": 1 }, { "pair_id": 153157, "video_name": "castle_s04e09_seg02_clip_18", "timestamp": [ 15.19, 18.76 ], "duration": 89.66, "caption": "A person shakes his head violently after man denies knowing the man in the photo.", "similarity": 0.5786, "relevance": 0 }, { "pair_id": 153158, "video_name": "met_s02e05_seg02_clip_09", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man tries to explain to the woman with her arm raised.", "similarity": 0.5777, "relevance": 1 }, { "pair_id": 153159, "video_name": "met_s06e11_seg02_clip_01", "timestamp": [ 11.27, 15.84 ], "duration": 60.66, "caption": "A man is talking and holds his arms out and then hands up.", "similarity": 0.5767, "relevance": 4 }, { "pair_id": 326460, "video_name": "friends_s09e06_seg02_clip_09", "timestamp": [ 2.66, 5.31 ], "duration": 59.66, "caption": "A person extends his arms while explaining his relationship status.", "similarity": 0.5729, "relevance": 3 }, { "pair_id": 326461, "video_name": "met_s06e08_seg02_clip_12", "timestamp": [ 22.24, 24.24 ], "duration": 57.66, "caption": "A man raises his hands worriedly as he talks to a woman.", "similarity": 0.5712, "relevance": 3 }, { "pair_id": 326462, "video_name": "friends_s08e05_seg02_clip_13", "timestamp": [ 26.8, 28.51 ], "duration": 57.66, "caption": "A man raises a hand to his forehead in confusion.", "similarity": 0.5709, "relevance": 2 }, { "pair_id": 326463, "video_name": "met_s06e05_seg02_clip_08", "timestamp": [ 18.24, 23.71 ], "duration": 60.66, "caption": "A man denies saying something that he just admitted to another man.", "similarity": 0.5708, "relevance": 2 }, { "pair_id": 326464, "video_name": "s04e15_seg01_clip_02", "timestamp": [ 39.03, 42.53 ], "duration": 50.66, "caption": "A man puts his arm on person's shoulder and makes him flinch.", "similarity": 0.5707, "relevance": 2 }, { "pair_id": 326465, "video_name": "met_s06e23_seg02_clip_14", "timestamp": [ 0.0, 2.77 ], "duration": 61.66, "caption": "A man looks uncomfortable when he admits that was him.", "similarity": 0.5707, "relevance": 1 }, { "pair_id": 326466, "video_name": "castle_s07e03_seg02_clip_15", "timestamp": [ 1.78, 6.66 ], "duration": 88.66, "caption": "A man lifts his hand from woman after she expressed doubts.", "similarity": 0.5705, "relevance": 3 }, { "pair_id": 326467, "video_name": "met_s03e03_seg02_clip_12", "timestamp": [ 48.55, 54.66 ], "duration": 54.66, "caption": "A man puts his arm around man as he is speaking.", "similarity": 0.5702, "relevance": 1 }, { "pair_id": 326468, "video_name": "friends_s09e07_seg02_clip_00", "timestamp": [ 44.64, 51.54 ], "duration": 65.66, "caption": "A man raises his hand and then stops to think.", "similarity": 0.5685, "relevance": 2 }, { "pair_id": 326469, "video_name": "house_s08e07_seg02_clip_07", "timestamp": [ 21.25, 30.11 ], "duration": 88.66, "caption": "A man feels the person's arm that is laying down.", "similarity": 0.5679, "relevance": 2 }, { "pair_id": 326470, "video_name": "s02e16_seg02_clip_01", "timestamp": [ 18.89, 21.54 ], "duration": 59.66, "caption": "A person looks to a man while he poses his arms.", "similarity": 0.5675, "relevance": 1 }, { "pair_id": 326471, "video_name": "friends_s08e07_seg02_clip_17", "timestamp": [ 2.9, 8.12 ], "duration": 58.66, "caption": "A man waves his arm while explaining what happened to someone.", "similarity": 0.5662, "relevance": 3 }, { "pair_id": 326472, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 31.04, 35.69 ], "duration": 58.66, "caption": "A man puts his hand on guy's shoulder to reassure him.", "similarity": 0.5631, "relevance": 1 }, { "pair_id": 326473, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 3.28, 8.0 ], "duration": 41.66, "caption": "A man points his left arm out repeatedly while talking.", "similarity": 0.5624, "relevance": 3 }, { "pair_id": 326474, "video_name": "castle_s08e22_seg02_clip_11", "timestamp": [ 55.35, 57.21 ], "duration": 93.66, "caption": "A man puts his hand on woman's arm to assure her.", "similarity": 0.5607, "relevance": 3 }, { "pair_id": 326475, "video_name": "castle_s08e12_seg02_clip_04", "timestamp": [ 65.39, 68.92 ], "duration": 88.66, "caption": "A man says something about a substance in his arm and all of the people check their arms too.", "similarity": 0.5574, "relevance": 1 }, { "pair_id": 326476, "video_name": "met_s02e01_seg02_clip_04", "timestamp": [ 2.31, 6.93 ], "duration": 66.66, "caption": "A man tries to explain why someone reacted like they did.", "similarity": 0.5566, "relevance": 1 }, { "pair_id": 326477, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 87.38, 90.57 ], "duration": 91.66, "caption": "A person raises both of his arms in the air.", "similarity": 0.556, "relevance": 3 }, { "pair_id": 326478, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 39.08, 43.18 ], "duration": 63.66, "caption": "A man stands up, gestures widely, then drops his arms to his sides.", "similarity": 0.5559, "relevance": 3 }, { "pair_id": 326479, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 0.0, 2.46 ], "duration": 61.66, "caption": "A man extends his hand while saying he can't see the person's body.", "similarity": 0.5559, "relevance": 1 } ] }, { "query_id": 12992, "query": "A woman, upset over the treatment of someone, confronts person.", "relevant_moment": [ { "pair_id": 153460, "video_name": "house_s02e18_seg02_clip_19", "timestamp": [ 23.33, 66.02 ], "duration": 88.66, "caption": "A woman, upset over the treatment of someone, confronts person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153461, "video_name": "friends_s03e18_seg02_clip_14", "timestamp": [ 2.85, 40.49 ], "duration": 57.66, "caption": "A woman tries to console person as he is upset.", "similarity": 0.7346, "relevance": 3 }, { "pair_id": 153462, "video_name": "castle_s03e17_seg02_clip_18", "timestamp": [ 0.0, 25.67 ], "duration": 87.66, "caption": "A woman explains why she is upset about someone's behavior.", "similarity": 0.7033, "relevance": 3 }, { "pair_id": 153463, "video_name": "castle_s02e05_seg02_clip_24", "timestamp": [ 26.26, 41.4 ], "duration": 89.66, "caption": "A woman gets very upset and backs away from a man.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 153464, "video_name": "house_s01e22_seg02_clip_09", "timestamp": [ 55.81, 58.52 ], "duration": 90.66, "caption": "A woman confronted man and talk to him very angry.", "similarity": 0.6765, "relevance": 4 }, { "pair_id": 153465, "video_name": "friends_s03e20_seg02_clip_13", "timestamp": [ 17.71, 28.04 ], "duration": 59.66, "caption": "A woman tries to uplift a person and insults him/her again.", "similarity": 0.6723, "relevance": 2 }, { "pair_id": 153466, "video_name": "grey_s01e04_seg02_clip_13", "timestamp": [ 0.0, 14.27 ], "duration": 86.66, "caption": "A woman angrily confronts guy and then pushes him.", "similarity": 0.6715, "relevance": 4 }, { "pair_id": 153467, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 3.66, 9.15 ], "duration": 61.66, "caption": "A woman becomes exasperated with a person as she talks to him.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 153468, "video_name": "castle_s05e09_seg02_clip_10", "timestamp": [ 80.86, 85.45 ], "duration": 91.66, "caption": "A woman is left looking visibly upset at how the situation occurred.", "similarity": 0.6647, "relevance": 0 }, { "pair_id": 153469, "video_name": "house_s08e02_seg02_clip_20", "timestamp": [ 0.0, 22.57 ], "duration": 94.66, "caption": "A man came with a person and the woman started to become upset.", "similarity": 0.6638, "relevance": 4 }, { "pair_id": 153470, "video_name": "s09e13_seg02_clip_13", "timestamp": [ 6.96, 50.47 ], "duration": 116.66, "caption": "A person issues a very deep and meaningful apology to woman.", "similarity": 0.6635, "relevance": 0 }, { "pair_id": 153471, "video_name": "castle_s04e01_seg02_clip_22", "timestamp": [ 0.0, 10.26 ], "duration": 89.66, "caption": "A woman is visibly upset and a man is telling her she isn't fine.", "similarity": 0.6568, "relevance": 0 }, { "pair_id": 153472, "video_name": "friends_s06e02_seg02_clip_12", "timestamp": [ 7.88, 29.62 ], "duration": 63.66, "caption": "A woman is upset because another woman didn't give her the reaction that she wanted.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 153473, "video_name": "castle_s08e15_seg02_clip_19", "timestamp": [ 10.47, 15.47 ], "duration": 91.66, "caption": "A woman interrogating someone and the woman looks angry.", "similarity": 0.6559, "relevance": 4 }, { "pair_id": 153474, "video_name": "friends_s07e01_seg02_clip_17", "timestamp": [ 17.12, 19.48 ], "duration": 59.66, "caption": "A woman gets very upset about something that another woman does.", "similarity": 0.6552, "relevance": 3 }, { "pair_id": 153475, "video_name": "s01e02_seg02_clip_10", "timestamp": [ 5.51, 9.86 ], "duration": 58.66, "caption": "A person apologizes to a woman and accepts all the blame.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 153476, "video_name": "friends_s02e12-13_seg02_clip_28", "timestamp": [ 3.0, 13.81 ], "duration": 60.66, "caption": "A woman is upset with another woman for something she took that was hers.", "similarity": 0.6533, "relevance": 0 }, { "pair_id": 153477, "video_name": "friends_s02e07_seg02_clip_07", "timestamp": [ 33.5, 37.22 ], "duration": 62.66, "caption": "A woman puts her head in her hands and appears upset.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 153479, "video_name": "s07e17_seg02_clip_07", "timestamp": [ 33.87, 36.31 ], "duration": 61.66, "caption": "A woman throws up her arms in anger at a person.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 326780, "video_name": "s01e05_seg01_clip_03", "timestamp": [ 6.24, 13.44 ], "duration": 96.66, "caption": "A person says something to woman that makes another person angry.", "similarity": 0.6488, "relevance": 1 }, { "pair_id": 326781, "video_name": "friends_s03e18_seg02_clip_12", "timestamp": [ 55.85, 62.05 ], "duration": 62.66, "caption": "A woman insults a man and then the man confesses how he feels.", "similarity": 0.6488, "relevance": 3 }, { "pair_id": 326782, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 44.35, 59.24 ], "duration": 62.66, "caption": "A woman talks to some men and a person gets upset.", "similarity": 0.6478, "relevance": 3 }, { "pair_id": 326783, "video_name": "friends_s04e04_seg02_clip_04", "timestamp": [ 5.9, 11.81 ], "duration": 59.66, "caption": "A woman gets emotional when another woman hurts her feelings.", "similarity": 0.6477, "relevance": 4 }, { "pair_id": 326784, "video_name": "met_s03e10_seg02_clip_14", "timestamp": [ 44.18, 51.6 ], "duration": 61.66, "caption": "A woman rubs a person's arm when he gets upset.", "similarity": 0.6474, "relevance": 3 }, { "pair_id": 326785, "video_name": "castle_s05e05_seg02_clip_18", "timestamp": [ 27.04, 37.86 ], "duration": 90.66, "caption": "A person is upset with woman and another person and stops the meeting.", "similarity": 0.6458, "relevance": 3 }, { "pair_id": 326786, "video_name": "house_s07e08_seg02_clip_19", "timestamp": [ 49.09, 54.45 ], "duration": 89.66, "caption": "A woman gets upset with a man and then walks off.", "similarity": 0.6456, "relevance": 3 }, { "pair_id": 326787, "video_name": "s07e01_seg02_clip_14", "timestamp": [ 27.4, 35.33 ], "duration": 66.66, "caption": "A woman apologizes to person and he accepts her apology.", "similarity": 0.6455, "relevance": 3 }, { "pair_id": 326788, "video_name": "castle_s08e20_seg02_clip_04", "timestamp": [ 6.39, 19.16 ], "duration": 91.66, "caption": "A woman describes why she got into a fight with man.", "similarity": 0.6446, "relevance": 4 }, { "pair_id": 326789, "video_name": "castle_s03e13_seg02_clip_26", "timestamp": [ 21.86, 26.51 ], "duration": 93.66, "caption": "A woman expresses her appreciation to a man for defending her in the recent confrontation.", "similarity": 0.6435, "relevance": 3 }, { "pair_id": 326790, "video_name": "grey_s02e14_seg02_clip_13", "timestamp": [ 13.37, 35.64 ], "duration": 89.66, "caption": "A woman is having a conversation to a patient that is angry.", "similarity": 0.6431, "relevance": 3 }, { "pair_id": 326791, "video_name": "friends_s01e10_seg02_clip_21", "timestamp": [ 36.62, 40.22 ], "duration": 60.66, "caption": "A woman puts her arm around another woman after the latter appeared to be upset.", "similarity": 0.6429, "relevance": 3 }, { "pair_id": 326792, "video_name": "s03e15_seg02_clip_03", "timestamp": [ 39.55, 49.29 ], "duration": 59.66, "caption": "A woman put their hand on an upset man's shoulder.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 326793, "video_name": "friends_s02e04_seg02_clip_03", "timestamp": [ 30.25, 40.65 ], "duration": 63.66, "caption": "A woman argues in a dramatic way with woman about person.", "similarity": 0.6413, "relevance": 4 }, { "pair_id": 326794, "video_name": "castle_s04e23_seg02_clip_20", "timestamp": [ 74.99, 80.6 ], "duration": 102.66, "caption": "A person that a woman is fighting knocks them onto their back and they are visibly in a lot of pain.", "similarity": 0.6402, "relevance": 4 }, { "pair_id": 326795, "video_name": "friends_s03e24_seg02_clip_06", "timestamp": [ 0.0, 24.24 ], "duration": 57.66, "caption": "A woman is upset because someone doesn't look how someone else described.", "similarity": 0.6401, "relevance": 4 }, { "pair_id": 326796, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 47.74, 59.3 ], "duration": 59.66, "caption": "A woman's angry about their partner and discusses it with another woman.", "similarity": 0.6396, "relevance": 3 }, { "pair_id": 326797, "video_name": "friends_s09e08_seg02_clip_21", "timestamp": [ 42.2, 57.02 ], "duration": 57.66, "caption": "A woman approaches another woman and apologizes to her and offers her a consolation.", "similarity": 0.6393, "relevance": 3 }, { "pair_id": 326798, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 0.0, 15.73 ], "duration": 92.66, "caption": "A woman gives the patient advice when he's emotional about being angry.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 326799, "video_name": "grey_s03e23_seg02_clip_25", "timestamp": [ 0.0, 12.67 ], "duration": 90.66, "caption": "A woman reaches up and grabs her face during an argument with man.", "similarity": 0.6379, "relevance": 4 } ] }, { "query_id": 13016, "query": "A woman holds up a pad of paper for man.", "relevant_moment": [ { "pair_id": 166460, "video_name": "friends_s03e15_seg02_clip_03", "timestamp": [ 16.89, 27.85 ], "duration": 59.66, "caption": "A woman holds up a pad of paper for man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166461, "video_name": "castle_s02e10_seg02_clip_23", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A woman holds up a paper so that a man can see it.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 166462, "video_name": "friends_s07e23-24_seg02_clip_12", "timestamp": [ 0.95, 5.07 ], "duration": 63.66, "caption": "A man holds out a sheet of paper for woman to take.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 166463, "video_name": "friends_s02e09_seg02_clip_10", "timestamp": [ 11.28, 17.06 ], "duration": 55.66, "caption": "A woman hands man a piece of paper to hold.", "similarity": 0.8002, "relevance": 2 }, { "pair_id": 166464, "video_name": "s09e19_seg01_clip_00", "timestamp": [ 54.78, 55.89 ], "duration": 74.66, "caption": "A woman holds up a piece of paper with a message for a man.", "similarity": 0.7961, "relevance": 2 }, { "pair_id": 166465, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 39.67, 42.41 ], "duration": 61.66, "caption": "A person holds up a sheet of paper for a woman to look at.", "similarity": 0.7925, "relevance": 2 }, { "pair_id": 166466, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 62.43, 64.71 ], "duration": 91.66, "caption": "A man hands a woman a sheet of paper they were holding.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 166467, "video_name": "house_s07e04_seg02_clip_04", "timestamp": [ 81.33, 85.57 ], "duration": 94.66, "caption": "A woman hands a man a paper she's been holding.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 166468, "video_name": "s07e02_seg02_clip_18", "timestamp": [ 50.98, 52.02 ], "duration": 52.66, "caption": "A woman hands a man the piece of paper she was holding.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 166469, "video_name": "castle_s03e15_seg02_clip_09", "timestamp": [ 63.27, 68.7 ], "duration": 90.66, "caption": "A woman holds a large stack of papers which she then hands over to man.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 166470, "video_name": "castle_s03e12_seg02_clip_02", "timestamp": [ 20.71, 23.86 ], "duration": 90.66, "caption": "A woman hands a man a paper she was holding.", "similarity": 0.7675, "relevance": 1 }, { "pair_id": 166471, "video_name": "castle_s07e23_seg02_clip_21", "timestamp": [ 40.44, 43.69 ], "duration": 72.66, "caption": "A woman hands the piece of paper she holding to man.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 166472, "video_name": "castle_s01e07_seg02_clip_13", "timestamp": [ 35.39, 36.77 ], "duration": 91.66, "caption": "A person holds up a pen and pad of paper.", "similarity": 0.7647, "relevance": 0 }, { "pair_id": 166473, "video_name": "castle_s07e10_seg02_clip_14", "timestamp": [ 29.58, 31.4 ], "duration": 91.66, "caption": "A man holds up sheet of paper and a woman looks at it.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 166474, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 0.0, 9.76 ], "duration": 88.66, "caption": "A woman is holding a sheet of paper in her hands.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 166475, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 31.76, 37.93 ], "duration": 88.66, "caption": "A woman opens up a piece of paper and hands it to a man.", "similarity": 0.7442, "relevance": 3 }, { "pair_id": 166476, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 7.9, 9.66 ], "duration": 87.66, "caption": "A woman holds up a paper while having a conversation with a man.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 166477, "video_name": "friends_s07e02_seg02_clip_14", "timestamp": [ 15.74, 19.98 ], "duration": 60.66, "caption": "A woman gets up with a sheet of paper in her hands.", "similarity": 0.7396, "relevance": 1 }, { "pair_id": 166478, "video_name": "house_s08e15_seg02_clip_04", "timestamp": [ 77.01, 86.35 ], "duration": 89.66, "caption": "A woman holds up two sheets of paper for the person to read.", "similarity": 0.7382, "relevance": 4 }, { "pair_id": 166479, "video_name": "castle_s04e18_seg02_clip_20", "timestamp": [ 0.0, 10.28 ], "duration": 89.66, "caption": "A woman is holding a sheet of paper as she speaks to man, man, and man.", "similarity": 0.7365, "relevance": 3 }, { "pair_id": 339780, "video_name": "castle_s04e20_seg02_clip_12", "timestamp": [ 0.0, 9.87 ], "duration": 89.66, "caption": "A woman holds up a piece of paper with some text on it for a man to see, she turns the paper around and reveals a picture of a man to him.", "similarity": 0.7329, "relevance": 3 }, { "pair_id": 339782, "video_name": "castle_s02e03_seg02_clip_02", "timestamp": [ 2.7, 4.06 ], "duration": 90.66, "caption": "A man hands a woman a piece of paper.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 339783, "video_name": "castle_s07e18_seg02_clip_24", "timestamp": [ 37.39, 44.96 ], "duration": 89.66, "caption": "A woman holds up papers in a plastic sheet to show another woman.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 339784, "video_name": "castle_s04e16_seg02_clip_09", "timestamp": [ 3.58, 8.94 ], "duration": 89.66, "caption": "A person hands out a piece of paper to woman.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 339785, "video_name": "castle_s03e15_seg02_clip_12", "timestamp": [ 12.42, 15.64 ], "duration": 92.66, "caption": "A woman holds out a piece of white paper for a man to look at.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 339786, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 59.79, 62.58 ], "duration": 92.66, "caption": "A man hands a woman a sheet of paper when she is in front of him.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 339787, "video_name": "castle_s03e03_seg02_clip_13", "timestamp": [ 4.05, 7.65 ], "duration": 90.66, "caption": "A woman holds up a piece of paper and person looks at it.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 339788, "video_name": "castle_s07e02_seg02_clip_05", "timestamp": [ 7.42, 10.67 ], "duration": 92.66, "caption": "A man hands woman a couple of pieces of paper.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 339789, "video_name": "castle_s03e15_seg02_clip_12", "timestamp": [ 34.05, 37.27 ], "duration": 92.66, "caption": "A woman hands a man a small stack of papers.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 339790, "video_name": "friends_s07e16_seg02_clip_10", "timestamp": [ 52.2, 56.8 ], "duration": 61.66, "caption": "A woman holds up a paper in front of another woman.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 339791, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 20.37, 29.42 ], "duration": 90.66, "caption": "A man holds up a sheet of paper then tosses it over to a woman.", "similarity": 0.7204, "relevance": 2 }, { "pair_id": 339792, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 9.96, 11.21 ], "duration": 62.66, "caption": "A man hands a sheet of paper over to a woman.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 339793, "video_name": "castle_s08e08_seg02_clip_02", "timestamp": [ 6.05, 10.23 ], "duration": 93.66, "caption": "A woman takes a paper and put it into a man's pocket.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 339794, "video_name": "friends_s02e08_seg02_clip_13", "timestamp": [ 0.0, 24.11 ], "duration": 61.66, "caption": "A woman is holding a sheet of paper as she speaks with a man.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 339795, "video_name": "castle_s03e05_seg02_clip_22", "timestamp": [ 1.37, 5.5 ], "duration": 91.66, "caption": "A man grabs hold of the paper in woman's hands.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 339796, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 90.7, 93.03 ], "duration": 93.66, "caption": "A person hands a piece of paper to a woman.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 339797, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 25.68, 28.04 ], "duration": 59.66, "caption": "A woman handed out a piece of paper to a man.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 339798, "video_name": "friends_s10e14_seg02_clip_05", "timestamp": [ 22.56, 25.86 ], "duration": 55.66, "caption": "A man gives a piece of paper to woman.", "similarity": 0.7129, "relevance": 3 }, { "pair_id": 339799, "video_name": "s10e08_seg02_clip_09", "timestamp": [ 4.56, 10.57 ], "duration": 48.66, "caption": "A person takes out a sheet of paper and shows it to woman.", "similarity": 0.7127, "relevance": 2 } ] }, { "query_id": 13026, "query": "Two guys both shift and sit further up on the couch.", "relevant_moment": [ { "pair_id": 158240, "video_name": "friends_s03e15_seg02_clip_05", "timestamp": [ 17.81, 20.49 ], "duration": 59.66, "caption": "Two guys both shift and sit further up on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158241, "video_name": "friends_s09e17_seg01_clip_00", "timestamp": [ 7.26, 68.98 ], "duration": 121.66, "caption": "Two guys were both sitting at the couch.", "similarity": 0.7831, "relevance": 3 }, { "pair_id": 158242, "video_name": "friends_s06e23_seg02_clip_08", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "Two men were sitting on a couch.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 158243, "video_name": "friends_s03e15_seg02_clip_04", "timestamp": [ 34.79, 37.23 ], "duration": 61.66, "caption": "Two men sit down on the couch together.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 158244, "video_name": "s09e10_seg02_clip_10", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "Two men are sitting together on the couch.", "similarity": 0.7341, "relevance": 2 }, { "pair_id": 158245, "video_name": "met_s05e01_seg02_clip_05", "timestamp": [ 9.76, 12.82 ], "duration": 61.66, "caption": "A man sits down on the couch between two guys.", "similarity": 0.7284, "relevance": 1 }, { "pair_id": 158246, "video_name": "friends_s03e03_seg02_clip_06", "timestamp": [ 12.01, 17.71 ], "duration": 60.66, "caption": "Two men walk over to sit on the couch.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 158247, "video_name": "friends_s05e13_seg02_clip_00", "timestamp": [ 3.1, 26.67 ], "duration": 62.66, "caption": "Two guys were having a conversation while sitting on the couch.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 158248, "video_name": "friends_s09e02_seg02_clip_15", "timestamp": [ 0.0, 61.66 ], "duration": 61.66, "caption": "Two men were sitting beside each other on a couch.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 158249, "video_name": "friends_s01e11_seg02_clip_16", "timestamp": [ 0.0, 17.65 ], "duration": 63.66, "caption": "Two guys were sitting on a couch while talking.", "similarity": 0.7159, "relevance": 3 }, { "pair_id": 158250, "video_name": "friends_s06e12_seg02_clip_12", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "Two men sit on the couch together with their arms crossed.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 158251, "video_name": "friends_s03e15_seg02_clip_05", "timestamp": [ 14.25, 21.97 ], "duration": 59.66, "caption": "Two men change positions on the couch to be facing each other.", "similarity": 0.7073, "relevance": 4 }, { "pair_id": 158252, "video_name": "s06e21_seg02_clip_00", "timestamp": [ 36.82, 64.03 ], "duration": 64.66, "caption": "Two men were sitting beside each other on the couch.", "similarity": 0.7053, "relevance": 3 }, { "pair_id": 158253, "video_name": "s03e22_seg02_clip_10", "timestamp": [ 0.0, 46.34 ], "duration": 59.66, "caption": "Two men were sitting beside each other at the couch.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 158254, "video_name": "s03e20_seg02_clip_05", "timestamp": [ 0.0, 32.71 ], "duration": 60.66, "caption": "Two men were having a conversation whilst they were both sitting at the couch.", "similarity": 0.6906, "relevance": 2 }, { "pair_id": 158255, "video_name": "s05e23_seg02_clip_17", "timestamp": [ 0.0, 54.32 ], "duration": 60.66, "caption": "Two men sit on a couch while talking to each other.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 158256, "video_name": "friends_s03e01_seg02_clip_18", "timestamp": [ 0.0, 17.47 ], "duration": 57.66, "caption": "Two men are having a conversation while sitting on a couch.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 158257, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 0.0, 35.21 ], "duration": 88.66, "caption": "Two men are having a conversation while sitting on a couch.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 158258, "video_name": "friends_s02e21_seg02_clip_07", "timestamp": [ 26.78, 28.59 ], "duration": 60.66, "caption": "Two people pull the couch back where two guys are sitting.", "similarity": 0.68, "relevance": 3 }, { "pair_id": 158259, "video_name": "s07e07_seg02_clip_13", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "Two men sit on the couch with one man's hand on the other man's shoulder.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 331560, "video_name": "friends_s10e15_seg02_clip_19", "timestamp": [ 0.0, 2.7 ], "duration": 54.66, "caption": "Two people get up from the couch.", "similarity": 0.6773, "relevance": 1 }, { "pair_id": 331561, "video_name": "s02e16_seg02_clip_09", "timestamp": [ 34.5, 37.64 ], "duration": 57.66, "caption": "Two men stand up from the couch.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 331562, "video_name": "friends_s06e12_seg02_clip_13", "timestamp": [ 0.0, 11.51 ], "duration": 59.66, "caption": "Two men are both sitting on the sofa with their arms crossed.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 331563, "video_name": "friends_s06e12_seg02_clip_12", "timestamp": [ 50.35, 61.03 ], "duration": 61.66, "caption": "Two men sit crossed armed on the couch together.", "similarity": 0.6755, "relevance": 1 }, { "pair_id": 331564, "video_name": "met_s02e18_seg02_clip_16", "timestamp": [ 45.55, 48.78 ], "duration": 58.66, "caption": "Two people both get up from the couch at the same time.", "similarity": 0.6728, "relevance": 1 }, { "pair_id": 331565, "video_name": "friends_s02e07_seg02_clip_03", "timestamp": [ 25.09, 28.93 ], "duration": 59.66, "caption": "Two people shift from sitting front-facing on the couch so they can look behind the couch and talk to another person.", "similarity": 0.671, "relevance": 4 }, { "pair_id": 331566, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "Two men are sitting on the couch with a large pillow in between them.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 331567, "video_name": "friends_s04e19_seg02_clip_04", "timestamp": [ 51.06, 57.55 ], "duration": 59.66, "caption": "Two men sit down on the couch and a person takes a seat, backwards, in a chair.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 331568, "video_name": "s04e12_seg02_clip_14", "timestamp": [ 28.81, 32.71 ], "duration": 60.66, "caption": "A man gets up from his desk and sits next to another man on the couch.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 331569, "video_name": "s01e03_seg02_clip_02", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A man sits down on the couch between two other men.", "similarity": 0.666, "relevance": 1 }, { "pair_id": 331570, "video_name": "friends_s09e17_seg02_clip_12", "timestamp": [ 15.68, 57.02 ], "duration": 57.66, "caption": "Two men were sitting on the couch whilst talking.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 331571, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 44.25, 48.52 ], "duration": 61.66, "caption": "A man sits down on the couch next to another man.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 331572, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 30.99, 34.83 ], "duration": 59.66, "caption": "A man sits down on the couch next to another man.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 331573, "video_name": "met_s02e01_seg01_clip_02", "timestamp": [ 1.51, 15.1 ], "duration": 46.66, "caption": "A man slowly stands up from his seat on the couch next to another man.", "similarity": 0.6595, "relevance": 1 }, { "pair_id": 331574, "video_name": "s07e14_seg02_clip_13", "timestamp": [ 13.96, 17.99 ], "duration": 62.66, "caption": "A man gets up off the couch then another man gets up too.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 331575, "video_name": "friends_s08e11_seg02_clip_01", "timestamp": [ 16.53, 19.48 ], "duration": 59.66, "caption": "A man gets up from his armchair and sits besides another man on the couch.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 331576, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 0.0, 3.7 ], "duration": 20.66, "caption": "Two men are talking while they are sitting on the couch.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 331577, "video_name": "s02e18_seg02_clip_12", "timestamp": [ 54.52, 58.3 ], "duration": 63.66, "caption": "Two men stand up from sitting on the sofa.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 331578, "video_name": "s09e10_seg02_clip_12", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "Two men sit on a couch with coffee cups talking.", "similarity": 0.6484, "relevance": 3 }, { "pair_id": 331579, "video_name": "met_s02e20_seg02_clip_05", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "Two people get up from being seated in a sofa.", "similarity": 0.6472, "relevance": 1 } ] }, { "query_id": 13035, "query": "A person lights a candle and sets it on the table.", "relevant_moment": [ { "pair_id": 147761, "video_name": "friends_s07e14_seg02_clip_03", "timestamp": [ 43.68, 47.81 ], "duration": 59.66, "caption": "A man lights the candle sticks on the table.", "similarity": 0.857, "relevance": 2 }, { "pair_id": 147762, "video_name": "friends_s09e05_seg02_clip_02", "timestamp": [ 2.4, 5.1 ], "duration": 60.66, "caption": "A woman lights the candle on the kitchen table and sets the lighter down.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 147763, "video_name": "castle_s07e03_seg02_clip_26", "timestamp": [ 76.89, 78.12 ], "duration": 123.66, "caption": "A person lights an unlit candle with a lighter.", "similarity": 0.7777, "relevance": 2 }, { "pair_id": 147764, "video_name": "friends_s01e07_seg02_clip_21", "timestamp": [ 43.09, 44.56 ], "duration": 59.66, "caption": "A person blows out a candle that is on the table and the room goes dark.", "similarity": 0.7404, "relevance": 1 }, { "pair_id": 147765, "video_name": "house_s04e12_seg02_clip_22", "timestamp": [ 96.4, 100.06 ], "duration": 122.66, "caption": "Someone lights a candle in the patient's room.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 147766, "video_name": "met_s06e22_seg02_clip_12", "timestamp": [ 35.51, 45.44 ], "duration": 60.66, "caption": "A man lights and puts a candle on the table and sits down next to a woman on the bed.", "similarity": 0.6942, "relevance": 4 }, { "pair_id": 147767, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 13.35, 15.96 ], "duration": 58.66, "caption": "A person places the candle into the candle stick holder.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 147768, "video_name": "s05e02_seg01_clip_00", "timestamp": [ 24.33, 29.45 ], "duration": 64.66, "caption": "A man lights the left candle and moves the lighter to his right hand.", "similarity": 0.6479, "relevance": 2 }, { "pair_id": 147769, "video_name": "friends_s01e07_seg02_clip_00", "timestamp": [ 16.78, 20.44 ], "duration": 61.66, "caption": "A man lights a candle with a match at the kitchen counter.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 147770, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 13.06, 15.38 ], "duration": 58.66, "caption": "A man places his lit candle in the candlestick.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 147771, "video_name": "castle_s08e09_seg02_clip_25", "timestamp": [ 149.65, 155.77 ], "duration": 175.66, "caption": "A person lights some candle and someone knocks on the door.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 147772, "video_name": "met_s06e19_seg02_clip_14", "timestamp": [ 40.34, 41.91 ], "duration": 63.66, "caption": "A man breaks a candle in half and tosses it on the table.", "similarity": 0.6323, "relevance": 1 }, { "pair_id": 147773, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 48.25, 60.23 ], "duration": 63.66, "caption": "A person holds up two light bulbs while sitting at the table.", "similarity": 0.6275, "relevance": 0 }, { "pair_id": 147774, "video_name": "friends_s02e18_seg02_clip_11", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A person turns the lamp on and off quickly.", "similarity": 0.6117, "relevance": 0 }, { "pair_id": 147775, "video_name": "castle_s02e04_seg02_clip_10", "timestamp": [ 76.96, 85.07 ], "duration": 135.66, "caption": "A woman lights three candles that are on a table near the bath tub.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 147776, "video_name": "friends_s07e21_seg02_clip_05", "timestamp": [ 48.93, 67.02 ], "duration": 67.66, "caption": "A woman has a romantic candle filled living room for a man.", "similarity": 0.6077, "relevance": 1 }, { "pair_id": 147777, "video_name": "castle_s02e22_seg02_clip_14", "timestamp": [ 88.84, 93.03 ], "duration": 93.66, "caption": "A woman has chopsticks by her mouth as she sits at a candle lit table.", "similarity": 0.5984, "relevance": 0 }, { "pair_id": 147778, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 26.08, 33.85 ], "duration": 91.66, "caption": "A person goes to the lamps in the room and turns them on.", "similarity": 0.5933, "relevance": 0 }, { "pair_id": 147779, "video_name": "house_s02e13_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person uses a torch shines a light in someone's eyes.", "similarity": 0.5922, "relevance": 0 } ] }, { "query_id": 13122, "query": "A person stands up and talks to woman who is on the other side of the freezer.", "relevant_moment": [ { "pair_id": 11040, "video_name": "castle_s03e16_seg02_clip_27", "timestamp": [ 7.72, 11.02 ], "duration": 11.66, "caption": "A person stands up and talks to woman who is on the other side of the freezer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11041, "video_name": "met_s06e02_seg02_clip_16", "timestamp": [ 1.24, 3.41 ], "duration": 62.66, "caption": "A person is talking to a woman and stands up.", "similarity": 0.7843, "relevance": 3 }, { "pair_id": 11042, "video_name": "castle_s04e04_seg02_clip_25", "timestamp": [ 52.7, 57.79 ], "duration": 92.66, "caption": "A person stands up and continues talking to a woman.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 11043, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 18.13, 22.56 ], "duration": 88.66, "caption": "A woman stands up while she is talking to a man.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 11044, "video_name": "house_s01e12_seg02_clip_06", "timestamp": [ 21.4, 24.59 ], "duration": 91.66, "caption": "A woman stands up while she is talking to a man.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 11045, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 29.34, 34.31 ], "duration": 90.66, "caption": "A woman stands up while talking to a man.", "similarity": 0.7314, "relevance": 2 }, { "pair_id": 11046, "video_name": "friends_s06e15-16_seg02_clip_35", "timestamp": [ 20.91, 24.49 ], "duration": 55.66, "caption": "A woman stands up while talking to a man.", "similarity": 0.7314, "relevance": 3 }, { "pair_id": 11047, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 12.55, 16.54 ], "duration": 57.66, "caption": "A woman stands up and still talks to the person beside her.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 11048, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 50.79, 53.85 ], "duration": 87.66, "caption": "A woman stands up after talking to the person in front of her.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 11049, "video_name": "house_s03e11_seg02_clip_15", "timestamp": [ 0.0, 26.61 ], "duration": 95.66, "caption": "A woman is standing over person talking with them.", "similarity": 0.7178, "relevance": 1 }, { "pair_id": 11050, "video_name": "house_s04e01_seg02_clip_16", "timestamp": [ 0.0, 5.37 ], "duration": 89.66, "caption": "A woman stands up and talks to a man immediately.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 11051, "video_name": "castle_s02e20_seg02_clip_23", "timestamp": [ 80.86, 86.51 ], "duration": 94.66, "caption": "A person stands up from a chair while talking to woman.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 11052, "video_name": "friends_s06e01_seg02_clip_18", "timestamp": [ 27.31, 31.21 ], "duration": 60.66, "caption": "A woman stands up a little while talking to a man.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 11053, "video_name": "friends_s02e06_seg02_clip_02", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A person stands close to woman and speaks to her.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 11054, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 11.23, 33.35 ], "duration": 66.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7081, "relevance": 3 }, { "pair_id": 11055, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 28.57, 57.64 ], "duration": 102.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 11056, "video_name": "grey_s03e07_seg02_clip_20", "timestamp": [ 81.31, 89.66 ], "duration": 89.66, "caption": "A woman stands up while continuing to talk to another person.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 11057, "video_name": "castle_s02e13_seg02_clip_12", "timestamp": [ 0.0, 15.47 ], "duration": 91.66, "caption": "A woman was talking to someone while a person was standing on the side.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 11058, "video_name": "castle_s06e15_seg02_clip_04", "timestamp": [ 9.79, 11.66 ], "duration": 93.66, "caption": "A person stands up to talk to another person.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 11059, "video_name": "castle_s04e12_seg02_clip_08", "timestamp": [ 35.11, 91.19 ], "duration": 91.66, "caption": "Two people are standing speaking to a woman.", "similarity": 0.6974, "relevance": 1 } ] }, { "query_id": 13130, "query": "A man tries to take off woman's bra and it snaps back and hurts her.", "relevant_moment": [ { "pair_id": 165620, "video_name": "friends_s10e03_seg02_clip_10", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man tries to take off woman's bra and it snaps back and hurts her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165621, "video_name": "friends_s10e03_seg02_clip_10", "timestamp": [ 0.3, 3.9 ], "duration": 60.66, "caption": "A man hurts a woman while he's trying to take off her bra.", "similarity": 0.901, "relevance": 4 }, { "pair_id": 165622, "video_name": "friends_s03e17_seg02_clip_08", "timestamp": [ 11.01, 15.63 ], "duration": 71.66, "caption": "A woman takes her bra off and hands it to a man.", "similarity": 0.7411, "relevance": 1 }, { "pair_id": 165623, "video_name": "met_s03e07_seg02_clip_10", "timestamp": [ 47.21, 51.22 ], "duration": 61.66, "caption": "A man takes the bra from two people and one of them yanks it from him.", "similarity": 0.7331, "relevance": 1 }, { "pair_id": 165624, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 54.59, 62.03 ], "duration": 62.66, "caption": "A woman turns around so a man can try to take her bra off.", "similarity": 0.7223, "relevance": 4 }, { "pair_id": 165626, "video_name": "friends_s07e21_seg02_clip_14", "timestamp": [ 9.3, 17.41 ], "duration": 60.66, "caption": "A man grabs a woman's shirt and exposes her bra.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 165627, "video_name": "friends_s04e16_seg02_clip_15", "timestamp": [ 47.96, 59.21 ], "duration": 59.66, "caption": "A woman starts taking off her bra in front of a man while he puts his coat on.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 165628, "video_name": "friends_s10e03_seg02_clip_10", "timestamp": [ 6.6, 10.8 ], "duration": 60.66, "caption": "A man gets frustrated with someone's bra and gets up from the couch.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 165630, "video_name": "castle_s05e01_seg02_clip_01", "timestamp": [ 27.43, 29.64 ], "duration": 88.66, "caption": "A man removes a bra from the floor with his foot.", "similarity": 0.6442, "relevance": 1 }, { "pair_id": 165632, "video_name": "met_s06e17_seg02_clip_05", "timestamp": [ 26.11, 34.22 ], "duration": 60.66, "caption": "A woman snaps at a man over one of her new work duties and how it hurt her.", "similarity": 0.6421, "relevance": 1 }, { "pair_id": 165634, "video_name": "house_s05e22_seg02_clip_20", "timestamp": [ 101.42, 120.02 ], "duration": 120.66, "caption": "A man takes a shot out of a stripper's bra.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 165635, "video_name": "friends_s08e09_seg02_clip_10", "timestamp": [ 44.66, 49.31 ], "duration": 62.66, "caption": "A woman tries to get a man to take off an article of clothing.", "similarity": 0.6301, "relevance": 0 }, { "pair_id": 165636, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 44.66, 54.9 ], "duration": 62.66, "caption": "A man slips his hand up someone's top whilst kissing him/her and tries to undo his/her bra.", "similarity": 0.6177, "relevance": 2 }, { "pair_id": 165638, "video_name": "house_s04e08_seg02_clip_05", "timestamp": [ 0.0, 8.91 ], "duration": 99.66, "caption": "A man is daring woman to show his bra and she told him he was a bit rude.", "similarity": 0.6122, "relevance": 1 }, { "pair_id": 165639, "video_name": "house_s04e15_seg02_clip_12", "timestamp": [ 61.48, 64.66 ], "duration": 91.66, "caption": "A woman unhooks her bra while a man is watching.", "similarity": 0.6094, "relevance": 2 } ] }, { "query_id": 13172, "query": "A woman shakes her head up and down while arguing with a man then he snaps back at her.", "relevant_moment": [ { "pair_id": 167940, "video_name": "s10e12_seg02_clip_07", "timestamp": [ 30.25, 36.87 ], "duration": 63.66, "caption": "A woman shakes her head up and down while arguing with a man then he snaps back at her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167941, "video_name": "grey_s03e18_seg02_clip_20", "timestamp": [ 25.37, 38.73 ], "duration": 89.66, "caption": "A man shakes his head repeatedly during his argument with a woman.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 167942, "video_name": "s02e12_seg02_clip_02", "timestamp": [ 0.0, 11.1 ], "duration": 60.66, "caption": "A woman is in front of a man arguing with him.", "similarity": 0.7483, "relevance": 2 }, { "pair_id": 167943, "video_name": "grey_s03e23_seg02_clip_25", "timestamp": [ 0.0, 12.67 ], "duration": 90.66, "caption": "A woman reaches up and grabs her face during an argument with man.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 167944, "video_name": "house_s07e03_seg02_clip_25", "timestamp": [ 116.34, 129.54 ], "duration": 165.66, "caption": "A man jumps up in anger to debate woman's decision at her beside.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 167945, "video_name": "met_s02e04_seg02_clip_00", "timestamp": [ 9.6, 14.41 ], "duration": 64.66, "caption": "A woman looks over when person says she's still arguing with someone.", "similarity": 0.7226, "relevance": 1 }, { "pair_id": 167946, "video_name": "met_s02e03_seg02_clip_03", "timestamp": [ 21.76, 28.14 ], "duration": 58.66, "caption": "A man and a woman are arguing as they sit down with each other.", "similarity": 0.7217, "relevance": 3 }, { "pair_id": 167947, "video_name": "castle_s03e20_seg02_clip_21", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A woman shakes her head while trying to convince a man and a woman about her values.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 167948, "video_name": "grey_s03e17_seg02_clip_10", "timestamp": [ 15.3, 18.21 ], "duration": 72.66, "caption": "A woman crosses her arms when she is arguing with man.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 167949, "video_name": "friends_s07e03_seg02_clip_14", "timestamp": [ 0.0, 4.04 ], "duration": 62.66, "caption": "A man stands up and swipes at a woman as she argues with him.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 167950, "video_name": "s08e06_seg02_clip_09", "timestamp": [ 35.09, 37.84 ], "duration": 61.66, "caption": "A man and a woman look at each other while two other people argue.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 167951, "video_name": "friends_s08e10_seg02_clip_08", "timestamp": [ 5.51, 8.41 ], "duration": 58.66, "caption": "A man stands up immediately while arguing with a woman.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 167952, "video_name": "friends_s09e22_seg02_clip_12", "timestamp": [ 0.0, 9.04 ], "duration": 58.66, "caption": "A man and a woman are having an argument with each other.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 167953, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 14.88, 19.21 ], "duration": 96.66, "caption": "A woman shakes her head after talking with a man.", "similarity": 0.7049, "relevance": 1 }, { "pair_id": 167954, "video_name": "castle_s04e21_seg02_clip_22", "timestamp": [ 0.0, 5.37 ], "duration": 89.66, "caption": "A woman shakes her head after a person explains his actions.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 167955, "video_name": "friends_s02e12-13_seg02_clip_32", "timestamp": [ 10.33, 18.89 ], "duration": 59.66, "caption": "Two women are arguing about a woman dating someone then she finger-snaps a woman on the forehead.", "similarity": 0.7031, "relevance": 3 }, { "pair_id": 167956, "video_name": "friends_s05e01_seg02_clip_16", "timestamp": [ 24.07, 27.8 ], "duration": 57.66, "caption": "A woman shakes her head at what a man says.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 167957, "video_name": "house_s07e11_seg02_clip_07", "timestamp": [ 15.2, 16.4 ], "duration": 80.66, "caption": "A woman shakes her head from side to side during a conversation with a man.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 167958, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A woman and man are arguing in front of person and person.", "similarity": 0.6982, "relevance": 3 }, { "pair_id": 167959, "video_name": "house_s02e13_seg02_clip_15", "timestamp": [ 20.93, 25.12 ], "duration": 93.66, "caption": "A woman walks out immediately after arguing with a man.", "similarity": 0.6979, "relevance": 1 } ] }, { "query_id": 13191, "query": "A man scoots back from woman and starts talking to her while moving his hands.", "relevant_moment": [ { "pair_id": 49080, "video_name": "friends_s07e22_seg02_clip_15", "timestamp": [ 7.54, 12.48 ], "duration": 58.66, "caption": "A man scoots back from woman and starts talking to her while moving his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 49081, "video_name": "friends_s06e15-16_seg02_clip_26", "timestamp": [ 34.24, 36.3 ], "duration": 59.66, "caption": "A man scoots his chair forward while talking to a woman.", "similarity": 0.8097, "relevance": 4 }, { "pair_id": 49082, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 37.15, 39.87 ], "duration": 90.66, "caption": "A man moves his hand while he is talking to a woman.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 49083, "video_name": "castle_s02e20_seg02_clip_01", "timestamp": [ 1.82, 16.83 ], "duration": 90.66, "caption": "A woman says something to man and he scoots closer to her.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 49084, "video_name": "friends_s05e05_seg02_clip_05", "timestamp": [ 8.26, 15.64 ], "duration": 59.66, "caption": "A woman scoots herself after a man tells her he needs to discuss something.", "similarity": 0.7398, "relevance": 3 }, { "pair_id": 49085, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 27.61, 30.31 ], "duration": 60.66, "caption": "A man turns his back while talking to a woman and she follows him.", "similarity": 0.7318, "relevance": 1 }, { "pair_id": 49086, "video_name": "castle_s05e19_seg02_clip_26", "timestamp": [ 3.3, 6.6 ], "duration": 132.66, "caption": "A man turns around and back again while talking to woman.", "similarity": 0.7232, "relevance": 0 }, { "pair_id": 49087, "video_name": "friends_s08e16_seg02_clip_04", "timestamp": [ 43.81, 47.29 ], "duration": 58.66, "caption": "A man scoots to the edge of the couch and clasps his hands and starts talking to a woman.", "similarity": 0.7217, "relevance": 3 }, { "pair_id": 49088, "video_name": "friends_s01e05_seg02_clip_21", "timestamp": [ 3.43, 6.37 ], "duration": 49.66, "caption": "A man gets up and woman scoots closer to him.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 49089, "video_name": "castle_s02e01_seg02_clip_15", "timestamp": [ 4.35, 7.4 ], "duration": 87.66, "caption": "A man gestures out to a woman and back with their right hand.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 49090, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man is talking to a woman while she is walking.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 49091, "video_name": "grey_s01e02_seg02_clip_04", "timestamp": [ 13.05, 26.11 ], "duration": 90.66, "caption": "A man goes back and forth around woman as they converse.", "similarity": 0.7116, "relevance": 1 }, { "pair_id": 49092, "video_name": "house_s07e20_seg02_clip_22", "timestamp": [ 60.0, 63.72 ], "duration": 93.66, "caption": "A man is walking back and forth while a woman is speaking.", "similarity": 0.7112, "relevance": 1 }, { "pair_id": 49093, "video_name": "house_s04e14_seg02_clip_23", "timestamp": [ 43.25, 45.13 ], "duration": 94.66, "caption": "A woman turns her back while talking to a man.", "similarity": 0.704, "relevance": 0 }, { "pair_id": 49094, "video_name": "friends_s09e13_seg02_clip_09", "timestamp": [ 0.0, 2.43 ], "duration": 60.66, "caption": "A man wags his hand back and forth at woman.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 49095, "video_name": "house_s01e10_seg02_clip_09", "timestamp": [ 15.84, 19.81 ], "duration": 88.66, "caption": "A man is talking to a woman while they are walking.", "similarity": 0.6986, "relevance": 1 }, { "pair_id": 49096, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 1.89, 3.15 ], "duration": 63.66, "caption": "A man gestures, opening his hand, while talking to a woman.", "similarity": 0.695, "relevance": 3 }, { "pair_id": 49097, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 23.16, 27.1 ], "duration": 87.66, "caption": "A man is talking to woman while they are walking.", "similarity": 0.6905, "relevance": 0 }, { "pair_id": 49098, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 27.55, 31.17 ], "duration": 90.66, "caption": "A man is talking to woman while they are walking.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 49099, "video_name": "friends_s03e20_seg02_clip_18", "timestamp": [ 0.0, 10.08 ], "duration": 59.66, "caption": "A man is talking with a woman and he puts his hands on his lower back.", "similarity": 0.6878, "relevance": 1 } ] }, { "query_id": 13206, "query": "A woman looks at a man with a look of disgust.", "relevant_moment": [ { "pair_id": 12260, "video_name": "s05e04_seg02_clip_14", "timestamp": [ 39.78, 50.7 ], "duration": 56.66, "caption": "A woman looks at a man with a look of disgust.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12261, "video_name": "friends_s09e03_seg02_clip_06", "timestamp": [ 58.31, 62.03 ], "duration": 62.66, "caption": "A man makes a disgusted face as woman looks at him.", "similarity": 0.845, "relevance": 3 }, { "pair_id": 12262, "video_name": "castle_s03e01_seg02_clip_21", "timestamp": [ 9.35, 14.24 ], "duration": 89.66, "caption": "A woman looks at a man.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 12263, "video_name": "met_s06e05_seg02_clip_14", "timestamp": [ 6.6, 8.1 ], "duration": 60.66, "caption": "A woman turns toward a man with a look of shock and disgust on her face.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 12264, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 50.92, 54.29 ], "duration": 67.66, "caption": "A woman looks at the face of a man.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 12265, "video_name": "s07e20_seg02_clip_11", "timestamp": [ 20.02, 21.76 ], "duration": 58.66, "caption": "A person scrunches up their face in disgust and looks at a woman.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 12266, "video_name": "s07e09_seg02_clip_03", "timestamp": [ 8.41, 10.73 ], "duration": 58.66, "caption": "A woman turns to look at a man in annoyance.", "similarity": 0.7835, "relevance": 2 }, { "pair_id": 12267, "video_name": "castle_s07e12_seg02_clip_27", "timestamp": [ 19.25, 23.32 ], "duration": 74.66, "caption": "A man looks at a woman after he is embarrassed by a woman.", "similarity": 0.7569, "relevance": 1 }, { "pair_id": 12268, "video_name": "castle_s03e22_seg02_clip_26", "timestamp": [ 6.51, 8.99 ], "duration": 13.66, "caption": "A woman turns to face a man, who is looking at her.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 12269, "video_name": "castle_s04e05_seg02_clip_08", "timestamp": [ 11.51, 13.36 ], "duration": 92.66, "caption": "A man looks shocked and glances side-eyed at a woman.", "similarity": 0.7418, "relevance": 0 }, { "pair_id": 12270, "video_name": "house_s07e14_seg02_clip_18", "timestamp": [ 36.01, 38.51 ], "duration": 100.66, "caption": "A woman turns around to look at a man.", "similarity": 0.7367, "relevance": 1 }, { "pair_id": 12271, "video_name": "house_s05e06_seg02_clip_13", "timestamp": [ 14.22, 17.43 ], "duration": 91.66, "caption": "A woman gets up and looks disappointed at a man.", "similarity": 0.7325, "relevance": 1 }, { "pair_id": 12272, "video_name": "s06e14_seg01_clip_00", "timestamp": [ 41.41, 47.97 ], "duration": 69.66, "caption": "A woman looks displeased at a man, and enlarges her eyes showing disapproval.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 12273, "video_name": "s02e17_seg02_clip_15", "timestamp": [ 48.4, 51.35 ], "duration": 59.66, "caption": "A woman looks at a man with a bored look on her face and shakes her head no.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 12274, "video_name": "met_s02e11_seg02_clip_02", "timestamp": [ 6.08, 10.24 ], "duration": 64.66, "caption": "A woman stops and looks at someone in disgust when he speaks.", "similarity": 0.7253, "relevance": 4 }, { "pair_id": 12275, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 57.67, 59.81 ], "duration": 61.66, "caption": "A woman turns around and looks at man in his eyes intensely.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 12276, "video_name": "house_s01e04_seg02_clip_10", "timestamp": [ 26.05, 29.77 ], "duration": 93.66, "caption": "A woman looks at a man with an uncomfortable expression in her face without saying a word.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 12277, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 1.37, 7.28 ], "duration": 91.66, "caption": "A man opens his eyes and looks over at a woman.", "similarity": 0.7169, "relevance": 1 }, { "pair_id": 12278, "video_name": "grey_s01e03_seg02_clip_25", "timestamp": [ 6.89, 7.84 ], "duration": 27.66, "caption": "A man looks at a woman and she looks at him with confusion.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 12279, "video_name": "castle_s06e06_seg02_clip_26", "timestamp": [ 4.01, 5.79 ], "duration": 89.66, "caption": "A woman turns her head and looks at man.", "similarity": 0.71, "relevance": 1 }, { "pair_id": 185580, "video_name": "grey_s03e11_seg02_clip_09", "timestamp": [ 90.27, 94.03 ], "duration": 94.66, "caption": "A woman looks at a man and turns to face another direction.", "similarity": 0.7091, "relevance": 4 }, { "pair_id": 185581, "video_name": "friends_s03e01_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman looks at a man and smiles and lowers her head slightly.", "similarity": 0.7083, "relevance": 2 }, { "pair_id": 185582, "video_name": "house_s06e07_seg02_clip_24", "timestamp": [ 74.78, 77.72 ], "duration": 84.66, "caption": "A woman stares at a man and gets teary-eyed.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 185583, "video_name": "castle_s08e05_seg02_clip_08", "timestamp": [ 11.55, 15.1 ], "duration": 88.66, "caption": "A man looks disgusted with what a woman said she smelled.", "similarity": 0.7078, "relevance": 4 }, { "pair_id": 185584, "video_name": "house_s05e14_seg02_clip_15", "timestamp": [ 6.26, 11.17 ], "duration": 89.66, "caption": "A man looks into woman's eye and looks her over.", "similarity": 0.707, "relevance": 3 }, { "pair_id": 185585, "video_name": "castle_s03e07_seg02_clip_24", "timestamp": [ 60.09, 79.68 ], "duration": 89.66, "caption": "A woman looks over at a man, staring at him, angrily.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 185586, "video_name": "s06e21_seg02_clip_03", "timestamp": [ 7.08, 11.51 ], "duration": 59.66, "caption": "A woman stares adoringly at a man anticipating improbable affection.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 185587, "video_name": "friends_s07e07_seg02_clip_19", "timestamp": [ 32.04, 36.92 ], "duration": 61.66, "caption": "A woman looks at a man and laughs at him.", "similarity": 0.7052, "relevance": 3 }, { "pair_id": 185588, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 20.47, 25.12 ], "duration": 93.66, "caption": "A man is looking at a woman and says something so she turns to look at him.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 185589, "video_name": "house_s04e15_seg02_clip_25", "timestamp": [ 12.96, 14.4 ], "duration": 72.66, "caption": "A woman turns her head to the right to look at a man.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 185590, "video_name": "s02e17_seg02_clip_14", "timestamp": [ 11.02, 13.93 ], "duration": 58.66, "caption": "A woman shakes her head uncomfortably while looking at man.", "similarity": 0.6985, "relevance": 4 }, { "pair_id": 185591, "video_name": "s03e10_seg02_clip_01", "timestamp": [ 59.83, 61.13 ], "duration": 65.66, "caption": "A person turns his head and looks at a woman pointedly.", "similarity": 0.6965, "relevance": 4 }, { "pair_id": 185592, "video_name": "castle_s03e15_seg02_clip_13", "timestamp": [ 52.87, 53.76 ], "duration": 88.66, "caption": "Woman turns her head slightly to the left to look at man.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 185593, "video_name": "grey_s02e23_seg02_clip_03", "timestamp": [ 5.13, 24.73 ], "duration": 93.66, "caption": "A woman is showing concern for man, he is looking at her with affection.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 185594, "video_name": "grey_s03e25_seg02_clip_12", "timestamp": [ 17.86, 19.98 ], "duration": 85.66, "caption": "A man looks at a woman and she looks back at him.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 185595, "video_name": "grey_s03e24_seg02_clip_02", "timestamp": [ 10.47, 14.56 ], "duration": 91.66, "caption": "A woman looks at a man, sympathetically, and touches his shoulder.", "similarity": 0.6903, "relevance": 2 }, { "pair_id": 185596, "video_name": "met_s03e18_seg02_clip_08", "timestamp": [ 5.4, 6.9 ], "duration": 60.66, "caption": "A man turns his head to look down at a woman.", "similarity": 0.6898, "relevance": 4 }, { "pair_id": 185597, "video_name": "friends_s03e11_seg02_clip_08", "timestamp": [ 30.25, 32.78 ], "duration": 63.66, "caption": "Two people look at a man with an amused look on their faces.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 185598, "video_name": "met_s06e21_seg02_clip_13", "timestamp": [ 10.87, 13.59 ], "duration": 60.66, "caption": "A woman smiles and looks over at a man.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 185599, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 15.04, 23.7 ], "duration": 91.66, "caption": "A woman looks irritated when a man describes her as attractive.", "similarity": 0.6874, "relevance": 2 } ] }, { "query_id": 13238, "query": "A person and someone standing at her door talking.", "relevant_moment": [ { "pair_id": 3380, "video_name": "s07e05_seg02_clip_04", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A person and someone standing at her door talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3381, "video_name": "s05e11_seg02_clip_11", "timestamp": [ 0.0, 9.44 ], "duration": 59.66, "caption": "A person is talking with another person while standing in front of the door.", "similarity": 0.8827, "relevance": 3 }, { "pair_id": 3382, "video_name": "grey_s03e25_seg02_clip_27", "timestamp": [ 45.49, 67.2 ], "duration": 83.66, "caption": "A person and a woman are talking in front of a door.", "similarity": 0.8641, "relevance": 2 }, { "pair_id": 3383, "video_name": "s04e06_seg02_clip_08", "timestamp": [ 28.04, 43.68 ], "duration": 59.66, "caption": "Two people are standing by the front door talking to a person.", "similarity": 0.8562, "relevance": 2 }, { "pair_id": 3384, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is talking to another person while standing at the doorway.", "similarity": 0.8393, "relevance": 3 }, { "pair_id": 3385, "video_name": "s03e16_seg02_clip_16", "timestamp": [ 17.41, 27.27 ], "duration": 58.66, "caption": "A person and a woman talk as they are walking up to a door.", "similarity": 0.8374, "relevance": 2 }, { "pair_id": 3386, "video_name": "met_s03e16_seg02_clip_05", "timestamp": [ 0.0, 8.19 ], "duration": 63.66, "caption": "Two people are talking on a door.", "similarity": 0.8337, "relevance": 3 }, { "pair_id": 3387, "video_name": "s07e02_seg02_clip_09", "timestamp": [ 8.7, 16.51 ], "duration": 60.66, "caption": "A person is standing at the door entrance as he speaks to another person.", "similarity": 0.8241, "relevance": 3 }, { "pair_id": 3388, "video_name": "s07e05_seg02_clip_03", "timestamp": [ 11.4, 19.96 ], "duration": 57.66, "caption": "A person stands at someone's doorway to speak to another person.", "similarity": 0.8158, "relevance": 4 }, { "pair_id": 3389, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 20.78, 23.26 ], "duration": 62.66, "caption": "A person opens the door while two people are talking.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 3390, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 49.46, 86.02 ], "duration": 86.66, "caption": "A woman is talking to a person that is behind the door.", "similarity": 0.8109, "relevance": 3 }, { "pair_id": 3391, "video_name": "friends_s08e14_seg02_clip_13", "timestamp": [ 54.62, 56.76 ], "duration": 61.66, "caption": "A person standing at the door of the apartment talking to another person.", "similarity": 0.81, "relevance": 2 }, { "pair_id": 3392, "video_name": "friends_s08e16_seg02_clip_06", "timestamp": [ 0.0, 9.57 ], "duration": 66.66, "caption": "Two people were talking in front of the door.", "similarity": 0.8096, "relevance": 3 }, { "pair_id": 3393, "video_name": "castle_s08e05_seg02_clip_07", "timestamp": [ 8.34, 54.66 ], "duration": 92.66, "caption": "Two people are speaking to each other in front of a door.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 3394, "video_name": "s01e01_seg02_clip_15", "timestamp": [ 0.0, 12.29 ], "duration": 63.66, "caption": "Two people have a conversation as they stand in a doorway.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 3395, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 52.21, 57.0 ], "duration": 87.66, "caption": "A woman stands in the doorway talking to a man.", "similarity": 0.7901, "relevance": 3 }, { "pair_id": 3396, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 20.26, 38.31 ], "duration": 88.66, "caption": "A woman was holding the door whilst talking to person.", "similarity": 0.7894, "relevance": 4 }, { "pair_id": 3397, "video_name": "s04e18_seg02_clip_08", "timestamp": [ 0.0, 22.21 ], "duration": 60.66, "caption": "A person was having a conversation with someone from outside the door.", "similarity": 0.7846, "relevance": 0 }, { "pair_id": 3398, "video_name": "s06e02_seg02_clip_03", "timestamp": [ 0.0, 8.06 ], "duration": 62.66, "caption": "A person stands in front of the door with his/her arms crossed as he/she has a conversation with a man.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 3399, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 0.0, 37.23 ], "duration": 61.66, "caption": "Two people talk with someone in the doorway then close the door.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 176700, "video_name": "s10e11_seg01_clip_00", "timestamp": [ 4.25, 20.41 ], "duration": 85.66, "caption": "Two people are speaking to each other at the door entrance.", "similarity": 0.7831, "relevance": 4 }, { "pair_id": 176701, "video_name": "castle_s02e20_seg02_clip_08", "timestamp": [ 86.98, 90.6 ], "duration": 90.66, "caption": "A woman and a man stand outside glass doors and talk.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 176702, "video_name": "s08e01_seg02_clip_15", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A person is at the front door talking to another person and a woman walks over.", "similarity": 0.7796, "relevance": 4 }, { "pair_id": 176703, "video_name": "house_s01e19_seg02_clip_26", "timestamp": [ 0.0, 40.68 ], "duration": 47.66, "caption": "A person talks to someone from a small opening in the door.", "similarity": 0.7794, "relevance": 4 }, { "pair_id": 176705, "video_name": "castle_s03e17_seg02_clip_08", "timestamp": [ 30.12, 31.01 ], "duration": 88.66, "caption": "A person opens up a car door while standing and talking to a man and a woman.", "similarity": 0.7793, "relevance": 1 }, { "pair_id": 176706, "video_name": "s04e05_seg02_clip_15", "timestamp": [ 0.0, 29.41 ], "duration": 60.66, "caption": "Two people are having a conversation in front of doors.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 176707, "video_name": "s01e17_seg02_clip_11", "timestamp": [ 0.0, 11.21 ], "duration": 64.66, "caption": "A person is standing in front of a woman's apartment door as he speaks to her.", "similarity": 0.7754, "relevance": 2 }, { "pair_id": 176708, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 0.0, 25.74 ], "duration": 62.66, "caption": "A woman and a man have a conversation with a person in their doorway.", "similarity": 0.7751, "relevance": 4 }, { "pair_id": 176709, "video_name": "house_s08e07_seg02_clip_19", "timestamp": [ 22.51, 26.56 ], "duration": 45.66, "caption": "A person suddenly opens the door and another person talks to him.", "similarity": 0.7747, "relevance": 4 }, { "pair_id": 176710, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 64.13, 66.84 ], "duration": 90.66, "caption": "A person comes through the door to talk to a woman.", "similarity": 0.7736, "relevance": 2 }, { "pair_id": 176711, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.7708, "relevance": 3 }, { "pair_id": 176712, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 2.84, 6.62 ], "duration": 63.66, "caption": "A person shuts door as he/she has a conversation with another person.", "similarity": 0.7676, "relevance": 2 }, { "pair_id": 176713, "video_name": "house_s08e06_seg02_clip_12", "timestamp": [ 20.25, 21.63 ], "duration": 92.66, "caption": "A person closes the door after talking to another person.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 176714, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A woman stands in an open doorway and talks to a man with her hands pressed together in front of her.", "similarity": 0.7656, "relevance": 4 }, { "pair_id": 176715, "video_name": "friends_s02e18_seg02_clip_08", "timestamp": [ 3.6, 10.2 ], "duration": 60.66, "caption": "A woman opens her door, speaks to a person standing outside of it, and then closes the door.", "similarity": 0.765, "relevance": 4 }, { "pair_id": 176716, "video_name": "s09e15_seg02_clip_01", "timestamp": [ 3.9, 7.2 ], "duration": 60.66, "caption": "A person is standing in a doorway talking to a woman when she slams the door in his face leaving him in the hallway.", "similarity": 0.7646, "relevance": 4 }, { "pair_id": 176717, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 0.0, 31.29 ], "duration": 92.66, "caption": "A woman is having a conversation with a man behind the door.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 176718, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 0.0, 38.71 ], "duration": 86.66, "caption": "A woman is talking to a man that is behind the door.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 176719, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 3.15, 5.85 ], "duration": 90.66, "caption": "A person walks out the door while talking to another person.", "similarity": 0.7623, "relevance": 2 } ] }, { "query_id": 13242, "query": "A woman is sat on a couch conversing with two other women whilst holding a small dog.", "relevant_moment": [ { "pair_id": 157580, "video_name": "friends_s04e11_seg02_clip_17", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A woman is sat on a couch conversing with two other women whilst holding a small dog.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157581, "video_name": "s04e16_seg02_clip_07", "timestamp": [ 8.85, 33.26 ], "duration": 61.66, "caption": "A woman is sitting on her couch's arm while conversing with another woman.", "similarity": 0.788, "relevance": 1 }, { "pair_id": 157582, "video_name": "s04e08_seg02_clip_06", "timestamp": [ 0.0, 19.51 ], "duration": 60.66, "caption": "A woman and another woman are sitting on the couch and having a conversation.", "similarity": 0.7604, "relevance": 2 }, { "pair_id": 157583, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 47.34, 50.46 ], "duration": 52.66, "caption": "A woman and a person are sitting on their couch conversing.", "similarity": 0.7465, "relevance": 1 }, { "pair_id": 157584, "video_name": "s09e23_seg02_clip_05", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A woman is sitting on a woman's couch talking with another woman.", "similarity": 0.746, "relevance": 1 }, { "pair_id": 157585, "video_name": "s09e02_seg02_clip_08", "timestamp": [ 0.0, 6.27 ], "duration": 66.66, "caption": "A woman sits on the couch and wrings her hands while she is having a conversation with two other women.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 157586, "video_name": "met_s02e06_seg01_clip_00", "timestamp": [ 8.12, 21.56 ], "duration": 62.66, "caption": "A woman has a dog on her lap as she sits with another woman on a couch.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 157587, "video_name": "s07e15_seg01_clip_01", "timestamp": [ 0.0, 11.66 ], "duration": 63.66, "caption": "A woman is sitting next to a person on his couch conversing with him.", "similarity": 0.7278, "relevance": 1 }, { "pair_id": 157588, "video_name": "s05e19_seg02_clip_09", "timestamp": [ 49.48, 52.95 ], "duration": 63.66, "caption": "A woman sits down on the couch while continuing talking to another woman.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 157589, "video_name": "friends_s08e08_seg02_clip_14", "timestamp": [ 10.37, 52.79 ], "duration": 61.66, "caption": "A woman sits in the couch whilst talking to two people.", "similarity": 0.7257, "relevance": 1 }, { "pair_id": 157590, "video_name": "castle_s07e14_seg02_clip_22", "timestamp": [ 0.0, 22.73 ], "duration": 84.66, "caption": "A woman talks to another woman sitting on a couch.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 157591, "video_name": "friends_s04e11_seg02_clip_08", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A woman is holding a puppy while sitting on the sofa with another woman.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 157592, "video_name": "friends_s07e08_seg02_clip_12", "timestamp": [ 33.5, 46.39 ], "duration": 57.66, "caption": "Two women pet the dog during their conversation.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 157593, "video_name": "s09e12_seg02_clip_14", "timestamp": [ 8.85, 14.04 ], "duration": 61.66, "caption": "A woman sits on a couch while talking to a person.", "similarity": 0.7157, "relevance": 2 }, { "pair_id": 157594, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 53.67, 58.03 ], "duration": 58.66, "caption": "A woman sits on the couch while talking to a person.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 157595, "video_name": "friends_s07e18_seg02_clip_07", "timestamp": [ 54.46, 62.24 ], "duration": 62.66, "caption": "A woman sits on the couch next to another woman and starts a conversation with her.", "similarity": 0.7139, "relevance": 2 }, { "pair_id": 157596, "video_name": "friends_s02e03_seg02_clip_13", "timestamp": [ 12.25, 16.81 ], "duration": 48.66, "caption": "A woman sitting on the couch talking with another woman as she stands next to her.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 157597, "video_name": "friends_s06e02_seg02_clip_17", "timestamp": [ 0.0, 3.5 ], "duration": 58.66, "caption": "A woman has her hands clasped together and she is talking to another woman on the couch.", "similarity": 0.7057, "relevance": 2 }, { "pair_id": 157598, "video_name": "friends_s09e06_seg02_clip_06", "timestamp": [ 4.75, 48.12 ], "duration": 59.66, "caption": "A woman was sitting on the sofa while talking to another woman.", "similarity": 0.7042, "relevance": 1 }, { "pair_id": 157599, "video_name": "s09e23_seg02_clip_13", "timestamp": [ 53.42, 57.93 ], "duration": 60.66, "caption": "A woman sits on their sofa to speak to another woman on the sofa.", "similarity": 0.7016, "relevance": 2 } ] }, { "query_id": 13257, "query": "A person darts up from the couch and rushes down three flights of stairs shouting for another person.", "relevant_moment": [ { "pair_id": 18740, "video_name": "s04e05_seg02_clip_05", "timestamp": [ 43.33, 57.67 ], "duration": 61.66, "caption": "A person darts up from the couch and rushes down three flights of stairs shouting for another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18741, "video_name": "castle_s02e24_seg02_clip_01", "timestamp": [ 10.39, 13.56 ], "duration": 90.66, "caption": "A person runs up the stairs as another person talks to them.", "similarity": 0.624, "relevance": 1 }, { "pair_id": 18742, "video_name": "s01e14_seg02_clip_01", "timestamp": [ 44.39, 46.71 ], "duration": 58.66, "caption": "A person raises their arm as they yell down the stairwell.", "similarity": 0.6192, "relevance": 0 }, { "pair_id": 18743, "video_name": "castle_s04e08_seg02_clip_21", "timestamp": [ 0.0, 18.06 ], "duration": 88.66, "caption": "A person gets upset and then goes up the stairs and talks to everyone in the room.", "similarity": 0.6135, "relevance": 0 }, { "pair_id": 18744, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 8.19, 15.76 ], "duration": 63.66, "caption": "A person jumps up from behind the couch to scare a woman, a man, and another person.", "similarity": 0.5959, "relevance": 0 }, { "pair_id": 18745, "video_name": "friends_s05e16_seg02_clip_16", "timestamp": [ 0.0, 27.77 ], "duration": 61.66, "caption": "Three people are moving a couch up a flight stairs.", "similarity": 0.591, "relevance": 1 }, { "pair_id": 18746, "video_name": "friends_s09e18_seg02_clip_13", "timestamp": [ 17.38, 19.9 ], "duration": 63.66, "caption": "A man turns around from the sofa and shouts to a woman.", "similarity": 0.589, "relevance": 0 }, { "pair_id": 18747, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 21.18, 31.47 ], "duration": 121.66, "caption": "A person and another person start walking up the first flight of stairs while talking to each other.", "similarity": 0.5833, "relevance": 1 }, { "pair_id": 18748, "video_name": "s04e03_seg02_clip_17", "timestamp": [ 1.16, 6.96 ], "duration": 58.66, "caption": "A person and another person get up off of the couch and walk down the hallway.", "similarity": 0.5824, "relevance": 2 }, { "pair_id": 18749, "video_name": "s08e14_seg02_clip_07", "timestamp": [ 26.41, 29.71 ], "duration": 60.66, "caption": "A woman stands up from the couch in frustration and yells at the other two people.", "similarity": 0.5781, "relevance": 1 }, { "pair_id": 18750, "video_name": "castle_s04e08_seg02_clip_07", "timestamp": [ 83.72, 93.03 ], "duration": 93.66, "caption": "A person yells out a name of another person who walks right by some people.", "similarity": 0.5778, "relevance": 0 }, { "pair_id": 18751, "video_name": "friends_s05e15_seg01_clip_00", "timestamp": [ 1.56, 4.68 ], "duration": 62.66, "caption": "A person runs through the hallway while yelling for someone.", "similarity": 0.5775, "relevance": 1 }, { "pair_id": 18752, "video_name": "s05e24_seg02_clip_02", "timestamp": [ 0.0, 4.23 ], "duration": 65.66, "caption": "A man gets up and yells downstairs to another person.", "similarity": 0.5759, "relevance": 1 }, { "pair_id": 18753, "video_name": "s04e05_seg02_clip_06", "timestamp": [ 13.64, 15.67 ], "duration": 58.66, "caption": "A person runs to catch up to another person on the stairs.", "similarity": 0.5717, "relevance": 1 }, { "pair_id": 18755, "video_name": "s05e02_seg02_clip_02", "timestamp": [ 48.11, 51.06 ], "duration": 59.66, "caption": "A person stands in someone's doorway and points at their couch.", "similarity": 0.5708, "relevance": 0 }, { "pair_id": 18756, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 55.14, 56.46 ], "duration": 66.66, "caption": "A person runs back up the stairs to get some other people.", "similarity": 0.5705, "relevance": 1 }, { "pair_id": 18757, "video_name": "friends_s07e13_seg02_clip_10", "timestamp": [ 17.76, 28.1 ], "duration": 53.66, "caption": "A man hears two people coming up the stair so he throws the two pieces of chair in his apartment.", "similarity": 0.5694, "relevance": 1 }, { "pair_id": 18758, "video_name": "house_s03e12_seg02_clip_17", "timestamp": [ 66.47, 81.99 ], "duration": 97.66, "caption": "A person yells at another person after standing up from the chair.", "similarity": 0.5669, "relevance": 0 }, { "pair_id": 18759, "video_name": "met_s03e15_seg02_clip_02", "timestamp": [ 47.43, 60.66 ], "duration": 60.66, "caption": "A person is yelling at another person and then the other person says something back to them.", "similarity": 0.5669, "relevance": 1 } ] }, { "query_id": 13288, "query": "A person pulls a box out of the closet while talking to man.", "relevant_moment": [ { "pair_id": 7180, "video_name": "s10e10_seg02_clip_04", "timestamp": [ 9.74, 12.99 ], "duration": 59.66, "caption": "A person pulls a box out of the closet while talking to man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7181, "video_name": "s07e11_seg02_clip_00", "timestamp": [ 5.27, 8.99 ], "duration": 62.66, "caption": "A man takes out a large box from the closet.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 7182, "video_name": "s10e10_seg02_clip_03", "timestamp": [ 23.41, 26.11 ], "duration": 60.66, "caption": "A person takes a moving box out of a closet.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 7183, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 23.95, 29.31 ], "duration": 63.66, "caption": "A person leaves a person's closet holding a clear box.", "similarity": 0.7275, "relevance": 1 }, { "pair_id": 7184, "video_name": "castle_s05e11_seg02_clip_14", "timestamp": [ 20.65, 38.71 ], "duration": 86.66, "caption": "A man goes into the closet to gather items then comes out.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 7185, "video_name": "s06e19_seg02_clip_00", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A man walks into the closet and speaks to another person who is filing papers on the floor.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 7186, "video_name": "grey_s03e18_seg02_clip_05", "timestamp": [ 40.86, 46.88 ], "duration": 86.66, "caption": "A person walks out of the closet after talking to someone and acts surprised that a man in a suit is standing outside the door.", "similarity": 0.6787, "relevance": 0 }, { "pair_id": 7187, "video_name": "s05e12_seg02_clip_02", "timestamp": [ 43.05, 45.62 ], "duration": 57.66, "caption": "A man took a box out of his closet onto his bed.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 7188, "video_name": "s06e19_seg01_clip_01", "timestamp": [ 0.0, 3.15 ], "duration": 42.66, "caption": "A man gestures to the closet as he speaks to a woman.", "similarity": 0.6718, "relevance": 1 }, { "pair_id": 7189, "video_name": "s08e17_seg02_clip_03", "timestamp": [ 12.72, 22.33 ], "duration": 62.66, "caption": "A person goes to closet and pulls out a gift for another person.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 7190, "video_name": "grey_s01e05_seg02_clip_13", "timestamp": [ 14.07, 42.69 ], "duration": 97.66, "caption": "A woman watches man talk to person in a closet.", "similarity": 0.664, "relevance": 1 }, { "pair_id": 7191, "video_name": "s05e12_seg02_clip_02", "timestamp": [ 42.2, 46.47 ], "duration": 57.66, "caption": "A person takes a box out of the closet and sits it on the bed.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 7192, "video_name": "s06e07_seg02_clip_00", "timestamp": [ 20.47, 26.67 ], "duration": 62.66, "caption": "A man takes clothes from the drawer while talking to woman.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 7193, "video_name": "s05e12_seg02_clip_03", "timestamp": [ 0.0, 1.18 ], "duration": 59.66, "caption": "A man takes a clear plastic bin out of the closet.", "similarity": 0.6553, "relevance": 3 }, { "pair_id": 7194, "video_name": "friends_s01e23_seg02_clip_13", "timestamp": [ 0.0, 59.53 ], "duration": 59.66, "caption": "Some people talk while they are trapped in a closet.", "similarity": 0.6443, "relevance": 0 }, { "pair_id": 7195, "video_name": "s01e09_seg02_clip_03", "timestamp": [ 26.11, 31.81 ], "duration": 60.66, "caption": "A man pulls out a suit from his closet to show woman.", "similarity": 0.6415, "relevance": 2 }, { "pair_id": 7196, "video_name": "s06e16_seg02_clip_00", "timestamp": [ 44.55, 46.99 ], "duration": 61.66, "caption": "A man removes packages from a box as he speaks to person.", "similarity": 0.6392, "relevance": 1 }, { "pair_id": 7197, "video_name": "s03e21_seg02_clip_05", "timestamp": [ 0.0, 17.39 ], "duration": 61.66, "caption": "A person steps into a closet and points to a collection of something, explaining it to a woman, then they close the closet door.", "similarity": 0.6318, "relevance": 1 }, { "pair_id": 7198, "video_name": "castle_s05e09_seg02_clip_09", "timestamp": [ 0.0, 4.07 ], "duration": 90.66, "caption": "A man pulls lingerie out of a box and holds it up to his body.", "similarity": 0.6282, "relevance": 1 }, { "pair_id": 7199, "video_name": "friends_s02e08_seg02_clip_05", "timestamp": [ 0.0, 7.02 ], "duration": 61.66, "caption": "A woman has a box in her hands while talking to a man.", "similarity": 0.6258, "relevance": 1 } ] }, { "query_id": 13295, "query": "A woman walks into her office and places a photo on her desk.", "relevant_moment": [ { "pair_id": 149580, "video_name": "castle_s07e11_seg02_clip_21", "timestamp": [ 5.46, 10.92 ], "duration": 91.66, "caption": "A woman walks into her office and places a photo on her desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149581, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 29.98, 35.25 ], "duration": 81.66, "caption": "A person walks in a woman's office who is sitting down at her desk.", "similarity": 0.775, "relevance": 1 }, { "pair_id": 149582, "video_name": "met_s03e15_seg02_clip_00", "timestamp": [ 41.78, 47.66 ], "duration": 61.66, "caption": "A woman enters a person's office and walks towards his desk.", "similarity": 0.77, "relevance": 2 }, { "pair_id": 149583, "video_name": "castle_s07e14_seg02_clip_22", "timestamp": [ 0.0, 3.37 ], "duration": 84.66, "caption": "A woman walks into her office with a file.", "similarity": 0.7684, "relevance": 2 }, { "pair_id": 149584, "video_name": "castle_s08e05_seg02_clip_24", "timestamp": [ 0.0, 7.1 ], "duration": 88.66, "caption": "A woman walks into the office while another woman is looking at some pictures on her desk.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 149585, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 97.01, 106.02 ], "duration": 106.66, "caption": "A woman enters person's office and walks up to his desk.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 149586, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 27.48, 31.5 ], "duration": 67.66, "caption": "A woman in person's office approaches his desk.", "similarity": 0.7402, "relevance": 1 }, { "pair_id": 149587, "video_name": "castle_s01e05_seg02_clip_24", "timestamp": [ 53.38, 59.82 ], "duration": 92.66, "caption": "A woman sits at her desk and looks down at a photo she is holding.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 149588, "video_name": "friends_s01e15_seg02_clip_14", "timestamp": [ 58.59, 61.15 ], "duration": 64.66, "caption": "A woman walks into the office with a pen and paper.", "similarity": 0.7277, "relevance": 2 }, { "pair_id": 149589, "video_name": "house_s02e01_seg02_clip_16", "timestamp": [ 90.24, 93.03 ], "duration": 93.66, "caption": "A person walks into his office to find a woman sitting at his desk.", "similarity": 0.7273, "relevance": 1 }, { "pair_id": 149590, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 4.73, 6.02 ], "duration": 86.66, "caption": "A person walks into a woman's office through the office doors.", "similarity": 0.7222, "relevance": 1 }, { "pair_id": 149591, "video_name": "house_s06e13_seg02_clip_15", "timestamp": [ 86.35, 88.58 ], "duration": 89.66, "caption": "A woman looks at her phone while walking into her office.", "similarity": 0.7197, "relevance": 2 }, { "pair_id": 149592, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 17.15, 20.77 ], "duration": 90.66, "caption": "A person walks into woman's office while she's doing paperwork.", "similarity": 0.7161, "relevance": 1 }, { "pair_id": 149593, "video_name": "house_s05e15_seg02_clip_08", "timestamp": [ 17.93, 24.65 ], "duration": 89.66, "caption": "A woman walks into man's office and sits on his desk.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 149594, "video_name": "castle_s01e03_seg02_clip_19", "timestamp": [ 76.99, 86.02 ], "duration": 86.66, "caption": "A person is writing on his desk as a woman walks into his office.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 149595, "video_name": "house_s03e08_seg02_clip_17", "timestamp": [ 81.29, 87.75 ], "duration": 92.66, "caption": "A woman takes a seat behind the desk in her office.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 149596, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 69.19, 75.07 ], "duration": 90.66, "caption": "A person walks to his office and sees a woman at the desk.", "similarity": 0.702, "relevance": 0 }, { "pair_id": 149597, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 22.7, 24.88 ], "duration": 87.66, "caption": "A woman sits down on her desk as a man walks into her office.", "similarity": 0.6988, "relevance": 1 }, { "pair_id": 149598, "video_name": "friends_s08e17_seg02_clip_14", "timestamp": [ 5.5, 8.5 ], "duration": 50.66, "caption": "A woman walks into the office and sits down in front of her boss.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 149599, "video_name": "castle_s06e23_seg02_clip_00", "timestamp": [ 3.22, 6.9 ], "duration": 92.66, "caption": "A woman walks into person's office and hands person some papers.", "similarity": 0.6975, "relevance": 3 }, { "pair_id": 322900, "video_name": "castle_s07e11_seg02_clip_18", "timestamp": [ 12.14, 16.19 ], "duration": 89.66, "caption": "A woman walks into the office with her arms crossed on her chest.", "similarity": 0.6932, "relevance": 2 }, { "pair_id": 322901, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 10.41, 18.21 ], "duration": 86.66, "caption": "A woman is sitting at her desk and opens a drawer to take out a picture frame.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 322902, "video_name": "castle_s04e08_seg02_clip_04", "timestamp": [ 3.29, 11.28 ], "duration": 94.66, "caption": "A woman walks into the office with her arms crossed.", "similarity": 0.6884, "relevance": 1 }, { "pair_id": 322903, "video_name": "s10e02_seg02_clip_05", "timestamp": [ 4.5, 9.0 ], "duration": 60.66, "caption": "A woman walks into woman's office and puts her hands on the back of a chair.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 322904, "video_name": "castle_s03e16_seg02_clip_07", "timestamp": [ 31.1, 37.41 ], "duration": 90.66, "caption": "A man walks into a person's office and hands him a picture.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 322905, "video_name": "castle_s07e21_seg02_clip_23", "timestamp": [ 46.47, 51.99 ], "duration": 92.66, "caption": "In a woman's office, a person is looking at a picture of a car brand and then puts it on the desk.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 322906, "video_name": "friends_s05e17_seg02_clip_14", "timestamp": [ 50.52, 66.03 ], "duration": 66.66, "caption": "A woman takes a seat at someone's desk at his office.", "similarity": 0.6826, "relevance": 1 }, { "pair_id": 322907, "video_name": "castle_s04e04_seg02_clip_15", "timestamp": [ 54.33, 57.07 ], "duration": 91.66, "caption": "A woman walks through a doorway into an office area.", "similarity": 0.6813, "relevance": 2 }, { "pair_id": 322908, "video_name": "friends_s07e04_seg02_clip_07", "timestamp": [ 41.12, 42.92 ], "duration": 60.66, "caption": "A woman walks into her office while carrying a magazine.", "similarity": 0.6808, "relevance": 2 }, { "pair_id": 322909, "video_name": "castle_s05e13_seg02_clip_13", "timestamp": [ 72.52, 75.03 ], "duration": 100.66, "caption": "A person hands a woman a tissue in her office.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 322910, "video_name": "castle_s06e14_seg02_clip_04", "timestamp": [ 27.87, 33.35 ], "duration": 91.66, "caption": "A woman walks into her office followed by two people.", "similarity": 0.679, "relevance": 1 }, { "pair_id": 322911, "video_name": "castle_s05e14_seg02_clip_25", "timestamp": [ 13.2, 21.39 ], "duration": 91.66, "caption": "A woman comes around the corner and walks into the office area.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 322912, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 23.7, 33.27 ], "duration": 91.66, "caption": "A person walks into their office and picks up something from their desk.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 322913, "video_name": "house_s02e23_seg02_clip_07", "timestamp": [ 0.0, 12.69 ], "duration": 90.66, "caption": "A woman walks around her office with files and hands them to a person.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 322914, "video_name": "friends_s03e18_seg02_clip_12", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A woman walks into a man's office while carrying a piece of paper.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 322915, "video_name": "castle_s02e04_seg02_clip_07", "timestamp": [ 54.14, 60.41 ], "duration": 89.66, "caption": "A woman collects the photos that are spread out on the desk.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 322916, "video_name": "met_s06e24_seg02_clip_08", "timestamp": [ 7.25, 14.5 ], "duration": 63.66, "caption": "A person walks around the desk and sits down in the office.", "similarity": 0.6708, "relevance": 0 }, { "pair_id": 322917, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 40.27, 42.56 ], "duration": 91.66, "caption": "A woman walks into the office and puts a file folder on the table.", "similarity": 0.6706, "relevance": 2 }, { "pair_id": 322918, "video_name": "house_s05e24_seg02_clip_04", "timestamp": [ 30.98, 32.31 ], "duration": 88.66, "caption": "A woman comes into the door of her office.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 322919, "video_name": "castle_s06e19_seg02_clip_04", "timestamp": [ 3.12, 4.46 ], "duration": 89.66, "caption": "A woman reaches her arm across the desk and takes a photo from another person.", "similarity": 0.6683, "relevance": 0 } ] }, { "query_id": 13298, "query": "A person lays down a picture of a white male.", "relevant_moment": [ { "pair_id": 156180, "video_name": "castle_s07e11_seg02_clip_21", "timestamp": [ 8.19, 10.92 ], "duration": 91.66, "caption": "A person lays down a picture of a white male.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156181, "video_name": "castle_s06e13_seg02_clip_07", "timestamp": [ 64.37, 69.77 ], "duration": 90.66, "caption": "A man lays down four pictures of a woman on the table.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 156182, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 69.48 ], "duration": 85.66, "caption": "A man puts a picture of a person up on the whiteboard.", "similarity": 0.6668, "relevance": 3 }, { "pair_id": 156183, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 27.53, 33.49 ], "duration": 91.66, "caption": "A man puts a picture of a person on the whiteboard.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 156184, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.6436, "relevance": 3 }, { "pair_id": 156185, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 68.2 ], "duration": 85.66, "caption": "A man puts a photo of a guy on a white board.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 156186, "video_name": "castle_s05e20_seg02_clip_14", "timestamp": [ 70.13, 73.64 ], "duration": 87.66, "caption": "A person posted a photo of a man on the white board.", "similarity": 0.6312, "relevance": 3 }, { "pair_id": 156187, "video_name": "castle_s02e14_seg02_clip_12", "timestamp": [ 74.11, 79.57 ], "duration": 90.66, "caption": "A person points at the picture of a white man on a piece of paper.", "similarity": 0.6227, "relevance": 4 }, { "pair_id": 156188, "video_name": "grey_s03e20_seg02_clip_03", "timestamp": [ 0.0, 2.88 ], "duration": 96.66, "caption": "A person takes a photograph of a patient lying down.", "similarity": 0.6208, "relevance": 2 }, { "pair_id": 156189, "video_name": "castle_s04e19_seg02_clip_22", "timestamp": [ 46.42, 53.25 ], "duration": 91.66, "caption": "A woman shows a man a picture of a white male.", "similarity": 0.6178, "relevance": 4 }, { "pair_id": 156190, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 0.0, 16.73 ], "duration": 59.66, "caption": "A man looks at a picture then sets it down.", "similarity": 0.6177, "relevance": 2 }, { "pair_id": 156191, "video_name": "friends_s08e18_seg02_clip_02", "timestamp": [ 55.78, 58.62 ], "duration": 63.66, "caption": "A person sets down a photo they had been looking at.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 156192, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 18.89, 22.57 ], "duration": 92.66, "caption": "A man attaches a photograph of a person to the white board.", "similarity": 0.6096, "relevance": 3 }, { "pair_id": 156193, "video_name": "castle_s06e16_seg02_clip_11", "timestamp": [ 18.61, 21.86 ], "duration": 93.66, "caption": "A picture of a man is lying not the table in front of person.", "similarity": 0.6054, "relevance": 4 }, { "pair_id": 156194, "video_name": "house_s01e01_seg02_clip_14", "timestamp": [ 61.62, 69.04 ], "duration": 92.66, "caption": "A man puts several pictures down in front of a patient lying in a hospital bed.", "similarity": 0.6002, "relevance": 3 }, { "pair_id": 156195, "video_name": "castle_s04e03_seg02_clip_08", "timestamp": [ 48.85, 51.05 ], "duration": 88.66, "caption": "A person hands up a picture of someone on a white board.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 156196, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 52.21, 55.36 ], "duration": 90.66, "caption": "A person is holding a picture of someone as a man identifies them in the photo.", "similarity": 0.5887, "relevance": 2 }, { "pair_id": 156197, "video_name": "castle_s07e17_seg02_clip_02", "timestamp": [ 69.15, 73.3 ], "duration": 92.66, "caption": "A picture of a person is on the white board.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 156198, "video_name": "castle_s04e23_seg02_clip_01", "timestamp": [ 63.51, 69.37 ], "duration": 90.66, "caption": "A man puts a picture of someone on the whiteboard and talks about it.", "similarity": 0.5803, "relevance": 3 }, { "pair_id": 156199, "video_name": "castle_s07e11_seg02_clip_07", "timestamp": [ 5.04, 16.02 ], "duration": 91.66, "caption": "A man hangs up a photo of a person then describes who he is.", "similarity": 0.5787, "relevance": 3 }, { "pair_id": 329500, "video_name": "castle_s03e22_seg02_clip_02", "timestamp": [ 7.05, 9.4 ], "duration": 94.66, "caption": "A man's picture is on the white board.", "similarity": 0.5769, "relevance": 3 }, { "pair_id": 329501, "video_name": "house_s08e07_seg02_clip_07", "timestamp": [ 21.25, 30.11 ], "duration": 88.66, "caption": "A man feels the person's arm that is laying down.", "similarity": 0.5766, "relevance": 1 }, { "pair_id": 329502, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.5737, "relevance": 4 }, { "pair_id": 329503, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 14.6, 18.71 ], "duration": 91.66, "caption": "A man puts up a new picture on the white board.", "similarity": 0.5735, "relevance": 4 }, { "pair_id": 329504, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 19.36, 20.65 ], "duration": 86.66, "caption": "A woman puts a man's picture on the white board.", "similarity": 0.5707, "relevance": 4 }, { "pair_id": 329505, "video_name": "castle_s04e17_seg02_clip_07", "timestamp": [ 7.63, 10.77 ], "duration": 89.66, "caption": "A man pulls out a picture and lays it in front of the suspect.", "similarity": 0.5695, "relevance": 3 }, { "pair_id": 329506, "video_name": "house_s08e16_seg02_clip_03", "timestamp": [ 36.28, 49.77 ], "duration": 93.66, "caption": "A man points his finger at person when he's laying down.", "similarity": 0.5688, "relevance": 0 }, { "pair_id": 329507, "video_name": "castle_s08e07_seg02_clip_18", "timestamp": [ 23.92, 27.08 ], "duration": 90.66, "caption": "A person puts a picture down on the table in front of another person.", "similarity": 0.5684, "relevance": 4 }, { "pair_id": 329508, "video_name": "friends_s06e23_seg02_clip_04", "timestamp": [ 0.0, 23.41 ], "duration": 60.66, "caption": "A man lays down on woman while she holds him.", "similarity": 0.5679, "relevance": 0 }, { "pair_id": 329509, "video_name": "s06e13_seg02_clip_06", "timestamp": [ 51.17, 52.82 ], "duration": 55.66, "caption": "While laying on the ground a person places his hand on his chin.", "similarity": 0.5669, "relevance": 0 }, { "pair_id": 329510, "video_name": "friends_s06e15-16_seg02_clip_06", "timestamp": [ 29.78, 32.7 ], "duration": 58.66, "caption": "A man lays down a yellow piece of paper in front of a man.", "similarity": 0.5652, "relevance": 1 }, { "pair_id": 329511, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 0.44, 5.31 ], "duration": 88.66, "caption": "A man holds up a photograph of someone he has questions about.", "similarity": 0.5646, "relevance": 3 }, { "pair_id": 329512, "video_name": "castle_s07e04_seg02_clip_15", "timestamp": [ 52.08, 55.67 ], "duration": 89.66, "caption": "A man puts a picture of someone up on the board.", "similarity": 0.5636, "relevance": 4 }, { "pair_id": 329513, "video_name": "house_s04e15_seg02_clip_02", "timestamp": [ 83.24, 89.02 ], "duration": 89.66, "caption": "A person is laying down with their eyes closed.", "similarity": 0.5601, "relevance": 0 }, { "pair_id": 329514, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 2.27, 5.9 ], "duration": 90.66, "caption": "A person puts a picture on the board of someone.", "similarity": 0.5593, "relevance": 4 }, { "pair_id": 329515, "video_name": "castle_s03e22_seg02_clip_16", "timestamp": [ 28.22, 30.95 ], "duration": 91.66, "caption": "A picture of a man falls off of the whiteboard.", "similarity": 0.5582, "relevance": 2 }, { "pair_id": 329516, "video_name": "castle_s08e09_seg02_clip_03", "timestamp": [ 8.39, 13.68 ], "duration": 88.66, "caption": "A man says the name of the person he hands the photo of.", "similarity": 0.5575, "relevance": 2 }, { "pair_id": 329517, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 83.95, 85.31 ], "duration": 90.66, "caption": "A person places a photo right on the white board.", "similarity": 0.5567, "relevance": 3 }, { "pair_id": 329518, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 83.95, 91.25 ], "duration": 91.66, "caption": "A person holds up a picture of someone to some people.", "similarity": 0.5567, "relevance": 2 }, { "pair_id": 329519, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 30.79, 38.89 ], "duration": 81.66, "caption": "A man sits down with woman and he shows a picture of person.", "similarity": 0.5547, "relevance": 3 } ] }, { "query_id": 13346, "query": "A man turns towards his computer screen after some people leave.", "relevant_moment": [ { "pair_id": 4780, "video_name": "house_s03e24_seg02_clip_04", "timestamp": [ 34.68, 39.77 ], "duration": 92.66, "caption": "A man turns towards his computer screen after some people leave.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4781, "video_name": "house_s03e20_seg02_clip_07", "timestamp": [ 0.0, 13.95 ], "duration": 93.66, "caption": "A man is talking to person and then he leaves and person turned to his computer.", "similarity": 0.7325, "relevance": 4 }, { "pair_id": 4782, "video_name": "castle_s01e07_seg02_clip_05", "timestamp": [ 36.4, 64.03 ], "duration": 87.66, "caption": "A man stands with two people, then turns and sits at a computer, where the other two stand behind him looking at the computer, then they all turn to leave.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 4783, "video_name": "castle_s06e03_seg02_clip_11", "timestamp": [ 40.05, 42.69 ], "duration": 88.66, "caption": "A person turns their computer screen around so some other people can see it.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 4784, "video_name": "s05e10_seg02_clip_09", "timestamp": [ 13.21, 16.81 ], "duration": 60.66, "caption": "A man reaches over to another person's computer and turns it so it faces him.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 4785, "video_name": "castle_s05e11_seg02_clip_20", "timestamp": [ 35.11, 42.31 ], "duration": 90.66, "caption": "A man turns the laptop away and looks at another person.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 4786, "video_name": "house_s02e04_seg02_clip_17", "timestamp": [ 56.27, 64.43 ], "duration": 90.66, "caption": "A man is looking at the TV monitor and then quickly leaves the room, leaving a person with his/her hands outstretched.", "similarity": 0.7043, "relevance": 1 }, { "pair_id": 4787, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 3.25, 6.83 ], "duration": 65.66, "caption": "A man glances at his computer screen while talking to another person.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 4788, "video_name": "s03e17_seg02_clip_08", "timestamp": [ 0.0, 1.18 ], "duration": 59.66, "caption": "A person opens his computer as he turns it so the others can see.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 4789, "video_name": "s03e23_seg02_clip_10", "timestamp": [ 25.21, 26.71 ], "duration": 60.66, "caption": "A man turns the computer so it is facing him instead of another person.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 4790, "video_name": "s04e12_seg02_clip_13", "timestamp": [ 52.22, 56.13 ], "duration": 60.66, "caption": "A man turns away from his computer screen to face two men in the living room.", "similarity": 0.6827, "relevance": 3 }, { "pair_id": 4791, "video_name": "s09e06_seg02_clip_02", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A person turns away from his computer to look at a person.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 4792, "video_name": "house_s06e14_seg02_clip_05", "timestamp": [ 43.26, 46.51 ], "duration": 93.66, "caption": "A man peers over to look at what's on someone's laptop screen.", "similarity": 0.6679, "relevance": 0 }, { "pair_id": 4793, "video_name": "house_s08e14_seg02_clip_19", "timestamp": [ 56.54, 58.67 ], "duration": 85.66, "caption": "A man leans forward to look at something on his computer screen.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 4794, "video_name": "s04e20_seg02_clip_14", "timestamp": [ 30.09, 35.54 ], "duration": 64.66, "caption": "A person who is sitting at his laptop turns around and watches a man walk out of the room.", "similarity": 0.6604, "relevance": 4 }, { "pair_id": 4795, "video_name": "castle_s05e11_seg02_clip_22", "timestamp": [ 71.36, 87.02 ], "duration": 87.66, "caption": "A man is talking to two men then suddenly turns around to look at something on his computer.", "similarity": 0.6587, "relevance": 3 }, { "pair_id": 4796, "video_name": "grey_s03e19_seg02_clip_07", "timestamp": [ 27.08, 32.79 ], "duration": 95.66, "caption": "A man watches person from the doorway while they're on the computer.", "similarity": 0.6534, "relevance": 1 }, { "pair_id": 4798, "video_name": "s10e01_seg01_clip_00", "timestamp": [ 25.02, 29.6 ], "duration": 61.66, "caption": "A man quickly turns his laptop off while speaking to another person.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 4799, "video_name": "s10e08_seg02_clip_00", "timestamp": [ 20.75, 23.19 ], "duration": 61.66, "caption": "A person comes in while a man was at the computer.", "similarity": 0.6468, "relevance": 2 } ] }, { "query_id": 13392, "query": "Four people enter a restaurant and stand near the doorway, speaking.", "relevant_moment": [ { "pair_id": 160560, "video_name": "s06e13_seg02_clip_12", "timestamp": [ 39.84, 59.03 ], "duration": 59.66, "caption": "Four people enter a restaurant and stand near the doorway, speaking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160561, "video_name": "friends_s09e05_seg02_clip_16", "timestamp": [ 0.0, 21.91 ], "duration": 60.66, "caption": "Some people are having a conversation in a restaurant.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 160562, "video_name": "s03e15_seg01_clip_02", "timestamp": [ 5.61, 13.87 ], "duration": 66.66, "caption": "Some people are talking while they are eating at the restaurant.", "similarity": 0.6627, "relevance": 1 }, { "pair_id": 160563, "video_name": "s07e02_seg02_clip_09", "timestamp": [ 8.7, 16.51 ], "duration": 60.66, "caption": "A person is standing at the door entrance as he speaks to another person.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 160564, "video_name": "castle_s03e10_seg02_clip_20", "timestamp": [ 0.0, 65.54 ], "duration": 91.66, "caption": "A man stands in a restaurant talking to a woman, then they push a shelf out of the way and discover a secret entrance or exit.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 160565, "video_name": "friends_s02e19_seg02_clip_19", "timestamp": [ 0.0, 13.14 ], "duration": 48.66, "caption": "A man and another person are speaking through a small opening at the door entrance.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 160566, "video_name": "friends_s07e23-24_seg02_clip_24", "timestamp": [ 32.11, 36.62 ], "duration": 60.66, "caption": "Two people enter the restaurant through the door.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 160567, "video_name": "house_s03e05_seg02_clip_05", "timestamp": [ 0.0, 9.18 ], "duration": 91.66, "caption": "A man is standing at a doorway entrance as he speaks to two men.", "similarity": 0.6345, "relevance": 1 }, { "pair_id": 160568, "video_name": "friends_s06e24-25_seg02_clip_07", "timestamp": [ 50.65, 54.62 ], "duration": 61.66, "caption": "A person enters the restaurant and another person sees him/her.", "similarity": 0.6285, "relevance": 3 }, { "pair_id": 160569, "video_name": "friends_s08e11_seg02_clip_09", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Four people have a conversation in the coffee shop.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 160570, "video_name": "friends_s06e01_seg02_clip_06", "timestamp": [ 0.0, 47.29 ], "duration": 60.66, "caption": "Multiple people are sitting at a restaurant table as they converse.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 160571, "video_name": "s04e22_seg02_clip_12", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A person and another person walk through the restaurant doors.", "similarity": 0.6215, "relevance": 3 }, { "pair_id": 160572, "video_name": "s07e05_seg02_clip_03", "timestamp": [ 11.4, 19.96 ], "duration": 57.66, "caption": "A person stands at someone's doorway to speak to another person.", "similarity": 0.6193, "relevance": 2 }, { "pair_id": 160573, "video_name": "house_s08e22_seg02_clip_12", "timestamp": [ 23.32, 63.66 ], "duration": 74.66, "caption": "Some people step into the hallway and speak then one of them goes back inside the room.", "similarity": 0.6192, "relevance": 3 }, { "pair_id": 160574, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 18.77, 24.65 ], "duration": 56.66, "caption": "A person enters the restaurant and sits together with some people.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 160575, "video_name": "s10e11_seg01_clip_00", "timestamp": [ 4.25, 20.41 ], "duration": 85.66, "caption": "Two people are speaking to each other at the door entrance.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 160576, "video_name": "house_s03e16_seg02_clip_03", "timestamp": [ 7.14, 38.81 ], "duration": 89.66, "caption": "Four people are having a conversation.", "similarity": 0.6132, "relevance": 1 }, { "pair_id": 160577, "video_name": "house_s04e04_seg02_clip_10", "timestamp": [ 66.77, 89.02 ], "duration": 89.66, "caption": "Two people are having a conversation in a restaurant.", "similarity": 0.6132, "relevance": 1 }, { "pair_id": 160578, "video_name": "s01e01_seg02_clip_15", "timestamp": [ 0.0, 12.29 ], "duration": 63.66, "caption": "Two people have a conversation as they stand in a doorway.", "similarity": 0.6121, "relevance": 2 }, { "pair_id": 160579, "video_name": "s06e17_seg02_clip_03", "timestamp": [ 0.0, 46.02 ], "duration": 46.66, "caption": "A person opens up the door to speak with two men and a woman.", "similarity": 0.6118, "relevance": 2 }, { "pair_id": 333880, "video_name": "house_s07e15_seg02_clip_13", "timestamp": [ 9.3, 50.23 ], "duration": 93.66, "caption": "Four people were having a conversation.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 333881, "video_name": "house_s01e02_seg02_clip_10", "timestamp": [ 0.0, 22.81 ], "duration": 95.66, "caption": "Four people were having a conversation.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 333882, "video_name": "castle_s08e12_seg02_clip_14", "timestamp": [ 0.0, 65.21 ], "duration": 82.66, "caption": "Four people were having a conversation.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 333883, "video_name": "castle_s02e14_seg02_clip_03", "timestamp": [ 0.0, 46.98 ], "duration": 90.66, "caption": "Four people were having a conversation.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 333884, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A man is standing at the door entrance as he speaks to another man.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 333885, "video_name": "friends_s09e03_seg02_clip_08", "timestamp": [ 28.8, 31.36 ], "duration": 57.66, "caption": "Two women walk into the restaurant and two men stand up to greet them.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 333886, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "A woman is standing at the doorway talking to two men.", "similarity": 0.6077, "relevance": 1 }, { "pair_id": 333887, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is talking to another person while standing at the doorway.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 333888, "video_name": "s04e08_seg02_clip_00", "timestamp": [ 19.85, 34.12 ], "duration": 62.66, "caption": "A person is beside someone at the restaurant table while speaking to another person.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 333889, "video_name": "met_s06e05_seg02_clip_11", "timestamp": [ 8.12, 46.13 ], "duration": 58.66, "caption": "Some people are seated at a restaurant table as they converse.", "similarity": 0.5986, "relevance": 1 }, { "pair_id": 333890, "video_name": "s02e06_seg02_clip_04", "timestamp": [ 33.68, 63.39 ], "duration": 66.66, "caption": "Two people talk in the kitchen, looking back at some people who are on the couch and then the four get up and walk out the door.", "similarity": 0.5958, "relevance": 1 }, { "pair_id": 333891, "video_name": "s09e04_seg02_clip_09", "timestamp": [ 30.88, 35.61 ], "duration": 63.66, "caption": "A man and a woman are talking while eating in the restaurant.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 333892, "video_name": "friends_s09e23-24_seg02_clip_08", "timestamp": [ 54.58, 58.66 ], "duration": 58.66, "caption": "Three women standing near the door talking.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 333893, "video_name": "s06e01_seg02_clip_05", "timestamp": [ 27.27, 31.91 ], "duration": 58.66, "caption": "A man and a woman enter into the restaurant dining area.", "similarity": 0.5861, "relevance": 1 }, { "pair_id": 333894, "video_name": "s09e13_seg01_clip_02", "timestamp": [ 13.24, 29.42 ], "duration": 49.66, "caption": "Two people stand in the hallway having a conversation with a person through the door.", "similarity": 0.5829, "relevance": 1 }, { "pair_id": 333895, "video_name": "friends_s07e21_seg02_clip_16", "timestamp": [ 4.85, 8.48 ], "duration": 60.66, "caption": "Three people enter the room two people are talking in.", "similarity": 0.5823, "relevance": 2 }, { "pair_id": 333896, "video_name": "friends_s02e02_seg01_clip_00", "timestamp": [ 47.14, 62.03 ], "duration": 62.66, "caption": "Three people talk while standing in a kitchen.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 333897, "video_name": "castle_s05e04_seg02_clip_08", "timestamp": [ 39.72, 49.3 ], "duration": 91.66, "caption": "Two men and a woman walk through a door while having a conversation.", "similarity": 0.5787, "relevance": 1 }, { "pair_id": 333898, "video_name": "s05e11_seg02_clip_11", "timestamp": [ 0.0, 9.44 ], "duration": 59.66, "caption": "A person is talking with another person while standing in front of the door.", "similarity": 0.5781, "relevance": 1 }, { "pair_id": 333899, "video_name": "castle_s08e02_seg02_clip_10", "timestamp": [ 19.04, 25.38 ], "duration": 79.66, "caption": "A woman and two other people walked in from a door discussing.", "similarity": 0.5779, "relevance": 1 } ] }, { "query_id": 13400, "query": "A woman walks into the hall carrying a gift box.", "relevant_moment": [ { "pair_id": 5260, "video_name": "met_s02e19_seg02_clip_02", "timestamp": [ 4.3, 8.29 ], "duration": 61.66, "caption": "A woman walks into the hall carrying a gift box.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5261, "video_name": "friends_s06e04_seg01_clip_01", "timestamp": [ 21.61, 23.41 ], "duration": 60.66, "caption": "A woman walks into the room with a cardboard box.", "similarity": 0.7707, "relevance": 2 }, { "pair_id": 5262, "video_name": "friends_s06e06_seg02_clip_13", "timestamp": [ 22.13, 27.15 ], "duration": 59.66, "caption": "A woman walks in the door carrying a large box.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 5263, "video_name": "friends_s08e02_seg02_clip_01", "timestamp": [ 9.64, 24.92 ], "duration": 47.66, "caption": "A woman has a small gift box in her hand and she opens it.", "similarity": 0.7277, "relevance": 2 }, { "pair_id": 5264, "video_name": "house_s08e19_seg02_clip_01", "timestamp": [ 7.04, 23.77 ], "duration": 88.66, "caption": "A woman walks into a room, carrying a white cardboard box with a brown lid; they talk, then she sets the box on a chair.", "similarity": 0.7021, "relevance": 3 }, { "pair_id": 5265, "video_name": "house_s01e07_seg02_clip_20", "timestamp": [ 35.57, 62.48 ], "duration": 91.66, "caption": "A woman picks up a box and walks out the door with the box.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 5266, "video_name": "castle_s02e09_seg02_clip_16", "timestamp": [ 62.15, 76.67 ], "duration": 90.66, "caption": "A woman walks in with a box and places it on a table.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 5267, "video_name": "castle_s03e01_seg02_clip_21", "timestamp": [ 40.95, 58.76 ], "duration": 89.66, "caption": "A woman walks down the hall carrying a book.", "similarity": 0.6686, "relevance": 2 }, { "pair_id": 5268, "video_name": "met_s02e19_seg02_clip_10", "timestamp": [ 29.55, 32.71 ], "duration": 57.66, "caption": "A woman puts the sewing machine in a gift box.", "similarity": 0.6682, "relevance": 1 }, { "pair_id": 5269, "video_name": "s03e18_seg02_clip_01", "timestamp": [ 51.17, 52.1 ], "duration": 62.66, "caption": "A woman enters the apartment carrying a wrapped gift.", "similarity": 0.6668, "relevance": 2 }, { "pair_id": 5270, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 17.44, 19.41 ], "duration": 56.66, "caption": "A woman walks out of the building holding a box with her things.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 5271, "video_name": "house_s08e15_seg02_clip_09", "timestamp": [ 14.12, 17.77 ], "duration": 91.66, "caption": "A woman is walking down the hall with a folder in her hand.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 5272, "video_name": "met_s02e18_seg02_clip_02", "timestamp": [ 27.92, 33.27 ], "duration": 59.66, "caption": "A woman walks into the living room carrying a large box and hands it off to a man who, while talking to another man, carries the box out the front door.", "similarity": 0.6586, "relevance": 3 }, { "pair_id": 5273, "video_name": "s05e04_seg02_clip_13", "timestamp": [ 31.63, 39.08 ], "duration": 62.66, "caption": "A woman opens the gift.", "similarity": 0.6567, "relevance": 1 }, { "pair_id": 5274, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 43.82, 45.62 ], "duration": 60.66, "caption": "A woman walks into the apartment with Christmas gifts in hand.", "similarity": 0.652, "relevance": 3 }, { "pair_id": 5275, "video_name": "s06e03_seg01_clip_00", "timestamp": [ 54.62, 61.03 ], "duration": 61.66, "caption": "A woman walks in the room with a large box and states it's for someone.", "similarity": 0.6498, "relevance": 3 }, { "pair_id": 5276, "video_name": "s09e18_seg02_clip_01", "timestamp": [ 1.5, 9.0 ], "duration": 60.66, "caption": "A woman slightly turns a red gift box in her hands and puts it in another woman's face.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 5277, "video_name": "friends_s08e15_seg02_clip_14", "timestamp": [ 34.22, 40.82 ], "duration": 60.66, "caption": "A person walks into the room while holding a present.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 5278, "video_name": "castle_s06e14_seg02_clip_25", "timestamp": [ 60.49, 77.51 ], "duration": 126.66, "caption": "A woman sees a large gift and walks towards it.", "similarity": 0.6438, "relevance": 1 }, { "pair_id": 5279, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 2.07, 4.72 ], "duration": 59.66, "caption": "A person came in the room carrying a box.", "similarity": 0.6429, "relevance": 2 }, { "pair_id": 178580, "video_name": "friends_s03e20_seg02_clip_01", "timestamp": [ 33.19, 41.25 ], "duration": 62.66, "caption": "A woman walks into the apartment holding a box and complements someone's dollhouse.", "similarity": 0.6421, "relevance": 3 }, { "pair_id": 178581, "video_name": "friends_s09e15_seg02_clip_17", "timestamp": [ 39.06, 48.02 ], "duration": 64.66, "caption": "A woman walks in carrying a box and sits down on the couch.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 178582, "video_name": "castle_s01e01_seg02_clip_15", "timestamp": [ 35.05, 48.98 ], "duration": 96.66, "caption": "A man gives a woman a gift in a blue and white box.", "similarity": 0.6383, "relevance": 3 }, { "pair_id": 178583, "video_name": "s02e06_seg02_clip_08", "timestamp": [ 49.29, 55.19 ], "duration": 59.66, "caption": "A woman places a boxed package on a table and walks out of the room.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 178584, "video_name": "s06e20_seg02_clip_07", "timestamp": [ 58.65, 62.33 ], "duration": 67.66, "caption": "A person reaches into a black gift bag as he walks down the hallway.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 178585, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 24.41, 28.68 ], "duration": 61.66, "caption": "A woman gives the box to someone and they open it.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 178586, "video_name": "friends_s06e10_seg02_clip_09", "timestamp": [ 3.41, 4.65 ], "duration": 62.66, "caption": "A woman places a wrapped up present into a white box.", "similarity": 0.6283, "relevance": 1 }, { "pair_id": 178587, "video_name": "friends_s03e19_seg02_clip_05", "timestamp": [ 27.61, 33.01 ], "duration": 60.66, "caption": "A woman walks over and picks up a box from the coffee table.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 178588, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 3.28, 5.97 ], "duration": 59.66, "caption": "A man gives a Christmas gift box to woman.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 178589, "video_name": "house_s04e04_seg02_clip_23", "timestamp": [ 114.1, 124.02 ], "duration": 124.66, "caption": "A person walks into the room carrying a bouquet of flowers.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 178590, "video_name": "friends_s03e02_seg02_clip_15", "timestamp": [ 53.12, 60.03 ], "duration": 60.66, "caption": "A woman walks into the room holding onto a bunch of flowers.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 178591, "video_name": "s05e24_seg02_clip_01", "timestamp": [ 5.99, 8.55 ], "duration": 57.66, "caption": "A man gifts woman something held in a little box.", "similarity": 0.6106, "relevance": 3 }, { "pair_id": 178592, "video_name": "friends_s04e08_seg02_clip_20", "timestamp": [ 9.34, 21.24 ], "duration": 46.66, "caption": "A woman walks over to the box that a man is in.", "similarity": 0.6103, "relevance": 1 }, { "pair_id": 178593, "video_name": "s06e13_seg02_clip_05", "timestamp": [ 0.0, 46.42 ], "duration": 64.66, "caption": "A woman went to a person's gift shop. She is looking for something.", "similarity": 0.61, "relevance": 1 }, { "pair_id": 178594, "video_name": "friends_s10e01_seg02_clip_18", "timestamp": [ 0.0, 2.54 ], "duration": 56.66, "caption": "A woman walks into the room with a large basket.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 178595, "video_name": "met_s02e19_seg02_clip_02", "timestamp": [ 55.27, 61.41 ], "duration": 61.66, "caption": "A woman puts a bow on the gift box and starts writing in the card.", "similarity": 0.6089, "relevance": 2 }, { "pair_id": 178596, "video_name": "grey_s02e11_seg02_clip_19", "timestamp": [ 6.5, 12.56 ], "duration": 86.66, "caption": "A woman walks into someone's room as she is packing.", "similarity": 0.6079, "relevance": 1 }, { "pair_id": 178597, "video_name": "castle_s06e22_seg02_clip_22", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman walks into her apartment and over to a large box.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 178598, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 46.46, 51.27 ], "duration": 64.66, "caption": "A woman walks into the room with a cup.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 178599, "video_name": "met_s06e02_seg02_clip_01", "timestamp": [ 16.21, 20.71 ], "duration": 60.66, "caption": "A woman grabs a box from the shelf and puts it in the box.", "similarity": 0.602, "relevance": 1 } ] }, { "query_id": 13422, "query": "A man drops the knife he's holding onto the floor.", "relevant_moment": [ { "pair_id": 114160, "video_name": "castle_s03e18_seg02_clip_19", "timestamp": [ 68.02, 69.38 ], "duration": 90.66, "caption": "A man drops the knife he's holding onto the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 114161, "video_name": "castle_s08e22_seg02_clip_24", "timestamp": [ 0.0, 5.08 ], "duration": 92.66, "caption": "A man puts down his gun onto the floor.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 114162, "video_name": "castle_s03e18_seg02_clip_19", "timestamp": [ 67.56, 71.64 ], "duration": 90.66, "caption": "A person drops the knife tip point down and it bounces.", "similarity": 0.6256, "relevance": 4 }, { "pair_id": 114164, "video_name": "castle_s03e24_seg02_clip_01", "timestamp": [ 83.34, 86.38 ], "duration": 101.66, "caption": "A person drops the knife he had in his hand after he saw a woman.", "similarity": 0.62, "relevance": 4 }, { "pair_id": 114165, "video_name": "s03e03_seg02_clip_02", "timestamp": [ 1.7, 4.42 ], "duration": 68.66, "caption": "A man strips his jacket off and drops it on the floor.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 114166, "video_name": "house_s02e14_seg02_clip_16", "timestamp": [ 23.79, 24.71 ], "duration": 91.66, "caption": "A man falls to the floor after someone assaults him.", "similarity": 0.6101, "relevance": 1 }, { "pair_id": 114167, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 2.59, 3.47 ], "duration": 11.66, "caption": "A man cuts with a knife and then puts it on the cutting board.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 114168, "video_name": "friends_s05e08_seg02_clip_16", "timestamp": [ 16.37, 40.45 ], "duration": 61.66, "caption": "A woman picks up a knife and drops it on a man's foot.", "similarity": 0.6047, "relevance": 3 }, { "pair_id": 114169, "video_name": "castle_s08e21_seg02_clip_26", "timestamp": [ 3.22, 5.52 ], "duration": 92.66, "caption": "A man uses his hand to knock a knife out of a person's hand.", "similarity": 0.5922, "relevance": 4 }, { "pair_id": 114170, "video_name": "house_s02e14_seg02_clip_16", "timestamp": [ 20.59, 25.16 ], "duration": 91.66, "caption": "A man falls to the floor after getting in the stomach.", "similarity": 0.5813, "relevance": 1 }, { "pair_id": 114171, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 15.93, 20.1 ], "duration": 49.66, "caption": "A man falls to the floor after a man punches him.", "similarity": 0.5736, "relevance": 1 }, { "pair_id": 114172, "video_name": "met_s02e13_seg02_clip_18", "timestamp": [ 53.12, 59.35 ], "duration": 59.66, "caption": "A man falls to the floor landing on his back.", "similarity": 0.5686, "relevance": 1 }, { "pair_id": 114173, "video_name": "met_s06e04_seg02_clip_04", "timestamp": [ 0.0, 13.28 ], "duration": 59.66, "caption": "A man clutches his chest in pain and falls to the floor.", "similarity": 0.5669, "relevance": 1 }, { "pair_id": 114174, "video_name": "castle_s05e19_seg02_clip_09", "timestamp": [ 19.59, 21.41 ], "duration": 91.66, "caption": "A person reaches for his phone and drops it on the floor.", "similarity": 0.5621, "relevance": 1 }, { "pair_id": 114175, "video_name": "castle_s08e03_seg02_clip_00", "timestamp": [ 20.71, 27.61 ], "duration": 92.66, "caption": "A man suddenly opens a box using a knife.", "similarity": 0.561, "relevance": 1 }, { "pair_id": 114176, "video_name": "friends_s02e12-13_seg02_clip_43", "timestamp": [ 39.0, 40.38 ], "duration": 69.66, "caption": "A man drops his ice cream on the floor.", "similarity": 0.5589, "relevance": 1 }, { "pair_id": 114177, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 32.78, 36.27 ], "duration": 58.66, "caption": "A man takes his shoulder bag off and drops it on the floor.", "similarity": 0.5577, "relevance": 0 }, { "pair_id": 114178, "video_name": "friends_s08e19_seg02_clip_11", "timestamp": [ 15.13, 17.65 ], "duration": 63.66, "caption": "A man drops a lot of spaghetti on the floor.", "similarity": 0.5523, "relevance": 1 }, { "pair_id": 114179, "video_name": "castle_s07e10_seg02_clip_10", "timestamp": [ 36.07, 38.78 ], "duration": 90.66, "caption": "A man holds up his hand and there is a deep cut.", "similarity": 0.5514, "relevance": 0 } ] }, { "query_id": 13510, "query": "A doctor was standing while seriously talking to a man.", "relevant_moment": [ { "pair_id": 4500, "video_name": "house_s03e08_seg02_clip_23", "timestamp": [ 0.0, 7.58 ], "duration": 101.66, "caption": "A doctor was standing while seriously talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4501, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.8968, "relevance": 4 }, { "pair_id": 4502, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.8968, "relevance": 3 }, { "pair_id": 4503, "video_name": "house_s01e07_seg02_clip_05", "timestamp": [ 0.0, 29.51 ], "duration": 100.66, "caption": "A doctor was standing beside a man while talking.", "similarity": 0.8834, "relevance": 4 }, { "pair_id": 4504, "video_name": "house_s03e24_seg02_clip_10", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A doctor was standing beside a man while he was talking to him.", "similarity": 0.8831, "relevance": 4 }, { "pair_id": 4505, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.8331, "relevance": 3 }, { "pair_id": 4506, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.831, "relevance": 4 }, { "pair_id": 4507, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor was having a talk with man.", "similarity": 0.8213, "relevance": 4 }, { "pair_id": 4508, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.8157, "relevance": 4 }, { "pair_id": 4509, "video_name": "friends_s06e20_seg02_clip_05", "timestamp": [ 61.47, 64.03 ], "duration": 64.66, "caption": "While a man is talking to a doctor he quickly stands up and holds his hand up.", "similarity": 0.8081, "relevance": 3 }, { "pair_id": 4510, "video_name": "house_s02e21_seg02_clip_00", "timestamp": [ 55.48, 58.77 ], "duration": 94.66, "caption": "A person stands up as they are talking to the other doctors.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 4511, "video_name": "house_s03e17_seg02_clip_01", "timestamp": [ 15.37, 20.8 ], "duration": 90.66, "caption": "A doctor stands up after talking to the patient.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 4513, "video_name": "house_s03e15_seg02_clip_14", "timestamp": [ 11.11, 14.67 ], "duration": 88.66, "caption": "A doctor stands up to engage in the conversation.", "similarity": 0.7941, "relevance": 4 }, { "pair_id": 4514, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A man and a doctor were having a conversation.", "similarity": 0.7879, "relevance": 4 }, { "pair_id": 4515, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.7865, "relevance": 3 }, { "pair_id": 4516, "video_name": "house_s07e23_seg02_clip_11", "timestamp": [ 6.7, 12.96 ], "duration": 89.66, "caption": "A man is talking to the patient while he is standing.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 4517, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 59.96, 90.17 ], "duration": 90.66, "caption": "The doctors are having a conversation with a man.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 4518, "video_name": "house_s03e03_seg02_clip_20", "timestamp": [ 0.0, 18.27 ], "duration": 83.66, "caption": "The patient was talking to a man and some doctors.", "similarity": 0.7719, "relevance": 4 }, { "pair_id": 4519, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.7646, "relevance": 4 }, { "pair_id": 177820, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 49.09, 61.7 ], "duration": 90.66, "caption": "A man is having a conversation with some doctors.", "similarity": 0.7641, "relevance": 4 }, { "pair_id": 177821, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 6.0, 12.87 ], "duration": 85.66, "caption": "A doctor walked closely to a man whilst talking to him.", "similarity": 0.758, "relevance": 4 }, { "pair_id": 177822, "video_name": "house_s05e04_seg02_clip_00", "timestamp": [ 0.0, 34.18 ], "duration": 91.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 177823, "video_name": "house_s01e14_seg02_clip_18", "timestamp": [ 43.74, 88.36 ], "duration": 88.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 177824, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 31.06, 37.81 ], "duration": 90.66, "caption": "A man is talking to another doctor and the other doctors about his condition.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 177825, "video_name": "house_s02e02_seg02_clip_20", "timestamp": [ 16.65, 19.81 ], "duration": 90.66, "caption": "A man walks over to stand behind person when talking to the other doctors.", "similarity": 0.7487, "relevance": 2 }, { "pair_id": 177826, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 43.63, 55.45 ], "duration": 90.66, "caption": "A man and a group of doctors are having a conversation.", "similarity": 0.7407, "relevance": 4 }, { "pair_id": 177827, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 177828, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 61.56, 74.59 ], "duration": 89.66, "caption": "While a man and another person are talking to each other, a doctor then interrupts them.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 177829, "video_name": "house_s07e06_seg02_clip_11", "timestamp": [ 0.0, 4.69 ], "duration": 85.66, "caption": "A man leans forward as his talking to the other doctors.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 177830, "video_name": "house_s02e16_seg02_clip_15", "timestamp": [ 44.56, 90.02 ], "duration": 90.66, "caption": "A man walked after a doctor and continued talking to him.", "similarity": 0.7348, "relevance": 3 }, { "pair_id": 177831, "video_name": "house_s07e22_seg02_clip_03", "timestamp": [ 40.26, 44.28 ], "duration": 115.66, "caption": "A doctor is fixing his things while talking to a man.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 177832, "video_name": "house_s06e12_seg02_clip_27", "timestamp": [ 0.0, 8.3 ], "duration": 9.66, "caption": "A man is talking with doctor looking him straight.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 177833, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 25.82, 89.02 ], "duration": 89.66, "caption": "A doctor walked towards a person and had a conversation with him.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 177834, "video_name": "house_s08e17_seg02_clip_14", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 177835, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 0.0, 23.76 ], "duration": 95.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 177836, "video_name": "house_s02e16_seg02_clip_18", "timestamp": [ 3.39, 21.17 ], "duration": 84.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 177837, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 0.0, 8.09 ], "duration": 49.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7261, "relevance": 1 }, { "pair_id": 177838, "video_name": "house_s07e21_seg02_clip_17", "timestamp": [ 0.0, 5.02 ], "duration": 5.66, "caption": "A doctor was thinking about something while standing.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 177839, "video_name": "house_s06e06_seg02_clip_01", "timestamp": [ 0.0, 34.63 ], "duration": 92.66, "caption": "A doctor was standing in front of three people.", "similarity": 0.7239, "relevance": 2 } ] }, { "query_id": 13530, "query": "A person is sitting alone on a couch looking at their phone.", "relevant_moment": [ { "pair_id": 206300, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A person is sat on the couch looking at the TV.", "similarity": 0.6314, "relevance": 3 }, { "pair_id": 206301, "video_name": "s01e13_seg01_clip_00", "timestamp": [ 0.0, 62.03 ], "duration": 62.66, "caption": "A man was holding his cellular phone whilst sitting on the couch.", "similarity": 0.6291, "relevance": 3 }, { "pair_id": 206302, "video_name": "s08e08_seg02_clip_04", "timestamp": [ 59.5, 61.03 ], "duration": 61.66, "caption": "A woman, wearing a blue shirt sits on a couch scrolling through her phone.", "similarity": 0.621, "relevance": 4 }, { "pair_id": 206303, "video_name": "friends_s02e05_seg02_clip_00", "timestamp": [ 44.57, 47.21 ], "duration": 66.66, "caption": "A person tosses the phone on to the couch.", "similarity": 0.6203, "relevance": 1 }, { "pair_id": 206304, "video_name": "s03e22_seg02_clip_12", "timestamp": [ 51.48, 62.03 ], "duration": 62.66, "caption": "A person is happy to be sitting on the couch by themselves.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 206305, "video_name": "castle_s05e17_seg02_clip_10", "timestamp": [ 21.61, 25.66 ], "duration": 90.66, "caption": "A person is sitting on the couch and looks at their watch.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 206306, "video_name": "friends_s07e16_seg02_clip_22", "timestamp": [ 25.68, 28.04 ], "duration": 59.66, "caption": "A man sits alone looking contemplative on the couch at the coffee shop.", "similarity": 0.6157, "relevance": 3 }, { "pair_id": 206307, "video_name": "s04e19_seg02_clip_04", "timestamp": [ 0.0, 17.41 ], "duration": 60.66, "caption": "A person is leaning over the couch to look at someone's computer screen.", "similarity": 0.6146, "relevance": 2 }, { "pair_id": 206308, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 27.91, 30.08 ], "duration": 62.66, "caption": "A man is sitting on the couch and talking on the phone.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 206309, "video_name": "friends_s05e04_seg02_clip_08", "timestamp": [ 2.66, 6.66 ], "duration": 53.66, "caption": "A man sits down on the top of the couch while on the phone.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 206310, "video_name": "met_s05e04_seg02_clip_08", "timestamp": [ 21.84, 40.94 ], "duration": 60.66, "caption": "A person is seated on the couch with a laptop on their lap looking at pictures on it.", "similarity": 0.6081, "relevance": 3 }, { "pair_id": 206311, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 42.48, 57.02 ], "duration": 57.66, "caption": "A person looks at their phone and appears confused about something.", "similarity": 0.6077, "relevance": 2 }, { "pair_id": 206312, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 31.73, 38.45 ], "duration": 61.66, "caption": "A person looks at their watch while sitting on the couch.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 206313, "video_name": "s06e20_seg02_clip_10", "timestamp": [ 33.64, 53.71 ], "duration": 59.66, "caption": "A person sits on the couch with his/her dog while talking on the phone.", "similarity": 0.6056, "relevance": 2 }, { "pair_id": 206314, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 83.72, 86.87 ], "duration": 90.66, "caption": "A woman looks over at a phone sitting on a desk.", "similarity": 0.6028, "relevance": 2 }, { "pair_id": 206315, "video_name": "grey_s03e20_seg02_clip_25", "timestamp": [ 17.36, 28.11 ], "duration": 82.66, "caption": "A woman is sitting on the couch and hangs up her phone.", "similarity": 0.6023, "relevance": 3 }, { "pair_id": 206316, "video_name": "met_s06e14_seg02_clip_12", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "A woman is standing alone as she is on the phone.", "similarity": 0.5996, "relevance": 2 }, { "pair_id": 206317, "video_name": "s09e04_seg02_clip_00", "timestamp": [ 27.16, 29.9 ], "duration": 61.66, "caption": "A person waves his phone while sitting on a woman's sofa.", "similarity": 0.5993, "relevance": 3 }, { "pair_id": 206318, "video_name": "grey_s02e01_seg02_clip_15", "timestamp": [ 83.72, 85.52 ], "duration": 90.66, "caption": "A person is sitting down talking on the phone.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 206319, "video_name": "house_s05e12_seg02_clip_14", "timestamp": [ 0.0, 10.92 ], "duration": 84.66, "caption": "A woman is sitting on the couch in the mess and is on the phone.", "similarity": 0.5971, "relevance": 2 } ] }, { "query_id": 13538, "query": "A man picks up a piece of meat and takes a bite.", "relevant_moment": [ { "pair_id": 154540, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 1.81, 5.13 ], "duration": 60.66, "caption": "A man picks up a piece of meat and takes a bite.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154541, "video_name": "met_s04e02_seg02_clip_10", "timestamp": [ 1.48, 2.36 ], "duration": 59.66, "caption": "A man takes a bite from some food he is holding.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 154542, "video_name": "friends_s01e15_seg02_clip_13", "timestamp": [ 2.7, 4.05 ], "duration": 54.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.7571, "relevance": 3 }, { "pair_id": 154543, "video_name": "friends_s01e15_seg02_clip_11", "timestamp": [ 14.18, 42.55 ], "duration": 63.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.7571, "relevance": 3 }, { "pair_id": 154544, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 55.54, 58.28 ], "duration": 61.66, "caption": "A man takes a bite of food from his plate.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 154545, "video_name": "castle_s02e06_seg02_clip_27", "timestamp": [ 33.39, 34.89 ], "duration": 75.66, "caption": "A man takes a bite of food from his plate.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 154546, "video_name": "s10e10_seg02_clip_09", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A man puts a bite of food in his mouth and chews.", "similarity": 0.7147, "relevance": 4 }, { "pair_id": 154547, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 26.41, 37.52 ], "duration": 60.66, "caption": "A man holds a steak in his hands and takes bites out of it.", "similarity": 0.7115, "relevance": 3 }, { "pair_id": 154548, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 2.44, 3.36 ], "duration": 61.66, "caption": "A man picks up a piece of food from the table.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 154549, "video_name": "s09e14_seg02_clip_12", "timestamp": [ 4.35, 6.09 ], "duration": 58.66, "caption": "A man takes a bite of his food with a fork.", "similarity": 0.6918, "relevance": 4 }, { "pair_id": 154550, "video_name": "met_s03e18_seg02_clip_04", "timestamp": [ 6.26, 31.29 ], "duration": 59.66, "caption": "A man picks up a potato skin and sets it back down after taking one bite.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 154551, "video_name": "friends_s09e12_seg02_clip_12", "timestamp": [ 10.55, 12.72 ], "duration": 62.66, "caption": "A man grabs an item from the plate and bites into it.", "similarity": 0.6869, "relevance": 4 }, { "pair_id": 154552, "video_name": "met_s06e20_seg02_clip_13", "timestamp": [ 41.56, 45.9 ], "duration": 62.66, "caption": "A man takes a bite of a meatball sub.", "similarity": 0.6839, "relevance": 4 }, { "pair_id": 154553, "video_name": "met_s04e02_seg02_clip_09", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man takes a bite out of the burger in his hands.", "similarity": 0.683, "relevance": 3 }, { "pair_id": 154554, "video_name": "s02e22_seg02_clip_01", "timestamp": [ 32.17, 42.5 ], "duration": 59.66, "caption": "A man picks at his food with a fork.", "similarity": 0.6811, "relevance": 1 }, { "pair_id": 154555, "video_name": "friends_s10e09_seg02_clip_18", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A man takes some food from the plate and eats it.", "similarity": 0.6732, "relevance": 4 }, { "pair_id": 154556, "video_name": "friends_s04e17_seg02_clip_13", "timestamp": [ 48.02, 49.23 ], "duration": 60.66, "caption": "A man takes a bite of the sandwich he is holding.", "similarity": 0.6673, "relevance": 4 }, { "pair_id": 154557, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 20.48, 23.67 ], "duration": 91.66, "caption": "A person takes a bit of their food and chews it.", "similarity": 0.6657, "relevance": 4 }, { "pair_id": 154558, "video_name": "met_s04e02_seg02_clip_08", "timestamp": [ 35.07, 38.76 ], "duration": 61.66, "caption": "A person takes a bite of the burger in his hands.", "similarity": 0.6642, "relevance": 4 }, { "pair_id": 154559, "video_name": "friends_s06e13_seg02_clip_04", "timestamp": [ 28.68, 31.2 ], "duration": 63.66, "caption": "A man picks up food from a customer's table and eats it.", "similarity": 0.661, "relevance": 4 }, { "pair_id": 327861, "video_name": "friends_s10e10_seg02_clip_13", "timestamp": [ 22.21, 24.31 ], "duration": 60.66, "caption": "A man takes a bite of his sandwich in his hand.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 327862, "video_name": "s07e19_seg02_clip_08", "timestamp": [ 24.11, 32.34 ], "duration": 61.66, "caption": "A woman picks up a dish of food and takes a bite.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 327863, "video_name": "s04e02_seg02_clip_08", "timestamp": [ 30.7, 33.5 ], "duration": 62.66, "caption": "A man takes a bite of food from his bowl.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 327864, "video_name": "friends_s09e12_seg02_clip_12", "timestamp": [ 7.13, 20.16 ], "duration": 62.66, "caption": "A man picked a piece of fish from the tray and puts it in his mouth.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 327865, "video_name": "s07e07_seg02_clip_00", "timestamp": [ 42.72, 43.94 ], "duration": 61.66, "caption": "A man up his fork with his right hand and takes a bite of his food.", "similarity": 0.6514, "relevance": 3 }, { "pair_id": 327866, "video_name": "friends_s10e05_seg02_clip_23", "timestamp": [ 21.38, 24.52 ], "duration": 57.66, "caption": "A man reaching for something off the plate of food.", "similarity": 0.6467, "relevance": 1 }, { "pair_id": 327867, "video_name": "s09e21_seg02_clip_10", "timestamp": [ 18.31, 21.66 ], "duration": 61.66, "caption": "A man says something and then takes a bite of his sandwich.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 327868, "video_name": "house_s02e24_seg02_clip_19", "timestamp": [ 59.53, 69.59 ], "duration": 83.66, "caption": "A man grabs the sandwich in the plate that he his holding and takes a bite of the sandwich.", "similarity": 0.6455, "relevance": 2 }, { "pair_id": 327869, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 10.62, 13.28 ], "duration": 59.66, "caption": "A person picks up some food but stops before putting it in their mouth.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 327870, "video_name": "met_s06e07_seg02_clip_11", "timestamp": [ 21.76, 25.82 ], "duration": 58.66, "caption": "A man picks up a french fry and eats it.", "similarity": 0.6403, "relevance": 2 }, { "pair_id": 327871, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 39.97, 42.41 ], "duration": 61.66, "caption": "A person picks up his plate of food on the table.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 327872, "video_name": "friends_s05e11_seg02_clip_15", "timestamp": [ 36.04, 41.54 ], "duration": 55.66, "caption": "A man picks up a chicken and holds it up to another person's face.", "similarity": 0.6363, "relevance": 1 }, { "pair_id": 327873, "video_name": "castle_s02e02_seg02_clip_13", "timestamp": [ 44.65, 46.05 ], "duration": 93.66, "caption": "A man puts chip in mouth and chews it.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 327874, "video_name": "house_s08e04_seg02_clip_03", "timestamp": [ 69.37, 72.7 ], "duration": 95.66, "caption": "A man reaches over and picks up a burger off of a woman's plate.", "similarity": 0.6295, "relevance": 2 }, { "pair_id": 327875, "video_name": "met_s04e02_seg02_clip_16", "timestamp": [ 60.2, 63.6 ], "duration": 68.66, "caption": "A man takes a bite of a sandwich at a restaurant.", "similarity": 0.6288, "relevance": 3 }, { "pair_id": 327876, "video_name": "s04e21_seg02_clip_04", "timestamp": [ 21.71, 29.15 ], "duration": 62.66, "caption": "The person looks at their food and takes a bite of it.", "similarity": 0.6277, "relevance": 4 }, { "pair_id": 327877, "video_name": "house_s03e14_seg02_clip_22", "timestamp": [ 9.35, 17.8 ], "duration": 89.66, "caption": "A man reachs out to grab another man's sandwich and takes a bite.", "similarity": 0.6254, "relevance": 3 }, { "pair_id": 327878, "video_name": "met_s02e08_seg02_clip_09", "timestamp": [ 50.55, 54.59 ], "duration": 62.66, "caption": "A man eats food from a bag in his hand.", "similarity": 0.6253, "relevance": 2 }, { "pair_id": 327879, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 8.28, 10.58 ], "duration": 92.66, "caption": "A person puts food into their mouth with their hand and chews it.", "similarity": 0.6241, "relevance": 2 } ] }, { "query_id": 13566, "query": "Woman shows two men a picture of a mummy.", "relevant_moment": [ { "pair_id": 18180, "video_name": "castle_s02e19_seg02_clip_09", "timestamp": [ 15.04, 20.96 ], "duration": 91.66, "caption": "Woman shows two men a picture of a mummy.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18182, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 61.68, 75.64 ], "duration": 90.66, "caption": "A man shows a woman and man an old picture of someone.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 18183, "video_name": "castle_s04e22_seg02_clip_14", "timestamp": [ 69.18, 76.46 ], "duration": 91.66, "caption": "A woman shows a picture to two men and one of them recognizes him.", "similarity": 0.6547, "relevance": 4 }, { "pair_id": 18184, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 55.35, 58.61 ], "duration": 93.66, "caption": "A woman shows a man a picture of a woman.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 18185, "video_name": "castle_s07e11_seg02_clip_09", "timestamp": [ 89.57, 91.66 ], "duration": 91.66, "caption": "A man shows a woman a photograph of a woman.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 18186, "video_name": "castle_s03e06_seg02_clip_19", "timestamp": [ 28.9, 37.02 ], "duration": 90.66, "caption": "A man is showing a woman and another man there are two different people on the pictures.", "similarity": 0.6261, "relevance": 2 }, { "pair_id": 18187, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 73.0, 77.13 ], "duration": 91.66, "caption": "A man shows a woman a picture of a woman.", "similarity": 0.6252, "relevance": 1 }, { "pair_id": 18188, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 71.79, 75.75 ], "duration": 88.66, "caption": "A man shows the picture of a man to two women.", "similarity": 0.6244, "relevance": 1 }, { "pair_id": 18189, "video_name": "castle_s06e19_seg02_clip_02", "timestamp": [ 10.02, 14.12 ], "duration": 91.66, "caption": "Two people show a woman a picture of another woman.", "similarity": 0.6205, "relevance": 1 }, { "pair_id": 18190, "video_name": "house_s07e20_seg02_clip_12", "timestamp": [ 76.01, 91.03 ], "duration": 91.66, "caption": "A man shows a woman a photo of a man.", "similarity": 0.6177, "relevance": 1 }, { "pair_id": 18191, "video_name": "castle_s06e21_seg02_clip_14", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A woman shows them some photographs of a man.", "similarity": 0.616, "relevance": 0 }, { "pair_id": 18192, "video_name": "castle_s01e08_seg02_clip_03", "timestamp": [ 41.37, 46.54 ], "duration": 94.66, "caption": "A man looks at two photographs of the deceased and hands them to a woman.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 18193, "video_name": "castle_s07e03_seg02_clip_08", "timestamp": [ 28.64, 78.88 ], "duration": 88.66, "caption": "A woman shows a man a picture of a person as he is lying in a hospital bed.", "similarity": 0.6114, "relevance": 1 }, { "pair_id": 18194, "video_name": "castle_s02e19_seg02_clip_22", "timestamp": [ 75.08, 89.38 ], "duration": 89.66, "caption": "A man and woman talk to the medical examiner about the mummy on the table.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 18195, "video_name": "castle_s04e22_seg02_clip_10", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A woman shows a man a picture of a man in a scarecrow costume.", "similarity": 0.6022, "relevance": 2 }, { "pair_id": 18196, "video_name": "castle_s07e14_seg02_clip_25", "timestamp": [ 27.31, 36.87 ], "duration": 91.66, "caption": "A man shows another man a picture of a woman on a file and two others.", "similarity": 0.5993, "relevance": 1 }, { "pair_id": 18197, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.5982, "relevance": 2 }, { "pair_id": 18198, "video_name": "castle_s07e09_seg02_clip_16", "timestamp": [ 81.11, 90.13 ], "duration": 90.66, "caption": "A woman hands a man a picture and he shows it to two other men.", "similarity": 0.5973, "relevance": 2 }, { "pair_id": 18199, "video_name": "castle_s02e08_seg02_clip_11", "timestamp": [ 8.36, 14.96 ], "duration": 88.66, "caption": "A man shows two people photographs of the victim.", "similarity": 0.5941, "relevance": 1 }, { "pair_id": 191500, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 28.74, 34.22 ], "duration": 91.66, "caption": "A woman shows a man a picture of a dead victim and he recognizes him.", "similarity": 0.5935, "relevance": 3 }, { "pair_id": 191501, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 49.06, 53.56 ], "duration": 90.66, "caption": "A woman is shown a picture by a man of another woman.", "similarity": 0.5928, "relevance": 2 }, { "pair_id": 191502, "video_name": "castle_s02e19_seg02_clip_22", "timestamp": [ 76.42, 89.38 ], "duration": 89.66, "caption": "A man is staring at the mummy on the morgue table as a person talks about the age of the mummy and the preservation.", "similarity": 0.5878, "relevance": 2 }, { "pair_id": 191503, "video_name": "friends_s05e23-24_seg02_clip_11", "timestamp": [ 0.0, 3.5 ], "duration": 58.66, "caption": "A man poses for a photo with two old women.", "similarity": 0.5868, "relevance": 1 }, { "pair_id": 191504, "video_name": "castle_s04e19_seg02_clip_22", "timestamp": [ 46.42, 53.25 ], "duration": 91.66, "caption": "A woman shows a man a picture of a white male.", "similarity": 0.5862, "relevance": 3 }, { "pair_id": 191505, "video_name": "friends_s07e05_seg02_clip_20", "timestamp": [ 40.65, 47.59 ], "duration": 63.66, "caption": "Some people look at the picture in the paper of a woman and a man.", "similarity": 0.5854, "relevance": 2 }, { "pair_id": 191506, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 12.28, 18.19 ], "duration": 90.66, "caption": "A woman shows a piece of picture to a man.", "similarity": 0.5843, "relevance": 2 }, { "pair_id": 191507, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.56, 81.9 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 191508, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.12, 82.79 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 191509, "video_name": "castle_s03e12_seg02_clip_06", "timestamp": [ 66.45, 71.45 ], "duration": 91.66, "caption": "A woman takes out a picture of a man and shows it to a man.", "similarity": 0.5794, "relevance": 2 }, { "pair_id": 191510, "video_name": "castle_s06e16_seg02_clip_23", "timestamp": [ 6.23, 9.79 ], "duration": 89.66, "caption": "A person is examining a photograph of two men.", "similarity": 0.578, "relevance": 1 }, { "pair_id": 191511, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.5751, "relevance": 2 }, { "pair_id": 191512, "video_name": "castle_s07e05_seg02_clip_13", "timestamp": [ 81.33, 90.74 ], "duration": 94.66, "caption": "A person shows another person and a third person the picture that came in and one of the picture are of them.", "similarity": 0.5727, "relevance": 2 }, { "pair_id": 191513, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 23.68, 28.23 ], "duration": 91.66, "caption": "A person shows three pictures to two other people.", "similarity": 0.5725, "relevance": 2 }, { "pair_id": 191514, "video_name": "castle_s01e04_seg02_clip_14", "timestamp": [ 37.97, 42.95 ], "duration": 90.66, "caption": "A man shows woman a picture of a young man in a picture frame.", "similarity": 0.5716, "relevance": 2 }, { "pair_id": 191515, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.5716, "relevance": 3 }, { "pair_id": 191516, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 0.9, 3.0 ], "duration": 60.66, "caption": "A person takes a picture of a man and a woman.", "similarity": 0.5701, "relevance": 0 }, { "pair_id": 191517, "video_name": "castle_s08e11_seg02_clip_12", "timestamp": [ 78.34, 83.18 ], "duration": 88.66, "caption": "A man shows two men a case file picture of a person.", "similarity": 0.5693, "relevance": 2 }, { "pair_id": 191518, "video_name": "castle_s04e09_seg02_clip_10", "timestamp": [ 54.51, 63.52 ], "duration": 90.66, "caption": "A man shows woman and man a paper doll.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 191519, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 61.32, 71.85 ], "duration": 91.66, "caption": "A man holds up a picture for two men and a woman.", "similarity": 0.5689, "relevance": 2 } ] }, { "query_id": 13645, "query": "Two people are in the interrogation room with another person.", "relevant_moment": [ { "pair_id": 150220, "video_name": "castle_s04e03_seg02_clip_25", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people are in the interrogation room with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150221, "video_name": "castle_s03e14_seg02_clip_25", "timestamp": [ 0.0, 88.67 ], "duration": 90.66, "caption": "Two people are in the interrogation room with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150222, "video_name": "castle_s02e14_seg02_clip_12", "timestamp": [ 7.73, 90.66 ], "duration": 90.66, "caption": "Two people are in the interrogation room with someone.", "similarity": 0.9872, "relevance": 4 }, { "pair_id": 150223, "video_name": "castle_s04e06_seg02_clip_08", "timestamp": [ 42.68, 90.66 ], "duration": 90.66, "caption": "Two people are in the interrogation room with a third person.", "similarity": 0.9506, "relevance": 4 }, { "pair_id": 150224, "video_name": "castle_s07e01_seg02_clip_08", "timestamp": [ 48.02, 91.46 ], "duration": 91.66, "caption": "Two people are in the interrogation room with a man.", "similarity": 0.9407, "relevance": 4 }, { "pair_id": 150225, "video_name": "castle_s02e24_seg02_clip_07", "timestamp": [ 1.8, 90.02 ], "duration": 90.66, "caption": "A person is in the interrogation room with someone and someone else.", "similarity": 0.9356, "relevance": 4 }, { "pair_id": 150226, "video_name": "castle_s03e02_seg02_clip_11", "timestamp": [ 25.49, 91.03 ], "duration": 91.66, "caption": "Two people are in the interrogation room with another person as they converse.", "similarity": 0.9291, "relevance": 4 }, { "pair_id": 150227, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 0.0, 43.03 ], "duration": 92.66, "caption": "A man and another man are in the interrogation room with a person.", "similarity": 0.9264, "relevance": 4 }, { "pair_id": 150228, "video_name": "castle_s02e23_seg02_clip_12", "timestamp": [ 30.37, 89.33 ], "duration": 89.66, "caption": "A man and another man are in the interrogation room with a person.", "similarity": 0.9264, "relevance": 4 }, { "pair_id": 150229, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 51.44, 91.04 ], "duration": 91.66, "caption": "Two people are speaking with another person in the interrogation room.", "similarity": 0.9262, "relevance": 4 }, { "pair_id": 150230, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 24.27, 89.66 ], "duration": 89.66, "caption": "Two people are in the interrogation room with a woman and a man.", "similarity": 0.926, "relevance": 3 }, { "pair_id": 150231, "video_name": "castle_s04e02_seg02_clip_13", "timestamp": [ 0.0, 27.42 ], "duration": 88.66, "caption": "A man and woman are in the interrogation room with a person.", "similarity": 0.9201, "relevance": 4 }, { "pair_id": 150232, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 2.79, 91.17 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room with a person.", "similarity": 0.9201, "relevance": 4 }, { "pair_id": 150233, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 44.18, 91.09 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person.", "similarity": 0.9192, "relevance": 4 }, { "pair_id": 150234, "video_name": "castle_s01e05_seg02_clip_23", "timestamp": [ 0.0, 91.03 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person.", "similarity": 0.9192, "relevance": 4 }, { "pair_id": 150235, "video_name": "castle_s01e08_seg02_clip_23", "timestamp": [ 0.0, 85.02 ], "duration": 85.66, "caption": "Two people are with a woman in the interrogation room.", "similarity": 0.9164, "relevance": 4 }, { "pair_id": 150236, "video_name": "castle_s03e21_seg02_clip_16", "timestamp": [ 0.0, 57.87 ], "duration": 87.66, "caption": "A man and woman are in the interrogation room with person.", "similarity": 0.9156, "relevance": 4 }, { "pair_id": 150237, "video_name": "castle_s02e13_seg02_clip_11", "timestamp": [ 54.6, 89.51 ], "duration": 89.66, "caption": "A woman and man are in the interrogation room with person.", "similarity": 0.9151, "relevance": 4 }, { "pair_id": 150238, "video_name": "castle_s04e04_seg02_clip_08", "timestamp": [ 24.09, 87.6 ], "duration": 87.66, "caption": "Two men are in the interrogation room with someone.", "similarity": 0.9064, "relevance": 4 }, { "pair_id": 150239, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 0.0, 31.83 ], "duration": 95.66, "caption": "Two people interrogate someone in the interrogation room.", "similarity": 0.903, "relevance": 4 }, { "pair_id": 323540, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 18.91, 90.02 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with person.", "similarity": 0.9011, "relevance": 4 }, { "pair_id": 323541, "video_name": "castle_s05e14_seg02_clip_22", "timestamp": [ 0.0, 68.16 ], "duration": 88.66, "caption": "A person is in the interrogation room with two other people conversing.", "similarity": 0.9002, "relevance": 4 }, { "pair_id": 323542, "video_name": "castle_s04e11_seg02_clip_10", "timestamp": [ 0.0, 91.27 ], "duration": 91.66, "caption": "Two people are conversing with someone as they are in the interrogation room.", "similarity": 0.8968, "relevance": 4 }, { "pair_id": 323543, "video_name": "castle_s03e02_seg02_clip_24", "timestamp": [ 0.0, 64.21 ], "duration": 89.66, "caption": "Two people are speaking to two other people in the interrogation room.", "similarity": 0.896, "relevance": 3 }, { "pair_id": 323544, "video_name": "castle_s08e13_seg02_clip_09", "timestamp": [ 0.0, 36.77 ], "duration": 90.66, "caption": "Two men are in the interrogation room with two other people.", "similarity": 0.8885, "relevance": 4 }, { "pair_id": 323545, "video_name": "castle_s08e01_seg02_clip_07", "timestamp": [ 0.0, 89.36 ], "duration": 89.66, "caption": "Two men are in the interrogation room with a woman.", "similarity": 0.8867, "relevance": 4 }, { "pair_id": 323546, "video_name": "castle_s01e06_seg02_clip_08", "timestamp": [ 0.0, 91.19 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with another person conversing.", "similarity": 0.8864, "relevance": 4 }, { "pair_id": 323547, "video_name": "castle_s06e08_seg02_clip_23", "timestamp": [ 0.0, 82.38 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with a third person.", "similarity": 0.886, "relevance": 3 }, { "pair_id": 323548, "video_name": "castle_s02e14_seg02_clip_24", "timestamp": [ 0.0, 52.51 ], "duration": 88.66, "caption": "Two people are speaking to someone in the interrogation room.", "similarity": 0.8856, "relevance": 4 }, { "pair_id": 323549, "video_name": "castle_s06e05_seg02_clip_09", "timestamp": [ 0.0, 57.62 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.8834, "relevance": 4 }, { "pair_id": 323550, "video_name": "castle_s04e23_seg02_clip_11", "timestamp": [ 29.48, 89.32 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.8834, "relevance": 4 }, { "pair_id": 323551, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.8834, "relevance": 4 }, { "pair_id": 323552, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 0.0, 4.06 ], "duration": 90.66, "caption": "Two people are sitting in the interrogation room talking to a person.", "similarity": 0.8806, "relevance": 4 }, { "pair_id": 323553, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 28.61, 90.66 ], "duration": 90.66, "caption": "A man in the interrogation room with two other people.", "similarity": 0.8757, "relevance": 4 }, { "pair_id": 323554, "video_name": "castle_s04e02_seg02_clip_24", "timestamp": [ 23.59, 89.02 ], "duration": 89.66, "caption": "Two people are sitting across from a person in the interrogation room.", "similarity": 0.8694, "relevance": 4 }, { "pair_id": 323555, "video_name": "castle_s03e14_seg02_clip_24", "timestamp": [ 17.69, 66.34 ], "duration": 88.66, "caption": "Two people are in the interrogation room speaking with a man.", "similarity": 0.8693, "relevance": 4 }, { "pair_id": 323556, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room with a person conversing.", "similarity": 0.8668, "relevance": 4 }, { "pair_id": 323557, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 1.35, 89.66 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room to speak to another man.", "similarity": 0.8621, "relevance": 4 }, { "pair_id": 323558, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with a woman.", "similarity": 0.8584, "relevance": 4 }, { "pair_id": 323559, "video_name": "castle_s04e04_seg02_clip_18", "timestamp": [ 37.09, 90.47 ], "duration": 90.66, "caption": "Two people are in the interrogation room with someone and his attorney.", "similarity": 0.8542, "relevance": 4 } ] }, { "query_id": 13650, "query": "A woman talking to man turns and sits down.", "relevant_moment": [ { "pair_id": 19100, "video_name": "castle_s02e06_seg02_clip_06", "timestamp": [ 48.86, 51.18 ], "duration": 93.66, "caption": "A woman talking to man turns and sits down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19101, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 56.43, 60.35 ], "duration": 60.66, "caption": "A woman sits down as a man is talking to her.", "similarity": 0.8856, "relevance": 4 }, { "pair_id": 19102, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 15.65, 20.12 ], "duration": 89.66, "caption": "A woman sits down while a man is talking to her.", "similarity": 0.8603, "relevance": 4 }, { "pair_id": 19103, "video_name": "friends_s09e23-24_seg02_clip_34", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A woman sits down as she tells a man they need to have a conversation.", "similarity": 0.8439, "relevance": 4 }, { "pair_id": 19104, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 6.58 ], "duration": 94.66, "caption": "A man sits down while he is talking to a woman.", "similarity": 0.8362, "relevance": 2 }, { "pair_id": 19105, "video_name": "castle_s08e10_seg02_clip_16", "timestamp": [ 0.0, 11.84 ], "duration": 87.66, "caption": "A woman is having a conversation with man while sitting.", "similarity": 0.8205, "relevance": 2 }, { "pair_id": 19106, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 58.31, 67.01 ], "duration": 87.66, "caption": "A person sits down and turns to say something to woman.", "similarity": 0.8205, "relevance": 3 }, { "pair_id": 19107, "video_name": "castle_s04e20_seg02_clip_24", "timestamp": [ 23.77, 26.74 ], "duration": 99.66, "caption": "A woman sits down while talking to the man in front of him.", "similarity": 0.8191, "relevance": 3 }, { "pair_id": 19108, "video_name": "s09e02_seg02_clip_06", "timestamp": [ 34.82, 37.82 ], "duration": 60.66, "caption": "A person sits down to talk with woman and man.", "similarity": 0.8156, "relevance": 2 }, { "pair_id": 19109, "video_name": "castle_s07e19_seg02_clip_22", "timestamp": [ 49.41, 54.3 ], "duration": 89.66, "caption": "A man sits down while he talks to a woman.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 19110, "video_name": "house_s04e04_seg02_clip_11", "timestamp": [ 3.15, 5.4 ], "duration": 90.66, "caption": "A man sits down while talking to a woman seriously.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 19111, "video_name": "s09e12_seg02_clip_05", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A man sits down and starts a conversation with woman.", "similarity": 0.8037, "relevance": 1 }, { "pair_id": 19112, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A woman sits down in front of man while talking.", "similarity": 0.8019, "relevance": 2 }, { "pair_id": 19113, "video_name": "house_s07e22_seg02_clip_21", "timestamp": [ 0.0, 4.77 ], "duration": 106.66, "caption": "A woman is speaking to a man as they are seated.", "similarity": 0.8016, "relevance": 2 }, { "pair_id": 19114, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 10.92, 13.2 ], "duration": 91.66, "caption": "A woman turns to talk to a man.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 19115, "video_name": "friends_s10e07_seg02_clip_11", "timestamp": [ 61.66, 64.01 ], "duration": 67.66, "caption": "A man is sitting as a woman leans over to speak to him.", "similarity": 0.8003, "relevance": 2 }, { "pair_id": 19116, "video_name": "s10e09_seg02_clip_15", "timestamp": [ 46.13, 51.64 ], "duration": 58.66, "caption": "A man turns and talks to woman sitting on the chair next to him.", "similarity": 0.7971, "relevance": 2 }, { "pair_id": 19117, "video_name": "castle_s03e19_seg02_clip_04", "timestamp": [ 38.42, 44.68 ], "duration": 89.66, "caption": "A woman is sitting down with a man and begins a conversation.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 19118, "video_name": "castle_s05e07_seg02_clip_15", "timestamp": [ 0.0, 26.85 ], "duration": 88.66, "caption": "A woman is speaking to a man as she stands and he sits.", "similarity": 0.7935, "relevance": 2 }, { "pair_id": 19119, "video_name": "friends_s05e23-24_seg02_clip_19", "timestamp": [ 49.52, 51.92 ], "duration": 60.66, "caption": "A man walks over and sits down during a conversation with woman.", "similarity": 0.7931, "relevance": 3 } ] }, { "query_id": 13663, "query": "A person holds up a side of their shirt while talking with another person.", "relevant_moment": [ { "pair_id": 158680, "video_name": "house_s05e09_seg02_clip_10", "timestamp": [ 56.04, 75.66 ], "duration": 75.66, "caption": "A person holds up a side of their shirt while talking with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158681, "video_name": "castle_s01e09_seg02_clip_19", "timestamp": [ 13.13, 25.76 ], "duration": 101.66, "caption": "A person buttons up their shirt while talking with another person.", "similarity": 0.8726, "relevance": 3 }, { "pair_id": 158682, "video_name": "house_s01e05_seg02_clip_09", "timestamp": [ 0.0, 65.34 ], "duration": 92.66, "caption": "A person is having a conversation with another person.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 158683, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 67.34, 99.03 ], "duration": 99.66, "caption": "A person is having a conversation with another person.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 158684, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 0.0, 8.37 ], "duration": 93.66, "caption": "A person talks with another person with his arms folded.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 158685, "video_name": "castle_s03e10_seg02_clip_14", "timestamp": [ 41.05, 58.65 ], "duration": 90.66, "caption": "A person is with another person as two other people converse with them.", "similarity": 0.794, "relevance": 2 }, { "pair_id": 158686, "video_name": "met_s02e02_seg02_clip_01", "timestamp": [ 12.46, 15.8 ], "duration": 60.66, "caption": "A person is talking to another person while he is standing.", "similarity": 0.7936, "relevance": 2 }, { "pair_id": 158687, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 5.31, 10.92 ], "duration": 59.66, "caption": "A person joins the conversation of two other people.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 158688, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 0.0, 27.15 ], "duration": 89.66, "caption": "A person talks to some people about another person.", "similarity": 0.7918, "relevance": 2 }, { "pair_id": 158689, "video_name": "house_s06e02_seg02_clip_18", "timestamp": [ 44.63, 52.91 ], "duration": 92.66, "caption": "A person folds a white shirt while talking with another person.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 158690, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 62.59, 74.93 ], "duration": 91.66, "caption": "A person talks to someone with someone right behind him.", "similarity": 0.7902, "relevance": 2 }, { "pair_id": 158691, "video_name": "s03e13_seg02_clip_01", "timestamp": [ 0.0, 6.03 ], "duration": 67.66, "caption": "A person talks to another person with their arms folded.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 158693, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 17.56, 55.37 ], "duration": 90.66, "caption": "A person joins the conversation between two other people.", "similarity": 0.7889, "relevance": 2 }, { "pair_id": 158694, "video_name": "friends_s03e17_seg02_clip_16", "timestamp": [ 56.11, 59.06 ], "duration": 59.66, "caption": "A person puts both their hands to their chest while talking to two other people.", "similarity": 0.7837, "relevance": 2 }, { "pair_id": 158695, "video_name": "friends_s03e04_seg02_clip_05", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A person is talking to two other people who are standing up.", "similarity": 0.7791, "relevance": 2 }, { "pair_id": 158696, "video_name": "s07e05_seg01_clip_00", "timestamp": [ 43.42, 45.9 ], "duration": 62.66, "caption": "A person holds up crossed fingers while having a conversation with another person.", "similarity": 0.7751, "relevance": 2 }, { "pair_id": 158697, "video_name": "castle_s06e15_seg02_clip_04", "timestamp": [ 9.79, 11.66 ], "duration": 93.66, "caption": "A person stands up to talk to another person.", "similarity": 0.7748, "relevance": 2 }, { "pair_id": 158698, "video_name": "friends_s03e01_seg02_clip_21", "timestamp": [ 32.68, 42.3 ], "duration": 58.66, "caption": "A woman holds the person in a blue t-shirt while conversing with him.", "similarity": 0.7723, "relevance": 2 }, { "pair_id": 158699, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 6.0, 10.2 ], "duration": 60.66, "caption": "A person places their hand on their shoulder while talking to another person.", "similarity": 0.7722, "relevance": 2 } ] }, { "query_id": 13667, "query": "A man runs into and screams at woman.", "relevant_moment": [ { "pair_id": 15080, "video_name": "castle_s02e06_seg02_clip_01", "timestamp": [ 82.68, 85.53 ], "duration": 95.66, "caption": "A man runs into and screams at woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15081, "video_name": "met_s06e12_seg02_clip_13", "timestamp": [ 6.86, 8.82 ], "duration": 49.66, "caption": "A woman screams frantically at man, who throws up their hands in surprise.", "similarity": 0.7448, "relevance": 2 }, { "pair_id": 15082, "video_name": "house_s01e22_seg02_clip_24", "timestamp": [ 85.8, 97.42 ], "duration": 129.66, "caption": "A woman runs up to a man when he comes in then he yells something inappropriately.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 15083, "video_name": "friends_s10e05_seg02_clip_18", "timestamp": [ 50.19, 53.82 ], "duration": 66.66, "caption": "A man yells at a woman and points at her.", "similarity": 0.7035, "relevance": 2 }, { "pair_id": 15084, "video_name": "friends_s04e01_seg02_clip_19", "timestamp": [ 17.64, 20.1 ], "duration": 82.66, "caption": "A man pretends to cry at a woman then yells at her.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 15085, "video_name": "house_s02e11_seg02_clip_03", "timestamp": [ 21.39, 23.67 ], "duration": 91.66, "caption": "A woman yells at man and he looks shocked.", "similarity": 0.6964, "relevance": 1 }, { "pair_id": 15086, "video_name": "friends_s06e14_seg02_clip_13", "timestamp": [ 48.16, 51.64 ], "duration": 58.66, "caption": "A woman stands up and screams at a man, who backs up in fear.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 15087, "video_name": "friends_s08e09_seg02_clip_14", "timestamp": [ 26.57, 30.73 ], "duration": 64.66, "caption": "A man stands up in shock and yells at a woman.", "similarity": 0.6938, "relevance": 1 }, { "pair_id": 15088, "video_name": "house_s01e14_seg02_clip_23", "timestamp": [ 37.27, 39.97 ], "duration": 108.66, "caption": "A man screams out loud to scare the person.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 15089, "video_name": "friends_s10e15_seg02_clip_11", "timestamp": [ 1.98, 11.56 ], "duration": 66.66, "caption": "Woman screams in the background while guy talks to woman.", "similarity": 0.691, "relevance": 1 }, { "pair_id": 15090, "video_name": "castle_s01e04_seg02_clip_21", "timestamp": [ 3.95, 13.18 ], "duration": 87.66, "caption": "A woman yells at a man as he is interrogating her.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 15091, "video_name": "castle_s03e06_seg02_clip_04", "timestamp": [ 32.19, 35.16 ], "duration": 99.66, "caption": "A man yells at woman during her talking to him.", "similarity": 0.6877, "relevance": 2 }, { "pair_id": 15092, "video_name": "house_s04e11_seg02_clip_24", "timestamp": [ 56.15, 71.41 ], "duration": 109.66, "caption": "A woman screams in pain from a man's actions on her foot.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 15093, "video_name": "friends_s08e03_seg02_clip_16", "timestamp": [ 2.8, 7.28 ], "duration": 56.66, "caption": "A woman yells at a man and he walks backwards towards her.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 15094, "video_name": "friends_s04e21_seg02_clip_16", "timestamp": [ 1.5, 19.51 ], "duration": 60.66, "caption": "A woman screams at man and he pretends to cry, then walks out, and woman screams some more, then slams the door and walks off.", "similarity": 0.6828, "relevance": 3 }, { "pair_id": 15095, "video_name": "castle_s04e21_seg02_clip_14", "timestamp": [ 81.92, 84.62 ], "duration": 90.66, "caption": "A man wakes up startled by a woman's sudden screaming.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 15096, "video_name": "friends_s10e06_seg02_clip_18", "timestamp": [ 9.3, 13.51 ], "duration": 60.66, "caption": "A man comes out of his bedroom after a woman screams.", "similarity": 0.6789, "relevance": 2 }, { "pair_id": 15097, "video_name": "house_s06e11_seg02_clip_18", "timestamp": [ 2.72, 8.61 ], "duration": 90.66, "caption": "A man walks over to a woman when she is yelling at him.", "similarity": 0.672, "relevance": 1 }, { "pair_id": 15098, "video_name": "friends_s03e08_seg02_clip_17", "timestamp": [ 33.0, 37.98 ], "duration": 62.66, "caption": "A man yells at a woman then pinches his finger together.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 15099, "video_name": "s05e24_seg02_clip_12", "timestamp": [ 15.64, 21.54 ], "duration": 59.66, "caption": "A woman turns around and screams at another woman.", "similarity": 0.671, "relevance": 2 } ] }, { "query_id": 13681, "query": "A technician withdraws a patient from the scanner and a man scribbles on a pad and hands it to the boy.", "relevant_moment": [ { "pair_id": 153800, "video_name": "house_s05e09_seg02_clip_18", "timestamp": [ 34.13, 49.15 ], "duration": 91.66, "caption": "A technician withdraws a patient from the scanner and a man scribbles on a pad and hands it to the boy.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153801, "video_name": "house_s03e13_seg02_clip_08", "timestamp": [ 1.34, 26.26 ], "duration": 89.66, "caption": "A man holds onto a person as he is moving on a CT scanner.", "similarity": 0.6263, "relevance": 1 }, { "pair_id": 153802, "video_name": "grey_s01e07_seg02_clip_08", "timestamp": [ 82.42, 92.09 ], "duration": 92.66, "caption": "A man moves over to show his patient's a computer scan.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 153803, "video_name": "house_s07e21_seg02_clip_01", "timestamp": [ 70.54, 76.92 ], "duration": 91.66, "caption": "A man helps another man up onto the CAT scan machine.", "similarity": 0.5917, "relevance": 0 }, { "pair_id": 153805, "video_name": "house_s07e08_seg02_clip_23", "timestamp": [ 58.9, 61.66 ], "duration": 92.66, "caption": "A person picks up a scan and holds it up in front of a patient.", "similarity": 0.5859, "relevance": 1 }, { "pair_id": 153806, "video_name": "house_s07e16_seg02_clip_08", "timestamp": [ 19.57, 24.12 ], "duration": 91.66, "caption": "A man moves one scan away from his face to look at another scan.", "similarity": 0.5804, "relevance": 0 }, { "pair_id": 153807, "video_name": "house_s07e16_seg02_clip_12", "timestamp": [ 19.5, 23.49 ], "duration": 88.66, "caption": "A person hands another person the CT scan cap and he/she puts it onto the patient.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 153808, "video_name": "house_s02e17_seg02_clip_08", "timestamp": [ 90.8, 97.94 ], "duration": 102.66, "caption": "A person is watching a child as they get scanned.", "similarity": 0.5778, "relevance": 1 }, { "pair_id": 153809, "video_name": "house_s02e04_seg02_clip_10", "timestamp": [ 0.0, 40.9 ], "duration": 87.66, "caption": "Two people talk while a patient gets a scan.", "similarity": 0.5776, "relevance": 1 }, { "pair_id": 153810, "video_name": "house_s06e06_seg02_clip_18", "timestamp": [ 2.48, 7.43 ], "duration": 99.66, "caption": "A man shows a person the computer screen of live scan of the patient.", "similarity": 0.5734, "relevance": 0 }, { "pair_id": 153811, "video_name": "house_s01e05_seg02_clip_22", "timestamp": [ 45.06, 48.04 ], "duration": 85.66, "caption": "A person finds something while studying the patient's scans.", "similarity": 0.5733, "relevance": 0 }, { "pair_id": 153812, "video_name": "house_s07e03_seg02_clip_23", "timestamp": [ 13.95, 25.21 ], "duration": 90.66, "caption": "A man picks up a photograph of a boy and shows it to the patient.", "similarity": 0.5704, "relevance": 0 }, { "pair_id": 153813, "video_name": "house_s03e08_seg02_clip_03", "timestamp": [ 41.59, 89.44 ], "duration": 89.66, "caption": "Two men are conversing to a person as he is inside the CAT scan machine.", "similarity": 0.5632, "relevance": 0 }, { "pair_id": 153814, "video_name": "house_s03e08_seg02_clip_03", "timestamp": [ 35.78, 41.14 ], "duration": 89.66, "caption": "A person enters a CAT scan machine as two people are in the observation room.", "similarity": 0.5625, "relevance": 1 }, { "pair_id": 153815, "video_name": "house_s08e14_seg02_clip_12", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "A man shows another man the scans that are on the monitor.", "similarity": 0.5622, "relevance": 0 }, { "pair_id": 153816, "video_name": "house_s03e17_seg02_clip_03", "timestamp": [ 1.82, 3.19 ], "duration": 91.66, "caption": "A man points at a scan displayed on a computer screen.", "similarity": 0.5573, "relevance": 0 }, { "pair_id": 153817, "video_name": "house_s03e10_seg02_clip_05", "timestamp": [ 0.0, 14.96 ], "duration": 88.66, "caption": "Two men both take a look at the scan at the monitor.", "similarity": 0.5548, "relevance": 1 }, { "pair_id": 153818, "video_name": "house_s06e11_seg02_clip_06", "timestamp": [ 0.0, 32.97 ], "duration": 90.66, "caption": "Two doctors and a person check the brain scan of a patient.", "similarity": 0.5543, "relevance": 0 }, { "pair_id": 153819, "video_name": "house_s05e12_seg02_clip_07", "timestamp": [ 5.46, 6.83 ], "duration": 91.66, "caption": "A doctor points to a scan on a computer screen.", "similarity": 0.5517, "relevance": 0 } ] }, { "query_id": 13704, "query": "A person lifts up the victim's hand and points to their knuckles.", "relevant_moment": [ { "pair_id": 156680, "video_name": "castle_s01e04_seg02_clip_16", "timestamp": [ 66.62, 68.42 ], "duration": 90.66, "caption": "A person lifts up the victim's hand and points to their knuckles.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156681, "video_name": "castle_s02e15_seg02_clip_16", "timestamp": [ 15.66, 22.82 ], "duration": 89.66, "caption": "A person raises his finger to emphasize his work with the victim.", "similarity": 0.7498, "relevance": 1 }, { "pair_id": 156682, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 5.04, 6.3 ], "duration": 84.66, "caption": "A man takes his hand and points over towards the victim, then lowers his arm to his side.", "similarity": 0.7456, "relevance": 2 }, { "pair_id": 156683, "video_name": "castle_s03e08_seg02_clip_02", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A woman lifts up the victim's right hand with her right hand.", "similarity": 0.7455, "relevance": 3 }, { "pair_id": 156684, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 78.09, 82.2 ], "duration": 91.66, "caption": "A woman picks up the victim's hand to show it to another woman.", "similarity": 0.7167, "relevance": 3 }, { "pair_id": 156685, "video_name": "met_s06e13_seg02_clip_07", "timestamp": [ 0.0, 2.45 ], "duration": 61.66, "caption": "A person points towards someone and puts their palms up.", "similarity": 0.7161, "relevance": 0 }, { "pair_id": 156686, "video_name": "castle_s04e22_seg02_clip_15", "timestamp": [ 5.4, 7.65 ], "duration": 89.66, "caption": "A man puts his fingers on the victim's neck.", "similarity": 0.7126, "relevance": 0 }, { "pair_id": 156687, "video_name": "castle_s06e03_seg02_clip_08", "timestamp": [ 5.02, 8.21 ], "duration": 91.66, "caption": "A person moves the sheet and points at the victim's upper arm.", "similarity": 0.7074, "relevance": 2 }, { "pair_id": 156688, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 55.48, 57.26 ], "duration": 59.66, "caption": "A person raises his hand and points his finger at another person, then lowers his hand.", "similarity": 0.7019, "relevance": 0 }, { "pair_id": 156689, "video_name": "s01e09_seg02_clip_12", "timestamp": [ 53.72, 55.52 ], "duration": 60.66, "caption": "A person lifts his left arm and points at someone.", "similarity": 0.7018, "relevance": 0 }, { "pair_id": 156690, "video_name": "castle_s03e16_seg02_clip_00", "timestamp": [ 48.99, 51.35 ], "duration": 94.66, "caption": "A woman holds up victim's hand to show a man.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 156691, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises his arm and points his right index finger up.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 156692, "video_name": "s05e14_seg02_clip_04", "timestamp": [ 59.25, 60.19 ], "duration": 63.66, "caption": "A person raises their hand and quickly points over their shoulder with their thumb.", "similarity": 0.6828, "relevance": 1 }, { "pair_id": 156693, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 38.96, 39.25 ], "duration": 59.66, "caption": "A person reaches up their left arm and points to the side of them with their thumb.", "similarity": 0.6749, "relevance": 1 }, { "pair_id": 156694, "video_name": "castle_s06e18_seg02_clip_01", "timestamp": [ 7.2, 10.8 ], "duration": 90.66, "caption": "A person points to a wound on the victim's body.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 156695, "video_name": "castle_s02e03_seg02_clip_07", "timestamp": [ 29.18, 31.8 ], "duration": 87.66, "caption": "A person uses a pen to gesture at a bruise on the victim's arm.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 156696, "video_name": "s01e15_seg02_clip_09", "timestamp": [ 38.01, 45.26 ], "duration": 58.66, "caption": "A person starts wagging his finger at someone and someone moves the person's hand down.", "similarity": 0.665, "relevance": 1 }, { "pair_id": 156697, "video_name": "grey_s03e07_seg02_clip_26", "timestamp": [ 82.32, 88.05 ], "duration": 88.66, "caption": "A person picks up another person's hand and puts it on their own.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 156698, "video_name": "friends_s03e15_seg02_clip_05", "timestamp": [ 21.38, 23.75 ], "duration": 59.66, "caption": "A person snaps their fingers and points their finger on their left hand.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 156699, "video_name": "castle_s02e17_seg02_clip_05", "timestamp": [ 7.12, 10.68 ], "duration": 89.66, "caption": "A woman lifts the victim's body a bit to show her wounds to a man and another person.", "similarity": 0.6628, "relevance": 0 }, { "pair_id": 330000, "video_name": "house_s06e12_seg02_clip_17", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "Dr person holds up his hand to person and person points at him.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 330001, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 29.26, 32.86 ], "duration": 90.66, "caption": "A person stands up and points his finger at another person.", "similarity": 0.6581, "relevance": 1 }, { "pair_id": 330002, "video_name": "s09e14_seg02_clip_07", "timestamp": [ 50.96, 51.87 ], "duration": 61.66, "caption": "A man raises his hand and points his finger at a person.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 330003, "video_name": "castle_s04e21_seg02_clip_17", "timestamp": [ 0.0, 2.75 ], "duration": 91.66, "caption": "A person points a gun at another person with their hands up in the air as they tell them to get back.", "similarity": 0.6542, "relevance": 1 }, { "pair_id": 330004, "video_name": "friends_s03e01_seg02_clip_14", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A man lifts his hand and points a finger at a woman.", "similarity": 0.6537, "relevance": 1 }, { "pair_id": 330005, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 25.09, 27.09 ], "duration": 57.66, "caption": "A woman puts the palms of her hands together and points them toward a person.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 330006, "video_name": "house_s01e05_seg02_clip_21", "timestamp": [ 51.86, 54.74 ], "duration": 96.66, "caption": "A patient lifts up their arm with a gesture.", "similarity": 0.6522, "relevance": 1 }, { "pair_id": 330007, "video_name": "house_s07e18_seg02_clip_21", "timestamp": [ 69.95, 73.83 ], "duration": 111.66, "caption": "A man points his device to a person and he puts his hands up.", "similarity": 0.651, "relevance": 1 }, { "pair_id": 330008, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 2.07, 5.61 ], "duration": 59.66, "caption": "A person uses his finger to point something out.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 330009, "video_name": "friends_s03e08_seg02_clip_16", "timestamp": [ 4.01, 8.59 ], "duration": 57.66, "caption": "A man points his finger then makes a fist.", "similarity": 0.6501, "relevance": 1 }, { "pair_id": 330010, "video_name": "castle_s07e13_seg02_clip_18", "timestamp": [ 21.45, 29.16 ], "duration": 110.66, "caption": "A person grabs a corpses hand and lifts it by the wrist area while speaking to someone and then sets down the hand.", "similarity": 0.6489, "relevance": 4 }, { "pair_id": 330011, "video_name": "s02e16_seg02_clip_02", "timestamp": [ 58.53, 60.03 ], "duration": 60.66, "caption": "A person lifts his/her right arm to point in someone's direction and then lowers his/her arm.", "similarity": 0.6487, "relevance": 1 }, { "pair_id": 330012, "video_name": "castle_s01e07_seg02_clip_22", "timestamp": [ 13.43, 16.99 ], "duration": 79.66, "caption": "A person shines on someone and raises their hand.", "similarity": 0.6484, "relevance": 1 }, { "pair_id": 330013, "video_name": "s01e13_seg02_clip_14", "timestamp": [ 40.56, 42.86 ], "duration": 51.66, "caption": "A person takes out their hand and makes a fist.", "similarity": 0.6478, "relevance": 1 }, { "pair_id": 330014, "video_name": "castle_s02e06_seg02_clip_06", "timestamp": [ 3.72, 8.84 ], "duration": 93.66, "caption": "A woman puts her hand on her hips when two people ask her about the victim.", "similarity": 0.6463, "relevance": 0 }, { "pair_id": 330015, "video_name": "castle_s05e13_seg02_clip_23", "timestamp": [ 7.92, 16.34 ], "duration": 99.66, "caption": "A person points their finger while they threaten someone with an investigation.", "similarity": 0.6438, "relevance": 0 }, { "pair_id": 330016, "video_name": "friends_s07e23-24_seg02_clip_13", "timestamp": [ 20.41, 32.11 ], "duration": 60.66, "caption": "A woman points her finger at a man making stabbing motions with it, she raises it and lowers it at a man who leaves quickly.", "similarity": 0.6435, "relevance": 0 }, { "pair_id": 330017, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 84.5, 85.82 ], "duration": 88.66, "caption": "A person lifts both their hands up in a gesture.", "similarity": 0.6434, "relevance": 0 }, { "pair_id": 330018, "video_name": "met_s03e16_seg01_clip_03", "timestamp": [ 42.36, 45.26 ], "duration": 58.66, "caption": "A woman pats a person's arm and then points to another person.", "similarity": 0.6428, "relevance": 1 }, { "pair_id": 330019, "video_name": "house_s04e10_seg02_clip_04", "timestamp": [ 43.55, 48.65 ], "duration": 92.66, "caption": "A person reaches their hands out to feel someone's neck.", "similarity": 0.6426, "relevance": 0 } ] }, { "query_id": 13713, "query": "A woman gets up in bed while talking to a man.", "relevant_moment": [ { "pair_id": 167260, "video_name": "castle_s01e04_seg02_clip_10", "timestamp": [ 3.13, 6.71 ], "duration": 89.66, "caption": "A woman gets up in bed while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167261, "video_name": "s05e13_seg02_clip_09", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A woman leans up in bed and starts talking to man.", "similarity": 0.8566, "relevance": 4 }, { "pair_id": 167262, "video_name": "friends_s03e13_seg02_clip_11", "timestamp": [ 15.2, 17.37 ], "duration": 62.66, "caption": "A woman turns over to talk to a man in bed.", "similarity": 0.8528, "relevance": 4 }, { "pair_id": 167263, "video_name": "s10e07_seg02_clip_12", "timestamp": [ 40.77, 42.77 ], "duration": 57.66, "caption": "A woman stands up from sitting on the bed while talking to a man.", "similarity": 0.848, "relevance": 3 }, { "pair_id": 167264, "video_name": "s04e16_seg02_clip_12", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A woman sits up on the bed, and talks to a man.", "similarity": 0.8239, "relevance": 4 }, { "pair_id": 167265, "video_name": "castle_s07e15_seg02_clip_26", "timestamp": [ 59.64, 68.35 ], "duration": 134.66, "caption": "A woman is lying in bed as a man is speaking to her and he gets into bed.", "similarity": 0.8229, "relevance": 1 }, { "pair_id": 167266, "video_name": "grey_s02e17_seg02_clip_23", "timestamp": [ 0.41, 17.3 ], "duration": 27.66, "caption": "A woman talks to a sleeping man while laying in bed with him.", "similarity": 0.8222, "relevance": 2 }, { "pair_id": 167267, "video_name": "s06e05_seg02_clip_09", "timestamp": [ 4.96, 9.61 ], "duration": 62.66, "caption": "A man and woman talk to each other while in bed.", "similarity": 0.817, "relevance": 2 }, { "pair_id": 167268, "video_name": "grey_s02e21_seg02_clip_11", "timestamp": [ 23.68, 24.13 ], "duration": 89.66, "caption": "A woman is talking to a man as he lies in bed.", "similarity": 0.8048, "relevance": 1 }, { "pair_id": 167269, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 0.0, 12.74 ], "duration": 98.66, "caption": "A person is talking to people while laying in bed with a woman.", "similarity": 0.8045, "relevance": 2 }, { "pair_id": 167270, "video_name": "house_s02e02_seg02_clip_18", "timestamp": [ 9.38, 67.02 ], "duration": 67.66, "caption": "A man is talking with the woman in the bed.", "similarity": 0.804, "relevance": 2 }, { "pair_id": 167271, "video_name": "friends_s01e22_seg02_clip_10", "timestamp": [ 0.0, 62.24 ], "duration": 68.66, "caption": "A man talks to a woman when they are lying in bed.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 167272, "video_name": "castle_s04e16_seg02_clip_07", "timestamp": [ 0.0, 20.45 ], "duration": 87.66, "caption": "A woman is talking to a man as she sits on a bed.", "similarity": 0.802, "relevance": 2 }, { "pair_id": 167273, "video_name": "s09e24_seg01_clip_01", "timestamp": [ 0.0, 3.96 ], "duration": 44.66, "caption": "A woman is sitting on their bed while speaking to a man.", "similarity": 0.8002, "relevance": 2 }, { "pair_id": 167274, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 37.78, 59.03 ], "duration": 59.66, "caption": "A woman and a man are in bed together as they converse.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 167275, "video_name": "house_s07e03_seg02_clip_20", "timestamp": [ 29.26, 45.46 ], "duration": 90.66, "caption": "A woman sits up in bed to speak with a person.", "similarity": 0.7954, "relevance": 4 }, { "pair_id": 167276, "video_name": "friends_s02e23_seg02_clip_16", "timestamp": [ 39.62, 45.02 ], "duration": 45.66, "caption": "A woman lifts their head up while talking to their partner in bed.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 167277, "video_name": "met_s02e06_seg02_clip_06", "timestamp": [ 42.59, 62.18 ], "duration": 62.66, "caption": "A man and a woman are talking in bed.", "similarity": 0.7917, "relevance": 2 }, { "pair_id": 167278, "video_name": "house_s05e13_seg02_clip_06", "timestamp": [ 47.26, 50.41 ], "duration": 90.66, "caption": "A woman gets up from the bed she is on and starts to speak to two people.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 167279, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 5.41, 8.56 ], "duration": 90.66, "caption": "A woman gets up and continues to talk to a man.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 340580, "video_name": "house_s05e14_seg02_clip_09", "timestamp": [ 10.8, 90.02 ], "duration": 90.66, "caption": "A man and a woman talk while they are in bed.", "similarity": 0.7851, "relevance": 2 }, { "pair_id": 340581, "video_name": "house_s07e05_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A man and a woman have a conversation while in bed.", "similarity": 0.7829, "relevance": 3 }, { "pair_id": 340582, "video_name": "castle_s05e04_seg02_clip_06", "timestamp": [ 0.0, 29.85 ], "duration": 90.66, "caption": "A woman leans over to a man in bed and tries to make him stop talking.", "similarity": 0.7799, "relevance": 3 }, { "pair_id": 340583, "video_name": "castle_s07e12_seg02_clip_05", "timestamp": [ 0.0, 27.73 ], "duration": 90.66, "caption": "A woman talks to another woman while on a bed.", "similarity": 0.7786, "relevance": 2 }, { "pair_id": 340584, "video_name": "house_s07e04_seg02_clip_04", "timestamp": [ 3.29, 11.75 ], "duration": 94.66, "caption": "A woman is getting dressed while a man is talking to her who is lying in bed.", "similarity": 0.7784, "relevance": 2 }, { "pair_id": 340585, "video_name": "met_s03e17_seg02_clip_00", "timestamp": [ 3.36, 13.14 ], "duration": 61.66, "caption": "A woman talks to a man, who is lying in bed, and then walks into the bathroom.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 340586, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 0.0, 17.36 ], "duration": 124.66, "caption": "A woman talks to the person in the bed next to her.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 340587, "video_name": "grey_s03e14_seg02_clip_11", "timestamp": [ 29.91, 86.96 ], "duration": 92.66, "caption": "A man sits down and talks to a woman in bed.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 340588, "video_name": "s05e11_seg02_clip_02", "timestamp": [ 47.91, 50.65 ], "duration": 61.66, "caption": "A woman stands up from the bed while talking to two other women.", "similarity": 0.7738, "relevance": 3 }, { "pair_id": 340589, "video_name": "house_s01e05_seg02_clip_18", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "A man speaks to a woman as she is laying down in the bed.", "similarity": 0.7737, "relevance": 1 }, { "pair_id": 340590, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 0.0, 1.75 ], "duration": 70.66, "caption": "A woman walks over to a man in bed and says they need to speak.", "similarity": 0.7685, "relevance": 2 }, { "pair_id": 340591, "video_name": "castle_s07e02_seg02_clip_26", "timestamp": [ 30.37, 41.81 ], "duration": 88.66, "caption": "A person rolls over in bed and talks to woman.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 340592, "video_name": "castle_s07e17_seg02_clip_00", "timestamp": [ 3.66, 40.28 ], "duration": 91.66, "caption": "A man and woman are in bed together conversing.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 340593, "video_name": "friends_s02e23_seg02_clip_11", "timestamp": [ 0.0, 57.39 ], "duration": 57.66, "caption": "A woman and a man talk while they are lying in bed.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 340594, "video_name": "house_s01e21_seg02_clip_22", "timestamp": [ 0.44, 4.84 ], "duration": 88.66, "caption": "A man talks to woman with eyes closed while laying in bed.", "similarity": 0.7641, "relevance": 2 }, { "pair_id": 340595, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 0.0, 73.34 ], "duration": 94.66, "caption": "A man speaks to a woman as she is laying down on her bed.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 340596, "video_name": "castle_s05e01_seg02_clip_00", "timestamp": [ 24.19, 26.98 ], "duration": 93.66, "caption": "A woman sits down on the bed to talk with man.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 340597, "video_name": "friends_s09e17_seg02_clip_15", "timestamp": [ 4.41, 27.42 ], "duration": 63.66, "caption": "A woman sits on a man's bed and has a conversation with him.", "similarity": 0.7558, "relevance": 2 }, { "pair_id": 340598, "video_name": "house_s03e20_seg02_clip_16", "timestamp": [ 65.8, 92.03 ], "duration": 92.66, "caption": "A woman and man talk when he's at the end of her bed.", "similarity": 0.7521, "relevance": 2 }, { "pair_id": 340599, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 6.94, 7.84 ], "duration": 60.66, "caption": "A person stands up from the bed and talks to another person.", "similarity": 0.7511, "relevance": 2 } ] }, { "query_id": 13751, "query": "Two people dressed in black grab a person and drag him into a car.", "relevant_moment": [ { "pair_id": 77860, "video_name": "castle_s04e11_seg02_clip_11", "timestamp": [ 31.87, 48.26 ], "duration": 91.66, "caption": "Two people dressed in black grab a person and drag him into a car.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 77861, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 41.86, 51.63 ], "duration": 93.66, "caption": "A person gets out of the car when another person pulls up.", "similarity": 0.6405, "relevance": 1 }, { "pair_id": 77862, "video_name": "s06e09_seg02_clip_10", "timestamp": [ 9.63, 11.83 ], "duration": 55.66, "caption": "A person pulls up in the car behind another person and stops.", "similarity": 0.6332, "relevance": 0 }, { "pair_id": 77863, "video_name": "castle_s03e02_seg02_clip_06", "timestamp": [ 47.17, 51.33 ], "duration": 92.66, "caption": "Two people both get into the same car.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 77864, "video_name": "s09e03_seg01_clip_00", "timestamp": [ 71.53, 76.67 ], "duration": 79.66, "caption": "Three people force a person into a vehicle.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 77865, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 17.12, 21.47 ], "duration": 58.66, "caption": "A person gets in to the car with woman and man.", "similarity": 0.6165, "relevance": 1 }, { "pair_id": 77866, "video_name": "house_s02e05_seg02_clip_08", "timestamp": [ 57.68, 67.44 ], "duration": 93.66, "caption": "A person walks up to another person who's about to get into their car.", "similarity": 0.6003, "relevance": 1 }, { "pair_id": 77867, "video_name": "castle_s05e13_seg02_clip_00", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "Two people both get out of the same car.", "similarity": 0.5988, "relevance": 1 }, { "pair_id": 77868, "video_name": "castle_s08e11_seg02_clip_15", "timestamp": [ 38.41, 41.12 ], "duration": 90.66, "caption": "A man handcuffs another man to the car.", "similarity": 0.5935, "relevance": 1 }, { "pair_id": 77869, "video_name": "castle_s08e04_seg02_clip_09", "timestamp": [ 25.82, 30.28 ], "duration": 89.66, "caption": "A person grabs the back of the neck of someone and drags them towards him.", "similarity": 0.5933, "relevance": 1 }, { "pair_id": 77870, "video_name": "castle_s05e08_seg02_clip_19", "timestamp": [ 9.56, 23.17 ], "duration": 73.66, "caption": "A vehicle pulls up beside person and a man accosts him with a gun and pushes him into the vehicle.", "similarity": 0.5887, "relevance": 2 }, { "pair_id": 77871, "video_name": "castle_s08e11_seg02_clip_16", "timestamp": [ 12.6, 20.71 ], "duration": 90.66, "caption": "Two people went out of the car and took the person from the back of the car.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 77872, "video_name": "met_s02e21_seg02_clip_13", "timestamp": [ 19.5, 21.28 ], "duration": 59.66, "caption": "Two people reach out to grab each other's hands.", "similarity": 0.586, "relevance": 1 }, { "pair_id": 77873, "video_name": "castle_s02e07_seg02_clip_07", "timestamp": [ 23.93, 34.57 ], "duration": 88.66, "caption": "A color car pulls into a building and two people get out.", "similarity": 0.5808, "relevance": 1 }, { "pair_id": 77874, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 18.86, 24.08 ], "duration": 58.66, "caption": "A person gets into the back seat of another person's car.", "similarity": 0.5804, "relevance": 1 }, { "pair_id": 77875, "video_name": "castle_s07e15_seg02_clip_17", "timestamp": [ 22.79, 25.58 ], "duration": 93.66, "caption": "A person binds someone's hands together by the car.", "similarity": 0.5785, "relevance": 1 }, { "pair_id": 77876, "video_name": "friends_s10e17-18_seg02_clip_22", "timestamp": [ 6.33, 11.28 ], "duration": 55.66, "caption": "Two people get in a vehicle at the same time.", "similarity": 0.5771, "relevance": 1 }, { "pair_id": 77877, "video_name": "s04e13_seg02_clip_00", "timestamp": [ 59.87, 64.03 ], "duration": 64.66, "caption": "A person pulls another person and his face icons into the car on the screen.", "similarity": 0.5726, "relevance": 0 }, { "pair_id": 77878, "video_name": "castle_s05e05_seg02_clip_23", "timestamp": [ 79.81, 88.57 ], "duration": 92.66, "caption": "A vehicle pulls up at a dark parking garage and two people come out of it.", "similarity": 0.572, "relevance": 1 }, { "pair_id": 77879, "video_name": "met_s03e08_seg02_clip_17", "timestamp": [ 36.78, 39.54 ], "duration": 61.66, "caption": "Two people grab a man by the shoulders from behind.", "similarity": 0.5715, "relevance": 1 } ] }, { "query_id": 13770, "query": "A man and a woman are in the interrogation room speaking to someone.", "relevant_moment": [ { "pair_id": 149060, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 6.73, 85.75 ], "duration": 89.66, "caption": "A man and a woman are in the interrogation room speaking to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149061, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 0.0, 89.22 ], "duration": 89.66, "caption": "A man and a woman are speaking to someone in the interrogation room.", "similarity": 0.992, "relevance": 4 }, { "pair_id": 149062, "video_name": "castle_s01e06_seg02_clip_09", "timestamp": [ 0.0, 50.61 ], "duration": 92.66, "caption": "A woman and a man are in the interrogation room speaking to a person.", "similarity": 0.9919, "relevance": 4 }, { "pair_id": 149063, "video_name": "castle_s02e10_seg02_clip_09", "timestamp": [ 58.87, 90.58 ], "duration": 90.66, "caption": "A woman and man are in the interrogation room speaking to a person.", "similarity": 0.9908, "relevance": 4 }, { "pair_id": 149064, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 0.0, 41.99 ], "duration": 89.66, "caption": "A man and woman are speaking to someone in the interrogation room.", "similarity": 0.9906, "relevance": 4 }, { "pair_id": 149065, "video_name": "castle_s02e11_seg02_clip_25", "timestamp": [ 0.0, 93.13 ], "duration": 95.66, "caption": "A man and woman are speaking to a person in the interrogation room.", "similarity": 0.9878, "relevance": 4 }, { "pair_id": 149066, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 0.0, 51.64 ], "duration": 89.66, "caption": "A woman and a man are speaking to someone in the interrogation room.", "similarity": 0.9863, "relevance": 4 }, { "pair_id": 149067, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 0.0, 86.86 ], "duration": 104.66, "caption": "A man and a woman are speaking to a person in the interrogation room.", "similarity": 0.9862, "relevance": 4 }, { "pair_id": 149068, "video_name": "castle_s04e18_seg02_clip_09", "timestamp": [ 0.0, 54.09 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room speaking to a man.", "similarity": 0.9852, "relevance": 4 }, { "pair_id": 149069, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 0.0, 31.36 ], "duration": 95.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.9827, "relevance": 4 }, { "pair_id": 149070, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 76.46 ], "duration": 139.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.9827, "relevance": 4 }, { "pair_id": 149071, "video_name": "castle_s08e21_seg02_clip_22", "timestamp": [ 34.61, 91.08 ], "duration": 91.66, "caption": "A woman and a man are in the interrogation room speaking to another person.", "similarity": 0.9809, "relevance": 4 }, { "pair_id": 149072, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 64.15, 90.36 ], "duration": 90.66, "caption": "A man and woman are in the interrogation room speaking with a person.", "similarity": 0.9808, "relevance": 4 }, { "pair_id": 149073, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 0.0, 26.33 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room speaking with someone.", "similarity": 0.9803, "relevance": 4 }, { "pair_id": 149074, "video_name": "castle_s06e14_seg02_clip_22", "timestamp": [ 0.0, 55.76 ], "duration": 88.66, "caption": "A woman and a man are inside the interrogation room speaking to a person.", "similarity": 0.9746, "relevance": 4 }, { "pair_id": 149075, "video_name": "castle_s02e16_seg02_clip_20", "timestamp": [ 0.0, 81.4 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person inside the interrogation room.", "similarity": 0.9716, "relevance": 4 }, { "pair_id": 149076, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 0.0, 35.24 ], "duration": 91.66, "caption": "A man and a woman are talking to someone in the interrogation room.", "similarity": 0.9706, "relevance": 4 }, { "pair_id": 149077, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 0.0, 25.58 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room speaking to another man.", "similarity": 0.9665, "relevance": 4 }, { "pair_id": 149078, "video_name": "castle_s04e18_seg02_clip_21", "timestamp": [ 41.41, 90.02 ], "duration": 90.66, "caption": "A man and a woman are speaking to another man in the interrogation room.", "similarity": 0.9575, "relevance": 4 }, { "pair_id": 149079, "video_name": "castle_s04e14_seg02_clip_21", "timestamp": [ 0.0, 42.79 ], "duration": 91.66, "caption": "A man is in the interrogation room speaking to a man and a woman.", "similarity": 0.9535, "relevance": 4 }, { "pair_id": 322380, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 1.35, 89.66 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room to speak to another man.", "similarity": 0.9525, "relevance": 4 }, { "pair_id": 322381, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 0.0, 33.4 ], "duration": 90.66, "caption": "A woman and man are inside the interrogation room as the speak to person.", "similarity": 0.949, "relevance": 4 }, { "pair_id": 322382, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room with a person conversing.", "similarity": 0.942, "relevance": 4 }, { "pair_id": 322383, "video_name": "castle_s02e09_seg02_clip_03", "timestamp": [ 0.0, 58.26 ], "duration": 91.66, "caption": "A man and woman are in the interrogation room with person conversing.", "similarity": 0.9418, "relevance": 4 }, { "pair_id": 322384, "video_name": "castle_s02e07_seg02_clip_13", "timestamp": [ 56.53, 89.02 ], "duration": 89.66, "caption": "A man is in the interrogation room speaking with a woman and a man.", "similarity": 0.9404, "relevance": 4 }, { "pair_id": 322385, "video_name": "castle_s01e09_seg02_clip_07", "timestamp": [ 40.0, 89.31 ], "duration": 93.66, "caption": "A woman and a man enter the interrogation room to speak to a man.", "similarity": 0.937, "relevance": 3 }, { "pair_id": 322386, "video_name": "castle_s02e14_seg02_clip_24", "timestamp": [ 0.0, 52.51 ], "duration": 88.66, "caption": "Two people are speaking to someone in the interrogation room.", "similarity": 0.9355, "relevance": 4 }, { "pair_id": 322387, "video_name": "castle_s01e06_seg02_clip_08", "timestamp": [ 0.0, 91.19 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with another person conversing.", "similarity": 0.9298, "relevance": 4 }, { "pair_id": 322388, "video_name": "castle_s05e06_seg02_clip_12", "timestamp": [ 0.0, 28.63 ], "duration": 89.66, "caption": "Two people are speaking to a man in the interrogation room.", "similarity": 0.9293, "relevance": 4 }, { "pair_id": 322389, "video_name": "castle_s02e10_seg02_clip_25", "timestamp": [ 63.49, 91.35 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a man conversing.", "similarity": 0.9281, "relevance": 4 }, { "pair_id": 322390, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with a woman.", "similarity": 0.9251, "relevance": 4 }, { "pair_id": 322391, "video_name": "castle_s04e13_seg02_clip_18", "timestamp": [ 41.96, 89.29 ], "duration": 89.66, "caption": "A man and another man are in the interrogation room speaking to someone.", "similarity": 0.9246, "relevance": 4 }, { "pair_id": 322392, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 18.91, 90.02 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with person.", "similarity": 0.9238, "relevance": 4 }, { "pair_id": 322393, "video_name": "castle_s03e14_seg02_clip_24", "timestamp": [ 17.69, 66.34 ], "duration": 88.66, "caption": "Two people are in the interrogation room speaking with a man.", "similarity": 0.9161, "relevance": 4 }, { "pair_id": 322394, "video_name": "castle_s07e05_seg02_clip_08", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "A woman is in the interrogation room speaking with a man.", "similarity": 0.9154, "relevance": 2 }, { "pair_id": 322395, "video_name": "castle_s08e21_seg02_clip_23", "timestamp": [ 0.0, 50.88 ], "duration": 88.66, "caption": "A woman and a man are sitting in the interrogation room speaking to another woman.", "similarity": 0.9152, "relevance": 2 }, { "pair_id": 322396, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A woman is speaking to a man as they are in the interrogation room.", "similarity": 0.9149, "relevance": 2 }, { "pair_id": 322397, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A woman is speaking to a man in the interrogation room.", "similarity": 0.9148, "relevance": 2 }, { "pair_id": 322398, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 0.0, 46.21 ], "duration": 88.66, "caption": "A woman is talking to woman and man in the interrogation room.", "similarity": 0.9123, "relevance": 3 }, { "pair_id": 322399, "video_name": "castle_s05e20_seg02_clip_24", "timestamp": [ 0.0, 71.83 ], "duration": 90.66, "caption": "A woman and man are inside an interrogation room conversing with a person.", "similarity": 0.9096, "relevance": 4 } ] }, { "query_id": 13786, "query": "A woman and a man both turn their heads to look at a photo of Joanne with another woman on the crime board.", "relevant_moment": [ { "pair_id": 13400, "video_name": "castle_s01e07_seg02_clip_02", "timestamp": [ 31.11, 35.22 ], "duration": 91.66, "caption": "A woman and a man both turn their heads to look at a photo of Joanne with another woman on the crime board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13401, "video_name": "castle_s02e20_seg02_clip_24", "timestamp": [ 16.97, 19.15 ], "duration": 87.66, "caption": "A man turns and looks at a picture then looks at a woman and a person.", "similarity": 0.6891, "relevance": 0 }, { "pair_id": 13402, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 50.74, 52.95 ], "duration": 63.66, "caption": "A person turns his head to look at another person and another person looks back at a woman.", "similarity": 0.6796, "relevance": 0 }, { "pair_id": 13403, "video_name": "friends_s07e05_seg02_clip_20", "timestamp": [ 40.65, 47.59 ], "duration": 63.66, "caption": "Some people look at the picture in the paper of a woman and a man.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 13404, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 19.48, 21.38 ], "duration": 95.66, "caption": "A woman turns her head towards a man after looking at a photo.", "similarity": 0.6504, "relevance": 1 }, { "pair_id": 13405, "video_name": "house_s05e11_seg02_clip_04", "timestamp": [ 82.35, 84.13 ], "duration": 89.66, "caption": "Two people turn their heads to look at each other.", "similarity": 0.6364, "relevance": 0 }, { "pair_id": 13406, "video_name": "s03e23_seg02_clip_01", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A person points to the photomultiplier and both a man and a woman turn to look at it.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 13407, "video_name": "castle_s05e11_seg02_clip_12", "timestamp": [ 80.98, 88.02 ], "duration": 88.66, "caption": "A woman turns around and looks at a man and then looks at another woman.", "similarity": 0.6263, "relevance": 0 }, { "pair_id": 13408, "video_name": "castle_s06e01_seg02_clip_24", "timestamp": [ 14.23, 19.83 ], "duration": 86.66, "caption": "Two people look up the pictures of suspected crimes.", "similarity": 0.6201, "relevance": 0 }, { "pair_id": 13409, "video_name": "castle_s02e08_seg02_clip_13", "timestamp": [ 66.54, 72.05 ], "duration": 91.66, "caption": "A woman and a man are standing beside each other looking at pictures on the case board and they both point at a picture at the same time.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 13410, "video_name": "castle_s03e15_seg02_clip_13", "timestamp": [ 6.22, 8.44 ], "duration": 88.66, "caption": "A man and a woman turn their heads and look at each other for a moment.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 13411, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 46.45, 49.89 ], "duration": 86.66, "caption": "A woman and a man look up the pictures of the victims.", "similarity": 0.6165, "relevance": 2 }, { "pair_id": 13412, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 79.56, 84.96 ], "duration": 89.66, "caption": "Two people that were investigating by a man and a woman look at each other.", "similarity": 0.6149, "relevance": 0 }, { "pair_id": 13413, "video_name": "friends_s06e21_seg02_clip_09", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A person looks at guy and woman with a shocked look on their face.", "similarity": 0.6143, "relevance": 0 }, { "pair_id": 13414, "video_name": "castle_s06e12_seg02_clip_03", "timestamp": [ 0.9, 7.24 ], "duration": 90.66, "caption": "A woman and man look at each other when a person mention someone's crimes.", "similarity": 0.6126, "relevance": 0 }, { "pair_id": 13415, "video_name": "castle_s04e18_seg02_clip_18", "timestamp": [ 68.09, 88.44 ], "duration": 88.66, "caption": "A woman and man were both looking at the pictures posted on the white board.", "similarity": 0.6118, "relevance": 2 }, { "pair_id": 13416, "video_name": "castle_s07e02_seg02_clip_04", "timestamp": [ 1.69, 4.23 ], "duration": 84.66, "caption": "A woman tells another woman and a man about someone while looking at the picture.", "similarity": 0.6106, "relevance": 0 }, { "pair_id": 13417, "video_name": "castle_s02e16_seg02_clip_17", "timestamp": [ 31.76, 35.9 ], "duration": 92.66, "caption": "A woman puts a picture of a woman at a crime scene in front of a man.", "similarity": 0.6099, "relevance": 0 }, { "pair_id": 13418, "video_name": "castle_s03e09_seg02_clip_12", "timestamp": [ 49.61, 53.25 ], "duration": 91.66, "caption": "After turning on two lights, a woman turns her head to look at a man.", "similarity": 0.6091, "relevance": 1 }, { "pair_id": 13419, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 33.83, 36.94 ], "duration": 89.66, "caption": "A man and woman turn around and look behind them.", "similarity": 0.6076, "relevance": 1 } ] }, { "query_id": 13787, "query": "Two people are in an office conversing with woman.", "relevant_moment": [ { "pair_id": 16280, "video_name": "castle_s01e07_seg02_clip_02", "timestamp": [ 37.51, 91.49 ], "duration": 91.66, "caption": "Two people are in an office conversing with woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16281, "video_name": "castle_s01e07_seg02_clip_03", "timestamp": [ 0.0, 91.68 ], "duration": 94.66, "caption": "Two people are in an office with a woman conversing.", "similarity": 0.9895, "relevance": 4 }, { "pair_id": 16282, "video_name": "castle_s07e14_seg02_clip_17", "timestamp": [ 0.0, 48.94 ], "duration": 90.66, "caption": "A woman is conversing with woman and man in her office.", "similarity": 0.9377, "relevance": 4 }, { "pair_id": 16283, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 13.34, 91.11 ], "duration": 92.66, "caption": "A woman and man are in an office conversing with a man.", "similarity": 0.9301, "relevance": 3 }, { "pair_id": 16284, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 0.0, 69.91 ], "duration": 92.66, "caption": "A man and a woman are conversing with two people in an office.", "similarity": 0.9251, "relevance": 4 }, { "pair_id": 16286, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 18.0, 83.27 ], "duration": 90.66, "caption": "A woman and a man are conversing with a person in his office.", "similarity": 0.9202, "relevance": 3 }, { "pair_id": 16287, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 12.12, 60.11 ], "duration": 101.66, "caption": "A man and woman are in an office conversing with someone.", "similarity": 0.9191, "relevance": 4 }, { "pair_id": 16288, "video_name": "castle_s06e22_seg02_clip_04", "timestamp": [ 50.86, 79.22 ], "duration": 90.66, "caption": "Two people are in an office conversing.", "similarity": 0.917, "relevance": 3 }, { "pair_id": 16289, "video_name": "house_s03e02_seg02_clip_08", "timestamp": [ 0.0, 48.24 ], "duration": 91.66, "caption": "A woman and another woman are conversing as they are inside woman's office.", "similarity": 0.9149, "relevance": 2 }, { "pair_id": 16290, "video_name": "castle_s04e18_seg02_clip_19", "timestamp": [ 5.97, 58.35 ], "duration": 91.66, "caption": "Woman and another woman are conversing inside an office.", "similarity": 0.9135, "relevance": 3 }, { "pair_id": 16291, "video_name": "house_s05e12_seg02_clip_00", "timestamp": [ 82.37, 94.13 ], "duration": 94.66, "caption": "A woman and a person have a conversation in their office.", "similarity": 0.9116, "relevance": 3 }, { "pair_id": 16292, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 55.36, 90.02 ], "duration": 90.66, "caption": "A person is in an office with man and woman conversing.", "similarity": 0.9111, "relevance": 3 }, { "pair_id": 16293, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 0.0, 20.03 ], "duration": 89.66, "caption": "A woman, a man, and another man are conversing in an office.", "similarity": 0.8998, "relevance": 4 }, { "pair_id": 16294, "video_name": "castle_s04e03_seg02_clip_19", "timestamp": [ 40.14, 89.2 ], "duration": 89.66, "caption": "Woman is in an office with person as they converse with each other.", "similarity": 0.898, "relevance": 3 }, { "pair_id": 16295, "video_name": "castle_s07e03_seg02_clip_13", "timestamp": [ 53.13, 94.03 ], "duration": 94.66, "caption": "Two people are having a conversation with someone at her office.", "similarity": 0.8897, "relevance": 4 }, { "pair_id": 16296, "video_name": "castle_s05e07_seg02_clip_22", "timestamp": [ 0.0, 45.31 ], "duration": 87.66, "caption": "A woman and a man are speaking to a person in an office.", "similarity": 0.8886, "relevance": 3 }, { "pair_id": 16297, "video_name": "castle_s06e18_seg02_clip_05", "timestamp": [ 0.0, 19.48 ], "duration": 90.66, "caption": "A woman and a man are in someone's office speaking to her.", "similarity": 0.8875, "relevance": 4 }, { "pair_id": 16298, "video_name": "castle_s04e02_seg02_clip_16", "timestamp": [ 16.85, 66.93 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.8843, "relevance": 4 }, { "pair_id": 16299, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 59.35, 91.3 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.8843, "relevance": 4 }, { "pair_id": 189600, "video_name": "castle_s08e06_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "A man and a woman are talking to a person in an office.", "similarity": 0.881, "relevance": 3 }, { "pair_id": 189601, "video_name": "castle_s06e15_seg02_clip_06", "timestamp": [ 79.31, 89.62 ], "duration": 89.66, "caption": "Two people are having a conversation with each other in the office.", "similarity": 0.8809, "relevance": 2 }, { "pair_id": 189602, "video_name": "castle_s04e09_seg02_clip_26", "timestamp": [ 46.41, 145.02 ], "duration": 145.66, "caption": "A man and a woman are in his office conversing with each other.", "similarity": 0.8792, "relevance": 2 }, { "pair_id": 189603, "video_name": "castle_s05e12_seg02_clip_24", "timestamp": [ 0.0, 71.54 ], "duration": 89.66, "caption": "Two people are sitting with person in an office conversing.", "similarity": 0.8784, "relevance": 4 }, { "pair_id": 189604, "video_name": "castle_s06e16_seg02_clip_22", "timestamp": [ 0.0, 32.09 ], "duration": 93.66, "caption": "A man and woman are speaking to another woman in her office.", "similarity": 0.8782, "relevance": 4 }, { "pair_id": 189605, "video_name": "grey_s03e05_seg02_clip_15", "timestamp": [ 47.85, 74.24 ], "duration": 89.66, "caption": "Two women are talking in a office.", "similarity": 0.8762, "relevance": 2 }, { "pair_id": 189606, "video_name": "castle_s03e23_seg02_clip_06", "timestamp": [ 0.0, 52.91 ], "duration": 92.66, "caption": "A woman and a man are speaking to a person inside an office.", "similarity": 0.8746, "relevance": 3 }, { "pair_id": 189607, "video_name": "castle_s05e05_seg02_clip_18", "timestamp": [ 0.0, 37.86 ], "duration": 90.66, "caption": "Two women are in an office speaking with a man.", "similarity": 0.8731, "relevance": 3 }, { "pair_id": 189608, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 0.0, 35.6 ], "duration": 90.66, "caption": "A woman and a man are in the office speaking to a person.", "similarity": 0.869, "relevance": 3 }, { "pair_id": 189609, "video_name": "castle_s04e22_seg02_clip_10", "timestamp": [ 0.0, 42.31 ], "duration": 90.66, "caption": "Two men are speaking to a woman in an office.", "similarity": 0.8619, "relevance": 3 }, { "pair_id": 189610, "video_name": "castle_s07e09_seg02_clip_03", "timestamp": [ 0.0, 32.17 ], "duration": 96.66, "caption": "Two women are conversing inside an office.", "similarity": 0.8591, "relevance": 2 }, { "pair_id": 189611, "video_name": "castle_s05e05_seg02_clip_02", "timestamp": [ 0.0, 14.38 ], "duration": 89.66, "caption": "A woman is in the office speaking to man and woman.", "similarity": 0.8588, "relevance": 4 }, { "pair_id": 189612, "video_name": "castle_s06e19_seg02_clip_02", "timestamp": [ 12.3, 67.43 ], "duration": 91.66, "caption": "Two men are speaking to woman in an office.", "similarity": 0.8566, "relevance": 4 }, { "pair_id": 189613, "video_name": "house_s02e07_seg02_clip_00", "timestamp": [ 1.84, 23.47 ], "duration": 92.66, "caption": "Two people talk while they are in her office.", "similarity": 0.8553, "relevance": 3 }, { "pair_id": 189614, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 0.0, 56.77 ], "duration": 89.66, "caption": "Two people talk while they are in her office.", "similarity": 0.8553, "relevance": 3 }, { "pair_id": 189615, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 38.59, 90.66 ], "duration": 90.66, "caption": "A man and a woman are in an office speaking to a person.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 189616, "video_name": "castle_s04e18_seg02_clip_02", "timestamp": [ 69.19, 90.45 ], "duration": 90.66, "caption": "A woman and man are speaking to another man while inside an office.", "similarity": 0.8531, "relevance": 3 }, { "pair_id": 189617, "video_name": "castle_s02e13_seg02_clip_19", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A woman is speaking to two men and an object with a person in an office.", "similarity": 0.8517, "relevance": 3 }, { "pair_id": 189618, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 0.0, 33.01 ], "duration": 150.66, "caption": "A woman is talking to another woman inside her office.", "similarity": 0.851, "relevance": 3 }, { "pair_id": 189619, "video_name": "castle_s03e14_seg02_clip_02", "timestamp": [ 40.41, 91.66 ], "duration": 91.66, "caption": "A man and a woman are in an office speaking to two other women.", "similarity": 0.8499, "relevance": 3 } ] }, { "query_id": 13851, "query": "A person hangs up his phone and puts it in his back pocket.", "relevant_moment": [ { "pair_id": 68320, "video_name": "s07e14_seg02_clip_07", "timestamp": [ 10.89, 13.45 ], "duration": 64.66, "caption": "A person hangs up his phone and puts it in his back pocket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 68321, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 41.78, 46.13 ], "duration": 58.66, "caption": "A person hangs up their phone and places it in their pocket.", "similarity": 0.9157, "relevance": 3 }, { "pair_id": 68322, "video_name": "friends_s09e09_seg02_clip_06", "timestamp": [ 18.92, 23.8 ], "duration": 61.66, "caption": "A person hangs up their cellphone and puts it in their pocket.", "similarity": 0.9126, "relevance": 3 }, { "pair_id": 68323, "video_name": "met_s03e08_seg02_clip_14", "timestamp": [ 14.56, 18.42 ], "duration": 59.66, "caption": "A man hangs up his phone and puts it in his pocket.", "similarity": 0.8937, "relevance": 3 }, { "pair_id": 68324, "video_name": "met_s03e08_seg02_clip_14", "timestamp": [ 14.26, 18.72 ], "duration": 59.66, "caption": "A man hangs up the phone and puts it in his pocket.", "similarity": 0.8904, "relevance": 3 }, { "pair_id": 68325, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 1.48, 3.54 ], "duration": 59.66, "caption": "A person places their phone in their back pocket.", "similarity": 0.8776, "relevance": 4 }, { "pair_id": 68326, "video_name": "s07e16_seg02_clip_02", "timestamp": [ 20.45, 28.57 ], "duration": 56.66, "caption": "A man hangs up his cell phone and puts it in his pocket.", "similarity": 0.8705, "relevance": 4 }, { "pair_id": 68327, "video_name": "s01e05_seg02_clip_05", "timestamp": [ 43.61, 46.41 ], "duration": 80.66, "caption": "A person hangs up their cell phone and puts it into their pants pocket.", "similarity": 0.8619, "relevance": 3 }, { "pair_id": 68328, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 40.49, 42.2 ], "duration": 57.66, "caption": "A person takes their phone out of their back pocket.", "similarity": 0.8347, "relevance": 1 }, { "pair_id": 68329, "video_name": "s05e14_seg02_clip_09", "timestamp": [ 47.59, 52.95 ], "duration": 63.66, "caption": "A person put's their phone into the back pocket of their pants.", "similarity": 0.8323, "relevance": 2 }, { "pair_id": 68330, "video_name": "s04e23_seg02_clip_02", "timestamp": [ 4.5, 10.2 ], "duration": 60.66, "caption": "A man puts his phone into his back pocket.", "similarity": 0.8304, "relevance": 1 }, { "pair_id": 68331, "video_name": "friends_s10e15_seg02_clip_04", "timestamp": [ 14.39, 15.95 ], "duration": 62.66, "caption": "A person takes a cell phone out of his back pocket.", "similarity": 0.825, "relevance": 1 }, { "pair_id": 68332, "video_name": "s03e18_seg02_clip_01", "timestamp": [ 9.3, 11.17 ], "duration": 62.66, "caption": "A person hangs up the phone he is holding in his hand.", "similarity": 0.8197, "relevance": 1 }, { "pair_id": 68333, "video_name": "s10e08_seg02_clip_06", "timestamp": [ 16.23, 20.36 ], "duration": 59.66, "caption": "A person puts his/her cell phone in his/her pocket.", "similarity": 0.8125, "relevance": 1 }, { "pair_id": 68334, "video_name": "s09e16_seg02_clip_09", "timestamp": [ 30.21, 35.4 ], "duration": 61.66, "caption": "A person puts their cell phone back in their front pant pocket.", "similarity": 0.8105, "relevance": 1 }, { "pair_id": 68335, "video_name": "s05e15_seg02_clip_00", "timestamp": [ 32.57, 36.91 ], "duration": 62.66, "caption": "A man puts his cellphone into his back pocket.", "similarity": 0.8032, "relevance": 1 }, { "pair_id": 68336, "video_name": "met_s03e03_seg01_clip_02", "timestamp": [ 2.7, 5.1 ], "duration": 60.66, "caption": "A man puts his phone back into his pocket.", "similarity": 0.8025, "relevance": 1 }, { "pair_id": 68337, "video_name": "s03e17_seg02_clip_12", "timestamp": [ 1.48, 25.09 ], "duration": 59.66, "caption": "A person is talking on the phone, then places his phone in his pocket.", "similarity": 0.7935, "relevance": 4 }, { "pair_id": 68338, "video_name": "house_s02e06_seg02_clip_06", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.7825, "relevance": 2 }, { "pair_id": 68339, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 11.41, 15.61 ], "duration": 60.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.7825, "relevance": 3 } ] }, { "query_id": 13886, "query": "A woman hands a man a casserole dish before they leave.", "relevant_moment": [ { "pair_id": 159740, "video_name": "friends_s01e12_seg02_clip_17", "timestamp": [ 33.87, 44.55 ], "duration": 61.66, "caption": "A woman hands a man a casserole dish before they leave.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159741, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 39.02, 41.42 ], "duration": 60.66, "caption": "A woman hands a man a plate of food as she sits down at the table.", "similarity": 0.6585, "relevance": 3 }, { "pair_id": 159742, "video_name": "friends_s04e08_seg02_clip_16", "timestamp": [ 6.06, 9.09 ], "duration": 60.66, "caption": "A man hands a person a porcelain casserole dish of yams.", "similarity": 0.6511, "relevance": 2 }, { "pair_id": 159743, "video_name": "house_s05e23_seg02_clip_15", "timestamp": [ 29.71, 34.99 ], "duration": 132.66, "caption": "A woman then brings the food to a man in his table.", "similarity": 0.6486, "relevance": 3 }, { "pair_id": 159744, "video_name": "friends_s01e12_seg02_clip_03", "timestamp": [ 15.87, 26.79 ], "duration": 52.66, "caption": "A man hands a tray of food to a woman and then places a large bag on the table.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 159745, "video_name": "s05e19_seg02_clip_02", "timestamp": [ 8.12, 11.9 ], "duration": 58.66, "caption": "A woman puts a dish on the table for man to dry and goes back to the sink.", "similarity": 0.625, "relevance": 2 }, { "pair_id": 159746, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 46.52, 50.42 ], "duration": 60.66, "caption": "A woman hands a man a dinner plate as he is by the kitchen sink.", "similarity": 0.6221, "relevance": 3 }, { "pair_id": 159747, "video_name": "s06e24_seg02_clip_01", "timestamp": [ 14.76, 19.48 ], "duration": 59.66, "caption": "A woman and a man bring their food to the dinner table.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 159748, "video_name": "friends_s09e08_seg02_clip_11", "timestamp": [ 2.28, 10.55 ], "duration": 57.66, "caption": "A woman puts some food from a dish onto her plate and then places the dish on the table.", "similarity": 0.6113, "relevance": 1 }, { "pair_id": 159749, "video_name": "house_s06e18_seg02_clip_09", "timestamp": [ 40.39, 44.64 ], "duration": 85.66, "caption": "A man stands up and leaves during dinner with a woman.", "similarity": 0.6104, "relevance": 1 }, { "pair_id": 159750, "video_name": "s10e01_seg01_clip_00", "timestamp": [ 54.01, 60.72 ], "duration": 61.66, "caption": "A woman stands up and leaves the dinner table at the same time as a man's father.", "similarity": 0.6047, "relevance": 2 }, { "pair_id": 159751, "video_name": "s05e08_seg02_clip_08", "timestamp": [ 49.0, 52.41 ], "duration": 62.66, "caption": "A man hands a plate to woman and woman puts it on the table.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 159752, "video_name": "s10e08_seg02_clip_11", "timestamp": [ 8.85, 13.58 ], "duration": 59.66, "caption": "A person motions for woman to sit at the table and takes a dish out of the microwave.", "similarity": 0.6033, "relevance": 1 }, { "pair_id": 159753, "video_name": "friends_s01e06_seg02_clip_14", "timestamp": [ 34.27, 39.98 ], "duration": 60.66, "caption": "A man holds a pile of food while woman suggests how to clean the cookware.", "similarity": 0.6, "relevance": 2 }, { "pair_id": 159754, "video_name": "s08e16_seg02_clip_00", "timestamp": [ 41.25, 44.04 ], "duration": 62.66, "caption": "A woman hands man dinner plates as he is washing the dishes.", "similarity": 0.5998, "relevance": 3 }, { "pair_id": 159755, "video_name": "friends_s04e03_seg02_clip_17", "timestamp": [ 43.02, 47.91 ], "duration": 61.66, "caption": "A woman tells another woman that her casserole is a hit.", "similarity": 0.5979, "relevance": 2 }, { "pair_id": 159756, "video_name": "friends_s08e03_seg02_clip_10", "timestamp": [ 2.58, 8.3 ], "duration": 57.66, "caption": "A man stands up and puts a casserole dish in the oven.", "similarity": 0.5929, "relevance": 1 }, { "pair_id": 159757, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 16.04, 20.18 ], "duration": 34.66, "caption": "A man puts food into a woman's mouth with his hand.", "similarity": 0.5917, "relevance": 1 }, { "pair_id": 159758, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 54.21, 57.67 ], "duration": 63.66, "caption": "A woman puts a bowl of food down on the coffee table in front of man.", "similarity": 0.5809, "relevance": 2 }, { "pair_id": 159759, "video_name": "met_s04e01_seg02_clip_04", "timestamp": [ 54.06, 56.02 ], "duration": 56.66, "caption": "A man brings out a couple of plates of food to a woman.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 333060, "video_name": "s09e15_seg02_clip_07", "timestamp": [ 33.87, 38.14 ], "duration": 61.66, "caption": "A woman goes to a man and holds his hand as they exit the restaurant.", "similarity": 0.5793, "relevance": 1 }, { "pair_id": 333061, "video_name": "friends_s02e20_seg02_clip_15", "timestamp": [ 0.28, 4.76 ], "duration": 56.66, "caption": "A woman enters the room to tell a man that dinner is ready.", "similarity": 0.5783, "relevance": 1 }, { "pair_id": 333062, "video_name": "friends_s10e09_seg02_clip_15", "timestamp": [ 5.6, 7.0 ], "duration": 70.66, "caption": "A woman reaches over to a man's food and he takes her hand in his hand.", "similarity": 0.5762, "relevance": 2 }, { "pair_id": 333063, "video_name": "house_s05e03_seg02_clip_20", "timestamp": [ 0.0, 2.18 ], "duration": 87.66, "caption": "A man gets up from the dinner counter leaving a woman sitting.", "similarity": 0.5732, "relevance": 2 }, { "pair_id": 333064, "video_name": "s08e19_seg01_clip_00", "timestamp": [ 3.64, 11.84 ], "duration": 91.66, "caption": "A man walks from the kitchen to a woman and hands her a container of food.", "similarity": 0.5729, "relevance": 2 }, { "pair_id": 333065, "video_name": "house_s07e10_seg02_clip_25", "timestamp": [ 27.18, 37.0 ], "duration": 151.66, "caption": "A woman is holding a cup of coffee and is about to leave when a man asks her for a dinner date.", "similarity": 0.5724, "relevance": 1 }, { "pair_id": 333066, "video_name": "s02e07_seg02_clip_01", "timestamp": [ 21.97, 24.41 ], "duration": 61.66, "caption": "A man hands a container of takeout food to a woman.", "similarity": 0.5721, "relevance": 2 }, { "pair_id": 333067, "video_name": "s05e06_seg01_clip_00", "timestamp": [ 3.72, 5.89 ], "duration": 62.66, "caption": "A man hands a cup and saucer to a woman.", "similarity": 0.5719, "relevance": 1 }, { "pair_id": 333068, "video_name": "s10e06_seg02_clip_03", "timestamp": [ 1.33, 9.54 ], "duration": 53.66, "caption": "A person pulls a dish out of the oven that they have been cooking.", "similarity": 0.5712, "relevance": 1 }, { "pair_id": 333069, "video_name": "house_s02e07_seg02_clip_01", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is cleaning the dishes when a woman approached and helped him.", "similarity": 0.5703, "relevance": 2 }, { "pair_id": 333070, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 0.0, 6.96 ], "duration": 58.66, "caption": "A person tells woman to finishing messing up the holiday and buy an Italian dish.", "similarity": 0.5681, "relevance": 1 }, { "pair_id": 333071, "video_name": "met_s06e18_seg02_clip_03", "timestamp": [ 40.28, 46.69 ], "duration": 61.66, "caption": "A woman reaches across a table to grasp a man's hand in a restaurant.", "similarity": 0.5676, "relevance": 2 }, { "pair_id": 333072, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 80.1 ], "duration": 91.66, "caption": "Two people were cooking a dish.", "similarity": 0.5669, "relevance": 1 }, { "pair_id": 333073, "video_name": "s06e19_seg02_clip_00", "timestamp": [ 7.75, 10.86 ], "duration": 62.66, "caption": "A person complements another person for his/her cooking during dinner.", "similarity": 0.5612, "relevance": 1 }, { "pair_id": 333074, "video_name": "met_s02e20_seg02_clip_09", "timestamp": [ 22.25, 25.91 ], "duration": 60.66, "caption": "A man reaches to get a piece of food but has hand slapped away by woman.", "similarity": 0.5611, "relevance": 1 }, { "pair_id": 333075, "video_name": "s08e21_seg02_clip_02", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A man hands a woman a white spoon with their right hand.", "similarity": 0.5597, "relevance": 2 }, { "pair_id": 333076, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 52.83, 60.75 ], "duration": 66.66, "caption": "A man starts serving the salad on the table after a woman leaves the table.", "similarity": 0.5579, "relevance": 1 }, { "pair_id": 333077, "video_name": "friends_s09e08_seg02_clip_09", "timestamp": [ 50.07, 54.3 ], "duration": 65.66, "caption": "A woman places a serving dish on the table as she tells everyone that it's time for dinner.", "similarity": 0.5577, "relevance": 1 }, { "pair_id": 333078, "video_name": "friends_s09e08_seg01_clip_00", "timestamp": [ 5.27, 6.82 ], "duration": 62.66, "caption": "A woman asks a man for assistance to get the dinnerware from the cabinets.", "similarity": 0.5577, "relevance": 0 }, { "pair_id": 333079, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 48.74, 50.19 ], "duration": 58.66, "caption": "A woman, who is sitting at the table next to a man, uses her right hand holding her fork to take a bite of her food.", "similarity": 0.5568, "relevance": 1 } ] }, { "query_id": 13925, "query": "Two people are standing by the booth and do a fist bump.", "relevant_moment": [ { "pair_id": 2460, "video_name": "met_s06e22_seg02_clip_00", "timestamp": [ 7.48, 12.36 ], "duration": 65.66, "caption": "Two people are standing by the booth and do a fist bump.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2461, "video_name": "s06e20_seg02_clip_12", "timestamp": [ 57.37, 60.11 ], "duration": 61.66, "caption": "A man and woman perform a fist bump with one another.", "similarity": 0.6951, "relevance": 4 }, { "pair_id": 2463, "video_name": "met_s03e04_seg01_clip_01", "timestamp": [ 6.51, 8.14 ], "duration": 81.66, "caption": "Two men give each other a fist bump.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 2464, "video_name": "met_s02e05_seg02_clip_14", "timestamp": [ 16.24, 19.3 ], "duration": 61.66, "caption": "Two men give each other a fist bump.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 2465, "video_name": "castle_s06e21_seg02_clip_26", "timestamp": [ 20.46, 22.44 ], "duration": 132.66, "caption": "Two men give each other a fist bump.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 2466, "video_name": "castle_s08e05_seg02_clip_12", "timestamp": [ 70.31, 73.28 ], "duration": 99.66, "caption": "Two people fist bump in the car.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 2469, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 53.32, 55.6 ], "duration": 57.66, "caption": "Two men raise their arms and do a fist bump.", "similarity": 0.6338, "relevance": 3 }, { "pair_id": 2470, "video_name": "met_s04e03_seg02_clip_05", "timestamp": [ 0.0, 6.1 ], "duration": 58.66, "caption": "A person tries to fist bump another person and the other person doesn't fist bump back.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 2471, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 7.51, 11.41 ], "duration": 60.66, "caption": "Two people take a seat in the booth with another two people.", "similarity": 0.62, "relevance": 0 }, { "pair_id": 2473, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 14.41, 15.91 ], "duration": 60.66, "caption": "Two people fist bump each other while sitting on the couch.", "similarity": 0.6052, "relevance": 2 }, { "pair_id": 2474, "video_name": "castle_s05e17_seg02_clip_05", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man puts his fist up to another man and they fist bump.", "similarity": 0.5984, "relevance": 3 }, { "pair_id": 2476, "video_name": "friends_s09e02_seg02_clip_16", "timestamp": [ 40.63, 43.11 ], "duration": 62.66, "caption": "A man bumps his fist against the back of another person's hand.", "similarity": 0.5949, "relevance": 1 }, { "pair_id": 2478, "video_name": "castle_s08e04_seg02_clip_26", "timestamp": [ 34.97, 40.49 ], "duration": 92.66, "caption": "Two men slap hands and then fist bump each other.", "similarity": 0.5785, "relevance": 3 }, { "pair_id": 2479, "video_name": "house_s03e21_seg02_clip_25", "timestamp": [ 89.05, 95.77 ], "duration": 168.66, "caption": "The two patients look at each other and fist bump.", "similarity": 0.5784, "relevance": 3 }, { "pair_id": 175780, "video_name": "met_s06e13_seg02_clip_01", "timestamp": [ 22.51, 24.61 ], "duration": 60.66, "caption": "A man gets up from the booth and stands in front of a woman.", "similarity": 0.5782, "relevance": 1 }, { "pair_id": 175781, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 14.11, 15.31 ], "duration": 60.66, "caption": "A woman and a man bump fist each other while sitting beside each other.", "similarity": 0.5745, "relevance": 2 }, { "pair_id": 175782, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 7.08, 9.44 ], "duration": 118.66, "caption": "Two people grab each other's hands, while standing in front of each other.", "similarity": 0.5713, "relevance": 1 }, { "pair_id": 175783, "video_name": "met_s06e12_seg02_clip_18", "timestamp": [ 32.35, 35.38 ], "duration": 69.66, "caption": "Two people fist bump while sat on the sofa together.", "similarity": 0.5685, "relevance": 2 }, { "pair_id": 175784, "video_name": "met_s06e01_seg02_clip_15", "timestamp": [ 52.51, 57.31 ], "duration": 64.66, "caption": "A man, another man, and a woman are sitting in a booth and then a man stands up.", "similarity": 0.5663, "relevance": 1 }, { "pair_id": 175785, "video_name": "friends_s01e03_seg02_clip_08", "timestamp": [ 16.23, 18.89 ], "duration": 59.66, "caption": "Two people stand up next to a person.", "similarity": 0.559, "relevance": 1 }, { "pair_id": 175786, "video_name": "met_s03e18_seg02_clip_06", "timestamp": [ 17.33, 20.8 ], "duration": 63.66, "caption": "A man and another person stand up from the booth and the man straightens the other person's tie.", "similarity": 0.5583, "relevance": 2 }, { "pair_id": 175787, "video_name": "castle_s05e14_seg02_clip_08", "timestamp": [ 42.57, 45.28 ], "duration": 90.66, "caption": "Two men bump fists after sharing a laugh.", "similarity": 0.5573, "relevance": 2 }, { "pair_id": 175788, "video_name": "castle_s07e20_seg02_clip_26", "timestamp": [ 0.0, 46.31 ], "duration": 147.66, "caption": "Two people were standing in front of each other.", "similarity": 0.5566, "relevance": 1 }, { "pair_id": 175789, "video_name": "castle_s02e05_seg02_clip_00", "timestamp": [ 78.14, 85.58 ], "duration": 93.66, "caption": "Two people were standing in front of each other.", "similarity": 0.5566, "relevance": 2 }, { "pair_id": 175790, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 40.49, 55.88 ], "duration": 57.66, "caption": "Two men say they're going out to talk to some people and then fist bump each other.", "similarity": 0.556, "relevance": 2 }, { "pair_id": 175791, "video_name": "house_s05e05_seg02_clip_27", "timestamp": [ 0.0, 7.02 ], "duration": 7.66, "caption": "Two people are standing in front of each other.", "similarity": 0.5538, "relevance": 1 }, { "pair_id": 175792, "video_name": "castle_s06e18_seg02_clip_19", "timestamp": [ 0.0, 36.11 ], "duration": 87.66, "caption": "Two people were standing in front of a person.", "similarity": 0.5528, "relevance": 1 }, { "pair_id": 175793, "video_name": "met_s02e04_seg01_clip_00", "timestamp": [ 72.02, 75.02 ], "duration": 75.66, "caption": "A man tries to fist bump person and person takes a drink instead.", "similarity": 0.5458, "relevance": 1 }, { "pair_id": 175794, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 30.1, 33.05 ], "duration": 59.66, "caption": "Two people stand up at the same time.", "similarity": 0.5449, "relevance": 1 }, { "pair_id": 175795, "video_name": "house_s05e17_seg02_clip_02", "timestamp": [ 0.0, 1.82 ], "duration": 90.66, "caption": "Two people stand up at the same time.", "similarity": 0.5449, "relevance": 2 }, { "pair_id": 175796, "video_name": "friends_s09e13_seg02_clip_07", "timestamp": [ 5.67, 7.29 ], "duration": 54.66, "caption": "Two people stand up at the same time.", "similarity": 0.5449, "relevance": 2 }, { "pair_id": 175797, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 1.18, 3.54 ], "duration": 59.66, "caption": "Two people stand up at the same time.", "similarity": 0.5449, "relevance": 1 }, { "pair_id": 175798, "video_name": "friends_s07e05_seg02_clip_19", "timestamp": [ 30.58, 32.3 ], "duration": 57.66, "caption": "Two people stand up at the same time.", "similarity": 0.5449, "relevance": 1 }, { "pair_id": 175799, "video_name": "met_s03e05_seg02_clip_05", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A man sits in the booth where another man is at and puts his arm around him.", "similarity": 0.5409, "relevance": 1 } ] }, { "query_id": 14015, "query": "A man is digging a soil using a shovel.", "relevant_moment": [ { "pair_id": 26760, "video_name": "house_s01e11_seg02_clip_21", "timestamp": [ 2.1, 5.04 ], "duration": 84.66, "caption": "A man is digging a soil using a shovel.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 26761, "video_name": "house_s01e11_seg02_clip_21", "timestamp": [ 0.0, 6.3 ], "duration": 84.66, "caption": "A man is digging and he founds out something.", "similarity": 0.7397, "relevance": 4 }, { "pair_id": 26762, "video_name": "house_s04e04_seg02_clip_06", "timestamp": [ 81.92, 90.02 ], "duration": 90.66, "caption": "A person digs the hole in the dirt outside.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 26763, "video_name": "house_s01e11_seg02_clip_20", "timestamp": [ 80.05, 97.03 ], "duration": 97.66, "caption": "A man wears yellow gloves and helps to dig in the yard.", "similarity": 0.6212, "relevance": 4 }, { "pair_id": 26764, "video_name": "castle_s03e03_seg02_clip_25", "timestamp": [ 49.06, 57.62 ], "duration": 90.66, "caption": "A man stands in a grave with a shovel.", "similarity": 0.616, "relevance": 3 }, { "pair_id": 26765, "video_name": "house_s01e11_seg02_clip_20", "timestamp": [ 69.38, 97.03 ], "duration": 97.66, "caption": "Two men were digging the soil while having a conversation.", "similarity": 0.5636, "relevance": 4 }, { "pair_id": 26766, "video_name": "castle_s03e03_seg02_clip_24", "timestamp": [ 51.99, 76.38 ], "duration": 92.66, "caption": "A man is digging something in the ground while a woman is pointing a gun on him.", "similarity": 0.5543, "relevance": 4 }, { "pair_id": 26767, "video_name": "castle_s07e19_seg02_clip_16", "timestamp": [ 26.85, 68.72 ], "duration": 91.66, "caption": "Two people have a conversation as they dig a hole in the ground with shovels.", "similarity": 0.5479, "relevance": 2 }, { "pair_id": 26768, "video_name": "friends_s01e01_seg02_clip_11", "timestamp": [ 47.29, 50.77 ], "duration": 58.66, "caption": "A man hides something in the soil then rubs his hands.", "similarity": 0.5085, "relevance": 0 }, { "pair_id": 26769, "video_name": "grey_s02e12_seg02_clip_09", "timestamp": [ 28.61, 29.49 ], "duration": 88.66, "caption": "A man is holding a drill while doing surgery.", "similarity": 0.4681, "relevance": 0 }, { "pair_id": 26770, "video_name": "house_s02e02_seg02_clip_21", "timestamp": [ 37.81, 56.27 ], "duration": 90.66, "caption": "A man puts a drill bit on a woman's head and begins drilling a hole.", "similarity": 0.4619, "relevance": 0 }, { "pair_id": 26771, "video_name": "house_s06e21_seg02_clip_07", "timestamp": [ 71.29, 73.12 ], "duration": 91.66, "caption": "A worker with a hard hat and headlamp on uses a drill on a piece of concrete.", "similarity": 0.4587, "relevance": 0 }, { "pair_id": 26772, "video_name": "house_s07e12_seg02_clip_02", "timestamp": [ 84.03, 86.91 ], "duration": 96.66, "caption": "A person is digging through the glove compartment of someone's car.", "similarity": 0.4489, "relevance": 0 }, { "pair_id": 26773, "video_name": "castle_s05e20_seg02_clip_21", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A man tries to make a foothold in the dirt wall but it doesn't hold.", "similarity": 0.448, "relevance": 2 }, { "pair_id": 26774, "video_name": "castle_s07e19_seg02_clip_16", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A man and a woman approach through a clearing in a forest holding shovels.", "similarity": 0.4443, "relevance": 2 }, { "pair_id": 26775, "video_name": "s02e16_seg01_clip_00", "timestamp": [ 45.77, 48.52 ], "duration": 61.66, "caption": "A man is standing on a haystack looking out an opening in the shed.", "similarity": 0.4368, "relevance": 0 }, { "pair_id": 26776, "video_name": "s05e20_seg02_clip_12", "timestamp": [ 5.31, 7.38 ], "duration": 59.66, "caption": "A man applies some solder to a project he is working on.", "similarity": 0.436, "relevance": 0 }, { "pair_id": 26777, "video_name": "friends_s06e10_seg02_clip_05", "timestamp": [ 7.13, 20.78 ], "duration": 62.66, "caption": "A man wants to stop two women from digging through a woman's stuff.", "similarity": 0.4339, "relevance": 0 }, { "pair_id": 26778, "video_name": "friends_s09e23-24_seg02_clip_01", "timestamp": [ 0.0, 7.5 ], "duration": 57.66, "caption": "A man explains what he does for a living.", "similarity": 0.4321, "relevance": 0 }, { "pair_id": 26779, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 51.62, 53.72 ], "duration": 60.66, "caption": "A man mashes around something in a bowl with a spoon.", "similarity": 0.4319, "relevance": 0 } ] }, { "query_id": 14033, "query": "A person is getting up slowly while speaking to the group.", "relevant_moment": [ { "pair_id": 295960, "video_name": "house_s01e13_seg02_clip_20", "timestamp": [ 23.31, 27.79 ], "duration": 89.66, "caption": "A person is walking while the group is having a conversation.", "similarity": 0.6788, "relevance": 4 }, { "pair_id": 295961, "video_name": "s06e08_seg02_clip_06", "timestamp": [ 53.96, 58.03 ], "duration": 58.66, "caption": "Some people are walking slowly while they are talking.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 295962, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 10.26, 13.97 ], "duration": 57.66, "caption": "A person walks slowly to another person while they are talking.", "similarity": 0.6731, "relevance": 2 }, { "pair_id": 295963, "video_name": "s05e07_seg02_clip_00", "timestamp": [ 42.58, 60.83 ], "duration": 64.66, "caption": "A person comes over and talks to some people.", "similarity": 0.6713, "relevance": 4 }, { "pair_id": 295964, "video_name": "house_s02e12_seg02_clip_14", "timestamp": [ 2.72, 5.97 ], "duration": 54.66, "caption": "A person is walking slowly while talking to another person.", "similarity": 0.6695, "relevance": 3 }, { "pair_id": 295965, "video_name": "castle_s05e21_seg02_clip_07", "timestamp": [ 39.92, 45.36 ], "duration": 90.66, "caption": "A person gets up and listens to what someone has to say.", "similarity": 0.6671, "relevance": 4 }, { "pair_id": 295966, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 0.0, 5.53 ], "duration": 85.66, "caption": "A man is talking to the group while he is standing.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 295967, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 12.56, 61.4 ], "duration": 93.66, "caption": "A person paces back and forth while talking to someone.", "similarity": 0.6599, "relevance": 3 }, { "pair_id": 295968, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 43.82, 48.62 ], "duration": 60.66, "caption": "A person is standing by their spot while speaking.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 295969, "video_name": "house_s04e03_seg02_clip_01", "timestamp": [ 8.29, 12.43 ], "duration": 92.66, "caption": "A man is walking slowly while having a discussion with a group.", "similarity": 0.6566, "relevance": 3 }, { "pair_id": 295970, "video_name": "castle_s08e13_seg02_clip_02", "timestamp": [ 0.0, 20.28 ], "duration": 90.66, "caption": "A person is speaking to two people as he stands before them.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 295971, "video_name": "house_s04e09_seg02_clip_07", "timestamp": [ 43.21, 47.71 ], "duration": 90.66, "caption": "A person gives a thing to someone while speaking.", "similarity": 0.6537, "relevance": 3 }, { "pair_id": 295972, "video_name": "house_s03e01_seg02_clip_19", "timestamp": [ 32.64, 41.2 ], "duration": 107.66, "caption": "A person walks slowly to another person while speaking to her.", "similarity": 0.6535, "relevance": 3 }, { "pair_id": 295973, "video_name": "house_s03e08_seg02_clip_17", "timestamp": [ 6.47, 10.62 ], "duration": 92.66, "caption": "A man stands up while talking to the group.", "similarity": 0.6533, "relevance": 3 }, { "pair_id": 295974, "video_name": "s07e24_seg02_clip_15", "timestamp": [ 29.6, 33.87 ], "duration": 61.66, "caption": "A person moves closer to someone to speak to him.", "similarity": 0.6513, "relevance": 3 }, { "pair_id": 295975, "video_name": "house_s05e01_seg02_clip_05", "timestamp": [ 12.18, 17.59 ], "duration": 90.66, "caption": "A person suddenly came in while the group are talking.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 295976, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 8.1, 12.15 ], "duration": 90.66, "caption": "A person walks fast while talking to two other people.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 295977, "video_name": "friends_s09e15_seg02_clip_04", "timestamp": [ 53.89, 63.03 ], "duration": 63.66, "caption": "A person takes someone aside and speaks with them.", "similarity": 0.6501, "relevance": 2 }, { "pair_id": 295978, "video_name": "s02e11_seg02_clip_02", "timestamp": [ 2.1, 5.4 ], "duration": 60.66, "caption": "A person walks slowly to another person while talking to them.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 295979, "video_name": "castle_s01e04_seg02_clip_03", "timestamp": [ 16.4, 22.15 ], "duration": 82.66, "caption": "A woman walks slowly while talking to the group.", "similarity": 0.6482, "relevance": 2 } ] }, { "query_id": 14098, "query": "An older person with blonde hair and glasses places an orange coffee cup on a saucer down on the table.", "relevant_moment": [ { "pair_id": 272800, "video_name": "friends_s04e09_seg02_clip_15", "timestamp": [ 66.61, 69.02 ], "duration": 69.66, "caption": "A woman places a giant coffee mug on a saucer sitting on the table in front of her.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 272801, "video_name": "s09e14_seg02_clip_02", "timestamp": [ 48.11, 51.06 ], "duration": 59.66, "caption": "A person sits down on a chair and simultaneously places a cup on a table.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 272802, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "A person sets two cups of coffee down on a table.", "similarity": 0.6467, "relevance": 1 }, { "pair_id": 272803, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 31.2, 33.72 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.6441, "relevance": 0 }, { "pair_id": 272804, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 59.25, 61.14 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.6441, "relevance": 0 }, { "pair_id": 272805, "video_name": "s07e07_seg02_clip_02", "timestamp": [ 22.81, 26.52 ], "duration": 57.66, "caption": "A person places a yellow cup on the table in front of them.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 272806, "video_name": "s07e07_seg02_clip_02", "timestamp": [ 22.81, 26.23 ], "duration": 57.66, "caption": "A person sits the yellow mug down on the coffee table.", "similarity": 0.6389, "relevance": 1 }, { "pair_id": 272807, "video_name": "s09e01_seg02_clip_12", "timestamp": [ 22.97, 25.77 ], "duration": 56.66, "caption": "A person places a tray on the coffee table.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 272808, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 0.0, 1.16 ], "duration": 57.66, "caption": "A person pours coffee into a mug on the table.", "similarity": 0.6311, "relevance": 1 }, { "pair_id": 272809, "video_name": "s06e02_seg02_clip_16", "timestamp": [ 4.86, 9.45 ], "duration": 54.66, "caption": "A person puts his yellow coffee mug down on the end table.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 272810, "video_name": "s08e23_seg02_clip_00", "timestamp": [ 38.1, 41.3 ], "duration": 64.66, "caption": "A person places the blue mug on the coffee table.", "similarity": 0.6284, "relevance": 1 }, { "pair_id": 272811, "video_name": "s04e05_seg02_clip_04", "timestamp": [ 2.75, 5.8 ], "duration": 61.66, "caption": "A person reaches for their glasses on the coffee table and puts them on.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 272812, "video_name": "s02e01_seg02_clip_10", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A person places a can on the coffee table and sits.", "similarity": 0.6241, "relevance": 1 }, { "pair_id": 272813, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 42.93, 45.64 ], "duration": 90.66, "caption": "A person joins another person in a table with their cup of coffee.", "similarity": 0.6207, "relevance": 1 }, { "pair_id": 272814, "video_name": "s04e17_seg02_clip_01", "timestamp": [ 21.05, 30.82 ], "duration": 61.66, "caption": "A person makes fun of the food that someone puts on the coffee table.", "similarity": 0.6202, "relevance": 1 }, { "pair_id": 272815, "video_name": "s02e21_seg02_clip_00", "timestamp": [ 35.4, 38.45 ], "duration": 61.66, "caption": "A person places their carton of food on the coffee table.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 272816, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 272817, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 12.61, 14.14 ], "duration": 61.66, "caption": "A person takes their cup from the restaurant table.", "similarity": 0.6177, "relevance": 1 }, { "pair_id": 272818, "video_name": "friends_s05e20_seg01_clip_00", "timestamp": [ 1.65, 6.27 ], "duration": 66.66, "caption": "A person places their black and white mug down on the table.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 272819, "video_name": "house_s08e18_seg02_clip_20", "timestamp": [ 27.01, 32.95 ], "duration": 54.66, "caption": "A man places the espresso cup on to the table.", "similarity": 0.614, "relevance": 2 } ] }, { "query_id": 14132, "query": "A man is laughing and nodding as another man walks behind him and another man.", "relevant_moment": [ { "pair_id": 97520, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A man is laughing and nodding as another man walks behind him and another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 97521, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 36.92, 41.19 ], "duration": 61.66, "caption": "A man turns and laughs at another man while nodding his head.", "similarity": 0.8513, "relevance": 2 }, { "pair_id": 97522, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 30.28, 34.07 ], "duration": 84.66, "caption": "A man laughs at another man as they are talking together.", "similarity": 0.752, "relevance": 3 }, { "pair_id": 97523, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 52.22, 56.73 ], "duration": 60.66, "caption": "A man is laughing and then another man also starts laughing.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 97524, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 8.25, 27.24 ], "duration": 55.66, "caption": "A man says something that makes another man laugh, while a third man gives the second man a dirty look.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 97525, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 43.81, 48.45 ], "duration": 58.66, "caption": "A man shakes his head and walks towards another man.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 97526, "video_name": "met_s02e21_seg02_clip_07", "timestamp": [ 20.19, 23.55 ], "duration": 61.66, "caption": "A man laughs, claps, and then points at another man.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 97527, "video_name": "met_s06e02_seg02_clip_11", "timestamp": [ 15.91, 22.0 ], "duration": 53.66, "caption": "A man is talking to another person, and the other person starts smiling and laughing.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 97528, "video_name": "met_s06e20_seg02_clip_05", "timestamp": [ 36.84, 45.9 ], "duration": 60.66, "caption": "A man starts laughing suddenly after another man sits down.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 97529, "video_name": "house_s06e10_seg02_clip_11", "timestamp": [ 48.46, 52.03 ], "duration": 102.66, "caption": "A man smiles and laughs pointing at another man to signal he was kidding.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 97530, "video_name": "castle_s07e15_seg02_clip_13", "timestamp": [ 62.57, 69.77 ], "duration": 90.66, "caption": "A man smiles and laughs as he speaks to another man.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 97531, "video_name": "castle_s06e04_seg02_clip_11", "timestamp": [ 37.47, 47.52 ], "duration": 91.66, "caption": "A man points at another man and starts laughing but is disappointed when no one else laughs with him.", "similarity": 0.6948, "relevance": 3 }, { "pair_id": 97532, "video_name": "castle_s07e17_seg02_clip_12", "timestamp": [ 8.78, 13.86 ], "duration": 92.66, "caption": "Two men laugh at a person at the same time.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 97533, "video_name": "met_s05e04_seg02_clip_03", "timestamp": [ 47.7, 50.78 ], "duration": 61.66, "caption": "A man points at another man and laughs as he sits down.", "similarity": 0.679, "relevance": 2 }, { "pair_id": 97534, "video_name": "friends_s01e19_seg02_clip_04", "timestamp": [ 26.82, 29.83 ], "duration": 60.66, "caption": "A man gets a big smile and points laughingly at another man.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 97535, "video_name": "s09e10_seg02_clip_06", "timestamp": [ 0.0, 8.26 ], "duration": 59.66, "caption": "A man says something that makes another man laugh, then the second man moves over towards the equipment.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 97536, "video_name": "s01e07_seg02_clip_13", "timestamp": [ 63.08, 65.02 ], "duration": 65.66, "caption": "A man turns around and smiles at another person and the other person nods his head and smiles.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 97537, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 6.86, 12.8 ], "duration": 91.66, "caption": "A man starts to say something to another person and he walks away which makes him laugh.", "similarity": 0.6706, "relevance": 2 }, { "pair_id": 97539, "video_name": "grey_s03e11_seg02_clip_09", "timestamp": [ 0.0, 19.75 ], "duration": 94.66, "caption": "A man is talking to two other people and begins to laugh.", "similarity": 0.6665, "relevance": 2 } ] }, { "query_id": 14187, "query": "A man coughs at a woman after she refuses turkey from another man.", "relevant_moment": [ { "pair_id": 149100, "video_name": "friends_s08e09_seg02_clip_07", "timestamp": [ 36.89, 40.43 ], "duration": 59.66, "caption": "A man coughs at a woman after she refuses turkey from another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149101, "video_name": "house_s06e11_seg02_clip_12", "timestamp": [ 0.46, 30.94 ], "duration": 92.66, "caption": "A woman fakes coughing so a man can leave and she can threaten another woman.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 149102, "video_name": "castle_s06e17_seg02_clip_22", "timestamp": [ 19.08, 23.51 ], "duration": 88.66, "caption": "A woman coughs hard and a man immediately stands up and grabs his chair.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 149103, "video_name": "friends_s07e21_seg02_clip_05", "timestamp": [ 11.39, 14.08 ], "duration": 67.66, "caption": "A man jumps around a woman who is wearing a turkey on her head.", "similarity": 0.6149, "relevance": 0 }, { "pair_id": 149104, "video_name": "met_s06e18_seg02_clip_00", "timestamp": [ 15.26, 32.96 ], "duration": 61.66, "caption": "A man coughs and sneezes as he is standing in front of woman.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 149105, "video_name": "house_s03e24_seg02_clip_09", "timestamp": [ 56.11, 61.08 ], "duration": 71.66, "caption": "A man tells the patient to cough and she coughs.", "similarity": 0.6092, "relevance": 1 }, { "pair_id": 149106, "video_name": "friends_s08e09_seg02_clip_12", "timestamp": [ 15.35, 38.96 ], "duration": 59.66, "caption": "A man is sitting at the table next to a woman, attempting to eat the entire turkey on the table, and is discouraged because he's having trouble getting it done, and is getting frustrated.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 149107, "video_name": "friends_s04e05_seg02_clip_19", "timestamp": [ 22.05, 25.82 ], "duration": 58.66, "caption": "A woman is demanding a man or a woman to give her the cough drops.", "similarity": 0.602, "relevance": 0 }, { "pair_id": 149108, "video_name": "friends_s05e08_seg02_clip_20", "timestamp": [ 3.9, 6.77 ], "duration": 41.66, "caption": "A man denies loving a woman when she is wearing a turkey on her head.", "similarity": 0.5986, "relevance": 1 }, { "pair_id": 149109, "video_name": "met_s06e18_seg02_clip_00", "timestamp": [ 14.65, 31.73 ], "duration": 61.66, "caption": "A man has fits of coughing and sneezing while talking to a woman in a restaurant.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 149110, "video_name": "house_s03e20_seg02_clip_09", "timestamp": [ 51.07, 56.6 ], "duration": 92.66, "caption": "A woman coughs and tells man that it isn't due to her drug use.", "similarity": 0.5899, "relevance": 1 }, { "pair_id": 149111, "video_name": "friends_s06e13_seg02_clip_15", "timestamp": [ 0.0, 20.14 ], "duration": 61.66, "caption": "A woman has a coughing fit then laughs and says she doesn't want to spoil the mood, after which she sneezes in a man's face.", "similarity": 0.5757, "relevance": 1 }, { "pair_id": 149112, "video_name": "friends_s08e09_seg01_clip_02", "timestamp": [ 49.7, 52.8 ], "duration": 69.66, "caption": "A man points at a woman to make a point that he'll eat the entire turkey.", "similarity": 0.5732, "relevance": 0 }, { "pair_id": 149113, "video_name": "castle_s02e02_seg02_clip_11", "timestamp": [ 30.37, 35.43 ], "duration": 92.66, "caption": "A man refuses to help woman after she asks.", "similarity": 0.5715, "relevance": 0 }, { "pair_id": 149114, "video_name": "house_s07e13_seg02_clip_06", "timestamp": [ 38.69, 42.78 ], "duration": 91.66, "caption": "A man is coughing very hard while talking to another person.", "similarity": 0.5704, "relevance": 1 }, { "pair_id": 149115, "video_name": "house_s02e07_seg02_clip_06", "timestamp": [ 37.2, 48.09 ], "duration": 90.66, "caption": "A man coughs and his phlem hits a woman in the face.", "similarity": 0.5692, "relevance": 2 }, { "pair_id": 149116, "video_name": "met_s02e09_seg02_clip_11", "timestamp": [ 33.69, 37.6 ], "duration": 60.66, "caption": "A man looks at woman and she looks around and tries to ignore the situation.", "similarity": 0.5602, "relevance": 0 }, { "pair_id": 149117, "video_name": "grey_s02e21_seg02_clip_25", "timestamp": [ 12.2, 23.79 ], "duration": 122.66, "caption": "A man tries talking to a woman but she ignores him.", "similarity": 0.5602, "relevance": 0 }, { "pair_id": 149118, "video_name": "house_s02e07_seg02_clip_06", "timestamp": [ 26.77, 32.66 ], "duration": 90.66, "caption": "A woman pours a man a cup of water he coughs.", "similarity": 0.5534, "relevance": 1 }, { "pair_id": 149119, "video_name": "castle_s07e08_seg02_clip_22", "timestamp": [ 24.48, 32.49 ], "duration": 89.66, "caption": "A man is coughing in his bed when woman and man walk up to him.", "similarity": 0.5528, "relevance": 0 } ] }, { "query_id": 14210, "query": "A woman goes to sit next to a man on the couch.", "relevant_moment": [ { "pair_id": 74560, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 13.27, 21.59 ], "duration": 52.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 74561, "video_name": "friends_s08e09_seg02_clip_01", "timestamp": [ 26.77, 29.93 ], "duration": 57.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 74562, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 39.91, 42.01 ], "duration": 70.66, "caption": "A woman sits on the couch next to a man.", "similarity": 0.9374, "relevance": 4 }, { "pair_id": 74563, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 5.61, 7.97 ], "duration": 59.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.9368, "relevance": 4 }, { "pair_id": 74564, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.9368, "relevance": 4 }, { "pair_id": 74565, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 36.81, 39.11 ], "duration": 92.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.9368, "relevance": 3 }, { "pair_id": 74566, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.99, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.9368, "relevance": 4 }, { "pair_id": 74567, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 3.08, 6.61 ], "duration": 88.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.9368, "relevance": 4 }, { "pair_id": 74568, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.21, 18.91 ], "duration": 60.66, "caption": "A woman sits down next to man on the couch.", "similarity": 0.9293, "relevance": 4 }, { "pair_id": 74569, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 4.06, 7.25 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.9247, "relevance": 4 }, { "pair_id": 74570, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.9247, "relevance": 3 }, { "pair_id": 74571, "video_name": "friends_s03e22_seg02_clip_09", "timestamp": [ 10.72, 16.42 ], "duration": 67.66, "caption": "A woman sits down on the couch and then a man sits down next to her.", "similarity": 0.9102, "relevance": 3 }, { "pair_id": 74572, "video_name": "friends_s05e13_seg02_clip_15", "timestamp": [ 50.19, 54.25 ], "duration": 58.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.9043, "relevance": 3 }, { "pair_id": 74573, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 73.57, 76.71 ], "duration": 89.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.9043, "relevance": 3 }, { "pair_id": 74574, "video_name": "s06e12_seg02_clip_12", "timestamp": [ 48.82, 51.87 ], "duration": 61.66, "caption": "A man sits down next to woman on the couch.", "similarity": 0.8941, "relevance": 3 }, { "pair_id": 74575, "video_name": "friends_s05e13_seg02_clip_19", "timestamp": [ 23.6, 24.93 ], "duration": 44.66, "caption": "A man sits down on the couch next to a woman.", "similarity": 0.8938, "relevance": 3 }, { "pair_id": 74576, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 43.77, 46.77 ], "duration": 50.66, "caption": "A man sits down on the couch next to a woman.", "similarity": 0.8938, "relevance": 3 }, { "pair_id": 74577, "video_name": "s09e20_seg02_clip_10", "timestamp": [ 9.3, 20.41 ], "duration": 60.66, "caption": "A man was sitting next to a woman on the couch.", "similarity": 0.8938, "relevance": 3 }, { "pair_id": 74578, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8937, "relevance": 3 }, { "pair_id": 74579, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8937, "relevance": 3 }, { "pair_id": 247880, "video_name": "friends_s03e13_seg02_clip_15", "timestamp": [ 35.09, 37.53 ], "duration": 61.66, "caption": "A woman walks to the couch and sits next to a man.", "similarity": 0.8924, "relevance": 4 }, { "pair_id": 247881, "video_name": "s09e15_seg02_clip_07", "timestamp": [ 39.97, 43.02 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.8872, "relevance": 3 }, { "pair_id": 247882, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.8872, "relevance": 3 }, { "pair_id": 247883, "video_name": "s06e24_seg02_clip_11", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A person is sitting next to a woman while on the couch.", "similarity": 0.885, "relevance": 3 }, { "pair_id": 247884, "video_name": "friends_s01e09_seg02_clip_01", "timestamp": [ 1.12, 29.97 ], "duration": 56.66, "caption": "A woman comes to sit down on the arm of the couch next to a man.", "similarity": 0.8842, "relevance": 3 }, { "pair_id": 247885, "video_name": "friends_s07e19_seg02_clip_04", "timestamp": [ 5.15, 8.82 ], "duration": 49.66, "caption": "A woman and man go sit on the couch near man.", "similarity": 0.8828, "relevance": 4 }, { "pair_id": 247886, "video_name": "friends_s06e19_seg02_clip_12", "timestamp": [ 40.52, 43.22 ], "duration": 60.66, "caption": "A man sits down on the couch next to woman.", "similarity": 0.8811, "relevance": 3 }, { "pair_id": 247887, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 48.91, 51.99 ], "duration": 77.66, "caption": "A woman and a man are sitting next to each other on a couch.", "similarity": 0.881, "relevance": 3 }, { "pair_id": 247888, "video_name": "s07e18_seg02_clip_17", "timestamp": [ 12.07, 18.47 ], "duration": 71.66, "caption": "A woman walks over and sits on the couch next to a man.", "similarity": 0.8768, "relevance": 4 }, { "pair_id": 247889, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 25.43, 28.53 ], "duration": 62.66, "caption": "A woman sits down on the couch beside a man.", "similarity": 0.8745, "relevance": 4 }, { "pair_id": 247890, "video_name": "s07e01_seg02_clip_10", "timestamp": [ 17.41, 20.71 ], "duration": 60.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.8702, "relevance": 4 }, { "pair_id": 247891, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 3.2, 6.4 ], "duration": 64.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.8702, "relevance": 3 }, { "pair_id": 247892, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 49.9, 51.93 ], "duration": 58.66, "caption": "A woman sits down on the couch beside of a man.", "similarity": 0.869, "relevance": 4 }, { "pair_id": 247893, "video_name": "s07e22_seg02_clip_03", "timestamp": [ 39.62, 42.62 ], "duration": 60.66, "caption": "A woman sits down on the couch next to a person.", "similarity": 0.8632, "relevance": 4 }, { "pair_id": 247894, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 12.69, 37.48 ], "duration": 59.66, "caption": "A woman sits on the couch next to a man with her arms crossed.", "similarity": 0.8604, "relevance": 3 }, { "pair_id": 247895, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 18.92, 20.47 ], "duration": 62.66, "caption": "A man takes a seat next to woman on the couch.", "similarity": 0.8559, "relevance": 3 }, { "pair_id": 247896, "video_name": "friends_s01e13_seg02_clip_18", "timestamp": [ 32.17, 38.07 ], "duration": 59.66, "caption": "A person walks around the couch to sit down next to a woman.", "similarity": 0.8456, "relevance": 3 }, { "pair_id": 247897, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 18.91, 21.36 ], "duration": 70.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.8426, "relevance": 3 }, { "pair_id": 247898, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 21.18, 24.03 ], "duration": 63.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.8426, "relevance": 3 }, { "pair_id": 247899, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 39.35, 43.35 ], "duration": 61.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.8426, "relevance": 3 } ] }, { "query_id": 14250, "query": "A woman excitedly prances away from a man and the group.", "relevant_moment": [ { "pair_id": 146440, "video_name": "met_s02e08_seg02_clip_12", "timestamp": [ 21.14, 24.41 ], "duration": 59.66, "caption": "A woman excitedly prances away from a man and the group.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146441, "video_name": "grey_s03e19_seg02_clip_04", "timestamp": [ 32.69, 35.7 ], "duration": 86.66, "caption": "A woman follows a man as he walks away from the group.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 146442, "video_name": "house_s05e19_seg02_clip_23", "timestamp": [ 42.78, 47.33 ], "duration": 91.66, "caption": "A man walks away from the group then a woman does.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 146443, "video_name": "friends_s09e21_seg02_clip_16", "timestamp": [ 26.63, 27.99 ], "duration": 54.66, "caption": "A woman quickly backs away from woman in surprise.", "similarity": 0.6691, "relevance": 0 }, { "pair_id": 146444, "video_name": "friends_s03e03_seg02_clip_18", "timestamp": [ 19.18, 24.79 ], "duration": 59.66, "caption": "A woman playfully walks away from a man but he follows.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 146445, "video_name": "met_s03e18_seg02_clip_12", "timestamp": [ 20.22, 21.67 ], "duration": 57.66, "caption": "A woman turns around away from a man and another person.", "similarity": 0.6599, "relevance": 1 }, { "pair_id": 146446, "video_name": "s09e18_seg02_clip_03", "timestamp": [ 1.8, 5.1 ], "duration": 60.66, "caption": "A man gives person permission to do something and person excitedly walks away.", "similarity": 0.6577, "relevance": 0 }, { "pair_id": 146447, "video_name": "friends_s06e24-25_seg02_clip_16", "timestamp": [ 47.59, 51.94 ], "duration": 67.66, "caption": "A woman asks someone a question excitedly as a man waives for her to stop from behind someone.", "similarity": 0.6561, "relevance": 0 }, { "pair_id": 146448, "video_name": "friends_s10e10_seg02_clip_02", "timestamp": [ 14.04, 18.92 ], "duration": 61.66, "caption": "A woman walks around a man and faces him while talking excitedly.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 146449, "video_name": "met_s06e21_seg02_clip_02", "timestamp": [ 9.86, 12.48 ], "duration": 58.66, "caption": "A woman walks away as a man approaches another woman.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 146450, "video_name": "house_s06e07_seg02_clip_11", "timestamp": [ 19.57, 24.12 ], "duration": 91.66, "caption": "A woman walks away from man and man smiles.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 146451, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 146452, "video_name": "grey_s03e01_seg02_clip_14", "timestamp": [ 0.0, 8.46 ], "duration": 94.66, "caption": "A woman moves away from man after their conversation.", "similarity": 0.6491, "relevance": 0 }, { "pair_id": 146453, "video_name": "grey_s02e14_seg02_clip_25", "timestamp": [ 156.26, 168.02 ], "duration": 168.66, "caption": "A woman turns around and walks away from man.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 146454, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 36.94, 47.18 ], "duration": 89.66, "caption": "A woman smiles, then stands up and walks away from a man.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 146455, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 67.22, 71.84 ], "duration": 84.66, "caption": "A woman walks away from a man and another man immediately.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 146456, "video_name": "friends_s03e09_seg02_clip_16", "timestamp": [ 0.0, 5.44 ], "duration": 60.66, "caption": "A woman says a man's name and he excitedly walks over behind her.", "similarity": 0.6414, "relevance": 2 }, { "pair_id": 146457, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 10.0, 14.0 ], "duration": 80.66, "caption": "A man walks away from a woman but she follows behind.", "similarity": 0.6407, "relevance": 1 }, { "pair_id": 146458, "video_name": "friends_s02e12-13_seg02_clip_27", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A woman turns away from a man and walks toward another woman.", "similarity": 0.6395, "relevance": 2 }, { "pair_id": 146459, "video_name": "met_s02e11_seg02_clip_12", "timestamp": [ 46.25, 49.49 ], "duration": 58.66, "caption": "A woman rushes over to a man excitedly as he closes the door.", "similarity": 0.6389, "relevance": 1 } ] }, { "query_id": 14271, "query": "A person, who is sitting at a bar lifts up their left hand and salutes quickly.", "relevant_moment": [ { "pair_id": 156700, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 23.04, 24.5 ], "duration": 58.66, "caption": "A person, who is sitting at a bar lifts up their left hand and salutes quickly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156701, "video_name": "met_s06e02_seg01_clip_01", "timestamp": [ 15.53, 16.21 ], "duration": 45.66, "caption": "A person raises their index finger straight up at the bar.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 156702, "video_name": "s02e21_seg02_clip_07", "timestamp": [ 3.66, 10.37 ], "duration": 61.66, "caption": "A person holds their drink in their left hand while sitting at the bar.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 156703, "video_name": "s05e22_seg02_clip_01", "timestamp": [ 9.98, 13.69 ], "duration": 57.66, "caption": "A person removes a glass from the bar and lifts it up with his/her right hand.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 156704, "video_name": "met_s06e10_seg01_clip_00", "timestamp": [ 4.27, 6.71 ], "duration": 61.66, "caption": "A person sits at a table in the bar with their face in their hands.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 156705, "video_name": "s01e13_seg02_clip_11", "timestamp": [ 34.79, 36.74 ], "duration": 65.66, "caption": "A person raised their hand as they are seated.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 156706, "video_name": "s03e18_seg02_clip_06", "timestamp": [ 42.79, 45.15 ], "duration": 59.66, "caption": "A person raises his/her left hand up and outward.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 156707, "video_name": "s04e15_seg01_clip_00", "timestamp": [ 5.49, 7.32 ], "duration": 61.66, "caption": "A person raises their left hand to their face and rests it there.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 156708, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 7.13, 9.75 ], "duration": 75.66, "caption": "A person gets up from the bar table they were sitting at.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 156709, "video_name": "friends_s08e15_seg02_clip_02", "timestamp": [ 10.21, 12.25 ], "duration": 58.66, "caption": "A person stands up from their bar stool and holds their hand out in front of them as they talk.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 156710, "video_name": "met_s02e14_seg01_clip_00", "timestamp": [ 42.41, 48.02 ], "duration": 62.66, "caption": "A man raises one arm and hand towards the air and looks up at the bar.", "similarity": 0.6533, "relevance": 3 }, { "pair_id": 156711, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 84.5, 85.82 ], "duration": 88.66, "caption": "A person lifts both their hands up in a gesture.", "similarity": 0.6422, "relevance": 1 }, { "pair_id": 156712, "video_name": "met_s02e09_seg02_clip_04", "timestamp": [ 33.31, 38.72 ], "duration": 60.66, "caption": "A person raises their right hand and clenches their fist.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 156713, "video_name": "met_s02e10_seg02_clip_03", "timestamp": [ 11.5, 12.97 ], "duration": 58.66, "caption": "A person stands next to a man at a bar and raises their hand.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 156714, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 18.96, 21.29 ], "duration": 58.66, "caption": "A person raises his/her right hand in the air.", "similarity": 0.6387, "relevance": 2 }, { "pair_id": 156715, "video_name": "s04e07_seg02_clip_12", "timestamp": [ 37.53, 47.3 ], "duration": 61.66, "caption": "A person extends their right hand out in front of themselves.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 156716, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 4.13, 6.79 ], "duration": 59.66, "caption": "A person holds their left hand up in front of themselves.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 156717, "video_name": "s04e12_seg02_clip_05", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises their right hand next to their head.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 156718, "video_name": "met_s06e10_seg01_clip_00", "timestamp": [ 50.35, 54.01 ], "duration": 61.66, "caption": "A man points his hand and arm towards person at the bar.", "similarity": 0.6309, "relevance": 2 }, { "pair_id": 156719, "video_name": "friends_s02e11_seg02_clip_16", "timestamp": [ 22.99, 23.9 ], "duration": 60.66, "caption": "A person lifts their hand like they're about to drink a beer.", "similarity": 0.6288, "relevance": 1 } ] }, { "query_id": 14285, "query": "A woman and a man walk over and meet another man in the hallway.", "relevant_moment": [ { "pair_id": 154800, "video_name": "castle_s07e06_seg02_clip_17", "timestamp": [ 23.06, 33.5 ], "duration": 87.66, "caption": "A woman and a man walk over and meet another man in the hallway.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 154801, "video_name": "castle_s07e19_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A woman walks through the hallway with a man and another person.", "similarity": 0.8685, "relevance": 3 }, { "pair_id": 154802, "video_name": "castle_s02e23_seg02_clip_14", "timestamp": [ 23.21, 30.95 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway with a person in between them.", "similarity": 0.8588, "relevance": 4 }, { "pair_id": 154803, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 35.19, 38.2 ], "duration": 67.66, "caption": "Someone walks past a man and a woman in the hallway.", "similarity": 0.8554, "relevance": 1 }, { "pair_id": 154804, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 82.82, 89.53 ], "duration": 89.66, "caption": "A woman walks through a hallway with a man and another person following her.", "similarity": 0.8529, "relevance": 3 }, { "pair_id": 154805, "video_name": "grey_s02e21_seg02_clip_06", "timestamp": [ 55.91, 61.92 ], "duration": 92.66, "caption": "A man walks through the hallway and meets a woman.", "similarity": 0.8506, "relevance": 2 }, { "pair_id": 154806, "video_name": "friends_s05e07_seg02_clip_17", "timestamp": [ 44.63, 57.59 ], "duration": 57.66, "caption": "A woman walks over to talk with another woman and man in the hallway.", "similarity": 0.8449, "relevance": 2 }, { "pair_id": 154807, "video_name": "castle_s07e02_seg02_clip_01", "timestamp": [ 11.29, 52.38 ], "duration": 90.66, "caption": "A man and a woman walk over and meet up with another man.", "similarity": 0.8433, "relevance": 1 }, { "pair_id": 154808, "video_name": "castle_s03e22_seg02_clip_19", "timestamp": [ 0.0, 5.61 ], "duration": 102.66, "caption": "A man and a woman walk down a hallway together.", "similarity": 0.8408, "relevance": 3 }, { "pair_id": 154809, "video_name": "castle_s02e02_seg02_clip_25", "timestamp": [ 0.0, 3.55 ], "duration": 88.66, "caption": "A man and woman are walking down the hallway with someone in front of them.", "similarity": 0.8371, "relevance": 3 }, { "pair_id": 154810, "video_name": "grey_s03e07_seg02_clip_28", "timestamp": [ 0.0, 5.09 ], "duration": 92.66, "caption": "A man walks through the hallway to meet a woman.", "similarity": 0.8365, "relevance": 2 }, { "pair_id": 154811, "video_name": "castle_s02e23_seg02_clip_17", "timestamp": [ 14.92, 24.57 ], "duration": 87.66, "caption": "A woman is walking down the hallway with a man and sees two other men.", "similarity": 0.818, "relevance": 4 }, { "pair_id": 154812, "video_name": "castle_s06e20_seg02_clip_11", "timestamp": [ 14.83, 17.8 ], "duration": 84.66, "caption": "A man walks in on woman and another woman as they stand in the hallway.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 154813, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 18.74, 27.67 ], "duration": 89.66, "caption": "A woman and a man are walking down a hallway talking with someone.", "similarity": 0.8068, "relevance": 3 }, { "pair_id": 154814, "video_name": "house_s02e18_seg02_clip_08", "timestamp": [ 7.44, 37.68 ], "duration": 93.66, "caption": "A man and a woman walk in the hallway and talk about a man.", "similarity": 0.8023, "relevance": 3 }, { "pair_id": 154815, "video_name": "friends_s06e11_seg02_clip_17", "timestamp": [ 0.0, 12.94 ], "duration": 57.66, "caption": "Two people are talking to a woman and a man in the hallway.", "similarity": 0.8009, "relevance": 3 }, { "pair_id": 154816, "video_name": "friends_s07e21_seg02_clip_13", "timestamp": [ 56.31, 59.27 ], "duration": 59.66, "caption": "A man walks into the hallway toward woman and woman.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 154817, "video_name": "castle_s03e09_seg02_clip_11", "timestamp": [ 6.83, 17.29 ], "duration": 91.66, "caption": "A man and a woman walk down a hallway together talking.", "similarity": 0.7951, "relevance": 4 }, { "pair_id": 154818, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A woman and a man walk down a hallway and stop outside a room.", "similarity": 0.7908, "relevance": 3 }, { "pair_id": 154819, "video_name": "house_s07e12_seg02_clip_14", "timestamp": [ 0.0, 13.4 ], "duration": 89.66, "caption": "Two people walk down the hallway with a person close behind.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 328120, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 76.74, 88.66 ], "duration": 88.66, "caption": "A person and a woman walk together down a hallway.", "similarity": 0.7894, "relevance": 2 }, { "pair_id": 328121, "video_name": "friends_s01e23_seg02_clip_07", "timestamp": [ 18.3, 36.6 ], "duration": 62.66, "caption": "A woman and a man talk to each other in the hallway.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 328122, "video_name": "house_s03e09_seg02_clip_10", "timestamp": [ 55.08, 60.21 ], "duration": 93.66, "caption": "A woman rounds a corner and walks down a hallway with a man behind her.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 328123, "video_name": "castle_s02e07_seg02_clip_18", "timestamp": [ 16.84, 20.94 ], "duration": 91.66, "caption": "A man follows a woman and another person as they pass him by the hallway.", "similarity": 0.7817, "relevance": 4 }, { "pair_id": 328124, "video_name": "house_s05e02_seg02_clip_01", "timestamp": [ 6.11, 28.21 ], "duration": 94.66, "caption": "A man walks behind a person in the hallway with another man.", "similarity": 0.7778, "relevance": 3 }, { "pair_id": 328125, "video_name": "met_s02e02_seg02_clip_07", "timestamp": [ 0.3, 9.13 ], "duration": 60.66, "caption": "A man and a woman are talking in the hallway.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 328126, "video_name": "grey_s03e09_seg02_clip_01", "timestamp": [ 35.26, 39.66 ], "duration": 73.66, "caption": "A man walks out into the hallway and looks at a woman and a man talking.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 328127, "video_name": "castle_s05e21_seg02_clip_15", "timestamp": [ 36.65, 55.42 ], "duration": 89.66, "caption": "A man is walking with a woman down a hallway having a conversation.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 328128, "video_name": "castle_s05e06_seg02_clip_04", "timestamp": [ 86.02, 90.57 ], "duration": 91.66, "caption": "A man and a woman are walking down the hallway and the man points at the woman.", "similarity": 0.7735, "relevance": 2 }, { "pair_id": 328129, "video_name": "house_s01e14_seg02_clip_08", "timestamp": [ 18.41, 40.03 ], "duration": 92.66, "caption": "A man and a woman walk down the hallway together having a conversation.", "similarity": 0.7706, "relevance": 2 }, { "pair_id": 328130, "video_name": "met_s06e18_seg02_clip_00", "timestamp": [ 2.75, 4.27 ], "duration": 61.66, "caption": "A man walks up to woman who is standing in a hallway.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 328131, "video_name": "grey_s02e06_seg02_clip_17", "timestamp": [ 49.97, 51.51 ], "duration": 103.66, "caption": "A man is walking around woman in the hallway.", "similarity": 0.7691, "relevance": 2 }, { "pair_id": 328133, "video_name": "castle_s02e03_seg02_clip_15", "timestamp": [ 49.76, 56.94 ], "duration": 89.66, "caption": "A woman, a man, and a person come to a stop when they encounter a man in the hallway.", "similarity": 0.7681, "relevance": 4 }, { "pair_id": 328134, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 9.1, 10.01 ], "duration": 91.66, "caption": "A man and a woman walk through the room together.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 328135, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 86.23, 88.44 ], "duration": 88.66, "caption": "A man walks into the hallway and talks with woman.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 328136, "video_name": "grey_s03e17_seg02_clip_10", "timestamp": [ 0.0, 5.46 ], "duration": 72.66, "caption": "A woman walks through the hallway then turns around when she sees a man.", "similarity": 0.7632, "relevance": 2 }, { "pair_id": 328137, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.3, 36.56 ], "duration": 63.66, "caption": "Two people walk into the same room as a woman and a man.", "similarity": 0.763, "relevance": 1 }, { "pair_id": 328138, "video_name": "castle_s04e03_seg02_clip_09", "timestamp": [ 10.62, 51.71 ], "duration": 92.66, "caption": "A man and woman walk through a hallway during an event, and they stop near a doorway where a woman tells them the person they're seeing will be there soon.", "similarity": 0.7612, "relevance": 3 }, { "pair_id": 328139, "video_name": "grey_s03e12_seg02_clip_09", "timestamp": [ 47.87, 53.48 ], "duration": 86.66, "caption": "A man catches up to walk with a woman down the hallway.", "similarity": 0.7602, "relevance": 2 } ] }, { "query_id": 14330, "query": "A man raises a piece of paper next to him and points to it as he talks.", "relevant_moment": [ { "pair_id": 160220, "video_name": "castle_s04e17_seg02_clip_08", "timestamp": [ 6.33, 8.59 ], "duration": 90.66, "caption": "A man raises a piece of paper next to him and points to it as he talks.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160221, "video_name": "castle_s07e07_seg02_clip_02", "timestamp": [ 78.4, 83.68 ], "duration": 88.66, "caption": "A man holds a piece of paper and points to it while speaking.", "similarity": 0.8366, "relevance": 4 }, { "pair_id": 160222, "video_name": "castle_s04e23_seg02_clip_10", "timestamp": [ 74.78, 77.48 ], "duration": 90.66, "caption": "A person hands a piece of paper to someone as he stands next to him and talks.", "similarity": 0.7533, "relevance": 3 }, { "pair_id": 160223, "video_name": "castle_s06e05_seg02_clip_21", "timestamp": [ 4.47, 12.06 ], "duration": 89.66, "caption": "A man points at the paper and shows it to another man.", "similarity": 0.7465, "relevance": 4 }, { "pair_id": 160224, "video_name": "castle_s03e08_seg02_clip_03", "timestamp": [ 60.77, 64.82 ], "duration": 90.66, "caption": "A man is looking at a piece of paper and says something to another person.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 160225, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 19.51, 21.01 ], "duration": 60.66, "caption": "A person raises it hand up and points while he talks.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 160226, "video_name": "house_s03e06_seg02_clip_25", "timestamp": [ 11.22, 13.77 ], "duration": 102.66, "caption": "A man points to various things on the sheet of paper.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 160227, "video_name": "friends_s07e08_seg02_clip_16", "timestamp": [ 31.2, 34.67 ], "duration": 63.66, "caption": "A man pointed to the papers while talking to the person beside him.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 160228, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 51.05, 53.72 ], "duration": 88.66, "caption": "A man points at a piece of paper another person is holding.", "similarity": 0.7095, "relevance": 4 }, { "pair_id": 160229, "video_name": "s07e22_seg02_clip_10", "timestamp": [ 34.01, 35.33 ], "duration": 66.66, "caption": "A person points to the man he is speaking with.", "similarity": 0.7084, "relevance": 1 }, { "pair_id": 160230, "video_name": "friends_s05e11_seg02_clip_19", "timestamp": [ 0.0, 9.92 ], "duration": 62.66, "caption": "A man was holding a piece of paper whilst talking.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 160231, "video_name": "friends_s02e08_seg02_clip_12", "timestamp": [ 0.0, 21.66 ], "duration": 61.66, "caption": "A man was holding a piece of paper whilst talking.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 160232, "video_name": "house_s08e09_seg02_clip_18", "timestamp": [ 30.81, 35.27 ], "duration": 89.66, "caption": "A man points at a person and starts talking with his hands.", "similarity": 0.6997, "relevance": 1 }, { "pair_id": 160233, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 21.43, 25.21 ], "duration": 63.66, "caption": "A man points his hand toward person while speaking to him.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 160234, "video_name": "friends_s08e16_seg02_clip_08", "timestamp": [ 56.45, 62.03 ], "duration": 62.66, "caption": "A person raises his hand and points it towards himself when they are talking.", "similarity": 0.6985, "relevance": 1 }, { "pair_id": 160235, "video_name": "s03e03_seg02_clip_13", "timestamp": [ 7.5, 9.3 ], "duration": 60.66, "caption": "A man puts his hand on his chest and points to another person as he is talking.", "similarity": 0.6973, "relevance": 1 }, { "pair_id": 160236, "video_name": "friends_s05e10_seg02_clip_18", "timestamp": [ 5.02, 10.62 ], "duration": 59.66, "caption": "A person reads the notes on the piece of paper then points at guy to continue.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 160237, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 160238, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 6.63, 7.65 ], "duration": 102.66, "caption": "A person points at person while he is talking to man.", "similarity": 0.6868, "relevance": 1 }, { "pair_id": 160239, "video_name": "house_s01e06_seg02_clip_00", "timestamp": [ 12.22, 16.93 ], "duration": 94.66, "caption": "A man approaches a person when he is reading the paper.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 333540, "video_name": "friends_s08e16_seg02_clip_07", "timestamp": [ 27.57, 29.13 ], "duration": 52.66, "caption": "A man points at himself while he's talking to someone.", "similarity": 0.6816, "relevance": 1 }, { "pair_id": 333541, "video_name": "s05e18_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man is pointing at a person as he is speaking to him.", "similarity": 0.6778, "relevance": 1 }, { "pair_id": 333542, "video_name": "house_s08e21_seg02_clip_09", "timestamp": [ 22.32, 25.71 ], "duration": 97.66, "caption": "A man leans over at man to point at a sheet of paper.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 333543, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 11.0, 13.2 ], "duration": 88.66, "caption": "A man showed a piece of paper to someone.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 333544, "video_name": "met_s03e14_seg02_clip_12", "timestamp": [ 0.0, 16.83 ], "duration": 61.66, "caption": "A man looks into a piece of paper and talks with another man.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 333545, "video_name": "castle_s07e08_seg02_clip_23", "timestamp": [ 80.04, 90.44 ], "duration": 90.66, "caption": "A man points his finger at information on a paper, then has both hands near the paper in front of someone on a desk.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 333546, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 1.45, 2.9 ], "duration": 58.66, "caption": "A man points at himself while talking to person.", "similarity": 0.6685, "relevance": 1 }, { "pair_id": 333548, "video_name": "castle_s05e15_seg02_clip_05", "timestamp": [ 45.41, 46.8 ], "duration": 92.66, "caption": "A man raises his hand and quickly points his finger at the whiteboard as he is talking.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 333549, "video_name": "friends_s08e19_seg02_clip_13", "timestamp": [ 4.06, 8.41 ], "duration": 58.66, "caption": "A man points to himself as he has a conversation with others.", "similarity": 0.6628, "relevance": 1 }, { "pair_id": 333550, "video_name": "house_s05e14_seg02_clip_03", "timestamp": [ 58.71, 89.63 ], "duration": 89.66, "caption": "A man holds a newspaper and draws his attention to the other people's conversation.", "similarity": 0.6625, "relevance": 1 }, { "pair_id": 333551, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A man holding a paper reading it next to person.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 333552, "video_name": "s08e05_seg02_clip_05", "timestamp": [ 55.88, 57.02 ], "duration": 57.66, "caption": "A person points their fingers towards a man while talking to him.", "similarity": 0.6614, "relevance": 1 }, { "pair_id": 333553, "video_name": "castle_s03e06_seg02_clip_00", "timestamp": [ 54.76, 57.06 ], "duration": 92.66, "caption": "A man gestures with his hand to a person's paper as he speaks to her.", "similarity": 0.661, "relevance": 0 }, { "pair_id": 333554, "video_name": "castle_s07e06_seg02_clip_02", "timestamp": [ 9.52, 11.2 ], "duration": 112.66, "caption": "A man points behind him in reference to a place.", "similarity": 0.6604, "relevance": 1 }, { "pair_id": 333555, "video_name": "friends_s01e19_seg02_clip_18", "timestamp": [ 48.19, 50.72 ], "duration": 63.66, "caption": "A man is standing in a device and points at it as he speaks.", "similarity": 0.6574, "relevance": 1 }, { "pair_id": 333556, "video_name": "friends_s05e10_seg02_clip_04", "timestamp": [ 45.75, 47.52 ], "duration": 59.66, "caption": "A man grabs the paper and pencil while having a conversation with another person.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 333557, "video_name": "friends_s03e12_seg01_clip_01", "timestamp": [ 22.01, 44.02 ], "duration": 44.66, "caption": "A man was holding a piece of paper whilst talking to another man.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 333558, "video_name": "house_s01e22_seg02_clip_06", "timestamp": [ 79.35, 84.1 ], "duration": 95.66, "caption": "A person looks at a piece of paper while talking with someone.", "similarity": 0.655, "relevance": 1 }, { "pair_id": 333559, "video_name": "met_s02e13_seg02_clip_17", "timestamp": [ 33.32, 35.99 ], "duration": 59.66, "caption": "A man points behind his back with his thumb while talking to a person.", "similarity": 0.6541, "relevance": 1 } ] }, { "query_id": 14439, "query": "A girl is looking at the apartment across her window with binoculars as she sees a man exit the elevator of the building.", "relevant_moment": [ { "pair_id": 162300, "video_name": "castle_s05e19_seg02_clip_14", "timestamp": [ 81.86, 87.44 ], "duration": 124.66, "caption": "A girl is looking at the apartment across her window with binoculars as she sees a man exit the elevator of the building.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162301, "video_name": "castle_s01e04_seg02_clip_25", "timestamp": [ 106.62, 113.18 ], "duration": 164.66, "caption": "A man follows a girl down the stairs of the apartment.", "similarity": 0.6121, "relevance": 1 }, { "pair_id": 162302, "video_name": "s07e11_seg02_clip_01", "timestamp": [ 0.0, 7.13 ], "duration": 62.66, "caption": "A person walks into the apartment then looks at their watch.", "similarity": 0.6063, "relevance": 1 }, { "pair_id": 162303, "video_name": "castle_s05e19_seg02_clip_03", "timestamp": [ 81.47, 84.17 ], "duration": 90.66, "caption": "A person views an apartment with a person and another person with binoculars.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 162304, "video_name": "friends_s01e09_seg02_clip_02", "timestamp": [ 62.0, 64.58 ], "duration": 64.66, "caption": "A man while in the doorway is looking inside apartment then looks over at another person.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 162305, "video_name": "friends_s05e17_seg02_clip_13", "timestamp": [ 36.14, 48.46 ], "duration": 56.66, "caption": "A woman sees a girl a man likes when she looks out the window.", "similarity": 0.5906, "relevance": 1 }, { "pair_id": 162306, "video_name": "grey_s03e22_seg02_clip_01", "timestamp": [ 35.11, 39.61 ], "duration": 42.66, "caption": "A man exits the elevator and looks back at a woman.", "similarity": 0.5817, "relevance": 1 }, { "pair_id": 162307, "video_name": "grey_s03e03_seg02_clip_23", "timestamp": [ 63.53, 68.75 ], "duration": 87.66, "caption": "A person looks into the room through the window.", "similarity": 0.5759, "relevance": 1 }, { "pair_id": 162308, "video_name": "castle_s06e22_seg02_clip_03", "timestamp": [ 72.37, 75.1 ], "duration": 91.66, "caption": "A person comes out of the elevator and looked at woman.", "similarity": 0.5685, "relevance": 1 }, { "pair_id": 162309, "video_name": "friends_s02e19_seg02_clip_15", "timestamp": [ 9.3, 11.48 ], "duration": 62.66, "caption": "A person walks into someone's apartment and looks confused.", "similarity": 0.5679, "relevance": 0 }, { "pair_id": 162310, "video_name": "s01e07_seg02_clip_10", "timestamp": [ 20.71, 23.71 ], "duration": 60.66, "caption": "A girl grabs a man's hands then walks out of the apartment.", "similarity": 0.5646, "relevance": 0 }, { "pair_id": 162311, "video_name": "friends_s07e02_seg02_clip_03", "timestamp": [ 5.1, 12.61 ], "duration": 60.66, "caption": "A man looks around the apartment then looks in woman's bedroom.", "similarity": 0.562, "relevance": 1 }, { "pair_id": 162312, "video_name": "castle_s05e01_seg02_clip_02", "timestamp": [ 12.74, 15.69 ], "duration": 98.66, "caption": "A woman leaves the apartment with some of her clothes in her hands as she looks at a man.", "similarity": 0.5589, "relevance": 1 }, { "pair_id": 162313, "video_name": "house_s01e19_seg02_clip_25", "timestamp": [ 16.6, 20.94 ], "duration": 79.66, "caption": "A man tries to look into a woman's apartment and she closes the door a little more.", "similarity": 0.5563, "relevance": 0 }, { "pair_id": 162314, "video_name": "s06e24_seg02_clip_00", "timestamp": [ 5.89, 10.86 ], "duration": 62.66, "caption": "A woman is looking through a telescope in person's apartment.", "similarity": 0.5563, "relevance": 1 }, { "pair_id": 162315, "video_name": "grey_s03e03_seg02_clip_22", "timestamp": [ 88.75, 91.03 ], "duration": 91.66, "caption": "A man observes a woman resting outside the window of her room.", "similarity": 0.5479, "relevance": 1 }, { "pair_id": 162316, "video_name": "castle_s05e06_seg02_clip_16", "timestamp": [ 30.19, 33.91 ], "duration": 92.66, "caption": "A person walks into an apartment while looking at their hand.", "similarity": 0.546, "relevance": 0 }, { "pair_id": 162317, "video_name": "s08e14_seg02_clip_06", "timestamp": [ 28.04, 31.58 ], "duration": 59.66, "caption": "After walking into the apartment, a person looks at his phone.", "similarity": 0.5456, "relevance": 1 }, { "pair_id": 162318, "video_name": "friends_s03e06_seg02_clip_09", "timestamp": [ 24.81, 32.4 ], "duration": 58.66, "caption": "A woman walks out her apartment and is checking out a man as he moves into his new apartment.", "similarity": 0.5445, "relevance": 1 }, { "pair_id": 162319, "video_name": "friends_s06e02_seg02_clip_18", "timestamp": [ 18.31, 24.61 ], "duration": 60.66, "caption": "A person walks into the apartment and sees a woman.", "similarity": 0.5439, "relevance": 1 } ] }, { "query_id": 14470, "query": "A woman grabs a clipboard and leaves the bedside.", "relevant_moment": [ { "pair_id": 148600, "video_name": "grey_s02e15_seg02_clip_05", "timestamp": [ 11.89, 15.41 ], "duration": 88.66, "caption": "A woman grabs a clipboard and leaves the bedside.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 148601, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 77.18, 81.3 ], "duration": 91.66, "caption": "A woman stops and takes a clipboard and a pen from a nurse.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 148602, "video_name": "house_s01e21_seg02_clip_18", "timestamp": [ 5.05, 9.09 ], "duration": 101.66, "caption": "A woman turns from someone's bedside to leave the room.", "similarity": 0.7038, "relevance": 0 }, { "pair_id": 148603, "video_name": "castle_s04e05_seg02_clip_14", "timestamp": [ 76.53, 78.53 ], "duration": 100.66, "caption": "A woman leaves her phone on the bedside table.", "similarity": 0.6972, "relevance": 0 }, { "pair_id": 148604, "video_name": "grey_s03e05_seg02_clip_09", "timestamp": [ 3.22, 8.74 ], "duration": 92.66, "caption": "A woman is holding a clipboard as she pushes open the hospital room door.", "similarity": 0.6748, "relevance": 1 }, { "pair_id": 148605, "video_name": "grey_s02e15_seg02_clip_07", "timestamp": [ 56.34, 57.66 ], "duration": 88.66, "caption": "A woman walks into a patient's room with a clipboard in hand.", "similarity": 0.6657, "relevance": 1 }, { "pair_id": 148607, "video_name": "grey_s02e02_seg02_clip_09", "timestamp": [ 91.7, 93.6 ], "duration": 95.66, "caption": "A woman grabs another woman's arm and pulls her away from a patient's bedside.", "similarity": 0.6557, "relevance": 0 }, { "pair_id": 148608, "video_name": "house_s08e12_seg02_clip_09", "timestamp": [ 75.1, 76.01 ], "duration": 91.66, "caption": "A person picks up a clipboard off of a hospital bed table.", "similarity": 0.654, "relevance": 1 }, { "pair_id": 148609, "video_name": "house_s08e09_seg02_clip_13", "timestamp": [ 68.27, 70.54 ], "duration": 91.66, "caption": "A person leaves the notepad in the frame of the patient's bed.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 148610, "video_name": "grey_s02e06_seg02_clip_13", "timestamp": [ 66.3, 70.84 ], "duration": 90.66, "caption": "A woman walks in the hospital room with a clipboard.", "similarity": 0.6401, "relevance": 1 }, { "pair_id": 148611, "video_name": "castle_s07e10_seg02_clip_02", "timestamp": [ 67.43, 75.12 ], "duration": 90.66, "caption": "A woman picks up a clipboard and walks away from a man.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 148612, "video_name": "house_s05e06_seg02_clip_13", "timestamp": [ 32.11, 35.32 ], "duration": 91.66, "caption": "A woman takes her clipboard and walks away from a man.", "similarity": 0.6391, "relevance": 3 }, { "pair_id": 148613, "video_name": "house_s04e14_seg02_clip_13", "timestamp": [ 26.93, 30.46 ], "duration": 88.66, "caption": "A woman walks though the door holding a clipboard.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 148614, "video_name": "grey_s01e04_seg02_clip_12", "timestamp": [ 17.58, 21.86 ], "duration": 95.66, "caption": "A woman grabbed a binder off the patient's bed and rushed out of the room.", "similarity": 0.6384, "relevance": 4 }, { "pair_id": 148615, "video_name": "friends_s10e12_seg02_clip_20", "timestamp": [ 26.57, 28.81 ], "duration": 64.66, "caption": "A woman takes the clipboard as another woman hands it out.", "similarity": 0.6312, "relevance": 1 }, { "pair_id": 148616, "video_name": "friends_s08e21_seg02_clip_14", "timestamp": [ 52.1, 56.45 ], "duration": 62.66, "caption": "A woman takes off her apron and leaves the room.", "similarity": 0.6274, "relevance": 0 }, { "pair_id": 148617, "video_name": "house_s06e13_seg02_clip_02", "timestamp": [ 90.68, 92.15 ], "duration": 98.66, "caption": "A woman leaves the elevator and takes a file a nurse is handing her.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 148618, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 35.42, 39.3 ], "duration": 97.66, "caption": "A woman grabs a thing and hurriedly leaves her office.", "similarity": 0.6218, "relevance": 0 }, { "pair_id": 148619, "video_name": "friends_s04e03_seg02_clip_13", "timestamp": [ 57.14, 61.56 ], "duration": 68.66, "caption": "A woman picks up an apron and leaves the room with it.", "similarity": 0.6197, "relevance": 0 }, { "pair_id": 321920, "video_name": "house_s01e21_seg02_clip_23", "timestamp": [ 74.78, 77.45 ], "duration": 89.66, "caption": "A woman walks away from someone's hospital bed.", "similarity": 0.6188, "relevance": 1 }, { "pair_id": 321921, "video_name": "house_s02e11_seg02_clip_04", "timestamp": [ 2.64, 5.72 ], "duration": 88.66, "caption": "A woman leaves the patient lying on the bed.", "similarity": 0.6178, "relevance": 3 }, { "pair_id": 321922, "video_name": "grey_s01e09_seg02_clip_08", "timestamp": [ 74.56, 80.08 ], "duration": 92.66, "caption": "A woman picks up her medical gear and leaves person's room.", "similarity": 0.6176, "relevance": 3 }, { "pair_id": 321923, "video_name": "house_s01e01_seg02_clip_13", "timestamp": [ 18.07, 26.24 ], "duration": 86.66, "caption": "A woman leaves the patient's room and closes the door.", "similarity": 0.6131, "relevance": 2 }, { "pair_id": 321924, "video_name": "house_s01e16_seg02_clip_11", "timestamp": [ 41.56, 56.92 ], "duration": 90.66, "caption": "A woman gets up from the patient bed and gets in person's face and leaves the room.", "similarity": 0.6114, "relevance": 3 }, { "pair_id": 321925, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 47.75, 50.45 ], "duration": 77.66, "caption": "A woman grabs her jacket and leaves the room.", "similarity": 0.6057, "relevance": 3 }, { "pair_id": 321926, "video_name": "grey_s03e17_seg02_clip_15", "timestamp": [ 35.17, 39.91 ], "duration": 79.66, "caption": "A woman opens the patient's room door and leaves the room.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 321927, "video_name": "friends_s01e16-17_seg02_clip_22", "timestamp": [ 12.51, 14.65 ], "duration": 61.66, "caption": "The nurse hands a woman a clipboard and tells her to fill out the paperwork and bring it back.", "similarity": 0.6025, "relevance": 2 }, { "pair_id": 321928, "video_name": "s09e10_seg02_clip_07", "timestamp": [ 18.61, 25.33 ], "duration": 61.66, "caption": "A woman gets out of bed and leaves the bedroom.", "similarity": 0.6016, "relevance": 3 }, { "pair_id": 321929, "video_name": "house_s07e20_seg02_clip_10", "timestamp": [ 40.54, 52.39 ], "duration": 91.66, "caption": "A woman's mother picks up her cane and leaves the room.", "similarity": 0.5998, "relevance": 1 }, { "pair_id": 321930, "video_name": "house_s08e19_seg02_clip_20", "timestamp": [ 4.1, 9.56 ], "duration": 91.66, "caption": "A woman stands up and leaves a person's hospital room.", "similarity": 0.5984, "relevance": 2 }, { "pair_id": 321931, "video_name": "castle_s07e12_seg02_clip_04", "timestamp": [ 64.35, 68.95 ], "duration": 91.66, "caption": "A woman orders a man to leave her bedside, bellowing.", "similarity": 0.5969, "relevance": 2 }, { "pair_id": 321932, "video_name": "house_s08e18_seg02_clip_24", "timestamp": [ 12.91, 16.47 ], "duration": 89.66, "caption": "A woman grabs her shirt and gets out of bed.", "similarity": 0.5955, "relevance": 1 }, { "pair_id": 321933, "video_name": "s02e03_seg02_clip_04", "timestamp": [ 36.31, 41.8 ], "duration": 61.66, "caption": "A woman grabs her computer from person and leaves.", "similarity": 0.5945, "relevance": 1 }, { "pair_id": 321934, "video_name": "castle_s05e01_seg02_clip_18", "timestamp": [ 81.5, 87.06 ], "duration": 92.66, "caption": "A woman stops a nurse from exiting the room to speak to her.", "similarity": 0.5943, "relevance": 1 }, { "pair_id": 321935, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 82.81, 89.05 ], "duration": 89.66, "caption": "A woman is hugging a clipboard as she is in a patient's room.", "similarity": 0.5938, "relevance": 1 }, { "pair_id": 321936, "video_name": "house_s05e13_seg02_clip_06", "timestamp": [ 80.57, 82.37 ], "duration": 90.66, "caption": "A woman falls off the patient bed after she gets up.", "similarity": 0.5928, "relevance": 1 }, { "pair_id": 321937, "video_name": "castle_s02e24_seg02_clip_08", "timestamp": [ 48.7, 53.7 ], "duration": 91.66, "caption": "A woman pulls out some document from under the bed.", "similarity": 0.5893, "relevance": 1 }, { "pair_id": 321938, "video_name": "friends_s08e03_seg02_clip_09", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A woman grabs her purse and rushes towards the door to leave.", "similarity": 0.5891, "relevance": 2 }, { "pair_id": 321939, "video_name": "house_s07e15_seg02_clip_21", "timestamp": [ 6.28, 8.79 ], "duration": 251.66, "caption": "A woman signs a paper on a clipboard and passes the clipboard to a nurse.", "similarity": 0.587, "relevance": 2 } ] }, { "query_id": 14476, "query": "A woman removes a large bottle of amniotic fluid from another woman.", "relevant_moment": [ { "pair_id": 169860, "video_name": "grey_s02e15_seg02_clip_04", "timestamp": [ 32.99, 40.51 ], "duration": 83.66, "caption": "A woman removes a large bottle of amniotic fluid from another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169861, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 42.78, 47.01 ], "duration": 94.66, "caption": "A woman pulls out a baby from another woman and hands her to a doctor.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 169862, "video_name": "grey_s02e20_seg02_clip_16", "timestamp": [ 11.29, 15.2 ], "duration": 86.66, "caption": "A woman attempts to feed the baby a bottle as a man takes the baby away.", "similarity": 0.6448, "relevance": 0 }, { "pair_id": 169863, "video_name": "house_s04e05_seg02_clip_07", "timestamp": [ 55.86, 64.49 ], "duration": 90.66, "caption": "A woman removes the vial of blood from the machine.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 169864, "video_name": "house_s04e12_seg02_clip_19", "timestamp": [ 21.13, 25.45 ], "duration": 96.66, "caption": "A woman sticks a needle in patient's side and pulls fluid out of it.", "similarity": 0.6283, "relevance": 2 }, { "pair_id": 169865, "video_name": "house_s03e09_seg02_clip_18", "timestamp": [ 10.5, 17.51 ], "duration": 100.66, "caption": "A woman frantically removes medical equipment from a child patient.", "similarity": 0.6233, "relevance": 1 }, { "pair_id": 169866, "video_name": "grey_s02e17_seg02_clip_19", "timestamp": [ 30.73, 34.57 ], "duration": 128.66, "caption": "A woman removes something from the patient's chest.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 169867, "video_name": "met_s06e14_seg02_clip_00", "timestamp": [ 41.67, 43.85 ], "duration": 62.66, "caption": "A woman pulls a tiny bottle of alcohol out of another woman's purse.", "similarity": 0.6173, "relevance": 1 }, { "pair_id": 169868, "video_name": "house_s04e05_seg02_clip_10", "timestamp": [ 36.6, 59.36 ], "duration": 89.66, "caption": "A woman extracts some black liquid from the patient's stomach area.", "similarity": 0.6066, "relevance": 1 }, { "pair_id": 169869, "video_name": "grey_s02e23_seg02_clip_21", "timestamp": [ 22.28, 27.55 ], "duration": 81.66, "caption": "A woman walks in on another woman holding her baby.", "similarity": 0.5894, "relevance": 0 }, { "pair_id": 169870, "video_name": "grey_s03e25_seg02_clip_10", "timestamp": [ 10.95, 15.97 ], "duration": 91.66, "caption": "A woman and the nurses take the babies out of the patient during surgery.", "similarity": 0.5863, "relevance": 2 }, { "pair_id": 169871, "video_name": "friends_s03e21_seg02_clip_10", "timestamp": [ 2.64, 11.23 ], "duration": 66.66, "caption": "A woman removes a pill from a bottle and takes it.", "similarity": 0.5839, "relevance": 0 }, { "pair_id": 169872, "video_name": "s10e01_seg02_clip_11", "timestamp": [ 23.66, 27.66 ], "duration": 57.66, "caption": "A person takes a bottle from another person and removes the top.", "similarity": 0.5823, "relevance": 0 }, { "pair_id": 169873, "video_name": "house_s07e05_seg02_clip_15", "timestamp": [ 38.19, 53.38 ], "duration": 92.66, "caption": "A woman is having a direct blood transfusion to her baby.", "similarity": 0.5777, "relevance": 0 }, { "pair_id": 169874, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 64.32, 66.6 ], "duration": 91.66, "caption": "A woman takes a drink out of her water bottle.", "similarity": 0.5765, "relevance": 0 }, { "pair_id": 169875, "video_name": "house_s03e16_seg02_clip_11", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A woman drinks from the water bottle she is holding while being examined by a doctor.", "similarity": 0.5735, "relevance": 0 }, { "pair_id": 169876, "video_name": "house_s03e09_seg02_clip_18", "timestamp": [ 11.0, 13.5 ], "duration": 100.66, "caption": "A woman removes the cords from the child patient.", "similarity": 0.5707, "relevance": 1 }, { "pair_id": 169877, "video_name": "grey_s02e06_seg02_clip_18", "timestamp": [ 66.38, 71.0 ], "duration": 84.66, "caption": "A woman holds the hand of another woman giving birth.", "similarity": 0.5676, "relevance": 2 }, { "pair_id": 169878, "video_name": "grey_s02e02_seg02_clip_09", "timestamp": [ 91.7, 93.6 ], "duration": 95.66, "caption": "A woman grabs another woman's arm and pulls her away from a patient's bedside.", "similarity": 0.5654, "relevance": 0 }, { "pair_id": 169879, "video_name": "house_s08e19_seg02_clip_11", "timestamp": [ 79.14, 83.28 ], "duration": 92.66, "caption": "A woman walks over as blood comes out of another woman's mouth.", "similarity": 0.5641, "relevance": 1 } ] }, { "query_id": 14532, "query": "A man is walking down the hall looking at his notes.", "relevant_moment": [ { "pair_id": 145900, "video_name": "grey_s02e15_seg02_clip_08", "timestamp": [ 80.17, 82.89 ], "duration": 90.66, "caption": "A man is walking down the hall looking at his notes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145901, "video_name": "castle_s06e16_seg02_clip_16", "timestamp": [ 11.27, 17.13 ], "duration": 90.66, "caption": "A man reads the documents regarding the center while walking down the hall.", "similarity": 0.7011, "relevance": 4 }, { "pair_id": 145902, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 57.06, 63.96 ], "duration": 92.66, "caption": "A person walks into the room to another person and looks at notes.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 145903, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 18.93, 24.21 ], "duration": 88.66, "caption": "A man looks at his notes while standing at the head of the table.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 145904, "video_name": "castle_s03e10_seg02_clip_14", "timestamp": [ 5.86, 30.68 ], "duration": 90.66, "caption": "A man takes a look at notes from a folder.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 145905, "video_name": "house_s01e15_seg02_clip_11", "timestamp": [ 15.98, 18.65 ], "duration": 88.66, "caption": "A man walks while looking down at a file that he is reading.", "similarity": 0.6452, "relevance": 3 }, { "pair_id": 145906, "video_name": "grey_s03e08_seg02_clip_13", "timestamp": [ 81.25, 85.05 ], "duration": 95.66, "caption": "A man is walking down the hallway writing in a small notebook, he turns, stops and faces another person who is holding some papers.", "similarity": 0.6448, "relevance": 3 }, { "pair_id": 145907, "video_name": "house_s03e06_seg02_clip_18", "timestamp": [ 60.5, 66.8 ], "duration": 84.66, "caption": "A man looks through his wallet as he walks down a hallway.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 145908, "video_name": "house_s03e22_seg02_clip_06", "timestamp": [ 88.67, 90.02 ], "duration": 90.66, "caption": "A man walks towards a reception area and looks at a notebook on the counter.", "similarity": 0.6332, "relevance": 0 }, { "pair_id": 145909, "video_name": "house_s05e03_seg02_clip_06", "timestamp": [ 71.64, 74.29 ], "duration": 88.66, "caption": "A person walks down the hallway with the team with their notes open.", "similarity": 0.6143, "relevance": 4 }, { "pair_id": 145910, "video_name": "castle_s03e19_seg02_clip_09", "timestamp": [ 35.73, 43.25 ], "duration": 94.66, "caption": "A man walks around the table looking through a file.", "similarity": 0.6058, "relevance": 2 }, { "pair_id": 145911, "video_name": "house_s06e08_seg02_clip_08", "timestamp": [ 28.31, 42.93 ], "duration": 91.66, "caption": "A man sits at his desk and takes a look at a note.", "similarity": 0.6021, "relevance": 1 }, { "pair_id": 145912, "video_name": "house_s08e05_seg02_clip_23", "timestamp": [ 25.0, 41.17 ], "duration": 98.66, "caption": "A man follows a person down the hall trying to get the papers he's holding.", "similarity": 0.5926, "relevance": 2 }, { "pair_id": 145913, "video_name": "castle_s04e17_seg02_clip_08", "timestamp": [ 21.69, 25.3 ], "duration": 90.66, "caption": "A man holds his cell phone in front of him and looks down at it as he walks into the room talking.", "similarity": 0.5923, "relevance": 2 }, { "pair_id": 145914, "video_name": "castle_s07e03_seg02_clip_26", "timestamp": [ 16.61, 24.6 ], "duration": 123.66, "caption": "A man unfolds and reads a note he found on the desk.", "similarity": 0.5913, "relevance": 2 }, { "pair_id": 145915, "video_name": "house_s06e08_seg02_clip_07", "timestamp": [ 7.6, 32.01 ], "duration": 80.66, "caption": "A man is looking at the contents of a notebook.", "similarity": 0.5799, "relevance": 2 }, { "pair_id": 145916, "video_name": "s04e18_seg02_clip_08", "timestamp": [ 54.02, 57.33 ], "duration": 60.66, "caption": "A man walks into the room and looks confused.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 145917, "video_name": "s07e16_seg02_clip_00", "timestamp": [ 1.83, 11.29 ], "duration": 61.66, "caption": "A man walks into the living room while looking at his phone.", "similarity": 0.5763, "relevance": 1 }, { "pair_id": 145918, "video_name": "house_s04e12_seg02_clip_17", "timestamp": [ 91.7, 94.08 ], "duration": 95.66, "caption": "A man looks over the notes at the counter.", "similarity": 0.5723, "relevance": 2 }, { "pair_id": 145919, "video_name": "friends_s09e10_seg02_clip_00", "timestamp": [ 11.85, 17.61 ], "duration": 64.66, "caption": "A man holds up a note and reads from it.", "similarity": 0.5715, "relevance": 0 }, { "pair_id": 319220, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 0.3, 3.6 ], "duration": 60.66, "caption": "A man reads from a note card he is holding.", "similarity": 0.571, "relevance": 3 }, { "pair_id": 319221, "video_name": "s08e10_seg02_clip_08", "timestamp": [ 12.61, 15.69 ], "duration": 56.66, "caption": "A man is holding a note book as he walks beside some people.", "similarity": 0.5705, "relevance": 2 }, { "pair_id": 319222, "video_name": "house_s05e18_seg02_clip_06", "timestamp": [ 1.82, 4.1 ], "duration": 91.66, "caption": "A man walks over to the desk and checks out the papers.", "similarity": 0.5704, "relevance": 2 }, { "pair_id": 319223, "video_name": "grey_s03e11_seg02_clip_22", "timestamp": [ 6.05, 11.63 ], "duration": 93.66, "caption": "A woman hands a person a note as they walk down the hall.", "similarity": 0.5694, "relevance": 3 }, { "pair_id": 319224, "video_name": "grey_s03e24_seg02_clip_22", "timestamp": [ 34.3, 40.98 ], "duration": 89.66, "caption": "A man walks through the hallway finishing up a chart.", "similarity": 0.5657, "relevance": 4 }, { "pair_id": 319225, "video_name": "house_s07e04_seg02_clip_09", "timestamp": [ 74.84, 86.02 ], "duration": 86.66, "caption": "A woman is writing some notes as a man walks into the room.", "similarity": 0.5645, "relevance": 1 }, { "pair_id": 319226, "video_name": "friends_s08e14_seg02_clip_10", "timestamp": [ 10.85, 18.47 ], "duration": 58.66, "caption": "The person walks into the room and hands a man a document.", "similarity": 0.563, "relevance": 3 }, { "pair_id": 319227, "video_name": "castle_s05e07_seg02_clip_11", "timestamp": [ 53.84, 59.82 ], "duration": 92.66, "caption": "A man is walking on the hallway while talking.", "similarity": 0.5623, "relevance": 2 }, { "pair_id": 319228, "video_name": "castle_s07e10_seg02_clip_04", "timestamp": [ 21.93, 25.58 ], "duration": 91.66, "caption": "A man points to a room and walks through the doorway.", "similarity": 0.5587, "relevance": 2 }, { "pair_id": 319229, "video_name": "friends_s10e06_seg02_clip_13", "timestamp": [ 1.18, 2.66 ], "duration": 59.66, "caption": "A man is looking down at his paper writing.", "similarity": 0.5569, "relevance": 2 }, { "pair_id": 319230, "video_name": "house_s01e18_seg02_clip_10", "timestamp": [ 32.46, 37.77 ], "duration": 118.66, "caption": "A man sits reading notes aloud at the end of a table.", "similarity": 0.5555, "relevance": 1 }, { "pair_id": 319231, "video_name": "grey_s02e15_seg02_clip_03", "timestamp": [ 0.0, 3.47 ], "duration": 99.66, "caption": "A person walks down the hallway holding a piece of paper.", "similarity": 0.5527, "relevance": 3 }, { "pair_id": 319232, "video_name": "grey_s03e10_seg02_clip_15", "timestamp": [ 71.54, 80.67 ], "duration": 96.66, "caption": "A man walks into the room and a woman hands him some papers to read.", "similarity": 0.5516, "relevance": 2 }, { "pair_id": 319233, "video_name": "s02e12_seg02_clip_00", "timestamp": [ 37.14, 43.86 ], "duration": 64.66, "caption": "A man walks over to place papers on the table.", "similarity": 0.5508, "relevance": 2 }, { "pair_id": 319234, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 20.31, 24.83 ], "duration": 90.66, "caption": "A person walks around the room wondering how a man located him.", "similarity": 0.5482, "relevance": 1 }, { "pair_id": 319235, "video_name": "house_s05e03_seg02_clip_06", "timestamp": [ 48.2, 52.18 ], "duration": 88.66, "caption": "A woman looks down at her notes at the top of the stairs.", "similarity": 0.5467, "relevance": 2 }, { "pair_id": 319236, "video_name": "castle_s06e15_seg02_clip_13", "timestamp": [ 62.79, 72.28 ], "duration": 90.66, "caption": "A man looks down at the paper he's holding and reads something aloud.", "similarity": 0.5432, "relevance": 1 }, { "pair_id": 319237, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 53.74, 55.58 ], "duration": 91.66, "caption": "A man looks at his pager and walks out of the room.", "similarity": 0.5407, "relevance": 1 }, { "pair_id": 319238, "video_name": "s03e17_seg01_clip_01", "timestamp": [ 33.22, 41.73 ], "duration": 81.66, "caption": "A person walks over to man and whispers in his ear then he throws the papers down.", "similarity": 0.54, "relevance": 1 }, { "pair_id": 319239, "video_name": "friends_s10e08_seg02_clip_10", "timestamp": [ 35.7, 46.69 ], "duration": 61.66, "caption": "A man picks up and reads the note on the paper.", "similarity": 0.5397, "relevance": 1 } ] }, { "query_id": 14562, "query": "A woman stares down at a man and hands him back the folder.", "relevant_moment": [ { "pair_id": 150420, "video_name": "house_s07e21_seg02_clip_13", "timestamp": [ 78.8, 81.32 ], "duration": 101.66, "caption": "A woman stares down at a man and hands him back the folder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150422, "video_name": "castle_s02e07_seg02_clip_06", "timestamp": [ 69.35, 73.0 ], "duration": 91.66, "caption": "A man hands a woman a file folder of someone and she looks at it.", "similarity": 0.8284, "relevance": 2 }, { "pair_id": 150423, "video_name": "friends_s06e05_seg02_clip_03", "timestamp": [ 8.85, 13.87 ], "duration": 59.66, "caption": "A woman closes her folder and looks over at a man.", "similarity": 0.8015, "relevance": 2 }, { "pair_id": 150424, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 25.49, 38.69 ], "duration": 91.66, "caption": "A woman hands a man a paper from a folder, he looks at it and hands it back to her.", "similarity": 0.774, "relevance": 4 }, { "pair_id": 150425, "video_name": "castle_s05e09_seg02_clip_16", "timestamp": [ 62.32, 64.1 ], "duration": 89.66, "caption": "A woman is behind a person, talking to him and looking at a folder in her hands.", "similarity": 0.7728, "relevance": 0 }, { "pair_id": 150426, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 38.29, 44.38 ], "duration": 87.66, "caption": "A woman hands a man a blue folder that he looks inside.", "similarity": 0.7686, "relevance": 4 }, { "pair_id": 150427, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 45.12, 53.03 ], "duration": 93.66, "caption": "A woman hands a man a folder that he grabs.", "similarity": 0.767, "relevance": 4 }, { "pair_id": 150428, "video_name": "castle_s04e21_seg02_clip_22", "timestamp": [ 13.42, 29.53 ], "duration": 89.66, "caption": "A woman get a folder, took a look at it and handed it to man.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 150429, "video_name": "castle_s04e12_seg02_clip_16", "timestamp": [ 11.13, 15.58 ], "duration": 89.66, "caption": "A man hands woman a folder as she stands before him.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 150430, "video_name": "castle_s03e19_seg02_clip_22", "timestamp": [ 7.91, 12.56 ], "duration": 93.66, "caption": "A woman gives a folder to a man and he checks it.", "similarity": 0.7479, "relevance": 4 }, { "pair_id": 150431, "video_name": "house_s01e19_seg02_clip_10", "timestamp": [ 46.51, 55.35 ], "duration": 93.66, "caption": "A man holds up a folder in front of a woman and she smacks it down.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 150432, "video_name": "castle_s06e02_seg02_clip_11", "timestamp": [ 12.56, 15.81 ], "duration": 93.66, "caption": "A woman holds an open folder and she looks at someone while he's talking.", "similarity": 0.7358, "relevance": 3 }, { "pair_id": 150433, "video_name": "castle_s03e19_seg02_clip_22", "timestamp": [ 7.91, 12.56 ], "duration": 93.66, "caption": "A woman gives a man a folder that she was holding and he opens it.", "similarity": 0.7264, "relevance": 4 }, { "pair_id": 150434, "video_name": "house_s06e09_seg02_clip_07", "timestamp": [ 34.59, 36.87 ], "duration": 91.66, "caption": "A man hands a folder to a woman while telling her something.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 150435, "video_name": "house_s07e20_seg02_clip_19", "timestamp": [ 78.29, 92.44 ], "duration": 101.66, "caption": "A person looks at the files right in front of a woman.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 150436, "video_name": "castle_s03e14_seg02_clip_15", "timestamp": [ 53.81, 60.38 ], "duration": 87.66, "caption": "A man gives a woman a folder with the file of a person in it.", "similarity": 0.7195, "relevance": 1 }, { "pair_id": 150437, "video_name": "castle_s08e19_seg02_clip_13", "timestamp": [ 61.18, 66.02 ], "duration": 88.66, "caption": "A man handed over a brown folder to a woman.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 150438, "video_name": "house_s06e04_seg02_clip_16", "timestamp": [ 19.07, 20.47 ], "duration": 93.66, "caption": "A woman lowers the file she is holding to look at man.", "similarity": 0.7157, "relevance": 1 }, { "pair_id": 150439, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A man is looking a file of someone and he hands it to a woman.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 323740, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 323741, "video_name": "castle_s03e03_seg02_clip_04", "timestamp": [ 22.09, 31.75 ], "duration": 92.66, "caption": "A person approaches woman and stands there holding a folder.", "similarity": 0.7099, "relevance": 1 }, { "pair_id": 323742, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 48.37, 51.16 ], "duration": 93.66, "caption": "A woman picks up a file folder and hands it to a man.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 323743, "video_name": "castle_s03e14_seg02_clip_09", "timestamp": [ 31.25, 44.45 ], "duration": 88.66, "caption": "A man and woman go in to see a man and he looks through a file folder.", "similarity": 0.7092, "relevance": 1 }, { "pair_id": 323744, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 79.99, 84.91 ], "duration": 89.66, "caption": "A man turned his chair and handed a folder to a woman.", "similarity": 0.7085, "relevance": 2 }, { "pair_id": 323745, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 31.61, 34.72 ], "duration": 89.66, "caption": "A man hands a woman a file folder with the picture of someone on it.", "similarity": 0.7068, "relevance": 1 }, { "pair_id": 323746, "video_name": "house_s02e08_seg02_clip_17", "timestamp": [ 33.13, 35.43 ], "duration": 92.66, "caption": "A man hands a woman a folder while she's sitting at a table.", "similarity": 0.6995, "relevance": 1 }, { "pair_id": 323747, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 62.98, 67.9 ], "duration": 89.66, "caption": "A man opens a file folder and hands it to woman.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 323748, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 19.38, 26.59 ], "duration": 90.66, "caption": "A woman walks up to a man holding a folder.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 323749, "video_name": "castle_s03e19_seg02_clip_16", "timestamp": [ 16.24, 19.4 ], "duration": 90.66, "caption": "A man was holding a folder and suddenly handed it to a woman.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 323750, "video_name": "grey_s01e01_seg02_clip_15", "timestamp": [ 1.84, 4.6 ], "duration": 92.66, "caption": "A person hands the woman in front of him a blue folder and leans in.", "similarity": 0.6957, "relevance": 1 }, { "pair_id": 323751, "video_name": "castle_s04e23_seg02_clip_07", "timestamp": [ 26.56, 29.26 ], "duration": 90.66, "caption": "A man is talking and hands an open folder to woman.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 323752, "video_name": "house_s07e09_seg02_clip_00", "timestamp": [ 10.08, 15.58 ], "duration": 91.66, "caption": "A woman walks over to a man and picks up the folder.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 323753, "video_name": "castle_s02e10_seg02_clip_20", "timestamp": [ 72.43, 77.86 ], "duration": 90.66, "caption": "A woman walks up to a man and hands him a folder as he is talking to two people.", "similarity": 0.6942, "relevance": 3 }, { "pair_id": 323754, "video_name": "castle_s03e19_seg02_clip_15", "timestamp": [ 55.02, 59.86 ], "duration": 88.66, "caption": "A man hands woman a file and woman looks at it.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 323755, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 7.22, 11.73 ], "duration": 90.66, "caption": "A woman walks over to a man with a file folder in her hand.", "similarity": 0.6934, "relevance": 2 }, { "pair_id": 323756, "video_name": "friends_s02e23_seg02_clip_09", "timestamp": [ 17.09, 19.53 ], "duration": 61.66, "caption": "A man looks up at a guy and closes the folder he is holding in his hands.", "similarity": 0.6914, "relevance": 1 }, { "pair_id": 323757, "video_name": "castle_s06e14_seg02_clip_06", "timestamp": [ 80.35, 90.66 ], "duration": 90.66, "caption": "A woman is holding a folder as she speaks to a man.", "similarity": 0.6914, "relevance": 2 }, { "pair_id": 323758, "video_name": "castle_s01e10_seg02_clip_22", "timestamp": [ 72.41, 75.81 ], "duration": 85.66, "caption": "A man hands a woman a case folder and she opens it.", "similarity": 0.6849, "relevance": 1 }, { "pair_id": 323759, "video_name": "house_s06e07_seg02_clip_10", "timestamp": [ 73.55, 91.36 ], "duration": 91.66, "caption": "A woman is going through file folders as she converses with man.", "similarity": 0.6831, "relevance": 1 } ] }, { "query_id": 14590, "query": "A man drives around a corner and pulls up next to another man.", "relevant_moment": [ { "pair_id": 10100, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 51.72, 68.64 ], "duration": 94.66, "caption": "A man drives around a corner and pulls up next to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10101, "video_name": "house_s01e10_seg02_clip_00", "timestamp": [ 68.56, 71.32 ], "duration": 92.66, "caption": "A man walks around the corner with another person.", "similarity": 0.6999, "relevance": 1 }, { "pair_id": 10102, "video_name": "s06e12_seg02_clip_14", "timestamp": [ 46.22, 49.52 ], "duration": 60.66, "caption": "A man walks around the corner and approaches two men.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 10103, "video_name": "grey_s01e08_seg02_clip_15", "timestamp": [ 13.58, 20.86 ], "duration": 97.66, "caption": "A man turns around and stops a man and another man.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 10104, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 46.93, 48.31 ], "duration": 92.66, "caption": "A man moves their hand toward another man and moves him to the side.", "similarity": 0.6407, "relevance": 1 }, { "pair_id": 10105, "video_name": "grey_s02e01_seg02_clip_12", "timestamp": [ 45.69, 49.24 ], "duration": 88.66, "caption": "A man pulls another person to the side after seeing someone walk towards them.", "similarity": 0.6403, "relevance": 1 }, { "pair_id": 10106, "video_name": "house_s07e03_seg02_clip_18", "timestamp": [ 80.0, 93.03 ], "duration": 93.66, "caption": "A man catches up with and finally passes another man.", "similarity": 0.6337, "relevance": 3 }, { "pair_id": 10107, "video_name": "castle_s03e23_seg02_clip_11", "timestamp": [ 13.8, 19.79 ], "duration": 92.66, "caption": "A man comes around the corner, walks up to person and woman then stops.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 10108, "video_name": "castle_s04e04_seg02_clip_20", "timestamp": [ 1.27, 9.72 ], "duration": 84.66, "caption": "A man catches up to another man on a busy sidewalk.", "similarity": 0.6313, "relevance": 3 }, { "pair_id": 10109, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 79.19, 83.29 ], "duration": 91.66, "caption": "A man turns around and walks back towards another man.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 10110, "video_name": "grey_s03e04_seg02_clip_13", "timestamp": [ 2.76, 5.98 ], "duration": 92.66, "caption": "A man moves over to stand next to another man.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 10111, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.6254, "relevance": 1 }, { "pair_id": 10112, "video_name": "s09e17_seg02_clip_04", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man is driving with another man as the passenger.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 10113, "video_name": "house_s05e04_seg02_clip_15", "timestamp": [ 44.45, 52.53 ], "duration": 101.66, "caption": "A person takes another person along with him for a drive.", "similarity": 0.6245, "relevance": 3 }, { "pair_id": 10114, "video_name": "friends_s02e04_seg02_clip_09", "timestamp": [ 5.4, 7.83 ], "duration": 54.66, "caption": "A man moves past another man and pats his shoulder.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 10115, "video_name": "friends_s06e22_seg01_clip_02", "timestamp": [ 0.0, 5.06 ], "duration": 46.66, "caption": "A man pulls a man aside to talk in the corner.", "similarity": 0.6218, "relevance": 2 }, { "pair_id": 10116, "video_name": "s03e09_seg02_clip_04", "timestamp": [ 17.7, 19.83 ], "duration": 61.66, "caption": "A man motions with his head in the direction of another man.", "similarity": 0.621, "relevance": 1 }, { "pair_id": 10117, "video_name": "friends_s04e22_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 36.66, "caption": "A man gets up from beside two other men.", "similarity": 0.6198, "relevance": 1 }, { "pair_id": 10118, "video_name": "s08e19_seg02_clip_08", "timestamp": [ 45.75, 48.99 ], "duration": 59.66, "caption": "A man drives his car up behind another car and stops.", "similarity": 0.619, "relevance": 2 }, { "pair_id": 10119, "video_name": "friends_s08e16_seg01_clip_01", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "A man startles another man by standing right behind him when he turns around.", "similarity": 0.6184, "relevance": 1 } ] }, { "query_id": 14641, "query": "A person opens the door to a bathroom stall.", "relevant_moment": [ { "pair_id": 19420, "video_name": "met_s02e20_seg02_clip_11", "timestamp": [ 14.27, 16.64 ], "duration": 59.66, "caption": "A person opens the door to a bathroom stall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19421, "video_name": "house_s08e15_seg02_clip_11", "timestamp": [ 42.78, 47.48 ], "duration": 94.66, "caption": "A man opens a bathroom stall door and goes inside.", "similarity": 0.8575, "relevance": 4 }, { "pair_id": 19422, "video_name": "met_s06e10_seg01_clip_03", "timestamp": [ 33.83, 36.28 ], "duration": 47.66, "caption": "A person enters the bathroom and closes the door behind him/her.", "similarity": 0.8156, "relevance": 4 }, { "pair_id": 19423, "video_name": "met_s02e01_seg02_clip_03", "timestamp": [ 16.06, 18.1 ], "duration": 58.66, "caption": "A person walks into the bathroom and closes the door.", "similarity": 0.7986, "relevance": 4 }, { "pair_id": 19424, "video_name": "friends_s01e13_seg02_clip_21", "timestamp": [ 32.67, 44.03 ], "duration": 71.66, "caption": "A person enters the apartment, walks to the bathroom and opens the door.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 19425, "video_name": "s09e17_seg02_clip_09", "timestamp": [ 33.01, 34.22 ], "duration": 60.66, "caption": "A person unlocks the lock on the bathroom door.", "similarity": 0.766, "relevance": 4 }, { "pair_id": 19426, "video_name": "grey_s03e07_seg02_clip_08", "timestamp": [ 36.37, 39.4 ], "duration": 101.66, "caption": "A woman opens the door and walks in to the bathroom.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 19427, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 23.41, 45.46 ], "duration": 90.66, "caption": "A person goes to the bathroom in the small stall.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 19428, "video_name": "friends_s08e13_seg02_clip_05", "timestamp": [ 54.9, 56.02 ], "duration": 56.66, "caption": "A woman opens the door to the bathroom and peers in.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 19429, "video_name": "s10e08_seg02_clip_06", "timestamp": [ 52.83, 55.78 ], "duration": 59.66, "caption": "A person stands up and exits the bathroom stall.", "similarity": 0.7296, "relevance": 2 }, { "pair_id": 19430, "video_name": "friends_s05e01_seg02_clip_05", "timestamp": [ 26.11, 30.31 ], "duration": 60.66, "caption": "A man opens the bathroom door to find an open window.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 19431, "video_name": "s02e23_seg02_clip_00", "timestamp": [ 37.22, 43.42 ], "duration": 62.66, "caption": "A man goes into bathroom and closes the door.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 19432, "video_name": "s03e08_seg02_clip_01", "timestamp": [ 18.01, 20.71 ], "duration": 60.66, "caption": "A person opens the door to a woman's bathroom and sees her in the tub.", "similarity": 0.7209, "relevance": 3 }, { "pair_id": 19433, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 29.13, 30.5 ], "duration": 91.66, "caption": "A person opens a door and enters the room.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 19434, "video_name": "house_s06e12_seg02_clip_00", "timestamp": [ 21.55, 24.75 ], "duration": 91.66, "caption": "A person opens the bathroom door and sees someone in the bathtub.", "similarity": 0.7154, "relevance": 4 }, { "pair_id": 19435, "video_name": "s02e02_seg02_clip_09", "timestamp": [ 1.48, 5.31 ], "duration": 59.66, "caption": "A person opens their door telling they have to pee.", "similarity": 0.7109, "relevance": 1 }, { "pair_id": 19436, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 28.38, 33.26 ], "duration": 61.66, "caption": "A woman is standing at the bathroom door and closes the door after speaking to person.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 19437, "video_name": "friends_s07e21_seg02_clip_14", "timestamp": [ 35.42, 37.52 ], "duration": 60.66, "caption": "The bathroom door opens and a woman pushes a man through it.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 19438, "video_name": "met_s06e22_seg02_clip_11", "timestamp": [ 33.89, 38.27 ], "duration": 58.66, "caption": "A man opens the bathroom door and then jumps back and shuts it.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 19439, "video_name": "friends_s07e08_seg02_clip_15", "timestamp": [ 55.23, 58.89 ], "duration": 61.66, "caption": "A person opens the door and enters the room.", "similarity": 0.705, "relevance": 3 }, { "pair_id": 192740, "video_name": "grey_s01e03_seg02_clip_09", "timestamp": [ 20.71, 42.79 ], "duration": 92.66, "caption": "A woman opens the door to the bathroom and talks to a man while he is using the bathroom.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 192741, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 22.41, 26.57 ], "duration": 64.66, "caption": "A person gets up and goes to the door and opens it.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 192742, "video_name": "grey_s02e10_seg02_clip_13", "timestamp": [ 3.92, 26.11 ], "duration": 87.66, "caption": "A person runs into the patient's room and tries to open the bathroom door.", "similarity": 0.7036, "relevance": 1 }, { "pair_id": 192743, "video_name": "s03e21_seg02_clip_06", "timestamp": [ 22.95, 25.43 ], "duration": 62.66, "caption": "A person opens the door and enters partially into the room.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 192744, "video_name": "s04e21_seg01_clip_00", "timestamp": [ 74.15, 80.63 ], "duration": 81.66, "caption": "A person knocks on someone's door after they open it they rush to the bathroom.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 192745, "video_name": "house_s05e16_seg02_clip_16", "timestamp": [ 56.28, 59.67 ], "duration": 97.66, "caption": "A woman takes her hand off a bathroom stall door and leans against it.", "similarity": 0.7016, "relevance": 1 }, { "pair_id": 192746, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 8.85, 11.47 ], "duration": 65.66, "caption": "A person opens the door and someone is standing there.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 192747, "video_name": "house_s02e13_seg02_clip_22", "timestamp": [ 92.58, 100.38 ], "duration": 104.66, "caption": "A person opens the sliding glass door to enter a room.", "similarity": 0.7008, "relevance": 2 }, { "pair_id": 192748, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 50.47, 57.02 ], "duration": 57.66, "caption": "A person is standing at a door as someone opens it.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 192749, "video_name": "friends_s02e12-13_seg02_clip_35", "timestamp": [ 21.4, 24.5 ], "duration": 62.66, "caption": "A man enters the stall where a woman is and closes the door.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 192750, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 29.6, 33.26 ], "duration": 61.66, "caption": "A woman stands in the doorway of the bathroom talking to person before closing the door.", "similarity": 0.6952, "relevance": 1 }, { "pair_id": 192751, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 43.66, 97.03 ], "duration": 97.66, "caption": "A person opens his apartment door for someone to come in.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 192752, "video_name": "castle_s08e22_seg02_clip_09", "timestamp": [ 69.72, 72.27 ], "duration": 85.66, "caption": "A person opens the door and then closes it as he/she walks into the room.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 192753, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 48.21, 49.43 ], "duration": 61.66, "caption": "A person opens the door to an apartment.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 192754, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.25, 27.45 ], "duration": 59.66, "caption": "A person opens the door and a person quickly walks in.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 192755, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 6.71, 8.85 ], "duration": 61.66, "caption": "A person opens the door and stops in the doorway.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 192756, "video_name": "friends_s02e22_seg02_clip_08", "timestamp": [ 2.1, 6.6 ], "duration": 60.66, "caption": "A man runs into the bathroom and closes the door.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 192757, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 13.65, 27.31 ], "duration": 91.66, "caption": "A person opens the door, stands in the doorway, then shuts the door.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 192758, "video_name": "met_s02e15_seg02_clip_10", "timestamp": [ 0.0, 4.8 ], "duration": 64.66, "caption": "A person jogs into the bathroom and closes the door.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 192759, "video_name": "friends_s08e17_seg02_clip_05", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person comes into the room and closes the door.", "similarity": 0.6894, "relevance": 1 } ] }, { "query_id": 14650, "query": "A person pulls out a record and puts it in a record player.", "relevant_moment": [ { "pair_id": 13540, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 23.72, 34.42 ], "duration": 93.66, "caption": "A person pulls out a record and puts it in a record player.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13541, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 12.88, 17.02 ], "duration": 92.66, "caption": "A person gets up and walks towards a record player.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 13543, "video_name": "s01e08_seg02_clip_00", "timestamp": [ 36.82, 58.27 ], "duration": 64.66, "caption": "A person enters the apartment and plays some people a recording of someone.", "similarity": 0.5955, "relevance": 1 }, { "pair_id": 13544, "video_name": "s08e11_seg02_clip_15", "timestamp": [ 24.5, 39.69 ], "duration": 69.66, "caption": "A person turns on a photo graph frame that plays a recording of him.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 13545, "video_name": "castle_s07e11_seg02_clip_25", "timestamp": [ 56.89, 58.26 ], "duration": 91.66, "caption": "A person stops a recording they were playing on their phone.", "similarity": 0.5824, "relevance": 1 }, { "pair_id": 13546, "video_name": "s07e03_seg02_clip_00", "timestamp": [ 50.96, 55.84 ], "duration": 61.66, "caption": "A person takes out a microphone and starts to sing.", "similarity": 0.5768, "relevance": 0 }, { "pair_id": 13547, "video_name": "s09e07_seg02_clip_09", "timestamp": [ 26.41, 28.81 ], "duration": 60.66, "caption": "A person rolls his/her left shoulder twice while he/she is being recorded.", "similarity": 0.5751, "relevance": 0 }, { "pair_id": 13548, "video_name": "castle_s07e13_seg02_clip_02", "timestamp": [ 2.2, 7.05 ], "duration": 88.66, "caption": "A person pulls out microphone and sets it on table.", "similarity": 0.5717, "relevance": 1 }, { "pair_id": 13549, "video_name": "friends_s04e23-24_seg02_clip_05", "timestamp": [ 9.69, 14.15 ], "duration": 14.66, "caption": "A person pushes a man in front of him and gets out his video camera to record him.", "similarity": 0.5515, "relevance": 1 }, { "pair_id": 13550, "video_name": "castle_s05e07_seg02_clip_24", "timestamp": [ 76.56, 83.24 ], "duration": 89.66, "caption": "A person takes a music sheet out of his pocket and gives it to another person.", "similarity": 0.5463, "relevance": 0 }, { "pair_id": 13551, "video_name": "castle_s02e03_seg02_clip_23", "timestamp": [ 117.42, 120.64 ], "duration": 129.66, "caption": "A person strokes the table near the cell phone as the recording plays.", "similarity": 0.5405, "relevance": 0 }, { "pair_id": 13552, "video_name": "house_s08e01_seg02_clip_04", "timestamp": [ 32.16, 34.42 ], "duration": 90.66, "caption": "A person is holding a MP3 player in his hands.", "similarity": 0.5372, "relevance": 0 }, { "pair_id": 13553, "video_name": "s10e11_seg02_clip_05", "timestamp": [ 40.33, 44.39 ], "duration": 58.66, "caption": "A person stops recording and puts their phone in their pocket.", "similarity": 0.5343, "relevance": 0 }, { "pair_id": 13554, "video_name": "s03e08_seg01_clip_00", "timestamp": [ 71.32, 95.09 ], "duration": 97.66, "caption": "A person is sitting down and speaking into a voice recorder.", "similarity": 0.534, "relevance": 1 }, { "pair_id": 13555, "video_name": "met_s06e07_seg02_clip_10", "timestamp": [ 12.48, 15.67 ], "duration": 58.66, "caption": "A person holds up a cd and describes what is on it.", "similarity": 0.5337, "relevance": 2 }, { "pair_id": 13556, "video_name": "s10e11_seg02_clip_05", "timestamp": [ 10.15, 15.96 ], "duration": 58.66, "caption": "A person accidentally lets the gender slip while recording.", "similarity": 0.5329, "relevance": 0 }, { "pair_id": 13557, "video_name": "s09e10_seg02_clip_09", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A person is holding their phone camera recording themselves.", "similarity": 0.5327, "relevance": 0 }, { "pair_id": 13558, "video_name": "friends_s10e04_seg02_clip_03", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A man holds up a camcorder and records himself speaking.", "similarity": 0.5324, "relevance": 0 }, { "pair_id": 13559, "video_name": "castle_s06e08_seg02_clip_20", "timestamp": [ 16.58, 21.64 ], "duration": 92.66, "caption": "A person presses a key in the keyboard so that they could listen to the recording.", "similarity": 0.5322, "relevance": 1 } ] }, { "query_id": 14730, "query": "A person starts pouring sugar into their coffee cup.", "relevant_moment": [ { "pair_id": 157680, "video_name": "house_s02e05_seg02_clip_08", "timestamp": [ 33.02, 35.35 ], "duration": 93.66, "caption": "A person starts pouring sugar into their coffee cup.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157681, "video_name": "house_s02e12_seg02_clip_21", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "A person opens up some sugar and adds it to their coffee.", "similarity": 0.8592, "relevance": 1 }, { "pair_id": 157682, "video_name": "friends_s01e15_seg02_clip_21", "timestamp": [ 11.97, 35.35 ], "duration": 57.66, "caption": "A man pours some coffee into his cup and then adds sugar.", "similarity": 0.825, "relevance": 4 }, { "pair_id": 157683, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 56.53, 58.31 ], "duration": 89.66, "caption": "A person is pouring coffee into a coffee cup.", "similarity": 0.8195, "relevance": 3 }, { "pair_id": 157684, "video_name": "castle_s04e04_seg02_clip_10", "timestamp": [ 15.23, 18.71 ], "duration": 87.66, "caption": "A man pours himself a cup of coffee and grabs the sugar container.", "similarity": 0.7793, "relevance": 3 }, { "pair_id": 157685, "video_name": "s10e01_seg02_clip_01", "timestamp": [ 42.62, 45.62 ], "duration": 60.66, "caption": "A person is pouring coffee into his cup from a coffee pot.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 157686, "video_name": "s05e15_seg02_clip_00", "timestamp": [ 47.45, 54.28 ], "duration": 62.66, "caption": "A person empties a packet of sugar into a cup then crumples it.", "similarity": 0.7671, "relevance": 4 }, { "pair_id": 157687, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 0.0, 1.16 ], "duration": 57.66, "caption": "A person pours coffee into a mug on the table.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 157688, "video_name": "s06e12_seg02_clip_14", "timestamp": [ 27.01, 30.01 ], "duration": 60.66, "caption": "A person is pouring liquor in his coffee cup.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 157689, "video_name": "house_s08e15_seg02_clip_17", "timestamp": [ 34.27, 47.18 ], "duration": 89.66, "caption": "A person puts candy bars into a coffee cup.", "similarity": 0.7291, "relevance": 3 }, { "pair_id": 157690, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 13.73, 17.39 ], "duration": 61.66, "caption": "A person is in the kitchen pouring a cup of coffee.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 157691, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 62.35, 65.08 ], "duration": 91.66, "caption": "A person pours himself a cup of coffee from a coffee pot.", "similarity": 0.727, "relevance": 1 }, { "pair_id": 157692, "video_name": "castle_s03e07_seg02_clip_10", "timestamp": [ 0.0, 8.56 ], "duration": 90.66, "caption": "A man adds sugar and cream and coffee to his cup of coffee.", "similarity": 0.7266, "relevance": 4 }, { "pair_id": 157693, "video_name": "s03e14_seg01_clip_01", "timestamp": [ 0.0, 2.12 ], "duration": 47.66, "caption": "A person pours a cup of coffee for themselves.", "similarity": 0.7231, "relevance": 3 }, { "pair_id": 157694, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 20.36, 32.17 ], "duration": 59.66, "caption": "A person pour himself a cup of coffee in a red mug.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 157695, "video_name": "house_s01e03_seg02_clip_12", "timestamp": [ 8.82, 13.02 ], "duration": 84.66, "caption": "A person is filling the cup with black coffee.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 157696, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 34.52, 36.85 ], "duration": 58.66, "caption": "A person pours water into a blue coffee cup.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 157697, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.7123, "relevance": 1 }, { "pair_id": 157698, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A person pours himself a cup of coffee in the kitchen.", "similarity": 0.708, "relevance": 1 }, { "pair_id": 157699, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 38.3, 43.23 ], "duration": 58.66, "caption": "A person pours water into an orange coffee cup.", "similarity": 0.7075, "relevance": 3 }, { "pair_id": 331000, "video_name": "friends_s03e22_seg02_clip_11", "timestamp": [ 6.71, 9.15 ], "duration": 61.66, "caption": "A woman is at the kitchen table putting sugar in her coffee.", "similarity": 0.7065, "relevance": 3 }, { "pair_id": 331001, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 29.38, 42.73 ], "duration": 89.66, "caption": "A person sets their coffee mug down and pours themselves a cup.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 331002, "video_name": "s08e06_seg02_clip_08", "timestamp": [ 28.8, 31.08 ], "duration": 57.66, "caption": "A woman is pouring coffee into a cup on a coffee table.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 331003, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.6951, "relevance": 1 }, { "pair_id": 331004, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 4.83, 7.64 ], "duration": 80.66, "caption": "A person is in the kitchen and pours themselves a cup of coffee.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 331005, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 331006, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 21.25, 24.79 ], "duration": 59.66, "caption": "A person pours himself a cup of coffee at the kitchen counter.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 331007, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 10.89, 12.81 ], "duration": 64.66, "caption": "A person pours coffee from the coffee pot into a travel mug.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 331008, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 44.39, 47.29 ], "duration": 58.66, "caption": "A person puts their coffee cup on the coffee table.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 331009, "video_name": "friends_s03e19_seg01_clip_00", "timestamp": [ 3.42, 8.74 ], "duration": 76.66, "caption": "A person pours person some coffee from behind the counter.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 331010, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 55.64, 57.42 ], "duration": 89.66, "caption": "A person stands at the coffee maker and pours himself some coffee.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 331011, "video_name": "s03e23_seg02_clip_08", "timestamp": [ 4.27, 15.87 ], "duration": 61.66, "caption": "A person grabs a coffee mug and pours himself a cup of coffee and puts the pot back.", "similarity": 0.6769, "relevance": 2 }, { "pair_id": 331012, "video_name": "castle_s07e09_seg02_clip_19", "timestamp": [ 58.61, 62.79 ], "duration": 93.66, "caption": "A woman puts sugar into her coffee cup as a man walks in to the break room.", "similarity": 0.6724, "relevance": 1 }, { "pair_id": 331013, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 17.36, 35.16 ], "duration": 89.66, "caption": "A person enters the room and is holding a cup and pours a coffee from the machine.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 331014, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A person takes a drink out of the coffee cup in his hand.", "similarity": 0.6697, "relevance": 1 }, { "pair_id": 331015, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.6649, "relevance": 1 }, { "pair_id": 331016, "video_name": "castle_s04e04_seg02_clip_10", "timestamp": [ 14.36, 87.02 ], "duration": 87.66, "caption": "A man pours coffee, adds sugar, and a woman stands near him talking.", "similarity": 0.6643, "relevance": 1 }, { "pair_id": 331017, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 40.58, 43.18 ], "duration": 52.66, "caption": "A person hands his coffee cup over to get a refill.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 331018, "video_name": "house_s07e20_seg02_clip_18", "timestamp": [ 65.34, 73.79 ], "duration": 88.66, "caption": "A person walks over and pours a cup of coffee.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 331019, "video_name": "castle_s03e18_seg02_clip_00", "timestamp": [ 21.69, 39.23 ], "duration": 92.66, "caption": "A person pours a cup of coffee for himself/herself and leans back on the counter and takes a sip.", "similarity": 0.6581, "relevance": 1 } ] }, { "query_id": 14731, "query": "A person walks up to another person who's about to get into their car.", "relevant_moment": [ { "pair_id": 9500, "video_name": "house_s02e05_seg02_clip_08", "timestamp": [ 57.68, 67.44 ], "duration": 93.66, "caption": "A person walks up to another person who's about to get into their car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9501, "video_name": "s06e09_seg02_clip_10", "timestamp": [ 9.63, 11.83 ], "duration": 55.66, "caption": "A person pulls up in the car behind another person and stops.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 9502, "video_name": "house_s05e04_seg02_clip_11", "timestamp": [ 43.18, 51.82 ], "duration": 90.66, "caption": "A person gets out of the passenger side of a vehicle and walks with someone to the front of the car.", "similarity": 0.7663, "relevance": 2 }, { "pair_id": 9503, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person gets up and walks closer to another person.", "similarity": 0.765, "relevance": 1 }, { "pair_id": 9504, "video_name": "house_s08e21_seg02_clip_18", "timestamp": [ 51.21, 55.05 ], "duration": 128.66, "caption": "A person finishes their conversation with another person and gets up out of the car.", "similarity": 0.7627, "relevance": 3 }, { "pair_id": 9505, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 41.86, 51.63 ], "duration": 93.66, "caption": "A person gets out of the car when another person pulls up.", "similarity": 0.7606, "relevance": 2 }, { "pair_id": 9506, "video_name": "s07e15_seg02_clip_09", "timestamp": [ 9.0, 16.21 ], "duration": 60.66, "caption": "A person gets up and walks out of the train car with another person.", "similarity": 0.7553, "relevance": 2 }, { "pair_id": 9507, "video_name": "house_s02e10_seg02_clip_13", "timestamp": [ 26.2, 80.61 ], "duration": 80.66, "caption": "A person walks up to another person so they can talk to them.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 9508, "video_name": "house_s02e20_seg02_clip_14", "timestamp": [ 17.86, 22.96 ], "duration": 85.66, "caption": "A person walks up next to another person and startles him.", "similarity": 0.7373, "relevance": 1 }, { "pair_id": 9509, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 43.08, 46.99 ], "duration": 87.66, "caption": "A person walks up to someone from behind.", "similarity": 0.7324, "relevance": 1 }, { "pair_id": 9510, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 2.02, 6.06 ], "duration": 101.66, "caption": "A person walks up to person who does move.", "similarity": 0.7294, "relevance": 1 }, { "pair_id": 9511, "video_name": "s03e06_seg02_clip_06", "timestamp": [ 46.34, 53.42 ], "duration": 59.66, "caption": "One person gets up and walks over to another person who turns around and talks to him.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 9512, "video_name": "castle_s04e06_seg02_clip_23", "timestamp": [ 87.84, 91.03 ], "duration": 91.66, "caption": "While waiting in the car, a person notices someone walking up the steps.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 9514, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.93 ], "duration": 58.66, "caption": "A person stands up and walks over to another person.", "similarity": 0.7159, "relevance": 1 }, { "pair_id": 9515, "video_name": "house_s03e11_seg02_clip_16", "timestamp": [ 64.76, 76.38 ], "duration": 83.66, "caption": "A person walks back up to another person before he can leave.", "similarity": 0.7132, "relevance": 1 }, { "pair_id": 9516, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 1.48, 4.13 ], "duration": 59.66, "caption": "A person quickly walks towards another person and stops when he gets there.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 9517, "video_name": "met_s03e08_seg02_clip_01", "timestamp": [ 21.25, 25.09 ], "duration": 59.66, "caption": "A person gets up and walks over to where another person is sitting.", "similarity": 0.7131, "relevance": 1 }, { "pair_id": 9518, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 66.12, 71.11 ], "duration": 90.66, "caption": "Two people walk up to someone after they see them.", "similarity": 0.7101, "relevance": 2 }, { "pair_id": 9519, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 17.12, 21.47 ], "duration": 58.66, "caption": "A person gets in to the car with woman and man.", "similarity": 0.7094, "relevance": 2 } ] }, { "query_id": 14747, "query": "A man interrupts woman so that he can put on his crown.", "relevant_moment": [ { "pair_id": 15180, "video_name": "friends_s08e08_seg02_clip_17", "timestamp": [ 41.42, 43.52 ], "duration": 60.66, "caption": "A man interrupts woman so that he can put on his crown.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15181, "video_name": "friends_s01e22_seg02_clip_18", "timestamp": [ 38.3, 42.07 ], "duration": 58.66, "caption": "A man interrupts a woman by grabbing her by the face.", "similarity": 0.7367, "relevance": 3 }, { "pair_id": 15182, "video_name": "friends_s08e16_seg02_clip_14", "timestamp": [ 24.33, 29.45 ], "duration": 64.66, "caption": "A man is trying to tell a woman something and then gets interrupted by someone.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 15183, "video_name": "met_s02e02_seg02_clip_02", "timestamp": [ 4.24, 7.28 ], "duration": 60.66, "caption": "A woman interrupts a man to tell him some news about another woman.", "similarity": 0.7009, "relevance": 1 }, { "pair_id": 15185, "video_name": "castle_s06e15_seg02_clip_11", "timestamp": [ 42.76, 51.76 ], "duration": 90.66, "caption": "A woman interrupts another woman and a man while they're talking.", "similarity": 0.6831, "relevance": 2 }, { "pair_id": 15186, "video_name": "met_s06e23_seg02_clip_03", "timestamp": [ 18.41, 34.14 ], "duration": 59.66, "caption": "A man is starting to tell a story and a woman interrupts him.", "similarity": 0.679, "relevance": 0 }, { "pair_id": 15187, "video_name": "met_s06e14_seg02_clip_04", "timestamp": [ 1.83, 7.32 ], "duration": 61.66, "caption": "A woman interrupts a man, talks, and touches the side of her face.", "similarity": 0.6726, "relevance": 1 }, { "pair_id": 15188, "video_name": "s05e07_seg02_clip_07", "timestamp": [ 46.08, 53.4 ], "duration": 61.66, "caption": "A man starts asking woman a question and she interrupts him before he's done.", "similarity": 0.6665, "relevance": 1 }, { "pair_id": 15189, "video_name": "friends_s10e05_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A woman interrupts a man and a woman while they are having a conversation.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 15190, "video_name": "met_s06e21_seg02_clip_02", "timestamp": [ 22.05, 28.14 ], "duration": 58.66, "caption": "A person interrupts another person in black while he is talking to woman.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 15191, "video_name": "s08e11_seg02_clip_07", "timestamp": [ 22.63, 24.66 ], "duration": 58.66, "caption": "A person tries to interrupt a man and he shuts him down.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 15193, "video_name": "met_s03e06_seg02_clip_14", "timestamp": [ 12.31, 17.23 ], "duration": 61.66, "caption": "A man's head lifts up when woman says she needs to talk to him.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 15195, "video_name": "met_s03e20_seg02_clip_02", "timestamp": [ 12.32, 14.72 ], "duration": 60.66, "caption": "A man just cut the call of woman who is calling about another man.", "similarity": 0.6459, "relevance": 0 }, { "pair_id": 15196, "video_name": "house_s07e11_seg02_clip_02", "timestamp": [ 12.15, 21.61 ], "duration": 90.66, "caption": "A woman interrupts a man while he talks to the patient.", "similarity": 0.6437, "relevance": 2 }, { "pair_id": 15197, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 19.86, 67.79 ], "duration": 86.66, "caption": "A man interrupts a woman and a man when they stop in the lobby to tell them about details of a case.", "similarity": 0.6419, "relevance": 1 }, { "pair_id": 15198, "video_name": "friends_s04e08_seg02_clip_19", "timestamp": [ 8.45, 15.61 ], "duration": 65.66, "caption": "A woman interrupted person so he doesn't say what she is thinking.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 15199, "video_name": "s06e01_seg02_clip_04", "timestamp": [ 27.46, 35.7 ], "duration": 61.66, "caption": "A man tries to distract woman by showing her how things stay up in the air.", "similarity": 0.641, "relevance": 0 } ] }, { "query_id": 14755, "query": "A couple sit on the stairs and talk.", "relevant_moment": [ { "pair_id": 170180, "video_name": "met_s06e01_seg02_clip_15", "timestamp": [ 0.0, 47.06 ], "duration": 64.66, "caption": "A couple sit on the stairs and talk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170181, "video_name": "grey_s02e07_seg02_clip_14", "timestamp": [ 44.4, 67.74 ], "duration": 91.66, "caption": "The people are having a conversation while sitting on the stairs.", "similarity": 0.8078, "relevance": 3 }, { "pair_id": 170182, "video_name": "s02e22_seg02_clip_01", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A man and woman have a conversation and they ascend some stairs.", "similarity": 0.7924, "relevance": 3 }, { "pair_id": 170183, "video_name": "s04e05_seg02_clip_00", "timestamp": [ 35.7, 61.03 ], "duration": 61.66, "caption": "Two people walk down the stairs while speaking to each other.", "similarity": 0.7786, "relevance": 2 }, { "pair_id": 170184, "video_name": "s01e17_seg02_clip_09", "timestamp": [ 19.83, 36.01 ], "duration": 61.66, "caption": "Two people walk up the stairs while talking.", "similarity": 0.7673, "relevance": 2 }, { "pair_id": 170185, "video_name": "castle_s03e10_seg02_clip_01", "timestamp": [ 17.36, 30.71 ], "duration": 89.66, "caption": "A man and woman climb a staircase as they have a conversation.", "similarity": 0.7641, "relevance": 2 }, { "pair_id": 170186, "video_name": "castle_s03e10_seg02_clip_01", "timestamp": [ 20.48, 29.82 ], "duration": 89.66, "caption": "A man and woman went up the stairs and still talking.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 170187, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 49.33, 91.36 ], "duration": 91.66, "caption": "A woman and a man walked down the stairs while talking.", "similarity": 0.7481, "relevance": 2 }, { "pair_id": 170188, "video_name": "s01e09_seg02_clip_06", "timestamp": [ 50.72, 60.03 ], "duration": 60.66, "caption": "A person and woman walk up two flights of stairs while having a conversation.", "similarity": 0.7456, "relevance": 2 }, { "pair_id": 170189, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 3.68, 15.18 ], "duration": 92.66, "caption": "A person and another person walk up the stairs while talking.", "similarity": 0.7433, "relevance": 1 }, { "pair_id": 170190, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 16.75, 62.03 ], "duration": 62.66, "caption": "A person and a woman are walking up the stairs while talking to each other.", "similarity": 0.7209, "relevance": 3 }, { "pair_id": 170191, "video_name": "grey_s02e05_seg02_clip_02", "timestamp": [ 85.05, 89.06 ], "duration": 89.66, "caption": "Two people are conversing while going upstairs.", "similarity": 0.7178, "relevance": 2 }, { "pair_id": 170192, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 42.02, 59.84 ], "duration": 91.66, "caption": "Woman and man are walking down the stairs while they discuss something.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 170193, "video_name": "friends_s08e22_seg02_clip_13", "timestamp": [ 36.91, 62.03 ], "duration": 62.66, "caption": "Two people sit down and have a conversation.", "similarity": 0.7139, "relevance": 1 }, { "pair_id": 170194, "video_name": "friends_s05e07_seg02_clip_17", "timestamp": [ 0.0, 14.11 ], "duration": 57.66, "caption": "Two people crouch down on a stairwell and talk.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 170195, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 4.96, 12.41 ], "duration": 62.66, "caption": "A man and a woman are ascending the stairs talking while a person is behind engrossed in reading a paper.", "similarity": 0.7111, "relevance": 3 }, { "pair_id": 170196, "video_name": "castle_s01e10_seg02_clip_12", "timestamp": [ 53.37, 55.17 ], "duration": 89.66, "caption": "A man and a woman stopped on the stairs while talking with someone.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 170197, "video_name": "met_s06e12_seg02_clip_13", "timestamp": [ 0.0, 8.58 ], "duration": 49.66, "caption": "A couple is having a conversation with each other.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 170198, "video_name": "grey_s02e11_seg02_clip_03", "timestamp": [ 33.59, 57.98 ], "duration": 92.66, "caption": "They are having a discussion in the stairs.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 170199, "video_name": "castle_s05e11_seg02_clip_01", "timestamp": [ 0.0, 3.09 ], "duration": 88.66, "caption": "A man and woman are talking and walk past two people laying on a staircase.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 343500, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 35.36, 40.32 ], "duration": 62.66, "caption": "A person and woman are walking upstairs while they are talking.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 343501, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 30.57, 63.03 ], "duration": 63.66, "caption": "A man and a woman are climbing up staircase while talking about a person.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 343502, "video_name": "s10e11_seg02_clip_17", "timestamp": [ 36.64, 43.3 ], "duration": 74.66, "caption": "Two people are walking upstairs while they are talking.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 343503, "video_name": "friends_s08e05_seg02_clip_18", "timestamp": [ 29.22, 37.48 ], "duration": 59.66, "caption": "A woman and a man are sitting on the stairs talking and the woman puts her hand on the man's knee.", "similarity": 0.6938, "relevance": 4 }, { "pair_id": 343504, "video_name": "s02e21_seg02_clip_03", "timestamp": [ 1.45, 4.35 ], "duration": 58.66, "caption": "Two people are walking upstairs while talking.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 343505, "video_name": "s02e09_seg01_clip_02", "timestamp": [ 0.0, 5.4 ], "duration": 40.66, "caption": "A person is speaking while person and woman walk up the stairs.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 343506, "video_name": "s09e08_seg02_clip_05", "timestamp": [ 0.0, 9.0 ], "duration": 60.66, "caption": "A man and woman walked down the stairs as they discussed.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 343507, "video_name": "s01e17_seg02_clip_09", "timestamp": [ 20.44, 34.48 ], "duration": 61.66, "caption": "A woman and a man walk up the stairs, and the woman tells him that she needs to talk to him.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 343508, "video_name": "grey_s03e24_seg02_clip_02", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A man and a woman are walking down the stairs and the man stops at the bottom to talk to the woman.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 343509, "video_name": "castle_s02e10_seg02_clip_16", "timestamp": [ 29.69, 38.36 ], "duration": 91.66, "caption": "Two people walk side by side down a stair case while talking.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 343510, "video_name": "s09e04_seg02_clip_01", "timestamp": [ 2.24, 6.08 ], "duration": 64.66, "caption": "A man comes down the stairs as woman and person are conversing.", "similarity": 0.6681, "relevance": 3 }, { "pair_id": 343511, "video_name": "s01e03_seg02_clip_18", "timestamp": [ 2.18, 9.57 ], "duration": 87.66, "caption": "A woman and man walk up the stairs while talking about man's injury.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 343512, "video_name": "s10e04_seg01_clip_00", "timestamp": [ 16.95, 55.46 ], "duration": 77.66, "caption": "Multiple people continue up the stairs while talking.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 343513, "video_name": "castle_s02e07_seg02_clip_26", "timestamp": [ 58.05, 60.73 ], "duration": 89.66, "caption": "A woman walks down the stairs while talking with a man.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 343514, "video_name": "s02e01_seg01_clip_00", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "Two people are walking up some stairs and one person is talking to the other while she is eating.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 343515, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 21.18, 31.47 ], "duration": 121.66, "caption": "A person and another person start walking up the first flight of stairs while talking to each other.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 343516, "video_name": "met_s05e04_seg02_clip_14", "timestamp": [ 36.06, 52.17 ], "duration": 70.66, "caption": "Two people walk down the hallway while having a conversation.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 343517, "video_name": "s07e19_seg02_clip_11", "timestamp": [ 19.05, 42.02 ], "duration": 56.66, "caption": "Three people walk up the stairs and have a conversation.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 343518, "video_name": "s10e11_seg02_clip_17", "timestamp": [ 36.27, 70.32 ], "duration": 74.66, "caption": "Two people walk up the stairs and continue having a conversation before entering the apartment.", "similarity": 0.653, "relevance": 1 }, { "pair_id": 343519, "video_name": "house_s07e11_seg02_clip_03", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "Two people have a conversation as they walk down a hallway.", "similarity": 0.6527, "relevance": 1 } ] }, { "query_id": 14793, "query": "A woman and man run away from something they saw while looking into a baby crib.", "relevant_moment": [ { "pair_id": 6820, "video_name": "friends_s08e07_seg02_clip_20", "timestamp": [ 0.0, 9.01 ], "duration": 53.66, "caption": "A woman and man run away from something they saw while looking into a baby crib.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6821, "video_name": "friends_s09e14_seg02_clip_08", "timestamp": [ 9.67, 11.18 ], "duration": 60.66, "caption": "A woman steps away from a man and looks towards the crib.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 6822, "video_name": "friends_s09e02_seg02_clip_20", "timestamp": [ 20.8, 22.06 ], "duration": 63.66, "caption": "A man runs away from a woman when she is holding a baby.", "similarity": 0.6902, "relevance": 1 }, { "pair_id": 6823, "video_name": "friends_s09e02_seg02_clip_03", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "Some women looking at baby crib when a man enters the room.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 6824, "video_name": "friends_s08e23-24_seg02_clip_43", "timestamp": [ 0.0, 55.02 ], "duration": 55.66, "caption": "A man and woman were looking at the baby.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 6825, "video_name": "friends_s01e16-17_seg02_clip_16", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "A woman turns away from a man who is holding a baby.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 6826, "video_name": "friends_s10e05_seg02_clip_04", "timestamp": [ 0.92, 4.31 ], "duration": 61.66, "caption": "A woman puts a baby down in her crib and turns to face another woman.", "similarity": 0.6191, "relevance": 1 }, { "pair_id": 6827, "video_name": "friends_s10e17-18_seg02_clip_18", "timestamp": [ 42.79, 46.04 ], "duration": 59.66, "caption": "Some people are all staring into a baby crib.", "similarity": 0.5971, "relevance": 2 }, { "pair_id": 6828, "video_name": "friends_s09e14_seg02_clip_15", "timestamp": [ 14.58, 18.92 ], "duration": 62.66, "caption": "A man and a woman walk over to the playpen to find that a baby is missing.", "similarity": 0.5899, "relevance": 2 }, { "pair_id": 6829, "video_name": "friends_s02e20_seg02_clip_09", "timestamp": [ 24.79, 33.15 ], "duration": 59.66, "caption": "A woman hands man the baby and walks away.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 6830, "video_name": "friends_s08e23-24_seg02_clip_34", "timestamp": [ 0.0, 6.39 ], "duration": 51.66, "caption": "A man and woman look at a baby together while woman holds her in a hospital bed.", "similarity": 0.5752, "relevance": 1 }, { "pair_id": 6831, "video_name": "friends_s09e17_seg02_clip_03", "timestamp": [ 23.79, 31.91 ], "duration": 58.66, "caption": "A man looks down at the baby in the crib.", "similarity": 0.5712, "relevance": 1 }, { "pair_id": 6832, "video_name": "castle_s02e04_seg02_clip_24", "timestamp": [ 3.19, 12.29 ], "duration": 91.66, "caption": "A man runs away from woman's side and comes back to her and they run away together.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 6833, "video_name": "s03e13_seg02_clip_11", "timestamp": [ 34.24, 37.48 ], "duration": 59.66, "caption": "A man and a woman run out of bed to the living room.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 6834, "video_name": "house_s05e13_seg02_clip_02", "timestamp": [ 57.68, 93.03 ], "duration": 93.66, "caption": "A man walks into the room to see another woman cradling a baby.", "similarity": 0.5661, "relevance": 1 }, { "pair_id": 6835, "video_name": "castle_s06e10_seg02_clip_05", "timestamp": [ 18.44, 23.51 ], "duration": 92.66, "caption": "A man passes the baby to another person and he walks away.", "similarity": 0.5654, "relevance": 1 }, { "pair_id": 6836, "video_name": "s10e11_seg02_clip_09", "timestamp": [ 49.1, 52.35 ], "duration": 65.66, "caption": "A woman and a man run out of their apartment yelling at a person that someone is about to have the baby.", "similarity": 0.5638, "relevance": 1 }, { "pair_id": 6837, "video_name": "grey_s02e24_seg02_clip_22", "timestamp": [ 2.94, 15.54 ], "duration": 84.66, "caption": "A woman walks into the OR and sees a man performing a surgery on a baby.", "similarity": 0.5628, "relevance": 0 }, { "pair_id": 6838, "video_name": "friends_s09e05_seg02_clip_13", "timestamp": [ 32.53, 36.81 ], "duration": 57.66, "caption": "A woman ran fast inside the room and look at the baby.", "similarity": 0.5589, "relevance": 2 }, { "pair_id": 6839, "video_name": "grey_s01e07_seg02_clip_22", "timestamp": [ 29.58, 37.78 ], "duration": 91.66, "caption": "A man watches woman with her baby as man walks up.", "similarity": 0.5564, "relevance": 1 } ] }, { "query_id": 14795, "query": "While having a conversation, a person starts pointing things out to another person on some paperwork he's reading from.", "relevant_moment": [ { "pair_id": 172560, "video_name": "s02e10_seg01_clip_02", "timestamp": [ 0.0, 11.13 ], "duration": 89.66, "caption": "While having a conversation, a person starts pointing things out to another person on some paperwork he's reading from.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172561, "video_name": "s04e12_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A person is holding paperwork as he is conversing with another person.", "similarity": 0.7659, "relevance": 3 }, { "pair_id": 172562, "video_name": "s02e10_seg01_clip_01", "timestamp": [ 42.5, 59.03 ], "duration": 59.66, "caption": "Two people are having a conversation when a person retrieves some papers and begins reading to one of them.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 172563, "video_name": "castle_s06e15_seg02_clip_13", "timestamp": [ 85.83, 90.35 ], "duration": 90.66, "caption": "A person points something out to someone on the paper they're reading.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 172564, "video_name": "s09e18_seg02_clip_12", "timestamp": [ 47.45, 52.72 ], "duration": 62.66, "caption": "A person says something to the group then person and person look at the paperwork.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 172565, "video_name": "s04e24_seg02_clip_07", "timestamp": [ 34.79, 61.03 ], "duration": 61.66, "caption": "A person hands another person some documents while talking to him.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 172566, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 21.47, 35.4 ], "duration": 58.66, "caption": "A person was writing down something whilst talking to another person.", "similarity": 0.6949, "relevance": 1 }, { "pair_id": 172567, "video_name": "castle_s08e16_seg02_clip_22", "timestamp": [ 1.92, 29.77 ], "duration": 96.66, "caption": "A person and woman are going through paperwork as they converse.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 172568, "video_name": "castle_s06e04_seg02_clip_23", "timestamp": [ 32.39, 40.71 ], "duration": 87.66, "caption": "While in a conversation with someone, someone holds his/her hand up and points it towards him/her.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 172569, "video_name": "friends_s07e08_seg02_clip_16", "timestamp": [ 31.2, 34.67 ], "duration": 63.66, "caption": "A man pointed to the papers while talking to the person beside him.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 172570, "video_name": "s08e02_seg02_clip_04", "timestamp": [ 22.63, 24.37 ], "duration": 58.66, "caption": "A person is paying attention to what person has to say.", "similarity": 0.6766, "relevance": 1 }, { "pair_id": 172571, "video_name": "s09e18_seg02_clip_14", "timestamp": [ 7.36, 10.36 ], "duration": 46.66, "caption": "A person is gesturing at the documents another person is holding.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 172572, "video_name": "house_s01e14_seg02_clip_09", "timestamp": [ 9.45, 13.05 ], "duration": 90.66, "caption": "A person is talking to another person while looking at the file.", "similarity": 0.6713, "relevance": 1 }, { "pair_id": 172573, "video_name": "house_s06e05_seg02_clip_08", "timestamp": [ 73.82, 79.22 ], "duration": 90.66, "caption": "A person looks over notes on the clipboard and talks to another person.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 172574, "video_name": "house_s03e18_seg02_clip_02", "timestamp": [ 70.73, 73.88 ], "duration": 90.66, "caption": "A person looks at a piece of paper while talking to another person.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 172575, "video_name": "castle_s07e20_seg02_clip_19", "timestamp": [ 0.0, 18.59 ], "duration": 90.66, "caption": "Some people having a conversation after pointing out someone on the whiteboard.", "similarity": 0.666, "relevance": 0 }, { "pair_id": 172576, "video_name": "met_s06e03_seg02_clip_00", "timestamp": [ 50.26, 53.69 ], "duration": 62.66, "caption": "A person points their finger out to another person while their conversation.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 172577, "video_name": "house_s04e13_seg02_clip_11", "timestamp": [ 65.58, 69.54 ], "duration": 88.66, "caption": "A person is reading a newspaper while speaking to another person.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 172578, "video_name": "house_s01e15_seg02_clip_01", "timestamp": [ 6.07, 11.7 ], "duration": 86.66, "caption": "A man is reading a document and discussing it to a person and the others while they are walking.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 172579, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 65.86, 72.79 ], "duration": 99.66, "caption": "A person makes some notes while talking to another person.", "similarity": 0.6645, "relevance": 2 }, { "pair_id": 345881, "video_name": "s08e16_seg02_clip_01", "timestamp": [ 14.11, 24.31 ], "duration": 60.66, "caption": "A person reads a question to two other people off his phone.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 345882, "video_name": "castle_s01e03_seg02_clip_20", "timestamp": [ 9.45, 16.2 ], "duration": 90.66, "caption": "A person holds up the paper to read another person's message to someone.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 345884, "video_name": "house_s07e07_seg02_clip_06", "timestamp": [ 86.83, 89.61 ], "duration": 92.66, "caption": "A person is looking at the papers they are holding while talking to a group.", "similarity": 0.6597, "relevance": 3 }, { "pair_id": 345886, "video_name": "s08e13_seg02_clip_08", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A person lets a person know what they were actually talking about.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 345888, "video_name": "house_s01e04_seg02_clip_18", "timestamp": [ 51.86, 82.98 ], "duration": 86.66, "caption": "A person is discussing something to some people.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 345891, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 10.03, 16.23 ], "duration": 59.66, "caption": "A person is pointing to the easel explaining something to another person.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 345892, "video_name": "house_s01e22_seg02_clip_06", "timestamp": [ 79.35, 84.1 ], "duration": 95.66, "caption": "A person looks at a piece of paper while talking with someone.", "similarity": 0.647, "relevance": 2 }, { "pair_id": 345894, "video_name": "friends_s06e21_seg02_clip_11", "timestamp": [ 16.25, 18.82 ], "duration": 57.66, "caption": "A person points at another person then at himself/herself during a conversation.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 345895, "video_name": "house_s04e14_seg02_clip_12", "timestamp": [ 6.05, 11.63 ], "duration": 93.66, "caption": "A person is talking to the group while signing some papers.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 345896, "video_name": "s05e18_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man is pointing at a person as he is speaking to him.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 345897, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 31.86, 35.95 ], "duration": 91.66, "caption": "A person is holding a piece of paper while talking to another person.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 345898, "video_name": "met_s02e19_seg02_clip_06", "timestamp": [ 54.62, 57.03 ], "duration": 60.66, "caption": "A person hands a man a stack of paperwork to read.", "similarity": 0.6409, "relevance": 3 }, { "pair_id": 345899, "video_name": "castle_s03e05_seg02_clip_19", "timestamp": [ 47.88, 54.91 ], "duration": 87.66, "caption": "A person reads something to another person then snaps his/her fingers.", "similarity": 0.6403, "relevance": 3 } ] }, { "query_id": 14860, "query": "A person turns the page in the book that they are reading.", "relevant_moment": [ { "pair_id": 120, "video_name": "s03e12_seg02_clip_11", "timestamp": [ 27.27, 29.88 ], "duration": 58.66, "caption": "A person turns the page in the book that they are reading.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 121, "video_name": "met_s02e17_seg02_clip_06", "timestamp": [ 27.72, 29.85 ], "duration": 60.66, "caption": "A person turns a page in the magazine he's reading.", "similarity": 0.7987, "relevance": 4 }, { "pair_id": 122, "video_name": "s06e19_seg02_clip_07", "timestamp": [ 40.32, 45.2 ], "duration": 65.66, "caption": "A person flips through some pages and shows his book to another person.", "similarity": 0.7898, "relevance": 4 }, { "pair_id": 123, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 59.56, 67.06 ], "duration": 88.66, "caption": "A person is holding his novel as he spins in his chair as he reads a page off the novel.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 124, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 23.01, 29.94 ], "duration": 63.66, "caption": "A person is holding a book pointing to a section of the page.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 125, "video_name": "house_s01e09_seg02_clip_00", "timestamp": [ 85.05, 89.33 ], "duration": 95.66, "caption": "A woman flips a page in her book and continues reading.", "similarity": 0.7574, "relevance": 4 }, { "pair_id": 126, "video_name": "castle_s02e02_seg02_clip_08", "timestamp": [ 12.61, 29.9 ], "duration": 93.66, "caption": "A woman is turning the pages in the book and discussing with a man and another person.", "similarity": 0.7572, "relevance": 4 }, { "pair_id": 127, "video_name": "s10e09_seg02_clip_01", "timestamp": [ 56.45, 59.5 ], "duration": 61.66, "caption": "A person flips pages with their left hand as they read the content.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 129, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 7.67, 9.74 ], "duration": 59.66, "caption": "A person turns the page of the papers he is holding.", "similarity": 0.7523, "relevance": 3 }, { "pair_id": 130, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 76.92, 82.83 ], "duration": 91.66, "caption": "A man opens another page of the book person has in his hands.", "similarity": 0.734, "relevance": 3 }, { "pair_id": 131, "video_name": "house_s08e17_seg02_clip_05", "timestamp": [ 68.42, 74.72 ], "duration": 90.66, "caption": "A person is turning a page and examining the papers in front of him.", "similarity": 0.7335, "relevance": 3 }, { "pair_id": 132, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 5.61, 14.76 ], "duration": 59.66, "caption": "A person flips over a page on the document he's reading and sticks out his tongue.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 133, "video_name": "friends_s02e12-13_seg02_clip_06", "timestamp": [ 25.94, 31.73 ], "duration": 61.66, "caption": "A person is sitting, and flipping through a book while talking.", "similarity": 0.7153, "relevance": 4 }, { "pair_id": 134, "video_name": "house_s03e04_seg02_clip_00", "timestamp": [ 0.0, 4.56 ], "duration": 91.66, "caption": "A man turns a page of a thick book on the desk.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 135, "video_name": "castle_s04e04_seg02_clip_22", "timestamp": [ 28.99, 42.79 ], "duration": 92.66, "caption": "A boy flips through the pages in his book.", "similarity": 0.7119, "relevance": 4 }, { "pair_id": 137, "video_name": "s06e19_seg02_clip_07", "timestamp": [ 40.65, 45.85 ], "duration": 65.66, "caption": "A person flips through some pages and shows another person something in the notebook.", "similarity": 0.7051, "relevance": 4 }, { "pair_id": 139, "video_name": "castle_s03e09_seg02_clip_06", "timestamp": [ 21.91, 23.73 ], "duration": 91.66, "caption": "A person taps their finger on a page on a book in front of woman.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 173440, "video_name": "s06e11_seg02_clip_07", "timestamp": [ 51.32, 52.82 ], "duration": 60.66, "caption": "A person looks down at his/her book and shakes his/her head back and forth.", "similarity": 0.698, "relevance": 2 }, { "pair_id": 173441, "video_name": "s08e05_seg02_clip_01", "timestamp": [ 49.62, 62.03 ], "duration": 62.66, "caption": "A person flips through a book while talking to another person.", "similarity": 0.6969, "relevance": 4 }, { "pair_id": 173442, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 46.82, 57.17 ], "duration": 90.66, "caption": "A person sits down by the desk and then points to a page on her book.", "similarity": 0.6952, "relevance": 1 }, { "pair_id": 173443, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 5.12, 7.68 ], "duration": 64.66, "caption": "A person is going through a book with a pen in their hand.", "similarity": 0.6912, "relevance": 4 }, { "pair_id": 173444, "video_name": "castle_s06e04_seg02_clip_21", "timestamp": [ 80.45, 84.89 ], "duration": 88.66, "caption": "A person points to the copy of a book that they are holding.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 173445, "video_name": "s03e07_seg02_clip_12", "timestamp": [ 20.78, 21.71 ], "duration": 62.66, "caption": "A person angrily turns a page in the comic book they are holding while sitting down.", "similarity": 0.6816, "relevance": 3 }, { "pair_id": 173446, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A man opens a book in front of a person and hits the pages as he speaks.", "similarity": 0.6794, "relevance": 3 }, { "pair_id": 173447, "video_name": "house_s01e06_seg02_clip_20", "timestamp": [ 37.03, 48.42 ], "duration": 81.66, "caption": "A person has a blue book open and is reading to someone.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 173448, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 40.22, 42.03 ], "duration": 90.66, "caption": "A person pulls a book forward from a bookshelf.", "similarity": 0.6762, "relevance": 1 }, { "pair_id": 173449, "video_name": "castle_s02e09_seg02_clip_25", "timestamp": [ 60.11, 70.85 ], "duration": 85.66, "caption": "A person puts down the book that they are reading as a child comes up to them.", "similarity": 0.6731, "relevance": 2 }, { "pair_id": 173450, "video_name": "castle_s08e04_seg02_clip_08", "timestamp": [ 39.61, 42.76 ], "duration": 90.66, "caption": "A person gives someone the book he was holding.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 173451, "video_name": "friends_s07e15_seg02_clip_12", "timestamp": [ 36.9, 47.97 ], "duration": 61.66, "caption": "A man opens his book back up when he's talking to another man and starts flipping through pages.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 173452, "video_name": "house_s05e18_seg02_clip_22", "timestamp": [ 42.51, 52.51 ], "duration": 125.66, "caption": "A man reads through pages of a file, flipping over pages as he reads.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 173453, "video_name": "friends_s08e19_seg02_clip_13", "timestamp": [ 28.43, 30.17 ], "duration": 58.66, "caption": "A woman interviewing a man turns the page of her book.", "similarity": 0.6617, "relevance": 3 }, { "pair_id": 173454, "video_name": "grey_s03e12_seg02_clip_21", "timestamp": [ 94.14, 96.74 ], "duration": 104.66, "caption": "A person is lying down looking at a book.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 173455, "video_name": "friends_s06e21_seg02_clip_17", "timestamp": [ 4.2, 8.1 ], "duration": 60.66, "caption": "A woman opens a book and seems to start reading as two people look on.", "similarity": 0.6606, "relevance": 3 }, { "pair_id": 173456, "video_name": "friends_s08e20_seg02_clip_01", "timestamp": [ 32.46, 34.24 ], "duration": 59.66, "caption": "A man turns over the next page from his notebook.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 173457, "video_name": "house_s04e01_seg02_clip_06", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person with dark curly hair touches a bookmark coming out of a book.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 173458, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 37.5, 41.57 ], "duration": 90.66, "caption": "While listening to a man, a man turns the page of a notebook.", "similarity": 0.6578, "relevance": 3 }, { "pair_id": 173459, "video_name": "friends_s09e13_seg02_clip_21", "timestamp": [ 43.23, 49.9 ], "duration": 58.66, "caption": "A person flips through the pages of a binder.", "similarity": 0.6564, "relevance": 4 } ] }, { "query_id": 14883, "query": "A woman puts her arm around a man's shoulders as they sit in bed.", "relevant_moment": [ { "pair_id": 158000, "video_name": "friends_s03e01_seg02_clip_05", "timestamp": [ 2.85, 6.08 ], "duration": 38.66, "caption": "A woman puts her arm around a man's shoulders as they sit in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158001, "video_name": "friends_s02e18_seg02_clip_08", "timestamp": [ 27.69, 60.19 ], "duration": 60.66, "caption": "A man puts his arms around a woman in the bed.", "similarity": 0.8629, "relevance": 3 }, { "pair_id": 158002, "video_name": "house_s05e14_seg02_clip_10", "timestamp": [ 8.19, 10.92 ], "duration": 91.66, "caption": "A woman with brown hair puts her arm around a man as they lay in bed.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 158003, "video_name": "grey_s02e14_seg02_clip_25", "timestamp": [ 9.24, 25.2 ], "duration": 168.66, "caption": "A woman lies in bed and a man puts his arm around her.", "similarity": 0.8008, "relevance": 2 }, { "pair_id": 158004, "video_name": "s09e12_seg02_clip_01", "timestamp": [ 32.88, 37.22 ], "duration": 62.66, "caption": "A man has his arm wrapped around woman as they lie together in bed.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 158005, "video_name": "house_s06e02_seg02_clip_20", "timestamp": [ 3.4, 10.88 ], "duration": 136.66, "caption": "A woman lays on a man's shoulder as they lay in bed.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 158006, "video_name": "met_s02e05_seg02_clip_08", "timestamp": [ 12.91, 14.71 ], "duration": 60.66, "caption": "A woman with blonde hair wraps her arm around a man as they lay in bed.", "similarity": 0.7715, "relevance": 3 }, { "pair_id": 158007, "video_name": "s10e07_seg02_clip_12", "timestamp": [ 27.37, 30.79 ], "duration": 57.66, "caption": "A person puts their arm around someone as they lie in bed.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 158008, "video_name": "friends_s03e13_seg02_clip_11", "timestamp": [ 41.87, 43.73 ], "duration": 62.66, "caption": "A woman playfully touches a man on the shoulder in bed.", "similarity": 0.7548, "relevance": 3 }, { "pair_id": 158009, "video_name": "friends_s08e23-24_seg02_clip_26", "timestamp": [ 18.3, 25.38 ], "duration": 59.66, "caption": "A woman walks over to the bed, sits on it, and puts her arm around a man.", "similarity": 0.7543, "relevance": 4 }, { "pair_id": 158010, "video_name": "friends_s02e18_seg02_clip_12", "timestamp": [ 14.36, 19.26 ], "duration": 61.66, "caption": "A woman stands on the bed and puts her hands on a man's shoulder.", "similarity": 0.7525, "relevance": 3 }, { "pair_id": 158011, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 20.56, 49.86 ], "duration": 87.66, "caption": "A woman sits at the edge of the bed and tends to a man's arm.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 158012, "video_name": "met_s05e05_seg02_clip_10", "timestamp": [ 30.13, 32.24 ], "duration": 60.66, "caption": "A man leans over and puts his left hand on woman's right shoulder while she sits on the bed.", "similarity": 0.7445, "relevance": 2 }, { "pair_id": 158013, "video_name": "house_s07e16_seg02_clip_06", "timestamp": [ 55.17, 57.86 ], "duration": 89.66, "caption": "A man puts his arm around a woman while laying in bed and talking on the phone.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 158014, "video_name": "s05e03_seg02_clip_11", "timestamp": [ 21.14, 31.07 ], "duration": 32.66, "caption": "A woman sits on a man's bed with her arms crossed.", "similarity": 0.7339, "relevance": 1 }, { "pair_id": 158015, "video_name": "friends_s02e23_seg02_clip_11", "timestamp": [ 36.16, 37.88 ], "duration": 57.66, "caption": "A person leans over and touches woman's hand in bed.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 158016, "video_name": "s09e12_seg02_clip_10", "timestamp": [ 15.2, 29.77 ], "duration": 62.66, "caption": "A man sits on the bed and a woman places her head on his shoulder.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 158017, "video_name": "s01e15_seg01_clip_01", "timestamp": [ 53.12, 56.73 ], "duration": 60.66, "caption": "A woman puts her arm around person's shoulders.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 158018, "video_name": "friends_s09e03_seg01_clip_00", "timestamp": [ 45.97, 48.7 ], "duration": 91.66, "caption": "A man puts his arm around woman and pats her shoulder.", "similarity": 0.7249, "relevance": 2 }, { "pair_id": 158019, "video_name": "friends_s03e01_seg02_clip_07", "timestamp": [ 13.03, 20.16 ], "duration": 62.66, "caption": "A woman puts one arm around a man and rubs his shoulder.", "similarity": 0.7198, "relevance": 4 }, { "pair_id": 331320, "video_name": "friends_s05e23-24_seg02_clip_03", "timestamp": [ 21.91, 23.71 ], "duration": 60.66, "caption": "A woman puts her arms around a man's shoulders and squeezes him.", "similarity": 0.7187, "relevance": 3 }, { "pair_id": 331321, "video_name": "grey_s02e14_seg02_clip_25", "timestamp": [ 10.08, 36.97 ], "duration": 168.66, "caption": "A woman lies down in bed next to someone and they put their arm around her.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 331322, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 21.07, 23.02 ], "duration": 78.66, "caption": "A woman puts her hand on man's shoulder and man puts his arm around her waist.", "similarity": 0.7111, "relevance": 3 }, { "pair_id": 331323, "video_name": "grey_s03e13_seg02_clip_19", "timestamp": [ 62.01, 68.85 ], "duration": 91.66, "caption": "A woman sits down next to a person's bed and holds the person's arm.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 331324, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 8.56, 12.99 ], "duration": 59.66, "caption": "A woman puts her hand on a man's shoulder then wraps her arm around him.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 331325, "video_name": "s02e16_seg02_clip_04", "timestamp": [ 42.61, 51.02 ], "duration": 51.66, "caption": "A woman leans back in bed and puts her arm over her head.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 331326, "video_name": "castle_s05e04_seg02_clip_05", "timestamp": [ 85.56, 91.03 ], "duration": 91.66, "caption": "While in bed together a man raises his forearms towards the ceiling and a woman lays back on her pillow and closes her eyes.", "similarity": 0.6903, "relevance": 1 }, { "pair_id": 331327, "video_name": "castle_s05e19_seg02_clip_07", "timestamp": [ 44.12, 59.44 ], "duration": 92.66, "caption": "A man holds another person's shoulder while they are lying in bed.", "similarity": 0.6903, "relevance": 2 }, { "pair_id": 331328, "video_name": "castle_s06e05_seg02_clip_02", "timestamp": [ 68.14, 69.94 ], "duration": 90.66, "caption": "A woman touches a man's shoulder as if she comforts him.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 331329, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 4.13, 5.31 ], "duration": 59.66, "caption": "A woman places both her hands on a man's shoulders.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 331330, "video_name": "s09e22_seg01_clip_00", "timestamp": [ 12.51, 17.09 ], "duration": 61.66, "caption": "A man puts his arm around woman while she sits beside him.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 331332, "video_name": "friends_s03e13_seg02_clip_20", "timestamp": [ 0.0, 3.58 ], "duration": 65.66, "caption": "A woman sits down on a man's lap and puts her arm around him.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 331333, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 26.24, 29.25 ], "duration": 86.66, "caption": "A man puts his hand on to woman's shoulders.", "similarity": 0.6813, "relevance": 2 }, { "pair_id": 331334, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 0.0, 9.77 ], "duration": 88.66, "caption": "A woman gets on top of a man in the bed and wants him to touch her.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 331335, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A man puts his arm around woman and rubs her back.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 331336, "video_name": "friends_s01e06_seg02_clip_16", "timestamp": [ 23.09, 30.51 ], "duration": 57.66, "caption": "A man grabs his date by the shoulders in bed.", "similarity": 0.6792, "relevance": 3 }, { "pair_id": 331337, "video_name": "friends_s09e16_seg02_clip_16", "timestamp": [ 22.73, 24.5 ], "duration": 59.66, "caption": "A man touches a woman's arm as he guides her to sit on the couch.", "similarity": 0.6789, "relevance": 1 }, { "pair_id": 331338, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 25.01, 26.26 ], "duration": 62.66, "caption": "A woman touches a man's right arm and shoulder.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 331339, "video_name": "friends_s07e14_seg02_clip_13", "timestamp": [ 5.94, 9.24 ], "duration": 66.66, "caption": "A woman stretches out her arms and puts them around a man's neck.", "similarity": 0.6748, "relevance": 2 } ] }, { "query_id": 14891, "query": "A woman throws the hair down on to a man's cereal.", "relevant_moment": [ { "pair_id": 231900, "video_name": "friends_s07e01_seg02_clip_19", "timestamp": [ 19.48, 21.84 ], "duration": 59.66, "caption": "A woman throws up her hands in frustration next to a man.", "similarity": 0.5664, "relevance": 2 }, { "pair_id": 231901, "video_name": "friends_s07e07_seg01_clip_00", "timestamp": [ 4.14, 8.28 ], "duration": 92.66, "caption": "A man looks down from his cereal after woman asks about last night.", "similarity": 0.5649, "relevance": 3 }, { "pair_id": 231902, "video_name": "friends_s07e09_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A woman cuts a man's hair while holding a bowl on his head.", "similarity": 0.5623, "relevance": 2 }, { "pair_id": 231903, "video_name": "s06e06_seg02_clip_02", "timestamp": [ 39.55, 42.79 ], "duration": 59.66, "caption": "A woman puts her spoon down and moves towards a man.", "similarity": 0.5535, "relevance": 2 }, { "pair_id": 231904, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 46.01, 57.66 ], "duration": 59.66, "caption": "A man comes up to a woman and she blows him off.", "similarity": 0.5477, "relevance": 2 }, { "pair_id": 231905, "video_name": "s09e15_seg02_clip_11", "timestamp": [ 11.71, 16.51 ], "duration": 60.66, "caption": "A man suddenly throws a thing on a woman's face.", "similarity": 0.5464, "relevance": 2 }, { "pair_id": 231906, "video_name": "grey_s02e02_seg02_clip_11", "timestamp": [ 12.02, 16.02 ], "duration": 89.66, "caption": "A woman picks up a doll and throws it at a man.", "similarity": 0.5454, "relevance": 2 }, { "pair_id": 231907, "video_name": "castle_s02e07_seg02_clip_10", "timestamp": [ 60.53, 65.54 ], "duration": 91.66, "caption": "A woman puts a bowl in between her and a man and they both take a piece of candy and put it in their mouths.", "similarity": 0.5429, "relevance": 2 }, { "pair_id": 231908, "video_name": "friends_s07e09_seg02_clip_03", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A woman is cutting guy's hair around a bowl on his head when some people enter and she accuses him of eating all the candy.", "similarity": 0.5415, "relevance": 2 }, { "pair_id": 231909, "video_name": "friends_s02e17_seg02_clip_09", "timestamp": [ 8.57, 13.7 ], "duration": 57.66, "caption": "A woman throws fruit at man while on the phone.", "similarity": 0.5411, "relevance": 2 }, { "pair_id": 231910, "video_name": "friends_s03e20_seg02_clip_14", "timestamp": [ 11.68, 14.24 ], "duration": 73.66, "caption": "A woman throws a magazine down on the table in front of a man.", "similarity": 0.5384, "relevance": 2 }, { "pair_id": 231911, "video_name": "friends_s04e10_seg01_clip_00", "timestamp": [ 27.74, 30.05 ], "duration": 66.66, "caption": "A woman shakes her head, loosely points toward a man and then eats her popcorn.", "similarity": 0.5382, "relevance": 2 }, { "pair_id": 231912, "video_name": "castle_s03e10_seg02_clip_07", "timestamp": [ 13.8, 20.92 ], "duration": 89.66, "caption": "A woman takes her hair down while a man watches her.", "similarity": 0.5378, "relevance": 2 }, { "pair_id": 231913, "video_name": "friends_s04e23-24_seg02_clip_12", "timestamp": [ 4.03, 10.23 ], "duration": 62.66, "caption": "A man hands a woman his pants and she throws them on the floor.", "similarity": 0.5363, "relevance": 2 }, { "pair_id": 231914, "video_name": "s04e24_seg02_clip_13", "timestamp": [ 52.82, 57.93 ], "duration": 60.66, "caption": "A woman points her finger at a man then brushes her hair out of her eyes.", "similarity": 0.5344, "relevance": 2 }, { "pair_id": 231915, "video_name": "friends_s01e09_seg02_clip_15", "timestamp": [ 28.81, 31.51 ], "duration": 60.66, "caption": "A woman puts her hand on woman's stomach and man slaps it away.", "similarity": 0.5334, "relevance": 2 }, { "pair_id": 231916, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 23.47, 25.77 ], "duration": 92.66, "caption": "A woman tosses a piece of paper to a man.", "similarity": 0.5285, "relevance": 2 }, { "pair_id": 231917, "video_name": "met_s06e13_seg02_clip_00", "timestamp": [ 7.68, 11.21 ], "duration": 64.66, "caption": "A woman throws her pretzels at a man and asks how he does the stuff he does.", "similarity": 0.5283, "relevance": 3 }, { "pair_id": 231918, "video_name": "friends_s08e12_seg02_clip_14", "timestamp": [ 50.86, 52.1 ], "duration": 62.66, "caption": "A woman whips her hair while talking to a man.", "similarity": 0.5275, "relevance": 2 }, { "pair_id": 231919, "video_name": "castle_s07e09_seg02_clip_26", "timestamp": [ 18.33, 21.46 ], "duration": 89.66, "caption": "A woman throws her hands up to another woman and a man and turns around to leave and immediately comes back.", "similarity": 0.5268, "relevance": 2 } ] }, { "query_id": 14893, "query": "A person comes out of the bathroom holding a wad of hair.", "relevant_moment": [ { "pair_id": 148860, "video_name": "friends_s03e01_seg02_clip_03", "timestamp": [ 0.0, 5.13 ], "duration": 57.66, "caption": "A person comes out of the bathroom holding a wad of hair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148861, "video_name": "friends_s02e17_seg02_clip_02", "timestamp": [ 21.34, 26.08 ], "duration": 79.66, "caption": "A man comes out of the bathroom and rubs their hair.", "similarity": 0.7697, "relevance": 3 }, { "pair_id": 148862, "video_name": "s02e21_seg02_clip_04", "timestamp": [ 7.8, 10.2 ], "duration": 60.66, "caption": "A person runs a comb through his hair in the bathroom.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 148863, "video_name": "s01e15_seg02_clip_12", "timestamp": [ 55.15, 63.03 ], "duration": 63.66, "caption": "A person walks out of the bathroom holding himself.", "similarity": 0.7279, "relevance": 1 }, { "pair_id": 148864, "video_name": "house_s03e13_seg02_clip_13", "timestamp": [ 4.05, 15.28 ], "duration": 89.66, "caption": "A person is wheeling themselves around in the bathroom.", "similarity": 0.7142, "relevance": 1 }, { "pair_id": 148865, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 25.51, 30.31 ], "duration": 60.66, "caption": "A person walks out of the bathroom with a tissue in his/her hand.", "similarity": 0.6976, "relevance": 1 }, { "pair_id": 148866, "video_name": "friends_s01e11_seg02_clip_17", "timestamp": [ 3.98, 7.44 ], "duration": 53.66, "caption": "A person walks out of the bathroom.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 148867, "video_name": "s06e05_seg02_clip_13", "timestamp": [ 25.75, 33.35 ], "duration": 66.66, "caption": "A person exits their bathroom dressed as a smurf.", "similarity": 0.6628, "relevance": 1 }, { "pair_id": 148868, "video_name": "friends_s01e14_seg02_clip_02", "timestamp": [ 25.66, 32.95 ], "duration": 54.66, "caption": "A person pops their head out from the bathroom stall.", "similarity": 0.6568, "relevance": 0 }, { "pair_id": 148869, "video_name": "s10e08_seg02_clip_06", "timestamp": [ 52.83, 55.78 ], "duration": 59.66, "caption": "A person stands up and exits the bathroom stall.", "similarity": 0.6518, "relevance": 0 }, { "pair_id": 148870, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 23.41, 45.46 ], "duration": 90.66, "caption": "A person goes to the bathroom in the small stall.", "similarity": 0.6397, "relevance": 0 }, { "pair_id": 148871, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 53.72, 54.92 ], "duration": 60.66, "caption": "A woman comes out of the bathroom with a towel on their head and in a robe.", "similarity": 0.6361, "relevance": 2 }, { "pair_id": 148872, "video_name": "met_s06e10_seg01_clip_03", "timestamp": [ 33.83, 36.28 ], "duration": 47.66, "caption": "A person enters the bathroom and closes the door behind him/her.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 148873, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 47.21, 52.82 ], "duration": 80.66, "caption": "A person exits the bathroom and walks into the living room.", "similarity": 0.6255, "relevance": 3 }, { "pair_id": 148874, "video_name": "s05e18_seg02_clip_00", "timestamp": [ 57.67, 62.71 ], "duration": 63.66, "caption": "A person motions with their head to try and get their hair out of their face.", "similarity": 0.6195, "relevance": 0 }, { "pair_id": 148875, "video_name": "s05e18_seg02_clip_00", "timestamp": [ 56.41, 63.03 ], "duration": 63.66, "caption": "A person starts to whip his hair out of the way.", "similarity": 0.6186, "relevance": 0 }, { "pair_id": 148876, "video_name": "castle_s08e20_seg02_clip_05", "timestamp": [ 74.36, 79.71 ], "duration": 89.66, "caption": "A woman comes out of the bathroom and walks by someone, waving her hand by them.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 148877, "video_name": "friends_s09e12_seg02_clip_14", "timestamp": [ 14.46, 19.77 ], "duration": 59.66, "caption": "A man checks their hair in the mirror and then walks out of the bathroom.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 148878, "video_name": "friends_s01e20_seg02_clip_07", "timestamp": [ 39.25, 43.38 ], "duration": 59.66, "caption": "A woman reaches into her hair and removes something.", "similarity": 0.6139, "relevance": 1 }, { "pair_id": 148879, "video_name": "s03e22_seg02_clip_04", "timestamp": [ 38.14, 42.72 ], "duration": 61.66, "caption": "A man goes inside the bathroom and comes out as a person waits.", "similarity": 0.6138, "relevance": 2 } ] }, { "query_id": 14922, "query": "A woman sits in someone's spot with a dinner plate in hand.", "relevant_moment": [ { "pair_id": 160860, "video_name": "s01e04_seg02_clip_10", "timestamp": [ 50.98, 56.02 ], "duration": 56.66, "caption": "A woman sits in someone's spot with a dinner plate in hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160861, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 39.02, 41.42 ], "duration": 60.66, "caption": "A woman hands a man a plate of food as she sits down at the table.", "similarity": 0.739, "relevance": 4 }, { "pair_id": 160862, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 6.49, 12.99 ], "duration": 59.66, "caption": "A woman sets two plates down and sits at the table with a person.", "similarity": 0.7308, "relevance": 4 }, { "pair_id": 160863, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.6995, "relevance": 4 }, { "pair_id": 160864, "video_name": "friends_s09e08_seg02_clip_11", "timestamp": [ 2.28, 10.55 ], "duration": 57.66, "caption": "A woman puts some food from a dish onto her plate and then places the dish on the table.", "similarity": 0.6994, "relevance": 2 }, { "pair_id": 160865, "video_name": "s07e09_seg02_clip_00", "timestamp": [ 41.56, 45.9 ], "duration": 62.66, "caption": "A woman takes her plate and goes to sit on the chair.", "similarity": 0.6994, "relevance": 3 }, { "pair_id": 160866, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 160867, "video_name": "castle_s07e22_seg02_clip_00", "timestamp": [ 25.24, 26.62 ], "duration": 91.66, "caption": "A woman sits at the dining table with a grapefruit on a plate.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 160868, "video_name": "friends_s08e11_seg02_clip_18", "timestamp": [ 24.11, 25.02 ], "duration": 61.66, "caption": "A woman puts her fork down on her plate while sitting at the table.", "similarity": 0.6928, "relevance": 1 }, { "pair_id": 160869, "video_name": "friends_s06e05_seg02_clip_01", "timestamp": [ 30.69, 35.56 ], "duration": 60.66, "caption": "A woman takes a plate from the kitchen counter and sits at the table with woman.", "similarity": 0.6927, "relevance": 4 }, { "pair_id": 160870, "video_name": "friends_s02e10_seg02_clip_04", "timestamp": [ 22.12, 26.41 ], "duration": 66.66, "caption": "A woman walks with a piece of cake on a plate in her hand as she sits beside person.", "similarity": 0.6923, "relevance": 4 }, { "pair_id": 160871, "video_name": "friends_s07e05_seg02_clip_16", "timestamp": [ 12.35, 13.85 ], "duration": 60.66, "caption": "A woman puts a plate she is holding on the table in front of her.", "similarity": 0.6903, "relevance": 2 }, { "pair_id": 160872, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 1.88, 3.76 ], "duration": 94.66, "caption": "A woman hands person a plate with a sandwich.", "similarity": 0.6868, "relevance": 2 }, { "pair_id": 160873, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.96, 3.64 ], "duration": 56.66, "caption": "A woman moves to place a plate of food on the table.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 160874, "video_name": "s05e04_seg02_clip_10", "timestamp": [ 12.82, 15.87 ], "duration": 61.66, "caption": "A person sets his/her dinner plate on the table.", "similarity": 0.6844, "relevance": 1 }, { "pair_id": 160875, "video_name": "s07e06_seg01_clip_00", "timestamp": [ 20.86, 33.48 ], "duration": 97.66, "caption": "A woman holds a person's food plate and waits to put it down.", "similarity": 0.6831, "relevance": 1 }, { "pair_id": 160876, "video_name": "friends_s09e22_seg02_clip_11", "timestamp": [ 42.41, 44.86 ], "duration": 61.66, "caption": "A woman took two plates in her hand with food.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 160877, "video_name": "friends_s04e13_seg02_clip_11", "timestamp": [ 33.93, 45.9 ], "duration": 57.66, "caption": "A woman serves food from a container onto a plate.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 160878, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 46.52, 50.42 ], "duration": 60.66, "caption": "A woman hands a man a dinner plate as he is by the kitchen sink.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 160879, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 12.92, 16.7 ], "duration": 63.66, "caption": "A woman grabs a plate of food and places it on the table.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 334180, "video_name": "grey_s03e02_seg02_clip_16", "timestamp": [ 0.46, 4.14 ], "duration": 92.66, "caption": "A woman sitting down with something in her hands.", "similarity": 0.6664, "relevance": 1 }, { "pair_id": 334181, "video_name": "s01e04_seg02_clip_11", "timestamp": [ 0.0, 9.76 ], "duration": 61.66, "caption": "A woman places her plate of food onto the coffee table.", "similarity": 0.6654, "relevance": 3 }, { "pair_id": 334182, "video_name": "friends_s04e13_seg02_clip_13", "timestamp": [ 25.43, 26.36 ], "duration": 62.66, "caption": "A woman takes a bite of the food on her plate.", "similarity": 0.6567, "relevance": 3 }, { "pair_id": 334183, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 0.78, 5.07 ], "duration": 78.66, "caption": "A woman puts food on a plate and then hands two plates to a waitress.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 334184, "video_name": "s04e16_seg02_clip_10", "timestamp": [ 21.31, 29.11 ], "duration": 60.66, "caption": "A person grabs a plate from the table and sits next to a person.", "similarity": 0.6549, "relevance": 3 }, { "pair_id": 334185, "video_name": "s09e21_seg02_clip_05", "timestamp": [ 48.92, 55.22 ], "duration": 60.66, "caption": "A woman brings a plate of food to the table.", "similarity": 0.6533, "relevance": 2 }, { "pair_id": 334186, "video_name": "friends_s01e03_seg02_clip_05", "timestamp": [ 40.02, 54.52 ], "duration": 63.66, "caption": "Wearing a chef outfit in the kitchen, a woman serves a plate.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 334187, "video_name": "s08e16_seg01_clip_00", "timestamp": [ 3.66, 7.32 ], "duration": 122.66, "caption": "A person puts down the plates on the table and sits down.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 334188, "video_name": "friends_s06e15-16_seg02_clip_24", "timestamp": [ 35.86, 38.74 ], "duration": 64.66, "caption": "A woman picks up the plate and eats with her hands.", "similarity": 0.6494, "relevance": 3 }, { "pair_id": 334189, "video_name": "friends_s01e01_seg02_clip_26", "timestamp": [ 2.24, 3.36 ], "duration": 56.66, "caption": "A woman puts both hand on a plate and slides it on top of the coffee table.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 334190, "video_name": "s04e03_seg02_clip_15", "timestamp": [ 5.7, 8.27 ], "duration": 57.66, "caption": "A person sits plates on a table in the living room.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 334191, "video_name": "friends_s09e20_seg02_clip_20", "timestamp": [ 2.0, 7.41 ], "duration": 57.66, "caption": "A woman holds a plate of food and gestures with her free hand.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 334192, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.13, 2.81 ], "duration": 56.66, "caption": "A woman holds a plate of turkey over a table.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 334193, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 16.23, 17.41 ], "duration": 59.66, "caption": "A woman puts her plate of food down on the table.", "similarity": 0.6404, "relevance": 3 }, { "pair_id": 334194, "video_name": "s02e07_seg02_clip_07", "timestamp": [ 15.68, 27.37 ], "duration": 57.66, "caption": "A woman puts plates down on the table in front of some people.", "similarity": 0.6399, "relevance": 2 }, { "pair_id": 334195, "video_name": "friends_s07e03_seg02_clip_00", "timestamp": [ 36.6, 44.97 ], "duration": 62.66, "caption": "A woman brings a plate with a sandwich and sits down on the sofa next to a man.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 334196, "video_name": "s07e21_seg02_clip_08", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A woman is sitting across of a person while at a restaurant.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 334197, "video_name": "s04e04_seg02_clip_12", "timestamp": [ 7.43, 12.11 ], "duration": 55.66, "caption": "A woman brings out a plate to the table for man and woman.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 334198, "video_name": "friends_s07e18_seg02_clip_05", "timestamp": [ 0.0, 1.24 ], "duration": 62.66, "caption": "A woman sets down a plate on the table.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 334199, "video_name": "friends_s02e10_seg02_clip_05", "timestamp": [ 9.18, 15.13 ], "duration": 54.66, "caption": "A woman picks up a plate from the table and puts it on her tray.", "similarity": 0.6345, "relevance": 1 } ] }, { "query_id": 14927, "query": "A man runs toward the laptop and closes it quickly.", "relevant_moment": [ { "pair_id": 11360, "video_name": "friends_s02e08_seg02_clip_10", "timestamp": [ 38.24, 39.36 ], "duration": 56.66, "caption": "A man runs toward the laptop and closes it quickly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11361, "video_name": "castle_s02e24_seg02_clip_10", "timestamp": [ 1.34, 2.23 ], "duration": 89.66, "caption": "A man quickly closes his laptop and gets up out of his chair.", "similarity": 0.7581, "relevance": 1 }, { "pair_id": 11362, "video_name": "s04e05_seg02_clip_05", "timestamp": [ 28.07, 33.57 ], "duration": 61.66, "caption": "A person starts to close his laptop up before opening it again.", "similarity": 0.7401, "relevance": 3 }, { "pair_id": 11363, "video_name": "met_s02e09_seg02_clip_13", "timestamp": [ 8.24, 10.07 ], "duration": 61.66, "caption": "A person closes the laptop that someone is working on.", "similarity": 0.7309, "relevance": 4 }, { "pair_id": 11364, "video_name": "house_s08e21_seg02_clip_26", "timestamp": [ 20.19, 24.08 ], "duration": 70.66, "caption": "A man closes his laptop while someone is sitting next to him.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 11365, "video_name": "s04e17_seg01_clip_00", "timestamp": [ 52.19, 56.03 ], "duration": 64.66, "caption": "A person turns their laptop off and closes it.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 11366, "video_name": "s04e24_seg02_clip_16", "timestamp": [ 16.48, 17.7 ], "duration": 61.66, "caption": "A man closed the laptop computer to shut it down.", "similarity": 0.7218, "relevance": 3 }, { "pair_id": 11367, "video_name": "house_s08e16_seg02_clip_06", "timestamp": [ 4.05, 5.85 ], "duration": 90.66, "caption": "A man closes up the laptop right in front of another man.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 11368, "video_name": "met_s05e04_seg02_clip_02", "timestamp": [ 38.4, 43.42 ], "duration": 59.66, "caption": "A man grabs the laptop from another man and closes it.", "similarity": 0.7039, "relevance": 3 }, { "pair_id": 11369, "video_name": "castle_s06e12_seg02_clip_21", "timestamp": [ 33.08, 39.43 ], "duration": 90.66, "caption": "A man opens a laptop and begins working on it.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 11370, "video_name": "s08e14_seg02_clip_13", "timestamp": [ 52.82, 54.92 ], "duration": 60.66, "caption": "A person closes their laptop and rests their hand on it.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 11371, "video_name": "met_s05e04_seg02_clip_02", "timestamp": [ 38.4, 41.65 ], "duration": 59.66, "caption": "A man closes and takes a laptop away from another man.", "similarity": 0.7006, "relevance": 3 }, { "pair_id": 11372, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 32.2, 33.94 ], "duration": 87.66, "caption": "A person closes the laptop that another person is in front of.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 11373, "video_name": "s09e19_seg02_clip_01", "timestamp": [ 5.31, 17.41 ], "duration": 59.66, "caption": "A person's laptop flashes and dies so he closes it.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 11374, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 17.39, 21.97 ], "duration": 61.66, "caption": "A man closes their laptop and stands up from the table.", "similarity": 0.6865, "relevance": 3 }, { "pair_id": 11375, "video_name": "s05e04_seg02_clip_14", "timestamp": [ 52.38, 53.22 ], "duration": 56.66, "caption": "A person closes his laptop which is sitting on a coffee table in front of him.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 11376, "video_name": "friends_s09e23-24_seg02_clip_13", "timestamp": [ 11.41, 12.01 ], "duration": 60.66, "caption": "A man closes his laptop as he is sitting at a desk.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 11377, "video_name": "castle_s03e10_seg02_clip_00", "timestamp": [ 0.0, 6.9 ], "duration": 92.66, "caption": "A man is typing on his laptop as another person runs in front of him.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 11378, "video_name": "met_s03e08_seg02_clip_17", "timestamp": [ 18.08, 22.07 ], "duration": 61.66, "caption": "A person runs and sits down in front of a laptop.", "similarity": 0.6816, "relevance": 3 }, { "pair_id": 11379, "video_name": "house_s08e20_seg02_clip_02", "timestamp": [ 44.91, 46.73 ], "duration": 90.66, "caption": "A woman tries to forcefully close man's laptop.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 184680, "video_name": "s06e21_seg02_clip_05", "timestamp": [ 9.3, 11.48 ], "duration": 62.66, "caption": "A person closes his/her laptop forcefully and stands up.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 184681, "video_name": "s09e24_seg02_clip_08", "timestamp": [ 48.62, 54.92 ], "duration": 60.66, "caption": "A man closes his laptop and another man reopens it then closes it again.", "similarity": 0.6761, "relevance": 3 }, { "pair_id": 184682, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 19.22, 20.14 ], "duration": 61.66, "caption": "A person closes the laptop that's in front of him/her on the table.", "similarity": 0.6748, "relevance": 3 }, { "pair_id": 184683, "video_name": "s01e08_seg01_clip_01", "timestamp": [ 37.52, 49.52 ], "duration": 60.66, "caption": "A person starts to close the laptops, opens it and walks over then places the laptop on the table and sits down.", "similarity": 0.6733, "relevance": 3 }, { "pair_id": 184684, "video_name": "s05e07_seg02_clip_15", "timestamp": [ 44.35, 46.83 ], "duration": 62.66, "caption": "A man closes the laptop and takes his glasses off.", "similarity": 0.6702, "relevance": 3 }, { "pair_id": 184685, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 30.01, 31.34 ], "duration": 88.66, "caption": "A person closes the lid of someone's laptop.", "similarity": 0.6693, "relevance": 3 }, { "pair_id": 184686, "video_name": "s06e21_seg02_clip_01", "timestamp": [ 16.83, 20.6 ], "duration": 58.66, "caption": "A person closes the laptop and puts it on the table.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 184687, "video_name": "s07e17_seg02_clip_12", "timestamp": [ 22.21, 28.51 ], "duration": 60.66, "caption": "A man closes his laptop and puts the tray up.", "similarity": 0.6651, "relevance": 3 }, { "pair_id": 184688, "video_name": "house_s08e15_seg02_clip_00", "timestamp": [ 22.1, 24.45 ], "duration": 94.66, "caption": "A person closes the laptop he used to watch a short video clip.", "similarity": 0.6617, "relevance": 3 }, { "pair_id": 184689, "video_name": "s09e20_seg02_clip_01", "timestamp": [ 17.39, 19.53 ], "duration": 61.66, "caption": "A person closes their laptop and gets up from their chair.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 184690, "video_name": "s04e05_seg02_clip_17", "timestamp": [ 30.95, 31.99 ], "duration": 52.66, "caption": "A person closes a red laptop that's sitting on someone's lap.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 184691, "video_name": "grey_s02e12_seg02_clip_11", "timestamp": [ 80.1, 82.83 ], "duration": 91.66, "caption": "A man closes a laptop that is at the nurse's station.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 184692, "video_name": "castle_s04e08_seg02_clip_23", "timestamp": [ 73.85, 86.15 ], "duration": 107.66, "caption": "A man opens a laptop and completes a transaction.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 184693, "video_name": "s10e06_seg01_clip_00", "timestamp": [ 25.66, 27.28 ], "duration": 54.66, "caption": "A person closes the lid to their laptop computer.", "similarity": 0.6524, "relevance": 3 }, { "pair_id": 184694, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 11.9, 14.04 ], "duration": 61.66, "caption": "A person takes hold of his/her laptop screen and closes the device.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 184695, "video_name": "s02e04_seg02_clip_14", "timestamp": [ 8.4, 12.91 ], "duration": 60.66, "caption": "A person runs over to get his/her laptop computer.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 184696, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 11.9, 14.65 ], "duration": 61.66, "caption": "A person closes their laptop while sitting at their desk.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 184697, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 44.25, 45.16 ], "duration": 61.66, "caption": "A person closes the laptop that some people were looking at.", "similarity": 0.6479, "relevance": 2 }, { "pair_id": 184698, "video_name": "met_s05e04_seg02_clip_01", "timestamp": [ 48.21, 53.09 ], "duration": 61.66, "caption": "A man hits a button on the laptop and person puts it on his/her lap.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 184699, "video_name": "s06e12_seg02_clip_05", "timestamp": [ 18.81, 22.1 ], "duration": 47.66, "caption": "A person pushes down the lid of his laptop computer.", "similarity": 0.6462, "relevance": 2 } ] }, { "query_id": 14981, "query": "A person is throwing and catching a ball in the air.", "relevant_moment": [ { "pair_id": 171960, "video_name": "house_s05e02_seg02_clip_26", "timestamp": [ 16.11, 21.19 ], "duration": 35.66, "caption": "A person is throwing and catching a ball in the air.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171961, "video_name": "house_s05e07_seg02_clip_14", "timestamp": [ 46.91, 50.23 ], "duration": 83.66, "caption": "A person throws a ball into the air and then catches it.", "similarity": 0.9243, "relevance": 4 }, { "pair_id": 171962, "video_name": "house_s01e05_seg02_clip_23", "timestamp": [ 57.98, 63.04 ], "duration": 92.66, "caption": "A man is throwing and catching a ball in the air.", "similarity": 0.8865, "relevance": 4 }, { "pair_id": 171963, "video_name": "s06e08_seg02_clip_17", "timestamp": [ 90.42, 93.95 ], "duration": 101.66, "caption": "A person twice throws a ball up in the air and catches it.", "similarity": 0.8596, "relevance": 4 }, { "pair_id": 171964, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 29.79, 31.07 ], "duration": 85.66, "caption": "A person tosses the ball in their hand in the air and catches it as they stand.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 171965, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 16.42, 19.61 ], "duration": 91.66, "caption": "A person throws the ball at the wall and catches it.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 171966, "video_name": "house_s02e20_seg02_clip_24", "timestamp": [ 104.67, 111.18 ], "duration": 130.66, "caption": "A person is throwing and catching a ball against the wall, with his cane handle.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 171967, "video_name": "friends_s05e21_seg02_clip_05", "timestamp": [ 7.02, 9.76 ], "duration": 61.66, "caption": "A man catches a ball that is thrown to him.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 171968, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 41.36, 49.9 ], "duration": 89.66, "caption": "A person throws an object he is holding in his left hand to the air and catches it.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 171969, "video_name": "friends_s05e21_seg02_clip_05", "timestamp": [ 0.61, 3.66 ], "duration": 61.66, "caption": "A man catches a ball that is thrown to them.", "similarity": 0.7557, "relevance": 3 }, { "pair_id": 171970, "video_name": "house_s08e02_seg02_clip_22", "timestamp": [ 74.69, 83.45 ], "duration": 103.66, "caption": "A man throws a ball, it bounces and he catches it.", "similarity": 0.7536, "relevance": 4 }, { "pair_id": 171971, "video_name": "friends_s05e21_seg02_clip_04", "timestamp": [ 53.12, 54.6 ], "duration": 59.66, "caption": "A man throws a ball and another person catches it.", "similarity": 0.7405, "relevance": 3 }, { "pair_id": 171972, "video_name": "s05e17_seg02_clip_08", "timestamp": [ 6.6, 9.6 ], "duration": 60.66, "caption": "A person throws the basketball and moves out of the way instead of catching it.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 171973, "video_name": "castle_s02e15_seg02_clip_14", "timestamp": [ 79.13, 82.75 ], "duration": 90.66, "caption": "A man throws a baseball into the air and catches it.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 171974, "video_name": "house_s03e08_seg02_clip_22", "timestamp": [ 64.88, 79.14 ], "duration": 92.66, "caption": "A man picks up a ball and starts tossing it up in the air.", "similarity": 0.7135, "relevance": 4 }, { "pair_id": 171975, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 0.0, 3.61 ], "duration": 90.66, "caption": "A person makes a paper ball and throws it.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 171976, "video_name": "house_s05e02_seg02_clip_11", "timestamp": [ 29.71, 31.51 ], "duration": 90.66, "caption": "A person tosses a pink ball in his hand and catches it.", "similarity": 0.7072, "relevance": 4 }, { "pair_id": 171977, "video_name": "friends_s01e16-17_seg02_clip_24", "timestamp": [ 20.99, 26.24 ], "duration": 58.66, "caption": "A person mimics the gesture as if they throw a ball.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 171978, "video_name": "house_s02e24_seg02_clip_21", "timestamp": [ 19.33, 21.63 ], "duration": 92.66, "caption": "A man throws a pink ball up and catches it.", "similarity": 0.6892, "relevance": 0 }, { "pair_id": 171979, "video_name": "s05e17_seg02_clip_08", "timestamp": [ 16.51, 19.51 ], "duration": 60.66, "caption": "A person throws the ball way over into the corner of the gym.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 345280, "video_name": "house_s03e08_seg02_clip_13", "timestamp": [ 24.76, 30.16 ], "duration": 90.66, "caption": "A person gets up from the floor and throws a ball to a man.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 345281, "video_name": "s05e17_seg02_clip_09", "timestamp": [ 14.34, 15.56 ], "duration": 61.66, "caption": "A person hands a person the basketball to make a free throw shot.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 345282, "video_name": "house_s08e02_seg02_clip_22", "timestamp": [ 77.27, 97.36 ], "duration": 103.66, "caption": "A person is sitting on the floor as he throws ball at the wall and the ball gets stuck and he gets up from the ground and walks towards the ball.", "similarity": 0.6727, "relevance": 3 }, { "pair_id": 345283, "video_name": "house_s05e07_seg02_clip_14", "timestamp": [ 46.49, 68.91 ], "duration": 83.66, "caption": "A person throws a ball several times as he/she has a conversation.", "similarity": 0.6707, "relevance": 3 }, { "pair_id": 345284, "video_name": "house_s06e20_seg02_clip_09", "timestamp": [ 35.17, 37.91 ], "duration": 91.66, "caption": "A man throws a ball to a person with a good control.", "similarity": 0.6671, "relevance": 3 }, { "pair_id": 345285, "video_name": "friends_s03e09_seg02_clip_12", "timestamp": [ 6.0, 10.88 ], "duration": 75.66, "caption": "A man throws the ball to guy and he catches it.", "similarity": 0.6668, "relevance": 3 }, { "pair_id": 345286, "video_name": "friends_s02e17_seg02_clip_09", "timestamp": [ 18.56, 23.7 ], "duration": 57.66, "caption": "A person throws a tennis ball at the door and catches it.", "similarity": 0.6651, "relevance": 3 }, { "pair_id": 345287, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 29.3, 33.49 ], "duration": 93.66, "caption": "A person throws another person an object and the other person catches it.", "similarity": 0.6606, "relevance": 1 }, { "pair_id": 345288, "video_name": "house_s01e20_seg02_clip_00", "timestamp": [ 7.13, 9.98 ], "duration": 95.66, "caption": "A person picks up the ball another person was playing with and throws it to another person as she enters the room who catches it.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 345289, "video_name": "friends_s05e21_seg02_clip_08", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "Some people are throwing around a ball.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 345290, "video_name": "castle_s08e21_seg02_clip_20", "timestamp": [ 15.58, 18.25 ], "duration": 76.66, "caption": "A person reaches down and picks up a ball from the ground.", "similarity": 0.65, "relevance": 1 }, { "pair_id": 345291, "video_name": "house_s06e12_seg02_clip_19", "timestamp": [ 2.33, 3.72 ], "duration": 93.66, "caption": "A person throws the ball to someone sitting at their desk.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 345292, "video_name": "s08e19_seg02_clip_11", "timestamp": [ 51.26, 54.93 ], "duration": 61.66, "caption": "A person hits the ball and it goes into the net.", "similarity": 0.6491, "relevance": 1 }, { "pair_id": 345293, "video_name": "house_s03e03_seg02_clip_17", "timestamp": [ 0.84, 17.22 ], "duration": 84.66, "caption": "A man is throwing a soft ball up in the air with his cane.", "similarity": 0.6455, "relevance": 2 }, { "pair_id": 345294, "video_name": "s05e17_seg02_clip_09", "timestamp": [ 15.87, 18.61 ], "duration": 61.66, "caption": "A person walks to the free throw line and gets ready to make a free throw shot.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 345295, "video_name": "friends_s04e15_seg02_clip_13", "timestamp": [ 58.85, 65.03 ], "duration": 65.66, "caption": "A person catches the ball, runs around and gets tackled and piled on.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 345296, "video_name": "house_s06e02_seg02_clip_02", "timestamp": [ 76.14, 79.22 ], "duration": 88.66, "caption": "A man is sitting in a chair, he reaches out with his right hand and picks up the ball, he barely tosses the ball into the air and catches it.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 345297, "video_name": "house_s03e24_seg02_clip_12", "timestamp": [ 53.33, 67.67 ], "duration": 89.66, "caption": "A man tosses a ball up in the air while sitting on a chair.", "similarity": 0.6338, "relevance": 3 }, { "pair_id": 345298, "video_name": "friends_s05e21_seg02_clip_00", "timestamp": [ 49.86, 52.08 ], "duration": 63.66, "caption": "A person gives another person a thumb's up before catching a ball.", "similarity": 0.626, "relevance": 3 }, { "pair_id": 345299, "video_name": "house_s08e02_seg02_clip_22", "timestamp": [ 89.12, 98.39 ], "duration": 103.66, "caption": "A person gets up, walks and picks up a ball.", "similarity": 0.6257, "relevance": 1 } ] }, { "query_id": 14987, "query": "A person stands at the foot of the bed of a patient with a bandaged head, and doesn't speak.", "relevant_moment": [ { "pair_id": 163440, "video_name": "house_s05e02_seg02_clip_24", "timestamp": [ 60.53, 75.55 ], "duration": 91.66, "caption": "A person stands at the foot of the bed of a patient with a bandaged head, and doesn't speak.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163441, "video_name": "house_s08e15_seg02_clip_16", "timestamp": [ 5.04, 9.66 ], "duration": 84.66, "caption": "A person is talking to the patient while their feet is hanging in the bed.", "similarity": 0.7576, "relevance": 3 }, { "pair_id": 163442, "video_name": "house_s03e03_seg02_clip_20", "timestamp": [ 45.66, 47.74 ], "duration": 83.66, "caption": "A person says something to the patient while standing near the bed.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 163443, "video_name": "house_s02e20_seg02_clip_16", "timestamp": [ 45.51, 68.72 ], "duration": 91.66, "caption": "A person with his/her head bandaged sits up and lays back in his/her bed, looking pained and talking to another person who is in a nearby hospital bed.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 163444, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A person approaches a patient with a bandaged head.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 163445, "video_name": "house_s02e14_seg02_clip_20", "timestamp": [ 0.0, 17.66 ], "duration": 88.66, "caption": "A person is at the patient's bed and speaks to a man.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 163446, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 79.57, 91.46 ], "duration": 91.66, "caption": "A person is standing next to a bed and starts a conversation with the patient.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 163447, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 13.72, 40.68 ], "duration": 98.66, "caption": "There is a person lying in a hospital bed speaking to the doctors.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 163448, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 0.0, 6.32 ], "duration": 90.66, "caption": "A person is talking to the patient lying on the bed.", "similarity": 0.6874, "relevance": 2 }, { "pair_id": 163449, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 19.61, 21.73 ], "duration": 106.66, "caption": "A patient confined in bed holds the hand of a doctor.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 163450, "video_name": "house_s02e13_seg02_clip_23", "timestamp": [ 3.51, 74.51 ], "duration": 78.66, "caption": "A person tells the patient about the diagnosis right at the bed.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 163451, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 0.0, 11.48 ], "duration": 135.66, "caption": "A person talks to their patient while they're in a hospital bed.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 163452, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 6.23, 13.35 ], "duration": 89.66, "caption": "A doctor was touching the leg of a person lying on the hospital bed.", "similarity": 0.6758, "relevance": 2 }, { "pair_id": 163453, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 33.13, 38.65 ], "duration": 92.66, "caption": "A person approaches a patient on a bed who has an expression of pain in their face.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 163454, "video_name": "house_s01e12_seg02_clip_23", "timestamp": [ 75.1, 91.03 ], "duration": 91.66, "caption": "A person is standing by a person's hospital bed and they have a conversation.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 163455, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 86.5, 88.34 ], "duration": 92.66, "caption": "A person removes their feet from the side of the patient's bed.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 163456, "video_name": "friends_s08e23-24_seg02_clip_18", "timestamp": [ 55.18, 56.02 ], "duration": 56.66, "caption": "A person, with a heavily plastered foot, is reclined in a hospital bed, shaking his head sideways.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 163457, "video_name": "house_s07e04_seg02_clip_22", "timestamp": [ 24.39, 29.45 ], "duration": 92.66, "caption": "A doctor moves from standing at the bedside of the patient to the foot of her bed.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 163458, "video_name": "house_s04e06_seg02_clip_10", "timestamp": [ 72.4, 78.98 ], "duration": 94.66, "caption": "A person gets up from his hospital bed and speaks to person.", "similarity": 0.6684, "relevance": 1 }, { "pair_id": 163459, "video_name": "house_s04e16_seg02_clip_24", "timestamp": [ 120.98, 126.03 ], "duration": 126.66, "caption": "A person is laying in the bed with bandages on their head.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 336760, "video_name": "house_s01e10_seg02_clip_15", "timestamp": [ 51.69, 62.92 ], "duration": 89.66, "caption": "A person tries to comfort a patient that's lying on a bed.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 336761, "video_name": "house_s06e05_seg02_clip_24", "timestamp": [ 0.0, 3.03 ], "duration": 101.66, "caption": "Dr. person takes a seat beside the patient's bed.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 336762, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 18.87, 63.23 ], "duration": 94.66, "caption": "A person tells the patient their diagnosis as they lay in the bed.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 336763, "video_name": "met_s03e20_seg02_clip_11", "timestamp": [ 0.0, 6.61 ], "duration": 60.66, "caption": "A person is lying in a hospital bed with a neck brace and casts.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 336764, "video_name": "house_s04e06_seg02_clip_19", "timestamp": [ 58.97, 62.57 ], "duration": 90.66, "caption": "A person sits down on the patient bed across from the patient.", "similarity": 0.6573, "relevance": 1 }, { "pair_id": 336765, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 70.42, 88.02 ], "duration": 88.66, "caption": "A person sits at the hospital bed and talks to the patient.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 336766, "video_name": "house_s04e10_seg02_clip_19", "timestamp": [ 4.23, 10.34 ], "duration": 94.66, "caption": "A person is talking to the patient lying in bed.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 336767, "video_name": "house_s01e18_seg02_clip_17", "timestamp": [ 77.72, 85.14 ], "duration": 87.66, "caption": "A doctor moves from the bedside of the patient to the foot of the bed of the patient.", "similarity": 0.6523, "relevance": 1 }, { "pair_id": 336768, "video_name": "house_s01e19_seg02_clip_12", "timestamp": [ 65.43, 89.02 ], "duration": 89.66, "caption": "A person is talking to a patient on a bed and visitors gathered around them.", "similarity": 0.6519, "relevance": 3 }, { "pair_id": 336769, "video_name": "house_s03e03_seg02_clip_07", "timestamp": [ 44.82, 85.28 ], "duration": 87.66, "caption": "A man stands up and talks to the patient who is lying in the bed.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 336770, "video_name": "house_s06e10_seg02_clip_25", "timestamp": [ 23.84, 26.82 ], "duration": 149.66, "caption": "A doctor touches the arm of a person laying in a hospital bed.", "similarity": 0.6498, "relevance": 2 }, { "pair_id": 336771, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 73.0, 78.34 ], "duration": 89.66, "caption": "A person walks to the foot of a patient's hospital bed wearing a varsity jacket and holding a shoe box.", "similarity": 0.6473, "relevance": 1 }, { "pair_id": 336772, "video_name": "house_s01e09_seg02_clip_15", "timestamp": [ 5.14, 8.3 ], "duration": 79.66, "caption": "A person walks to the end of the bed and says the patient doesn't like he saved him.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 336773, "video_name": "house_s02e20_seg02_clip_16", "timestamp": [ 23.21, 38.69 ], "duration": 91.66, "caption": "A person is lying in a hospital bed; as he talks, he raises his hospital bed to more of a sitting position.", "similarity": 0.6463, "relevance": 3 }, { "pair_id": 336774, "video_name": "s05e18_seg02_clip_04", "timestamp": [ 52.22, 58.03 ], "duration": 58.66, "caption": "A person is standing, looking at a hospital patient who is not conscious and begins to talk to him.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 336775, "video_name": "house_s03e05_seg02_clip_09", "timestamp": [ 105.86, 108.02 ], "duration": 108.66, "caption": "A patient sees a person and sits up in their hospital bed.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 336776, "video_name": "house_s08e22_seg02_clip_09", "timestamp": [ 8.46, 42.73 ], "duration": 89.66, "caption": "A doctor was talking to the person laying on the hospital bed.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 336777, "video_name": "house_s02e02_seg02_clip_20", "timestamp": [ 1.8, 5.85 ], "duration": 90.66, "caption": "A man walks over and stands next to the patient's bed.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 336778, "video_name": "house_s02e12_seg02_clip_02", "timestamp": [ 0.0, 55.51 ], "duration": 72.66, "caption": "A doctor was standing beside the hospital bed.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 336779, "video_name": "house_s04e04_seg02_clip_23", "timestamp": [ 0.0, 23.56 ], "duration": 124.66, "caption": "A doctor talks to a patient as the patient is in their hospital bed.", "similarity": 0.6429, "relevance": 1 } ] }, { "query_id": 15048, "query": "A doctor immediately pulls off the blanket of the patient.", "relevant_moment": [ { "pair_id": 162600, "video_name": "house_s07e14_seg02_clip_05", "timestamp": [ 11.29, 13.8 ], "duration": 83.66, "caption": "A doctor immediately pulls off the blanket of the patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162601, "video_name": "house_s07e03_seg02_clip_06", "timestamp": [ 12.13, 16.98 ], "duration": 97.66, "caption": "A person pulls the blanket down from the patient.", "similarity": 0.8509, "relevance": 4 }, { "pair_id": 162602, "video_name": "house_s04e05_seg02_clip_12", "timestamp": [ 14.77, 24.33 ], "duration": 86.66, "caption": "A person pulls back the blanket from the patient.", "similarity": 0.8464, "relevance": 4 }, { "pair_id": 162603, "video_name": "house_s02e01_seg02_clip_19", "timestamp": [ 69.77, 71.17 ], "duration": 93.66, "caption": "A person pulls back the blanket from a hospital patient's legs.", "similarity": 0.8213, "relevance": 4 }, { "pair_id": 162604, "video_name": "house_s07e03_seg02_clip_06", "timestamp": [ 12.61, 14.55 ], "duration": 97.66, "caption": "A doctor moves the blanket of the patient that is covering her.", "similarity": 0.8207, "relevance": 4 }, { "pair_id": 162605, "video_name": "house_s07e14_seg02_clip_05", "timestamp": [ 11.71, 12.97 ], "duration": 83.66, "caption": "A man takes the blanket off the patient quickly.", "similarity": 0.8077, "relevance": 4 }, { "pair_id": 162606, "video_name": "house_s07e08_seg02_clip_08", "timestamp": [ 57.68, 63.72 ], "duration": 93.66, "caption": "A doctor removes the blanket of the patient to assess the pain.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 162607, "video_name": "house_s04e08_seg02_clip_14", "timestamp": [ 50.56, 52.82 ], "duration": 90.66, "caption": "A man pulls back the blanket from the patient's body.", "similarity": 0.7947, "relevance": 4 }, { "pair_id": 162608, "video_name": "grey_s03e24_seg02_clip_04", "timestamp": [ 9.4, 10.3 ], "duration": 89.66, "caption": "The doctors fold the blanket back over someone's hands.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 162609, "video_name": "grey_s02e10_seg02_clip_11", "timestamp": [ 29.46, 35.35 ], "duration": 90.66, "caption": "A doctor lifts a blanket and examines a person lying in a hospital bed.", "similarity": 0.7659, "relevance": 2 }, { "pair_id": 162610, "video_name": "friends_s01e11_seg02_clip_12", "timestamp": [ 29.15, 31.07 ], "duration": 64.66, "caption": "A woman harshly pulls the blanket off the patient revealing his pajamas.", "similarity": 0.7571, "relevance": 3 }, { "pair_id": 162611, "video_name": "grey_s03e24_seg02_clip_04", "timestamp": [ 0.0, 4.92 ], "duration": 89.66, "caption": "The doctors take the patient off the ambulance and fold over the blanket.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 162612, "video_name": "house_s04e06_seg02_clip_21", "timestamp": [ 71.44, 75.36 ], "duration": 87.66, "caption": "A doctor pulls back the covers on a patient in bed.", "similarity": 0.7509, "relevance": 4 }, { "pair_id": 162613, "video_name": "house_s02e17_seg02_clip_25", "timestamp": [ 110.62, 117.62 ], "duration": 140.66, "caption": "A doctor takes a breathing contraption off of the patient.", "similarity": 0.7261, "relevance": 1 }, { "pair_id": 162614, "video_name": "grey_s01e05_seg02_clip_04", "timestamp": [ 24.31, 33.31 ], "duration": 90.66, "caption": "A doctor pulls out a towel from a patient's abdominal cavity.", "similarity": 0.7197, "relevance": 1 }, { "pair_id": 162615, "video_name": "house_s08e11_seg02_clip_19", "timestamp": [ 89.77, 93.03 ], "duration": 93.66, "caption": "A man on coat and tie pulls the blanket of a doctor covering his feet.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 162616, "video_name": "house_s02e05_seg02_clip_04", "timestamp": [ 57.38, 61.0 ], "duration": 90.66, "caption": "A man pulls down the blanket to see the patient's legs.", "similarity": 0.7155, "relevance": 4 }, { "pair_id": 162617, "video_name": "house_s05e23_seg02_clip_19", "timestamp": [ 76.5, 79.82 ], "duration": 95.66, "caption": "A surgeon removes the blanket to show their patient's fingers are turning blue.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 162618, "video_name": "grey_s03e19_seg02_clip_06", "timestamp": [ 64.84, 76.02 ], "duration": 89.66, "caption": "A person sitting on a patient's table takes off their sock and a doctor looks at their wound.", "similarity": 0.6978, "relevance": 0 }, { "pair_id": 162619, "video_name": "house_s04e16_seg02_clip_12", "timestamp": [ 16.73, 18.82 ], "duration": 38.66, "caption": "A man rushes up to the patient laying on the table and pulls the blanket off of them very quickly.", "similarity": 0.6948, "relevance": 4 }, { "pair_id": 335920, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 25.66, 32.86 ], "duration": 90.66, "caption": "A doctor examines a person's lower body under a blanket.", "similarity": 0.6934, "relevance": 2 }, { "pair_id": 335921, "video_name": "grey_s02e10_seg02_clip_19", "timestamp": [ 4.22, 7.5 ], "duration": 93.66, "caption": "A woman pulls back the blanket on the patient to show woman the blood.", "similarity": 0.6889, "relevance": 4 }, { "pair_id": 335922, "video_name": "grey_s03e15_seg02_clip_18", "timestamp": [ 54.55, 60.49 ], "duration": 108.66, "caption": "A person covers the patient with blankets and straps them into the gurney.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 335923, "video_name": "friends_s03e23_seg02_clip_06", "timestamp": [ 7.5, 17.41 ], "duration": 60.66, "caption": "A doctor lifts up the towel covering a patient for the other doctors to see.", "similarity": 0.6853, "relevance": 4 }, { "pair_id": 335924, "video_name": "house_s03e11_seg02_clip_00", "timestamp": [ 24.63, 28.74 ], "duration": 91.66, "caption": "A person covers up another person with their hospital blanket.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 335925, "video_name": "house_s07e10_seg02_clip_23", "timestamp": [ 73.26, 75.91 ], "duration": 88.66, "caption": "A doctor leaves the patient on their own.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 335926, "video_name": "house_s03e22_seg02_clip_11", "timestamp": [ 72.69, 74.84 ], "duration": 86.66, "caption": "A person removes the cover from patient's head.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 335927, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 43.66, 45.91 ], "duration": 90.66, "caption": "A doctor takes his hand away from a patient's abdomen.", "similarity": 0.6721, "relevance": 1 }, { "pair_id": 335928, "video_name": "house_s08e21_seg02_clip_06", "timestamp": [ 0.0, 42.15 ], "duration": 98.66, "caption": "A person takes the wires off of the patient's head.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 335929, "video_name": "grey_s02e06_seg02_clip_04", "timestamp": [ 73.62, 75.92 ], "duration": 92.66, "caption": "A woman lifts the blanket over the patient's lower have and exposes the patient's intact left leg.", "similarity": 0.6698, "relevance": 3 }, { "pair_id": 335930, "video_name": "house_s06e16_seg02_clip_01", "timestamp": [ 2.65, 4.42 ], "duration": 88.66, "caption": "The patient quickly gets off from the bed.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 335931, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 6.06, 10.31 ], "duration": 60.66, "caption": "A doctor puts on a person's jacket as she walks away.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 335932, "video_name": "grey_s02e01_seg02_clip_17", "timestamp": [ 45.59, 48.17 ], "duration": 86.66, "caption": "A doctor removes the clamp from the patient.", "similarity": 0.6674, "relevance": 1 }, { "pair_id": 335933, "video_name": "house_s07e22_seg02_clip_00", "timestamp": [ 25.55, 28.28 ], "duration": 91.66, "caption": "A doctor stops an injured person from getting out of the room.", "similarity": 0.6665, "relevance": 0 }, { "pair_id": 335934, "video_name": "house_s04e01_seg02_clip_22", "timestamp": [ 69.77, 75.17 ], "duration": 90.66, "caption": "A person pulls the sheet off someone in a hospital bed.", "similarity": 0.6613, "relevance": 4 }, { "pair_id": 335935, "video_name": "house_s01e12_seg02_clip_05", "timestamp": [ 8.19, 19.83 ], "duration": 86.66, "caption": "A person walks over to the patient and rips the blanket from them.", "similarity": 0.6612, "relevance": 4 }, { "pair_id": 335936, "video_name": "house_s08e07_seg02_clip_21", "timestamp": [ 85.66, 99.03 ], "duration": 99.66, "caption": "The doctors gathered near the patient as they notice blood appearing from the patient's blanket.", "similarity": 0.6609, "relevance": 4 }, { "pair_id": 335937, "video_name": "grey_s03e14_seg02_clip_23", "timestamp": [ 69.18, 77.83 ], "duration": 91.66, "caption": "A doctor wraps the patient in the seran wrap.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 335938, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 17.92, 20.72 ], "duration": 112.66, "caption": "A person takes the blanket off from the dead.", "similarity": 0.6574, "relevance": 4 }, { "pair_id": 335939, "video_name": "house_s04e05_seg02_clip_10", "timestamp": [ 8.48, 33.92 ], "duration": 89.66, "caption": "A person pulls out the needle from the patient's belly and then reinserts it.", "similarity": 0.6545, "relevance": 2 } ] }, { "query_id": 15092, "query": "A person shakes a pill bottle as he looks at the whiteboard.", "relevant_moment": [ { "pair_id": 147200, "video_name": "house_s02e17_seg02_clip_22", "timestamp": [ 81.77, 86.36 ], "duration": 91.66, "caption": "A person shakes a pill bottle as he looks at the whiteboard.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147201, "video_name": "house_s05e18_seg02_clip_01", "timestamp": [ 26.67, 28.47 ], "duration": 90.66, "caption": "A person is shaking the pill bottle multiple times.", "similarity": 0.7358, "relevance": 3 }, { "pair_id": 147202, "video_name": "s04e22_seg02_clip_09", "timestamp": [ 20.14, 35.09 ], "duration": 61.66, "caption": "A person opens up a pill bottle and examines its contents.", "similarity": 0.7343, "relevance": 1 }, { "pair_id": 147203, "video_name": "house_s05e12_seg02_clip_04", "timestamp": [ 94.0, 100.82 ], "duration": 105.66, "caption": "A person turns on the bedside lamp and picks up a pill bottle and shakes it.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 147204, "video_name": "house_s03e09_seg02_clip_08", "timestamp": [ 56.08, 59.2 ], "duration": 89.66, "caption": "A person raises a white pill in their fingers and looks at it.", "similarity": 0.7094, "relevance": 1 }, { "pair_id": 147205, "video_name": "house_s07e23_seg02_clip_09", "timestamp": [ 51.6, 56.16 ], "duration": 91.66, "caption": "A person grabs some pills, shakes their hand, then takes them.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 147206, "video_name": "house_s03e08_seg02_clip_17", "timestamp": [ 53.11, 56.81 ], "duration": 92.66, "caption": "A person shakes their pill bottle and throws it in the garbage.", "similarity": 0.6828, "relevance": 1 }, { "pair_id": 147207, "video_name": "house_s03e18_seg02_clip_16", "timestamp": [ 19.58, 24.98 ], "duration": 135.66, "caption": "A person tries to hand someone a bottle of pills.", "similarity": 0.6757, "relevance": 0 }, { "pair_id": 147208, "video_name": "house_s03e10_seg02_clip_21", "timestamp": [ 14.69, 16.47 ], "duration": 89.66, "caption": "A person places a bottle of pills on top of a monitor.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 147209, "video_name": "house_s05e18_seg02_clip_01", "timestamp": [ 19.89, 22.6 ], "duration": 90.66, "caption": "A person hands another person a pill bottle and he takes it.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 147210, "video_name": "s04e22_seg02_clip_09", "timestamp": [ 51.87, 56.45 ], "duration": 61.66, "caption": "A person shakes a bottle of pills then puts it down in front of some people and walks away.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 147211, "video_name": "castle_s06e04_seg02_clip_08", "timestamp": [ 45.46, 53.11 ], "duration": 90.66, "caption": "A person holds up two bottles of pills and reads them.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 147212, "video_name": "house_s03e10_seg02_clip_23", "timestamp": [ 57.39, 71.0 ], "duration": 85.66, "caption": "A person flips a pill bottle between his fingers.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 147213, "video_name": "house_s01e11_seg02_clip_18", "timestamp": [ 84.17, 92.97 ], "duration": 110.66, "caption": "A person picks up a pill bottle and pours the pills on the desk.", "similarity": 0.6323, "relevance": 1 }, { "pair_id": 147214, "video_name": "house_s04e02_seg02_clip_24", "timestamp": [ 49.18, 51.46 ], "duration": 91.66, "caption": "A person sits in front of a classroom and swallows a handful of pills.", "similarity": 0.6319, "relevance": 1 }, { "pair_id": 147215, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 5.01, 6.37 ], "duration": 91.66, "caption": "A person holds and then takes his pills.", "similarity": 0.6287, "relevance": 0 }, { "pair_id": 147216, "video_name": "house_s04e07_seg02_clip_20", "timestamp": [ 29.4, 38.61 ], "duration": 87.66, "caption": "A person pours pills into their hand and takes them while having a conversation.", "similarity": 0.6278, "relevance": 1 }, { "pair_id": 147217, "video_name": "house_s02e11_seg02_clip_09", "timestamp": [ 9.15, 12.2 ], "duration": 87.66, "caption": "A person knows that the pill container is not full.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 147218, "video_name": "house_s05e22_seg02_clip_03", "timestamp": [ 21.61, 23.41 ], "duration": 90.66, "caption": "A person picks up a bottle of pills from the counter.", "similarity": 0.6214, "relevance": 1 }, { "pair_id": 147219, "video_name": "house_s04e16_seg02_clip_17", "timestamp": [ 71.12, 84.17 ], "duration": 90.66, "caption": "A person is staring at someone tentatively as they take pills out of a pill container and eat them as the person tells themselves not to do it.", "similarity": 0.6199, "relevance": 1 } ] }, { "query_id": 15099, "query": "A person sits down in front of a man at their desk.", "relevant_moment": [ { "pair_id": 14760, "video_name": "house_s07e20_seg02_clip_08", "timestamp": [ 73.62, 77.3 ], "duration": 92.66, "caption": "A person sits down in front of a man at their desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14761, "video_name": "house_s04e02_seg02_clip_15", "timestamp": [ 16.89, 20.54 ], "duration": 91.66, "caption": "A man sits on the chair in front of another person's desk.", "similarity": 0.8731, "relevance": 4 }, { "pair_id": 14762, "video_name": "friends_s02e10_seg02_clip_06", "timestamp": [ 55.52, 58.93 ], "duration": 62.66, "caption": "A man walks in and sits down in front of someone's desk.", "similarity": 0.865, "relevance": 3 }, { "pair_id": 14763, "video_name": "friends_s09e23-24_seg02_clip_14", "timestamp": [ 32.15, 34.04 ], "duration": 63.66, "caption": "A man sits down at the seat in front of the desk.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 14764, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 27.48, 30.83 ], "duration": 67.66, "caption": "A person sits on the front of his desk.", "similarity": 0.8382, "relevance": 3 }, { "pair_id": 14765, "video_name": "house_s04e05_seg02_clip_11", "timestamp": [ 0.0, 39.49 ], "duration": 94.66, "caption": "A man sits at his desk in front of another person while holding onto an object.", "similarity": 0.8366, "relevance": 2 }, { "pair_id": 14766, "video_name": "s10e09_seg02_clip_14", "timestamp": [ 7.02, 10.07 ], "duration": 61.66, "caption": "A person sits onto the chair in front of someone's desk.", "similarity": 0.8299, "relevance": 4 }, { "pair_id": 14767, "video_name": "castle_s02e06_seg02_clip_25", "timestamp": [ 20.26, 26.56 ], "duration": 90.66, "caption": "A man sits down at the desk across from a woman.", "similarity": 0.8149, "relevance": 3 }, { "pair_id": 14768, "video_name": "met_s03e15_seg02_clip_13", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "A person sits down on his/her chair behind the desk.", "similarity": 0.8027, "relevance": 3 }, { "pair_id": 14769, "video_name": "house_s05e07_seg02_clip_04", "timestamp": [ 0.0, 3.52 ], "duration": 88.66, "caption": "A man is standing in front of their desk and they sit on the chair.", "similarity": 0.7922, "relevance": 2 }, { "pair_id": 14770, "video_name": "s06e12_seg02_clip_09", "timestamp": [ 31.22, 34.47 ], "duration": 65.66, "caption": "The person behind the desk asks a man to sit.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 14771, "video_name": "s06e12_seg02_clip_05", "timestamp": [ 16.93, 18.81 ], "duration": 47.66, "caption": "A person sits down in a chair by another person's desk.", "similarity": 0.7894, "relevance": 4 }, { "pair_id": 14772, "video_name": "castle_s05e04_seg02_clip_26", "timestamp": [ 64.67, 67.82 ], "duration": 89.66, "caption": "A man is sitting at his desk when another man sits behind him.", "similarity": 0.7867, "relevance": 2 }, { "pair_id": 14773, "video_name": "s08e18_seg02_clip_03", "timestamp": [ 5.1, 9.0 ], "duration": 60.66, "caption": "A person walks in front of another person and sits down in his/her desk chair.", "similarity": 0.7825, "relevance": 2 }, { "pair_id": 14774, "video_name": "house_s03e14_seg02_clip_21", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A man sits in a chair in front of a man's desk and talks to him.", "similarity": 0.7815, "relevance": 4 }, { "pair_id": 14775, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 0.0, 4.68 ], "duration": 85.66, "caption": "A man is sitting on a desk beside a woman.", "similarity": 0.7725, "relevance": 1 }, { "pair_id": 14776, "video_name": "house_s07e15_seg02_clip_09", "timestamp": [ 13.49, 20.47 ], "duration": 93.66, "caption": "Someone takes a seat right in front of someone else at the desk.", "similarity": 0.7675, "relevance": 4 }, { "pair_id": 14777, "video_name": "castle_s06e08_seg02_clip_04", "timestamp": [ 7.79, 10.08 ], "duration": 91.66, "caption": "A person sits down on top of the desk.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 14778, "video_name": "friends_s02e23_seg02_clip_01", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A person sits in his office at his desk with another person.", "similarity": 0.7601, "relevance": 4 }, { "pair_id": 14779, "video_name": "met_s02e13_seg02_clip_00", "timestamp": [ 6.18, 7.11 ], "duration": 61.66, "caption": "A man sits on his office chair next to person.", "similarity": 0.7556, "relevance": 2 }, { "pair_id": 188080, "video_name": "castle_s07e05_seg02_clip_05", "timestamp": [ 47.06, 50.61 ], "duration": 88.66, "caption": "A man sits at their desk as person and person walk away.", "similarity": 0.7555, "relevance": 3 }, { "pair_id": 188081, "video_name": "s09e13_seg02_clip_03", "timestamp": [ 12.21, 15.26 ], "duration": 61.66, "caption": "A person sits down in the chair at their desk.", "similarity": 0.7538, "relevance": 3 }, { "pair_id": 188082, "video_name": "s08e09_seg02_clip_09", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A woman sits down at the desk across from a man.", "similarity": 0.7513, "relevance": 4 }, { "pair_id": 188083, "video_name": "castle_s02e19_seg02_clip_17", "timestamp": [ 27.27, 28.17 ], "duration": 90.66, "caption": "A person sits down in their chair at the desk.", "similarity": 0.7506, "relevance": 3 }, { "pair_id": 188084, "video_name": "castle_s06e15_seg02_clip_06", "timestamp": [ 77.52, 79.31 ], "duration": 89.66, "caption": "A person sits down in a chair at a desk.", "similarity": 0.7483, "relevance": 3 }, { "pair_id": 188085, "video_name": "castle_s04e01_seg02_clip_10", "timestamp": [ 21.58, 23.87 ], "duration": 91.66, "caption": "A woman sits down on the desk next to a man.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 188086, "video_name": "met_s05e03_seg02_clip_09", "timestamp": [ 22.83, 24.32 ], "duration": 59.66, "caption": "A person stands up from the desk next to a man.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 188088, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 4.51, 48.52 ], "duration": 53.66, "caption": "A person was sitting in front of man.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 188089, "video_name": "friends_s07e09_seg02_clip_15", "timestamp": [ 56.73, 63.03 ], "duration": 63.66, "caption": "A woman sits down in front of her desk when she's talking to a man.", "similarity": 0.7435, "relevance": 3 }, { "pair_id": 188090, "video_name": "house_s04e07_seg02_clip_09", "timestamp": [ 40.87, 43.82 ], "duration": 84.66, "caption": "A man is sitting on the desk when a man sits in a chair.", "similarity": 0.7398, "relevance": 4 }, { "pair_id": 188091, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 61.08, 65.81 ], "duration": 86.66, "caption": "A person sits down at their office desk.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 188092, "video_name": "s06e07_seg02_clip_03", "timestamp": [ 1.16, 5.22 ], "duration": 58.66, "caption": "A man walks over to a person sat at his desk.", "similarity": 0.7384, "relevance": 1 }, { "pair_id": 188093, "video_name": "s08e01_seg02_clip_11", "timestamp": [ 25.21, 26.71 ], "duration": 60.66, "caption": "A woman sits in the chair in front of person's desk.", "similarity": 0.7378, "relevance": 4 }, { "pair_id": 188094, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 29.99, 33.9 ], "duration": 86.66, "caption": "A man walks in and sits down on a woman's desk.", "similarity": 0.7367, "relevance": 3 }, { "pair_id": 188095, "video_name": "house_s07e17_seg02_clip_10", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "A man is sitting in front of a monitor at a desk.", "similarity": 0.7345, "relevance": 1 }, { "pair_id": 188096, "video_name": "house_s01e14_seg02_clip_25", "timestamp": [ 28.81, 31.37 ], "duration": 128.66, "caption": "A person sits down in front a desk as he talks to a doctor.", "similarity": 0.7343, "relevance": 2 }, { "pair_id": 188097, "video_name": "castle_s02e13_seg02_clip_18", "timestamp": [ 51.43, 61.44 ], "duration": 91.66, "caption": "A man walks behind person to go stand in front of their desk.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 188098, "video_name": "castle_s04e11_seg02_clip_12", "timestamp": [ 0.0, 8.8 ], "duration": 88.66, "caption": "A person sits on the desk in front of another person as they converse.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 188099, "video_name": "castle_s03e15_seg02_clip_04", "timestamp": [ 23.16, 26.41 ], "duration": 92.66, "caption": "A person sits down on a chair next to woman's desk.", "similarity": 0.7298, "relevance": 2 } ] }, { "query_id": 15117, "query": "A man gets up from the arm of the sofa and sits beside a person on the sofa.", "relevant_moment": [ { "pair_id": 151860, "video_name": "s06e15_seg02_clip_01", "timestamp": [ 39.55, 42.79 ], "duration": 59.66, "caption": "A man gets up from the arm of the sofa and sits beside a person on the sofa.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151861, "video_name": "castle_s08e21_seg02_clip_16", "timestamp": [ 27.47, 37.71 ], "duration": 93.66, "caption": "A man gets up from the sofa to stand beside another man.", "similarity": 0.8522, "relevance": 0 }, { "pair_id": 151862, "video_name": "met_s02e03_seg02_clip_09", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "A person stands up from being seated beside man in a sofa.", "similarity": 0.8437, "relevance": 1 }, { "pair_id": 151863, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 9.1, 14.31 ], "duration": 65.66, "caption": "A person sits down on the arm of the sofa next to another person.", "similarity": 0.8305, "relevance": 1 }, { "pair_id": 151864, "video_name": "s04e14_seg02_clip_11", "timestamp": [ 29.94, 31.52 ], "duration": 63.66, "caption": "A person gets up from the sofa while another person is still sitting there.", "similarity": 0.8296, "relevance": 2 }, { "pair_id": 151865, "video_name": "friends_s08e11_seg02_clip_01", "timestamp": [ 16.53, 19.48 ], "duration": 59.66, "caption": "A man gets up from his armchair and sits besides another man on the couch.", "similarity": 0.8055, "relevance": 2 }, { "pair_id": 151866, "video_name": "s06e10_seg02_clip_02", "timestamp": [ 23.74, 27.31 ], "duration": 65.66, "caption": "A man sits down on the sofa next to another man.", "similarity": 0.8022, "relevance": 2 }, { "pair_id": 151867, "video_name": "met_s03e11_seg02_clip_13", "timestamp": [ 2.7, 18.91 ], "duration": 60.66, "caption": "A person is sitting on the arm of the sofa that two other people are on.", "similarity": 0.8014, "relevance": 1 }, { "pair_id": 151868, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 151869, "video_name": "friends_s08e05_seg02_clip_13", "timestamp": [ 0.0, 6.84 ], "duration": 57.66, "caption": "A man sits down next to another man on a sofa.", "similarity": 0.7969, "relevance": 2 }, { "pair_id": 151870, "video_name": "house_s08e16_seg02_clip_23", "timestamp": [ 88.46, 91.2 ], "duration": 91.66, "caption": "A man sits up from the sofa while talking to another man.", "similarity": 0.7952, "relevance": 0 }, { "pair_id": 151871, "video_name": "friends_s10e01_seg02_clip_22", "timestamp": [ 40.65, 44.75 ], "duration": 63.66, "caption": "A person sits on a sofa and another person sits beside them.", "similarity": 0.7921, "relevance": 1 }, { "pair_id": 151872, "video_name": "s09e14_seg02_clip_15", "timestamp": [ 16.65, 20.26 ], "duration": 90.66, "caption": "A person puts their arm around another person while they sit on the sofa with a third person.", "similarity": 0.7835, "relevance": 1 }, { "pair_id": 151873, "video_name": "friends_s01e06_seg02_clip_08", "timestamp": [ 2.84, 12.61 ], "duration": 63.66, "caption": "Both a man and another person are on the sofa with their arms crossed.", "similarity": 0.7806, "relevance": 1 }, { "pair_id": 151874, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 2.48, 5.27 ], "duration": 62.66, "caption": "A person sits down the sofa to sit with another person.", "similarity": 0.7784, "relevance": 2 }, { "pair_id": 151875, "video_name": "s04e12_seg02_clip_14", "timestamp": [ 28.81, 32.71 ], "duration": 60.66, "caption": "A man gets up from his desk and sits next to another man on the couch.", "similarity": 0.7695, "relevance": 2 }, { "pair_id": 151876, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 80.1, 81.92 ], "duration": 91.66, "caption": "A man sits down and woman sits beside him on the sofa.", "similarity": 0.7668, "relevance": 1 }, { "pair_id": 151877, "video_name": "friends_s04e22_seg02_clip_04", "timestamp": [ 2.14, 6.1 ], "duration": 61.66, "caption": "A man jumps up from the chair and sits down on the couch beside another man.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 151878, "video_name": "met_s06e13_seg02_clip_09", "timestamp": [ 40.98, 41.88 ], "duration": 60.66, "caption": "A person sits on the armchair of the sofa across from another person.", "similarity": 0.763, "relevance": 1 }, { "pair_id": 151879, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 14.05, 18.37 ], "duration": 54.66, "caption": "A person sits down on the sofa next to two other people.", "similarity": 0.7608, "relevance": 1 }, { "pair_id": 325180, "video_name": "met_s03e01_seg02_clip_02", "timestamp": [ 31.77, 35.33 ], "duration": 59.66, "caption": "A person gets up from the sofa and stands behind another person.", "similarity": 0.7608, "relevance": 2 }, { "pair_id": 325181, "video_name": "grey_s02e25_seg02_clip_12", "timestamp": [ 42.63, 45.35 ], "duration": 90.66, "caption": "A man sits down on the couch next to another person.", "similarity": 0.7605, "relevance": 2 }, { "pair_id": 325182, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 37.72, 42.07 ], "duration": 58.66, "caption": "A man gets up from the sofa and walks towards another man.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 325183, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 14.11, 18.91 ], "duration": 60.66, "caption": "A man enters the room and sits on the sofa next to another person.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 325184, "video_name": "met_s02e01_seg01_clip_01", "timestamp": [ 44.92, 53.08 ], "duration": 62.66, "caption": "A man walks in and sits next to another man on the sofa.", "similarity": 0.757, "relevance": 2 }, { "pair_id": 325185, "video_name": "friends_s06e15-16_seg02_clip_31", "timestamp": [ 3.05, 7.02 ], "duration": 61.66, "caption": "A man sits down on the sofa that someone is sitting in.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 325186, "video_name": "friends_s04e05_seg02_clip_13", "timestamp": [ 4.43, 7.38 ], "duration": 59.66, "caption": "Two men sit on the sofa beside a person and another person that both wears blue sweater.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 325187, "video_name": "friends_s09e04_seg02_clip_07", "timestamp": [ 23.64, 26.16 ], "duration": 63.66, "caption": "A man gets up from the sofa and points towards another person.", "similarity": 0.7452, "relevance": 1 }, { "pair_id": 325188, "video_name": "met_s02e03_seg02_clip_02", "timestamp": [ 0.0, 3.25 ], "duration": 65.66, "caption": "A man sits in a chair next to the sofa where a man is sitting.", "similarity": 0.7448, "relevance": 1 }, { "pair_id": 325189, "video_name": "met_s02e20_seg02_clip_05", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "Two people get up from being seated in a sofa.", "similarity": 0.7419, "relevance": 1 }, { "pair_id": 325190, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person sits down on the couch beside another person.", "similarity": 0.7419, "relevance": 2 }, { "pair_id": 325191, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 41.41, 42.74 ], "duration": 89.66, "caption": "A man gets up from the sofa he is sitting on.", "similarity": 0.741, "relevance": 1 }, { "pair_id": 325192, "video_name": "friends_s03e11_seg02_clip_19", "timestamp": [ 44.82, 47.06 ], "duration": 64.66, "caption": "A person pats another person's hand and gets up from the sofa.", "similarity": 0.7402, "relevance": 1 }, { "pair_id": 325193, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 10.37, 12.21 ], "duration": 61.66, "caption": "A person stands up from the couch he was sitting on with another person.", "similarity": 0.7368, "relevance": 2 }, { "pair_id": 325194, "video_name": "s08e24_seg02_clip_11", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man sits down on the sofa next to woman.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 325195, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 29.15, 31.01 ], "duration": 62.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.734, "relevance": 1 }, { "pair_id": 325196, "video_name": "s06e07_seg01_clip_00", "timestamp": [ 53.58, 55.47 ], "duration": 63.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.734, "relevance": 2 }, { "pair_id": 325197, "video_name": "house_s08e15_seg02_clip_13", "timestamp": [ 27.94, 30.39 ], "duration": 98.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.734, "relevance": 1 }, { "pair_id": 325198, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 19.48, 22.33 ], "duration": 95.66, "caption": "A man sits beside another man on the couch.", "similarity": 0.7307, "relevance": 1 }, { "pair_id": 325199, "video_name": "friends_s03e14_seg02_clip_00", "timestamp": [ 0.0, 7.26 ], "duration": 63.66, "caption": "A person walks up to the sofa where two men and a woman are sitting.", "similarity": 0.73, "relevance": 1 } ] }, { "query_id": 15155, "query": "A man grabs a film light and sticks it in another man's face.", "relevant_moment": [ { "pair_id": 164280, "video_name": "house_s02e04_seg02_clip_17", "timestamp": [ 73.51, 76.68 ], "duration": 90.66, "caption": "A man grabs a film light and sticks it in another man's face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164281, "video_name": "friends_s08e03_seg02_clip_12", "timestamp": [ 2.44, 13.43 ], "duration": 61.66, "caption": "A man looks through a film reel while next to another man.", "similarity": 0.6433, "relevance": 1 }, { "pair_id": 164282, "video_name": "house_s06e04_seg02_clip_02", "timestamp": [ 67.13, 71.7 ], "duration": 91.66, "caption": "A person brings a film and gives it to another person.", "similarity": 0.6268, "relevance": 0 }, { "pair_id": 164283, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 7.68, 10.57 ], "duration": 64.66, "caption": "A man hands a tape over for another man to see.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 164284, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 76.05, 78.32 ], "duration": 91.66, "caption": "A man takes out a photo and hands it to another man.", "similarity": 0.6061, "relevance": 1 }, { "pair_id": 164285, "video_name": "met_s05e05_seg02_clip_02", "timestamp": [ 4.35, 7.77 ], "duration": 62.66, "caption": "A man grabs a thing and hands it to another man right away.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 164286, "video_name": "grey_s02e24_seg02_clip_17", "timestamp": [ 12.43, 23.02 ], "duration": 92.66, "caption": "A man puts films on the light box and looks at the images.", "similarity": 0.5972, "relevance": 1 }, { "pair_id": 164287, "video_name": "castle_s04e14_seg02_clip_13", "timestamp": [ 26.4, 28.22 ], "duration": 91.66, "caption": "A man hands a crime scene photo to another man.", "similarity": 0.5953, "relevance": 2 }, { "pair_id": 164288, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 3.2, 7.36 ], "duration": 64.66, "caption": "A guy hands a tape over for another guy to see.", "similarity": 0.5885, "relevance": 1 }, { "pair_id": 164289, "video_name": "friends_s08e07_seg02_clip_08", "timestamp": [ 38.42, 41.72 ], "duration": 60.66, "caption": "A man asks another man to see a movie with him.", "similarity": 0.5864, "relevance": 1 }, { "pair_id": 164290, "video_name": "friends_s05e03_seg02_clip_03", "timestamp": [ 1.53, 8.42 ], "duration": 51.66, "caption": "A man hands another man a camera and the other man uses the camera to film the first man holding a folded in half newspaper in front of him.", "similarity": 0.5854, "relevance": 2 }, { "pair_id": 164291, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 2.9, 15.38 ], "duration": 58.66, "caption": "A man shows another man a piece of paper and then gives it to him.", "similarity": 0.584, "relevance": 1 }, { "pair_id": 164292, "video_name": "friends_s08e02_seg02_clip_06", "timestamp": [ 1.14, 4.85 ], "duration": 57.66, "caption": "A man is holding a disposable camera and showing it to guy.", "similarity": 0.5802, "relevance": 1 }, { "pair_id": 164293, "video_name": "castle_s08e02_seg02_clip_00", "timestamp": [ 7.74, 8.65 ], "duration": 91.66, "caption": "A man taps a screen to show a picture of a man.", "similarity": 0.5788, "relevance": 0 }, { "pair_id": 164294, "video_name": "met_s02e13_seg02_clip_03", "timestamp": [ 0.0, 6.23 ], "duration": 56.66, "caption": "A man grabs another man by the cheeks and pulls him in close.", "similarity": 0.578, "relevance": 2 }, { "pair_id": 164295, "video_name": "friends_s07e23-24_seg02_clip_16", "timestamp": [ 54.83, 58.03 ], "duration": 58.66, "caption": "A man grabs a man by the arm and shows him a picture.", "similarity": 0.5767, "relevance": 2 }, { "pair_id": 164296, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.5753, "relevance": 1 }, { "pair_id": 164297, "video_name": "house_s07e11_seg02_clip_18", "timestamp": [ 9.3, 13.73 ], "duration": 88.66, "caption": "A man get a thing and show it to another man.", "similarity": 0.5728, "relevance": 0 }, { "pair_id": 164298, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.5725, "relevance": 1 }, { "pair_id": 164299, "video_name": "castle_s02e01_seg02_clip_16", "timestamp": [ 54.17, 59.87 ], "duration": 95.66, "caption": "A man is putting a camera onto another person's shirt.", "similarity": 0.5702, "relevance": 1 } ] }, { "query_id": 15170, "query": "A man pulls his lab coat closed when he is left alone.", "relevant_moment": [ { "pair_id": 9420, "video_name": "grey_s03e06_seg02_clip_11", "timestamp": [ 25.64, 32.51 ], "duration": 91.66, "caption": "A man pulls his lab coat closed when he is left alone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9421, "video_name": "s06e22_seg02_clip_11", "timestamp": [ 14.73, 30.41 ], "duration": 64.66, "caption": "A person takes his lab coat off and drapes it over his arm.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 9422, "video_name": "grey_s03e02_seg02_clip_12", "timestamp": [ 66.75, 74.81 ], "duration": 89.66, "caption": "A man puts on their lab coat as they are walking.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 9423, "video_name": "house_s03e20_seg02_clip_02", "timestamp": [ 1.8, 15.75 ], "duration": 90.66, "caption": "A person leaves their office with someone and puts on their lab coat.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 9424, "video_name": "house_s07e10_seg02_clip_05", "timestamp": [ 7.37, 17.78 ], "duration": 86.66, "caption": "A man gets up out of his seat and takes his lab coat and walks out of his office.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 9425, "video_name": "s09e06_seg02_clip_15", "timestamp": [ 32.2, 38.29 ], "duration": 87.66, "caption": "A man walks out of the lab backwards while holding his hands in front of him.", "similarity": 0.6192, "relevance": 0 }, { "pair_id": 9426, "video_name": "house_s08e19_seg02_clip_04", "timestamp": [ 17.55, 26.56 ], "duration": 90.66, "caption": "A man gets up, grabs his coat and leaves the room.", "similarity": 0.6047, "relevance": 0 }, { "pair_id": 9427, "video_name": "s08e16_seg02_clip_05", "timestamp": [ 38.42, 40.82 ], "duration": 60.66, "caption": "The person in the lab coat opens the door to the lab.", "similarity": 0.6028, "relevance": 0 }, { "pair_id": 9428, "video_name": "castle_s05e18_seg02_clip_18", "timestamp": [ 84.2, 95.79 ], "duration": 122.66, "caption": "A man puts on his coat and leaves the room.", "similarity": 0.6016, "relevance": 1 }, { "pair_id": 9429, "video_name": "house_s06e10_seg02_clip_22", "timestamp": [ 12.02, 15.58 ], "duration": 89.66, "caption": "A person grabs his coat as he is about to leave the room.", "similarity": 0.5865, "relevance": 0 }, { "pair_id": 9430, "video_name": "s07e13_seg02_clip_03", "timestamp": [ 9.92, 14.58 ], "duration": 62.66, "caption": "A man leaves the lab by going through the front door.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 9431, "video_name": "friends_s02e16_seg02_clip_01", "timestamp": [ 59.36, 61.2 ], "duration": 92.66, "caption": "A man takes his coat off of the hook to leave.", "similarity": 0.5849, "relevance": 0 }, { "pair_id": 9432, "video_name": "house_s08e03_seg02_clip_10", "timestamp": [ 0.0, 6.02 ], "duration": 92.66, "caption": "A man fixes the way he wears his laboratory coat.", "similarity": 0.5844, "relevance": 2 }, { "pair_id": 9433, "video_name": "house_s03e08_seg02_clip_01", "timestamp": [ 77.83, 82.38 ], "duration": 91.66, "caption": "A man adjusts his belt and buttons his lab coat.", "similarity": 0.5826, "relevance": 3 }, { "pair_id": 9434, "video_name": "friends_s01e16-17_seg02_clip_02", "timestamp": [ 25.09, 28.33 ], "duration": 59.66, "caption": "A man quickly takes off the wrong coat and picks up his own as he walks out.", "similarity": 0.5792, "relevance": 1 }, { "pair_id": 9435, "video_name": "s06e22_seg02_clip_10", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man unbuttons his lab coat as he stands in front of the coffee table talking.", "similarity": 0.5784, "relevance": 2 }, { "pair_id": 9436, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 13.58, 17.47 ], "duration": 97.66, "caption": "A man opens the door with his coat in his left hand and walks out.", "similarity": 0.5744, "relevance": 0 }, { "pair_id": 9437, "video_name": "house_s03e20_seg02_clip_02", "timestamp": [ 5.85, 15.3 ], "duration": 90.66, "caption": "A man wears his laboratory coat while he walks with another man.", "similarity": 0.5737, "relevance": 2 }, { "pair_id": 9438, "video_name": "friends_s03e14_seg02_clip_15", "timestamp": [ 40.01, 46.83 ], "duration": 62.66, "caption": "A man takes his coat off in a strange manner.", "similarity": 0.572, "relevance": 0 }, { "pair_id": 9439, "video_name": "grey_s03e02_seg02_clip_16", "timestamp": [ 36.81, 40.49 ], "duration": 92.66, "caption": "A person holding a white lab coat over their shoulder.", "similarity": 0.5714, "relevance": 0 } ] }, { "query_id": 15185, "query": "A man walks into a room with a woman while she is doing laundry.", "relevant_moment": [ { "pair_id": 146780, "video_name": "s02e10_seg02_clip_11", "timestamp": [ 11.41, 14.41 ], "duration": 60.66, "caption": "A man walks into a room with a woman while she is doing laundry.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146781, "video_name": "s02e08_seg02_clip_10", "timestamp": [ 45.84, 52.22 ], "duration": 58.66, "caption": "A man walks into the room past a woman holding laundry.", "similarity": 0.9124, "relevance": 4 }, { "pair_id": 146782, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 1.89, 7.88 ], "duration": 63.66, "caption": "A woman walks in the laundry room while a man is folding a green shirt.", "similarity": 0.8115, "relevance": 3 }, { "pair_id": 146783, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 46.67, 54.52 ], "duration": 87.66, "caption": "A man walks into someone's room and a woman leaves.", "similarity": 0.7956, "relevance": 0 }, { "pair_id": 146784, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 24.95, 26.11 ], "duration": 58.66, "caption": "A man walks into the room with two women.", "similarity": 0.7943, "relevance": 2 }, { "pair_id": 146785, "video_name": "friends_s08e23-24_seg02_clip_41", "timestamp": [ 40.32, 43.42 ], "duration": 62.66, "caption": "A man walks into the room where two women are.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 146786, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.7851, "relevance": 1 }, { "pair_id": 146787, "video_name": "s01e04_seg01_clip_01", "timestamp": [ 53.15, 57.95 ], "duration": 64.66, "caption": "A man enters the room with a woman.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 146788, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 57.27, 61.58 ], "duration": 61.66, "caption": "A man walks into the room where a woman is standing.", "similarity": 0.7767, "relevance": 2 }, { "pair_id": 146789, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A woman walks into the room with man following.", "similarity": 0.7767, "relevance": 1 }, { "pair_id": 146790, "video_name": "s03e12_seg02_clip_13", "timestamp": [ 45.15, 55.19 ], "duration": 59.66, "caption": "A person walks into the laundry room then walks past woman and stands at her side.", "similarity": 0.7727, "relevance": 4 }, { "pair_id": 146791, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 45.62, 50.72 ], "duration": 60.66, "caption": "A man walks into the room to visit a woman and another person.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 146792, "video_name": "grey_s03e25_seg02_clip_29", "timestamp": [ 0.0, 5.25 ], "duration": 70.66, "caption": "A man walks into the room and a woman walks up to him.", "similarity": 0.7684, "relevance": 1 }, { "pair_id": 146793, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A woman enters the laundry room and greets a man as he is putting clothes into a washing machine.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 146794, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 6.44, 10.4 ], "duration": 99.66, "caption": "A person walks into the room where two men and a woman are in.", "similarity": 0.7653, "relevance": 1 }, { "pair_id": 146795, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.3, 36.56 ], "duration": 63.66, "caption": "Two people walk into the same room as a woman and a man.", "similarity": 0.7633, "relevance": 2 }, { "pair_id": 146796, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 22.92, 35.98 ], "duration": 58.66, "caption": "A man walks into the room toward a woman.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 146797, "video_name": "friends_s04e01_seg02_clip_19", "timestamp": [ 1.64, 5.33 ], "duration": 82.66, "caption": "A man walks into the living room with a woman following them.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 146799, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 4.5, 13.5 ], "duration": 90.66, "caption": "A man walks with a woman as he leads her into the room with two other people were.", "similarity": 0.7562, "relevance": 1 } ] }, { "query_id": 15284, "query": "A man kisses a blonde woman as he lays in a hospital bed with her.", "relevant_moment": [ { "pair_id": 135740, "video_name": "house_s04e16_seg02_clip_22", "timestamp": [ 55.56, 63.64 ], "duration": 101.66, "caption": "A man kisses a blonde woman as he lays in a hospital bed with her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 135742, "video_name": "house_s07e15_seg02_clip_21", "timestamp": [ 20.08, 25.1 ], "duration": 251.66, "caption": "A person bends down and kisses a woman laying in the hospital bed.", "similarity": 0.7681, "relevance": 2 }, { "pair_id": 135743, "video_name": "grey_s02e21_seg02_clip_24", "timestamp": [ 0.0, 21.83 ], "duration": 97.66, "caption": "Two people have a quick conversation, then a woman kisses a man in his hospital bed.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 135744, "video_name": "friends_s03e24_seg02_clip_17", "timestamp": [ 54.62, 57.33 ], "duration": 60.66, "caption": "A woman kisses a man while he's sitting on the hospital bed.", "similarity": 0.7544, "relevance": 1 }, { "pair_id": 135745, "video_name": "house_s06e08_seg02_clip_16", "timestamp": [ 49.96, 54.46 ], "duration": 90.66, "caption": "A woman leans over and gives a man a kiss while he's in the hospital bed.", "similarity": 0.7468, "relevance": 2 }, { "pair_id": 135746, "video_name": "friends_s01e24_seg02_clip_14", "timestamp": [ 2.32, 10.44 ], "duration": 58.66, "caption": "A man hugs a blonde woman as they lay in bed together.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 135747, "video_name": "friends_s08e23-24_seg02_clip_09", "timestamp": [ 47.0, 51.93 ], "duration": 58.66, "caption": "A man kisses woman while standing in a hospital hallway.", "similarity": 0.736, "relevance": 1 }, { "pair_id": 135748, "video_name": "house_s07e03_seg02_clip_14", "timestamp": [ 59.24, 62.53 ], "duration": 94.66, "caption": "A man kisses a blonde woman in a blue dress.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 135749, "video_name": "house_s07e02_seg02_clip_12", "timestamp": [ 38.26, 49.51 ], "duration": 90.66, "caption": "A man kisses a woman as the two of them are in bed.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 135750, "video_name": "friends_s08e23-24_seg02_clip_15", "timestamp": [ 37.31, 41.66 ], "duration": 62.66, "caption": "A man and a woman kiss in one of the hospital room.", "similarity": 0.7119, "relevance": 1 }, { "pair_id": 135751, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 10.45, 20.91 ], "duration": 95.66, "caption": "A man cuddles with a woman while in the hospital bed.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 135752, "video_name": "grey_s03e17_seg02_clip_17", "timestamp": [ 0.0, 15.65 ], "duration": 68.66, "caption": "A man walks into a woman's hospital room and gives her a kiss.", "similarity": 0.708, "relevance": 1 }, { "pair_id": 135753, "video_name": "friends_s02e23_seg02_clip_17", "timestamp": [ 51.62, 55.82 ], "duration": 60.66, "caption": "A woman kisses a man as they lay in bed.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 135754, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 0.0, 28.62 ], "duration": 92.66, "caption": "A man talks with a woman while she lays in a hospital bed.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 135755, "video_name": "house_s06e14_seg02_clip_14", "timestamp": [ 10.01, 12.62 ], "duration": 87.66, "caption": "A man in a brown shirt sits next to a woman with blonde hair in a hospital bed.", "similarity": 0.7011, "relevance": 0 }, { "pair_id": 135756, "video_name": "s06e05_seg02_clip_08", "timestamp": [ 32.21, 35.3 ], "duration": 56.66, "caption": "A man kisses woman while they are lying in bed.", "similarity": 0.6957, "relevance": 2 }, { "pair_id": 135757, "video_name": "house_s04e16_seg02_clip_22", "timestamp": [ 7.07, 12.63 ], "duration": 101.66, "caption": "A man closes his eyes tightly as he lays in a hospital bed with a woman.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 135758, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 23.05 ], "duration": 92.66, "caption": "A man lays in the hospital bed as two women are by his side.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 135759, "video_name": "house_s07e02_seg02_clip_12", "timestamp": [ 44.56, 47.71 ], "duration": 90.66, "caption": "A man leans down and kisses a woman while they are in bed.", "similarity": 0.6889, "relevance": 1 } ] }, { "query_id": 15285, "query": "A person is in a coma and envisions himself on a bus.", "relevant_moment": [ { "pair_id": 119700, "video_name": "house_s04e16_seg02_clip_23", "timestamp": [ 18.91, 29.63 ], "duration": 56.66, "caption": "A person is in a coma and envisions himself on a bus.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 119701, "video_name": "house_s04e15_seg02_clip_21", "timestamp": [ 13.65, 17.75 ], "duration": 91.66, "caption": "A person sits down when he felt dizziness while in the bus.", "similarity": 0.6285, "relevance": 3 }, { "pair_id": 119702, "video_name": "met_s06e04_seg02_clip_03", "timestamp": [ 43.94, 48.52 ], "duration": 61.66, "caption": "A person turns to say something to a man on the bus and the man is fast asleep.", "similarity": 0.5947, "relevance": 2 }, { "pair_id": 119703, "video_name": "house_s02e23_seg02_clip_23", "timestamp": [ 20.0, 27.44 ], "duration": 93.66, "caption": "A person injects a medicine to wake someone up from her coma.", "similarity": 0.5901, "relevance": 2 }, { "pair_id": 119704, "video_name": "house_s04e15_seg02_clip_22", "timestamp": [ 0.0, 24.33 ], "duration": 128.66, "caption": "A man is in a bus and they met an accident.", "similarity": 0.5884, "relevance": 3 }, { "pair_id": 119705, "video_name": "house_s04e15_seg02_clip_03", "timestamp": [ 31.4, 44.73 ], "duration": 86.66, "caption": "A person looks around a city bus to find himself alone.", "similarity": 0.5744, "relevance": 4 }, { "pair_id": 119706, "video_name": "house_s02e11_seg02_clip_11", "timestamp": [ 0.0, 3.42 ], "duration": 85.66, "caption": "A person gets up from bed and says he needs to head to the hospital.", "similarity": 0.5685, "relevance": 1 }, { "pair_id": 119708, "video_name": "house_s08e20_seg02_clip_22", "timestamp": [ 33.22, 35.5 ], "duration": 91.66, "caption": "A person looks back to the seat another person is at on the bus.", "similarity": 0.5632, "relevance": 3 }, { "pair_id": 119710, "video_name": "house_s04e15_seg02_clip_20", "timestamp": [ 11.61, 13.4 ], "duration": 89.66, "caption": "A doctor sits down in one of the seat at a bus.", "similarity": 0.5546, "relevance": 2 }, { "pair_id": 119711, "video_name": "house_s03e03_seg02_clip_19", "timestamp": [ 40.06, 45.4 ], "duration": 89.66, "caption": "A man told some people that they can't do something while he is in coma. So a man told him to wake him up.", "similarity": 0.554, "relevance": 2 }, { "pair_id": 119712, "video_name": "met_s06e04_seg02_clip_02", "timestamp": [ 49.82, 55.82 ], "duration": 60.66, "caption": "A person looks out the window while riding a crowded bus.", "similarity": 0.553, "relevance": 2 }, { "pair_id": 119713, "video_name": "house_s03e13_seg02_clip_23", "timestamp": [ 78.26, 80.5 ], "duration": 89.66, "caption": "A person quickly wheels his self out of the hospital.", "similarity": 0.5472, "relevance": 0 }, { "pair_id": 119714, "video_name": "castle_s03e17_seg02_clip_07", "timestamp": [ 0.0, 7.83 ], "duration": 87.66, "caption": "A person wakes up in an ambulance and sees another person.", "similarity": 0.5417, "relevance": 1 }, { "pair_id": 119716, "video_name": "met_s02e02_seg02_clip_03", "timestamp": [ 0.0, 6.12 ], "duration": 61.66, "caption": "A person looks wistful while describing why he/she likes the bus.", "similarity": 0.5356, "relevance": 1 }, { "pair_id": 119717, "video_name": "house_s08e20_seg02_clip_17", "timestamp": [ 59.56, 65.19 ], "duration": 80.66, "caption": "A person holds onto the brain as someone watches.", "similarity": 0.5341, "relevance": 1 }, { "pair_id": 119718, "video_name": "house_s03e14_seg02_clip_20", "timestamp": [ 0.0, 18.75 ], "duration": 91.66, "caption": "A person in a bed is dying and their vitals getting low.", "similarity": 0.5282, "relevance": 1 }, { "pair_id": 119719, "video_name": "friends_s08e23-24_seg02_clip_26", "timestamp": [ 13.66, 17.52 ], "duration": 59.66, "caption": "A woman smiles knowingly when the coma person mentions their injury.", "similarity": 0.5281, "relevance": 0 } ] }, { "query_id": 15288, "query": "A man opens his eyes in an alternate universe while he lies in a hospital bed unconscious.", "relevant_moment": [ { "pair_id": 150320, "video_name": "house_s04e16_seg02_clip_23", "timestamp": [ 5.64, 23.98 ], "duration": 56.66, "caption": "A man opens his eyes in an alternate universe while he lies in a hospital bed unconscious.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150321, "video_name": "house_s01e15_seg02_clip_25", "timestamp": [ 13.7, 19.51 ], "duration": 83.66, "caption": "A man lies in a hospital bed and reclines onto the pillow, shutting his eyes.", "similarity": 0.7383, "relevance": 1 }, { "pair_id": 150322, "video_name": "house_s01e20_seg02_clip_11", "timestamp": [ 4.85, 6.31 ], "duration": 97.66, "caption": "A man rolls his eyes and head while in a hospital bed.", "similarity": 0.7164, "relevance": 3 }, { "pair_id": 150323, "video_name": "house_s04e16_seg02_clip_22", "timestamp": [ 7.07, 12.63 ], "duration": 101.66, "caption": "A man closes his eyes tightly as he lays in a hospital bed with a woman.", "similarity": 0.7001, "relevance": 0 }, { "pair_id": 150324, "video_name": "house_s03e23_seg02_clip_08", "timestamp": [ 24.39, 26.64 ], "duration": 90.66, "caption": "A man's eyes roll upwards as they fall back onto the hospital bed.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 150325, "video_name": "grey_s03e25_seg02_clip_16", "timestamp": [ 11.05, 17.0 ], "duration": 85.66, "caption": "A man turns and leaves the room and a patient with oxygen tubes in his nose licks his lips and looks up at the ceiling while laying in a hospital bed.", "similarity": 0.6635, "relevance": 1 }, { "pair_id": 150326, "video_name": "house_s04e16_seg02_clip_24", "timestamp": [ 99.56, 126.03 ], "duration": 126.66, "caption": "A man is lying in a hospital bed with tiny band-aids on his forehead, only moving his eyes; a woman by his bedside talks to him.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 150327, "video_name": "grey_s02e05_seg02_clip_17", "timestamp": [ 83.68, 88.13 ], "duration": 89.66, "caption": "A man is staring at a person lying in their hospital bed.", "similarity": 0.6545, "relevance": 1 }, { "pair_id": 150328, "video_name": "house_s07e04_seg02_clip_18", "timestamp": [ 85.34, 90.74 ], "duration": 108.66, "caption": "A man opens his eyes while laying in bed.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 150329, "video_name": "house_s06e08_seg02_clip_05", "timestamp": [ 19.31, 24.14 ], "duration": 87.66, "caption": "A man was checking the eyes of another man lying on the hospital bed.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 150330, "video_name": "house_s03e04_seg02_clip_19", "timestamp": [ 46.35, 48.62 ], "duration": 90.66, "caption": "A person's eyes go in opposite directions in the hospital.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 150331, "video_name": "grey_s03e14_seg02_clip_25", "timestamp": [ 40.25, 46.29 ], "duration": 80.66, "caption": "A person turns in their hospital bed to face a man.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 150332, "video_name": "house_s03e06_seg02_clip_17", "timestamp": [ 40.39, 45.14 ], "duration": 95.66, "caption": "A man lies in the hospital bed, he shifts his body while talking to a person.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 150333, "video_name": "house_s01e02_seg02_clip_25", "timestamp": [ 20.16, 25.84 ], "duration": 126.66, "caption": "A man leans over the hospital bed and inspects someone's eyes.", "similarity": 0.6339, "relevance": 2 }, { "pair_id": 150334, "video_name": "house_s07e23_seg02_clip_01", "timestamp": [ 0.0, 76.81 ], "duration": 86.66, "caption": "A man was lying on a hospital bed.", "similarity": 0.6219, "relevance": 1 }, { "pair_id": 150335, "video_name": "house_s03e11_seg02_clip_09", "timestamp": [ 0.0, 19.63 ], "duration": 80.66, "caption": "A man was lying on a hospital bed.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 150336, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 22.3, 28.54 ], "duration": 89.66, "caption": "A man enters a person's hospital room and turns on the light.", "similarity": 0.621, "relevance": 1 }, { "pair_id": 150337, "video_name": "house_s02e24_seg02_clip_12", "timestamp": [ 83.28, 92.03 ], "duration": 92.66, "caption": "A person is laying in a hospital bed with their eyes closed while another person talks to them.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 150338, "video_name": "house_s05e17_seg02_clip_11", "timestamp": [ 33.85, 36.52 ], "duration": 89.66, "caption": "A man, a male patient gets up from lying down in his hospital bed.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 150339, "video_name": "house_s04e03_seg02_clip_21", "timestamp": [ 9.68, 16.72 ], "duration": 88.66, "caption": "A man was staring at a doctor while they were lying on the hospital bed.", "similarity": 0.6041, "relevance": 4 }, { "pair_id": 323640, "video_name": "house_s05e15_seg02_clip_03", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man sits in the hospital bed with a contraption on his bed.", "similarity": 0.6038, "relevance": 3 }, { "pair_id": 323641, "video_name": "house_s02e01_seg02_clip_22", "timestamp": [ 0.0, 16.7 ], "duration": 92.66, "caption": "A man stares at a patient who's lying in a hospital bed and talking with a pained expression; the man doesn't speak - just listens, nods and walks away.", "similarity": 0.6021, "relevance": 3 }, { "pair_id": 323642, "video_name": "house_s06e03_seg02_clip_15", "timestamp": [ 80.39, 81.33 ], "duration": 94.66, "caption": "A man tilts his head in confusion while standing in a hospital room.", "similarity": 0.6006, "relevance": 0 }, { "pair_id": 323643, "video_name": "house_s04e13_seg02_clip_08", "timestamp": [ 26.55, 37.07 ], "duration": 91.66, "caption": "A man has a stroke while lying in the hospital bed.", "similarity": 0.6003, "relevance": 3 }, { "pair_id": 323644, "video_name": "friends_s06e04_seg02_clip_14", "timestamp": [ 50.74, 63.03 ], "duration": 63.66, "caption": "A man lays in a hospital bed with a person standing next to him.", "similarity": 0.5993, "relevance": 3 }, { "pair_id": 323645, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 52.88, 60.64 ], "duration": 97.66, "caption": "A person is laying in a hospital bed and a man is touching his stomach.", "similarity": 0.5954, "relevance": 3 }, { "pair_id": 323646, "video_name": "house_s07e07_seg02_clip_18", "timestamp": [ 3.06, 6.12 ], "duration": 102.66, "caption": "A man pulls his arm back when he's in a hospital bed.", "similarity": 0.5943, "relevance": 3 }, { "pair_id": 323647, "video_name": "house_s01e21_seg02_clip_20", "timestamp": [ 63.68, 69.03 ], "duration": 119.66, "caption": "A man closes their eyes and passes out.", "similarity": 0.5917, "relevance": 3 }, { "pair_id": 323648, "video_name": "house_s06e10_seg02_clip_21", "timestamp": [ 38.23, 42.33 ], "duration": 91.66, "caption": "A man sits down next to man as he lies in a hospital bed.", "similarity": 0.5903, "relevance": 3 }, { "pair_id": 323649, "video_name": "castle_s07e20_seg02_clip_00", "timestamp": [ 0.0, 2.38 ], "duration": 95.66, "caption": "A man blinks his eyes while laying in his bed.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 323650, "video_name": "house_s06e03_seg02_clip_13", "timestamp": [ 0.0, 43.81 ], "duration": 120.66, "caption": "A man watches a person from over his hospital bed.", "similarity": 0.5895, "relevance": 3 }, { "pair_id": 323651, "video_name": "house_s03e02_seg02_clip_16", "timestamp": [ 2.55, 4.25 ], "duration": 170.66, "caption": "A person turns over and falls asleep in the hospital bed.", "similarity": 0.5861, "relevance": 3 }, { "pair_id": 323652, "video_name": "house_s01e08_seg02_clip_01", "timestamp": [ 41.21, 43.08 ], "duration": 93.66, "caption": "A person checks a person's eyes with a flashlight as he lies in a hospital bed.", "similarity": 0.5854, "relevance": 3 }, { "pair_id": 323653, "video_name": "house_s02e21_seg02_clip_16", "timestamp": [ 63.25, 90.36 ], "duration": 90.66, "caption": "A man lightly convulses while laying in a hospital bed.", "similarity": 0.5852, "relevance": 3 }, { "pair_id": 323654, "video_name": "house_s03e12_seg02_clip_23", "timestamp": [ 27.03, 29.74 ], "duration": 90.66, "caption": "A person is seen through a hospital window in a bed with a doctor sitting looking and observing them.", "similarity": 0.585, "relevance": 2 }, { "pair_id": 323655, "video_name": "friends_s05e03_seg02_clip_12", "timestamp": [ 0.0, 8.68 ], "duration": 62.66, "caption": "A man shakes another man while lying in a hospital bed.", "similarity": 0.5822, "relevance": 3 }, { "pair_id": 323656, "video_name": "house_s01e07_seg02_clip_09", "timestamp": [ 0.0, 20.65 ], "duration": 86.66, "caption": "A man lying on the hospital bed was being hysterical.", "similarity": 0.582, "relevance": 3 }, { "pair_id": 323657, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A man sits in his hospital bed and then another man enters the room.", "similarity": 0.5809, "relevance": 2 }, { "pair_id": 323658, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 14.74, 28.55 ], "duration": 92.66, "caption": "A man rubs his face with his hand while laying in a hospital bed.", "similarity": 0.5794, "relevance": 3 }, { "pair_id": 323659, "video_name": "house_s02e23_seg02_clip_18", "timestamp": [ 58.72, 61.3 ], "duration": 103.66, "caption": "A man moves a hospital gown while checking on a patient lying in a hospital bed.", "similarity": 0.5784, "relevance": 1 } ] }, { "query_id": 15377, "query": "A man moves their hand from their mouth and begins to talk.", "relevant_moment": [ { "pair_id": 131820, "video_name": "castle_s02e07_seg02_clip_25", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man moves their hand from their mouth and begins to talk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 131821, "video_name": "castle_s07e10_seg02_clip_12", "timestamp": [ 26.2, 27.56 ], "duration": 90.66, "caption": "A man motions his hand in front of his throat as he talks.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 131822, "video_name": "friends_s03e12_seg02_clip_11", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A man gesticulates with his hands while he talks to a person.", "similarity": 0.7828, "relevance": 2 }, { "pair_id": 131823, "video_name": "castle_s08e16_seg02_clip_21", "timestamp": [ 89.73, 91.57 ], "duration": 92.66, "caption": "A man puts his hand on man's head as he speaks to him.", "similarity": 0.7826, "relevance": 2 }, { "pair_id": 131824, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 38.55, 44.66 ], "duration": 94.66, "caption": "A man puts his hand on his mouth as he speaks to a woman.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 131825, "video_name": "s01e14_seg02_clip_08", "timestamp": [ 13.65, 21.71 ], "duration": 62.66, "caption": "A man puts his hand on his face as he listens to person speak.", "similarity": 0.7778, "relevance": 2 }, { "pair_id": 131826, "video_name": "castle_s06e22_seg02_clip_17", "timestamp": [ 28.28, 30.89 ], "duration": 87.66, "caption": "A man gestures with his hand as he speaks.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 131827, "video_name": "house_s07e21_seg02_clip_01", "timestamp": [ 0.0, 47.33 ], "duration": 91.66, "caption": "A person makes gestures with his hands as he speaks to man.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 131828, "video_name": "friends_s06e11_seg02_clip_12", "timestamp": [ 41.91, 47.22 ], "duration": 59.66, "caption": "A man moves his hands to get person's attention as he has a conversation.", "similarity": 0.7716, "relevance": 1 }, { "pair_id": 131829, "video_name": "s06e22_seg02_clip_06", "timestamp": [ 17.09, 21.05 ], "duration": 61.66, "caption": "A man puts his hand up to his mouth.", "similarity": 0.7688, "relevance": 2 }, { "pair_id": 131830, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 25.94, 28.68 ], "duration": 61.66, "caption": "A person raises his hands as he talks to a man.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 131831, "video_name": "friends_s07e16_seg02_clip_23", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A man has his chin in his hand when a person is talking to him.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 131832, "video_name": "friends_s06e09_seg02_clip_02", "timestamp": [ 39.84, 44.27 ], "duration": 59.66, "caption": "A man uses hand gestures while talking to someone.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 131833, "video_name": "met_s06e10_seg02_clip_10", "timestamp": [ 39.1, 42.31 ], "duration": 58.66, "caption": "A man puts a hand over his hear in response to a person speaking to him.", "similarity": 0.7618, "relevance": 1 }, { "pair_id": 131834, "video_name": "castle_s04e08_seg02_clip_08", "timestamp": [ 36.05, 39.57 ], "duration": 87.66, "caption": "A man puts his wrist up to his mouth to speak into it.", "similarity": 0.7571, "relevance": 2 }, { "pair_id": 131835, "video_name": "house_s08e03_seg02_clip_05", "timestamp": [ 2.3, 5.06 ], "duration": 92.66, "caption": "A person puts his hand to his ear and speaks.", "similarity": 0.7569, "relevance": 1 }, { "pair_id": 131836, "video_name": "castle_s08e10_seg02_clip_22", "timestamp": [ 24.71, 28.98 ], "duration": 95.66, "caption": "A man begins holding his palms up while talking to two other people.", "similarity": 0.7567, "relevance": 1 }, { "pair_id": 131837, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 58.88, 61.33 ], "duration": 61.66, "caption": "A man puts his hands together as he speaks to a man.", "similarity": 0.7565, "relevance": 1 }, { "pair_id": 131838, "video_name": "friends_s09e23-24_seg02_clip_03", "timestamp": [ 37.72, 46.42 ], "duration": 58.66, "caption": "A man stands up and gestures with his hands while talking to a person.", "similarity": 0.7499, "relevance": 1 }, { "pair_id": 131839, "video_name": "friends_s06e22_seg02_clip_04", "timestamp": [ 55.21, 57.38 ], "duration": 62.66, "caption": "A man puts his hand in a fist over his mouth as he speaks to a woman.", "similarity": 0.745, "relevance": 1 } ] }, { "query_id": 15462, "query": "A woman is crouched on the floor looking at blood stains on the dirt.", "relevant_moment": [ { "pair_id": 41000, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 81.92, 90.02 ], "duration": 90.66, "caption": "A woman is crouched on the floor looking at blood stains on the dirt.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 41001, "video_name": "castle_s06e12_seg02_clip_08", "timestamp": [ 55.84, 60.34 ], "duration": 90.66, "caption": "A woman is crouched down and looking at a blood stain on the ground.", "similarity": 0.9044, "relevance": 4 }, { "pair_id": 41002, "video_name": "castle_s04e05_seg02_clip_02", "timestamp": [ 63.7, 66.47 ], "duration": 92.66, "caption": "A woman is crouched on the floor as she looks at evidence on the ground.", "similarity": 0.752, "relevance": 3 }, { "pair_id": 41003, "video_name": "castle_s04e05_seg02_clip_02", "timestamp": [ 62.78, 66.47 ], "duration": 92.66, "caption": "A woman was looking and examining something on the floor.", "similarity": 0.6505, "relevance": 3 }, { "pair_id": 41004, "video_name": "house_s01e08_seg02_clip_02", "timestamp": [ 85.52, 90.02 ], "duration": 90.66, "caption": "A woman is crouched on the floor looking at a cabinet.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 41005, "video_name": "castle_s07e10_seg02_clip_15", "timestamp": [ 14.81, 18.84 ], "duration": 89.66, "caption": "A woman is pointing to blood stains on clothes with her pen.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 41006, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 66.72, 74.54 ], "duration": 92.66, "caption": "A doctor looks down at the floor at the blood stain on the carpet.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 41007, "video_name": "castle_s01e07_seg02_clip_01", "timestamp": [ 13.75, 16.05 ], "duration": 91.66, "caption": "A woman picks up a blood stained piece of fabric off the floor with tweezers.", "similarity": 0.6335, "relevance": 3 }, { "pair_id": 41008, "video_name": "castle_s02e15_seg02_clip_19", "timestamp": [ 86.42, 90.02 ], "duration": 90.66, "caption": "A woman finds small amounts of blood in the kitchen sink of an apartment.", "similarity": 0.6253, "relevance": 2 }, { "pair_id": 41009, "video_name": "house_s02e03_seg02_clip_00", "timestamp": [ 0.0, 40.27 ], "duration": 92.66, "caption": "A person looks at someone's shirt that with a stain of blood.", "similarity": 0.6209, "relevance": 1 }, { "pair_id": 41010, "video_name": "castle_s04e03_seg02_clip_01", "timestamp": [ 10.92, 15.47 ], "duration": 91.66, "caption": "A woman looks at a pool of blood at a crime scene on a street as she approaches.", "similarity": 0.6144, "relevance": 3 }, { "pair_id": 41011, "video_name": "castle_s02e15_seg02_clip_20", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A woman announces she has found a blood sample on the scene.", "similarity": 0.6132, "relevance": 1 }, { "pair_id": 41013, "video_name": "castle_s07e13_seg02_clip_08", "timestamp": [ 7.27, 23.93 ], "duration": 85.66, "caption": "Woman, person, and another woman are in the kitchen looking for blood stains.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 41014, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 11.28, 13.16 ], "duration": 94.66, "caption": "A woman stands up from a kneeling position while looking at a crime scene.", "similarity": 0.5995, "relevance": 2 }, { "pair_id": 41015, "video_name": "castle_s07e19_seg02_clip_04", "timestamp": [ 0.0, 3.61 ], "duration": 90.66, "caption": "A woman points to some evidence on the pants of the body.", "similarity": 0.5826, "relevance": 1 }, { "pair_id": 41016, "video_name": "grey_s01e05_seg02_clip_06", "timestamp": [ 49.06, 52.66 ], "duration": 90.66, "caption": "A woman is kneeling on the floor looking through a white box.", "similarity": 0.577, "relevance": 2 }, { "pair_id": 41017, "video_name": "castle_s04e15_seg02_clip_02", "timestamp": [ 34.03, 59.44 ], "duration": 90.66, "caption": "A woman has seen blood at the street and followed it.", "similarity": 0.5689, "relevance": 3 }, { "pair_id": 41018, "video_name": "castle_s07e04_seg02_clip_16", "timestamp": [ 37.89, 56.38 ], "duration": 90.66, "caption": "A woman squats down near the body at the crime scene explaining her finding.", "similarity": 0.5671, "relevance": 3 }, { "pair_id": 41019, "video_name": "friends_s01e08_seg02_clip_15", "timestamp": [ 0.0, 4.32 ], "duration": 54.66, "caption": "A woman explains what she is doing on the floor.", "similarity": 0.5629, "relevance": 1 } ] }, { "query_id": 15541, "query": "A woman is sitting in between a huge teddy bear.", "relevant_moment": [ { "pair_id": 14340, "video_name": "s09e20_seg02_clip_12", "timestamp": [ 12.1, 13.34 ], "duration": 62.66, "caption": "A woman is sitting in between a huge teddy bear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14341, "video_name": "friends_s10e14_seg02_clip_21", "timestamp": [ 33.32, 34.43 ], "duration": 37.66, "caption": "A woman puts herself on top of her teddy bear's ear.", "similarity": 0.6, "relevance": 2 }, { "pair_id": 14342, "video_name": "friends_s03e08_seg02_clip_04", "timestamp": [ 5.82, 11.03 ], "duration": 61.66, "caption": "A woman runs into a bedroom and returns holding a large teddy bear.", "similarity": 0.5941, "relevance": 1 }, { "pair_id": 14343, "video_name": "house_s08e19_seg02_clip_03", "timestamp": [ 0.47, 2.79 ], "duration": 93.66, "caption": "A woman lays in a hospital bed with a stuffed teddy bear.", "similarity": 0.591, "relevance": 2 }, { "pair_id": 14344, "video_name": "s08e09_seg02_clip_09", "timestamp": [ 53.03, 61.41 ], "duration": 62.66, "caption": "A person has a conversation with a woman as they sit in the hospital waiting room holding a teddy bear.", "similarity": 0.5784, "relevance": 1 }, { "pair_id": 14345, "video_name": "met_s03e04_seg01_clip_01", "timestamp": [ 29.3, 32.55 ], "duration": 81.66, "caption": "A child holding her teddy bear turns around in her chair.", "similarity": 0.5727, "relevance": 2 }, { "pair_id": 14346, "video_name": "s07e14_seg02_clip_15", "timestamp": [ 27.31, 47.47 ], "duration": 65.66, "caption": "A person is sitting on a Ferris wheel with another person while holding a large teddy bear.", "similarity": 0.5516, "relevance": 2 }, { "pair_id": 14347, "video_name": "met_s04e03_seg02_clip_15", "timestamp": [ 46.34, 48.02 ], "duration": 48.66, "caption": "A woman takes the doll sitting right next to her.", "similarity": 0.5438, "relevance": 1 }, { "pair_id": 14348, "video_name": "s09e20_seg02_clip_04", "timestamp": [ 45.59, 60.48 ], "duration": 62.66, "caption": "A person enters the room holding a gigantic brown teddy bear and waves its arm in the air.", "similarity": 0.5375, "relevance": 2 }, { "pair_id": 14349, "video_name": "s09e12_seg02_clip_09", "timestamp": [ 45.02, 53.12 ], "duration": 60.66, "caption": "A man takes the Teddy Bear from woman and places it on the dresser.", "similarity": 0.5232, "relevance": 1 }, { "pair_id": 14350, "video_name": "s08e17_seg02_clip_00", "timestamp": [ 10.57, 15.05 ], "duration": 64.66, "caption": "A woman sits on the couch where person is sitting.", "similarity": 0.5149, "relevance": 0 }, { "pair_id": 14351, "video_name": "met_s04e03_seg02_clip_16", "timestamp": [ 0.0, 1.5 ], "duration": 60.66, "caption": "A woman is sitting on the stairs with a doll in her hands.", "similarity": 0.5101, "relevance": 2 }, { "pair_id": 14352, "video_name": "met_s02e21_seg02_clip_06", "timestamp": [ 15.38, 18.28 ], "duration": 58.66, "caption": "A woman sits down in a golden colored sofa.", "similarity": 0.5093, "relevance": 1 }, { "pair_id": 14353, "video_name": "friends_s01e05_seg02_clip_01", "timestamp": [ 28.04, 30.99 ], "duration": 59.66, "caption": "A woman sits on the armchair of a sofa.", "similarity": 0.5092, "relevance": 1 }, { "pair_id": 14354, "video_name": "met_s02e07_seg02_clip_04", "timestamp": [ 18.61, 21.71 ], "duration": 62.66, "caption": "A woman pulls out a stuffed bear which a man looks at quizzically.", "similarity": 0.5079, "relevance": 2 }, { "pair_id": 14355, "video_name": "grey_s03e02_seg02_clip_16", "timestamp": [ 0.46, 4.14 ], "duration": 92.66, "caption": "A woman sitting down with something in her hands.", "similarity": 0.5039, "relevance": 0 }, { "pair_id": 14356, "video_name": "s07e01_seg02_clip_10", "timestamp": [ 17.41, 20.11 ], "duration": 60.66, "caption": "A woman sits down on the other side of the couch from a person.", "similarity": 0.5019, "relevance": 0 }, { "pair_id": 14357, "video_name": "s05e04_seg02_clip_15", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A woman sits on the couch next to someone.", "similarity": 0.5, "relevance": 1 }, { "pair_id": 14358, "video_name": "s09e12_seg02_clip_09", "timestamp": [ 30.01, 36.02 ], "duration": 60.66, "caption": "A woman finds a stuffed animal in the closet.", "similarity": 0.499, "relevance": 1 }, { "pair_id": 14359, "video_name": "s08e07_seg01_clip_00", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman sits down in the multicolored armchair to the left of woman.", "similarity": 0.498, "relevance": 1 } ] }, { "query_id": 15582, "query": "Two people were having an intense conversation.", "relevant_moment": [ { "pair_id": 83840, "video_name": "house_s05e16_seg02_clip_14", "timestamp": [ 35.17, 85.66 ], "duration": 85.66, "caption": "Two people were having an intense conversation.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 83841, "video_name": "friends_s09e10_seg02_clip_12", "timestamp": [ 0.0, 19.69 ], "duration": 52.66, "caption": "Two people were having an intense conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 83842, "video_name": "friends_s08e09_seg02_clip_16", "timestamp": [ 0.0, 5.89 ], "duration": 62.66, "caption": "Two people were having an intense conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 83843, "video_name": "friends_s08e08_seg02_clip_14", "timestamp": [ 18.92, 42.11 ], "duration": 61.66, "caption": "Two people were having an intense conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 83844, "video_name": "friends_s04e18_seg02_clip_07", "timestamp": [ 0.0, 18.57 ], "duration": 64.66, "caption": "Two people were having an intense conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 83845, "video_name": "castle_s08e16_seg02_clip_06", "timestamp": [ 70.22, 90.02 ], "duration": 90.66, "caption": "Two people were having an intense conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 83846, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.3 ], "duration": 91.66, "caption": "Two people were having an intense conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 83847, "video_name": "castle_s08e04_seg02_clip_19", "timestamp": [ 0.0, 60.11 ], "duration": 91.66, "caption": "Two people were having an intense conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 83848, "video_name": "house_s03e02_seg02_clip_20", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.9426, "relevance": 3 }, { "pair_id": 83849, "video_name": "castle_s08e11_seg02_clip_24", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.9426, "relevance": 3 }, { "pair_id": 83850, "video_name": "castle_s02e12_seg02_clip_17", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.9426, "relevance": 3 }, { "pair_id": 83851, "video_name": "house_s08e21_seg02_clip_07", "timestamp": [ 0.0, 104.02 ], "duration": 104.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 2 }, { "pair_id": 83852, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 64.17, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 83853, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 2 }, { "pair_id": 83854, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 2 }, { "pair_id": 83855, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 28.61, 74.99 ], "duration": 86.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 83856, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 2 }, { "pair_id": 83857, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.15 ], "duration": 65.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 83858, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 0.0, 5.77 ], "duration": 88.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 2 }, { "pair_id": 83859, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 1 }, { "pair_id": 257160, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257161, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 22.76, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257162, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 28.48, 66.74 ], "duration": 85.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257163, "video_name": "house_s05e01_seg02_clip_08", "timestamp": [ 0.0, 36.64 ], "duration": 90.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257164, "video_name": "house_s04e12_seg02_clip_08", "timestamp": [ 29.91, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257165, "video_name": "house_s03e04_seg02_clip_14", "timestamp": [ 11.89, 51.66 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257166, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 22.76, 31.86 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257168, "video_name": "house_s02e12_seg02_clip_02", "timestamp": [ 0.0, 55.15 ], "duration": 72.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 257169, "video_name": "house_s02e04_seg02_clip_11", "timestamp": [ 0.0, 7.89 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257170, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 18.44 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 257171, "video_name": "house_s01e16_seg02_clip_09", "timestamp": [ 0.0, 37.14 ], "duration": 94.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 257172, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 0.0, 78.05 ], "duration": 85.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257173, "video_name": "friends_s05e02_seg02_clip_17", "timestamp": [ 0.0, 49.02 ], "duration": 49.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 257174, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 4 }, { "pair_id": 257175, "video_name": "castle_s06e08_seg02_clip_02", "timestamp": [ 0.0, 40.18 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 257176, "video_name": "friends_s09e06_seg02_clip_26", "timestamp": [ 31.83, 63.03 ], "duration": 63.66, "caption": "Two people were having a serious and intense conversation.", "similarity": 0.9402, "relevance": 4 }, { "pair_id": 257177, "video_name": "house_s02e22_seg02_clip_01", "timestamp": [ 4.95, 30.61 ], "duration": 90.66, "caption": "Two individuals were having a conversation.", "similarity": 0.9319, "relevance": 3 }, { "pair_id": 257178, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 0.0, 30.25 ], "duration": 84.66, "caption": "Two people were having a conversation with each other.", "similarity": 0.9239, "relevance": 3 }, { "pair_id": 257179, "video_name": "house_s05e07_seg02_clip_15", "timestamp": [ 29.78, 90.25 ], "duration": 90.66, "caption": "Two people were having a light conversation.", "similarity": 0.9171, "relevance": 3 } ] }, { "query_id": 15597, "query": "A woman fixes the intravenous line of a patient.", "relevant_moment": [ { "pair_id": 14960, "video_name": "house_s05e16_seg02_clip_17", "timestamp": [ 21.07, 23.9 ], "duration": 81.66, "caption": "A woman fixes the intravenous line of a patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14961, "video_name": "house_s07e11_seg02_clip_17", "timestamp": [ 22.06, 26.56 ], "duration": 90.66, "caption": "A woman fixes the intravenous line of an old person.", "similarity": 0.8659, "relevance": 4 }, { "pair_id": 14962, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 73.94, 88.02 ], "duration": 88.66, "caption": "A woman is conducting an operation to a patient.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 14963, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 50.61, 69.54 ], "duration": 88.66, "caption": "A woman is conducting an operation to a patient.", "similarity": 0.7335, "relevance": 3 }, { "pair_id": 14964, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 36.99, 51.18 ], "duration": 86.66, "caption": "A woman gets the patient ready for the treatment.", "similarity": 0.7192, "relevance": 4 }, { "pair_id": 14965, "video_name": "grey_s02e01_seg02_clip_05", "timestamp": [ 0.0, 12.13 ], "duration": 97.66, "caption": "A woman tells the patient that she is able to fix the vessels.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 14966, "video_name": "house_s07e17_seg02_clip_20", "timestamp": [ 48.61, 50.41 ], "duration": 90.66, "caption": "A woman leaves the IV line of her patient to face him.", "similarity": 0.6921, "relevance": 4 }, { "pair_id": 14967, "video_name": "house_s05e19_seg02_clip_08", "timestamp": [ 7.82, 11.5 ], "duration": 92.66, "caption": "A woman quickly puts a medicine to the patient.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 14968, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A person injects a medicine into the intravenous line of the patient.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 14969, "video_name": "house_s06e21_seg02_clip_20", "timestamp": [ 27.95, 29.98 ], "duration": 81.66, "caption": "A doctor injects a medicine to the intravenous line of a patient.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 14970, "video_name": "house_s07e15_seg02_clip_06", "timestamp": [ 0.0, 3.68 ], "duration": 92.66, "caption": "A person hangs the patient's intravenous fluid in its hook.", "similarity": 0.6668, "relevance": 4 }, { "pair_id": 14971, "video_name": "house_s05e19_seg02_clip_08", "timestamp": [ 8.28, 11.5 ], "duration": 92.66, "caption": "A woman puts a medicine to the patient by injecting it.", "similarity": 0.6665, "relevance": 4 }, { "pair_id": 14972, "video_name": "house_s02e04_seg02_clip_18", "timestamp": [ 16.74, 22.33 ], "duration": 93.66, "caption": "A woman is reviving the life of the patient.", "similarity": 0.666, "relevance": 3 }, { "pair_id": 14973, "video_name": "grey_s03e14_seg02_clip_17", "timestamp": [ 65.98, 97.03 ], "duration": 97.66, "caption": "A woman is giving a relieve to her patient.", "similarity": 0.6656, "relevance": 4 }, { "pair_id": 14974, "video_name": "grey_s03e06_seg02_clip_18", "timestamp": [ 14.32, 23.56 ], "duration": 92.66, "caption": "A woman wraps a patient's hand with a bandage.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 14976, "video_name": "grey_s03e14_seg02_clip_17", "timestamp": [ 31.05, 34.45 ], "duration": 97.66, "caption": "A woman is dispensing medication from a syringe to a line at the front of a hospital bed.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 14977, "video_name": "house_s04e12_seg02_clip_19", "timestamp": [ 21.13, 25.45 ], "duration": 96.66, "caption": "A woman sticks a needle in patient's side and pulls fluid out of it.", "similarity": 0.6538, "relevance": 3 }, { "pair_id": 14978, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 31.4, 33.98 ], "duration": 86.66, "caption": "A woman injects medication into the patient with a syringe.", "similarity": 0.6494, "relevance": 4 }, { "pair_id": 14979, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 50.67, 56.95 ], "duration": 89.66, "caption": "A woman quickly puts on her gloves and inserts a tube into the patient's side.", "similarity": 0.6493, "relevance": 4 }, { "pair_id": 188280, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A woman describes what is going on with the patient while some doctors are in a supply room.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 188281, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A woman feels the forehead of the female patient.", "similarity": 0.6483, "relevance": 1 }, { "pair_id": 188282, "video_name": "grey_s02e02_seg02_clip_01", "timestamp": [ 10.01, 29.58 ], "duration": 91.66, "caption": "A woman is checking on the condition of a patient.", "similarity": 0.6471, "relevance": 2 }, { "pair_id": 188283, "video_name": "grey_s03e02_seg02_clip_14", "timestamp": [ 54.26, 96.03 ], "duration": 96.66, "caption": "A woman gives a person an update on how the patient is doing.", "similarity": 0.6461, "relevance": 1 }, { "pair_id": 188284, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 18.81, 34.79 ], "duration": 94.66, "caption": "A woman is sticking her hand into the patient's stomach.", "similarity": 0.6457, "relevance": 1 }, { "pair_id": 188285, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 16.98, 18.92 ], "duration": 97.66, "caption": "A woman sticks the patient in the back with a needle.", "similarity": 0.6449, "relevance": 1 }, { "pair_id": 188286, "video_name": "house_s02e03_seg02_clip_15", "timestamp": [ 93.63, 96.03 ], "duration": 96.66, "caption": "A woman is talking to the patient at their bedside.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 188287, "video_name": "house_s08e17_seg02_clip_20", "timestamp": [ 10.58, 20.25 ], "duration": 92.66, "caption": "A person fixes the patient's IV tubing on their arm.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 188288, "video_name": "house_s03e01_seg02_clip_24", "timestamp": [ 22.01, 25.51 ], "duration": 100.66, "caption": "A woman sticks the patient with a needle in their shoulder.", "similarity": 0.6408, "relevance": 1 }, { "pair_id": 188289, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 17.95, 19.41 ], "duration": 97.66, "caption": "A woman injects a medication on the patient's back.", "similarity": 0.64, "relevance": 1 }, { "pair_id": 188290, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 78.28, 86.02 ], "duration": 86.66, "caption": "A woman sticks the needle into the back of the patient.", "similarity": 0.6395, "relevance": 1 }, { "pair_id": 188291, "video_name": "grey_s01e02_seg02_clip_02", "timestamp": [ 29.28, 51.97 ], "duration": 82.66, "caption": "A woman is checking on a patient and readying it for an operation.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 188292, "video_name": "grey_s01e03_seg02_clip_03", "timestamp": [ 70.08, 91.61 ], "duration": 91.66, "caption": "A woman talks to a patient as she tends to his wound.", "similarity": 0.6372, "relevance": 1 }, { "pair_id": 188293, "video_name": "house_s02e13_seg02_clip_05", "timestamp": [ 2.2, 3.52 ], "duration": 88.66, "caption": "A doctor fixes the intravenous fluid of his patient.", "similarity": 0.6369, "relevance": 1 }, { "pair_id": 188294, "video_name": "house_s03e13_seg02_clip_07", "timestamp": [ 81.01, 82.79 ], "duration": 89.66, "caption": "A woman inserts a medical tool into a patient's skin.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 188295, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 59.67, 65.5 ], "duration": 97.66, "caption": "A woman takes the needle and punctures the patient's arm.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 188296, "video_name": "house_s05e24_seg02_clip_18", "timestamp": [ 0.0, 12.39 ], "duration": 91.66, "caption": "There was a patient and woman together with another woman.", "similarity": 0.6318, "relevance": 1 }, { "pair_id": 188297, "video_name": "house_s08e14_seg02_clip_15", "timestamp": [ 0.0, 18.67 ], "duration": 91.66, "caption": "A woman doctor wraps the patient's eyes with a gauze.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 188298, "video_name": "grey_s01e08_seg02_clip_11", "timestamp": [ 64.04, 66.06 ], "duration": 81.66, "caption": "A woman inserts the needle into the patient's abdomen.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 188299, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 17.1, 27.91 ], "duration": 90.66, "caption": "A woman injects a drug to the patient.", "similarity": 0.6299, "relevance": 2 } ] }, { "query_id": 15635, "query": "Two people are in the car with one driving, both looking annoyed as they listen to an audiobook.", "relevant_moment": [ { "pair_id": 12000, "video_name": "met_s05e05_seg02_clip_15", "timestamp": [ 0.0, 37.54 ], "duration": 56.66, "caption": "Two people are in the car with one driving, both looking annoyed as they listen to an audiobook.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 12001, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 43.86, 79.02 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.6903, "relevance": 4 }, { "pair_id": 12002, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 0.0, 29.24 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 12003, "video_name": "castle_s06e08_seg02_clip_13", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "Two people are driving a car while they are talking.", "similarity": 0.6788, "relevance": 3 }, { "pair_id": 12004, "video_name": "s06e24_seg01_clip_01", "timestamp": [ 27.29, 62.03 ], "duration": 62.66, "caption": "Two people sit and talk in the car while one of them drives.", "similarity": 0.6661, "relevance": 3 }, { "pair_id": 12005, "video_name": "met_s03e19_seg02_clip_01", "timestamp": [ 48.61, 59.65 ], "duration": 59.66, "caption": "Two people have a conversation in the backseat of a car.", "similarity": 0.6382, "relevance": 3 }, { "pair_id": 12006, "video_name": "met_s03e17_seg02_clip_15", "timestamp": [ 3.36, 5.8 ], "duration": 61.66, "caption": "Two people are in the backseat of a car when one turns to yell at the other.", "similarity": 0.6374, "relevance": 3 }, { "pair_id": 12007, "video_name": "friends_s07e22_seg02_clip_09", "timestamp": [ 0.0, 20.49 ], "duration": 64.66, "caption": "Two people are in a car and having a conversation.", "similarity": 0.6308, "relevance": 3 }, { "pair_id": 12008, "video_name": "s03e15_seg02_clip_04", "timestamp": [ 46.33, 63.03 ], "duration": 63.66, "caption": "A person sits in silence in the car giving annoyed looks as another person drives.", "similarity": 0.6282, "relevance": 3 }, { "pair_id": 12009, "video_name": "met_s05e05_seg02_clip_03", "timestamp": [ 48.02, 60.03 ], "duration": 60.66, "caption": "Two people are smiling in the car whereas another person is frowning.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 12010, "video_name": "house_s07e18_seg02_clip_05", "timestamp": [ 32.34, 68.39 ], "duration": 106.66, "caption": "Two people are having a conversation in the car.", "similarity": 0.6245, "relevance": 2 }, { "pair_id": 12011, "video_name": "castle_s05e23_seg02_clip_08", "timestamp": [ 0.0, 19.81 ], "duration": 90.66, "caption": "Two people were sitting in a car as they were talking.", "similarity": 0.6227, "relevance": 2 }, { "pair_id": 12012, "video_name": "house_s07e18_seg02_clip_06", "timestamp": [ 0.0, 20.61 ], "duration": 73.66, "caption": "Two people talk while they are in a car together.", "similarity": 0.6191, "relevance": 2 }, { "pair_id": 12013, "video_name": "castle_s01e03_seg02_clip_09", "timestamp": [ 79.74, 88.11 ], "duration": 88.66, "caption": "Two people ride together in the car as one drives.", "similarity": 0.6175, "relevance": 3 }, { "pair_id": 12014, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.5 ], "duration": 90.66, "caption": "Two people were both riding in a car.", "similarity": 0.6089, "relevance": 3 }, { "pair_id": 12015, "video_name": "castle_s03e02_seg02_clip_06", "timestamp": [ 47.17, 51.33 ], "duration": 92.66, "caption": "Two people both get into the same car.", "similarity": 0.6085, "relevance": 1 }, { "pair_id": 12016, "video_name": "met_s02e17_seg02_clip_07", "timestamp": [ 5.89, 16.44 ], "duration": 62.66, "caption": "Two people yell at each other while one of them drives.", "similarity": 0.6033, "relevance": 3 }, { "pair_id": 12017, "video_name": "castle_s05e13_seg02_clip_02", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "Two people listening to an audio file.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 12018, "video_name": "house_s07e18_seg02_clip_06", "timestamp": [ 0.0, 19.14 ], "duration": 73.66, "caption": "Two people both sit in the car together and talk.", "similarity": 0.5973, "relevance": 2 }, { "pair_id": 12019, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 0.0, 31.48 ], "duration": 92.66, "caption": "Two people are in a car, and someone called one of them and they talk to each other.", "similarity": 0.5971, "relevance": 2 }, { "pair_id": 185320, "video_name": "s10e12_seg02_clip_01", "timestamp": [ 0.0, 23.11 ], "duration": 60.66, "caption": "Two people are riding in the car and talking.", "similarity": 0.5918, "relevance": 4 }, { "pair_id": 185321, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 0.0, 22.41 ], "duration": 56.66, "caption": "Two people are riding in the car and talking.", "similarity": 0.5918, "relevance": 4 }, { "pair_id": 185322, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 0.0, 32.34 ], "duration": 64.66, "caption": "A person is driving a car having a conversation with another person who is in the passenger seat.", "similarity": 0.5899, "relevance": 3 }, { "pair_id": 185323, "video_name": "house_s05e04_seg02_clip_10", "timestamp": [ 1.3, 2.6 ], "duration": 86.66, "caption": "Two people were inside a car.", "similarity": 0.5893, "relevance": 3 }, { "pair_id": 185324, "video_name": "s08e03_seg02_clip_05", "timestamp": [ 16.01, 26.25 ], "duration": 64.66, "caption": "Two people are in the backseat as a woman drives.", "similarity": 0.5879, "relevance": 3 }, { "pair_id": 185325, "video_name": "s08e19_seg02_clip_07", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Two people are sitting in a car as they converse with each other.", "similarity": 0.5873, "relevance": 3 }, { "pair_id": 185326, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 4.41, 63.03 ], "duration": 63.66, "caption": "Two people were sitting in a car.", "similarity": 0.5868, "relevance": 3 }, { "pair_id": 185327, "video_name": "s03e11_seg02_clip_03", "timestamp": [ 28.99, 37.82 ], "duration": 63.66, "caption": "A person is in the backseat with someone as another person drives.", "similarity": 0.5867, "relevance": 3 }, { "pair_id": 185328, "video_name": "castle_s06e23_seg02_clip_27", "timestamp": [ 0.0, 16.57 ], "duration": 72.66, "caption": "Two people are talking to each other on the phone as one drives.", "similarity": 0.5855, "relevance": 2 }, { "pair_id": 185329, "video_name": "friends_s10e17-18_seg02_clip_22", "timestamp": [ 6.33, 11.28 ], "duration": 55.66, "caption": "Two people get in a vehicle at the same time.", "similarity": 0.5782, "relevance": 2 }, { "pair_id": 185330, "video_name": "s07e03_seg02_clip_12", "timestamp": [ 47.97, 69.02 ], "duration": 69.66, "caption": "Two people are singing in the car.", "similarity": 0.575, "relevance": 3 }, { "pair_id": 185331, "video_name": "castle_s08e03_seg02_clip_11", "timestamp": [ 69.99, 81.87 ], "duration": 88.66, "caption": "Two people are sitting in the front seat of a car, turned around to have a conversation with another person in the back seat.", "similarity": 0.5734, "relevance": 3 }, { "pair_id": 185332, "video_name": "s08e19_seg02_clip_07", "timestamp": [ 0.0, 19.21 ], "duration": 60.66, "caption": "Two people are just sitting in a car and they suddenly smile and get excited.", "similarity": 0.571, "relevance": 3 }, { "pair_id": 185333, "video_name": "s08e19_seg02_clip_09", "timestamp": [ 0.0, 31.63 ], "duration": 62.66, "caption": "Two people are sitting and chatting in a car.", "similarity": 0.5705, "relevance": 4 }, { "pair_id": 185334, "video_name": "s09e01_seg01_clip_00", "timestamp": [ 3.36, 34.48 ], "duration": 61.66, "caption": "A man drives with a woman in the passenger seat, she sits there talking with him with an annoyed look on their face.", "similarity": 0.5702, "relevance": 4 }, { "pair_id": 185335, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 31.54, 49.97 ], "duration": 97.66, "caption": "A man and woman are having a conversation while in the car.", "similarity": 0.5702, "relevance": 3 }, { "pair_id": 185336, "video_name": "s10e01_seg02_clip_17", "timestamp": [ 0.0, 6.5 ], "duration": 50.66, "caption": "Two people are having a conversation in the car that makes a man smile.", "similarity": 0.5701, "relevance": 2 }, { "pair_id": 185337, "video_name": "castle_s05e13_seg02_clip_00", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "Two people both get out of the same car.", "similarity": 0.5693, "relevance": 1 }, { "pair_id": 185338, "video_name": "s03e01_seg02_clip_15", "timestamp": [ 4.64, 8.12 ], "duration": 58.66, "caption": "A person is driving as another person is a passenger and someone else in the backseat.", "similarity": 0.568, "relevance": 4 }, { "pair_id": 185339, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 24.76, 90.02 ], "duration": 90.66, "caption": "A person is in the backseat of a car speaking to another person.", "similarity": 0.5677, "relevance": 2 } ] }, { "query_id": 15653, "query": "A man hugs and kisses a woman to help comfort her.", "relevant_moment": [ { "pair_id": 137080, "video_name": "friends_s03e03_seg02_clip_20", "timestamp": [ 1.44, 8.64 ], "duration": 96.66, "caption": "A man hugs and kisses a woman to help comfort her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137081, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 50.97, 66.45 ], "duration": 91.66, "caption": "A woman gives a man a hug to comfort him.", "similarity": 0.8942, "relevance": 2 }, { "pair_id": 137082, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 7.25, 18.28 ], "duration": 58.66, "caption": "A man tries to comfort a woman and they hug.", "similarity": 0.887, "relevance": 2 }, { "pair_id": 137083, "video_name": "friends_s04e10_seg02_clip_15", "timestamp": [ 30.46, 31.86 ], "duration": 70.66, "caption": "A man hugs a woman and then kisses her forehead.", "similarity": 0.8672, "relevance": 4 }, { "pair_id": 137084, "video_name": "friends_s08e23-24_seg02_clip_38", "timestamp": [ 8.06, 12.41 ], "duration": 62.66, "caption": "A man hugs woman and kisses the side of her head.", "similarity": 0.8624, "relevance": 2 }, { "pair_id": 137085, "video_name": "friends_s01e08_seg02_clip_16", "timestamp": [ 11.17, 13.65 ], "duration": 62.66, "caption": "A man hugs a woman and then kisses her on the cheek.", "similarity": 0.858, "relevance": 4 }, { "pair_id": 137086, "video_name": "friends_s07e02_seg02_clip_20", "timestamp": [ 13.47, 19.28 ], "duration": 61.66, "caption": "A woman kisses and hugs a man while she is smiling.", "similarity": 0.8527, "relevance": 3 }, { "pair_id": 137087, "video_name": "s07e04_seg02_clip_04", "timestamp": [ 0.58, 4.64 ], "duration": 58.66, "caption": "A woman tries to comfort a man by trying to hug him.", "similarity": 0.8523, "relevance": 1 }, { "pair_id": 137088, "video_name": "friends_s10e15_seg01_clip_01", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man hugs a woman and rubs her back for her.", "similarity": 0.8508, "relevance": 2 }, { "pair_id": 137089, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 35.7, 42.34 ], "duration": 166.66, "caption": "A man hugs a woman while she is very emotional.", "similarity": 0.8497, "relevance": 2 }, { "pair_id": 137090, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.8378, "relevance": 1 }, { "pair_id": 137091, "video_name": "friends_s08e14_seg02_clip_16", "timestamp": [ 55.83, 59.13 ], "duration": 60.66, "caption": "A man hugs woman and kisses her cheek as they embrace each other.", "similarity": 0.8362, "relevance": 4 }, { "pair_id": 137092, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A woman kisses a man while she is hugging him.", "similarity": 0.8325, "relevance": 3 }, { "pair_id": 137093, "video_name": "friends_s02e10_seg02_clip_19", "timestamp": [ 8.78, 12.11 ], "duration": 60.66, "caption": "A woman kisses a man on the cheek and hugs him.", "similarity": 0.8323, "relevance": 3 }, { "pair_id": 137094, "video_name": "friends_s10e09_seg02_clip_22", "timestamp": [ 48.37, 54.89 ], "duration": 93.66, "caption": "A woman kisses and hugs a man and places his face in her hands.", "similarity": 0.832, "relevance": 3 }, { "pair_id": 137095, "video_name": "s09e16_seg01_clip_01", "timestamp": [ 29.11, 35.42 ], "duration": 60.66, "caption": "A man walks up to woman, kisses her, and then hugs her.", "similarity": 0.8237, "relevance": 4 }, { "pair_id": 137096, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 15.09, 18.86 ], "duration": 58.66, "caption": "A man embraces woman and gives her a hug.", "similarity": 0.8203, "relevance": 2 }, { "pair_id": 137097, "video_name": "friends_s04e20_seg02_clip_18", "timestamp": [ 43.69, 51.5 ], "duration": 78.66, "caption": "A man goes to woman and hugs her tightly.", "similarity": 0.8192, "relevance": 2 }, { "pair_id": 137098, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman hugs a man and he puts his arms around her.", "similarity": 0.8176, "relevance": 2 }, { "pair_id": 137099, "video_name": "friends_s06e03_seg02_clip_16", "timestamp": [ 5.36, 11.35 ], "duration": 63.66, "caption": "A man smiles at a woman and gives her a hug and a kiss.", "similarity": 0.8173, "relevance": 3 }, { "pair_id": 310400, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.75, 40.89 ], "duration": 61.66, "caption": "A man leans over and gives a woman a hug.", "similarity": 0.8168, "relevance": 3 }, { "pair_id": 310401, "video_name": "friends_s08e11_seg02_clip_18", "timestamp": [ 9.15, 16.78 ], "duration": 61.66, "caption": "A man tells a woman how he feels and she hugs him.", "similarity": 0.8149, "relevance": 3 }, { "pair_id": 310402, "video_name": "friends_s04e23-24_seg02_clip_21", "timestamp": [ 11.71, 30.01 ], "duration": 60.66, "caption": "A man grabs a woman's hands then hugs and kisses her.", "similarity": 0.8118, "relevance": 4 }, { "pair_id": 310403, "video_name": "friends_s10e17-18_seg02_clip_40", "timestamp": [ 21.47, 25.24 ], "duration": 58.66, "caption": "A man lovingly gives a woman a hug after telling her he loves her.", "similarity": 0.8103, "relevance": 3 }, { "pair_id": 310404, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 45.47, 58.28 ], "duration": 61.66, "caption": "A man sits down next to woman and she hugs him.", "similarity": 0.8091, "relevance": 3 }, { "pair_id": 310405, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 36.6, 37.22 ], "duration": 62.66, "caption": "A man hugs a woman who is sitting next to him.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 310406, "video_name": "s05e06_seg02_clip_04", "timestamp": [ 53.66, 62.03 ], "duration": 62.66, "caption": "A man tells a woman she helped and they hug.", "similarity": 0.8078, "relevance": 2 }, { "pair_id": 310408, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "A woman hugs a man and then lets go of him and hugs him again.", "similarity": 0.8068, "relevance": 2 }, { "pair_id": 310409, "video_name": "s09e16_seg02_clip_12", "timestamp": [ 43.82, 51.62 ], "duration": 60.66, "caption": "A man and woman hug and kiss each other.", "similarity": 0.8052, "relevance": 4 }, { "pair_id": 310410, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.8023, "relevance": 2 }, { "pair_id": 310411, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 7.28, 11.38 ], "duration": 91.66, "caption": "A woman walks up and places her hand on a man then hugs him and kisses him.", "similarity": 0.8021, "relevance": 4 }, { "pair_id": 310412, "video_name": "house_s08e13_seg02_clip_01", "timestamp": [ 31.69, 36.53 ], "duration": 88.66, "caption": "A woman gives a man a hug and kiss on the cheek.", "similarity": 0.8012, "relevance": 4 }, { "pair_id": 310413, "video_name": "friends_s02e10_seg02_clip_19", "timestamp": [ 8.17, 11.81 ], "duration": 60.66, "caption": "A woman gives a man a hug and kiss on the cheek.", "similarity": 0.8012, "relevance": 3 }, { "pair_id": 310414, "video_name": "friends_s10e07_seg02_clip_18", "timestamp": [ 48.4, 50.47 ], "duration": 59.66, "caption": "A man and a woman hug each other, with him giving her a kiss on the forehead.", "similarity": 0.8002, "relevance": 3 }, { "pair_id": 310415, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 23.95, 32.5 ], "duration": 57.66, "caption": "A man embraces woman tightly as they hug each other.", "similarity": 0.8001, "relevance": 2 }, { "pair_id": 310416, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.45, 45.47 ], "duration": 61.66, "caption": "A man hugs a woman and then two men hug each other.", "similarity": 0.7989, "relevance": 2 }, { "pair_id": 310417, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 95.34, 104.64 ], "duration": 155.66, "caption": "A woman goes to man and hugs him and then hugs woman.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 310418, "video_name": "friends_s08e07_seg02_clip_12", "timestamp": [ 39.99, 45.7 ], "duration": 60.66, "caption": "A man gives a woman a compliment and they hug each other.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 310419, "video_name": "met_s06e14_seg02_clip_19", "timestamp": [ 1.58, 4.41 ], "duration": 63.66, "caption": "A man rubs woman's back then hugs her to him.", "similarity": 0.7948, "relevance": 3 } ] }, { "query_id": 15737, "query": "A man performs a magic trick for the group of kids behind the glass.", "relevant_moment": [ { "pair_id": 17160, "video_name": "friends_s04e11_seg02_clip_05", "timestamp": [ 37.84, 42.49 ], "duration": 62.66, "caption": "A man performs a magic trick for the group of kids behind the glass.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17161, "video_name": "s05e12_seg02_clip_07", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A man performs a magic trick in front of the children.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 17162, "video_name": "s05e12_seg02_clip_08", "timestamp": [ 0.0, 26.55 ], "duration": 61.66, "caption": "A man is attempting to do a magic trick at a party and a child tells everyone how it is done.", "similarity": 0.7622, "relevance": 2 }, { "pair_id": 17163, "video_name": "s05e12_seg02_clip_07", "timestamp": [ 2.14, 8.54 ], "duration": 61.66, "caption": "A man is holding magic rings in front of a crowd of children.", "similarity": 0.6767, "relevance": 3 }, { "pair_id": 17164, "video_name": "s06e18_seg02_clip_07", "timestamp": [ 55.47, 63.03 ], "duration": 63.66, "caption": "A man is making a fool of himself in front of a group of kids in a classroom.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 17165, "video_name": "friends_s09e01_seg01_clip_01", "timestamp": [ 20.24, 22.52 ], "duration": 57.66, "caption": "A man points to another man while talking about his magic trick.", "similarity": 0.5478, "relevance": 0 }, { "pair_id": 17166, "video_name": "met_s03e20_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 59.66, "caption": "A man bends over and tells the kids what to wear.", "similarity": 0.5385, "relevance": 0 }, { "pair_id": 17167, "video_name": "castle_s05e15_seg02_clip_12", "timestamp": [ 13.77, 16.06 ], "duration": 91.66, "caption": "A man taps the area of the screen where they believe the kids are.", "similarity": 0.5381, "relevance": 0 }, { "pair_id": 17168, "video_name": "friends_s06e24-25_seg02_clip_04", "timestamp": [ 46.82, 60.03 ], "duration": 60.66, "caption": "A man stops the fun by yelling at the kids in the room.", "similarity": 0.524, "relevance": 1 }, { "pair_id": 17169, "video_name": "castle_s07e04_seg02_clip_04", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A man is playing with kids' puzzle toy quietly while another man and a woman are talking.", "similarity": 0.5094, "relevance": 1 }, { "pair_id": 17170, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 28.66, 33.54 ], "duration": 57.66, "caption": "A man asks a woman if their child knows more tricks.", "similarity": 0.5082, "relevance": 0 }, { "pair_id": 17171, "video_name": "s02e20_seg02_clip_12", "timestamp": [ 10.03, 14.46 ], "duration": 59.66, "caption": "A man pulls a magic prop up to another man's face and pulls some scarves out of it.", "similarity": 0.5074, "relevance": 2 }, { "pair_id": 17172, "video_name": "friends_s04e11_seg02_clip_05", "timestamp": [ 4.96, 44.35 ], "duration": 62.66, "caption": "A man leads a group of kids on a museum tour.", "similarity": 0.5057, "relevance": 4 }, { "pair_id": 17173, "video_name": "met_s02e02_seg02_clip_07", "timestamp": [ 30.75, 55.72 ], "duration": 60.66, "caption": "A man is making another man hand over his tricks.", "similarity": 0.5039, "relevance": 2 }, { "pair_id": 17174, "video_name": "castle_s07e04_seg02_clip_17", "timestamp": [ 16.66, 29.26 ], "duration": 90.66, "caption": "A man is surrounded by children in a classroom.", "similarity": 0.4945, "relevance": 2 }, { "pair_id": 17175, "video_name": "s08e15_seg02_clip_16", "timestamp": [ 55.1, 70.22 ], "duration": 72.66, "caption": "A man initiates a toast where everyone holds their glass up in the air.", "similarity": 0.4896, "relevance": 0 }, { "pair_id": 17176, "video_name": "met_s02e08_seg02_clip_07", "timestamp": [ 8.79, 12.12 ], "duration": 60.66, "caption": "A man raises his glass while telling the group the celebration will go on.", "similarity": 0.4825, "relevance": 0 }, { "pair_id": 17177, "video_name": "met_s06e09_seg02_clip_07", "timestamp": [ 2.42, 3.93 ], "duration": 60.66, "caption": "A man sets down the sticks after asking the children to add.", "similarity": 0.4821, "relevance": 2 }, { "pair_id": 17178, "video_name": "met_s03e04_seg02_clip_09", "timestamp": [ 5.81, 6.68 ], "duration": 58.66, "caption": "A man motions his hand to a person as the person is holding his glass.", "similarity": 0.4805, "relevance": 0 }, { "pair_id": 17179, "video_name": "castle_s07e04_seg02_clip_12", "timestamp": [ 80.66, 89.13 ], "duration": 89.66, "caption": "A man has a crown and fairy wings on as he plays with a child.", "similarity": 0.4796, "relevance": 2 } ] }, { "query_id": 15787, "query": "A person signs a document in the nurse's station.", "relevant_moment": [ { "pair_id": 18160, "video_name": "house_s07e23_seg02_clip_16", "timestamp": [ 81.7, 85.17 ], "duration": 99.66, "caption": "A person signs a document in the nurse's station.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18161, "video_name": "house_s01e14_seg02_clip_07", "timestamp": [ 24.7, 30.98 ], "duration": 89.66, "caption": "A man signs some papers at a nurses station while talking with another person.", "similarity": 0.7432, "relevance": 4 }, { "pair_id": 18162, "video_name": "house_s04e04_seg02_clip_05", "timestamp": [ 27.97, 29.77 ], "duration": 90.66, "caption": "A woman is standing at the nurse's desk signing papers.", "similarity": 0.7018, "relevance": 4 }, { "pair_id": 18163, "video_name": "house_s01e11_seg02_clip_09", "timestamp": [ 13.78, 23.28 ], "duration": 95.66, "caption": "A person pulls a pen out of his pocket and writes on a piece of paper at the nurses' station.", "similarity": 0.7003, "relevance": 4 }, { "pair_id": 18164, "video_name": "house_s03e12_seg02_clip_09", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A person is standing at the nurses station with a folder under their hand.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 18165, "video_name": "house_s07e15_seg02_clip_21", "timestamp": [ 5.02, 7.53 ], "duration": 251.66, "caption": "A woman signs a paper on a clipboard and gives it to the nurse.", "similarity": 0.692, "relevance": 3 }, { "pair_id": 18166, "video_name": "house_s02e09_seg02_clip_12", "timestamp": [ 9.0, 15.75 ], "duration": 90.66, "caption": "A person sitting on the patient bed signs a document and hands the pen to another person.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 18167, "video_name": "house_s08e04_seg02_clip_23", "timestamp": [ 75.09, 86.64 ], "duration": 105.66, "caption": "The patient takes the pen to sign the paper.", "similarity": 0.6788, "relevance": 3 }, { "pair_id": 18168, "video_name": "house_s08e04_seg02_clip_23", "timestamp": [ 81.39, 94.0 ], "duration": 105.66, "caption": "A patient signs a form and hands it to a person.", "similarity": 0.672, "relevance": 3 }, { "pair_id": 18169, "video_name": "house_s05e02_seg02_clip_14", "timestamp": [ 36.9, 39.67 ], "duration": 92.66, "caption": "A doctor hands the signing sheet and pen to the patient.", "similarity": 0.6706, "relevance": 3 }, { "pair_id": 18170, "video_name": "grey_s02e20_seg02_clip_06", "timestamp": [ 44.34, 46.97 ], "duration": 87.66, "caption": "A person is writing in the patient's chart at a hospital.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 18171, "video_name": "house_s02e14_seg02_clip_17", "timestamp": [ 56.07, 60.49 ], "duration": 88.66, "caption": "The nurse gives a form to person while person is talking.", "similarity": 0.6614, "relevance": 3 }, { "pair_id": 18172, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 53.65, 55.91 ], "duration": 90.66, "caption": "A woman signs a document and hands it to the person at the reception desk.", "similarity": 0.6564, "relevance": 4 }, { "pair_id": 18173, "video_name": "house_s05e24_seg02_clip_20", "timestamp": [ 81.62, 88.25 ], "duration": 102.66, "caption": "Someone walks up to the reception desk and whispers with a nurse.", "similarity": 0.6511, "relevance": 2 }, { "pair_id": 18174, "video_name": "grey_s03e10_seg02_clip_16", "timestamp": [ 24.52, 28.75 ], "duration": 84.66, "caption": "A man is handed a pen from the nurse and signs a chart.", "similarity": 0.65, "relevance": 4 }, { "pair_id": 18175, "video_name": "house_s07e15_seg02_clip_21", "timestamp": [ 6.28, 8.79 ], "duration": 251.66, "caption": "A woman signs a paper on a clipboard and passes the clipboard to a nurse.", "similarity": 0.6492, "relevance": 3 }, { "pair_id": 18176, "video_name": "friends_s06e05_seg02_clip_17", "timestamp": [ 42.5, 51.35 ], "duration": 59.66, "caption": "A woman signs the documents in the living room.", "similarity": 0.648, "relevance": 3 }, { "pair_id": 18177, "video_name": "grey_s01e09_seg02_clip_02", "timestamp": [ 12.29, 22.3 ], "duration": 91.66, "caption": "A person talks to a nurse and starts writing in a chart.", "similarity": 0.6478, "relevance": 3 }, { "pair_id": 18178, "video_name": "house_s08e04_seg02_clip_23", "timestamp": [ 7.35, 16.8 ], "duration": 105.66, "caption": "A doctor asks the patient to sign the paper.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 18179, "video_name": "house_s05e02_seg02_clip_12", "timestamp": [ 54.74, 60.5 ], "duration": 96.66, "caption": "A nurse is checking the patient's vital signs.", "similarity": 0.6458, "relevance": 0 }, { "pair_id": 191480, "video_name": "castle_s01e01_seg02_clip_23", "timestamp": [ 1.85, 5.09 ], "duration": 92.66, "caption": "A person uses someone's back to sign a paper.", "similarity": 0.6396, "relevance": 3 }, { "pair_id": 191481, "video_name": "house_s03e12_seg02_clip_09", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A man places a folder in the nurse's station.", "similarity": 0.6384, "relevance": 3 }, { "pair_id": 191482, "video_name": "house_s01e08_seg02_clip_10", "timestamp": [ 45.11, 63.33 ], "duration": 91.66, "caption": "A man gives the patient's mother the paper and a pen to sign it.", "similarity": 0.6372, "relevance": 3 }, { "pair_id": 191483, "video_name": "house_s03e07_seg02_clip_05", "timestamp": [ 86.42, 90.02 ], "duration": 90.66, "caption": "A person stands in front of the nurse and shows his ID.", "similarity": 0.6346, "relevance": 1 }, { "pair_id": 191484, "video_name": "grey_s03e25_seg02_clip_14", "timestamp": [ 30.48, 31.37 ], "duration": 89.66, "caption": "A person hands a chart to a nurse at the reception.", "similarity": 0.633, "relevance": 3 }, { "pair_id": 191485, "video_name": "house_s03e16_seg02_clip_17", "timestamp": [ 63.25, 72.1 ], "duration": 88.66, "caption": "A person stands in front of the patient and writes on a small board.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 191487, "video_name": "grey_s01e01_seg02_clip_14", "timestamp": [ 82.82, 86.42 ], "duration": 90.66, "caption": "A person stands with a nurse and opens a binder.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 191488, "video_name": "castle_s05e17_seg02_clip_16", "timestamp": [ 47.55, 52.03 ], "duration": 89.66, "caption": "The nurse hands a man and a woman clipboards to sign.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 191490, "video_name": "castle_s02e11_seg02_clip_07", "timestamp": [ 7.36, 13.34 ], "duration": 92.66, "caption": "A man has a person sign a piece of paper.", "similarity": 0.6183, "relevance": 3 }, { "pair_id": 191491, "video_name": "s03e22_seg02_clip_06", "timestamp": [ 36.62, 48.92 ], "duration": 60.66, "caption": "A person signs the document and they both look around to see if there was anything going on.", "similarity": 0.6161, "relevance": 2 }, { "pair_id": 191492, "video_name": "castle_s02e05_seg02_clip_07", "timestamp": [ 39.31, 41.52 ], "duration": 88.66, "caption": "A doctor signs a document in a folded back case.", "similarity": 0.6143, "relevance": 3 }, { "pair_id": 191493, "video_name": "s04e12_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A person is holding paperwork as he is conversing with another person.", "similarity": 0.607, "relevance": 1 }, { "pair_id": 191494, "video_name": "grey_s01e03_seg02_clip_15", "timestamp": [ 1.98, 13.37 ], "duration": 99.66, "caption": "A woman hands a document to sign and she hands it back to her.", "similarity": 0.6061, "relevance": 3 }, { "pair_id": 191495, "video_name": "house_s07e17_seg02_clip_02", "timestamp": [ 24.23, 32.79 ], "duration": 95.66, "caption": "A person walks down the hallway and hands a paper to a nurse.", "similarity": 0.6048, "relevance": 2 }, { "pair_id": 191496, "video_name": "house_s05e17_seg02_clip_15", "timestamp": [ 28.76, 35.84 ], "duration": 88.66, "caption": "A person approaches another person in the nurse's station.", "similarity": 0.6041, "relevance": 3 }, { "pair_id": 191497, "video_name": "grey_s03e23_seg02_clip_08", "timestamp": [ 61.51, 62.8 ], "duration": 86.66, "caption": "A person is writing in a chart in his patient's room.", "similarity": 0.6028, "relevance": 3 }, { "pair_id": 191498, "video_name": "castle_s02e08_seg02_clip_16", "timestamp": [ 60.83, 68.43 ], "duration": 89.66, "caption": "A woman picks up a pen and signs the document on the table in front of her.", "similarity": 0.6019, "relevance": 3 }, { "pair_id": 191499, "video_name": "house_s01e12_seg02_clip_07", "timestamp": [ 63.5, 75.29 ], "duration": 90.66, "caption": "A person writes on a note pad while talking to a patient.", "similarity": 0.601, "relevance": 3 } ] }, { "query_id": 15872, "query": "Some people are washing and drying their hands.", "relevant_moment": [ { "pair_id": 166100, "video_name": "grey_s01e05_seg02_clip_17", "timestamp": [ 26.25, 42.87 ], "duration": 87.66, "caption": "Some people are washing and drying their hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166101, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 32.64, 41.9 ], "duration": 88.66, "caption": "A person is washing their hands and takes a towel to dry them.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 166102, "video_name": "grey_s02e06_seg02_clip_17", "timestamp": [ 38.63, 46.88 ], "duration": 103.66, "caption": "Two people are washing their hands outside the or.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 166103, "video_name": "grey_s01e09_seg02_clip_17", "timestamp": [ 29.19, 39.23 ], "duration": 91.66, "caption": "Two people go over to the sink and begin washing their hands.", "similarity": 0.6964, "relevance": 3 }, { "pair_id": 166104, "video_name": "grey_s03e05_seg02_clip_19", "timestamp": [ 0.0, 14.82 ], "duration": 114.66, "caption": "Two people talk while they are washing their hands.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 166105, "video_name": "grey_s03e13_seg02_clip_12", "timestamp": [ 8.82, 15.32 ], "duration": 92.66, "caption": "A person finishes rinsing their hands and dries them with paper towels.", "similarity": 0.6711, "relevance": 4 }, { "pair_id": 166106, "video_name": "house_s05e08_seg02_clip_11", "timestamp": [ 31.29, 34.51 ], "duration": 92.66, "caption": "A person came in the room while another person is washing their hand.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 166107, "video_name": "castle_s03e13_seg02_clip_03", "timestamp": [ 77.21, 87.91 ], "duration": 93.66, "caption": "A person walks up to another person while drying his/her hands.", "similarity": 0.6405, "relevance": 3 }, { "pair_id": 166108, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 70.49, 76.36 ], "duration": 90.66, "caption": "A man washes then dries his hands with towel.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 166109, "video_name": "house_s04e06_seg02_clip_14", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "Two people are talking to each other while he is washing his hands.", "similarity": 0.624, "relevance": 3 }, { "pair_id": 166110, "video_name": "s09e22_seg02_clip_12", "timestamp": [ 13.73, 19.22 ], "duration": 61.66, "caption": "A person goes to the sink to wash their hands.", "similarity": 0.6097, "relevance": 3 }, { "pair_id": 166111, "video_name": "grey_s01e02_seg02_clip_03", "timestamp": [ 70.46, 76.82 ], "duration": 90.66, "caption": "Two men are washing their hands on the other side of the wall.", "similarity": 0.6071, "relevance": 3 }, { "pair_id": 166112, "video_name": "grey_s01e02_seg02_clip_13", "timestamp": [ 42.34, 48.46 ], "duration": 102.66, "caption": "A man washes his hands when he is talking to another person.", "similarity": 0.584, "relevance": 3 }, { "pair_id": 166114, "video_name": "grey_s01e01_seg02_clip_18", "timestamp": [ 4.63, 10.18 ], "duration": 37.66, "caption": "A man stops washing his hands while talking to another man.", "similarity": 0.5773, "relevance": 2 }, { "pair_id": 166115, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 28.51, 39.32 ], "duration": 60.66, "caption": "A person puts their hands in the washing machine as they spoke to someone.", "similarity": 0.5717, "relevance": 0 }, { "pair_id": 166117, "video_name": "grey_s03e24_seg02_clip_20", "timestamp": [ 14.0, 18.51 ], "duration": 100.66, "caption": "A man is washing his hands with a woman walks in.", "similarity": 0.5681, "relevance": 3 }, { "pair_id": 166118, "video_name": "friends_s05e14_seg02_clip_06", "timestamp": [ 32.52, 49.75 ], "duration": 65.66, "caption": "Two people agree to wash clothes together and another person brings them some of theirs.", "similarity": 0.5662, "relevance": 0 }, { "pair_id": 166119, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 35.16, 40.95 ], "duration": 89.66, "caption": "A person is sitting in a tub of water and another person wearing blue gloves is washing their right arm, someone is watching, the person washing lifts the right arm up and the other person leans closer.", "similarity": 0.566, "relevance": 1 }, { "pair_id": 339420, "video_name": "grey_s03e08_seg02_clip_04", "timestamp": [ 72.62, 88.02 ], "duration": 88.66, "caption": "A woman is washing her hands as she speaks to a man.", "similarity": 0.5643, "relevance": 2 }, { "pair_id": 339421, "video_name": "house_s05e14_seg02_clip_00", "timestamp": [ 17.75, 34.13 ], "duration": 91.66, "caption": "A man washes a pan and then dries his hands.", "similarity": 0.5601, "relevance": 2 }, { "pair_id": 339422, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person wipes his/her hands off with a paper towel.", "similarity": 0.5589, "relevance": 2 }, { "pair_id": 339423, "video_name": "s10e08_seg02_clip_00", "timestamp": [ 56.15, 60.11 ], "duration": 61.66, "caption": "The custodian wipes their hands in a white rag.", "similarity": 0.5565, "relevance": 2 }, { "pair_id": 339424, "video_name": "grey_s03e24_seg02_clip_20", "timestamp": [ 26.01, 29.51 ], "duration": 100.66, "caption": "A man is drying his hands while talking to a woman.", "similarity": 0.5522, "relevance": 2 }, { "pair_id": 339425, "video_name": "s04e23_seg02_clip_06", "timestamp": [ 49.33, 53.6 ], "duration": 57.66, "caption": "A person closes the lids of the washing machine and dryer.", "similarity": 0.5515, "relevance": 0 }, { "pair_id": 339426, "video_name": "grey_s02e25_seg02_clip_08", "timestamp": [ 49.28, 67.71 ], "duration": 92.66, "caption": "A man is washing his hands as he is speaking to woman.", "similarity": 0.5492, "relevance": 2 }, { "pair_id": 339427, "video_name": "grey_s02e20_seg02_clip_22", "timestamp": [ 41.77, 48.02 ], "duration": 96.66, "caption": "A man washes his hands off while he's talking to a woman.", "similarity": 0.548, "relevance": 2 }, { "pair_id": 339428, "video_name": "house_s06e10_seg02_clip_17", "timestamp": [ 53.36, 66.58 ], "duration": 88.66, "caption": "Two people are walking in a dry cleaners when a man pushes her in a certain direction.", "similarity": 0.5412, "relevance": 1 }, { "pair_id": 339429, "video_name": "house_s04e06_seg02_clip_14", "timestamp": [ 0.0, 5.41 ], "duration": 90.66, "caption": "A man was washing his hands while talking to a woman.", "similarity": 0.5397, "relevance": 3 }, { "pair_id": 339430, "video_name": "s08e23_seg02_clip_15", "timestamp": [ 61.79, 64.02 ], "duration": 64.66, "caption": "Some people are cleaning a person's kitchen.", "similarity": 0.5395, "relevance": 1 }, { "pair_id": 339431, "video_name": "s04e15_seg02_clip_06", "timestamp": [ 0.3, 6.3 ], "duration": 60.66, "caption": "A person is holding their hands up so as not to get them dirty, touching people.", "similarity": 0.5387, "relevance": 1 }, { "pair_id": 339432, "video_name": "grey_s02e06_seg02_clip_18", "timestamp": [ 19.75, 28.57 ], "duration": 84.66, "caption": "A man stands at the sink washing their hands.", "similarity": 0.538, "relevance": 1 }, { "pair_id": 339433, "video_name": "grey_s02e20_seg02_clip_22", "timestamp": [ 42.25, 47.05 ], "duration": 96.66, "caption": "A man washes his hands at the sink while talking with a woman.", "similarity": 0.5364, "relevance": 2 }, { "pair_id": 339434, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 31.0, 40.74 ], "duration": 88.66, "caption": "A person washes his hands in the restroom while he is talking to a person.", "similarity": 0.532, "relevance": 2 }, { "pair_id": 339435, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 48.71, 52.26 ], "duration": 88.66, "caption": "A person walks out of the restroom while a man is washing his hands.", "similarity": 0.5316, "relevance": 2 }, { "pair_id": 339436, "video_name": "friends_s09e13_seg02_clip_04", "timestamp": [ 5.85, 20.72 ], "duration": 48.66, "caption": "A woman goes over and helps a man clean off his hands.", "similarity": 0.5308, "relevance": 2 }, { "pair_id": 339437, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A woman hands a man a paper towel and he wipes his hands with it.", "similarity": 0.5278, "relevance": 2 }, { "pair_id": 339438, "video_name": "house_s03e16_seg02_clip_23", "timestamp": [ 84.05, 90.38 ], "duration": 90.66, "caption": "A man goes to the sink to wash his hands.", "similarity": 0.524, "relevance": 2 }, { "pair_id": 339439, "video_name": "house_s05e10_seg02_clip_08", "timestamp": [ 84.19, 88.84 ], "duration": 93.66, "caption": "A person takes off their gloves and throws them into a container of water while talking with two other people.", "similarity": 0.5232, "relevance": 1 } ] }, { "query_id": 15987, "query": "A woman reaches beneath the couch pillow, pulls out a red rose, and hands it to a man.", "relevant_moment": [ { "pair_id": 70820, "video_name": "met_s02e13_seg02_clip_05", "timestamp": [ 36.12, 40.64 ], "duration": 60.66, "caption": "A woman reaches beneath the couch pillow, pulls out a red rose, and hands it to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 70821, "video_name": "met_s02e13_seg02_clip_05", "timestamp": [ 37.93, 43.65 ], "duration": 60.66, "caption": "A woman pulls out a red rose and hands it to man.", "similarity": 0.7898, "relevance": 4 }, { "pair_id": 70822, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 51.02, 55.1 ], "duration": 68.66, "caption": "A man reaches next to the couch for a green wrapped present and hands it to a woman.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 70823, "video_name": "friends_s08e14_seg02_clip_08", "timestamp": [ 10.07, 16.48 ], "duration": 61.66, "caption": "A man holds woman's hand and helps her up off the couch.", "similarity": 0.6484, "relevance": 1 }, { "pair_id": 70824, "video_name": "friends_s02e05_seg02_clip_03", "timestamp": [ 34.52, 37.52 ], "duration": 60.66, "caption": "A woman reaches across the back of the sofa to grab another person's hands in hers.", "similarity": 0.6284, "relevance": 1 }, { "pair_id": 70825, "video_name": "s09e14_seg02_clip_11", "timestamp": [ 7.88, 13.24 ], "duration": 63.66, "caption": "A man produces a rose and holds it in front of a woman.", "similarity": 0.6282, "relevance": 1 }, { "pair_id": 70826, "video_name": "house_s07e01_seg02_clip_23", "timestamp": [ 10.8, 18.41 ], "duration": 80.66, "caption": "A woman holds onto a man's hand on the couch.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 70827, "video_name": "castle_s06e17_seg02_clip_25", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A woman sitting on the couch reaches out, touches a man's face and kisses him.", "similarity": 0.6241, "relevance": 1 }, { "pair_id": 70828, "video_name": "s09e15_seg02_clip_05", "timestamp": [ 3.08, 5.04 ], "duration": 56.66, "caption": "A woman reaches over and touches a man on the wrist while they are sitting on the couch.", "similarity": 0.6191, "relevance": 1 }, { "pair_id": 70829, "video_name": "friends_s01e02_seg02_clip_03", "timestamp": [ 51.79, 62.03 ], "duration": 62.66, "caption": "A woman walks over to the couch and holds onto the pillow.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 70830, "video_name": "castle_s06e17_seg02_clip_00", "timestamp": [ 66.72, 78.68 ], "duration": 92.66, "caption": "A woman pulls a man up off the couch and towards the bedroom.", "similarity": 0.6169, "relevance": 1 }, { "pair_id": 70831, "video_name": "friends_s09e06_seg02_clip_24", "timestamp": [ 14.89, 19.23 ], "duration": 62.66, "caption": "A woman grabs a man's jacket off the couch and hands it to him.", "similarity": 0.6153, "relevance": 1 }, { "pair_id": 70832, "video_name": "friends_s03e18_seg02_clip_19", "timestamp": [ 45.6, 53.12 ], "duration": 94.66, "caption": "A man lifts a woman into his arms and lays her down on the couch.", "similarity": 0.6121, "relevance": 0 }, { "pair_id": 70833, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 74.71, 77.02 ], "duration": 77.66, "caption": "A woman hits a man with a pillow from the couch.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 70834, "video_name": "friends_s03e08_seg02_clip_02", "timestamp": [ 17.09, 20.11 ], "duration": 67.66, "caption": "A man grabs a woman's hand when she's sitting on the couch.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 70835, "video_name": "s08e07_seg02_clip_02", "timestamp": [ 51.35, 53.38 ], "duration": 58.66, "caption": "A person holding roses holds onto a man's arm and the man pushes their hand off.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 70836, "video_name": "friends_s06e12_seg02_clip_09", "timestamp": [ 34.18, 39.97 ], "duration": 61.66, "caption": "A woman puts her hands up and then shifts in the couch to face a man.", "similarity": 0.6027, "relevance": 2 }, { "pair_id": 70837, "video_name": "friends_s05e21_seg02_clip_17", "timestamp": [ 15.01, 18.91 ], "duration": 60.66, "caption": "A woman grabs a red pillow and hands it to a man holding a cat.", "similarity": 0.6027, "relevance": 2 }, { "pair_id": 70838, "video_name": "s08e07_seg02_clip_13", "timestamp": [ 39.34, 57.55 ], "duration": 65.66, "caption": "A man is holding a bouquet of roses gives them to a woman who doesn't want them.", "similarity": 0.6014, "relevance": 1 }, { "pair_id": 70839, "video_name": "castle_s08e18_seg02_clip_24", "timestamp": [ 81.01, 88.13 ], "duration": 89.66, "caption": "A woman walks into the apartment and a person hands her a rose.", "similarity": 0.6011, "relevance": 2 } ] }, { "query_id": 16020, "query": "A person cuts another person's food and feeds it to him/her.", "relevant_moment": [ { "pair_id": 8100, "video_name": "house_s08e20_seg02_clip_08", "timestamp": [ 55.42, 70.26 ], "duration": 87.66, "caption": "A person cuts another person's food and feeds it to him/her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8101, "video_name": "s05e20_seg02_clip_10", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A person stops someone from putting their food into their mouth.", "similarity": 0.7369, "relevance": 1 }, { "pair_id": 8102, "video_name": "friends_s07e16_seg02_clip_01", "timestamp": [ 12.22, 14.86 ], "duration": 66.66, "caption": "A person grabs the plate of food from another person.", "similarity": 0.7225, "relevance": 1 }, { "pair_id": 8103, "video_name": "house_s02e23_seg02_clip_15", "timestamp": [ 65.88, 69.44 ], "duration": 89.66, "caption": "Person reaches for person's food but person pulls it away.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 8104, "video_name": "house_s08e08_seg02_clip_00", "timestamp": [ 11.16, 14.88 ], "duration": 93.66, "caption": "A person puts food in their mouth and eats it.", "similarity": 0.7124, "relevance": 1 }, { "pair_id": 8105, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 20.48, 23.67 ], "duration": 91.66, "caption": "A person takes a bit of their food and chews it.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 8106, "video_name": "s05e20_seg02_clip_08", "timestamp": [ 5.8, 10.07 ], "duration": 61.66, "caption": "A person takes the food over to the dining table and gives some to another person.", "similarity": 0.6755, "relevance": 0 }, { "pair_id": 8107, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 8.28, 10.58 ], "duration": 92.66, "caption": "A person puts food into their mouth with their hand and chews it.", "similarity": 0.6746, "relevance": 0 }, { "pair_id": 8108, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 21.69, 26.66 ], "duration": 90.66, "caption": "A person is eating while another person is talking to them.", "similarity": 0.6745, "relevance": 0 }, { "pair_id": 8109, "video_name": "friends_s01e10_seg02_clip_19", "timestamp": [ 16.99, 17.89 ], "duration": 59.66, "caption": "A person puts a piece of food in their mouth.", "similarity": 0.6705, "relevance": 1 }, { "pair_id": 8110, "video_name": "s07e05_seg02_clip_07", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A person takes a bit of his food while another person is talking.", "similarity": 0.6694, "relevance": 1 }, { "pair_id": 8111, "video_name": "s02e13_seg02_clip_17", "timestamp": [ 18.81, 20.61 ], "duration": 40.66, "caption": "A person takes another person's food plate and gives it to someone beside him telling him he is back in the group.", "similarity": 0.6675, "relevance": 1 }, { "pair_id": 8112, "video_name": "s02e06_seg02_clip_02", "timestamp": [ 50.42, 56.02 ], "duration": 56.66, "caption": "A person leaves and another person goes back to eating his food.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 8113, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 37.53, 40.89 ], "duration": 61.66, "caption": "A person is eating his food as some people walk up to him.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 8114, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 47.42, 48.62 ], "duration": 60.66, "caption": "A person puts a piece of food into his mouth.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 8115, "video_name": "s05e16_seg02_clip_03", "timestamp": [ 0.0, 2.24 ], "duration": 56.66, "caption": "A person chews food while their fork is near their mouth then they put their fork into their food.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 8116, "video_name": "s08e03_seg02_clip_07", "timestamp": [ 19.14, 21.16 ], "duration": 45.66, "caption": "A person gets a piece of food from someone's plate.", "similarity": 0.6577, "relevance": 1 }, { "pair_id": 8117, "video_name": "s01e17_seg02_clip_16", "timestamp": [ 1.44, 4.32 ], "duration": 96.66, "caption": "A person puts their fork to their mouth and takes a bite of food.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 8118, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 0.0, 11.66 ], "duration": 89.66, "caption": "A person puts some food into their mouth with the fork while talking to another person.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 8119, "video_name": "s01e12_seg02_clip_02", "timestamp": [ 37.84, 40.89 ], "duration": 61.66, "caption": "A man puts some food in front of someone and encourages them to eat.", "similarity": 0.6535, "relevance": 0 } ] }, { "query_id": 16046, "query": "A man reaches down to take the keys out of his motorcycle.", "relevant_moment": [ { "pair_id": 19060, "video_name": "house_s08e20_seg02_clip_00", "timestamp": [ 54.07, 56.42 ], "duration": 94.66, "caption": "A man reaches down to take the keys out of his motorcycle.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19061, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 35.31, 37.46 ], "duration": 61.66, "caption": "A man pulls a key out of his pocket.", "similarity": 0.6138, "relevance": 2 }, { "pair_id": 19062, "video_name": "castle_s08e06_seg02_clip_14", "timestamp": [ 91.9, 98.2 ], "duration": 105.66, "caption": "A man walks away from someone and picks up car keys from the ground.", "similarity": 0.6046, "relevance": 3 }, { "pair_id": 19063, "video_name": "castle_s08e06_seg02_clip_14", "timestamp": [ 82.44, 87.17 ], "duration": 105.66, "caption": "A man grabs car keys out of person's hands and throws them.", "similarity": 0.5944, "relevance": 1 }, { "pair_id": 19064, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.96, 29.31 ], "duration": 90.66, "caption": "A man takes the keys out of the door lock and puts them under his arm.", "similarity": 0.5914, "relevance": 2 }, { "pair_id": 19065, "video_name": "friends_s08e03_seg02_clip_05", "timestamp": [ 0.0, 1.1 ], "duration": 73.66, "caption": "A man pulls down the large bundle of keys.", "similarity": 0.5705, "relevance": 2 }, { "pair_id": 19066, "video_name": "met_s06e11_seg02_clip_05", "timestamp": [ 14.81, 20.8 ], "duration": 63.66, "caption": "A woman pulls a man out of the way of a motorcycle.", "similarity": 0.559, "relevance": 1 }, { "pair_id": 19067, "video_name": "house_s06e21_seg02_clip_12", "timestamp": [ 18.45, 20.26 ], "duration": 90.66, "caption": "A person takes their cane out of the motorcycle.", "similarity": 0.5551, "relevance": 4 }, { "pair_id": 19068, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 30.25, 45.6 ], "duration": 87.66, "caption": "A man tries various keys while trying to open a door.", "similarity": 0.5499, "relevance": 1 }, { "pair_id": 19069, "video_name": "friends_s06e05_seg02_clip_07", "timestamp": [ 10.29, 11.8 ], "duration": 60.66, "caption": "A man hands over the keys to the owner of a car.", "similarity": 0.5422, "relevance": 2 }, { "pair_id": 19070, "video_name": "s06e04_seg02_clip_10", "timestamp": [ 38.07, 43.97 ], "duration": 59.66, "caption": "A man puts the keys into his back pocket.", "similarity": 0.5333, "relevance": 0 }, { "pair_id": 19071, "video_name": "castle_s05e13_seg02_clip_18", "timestamp": [ 7.61, 9.4 ], "duration": 89.66, "caption": "A man reaches for and grabs the key on the table.", "similarity": 0.532, "relevance": 1 }, { "pair_id": 19072, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.5286, "relevance": 1 }, { "pair_id": 19073, "video_name": "castle_s03e14_seg02_clip_17", "timestamp": [ 1.98, 3.47 ], "duration": 99.66, "caption": "A woman snatches the keys out of man's hand.", "similarity": 0.5281, "relevance": 1 }, { "pair_id": 19074, "video_name": "castle_s02e11_seg02_clip_27", "timestamp": [ 0.0, 2.19 ], "duration": 73.66, "caption": "A man walks in and sets down his keys and suitcase.", "similarity": 0.525, "relevance": 0 }, { "pair_id": 19075, "video_name": "house_s02e09_seg02_clip_09", "timestamp": [ 73.94, 80.1 ], "duration": 112.66, "caption": "A person walks up to the motorcycle that is outside.", "similarity": 0.5248, "relevance": 4 }, { "pair_id": 19076, "video_name": "house_s06e21_seg02_clip_11", "timestamp": [ 83.29, 87.39 ], "duration": 91.66, "caption": "A man puts his cane on the motorcycle and pulls his leg up to get on.", "similarity": 0.5222, "relevance": 3 }, { "pair_id": 19077, "video_name": "friends_s03e13_seg02_clip_14", "timestamp": [ 36.69, 43.24 ], "duration": 52.66, "caption": "A man is looking for his keys and picks them up.", "similarity": 0.521, "relevance": 0 }, { "pair_id": 19078, "video_name": "castle_s05e11_seg02_clip_26", "timestamp": [ 30.95, 32.14 ], "duration": 119.66, "caption": "A man reaches into the back seat of a car and grabs a notebook.", "similarity": 0.519, "relevance": 0 }, { "pair_id": 19079, "video_name": "house_s08e20_seg02_clip_00", "timestamp": [ 30.09, 37.14 ], "duration": 94.66, "caption": "A man opens up the car door and gets out of it.", "similarity": 0.5178, "relevance": 0 } ] }, { "query_id": 16052, "query": "A person looks at a doctor who returns the look, they then face a friend.", "relevant_moment": [ { "pair_id": 4060, "video_name": "house_s08e20_seg02_clip_07", "timestamp": [ 58.44, 61.66 ], "duration": 92.66, "caption": "A person looks at a doctor who returns the look, they then face a friend.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 4061, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 8.04, 11.06 ], "duration": 67.66, "caption": "The person next to doctor looks at him for the first time.", "similarity": 0.765, "relevance": 2 }, { "pair_id": 4062, "video_name": "friends_s09e22_seg02_clip_00", "timestamp": [ 62.76, 64.71 ], "duration": 65.66, "caption": "Two people look at each other after hearing the doctor.", "similarity": 0.7578, "relevance": 4 }, { "pair_id": 4063, "video_name": "house_s04e09_seg02_clip_02", "timestamp": [ 16.93, 18.81 ], "duration": 94.66, "caption": "The doctors turn back to look at a person at the same time.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 4064, "video_name": "house_s03e09_seg02_clip_19", "timestamp": [ 22.81, 24.81 ], "duration": 80.66, "caption": "A doctor looks down and then at another doctor.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 4065, "video_name": "house_s06e19_seg02_clip_10", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A doctor turns around to face another person while holding onto their side.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 4066, "video_name": "house_s03e03_seg02_clip_11", "timestamp": [ 46.73, 51.21 ], "duration": 128.66, "caption": "A person looks at someone and gives them a look and back at the patient.", "similarity": 0.7245, "relevance": 3 }, { "pair_id": 4067, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 50.94, 53.7 ], "duration": 91.66, "caption": "A doctor covers his/her face while talking to two other doctors.", "similarity": 0.7174, "relevance": 1 }, { "pair_id": 4068, "video_name": "friends_s03e07_seg02_clip_17", "timestamp": [ 0.0, 6.15 ], "duration": 61.66, "caption": "A doctor looks up at a person's hair and then walks past him/her.", "similarity": 0.7167, "relevance": 1 }, { "pair_id": 4069, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 19.21, 29.77 ], "duration": 96.66, "caption": "A doctor approaches a person and talks about another doctor.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 4070, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 1.33, 8.0 ], "duration": 88.66, "caption": "A doctor approaches two people who seem looking at his direction.", "similarity": 0.7121, "relevance": 2 }, { "pair_id": 4071, "video_name": "house_s04e06_seg02_clip_03", "timestamp": [ 47.2, 50.72 ], "duration": 78.66, "caption": "A doctor looks into a young person's eyes.", "similarity": 0.7052, "relevance": 1 }, { "pair_id": 4072, "video_name": "grey_s02e01_seg02_clip_12", "timestamp": [ 20.85, 29.72 ], "duration": 88.66, "caption": "A doctor asks a person a question and then gives another person a glare.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 4073, "video_name": "house_s02e05_seg02_clip_14", "timestamp": [ 79.82, 83.18 ], "duration": 84.66, "caption": "A doctor looks for woman from another doctor.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 4074, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.692, "relevance": 1 }, { "pair_id": 4075, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 23.21, 28.67 ], "duration": 91.66, "caption": "A doctor opens the patient's eyes and checks on it.", "similarity": 0.6907, "relevance": 1 }, { "pair_id": 4076, "video_name": "s05e20_seg02_clip_00", "timestamp": [ 23.26, 25.74 ], "duration": 62.66, "caption": "A doctor looks at and says something to woman and they both suddenly look at person with serious faces, at the same time.", "similarity": 0.6899, "relevance": 1 }, { "pair_id": 4077, "video_name": "house_s03e12_seg02_clip_26", "timestamp": [ 0.0, 20.29 ], "duration": 39.66, "caption": "A person looks down at an activity they're doing as they have a conversation with two doctors.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 4078, "video_name": "house_s04e04_seg02_clip_01", "timestamp": [ 42.33, 46.88 ], "duration": 91.66, "caption": "A person is sitting looking at someone as they mention that it was said that one of the doctors wasn't a true doctor and another person answers on the phone that they aren't a doctor.", "similarity": 0.6869, "relevance": 4 }, { "pair_id": 4079, "video_name": "house_s04e05_seg02_clip_06", "timestamp": [ 5.4, 7.65 ], "duration": 90.66, "caption": "A person raises up the doctors hands to give another person a look.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 177380, "video_name": "house_s06e11_seg02_clip_07", "timestamp": [ 72.42, 83.81 ], "duration": 91.66, "caption": "A person looks back at a man when the patient is talking with him.", "similarity": 0.6798, "relevance": 3 }, { "pair_id": 177381, "video_name": "castle_s06e02_seg02_clip_02", "timestamp": [ 1.34, 10.24 ], "duration": 89.66, "caption": "A person looks down after explaining a person's medical problem.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 177382, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 7.74, 14.56 ], "duration": 91.66, "caption": "A doctor walked towards a person and stared at them.", "similarity": 0.6748, "relevance": 2 }, { "pair_id": 177383, "video_name": "house_s05e03_seg02_clip_05", "timestamp": [ 25.03, 28.67 ], "duration": 91.66, "caption": "A doctor looks at his watch while talking with a colleague.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 177384, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 0.0, 9.57 ], "duration": 87.66, "caption": "A person is about to examine a dead person and is talking to the other doctors.", "similarity": 0.6728, "relevance": 3 }, { "pair_id": 177385, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 106.27, 125.03 ], "duration": 125.66, "caption": "A doctor stands over the patient and looks at him.", "similarity": 0.6715, "relevance": 1 }, { "pair_id": 177386, "video_name": "house_s06e10_seg02_clip_25", "timestamp": [ 0.0, 38.75 ], "duration": 149.66, "caption": "A doctor explains the patient their medical condition.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 177387, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 18.34, 37.14 ], "duration": 94.66, "caption": "The patient explains a doctor about a woman he met.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 177388, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 80.56, 91.03 ], "duration": 91.66, "caption": "A doctor is feeling a person's face in an examination room.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 177389, "video_name": "house_s01e03_seg02_clip_03", "timestamp": [ 88.29, 91.02 ], "duration": 91.66, "caption": "A doctor, sitting on a desk, looks toward another doctor.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 177390, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 39.34, 46.12 ], "duration": 90.66, "caption": "A doctor comes out of a patient's room to meet with another doctor.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 177391, "video_name": "house_s03e16_seg02_clip_14", "timestamp": [ 0.0, 13.65 ], "duration": 91.66, "caption": "Some people look at a doctor doing a procedure.", "similarity": 0.665, "relevance": 1 }, { "pair_id": 177392, "video_name": "friends_s06e15-16_seg02_clip_19", "timestamp": [ 1.32, 2.64 ], "duration": 66.66, "caption": "A doctor looks ahead of him and raises his eyebrow.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 177393, "video_name": "grey_s03e10_seg02_clip_21", "timestamp": [ 74.85, 77.61 ], "duration": 91.66, "caption": "A female doctor looks up at another doctor as they operate.", "similarity": 0.6643, "relevance": 2 }, { "pair_id": 177394, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 62.57, 65.27 ], "duration": 90.66, "caption": "Doctor turns around to face doctor.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 177395, "video_name": "friends_s02e15_seg02_clip_11", "timestamp": [ 0.0, 5.7 ], "duration": 67.66, "caption": "A doctor uses a small light to look into a person's eyes.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 177397, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 72.62, 76.58 ], "duration": 88.66, "caption": "A person walks towards a doctor while having a conversation with him/her.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 177398, "video_name": "house_s05e11_seg02_clip_09", "timestamp": [ 8.65, 11.83 ], "duration": 91.66, "caption": "The patient of a doctor waves back to him as he enters the clinic.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 177399, "video_name": "house_s07e02_seg02_clip_11", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A doctor walks through the hallway and stops when he sees a person.", "similarity": 0.6602, "relevance": 2 } ] }, { "query_id": 16110, "query": "A man is holding a box of cigarettes and he hands it to his father.", "relevant_moment": [ { "pair_id": 148400, "video_name": "friends_s07e13_seg02_clip_06", "timestamp": [ 0.0, 9.41 ], "duration": 57.66, "caption": "A man is holding a box of cigarettes and he hands it to his father.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 148401, "video_name": "friends_s07e13_seg02_clip_06", "timestamp": [ 9.41, 12.26 ], "duration": 57.66, "caption": "A man hands their father the carton of cigarettes as they mention they're going to toss them but he puts them in his pocket after they turned away.", "similarity": 0.7689, "relevance": 4 }, { "pair_id": 148402, "video_name": "friends_s07e13_seg02_clip_06", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A man is holding a carton of cigarettes as his father denies them being his and blames the man's mother for them.", "similarity": 0.7615, "relevance": 2 }, { "pair_id": 148403, "video_name": "friends_s07e13_seg02_clip_05", "timestamp": [ 55.54, 61.03 ], "duration": 61.66, "caption": "A man finds a pack of cigarettes between some boxes.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 148404, "video_name": "friends_s02e22_seg02_clip_12", "timestamp": [ 33.92, 42.32 ], "duration": 60.66, "caption": "A man packs a pack of cigarettes on his hand, flings one, picks it up, pushes up his glasses and puts the cigarette in his mouth while talking to a woman and her mother.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 148405, "video_name": "grey_s03e11_seg02_clip_13", "timestamp": [ 39.96, 85.02 ], "duration": 85.66, "caption": "A man talks to his dad while he's holding playing cards.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 148406, "video_name": "friends_s07e13_seg02_clip_07", "timestamp": [ 25.33, 35.09 ], "duration": 61.66, "caption": "A man offers a cigarette to another man and puts them back in his pocket.", "similarity": 0.6042, "relevance": 3 }, { "pair_id": 148407, "video_name": "friends_s07e13_seg02_clip_24", "timestamp": [ 16.75, 19.54 ], "duration": 62.66, "caption": "A man puts his hands on his father's shoulders.", "similarity": 0.5808, "relevance": 0 }, { "pair_id": 148408, "video_name": "friends_s01e03_seg02_clip_00", "timestamp": [ 31.83, 33.09 ], "duration": 63.66, "caption": "A man grabs a pack of cigarettes from the arm rest.", "similarity": 0.5764, "relevance": 1 }, { "pair_id": 148409, "video_name": "friends_s05e18_seg02_clip_21", "timestamp": [ 16.6, 20.96 ], "duration": 58.66, "caption": "A man puts a pack of cigarettes in his pocket before giving woman a hug.", "similarity": 0.5715, "relevance": 0 }, { "pair_id": 148410, "video_name": "friends_s01e03_seg02_clip_01", "timestamp": [ 7.08, 8.85 ], "duration": 59.66, "caption": "A man cautiously hands a lit cigarette to guy.", "similarity": 0.5623, "relevance": 2 }, { "pair_id": 148411, "video_name": "met_s02e10_seg02_clip_01", "timestamp": [ 18.55, 21.33 ], "duration": 61.66, "caption": "A person's mother points at him with a cigarette in her hand.", "similarity": 0.5612, "relevance": 1 }, { "pair_id": 148412, "video_name": "met_s06e19_seg02_clip_04", "timestamp": [ 34.82, 36.56 ], "duration": 58.66, "caption": "A man shares a high five with his dad.", "similarity": 0.5566, "relevance": 0 }, { "pair_id": 148413, "video_name": "friends_s07e13_seg02_clip_17", "timestamp": [ 34.89, 43.76 ], "duration": 59.66, "caption": "A man pulls a pack of cigarettes out of his pocket and lights one up.", "similarity": 0.5533, "relevance": 2 }, { "pair_id": 148414, "video_name": "friends_s07e13_seg02_clip_05", "timestamp": [ 55.84, 61.03 ], "duration": 61.66, "caption": "A man picks up a cigarette package and asks who they belong to.", "similarity": 0.5473, "relevance": 2 }, { "pair_id": 148415, "video_name": "friends_s05e18_seg02_clip_22", "timestamp": [ 68.94, 72.79 ], "duration": 77.66, "caption": "A man takes a puff of a cigarette she is holding.", "similarity": 0.5465, "relevance": 0 }, { "pair_id": 148416, "video_name": "house_s01e13_seg02_clip_26", "timestamp": [ 37.7, 48.02 ], "duration": 48.66, "caption": "A man reaches his hand out to another man, who then takes his hand out of his pocket to shake his father's hand.", "similarity": 0.5457, "relevance": 0 }, { "pair_id": 148417, "video_name": "friends_s07e09_seg02_clip_18", "timestamp": [ 20.14, 22.28 ], "duration": 61.66, "caption": "A man takes a cigarette out of a woman's hand.", "similarity": 0.5439, "relevance": 1 }, { "pair_id": 148418, "video_name": "house_s04e09_seg02_clip_13", "timestamp": [ 0.0, 5.81 ], "duration": 89.66, "caption": "A man takes another man's jacket and shakes it as a carton of cigarettes and a needle fall out of it.", "similarity": 0.5431, "relevance": 0 }, { "pair_id": 148419, "video_name": "friends_s03e18_seg01_clip_01", "timestamp": [ 60.51, 64.03 ], "duration": 64.66, "caption": "A man puts a cigarette in his mouth.", "similarity": 0.5415, "relevance": 1 } ] }, { "query_id": 16117, "query": "A woman walks past man and leaves the garage.", "relevant_moment": [ { "pair_id": 158260, "video_name": "friends_s07e13_seg02_clip_05", "timestamp": [ 49.43, 51.57 ], "duration": 61.66, "caption": "A woman walks past man and leaves the garage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158261, "video_name": "castle_s06e08_seg02_clip_00", "timestamp": [ 72.82, 90.57 ], "duration": 91.66, "caption": "A man and woman walk through the parking garage.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 158262, "video_name": "friends_s06e04_seg01_clip_02", "timestamp": [ 35.32, 37.27 ], "duration": 39.66, "caption": "A woman walks past a man and leaves the kitchen area.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 158263, "video_name": "grey_s02e13_seg02_clip_09", "timestamp": [ 23.51, 25.82 ], "duration": 92.66, "caption": "A woman walks away from some people and leaves them with a man.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 158264, "video_name": "castle_s01e09_seg02_clip_14", "timestamp": [ 10.58, 11.96 ], "duration": 92.66, "caption": "A woman and a man walk from the elevator area into the garage.", "similarity": 0.6822, "relevance": 1 }, { "pair_id": 158265, "video_name": "friends_s07e13_seg02_clip_17", "timestamp": [ 28.68, 34.3 ], "duration": 59.66, "caption": "A woman is angry and walks out of the garage.", "similarity": 0.6786, "relevance": 4 }, { "pair_id": 158266, "video_name": "grey_s03e04_seg02_clip_01", "timestamp": [ 9.78, 17.78 ], "duration": 88.66, "caption": "A man walks away from woman and follows woman.", "similarity": 0.666, "relevance": 1 }, { "pair_id": 158267, "video_name": "house_s07e20_seg02_clip_17", "timestamp": [ 65.58, 74.89 ], "duration": 93.66, "caption": "The woman leaves the room and walks towards a man.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 158268, "video_name": "house_s05e12_seg02_clip_03", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "A person walks out a door and walks into a garage.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 158269, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.6601, "relevance": 2 }, { "pair_id": 158270, "video_name": "grey_s01e02_seg02_clip_11", "timestamp": [ 28.49, 36.05 ], "duration": 89.66, "caption": "A man walks away from woman so she walks in the other direction.", "similarity": 0.6586, "relevance": 1 }, { "pair_id": 158271, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 56.78, 58.5 ], "duration": 86.66, "caption": "A woman walks away from a man and then leaves the room.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 158272, "video_name": "castle_s03e24_seg02_clip_15", "timestamp": [ 20.52, 26.32 ], "duration": 89.66, "caption": "A woman walks out and leaves a man while they are talking.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 158273, "video_name": "friends_s02e15_seg02_clip_13", "timestamp": [ 5.33, 9.47 ], "duration": 59.66, "caption": "A woman walks away from a man and stops at a man.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 158274, "video_name": "house_s01e03_seg02_clip_09", "timestamp": [ 5.54, 8.77 ], "duration": 92.66, "caption": "A woman walks away from a man and leaves the room.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 158275, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 11.34, 20.41 ], "duration": 90.66, "caption": "A woman walks away from a room and crosses path with a man.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 158276, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 13.8, 16.02 ], "duration": 89.66, "caption": "A woman walks away from a man but he follows.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 158277, "video_name": "castle_s01e07_seg02_clip_06", "timestamp": [ 12.22, 15.98 ], "duration": 94.66, "caption": "A woman walks behind a man and exits the room.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 158278, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 45.16, 48.82 ], "duration": 61.66, "caption": "A woman enters her garage with a man, a man, a woman, and a woman following her as she instructs them about helping her take the items out of the garage.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 158279, "video_name": "house_s04e12_seg02_clip_13", "timestamp": [ 47.45, 50.64 ], "duration": 91.66, "caption": "A person walks over to man and a woman walks away.", "similarity": 0.6471, "relevance": 2 } ] }, { "query_id": 16165, "query": "A woman is eating lunch at the nurse's station.", "relevant_moment": [ { "pair_id": 1701, "video_name": "s02e06_seg02_clip_16", "timestamp": [ 23.21, 27.27 ], "duration": 58.66, "caption": "A woman comes up to where a person is eating lunch with some people at work.", "similarity": 0.5962, "relevance": 2 }, { "pair_id": 1702, "video_name": "house_s05e16_seg02_clip_06", "timestamp": [ 60.47, 72.1 ], "duration": 93.66, "caption": "A woman comes to the nurses station and talks with the nurse there.", "similarity": 0.5641, "relevance": 1 }, { "pair_id": 1704, "video_name": "castle_s07e10_seg02_clip_02", "timestamp": [ 0.0, 10.41 ], "duration": 90.66, "caption": "A woman talks to the nurse in the hospital.", "similarity": 0.5571, "relevance": 1 }, { "pair_id": 1705, "video_name": "grey_s02e14_seg02_clip_18", "timestamp": [ 79.22, 88.02 ], "duration": 88.66, "caption": "A woman talks to a nurse in the hospital lobby.", "similarity": 0.5503, "relevance": 1 }, { "pair_id": 1706, "video_name": "friends_s01e04_seg02_clip_06", "timestamp": [ 15.99, 58.15 ], "duration": 58.66, "caption": "A woman was sitting at the couch inside the cafeteria.", "similarity": 0.5454, "relevance": 1 }, { "pair_id": 1707, "video_name": "s03e13_seg02_clip_13", "timestamp": [ 0.0, 4.35 ], "duration": 58.66, "caption": "A woman eats the food she has in her hand.", "similarity": 0.5305, "relevance": 2 }, { "pair_id": 1708, "video_name": "grey_s03e16_seg02_clip_00", "timestamp": [ 0.0, 20.48 ], "duration": 91.66, "caption": "A woman is having a conversation to a nurse.", "similarity": 0.5289, "relevance": 1 }, { "pair_id": 1709, "video_name": "house_s04e04_seg02_clip_07", "timestamp": [ 19.68, 22.42 ], "duration": 91.66, "caption": "A person is eating breakfast when a woman came in.", "similarity": 0.5204, "relevance": 2 }, { "pair_id": 1710, "video_name": "house_s06e16_seg02_clip_20", "timestamp": [ 42.1, 60.04 ], "duration": 138.66, "caption": "A woman is having a conversation with a nurse.", "similarity": 0.5095, "relevance": 1 }, { "pair_id": 1711, "video_name": "s09e07_seg02_clip_11", "timestamp": [ 47.27, 49.48 ], "duration": 63.66, "caption": "A person sat at the dining with a woman as they prepare to have lunch.", "similarity": 0.5089, "relevance": 0 }, { "pair_id": 1712, "video_name": "grey_s02e23_seg02_clip_11", "timestamp": [ 88.75, 91.03 ], "duration": 91.66, "caption": "Two women are sitting behind a nurse's station and one of them is eating ice cream.", "similarity": 0.5062, "relevance": 4 }, { "pair_id": 1713, "video_name": "s01e05_seg02_clip_11", "timestamp": [ 55.52, 60.03 ], "duration": 60.66, "caption": "A woman sits down and continues to eat her bowl of food.", "similarity": 0.4935, "relevance": 3 }, { "pair_id": 1714, "video_name": "castle_s03e15_seg02_clip_06", "timestamp": [ 49.94, 57.14 ], "duration": 96.66, "caption": "A person walks towards a woman in a lunch room.", "similarity": 0.4928, "relevance": 0 }, { "pair_id": 1715, "video_name": "friends_s06e19_seg02_clip_03", "timestamp": [ 41.12, 42.02 ], "duration": 60.66, "caption": "A woman eats a piece of food she was holding in her hands.", "similarity": 0.4926, "relevance": 0 }, { "pair_id": 1716, "video_name": "s02e06_seg02_clip_00", "timestamp": [ 31.32, 35.05 ], "duration": 62.66, "caption": "A woman walks up to the lunch table and starts a conversation with person.", "similarity": 0.49, "relevance": 2 }, { "pair_id": 1717, "video_name": "s02e03_seg02_clip_10", "timestamp": [ 51.02, 56.13 ], "duration": 60.66, "caption": "A person has a tray of food and sits at the cafeteria table.", "similarity": 0.4899, "relevance": 1 }, { "pair_id": 1718, "video_name": "house_s07e01_seg02_clip_06", "timestamp": [ 41.86, 44.11 ], "duration": 90.66, "caption": "A woman lifts a spoon of food to her mouth and eats.", "similarity": 0.488, "relevance": 2 }, { "pair_id": 1719, "video_name": "met_s05e01_seg01_clip_01", "timestamp": [ 21.26, 45.47 ], "duration": 59.66, "caption": "A woman sits in bed eating ice cream while sobbing.", "similarity": 0.4878, "relevance": 1 } ] }, { "query_id": 16196, "query": "A man gets up from his kneeling position to follow the girl with pigtails.", "relevant_moment": [ { "pair_id": 165600, "video_name": "grey_s03e16_seg02_clip_07", "timestamp": [ 49.36, 60.39 ], "duration": 105.66, "caption": "A man gets up from his kneeling position to follow the girl with pigtails.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165601, "video_name": "castle_s01e06_seg02_clip_24", "timestamp": [ 15.07, 19.96 ], "duration": 81.66, "caption": "A man stands up and gets closer to a girl.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 165602, "video_name": "met_s03e02_seg02_clip_14", "timestamp": [ 31.14, 33.83 ], "duration": 59.66, "caption": "A girl pushes a man aside while passing by him.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 165603, "video_name": "castle_s02e04_seg02_clip_01", "timestamp": [ 17.61, 19.21 ], "duration": 80.66, "caption": "A man turns a girl around by grabbing her shoulder.", "similarity": 0.6017, "relevance": 1 }, { "pair_id": 165604, "video_name": "met_s05e02_seg02_clip_12", "timestamp": [ 18.77, 25.03 ], "duration": 59.66, "caption": "A girl turns and points behind her causing a man to look in that direction.", "similarity": 0.5938, "relevance": 1 }, { "pair_id": 165605, "video_name": "castle_s03e08_seg02_clip_26", "timestamp": [ 28.76, 33.76 ], "duration": 125.66, "caption": "A man walks over to a girl and sits down next to her.", "similarity": 0.5857, "relevance": 1 }, { "pair_id": 165606, "video_name": "friends_s10e05_seg02_clip_24", "timestamp": [ 4.79, 12.62 ], "duration": 87.66, "caption": "A man gets down on one knee in front of a woman.", "similarity": 0.5854, "relevance": 2 }, { "pair_id": 165607, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 88.29, 91.03 ], "duration": 91.66, "caption": "A man gets down on one knee in front of a woman.", "similarity": 0.5854, "relevance": 1 }, { "pair_id": 165608, "video_name": "castle_s01e04_seg02_clip_15", "timestamp": [ 80.73, 85.67 ], "duration": 89.66, "caption": "A man gave a girl a hug while the girl was still kneeling down.", "similarity": 0.5834, "relevance": 1 }, { "pair_id": 165609, "video_name": "s05e02_seg02_clip_06", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A man pulls his short out too while talking to the girl.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 165610, "video_name": "castle_s06e04_seg02_clip_18", "timestamp": [ 0.46, 1.37 ], "duration": 91.66, "caption": "A man in a dress shirt points to a woman kneeling.", "similarity": 0.5749, "relevance": 1 }, { "pair_id": 165611, "video_name": "castle_s01e04_seg02_clip_25", "timestamp": [ 106.62, 113.18 ], "duration": 164.66, "caption": "A man follows a girl down the stairs of the apartment.", "similarity": 0.5642, "relevance": 1 }, { "pair_id": 165612, "video_name": "castle_s02e02_seg02_clip_14", "timestamp": [ 63.01, 68.49 ], "duration": 78.66, "caption": "A man stands up to hug a girl and to kiss her head.", "similarity": 0.5532, "relevance": 1 }, { "pair_id": 165613, "video_name": "castle_s02e16_seg02_clip_00", "timestamp": [ 23.72, 33.02 ], "duration": 93.66, "caption": "A girl is practicing a cheer routine and stops when a man walks up behind her.", "similarity": 0.551, "relevance": 1 }, { "pair_id": 165614, "video_name": "met_s03e01_seg02_clip_03", "timestamp": [ 59.55, 62.03 ], "duration": 62.66, "caption": "A man turns to see another person kissing a girl against the bar.", "similarity": 0.5506, "relevance": 1 }, { "pair_id": 165615, "video_name": "castle_s01e03_seg02_clip_26", "timestamp": [ 63.67, 66.04 ], "duration": 95.66, "caption": "A girl attempts to follow a man and woman but another woman stops her.", "similarity": 0.548, "relevance": 0 }, { "pair_id": 165616, "video_name": "castle_s02e01_seg02_clip_03", "timestamp": [ 23.08, 25.79 ], "duration": 90.66, "caption": "A man gestures to woman and she follows him.", "similarity": 0.5467, "relevance": 1 }, { "pair_id": 165617, "video_name": "castle_s03e05_seg02_clip_23", "timestamp": [ 67.34, 88.02 ], "duration": 88.66, "caption": "A man turns around to confront another man about killing his girl.", "similarity": 0.5437, "relevance": 0 }, { "pair_id": 165618, "video_name": "castle_s02e01_seg02_clip_25", "timestamp": [ 61.86, 73.83 ], "duration": 133.66, "caption": "A man gets up and kisses a girl on the head and hugs her.", "similarity": 0.5401, "relevance": 1 }, { "pair_id": 165619, "video_name": "castle_s02e11_seg02_clip_04", "timestamp": [ 49.12, 55.88 ], "duration": 90.66, "caption": "A man walks towards a girl with a bag in his hand and gives it to her.", "similarity": 0.5395, "relevance": 2 } ] }, { "query_id": 16210, "query": "A doctor enters the room and begins a conversation.", "relevant_moment": [ { "pair_id": 17240, "video_name": "house_s05e17_seg02_clip_03", "timestamp": [ 5.28, 7.68 ], "duration": 96.66, "caption": "A doctor enters the room and begins a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17241, "video_name": "house_s07e11_seg02_clip_18", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A doctor enters the room and begins a conversation with another doctor.", "similarity": 0.9133, "relevance": 4 }, { "pair_id": 17242, "video_name": "grey_s02e25_seg02_clip_23", "timestamp": [ 46.29, 50.74 ], "duration": 89.66, "caption": "A doctor enters and begins talking to a person who is in a hospital bed.", "similarity": 0.8407, "relevance": 3 }, { "pair_id": 17243, "video_name": "grey_s02e02_seg02_clip_14", "timestamp": [ 32.79, 52.27 ], "duration": 95.66, "caption": "A doctor enters the patient's room and converses with two people and takes the patient.", "similarity": 0.8277, "relevance": 3 }, { "pair_id": 17244, "video_name": "house_s07e15_seg02_clip_08", "timestamp": [ 66.74, 70.99 ], "duration": 85.66, "caption": "A person opens the door to a doctor's office and begins a conversation.", "similarity": 0.8229, "relevance": 4 }, { "pair_id": 17245, "video_name": "house_s02e22_seg02_clip_12", "timestamp": [ 58.58, 61.46 ], "duration": 96.66, "caption": "A person walks into a doctor's office and starts a conversation with him.", "similarity": 0.8064, "relevance": 4 }, { "pair_id": 17246, "video_name": "friends_s05e03_seg02_clip_05", "timestamp": [ 49.52, 52.82 ], "duration": 60.66, "caption": "A man and a doctor enter a hospital room and start a conversation with a woman.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 17247, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 92.15, 94.03 ], "duration": 94.66, "caption": "A doctor opens the door and enters a room.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 17248, "video_name": "house_s06e11_seg02_clip_09", "timestamp": [ 58.1, 59.06 ], "duration": 96.66, "caption": "A person walks into a patient's room and begins a conversation with another person.", "similarity": 0.7806, "relevance": 4 }, { "pair_id": 17249, "video_name": "grey_s03e18_seg02_clip_15", "timestamp": [ 69.99, 89.16 ], "duration": 89.66, "caption": "After a doctor leaves the room, the patient and another person have a conversation.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 17250, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A person entered the room and walked towards a doctor.", "similarity": 0.7701, "relevance": 4 }, { "pair_id": 17251, "video_name": "house_s05e21_seg02_clip_07", "timestamp": [ 68.27, 84.29 ], "duration": 84.66, "caption": "A doctor enters the room and starts an argument with a woman.", "similarity": 0.7688, "relevance": 4 }, { "pair_id": 17252, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 0.96, 5.28 ], "duration": 96.66, "caption": "A doctor enters a room with a person waiting for them inside.", "similarity": 0.7687, "relevance": 4 }, { "pair_id": 17253, "video_name": "house_s05e21_seg02_clip_04", "timestamp": [ 0.0, 23.26 ], "duration": 93.66, "caption": "A doctor has a conversation with another doctor in a hallway.", "similarity": 0.7686, "relevance": 3 }, { "pair_id": 17254, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 41.41, 49.06 ], "duration": 90.66, "caption": "A man walks into the patient's room and starts talking to the patient.", "similarity": 0.7668, "relevance": 4 }, { "pair_id": 17255, "video_name": "house_s07e20_seg02_clip_09", "timestamp": [ 0.0, 12.54 ], "duration": 86.66, "caption": "A person is sitting in a room talking with a doctor.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 17256, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.7659, "relevance": 3 }, { "pair_id": 17257, "video_name": "house_s01e01_seg02_clip_04", "timestamp": [ 64.75, 69.59 ], "duration": 121.66, "caption": "A person opens a door and approaches three doctors to begin a conversation.", "similarity": 0.7653, "relevance": 4 }, { "pair_id": 17258, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 66.05, 67.91 ], "duration": 93.66, "caption": "A woman enters the room and asks a doctor about a man.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 17259, "video_name": "house_s08e09_seg02_clip_17", "timestamp": [ 54.92, 58.94 ], "duration": 89.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.761, "relevance": 4 }, { "pair_id": 190560, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 76.19, 80.78 ], "duration": 91.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 190561, "video_name": "house_s02e22_seg02_clip_01", "timestamp": [ 1.35, 4.95 ], "duration": 90.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 190562, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 29.41, 32.35 ], "duration": 84.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 190563, "video_name": "house_s01e16_seg02_clip_25", "timestamp": [ 120.71, 126.38 ], "duration": 162.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 190564, "video_name": "house_s03e15_seg02_clip_14", "timestamp": [ 11.11, 14.67 ], "duration": 88.66, "caption": "A doctor stands up to engage in the conversation.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 190565, "video_name": "friends_s04e12_seg02_clip_09", "timestamp": [ 8.54, 13.73 ], "duration": 61.66, "caption": "A woman doctor walks into the room to talk to another person.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 190566, "video_name": "house_s08e17_seg02_clip_06", "timestamp": [ 21.95, 32.26 ], "duration": 89.66, "caption": "A man and some doctors having a meeting conversation inside the room.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 190567, "video_name": "house_s02e06_seg02_clip_13", "timestamp": [ 23.75, 25.61 ], "duration": 93.66, "caption": "A doctor enters the room where their patient is waiting for them.", "similarity": 0.7585, "relevance": 3 }, { "pair_id": 190568, "video_name": "house_s08e13_seg02_clip_16", "timestamp": [ 52.49, 57.93 ], "duration": 99.66, "caption": "A doctor sits down and begins talking to a woman.", "similarity": 0.7557, "relevance": 2 }, { "pair_id": 190569, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 82.37, 89.05 ], "duration": 89.66, "caption": "A person is explaining to the doctors about the patient when a man enters the room.", "similarity": 0.7538, "relevance": 3 }, { "pair_id": 190570, "video_name": "house_s06e12_seg02_clip_11", "timestamp": [ 0.0, 45.49 ], "duration": 90.66, "caption": "A doctor talks to a man in the emergency room.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 190571, "video_name": "house_s03e03_seg02_clip_16", "timestamp": [ 64.53, 69.86 ], "duration": 97.66, "caption": "A person enters a locker room to speak with a doctor.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 190572, "video_name": "house_s02e18_seg02_clip_23", "timestamp": [ 12.9, 21.08 ], "duration": 86.66, "caption": "A man entered a room and the woman doctor tells him about a patient.", "similarity": 0.7449, "relevance": 3 }, { "pair_id": 190573, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 54.3, 62.12 ], "duration": 92.66, "caption": "A doctor opens the door to the patient exam room and speaks to a woman.", "similarity": 0.7443, "relevance": 3 }, { "pair_id": 190574, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 190575, "video_name": "house_s02e12_seg02_clip_12", "timestamp": [ 28.14, 32.75 ], "duration": 92.66, "caption": "A doctor enters the room full with his colleagues.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 190576, "video_name": "house_s01e10_seg02_clip_02", "timestamp": [ 55.07, 58.26 ], "duration": 91.66, "caption": "A doctor enters the room full with his colleagues.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 190577, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 73.54, 89.66 ], "duration": 89.66, "caption": "A person is having a conversation with some doctors.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 190578, "video_name": "house_s02e18_seg02_clip_11", "timestamp": [ 71.12, 73.82 ], "duration": 90.66, "caption": "A doctor enters the meeting room and joins their team.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 190579, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.7391, "relevance": 1 } ] }, { "query_id": 16258, "query": "A man walks out fast after talking to another person.", "relevant_moment": [ { "pair_id": 16500, "video_name": "house_s05e17_seg02_clip_09", "timestamp": [ 36.49, 40.81 ], "duration": 96.66, "caption": "A man walks out fast after talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16501, "video_name": "house_s05e15_seg02_clip_05", "timestamp": [ 4.8, 8.0 ], "duration": 80.66, "caption": "A person walks out quickly after talking to a man.", "similarity": 0.9369, "relevance": 3 }, { "pair_id": 16502, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 11.27, 14.21 ], "duration": 98.66, "caption": "A man walks out quickly after talking to another man.", "similarity": 0.9295, "relevance": 3 }, { "pair_id": 16503, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A man walks out immediately after talking to a person.", "similarity": 0.9292, "relevance": 3 }, { "pair_id": 16504, "video_name": "house_s01e07_seg02_clip_07", "timestamp": [ 12.49, 14.72 ], "duration": 89.66, "caption": "A man walks out immediately after talking to person.", "similarity": 0.9235, "relevance": 3 }, { "pair_id": 16505, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 8.93, 11.28 ], "duration": 94.66, "caption": "A person walks out immediately after talking to a man.", "similarity": 0.9125, "relevance": 4 }, { "pair_id": 16506, "video_name": "house_s05e20_seg02_clip_09", "timestamp": [ 10.92, 14.11 ], "duration": 91.66, "caption": "A person walks out immediately after talking to a man.", "similarity": 0.9125, "relevance": 2 }, { "pair_id": 16507, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 47.11, 50.05 ], "duration": 84.66, "caption": "A man walks out immediately after talking to another man.", "similarity": 0.9021, "relevance": 4 }, { "pair_id": 16508, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 33.02, 36.45 ], "duration": 85.66, "caption": "A man suddenly walks out after talking to a person.", "similarity": 0.8845, "relevance": 4 }, { "pair_id": 16509, "video_name": "house_s08e06_seg02_clip_09", "timestamp": [ 14.62, 17.63 ], "duration": 86.66, "caption": "A man suddenly walks out after talking to person.", "similarity": 0.8769, "relevance": 3 }, { "pair_id": 16510, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 31.63, 35.35 ], "duration": 93.66, "caption": "A man walks out directly after talking to another man.", "similarity": 0.8753, "relevance": 4 }, { "pair_id": 16511, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A man walks out while a person is talking to him.", "similarity": 0.8683, "relevance": 4 }, { "pair_id": 16512, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "A person walks out while he is talking to a man.", "similarity": 0.8681, "relevance": 2 }, { "pair_id": 16513, "video_name": "house_s03e09_seg02_clip_26", "timestamp": [ 33.49, 36.01 ], "duration": 72.66, "caption": "A person walks out quickly while still talking to another person.", "similarity": 0.8669, "relevance": 2 }, { "pair_id": 16514, "video_name": "house_s02e23_seg02_clip_02", "timestamp": [ 68.97, 74.38 ], "duration": 90.66, "caption": "A person walks out quickly while talking to another person.", "similarity": 0.8658, "relevance": 4 }, { "pair_id": 16515, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 53.88, 58.81 ], "duration": 61.66, "caption": "A man suddenly walks out after talking to someone.", "similarity": 0.8619, "relevance": 4 }, { "pair_id": 16516, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A man walks out while another person is still talking to them.", "similarity": 0.8579, "relevance": 2 }, { "pair_id": 16517, "video_name": "house_s08e09_seg02_clip_15", "timestamp": [ 19.9, 24.42 ], "duration": 90.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.8548, "relevance": 2 }, { "pair_id": 16518, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 49.06, 52.66 ], "duration": 90.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.8548, "relevance": 2 }, { "pair_id": 16519, "video_name": "house_s05e05_seg02_clip_17", "timestamp": [ 13.53, 16.4 ], "duration": 82.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.8548, "relevance": 2 }, { "pair_id": 189820, "video_name": "house_s03e01_seg02_clip_10", "timestamp": [ 13.95, 17.55 ], "duration": 90.66, "caption": "A person suddenly walks out while a man is still talking to him.", "similarity": 0.8511, "relevance": 4 }, { "pair_id": 189821, "video_name": "house_s05e17_seg02_clip_02", "timestamp": [ 60.41, 64.95 ], "duration": 90.66, "caption": "A person walks out after talking to man and man.", "similarity": 0.8506, "relevance": 3 }, { "pair_id": 189822, "video_name": "house_s06e12_seg02_clip_27", "timestamp": [ 7.13, 8.48 ], "duration": 9.66, "caption": "A man suddenly walks out after talking to another man.", "similarity": 0.8485, "relevance": 1 }, { "pair_id": 189823, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 11.7, 18.0 ], "duration": 90.66, "caption": "A man walks out after talking to two people and leaves.", "similarity": 0.8468, "relevance": 3 }, { "pair_id": 189824, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 50.32, 54.78 ], "duration": 81.66, "caption": "A man walks out after talking to person and person follows him.", "similarity": 0.8463, "relevance": 2 }, { "pair_id": 189825, "video_name": "house_s05e24_seg02_clip_03", "timestamp": [ 42.79, 45.58 ], "duration": 93.66, "caption": "A person walks out immediately after talking to person.", "similarity": 0.8443, "relevance": 3 }, { "pair_id": 189826, "video_name": "house_s02e24_seg02_clip_11", "timestamp": [ 34.86, 37.51 ], "duration": 88.66, "caption": "A person walks out immediately after talking to someone.", "similarity": 0.8412, "relevance": 3 }, { "pair_id": 189827, "video_name": "house_s06e13_seg02_clip_09", "timestamp": [ 0.0, 4.73 ], "duration": 86.66, "caption": "A person walks out after talking to another person.", "similarity": 0.8313, "relevance": 3 }, { "pair_id": 189829, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 12.15, 15.3 ], "duration": 90.66, "caption": "A person walks away quickly after talking to another person.", "similarity": 0.8253, "relevance": 3 }, { "pair_id": 189830, "video_name": "house_s07e06_seg02_clip_02", "timestamp": [ 5.28, 10.12 ], "duration": 88.66, "caption": "A person also walks out after talking to another person.", "similarity": 0.8216, "relevance": 3 }, { "pair_id": 189831, "video_name": "house_s05e05_seg02_clip_00", "timestamp": [ 4.62, 8.31 ], "duration": 92.66, "caption": "A person walks fast near man while talking to him.", "similarity": 0.8132, "relevance": 2 }, { "pair_id": 189832, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 17.08, 19.78 ], "duration": 89.66, "caption": "A man walks out while talking to two other men.", "similarity": 0.8121, "relevance": 3 }, { "pair_id": 189833, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 49.96, 52.21 ], "duration": 90.66, "caption": "A person walks out while still talking to another person.", "similarity": 0.8046, "relevance": 2 }, { "pair_id": 189834, "video_name": "s01e15_seg01_clip_01", "timestamp": [ 19.81, 25.51 ], "duration": 60.66, "caption": "A man walks slowly to another person while he is talking.", "similarity": 0.8015, "relevance": 1 }, { "pair_id": 189835, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 24.42, 30.3 ], "duration": 90.66, "caption": "A man walks out and another man follows him while talking to him.", "similarity": 0.7987, "relevance": 3 }, { "pair_id": 189836, "video_name": "castle_s07e15_seg02_clip_04", "timestamp": [ 47.6, 52.17 ], "duration": 91.66, "caption": "A man walks over to talk at another person quickly.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 189837, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 0.0, 5.29 ], "duration": 88.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 189838, "video_name": "house_s03e15_seg02_clip_02", "timestamp": [ 3.45, 6.33 ], "duration": 115.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 189839, "video_name": "house_s03e11_seg02_clip_16", "timestamp": [ 51.47, 54.8 ], "duration": 83.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.7977, "relevance": 3 } ] }, { "query_id": 16312, "query": "A person grabs some bleach and pours it down the sink.", "relevant_moment": [ { "pair_id": 161500, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 26.71, 29.38 ], "duration": 89.66, "caption": "A person grabs some bleach and pours it down the sink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161501, "video_name": "s09e22_seg02_clip_12", "timestamp": [ 13.73, 19.22 ], "duration": 61.66, "caption": "A person goes to the sink to wash their hands.", "similarity": 0.6826, "relevance": 1 }, { "pair_id": 161502, "video_name": "house_s03e13_seg02_clip_13", "timestamp": [ 0.0, 3.15 ], "duration": 89.66, "caption": "A person walks over to the sink and gets some soap.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 161503, "video_name": "s02e16_seg02_clip_06", "timestamp": [ 5.99, 12.92 ], "duration": 63.66, "caption": "A person puts a blue bucket in the sink while wearing yellow rubber gloves.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 161504, "video_name": "house_s08e14_seg02_clip_07", "timestamp": [ 28.22, 34.13 ], "duration": 91.66, "caption": "A woman takes a bite of something out of a container and then rushes to the sink to spit it out.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 161505, "video_name": "s07e03_seg02_clip_15", "timestamp": [ 55.84, 57.06 ], "duration": 61.66, "caption": "A person puts a couple of pieces of clothing into the laundry sink.", "similarity": 0.626, "relevance": 3 }, { "pair_id": 161506, "video_name": "met_s02e05_seg02_clip_05", "timestamp": [ 24.98, 30.56 ], "duration": 58.66, "caption": "A person pours out a coffee pot into the sink.", "similarity": 0.6251, "relevance": 2 }, { "pair_id": 161507, "video_name": "grey_s01e01_seg02_clip_18", "timestamp": [ 34.99, 37.02 ], "duration": 37.66, "caption": "A man stands up from the sink and pulls something down.", "similarity": 0.5939, "relevance": 1 }, { "pair_id": 161508, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 6.37, 12.74 ], "duration": 91.66, "caption": "A person turns on a faucet and splashes water on his face.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 161509, "video_name": "friends_s08e07_seg02_clip_04", "timestamp": [ 18.77, 22.69 ], "duration": 56.66, "caption": "A woman puts another woman's homemade cleaner under the sink.", "similarity": 0.5808, "relevance": 0 }, { "pair_id": 161510, "video_name": "s02e09_seg02_clip_13", "timestamp": [ 44.27, 46.34 ], "duration": 59.66, "caption": "A man bends over and pukes in the sink.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 161511, "video_name": "house_s01e19_seg02_clip_14", "timestamp": [ 12.3, 15.17 ], "duration": 82.66, "caption": "A person uses his cane to turn the sink on.", "similarity": 0.5782, "relevance": 1 }, { "pair_id": 161512, "video_name": "castle_s07e06_seg02_clip_07", "timestamp": [ 31.75, 40.95 ], "duration": 92.66, "caption": "A person gets a bowl and puts some water in it.", "similarity": 0.5779, "relevance": 1 }, { "pair_id": 161513, "video_name": "house_s03e16_seg02_clip_23", "timestamp": [ 84.05, 90.38 ], "duration": 90.66, "caption": "A man goes to the sink to wash his hands.", "similarity": 0.5742, "relevance": 1 }, { "pair_id": 161514, "video_name": "house_s06e18_seg02_clip_01", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A person walks into the room and puts dishes into the sink.", "similarity": 0.5701, "relevance": 1 }, { "pair_id": 161515, "video_name": "house_s07e12_seg02_clip_02", "timestamp": [ 63.86, 80.67 ], "duration": 96.66, "caption": "A person rifles through the trash can that is under the sink.", "similarity": 0.5697, "relevance": 1 }, { "pair_id": 161516, "video_name": "house_s06e18_seg02_clip_01", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "The man puts his bowl into the sink at the counter.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 161517, "video_name": "s02e16_seg02_clip_06", "timestamp": [ 7.56, 13.55 ], "duration": 63.66, "caption": "A person carries a bucket from the living room and puts it in the kitchen sink.", "similarity": 0.5586, "relevance": 1 }, { "pair_id": 161518, "video_name": "grey_s03e15_seg02_clip_22", "timestamp": [ 55.98, 61.07 ], "duration": 92.66, "caption": "A woman washes both of her hands in the sink.", "similarity": 0.556, "relevance": 1 }, { "pair_id": 161519, "video_name": "house_s01e11_seg02_clip_12", "timestamp": [ 16.62, 34.14 ], "duration": 89.66, "caption": "A person walks over to the sink in the room.", "similarity": 0.5556, "relevance": 0 } ] }, { "query_id": 16325, "query": "A woman wearing lab gown and a man were having a conversation.", "relevant_moment": [ { "pair_id": 151080, "video_name": "house_s08e01_seg02_clip_16", "timestamp": [ 0.0, 21.63 ], "duration": 92.66, "caption": "A woman wearing lab gown and a man were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151081, "video_name": "house_s08e12_seg02_clip_07", "timestamp": [ 0.0, 33.35 ], "duration": 91.66, "caption": "A man and a woman wearing lab gown were having a conversation.", "similarity": 0.9644, "relevance": 4 }, { "pair_id": 151082, "video_name": "grey_s02e23_seg02_clip_01", "timestamp": [ 2.13, 20.01 ], "duration": 85.66, "caption": "A woman wearing lab gown was having a conversation with a man in lab gown, too.", "similarity": 0.9598, "relevance": 4 }, { "pair_id": 151083, "video_name": "house_s04e03_seg02_clip_26", "timestamp": [ 0.0, 30.6 ], "duration": 133.66, "caption": "A man was having a conversation with a woman wearing lab gown.", "similarity": 0.9483, "relevance": 4 }, { "pair_id": 151084, "video_name": "friends_s08e22_seg02_clip_09", "timestamp": [ 0.0, 7.41 ], "duration": 57.66, "caption": "Two people were having a conversation with a woman wearing a lab gown.", "similarity": 0.9437, "relevance": 3 }, { "pair_id": 151085, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 0.0, 36.05 ], "duration": 89.66, "caption": "A man was having a conversation with two women wearing lab gowns.", "similarity": 0.8944, "relevance": 3 }, { "pair_id": 151086, "video_name": "friends_s01e16-17_seg02_clip_42", "timestamp": [ 0.0, 14.11 ], "duration": 60.66, "caption": "A man was having a conversation with a woman wearing blue lab gown.", "similarity": 0.8939, "relevance": 2 }, { "pair_id": 151087, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 0.0, 86.66 ], "duration": 86.66, "caption": "A woman and a man are in the lab as they converse.", "similarity": 0.8322, "relevance": 3 }, { "pair_id": 151088, "video_name": "house_s01e15_seg02_clip_14", "timestamp": [ 40.05, 66.45 ], "duration": 91.66, "caption": "A man has a conversation with a woman in the lab.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 151089, "video_name": "house_s06e10_seg02_clip_02", "timestamp": [ 0.0, 28.36 ], "duration": 90.66, "caption": "A man was holding his lab gown whilst talking to a woman who has a scarf.", "similarity": 0.7998, "relevance": 3 }, { "pair_id": 151090, "video_name": "s07e17_seg02_clip_06", "timestamp": [ 0.0, 16.21 ], "duration": 60.66, "caption": "A woman and a man are having a conversation in the lab then a woman walks over to stand by her chair.", "similarity": 0.7958, "relevance": 4 }, { "pair_id": 151091, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 0.0, 80.78 ], "duration": 86.66, "caption": "A man and woman both talk to each other in the lab.", "similarity": 0.7868, "relevance": 4 }, { "pair_id": 151093, "video_name": "s10e08_seg02_clip_01", "timestamp": [ 50.35, 61.03 ], "duration": 61.66, "caption": "Two people in the lab having a conversation with each other.", "similarity": 0.7583, "relevance": 4 }, { "pair_id": 151094, "video_name": "house_s06e17_seg02_clip_08", "timestamp": [ 0.0, 50.37 ], "duration": 90.66, "caption": "A woman was having a conversation with a man wearing hospital gown.", "similarity": 0.7581, "relevance": 3 }, { "pair_id": 151095, "video_name": "house_s01e11_seg02_clip_00", "timestamp": [ 16.81, 54.16 ], "duration": 93.66, "caption": "A doctor was having a conversation with a person wearing lab gown.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 151096, "video_name": "house_s04e10_seg02_clip_20", "timestamp": [ 67.54, 79.54 ], "duration": 88.66, "caption": "A woman speaks to person while she is in the lab with another person.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 151097, "video_name": "house_s04e04_seg02_clip_06", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman and man were having a conversation.", "similarity": 0.7451, "relevance": 2 }, { "pair_id": 151098, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 0.0, 55.31 ], "duration": 89.66, "caption": "A woman, person and man were having a conversation.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 151099, "video_name": "castle_s04e22_seg02_clip_25", "timestamp": [ 0.0, 30.83 ], "duration": 92.66, "caption": "A woman, man and person were having a conversation.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 324400, "video_name": "house_s07e10_seg02_clip_25", "timestamp": [ 127.62, 151.02 ], "duration": 151.66, "caption": "A person and a woman were having a conversation.", "similarity": 0.7419, "relevance": 1 }, { "pair_id": 324401, "video_name": "house_s06e14_seg02_clip_04", "timestamp": [ 0.0, 76.14 ], "duration": 88.66, "caption": "A woman and a man were having a conversation.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 324402, "video_name": "house_s04e03_seg02_clip_17", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "A woman and a man were having a conversation.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 324403, "video_name": "friends_s05e14_seg02_clip_18", "timestamp": [ 0.0, 27.85 ], "duration": 64.66, "caption": "A woman and a man were having a conversation.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 324404, "video_name": "house_s03e20_seg02_clip_17", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man was having a conversation with a woman wearing hospital gown.", "similarity": 0.7332, "relevance": 2 }, { "pair_id": 324405, "video_name": "castle_s06e20_seg02_clip_19", "timestamp": [ 0.0, 52.97 ], "duration": 89.66, "caption": "Woman and man were having a conversation with woman.", "similarity": 0.7306, "relevance": 1 }, { "pair_id": 324406, "video_name": "s05e16_seg02_clip_11", "timestamp": [ 30.7, 62.03 ], "duration": 62.66, "caption": "Two people are on a lab and having a conversation about something.", "similarity": 0.7303, "relevance": 4 }, { "pair_id": 324407, "video_name": "castle_s01e06_seg02_clip_07", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A man and a woman were having a conversation as they were talking.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 324408, "video_name": "house_s03e03_seg02_clip_02", "timestamp": [ 23.67, 51.88 ], "duration": 91.66, "caption": "A man and woman were having a conversation.", "similarity": 0.7283, "relevance": 4 }, { "pair_id": 324409, "video_name": "house_s01e11_seg02_clip_00", "timestamp": [ 20.54, 28.48 ], "duration": 93.66, "caption": "A person wearing a lab gown was talking to someone over the phone.", "similarity": 0.7274, "relevance": 3 }, { "pair_id": 324410, "video_name": "castle_s07e04_seg02_clip_25", "timestamp": [ 33.76, 74.72 ], "duration": 90.66, "caption": "Woman and woman were having a conversation.", "similarity": 0.7274, "relevance": 1 }, { "pair_id": 324411, "video_name": "friends_s09e23-24_seg02_clip_44", "timestamp": [ 0.0, 58.32 ], "duration": 58.66, "caption": "A man and a woman were having a conversation.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 324412, "video_name": "castle_s07e22_seg02_clip_17", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and a woman were having a conversation.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 324414, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 324415, "video_name": "castle_s05e24_seg02_clip_13", "timestamp": [ 0.0, 11.99 ], "duration": 92.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.7249, "relevance": 1 }, { "pair_id": 324416, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "Woman and man were having a conversation with a person.", "similarity": 0.7244, "relevance": 2 }, { "pair_id": 324417, "video_name": "castle_s02e20_seg02_clip_20", "timestamp": [ 0.0, 10.17 ], "duration": 92.66, "caption": "A woman and a person were having an intense conversation.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 324418, "video_name": "house_s07e17_seg02_clip_24", "timestamp": [ 26.85, 50.17 ], "duration": 88.66, "caption": "A woman and man are having a conversation with each other.", "similarity": 0.7216, "relevance": 3 }, { "pair_id": 324419, "video_name": "grey_s03e25_seg02_clip_05", "timestamp": [ 57.98, 69.02 ], "duration": 69.66, "caption": "A woman and man are having a conversation with each other.", "similarity": 0.7216, "relevance": 3 } ] }, { "query_id": 16330, "query": "A person shows his neck with blood flowing from there, another woman wearing maroon t-shirt with white coat is giving a weird look on looking at this.", "relevant_moment": [ { "pair_id": 45160, "video_name": "house_s08e01_seg02_clip_14", "timestamp": [ 44.11, 53.04 ], "duration": 105.66, "caption": "A person shows his neck with blood flowing from there, another woman wearing maroon t-shirt with white coat is giving a weird look on looking at this.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 45161, "video_name": "house_s02e03_seg02_clip_00", "timestamp": [ 0.0, 40.27 ], "duration": 92.66, "caption": "A person looks at someone's shirt that with a stain of blood.", "similarity": 0.6316, "relevance": 0 }, { "pair_id": 45162, "video_name": "grey_s03e16_seg02_clip_13", "timestamp": [ 10.58, 13.34 ], "duration": 92.66, "caption": "A woman describes what the patients' blood looks like to two men.", "similarity": 0.6294, "relevance": 1 }, { "pair_id": 45163, "video_name": "house_s06e08_seg02_clip_17", "timestamp": [ 27.78, 33.6 ], "duration": 89.66, "caption": "A person feels another person's neck with both of his hands.", "similarity": 0.6206, "relevance": 0 }, { "pair_id": 45164, "video_name": "castle_s05e10_seg02_clip_04", "timestamp": [ 28.16, 32.25 ], "duration": 90.66, "caption": "A woman shows another woman a button that has blood on it.", "similarity": 0.6064, "relevance": 1 }, { "pair_id": 45165, "video_name": "house_s04e11_seg02_clip_23", "timestamp": [ 0.0, 8.36 ], "duration": 88.66, "caption": "A person watches blood drip down someone's head as she lays down.", "similarity": 0.6057, "relevance": 0 }, { "pair_id": 45166, "video_name": "house_s03e17_seg02_clip_23", "timestamp": [ 44.56, 51.76 ], "duration": 90.66, "caption": "A person places their hand on someone's neck while examining them.", "similarity": 0.5949, "relevance": 0 }, { "pair_id": 45167, "video_name": "house_s05e05_seg02_clip_08", "timestamp": [ 0.0, 17.11 ], "duration": 95.66, "caption": "A person moves someone's hair away to look at her neck.", "similarity": 0.5903, "relevance": 0 }, { "pair_id": 45168, "video_name": "castle_s08e12_seg02_clip_12", "timestamp": [ 80.98, 86.5 ], "duration": 92.66, "caption": "A woman notices a tattoo on a woman's neck and notices her neck.", "similarity": 0.5895, "relevance": 1 }, { "pair_id": 45169, "video_name": "house_s04e03_seg02_clip_14", "timestamp": [ 46.45, 49.83 ], "duration": 84.66, "caption": "A woman looks at the blood of someone very seriously.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 45170, "video_name": "friends_s01e07_seg02_clip_18", "timestamp": [ 48.99, 50.47 ], "duration": 59.66, "caption": "Two people look on as a person in a white shirt strokes a woman's hair.", "similarity": 0.5799, "relevance": 0 }, { "pair_id": 45171, "video_name": "house_s03e21_seg02_clip_15", "timestamp": [ 60.36, 66.44 ], "duration": 81.66, "caption": "A woman watches the right ear of a person and spots it bleeding.", "similarity": 0.5791, "relevance": 1 }, { "pair_id": 45172, "video_name": "castle_s04e13_seg02_clip_00", "timestamp": [ 76.99, 78.83 ], "duration": 92.66, "caption": "A woman shows woman the ligature mark on the victim's neck.", "similarity": 0.5779, "relevance": 1 }, { "pair_id": 45173, "video_name": "grey_s02e06_seg02_clip_14", "timestamp": [ 67.21, 87.69 ], "duration": 89.66, "caption": "A person does heart compressions on a woman alternating between looking at her and the others gathered around.", "similarity": 0.5716, "relevance": 0 }, { "pair_id": 45174, "video_name": "grey_s02e22_seg02_clip_07", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A man puts his stethoscope around his neck as he looks at another person.", "similarity": 0.5714, "relevance": 0 }, { "pair_id": 45175, "video_name": "house_s02e24_seg02_clip_27", "timestamp": [ 12.68, 15.24 ], "duration": 17.66, "caption": "A woman places her hand around a man's bleeding neck.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 45176, "video_name": "castle_s03e09_seg02_clip_01", "timestamp": [ 5.85, 18.45 ], "duration": 90.66, "caption": "A woman looks closely at the victim and is baffled by what she sees.", "similarity": 0.5691, "relevance": 1 }, { "pair_id": 45177, "video_name": "castle_s04e12_seg02_clip_00", "timestamp": [ 87.9, 89.73 ], "duration": 91.66, "caption": "A woman points to the deceased person's neck, revealing the bruising.", "similarity": 0.5682, "relevance": 1 }, { "pair_id": 45178, "video_name": "house_s06e09_seg02_clip_08", "timestamp": [ 87.38, 91.03 ], "duration": 91.66, "caption": "A person is looking down at a patient and another person crosses in front of him and looks down too.", "similarity": 0.5682, "relevance": 0 }, { "pair_id": 45179, "video_name": "house_s06e10_seg02_clip_17", "timestamp": [ 14.55, 19.84 ], "duration": 88.66, "caption": "A woman feels person's neck and person pulls away from her.", "similarity": 0.5666, "relevance": 1 } ] }, { "query_id": 16334, "query": "A person takes the lid off a water bottle and places the lid and the bottle on the table.", "relevant_moment": [ { "pair_id": 148480, "video_name": "house_s08e01_seg02_clip_14", "timestamp": [ 62.49, 67.74 ], "duration": 105.66, "caption": "A person takes the lid off a water bottle and places the lid and the bottle on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148481, "video_name": "met_s06e13_seg01_clip_00", "timestamp": [ 43.21, 48.61 ], "duration": 88.66, "caption": "A person closes the lid of a bottle and sets it on the table.", "similarity": 0.8289, "relevance": 2 }, { "pair_id": 148482, "video_name": "s04e23_seg01_clip_00", "timestamp": [ 37.14, 42.9 ], "duration": 64.66, "caption": "A person takes a drink from their glass of water and places it on the table.", "similarity": 0.7804, "relevance": 1 }, { "pair_id": 148483, "video_name": "s02e19_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A person places the lid back on the bottle.", "similarity": 0.7776, "relevance": 1 }, { "pair_id": 148484, "video_name": "friends_s02e17_seg02_clip_11", "timestamp": [ 22.69, 25.53 ], "duration": 63.66, "caption": "A person drinks out of a water bottle then puts it on the table next to them.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 148485, "video_name": "friends_s06e23_seg02_clip_00", "timestamp": [ 31.76, 34.87 ], "duration": 62.66, "caption": "A person makes a motion like they're taking the lid off of a bottle.", "similarity": 0.7728, "relevance": 1 }, { "pair_id": 148486, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 41.3, 43.9 ], "duration": 65.66, "caption": "A person sits down at a table with others and takes a water bottle off of their tray.", "similarity": 0.7652, "relevance": 1 }, { "pair_id": 148487, "video_name": "s06e04_seg02_clip_08", "timestamp": [ 20.73, 23.53 ], "duration": 56.66, "caption": "A person gets up and takes bottles from the table.", "similarity": 0.7563, "relevance": 0 }, { "pair_id": 148488, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 3.96, 8.49 ], "duration": 56.66, "caption": "A person takes a sip of the drink and puts the bottle on the table.", "similarity": 0.7464, "relevance": 1 }, { "pair_id": 148489, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 42.07, 44.97 ], "duration": 58.66, "caption": "A woman screws the lid onto the water bottle.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 148490, "video_name": "s10e01_seg02_clip_11", "timestamp": [ 23.66, 27.66 ], "duration": 57.66, "caption": "A person takes a bottle from another person and removes the top.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 148491, "video_name": "s05e05_seg02_clip_00", "timestamp": [ 40.65, 43.81 ], "duration": 63.66, "caption": "A person starts to unscrew the bottle top off his water.", "similarity": 0.727, "relevance": 2 }, { "pair_id": 148492, "video_name": "s01e04_seg02_clip_09", "timestamp": [ 30.57, 34.79 ], "duration": 65.66, "caption": "A person is opening a water bottle then sits down at the kitchen table.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 148493, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 50.48, 53.09 ], "duration": 58.66, "caption": "A woman puts their bottle of water on the side table by someone else.", "similarity": 0.7122, "relevance": 1 }, { "pair_id": 148494, "video_name": "friends_s10e03_seg02_clip_12", "timestamp": [ 41.12, 44.12 ], "duration": 60.66, "caption": "A woman twists the cap onto her water bottle and sets it down on the table.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 148495, "video_name": "s08e06_seg01_clip_00", "timestamp": [ 9.12, 18.25 ], "duration": 96.66, "caption": "A person grabs a water bottle and unscrews the cap.", "similarity": 0.7093, "relevance": 1 }, { "pair_id": 148496, "video_name": "s08e20_seg02_clip_10", "timestamp": [ 16.53, 19.77 ], "duration": 59.66, "caption": "A person takes the bottle off the coffee table and sits it on the floor.", "similarity": 0.7086, "relevance": 1 }, { "pair_id": 148497, "video_name": "s03e04_seg02_clip_00", "timestamp": [ 17.33, 20.48 ], "duration": 63.66, "caption": "A person has a water bottle in hand as he/she sits.", "similarity": 0.7081, "relevance": 0 }, { "pair_id": 148498, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 23.79, 27.27 ], "duration": 58.66, "caption": "A person takes a sip of their water and then sets the glass down on the table.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 148499, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 12.61, 14.41 ], "duration": 60.66, "caption": "A person grabs their water bottle from the coffee table.", "similarity": 0.6979, "relevance": 1 } ] }, { "query_id": 16350, "query": "A woman ends the call she's on and grabs her purse.", "relevant_moment": [ { "pair_id": 124961, "video_name": "s09e01_seg01_clip_02", "timestamp": [ 11.62, 14.95 ], "duration": 83.66, "caption": "A woman bends down and gets her phone out of her purse to make a phone call.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 124962, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.759, "relevance": 1 }, { "pair_id": 124963, "video_name": "s04e12_seg02_clip_12", "timestamp": [ 33.35, 36.3 ], "duration": 59.66, "caption": "A woman opens her purse to retrieve her phone.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 124964, "video_name": "friends_s09e14_seg02_clip_11", "timestamp": [ 41.25, 45.28 ], "duration": 62.66, "caption": "A woman takes her phone out of her purse and answers a call from a woman.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 124965, "video_name": "friends_s10e10_seg02_clip_01", "timestamp": [ 38.96, 42.5 ], "duration": 59.66, "caption": "A woman puts the phone into her purse after using it.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 124966, "video_name": "friends_s10e01_seg02_clip_21", "timestamp": [ 35.35, 39.63 ], "duration": 57.66, "caption": "A woman goes over and picks up her purse and puts it on her shoulder.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 124967, "video_name": "s08e01_seg02_clip_14", "timestamp": [ 33.92, 39.92 ], "duration": 60.66, "caption": "A woman takes her phone out of her purse.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 124968, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 54.93, 57.66 ], "duration": 57.66, "caption": "A woman goes into her purse and pulls a cell phone out.", "similarity": 0.7395, "relevance": 1 }, { "pair_id": 124969, "video_name": "house_s08e10_seg02_clip_20", "timestamp": [ 68.13, 71.56 ], "duration": 98.66, "caption": "A woman grabs her purse and gets up from the booth.", "similarity": 0.7329, "relevance": 2 }, { "pair_id": 124970, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 69.0, 87.66 ], "duration": 87.66, "caption": "A woman gets someone's purse and starts to go through it in front of her.", "similarity": 0.7249, "relevance": 0 }, { "pair_id": 124971, "video_name": "s08e02_seg02_clip_02", "timestamp": [ 30.21, 39.67 ], "duration": 61.66, "caption": "A woman picks up her purse and puts it over her shoulder.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 124972, "video_name": "house_s03e11_seg02_clip_00", "timestamp": [ 62.03, 65.23 ], "duration": 91.66, "caption": "A woman picks up her purse and puts it over her shoulder.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 124973, "video_name": "friends_s10e12_seg02_clip_00", "timestamp": [ 6.53, 9.14 ], "duration": 65.66, "caption": "A woman takes her cell phone from her purse.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 124974, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 8.41 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves someone's place.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 124975, "video_name": "house_s02e10_seg02_clip_14", "timestamp": [ 56.14, 58.79 ], "duration": 88.66, "caption": "A woman picks up her purse and answers her phone.", "similarity": 0.7124, "relevance": 1 }, { "pair_id": 124976, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 55.53, 59.17 ], "duration": 91.66, "caption": "A woman stands up and grabs a hold of her purse.", "similarity": 0.7084, "relevance": 2 }, { "pair_id": 124977, "video_name": "s04e21_seg02_clip_05", "timestamp": [ 28.38, 37.23 ], "duration": 61.66, "caption": "A woman grabs her purse, closes her door and locks it.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 124978, "video_name": "met_s06e01_seg02_clip_12", "timestamp": [ 48.07, 56.45 ], "duration": 62.66, "caption": "A woman opens her purse, takes something out, and puts it in her mouth.", "similarity": 0.7051, "relevance": 1 }, { "pair_id": 124979, "video_name": "friends_s10e02_seg02_clip_18", "timestamp": [ 28.49, 31.17 ], "duration": 67.66, "caption": "A woman grabs their purse and opens the door.", "similarity": 0.7041, "relevance": 0 } ] }, { "query_id": 16354, "query": "A person walks down the stairs with a box of food.", "relevant_moment": [ { "pair_id": 161240, "video_name": "met_s04e03_seg02_clip_10", "timestamp": [ 39.28, 44.04 ], "duration": 59.66, "caption": "A person walks down the stairs with a box of food.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161241, "video_name": "s02e19_seg02_clip_03", "timestamp": [ 37.78, 42.2 ], "duration": 59.66, "caption": "A person walks up the stairs carrying a huge box.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 161242, "video_name": "grey_s03e15_seg02_clip_01", "timestamp": [ 1.38, 2.3 ], "duration": 92.66, "caption": "A person walks down the stairs with a bag of linens.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 161243, "video_name": "s02e19_seg02_clip_04", "timestamp": [ 33.5, 35.05 ], "duration": 62.66, "caption": "A woman goes up stairs while carrying a small box.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 161244, "video_name": "s01e08_seg02_clip_12", "timestamp": [ 25.94, 28.68 ], "duration": 61.66, "caption": "A person walks through the front door with a food container.", "similarity": 0.6888, "relevance": 1 }, { "pair_id": 161245, "video_name": "s01e04_seg01_clip_02", "timestamp": [ 29.47, 43.02 ], "duration": 43.66, "caption": "A person is carrying a box as he walks up the stairs with another person.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 161246, "video_name": "s02e19_seg02_clip_04", "timestamp": [ 34.43, 37.22 ], "duration": 62.66, "caption": "A man goes up stairs while carrying a big box.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 161247, "video_name": "s04e08_seg02_clip_14", "timestamp": [ 19.81, 25.21 ], "duration": 60.66, "caption": "A person appears at the top of some stairs and walks down to the bottom.", "similarity": 0.6635, "relevance": 3 }, { "pair_id": 161248, "video_name": "castle_s04e03_seg02_clip_16", "timestamp": [ 26.67, 33.55 ], "duration": 86.66, "caption": "A woman comes down the stairs carrying a large, cardboard box.", "similarity": 0.6492, "relevance": 3 }, { "pair_id": 161250, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 3.41, 12.41 ], "duration": 62.66, "caption": "A man is carrying a large box up the stairs and then places it on the ground.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 161251, "video_name": "friends_s02e21_seg01_clip_00", "timestamp": [ 3.43, 7.35 ], "duration": 98.66, "caption": "A person walks across the room carrying a plate of food.", "similarity": 0.647, "relevance": 2 }, { "pair_id": 161252, "video_name": "castle_s03e19_seg02_clip_12", "timestamp": [ 70.33, 80.25 ], "duration": 90.66, "caption": "A person walks towards the stairs and walks up the staircase.", "similarity": 0.6434, "relevance": 1 }, { "pair_id": 161253, "video_name": "s02e20_seg02_clip_06", "timestamp": [ 56.76, 61.03 ], "duration": 61.66, "caption": "A person walks up the stairs carrying a white bag.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 161254, "video_name": "s02e01_seg01_clip_00", "timestamp": [ 0.0, 13.73 ], "duration": 61.66, "caption": "A woman was walking up the stairs with a container of yogurt while man was telling her about her food.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 161255, "video_name": "s07e23_seg01_clip_00", "timestamp": [ 39.48, 41.44 ], "duration": 49.66, "caption": "A man lets go of a box and it slides down the stairs.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 161256, "video_name": "s01e04_seg01_clip_02", "timestamp": [ 29.04, 43.02 ], "duration": 43.66, "caption": "A person carries a box of belongings from work up the stairs in the apartment building.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 161257, "video_name": "friends_s08e12_seg02_clip_11", "timestamp": [ 29.41, 34.82 ], "duration": 60.66, "caption": "A person walks over to a chair with food in a bag.", "similarity": 0.6252, "relevance": 1 }, { "pair_id": 161258, "video_name": "met_s02e14_seg02_clip_16", "timestamp": [ 8.14, 21.1 ], "duration": 60.66, "caption": "A person trips down the stairs, then cheers because their food has not spilled.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 161259, "video_name": "grey_s03e18_seg02_clip_17", "timestamp": [ 0.0, 5.36 ], "duration": 89.66, "caption": "A person walks out of the kitchen carrying a plate of food.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 334560, "video_name": "s01e02_seg02_clip_01", "timestamp": [ 29.77, 35.05 ], "duration": 62.66, "caption": "A man lets go of the package from the stairway.", "similarity": 0.6134, "relevance": 3 }, { "pair_id": 334561, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 33.85, 37.14 ], "duration": 94.66, "caption": "A person walks on the stairs holding a blue bag.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 334562, "video_name": "castle_s03e09_seg02_clip_17", "timestamp": [ 53.18, 58.09 ], "duration": 89.66, "caption": "A person walks over and puts a box down on a chair.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 334563, "video_name": "s07e13_seg02_clip_04", "timestamp": [ 5.1, 15.01 ], "duration": 60.66, "caption": "A woman closes the door and runs down the stairs carrying a box.", "similarity": 0.5962, "relevance": 3 }, { "pair_id": 334564, "video_name": "s02e10_seg02_clip_14", "timestamp": [ 25.77, 29.41 ], "duration": 56.66, "caption": "A person walks over to the lunch table to place his food down.", "similarity": 0.5953, "relevance": 2 }, { "pair_id": 334565, "video_name": "friends_s03e07_seg02_clip_00", "timestamp": [ 17.61, 20.17 ], "duration": 64.66, "caption": "A person walks over while carrying a Chinese food container.", "similarity": 0.5941, "relevance": 2 }, { "pair_id": 334566, "video_name": "castle_s02e09_seg02_clip_19", "timestamp": [ 23.47, 27.08 ], "duration": 90.66, "caption": "A person walks out of the elevator into his apartment hallway carrying a Chinese food container.", "similarity": 0.5933, "relevance": 2 }, { "pair_id": 334567, "video_name": "s06e16_seg02_clip_00", "timestamp": [ 35.7, 44.25 ], "duration": 61.66, "caption": "A person walks in with a box and sets it on the counter.", "similarity": 0.5893, "relevance": 2 }, { "pair_id": 334568, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 30.69, 33.94 ], "duration": 59.66, "caption": "A person picks up a container of food from the table and walks off with it.", "similarity": 0.5874, "relevance": 2 }, { "pair_id": 334569, "video_name": "s10e01_seg02_clip_11", "timestamp": [ 2.85, 5.42 ], "duration": 57.66, "caption": "A person walks away carrying a tray of food.", "similarity": 0.5857, "relevance": 2 }, { "pair_id": 334570, "video_name": "s02e21_seg02_clip_02", "timestamp": [ 5.8, 8.85 ], "duration": 61.66, "caption": "A person walks into the apartment building with a bag of take-out food.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 334571, "video_name": "castle_s04e03_seg02_clip_16", "timestamp": [ 27.1, 34.84 ], "duration": 86.66, "caption": "A person walks down the stairs carrying a box of items and put it on the kitchen counter saying it was their life's untruths.", "similarity": 0.583, "relevance": 3 }, { "pair_id": 334572, "video_name": "s07e05_seg02_clip_10", "timestamp": [ 35.36, 39.39 ], "duration": 62.66, "caption": "A person walks into his apartment with a bag of take-out food.", "similarity": 0.5791, "relevance": 2 }, { "pair_id": 334573, "video_name": "s03e02_seg02_clip_12", "timestamp": [ 25.74, 28.53 ], "duration": 62.66, "caption": "A person walks over and starts putting stuff inside a white box.", "similarity": 0.5783, "relevance": 2 }, { "pair_id": 334574, "video_name": "house_s01e01_seg02_clip_12", "timestamp": [ 82.74, 92.62 ], "duration": 94.66, "caption": "A person is walking up the stairway and stops to turn around and go downstairs.", "similarity": 0.5755, "relevance": 2 }, { "pair_id": 334575, "video_name": "castle_s06e19_seg02_clip_17", "timestamp": [ 63.0, 67.7 ], "duration": 94.66, "caption": "A woman comes downs the stairs and walks over to the counter.", "similarity": 0.5754, "relevance": 2 }, { "pair_id": 334576, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.5, 31.97 ], "duration": 83.66, "caption": "A person walks over to person carrying a big box.", "similarity": 0.5728, "relevance": 3 }, { "pair_id": 334577, "video_name": "grey_s03e03_seg02_clip_24", "timestamp": [ 16.23, 30.65 ], "duration": 90.66, "caption": "A person walks up carrying a container of ice cream.", "similarity": 0.5728, "relevance": 2 }, { "pair_id": 334578, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 0.0, 7.28 ], "duration": 56.66, "caption": "A man is dragging a huge box up the stairs; he lets go, and it starts to slide back down toward an unseen person.", "similarity": 0.5726, "relevance": 3 }, { "pair_id": 334579, "video_name": "s01e17_seg02_clip_08", "timestamp": [ 44.39, 46.13 ], "duration": 58.66, "caption": "A person walks down a flight stairs in an apartment building.", "similarity": 0.5725, "relevance": 2 } ] }, { "query_id": 16372, "query": "A man is handcuffed to a radiator and tries to pull the cuffs off.", "relevant_moment": [ { "pair_id": 170580, "video_name": "met_s02e14_seg02_clip_10", "timestamp": [ 42.59, 47.21 ], "duration": 66.66, "caption": "A man is handcuffed to a radiator and tries to pull the cuffs off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170581, "video_name": "met_s02e14_seg02_clip_05", "timestamp": [ 42.02, 45.92 ], "duration": 60.66, "caption": "A person comes into the living room and handcuffs himself/herself to the radiator.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 170582, "video_name": "castle_s04e11_seg02_clip_13", "timestamp": [ 7.22, 13.99 ], "duration": 90.66, "caption": "A man has been handcuffed as he is being arrested.", "similarity": 0.5406, "relevance": 2 }, { "pair_id": 170583, "video_name": "castle_s03e18_seg02_clip_25", "timestamp": [ 35.7, 38.71 ], "duration": 86.66, "caption": "A man is handcuffed and being taken by two officers.", "similarity": 0.5323, "relevance": 1 }, { "pair_id": 170584, "video_name": "house_s06e02_seg02_clip_21", "timestamp": [ 39.93, 40.98 ], "duration": 42.66, "caption": "A man puts the back of his hand to the patient's neck to feel his temperature.", "similarity": 0.5246, "relevance": 0 }, { "pair_id": 170585, "video_name": "house_s02e03_seg02_clip_14", "timestamp": [ 2.52, 8.82 ], "duration": 84.66, "caption": "The patient grabs onto the thermometer and takes it from a man.", "similarity": 0.5189, "relevance": 0 }, { "pair_id": 170586, "video_name": "s01e04_seg01_clip_00", "timestamp": [ 0.61, 7.32 ], "duration": 61.66, "caption": "A man enters a room while buttoning his left shirt cuff with his right hand, he stops at a chair and lifts a jacket from it.", "similarity": 0.5176, "relevance": 2 }, { "pair_id": 170587, "video_name": "friends_s05e07_seg02_clip_12", "timestamp": [ 31.21, 34.08 ], "duration": 52.66, "caption": "A man walks over to the radiator and stands next to it.", "similarity": 0.5121, "relevance": 0 }, { "pair_id": 170588, "video_name": "castle_s06e09_seg02_clip_24", "timestamp": [ 16.02, 19.59 ], "duration": 89.66, "caption": "A man raise his handcuffed hands up and taps his fingers on the side of his head.", "similarity": 0.4996, "relevance": 0 }, { "pair_id": 170589, "video_name": "house_s07e20_seg02_clip_19", "timestamp": [ 20.71, 25.26 ], "duration": 101.66, "caption": "A man takes the blood pressure cuff off his arm.", "similarity": 0.4988, "relevance": 1 }, { "pair_id": 170590, "video_name": "castle_s07e14_seg02_clip_17", "timestamp": [ 49.85, 53.47 ], "duration": 90.66, "caption": "A man sits at the table with his hands handcuffed.", "similarity": 0.496, "relevance": 2 }, { "pair_id": 170591, "video_name": "castle_s05e08_seg02_clip_26", "timestamp": [ 54.46, 58.07 ], "duration": 90.66, "caption": "A person hurriedly takes the handcuffs off of someone's wrist.", "similarity": 0.4952, "relevance": 1 }, { "pair_id": 170592, "video_name": "castle_s05e11_seg02_clip_18", "timestamp": [ 9.2, 12.42 ], "duration": 92.66, "caption": "A person picks up the hand cuffs and begins to cuff himself.", "similarity": 0.4938, "relevance": 2 }, { "pair_id": 170593, "video_name": "friends_s03e06_seg02_clip_15", "timestamp": [ 2.22, 4.44 ], "duration": 74.66, "caption": "A guy reaches into a cooler and hands man a beer.", "similarity": 0.4902, "relevance": 0 }, { "pair_id": 170594, "video_name": "met_s06e07_seg02_clip_17", "timestamp": [ 31.41, 36.95 ], "duration": 89.66, "caption": "A man pulls a bottle out of their jacket and hands it to another man.", "similarity": 0.4902, "relevance": 0 }, { "pair_id": 170595, "video_name": "castle_s08e06_seg02_clip_23", "timestamp": [ 77.45, 87.02 ], "duration": 87.66, "caption": "A man is being hauled away in handcuffs by uniformed officers.", "similarity": 0.4889, "relevance": 1 }, { "pair_id": 170596, "video_name": "s03e08_seg02_clip_11", "timestamp": [ 37.23, 40.58 ], "duration": 61.66, "caption": "A man pulls out ice packs and hands them to a person.", "similarity": 0.4874, "relevance": 0 }, { "pair_id": 170597, "video_name": "castle_s03e03_seg02_clip_25", "timestamp": [ 24.31, 34.66 ], "duration": 90.66, "caption": "A man pulls out a pair of handcuffs and gives them to woman.", "similarity": 0.4863, "relevance": 1 }, { "pair_id": 170598, "video_name": "castle_s04e10_seg02_clip_11", "timestamp": [ 10.36, 22.08 ], "duration": 90.66, "caption": "A man is trying to open a safe while handcuffed to woman, who is sitting down next to him.", "similarity": 0.4847, "relevance": 0 }, { "pair_id": 170599, "video_name": "castle_s07e21_seg02_clip_15", "timestamp": [ 2.91, 8.25 ], "duration": 97.66, "caption": "A person is talking to a guy that is handcuffed.", "similarity": 0.4847, "relevance": 2 } ] }, { "query_id": 16497, "query": "A woman presses the call button for the elevator.", "relevant_moment": [ { "pair_id": 11740, "video_name": "friends_s08e23-24_seg02_clip_11", "timestamp": [ 32.62, 36.06 ], "duration": 57.66, "caption": "A woman presses the call button for the elevator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11741, "video_name": "house_s02e12_seg02_clip_19", "timestamp": [ 10.01, 12.32 ], "duration": 77.66, "caption": "A woman pushes the up button for the elevator.", "similarity": 0.8365, "relevance": 4 }, { "pair_id": 11742, "video_name": "house_s05e22_seg02_clip_05", "timestamp": [ 53.38, 55.68 ], "duration": 92.66, "caption": "A woman presses the elevator button as a man presses the button after.", "similarity": 0.8257, "relevance": 3 }, { "pair_id": 11743, "video_name": "house_s08e14_seg02_clip_00", "timestamp": [ 30.41, 33.26 ], "duration": 95.66, "caption": "A man presses the button to call the elevator.", "similarity": 0.8186, "relevance": 3 }, { "pair_id": 11744, "video_name": "castle_s02e12_seg02_clip_08", "timestamp": [ 8.48, 9.81 ], "duration": 89.66, "caption": "A woman pushes an elevator button as she talks on her cellphone.", "similarity": 0.8176, "relevance": 4 }, { "pair_id": 11745, "video_name": "castle_s06e17_seg02_clip_04", "timestamp": [ 46.08, 51.47 ], "duration": 98.66, "caption": "A woman walks over to the elevator and pushes the button.", "similarity": 0.8145, "relevance": 4 }, { "pair_id": 11746, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 51.53, 58.9 ], "duration": 92.66, "caption": "A person walks up to the elevator door and presses the call button.", "similarity": 0.809, "relevance": 4 }, { "pair_id": 11747, "video_name": "grey_s03e06_seg02_clip_23", "timestamp": [ 44.77, 47.43 ], "duration": 88.66, "caption": "A woman runs to the elevator and pushes the button.", "similarity": 0.8033, "relevance": 4 }, { "pair_id": 11748, "video_name": "castle_s02e12_seg02_clip_08", "timestamp": [ 9.81, 17.84 ], "duration": 89.66, "caption": "A woman ends her phone call and enters the elevator.", "similarity": 0.7966, "relevance": 2 }, { "pair_id": 11749, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 13.53, 15.79 ], "duration": 90.66, "caption": "A woman presses the elevator button while talking with a man.", "similarity": 0.7833, "relevance": 4 }, { "pair_id": 11750, "video_name": "house_s07e21_seg02_clip_12", "timestamp": [ 33.59, 34.05 ], "duration": 92.66, "caption": "A woman leans forward to push the button for the elevator.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 11751, "video_name": "grey_s03e03_seg02_clip_03", "timestamp": [ 16.84, 19.12 ], "duration": 91.66, "caption": "A woman presses the elevator up button and turns to another person.", "similarity": 0.7749, "relevance": 4 }, { "pair_id": 11752, "video_name": "house_s04e14_seg02_clip_16", "timestamp": [ 58.44, 61.2 ], "duration": 92.66, "caption": "A person walks over to the elevator button and presses it.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 11753, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 54.63, 63.01 ], "duration": 88.66, "caption": "A person approaches the elevators and pushes the elevator button.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 11754, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 19.49, 22.66 ], "duration": 90.66, "caption": "A person goes to elevator entrance and presses the elevator button.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 11755, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 58.6, 64.33 ], "duration": 88.66, "caption": "A person walks up to the elevator and presses the button.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 11756, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 11.28, 16.24 ], "duration": 90.66, "caption": "A person walks to the other side of woman and she presses the elevator button.", "similarity": 0.7558, "relevance": 4 }, { "pair_id": 11757, "video_name": "house_s02e12_seg02_clip_19", "timestamp": [ 9.63, 12.32 ], "duration": 77.66, "caption": "A woman pushes the elevator button in the hall.", "similarity": 0.7529, "relevance": 4 }, { "pair_id": 11758, "video_name": "house_s08e03_seg02_clip_24", "timestamp": [ 10.56, 12.76 ], "duration": 88.66, "caption": "A woman presses the button on the elevator with man next to her.", "similarity": 0.7511, "relevance": 4 }, { "pair_id": 11759, "video_name": "castle_s03e11_seg02_clip_19", "timestamp": [ 2.2, 4.4 ], "duration": 88.66, "caption": "A woman with long dark hair reaches down to press an elevator button.", "similarity": 0.7501, "relevance": 4 }, { "pair_id": 185060, "video_name": "castle_s05e24_seg02_clip_26", "timestamp": [ 27.11, 31.28 ], "duration": 139.66, "caption": "A woman presses the down arrow on the elevator, then puts her phone on her ear.", "similarity": 0.7425, "relevance": 4 }, { "pair_id": 185061, "video_name": "grey_s03e22_seg02_clip_16", "timestamp": [ 38.29, 39.17 ], "duration": 88.66, "caption": "A person uses their hand to push a floor button in the elevator.", "similarity": 0.7392, "relevance": 3 }, { "pair_id": 185062, "video_name": "castle_s03e19_seg02_clip_27", "timestamp": [ 13.41, 15.12 ], "duration": 19.66, "caption": "A woman presses a button in the police department elevator.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 185063, "video_name": "grey_s03e19_seg02_clip_09", "timestamp": [ 6.72, 13.88 ], "duration": 89.66, "caption": "After saying something to man, woman turns around and pushes the elevator button.", "similarity": 0.7316, "relevance": 4 }, { "pair_id": 185064, "video_name": "castle_s03e04_seg02_clip_07", "timestamp": [ 62.02, 68.45 ], "duration": 91.66, "caption": "Woman hands person their phone back and they get on the elevator.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 185065, "video_name": "grey_s02e10_seg02_clip_09", "timestamp": [ 68.18, 72.5 ], "duration": 96.66, "caption": "A woman walks into the elevator and punches a floor button.", "similarity": 0.7282, "relevance": 3 }, { "pair_id": 185066, "video_name": "castle_s03e20_seg02_clip_25", "timestamp": [ 27.5, 39.67 ], "duration": 90.66, "caption": "A woman tries to go to the elevator but a woman stops her.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 185067, "video_name": "house_s07e06_seg02_clip_07", "timestamp": [ 49.34, 58.47 ], "duration": 91.66, "caption": "A woman gets into the elevator and then stops it to talk to person.", "similarity": 0.7112, "relevance": 3 }, { "pair_id": 185068, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 35.43, 37.73 ], "duration": 92.66, "caption": "A man walks over and presses the button for the elevator.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 185069, "video_name": "house_s02e15_seg02_clip_24", "timestamp": [ 80.5, 82.76 ], "duration": 90.66, "caption": "A person walks up to an elevator and pushes a button.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 185070, "video_name": "friends_s06e08_seg02_clip_04", "timestamp": [ 32.19, 39.67 ], "duration": 65.66, "caption": "A woman gets presses button and gets on elevator while holding some papers and pulling luggage with her.", "similarity": 0.7087, "relevance": 4 }, { "pair_id": 185071, "video_name": "castle_s08e01_seg02_clip_08", "timestamp": [ 55.98, 60.53 ], "duration": 91.66, "caption": "While talking to a person, a woman gets on the elevator.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 185072, "video_name": "house_s05e04_seg02_clip_02", "timestamp": [ 6.65, 9.98 ], "duration": 95.66, "caption": "A person walks into the elevator and leans over to press the button.", "similarity": 0.706, "relevance": 3 }, { "pair_id": 185073, "video_name": "castle_s06e13_seg02_clip_16", "timestamp": [ 42.33, 47.33 ], "duration": 91.66, "caption": "A woman hits the elevator button and puts on her coat.", "similarity": 0.7059, "relevance": 4 }, { "pair_id": 185074, "video_name": "house_s04e02_seg02_clip_10", "timestamp": [ 32.0, 33.37 ], "duration": 91.66, "caption": "A person presses the button for the elevator with his cane.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 185075, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 15.7, 17.53 ], "duration": 73.66, "caption": "A person walks up and pushes an elevator button while talking with a woman.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 185076, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 34.05, 37.64 ], "duration": 89.66, "caption": "A person walks into the elevators and pushes the button.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 185077, "video_name": "grey_s03e06_seg02_clip_23", "timestamp": [ 48.32, 51.87 ], "duration": 88.66, "caption": "Dr. person goes into the elevator and presses the button.", "similarity": 0.6963, "relevance": 4 }, { "pair_id": 185078, "video_name": "castle_s04e06_seg02_clip_26", "timestamp": [ 52.55, 56.25 ], "duration": 148.66, "caption": "A person goes to push the elevator button but the elevator opens before he/she can push it.", "similarity": 0.6932, "relevance": 3 }, { "pair_id": 185079, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 60.64, 63.72 ], "duration": 87.66, "caption": "A woman pushes the stop button on the elevator panel to resume movement.", "similarity": 0.6928, "relevance": 4 } ] }, { "query_id": 16546, "query": "A person reads something to another person then snaps his/her fingers.", "relevant_moment": [ { "pair_id": 152700, "video_name": "castle_s03e05_seg02_clip_19", "timestamp": [ 47.88, 54.91 ], "duration": 87.66, "caption": "A person reads something to another person then snaps his/her fingers.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152701, "video_name": "friends_s03e03_seg02_clip_14", "timestamp": [ 14.37, 23.24 ], "duration": 61.66, "caption": "A person grabs a piece of paper from another person and reads it.", "similarity": 0.7295, "relevance": 3 }, { "pair_id": 152702, "video_name": "s08e20_seg02_clip_04", "timestamp": [ 16.54, 30.17 ], "duration": 58.66, "caption": "A person is reading from a piece of paper handed by someone.", "similarity": 0.7088, "relevance": 3 }, { "pair_id": 152703, "video_name": "friends_s03e15_seg02_clip_05", "timestamp": [ 21.38, 23.75 ], "duration": 59.66, "caption": "A person snaps their fingers and points their finger on their left hand.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 152704, "video_name": "castle_s03e21_seg02_clip_20", "timestamp": [ 40.56, 46.55 ], "duration": 92.66, "caption": "A person reads something from a file and then hands it to another person.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 152705, "video_name": "castle_s01e03_seg02_clip_20", "timestamp": [ 9.45, 16.2 ], "duration": 90.66, "caption": "A person holds up the paper to read another person's message to someone.", "similarity": 0.6938, "relevance": 3 }, { "pair_id": 152706, "video_name": "met_s02e09_seg02_clip_09", "timestamp": [ 0.0, 1.86 ], "duration": 62.66, "caption": "A man snaps his fingers and points at another person.", "similarity": 0.6911, "relevance": 0 }, { "pair_id": 152707, "video_name": "s05e15_seg02_clip_00", "timestamp": [ 6.82, 21.71 ], "duration": 62.66, "caption": "A person takes a cellphone from another person's hand and reads from it.", "similarity": 0.6761, "relevance": 3 }, { "pair_id": 152708, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 8.21, 11.4 ], "duration": 91.66, "caption": "A person points at the computer while reading it to another person.", "similarity": 0.6707, "relevance": 3 }, { "pair_id": 152709, "video_name": "house_s04e05_seg02_clip_05", "timestamp": [ 69.18, 71.79 ], "duration": 87.66, "caption": "A person looks up to speak to another person and the other person points their finger.", "similarity": 0.6664, "relevance": 0 }, { "pair_id": 152710, "video_name": "s09e10_seg02_clip_02", "timestamp": [ 3.25, 6.79 ], "duration": 59.66, "caption": "A person reads out a text he is reading from his phone to another person.", "similarity": 0.6663, "relevance": 3 }, { "pair_id": 152711, "video_name": "friends_s10e11_seg02_clip_02", "timestamp": [ 6.06, 10.0 ], "duration": 60.66, "caption": "A man reads from a piece of paper with another person.", "similarity": 0.6646, "relevance": 2 }, { "pair_id": 152712, "video_name": "friends_s07e16_seg02_clip_08", "timestamp": [ 23.02, 56.96 ], "duration": 59.66, "caption": "A person reads a piece of yellow paper to two other people.", "similarity": 0.664, "relevance": 3 }, { "pair_id": 152713, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 2.52, 4.1 ], "duration": 63.66, "caption": "A person holds two fingers up in the air as he or she is speaking with another person.", "similarity": 0.6598, "relevance": 0 }, { "pair_id": 152714, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 152715, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 52.52, 60.03 ], "duration": 60.66, "caption": "A person hands another person a folded piece of paper and she opens it to read it.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 152716, "video_name": "house_s04e13_seg02_clip_11", "timestamp": [ 65.58, 69.54 ], "duration": 88.66, "caption": "A person is reading a newspaper while speaking to another person.", "similarity": 0.6567, "relevance": 3 }, { "pair_id": 152717, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 33.31, 37.22 ], "duration": 60.66, "caption": "A person asks another person if he could copy him while wiggling their intertwined fingers.", "similarity": 0.6559, "relevance": 0 }, { "pair_id": 152718, "video_name": "castle_s06e03_seg02_clip_03", "timestamp": [ 87.53, 88.92 ], "duration": 92.66, "caption": "A person takes someone's note book from his/her hand.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 152719, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A man holding a paper reading it next to person.", "similarity": 0.6529, "relevance": 3 }, { "pair_id": 326020, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 31.91, 35.77 ], "duration": 55.66, "caption": "A person holds up a piece of paper and reads from it.", "similarity": 0.6523, "relevance": 3 }, { "pair_id": 326021, "video_name": "house_s06e15_seg02_clip_10", "timestamp": [ 47.7, 53.94 ], "duration": 89.66, "caption": "A person has person's phone and reading person's texts and holding person back.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 326022, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.53, 58.62 ], "duration": 62.66, "caption": "A person reads from a notebook as he is with some people.", "similarity": 0.6517, "relevance": 3 }, { "pair_id": 326023, "video_name": "s08e16_seg02_clip_01", "timestamp": [ 14.11, 24.31 ], "duration": 60.66, "caption": "A person reads a question to two other people off his phone.", "similarity": 0.6498, "relevance": 3 }, { "pair_id": 326024, "video_name": "house_s02e09_seg02_clip_16", "timestamp": [ 60.98, 89.02 ], "duration": 89.66, "caption": "A person walks in with a paper he hands to another person to read.", "similarity": 0.645, "relevance": 3 }, { "pair_id": 326025, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 52.18, 57.02 ], "duration": 57.66, "caption": "A person picks up a clipboard and reads it.", "similarity": 0.6448, "relevance": 3 }, { "pair_id": 326026, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person is holding a book as he speaks to another person.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 326027, "video_name": "s02e10_seg01_clip_02", "timestamp": [ 0.0, 11.13 ], "duration": 89.66, "caption": "While having a conversation, a person starts pointing things out to another person on some paperwork he's reading from.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 326028, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person sits down while reading something from his/her device.", "similarity": 0.6381, "relevance": 3 }, { "pair_id": 326029, "video_name": "s04e07_seg02_clip_10", "timestamp": [ 13.87, 33.35 ], "duration": 59.66, "caption": "A person takes out a letter and starts reading it to another person and she stops him.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 326030, "video_name": "s10e09_seg02_clip_01", "timestamp": [ 56.45, 59.5 ], "duration": 61.66, "caption": "A person flips pages with their left hand as they read the content.", "similarity": 0.6378, "relevance": 3 }, { "pair_id": 326031, "video_name": "s08e16_seg02_clip_11", "timestamp": [ 53.42, 59.03 ], "duration": 59.66, "caption": "A woman is reading to a person while holding a spoon in her right hand.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 326032, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man reads to some people from a book he is holding.", "similarity": 0.6367, "relevance": 3 }, { "pair_id": 326033, "video_name": "s02e10_seg01_clip_02", "timestamp": [ 56.98, 73.44 ], "duration": 89.66, "caption": "A person points out some things on paper then another person looks at him in disbelief and grabs the paper from him.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 326034, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 1.58, 7.56 ], "duration": 63.66, "caption": "A person is talking to someone while holding a book.", "similarity": 0.6349, "relevance": 3 }, { "pair_id": 326035, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 8.87, 15.96 ], "duration": 88.66, "caption": "A person is reading a paper filled with some information of a human.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 326036, "video_name": "s01e12_seg02_clip_06", "timestamp": [ 43.82, 57.63 ], "duration": 60.66, "caption": "A person picks up a pink note, reads it to man then lowers it to his right side.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 326037, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 42.72, 45.16 ], "duration": 61.66, "caption": "A person writes on the clipboard and hands it to another person.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 326038, "video_name": "friends_s02e20_seg02_clip_08", "timestamp": [ 41.91, 42.86 ], "duration": 63.66, "caption": "A person holds two fingers up during a conversation with someone.", "similarity": 0.6319, "relevance": 1 }, { "pair_id": 326039, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 31.86, 35.95 ], "duration": 91.66, "caption": "A person is holding a piece of paper while talking to another person.", "similarity": 0.6307, "relevance": 2 } ] }, { "query_id": 16570, "query": "A man and woman are sitting outside speaking with person.", "relevant_moment": [ { "pair_id": 9940, "video_name": "castle_s03e05_seg02_clip_13", "timestamp": [ 0.0, 44.6 ], "duration": 91.66, "caption": "A man and woman are sitting outside speaking with person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 9941, "video_name": "house_s01e16_seg02_clip_11", "timestamp": [ 64.6, 90.35 ], "duration": 90.66, "caption": "A man is sitting with a woman as they converse outdoors.", "similarity": 0.8671, "relevance": 3 }, { "pair_id": 9942, "video_name": "castle_s06e20_seg02_clip_06", "timestamp": [ 48.38, 76.41 ], "duration": 90.66, "caption": "A woman and a man are outside as they are speaking to each other face to face.", "similarity": 0.8463, "relevance": 2 }, { "pair_id": 9943, "video_name": "castle_s06e01_seg02_clip_12", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A man and a woman are outside talking to each other.", "similarity": 0.8449, "relevance": 2 }, { "pair_id": 9944, "video_name": "castle_s05e03_seg02_clip_00", "timestamp": [ 86.58, 91.14 ], "duration": 91.66, "caption": "Two people are speaking to each other outside.", "similarity": 0.8277, "relevance": 3 }, { "pair_id": 9945, "video_name": "s09e02_seg02_clip_06", "timestamp": [ 34.82, 37.82 ], "duration": 60.66, "caption": "A person sits down to talk with woman and man.", "similarity": 0.8186, "relevance": 3 }, { "pair_id": 9946, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 0.0, 59.82 ], "duration": 90.66, "caption": "A man and a woman are sitting beside each other as they speak to a person.", "similarity": 0.815, "relevance": 4 }, { "pair_id": 9947, "video_name": "castle_s03e14_seg02_clip_25", "timestamp": [ 0.0, 88.67 ], "duration": 90.66, "caption": "A man and woman are sitting beside each other as they speak to another person.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 9948, "video_name": "castle_s07e08_seg02_clip_01", "timestamp": [ 0.0, 36.08 ], "duration": 91.66, "caption": "A man and a woman are sitting beside each other as they speak with a person.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 9949, "video_name": "house_s06e04_seg02_clip_00", "timestamp": [ 8.28, 56.14 ], "duration": 92.66, "caption": "A woman and a man are both sitting together and talking.", "similarity": 0.8098, "relevance": 3 }, { "pair_id": 9950, "video_name": "house_s02e08_seg02_clip_25", "timestamp": [ 0.0, 9.77 ], "duration": 93.66, "caption": "A man and a woman were talking while sitting.", "similarity": 0.8096, "relevance": 2 }, { "pair_id": 9951, "video_name": "castle_s01e02_seg02_clip_12", "timestamp": [ 0.0, 46.82 ], "duration": 91.66, "caption": "A woman is sitting in between a man and a woman as they are outside conversing.", "similarity": 0.7994, "relevance": 4 }, { "pair_id": 9952, "video_name": "castle_s01e10_seg02_clip_16", "timestamp": [ 0.0, 28.47 ], "duration": 91.66, "caption": "A woman and a man are speaking to each other as they sit beside each other.", "similarity": 0.7983, "relevance": 2 }, { "pair_id": 9953, "video_name": "castle_s07e12_seg02_clip_21", "timestamp": [ 0.0, 59.87 ], "duration": 90.66, "caption": "A woman and a man were sitting in front of each other whilst talking.", "similarity": 0.7979, "relevance": 1 }, { "pair_id": 9954, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 0.0, 9.49 ], "duration": 90.66, "caption": "A woman and a man were sitting in front of each other whilst talking.", "similarity": 0.7979, "relevance": 1 }, { "pair_id": 9955, "video_name": "castle_s07e16_seg02_clip_21", "timestamp": [ 14.94, 90.56 ], "duration": 90.66, "caption": "A man is sitting as he speaks to a woman and another person.", "similarity": 0.794, "relevance": 3 }, { "pair_id": 9956, "video_name": "friends_s08e16_seg02_clip_03", "timestamp": [ 0.0, 33.77 ], "duration": 60.66, "caption": "A man and a woman sit and hold hands and talk.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 9957, "video_name": "house_s02e05_seg02_clip_25", "timestamp": [ 105.02, 120.02 ], "duration": 120.66, "caption": "Two people both speak to each other outside.", "similarity": 0.7748, "relevance": 1 }, { "pair_id": 9958, "video_name": "house_s03e12_seg02_clip_01", "timestamp": [ 40.03, 43.71 ], "duration": 92.66, "caption": "A man sits down while talking with a man outside.", "similarity": 0.7733, "relevance": 2 }, { "pair_id": 9959, "video_name": "grey_s03e23_seg02_clip_05", "timestamp": [ 2.76, 13.8 ], "duration": 92.66, "caption": "A man and a woman chat while sitting on a bench outside.", "similarity": 0.7686, "relevance": 2 }, { "pair_id": 183260, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.0, 91.23 ], "duration": 91.66, "caption": "A woman and a man are speaking with a person as he is in front of them.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 183261, "video_name": "grey_s02e17_seg02_clip_16", "timestamp": [ 0.0, 4.68 ], "duration": 72.66, "caption": "A man is sitting with a woman in front of him as he speaks to her.", "similarity": 0.7676, "relevance": 2 }, { "pair_id": 183262, "video_name": "castle_s05e15_seg02_clip_09", "timestamp": [ 6.12, 87.48 ], "duration": 87.66, "caption": "Two people are seated beside each other speaking to someone.", "similarity": 0.7675, "relevance": 3 }, { "pair_id": 183263, "video_name": "house_s03e21_seg02_clip_18", "timestamp": [ 2.23, 16.07 ], "duration": 89.66, "caption": "A person is conversing with two women and a man as they are seated.", "similarity": 0.7672, "relevance": 2 }, { "pair_id": 183264, "video_name": "house_s05e20_seg02_clip_17", "timestamp": [ 0.0, 24.27 ], "duration": 89.66, "caption": "A man and a woman are sitting beside each other as they converse.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 183265, "video_name": "s04e09_seg02_clip_15", "timestamp": [ 0.0, 7.02 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other as they listen to someone speak.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 183266, "video_name": "s05e14_seg02_clip_06", "timestamp": [ 12.69, 17.41 ], "duration": 59.66, "caption": "Two people are sitting beside each other as they speak to a person.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 183267, "video_name": "house_s01e16_seg02_clip_12", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "A man sits down with a woman and speaks with her.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 183268, "video_name": "house_s01e01_seg02_clip_01", "timestamp": [ 31.28, 39.1 ], "duration": 39.66, "caption": "Two people are sitting beside each other as a person speaks to them.", "similarity": 0.7628, "relevance": 3 }, { "pair_id": 183269, "video_name": "castle_s08e22_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A woman and a man are sitting beside each other and conversing.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 183270, "video_name": "castle_s06e12_seg02_clip_26", "timestamp": [ 36.97, 89.33 ], "duration": 154.66, "caption": "A man and a woman were sitting in front of each other as they were talking.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 183271, "video_name": "s10e06_seg02_clip_11", "timestamp": [ 35.42, 43.82 ], "duration": 60.66, "caption": "A person is sitting next to a woman as he speaks to a man.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 183272, "video_name": "castle_s02e24_seg02_clip_21", "timestamp": [ 12.95, 36.53 ], "duration": 92.66, "caption": "A man and woman are sitting at a table, talking to person.", "similarity": 0.7588, "relevance": 3 }, { "pair_id": 183273, "video_name": "grey_s03e23_seg02_clip_19", "timestamp": [ 6.2, 82.4 ], "duration": 88.66, "caption": "A woman and a man are conversing as they sit across from each other.", "similarity": 0.757, "relevance": 3 }, { "pair_id": 183274, "video_name": "castle_s06e20_seg02_clip_25", "timestamp": [ 0.0, 15.86 ], "duration": 88.66, "caption": "A woman and man are with a person having a conversation.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 183275, "video_name": "house_s02e09_seg02_clip_19", "timestamp": [ 0.0, 14.52 ], "duration": 88.66, "caption": "A man and woman is seated outside while it is snowing and talking about her condition.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 183276, "video_name": "castle_s02e09_seg02_clip_20", "timestamp": [ 0.0, 64.22 ], "duration": 91.66, "caption": "A man is at the sitting with a woman as they converse.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 183277, "video_name": "castle_s08e10_seg02_clip_16", "timestamp": [ 0.0, 11.84 ], "duration": 87.66, "caption": "A woman is having a conversation with man while sitting.", "similarity": 0.7522, "relevance": 2 }, { "pair_id": 183278, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 0.0, 5.53 ], "duration": 65.66, "caption": "A person is sitting next to a man while speaking with another person.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 183279, "video_name": "castle_s07e16_seg02_clip_19", "timestamp": [ 0.0, 36.75 ], "duration": 93.66, "caption": "Two people are sitting beside each other as they speak to a man.", "similarity": 0.7519, "relevance": 3 } ] }, { "query_id": 16580, "query": "A man and a woman kiss on the living room couch.", "relevant_moment": [ { "pair_id": 162760, "video_name": "s09e10_seg02_clip_15", "timestamp": [ 3.19, 4.93 ], "duration": 58.66, "caption": "A man and a woman kiss on the living room couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162761, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 5.61, 56.37 ], "duration": 59.66, "caption": "A man and a woman are kissing each other on the couch.", "similarity": 0.8426, "relevance": 4 }, { "pair_id": 162762, "video_name": "s06e22_seg02_clip_16", "timestamp": [ 59.43, 60.75 ], "duration": 66.66, "caption": "A man and a woman who are sitting on a couch lean in and kiss.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 162763, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 4.5, 18.45 ], "duration": 90.66, "caption": "Two people kiss each other on a couch.", "similarity": 0.8249, "relevance": 4 }, { "pair_id": 162764, "video_name": "s02e15_seg02_clip_14", "timestamp": [ 31.93, 35.02 ], "duration": 56.66, "caption": "A man and woman start to kiss each other as they are on the couch.", "similarity": 0.8233, "relevance": 4 }, { "pair_id": 162765, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 18.2, 21.39 ], "duration": 91.66, "caption": "Two people kiss each other on the couch.", "similarity": 0.8155, "relevance": 4 }, { "pair_id": 162766, "video_name": "met_s02e18_seg02_clip_01", "timestamp": [ 10.11, 12.55 ], "duration": 61.66, "caption": "A man and a woman embrace lightly and kiss in the living room.", "similarity": 0.8035, "relevance": 3 }, { "pair_id": 162767, "video_name": "friends_s09e04_seg02_clip_19", "timestamp": [ 7.29, 14.89 ], "duration": 60.66, "caption": "A man and a woman are on a sofa kissing each other.", "similarity": 0.794, "relevance": 4 }, { "pair_id": 162768, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 4.89, 14.06 ], "duration": 61.66, "caption": "A woman kisses a man while they both are on the couch together.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 162769, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 7.97, 15.05 ], "duration": 59.66, "caption": "A man and woman are kissing on the couch and she suggests they go into another room.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 162770, "video_name": "friends_s07e21_seg02_clip_16", "timestamp": [ 15.44, 24.23 ], "duration": 60.66, "caption": "A man and a woman embrace each other and kiss in the living room.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 162771, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.55, 13.4 ], "duration": 57.66, "caption": "A woman and man hug and kiss on the couch.", "similarity": 0.781, "relevance": 4 }, { "pair_id": 162772, "video_name": "s03e02_seg02_clip_06", "timestamp": [ 7.93, 11.9 ], "duration": 61.66, "caption": "A man and woman are kissing each other on her sofa.", "similarity": 0.7724, "relevance": 4 }, { "pair_id": 162773, "video_name": "s07e23_seg02_clip_13", "timestamp": [ 48.66, 52.19 ], "duration": 64.66, "caption": "Two people kiss on the couch while one person moves their hand.", "similarity": 0.7722, "relevance": 4 }, { "pair_id": 162774, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 12.43, 23.97 ], "duration": 59.66, "caption": "A man and a woman sit and cuddle on the couch before starting to kiss.", "similarity": 0.7672, "relevance": 3 }, { "pair_id": 162775, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.31, 8.56 ], "duration": 59.66, "caption": "A man and woman kissed and slowly sits on the couch.", "similarity": 0.7637, "relevance": 4 }, { "pair_id": 162776, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 13.03, 53.34 ], "duration": 62.66, "caption": "A man and a woman kiss on the couch and the man is having trouble with the woman's bra.", "similarity": 0.7592, "relevance": 4 }, { "pair_id": 162777, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 58.33, 63.27 ], "duration": 89.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.7554, "relevance": 4 }, { "pair_id": 162778, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 49.31, 57.38 ], "duration": 62.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.7554, "relevance": 4 }, { "pair_id": 162779, "video_name": "s03e04_seg02_clip_10", "timestamp": [ 15.26, 18.31 ], "duration": 61.66, "caption": "A woman kissed a man and the man lay down on the couch.", "similarity": 0.7522, "relevance": 4 }, { "pair_id": 336080, "video_name": "s05e23_seg02_clip_04", "timestamp": [ 0.0, 16.25 ], "duration": 56.66, "caption": "Two people are kissing each other while on a sofa.", "similarity": 0.7514, "relevance": 4 }, { "pair_id": 336081, "video_name": "met_s03e07_seg02_clip_05", "timestamp": [ 20.16, 22.95 ], "duration": 62.66, "caption": "A woman starts kissing a man on the couch.", "similarity": 0.7478, "relevance": 4 }, { "pair_id": 336082, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 45.91, 54.46 ], "duration": 90.66, "caption": "Two people kiss each other while they are sitting on the sofa.", "similarity": 0.7444, "relevance": 4 }, { "pair_id": 336083, "video_name": "friends_s01e15_seg02_clip_08", "timestamp": [ 58.67, 66.95 ], "duration": 69.66, "caption": "A man kisses a woman passionately while sitting on a couch.", "similarity": 0.7421, "relevance": 4 }, { "pair_id": 336084, "video_name": "s03e10_seg02_clip_10", "timestamp": [ 0.0, 23.32 ], "duration": 59.66, "caption": "A man and woman kissing each other on their bedroom.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 336085, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.84, 12.83 ], "duration": 57.66, "caption": "A man and a woman embrace and start kissing while sitting on the couch.", "similarity": 0.7396, "relevance": 4 }, { "pair_id": 336086, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 119.54, 126.02 ], "duration": 144.66, "caption": "Two people kiss each other sitting on the sofa.", "similarity": 0.7366, "relevance": 4 }, { "pair_id": 336087, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 63.5, 66.61 ], "duration": 69.66, "caption": "A woman and a man kiss while kneeling on the living room floor.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 336088, "video_name": "met_s03e19_seg02_clip_17", "timestamp": [ 30.05, 31.24 ], "duration": 59.66, "caption": "A woman bends forward and kisses a man in their living room.", "similarity": 0.7296, "relevance": 3 }, { "pair_id": 336089, "video_name": "friends_s06e14_seg02_clip_17", "timestamp": [ 42.41, 47.3 ], "duration": 61.66, "caption": "A woman's sister kisses man on a leather couch.", "similarity": 0.7292, "relevance": 4 }, { "pair_id": 336090, "video_name": "friends_s01e06_seg02_clip_18", "timestamp": [ 32.76, 38.96 ], "duration": 59.66, "caption": "A man and a woman stand and kiss in man's bedroom.", "similarity": 0.7288, "relevance": 3 }, { "pair_id": 336091, "video_name": "friends_s09e17_seg02_clip_17", "timestamp": [ 10.33, 18.53 ], "duration": 60.66, "caption": "A woman leans over and kisses a man while they are sitting on a couch.", "similarity": 0.7261, "relevance": 4 }, { "pair_id": 336092, "video_name": "friends_s09e04_seg02_clip_18", "timestamp": [ 30.82, 32.65 ], "duration": 61.66, "caption": "Two people kiss on the sofa of her apartment.", "similarity": 0.7191, "relevance": 4 }, { "pair_id": 336093, "video_name": "friends_s01e16-17_seg02_clip_44", "timestamp": [ 9.14, 16.53 ], "duration": 87.66, "caption": "A man kisses a woman while they both sit on the sofa.", "similarity": 0.7188, "relevance": 4 }, { "pair_id": 336094, "video_name": "friends_s07e15_seg02_clip_16", "timestamp": [ 0.77, 16.84 ], "duration": 51.66, "caption": "A person kisses someone and they then kiss on the couch.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 336095, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 20.66, 24.5 ], "duration": 59.66, "caption": "Two people lay on the couch and kiss.", "similarity": 0.7153, "relevance": 4 }, { "pair_id": 336096, "video_name": "met_s06e12_seg02_clip_17", "timestamp": [ 17.12, 25.53 ], "duration": 58.66, "caption": "A man and a woman kiss while they're in their apartment.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 336097, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 47.07, 64.26 ], "duration": 181.66, "caption": "A woman leans forward and kisses man then they roll on the couch.", "similarity": 0.7077, "relevance": 4 }, { "pair_id": 336098, "video_name": "friends_s06e10_seg02_clip_19", "timestamp": [ 15.91, 22.77 ], "duration": 62.66, "caption": "A woman kisses someone on the lips in the living room.", "similarity": 0.7065, "relevance": 3 }, { "pair_id": 336099, "video_name": "s05e05_seg02_clip_13", "timestamp": [ 53.95, 57.98 ], "duration": 67.66, "caption": "A woman and a man start kissing while sitting on the bed in their room.", "similarity": 0.7062, "relevance": 4 } ] }, { "query_id": 16622, "query": "Three people are sitting at a bar and a person takes a drink of beer.", "relevant_moment": [ { "pair_id": 143760, "video_name": "s07e23_seg02_clip_05", "timestamp": [ 31.21, 34.82 ], "duration": 60.66, "caption": "Three people are sitting at a bar and a person takes a drink of beer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 143761, "video_name": "met_s06e22_seg02_clip_14", "timestamp": [ 35.12, 37.48 ], "duration": 59.66, "caption": "Two people are sitting at the bar and each takes a drink of their beer simultaneously.", "similarity": 0.842, "relevance": 3 }, { "pair_id": 143762, "video_name": "grey_s02e15_seg02_clip_14", "timestamp": [ 41.86, 50.41 ], "duration": 90.66, "caption": "A person sits beside another person at the bar and gets a drink.", "similarity": 0.7652, "relevance": 4 }, { "pair_id": 143763, "video_name": "s03e11_seg02_clip_12", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A woman and another woman are drinking at a bar.", "similarity": 0.734, "relevance": 2 }, { "pair_id": 143764, "video_name": "friends_s09e13_seg02_clip_13", "timestamp": [ 0.0, 16.25 ], "duration": 61.66, "caption": "Some women and a man are having drinks at a bar.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 143765, "video_name": "s07e23_seg02_clip_07", "timestamp": [ 57.15, 58.03 ], "duration": 58.66, "caption": "A woman is sitting at a bar with two men.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 143766, "video_name": "s01e08_seg02_clip_07", "timestamp": [ 7.38, 13.58 ], "duration": 59.66, "caption": "A person is sitting at a bar drinking a cocktail with a woman.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 143767, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 1.16, 8.99 ], "duration": 58.66, "caption": "A woman is at a bar and drinks a beer next to a man.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 143768, "video_name": "s02e21_seg02_clip_07", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is drinking a cocktail at a bar with another person.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 143769, "video_name": "s04e17_seg02_clip_01", "timestamp": [ 38.75, 46.99 ], "duration": 61.66, "caption": "A person sits at a bar and orders a drink from someone.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 143771, "video_name": "s02e21_seg02_clip_06", "timestamp": [ 42.36, 44.68 ], "duration": 58.66, "caption": "A bartender hands some people drinks at the bar.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 143772, "video_name": "s07e14_seg02_clip_11", "timestamp": [ 54.46, 57.02 ], "duration": 57.66, "caption": "Three women are drinking at a bar.", "similarity": 0.6957, "relevance": 3 }, { "pair_id": 143773, "video_name": "house_s01e12_seg02_clip_10", "timestamp": [ 36.05, 46.74 ], "duration": 89.66, "caption": "A man and a woman both have drinks at the bar together.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 143774, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 51.04, 52.75 ], "duration": 57.66, "caption": "A person is sitting beside another person at a bar and gets up.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 143775, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 0.0, 23.13 ], "duration": 60.66, "caption": "They are having a conversation while drinking alcohol in a bar.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 143776, "video_name": "met_s06e20_seg02_clip_04", "timestamp": [ 45.94, 47.46 ], "duration": 60.66, "caption": "A person drinks beer from their glass at the bar.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 143777, "video_name": "met_s03e16_seg02_clip_02", "timestamp": [ 0.0, 23.56 ], "duration": 58.66, "caption": "A group of people are having a conversation while drinking alcohol in a bar.", "similarity": 0.6792, "relevance": 2 }, { "pair_id": 143778, "video_name": "met_s02e06_seg02_clip_06", "timestamp": [ 0.0, 4.66 ], "duration": 62.66, "caption": "A person is at the bar talking to two people who are drinking.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 143779, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 2.61, 8.12 ], "duration": 58.66, "caption": "A man grabs a person's beer bottle while sitting at a bar.", "similarity": 0.6713, "relevance": 2 } ] }, { "query_id": 16627, "query": "A man slaps his thighs with both hands and yells.", "relevant_moment": [ { "pair_id": 169300, "video_name": "s07e23_seg02_clip_07", "timestamp": [ 50.48, 52.22 ], "duration": 58.66, "caption": "A man slaps his thighs with both hands and yells.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 169301, "video_name": "grey_s03e10_seg02_clip_10", "timestamp": [ 33.61, 44.81 ], "duration": 89.66, "caption": "A man gets out of his chair and flings his hands around as he yells at person.", "similarity": 0.7264, "relevance": 4 }, { "pair_id": 169302, "video_name": "s03e18_seg02_clip_08", "timestamp": [ 8.5, 14.29 ], "duration": 68.66, "caption": "A person gestures emphatically with both of their hands, slapping them on their legs.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 169303, "video_name": "met_s06e12_seg02_clip_14", "timestamp": [ 0.0, 4.14 ], "duration": 59.66, "caption": "A man gestures with his hands and shouts angrily.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 169304, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 0.0, 4.35 ], "duration": 58.66, "caption": "A man points and yells at someone for touching themselves.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 169305, "video_name": "s01e13_seg02_clip_03", "timestamp": [ 8.96, 11.48 ], "duration": 56.66, "caption": "A man slaps his thighs, stands up and sits back down on the couch.", "similarity": 0.6493, "relevance": 4 }, { "pair_id": 169306, "video_name": "met_s03e15_seg02_clip_12", "timestamp": [ 24.61, 26.41 ], "duration": 60.66, "caption": "A man slaps another man in the stomach with his right hand.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 169307, "video_name": "friends_s03e24_seg02_clip_19", "timestamp": [ 3.15, 4.95 ], "duration": 45.66, "caption": "A man slaps guy's buttocks with excited expression on his face.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 169308, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 47.13, 48.66 ], "duration": 61.66, "caption": "A man slaps another man on the shoulder to provoke a reaction.", "similarity": 0.6397, "relevance": 0 }, { "pair_id": 169309, "video_name": "friends_s09e21_seg02_clip_13", "timestamp": [ 51.79, 54.9 ], "duration": 62.66, "caption": "A man slaps guy's right hand with his left hand.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 169310, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 0.0, 10.44 ], "duration": 58.66, "caption": "A woman hits a man's arm as he sits next to her and she yells.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 169311, "video_name": "friends_s09e18_seg02_clip_01", "timestamp": [ 27.26, 30.52 ], "duration": 59.66, "caption": "A man raises his arm and slaps a man on the shoulder as he talks to him.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 169312, "video_name": "met_s03e09_seg02_clip_17", "timestamp": [ 47.9, 48.98 ], "duration": 72.66, "caption": "A person slaps a man across the face with his left hand.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 169313, "video_name": "castle_s08e04_seg02_clip_26", "timestamp": [ 34.97, 40.49 ], "duration": 92.66, "caption": "Two men slap hands and then fist bump each other.", "similarity": 0.6328, "relevance": 0 }, { "pair_id": 169314, "video_name": "s09e22_seg02_clip_15", "timestamp": [ 41.42, 45.32 ], "duration": 60.66, "caption": "A man gets upset, yells, and makes dramatic hand gestures towards his/her friends.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 169315, "video_name": "friends_s04e16_seg02_clip_02", "timestamp": [ 16.33, 18.25 ], "duration": 64.66, "caption": "A man slaps man on the arm while laughing.", "similarity": 0.6285, "relevance": 0 }, { "pair_id": 169316, "video_name": "s10e10_seg02_clip_12", "timestamp": [ 13.12, 15.26 ], "duration": 61.66, "caption": "A person lifts his/her hands and slaps the sides of his/her legs while he/she is talking.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 169317, "video_name": "friends_s03e01_seg02_clip_17", "timestamp": [ 20.34, 22.89 ], "duration": 63.66, "caption": "A man gives slaps person's left palm with his right palm then reaches up and pats person's right shoulder with his left hand.", "similarity": 0.6253, "relevance": 2 }, { "pair_id": 169318, "video_name": "friends_s04e12_seg02_clip_20", "timestamp": [ 0.6, 5.4 ], "duration": 60.66, "caption": "A man raises both of his fists above his head and yells loudly about how happy he is.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 169319, "video_name": "house_s08e12_seg02_clip_19", "timestamp": [ 27.6, 31.6 ], "duration": 89.66, "caption": "A man yells at someone who then walks towards him.", "similarity": 0.6204, "relevance": 1 } ] }, { "query_id": 16686, "query": "A woman gets up from her bed and sits at the edge.", "relevant_moment": [ { "pair_id": 13020, "video_name": "friends_s07e12_seg02_clip_15", "timestamp": [ 10.41, 13.01 ], "duration": 65.66, "caption": "A woman gets up from her bed and sits at the edge.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 13021, "video_name": "house_s05e06_seg02_clip_24", "timestamp": [ 17.01, 18.9 ], "duration": 126.66, "caption": "A woman is sitting on the edge of a bed, then she stands up.", "similarity": 0.8513, "relevance": 1 }, { "pair_id": 13022, "video_name": "friends_s10e13_seg02_clip_08", "timestamp": [ 33.74, 47.35 ], "duration": 59.66, "caption": "A woman takes a seat on the edge of the bed.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 13023, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 36.91, 49.96 ], "duration": 90.66, "caption": "A woman is sitting at the edge of the bed as a person is asleep.", "similarity": 0.7999, "relevance": 2 }, { "pair_id": 13024, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 16.82, 18.89 ], "duration": 59.66, "caption": "A woman gets onto a person's bed and sits down.", "similarity": 0.7976, "relevance": 2 }, { "pair_id": 13025, "video_name": "friends_s10e13_seg02_clip_10", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman gets up from a laying position on the bed.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 13026, "video_name": "house_s05e08_seg02_clip_10", "timestamp": [ 4.94, 8.54 ], "duration": 89.66, "caption": "A woman sits up on her elbows while laying on the bed.", "similarity": 0.7742, "relevance": 1 }, { "pair_id": 13027, "video_name": "house_s07e01_seg02_clip_11", "timestamp": [ 79.19, 87.02 ], "duration": 87.66, "caption": "A woman is sitting on the edge of a bed putting on a shirt.", "similarity": 0.7691, "relevance": 1 }, { "pair_id": 13028, "video_name": "grey_s02e23_seg02_clip_17", "timestamp": [ 57.98, 61.69 ], "duration": 92.66, "caption": "A person sits down on the edge of someone's bed.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 13029, "video_name": "castle_s03e20_seg02_clip_22", "timestamp": [ 15.13, 21.81 ], "duration": 89.66, "caption": "A woman stands up from sitting on the bed.", "similarity": 0.7368, "relevance": 1 }, { "pair_id": 13030, "video_name": "friends_s04e19_seg01_clip_00", "timestamp": [ 14.73, 19.01 ], "duration": 95.66, "caption": "A woman turns over in bed then sits up.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 13031, "video_name": "friends_s01e22_seg02_clip_11", "timestamp": [ 45.11, 49.97 ], "duration": 54.66, "caption": "A woman walks to the foot of the bed and sits down on it.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 13032, "video_name": "friends_s06e18_seg02_clip_07", "timestamp": [ 17.7, 20.44 ], "duration": 61.66, "caption": "A woman jumps down to sit on the bed.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 13033, "video_name": "friends_s09e05_seg02_clip_12", "timestamp": [ 48.65, 50.39 ], "duration": 58.66, "caption": "A woman sits up on the bed and grabs a shirt.", "similarity": 0.7156, "relevance": 4 }, { "pair_id": 13034, "video_name": "house_s04e16_seg02_clip_09", "timestamp": [ 4.99, 8.45 ], "duration": 76.66, "caption": "A woman gets up on the bed with wires attached to their head.", "similarity": 0.7151, "relevance": 4 }, { "pair_id": 13035, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 1.45, 3.48 ], "duration": 58.66, "caption": "A person sits down on the edge of the bed next to woman.", "similarity": 0.7143, "relevance": 1 }, { "pair_id": 13036, "video_name": "s05e13_seg02_clip_16", "timestamp": [ 1.86, 4.51 ], "duration": 53.66, "caption": "A person sits up and climbs out of their bed.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 13037, "video_name": "s03e01_seg02_clip_07", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman and a person are sitting on the edge of his bed.", "similarity": 0.712, "relevance": 1 }, { "pair_id": 13038, "video_name": "friends_s10e01_seg02_clip_01", "timestamp": [ 35.36, 38.15 ], "duration": 62.66, "caption": "A woman sits up on the bed, then sits on the edge of the bed next to a man.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 13039, "video_name": "castle_s08e07_seg02_clip_26", "timestamp": [ 73.62, 76.18 ], "duration": 128.66, "caption": "A woman gets up off of the bed with a sheet wrapped around her.", "similarity": 0.695, "relevance": 3 } ] }, { "query_id": 16696, "query": "A person puts down their plate on the table and walks away.", "relevant_moment": [ { "pair_id": 167340, "video_name": "s08e16_seg01_clip_00", "timestamp": [ 80.54, 82.98 ], "duration": 122.66, "caption": "A person puts down their plate on the table and walks away.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167341, "video_name": "s09e05_seg02_clip_12", "timestamp": [ 34.12, 46.21 ], "duration": 62.66, "caption": "A person gets up from the table and walks away.", "similarity": 0.8058, "relevance": 2 }, { "pair_id": 167342, "video_name": "s05e12_seg02_clip_01", "timestamp": [ 39.08, 42.49 ], "duration": 62.66, "caption": "A person gets up from the table and walks away.", "similarity": 0.8058, "relevance": 2 }, { "pair_id": 167343, "video_name": "s03e15_seg02_clip_06", "timestamp": [ 39.67, 45.47 ], "duration": 61.66, "caption": "A person walks up to the table, puts down a tray and walks away.", "similarity": 0.7889, "relevance": 2 }, { "pair_id": 167344, "video_name": "s03e17_seg02_clip_01", "timestamp": [ 54.02, 57.63 ], "duration": 60.66, "caption": "A person gets up and walks away from the table that they are sitting at.", "similarity": 0.77, "relevance": 2 }, { "pair_id": 167345, "video_name": "house_s05e21_seg02_clip_19", "timestamp": [ 59.24, 66.29 ], "duration": 94.66, "caption": "A person gets up from the table and walks away, touching his face as he goes.", "similarity": 0.7642, "relevance": 2 }, { "pair_id": 167346, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 28.99, 31.83 ], "duration": 63.66, "caption": "A person takes his plate of food off of the table.", "similarity": 0.763, "relevance": 1 }, { "pair_id": 167347, "video_name": "house_s04e11_seg02_clip_21", "timestamp": [ 6.68, 9.35 ], "duration": 89.66, "caption": "A person turns around and walks away from the table.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 167348, "video_name": "s01e12_seg02_clip_12", "timestamp": [ 30.08, 32.26 ], "duration": 62.66, "caption": "A person walks away from the group while holding a plate of food.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 167349, "video_name": "friends_s06e18_seg02_clip_13", "timestamp": [ 40.04, 42.07 ], "duration": 58.66, "caption": "A person places the bill on the table and walks away.", "similarity": 0.7557, "relevance": 3 }, { "pair_id": 167350, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 2.75, 4.27 ], "duration": 61.66, "caption": "A person puts down the plate of food on the table.", "similarity": 0.7542, "relevance": 2 }, { "pair_id": 167351, "video_name": "friends_s08e12_seg02_clip_14", "timestamp": [ 15.51, 20.16 ], "duration": 62.66, "caption": "A man gets up off of the table and walks away.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 167352, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 17.3, 21.29 ], "duration": 88.66, "caption": "A man puts the fork on the table and walks away.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 167353, "video_name": "s07e10_seg02_clip_12", "timestamp": [ 11.21, 13.58 ], "duration": 59.66, "caption": "A person stands up and walk away from the table.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 167354, "video_name": "friends_s09e03_seg02_clip_13", "timestamp": [ 43.23, 49.9 ], "duration": 58.66, "caption": "A person gets up and leaves the table.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 167355, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 12.92, 17.91 ], "duration": 58.66, "caption": "A man gets up from the table and walks away.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 167356, "video_name": "s07e20_seg02_clip_03", "timestamp": [ 40.43, 44.27 ], "duration": 59.66, "caption": "A person gets up from the lunch table and quickly walks away.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 167357, "video_name": "s08e14_seg01_clip_01", "timestamp": [ 23.71, 24.91 ], "duration": 60.66, "caption": "A person stands up and walks away from the kitchen table.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 167358, "video_name": "house_s08e21_seg02_clip_09", "timestamp": [ 4.85, 9.22 ], "duration": 97.66, "caption": "A man walks away while grabbing a plate of food.", "similarity": 0.7225, "relevance": 3 }, { "pair_id": 167359, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 51.18, 54.48 ], "duration": 66.66, "caption": "A person gets up from the table and runs away.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 340660, "video_name": "friends_s04e23-24_seg02_clip_27", "timestamp": [ 1.8, 3.3 ], "duration": 60.66, "caption": "A woman gets up from the table and walks away.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 340661, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 25.21, 30.01 ], "duration": 60.66, "caption": "A woman gets up from the table and walks away.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 340662, "video_name": "house_s05e15_seg02_clip_17", "timestamp": [ 83.34, 84.86 ], "duration": 101.66, "caption": "A person grabs a plate from someone's tray who is walking by, then sits the plate on their table.", "similarity": 0.7087, "relevance": 1 }, { "pair_id": 340663, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 33.43, 35.9 ], "duration": 41.66, "caption": "A person turns around and faces the table while walking away.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 340664, "video_name": "s07e01_seg02_clip_04", "timestamp": [ 47.91, 50.65 ], "duration": 61.66, "caption": "A woman walks away from some people holding a plate of food.", "similarity": 0.7056, "relevance": 3 }, { "pair_id": 340665, "video_name": "s10e09_seg02_clip_10", "timestamp": [ 28.68, 33.87 ], "duration": 61.66, "caption": "A person walks away from the table and exits the cafeteria.", "similarity": 0.7039, "relevance": 3 }, { "pair_id": 340666, "video_name": "friends_s02e07_seg02_clip_07", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A waitress takes the plate off the table that is in front of someone.", "similarity": 0.6993, "relevance": 1 }, { "pair_id": 340667, "video_name": "s06e07_seg02_clip_05", "timestamp": [ 45.33, 48.47 ], "duration": 57.66, "caption": "A woman walks away from some people's table.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 340668, "video_name": "met_s06e19_seg02_clip_15", "timestamp": [ 13.58, 16.47 ], "duration": 57.66, "caption": "A man tosses his napkin onto the table to walks away.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 340669, "video_name": "s08e16_seg01_clip_00", "timestamp": [ 3.66, 7.32 ], "duration": 122.66, "caption": "A person puts down the plates on the table and sits down.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 340670, "video_name": "s08e16_seg01_clip_00", "timestamp": [ 3.66, 5.49 ], "duration": 122.66, "caption": "A person who is wearing a red jacket puts down a set of plate in the table.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 340671, "video_name": "friends_s02e03_seg02_clip_02", "timestamp": [ 46.38, 47.3 ], "duration": 61.66, "caption": "A man slides the plate that is on the table away from woman.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 340672, "video_name": "friends_s04e12_seg02_clip_05", "timestamp": [ 33.88, 44.16 ], "duration": 60.66, "caption": "A woman walks away from a man and over to the dining table.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 340673, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 18.63, 21.74 ], "duration": 88.66, "caption": "A person puts down his fork and places the plate on the table.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 340674, "video_name": "s04e08_seg02_clip_03", "timestamp": [ 16.75, 18.92 ], "duration": 62.66, "caption": "A person grabs their jacket from their chair and leaves the table.", "similarity": 0.6734, "relevance": 3 }, { "pair_id": 340675, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 24.61, 28.81 ], "duration": 60.66, "caption": "A person moves his/her left arm off of the table.", "similarity": 0.6703, "relevance": 1 }, { "pair_id": 340676, "video_name": "house_s04e02_seg02_clip_09", "timestamp": [ 20.89, 25.67 ], "duration": 87.66, "caption": "A person throws up their hands, throws something on the table, and stands and walks away.", "similarity": 0.6702, "relevance": 3 }, { "pair_id": 340677, "video_name": "house_s07e09_seg02_clip_16", "timestamp": [ 0.0, 7.4 ], "duration": 87.66, "caption": "A person walks away from a dining table and answers the phone.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 340678, "video_name": "friends_s04e05_seg02_clip_16", "timestamp": [ 44.03, 48.62 ], "duration": 54.66, "caption": "A man gets up from the table and walks off.", "similarity": 0.6661, "relevance": 3 }, { "pair_id": 340679, "video_name": "friends_s09e08_seg02_clip_19", "timestamp": [ 55.47, 57.99 ], "duration": 63.66, "caption": "A woman backs down and breaks a plate from the table.", "similarity": 0.6658, "relevance": 1 } ] }, { "query_id": 16700, "query": "A man holds out his hand to look at his nails.", "relevant_moment": [ { "pair_id": 155740, "video_name": "friends_s04e15_seg01_clip_00", "timestamp": [ 6.63, 12.2 ], "duration": 53.66, "caption": "A man holds out his hand to look at his nails.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155741, "video_name": "friends_s04e15_seg01_clip_00", "timestamp": [ 7.42, 9.81 ], "duration": 53.66, "caption": "A man holds out his nails and says he likes manicures.", "similarity": 0.7547, "relevance": 4 }, { "pair_id": 155742, "video_name": "castle_s05e06_seg02_clip_16", "timestamp": [ 0.46, 3.72 ], "duration": 92.66, "caption": "A man looks at their hands as they put their fingers together.", "similarity": 0.7308, "relevance": 3 }, { "pair_id": 155743, "video_name": "friends_s04e15_seg01_clip_00", "timestamp": [ 2.12, 4.77 ], "duration": 53.66, "caption": "A man looks at his nails while saying he's in a salon.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 155744, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 82.74, 84.1 ], "duration": 90.66, "caption": "A person looks at the fingers of his right hand.", "similarity": 0.7004, "relevance": 4 }, { "pair_id": 155745, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 25.2, 26.44 ], "duration": 62.66, "caption": "A man holds out two fingers of one hand and points them to his eyes.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 155746, "video_name": "house_s04e14_seg02_clip_10", "timestamp": [ 10.47, 13.65 ], "duration": 91.66, "caption": "A man raises their hand and bites their fingernail.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 155747, "video_name": "castle_s02e04_seg02_clip_03", "timestamp": [ 61.32, 66.61 ], "duration": 88.66, "caption": "A man looks at his gloved hands as he wiggles his fingers.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 155748, "video_name": "house_s04e09_seg02_clip_06", "timestamp": [ 49.58, 53.19 ], "duration": 90.66, "caption": "A man holds up person's finger and examines it.", "similarity": 0.6832, "relevance": 3 }, { "pair_id": 155749, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A man sits down in front of another man and looks at his fingernails.", "similarity": 0.6796, "relevance": 4 }, { "pair_id": 155750, "video_name": "house_s06e02_seg02_clip_23", "timestamp": [ 84.58, 91.23 ], "duration": 95.66, "caption": "A man looks into the mirror and takes a look at his fingers.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 155751, "video_name": "house_s07e03_seg02_clip_14", "timestamp": [ 14.57, 25.86 ], "duration": 94.66, "caption": "A person brings his hand to his mouth to bite his fingernails.", "similarity": 0.6736, "relevance": 1 }, { "pair_id": 155752, "video_name": "house_s08e08_seg02_clip_11", "timestamp": [ 70.93, 85.91 ], "duration": 88.66, "caption": "A man is looking at another person's hands as he holds them up.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 155753, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 41.42, 44.6 ], "duration": 91.66, "caption": "A person looks at their nails and then up at the ceiling.", "similarity": 0.6719, "relevance": 3 }, { "pair_id": 155754, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 34.13, 39.14 ], "duration": 91.66, "caption": "A man lifts his hand to look at it.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 155755, "video_name": "met_s03e17_seg02_clip_04", "timestamp": [ 0.0, 2.11 ], "duration": 60.66, "caption": "A man holds the area between his eyes with his fingers.", "similarity": 0.6606, "relevance": 1 }, { "pair_id": 155756, "video_name": "house_s02e12_seg02_clip_24", "timestamp": [ 23.99, 26.71 ], "duration": 109.66, "caption": "A person touches and examines the fingertips of patient's hand.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 155757, "video_name": "grey_s01e03_seg02_clip_17", "timestamp": [ 73.89, 76.56 ], "duration": 89.66, "caption": "A man holds out his hand and another man looks at it.", "similarity": 0.6477, "relevance": 1 }, { "pair_id": 155758, "video_name": "s06e21_seg02_clip_06", "timestamp": [ 43.09, 54.01 ], "duration": 59.66, "caption": "A woman stretches out her hand and looks at it as she picks at her nail.", "similarity": 0.646, "relevance": 3 }, { "pair_id": 155759, "video_name": "s06e11_seg02_clip_05", "timestamp": [ 55.7, 58.03 ], "duration": 58.66, "caption": "A man holds a small object in his right hand and looks at it.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 329060, "video_name": "castle_s03e10_seg02_clip_05", "timestamp": [ 71.14, 73.37 ], "duration": 89.66, "caption": "A person holds a finger up when some people look at him.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 329061, "video_name": "s07e23_seg02_clip_04", "timestamp": [ 9.76, 11.6 ], "duration": 61.66, "caption": "A man pulls his fingers away from his nose and examines them.", "similarity": 0.6329, "relevance": 3 }, { "pair_id": 329062, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 12.72, 14.58 ], "duration": 62.66, "caption": "A man holds his fingers up to indicate a particular size.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 329063, "video_name": "friends_s06e17_seg02_clip_05", "timestamp": [ 20.31, 23.21 ], "duration": 58.66, "caption": "A man holds two fingers up to his forehead like a gun.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 329064, "video_name": "met_s03e05_seg02_clip_14", "timestamp": [ 11.79, 14.27 ], "duration": 62.66, "caption": "A man raises his right hand and holds out two fingers.", "similarity": 0.6293, "relevance": 3 }, { "pair_id": 329065, "video_name": "friends_s05e14_seg02_clip_05", "timestamp": [ 9.7, 11.12 ], "duration": 57.66, "caption": "A man puts his index finger and thumb together and holds it up to indicate something small.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 329066, "video_name": "friends_s02e03_seg01_clip_00", "timestamp": [ 58.67, 60.74 ], "duration": 69.66, "caption": "A man gestures with his right hand and points his finger.", "similarity": 0.625, "relevance": 2 }, { "pair_id": 329067, "video_name": "house_s01e01_seg02_clip_08", "timestamp": [ 10.24, 13.8 ], "duration": 89.66, "caption": "A man in a beige jacket looks down and examines their own hands.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 329068, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 22.95, 29.98 ], "duration": 74.66, "caption": "A man holds up his hands with fingers spread out and pauses there.", "similarity": 0.623, "relevance": 3 }, { "pair_id": 329069, "video_name": "friends_s06e07_seg02_clip_04", "timestamp": [ 34.4, 41.34 ], "duration": 63.66, "caption": "A man stands up, clasps their hands and looks around.", "similarity": 0.6227, "relevance": 3 }, { "pair_id": 329070, "video_name": "friends_s06e24-25_seg02_clip_01", "timestamp": [ 7.25, 10.4 ], "duration": 63.66, "caption": "A man holds up four fingers from each hand.", "similarity": 0.622, "relevance": 3 }, { "pair_id": 329071, "video_name": "friends_s03e08_seg02_clip_05", "timestamp": [ 4.17, 6.84 ], "duration": 59.66, "caption": "A man moves his finger like he is thinking of something.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 329072, "video_name": "s02e22_seg02_clip_02", "timestamp": [ 23.5, 25.53 ], "duration": 58.66, "caption": "A man puts their hands up to their eyes and brushes their fingers on their forehead.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 329073, "video_name": "castle_s05e06_seg02_clip_16", "timestamp": [ 0.0, 6.04 ], "duration": 92.66, "caption": "A person looks at his fingers then describes their feeling.", "similarity": 0.6154, "relevance": 2 }, { "pair_id": 329074, "video_name": "friends_s01e14_seg02_clip_17", "timestamp": [ 5.22, 7.83 ], "duration": 58.66, "caption": "A man rubs his left thumb and index finger together.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 329075, "video_name": "house_s06e02_seg02_clip_23", "timestamp": [ 80.3, 90.28 ], "duration": 95.66, "caption": "A man takes an item out of the locker and looks at his fingers.", "similarity": 0.6131, "relevance": 2 }, { "pair_id": 329076, "video_name": "friends_s02e24_seg02_clip_07", "timestamp": [ 46.21, 47.14 ], "duration": 62.66, "caption": "A man holds their fingers close together to indicate something small.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 329077, "video_name": "house_s01e05_seg02_clip_05", "timestamp": [ 14.1, 16.45 ], "duration": 94.66, "caption": "A man scratches his forehead with his thumb while looking down.", "similarity": 0.6121, "relevance": 2 }, { "pair_id": 329078, "video_name": "met_s06e06_seg01_clip_00", "timestamp": [ 18.76, 20.76 ], "duration": 46.66, "caption": "A man raises his hands and points both index fingers up.", "similarity": 0.6115, "relevance": 3 }, { "pair_id": 329079, "video_name": "castle_s07e08_seg02_clip_06", "timestamp": [ 46.74, 48.96 ], "duration": 89.66, "caption": "A man holds his hand up on his forehead.", "similarity": 0.6103, "relevance": 2 } ] }, { "query_id": 16790, "query": "A man turns his hands in a horizontal circle with his glasses.", "relevant_moment": [ { "pair_id": 256740, "video_name": "met_s06e05_seg02_clip_12", "timestamp": [ 40.43, 42.5 ], "duration": 59.66, "caption": "A man makes a circular gesture with his right hand and then reaches both hands out to man.", "similarity": 0.6122, "relevance": 2 }, { "pair_id": 256741, "video_name": "grey_s02e23_seg02_clip_19", "timestamp": [ 74.34, 80.12 ], "duration": 89.66, "caption": "A man takes his glasses off and crosses his arms.", "similarity": 0.6121, "relevance": 3 }, { "pair_id": 256742, "video_name": "friends_s07e18_seg02_clip_00", "timestamp": [ 23.57, 31.32 ], "duration": 62.66, "caption": "A man puts his hands to his face and moves his fingers periodically.", "similarity": 0.6113, "relevance": 1 }, { "pair_id": 256743, "video_name": "friends_s09e09_seg02_clip_09", "timestamp": [ 20.07, 22.45 ], "duration": 68.66, "caption": "A man is leaning on both of his hands.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 256744, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 95.78, 99.71 ], "duration": 157.66, "caption": "A man leans forward, and places his face upon his hand.", "similarity": 0.611, "relevance": 1 }, { "pair_id": 256745, "video_name": "s03e05_seg02_clip_03", "timestamp": [ 29.11, 32.11 ], "duration": 60.66, "caption": "A man reaches over and grabs his eye glasses and puts them on his face.", "similarity": 0.611, "relevance": 4 }, { "pair_id": 256746, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 2.43, 4.59 ], "duration": 54.66, "caption": "A man takes his glass into his right hand.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 256747, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 15.26, 17.09 ], "duration": 61.66, "caption": "A man moves his right hand up and covers his right eye.", "similarity": 0.6089, "relevance": 1 }, { "pair_id": 256748, "video_name": "house_s02e17_seg02_clip_20", "timestamp": [ 62.58, 65.8 ], "duration": 92.66, "caption": "A man leans forward and places his head in his hands.", "similarity": 0.6082, "relevance": 1 }, { "pair_id": 256749, "video_name": "friends_s09e15_seg02_clip_20", "timestamp": [ 25.54, 27.61 ], "duration": 69.66, "caption": "A person wearing glasses wraps their arms around a man.", "similarity": 0.6064, "relevance": 2 }, { "pair_id": 256750, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 5.7, 7.8 ], "duration": 60.66, "caption": "A man takes his glasses off and puts them on his head.", "similarity": 0.6018, "relevance": 3 }, { "pair_id": 256751, "video_name": "house_s03e14_seg02_clip_09", "timestamp": [ 0.0, 7.04 ], "duration": 88.66, "caption": "A man sticks his fingers in the glasses that have red liquid.", "similarity": 0.6018, "relevance": 1 }, { "pair_id": 256752, "video_name": "castle_s02e21_seg02_clip_10", "timestamp": [ 24.93, 28.04 ], "duration": 89.66, "caption": "A man turns his head and walks forward putting his hand on his head.", "similarity": 0.5995, "relevance": 2 }, { "pair_id": 256753, "video_name": "met_s06e02_seg02_clip_13", "timestamp": [ 56.13, 59.73 ], "duration": 60.66, "caption": "A man uses their finger to draw an air circle around their face.", "similarity": 0.5969, "relevance": 1 }, { "pair_id": 256754, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 54.28, 56.14 ], "duration": 62.66, "caption": "A man leans his head on his right hand.", "similarity": 0.5953, "relevance": 3 }, { "pair_id": 256755, "video_name": "castle_s05e02_seg02_clip_12", "timestamp": [ 1.34, 3.12 ], "duration": 89.66, "caption": "A man moves his left hand toward his face quickly.", "similarity": 0.5945, "relevance": 2 }, { "pair_id": 256756, "video_name": "house_s02e16_seg02_clip_09", "timestamp": [ 0.0, 6.44 ], "duration": 18.66, "caption": "A man walks into the room and moves their hand in circles.", "similarity": 0.5944, "relevance": 2 }, { "pair_id": 256757, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 53.89, 56.17 ], "duration": 57.66, "caption": "A man puts his hands on his face and then on the sides of his head.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 256758, "video_name": "s02e17_seg02_clip_14", "timestamp": [ 2.03, 8.41 ], "duration": 58.66, "caption": "A man gesticulates by turning his thumbs upward and spreading his hands out wide.", "similarity": 0.5922, "relevance": 2 }, { "pair_id": 256759, "video_name": "friends_s02e22_seg02_clip_13", "timestamp": [ 1.79, 4.77 ], "duration": 59.66, "caption": "A man hands a pair of glasses to another person.", "similarity": 0.589, "relevance": 3 } ] }, { "query_id": 16794, "query": "A man comes and he looks inside the room where a man and a woman were.", "relevant_moment": [ { "pair_id": 15240, "video_name": "castle_s02e11_seg02_clip_14", "timestamp": [ 30.09, 34.79 ], "duration": 94.66, "caption": "A man comes and he looks inside the room where a man and a woman were.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15241, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 5.85, 7.65 ], "duration": 90.66, "caption": "A man entered the room looking at woman and man.", "similarity": 0.8705, "relevance": 4 }, { "pair_id": 15242, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 56.27, 62.07 ], "duration": 116.66, "caption": "A man came in the room where a woman and another man is.", "similarity": 0.8665, "relevance": 4 }, { "pair_id": 15243, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 33.65, 39.46 ], "duration": 58.66, "caption": "A man enters the room and woman looks up at him.", "similarity": 0.8092, "relevance": 2 }, { "pair_id": 15245, "video_name": "grey_s03e16_seg02_clip_01", "timestamp": [ 25.54, 28.74 ], "duration": 91.66, "caption": "A man comes into the room where woman and man are talking.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 15246, "video_name": "castle_s06e15_seg02_clip_06", "timestamp": [ 61.39, 74.83 ], "duration": 89.66, "caption": "A man enters the room and speaks to a woman and a man, the man looks towards the woman.", "similarity": 0.7942, "relevance": 4 }, { "pair_id": 15247, "video_name": "house_s07e12_seg02_clip_22", "timestamp": [ 70.77, 80.12 ], "duration": 89.66, "caption": "A man comes in a woman's room, followed by another man.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 15248, "video_name": "house_s07e01_seg02_clip_13", "timestamp": [ 8.08, 31.03 ], "duration": 85.66, "caption": "A man peeks into the other room as he and another person talk in the kitchen about the woman visiting.", "similarity": 0.7872, "relevance": 2 }, { "pair_id": 15249, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 46.05, 93.03 ], "duration": 93.66, "caption": "A woman and man enters a room and there they saw someone.", "similarity": 0.7837, "relevance": 3 }, { "pair_id": 15250, "video_name": "friends_s07e01_seg02_clip_13", "timestamp": [ 35.44, 42.92 ], "duration": 65.66, "caption": "A man enters the room and meets a woman inside.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 15251, "video_name": "castle_s06e14_seg02_clip_08", "timestamp": [ 7.27, 11.81 ], "duration": 90.66, "caption": "A man walks into the room where a man and woman are in and he mentions to the woman finding something looking through the crime scene.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 15252, "video_name": "house_s06e18_seg02_clip_16", "timestamp": [ 33.96, 38.81 ], "duration": 97.66, "caption": "A man walks in to the room and looks at a woman.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 15253, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 48.21, 90.12 ], "duration": 90.66, "caption": "A man enters the room and he met a woman and they talk to each other.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 15254, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 45.62, 50.72 ], "duration": 60.66, "caption": "A man walks into the room to visit a woman and another person.", "similarity": 0.7695, "relevance": 4 }, { "pair_id": 15255, "video_name": "house_s01e20_seg02_clip_12", "timestamp": [ 0.0, 16.68 ], "duration": 83.66, "caption": "A woman comes into the room to see a man.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 15256, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 57.83, 94.03 ], "duration": 94.66, "caption": "A man and a woman get inside a room and they're looking for something.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 15257, "video_name": "house_s02e16_seg02_clip_03", "timestamp": [ 17.75, 29.58 ], "duration": 91.66, "caption": "A man and a woman were inspecting a room.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 15258, "video_name": "grey_s02e18_seg02_clip_17", "timestamp": [ 0.0, 4.14 ], "duration": 92.66, "caption": "A man pops into the room where woman and man are in.", "similarity": 0.7628, "relevance": 4 }, { "pair_id": 15259, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 50.86, 58.07 ], "duration": 90.66, "caption": "A woman walks into the men's room to see a man.", "similarity": 0.7612, "relevance": 2 }, { "pair_id": 188560, "video_name": "house_s05e07_seg02_clip_25", "timestamp": [ 43.45, 46.37 ], "duration": 73.66, "caption": "A woman came in the room and saw a man.", "similarity": 0.7604, "relevance": 1 }, { "pair_id": 188561, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 6.44, 10.4 ], "duration": 99.66, "caption": "A person walks into the room where two men and a woman are in.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 188562, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 43.08, 46.05 ], "duration": 99.66, "caption": "A man came out from the room and talk to a woman and another person.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 188563, "video_name": "s01e04_seg01_clip_01", "timestamp": [ 53.15, 57.95 ], "duration": 64.66, "caption": "A man enters the room with a woman.", "similarity": 0.7526, "relevance": 1 }, { "pair_id": 188564, "video_name": "s07e11_seg01_clip_00", "timestamp": [ 28.72, 33.5 ], "duration": 87.66, "caption": "A person enters the room with two women and a man.", "similarity": 0.7524, "relevance": 3 }, { "pair_id": 188565, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 0.0, 2.73 ], "duration": 78.66, "caption": "A man enters the room and when he sees a woman is in there turns to leave.", "similarity": 0.7522, "relevance": 4 }, { "pair_id": 188566, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A man walks into the room to see woman.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 188567, "video_name": "friends_s08e23-24_seg02_clip_41", "timestamp": [ 40.32, 43.42 ], "duration": 62.66, "caption": "A man walks into the room where two women are.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 188568, "video_name": "castle_s07e12_seg02_clip_09", "timestamp": [ 33.27, 35.96 ], "duration": 89.66, "caption": "A man peaks his head inside a room behind a door where a woman and another woman are at.", "similarity": 0.7483, "relevance": 3 }, { "pair_id": 188569, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 16.2, 21.61 ], "duration": 90.66, "caption": "A woman and a man enter the room with the body where another woman is.", "similarity": 0.7445, "relevance": 2 }, { "pair_id": 188570, "video_name": "s09e06_seg02_clip_15", "timestamp": [ 10.01, 13.49 ], "duration": 87.66, "caption": "A man enters a room where he found two people.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 188571, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 40.0, 43.72 ], "duration": 93.66, "caption": "A man came in the room while a woman is talking to another man.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 188572, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 0.0, 4.24 ], "duration": 77.66, "caption": "A person enters the living room where a woman and a man are.", "similarity": 0.7419, "relevance": 4 }, { "pair_id": 188573, "video_name": "friends_s10e12_seg02_clip_12", "timestamp": [ 20.55, 25.15 ], "duration": 61.66, "caption": "A woman looks at a man as they walk into the room.", "similarity": 0.7387, "relevance": 1 }, { "pair_id": 188574, "video_name": "castle_s05e07_seg02_clip_15", "timestamp": [ 82.74, 87.14 ], "duration": 88.66, "caption": "A man walks into the room as woman stands near a man and another man.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 188575, "video_name": "house_s03e01_seg02_clip_06", "timestamp": [ 8.68, 11.87 ], "duration": 91.66, "caption": "A man suddenly came in the room where two people are.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 188576, "video_name": "house_s06e05_seg02_clip_05", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "A man comes into a room followed by two people.", "similarity": 0.7357, "relevance": 1 }, { "pair_id": 188577, "video_name": "castle_s07e08_seg02_clip_14", "timestamp": [ 0.0, 9.49 ], "duration": 90.66, "caption": "A man and woman came inside the room to checkout something.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 188578, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 48.3, 52.21 ], "duration": 87.66, "caption": "A man enters a room where he found another man inside.", "similarity": 0.734, "relevance": 2 }, { "pair_id": 188579, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 2.71, 4.06 ], "duration": 90.66, "caption": "A man turns around to look as another man comes into a room.", "similarity": 0.7339, "relevance": 1 } ] }, { "query_id": 16813, "query": "A man with a woman rode the elevator as they end up their conversation.", "relevant_moment": [ { "pair_id": 106880, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 19.21, 24.12 ], "duration": 89.66, "caption": "A man with a woman rode the elevator as they end up their conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 106881, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 30.57, 47.71 ], "duration": 92.66, "caption": "A man rides in the elevator with woman while continuing a conversation.", "similarity": 0.8974, "relevance": 3 }, { "pair_id": 106882, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 29.14, 50.99 ], "duration": 91.66, "caption": "A man and woman are on an elevator together talking.", "similarity": 0.8638, "relevance": 3 }, { "pair_id": 106883, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 13.41, 33.28 ], "duration": 92.66, "caption": "A man and woman are in an elevator as they converse.", "similarity": 0.8604, "relevance": 3 }, { "pair_id": 106884, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 10.11, 26.81 ], "duration": 87.66, "caption": "A man and a woman are having a conversation inside the elevator.", "similarity": 0.8593, "relevance": 3 }, { "pair_id": 106885, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 33.68, 62.81 ], "duration": 91.66, "caption": "A man goes into the elevator with woman and they converse.", "similarity": 0.8591, "relevance": 3 }, { "pair_id": 106886, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 17.95, 61.31 ], "duration": 87.66, "caption": "A woman and a man are inside the elevator and having a conversation.", "similarity": 0.8559, "relevance": 3 }, { "pair_id": 106887, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a man inside the elevator.", "similarity": 0.8548, "relevance": 3 }, { "pair_id": 106888, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.8529, "relevance": 3 }, { "pair_id": 106889, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 0.0, 25.51 ], "duration": 85.66, "caption": "A man and woman are talking in the elevator.", "similarity": 0.8511, "relevance": 3 }, { "pair_id": 106890, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A woman follows a man into an elevator while talking.", "similarity": 0.8359, "relevance": 4 }, { "pair_id": 106891, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 8.71, 32.08 ], "duration": 91.66, "caption": "A woman and man speak to each other in the elevator.", "similarity": 0.8296, "relevance": 3 }, { "pair_id": 106892, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 34.66, 40.06 ], "duration": 90.66, "caption": "A man and woman ride the elevator and start talking to each other inside it.", "similarity": 0.8196, "relevance": 3 }, { "pair_id": 106893, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 75.7, 79.66 ], "duration": 88.66, "caption": "A woman and man walk out of an elevator while talking.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 106894, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 13.53, 15.79 ], "duration": 90.66, "caption": "A woman presses the elevator button while talking with a man.", "similarity": 0.8119, "relevance": 2 }, { "pair_id": 106895, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 106896, "video_name": "house_s04e14_seg02_clip_24", "timestamp": [ 15.66, 20.02 ], "duration": 87.66, "caption": "A woman finishes her conversation with a person and walks into an elevator.", "similarity": 0.7988, "relevance": 2 }, { "pair_id": 106897, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 80.38, 86.81 ], "duration": 91.66, "caption": "A man turns and speaks to woman in the elevator.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 106898, "video_name": "house_s06e10_seg02_clip_01", "timestamp": [ 63.47, 65.72 ], "duration": 90.66, "caption": "A man exits an elevator with a woman wearing a floral scarf as they have a conversation.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 106899, "video_name": "grey_s03e08_seg02_clip_10", "timestamp": [ 27.94, 36.96 ], "duration": 90.66, "caption": "A man and a woman get on the elevator together.", "similarity": 0.7906, "relevance": 4 }, { "pair_id": 280200, "video_name": "castle_s05e23_seg02_clip_06", "timestamp": [ 5.47, 26.45 ], "duration": 91.66, "caption": "A woman and a man walk into the building's elevator as they converse.", "similarity": 0.7875, "relevance": 4 }, { "pair_id": 280201, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 30.49, 40.05 ], "duration": 91.66, "caption": "A man talks to a woman and suddenly the elevator opens up.", "similarity": 0.7866, "relevance": 4 }, { "pair_id": 280202, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 15.7, 17.53 ], "duration": 73.66, "caption": "A person walks up and pushes an elevator button while talking with a woman.", "similarity": 0.7861, "relevance": 3 }, { "pair_id": 280203, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 18.76, 22.33 ], "duration": 89.66, "caption": "A person enters the elevator as he is speaking to woman.", "similarity": 0.7834, "relevance": 4 }, { "pair_id": 280204, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 36.15, 39.8 ], "duration": 73.66, "caption": "A person finishes their conversation with another person and walks into an elevator.", "similarity": 0.7833, "relevance": 4 }, { "pair_id": 280205, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 41.32, 47.4 ], "duration": 81.66, "caption": "A person finishes his conversation with another person and walks into an elevator.", "similarity": 0.7831, "relevance": 3 }, { "pair_id": 280206, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 14.53, 19.07 ], "duration": 90.66, "caption": "A person finishes his conversation with someone and walks into the elevator.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 280207, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 11.75 ], "duration": 94.66, "caption": "Two people are inside the elevator, and having a conversation.", "similarity": 0.7806, "relevance": 4 }, { "pair_id": 280208, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 0.0, 45.09 ], "duration": 92.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7799, "relevance": 4 }, { "pair_id": 280209, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 74.2, 90.49 ], "duration": 90.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7799, "relevance": 3 }, { "pair_id": 280210, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 73.03, 89.7 ], "duration": 98.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7799, "relevance": 3 }, { "pair_id": 280211, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 40.78, 51.53 ], "duration": 89.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7799, "relevance": 4 }, { "pair_id": 280212, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 71.3, 88.02 ], "duration": 88.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7799, "relevance": 2 }, { "pair_id": 280213, "video_name": "house_s04e05_seg02_clip_19", "timestamp": [ 20.29, 50.04 ], "duration": 90.66, "caption": "A man and another man are having a conversation inside the elevator.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 280214, "video_name": "house_s05e14_seg02_clip_22", "timestamp": [ 83.11, 87.02 ], "duration": 87.66, "caption": "The elevator doors open behind man as he has a conversation with woman.", "similarity": 0.7746, "relevance": 2 }, { "pair_id": 280215, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 87.71, 91.36 ], "duration": 91.66, "caption": "Two people are in the elevator conversing.", "similarity": 0.7741, "relevance": 4 }, { "pair_id": 280216, "video_name": "grey_s02e05_seg02_clip_17", "timestamp": [ 70.77, 80.57 ], "duration": 89.66, "caption": "A woman is talking to a man as he is stuck in an elevator with another man and a patient.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 280217, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 6.68, 10.68 ], "duration": 89.66, "caption": "Two people came out from the elevator while talking.", "similarity": 0.7658, "relevance": 3 }, { "pair_id": 280218, "video_name": "house_s07e02_seg02_clip_08", "timestamp": [ 30.16, 35.11 ], "duration": 90.66, "caption": "A man came in the elevator while talking to another man.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 280219, "video_name": "house_s06e02_seg02_clip_10", "timestamp": [ 77.7, 89.31 ], "duration": 89.66, "caption": "A woman and a man exit the elevator together and walk and talk down the hallway.", "similarity": 0.7613, "relevance": 3 } ] }, { "query_id": 16855, "query": "A woman hands a man a piece of paper from her folder while he is sat at his desk.", "relevant_moment": [ { "pair_id": 18420, "video_name": "castle_s03e02_seg02_clip_03", "timestamp": [ 8.55, 12.6 ], "duration": 90.66, "caption": "A woman hands a man a piece of paper from her folder while he is sat at his desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18421, "video_name": "house_s06e13_seg02_clip_03", "timestamp": [ 34.62, 38.38 ], "duration": 83.66, "caption": "A woman hands a folder to man while sitting at her desk.", "similarity": 0.8803, "relevance": 3 }, { "pair_id": 18422, "video_name": "castle_s06e14_seg02_clip_11", "timestamp": [ 6.77, 9.03 ], "duration": 90.66, "caption": "A man hands a woman a stack of papers while she's sitting at her desk.", "similarity": 0.8545, "relevance": 3 }, { "pair_id": 18423, "video_name": "castle_s03e15_seg02_clip_06", "timestamp": [ 18.25, 22.09 ], "duration": 96.66, "caption": "A woman hands a man who is sitting at the desk a piece of paper.", "similarity": 0.853, "relevance": 1 }, { "pair_id": 18424, "video_name": "castle_s02e06_seg02_clip_07", "timestamp": [ 77.89, 80.06 ], "duration": 87.66, "caption": "A man pulls a piece of paper out of a file folder and hands it to a woman as he stands next to her desk.", "similarity": 0.8483, "relevance": 3 }, { "pair_id": 18425, "video_name": "castle_s03e20_seg02_clip_04", "timestamp": [ 6.75, 9.45 ], "duration": 90.66, "caption": "A man hands a woman a file folder as she sits at her desk.", "similarity": 0.8377, "relevance": 3 }, { "pair_id": 18426, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 70.68, 72.51 ], "duration": 91.66, "caption": "A person gets a folder of papers from woman's desk.", "similarity": 0.8198, "relevance": 2 }, { "pair_id": 18427, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 25.49, 38.69 ], "duration": 91.66, "caption": "A woman hands a man a paper from a folder, he looks at it and hands it back to her.", "similarity": 0.8101, "relevance": 3 }, { "pair_id": 18428, "video_name": "house_s01e02_seg02_clip_10", "timestamp": [ 22.33, 24.23 ], "duration": 95.66, "caption": "A man handed a paper placed in a folder to a woman.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 18429, "video_name": "castle_s02e09_seg02_clip_14", "timestamp": [ 46.56, 48.82 ], "duration": 90.66, "caption": "A man hands a folder to another person as they sit at a desk.", "similarity": 0.7586, "relevance": 0 }, { "pair_id": 18430, "video_name": "castle_s02e09_seg02_clip_22", "timestamp": [ 81.57, 91.14 ], "duration": 91.66, "caption": "A man sits at a woman's desk and takes a file from her desk to look at it.", "similarity": 0.7521, "relevance": 1 }, { "pair_id": 18431, "video_name": "house_s02e08_seg02_clip_17", "timestamp": [ 33.13, 35.43 ], "duration": 92.66, "caption": "A man hands a woman a folder while she's sitting at a table.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 18432, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 89.93, 91.3 ], "duration": 91.66, "caption": "A man grabs a paper from the folder and hands it over to woman.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 18433, "video_name": "castle_s05e17_seg02_clip_25", "timestamp": [ 72.22, 77.25 ], "duration": 91.66, "caption": "A woman hands a man a file while walking to her desk.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 18434, "video_name": "castle_s03e03_seg02_clip_04", "timestamp": [ 30.37, 35.89 ], "duration": 92.66, "caption": "A man handed a bunch of papers inside a folder to woman.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 18435, "video_name": "castle_s05e03_seg02_clip_19", "timestamp": [ 22.8, 35.9 ], "duration": 97.66, "caption": "A man and a woman walk toward her desk and she puts a folder down.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 18436, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 77.67, 79.89 ], "duration": 88.66, "caption": "A woman places a folder she had in her hand onto her desk.", "similarity": 0.7421, "relevance": 0 }, { "pair_id": 18437, "video_name": "castle_s03e10_seg02_clip_14", "timestamp": [ 34.74, 41.05 ], "duration": 90.66, "caption": "A man takes out a piece of paper from the folder and shows it to a woman.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 18438, "video_name": "house_s05e07_seg02_clip_15", "timestamp": [ 43.32, 52.35 ], "duration": 90.66, "caption": "A woman picks up some folders off of her desk while a man shares how he feels about her.", "similarity": 0.7309, "relevance": 0 }, { "pair_id": 18439, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 83.15, 85.53 ], "duration": 95.66, "caption": "A woman picks up her folder from her desk and leaves with a man following her.", "similarity": 0.7291, "relevance": 1 } ] }, { "query_id": 16927, "query": "Two men stand on toilets and look at the stall next to them.", "relevant_moment": [ { "pair_id": 15540, "video_name": "friends_s02e12-13_seg02_clip_41", "timestamp": [ 28.76, 32.81 ], "duration": 81.66, "caption": "Two men stand on toilets and look at the stall next to them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15541, "video_name": "friends_s02e12-13_seg02_clip_41", "timestamp": [ 6.89, 10.13 ], "duration": 81.66, "caption": "A man stands on a toilet and looks over into the next stall.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 15542, "video_name": "house_s04e07_seg02_clip_08", "timestamp": [ 45.61, 59.06 ], "duration": 96.66, "caption": "Two men stand next to each other at the urinal.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 15544, "video_name": "friends_s02e12-13_seg02_clip_41", "timestamp": [ 28.76, 57.12 ], "duration": 81.66, "caption": "A man and another man both look inside of guy's stall.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 15545, "video_name": "s09e22_seg02_clip_11", "timestamp": [ 32.76, 37.19 ], "duration": 59.66, "caption": "Two men are standing together while in the restroom.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 15546, "video_name": "met_s03e05_seg02_clip_05", "timestamp": [ 5.8, 32.34 ], "duration": 61.66, "caption": "Two men are standing beside each other in front of urinals as they speak.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 15548, "video_name": "s09e22_seg02_clip_12", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "Two people are standing in a restroom using the urinal beside each other.", "similarity": 0.5918, "relevance": 2 }, { "pair_id": 15549, "video_name": "s09e16_seg02_clip_06", "timestamp": [ 34.82, 44.42 ], "duration": 60.66, "caption": "A person asks where the toilets are and heads in the direction another person tells them.", "similarity": 0.5827, "relevance": 0 }, { "pair_id": 15550, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 30.31, 41.42 ], "duration": 60.66, "caption": "Two men look behind and see a man looking at them.", "similarity": 0.5739, "relevance": 1 }, { "pair_id": 15551, "video_name": "grey_s03e07_seg02_clip_16", "timestamp": [ 36.97, 65.58 ], "duration": 88.66, "caption": "Two women are looking at stuff on the toilet while a person watches.", "similarity": 0.5667, "relevance": 2 }, { "pair_id": 15552, "video_name": "house_s06e09_seg02_clip_07", "timestamp": [ 80.56, 81.92 ], "duration": 91.66, "caption": "A man opens the door and finds another man sitting on the toilet.", "similarity": 0.5566, "relevance": 2 }, { "pair_id": 15553, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 4.71, 10.99 ], "duration": 157.66, "caption": "Two men both look out at the water together.", "similarity": 0.5555, "relevance": 0 }, { "pair_id": 15554, "video_name": "friends_s03e14_seg02_clip_02", "timestamp": [ 10.68, 39.36 ], "duration": 61.66, "caption": "A man tells another man to use the toilet first then knocks on the door while he's in there.", "similarity": 0.5553, "relevance": 0 }, { "pair_id": 15555, "video_name": "house_s08e08_seg02_clip_16", "timestamp": [ 0.0, 3.08 ], "duration": 56.66, "caption": "A man looks through the peep hole at another man.", "similarity": 0.5527, "relevance": 1 }, { "pair_id": 15556, "video_name": "friends_s02e12-13_seg02_clip_35", "timestamp": [ 35.67, 62.03 ], "duration": 62.66, "caption": "Two people get together in the bathroom stall.", "similarity": 0.5517, "relevance": 1 }, { "pair_id": 15557, "video_name": "friends_s08e02_seg02_clip_00", "timestamp": [ 0.0, 6.63 ], "duration": 78.66, "caption": "A man enters another man's room with him as he notices the other man taking the hotel's toiletries.", "similarity": 0.5487, "relevance": 1 }, { "pair_id": 15559, "video_name": "friends_s01e14_seg02_clip_03", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A man puts pressure on another man in the bathroom stall.", "similarity": 0.5467, "relevance": 2 } ] }, { "query_id": 16940, "query": "A woman leans over and taps man on the arm with her right hand.", "relevant_moment": [ { "pair_id": 222620, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 3.25, 8.56 ], "duration": 59.66, "caption": "A woman reaches her right arm over and pats a person's left hand.", "similarity": 0.7301, "relevance": 4 }, { "pair_id": 222621, "video_name": "s04e02_seg02_clip_05", "timestamp": [ 20.11, 33.92 ], "duration": 60.66, "caption": "A woman bends over and touches her toes while a man just leans forward and hangs his arms.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 222622, "video_name": "friends_s01e15_seg02_clip_02", "timestamp": [ 9.56, 31.38 ], "duration": 59.66, "caption": "A woman taps another woman's shoulder and she turns around.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 222623, "video_name": "friends_s06e09_seg02_clip_01", "timestamp": [ 0.0, 4.8 ], "duration": 64.66, "caption": "A woman grabs a man's forearm with both of her hands.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 222624, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 36.71, 37.66 ], "duration": 63.66, "caption": "A man gently grabs a woman's arm with his left hand.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 222625, "video_name": "met_s06e16_seg02_clip_04", "timestamp": [ 0.0, 14.71 ], "duration": 60.66, "caption": "A woman bends down and puts both hands on a man's shoulders.", "similarity": 0.7255, "relevance": 4 }, { "pair_id": 222626, "video_name": "friends_s01e13_seg02_clip_03", "timestamp": [ 7.25, 8.51 ], "duration": 63.66, "caption": "A man taps the person on to his shoulder.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 222627, "video_name": "house_s05e12_seg02_clip_08", "timestamp": [ 2.25, 7.2 ], "duration": 90.66, "caption": "A man touches the arm a woman is reaching out towards him.", "similarity": 0.7231, "relevance": 3 }, { "pair_id": 222628, "video_name": "s03e04_seg02_clip_04", "timestamp": [ 60.51, 63.03 ], "duration": 63.66, "caption": "A woman reaches up with her right arm to shake a man's hand.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 222629, "video_name": "met_s06e17_seg02_clip_16", "timestamp": [ 53.09, 61.03 ], "duration": 61.66, "caption": "A woman puts her right hand on a man's shoulder and leans in to talk to him.", "similarity": 0.719, "relevance": 4 }, { "pair_id": 222630, "video_name": "friends_s01e09_seg02_clip_02", "timestamp": [ 2.58, 11.95 ], "duration": 64.66, "caption": "A person behind a woman leans over to another woman nods then touches her arm.", "similarity": 0.7178, "relevance": 3 }, { "pair_id": 222631, "video_name": "friends_s07e12_seg02_clip_00", "timestamp": [ 0.0, 2.04 ], "duration": 68.66, "caption": "A woman walks over to touch a man on the arm.", "similarity": 0.7174, "relevance": 3 }, { "pair_id": 222632, "video_name": "friends_s04e02_seg02_clip_05", "timestamp": [ 34.38, 39.81 ], "duration": 60.66, "caption": "A man taps another man on the shoulder and points toward a woman.", "similarity": 0.716, "relevance": 2 }, { "pair_id": 222633, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 41.62, 45.2 ], "duration": 65.66, "caption": "A woman touches a man on the arm before turning and putting her hands on her hips.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 222634, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 0.0, 63.03 ], "duration": 63.66, "caption": "A person taps someone on their left shoulder with his right hand.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 222635, "video_name": "met_s05e01_seg02_clip_00", "timestamp": [ 4.28, 7.65 ], "duration": 61.66, "caption": "A woman touches the arm of man as they talk with each other.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 222636, "video_name": "s09e05_seg02_clip_13", "timestamp": [ 10.54, 12.41 ], "duration": 62.66, "caption": "A person taps the older woman on her left shoulder.", "similarity": 0.7155, "relevance": 3 }, { "pair_id": 222637, "video_name": "friends_s06e14_seg02_clip_13", "timestamp": [ 12.6, 13.77 ], "duration": 58.66, "caption": "A woman raises her hands and leans back from a man.", "similarity": 0.7152, "relevance": 3 }, { "pair_id": 222638, "video_name": "grey_s03e23_seg02_clip_23", "timestamp": [ 17.02, 19.33 ], "duration": 92.66, "caption": "A man turns and faces a woman and puts a hand on her arm.", "similarity": 0.7138, "relevance": 3 }, { "pair_id": 222639, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 31.87, 36.42 ], "duration": 65.66, "caption": "A man puts his hand on a woman's hand on his arm.", "similarity": 0.7135, "relevance": 3 } ] }, { "query_id": 16987, "query": "A person walks up to woman with a hand behind his back while she is sitting on the bed.", "relevant_moment": [ { "pair_id": 20660, "video_name": "s05e24_seg02_clip_00", "timestamp": [ 60.19, 63.39 ], "duration": 64.66, "caption": "A person walks up to woman with a hand behind his back while she is sitting on the bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20661, "video_name": "house_s05e08_seg02_clip_23", "timestamp": [ 19.57, 25.94 ], "duration": 91.66, "caption": "A person walks from the foot of woman's bed to front of her bed.", "similarity": 0.8032, "relevance": 2 }, { "pair_id": 20662, "video_name": "met_s02e21_seg02_clip_01", "timestamp": [ 53.41, 58.01 ], "duration": 61.66, "caption": "A woman stands up from the bed and walks towards a man.", "similarity": 0.8005, "relevance": 0 }, { "pair_id": 20663, "video_name": "grey_s02e21_seg02_clip_03", "timestamp": [ 39.85, 43.69 ], "duration": 96.66, "caption": "A woman walks to the other side of a person's bed.", "similarity": 0.7963, "relevance": 1 }, { "pair_id": 20664, "video_name": "friends_s08e23-24_seg02_clip_26", "timestamp": [ 18.3, 25.38 ], "duration": 59.66, "caption": "A woman walks over to the bed, sits on it, and puts her arm around a man.", "similarity": 0.7852, "relevance": 1 }, { "pair_id": 20665, "video_name": "grey_s03e17_seg02_clip_15", "timestamp": [ 52.55, 53.34 ], "duration": 79.66, "caption": "A woman is standing near person's feet then woman goes to the front of person's bed.", "similarity": 0.7587, "relevance": 1 }, { "pair_id": 20666, "video_name": "castle_s06e23_seg02_clip_03", "timestamp": [ 18.25, 24.48 ], "duration": 89.66, "caption": "A woman walks across the room and sits down on the bed next to a person.", "similarity": 0.7508, "relevance": 1 }, { "pair_id": 20668, "video_name": "castle_s05e02_seg02_clip_00", "timestamp": [ 66.76, 73.81 ], "duration": 94.66, "caption": "A woman walks over to the bed and a man pulls her close to him.", "similarity": 0.7439, "relevance": 1 }, { "pair_id": 20669, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 7.67, 11.81 ], "duration": 59.66, "caption": "A woman walks over to a person's bed and stops.", "similarity": 0.7428, "relevance": 1 }, { "pair_id": 20670, "video_name": "friends_s10e05_seg02_clip_04", "timestamp": [ 59.16, 61.63 ], "duration": 61.66, "caption": "A person stands up from the bed and then a woman stands up.", "similarity": 0.7378, "relevance": 0 }, { "pair_id": 20671, "video_name": "s06e23_seg02_clip_14", "timestamp": [ 31.06, 35.12 ], "duration": 54.66, "caption": "A person walks closer to the bed as he talks to a woman.", "similarity": 0.7341, "relevance": 3 }, { "pair_id": 20672, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 11.81, 15.64 ], "duration": 59.66, "caption": "A person walks around and sits down on another person's bed.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 20674, "video_name": "s03e09_seg02_clip_09", "timestamp": [ 48.07, 52.1 ], "duration": 62.66, "caption": "A person walks to someone's bed and sits on it.", "similarity": 0.7288, "relevance": 2 }, { "pair_id": 20675, "video_name": "house_s08e22_seg02_clip_19", "timestamp": [ 42.11, 51.52 ], "duration": 89.66, "caption": "A person gets up and walks over to the other side of someone's bed.", "similarity": 0.7285, "relevance": 1 }, { "pair_id": 20676, "video_name": "grey_s03e20_seg02_clip_22", "timestamp": [ 80.24, 88.59 ], "duration": 92.66, "caption": "A woman is moving a pillow to the bed when a man walks up.", "similarity": 0.7272, "relevance": 1 }, { "pair_id": 20677, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 39.08, 48.07 ], "duration": 62.66, "caption": "A person walks over and sits down on another person's bed.", "similarity": 0.7251, "relevance": 2 }, { "pair_id": 20678, "video_name": "castle_s06e18_seg02_clip_12", "timestamp": [ 14.74, 18.31 ], "duration": 89.66, "caption": "A woman allows a man to get up from the bed.", "similarity": 0.7244, "relevance": 1 }, { "pair_id": 20679, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 16.82, 18.89 ], "duration": 59.66, "caption": "A woman gets onto a person's bed and sits down.", "similarity": 0.7243, "relevance": 1 } ] }, { "query_id": 17000, "query": "A person bends down and pulls a corsage out of the refrigerator.", "relevant_moment": [ { "pair_id": 44520, "video_name": "house_s01e20_seg02_clip_18", "timestamp": [ 26.78, 31.51 ], "duration": 105.66, "caption": "A person bends down and pulls a corsage out of the refrigerator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 44521, "video_name": "house_s02e17_seg02_clip_20", "timestamp": [ 85.58, 87.42 ], "duration": 92.66, "caption": "A person bends over and grabs something out of the fridge.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 44522, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 44523, "video_name": "s06e09_seg02_clip_00", "timestamp": [ 54.9, 58.62 ], "duration": 62.66, "caption": "A person is trying to get something out from his refrigerator.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 44524, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A person opens the refrigerator and get a bottle of water out.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 44525, "video_name": "s08e17_seg02_clip_07", "timestamp": [ 25.02, 30.21 ], "duration": 61.66, "caption": "A person gets a bottle of water out of the fridge.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 44526, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 41.41, 45.55 ], "duration": 92.66, "caption": "A person grabs a bottle of water out of the refrigerator.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 44527, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 18.05, 27.07 ], "duration": 82.66, "caption": "A person gets up from his spot and opens the fridge.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 44528, "video_name": "s02e01_seg02_clip_08", "timestamp": [ 47.62, 49.04 ], "duration": 57.66, "caption": "A man pulls something from out of the refrigerator.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 44529, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.08, 6.44 ], "duration": 56.66, "caption": "A person grabs a bottle out of the refrigerator.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 44530, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 0.0, 9.61 ], "duration": 62.66, "caption": "A person walks over to the refrigerator and pulls out a bottle of water.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 44531, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person takes out a bottle from the fridge.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 44532, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 38.14, 40.28 ], "duration": 61.66, "caption": "A person takes a bottle out of someone's refrigerator and starts to open it.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 44533, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 2.7, 5.4 ], "duration": 60.66, "caption": "A person opens the door to refrigerator to grab something.", "similarity": 0.6867, "relevance": 3 }, { "pair_id": 44534, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 29.11, 33.92 ], "duration": 60.66, "caption": "A person gets up and goes to the fridge.", "similarity": 0.6846, "relevance": 1 }, { "pair_id": 44535, "video_name": "s01e02_seg02_clip_07", "timestamp": [ 15.26, 18.61 ], "duration": 61.66, "caption": "A person opens the refrigerator and pulls out a carton of milk.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 44536, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 4.05, 9.46 ], "duration": 90.66, "caption": "A person opens the refrigerator and then closes it.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 44537, "video_name": "s06e15_seg02_clip_00", "timestamp": [ 23.57, 28.53 ], "duration": 62.66, "caption": "A person opens the refrigerator and takes out a bottle of juice.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 44538, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 44539, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.674, "relevance": 3 } ] }, { "query_id": 17005, "query": "A person drinks some wine then sets it down.", "relevant_moment": [ { "pair_id": 125460, "video_name": "s05e24_seg02_clip_09", "timestamp": [ 10.4, 16.07 ], "duration": 63.66, "caption": "A person drinks some wine then sets it down.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 125461, "video_name": "s09e16_seg02_clip_01", "timestamp": [ 31.12, 35.4 ], "duration": 61.66, "caption": "A woman drinks her wine then sets it down.", "similarity": 0.872, "relevance": 3 }, { "pair_id": 125462, "video_name": "castle_s05e04_seg02_clip_17", "timestamp": [ 5.85, 12.15 ], "duration": 90.66, "caption": "A woman holds up a glass of wine, drinks from it and sets it down.", "similarity": 0.8486, "relevance": 3 }, { "pair_id": 125463, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 21.77, 29.77 ], "duration": 64.66, "caption": "A woman takes a drink of wine and sets it down.", "similarity": 0.8453, "relevance": 4 }, { "pair_id": 125464, "video_name": "s06e18_seg02_clip_01", "timestamp": [ 43.52, 49.32 ], "duration": 58.66, "caption": "Person pours a glass of wine and then sits down.", "similarity": 0.8285, "relevance": 2 }, { "pair_id": 125465, "video_name": "s04e24_seg02_clip_09", "timestamp": [ 38.77, 45.28 ], "duration": 62.66, "caption": "A person sits down and pours a glass of wine.", "similarity": 0.8133, "relevance": 1 }, { "pair_id": 125466, "video_name": "friends_s07e19_seg02_clip_15", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A person pours a glass of wine and puts the bottle down on the coffee table.", "similarity": 0.8062, "relevance": 1 }, { "pair_id": 125467, "video_name": "s05e05_seg02_clip_09", "timestamp": [ 52.95, 55.15 ], "duration": 63.66, "caption": "A woman takes a drink of her wine and sets her glass down.", "similarity": 0.8041, "relevance": 4 }, { "pair_id": 125468, "video_name": "s09e14_seg02_clip_07", "timestamp": [ 52.79, 54.62 ], "duration": 61.66, "caption": "A person raises a wine glass and takes a drink from it.", "similarity": 0.789, "relevance": 2 }, { "pair_id": 125469, "video_name": "s09e22_seg02_clip_07", "timestamp": [ 2.4, 4.8 ], "duration": 60.66, "caption": "A person raises his wine glass and takes a sip.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 125470, "video_name": "castle_s08e10_seg02_clip_26", "timestamp": [ 58.57, 66.74 ], "duration": 96.66, "caption": "A person pours some drink on the wine glass.", "similarity": 0.7787, "relevance": 1 }, { "pair_id": 125471, "video_name": "s05e20_seg02_clip_04", "timestamp": [ 44.1, 46.13 ], "duration": 58.66, "caption": "A person takes a drink out of their wine glass.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 125472, "video_name": "s07e21_seg02_clip_15", "timestamp": [ 27.37, 30.79 ], "duration": 76.66, "caption": "A woman sets down the glass of wine she was holding.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 125473, "video_name": "friends_s06e08_seg02_clip_12", "timestamp": [ 12.03, 15.28 ], "duration": 65.66, "caption": "A woman pours a glass of wine then puts the bottle down.", "similarity": 0.7723, "relevance": 0 }, { "pair_id": 125474, "video_name": "castle_s05e04_seg02_clip_20", "timestamp": [ 0.0, 7.83 ], "duration": 87.66, "caption": "A person pours wine into a glass which another person takes as he/she sits down.", "similarity": 0.7721, "relevance": 1 }, { "pair_id": 125475, "video_name": "castle_s05e04_seg02_clip_18", "timestamp": [ 0.0, 2.77 ], "duration": 92.66, "caption": "A person brings a wine glass up to their mouth and drinks.", "similarity": 0.7717, "relevance": 1 }, { "pair_id": 125476, "video_name": "castle_s08e19_seg02_clip_26", "timestamp": [ 6.49, 11.21 ], "duration": 118.66, "caption": "A person pours himself a drink into a clear glass and sets the bottle down.", "similarity": 0.7712, "relevance": 0 }, { "pair_id": 125477, "video_name": "s06e21_seg02_clip_14", "timestamp": [ 0.89, 7.67 ], "duration": 59.66, "caption": "A man picks up a wine glass, takes a sip, and then sets it back down.", "similarity": 0.7663, "relevance": 4 }, { "pair_id": 125478, "video_name": "s02e15_seg02_clip_11", "timestamp": [ 45.45, 51.35 ], "duration": 59.66, "caption": "A person takes a drink of their wine glass in their hand.", "similarity": 0.7657, "relevance": 3 }, { "pair_id": 125479, "video_name": "s03e18_seg02_clip_15", "timestamp": [ 10.07, 13.73 ], "duration": 61.66, "caption": "A person drinks the glass of wine someone gives him/her.", "similarity": 0.7619, "relevance": 4 }, { "pair_id": 298780, "video_name": "s04e24_seg02_clip_09", "timestamp": [ 51.79, 54.59 ], "duration": 62.66, "caption": "A person drinks a glass of wine while sitting down on a chair.", "similarity": 0.7606, "relevance": 3 }, { "pair_id": 298781, "video_name": "s07e15_seg02_clip_14", "timestamp": [ 12.72, 14.89 ], "duration": 62.66, "caption": "A person takes a drink of a wine glass and puts it back on the table.", "similarity": 0.7556, "relevance": 3 }, { "pair_id": 298782, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 52.91, 53.84 ], "duration": 92.66, "caption": "A person picks up their glass of wine and takes a drink from it.", "similarity": 0.755, "relevance": 3 }, { "pair_id": 298783, "video_name": "friends_s09e04_seg02_clip_15", "timestamp": [ 48.65, 51.35 ], "duration": 60.66, "caption": "A man sets down his wine on the table.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 298785, "video_name": "house_s05e24_seg02_clip_01", "timestamp": [ 7.2, 9.9 ], "duration": 90.66, "caption": "A person takes a drink from their mug and sets it down.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 298786, "video_name": "met_s03e06_seg02_clip_05", "timestamp": [ 49.08, 50.32 ], "duration": 61.66, "caption": "A person lifts a glass of wine and brings it up to their mouth.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 298787, "video_name": "s08e13_seg02_clip_07", "timestamp": [ 51.32, 55.22 ], "duration": 60.66, "caption": "A person pours a glass of wine and places the bottle on the coffee table.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 298788, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 6.0, 7.88 ], "duration": 75.66, "caption": "A person takes a drink and then sets the glass back down on the table.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 298789, "video_name": "friends_s01e16-17_seg02_clip_32", "timestamp": [ 26.86, 28.33 ], "duration": 59.66, "caption": "A woman sets down a bottle of wine on the counter.", "similarity": 0.7286, "relevance": 2 }, { "pair_id": 298790, "video_name": "s09e22_seg02_clip_15", "timestamp": [ 17.71, 20.41 ], "duration": 60.66, "caption": "A person walks up to woman's table and sets down two glasses of wine.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 298791, "video_name": "friends_s03e13_seg02_clip_19", "timestamp": [ 43.64, 52.24 ], "duration": 63.66, "caption": "A man stands up and put some wine on the glass.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 298792, "video_name": "s03e05_seg02_clip_11", "timestamp": [ 11.6, 20.14 ], "duration": 61.66, "caption": "A man grabs a bottle and pours a woman a glass of wine then sets the bottle down.", "similarity": 0.7191, "relevance": 3 }, { "pair_id": 298793, "video_name": "s04e24_seg02_clip_12", "timestamp": [ 42.07, 46.42 ], "duration": 58.66, "caption": "A person takes a drink of his/her wine glass as someone leaves.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 298794, "video_name": "s06e20_seg02_clip_01", "timestamp": [ 52.53, 58.14 ], "duration": 59.66, "caption": "A person holds a bottle in one hand and a glass of wine in the other as he behaves drunkenly.", "similarity": 0.7184, "relevance": 1 }, { "pair_id": 298795, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.04, 37.84 ], "duration": 61.66, "caption": "A woman puts a wine glass up to person's mouth and drinks from it.", "similarity": 0.7173, "relevance": 4 }, { "pair_id": 298796, "video_name": "s04e24_seg02_clip_13", "timestamp": [ 45.62, 49.22 ], "duration": 60.66, "caption": "A person takes a sip of his/her wine for the second time and lowers his/her glass.", "similarity": 0.7164, "relevance": 4 }, { "pair_id": 298797, "video_name": "friends_s01e19_seg02_clip_08", "timestamp": [ 10.77, 12.22 ], "duration": 58.66, "caption": "A man sets down his wine bottle on the table.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 298798, "video_name": "house_s06e10_seg02_clip_18", "timestamp": [ 75.23, 77.9 ], "duration": 89.66, "caption": "A woman nods her head and puts her wine glass down.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 298799, "video_name": "s02e02_seg02_clip_08", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A man places down his glass of wine on the coffee table.", "similarity": 0.7129, "relevance": 3 } ] }, { "query_id": 17012, "query": "A man is in a space suit inside a space shuttle.", "relevant_moment": [ { "pair_id": 21220, "video_name": "s05e24_seg02_clip_08", "timestamp": [ 36.62, 40.22 ], "duration": 60.66, "caption": "A man is in a space suit inside a space shuttle.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21221, "video_name": "s06e01_seg02_clip_08", "timestamp": [ 44.22, 49.1 ], "duration": 65.66, "caption": "A person is messing with the dials to the spaceship while floating in a space shuttle.", "similarity": 0.574, "relevance": 3 }, { "pair_id": 21222, "video_name": "castle_s07e16_seg02_clip_03", "timestamp": [ 55.81, 62.62 ], "duration": 90.66, "caption": "A man skips as he enters the station in his astronaut suit.", "similarity": 0.573, "relevance": 2 }, { "pair_id": 21223, "video_name": "s06e01_seg02_clip_03", "timestamp": [ 49.61, 58.03 ], "duration": 58.66, "caption": "A man floats through the air in the international space station.", "similarity": 0.5514, "relevance": 3 }, { "pair_id": 21224, "video_name": "house_s08e01_seg02_clip_27", "timestamp": [ 3.56, 10.02 ], "duration": 10.66, "caption": "A man stares into space as the guards hold onto him.", "similarity": 0.5162, "relevance": 0 }, { "pair_id": 21225, "video_name": "s06e02_seg02_clip_00", "timestamp": [ 10.72, 15.13 ], "duration": 63.66, "caption": "A man is floating in a space station in front of a laptop.", "similarity": 0.5062, "relevance": 3 }, { "pair_id": 21226, "video_name": "castle_s07e03_seg02_clip_19", "timestamp": [ 39.62, 41.84 ], "duration": 89.66, "caption": "A man stops at a window where a transparent suit is inside.", "similarity": 0.4982, "relevance": 0 }, { "pair_id": 21227, "video_name": "castle_s07e16_seg02_clip_05", "timestamp": [ 58.76, 64.46 ], "duration": 87.66, "caption": "A man turns on the video to see another man in a space suit.", "similarity": 0.4968, "relevance": 4 }, { "pair_id": 21228, "video_name": "s05e05_seg02_clip_01", "timestamp": [ 7.83, 29.3 ], "duration": 58.66, "caption": "A man enters the apartment and tells some people that he is going into space.", "similarity": 0.4938, "relevance": 0 }, { "pair_id": 21229, "video_name": "s05e24_seg02_clip_08", "timestamp": [ 51.92, 55.83 ], "duration": 60.66, "caption": "A man is afraid to go to the space because there is a problem with their spaceship.", "similarity": 0.4893, "relevance": 4 }, { "pair_id": 21230, "video_name": "castle_s04e20_seg02_clip_22", "timestamp": [ 57.0, 59.61 ], "duration": 87.66, "caption": "A man in a suit opens the lid of a large container.", "similarity": 0.4858, "relevance": 0 }, { "pair_id": 21231, "video_name": "s09e11_seg02_clip_11", "timestamp": [ 48.02, 54.11 ], "duration": 64.66, "caption": "A person dressed in a Star Trek uniform sits besides a man in the theater.", "similarity": 0.4855, "relevance": 0 }, { "pair_id": 21232, "video_name": "friends_s03e18_seg02_clip_10", "timestamp": [ 0.0, 3.25 ], "duration": 65.66, "caption": "A man in a brown suit sits down.", "similarity": 0.4847, "relevance": 0 }, { "pair_id": 21233, "video_name": "s05e24_seg02_clip_06", "timestamp": [ 19.25, 25.23 ], "duration": 52.66, "caption": "A person makes fun of a man while they are in the spaceship.", "similarity": 0.4841, "relevance": 4 }, { "pair_id": 21234, "video_name": "house_s06e11_seg02_clip_08", "timestamp": [ 60.01, 62.66 ], "duration": 88.66, "caption": "A man enters the elevator person is going inside of.", "similarity": 0.484, "relevance": 0 }, { "pair_id": 21235, "video_name": "s07e16_seg02_clip_13", "timestamp": [ 19.81, 21.61 ], "duration": 60.66, "caption": "A man tells another man that he peed in his space suit on a video conversation.", "similarity": 0.4711, "relevance": 0 }, { "pair_id": 21236, "video_name": "s08e22_seg02_clip_06", "timestamp": [ 23.64, 28.68 ], "duration": 63.66, "caption": "A man brags about his profession and having constructed a space-station toilet.", "similarity": 0.4683, "relevance": 0 }, { "pair_id": 21237, "video_name": "house_s07e14_seg02_clip_09", "timestamp": [ 35.61, 43.18 ], "duration": 89.66, "caption": "A man opens a locker and puts his jacket inside it.", "similarity": 0.4578, "relevance": 0 }, { "pair_id": 21238, "video_name": "friends_s05e01_seg02_clip_08", "timestamp": [ 54.31, 56.57 ], "duration": 56.66, "caption": "A man takes off his suit jacket in the hotel room.", "similarity": 0.4549, "relevance": 0 }, { "pair_id": 21239, "video_name": "s03e22_seg02_clip_04", "timestamp": [ 38.14, 42.72 ], "duration": 61.66, "caption": "A man goes inside the bathroom and comes out as a person waits.", "similarity": 0.4519, "relevance": 0 } ] }, { "query_id": 17017, "query": "A woman opens the fridge and gets something from inside.", "relevant_moment": [ { "pair_id": 96200, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 35.45, 39.74 ], "duration": 57.66, "caption": "A woman opens the fridge and gets something from inside.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 96201, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman opens a refrigerator, puts something inside, and closes the door.", "similarity": 0.8929, "relevance": 3 }, { "pair_id": 96202, "video_name": "grey_s02e15_seg02_clip_17", "timestamp": [ 2.33, 7.44 ], "duration": 93.66, "caption": "A woman goes to the fridge and opens it.", "similarity": 0.8655, "relevance": 3 }, { "pair_id": 96203, "video_name": "friends_s01e22_seg02_clip_13", "timestamp": [ 58.2, 61.46 ], "duration": 65.66, "caption": "A woman gets something out of the fridge and closes it.", "similarity": 0.8538, "relevance": 4 }, { "pair_id": 96204, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 7.78, 12.82 ], "duration": 91.66, "caption": "A woman opens the refrigerator door and stuff comes barreling out.", "similarity": 0.8368, "relevance": 3 }, { "pair_id": 96205, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.8357, "relevance": 3 }, { "pair_id": 96206, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A woman opens the refrigerator and gets a drink.", "similarity": 0.8281, "relevance": 4 }, { "pair_id": 96207, "video_name": "friends_s04e08_seg02_clip_02", "timestamp": [ 47.3, 61.03 ], "duration": 61.66, "caption": "A woman opened the fridge as though to pick an item from it.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 96208, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 96209, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A woman opens the refrigerator with her right hand.", "similarity": 0.8172, "relevance": 2 }, { "pair_id": 96210, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 2.44, 4.27 ], "duration": 61.66, "caption": "A woman walks over to the fridge and opens it up.", "similarity": 0.8072, "relevance": 2 }, { "pair_id": 96211, "video_name": "friends_s07e19_seg02_clip_09", "timestamp": [ 2.6, 9.1 ], "duration": 65.66, "caption": "A woman opens the fridge and grabs a plastic bag.", "similarity": 0.8071, "relevance": 4 }, { "pair_id": 96212, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 21.75, 38.45 ], "duration": 63.66, "caption": "A woman opened the refrigerator and gets a bunch of drinks.", "similarity": 0.8051, "relevance": 4 }, { "pair_id": 96213, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 4.09, 17.84 ], "duration": 58.66, "caption": "A woman then moved over to the refrigerator and opens it.", "similarity": 0.8049, "relevance": 3 }, { "pair_id": 96214, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 96215, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 8.37, 15.2 ], "duration": 62.66, "caption": "A woman opens the refrigerator and gets a bottle of water out.", "similarity": 0.7991, "relevance": 4 }, { "pair_id": 96216, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 40.32, 47.15 ], "duration": 65.66, "caption": "A woman walks over to the refrigerator and opens it.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 96217, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 42.8 ], "duration": 62.66, "caption": "A woman opens the refrigerator and pulls out a water bottle.", "similarity": 0.7943, "relevance": 4 }, { "pair_id": 96218, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman opens the refrigerator and then closes it quickly.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 96219, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 39.8, 45.26 ], "duration": 52.66, "caption": "A woman opens the refrigerator door and nearly sits in the fridge.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 269520, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 20.95, 28.63 ], "duration": 59.66, "caption": "A woman walks into the kitchen and opens the refrigerator.", "similarity": 0.787, "relevance": 3 }, { "pair_id": 269521, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 2.7, 5.4 ], "duration": 60.66, "caption": "A person opens the door to refrigerator to grab something.", "similarity": 0.7855, "relevance": 3 }, { "pair_id": 269522, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 18.91, 23.41 ], "duration": 60.66, "caption": "A woman walks and go to the refrigerator and open it.", "similarity": 0.7821, "relevance": 3 }, { "pair_id": 269523, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 56.03, 59.55 ], "duration": 64.66, "caption": "A woman takes out an item from the refrigerator and closes the door.", "similarity": 0.7813, "relevance": 4 }, { "pair_id": 269524, "video_name": "friends_s08e13_seg02_clip_05", "timestamp": [ 20.45, 22.41 ], "duration": 56.66, "caption": "A woman opens the refrigerator door and looks in.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 269525, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman walks over and opens the fridge to get a drink.", "similarity": 0.7789, "relevance": 3 }, { "pair_id": 269526, "video_name": "friends_s04e15_seg02_clip_00", "timestamp": [ 25.21, 28.68 ], "duration": 63.66, "caption": "A woman opens the fridge and grabs a bottle of water.", "similarity": 0.7755, "relevance": 4 }, { "pair_id": 269527, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 66.21, 72.92 ], "duration": 89.66, "caption": "A person opens up the fridge and looks inside of it.", "similarity": 0.7639, "relevance": 3 }, { "pair_id": 269528, "video_name": "s08e24_seg02_clip_02", "timestamp": [ 1.77, 8.56 ], "duration": 59.66, "caption": "A woman puts food items from the counter into the fridge.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 269529, "video_name": "friends_s09e20_seg01_clip_01", "timestamp": [ 7.35, 16.18 ], "duration": 98.66, "caption": "A woman opens and then closes the refrigerator without taking anything out of it.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 269530, "video_name": "friends_s04e20_seg02_clip_08", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A woman walks into the apartment and opens the fridge.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 269531, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 48.92, 54.32 ], "duration": 60.66, "caption": "A woman gets up from the sofa and opens the refrigerator door.", "similarity": 0.7612, "relevance": 3 }, { "pair_id": 269532, "video_name": "s08e06_seg02_clip_04", "timestamp": [ 22.51, 24.91 ], "duration": 60.66, "caption": "A woman puts some food back into the refrigerator.", "similarity": 0.7562, "relevance": 4 }, { "pair_id": 269533, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.93 ], "duration": 63.66, "caption": "A person opens the refrigerator and get some food.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 269534, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 55.68, 59.82 ], "duration": 92.66, "caption": "A woman gets something of the counter and quickly puts it in the refrigerator.", "similarity": 0.7498, "relevance": 3 }, { "pair_id": 269536, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 41.3, 44.55 ], "duration": 65.66, "caption": "A woman opens the refrigerator door and takes a bottle of water out.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 269537, "video_name": "friends_s06e23_seg01_clip_00", "timestamp": [ 15.05, 20.66 ], "duration": 59.66, "caption": "A woman gets a bottle of water from the fridge.", "similarity": 0.7396, "relevance": 4 }, { "pair_id": 269538, "video_name": "friends_s01e06_seg02_clip_14", "timestamp": [ 4.51, 10.52 ], "duration": 60.66, "caption": "A woman opens the fridge and takes out some orange juice.", "similarity": 0.7384, "relevance": 4 }, { "pair_id": 269539, "video_name": "friends_s07e04_seg02_clip_09", "timestamp": [ 57.95, 63.71 ], "duration": 64.66, "caption": "A woman holds on to the door of the refrigerator.", "similarity": 0.7372, "relevance": 3 } ] }, { "query_id": 17026, "query": "Some people are all eavesdropping next to a door.", "relevant_moment": [ { "pair_id": 168820, "video_name": "friends_s03e16_seg02_clip_17", "timestamp": [ 25.02, 29.9 ], "duration": 61.66, "caption": "Some people are all eavesdropping next to a door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168821, "video_name": "s05e08_seg02_clip_03", "timestamp": [ 45.9, 50.86 ], "duration": 62.66, "caption": "A person eavesdrops outside a person's door, deliberating with another person whether to knock.", "similarity": 0.7132, "relevance": 4 }, { "pair_id": 168822, "video_name": "s03e23_seg02_clip_01", "timestamp": [ 20.71, 24.61 ], "duration": 60.66, "caption": "Some people walk through the door and a person looks at them.", "similarity": 0.6399, "relevance": 0 }, { "pair_id": 168823, "video_name": "friends_s03e16_seg02_clip_13", "timestamp": [ 41.87, 44.66 ], "duration": 62.66, "caption": "Multiple people are outside a bedroom door leaning on it listening through it.", "similarity": 0.6335, "relevance": 4 }, { "pair_id": 168824, "video_name": "friends_s06e24-25_seg02_clip_01", "timestamp": [ 57.99, 61.14 ], "duration": 63.66, "caption": "Multiple people walk through the door.", "similarity": 0.6141, "relevance": 1 }, { "pair_id": 168825, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 8.51, 11.35 ], "duration": 63.66, "caption": "Two men put their ears up to the closed door to eavesdrop.", "similarity": 0.6085, "relevance": 4 }, { "pair_id": 168826, "video_name": "house_s04e10_seg02_clip_24", "timestamp": [ 0.0, 28.68 ], "duration": 155.66, "caption": "Multiple people turn and look at the door when a person comes in.", "similarity": 0.5898, "relevance": 0 }, { "pair_id": 168827, "video_name": "s03e22_seg02_clip_12", "timestamp": [ 22.02, 28.53 ], "duration": 62.66, "caption": "Some people all get up and walk to the door to leave.", "similarity": 0.5846, "relevance": 0 }, { "pair_id": 168828, "video_name": "met_s02e10_seg02_clip_07", "timestamp": [ 43.87, 49.05 ], "duration": 60.66, "caption": "Some people watch someone text someone across the room.", "similarity": 0.5805, "relevance": 1 }, { "pair_id": 168829, "video_name": "friends_s01e10_seg02_clip_17", "timestamp": [ 13.37, 16.04 ], "duration": 59.66, "caption": "A person peers through the door hole to see who is there.", "similarity": 0.5771, "relevance": 2 }, { "pair_id": 168830, "video_name": "house_s08e18_seg02_clip_06", "timestamp": [ 16.2, 20.26 ], "duration": 90.66, "caption": "Some people walk together through double doors.", "similarity": 0.5749, "relevance": 0 }, { "pair_id": 168831, "video_name": "castle_s04e07_seg02_clip_02", "timestamp": [ 60.53, 69.18 ], "duration": 91.66, "caption": "Someone peeks out the door and then walks back to the others.", "similarity": 0.571, "relevance": 1 }, { "pair_id": 168832, "video_name": "house_s08e13_seg02_clip_18", "timestamp": [ 7.85, 12.21 ], "duration": 87.66, "caption": "A man peeks through the door while listening to some people's conversation.", "similarity": 0.5678, "relevance": 1 }, { "pair_id": 168833, "video_name": "house_s06e05_seg02_clip_17", "timestamp": [ 0.0, 25.25 ], "duration": 49.66, "caption": "A person opens the door to a man's room and eavesdrops on him talking to himself before closing the door back.", "similarity": 0.5674, "relevance": 3 }, { "pair_id": 168834, "video_name": "house_s05e07_seg02_clip_02", "timestamp": [ 19.36, 22.51 ], "duration": 90.66, "caption": "A sound of the door being unlocked made a group of people sigh.", "similarity": 0.5658, "relevance": 1 }, { "pair_id": 168835, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 28.21, 33.62 ], "duration": 60.66, "caption": "Some people move toward the door and a person opens the door.", "similarity": 0.5606, "relevance": 0 }, { "pair_id": 168836, "video_name": "s02e23_seg02_clip_06", "timestamp": [ 0.0, 20.71 ], "duration": 60.66, "caption": "Some people knock on either side of the door.", "similarity": 0.559, "relevance": 2 }, { "pair_id": 168837, "video_name": "house_s02e24_seg02_clip_17", "timestamp": [ 52.1, 54.89 ], "duration": 93.66, "caption": "Some people walk into person's room at the same time.", "similarity": 0.5585, "relevance": 0 }, { "pair_id": 168838, "video_name": "castle_s05e04_seg02_clip_08", "timestamp": [ 39.72, 49.3 ], "duration": 91.66, "caption": "Two men and a woman walk through a door while having a conversation.", "similarity": 0.557, "relevance": 0 } ] }, { "query_id": 17066, "query": "A woman walks into a man when he is reading a chart.", "relevant_moment": [ { "pair_id": 263280, "video_name": "house_s05e20_seg02_clip_00", "timestamp": [ 2.75, 5.95 ], "duration": 91.66, "caption": "A person hands a man a chart as he walks into the room.", "similarity": 0.6438, "relevance": 1 }, { "pair_id": 263281, "video_name": "grey_s01e05_seg02_clip_13", "timestamp": [ 8.25, 12.61 ], "duration": 97.66, "caption": "A woman walks into a room and puts a chart in place.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 263282, "video_name": "s01e03_seg02_clip_03", "timestamp": [ 16.44, 20.78 ], "duration": 62.66, "caption": "A man walks into a woman's lab and stops.", "similarity": 0.634, "relevance": 2 }, { "pair_id": 263283, "video_name": "house_s06e03_seg02_clip_14", "timestamp": [ 0.0, 36.83 ], "duration": 57.66, "caption": "A man walks into the lab and converses with woman.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 263284, "video_name": "met_s03e13_seg02_clip_07", "timestamp": [ 48.89, 61.12 ], "duration": 61.66, "caption": "A woman walks in the door with a book and walks over to a man.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 263285, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 9.11, 14.27 ], "duration": 60.66, "caption": "A man walks in while a woman is reading the newspaper.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 263286, "video_name": "castle_s04e18_seg02_clip_26", "timestamp": [ 23.26, 33.49 ], "duration": 93.66, "caption": "A woman is walking someone to the door as a man walks in.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 263287, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 27.69, 37.22 ], "duration": 90.66, "caption": "A woman walks into a man's place and sits down with a person.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 263288, "video_name": "grey_s03e07_seg02_clip_25", "timestamp": [ 84.74, 89.2 ], "duration": 89.66, "caption": "A woman walks into a patient room and reaches for the chart.", "similarity": 0.6225, "relevance": 1 }, { "pair_id": 263289, "video_name": "grey_s02e06_seg02_clip_15", "timestamp": [ 27.76, 30.04 ], "duration": 91.66, "caption": "A woman hands a woman a chart when she walks over.", "similarity": 0.6221, "relevance": 2 }, { "pair_id": 263290, "video_name": "castle_s05e15_seg02_clip_08", "timestamp": [ 3.29, 7.05 ], "duration": 94.66, "caption": "A man hands a paper to a woman and she reads it.", "similarity": 0.6218, "relevance": 2 }, { "pair_id": 263291, "video_name": "grey_s01e05_seg02_clip_11", "timestamp": [ 44.89, 49.29 ], "duration": 88.66, "caption": "A woman walks into the patient's room while holding a chart.", "similarity": 0.6217, "relevance": 1 }, { "pair_id": 263292, "video_name": "grey_s02e12_seg02_clip_04", "timestamp": [ 47.05, 66.38 ], "duration": 84.66, "caption": "A woman walks up to a man and reads something to him from the board she's carrying.", "similarity": 0.6206, "relevance": 2 }, { "pair_id": 263293, "video_name": "grey_s03e10_seg02_clip_15", "timestamp": [ 71.54, 80.67 ], "duration": 96.66, "caption": "A man walks into the room and a woman hands him some papers to read.", "similarity": 0.6198, "relevance": 3 }, { "pair_id": 263294, "video_name": "castle_s04e05_seg02_clip_11", "timestamp": [ 0.0, 2.6 ], "duration": 86.66, "caption": "A person is walking and he runs into woman.", "similarity": 0.6191, "relevance": 2 }, { "pair_id": 263295, "video_name": "grey_s02e25_seg02_clip_04", "timestamp": [ 33.93, 36.87 ], "duration": 83.66, "caption": "A woman hands the chart off as a woman comes towards her.", "similarity": 0.6185, "relevance": 3 }, { "pair_id": 263296, "video_name": "grey_s03e20_seg02_clip_10", "timestamp": [ 18.78, 22.36 ], "duration": 89.66, "caption": "A man hands a woman charts as he talks to her.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 263297, "video_name": "grey_s02e11_seg02_clip_12", "timestamp": [ 36.5, 40.11 ], "duration": 90.66, "caption": "A woman walks into the room where person is seated filling in charts and asks him if he's hiding out there.", "similarity": 0.6173, "relevance": 2 }, { "pair_id": 263298, "video_name": "met_s03e04_seg02_clip_07", "timestamp": [ 8.36, 17.65 ], "duration": 61.66, "caption": "A woman describes what she is reading in the paper to a man.", "similarity": 0.6159, "relevance": 1 }, { "pair_id": 263299, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 22.92, 35.98 ], "duration": 58.66, "caption": "A man walks into the room toward a woman.", "similarity": 0.6156, "relevance": 2 } ] }, { "query_id": 17086, "query": "A man holds a book up to his forehead twice while he talks to two women.", "relevant_moment": [ { "pair_id": 159180, "video_name": "castle_s03e14_seg02_clip_00", "timestamp": [ 17.96, 25.8 ], "duration": 92.66, "caption": "A man holds a book up to his forehead twice while he talks to two women.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159181, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 68.27, 91.03 ], "duration": 91.66, "caption": "A person is holding a book as he speaks to two other people.", "similarity": 0.7734, "relevance": 1 }, { "pair_id": 159182, "video_name": "friends_s05e10_seg02_clip_17", "timestamp": [ 51.26, 61.03 ], "duration": 61.66, "caption": "A man is holding a paper book as he speaks to two guys.", "similarity": 0.7704, "relevance": 1 }, { "pair_id": 159183, "video_name": "castle_s01e01_seg02_clip_06", "timestamp": [ 6.6, 13.2 ], "duration": 88.66, "caption": "A man gets two books and converses with a woman.", "similarity": 0.7617, "relevance": 1 }, { "pair_id": 159184, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 52.52, 54.92 ], "duration": 60.66, "caption": "A woman is holding a book while she is talking to a man.", "similarity": 0.7537, "relevance": 0 }, { "pair_id": 159185, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 0.0, 31.91 ], "duration": 55.66, "caption": "A woman was holding a book whilst talking to a man.", "similarity": 0.7388, "relevance": 0 }, { "pair_id": 159186, "video_name": "castle_s06e03_seg02_clip_12", "timestamp": [ 50.69, 55.76 ], "duration": 92.66, "caption": "A man has a book opened in his arms while talking to a man.", "similarity": 0.7362, "relevance": 0 }, { "pair_id": 159187, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 52.05, 54.74 ], "duration": 89.66, "caption": "A man hands a book to another man as he talks to him.", "similarity": 0.7342, "relevance": 1 }, { "pair_id": 159188, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person is holding a book as he speaks to another person.", "similarity": 0.73, "relevance": 0 }, { "pair_id": 159189, "video_name": "castle_s05e17_seg02_clip_00", "timestamp": [ 44.15, 47.79 ], "duration": 91.66, "caption": "A person picks up a book and holds it as he speaks to woman.", "similarity": 0.7273, "relevance": 2 }, { "pair_id": 159190, "video_name": "friends_s04e18_seg02_clip_15", "timestamp": [ 0.0, 42.26 ], "duration": 60.66, "caption": "A man was reading a book whilst talking to two people and another person.", "similarity": 0.7259, "relevance": 1 }, { "pair_id": 159191, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 37.42, 50.07 ], "duration": 55.66, "caption": "A man talks with another man about a book that someone's reading.", "similarity": 0.7209, "relevance": 0 }, { "pair_id": 159192, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man reads to some people from a book he is holding.", "similarity": 0.7169, "relevance": 0 }, { "pair_id": 159193, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 38.71, 43.21 ], "duration": 90.66, "caption": "A man holds a book, pointing to it and showing it around, then he hands the book to a woman.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 159194, "video_name": "castle_s05e06_seg02_clip_00", "timestamp": [ 21.46, 23.74 ], "duration": 91.66, "caption": "A man holds up a copy of his book and reads the title to a woman.", "similarity": 0.7118, "relevance": 1 }, { "pair_id": 159195, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 1.58, 7.56 ], "duration": 63.66, "caption": "A person is talking to someone while holding a book.", "similarity": 0.7113, "relevance": 0 }, { "pair_id": 159196, "video_name": "friends_s03e13_seg02_clip_06", "timestamp": [ 0.0, 14.86 ], "duration": 55.66, "caption": "A man has a book in his hand as he converses with another man beside him.", "similarity": 0.7059, "relevance": 0 }, { "pair_id": 159197, "video_name": "castle_s08e17_seg02_clip_07", "timestamp": [ 7.62, 29.62 ], "duration": 84.66, "caption": "A man handed some books to two guys while they were having a conversation.", "similarity": 0.699, "relevance": 1 }, { "pair_id": 159198, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 4.58, 14.21 ], "duration": 91.66, "caption": "A person holds up a book as he looks at a man.", "similarity": 0.6914, "relevance": 1 }, { "pair_id": 159199, "video_name": "castle_s02e10_seg02_clip_25", "timestamp": [ 2.28, 4.11 ], "duration": 91.66, "caption": "A woman turns her head when a man talks about his book.", "similarity": 0.6908, "relevance": 0 } ] }, { "query_id": 17123, "query": "A woman went inside the room holding two caps of coffee.", "relevant_moment": [ { "pair_id": 165520, "video_name": "house_s02e08_seg02_clip_11", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman went inside the room holding two caps of coffee.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165521, "video_name": "house_s07e14_seg02_clip_05", "timestamp": [ 15.48, 18.82 ], "duration": 83.66, "caption": "A woman holding a cup of coffee rushes to get inside a patient's room.", "similarity": 0.7644, "relevance": 3 }, { "pair_id": 165522, "video_name": "house_s08e03_seg02_clip_08", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman enters the room and gives coffee to person.", "similarity": 0.7604, "relevance": 4 }, { "pair_id": 165523, "video_name": "castle_s06e04_seg02_clip_00", "timestamp": [ 87.84, 91.03 ], "duration": 91.66, "caption": "A woman walks into the room carrying two coffee mugs.", "similarity": 0.7585, "relevance": 4 }, { "pair_id": 165524, "video_name": "house_s07e09_seg02_clip_16", "timestamp": [ 64.4, 67.88 ], "duration": 87.66, "caption": "A woman walks into a room carrying a pot of coffee and two coffee cups.", "similarity": 0.7582, "relevance": 4 }, { "pair_id": 165525, "video_name": "castle_s05e15_seg02_clip_24", "timestamp": [ 41.17, 45.25 ], "duration": 81.66, "caption": "A woman came in the room holding cups of coffee while a man is thinking very deep.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 165526, "video_name": "house_s08e03_seg02_clip_08", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A woman walks into the room and hands another woman a coffee.", "similarity": 0.7463, "relevance": 4 }, { "pair_id": 165527, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 38.69, 42.78 ], "duration": 91.66, "caption": "A woman holds onto her coffee cup and walks out of the room.", "similarity": 0.7401, "relevance": 3 }, { "pair_id": 165528, "video_name": "castle_s05e14_seg02_clip_22", "timestamp": [ 68.61, 73.47 ], "duration": 88.66, "caption": "A woman is drinking coffee when two people came out from the room.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 165529, "video_name": "s02e10_seg02_clip_00", "timestamp": [ 16.84, 24.43 ], "duration": 66.66, "caption": "A woman walks into the room and goes to fill her coffee cup.", "similarity": 0.7315, "relevance": 3 }, { "pair_id": 165530, "video_name": "castle_s03e02_seg02_clip_15", "timestamp": [ 78.17, 83.03 ], "duration": 88.66, "caption": "A person walks into the room and hands a woman a cup of coffee.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 165531, "video_name": "friends_s10e05_seg02_clip_09", "timestamp": [ 45.02, 50.42 ], "duration": 60.66, "caption": "A woman turns around with a coffee cup in hand when another woman walks into the room.", "similarity": 0.7255, "relevance": 2 }, { "pair_id": 165532, "video_name": "castle_s04e12_seg02_clip_15", "timestamp": [ 75.9, 79.06 ], "duration": 90.66, "caption": "A woman grabs her cup of coffee and walks out of the room.", "similarity": 0.7232, "relevance": 1 }, { "pair_id": 165533, "video_name": "castle_s08e04_seg02_clip_26", "timestamp": [ 42.79, 64.88 ], "duration": 92.66, "caption": "A person hands woman a mug with a coffee heart design inside it when she enters the room.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 165534, "video_name": "castle_s06e02_seg02_clip_12", "timestamp": [ 83.01, 87.38 ], "duration": 87.66, "caption": "A woman has her hand on the coffee cup in the conference room.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 165535, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 46.46, 51.27 ], "duration": 64.66, "caption": "A woman walks into the room with a cup.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 165536, "video_name": "castle_s07e19_seg02_clip_09", "timestamp": [ 8.17, 11.81 ], "duration": 90.66, "caption": "A woman walks into the room and puts her coffee cup on the table.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 165537, "video_name": "castle_s05e03_seg02_clip_17", "timestamp": [ 42.78, 46.42 ], "duration": 91.66, "caption": "A person walks in the room and hands a cup of coffee to a woman.", "similarity": 0.6926, "relevance": 3 }, { "pair_id": 165538, "video_name": "castle_s06e01_seg02_clip_17", "timestamp": [ 91.69, 97.03 ], "duration": 97.66, "caption": "A woman came in to person's office while holding a cup of coffee.", "similarity": 0.69, "relevance": 3 }, { "pair_id": 165539, "video_name": "castle_s08e09_seg02_clip_19", "timestamp": [ 9.56, 15.93 ], "duration": 91.66, "caption": "A woman walks into the room with two cups of coffee and gives one to a man.", "similarity": 0.6891, "relevance": 4 }, { "pair_id": 338840, "video_name": "castle_s08e02_seg02_clip_00", "timestamp": [ 27.76, 30.95 ], "duration": 91.66, "caption": "A woman walks in with a coffees in a cup holder.", "similarity": 0.6828, "relevance": 4 }, { "pair_id": 338841, "video_name": "castle_s06e19_seg02_clip_21", "timestamp": [ 4.97, 13.1 ], "duration": 90.66, "caption": "A woman came in and made herself a cup of coffee.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 338842, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 17.36, 35.16 ], "duration": 89.66, "caption": "A person enters the room and is holding a cup and pours a coffee from the machine.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 338843, "video_name": "s02e10_seg02_clip_00", "timestamp": [ 40.28, 43.25 ], "duration": 66.66, "caption": "A woman enters the apartment holding a mug saying that she needs coffee.", "similarity": 0.6777, "relevance": 3 }, { "pair_id": 338844, "video_name": "castle_s03e02_seg02_clip_18", "timestamp": [ 66.63, 68.86 ], "duration": 89.66, "caption": "A woman is holding a file folder and a cup of coffee as she walks into the room with a person.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 338845, "video_name": "friends_s01e08_seg02_clip_21", "timestamp": [ 9.2, 12.0 ], "duration": 80.66, "caption": "A person walks into the room and grabs the coffee.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 338846, "video_name": "friends_s07e16_seg02_clip_20", "timestamp": [ 53.12, 56.07 ], "duration": 59.66, "caption": "A woman walks in holding two mugs of coffee.", "similarity": 0.6736, "relevance": 3 }, { "pair_id": 338847, "video_name": "s05e22_seg02_clip_12", "timestamp": [ 24.95, 25.82 ], "duration": 58.66, "caption": "A woman takes a drink of her coffee mug while sitting in the chair in the living room.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 338848, "video_name": "castle_s04e12_seg02_clip_12", "timestamp": [ 14.73, 17.03 ], "duration": 92.66, "caption": "A man enters the room and hands woman a cup of coffee.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 338849, "video_name": "s07e20_seg02_clip_00", "timestamp": [ 18.92, 29.46 ], "duration": 62.66, "caption": "A woman walks in the living room and sits down on the couch, holding her cup of coffee.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 338850, "video_name": "grey_s03e06_seg02_clip_13", "timestamp": [ 72.36, 77.37 ], "duration": 91.66, "caption": "A woman picks up a coffee cup and walks out of the room leaving two people seated.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 338851, "video_name": "castle_s05e07_seg02_clip_08", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A person enters the room and handed a cup to woman.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 338852, "video_name": "castle_s03e02_seg02_clip_08", "timestamp": [ 1.23, 6.15 ], "duration": 82.66, "caption": "A person walks into the room carrying two coffee cups and sets one down on the desk.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 338853, "video_name": "castle_s05e01_seg02_clip_00", "timestamp": [ 13.02, 16.74 ], "duration": 93.66, "caption": "A woman enters the bedroom with coffee for her and a man.", "similarity": 0.6514, "relevance": 4 }, { "pair_id": 338854, "video_name": "grey_s01e05_seg02_clip_02", "timestamp": [ 82.74, 87.58 ], "duration": 88.66, "caption": "A woman turns and walks out of the room past a man holding two cups of coffee.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 338855, "video_name": "s08e20_seg02_clip_00", "timestamp": [ 46.69, 51.87 ], "duration": 61.66, "caption": "A woman crosses the room with two drink cups and sets them on the coffee table.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 338856, "video_name": "s10e03_seg02_clip_07", "timestamp": [ 2.36, 9.15 ], "duration": 59.66, "caption": "Two women are standing in the living room holding coffee cups while one makes dramatic hand gestures.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 338857, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.6499, "relevance": 1 }, { "pair_id": 338858, "video_name": "friends_s06e07_seg02_clip_18", "timestamp": [ 16.93, 20.93 ], "duration": 61.66, "caption": "A woman pauses at the door and talks, and then comes in, carrying a cup of coffee.", "similarity": 0.6491, "relevance": 3 }, { "pair_id": 338859, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 19.36, 28.39 ], "duration": 86.66, "caption": "A woman makes some hand motions from her chest out and takes a sip of her coffee.", "similarity": 0.6476, "relevance": 2 } ] }, { "query_id": 17128, "query": "A person looks over at the patient that is laying down in the hospital bed.", "relevant_moment": [ { "pair_id": 166500, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 86.07, 87.66 ], "duration": 87.66, "caption": "A person looks over at the patient that is laying down in the hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166501, "video_name": "house_s05e23_seg02_clip_13", "timestamp": [ 0.0, 9.8 ], "duration": 70.66, "caption": "A person sits up in the hospital bed and looks around.", "similarity": 0.8438, "relevance": 3 }, { "pair_id": 166502, "video_name": "house_s03e05_seg02_clip_09", "timestamp": [ 105.86, 108.02 ], "duration": 108.66, "caption": "A patient sees a person and sits up in their hospital bed.", "similarity": 0.8391, "relevance": 4 }, { "pair_id": 166503, "video_name": "house_s02e24_seg02_clip_04", "timestamp": [ 0.45, 3.15 ], "duration": 90.66, "caption": "A person lays down in the hospital bed while looking up at the ceiling.", "similarity": 0.8062, "relevance": 3 }, { "pair_id": 166504, "video_name": "house_s05e19_seg02_clip_07", "timestamp": [ 28.22, 39.6 ], "duration": 91.66, "caption": "A person comes into the room and looks over the patient.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 166505, "video_name": "house_s03e12_seg02_clip_23", "timestamp": [ 27.03, 29.74 ], "duration": 90.66, "caption": "A person is seen through a hospital window in a bed with a doctor sitting looking and observing them.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 166506, "video_name": "house_s02e20_seg02_clip_13", "timestamp": [ 4.0, 7.5 ], "duration": 100.66, "caption": "A person who is in complete protective suit turns around to look at their patient in bed.", "similarity": 0.7951, "relevance": 4 }, { "pair_id": 166507, "video_name": "house_s01e05_seg02_clip_22", "timestamp": [ 83.32, 85.02 ], "duration": 85.66, "caption": "A patient looks at an x-ray while laying in their hospital bed.", "similarity": 0.7906, "relevance": 3 }, { "pair_id": 166508, "video_name": "house_s05e02_seg02_clip_07", "timestamp": [ 71.55, 77.36 ], "duration": 89.66, "caption": "A person sitting up in a hospital bed sadly looks at an empty hospital bed next to her.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 166509, "video_name": "grey_s02e05_seg02_clip_17", "timestamp": [ 83.68, 88.13 ], "duration": 89.66, "caption": "A man is staring at a person lying in their hospital bed.", "similarity": 0.7827, "relevance": 4 }, { "pair_id": 166510, "video_name": "house_s05e08_seg02_clip_08", "timestamp": [ 28.11, 31.96 ], "duration": 77.66, "caption": "A person leans over a hospital bed and shines a light into patient's eyes.", "similarity": 0.7796, "relevance": 4 }, { "pair_id": 166511, "video_name": "house_s06e11_seg02_clip_14", "timestamp": [ 32.21, 92.03 ], "duration": 92.66, "caption": "A person stands in the other room while watching the patient laying down.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 166512, "video_name": "house_s05e21_seg02_clip_08", "timestamp": [ 36.59, 42.76 ], "duration": 95.66, "caption": "A person leans to touch and examine a patient's neck who is in a hospital bed.", "similarity": 0.7664, "relevance": 4 }, { "pair_id": 166513, "video_name": "grey_s02e10_seg02_clip_10", "timestamp": [ 39.07, 45.37 ], "duration": 84.66, "caption": "A person checks someone's forehead when they are laying in a hospital bed.", "similarity": 0.7655, "relevance": 4 }, { "pair_id": 166514, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 0.0, 2.12 ], "duration": 106.66, "caption": "A person confined in bed looks at a doctor sitting in their bedside.", "similarity": 0.7628, "relevance": 3 }, { "pair_id": 166515, "video_name": "house_s01e12_seg02_clip_03", "timestamp": [ 5.89, 13.15 ], "duration": 90.66, "caption": "A person sits down beside their patient and just looks at them.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 166516, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 13.09, 63.15 ], "duration": 154.66, "caption": "A person is lying in a hospital bed. Another person is sat beside them.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 166517, "video_name": "house_s04e06_seg02_clip_19", "timestamp": [ 58.97, 62.57 ], "duration": 90.66, "caption": "A person sits down on the patient bed across from the patient.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 166518, "video_name": "house_s05e21_seg02_clip_05", "timestamp": [ 57.21, 59.39 ], "duration": 87.66, "caption": "The patient is lying on their side in the hospital bed.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 166519, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 18.87, 63.23 ], "duration": 94.66, "caption": "A person tells the patient their diagnosis as they lay in the bed.", "similarity": 0.754, "relevance": 4 }, { "pair_id": 339820, "video_name": "house_s05e14_seg02_clip_19", "timestamp": [ 36.2, 42.78 ], "duration": 94.66, "caption": "A man is checking on the patient as she is lying in bed.", "similarity": 0.7539, "relevance": 4 }, { "pair_id": 339821, "video_name": "house_s06e03_seg02_clip_13", "timestamp": [ 0.0, 43.81 ], "duration": 120.66, "caption": "A man watches a person from over his hospital bed.", "similarity": 0.7538, "relevance": 4 }, { "pair_id": 339822, "video_name": "house_s02e24_seg02_clip_12", "timestamp": [ 83.28, 92.03 ], "duration": 92.66, "caption": "A person is laying in a hospital bed with their eyes closed while another person talks to them.", "similarity": 0.7531, "relevance": 3 }, { "pair_id": 339823, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 18.9 ], "duration": 92.66, "caption": "A person was lying on a hospital bed.", "similarity": 0.7526, "relevance": 4 }, { "pair_id": 339824, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.7525, "relevance": 4 }, { "pair_id": 339825, "video_name": "house_s06e18_seg02_clip_16", "timestamp": [ 28.62, 30.08 ], "duration": 97.66, "caption": "A woman looks to the left while in the hospital bed then glances down.", "similarity": 0.7516, "relevance": 4 }, { "pair_id": 339827, "video_name": "house_s02e20_seg02_clip_16", "timestamp": [ 23.21, 38.69 ], "duration": 91.66, "caption": "A person is lying in a hospital bed; as he talks, he raises his hospital bed to more of a sitting position.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 339828, "video_name": "house_s01e21_seg02_clip_13", "timestamp": [ 24.52, 27.24 ], "duration": 90.66, "caption": "A patient looks up at a person while he looks down.", "similarity": 0.7469, "relevance": 4 }, { "pair_id": 339829, "video_name": "house_s01e02_seg02_clip_25", "timestamp": [ 20.16, 25.84 ], "duration": 126.66, "caption": "A man leans over the hospital bed and inspects someone's eyes.", "similarity": 0.7452, "relevance": 4 }, { "pair_id": 339830, "video_name": "s05e18_seg02_clip_04", "timestamp": [ 52.22, 58.03 ], "duration": 58.66, "caption": "A person is standing, looking at a hospital patient who is not conscious and begins to talk to him.", "similarity": 0.7429, "relevance": 4 }, { "pair_id": 339831, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 15.66, 30.39 ], "duration": 92.66, "caption": "A person lays down in the hospital bed and rubs their face.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 339832, "video_name": "house_s01e10_seg02_clip_15", "timestamp": [ 51.69, 62.92 ], "duration": 89.66, "caption": "A person tries to comfort a patient that's lying on a bed.", "similarity": 0.7402, "relevance": 4 }, { "pair_id": 339833, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 34.77, 88.02 ], "duration": 88.66, "caption": "A woman was attending a young patient lying on the hospital bed.", "similarity": 0.7385, "relevance": 3 }, { "pair_id": 339834, "video_name": "house_s08e09_seg02_clip_21", "timestamp": [ 78.68, 88.81 ], "duration": 92.66, "caption": "A woman looks at a patient lying in a hospital bed and starts to cry.", "similarity": 0.7367, "relevance": 1 }, { "pair_id": 339835, "video_name": "grey_s03e04_seg02_clip_15", "timestamp": [ 74.82, 78.81 ], "duration": 88.66, "caption": "A man looks at woman lying on their hospital bed through their room's window.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 339836, "video_name": "house_s03e22_seg02_clip_02", "timestamp": [ 41.45, 44.18 ], "duration": 91.66, "caption": "A person walks over to examine someone in the hospital.", "similarity": 0.734, "relevance": 1 }, { "pair_id": 339837, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 2.67, 16.91 ], "duration": 89.66, "caption": "A person takes a look inside the eyes of the patient.", "similarity": 0.7328, "relevance": 1 }, { "pair_id": 339838, "video_name": "grey_s02e04_seg02_clip_03", "timestamp": [ 23.28, 31.83 ], "duration": 95.66, "caption": "A woman is checking a patient's head as he lies on a patient bed.", "similarity": 0.7324, "relevance": 4 }, { "pair_id": 339839, "video_name": "house_s08e09_seg02_clip_24", "timestamp": [ 66.03, 73.41 ], "duration": 82.66, "caption": "A man looks over while laying on their hospital bed and smiles at another person.", "similarity": 0.7317, "relevance": 4 } ] }, { "query_id": 17156, "query": "A woman holds up an invitation and shows it to two people.", "relevant_moment": [ { "pair_id": 20480, "video_name": "friends_s04e21_seg02_clip_09", "timestamp": [ 20.36, 24.5 ], "duration": 59.66, "caption": "A woman holds up an invitation and shows it to two people.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 20481, "video_name": "castle_s02e03_seg02_clip_13", "timestamp": [ 79.83, 83.94 ], "duration": 91.66, "caption": "A person introduces a woman and another person to each other.", "similarity": 0.7226, "relevance": 1 }, { "pair_id": 20482, "video_name": "friends_s08e18_seg01_clip_00", "timestamp": [ 0.0, 7.44 ], "duration": 93.66, "caption": "Woman asks woman if she can invite someone over to one of her events.", "similarity": 0.6874, "relevance": 1 }, { "pair_id": 20483, "video_name": "castle_s08e12_seg02_clip_26", "timestamp": [ 19.69, 22.86 ], "duration": 127.66, "caption": "A woman invites another woman to go with her for some recreation.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 20484, "video_name": "friends_s03e15_seg02_clip_00", "timestamp": [ 39.07, 59.15 ], "duration": 73.66, "caption": "A woman invites two men to an event the following evening.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 20485, "video_name": "friends_s06e10_seg02_clip_01", "timestamp": [ 40.73, 43.97 ], "duration": 59.66, "caption": "A woman invites a man to be on the show with her.", "similarity": 0.679, "relevance": 0 }, { "pair_id": 20486, "video_name": "s07e13_seg02_clip_04", "timestamp": [ 50.12, 60.03 ], "duration": 60.66, "caption": "A woman invites a person to join her while she does her daily activities.", "similarity": 0.6741, "relevance": 1 }, { "pair_id": 20487, "video_name": "castle_s04e20_seg02_clip_12", "timestamp": [ 0.0, 12.11 ], "duration": 89.66, "caption": "A woman shows a picture to two other people.", "similarity": 0.6723, "relevance": 3 }, { "pair_id": 20488, "video_name": "grey_s02e08_seg02_clip_18", "timestamp": [ 32.26, 36.8 ], "duration": 90.66, "caption": "A woman stands up when she sees two other people.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 20489, "video_name": "s01e17_seg02_clip_10", "timestamp": [ 3.3, 6.3 ], "duration": 60.66, "caption": "A woman invites a person to her place so another person wouldn't run into them.", "similarity": 0.666, "relevance": 1 }, { "pair_id": 20490, "video_name": "castle_s02e16_seg02_clip_10", "timestamp": [ 24.39, 26.23 ], "duration": 92.66, "caption": "The woman in black suit invites two people to follow her to meet another woman.", "similarity": 0.6657, "relevance": 0 }, { "pair_id": 20491, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 14.0, 22.51 ], "duration": 100.66, "caption": "A woman holds up a photo to show another man.", "similarity": 0.6572, "relevance": 1 }, { "pair_id": 20492, "video_name": "s08e05_seg02_clip_00", "timestamp": [ 14.04, 20.14 ], "duration": 61.66, "caption": "A woman invites two other women on a trip and they agree.", "similarity": 0.6557, "relevance": 0 }, { "pair_id": 20493, "video_name": "castle_s07e03_seg02_clip_17", "timestamp": [ 0.0, 8.26 ], "duration": 91.66, "caption": "A woman shows a tag on an item she's holding, to two people.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 20494, "video_name": "friends_s07e21_seg02_clip_17", "timestamp": [ 26.67, 30.08 ], "duration": 62.66, "caption": "A woman holds up a picture to some people.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 20495, "video_name": "castle_s02e06_seg02_clip_16", "timestamp": [ 78.79, 82.72 ], "duration": 87.66, "caption": "A woman picks up a watch and shows it to two people.", "similarity": 0.6482, "relevance": 1 }, { "pair_id": 20496, "video_name": "s05e13_seg02_clip_00", "timestamp": [ 0.0, 9.3 ], "duration": 62.66, "caption": "A woman invited two other women on a date.", "similarity": 0.6468, "relevance": 0 }, { "pair_id": 20497, "video_name": "castle_s08e14_seg02_clip_12", "timestamp": [ 11.25, 13.05 ], "duration": 90.66, "caption": "A woman holds up her phone and shows it to a man and woman.", "similarity": 0.6457, "relevance": 1 }, { "pair_id": 20498, "video_name": "friends_s10e04_seg02_clip_04", "timestamp": [ 26.9, 34.15 ], "duration": 60.66, "caption": "A woman asks two people to entertain the party guests.", "similarity": 0.639, "relevance": 1 }, { "pair_id": 20499, "video_name": "castle_s02e14_seg02_clip_25", "timestamp": [ 18.09, 23.06 ], "duration": 90.66, "caption": "A woman motions for some people to sit while thanking them for showing up.", "similarity": 0.6349, "relevance": 0 } ] }, { "query_id": 17225, "query": "A doctor was standing in front of a person wearing a white lab gown.", "relevant_moment": [ { "pair_id": 157740, "video_name": "house_s01e11_seg02_clip_00", "timestamp": [ 16.81, 80.3 ], "duration": 93.66, "caption": "A doctor was standing in front of a person wearing a white lab gown.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 157741, "video_name": "house_s01e11_seg02_clip_00", "timestamp": [ 16.81, 54.16 ], "duration": 93.66, "caption": "A doctor was having a conversation with a person wearing lab gown.", "similarity": 0.7639, "relevance": 3 }, { "pair_id": 157742, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.48 ], "duration": 65.66, "caption": "A woman was standing in front of a doctor.", "similarity": 0.7513, "relevance": 1 }, { "pair_id": 157743, "video_name": "house_s03e02_seg02_clip_20", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "A woman was standing in front of a doctor.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 157744, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 0.0, 34.77 ], "duration": 88.66, "caption": "A doctor was standing in front of a white board.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 157745, "video_name": "house_s06e06_seg02_clip_01", "timestamp": [ 0.0, 34.63 ], "duration": 92.66, "caption": "A doctor was standing in front of three people.", "similarity": 0.7337, "relevance": 3 }, { "pair_id": 157746, "video_name": "castle_s07e03_seg02_clip_18", "timestamp": [ 12.24, 14.5 ], "duration": 90.66, "caption": "A doctor walks in wearing a white lab coat.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 157747, "video_name": "house_s08e18_seg02_clip_22", "timestamp": [ 0.0, 24.02 ], "duration": 98.66, "caption": "Two people wearing lab gowns were both attending to a patient.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 157748, "video_name": "house_s04e05_seg02_clip_12", "timestamp": [ 9.12, 25.63 ], "duration": 86.66, "caption": "Two people wearing lab gowns were both attending to a patient.", "similarity": 0.6762, "relevance": 4 }, { "pair_id": 157749, "video_name": "house_s04e02_seg02_clip_10", "timestamp": [ 1.83, 6.4 ], "duration": 91.66, "caption": "A woman walks over to stand in front of person and the other doctors.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 157750, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 106.27, 125.03 ], "duration": 125.66, "caption": "A doctor stands over the patient and looks at him.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 157751, "video_name": "house_s02e06_seg02_clip_17", "timestamp": [ 0.0, 42.76 ], "duration": 90.66, "caption": "A doctor was standing beside a man and a monitor.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 157752, "video_name": "house_s03e16_seg02_clip_16", "timestamp": [ 19.07, 93.04 ], "duration": 93.66, "caption": "Dr. person was standing in front of the white board.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 157753, "video_name": "house_s02e21_seg02_clip_00", "timestamp": [ 55.48, 58.77 ], "duration": 94.66, "caption": "A person stands up as they are talking to the other doctors.", "similarity": 0.6689, "relevance": 1 }, { "pair_id": 157754, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 25.73, 78.05 ], "duration": 85.66, "caption": "A doctor was sitting in front of a man.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 157755, "video_name": "house_s03e17_seg02_clip_01", "timestamp": [ 15.37, 20.8 ], "duration": 90.66, "caption": "A doctor stands up after talking to the patient.", "similarity": 0.6577, "relevance": 1 }, { "pair_id": 157756, "video_name": "house_s03e24_seg02_clip_10", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A doctor was standing beside a man while he was talking to him.", "similarity": 0.6539, "relevance": 3 }, { "pair_id": 157757, "video_name": "house_s08e18_seg02_clip_08", "timestamp": [ 29.71, 91.42 ], "duration": 91.66, "caption": "A doctor was sitting in front of some people.", "similarity": 0.6533, "relevance": 3 }, { "pair_id": 157758, "video_name": "house_s04e01_seg02_clip_01", "timestamp": [ 51.07, 86.6 ], "duration": 88.66, "caption": "A doctor is standing in front of the janitor who is sitting in the chair.", "similarity": 0.6506, "relevance": 1 }, { "pair_id": 157759, "video_name": "house_s04e08_seg02_clip_12", "timestamp": [ 6.09, 9.57 ], "duration": 87.66, "caption": "The doctor stands in front of the patient and places their finger inside of a clip.", "similarity": 0.648, "relevance": 2 } ] }, { "query_id": 17247, "query": "A woman goes down stairs and leaves a person alone.", "relevant_moment": [ { "pair_id": 162580, "video_name": "s02e19_seg02_clip_04", "timestamp": [ 59.55, 60.79 ], "duration": 62.66, "caption": "A woman goes down stairs and leaves a person alone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162581, "video_name": "grey_s03e13_seg02_clip_02", "timestamp": [ 19.33, 22.33 ], "duration": 85.66, "caption": "A woman walks off leaving a person standing on the stairs.", "similarity": 0.811, "relevance": 2 }, { "pair_id": 162582, "video_name": "house_s07e02_seg02_clip_09", "timestamp": [ 40.51, 45.85 ], "duration": 89.66, "caption": "A woman turns away from someone and goes down the stairs.", "similarity": 0.7966, "relevance": 4 }, { "pair_id": 162583, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 42.26, 46.22 ], "duration": 66.66, "caption": "A woman walks up the stairs and away from a man.", "similarity": 0.7742, "relevance": 3 }, { "pair_id": 162584, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 41.93, 46.22 ], "duration": 66.66, "caption": "A woman walks up the stairs away from man.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 162585, "video_name": "grey_s03e14_seg02_clip_03", "timestamp": [ 57.25, 60.09 ], "duration": 94.66, "caption": "A woman walks away leaving two people alone.", "similarity": 0.7398, "relevance": 1 }, { "pair_id": 162586, "video_name": "s01e15_seg02_clip_16", "timestamp": [ 36.27, 47.0 ], "duration": 58.66, "caption": "A person turns away from a woman and her friend then walks down the stairs.", "similarity": 0.7305, "relevance": 1 }, { "pair_id": 162587, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 33.92, 36.15 ], "duration": 89.66, "caption": "A woman walks away from a person leaving him alone.", "similarity": 0.7277, "relevance": 2 }, { "pair_id": 162588, "video_name": "grey_s03e13_seg02_clip_16", "timestamp": [ 77.55, 80.24 ], "duration": 89.66, "caption": "A woman leaves a person's side and leaves them sitting alone.", "similarity": 0.7243, "relevance": 1 }, { "pair_id": 162589, "video_name": "met_s06e05_seg02_clip_17", "timestamp": [ 23.02, 25.38 ], "duration": 59.66, "caption": "A person walks away from woman leaving her standing alone.", "similarity": 0.7222, "relevance": 1 }, { "pair_id": 162590, "video_name": "house_s08e19_seg02_clip_15", "timestamp": [ 24.19, 31.16 ], "duration": 93.66, "caption": "A person walks away from woman leaving her standing alone.", "similarity": 0.7222, "relevance": 1 }, { "pair_id": 162591, "video_name": "grey_s02e15_seg02_clip_17", "timestamp": [ 50.23, 53.96 ], "duration": 93.66, "caption": "A woman walks away from someone leaving them sitting alone.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 162592, "video_name": "grey_s03e09_seg02_clip_10", "timestamp": [ 34.81, 43.72 ], "duration": 84.66, "caption": "A man storms out of the stairway and leaves a woman alone.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 162593, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A person walks away from a person and toward the stairs.", "similarity": 0.7017, "relevance": 1 }, { "pair_id": 162594, "video_name": "grey_s02e24_seg02_clip_18", "timestamp": [ 22.44, 30.69 ], "duration": 91.66, "caption": "A man walks away from a woman and goes up the stairs.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 162595, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 45.24, 48.64 ], "duration": 68.66, "caption": "A woman abruptly goes out from the door, leaving another woman alone.", "similarity": 0.6897, "relevance": 2 }, { "pair_id": 162596, "video_name": "met_s06e08_seg02_clip_03", "timestamp": [ 29.17, 34.76 ], "duration": 62.66, "caption": "A person walks out and leaves a man and woman alone.", "similarity": 0.6882, "relevance": 1 }, { "pair_id": 162597, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 3.96, 5.72 ], "duration": 88.66, "caption": "A woman walks away leaving a man and another man alone.", "similarity": 0.686, "relevance": 1 }, { "pair_id": 162598, "video_name": "grey_s02e06_seg02_clip_21", "timestamp": [ 80.06, 84.66 ], "duration": 92.66, "caption": "A woman walks away and leaves man standing alone.", "similarity": 0.6823, "relevance": 1 }, { "pair_id": 162599, "video_name": "grey_s01e07_seg02_clip_02", "timestamp": [ 48.59, 52.22 ], "duration": 90.66, "caption": "A woman walks away from the stairs and another woman comes out from behind a column.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 335900, "video_name": "friends_s07e03_seg02_clip_00", "timestamp": [ 24.33, 27.45 ], "duration": 62.66, "caption": "A woman walks away leaving two other women alone.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 335901, "video_name": "grey_s02e20_seg02_clip_08", "timestamp": [ 32.94, 36.5 ], "duration": 89.66, "caption": "A woman walks away from person leaving them alone in the room.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 335902, "video_name": "house_s05e10_seg02_clip_14", "timestamp": [ 30.73, 34.09 ], "duration": 96.66, "caption": "A woman is sitting on the stairs and moves further away from man.", "similarity": 0.6774, "relevance": 1 }, { "pair_id": 335903, "video_name": "s03e23_seg02_clip_09", "timestamp": [ 12.31, 22.51 ], "duration": 60.66, "caption": "A woman walks away from a man and walks down the stairs, the man calls after her.", "similarity": 0.6773, "relevance": 4 }, { "pair_id": 335904, "video_name": "castle_s04e02_seg02_clip_26", "timestamp": [ 53.29, 62.17 ], "duration": 148.66, "caption": "A person walks out of the elevator leaving a woman.", "similarity": 0.6702, "relevance": 1 }, { "pair_id": 335905, "video_name": "grey_s02e13_seg02_clip_02", "timestamp": [ 16.56, 19.33 ], "duration": 92.66, "caption": "A woman walks out of the elevator and leaves a man behind.", "similarity": 0.6683, "relevance": 2 }, { "pair_id": 335906, "video_name": "grey_s02e14_seg02_clip_11", "timestamp": [ 69.77, 77.42 ], "duration": 90.66, "caption": "A woman walks down the stairs with a man, then she stops and turns around heading back upstairs.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 335907, "video_name": "house_s01e20_seg02_clip_10", "timestamp": [ 3.58, 6.27 ], "duration": 89.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 335908, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 21.97, 23.5 ], "duration": 61.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 335909, "video_name": "met_s03e12_seg02_clip_04", "timestamp": [ 1.22, 4.86 ], "duration": 60.66, "caption": "A woman leaves a man standing alone in a hallway.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 335910, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person walks away from a woman in the hallway.", "similarity": 0.6617, "relevance": 1 }, { "pair_id": 335911, "video_name": "s02e06_seg02_clip_13", "timestamp": [ 33.81, 36.91 ], "duration": 62.66, "caption": "A person walks away from woman and across the hallway.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 335912, "video_name": "grey_s02e13_seg02_clip_09", "timestamp": [ 23.51, 25.82 ], "duration": 92.66, "caption": "A woman walks away from some people and leaves them with a man.", "similarity": 0.6604, "relevance": 1 }, { "pair_id": 335913, "video_name": "s03e20_seg01_clip_01", "timestamp": [ 10.99, 14.34 ], "duration": 61.66, "caption": "A woman walks around a person to head up the stairs.", "similarity": 0.6597, "relevance": 1 }, { "pair_id": 335914, "video_name": "s09e09_seg02_clip_02", "timestamp": [ 20.11, 24.31 ], "duration": 60.66, "caption": "A person goes out to stop a woman from leaving.", "similarity": 0.6581, "relevance": 0 }, { "pair_id": 335915, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 10.5, 17.71 ], "duration": 60.66, "caption": "A woman, person, and woman walk down the stairs.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 335916, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 9.92, 11.02 ], "duration": 11.66, "caption": "A woman walks away from a man leaving him standing alone.", "similarity": 0.6515, "relevance": 1 }, { "pair_id": 335917, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 43.71, 45.61 ], "duration": 95.66, "caption": "A woman walks away from man leaving him alone.", "similarity": 0.6504, "relevance": 1 }, { "pair_id": 335918, "video_name": "friends_s09e22_seg02_clip_06", "timestamp": [ 13.74, 18.13 ], "duration": 58.66, "caption": "Two women walk out of the room leaving a person alone.", "similarity": 0.649, "relevance": 1 }, { "pair_id": 335919, "video_name": "house_s02e09_seg02_clip_20", "timestamp": [ 43.68, 61.25 ], "duration": 90.66, "caption": "A person walks away from a woman, turns around, and she is gone.", "similarity": 0.6478, "relevance": 2 } ] }, { "query_id": 17255, "query": "Two women walk towards the kitchen area.", "relevant_moment": [ { "pair_id": 209880, "video_name": "friends_s10e13_seg02_clip_13", "timestamp": [ 54.37, 57.23 ], "duration": 57.66, "caption": "A woman walks from the kitchen towards a person who is sitting.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 209881, "video_name": "castle_s03e06_seg02_clip_00", "timestamp": [ 1.38, 8.28 ], "duration": 92.66, "caption": "A woman walks from behind another woman and stands beside her as they converse in the kitchen.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 209882, "video_name": "friends_s05e13_seg02_clip_13", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A woman walks over to the kitchen and a man follows.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 209883, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 50.47, 55.19 ], "duration": 59.66, "caption": "Two women walk into the room at the same time.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 209884, "video_name": "friends_s02e11_seg02_clip_14", "timestamp": [ 51.06, 55.19 ], "duration": 59.66, "caption": "A woman is in the kitchen walking toward the cabinet.", "similarity": 0.6501, "relevance": 3 }, { "pair_id": 209885, "video_name": "friends_s01e01_seg02_clip_21", "timestamp": [ 35.98, 62.03 ], "duration": 62.66, "caption": "Two women are cooking in the kitchen.", "similarity": 0.6456, "relevance": 3 }, { "pair_id": 209886, "video_name": "friends_s01e07_seg02_clip_09", "timestamp": [ 25.51, 30.01 ], "duration": 60.66, "caption": "A woman walks into the kitchen to join two men.", "similarity": 0.645, "relevance": 2 }, { "pair_id": 209887, "video_name": "friends_s10e07_seg02_clip_16", "timestamp": [ 11.02, 13.06 ], "duration": 58.66, "caption": "Two women walk from the entrance to the room hand in hand in a hurry.", "similarity": 0.6442, "relevance": 3 }, { "pair_id": 209888, "video_name": "friends_s09e22_seg02_clip_06", "timestamp": [ 19.01, 21.35 ], "duration": 58.66, "caption": "Two women walk into the dressing room together.", "similarity": 0.6423, "relevance": 3 }, { "pair_id": 209889, "video_name": "friends_s06e04_seg01_clip_02", "timestamp": [ 35.32, 37.27 ], "duration": 39.66, "caption": "A woman walks past a man and leaves the kitchen area.", "similarity": 0.6391, "relevance": 3 }, { "pair_id": 209890, "video_name": "house_s07e01_seg02_clip_13", "timestamp": [ 29.76, 42.09 ], "duration": 85.66, "caption": "Two men walk from the kitchen to a bedroom.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 209891, "video_name": "s03e20_seg02_clip_14", "timestamp": [ 2.43, 4.86 ], "duration": 81.66, "caption": "A woman and a man walk across the living room to the kitchen.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 209892, "video_name": "friends_s05e19_seg02_clip_02", "timestamp": [ 44.29, 48.42 ], "duration": 55.66, "caption": "A woman walks from the kitchen to the living and taps a woman in the back.", "similarity": 0.6354, "relevance": 3 }, { "pair_id": 209893, "video_name": "friends_s04e01_seg02_clip_02", "timestamp": [ 16.33, 22.18 ], "duration": 61.66, "caption": "A woman leaves the kitchen and follows another woman up the stairs.", "similarity": 0.635, "relevance": 3 }, { "pair_id": 209894, "video_name": "grey_s02e23_seg02_clip_10", "timestamp": [ 29.38, 33.83 ], "duration": 89.66, "caption": "Two women stop walking shortly outside the room.", "similarity": 0.633, "relevance": 2 }, { "pair_id": 209895, "video_name": "friends_s07e23-24_seg02_clip_13", "timestamp": [ 37.82, 43.82 ], "duration": 60.66, "caption": "A woman walks into the kitchen wearing a red dress and swinging her arms, she stops and looks at two other women who look at each other and then at her.", "similarity": 0.6314, "relevance": 3 }, { "pair_id": 209896, "video_name": "friends_s02e15_seg02_clip_02", "timestamp": [ 4.43, 8.56 ], "duration": 59.66, "caption": "Two women walk into the room carrying catering trays.", "similarity": 0.6307, "relevance": 3 }, { "pair_id": 209897, "video_name": "castle_s04e15_seg02_clip_08", "timestamp": [ 71.3, 74.38 ], "duration": 88.66, "caption": "Two women walk into the living room.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 209898, "video_name": "friends_s02e15_seg02_clip_02", "timestamp": [ 4.72, 14.46 ], "duration": 59.66, "caption": "Two women walk into the apartment with catering supplies.", "similarity": 0.6286, "relevance": 3 }, { "pair_id": 209899, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 19.73, 25.24 ], "duration": 58.66, "caption": "Two women walk in to the coffee shop.", "similarity": 0.6276, "relevance": 3 } ] }, { "query_id": 17326, "query": "A child with a red bow in their hair holds a person's hand.", "relevant_moment": [ { "pair_id": 11840, "video_name": "met_s03e15_seg02_clip_04", "timestamp": [ 39.15, 42.2 ], "duration": 61.66, "caption": "A child with a red bow in their hair holds a person's hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11841, "video_name": "castle_s06e10_seg02_clip_04", "timestamp": [ 62.14, 68.9 ], "duration": 90.66, "caption": "A child holds a person's finger as he/she wiggles it.", "similarity": 0.6357, "relevance": 3 }, { "pair_id": 11842, "video_name": "s09e22_seg02_clip_05", "timestamp": [ 1.83, 4.88 ], "duration": 61.66, "caption": "A person puts his hands together and bows his head.", "similarity": 0.6094, "relevance": 0 }, { "pair_id": 11843, "video_name": "castle_s04e09_seg02_clip_12", "timestamp": [ 14.87, 32.37 ], "duration": 87.66, "caption": "A child is able to identify a clue that a person is holding.", "similarity": 0.6001, "relevance": 1 }, { "pair_id": 11844, "video_name": "house_s07e09_seg02_clip_22", "timestamp": [ 73.67, 75.01 ], "duration": 89.66, "caption": "A person puts the back of his hand to the forehead of a child.", "similarity": 0.5886, "relevance": 2 }, { "pair_id": 11845, "video_name": "house_s04e15_seg02_clip_18", "timestamp": [ 57.93, 62.39 ], "duration": 81.66, "caption": "A person is holding a red ribbon in their hand in front of them.", "similarity": 0.559, "relevance": 2 }, { "pair_id": 11846, "video_name": "s06e20_seg02_clip_07", "timestamp": [ 12.4, 14.41 ], "duration": 67.66, "caption": "A person hands another person a DVD box with a red bow on top of it.", "similarity": 0.5563, "relevance": 1 }, { "pair_id": 11847, "video_name": "castle_s01e09_seg02_clip_22", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person beams at their parent while holding their neck with one hand and rotating their upper body back and forth.", "similarity": 0.5425, "relevance": 0 }, { "pair_id": 11848, "video_name": "friends_s10e07_seg02_clip_07", "timestamp": [ 0.95, 3.78 ], "duration": 63.66, "caption": "A man is gently brushing a child's hair with his hand.", "similarity": 0.539, "relevance": 1 }, { "pair_id": 11849, "video_name": "castle_s04e07_seg02_clip_26", "timestamp": [ 5.89, 7.25 ], "duration": 90.66, "caption": "A person goes through doorway holding a child in their arm.", "similarity": 0.5376, "relevance": 1 }, { "pair_id": 11850, "video_name": "house_s03e17_seg02_clip_22", "timestamp": [ 18.88, 22.83 ], "duration": 87.66, "caption": "The baby's hand is grabbing a person's finger as he reaches up.", "similarity": 0.5332, "relevance": 2 }, { "pair_id": 11851, "video_name": "house_s06e06_seg02_clip_15", "timestamp": [ 0.0, 2.61 ], "duration": 87.66, "caption": "A woman holds onto a small child in her arms who has a bottle.", "similarity": 0.5326, "relevance": 1 }, { "pair_id": 11852, "video_name": "met_s02e14_seg02_clip_13", "timestamp": [ 41.56, 44.94 ], "duration": 61.66, "caption": "A child reaches into his pocket and hands something to a man.", "similarity": 0.5306, "relevance": 1 }, { "pair_id": 11853, "video_name": "friends_s01e08_seg02_clip_19", "timestamp": [ 12.66, 23.36 ], "duration": 56.66, "caption": "A woman reaches over and touches strands of her child's hair.", "similarity": 0.529, "relevance": 1 }, { "pair_id": 11854, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person holds up their hand to their mouth.", "similarity": 0.5276, "relevance": 1 }, { "pair_id": 11855, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 15.13, 17.5 ], "duration": 59.66, "caption": "A person gestures rapidly to his hair with both hands.", "similarity": 0.5262, "relevance": 1 }, { "pair_id": 11856, "video_name": "house_s02e13_seg02_clip_11", "timestamp": [ 14.55, 16.98 ], "duration": 97.66, "caption": "A person touches their parent's throat, and the parent pushes their hand away.", "similarity": 0.5256, "relevance": 1 }, { "pair_id": 11857, "video_name": "s05e23_seg02_clip_00", "timestamp": [ 48.34, 54.43 ], "duration": 64.66, "caption": "A person ties their bowtie as they have a conversation with others.", "similarity": 0.525, "relevance": 1 }, { "pair_id": 11858, "video_name": "met_s06e06_seg02_clip_00", "timestamp": [ 50.24, 51.17 ], "duration": 62.66, "caption": "A child shows person something that's in their mouth and then slurps it in.", "similarity": 0.5248, "relevance": 1 }, { "pair_id": 11859, "video_name": "s08e08_seg02_clip_07", "timestamp": [ 16.17, 34.79 ], "duration": 61.66, "caption": "A man uses two hands to fix person's bowtie.", "similarity": 0.5212, "relevance": 1 } ] }, { "query_id": 17350, "query": "A person pushes a syringe into a tube while standing next to a patient in a hospital bed.", "relevant_moment": [ { "pair_id": 158860, "video_name": "house_s02e23_seg02_clip_23", "timestamp": [ 20.47, 24.19 ], "duration": 93.66, "caption": "A person pushes a syringe into a tube while standing next to a patient in a hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158861, "video_name": "house_s01e22_seg02_clip_20", "timestamp": [ 52.06, 59.06 ], "duration": 87.66, "caption": "A person injects someone with the syringe at the hospital bed.", "similarity": 0.8245, "relevance": 3 }, { "pair_id": 158862, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 77.68, 80.47 ], "duration": 93.66, "caption": "A person takes a syringe and releases liquids into a medical tube.", "similarity": 0.806, "relevance": 3 }, { "pair_id": 158863, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 0.0, 2.2 ], "duration": 88.66, "caption": "A person releases some liquid from a syringe into a medical tube.", "similarity": 0.7987, "relevance": 4 }, { "pair_id": 158864, "video_name": "house_s03e01_seg02_clip_06", "timestamp": [ 18.26, 19.63 ], "duration": 91.66, "caption": "A person takes out a large syringe from under the patient bed and shows it to the woman patient.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 158865, "video_name": "house_s01e07_seg02_clip_19", "timestamp": [ 78.47, 81.03 ], "duration": 85.66, "caption": "A medical professional gets a syringe prepared to give to patient in bed.", "similarity": 0.7786, "relevance": 2 }, { "pair_id": 158866, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 158867, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 76.75, 81.86 ], "duration": 93.66, "caption": "A nurse hands a syringe over to a man, he injects it into the tube.", "similarity": 0.7704, "relevance": 4 }, { "pair_id": 158868, "video_name": "house_s03e07_seg02_clip_03", "timestamp": [ 63.86, 65.78 ], "duration": 96.66, "caption": "A person pulls a syringe away from a tube.", "similarity": 0.7702, "relevance": 4 }, { "pair_id": 158869, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A person grabs the syringe and injects medicine into the patient.", "similarity": 0.7611, "relevance": 4 }, { "pair_id": 158870, "video_name": "grey_s01e09_seg02_clip_16", "timestamp": [ 0.0, 21.15 ], "duration": 88.66, "caption": "A man is putting a tube to a patient.", "similarity": 0.7559, "relevance": 2 }, { "pair_id": 158871, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "Someone injects medication into their patient with a syringe.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 158872, "video_name": "house_s01e21_seg02_clip_05", "timestamp": [ 44.89, 49.73 ], "duration": 88.66, "caption": "A person takes a syringe from a nurse and connects it to a patient's IV.", "similarity": 0.7446, "relevance": 4 }, { "pair_id": 158873, "video_name": "house_s04e05_seg02_clip_24", "timestamp": [ 28.22, 30.46 ], "duration": 89.66, "caption": "A doctor hands a tube of vapor balm to a patient laying in a hospital bed.", "similarity": 0.7415, "relevance": 2 }, { "pair_id": 158874, "video_name": "house_s01e08_seg02_clip_17", "timestamp": [ 4.41, 15.42 ], "duration": 88.66, "caption": "A person holds the tube for the patient to breathe through.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 158875, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 48.66, 55.56 ], "duration": 69.66, "caption": "A doctor holds up a syringe in his hand in front of the patient.", "similarity": 0.7319, "relevance": 2 }, { "pair_id": 158876, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 62.58, 70.18 ], "duration": 89.66, "caption": "A man inserts a syringe into a patient's back.", "similarity": 0.7294, "relevance": 4 }, { "pair_id": 158877, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 77.42, 83.01 ], "duration": 86.66, "caption": "A patient grabs the syringe from a doctor and injects himself.", "similarity": 0.7226, "relevance": 2 }, { "pair_id": 158878, "video_name": "house_s02e01_seg02_clip_18", "timestamp": [ 56.71, 63.02 ], "duration": 90.66, "caption": "A doctor uses a device to insert a tube into a patient's nose.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 158879, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 36.73, 43.51 ], "duration": 113.66, "caption": "A person squeezes out liquid from a syringe into a test tube.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 332180, "video_name": "grey_s01e08_seg02_clip_11", "timestamp": [ 55.12, 59.58 ], "duration": 81.66, "caption": "A doctor hands the syringe to another doctor.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 332181, "video_name": "house_s05e13_seg02_clip_16", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A person pulls a long black tube from a patient's throat.", "similarity": 0.7214, "relevance": 3 }, { "pair_id": 332182, "video_name": "house_s05e12_seg02_clip_19", "timestamp": [ 74.18, 82.38 ], "duration": 91.66, "caption": "A doctor approaches a patient's bed with a syringe and injects his IV.", "similarity": 0.7187, "relevance": 3 }, { "pair_id": 332183, "video_name": "house_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.87 ], "duration": 82.66, "caption": "A doctor holds a syringe and is trying to inject at the patient's incision site.", "similarity": 0.7177, "relevance": 3 }, { "pair_id": 332184, "video_name": "house_s05e09_seg02_clip_04", "timestamp": [ 0.0, 30.33 ], "duration": 86.66, "caption": "A person stands in front of a person and is carrying a syringe.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 332185, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 66.9, 69.6 ], "duration": 89.66, "caption": "A person hands someone a syringe as he stands across him.", "similarity": 0.7098, "relevance": 3 }, { "pair_id": 332186, "video_name": "house_s03e03_seg02_clip_04", "timestamp": [ 47.47, 49.57 ], "duration": 84.66, "caption": "A man holds an IV tube and attaches a syringe to it.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 332187, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 23.06, 28.72 ], "duration": 87.66, "caption": "A person holds up a half full syringe and places it in an IV machine.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 332188, "video_name": "house_s06e03_seg02_clip_21", "timestamp": [ 6.72, 18.91 ], "duration": 84.66, "caption": "A person walks into the room and a man injects him with the syringe.", "similarity": 0.6986, "relevance": 1 }, { "pair_id": 332189, "video_name": "house_s07e09_seg02_clip_07", "timestamp": [ 80.47, 91.17 ], "duration": 93.66, "caption": "A person puts a tube into the patient's mouth, it begins sucking.", "similarity": 0.6982, "relevance": 1 }, { "pair_id": 332190, "video_name": "house_s01e08_seg02_clip_16", "timestamp": [ 27.74, 29.62 ], "duration": 94.66, "caption": "A person uses a syringe to put fluid into a medical bag.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 332191, "video_name": "house_s08e08_seg02_clip_22", "timestamp": [ 13.34, 16.1 ], "duration": 92.66, "caption": "A doctor opens the tracheal tube attached to a patient.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 332192, "video_name": "house_s01e07_seg02_clip_08", "timestamp": [ 9.66, 15.18 ], "duration": 92.66, "caption": "A person walks over to someone who is in a hospital bed with breathing tubes.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 332193, "video_name": "house_s01e09_seg02_clip_11", "timestamp": [ 64.63, 81.47 ], "duration": 91.66, "caption": "A person approaches a patient on a hospital bed and plugs a bag into their IV.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 332194, "video_name": "house_s08e21_seg02_clip_20", "timestamp": [ 9.01, 26.51 ], "duration": 106.66, "caption": "person places a syringe in the patient's ear and pulls out fluid.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 332195, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 73.82, 76.52 ], "duration": 90.66, "caption": "A man pulls out the tube attached to patient's throat.", "similarity": 0.6941, "relevance": 3 }, { "pair_id": 332197, "video_name": "house_s08e04_seg02_clip_20", "timestamp": [ 56.28, 66.47 ], "duration": 97.66, "caption": "A woman lifts the syringe and uses it on the patient.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 332198, "video_name": "house_s08e09_seg02_clip_15", "timestamp": [ 24.88, 33.92 ], "duration": 90.66, "caption": "A person removes a tube from the patient's mouth and wraps it in a towel.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 332199, "video_name": "house_s01e09_seg02_clip_02", "timestamp": [ 12.52, 15.2 ], "duration": 89.66, "caption": "A man takes blood using a syringe from his patient.", "similarity": 0.6851, "relevance": 2 } ] }, { "query_id": 17367, "query": "A woman motions her hand in a circle over the table as she leans in and talks to another woman.", "relevant_moment": [ { "pair_id": 172500, "video_name": "castle_s04e17_seg02_clip_24", "timestamp": [ 77.34, 79.13 ], "duration": 89.66, "caption": "A woman motions her hand in a circle over the table as she leans in and talks to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172501, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 47.63, 89.02 ], "duration": 89.66, "caption": "A woman was leaning over the table whilst talking to another person.", "similarity": 0.7828, "relevance": 2 }, { "pair_id": 172502, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 69.32, 89.12 ], "duration": 90.66, "caption": "A woman puts her hands on the table and leans in to speak to a person.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 172504, "video_name": "s09e16_seg02_clip_09", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "Sitting at a table, a woman leans over to say something to another woman who is holding her ear and shaking her head, slightly.", "similarity": 0.758, "relevance": 3 }, { "pair_id": 172505, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 80.26, 82.07 ], "duration": 90.66, "caption": "While sitting at the table, a woman talks to another woman.", "similarity": 0.7533, "relevance": 3 }, { "pair_id": 172506, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 9.45, 12.92 ], "duration": 63.66, "caption": "A woman walks up towards the small table whilst conversing with another woman.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 172508, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 49.13, 57.06 ], "duration": 61.66, "caption": "A woman motions with her left hand while talking to another woman.", "similarity": 0.7329, "relevance": 2 }, { "pair_id": 172509, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 15.82, 27.6 ], "duration": 62.66, "caption": "A woman leans forward and has a conversation with another woman.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 172510, "video_name": "met_s02e12_seg02_clip_01", "timestamp": [ 40.57, 43.55 ], "duration": 59.66, "caption": "A woman is talking to another woman, and then gestures for the other woman to turn around and look.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 172511, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 21.3, 24.07 ], "duration": 92.66, "caption": "A woman stands up from a table while talking with another woman.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 172513, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 6.86, 14.01 ], "duration": 59.66, "caption": "A woman holds her hands palm to palm while talking to another woman.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 172514, "video_name": "friends_s04e12_seg02_clip_11", "timestamp": [ 51.06, 54.3 ], "duration": 59.66, "caption": "A woman turns around and speaks to another woman while holding her neck with her hand.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 172515, "video_name": "s04e03_seg02_clip_02", "timestamp": [ 19.67, 27.94 ], "duration": 57.66, "caption": "A woman leans toward a person and places their hand on the table.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 172516, "video_name": "house_s06e21_seg02_clip_10", "timestamp": [ 23.77, 25.97 ], "duration": 88.66, "caption": "A woman moves her fingers of left hand while talking with another woman.", "similarity": 0.7169, "relevance": 1 }, { "pair_id": 172518, "video_name": "friends_s08e14_seg02_clip_04", "timestamp": [ 13.21, 15.91 ], "duration": 60.66, "caption": "A woman shakes her head and then turns around while she is talking to another woman.", "similarity": 0.7148, "relevance": 2 }, { "pair_id": 172519, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 39.85, 56.66 ], "duration": 96.66, "caption": "A woman was leaning over the table whilst talking to a man.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 345820, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 11.41, 18.91 ], "duration": 60.66, "caption": "A woman motions with both of her hands while talking to someone.", "similarity": 0.7129, "relevance": 3 }, { "pair_id": 345821, "video_name": "castle_s08e04_seg02_clip_19", "timestamp": [ 54.64, 61.93 ], "duration": 91.66, "caption": "A woman was leaning over the table while talking to a man.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 345822, "video_name": "castle_s03e08_seg02_clip_18", "timestamp": [ 2.71, 15.36 ], "duration": 90.66, "caption": "A woman was leaning over the table while talking to a man.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 345823, "video_name": "friends_s05e09_seg02_clip_11", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman is leaning her head on her fingers while talking to another woman.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 345824, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 11.81, 13.28 ], "duration": 59.66, "caption": "A woman is talking to another woman and points outward with her right hand.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 345825, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 13.21, 14.87 ], "duration": 55.66, "caption": "A woman holds up two fingers during her conversation with another woman.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 345826, "video_name": "grey_s03e12_seg02_clip_04", "timestamp": [ 32.31, 47.79 ], "duration": 91.66, "caption": "A woman walks up to another woman's table and sits down while talking a lot.", "similarity": 0.7053, "relevance": 3 }, { "pair_id": 345827, "video_name": "friends_s03e03_seg02_clip_15", "timestamp": [ 45.52, 51.38 ], "duration": 65.66, "caption": "A woman signals another woman's hand and she talks to her.", "similarity": 0.7043, "relevance": 3 }, { "pair_id": 345828, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 13.88, 16.85 ], "duration": 37.66, "caption": "A woman walks toward the table where another woman is.", "similarity": 0.7028, "relevance": 1 }, { "pair_id": 345829, "video_name": "friends_s07e06_seg02_clip_06", "timestamp": [ 56.67, 60.51 ], "duration": 64.66, "caption": "A woman puts her hands on her hips when she's talking to another woman.", "similarity": 0.701, "relevance": 3 }, { "pair_id": 345830, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 40.51, 91.03 ], "duration": 91.66, "caption": "A woman is at a table with a man and another person conversing.", "similarity": 0.7009, "relevance": 1 }, { "pair_id": 345831, "video_name": "friends_s09e21_seg02_clip_16", "timestamp": [ 52.18, 54.36 ], "duration": 54.66, "caption": "A woman gestures at another woman with rapid hand movements.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 345832, "video_name": "grey_s02e06_seg02_clip_08", "timestamp": [ 9.48, 14.45 ], "duration": 90.66, "caption": "A woman puts her hand against the wall and continues to talk to another woman.", "similarity": 0.6999, "relevance": 3 }, { "pair_id": 345833, "video_name": "castle_s08e16_seg02_clip_01", "timestamp": [ 0.44, 18.04 ], "duration": 88.66, "caption": "A woman leans on a table and talks to another woman and asks her to make coffee.", "similarity": 0.6999, "relevance": 3 }, { "pair_id": 345834, "video_name": "s04e13_seg01_clip_00", "timestamp": [ 29.29, 31.12 ], "duration": 61.66, "caption": "A woman turns back towards the table when a woman speaks to her.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 345835, "video_name": "grey_s01e03_seg02_clip_16", "timestamp": [ 0.0, 3.67 ], "duration": 81.66, "caption": "A woman turns around and another woman starts talking to her.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 345836, "video_name": "grey_s03e16_seg02_clip_24", "timestamp": [ 74.68, 79.02 ], "duration": 79.66, "caption": "A woman has her hands on her neck as another woman talks to her.", "similarity": 0.6928, "relevance": 1 }, { "pair_id": 345837, "video_name": "house_s01e18_seg02_clip_10", "timestamp": [ 50.75, 56.06 ], "duration": 118.66, "caption": "A woman sits at a table and talks while gesturing.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 345838, "video_name": "s07e24_seg02_clip_16", "timestamp": [ 42.36, 45.26 ], "duration": 58.66, "caption": "A woman gestures to a person as she is talking to another person.", "similarity": 0.689, "relevance": 1 }, { "pair_id": 345839, "video_name": "friends_s05e09_seg02_clip_04", "timestamp": [ 36.08, 39.07 ], "duration": 59.66, "caption": "A woman leans her chin in her hand while woman is talking.", "similarity": 0.6885, "relevance": 2 } ] }, { "query_id": 17459, "query": "A woman looks at a man for just a while because she is currently driving.", "relevant_moment": [ { "pair_id": 1280, "video_name": "s08e03_seg02_clip_05", "timestamp": [ 37.78, 42.58 ], "duration": 64.66, "caption": "A woman looks at a man for just a while because she is currently driving.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1281, "video_name": "s09e24_seg02_clip_09", "timestamp": [ 43.64, 45.77 ], "duration": 61.66, "caption": "A man looks over at woman while he is driving.", "similarity": 0.8359, "relevance": 3 }, { "pair_id": 1282, "video_name": "s09e09_seg02_clip_04", "timestamp": [ 28.53, 30.08 ], "duration": 62.66, "caption": "A woman looks over at a man while she is driving the car.", "similarity": 0.8163, "relevance": 4 }, { "pair_id": 1283, "video_name": "s08e11_seg02_clip_03", "timestamp": [ 6.0, 8.4 ], "duration": 60.66, "caption": "A woman turns her head and looks at a person while she is driving.", "similarity": 0.7867, "relevance": 4 }, { "pair_id": 1284, "video_name": "s10e12_seg02_clip_06", "timestamp": [ 16.54, 17.99 ], "duration": 58.66, "caption": "A woman and a man look at each other as she drives.", "similarity": 0.7862, "relevance": 4 }, { "pair_id": 1285, "video_name": "castle_s02e09_seg02_clip_17", "timestamp": [ 59.41, 63.98 ], "duration": 91.66, "caption": "A man looks directly at a woman as she speaks while driving.", "similarity": 0.7672, "relevance": 3 }, { "pair_id": 1286, "video_name": "s10e12_seg02_clip_06", "timestamp": [ 54.54, 58.03 ], "duration": 58.66, "caption": "A man looks at a woman bewildered as she drives.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 1287, "video_name": "castle_s01e05_seg02_clip_21", "timestamp": [ 92.66, 97.03 ], "duration": 97.66, "caption": "A person turns his head to look at woman while they are in a car.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 1288, "video_name": "s10e11_seg02_clip_10", "timestamp": [ 45.75, 49.29 ], "duration": 59.66, "caption": "A person looks across woman over at some people as they are driving down the road.", "similarity": 0.7307, "relevance": 1 }, { "pair_id": 1289, "video_name": "s02e05_seg02_clip_12", "timestamp": [ 21.31, 23.41 ], "duration": 60.66, "caption": "A woman puts both hands over her face while watching a person drive.", "similarity": 0.7277, "relevance": 0 }, { "pair_id": 1290, "video_name": "friends_s06e01_seg02_clip_09", "timestamp": [ 3.41, 12.41 ], "duration": 62.66, "caption": "A woman fusses at a man about how long she's been driving.", "similarity": 0.7168, "relevance": 4 }, { "pair_id": 1291, "video_name": "s08e12_seg02_clip_07", "timestamp": [ 13.81, 16.21 ], "duration": 60.66, "caption": "A person is driving and looking over to his/her right.", "similarity": 0.6902, "relevance": 3 }, { "pair_id": 1292, "video_name": "s04e01_seg02_clip_09", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A person rolls his eyes and looks towards woman in the back seat of the car.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 1293, "video_name": "s03e08_seg02_clip_08", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A person prepares to drive a car, while a woman waits.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 1294, "video_name": "castle_s03e01_seg02_clip_21", "timestamp": [ 9.35, 14.24 ], "duration": 89.66, "caption": "A woman looks at a man.", "similarity": 0.6765, "relevance": 1 }, { "pair_id": 1295, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 17.93, 27.21 ], "duration": 64.66, "caption": "A man reaches over and touches a woman while he's driving.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 1296, "video_name": "castle_s02e13_seg02_clip_02", "timestamp": [ 28.84, 32.09 ], "duration": 93.66, "caption": "A woman called a man and he stops and looks at her.", "similarity": 0.6756, "relevance": 0 }, { "pair_id": 1297, "video_name": "castle_s04e16_seg02_clip_01", "timestamp": [ 4.91, 21.26 ], "duration": 109.66, "caption": "A man tells woman to wait as he looks out the car window.", "similarity": 0.6749, "relevance": 1 }, { "pair_id": 1298, "video_name": "castle_s06e07_seg02_clip_14", "timestamp": [ 78.19, 89.36 ], "duration": 89.66, "caption": "A person turns and stares at another person while they're driving down the street.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 1299, "video_name": "friends_s06e03_seg02_clip_18", "timestamp": [ 32.6, 38.56 ], "duration": 62.66, "caption": "A man turns around quickly to look at a woman then she looks away.", "similarity": 0.6657, "relevance": 0 } ] }, { "query_id": 17486, "query": "A man is angrily gesturing while talking to two guys.", "relevant_moment": [ { "pair_id": 10400, "video_name": "friends_s04e22_seg02_clip_12", "timestamp": [ 28.68, 34.67 ], "duration": 63.66, "caption": "A man is angrily gesturing while talking to two guys.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 10401, "video_name": "house_s08e15_seg02_clip_23", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "A man was talking angrily to another man.", "similarity": 0.8332, "relevance": 2 }, { "pair_id": 10402, "video_name": "house_s05e02_seg02_clip_08", "timestamp": [ 34.89, 46.05 ], "duration": 93.66, "caption": "A man was talking angrily to another man.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 10403, "video_name": "house_s02e21_seg02_clip_09", "timestamp": [ 62.57, 71.57 ], "duration": 90.66, "caption": "A man talks to another man as if he was angry.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 10404, "video_name": "castle_s05e04_seg02_clip_18", "timestamp": [ 14.33, 48.99 ], "duration": 92.66, "caption": "A man is angrily speaking to another man on the phone.", "similarity": 0.7884, "relevance": 2 }, { "pair_id": 10405, "video_name": "friends_s05e09_seg02_clip_07", "timestamp": [ 32.55, 47.21 ], "duration": 58.66, "caption": "A man is yelling angrily at two people.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 10406, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 10.55, 13.81 ], "duration": 31.66, "caption": "A man angrily says something to another man and shakes his head.", "similarity": 0.775, "relevance": 3 }, { "pair_id": 10407, "video_name": "friends_s08e23-24_seg02_clip_36", "timestamp": [ 40.28, 44.55 ], "duration": 61.66, "caption": "A man angrily glances at a man after he speaks.", "similarity": 0.7642, "relevance": 1 }, { "pair_id": 10408, "video_name": "house_s02e01_seg02_clip_22", "timestamp": [ 0.0, 9.74 ], "duration": 92.66, "caption": "A man is talking to another person besides him about him being angry.", "similarity": 0.7619, "relevance": 1 }, { "pair_id": 10409, "video_name": "castle_s05e19_seg02_clip_20", "timestamp": [ 0.0, 52.16 ], "duration": 82.66, "caption": "A person was angrily talking to two other people.", "similarity": 0.759, "relevance": 2 }, { "pair_id": 10410, "video_name": "met_s03e02_seg01_clip_00", "timestamp": [ 7.19, 10.0 ], "duration": 62.66, "caption": "A man shakes his hand while talking to two guys.", "similarity": 0.7564, "relevance": 3 }, { "pair_id": 10411, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 0.0, 36.52 ], "duration": 90.66, "caption": "A man was talking angrily at a person and woman.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 10412, "video_name": "house_s05e13_seg02_clip_12", "timestamp": [ 73.85, 75.62 ], "duration": 88.66, "caption": "A man stood up very angrily and shouting at another man.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 10413, "video_name": "met_s06e12_seg02_clip_14", "timestamp": [ 0.0, 4.14 ], "duration": 59.66, "caption": "A man gestures with his hands and shouts angrily.", "similarity": 0.7331, "relevance": 3 }, { "pair_id": 10414, "video_name": "friends_s01e11_seg02_clip_09", "timestamp": [ 20.15, 23.07 ], "duration": 53.66, "caption": "A man shakes his head angrily at another man and points his finger at him.", "similarity": 0.729, "relevance": 3 }, { "pair_id": 10415, "video_name": "castle_s08e22_seg02_clip_22", "timestamp": [ 22.8, 26.68 ], "duration": 97.66, "caption": "A person is talking to another person and looks around angrily.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 10416, "video_name": "met_s06e10_seg01_clip_03", "timestamp": [ 0.0, 3.68 ], "duration": 47.66, "caption": "A man points angrily while telling another man what he is not.", "similarity": 0.728, "relevance": 3 }, { "pair_id": 10417, "video_name": "friends_s05e09_seg02_clip_07", "timestamp": [ 22.58, 24.05 ], "duration": 58.66, "caption": "A man points his finger rather angrily at another man.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 10418, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 6.0, 19.38 ], "duration": 92.66, "caption": "Two people were talking angrily at each other.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 10419, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 9.5, 35.04 ], "duration": 59.66, "caption": "Two people were talking angrily at each other.", "similarity": 0.7055, "relevance": 3 } ] }, { "query_id": 17495, "query": "A person walks up to another person's door and knocks a few times.", "relevant_moment": [ { "pair_id": 13740, "video_name": "s01e17_seg02_clip_00", "timestamp": [ 4.88, 11.29 ], "duration": 61.66, "caption": "A person walks up to another person's door and knocks a few times.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13741, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 8.7, 19.21 ], "duration": 60.66, "caption": "A person goes to another person's door and knocks on it.", "similarity": 0.8958, "relevance": 1 }, { "pair_id": 13742, "video_name": "s07e20_seg02_clip_12", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A person repeatedly knocks on the door with another person standing behind him/her.", "similarity": 0.8323, "relevance": 4 }, { "pair_id": 13743, "video_name": "s03e23_seg02_clip_00", "timestamp": [ 4.65, 7.44 ], "duration": 62.66, "caption": "A person walks down the stairs and knocks on someone's door.", "similarity": 0.8173, "relevance": 3 }, { "pair_id": 13744, "video_name": "s10e10_seg02_clip_07", "timestamp": [ 37.22, 39.62 ], "duration": 60.66, "caption": "A person walks up to the door and knocks on it.", "similarity": 0.8155, "relevance": 4 }, { "pair_id": 13745, "video_name": "s03e16_seg02_clip_06", "timestamp": [ 26.71, 30.01 ], "duration": 60.66, "caption": "A person knocks on someone's door twice before someone opens the door.", "similarity": 0.8088, "relevance": 4 }, { "pair_id": 13746, "video_name": "s06e21_seg02_clip_10", "timestamp": [ 6.44, 11.77 ], "duration": 56.66, "caption": "Someone knocks on the door and a person hangs up with another person.", "similarity": 0.8075, "relevance": 1 }, { "pair_id": 13747, "video_name": "s09e23_seg02_clip_07", "timestamp": [ 31.81, 34.52 ], "duration": 60.66, "caption": "A person knocks at their door three times and is calling for another person.", "similarity": 0.8067, "relevance": 2 }, { "pair_id": 13748, "video_name": "s06e17_seg02_clip_08", "timestamp": [ 43.09, 51.06 ], "duration": 59.66, "caption": "A person walks across the hall and knocks on person's door.", "similarity": 0.8056, "relevance": 4 }, { "pair_id": 13749, "video_name": "s01e03_seg02_clip_09", "timestamp": [ 58.2, 61.13 ], "duration": 65.66, "caption": "A person walks across the hall and knocks on person's door.", "similarity": 0.8056, "relevance": 4 }, { "pair_id": 13750, "video_name": "s03e06_seg02_clip_13", "timestamp": [ 24.01, 30.01 ], "duration": 60.66, "caption": "A person knocks on someone's open door three times.", "similarity": 0.8048, "relevance": 4 }, { "pair_id": 13751, "video_name": "house_s05e21_seg02_clip_10", "timestamp": [ 46.43, 57.14 ], "duration": 89.66, "caption": "A person knocks to the door and another person opened it.", "similarity": 0.8024, "relevance": 3 }, { "pair_id": 13752, "video_name": "s03e23_seg02_clip_15", "timestamp": [ 6.37, 12.26 ], "duration": 49.66, "caption": "A person walks over to a woman's door and knocks on it.", "similarity": 0.801, "relevance": 3 }, { "pair_id": 13753, "video_name": "s03e16_seg02_clip_06", "timestamp": [ 26.71, 35.72 ], "duration": 60.66, "caption": "A person knocks on another person's door twice and he/she opens it and knocks the third time before he/she can.", "similarity": 0.7931, "relevance": 4 }, { "pair_id": 13754, "video_name": "s05e02_seg02_clip_05", "timestamp": [ 6.79, 9.74 ], "duration": 59.66, "caption": "A person knocks and calls for the name of another person in their doorway.", "similarity": 0.7928, "relevance": 4 }, { "pair_id": 13755, "video_name": "s06e10_seg02_clip_01", "timestamp": [ 1.93, 4.4 ], "duration": 55.66, "caption": "A person knocks many times on someone's door and calls them.", "similarity": 0.7892, "relevance": 4 }, { "pair_id": 13756, "video_name": "s02e09_seg02_clip_10", "timestamp": [ 0.87, 5.51 ], "duration": 58.66, "caption": "A person knocks on someone's door and door trim.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 13757, "video_name": "s01e10_seg02_clip_00", "timestamp": [ 3.97, 10.68 ], "duration": 61.66, "caption": "A person quickly knocks on the door of another person's room.", "similarity": 0.7859, "relevance": 4 }, { "pair_id": 13758, "video_name": "s05e02_seg02_clip_04", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A person knocks three times on someone's front door.", "similarity": 0.7827, "relevance": 4 }, { "pair_id": 13759, "video_name": "s04e20_seg02_clip_11", "timestamp": [ 24.01, 27.91 ], "duration": 60.66, "caption": "A person knocks on someone's house and the latter opens the door.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 187060, "video_name": "friends_s05e14_seg02_clip_13", "timestamp": [ 22.51, 24.91 ], "duration": 60.66, "caption": "A person walks up to an apartment door and knocks on it.", "similarity": 0.7826, "relevance": 3 }, { "pair_id": 187061, "video_name": "s06e10_seg02_clip_00", "timestamp": [ 5.95, 11.9 ], "duration": 70.66, "caption": "A person keeps knocking on another person's door multiple times.", "similarity": 0.7822, "relevance": 3 }, { "pair_id": 187062, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 8.52, 10.48 ], "duration": 65.66, "caption": "A person opens the door after another person knocks on it.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 187063, "video_name": "s06e07_seg02_clip_05", "timestamp": [ 54.74, 57.02 ], "duration": 57.66, "caption": "A person walks over to a woman's front door and knocks on it.", "similarity": 0.7782, "relevance": 4 }, { "pair_id": 187064, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 52.53, 56.66 ], "duration": 59.66, "caption": "A person knocks on the door and another person opens it.", "similarity": 0.7747, "relevance": 3 }, { "pair_id": 187065, "video_name": "s05e02_seg02_clip_02", "timestamp": [ 41.91, 46.63 ], "duration": 59.66, "caption": "A person knocks repeatedly on person's door while saying person's name.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 187066, "video_name": "s06e12_seg02_clip_09", "timestamp": [ 17.56, 23.09 ], "duration": 65.66, "caption": "A person walks up to a door and begins knocking on it, over and over.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 187067, "video_name": "s02e05_seg01_clip_01", "timestamp": [ 31.6, 34.72 ], "duration": 89.66, "caption": "A person repeatedly knocks on a woman's door with their hand.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 187068, "video_name": "s04e18_seg02_clip_07", "timestamp": [ 33.57, 44.86 ], "duration": 61.66, "caption": "A person knocks on door and a man has a conversation with him.", "similarity": 0.7492, "relevance": 1 }, { "pair_id": 187069, "video_name": "s01e05_seg02_clip_02", "timestamp": [ 39.67, 45.77 ], "duration": 61.66, "caption": "A person exits their door, closes door, and quickly moves across the hallway to knock on another person's door.", "similarity": 0.7471, "relevance": 4 }, { "pair_id": 187070, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 44.76, 51.61 ], "duration": 57.66, "caption": "A person knocks gently on the door and calls to another person quietly.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 187071, "video_name": "s03e11_seg02_clip_10", "timestamp": [ 1.74, 12.77 ], "duration": 58.66, "caption": "A person knocks on a person's door and then walks in with a cup.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 187072, "video_name": "s06e15_seg02_clip_07", "timestamp": [ 49.43, 54.02 ], "duration": 54.66, "caption": "A person goes across the hall and knocks on a man's door.", "similarity": 0.7427, "relevance": 4 }, { "pair_id": 187073, "video_name": "s04e21_seg01_clip_00", "timestamp": [ 74.15, 80.63 ], "duration": 81.66, "caption": "A person knocks on someone's door after they open it they rush to the bathroom.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 187074, "video_name": "house_s05e21_seg02_clip_00", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A person walks over to the door to get another person.", "similarity": 0.7403, "relevance": 2 }, { "pair_id": 187075, "video_name": "s01e01_seg01_clip_05", "timestamp": [ 3.92, 5.32 ], "duration": 56.66, "caption": "A person knocks on an apartment door while another person stands behind him.", "similarity": 0.7386, "relevance": 3 }, { "pair_id": 187076, "video_name": "s03e23_seg02_clip_10", "timestamp": [ 37.82, 45.62 ], "duration": 60.66, "caption": "A person walks up to a woman's door and knocks then changes his mind and walks away.", "similarity": 0.7361, "relevance": 3 }, { "pair_id": 187077, "video_name": "s07e17_seg02_clip_05", "timestamp": [ 7.25, 58.03 ], "duration": 58.66, "caption": "A person knocked on the door and talked to another person.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 187078, "video_name": "s02e13_seg02_clip_01", "timestamp": [ 55.54, 59.2 ], "duration": 61.66, "caption": "A person knocks repeatedly on the door to someone's apartment.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 187079, "video_name": "s01e05_seg02_clip_02", "timestamp": [ 43.33, 44.86 ], "duration": 61.66, "caption": "A person knocks on the door of someone's apartment.", "similarity": 0.728, "relevance": 4 } ] }, { "query_id": 17591, "query": "A person beefs up pretending to be the Hulk while having a conversation with another person.", "relevant_moment": [ { "pair_id": 13880, "video_name": "s03e12_seg02_clip_13", "timestamp": [ 25.38, 39.84 ], "duration": 59.66, "caption": "A person beefs up pretending to be the Hulk while having a conversation with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13881, "video_name": "s04e05_seg01_clip_01", "timestamp": [ 43.0, 45.88 ], "duration": 48.66, "caption": "A person does an impersonation of the Hulk at another person.", "similarity": 0.8259, "relevance": 2 }, { "pair_id": 13882, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 41.3, 54.95 ], "duration": 65.66, "caption": "A person is sitting across from another person as he converses about his views on the movie Hulk.", "similarity": 0.7564, "relevance": 1 }, { "pair_id": 13883, "video_name": "s04e05_seg01_clip_01", "timestamp": [ 41.8, 48.04 ], "duration": 48.66, "caption": "A person turns toward another person and makes Hulk arms.", "similarity": 0.7143, "relevance": 3 }, { "pair_id": 13884, "video_name": "s07e04_seg02_clip_03", "timestamp": [ 39.71, 45.38 ], "duration": 63.66, "caption": "A man explains to a woman why he dressed like the Hulk.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 13885, "video_name": "friends_s07e22_seg02_clip_09", "timestamp": [ 50.58, 52.19 ], "duration": 64.66, "caption": "A person makes a hulk gesture on his way to his room.", "similarity": 0.617, "relevance": 0 }, { "pair_id": 13886, "video_name": "s02e12_seg02_clip_07", "timestamp": [ 17.09, 42.11 ], "duration": 61.66, "caption": "A man tells woman that when she gets angry she can be very scary, he compares her to the Hulk.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 13887, "video_name": "s10e03_seg02_clip_00", "timestamp": [ 27.16, 28.68 ], "duration": 61.66, "caption": "A person says \"ow\" and jokingly smacks another person on their back.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 13888, "video_name": "castle_s05e21_seg02_clip_25", "timestamp": [ 0.0, 23.41 ], "duration": 151.66, "caption": "A person was having a conversation with two other people.", "similarity": 0.5791, "relevance": 0 }, { "pair_id": 13889, "video_name": "s07e14_seg02_clip_04", "timestamp": [ 0.0, 9.74 ], "duration": 59.66, "caption": "A person is talking about Comic Con while another person listens.", "similarity": 0.5785, "relevance": 1 }, { "pair_id": 13890, "video_name": "castle_s01e09_seg02_clip_19", "timestamp": [ 13.13, 25.76 ], "duration": 101.66, "caption": "A person buttons up their shirt while talking with another person.", "similarity": 0.5757, "relevance": 0 }, { "pair_id": 13891, "video_name": "friends_s03e25_seg02_clip_19", "timestamp": [ 31.01, 33.5 ], "duration": 62.66, "caption": "A person is talking to another person putting their arms out for emphasis.", "similarity": 0.574, "relevance": 0 }, { "pair_id": 13892, "video_name": "house_s03e02_seg02_clip_13", "timestamp": [ 0.0, 89.31 ], "duration": 96.66, "caption": "A person was having a conversation with some other people.", "similarity": 0.5731, "relevance": 0 }, { "pair_id": 13893, "video_name": "s05e21_seg02_clip_00", "timestamp": [ 15.56, 61.03 ], "duration": 61.66, "caption": "A person starts arguing another person for a serious matter.", "similarity": 0.5718, "relevance": 1 }, { "pair_id": 13894, "video_name": "s07e04_seg02_clip_03", "timestamp": [ 39.71, 44.44 ], "duration": 63.66, "caption": "A man crosses his arms as he tells a woman the reason why he dressed as the hulk as a child.", "similarity": 0.5703, "relevance": 1 }, { "pair_id": 13895, "video_name": "s04e04_seg01_clip_00", "timestamp": [ 22.02, 28.84 ], "duration": 62.66, "caption": "A man insults another man while giving him a superhero name and power.", "similarity": 0.5683, "relevance": 1 }, { "pair_id": 13896, "video_name": "house_s01e05_seg02_clip_09", "timestamp": [ 0.0, 65.34 ], "duration": 92.66, "caption": "A person is having a conversation with another person.", "similarity": 0.5669, "relevance": 0 }, { "pair_id": 13897, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 67.34, 99.03 ], "duration": 99.66, "caption": "A person is having a conversation with another person.", "similarity": 0.5669, "relevance": 0 }, { "pair_id": 13898, "video_name": "s07e13_seg02_clip_14", "timestamp": [ 44.39, 58.02 ], "duration": 58.66, "caption": "A person attempts to involve himself in some people's conversation about their relationship.", "similarity": 0.5642, "relevance": 1 }, { "pair_id": 13899, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 0.0, 9.38 ], "duration": 67.66, "caption": "A person talks another person into having a get together at the comic book store.", "similarity": 0.5641, "relevance": 0 } ] }, { "query_id": 17600, "query": "A woman was talking to man outside the window.", "relevant_moment": [ { "pair_id": 156500, "video_name": "friends_s02e08_seg02_clip_15", "timestamp": [ 0.0, 16.44 ], "duration": 62.66, "caption": "A woman was talking to man outside the window.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156501, "video_name": "friends_s10e01_seg02_clip_04", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A woman stared outside the window while a man talked to her.", "similarity": 0.872, "relevance": 2 }, { "pair_id": 156502, "video_name": "house_s07e07_seg02_clip_20", "timestamp": [ 0.0, 36.02 ], "duration": 147.66, "caption": "A man is speaking to a woman as she is standing on the outside of a window with her hands it.", "similarity": 0.8486, "relevance": 3 }, { "pair_id": 156503, "video_name": "castle_s02e13_seg02_clip_09", "timestamp": [ 0.0, 5.4 ], "duration": 83.66, "caption": "A woman is talking to a woman through the window and a man waves at her.", "similarity": 0.8205, "relevance": 3 }, { "pair_id": 156504, "video_name": "friends_s01e12_seg02_clip_18", "timestamp": [ 8.06, 12.1 ], "duration": 62.66, "caption": "A man climbs out the window to talk to a woman.", "similarity": 0.7951, "relevance": 2 }, { "pair_id": 156505, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 0.0, 81.2 ], "duration": 81.66, "caption": "A man is standing outside of an open window as he converses with woman.", "similarity": 0.7912, "relevance": 4 }, { "pair_id": 156506, "video_name": "house_s01e11_seg02_clip_14", "timestamp": [ 10.94, 76.16 ], "duration": 81.66, "caption": "A woman talks to a man outside their room.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 156507, "video_name": "castle_s07e11_seg02_clip_01", "timestamp": [ 76.62, 89.1 ], "duration": 89.66, "caption": "A woman and a man walk over to the window to have a private conversation.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 156508, "video_name": "castle_s06e01_seg02_clip_12", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A man and a woman are outside talking to each other.", "similarity": 0.7594, "relevance": 1 }, { "pair_id": 156509, "video_name": "s10e05_seg02_clip_05", "timestamp": [ 18.91, 24.61 ], "duration": 60.66, "caption": "A man tells a woman he hears something outside and walks towards the window.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 156510, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 0.0, 38.71 ], "duration": 86.66, "caption": "A woman is talking to a man that is behind the door.", "similarity": 0.7515, "relevance": 3 }, { "pair_id": 156511, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 70.77, 104.16 ], "duration": 159.66, "caption": "A man speaks to a woman as she looks outside of the glass door.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 156512, "video_name": "house_s04e01_seg02_clip_19", "timestamp": [ 19.75, 28.21 ], "duration": 94.66, "caption": "A woman walks outside and talks to a man.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 156513, "video_name": "friends_s01e01_seg02_clip_28", "timestamp": [ 0.0, 7.74 ], "duration": 43.66, "caption": "A woman and man were talking to each other.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 156514, "video_name": "castle_s08e11_seg02_clip_20", "timestamp": [ 0.0, 25.94 ], "duration": 91.66, "caption": "A man is speaking to a woman outside of her office.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 156515, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 0.0, 31.29 ], "duration": 92.66, "caption": "A woman is having a conversation with a man behind the door.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 156516, "video_name": "castle_s02e12_seg02_clip_19", "timestamp": [ 0.91, 32.22 ], "duration": 90.66, "caption": "A woman talks to man about her conversation with person while on the roof.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 156517, "video_name": "friends_s03e03_seg02_clip_01", "timestamp": [ 45.32, 60.03 ], "duration": 60.66, "caption": "A woman is having a conversation with a man.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 156518, "video_name": "castle_s02e20_seg02_clip_08", "timestamp": [ 86.98, 90.6 ], "duration": 90.66, "caption": "A woman and a man stand outside glass doors and talk.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 156519, "video_name": "house_s02e02_seg02_clip_26", "timestamp": [ 0.0, 5.44 ], "duration": 68.66, "caption": "A woman is talking to a man how good the weather outside is.", "similarity": 0.7223, "relevance": 1 } ] }, { "query_id": 17620, "query": "A man throws a book in the garbage can while talking to woman in the laundry room.", "relevant_moment": [ { "pair_id": 95040, "video_name": "s03e12_seg02_clip_14", "timestamp": [ 34.83, 37.19 ], "duration": 59.66, "caption": "A man throws a book in the garbage can while talking to woman in the laundry room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 95041, "video_name": "s03e12_seg02_clip_14", "timestamp": [ 34.83, 37.19 ], "duration": 59.66, "caption": "A man tosses a book into the trash can.", "similarity": 0.7345, "relevance": 4 }, { "pair_id": 95042, "video_name": "friends_s03e19_seg02_clip_06", "timestamp": [ 30.08, 34.43 ], "duration": 62.66, "caption": "A man picks up a book, waves it at woman, and throws it down.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 95043, "video_name": "friends_s09e22_seg02_clip_04", "timestamp": [ 18.63, 20.67 ], "duration": 58.66, "caption": "A man throws the documents in their hands into a trash can.", "similarity": 0.6285, "relevance": 2 }, { "pair_id": 95044, "video_name": "friends_s03e22_seg02_clip_10", "timestamp": [ 11.28, 15.13 ], "duration": 55.66, "caption": "A man tells a woman he is giving his a trash can.", "similarity": 0.6267, "relevance": 0 }, { "pair_id": 95045, "video_name": "castle_s07e04_seg02_clip_15", "timestamp": [ 26.94, 30.53 ], "duration": 89.66, "caption": "A man throws down some papers when he's talking to a woman.", "similarity": 0.6228, "relevance": 0 }, { "pair_id": 95046, "video_name": "met_s02e17_seg02_clip_03", "timestamp": [ 46.82, 49.22 ], "duration": 60.66, "caption": "A man picks up some trash from the floor and throws it in a garbage can.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 95047, "video_name": "met_s06e24_seg02_clip_04", "timestamp": [ 0.0, 6.0 ], "duration": 60.66, "caption": "A man talks on the phone while woman is throwing up into a red trash can.", "similarity": 0.6164, "relevance": 0 }, { "pair_id": 95048, "video_name": "s08e15_seg02_clip_01", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A person throws a shirt in the dryer while talking to woman.", "similarity": 0.6044, "relevance": 3 }, { "pair_id": 95049, "video_name": "house_s02e13_seg02_clip_12", "timestamp": [ 3.74, 9.13 ], "duration": 83.66, "caption": "A man walks out and throws a magazine in the trash bin.", "similarity": 0.601, "relevance": 2 }, { "pair_id": 95050, "video_name": "house_s08e10_seg02_clip_12", "timestamp": [ 5.07, 8.58 ], "duration": 78.66, "caption": "A man opens the garbage bin and throws something inside.", "similarity": 0.5934, "relevance": 1 }, { "pair_id": 95051, "video_name": "friends_s06e14_seg02_clip_02", "timestamp": [ 6.41, 10.68 ], "duration": 61.66, "caption": "A man tosses the newspaper down when he is talking to a woman.", "similarity": 0.5898, "relevance": 0 }, { "pair_id": 95052, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 4.55, 9.09 ], "duration": 90.66, "caption": "A man tosses another man the book while explaining who someone is.", "similarity": 0.5885, "relevance": 1 }, { "pair_id": 95053, "video_name": "met_s05e03_seg02_clip_12", "timestamp": [ 51.54, 58.27 ], "duration": 64.66, "caption": "A man says something to a woman and throws the notebook onto the barrel.", "similarity": 0.5877, "relevance": 3 }, { "pair_id": 95054, "video_name": "house_s02e15_seg02_clip_02", "timestamp": [ 51.09, 53.39 ], "duration": 92.66, "caption": "A man throws his used gloves inside the garbage bin.", "similarity": 0.5868, "relevance": 1 }, { "pair_id": 95055, "video_name": "castle_s01e01_seg02_clip_06", "timestamp": [ 6.6, 13.2 ], "duration": 88.66, "caption": "A man gets two books and converses with a woman.", "similarity": 0.5863, "relevance": 0 }, { "pair_id": 95056, "video_name": "house_s02e20_seg02_clip_13", "timestamp": [ 78.03, 85.53 ], "duration": 100.66, "caption": "A person throws a tongue depressor in the trash while talking, then walks behind someone and leaves the room.", "similarity": 0.5801, "relevance": 0 }, { "pair_id": 95057, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 20.91, 23.72 ], "duration": 80.66, "caption": "A person throws a garbage bag on someone's office desk.", "similarity": 0.5774, "relevance": 1 }, { "pair_id": 95058, "video_name": "s03e03_seg02_clip_13", "timestamp": [ 39.92, 41.12 ], "duration": 60.66, "caption": "A woman throws a book down onto a chair as she walks past some men.", "similarity": 0.5768, "relevance": 0 }, { "pair_id": 95059, "video_name": "friends_s07e19_seg02_clip_14", "timestamp": [ 7.25, 9.66 ], "duration": 69.66, "caption": "A man suddenly throw a thing while talking to woman.", "similarity": 0.5744, "relevance": 1 } ] }, { "query_id": 17641, "query": "A person is sitting in an interrogation room alone.", "relevant_moment": [ { "pair_id": 167820, "video_name": "castle_s02e13_seg02_clip_19", "timestamp": [ 27.46, 30.61 ], "duration": 90.66, "caption": "A person is sitting in an interrogation room alone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167821, "video_name": "house_s06e18_seg02_clip_05", "timestamp": [ 0.0, 16.24 ], "duration": 92.66, "caption": "A person is sitting alone in a room as he looks forward.", "similarity": 0.7289, "relevance": 3 }, { "pair_id": 167822, "video_name": "castle_s02e04_seg02_clip_06", "timestamp": [ 47.85, 55.59 ], "duration": 91.66, "caption": "A person is sitting in the interrogation room when two other people walk in.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 167823, "video_name": "castle_s05e11_seg02_clip_06", "timestamp": [ 47.74, 86.02 ], "duration": 86.66, "caption": "A man is sitting in the interrogation room with two other people.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 167824, "video_name": "castle_s05e10_seg02_clip_18", "timestamp": [ 70.13, 76.34 ], "duration": 88.66, "caption": "A person is sitting in the interrogation room when two people walk in.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 167825, "video_name": "castle_s02e24_seg02_clip_07", "timestamp": [ 1.8, 90.02 ], "duration": 90.66, "caption": "A person is in the interrogation room with someone and someone else.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 167826, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 43.62, 89.02 ], "duration": 89.66, "caption": "A person sits in the interrogation room with a woman questioning him.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 167827, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 0.0, 50.42 ], "duration": 96.66, "caption": "A woman is sitting in a interrogation room with another person.", "similarity": 0.6735, "relevance": 3 }, { "pair_id": 167828, "video_name": "castle_s02e13_seg02_clip_04", "timestamp": [ 0.0, 36.68 ], "duration": 90.66, "caption": "A person sits in the interrogation room and holds an ice pack to his eye.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 167829, "video_name": "castle_s06e20_seg02_clip_23", "timestamp": [ 79.23, 85.12 ], "duration": 90.66, "caption": "A man and woman converse as a person is sitting alone in an interrogation room.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 167830, "video_name": "castle_s06e13_seg02_clip_12", "timestamp": [ 34.88, 36.66 ], "duration": 89.66, "caption": "A person is sitting in a room alone on their laptop.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 167831, "video_name": "castle_s02e19_seg02_clip_21", "timestamp": [ 29.06, 74.93 ], "duration": 90.66, "caption": "A person sits in the interrogation room with woman and man.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 167832, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 28.61, 90.66 ], "duration": 90.66, "caption": "A man in the interrogation room with two other people.", "similarity": 0.6442, "relevance": 3 }, { "pair_id": 167833, "video_name": "castle_s08e01_seg02_clip_07", "timestamp": [ 54.96, 56.3 ], "duration": 89.66, "caption": "A person is in the monitor room watching the interrogation of someone.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 167834, "video_name": "castle_s06e08_seg02_clip_22", "timestamp": [ 68.03, 71.63 ], "duration": 90.66, "caption": "A person sits down in a chair at the interrogation table.", "similarity": 0.6391, "relevance": 3 }, { "pair_id": 167835, "video_name": "castle_s06e16_seg02_clip_13", "timestamp": [ 0.0, 3.17 ], "duration": 90.66, "caption": "A person sits at a table alone in a room with a glass wall.", "similarity": 0.6365, "relevance": 4 }, { "pair_id": 167836, "video_name": "castle_s05e13_seg02_clip_17", "timestamp": [ 78.32, 90.02 ], "duration": 90.66, "caption": "A man is sitting in the interrogation room with a man.", "similarity": 0.6352, "relevance": 3 }, { "pair_id": 167837, "video_name": "castle_s08e20_seg02_clip_11", "timestamp": [ 56.06, 58.3 ], "duration": 89.66, "caption": "A man points across himself towards the side of the room as he sits at the interrogation table talking.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 167838, "video_name": "castle_s05e14_seg02_clip_22", "timestamp": [ 0.0, 68.16 ], "duration": 88.66, "caption": "A person is in the interrogation room with two other people conversing.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 167839, "video_name": "castle_s06e11_seg02_clip_07", "timestamp": [ 0.0, 92.29 ], "duration": 92.66, "caption": "A person is standing by the door of the interrogation room.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 341140, "video_name": "castle_s04e02_seg02_clip_24", "timestamp": [ 23.59, 89.02 ], "duration": 89.66, "caption": "Two people are sitting across from a person in the interrogation room.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 341141, "video_name": "castle_s06e18_seg02_clip_07", "timestamp": [ 7.64, 27.86 ], "duration": 89.66, "caption": "A man sits alone in a room and fidgets.", "similarity": 0.6256, "relevance": 4 }, { "pair_id": 341143, "video_name": "castle_s02e23_seg02_clip_08", "timestamp": [ 0.0, 6.81 ], "duration": 90.66, "caption": "A person is in the interrogation with some other people.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 341144, "video_name": "castle_s05e14_seg02_clip_07", "timestamp": [ 8.61, 11.78 ], "duration": 90.66, "caption": "A person sits down on their office chair during their interrogation.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 341145, "video_name": "castle_s05e07_seg02_clip_14", "timestamp": [ 28.12, 37.8 ], "duration": 92.66, "caption": "A person walks away from another person and he/she enters the interrogation room.", "similarity": 0.6202, "relevance": 0 }, { "pair_id": 341147, "video_name": "castle_s05e02_seg02_clip_17", "timestamp": [ 80.32, 85.74 ], "duration": 90.66, "caption": "A person is standing in the interrogation room as two people walk in.", "similarity": 0.6151, "relevance": 2 }, { "pair_id": 341148, "video_name": "house_s04e01_seg02_clip_22", "timestamp": [ 37.81, 53.11 ], "duration": 90.66, "caption": "A person is alone in the room and is staring and thinking deeply on a whiteboard.", "similarity": 0.6111, "relevance": 3 }, { "pair_id": 341149, "video_name": "castle_s02e19_seg02_clip_22", "timestamp": [ 0.0, 54.97 ], "duration": 89.66, "caption": "A man, a woman, and another person sit in an interrogation room and talk.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 341150, "video_name": "castle_s04e13_seg02_clip_19", "timestamp": [ 0.0, 10.37 ], "duration": 90.66, "caption": "A woman interrogates someone one on one inside the interrogation room.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 341151, "video_name": "castle_s04e20_seg02_clip_24", "timestamp": [ 23.77, 25.25 ], "duration": 99.66, "caption": "A woman decides to sit down in the interrogation room.", "similarity": 0.6037, "relevance": 2 }, { "pair_id": 341152, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 0.0, 27.57 ], "duration": 90.66, "caption": "A man is sitting across from two people conversing in the interrogation room.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 341153, "video_name": "castle_s04e12_seg02_clip_09", "timestamp": [ 34.13, 48.7 ], "duration": 91.66, "caption": "A woman walks into an interrogation room where a man is sitting.", "similarity": 0.6029, "relevance": 2 }, { "pair_id": 341154, "video_name": "castle_s02e15_seg02_clip_19", "timestamp": [ 6.3, 10.8 ], "duration": 90.66, "caption": "A woman sits down at a table in an interrogation room with a suspect.", "similarity": 0.602, "relevance": 1 }, { "pair_id": 341155, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 0.0, 4.06 ], "duration": 90.66, "caption": "Two people are sitting in the interrogation room talking to a person.", "similarity": 0.6012, "relevance": 2 }, { "pair_id": 341156, "video_name": "castle_s03e04_seg02_clip_04", "timestamp": [ 49.12, 53.99 ], "duration": 88.66, "caption": "A person stands up and scares another person in the interrogation room.", "similarity": 0.5997, "relevance": 2 }, { "pair_id": 341157, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 87.95, 89.29 ], "duration": 89.66, "caption": "A woman enters the interrogation room and sits down across from man.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 341158, "video_name": "castle_s02e07_seg02_clip_20", "timestamp": [ 12.32, 64.7 ], "duration": 88.66, "caption": "A woman is in the interrogation room with two other men.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 341159, "video_name": "castle_s03e20_seg02_clip_24", "timestamp": [ 53.11, 75.62 ], "duration": 90.66, "caption": "A person is in the interrogation room as person, woman and person converse in the observation room.", "similarity": 0.5918, "relevance": 4 } ] }, { "query_id": 17661, "query": "The old women comfort each other in the hospital.", "relevant_moment": [ { "pair_id": 172620, "video_name": "grey_s02e15_seg02_clip_23", "timestamp": [ 0.0, 9.4 ], "duration": 75.66, "caption": "The old women comfort each other in the hospital.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172621, "video_name": "house_s01e05_seg02_clip_00", "timestamp": [ 7.45, 17.23 ], "duration": 93.66, "caption": "Two women sit by the bedside of a patient in the hospital.", "similarity": 0.7144, "relevance": 4 }, { "pair_id": 172622, "video_name": "friends_s01e11_seg02_clip_01", "timestamp": [ 11.48, 15.11 ], "duration": 60.66, "caption": "A woman hugs woman while their in the hospital.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 172623, "video_name": "house_s01e14_seg02_clip_08", "timestamp": [ 51.99, 77.3 ], "duration": 92.66, "caption": "Two women have a conversation in the hospital room, then one woman exits the room and the door is shut behind her by a doctor.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 172624, "video_name": "grey_s02e22_seg02_clip_16", "timestamp": [ 61.46, 96.03 ], "duration": 96.66, "caption": "A group of women are having a conversation with each other at a room of a hospital.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 172625, "video_name": "friends_s01e16-17_seg02_clip_26", "timestamp": [ 6.67, 9.57 ], "duration": 58.66, "caption": "Two women are sitting on the hospital bed while the doctors walk in.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 172626, "video_name": "house_s03e12_seg02_clip_20", "timestamp": [ 40.49, 43.71 ], "duration": 92.66, "caption": "A woman walks into an old man's hospital room.", "similarity": 0.6474, "relevance": 1 }, { "pair_id": 172628, "video_name": "grey_s03e14_seg02_clip_26", "timestamp": [ 74.72, 90.02 ], "duration": 90.66, "caption": "Two people hug when they are in her hospital bed.", "similarity": 0.6452, "relevance": 3 }, { "pair_id": 172629, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 34.59, 91.03 ], "duration": 91.66, "caption": "A woman is sitting up in a hospital bed and another woman sits on the bed and talks with her.", "similarity": 0.6441, "relevance": 4 }, { "pair_id": 172630, "video_name": "grey_s02e15_seg02_clip_10", "timestamp": [ 18.91, 40.96 ], "duration": 90.66, "caption": "Some people are conversing with a woman in her hospital room.", "similarity": 0.6393, "relevance": 3 }, { "pair_id": 172631, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 50.89, 55.84 ], "duration": 90.66, "caption": "Two women walk into a hospital room and talk with some men.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 172632, "video_name": "friends_s08e23-24_seg02_clip_24", "timestamp": [ 31.12, 36.62 ], "duration": 61.66, "caption": "A woman is holding on to woman's hand in the hospital room.", "similarity": 0.6374, "relevance": 2 }, { "pair_id": 172633, "video_name": "house_s07e11_seg02_clip_17", "timestamp": [ 53.56, 55.81 ], "duration": 90.66, "caption": "A woman turns her back on the old person in the hospital bed.", "similarity": 0.6369, "relevance": 1 }, { "pair_id": 172634, "video_name": "house_s02e16_seg02_clip_06", "timestamp": [ 5.02, 20.08 ], "duration": 83.66, "caption": "Two women both speak to each other outside of the hospital room.", "similarity": 0.6325, "relevance": 2 }, { "pair_id": 172635, "video_name": "house_s06e18_seg02_clip_23", "timestamp": [ 31.69, 33.45 ], "duration": 88.66, "caption": "A woman nods her head at woman in her hospital room.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 172636, "video_name": "grey_s02e10_seg02_clip_11", "timestamp": [ 1.36, 3.17 ], "duration": 90.66, "caption": "A woman covers up the patient in the hospital bed and a woman walks into the room and speaks to her and another woman.", "similarity": 0.627, "relevance": 1 }, { "pair_id": 172637, "video_name": "house_s07e23_seg02_clip_20", "timestamp": [ 66.81, 89.66 ], "duration": 89.66, "caption": "A woman talks with another woman in a hospital room.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 172638, "video_name": "grey_s02e17_seg02_clip_22", "timestamp": [ 33.76, 36.9 ], "duration": 157.66, "caption": "A woman in hospital gown hugs a woman in tank top.", "similarity": 0.626, "relevance": 3 }, { "pair_id": 172639, "video_name": "grey_s03e14_seg02_clip_16", "timestamp": [ 12.62, 66.25 ], "duration": 90.66, "caption": "A woman is in a hospital room with another woman as they converse.", "similarity": 0.6232, "relevance": 1 }, { "pair_id": 345940, "video_name": "house_s02e18_seg02_clip_05", "timestamp": [ 9.24, 54.57 ], "duration": 88.66, "caption": "A woman lays on a hospital bed, trembling, yelling, and holding the hand of the woman next to her; the woman is smiling and talking and trying to comfort her while she trembles and cries.", "similarity": 0.6189, "relevance": 3 }, { "pair_id": 345941, "video_name": "house_s02e15_seg02_clip_09", "timestamp": [ 21.85, 34.6 ], "duration": 91.66, "caption": "A woman opens a hospital door and talks with another woman.", "similarity": 0.6171, "relevance": 3 }, { "pair_id": 345942, "video_name": "grey_s01e06_seg02_clip_22", "timestamp": [ 27.53, 47.06 ], "duration": 88.66, "caption": "A woman is helping an older person walk in the hallway of the hospital.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 345943, "video_name": "grey_s03e24_seg02_clip_07", "timestamp": [ 22.57, 27.85 ], "duration": 96.66, "caption": "Two women are walking through the hospital talking.", "similarity": 0.6107, "relevance": 2 }, { "pair_id": 345944, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 16.84, 22.76 ], "duration": 91.66, "caption": "A woman walks into a hospital room to talk to another woman.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 345945, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 70.09, 81.02 ], "duration": 81.66, "caption": "A woman talks to another woman in her hospital room.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 345946, "video_name": "grey_s03e19_seg02_clip_24", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A woman is in a hospital room with another woman as she tells her that her mother didn't want to leave her but left her body and the other woman tells her not to comfort her about losing her mother.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 345947, "video_name": "grey_s02e05_seg02_clip_07", "timestamp": [ 0.0, 46.48 ], "duration": 89.66, "caption": "A woman is talking to another woman, who is in the hospital bed.", "similarity": 0.6076, "relevance": 2 }, { "pair_id": 345948, "video_name": "grey_s03e04_seg02_clip_08", "timestamp": [ 0.0, 13.98 ], "duration": 90.66, "caption": "A woman is sitting beside another woman as she lies in a hospital bed.", "similarity": 0.6074, "relevance": 3 }, { "pair_id": 345949, "video_name": "house_s01e06_seg02_clip_05", "timestamp": [ 69.51, 89.12 ], "duration": 89.66, "caption": "Some people are trying to hold a woman down in a hospital bed.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 345950, "video_name": "castle_s08e19_seg02_clip_06", "timestamp": [ 42.34, 51.54 ], "duration": 92.66, "caption": "A woman and another woman walk down the hospital hallway.", "similarity": 0.6039, "relevance": 2 }, { "pair_id": 345951, "video_name": "friends_s01e02_seg02_clip_19", "timestamp": [ 10.36, 13.03 ], "duration": 59.66, "caption": "A woman holds her hands out and nods her head while laying in the hospital bed.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 345952, "video_name": "house_s03e23_seg02_clip_22", "timestamp": [ 4.26, 17.03 ], "duration": 85.66, "caption": "A woman has a conversation with a person in a hospital room.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 345953, "video_name": "grey_s03e17_seg02_clip_13", "timestamp": [ 88.83, 92.67 ], "duration": 96.66, "caption": "A woman gives her a hug in the hospital hallway.", "similarity": 0.6019, "relevance": 3 }, { "pair_id": 345954, "video_name": "grey_s02e04_seg02_clip_00", "timestamp": [ 51.16, 53.49 ], "duration": 93.66, "caption": "An old woman securely closed the door of the patient's room.", "similarity": 0.6018, "relevance": 2 }, { "pair_id": 345955, "video_name": "grey_s03e11_seg02_clip_07", "timestamp": [ 12.15, 31.06 ], "duration": 90.66, "caption": "Two women are walking through the hospital hallway.", "similarity": 0.5985, "relevance": 3 }, { "pair_id": 345956, "video_name": "house_s05e11_seg02_clip_22", "timestamp": [ 27.36, 33.54 ], "duration": 88.66, "caption": "A woman of a dying young patient comforts her as they both cry.", "similarity": 0.5979, "relevance": 4 }, { "pair_id": 345957, "video_name": "grey_s02e11_seg02_clip_14", "timestamp": [ 42.84, 45.09 ], "duration": 90.66, "caption": "A woman, lying in a hospital bed, looks to her right and shakes her head as another woman walks out the door.", "similarity": 0.5962, "relevance": 1 }, { "pair_id": 345958, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.03, 99.42 ], "duration": 103.66, "caption": "Two people hold each others hand in the hospital.", "similarity": 0.5962, "relevance": 2 }, { "pair_id": 345959, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 58.61, 93.03 ], "duration": 93.66, "caption": "A woman is conversing with a person as she sits in a hospital bed.", "similarity": 0.5955, "relevance": 2 } ] }, { "query_id": 17677, "query": "Two people are embracing each other as they lie on a bed together.", "relevant_moment": [ { "pair_id": 4600, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 80.26, 87.76 ], "duration": 150.66, "caption": "Two people are embracing each other as they lie on a bed together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4601, "video_name": "friends_s10e01_seg02_clip_03", "timestamp": [ 35.79, 38.18 ], "duration": 53.66, "caption": "Two people are kissing and hugging each other while laying down on a bed.", "similarity": 0.8664, "relevance": 4 }, { "pair_id": 4602, "video_name": "met_s02e13_seg02_clip_13", "timestamp": [ 51.01, 53.68 ], "duration": 59.66, "caption": "Two people hug each other while laying in bed.", "similarity": 0.8208, "relevance": 4 }, { "pair_id": 4603, "video_name": "grey_s03e18_seg02_clip_01", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "Two people kiss each other as they lie in bed together.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 4604, "video_name": "s05e13_seg02_clip_10", "timestamp": [ 0.0, 5.31 ], "duration": 59.66, "caption": "Two people are lying together in a bed.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 4605, "video_name": "met_s02e16_seg02_clip_13", "timestamp": [ 35.08, 41.43 ], "duration": 60.66, "caption": "Two people are kissing on a bed and a person joins them.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 4606, "video_name": "met_s02e13_seg02_clip_13", "timestamp": [ 51.31, 53.68 ], "duration": 59.66, "caption": "A couple hug each other in their bed.", "similarity": 0.7806, "relevance": 4 }, { "pair_id": 4607, "video_name": "s09e01_seg02_clip_07", "timestamp": [ 53.12, 60.03 ], "duration": 60.66, "caption": "Two people are on the bed and kissing each other.", "similarity": 0.7761, "relevance": 3 }, { "pair_id": 4608, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 29.49, 52.61 ], "duration": 67.66, "caption": "Two people lie on a bed holding hands.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 4609, "video_name": "grey_s03e09_seg02_clip_30", "timestamp": [ 79.88, 85.93 ], "duration": 121.66, "caption": "Two people kiss while laying down in bed facing each other.", "similarity": 0.7637, "relevance": 4 }, { "pair_id": 4610, "video_name": "met_s06e16_seg01_clip_02", "timestamp": [ 0.0, 12.31 ], "duration": 60.66, "caption": "Two people are lying beside each other on a bed.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 4611, "video_name": "s03e07_seg02_clip_14", "timestamp": [ 26.0, 36.13 ], "duration": 46.66, "caption": "A woman hugs man as they lie together in bed.", "similarity": 0.7461, "relevance": 4 }, { "pair_id": 4612, "video_name": "grey_s03e19_seg02_clip_16", "timestamp": [ 68.5, 72.78 ], "duration": 107.66, "caption": "A man is kissing and hugging woman while laying on a bed.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 4613, "video_name": "castle_s07e15_seg02_clip_26", "timestamp": [ 72.37, 134.02 ], "duration": 134.66, "caption": "Two people are lying in bed together conversing.", "similarity": 0.7457, "relevance": 2 }, { "pair_id": 4614, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 40.68, 44.2 ], "duration": 47.66, "caption": "Two people kiss while they are in bed together.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 4615, "video_name": "house_s07e10_seg02_clip_15", "timestamp": [ 0.46, 25.31 ], "duration": 92.66, "caption": "Two people talk to each other while laying in their beds.", "similarity": 0.7387, "relevance": 1 }, { "pair_id": 4616, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 21.4, 26.23 ], "duration": 46.66, "caption": "Two people come out of the bedroom hugging each other.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 4617, "video_name": "friends_s03e13_seg02_clip_11", "timestamp": [ 0.0, 61.1 ], "duration": 62.66, "caption": "Two people lay in bed together both talking.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 4618, "video_name": "s10e04_seg02_clip_15", "timestamp": [ 22.73, 27.74 ], "duration": 59.66, "caption": "A person nudges another person off of the bed as they are asleep embracing each other.", "similarity": 0.7346, "relevance": 1 }, { "pair_id": 4619, "video_name": "met_s02e05_seg02_clip_16", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "Two people are lying in a bed next to each other with a gold colored pillow between them.", "similarity": 0.7345, "relevance": 2 }, { "pair_id": 177920, "video_name": "grey_s03e05_seg02_clip_26", "timestamp": [ 79.07, 93.03 ], "duration": 93.66, "caption": "Two people are lying in bed together, talking.", "similarity": 0.7323, "relevance": 2 }, { "pair_id": 177921, "video_name": "s07e22_seg02_clip_01", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A man is hugging another man while on the bed.", "similarity": 0.7322, "relevance": 4 }, { "pair_id": 177922, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "Two people kiss passionately in a bed.", "similarity": 0.7296, "relevance": 4 }, { "pair_id": 177923, "video_name": "house_s02e24_seg02_clip_05", "timestamp": [ 0.0, 8.8 ], "duration": 110.66, "caption": "Two people are talking to each other while they are lying in bed.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 177924, "video_name": "met_s02e12_seg02_clip_16", "timestamp": [ 11.1, 18.61 ], "duration": 60.66, "caption": "A man and a woman are kissing on a bed.", "similarity": 0.7255, "relevance": 4 }, { "pair_id": 177925, "video_name": "s05e24_seg02_clip_02", "timestamp": [ 51.38, 63.41 ], "duration": 65.66, "caption": "Two people start kissing as they fall back onto the bed.", "similarity": 0.7226, "relevance": 4 }, { "pair_id": 177926, "video_name": "s10e07_seg02_clip_10", "timestamp": [ 36.32, 42.26 ], "duration": 66.66, "caption": "Two people get into bed together at the same time.", "similarity": 0.7212, "relevance": 3 }, { "pair_id": 177927, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 30.5, 50.27 ], "duration": 67.66, "caption": "Two people are lying in bed under the covers as they speak to each other.", "similarity": 0.7179, "relevance": 2 }, { "pair_id": 177928, "video_name": "s03e10_seg02_clip_10", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A man and a woman are kissing each other on his bed.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 177929, "video_name": "s10e11_seg02_clip_06", "timestamp": [ 30.21, 36.92 ], "duration": 61.66, "caption": "A person and a woman kiss as they sit on a bed.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 177930, "video_name": "friends_s09e10_seg02_clip_13", "timestamp": [ 24.61, 27.31 ], "duration": 60.66, "caption": "A woman and man start kissing while they're in bed.", "similarity": 0.6991, "relevance": 4 }, { "pair_id": 177931, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 17.99, 21.22 ], "duration": 92.66, "caption": "Two people hold one another's hand in bed.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 177932, "video_name": "friends_s03e03_seg02_clip_10", "timestamp": [ 22.24, 31.08 ], "duration": 57.66, "caption": "A man is in bed embracing a person as they tell him goodnight and he reciprocates.", "similarity": 0.6966, "relevance": 4 }, { "pair_id": 177933, "video_name": "grey_s01e07_seg02_clip_22", "timestamp": [ 74.64, 91.03 ], "duration": 91.66, "caption": "Two people are preparing their bed and talking to each other.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 177934, "video_name": "met_s06e06_seg02_clip_19", "timestamp": [ 6.05, 28.61 ], "duration": 55.66, "caption": "Two people kiss twice while lying in bed.", "similarity": 0.6939, "relevance": 4 }, { "pair_id": 177935, "video_name": "s02e16_seg02_clip_04", "timestamp": [ 31.89, 36.23 ], "duration": 51.66, "caption": "A person leans up and faces another person in bed.", "similarity": 0.6935, "relevance": 4 }, { "pair_id": 177936, "video_name": "friends_s04e01_seg02_clip_18", "timestamp": [ 0.0, 22.05 ], "duration": 58.66, "caption": "Two people were lying in bed.", "similarity": 0.6929, "relevance": 4 }, { "pair_id": 177937, "video_name": "house_s07e01_seg02_clip_00", "timestamp": [ 0.0, 48.7 ], "duration": 91.66, "caption": "Two people are in bed together as they converse.", "similarity": 0.6918, "relevance": 4 }, { "pair_id": 177938, "video_name": "friends_s06e01_seg02_clip_01", "timestamp": [ 0.0, 23.41 ], "duration": 60.66, "caption": "Two people are in bed together as they converse.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 177939, "video_name": "castle_s07e02_seg02_clip_25", "timestamp": [ 60.32, 90.02 ], "duration": 90.66, "caption": "Two people are in bed together as they converse.", "similarity": 0.6918, "relevance": 4 } ] }, { "query_id": 17685, "query": "A man stands up and gets a bag which he has a distressed woman put over her mouth and nose.", "relevant_moment": [ { "pair_id": 161480, "video_name": "grey_s02e15_seg02_clip_24", "timestamp": [ 7.28, 15.47 ], "duration": 91.66, "caption": "A man stands up and gets a bag which he has a distressed woman put over her mouth and nose.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161481, "video_name": "castle_s01e02_seg02_clip_03", "timestamp": [ 34.72, 48.52 ], "duration": 89.66, "caption": "A man holds up a bag while a woman looks through it.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 161482, "video_name": "friends_s06e11_seg02_clip_15", "timestamp": [ 14.41, 18.61 ], "duration": 60.66, "caption": "A woman holds up a bag of something she picked up for a man.", "similarity": 0.6967, "relevance": 0 }, { "pair_id": 161483, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 17.35, 18.26 ], "duration": 91.66, "caption": "A woman hands a man a bag that he takes in his hand.", "similarity": 0.6776, "relevance": 1 }, { "pair_id": 161484, "video_name": "grey_s01e04_seg02_clip_06", "timestamp": [ 15.81, 18.14 ], "duration": 93.66, "caption": "A man holds up for woman to take from him.", "similarity": 0.6584, "relevance": 1 }, { "pair_id": 161485, "video_name": "castle_s02e18_seg02_clip_26", "timestamp": [ 26.64, 34.57 ], "duration": 144.66, "caption": "A woman picks up her handbag and goes up to a man and stands in front of him.", "similarity": 0.6573, "relevance": 1 }, { "pair_id": 161486, "video_name": "friends_s05e22_seg02_clip_07", "timestamp": [ 6.09, 8.99 ], "duration": 58.66, "caption": "A man stands up and puts on his duffle bag.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 161487, "video_name": "friends_s10e01_seg02_clip_18", "timestamp": [ 4.52, 10.45 ], "duration": 56.66, "caption": "A man hands a woman a bag of trash for her to hold.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 161488, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 16.04, 19.41 ], "duration": 84.66, "caption": "A woman grabs a small bag from a man and holds it up next to her as she turns to look behind her.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 161489, "video_name": "castle_s07e12_seg02_clip_26", "timestamp": [ 0.0, 3.74 ], "duration": 93.66, "caption": "A man describes what is in the bag another man is holding up.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 161490, "video_name": "s05e08_seg02_clip_09", "timestamp": [ 0.0, 7.32 ], "duration": 61.66, "caption": "A man is unloading a bag while someone is talking to a woman and another woman.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 161491, "video_name": "friends_s09e11_seg02_clip_21", "timestamp": [ 46.51, 57.68 ], "duration": 93.66, "caption": "A woman stands up and then a man does the same.", "similarity": 0.6507, "relevance": 0 }, { "pair_id": 161492, "video_name": "castle_s06e15_seg02_clip_17", "timestamp": [ 22.11, 27.86 ], "duration": 88.66, "caption": "A man gives a woman a plastic bag with a ring in it.", "similarity": 0.648, "relevance": 1 }, { "pair_id": 161493, "video_name": "castle_s03e07_seg02_clip_19", "timestamp": [ 53.03, 63.26 ], "duration": 93.66, "caption": "A man hands a plastic bag to a woman, who hands it to another man.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 161494, "video_name": "friends_s05e13_seg02_clip_03", "timestamp": [ 9.3, 25.81 ], "duration": 60.66, "caption": "A woman tells a man his looks needs something to jazz it up and grabs a men's bag to show to him.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 161495, "video_name": "castle_s07e12_seg02_clip_22", "timestamp": [ 54.91, 58.07 ], "duration": 90.66, "caption": "A woman startles a man while talking about his behavior towards her bag.", "similarity": 0.641, "relevance": 0 }, { "pair_id": 161496, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 24.71, 28.94 ], "duration": 65.66, "caption": "A man gets the paper bag that a woman is carrying.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 161497, "video_name": "s02e15_seg02_clip_08", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man and a woman, both, get up and put their bags over their shoulders.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 161498, "video_name": "castle_s02e21_seg02_clip_00", "timestamp": [ 40.93, 45.12 ], "duration": 93.66, "caption": "A man holds the bag while a woman punches it.", "similarity": 0.6339, "relevance": 1 } ] }, { "query_id": 17698, "query": "A man, a woman, and two other people came to the crime scene to gather some clues.", "relevant_moment": [ { "pair_id": 8620, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 0.46, 15.05 ], "duration": 91.66, "caption": "A man, a woman, and two other people came to the crime scene to gather some clues.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8621, "video_name": "castle_s03e05_seg02_clip_01", "timestamp": [ 0.0, 17.01 ], "duration": 85.66, "caption": "Some people came to the crime scene.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 8622, "video_name": "castle_s05e11_seg02_clip_00", "timestamp": [ 0.0, 3.76 ], "duration": 94.66, "caption": "Two people came in to the crime scene.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 8623, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 0.0, 18.07 ], "duration": 90.66, "caption": "A woman, man, and another person talk about the crime scene.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 8624, "video_name": "castle_s06e14_seg02_clip_08", "timestamp": [ 7.27, 11.81 ], "duration": 90.66, "caption": "A man walks into the room where a man and woman are in and he mentions to the woman finding something looking through the crime scene.", "similarity": 0.704, "relevance": 2 }, { "pair_id": 8625, "video_name": "castle_s07e06_seg02_clip_01", "timestamp": [ 1.36, 8.14 ], "duration": 90.66, "caption": "A man describes how the crime scene was found.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 8627, "video_name": "castle_s03e18_seg02_clip_01", "timestamp": [ 43.26, 50.23 ], "duration": 93.66, "caption": "A woman, a man, and a man are walking until they get to the crime scene.", "similarity": 0.6948, "relevance": 3 }, { "pair_id": 8628, "video_name": "castle_s02e13_seg02_clip_00", "timestamp": [ 27.17, 92.11 ], "duration": 92.66, "caption": "Two people go to the crime scene and conduct an investigation.", "similarity": 0.6769, "relevance": 3 }, { "pair_id": 8629, "video_name": "castle_s07e13_seg02_clip_08", "timestamp": [ 2.99, 8.55 ], "duration": 85.66, "caption": "Some people are going around to gather some clues.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 8630, "video_name": "castle_s04e11_seg02_clip_21", "timestamp": [ 25.39, 34.3 ], "duration": 89.66, "caption": "A woman and a man came talking and looking up the pictures of suspects.", "similarity": 0.6751, "relevance": 2 }, { "pair_id": 8632, "video_name": "castle_s03e09_seg02_clip_24", "timestamp": [ 12.09, 19.54 ], "duration": 93.66, "caption": "A man, a place, and a woman arrive at the crime scene and step out of the vehicle.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 8633, "video_name": "castle_s05e15_seg02_clip_01", "timestamp": [ 55.01, 94.03 ], "duration": 94.66, "caption": "Two men joined a woman and a man on the investigation.", "similarity": 0.6438, "relevance": 3 }, { "pair_id": 8635, "video_name": "castle_s04e15_seg02_clip_02", "timestamp": [ 5.9, 22.23 ], "duration": 90.66, "caption": "A man entered the crime scene while woman is looking for some evidence using the flashlight.", "similarity": 0.6382, "relevance": 3 }, { "pair_id": 8636, "video_name": "castle_s06e20_seg02_clip_01", "timestamp": [ 8.44, 27.99 ], "duration": 88.66, "caption": "A man and woman go walking together up to the body at a crime scene.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 8637, "video_name": "castle_s02e14_seg02_clip_25", "timestamp": [ 0.0, 17.64 ], "duration": 90.66, "caption": "Some people discuss who might be the suspect of the crime, before a woman solves who the suspect is.", "similarity": 0.6325, "relevance": 1 }, { "pair_id": 8638, "video_name": "castle_s06e14_seg02_clip_01", "timestamp": [ 6.83, 16.84 ], "duration": 91.66, "caption": "A man explains the crime scene to a woman after she asks.", "similarity": 0.632, "relevance": 3 }, { "pair_id": 8639, "video_name": "castle_s04e15_seg02_clip_02", "timestamp": [ 6.81, 9.08 ], "duration": 90.66, "caption": "A person entered the crime scene and started talking to woman.", "similarity": 0.6289, "relevance": 3 }, { "pair_id": 181940, "video_name": "castle_s06e01_seg02_clip_15", "timestamp": [ 53.96, 65.58 ], "duration": 93.66, "caption": "A woman and a man arrive on the scene and a person points out someone to them.", "similarity": 0.6288, "relevance": 4 }, { "pair_id": 181941, "video_name": "castle_s04e19_seg02_clip_12", "timestamp": [ 42.31, 45.46 ], "duration": 90.66, "caption": "A woman shows a plan of the crime scene to a man.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 181942, "video_name": "castle_s03e21_seg02_clip_02", "timestamp": [ 9.46, 19.37 ], "duration": 90.66, "caption": "Two men and a woman stand in a circle talking at the crime scene.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 181943, "video_name": "castle_s02e09_seg02_clip_01", "timestamp": [ 10.7, 21.86 ], "duration": 93.66, "caption": "A woman and man walk up to the crime scene and talk to person.", "similarity": 0.627, "relevance": 4 }, { "pair_id": 181944, "video_name": "castle_s05e02_seg02_clip_02", "timestamp": [ 0.0, 12.15 ], "duration": 90.66, "caption": "Three people went on the crime scene and there was a dead woman.", "similarity": 0.6262, "relevance": 4 }, { "pair_id": 181945, "video_name": "castle_s01e08_seg02_clip_02", "timestamp": [ 0.0, 7.68 ], "duration": 90.66, "caption": "Multiple people are all looking at a murder scene.", "similarity": 0.6222, "relevance": 3 }, { "pair_id": 181946, "video_name": "castle_s03e06_seg02_clip_01", "timestamp": [ 6.81, 23.15 ], "duration": 90.66, "caption": "A woman and man walk towards the crime scene as woman explains to man the victim and they greet someone.", "similarity": 0.622, "relevance": 3 }, { "pair_id": 181947, "video_name": "castle_s02e17_seg02_clip_02", "timestamp": [ 0.0, 8.46 ], "duration": 89.66, "caption": "A woman gives two men instructions at a crime scene and then they turn to leave.", "similarity": 0.6208, "relevance": 4 }, { "pair_id": 181948, "video_name": "castle_s03e22_seg02_clip_12", "timestamp": [ 3.12, 7.13 ], "duration": 89.66, "caption": "A man tells person how they found the suspect by their clothes.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 181949, "video_name": "castle_s07e19_seg02_clip_15", "timestamp": [ 3.6, 9.45 ], "duration": 90.66, "caption": "A woman tells two people what she is doing to find the suspect.", "similarity": 0.6188, "relevance": 2 }, { "pair_id": 181950, "video_name": "castle_s05e18_seg02_clip_00", "timestamp": [ 75.04, 82.4 ], "duration": 92.66, "caption": "A woman and a man walk into the crime scene and see the victim is covered in candy then another woman says he was shot.", "similarity": 0.6164, "relevance": 3 }, { "pair_id": 181951, "video_name": "castle_s02e14_seg02_clip_02", "timestamp": [ 48.19, 68.19 ], "duration": 90.66, "caption": "A person at the crime scene reveals how the victim planned to cover their tracks.", "similarity": 0.6158, "relevance": 4 }, { "pair_id": 181952, "video_name": "castle_s06e12_seg02_clip_03", "timestamp": [ 0.9, 7.24 ], "duration": 90.66, "caption": "A woman and man look at each other when a person mention someone's crimes.", "similarity": 0.6157, "relevance": 2 }, { "pair_id": 181953, "video_name": "castle_s03e18_seg02_clip_01", "timestamp": [ 1.4, 34.89 ], "duration": 93.66, "caption": "Two people and his colleague walk across the stage to the scene of the crime.", "similarity": 0.614, "relevance": 3 }, { "pair_id": 181954, "video_name": "castle_s03e18_seg02_clip_01", "timestamp": [ 46.51, 49.3 ], "duration": 93.66, "caption": "Two people and their colleague reach the end of the stage to find the murder victim.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 181955, "video_name": "castle_s07e04_seg02_clip_03", "timestamp": [ 0.0, 27.06 ], "duration": 88.66, "caption": "A man shows a woman and another man the evidence on the door of the cabinet showing there was someone in it at the time of the killing.", "similarity": 0.6119, "relevance": 3 }, { "pair_id": 181956, "video_name": "castle_s05e20_seg02_clip_00", "timestamp": [ 87.23, 91.34 ], "duration": 91.66, "caption": "A man walks over to some people as they approach a crime scene.", "similarity": 0.6109, "relevance": 3 }, { "pair_id": 181957, "video_name": "castle_s03e21_seg02_clip_06", "timestamp": [ 80.06, 87.02 ], "duration": 87.66, "caption": "A man and woman walk into the apartment to view the crime scene.", "similarity": 0.6099, "relevance": 3 }, { "pair_id": 181958, "video_name": "castle_s07e08_seg02_clip_00", "timestamp": [ 23.8, 26.54 ], "duration": 91.66, "caption": "A person describes who found the body while at crime scene.", "similarity": 0.6061, "relevance": 2 }, { "pair_id": 181959, "video_name": "castle_s05e21_seg02_clip_19", "timestamp": [ 72.59, 92.47 ], "duration": 92.66, "caption": "A group of people gather bullets and other evidence from the shooting when a man races into the room to make sure woman is safe.", "similarity": 0.6059, "relevance": 3 } ] }, { "query_id": 17742, "query": "A person places a food container and bottle on the coffee table.", "relevant_moment": [ { "pair_id": 147220, "video_name": "s02e04_seg02_clip_10", "timestamp": [ 36.31, 38.14 ], "duration": 61.66, "caption": "A person places a food container and bottle on the coffee table.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147221, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 31.2, 33.72 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.8968, "relevance": 3 }, { "pair_id": 147222, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 59.25, 61.14 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.8968, "relevance": 3 }, { "pair_id": 147223, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 28.89, 30.41 ], "duration": 76.66, "caption": "A person sets a container down on the coffee table.", "similarity": 0.842, "relevance": 3 }, { "pair_id": 147224, "video_name": "s10e07_seg02_clip_07", "timestamp": [ 1.8, 5.1 ], "duration": 60.66, "caption": "A woman places a food container onto the coffee table.", "similarity": 0.828, "relevance": 3 }, { "pair_id": 147225, "video_name": "s02e21_seg02_clip_00", "timestamp": [ 35.4, 38.45 ], "duration": 61.66, "caption": "A person places their carton of food on the coffee table.", "similarity": 0.8139, "relevance": 3 }, { "pair_id": 147226, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 44.39, 47.29 ], "duration": 58.66, "caption": "A person puts their coffee cup on the coffee table.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 147227, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 60.19, 62.43 ], "duration": 64.66, "caption": "A person sets his water bottle on the coffee table.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 147228, "video_name": "s03e03_seg02_clip_07", "timestamp": [ 45.45, 48.7 ], "duration": 59.66, "caption": "A person puts their glass on the coffee table.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 147229, "video_name": "s09e01_seg02_clip_12", "timestamp": [ 22.97, 25.77 ], "duration": 56.66, "caption": "A person places a tray on the coffee table.", "similarity": 0.7728, "relevance": 4 }, { "pair_id": 147230, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 2.75, 5.8 ], "duration": 61.66, "caption": "A person puts his container of takeout food down on the coffee table.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 147231, "video_name": "s09e08_seg02_clip_13", "timestamp": [ 38.45, 40.28 ], "duration": 61.66, "caption": "A person places a fast food container down on a table top.", "similarity": 0.7708, "relevance": 3 }, { "pair_id": 147232, "video_name": "s08e12_seg02_clip_02", "timestamp": [ 51.89, 53.89 ], "duration": 57.66, "caption": "A person grabs a bottle form the coffee table.", "similarity": 0.7671, "relevance": 1 }, { "pair_id": 147233, "video_name": "s05e21_seg02_clip_02", "timestamp": [ 7.7, 10.55 ], "duration": 57.66, "caption": "A person puts his food tray onto the coffee table.", "similarity": 0.7598, "relevance": 2 }, { "pair_id": 147234, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 3.32 ], "duration": 83.66, "caption": "A person places a coffee cup down onto the table and gets up.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 147235, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 4.88, 6.1 ], "duration": 61.66, "caption": "A person places his coffee mug on the table.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 147236, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person puts his plate of food onto the coffee table.", "similarity": 0.7572, "relevance": 2 }, { "pair_id": 147237, "video_name": "s03e20_seg01_clip_03", "timestamp": [ 45.66, 47.06 ], "duration": 56.66, "caption": "A person picks up their food container from the coffee table.", "similarity": 0.7548, "relevance": 1 }, { "pair_id": 147238, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 43.06, 45.52 ], "duration": 70.66, "caption": "A person puts their coffee cup onto the table beside them.", "similarity": 0.7524, "relevance": 1 }, { "pair_id": 147239, "video_name": "s02e01_seg02_clip_10", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A person places a can on the coffee table and sits.", "similarity": 0.7466, "relevance": 3 } ] }, { "query_id": 17761, "query": "A woman walks into the room with man following.", "relevant_moment": [ { "pair_id": 149280, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A woman walks into the room with man following.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149281, "video_name": "castle_s01e07_seg02_clip_26", "timestamp": [ 71.07, 76.95 ], "duration": 98.66, "caption": "A woman walks into the room followed by man.", "similarity": 0.9547, "relevance": 3 }, { "pair_id": 149282, "video_name": "grey_s02e10_seg02_clip_09", "timestamp": [ 19.21, 26.89 ], "duration": 96.66, "caption": "A woman walks into person's room followed by man and man.", "similarity": 0.9144, "relevance": 3 }, { "pair_id": 149283, "video_name": "house_s06e12_seg02_clip_10", "timestamp": [ 38.71, 45.59 ], "duration": 86.66, "caption": "A woman walks into the room with a person following behind.", "similarity": 0.899, "relevance": 4 }, { "pair_id": 149284, "video_name": "friends_s04e01_seg02_clip_19", "timestamp": [ 1.64, 5.33 ], "duration": 82.66, "caption": "A man walks into the living room with a woman following them.", "similarity": 0.8898, "relevance": 2 }, { "pair_id": 149285, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 20.03, 25.03 ], "duration": 91.66, "caption": "A woman enters the room as a man is following her.", "similarity": 0.8661, "relevance": 4 }, { "pair_id": 149286, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 11.25, 15.75 ], "duration": 90.66, "caption": "A man walks into the room after walks towards woman.", "similarity": 0.8652, "relevance": 3 }, { "pair_id": 149287, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 43.17, 49.33 ], "duration": 49.66, "caption": "A woman walks into the room to meet a man.", "similarity": 0.8647, "relevance": 2 }, { "pair_id": 149288, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 50.86, 58.07 ], "duration": 90.66, "caption": "A woman walks into the men's room to see a man.", "similarity": 0.8647, "relevance": 2 }, { "pair_id": 149289, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 45.62, 50.72 ], "duration": 60.66, "caption": "A man walks into the room to visit a woman and another person.", "similarity": 0.8607, "relevance": 1 }, { "pair_id": 149290, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 57.27, 61.58 ], "duration": 61.66, "caption": "A man walks into the room where a woman is standing.", "similarity": 0.8598, "relevance": 1 }, { "pair_id": 149291, "video_name": "house_s07e05_seg02_clip_00", "timestamp": [ 17.95, 21.63 ], "duration": 92.66, "caption": "A woman came in the room and walks to a man.", "similarity": 0.8574, "relevance": 2 }, { "pair_id": 149292, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.8567, "relevance": 2 }, { "pair_id": 149293, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 22.92, 35.98 ], "duration": 58.66, "caption": "A man walks into the room toward a woman.", "similarity": 0.856, "relevance": 1 }, { "pair_id": 149294, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 24.95, 26.11 ], "duration": 58.66, "caption": "A man walks into the room with two women.", "similarity": 0.8552, "relevance": 1 }, { "pair_id": 149295, "video_name": "s02e10_seg02_clip_03", "timestamp": [ 4.5, 13.21 ], "duration": 60.66, "caption": "A woman walks into the bedroom and a man follows her.", "similarity": 0.8498, "relevance": 1 }, { "pair_id": 149296, "video_name": "s08e08_seg02_clip_11", "timestamp": [ 38.42, 42.62 ], "duration": 60.66, "caption": "A woman follows a man as he walks across the room.", "similarity": 0.8471, "relevance": 0 }, { "pair_id": 149297, "video_name": "castle_s06e13_seg02_clip_25", "timestamp": [ 84.77, 87.86 ], "duration": 88.66, "caption": "A woman is walking with a person into the room.", "similarity": 0.8463, "relevance": 3 }, { "pair_id": 149298, "video_name": "grey_s03e25_seg02_clip_29", "timestamp": [ 0.0, 5.25 ], "duration": 70.66, "caption": "A man walks into the room and a woman walks up to him.", "similarity": 0.8458, "relevance": 0 }, { "pair_id": 149299, "video_name": "friends_s08e23-24_seg02_clip_41", "timestamp": [ 40.32, 43.42 ], "duration": 62.66, "caption": "A man walks into the room where two women are.", "similarity": 0.8438, "relevance": 1 } ] }, { "query_id": 17794, "query": "A woman wags her finger at another woman and then walks into the bedroom.", "relevant_moment": [ { "pair_id": 156100, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 38.12, 41.42 ], "duration": 60.66, "caption": "A woman wags her finger at another woman and then walks into the bedroom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156101, "video_name": "friends_s06e09_seg02_clip_18", "timestamp": [ 6.84, 10.83 ], "duration": 57.66, "caption": "A woman walks out of a bedroom and another woman approaches her.", "similarity": 0.7822, "relevance": 2 }, { "pair_id": 156102, "video_name": "friends_s06e06_seg02_clip_01", "timestamp": [ 11.1, 12.61 ], "duration": 60.66, "caption": "A woman opens a bedroom door and walks into the room to talk to another woman.", "similarity": 0.78, "relevance": 1 }, { "pair_id": 156103, "video_name": "friends_s05e19_seg02_clip_07", "timestamp": [ 16.13, 20.47 ], "duration": 62.66, "caption": "A woman walks out of another woman's bedroom and over to show her something in her hand.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 156104, "video_name": "friends_s05e19_seg02_clip_03", "timestamp": [ 17.37, 21.09 ], "duration": 62.66, "caption": "A woman walks into the room and hands something to another woman.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 156105, "video_name": "friends_s06e06_seg02_clip_01", "timestamp": [ 48.62, 51.62 ], "duration": 60.66, "caption": "A woman walks into a woman's bedroom and looks around.", "similarity": 0.7399, "relevance": 1 }, { "pair_id": 156106, "video_name": "s10e13_seg02_clip_10", "timestamp": [ 29.08, 31.65 ], "duration": 57.66, "caption": "A woman walks into the bedroom and asks another woman when the last time she had a professional rub down.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 156107, "video_name": "grey_s02e15_seg02_clip_03", "timestamp": [ 13.86, 19.31 ], "duration": 99.66, "caption": "A woman walks into another woman's room and places her hands on her chest.", "similarity": 0.7215, "relevance": 1 }, { "pair_id": 156108, "video_name": "friends_s02e08_seg02_clip_19", "timestamp": [ 50.11, 54.64 ], "duration": 60.66, "caption": "A woman turns around and starts walking back into her bedroom, leaving another woman alone.", "similarity": 0.7171, "relevance": 3 }, { "pair_id": 156109, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 37.82, 40.52 ], "duration": 60.66, "caption": "A woman points at another woman then walks into her room.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 156110, "video_name": "friends_s01e10_seg02_clip_16", "timestamp": [ 1.8, 10.8 ], "duration": 60.66, "caption": "A woman turns another woman around and leads her out of the bedroom.", "similarity": 0.7125, "relevance": 3 }, { "pair_id": 156111, "video_name": "s08e05_seg02_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A woman comes out of person's bedroom as another woman speaks to her.", "similarity": 0.7106, "relevance": 2 }, { "pair_id": 156112, "video_name": "friends_s06e06_seg02_clip_01", "timestamp": [ 35.42, 40.52 ], "duration": 60.66, "caption": "Two women walk into a bedroom together.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 156113, "video_name": "s06e19_seg01_clip_00", "timestamp": [ 21.71, 30.39 ], "duration": 62.66, "caption": "A woman enters the bedroom and walks over to a man.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 156114, "video_name": "friends_s02e19_seg02_clip_14", "timestamp": [ 30.69, 34.24 ], "duration": 59.66, "caption": "A woman walks to another woman and she points her finger at her.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 156115, "video_name": "house_s02e03_seg02_clip_18", "timestamp": [ 108.89, 114.02 ], "duration": 114.66, "caption": "A woman walks into the room that another woman is in watching.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 156116, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 0.0, 9.94 ], "duration": 58.66, "caption": "A woman walked into the room and another woman walked up to her.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 156117, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 0.0, 16.48 ], "duration": 61.66, "caption": "A woman talks with another woman in a bedroom as she holds a paper in her hand.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 156118, "video_name": "friends_s07e08_seg02_clip_13", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A woman walks into the bedroom and then a man comes out.", "similarity": 0.6975, "relevance": 3 }, { "pair_id": 156119, "video_name": "castle_s07e15_seg02_clip_12", "timestamp": [ 31.65, 35.78 ], "duration": 91.66, "caption": "A woman walks into the room where a woman is tied to a bed.", "similarity": 0.6936, "relevance": 1 }, { "pair_id": 329420, "video_name": "friends_s06e06_seg02_clip_08", "timestamp": [ 27.01, 30.01 ], "duration": 60.66, "caption": "A woman walks into the bedroom and gives another woman a glass of wine while ignoring a third woman.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 329421, "video_name": "grey_s03e07_seg02_clip_03", "timestamp": [ 32.05, 38.28 ], "duration": 89.66, "caption": "A woman walks into a room and another woman runs up to her, reaches out her arms and places her hands on her upper arms.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 329422, "video_name": "met_s03e09_seg02_clip_12", "timestamp": [ 7.81, 15.3 ], "duration": 62.66, "caption": "A woman pushes two people into the bedroom.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 329423, "video_name": "grey_s01e01_seg02_clip_05", "timestamp": [ 10.58, 12.88 ], "duration": 92.66, "caption": "A woman walks out of the room and runs into another woman.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 329424, "video_name": "friends_s01e15_seg02_clip_18", "timestamp": [ 35.1, 36.64 ], "duration": 61.66, "caption": "A woman gives another woman a thumb's up from the living room.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 329425, "video_name": "grey_s01e03_seg02_clip_07", "timestamp": [ 74.75, 83.35 ], "duration": 90.66, "caption": "A woman goes out the door and brings another woman in the room.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 329426, "video_name": "castle_s08e02_seg02_clip_22", "timestamp": [ 18.09, 22.3 ], "duration": 84.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 329427, "video_name": "castle_s07e17_seg02_clip_06", "timestamp": [ 0.45, 2.27 ], "duration": 90.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 329428, "video_name": "castle_s05e18_seg02_clip_03", "timestamp": [ 84.45, 85.81 ], "duration": 90.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 329429, "video_name": "s02e10_seg02_clip_03", "timestamp": [ 4.5, 13.21 ], "duration": 60.66, "caption": "A woman walks into the bedroom and a man follows her.", "similarity": 0.6799, "relevance": 1 }, { "pair_id": 329430, "video_name": "grey_s02e17_seg02_clip_24", "timestamp": [ 35.68, 41.83 ], "duration": 82.66, "caption": "A woman comes in the bedroom where another woman is laying down.", "similarity": 0.6774, "relevance": 2 }, { "pair_id": 329431, "video_name": "friends_s02e18_seg02_clip_11", "timestamp": [ 13.64, 27.85 ], "duration": 58.66, "caption": "A woman gets with their partner in the bedroom.", "similarity": 0.6769, "relevance": 2 }, { "pair_id": 329432, "video_name": "grey_s02e11_seg02_clip_08", "timestamp": [ 64.25, 91.14 ], "duration": 91.66, "caption": "A woman and another woman walk into someone's room to speak to her.", "similarity": 0.6763, "relevance": 2 }, { "pair_id": 329433, "video_name": "friends_s05e03_seg02_clip_08", "timestamp": [ 26.05, 33.1 ], "duration": 61.66, "caption": "A woman walks behind another woman's bed toward the door.", "similarity": 0.6757, "relevance": 2 }, { "pair_id": 329434, "video_name": "friends_s06e24-25_seg02_clip_02", "timestamp": [ 25.06, 31.47 ], "duration": 58.66, "caption": "A woman comes out of her bedroom and heads over to a man.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 329435, "video_name": "friends_s07e02_seg02_clip_12", "timestamp": [ 23.41, 30.89 ], "duration": 65.66, "caption": "A woman walks across the room while another woman walks in front of her.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 329436, "video_name": "friends_s09e18_seg02_clip_07", "timestamp": [ 6.11, 9.17 ], "duration": 61.66, "caption": "A woman raises her hand as she speaks to another woman across the room.", "similarity": 0.6733, "relevance": 3 }, { "pair_id": 329437, "video_name": "friends_s09e23-24_seg02_clip_33", "timestamp": [ 5.49, 13.43 ], "duration": 61.66, "caption": "A woman walks across the room with another woman beside her.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 329438, "video_name": "friends_s08e19_seg02_clip_00", "timestamp": [ 32.08, 36.66 ], "duration": 61.66, "caption": "A woman walks into the coffee house and then another woman puts her finger up to her mouth.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 329439, "video_name": "grey_s01e01_seg02_clip_02", "timestamp": [ 17.39, 21.84 ], "duration": 89.66, "caption": "A woman walks out of the room after she talks to another woman.", "similarity": 0.6675, "relevance": 2 } ] }, { "query_id": 17847, "query": "A person takes a hot water bottle off of their neck.", "relevant_moment": [ { "pair_id": 20140, "video_name": "house_s03e08_seg02_clip_17", "timestamp": [ 0.0, 2.31 ], "duration": 92.66, "caption": "A person takes a hot water bottle off of their neck.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20141, "video_name": "s05e05_seg02_clip_00", "timestamp": [ 40.65, 43.81 ], "duration": 63.66, "caption": "A person starts to unscrew the bottle top off his water.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 20142, "video_name": "s08e06_seg01_clip_00", "timestamp": [ 9.12, 18.25 ], "duration": 96.66, "caption": "A person grabs a water bottle and unscrews the cap.", "similarity": 0.6953, "relevance": 1 }, { "pair_id": 20143, "video_name": "s05e16_seg02_clip_03", "timestamp": [ 42.02, 52.1 ], "duration": 56.66, "caption": "A person has his hand on the water bottle cap, then removes his hand and slides his hand in the air.", "similarity": 0.6802, "relevance": 1 }, { "pair_id": 20144, "video_name": "s10e01_seg02_clip_11", "timestamp": [ 23.66, 27.66 ], "duration": 57.66, "caption": "A person takes a bottle from another person and removes the top.", "similarity": 0.6749, "relevance": 0 }, { "pair_id": 20145, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 25.21, 27.01 ], "duration": 60.66, "caption": "A person takes a water bottle to the counter.", "similarity": 0.6735, "relevance": 1 }, { "pair_id": 20146, "video_name": "s04e03_seg02_clip_05", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A person twists the bottle cap off the top of their bottle.", "similarity": 0.6717, "relevance": 0 }, { "pair_id": 20147, "video_name": "friends_s06e23_seg02_clip_00", "timestamp": [ 31.76, 34.87 ], "duration": 62.66, "caption": "A person makes a motion like they're taking the lid off of a bottle.", "similarity": 0.6652, "relevance": 0 }, { "pair_id": 20148, "video_name": "s10e12_seg02_clip_05", "timestamp": [ 40.9, 43.42 ], "duration": 56.66, "caption": "A person raises the water bottle to their mouth.", "similarity": 0.6577, "relevance": 1 }, { "pair_id": 20149, "video_name": "house_s07e21_seg02_clip_20", "timestamp": [ 43.13, 48.85 ], "duration": 88.66, "caption": "A person lifts up the water bottle and takes a drink.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 20150, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 8.51, 10.4 ], "duration": 63.66, "caption": "A person takes a sip from his plastic water bottle.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 20151, "video_name": "s03e04_seg02_clip_00", "timestamp": [ 17.33, 20.48 ], "duration": 63.66, "caption": "A person has a water bottle in hand as he/she sits.", "similarity": 0.6503, "relevance": 0 }, { "pair_id": 20152, "video_name": "s07e07_seg02_clip_04", "timestamp": [ 13.34, 16.44 ], "duration": 62.66, "caption": "A man uncaps the top of a water bottle and drinks out of the bottle.", "similarity": 0.6497, "relevance": 1 }, { "pair_id": 20153, "video_name": "s09e05_seg02_clip_08", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A person takes a drink of his bottled water.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 20154, "video_name": "house_s03e11_seg02_clip_06", "timestamp": [ 55.59, 60.11 ], "duration": 90.66, "caption": "A person opens a bottle of water and takes a drink.", "similarity": 0.6482, "relevance": 1 }, { "pair_id": 20155, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 19.15, 24.95 ], "duration": 58.66, "caption": "A person opens their water bottle and takes a sip before putting the cap back on.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 20156, "video_name": "house_s08e01_seg02_clip_14", "timestamp": [ 62.49, 67.74 ], "duration": 105.66, "caption": "A person takes the lid off a water bottle and places the lid and the bottle on the table.", "similarity": 0.644, "relevance": 1 }, { "pair_id": 20157, "video_name": "s08e12_seg01_clip_00", "timestamp": [ 18.92, 21.66 ], "duration": 61.66, "caption": "A man unscrews the cap on the bottle of water and takes a drink.", "similarity": 0.6374, "relevance": 1 }, { "pair_id": 20158, "video_name": "met_s03e02_seg02_clip_01", "timestamp": [ 10.79, 14.08 ], "duration": 59.66, "caption": "A woman unscrews the cap off of a bottle.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 20159, "video_name": "house_s07e18_seg02_clip_16", "timestamp": [ 0.0, 3.69 ], "duration": 82.66, "caption": "A person takes off the medical equipment they have around their neck.", "similarity": 0.635, "relevance": 2 } ] }, { "query_id": 17882, "query": "A person opens the front door and walks into an apartment.", "relevant_moment": [ { "pair_id": 144400, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 46.93, 53.12 ], "duration": 59.66, "caption": "A person opens the front door and walks into an apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 144401, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 50.19, 53.09 ], "duration": 58.66, "caption": "A person opens the front door and enters an apartment.", "similarity": 0.9523, "relevance": 3 }, { "pair_id": 144402, "video_name": "s01e12_seg02_clip_08", "timestamp": [ 49.31, 52.1 ], "duration": 62.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.9481, "relevance": 3 }, { "pair_id": 144403, "video_name": "s01e02_seg02_clip_12", "timestamp": [ 32.11, 35.72 ], "duration": 60.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.9481, "relevance": 4 }, { "pair_id": 144404, "video_name": "met_s03e12_seg01_clip_00", "timestamp": [ 21.12, 22.35 ], "duration": 61.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.9481, "relevance": 3 }, { "pair_id": 144405, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.75, 64.02 ], "duration": 64.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9358, "relevance": 3 }, { "pair_id": 144406, "video_name": "s03e20_seg02_clip_07", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9358, "relevance": 3 }, { "pair_id": 144407, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9358, "relevance": 4 }, { "pair_id": 144408, "video_name": "friends_s07e04_seg02_clip_12", "timestamp": [ 3.56, 6.23 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9358, "relevance": 4 }, { "pair_id": 144409, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 38.14, 39.97 ], "duration": 61.66, "caption": "The door opens and a person walks into the apartment.", "similarity": 0.928, "relevance": 4 }, { "pair_id": 144410, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 44.69, 45.88 ], "duration": 59.66, "caption": "A person opens the front door of their apartment.", "similarity": 0.9259, "relevance": 2 }, { "pair_id": 144411, "video_name": "friends_s03e01_seg02_clip_14", "timestamp": [ 11.61, 11.9 ], "duration": 58.66, "caption": "A person opens the front door of the apartment.", "similarity": 0.9254, "relevance": 2 }, { "pair_id": 144412, "video_name": "met_s05e04_seg02_clip_13", "timestamp": [ 41.73, 44.12 ], "duration": 59.66, "caption": "A person walks in the front door of the apartment.", "similarity": 0.91, "relevance": 4 }, { "pair_id": 144413, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 46.34, 50.17 ], "duration": 59.66, "caption": "A person enters the apartment through the front door.", "similarity": 0.9068, "relevance": 4 }, { "pair_id": 144414, "video_name": "castle_s07e20_seg02_clip_12", "timestamp": [ 5.0, 14.09 ], "duration": 90.66, "caption": "A person opens the apartment door and walks through it.", "similarity": 0.9003, "relevance": 4 }, { "pair_id": 144415, "video_name": "s04e17_seg02_clip_16", "timestamp": [ 52.83, 55.48 ], "duration": 59.66, "caption": "A person enters someone's apartment through the front door.", "similarity": 0.8976, "relevance": 3 }, { "pair_id": 144416, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A person opens the door to the apartment and enters.", "similarity": 0.8908, "relevance": 2 }, { "pair_id": 144417, "video_name": "met_s02e22_seg02_clip_15", "timestamp": [ 10.68, 12.51 ], "duration": 61.66, "caption": "A person opens the door and walks into some people's apartment.", "similarity": 0.8907, "relevance": 3 }, { "pair_id": 144418, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 44.27, 49.88 ], "duration": 59.66, "caption": "A person opens the door and enters the apartment.", "similarity": 0.8906, "relevance": 4 }, { "pair_id": 144419, "video_name": "s09e16_seg02_clip_00", "timestamp": [ 29.15, 31.94 ], "duration": 62.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8867, "relevance": 4 }, { "pair_id": 317720, "video_name": "friends_s05e22_seg02_clip_16", "timestamp": [ 19.51, 22.51 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8867, "relevance": 4 }, { "pair_id": 317721, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 53.49, 56.79 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8867, "relevance": 4 }, { "pair_id": 317722, "video_name": "friends_s02e20_seg02_clip_06", "timestamp": [ 20.93, 23.65 ], "duration": 54.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8867, "relevance": 4 }, { "pair_id": 317723, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 48.21, 49.43 ], "duration": 61.66, "caption": "A person opens the door to an apartment.", "similarity": 0.8862, "relevance": 2 }, { "pair_id": 317724, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 11.33, 14.7 ], "duration": 61.66, "caption": "A man opens the front door to the apartment and enters.", "similarity": 0.886, "relevance": 4 }, { "pair_id": 317725, "video_name": "s10e09_seg02_clip_03", "timestamp": [ 24.01, 26.71 ], "duration": 60.66, "caption": "A person opens the door of an apartment and walks out.", "similarity": 0.8828, "relevance": 2 }, { "pair_id": 317726, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.8824, "relevance": 4 }, { "pair_id": 317727, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 36.89, 38.96 ], "duration": 59.66, "caption": "A person comes through the front door of the apartment.", "similarity": 0.8791, "relevance": 4 }, { "pair_id": 317728, "video_name": "s01e09_seg02_clip_13", "timestamp": [ 37.23, 39.36 ], "duration": 61.66, "caption": "A person comes through the front door of the apartment.", "similarity": 0.8791, "relevance": 4 }, { "pair_id": 317729, "video_name": "s07e02_seg02_clip_15", "timestamp": [ 24.95, 28.14 ], "duration": 58.66, "caption": "A person opens their apartment door and walks out.", "similarity": 0.8745, "relevance": 2 }, { "pair_id": 317730, "video_name": "s05e15_seg02_clip_10", "timestamp": [ 0.92, 2.44 ], "duration": 61.66, "caption": "A woman opens the front door and comes into the apartment.", "similarity": 0.8726, "relevance": 2 }, { "pair_id": 317731, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8716, "relevance": 3 }, { "pair_id": 317732, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8716, "relevance": 3 }, { "pair_id": 317733, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8716, "relevance": 4 }, { "pair_id": 317734, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8716, "relevance": 4 }, { "pair_id": 317735, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8716, "relevance": 4 }, { "pair_id": 317736, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 44.04, 46.83 ], "duration": 62.66, "caption": "A man opens the front door to a person's apartment.", "similarity": 0.87, "relevance": 2 }, { "pair_id": 317737, "video_name": "s04e01_seg02_clip_17", "timestamp": [ 62.64, 67.9 ], "duration": 75.66, "caption": "A person opens the door to their apartment, walks in, and closes the door.", "similarity": 0.8676, "relevance": 3 }, { "pair_id": 317738, "video_name": "friends_s04e15_seg02_clip_11", "timestamp": [ 35.12, 38.37 ], "duration": 59.66, "caption": "A woman opens the front door and enters the apartment.", "similarity": 0.8671, "relevance": 4 }, { "pair_id": 317739, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 8.99, 14.27 ], "duration": 62.66, "caption": "A person walks over to open the front door of a woman's apartment.", "similarity": 0.8664, "relevance": 2 } ] }, { "query_id": 17921, "query": "A person is sitting at the kitchen island on the phone.", "relevant_moment": [ { "pair_id": 14300, "video_name": "s04e15_seg02_clip_06", "timestamp": [ 18.61, 24.01 ], "duration": 60.66, "caption": "A person is sitting at the kitchen island on the phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14301, "video_name": "friends_s01e01_seg02_clip_05", "timestamp": [ 40.65, 63.41 ], "duration": 65.66, "caption": "A woman is in the kitchen using the phone.", "similarity": 0.7256, "relevance": 3 }, { "pair_id": 14302, "video_name": "s02e22_seg02_clip_12", "timestamp": [ 33.26, 36.92 ], "duration": 61.66, "caption": "A man is on the phone while in the kitchen.", "similarity": 0.7236, "relevance": 3 }, { "pair_id": 14303, "video_name": "s08e15_seg02_clip_00", "timestamp": [ 5.49, 10.68 ], "duration": 61.66, "caption": "A person walks to the kitchen while on the phone.", "similarity": 0.722, "relevance": 3 }, { "pair_id": 14304, "video_name": "s10e08_seg02_clip_13", "timestamp": [ 0.0, 7.13 ], "duration": 62.66, "caption": "A person is sitting at the kitchen island with a glass of cognac.", "similarity": 0.7058, "relevance": 3 }, { "pair_id": 14305, "video_name": "s08e15_seg02_clip_15", "timestamp": [ 31.51, 37.22 ], "duration": 60.66, "caption": "A person stands in the kitchen talking on his cell phone.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 14306, "video_name": "friends_s04e13_seg02_clip_13", "timestamp": [ 0.0, 21.71 ], "duration": 62.66, "caption": "A woman is on the phone while she is in the kitchen.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 14307, "video_name": "grey_s01e09_seg02_clip_23", "timestamp": [ 0.0, 3.16 ], "duration": 79.66, "caption": "A woman is on the phone as they are in a kitchen.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 14308, "video_name": "friends_s01e21_seg02_clip_04", "timestamp": [ 0.59, 16.56 ], "duration": 59.66, "caption": "A woman talks on the phone while sitting at the kitchen table.", "similarity": 0.6832, "relevance": 4 }, { "pair_id": 14309, "video_name": "s05e19_seg02_clip_04", "timestamp": [ 34.52, 37.22 ], "duration": 60.66, "caption": "A person has a rag in hand as he sits at the kitchen island.", "similarity": 0.6773, "relevance": 1 }, { "pair_id": 14310, "video_name": "s10e05_seg02_clip_11", "timestamp": [ 0.0, 10.92 ], "duration": 59.66, "caption": "A woman sits at the kitchen island to talk to a man.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 14311, "video_name": "s06e06_seg02_clip_16", "timestamp": [ 63.14, 70.22 ], "duration": 118.66, "caption": "A person is in the kitchen when another person shows him his phone.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 14312, "video_name": "s07e20_seg02_clip_14", "timestamp": [ 30.91, 38.42 ], "duration": 60.66, "caption": "A person who is wearing a bath robe takes their phone out of their pocket and checks it while taking a seat at the kitchen island.", "similarity": 0.6404, "relevance": 4 }, { "pair_id": 14313, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 7.02, 9.46 ], "duration": 61.66, "caption": "A person stands up next to the kitchen island.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 14314, "video_name": "s01e15_seg02_clip_08", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A person is sitting at the kitchen island drinking from a can.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 14315, "video_name": "s03e06_seg02_clip_08", "timestamp": [ 35.0, 40.72 ], "duration": 44.66, "caption": "A person is talking to another person in the kitchen behind the island.", "similarity": 0.6322, "relevance": 2 }, { "pair_id": 14316, "video_name": "grey_s02e01_seg02_clip_15", "timestamp": [ 83.72, 85.52 ], "duration": 90.66, "caption": "A person is sitting down talking on the phone.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 14317, "video_name": "s07e24_seg02_clip_10", "timestamp": [ 45.28, 46.52 ], "duration": 62.66, "caption": "A woman sits down at the kitchen island and rests her chin in her hand.", "similarity": 0.6256, "relevance": 2 }, { "pair_id": 14318, "video_name": "s04e15_seg02_clip_06", "timestamp": [ 42.92, 47.42 ], "duration": 60.66, "caption": "A person places a coffee mug on to the kitchen island.", "similarity": 0.6207, "relevance": 4 }, { "pair_id": 14319, "video_name": "friends_s09e17_seg02_clip_22", "timestamp": [ 25.02, 27.42 ], "duration": 40.66, "caption": "A person sits down while he is on the phone.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 187620, "video_name": "castle_s01e03_seg02_clip_21", "timestamp": [ 64.26, 67.34 ], "duration": 88.66, "caption": "A person is on the phone as he/she sits in front of his/her computer.", "similarity": 0.6178, "relevance": 3 }, { "pair_id": 187621, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 54.6, 56.96 ], "duration": 59.66, "caption": "A person sits down at the table in the kitchen.", "similarity": 0.6177, "relevance": 2 }, { "pair_id": 187622, "video_name": "friends_s02e01_seg02_clip_21", "timestamp": [ 45.12, 54.42 ], "duration": 93.66, "caption": "A man is in the kitchen of two people's apartment using the telephone.", "similarity": 0.6132, "relevance": 3 }, { "pair_id": 187623, "video_name": "met_s06e15_seg02_clip_10", "timestamp": [ 20.44, 21.36 ], "duration": 61.66, "caption": "A woman hangs the phone up on the wall in the kitchen.", "similarity": 0.6122, "relevance": 2 }, { "pair_id": 187624, "video_name": "s07e20_seg02_clip_05", "timestamp": [ 8.7, 11.71 ], "duration": 60.66, "caption": "A person walks to the kitchen island and leans on it.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 187625, "video_name": "s06e21_seg02_clip_16", "timestamp": [ 14.89, 19.21 ], "duration": 48.66, "caption": "A person is on the phone as he/she is sitting in front of his/her laptop.", "similarity": 0.6021, "relevance": 3 }, { "pair_id": 187626, "video_name": "friends_s03e21_seg02_clip_08", "timestamp": [ 35.72, 39.02 ], "duration": 60.66, "caption": "A person sits on the stool near the kitchen counter.", "similarity": 0.6014, "relevance": 2 }, { "pair_id": 187627, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 58.59, 59.81 ], "duration": 61.66, "caption": "A man picks up the phone from the counter in the kitchen.", "similarity": 0.5997, "relevance": 3 }, { "pair_id": 187628, "video_name": "s01e02_seg02_clip_05", "timestamp": [ 42.35, 46.18 ], "duration": 51.66, "caption": "A person puts the clothes on the kitchen island on a chair.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 187629, "video_name": "friends_s01e09_seg02_clip_11", "timestamp": [ 5.22, 10.73 ], "duration": 58.66, "caption": "A person sits in a chair at the kitchen table.", "similarity": 0.5985, "relevance": 2 }, { "pair_id": 187630, "video_name": "friends_s01e04_seg02_clip_22", "timestamp": [ 62.57, 67.97 ], "duration": 90.66, "caption": "A woman walks into the kitchen to get the phone.", "similarity": 0.5956, "relevance": 3 }, { "pair_id": 187631, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A person is on their phone while seated on the couch.", "similarity": 0.5932, "relevance": 2 }, { "pair_id": 187632, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 4.58, 9.15 ], "duration": 61.66, "caption": "A person is using their cell phone as they sit on their chair.", "similarity": 0.5928, "relevance": 2 }, { "pair_id": 187633, "video_name": "friends_s08e03_seg02_clip_00", "timestamp": [ 45.46, 48.34 ], "duration": 64.66, "caption": "A man picks up his phone on the kitchen counter and dials on it.", "similarity": 0.5922, "relevance": 3 }, { "pair_id": 187634, "video_name": "house_s01e06_seg02_clip_22", "timestamp": [ 0.0, 22.03 ], "duration": 37.66, "caption": "A person is sitting at the desk while on the cell phone.", "similarity": 0.5918, "relevance": 2 }, { "pair_id": 187635, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 49.43, 50.35 ], "duration": 61.66, "caption": "A person sits down on one of the kitchen's chair.", "similarity": 0.5891, "relevance": 1 }, { "pair_id": 187636, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 0.0, 9.8 ], "duration": 89.66, "caption": "A person is sitting on the sofa as someone is in the kitchen.", "similarity": 0.5846, "relevance": 1 }, { "pair_id": 187637, "video_name": "friends_s07e06_seg02_clip_05", "timestamp": [ 30.99, 32.46 ], "duration": 59.66, "caption": "A person sits at the kitchen counter with a drink in their hand.", "similarity": 0.5835, "relevance": 2 }, { "pair_id": 187638, "video_name": "s02e10_seg02_clip_02", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A person is standing at the kitchen island next to a woman.", "similarity": 0.5816, "relevance": 1 }, { "pair_id": 187639, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 45.59, 48.75 ], "duration": 90.66, "caption": "A person sits down while talking on his phone.", "similarity": 0.5803, "relevance": 2 } ] }, { "query_id": 17935, "query": "A woman sets down her newspaper after reading it.", "relevant_moment": [ { "pair_id": 10820, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 0.0, 3.73 ], "duration": 62.66, "caption": "A woman sets down her newspaper after reading it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10821, "video_name": "friends_s07e16_seg02_clip_03", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman was writing down something at the newspaper.", "similarity": 0.7952, "relevance": 2 }, { "pair_id": 10822, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman reads from a paper and then places it down.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 10823, "video_name": "friends_s02e21_seg02_clip_03", "timestamp": [ 6.09, 26.98 ], "duration": 58.66, "caption": "A woman picks up a newspaper from the table, reads aloud from it, and then sets it down.", "similarity": 0.7902, "relevance": 3 }, { "pair_id": 10824, "video_name": "friends_s01e06_seg02_clip_13", "timestamp": [ 38.78, 41.19 ], "duration": 60.66, "caption": "A woman sets the newspaper down on the table.", "similarity": 0.7659, "relevance": 3 }, { "pair_id": 10825, "video_name": "met_s06e06_seg02_clip_02", "timestamp": [ 4.58, 13.43 ], "duration": 61.66, "caption": "A woman reads something off a piece of paper at the news desk.", "similarity": 0.7387, "relevance": 3 }, { "pair_id": 10826, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 1.55, 4.34 ], "duration": 62.66, "caption": "A woman sets a newspaper down on the table as she listens to another woman.", "similarity": 0.6896, "relevance": 4 }, { "pair_id": 10827, "video_name": "castle_s02e07_seg02_clip_25", "timestamp": [ 36.91, 46.36 ], "duration": 90.66, "caption": "A woman reads from a piece of paper she pulls out.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 10828, "video_name": "friends_s04e09_seg02_clip_06", "timestamp": [ 3.0, 9.9 ], "duration": 60.66, "caption": "A woman sets down a stack of newspapers and another woman picks up one of them.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 10829, "video_name": "castle_s02e17_seg02_clip_12", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A woman unfolds a piece of paper and reads what is on it.", "similarity": 0.6841, "relevance": 1 }, { "pair_id": 10830, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 22.04, 25.72 ], "duration": 91.66, "caption": "A woman picks up a newspaper and hands it to person.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 10831, "video_name": "castle_s02e14_seg02_clip_06", "timestamp": [ 0.0, 7.71 ], "duration": 85.66, "caption": "A woman looks through the newspaper near her desk.", "similarity": 0.6741, "relevance": 1 }, { "pair_id": 10832, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 79.0, 81.02 ], "duration": 81.66, "caption": "A person looks over while reading a newspaper and sees a woman.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 10833, "video_name": "house_s07e07_seg02_clip_06", "timestamp": [ 65.47, 68.72 ], "duration": 92.66, "caption": "Some people are reading newspaper while a woman is talking.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 10834, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 9.66, 14.26 ], "duration": 92.66, "caption": "A woman picks up a piece of paper, looks at it, and sets it down.", "similarity": 0.6679, "relevance": 3 }, { "pair_id": 10835, "video_name": "castle_s02e03_seg02_clip_00", "timestamp": [ 50.01, 52.31 ], "duration": 91.66, "caption": "A woman reaches over and takes some news papers.", "similarity": 0.6674, "relevance": 1 }, { "pair_id": 10836, "video_name": "castle_s02e05_seg02_clip_23", "timestamp": [ 42.29, 46.29 ], "duration": 89.66, "caption": "A woman shown the person a paper which they try to read.", "similarity": 0.6661, "relevance": 0 }, { "pair_id": 10837, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 7.81, 14.83 ], "duration": 26.66, "caption": "A woman looks at and reads the paper in her hands.", "similarity": 0.6652, "relevance": 1 }, { "pair_id": 10838, "video_name": "friends_s03e22_seg02_clip_13", "timestamp": [ 8.4, 60.03 ], "duration": 60.66, "caption": "A woman was holding a newspaper whilst sitting on the couch.", "similarity": 0.6604, "relevance": 2 }, { "pair_id": 10839, "video_name": "friends_s04e09_seg02_clip_06", "timestamp": [ 0.9, 6.0 ], "duration": 60.66, "caption": "A woman hands another woman the newspaper and she looks at it.", "similarity": 0.6568, "relevance": 3 } ] }, { "query_id": 17938, "query": "A woman sets a newspaper down on the table as she listens to another woman.", "relevant_moment": [ { "pair_id": 101180, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 1.55, 4.34 ], "duration": 62.66, "caption": "A woman sets a newspaper down on the table as she listens to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 101181, "video_name": "friends_s01e06_seg02_clip_13", "timestamp": [ 38.78, 41.19 ], "duration": 60.66, "caption": "A woman sets the newspaper down on the table.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 101183, "video_name": "friends_s04e09_seg02_clip_06", "timestamp": [ 3.0, 9.9 ], "duration": 60.66, "caption": "A woman sets down a stack of newspapers and another woman picks up one of them.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 101184, "video_name": "friends_s04e09_seg02_clip_06", "timestamp": [ 0.9, 6.0 ], "duration": 60.66, "caption": "A woman hands another woman the newspaper and she looks at it.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 101185, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 0.0, 3.73 ], "duration": 62.66, "caption": "A woman sets down her newspaper after reading it.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 101186, "video_name": "house_s07e07_seg02_clip_06", "timestamp": [ 65.47, 68.72 ], "duration": 92.66, "caption": "Some people are reading newspaper while a woman is talking.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 101189, "video_name": "friends_s07e03_seg02_clip_06", "timestamp": [ 11.71, 15.61 ], "duration": 60.66, "caption": "A woman writes something on a piece of paper while sitting at the kitchen table and talking to another woman.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 101190, "video_name": "castle_s03e19_seg02_clip_22", "timestamp": [ 15.81, 21.86 ], "duration": 93.66, "caption": "A woman places two pieces of paper on to the table.", "similarity": 0.6279, "relevance": 2 }, { "pair_id": 101191, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 80.26, 82.07 ], "duration": 90.66, "caption": "While sitting at the table, a woman talks to another woman.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 101193, "video_name": "castle_s03e06_seg02_clip_16", "timestamp": [ 42.34, 44.42 ], "duration": 83.66, "caption": "A woman sets their coffee mug down onto a newspaper as they sit at the table.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 101194, "video_name": "friends_s07e16_seg02_clip_02", "timestamp": [ 52.13, 54.02 ], "duration": 54.66, "caption": "A woman places a quarter on the newspaper on the table.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 101195, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 38.39, 41.59 ], "duration": 91.66, "caption": "A woman sits down at the table across from another woman.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 101198, "video_name": "friends_s02e21_seg02_clip_03", "timestamp": [ 7.83, 22.92 ], "duration": 58.66, "caption": "A woman picks up the newspaper and talks to the others while occasionally glancing at it.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 101199, "video_name": "friends_s04e21_seg02_clip_07", "timestamp": [ 24.79, 28.63 ], "duration": 59.66, "caption": "A woman picks up a newspaper from the table and hits a man with it multiple times.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 274500, "video_name": "s07e18_seg02_clip_08", "timestamp": [ 0.0, 1.14 ], "duration": 57.66, "caption": "A woman asks another woman what is written on her paper.", "similarity": 0.6036, "relevance": 2 }, { "pair_id": 274501, "video_name": "house_s07e15_seg02_clip_06", "timestamp": [ 58.9, 62.12 ], "duration": 92.66, "caption": "A woman gets a bunch of papers from another woman.", "similarity": 0.6033, "relevance": 3 }, { "pair_id": 274502, "video_name": "friends_s08e06_seg02_clip_00", "timestamp": [ 6.83, 11.71 ], "duration": 65.66, "caption": "A woman tells another woman some major news about her life.", "similarity": 0.602, "relevance": 2 }, { "pair_id": 274503, "video_name": "castle_s07e14_seg02_clip_20", "timestamp": [ 33.25, 38.26 ], "duration": 91.66, "caption": "A woman sets the bird feeder on the table while speaking to a woman.", "similarity": 0.5997, "relevance": 2 }, { "pair_id": 274504, "video_name": "house_s07e15_seg02_clip_06", "timestamp": [ 56.14, 82.82 ], "duration": 92.66, "caption": "A woman sits at a table talking to another woman, and she hands her paperwork and a pen and they talk as she signs paperwork.", "similarity": 0.5994, "relevance": 3 }, { "pair_id": 274505, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 32.67, 41.01 ], "duration": 139.66, "caption": "The woman keeps listening to a woman and a man.", "similarity": 0.5969, "relevance": 2 }, { "pair_id": 274506, "video_name": "castle_s04e12_seg02_clip_18", "timestamp": [ 40.03, 43.25 ], "duration": 92.66, "caption": "A woman points her finger down to a paper on her desk while talking with another woman.", "similarity": 0.5963, "relevance": 3 }, { "pair_id": 274507, "video_name": "house_s02e05_seg02_clip_14", "timestamp": [ 79.4, 83.18 ], "duration": 84.66, "caption": "A woman walks up to another woman as she is buying a newspaper.", "similarity": 0.5962, "relevance": 3 }, { "pair_id": 274508, "video_name": "grey_s03e12_seg02_clip_04", "timestamp": [ 32.31, 47.79 ], "duration": 91.66, "caption": "A woman walks up to another woman's table and sits down while talking a lot.", "similarity": 0.596, "relevance": 2 }, { "pair_id": 274509, "video_name": "met_s06e07_seg02_clip_16", "timestamp": [ 28.53, 31.32 ], "duration": 62.66, "caption": "A woman sits down at the table next to another woman.", "similarity": 0.5953, "relevance": 2 }, { "pair_id": 274510, "video_name": "castle_s08e05_seg02_clip_19", "timestamp": [ 2.72, 17.2 ], "duration": 90.66, "caption": "A woman listens to another woman and then uses her arms for emphasis while reminiscing.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 274511, "video_name": "castle_s08e21_seg02_clip_07", "timestamp": [ 0.0, 23.78 ], "duration": 89.66, "caption": "A woman has a pad of paper during her conversation with another woman.", "similarity": 0.5945, "relevance": 2 }, { "pair_id": 274512, "video_name": "friends_s09e22_seg02_clip_14", "timestamp": [ 42.18, 47.77 ], "duration": 62.66, "caption": "A woman listens with her hands clasped as another woman talks.", "similarity": 0.5905, "relevance": 2 }, { "pair_id": 274513, "video_name": "met_s02e03_seg02_clip_19", "timestamp": [ 20.0, 22.22 ], "duration": 33.66, "caption": "A woman gets up from the table as she is seated next to another woman.", "similarity": 0.5894, "relevance": 2 }, { "pair_id": 274514, "video_name": "friends_s10e10_seg02_clip_00", "timestamp": [ 49.87, 64.34 ], "duration": 64.66, "caption": "A woman calls person, while woman listens in to the call.", "similarity": 0.5883, "relevance": 2 }, { "pair_id": 274515, "video_name": "met_s02e14_seg02_clip_07", "timestamp": [ 3.3, 25.51 ], "duration": 60.66, "caption": "A woman is sitting behind a news desk along with two other news reporters.", "similarity": 0.5876, "relevance": 2 }, { "pair_id": 274516, "video_name": "friends_s07e16_seg02_clip_10", "timestamp": [ 52.2, 56.8 ], "duration": 61.66, "caption": "A woman holds up a paper in front of another woman.", "similarity": 0.5869, "relevance": 3 }, { "pair_id": 274517, "video_name": "castle_s03e07_seg02_clip_24", "timestamp": [ 25.37, 30.71 ], "duration": 89.66, "caption": "A woman hands another woman some paperwork which the latter reads.", "similarity": 0.5845, "relevance": 2 }, { "pair_id": 274518, "video_name": "friends_s05e02_seg02_clip_17", "timestamp": [ 30.64, 35.3 ], "duration": 49.66, "caption": "A woman tells a man she wants to talk to him and he puts their newspaper on the table in front of them and tells her to speak.", "similarity": 0.5839, "relevance": 3 }, { "pair_id": 274519, "video_name": "friends_s06e06_seg02_clip_10", "timestamp": [ 45.38, 48.85 ], "duration": 63.66, "caption": "A woman sitting on the coffee table talking to another woman.", "similarity": 0.5832, "relevance": 2 } ] }, { "query_id": 17945, "query": "A person takes off his coat and hands it to a coat check person.", "relevant_moment": [ { "pair_id": 158980, "video_name": "friends_s10e09_seg02_clip_16", "timestamp": [ 1.56, 8.06 ], "duration": 52.66, "caption": "A person takes off his coat and hands it to a coat check person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158981, "video_name": "friends_s10e03_seg02_clip_13", "timestamp": [ 36.29, 46.83 ], "duration": 62.66, "caption": "A person removes her coat and hands it to another person.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 158982, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 60.44, 70.89 ], "duration": 90.66, "caption": "A person takes off his/her coat and puts it on someone.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 158983, "video_name": "grey_s01e09_seg02_clip_20", "timestamp": [ 51.29, 56.33 ], "duration": 91.66, "caption": "A man grabs a person by the coat and takes something out of the person's pocket and puts it in his.", "similarity": 0.7429, "relevance": 1 }, { "pair_id": 158984, "video_name": "castle_s05e14_seg02_clip_10", "timestamp": [ 67.74, 74.15 ], "duration": 91.66, "caption": "A person picks up their coat and puts it on their arm, then walks away with another person.", "similarity": 0.7329, "relevance": 1 }, { "pair_id": 158985, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 6.93, 12.29 ], "duration": 63.66, "caption": "A person unzips their coat and takes it off.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 158986, "video_name": "house_s03e15_seg02_clip_11", "timestamp": [ 51.76, 55.36 ], "duration": 90.66, "caption": "A man grabs another person's hand and takes it out of their coat pocket.", "similarity": 0.7169, "relevance": 1 }, { "pair_id": 158987, "video_name": "friends_s02e16_seg02_clip_00", "timestamp": [ 48.38, 54.59 ], "duration": 62.66, "caption": "A person takes off their coat and hangs it up.", "similarity": 0.7131, "relevance": 2 }, { "pair_id": 158988, "video_name": "friends_s04e15_seg02_clip_04", "timestamp": [ 10.08, 14.5 ], "duration": 63.66, "caption": "A person removes their coat as they have a conversation with another person.", "similarity": 0.7129, "relevance": 2 }, { "pair_id": 158989, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 0.0, 12.88 ], "duration": 92.66, "caption": "A person is talking with another person when he grabs his coat and puts it on.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 158990, "video_name": "friends_s02e18_seg02_clip_07", "timestamp": [ 5.67, 9.72 ], "duration": 54.66, "caption": "Two people both take off their coats.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 158991, "video_name": "friends_s10e12_seg02_clip_29", "timestamp": [ 10.09, 16.57 ], "duration": 48.66, "caption": "A person's spouse grabs a coat and is about to put it on the person.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 158992, "video_name": "friends_s08e18_seg02_clip_03", "timestamp": [ 3.0, 4.8 ], "duration": 60.66, "caption": "A person grabs their coat from the coat rack.", "similarity": 0.6911, "relevance": 1 }, { "pair_id": 158993, "video_name": "house_s04e10_seg02_clip_15", "timestamp": [ 79.81, 82.84 ], "duration": 101.66, "caption": "A person grabs a gift out of his coat and hands it to another person.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 158994, "video_name": "house_s06e14_seg02_clip_19", "timestamp": [ 9.03, 17.63 ], "duration": 86.66, "caption": "A person sets his bag down and takes his coat off.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 158995, "video_name": "met_s06e06_seg02_clip_05", "timestamp": [ 15.64, 19.18 ], "duration": 59.66, "caption": "A person takes off the suit coat he was wearing.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 158996, "video_name": "house_s05e03_seg02_clip_12", "timestamp": [ 22.68, 31.75 ], "duration": 90.66, "caption": "A person grabs his coat and leaves another person's office.", "similarity": 0.6812, "relevance": 1 }, { "pair_id": 158997, "video_name": "house_s05e08_seg02_clip_17", "timestamp": [ 30.16, 32.86 ], "duration": 90.66, "caption": "A man picks his coat up off a coat rack.", "similarity": 0.679, "relevance": 1 }, { "pair_id": 158998, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 48.21, 55.96 ], "duration": 57.66, "caption": "A man grabs his coat and puts it on.", "similarity": 0.6767, "relevance": 1 }, { "pair_id": 158999, "video_name": "friends_s09e15_seg02_clip_17", "timestamp": [ 54.11, 64.03 ], "duration": 64.66, "caption": "A woman takes off her coat and then shows someone a box.", "similarity": 0.6766, "relevance": 1 } ] }, { "query_id": 17967, "query": "A man's dad points and stands up from the table.", "relevant_moment": [ { "pair_id": 16620, "video_name": "house_s02e05_seg02_clip_22", "timestamp": [ 38.61, 41.86 ], "duration": 93.66, "caption": "A man's dad points and stands up from the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16621, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 49.04, 52.75 ], "duration": 57.66, "caption": "A man's father points at the man and then back at himself.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 16622, "video_name": "house_s08e17_seg02_clip_06", "timestamp": [ 53.77, 55.11 ], "duration": 89.66, "caption": "A person points towards a man sitting at the table.", "similarity": 0.6258, "relevance": 1 }, { "pair_id": 16623, "video_name": "s05e22_seg01_clip_01", "timestamp": [ 2.52, 3.78 ], "duration": 63.66, "caption": "A person points at a man sitting across the table.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 16624, "video_name": "s09e16_seg02_clip_04", "timestamp": [ 0.0, 1.22 ], "duration": 61.66, "caption": "A person points at the table while standing up from the chair.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 16625, "video_name": "house_s02e19_seg02_clip_21", "timestamp": [ 83.28, 86.5 ], "duration": 92.66, "caption": "A man's father stands between him and two other people.", "similarity": 0.614, "relevance": 0 }, { "pair_id": 16626, "video_name": "friends_s04e23-24_seg02_clip_32", "timestamp": [ 36.85, 39.46 ], "duration": 58.66, "caption": "A man stands up straight after bending over the table next to their parent.", "similarity": 0.6105, "relevance": 1 }, { "pair_id": 16627, "video_name": "met_s02e11_seg02_clip_17", "timestamp": [ 21.61, 24.31 ], "duration": 60.66, "caption": "A man gets up from the dining room table and points to a person.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 16628, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 55.12, 57.44 ], "duration": 58.66, "caption": "A man points at another man across the table from him.", "similarity": 0.5958, "relevance": 1 }, { "pair_id": 16629, "video_name": "friends_s03e18_seg02_clip_15", "timestamp": [ 33.89, 40.6 ], "duration": 61.66, "caption": "A man stands up from the table and points his finger at a woman.", "similarity": 0.594, "relevance": 2 }, { "pair_id": 16630, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 81.88, 89.49 ], "duration": 89.66, "caption": "A man stands up and points at another man.", "similarity": 0.5788, "relevance": 2 }, { "pair_id": 16631, "video_name": "friends_s08e01_seg02_clip_13", "timestamp": [ 40.47, 46.26 ], "duration": 68.66, "caption": "A man reaches over the table and then points his hands at himself.", "similarity": 0.5762, "relevance": 1 }, { "pair_id": 16632, "video_name": "friends_s08e04_seg02_clip_11", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man stands up to be centered on the table.", "similarity": 0.5748, "relevance": 1 }, { "pair_id": 16633, "video_name": "castle_s04e22_seg02_clip_20", "timestamp": [ 10.35, 16.2 ], "duration": 90.66, "caption": "A man points his hand towards himself and then down at the table.", "similarity": 0.5716, "relevance": 1 }, { "pair_id": 16634, "video_name": "met_s06e02_seg01_clip_01", "timestamp": [ 18.68, 20.04 ], "duration": 45.66, "caption": "A man points from side to side at the bar table.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 16635, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 21.76, 25.24 ], "duration": 87.66, "caption": "A man points at another man and then himself while they are sitting at the table.", "similarity": 0.5697, "relevance": 1 }, { "pair_id": 16636, "video_name": "friends_s06e21_seg02_clip_01", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "A man points at person while they are sitting down.", "similarity": 0.5637, "relevance": 1 }, { "pair_id": 16637, "video_name": "met_s02e03_seg02_clip_14", "timestamp": [ 9.6, 12.49 ], "duration": 64.66, "caption": "A man's father stands up to help the waitress pick up the plates.", "similarity": 0.5606, "relevance": 1 }, { "pair_id": 16638, "video_name": "friends_s08e21_seg02_clip_11", "timestamp": [ 27.45, 30.69 ], "duration": 59.66, "caption": "A man stands up from the table and puts his hand to his forehead.", "similarity": 0.5568, "relevance": 2 }, { "pair_id": 16639, "video_name": "met_s06e21_seg02_clip_01", "timestamp": [ 32.34, 35.4 ], "duration": 61.66, "caption": "A person points and guides his father forward into the club.", "similarity": 0.5563, "relevance": 2 } ] }, { "query_id": 17972, "query": "A man gets bad news from another person and is having a hard time keeping his composure.", "relevant_moment": [ { "pair_id": 146821, "video_name": "s07e22_seg02_clip_00", "timestamp": [ 30.39, 36.91 ], "duration": 62.66, "caption": "A man goes to sit next to person while telling him some bad news.", "similarity": 0.7094, "relevance": 3 }, { "pair_id": 146822, "video_name": "friends_s08e03_seg02_clip_11", "timestamp": [ 2.79, 8.68 ], "duration": 62.66, "caption": "A man tells some shocking news to two people.", "similarity": 0.6888, "relevance": 3 }, { "pair_id": 146823, "video_name": "castle_s08e21_seg02_clip_18", "timestamp": [ 39.21, 46.08 ], "duration": 98.66, "caption": "A man tells two other people a good news.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 146824, "video_name": "s05e05_seg02_clip_09", "timestamp": [ 22.38, 29.31 ], "duration": 63.66, "caption": "A man gets very upset with person while they are having a conversation.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 146825, "video_name": "castle_s08e21_seg02_clip_18", "timestamp": [ 51.96, 58.33 ], "duration": 98.66, "caption": "A man tells a woman and another person a bad news.", "similarity": 0.6764, "relevance": 3 }, { "pair_id": 146826, "video_name": "met_s02e21_seg02_clip_10", "timestamp": [ 7.21, 12.97 ], "duration": 57.66, "caption": "A man tries to explain to another person what is someone's problem.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 146827, "video_name": "house_s04e11_seg02_clip_06", "timestamp": [ 60.54, 68.1 ], "duration": 89.66, "caption": "A man puts someone on hold and tells another person what he thinks is wrong with them.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 146828, "video_name": "castle_s04e10_seg02_clip_12", "timestamp": [ 6.76, 9.91 ], "duration": 90.66, "caption": "A man gets upset and tries to get evidence quickly.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 146829, "video_name": "house_s08e01_seg02_clip_25", "timestamp": [ 0.0, 7.59 ], "duration": 89.66, "caption": "A man is being held up by two people while another person from a distance has a bad intention towards them.", "similarity": 0.6455, "relevance": 2 }, { "pair_id": 146830, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 56.44, 62.35 ], "duration": 91.66, "caption": "A man starts getting upset and person puts their hands on him to calm him down.", "similarity": 0.6424, "relevance": 3 }, { "pair_id": 146831, "video_name": "met_s03e15_seg01_clip_02", "timestamp": [ 4.18, 8.35 ], "duration": 59.66, "caption": "A man tells some people that his story gets even worse.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 146832, "video_name": "house_s02e21_seg02_clip_09", "timestamp": [ 71.57, 82.82 ], "duration": 90.66, "caption": "A man keeps on being frustrated while talking to another person.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 146833, "video_name": "friends_s04e01_seg01_clip_00", "timestamp": [ 0.0, 9.14 ], "duration": 63.66, "caption": "A man tries to describe what happened to another person.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 146834, "video_name": "castle_s07e08_seg02_clip_25", "timestamp": [ 69.1, 76.42 ], "duration": 91.66, "caption": "A man reacts with a confused look when he hears some news.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 146835, "video_name": "s08e11_seg02_clip_07", "timestamp": [ 22.63, 24.66 ], "duration": 58.66, "caption": "A person tries to interrupt a man and he shuts him down.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 146836, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 4.67, 9.95 ], "duration": 62.66, "caption": "A man tries to tell another man that he is talking to someone but the man won't listen.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 146837, "video_name": "castle_s05e06_seg02_clip_12", "timestamp": [ 53.68, 59.05 ], "duration": 89.66, "caption": "A man approaches two people to tell them that he got news.", "similarity": 0.618, "relevance": 2 }, { "pair_id": 146838, "video_name": "friends_s02e03_seg01_clip_00", "timestamp": [ 31.41, 52.8 ], "duration": 69.66, "caption": "A man breaks the news to another man that he once dated a man.", "similarity": 0.6174, "relevance": 1 }, { "pair_id": 146839, "video_name": "s07e20_seg02_clip_15", "timestamp": [ 0.29, 4.56 ], "duration": 57.66, "caption": "A man shows concern for a person when the person isn't talking much.", "similarity": 0.6164, "relevance": 1 } ] }, { "query_id": 17982, "query": "A man picks up his child's hand and kisses it.", "relevant_moment": [ { "pair_id": 153660, "video_name": "house_s02e05_seg02_clip_25", "timestamp": [ 88.22, 93.02 ], "duration": 120.66, "caption": "A man picks up his child's hand and kisses it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153661, "video_name": "castle_s02e10_seg02_clip_20", "timestamp": [ 11.32, 14.03 ], "duration": 90.66, "caption": "A man kisses his child on the head as they part ways.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 153662, "video_name": "friends_s03e08_seg02_clip_10", "timestamp": [ 44.27, 50.47 ], "duration": 59.66, "caption": "A man kisses the baby's head and right hand.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 153663, "video_name": "castle_s06e18_seg02_clip_24", "timestamp": [ 56.89, 58.71 ], "duration": 91.66, "caption": "A man reaches out with both hands and touches his child.", "similarity": 0.7288, "relevance": 0 }, { "pair_id": 153664, "video_name": "castle_s04e01_seg02_clip_26", "timestamp": [ 30.3, 33.28 ], "duration": 85.66, "caption": "A man kisses a child on the forehead after their conversation.", "similarity": 0.7196, "relevance": 0 }, { "pair_id": 153665, "video_name": "castle_s05e03_seg02_clip_22", "timestamp": [ 3.46, 7.78 ], "duration": 86.66, "caption": "A man stands up to kiss his child on the cheek.", "similarity": 0.7181, "relevance": 1 }, { "pair_id": 153666, "video_name": "castle_s07e21_seg02_clip_19", "timestamp": [ 2.23, 8.46 ], "duration": 89.66, "caption": "A man grabs and hugs and holds his child.", "similarity": 0.701, "relevance": 0 }, { "pair_id": 153667, "video_name": "friends_s06e15-16_seg02_clip_28", "timestamp": [ 5.7, 16.51 ], "duration": 60.66, "caption": "A man picks up woman's hands and kisses them.", "similarity": 0.6979, "relevance": 1 }, { "pair_id": 153668, "video_name": "castle_s02e06_seg02_clip_27", "timestamp": [ 0.0, 1.13 ], "duration": 75.66, "caption": "A man in costume kisses a child on the forehead.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 153669, "video_name": "house_s08e03_seg02_clip_17", "timestamp": [ 6.68, 9.35 ], "duration": 89.66, "caption": "A man holds the hands of a kid up and then lowers them.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 153670, "video_name": "friends_s06e09_seg02_clip_05", "timestamp": [ 11.41, 16.51 ], "duration": 60.66, "caption": "A man hugs their parent and kisses them on the cheek.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 153671, "video_name": "grey_s02e18_seg02_clip_23", "timestamp": [ 3.09, 7.07 ], "duration": 88.66, "caption": "A man brushes the side of a child's face with his hand and then takes it away.", "similarity": 0.6653, "relevance": 1 }, { "pair_id": 153672, "video_name": "castle_s03e08_seg02_clip_10", "timestamp": [ 33.88, 36.17 ], "duration": 91.66, "caption": "A person kisses a child on their forehead quickly yet affectionately.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 153673, "video_name": "castle_s03e18_seg02_clip_22", "timestamp": [ 10.8, 18.0 ], "duration": 90.66, "caption": "A person walks over to his child and gives her a kiss on the cheek.", "similarity": 0.6587, "relevance": 1 }, { "pair_id": 153674, "video_name": "castle_s03e05_seg02_clip_26", "timestamp": [ 29.41, 31.81 ], "duration": 120.66, "caption": "A person holds someone's hand to his lips and kisses it.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 153675, "video_name": "s10e12_seg02_clip_17", "timestamp": [ 54.21, 60.19 ], "duration": 63.66, "caption": "A man holds another person's hand as they lie in the baby's crib and kisses their hand as they speak.", "similarity": 0.6478, "relevance": 0 }, { "pair_id": 153676, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A man takes a woman's hand and kisses it while holding it.", "similarity": 0.6448, "relevance": 2 }, { "pair_id": 153677, "video_name": "friends_s10e07_seg02_clip_07", "timestamp": [ 0.95, 3.78 ], "duration": 63.66, "caption": "A man is gently brushing a child's hair with his hand.", "similarity": 0.6446, "relevance": 0 }, { "pair_id": 153678, "video_name": "friends_s07e14_seg02_clip_16", "timestamp": [ 28.14, 31.91 ], "duration": 58.66, "caption": "A man places his hand on the back of someone's head as he kisses them.", "similarity": 0.6311, "relevance": 0 }, { "pair_id": 153679, "video_name": "castle_s05e16_seg02_clip_27", "timestamp": [ 0.0, 8.74 ], "duration": 76.66, "caption": "A man goes to hug their child after they thank him.", "similarity": 0.6307, "relevance": 1 } ] }, { "query_id": 17999, "query": "A person sits down, removes his bag, and puts it on the floor.", "relevant_moment": [ { "pair_id": 169800, "video_name": "friends_s07e04_seg02_clip_02", "timestamp": [ 10.68, 15.26 ], "duration": 61.66, "caption": "A person sits down, removes his bag, and puts it on the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169801, "video_name": "s05e15_seg02_clip_09", "timestamp": [ 9.57, 12.19 ], "duration": 58.66, "caption": "A person takes their bag off and puts it on a chair.", "similarity": 0.825, "relevance": 3 }, { "pair_id": 169802, "video_name": "friends_s03e13_seg02_clip_08", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A person walks in and puts their bag down.", "similarity": 0.7322, "relevance": 2 }, { "pair_id": 169803, "video_name": "house_s05e18_seg02_clip_11", "timestamp": [ 40.45, 46.29 ], "duration": 89.66, "caption": "A person gets up to take their bag from sitting on the other chair.", "similarity": 0.7209, "relevance": 2 }, { "pair_id": 169804, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 3.15, 6.3 ], "duration": 63.66, "caption": "A person removes their shoulder bag and places it on a table.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 169805, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 32.78, 36.27 ], "duration": 58.66, "caption": "A man takes his shoulder bag off and drops it on the floor.", "similarity": 0.715, "relevance": 2 }, { "pair_id": 169807, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 7.05, 11.28 ], "duration": 94.66, "caption": "Someone picks up a small plastic bag from the floor.", "similarity": 0.6917, "relevance": 0 }, { "pair_id": 169808, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 23.23, 26.2 ], "duration": 54.66, "caption": "A person picking up a bag and showing it off.", "similarity": 0.6885, "relevance": 1 }, { "pair_id": 169809, "video_name": "s06e22_seg02_clip_01", "timestamp": [ 17.12, 21.25 ], "duration": 59.66, "caption": "A person removes a backpack from his shoulder and places it down.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 169810, "video_name": "friends_s08e17_seg01_clip_01", "timestamp": [ 17.99, 20.47 ], "duration": 62.66, "caption": "A person sits down at the table with their bagel from the floor.", "similarity": 0.6814, "relevance": 1 }, { "pair_id": 169811, "video_name": "friends_s10e17-18_seg02_clip_34", "timestamp": [ 32.12, 37.06 ], "duration": 54.66, "caption": "A person sitting beside woman gets out of their seat and gets their bag out of the overhead and puts it on the floor.", "similarity": 0.6738, "relevance": 1 }, { "pair_id": 169812, "video_name": "house_s07e05_seg02_clip_22", "timestamp": [ 24.01, 28.33 ], "duration": 96.66, "caption": "A person gets a thing and puts it in their bag.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 169813, "video_name": "met_s02e13_seg02_clip_14", "timestamp": [ 11.77, 16.3 ], "duration": 60.66, "caption": "A person puts his coffee and bag down at a table and sits down.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 169814, "video_name": "house_s03e11_seg02_clip_19", "timestamp": [ 34.89, 39.54 ], "duration": 93.66, "caption": "A person shows a man the empty bag before he puts it down.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 169815, "video_name": "s01e01_seg02_clip_00", "timestamp": [ 4.88, 7.63 ], "duration": 61.66, "caption": "A person removes a bag from their shoulder and sets it on a desk.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 169816, "video_name": "house_s06e14_seg02_clip_19", "timestamp": [ 9.03, 17.63 ], "duration": 86.66, "caption": "A person sets his bag down and takes his coat off.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 169817, "video_name": "castle_s02e10_seg02_clip_09", "timestamp": [ 0.0, 1.36 ], "duration": 90.66, "caption": "A person takes out a duffel bag from a box and puts it on the table.", "similarity": 0.6578, "relevance": 1 }, { "pair_id": 169818, "video_name": "s04e12_seg02_clip_08", "timestamp": [ 35.72, 39.32 ], "duration": 60.66, "caption": "A person sits down at the table while holding a paper bag.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 169819, "video_name": "castle_s03e07_seg02_clip_19", "timestamp": [ 48.37, 53.03 ], "duration": 93.66, "caption": "A person removes a bag from the white board that contains a piece of paper.", "similarity": 0.6561, "relevance": 0 } ] }, { "query_id": 18032, "query": "A man is walking towards the fridge and opens it.", "relevant_moment": [ { "pair_id": 147620, "video_name": "s10e01_seg02_clip_09", "timestamp": [ 30.01, 32.71 ], "duration": 60.66, "caption": "A man is walking towards the fridge and opens it.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147621, "video_name": "s01e08_seg01_clip_03", "timestamp": [ 6.8, 10.88 ], "duration": 68.66, "caption": "A man walks toward the fridge and opens it.", "similarity": 0.9802, "relevance": 3 }, { "pair_id": 147622, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 2.29, 4.88 ], "duration": 57.66, "caption": "A man walks to the fridge and opens it.", "similarity": 0.9568, "relevance": 3 }, { "pair_id": 147623, "video_name": "castle_s04e11_seg02_clip_24", "timestamp": [ 47.44, 51.51 ], "duration": 90.66, "caption": "A man walks to a refrigerator and opens it.", "similarity": 0.9404, "relevance": 3 }, { "pair_id": 147624, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 36.82, 43.54 ], "duration": 64.66, "caption": "A person walks toward the fridge and opens it.", "similarity": 0.9235, "relevance": 3 }, { "pair_id": 147625, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A man walks over and opens the fridge door.", "similarity": 0.8964, "relevance": 2 }, { "pair_id": 147626, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 19.75, 29.15 ], "duration": 47.66, "caption": "A man gets up and walks to the refrigerator and opens it.", "similarity": 0.8936, "relevance": 4 }, { "pair_id": 147627, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8775, "relevance": 1 }, { "pair_id": 147628, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8775, "relevance": 3 }, { "pair_id": 147629, "video_name": "s04e05_seg02_clip_09", "timestamp": [ 8.51, 11.66 ], "duration": 63.66, "caption": "A man goes to the fridge and opens it.", "similarity": 0.8743, "relevance": 4 }, { "pair_id": 147630, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 48.02, 56.73 ], "duration": 60.66, "caption": "A man gets up and walks over to the fridge to open it.", "similarity": 0.8696, "relevance": 3 }, { "pair_id": 147631, "video_name": "friends_s09e21_seg02_clip_12", "timestamp": [ 51.7, 56.58 ], "duration": 65.66, "caption": "A man walks into the kitchen and opens the fridge.", "similarity": 0.8598, "relevance": 4 }, { "pair_id": 147632, "video_name": "friends_s04e18_seg02_clip_03", "timestamp": [ 6.3, 12.01 ], "duration": 60.66, "caption": "A man walks into the kitchen and opens the refrigerator.", "similarity": 0.8524, "relevance": 4 }, { "pair_id": 147633, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 44.86, 49.43 ], "duration": 61.66, "caption": "A man walks over to the refrigerator, opens then shuts the door.", "similarity": 0.8447, "relevance": 4 }, { "pair_id": 147634, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.79 ], "duration": 61.66, "caption": "A person walks to the fridge, opens it, and closes it.", "similarity": 0.8433, "relevance": 4 }, { "pair_id": 147635, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 64.87, 73.37 ], "duration": 89.66, "caption": "A man walks to the kitchen and opens the refrigerator door.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 147636, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A person walks to the refrigerator and opens door.", "similarity": 0.8375, "relevance": 3 }, { "pair_id": 147637, "video_name": "castle_s04e12_seg02_clip_15", "timestamp": [ 39.31, 45.63 ], "duration": 90.66, "caption": "A person walks in and opens the refrigerator door.", "similarity": 0.8353, "relevance": 3 }, { "pair_id": 147638, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 44.7, 51.85 ], "duration": 59.66, "caption": "A man walks into the kitchen and opens the fridge, then stands in front of it.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 147639, "video_name": "friends_s09e13_seg01_clip_01", "timestamp": [ 0.83, 7.7 ], "duration": 55.66, "caption": "A man walks around the couch and opens the fridge.", "similarity": 0.8326, "relevance": 4 }, { "pair_id": 320940, "video_name": "friends_s06e18_seg02_clip_11", "timestamp": [ 14.04, 18.0 ], "duration": 61.66, "caption": "A man gets up and walks towards the fridge.", "similarity": 0.829, "relevance": 3 }, { "pair_id": 320941, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 28.81, 36.02 ], "duration": 60.66, "caption": "A person stands up and walks towards the refrigerator and opens it.", "similarity": 0.8283, "relevance": 4 }, { "pair_id": 320942, "video_name": "s08e23_seg02_clip_10", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man walks into the kitchen and opens the refrigerator door.", "similarity": 0.818, "relevance": 4 }, { "pair_id": 320943, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.17 ], "duration": 61.66, "caption": "A man walks over to woman's fridge and opens the door.", "similarity": 0.8159, "relevance": 4 }, { "pair_id": 320944, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person walks to the refrigerator, opens it and then closes it.", "similarity": 0.8155, "relevance": 4 }, { "pair_id": 320945, "video_name": "s02e10_seg01_clip_02", "timestamp": [ 23.59, 35.16 ], "duration": 89.66, "caption": "A person walks over to the refrigerator and opens the door and gestures towards the inside of it.", "similarity": 0.8136, "relevance": 4 }, { "pair_id": 320946, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 45.87, 51.17 ], "duration": 53.66, "caption": "A person walks into the kitchen and opens the refrigerator.", "similarity": 0.8076, "relevance": 4 }, { "pair_id": 320947, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 26.11, 31.51 ], "duration": 60.66, "caption": "A person walks from one room to another and opens the refrigerator.", "similarity": 0.8035, "relevance": 4 }, { "pair_id": 320948, "video_name": "friends_s05e16_seg01_clip_00", "timestamp": [ 8.69, 11.85 ], "duration": 79.66, "caption": "A man comes in the door and reaches toward the refrigerator.", "similarity": 0.8015, "relevance": 2 }, { "pair_id": 320949, "video_name": "friends_s01e13_seg01_clip_00", "timestamp": [ 1.76, 9.76 ], "duration": 39.66, "caption": "A man walks through the apartment door and goes to the fridge to open it.", "similarity": 0.7993, "relevance": 4 }, { "pair_id": 320950, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 36.3, 40.73 ], "duration": 59.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.7923, "relevance": 4 }, { "pair_id": 320951, "video_name": "s01e08_seg02_clip_14", "timestamp": [ 25.47, 28.15 ], "duration": 67.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.7923, "relevance": 4 }, { "pair_id": 320952, "video_name": "friends_s05e12_seg02_clip_12", "timestamp": [ 29.83, 39.05 ], "duration": 61.66, "caption": "A man comes in the door and opens the refrigerator.", "similarity": 0.7861, "relevance": 4 }, { "pair_id": 320953, "video_name": "s02e15_seg01_clip_00", "timestamp": [ 42.8, 49.93 ], "duration": 62.66, "caption": "A man walks to open the fridge while on the phone.", "similarity": 0.784, "relevance": 4 }, { "pair_id": 320955, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 40.32, 47.15 ], "duration": 65.66, "caption": "A woman walks over to the refrigerator and opens it.", "similarity": 0.7812, "relevance": 3 }, { "pair_id": 320956, "video_name": "friends_s10e06_seg02_clip_00", "timestamp": [ 50.11, 55.15 ], "duration": 63.66, "caption": "A man opens and closes the door to the refrigerator.", "similarity": 0.779, "relevance": 4 }, { "pair_id": 320958, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 25.5, 29.23 ], "duration": 62.66, "caption": "A person opens the refrigerator and walks back to the stove.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 320959, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 2.44, 4.27 ], "duration": 61.66, "caption": "A woman walks over to the fridge and opens it up.", "similarity": 0.7729, "relevance": 2 } ] }, { "query_id": 18081, "query": "A woman walks up to another woman's table and sits down while talking a lot.", "relevant_moment": [ { "pair_id": 2180, "video_name": "grey_s03e12_seg02_clip_04", "timestamp": [ 32.31, 47.79 ], "duration": 91.66, "caption": "A woman walks up to another woman's table and sits down while talking a lot.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2181, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 9.45, 12.92 ], "duration": 63.66, "caption": "A woman walks up towards the small table whilst conversing with another woman.", "similarity": 0.837, "relevance": 2 }, { "pair_id": 2182, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 80.26, 82.07 ], "duration": 90.66, "caption": "While sitting at the table, a woman talks to another woman.", "similarity": 0.8321, "relevance": 1 }, { "pair_id": 2183, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 1.14, 5.13 ], "duration": 57.66, "caption": "A woman walks over and sits down at a table with another woman.", "similarity": 0.7999, "relevance": 4 }, { "pair_id": 2184, "video_name": "house_s05e03_seg02_clip_00", "timestamp": [ 15.41, 18.67 ], "duration": 93.66, "caption": "A woman walks up to the table where two people are sitting.", "similarity": 0.7799, "relevance": 2 }, { "pair_id": 2185, "video_name": "house_s01e21_seg02_clip_24", "timestamp": [ 39.83, 66.07 ], "duration": 181.66, "caption": "A woman walks up to another woman and they converse with each other.", "similarity": 0.7742, "relevance": 1 }, { "pair_id": 2186, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 21.3, 24.07 ], "duration": 92.66, "caption": "A woman stands up from a table while talking with another woman.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 2187, "video_name": "s08e16_seg02_clip_11", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman is talking to a person while sitting at the table.", "similarity": 0.7732, "relevance": 2 }, { "pair_id": 2188, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 13.88, 16.85 ], "duration": 37.66, "caption": "A woman walks toward the table where another woman is.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 2189, "video_name": "friends_s06e06_seg02_clip_10", "timestamp": [ 45.38, 48.85 ], "duration": 63.66, "caption": "A woman sitting on the coffee table talking to another woman.", "similarity": 0.7653, "relevance": 2 }, { "pair_id": 2190, "video_name": "castle_s04e05_seg02_clip_24", "timestamp": [ 50.74, 55.64 ], "duration": 89.66, "caption": "A woman walks over to another woman when they are talking.", "similarity": 0.7634, "relevance": 1 }, { "pair_id": 2191, "video_name": "friends_s10e11_seg02_clip_05", "timestamp": [ 36.09, 44.44 ], "duration": 59.66, "caption": "A woman stands up from the table, and walks over to another woman.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 2192, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 5.04, 22.06 ], "duration": 63.66, "caption": "A woman walks up to the table and talks to a man.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 2193, "video_name": "house_s02e11_seg02_clip_16", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A woman sits down and has a conversation with another woman.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 2194, "video_name": "s05e08_seg01_clip_00", "timestamp": [ 17.99, 21.71 ], "duration": 62.66, "caption": "A woman is talking to another woman and sitting down to face her.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 2195, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 52.83, 56.37 ], "duration": 59.66, "caption": "A person walks over to a table while talking to a woman.", "similarity": 0.7452, "relevance": 2 }, { "pair_id": 2196, "video_name": "friends_s05e17_seg02_clip_03", "timestamp": [ 1.74, 7.83 ], "duration": 58.66, "caption": "A woman walks up to the sofa and sits down initiating a conversation with another woman.", "similarity": 0.7432, "relevance": 4 }, { "pair_id": 2197, "video_name": "s05e04_seg02_clip_01", "timestamp": [ 31.93, 36.98 ], "duration": 56.66, "caption": "A woman walks up to the table and talks to man.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 2198, "video_name": "friends_s03e25_seg02_clip_19", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A woman walks up to another woman while talking about her values.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 2199, "video_name": "friends_s08e07_seg02_clip_17", "timestamp": [ 29.88, 33.94 ], "duration": 58.66, "caption": "A woman walks up to another woman who is sitting down on the stairs.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 175500, "video_name": "met_s02e03_seg02_clip_19", "timestamp": [ 20.0, 22.22 ], "duration": 33.66, "caption": "A woman gets up from the table as she is seated next to another woman.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 175501, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 0.0, 30.67 ], "duration": 88.66, "caption": "A woman was walking back and forth whilst talking to another woman.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 175502, "video_name": "s09e16_seg02_clip_09", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "Sitting at a table, a woman leans over to say something to another woman who is holding her ear and shaking her head, slightly.", "similarity": 0.7302, "relevance": 3 }, { "pair_id": 175503, "video_name": "castle_s08e11_seg02_clip_14", "timestamp": [ 44.8, 90.51 ], "duration": 90.66, "caption": "A woman sits with another woman to have a conversation with her.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 175504, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 73.25, 80.35 ], "duration": 88.66, "caption": "A woman walks over and sits next to someone while talking to them.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 175505, "video_name": "castle_s06e10_seg02_clip_10", "timestamp": [ 21.37, 50.74 ], "duration": 89.66, "caption": "A woman walks up to person, where they are sitting, then they both stand and person shakes hands with the woman; they talk, and then the woman walks into the other room.", "similarity": 0.7251, "relevance": 2 }, { "pair_id": 175506, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 47.63, 89.02 ], "duration": 89.66, "caption": "A woman was leaning over the table whilst talking to another person.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 175507, "video_name": "castle_s08e10_seg02_clip_18", "timestamp": [ 62.12, 92.03 ], "duration": 92.66, "caption": "A woman sitting on a table talking to another woman about their mission.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 175508, "video_name": "castle_s03e24_seg02_clip_24", "timestamp": [ 57.68, 93.03 ], "duration": 93.66, "caption": "A woman sitting on a table talking to another woman about their mission.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 175509, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 175510, "video_name": "castle_s01e03_seg02_clip_14", "timestamp": [ 9.99, 12.71 ], "duration": 90.66, "caption": "A woman walks a little closer to another woman while they are talking.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 175511, "video_name": "grey_s03e22_seg02_clip_24", "timestamp": [ 0.0, 15.96 ], "duration": 91.66, "caption": "A woman is talking to another woman who is sitting next to her who is holding her chest.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 175512, "video_name": "friends_s02e17_seg02_clip_00", "timestamp": [ 17.37, 21.09 ], "duration": 62.66, "caption": "A woman walks over to a person and sits down on his lap while another woman starts talking.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 175513, "video_name": "castle_s04e15_seg02_clip_11", "timestamp": [ 0.0, 5.75 ], "duration": 88.66, "caption": "A woman talks as she walks closer to another woman.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 175514, "video_name": "s08e21_seg02_clip_10", "timestamp": [ 45.05, 50.75 ], "duration": 57.66, "caption": "After a woman sits down, another woman sitting next to her starts talking to her.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 175515, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 38.39, 41.59 ], "duration": 91.66, "caption": "A woman sits down at the table across from another woman.", "similarity": 0.7122, "relevance": 4 }, { "pair_id": 175516, "video_name": "s05e12_seg02_clip_01", "timestamp": [ 34.74, 36.91 ], "duration": 62.66, "caption": "A woman walks over to two people's table.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 175517, "video_name": "grey_s03e05_seg02_clip_21", "timestamp": [ 34.42, 38.14 ], "duration": 93.66, "caption": "A woman sits up in her rocking chair while talking with another woman.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 175518, "video_name": "house_s05e11_seg02_clip_07", "timestamp": [ 89.73, 92.03 ], "duration": 92.66, "caption": "A woman sits down and starts talking with another woman.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 175519, "video_name": "castle_s07e04_seg02_clip_22", "timestamp": [ 76.72, 80.29 ], "duration": 89.66, "caption": "A woman speaks to another woman and the other woman looks up and nods.", "similarity": 0.7083, "relevance": 3 } ] }, { "query_id": 18105, "query": "A woman lifts her shoulders and slightly lifts her body out of the chair.", "relevant_moment": [ { "pair_id": 171940, "video_name": "s04e01_seg02_clip_13", "timestamp": [ 1.68, 3.08 ], "duration": 56.66, "caption": "A woman lifts her shoulders and slightly lifts her body out of the chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171941, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 35.01, 39.21 ], "duration": 70.66, "caption": "A woman pulls the chair out and sits down.", "similarity": 0.7254, "relevance": 1 }, { "pair_id": 171942, "video_name": "grey_s02e20_seg02_clip_16", "timestamp": [ 41.25, 42.98 ], "duration": 86.66, "caption": "A woman jumps out of the chair and raises her hand.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 171943, "video_name": "friends_s02e05_seg02_clip_03", "timestamp": [ 14.41, 16.51 ], "duration": 60.66, "caption": "A woman takes her purse off her shoulder and onto the chair.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 171944, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 31.16, 33.83 ], "duration": 89.66, "caption": "A woman removes her elbows from the table and sits back in her chair.", "similarity": 0.6817, "relevance": 3 }, { "pair_id": 171945, "video_name": "s09e08_seg02_clip_10", "timestamp": [ 47.6, 53.09 ], "duration": 61.66, "caption": "A woman turns and places her hand on the back of her chair and then takes it off again.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 171946, "video_name": "house_s08e09_seg02_clip_00", "timestamp": [ 61.2, 63.96 ], "duration": 92.66, "caption": "A woman unfolds her hands and reaches under her chair.", "similarity": 0.6769, "relevance": 1 }, { "pair_id": 171947, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 46.29, 51.63 ], "duration": 89.66, "caption": "A woman pulls back the chair and sits down.", "similarity": 0.6754, "relevance": 1 }, { "pair_id": 171948, "video_name": "castle_s03e23_seg02_clip_18", "timestamp": [ 33.68, 43.69 ], "duration": 91.66, "caption": "Woman removes her jacket from the chair and puts it on.", "similarity": 0.6683, "relevance": 2 }, { "pair_id": 171949, "video_name": "house_s02e02_seg02_clip_16", "timestamp": [ 18.0, 20.26 ], "duration": 90.66, "caption": "A person sits down in the chair and lifts up their hands.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 171950, "video_name": "friends_s03e19_seg02_clip_02", "timestamp": [ 0.0, 8.53 ], "duration": 55.66, "caption": "A woman takes off her jacket and puts it on the chair.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 171951, "video_name": "friends_s06e19_seg02_clip_00", "timestamp": [ 11.71, 17.24 ], "duration": 65.66, "caption": "A woman takes off her jacket while sitting in a chair.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 171952, "video_name": "friends_s01e12_seg02_clip_14", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A woman pulls out the chair at the table and sits down.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 171953, "video_name": "friends_s01e12_seg02_clip_20", "timestamp": [ 40.63, 43.11 ], "duration": 62.66, "caption": "A woman gets up from the chair and rubs her neck.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 171954, "video_name": "house_s08e14_seg02_clip_12", "timestamp": [ 6.51, 11.16 ], "duration": 93.66, "caption": "A person pulls a chair out and sits down.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 171955, "video_name": "friends_s09e03_seg02_clip_15", "timestamp": [ 5.04, 7.56 ], "duration": 63.66, "caption": "A woman uncrosses her arms then sets down her hand on the chair.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 171956, "video_name": "house_s01e04_seg02_clip_07", "timestamp": [ 13.81, 26.24 ], "duration": 92.66, "caption": "A person lifts up on their arms as they sit in the patient chair.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 171957, "video_name": "castle_s08e01_seg02_clip_24", "timestamp": [ 26.71, 28.93 ], "duration": 89.66, "caption": "A person pulls out a chair and sits down.", "similarity": 0.6324, "relevance": 1 }, { "pair_id": 171958, "video_name": "met_s03e18_seg02_clip_04", "timestamp": [ 34.27, 37.25 ], "duration": 59.66, "caption": "A woman grabs the arm rest of an office chair and moves it into position and then sits down.", "similarity": 0.6318, "relevance": 2 }, { "pair_id": 171959, "video_name": "friends_s04e06_seg02_clip_03", "timestamp": [ 11.9, 13.93 ], "duration": 58.66, "caption": "A woman sits on the arm of someone's chair and quickly gets back up.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 345260, "video_name": "friends_s09e11_seg02_clip_13", "timestamp": [ 22.74, 28.57 ], "duration": 58.66, "caption": "A woman sits down in the chair and situates herself.", "similarity": 0.6296, "relevance": 4 }, { "pair_id": 345261, "video_name": "met_s06e10_seg02_clip_11", "timestamp": [ 8.85, 12.51 ], "duration": 61.66, "caption": "A woman lifts both her hands in the air and then back down.", "similarity": 0.6283, "relevance": 2 }, { "pair_id": 345262, "video_name": "castle_s06e18_seg02_clip_06", "timestamp": [ 11.42, 15.08 ], "duration": 91.66, "caption": "A woman moves herself into a comfortable position in her desk chair.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 345263, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 58.68, 61.79 ], "duration": 88.66, "caption": "A woman gets back from being seated in her chair.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 345264, "video_name": "s01e15_seg01_clip_01", "timestamp": [ 53.12, 56.73 ], "duration": 60.66, "caption": "A woman puts her arm around person's shoulders.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 345265, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 11.16, 13.88 ], "duration": 60.66, "caption": "A woman pulls a chair out and sits down at the kitchen table.", "similarity": 0.6219, "relevance": 1 }, { "pair_id": 345266, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 36.89, 43.81 ], "duration": 92.66, "caption": "A woman sits down on the arm of the chair and moves her hair.", "similarity": 0.6217, "relevance": 1 }, { "pair_id": 345267, "video_name": "friends_s05e02_seg02_clip_18", "timestamp": [ 53.83, 56.07 ], "duration": 56.66, "caption": "A woman lifts both of her arms and holds them by her head.", "similarity": 0.6216, "relevance": 2 }, { "pair_id": 345268, "video_name": "s06e20_seg02_clip_10", "timestamp": [ 13.28, 27.15 ], "duration": 59.66, "caption": "A woman gets out of her chair, bends over in front of a man, then sits back down.", "similarity": 0.6191, "relevance": 1 }, { "pair_id": 345269, "video_name": "s01e13_seg01_clip_01", "timestamp": [ 16.0, 19.21 ], "duration": 80.66, "caption": "A woman sits down in a chair with holding her hands out in front of her.", "similarity": 0.6174, "relevance": 1 }, { "pair_id": 345270, "video_name": "s02e19_seg02_clip_14", "timestamp": [ 5.51, 8.99 ], "duration": 58.66, "caption": "A woman lifts her left arm in the air and gestures with her hand.", "similarity": 0.6166, "relevance": 1 }, { "pair_id": 345271, "video_name": "s04e03_seg02_clip_16", "timestamp": [ 45.02, 47.12 ], "duration": 60.66, "caption": "A woman is sitting in the chair and moves her right hand under her chin.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 345272, "video_name": "friends_s10e13_seg02_clip_17", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A woman removes her coat and places it on the back of a chair.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 345273, "video_name": "castle_s04e21_seg02_clip_09", "timestamp": [ 63.59, 64.41 ], "duration": 82.66, "caption": "A woman lifts her arms up in front of her and motions one hand over the top of the other.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 345274, "video_name": "house_s05e07_seg02_clip_10", "timestamp": [ 60.8, 62.6 ], "duration": 90.66, "caption": "A woman turns in her chair and puts her elbows on a desk.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 345275, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 5.44, 9.6 ], "duration": 64.66, "caption": "A woman walks up to a chair and sits on it taking off her jacket.", "similarity": 0.6064, "relevance": 1 }, { "pair_id": 345276, "video_name": "friends_s08e13_seg02_clip_14", "timestamp": [ 21.27, 24.09 ], "duration": 62.66, "caption": "A woman turns the chair around and sits down on it.", "similarity": 0.6053, "relevance": 1 }, { "pair_id": 345277, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 5.41, 7.21 ], "duration": 90.66, "caption": "A woman grabs her coat off of the chair.", "similarity": 0.6052, "relevance": 1 }, { "pair_id": 345278, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 4.06, 8.11 ], "duration": 90.66, "caption": "A woman takes her coat from the back of a chair and puts it on her arm.", "similarity": 0.6027, "relevance": 1 }, { "pair_id": 345279, "video_name": "friends_s01e22_seg02_clip_05", "timestamp": [ 32.83, 36.44 ], "duration": 60.66, "caption": "A woman takes off her orange color outerwear and put it on the back of the chair.", "similarity": 0.6026, "relevance": 1 } ] }, { "query_id": 18132, "query": "A woman turns and holds up a notebook as she is talking.", "relevant_moment": [ { "pair_id": 3980, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 27.59, 30.26 ], "duration": 59.66, "caption": "A woman turns and holds up a notebook as she is talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3981, "video_name": "friends_s07e21_seg02_clip_02", "timestamp": [ 0.0, 68.02 ], "duration": 68.66, "caption": "A woman was writing something in a notebook while talking.", "similarity": 0.8056, "relevance": 4 }, { "pair_id": 3982, "video_name": "castle_s02e01_seg02_clip_15", "timestamp": [ 16.53, 20.89 ], "duration": 87.66, "caption": "A woman opens up her notebook ready to take some notes.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 3983, "video_name": "s06e03_seg01_clip_01", "timestamp": [ 26.67, 29.15 ], "duration": 62.66, "caption": "A woman reaches into the box and pulls out a notebook as she talks to a person.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 3984, "video_name": "castle_s05e03_seg02_clip_02", "timestamp": [ 80.33, 89.26 ], "duration": 89.66, "caption": "A woman writes in her notebook while talking to person.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 3985, "video_name": "friends_s01e07_seg02_clip_10", "timestamp": [ 29.97, 33.53 ], "duration": 59.66, "caption": "A woman tries to write something in her notebook.", "similarity": 0.748, "relevance": 0 }, { "pair_id": 3986, "video_name": "castle_s02e24_seg02_clip_16", "timestamp": [ 52.19, 55.95 ], "duration": 94.66, "caption": "A woman writes down information in her notebook as she listens.", "similarity": 0.7466, "relevance": 2 }, { "pair_id": 3987, "video_name": "castle_s06e07_seg02_clip_17", "timestamp": [ 77.92, 80.59 ], "duration": 89.66, "caption": "A person hands a woman a small open notebook.", "similarity": 0.7337, "relevance": 3 }, { "pair_id": 3988, "video_name": "grey_s03e13_seg02_clip_19", "timestamp": [ 24.62, 36.48 ], "duration": 91.66, "caption": "A woman grabs a notebook from her bag and stands to talk to another woman.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 3989, "video_name": "friends_s07e13_seg02_clip_04", "timestamp": [ 7.32, 8.54 ], "duration": 61.66, "caption": "A woman lifts the notebook to look closely at it.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 3990, "video_name": "castle_s04e11_seg02_clip_08", "timestamp": [ 10.09, 13.3 ], "duration": 91.66, "caption": "A woman was holding a piece of notebook and a pencil.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 3991, "video_name": "friends_s05e23-24_seg02_clip_04", "timestamp": [ 15.56, 23.19 ], "duration": 61.66, "caption": "A woman gets out a notebook and writes in it.", "similarity": 0.7186, "relevance": 1 }, { "pair_id": 3992, "video_name": "castle_s04e11_seg02_clip_10", "timestamp": [ 13.23, 17.8 ], "duration": 91.66, "caption": "A woman takes out a pencil and looks at her notebook as she speaks to another woman.", "similarity": 0.7184, "relevance": 2 }, { "pair_id": 3993, "video_name": "s06e02_seg01_clip_01", "timestamp": [ 16.23, 17.88 ], "duration": 55.66, "caption": "A woman is holding a notebook then sets it down on the coffee table.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 3994, "video_name": "castle_s01e10_seg02_clip_06", "timestamp": [ 0.96, 1.44 ], "duration": 96.66, "caption": "A woman looks down at her notebook and writes.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 3995, "video_name": "castle_s03e17_seg02_clip_12", "timestamp": [ 17.75, 19.57 ], "duration": 91.66, "caption": "A woman picks up the notebook and swipes their hair from their face.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 3996, "video_name": "s06e03_seg01_clip_03", "timestamp": [ 63.92, 69.6 ], "duration": 71.66, "caption": "A woman talks to a person as she hands a black notebook to him.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 3997, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman was holding a pen and paper whilst talking.", "similarity": 0.6936, "relevance": 4 }, { "pair_id": 3998, "video_name": "castle_s06e15_seg02_clip_18", "timestamp": [ 0.0, 30.31 ], "duration": 91.66, "caption": "A woman was holding a bunch of papers while talking.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 3999, "video_name": "castle_s08e16_seg02_clip_04", "timestamp": [ 29.41, 30.32 ], "duration": 90.66, "caption": "A woman is writing down on her notebook.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 177300, "video_name": "friends_s06e21_seg02_clip_13", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A woman has a conversation with another woman and guy while holding a notebook.", "similarity": 0.687, "relevance": 4 }, { "pair_id": 177301, "video_name": "castle_s04e02_seg02_clip_03", "timestamp": [ 7.22, 12.64 ], "duration": 90.66, "caption": "A woman opens their notebook and holds a pen ready to write.", "similarity": 0.6867, "relevance": 4 }, { "pair_id": 177302, "video_name": "castle_s02e05_seg02_clip_06", "timestamp": [ 33.79, 42.77 ], "duration": 85.66, "caption": "A woman holds up the notebook to a man to show the address written on it.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 177303, "video_name": "castle_s06e16_seg02_clip_08", "timestamp": [ 15.19, 19.66 ], "duration": 89.66, "caption": "A person holding a notebook reads what's inside.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 177304, "video_name": "s09e14_seg02_clip_15", "timestamp": [ 64.37, 68.42 ], "duration": 90.66, "caption": "A person flips through a notebook while sitting with a woman.", "similarity": 0.6788, "relevance": 4 }, { "pair_id": 177305, "video_name": "s02e06_seg02_clip_16", "timestamp": [ 0.0, 10.15 ], "duration": 58.66, "caption": "A person was holding a piece of huge notebook whilst talking.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 177306, "video_name": "castle_s06e22_seg02_clip_01", "timestamp": [ 14.01, 15.76 ], "duration": 87.66, "caption": "A woman underlines a portion of the writing in a notebook she is looking at.", "similarity": 0.675, "relevance": 1 }, { "pair_id": 177307, "video_name": "s03e10_seg02_clip_14", "timestamp": [ 24.31, 27.91 ], "duration": 60.66, "caption": "A woman sets her notebook down on the table.", "similarity": 0.6723, "relevance": 3 }, { "pair_id": 177308, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 2.52, 16.8 ], "duration": 84.66, "caption": "A man was holding a notebook whilst talking to woman.", "similarity": 0.6694, "relevance": 1 }, { "pair_id": 177309, "video_name": "s03e10_seg02_clip_12", "timestamp": [ 50.35, 51.87 ], "duration": 61.66, "caption": "A woman writes briefly with a pencil in her notebook.", "similarity": 0.6691, "relevance": 3 }, { "pair_id": 177310, "video_name": "castle_s05e14_seg02_clip_06", "timestamp": [ 0.0, 24.95 ], "duration": 86.66, "caption": "A woman was holding a bunch of papers and staring at it whilst talking.", "similarity": 0.6634, "relevance": 4 }, { "pair_id": 177311, "video_name": "castle_s07e09_seg02_clip_09", "timestamp": [ 20.37, 23.15 ], "duration": 92.66, "caption": "A woman leans forward and picks up a document.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 177312, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 0.0, 89.22 ], "duration": 89.66, "caption": "A woman was writing down something whilst talking.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 177313, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 50.99, 55.05 ], "duration": 90.66, "caption": "A woman picks up the stack of papers and put it on her folder as she speaks to someone.", "similarity": 0.6536, "relevance": 4 }, { "pair_id": 177314, "video_name": "grey_s01e02_seg02_clip_00", "timestamp": [ 2.79, 6.51 ], "duration": 93.66, "caption": "A woman holds a book on her lap while talking to her coworker.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 177315, "video_name": "friends_s03e03_seg02_clip_13", "timestamp": [ 51.32, 56.17 ], "duration": 57.66, "caption": "A woman turns her head and looks across the room as she holds a stack of papers in front of her.", "similarity": 0.6446, "relevance": 4 }, { "pair_id": 177316, "video_name": "grey_s02e08_seg02_clip_03", "timestamp": [ 52.23, 57.93 ], "duration": 87.66, "caption": "A woman hands her notebook to another woman and she takes it.", "similarity": 0.6445, "relevance": 3 }, { "pair_id": 177317, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 18.0, 27.23 ], "duration": 92.66, "caption": "A woman picks up her notebook and exits the meeting room.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 177318, "video_name": "castle_s04e10_seg02_clip_06", "timestamp": [ 0.0, 4.5 ], "duration": 89.66, "caption": "A woman turns after she speaks about her memory.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 177319, "video_name": "castle_s06e19_seg02_clip_23", "timestamp": [ 1.81, 5.88 ], "duration": 90.66, "caption": "A woman puts her hand on her notebook on the table and points to it.", "similarity": 0.6384, "relevance": 2 } ] }, { "query_id": 18137, "query": "A person taps a man on the shoulder and says something to him.", "relevant_moment": [ { "pair_id": 13840, "video_name": "met_s05e03_seg02_clip_11", "timestamp": [ 38.41, 42.71 ], "duration": 61.66, "caption": "A person taps a man on the shoulder and says something to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13841, "video_name": "friends_s01e13_seg02_clip_03", "timestamp": [ 7.25, 8.51 ], "duration": 63.66, "caption": "A man taps the person on to his shoulder.", "similarity": 0.8501, "relevance": 4 }, { "pair_id": 13842, "video_name": "s10e06_seg02_clip_15", "timestamp": [ 49.48, 52.0 ], "duration": 63.66, "caption": "A person taps a man on his arm as he starts to speak to him.", "similarity": 0.8477, "relevance": 3 }, { "pair_id": 13843, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 15.41, 17.39 ], "duration": 44.66, "caption": "A man taps the left shoulder of another person during a conversation.", "similarity": 0.833, "relevance": 3 }, { "pair_id": 13844, "video_name": "castle_s04e21_seg02_clip_20", "timestamp": [ 10.39, 13.55 ], "duration": 90.66, "caption": "A man tapped another man's shoulder and said something to him.", "similarity": 0.8133, "relevance": 4 }, { "pair_id": 13845, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 53.7, 55.23 ], "duration": 61.66, "caption": "A person puts his hand on man's shoulder while talking.", "similarity": 0.7876, "relevance": 4 }, { "pair_id": 13846, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 67.54, 70.78 ], "duration": 92.66, "caption": "A man ends the conversation with another person with a tap on his/her shoulder.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 13847, "video_name": "s01e06_seg02_clip_09", "timestamp": [ 52.83, 56.96 ], "duration": 59.66, "caption": "A man places his hand briefly on person's shoulder while he's speaking.", "similarity": 0.7698, "relevance": 4 }, { "pair_id": 13848, "video_name": "friends_s03e21_seg02_clip_17", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man taps another man on the shoulder while saying he was correct.", "similarity": 0.7622, "relevance": 4 }, { "pair_id": 13849, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 44.48, 58.7 ], "duration": 60.66, "caption": "A man puts his hand on man's shoulder while talking to him.", "similarity": 0.7611, "relevance": 4 }, { "pair_id": 13850, "video_name": "friends_s09e08_seg02_clip_20", "timestamp": [ 44.04, 46.52 ], "duration": 62.66, "caption": "A man taps someone on his arm and smiles while talking to him.", "similarity": 0.7609, "relevance": 4 }, { "pair_id": 13851, "video_name": "s06e09_seg02_clip_13", "timestamp": [ 34.24, 37.48 ], "duration": 59.66, "caption": "A person pats a man on the shoulder as he speaks to another person.", "similarity": 0.7604, "relevance": 4 }, { "pair_id": 13852, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 45.38, 47.87 ], "duration": 62.66, "caption": "A man puts his hand on another man's shoulder as he speaks to him.", "similarity": 0.7587, "relevance": 4 }, { "pair_id": 13853, "video_name": "s08e05_seg02_clip_05", "timestamp": [ 55.88, 57.02 ], "duration": 57.66, "caption": "A person points their fingers towards a man while talking to him.", "similarity": 0.758, "relevance": 1 }, { "pair_id": 13854, "video_name": "met_s06e10_seg02_clip_10", "timestamp": [ 39.1, 42.31 ], "duration": 58.66, "caption": "A man puts a hand over his hear in response to a person speaking to him.", "similarity": 0.7574, "relevance": 1 }, { "pair_id": 13855, "video_name": "friends_s02e01_seg02_clip_17", "timestamp": [ 17.11, 19.67 ], "duration": 57.66, "caption": "A person walks over to guy and taps him on the shoulder.", "similarity": 0.7542, "relevance": 4 }, { "pair_id": 13856, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.7476, "relevance": 4 }, { "pair_id": 13857, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man has his hand on another man's shoulder as he speaks to him.", "similarity": 0.7469, "relevance": 4 }, { "pair_id": 13858, "video_name": "met_s02e06_seg02_clip_03", "timestamp": [ 8.23, 14.94 ], "duration": 60.66, "caption": "A man puts his hand on guy's shoulder as he speaks with him.", "similarity": 0.7451, "relevance": 4 }, { "pair_id": 13859, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 0.0, 63.03 ], "duration": 63.66, "caption": "A person taps someone on their left shoulder with his right hand.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 187160, "video_name": "castle_s08e16_seg02_clip_15", "timestamp": [ 12.88, 14.72 ], "duration": 92.66, "caption": "A woman taps a man in his head while talking to him.", "similarity": 0.7444, "relevance": 4 }, { "pair_id": 187161, "video_name": "friends_s05e09_seg02_clip_17", "timestamp": [ 43.64, 45.77 ], "duration": 61.66, "caption": "A man taps a woman on the back as he speaks.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 187162, "video_name": "met_s02e14_seg02_clip_14", "timestamp": [ 25.36, 28.94 ], "duration": 65.66, "caption": "A man has his hand on another man's shoulder as he says something.", "similarity": 0.7409, "relevance": 4 }, { "pair_id": 187163, "video_name": "met_s03e03_seg02_clip_12", "timestamp": [ 48.55, 54.66 ], "duration": 54.66, "caption": "A man puts his arm around man as he is speaking.", "similarity": 0.7404, "relevance": 4 }, { "pair_id": 187164, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 29.71, 34.21 ], "duration": 90.66, "caption": "A person lifts their hand while man talks about someone.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 187165, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 21.43, 25.21 ], "duration": 63.66, "caption": "A man points his hand toward person while speaking to him.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 187166, "video_name": "s01e08_seg02_clip_11", "timestamp": [ 11.02, 14.8 ], "duration": 58.66, "caption": "A person puts their hand on another person's shoulder and speaks into their ear.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 187167, "video_name": "s10e06_seg02_clip_09", "timestamp": [ 55.52, 57.93 ], "duration": 60.66, "caption": "A person walks over to man and taps him on the arm.", "similarity": 0.7341, "relevance": 3 }, { "pair_id": 187168, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 6.9, 8.4 ], "duration": 60.66, "caption": "A man taps a person on their arm as they walk past him.", "similarity": 0.7338, "relevance": 4 }, { "pair_id": 187169, "video_name": "friends_s08e05_seg02_clip_14", "timestamp": [ 42.86, 47.59 ], "duration": 63.66, "caption": "A man grabs another man's shoulder as he speaks to him.", "similarity": 0.7325, "relevance": 4 }, { "pair_id": 187170, "video_name": "friends_s05e16_seg02_clip_09", "timestamp": [ 12.95, 14.35 ], "duration": 70.66, "caption": "A man taps woman's shoulders while talking to another man.", "similarity": 0.7322, "relevance": 3 }, { "pair_id": 187171, "video_name": "castle_s04e18_seg02_clip_16", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A man was tapping person's back while talking to him.", "similarity": 0.7313, "relevance": 4 }, { "pair_id": 187172, "video_name": "castle_s05e06_seg02_clip_02", "timestamp": [ 68.56, 72.7 ], "duration": 92.66, "caption": "A man says something to guy and then pats him on the shoulder.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 187173, "video_name": "house_s08e13_seg02_clip_19", "timestamp": [ 58.27, 62.75 ], "duration": 89.66, "caption": "A person taps a man's shoulder and the man looks behind him.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 187174, "video_name": "castle_s04e08_seg02_clip_18", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A man taps another man to say they're in the situation he's describing.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 187175, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 34.4, 36.55 ], "duration": 61.66, "caption": "A woman taps a man on the hand while talking to her.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 187176, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 50.77, 55.99 ], "duration": 58.66, "caption": "A person taps on guy's shoulder multiple times to get his attention.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 187177, "video_name": "house_s01e13_seg02_clip_18", "timestamp": [ 26.69, 29.45 ], "duration": 92.66, "caption": "A man is talking to a patient while another man taps him on the shoulder.", "similarity": 0.7236, "relevance": 2 }, { "pair_id": 187178, "video_name": "s05e18_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man is pointing at a person as he is speaking to him.", "similarity": 0.7216, "relevance": 2 }, { "pair_id": 187179, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 6.63, 10.92 ], "duration": 78.66, "caption": "A man points his finger in the air while talking to another person.", "similarity": 0.7189, "relevance": 3 } ] }, { "query_id": 18149, "query": "A woman's phone rings and she answers it immediately.", "relevant_moment": [ { "pair_id": 162860, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 50.55, 54.28 ], "duration": 62.66, "caption": "A woman's phone rings and she answers it immediately.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162861, "video_name": "castle_s03e01_seg02_clip_01", "timestamp": [ 20.48, 25.49 ], "duration": 91.66, "caption": "A woman's phone rings and she answers it immediately.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162862, "video_name": "castle_s01e02_seg02_clip_00", "timestamp": [ 30.84, 33.17 ], "duration": 93.66, "caption": "A woman's phone rings and she answers it immediately.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162863, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.31, 5.54 ], "duration": 92.66, "caption": "Woman's phone rings and she answers it immediately.", "similarity": 0.9782, "relevance": 4 }, { "pair_id": 162864, "video_name": "friends_s03e10_seg02_clip_18", "timestamp": [ 35.11, 39.75 ], "duration": 58.66, "caption": "The phone rings and a woman answers it immediately.", "similarity": 0.9617, "relevance": 4 }, { "pair_id": 162865, "video_name": "castle_s06e17_seg02_clip_16", "timestamp": [ 58.83, 61.48 ], "duration": 88.66, "caption": "A woman's cellphone rings and then she answers it.", "similarity": 0.9098, "relevance": 4 }, { "pair_id": 162867, "video_name": "castle_s01e09_seg02_clip_04", "timestamp": [ 31.18, 36.08 ], "duration": 89.66, "caption": "A woman immediately answers the call on the telephone.", "similarity": 0.8711, "relevance": 4 }, { "pair_id": 162868, "video_name": "friends_s06e04_seg02_clip_16", "timestamp": [ 6.6, 10.8 ], "duration": 60.66, "caption": "A woman reaches to answer the phone after it rings.", "similarity": 0.8631, "relevance": 4 }, { "pair_id": 162869, "video_name": "castle_s05e16_seg02_clip_18", "timestamp": [ 26.69, 29.91 ], "duration": 92.66, "caption": "A person's phone rings and he answers it immediately.", "similarity": 0.8551, "relevance": 3 }, { "pair_id": 162871, "video_name": "castle_s02e02_seg02_clip_00", "timestamp": [ 55.22, 59.82 ], "duration": 92.66, "caption": "A woman reaches to answer the phone when it rings.", "similarity": 0.8526, "relevance": 2 }, { "pair_id": 162872, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 34.51, 41.72 ], "duration": 103.66, "caption": "A woman's phone rings and she answers it says a word and immediately puts it down.", "similarity": 0.8434, "relevance": 4 }, { "pair_id": 162873, "video_name": "s03e03_seg02_clip_06", "timestamp": [ 16.48, 20.75 ], "duration": 61.66, "caption": "A woman notices her phone ringing and answers it.", "similarity": 0.8371, "relevance": 4 }, { "pair_id": 162874, "video_name": "castle_s07e06_seg02_clip_00", "timestamp": [ 76.72, 85.45 ], "duration": 91.66, "caption": "A woman looks at her ringing phone then answers it and listens.", "similarity": 0.8064, "relevance": 4 }, { "pair_id": 162875, "video_name": "house_s05e03_seg02_clip_22", "timestamp": [ 146.03, 157.02 ], "duration": 157.66, "caption": "The phone rings and a person answers it.", "similarity": 0.8051, "relevance": 2 }, { "pair_id": 162879, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 5.27, 8.06 ], "duration": 62.66, "caption": "A woman grabs her phone and answer it and puts it to her ear.", "similarity": 0.7937, "relevance": 4 }, { "pair_id": 336180, "video_name": "castle_s07e11_seg02_clip_19", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "A woman pulls out a cell phone, dials then holds the phone to her ear waiting for an answer.", "similarity": 0.7886, "relevance": 4 }, { "pair_id": 336181, "video_name": "friends_s07e23-24_seg02_clip_31", "timestamp": [ 0.0, 1.58 ], "duration": 63.66, "caption": "A woman picks up the phone to answer and places it to her ear.", "similarity": 0.7871, "relevance": 4 }, { "pair_id": 336182, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 56.72, 59.87 ], "duration": 70.66, "caption": "A woman looks at her phone and answers it.", "similarity": 0.7856, "relevance": 4 }, { "pair_id": 336183, "video_name": "friends_s09e12_seg02_clip_10", "timestamp": [ 0.0, 2.52 ], "duration": 56.66, "caption": "The phone rings and a man answers it immediately.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 336184, "video_name": "s08e16_seg02_clip_15", "timestamp": [ 49.0, 52.1 ], "duration": 62.66, "caption": "A woman's phone rang and she gets it quickly.", "similarity": 0.7821, "relevance": 3 }, { "pair_id": 336185, "video_name": "castle_s06e18_seg02_clip_00", "timestamp": [ 58.26, 63.26 ], "duration": 91.66, "caption": "A woman puts her phone to her ear as she answers a call.", "similarity": 0.7802, "relevance": 4 }, { "pair_id": 336186, "video_name": "friends_s03e15_seg02_clip_13", "timestamp": [ 33.31, 38.42 ], "duration": 60.66, "caption": "A woman is awakened by the telephone ringing and she answers it.", "similarity": 0.7801, "relevance": 4 }, { "pair_id": 336187, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 53.7, 57.35 ], "duration": 91.66, "caption": "A woman gets their phone on their pocket and answers the call.", "similarity": 0.7794, "relevance": 4 }, { "pair_id": 336189, "video_name": "castle_s06e22_seg02_clip_07", "timestamp": [ 1.78, 6.68 ], "duration": 89.66, "caption": "A person's phone rang and he answers it immediately.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 336190, "video_name": "castle_s05e04_seg02_clip_07", "timestamp": [ 67.78, 71.3 ], "duration": 88.66, "caption": "A person's phone rang and he answers it immediately.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 336191, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.77, 5.54 ], "duration": 92.66, "caption": "A woman turns and answers a call on her cellphone.", "similarity": 0.7736, "relevance": 4 }, { "pair_id": 336192, "video_name": "castle_s03e18_seg02_clip_26", "timestamp": [ 74.94, 77.51 ], "duration": 85.66, "caption": "A woman puts the phone up to her ear to answer the phone call.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 336193, "video_name": "s08e07_seg02_clip_15", "timestamp": [ 37.22, 43.11 ], "duration": 62.66, "caption": "A woman answers her phone and begins a conversation.", "similarity": 0.7722, "relevance": 4 }, { "pair_id": 336194, "video_name": "castle_s04e07_seg02_clip_00", "timestamp": [ 43.59, 47.72 ], "duration": 91.66, "caption": "A woman answers her phone with a call from someone.", "similarity": 0.772, "relevance": 4 }, { "pair_id": 336195, "video_name": "castle_s03e01_seg02_clip_22", "timestamp": [ 4.09, 7.27 ], "duration": 90.66, "caption": "A woman picks up a cell phone and answers it.", "similarity": 0.7719, "relevance": 4 }, { "pair_id": 336196, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 1.37, 3.19 ], "duration": 91.66, "caption": "A woman answers a call from her cellphone.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 336197, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 1.92, 17.29 ], "duration": 96.66, "caption": "A woman answers the phone and has a conversation.", "similarity": 0.7702, "relevance": 4 }, { "pair_id": 336198, "video_name": "castle_s08e02_seg02_clip_01", "timestamp": [ 66.69, 80.84 ], "duration": 91.66, "caption": "A person answers the phone and hands it to a woman.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 336199, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 82.83, 84.2 ], "duration": 91.66, "caption": "A woman picks up her cell phone and answers it.", "similarity": 0.7682, "relevance": 4 } ] }, { "query_id": 18156, "query": "A woman holds up an evidence bag to another woman as she sits with a man.", "relevant_moment": [ { "pair_id": 138320, "video_name": "castle_s03e01_seg02_clip_03", "timestamp": [ 25.66, 31.96 ], "duration": 90.66, "caption": "A woman holds up an evidence bag to another woman as she sits with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 138321, "video_name": "castle_s06e01_seg02_clip_23", "timestamp": [ 1.66, 3.74 ], "duration": 83.66, "caption": "A woman holds up an evidence bag to another woman.", "similarity": 0.9072, "relevance": 2 }, { "pair_id": 138322, "video_name": "castle_s03e01_seg02_clip_03", "timestamp": [ 25.21, 28.81 ], "duration": 90.66, "caption": "A woman holds up an evidence bag to another woman as she excuses herself from talking to a man.", "similarity": 0.8597, "relevance": 4 }, { "pair_id": 138323, "video_name": "castle_s06e18_seg02_clip_02", "timestamp": [ 85.58, 90.7 ], "duration": 93.66, "caption": "A man hands woman an evidence bag and she hands it to another man.", "similarity": 0.8341, "relevance": 2 }, { "pair_id": 138324, "video_name": "castle_s03e05_seg02_clip_17", "timestamp": [ 14.26, 17.02 ], "duration": 92.66, "caption": "A woman hands a man an evidence bag as she stands next to another person.", "similarity": 0.8078, "relevance": 2 }, { "pair_id": 138325, "video_name": "castle_s02e22_seg02_clip_05", "timestamp": [ 44.56, 49.46 ], "duration": 89.66, "caption": "A woman places two bags of evidence in front of a man.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 138326, "video_name": "castle_s03e12_seg02_clip_15", "timestamp": [ 35.23, 38.43 ], "duration": 91.66, "caption": "A woman passes person an evidence bag and he passes it to another woman.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 138327, "video_name": "castle_s08e19_seg02_clip_01", "timestamp": [ 20.56, 23.69 ], "duration": 89.66, "caption": "A man lifts up an evidence bag and a woman points at it as they speak to another man.", "similarity": 0.7627, "relevance": 1 }, { "pair_id": 138328, "video_name": "castle_s03e19_seg02_clip_07", "timestamp": [ 64.4, 66.61 ], "duration": 88.66, "caption": "A woman hands another woman an evidence bag with a cup in it.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 138329, "video_name": "castle_s05e20_seg02_clip_08", "timestamp": [ 9.81, 13.55 ], "duration": 93.66, "caption": "A person holds up an evidence bag and another person grabs it.", "similarity": 0.7484, "relevance": 1 }, { "pair_id": 138330, "video_name": "castle_s05e03_seg02_clip_01", "timestamp": [ 47.39, 48.77 ], "duration": 92.66, "caption": "A woman takes out an evidence bag and shows it to a man.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 138331, "video_name": "castle_s04e05_seg02_clip_06", "timestamp": [ 8.74, 9.66 ], "duration": 92.66, "caption": "A woman grabs the evidence bag from a man's hands.", "similarity": 0.7341, "relevance": 1 }, { "pair_id": 138332, "video_name": "castle_s06e20_seg02_clip_10", "timestamp": [ 41.37, 50.78 ], "duration": 94.66, "caption": "A woman hands a person an evidence bag and they look at it.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 138333, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 20.3, 23.38 ], "duration": 88.66, "caption": "A woman puts a napkin into an evidence bag that a man is holding.", "similarity": 0.7329, "relevance": 2 }, { "pair_id": 138334, "video_name": "castle_s06e18_seg02_clip_01", "timestamp": [ 60.32, 63.47 ], "duration": 90.66, "caption": "A man holds up an evidence bag and another person takes it from his hands.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 138335, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 21.62, 23.38 ], "duration": 88.66, "caption": "A woman puts a piece of cloth inside an evidence bag a person is holding.", "similarity": 0.7148, "relevance": 1 }, { "pair_id": 138336, "video_name": "castle_s03e04_seg02_clip_04", "timestamp": [ 5.31, 7.08 ], "duration": 88.66, "caption": "A woman places an evidence bag with a gun it in front of another person.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 138337, "video_name": "friends_s07e05_seg02_clip_15", "timestamp": [ 16.53, 22.13 ], "duration": 59.66, "caption": "A woman sits down next to man holding a red bag.", "similarity": 0.708, "relevance": 0 }, { "pair_id": 138338, "video_name": "castle_s03e09_seg02_clip_19", "timestamp": [ 15.43, 20.87 ], "duration": 90.66, "caption": "A man holds up the evidence to a woman and she grabs it.", "similarity": 0.701, "relevance": 0 }, { "pair_id": 138339, "video_name": "castle_s04e05_seg02_clip_06", "timestamp": [ 0.0, 6.9 ], "duration": 92.66, "caption": "A man shows a woman an evidence bag with a device in it.", "similarity": 0.6959, "relevance": 1 } ] }, { "query_id": 18187, "query": "A person puts on a glove on as he walks into a crime scene.", "relevant_moment": [ { "pair_id": 169020, "video_name": "castle_s03e01_seg02_clip_09", "timestamp": [ 60.48, 63.57 ], "duration": 88.66, "caption": "A person puts on a glove on as he walks into a crime scene.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169021, "video_name": "castle_s02e04_seg02_clip_03", "timestamp": [ 40.58, 43.67 ], "duration": 88.66, "caption": "A woman walks into the crime scene as she is putting her gloves on.", "similarity": 0.7946, "relevance": 4 }, { "pair_id": 169022, "video_name": "castle_s08e12_seg02_clip_01", "timestamp": [ 0.0, 2.78 ], "duration": 111.66, "caption": "A woman walks into the crime scene putting on her surgical gloves.", "similarity": 0.7238, "relevance": 4 }, { "pair_id": 169023, "video_name": "castle_s04e03_seg02_clip_01", "timestamp": [ 10.06, 84.56 ], "duration": 91.66, "caption": "A person is crouched by the crime scene as is with some other people.", "similarity": 0.6575, "relevance": 1 }, { "pair_id": 169024, "video_name": "castle_s03e06_seg02_clip_05", "timestamp": [ 4.92, 6.97 ], "duration": 82.66, "caption": "Two people enter a crime scene putting on latex gloves.", "similarity": 0.6568, "relevance": 4 }, { "pair_id": 169025, "video_name": "castle_s08e05_seg02_clip_00", "timestamp": [ 48.77, 61.2 ], "duration": 92.66, "caption": "A woman walks over to a crime seen with two blue gloves on her hands.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 169026, "video_name": "castle_s05e17_seg02_clip_00", "timestamp": [ 14.56, 17.29 ], "duration": 91.66, "caption": "A person describes how the victim is posed at the crime scene.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 169027, "video_name": "house_s05e21_seg02_clip_16", "timestamp": [ 26.17, 39.69 ], "duration": 87.66, "caption": "A person walks in the door and puts on gloves.", "similarity": 0.6216, "relevance": 3 }, { "pair_id": 169028, "video_name": "castle_s04e14_seg02_clip_13", "timestamp": [ 11.83, 17.29 ], "duration": 91.66, "caption": "A person is looking at a crime scene photo.", "similarity": 0.6212, "relevance": 0 }, { "pair_id": 169029, "video_name": "house_s01e15_seg02_clip_08", "timestamp": [ 2.27, 6.8 ], "duration": 90.66, "caption": "Someone reaches to the side and gets a glove.", "similarity": 0.6171, "relevance": 0 }, { "pair_id": 169030, "video_name": "castle_s04e18_seg02_clip_01", "timestamp": [ 7.84, 11.32 ], "duration": 87.66, "caption": "A woman is putting on gloves as a man walks onto the scene.", "similarity": 0.6156, "relevance": 4 }, { "pair_id": 169031, "video_name": "castle_s01e05_seg02_clip_01", "timestamp": [ 1.36, 31.69 ], "duration": 90.66, "caption": "Some people are at a crime scene.", "similarity": 0.5963, "relevance": 2 }, { "pair_id": 169032, "video_name": "castle_s07e06_seg02_clip_01", "timestamp": [ 1.36, 8.14 ], "duration": 90.66, "caption": "A man describes how the crime scene was found.", "similarity": 0.5907, "relevance": 2 }, { "pair_id": 169033, "video_name": "castle_s06e03_seg02_clip_02", "timestamp": [ 18.08, 28.66 ], "duration": 88.66, "caption": "A man wants to enter the crime scene but someone won't let him.", "similarity": 0.5903, "relevance": 0 }, { "pair_id": 169034, "video_name": "castle_s03e11_seg02_clip_00", "timestamp": [ 68.62, 74.15 ], "duration": 92.66, "caption": "A man walks to a crime scene and picks up another person on the way.", "similarity": 0.5893, "relevance": 2 }, { "pair_id": 169035, "video_name": "castle_s04e14_seg02_clip_13", "timestamp": [ 26.4, 28.22 ], "duration": 91.66, "caption": "A man hands a crime scene photo to another man.", "similarity": 0.5891, "relevance": 0 }, { "pair_id": 169036, "video_name": "castle_s04e07_seg02_clip_22", "timestamp": [ 8.32, 14.09 ], "duration": 64.66, "caption": "A woman gestures towards the crime scene with her thumb.", "similarity": 0.5869, "relevance": 1 }, { "pair_id": 169037, "video_name": "castle_s05e20_seg02_clip_00", "timestamp": [ 87.23, 91.34 ], "duration": 91.66, "caption": "A man walks over to some people as they approach a crime scene.", "similarity": 0.5844, "relevance": 1 }, { "pair_id": 169038, "video_name": "castle_s04e17_seg02_clip_21", "timestamp": [ 26.06, 32.8 ], "duration": 89.66, "caption": "A person takes out photos of crime scenes and puts them in front of another person.", "similarity": 0.5814, "relevance": 0 }, { "pair_id": 169039, "video_name": "castle_s01e07_seg02_clip_12", "timestamp": [ 3.6, 40.53 ], "duration": 90.66, "caption": "A person is checking out crime seen in order to better access who is capable of commiting the crime.", "similarity": 0.5778, "relevance": 1 } ] }, { "query_id": 18319, "query": "A man rubs the top of his forehead as he stands with the group.", "relevant_moment": [ { "pair_id": 620, "video_name": "house_s04e16_seg02_clip_00", "timestamp": [ 75.94, 81.03 ], "duration": 92.66, "caption": "A man rubs the top of his forehead as he stands with the group.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 621, "video_name": "house_s04e09_seg02_clip_22", "timestamp": [ 0.0, 1.82 ], "duration": 91.66, "caption": "A man rubs his forehead while talking to some people.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 622, "video_name": "house_s05e24_seg02_clip_12", "timestamp": [ 2.38, 5.23 ], "duration": 95.66, "caption": "A man rubs his forehead while talking with two other people.", "similarity": 0.7224, "relevance": 4 }, { "pair_id": 623, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 51.4, 54.16 ], "duration": 91.66, "caption": "A man rubs his forehead while talking to two people.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 624, "video_name": "house_s02e11_seg02_clip_05", "timestamp": [ 9.5, 11.88 ], "duration": 95.66, "caption": "A man stands in front of the group and scratches his head.", "similarity": 0.7101, "relevance": 1 }, { "pair_id": 625, "video_name": "house_s06e15_seg02_clip_22", "timestamp": [ 25.21, 28.82 ], "duration": 90.66, "caption": "A person rubs his forehead when talking to guy.", "similarity": 0.6845, "relevance": 3 }, { "pair_id": 626, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 627, "video_name": "house_s03e21_seg02_clip_18", "timestamp": [ 0.0, 1.34 ], "duration": 89.66, "caption": "A man is rubbing their forehead with their hand.", "similarity": 0.6566, "relevance": 3 }, { "pair_id": 628, "video_name": "house_s07e08_seg02_clip_21", "timestamp": [ 1.76, 9.24 ], "duration": 88.66, "caption": "A man rubs his eyes while talking with some people.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 629, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 9.92, 12.18 ], "duration": 90.66, "caption": "A man rubs his forehead and then his neck.", "similarity": 0.653, "relevance": 3 }, { "pair_id": 630, "video_name": "house_s02e18_seg02_clip_09", "timestamp": [ 43.08, 45.69 ], "duration": 87.66, "caption": "A man rubs his forehead with his hand as he has a conversation.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 631, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.6468, "relevance": 2 }, { "pair_id": 632, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.6468, "relevance": 3 }, { "pair_id": 633, "video_name": "castle_s05e17_seg02_clip_11", "timestamp": [ 74.54, 76.38 ], "duration": 92.66, "caption": "A man uses his index finger to rub his forehead as he has a conversation with others.", "similarity": 0.6386, "relevance": 3 }, { "pair_id": 634, "video_name": "s06e16_seg02_clip_16", "timestamp": [ 55.12, 58.03 ], "duration": 58.66, "caption": "A man is speaking to the crowd and touches his forehead with his hand.", "similarity": 0.6343, "relevance": 3 }, { "pair_id": 635, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 0.0, 5.53 ], "duration": 85.66, "caption": "A man is talking to the group while he is standing.", "similarity": 0.633, "relevance": 2 }, { "pair_id": 636, "video_name": "house_s02e12_seg02_clip_03", "timestamp": [ 6.83, 8.19 ], "duration": 91.66, "caption": "A man is rubbing their forehead with their fingers.", "similarity": 0.6307, "relevance": 3 }, { "pair_id": 637, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A man puts his hand on his head and rubs it.", "similarity": 0.6274, "relevance": 2 }, { "pair_id": 638, "video_name": "house_s03e08_seg02_clip_17", "timestamp": [ 6.47, 10.62 ], "duration": 92.66, "caption": "A man stands up while talking to the group.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 639, "video_name": "house_s01e18_seg02_clip_01", "timestamp": [ 1.84, 7.82 ], "duration": 92.66, "caption": "A person rubs someone's shoulders while standing behind him.", "similarity": 0.6125, "relevance": 0 }, { "pair_id": 173940, "video_name": "friends_s02e03_seg01_clip_00", "timestamp": [ 42.1, 44.52 ], "duration": 69.66, "caption": "A man grimaces as he talks to the group.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 173941, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 0.0, 4.79 ], "duration": 87.66, "caption": "A man rubs all through his hair while another woman stands there.", "similarity": 0.6043, "relevance": 3 }, { "pair_id": 173942, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 26.51, 31.0 ], "duration": 89.66, "caption": "A person rubs their forehead while sitting and talking with another person.", "similarity": 0.6024, "relevance": 3 }, { "pair_id": 173943, "video_name": "castle_s02e23_seg02_clip_18", "timestamp": [ 47.79, 50.06 ], "duration": 91.66, "caption": "A man covers his eyes while talking to the group.", "similarity": 0.6011, "relevance": 3 }, { "pair_id": 173944, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 23.41, 25.21 ], "duration": 90.66, "caption": "A man touches his forehead while talking to two men.", "similarity": 0.6007, "relevance": 4 }, { "pair_id": 173945, "video_name": "s06e09_seg01_clip_01", "timestamp": [ 7.74, 12.29 ], "duration": 91.66, "caption": "A man rubs and pats his hands together while having a conversation with others.", "similarity": 0.5987, "relevance": 1 }, { "pair_id": 173946, "video_name": "house_s05e08_seg02_clip_11", "timestamp": [ 0.0, 7.82 ], "duration": 92.66, "caption": "A man is talking to the group while two people are standing.", "similarity": 0.598, "relevance": 2 }, { "pair_id": 173947, "video_name": "house_s03e03_seg02_clip_06", "timestamp": [ 30.23, 35.82 ], "duration": 93.66, "caption": "A man scratches his head while talking to a group of people.", "similarity": 0.5955, "relevance": 2 }, { "pair_id": 173948, "video_name": "house_s01e21_seg02_clip_00", "timestamp": [ 0.0, 19.54 ], "duration": 93.66, "caption": "A man rubs their forehead with the cane in their hands.", "similarity": 0.5947, "relevance": 2 }, { "pair_id": 173949, "video_name": "house_s02e06_seg02_clip_08", "timestamp": [ 5.79, 7.12 ], "duration": 89.66, "caption": "A man shrugs their shoulders at the people in the group.", "similarity": 0.5944, "relevance": 2 }, { "pair_id": 173950, "video_name": "grey_s03e16_seg02_clip_22", "timestamp": [ 10.12, 20.25 ], "duration": 88.66, "caption": "A man rubs his hand on the patient's forehead during treatment.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 173951, "video_name": "house_s07e14_seg02_clip_06", "timestamp": [ 20.69, 23.04 ], "duration": 94.66, "caption": "A man suddenly stands up while talking to the group.", "similarity": 0.5913, "relevance": 2 }, { "pair_id": 173952, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 50.19, 55.41 ], "duration": 58.66, "caption": "A man rubs his fingers roughly on guy's hair.", "similarity": 0.5899, "relevance": 2 }, { "pair_id": 173953, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 37.43, 38.59 ], "duration": 58.66, "caption": "A person is rubbing his forehead with his thumb.", "similarity": 0.5896, "relevance": 2 }, { "pair_id": 173954, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 6.39, 8.52 ], "duration": 71.66, "caption": "A man rubs his face with both of his hands.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 173955, "video_name": "house_s08e21_seg02_clip_08", "timestamp": [ 66.32, 68.02 ], "duration": 68.66, "caption": "A person lowers his head and rubs his forehead.", "similarity": 0.5877, "relevance": 3 }, { "pair_id": 173956, "video_name": "house_s02e02_seg02_clip_10", "timestamp": [ 16.28, 18.04 ], "duration": 88.66, "caption": "A man ticks on the little device and talks to the group.", "similarity": 0.5877, "relevance": 1 }, { "pair_id": 173957, "video_name": "friends_s03e20_seg02_clip_09", "timestamp": [ 1.24, 6.2 ], "duration": 62.66, "caption": "A man rubs his face and stands up from his seat.", "similarity": 0.5876, "relevance": 3 }, { "pair_id": 173958, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 31.88, 33.16 ], "duration": 85.66, "caption": "A man is rubbing their left hand on their forehead.", "similarity": 0.5875, "relevance": 3 }, { "pair_id": 173959, "video_name": "house_s03e10_seg02_clip_25", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A man rubs his face and his eyes with his hand.", "similarity": 0.5864, "relevance": 3 } ] }, { "query_id": 18341, "query": "Two people are sitting in a living room playing \"Go Fish\".", "relevant_moment": [ { "pair_id": 92940, "video_name": "met_s03e10_seg02_clip_15", "timestamp": [ 36.19, 44.27 ], "duration": 59.66, "caption": "Two people are sitting in a living room playing \"Go Fish\".", "similarity": 1.0, "relevance": 4 }, { "pair_id": 92941, "video_name": "s04e09_seg02_clip_13", "timestamp": [ 18.31, 60.03 ], "duration": 60.66, "caption": "A person is playing a fishing game with another person in the living room.", "similarity": 0.7324, "relevance": 3 }, { "pair_id": 92942, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "Some people are sitting together in a person's living room.", "similarity": 0.6339, "relevance": 1 }, { "pair_id": 92943, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 64.01, 67.02 ], "duration": 67.66, "caption": "A person and another person are sitting in the living room playing a game of chess.", "similarity": 0.6238, "relevance": 3 }, { "pair_id": 92944, "video_name": "friends_s06e09_seg02_clip_07", "timestamp": [ 0.0, 5.87 ], "duration": 58.66, "caption": "Two people are with a man in the living room.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 92945, "video_name": "met_s03e03_seg01_clip_01", "timestamp": [ 40.58, 61.03 ], "duration": 61.66, "caption": "Two people play Wii tennis in the living room.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 92946, "video_name": "s06e20_seg02_clip_00", "timestamp": [ 19.81, 49.85 ], "duration": 66.66, "caption": "Two people are eating in the apartment's living room.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 92947, "video_name": "s05e18_seg02_clip_02", "timestamp": [ 0.63, 21.12 ], "duration": 63.66, "caption": "A woman sits playing a harp in the living room with a person.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 92948, "video_name": "s06e11_seg02_clip_10", "timestamp": [ 30.75, 58.03 ], "duration": 58.66, "caption": "Some people are sitting in the living room.", "similarity": 0.6174, "relevance": 1 }, { "pair_id": 92949, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 10.2, 13.51 ], "duration": 60.66, "caption": "Some people sit together in the living room.", "similarity": 0.6166, "relevance": 1 }, { "pair_id": 92950, "video_name": "s07e02_seg02_clip_17", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "Some people sit in the living room.", "similarity": 0.6163, "relevance": 1 }, { "pair_id": 92951, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 3.2, 54.11 ], "duration": 64.66, "caption": "Some people are playing a card game as they sit in the living room.", "similarity": 0.6063, "relevance": 3 }, { "pair_id": 92952, "video_name": "s05e13_seg02_clip_11", "timestamp": [ 19.22, 25.94 ], "duration": 61.66, "caption": "Two people enter the living room at the same time.", "similarity": 0.5961, "relevance": 0 }, { "pair_id": 92953, "video_name": "s09e12_seg02_clip_01", "timestamp": [ 15.51, 20.47 ], "duration": 62.66, "caption": "Some people are eating in the living room.", "similarity": 0.5904, "relevance": 1 }, { "pair_id": 92954, "video_name": "s10e12_seg02_clip_08", "timestamp": [ 22.34, 25.24 ], "duration": 58.66, "caption": "Two people walk into the living room to sit down.", "similarity": 0.5863, "relevance": 1 }, { "pair_id": 92955, "video_name": "castle_s08e01_seg02_clip_11", "timestamp": [ 0.0, 33.13 ], "duration": 92.66, "caption": "Two people are sitting in a living room conversing.", "similarity": 0.5792, "relevance": 1 }, { "pair_id": 92956, "video_name": "friends_s03e02_seg02_clip_09", "timestamp": [ 25.24, 29.3 ], "duration": 58.66, "caption": "Two people walk into the living room and one of them sits down.", "similarity": 0.5748, "relevance": 0 }, { "pair_id": 92957, "video_name": "castle_s07e14_seg02_clip_02", "timestamp": [ 7.76, 13.7 ], "duration": 91.66, "caption": "A woman and another person take seats in a living room.", "similarity": 0.5707, "relevance": 1 }, { "pair_id": 92958, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 49.88, 59.03 ], "duration": 59.66, "caption": "Both people are fat and are in the living room eating together.", "similarity": 0.5662, "relevance": 1 }, { "pair_id": 92959, "video_name": "friends_s06e06_seg02_clip_04", "timestamp": [ 32.96, 35.7 ], "duration": 61.66, "caption": "Two men play foosball in their living room.", "similarity": 0.5616, "relevance": 2 } ] }, { "query_id": 18400, "query": "A person uses both hands to motion towards the table as he stands next to it.", "relevant_moment": [ { "pair_id": 20780, "video_name": "s10e08_seg02_clip_11", "timestamp": [ 8.56, 9.15 ], "duration": 59.66, "caption": "A person uses both hands to motion towards the table as he stands next to it.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 20781, "video_name": "house_s06e04_seg02_clip_15", "timestamp": [ 0.0, 4.25 ], "duration": 85.66, "caption": "A person moves his/her legs from the table and stands up.", "similarity": 0.7615, "relevance": 0 }, { "pair_id": 20782, "video_name": "castle_s06e11_seg02_clip_07", "timestamp": [ 65.52, 67.37 ], "duration": 92.66, "caption": "A person puts their arm on the table and leans forward.", "similarity": 0.7487, "relevance": 0 }, { "pair_id": 20783, "video_name": "s05e13_seg02_clip_05", "timestamp": [ 37.35, 39.92 ], "duration": 57.66, "caption": "A person moves their left hand to rest on the table they are seated at.", "similarity": 0.7458, "relevance": 1 }, { "pair_id": 20784, "video_name": "castle_s02e15_seg02_clip_09", "timestamp": [ 33.35, 35.7 ], "duration": 93.66, "caption": "A person puts their hand on the edge of the table as they stand up from their chair.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 20785, "video_name": "s05e13_seg02_clip_05", "timestamp": [ 19.1, 22.52 ], "duration": 57.66, "caption": "A person moves their chair forward towards the table.", "similarity": 0.7385, "relevance": 1 }, { "pair_id": 20786, "video_name": "castle_s08e16_seg02_clip_12", "timestamp": [ 30.56, 38.55 ], "duration": 94.66, "caption": "A man leans forward putting his hands on the table then moves them around.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 20787, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 24.61, 28.81 ], "duration": 60.66, "caption": "A person moves his/her left arm off of the table.", "similarity": 0.7137, "relevance": 1 }, { "pair_id": 20788, "video_name": "castle_s08e22_seg02_clip_14", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person is strapped to a table by the arms and legs.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 20789, "video_name": "house_s08e11_seg02_clip_22", "timestamp": [ 2.7, 6.75 ], "duration": 90.66, "caption": "A person puts both of their legs up on the table.", "similarity": 0.7028, "relevance": 1 }, { "pair_id": 20790, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 46.96, 50.11 ], "duration": 63.66, "caption": "A person motions his hand in front of him from one side to the other.", "similarity": 0.7006, "relevance": 1 }, { "pair_id": 20791, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A person has both hands on the table and picks one up for a moment.", "similarity": 0.699, "relevance": 1 }, { "pair_id": 20792, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 81.46, 89.02 ], "duration": 89.66, "caption": "A man has their feet right on top of the table.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 20793, "video_name": "house_s07e14_seg02_clip_21", "timestamp": [ 13.96, 20.48 ], "duration": 31.66, "caption": "A person stood up and started walking towards their table.", "similarity": 0.6909, "relevance": 1 }, { "pair_id": 20794, "video_name": "s05e08_seg02_clip_07", "timestamp": [ 34.06, 35.21 ], "duration": 46.66, "caption": "A person uses two outstretched fingers to point at two guys as he stands next to the table.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 20795, "video_name": "s07e07_seg02_clip_10", "timestamp": [ 43.09, 47.52 ], "duration": 59.66, "caption": "A man turns and walks towards the other table.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 20796, "video_name": "s07e06_seg01_clip_00", "timestamp": [ 68.41, 69.87 ], "duration": 97.66, "caption": "A person raises up their hand while doing work at the table.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 20797, "video_name": "met_s03e16_seg02_clip_01", "timestamp": [ 27.51, 33.45 ], "duration": 62.66, "caption": "A person motions with both hands palm down at the same time.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 20798, "video_name": "met_s03e08_seg02_clip_06", "timestamp": [ 11.66, 14.94 ], "duration": 59.66, "caption": "A person motions with both hands at the same time.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 20799, "video_name": "s07e21_seg02_clip_12", "timestamp": [ 40.43, 46.34 ], "duration": 59.66, "caption": "A person places his crossed arms on the table, after a moment of staring takes his crossed arms off the table.", "similarity": 0.6801, "relevance": 2 } ] }, { "query_id": 18422, "query": "A doctor places a device on the patient's big toe then sets it down.", "relevant_moment": [ { "pair_id": 160620, "video_name": "house_s03e01_seg02_clip_10", "timestamp": [ 19.36, 22.96 ], "duration": 90.66, "caption": "A doctor places a device on the patient's big toe then sets it down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160621, "video_name": "grey_s02e14_seg02_clip_01", "timestamp": [ 88.3, 94.61 ], "duration": 97.66, "caption": "A doctor hold their patient's fingers up to the light.", "similarity": 0.7024, "relevance": 0 }, { "pair_id": 160622, "video_name": "house_s08e06_seg02_clip_20", "timestamp": [ 79.76, 82.09 ], "duration": 93.66, "caption": "A person adjusts a patient's sock on his right foot.", "similarity": 0.6977, "relevance": 1 }, { "pair_id": 160623, "video_name": "house_s03e22_seg02_clip_06", "timestamp": [ 7.65, 10.35 ], "duration": 90.66, "caption": "Person picks his feet up after telling the doctors what to do.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 160624, "video_name": "house_s02e14_seg02_clip_11", "timestamp": [ 16.84, 20.94 ], "duration": 91.66, "caption": "The patient rolls down his sock to show a doctor his ankle.", "similarity": 0.6928, "relevance": 0 }, { "pair_id": 160625, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 5.01, 6.83 ], "duration": 91.66, "caption": "A doctor touches the leg of the patient.", "similarity": 0.6798, "relevance": 1 }, { "pair_id": 160626, "video_name": "house_s01e21_seg02_clip_02", "timestamp": [ 77.68, 83.26 ], "duration": 93.66, "caption": "A doctor is moving a patient's leg up and down.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 160627, "video_name": "house_s03e11_seg02_clip_22", "timestamp": [ 10.94, 12.77 ], "duration": 91.66, "caption": "A person sets the button down on the medical device.", "similarity": 0.6766, "relevance": 1 }, { "pair_id": 160628, "video_name": "house_s05e19_seg02_clip_24", "timestamp": [ 9.1, 14.56 ], "duration": 91.66, "caption": "A person points out a cut in the patient's finger.", "similarity": 0.6604, "relevance": 1 }, { "pair_id": 160629, "video_name": "house_s06e12_seg02_clip_25", "timestamp": [ 36.21, 39.29 ], "duration": 77.66, "caption": "A doctor also checks a patient's feet while still talking.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 160630, "video_name": "house_s01e12_seg02_clip_04", "timestamp": [ 0.0, 4.19 ], "duration": 93.66, "caption": "A woman pointed out her toe so that a doctor may look at it.", "similarity": 0.6591, "relevance": 1 }, { "pair_id": 160631, "video_name": "house_s08e03_seg02_clip_10", "timestamp": [ 45.87, 49.57 ], "duration": 92.66, "caption": "A doctor fixes something on the cords attached to the patient.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 160632, "video_name": "house_s05e19_seg02_clip_24", "timestamp": [ 9.56, 14.56 ], "duration": 91.66, "caption": "A doctor points out a cut next to patient's fingernails.", "similarity": 0.6559, "relevance": 1 }, { "pair_id": 160633, "video_name": "house_s06e21_seg02_clip_06", "timestamp": [ 0.0, 6.6 ], "duration": 88.66, "caption": "Holding a flashlight, a doctor checks on the patient.", "similarity": 0.6554, "relevance": 0 }, { "pair_id": 160634, "video_name": "house_s06e08_seg02_clip_17", "timestamp": [ 28.23, 33.6 ], "duration": 89.66, "caption": "A person puts their index fingers to the patient's throat on each side.", "similarity": 0.6525, "relevance": 0 }, { "pair_id": 160635, "video_name": "house_s01e06_seg02_clip_15", "timestamp": [ 0.0, 10.56 ], "duration": 88.66, "caption": "Doctors perform a procedure on a patient.", "similarity": 0.6518, "relevance": 0 }, { "pair_id": 160636, "video_name": "house_s02e14_seg02_clip_11", "timestamp": [ 17.29, 21.39 ], "duration": 91.66, "caption": "A person pulls down their sock and shows a doctor their leg.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 160637, "video_name": "house_s02e05_seg02_clip_21", "timestamp": [ 49.39, 51.69 ], "duration": 92.66, "caption": "One of the doctors runs an instrument along the patient's foot.", "similarity": 0.6475, "relevance": 1 }, { "pair_id": 160638, "video_name": "house_s04e09_seg02_clip_06", "timestamp": [ 48.16, 55.36 ], "duration": 90.66, "caption": "A doctor lifts up the finger of a person to show doctor.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 160639, "video_name": "house_s03e06_seg02_clip_09", "timestamp": [ 23.29, 29.23 ], "duration": 91.66, "caption": "Person lifts up his/her cane to point at the doctors.", "similarity": 0.6436, "relevance": 0 } ] }, { "query_id": 18495, "query": "A person notices another person tapping his fingers on the table.", "relevant_moment": [ { "pair_id": 17700, "video_name": "castle_s06e09_seg02_clip_23", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A person notices another person tapping his fingers on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17701, "video_name": "s04e20_seg02_clip_10", "timestamp": [ 54.06, 56.02 ], "duration": 56.66, "caption": "A person taps the table while talking to another person.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 17702, "video_name": "castle_s04e21_seg02_clip_21", "timestamp": [ 3.16, 6.32 ], "duration": 90.66, "caption": "A man pulls out three fingers and taps them on the table as man notices him doing it.", "similarity": 0.7554, "relevance": 4 }, { "pair_id": 17703, "video_name": "s07e20_seg02_clip_16", "timestamp": [ 1.74, 6.38 ], "duration": 116.66, "caption": "A person points to his finger as he sits at the table and talks to another person.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 17704, "video_name": "s02e11_seg01_clip_00", "timestamp": [ 32.57, 34.74 ], "duration": 62.66, "caption": "A person presses the top of the table with their index finger while talking to some other people.", "similarity": 0.7491, "relevance": 2 }, { "pair_id": 17705, "video_name": "met_s02e01_seg02_clip_03", "timestamp": [ 52.25, 54.01 ], "duration": 58.66, "caption": "A person points both fingers across the table he/she is sitting at.", "similarity": 0.7292, "relevance": 0 }, { "pair_id": 17706, "video_name": "s05e08_seg02_clip_07", "timestamp": [ 34.06, 35.21 ], "duration": 46.66, "caption": "A person uses two outstretched fingers to point at two guys as he stands next to the table.", "similarity": 0.7234, "relevance": 0 }, { "pair_id": 17707, "video_name": "house_s06e03_seg02_clip_10", "timestamp": [ 79.22, 81.02 ], "duration": 90.66, "caption": "A person gives two thumbs up to another person at the table.", "similarity": 0.7093, "relevance": 0 }, { "pair_id": 17708, "video_name": "friends_s09e13_seg02_clip_21", "timestamp": [ 0.87, 2.61 ], "duration": 58.66, "caption": "A person uses his index finger to point on the table a few times.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 17709, "video_name": "s04e04_seg02_clip_03", "timestamp": [ 29.41, 33.62 ], "duration": 60.66, "caption": "A man interlocks their fingers in front of them as they sit at the table talking to another person.", "similarity": 0.7067, "relevance": 1 }, { "pair_id": 17710, "video_name": "friends_s09e20_seg02_clip_04", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "The person at the table is pointing their right index finger up into the air.", "similarity": 0.6978, "relevance": 1 }, { "pair_id": 17711, "video_name": "met_s03e15_seg02_clip_08", "timestamp": [ 47.63, 50.48 ], "duration": 57.66, "caption": "A person waves his finger then points at another person.", "similarity": 0.6927, "relevance": 0 }, { "pair_id": 17712, "video_name": "met_s02e07_seg02_clip_03", "timestamp": [ 12.98, 14.18 ], "duration": 60.66, "caption": "A person points two fingers at his eyes then towards another person.", "similarity": 0.6916, "relevance": 0 }, { "pair_id": 17713, "video_name": "s02e09_seg02_clip_14", "timestamp": [ 0.87, 7.83 ], "duration": 58.66, "caption": "A person holds a person's hand to examine it and then places it back on the table.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 17714, "video_name": "castle_s02e23_seg02_clip_07", "timestamp": [ 45.28, 50.17 ], "duration": 88.66, "caption": "A man slams his hand down on the table and points his finger at another person.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 17715, "video_name": "house_s05e02_seg02_clip_02", "timestamp": [ 50.78, 59.31 ], "duration": 85.66, "caption": "A person gets up from the table and points their finger up in the air.", "similarity": 0.6707, "relevance": 0 }, { "pair_id": 17716, "video_name": "castle_s07e13_seg02_clip_02", "timestamp": [ 37.9, 49.36 ], "duration": 88.66, "caption": "A person shakes hand with some people at the table.", "similarity": 0.6705, "relevance": 1 }, { "pair_id": 17717, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 48.02, 50.72 ], "duration": 60.66, "caption": "A person turns to look at some people at another table.", "similarity": 0.6699, "relevance": 0 }, { "pair_id": 17718, "video_name": "house_s04e11_seg02_clip_20", "timestamp": [ 60.95, 61.84 ], "duration": 89.66, "caption": "A person while standing in front of a table waves his/her finger around in a circle.", "similarity": 0.6653, "relevance": 0 }, { "pair_id": 17719, "video_name": "met_s02e12_seg02_clip_03", "timestamp": [ 10.38, 14.53 ], "duration": 59.66, "caption": "A man starts tapping the table with his left hand's fingers.", "similarity": 0.6651, "relevance": 2 } ] }, { "query_id": 18520, "query": "A woman points out the window while standing with a glass in her hand.", "relevant_moment": [ { "pair_id": 156600, "video_name": "friends_s05e11_seg02_clip_20", "timestamp": [ 1.43, 4.29 ], "duration": 57.66, "caption": "A woman points out the window while standing with a glass in her hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156601, "video_name": "friends_s05e17_seg02_clip_14", "timestamp": [ 1.98, 5.28 ], "duration": 66.66, "caption": "A woman points to something outside of the window.", "similarity": 0.8195, "relevance": 3 }, { "pair_id": 156602, "video_name": "friends_s07e21_seg02_clip_11", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A woman shakily points her finger toward outside of the window.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 156603, "video_name": "castle_s02e15_seg02_clip_03", "timestamp": [ 48.79, 50.65 ], "duration": 92.66, "caption": "A person faces the window and points at it with his/her left hand.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 156604, "video_name": "friends_s10e12_seg02_clip_21", "timestamp": [ 24.17, 26.8 ], "duration": 58.66, "caption": "A woman was pointing at the window whilst talking.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 156605, "video_name": "castle_s07e22_seg02_clip_16", "timestamp": [ 45.42, 46.76 ], "duration": 89.66, "caption": "A person points his right hand towards the window.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 156606, "video_name": "friends_s01e20_seg02_clip_04", "timestamp": [ 17.71, 20.36 ], "duration": 59.66, "caption": "A woman stands alone looking out of the window.", "similarity": 0.7009, "relevance": 3 }, { "pair_id": 156607, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 5.66, 27.41 ], "duration": 87.66, "caption": "A woman is standing and staring beside the window.", "similarity": 0.696, "relevance": 1 }, { "pair_id": 156608, "video_name": "s08e01_seg02_clip_12", "timestamp": [ 46.34, 47.81 ], "duration": 59.66, "caption": "A person points over their shoulder toward the window with their thumb.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 156609, "video_name": "castle_s08e10_seg02_clip_18", "timestamp": [ 2.76, 5.98 ], "duration": 92.66, "caption": "A woman looks out the window after someone tells her to.", "similarity": 0.6938, "relevance": 1 }, { "pair_id": 156610, "video_name": "s01e07_seg02_clip_05", "timestamp": [ 13.75, 15.0 ], "duration": 125.66, "caption": "A person points at the window with his/her index finger.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 156611, "video_name": "castle_s05e08_seg02_clip_21", "timestamp": [ 39.4, 42.11 ], "duration": 90.66, "caption": "A woman is holding a device in her hand as person is looking at the window.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 156612, "video_name": "friends_s06e24-25_seg02_clip_35", "timestamp": [ 28.01, 31.09 ], "duration": 56.66, "caption": "A woman sets her glass down in front of her.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 156613, "video_name": "house_s01e02_seg02_clip_11", "timestamp": [ 21.26, 23.81 ], "duration": 85.66, "caption": "A woman peers into the window of a door.", "similarity": 0.6831, "relevance": 0 }, { "pair_id": 156614, "video_name": "castle_s02e23_seg02_clip_15", "timestamp": [ 6.6, 10.56 ], "duration": 88.66, "caption": "A person stands up looking through the window to see a woman.", "similarity": 0.6672, "relevance": 0 }, { "pair_id": 156615, "video_name": "met_s02e17_seg02_clip_10", "timestamp": [ 49.38, 52.69 ], "duration": 60.66, "caption": "A woman puts her hands on the window sill and leans back.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 156616, "video_name": "friends_s01e07_seg02_clip_18", "timestamp": [ 34.53, 39.55 ], "duration": 59.66, "caption": "A woman is standing by a window with a person in a white shirt, the person points upwards and they turn and look at each other.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 156617, "video_name": "friends_s05e14_seg01_clip_00", "timestamp": [ 0.0, 5.85 ], "duration": 65.66, "caption": "A woman walks towards the window and looks out.", "similarity": 0.6563, "relevance": 1 }, { "pair_id": 156618, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 1.38, 31.75 ], "duration": 92.66, "caption": "A woman stands with woman while leaning against the window with her arm.", "similarity": 0.6543, "relevance": 1 }, { "pair_id": 156619, "video_name": "s02e07_seg02_clip_13", "timestamp": [ 4.88, 8.85 ], "duration": 61.66, "caption": "A person points out at the window and another person goes over to look out.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 329920, "video_name": "grey_s03e08_seg02_clip_23", "timestamp": [ 21.76, 23.93 ], "duration": 87.66, "caption": "A woman walks over to a window and looks out.", "similarity": 0.6425, "relevance": 3 }, { "pair_id": 329921, "video_name": "friends_s05e17_seg02_clip_00", "timestamp": [ 1.24, 6.51 ], "duration": 62.66, "caption": "A person waves his hand while looking out the window.", "similarity": 0.639, "relevance": 3 }, { "pair_id": 329922, "video_name": "s08e11_seg02_clip_09", "timestamp": [ 21.86, 23.24 ], "duration": 46.66, "caption": "A woman takes her hand off of her wine glass and points across the table as she is talking.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 329923, "video_name": "castle_s05e14_seg02_clip_11", "timestamp": [ 85.26, 91.66 ], "duration": 91.66, "caption": "A woman knocks the glass out of another woman's hand and points in her face.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 329924, "video_name": "friends_s05e17_seg02_clip_01", "timestamp": [ 0.0, 3.2 ], "duration": 64.66, "caption": "A man moves his hands around to point out the window.", "similarity": 0.6334, "relevance": 3 }, { "pair_id": 329925, "video_name": "friends_s01e09_seg02_clip_18", "timestamp": [ 54.92, 57.33 ], "duration": 60.66, "caption": "A woman gets up out of her chair to look at something out the window.", "similarity": 0.6304, "relevance": 1 }, { "pair_id": 329926, "video_name": "s02e07_seg02_clip_12", "timestamp": [ 4.58, 6.41 ], "duration": 61.66, "caption": "A person points down towards the street from the window.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 329927, "video_name": "friends_s02e21_seg02_clip_03", "timestamp": [ 55.41, 58.02 ], "duration": 58.66, "caption": "A woman turns to her right and looks out the window of a car.", "similarity": 0.6186, "relevance": 1 }, { "pair_id": 329928, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 19.18, 25.97 ], "duration": 59.66, "caption": "A person stands up and walks towards a window.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 329929, "video_name": "grey_s03e07_seg02_clip_11", "timestamp": [ 50.77, 51.22 ], "duration": 91.66, "caption": "A woman removes her arm from a window that she is leaning on.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 329930, "video_name": "house_s03e22_seg02_clip_26", "timestamp": [ 0.0, 9.38 ], "duration": 134.66, "caption": "A woman looks ahead of her through the window as someone speaks to her.", "similarity": 0.6147, "relevance": 1 }, { "pair_id": 329931, "video_name": "friends_s06e19_seg02_clip_17", "timestamp": [ 5.49, 7.63 ], "duration": 61.66, "caption": "A woman points her hand out of the door.", "similarity": 0.6127, "relevance": 1 }, { "pair_id": 329932, "video_name": "friends_s02e11_seg02_clip_07", "timestamp": [ 10.07, 14.95 ], "duration": 61.66, "caption": "A woman in a red dress turns around and points back at the window behind her.", "similarity": 0.6108, "relevance": 3 }, { "pair_id": 329933, "video_name": "friends_s02e06_seg02_clip_15", "timestamp": [ 42.59, 51.1 ], "duration": 131.66, "caption": "A woman looks out the window at a woman who is sitting and holding money in her hand.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 329934, "video_name": "friends_s05e23-24_seg02_clip_35", "timestamp": [ 2.36, 6.49 ], "duration": 59.66, "caption": "A woman holds up a glass and shakes it.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 329935, "video_name": "friends_s01e02_seg02_clip_03", "timestamp": [ 31.63, 35.36 ], "duration": 62.66, "caption": "A man points to something he sees out the window.", "similarity": 0.6052, "relevance": 2 }, { "pair_id": 329936, "video_name": "castle_s02e15_seg02_clip_04", "timestamp": [ 40.26, 44.69 ], "duration": 88.66, "caption": "A person walks from window to stand behind woman.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 329937, "video_name": "s10e05_seg02_clip_06", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "Two people are standing by a window looking out of it.", "similarity": 0.6034, "relevance": 3 }, { "pair_id": 329938, "video_name": "friends_s04e08_seg02_clip_18", "timestamp": [ 7.94, 9.32 ], "duration": 69.66, "caption": "A woman walks onto the window while wearing an eyepatch.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 329939, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 56.45, 59.5 ], "duration": 61.66, "caption": "A woman looks out the window at the snow coming down.", "similarity": 0.6008, "relevance": 3 } ] }, { "query_id": 18530, "query": "A man takes a bite of his red candy.", "relevant_moment": [ { "pair_id": 303800, "video_name": "grey_s02e25_seg02_clip_18", "timestamp": [ 0.44, 8.76 ], "duration": 87.66, "caption": "A man offers a woman some candy and she takes one and eats it.", "similarity": 0.6119, "relevance": 3 }, { "pair_id": 303801, "video_name": "met_s05e04_seg02_clip_11", "timestamp": [ 0.0, 2.44 ], "duration": 60.66, "caption": "A man looks up at a guy and mentions he needs a candy.", "similarity": 0.6119, "relevance": 1 }, { "pair_id": 303802, "video_name": "house_s05e03_seg02_clip_07", "timestamp": [ 14.85, 17.33 ], "duration": 99.66, "caption": "A person puts a piece of candy in their mouth and turns away.", "similarity": 0.6038, "relevance": 3 }, { "pair_id": 303803, "video_name": "house_s03e21_seg02_clip_25", "timestamp": [ 81.49, 84.85 ], "duration": 168.66, "caption": "A person tosses a candy in the air and catches it in his own mouth.", "similarity": 0.6031, "relevance": 3 }, { "pair_id": 303804, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 55.07, 58.27 ], "duration": 64.66, "caption": "A man sits in his chair and takes a bite of his food.", "similarity": 0.6013, "relevance": 2 }, { "pair_id": 303805, "video_name": "house_s05e22_seg02_clip_12", "timestamp": [ 22.45, 24.65 ], "duration": 88.66, "caption": "A person with long blonde hair takes a bite of candy.", "similarity": 0.6012, "relevance": 2 }, { "pair_id": 303806, "video_name": "met_s03e04_seg02_clip_07", "timestamp": [ 9.6, 11.46 ], "duration": 61.66, "caption": "A man takes a bite out of his bowl of cereal.", "similarity": 0.5923, "relevance": 2 }, { "pair_id": 303807, "video_name": "s04e02_seg02_clip_08", "timestamp": [ 30.7, 33.5 ], "duration": 62.66, "caption": "A man takes a bite of food from his bowl.", "similarity": 0.5914, "relevance": 2 }, { "pair_id": 303808, "video_name": "house_s03e15_seg02_clip_03", "timestamp": [ 45.76, 66.32 ], "duration": 66.66, "caption": "A person is holding and licking a red lollipop in his hand.", "similarity": 0.5794, "relevance": 3 }, { "pair_id": 303809, "video_name": "house_s02e08_seg02_clip_15", "timestamp": [ 7.57, 12.46 ], "duration": 89.66, "caption": "A person takes a bite of a candy bar and a doctor nods their head.", "similarity": 0.572, "relevance": 3 }, { "pair_id": 303810, "video_name": "friends_s05e09_seg02_clip_12", "timestamp": [ 49.58, 51.35 ], "duration": 59.66, "caption": "A man takes a deep breath while holding a thing of cotton candy.", "similarity": 0.5719, "relevance": 3 }, { "pair_id": 303811, "video_name": "s10e09_seg02_clip_11", "timestamp": [ 38.37, 43.09 ], "duration": 59.66, "caption": "A man pokes around in his food container, takes a bite and lowers his fork while sitting behind another person.", "similarity": 0.5712, "relevance": 2 }, { "pair_id": 303812, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 4.17, 8.97 ], "duration": 64.66, "caption": "A woman puts a candy bar in man's face.", "similarity": 0.5684, "relevance": 1 }, { "pair_id": 303813, "video_name": "met_s06e07_seg01_clip_01", "timestamp": [ 34.44, 36.46 ], "duration": 81.66, "caption": "A person bends over and eats candy from a tray without using their hands.", "similarity": 0.5672, "relevance": 1 }, { "pair_id": 303814, "video_name": "friends_s02e15_seg02_clip_08", "timestamp": [ 21.01, 29.41 ], "duration": 60.66, "caption": "A man eats a salty snack that was stuck to his cheek after another man tells him it was there.", "similarity": 0.5671, "relevance": 3 }, { "pair_id": 303815, "video_name": "castle_s02e02_seg02_clip_13", "timestamp": [ 44.65, 46.05 ], "duration": 93.66, "caption": "A man puts chip in mouth and chews it.", "similarity": 0.5659, "relevance": 3 }, { "pair_id": 303816, "video_name": "house_s01e05_seg02_clip_08", "timestamp": [ 75.25, 85.02 ], "duration": 85.66, "caption": "A man offers a woman some candy which she accepts and sits down.", "similarity": 0.5641, "relevance": 3 }, { "pair_id": 303817, "video_name": "grey_s02e23_seg02_clip_15", "timestamp": [ 60.09, 64.54 ], "duration": 89.66, "caption": "A man takes a bite of pizza.", "similarity": 0.563, "relevance": 3 }, { "pair_id": 303818, "video_name": "house_s04e01_seg02_clip_05", "timestamp": [ 18.16, 24.97 ], "duration": 90.66, "caption": "A person eats a piece of chips from a red box.", "similarity": 0.5624, "relevance": 3 }, { "pair_id": 303819, "video_name": "friends_s02e16_seg01_clip_00", "timestamp": [ 4.29, 5.28 ], "duration": 66.66, "caption": "A man takes a bite of cereal from his bowl.", "similarity": 0.5605, "relevance": 2 } ] }, { "query_id": 18535, "query": "A woman turns around and looks at a man and then looks at another woman.", "relevant_moment": [ { "pair_id": 154580, "video_name": "castle_s05e11_seg02_clip_12", "timestamp": [ 80.98, 88.02 ], "duration": 88.66, "caption": "A woman turns around and looks at a man and then looks at another woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 154581, "video_name": "castle_s07e23_seg02_clip_19", "timestamp": [ 25.08, 29.11 ], "duration": 89.66, "caption": "A woman turns around to look at a man and then back to another man.", "similarity": 0.9102, "relevance": 3 }, { "pair_id": 154583, "video_name": "castle_s02e15_seg02_clip_22", "timestamp": [ 0.0, 3.99 ], "duration": 88.66, "caption": "A woman is looking up at a man then turns around to talk to another woman.", "similarity": 0.8701, "relevance": 4 }, { "pair_id": 154584, "video_name": "house_s07e14_seg02_clip_18", "timestamp": [ 36.01, 38.51 ], "duration": 100.66, "caption": "A woman turns around to look at a man.", "similarity": 0.8584, "relevance": 3 }, { "pair_id": 154585, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 50.74, 52.95 ], "duration": 63.66, "caption": "A person turns his head to look at another person and another person looks back at a woman.", "similarity": 0.8492, "relevance": 3 }, { "pair_id": 154586, "video_name": "grey_s03e11_seg02_clip_09", "timestamp": [ 90.27, 94.03 ], "duration": 94.66, "caption": "A woman looks at a man and turns to face another direction.", "similarity": 0.8324, "relevance": 3 }, { "pair_id": 154587, "video_name": "castle_s08e05_seg02_clip_06", "timestamp": [ 56.09, 62.76 ], "duration": 89.66, "caption": "A woman shakes her head and looks at a man and then another woman.", "similarity": 0.8284, "relevance": 4 }, { "pair_id": 154588, "video_name": "grey_s02e01_seg02_clip_16", "timestamp": [ 0.0, 6.11 ], "duration": 94.66, "caption": "A woman stares at another woman as she turns to her.", "similarity": 0.8225, "relevance": 2 }, { "pair_id": 154589, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 11.27, 17.16 ], "duration": 98.66, "caption": "A woman turns quickly from looking at a man to looking at another woman; the woman speaks, and the person looks back at the man.", "similarity": 0.8219, "relevance": 3 }, { "pair_id": 154590, "video_name": "castle_s02e12_seg02_clip_12", "timestamp": [ 28.06, 31.03 ], "duration": 85.66, "caption": "A woman calls person and he turns to look at her with another woman in front of her.", "similarity": 0.8185, "relevance": 2 }, { "pair_id": 154591, "video_name": "castle_s06e19_seg02_clip_21", "timestamp": [ 81.33, 84.49 ], "duration": 90.66, "caption": "Two women both turn to look at man as he gets their attention.", "similarity": 0.8145, "relevance": 4 }, { "pair_id": 154592, "video_name": "castle_s02e19_seg02_clip_08", "timestamp": [ 74.74, 76.07 ], "duration": 88.66, "caption": "A woman turns around and looks at a man as he approaches her.", "similarity": 0.8104, "relevance": 1 }, { "pair_id": 154593, "video_name": "friends_s09e02_seg02_clip_01", "timestamp": [ 44.55, 49.42 ], "duration": 65.66, "caption": "A man looks at woman and points towards another woman.", "similarity": 0.8095, "relevance": 2 }, { "pair_id": 154594, "video_name": "friends_s01e08_seg02_clip_04", "timestamp": [ 8.99, 13.34 ], "duration": 62.66, "caption": "A woman turns to her left to look at a man and then turns back.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 154595, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A woman slowly turns to her left look at another woman.", "similarity": 0.8048, "relevance": 2 }, { "pair_id": 154596, "video_name": "friends_s01e03_seg02_clip_18", "timestamp": [ 17.19, 19.86 ], "duration": 48.66, "caption": "A woman looks at another woman as the other woman gestures toward a third person.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 154597, "video_name": "house_s05e17_seg02_clip_05", "timestamp": [ 0.9, 2.26 ], "duration": 90.66, "caption": "A woman turns around with her back facing a man to look at him.", "similarity": 0.7966, "relevance": 1 }, { "pair_id": 154598, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 3.25, 4.43 ], "duration": 59.66, "caption": "A woman looks startled and turns her head to look back at another woman.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 154599, "video_name": "friends_s07e23-24_seg02_clip_26", "timestamp": [ 15.38, 17.12 ], "duration": 58.66, "caption": "A woman stands in front of a man to look at another man.", "similarity": 0.7919, "relevance": 2 } ] }, { "query_id": 18635, "query": "A person puts their shoe next to the evidence and woman takes a picture.", "relevant_moment": [ { "pair_id": 152400, "video_name": "castle_s08e08_seg02_clip_10", "timestamp": [ 32.03, 38.33 ], "duration": 105.66, "caption": "A person puts their shoe next to the evidence and woman takes a picture.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152401, "video_name": "castle_s05e20_seg02_clip_24", "timestamp": [ 56.83, 61.38 ], "duration": 90.66, "caption": "A woman takes out an evidence photo and shows it to a man.", "similarity": 0.7362, "relevance": 1 }, { "pair_id": 152402, "video_name": "castle_s04e11_seg02_clip_13", "timestamp": [ 14.9, 21.67 ], "duration": 90.66, "caption": "A woman places an evidence picture of a car and a picture of a person to another person.", "similarity": 0.6929, "relevance": 1 }, { "pair_id": 152403, "video_name": "castle_s03e09_seg02_clip_01", "timestamp": [ 73.82, 76.52 ], "duration": 90.66, "caption": "A person walks up and shows a woman a baggie of evidence.", "similarity": 0.6787, "relevance": 1 }, { "pair_id": 152404, "video_name": "castle_s04e11_seg02_clip_20", "timestamp": [ 1.37, 4.1 ], "duration": 91.66, "caption": "A woman puts a picture of a man in front of the suspect.", "similarity": 0.6758, "relevance": 0 }, { "pair_id": 152405, "video_name": "castle_s03e09_seg02_clip_10", "timestamp": [ 42.37, 49.07 ], "duration": 89.66, "caption": "A woman moves a picture over next to another on the evidence board.", "similarity": 0.6744, "relevance": 0 }, { "pair_id": 152406, "video_name": "castle_s02e09_seg02_clip_16", "timestamp": [ 29.03, 34.93 ], "duration": 90.66, "caption": "A woman takes the picture off another person after realizing they're the key to proof.", "similarity": 0.6652, "relevance": 1 }, { "pair_id": 152407, "video_name": "castle_s04e20_seg02_clip_06", "timestamp": [ 84.64, 87.26 ], "duration": 87.66, "caption": "A person hands a woman a piece of evidence from his pocket.", "similarity": 0.6598, "relevance": 0 }, { "pair_id": 152408, "video_name": "castle_s02e14_seg02_clip_12", "timestamp": [ 6.82, 15.46 ], "duration": 90.66, "caption": "A woman shows another person evidence pictures as she speaks to him in the interrogation room.", "similarity": 0.655, "relevance": 0 }, { "pair_id": 152409, "video_name": "castle_s06e20_seg02_clip_10", "timestamp": [ 41.37, 50.78 ], "duration": 94.66, "caption": "A woman hands a person an evidence bag and they look at it.", "similarity": 0.6549, "relevance": 0 }, { "pair_id": 152410, "video_name": "castle_s07e05_seg02_clip_04", "timestamp": [ 53.85, 62.59 ], "duration": 92.66, "caption": "A person walks up to a woman and hands her a bag of evidence.", "similarity": 0.6466, "relevance": 0 }, { "pair_id": 152411, "video_name": "castle_s02e05_seg02_clip_06", "timestamp": [ 19.25, 29.08 ], "duration": 85.66, "caption": "A person picks up the picture then gives a woman tracking advice.", "similarity": 0.6449, "relevance": 1 }, { "pair_id": 152412, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 9.77, 11.16 ], "duration": 93.66, "caption": "A woman shown a photograph of a man who was a suspect.", "similarity": 0.6437, "relevance": 0 }, { "pair_id": 152413, "video_name": "castle_s04e06_seg02_clip_12", "timestamp": [ 32.52, 36.13 ], "duration": 90.66, "caption": "A person is going to old evidence photos with two other people.", "similarity": 0.639, "relevance": 0 }, { "pair_id": 152414, "video_name": "castle_s06e14_seg02_clip_06", "timestamp": [ 10.44, 19.97 ], "duration": 90.66, "caption": "A woman raises her finger before she presents her evidence.", "similarity": 0.6369, "relevance": 1 }, { "pair_id": 152415, "video_name": "castle_s02e14_seg02_clip_25", "timestamp": [ 47.48, 50.65 ], "duration": 90.66, "caption": "A woman hands a man and folder as proof of evidence.", "similarity": 0.6356, "relevance": 0 }, { "pair_id": 152416, "video_name": "castle_s07e14_seg02_clip_11", "timestamp": [ 3.63, 8.62 ], "duration": 90.66, "caption": "A woman places two photos of a person onto the interrogation table in front of another person.", "similarity": 0.6355, "relevance": 0 }, { "pair_id": 152417, "video_name": "castle_s07e08_seg02_clip_07", "timestamp": [ 0.0, 2.45 ], "duration": 98.66, "caption": "A person points to a photo while saying he/she is the suspect.", "similarity": 0.634, "relevance": 0 }, { "pair_id": 152418, "video_name": "castle_s02e16_seg02_clip_17", "timestamp": [ 31.76, 35.9 ], "duration": 92.66, "caption": "A woman puts a picture of a woman at a crime scene in front of a man.", "similarity": 0.6323, "relevance": 0 }, { "pair_id": 152419, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 62.58, 74.82 ], "duration": 90.66, "caption": "A woman explains her findings in person because she wants to be on camera.", "similarity": 0.6297, "relevance": 0 } ] }, { "query_id": 18761, "query": "A man tosses his video game controller on the couch.", "relevant_moment": [ { "pair_id": 17260, "video_name": "house_s08e15_seg02_clip_08", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A man tosses his video game controller on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17261, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 27.09, 31.65 ], "duration": 57.66, "caption": "A person is sitting on his couch playing a video game.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 17262, "video_name": "castle_s05e21_seg02_clip_00", "timestamp": [ 59.39, 62.72 ], "duration": 95.66, "caption": "A man puts the video game controller down on the arm of the chair he is sitting in.", "similarity": 0.6921, "relevance": 3 }, { "pair_id": 17263, "video_name": "s03e22_seg02_clip_10", "timestamp": [ 0.0, 7.08 ], "duration": 59.66, "caption": "A person is sitting on the couch holding a game controller.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 17264, "video_name": "house_s03e05_seg02_clip_23", "timestamp": [ 33.67, 46.42 ], "duration": 102.66, "caption": "A man is sitting at his desk and playing video games.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 17265, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 55.54, 57.67 ], "duration": 61.66, "caption": "A man hits a button on the laptop as he sits down on the couch.", "similarity": 0.6023, "relevance": 1 }, { "pair_id": 17266, "video_name": "castle_s06e17_seg02_clip_03", "timestamp": [ 59.95, 76.3 ], "duration": 90.66, "caption": "A person is playing a video game on their computer.", "similarity": 0.5971, "relevance": 2 }, { "pair_id": 17267, "video_name": "house_s07e14_seg02_clip_10", "timestamp": [ 11.83, 35.04 ], "duration": 91.66, "caption": "Two men are on the couch together playing a video game.", "similarity": 0.5957, "relevance": 3 }, { "pair_id": 17268, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "Two men are on the couch together playing a video game.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 17269, "video_name": "s07e10_seg02_clip_01", "timestamp": [ 10.26, 13.24 ], "duration": 54.66, "caption": "A man puts his game controller on the table.", "similarity": 0.5937, "relevance": 3 }, { "pair_id": 17270, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 89.31, 96.03 ], "duration": 96.66, "caption": "A man picks up his game controller to finish playing.", "similarity": 0.5891, "relevance": 3 }, { "pair_id": 17271, "video_name": "s03e17_seg01_clip_01", "timestamp": [ 39.7, 44.56 ], "duration": 81.66, "caption": "A man throws the script he found on the couch.", "similarity": 0.5862, "relevance": 2 }, { "pair_id": 17272, "video_name": "s01e07_seg01_clip_01", "timestamp": [ 27.31, 30.95 ], "duration": 91.66, "caption": "A person waves their video game controller in the air.", "similarity": 0.5736, "relevance": 2 }, { "pair_id": 17273, "video_name": "s04e06_seg02_clip_01", "timestamp": [ 53.97, 62.03 ], "duration": 62.66, "caption": "A person is sitting in front of his laptop playing a video game.", "similarity": 0.5696, "relevance": 1 }, { "pair_id": 17274, "video_name": "castle_s04e07_seg02_clip_25", "timestamp": [ 54.17, 58.65 ], "duration": 89.66, "caption": "A man is playing a video game on his bed, then his father grabs him by the waist.", "similarity": 0.563, "relevance": 0 }, { "pair_id": 17275, "video_name": "friends_s08e15_seg02_clip_04", "timestamp": [ 0.0, 3.63 ], "duration": 60.66, "caption": "A man is sitting on the couch fiddling with a remote control.", "similarity": 0.5612, "relevance": 1 }, { "pair_id": 17276, "video_name": "friends_s02e05_seg02_clip_00", "timestamp": [ 44.57, 47.21 ], "duration": 66.66, "caption": "A person tosses the phone on to the couch.", "similarity": 0.56, "relevance": 4 }, { "pair_id": 17277, "video_name": "s06e18_seg02_clip_00", "timestamp": [ 17.61, 22.73 ], "duration": 64.66, "caption": "Two men are sitting in the couch playing a video game.", "similarity": 0.5599, "relevance": 2 }, { "pair_id": 17278, "video_name": "house_s02e05_seg02_clip_24", "timestamp": [ 0.0, 15.36 ], "duration": 83.66, "caption": "A person is sitting in their chair playing a video game.", "similarity": 0.5584, "relevance": 1 }, { "pair_id": 17279, "video_name": "house_s05e23_seg02_clip_20", "timestamp": [ 75.94, 79.58 ], "duration": 104.66, "caption": "A person trembles while sitting on the couch, then throws his head back.", "similarity": 0.5575, "relevance": 0 } ] }, { "query_id": 18812, "query": "A person walks after someone when they try to leave.", "relevant_moment": [ { "pair_id": 16600, "video_name": "friends_s08e06_seg02_clip_00", "timestamp": [ 0.0, 4.23 ], "duration": 65.66, "caption": "A person walks after someone when they try to leave.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16601, "video_name": "grey_s02e07_seg02_clip_16", "timestamp": [ 15.08, 21.32 ], "duration": 104.66, "caption": "A person walks away after another person tells him to leave.", "similarity": 0.8521, "relevance": 2 }, { "pair_id": 16602, "video_name": "house_s03e11_seg02_clip_16", "timestamp": [ 64.76, 76.38 ], "duration": 83.66, "caption": "A person walks back up to another person before he can leave.", "similarity": 0.8376, "relevance": 3 }, { "pair_id": 16603, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 39.8, 44.32 ], "duration": 90.66, "caption": "A person stops someone from walking away to him.", "similarity": 0.8222, "relevance": 4 }, { "pair_id": 16604, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 29.68, 32.69 ], "duration": 86.66, "caption": "A person turns to walk away from another person and exits.", "similarity": 0.8214, "relevance": 3 }, { "pair_id": 16605, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 35.09, 38.14 ], "duration": 61.66, "caption": "A person turns to walk away when another person stops him.", "similarity": 0.8202, "relevance": 4 }, { "pair_id": 16606, "video_name": "s09e09_seg02_clip_15", "timestamp": [ 56.41, 61.77 ], "duration": 63.66, "caption": "A person turns and starts to walk away from another person.", "similarity": 0.7963, "relevance": 4 }, { "pair_id": 16607, "video_name": "friends_s02e22_seg02_clip_09", "timestamp": [ 12.31, 18.91 ], "duration": 60.66, "caption": "A person walks over to the door to leave and is stopped by another person.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 16608, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 1.48, 4.13 ], "duration": 59.66, "caption": "A person quickly walks towards another person and stops when he gets there.", "similarity": 0.7809, "relevance": 2 }, { "pair_id": 16609, "video_name": "house_s08e03_seg02_clip_27", "timestamp": [ 2.85, 5.7 ], "duration": 114.66, "caption": "A person turns and walks away from a person.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 16610, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 51.13, 53.16 ], "duration": 81.66, "caption": "A person walks away from another person, the other person turns to follow him.", "similarity": 0.7628, "relevance": 2 }, { "pair_id": 16611, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 68.02, 79.36 ], "duration": 87.66, "caption": "A person stops walking, turns around, and walks past another person.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 16612, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 76.38, 85.58 ], "duration": 92.66, "caption": "A person turns to leave and another person stops him.", "similarity": 0.7515, "relevance": 4 }, { "pair_id": 16613, "video_name": "s03e02_seg02_clip_12", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A person starts to walk off but another person stops him/her.", "similarity": 0.7504, "relevance": 3 }, { "pair_id": 16614, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 75.33, 78.94 ], "duration": 90.66, "caption": "A person walks out and another person follows him immediately.", "similarity": 0.7494, "relevance": 4 }, { "pair_id": 16615, "video_name": "house_s01e17_seg02_clip_18", "timestamp": [ 21.02, 27.87 ], "duration": 91.66, "caption": "A person walks away from another person and she turns around to see him leave.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 16616, "video_name": "house_s05e15_seg02_clip_23", "timestamp": [ 8.16, 9.6 ], "duration": 96.66, "caption": "A person walks past person and leaves him standing alone.", "similarity": 0.7473, "relevance": 3 }, { "pair_id": 16617, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 82.66, 86.35 ], "duration": 92.66, "caption": "A person turns and walks away from two other people.", "similarity": 0.7461, "relevance": 3 }, { "pair_id": 16618, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 14.4, 17.18 ], "duration": 92.66, "caption": "A person stands up and starts to walk away from another person.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 16619, "video_name": "house_s03e18_seg02_clip_04", "timestamp": [ 23.22, 25.05 ], "duration": 91.66, "caption": "A person turns and walks away then the other two walk away.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 189920, "video_name": "house_s03e14_seg02_clip_00", "timestamp": [ 33.59, 36.42 ], "duration": 94.66, "caption": "A person turns their back to another person and walks away.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 189921, "video_name": "castle_s05e14_seg02_clip_22", "timestamp": [ 78.34, 84.54 ], "duration": 88.66, "caption": "A person walks out and another person follows immediately.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 189922, "video_name": "friends_s07e23-24_seg02_clip_36", "timestamp": [ 4.13, 9.15 ], "duration": 59.66, "caption": "A person picks up another person after saying they need to leave.", "similarity": 0.7421, "relevance": 1 }, { "pair_id": 189923, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 1.81, 4.51 ], "duration": 90.66, "caption": "A person walks away after telling a man to leave.", "similarity": 0.7393, "relevance": 1 }, { "pair_id": 189924, "video_name": "s02e14_seg02_clip_18", "timestamp": [ 35.05, 39.46 ], "duration": 49.66, "caption": "A person turns to their left and walks away from person.", "similarity": 0.7378, "relevance": 1 }, { "pair_id": 189925, "video_name": "s09e07_seg02_clip_14", "timestamp": [ 24.31, 27.91 ], "duration": 60.66, "caption": "A person walks out from where two people are.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 189926, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 45.9, 47.62 ], "duration": 57.66, "caption": "A person turns and walks away from some people.", "similarity": 0.7324, "relevance": 1 }, { "pair_id": 189927, "video_name": "house_s01e16_seg02_clip_20", "timestamp": [ 38.96, 47.98 ], "duration": 82.66, "caption": "A person tries to walk out and another person steps in front of him/her.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 189928, "video_name": "grey_s02e05_seg02_clip_01", "timestamp": [ 36.0, 39.27 ], "duration": 93.66, "caption": "A man is walking and stops and returns to another person.", "similarity": 0.7283, "relevance": 2 }, { "pair_id": 189929, "video_name": "s02e20_seg02_clip_09", "timestamp": [ 10.41, 14.31 ], "duration": 65.66, "caption": "A person walking over to someone saying they left someone behind.", "similarity": 0.7283, "relevance": 1 }, { "pair_id": 189930, "video_name": "s02e19_seg02_clip_03", "timestamp": [ 26.27, 28.04 ], "duration": 59.66, "caption": "A person turns and walks away from another person and a third person.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 189931, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 9.63, 12.11 ], "duration": 55.66, "caption": "A person turns around to his right and walks away from another person.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 189932, "video_name": "house_s02e02_seg02_clip_10", "timestamp": [ 73.06, 75.26 ], "duration": 88.66, "caption": "Three people walk out and leave a person.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 189933, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 82.38, 86.02 ], "duration": 91.66, "caption": "A person walks away from someone but looks back and says something as they leave.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 189934, "video_name": "grey_s03e20_seg02_clip_03", "timestamp": [ 14.4, 19.21 ], "duration": 96.66, "caption": "A person follows man after he walked away from her.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 189935, "video_name": "house_s06e04_seg02_clip_04", "timestamp": [ 2.16, 11.25 ], "duration": 86.66, "caption": "A person says goodbye to another person and turns and walks away.", "similarity": 0.7247, "relevance": 1 }, { "pair_id": 189936, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 36.94, 39.4 ], "duration": 41.66, "caption": "A person turns from two people and walks away.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 189937, "video_name": "castle_s07e01_seg02_clip_06", "timestamp": [ 14.94, 22.18 ], "duration": 90.66, "caption": "One person walks up to another person and walks away again.", "similarity": 0.7242, "relevance": 1 }, { "pair_id": 189938, "video_name": "house_s04e10_seg02_clip_18", "timestamp": [ 67.24, 80.33 ], "duration": 90.66, "caption": "A person walks up to another person and they walk away together.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 189939, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 34.05, 39.11 ], "duration": 92.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.7215, "relevance": 1 } ] }, { "query_id": 18853, "query": "A man takes a seat on his desk to proceed work.", "relevant_moment": [ { "pair_id": 124480, "video_name": "castle_s04e13_seg02_clip_23", "timestamp": [ 6.25, 10.72 ], "duration": 89.66, "caption": "A man takes a seat on his desk to proceed work.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 124481, "video_name": "s09e06_seg02_clip_01", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A man is sitting at the desk working on the computer.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 124482, "video_name": "s05e23_seg01_clip_00", "timestamp": [ 3.7, 36.64 ], "duration": 74.66, "caption": "A man is sitting at a desk working on a device.", "similarity": 0.7348, "relevance": 3 }, { "pair_id": 124484, "video_name": "house_s04e01_seg02_clip_15", "timestamp": [ 5.28, 9.68 ], "duration": 88.66, "caption": "A person takes a chair from the desk and starts to sit down.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 124485, "video_name": "grey_s03e19_seg02_clip_08", "timestamp": [ 11.18, 17.2 ], "duration": 86.66, "caption": "A man sits down and puts his head down on the desk.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 124486, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 65.02, 67.73 ], "duration": 90.66, "caption": "A person sits onto a chair at his desk in his office.", "similarity": 0.6832, "relevance": 3 }, { "pair_id": 124487, "video_name": "house_s08e16_seg02_clip_22", "timestamp": [ 51.93, 57.22 ], "duration": 88.66, "caption": "A man takes his feet off the desk, adjusts to a straight sitting position, and puts his hands on the desk.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 124488, "video_name": "friends_s08e11_seg02_clip_02", "timestamp": [ 43.66, 51.55 ], "duration": 60.66, "caption": "A man's boss enters his office and he gets up from his desk.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 124489, "video_name": "grey_s03e19_seg02_clip_08", "timestamp": [ 13.76, 20.22 ], "duration": 86.66, "caption": "A man puts his head down on the desk.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 124490, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 36.92, 40.52 ], "duration": 60.66, "caption": "A man walks over to his desk and sits down.", "similarity": 0.6708, "relevance": 3 }, { "pair_id": 124491, "video_name": "castle_s07e14_seg02_clip_02", "timestamp": [ 80.81, 85.38 ], "duration": 91.66, "caption": "A man sits on the edge of a desk.", "similarity": 0.6675, "relevance": 1 }, { "pair_id": 124492, "video_name": "castle_s03e23_seg02_clip_09", "timestamp": [ 24.29, 30.26 ], "duration": 85.66, "caption": "A man sits on the chair and works on the computer.", "similarity": 0.6672, "relevance": 4 }, { "pair_id": 124493, "video_name": "castle_s01e05_seg02_clip_21", "timestamp": [ 22.8, 34.93 ], "duration": 97.66, "caption": "A man is going through papers as he is seated at a desk.", "similarity": 0.6671, "relevance": 3 }, { "pair_id": 124494, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 51.69, 60.68 ], "duration": 89.66, "caption": "A man sits at his desk and goes through some papers.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 124495, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 69.1, 71.74 ], "duration": 88.66, "caption": "A man stands up from being seated at their desk.", "similarity": 0.6569, "relevance": 1 }, { "pair_id": 124496, "video_name": "house_s05e11_seg02_clip_04", "timestamp": [ 24.04, 25.82 ], "duration": 89.66, "caption": "A man takes a few quick steps towards a person's desk.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 124497, "video_name": "s07e17_seg02_clip_03", "timestamp": [ 37.48, 39.25 ], "duration": 59.66, "caption": "A man comes into a person's office while they are sitting at their desk.", "similarity": 0.6484, "relevance": 3 }, { "pair_id": 124498, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 39.96, 46.07 ], "duration": 94.66, "caption": "A man is writing something down while sitting at his desk.", "similarity": 0.6467, "relevance": 3 }, { "pair_id": 124499, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 76.12, 79.23 ], "duration": 89.66, "caption": "A person walks into a man's office as he is seated at his desk.", "similarity": 0.644, "relevance": 0 } ] }, { "query_id": 18854, "query": "A man picked up a phone and make a call.", "relevant_moment": [ { "pair_id": 152660, "video_name": "castle_s04e13_seg02_clip_23", "timestamp": [ 13.4, 17.42 ], "duration": 89.66, "caption": "A man picked up a phone and make a call.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152661, "video_name": "house_s01e18_seg02_clip_13", "timestamp": [ 6.3, 24.76 ], "duration": 90.66, "caption": "A man picks up the phone and makes a call.", "similarity": 0.9599, "relevance": 4 }, { "pair_id": 152662, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 3.12, 9.35 ], "duration": 89.66, "caption": "A man picks up his phone and takes a call.", "similarity": 0.9394, "relevance": 3 }, { "pair_id": 152663, "video_name": "house_s06e06_seg02_clip_21", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A man picks up a call from his cell phone.", "similarity": 0.8991, "relevance": 2 }, { "pair_id": 152664, "video_name": "met_s06e09_seg02_clip_04", "timestamp": [ 19.49, 27.16 ], "duration": 59.66, "caption": "A man picks up the phone and calls someone.", "similarity": 0.8961, "relevance": 3 }, { "pair_id": 152665, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 18.3, 21.97 ], "duration": 91.66, "caption": "A man picked up the phone and dialed someone.", "similarity": 0.8647, "relevance": 3 }, { "pair_id": 152666, "video_name": "house_s05e02_seg02_clip_26", "timestamp": [ 23.99, 29.6 ], "duration": 35.66, "caption": "A man picks up the desk phone and makes a call.", "similarity": 0.8522, "relevance": 4 }, { "pair_id": 152667, "video_name": "castle_s06e03_seg02_clip_01", "timestamp": [ 69.32, 90.02 ], "duration": 90.66, "caption": "A man brought out a cell phone and makes a call.", "similarity": 0.8319, "relevance": 3 }, { "pair_id": 152668, "video_name": "castle_s05e16_seg02_clip_20", "timestamp": [ 3.99, 15.06 ], "duration": 88.66, "caption": "A man's phone rings and he picks it up.", "similarity": 0.8253, "relevance": 3 }, { "pair_id": 152669, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 39.45, 45.25 ], "duration": 116.66, "caption": "A man who is in his desk picks up his phone to make a call.", "similarity": 0.8172, "relevance": 3 }, { "pair_id": 152671, "video_name": "friends_s04e07_seg02_clip_07", "timestamp": [ 33.94, 35.22 ], "duration": 64.66, "caption": "A man picked up the phone and started talking to someone.", "similarity": 0.8122, "relevance": 4 }, { "pair_id": 152672, "video_name": "castle_s07e20_seg02_clip_18", "timestamp": [ 62.44, 64.72 ], "duration": 91.66, "caption": "A man picked up his phone and started talking to someone.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 152673, "video_name": "castle_s04e13_seg02_clip_23", "timestamp": [ 13.4, 18.31 ], "duration": 89.66, "caption": "A man picks up the phone and speaks into it.", "similarity": 0.7991, "relevance": 4 }, { "pair_id": 152674, "video_name": "castle_s02e07_seg02_clip_23", "timestamp": [ 52.19, 56.42 ], "duration": 94.66, "caption": "A person takes out his phone and makes a call.", "similarity": 0.7981, "relevance": 4 }, { "pair_id": 152675, "video_name": "met_s06e15_seg02_clip_09", "timestamp": [ 17.09, 20.17 ], "duration": 56.66, "caption": "A man picks up the phone and answers it.", "similarity": 0.7955, "relevance": 4 }, { "pair_id": 152676, "video_name": "s01e11_seg02_clip_02", "timestamp": [ 44.81, 51.17 ], "duration": 53.66, "caption": "A person picks up the telephone and dials a number.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 152677, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 14.26, 17.95 ], "duration": 92.66, "caption": "A person picks up the phone and starts to dial.", "similarity": 0.795, "relevance": 1 }, { "pair_id": 152678, "video_name": "castle_s06e09_seg02_clip_19", "timestamp": [ 10.01, 13.2 ], "duration": 91.66, "caption": "A man finishes his phone call then sets the phone down.", "similarity": 0.792, "relevance": 3 }, { "pair_id": 325980, "video_name": "castle_s06e13_seg02_clip_19", "timestamp": [ 31.78, 34.82 ], "duration": 87.66, "caption": "A man gets his phone and tried to call a person.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 325981, "video_name": "castle_s07e08_seg02_clip_14", "timestamp": [ 73.22, 79.55 ], "duration": 90.66, "caption": "A man gets up to pick up phone and answers it.", "similarity": 0.7806, "relevance": 4 }, { "pair_id": 325982, "video_name": "friends_s07e10_seg01_clip_00", "timestamp": [ 1.44, 5.28 ], "duration": 96.66, "caption": "A man ends the phone call and sets it down.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 325983, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 61.4, 65.58 ], "duration": 93.66, "caption": "A man picks up the phone and hangs it up.", "similarity": 0.779, "relevance": 4 }, { "pair_id": 325984, "video_name": "castle_s04e12_seg02_clip_21", "timestamp": [ 63.21, 64.99 ], "duration": 89.66, "caption": "A man reaches in front of him to pick up a phone.", "similarity": 0.7782, "relevance": 3 }, { "pair_id": 325985, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 39.16, 47.71 ], "duration": 90.66, "caption": "A person takes his cell phone to call someone.", "similarity": 0.7777, "relevance": 4 }, { "pair_id": 325986, "video_name": "house_s07e02_seg02_clip_05", "timestamp": [ 18.12, 28.04 ], "duration": 86.66, "caption": "A man holds up a cell phone and makes a phone call while talking with another person.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 325987, "video_name": "house_s05e14_seg02_clip_16", "timestamp": [ 52.21, 57.62 ], "duration": 90.66, "caption": "A man takes a phone from the shelf and starts to make a call.", "similarity": 0.7774, "relevance": 2 }, { "pair_id": 325988, "video_name": "castle_s08e08_seg02_clip_16", "timestamp": [ 82.06, 88.38 ], "duration": 90.66, "caption": "A woman picks up the phone when a man calls.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 325989, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 42.76, 60.77 ], "duration": 75.66, "caption": "A man picks up his phone and talks (to another person).", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 325990, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 88.38, 93.03 ], "duration": 93.66, "caption": "A man gets his cell phone out and starts dialing.", "similarity": 0.7735, "relevance": 2 }, { "pair_id": 325991, "video_name": "castle_s02e19_seg02_clip_10", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A man puts down his phone after the call ends.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 325992, "video_name": "house_s03e19_seg02_clip_23", "timestamp": [ 9.56, 15.93 ], "duration": 91.66, "caption": "A person picks up the phone while talking to someone.", "similarity": 0.7713, "relevance": 4 }, { "pair_id": 325993, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 40.56, 42.18 ], "duration": 54.66, "caption": "A man picks up the telephone from the counter.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 325994, "video_name": "house_s03e07_seg02_clip_20", "timestamp": [ 30.02, 33.72 ], "duration": 92.66, "caption": "A man took his phone from his pocket and starts a call.", "similarity": 0.768, "relevance": 4 }, { "pair_id": 325995, "video_name": "friends_s10e04_seg02_clip_11", "timestamp": [ 22.02, 25.74 ], "duration": 62.66, "caption": "A man reaches over with his right hand to pick up the phone.", "similarity": 0.7678, "relevance": 4 }, { "pair_id": 325996, "video_name": "castle_s02e04_seg02_clip_18", "timestamp": [ 2.76, 15.64 ], "duration": 92.66, "caption": "A person pulls out their phone and makes a phone call.", "similarity": 0.7678, "relevance": 4 }, { "pair_id": 325997, "video_name": "s04e15_seg02_clip_07", "timestamp": [ 0.0, 6.9 ], "duration": 60.66, "caption": "A person hands the phone over to man and tells him the call's for him.", "similarity": 0.7644, "relevance": 3 }, { "pair_id": 325998, "video_name": "friends_s06e20_seg02_clip_16", "timestamp": [ 9.44, 11.05 ], "duration": 46.66, "caption": "A man picks up the phone on the counter.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 325999, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 45.45, 50.57 ], "duration": 128.66, "caption": "A man picks up a phone and shows it to a person.", "similarity": 0.7626, "relevance": 3 } ] }, { "query_id": 18885, "query": "A woman is speaking to a man as he is seated in a chair.", "relevant_moment": [ { "pair_id": 15580, "video_name": "house_s03e20_seg02_clip_15", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "A woman is speaking to a man as he is seated in a chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15581, "video_name": "house_s05e13_seg02_clip_03", "timestamp": [ 0.0, 59.0 ], "duration": 86.66, "caption": "A woman is sitting on a chair as she speaks to a man.", "similarity": 0.9426, "relevance": 3 }, { "pair_id": 15582, "video_name": "house_s01e04_seg02_clip_08", "timestamp": [ 0.0, 25.97 ], "duration": 88.66, "caption": "A woman sits in the chair and speaks to a man.", "similarity": 0.9353, "relevance": 3 }, { "pair_id": 15583, "video_name": "house_s05e01_seg02_clip_11", "timestamp": [ 8.55, 10.8 ], "duration": 90.66, "caption": "A woman sits down on the chair, while speaking to a man.", "similarity": 0.9327, "relevance": 2 }, { "pair_id": 15584, "video_name": "s03e08_seg02_clip_14", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A person sits in a chair while speaking to a woman.", "similarity": 0.9287, "relevance": 4 }, { "pair_id": 15585, "video_name": "house_s07e22_seg02_clip_21", "timestamp": [ 0.0, 4.77 ], "duration": 106.66, "caption": "A woman is speaking to a man as they are seated.", "similarity": 0.9188, "relevance": 3 }, { "pair_id": 15586, "video_name": "castle_s07e23_seg02_clip_13", "timestamp": [ 52.21, 59.42 ], "duration": 90.66, "caption": "A man sits up in his chair as he speaks to woman.", "similarity": 0.9122, "relevance": 4 }, { "pair_id": 15587, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 5.64, 9.66 ], "duration": 161.66, "caption": "A man sits down in the chair when he's talking to a woman.", "similarity": 0.8898, "relevance": 3 }, { "pair_id": 15588, "video_name": "house_s06e02_seg02_clip_01", "timestamp": [ 7.57, 9.79 ], "duration": 89.66, "caption": "A woman sits in a chair to properly talk to man.", "similarity": 0.8827, "relevance": 3 }, { "pair_id": 15589, "video_name": "castle_s05e21_seg02_clip_04", "timestamp": [ 61.1, 90.52 ], "duration": 90.66, "caption": "A woman is sitting in a chair talking to a man who is standing up.", "similarity": 0.8743, "relevance": 3 }, { "pair_id": 15590, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 77.37, 83.74 ], "duration": 91.66, "caption": "A woman sits back in her chair talking to a man.", "similarity": 0.873, "relevance": 3 }, { "pair_id": 15591, "video_name": "castle_s03e03_seg02_clip_04", "timestamp": [ 3.22, 58.9 ], "duration": 92.66, "caption": "A woman was sitting on a chair whilst talking to man.", "similarity": 0.8713, "relevance": 3 }, { "pair_id": 15592, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 41.41, 92.03 ], "duration": 92.66, "caption": "A woman and a man talk while he is sitting in a chair.", "similarity": 0.8644, "relevance": 4 }, { "pair_id": 15593, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 35.05, 37.22 ], "duration": 62.66, "caption": "A woman sits down on a chair during a conversation with a man.", "similarity": 0.8641, "relevance": 2 }, { "pair_id": 15594, "video_name": "castle_s05e03_seg02_clip_25", "timestamp": [ 81.92, 90.02 ], "duration": 90.66, "caption": "A woman and man are talking to each other while sitting in a chair.", "similarity": 0.8607, "relevance": 4 }, { "pair_id": 15595, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man was sitting on a chair whilst talking to woman.", "similarity": 0.8576, "relevance": 4 }, { "pair_id": 15596, "video_name": "castle_s05e22_seg02_clip_05", "timestamp": [ 52.08, 55.19 ], "duration": 89.66, "caption": "A person sits on a chair during his conversation with a woman.", "similarity": 0.8544, "relevance": 3 }, { "pair_id": 15597, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 38.77, 40.01 ], "duration": 62.66, "caption": "A man sits down on a chair during a conversation with woman.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 15598, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 12.61, 16.53 ], "duration": 56.66, "caption": "A person gets a chair and sits there while talking to woman.", "similarity": 0.8535, "relevance": 3 }, { "pair_id": 15599, "video_name": "castle_s05e07_seg02_clip_15", "timestamp": [ 0.0, 26.85 ], "duration": 88.66, "caption": "A woman is speaking to a man as she stands and he sits.", "similarity": 0.8485, "relevance": 4 }, { "pair_id": 188900, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 5.49, 44.86 ], "duration": 61.66, "caption": "A woman gets up off of the chair and speaks to a man.", "similarity": 0.8452, "relevance": 2 }, { "pair_id": 188901, "video_name": "s06e12_seg02_clip_03", "timestamp": [ 1.89, 3.47 ], "duration": 63.66, "caption": "A person is sitting in a chair having a conversation with woman and woman.", "similarity": 0.8389, "relevance": 2 }, { "pair_id": 188902, "video_name": "house_s02e11_seg02_clip_20", "timestamp": [ 66.52, 69.52 ], "duration": 100.66, "caption": "A woman seats in his office chair while talking to a man.", "similarity": 0.838, "relevance": 2 }, { "pair_id": 188903, "video_name": "friends_s10e14_seg02_clip_13", "timestamp": [ 22.02, 62.03 ], "duration": 62.66, "caption": "A man sits on a chair by the door to speak to woman.", "similarity": 0.8343, "relevance": 4 }, { "pair_id": 188904, "video_name": "s06e20_seg02_clip_03", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "A woman sits down back into her chair as she speaks to a person.", "similarity": 0.8303, "relevance": 2 }, { "pair_id": 188905, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 80.14, 86.89 ], "duration": 90.66, "caption": "A woman sits down in a chair while talking with a man and another man.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 188906, "video_name": "grey_s03e20_seg02_clip_22", "timestamp": [ 0.0, 45.92 ], "duration": 92.66, "caption": "A man is talking to a woman when she is sitting in a wheelchair.", "similarity": 0.8284, "relevance": 3 }, { "pair_id": 188908, "video_name": "house_s01e04_seg02_clip_00", "timestamp": [ 27.27, 47.01 ], "duration": 94.66, "caption": "A woman sat on a chair talking to a man with another man.", "similarity": 0.8267, "relevance": 2 }, { "pair_id": 188909, "video_name": "s01e12_seg01_clip_01", "timestamp": [ 55.37, 59.47 ], "duration": 82.66, "caption": "A man pulls the chair out for a woman to sit down while talking to him.", "similarity": 0.8209, "relevance": 2 }, { "pair_id": 188910, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 7.57, 8.9 ], "duration": 89.66, "caption": "A woman turns in her chair to talk to a man.", "similarity": 0.8186, "relevance": 2 }, { "pair_id": 188911, "video_name": "house_s01e20_seg02_clip_07", "timestamp": [ 16.66, 36.03 ], "duration": 90.66, "caption": "A woman talks to a man as they are both sitting together.", "similarity": 0.8184, "relevance": 4 }, { "pair_id": 188912, "video_name": "castle_s08e11_seg02_clip_02", "timestamp": [ 46.12, 87.02 ], "duration": 87.66, "caption": "A woman is sitting in a large table speaking to a man.", "similarity": 0.8161, "relevance": 4 }, { "pair_id": 188913, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 3.29 ], "duration": 94.66, "caption": "A man sits down on the armchair while talking to woman.", "similarity": 0.8149, "relevance": 3 }, { "pair_id": 188914, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 1.78, 68.1 ], "duration": 89.66, "caption": "A person is sitting in a wheelchair as he speaks to a woman.", "similarity": 0.8106, "relevance": 4 }, { "pair_id": 188915, "video_name": "castle_s07e16_seg02_clip_21", "timestamp": [ 14.94, 90.56 ], "duration": 90.66, "caption": "A man is sitting as he speaks to a woman and another person.", "similarity": 0.8091, "relevance": 2 }, { "pair_id": 188916, "video_name": "castle_s08e10_seg02_clip_16", "timestamp": [ 0.0, 11.84 ], "duration": 87.66, "caption": "A woman is having a conversation with man while sitting.", "similarity": 0.8084, "relevance": 3 }, { "pair_id": 188917, "video_name": "house_s05e01_seg02_clip_22", "timestamp": [ 0.0, 34.89 ], "duration": 93.66, "caption": "A woman talks to a man in a treatment chair.", "similarity": 0.8069, "relevance": 2 }, { "pair_id": 188918, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 53.66, 58.0 ], "duration": 62.66, "caption": "A person walks to the chair and sits on it while speaking to man.", "similarity": 0.8059, "relevance": 2 }, { "pair_id": 188919, "video_name": "house_s04e08_seg02_clip_19", "timestamp": [ 0.0, 33.22 ], "duration": 85.66, "caption": "A person is seated as he is conversing with woman.", "similarity": 0.8051, "relevance": 4 } ] }, { "query_id": 18910, "query": "A doctor removes his/her stethoscope from his/her ears.", "relevant_moment": [ { "pair_id": 149760, "video_name": "house_s03e20_seg02_clip_10", "timestamp": [ 8.36, 9.68 ], "duration": 88.66, "caption": "A doctor removes his/her stethoscope from his/her ears.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149761, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 16.77, 33.98 ], "duration": 86.66, "caption": "A person uses a stethoscope on a patient then removes the stethoscope from their ears.", "similarity": 0.9024, "relevance": 4 }, { "pair_id": 149762, "video_name": "house_s02e22_seg02_clip_05", "timestamp": [ 2.09, 5.42 ], "duration": 83.66, "caption": "A person removes the earpiece of the stethoscope on their ears.", "similarity": 0.8306, "relevance": 4 }, { "pair_id": 149763, "video_name": "house_s07e18_seg02_clip_16", "timestamp": [ 0.0, 5.74 ], "duration": 82.66, "caption": "A doctor removes their stethoscope from their ears and puts down on the bed.", "similarity": 0.8275, "relevance": 4 }, { "pair_id": 149764, "video_name": "house_s07e12_seg02_clip_13", "timestamp": [ 14.41, 16.66 ], "duration": 90.66, "caption": "A person removes the earpiece of the stethoscope from his ears.", "similarity": 0.8195, "relevance": 4 }, { "pair_id": 149765, "video_name": "house_s05e09_seg02_clip_23", "timestamp": [ 49.61, 51.43 ], "duration": 91.66, "caption": "A person takes off the stethoscope from their ears.", "similarity": 0.8183, "relevance": 4 }, { "pair_id": 149766, "video_name": "house_s05e16_seg02_clip_09", "timestamp": [ 2.25, 4.5 ], "duration": 90.66, "caption": "A woman removes a stethoscope from her ears.", "similarity": 0.7888, "relevance": 4 }, { "pair_id": 149767, "video_name": "house_s02e23_seg02_clip_25", "timestamp": [ 25.75, 30.37 ], "duration": 132.66, "caption": "A person removes a stethoscope from their ears as they speak to a man in a leather jacket about a young patient.", "similarity": 0.7861, "relevance": 4 }, { "pair_id": 149768, "video_name": "house_s02e03_seg02_clip_03", "timestamp": [ 9.1, 11.83 ], "duration": 91.66, "caption": "A man takes the stethoscope out of his ears.", "similarity": 0.7751, "relevance": 4 }, { "pair_id": 149769, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 20.95, 25.07 ], "duration": 74.66, "caption": "A doctor uses the stethoscope on the patient to listen to his chest.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 149770, "video_name": "house_s06e21_seg02_clip_23", "timestamp": [ 45.77, 49.93 ], "duration": 104.66, "caption": "A man puts a stethoscope in his ears and on his patient.", "similarity": 0.7625, "relevance": 4 }, { "pair_id": 149771, "video_name": "house_s03e13_seg02_clip_02", "timestamp": [ 72.36, 86.47 ], "duration": 91.66, "caption": "A person jerks their stethoscope from their ears after examining a patient.", "similarity": 0.7608, "relevance": 4 }, { "pair_id": 149772, "video_name": "house_s02e08_seg02_clip_16", "timestamp": [ 8.65, 15.93 ], "duration": 91.66, "caption": "A man turns and walks over to take the stethoscope out of the patient's ears.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 149773, "video_name": "house_s01e17_seg02_clip_18", "timestamp": [ 61.69, 64.43 ], "duration": 91.66, "caption": "A man takes off the stethoscope he has on his ears.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 149774, "video_name": "grey_s02e07_seg02_clip_00", "timestamp": [ 13.89, 25.0 ], "duration": 92.66, "caption": "A doctor uses their stethoscope to listen to the patient's stomach.", "similarity": 0.7539, "relevance": 3 }, { "pair_id": 149775, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 4.08, 8.61 ], "duration": 90.66, "caption": "A person is listening to his patient's chest then takes off his stethoscope.", "similarity": 0.7523, "relevance": 4 }, { "pair_id": 149776, "video_name": "house_s02e23_seg02_clip_17", "timestamp": [ 11.77, 15.97 ], "duration": 56.66, "caption": "A doctor removes his/her headset because some doctors want to talk to him/her.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 149777, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 69.31, 80.93 ], "duration": 93.66, "caption": "A doctor takes their stethoscope and checks the patient's breathing.", "similarity": 0.738, "relevance": 3 }, { "pair_id": 149778, "video_name": "house_s03e03_seg02_clip_18", "timestamp": [ 51.96, 54.41 ], "duration": 98.66, "caption": "A man takes a stethoscope from around a person's neck and places it in his ears.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 149779, "video_name": "house_s02e20_seg02_clip_04", "timestamp": [ 11.64, 17.47 ], "duration": 97.66, "caption": "A doctor is checking up a patient using stethoscope.", "similarity": 0.7252, "relevance": 3 }, { "pair_id": 323080, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 71.17, 81.4 ], "duration": 93.66, "caption": "A man puts a stethoscope in his ears and uses it to listen to a female patient's breathing.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 323081, "video_name": "grey_s03e11_seg02_clip_22", "timestamp": [ 67.44, 69.77 ], "duration": 93.66, "caption": "A woman takes their stethoscope out of their ears and hangs it around their neck.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 323083, "video_name": "house_s08e21_seg02_clip_06", "timestamp": [ 0.0, 32.84 ], "duration": 98.66, "caption": "A doctor removes sensors from a patient's head as they have a conversation with them.", "similarity": 0.7176, "relevance": 1 }, { "pair_id": 323084, "video_name": "grey_s01e07_seg02_clip_07", "timestamp": [ 0.0, 1.79 ], "duration": 89.66, "caption": "A man takes the stethoscope from his ears and puts it around his neck.", "similarity": 0.7152, "relevance": 4 }, { "pair_id": 323085, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 55.36, 59.42 ], "duration": 90.66, "caption": "A person uses a stethoscope to examine a patient.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 323087, "video_name": "house_s02e11_seg02_clip_03", "timestamp": [ 41.42, 45.51 ], "duration": 91.66, "caption": "The patient opens their eyes and a woman takes off her stethoscope.", "similarity": 0.7088, "relevance": 4 }, { "pair_id": 323088, "video_name": "house_s01e09_seg02_clip_14", "timestamp": [ 6.5, 8.0 ], "duration": 100.66, "caption": "A man removes his stethoscope while leaning over a patient laying in a hospital bed.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 323089, "video_name": "grey_s01e05_seg02_clip_02", "timestamp": [ 39.61, 44.89 ], "duration": 88.66, "caption": "A woman takes her stethoscope out of her pocket and puts them to her ears.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 323090, "video_name": "house_s02e20_seg02_clip_04", "timestamp": [ 13.1, 36.87 ], "duration": 97.66, "caption": "A person carefully examines the patient with their stethoscope.", "similarity": 0.6955, "relevance": 3 }, { "pair_id": 323091, "video_name": "house_s04e06_seg02_clip_11", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person fidgets with a blue stethoscope as they talk to other doctors.", "similarity": 0.6917, "relevance": 3 }, { "pair_id": 323092, "video_name": "house_s04e12_seg02_clip_18", "timestamp": [ 60.68, 79.26 ], "duration": 82.66, "caption": "A woman takes the stethoscope from around her neck, puts it on, and listens to the patient's chest.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 323093, "video_name": "grey_s02e01_seg02_clip_17", "timestamp": [ 45.59, 48.17 ], "duration": 86.66, "caption": "A doctor removes the clamp from the patient.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 323094, "video_name": "house_s01e19_seg02_clip_21", "timestamp": [ 20.11, 22.68 ], "duration": 85.66, "caption": "A doctor removes the Doppler he is using to examine the patient.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 323095, "video_name": "house_s07e01_seg02_clip_06", "timestamp": [ 1.8, 3.15 ], "duration": 90.66, "caption": "A person carefully removes an earpiece from his ear.", "similarity": 0.6741, "relevance": 3 }, { "pair_id": 323096, "video_name": "house_s06e10_seg02_clip_02", "timestamp": [ 29.26, 40.06 ], "duration": 90.66, "caption": "A person attaches some medical to each of someone's ears.", "similarity": 0.6731, "relevance": 2 }, { "pair_id": 323097, "video_name": "house_s05e09_seg02_clip_23", "timestamp": [ 13.2, 17.75 ], "duration": 91.66, "caption": "A man picks up a stethoscope and puts it in his ears.", "similarity": 0.6724, "relevance": 3 }, { "pair_id": 323098, "video_name": "house_s02e01_seg02_clip_18", "timestamp": [ 56.71, 63.02 ], "duration": 90.66, "caption": "A doctor uses a device to insert a tube into a patient's nose.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 323099, "video_name": "grey_s01e04_seg02_clip_12", "timestamp": [ 0.0, 5.23 ], "duration": 95.66, "caption": "A woman puts her stethoscope on the patient and listened to her.", "similarity": 0.6645, "relevance": 3 } ] }, { "query_id": 18942, "query": "A person walks up to another person and shakes his hand.", "relevant_moment": [ { "pair_id": 147860, "video_name": "met_s02e08_seg02_clip_03", "timestamp": [ 33.07, 38.19 ], "duration": 60.66, "caption": "A person walks up to another person and shakes his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147861, "video_name": "castle_s03e16_seg02_clip_15", "timestamp": [ 36.92, 39.23 ], "duration": 92.66, "caption": "A person walks up to someone and shakes his hand.", "similarity": 0.947, "relevance": 1 }, { "pair_id": 147862, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 0.8556, "relevance": 4 }, { "pair_id": 147863, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.26, 6.5 ], "duration": 52.66, "caption": "A person shakes hands with the person next to him.", "similarity": 0.8418, "relevance": 2 }, { "pair_id": 147864, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.8409, "relevance": 3 }, { "pair_id": 147865, "video_name": "friends_s04e23-24_seg02_clip_07", "timestamp": [ 8.91, 11.58 ], "duration": 59.66, "caption": "A person walks up to another person and touches their hand.", "similarity": 0.8399, "relevance": 3 }, { "pair_id": 147866, "video_name": "friends_s08e10_seg02_clip_19", "timestamp": [ 10.62, 16.82 ], "duration": 59.66, "caption": "A person stands up and walks up to another person shaking his head.", "similarity": 0.8242, "relevance": 1 }, { "pair_id": 147867, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 76.2 ], "duration": 91.66, "caption": "A person shakes another person's hand and starts a conversation with him.", "similarity": 0.8209, "relevance": 3 }, { "pair_id": 147868, "video_name": "castle_s05e06_seg02_clip_02", "timestamp": [ 32.67, 37.73 ], "duration": 92.66, "caption": "A woman walks up to man and shakes his hand.", "similarity": 0.8208, "relevance": 4 }, { "pair_id": 147869, "video_name": "s02e19_seg02_clip_02", "timestamp": [ 0.0, 8.7 ], "duration": 60.66, "caption": "A woman walks up to some people and shakes one person's hand.", "similarity": 0.8186, "relevance": 3 }, { "pair_id": 147870, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 78.26, 82.59 ], "duration": 96.66, "caption": "A person shakes another person's hand as she is standing next to someone else.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 147871, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 2.05, 7.02 ], "duration": 58.66, "caption": "A person holds their hand out and another person shakes it.", "similarity": 0.8044, "relevance": 1 }, { "pair_id": 147872, "video_name": "castle_s04e18_seg02_clip_03", "timestamp": [ 48.62, 52.22 ], "duration": 90.66, "caption": "A person walks over to a woman and shakes her hand.", "similarity": 0.801, "relevance": 4 }, { "pair_id": 147873, "video_name": "house_s01e16_seg02_clip_13", "timestamp": [ 39.7, 49.28 ], "duration": 91.66, "caption": "A person shakes their head, stands up, and starts to walk past another person, then turns around as the person is talking.", "similarity": 0.7981, "relevance": 2 }, { "pair_id": 147874, "video_name": "friends_s09e08_seg02_clip_06", "timestamp": [ 30.61, 37.22 ], "duration": 60.66, "caption": "A person walks towards the new person and they shake hands.", "similarity": 0.7972, "relevance": 4 }, { "pair_id": 147875, "video_name": "castle_s08e06_seg02_clip_21", "timestamp": [ 74.03, 79.53 ], "duration": 100.66, "caption": "A man walks over to another man and shakes his hand.", "similarity": 0.795, "relevance": 4 }, { "pair_id": 147876, "video_name": "friends_s06e20_seg02_clip_19", "timestamp": [ 2.44, 4.58 ], "duration": 61.66, "caption": "A person holds out his hand and a person shakes his hand.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 147877, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 16.51, 20.11 ], "duration": 60.66, "caption": "A person holds their hand up to someone and shakes their head.", "similarity": 0.7901, "relevance": 0 }, { "pair_id": 147878, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 37.27, 41.81 ], "duration": 90.66, "caption": "A person holds out his hand to shake another person's hand.", "similarity": 0.7862, "relevance": 0 }, { "pair_id": 147879, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 1.89, 3.24 ], "duration": 54.66, "caption": "A person walks up to another person and starts a conversation with him.", "similarity": 0.7856, "relevance": 2 } ] }, { "query_id": 18957, "query": "A woman starts to cry while talking to another woman and a man.", "relevant_moment": [ { "pair_id": 156520, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 14.1, 31.03 ], "duration": 94.66, "caption": "A woman starts to cry while talking to another woman and a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156521, "video_name": "castle_s08e21_seg02_clip_23", "timestamp": [ 14.6, 50.44 ], "duration": 88.66, "caption": "A woman starts to cry as she speaks to another woman and man.", "similarity": 0.9402, "relevance": 4 }, { "pair_id": 156522, "video_name": "grey_s03e12_seg02_clip_05", "timestamp": [ 37.36, 47.26 ], "duration": 90.66, "caption": "A woman is talking to another woman and begins to cry.", "similarity": 0.9399, "relevance": 1 }, { "pair_id": 156523, "video_name": "grey_s02e22_seg02_clip_23", "timestamp": [ 27.4, 92.66 ], "duration": 92.66, "caption": "A woman starts to cry as she is speaking with another woman.", "similarity": 0.9279, "relevance": 3 }, { "pair_id": 156524, "video_name": "castle_s02e07_seg02_clip_26", "timestamp": [ 6.7, 8.48 ], "duration": 89.66, "caption": "A woman begins to cry while talking to man.", "similarity": 0.9255, "relevance": 3 }, { "pair_id": 156525, "video_name": "house_s05e17_seg02_clip_20", "timestamp": [ 34.97, 55.49 ], "duration": 93.66, "caption": "A man is talking to a woman and she begins to cry.", "similarity": 0.8928, "relevance": 3 }, { "pair_id": 156526, "video_name": "house_s05e12_seg02_clip_21", "timestamp": [ 69.21, 72.91 ], "duration": 74.66, "caption": "While a woman is talking to a man she started crying.", "similarity": 0.8843, "relevance": 2 }, { "pair_id": 156527, "video_name": "s09e16_seg02_clip_02", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A woman is talking to some people then the woman begins to cry.", "similarity": 0.8827, "relevance": 3 }, { "pair_id": 156528, "video_name": "grey_s02e02_seg02_clip_07", "timestamp": [ 60.23, 68.96 ], "duration": 87.66, "caption": "A woman starts crying while talking and another woman shakes her head at her.", "similarity": 0.8748, "relevance": 4 }, { "pair_id": 156529, "video_name": "met_s06e08_seg02_clip_05", "timestamp": [ 20.87, 42.03 ], "duration": 58.66, "caption": "A man and woman are having a discussion and the woman starts to cry.", "similarity": 0.8665, "relevance": 3 }, { "pair_id": 156530, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 69.24, 70.58 ], "duration": 89.66, "caption": "A woman starts to cry right in front of a person and another person.", "similarity": 0.8664, "relevance": 3 }, { "pair_id": 156531, "video_name": "house_s05e12_seg02_clip_22", "timestamp": [ 0.0, 12.88 ], "duration": 92.66, "caption": "A woman looks like she is going to cry while talking to a man.", "similarity": 0.8645, "relevance": 3 }, { "pair_id": 156532, "video_name": "castle_s03e18_seg02_clip_25", "timestamp": [ 0.0, 33.55 ], "duration": 86.66, "caption": "A woman is crying as she speaks to a woman and a man.", "similarity": 0.8606, "relevance": 3 }, { "pair_id": 156533, "video_name": "house_s01e04_seg02_clip_15", "timestamp": [ 39.08, 49.86 ], "duration": 89.66, "caption": "A man talks to a woman who starts crying.", "similarity": 0.8497, "relevance": 3 }, { "pair_id": 156534, "video_name": "grey_s03e14_seg02_clip_01", "timestamp": [ 6.8, 19.04 ], "duration": 90.66, "caption": "A person starts crying when another person talks to her.", "similarity": 0.8494, "relevance": 3 }, { "pair_id": 156535, "video_name": "castle_s02e09_seg02_clip_09", "timestamp": [ 59.61, 87.02 ], "duration": 87.66, "caption": "A woman was crying whilst talking to two people.", "similarity": 0.8488, "relevance": 2 }, { "pair_id": 156536, "video_name": "house_s08e06_seg02_clip_23", "timestamp": [ 74.64, 82.02 ], "duration": 82.66, "caption": "A woman starts to talk while she starts to cry.", "similarity": 0.8453, "relevance": 2 }, { "pair_id": 156537, "video_name": "house_s03e09_seg02_clip_21", "timestamp": [ 0.0, 76.97 ], "duration": 95.66, "caption": "A man and woman talk when she is crying.", "similarity": 0.8399, "relevance": 3 }, { "pair_id": 156538, "video_name": "castle_s04e12_seg02_clip_08", "timestamp": [ 82.99, 91.19 ], "duration": 91.66, "caption": "A woman starts to cry and she sits down as she is speaking to woman.", "similarity": 0.8372, "relevance": 4 }, { "pair_id": 156539, "video_name": "house_s06e16_seg02_clip_11", "timestamp": [ 0.0, 5.49 ], "duration": 91.66, "caption": "A man and a woman are in a serious conversation and the woman starts crying.", "similarity": 0.8328, "relevance": 3 }, { "pair_id": 329840, "video_name": "house_s07e18_seg02_clip_20", "timestamp": [ 30.71, 41.4 ], "duration": 89.66, "caption": "A woman cries softly while having a conversation with a man.", "similarity": 0.8328, "relevance": 3 }, { "pair_id": 329841, "video_name": "house_s02e15_seg02_clip_18", "timestamp": [ 61.24, 68.75 ], "duration": 79.66, "caption": "While a man and a woman are talking, the woman shakes her head and looks ready to cry.", "similarity": 0.8327, "relevance": 3 }, { "pair_id": 329842, "video_name": "house_s06e07_seg02_clip_24", "timestamp": [ 64.7, 84.02 ], "duration": 84.66, "caption": "A woman starts to have tears in her eyes as she talks to a man.", "similarity": 0.8312, "relevance": 2 }, { "pair_id": 329843, "video_name": "met_s03e06_seg02_clip_07", "timestamp": [ 4.43, 8.86 ], "duration": 59.66, "caption": "Two women are having a conversation and one starts to cry.", "similarity": 0.8247, "relevance": 3 }, { "pair_id": 329844, "video_name": "house_s05e12_seg02_clip_22", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "A woman is crying while she is facing and talking to a person.", "similarity": 0.8231, "relevance": 3 }, { "pair_id": 329845, "video_name": "house_s02e22_seg02_clip_17", "timestamp": [ 67.44, 87.45 ], "duration": 93.66, "caption": "A woman starts crying, uncontrollably, after listening to a man.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 329846, "video_name": "house_s02e02_seg02_clip_19", "timestamp": [ 62.28, 66.31 ], "duration": 89.66, "caption": "A woman starts crying while a person is walking to a man.", "similarity": 0.8201, "relevance": 2 }, { "pair_id": 329847, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 36.87, 53.7 ], "duration": 91.66, "caption": "After listening to a man, a woman starts to cry.", "similarity": 0.8154, "relevance": 3 }, { "pair_id": 329848, "video_name": "house_s07e08_seg02_clip_15", "timestamp": [ 19.59, 25.82 ], "duration": 89.66, "caption": "A woman is crying while talking to person seriously.", "similarity": 0.8112, "relevance": 3 }, { "pair_id": 329849, "video_name": "grey_s03e04_seg02_clip_26", "timestamp": [ 64.81, 120.02 ], "duration": 120.66, "caption": "Two people are having a conversation with each other. Then one of them starts to cry.", "similarity": 0.8105, "relevance": 3 }, { "pair_id": 329850, "video_name": "castle_s06e04_seg02_clip_15", "timestamp": [ 53.95, 87.02 ], "duration": 87.66, "caption": "The women become calm and continue their conversation with a man while crying.", "similarity": 0.8087, "relevance": 3 }, { "pair_id": 329851, "video_name": "castle_s05e22_seg02_clip_21", "timestamp": [ 80.64, 83.77 ], "duration": 125.66, "caption": "A woman was crying while she was talking to someone.", "similarity": 0.8059, "relevance": 3 }, { "pair_id": 329852, "video_name": "castle_s03e07_seg02_clip_06", "timestamp": [ 0.0, 23.86 ], "duration": 90.66, "caption": "A woman is standing across from another woman as she starts to cry.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 329853, "video_name": "met_s02e07_seg02_clip_16", "timestamp": [ 0.87, 17.7 ], "duration": 58.66, "caption": "A woman cries and speaks to a man as he averts eye contact.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 329854, "video_name": "grey_s03e25_seg02_clip_23", "timestamp": [ 26.26, 32.94 ], "duration": 89.66, "caption": "A woman talks to a man with tears in her eyes.", "similarity": 0.7913, "relevance": 3 }, { "pair_id": 329855, "video_name": "house_s03e09_seg02_clip_21", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A man is talking to a woman while she is seated and crying.", "similarity": 0.79, "relevance": 3 }, { "pair_id": 329856, "video_name": "grey_s03e11_seg02_clip_19", "timestamp": [ 63.1, 76.02 ], "duration": 76.66, "caption": "A woman is being emotional while talking to a man.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 329857, "video_name": "s05e22_seg02_clip_15", "timestamp": [ 55.48, 57.55 ], "duration": 59.66, "caption": "A woman puts her hands over her mouth when she starts crying talking to person.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 329858, "video_name": "house_s07e18_seg02_clip_21", "timestamp": [ 0.0, 38.86 ], "duration": 111.66, "caption": "A woman is crying as she speaks to a man behind her.", "similarity": 0.7835, "relevance": 3 }, { "pair_id": 329859, "video_name": "grey_s03e20_seg02_clip_08", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A woman is being emotional while talking to another woman.", "similarity": 0.7829, "relevance": 3 } ] }, { "query_id": 18992, "query": "A woman walks up to a window holding a boquet of flowers.", "relevant_moment": [ { "pair_id": 1360, "video_name": "met_s02e08_seg02_clip_08", "timestamp": [ 52.45, 54.83 ], "duration": 59.66, "caption": "A woman walks up to a window holding a boquet of flowers.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1361, "video_name": "friends_s03e02_seg02_clip_15", "timestamp": [ 53.12, 60.03 ], "duration": 60.66, "caption": "A woman walks into the room holding onto a bunch of flowers.", "similarity": 0.7129, "relevance": 2 }, { "pair_id": 1362, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 80.93, 85.28 ], "duration": 87.66, "caption": "A person walks over to a woman and hands her some flowers.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 1363, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 1.17, 3.51 ], "duration": 78.66, "caption": "A person walks through a door carrying a bouquet of flowers.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 1364, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 51.61, 61.51 ], "duration": 86.66, "caption": "A person gets up and walks to the window.", "similarity": 0.6613, "relevance": 0 }, { "pair_id": 1365, "video_name": "house_s04e04_seg02_clip_23", "timestamp": [ 114.1, 124.02 ], "duration": 124.66, "caption": "A person walks into the room carrying a bouquet of flowers.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 1366, "video_name": "met_s06e24_seg02_clip_13", "timestamp": [ 6.04, 7.77 ], "duration": 57.66, "caption": "A woman holding flowers walks away from someone.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 1367, "video_name": "grey_s03e08_seg02_clip_23", "timestamp": [ 21.76, 23.93 ], "duration": 87.66, "caption": "A woman walks over to a window and looks out.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 1369, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 19.18, 25.97 ], "duration": 59.66, "caption": "A person stands up and walks towards a window.", "similarity": 0.619, "relevance": 1 }, { "pair_id": 1370, "video_name": "house_s05e07_seg02_clip_00", "timestamp": [ 47.48, 47.95 ], "duration": 94.66, "caption": "A woman holding a folder up to her chest walking by the window.", "similarity": 0.6164, "relevance": 0 }, { "pair_id": 1371, "video_name": "friends_s07e18_seg02_clip_17", "timestamp": [ 18.43, 21.73 ], "duration": 55.66, "caption": "A woman grabs a vase filled with white roses and walks out of the door with it.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 1372, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 26.96, 28.5 ], "duration": 77.66, "caption": "A woman grabs a bouquet of flowers from a person.", "similarity": 0.6136, "relevance": 1 }, { "pair_id": 1373, "video_name": "friends_s09e23-24_seg02_clip_28", "timestamp": [ 46.37, 53.82 ], "duration": 57.66, "caption": "A woman walks rapidly in the room and opens up the window drapes.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 1374, "video_name": "castle_s08e09_seg02_clip_12", "timestamp": [ 0.0, 8.46 ], "duration": 94.66, "caption": "A person walks to the window by the curtain.", "similarity": 0.6079, "relevance": 1 }, { "pair_id": 1375, "video_name": "friends_s09e22_seg02_clip_19", "timestamp": [ 51.02, 60.03 ], "duration": 60.66, "caption": "A woman carries a vase of flowers to the coffee table and sets it down.", "similarity": 0.6005, "relevance": 2 }, { "pair_id": 1376, "video_name": "castle_s08e05_seg02_clip_25", "timestamp": [ 32.38, 35.7 ], "duration": 166.66, "caption": "A person passes the flowers to a woman and she takes them.", "similarity": 0.5959, "relevance": 2 }, { "pair_id": 1377, "video_name": "castle_s03e08_seg02_clip_08", "timestamp": [ 24.93, 27.6 ], "duration": 89.66, "caption": "A woman walks by the window where a woman is sitting.", "similarity": 0.5934, "relevance": 0 }, { "pair_id": 1378, "video_name": "grey_s02e07_seg02_clip_14", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A woman walks closer to the window carrying a coffee cup.", "similarity": 0.5931, "relevance": 0 }, { "pair_id": 1379, "video_name": "friends_s06e01_seg02_clip_17", "timestamp": [ 8.75, 14.58 ], "duration": 53.66, "caption": "A woman takes a bouquet of flowers from someone and puts them on the table before walking away.", "similarity": 0.5925, "relevance": 2 } ] }, { "query_id": 19011, "query": "A woman looks up from eating her cereal and smiles at a man.", "relevant_moment": [ { "pair_id": 84280, "video_name": "met_s03e08_seg02_clip_10", "timestamp": [ 20.56, 24.25 ], "duration": 52.66, "caption": "A woman looks up from eating her cereal and smiles at a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 84281, "video_name": "castle_s07e06_seg02_clip_25", "timestamp": [ 20.69, 25.09 ], "duration": 88.66, "caption": "A woman looks up at man and smiles at him.", "similarity": 0.7687, "relevance": 2 }, { "pair_id": 84282, "video_name": "met_s02e08_seg02_clip_17", "timestamp": [ 5.37, 8.65 ], "duration": 59.66, "caption": "A woman looks up at a man with a big smile.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 84283, "video_name": "met_s06e21_seg02_clip_13", "timestamp": [ 10.87, 13.59 ], "duration": 60.66, "caption": "A woman smiles and looks over at a man.", "similarity": 0.7159, "relevance": 1 }, { "pair_id": 84284, "video_name": "castle_s05e09_seg02_clip_16", "timestamp": [ 81.01, 84.57 ], "duration": 89.66, "caption": "A woman looks into her coffee cup and smiles up at a man.", "similarity": 0.6938, "relevance": 3 }, { "pair_id": 84285, "video_name": "castle_s05e10_seg02_clip_24", "timestamp": [ 55.07, 59.17 ], "duration": 91.66, "caption": "A woman looks down and slightly smiles towards man and person.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 84286, "video_name": "s03e11_seg02_clip_04", "timestamp": [ 5.88, 7.84 ], "duration": 56.66, "caption": "A woman turns her head towards a man and smiles with her teeth showing.", "similarity": 0.6728, "relevance": 1 }, { "pair_id": 84287, "video_name": "house_s05e07_seg02_clip_16", "timestamp": [ 26.23, 92.03 ], "duration": 92.66, "caption": "A man is eating cereal while he is talking to a woman.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 84288, "video_name": "grey_s02e12_seg02_clip_07", "timestamp": [ 44.19, 46.54 ], "duration": 94.66, "caption": "A man turns to look at woman and she smiles at him.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 84289, "video_name": "s07e16_seg01_clip_01", "timestamp": [ 6.83, 8.2 ], "duration": 39.66, "caption": "A woman smirks at a man while eating a bite of food.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 84290, "video_name": "friends_s08e13_seg01_clip_00", "timestamp": [ 6.48, 33.14 ], "duration": 36.66, "caption": "A man eats cereal while voiceovering about his feelings about a woman.", "similarity": 0.6614, "relevance": 1 }, { "pair_id": 84291, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 54.89, 60.0 ], "duration": 93.66, "caption": "A woman smiles and looks up when she hears something from a man.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 84292, "video_name": "s01e13_seg02_clip_07", "timestamp": [ 37.23, 41.5 ], "duration": 61.66, "caption": "A woman looks up from her food at man and gives a small wave.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 84293, "video_name": "house_s02e10_seg02_clip_14", "timestamp": [ 38.02, 42.44 ], "duration": 88.66, "caption": "A woman smiles at a man and rolls her eyes.", "similarity": 0.6533, "relevance": 2 }, { "pair_id": 84294, "video_name": "friends_s07e07_seg01_clip_00", "timestamp": [ 4.14, 8.28 ], "duration": 92.66, "caption": "A man looks down from his cereal after woman asks about last night.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 84295, "video_name": "s10e01_seg02_clip_13", "timestamp": [ 39.36, 44.55 ], "duration": 61.66, "caption": "A man smiles at a woman with a big, toothy grin.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 84296, "video_name": "friends_s03e01_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman looks at a man and smiles and lowers her head slightly.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 84297, "video_name": "castle_s02e22_seg02_clip_15", "timestamp": [ 3.56, 7.12 ], "duration": 89.66, "caption": "A woman smiles at a man when learning where he ordered the food.", "similarity": 0.6395, "relevance": 1 }, { "pair_id": 84298, "video_name": "friends_s06e10_seg02_clip_16", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A man looks really happy at a woman.", "similarity": 0.6357, "relevance": 1 }, { "pair_id": 84299, "video_name": "castle_s02e22_seg02_clip_11", "timestamp": [ 21.16, 25.66 ], "duration": 90.66, "caption": "A man compliments woman's food until another woman looks at her.", "similarity": 0.633, "relevance": 0 } ] }, { "query_id": 19092, "query": "Sitting in a booth at the bar, a man's date that they refer to as Blah Blah mentions how they know how a woman and a man met and asks a woman how did she met a man. A woman says no 16 times because she is not dating a man. A man is insulted that she said no that many times. Blah blah makes is known that a woman's single and she's friends with a man which makes her jealous. A man tries changing the subject to how he met a man on his first day of college.", "relevant_moment": [ { "pair_id": 157960, "video_name": "met_s03e05_seg02_clip_02", "timestamp": [ 6.93, 47.9 ], "duration": 63.66, "caption": "Sitting in a booth at the bar, a man's date that they refer to as Blah Blah mentions how they know how a woman and a man met and asks a woman how did she met a man. A woman says no 16 times because she is not dating a man. A man is insulted that she said no that many times. Blah blah makes is known that a woman's single and she's friends with a man which makes her jealous. A man tries changing the subject to how he met a man on his first day of college.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157961, "video_name": "house_s06e16_seg02_clip_17", "timestamp": [ 27.65, 44.63 ], "duration": 97.66, "caption": "A man explains to someone who the lady he's not dating is.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 157962, "video_name": "friends_s08e05_seg02_clip_09", "timestamp": [ 2.48, 20.47 ], "duration": 62.66, "caption": "A man explains to another man why he thought it was acceptable to find a woman a date.", "similarity": 0.6262, "relevance": 1 }, { "pair_id": 157963, "video_name": "grey_s03e07_seg02_clip_28", "timestamp": [ 70.73, 92.46 ], "duration": 92.66, "caption": "A man sees woman at the bar and they talk about how they first met.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 157964, "video_name": "friends_s09e06_seg02_clip_05", "timestamp": [ 16.21, 21.01 ], "duration": 60.66, "caption": "A man asks a woman if she has a partner and she tells him she doesn't as they are standing in front of each other conversing.", "similarity": 0.6109, "relevance": 1 }, { "pair_id": 157965, "video_name": "friends_s05e02_seg02_clip_04", "timestamp": [ 21.54, 53.42 ], "duration": 59.66, "caption": "A man lets on that he and woman are dating and then does a poor job trying to cover it up.", "similarity": 0.6016, "relevance": 1 }, { "pair_id": 157966, "video_name": "s07e13_seg02_clip_09", "timestamp": [ 0.61, 34.48 ], "duration": 61.66, "caption": "A man makes a woman feel bad for him and she agrees to go on a date with him.", "similarity": 0.5974, "relevance": 0 }, { "pair_id": 157967, "video_name": "house_s06e06_seg02_clip_23", "timestamp": [ 22.96, 31.88 ], "duration": 85.66, "caption": "A man tries to figure out why woman didn't mention her new boyfriend.", "similarity": 0.5962, "relevance": 1 }, { "pair_id": 157968, "video_name": "friends_s10e01_seg02_clip_04", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A man tries to tell a woman he doesn't know what she is saying during an argument.", "similarity": 0.5948, "relevance": 0 }, { "pair_id": 157969, "video_name": "friends_s05e07_seg02_clip_05", "timestamp": [ 2.76, 12.89 ], "duration": 61.66, "caption": "A man gets up after telling a woman why on their date.", "similarity": 0.5932, "relevance": 1 }, { "pair_id": 157970, "video_name": "friends_s04e17_seg02_clip_13", "timestamp": [ 20.71, 28.81 ], "duration": 60.66, "caption": "A woman is honest with man and tells him that she is dating another man.", "similarity": 0.5928, "relevance": 0 }, { "pair_id": 157971, "video_name": "friends_s01e15_seg02_clip_05", "timestamp": [ 8.51, 13.56 ], "duration": 63.66, "caption": "A man tells everyone who he has a date with and what she does for a living.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 157972, "video_name": "friends_s03e19_seg02_clip_14", "timestamp": [ 44.76, 54.17 ], "duration": 57.66, "caption": "A man asks woman where they are and she gives him a sarcastic answer.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 157973, "video_name": "friends_s10e04_seg02_clip_05", "timestamp": [ 0.0, 4.09 ], "duration": 58.66, "caption": "A woman asks what a man is exactly referring to.", "similarity": 0.5905, "relevance": 0 }, { "pair_id": 157974, "video_name": "s02e17_seg02_clip_15", "timestamp": [ 32.76, 51.94 ], "duration": 59.66, "caption": "A man is bothering a woman on a train and asks her if she would ever see herself dating him to which she answers no.", "similarity": 0.59, "relevance": 1 }, { "pair_id": 157975, "video_name": "friends_s02e16_seg02_clip_12", "timestamp": [ 5.61, 11.81 ], "duration": 59.66, "caption": "A woman tries to explain she's dating a man by describing herself like a food.", "similarity": 0.5871, "relevance": 1 }, { "pair_id": 157976, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 21.75, 25.53 ], "duration": 63.66, "caption": "A woman tells a man who guy is dating now.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 157977, "video_name": "s05e16_seg02_clip_13", "timestamp": [ 48.16, 53.38 ], "duration": 58.66, "caption": "A person explains why he has met with man at a bar.", "similarity": 0.5868, "relevance": 1 }, { "pair_id": 157978, "video_name": "friends_s03e01_seg02_clip_21", "timestamp": [ 18.96, 50.47 ], "duration": 58.66, "caption": "A man says he saw someone and that he's doing awful with their breakup and it makes woman happy.", "similarity": 0.5844, "relevance": 1 }, { "pair_id": 157979, "video_name": "friends_s10e08_seg02_clip_17", "timestamp": [ 46.04, 52.81 ], "duration": 56.66, "caption": "A man mentions that he wants to bother two people and a woman admits she already has.", "similarity": 0.5843, "relevance": 0 } ] }, { "query_id": 19102, "query": "A person is rocking from side to side while they and some other people are waiting in line.", "relevant_moment": [ { "pair_id": 159420, "video_name": "s09e23_seg02_clip_03", "timestamp": [ 38.12, 40.82 ], "duration": 60.66, "caption": "A person is rocking from side to side while they and some other people are waiting in line.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159421, "video_name": "s09e23_seg02_clip_09", "timestamp": [ 57.37, 58.59 ], "duration": 61.66, "caption": "A person demands that another person move to the end of the waiting line.", "similarity": 0.6943, "relevance": 1 }, { "pair_id": 159422, "video_name": "s09e23_seg02_clip_13", "timestamp": [ 36.62, 42.02 ], "duration": 60.66, "caption": "A person is holding another person's arm as they are going up in the line.", "similarity": 0.6466, "relevance": 3 }, { "pair_id": 159423, "video_name": "s04e08_seg02_clip_03", "timestamp": [ 26.36, 62.03 ], "duration": 62.66, "caption": "A person is walking towards the end of the line as some people follow him.", "similarity": 0.638, "relevance": 1 }, { "pair_id": 159424, "video_name": "s09e15_seg02_clip_03", "timestamp": [ 32.26, 37.22 ], "duration": 62.66, "caption": "A person approaches the stand to inquire about the wait time.", "similarity": 0.6271, "relevance": 0 }, { "pair_id": 159425, "video_name": "castle_s04e12_seg02_clip_11", "timestamp": [ 46.74, 51.19 ], "duration": 89.66, "caption": "A person is pacing around and turns to talk to another person.", "similarity": 0.6173, "relevance": 0 }, { "pair_id": 159426, "video_name": "s04e08_seg02_clip_11", "timestamp": [ 32.22, 34.78 ], "duration": 57.66, "caption": "A person turns to walk away from a line they have been standing in with some people.", "similarity": 0.613, "relevance": 0 }, { "pair_id": 159427, "video_name": "s06e01_seg02_clip_05", "timestamp": [ 41.49, 46.42 ], "duration": 58.66, "caption": "A person is sitting at a table waiting for two other people and calls to them and waves.", "similarity": 0.6007, "relevance": 0 }, { "pair_id": 159428, "video_name": "house_s01e17_seg02_clip_08", "timestamp": [ 49.39, 52.55 ], "duration": 79.66, "caption": "A person walks up to someone and tells them there is a person waiting for them.", "similarity": 0.5893, "relevance": 0 }, { "pair_id": 159429, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 63.13, 92.66 ], "duration": 92.66, "caption": "A person is pacing as he speaks to some people. Another person, another person, and another person.", "similarity": 0.582, "relevance": 1 }, { "pair_id": 159430, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 29.17, 52.93 ], "duration": 108.66, "caption": "A person paces while on the phone with another person.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 159431, "video_name": "s03e07_seg02_clip_03", "timestamp": [ 3.18, 4.51 ], "duration": 53.66, "caption": "A person quickly turns and says something to the people behind him.", "similarity": 0.5658, "relevance": 0 }, { "pair_id": 159432, "video_name": "house_s02e15_seg02_clip_14", "timestamp": [ 30.71, 35.16 ], "duration": 89.66, "caption": "A person is in another person's office, pacing as he/she is talking.", "similarity": 0.5636, "relevance": 0 }, { "pair_id": 159433, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 39.62, 42.62 ], "duration": 60.66, "caption": "A person tells the others that he/she is ready to head back to his/her place.", "similarity": 0.5615, "relevance": 0 }, { "pair_id": 159434, "video_name": "house_s04e14_seg02_clip_10", "timestamp": [ 83.74, 91.03 ], "duration": 91.66, "caption": "A person gives an order to another person while they are standing.", "similarity": 0.5598, "relevance": 0 }, { "pair_id": 159435, "video_name": "s05e21_seg02_clip_11", "timestamp": [ 0.0, 20.95 ], "duration": 59.66, "caption": "A person is sitting waiting and another person is asking him for help with a dress.", "similarity": 0.5531, "relevance": 0 }, { "pair_id": 159436, "video_name": "met_s02e12_seg02_clip_08", "timestamp": [ 1.55, 20.14 ], "duration": 61.66, "caption": "Multiple people are in a line as they converse.", "similarity": 0.5524, "relevance": 3 }, { "pair_id": 159437, "video_name": "castle_s07e15_seg02_clip_20", "timestamp": [ 6.0, 15.38 ], "duration": 75.66, "caption": "A person turns around after person says his location.", "similarity": 0.548, "relevance": 0 }, { "pair_id": 159438, "video_name": "grey_s01e03_seg02_clip_16", "timestamp": [ 52.6, 58.71 ], "duration": 81.66, "caption": "A person is leaning forward as another person is checking him.", "similarity": 0.5479, "relevance": 0 }, { "pair_id": 159439, "video_name": "house_s05e09_seg02_clip_22", "timestamp": [ 8.74, 12.68 ], "duration": 87.66, "caption": "One person is on the phone while another person stands up.", "similarity": 0.5464, "relevance": 0 } ] }, { "query_id": 19113, "query": "A woman is driving the car while another woman is talking to her.", "relevant_moment": [ { "pair_id": 104920, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 25.09, 29.51 ], "duration": 59.66, "caption": "A woman is driving the car while another woman is talking to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104921, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 21.84, 59.03 ], "duration": 59.66, "caption": "A woman is driving a car having a conversation with another woman who is in the passenger seat.", "similarity": 0.9188, "relevance": 4 }, { "pair_id": 104922, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 0.0, 21.76 ], "duration": 58.66, "caption": "A woman drives a car while talking with a man.", "similarity": 0.8676, "relevance": 3 }, { "pair_id": 104923, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 2.7, 10.5 ], "duration": 60.66, "caption": "A woman is driving the car while talking to someone.", "similarity": 0.8639, "relevance": 3 }, { "pair_id": 104924, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 52.75, 57.02 ], "duration": 57.66, "caption": "A woman is driving a car while talking to a person about someone.", "similarity": 0.8469, "relevance": 2 }, { "pair_id": 104925, "video_name": "castle_s05e23_seg02_clip_07", "timestamp": [ 22.45, 52.98 ], "duration": 89.66, "caption": "A woman was driving the car while talking to a man.", "similarity": 0.844, "relevance": 2 }, { "pair_id": 104926, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 12.87, 17.44 ], "duration": 83.66, "caption": "A woman is driving her car while talking to a man.", "similarity": 0.8414, "relevance": 3 }, { "pair_id": 104927, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 26.52, 57.02 ], "duration": 57.66, "caption": "A woman was driving the car whilst talking to a person.", "similarity": 0.8413, "relevance": 3 }, { "pair_id": 104928, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.5 ], "duration": 90.66, "caption": "A woman was driving the car whilst talking to a person.", "similarity": 0.8413, "relevance": 3 }, { "pair_id": 104929, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 3.77, 5.8 ], "duration": 58.66, "caption": "A woman rolls her eyes when talking to another woman in the car.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 104930, "video_name": "s09e18_seg02_clip_11", "timestamp": [ 48.45, 54.54 ], "duration": 58.66, "caption": "A person is talking to a woman while driving.", "similarity": 0.7976, "relevance": 2 }, { "pair_id": 104931, "video_name": "castle_s02e09_seg02_clip_06", "timestamp": [ 47.95, 56.42 ], "duration": 94.66, "caption": "A woman is driving a car with two other people.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 104932, "video_name": "s04e01_seg02_clip_08", "timestamp": [ 1.76, 9.02 ], "duration": 44.66, "caption": "A woman tries to discuss another woman's job while driving.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 104933, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 0.0, 20.26 ], "duration": 75.66, "caption": "A woman is driving and conversing with person, the passenger.", "similarity": 0.7715, "relevance": 3 }, { "pair_id": 104934, "video_name": "friends_s10e17-18_seg02_clip_33", "timestamp": [ 0.0, 16.78 ], "duration": 61.66, "caption": "A woman is driving a car while a man is with her.", "similarity": 0.7591, "relevance": 2 }, { "pair_id": 104935, "video_name": "castle_s06e08_seg02_clip_13", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "Two people are driving a car while they are talking.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 104936, "video_name": "s09e23_seg02_clip_02", "timestamp": [ 0.0, 47.81 ], "duration": 59.66, "caption": "A woman is driving with another woman in the passenger seat.", "similarity": 0.7438, "relevance": 4 }, { "pair_id": 104937, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A woman is talking to a man in the back seat of another woman's car.", "similarity": 0.7419, "relevance": 2 }, { "pair_id": 104938, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 0.0, 45.84 ], "duration": 58.66, "caption": "A woman is driving a red car, talking and seeming upset, and another woman is riding with her and having more fun with the conversation.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 104939, "video_name": "house_s05e06_seg02_clip_08", "timestamp": [ 32.95, 40.18 ], "duration": 90.66, "caption": "Two people drive up and talk with a woman.", "similarity": 0.7366, "relevance": 1 }, { "pair_id": 278240, "video_name": "s06e18_seg02_clip_06", "timestamp": [ 0.0, 2.88 ], "duration": 64.66, "caption": "A woman is driving with another woman as the passenger and a third woman in the backseat.", "similarity": 0.728, "relevance": 4 }, { "pair_id": 278241, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 43.86, 79.02 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 278242, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 0.0, 29.24 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 278243, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 35.11, 38.3 ], "duration": 58.66, "caption": "A woman laughs when talking to another woman in the car.", "similarity": 0.7206, "relevance": 4 }, { "pair_id": 278244, "video_name": "friends_s10e17-18_seg02_clip_33", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman talks on her cell phone while driving a car.", "similarity": 0.7186, "relevance": 3 }, { "pair_id": 278245, "video_name": "s08e18_seg02_clip_07", "timestamp": [ 25.63, 61.03 ], "duration": 61.66, "caption": "A woman is driving her car with a person in the passenger seat.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 278246, "video_name": "castle_s04e15_seg02_clip_14", "timestamp": [ 0.0, 13.91 ], "duration": 89.66, "caption": "A woman is driving as she speaks to a man in the passenger seat.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 278247, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 0.0, 26.21 ], "duration": 80.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 278248, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 0.0, 12.08 ], "duration": 105.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 278249, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 9.79, 45.85 ], "duration": 89.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 278250, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 0.0, 32.34 ], "duration": 64.66, "caption": "A person is driving a car having a conversation with another person who is in the passenger seat.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 278251, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 3.12, 9.79 ], "duration": 89.66, "caption": "A person is driving the car while talking to someone.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 278252, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 0.0, 24.09 ], "duration": 56.66, "caption": "A woman and a person are on a car and having a conversation.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 278253, "video_name": "s03e11_seg02_clip_08", "timestamp": [ 37.5, 63.03 ], "duration": 63.66, "caption": "A woman is driving while another woman sits in the passenger seat.", "similarity": 0.7045, "relevance": 4 }, { "pair_id": 278254, "video_name": "castle_s05e17_seg02_clip_19", "timestamp": [ 0.0, 18.48 ], "duration": 90.66, "caption": "A woman is driving with person in the passenger seat as they are on the phone with someone.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 278255, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.7037, "relevance": 1 }, { "pair_id": 278256, "video_name": "s04e13_seg02_clip_02", "timestamp": [ 5.1, 6.3 ], "duration": 60.66, "caption": "A woman shrugs her right shoulder up to her chin as she has a conversation with another woman in the backseat of a car.", "similarity": 0.7033, "relevance": 3 }, { "pair_id": 278257, "video_name": "met_s02e17_seg02_clip_13", "timestamp": [ 7.31, 9.95 ], "duration": 58.66, "caption": "A woman rolls her eyes at another woman as they sit in the car.", "similarity": 0.703, "relevance": 4 }, { "pair_id": 278258, "video_name": "s07e03_seg02_clip_12", "timestamp": [ 18.64, 35.55 ], "duration": 69.66, "caption": "A woman is driving and telling a man what name another woman calls him.", "similarity": 0.6982, "relevance": 3 }, { "pair_id": 278259, "video_name": "s05e22_seg02_clip_11", "timestamp": [ 0.0, 3.25 ], "duration": 65.66, "caption": "A woman is driving while two men are in the car.", "similarity": 0.6928, "relevance": 3 } ] }, { "query_id": 19141, "query": "A man opens the door and begins to walks away.", "relevant_moment": [ { "pair_id": 158540, "video_name": "s04e16_seg01_clip_03", "timestamp": [ 31.64, 37.77 ], "duration": 51.66, "caption": "A man opens the door and begins to walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158541, "video_name": "friends_s09e06_seg02_clip_24", "timestamp": [ 45.59, 53.66 ], "duration": 62.66, "caption": "A man heads to the door and opens it to leave.", "similarity": 0.8582, "relevance": 3 }, { "pair_id": 158542, "video_name": "friends_s02e14_seg02_clip_06", "timestamp": [ 43.68, 49.29 ], "duration": 59.66, "caption": "A man turns and opens the door to leave.", "similarity": 0.8502, "relevance": 2 }, { "pair_id": 158543, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 15.02, 20.94 ], "duration": 91.66, "caption": "A man opens the door briefly and then exits.", "similarity": 0.8465, "relevance": 2 }, { "pair_id": 158544, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.28, 33.59 ], "duration": 57.66, "caption": "A man walks to the door and opens it.", "similarity": 0.8328, "relevance": 2 }, { "pair_id": 158545, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 46.08, 47.91 ], "duration": 61.66, "caption": "A man opens the door and walks out of the room.", "similarity": 0.8278, "relevance": 4 }, { "pair_id": 158546, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 1.32, 4.4 ], "duration": 88.66, "caption": "A man turns around and walks out the door.", "similarity": 0.8168, "relevance": 3 }, { "pair_id": 158547, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 0.8161, "relevance": 4 }, { "pair_id": 158548, "video_name": "house_s06e11_seg02_clip_09", "timestamp": [ 14.4, 17.77 ], "duration": 96.66, "caption": "A person walks away from a man, and walks over to a door.", "similarity": 0.8125, "relevance": 2 }, { "pair_id": 158549, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 25.21, 28.81 ], "duration": 60.66, "caption": "A man opens the door, walks through it and shuts it behind him.", "similarity": 0.8115, "relevance": 3 }, { "pair_id": 158550, "video_name": "friends_s03e19_seg02_clip_04", "timestamp": [ 35.35, 39.92 ], "duration": 57.66, "caption": "A man walks through the door and closes it.", "similarity": 0.8097, "relevance": 4 }, { "pair_id": 158551, "video_name": "house_s07e06_seg02_clip_17", "timestamp": [ 7.7, 10.78 ], "duration": 77.66, "caption": "A man opens a door and exits the room.", "similarity": 0.7985, "relevance": 4 }, { "pair_id": 158552, "video_name": "castle_s05e15_seg02_clip_07", "timestamp": [ 10.17, 11.5 ], "duration": 88.66, "caption": "A man opens the door to leave the room.", "similarity": 0.796, "relevance": 3 }, { "pair_id": 158553, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A person opens the door and a man walks though it.", "similarity": 0.7927, "relevance": 3 }, { "pair_id": 158554, "video_name": "friends_s06e03_seg02_clip_09", "timestamp": [ 27.91, 31.81 ], "duration": 60.66, "caption": "A man opens the door and exits the room.", "similarity": 0.7926, "relevance": 3 }, { "pair_id": 158555, "video_name": "friends_s03e02_seg02_clip_05", "timestamp": [ 32.49, 41.78 ], "duration": 58.66, "caption": "A man opens the door and exits the room.", "similarity": 0.7926, "relevance": 4 }, { "pair_id": 158556, "video_name": "met_s02e20_seg02_clip_06", "timestamp": [ 11.28, 14.84 ], "duration": 59.66, "caption": "A man closes the door and walks out of the room.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 158557, "video_name": "grey_s02e08_seg02_clip_07", "timestamp": [ 18.53, 24.14 ], "duration": 86.66, "caption": "A man closes the car door and walks away from the car.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 158558, "video_name": "friends_s01e23_seg02_clip_05", "timestamp": [ 23.5, 29.3 ], "duration": 58.66, "caption": "A person walks toward the door, opens it and leaves the room.", "similarity": 0.7873, "relevance": 3 }, { "pair_id": 158559, "video_name": "house_s02e06_seg02_clip_25", "timestamp": [ 91.27, 97.52 ], "duration": 125.66, "caption": "A man opens a glass door to leave.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 331860, "video_name": "house_s02e16_seg02_clip_05", "timestamp": [ 87.45, 90.74 ], "duration": 94.66, "caption": "A person opens the sliding door and walks out.", "similarity": 0.7795, "relevance": 2 }, { "pair_id": 331861, "video_name": "friends_s02e04_seg02_clip_08", "timestamp": [ 41.62, 44.82 ], "duration": 64.66, "caption": "A man reaches out and closes the door behind him.", "similarity": 0.7793, "relevance": 4 }, { "pair_id": 331862, "video_name": "met_s04e03_seg02_clip_01", "timestamp": [ 47.92, 49.7 ], "duration": 59.66, "caption": "A woman walks away from a man to open the door.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 331863, "video_name": "friends_s10e01_seg02_clip_05", "timestamp": [ 25.12, 28.84 ], "duration": 62.66, "caption": "A man walks toward the door, opens it and leaves the hotel room.", "similarity": 0.7784, "relevance": 4 }, { "pair_id": 331864, "video_name": "friends_s05e23-24_seg02_clip_36", "timestamp": [ 22.43, 25.97 ], "duration": 59.66, "caption": "A man opens the door to the room and leaves through it, closing it on his way out.", "similarity": 0.7772, "relevance": 4 }, { "pair_id": 331865, "video_name": "house_s07e15_seg02_clip_10", "timestamp": [ 75.7, 82.3 ], "duration": 88.66, "caption": "The elevator doors open and a man walks out.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 331867, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 13.58, 17.47 ], "duration": 97.66, "caption": "A man opens the door with his coat in his left hand and walks out.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 331868, "video_name": "friends_s01e15_seg02_clip_06", "timestamp": [ 32.22, 35.07 ], "duration": 57.66, "caption": "A man walks in then kicks the door closed.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 331869, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 3.97, 5.73 ], "duration": 88.66, "caption": "A person opens the door and walks out of the room.", "similarity": 0.7731, "relevance": 4 }, { "pair_id": 331870, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 331871, "video_name": "house_s06e02_seg02_clip_00", "timestamp": [ 79.92, 83.68 ], "duration": 94.66, "caption": "A man turns around, opens the door, and leaves.", "similarity": 0.7707, "relevance": 4 }, { "pair_id": 331872, "video_name": "friends_s10e06_seg02_clip_11", "timestamp": [ 6.91, 10.82 ], "duration": 60.66, "caption": "A man walked away from a man and shut the door at him.", "similarity": 0.7706, "relevance": 4 }, { "pair_id": 331873, "video_name": "met_s03e13_seg02_clip_12", "timestamp": [ 24.27, 29.94 ], "duration": 63.66, "caption": "A woman opens the door for a man and he walks out.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 331874, "video_name": "house_s01e03_seg02_clip_22", "timestamp": [ 0.44, 1.76 ], "duration": 88.66, "caption": "A man walks into the room and shuts the door.", "similarity": 0.7649, "relevance": 2 }, { "pair_id": 331875, "video_name": "friends_s04e16_seg02_clip_20", "timestamp": [ 24.2, 28.04 ], "duration": 59.66, "caption": "A man walks over to the door then stops.", "similarity": 0.7624, "relevance": 1 }, { "pair_id": 331876, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A man opens the door and walks in holding something behind him.", "similarity": 0.7616, "relevance": 1 }, { "pair_id": 331877, "video_name": "s05e06_seg02_clip_17", "timestamp": [ 44.91, 50.02 ], "duration": 73.66, "caption": "A man opens the door and then quickly leaves after a person tells him to go.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 331878, "video_name": "grey_s03e03_seg02_clip_20", "timestamp": [ 32.44, 36.67 ], "duration": 94.66, "caption": "A person walks up to a door and tries to open it, when the door does not open he walks away.", "similarity": 0.7612, "relevance": 2 } ] }, { "query_id": 19169, "query": "A woman cleans up the table in the cafe right by a man.", "relevant_moment": [ { "pair_id": 168560, "video_name": "friends_s02e04_seg02_clip_04", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A woman cleans up the table in the cafe right by a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168561, "video_name": "friends_s01e05_seg02_clip_02", "timestamp": [ 47.3, 54.31 ], "duration": 61.66, "caption": "A woman is cleaning up a table and a man walks over.", "similarity": 0.7094, "relevance": 3 }, { "pair_id": 168562, "video_name": "friends_s08e07_seg02_clip_16", "timestamp": [ 30.25, 40.9 ], "duration": 56.66, "caption": "A man sneaks up on a woman while she cleans the coffee table.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 168563, "video_name": "friends_s05e02_seg02_clip_16", "timestamp": [ 18.88, 20.73 ], "duration": 74.66, "caption": "A man helps a woman out of her seat in the cafe.", "similarity": 0.6569, "relevance": 1 }, { "pair_id": 168564, "video_name": "castle_s02e18_seg02_clip_06", "timestamp": [ 34.34, 39.25 ], "duration": 89.66, "caption": "A woman takes the coffee from a man and puts it on the table.", "similarity": 0.6562, "relevance": 0 }, { "pair_id": 168565, "video_name": "friends_s01e02_seg02_clip_12", "timestamp": [ 8.7, 19.15 ], "duration": 58.66, "caption": "A man sweeps past a woman as person sits on the cafe couch.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 168566, "video_name": "friends_s08e07_seg02_clip_16", "timestamp": [ 37.82, 42.58 ], "duration": 56.66, "caption": "A man leans on the coffee table while a woman is wiping it off.", "similarity": 0.6142, "relevance": 3 }, { "pair_id": 168567, "video_name": "friends_s02e04_seg02_clip_05", "timestamp": [ 0.0, 3.17 ], "duration": 57.66, "caption": "A woman clears the table at the coffee shop.", "similarity": 0.6083, "relevance": 3 }, { "pair_id": 168568, "video_name": "friends_s06e01_seg02_clip_14", "timestamp": [ 0.0, 0.98 ], "duration": 65.66, "caption": "A woman pulls a man down on the coffee table.", "similarity": 0.6034, "relevance": 0 }, { "pair_id": 168569, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 25.21, 38.45 ], "duration": 63.66, "caption": "A man cleans up takeout food boxes off the coffee table.", "similarity": 0.6001, "relevance": 3 }, { "pair_id": 168570, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 23.41, 28.46 ], "duration": 91.66, "caption": "A person brings a woman a cup of coffee in their working table.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 168571, "video_name": "s02e13_seg02_clip_01", "timestamp": [ 7.93, 10.37 ], "duration": 61.66, "caption": "A person uses a cloth napkin to wipe a spot on the coffee table.", "similarity": 0.5978, "relevance": 2 }, { "pair_id": 168572, "video_name": "friends_s06e09_seg02_clip_06", "timestamp": [ 40.32, 42.8 ], "duration": 62.66, "caption": "A man helps clean the dishes off of the table.", "similarity": 0.5969, "relevance": 1 }, { "pair_id": 168573, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 24.45, 27.57 ], "duration": 52.66, "caption": "A person stands up from the table in the cafe.", "similarity": 0.596, "relevance": 0 }, { "pair_id": 168574, "video_name": "friends_s10e07_seg02_clip_00", "timestamp": [ 0.0, 22.99 ], "duration": 62.66, "caption": "A woman wipes the table with a cleaning solution.", "similarity": 0.5953, "relevance": 3 }, { "pair_id": 168575, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 54.21, 57.67 ], "duration": 63.66, "caption": "A woman puts a bowl of food down on the coffee table in front of man.", "similarity": 0.5949, "relevance": 1 }, { "pair_id": 168576, "video_name": "friends_s01e02_seg02_clip_12", "timestamp": [ 33.07, 41.49 ], "duration": 58.66, "caption": "A man starts sweeping the top of the cafe's coffee table.", "similarity": 0.5932, "relevance": 2 }, { "pair_id": 168577, "video_name": "castle_s02e09_seg02_clip_25", "timestamp": [ 10.3, 15.46 ], "duration": 85.66, "caption": "A man handcuffs a woman while she is sitting in the cafe.", "similarity": 0.592, "relevance": 0 }, { "pair_id": 168578, "video_name": "s10e05_seg01_clip_00", "timestamp": [ 3.66, 9.76 ], "duration": 61.66, "caption": "A woman brings napkins from the kitchen as a man empties their take out box onto the coffee table.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 168579, "video_name": "friends_s07e11_seg02_clip_14", "timestamp": [ 1.86, 5.27 ], "duration": 62.66, "caption": "A woman tosses her napkin on the table before getting up from the table with a man.", "similarity": 0.5893, "relevance": 0 } ] }, { "query_id": 19202, "query": "Two men get up and leave the office at the same time.", "relevant_moment": [ { "pair_id": 172580, "video_name": "house_s06e10_seg02_clip_08", "timestamp": [ 60.74, 65.8 ], "duration": 92.66, "caption": "Two men get up and leave the office at the same time.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172581, "video_name": "s05e20_seg02_clip_13", "timestamp": [ 55.52, 60.03 ], "duration": 60.66, "caption": "Two men leave the office at the same time.", "similarity": 0.9426, "relevance": 3 }, { "pair_id": 172582, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 48.46, 52.74 ], "duration": 95.66, "caption": "Two men get up and walk out of the office.", "similarity": 0.8408, "relevance": 4 }, { "pair_id": 172583, "video_name": "house_s05e22_seg02_clip_13", "timestamp": [ 8.08, 12.35 ], "duration": 95.66, "caption": "Two people leave someone's office at the same time.", "similarity": 0.8243, "relevance": 3 }, { "pair_id": 172584, "video_name": "house_s07e13_seg02_clip_09", "timestamp": [ 3.54, 5.05 ], "duration": 101.66, "caption": "A man and another man quickly leave the office, while the others are left behind.", "similarity": 0.8235, "relevance": 3 }, { "pair_id": 172585, "video_name": "house_s03e05_seg02_clip_07", "timestamp": [ 18.58, 21.75 ], "duration": 90.66, "caption": "Two men and a woman all leave the office at the same time.", "similarity": 0.7878, "relevance": 2 }, { "pair_id": 172586, "video_name": "house_s08e09_seg02_clip_11", "timestamp": [ 33.31, 35.09 ], "duration": 88.66, "caption": "Two men start to walk out of a person's office.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 172587, "video_name": "castle_s04e11_seg02_clip_16", "timestamp": [ 14.45, 17.16 ], "duration": 90.66, "caption": "Two men turn and walk out of the office.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 172588, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 41.56, 52.28 ], "duration": 89.66, "caption": "Two men walk out of a person's office.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 172589, "video_name": "house_s08e04_seg02_clip_13", "timestamp": [ 58.07, 62.8 ], "duration": 86.66, "caption": "Two people stand up and leave a person's office.", "similarity": 0.7732, "relevance": 3 }, { "pair_id": 172590, "video_name": "house_s05e20_seg02_clip_08", "timestamp": [ 54.01, 62.12 ], "duration": 90.66, "caption": "Two men go into an office.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 172591, "video_name": "grey_s03e10_seg02_clip_01", "timestamp": [ 22.76, 25.49 ], "duration": 91.66, "caption": "Two women leave a man's office at the same time.", "similarity": 0.7632, "relevance": 2 }, { "pair_id": 172592, "video_name": "house_s04e12_seg02_clip_23", "timestamp": [ 5.82, 8.15 ], "duration": 58.66, "caption": "Two men walk into the office at the same time.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 172593, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 48.72, 50.07 ], "duration": 90.66, "caption": "Two people both leave a man's office after speaking to him.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 172594, "video_name": "friends_s07e23-24_seg02_clip_27", "timestamp": [ 26.46, 30.02 ], "duration": 59.66, "caption": "A man and another man look into an office before turning to leave.", "similarity": 0.746, "relevance": 1 }, { "pair_id": 172595, "video_name": "house_s02e12_seg02_clip_15", "timestamp": [ 17.49, 20.63 ], "duration": 89.66, "caption": "A man leaves the office leaving a man all alone.", "similarity": 0.7381, "relevance": 1 }, { "pair_id": 172596, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 2.21, 6.13 ], "duration": 49.66, "caption": "A man finishes his conversation with another man and leaves the office.", "similarity": 0.738, "relevance": 2 }, { "pair_id": 172597, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 47.67, 52.56 ], "duration": 61.66, "caption": "Two men walk into the office together.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 172598, "video_name": "house_s05e12_seg02_clip_08", "timestamp": [ 26.11, 28.81 ], "duration": 90.66, "caption": "Two men walk into the office together.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 172599, "video_name": "house_s01e07_seg02_clip_13", "timestamp": [ 0.0, 6.16 ], "duration": 88.66, "caption": "A person gets out of the office and another person stops him.", "similarity": 0.7099, "relevance": 1 }, { "pair_id": 345900, "video_name": "friends_s07e23-24_seg02_clip_27", "timestamp": [ 18.43, 27.94 ], "duration": 59.66, "caption": "A person leads two men out of the office.", "similarity": 0.7083, "relevance": 4 }, { "pair_id": 345901, "video_name": "castle_s03e23_seg02_clip_26", "timestamp": [ 41.41, 47.71 ], "duration": 90.66, "caption": "A woman gets up and a man and her leave the office.", "similarity": 0.7019, "relevance": 3 }, { "pair_id": 345902, "video_name": "house_s04e12_seg02_clip_05", "timestamp": [ 50.41, 53.11 ], "duration": 90.66, "caption": "Two doctors turn to leave the office.", "similarity": 0.7013, "relevance": 4 }, { "pair_id": 345903, "video_name": "house_s01e11_seg02_clip_26", "timestamp": [ 62.42, 70.95 ], "duration": 89.66, "caption": "A man leaves the office of another man feeling dissatisfied.", "similarity": 0.6946, "relevance": 3 }, { "pair_id": 345904, "video_name": "house_s06e14_seg02_clip_23", "timestamp": [ 54.42, 59.54 ], "duration": 93.66, "caption": "A person gets up and leaves another person alone in their office.", "similarity": 0.6902, "relevance": 3 }, { "pair_id": 345905, "video_name": "friends_s09e02_seg02_clip_13", "timestamp": [ 50.11, 53.97 ], "duration": 59.66, "caption": "A man gets up out of the chair and leaves the office.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 345906, "video_name": "castle_s06e16_seg02_clip_07", "timestamp": [ 83.74, 85.11 ], "duration": 91.66, "caption": "Two men get up from sitting on the desk and walk away.", "similarity": 0.6817, "relevance": 3 }, { "pair_id": 345907, "video_name": "house_s08e03_seg02_clip_10", "timestamp": [ 13.9, 17.61 ], "duration": 92.66, "caption": "A man walks out of his office, leaving the door open and another man in it alone.", "similarity": 0.6718, "relevance": 3 }, { "pair_id": 345908, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 8.0, 16.81 ], "duration": 80.66, "caption": "A man walks out leaving another person in the office alone.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 345909, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 45.04, 55.39 ], "duration": 90.66, "caption": "Two men walk into a person's office and another man says something to them before he leaves.", "similarity": 0.6646, "relevance": 3 }, { "pair_id": 345910, "video_name": "house_s06e07_seg02_clip_13", "timestamp": [ 56.77, 61.31 ], "duration": 90.66, "caption": "A person leaves the office leaving another person all alone.", "similarity": 0.6638, "relevance": 3 }, { "pair_id": 345911, "video_name": "house_s01e18_seg02_clip_05", "timestamp": [ 0.0, 5.9 ], "duration": 90.66, "caption": "A man is talking to another man forcing him to leave the office in the next morning.", "similarity": 0.662, "relevance": 2 }, { "pair_id": 345912, "video_name": "castle_s03e19_seg02_clip_11", "timestamp": [ 39.44, 45.27 ], "duration": 89.66, "caption": "Some people walk out of the office.", "similarity": 0.662, "relevance": 3 }, { "pair_id": 345913, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 60.77, 69.32 ], "duration": 90.66, "caption": "Man gets up from his seat and walks out of man's office.", "similarity": 0.6586, "relevance": 3 }, { "pair_id": 345914, "video_name": "friends_s03e11_seg02_clip_19", "timestamp": [ 52.5, 55.7 ], "duration": 64.66, "caption": "Some men leave the apartment at the same time.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 345915, "video_name": "house_s06e05_seg02_clip_15", "timestamp": [ 21.01, 24.51 ], "duration": 100.66, "caption": "A person leaves the office while another person takes a deep sigh.", "similarity": 0.6576, "relevance": 3 }, { "pair_id": 345916, "video_name": "house_s01e06_seg02_clip_21", "timestamp": [ 85.42, 92.73 ], "duration": 146.66, "caption": "A man stops and talks to another man and then enters an office.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 345917, "video_name": "castle_s02e16_seg02_clip_14", "timestamp": [ 12.88, 16.56 ], "duration": 92.66, "caption": "A man walks away from two people in the office.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 345918, "video_name": "house_s06e12_seg02_clip_10", "timestamp": [ 31.83, 33.12 ], "duration": 86.66, "caption": "A man walks out of the office, leaving another person with Marcus.", "similarity": 0.6529, "relevance": 3 }, { "pair_id": 345919, "video_name": "house_s02e04_seg02_clip_02", "timestamp": [ 0.0, 11.26 ], "duration": 90.66, "caption": "A person leaves a man's office and another person has to stop him because he went the wrong way.", "similarity": 0.6494, "relevance": 3 } ] }, { "query_id": 19216, "query": "A woman gets up from her seat grabbing her coat and puts it on as she speaks to man.", "relevant_moment": [ { "pair_id": 171520, "video_name": "friends_s04e12_seg02_clip_00", "timestamp": [ 23.01, 34.67 ], "duration": 63.66, "caption": "A woman gets up from her seat grabbing her coat and puts it on as she speaks to man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171521, "video_name": "friends_s09e11_seg02_clip_12", "timestamp": [ 27.96, 31.0 ], "duration": 60.66, "caption": "A woman takes off her coat while she is speaking to man.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 171522, "video_name": "friends_s03e05_seg02_clip_11", "timestamp": [ 35.64, 45.9 ], "duration": 57.66, "caption": "A woman puts on her coat while talking to man.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 171523, "video_name": "house_s06e04_seg02_clip_21", "timestamp": [ 34.9, 60.73 ], "duration": 90.66, "caption": "A woman gets up from her seat and she speaks to a man as she stands.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 171524, "video_name": "friends_s05e05_seg02_clip_06", "timestamp": [ 13.12, 17.39 ], "duration": 61.66, "caption": "A woman stands up and then grabs her coat.", "similarity": 0.7216, "relevance": 2 }, { "pair_id": 171525, "video_name": "friends_s09e19_seg02_clip_15", "timestamp": [ 24.5, 28.63 ], "duration": 59.66, "caption": "A woman gets her coat and stands up while talking to another woman.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 171526, "video_name": "s08e17_seg02_clip_13", "timestamp": [ 31.62, 51.06 ], "duration": 58.66, "caption": "A woman puts her coat on and then stops to talk to a man before walking out the door.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 171527, "video_name": "castle_s05e08_seg02_clip_10", "timestamp": [ 6.98, 9.31 ], "duration": 93.66, "caption": "A woman lifts her jacket as she speaks to a man.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 171528, "video_name": "s05e06_seg01_clip_01", "timestamp": [ 51.45, 55.15 ], "duration": 74.66, "caption": "A woman grabs her coat and stands up.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 171529, "video_name": "castle_s05e10_seg02_clip_11", "timestamp": [ 23.72, 37.68 ], "duration": 93.66, "caption": "A woman picks and starts wearing her coat while talking to a man.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 171530, "video_name": "friends_s03e07_seg02_clip_13", "timestamp": [ 16.03, 20.9 ], "duration": 57.66, "caption": "A woman takes off her coat while talking to a man and puts it on the back of the sofa.", "similarity": 0.7017, "relevance": 1 }, { "pair_id": 171531, "video_name": "castle_s04e10_seg02_clip_27", "timestamp": [ 62.18, 65.54 ], "duration": 84.66, "caption": "Someone helps a woman to wear her coat while they are talking.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 171532, "video_name": "friends_s02e17_seg02_clip_18", "timestamp": [ 7.71, 12.17 ], "duration": 59.66, "caption": "A woman takes off her coat while talking with some people.", "similarity": 0.6929, "relevance": 1 }, { "pair_id": 171533, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 22.0, 59.46 ], "duration": 59.66, "caption": "A man gets up from his seat and gestures as he speaks to a woman.", "similarity": 0.6894, "relevance": 1 }, { "pair_id": 171534, "video_name": "house_s06e14_seg02_clip_25", "timestamp": [ 31.51, 36.46 ], "duration": 90.66, "caption": "A man is taking his coat off while talking to woman.", "similarity": 0.6878, "relevance": 1 }, { "pair_id": 171535, "video_name": "s08e17_seg02_clip_00", "timestamp": [ 48.34, 63.39 ], "duration": 64.66, "caption": "While having a conversation with a man, a woman puts her bag on her shoulder, grabs her coat, and goes out the door.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 171536, "video_name": "castle_s02e24_seg02_clip_19", "timestamp": [ 8.87, 20.13 ], "duration": 68.66, "caption": "A woman gets up, grabs her coat and she and man walk out.", "similarity": 0.6845, "relevance": 3 }, { "pair_id": 171537, "video_name": "friends_s07e12_seg02_clip_07", "timestamp": [ 8.02, 11.42 ], "duration": 61.66, "caption": "A woman grabs her jacket after she tells someone to take his.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 171538, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 0.0, 12.88 ], "duration": 92.66, "caption": "A person is talking with another person when he grabs his coat and puts it on.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 171539, "video_name": "grey_s02e13_seg02_clip_18", "timestamp": [ 38.89, 44.29 ], "duration": 108.66, "caption": "A man puts on his coat and talks with woman.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 344840, "video_name": "friends_s02e24_seg02_clip_09", "timestamp": [ 3.05, 9.76 ], "duration": 61.66, "caption": "A woman holds onto a man's hands as she speaks to him.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 344841, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 45.45, 50.55 ], "duration": 92.66, "caption": "A man puts on his coat while talking with woman.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 344842, "video_name": "friends_s04e20_seg02_clip_10", "timestamp": [ 6.29, 7.08 ], "duration": 52.66, "caption": "A man removes his coat while standing and talking to a woman.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 344843, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 9.18, 10.04 ], "duration": 57.66, "caption": "A woman grabs her coat and gets up from the sofa.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 344844, "video_name": "castle_s08e18_seg02_clip_19", "timestamp": [ 50.36, 57.29 ], "duration": 92.66, "caption": "A person takes off his/her jacket while talking to a woman.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 344845, "video_name": "house_s05e07_seg02_clip_07", "timestamp": [ 33.38, 49.41 ], "duration": 89.66, "caption": "A man grabs woman's hand and speaks to her.", "similarity": 0.6579, "relevance": 1 }, { "pair_id": 344846, "video_name": "house_s07e22_seg02_clip_04", "timestamp": [ 16.86, 21.23 ], "duration": 62.66, "caption": "A man takes off his coat while he's talking with woman.", "similarity": 0.6543, "relevance": 1 }, { "pair_id": 344847, "video_name": "friends_s03e20_seg02_clip_03", "timestamp": [ 0.0, 1.6 ], "duration": 64.66, "caption": "A woman sets down her jacket while talking to man.", "similarity": 0.654, "relevance": 1 }, { "pair_id": 344848, "video_name": "castle_s05e18_seg02_clip_06", "timestamp": [ 56.53, 83.24 ], "duration": 89.66, "caption": "A woman gets up from her seat and walks closer to man to speak to him.", "similarity": 0.654, "relevance": 1 }, { "pair_id": 344849, "video_name": "house_s03e14_seg02_clip_02", "timestamp": [ 19.3, 23.34 ], "duration": 89.66, "caption": "A woman is talking to a man and he notices the contents of her coat rack.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 344850, "video_name": "house_s06e10_seg02_clip_18", "timestamp": [ 10.24, 13.35 ], "duration": 89.66, "caption": "A woman reaches out and grabs a man's arm as he puts his hand in the inside of his coat.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 344851, "video_name": "castle_s01e03_seg02_clip_00", "timestamp": [ 48.35, 54.74 ], "duration": 91.66, "caption": "A woman answers the phone and gets up to put on her coat.", "similarity": 0.6528, "relevance": 4 }, { "pair_id": 344852, "video_name": "friends_s04e16_seg02_clip_03", "timestamp": [ 9.24, 12.89 ], "duration": 56.66, "caption": "A woman gives a man a possible use for the coat he's wearing.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 344853, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 57.21, 71.17 ], "duration": 93.66, "caption": "A woman stands up at her seat to speak with a man.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 344854, "video_name": "friends_s04e16_seg02_clip_03", "timestamp": [ 1.68, 5.88 ], "duration": 56.66, "caption": "A woman holds up a coat and asks for a man's opinion.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 344855, "video_name": "castle_s06e10_seg02_clip_14", "timestamp": [ 69.68, 73.6 ], "duration": 87.66, "caption": "A man is taking his coat while talking to a woman at the police station.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 344856, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 8.55, 11.7 ], "duration": 90.66, "caption": "A man holds onto a woman's hand as he speaks to her.", "similarity": 0.6444, "relevance": 1 }, { "pair_id": 344857, "video_name": "castle_s03e17_seg02_clip_01", "timestamp": [ 24.61, 29.17 ], "duration": 91.66, "caption": "Woman zips up her jacket while talking to man.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 344858, "video_name": "s04e18_seg02_clip_04", "timestamp": [ 45.16, 47.3 ], "duration": 61.66, "caption": "A woman gets up from her seat and whispers into a man's ear.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 344859, "video_name": "castle_s01e07_seg02_clip_04", "timestamp": [ 18.29, 30.04 ], "duration": 87.66, "caption": "A woman puts on her coat when she and a man get to her desk.", "similarity": 0.6422, "relevance": 1 } ] }, { "query_id": 19251, "query": "A person gets up from the chair and walks around behind it while talking to another person.", "relevant_moment": [ { "pair_id": 19020, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 57.68, 68.84 ], "duration": 93.66, "caption": "A person gets up from the chair and walks around behind it while talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19021, "video_name": "s07e13_seg02_clip_10", "timestamp": [ 24.41, 29.9 ], "duration": 61.66, "caption": "A person walks over to another person sitting in a chair to talk to him.", "similarity": 0.8658, "relevance": 2 }, { "pair_id": 19022, "video_name": "s06e02_seg02_clip_08", "timestamp": [ 28.85, 30.81 ], "duration": 56.66, "caption": "A person gets up from a chair that he was sitting in talking to another person.", "similarity": 0.8644, "relevance": 2 }, { "pair_id": 19023, "video_name": "s01e03_seg02_clip_12", "timestamp": [ 52.22, 58.03 ], "duration": 58.66, "caption": "A person stands up from his chair and paces around while talking to another person.", "similarity": 0.8614, "relevance": 2 }, { "pair_id": 19024, "video_name": "castle_s02e06_seg02_clip_26", "timestamp": [ 13.35, 18.25 ], "duration": 89.66, "caption": "A person gets up from a chair and walks out of the room, still talking to another person.", "similarity": 0.8585, "relevance": 3 }, { "pair_id": 19025, "video_name": "house_s05e12_seg02_clip_06", "timestamp": [ 46.03, 48.2 ], "duration": 48.66, "caption": "A person turns their chair to be able to talk to another person.", "similarity": 0.8279, "relevance": 2 }, { "pair_id": 19026, "video_name": "s05e14_seg02_clip_16", "timestamp": [ 8.2, 11.32 ], "duration": 39.66, "caption": "A person sitting in the chair turns around to speak to another person.", "similarity": 0.8234, "relevance": 2 }, { "pair_id": 19027, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 11.48, 16.0 ], "duration": 82.66, "caption": "A person stands up from the chair to talk to some other people.", "similarity": 0.823, "relevance": 3 }, { "pair_id": 19028, "video_name": "house_s08e02_seg02_clip_16", "timestamp": [ 5.38, 9.42 ], "duration": 89.66, "caption": "A person pulls a chair while someone is talking to him.", "similarity": 0.8227, "relevance": 2 }, { "pair_id": 19029, "video_name": "house_s02e01_seg02_clip_17", "timestamp": [ 0.41, 2.43 ], "duration": 81.66, "caption": "A person takes a step as they talk to another person sitting on their chair.", "similarity": 0.8198, "relevance": 2 }, { "pair_id": 19030, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 0.0, 9.57 ], "duration": 58.66, "caption": "A man is talking to another person and then walks over and sits down in a chair.", "similarity": 0.8173, "relevance": 2 }, { "pair_id": 19031, "video_name": "s07e14_seg02_clip_06", "timestamp": [ 23.77, 31.37 ], "duration": 66.66, "caption": "A person walks over to a chair, grabs their jacket and puts it on while having a conversation with another person.", "similarity": 0.8166, "relevance": 1 }, { "pair_id": 19032, "video_name": "s06e22_seg02_clip_13", "timestamp": [ 23.95, 26.23 ], "duration": 57.66, "caption": "A man gets up from the chair and walks over to join two people's conversation.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 19033, "video_name": "house_s03e07_seg02_clip_09", "timestamp": [ 32.31, 36.46 ], "duration": 92.66, "caption": "A person is talking to another person while walking to him/her closely.", "similarity": 0.8106, "relevance": 1 }, { "pair_id": 19034, "video_name": "house_s01e20_seg02_clip_05", "timestamp": [ 51.52, 56.12 ], "duration": 83.66, "caption": "A person gets up from his/her desk chair while talking with some people.", "similarity": 0.8104, "relevance": 2 }, { "pair_id": 19035, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 66.51, 75.82 ], "duration": 93.66, "caption": "Someone is walking back and forth while talking to two other people.", "similarity": 0.8099, "relevance": 1 }, { "pair_id": 19036, "video_name": "s01e14_seg02_clip_09", "timestamp": [ 48.4, 54.6 ], "duration": 59.66, "caption": "A person gets up and walks over to another person while still having a conversation with him.", "similarity": 0.8093, "relevance": 3 }, { "pair_id": 19037, "video_name": "house_s02e10_seg02_clip_13", "timestamp": [ 26.2, 80.61 ], "duration": 80.66, "caption": "A person walks up to another person so they can talk to them.", "similarity": 0.8056, "relevance": 2 }, { "pair_id": 19038, "video_name": "s04e20_seg02_clip_13", "timestamp": [ 35.12, 60.03 ], "duration": 60.66, "caption": "A person walks towards another person while talking to him.", "similarity": 0.8037, "relevance": 2 }, { "pair_id": 19039, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.8034, "relevance": 1 } ] }, { "query_id": 19255, "query": "A person grabs a cookie from someone's tray and takes a bite.", "relevant_moment": [ { "pair_id": 12880, "video_name": "s07e06_seg02_clip_03", "timestamp": [ 41.32, 44.56 ], "duration": 59.66, "caption": "A person grabs a cookie from someone's tray and takes a bite.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12881, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 28.28, 42.21 ], "duration": 87.66, "caption": "A person takes a cookie from the table and eats it.", "similarity": 0.7946, "relevance": 4 }, { "pair_id": 12882, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman is about to take a bite of her cookie when man grabs it from her hand.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 12883, "video_name": "friends_s10e13_seg02_clip_00", "timestamp": [ 34.35, 36.24 ], "duration": 63.66, "caption": "A person tries to grab a cookie but another person slaps their hand.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 12884, "video_name": "friends_s02e07_seg02_clip_16", "timestamp": [ 3.58, 5.08 ], "duration": 59.66, "caption": "A woman grabs a cookie from a Tupperware container on a table.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 12887, "video_name": "friends_s07e16_seg02_clip_01", "timestamp": [ 12.22, 14.86 ], "duration": 66.66, "caption": "A person grabs the plate of food from another person.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 12888, "video_name": "s05e06_seg02_clip_05", "timestamp": [ 4.93, 8.99 ], "duration": 58.66, "caption": "A man grabs a cookie out of the cookie jar and eats it.", "similarity": 0.6919, "relevance": 3 }, { "pair_id": 12889, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 42.35, 51.69 ], "duration": 62.66, "caption": "A woman takes a bite of a cookie and spits it out into a tissue.", "similarity": 0.6826, "relevance": 3 }, { "pair_id": 12890, "video_name": "friends_s07e05_seg02_clip_15", "timestamp": [ 46.04, 51.94 ], "duration": 59.66, "caption": "A woman takes a cookie from the plate and puts it in her mouth.", "similarity": 0.6811, "relevance": 3 }, { "pair_id": 12891, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 36.87, 47.59 ], "duration": 63.66, "caption": "A woman takes a cookie from woman and eats it.", "similarity": 0.6798, "relevance": 4 }, { "pair_id": 12892, "video_name": "s03e14_seg02_clip_01", "timestamp": [ 30.51, 32.22 ], "duration": 57.66, "caption": "A person reaches over and grabs food off of someone's plate.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 12893, "video_name": "s08e11_seg02_clip_15", "timestamp": [ 59.02, 69.02 ], "duration": 69.66, "caption": "A person opens a box of cookies that someone got him/her for Christmas and takes a bite.", "similarity": 0.6752, "relevance": 4 }, { "pair_id": 12894, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 39.39, 43.81 ], "duration": 63.66, "caption": "A woman takes a cookie and puts it in her mouth.", "similarity": 0.6718, "relevance": 4 }, { "pair_id": 12896, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 42.04, 45.15 ], "duration": 62.66, "caption": "A woman grabs a cookie and hands it to another woman.", "similarity": 0.665, "relevance": 3 }, { "pair_id": 12897, "video_name": "friends_s08e09_seg02_clip_11", "timestamp": [ 20.82, 22.97 ], "duration": 61.66, "caption": "A person takes a bite of their food at the table.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 12898, "video_name": "friends_s10e13_seg02_clip_02", "timestamp": [ 9.9, 13.21 ], "duration": 66.66, "caption": "A man grabs two cookies and hands one to woman.", "similarity": 0.6629, "relevance": 3 }, { "pair_id": 186200, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 20.48, 23.67 ], "duration": 91.66, "caption": "A person takes a bit of their food and chews it.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 186201, "video_name": "friends_s01e01_seg02_clip_27", "timestamp": [ 13.21, 17.34 ], "duration": 55.66, "caption": "A person smiles slightly after talking to someone then eats a cookie.", "similarity": 0.6563, "relevance": 3 }, { "pair_id": 186202, "video_name": "s04e21_seg02_clip_04", "timestamp": [ 21.71, 29.15 ], "duration": 62.66, "caption": "The person looks at their food and takes a bite of it.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 186203, "video_name": "friends_s04e22_seg01_clip_00", "timestamp": [ 37.97, 45.95 ], "duration": 55.66, "caption": "A man offers a cookie to a woman who takes one from the plate.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 186204, "video_name": "house_s08e04_seg02_clip_03", "timestamp": [ 69.37, 78.87 ], "duration": 95.66, "caption": "A person grabs another person's hamburger off her plate and puts it in his mouth.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 186205, "video_name": "house_s05e15_seg02_clip_17", "timestamp": [ 83.34, 84.86 ], "duration": 101.66, "caption": "A person grabs a plate from someone's tray who is walking by, then sits the plate on their table.", "similarity": 0.6524, "relevance": 2 }, { "pair_id": 186206, "video_name": "friends_s07e10_seg01_clip_00", "timestamp": [ 50.9, 60.98 ], "duration": 96.66, "caption": "A woman invites a man to take a candy from the skull, he takes one and starts chewing his first bite.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 186207, "video_name": "friends_s09e12_seg02_clip_12", "timestamp": [ 10.55, 12.72 ], "duration": 62.66, "caption": "A man grabs an item from the plate and bites into it.", "similarity": 0.6428, "relevance": 3 }, { "pair_id": 186208, "video_name": "s01e17_seg02_clip_16", "timestamp": [ 1.44, 4.32 ], "duration": 96.66, "caption": "A person puts their fork to their mouth and takes a bite of food.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 186209, "video_name": "house_s03e20_seg02_clip_10", "timestamp": [ 57.22, 60.3 ], "duration": 88.66, "caption": "A person grabs the stick that is in his mouth.", "similarity": 0.6366, "relevance": 1 }, { "pair_id": 186210, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 21.06, 22.68 ], "duration": 108.66, "caption": "A person takes a bite of a sandwich they are holding.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 186211, "video_name": "house_s03e04_seg02_clip_20", "timestamp": [ 63.69, 68.77 ], "duration": 92.66, "caption": "A person takes a chip to their mouth and eats it.", "similarity": 0.6353, "relevance": 1 }, { "pair_id": 186213, "video_name": "s07e19_seg02_clip_08", "timestamp": [ 24.11, 32.34 ], "duration": 61.66, "caption": "A woman picks up a dish of food and takes a bite.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 186214, "video_name": "house_s02e08_seg02_clip_15", "timestamp": [ 7.12, 10.24 ], "duration": 89.66, "caption": "A person just took a candy into his mouth.", "similarity": 0.629, "relevance": 1 }, { "pair_id": 186215, "video_name": "castle_s03e04_seg02_clip_08", "timestamp": [ 4.6, 7.82 ], "duration": 92.66, "caption": "A person gets up from his chair and takes the tray from someone.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 186216, "video_name": "s02e11_seg02_clip_10", "timestamp": [ 26.11, 27.91 ], "duration": 45.66, "caption": "A person puts an ice cream up to his mouth and takes a bite.", "similarity": 0.6266, "relevance": 1 }, { "pair_id": 186217, "video_name": "castle_s03e04_seg02_clip_00", "timestamp": [ 29.86, 35.93 ], "duration": 93.66, "caption": "A person takes a bite of omelet and then spits it into a napkin.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 186218, "video_name": "house_s03e19_seg02_clip_12", "timestamp": [ 20.94, 22.76 ], "duration": 91.66, "caption": "A person reaches over the table to grab food from someone's plate.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 186219, "video_name": "house_s03e03_seg02_clip_01", "timestamp": [ 13.49, 15.35 ], "duration": 93.66, "caption": "A person takes a bite out of a doughnut.", "similarity": 0.6245, "relevance": 3 } ] }, { "query_id": 19326, "query": "A man walks out of his bedroom in his apartment into his living room and wakes up another person who is sleeping on his sofa.", "relevant_moment": [ { "pair_id": 59400, "video_name": "house_s04e15_seg02_clip_19", "timestamp": [ 23.64, 25.87 ], "duration": 89.66, "caption": "A man walks out of his bedroom in his apartment into his living room and wakes up another person who is sleeping on his sofa.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 59401, "video_name": "grey_s01e03_seg02_clip_12", "timestamp": [ 10.29, 18.34 ], "duration": 89.66, "caption": "A man walks into a room with another man and he wakes him up.", "similarity": 0.8129, "relevance": 2 }, { "pair_id": 59402, "video_name": "s04e24_seg02_clip_05", "timestamp": [ 32.14, 37.01 ], "duration": 54.66, "caption": "A man walks into the bedroom waking up a sleeping person.", "similarity": 0.7983, "relevance": 2 }, { "pair_id": 59403, "video_name": "house_s08e18_seg02_clip_19", "timestamp": [ 54.62, 71.77 ], "duration": 127.66, "caption": "A man enters the room of another man and tries to wake him up.", "similarity": 0.7273, "relevance": 1 }, { "pair_id": 59404, "video_name": "friends_s04e22_seg02_clip_09", "timestamp": [ 2.7, 6.0 ], "duration": 60.66, "caption": "A man comes out of his bedroom to join another man in the living room.", "similarity": 0.725, "relevance": 1 }, { "pair_id": 59405, "video_name": "house_s08e16_seg02_clip_01", "timestamp": [ 49.06, 59.87 ], "duration": 90.66, "caption": "A man is sleeping on the sofa in his room when another person enters.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 59406, "video_name": "friends_s04e20_seg01_clip_00", "timestamp": [ 10.57, 12.73 ], "duration": 48.66, "caption": "A man walks into person's room while he is asleep.", "similarity": 0.7043, "relevance": 3 }, { "pair_id": 59407, "video_name": "house_s04e03_seg02_clip_23", "timestamp": [ 32.03, 39.46 ], "duration": 78.66, "caption": "A person wakes up fully when another person walks into the room.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 59408, "video_name": "s03e04_seg02_clip_00", "timestamp": [ 5.36, 9.45 ], "duration": 63.66, "caption": "A man comes out of the bedroom of some people's apartment.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 59409, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 34.74, 37.53 ], "duration": 62.66, "caption": "A person walks into a man's room as he is asleep.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 59410, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 18.01, 19.84 ], "duration": 61.66, "caption": "A person walks out of their bedroom and into the living room.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 59411, "video_name": "friends_s07e20_seg02_clip_13", "timestamp": [ 7.5, 10.5 ], "duration": 60.66, "caption": "A man walks out of the apartment with another man.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 59412, "video_name": "met_s02e14_seg02_clip_11", "timestamp": [ 0.0, 2.04 ], "duration": 51.66, "caption": "A man walks out of the apartment for another man to walk in.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 59413, "video_name": "s07e22_seg02_clip_01", "timestamp": [ 27.74, 33.64 ], "duration": 59.66, "caption": "A man gets up from the bed and walks out of a person's room.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 59414, "video_name": "s03e19_seg02_clip_00", "timestamp": [ 6.41, 10.37 ], "duration": 61.66, "caption": "A man walks into the living room from his bedroom.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 59415, "video_name": "s06e09_seg02_clip_01", "timestamp": [ 25.02, 28.99 ], "duration": 61.66, "caption": "A person storms off into his bedroom at his apartment with another person.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 59416, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 49.57, 53.25 ], "duration": 61.66, "caption": "A man walks with his head down as he enters another person's apartment.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 59417, "video_name": "castle_s08e04_seg02_clip_02", "timestamp": [ 54.46, 68.87 ], "duration": 90.66, "caption": "A person wakes up man who was asleep on the couch.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 59418, "video_name": "friends_s03e06_seg02_clip_09", "timestamp": [ 14.01, 20.72 ], "duration": 58.66, "caption": "A man walks out of his bedroom and is startled by seeing another person.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 59419, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 25.35, 28.07 ], "duration": 60.66, "caption": "A man opens the door and walks into his and another person's apartment.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 232720, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 5.61, 8.26 ], "duration": 59.66, "caption": "A man opens the door and walks into his and another man's apartment.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 232721, "video_name": "house_s06e20_seg02_clip_17", "timestamp": [ 84.77, 89.24 ], "duration": 89.66, "caption": "A man walks into the room and stands beside someone's bed with someone else.", "similarity": 0.6572, "relevance": 1 }, { "pair_id": 232722, "video_name": "s06e22_seg02_clip_03", "timestamp": [ 8.4, 25.77 ], "duration": 56.66, "caption": "A man walks into their bedroom, closes their door, takes off their glasses and lies on their bed.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 232723, "video_name": "s02e08_seg02_clip_07", "timestamp": [ 20.8, 23.01 ], "duration": 63.66, "caption": "A man walks out of his bedroom door and another person follows behind him.", "similarity": 0.6537, "relevance": 2 }, { "pair_id": 232724, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 31.43, 34.48 ], "duration": 61.66, "caption": "A man enters someone's apartment and walks across the room.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 232725, "video_name": "met_s04e02_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 50.66, "caption": "A man rushes to wake up a person who is sleeping on the couch.", "similarity": 0.6501, "relevance": 4 }, { "pair_id": 232726, "video_name": "s09e11_seg02_clip_18", "timestamp": [ 3.19, 6.37 ], "duration": 49.66, "caption": "A man stands beside a person's bed and wakes him up.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 232727, "video_name": "s07e22_seg02_clip_03", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A man enters the living room from his bedroom.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 232728, "video_name": "friends_s07e17_seg02_clip_11", "timestamp": [ 40.3, 43.61 ], "duration": 60.66, "caption": "A man opens the door and walks into another man's apartment.", "similarity": 0.6474, "relevance": 1 }, { "pair_id": 232729, "video_name": "s03e20_seg02_clip_02", "timestamp": [ 13.4, 14.54 ], "duration": 57.66, "caption": "A man walks out of the apartment and a person follows him out.", "similarity": 0.6469, "relevance": 1 }, { "pair_id": 232730, "video_name": "house_s05e14_seg02_clip_15", "timestamp": [ 20.56, 23.68 ], "duration": 89.66, "caption": "A man slams the door and wakes up person on the couch.", "similarity": 0.6466, "relevance": 3 }, { "pair_id": 232731, "video_name": "friends_s10e05_seg02_clip_08", "timestamp": [ 41.33, 43.74 ], "duration": 60.66, "caption": "A man closes his bedroom door as he walks into the living room.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 232732, "video_name": "s04e24_seg02_clip_14", "timestamp": [ 54.32, 57.03 ], "duration": 60.66, "caption": "A man gets up from the couch and walks to another room.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 232733, "video_name": "friends_s06e09_seg02_clip_18", "timestamp": [ 47.04, 51.89 ], "duration": 57.66, "caption": "Two people walk out of someone's bedroom.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 232734, "video_name": "s10e12_seg02_clip_18", "timestamp": [ 59.52, 64.42 ], "duration": 70.66, "caption": "A man walks back into the apartment and goes into the bedroom.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 232735, "video_name": "s04e16_seg02_clip_00", "timestamp": [ 24.97, 27.53 ], "duration": 64.66, "caption": "A person walks out of their room into the living room.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 232736, "video_name": "s09e09_seg01_clip_00", "timestamp": [ 3.22, 5.98 ], "duration": 92.66, "caption": "A man walks from one room into another.", "similarity": 0.6436, "relevance": 1 }, { "pair_id": 232737, "video_name": "s03e15_seg02_clip_14", "timestamp": [ 23.02, 25.68 ], "duration": 59.66, "caption": "A man wakes up and notices that another person is not in bed.", "similarity": 0.642, "relevance": 1 }, { "pair_id": 232738, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 13.96, 16.13 ], "duration": 62.66, "caption": "A man gets up from the couch and walks into the living room.", "similarity": 0.6419, "relevance": 2 }, { "pair_id": 232739, "video_name": "met_s03e18_seg02_clip_07", "timestamp": [ 11.6, 18.26 ], "duration": 57.66, "caption": "A man runs to his bedroom while two people walk in.", "similarity": 0.6418, "relevance": 3 } ] }, { "query_id": 19348, "query": "Woman opens a yellow notepad and prepares to write.", "relevant_moment": [ { "pair_id": 162500, "video_name": "castle_s05e06_seg02_clip_17", "timestamp": [ 7.57, 12.91 ], "duration": 89.66, "caption": "Woman opens a yellow notepad and prepares to write.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162501, "video_name": "friends_s04e18_seg02_clip_14", "timestamp": [ 20.51, 25.94 ], "duration": 60.66, "caption": "A woman grabs a notepad and a pen and starts writing.", "similarity": 0.8307, "relevance": 3 }, { "pair_id": 162502, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 2.23, 13.8 ], "duration": 89.66, "caption": "A woman is drawing something on the yellow notepad.", "similarity": 0.7926, "relevance": 3 }, { "pair_id": 162503, "video_name": "friends_s01e12_seg01_clip_00", "timestamp": [ 15.64, 21.25 ], "duration": 59.66, "caption": "A woman writes with a pencil in her notepad.", "similarity": 0.7875, "relevance": 1 }, { "pair_id": 162504, "video_name": "castle_s04e02_seg02_clip_03", "timestamp": [ 7.22, 12.64 ], "duration": 90.66, "caption": "A woman opens their notebook and holds a pen ready to write.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 162505, "video_name": "house_s01e11_seg02_clip_04", "timestamp": [ 22.57, 25.86 ], "duration": 94.66, "caption": "A woman writes a note on the pad she is holding.", "similarity": 0.7593, "relevance": 2 }, { "pair_id": 162506, "video_name": "grey_s02e04_seg02_clip_08", "timestamp": [ 0.0, 12.61 ], "duration": 97.66, "caption": "A woman writes something on a notepad in the patient's room.", "similarity": 0.7392, "relevance": 2 }, { "pair_id": 162508, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 33.07, 36.85 ], "duration": 58.66, "caption": "A woman closes a notepad she's writing on as a man enters the room.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 162509, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 75.55, 79.65 ], "duration": 91.66, "caption": "A woman writes on a notepad while sitting at her desk.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 162510, "video_name": "met_s04e02_seg01_clip_01", "timestamp": [ 56.96, 58.73 ], "duration": 59.66, "caption": "A woman is standing at a table and writes something down on a notepad.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 162511, "video_name": "house_s03e16_seg02_clip_10", "timestamp": [ 47.09, 49.29 ], "duration": 88.66, "caption": "A woman puts her glasses on and reads from a yellow notepad.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 162512, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 54.01, 58.23 ], "duration": 60.66, "caption": "A woman is sitting on the couch writing on a notepad.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 162513, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 43.63, 51.02 ], "duration": 51.66, "caption": "A person picks up a notepad after writing something in it, and begins reading.", "similarity": 0.7185, "relevance": 1 }, { "pair_id": 162514, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 41.16, 43.78 ], "duration": 74.66, "caption": "A woman has a clipboard and pen in her hand and is writing.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 162515, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 8.48, 9.81 ], "duration": 89.66, "caption": "A woman is writing on a paper with a pen.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 162516, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 14.25, 21.38 ], "duration": 95.66, "caption": "A woman takes out her pen to make a note in a file.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 162517, "video_name": "castle_s04e15_seg02_clip_01", "timestamp": [ 82.35, 85.46 ], "duration": 89.66, "caption": "Woman writes down on her notepad as person looks at her.", "similarity": 0.6997, "relevance": 1 }, { "pair_id": 162518, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman doodles on a yellow note pad while looking at a news paper.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 162519, "video_name": "friends_s01e07_seg02_clip_10", "timestamp": [ 29.97, 33.53 ], "duration": 59.66, "caption": "A woman tries to write something in her notebook.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 335820, "video_name": "house_s03e21_seg02_clip_20", "timestamp": [ 65.3, 72.5 ], "duration": 96.66, "caption": "A person takes out a pen and a notepad and writes something on the notepad.", "similarity": 0.6906, "relevance": 1 }, { "pair_id": 335821, "video_name": "castle_s03e14_seg02_clip_14", "timestamp": [ 26.8, 28.68 ], "duration": 94.66, "caption": "A person opens a small leather-covered notepad to take notes.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 335822, "video_name": "s04e13_seg01_clip_00", "timestamp": [ 24.11, 28.07 ], "duration": 61.66, "caption": "A woman writes down a person's order on her note pad.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 335823, "video_name": "friends_s03e03_seg02_clip_15", "timestamp": [ 53.33, 56.9 ], "duration": 65.66, "caption": "A woman turns and starts to make a note on her pad on the counter.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 335824, "video_name": "s03e10_seg02_clip_12", "timestamp": [ 50.35, 51.87 ], "duration": 61.66, "caption": "A woman writes briefly with a pencil in her notebook.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 335825, "video_name": "friends_s06e03_seg02_clip_17", "timestamp": [ 0.0, 7.03 ], "duration": 54.66, "caption": "A woman is holding a yellow notepad in the coffee shop.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 335826, "video_name": "grey_s02e23_seg02_clip_10", "timestamp": [ 40.06, 51.19 ], "duration": 89.66, "caption": "A woman takes out a pen and starts to write on a chart.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 335827, "video_name": "friends_s05e23-24_seg02_clip_04", "timestamp": [ 15.56, 23.19 ], "duration": 61.66, "caption": "A woman gets out a notebook and writes in it.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 335828, "video_name": "friends_s06e03_seg02_clip_17", "timestamp": [ 0.0, 7.29 ], "duration": 54.66, "caption": "A woman holds up a yellow notepad as she holds a guitar.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 335829, "video_name": "friends_s04e23-24_seg02_clip_00", "timestamp": [ 5.58, 12.72 ], "duration": 62.66, "caption": "A woman takes notes on a notepad to another woman.", "similarity": 0.6653, "relevance": 3 }, { "pair_id": 335830, "video_name": "friends_s01e16-17_seg02_clip_37", "timestamp": [ 41.82, 44.58 ], "duration": 55.66, "caption": "A woman writes on a notepad while walking through a restaurant.", "similarity": 0.6641, "relevance": 3 }, { "pair_id": 335831, "video_name": "castle_s03e19_seg02_clip_18", "timestamp": [ 51.63, 55.19 ], "duration": 89.66, "caption": "A woman picks up a purple marker and begins writing on a whiteboard.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 335833, "video_name": "castle_s06e21_seg02_clip_19", "timestamp": [ 38.3, 40.55 ], "duration": 90.66, "caption": "A woman rests the pen on some document file.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 335834, "video_name": "house_s08e17_seg02_clip_00", "timestamp": [ 10.34, 13.16 ], "duration": 94.66, "caption": "A doctor turns in their seat and begins writing on a yellow notepad.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 335835, "video_name": "house_s01e02_seg02_clip_04", "timestamp": [ 6.16, 12.32 ], "duration": 112.66, "caption": "A woman is writing on the whiteboard and turns around.", "similarity": 0.6552, "relevance": 1 }, { "pair_id": 335836, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 49.06, 54.01 ], "duration": 90.66, "caption": "A woman sits at her desk while writing with a pen.", "similarity": 0.6548, "relevance": 1 }, { "pair_id": 335837, "video_name": "friends_s04e13_seg02_clip_15", "timestamp": [ 36.02, 38.12 ], "duration": 60.66, "caption": "A woman picks up a pen and notepad from the table.", "similarity": 0.654, "relevance": 4 }, { "pair_id": 335838, "video_name": "friends_s07e21_seg02_clip_02", "timestamp": [ 0.0, 68.02 ], "duration": 68.66, "caption": "A woman was writing something in a notebook while talking.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 335839, "video_name": "castle_s04e21_seg02_clip_21", "timestamp": [ 70.86, 75.82 ], "duration": 90.66, "caption": "A woman is writing on a note pad as a man walks into the office.", "similarity": 0.6525, "relevance": 3 } ] }, { "query_id": 19355, "query": "A woman walks away from speaking with a man and a woman.", "relevant_moment": [ { "pair_id": 9160, "video_name": "castle_s05e06_seg02_clip_15", "timestamp": [ 22.06, 23.41 ], "duration": 90.66, "caption": "A woman walks away from speaking with a man and a woman.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 9161, "video_name": "castle_s08e19_seg02_clip_06", "timestamp": [ 16.57, 18.87 ], "duration": 92.66, "caption": "A woman walks away from two women so they can talk.", "similarity": 0.8818, "relevance": 2 }, { "pair_id": 9162, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 0.0, 4.0 ], "duration": 47.66, "caption": "A person walks away from a woman after speaking to her.", "similarity": 0.8816, "relevance": 3 }, { "pair_id": 9163, "video_name": "house_s05e22_seg02_clip_11", "timestamp": [ 28.87, 33.06 ], "duration": 93.66, "caption": "A woman talks to man after person walks away from them.", "similarity": 0.8808, "relevance": 3 }, { "pair_id": 9164, "video_name": "grey_s02e14_seg02_clip_16", "timestamp": [ 36.94, 39.62 ], "duration": 89.66, "caption": "A woman speaks to a man and then walks away from him.", "similarity": 0.8787, "relevance": 3 }, { "pair_id": 9165, "video_name": "s09e02_seg02_clip_06", "timestamp": [ 6.9, 9.6 ], "duration": 60.66, "caption": "A person walks away from the conversation between a man and a woman.", "similarity": 0.878, "relevance": 2 }, { "pair_id": 9166, "video_name": "friends_s02e12-13_seg02_clip_37", "timestamp": [ 47.81, 52.4 ], "duration": 54.66, "caption": "A person walks away from woman while talking to her.", "similarity": 0.8688, "relevance": 2 }, { "pair_id": 9167, "video_name": "friends_s08e05_seg02_clip_09", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman walks away from two men's conversation.", "similarity": 0.8685, "relevance": 3 }, { "pair_id": 9168, "video_name": "s09e12_seg02_clip_06", "timestamp": [ 3.25, 9.44 ], "duration": 59.66, "caption": "A man walks away from woman after speaking to another man.", "similarity": 0.867, "relevance": 2 }, { "pair_id": 9169, "video_name": "friends_s08e04_seg02_clip_14", "timestamp": [ 20.47, 23.43 ], "duration": 59.66, "caption": "A woman walked away from a man while they were talking.", "similarity": 0.8668, "relevance": 2 }, { "pair_id": 9170, "video_name": "house_s05e16_seg02_clip_12", "timestamp": [ 30.23, 32.09 ], "duration": 93.66, "caption": "A woman walks away from the conversation with another woman.", "similarity": 0.8664, "relevance": 3 }, { "pair_id": 9171, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 27.44, 30.23 ], "duration": 93.66, "caption": "A woman walks away from man and another man.", "similarity": 0.8645, "relevance": 3 }, { "pair_id": 9172, "video_name": "house_s04e06_seg02_clip_22", "timestamp": [ 54.4, 57.45 ], "duration": 87.66, "caption": "A woman finishes her conversation with a man and woman and walks away.", "similarity": 0.8625, "relevance": 3 }, { "pair_id": 9173, "video_name": "house_s02e01_seg02_clip_23", "timestamp": [ 44.83, 48.61 ], "duration": 108.66, "caption": "A woman immediately walks away after talking to a man.", "similarity": 0.8608, "relevance": 3 }, { "pair_id": 9174, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 8.58, 11.7 ], "duration": 156.66, "caption": "A man walks away from a conversation with a woman.", "similarity": 0.8607, "relevance": 3 }, { "pair_id": 9175, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 37.46, 41.11 ], "duration": 91.66, "caption": "A person walks away from man and woman after he is finished talking.", "similarity": 0.8558, "relevance": 3 }, { "pair_id": 9176, "video_name": "house_s01e15_seg02_clip_15", "timestamp": [ 0.0, 4.49 ], "duration": 89.66, "caption": "A man speaks to a woman and then walks away from her.", "similarity": 0.8535, "relevance": 2 }, { "pair_id": 9177, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.8507, "relevance": 4 }, { "pair_id": 9178, "video_name": "castle_s03e11_seg02_clip_12", "timestamp": [ 82.33, 87.45 ], "duration": 93.66, "caption": "Two men walk away from a woman after she speaks to them.", "similarity": 0.8496, "relevance": 3 }, { "pair_id": 9179, "video_name": "castle_s04e13_seg02_clip_08", "timestamp": [ 11.02, 18.36 ], "duration": 91.66, "caption": "A woman is talking to two people and they walk away.", "similarity": 0.8487, "relevance": 3 }, { "pair_id": 182480, "video_name": "friends_s06e12_seg02_clip_06", "timestamp": [ 34.03, 37.34 ], "duration": 60.66, "caption": "A woman walks away from another woman after their conversation.", "similarity": 0.8475, "relevance": 3 }, { "pair_id": 182481, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 34.79, 40.71 ], "duration": 74.66, "caption": "A woman walks away from a man and he turns to talk to another man.", "similarity": 0.8425, "relevance": 3 }, { "pair_id": 182482, "video_name": "castle_s03e02_seg02_clip_02", "timestamp": [ 14.12, 17.31 ], "duration": 91.66, "caption": "A woman walks away from person after she spoke to him.", "similarity": 0.8424, "relevance": 3 }, { "pair_id": 182483, "video_name": "s06e07_seg01_clip_01", "timestamp": [ 31.28, 35.12 ], "duration": 59.66, "caption": "A woman walks away from the camera and speaks to a man.", "similarity": 0.8418, "relevance": 2 }, { "pair_id": 182484, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 0.0, 10.5 ], "duration": 60.66, "caption": "A person talks to a woman and then walks away.", "similarity": 0.8355, "relevance": 3 }, { "pair_id": 182485, "video_name": "grey_s02e07_seg02_clip_15", "timestamp": [ 31.86, 33.68 ], "duration": 91.66, "caption": "A woman walks away as woman continues to talk to her.", "similarity": 0.8332, "relevance": 1 }, { "pair_id": 182487, "video_name": "grey_s02e24_seg02_clip_07", "timestamp": [ 15.52, 17.34 ], "duration": 91.66, "caption": "A man walks away from a woman after their conversation.", "similarity": 0.8294, "relevance": 2 }, { "pair_id": 182488, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 2.25, 6.3 ], "duration": 90.66, "caption": "A woman and a man walk away from each other.", "similarity": 0.8293, "relevance": 3 }, { "pair_id": 182489, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 0.0, 9.68 ], "duration": 92.66, "caption": "A man converses with woman and then walks away from her.", "similarity": 0.8288, "relevance": 2 }, { "pair_id": 182490, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.8288, "relevance": 3 }, { "pair_id": 182491, "video_name": "s05e06_seg02_clip_12", "timestamp": [ 7.41, 12.55 ], "duration": 57.66, "caption": "A woman stops talking to two people and walks away.", "similarity": 0.8261, "relevance": 4 }, { "pair_id": 182492, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 67.22, 71.84 ], "duration": 84.66, "caption": "A woman walks away from a man and another man immediately.", "similarity": 0.8242, "relevance": 3 }, { "pair_id": 182493, "video_name": "grey_s03e10_seg02_clip_25", "timestamp": [ 19.76, 35.96 ], "duration": 79.66, "caption": "A woman walks away from another person who speaks to her which causes her to stop.", "similarity": 0.8236, "relevance": 3 }, { "pair_id": 182495, "video_name": "met_s06e04_seg01_clip_00", "timestamp": [ 27.6, 33.19 ], "duration": 62.66, "caption": "A woman talks to a man, he stands and walks away.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 182496, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 11.04, 26.22 ], "duration": 138.66, "caption": "A woman speaks to man before he walks away.", "similarity": 0.8167, "relevance": 2 }, { "pair_id": 182497, "video_name": "house_s04e03_seg02_clip_25", "timestamp": [ 33.96, 37.22 ], "duration": 93.66, "caption": "A person immediately walks away after talking to a woman.", "similarity": 0.8163, "relevance": 1 }, { "pair_id": 182499, "video_name": "castle_s06e02_seg02_clip_07", "timestamp": [ 78.34, 81.46 ], "duration": 89.66, "caption": "A man leaves a talk with a woman while walking away.", "similarity": 0.8152, "relevance": 2 } ] }, { "query_id": 19360, "query": "Two people, sitting in a truck, both turn around to look out of the back window.", "relevant_moment": [ { "pair_id": 11200, "video_name": "s09e06_seg02_clip_05", "timestamp": [ 1.45, 13.06 ], "duration": 58.66, "caption": "Two people, sitting in a truck, both turn around to look out of the back window.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11201, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 0.0, 32.71 ], "duration": 89.66, "caption": "A person sits in the car with another person and looks out the window.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 11202, "video_name": "castle_s06e03_seg02_clip_22", "timestamp": [ 82.74, 87.14 ], "duration": 88.66, "caption": "Two people look through a window.", "similarity": 0.67, "relevance": 1 }, { "pair_id": 11203, "video_name": "s08e01_seg02_clip_02", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A person looks out the window of the car he is riding in with another person.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 11204, "video_name": "s07e03_seg02_clip_07", "timestamp": [ 1.48, 4.72 ], "duration": 59.66, "caption": "A woman and a man sit in the car and look at one another.", "similarity": 0.6448, "relevance": 3 }, { "pair_id": 11205, "video_name": "friends_s10e17-18_seg02_clip_22", "timestamp": [ 6.33, 11.28 ], "duration": 55.66, "caption": "Two people get in a vehicle at the same time.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 11206, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 4.41, 63.03 ], "duration": 63.66, "caption": "Two people were sitting in a car.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 11207, "video_name": "s08e16_seg02_clip_03", "timestamp": [ 55.19, 58.14 ], "duration": 59.66, "caption": "A man looks out of the car window in the back seat of another person's car.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 11208, "video_name": "castle_s01e10_seg02_clip_18", "timestamp": [ 13.83, 16.13 ], "duration": 92.66, "caption": "A man and a woman get into a car and then turn around and look at the back seat.", "similarity": 0.6251, "relevance": 3 }, { "pair_id": 11209, "video_name": "house_s08e17_seg02_clip_13", "timestamp": [ 51.07, 61.66 ], "duration": 92.66, "caption": "A person looks out of the truck's window as they speak into their phone.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 11210, "video_name": "s09e06_seg02_clip_05", "timestamp": [ 13.93, 23.79 ], "duration": 58.66, "caption": "Two people get out of a truck, walk over to the man leaning against his vehicle then one person introduces himself.", "similarity": 0.62, "relevance": 1 }, { "pair_id": 11211, "video_name": "s03e07_seg02_clip_10", "timestamp": [ 27.73, 49.79 ], "duration": 63.66, "caption": "Two people are in the car looking for a person.", "similarity": 0.6178, "relevance": 3 }, { "pair_id": 11212, "video_name": "castle_s02e17_seg02_clip_10", "timestamp": [ 0.0, 36.91 ], "duration": 90.66, "caption": "Two people are sitting in the front seats of an SUV with a person in the backseat.", "similarity": 0.6135, "relevance": 2 }, { "pair_id": 11213, "video_name": "grey_s02e11_seg02_clip_22", "timestamp": [ 0.0, 22.55 ], "duration": 92.66, "caption": "Two people talk while looking out a window.", "similarity": 0.61, "relevance": 1 }, { "pair_id": 11214, "video_name": "castle_s06e13_seg02_clip_13", "timestamp": [ 48.77, 54.3 ], "duration": 92.66, "caption": "Two people sit down and look at each other.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 11215, "video_name": "castle_s05e23_seg02_clip_08", "timestamp": [ 0.0, 19.81 ], "duration": 90.66, "caption": "Two people were sitting in a car as they were talking.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 11216, "video_name": "met_s02e18_seg02_clip_08", "timestamp": [ 38.01, 44.0 ], "duration": 59.66, "caption": "Two people both turn around to look behind them.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 11217, "video_name": "s10e05_seg02_clip_06", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "Two people are standing by a window looking out of it.", "similarity": 0.6023, "relevance": 1 }, { "pair_id": 11218, "video_name": "castle_s08e03_seg02_clip_11", "timestamp": [ 69.99, 81.87 ], "duration": 88.66, "caption": "Two people are sitting in the front seat of a car, turned around to have a conversation with another person in the back seat.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 184520, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "Two people look at each other and then one of them looks back.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 184521, "video_name": "s08e19_seg02_clip_00", "timestamp": [ 30.51, 35.4 ], "duration": 61.66, "caption": "A person looks out of the passenger window and turns to another person smiling.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 184522, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 0.31, 4.27 ], "duration": 61.66, "caption": "A person looks out the driver's side window, then ahead, then at another person, then ahead again.", "similarity": 0.5965, "relevance": 2 }, { "pair_id": 184523, "video_name": "house_s07e09_seg02_clip_19", "timestamp": [ 39.28, 52.38 ], "duration": 90.66, "caption": "A man and woman both look outside of the window together.", "similarity": 0.5936, "relevance": 2 }, { "pair_id": 184524, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 0.0, 27.79 ], "duration": 89.66, "caption": "A person is sitting in a car with someone and looks at him/her and then stares forward.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 184526, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 26.85, 30.51 ], "duration": 61.66, "caption": "Two people both turn to look at each other.", "similarity": 0.5881, "relevance": 2 }, { "pair_id": 184527, "video_name": "castle_s03e02_seg02_clip_06", "timestamp": [ 47.17, 51.33 ], "duration": 92.66, "caption": "Two people both get into the same car.", "similarity": 0.5851, "relevance": 1 }, { "pair_id": 184528, "video_name": "house_s01e20_seg02_clip_21", "timestamp": [ 60.21, 66.05 ], "duration": 89.66, "caption": "A person looks out an office window and sees two people.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 184529, "video_name": "friends_s05e20_seg02_clip_07", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "Two men are inside a car with a person looking around.", "similarity": 0.5805, "relevance": 3 }, { "pair_id": 184530, "video_name": "s10e12_seg02_clip_05", "timestamp": [ 53.78, 56.02 ], "duration": 56.66, "caption": "A person turns his head to look out of the passenger side window.", "similarity": 0.5736, "relevance": 1 }, { "pair_id": 184531, "video_name": "s05e01_seg01_clip_01", "timestamp": [ 0.0, 74.02 ], "duration": 74.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.5726, "relevance": 1 }, { "pair_id": 184532, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.5726, "relevance": 1 }, { "pair_id": 184533, "video_name": "castle_s04e19_seg02_clip_02", "timestamp": [ 0.0, 17.83 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.5726, "relevance": 1 }, { "pair_id": 184535, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 57.93, 60.03 ], "duration": 60.66, "caption": "A person turns to look at woman riding in the back seat of the car with another woman.", "similarity": 0.5674, "relevance": 2 }, { "pair_id": 184536, "video_name": "s02e07_seg02_clip_13", "timestamp": [ 4.88, 8.85 ], "duration": 61.66, "caption": "A person points out at the window and another person goes over to look out.", "similarity": 0.5674, "relevance": 1 }, { "pair_id": 184537, "video_name": "friends_s10e14_seg02_clip_16", "timestamp": [ 32.46, 43.38 ], "duration": 59.66, "caption": "A man and a woman are sitting in two arm chairs, looking out the windows.", "similarity": 0.5656, "relevance": 2 }, { "pair_id": 184538, "video_name": "s06e24_seg01_clip_01", "timestamp": [ 27.29, 62.03 ], "duration": 62.66, "caption": "Two people sit and talk in the car while one of them drives.", "similarity": 0.5652, "relevance": 2 }, { "pair_id": 184539, "video_name": "house_s07e12_seg02_clip_02", "timestamp": [ 82.59, 90.75 ], "duration": 96.66, "caption": "A man and another man call a person who is looking through a vehicle.", "similarity": 0.565, "relevance": 2 } ] }, { "query_id": 19430, "query": "A man walks ahead of a woman to ride an elevator.", "relevant_moment": [ { "pair_id": 169340, "video_name": "house_s05e07_seg02_clip_11", "timestamp": [ 9.09, 15.45 ], "duration": 90.66, "caption": "A man walks ahead of a woman to ride an elevator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169341, "video_name": "grey_s02e14_seg02_clip_12", "timestamp": [ 31.63, 35.3 ], "duration": 91.66, "caption": "A man walks over to stand behind woman in the elevator.", "similarity": 0.8185, "relevance": 2 }, { "pair_id": 169342, "video_name": "grey_s03e02_seg02_clip_00", "timestamp": [ 0.0, 3.7 ], "duration": 92.66, "caption": "A man goes into an elevator that a woman is in.", "similarity": 0.8033, "relevance": 3 }, { "pair_id": 169343, "video_name": "grey_s03e05_seg02_clip_22", "timestamp": [ 84.36, 101.02 ], "duration": 101.66, "caption": "A man walks into the elevator and a woman is already standing in it.", "similarity": 0.803, "relevance": 3 }, { "pair_id": 169344, "video_name": "grey_s02e02_seg02_clip_21", "timestamp": [ 36.01, 42.01 ], "duration": 80.66, "caption": "A man is in the elevator as a woman walks into it.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 169345, "video_name": "grey_s02e08_seg02_clip_24", "timestamp": [ 60.0, 66.51 ], "duration": 93.66, "caption": "A woman steps into the elevator and stands in front of a man.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 169346, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 9.73, 12.98 ], "duration": 92.66, "caption": "A woman walks out of an elevator with a man behind her.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 169349, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 11.12, 13.91 ], "duration": 92.66, "caption": "A woman walks out of the elevator with a man behind her.", "similarity": 0.7788, "relevance": 2 }, { "pair_id": 169350, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 0.0, 8.71 ], "duration": 91.66, "caption": "A man walks to the elevator and a woman also enters the elevator and the elevator door closes.", "similarity": 0.7697, "relevance": 4 }, { "pair_id": 169351, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A woman follows a man into an elevator while talking.", "similarity": 0.7687, "relevance": 4 }, { "pair_id": 169352, "video_name": "house_s02e04_seg02_clip_21", "timestamp": [ 29.72, 36.58 ], "duration": 91.66, "caption": "A man walks down the hallway with a woman towards the elevator.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 169353, "video_name": "castle_s07e06_seg02_clip_06", "timestamp": [ 46.74, 55.19 ], "duration": 89.66, "caption": "A woman and a man walk into the elevator and a man sees a woman.", "similarity": 0.7672, "relevance": 4 }, { "pair_id": 169355, "video_name": "castle_s04e12_seg02_clip_18", "timestamp": [ 58.44, 67.18 ], "duration": 92.66, "caption": "A woman walks to the elevator and meets a man there.", "similarity": 0.7643, "relevance": 1 }, { "pair_id": 169356, "video_name": "house_s06e19_seg02_clip_03", "timestamp": [ 13.72, 16.46 ], "duration": 91.66, "caption": "A woman walks into the elevator with a man before the door closes.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 169357, "video_name": "house_s01e14_seg02_clip_04", "timestamp": [ 38.95, 44.51 ], "duration": 92.66, "caption": "A person walks in front of the elevator and then a woman and man exit the elevator.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 169358, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 78.68, 85.06 ], "duration": 85.66, "caption": "A man gets in the elevator and a woman goes in with him.", "similarity": 0.7543, "relevance": 4 }, { "pair_id": 169359, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 27.1, 30.26 ], "duration": 90.66, "caption": "A man and a woman walk out of an elevator.", "similarity": 0.7524, "relevance": 2 }, { "pair_id": 342660, "video_name": "castle_s05e12_seg02_clip_25", "timestamp": [ 140.3, 143.66 ], "duration": 168.66, "caption": "An older man comes walking off of the elevator behind a woman.", "similarity": 0.7508, "relevance": 2 }, { "pair_id": 342661, "video_name": "grey_s03e24_seg02_clip_07", "timestamp": [ 77.3, 81.63 ], "duration": 96.66, "caption": "A woman grabs a man and walks him to the elevator.", "similarity": 0.7477, "relevance": 4 }, { "pair_id": 342662, "video_name": "house_s04e09_seg02_clip_02", "timestamp": [ 77.57, 84.63 ], "duration": 94.66, "caption": "A person walks towards the elevator with man next to him.", "similarity": 0.7446, "relevance": 3 }, { "pair_id": 342663, "video_name": "castle_s03e11_seg02_clip_20", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A man is standing in front of the elevator with a woman as the elevator closes.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 342664, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 19.21, 24.12 ], "duration": 89.66, "caption": "A man with a woman rode the elevator as they end up their conversation.", "similarity": 0.7393, "relevance": 4 }, { "pair_id": 342665, "video_name": "castle_s03e05_seg02_clip_09", "timestamp": [ 5.58, 13.49 ], "duration": 93.66, "caption": "A woman and a man step off of the elevator together.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 342666, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 0.0, 24.53 ], "duration": 92.66, "caption": "A man is on his phone as he walks beside woman and they enter an elevator.", "similarity": 0.7361, "relevance": 3 }, { "pair_id": 342667, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 71.4, 86.02 ], "duration": 86.66, "caption": "A woman walks into the elevator and finds a man already in it.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 342669, "video_name": "house_s07e08_seg02_clip_00", "timestamp": [ 48.89, 69.11 ], "duration": 94.66, "caption": "A man and a woman both make plans together before a man walks into the elevator.", "similarity": 0.7303, "relevance": 4 }, { "pair_id": 342670, "video_name": "house_s08e03_seg02_clip_24", "timestamp": [ 10.56, 12.76 ], "duration": 88.66, "caption": "A woman presses the button on the elevator with man next to her.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 342671, "video_name": "house_s01e11_seg02_clip_02", "timestamp": [ 71.65, 80.38 ], "duration": 91.66, "caption": "A man and a woman get on and off the elevator together.", "similarity": 0.726, "relevance": 4 }, { "pair_id": 342672, "video_name": "castle_s03e18_seg02_clip_16", "timestamp": [ 7.63, 13.47 ], "duration": 89.66, "caption": "A woman and man are standing in front of an elevator.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 342673, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 30.57, 47.71 ], "duration": 92.66, "caption": "A man rides in the elevator with woman while continuing a conversation.", "similarity": 0.7232, "relevance": 4 }, { "pair_id": 342674, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 11.28, 16.24 ], "duration": 90.66, "caption": "A person walks to the other side of woman and she presses the elevator button.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 342675, "video_name": "castle_s04e15_seg02_clip_09", "timestamp": [ 14.2, 19.24 ], "duration": 91.66, "caption": "A woman and man are escorted by a person out of the elevator.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 342676, "video_name": "house_s05e22_seg02_clip_05", "timestamp": [ 53.38, 55.68 ], "duration": 92.66, "caption": "A woman presses the elevator button as a man presses the button after.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 342677, "video_name": "s02e15_seg02_clip_00", "timestamp": [ 1.89, 5.36 ], "duration": 63.66, "caption": "A woman walks up on a man's mother waiting by the elevator.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 342678, "video_name": "castle_s04e16_seg02_clip_18", "timestamp": [ 56.11, 71.42 ], "duration": 102.66, "caption": "A man takes a woman at gunpoint and enters the elevator.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 342679, "video_name": "grey_s03e20_seg02_clip_00", "timestamp": [ 58.77, 64.88 ], "duration": 94.66, "caption": "A woman enters the elevator, stands beside a man and compliments an article of his clothing.", "similarity": 0.7181, "relevance": 3 } ] }, { "query_id": 19434, "query": "A man with stubble on his face opens the door for a woman.", "relevant_moment": [ { "pair_id": 7900, "video_name": "house_s05e07_seg02_clip_11", "timestamp": [ 64.37, 68.42 ], "duration": 90.66, "caption": "A man with stubble on his face opens the door for a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7901, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 21.61, 25.51 ], "duration": 60.66, "caption": "A man opens to the door for woman and makes a face after he closes it.", "similarity": 0.8569, "relevance": 3 }, { "pair_id": 7902, "video_name": "house_s05e09_seg02_clip_09", "timestamp": [ 77.72, 79.82 ], "duration": 105.66, "caption": "A man opens and holds the door for a woman.", "similarity": 0.8009, "relevance": 3 }, { "pair_id": 7903, "video_name": "castle_s03e13_seg02_clip_00", "timestamp": [ 47.01, 49.83 ], "duration": 94.66, "caption": "A man walks to the door and opens it for a woman.", "similarity": 0.7799, "relevance": 3 }, { "pair_id": 7904, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 1.32, 6.16 ], "duration": 88.66, "caption": "A man opens the door for a woman and walks through.", "similarity": 0.7747, "relevance": 3 }, { "pair_id": 7905, "video_name": "castle_s03e04_seg02_clip_23", "timestamp": [ 1.31, 9.17 ], "duration": 87.66, "caption": "A man opens the door and a woman is there.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 7906, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 21.54, 29.22 ], "duration": 59.66, "caption": "A man opens the door and he saw a woman.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 7907, "video_name": "friends_s10e12_seg02_clip_12", "timestamp": [ 15.03, 16.87 ], "duration": 61.66, "caption": "A man opens the door and looks at a woman.", "similarity": 0.7623, "relevance": 2 }, { "pair_id": 7908, "video_name": "castle_s05e09_seg02_clip_26", "timestamp": [ 42.06, 47.13 ], "duration": 145.66, "caption": "A man opens the door and looks at a woman.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 7909, "video_name": "friends_s06e23_seg02_clip_00", "timestamp": [ 45.45, 47.01 ], "duration": 62.66, "caption": "A man holds the door open for woman while looking at guy.", "similarity": 0.7593, "relevance": 1 }, { "pair_id": 7910, "video_name": "castle_s02e13_seg02_clip_16", "timestamp": [ 77.45, 79.19 ], "duration": 87.66, "caption": "A woman is at the door when a man opens it.", "similarity": 0.7572, "relevance": 3 }, { "pair_id": 7911, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A man opens the door for two women.", "similarity": 0.7568, "relevance": 4 }, { "pair_id": 7912, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 0.0, 1.62 ], "duration": 36.66, "caption": "A woman opens up the door for man in a quick manner.", "similarity": 0.7522, "relevance": 2 }, { "pair_id": 7913, "video_name": "friends_s07e01_seg02_clip_13", "timestamp": [ 34.79, 39.34 ], "duration": 65.66, "caption": "A man opens the door slightly and wiggles his fingers for a woman.", "similarity": 0.7471, "relevance": 1 }, { "pair_id": 7914, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 37.54, 45.14 ], "duration": 95.66, "caption": "A man opens the door while he was talking with woman.", "similarity": 0.747, "relevance": 1 }, { "pair_id": 7915, "video_name": "friends_s06e24-25_seg02_clip_31", "timestamp": [ 13.12, 21.05 ], "duration": 61.66, "caption": "A man opens his door to find a woman standing there.", "similarity": 0.7438, "relevance": 4 }, { "pair_id": 7916, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 35.33, 46.22 ], "duration": 66.66, "caption": "A woman opens the door, sees a man and shuts the door in his face.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 7917, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 15.96, 25.24 ], "duration": 58.66, "caption": "A man opens the door and closes it after woman.", "similarity": 0.7419, "relevance": 2 }, { "pair_id": 7918, "video_name": "met_s06e16_seg02_clip_02", "timestamp": [ 45.47, 48.21 ], "duration": 61.66, "caption": "A man opens the door to see woman standing there.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 7919, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 49.94, 58.11 ], "duration": 60.66, "caption": "A man opens the door and a woman comes in.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 181220, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 25.21, 28.36 ], "duration": 90.66, "caption": "A man opens a car door for a woman.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 181221, "video_name": "met_s06e16_seg02_clip_15", "timestamp": [ 17.17, 18.44 ], "duration": 91.66, "caption": "A man opens the door to see a woman standing there.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 181222, "video_name": "s05e13_seg02_clip_16", "timestamp": [ 4.51, 6.89 ], "duration": 53.66, "caption": "A man opens their door for a woman who is in their night gown.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 181223, "video_name": "s05e18_seg02_clip_14", "timestamp": [ 29.11, 33.31 ], "duration": 60.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 181224, "video_name": "met_s06e05_seg02_clip_09", "timestamp": [ 39.53, 41.07 ], "duration": 61.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 181225, "video_name": "friends_s05e23-24_seg02_clip_19", "timestamp": [ 23.11, 27.61 ], "duration": 60.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 181226, "video_name": "castle_s02e06_seg02_clip_24", "timestamp": [ 84.2, 91.03 ], "duration": 91.66, "caption": "A woman opens the door for a man, she exits first.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 181227, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 56.89, 61.44 ], "duration": 91.66, "caption": "A man opens the door when a woman is with another woman, looking for a man.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 181228, "video_name": "grey_s03e25_seg02_clip_28", "timestamp": [ 103.16, 108.02 ], "duration": 108.66, "caption": "A man opens the door and a woman is startled to see him.", "similarity": 0.734, "relevance": 2 }, { "pair_id": 181229, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 32.99, 38.81 ], "duration": 97.66, "caption": "A man opens the door and walks over to a woman.", "similarity": 0.7337, "relevance": 2 }, { "pair_id": 181230, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 1.37, 3.64 ], "duration": 91.66, "caption": "A woman opens the door and welcomes a man.", "similarity": 0.7334, "relevance": 1 }, { "pair_id": 181231, "video_name": "grey_s03e01_seg02_clip_23", "timestamp": [ 20.0, 26.05 ], "duration": 93.66, "caption": "A man walks to the door but then turns to face a woman.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 181232, "video_name": "castle_s08e17_seg02_clip_21", "timestamp": [ 4.99, 12.24 ], "duration": 90.66, "caption": "A person opens the door after woman asks him to.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 181233, "video_name": "friends_s05e05_seg01_clip_00", "timestamp": [ 10.88, 18.76 ], "duration": 75.66, "caption": "A man opens the door for woman and they kiss.", "similarity": 0.7308, "relevance": 3 }, { "pair_id": 181234, "video_name": "friends_s07e05_seg02_clip_08", "timestamp": [ 24.32, 29.31 ], "duration": 62.66, "caption": "A woman reaches over a man and closes the door in someone's face.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 181235, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 11.1, 12.91 ], "duration": 60.66, "caption": "A man opens the door for woman as she steps out.", "similarity": 0.7283, "relevance": 3 }, { "pair_id": 181236, "video_name": "s09e01_seg02_clip_07", "timestamp": [ 28.21, 37.82 ], "duration": 60.66, "caption": "A man carries a woman in his arms and opens the door.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 181237, "video_name": "castle_s07e23_seg02_clip_08", "timestamp": [ 69.32, 73.37 ], "duration": 90.66, "caption": "A man holds the door open for a woman and closes it behind her.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 181238, "video_name": "s04e09_seg02_clip_02", "timestamp": [ 43.82, 46.82 ], "duration": 60.66, "caption": "A man opens the door to woman and leaves with her.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 181239, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 43.33, 47.6 ], "duration": 61.66, "caption": "A man opens the door for a woman and is bothered to see another person standing with her.", "similarity": 0.7242, "relevance": 3 } ] }, { "query_id": 19451, "query": "A woman rolls her eyes as she holds her hand up next to her face and flicks her finger.", "relevant_moment": [ { "pair_id": 47780, "video_name": "castle_s03e02_seg02_clip_19", "timestamp": [ 40.66, 41.55 ], "duration": 89.66, "caption": "A woman rolls her eyes as she holds her hand up next to her face and flicks her finger.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 47781, "video_name": "castle_s03e03_seg02_clip_12", "timestamp": [ 9.16, 10.08 ], "duration": 91.66, "caption": "A woman holds her hands up beside her face and motions her fingers around in circles.", "similarity": 0.7874, "relevance": 3 }, { "pair_id": 47782, "video_name": "castle_s02e10_seg02_clip_20", "timestamp": [ 62.92, 67.45 ], "duration": 90.66, "caption": "A person crosses their fingers and a woman rolls her eyes at their gesture.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 47783, "video_name": "castle_s07e17_seg02_clip_27", "timestamp": [ 8.48, 11.89 ], "duration": 22.66, "caption": "A woman puts both her hands around one of someone's hands then turns and looks into his/her eyes.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 47784, "video_name": "friends_s08e13_seg02_clip_11", "timestamp": [ 12.24, 13.6 ], "duration": 68.66, "caption": "A woman reaches their hand up and brushes their finger over the side of their forehead.", "similarity": 0.737, "relevance": 2 }, { "pair_id": 47785, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 48.07, 57.42 ], "duration": 89.66, "caption": "A woman holds her hands up to her face.", "similarity": 0.7366, "relevance": 2 }, { "pair_id": 47786, "video_name": "friends_s08e17_seg02_clip_12", "timestamp": [ 26.01, 29.51 ], "duration": 100.66, "caption": "A woman puts her hands on the side of her face.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 47787, "video_name": "s02e10_seg02_clip_13", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A woman raises her hand to her face and covers her eyes.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 47788, "video_name": "met_s03e09_seg02_clip_00", "timestamp": [ 35.05, 42.49 ], "duration": 62.66, "caption": "A woman turns both hands so that her palms are facing up and looks at them.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 47789, "video_name": "friends_s06e11_seg02_clip_02", "timestamp": [ 41.85, 43.66 ], "duration": 60.66, "caption": "A woman puts the backs of her hands over her eyes.", "similarity": 0.7286, "relevance": 2 }, { "pair_id": 47790, "video_name": "castle_s05e10_seg02_clip_07", "timestamp": [ 47.79, 49.61 ], "duration": 91.66, "caption": "A woman puts her hand in the air and wiggles her fingers.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 47791, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 56.43, 59.4 ], "duration": 59.66, "caption": "A woman rubs her fingers across her thumbs several times while holding them at about eye level.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 47792, "video_name": "friends_s07e20_seg02_clip_17", "timestamp": [ 54.17, 56.74 ], "duration": 57.66, "caption": "A woman presses her lips together and looks around with her eyes.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 47793, "video_name": "grey_s03e02_seg02_clip_02", "timestamp": [ 5.01, 10.92 ], "duration": 91.66, "caption": "A woman holds her face as she leans into her hands.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 47794, "video_name": "house_s08e21_seg02_clip_10", "timestamp": [ 60.5, 64.7 ], "duration": 84.66, "caption": "A woman rubs her face with her hands, and then gestures outward.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 47795, "video_name": "friends_s01e14_seg02_clip_03", "timestamp": [ 27.16, 30.51 ], "duration": 61.66, "caption": "A woman holds up one finger and turns around.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 47796, "video_name": "friends_s07e23-24_seg02_clip_22", "timestamp": [ 5.59, 8.69 ], "duration": 62.66, "caption": "A woman puts her hand up and on her forehead.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 47797, "video_name": "house_s03e17_seg02_clip_12", "timestamp": [ 4.37, 7.76 ], "duration": 97.66, "caption": "A woman uses the finger on one hand to hold a person's eyes open.", "similarity": 0.7136, "relevance": 1 }, { "pair_id": 47798, "video_name": "friends_s06e24-25_seg02_clip_35", "timestamp": [ 44.03, 45.15 ], "duration": 56.66, "caption": "A woman touches the back of her wrist to her forehead as she turns around.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 47799, "video_name": "castle_s02e10_seg02_clip_06", "timestamp": [ 58.14, 59.48 ], "duration": 89.66, "caption": "A woman reaches up and brushes the side of her face with her finger.", "similarity": 0.7111, "relevance": 2 } ] }, { "query_id": 19507, "query": "A person pops a pickled egg into his mouth and begins chewing on it.", "relevant_moment": [ { "pair_id": 152140, "video_name": "castle_s02e13_seg02_clip_02", "timestamp": [ 53.03, 60.93 ], "duration": 93.66, "caption": "A person pops a pickled egg into his mouth and begins chewing on it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152141, "video_name": "castle_s02e13_seg02_clip_02", "timestamp": [ 69.31, 75.82 ], "duration": 93.66, "caption": "A person eats a pickled egg into his mouth and begins to choke on it.", "similarity": 0.8922, "relevance": 4 }, { "pair_id": 152142, "video_name": "castle_s07e11_seg02_clip_00", "timestamp": [ 0.0, 4.14 ], "duration": 92.66, "caption": "A person cracks an egg and picks up a whisk.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 152143, "video_name": "s04e02_seg01_clip_02", "timestamp": [ 5.54, 6.98 ], "duration": 41.66, "caption": "A man cracks an egg on the bowl and empties it into the bowl.", "similarity": 0.6341, "relevance": 0 }, { "pair_id": 152144, "video_name": "s01e01_seg02_clip_10", "timestamp": [ 51.35, 58.73 ], "duration": 59.66, "caption": "A person puts a spoonful of food in his mouth and starts chewing.", "similarity": 0.6336, "relevance": 3 }, { "pair_id": 152145, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 8.28, 10.58 ], "duration": 92.66, "caption": "A person puts food into their mouth with their hand and chews it.", "similarity": 0.6301, "relevance": 0 }, { "pair_id": 152146, "video_name": "s04e02_seg01_clip_01", "timestamp": [ 45.02, 47.72 ], "duration": 60.66, "caption": "A person cracks an egg on the side of a small white bowl.", "similarity": 0.6265, "relevance": 0 }, { "pair_id": 152147, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 47.42, 48.62 ], "duration": 60.66, "caption": "A person puts a piece of food into his mouth.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 152148, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 10.62, 13.28 ], "duration": 59.66, "caption": "A person picks up some food but stops before putting it in their mouth.", "similarity": 0.5958, "relevance": 0 }, { "pair_id": 152149, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 76.49, 78.79 ], "duration": 115.66, "caption": "A person reaches up and puts a lollipop in his mouth.", "similarity": 0.591, "relevance": 1 }, { "pair_id": 152150, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 20.48, 23.67 ], "duration": 91.66, "caption": "A person takes a bit of their food and chews it.", "similarity": 0.5907, "relevance": 1 }, { "pair_id": 152151, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 13.58, 20.36 ], "duration": 59.66, "caption": "A person picks up the fork and starts eating.", "similarity": 0.5867, "relevance": 0 }, { "pair_id": 152152, "video_name": "s01e04_seg02_clip_00", "timestamp": [ 43.54, 52.83 ], "duration": 64.66, "caption": "A person pushes their eggs from the pan onto the plate.", "similarity": 0.5852, "relevance": 0 }, { "pair_id": 152153, "video_name": "friends_s01e10_seg02_clip_19", "timestamp": [ 16.99, 17.89 ], "duration": 59.66, "caption": "A person puts a piece of food in their mouth.", "similarity": 0.5839, "relevance": 1 }, { "pair_id": 152154, "video_name": "s04e02_seg01_clip_02", "timestamp": [ 4.92, 7.39 ], "duration": 41.66, "caption": "A man breaks an egg in a bowl and asks person if they want some.", "similarity": 0.5833, "relevance": 0 }, { "pair_id": 152155, "video_name": "house_s08e08_seg02_clip_00", "timestamp": [ 11.16, 14.88 ], "duration": 93.66, "caption": "A person puts food in their mouth and eats it.", "similarity": 0.5816, "relevance": 1 }, { "pair_id": 152156, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 48.04, 50.16 ], "duration": 85.66, "caption": "A person chews and opens their mouth wide with the food still in it.", "similarity": 0.5652, "relevance": 2 }, { "pair_id": 152157, "video_name": "s05e06_seg02_clip_07", "timestamp": [ 17.96, 19.39 ], "duration": 57.66, "caption": "A person put a piece of food from fork into his mouth.", "similarity": 0.564, "relevance": 1 }, { "pair_id": 152158, "video_name": "met_s06e16_seg02_clip_14", "timestamp": [ 9.14, 15.44 ], "duration": 63.66, "caption": "A person makes an egg appear and then turns it into a bird.", "similarity": 0.5607, "relevance": 1 }, { "pair_id": 152159, "video_name": "castle_s05e18_seg02_clip_01", "timestamp": [ 7.18, 9.42 ], "duration": 89.66, "caption": "A person picks up a small cupcake and puts it in his/her mouth.", "similarity": 0.5603, "relevance": 2 } ] }, { "query_id": 19520, "query": "A person is holding a dvd case set as he stands beside another person.", "relevant_moment": [ { "pair_id": 155120, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 0.0, 5.91 ], "duration": 90.66, "caption": "A person is holding a dvd case set as he stands beside another person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 155121, "video_name": "s08e05_seg02_clip_01", "timestamp": [ 34.12, 46.52 ], "duration": 62.66, "caption": "A person holds up a DVD case to encourage their friends to watch the DVD.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 155122, "video_name": "s07e08_seg02_clip_14", "timestamp": [ 25.81, 30.61 ], "duration": 60.66, "caption": "A man puts a dvd case in front of a person's face.", "similarity": 0.7344, "relevance": 4 }, { "pair_id": 155123, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 0.0, 7.6 ], "duration": 49.66, "caption": "A person is holding a DVD box while talking to another person.", "similarity": 0.6881, "relevance": 4 }, { "pair_id": 155124, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 6.37, 8.64 ], "duration": 90.66, "caption": "A person throws the case dvd set to another person.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 155125, "video_name": "castle_s03e09_seg02_clip_18", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A person was holding a disc and showing it to another person.", "similarity": 0.6481, "relevance": 3 }, { "pair_id": 155126, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 40.68, 50.98 ], "duration": 98.66, "caption": "A person is holding a DVD container while talking to someone.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 155127, "video_name": "s03e15_seg02_clip_03", "timestamp": [ 4.43, 6.49 ], "duration": 59.66, "caption": "A person holds up a document to show another person.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 155128, "video_name": "s06e20_seg02_clip_07", "timestamp": [ 12.4, 14.41 ], "duration": 67.66, "caption": "A person hands another person a DVD box with a red bow on top of it.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 155129, "video_name": "s02e09_seg02_clip_13", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A person is standing next to another person and holding his/her hand.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 155130, "video_name": "castle_s03e14_seg02_clip_06", "timestamp": [ 9.06, 11.77 ], "duration": 90.66, "caption": "A person puts a picture of another person onto the case board.", "similarity": 0.6165, "relevance": 0 }, { "pair_id": 155131, "video_name": "grey_s03e05_seg02_clip_11", "timestamp": [ 0.0, 1.82 ], "duration": 90.66, "caption": "One person is holding files while standing next to another person.", "similarity": 0.6072, "relevance": 1 }, { "pair_id": 155132, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 39.7, 95.58 ], "duration": 98.66, "caption": "A man holds a yellow movie case while he talks to a person.", "similarity": 0.6036, "relevance": 3 }, { "pair_id": 155133, "video_name": "friends_s08e03_seg02_clip_17", "timestamp": [ 35.86, 64.03 ], "duration": 64.66, "caption": "A person holds another person's hand while showing something to them at the monitor.", "similarity": 0.6015, "relevance": 1 }, { "pair_id": 155134, "video_name": "s07e19_seg02_clip_12", "timestamp": [ 28.68, 30.51 ], "duration": 61.66, "caption": "A person takes an Xbox one from the shelf as he is standing with another person.", "similarity": 0.596, "relevance": 3 }, { "pair_id": 155135, "video_name": "s07e21_seg02_clip_03", "timestamp": [ 37.22, 40.94 ], "duration": 62.66, "caption": "A person is holding a dvd as a man comes from the stairs.", "similarity": 0.5958, "relevance": 1 }, { "pair_id": 155136, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 83.99, 88.41 ], "duration": 88.66, "caption": "A person is beside another person as they look at a computer screen.", "similarity": 0.5889, "relevance": 1 }, { "pair_id": 155137, "video_name": "house_s06e13_seg02_clip_12", "timestamp": [ 45.54, 58.81 ], "duration": 88.66, "caption": "A man holds a typed document in front of another person.", "similarity": 0.5882, "relevance": 0 }, { "pair_id": 155138, "video_name": "met_s06e14_seg02_clip_07", "timestamp": [ 0.0, 5.8 ], "duration": 58.66, "caption": "A person stands with his hand on another person's shoulder.", "similarity": 0.5867, "relevance": 1 }, { "pair_id": 155139, "video_name": "friends_s03e09_seg02_clip_11", "timestamp": [ 0.0, 2.41 ], "duration": 60.66, "caption": "A person holds a ball while standing next to someone.", "similarity": 0.585, "relevance": 1 } ] }, { "query_id": 19521, "query": "A person throws the case dvd set to another person.", "relevant_moment": [ { "pair_id": 33400, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 6.37, 8.64 ], "duration": 90.66, "caption": "A person throws the case dvd set to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 33401, "video_name": "s07e21_seg02_clip_04", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "A person points out something that is on the DVD disc and another person blows it off.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 33402, "video_name": "s07e08_seg02_clip_14", "timestamp": [ 25.81, 30.61 ], "duration": 60.66, "caption": "A man puts a dvd case in front of a person's face.", "similarity": 0.6937, "relevance": 3 }, { "pair_id": 33404, "video_name": "castle_s02e13_seg02_clip_10", "timestamp": [ 62.32, 64.99 ], "duration": 89.66, "caption": "A man passes the boxed dvd set to another man.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 33405, "video_name": "s08e05_seg02_clip_01", "timestamp": [ 34.12, 46.52 ], "duration": 62.66, "caption": "A person holds up a DVD case to encourage their friends to watch the DVD.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 33406, "video_name": "s06e20_seg02_clip_07", "timestamp": [ 12.4, 14.41 ], "duration": 67.66, "caption": "A person hands another person a DVD box with a red bow on top of it.", "similarity": 0.6324, "relevance": 3 }, { "pair_id": 33407, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 77.21, 80.53 ], "duration": 166.66, "caption": "A person throw the thing they are holding to another person.", "similarity": 0.6251, "relevance": 2 }, { "pair_id": 33408, "video_name": "house_s02e20_seg02_clip_11", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A person throws packed things to another person and another person.", "similarity": 0.6132, "relevance": 2 }, { "pair_id": 33409, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 0.0, 7.6 ], "duration": 49.66, "caption": "A person is holding a DVD box while talking to another person.", "similarity": 0.6107, "relevance": 2 }, { "pair_id": 33410, "video_name": "castle_s03e09_seg02_clip_18", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A person was holding a disc and showing it to another person.", "similarity": 0.6099, "relevance": 2 }, { "pair_id": 33411, "video_name": "house_s02e01_seg02_clip_21", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person throws a document to another person and he catches it.", "similarity": 0.6057, "relevance": 3 }, { "pair_id": 33412, "video_name": "house_s06e04_seg02_clip_02", "timestamp": [ 67.13, 71.7 ], "duration": 91.66, "caption": "A person brings a film and gives it to another person.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 33413, "video_name": "s04e07_seg02_clip_05", "timestamp": [ 38.75, 61.03 ], "duration": 61.66, "caption": "A person shows the agent a DVD case that someone broke a piece of when she asks if the person is trustworthy.", "similarity": 0.5953, "relevance": 1 }, { "pair_id": 33414, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 29.3, 33.49 ], "duration": 93.66, "caption": "A person throws another person an object and the other person catches it.", "similarity": 0.5882, "relevance": 3 }, { "pair_id": 33415, "video_name": "met_s03e06_seg01_clip_00", "timestamp": [ 51.95, 56.96 ], "duration": 62.66, "caption": "A person takes a DVD away from another person and walks across the apartment.", "similarity": 0.5854, "relevance": 3 }, { "pair_id": 33416, "video_name": "s07e08_seg02_clip_13", "timestamp": [ 27.91, 34.74 ], "duration": 62.66, "caption": "A person bursts in the front door holding a DVD in one hand.", "similarity": 0.5833, "relevance": 1 }, { "pair_id": 33417, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 4.13, 21.25 ], "duration": 59.66, "caption": "A person pulls out a DVD and asks another person to watch it with him to impress his girlfriend the following night.", "similarity": 0.5812, "relevance": 3 }, { "pair_id": 33418, "video_name": "house_s03e16_seg02_clip_22", "timestamp": [ 50.06, 53.25 ], "duration": 91.66, "caption": "A person tosses the television remote under hand to another person.", "similarity": 0.5753, "relevance": 3 }, { "pair_id": 33419, "video_name": "house_s04e01_seg02_clip_05", "timestamp": [ 78.09, 80.82 ], "duration": 90.66, "caption": "A doctor throws a book to another person.", "similarity": 0.5739, "relevance": 3 } ] }, { "query_id": 19601, "query": "A man with a flower bouquet comes inside from the door.", "relevant_moment": [ { "pair_id": 161020, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 13.73, 16.48 ], "duration": 61.66, "caption": "A man with a flower bouquet comes inside from the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161021, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 1.17, 3.51 ], "duration": 78.66, "caption": "A person walks through a door carrying a bouquet of flowers.", "similarity": 0.7922, "relevance": 4 }, { "pair_id": 161022, "video_name": "house_s06e18_seg02_clip_11", "timestamp": [ 82.82, 86.04 ], "duration": 92.66, "caption": "A man in a brown leather jacket with flower bouquet in his hand comes to the door of woman's room.", "similarity": 0.7695, "relevance": 4 }, { "pair_id": 161023, "video_name": "friends_s08e02_seg02_clip_16", "timestamp": [ 48.31, 51.87 ], "duration": 59.66, "caption": "Two men, one of whom is holding a bouquet of flowers, come in the door.", "similarity": 0.7629, "relevance": 3 }, { "pair_id": 161024, "video_name": "friends_s09e01_seg01_clip_00", "timestamp": [ 18.2, 22.82 ], "duration": 61.66, "caption": "A man walks through the hallway while holding a bouquet of flowers.", "similarity": 0.7508, "relevance": 2 }, { "pair_id": 161025, "video_name": "s09e11_seg02_clip_12", "timestamp": [ 19.81, 23.66 ], "duration": 55.66, "caption": "A person is holding a bouquet of flowers as another person opens their door.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 161026, "video_name": "house_s04e04_seg02_clip_23", "timestamp": [ 114.1, 124.02 ], "duration": 124.66, "caption": "A person walks into the room carrying a bouquet of flowers.", "similarity": 0.7199, "relevance": 4 }, { "pair_id": 161027, "video_name": "grey_s03e02_seg02_clip_24", "timestamp": [ 11.57, 19.14 ], "duration": 89.66, "caption": "A man opens the door and walks in with a bunch of flowers, two people look at him with mugs in their hands.", "similarity": 0.7116, "relevance": 3 }, { "pair_id": 161028, "video_name": "friends_s08e07_seg02_clip_15", "timestamp": [ 13.21, 17.17 ], "duration": 66.66, "caption": "A man enters the apartment of a woman who is holding flowers and closes the door behind him.", "similarity": 0.7044, "relevance": 4 }, { "pair_id": 161029, "video_name": "house_s06e18_seg02_clip_12", "timestamp": [ 11.11, 25.34 ], "duration": 88.66, "caption": "A man comes into the room holding flowers for the patient.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 161030, "video_name": "friends_s03e15_seg02_clip_03", "timestamp": [ 2.67, 8.59 ], "duration": 59.66, "caption": "A man sets down his bouquet when he walks in.", "similarity": 0.6966, "relevance": 4 }, { "pair_id": 161031, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 25.51, 32.71 ], "duration": 60.66, "caption": "A woman enters a man's apartment and hands him a bouquet of flowers.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 161032, "video_name": "s07e18_seg02_clip_04", "timestamp": [ 55.15, 56.1 ], "duration": 63.66, "caption": "A person opens the car door while holding flowers.", "similarity": 0.6801, "relevance": 0 }, { "pair_id": 161033, "video_name": "friends_s10e17-18_seg02_clip_00", "timestamp": [ 6.1, 8.85 ], "duration": 61.66, "caption": "A man and a woman enter double doors as the man holds a bouquet of flowers.", "similarity": 0.6753, "relevance": 4 }, { "pair_id": 161034, "video_name": "castle_s08e05_seg02_clip_25", "timestamp": [ 19.92, 23.24 ], "duration": 166.66, "caption": "A woman opens the door and sees man standing at the door holding bunch of flowers.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 161035, "video_name": "friends_s09e01_seg01_clip_00", "timestamp": [ 36.08, 38.55 ], "duration": 61.66, "caption": "A man walks into the hospital room carrying flowers.", "similarity": 0.67, "relevance": 4 }, { "pair_id": 161036, "video_name": "s08e07_seg02_clip_01", "timestamp": [ 35.05, 41.25 ], "duration": 62.66, "caption": "A man with the bouquet of roses walks up to someone's door and knocks.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 161037, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 0.0, 4.68 ], "duration": 78.66, "caption": "A person enters a hospital room bringing flowers for the patient.", "similarity": 0.6586, "relevance": 4 }, { "pair_id": 161038, "video_name": "met_s03e10_seg02_clip_11", "timestamp": [ 1.18, 5.03 ], "duration": 59.66, "caption": "A man comes through the door and into the house.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 161039, "video_name": "friends_s05e13_seg02_clip_07", "timestamp": [ 0.89, 7.97 ], "duration": 59.66, "caption": "A man reaches into his purse and pulls out a bouquet of flowers for a woman.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 334340, "video_name": "friends_s10e17-18_seg02_clip_00", "timestamp": [ 6.41, 33.6 ], "duration": 61.66, "caption": "A man was holding a beautiful bouquet of flowers.", "similarity": 0.6518, "relevance": 4 }, { "pair_id": 334341, "video_name": "friends_s06e01_seg02_clip_16", "timestamp": [ 56.64, 62.0 ], "duration": 67.66, "caption": "A woman enters the room and catches a bouquet of flowers.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 334342, "video_name": "friends_s08e15_seg02_clip_03", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A man entered the room and placed the bouquet on the table.", "similarity": 0.6463, "relevance": 3 }, { "pair_id": 334343, "video_name": "friends_s03e23_seg01_clip_00", "timestamp": [ 13.28, 14.94 ], "duration": 83.66, "caption": "A man opens the door from outside and comes inside in a hurried manner.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 334344, "video_name": "castle_s08e05_seg02_clip_25", "timestamp": [ 19.92, 25.74 ], "duration": 166.66, "caption": "A woman opens the door and sees a man with paper flowers.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 334345, "video_name": "s09e23_seg02_clip_05", "timestamp": [ 53.7, 57.67 ], "duration": 61.66, "caption": "A woman slams the door in a man's face as they stand there holding flowers.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 334346, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 37.48, 43.09 ], "duration": 59.66, "caption": "A person walks into the apartment and hands woman a bouquet of flowers.", "similarity": 0.624, "relevance": 4 }, { "pair_id": 334347, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A man opens the door and walks in holding something behind him.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 334348, "video_name": "friends_s07e17_seg02_clip_18", "timestamp": [ 11.17, 13.97 ], "duration": 62.66, "caption": "A man wearing a coat opened the door and entered the room.", "similarity": 0.6101, "relevance": 2 }, { "pair_id": 334349, "video_name": "house_s07e10_seg02_clip_13", "timestamp": [ 68.6, 69.49 ], "duration": 88.66, "caption": "A man takes some flowers from a florist delivery person.", "similarity": 0.6083, "relevance": 2 }, { "pair_id": 334350, "video_name": "castle_s08e05_seg02_clip_08", "timestamp": [ 24.43, 27.09 ], "duration": 88.66, "caption": "A man picks up a bouquet of flowers and smells them.", "similarity": 0.606, "relevance": 2 }, { "pair_id": 334351, "video_name": "s03e21_seg02_clip_06", "timestamp": [ 22.95, 25.43 ], "duration": 62.66, "caption": "A person opens the door and enters partially into the room.", "similarity": 0.6002, "relevance": 1 }, { "pair_id": 334352, "video_name": "friends_s03e15_seg02_clip_03", "timestamp": [ 3.56, 5.93 ], "duration": 59.66, "caption": "A person walks into the apartment with a bouquet of flowers asking for someone.", "similarity": 0.6, "relevance": 4 }, { "pair_id": 334353, "video_name": "friends_s09e13_seg01_clip_00", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.5987, "relevance": 2 }, { "pair_id": 334354, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 23.19, 27.77 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.5987, "relevance": 2 }, { "pair_id": 334355, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 45.0, 52.02 ], "duration": 52.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.5987, "relevance": 2 }, { "pair_id": 334356, "video_name": "friends_s05e13_seg02_clip_07", "timestamp": [ 4.72, 8.56 ], "duration": 59.66, "caption": "A man pulls out a bouquet of flowers from his bag and hands them to a woman.", "similarity": 0.5981, "relevance": 2 }, { "pair_id": 334357, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 47.27, 51.68 ], "duration": 63.66, "caption": "A man opens the door and comes in suddenly.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 334358, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 0.5963, "relevance": 1 }, { "pair_id": 334359, "video_name": "friends_s05e04_seg02_clip_18", "timestamp": [ 64.96, 68.02 ], "duration": 68.66, "caption": "A man opens the door and a person wearing long sleeves comes in.", "similarity": 0.5931, "relevance": 1 } ] }, { "query_id": 19605, "query": "A woman is going through a yearbook as she is with a man in an office.", "relevant_moment": [ { "pair_id": 168400, "video_name": "castle_s05e10_seg02_clip_13", "timestamp": [ 0.0, 27.15 ], "duration": 92.66, "caption": "A woman is going through a yearbook as she is with a man in an office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168401, "video_name": "castle_s05e10_seg02_clip_13", "timestamp": [ 8.28, 20.25 ], "duration": 92.66, "caption": "A man agrees with a woman while she's looking through a yearbook.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 168402, "video_name": "house_s03e15_seg02_clip_06", "timestamp": [ 0.9, 3.6 ], "duration": 90.66, "caption": "A woman looks at the photo of a man in his high-school yearbook.", "similarity": 0.6367, "relevance": 4 }, { "pair_id": 168403, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 4.73, 6.02 ], "duration": 86.66, "caption": "A person walks into a woman's office through the office doors.", "similarity": 0.6008, "relevance": 1 }, { "pair_id": 168404, "video_name": "castle_s04e04_seg02_clip_02", "timestamp": [ 0.0, 19.81 ], "duration": 90.66, "caption": "A woman and a man are in an office with a person.", "similarity": 0.5996, "relevance": 2 }, { "pair_id": 168405, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 19.96, 21.38 ], "duration": 57.66, "caption": "A man and a woman walk into a woman's office as she is standing.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 168406, "video_name": "house_s07e06_seg02_clip_13", "timestamp": [ 37.86, 41.01 ], "duration": 63.66, "caption": "A woman runs into a man's office from the hallway.", "similarity": 0.5919, "relevance": 1 }, { "pair_id": 168407, "video_name": "castle_s04e21_seg02_clip_24", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "A woman walks through the office until she meets up with a man.", "similarity": 0.59, "relevance": 1 }, { "pair_id": 168408, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 51.16, 52.56 ], "duration": 93.66, "caption": "A person walks into woman's office as she holds the door for him.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 168409, "video_name": "grey_s03e01_seg02_clip_06", "timestamp": [ 31.95, 36.97 ], "duration": 91.66, "caption": "A woman bursts into a man's office as he is talking with a woman.", "similarity": 0.5871, "relevance": 1 }, { "pair_id": 168410, "video_name": "s05e03_seg02_clip_03", "timestamp": [ 35.3, 49.79 ], "duration": 63.66, "caption": "A woman is reading a man's yearbook as she mentions the comments written about him.", "similarity": 0.5866, "relevance": 3 }, { "pair_id": 168411, "video_name": "house_s05e15_seg02_clip_19", "timestamp": [ 6.37, 11.38 ], "duration": 91.66, "caption": "A woman comes in to person's office when man and person are talking.", "similarity": 0.5842, "relevance": 2 }, { "pair_id": 168412, "video_name": "s06e03_seg02_clip_06", "timestamp": [ 0.0, 6.49 ], "duration": 59.66, "caption": "A woman bursts into a person's office and another woman follows.", "similarity": 0.584, "relevance": 1 }, { "pair_id": 168413, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 88.22, 90.02 ], "duration": 90.66, "caption": "A woman and man head to an office with a person.", "similarity": 0.583, "relevance": 0 }, { "pair_id": 168414, "video_name": "house_s06e18_seg02_clip_13", "timestamp": [ 86.35, 89.02 ], "duration": 89.66, "caption": "A woman walks into a man's office as she asks him if he read his memos.", "similarity": 0.5827, "relevance": 2 }, { "pair_id": 168415, "video_name": "castle_s06e06_seg02_clip_04", "timestamp": [ 44.39, 52.54 ], "duration": 90.66, "caption": "A man and a woman walk down a hallway into an office.", "similarity": 0.5826, "relevance": 1 }, { "pair_id": 168416, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.577, "relevance": 2 }, { "pair_id": 168417, "video_name": "castle_s08e04_seg02_clip_03", "timestamp": [ 63.65, 85.02 ], "duration": 89.66, "caption": "As a woman is walking back to the office, a man walks in with another woman.", "similarity": 0.5757, "relevance": 1 }, { "pair_id": 168418, "video_name": "castle_s06e18_seg02_clip_24", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A woman and a man walk through the office while the woman holds a note pad.", "similarity": 0.5755, "relevance": 1 }, { "pair_id": 168419, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 40.03, 45.09 ], "duration": 92.66, "caption": "A woman opens the door to her office and walks in with a man following her.", "similarity": 0.5751, "relevance": 1 } ] }, { "query_id": 19658, "query": "A person walks in to find two people sitting on the couch.", "relevant_moment": [ { "pair_id": 169180, "video_name": "castle_s03e12_seg02_clip_10", "timestamp": [ 43.66, 46.81 ], "duration": 90.66, "caption": "A person walks in to find two people sitting on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169182, "video_name": "friends_s10e07_seg02_clip_14", "timestamp": [ 7.02, 16.65 ], "duration": 52.66, "caption": "Two people walk in and sit on the couch.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 169183, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 45.64, 50.02 ], "duration": 73.66, "caption": "A person walks over to the couch and sits down next to another person.", "similarity": 0.7503, "relevance": 2 }, { "pair_id": 169184, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 33.09, 35.3 ], "duration": 63.66, "caption": "A person sits on a couch across from two people.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 169185, "video_name": "s09e06_seg02_clip_01", "timestamp": [ 38.12, 42.62 ], "duration": 60.66, "caption": "A person walks over the couch and sits between two women.", "similarity": 0.7367, "relevance": 4 }, { "pair_id": 169186, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 18.28, 20.8 ], "duration": 63.66, "caption": "A person sits on the couch where another person is sitting too.", "similarity": 0.7343, "relevance": 3 }, { "pair_id": 169187, "video_name": "s04e21_seg02_clip_04", "timestamp": [ 14.89, 18.92 ], "duration": 62.66, "caption": "A person walks past some people to sit on their seat on the couch.", "similarity": 0.7315, "relevance": 3 }, { "pair_id": 169189, "video_name": "friends_s09e12_seg02_clip_14", "timestamp": [ 47.81, 52.53 ], "duration": 59.66, "caption": "Two men come in the apartment to find a man and a woman sitting on the couch.", "similarity": 0.7231, "relevance": 4 }, { "pair_id": 169190, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 0.7128, "relevance": 4 }, { "pair_id": 169192, "video_name": "s04e17_seg02_clip_01", "timestamp": [ 11.9, 15.87 ], "duration": 61.66, "caption": "A person takes a seat on the couch next to another person.", "similarity": 0.7087, "relevance": 2 }, { "pair_id": 169193, "video_name": "s02e13_seg02_clip_14", "timestamp": [ 0.0, 9.44 ], "duration": 59.66, "caption": "Two people walk into the apartment and one of them sits down on the couch.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 169194, "video_name": "s09e13_seg02_clip_11", "timestamp": [ 43.97, 46.34 ], "duration": 59.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.7068, "relevance": 4 }, { "pair_id": 169195, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 16.78, 18.61 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 169196, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.7068, "relevance": 4 }, { "pair_id": 169197, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 169198, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 23.59, 28.49 ], "duration": 89.66, "caption": "A person walks toward another person who is laying on a couch.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 169199, "video_name": "friends_s01e13_seg02_clip_18", "timestamp": [ 32.17, 38.07 ], "duration": 59.66, "caption": "A person walks around the couch to sit down next to a woman.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 342500, "video_name": "s08e10_seg02_clip_07", "timestamp": [ 25.29, 29.13 ], "duration": 64.66, "caption": "A person sits down next to another person on the Couch.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 342501, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 7.05, 17.4 ], "duration": 94.66, "caption": "A person enters their apartment and found someone in the sofa.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 342502, "video_name": "house_s06e08_seg02_clip_02", "timestamp": [ 20.07, 25.87 ], "duration": 89.66, "caption": "A person walks over to another person who is laying on the couch.", "similarity": 0.7007, "relevance": 1 }, { "pair_id": 342503, "video_name": "s04e21_seg02_clip_04", "timestamp": [ 14.58, 18.92 ], "duration": 62.66, "caption": "A person walks over to the couch and sits beside two men.", "similarity": 0.6995, "relevance": 2 }, { "pair_id": 342504, "video_name": "s06e07_seg01_clip_00", "timestamp": [ 46.01, 55.15 ], "duration": 63.66, "caption": "A person sits on the couch after being introduced by another person.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 342505, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person sits down on the couch beside another person.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 342506, "video_name": "s02e21_seg01_clip_01", "timestamp": [ 29.17, 34.58 ], "duration": 54.66, "caption": "A man walks over to the couch and sits next to another person.", "similarity": 0.6959, "relevance": 3 }, { "pair_id": 342507, "video_name": "s05e06_seg02_clip_03", "timestamp": [ 27.74, 30.4 ], "duration": 59.66, "caption": "A woman and a man walk into the apartment where a person is sitting on the couch.", "similarity": 0.6955, "relevance": 3 }, { "pair_id": 342508, "video_name": "s06e24_seg02_clip_10", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person walks over and sits down on the couch next to a man.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 342509, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A person is sitting on someone's couch with them beside him/her.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 342510, "video_name": "house_s05e22_seg02_clip_01", "timestamp": [ 55.12, 63.67 ], "duration": 95.66, "caption": "A person walks in and interrupts two people who are looking at a file together on the couch.", "similarity": 0.6906, "relevance": 4 }, { "pair_id": 342511, "video_name": "s06e03_seg02_clip_12", "timestamp": [ 33.01, 37.82 ], "duration": 60.66, "caption": "A person goes to sit with a man and a woman on the couch.", "similarity": 0.6898, "relevance": 3 }, { "pair_id": 342512, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 21.12, 28.05 ], "duration": 63.66, "caption": "A person sits slowly to the couch beside another person.", "similarity": 0.6896, "relevance": 1 }, { "pair_id": 342513, "video_name": "s09e04_seg02_clip_10", "timestamp": [ 54.54, 57.15 ], "duration": 58.66, "caption": "Two people walk in to find a person sitting in an almost empty apartment.", "similarity": 0.6895, "relevance": 1 }, { "pair_id": 342514, "video_name": "met_s03e06_seg01_clip_02", "timestamp": [ 4.25, 12.34 ], "duration": 83.66, "caption": "A person walks over to the couch and sits down next to a man, and is joined by another person, who sits down beside her, and their attention is on the tv screen before them.", "similarity": 0.6875, "relevance": 1 }, { "pair_id": 342515, "video_name": "s05e21_seg02_clip_13", "timestamp": [ 8.55, 16.25 ], "duration": 57.66, "caption": "A person walks over to the couch and sits down facing another person.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 342516, "video_name": "s04e16_seg02_clip_00", "timestamp": [ 56.03, 61.15 ], "duration": 64.66, "caption": "A person walks over and sits on the couch next to man.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 342517, "video_name": "friends_s03e03_seg02_clip_03", "timestamp": [ 48.45, 53.38 ], "duration": 58.66, "caption": "A woman and a man start messing around on the couch and then a person walks in.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 342518, "video_name": "s10e05_seg02_clip_16", "timestamp": [ 0.0, 3.8 ], "duration": 69.66, "caption": "A person is walking in front of a woman then he sits on the couch.", "similarity": 0.6839, "relevance": 3 }, { "pair_id": 342519, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 13.05, 17.4 ], "duration": 87.66, "caption": "A person walks into the room when two people are sitting.", "similarity": 0.6829, "relevance": 3 } ] }, { "query_id": 19661, "query": "A man holds a newspaper and draws his attention to the other people's conversation.", "relevant_moment": [ { "pair_id": 162800, "video_name": "house_s05e14_seg02_clip_03", "timestamp": [ 58.71, 89.63 ], "duration": 89.66, "caption": "A man holds a newspaper and draws his attention to the other people's conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162801, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 22.38, 23.95 ], "duration": 63.66, "caption": "A man holds a newspaper in their hands as they are talking with another person.", "similarity": 0.8202, "relevance": 3 }, { "pair_id": 162802, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A man was holding a newspaper whilst talking.", "similarity": 0.8183, "relevance": 4 }, { "pair_id": 162803, "video_name": "friends_s09e21_seg02_clip_07", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A man was holding a newspaper while talking to another man.", "similarity": 0.7591, "relevance": 3 }, { "pair_id": 162804, "video_name": "friends_s05e02_seg02_clip_17", "timestamp": [ 0.0, 34.07 ], "duration": 49.66, "caption": "A man was holding a newspaper while talking to a woman.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 162805, "video_name": "friends_s02e01_seg02_clip_05", "timestamp": [ 34.18, 42.72 ], "duration": 61.66, "caption": "A man starts looking at the newspaper again while he's talking to guy.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 162806, "video_name": "house_s04e13_seg02_clip_11", "timestamp": [ 65.58, 69.54 ], "duration": 88.66, "caption": "A person is reading a newspaper while speaking to another person.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 162807, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 24.66, 58.03 ], "duration": 58.66, "caption": "A man was holding a pen and paper whilst having a conversation with some people.", "similarity": 0.7196, "relevance": 1 }, { "pair_id": 162808, "video_name": "friends_s06e11_seg02_clip_12", "timestamp": [ 41.91, 47.22 ], "duration": 59.66, "caption": "A man moves his hands to get person's attention as he has a conversation.", "similarity": 0.7108, "relevance": 1 }, { "pair_id": 162809, "video_name": "friends_s02e10_seg01_clip_00", "timestamp": [ 37.53, 45.47 ], "duration": 61.66, "caption": "A man looks over a person's shoulder as he reads the newspaper.", "similarity": 0.7065, "relevance": 1 }, { "pair_id": 162810, "video_name": "friends_s03e17_seg01_clip_00", "timestamp": [ 6.93, 7.88 ], "duration": 63.66, "caption": "A man holds up a newspaper that he is reading.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 162811, "video_name": "friends_s03e17_seg01_clip_00", "timestamp": [ 6.93, 9.45 ], "duration": 63.66, "caption": "A man tells a man what newspaper he is reading.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 162812, "video_name": "friends_s02e01_seg02_clip_05", "timestamp": [ 35.7, 37.23 ], "duration": 61.66, "caption": "A man straightens his newspaper out as he speaks to another man.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 162813, "video_name": "friends_s05e02_seg02_clip_17", "timestamp": [ 34.56, 49.02 ], "duration": 49.66, "caption": "A man put down the newspaper and focused on talking to woman.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 162814, "video_name": "house_s01e21_seg02_clip_09", "timestamp": [ 28.81, 54.01 ], "duration": 90.66, "caption": "A man is discussing something to other people.", "similarity": 0.6812, "relevance": 0 }, { "pair_id": 162815, "video_name": "s09e17_seg02_clip_12", "timestamp": [ 7.83, 14.8 ], "duration": 58.66, "caption": "A man speaks and is the center of attention.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 162816, "video_name": "s05e11_seg02_clip_04", "timestamp": [ 7.83, 19.15 ], "duration": 58.66, "caption": "A man picks up a paper on the table and talks with others about it.", "similarity": 0.6713, "relevance": 1 }, { "pair_id": 162817, "video_name": "met_s06e12_seg02_clip_17", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A person holds a seat of paper while talking to a man.", "similarity": 0.6703, "relevance": 1 }, { "pair_id": 162818, "video_name": "friends_s05e11_seg02_clip_19", "timestamp": [ 0.0, 9.92 ], "duration": 62.66, "caption": "A man was holding a piece of paper whilst talking.", "similarity": 0.6694, "relevance": 1 }, { "pair_id": 162819, "video_name": "friends_s02e08_seg02_clip_12", "timestamp": [ 0.0, 21.66 ], "duration": 61.66, "caption": "A man was holding a piece of paper whilst talking.", "similarity": 0.6694, "relevance": 1 }, { "pair_id": 336120, "video_name": "castle_s06e05_seg02_clip_03", "timestamp": [ 14.85, 17.55 ], "duration": 90.66, "caption": "A man approaches a group of people with papers as they are having a conversation.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 336121, "video_name": "castle_s04e17_seg02_clip_08", "timestamp": [ 6.33, 8.59 ], "duration": 90.66, "caption": "A man raises a piece of paper next to him and points to it as he talks.", "similarity": 0.6625, "relevance": 1 }, { "pair_id": 336122, "video_name": "house_s04e13_seg02_clip_05", "timestamp": [ 0.0, 5.34 ], "duration": 97.66, "caption": "A person sits at the table reading a newspaper while someone is talking to him.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 336123, "video_name": "castle_s06e14_seg02_clip_22", "timestamp": [ 66.38, 71.24 ], "duration": 88.66, "caption": "A man walks in with some people's conversation as he is holding papers.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 336124, "video_name": "castle_s06e13_seg02_clip_00", "timestamp": [ 15.52, 52.97 ], "duration": 91.66, "caption": "A man was reading the newspaper while talking to a woman.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 336125, "video_name": "house_s03e18_seg02_clip_02", "timestamp": [ 70.73, 73.88 ], "duration": 90.66, "caption": "A person looks at a piece of paper while talking to another person.", "similarity": 0.6556, "relevance": 1 }, { "pair_id": 336127, "video_name": "met_s03e14_seg02_clip_12", "timestamp": [ 0.0, 16.83 ], "duration": 61.66, "caption": "A man looks into a piece of paper and talks with another man.", "similarity": 0.6538, "relevance": 1 }, { "pair_id": 336128, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A man holding a paper reading it next to person.", "similarity": 0.653, "relevance": 4 }, { "pair_id": 336129, "video_name": "s05e18_seg02_clip_01", "timestamp": [ 45.92, 52.82 ], "duration": 60.66, "caption": "A man holds a piece of paper in his hand while talking to some people and a woman.", "similarity": 0.6528, "relevance": 3 }, { "pair_id": 336130, "video_name": "friends_s05e10_seg02_clip_04", "timestamp": [ 45.75, 47.52 ], "duration": 59.66, "caption": "A man grabs the paper and pencil while having a conversation with another person.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 336131, "video_name": "friends_s03e12_seg01_clip_01", "timestamp": [ 22.01, 44.02 ], "duration": 44.66, "caption": "A man was holding a piece of paper whilst talking to another man.", "similarity": 0.6525, "relevance": 3 }, { "pair_id": 336132, "video_name": "met_s03e08_seg02_clip_09", "timestamp": [ 0.0, 9.05 ], "duration": 67.66, "caption": "A man reads the paper while talking to another man.", "similarity": 0.6501, "relevance": 3 }, { "pair_id": 336133, "video_name": "met_s02e01_seg02_clip_12", "timestamp": [ 19.2, 27.6 ], "duration": 59.66, "caption": "A man talks while he watches a person approach another person and begin a conversation.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 336134, "video_name": "house_s01e22_seg02_clip_06", "timestamp": [ 79.35, 84.1 ], "duration": 95.66, "caption": "A person looks at a piece of paper while talking with someone.", "similarity": 0.6424, "relevance": 1 }, { "pair_id": 336135, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 31.86, 35.95 ], "duration": 91.66, "caption": "A person is holding a piece of paper while talking to another person.", "similarity": 0.6396, "relevance": 1 }, { "pair_id": 336136, "video_name": "castle_s02e11_seg02_clip_06", "timestamp": [ 32.94, 37.84 ], "duration": 89.66, "caption": "A man talks about something and another person smiles a bit.", "similarity": 0.6393, "relevance": 1 }, { "pair_id": 336137, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 43.94, 52.18 ], "duration": 61.66, "caption": "A man holds a piece of paper up in front of woman as they have a conversation.", "similarity": 0.6389, "relevance": 3 }, { "pair_id": 336138, "video_name": "house_s05e19_seg02_clip_15", "timestamp": [ 34.27, 42.29 ], "duration": 89.66, "caption": "A man was holding a piece of paper while talking to another man.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 336139, "video_name": "friends_s01e11_seg02_clip_09", "timestamp": [ 31.02, 40.3 ], "duration": 53.66, "caption": "A man gets startled by two people when he comes out to get the newspaper.", "similarity": 0.6363, "relevance": 2 } ] }, { "query_id": 19677, "query": "A man returns the cell phone to a person who puts it up to their ear.", "relevant_moment": [ { "pair_id": 164420, "video_name": "s02e17_seg02_clip_13", "timestamp": [ 31.87, 33.05 ], "duration": 59.66, "caption": "A man returns the cell phone to a person who puts it up to their ear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164421, "video_name": "friends_s04e23-24_seg02_clip_43", "timestamp": [ 47.92, 58.31 ], "duration": 67.66, "caption": "A man holds the phone up towards guy's ear and then puts it back to his own ear.", "similarity": 0.8349, "relevance": 3 }, { "pair_id": 164422, "video_name": "castle_s05e08_seg02_clip_24", "timestamp": [ 52.3, 54.1 ], "duration": 90.66, "caption": "A man gives the phone back to another man so they can talk.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 164423, "video_name": "friends_s09e09_seg02_clip_19", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A man holds the phone then puts it to his ear.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 164424, "video_name": "castle_s08e11_seg02_clip_17", "timestamp": [ 52.08, 62.76 ], "duration": 89.66, "caption": "A man takes a person's phone from the left side of person's clothing, looks at it and then the man puts the phone to his own ear.", "similarity": 0.7624, "relevance": 1 }, { "pair_id": 164425, "video_name": "house_s06e15_seg02_clip_10", "timestamp": [ 55.28, 60.19 ], "duration": 89.66, "caption": "A person grabs someone's phone from a man and gives it back to him.", "similarity": 0.7602, "relevance": 1 }, { "pair_id": 164426, "video_name": "castle_s01e01_seg02_clip_09", "timestamp": [ 68.22, 69.98 ], "duration": 88.66, "caption": "A person takes out a phone and puts it to his ear.", "similarity": 0.7601, "relevance": 1 }, { "pair_id": 164427, "video_name": "s08e22_seg02_clip_07", "timestamp": [ 32.76, 35.12 ], "duration": 59.66, "caption": "A person puts the cell phone up to his/her ear to talk to someone.", "similarity": 0.758, "relevance": 1 }, { "pair_id": 164428, "video_name": "house_s04e15_seg02_clip_15", "timestamp": [ 73.73, 75.55 ], "duration": 91.66, "caption": "A man holds up the phone to guy's ear.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 164429, "video_name": "s04e19_seg02_clip_09", "timestamp": [ 53.7, 61.03 ], "duration": 61.66, "caption": "A man holds their phone up to their ear.", "similarity": 0.7469, "relevance": 2 }, { "pair_id": 164430, "video_name": "met_s06e01_seg02_clip_14", "timestamp": [ 15.37, 16.65 ], "duration": 64.66, "caption": "A man raises his cell phone up to his right ear.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 164431, "video_name": "met_s06e14_seg02_clip_16", "timestamp": [ 10.2, 17.11 ], "duration": 60.66, "caption": "A man holds the phone up to his ear.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 164432, "video_name": "castle_s01e01_seg02_clip_09", "timestamp": [ 75.7, 79.22 ], "duration": 88.66, "caption": "A person takes the phone from their ear, covers it with their other hand and then puts the phone back to their ear.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 164433, "video_name": "met_s02e05_seg02_clip_16", "timestamp": [ 21.66, 26.85 ], "duration": 61.66, "caption": "A person takes a phone out of his pocket and puts it to his ear.", "similarity": 0.736, "relevance": 1 }, { "pair_id": 164434, "video_name": "s08e14_seg02_clip_03", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person goes towards a man who is holding his cell phone.", "similarity": 0.7335, "relevance": 1 }, { "pair_id": 164435, "video_name": "house_s06e21_seg02_clip_13", "timestamp": [ 2.91, 17.95 ], "duration": 97.66, "caption": "A person is talking on the cell phone then hands it to man.", "similarity": 0.7324, "relevance": 2 }, { "pair_id": 164436, "video_name": "friends_s09e17_seg02_clip_04", "timestamp": [ 34.22, 36.95 ], "duration": 60.66, "caption": "A person picks up the phone and puts it to their ear.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 164437, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 6.83, 10.08 ], "duration": 65.66, "caption": "A man puts the phone to his ear and stands up.", "similarity": 0.7296, "relevance": 1 }, { "pair_id": 164438, "video_name": "castle_s06e04_seg02_clip_20", "timestamp": [ 32.77, 34.59 ], "duration": 91.66, "caption": "A man takes another person's phone that they were on.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 164439, "video_name": "house_s06e06_seg02_clip_24", "timestamp": [ 16.91, 21.81 ], "duration": 89.66, "caption": "A man pulls their phone out of their pocket puts it to their ear.", "similarity": 0.7267, "relevance": 1 } ] }, { "query_id": 19701, "query": "A person points at someone while holding playing cards.", "relevant_moment": [ { "pair_id": 160240, "video_name": "grey_s02e05_seg02_clip_14", "timestamp": [ 70.83, 72.29 ], "duration": 97.66, "caption": "A person points at someone while holding playing cards.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160241, "video_name": "grey_s02e05_seg02_clip_14", "timestamp": [ 80.05, 82.96 ], "duration": 97.66, "caption": "A person points at another person while holding playing cards.", "similarity": 0.9681, "relevance": 4 }, { "pair_id": 160242, "video_name": "friends_s03e25_seg02_clip_04", "timestamp": [ 9.63, 12.83 ], "duration": 64.66, "caption": "A person points at a card while another person pokes at it.", "similarity": 0.8669, "relevance": 2 }, { "pair_id": 160243, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 49.31, 50.86 ], "duration": 62.66, "caption": "A person points to the pile of game cards on the table.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 160244, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 47.76, 51.79 ], "duration": 62.66, "caption": "A person points at the card that another person had just thrown down.", "similarity": 0.7705, "relevance": 3 }, { "pair_id": 160245, "video_name": "castle_s03e21_seg02_clip_23", "timestamp": [ 0.0, 59.62 ], "duration": 85.66, "caption": "A person is playing a card game with some other people.", "similarity": 0.7626, "relevance": 1 }, { "pair_id": 160246, "video_name": "friends_s05e23-24_seg02_clip_40", "timestamp": [ 10.62, 14.17 ], "duration": 59.66, "caption": "A worker hits someone with another card and a person points at them.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 160247, "video_name": "s06e10_seg01_clip_01", "timestamp": [ 79.54, 83.72 ], "duration": 93.66, "caption": "A person is holding a hand of cards as they sit in their spot.", "similarity": 0.7105, "relevance": 2 }, { "pair_id": 160248, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 33.19, 36.29 ], "duration": 62.66, "caption": "A person chooses a card to play, and puts it on the table.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 160249, "video_name": "castle_s01e08_seg02_clip_00", "timestamp": [ 75.46, 77.76 ], "duration": 92.66, "caption": "A person is holding his cards and starts tapping his finger on them.", "similarity": 0.7091, "relevance": 1 }, { "pair_id": 160250, "video_name": "s07e05_seg02_clip_01", "timestamp": [ 17.41, 21.25 ], "duration": 59.66, "caption": "A person reorders the playing cards that are in his/her hand.", "similarity": 0.7016, "relevance": 2 }, { "pair_id": 160251, "video_name": "s05e13_seg02_clip_02", "timestamp": [ 48.99, 54.6 ], "duration": 59.66, "caption": "A person takes two cards from their hand and shows them to some people.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 160252, "video_name": "s05e13_seg02_clip_07", "timestamp": [ 30.1, 37.78 ], "duration": 59.66, "caption": "A person lays down some cards while playing a card game with some people.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 160253, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 4.58, 7.63 ], "duration": 61.66, "caption": "A person is holding cards as he looks to his right and left.", "similarity": 0.6958, "relevance": 1 }, { "pair_id": 160254, "video_name": "house_s04e08_seg02_clip_06", "timestamp": [ 50.64, 52.26 ], "duration": 81.66, "caption": "A person takes a card from the deck someone is holding.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 160255, "video_name": "house_s04e08_seg02_clip_01", "timestamp": [ 80.54, 88.02 ], "duration": 88.66, "caption": "A man plays with cards in front of two other people.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 160256, "video_name": "s04e18_seg02_clip_16", "timestamp": [ 27.4, 31.7 ], "duration": 66.66, "caption": "A person takes out a deck of cards and places them in front of another person.", "similarity": 0.6839, "relevance": 1 }, { "pair_id": 160257, "video_name": "s05e10_seg01_clip_01", "timestamp": [ 56.14, 59.86 ], "duration": 62.66, "caption": "A person hands the pack of cards to another person.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 160258, "video_name": "s03e05_seg02_clip_15", "timestamp": [ 31.51, 35.72 ], "duration": 60.66, "caption": "A person encourages another person to beat someone in a card game.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 160259, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 25.09, 28.23 ], "duration": 57.66, "caption": "A person picks up a playing card from the coffee table and hands it to another person.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 333560, "video_name": "castle_s02e04_seg02_clip_25", "timestamp": [ 2.79, 4.65 ], "duration": 93.66, "caption": "The person in the card gets out and puts their hands up.", "similarity": 0.6758, "relevance": 0 }, { "pair_id": 333562, "video_name": "grey_s03e11_seg02_clip_14", "timestamp": [ 70.54, 75.55 ], "duration": 91.66, "caption": "A person puts down a playing card and another person takes it and puts another card down.", "similarity": 0.6626, "relevance": 4 }, { "pair_id": 333563, "video_name": "s09e22_seg02_clip_00", "timestamp": [ 31.2, 36.24 ], "duration": 63.66, "caption": "A person points his hand at another person and then points behind himself.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 333564, "video_name": "house_s04e08_seg02_clip_06", "timestamp": [ 43.35, 51.86 ], "duration": 81.66, "caption": "A person asks someone to pick a card and he picks up one.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 333565, "video_name": "s06e10_seg01_clip_00", "timestamp": [ 3.66, 11.9 ], "duration": 61.66, "caption": "Some men are playing cards and a person picks one up.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 333566, "video_name": "s05e13_seg02_clip_02", "timestamp": [ 18.89, 25.38 ], "duration": 59.66, "caption": "A person picks a card off a deck and adds it to his hand.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 333567, "video_name": "met_s03e09_seg02_clip_02", "timestamp": [ 44.97, 47.6 ], "duration": 58.66, "caption": "A person points at another person while holding a drink in his hand.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 333568, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 51.05, 53.72 ], "duration": 88.66, "caption": "A man points at a piece of paper another person is holding.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 333569, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 29.26, 32.86 ], "duration": 90.66, "caption": "A person stands up and points his finger at another person.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 333570, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 50.42, 52.82 ], "duration": 60.66, "caption": "A person points with their left hand briefly to another person.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 333571, "video_name": "s07e05_seg02_clip_09", "timestamp": [ 22.58, 27.77 ], "duration": 61.66, "caption": "A person tells another person what she'll get to do if she plays her cards right.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 333572, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 41.02, 44.14 ], "duration": 89.66, "caption": "A person points his finger at another person as he stands in front of him/her.", "similarity": 0.646, "relevance": 2 }, { "pair_id": 333573, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 65.82, 90.17 ], "duration": 90.66, "caption": "A person walks past some people playing a game of poker.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 333574, "video_name": "met_s06e13_seg02_clip_07", "timestamp": [ 0.0, 2.45 ], "duration": 61.66, "caption": "A person points towards someone and puts their palms up.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 333575, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 12.42, 14.15 ], "duration": 69.66, "caption": "A person lays a card on the table during a game.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 333576, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 0.0, 3.84 ], "duration": 96.66, "caption": "A person places a card down on the table.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 333577, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 12.77, 36.58 ], "duration": 69.66, "caption": "A person puts down his playing card and loses the game against another person.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 333578, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 4.27, 7.63 ], "duration": 61.66, "caption": "A man looks from side to side and then at the pair of cards he is holding.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 333579, "video_name": "castle_s01e08_seg02_clip_25", "timestamp": [ 64.29, 69.89 ], "duration": 74.66, "caption": "A man holds up card and a person takes it from his hand.", "similarity": 0.6375, "relevance": 1 } ] }, { "query_id": 19706, "query": "A woman is talking to a man as he is stuck in an elevator with another man and a patient.", "relevant_moment": [ { "pair_id": 60, "video_name": "grey_s02e05_seg02_clip_17", "timestamp": [ 70.77, 80.57 ], "duration": 89.66, "caption": "A woman is talking to a man as he is stuck in an elevator with another man and a patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 61, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a man inside the elevator.", "similarity": 0.8211, "relevance": 0 }, { "pair_id": 62, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 29.14, 50.99 ], "duration": 91.66, "caption": "A man and woman are on an elevator together talking.", "similarity": 0.8061, "relevance": 2 }, { "pair_id": 63, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 30.57, 47.71 ], "duration": 92.66, "caption": "A man rides in the elevator with woman while continuing a conversation.", "similarity": 0.8031, "relevance": 2 }, { "pair_id": 64, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 13.53, 15.79 ], "duration": 90.66, "caption": "A woman presses the elevator button while talking with a man.", "similarity": 0.8027, "relevance": 1 }, { "pair_id": 65, "video_name": "grey_s02e05_seg02_clip_11", "timestamp": [ 73.89, 89.02 ], "duration": 89.66, "caption": "Two people are in an elevator with a patient as they speak to a man through an opening.", "similarity": 0.8016, "relevance": 3 }, { "pair_id": 66, "video_name": "grey_s02e05_seg02_clip_11", "timestamp": [ 72.55, 89.02 ], "duration": 89.66, "caption": "Two people are stuck in an elevator with a patient and a man is directing them.", "similarity": 0.7938, "relevance": 3 }, { "pair_id": 67, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A woman follows a man into an elevator while talking.", "similarity": 0.7917, "relevance": 1 }, { "pair_id": 68, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 0.0, 25.51 ], "duration": 85.66, "caption": "A man and woman are talking in the elevator.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 69, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 8.71, 32.08 ], "duration": 91.66, "caption": "A woman and man speak to each other in the elevator.", "similarity": 0.7883, "relevance": 2 }, { "pair_id": 70, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 13.41, 33.28 ], "duration": 92.66, "caption": "A man and woman are in an elevator as they converse.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 71, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 17.95, 61.31 ], "duration": 87.66, "caption": "A woman and a man are inside the elevator and having a conversation.", "similarity": 0.7828, "relevance": 2 }, { "pair_id": 72, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 33.68, 62.81 ], "duration": 91.66, "caption": "A man goes into the elevator with woman and they converse.", "similarity": 0.7791, "relevance": 2 }, { "pair_id": 73, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 10.11, 26.81 ], "duration": 87.66, "caption": "A man and a woman are having a conversation inside the elevator.", "similarity": 0.7762, "relevance": 2 }, { "pair_id": 74, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 19.21, 24.12 ], "duration": 89.66, "caption": "A man with a woman rode the elevator as they end up their conversation.", "similarity": 0.774, "relevance": 1 }, { "pair_id": 75, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 0.0, 27.85 ], "duration": 116.66, "caption": "A woman stands between a man and another person in an elevator, talking to the man; they finish talking, and then they all stand looking around.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 76, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.7692, "relevance": 0 }, { "pair_id": 77, "video_name": "house_s03e07_seg02_clip_05", "timestamp": [ 25.21, 90.02 ], "duration": 90.66, "caption": "A man and another man walk out of the elevator together and discuss the patient.", "similarity": 0.756, "relevance": 0 }, { "pair_id": 78, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 75.7, 79.66 ], "duration": 88.66, "caption": "A woman and man walk out of an elevator while talking.", "similarity": 0.7515, "relevance": 1 }, { "pair_id": 79, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 15.7, 17.53 ], "duration": 73.66, "caption": "A person walks up and pushes an elevator button while talking with a woman.", "similarity": 0.7465, "relevance": 0 } ] }, { "query_id": 19752, "query": "A woman points at another woman with her index finger.", "relevant_moment": [ { "pair_id": 157180, "video_name": "friends_s03e17_seg02_clip_10", "timestamp": [ 40.73, 43.68 ], "duration": 59.66, "caption": "A woman points at another woman with her index finger.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157181, "video_name": "friends_s08e20_seg02_clip_07", "timestamp": [ 40.62, 43.23 ], "duration": 58.66, "caption": "A woman points directly at another woman with her right index finger.", "similarity": 0.9652, "relevance": 4 }, { "pair_id": 157182, "video_name": "friends_s06e24-25_seg02_clip_00", "timestamp": [ 18.89, 19.53 ], "duration": 64.66, "caption": "A woman points at two people with her index finger.", "similarity": 0.9383, "relevance": 4 }, { "pair_id": 157183, "video_name": "grey_s01e04_seg02_clip_18", "timestamp": [ 15.66, 20.89 ], "duration": 87.66, "caption": "A woman stops and points her finger at another woman.", "similarity": 0.8951, "relevance": 4 }, { "pair_id": 157184, "video_name": "grey_s03e08_seg02_clip_20", "timestamp": [ 26.65, 32.63 ], "duration": 91.66, "caption": "A woman points one of her fingers at another woman with a ring on it.", "similarity": 0.8951, "relevance": 4 }, { "pair_id": 157185, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 29.22, 31.58 ], "duration": 59.66, "caption": "A woman points at another woman with her left hand.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 157186, "video_name": "friends_s08e08_seg02_clip_05", "timestamp": [ 44.26, 47.13 ], "duration": 57.66, "caption": "A woman points her finger at another woman as she is talking to her.", "similarity": 0.8659, "relevance": 4 }, { "pair_id": 157187, "video_name": "s05e11_seg02_clip_09", "timestamp": [ 47.45, 50.24 ], "duration": 62.66, "caption": "A woman points her finger at another woman while talking to her.", "similarity": 0.864, "relevance": 4 }, { "pair_id": 157188, "video_name": "friends_s02e19_seg02_clip_14", "timestamp": [ 30.69, 34.24 ], "duration": 59.66, "caption": "A woman walks to another woman and she points her finger at her.", "similarity": 0.8525, "relevance": 4 }, { "pair_id": 157189, "video_name": "friends_s01e16-17_seg02_clip_33", "timestamp": [ 55.47, 59.25 ], "duration": 63.66, "caption": "A woman points her finger at another woman during their conversation.", "similarity": 0.8516, "relevance": 3 }, { "pair_id": 157190, "video_name": "friends_s05e04_seg01_clip_00", "timestamp": [ 49.0, 51.48 ], "duration": 62.66, "caption": "A woman points both her fingers at another woman as they have a conversation.", "similarity": 0.8501, "relevance": 3 }, { "pair_id": 157191, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 22.4, 25.18 ], "duration": 37.66, "caption": "A woman points one finger at another woman's right hand as she talks to her.", "similarity": 0.8482, "relevance": 3 }, { "pair_id": 157192, "video_name": "friends_s06e13_seg02_clip_04", "timestamp": [ 3.15, 7.88 ], "duration": 63.66, "caption": "A woman points her hands at another woman and then herself.", "similarity": 0.848, "relevance": 3 }, { "pair_id": 157193, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 20.05, 22.48 ], "duration": 60.66, "caption": "A woman points her finger at woman and her thumb at man.", "similarity": 0.842, "relevance": 3 }, { "pair_id": 157194, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 34.82, 39.17 ], "duration": 58.66, "caption": "A woman points her right index finger towards a person.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 157195, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 13.63, 15.75 ], "duration": 60.66, "caption": "A woman points towards a man with their index finger.", "similarity": 0.8377, "relevance": 3 }, { "pair_id": 157196, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 10.68, 14.65 ], "duration": 61.66, "caption": "A woman points her left hand finger at a person.", "similarity": 0.8339, "relevance": 3 }, { "pair_id": 157197, "video_name": "s10e03_seg02_clip_06", "timestamp": [ 32.66, 34.19 ], "duration": 51.66, "caption": "A woman points with her left hand while standing next to another woman.", "similarity": 0.8199, "relevance": 3 }, { "pair_id": 157198, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 23.09, 26.73 ], "duration": 60.66, "caption": "A woman is talking to man and points both index fingers at another woman.", "similarity": 0.819, "relevance": 3 }, { "pair_id": 157199, "video_name": "s05e12_seg02_clip_00", "timestamp": [ 23.95, 25.84 ], "duration": 63.66, "caption": "A woman points her index finger and gestures with it to someone.", "similarity": 0.8022, "relevance": 3 }, { "pair_id": 330500, "video_name": "friends_s05e02_seg02_clip_03", "timestamp": [ 26.55, 36.01 ], "duration": 61.66, "caption": "A woman points repeatedly with her right index finger.", "similarity": 0.7884, "relevance": 4 }, { "pair_id": 330501, "video_name": "friends_s03e15_seg02_clip_01", "timestamp": [ 46.5, 47.06 ], "duration": 56.66, "caption": "A woman points at her date with her index finger.", "similarity": 0.7819, "relevance": 1 }, { "pair_id": 330502, "video_name": "castle_s05e09_seg02_clip_22", "timestamp": [ 68.47, 70.63 ], "duration": 86.66, "caption": "A woman raises her right hand and points with her index finger.", "similarity": 0.7778, "relevance": 2 }, { "pair_id": 330503, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 9.0, 15.91 ], "duration": 60.66, "caption": "A woman next to someone talks and points repeatedly with her index finger.", "similarity": 0.7767, "relevance": 3 }, { "pair_id": 330504, "video_name": "castle_s03e18_seg02_clip_08", "timestamp": [ 65.7, 71.36 ], "duration": 87.66, "caption": "A woman points her finger to a man in front of her while talking to another person.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 330505, "video_name": "friends_s06e06_seg02_clip_14", "timestamp": [ 15.37, 19.21 ], "duration": 64.66, "caption": "A woman turns over to another woman and points at her.", "similarity": 0.7741, "relevance": 4 }, { "pair_id": 330506, "video_name": "s10e13_seg02_clip_13", "timestamp": [ 54.62, 57.06 ], "duration": 61.66, "caption": "A woman points her finger on her right hand at a man.", "similarity": 0.7734, "relevance": 3 }, { "pair_id": 330507, "video_name": "friends_s07e14_seg02_clip_18", "timestamp": [ 44.86, 46.63 ], "duration": 59.66, "caption": "A woman looks at someone and points her finger to the side.", "similarity": 0.7681, "relevance": 3 }, { "pair_id": 330508, "video_name": "castle_s04e20_seg02_clip_00", "timestamp": [ 49.92, 54.12 ], "duration": 93.66, "caption": "A woman nods towards another woman and then points at her.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 330509, "video_name": "friends_s10e07_seg02_clip_11", "timestamp": [ 5.36, 9.72 ], "duration": 67.66, "caption": "A woman points at another woman while giving her an affirmative answer.", "similarity": 0.7675, "relevance": 4 }, { "pair_id": 330510, "video_name": "castle_s06e05_seg02_clip_08", "timestamp": [ 1.36, 3.18 ], "duration": 90.66, "caption": "A woman points her finger in affirmation of person's point.", "similarity": 0.7659, "relevance": 4 }, { "pair_id": 330511, "video_name": "s02e20_seg02_clip_00", "timestamp": [ 20.48, 25.84 ], "duration": 63.66, "caption": "A woman points her finger at a person twice then closes her hand.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 330512, "video_name": "friends_s06e03_seg02_clip_07", "timestamp": [ 6.36, 17.76 ], "duration": 53.66, "caption": "A woman points her finger at man to make her point.", "similarity": 0.7624, "relevance": 3 }, { "pair_id": 330513, "video_name": "met_s06e23_seg02_clip_15", "timestamp": [ 16.33, 19.89 ], "duration": 59.66, "caption": "A person points at another person's head with their left index finger.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 330514, "video_name": "castle_s03e03_seg02_clip_26", "timestamp": [ 84.27, 89.75 ], "duration": 137.66, "caption": "A woman pokes at another woman with a closed fist and points at a person.", "similarity": 0.7558, "relevance": 2 }, { "pair_id": 330515, "video_name": "castle_s06e14_seg02_clip_07", "timestamp": [ 1.79, 2.68 ], "duration": 89.66, "caption": "A woman lifts her hand and points to her right with her right index finger.", "similarity": 0.7541, "relevance": 2 }, { "pair_id": 330516, "video_name": "castle_s05e03_seg02_clip_24", "timestamp": [ 12.15, 13.05 ], "duration": 90.66, "caption": "A woman pointed her finger to woman and man.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 330517, "video_name": "house_s06e19_seg02_clip_05", "timestamp": [ 10.47, 13.2 ], "duration": 91.66, "caption": "A woman points her finger to the ceiling for two people around her.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 330518, "video_name": "friends_s05e12_seg02_clip_09", "timestamp": [ 22.83, 25.04 ], "duration": 55.66, "caption": "A woman points at man with her right hand.", "similarity": 0.7517, "relevance": 3 }, { "pair_id": 330519, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 11.71, 14.11 ], "duration": 60.66, "caption": "A person points to a woman with his right hand.", "similarity": 0.7512, "relevance": 2 } ] }, { "query_id": 19756, "query": "A man is laying in a hospital bed and grabs another person.", "relevant_moment": [ { "pair_id": 59340, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 62.91, 66.1 ], "duration": 91.66, "caption": "A man is laying in a hospital bed and grabs another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 59341, "video_name": "house_s01e20_seg02_clip_12", "timestamp": [ 33.37, 34.62 ], "duration": 83.66, "caption": "A man hits someone while he's laying in a hospital bed.", "similarity": 0.8507, "relevance": 3 }, { "pair_id": 59342, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 52.88, 60.64 ], "duration": 97.66, "caption": "A person is laying in a hospital bed and a man is touching his stomach.", "similarity": 0.8411, "relevance": 2 }, { "pair_id": 59343, "video_name": "friends_s06e04_seg02_clip_14", "timestamp": [ 50.74, 63.03 ], "duration": 63.66, "caption": "A man lays in a hospital bed with a person standing next to him.", "similarity": 0.8284, "relevance": 2 }, { "pair_id": 59344, "video_name": "friends_s05e03_seg02_clip_11", "timestamp": [ 50.48, 58.03 ], "duration": 58.66, "caption": "A man is grabbing another man by the neck as he holds him down in a hospital bed and they are breathing heavily.", "similarity": 0.8153, "relevance": 4 }, { "pair_id": 59345, "video_name": "house_s02e05_seg02_clip_25", "timestamp": [ 0.0, 86.42 ], "duration": 120.66, "caption": "A man gets consoled in the hospital bed by another man.", "similarity": 0.8023, "relevance": 2 }, { "pair_id": 59346, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 40.85, 51.95 ], "duration": 88.66, "caption": "Two people are holding down a person as he is lying on a hospital bed.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 59347, "video_name": "friends_s05e03_seg02_clip_12", "timestamp": [ 0.0, 8.68 ], "duration": 62.66, "caption": "A man shakes another man while lying in a hospital bed.", "similarity": 0.7939, "relevance": 4 }, { "pair_id": 59348, "video_name": "met_s03e20_seg02_clip_10", "timestamp": [ 0.0, 7.18 ], "duration": 55.66, "caption": "A man is in a hospital bed when he receives a call about another man.", "similarity": 0.7926, "relevance": 1 }, { "pair_id": 59349, "video_name": "house_s05e17_seg02_clip_11", "timestamp": [ 33.85, 36.52 ], "duration": 89.66, "caption": "A man, a male patient gets up from lying down in his hospital bed.", "similarity": 0.7895, "relevance": 1 }, { "pair_id": 59350, "video_name": "house_s05e17_seg02_clip_03", "timestamp": [ 36.97, 40.81 ], "duration": 96.66, "caption": "A man grabs a male grey haired patient and pushes him down onto a hospital bed.", "similarity": 0.7895, "relevance": 1 }, { "pair_id": 59351, "video_name": "house_s08e12_seg02_clip_20", "timestamp": [ 83.72, 85.07 ], "duration": 90.66, "caption": "A man grabs a woman's hand while she lays in a hospital bed.", "similarity": 0.7879, "relevance": 1 }, { "pair_id": 59352, "video_name": "house_s01e08_seg02_clip_02", "timestamp": [ 9.0, 32.86 ], "duration": 90.66, "caption": "A man starts seizing as he is lying on his hospital bed and another man holds him.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 59353, "video_name": "grey_s01e02_seg02_clip_24", "timestamp": [ 41.42, 44.6 ], "duration": 91.66, "caption": "A man hits the bed of person handcuffed to a hospital bed stopping him from sleeping.", "similarity": 0.7603, "relevance": 2 }, { "pair_id": 59354, "video_name": "house_s03e19_seg02_clip_19", "timestamp": [ 52.97, 59.65 ], "duration": 89.66, "caption": "A man presses on a person's arm as he is in the hospital bed.", "similarity": 0.7596, "relevance": 2 }, { "pair_id": 59355, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 71.46, 94.03 ], "duration": 94.66, "caption": "A person is laying in a hospital bed talking with a man.", "similarity": 0.7573, "relevance": 1 }, { "pair_id": 59356, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 3.96, 25.97 ], "duration": 88.66, "caption": "A man raises his left arm while laying in a hospital bed talking to man.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 59357, "video_name": "grey_s03e14_seg02_clip_25", "timestamp": [ 40.25, 46.29 ], "duration": 80.66, "caption": "A person turns in their hospital bed to face a man.", "similarity": 0.7554, "relevance": 1 }, { "pair_id": 59358, "video_name": "house_s06e09_seg02_clip_18", "timestamp": [ 0.0, 40.51 ], "duration": 90.66, "caption": "A man talks to another man when he is in a hospital bed.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 59359, "video_name": "house_s07e17_seg02_clip_17", "timestamp": [ 0.0, 96.03 ], "duration": 96.66, "caption": "A man talks to another man when he's in a hospital bed.", "similarity": 0.7533, "relevance": 2 } ] }, { "query_id": 19768, "query": "A man talks on the telephone while standing next to a woman.", "relevant_moment": [ { "pair_id": 148680, "video_name": "friends_s03e17_seg02_clip_13", "timestamp": [ 34.74, 41.25 ], "duration": 62.66, "caption": "A man talks on the telephone while standing next to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148681, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 16.93, 33.85 ], "duration": 91.66, "caption": "A person is having a phone conversation while next to a man.", "similarity": 0.8677, "relevance": 3 }, { "pair_id": 148682, "video_name": "s03e16_seg02_clip_11", "timestamp": [ 0.0, 21.71 ], "duration": 62.66, "caption": "A man is having a phone conversation with woman.", "similarity": 0.852, "relevance": 3 }, { "pair_id": 148683, "video_name": "house_s06e13_seg02_clip_15", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A woman is standing next to a man talking to him.", "similarity": 0.8425, "relevance": 0 }, { "pair_id": 148684, "video_name": "friends_s06e07_seg02_clip_08", "timestamp": [ 40.23, 59.16 ], "duration": 59.66, "caption": "A man is in the phone talking with woman.", "similarity": 0.8407, "relevance": 3 }, { "pair_id": 148685, "video_name": "met_s06e15_seg02_clip_15", "timestamp": [ 6.1, 35.09 ], "duration": 61.66, "caption": "A man has a conversation with a woman on the phone.", "similarity": 0.8401, "relevance": 2 }, { "pair_id": 148686, "video_name": "met_s06e15_seg02_clip_00", "timestamp": [ 16.46, 29.82 ], "duration": 62.66, "caption": "A man has a conversation with woman on the phone.", "similarity": 0.8394, "relevance": 2 }, { "pair_id": 148687, "video_name": "met_s06e15_seg02_clip_01", "timestamp": [ 2.68, 5.66 ], "duration": 59.66, "caption": "A man behind a woman stands up as she speaks to another person over the phone.", "similarity": 0.8389, "relevance": 1 }, { "pair_id": 148688, "video_name": "castle_s06e04_seg02_clip_17", "timestamp": [ 0.0, 59.37 ], "duration": 89.66, "caption": "A man is on the phone with two other people as they speak to a woman.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 148689, "video_name": "castle_s07e13_seg02_clip_03", "timestamp": [ 0.0, 29.77 ], "duration": 93.66, "caption": "A man is having a conversation with a woman on the phone.", "similarity": 0.8343, "relevance": 2 }, { "pair_id": 148690, "video_name": "friends_s06e14_seg02_clip_17", "timestamp": [ 0.0, 29.29 ], "duration": 61.66, "caption": "A man is talking on the phone to woman.", "similarity": 0.8227, "relevance": 2 }, { "pair_id": 148691, "video_name": "met_s06e15_seg02_clip_13", "timestamp": [ 0.0, 22.41 ], "duration": 64.66, "caption": "A man is on the phone conversing with a woman.", "similarity": 0.8146, "relevance": 2 }, { "pair_id": 148692, "video_name": "castle_s01e06_seg02_clip_15", "timestamp": [ 0.0, 8.36 ], "duration": 88.66, "caption": "A man has a phone conversation while standing with two other people.", "similarity": 0.8112, "relevance": 4 }, { "pair_id": 148693, "video_name": "friends_s03e09_seg02_clip_15", "timestamp": [ 0.0, 12.23 ], "duration": 52.66, "caption": "A man talks to woman while another man is next to her.", "similarity": 0.8107, "relevance": 2 }, { "pair_id": 148694, "video_name": "castle_s02e04_seg02_clip_09", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A woman is on the phone while next to man.", "similarity": 0.8092, "relevance": 3 }, { "pair_id": 148695, "video_name": "friends_s10e17-18_seg02_clip_30", "timestamp": [ 0.0, 38.74 ], "duration": 64.66, "caption": "A woman is on the phone with a man as they speak to each other.", "similarity": 0.8081, "relevance": 4 }, { "pair_id": 148696, "video_name": "castle_s03e05_seg02_clip_14", "timestamp": [ 0.0, 7.91 ], "duration": 93.66, "caption": "A woman is on the phone with a man next to her.", "similarity": 0.8078, "relevance": 3 }, { "pair_id": 148697, "video_name": "friends_s06e07_seg02_clip_09", "timestamp": [ 0.0, 7.04 ], "duration": 64.66, "caption": "A woman talks on the phone with a man.", "similarity": 0.807, "relevance": 3 }, { "pair_id": 148698, "video_name": "castle_s07e13_seg02_clip_03", "timestamp": [ 0.0, 27.44 ], "duration": 93.66, "caption": "A man and woman are speaking to each other on the phone.", "similarity": 0.8045, "relevance": 3 }, { "pair_id": 148699, "video_name": "s09e22_seg02_clip_11", "timestamp": [ 15.64, 25.97 ], "duration": 59.66, "caption": "A person is standing next to a woman as he speaks with another man.", "similarity": 0.804, "relevance": 1 }, { "pair_id": 322000, "video_name": "friends_s08e12_seg02_clip_20", "timestamp": [ 0.0, 27.45 ], "duration": 59.66, "caption": "A man was standing beside a woman whilst talking to her.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 322001, "video_name": "friends_s03e16_seg02_clip_14", "timestamp": [ 44.19, 49.04 ], "duration": 57.66, "caption": "A woman talks to someone over the phone while a man is waiting.", "similarity": 0.8003, "relevance": 3 }, { "pair_id": 322002, "video_name": "castle_s03e22_seg02_clip_11", "timestamp": [ 76.84, 85.58 ], "duration": 92.66, "caption": "A man gets on the phone and speaks to woman.", "similarity": 0.8003, "relevance": 3 }, { "pair_id": 322003, "video_name": "castle_s03e16_seg02_clip_21", "timestamp": [ 8.19, 14.11 ], "duration": 91.66, "caption": "A man has a phone up to his ear while talking to a woman.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 322004, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 53.6, 57.02 ], "duration": 57.66, "caption": "A man is on the phone with a woman as she is beside another man.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 322005, "video_name": "castle_s02e24_seg02_clip_18", "timestamp": [ 0.0, 23.87 ], "duration": 111.66, "caption": "A man is beside a woman as they speak to each other.", "similarity": 0.7955, "relevance": 3 }, { "pair_id": 322006, "video_name": "castle_s02e06_seg02_clip_12", "timestamp": [ 44.68, 50.7 ], "duration": 85.66, "caption": "A woman picks up the phone and has a conversation while man stands nearby.", "similarity": 0.7952, "relevance": 3 }, { "pair_id": 322007, "video_name": "castle_s06e07_seg02_clip_07", "timestamp": [ 20.69, 25.53 ], "duration": 88.66, "caption": "A woman stands up while talking to man on the phone.", "similarity": 0.7946, "relevance": 2 }, { "pair_id": 322008, "video_name": "grey_s03e02_seg02_clip_09", "timestamp": [ 3.17, 16.77 ], "duration": 90.66, "caption": "A man is speaking to woman as they are standing beside each other.", "similarity": 0.7945, "relevance": 3 }, { "pair_id": 322009, "video_name": "castle_s05e04_seg02_clip_07", "timestamp": [ 66.46, 88.02 ], "duration": 88.66, "caption": "A man talks on the phone and has a conversation with woman and man via speakerphone.", "similarity": 0.7943, "relevance": 3 }, { "pair_id": 322010, "video_name": "castle_s03e24_seg02_clip_20", "timestamp": [ 0.0, 14.43 ], "duration": 78.66, "caption": "A woman is talking to a man on the phone.", "similarity": 0.7915, "relevance": 3 }, { "pair_id": 322011, "video_name": "castle_s04e07_seg02_clip_10", "timestamp": [ 0.0, 15.43 ], "duration": 88.66, "caption": "A person is speaking on the phone with a woman.", "similarity": 0.791, "relevance": 3 }, { "pair_id": 322012, "video_name": "friends_s04e23-24_seg02_clip_19", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "A woman talks to a man on the phone while another woman watches.", "similarity": 0.7883, "relevance": 3 }, { "pair_id": 322013, "video_name": "house_s05e10_seg02_clip_06", "timestamp": [ 12.71, 15.43 ], "duration": 90.66, "caption": "A woman put down the telephone while a man is talking to her.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 322014, "video_name": "met_s06e15_seg02_clip_00", "timestamp": [ 3.11, 15.22 ], "duration": 62.66, "caption": "A man and a woman have a conversation on the phone.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 322015, "video_name": "grey_s02e25_seg02_clip_11", "timestamp": [ 0.0, 32.01 ], "duration": 90.66, "caption": "A person is having a phone conversation with a woman.", "similarity": 0.783, "relevance": 3 }, { "pair_id": 322016, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 0.0, 4.68 ], "duration": 52.66, "caption": "Two men are standing next to each other while talking to a woman.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 322017, "video_name": "friends_s03e24_seg02_clip_02", "timestamp": [ 0.0, 5.56 ], "duration": 58.66, "caption": "A man is holding the phone and speaking to another person.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 322018, "video_name": "castle_s06e05_seg02_clip_22", "timestamp": [ 2.7, 36.01 ], "duration": 90.66, "caption": "A woman has a conversation on a phone as she talks to a man.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 322019, "video_name": "friends_s04e23-24_seg02_clip_19", "timestamp": [ 33.65, 58.03 ], "duration": 58.66, "caption": "A man and a woman are having a conversation on the phone.", "similarity": 0.7776, "relevance": 1 } ] }, { "query_id": 19773, "query": "A woman holds a box of snacks as she walks towards another woman and the other woman takes some from the box.", "relevant_moment": [ { "pair_id": 440, "video_name": "s07e14_seg02_clip_04", "timestamp": [ 13.87, 17.12 ], "duration": 59.66, "caption": "A woman holds a box of snacks as she walks towards another woman and the other woman takes some from the box.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 441, "video_name": "friends_s01e01_seg02_clip_23", "timestamp": [ 19.74, 23.69 ], "duration": 60.66, "caption": "A woman takes out a box from her shopping bag and hands it to another woman.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 442, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 9.14, 11.98 ], "duration": 63.66, "caption": "A woman sits down on the couch next to woman holding a box of snacks.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 443, "video_name": "s05e07_seg02_clip_02", "timestamp": [ 44.97, 55.7 ], "duration": 58.66, "caption": "A woman walks over to a man and another person holding a bag of sweets.", "similarity": 0.6783, "relevance": 1 }, { "pair_id": 444, "video_name": "friends_s09e18_seg02_clip_05", "timestamp": [ 24.72, 30.51 ], "duration": 61.66, "caption": "A woman walks over to another woman while carrying a bowl of food.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 445, "video_name": "friends_s04e09_seg02_clip_18", "timestamp": [ 58.52, 59.41 ], "duration": 59.66, "caption": "A woman puts her arm around another woman carrying the box.", "similarity": 0.6602, "relevance": 1 }, { "pair_id": 446, "video_name": "friends_s10e06_seg02_clip_02", "timestamp": [ 42.5, 46.04 ], "duration": 59.66, "caption": "A woman walks in while another woman is setting down a box.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 447, "video_name": "s10e06_seg02_clip_05", "timestamp": [ 29.29, 32.34 ], "duration": 61.66, "caption": "A woman walks past two people carrying boxes.", "similarity": 0.659, "relevance": 1 }, { "pair_id": 448, "video_name": "friends_s08e06_seg02_clip_01", "timestamp": [ 28.9, 30.86 ], "duration": 56.66, "caption": "A woman takes the bowl of candy from another woman.", "similarity": 0.6468, "relevance": 2 }, { "pair_id": 449, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 46.39, 48.26 ], "duration": 62.66, "caption": "A woman hands a box of tissues to another woman and she takes one from the box.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 450, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 43.64, 47.6 ], "duration": 61.66, "caption": "A woman hands another woman a plastic bag with a cookie.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 451, "video_name": "friends_s06e18_seg02_clip_08", "timestamp": [ 45.59, 49.62 ], "duration": 62.66, "caption": "A woman is putting stuff in a box while another woman is walking with a trash bag to the couch.", "similarity": 0.6373, "relevance": 1 }, { "pair_id": 452, "video_name": "friends_s02e12-13_seg02_clip_39", "timestamp": [ 39.76, 44.26 ], "duration": 75.66, "caption": "A woman and another woman exchange the items they are holding.", "similarity": 0.6353, "relevance": 1 }, { "pair_id": 453, "video_name": "s10e04_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A woman holds something very small out to another woman, who reaches her hand out to receive it.", "similarity": 0.6325, "relevance": 0 }, { "pair_id": 454, "video_name": "s05e08_seg02_clip_08", "timestamp": [ 56.14, 58.62 ], "duration": 62.66, "caption": "A woman opens up her container of food that was given to her by another person.", "similarity": 0.6319, "relevance": 1 }, { "pair_id": 456, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 10.34, 13.63 ], "duration": 94.66, "caption": "A woman walks closer to another woman and opens her gift.", "similarity": 0.6295, "relevance": 3 }, { "pair_id": 457, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 6.58, 9.4 ], "duration": 94.66, "caption": "A woman walks closer to another woman and hands her a gift.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 458, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 42.04, 45.15 ], "duration": 62.66, "caption": "A woman grabs a cookie and hands it to another woman.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 459, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 29.45, 33.08 ], "duration": 90.66, "caption": "A woman picks up a small bag and hands it to another woman.", "similarity": 0.6163, "relevance": 1 } ] }, { "query_id": 19787, "query": "A woman takes out her cell phone and answers it.", "relevant_moment": [ { "pair_id": 21960, "video_name": "castle_s05e13_seg02_clip_21", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A woman takes out her cell phone and answers it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21961, "video_name": "castle_s04e02_seg02_clip_11", "timestamp": [ 8.21, 12.77 ], "duration": 91.66, "caption": "A woman pulls out her phone and answers it.", "similarity": 0.9187, "relevance": 4 }, { "pair_id": 21962, "video_name": "castle_s05e02_seg02_clip_13", "timestamp": [ 68.87, 70.22 ], "duration": 90.66, "caption": "A woman pulls her phone out and answers it.", "similarity": 0.9034, "relevance": 4 }, { "pair_id": 21963, "video_name": "castle_s02e18_seg02_clip_03", "timestamp": [ 72.02, 76.53 ], "duration": 100.66, "caption": "A woman takes her phone out of her pocket and answers it.", "similarity": 0.8842, "relevance": 4 }, { "pair_id": 21964, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 82.83, 84.2 ], "duration": 91.66, "caption": "A woman picks up her cell phone and answers it.", "similarity": 0.8787, "relevance": 4 }, { "pair_id": 21965, "video_name": "s10e11_seg02_clip_03", "timestamp": [ 12.48, 15.96 ], "duration": 58.66, "caption": "A woman pulls her cellphone out of her pocket and answers it.", "similarity": 0.876, "relevance": 4 }, { "pair_id": 21966, "video_name": "castle_s03e01_seg02_clip_22", "timestamp": [ 4.09, 7.27 ], "duration": 90.66, "caption": "A woman picks up a cell phone and answers it.", "similarity": 0.8722, "relevance": 4 }, { "pair_id": 21967, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 52.34, 57.35 ], "duration": 91.66, "caption": "A woman gets her phone out of her pocket and answers it.", "similarity": 0.8462, "relevance": 4 }, { "pair_id": 21968, "video_name": "castle_s06e13_seg02_clip_08", "timestamp": [ 58.69, 62.82 ], "duration": 91.66, "caption": "A woman takes out her cell phone and hands it to person.", "similarity": 0.8419, "relevance": 4 }, { "pair_id": 21969, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 38.63, 43.27 ], "duration": 103.66, "caption": "A woman answers her phone and puts it away.", "similarity": 0.8415, "relevance": 4 }, { "pair_id": 21970, "video_name": "castle_s06e09_seg02_clip_04", "timestamp": [ 9.79, 10.68 ], "duration": 89.66, "caption": "A woman pulls out her phone and answers a call.", "similarity": 0.8384, "relevance": 4 }, { "pair_id": 21971, "video_name": "house_s06e19_seg02_clip_16", "timestamp": [ 46.09, 47.05 ], "duration": 96.66, "caption": "A person takes out his/her cell phone and answers it.", "similarity": 0.8358, "relevance": 2 }, { "pair_id": 21972, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 1.37, 3.19 ], "duration": 91.66, "caption": "A woman answers a call from her cellphone.", "similarity": 0.8276, "relevance": 3 }, { "pair_id": 21973, "video_name": "met_s06e15_seg02_clip_17", "timestamp": [ 41.62, 44.82 ], "duration": 64.66, "caption": "A woman pulls a cell phone out of her pocket and answers a call.", "similarity": 0.8257, "relevance": 4 }, { "pair_id": 21974, "video_name": "s05e22_seg02_clip_11", "timestamp": [ 5.53, 9.1 ], "duration": 65.66, "caption": "A woman takes out her cell phone and shows it to someone.", "similarity": 0.8212, "relevance": 4 }, { "pair_id": 21975, "video_name": "s06e02_seg02_clip_17", "timestamp": [ 47.71, 57.61 ], "duration": 90.66, "caption": "A woman takes out her phone, reads it, and then puts it back.", "similarity": 0.8178, "relevance": 4 }, { "pair_id": 21976, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 56.72, 59.87 ], "duration": 70.66, "caption": "A woman looks at her phone and answers it.", "similarity": 0.817, "relevance": 4 }, { "pair_id": 21977, "video_name": "castle_s07e11_seg02_clip_19", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "A woman pulls out a cell phone, dials then holds the phone to her ear waiting for an answer.", "similarity": 0.8149, "relevance": 4 }, { "pair_id": 21978, "video_name": "s10e11_seg02_clip_03", "timestamp": [ 13.93, 17.99 ], "duration": 58.66, "caption": "A woman gets her phone from her back pocket and answers it.", "similarity": 0.8136, "relevance": 4 }, { "pair_id": 21979, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 80.36, 87.25 ], "duration": 91.66, "caption": "A woman answers a call on her cell phone.", "similarity": 0.8103, "relevance": 4 }, { "pair_id": 195280, "video_name": "castle_s06e17_seg02_clip_16", "timestamp": [ 58.83, 61.48 ], "duration": 88.66, "caption": "A woman's cellphone rings and then she answers it.", "similarity": 0.7996, "relevance": 3 }, { "pair_id": 195281, "video_name": "castle_s06e17_seg02_clip_16", "timestamp": [ 59.71, 62.37 ], "duration": 88.66, "caption": "A woman answers an incoming call on her cell phone.", "similarity": 0.7955, "relevance": 3 }, { "pair_id": 195282, "video_name": "castle_s05e24_seg02_clip_11", "timestamp": [ 15.22, 18.8 ], "duration": 89.66, "caption": "Woman looks at their cellphone and answers their phone.", "similarity": 0.7953, "relevance": 2 }, { "pair_id": 195283, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 5.27, 8.06 ], "duration": 62.66, "caption": "A woman grabs her phone and answer it and puts it to her ear.", "similarity": 0.7946, "relevance": 3 }, { "pair_id": 195284, "video_name": "castle_s08e11_seg02_clip_13", "timestamp": [ 49.18, 52.83 ], "duration": 91.66, "caption": "A woman takes out her phone and makes a call.", "similarity": 0.794, "relevance": 3 }, { "pair_id": 195285, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.77, 5.54 ], "duration": 92.66, "caption": "A woman turns and answers a call on her cellphone.", "similarity": 0.7927, "relevance": 3 }, { "pair_id": 195286, "video_name": "castle_s06e13_seg02_clip_24", "timestamp": [ 16.72, 26.47 ], "duration": 92.66, "caption": "A woman pulls out a cell phone to make a call.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 195287, "video_name": "castle_s06e04_seg02_clip_09", "timestamp": [ 19.07, 27.69 ], "duration": 90.66, "caption": "A woman takes out her phone and looks at her texts.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 195288, "video_name": "castle_s05e09_seg02_clip_17", "timestamp": [ 74.45, 77.16 ], "duration": 90.66, "caption": "A woman picks up her phone from the table she sitting on and answers it.", "similarity": 0.7706, "relevance": 3 }, { "pair_id": 195289, "video_name": "castle_s07e05_seg02_clip_19", "timestamp": [ 33.89, 57.22 ], "duration": 88.66, "caption": "A woman takes out her phone and answers it to speak to a man.", "similarity": 0.7675, "relevance": 3 }, { "pair_id": 195290, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 1.92, 17.29 ], "duration": 96.66, "caption": "A woman answers the phone and has a conversation.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 195291, "video_name": "castle_s01e09_seg02_clip_04", "timestamp": [ 23.16, 34.74 ], "duration": 89.66, "caption": "A woman goes to her desk phone and answers it.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 195292, "video_name": "grey_s02e06_seg02_clip_03", "timestamp": [ 7.43, 10.49 ], "duration": 87.66, "caption": "A woman holds up a finger then answers her phone.", "similarity": 0.7627, "relevance": 3 }, { "pair_id": 195293, "video_name": "castle_s06e13_seg02_clip_06", "timestamp": [ 38.71, 46.81 ], "duration": 90.66, "caption": "A woman grabs her cell phone and looks at it.", "similarity": 0.7619, "relevance": 1 }, { "pair_id": 195294, "video_name": "castle_s03e16_seg02_clip_03", "timestamp": [ 59.42, 65.72 ], "duration": 90.66, "caption": "A woman answers the phone, says something, and walks off.", "similarity": 0.7594, "relevance": 1 }, { "pair_id": 195295, "video_name": "castle_s02e14_seg02_clip_08", "timestamp": [ 0.0, 3.56 ], "duration": 89.66, "caption": "A woman identifies herself when she answers the phone.", "similarity": 0.7583, "relevance": 3 }, { "pair_id": 195296, "video_name": "castle_s06e15_seg02_clip_02", "timestamp": [ 83.18, 86.26 ], "duration": 88.66, "caption": "A woman answers her phone and puts it up to her ear.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 195297, "video_name": "castle_s06e16_seg02_clip_15", "timestamp": [ 67.02, 69.68 ], "duration": 88.66, "caption": "A woman pulls out her phone and sees a text.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 195298, "video_name": "castle_s04e09_seg02_clip_01", "timestamp": [ 35.86, 39.95 ], "duration": 90.66, "caption": "A woman answers her phone and puts it to her ear.", "similarity": 0.7561, "relevance": 3 }, { "pair_id": 195299, "video_name": "friends_s09e14_seg02_clip_11", "timestamp": [ 41.25, 45.28 ], "duration": 62.66, "caption": "A woman takes her phone out of her purse and answers a call from a woman.", "similarity": 0.7528, "relevance": 3 } ] }, { "query_id": 19827, "query": "Two men walk through campus dressed as college kids and sit on the stairs.", "relevant_moment": [ { "pair_id": 170620, "video_name": "castle_s08e03_seg02_clip_06", "timestamp": [ 56.91, 78.66 ], "duration": 92.66, "caption": "Two men walk through campus dressed as college kids and sit on the stairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170621, "video_name": "s05e21_seg02_clip_00", "timestamp": [ 5.19, 10.37 ], "duration": 61.66, "caption": "Two people walk down the University hallway.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 170622, "video_name": "castle_s08e16_seg02_clip_26", "timestamp": [ 41.86, 54.26 ], "duration": 155.66, "caption": "Two men walk down a hallway together.", "similarity": 0.6331, "relevance": 1 }, { "pair_id": 170623, "video_name": "house_s08e09_seg02_clip_02", "timestamp": [ 0.0, 33.22 ], "duration": 91.66, "caption": "Two men are walking through the hallway together.", "similarity": 0.6325, "relevance": 2 }, { "pair_id": 170624, "video_name": "s05e22_seg02_clip_02", "timestamp": [ 29.94, 37.92 ], "duration": 57.66, "caption": "Two men enter and descend the stairs.", "similarity": 0.5886, "relevance": 2 }, { "pair_id": 170625, "video_name": "castle_s08e03_seg02_clip_06", "timestamp": [ 75.89, 92.54 ], "duration": 92.66, "caption": "Two men sit down next to a person on a staircase.", "similarity": 0.5855, "relevance": 3 }, { "pair_id": 170626, "video_name": "s01e05_seg02_clip_10", "timestamp": [ 0.0, 22.24 ], "duration": 57.66, "caption": "While having a conversation, two men walk down the stairs, across the hallway and down another flight of stairs.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 170627, "video_name": "s01e04_seg01_clip_00", "timestamp": [ 36.62, 61.03 ], "duration": 61.66, "caption": "Two men walk down the stairs of the apartment complex.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 170628, "video_name": "s06e08_seg02_clip_06", "timestamp": [ 52.8, 58.03 ], "duration": 58.66, "caption": "Two men walk down a cluttered hallway.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 170629, "video_name": "grey_s01e05_seg02_clip_00", "timestamp": [ 71.63, 74.89 ], "duration": 93.66, "caption": "Two men walk together in the hallway.", "similarity": 0.5836, "relevance": 0 }, { "pair_id": 170630, "video_name": "friends_s10e11_seg02_clip_00", "timestamp": [ 4.88, 8.54 ], "duration": 61.66, "caption": "Two men walk into a class reunion.", "similarity": 0.5652, "relevance": 0 }, { "pair_id": 170631, "video_name": "s04e02_seg02_clip_13", "timestamp": [ 20.95, 29.22 ], "duration": 59.66, "caption": "Two men walk down the hallway towards a man.", "similarity": 0.5613, "relevance": 2 }, { "pair_id": 170632, "video_name": "s01e16_seg02_clip_13", "timestamp": [ 54.52, 62.4 ], "duration": 63.66, "caption": "Two men walk past the elevator in the hallway.", "similarity": 0.5545, "relevance": 1 }, { "pair_id": 170633, "video_name": "house_s01e15_seg02_clip_21", "timestamp": [ 17.16, 34.78 ], "duration": 90.66, "caption": "Two men walk down a hallway while talking.", "similarity": 0.5487, "relevance": 1 }, { "pair_id": 170634, "video_name": "castle_s03e22_seg02_clip_13", "timestamp": [ 29.91, 38.19 ], "duration": 92.66, "caption": "Two men walk down a hallway together talking.", "similarity": 0.5476, "relevance": 1 }, { "pair_id": 170635, "video_name": "castle_s07e01_seg02_clip_16", "timestamp": [ 78.51, 90.66 ], "duration": 90.66, "caption": "Two men are walking down the hallway when another man joins them and they go to the whiteboard.", "similarity": 0.5453, "relevance": 0 }, { "pair_id": 170636, "video_name": "s07e12_seg02_clip_08", "timestamp": [ 41.42, 45.02 ], "duration": 60.66, "caption": "Two men come walking in a cafeteria type area from another room.", "similarity": 0.544, "relevance": 2 }, { "pair_id": 170637, "video_name": "house_s06e07_seg02_clip_21", "timestamp": [ 0.0, 30.06 ], "duration": 82.66, "caption": "A man sits on the steps as another man walks up towards him.", "similarity": 0.5424, "relevance": 2 }, { "pair_id": 170638, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 56.56, 90.49 ], "duration": 90.66, "caption": "Two men walk down a hallway talking.", "similarity": 0.5393, "relevance": 0 }, { "pair_id": 170639, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 0.0, 3.62 ], "duration": 90.66, "caption": "Two men are walking up a staircase side by side.", "similarity": 0.5372, "relevance": 1 }, { "pair_id": 343940, "video_name": "castle_s01e06_seg02_clip_16", "timestamp": [ 79.3, 90.63 ], "duration": 90.66, "caption": "Three men walk through the hallway.", "similarity": 0.5372, "relevance": 1 }, { "pair_id": 343941, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 9.74, 59.03 ], "duration": 59.66, "caption": "Two men walk up the stairs while having a conversation.", "similarity": 0.5366, "relevance": 1 }, { "pair_id": 343942, "video_name": "house_s03e21_seg02_clip_02", "timestamp": [ 73.13, 87.05 ], "duration": 87.66, "caption": "Two men are walking through the hospital hallway.", "similarity": 0.5329, "relevance": 2 }, { "pair_id": 343943, "video_name": "s05e07_seg01_clip_02", "timestamp": [ 6.75, 8.0 ], "duration": 50.66, "caption": "Two men do a high five as they are walking down the hallway.", "similarity": 0.5325, "relevance": 1 }, { "pair_id": 343944, "video_name": "house_s06e04_seg02_clip_13", "timestamp": [ 28.81, 70.22 ], "duration": 90.66, "caption": "Two men have a conversation as they walk down a hallway.", "similarity": 0.5324, "relevance": 1 }, { "pair_id": 343945, "video_name": "house_s01e05_seg02_clip_02", "timestamp": [ 82.83, 91.02 ], "duration": 91.66, "caption": "Two men have a conversation as they walk down a hallway.", "similarity": 0.5324, "relevance": 1 }, { "pair_id": 343946, "video_name": "s06e09_seg02_clip_05", "timestamp": [ 29.46, 36.6 ], "duration": 62.66, "caption": "Some men are all walking up a set of stairs.", "similarity": 0.5315, "relevance": 1 }, { "pair_id": 343947, "video_name": "castle_s08e03_seg02_clip_04", "timestamp": [ 48.7, 53.7 ], "duration": 91.66, "caption": "Some people are at a college with students in Halloween costumes walking by.", "similarity": 0.5306, "relevance": 2 }, { "pair_id": 343948, "video_name": "castle_s08e13_seg02_clip_04", "timestamp": [ 56.8, 60.89 ], "duration": 90.66, "caption": "Two men walk into an English classroom.", "similarity": 0.5286, "relevance": 1 }, { "pair_id": 343949, "video_name": "friends_s04e23-24_seg02_clip_00", "timestamp": [ 18.92, 22.33 ], "duration": 62.66, "caption": "Two men walk over to a man when they come in.", "similarity": 0.5282, "relevance": 2 }, { "pair_id": 343950, "video_name": "castle_s02e02_seg02_clip_25", "timestamp": [ 4.0, 5.33 ], "duration": 88.66, "caption": "Two men are walking down the hallway with a person named Eric Marx between them.", "similarity": 0.5264, "relevance": 1 }, { "pair_id": 343951, "video_name": "house_s02e07_seg02_clip_14", "timestamp": [ 0.0, 23.47 ], "duration": 92.66, "caption": "Two men walk down the hallway and one of them gets in the elevator.", "similarity": 0.5247, "relevance": 1 }, { "pair_id": 343952, "video_name": "castle_s07e04_seg02_clip_21", "timestamp": [ 17.88, 22.46 ], "duration": 91.66, "caption": "Two men walk into and through a computer lab.", "similarity": 0.5238, "relevance": 1 }, { "pair_id": 343953, "video_name": "grey_s03e24_seg02_clip_05", "timestamp": [ 36.87, 44.15 ], "duration": 91.66, "caption": "Two men walk through the hallway and stop outside the room.", "similarity": 0.5232, "relevance": 1 }, { "pair_id": 343954, "video_name": "s04e04_seg02_clip_14", "timestamp": [ 3.6, 6.9 ], "duration": 60.66, "caption": "Two men walk down the hallway at work.", "similarity": 0.5214, "relevance": 1 }, { "pair_id": 343955, "video_name": "s01e16_seg02_clip_14", "timestamp": [ 0.0, 14.71 ], "duration": 60.66, "caption": "Two men walk up the stairs and stop.", "similarity": 0.5205, "relevance": 1 }, { "pair_id": 343956, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 75.26, 79.66 ], "duration": 88.66, "caption": "Two men descend stairs and approach woman and man.", "similarity": 0.5194, "relevance": 1 }, { "pair_id": 343957, "video_name": "friends_s01e09_seg02_clip_13", "timestamp": [ 42.37, 45.85 ], "duration": 58.66, "caption": "Some people walk into the hallway from the stairs.", "similarity": 0.5189, "relevance": 1 }, { "pair_id": 343958, "video_name": "s06e10_seg02_clip_06", "timestamp": [ 35.42, 41.12 ], "duration": 60.66, "caption": "Three men walk up the stairs.", "similarity": 0.5181, "relevance": 2 }, { "pair_id": 343959, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 1.84, 35.43 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.5163, "relevance": 1 } ] }, { "query_id": 19847, "query": "Some people are walking toward a woman who is making notes by the victim.", "relevant_moment": [ { "pair_id": 3280, "video_name": "castle_s08e03_seg02_clip_01", "timestamp": [ 61.44, 71.0 ], "duration": 91.66, "caption": "Some people are walking toward a woman who is making notes by the victim.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3281, "video_name": "castle_s06e15_seg02_clip_11", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A woman walks towards a person when she asks him about the victim.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 3282, "video_name": "castle_s07e02_seg02_clip_02", "timestamp": [ 6.47, 14.78 ], "duration": 92.66, "caption": "A woman explains what happened to the victim when some people walk up.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 3283, "video_name": "castle_s03e06_seg02_clip_01", "timestamp": [ 6.81, 23.15 ], "duration": 90.66, "caption": "A woman and man walk towards the crime scene as woman explains to man the victim and they greet someone.", "similarity": 0.6574, "relevance": 4 }, { "pair_id": 3284, "video_name": "castle_s06e05_seg02_clip_05", "timestamp": [ 55.18, 56.99 ], "duration": 90.66, "caption": "A woman looks up from her notes to make eye contact with the suspect.", "similarity": 0.6539, "relevance": 0 }, { "pair_id": 3285, "video_name": "friends_s07e11_seg02_clip_01", "timestamp": [ 37.84, 43.02 ], "duration": 61.66, "caption": "A woman hands woman a note that person left her.", "similarity": 0.65, "relevance": 0 }, { "pair_id": 3286, "video_name": "friends_s04e23-24_seg02_clip_00", "timestamp": [ 5.58, 12.72 ], "duration": 62.66, "caption": "A woman takes notes on a notepad to another woman.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 3287, "video_name": "castle_s04e08_seg02_clip_01", "timestamp": [ 21.95, 24.24 ], "duration": 91.66, "caption": "A woman points out the victim's wound to woman and person.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 3288, "video_name": "castle_s01e10_seg02_clip_02", "timestamp": [ 88.78, 95.09 ], "duration": 97.66, "caption": "A woman pulls back a sheet to reveal the victim to a woman.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 3289, "video_name": "castle_s02e20_seg02_clip_04", "timestamp": [ 6.98, 20.0 ], "duration": 93.66, "caption": "A woman walks around the victim's table and stands on the other side.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 3290, "video_name": "grey_s03e10_seg02_clip_25", "timestamp": [ 0.79, 10.27 ], "duration": 79.66, "caption": "A woman is writing in a chart when another woman walks towards her.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 3291, "video_name": "castle_s06e09_seg02_clip_10", "timestamp": [ 0.0, 15.02 ], "duration": 91.66, "caption": "A woman tells a person about what she found about the victim.", "similarity": 0.6331, "relevance": 3 }, { "pair_id": 3292, "video_name": "castle_s02e12_seg02_clip_13", "timestamp": [ 20.93, 24.65 ], "duration": 93.66, "caption": "A woman tells a woman about the victims back as soon as she walks in.", "similarity": 0.6321, "relevance": 1 }, { "pair_id": 3293, "video_name": "house_s03e07_seg02_clip_10", "timestamp": [ 29.2, 62.39 ], "duration": 88.66, "caption": "Some people talk to a woman while she performs tests on the unconscious person and takes notes.", "similarity": 0.6311, "relevance": 3 }, { "pair_id": 3294, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A person walks towards another person and a woman.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 3295, "video_name": "house_s04e01_seg02_clip_21", "timestamp": [ 26.62, 30.68 ], "duration": 90.66, "caption": "A person is taking down notes while talking to a woman.", "similarity": 0.6295, "relevance": 2 }, { "pair_id": 3296, "video_name": "castle_s06e16_seg02_clip_25", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A woman walks towards a person to speak to her.", "similarity": 0.6285, "relevance": 2 }, { "pair_id": 3297, "video_name": "castle_s03e21_seg02_clip_22", "timestamp": [ 12.83, 15.2 ], "duration": 95.66, "caption": "A person was walking towards a woman and told her something.", "similarity": 0.6278, "relevance": 1 }, { "pair_id": 3298, "video_name": "grey_s03e11_seg02_clip_22", "timestamp": [ 6.05, 11.63 ], "duration": 93.66, "caption": "A woman hands a person a note as they walk down the hall.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 3299, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 6.36, 9.99 ], "duration": 90.66, "caption": "A woman tells another woman who they think is the victim.", "similarity": 0.6243, "relevance": 1 } ] }, { "query_id": 19917, "query": "A person walks into the elevator another person is on.", "relevant_moment": [ { "pair_id": 173060, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 66.72, 69.5 ], "duration": 92.66, "caption": "A person walks into the elevator another person is on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173061, "video_name": "grey_s02e18_seg02_clip_22", "timestamp": [ 10.47, 14.11 ], "duration": 91.66, "caption": "A person gets into the elevator with two other people.", "similarity": 0.9058, "relevance": 4 }, { "pair_id": 173062, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 59.82, 65.8 ], "duration": 92.66, "caption": "A person enters the elevator that two people are in.", "similarity": 0.8987, "relevance": 3 }, { "pair_id": 173063, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 57.77, 66.46 ], "duration": 86.66, "caption": "A person gets into an elevator and another person follows him in.", "similarity": 0.8892, "relevance": 3 }, { "pair_id": 173064, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 80.43, 86.02 ], "duration": 86.66, "caption": "A person and another person are in the elevator together.", "similarity": 0.8802, "relevance": 2 }, { "pair_id": 173065, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 48.07, 53.86 ], "duration": 89.66, "caption": "A person gets into the elevator while another person stays outside.", "similarity": 0.8795, "relevance": 3 }, { "pair_id": 173066, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 12.42, 14.72 ], "duration": 92.66, "caption": "Two people walk into an elevator together.", "similarity": 0.8528, "relevance": 3 }, { "pair_id": 173067, "video_name": "house_s08e13_seg02_clip_03", "timestamp": [ 46.45, 52.26 ], "duration": 89.66, "caption": "A person enters an elevator with some other people.", "similarity": 0.85, "relevance": 3 }, { "pair_id": 173068, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 6.51, 11.63 ], "duration": 93.66, "caption": "Two people walk into the elevator together.", "similarity": 0.8475, "relevance": 3 }, { "pair_id": 173069, "video_name": "castle_s08e11_seg02_clip_13", "timestamp": [ 87.44, 91.08 ], "duration": 91.66, "caption": "A man and another person go into an elevator together.", "similarity": 0.8456, "relevance": 3 }, { "pair_id": 173070, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 28.51, 32.51 ], "duration": 100.66, "caption": "Two people walk into the elevator at the same time.", "similarity": 0.842, "relevance": 3 }, { "pair_id": 173071, "video_name": "house_s08e03_seg02_clip_24", "timestamp": [ 0.0, 11.44 ], "duration": 88.66, "caption": "A person is walking after another person then they head to the elevator.", "similarity": 0.8348, "relevance": 3 }, { "pair_id": 173072, "video_name": "house_s02e22_seg02_clip_06", "timestamp": [ 78.45, 81.55 ], "duration": 88.66, "caption": "A person walks into the elevator as he walks away from another person.", "similarity": 0.8296, "relevance": 2 }, { "pair_id": 173073, "video_name": "house_s08e07_seg02_clip_07", "timestamp": [ 41.17, 45.6 ], "duration": 88.66, "caption": "A person walks out of the elevator with two other people.", "similarity": 0.8275, "relevance": 2 }, { "pair_id": 173074, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 4.98, 10.41 ], "duration": 90.66, "caption": "A person walks into the elevator when a man looks on.", "similarity": 0.8252, "relevance": 3 }, { "pair_id": 173075, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 19.73, 26.64 ], "duration": 49.66, "caption": "A person is in the elevator with another person and puts their arm around them.", "similarity": 0.8243, "relevance": 2 }, { "pair_id": 173076, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 41.32, 47.4 ], "duration": 81.66, "caption": "A person finishes his conversation with another person and walks into an elevator.", "similarity": 0.8228, "relevance": 3 }, { "pair_id": 173077, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 36.15, 39.8 ], "duration": 73.66, "caption": "A person finishes their conversation with another person and walks into an elevator.", "similarity": 0.822, "relevance": 4 }, { "pair_id": 173078, "video_name": "house_s01e01_seg02_clip_02", "timestamp": [ 87.9, 94.55 ], "duration": 95.66, "caption": "A person turns around at another person, before they walk into the elevator together.", "similarity": 0.8191, "relevance": 2 }, { "pair_id": 173079, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 12.74, 14.11 ], "duration": 91.66, "caption": "A person heads to the elevator with two others.", "similarity": 0.8183, "relevance": 2 }, { "pair_id": 346380, "video_name": "house_s04e09_seg02_clip_02", "timestamp": [ 77.57, 84.63 ], "duration": 94.66, "caption": "A person walks towards the elevator with man next to him.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 346382, "video_name": "grey_s02e08_seg02_clip_25", "timestamp": [ 0.0, 0.43 ], "duration": 2.66, "caption": "Two people are in the elevator together.", "similarity": 0.8094, "relevance": 0 }, { "pair_id": 346383, "video_name": "house_s03e07_seg02_clip_05", "timestamp": [ 20.26, 25.21 ], "duration": 90.66, "caption": "A person walks out of the elevator and approaches someone.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 346385, "video_name": "house_s05e21_seg02_clip_17", "timestamp": [ 30.81, 42.69 ], "duration": 88.66, "caption": "A person steps out from the elevator after hearing another person.", "similarity": 0.8023, "relevance": 2 }, { "pair_id": 346386, "video_name": "house_s02e04_seg02_clip_02", "timestamp": [ 45.05, 64.88 ], "duration": 90.66, "caption": "A person gets into the elevator and another person talks to him for a bit then leaves.", "similarity": 0.7992, "relevance": 2 }, { "pair_id": 346387, "video_name": "grey_s02e25_seg02_clip_01", "timestamp": [ 14.19, 17.74 ], "duration": 88.66, "caption": "A person stands between two other people in the elevator.", "similarity": 0.7964, "relevance": 2 }, { "pair_id": 346388, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 14.53, 19.07 ], "duration": 90.66, "caption": "A person finishes his conversation with someone and walks into the elevator.", "similarity": 0.7915, "relevance": 3 }, { "pair_id": 346389, "video_name": "grey_s03e05_seg02_clip_22", "timestamp": [ 84.36, 101.02 ], "duration": 101.66, "caption": "A man walks into the elevator and a woman is already standing in it.", "similarity": 0.791, "relevance": 4 }, { "pair_id": 346390, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 82.35, 89.02 ], "duration": 89.66, "caption": "Two people walk inside of the elevator together.", "similarity": 0.7908, "relevance": 4 }, { "pair_id": 346392, "video_name": "s01e14_seg02_clip_10", "timestamp": [ 38.75, 42.72 ], "duration": 61.66, "caption": "A person opens the elevator door and grabs another person.", "similarity": 0.7896, "relevance": 1 }, { "pair_id": 346393, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 5.95, 9.16 ], "duration": 91.66, "caption": "A person holds up the elevator while another person turns to talk to him.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 346394, "video_name": "house_s06e11_seg02_clip_08", "timestamp": [ 60.01, 62.66 ], "duration": 88.66, "caption": "A man enters the elevator person is going inside of.", "similarity": 0.777, "relevance": 4 }, { "pair_id": 346395, "video_name": "friends_s06e08_seg02_clip_17", "timestamp": [ 0.0, 2.52 ], "duration": 72.66, "caption": "A woman walks into the elevator and stands next to someone.", "similarity": 0.7764, "relevance": 4 }, { "pair_id": 346396, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 68.31, 73.1 ], "duration": 87.66, "caption": "Two people both walk out of the elevator together.", "similarity": 0.776, "relevance": 2 }, { "pair_id": 346397, "video_name": "grey_s02e02_seg02_clip_06", "timestamp": [ 0.0, 2.94 ], "duration": 84.66, "caption": "A person enters an elevator with another person on a patient bed.", "similarity": 0.7737, "relevance": 3 }, { "pair_id": 346398, "video_name": "house_s03e06_seg02_clip_19", "timestamp": [ 6.23, 9.79 ], "duration": 89.66, "caption": "A person comes in the elevator while still talking to two other people.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 346399, "video_name": "house_s03e02_seg02_clip_01", "timestamp": [ 18.56, 27.61 ], "duration": 90.66, "caption": "A man gets into an elevator after talking with two other people.", "similarity": 0.7703, "relevance": 2 } ] }, { "query_id": 19921, "query": "Three women are talking during their conversation.", "relevant_moment": [ { "pair_id": 171500, "video_name": "grey_s02e23_seg02_clip_12", "timestamp": [ 3.56, 35.16 ], "duration": 89.66, "caption": "Three women are talking during their conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171501, "video_name": "grey_s02e20_seg02_clip_13", "timestamp": [ 0.0, 20.48 ], "duration": 91.66, "caption": "Three women are having a conversation.", "similarity": 0.9702, "relevance": 4 }, { "pair_id": 171502, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 0.0, 14.95 ], "duration": 61.66, "caption": "Three women are having a conversation.", "similarity": 0.9702, "relevance": 4 }, { "pair_id": 171503, "video_name": "s04e19_seg02_clip_03", "timestamp": [ 0.0, 58.31 ], "duration": 62.66, "caption": "Three women were having a conversation.", "similarity": 0.9538, "relevance": 4 }, { "pair_id": 171504, "video_name": "friends_s07e23-24_seg02_clip_01", "timestamp": [ 11.48, 19.89 ], "duration": 56.66, "caption": "Three women were having a conversation.", "similarity": 0.9538, "relevance": 4 }, { "pair_id": 171505, "video_name": "friends_s06e02_seg02_clip_07", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Two people were having a conversation with three women.", "similarity": 0.8682, "relevance": 2 }, { "pair_id": 171506, "video_name": "met_s06e09_seg02_clip_14", "timestamp": [ 0.0, 21.4 ], "duration": 62.66, "caption": "Some women are having a conversation.", "similarity": 0.842, "relevance": 2 }, { "pair_id": 171507, "video_name": "grey_s02e23_seg02_clip_12", "timestamp": [ 0.0, 19.59 ], "duration": 89.66, "caption": "Some women are having a conversation.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 171508, "video_name": "grey_s01e09_seg02_clip_03", "timestamp": [ 77.75, 91.47 ], "duration": 91.66, "caption": "Some women are having a conversation.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 171509, "video_name": "grey_s03e18_seg02_clip_21", "timestamp": [ 45.46, 90.02 ], "duration": 90.66, "caption": "Some women are having a conversation with each other.", "similarity": 0.8287, "relevance": 2 }, { "pair_id": 171510, "video_name": "grey_s03e06_seg02_clip_06", "timestamp": [ 0.0, 11.28 ], "duration": 90.66, "caption": "Some women are having a conversation with each other.", "similarity": 0.8287, "relevance": 4 }, { "pair_id": 171511, "video_name": "grey_s02e22_seg02_clip_16", "timestamp": [ 12.0, 49.94 ], "duration": 96.66, "caption": "Some women are having a conversation with each other.", "similarity": 0.8287, "relevance": 4 }, { "pair_id": 171512, "video_name": "grey_s02e05_seg02_clip_05", "timestamp": [ 0.0, 17.61 ], "duration": 80.66, "caption": "The women are having a conversation with each other.", "similarity": 0.8285, "relevance": 4 }, { "pair_id": 171513, "video_name": "s06e13_seg02_clip_16", "timestamp": [ 0.0, 33.07 ], "duration": 58.66, "caption": "Some women were having a conversation.", "similarity": 0.8197, "relevance": 4 }, { "pair_id": 171514, "video_name": "s04e10_seg01_clip_03", "timestamp": [ 0.0, 54.03 ], "duration": 54.66, "caption": "Some women were having a conversation.", "similarity": 0.8197, "relevance": 4 }, { "pair_id": 171516, "video_name": "friends_s03e23_seg02_clip_13", "timestamp": [ 0.0, 51.61 ], "duration": 67.66, "caption": "Some women were having a conversation.", "similarity": 0.8197, "relevance": 4 }, { "pair_id": 171517, "video_name": "s06e05_seg02_clip_01", "timestamp": [ 0.0, 42.32 ], "duration": 60.66, "caption": "Three women are talking on the bar.", "similarity": 0.7956, "relevance": 4 }, { "pair_id": 171518, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 0.0, 33.38 ], "duration": 89.66, "caption": "A woman was talking to three men.", "similarity": 0.7811, "relevance": 2 }, { "pair_id": 171519, "video_name": "grey_s02e08_seg02_clip_05", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "Two women and a woman are having a conversation with each other.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 344820, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 80.28, 92.28 ], "duration": 92.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.7784, "relevance": 3 }, { "pair_id": 344821, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.7784, "relevance": 3 }, { "pair_id": 344822, "video_name": "grey_s03e06_seg02_clip_05", "timestamp": [ 65.43, 89.02 ], "duration": 89.66, "caption": "Two women are having a conversation then another woman came and join their conversation.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 344823, "video_name": "castle_s06e23_seg02_clip_09", "timestamp": [ 39.56, 89.66 ], "duration": 89.66, "caption": "Two women and a woman were having a conversation.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 344824, "video_name": "friends_s06e06_seg02_clip_01", "timestamp": [ 40.82, 60.03 ], "duration": 60.66, "caption": "Some women are having a conversation with each other then woman came.", "similarity": 0.7731, "relevance": 4 }, { "pair_id": 344825, "video_name": "friends_s05e02_seg02_clip_04", "timestamp": [ 0.0, 56.96 ], "duration": 59.66, "caption": "A woman was talking to two other women.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 344826, "video_name": "grey_s02e05_seg02_clip_05", "timestamp": [ 0.0, 23.21 ], "duration": 80.66, "caption": "Three women are having a conversation at a railing and a woman turns around and walks off.", "similarity": 0.7685, "relevance": 4 }, { "pair_id": 344827, "video_name": "grey_s03e19_seg02_clip_23", "timestamp": [ 0.0, 11.31 ], "duration": 78.66, "caption": "Three people are having a conversation. While a woman is listening what is happening in the room.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 344828, "video_name": "castle_s05e04_seg02_clip_12", "timestamp": [ 12.72, 77.64 ], "duration": 87.66, "caption": "Three people sit down and had a conversation with woman.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 344829, "video_name": "house_s06e10_seg02_clip_22", "timestamp": [ 54.3, 89.02 ], "duration": 89.66, "caption": "A woman is having a conversation with two men and a woman.", "similarity": 0.762, "relevance": 3 }, { "pair_id": 344830, "video_name": "house_s06e18_seg02_clip_06", "timestamp": [ 15.87, 45.41 ], "duration": 88.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 344831, "video_name": "house_s03e23_seg02_clip_01", "timestamp": [ 43.71, 68.56 ], "duration": 92.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 344832, "video_name": "house_s03e16_seg02_clip_08", "timestamp": [ 4.95, 64.37 ], "duration": 90.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 344833, "video_name": "house_s02e20_seg02_clip_08", "timestamp": [ 0.0, 34.69 ], "duration": 102.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 344834, "video_name": "grey_s03e24_seg02_clip_00", "timestamp": [ 0.0, 27.55 ], "duration": 91.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 344835, "video_name": "grey_s03e20_seg02_clip_13", "timestamp": [ 28.82, 48.88 ], "duration": 83.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 344836, "video_name": "grey_s03e15_seg02_clip_03", "timestamp": [ 0.0, 30.64 ], "duration": 90.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 344837, "video_name": "grey_s03e11_seg02_clip_05", "timestamp": [ 27.2, 44.87 ], "duration": 90.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 344838, "video_name": "grey_s03e08_seg02_clip_16", "timestamp": [ 0.0, 14.01 ], "duration": 90.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 344839, "video_name": "grey_s02e25_seg02_clip_16", "timestamp": [ 16.78, 35.43 ], "duration": 93.66, "caption": "Three people are having a conversation.", "similarity": 0.7546, "relevance": 3 } ] }, { "query_id": 19951, "query": "A man points his hand toward person while speaking to him.", "relevant_moment": [ { "pair_id": 15620, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 21.43, 25.21 ], "duration": 63.66, "caption": "A man points his hand toward person while speaking to him.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 15621, "video_name": "s08e05_seg02_clip_05", "timestamp": [ 55.88, 57.02 ], "duration": 57.66, "caption": "A person points their fingers towards a man while talking to him.", "similarity": 0.9092, "relevance": 4 }, { "pair_id": 15622, "video_name": "s05e18_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man is pointing at a person as he is speaking to him.", "similarity": 0.885, "relevance": 4 }, { "pair_id": 15623, "video_name": "house_s08e09_seg02_clip_18", "timestamp": [ 30.81, 35.27 ], "duration": 89.66, "caption": "A man points at a person and starts talking with his hands.", "similarity": 0.881, "relevance": 4 }, { "pair_id": 15624, "video_name": "s07e22_seg02_clip_10", "timestamp": [ 34.01, 35.33 ], "duration": 66.66, "caption": "A person points to the man he is speaking with.", "similarity": 0.8707, "relevance": 4 }, { "pair_id": 15625, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 52.53, 53.12 ], "duration": 59.66, "caption": "A man points his left hand towards another man as he talks to him.", "similarity": 0.8489, "relevance": 3 }, { "pair_id": 15626, "video_name": "castle_s02e02_seg02_clip_16", "timestamp": [ 51.82, 57.19 ], "duration": 89.66, "caption": "A man raises his hand as he speaks to another person.", "similarity": 0.8487, "relevance": 3 }, { "pair_id": 15627, "video_name": "met_s06e10_seg02_clip_10", "timestamp": [ 39.1, 42.31 ], "duration": 58.66, "caption": "A man puts a hand over his hear in response to a person speaking to him.", "similarity": 0.8439, "relevance": 2 }, { "pair_id": 15628, "video_name": "s03e03_seg02_clip_13", "timestamp": [ 7.5, 9.3 ], "duration": 60.66, "caption": "A man puts his hand on his chest and points to another person as he is talking.", "similarity": 0.8413, "relevance": 2 }, { "pair_id": 15629, "video_name": "met_s02e13_seg02_clip_17", "timestamp": [ 33.32, 35.99 ], "duration": 59.66, "caption": "A man points behind his back with his thumb while talking to a person.", "similarity": 0.8373, "relevance": 4 }, { "pair_id": 15630, "video_name": "friends_s08e06_seg01_clip_00", "timestamp": [ 48.66, 62.34 ], "duration": 76.66, "caption": "A person is pointing his hand to two people as he is beside them speaking.", "similarity": 0.8337, "relevance": 4 }, { "pair_id": 15631, "video_name": "house_s03e11_seg02_clip_01", "timestamp": [ 0.0, 6.86 ], "duration": 91.66, "caption": "A person is talking to man and person points their thumb behind them.", "similarity": 0.8328, "relevance": 3 }, { "pair_id": 15632, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 6.63, 10.92 ], "duration": 78.66, "caption": "A man points his finger in the air while talking to another person.", "similarity": 0.8272, "relevance": 4 }, { "pair_id": 15633, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 25.94, 28.68 ], "duration": 61.66, "caption": "A person raises his hands as he talks to a man.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 15634, "video_name": "friends_s06e09_seg02_clip_02", "timestamp": [ 39.84, 44.27 ], "duration": 59.66, "caption": "A man uses hand gestures while talking to someone.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 15635, "video_name": "friends_s09e23-24_seg02_clip_03", "timestamp": [ 37.72, 46.42 ], "duration": 58.66, "caption": "A man stands up and gestures with his hands while talking to a person.", "similarity": 0.8219, "relevance": 1 }, { "pair_id": 15636, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 6.63, 7.65 ], "duration": 102.66, "caption": "A person points at person while he is talking to man.", "similarity": 0.8215, "relevance": 4 }, { "pair_id": 15637, "video_name": "friends_s08e16_seg02_clip_08", "timestamp": [ 56.45, 62.03 ], "duration": 62.66, "caption": "A person raises his hand and points it towards himself when they are talking.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 15638, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 37.22, 39.08 ], "duration": 62.66, "caption": "A man gestures, pointing with an upturned hand toward a person.", "similarity": 0.8184, "relevance": 4 }, { "pair_id": 15639, "video_name": "friends_s01e06_seg02_clip_01", "timestamp": [ 4.28, 10.55 ], "duration": 57.66, "caption": "A man points has hand towards a man when a woman is talking.", "similarity": 0.8136, "relevance": 4 }, { "pair_id": 188940, "video_name": "house_s07e21_seg02_clip_01", "timestamp": [ 0.0, 47.33 ], "duration": 91.66, "caption": "A person makes gestures with his hands as he speaks to man.", "similarity": 0.8125, "relevance": 3 }, { "pair_id": 188941, "video_name": "s09e14_seg02_clip_07", "timestamp": [ 50.96, 51.87 ], "duration": 61.66, "caption": "A man raises his hand and points his finger at a person.", "similarity": 0.8101, "relevance": 3 }, { "pair_id": 188942, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 43.52, 46.82 ], "duration": 60.66, "caption": "A person gestures with his hands as he speaks to another person.", "similarity": 0.8065, "relevance": 2 }, { "pair_id": 188943, "video_name": "friends_s09e15_seg02_clip_17", "timestamp": [ 50.9, 55.39 ], "duration": 64.66, "caption": "A man raises both of his hands while talking to someone.", "similarity": 0.8063, "relevance": 1 }, { "pair_id": 188944, "video_name": "friends_s05e05_seg02_clip_14", "timestamp": [ 45.74, 50.76 ], "duration": 59.66, "caption": "A person gestures toward guy using his thumb while having a conversation.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 188945, "video_name": "met_s06e04_seg01_clip_01", "timestamp": [ 19.23, 22.83 ], "duration": 60.66, "caption": "A man points his fingers while speaking to a woman.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 188946, "video_name": "castle_s04e21_seg02_clip_07", "timestamp": [ 21.54, 22.92 ], "duration": 91.66, "caption": "A man points to a direction as he speaks to another man.", "similarity": 0.7984, "relevance": 2 }, { "pair_id": 188947, "video_name": "house_s08e11_seg02_clip_18", "timestamp": [ 42.33, 46.05 ], "duration": 93.66, "caption": "A person points on another person's feet while talking to him.", "similarity": 0.7956, "relevance": 2 }, { "pair_id": 188948, "video_name": "s03e01_seg02_clip_09", "timestamp": [ 0.59, 3.84 ], "duration": 59.66, "caption": "A man points at a person and shakes his finger at him.", "similarity": 0.7938, "relevance": 4 }, { "pair_id": 188949, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 8.26, 9.15 ], "duration": 59.66, "caption": "A man raises their right hand up and shakes their head while talking to another person.", "similarity": 0.7936, "relevance": 2 }, { "pair_id": 188950, "video_name": "castle_s05e07_seg02_clip_21", "timestamp": [ 0.0, 3.72 ], "duration": 93.66, "caption": "A man is pointing at man as they are conversing next to each other.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 188951, "video_name": "friends_s06e11_seg02_clip_12", "timestamp": [ 41.91, 47.22 ], "duration": 59.66, "caption": "A man moves his hands to get person's attention as he has a conversation.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 188952, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 37.78, 38.37 ], "duration": 59.66, "caption": "A person points their finger at their mouth while talking to person.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 188953, "video_name": "castle_s03e02_seg02_clip_16", "timestamp": [ 4.56, 13.68 ], "duration": 91.66, "caption": "A man stands talking to person and woman as he repeatedly moves his hand up and down pointing his finger.", "similarity": 0.7862, "relevance": 2 }, { "pair_id": 188954, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 10.36, 15.42 ], "duration": 46.66, "caption": "A person raises their hand as they speak to some other people.", "similarity": 0.7854, "relevance": 1 }, { "pair_id": 188955, "video_name": "s01e06_seg02_clip_09", "timestamp": [ 52.83, 56.96 ], "duration": 59.66, "caption": "A man places his hand briefly on person's shoulder while he's speaking.", "similarity": 0.7828, "relevance": 2 }, { "pair_id": 188956, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.7826, "relevance": 2 }, { "pair_id": 188957, "video_name": "house_s04e05_seg02_clip_27", "timestamp": [ 2.17, 4.77 ], "duration": 14.66, "caption": "A person pointed on the back while talking to a man.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 188958, "video_name": "house_s05e09_seg02_clip_02", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A man is talking to another person who held a gun on his hand pointing at him.", "similarity": 0.7812, "relevance": 2 }, { "pair_id": 188959, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 52.22, 57.15 ], "duration": 58.66, "caption": "A man takes person's hand and holds it while speaking to her.", "similarity": 0.7803, "relevance": 2 } ] }, { "query_id": 19992, "query": "A man and woman stand up and he kisses her on the cheek.", "relevant_moment": [ { "pair_id": 151640, "video_name": "castle_s03e02_seg02_clip_26", "timestamp": [ 81.9, 85.02 ], "duration": 89.66, "caption": "A man and woman stand up and he kisses her on the cheek.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151641, "video_name": "house_s07e01_seg02_clip_23", "timestamp": [ 7.2, 9.6 ], "duration": 80.66, "caption": "A woman kisses man on the cheek as she stands.", "similarity": 0.8895, "relevance": 1 }, { "pair_id": 151642, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 46.69, 51.87 ], "duration": 61.66, "caption": "A woman stands up and gives a man a kiss on the cheek.", "similarity": 0.8648, "relevance": 3 }, { "pair_id": 151643, "video_name": "castle_s06e14_seg02_clip_11", "timestamp": [ 37.03, 43.35 ], "duration": 90.66, "caption": "A man stands up and kisses woman on the head.", "similarity": 0.8398, "relevance": 2 }, { "pair_id": 151644, "video_name": "friends_s09e16_seg02_clip_01", "timestamp": [ 40.14, 45.15 ], "duration": 59.66, "caption": "A man kisses a woman on the cheek and then stands up to leave.", "similarity": 0.8366, "relevance": 3 }, { "pair_id": 151645, "video_name": "friends_s03e21_seg02_clip_06", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek dressed up.", "similarity": 0.8244, "relevance": 1 }, { "pair_id": 151646, "video_name": "house_s05e07_seg02_clip_16", "timestamp": [ 19.33, 21.63 ], "duration": 92.66, "caption": "A woman reaches up and kisses a man on the cheek.", "similarity": 0.8205, "relevance": 3 }, { "pair_id": 151647, "video_name": "s02e09_seg02_clip_11", "timestamp": [ 26.41, 30.01 ], "duration": 60.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.8144, "relevance": 1 }, { "pair_id": 151648, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 16.44, 18.74 ], "duration": 57.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 151649, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 58.9, 61.69 ], "duration": 92.66, "caption": "A man leans over and kisses a woman on her cheek.", "similarity": 0.8092, "relevance": 3 }, { "pair_id": 151650, "video_name": "castle_s01e02_seg02_clip_25", "timestamp": [ 84.68, 89.78 ], "duration": 102.66, "caption": "A woman leans and kisses a man on the cheek.", "similarity": 0.8053, "relevance": 1 }, { "pair_id": 151651, "video_name": "friends_s10e13_seg02_clip_09", "timestamp": [ 7.31, 10.23 ], "duration": 58.66, "caption": "A man kisses woman on the forehead as they stand and hold hands.", "similarity": 0.7958, "relevance": 3 }, { "pair_id": 151652, "video_name": "friends_s03e06_seg02_clip_19", "timestamp": [ 0.0, 20.31 ], "duration": 70.66, "caption": "A woman kisses a man several times on the cheek and then they kiss on the mouth while standing together.", "similarity": 0.7945, "relevance": 3 }, { "pair_id": 151653, "video_name": "met_s06e14_seg02_clip_08", "timestamp": [ 26.55, 29.29 ], "duration": 61.66, "caption": "A woman reaches up to kiss a man on the cheek.", "similarity": 0.7888, "relevance": 2 }, { "pair_id": 151654, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 75.82, 76.75 ], "duration": 93.66, "caption": "A woman leans forward to kiss man on the cheek.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 151655, "video_name": "friends_s10e09_seg02_clip_13", "timestamp": [ 54.11, 64.03 ], "duration": 64.66, "caption": "A man kisses a woman's cheek while they hug each other.", "similarity": 0.7878, "relevance": 4 }, { "pair_id": 151656, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 10.92, 13.26 ], "duration": 78.66, "caption": "A man stands and gives a woman a kiss on the forehead.", "similarity": 0.7835, "relevance": 1 }, { "pair_id": 151657, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 2.28, 4.56 ], "duration": 57.66, "caption": "A man kisses woman's cheek as they hold hands.", "similarity": 0.7829, "relevance": 4 }, { "pair_id": 151658, "video_name": "grey_s02e21_seg02_clip_24", "timestamp": [ 9.22, 14.07 ], "duration": 97.66, "caption": "A woman leans down and kisses a man on the mouth while placing her hand on his cheek.", "similarity": 0.7826, "relevance": 1 }, { "pair_id": 151659, "video_name": "house_s01e12_seg02_clip_01", "timestamp": [ 15.27, 16.17 ], "duration": 89.66, "caption": "A man and a woman kiss each other on the lips.", "similarity": 0.7812, "relevance": 2 }, { "pair_id": 324960, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 57.18, 65.42 ], "duration": 103.66, "caption": "A woman bends over and kisses man on his cheek.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 324961, "video_name": "house_s01e22_seg02_clip_24", "timestamp": [ 49.03, 56.13 ], "duration": 129.66, "caption": "A woman gives man a kiss on his cheek.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 324962, "video_name": "s04e13_seg02_clip_06", "timestamp": [ 7.38, 10.92 ], "duration": 59.66, "caption": "A man bends down and kisses a woman on the cheek.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 324963, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 2.36, 4.13 ], "duration": 59.66, "caption": "A man leans over and kisses woman on the lips.", "similarity": 0.7721, "relevance": 1 }, { "pair_id": 324964, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 39.26, 49.46 ], "duration": 157.66, "caption": "A woman leans forward, kisses man on the cheek and smiles.", "similarity": 0.7716, "relevance": 2 }, { "pair_id": 324965, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 28.17, 29.93 ], "duration": 88.66, "caption": "A man kisses woman on the cheek then looks downward at her.", "similarity": 0.7715, "relevance": 3 }, { "pair_id": 324966, "video_name": "friends_s03e11_seg02_clip_12", "timestamp": [ 0.0, 3.22 ], "duration": 58.66, "caption": "A man kisses a woman on the cheek while crouched behind her.", "similarity": 0.7707, "relevance": 2 }, { "pair_id": 324967, "video_name": "friends_s09e06_seg02_clip_15", "timestamp": [ 0.0, 8.55 ], "duration": 57.66, "caption": "A man kisses a woman on the cheek after she tells him it's ok.", "similarity": 0.7697, "relevance": 3 }, { "pair_id": 324968, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 13.21, 15.01 ], "duration": 60.66, "caption": "A man kisses woman on the cheek to greet her.", "similarity": 0.769, "relevance": 3 }, { "pair_id": 324969, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 30.51, 36.61 ], "duration": 122.66, "caption": "A woman kisses a man on his left cheek.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 324970, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 9.74, 12.4 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek and then touches his face.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 324971, "video_name": "s09e24_seg02_clip_15", "timestamp": [ 3.36, 5.19 ], "duration": 61.66, "caption": "A man leans down and kisses woman on the lips.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 324972, "video_name": "friends_s06e10_seg02_clip_01", "timestamp": [ 27.45, 31.87 ], "duration": 59.66, "caption": "A man smiles and leans over to kiss a woman on the cheek.", "similarity": 0.7651, "relevance": 2 }, { "pair_id": 324973, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 77.88, 84.87 ], "duration": 93.66, "caption": "Two people stand close together and kiss each other.", "similarity": 0.7619, "relevance": 1 }, { "pair_id": 324974, "video_name": "friends_s03e02_seg02_clip_00", "timestamp": [ 39.39, 40.63 ], "duration": 62.66, "caption": "A man gives a woman a kiss on her cheek.", "similarity": 0.7616, "relevance": 3 }, { "pair_id": 324975, "video_name": "house_s07e07_seg02_clip_05", "timestamp": [ 78.34, 80.98 ], "duration": 88.66, "caption": "A man kisses woman as he is standing and she is sitting.", "similarity": 0.7616, "relevance": 1 }, { "pair_id": 324976, "video_name": "friends_s05e14_seg02_clip_21", "timestamp": [ 15.68, 23.28 ], "duration": 95.66, "caption": "A man and woman hold each other and kiss.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 324977, "video_name": "friends_s02e10_seg02_clip_19", "timestamp": [ 8.78, 12.11 ], "duration": 60.66, "caption": "A woman kisses a man on the cheek and hugs him.", "similarity": 0.7559, "relevance": 2 }, { "pair_id": 324978, "video_name": "friends_s03e23_seg02_clip_00", "timestamp": [ 39.2, 40.15 ], "duration": 63.66, "caption": "A man leans into and kisses woman on the lips.", "similarity": 0.7556, "relevance": 2 }, { "pair_id": 324979, "video_name": "friends_s07e04_seg02_clip_09", "timestamp": [ 7.68, 9.6 ], "duration": 64.66, "caption": "A man and a woman give each other a kiss.", "similarity": 0.7546, "relevance": 2 } ] }, { "query_id": 19997, "query": "A man opens the door to the interrogation room while woman and man are questioning person.", "relevant_moment": [ { "pair_id": 111200, "video_name": "castle_s03e02_seg02_clip_21", "timestamp": [ 40.39, 43.5 ], "duration": 88.66, "caption": "A man opens the door to the interrogation room while woman and man are questioning person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 111201, "video_name": "castle_s02e19_seg02_clip_22", "timestamp": [ 55.41, 56.31 ], "duration": 89.66, "caption": "A man opens the interrogation room door and asks to speak to woman as she is seated beside person.", "similarity": 0.8679, "relevance": 4 }, { "pair_id": 111202, "video_name": "castle_s02e02_seg02_clip_26", "timestamp": [ 14.1, 42.29 ], "duration": 90.66, "caption": "A man and woman open the interrogation room door and stand at the door as they speak to a person.", "similarity": 0.8613, "relevance": 3 }, { "pair_id": 111203, "video_name": "castle_s06e09_seg02_clip_24", "timestamp": [ 41.4, 45.85 ], "duration": 89.66, "caption": "A man opens the interrogation room door and holds it open for a woman as she leaves the room.", "similarity": 0.8518, "relevance": 1 }, { "pair_id": 111204, "video_name": "castle_s02e01_seg02_clip_08", "timestamp": [ 76.97, 82.82 ], "duration": 90.66, "caption": "A man and a woman walk into the interrogation room and the man closes the door behind him.", "similarity": 0.8428, "relevance": 1 }, { "pair_id": 111205, "video_name": "castle_s02e23_seg02_clip_18", "timestamp": [ 1.37, 3.64 ], "duration": 91.66, "caption": "A man and woman head to the door of the interrogation room.", "similarity": 0.8312, "relevance": 1 }, { "pair_id": 111206, "video_name": "castle_s01e09_seg02_clip_07", "timestamp": [ 40.0, 89.31 ], "duration": 93.66, "caption": "A woman and a man enter the interrogation room to speak to a man.", "similarity": 0.8305, "relevance": 3 }, { "pair_id": 111207, "video_name": "castle_s03e01_seg02_clip_06", "timestamp": [ 64.04, 72.61 ], "duration": 90.66, "caption": "A woman opens the door of the interrogation room and tells a man he is free to go.", "similarity": 0.8165, "relevance": 1 }, { "pair_id": 111208, "video_name": "castle_s01e05_seg02_clip_19", "timestamp": [ 74.19, 88.32 ], "duration": 88.66, "caption": "A man and woman question a person in an interrogation room.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 111209, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 44.18, 91.09 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 111210, "video_name": "castle_s01e05_seg02_clip_23", "timestamp": [ 0.0, 91.03 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person.", "similarity": 0.7965, "relevance": 2 }, { "pair_id": 111211, "video_name": "castle_s03e21_seg02_clip_16", "timestamp": [ 0.0, 57.87 ], "duration": 87.66, "caption": "A man and woman are in the interrogation room with person.", "similarity": 0.796, "relevance": 3 }, { "pair_id": 111212, "video_name": "castle_s04e02_seg02_clip_13", "timestamp": [ 0.0, 27.42 ], "duration": 88.66, "caption": "A man and woman are in the interrogation room with a person.", "similarity": 0.7956, "relevance": 2 }, { "pair_id": 111213, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 2.79, 91.17 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room with a person.", "similarity": 0.7956, "relevance": 2 }, { "pair_id": 111214, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 1.35, 89.66 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room to speak to another man.", "similarity": 0.7929, "relevance": 2 }, { "pair_id": 111215, "video_name": "castle_s04e22_seg02_clip_19", "timestamp": [ 29.47, 34.91 ], "duration": 90.66, "caption": "Woman opens the door to the interrogation room and she and person enter.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 111216, "video_name": "castle_s04e14_seg02_clip_21", "timestamp": [ 0.0, 42.79 ], "duration": 91.66, "caption": "A man is in the interrogation room speaking to a man and a woman.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 111217, "video_name": "castle_s02e13_seg02_clip_11", "timestamp": [ 54.6, 89.51 ], "duration": 89.66, "caption": "A woman and man are in the interrogation room with person.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 111218, "video_name": "castle_s02e12_seg02_clip_23", "timestamp": [ 76.58, 80.1 ], "duration": 88.66, "caption": "A woman and a man walk into the interrogation room where a man is sitting.", "similarity": 0.7869, "relevance": 2 }, { "pair_id": 111219, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 24.27, 89.66 ], "duration": 89.66, "caption": "Two people are in the interrogation room with a woman and a man.", "similarity": 0.7852, "relevance": 2 }, { "pair_id": 284520, "video_name": "castle_s07e01_seg02_clip_08", "timestamp": [ 48.02, 91.46 ], "duration": 91.66, "caption": "Two people are in the interrogation room with a man.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 284521, "video_name": "castle_s06e08_seg02_clip_22", "timestamp": [ 21.17, 26.58 ], "duration": 90.66, "caption": "Two men enter the interrogation room with a person.", "similarity": 0.7837, "relevance": 1 }, { "pair_id": 284522, "video_name": "castle_s06e09_seg02_clip_23", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A man is in the interrogation room with woman and man conversing.", "similarity": 0.7829, "relevance": 3 }, { "pair_id": 284524, "video_name": "castle_s08e01_seg02_clip_07", "timestamp": [ 0.0, 89.36 ], "duration": 89.66, "caption": "Two men are in the interrogation room with a woman.", "similarity": 0.7808, "relevance": 2 }, { "pair_id": 284525, "video_name": "castle_s04e18_seg02_clip_21", "timestamp": [ 41.41, 90.02 ], "duration": 90.66, "caption": "A man and a woman are speaking to another man in the interrogation room.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 284526, "video_name": "castle_s04e18_seg02_clip_09", "timestamp": [ 0.0, 54.09 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room speaking to a man.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 284528, "video_name": "castle_s05e21_seg02_clip_10", "timestamp": [ 5.23, 7.6 ], "duration": 95.66, "caption": "Two men are sitting in the interrogation room with a woman as one man asks the woman for her whereabouts.", "similarity": 0.7782, "relevance": 1 }, { "pair_id": 284529, "video_name": "castle_s04e12_seg02_clip_25", "timestamp": [ 38.45, 63.33 ], "duration": 90.66, "caption": "A person opens the interrogation room door and another person walks out with him.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 284530, "video_name": "castle_s02e10_seg02_clip_25", "timestamp": [ 63.49, 91.35 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a man conversing.", "similarity": 0.7767, "relevance": 3 }, { "pair_id": 284531, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 0.0, 25.58 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room speaking to another man.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 284532, "video_name": "castle_s02e16_seg02_clip_20", "timestamp": [ 0.0, 81.4 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person inside the interrogation room.", "similarity": 0.7755, "relevance": 3 }, { "pair_id": 284533, "video_name": "castle_s06e05_seg02_clip_09", "timestamp": [ 0.0, 57.62 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.774, "relevance": 1 }, { "pair_id": 284534, "video_name": "castle_s04e23_seg02_clip_11", "timestamp": [ 29.48, 89.32 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.774, "relevance": 3 }, { "pair_id": 284535, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.774, "relevance": 3 }, { "pair_id": 284536, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 0.0, 43.03 ], "duration": 92.66, "caption": "A man and another man are in the interrogation room with a person.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 284537, "video_name": "castle_s02e23_seg02_clip_12", "timestamp": [ 30.37, 89.33 ], "duration": 89.66, "caption": "A man and another man are in the interrogation room with a person.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 284538, "video_name": "castle_s04e13_seg02_clip_12", "timestamp": [ 9.52, 63.04 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room with someone as the woman asks them questions about the case.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 284539, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 0.0, 33.4 ], "duration": 90.66, "caption": "A woman and man are inside the interrogation room as the speak to person.", "similarity": 0.7695, "relevance": 2 } ] }, { "query_id": 20046, "query": "A man throws person's clothes on his bed.", "relevant_moment": [ { "pair_id": 141160, "video_name": "house_s05e23_seg02_clip_13", "timestamp": [ 16.46, 20.66 ], "duration": 70.66, "caption": "A man throws person's clothes on his bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141161, "video_name": "house_s06e16_seg02_clip_03", "timestamp": [ 34.33, 38.29 ], "duration": 88.66, "caption": "A man grabs a bed pan and throws it to a person in the bed.", "similarity": 0.7565, "relevance": 2 }, { "pair_id": 141162, "video_name": "house_s06e01_seg02_clip_10", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A person is laying on a bed and tosses an object at another person, who is laying in a bed next to them.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 141163, "video_name": "castle_s08e03_seg02_clip_00", "timestamp": [ 0.0, 12.88 ], "duration": 92.66, "caption": "A person throws covers back and gets out of bed.", "similarity": 0.6869, "relevance": 0 }, { "pair_id": 141164, "video_name": "house_s02e09_seg02_clip_10", "timestamp": [ 4.14, 6.21 ], "duration": 69.66, "caption": "A man throws his cane over onto the bed.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 141165, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 3.6, 7.2 ], "duration": 90.66, "caption": "A man throw woman on the bed and kisses her.", "similarity": 0.676, "relevance": 1 }, { "pair_id": 141166, "video_name": "grey_s01e09_seg02_clip_02", "timestamp": [ 0.0, 11.83 ], "duration": 91.66, "caption": "A man is holding someone's legs and drops them on the bed.", "similarity": 0.6649, "relevance": 0 }, { "pair_id": 141167, "video_name": "met_s02e12_seg02_clip_14", "timestamp": [ 32.11, 39.62 ], "duration": 60.66, "caption": "A man makes out with person on her bed.", "similarity": 0.6639, "relevance": 0 }, { "pair_id": 141168, "video_name": "friends_s05e01_seg02_clip_09", "timestamp": [ 0.0, 3.39 ], "duration": 61.66, "caption": "A man tosses his jacket onto the bed and sits down.", "similarity": 0.6609, "relevance": 4 }, { "pair_id": 141169, "video_name": "s05e21_seg02_clip_05", "timestamp": [ 10.65, 17.4 ], "duration": 71.66, "caption": "A man dumps the contents from the container onto the bed in front of a person.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 141170, "video_name": "s10e07_seg02_clip_13", "timestamp": [ 20.89, 25.57 ], "duration": 72.66, "caption": "A person tosses and turns in bed next to another person.", "similarity": 0.6489, "relevance": 0 }, { "pair_id": 141171, "video_name": "house_s01e12_seg02_clip_00", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man puts on his shirt by the bed in front of a woman.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 141172, "video_name": "friends_s01e12_seg02_clip_10", "timestamp": [ 5.26, 7.59 ], "duration": 58.66, "caption": "A woman flings the person off of the bed.", "similarity": 0.6372, "relevance": 0 }, { "pair_id": 141173, "video_name": "friends_s03e01_seg02_clip_06", "timestamp": [ 0.0, 18.28 ], "duration": 63.66, "caption": "A man throws the papers he is reading on the bed.", "similarity": 0.6331, "relevance": 0 }, { "pair_id": 141174, "video_name": "s01e09_seg02_clip_04", "timestamp": [ 19.22, 20.75 ], "duration": 61.66, "caption": "A man lays a pile of clothes on the bed.", "similarity": 0.6285, "relevance": 2 }, { "pair_id": 141175, "video_name": "s05e21_seg02_clip_05", "timestamp": [ 12.07, 18.82 ], "duration": 71.66, "caption": "A man empties a container of buckles onto his bed in front of a person.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 141176, "video_name": "house_s02e19_seg02_clip_24", "timestamp": [ 32.49, 37.84 ], "duration": 89.66, "caption": "A person lies down on the bed and pulls down his pants to show his rash.", "similarity": 0.61, "relevance": 0 }, { "pair_id": 141177, "video_name": "s07e22_seg02_clip_01", "timestamp": [ 27.74, 33.64 ], "duration": 59.66, "caption": "A man gets up from the bed and walks out of a person's room.", "similarity": 0.6066, "relevance": 0 }, { "pair_id": 141178, "video_name": "friends_s03e03_seg02_clip_11", "timestamp": [ 15.28, 18.86 ], "duration": 65.66, "caption": "A man pulls arm out from under a sleeping person in his bed causing the person to fall off the bed.", "similarity": 0.6057, "relevance": 1 }, { "pair_id": 141179, "video_name": "castle_s07e03_seg02_clip_14", "timestamp": [ 37.36, 39.61 ], "duration": 90.66, "caption": "Person removes another person's sweater while on the bed.", "similarity": 0.6054, "relevance": 1 } ] }, { "query_id": 20066, "query": "A woman leaves her office with her briefcase.", "relevant_moment": [ { "pair_id": 17720, "video_name": "house_s05e23_seg02_clip_18", "timestamp": [ 78.74, 91.03 ], "duration": 91.66, "caption": "A woman leaves her office with her briefcase.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17721, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 35.42, 39.3 ], "duration": 97.66, "caption": "A woman grabs a thing and hurriedly leaves her office.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 17723, "video_name": "castle_s08e07_seg02_clip_03", "timestamp": [ 0.0, 3.53 ], "duration": 88.66, "caption": "A woman leaves after she finds out what office to look for.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 17724, "video_name": "castle_s08e22_seg02_clip_16", "timestamp": [ 25.44, 29.01 ], "duration": 89.66, "caption": "A woman walks to the door and leaves the office.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 17725, "video_name": "friends_s06e19_seg02_clip_06", "timestamp": [ 12.61, 15.13 ], "duration": 63.66, "caption": "A woman picks up her bookbag off of man's desk and leaves his office.", "similarity": 0.7376, "relevance": 4 }, { "pair_id": 17726, "video_name": "grey_s03e09_seg02_clip_09", "timestamp": [ 35.16, 39.91 ], "duration": 95.66, "caption": "A woman leaves a man's office and he sits at his desk.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 17727, "video_name": "castle_s02e04_seg02_clip_24", "timestamp": [ 60.08, 64.17 ], "duration": 91.66, "caption": "A woman gives woman the briefcase she was holding and walks away.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 17728, "video_name": "house_s05e23_seg02_clip_19", "timestamp": [ 46.56, 51.79 ], "duration": 95.66, "caption": "A woman walks to the desk and puts down her briefcase.", "similarity": 0.7204, "relevance": 3 }, { "pair_id": 17729, "video_name": "friends_s09e11_seg02_clip_17", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A person in the gray suit leaves woman's office.", "similarity": 0.7178, "relevance": 2 }, { "pair_id": 17730, "video_name": "house_s06e13_seg02_clip_19", "timestamp": [ 45.37, 47.05 ], "duration": 84.66, "caption": "A woman leaves the office with a defeat on her face.", "similarity": 0.716, "relevance": 0 }, { "pair_id": 17731, "video_name": "grey_s02e14_seg02_clip_02", "timestamp": [ 19.15, 26.54 ], "duration": 87.66, "caption": "A woman walks out of the office holding a binder.", "similarity": 0.7151, "relevance": 1 }, { "pair_id": 17732, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 42.1, 50.03 ], "duration": 122.66, "caption": "A woman exits the office of a man.", "similarity": 0.7083, "relevance": 2 }, { "pair_id": 17733, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 27.61, 28.53 ], "duration": 92.66, "caption": "A woman leaves a pile of folders on a person's desk.", "similarity": 0.7064, "relevance": 0 }, { "pair_id": 17734, "video_name": "friends_s05e17_seg02_clip_09", "timestamp": [ 21.43, 24.58 ], "duration": 63.66, "caption": "A woman opens the door and exits the office.", "similarity": 0.7005, "relevance": 3 }, { "pair_id": 17735, "video_name": "house_s02e23_seg02_clip_20", "timestamp": [ 0.0, 2.77 ], "duration": 92.66, "caption": "A woman leaves while saying why she is leaving the office.", "similarity": 0.6944, "relevance": 1 }, { "pair_id": 17736, "video_name": "friends_s05e18_seg02_clip_17", "timestamp": [ 42.02, 52.22 ], "duration": 60.66, "caption": "A woman is holding a notebook as she is sitting in person's office and person makes an excuse and leaves the room.", "similarity": 0.6943, "relevance": 3 }, { "pair_id": 17737, "video_name": "friends_s05e17_seg02_clip_17", "timestamp": [ 3.58, 9.75 ], "duration": 65.66, "caption": "A woman starts to exit the office after telling her boss.", "similarity": 0.6926, "relevance": 4 }, { "pair_id": 17738, "video_name": "friends_s07e23-24_seg02_clip_27", "timestamp": [ 17.24, 22.29 ], "duration": 59.66, "caption": "A woman leaves a person's office with two other individuals following her out.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 17739, "video_name": "house_s06e04_seg02_clip_14", "timestamp": [ 13.63, 16.93 ], "duration": 94.66, "caption": "A man opens the doors and leaves woman's office.", "similarity": 0.6768, "relevance": 1 } ] }, { "query_id": 20080, "query": "A woman grabs a bowl from next to a cereal box while talking to a man.", "relevant_moment": [ { "pair_id": 6380, "video_name": "met_s03e04_seg02_clip_07", "timestamp": [ 6.19, 7.74 ], "duration": 61.66, "caption": "A woman grabs a bowl from next to a cereal box while talking to a man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 6381, "video_name": "house_s05e07_seg02_clip_16", "timestamp": [ 26.23, 92.03 ], "duration": 92.66, "caption": "A man is eating cereal while he is talking to a woman.", "similarity": 0.7255, "relevance": 2 }, { "pair_id": 6382, "video_name": "grey_s03e13_seg02_clip_00", "timestamp": [ 53.1, 59.05 ], "duration": 91.66, "caption": "A woman is saying something to a man that makes another woman show them her box of cereal.", "similarity": 0.711, "relevance": 1 }, { "pair_id": 6383, "video_name": "friends_s01e14_seg02_clip_20", "timestamp": [ 6.1, 11.29 ], "duration": 61.66, "caption": "A man pushes the bowl to the side while talking to a woman.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 6384, "video_name": "friends_s03e13_seg02_clip_06", "timestamp": [ 30.81, 53.92 ], "duration": 55.66, "caption": "A woman puts her hand in a bowl and a person puts his hand in the bowl as they converse.", "similarity": 0.6896, "relevance": 1 }, { "pair_id": 6385, "video_name": "s03e06_seg02_clip_04", "timestamp": [ 1.5, 24.91 ], "duration": 60.66, "caption": "A man has a conversation with woman while holding a yellow bowl.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 6386, "video_name": "friends_s02e11_seg02_clip_15", "timestamp": [ 0.0, 16.78 ], "duration": 61.66, "caption": "A woman is stirring a bowl while talking to another woman.", "similarity": 0.6723, "relevance": 2 }, { "pair_id": 6387, "video_name": "friends_s09e14_seg02_clip_01", "timestamp": [ 0.0, 13.4 ], "duration": 67.66, "caption": "A woman holds a spoon with food on it while talking to a man, then she proceeds to eat it.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 6388, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 47.46, 49.27 ], "duration": 90.66, "caption": "A woman shoves some food into a man's mouth while they are talking.", "similarity": 0.6561, "relevance": 1 }, { "pair_id": 6389, "video_name": "s05e07_seg02_clip_08", "timestamp": [ 5.1, 17.01 ], "duration": 68.66, "caption": "A woman pours food into a bowl as she speaks to a man in her kitchen.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 6390, "video_name": "house_s07e09_seg02_clip_00", "timestamp": [ 21.08, 26.12 ], "duration": 91.66, "caption": "A man grabs some packets of sugar while talking to a woman.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 6391, "video_name": "friends_s02e08_seg02_clip_05", "timestamp": [ 0.0, 7.02 ], "duration": 61.66, "caption": "A woman has a box in her hands while talking to a man.", "similarity": 0.6428, "relevance": 1 }, { "pair_id": 6392, "video_name": "friends_s07e02_seg02_clip_05", "timestamp": [ 0.0, 27.31 ], "duration": 60.66, "caption": "A woman talks to a man while he has a grocery bag.", "similarity": 0.6419, "relevance": 1 }, { "pair_id": 6393, "video_name": "friends_s08e19_seg02_clip_16", "timestamp": [ 21.18, 28.34 ], "duration": 62.66, "caption": "A man was talking to woman while she was scooping her food.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 6394, "video_name": "s08e14_seg01_clip_00", "timestamp": [ 26.55, 28.68 ], "duration": 61.66, "caption": "A woman takes a bite of salad while having a conversation with man.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 6395, "video_name": "friends_s08e14_seg02_clip_02", "timestamp": [ 22.33, 25.43 ], "duration": 62.66, "caption": "A man walks with the bowl backwards while talking to a woman.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 6396, "video_name": "house_s05e06_seg02_clip_11", "timestamp": [ 8.1, 11.25 ], "duration": 90.66, "caption": "A woman lifts up a box while talking to a man.", "similarity": 0.6354, "relevance": 1 }, { "pair_id": 6397, "video_name": "grey_s02e12_seg02_clip_18", "timestamp": [ 56.27, 59.42 ], "duration": 90.66, "caption": "A woman grabs a man's hand and he grabs hers while talking to him.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 6398, "video_name": "s09e15_seg02_clip_10", "timestamp": [ 15.61, 18.61 ], "duration": 60.66, "caption": "A woman talks to man with her mouth full of food.", "similarity": 0.6325, "relevance": 0 }, { "pair_id": 6399, "video_name": "house_s08e17_seg02_clip_11", "timestamp": [ 73.16, 76.84 ], "duration": 92.66, "caption": "A man grabs a box of cereal while talking with his child in a shopping cart.", "similarity": 0.6305, "relevance": 0 } ] }, { "query_id": 20140, "query": "A group of doctors leave person inside the office.", "relevant_moment": [ { "pair_id": 162700, "video_name": "house_s03e19_seg02_clip_14", "timestamp": [ 0.0, 6.31 ], "duration": 90.66, "caption": "A group of doctors leave person inside the office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162701, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person walks out of the office leaving the other doctors.", "similarity": 0.8315, "relevance": 2 }, { "pair_id": 162702, "video_name": "house_s08e06_seg02_clip_06", "timestamp": [ 49.51, 53.56 ], "duration": 90.66, "caption": "The other doctors beside a woman leave a man's office.", "similarity": 0.8255, "relevance": 4 }, { "pair_id": 162703, "video_name": "house_s02e17_seg02_clip_12", "timestamp": [ 13.98, 18.35 ], "duration": 87.66, "caption": "Three people leave a doctor's office after receiving instructions.", "similarity": 0.8233, "relevance": 2 }, { "pair_id": 162704, "video_name": "house_s03e16_seg02_clip_17", "timestamp": [ 41.14, 43.79 ], "duration": 88.66, "caption": "A doctor leaves the room full with his colleagues.", "similarity": 0.8172, "relevance": 2 }, { "pair_id": 162705, "video_name": "house_s06e14_seg02_clip_15", "timestamp": [ 20.26, 23.41 ], "duration": 90.66, "caption": "A doctor leaves the man in his office.", "similarity": 0.8138, "relevance": 3 }, { "pair_id": 162706, "video_name": "house_s04e12_seg02_clip_05", "timestamp": [ 50.41, 53.11 ], "duration": 90.66, "caption": "Two doctors turn to leave the office.", "similarity": 0.8047, "relevance": 4 }, { "pair_id": 162707, "video_name": "house_s05e02_seg02_clip_13", "timestamp": [ 10.13, 16.61 ], "duration": 81.66, "caption": "A doctor exits the room full with colleagues.", "similarity": 0.8035, "relevance": 2 }, { "pair_id": 162708, "video_name": "house_s01e17_seg02_clip_19", "timestamp": [ 34.27, 36.07 ], "duration": 90.66, "caption": "A person walks out of the office leaving the doctors behind.", "similarity": 0.7962, "relevance": 2 }, { "pair_id": 162709, "video_name": "house_s01e10_seg02_clip_17", "timestamp": [ 23.33, 28.17 ], "duration": 88.66, "caption": "All the doctors except a man are leaving the office.", "similarity": 0.7834, "relevance": 4 }, { "pair_id": 162710, "video_name": "house_s06e14_seg02_clip_08", "timestamp": [ 71.66, 77.01 ], "duration": 89.66, "caption": "The person who is with a doctor leaves the room.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 162711, "video_name": "house_s03e21_seg02_clip_07", "timestamp": [ 47.63, 53.86 ], "duration": 89.66, "caption": "Two doctors leave another doctor's office.", "similarity": 0.7758, "relevance": 4 }, { "pair_id": 162712, "video_name": "house_s08e08_seg02_clip_20", "timestamp": [ 13.8, 17.02 ], "duration": 92.66, "caption": "A doctor leaves a group of medical students in the hallway.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 162713, "video_name": "house_s05e02_seg02_clip_25", "timestamp": [ 10.71, 13.26 ], "duration": 102.66, "caption": "Some people leave the patient's hospital room.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 162714, "video_name": "house_s06e19_seg02_clip_04", "timestamp": [ 24.31, 28.81 ], "duration": 90.66, "caption": "A group of medical professionals exit the room and leave a man alone.", "similarity": 0.773, "relevance": 4 }, { "pair_id": 162715, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 40.9, 43.95 ], "duration": 87.66, "caption": "A doctor leaves the room of his patient.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 162716, "video_name": "house_s02e11_seg02_clip_20", "timestamp": [ 7.5, 11.5 ], "duration": 100.66, "caption": "A doctor leaves the room of his patient.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 162717, "video_name": "house_s05e04_seg02_clip_12", "timestamp": [ 17.1, 20.71 ], "duration": 90.66, "caption": "A person walks out of the office while the other doctors are conferencing.", "similarity": 0.7682, "relevance": 2 }, { "pair_id": 162718, "video_name": "house_s02e17_seg02_clip_17", "timestamp": [ 10.75, 12.9 ], "duration": 86.66, "caption": "Two doctors leave the room of the patient together.", "similarity": 0.7664, "relevance": 1 }, { "pair_id": 162719, "video_name": "house_s04e13_seg02_clip_15", "timestamp": [ 45.77, 48.85 ], "duration": 88.66, "caption": "Some doctors enter a person's office.", "similarity": 0.757, "relevance": 1 }, { "pair_id": 336020, "video_name": "house_s02e01_seg02_clip_10", "timestamp": [ 12.22, 15.04 ], "duration": 94.66, "caption": "A person walks past the other doctors out of the office.", "similarity": 0.7514, "relevance": 1 }, { "pair_id": 336021, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 65.02, 70.36 ], "duration": 89.66, "caption": "The medical professionals in white coats leave the room.", "similarity": 0.7511, "relevance": 4 }, { "pair_id": 336023, "video_name": "house_s07e15_seg02_clip_12", "timestamp": [ 10.4, 15.06 ], "duration": 71.66, "caption": "A doctor gets up and then leaves the office.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 336024, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 26.71, 30.71 ], "duration": 89.66, "caption": "A person walks out of the office without the other doctors.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 336025, "video_name": "grey_s02e14_seg02_clip_10", "timestamp": [ 17.55, 22.51 ], "duration": 90.66, "caption": "The doctors walks out of the room together leaving the patient alone.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 336026, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 12.65, 16.5 ], "duration": 110.66, "caption": "A person gestures for the other doctors to leave the room.", "similarity": 0.739, "relevance": 1 }, { "pair_id": 336027, "video_name": "house_s02e12_seg02_clip_01", "timestamp": [ 45.02, 49.02 ], "duration": 100.66, "caption": "A person leaves the room and the other medical professionals look after him.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 336028, "video_name": "house_s07e11_seg02_clip_14", "timestamp": [ 13.3, 14.19 ], "duration": 88.66, "caption": "A person walks out of the room with some other doctors.", "similarity": 0.7292, "relevance": 0 }, { "pair_id": 336029, "video_name": "house_s01e20_seg02_clip_13", "timestamp": [ 43.64, 51.82 ], "duration": 90.66, "caption": "A person tells the doctors what to do then leaves and walks into his office.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 336030, "video_name": "friends_s01e20_seg02_clip_18", "timestamp": [ 49.22, 60.03 ], "duration": 60.66, "caption": "A man leaves the doctor's office and leaves behind two women.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 336031, "video_name": "house_s07e10_seg02_clip_23", "timestamp": [ 73.26, 75.91 ], "duration": 88.66, "caption": "A doctor leaves the patient on their own.", "similarity": 0.7238, "relevance": 1 }, { "pair_id": 336032, "video_name": "house_s08e15_seg02_clip_20", "timestamp": [ 24.51, 29.9 ], "duration": 98.66, "caption": "All the doctors walk out of the office except two people.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 336033, "video_name": "house_s06e14_seg02_clip_20", "timestamp": [ 41.86, 45.12 ], "duration": 93.66, "caption": "A group leaves a woman's office to perform a test to their patient.", "similarity": 0.7203, "relevance": 3 }, { "pair_id": 336034, "video_name": "house_s07e06_seg02_clip_10", "timestamp": [ 34.57, 38.41 ], "duration": 96.66, "caption": "A person walks out of the room leaving someone with the patient.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 336035, "video_name": "house_s06e07_seg02_clip_13", "timestamp": [ 56.77, 61.31 ], "duration": 90.66, "caption": "A person leaves the office leaving another person all alone.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 336036, "video_name": "friends_s05e22_seg02_clip_04", "timestamp": [ 51.06, 54.3 ], "duration": 59.66, "caption": "The doctor walks in as woman tries to leave his office.", "similarity": 0.7088, "relevance": 1 }, { "pair_id": 336037, "video_name": "house_s02e23_seg02_clip_14", "timestamp": [ 33.76, 36.91 ], "duration": 90.66, "caption": "As a doctor walks away from a group of doctors, they leave him to go down another hall.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 336038, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 0.0, 6.93 ], "duration": 92.66, "caption": "A doctor exits the patient's room after he talked with him.", "similarity": 0.7078, "relevance": 2 } ] }, { "query_id": 20142, "query": "A person holds a magazine and reads it.", "relevant_moment": [ { "pair_id": 1920, "video_name": "house_s03e19_seg02_clip_14", "timestamp": [ 60.89, 69.46 ], "duration": 90.66, "caption": "A person holds a magazine and reads it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1921, "video_name": "friends_s06e04_seg02_clip_00", "timestamp": [ 38.96, 42.92 ], "duration": 66.66, "caption": "A person picks up a magazine and opens it.", "similarity": 0.7912, "relevance": 4 }, { "pair_id": 1922, "video_name": "house_s01e02_seg02_clip_00", "timestamp": [ 0.0, 8.25 ], "duration": 97.66, "caption": "A person hands their feet up while reading a magazine.", "similarity": 0.7903, "relevance": 4 }, { "pair_id": 1923, "video_name": "met_s02e17_seg02_clip_06", "timestamp": [ 27.72, 29.85 ], "duration": 60.66, "caption": "A person turns a page in the magazine he's reading.", "similarity": 0.7894, "relevance": 3 }, { "pair_id": 1924, "video_name": "house_s02e13_seg02_clip_08", "timestamp": [ 23.86, 29.26 ], "duration": 90.66, "caption": "Person is sitting reading a magazine while person talks.", "similarity": 0.7709, "relevance": 4 }, { "pair_id": 1925, "video_name": "friends_s01e05_seg02_clip_01", "timestamp": [ 22.13, 24.2 ], "duration": 59.66, "caption": "A person gives an order and goes back to reading his magazine.", "similarity": 0.7698, "relevance": 4 }, { "pair_id": 1926, "video_name": "s08e18_seg02_clip_01", "timestamp": [ 42.36, 45.84 ], "duration": 58.66, "caption": "A person finds a page in the magazine and opens it.", "similarity": 0.7685, "relevance": 4 }, { "pair_id": 1927, "video_name": "house_s02e06_seg02_clip_10", "timestamp": [ 38.08, 48.42 ], "duration": 94.66, "caption": "A man picks up a magazine and starts reading it.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 1928, "video_name": "friends_s06e21_seg01_clip_00", "timestamp": [ 3.75, 27.38 ], "duration": 75.66, "caption": "A woman looks at a magazine and reads aloud from it.", "similarity": 0.7545, "relevance": 4 }, { "pair_id": 1929, "video_name": "castle_s06e19_seg02_clip_00", "timestamp": [ 24.36, 26.19 ], "duration": 91.66, "caption": "A person stands up the magazine he is reading on his lap.", "similarity": 0.7541, "relevance": 4 }, { "pair_id": 1930, "video_name": "friends_s06e15-16_seg02_clip_00", "timestamp": [ 7.67, 15.96 ], "duration": 61.66, "caption": "A man is at the magazine stand and picks a magazine.", "similarity": 0.7473, "relevance": 3 }, { "pair_id": 1931, "video_name": "house_s03e19_seg02_clip_24", "timestamp": [ 29.58, 33.68 ], "duration": 91.66, "caption": "A person is reading a magazine while another person walks in.", "similarity": 0.7442, "relevance": 4 }, { "pair_id": 1932, "video_name": "friends_s08e03_seg02_clip_08", "timestamp": [ 5.7, 12.31 ], "duration": 60.66, "caption": "A person picks up a magazine and turns its pages while sitting on a chair.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 1933, "video_name": "friends_s06e15-16_seg02_clip_00", "timestamp": [ 4.91, 8.9 ], "duration": 61.66, "caption": "A man was browsing a magazine at the shelf.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 1934, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 71.75, 90.75 ], "duration": 95.66, "caption": "A person in a chair is paging through a magazine.", "similarity": 0.7079, "relevance": 4 }, { "pair_id": 1935, "video_name": "s08e18_seg02_clip_02", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A person hands a man a magazine to read and walks behind him.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 1936, "video_name": "friends_s04e20_seg02_clip_13", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman sits down and reads a magazine in a lobby.", "similarity": 0.7037, "relevance": 4 }, { "pair_id": 1937, "video_name": "friends_s09e13_seg02_clip_08", "timestamp": [ 10.99, 20.44 ], "duration": 61.66, "caption": "A woman closes and puts away the magazine she's reading in a hurry.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 1938, "video_name": "friends_s01e22_seg02_clip_15", "timestamp": [ 41.93, 44.24 ], "duration": 66.66, "caption": "A man shows someone something inside of the magazine.", "similarity": 0.7034, "relevance": 4 }, { "pair_id": 1939, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 31.91, 35.77 ], "duration": 55.66, "caption": "A person holds up a piece of paper and reads from it.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 175240, "video_name": "friends_s06e12_seg01_clip_01", "timestamp": [ 1.72, 5.59 ], "duration": 43.66, "caption": "A woman points to the magazine while describing the article.", "similarity": 0.7015, "relevance": 4 }, { "pair_id": 175241, "video_name": "house_s02e04_seg02_clip_24", "timestamp": [ 35.67, 37.5 ], "duration": 91.66, "caption": "A woman is sitting in the chair reading a magazine.", "similarity": 0.7013, "relevance": 4 }, { "pair_id": 175242, "video_name": "s02e22_seg01_clip_01", "timestamp": [ 23.57, 25.12 ], "duration": 62.66, "caption": "A person hands a person a magazine in the store.", "similarity": 0.6965, "relevance": 4 }, { "pair_id": 175243, "video_name": "castle_s04e03_seg02_clip_00", "timestamp": [ 5.03, 11.43 ], "duration": 91.66, "caption": "A person walks inside holding a magazine while smiling.", "similarity": 0.6957, "relevance": 3 }, { "pair_id": 175244, "video_name": "house_s08e15_seg02_clip_16", "timestamp": [ 11.76, 15.54 ], "duration": 84.66, "caption": "A person gets the magazine while talking to the patient.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 175245, "video_name": "friends_s05e22_seg02_clip_09", "timestamp": [ 18.25, 19.85 ], "duration": 64.66, "caption": "A man hands another person a magazine he is holding.", "similarity": 0.6949, "relevance": 3 }, { "pair_id": 175246, "video_name": "friends_s06e12_seg01_clip_01", "timestamp": [ 40.01, 42.38 ], "duration": 43.66, "caption": "A man grabs a magazine from person and opens it up.", "similarity": 0.693, "relevance": 4 }, { "pair_id": 175247, "video_name": "friends_s08e23-24_seg02_clip_02", "timestamp": [ 0.0, 9.98 ], "duration": 57.66, "caption": "A person is flipping through a magazine in a waiting room.", "similarity": 0.689, "relevance": 4 }, { "pair_id": 175248, "video_name": "friends_s08e10_seg02_clip_01", "timestamp": [ 29.95, 33.48 ], "duration": 58.66, "caption": "A woman is pointing to something in a magazine.", "similarity": 0.6871, "relevance": 4 }, { "pair_id": 175249, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 2.69, 4.04 ], "duration": 89.66, "caption": "A person reads the title of the book he is holding.", "similarity": 0.6868, "relevance": 1 }, { "pair_id": 175250, "video_name": "house_s05e14_seg02_clip_13", "timestamp": [ 2.3, 4.6 ], "duration": 92.66, "caption": "A woman takes a magazine from a man's hands.", "similarity": 0.6858, "relevance": 4 }, { "pair_id": 175251, "video_name": "castle_s02e03_seg02_clip_06", "timestamp": [ 0.92, 6.9 ], "duration": 92.66, "caption": "A person grabs magazines from someone's and sets them down on counter.", "similarity": 0.6817, "relevance": 3 }, { "pair_id": 175252, "video_name": "friends_s05e04_seg02_clip_02", "timestamp": [ 40.29, 45.18 ], "duration": 57.66, "caption": "A woman sits on the couch and reads a magazine.", "similarity": 0.6803, "relevance": 4 }, { "pair_id": 175253, "video_name": "friends_s05e13_seg02_clip_12", "timestamp": [ 6.51, 10.86 ], "duration": 62.66, "caption": "A person pulls a magazine out of his bag and shows it to another person.", "similarity": 0.677, "relevance": 4 }, { "pair_id": 175254, "video_name": "house_s02e06_seg02_clip_19", "timestamp": [ 47.16, 66.11 ], "duration": 92.66, "caption": "A man reads a magazine while sitting with the patient and looks up.", "similarity": 0.6769, "relevance": 4 }, { "pair_id": 175255, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 10.4, 15.6 ], "duration": 80.66, "caption": "A person sits down in a chair with a magazine.", "similarity": 0.676, "relevance": 4 }, { "pair_id": 175256, "video_name": "castle_s03e23_seg02_clip_21", "timestamp": [ 13.05, 19.36 ], "duration": 90.66, "caption": "A man shows a page of a magazine to someone.", "similarity": 0.676, "relevance": 4 }, { "pair_id": 175257, "video_name": "grey_s02e12_seg02_clip_05", "timestamp": [ 14.36, 29.65 ], "duration": 92.66, "caption": "A woman is looking at a magazine as she is speaking to a man.", "similarity": 0.6759, "relevance": 4 }, { "pair_id": 175258, "video_name": "house_s07e20_seg02_clip_06", "timestamp": [ 0.0, 1.77 ], "duration": 88.66, "caption": "A man is reading a magazine while talking to a woman.", "similarity": 0.6759, "relevance": 4 }, { "pair_id": 175259, "video_name": "friends_s05e09_seg02_clip_12", "timestamp": [ 0.0, 7.67 ], "duration": 59.66, "caption": "A man is reading a magazine while talking to a woman.", "similarity": 0.6759, "relevance": 4 } ] }, { "query_id": 20297, "query": "As someone is walking out, another person says something to them and they stop.", "relevant_moment": [ { "pair_id": 150980, "video_name": "grey_s03e11_seg02_clip_03", "timestamp": [ 15.22, 26.75 ], "duration": 92.66, "caption": "As someone is walking out, another person says something to them and they stop.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150981, "video_name": "house_s01e11_seg02_clip_11", "timestamp": [ 47.93, 67.56 ], "duration": 91.66, "caption": "A person says something to another person and walks away.", "similarity": 0.8306, "relevance": 2 }, { "pair_id": 150982, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 82.38, 86.02 ], "duration": 91.66, "caption": "A person walks away from someone but looks back and says something as they leave.", "similarity": 0.7828, "relevance": 2 }, { "pair_id": 150983, "video_name": "house_s04e16_seg02_clip_01", "timestamp": [ 13.49, 20.0 ], "duration": 93.66, "caption": "Some people walk out after talking to a person.", "similarity": 0.7748, "relevance": 2 }, { "pair_id": 150984, "video_name": "house_s07e06_seg02_clip_02", "timestamp": [ 5.28, 10.12 ], "duration": 88.66, "caption": "A person also walks out after talking to another person.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 150985, "video_name": "s08e20_seg02_clip_09", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A person says something to someone then walks out of the room.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 150986, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 49.96, 52.21 ], "duration": 90.66, "caption": "A person walks out while still talking to another person.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 150987, "video_name": "house_s06e13_seg02_clip_09", "timestamp": [ 0.0, 4.73 ], "duration": 86.66, "caption": "A person walks out after talking to another person.", "similarity": 0.7666, "relevance": 1 }, { "pair_id": 150988, "video_name": "grey_s02e07_seg02_clip_16", "timestamp": [ 15.08, 21.32 ], "duration": 104.66, "caption": "A person walks away after another person tells him to leave.", "similarity": 0.7602, "relevance": 1 }, { "pair_id": 150989, "video_name": "house_s02e13_seg02_clip_10", "timestamp": [ 22.63, 34.81 ], "duration": 87.66, "caption": "A person tells someone what to stop doing and he thanks him and walks away.", "similarity": 0.7576, "relevance": 0 }, { "pair_id": 150990, "video_name": "house_s06e04_seg02_clip_13", "timestamp": [ 16.36, 20.45 ], "duration": 90.66, "caption": "Two people walk out after speaking to a person.", "similarity": 0.7566, "relevance": 2 }, { "pair_id": 150992, "video_name": "house_s08e09_seg02_clip_15", "timestamp": [ 19.9, 24.42 ], "duration": 90.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 150993, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 49.06, 52.66 ], "duration": 90.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 150994, "video_name": "house_s05e05_seg02_clip_17", "timestamp": [ 13.53, 16.4 ], "duration": 82.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.7536, "relevance": 1 }, { "pair_id": 150995, "video_name": "house_s05e01_seg02_clip_12", "timestamp": [ 8.88, 11.1 ], "duration": 88.66, "caption": "A person finishes their conversation with another person and walks out.", "similarity": 0.7529, "relevance": 1 }, { "pair_id": 150996, "video_name": "met_s06e14_seg02_clip_20", "timestamp": [ 0.0, 4.65 ], "duration": 44.66, "caption": "A person gets up after telling some people he is leaving.", "similarity": 0.7523, "relevance": 2 }, { "pair_id": 150997, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 26.33, 30.56 ], "duration": 94.66, "caption": "A person walks away from another person and ends their conversation.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 150998, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 9.9, 15.75 ], "duration": 90.66, "caption": "A man moves to leave and then stops when another person says something to him.", "similarity": 0.7515, "relevance": 4 }, { "pair_id": 150999, "video_name": "house_s04e05_seg02_clip_20", "timestamp": [ 29.77, 32.93 ], "duration": 90.66, "caption": "Two people walk out after talking to a person.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 324300, "video_name": "s02e04_seg02_clip_01", "timestamp": [ 12.61, 17.11 ], "duration": 60.66, "caption": "A person walks out the door and another person says something to someone.", "similarity": 0.7465, "relevance": 3 }, { "pair_id": 324301, "video_name": "s02e23_seg02_clip_00", "timestamp": [ 28.53, 35.05 ], "duration": 62.66, "caption": "A person walks out and another person follows them while speaking.", "similarity": 0.7443, "relevance": 4 }, { "pair_id": 324302, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 44.38, 46.12 ], "duration": 87.66, "caption": "Two people walk out after talking to person.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 324303, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 83.07, 86.92 ], "duration": 110.66, "caption": "A person walks out while still talking to someone.", "similarity": 0.7416, "relevance": 2 }, { "pair_id": 324304, "video_name": "s03e12_seg02_clip_01", "timestamp": [ 49.29, 56.66 ], "duration": 59.66, "caption": "A person tells another person about how he gets away from it all when he needs to.", "similarity": 0.7415, "relevance": 1 }, { "pair_id": 324305, "video_name": "house_s05e24_seg02_clip_03", "timestamp": [ 42.79, 45.58 ], "duration": 93.66, "caption": "A person walks out immediately after talking to person.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 324306, "video_name": "s02e13_seg01_clip_02", "timestamp": [ 34.46, 37.13 ], "duration": 41.66, "caption": "A person turns and walks away from another person when they were done talking.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 324307, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 0.0, 9.77 ], "duration": 63.66, "caption": "A person is talking to person, then turns to walk away, still talking.", "similarity": 0.7387, "relevance": 1 }, { "pair_id": 324308, "video_name": "house_s02e03_seg02_clip_14", "timestamp": [ 74.36, 79.82 ], "duration": 84.66, "caption": "Two people walk out and continue talking.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 324309, "video_name": "house_s01e14_seg02_clip_06", "timestamp": [ 82.86, 85.07 ], "duration": 88.66, "caption": "A person speaks closely to someone as they walk away from them.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 324310, "video_name": "house_s03e09_seg02_clip_26", "timestamp": [ 33.49, 36.01 ], "duration": 72.66, "caption": "A person walks out quickly while still talking to another person.", "similarity": 0.7373, "relevance": 1 }, { "pair_id": 324311, "video_name": "house_s05e03_seg02_clip_12", "timestamp": [ 7.65, 12.6 ], "duration": 90.66, "caption": "A person talking to another person turns to leave then stops and turns back towards him/her in the doorway.", "similarity": 0.736, "relevance": 4 }, { "pair_id": 324312, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 35.09, 38.14 ], "duration": 61.66, "caption": "A person turns to walk away when another person stops him.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 324313, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 0.0, 5.29 ], "duration": 88.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 324314, "video_name": "house_s03e15_seg02_clip_02", "timestamp": [ 3.45, 6.33 ], "duration": 115.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.7356, "relevance": 1 }, { "pair_id": 324315, "video_name": "house_s03e11_seg02_clip_16", "timestamp": [ 51.47, 54.8 ], "duration": 83.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.7356, "relevance": 1 }, { "pair_id": 324316, "video_name": "house_s01e19_seg02_clip_19", "timestamp": [ 20.22, 22.57 ], "duration": 94.66, "caption": "A person walks away after talking to two other individuals.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 324317, "video_name": "house_s01e16_seg02_clip_20", "timestamp": [ 38.96, 47.98 ], "duration": 82.66, "caption": "A person tries to walk out and another person steps in front of him/her.", "similarity": 0.7316, "relevance": 4 }, { "pair_id": 324318, "video_name": "s02e20_seg01_clip_00", "timestamp": [ 58.0, 61.72 ], "duration": 62.66, "caption": "A person says something while shaking his head, positively, and another person gets up and walks away.", "similarity": 0.7293, "relevance": 1 }, { "pair_id": 324319, "video_name": "friends_s09e14_seg01_clip_00", "timestamp": [ 35.4, 61.03 ], "duration": 61.66, "caption": "While they are having a conversation a person came in and another person leaves.", "similarity": 0.728, "relevance": 2 } ] }, { "query_id": 20317, "query": "Hospital security unlocks the hospital's front doors.", "relevant_moment": [ { "pair_id": 162900, "video_name": "house_s07e07_seg02_clip_24", "timestamp": [ 79.63, 82.67 ], "duration": 87.66, "caption": "Hospital security unlocks the hospital's front doors.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162901, "video_name": "house_s06e16_seg02_clip_00", "timestamp": [ 29.15, 34.32 ], "duration": 94.66, "caption": "A person closes the hospital door and locks it.", "similarity": 0.6885, "relevance": 3 }, { "pair_id": 162902, "video_name": "house_s06e02_seg02_clip_11", "timestamp": [ 18.2, 20.03 ], "duration": 91.66, "caption": "A person opens the hospital door and walks through it.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 162903, "video_name": "house_s07e06_seg02_clip_02", "timestamp": [ 46.21, 49.73 ], "duration": 88.66, "caption": "A doctor unlocks the padlock attached on the door.", "similarity": 0.6214, "relevance": 1 }, { "pair_id": 162904, "video_name": "house_s01e09_seg02_clip_16", "timestamp": [ 74.47, 80.75 ], "duration": 89.66, "caption": "A person turns around opens the hospital room door.", "similarity": 0.6095, "relevance": 2 }, { "pair_id": 162905, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 51.37, 53.89 ], "duration": 63.66, "caption": "A man opens the door to a hospital room.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 162906, "video_name": "house_s06e13_seg02_clip_21", "timestamp": [ 20.34, 22.6 ], "duration": 113.66, "caption": "A woman walks through the hospital doors opening both of them with her arms.", "similarity": 0.6028, "relevance": 2 }, { "pair_id": 162908, "video_name": "met_s03e20_seg02_clip_14", "timestamp": [ 53.09, 54.6 ], "duration": 60.66, "caption": "A woman opens the door and walks into someone's hospital room.", "similarity": 0.5762, "relevance": 1 }, { "pair_id": 162909, "video_name": "house_s05e12_seg02_clip_00", "timestamp": [ 27.77, 35.3 ], "duration": 94.66, "caption": "A woman approaches the hospital, enters the front doors and stops at the front desk.", "similarity": 0.5695, "relevance": 2 }, { "pair_id": 162910, "video_name": "grey_s02e20_seg02_clip_09", "timestamp": [ 51.16, 54.25 ], "duration": 88.66, "caption": "A person moves to the door of the hospital room and gives an order to the other hospital staff.", "similarity": 0.5686, "relevance": 0 }, { "pair_id": 162911, "video_name": "friends_s05e03_seg02_clip_09", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A man closes a door after entering a hospital room.", "similarity": 0.5658, "relevance": 1 }, { "pair_id": 162912, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 37.52, 41.72 ], "duration": 60.66, "caption": "A person unlocks the front door of someone's apartment.", "similarity": 0.5638, "relevance": 1 }, { "pair_id": 162913, "video_name": "castle_s07e18_seg02_clip_08", "timestamp": [ 8.29, 11.51 ], "duration": 92.66, "caption": "A woman knocks on the hospital room door before entering.", "similarity": 0.5628, "relevance": 0 }, { "pair_id": 162914, "video_name": "met_s03e20_seg02_clip_14", "timestamp": [ 29.86, 31.98 ], "duration": 60.66, "caption": "A person opens the door and runs out of another person's hospital room.", "similarity": 0.5595, "relevance": 1 }, { "pair_id": 162915, "video_name": "castle_s02e02_seg02_clip_19", "timestamp": [ 79.22, 82.37 ], "duration": 90.66, "caption": "A person unlocks the front door to his/her apartment.", "similarity": 0.556, "relevance": 1 }, { "pair_id": 162916, "video_name": "house_s02e19_seg02_clip_26", "timestamp": [ 18.05, 21.13 ], "duration": 41.66, "caption": "A person and another person exit the main doors of the hospital and go outside.", "similarity": 0.5551, "relevance": 1 }, { "pair_id": 162917, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 11.6, 14.65 ], "duration": 61.66, "caption": "A person unlocks and opens the front door to the lobby.", "similarity": 0.5506, "relevance": 1 }, { "pair_id": 162918, "video_name": "friends_s09e01_seg02_clip_15", "timestamp": [ 0.0, 4.36 ], "duration": 51.66, "caption": "A man opens the door and walks into woman's hospital room.", "similarity": 0.5506, "relevance": 1 }, { "pair_id": 162919, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 15.75, 20.26 ], "duration": 90.66, "caption": "A person opens the door of a patient's room.", "similarity": 0.5487, "relevance": 1 } ] }, { "query_id": 20335, "query": "A man is speaking to a woman as she is standing on the outside of a window with her hands it.", "relevant_moment": [ { "pair_id": 158140, "video_name": "house_s07e07_seg02_clip_20", "timestamp": [ 0.0, 36.02 ], "duration": 147.66, "caption": "A man is speaking to a woman as she is standing on the outside of a window with her hands it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158141, "video_name": "friends_s02e08_seg02_clip_15", "timestamp": [ 0.0, 16.44 ], "duration": 62.66, "caption": "A woman was talking to man outside the window.", "similarity": 0.8486, "relevance": 3 }, { "pair_id": 158142, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 0.0, 81.2 ], "duration": 81.66, "caption": "A man is standing outside of an open window as he converses with woman.", "similarity": 0.8388, "relevance": 2 }, { "pair_id": 158143, "video_name": "grey_s03e02_seg02_clip_09", "timestamp": [ 3.17, 16.77 ], "duration": 90.66, "caption": "A man is speaking to woman as they are standing beside each other.", "similarity": 0.8126, "relevance": 1 }, { "pair_id": 158144, "video_name": "house_s05e16_seg02_clip_21", "timestamp": [ 71.45, 90.45 ], "duration": 90.66, "caption": "A man stands by the window of a woman's office and speaks with her.", "similarity": 0.8044, "relevance": 1 }, { "pair_id": 158145, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 0.0, 63.96 ], "duration": 92.66, "caption": "A man is speaking to a woman as they are across from each other.", "similarity": 0.8023, "relevance": 1 }, { "pair_id": 158146, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 72.22, 92.59 ], "duration": 92.66, "caption": "A woman is speaking to a man as he is beside her.", "similarity": 0.8009, "relevance": 1 }, { "pair_id": 158147, "video_name": "house_s03e11_seg02_clip_22", "timestamp": [ 80.26, 88.47 ], "duration": 91.66, "caption": "A woman speaks to a man when she is in front of him.", "similarity": 0.791, "relevance": 1 }, { "pair_id": 158148, "video_name": "grey_s03e12_seg02_clip_20", "timestamp": [ 0.0, 67.36 ], "duration": 90.66, "caption": "A man is speaking to a woman as he is with some people.", "similarity": 0.7895, "relevance": 1 }, { "pair_id": 158149, "video_name": "friends_s06e20_seg02_clip_11", "timestamp": [ 0.0, 3.2 ], "duration": 64.66, "caption": "A man is standing in front of a woman as they speak to each other.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 158150, "video_name": "met_s06e23_seg02_clip_05", "timestamp": [ 53.66, 62.03 ], "duration": 62.66, "caption": "A man is talking to woman and holds his glass up while speaking.", "similarity": 0.7821, "relevance": 1 }, { "pair_id": 158151, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman stands up when a man speaks to her.", "similarity": 0.781, "relevance": 1 }, { "pair_id": 158152, "video_name": "castle_s05e02_seg02_clip_06", "timestamp": [ 0.0, 70.54 ], "duration": 91.66, "caption": "A man and a woman are speaking to a woman as they stand across from her.", "similarity": 0.7803, "relevance": 1 }, { "pair_id": 158153, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 21.63, 25.31 ], "duration": 92.66, "caption": "A man stands up while he is talking to a woman.", "similarity": 0.7795, "relevance": 1 }, { "pair_id": 158154, "video_name": "grey_s03e13_seg02_clip_07", "timestamp": [ 0.0, 4.59 ], "duration": 91.66, "caption": "A person speaks to woman who is standing beside him.", "similarity": 0.7789, "relevance": 1 }, { "pair_id": 158155, "video_name": "friends_s02e06_seg02_clip_02", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A person stands close to woman and speaks to her.", "similarity": 0.7771, "relevance": 1 }, { "pair_id": 158156, "video_name": "house_s01e05_seg02_clip_20", "timestamp": [ 47.74, 87.59 ], "duration": 87.66, "caption": "A man stands right in front of a woman and speaks with her.", "similarity": 0.7764, "relevance": 1 }, { "pair_id": 158157, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 0.0, 48.16 ], "duration": 90.66, "caption": "A woman is in front of a man and is speaking with him.", "similarity": 0.7762, "relevance": 1 }, { "pair_id": 158158, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 70.77, 104.16 ], "duration": 159.66, "caption": "A man speaks to a woman as she looks outside of the glass door.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 158159, "video_name": "castle_s08e19_seg02_clip_14", "timestamp": [ 0.0, 24.92 ], "duration": 94.66, "caption": "A woman is standing in front of man as they speak to each other.", "similarity": 0.7708, "relevance": 1 } ] }, { "query_id": 20339, "query": "A person is inside of the hazmat suit while with the patient.", "relevant_moment": [ { "pair_id": 8800, "video_name": "house_s07e07_seg02_clip_20", "timestamp": [ 48.52, 147.02 ], "duration": 147.66, "caption": "A person is inside of the hazmat suit while with the patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8801, "video_name": "house_s07e07_seg02_clip_24", "timestamp": [ 0.0, 5.66 ], "duration": 87.66, "caption": "A person is wearing a hazmat suit while checking on the patient.", "similarity": 0.91, "relevance": 4 }, { "pair_id": 8802, "video_name": "house_s07e07_seg02_clip_12", "timestamp": [ 22.92, 30.82 ], "duration": 79.66, "caption": "A person walks over to some people with hazmat suits transporting a patient.", "similarity": 0.7654, "relevance": 4 }, { "pair_id": 8803, "video_name": "house_s07e07_seg02_clip_24", "timestamp": [ 69.18, 75.71 ], "duration": 87.66, "caption": "A person takes off his hazmat helmet while still in the patient's room.", "similarity": 0.7563, "relevance": 4 }, { "pair_id": 8804, "video_name": "house_s02e20_seg02_clip_13", "timestamp": [ 0.0, 12.0 ], "duration": 100.66, "caption": "Standing and listening, a person in a white hazmat suit looks from one man to another man in the hospital bed.", "similarity": 0.6543, "relevance": 4 }, { "pair_id": 8805, "video_name": "house_s07e07_seg02_clip_22", "timestamp": [ 0.0, 6.16 ], "duration": 88.66, "caption": "A man wears a hazmat suit and looks over at a woman.", "similarity": 0.6448, "relevance": 4 }, { "pair_id": 8806, "video_name": "house_s08e20_seg02_clip_03", "timestamp": [ 31.97, 36.67 ], "duration": 94.66, "caption": "A person looks at a whiteboard wearing a hazmat suit before turning away.", "similarity": 0.6385, "relevance": 3 }, { "pair_id": 8807, "video_name": "house_s06e17_seg02_clip_07", "timestamp": [ 59.2, 62.76 ], "duration": 89.66, "caption": "A person in a scrub suit and face mask enters a patient's room.", "similarity": 0.6373, "relevance": 3 }, { "pair_id": 8808, "video_name": "house_s02e20_seg02_clip_19", "timestamp": [ 0.0, 55.63 ], "duration": 108.66, "caption": "A woman is in a hazmat suit while talking to a man.", "similarity": 0.6333, "relevance": 4 }, { "pair_id": 8809, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 33.26, 41.34 ], "duration": 95.66, "caption": "A person enters the room of the patient.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 8810, "video_name": "house_s02e21_seg02_clip_16", "timestamp": [ 60.54, 62.35 ], "duration": 90.66, "caption": "A man grabs someone's hand while she is in a hazmat suit.", "similarity": 0.6206, "relevance": 4 }, { "pair_id": 8811, "video_name": "house_s05e19_seg02_clip_16", "timestamp": [ 67.36, 91.03 ], "duration": 91.66, "caption": "A man is wearing a suit with a red tie and is talking to a patient.", "similarity": 0.6059, "relevance": 0 }, { "pair_id": 8812, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 29.41, 37.55 ], "duration": 90.66, "caption": "A person pretends to pass out on top of the patient.", "similarity": 0.5987, "relevance": 2 }, { "pair_id": 8813, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 2.67, 16.91 ], "duration": 89.66, "caption": "A person takes a look inside the eyes of the patient.", "similarity": 0.5972, "relevance": 2 }, { "pair_id": 8814, "video_name": "house_s02e20_seg02_clip_13", "timestamp": [ 4.0, 7.5 ], "duration": 100.66, "caption": "A person who is in complete protective suit turns around to look at their patient in bed.", "similarity": 0.5946, "relevance": 4 }, { "pair_id": 8815, "video_name": "house_s03e02_seg02_clip_07", "timestamp": [ 24.54, 31.23 ], "duration": 89.66, "caption": "A person enters the patient's room and finds him better.", "similarity": 0.5913, "relevance": 2 }, { "pair_id": 8816, "video_name": "house_s05e11_seg02_clip_17", "timestamp": [ 0.9, 2.7 ], "duration": 90.66, "caption": "A person talks into the room and the patient seems to get up.", "similarity": 0.5814, "relevance": 2 }, { "pair_id": 8817, "video_name": "house_s08e22_seg02_clip_01", "timestamp": [ 5.28, 7.92 ], "duration": 88.66, "caption": "A person moves a patient's shirt while doing an examination.", "similarity": 0.5802, "relevance": 2 }, { "pair_id": 8818, "video_name": "house_s08e06_seg02_clip_01", "timestamp": [ 76.68, 79.77 ], "duration": 88.66, "caption": "A person holds up a blue cloth and places it onto the patient.", "similarity": 0.5789, "relevance": 2 }, { "pair_id": 8819, "video_name": "house_s05e19_seg02_clip_07", "timestamp": [ 28.22, 39.6 ], "duration": 91.66, "caption": "A person comes into the room and looks over the patient.", "similarity": 0.5723, "relevance": 1 } ] }, { "query_id": 20346, "query": "A woman leaves her seat and exits the meeting room.", "relevant_moment": [ { "pair_id": 161960, "video_name": "house_s07e07_seg02_clip_22", "timestamp": [ 24.65, 29.93 ], "duration": 88.66, "caption": "A woman leaves her seat and exits the meeting room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161961, "video_name": "house_s01e08_seg02_clip_01", "timestamp": [ 12.64, 14.52 ], "duration": 93.66, "caption": "A woman gets up from her seat and leaves the room.", "similarity": 0.7865, "relevance": 3 }, { "pair_id": 161962, "video_name": "house_s06e04_seg02_clip_16", "timestamp": [ 78.14, 80.0 ], "duration": 93.66, "caption": "A person turns to leave the room the meeting is being held in.", "similarity": 0.767, "relevance": 0 }, { "pair_id": 161963, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 18.21, 22.35 ], "duration": 82.66, "caption": "A woman leaves the room after making an excuse to get out of the room.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 161964, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 18.0, 27.23 ], "duration": 92.66, "caption": "A woman picks up her notebook and exits the meeting room.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 161965, "video_name": "house_s05e15_seg02_clip_13", "timestamp": [ 41.86, 45.91 ], "duration": 90.66, "caption": "A woman gets up from the table and exits the room.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 161966, "video_name": "house_s08e11_seg02_clip_25", "timestamp": [ 30.73, 76.34 ], "duration": 96.66, "caption": "A woman opens the door and walks into the meeting room to say something and then leaves.", "similarity": 0.7088, "relevance": 1 }, { "pair_id": 161967, "video_name": "house_s01e18_seg02_clip_25", "timestamp": [ 32.49, 40.89 ], "duration": 112.66, "caption": "A woman stands up out of her chair and leaves the room.", "similarity": 0.7076, "relevance": 4 }, { "pair_id": 161968, "video_name": "house_s01e16_seg02_clip_21", "timestamp": [ 13.5, 17.1 ], "duration": 90.66, "caption": "A woman opens the door and exits the room leaving a person standing there.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 161969, "video_name": "friends_s09e08_seg02_clip_21", "timestamp": [ 30.79, 33.93 ], "duration": 57.66, "caption": "A woman opens the door and exits the room.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 161971, "video_name": "house_s04e05_seg02_clip_00", "timestamp": [ 74.9, 77.78 ], "duration": 96.66, "caption": "A woman turns to leave from the lecture hall.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 161972, "video_name": "friends_s06e09_seg02_clip_02", "timestamp": [ 35.12, 36.3 ], "duration": 59.66, "caption": "A woman shakes her head and leaves the room.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 161973, "video_name": "friends_s09e21_seg02_clip_17", "timestamp": [ 44.56, 48.99 ], "duration": 59.66, "caption": "A woman turns toward the door and exits the room.", "similarity": 0.6818, "relevance": 2 }, { "pair_id": 161974, "video_name": "house_s01e18_seg02_clip_07", "timestamp": [ 48.85, 51.93 ], "duration": 88.66, "caption": "A person turns from woman's desk and exits the room.", "similarity": 0.681, "relevance": 0 }, { "pair_id": 161975, "video_name": "house_s03e06_seg02_clip_23", "timestamp": [ 38.26, 41.86 ], "duration": 90.66, "caption": "A woman turns and moves to leave the room.", "similarity": 0.6798, "relevance": 1 }, { "pair_id": 161976, "video_name": "castle_s08e11_seg02_clip_21", "timestamp": [ 29.82, 31.6 ], "duration": 89.66, "caption": "A woman suddenly turns around and leaves the room.", "similarity": 0.6798, "relevance": 1 }, { "pair_id": 161977, "video_name": "house_s08e19_seg02_clip_17", "timestamp": [ 58.69, 65.41 ], "duration": 89.66, "caption": "A woman gets up from the table and leaves the room.", "similarity": 0.6787, "relevance": 4 }, { "pair_id": 161978, "video_name": "house_s05e11_seg02_clip_11", "timestamp": [ 17.4, 20.69 ], "duration": 94.66, "caption": "A woman walks away from man at the end of a meeting.", "similarity": 0.675, "relevance": 1 }, { "pair_id": 161979, "video_name": "castle_s03e24_seg02_clip_02", "timestamp": [ 32.39, 35.9 ], "duration": 78.66, "caption": "A woman is leaving the break room and meets up with two men.", "similarity": 0.675, "relevance": 1 }, { "pair_id": 335280, "video_name": "grey_s01e03_seg02_clip_15", "timestamp": [ 81.7, 87.64 ], "duration": 99.66, "caption": "A woman gets up from her seat and goes out of the room.", "similarity": 0.6739, "relevance": 4 }, { "pair_id": 335281, "video_name": "castle_s08e22_seg02_clip_16", "timestamp": [ 25.44, 29.01 ], "duration": 89.66, "caption": "A woman walks to the door and leaves the office.", "similarity": 0.6734, "relevance": 3 }, { "pair_id": 335282, "video_name": "castle_s01e03_seg02_clip_08", "timestamp": [ 63.72, 66.98 ], "duration": 93.66, "caption": "A woman stood up from her chair and about to leave the room.", "similarity": 0.6733, "relevance": 3 }, { "pair_id": 335283, "video_name": "friends_s05e06_seg02_clip_11", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "A woman walks out of the room leaving three people in the room.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 335284, "video_name": "house_s01e16_seg02_clip_11", "timestamp": [ 51.95, 60.08 ], "duration": 90.66, "caption": "A woman then leaves the room and slams the door.", "similarity": 0.672, "relevance": 3 }, { "pair_id": 335285, "video_name": "house_s01e01_seg02_clip_13", "timestamp": [ 18.07, 26.24 ], "duration": 86.66, "caption": "A woman leaves the patient's room and closes the door.", "similarity": 0.6702, "relevance": 3 }, { "pair_id": 335286, "video_name": "friends_s05e02_seg02_clip_06", "timestamp": [ 8.55, 13.12 ], "duration": 57.66, "caption": "A woman gets up out of the chair and leaves the room of the cafe.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 335287, "video_name": "friends_s05e17_seg02_clip_09", "timestamp": [ 21.43, 24.58 ], "duration": 63.66, "caption": "A woman opens the door and exits the office.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 335288, "video_name": "s05e22_seg02_clip_13", "timestamp": [ 8.41, 11.61 ], "duration": 58.66, "caption": "A woman leaves the couch and goes into her room.", "similarity": 0.6659, "relevance": 3 }, { "pair_id": 335289, "video_name": "friends_s08e21_seg02_clip_14", "timestamp": [ 52.1, 56.45 ], "duration": 62.66, "caption": "A woman takes off her apron and leaves the room.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 335290, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 40.05, 55.46 ], "duration": 88.66, "caption": "A person gets up from their chair and leaves the room.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 335291, "video_name": "house_s05e21_seg02_clip_03", "timestamp": [ 27.01, 33.76 ], "duration": 90.66, "caption": "A woman turns, opens the door and exits the room.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 335292, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 5.47, 8.67 ], "duration": 91.66, "caption": "A woman walks away from the bed and exits the room.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 335294, "video_name": "house_s05e08_seg02_clip_21", "timestamp": [ 7.78, 16.0 ], "duration": 86.66, "caption": "A woman sighs and leaves her patient room.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 335295, "video_name": "grey_s03e17_seg02_clip_15", "timestamp": [ 35.17, 39.91 ], "duration": 79.66, "caption": "A woman opens the patient's room door and leaves the room.", "similarity": 0.6577, "relevance": 3 }, { "pair_id": 335296, "video_name": "grey_s02e07_seg02_clip_19", "timestamp": [ 22.69, 26.78 ], "duration": 90.66, "caption": "A woman walks out of the room and closes the door.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 335297, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 56.78, 58.5 ], "duration": 86.66, "caption": "A woman walks away from a man and then leaves the room.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 335298, "video_name": "s02e02_seg02_clip_07", "timestamp": [ 25.63, 28.68 ], "duration": 61.66, "caption": "A woman leaves a person to exit the apartment building.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 335299, "video_name": "house_s03e09_seg02_clip_16", "timestamp": [ 22.52, 24.82 ], "duration": 91.66, "caption": "A woman closed the door and left the room.", "similarity": 0.6566, "relevance": 2 } ] }, { "query_id": 20411, "query": "A person talks to two other people, and then sits down.", "relevant_moment": [ { "pair_id": 15360, "video_name": "friends_s02e03_seg02_clip_17", "timestamp": [ 12.1, 23.29 ], "duration": 60.66, "caption": "A person talks to two other people, and then sits down.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 15361, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 9.0, 12.01 ], "duration": 50.66, "caption": "A person sits down while talking to another person.", "similarity": 0.9324, "relevance": 3 }, { "pair_id": 15362, "video_name": "friends_s08e01_seg02_clip_19", "timestamp": [ 1.22, 28.68 ], "duration": 61.66, "caption": "A person sits down and starts talking to another person.", "similarity": 0.9289, "relevance": 1 }, { "pair_id": 15363, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A person sits down while he is talking to another person.", "similarity": 0.9267, "relevance": 2 }, { "pair_id": 15364, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A person sits down and has a conversation with another person.", "similarity": 0.915, "relevance": 2 }, { "pair_id": 15365, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 76.99, 86.02 ], "duration": 86.66, "caption": "A person is sitting and talking to another person.", "similarity": 0.909, "relevance": 1 }, { "pair_id": 15366, "video_name": "castle_s02e02_seg02_clip_03", "timestamp": [ 27.55, 83.49 ], "duration": 83.66, "caption": "A person goes over and sits down to talk to another person.", "similarity": 0.9056, "relevance": 2 }, { "pair_id": 15367, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 23.59, 27.45 ], "duration": 85.66, "caption": "A person sits down immediately while talking to another person.", "similarity": 0.8995, "relevance": 2 }, { "pair_id": 15368, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.8943, "relevance": 2 }, { "pair_id": 15369, "video_name": "castle_s03e04_seg02_clip_22", "timestamp": [ 7.44, 14.42 ], "duration": 93.66, "caption": "While someone and another person are having a conversation, the other person sits down.", "similarity": 0.8929, "relevance": 0 }, { "pair_id": 15370, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 23.9, 33.64 ], "duration": 88.66, "caption": "A person sits down while talking with some people.", "similarity": 0.8777, "relevance": 2 }, { "pair_id": 15371, "video_name": "house_s03e05_seg02_clip_01", "timestamp": [ 51.76, 58.97 ], "duration": 90.66, "caption": "A person sits while another person talks to someone who stands up.", "similarity": 0.8766, "relevance": 1 }, { "pair_id": 15372, "video_name": "house_s04e14_seg02_clip_18", "timestamp": [ 8.07, 89.63 ], "duration": 89.66, "caption": "A person sits down next to another person and speaks with him.", "similarity": 0.8744, "relevance": 2 }, { "pair_id": 15373, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 38.14, 41.19 ], "duration": 61.66, "caption": "A person sits down on a stool while talking to another person.", "similarity": 0.87, "relevance": 2 }, { "pair_id": 15374, "video_name": "castle_s05e16_seg02_clip_08", "timestamp": [ 7.45, 41.36 ], "duration": 41.66, "caption": "A person is speaking to another person as he sits beside him.", "similarity": 0.8603, "relevance": 1 }, { "pair_id": 15376, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 37.95, 65.63 ], "duration": 89.66, "caption": "A person is sitting with someone conversing as another person to converse with them.", "similarity": 0.8485, "relevance": 1 }, { "pair_id": 15377, "video_name": "friends_s07e05_seg02_clip_00", "timestamp": [ 16.93, 20.31 ], "duration": 61.66, "caption": "A person sits down with the others and starts a conversation.", "similarity": 0.8468, "relevance": 3 }, { "pair_id": 15378, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 24.61, 36.62 ], "duration": 60.66, "caption": "A person is speaking to another person as they sit across from each other.", "similarity": 0.8463, "relevance": 1 }, { "pair_id": 15379, "video_name": "s07e16_seg02_clip_06", "timestamp": [ 1.83, 11.29 ], "duration": 61.66, "caption": "A person goes to sit at his spot when he was speaking to two people.", "similarity": 0.8455, "relevance": 4 } ] }, { "query_id": 20415, "query": "A man stands up and walks around the sofa.", "relevant_moment": [ { "pair_id": 26320, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 6.79, 9.44 ], "duration": 59.66, "caption": "A man stands up and walks around the sofa.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 26321, "video_name": "friends_s08e04_seg02_clip_12", "timestamp": [ 32.18, 34.52 ], "duration": 58.66, "caption": "A man stands up from the couch and turns around.", "similarity": 0.8058, "relevance": 3 }, { "pair_id": 26322, "video_name": "s02e13_seg02_clip_10", "timestamp": [ 9.69, 14.83 ], "duration": 57.66, "caption": "A man stands up then walks from the couch to the white board and stops.", "similarity": 0.7562, "relevance": 3 }, { "pair_id": 26323, "video_name": "friends_s09e04_seg02_clip_16", "timestamp": [ 28.66, 33.44 ], "duration": 63.66, "caption": "A man stands up from the couch and walks towards the door.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 26324, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 40.63, 44.04 ], "duration": 62.66, "caption": "A person stands up from the couch and walks across the room.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 26325, "video_name": "s05e23_seg02_clip_15", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person stands up from the sofa and walks away.", "similarity": 0.7244, "relevance": 2 }, { "pair_id": 26326, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 10.92, 17.41 ], "duration": 59.66, "caption": "A man stands up and walks over to the couch with another man.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 26327, "video_name": "friends_s02e06_seg02_clip_19", "timestamp": [ 53.71, 57.26 ], "duration": 59.66, "caption": "A man stands up from the living room couch.", "similarity": 0.7137, "relevance": 4 }, { "pair_id": 26328, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 30.53, 31.91 ], "duration": 34.66, "caption": "A man stands up from his seated position on the couch.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 26329, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 27.15, 34.24 ], "duration": 59.66, "caption": "A man struggles to get up from an armchair and walk around the sofa.", "similarity": 0.7084, "relevance": 3 }, { "pair_id": 26330, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 37.72, 42.07 ], "duration": 58.66, "caption": "A man gets up from the sofa and walks towards another man.", "similarity": 0.7035, "relevance": 2 }, { "pair_id": 26331, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 9.92, 12.81 ], "duration": 64.66, "caption": "A man stands up from the couch and walks toward another man.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 26332, "video_name": "friends_s09e14_seg02_clip_05", "timestamp": [ 18.28, 25.53 ], "duration": 58.66, "caption": "A man stands behind the couch and walks behind it slowly bending down as if he is walking downstairs behind the couch.", "similarity": 0.6984, "relevance": 3 }, { "pair_id": 26333, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 7.26, 8.58 ], "duration": 66.66, "caption": "A person gets up off the sofa and stands.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 26334, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 41.41, 42.74 ], "duration": 89.66, "caption": "A man gets up from the sofa he is sitting on.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 26335, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 3.66, 8.54 ], "duration": 61.66, "caption": "A man stands up from the couch and walks toward a woman.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 26336, "video_name": "s02e12_seg01_clip_00", "timestamp": [ 3.78, 5.99 ], "duration": 63.66, "caption": "A man stands up from the brown leather couch.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 26337, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 27.15, 29.91 ], "duration": 92.66, "caption": "A man gets up from being seated in a sofa.", "similarity": 0.6857, "relevance": 2 }, { "pair_id": 26338, "video_name": "s02e05_seg01_clip_00", "timestamp": [ 4.88, 9.46 ], "duration": 61.66, "caption": "A man walks before the sofa and falls face forward into the couch.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 26339, "video_name": "friends_s06e07_seg02_clip_09", "timestamp": [ 40.34, 46.74 ], "duration": 64.66, "caption": "A man walks around the sofa, sits down and tries to put his feet up but can't reach.", "similarity": 0.6822, "relevance": 3 }, { "pair_id": 199640, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 21.18, 23.79 ], "duration": 58.66, "caption": "A man stands up from the couch and walks to the kitchen.", "similarity": 0.6811, "relevance": 3 }, { "pair_id": 199641, "video_name": "friends_s04e11_seg02_clip_12", "timestamp": [ 28.51, 32.22 ], "duration": 57.66, "caption": "A man walks around the sofa and sits on the coffee table.", "similarity": 0.678, "relevance": 4 }, { "pair_id": 199642, "video_name": "s05e21_seg02_clip_14", "timestamp": [ 36.74, 40.32 ], "duration": 65.66, "caption": "A person stands up from the couch and turns.", "similarity": 0.6751, "relevance": 2 }, { "pair_id": 199643, "video_name": "castle_s04e20_seg02_clip_06", "timestamp": [ 5.67, 9.6 ], "duration": 87.66, "caption": "A man puts on his shoe as he stands up from the couch.", "similarity": 0.6748, "relevance": 1 }, { "pair_id": 199644, "video_name": "friends_s10e03_seg02_clip_20", "timestamp": [ 7.13, 8.06 ], "duration": 62.66, "caption": "A man quickly raises his head up as he walks towards the couch.", "similarity": 0.6744, "relevance": 1 }, { "pair_id": 199645, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 24.41, 29.9 ], "duration": 61.66, "caption": "A man stands up from the couch and walks into the kitchen.", "similarity": 0.6715, "relevance": 4 }, { "pair_id": 199646, "video_name": "friends_s03e02_seg02_clip_12", "timestamp": [ 41.19, 45.16 ], "duration": 61.66, "caption": "A man stands up and walks around the living room.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 199647, "video_name": "friends_s09e17_seg02_clip_13", "timestamp": [ 15.82, 20.47 ], "duration": 62.66, "caption": "A man stands up from the couch and approaches another person.", "similarity": 0.6691, "relevance": 3 }, { "pair_id": 199648, "video_name": "friends_s02e04_seg02_clip_02", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A man gets down from standing on the couch.", "similarity": 0.6689, "relevance": 1 }, { "pair_id": 199649, "video_name": "friends_s03e15_seg02_clip_09", "timestamp": [ 14.34, 19.53 ], "duration": 61.66, "caption": "A man stands up from the couch while holding something in his hand.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 199650, "video_name": "friends_s02e14_seg02_clip_18", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "A man stands up and walks across the room.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 199651, "video_name": "friends_s08e15_seg02_clip_15", "timestamp": [ 27.98, 31.36 ], "duration": 61.66, "caption": "A man stands up from the sofa quickly and grabs a tape.", "similarity": 0.6645, "relevance": 2 }, { "pair_id": 199652, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 54.21, 58.3 ], "duration": 63.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.6633, "relevance": 3 }, { "pair_id": 199653, "video_name": "friends_s03e10_seg02_clip_01", "timestamp": [ 9.3, 12.41 ], "duration": 62.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.6633, "relevance": 3 }, { "pair_id": 199654, "video_name": "friends_s03e02_seg02_clip_07", "timestamp": [ 18.65, 23.54 ], "duration": 61.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.6633, "relevance": 3 }, { "pair_id": 199655, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 8.06, 12.72 ], "duration": 62.66, "caption": "A man stands up from his sofa and starts a conversation with two other people.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 199656, "video_name": "s04e12_seg02_clip_14", "timestamp": [ 27.91, 33.92 ], "duration": 60.66, "caption": "A man gets up from the chair, walks over to and sits on the couch.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 199657, "video_name": "friends_s03e10_seg02_clip_01", "timestamp": [ 12.41, 13.65 ], "duration": 62.66, "caption": "A person stands up from the couch he was sitting on.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 199658, "video_name": "friends_s01e24_seg02_clip_00", "timestamp": [ 29.9, 34.48 ], "duration": 61.66, "caption": "A man gets up from the couch and walks to the counter.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 199659, "video_name": "s02e08_seg01_clip_01", "timestamp": [ 53.1, 54.75 ], "duration": 55.66, "caption": "A person stands up from the arm of the couch.", "similarity": 0.6602, "relevance": 1 } ] }, { "query_id": 20431, "query": "A man placing his briefcase on the kitchen table.", "relevant_moment": [ { "pair_id": 20000, "video_name": "friends_s02e03_seg02_clip_13", "timestamp": [ 21.61, 25.69 ], "duration": 48.66, "caption": "A man placing his briefcase on the kitchen table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20001, "video_name": "friends_s06e05_seg02_clip_02", "timestamp": [ 15.13, 23.32 ], "duration": 63.66, "caption": "A man walks in and puts his briefcase on the kitchen table.", "similarity": 0.857, "relevance": 4 }, { "pair_id": 20002, "video_name": "house_s07e18_seg02_clip_01", "timestamp": [ 29.12, 30.46 ], "duration": 89.66, "caption": "A man puts his briefcase down on the table.", "similarity": 0.8321, "relevance": 3 }, { "pair_id": 20003, "video_name": "friends_s02e03_seg02_clip_04", "timestamp": [ 5.8, 13.06 ], "duration": 58.66, "caption": "A person walks in and sets down their briefcase on the table.", "similarity": 0.7173, "relevance": 4 }, { "pair_id": 20004, "video_name": "friends_s09e05_seg02_clip_00", "timestamp": [ 2.8, 8.4 ], "duration": 62.66, "caption": "A man walks into a conference room and places his briefcase on a table.", "similarity": 0.7057, "relevance": 3 }, { "pair_id": 20005, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 8.75, 14.48 ], "duration": 60.66, "caption": "A man places a drawer on the kitchen table.", "similarity": 0.7004, "relevance": 4 }, { "pair_id": 20006, "video_name": "met_s06e03_seg02_clip_02", "timestamp": [ 3.33, 8.48 ], "duration": 60.66, "caption": "A man puts papers and folders into his briefcase.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 20007, "video_name": "friends_s10e06_seg02_clip_12", "timestamp": [ 33.26, 39.06 ], "duration": 61.66, "caption": "A person picks up their briefcase, lays it on the table and sits down.", "similarity": 0.6698, "relevance": 3 }, { "pair_id": 20008, "video_name": "friends_s10e06_seg02_clip_12", "timestamp": [ 40.89, 46.69 ], "duration": 61.66, "caption": "A man takes some papers from his briefcase, lays them on the table and takes a pen from his pocket.", "similarity": 0.664, "relevance": 2 }, { "pair_id": 20009, "video_name": "s05e12_seg02_clip_07", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A man goes to his briefcase on a stand.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 20010, "video_name": "house_s07e12_seg02_clip_12", "timestamp": [ 61.26, 66.74 ], "duration": 91.66, "caption": "A man walks in and sets down his briefcase.", "similarity": 0.6519, "relevance": 3 }, { "pair_id": 20011, "video_name": "friends_s07e05_seg01_clip_00", "timestamp": [ 0.0, 3.25 ], "duration": 65.66, "caption": "A man walks in and sets down his briefcase.", "similarity": 0.6519, "relevance": 1 }, { "pair_id": 20012, "video_name": "friends_s09e22_seg02_clip_15", "timestamp": [ 42.45, 47.63 ], "duration": 69.66, "caption": "A man is sitting on someone's lap while they hold their briefcase.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 20014, "video_name": "friends_s05e13_seg02_clip_06", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man is sitting by a table as he takes out a sandwich from his briefcase.", "similarity": 0.6384, "relevance": 3 }, { "pair_id": 20015, "video_name": "friends_s06e04_seg02_clip_02", "timestamp": [ 9.44, 13.58 ], "duration": 59.66, "caption": "A man puts the paper he hand in his hand into his briefcase.", "similarity": 0.6352, "relevance": 3 }, { "pair_id": 20016, "video_name": "friends_s02e03_seg02_clip_04", "timestamp": [ 5.8, 9.57 ], "duration": 58.66, "caption": "A man walks into the apartment and puts his briefcase down on the table.", "similarity": 0.6179, "relevance": 4 }, { "pair_id": 20017, "video_name": "friends_s06e05_seg02_clip_17", "timestamp": [ 54.6, 55.48 ], "duration": 59.66, "caption": "A man puts the documents in a briefcase and gets up.", "similarity": 0.6159, "relevance": 2 }, { "pair_id": 20018, "video_name": "friends_s06e05_seg02_clip_16", "timestamp": [ 52.18, 61.03 ], "duration": 61.66, "caption": "A person walks in with the briefcase and places it down.", "similarity": 0.6113, "relevance": 4 }, { "pair_id": 20019, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 78.49, 82.97 ], "duration": 89.66, "caption": "A man lays his cup on a folder and sits down at a table.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 193320, "video_name": "castle_s04e20_seg02_clip_22", "timestamp": [ 34.42, 40.95 ], "duration": 87.66, "caption": "A man picks up a huge briefcase and puts it on a conveyor belt.", "similarity": 0.604, "relevance": 3 }, { "pair_id": 193321, "video_name": "house_s05e11_seg02_clip_19", "timestamp": [ 62.07, 66.95 ], "duration": 88.66, "caption": "A man takes some items from the folder and places them on the table.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 193322, "video_name": "castle_s05e18_seg02_clip_02", "timestamp": [ 0.0, 2.72 ], "duration": 90.66, "caption": "A person walks over and sets down his briefcase.", "similarity": 0.6, "relevance": 3 }, { "pair_id": 193323, "video_name": "castle_s08e20_seg02_clip_11", "timestamp": [ 72.65, 74.9 ], "duration": 89.66, "caption": "A man lays a file folder on the table in front of him as he sits down.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 193324, "video_name": "castle_s07e06_seg02_clip_23", "timestamp": [ 8.55, 10.8 ], "duration": 90.66, "caption": "A man in suit with red tie places round object into briefcase.", "similarity": 0.5978, "relevance": 3 }, { "pair_id": 193325, "video_name": "met_s06e24_seg02_clip_05", "timestamp": [ 49.29, 51.94 ], "duration": 59.66, "caption": "A man dumps a cup of food into his briefcase.", "similarity": 0.5922, "relevance": 2 }, { "pair_id": 193326, "video_name": "castle_s07e06_seg02_clip_22", "timestamp": [ 17.97, 27.81 ], "duration": 85.66, "caption": "A person puts their briefcase on the table and turns to talk to someone.", "similarity": 0.5905, "relevance": 3 }, { "pair_id": 193327, "video_name": "friends_s04e04_seg02_clip_18", "timestamp": [ 18.33, 20.32 ], "duration": 33.66, "caption": "A man picks up a briefcase on top of a garbage can.", "similarity": 0.5824, "relevance": 1 }, { "pair_id": 193328, "video_name": "house_s08e10_seg02_clip_19", "timestamp": [ 62.66, 70.05 ], "duration": 87.66, "caption": "A person walks into the office and places his briefcase down.", "similarity": 0.582, "relevance": 2 }, { "pair_id": 193329, "video_name": "house_s08e19_seg02_clip_06", "timestamp": [ 4.14, 5.52 ], "duration": 92.66, "caption": "A man puts his pen in his jacket pocket while sitting at a table.", "similarity": 0.579, "relevance": 0 }, { "pair_id": 193330, "video_name": "s02e22_seg02_clip_02", "timestamp": [ 54.83, 57.44 ], "duration": 58.66, "caption": "A man unfolds a piece of paper and puts it on a table.", "similarity": 0.5763, "relevance": 1 }, { "pair_id": 193331, "video_name": "friends_s03e24_seg02_clip_18", "timestamp": [ 36.92, 44.55 ], "duration": 61.66, "caption": "A person walks in the room, takes his briefcase from the table and walks out.", "similarity": 0.5732, "relevance": 3 }, { "pair_id": 193332, "video_name": "friends_s04e01_seg02_clip_05", "timestamp": [ 45.55, 47.29 ], "duration": 58.66, "caption": "A man puts the papers in his hand on a table.", "similarity": 0.5705, "relevance": 2 }, { "pair_id": 193333, "video_name": "s08e11_seg02_clip_05", "timestamp": [ 7.41, 9.98 ], "duration": 57.66, "caption": "A man puts a large black bag on the table.", "similarity": 0.5673, "relevance": 1 }, { "pair_id": 193334, "video_name": "s02e07_seg01_clip_00", "timestamp": [ 22.06, 23.95 ], "duration": 63.66, "caption": "A person sets down his notebook on the center table.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 193335, "video_name": "friends_s08e15_seg02_clip_00", "timestamp": [ 61.08, 63.3 ], "duration": 63.66, "caption": "A man bends over and picks up a briefcase from behind the couch.", "similarity": 0.5665, "relevance": 1 }, { "pair_id": 193336, "video_name": "castle_s05e18_seg02_clip_02", "timestamp": [ 5.89, 8.15 ], "duration": 90.66, "caption": "A man opens a briefcase to show it's full of cash.", "similarity": 0.5655, "relevance": 3 }, { "pair_id": 193337, "video_name": "house_s08e20_seg02_clip_18", "timestamp": [ 9.03, 12.35 ], "duration": 95.66, "caption": "A man puts down the document he is holding into the table.", "similarity": 0.5648, "relevance": 1 }, { "pair_id": 193338, "video_name": "s07e20_seg02_clip_13", "timestamp": [ 9.28, 19.85 ], "duration": 64.66, "caption": "A man puts his napkin on the table and leaves.", "similarity": 0.5632, "relevance": 1 }, { "pair_id": 193339, "video_name": "castle_s05e16_seg02_clip_17", "timestamp": [ 32.49, 36.94 ], "duration": 89.66, "caption": "A man takes a silver briefcase from another person's hand.", "similarity": 0.5622, "relevance": 1 } ] }, { "query_id": 20642, "query": "Dr. Person talks with a woman about a test.", "relevant_moment": [ { "pair_id": 164700, "video_name": "house_s08e03_seg02_clip_15", "timestamp": [ 72.21, 92.58 ], "duration": 92.66, "caption": "Dr. Person talks with a woman about a test.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164701, "video_name": "house_s02e01_seg02_clip_03", "timestamp": [ 0.0, 17.95 ], "duration": 92.66, "caption": "A woman talks with her patient about her test.", "similarity": 0.8773, "relevance": 4 }, { "pair_id": 164702, "video_name": "house_s02e23_seg02_clip_11", "timestamp": [ 0.0, 20.03 ], "duration": 89.66, "caption": "A man talks with a doctor about a test.", "similarity": 0.7838, "relevance": 3 }, { "pair_id": 164703, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 36.22, 60.37 ], "duration": 92.66, "caption": "A woman puts a man to the test and they discuss the specifics.", "similarity": 0.7836, "relevance": 3 }, { "pair_id": 164704, "video_name": "house_s06e06_seg02_clip_07", "timestamp": [ 7.37, 40.55 ], "duration": 92.66, "caption": "A man and a woman talk while watching a patient get a test.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 164705, "video_name": "grey_s02e04_seg02_clip_08", "timestamp": [ 9.7, 28.14 ], "duration": 97.66, "caption": "A man explains to the patient why she needs a certain test.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 164706, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 49.21, 80.02 ], "duration": 80.66, "caption": "A doctor performs a test to a patient.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 164707, "video_name": "house_s05e21_seg02_clip_01", "timestamp": [ 29.58, 37.78 ], "duration": 91.66, "caption": "A woman explains the test to man before administering it to him.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 164708, "video_name": "house_s07e09_seg02_clip_09", "timestamp": [ 58.26, 91.03 ], "duration": 91.66, "caption": "A person and another person talk about their test results together.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 164709, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A doctor was having a conversation with a woman.", "similarity": 0.729, "relevance": 3 }, { "pair_id": 164710, "video_name": "house_s08e04_seg02_clip_20", "timestamp": [ 0.0, 47.55 ], "duration": 97.66, "caption": "A woman talks to the other doctors when she's getting evaluated.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 164711, "video_name": "met_s06e12_seg01_clip_00", "timestamp": [ 15.08, 21.42 ], "duration": 77.66, "caption": "A woman gets confused when a man asks if he took the test correctly.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 164712, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 31.21, 60.03 ], "duration": 60.66, "caption": "A man tells woman what the test results are after she asks.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 164713, "video_name": "house_s02e03_seg02_clip_07", "timestamp": [ 7.2, 11.7 ], "duration": 90.66, "caption": "A doctor points his finger at a woman as they have a conversation.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 164714, "video_name": "grey_s03e05_seg02_clip_04", "timestamp": [ 37.54, 90.47 ], "duration": 90.66, "caption": "A woman now is the one who is assigned to talk in front of doctors.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 164715, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 18.34, 37.14 ], "duration": 94.66, "caption": "The patient explains a doctor about a woman he met.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 164716, "video_name": "house_s03e11_seg02_clip_26", "timestamp": [ 0.0, 19.2 ], "duration": 96.66, "caption": "A woman was having a conversation with a doctor.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 164718, "video_name": "friends_s06e01_seg02_clip_04", "timestamp": [ 5.44, 9.07 ], "duration": 60.66, "caption": "A woman is weirded out by someone's test question.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 164719, "video_name": "friends_s01e06_seg02_clip_10", "timestamp": [ 19.67, 59.62 ], "duration": 59.66, "caption": "A woman's friends test her by bringing up different scenarios.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 338020, "video_name": "grey_s03e05_seg02_clip_05", "timestamp": [ 0.0, 27.24 ], "duration": 92.66, "caption": "A woman is being questioned by another doctor in front of other doctors.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 338021, "video_name": "house_s07e23_seg02_clip_13", "timestamp": [ 68.33, 89.32 ], "duration": 89.66, "caption": "A person sits in a dimly-lit room during a woman's test, talking to someone while looking at a computer screen that has test results.", "similarity": 0.6963, "relevance": 1 }, { "pair_id": 338022, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 40.05, 82.83 ], "duration": 91.66, "caption": "A woman enters exam rooms and speaks with a patient who shows her his medical issue.", "similarity": 0.6933, "relevance": 2 }, { "pair_id": 338023, "video_name": "house_s02e22_seg02_clip_07", "timestamp": [ 86.71, 89.66 ], "duration": 89.66, "caption": "A woman enters the office of a man and tells them the result of the test.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 338024, "video_name": "house_s03e03_seg02_clip_04", "timestamp": [ 0.0, 6.72 ], "duration": 84.66, "caption": "A person helps the patient use the machine for the test.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 338025, "video_name": "house_s02e15_seg02_clip_24", "timestamp": [ 0.0, 12.21 ], "duration": 90.66, "caption": "A doctor is talking to a woman about a treatment that she had been doing to a man.", "similarity": 0.6877, "relevance": 2 }, { "pair_id": 338026, "video_name": "house_s01e19_seg02_clip_04", "timestamp": [ 66.47, 83.77 ], "duration": 91.66, "caption": "Dr. talks with a woman in order to provide a patient with a bed and a lumbar puncture.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 338027, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 338028, "video_name": "house_s06e11_seg02_clip_21", "timestamp": [ 0.0, 89.12 ], "duration": 89.66, "caption": "A person runs after another person and asks her why she got tested.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 338029, "video_name": "house_s08e08_seg02_clip_18", "timestamp": [ 12.74, 24.12 ], "duration": 91.66, "caption": "A person is using a syringe to perform some kind of medical test while the others talk.", "similarity": 0.6808, "relevance": 2 }, { "pair_id": 338030, "video_name": "friends_s04e08_seg02_clip_11", "timestamp": [ 0.0, 20.14 ], "duration": 66.66, "caption": "A woman is having a conversation to a doctor.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 338031, "video_name": "house_s05e13_seg02_clip_11", "timestamp": [ 85.56, 91.03 ], "duration": 91.66, "caption": "Doctors are having a meeting conversation about the woman.", "similarity": 0.68, "relevance": 1 }, { "pair_id": 338033, "video_name": "castle_s05e13_seg02_clip_14", "timestamp": [ 0.0, 5.6 ], "duration": 80.66, "caption": "A woman walks up to some people. They tell her about the bag they found and the results of the test.", "similarity": 0.678, "relevance": 1 }, { "pair_id": 338034, "video_name": "grey_s03e08_seg02_clip_14", "timestamp": [ 23.91, 34.62 ], "duration": 82.66, "caption": "A woman gives a man advice on telling his family the results of the test.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 338036, "video_name": "house_s03e23_seg02_clip_07", "timestamp": [ 0.0, 4.36 ], "duration": 87.66, "caption": "A person turns his head when a woman mentions the patient's lab results.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 338037, "video_name": "house_s03e11_seg02_clip_21", "timestamp": [ 19.85, 28.42 ], "duration": 90.66, "caption": "A doctor was talking intensely to a woman.", "similarity": 0.6751, "relevance": 2 }, { "pair_id": 338038, "video_name": "grey_s02e02_seg02_clip_01", "timestamp": [ 10.01, 29.58 ], "duration": 91.66, "caption": "A woman is checking on the condition of a patient.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 338039, "video_name": "house_s08e09_seg02_clip_17", "timestamp": [ 0.0, 5.36 ], "duration": 89.66, "caption": "A woman is talking to a man and another person about their findings on the patient's condition.", "similarity": 0.6735, "relevance": 2 } ] }, { "query_id": 20672, "query": "A person is setting her lab coat into her locker when another person comes by.", "relevant_moment": [ { "pair_id": 15060, "video_name": "house_s08e03_seg02_clip_13", "timestamp": [ 30.41, 34.21 ], "duration": 95.66, "caption": "A person is setting her lab coat into her locker when another person comes by.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15061, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 28.36, 33.31 ], "duration": 90.66, "caption": "A person puts on his labcoat in a locker room.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 15062, "video_name": "house_s05e19_seg02_clip_25", "timestamp": [ 3.14, 11.78 ], "duration": 157.66, "caption": "A person puts his coat and notebook inside the locker.", "similarity": 0.7136, "relevance": 4 }, { "pair_id": 15064, "video_name": "grey_s03e07_seg02_clip_24", "timestamp": [ 84.29, 93.13 ], "duration": 93.66, "caption": "A person walks into the locker room while another person is getting dressed.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 15065, "video_name": "grey_s02e18_seg02_clip_01", "timestamp": [ 76.34, 86.43 ], "duration": 96.66, "caption": "A woman puts her belongings into her locker while talking to another woman.", "similarity": 0.6608, "relevance": 3 }, { "pair_id": 15066, "video_name": "s01e09_seg02_clip_06", "timestamp": [ 10.8, 13.51 ], "duration": 60.66, "caption": "A woman and person get their things on the little locker.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 15067, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 24.41, 27.58 ], "duration": 90.66, "caption": "A woman reached up and took her coat out of a locker.", "similarity": 0.6487, "relevance": 4 }, { "pair_id": 15068, "video_name": "house_s04e08_seg02_clip_08", "timestamp": [ 38.69, 44.15 ], "duration": 91.66, "caption": "A woman wears her laboratory coat while she talks to person.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 15069, "video_name": "house_s08e03_seg02_clip_26", "timestamp": [ 66.51, 93.03 ], "duration": 93.66, "caption": "A person speaks to another person in the locker room as she takes her bag.", "similarity": 0.6353, "relevance": 1 }, { "pair_id": 15070, "video_name": "friends_s10e03_seg02_clip_13", "timestamp": [ 36.29, 46.83 ], "duration": 62.66, "caption": "A person removes her coat and hands it to another person.", "similarity": 0.6344, "relevance": 2 }, { "pair_id": 15071, "video_name": "house_s07e11_seg02_clip_27", "timestamp": [ 64.77, 68.62 ], "duration": 70.66, "caption": "A woman puts personal jacket into personal locker again.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 15072, "video_name": "castle_s02e13_seg02_clip_10", "timestamp": [ 0.0, 28.04 ], "duration": 89.66, "caption": "A woman opened a locker while some people are behind her, and found something when she opened it.", "similarity": 0.6251, "relevance": 2 }, { "pair_id": 15073, "video_name": "house_s04e08_seg02_clip_08", "timestamp": [ 40.05, 41.87 ], "duration": 91.66, "caption": "A woman puts on her lab coat in front of a man.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 15074, "video_name": "house_s07e14_seg02_clip_09", "timestamp": [ 44.96, 52.52 ], "duration": 89.66, "caption": "A person puts out that another person isn't wearing a shirt that is in a bag in his locker.", "similarity": 0.6149, "relevance": 3 }, { "pair_id": 15075, "video_name": "grey_s03e12_seg02_clip_18", "timestamp": [ 18.5, 21.08 ], "duration": 86.66, "caption": "A person puts their pen back into their lab coat.", "similarity": 0.6089, "relevance": 2 }, { "pair_id": 15076, "video_name": "s08e16_seg02_clip_05", "timestamp": [ 38.42, 40.82 ], "duration": 60.66, "caption": "The person in the lab coat opens the door to the lab.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 15077, "video_name": "s08e02_seg02_clip_02", "timestamp": [ 2.44, 6.1 ], "duration": 61.66, "caption": "A woman removes her laboratory coat as she is talking with another woman.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 15078, "video_name": "s09e19_seg02_clip_14", "timestamp": [ 56.12, 60.03 ], "duration": 60.66, "caption": "A person hides in a locker as another person opens the door.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 15079, "video_name": "friends_s03e16_seg02_clip_01", "timestamp": [ 16.53, 19.29 ], "duration": 61.66, "caption": "A person blocks another person and starts to help her with her coat.", "similarity": 0.5995, "relevance": 1 }, { "pair_id": 188380, "video_name": "house_s03e20_seg02_clip_02", "timestamp": [ 1.8, 15.75 ], "duration": 90.66, "caption": "A person leaves their office with someone and puts on their lab coat.", "similarity": 0.5989, "relevance": 1 }, { "pair_id": 188381, "video_name": "grey_s02e21_seg02_clip_09", "timestamp": [ 34.86, 53.57 ], "duration": 85.66, "caption": "A person is frantically going through another person's locker and they walk in and catch him/her.", "similarity": 0.5986, "relevance": 3 }, { "pair_id": 188382, "video_name": "house_s08e09_seg02_clip_10", "timestamp": [ 5.35, 7.58 ], "duration": 89.66, "caption": "A woman enters into a room where a man works in a white lab coat.", "similarity": 0.5952, "relevance": 1 }, { "pair_id": 188383, "video_name": "grey_s02e18_seg02_clip_01", "timestamp": [ 68.66, 75.38 ], "duration": 96.66, "caption": "A woman comes into the changing room and starts talking to another woman and opening her locker.", "similarity": 0.5952, "relevance": 2 }, { "pair_id": 188384, "video_name": "house_s07e03_seg02_clip_04", "timestamp": [ 15.4, 17.16 ], "duration": 88.66, "caption": "A person grabs their pen from their lab coat.", "similarity": 0.5944, "relevance": 1 }, { "pair_id": 188385, "video_name": "grey_s02e03_seg02_clip_00", "timestamp": [ 74.54, 92.03 ], "duration": 92.66, "caption": "A woman is conversing with a person in front of a locker.", "similarity": 0.5938, "relevance": 2 }, { "pair_id": 188386, "video_name": "house_s05e24_seg02_clip_19", "timestamp": [ 72.81, 77.72 ], "duration": 89.66, "caption": "A woman takes a black jacket out of her locker and puts it on.", "similarity": 0.5899, "relevance": 3 }, { "pair_id": 188387, "video_name": "castle_s05e18_seg02_clip_10", "timestamp": [ 23.5, 30.02 ], "duration": 87.66, "caption": "A person is cutting another person's hair as he is in the locker room.", "similarity": 0.5835, "relevance": 1 }, { "pair_id": 188388, "video_name": "grey_s03e05_seg02_clip_01", "timestamp": [ 0.0, 38.44 ], "duration": 91.66, "caption": "They are having a conversation in a locker room.", "similarity": 0.5803, "relevance": 2 }, { "pair_id": 188389, "video_name": "house_s01e05_seg02_clip_02", "timestamp": [ 60.08, 81.92 ], "duration": 91.66, "caption": "A person has their hands in their lab coat walking through the halls with two other people.", "similarity": 0.5801, "relevance": 1 }, { "pair_id": 188390, "video_name": "house_s07e14_seg02_clip_09", "timestamp": [ 36.94, 49.85 ], "duration": 89.66, "caption": "A man pulls his jacket from his locker and puts it on in the locker room while talking to another man.", "similarity": 0.5799, "relevance": 2 }, { "pair_id": 188391, "video_name": "castle_s08e09_seg02_clip_00", "timestamp": [ 67.34, 70.57 ], "duration": 92.66, "caption": "A person enters the room carrying a brown coat under their arm.", "similarity": 0.5773, "relevance": 1 }, { "pair_id": 188392, "video_name": "s06e22_seg02_clip_11", "timestamp": [ 28.49, 30.73 ], "duration": 64.66, "caption": "A person drapes his/her lab coat over his/her arm.", "similarity": 0.5754, "relevance": 1 }, { "pair_id": 188393, "video_name": "house_s07e14_seg02_clip_09", "timestamp": [ 35.61, 43.18 ], "duration": 89.66, "caption": "A man opens a locker and puts his jacket inside it.", "similarity": 0.5753, "relevance": 2 }, { "pair_id": 188394, "video_name": "castle_s08e03_seg02_clip_01", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman is having a discussion with a man while she's putting things in her locker.", "similarity": 0.5745, "relevance": 2 }, { "pair_id": 188395, "video_name": "house_s05e05_seg02_clip_16", "timestamp": [ 33.33, 40.19 ], "duration": 98.66, "caption": "A person enters the locker room and starts a conversation with a woman.", "similarity": 0.573, "relevance": 2 }, { "pair_id": 188396, "video_name": "grey_s03e02_seg02_clip_16", "timestamp": [ 36.81, 40.49 ], "duration": 92.66, "caption": "A person holding a white lab coat over their shoulder.", "similarity": 0.5727, "relevance": 1 }, { "pair_id": 188397, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 0.0, 12.88 ], "duration": 92.66, "caption": "A person is talking with another person when he grabs his coat and puts it on.", "similarity": 0.5725, "relevance": 1 }, { "pair_id": 188398, "video_name": "grey_s03e12_seg02_clip_18", "timestamp": [ 10.75, 13.33 ], "duration": 86.66, "caption": "A woman takes a pen out of her lab coat.", "similarity": 0.5721, "relevance": 1 }, { "pair_id": 188399, "video_name": "house_s03e14_seg02_clip_24", "timestamp": [ 30.76, 32.4 ], "duration": 82.66, "caption": "A man puts a shirt into his locker as person walks into the locker room.", "similarity": 0.5699, "relevance": 2 } ] }, { "query_id": 20710, "query": "A man swiftly hops into the car seat from the wheelchair.", "relevant_moment": [ { "pair_id": 252100, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 70.32, 75.28 ], "duration": 90.66, "caption": "A man comes in and sits down in a chair.", "similarity": 0.5706, "relevance": 0 }, { "pair_id": 252101, "video_name": "s04e13_seg02_clip_02", "timestamp": [ 22.51, 24.01 ], "duration": 60.66, "caption": "A man quickly points into the backseat and then the passenger seat as he drives the car and talks.", "similarity": 0.5703, "relevance": 1 }, { "pair_id": 252102, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 0.0, 7.7 ], "duration": 154.66, "caption": "A man is in a wheelchair, he rolls out of the room.", "similarity": 0.5671, "relevance": 1 }, { "pair_id": 252103, "video_name": "friends_s06e22_seg02_clip_11", "timestamp": [ 31.01, 34.12 ], "duration": 62.66, "caption": "A man moves his way to get something from the car.", "similarity": 0.5661, "relevance": 0 }, { "pair_id": 252104, "video_name": "s10e01_seg02_clip_18", "timestamp": [ 43.12, 45.67 ], "duration": 51.66, "caption": "A man crouches down as he is in the backseat.", "similarity": 0.5647, "relevance": 1 }, { "pair_id": 252105, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 33.87, 40.58 ], "duration": 61.66, "caption": "A man walks around a chair and sits down in it.", "similarity": 0.5647, "relevance": 1 }, { "pair_id": 252106, "video_name": "castle_s06e12_seg02_clip_05", "timestamp": [ 72.62, 75.7 ], "duration": 88.66, "caption": "A man sits down in chair and scoots in.", "similarity": 0.5632, "relevance": 1 }, { "pair_id": 252107, "video_name": "house_s05e10_seg02_clip_20", "timestamp": [ 0.0, 6.94 ], "duration": 73.66, "caption": "A man is talking to the patient while pulling her wheelchair.", "similarity": 0.5597, "relevance": 1 }, { "pair_id": 252108, "video_name": "met_s02e11_seg02_clip_18", "timestamp": [ 52.27, 56.84 ], "duration": 63.66, "caption": "A man pulls out the chair at the table and takes a seat.", "similarity": 0.5581, "relevance": 1 }, { "pair_id": 252109, "video_name": "friends_s08e04_seg02_clip_08", "timestamp": [ 41.09, 44.21 ], "duration": 62.66, "caption": "A man pulls up a chair and sits down.", "similarity": 0.5579, "relevance": 1 }, { "pair_id": 252110, "video_name": "friends_s04e14_seg02_clip_09", "timestamp": [ 22.43, 41.91 ], "duration": 59.66, "caption": "A man pulls down his trouser and went to grab a seat.", "similarity": 0.5576, "relevance": 1 }, { "pair_id": 252111, "video_name": "house_s04e15_seg02_clip_06", "timestamp": [ 12.22, 13.63 ], "duration": 94.66, "caption": "A patient in a wheelchair grabs their knee.", "similarity": 0.5551, "relevance": 1 }, { "pair_id": 252112, "video_name": "friends_s10e05_seg02_clip_19", "timestamp": [ 15.13, 22.01 ], "duration": 55.66, "caption": "A man arches his back in preparation to get up out of his chair.", "similarity": 0.5537, "relevance": 1 }, { "pair_id": 252113, "video_name": "grey_s03e20_seg02_clip_18", "timestamp": [ 13.05, 20.45 ], "duration": 87.66, "caption": "A man is leaning over the back of a wheelchair.", "similarity": 0.5496, "relevance": 1 }, { "pair_id": 252114, "video_name": "house_s07e13_seg02_clip_26", "timestamp": [ 34.34, 38.5 ], "duration": 52.66, "caption": "A man gets up out of his chair and turns towards the door.", "similarity": 0.5491, "relevance": 1 }, { "pair_id": 252115, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 9.44, 12.4 ], "duration": 59.66, "caption": "A man gets up and walks over to another chair.", "similarity": 0.5453, "relevance": 0 }, { "pair_id": 252116, "video_name": "s05e13_seg02_clip_05", "timestamp": [ 19.96, 21.1 ], "duration": 57.66, "caption": "A man grabs his chair and moves it slightly.", "similarity": 0.5443, "relevance": 1 }, { "pair_id": 252117, "video_name": "friends_s08e05_seg02_clip_12", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A man takes a seat on the black chair.", "similarity": 0.5436, "relevance": 1 }, { "pair_id": 252118, "video_name": "house_s03e13_seg02_clip_00", "timestamp": [ 30.73, 47.25 ], "duration": 91.66, "caption": "A man pulls into his parking spot and steps in a puddle getting out of his car.", "similarity": 0.543, "relevance": 1 }, { "pair_id": 252119, "video_name": "house_s03e21_seg02_clip_09", "timestamp": [ 15.66, 18.9 ], "duration": 108.66, "caption": "A person sits down in a wheelchair to be taken away.", "similarity": 0.5423, "relevance": 1 } ] }, { "query_id": 20757, "query": "A woman goes up to two people to start a conversation.", "relevant_moment": [ { "pair_id": 151200, "video_name": "castle_s02e16_seg02_clip_12", "timestamp": [ 47.98, 52.96 ], "duration": 90.66, "caption": "A woman goes up to two people to start a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151201, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 50.52, 91.03 ], "duration": 91.66, "caption": "A woman is having a conversation with two people then person join their conversation.", "similarity": 0.8778, "relevance": 3 }, { "pair_id": 151202, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 47.36, 82.37 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.8753, "relevance": 2 }, { "pair_id": 151203, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 39.54 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.8753, "relevance": 2 }, { "pair_id": 151204, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 0.0, 16.73 ], "duration": 90.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.8753, "relevance": 2 }, { "pair_id": 151205, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "A woman was having a conversation with two people.", "similarity": 0.8583, "relevance": 2 }, { "pair_id": 151206, "video_name": "castle_s07e04_seg02_clip_19", "timestamp": [ 4.14, 14.26 ], "duration": 92.66, "caption": "A woman turns around and starts a conversation with another woman.", "similarity": 0.8477, "relevance": 3 }, { "pair_id": 151207, "video_name": "grey_s02e06_seg02_clip_07", "timestamp": [ 59.55, 63.13 ], "duration": 89.66, "caption": "A woman walks up quickly between two people and starts talking to them.", "similarity": 0.8373, "relevance": 4 }, { "pair_id": 151208, "video_name": "castle_s03e04_seg02_clip_12", "timestamp": [ 41.87, 49.15 ], "duration": 91.66, "caption": "A woman joins the conversation between two people.", "similarity": 0.8309, "relevance": 3 }, { "pair_id": 151209, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 61.22, 73.37 ], "duration": 90.66, "caption": "A woman and person are having a conversation with each other.", "similarity": 0.8303, "relevance": 3 }, { "pair_id": 151210, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.8299, "relevance": 1 }, { "pair_id": 151211, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 14.11, 20.94 ], "duration": 91.66, "caption": "A person walks up to another person and starts a conversation with her.", "similarity": 0.8277, "relevance": 3 }, { "pair_id": 151212, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 0.0, 36.81 ], "duration": 92.66, "caption": "A woman and some people are talking to each other.", "similarity": 0.8273, "relevance": 2 }, { "pair_id": 151213, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 26.69, 92.03 ], "duration": 92.66, "caption": "A woman was having an intense conversation with two other people.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 151214, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A woman walks up to a person and starts a conversation with him.", "similarity": 0.8247, "relevance": 1 }, { "pair_id": 151215, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 62.79, 81.02 ], "duration": 81.66, "caption": "A woman and a person are having a conversation with another person.", "similarity": 0.8244, "relevance": 2 }, { "pair_id": 151216, "video_name": "castle_s06e10_seg02_clip_23", "timestamp": [ 77.37, 91.03 ], "duration": 91.66, "caption": "Two people are having a conversation with a woman.", "similarity": 0.8223, "relevance": 2 }, { "pair_id": 151217, "video_name": "castle_s02e17_seg02_clip_05", "timestamp": [ 82.79, 89.02 ], "duration": 89.66, "caption": "A person walks up to woman and starts a conversation.", "similarity": 0.8221, "relevance": 4 }, { "pair_id": 151218, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.8217, "relevance": 2 }, { "pair_id": 151219, "video_name": "castle_s02e19_seg02_clip_17", "timestamp": [ 76.34, 79.07 ], "duration": 90.66, "caption": "A woman walks up and begins a conversation with a man.", "similarity": 0.8209, "relevance": 3 }, { "pair_id": 324520, "video_name": "castle_s02e20_seg02_clip_22", "timestamp": [ 0.0, 3.53 ], "duration": 88.66, "caption": "A person walks toward a woman and another person to start a conversation.", "similarity": 0.8172, "relevance": 3 }, { "pair_id": 324521, "video_name": "friends_s06e05_seg02_clip_01", "timestamp": [ 0.0, 3.04 ], "duration": 60.66, "caption": "A woman walks up to man and woman and starts to converse with them.", "similarity": 0.8155, "relevance": 4 }, { "pair_id": 324522, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 11.23, 33.35 ], "duration": 66.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.8152, "relevance": 1 }, { "pair_id": 324523, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 28.57, 57.64 ], "duration": 102.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.8152, "relevance": 1 }, { "pair_id": 324524, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 80.28, 92.28 ], "duration": 92.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.8147, "relevance": 3 }, { "pair_id": 324525, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.8147, "relevance": 3 }, { "pair_id": 324526, "video_name": "grey_s03e25_seg02_clip_28", "timestamp": [ 0.0, 8.64 ], "duration": 108.66, "caption": "A woman is having a conversation with some people.", "similarity": 0.8142, "relevance": 2 }, { "pair_id": 324527, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 20.45, 90.66 ], "duration": 90.66, "caption": "Two people and a woman were having a conversation.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 324528, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 84.25 ], "duration": 156.66, "caption": "Two people and a woman were having a conversation.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 324529, "video_name": "house_s01e08_seg02_clip_18", "timestamp": [ 28.24, 34.52 ], "duration": 89.66, "caption": "A woman catches up to a man and starts a conversation.", "similarity": 0.8103, "relevance": 3 }, { "pair_id": 324530, "video_name": "grey_s01e03_seg02_clip_16", "timestamp": [ 0.0, 3.67 ], "duration": 81.66, "caption": "A woman turns around and another woman starts talking to her.", "similarity": 0.8098, "relevance": 3 }, { "pair_id": 324531, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 17.75, 23.67 ], "duration": 91.66, "caption": "A woman walks over to a woman and begins a conversation.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 324532, "video_name": "castle_s07e17_seg02_clip_08", "timestamp": [ 2.67, 16.89 ], "duration": 88.66, "caption": "A woman approached another woman and started a conversation with her.", "similarity": 0.8044, "relevance": 3 }, { "pair_id": 324533, "video_name": "castle_s02e21_seg02_clip_12", "timestamp": [ 72.93, 87.34 ], "duration": 87.66, "caption": "Person and woman are having a conversation with each other.", "similarity": 0.8027, "relevance": 1 }, { "pair_id": 324534, "video_name": "house_s03e06_seg02_clip_24", "timestamp": [ 0.0, 47.53 ], "duration": 96.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.8022, "relevance": 1 }, { "pair_id": 324535, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 0.0, 8.58 ], "duration": 90.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.8022, "relevance": 1 }, { "pair_id": 324536, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 74.47, 91.38 ], "duration": 91.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.8022, "relevance": 3 }, { "pair_id": 324537, "video_name": "grey_s03e04_seg02_clip_11", "timestamp": [ 8.45, 34.75 ], "duration": 93.66, "caption": "A woman is having a conversation to two men.", "similarity": 0.8017, "relevance": 3 }, { "pair_id": 324538, "video_name": "castle_s04e20_seg02_clip_25", "timestamp": [ 30.48, 33.78 ], "duration": 82.66, "caption": "Two people walk up to person to start a conversation with them.", "similarity": 0.801, "relevance": 3 } ] }, { "query_id": 20831, "query": "A female server walks to a man and puts a menu in front of him.", "relevant_moment": [ { "pair_id": 168341, "video_name": "met_s03e06_seg02_clip_13", "timestamp": [ 34.23, 38.01 ], "duration": 58.66, "caption": "A man picks up the menu and hands it back to the server.", "similarity": 0.6937, "relevance": 1 }, { "pair_id": 168342, "video_name": "friends_s07e11_seg02_clip_12", "timestamp": [ 13.73, 16.78 ], "duration": 61.66, "caption": "A woman hands her menu to a server in a restaurant.", "similarity": 0.6767, "relevance": 1 }, { "pair_id": 168343, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 9.67, 15.72 ], "duration": 60.66, "caption": "A man hands the waitress his menu and she takes a woman's menu.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 168344, "video_name": "house_s05e23_seg02_clip_15", "timestamp": [ 29.71, 42.91 ], "duration": 132.66, "caption": "A server walks up to a person and places a plate in front of them, then the server walks away.", "similarity": 0.6238, "relevance": 3 }, { "pair_id": 168345, "video_name": "s06e23_seg02_clip_08", "timestamp": [ 9.38, 13.4 ], "duration": 67.66, "caption": "A man calls the server over so that a woman can return her plate.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 168346, "video_name": "met_s04e01_seg02_clip_09", "timestamp": [ 38.46, 43.13 ], "duration": 58.66, "caption": "A man walks into a restaurant with a woman following behind him.", "similarity": 0.6148, "relevance": 0 }, { "pair_id": 168347, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "A woman walks up while another woman is directing her servers.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 168348, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 10.88, 14.51 ], "duration": 60.66, "caption": "Two people hand their menus over to a server in a restaurant.", "similarity": 0.6061, "relevance": 3 }, { "pair_id": 168349, "video_name": "friends_s07e11_seg02_clip_12", "timestamp": [ 38.14, 40.58 ], "duration": 61.66, "caption": "A person takes a menu from the waiter at a restaurant.", "similarity": 0.5869, "relevance": 1 }, { "pair_id": 168350, "video_name": "friends_s02e05_seg02_clip_07", "timestamp": [ 15.19, 20.8 ], "duration": 66.66, "caption": "A woman orders and hands the menu back to the waiter.", "similarity": 0.5836, "relevance": 1 }, { "pair_id": 168351, "video_name": "s05e06_seg02_clip_00", "timestamp": [ 48.07, 50.24 ], "duration": 62.66, "caption": "A person closes his menu as he sits at the table and talks to a woman.", "similarity": 0.5825, "relevance": 0 }, { "pair_id": 168352, "video_name": "friends_s07e11_seg02_clip_13", "timestamp": [ 0.56, 2.8 ], "duration": 56.66, "caption": "The waiter walks up and a man grabs the menu.", "similarity": 0.5802, "relevance": 2 }, { "pair_id": 168353, "video_name": "friends_s02e12-13_seg02_clip_07", "timestamp": [ 22.51, 24.91 ], "duration": 60.66, "caption": "A woman's date hands her menu to the waiter.", "similarity": 0.5772, "relevance": 1 }, { "pair_id": 168354, "video_name": "friends_s10e14_seg02_clip_02", "timestamp": [ 39.55, 51.94 ], "duration": 59.66, "caption": "A person picks up two menus after woman enters the restaurant.", "similarity": 0.577, "relevance": 2 }, { "pair_id": 168355, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 1.95, 5.07 ], "duration": 78.66, "caption": "A woman describes the food she hands to the server.", "similarity": 0.5747, "relevance": 1 }, { "pair_id": 168356, "video_name": "s09e08_seg02_clip_06", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A man is holding a restaurant menu as he speaks to woman.", "similarity": 0.5741, "relevance": 0 }, { "pair_id": 168357, "video_name": "friends_s08e16_seg02_clip_13", "timestamp": [ 18.89, 29.51 ], "duration": 59.66, "caption": "A woman is reading a menu when talking to man.", "similarity": 0.5732, "relevance": 1 }, { "pair_id": 168358, "video_name": "s06e23_seg02_clip_08", "timestamp": [ 19.1, 34.18 ], "duration": 67.66, "caption": "A woman waives at the server and tells him a man does not know how things work here.", "similarity": 0.5721, "relevance": 1 }, { "pair_id": 168359, "video_name": "met_s06e16_seg02_clip_06", "timestamp": [ 24.82, 30.2 ], "duration": 59.66, "caption": "A man walks over to a table in a restaurant and sits down next to woman.", "similarity": 0.5683, "relevance": 1 } ] }, { "query_id": 20845, "query": "A doctor walks toward the elevator and presses the elevator button.", "relevant_moment": [ { "pair_id": 47540, "video_name": "house_s01e12_seg02_clip_15", "timestamp": [ 4.14, 6.9 ], "duration": 92.66, "caption": "A doctor walks toward the elevator and presses the elevator button.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 47541, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 41.55, 51.03 ], "duration": 90.66, "caption": "A doctor pushes the elevator button and waits for it.", "similarity": 0.8695, "relevance": 3 }, { "pair_id": 47542, "video_name": "grey_s03e06_seg02_clip_23", "timestamp": [ 48.32, 51.87 ], "duration": 88.66, "caption": "Dr. person goes into the elevator and presses the button.", "similarity": 0.8413, "relevance": 3 }, { "pair_id": 47543, "video_name": "house_s05e14_seg02_clip_23", "timestamp": [ 0.0, 4.23 ], "duration": 94.66, "caption": "Dr. person walks his way to the elevator.", "similarity": 0.8264, "relevance": 3 }, { "pair_id": 47544, "video_name": "house_s02e04_seg02_clip_06", "timestamp": [ 81.76, 84.47 ], "duration": 90.66, "caption": "A person pushes the button of the elevator and walks towards the patient.", "similarity": 0.8252, "relevance": 4 }, { "pair_id": 47545, "video_name": "house_s02e16_seg02_clip_11", "timestamp": [ 25.94, 40.51 ], "duration": 91.66, "caption": "A doctor presses an elevator button and then runs down a hallway and up some stairs.", "similarity": 0.8099, "relevance": 3 }, { "pair_id": 47546, "video_name": "grey_s02e22_seg02_clip_04", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "Dr. person walks in the direction of the elevator.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 47547, "video_name": "grey_s03e05_seg02_clip_07", "timestamp": [ 35.89, 38.19 ], "duration": 92.66, "caption": "A doctor pushes the elevator button and then stands next to a woman.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 47548, "video_name": "house_s05e08_seg02_clip_26", "timestamp": [ 39.87, 56.54 ], "duration": 119.66, "caption": "A doctor enters the elevator and followed by another doctor.", "similarity": 0.7823, "relevance": 4 }, { "pair_id": 47549, "video_name": "house_s05e17_seg02_clip_03", "timestamp": [ 84.03, 90.27 ], "duration": 96.66, "caption": "The elevator door opens and a doctor steps inside the elevator.", "similarity": 0.7755, "relevance": 2 }, { "pair_id": 47550, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 52.38, 59.61 ], "duration": 90.66, "caption": "Dr person enters the elevator, presses a button and doors close.", "similarity": 0.7683, "relevance": 4 }, { "pair_id": 47551, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 43.35, 80.21 ], "duration": 81.66, "caption": "A doctor enters an elevator and has a remote conversation with another person.", "similarity": 0.7599, "relevance": 2 }, { "pair_id": 47552, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 58.6, 64.33 ], "duration": 88.66, "caption": "A person walks up to the elevator and presses the button.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 47553, "video_name": "grey_s01e06_seg02_clip_16", "timestamp": [ 32.21, 58.44 ], "duration": 92.66, "caption": "The doctors transport a person to the elevator doors.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 47554, "video_name": "house_s04e14_seg02_clip_16", "timestamp": [ 58.44, 61.2 ], "duration": 92.66, "caption": "A person walks over to the elevator button and presses it.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 47555, "video_name": "house_s05e13_seg02_clip_09", "timestamp": [ 19.88, 33.57 ], "duration": 88.66, "caption": "A man walks into the lobby and the other doctors follow him to the elevator.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 47556, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 37.38, 43.44 ], "duration": 101.66, "caption": "A man walks into the elevator and presses the button.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 47557, "video_name": "grey_s02e14_seg02_clip_12", "timestamp": [ 24.76, 30.72 ], "duration": 91.66, "caption": "A man walks into the elevator and presses a button.", "similarity": 0.7445, "relevance": 4 }, { "pair_id": 47558, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 35.43, 37.73 ], "duration": 92.66, "caption": "A man walks over and presses the button for the elevator.", "similarity": 0.736, "relevance": 3 }, { "pair_id": 47559, "video_name": "grey_s03e14_seg02_clip_24", "timestamp": [ 16.16, 18.69 ], "duration": 101.66, "caption": "A doctor presses the button of the intercom near the doorway.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 220860, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 19.49, 22.66 ], "duration": 90.66, "caption": "A person goes to elevator entrance and presses the elevator button.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 220861, "video_name": "house_s02e15_seg02_clip_24", "timestamp": [ 80.5, 82.76 ], "duration": 90.66, "caption": "A person walks up to an elevator and pushes a button.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 220862, "video_name": "grey_s03e20_seg02_clip_01", "timestamp": [ 0.0, 11.48 ], "duration": 88.66, "caption": "A doctor stands in the elevator with paperwork.", "similarity": 0.7204, "relevance": 2 }, { "pair_id": 220863, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 54.63, 63.01 ], "duration": 88.66, "caption": "A person approaches the elevators and pushes the elevator button.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 220864, "video_name": "house_s08e02_seg02_clip_20", "timestamp": [ 63.0, 71.46 ], "duration": 94.66, "caption": "A doctor enters a room and presses a button on a medical machine.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 220865, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 34.05, 37.64 ], "duration": 89.66, "caption": "A person walks into the elevators and pushes the button.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 220866, "video_name": "house_s02e24_seg02_clip_26", "timestamp": [ 12.56, 15.35 ], "duration": 93.66, "caption": "A doctor presses a button in a room.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 220867, "video_name": "house_s05e13_seg02_clip_09", "timestamp": [ 45.94, 51.24 ], "duration": 88.66, "caption": "A person leaves on the elevator while the other doctors turn around.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 220868, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 58.85, 64.2 ], "duration": 89.66, "caption": "A person exits the elevator while the other doctors meet up with him.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 220869, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 51.53, 58.9 ], "duration": 92.66, "caption": "A person walks up to the elevator door and presses the call button.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 220870, "video_name": "house_s04e12_seg02_clip_04", "timestamp": [ 55.26, 58.74 ], "duration": 87.66, "caption": "A person exits an elevator to find two doctors standing there.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 220871, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 58.4, 65.09 ], "duration": 89.66, "caption": "The elevator opens and a man steps outside of it and he was approached by a woman and the other doctors.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 220872, "video_name": "house_s07e05_seg02_clip_07", "timestamp": [ 21.61, 24.31 ], "duration": 90.66, "caption": "A doctor enters the elevator leaving another doctor outside.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 220873, "video_name": "house_s05e04_seg02_clip_02", "timestamp": [ 6.65, 9.98 ], "duration": 95.66, "caption": "A person walks into the elevator and leans over to press the button.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 220874, "video_name": "friends_s02e18_seg02_clip_16", "timestamp": [ 61.45, 63.03 ], "duration": 63.66, "caption": "A man walks into an elevator in the hospital.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 220875, "video_name": "house_s01e11_seg02_clip_13", "timestamp": [ 37.51, 41.01 ], "duration": 100.66, "caption": "A woman walks into the elevator without the other doctors.", "similarity": 0.6836, "relevance": 3 }, { "pair_id": 220876, "video_name": "house_s08e14_seg02_clip_00", "timestamp": [ 30.41, 33.26 ], "duration": 95.66, "caption": "A man presses the button to call the elevator.", "similarity": 0.6803, "relevance": 3 }, { "pair_id": 220877, "video_name": "s08e07_seg02_clip_13", "timestamp": [ 54.63, 60.15 ], "duration": 65.66, "caption": "A doctor walks across the room and knocks on a door.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 220878, "video_name": "house_s04e14_seg02_clip_13", "timestamp": [ 15.01, 18.1 ], "duration": 88.66, "caption": "A person walks away from other doctors as an elevator opens in the background.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 220879, "video_name": "house_s02e17_seg02_clip_17", "timestamp": [ 37.85, 40.86 ], "duration": 86.66, "caption": "A doctor rides the elevator leaving another doctor behind.", "similarity": 0.6706, "relevance": 3 } ] }, { "query_id": 20877, "query": "A woman sets their laptop down on a desk.", "relevant_moment": [ { "pair_id": 155200, "video_name": "s07e01_seg02_clip_01", "timestamp": [ 46.52, 50.42 ], "duration": 60.66, "caption": "A woman sets their laptop down on a desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155201, "video_name": "friends_s05e09_seg02_clip_03", "timestamp": [ 0.0, 2.18 ], "duration": 62.66, "caption": "A woman sets her notebooks down on the desks and sits down.", "similarity": 0.8117, "relevance": 4 }, { "pair_id": 155202, "video_name": "s09e19_seg02_clip_11", "timestamp": [ 23.26, 27.91 ], "duration": 62.66, "caption": "A woman sets her laptop down on the table in the storage unit.", "similarity": 0.7798, "relevance": 4 }, { "pair_id": 155203, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 55.07, 56.67 ], "duration": 64.66, "caption": "A person is sitting at their desk using their laptop.", "similarity": 0.7636, "relevance": 1 }, { "pair_id": 155205, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person is in front of their laptop in their desk.", "similarity": 0.7456, "relevance": 2 }, { "pair_id": 155206, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 17.96, 20.48 ], "duration": 63.66, "caption": "A person is at their desk in front of their laptop.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 155207, "video_name": "s02e03_seg02_clip_04", "timestamp": [ 4.58, 9.76 ], "duration": 61.66, "caption": "A person snatches the laptop from a woman and sets it on the desk.", "similarity": 0.7371, "relevance": 3 }, { "pair_id": 155208, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 10.03, 11.51 ], "duration": 59.66, "caption": "A person sits down on the couch and sets down the laptop.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 155209, "video_name": "s08e24_seg02_clip_07", "timestamp": [ 24.31, 26.41 ], "duration": 60.66, "caption": "A person is sitting at a desk on his/her laptop.", "similarity": 0.7274, "relevance": 1 }, { "pair_id": 155210, "video_name": "s08e14_seg02_clip_07", "timestamp": [ 6.9, 9.0 ], "duration": 60.66, "caption": "A woman puts a laptop down on the coffee table while some people talk on the couch.", "similarity": 0.7187, "relevance": 3 }, { "pair_id": 155211, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A person is at his desk in front of his laptop.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 155212, "video_name": "s02e13_seg02_clip_11", "timestamp": [ 8.06, 10.86 ], "duration": 62.66, "caption": "A person sits at their desk chair and starts to use their laptop.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 155213, "video_name": "s03e10_seg02_clip_04", "timestamp": [ 12.17, 15.69 ], "duration": 64.66, "caption": "A person sits down at the desk with their computer on it.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 155214, "video_name": "s03e15_seg02_clip_09", "timestamp": [ 27.27, 29.88 ], "duration": 58.66, "caption": "A person sets his/her laptop down on a table in the laundry room.", "similarity": 0.6955, "relevance": 3 }, { "pair_id": 155215, "video_name": "castle_s06e19_seg02_clip_24", "timestamp": [ 65.31, 65.76 ], "duration": 90.66, "caption": "A woman turns her laptop while sitting at a table.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 155216, "video_name": "s03e10_seg02_clip_14", "timestamp": [ 24.31, 27.91 ], "duration": 60.66, "caption": "A woman sets her notebook down on the table.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 155217, "video_name": "castle_s02e08_seg02_clip_00", "timestamp": [ 45.37, 50.51 ], "duration": 93.66, "caption": "A person is on their laptop as a woman moves beside them.", "similarity": 0.6908, "relevance": 3 }, { "pair_id": 155218, "video_name": "s06e20_seg02_clip_06", "timestamp": [ 46.93, 56.07 ], "duration": 59.66, "caption": "A woman closes her laptop before she lets a person into her office.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 155219, "video_name": "castle_s06e03_seg02_clip_07", "timestamp": [ 0.0, 6.81 ], "duration": 90.66, "caption": "A woman using her laptop and same as the person beside her.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 328520, "video_name": "s06e02_seg01_clip_01", "timestamp": [ 16.23, 17.88 ], "duration": 55.66, "caption": "A woman is holding a notebook then sets it down on the coffee table.", "similarity": 0.6781, "relevance": 3 }, { "pair_id": 328521, "video_name": "castle_s01e07_seg02_clip_13", "timestamp": [ 2.3, 4.14 ], "duration": 91.66, "caption": "A person sets down in a chair beside the desk.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 328522, "video_name": "s07e13_seg02_clip_08", "timestamp": [ 25.38, 28.63 ], "duration": 59.66, "caption": "A woman is typing on her laptop in her laboratory.", "similarity": 0.6753, "relevance": 3 }, { "pair_id": 328523, "video_name": "s09e15_seg02_clip_12", "timestamp": [ 6.71, 18.61 ], "duration": 61.66, "caption": "A woman presses keys on the keyboard of her laptop.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 328524, "video_name": "castle_s07e04_seg02_clip_02", "timestamp": [ 49.15, 56.44 ], "duration": 91.66, "caption": "A woman sits down at the desk and logs into the computer.", "similarity": 0.6734, "relevance": 3 }, { "pair_id": 328525, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 11.9, 14.65 ], "duration": 61.66, "caption": "A person closes their laptop while sitting at their desk.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 328526, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 18.88, 20.64 ], "duration": 87.66, "caption": "A woman puts some papers down on her desk.", "similarity": 0.6703, "relevance": 3 }, { "pair_id": 328527, "video_name": "castle_s01e02_seg02_clip_25", "timestamp": [ 40.81, 52.03 ], "duration": 102.66, "caption": "A person types a paragraph on their laptop computer.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 328528, "video_name": "friends_s07e04_seg02_clip_19", "timestamp": [ 38.52, 42.64 ], "duration": 55.66, "caption": "A woman pats her hand on the top of her desk.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 328529, "video_name": "s08e08_seg02_clip_04", "timestamp": [ 0.0, 43.33 ], "duration": 61.66, "caption": "A woman sits on the couch with her laptop in her lap.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 328530, "video_name": "s07e19_seg02_clip_02", "timestamp": [ 33.64, 34.83 ], "duration": 59.66, "caption": "A woman closes the laptop computer she had been using.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 328531, "video_name": "house_s07e01_seg02_clip_18", "timestamp": [ 14.85, 90.02 ], "duration": 90.66, "caption": "A woman lays in person's bed while he is on his laptop.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 328532, "video_name": "s03e15_seg02_clip_09", "timestamp": [ 27.56, 32.2 ], "duration": 58.66, "caption": "A person places a laptop on a table next to woman.", "similarity": 0.6629, "relevance": 3 }, { "pair_id": 328534, "video_name": "s10e06_seg01_clip_00", "timestamp": [ 40.52, 43.49 ], "duration": 54.66, "caption": "A woman opens the lid to her laptop computer.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 328536, "video_name": "castle_s08e13_seg02_clip_00", "timestamp": [ 23.24, 25.52 ], "duration": 91.66, "caption": "A woman closes the lid of the laptop computer person is using.", "similarity": 0.6602, "relevance": 3 }, { "pair_id": 328537, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 4.6, 11.05 ], "duration": 92.66, "caption": "A person is sitting at his desk on his laptop when a woman walks in.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 328538, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 19.85, 22.09 ], "duration": 64.66, "caption": "A person put their laptop on the coffee table.", "similarity": 0.657, "relevance": 3 }, { "pair_id": 328539, "video_name": "s08e24_seg02_clip_16", "timestamp": [ 65.14, 67.34 ], "duration": 88.66, "caption": "A person closes the laptop on the desk in front of them.", "similarity": 0.6567, "relevance": 2 } ] }, { "query_id": 20888, "query": "A woman is sitting on a chair flipping through a magazine as she speaks to a person.", "relevant_moment": [ { "pair_id": 3440, "video_name": "s07e01_seg02_clip_03", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman is sitting on a chair flipping through a magazine as she speaks to a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3441, "video_name": "s07e01_seg02_clip_03", "timestamp": [ 0.0, 8.24 ], "duration": 61.66, "caption": "A woman flips through a magazine while talking to a person.", "similarity": 0.8613, "relevance": 4 }, { "pair_id": 3442, "video_name": "friends_s02e10_seg02_clip_17", "timestamp": [ 28.39, 30.71 ], "duration": 66.66, "caption": "A woman is sitting on a chair as she is going thru a magazine.", "similarity": 0.7908, "relevance": 3 }, { "pair_id": 3443, "video_name": "friends_s08e16_seg02_clip_10", "timestamp": [ 46.03, 49.59 ], "duration": 59.66, "caption": "A woman flips through her magazine after talking to man.", "similarity": 0.7661, "relevance": 4 }, { "pair_id": 3444, "video_name": "house_s02e04_seg02_clip_24", "timestamp": [ 35.67, 37.5 ], "duration": 91.66, "caption": "A woman is sitting in the chair reading a magazine.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 3445, "video_name": "grey_s02e12_seg02_clip_05", "timestamp": [ 14.36, 29.65 ], "duration": 92.66, "caption": "A woman is looking at a magazine as she is speaking to a man.", "similarity": 0.7156, "relevance": 4 }, { "pair_id": 3446, "video_name": "house_s02e13_seg02_clip_08", "timestamp": [ 23.86, 29.26 ], "duration": 90.66, "caption": "Person is sitting reading a magazine while person talks.", "similarity": 0.7075, "relevance": 3 }, { "pair_id": 3447, "video_name": "s06e20_seg02_clip_03", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "A woman sits down back into her chair as she speaks to a person.", "similarity": 0.6933, "relevance": 3 }, { "pair_id": 3448, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 10.4, 15.6 ], "duration": 80.66, "caption": "A person sits down in a chair with a magazine.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 3449, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 71.75, 90.75 ], "duration": 95.66, "caption": "A person in a chair is paging through a magazine.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 3451, "video_name": "friends_s09e22_seg01_clip_00", "timestamp": [ 0.0, 38.73 ], "duration": 121.66, "caption": "A woman is sitting in a chair at a coffee shop flipping through a magazine and then closes it.", "similarity": 0.6867, "relevance": 4 }, { "pair_id": 3452, "video_name": "friends_s09e16_seg02_clip_05", "timestamp": [ 55.34, 59.19 ], "duration": 59.66, "caption": "A woman is holding a magazine while talking to another woman.", "similarity": 0.6697, "relevance": 3 }, { "pair_id": 3453, "video_name": "s08e06_seg02_clip_13", "timestamp": [ 42.2, 44.48 ], "duration": 57.66, "caption": "A woman sits on a chair as she speaks to two people.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 3454, "video_name": "friends_s06e12_seg01_clip_01", "timestamp": [ 1.72, 5.59 ], "duration": 43.66, "caption": "A woman points to the magazine while describing the article.", "similarity": 0.6622, "relevance": 4 }, { "pair_id": 3455, "video_name": "friends_s04e20_seg02_clip_13", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman sits down and reads a magazine in a lobby.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 3456, "video_name": "s09e20_seg02_clip_05", "timestamp": [ 52.94, 56.02 ], "duration": 56.66, "caption": "A woman sits down next to a person as he is reading his magazine.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 3458, "video_name": "house_s08e21_seg02_clip_02", "timestamp": [ 11.57, 18.7 ], "duration": 89.66, "caption": "A person sits down with a magazine in their hand and flips it as someone knocks and opens the door.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 176760, "video_name": "friends_s06e21_seg01_clip_00", "timestamp": [ 3.75, 27.38 ], "duration": 75.66, "caption": "A woman looks at a magazine and reads aloud from it.", "similarity": 0.6543, "relevance": 4 }, { "pair_id": 176761, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 48.95, 52.88 ], "duration": 87.66, "caption": "A woman sits on her chair while talking to someone.", "similarity": 0.6513, "relevance": 3 }, { "pair_id": 176762, "video_name": "castle_s03e17_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 103.66, "caption": "A woman is speaking to some people as they are sitting.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 176763, "video_name": "friends_s09e22_seg01_clip_00", "timestamp": [ 6.05, 9.68 ], "duration": 121.66, "caption": "A woman comments how her day is going while reading a magazine.", "similarity": 0.6498, "relevance": 3 }, { "pair_id": 176764, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 0.0, 5.51 ], "duration": 58.66, "caption": "A woman is talking and she sits down in a chair.", "similarity": 0.6498, "relevance": 2 }, { "pair_id": 176765, "video_name": "house_s08e15_seg02_clip_16", "timestamp": [ 11.76, 15.54 ], "duration": 84.66, "caption": "A person gets the magazine while talking to the patient.", "similarity": 0.6438, "relevance": 3 }, { "pair_id": 176766, "video_name": "friends_s08e10_seg02_clip_01", "timestamp": [ 29.95, 33.48 ], "duration": 58.66, "caption": "A woman is pointing to something in a magazine.", "similarity": 0.6435, "relevance": 4 }, { "pair_id": 176767, "video_name": "met_s06e13_seg02_clip_04", "timestamp": [ 32.46, 51.06 ], "duration": 59.66, "caption": "A woman reads a magazine on the couch while she talks to a man.", "similarity": 0.6415, "relevance": 4 }, { "pair_id": 176768, "video_name": "grey_s02e04_seg02_clip_11", "timestamp": [ 65.64, 80.04 ], "duration": 80.66, "caption": "A woman sits down in a chair and talks to a woman.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 176769, "video_name": "friends_s08e03_seg02_clip_08", "timestamp": [ 5.7, 12.31 ], "duration": 60.66, "caption": "A person picks up a magazine and turns its pages while sitting on a chair.", "similarity": 0.6391, "relevance": 4 }, { "pair_id": 176770, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 46.93, 52.53 ], "duration": 59.66, "caption": "A woman walks over and sits down on the chair to talk to person.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 176771, "video_name": "castle_s01e07_seg02_clip_03", "timestamp": [ 27.74, 33.38 ], "duration": 94.66, "caption": "A woman moves to sit down on a chair as she speaks to another woman.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 176772, "video_name": "house_s05e13_seg02_clip_03", "timestamp": [ 0.0, 59.0 ], "duration": 86.66, "caption": "A woman is sitting on a chair as she speaks to a man.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 176773, "video_name": "s05e12_seg01_clip_01", "timestamp": [ 8.0, 14.4 ], "duration": 80.66, "caption": "A person gestures with a magazine while talking with another person.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 176774, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 55.83, 57.63 ], "duration": 90.66, "caption": "A woman closes her magazine while talking with a man.", "similarity": 0.6306, "relevance": 4 }, { "pair_id": 176775, "video_name": "friends_s05e22_seg02_clip_09", "timestamp": [ 17.93, 20.81 ], "duration": 64.66, "caption": "A man places a magazine in woman's lap as they have a conversation.", "similarity": 0.6304, "relevance": 3 }, { "pair_id": 176776, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman is conversing with person as she is sitting.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 176777, "video_name": "friends_s08e23-24_seg02_clip_02", "timestamp": [ 0.0, 9.98 ], "duration": 57.66, "caption": "A person is flipping through a magazine in a waiting room.", "similarity": 0.6286, "relevance": 4 }, { "pair_id": 176778, "video_name": "friends_s08e19_seg01_clip_00", "timestamp": [ 11.61, 32.38 ], "duration": 61.66, "caption": "A woman leans onto a man and as they look at a magazine and converse with another woman.", "similarity": 0.6234, "relevance": 3 }, { "pair_id": 176779, "video_name": "friends_s01e22_seg02_clip_15", "timestamp": [ 42.26, 49.52 ], "duration": 66.66, "caption": "A person enters and puts a magazine down and sits, a man crouches down to talk to her.", "similarity": 0.623, "relevance": 2 } ] }, { "query_id": 20907, "query": "A person looks away from woman stubbornly with a startle.", "relevant_moment": [ { "pair_id": 25160, "video_name": "s07e01_seg02_clip_07", "timestamp": [ 57.88, 62.43 ], "duration": 65.66, "caption": "A person looks away from woman stubbornly with a startle.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 25161, "video_name": "friends_s03e06_seg02_clip_12", "timestamp": [ 4.43, 5.61 ], "duration": 59.66, "caption": "A woman is talking and looks away from a man.", "similarity": 0.7488, "relevance": 1 }, { "pair_id": 25162, "video_name": "house_s03e16_seg02_clip_04", "timestamp": [ 10.01, 16.38 ], "duration": 91.66, "caption": "A woman looks confused as a person walks away.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 25163, "video_name": "castle_s04e20_seg02_clip_26", "timestamp": [ 16.92, 23.98 ], "duration": 94.66, "caption": "A woman looking for a reason to avoid a man, looks at a person.", "similarity": 0.7348, "relevance": 1 }, { "pair_id": 25164, "video_name": "castle_s02e17_seg02_clip_02", "timestamp": [ 0.45, 1.34 ], "duration": 89.66, "caption": "A man looks away from a woman as he listens to her instructions.", "similarity": 0.7339, "relevance": 1 }, { "pair_id": 25165, "video_name": "s03e05_seg02_clip_03", "timestamp": [ 11.1, 18.91 ], "duration": 60.66, "caption": "A woman takes her right hand away from man and looks at him.", "similarity": 0.7333, "relevance": 0 }, { "pair_id": 25166, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 56.65, 59.35 ], "duration": 67.66, "caption": "A person looks away from another person.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 25167, "video_name": "castle_s05e01_seg02_clip_25", "timestamp": [ 17.81, 20.92 ], "duration": 89.66, "caption": "A woman looks down and then at person as he is walking away from her.", "similarity": 0.7223, "relevance": 0 }, { "pair_id": 25168, "video_name": "met_s06e23_seg02_clip_03", "timestamp": [ 20.49, 22.56 ], "duration": 59.66, "caption": "A woman looks away from a man, opens her eyes up wide, and then tilts her head.", "similarity": 0.7093, "relevance": 1 }, { "pair_id": 25169, "video_name": "s08e17_seg02_clip_13", "timestamp": [ 25.24, 29.88 ], "duration": 58.66, "caption": "A woman is standing next to person, staring at him and then walks away.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 25170, "video_name": "house_s05e11_seg02_clip_14", "timestamp": [ 38.71, 42.31 ], "duration": 90.66, "caption": "A woman looks away from another woman as she is becoming upset.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 25171, "video_name": "s04e03_seg02_clip_01", "timestamp": [ 24.9, 27.42 ], "duration": 63.66, "caption": "A woman subtly rolls her eyes and looks away from another woman.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 25172, "video_name": "castle_s07e02_seg02_clip_20", "timestamp": [ 0.0, 2.4 ], "duration": 96.66, "caption": "A woman who is walking away turns around to look at person.", "similarity": 0.7017, "relevance": 0 }, { "pair_id": 25173, "video_name": "s07e22_seg02_clip_05", "timestamp": [ 45.84, 52.8 ], "duration": 58.66, "caption": "A man begins to stare at a woman intently and then turns away.", "similarity": 0.7008, "relevance": 1 }, { "pair_id": 25174, "video_name": "s02e01_seg02_clip_04", "timestamp": [ 36.29, 38.15 ], "duration": 62.66, "caption": "A person is looking at woman then turns his head away and stares at the wall.", "similarity": 0.7006, "relevance": 3 }, { "pair_id": 25175, "video_name": "friends_s09e05_seg02_clip_11", "timestamp": [ 16.01, 27.21 ], "duration": 64.66, "caption": "A person approaches a woman and she tries to ignore him.", "similarity": 0.6975, "relevance": 3 }, { "pair_id": 25176, "video_name": "grey_s03e09_seg02_clip_18", "timestamp": [ 43.25, 50.15 ], "duration": 92.66, "caption": "A man turns to look at a woman after she walks away.", "similarity": 0.6948, "relevance": 0 }, { "pair_id": 25177, "video_name": "met_s02e09_seg02_clip_11", "timestamp": [ 33.69, 37.6 ], "duration": 60.66, "caption": "A man looks at woman and she looks around and tries to ignore the situation.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 25178, "video_name": "friends_s06e03_seg02_clip_18", "timestamp": [ 32.6, 38.56 ], "duration": 62.66, "caption": "A man turns around quickly to look at a woman then she looks away.", "similarity": 0.6906, "relevance": 1 }, { "pair_id": 25179, "video_name": "castle_s03e13_seg02_clip_07", "timestamp": [ 26.79, 33.26 ], "duration": 92.66, "caption": "A person refuses to look at woman after she tells them to.", "similarity": 0.6904, "relevance": 0 } ] }, { "query_id": 20935, "query": "A woman tosses a piece of paper to a man.", "relevant_moment": [ { "pair_id": 108140, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 23.47, 25.77 ], "duration": 92.66, "caption": "A woman tosses a piece of paper to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 108141, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 20.37, 29.42 ], "duration": 90.66, "caption": "A man holds up a sheet of paper then tosses it over to a woman.", "similarity": 0.8533, "relevance": 3 }, { "pair_id": 108142, "video_name": "house_s06e15_seg02_clip_20", "timestamp": [ 6.6, 9.9 ], "duration": 110.66, "caption": "A woman handed a piece of paper to a man.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 108143, "video_name": "castle_s04e18_seg02_clip_06", "timestamp": [ 0.0, 15.16 ], "duration": 91.66, "caption": "A woman handed a piece of paper to a man.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 108144, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 25.68, 28.04 ], "duration": 59.66, "caption": "A woman handed out a piece of paper to a man.", "similarity": 0.8025, "relevance": 3 }, { "pair_id": 108145, "video_name": "house_s03e03_seg02_clip_02", "timestamp": [ 32.31, 34.59 ], "duration": 91.66, "caption": "A man handed a piece of paper to a woman.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 108146, "video_name": "castle_s05e17_seg02_clip_20", "timestamp": [ 5.4, 8.1 ], "duration": 90.66, "caption": "A man handed a piece of paper to a woman.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 108147, "video_name": "house_s03e08_seg02_clip_06", "timestamp": [ 39.11, 42.33 ], "duration": 92.66, "caption": "A man hands a piece of paper to a woman.", "similarity": 0.7811, "relevance": 3 }, { "pair_id": 108148, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 90.7, 93.03 ], "duration": 93.66, "caption": "A person hands a piece of paper to a woman.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 108149, "video_name": "castle_s05e20_seg02_clip_05", "timestamp": [ 56.61, 58.84 ], "duration": 89.66, "caption": "A man gave a piece of paper to a woman.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 108150, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 12.42, 14.26 ], "duration": 92.66, "caption": "A woman tosses a pen to man who is in front of her.", "similarity": 0.7719, "relevance": 1 }, { "pair_id": 108151, "video_name": "castle_s04e16_seg02_clip_09", "timestamp": [ 3.58, 8.94 ], "duration": 89.66, "caption": "A person hands out a piece of paper to woman.", "similarity": 0.7706, "relevance": 3 }, { "pair_id": 108152, "video_name": "house_s04e13_seg02_clip_26", "timestamp": [ 33.26, 36.58 ], "duration": 133.66, "caption": "A man handed over the piece of paper to a woman.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 108153, "video_name": "castle_s02e03_seg02_clip_02", "timestamp": [ 2.7, 4.06 ], "duration": 90.66, "caption": "A man hands a woman a piece of paper.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 108154, "video_name": "house_s05e22_seg02_clip_26", "timestamp": [ 35.71, 40.47 ], "duration": 119.66, "caption": "A woman passes a piece of paper to a man.", "similarity": 0.7622, "relevance": 4 }, { "pair_id": 108155, "video_name": "house_s05e16_seg02_clip_18", "timestamp": [ 14.28, 23.8 ], "duration": 119.66, "caption": "A woman pulls out a piece of paper and hands it to a man.", "similarity": 0.7556, "relevance": 4 }, { "pair_id": 108156, "video_name": "friends_s06e03_seg02_clip_05", "timestamp": [ 28.43, 30.75 ], "duration": 58.66, "caption": "A man hands a piece of paper over to woman.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 108157, "video_name": "met_s02e18_seg02_clip_09", "timestamp": [ 8.54, 12.81 ], "duration": 60.66, "caption": "A woman handed a small paper to a man.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 108158, "video_name": "castle_s07e23_seg02_clip_21", "timestamp": [ 40.44, 43.69 ], "duration": 72.66, "caption": "A woman hands the piece of paper she holding to man.", "similarity": 0.7465, "relevance": 4 }, { "pair_id": 108159, "video_name": "friends_s10e14_seg02_clip_05", "timestamp": [ 22.56, 25.86 ], "duration": 55.66, "caption": "A man gives a piece of paper to woman.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 281460, "video_name": "s02e01_seg02_clip_15", "timestamp": [ 55.19, 57.25 ], "duration": 59.66, "caption": "A man hands a woman a piece of paper and she takes it.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 281461, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 36.14, 42.86 ], "duration": 56.66, "caption": "A man pull a piece of paper and give it to woman.", "similarity": 0.7389, "relevance": 3 }, { "pair_id": 281462, "video_name": "castle_s05e14_seg02_clip_15", "timestamp": [ 8.61, 12.69 ], "duration": 90.66, "caption": "A man came in and handed a piece of paper to woman.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 281463, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 19.74, 21.12 ], "duration": 91.66, "caption": "A woman hands a piece of paper to woman.", "similarity": 0.7353, "relevance": 1 }, { "pair_id": 281464, "video_name": "friends_s02e22_seg02_clip_08", "timestamp": [ 21.01, 23.41 ], "duration": 60.66, "caption": "A woman hands a piece of paper to woman.", "similarity": 0.7353, "relevance": 1 }, { "pair_id": 281465, "video_name": "castle_s02e06_seg02_clip_02", "timestamp": [ 13.36, 17.24 ], "duration": 86.66, "caption": "A woman hands a piece of paper to woman.", "similarity": 0.7353, "relevance": 1 }, { "pair_id": 281466, "video_name": "castle_s03e12_seg02_clip_02", "timestamp": [ 20.71, 23.86 ], "duration": 90.66, "caption": "A woman hands a man a paper she was holding.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 281467, "video_name": "house_s07e06_seg02_clip_05", "timestamp": [ 83.27, 85.97 ], "duration": 90.66, "caption": "A man throws a cup full of shredded paper at a woman which lands on her and her desk.", "similarity": 0.7291, "relevance": 1 }, { "pair_id": 281468, "video_name": "s07e02_seg02_clip_18", "timestamp": [ 50.98, 52.02 ], "duration": 52.66, "caption": "A woman hands a man the piece of paper she was holding.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 281469, "video_name": "castle_s02e04_seg02_clip_15", "timestamp": [ 63.82, 66.08 ], "duration": 90.66, "caption": "A man hands over some paper to a woman carefully.", "similarity": 0.7247, "relevance": 1 }, { "pair_id": 281470, "video_name": "house_s05e03_seg02_clip_01", "timestamp": [ 70.91, 75.37 ], "duration": 89.66, "caption": "A man hands a woman a few pieces of paper.", "similarity": 0.7241, "relevance": 1 }, { "pair_id": 281471, "video_name": "house_s03e06_seg02_clip_25", "timestamp": [ 1.02, 3.57 ], "duration": 102.66, "caption": "A man tosses a sheet of paper in front of man.", "similarity": 0.7224, "relevance": 1 }, { "pair_id": 281472, "video_name": "castle_s04e14_seg02_clip_01", "timestamp": [ 69.61, 72.75 ], "duration": 89.66, "caption": "A woman suddenly gives a piece of paper to a man.", "similarity": 0.7214, "relevance": 2 }, { "pair_id": 281473, "video_name": "house_s07e04_seg02_clip_04", "timestamp": [ 81.33, 85.57 ], "duration": 94.66, "caption": "A woman hands a man a paper she's been holding.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 281474, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 9.96, 11.21 ], "duration": 62.66, "caption": "A man hands a sheet of paper over to a woman.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 281475, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 5.02, 6.49 ], "duration": 59.66, "caption": "A man hands a sheet of paper to woman.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 281477, "video_name": "castle_s07e02_seg02_clip_05", "timestamp": [ 7.42, 10.67 ], "duration": 92.66, "caption": "A man hands woman a couple of pieces of paper.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 281478, "video_name": "s06e15_seg02_clip_15", "timestamp": [ 10.8, 14.71 ], "duration": 60.66, "caption": "A woman throws down the piece of paper she is holding.", "similarity": 0.7065, "relevance": 1 }, { "pair_id": 281479, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 62.43, 64.71 ], "duration": 91.66, "caption": "A man hands a woman a sheet of paper they were holding.", "similarity": 0.7064, "relevance": 1 } ] }, { "query_id": 21012, "query": "Two people get onto scooters that are by the stairway.", "relevant_moment": [ { "pair_id": 73320, "video_name": "castle_s07e04_seg02_clip_27", "timestamp": [ 12.22, 15.42 ], "duration": 22.66, "caption": "Two people get onto scooters that are by the stairway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 73321, "video_name": "castle_s07e04_seg02_clip_27", "timestamp": [ 11.45, 14.98 ], "duration": 22.66, "caption": "A man and a girl both step on a scooter.", "similarity": 0.7166, "relevance": 4 }, { "pair_id": 73322, "video_name": "castle_s07e04_seg02_clip_26", "timestamp": [ 14.4, 20.65 ], "duration": 96.66, "caption": "A man was riding a scooter as they go towards another person.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 73323, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 0.0, 11.77 ], "duration": 56.66, "caption": "Two people are walking side by side up the stairway.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 73324, "video_name": "s02e14_seg02_clip_05", "timestamp": [ 16.51, 20.11 ], "duration": 60.66, "caption": "Two people are walking up the stairway side by side.", "similarity": 0.6345, "relevance": 1 }, { "pair_id": 73325, "video_name": "friends_s01e05_seg02_clip_21", "timestamp": [ 3.43, 6.37 ], "duration": 49.66, "caption": "A man gets up and woman scoots closer to him.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 73326, "video_name": "castle_s02e06_seg02_clip_10", "timestamp": [ 46.29, 48.96 ], "duration": 89.66, "caption": "A person starts to walk up a stairway and another person pulls them back.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 73327, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 0.0, 28.99 ], "duration": 61.66, "caption": "Two people walk up two flights of stairs.", "similarity": 0.6092, "relevance": 1 }, { "pair_id": 73328, "video_name": "s09e05_seg02_clip_15", "timestamp": [ 0.0, 4.64 ], "duration": 58.66, "caption": "Two people walk up the stairs together.", "similarity": 0.6036, "relevance": 1 }, { "pair_id": 73329, "video_name": "s07e11_seg02_clip_16", "timestamp": [ 48.92, 55.82 ], "duration": 60.66, "caption": "Two people walk up the stairs together.", "similarity": 0.6036, "relevance": 1 }, { "pair_id": 73330, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 24.01, 29.41 ], "duration": 60.66, "caption": "Two people walk up the second flight of stairs.", "similarity": 0.6035, "relevance": 1 }, { "pair_id": 73331, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 0.0, 3.25 ], "duration": 25.66, "caption": "Two people walk up the first flight of stairs.", "similarity": 0.6011, "relevance": 1 }, { "pair_id": 73332, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 11.41, 16.21 ], "duration": 60.66, "caption": "Two people walk up the first flight of stairs.", "similarity": 0.6011, "relevance": 1 }, { "pair_id": 73333, "video_name": "s04e05_seg02_clip_00", "timestamp": [ 46.69, 61.03 ], "duration": 61.66, "caption": "Two people walk out of a stairway, past a broken elevator, and into another stairway.", "similarity": 0.6003, "relevance": 1 }, { "pair_id": 73334, "video_name": "castle_s07e03_seg02_clip_12", "timestamp": [ 1.8, 6.3 ], "duration": 90.66, "caption": "Two people walk down a flight of stairs.", "similarity": 0.5925, "relevance": 1 }, { "pair_id": 73335, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 42.41, 46.99 ], "duration": 61.66, "caption": "Two people are walking side by side up the stairs.", "similarity": 0.5908, "relevance": 1 }, { "pair_id": 73336, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 0.0, 4.52 ], "duration": 90.66, "caption": "Two people walk up the stairs together outside.", "similarity": 0.5907, "relevance": 1 }, { "pair_id": 73337, "video_name": "s01e02_seg02_clip_01", "timestamp": [ 7.75, 17.37 ], "duration": 62.66, "caption": "Two people are pushing a large package up the stairway.", "similarity": 0.5903, "relevance": 1 }, { "pair_id": 73338, "video_name": "s01e05_seg02_clip_09", "timestamp": [ 24.5, 26.98 ], "duration": 62.66, "caption": "A person goes down the stairway first and another person follows him.", "similarity": 0.5883, "relevance": 1 }, { "pair_id": 73339, "video_name": "castle_s08e08_seg02_clip_05", "timestamp": [ 0.46, 2.29 ], "duration": 91.66, "caption": "Two people walk down the steps at the same time.", "similarity": 0.5879, "relevance": 1 } ] }, { "query_id": 21019, "query": "A person sits in front of someone while talking to them.", "relevant_moment": [ { "pair_id": 151100, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 29.56, 33.98 ], "duration": 88.66, "caption": "A person sits in front of someone while talking to them.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 151101, "video_name": "house_s04e10_seg02_clip_13", "timestamp": [ 0.0, 4.51 ], "duration": 90.66, "caption": "A man sits in front of person while person is talking.", "similarity": 0.8984, "relevance": 4 }, { "pair_id": 151102, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.8895, "relevance": 4 }, { "pair_id": 151103, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 23.9, 33.64 ], "duration": 88.66, "caption": "A person sits down while talking with some people.", "similarity": 0.876, "relevance": 4 }, { "pair_id": 151104, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 9.0, 12.01 ], "duration": 50.66, "caption": "A person sits down while talking to another person.", "similarity": 0.8681, "relevance": 3 }, { "pair_id": 151105, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 0.0, 36.93 ], "duration": 91.66, "caption": "A person is sitting as he speaks to another person in front of him.", "similarity": 0.8676, "relevance": 2 }, { "pair_id": 151106, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A person sits down while he is talking to another person.", "similarity": 0.8673, "relevance": 4 }, { "pair_id": 151107, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 76.99, 86.02 ], "duration": 86.66, "caption": "A person is sitting and talking to another person.", "similarity": 0.8612, "relevance": 3 }, { "pair_id": 151108, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 23.59, 27.45 ], "duration": 85.66, "caption": "A person sits down immediately while talking to another person.", "similarity": 0.8598, "relevance": 4 }, { "pair_id": 151109, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 34.13, 36.44 ], "duration": 92.66, "caption": "A person sits down near someone while they are speaking.", "similarity": 0.8476, "relevance": 4 }, { "pair_id": 151110, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 8.69, 10.52 ], "duration": 91.66, "caption": "A person sits down during the conversation with some people.", "similarity": 0.8452, "relevance": 3 }, { "pair_id": 151111, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person is sitting across from someone as they are speaking to them.", "similarity": 0.842, "relevance": 2 }, { "pair_id": 151112, "video_name": "house_s06e20_seg02_clip_17", "timestamp": [ 0.0, 73.17 ], "duration": 89.66, "caption": "A man sits in front of someone and talks about another person.", "similarity": 0.8413, "relevance": 3 }, { "pair_id": 151113, "video_name": "friends_s08e01_seg02_clip_19", "timestamp": [ 1.22, 28.68 ], "duration": 61.66, "caption": "A person sits down and starts talking to another person.", "similarity": 0.8401, "relevance": 3 }, { "pair_id": 151114, "video_name": "house_s06e03_seg02_clip_12", "timestamp": [ 16.2, 19.36 ], "duration": 90.66, "caption": "A man sits down in front of someone while still talking.", "similarity": 0.832, "relevance": 4 }, { "pair_id": 151115, "video_name": "castle_s05e16_seg02_clip_08", "timestamp": [ 7.45, 41.36 ], "duration": 41.66, "caption": "A person is speaking to another person as he sits beside him.", "similarity": 0.8269, "relevance": 3 }, { "pair_id": 151116, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 24.61, 36.62 ], "duration": 60.66, "caption": "A person is speaking to another person as they sit across from each other.", "similarity": 0.8252, "relevance": 3 }, { "pair_id": 151117, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A person sits down and has a conversation with another person.", "similarity": 0.822, "relevance": 3 }, { "pair_id": 151118, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to person while person is sitting.", "similarity": 0.8203, "relevance": 3 }, { "pair_id": 151119, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 38.14, 41.19 ], "duration": 61.66, "caption": "A person sits down on a stool while talking to another person.", "similarity": 0.8176, "relevance": 4 }, { "pair_id": 324420, "video_name": "castle_s04e13_seg02_clip_04", "timestamp": [ 56.42, 66.76 ], "duration": 94.66, "caption": "A person stands up and sits back down while speaking to another person.", "similarity": 0.8166, "relevance": 4 }, { "pair_id": 324421, "video_name": "s07e17_seg02_clip_05", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A person and another person were sitting in front of each other whilst having a conversation.", "similarity": 0.8148, "relevance": 4 }, { "pair_id": 324422, "video_name": "castle_s02e02_seg02_clip_03", "timestamp": [ 27.55, 83.49 ], "duration": 83.66, "caption": "A person goes over and sits down to talk to another person.", "similarity": 0.8147, "relevance": 3 }, { "pair_id": 324423, "video_name": "friends_s02e03_seg02_clip_17", "timestamp": [ 12.1, 23.29 ], "duration": 60.66, "caption": "A person talks to two other people, and then sits down.", "similarity": 0.8108, "relevance": 3 }, { "pair_id": 324424, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 0.0, 23.82 ], "duration": 88.66, "caption": "A person is sitting down as person is standing as they are talking.", "similarity": 0.8077, "relevance": 3 }, { "pair_id": 324425, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 37.95, 65.63 ], "duration": 89.66, "caption": "A person is sitting with someone conversing as another person to converse with them.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 324426, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 46.76, 54.55 ], "duration": 82.66, "caption": "A person is sitting beside someone as he speaks to another person.", "similarity": 0.8034, "relevance": 4 }, { "pair_id": 324427, "video_name": "house_s01e03_seg02_clip_20", "timestamp": [ 46.47, 50.15 ], "duration": 92.66, "caption": "A person sits down on his/her chair during a conversation with another person.", "similarity": 0.7989, "relevance": 4 }, { "pair_id": 324428, "video_name": "house_s03e05_seg02_clip_01", "timestamp": [ 51.76, 58.97 ], "duration": 90.66, "caption": "A person sits while another person talks to someone who stands up.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 324429, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 62.59, 74.93 ], "duration": 91.66, "caption": "A person talks to someone with someone right behind him.", "similarity": 0.7965, "relevance": 2 }, { "pair_id": 324430, "video_name": "house_s03e05_seg02_clip_02", "timestamp": [ 6.96, 9.57 ], "duration": 87.66, "caption": "A person sits down in a chair and talks with person.", "similarity": 0.7962, "relevance": 4 }, { "pair_id": 324431, "video_name": "house_s04e11_seg02_clip_21", "timestamp": [ 31.62, 34.29 ], "duration": 89.66, "caption": "A person is sitting beside another person as they speak to them.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 324432, "video_name": "castle_s04e04_seg02_clip_21", "timestamp": [ 0.0, 51.23 ], "duration": 91.66, "caption": "A person is sitting beside another person as they speak to them.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 324433, "video_name": "house_s01e13_seg02_clip_24", "timestamp": [ 0.0, 45.48 ], "duration": 93.66, "caption": "A person is sitting across from another person as they converse.", "similarity": 0.794, "relevance": 3 }, { "pair_id": 324434, "video_name": "house_s04e14_seg02_clip_18", "timestamp": [ 8.07, 89.63 ], "duration": 89.66, "caption": "A person sits down next to another person and speaks with him.", "similarity": 0.7917, "relevance": 3 }, { "pair_id": 324435, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A woman sits down in front of man while talking.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 324436, "video_name": "castle_s07e15_seg02_clip_10", "timestamp": [ 19.48, 50.84 ], "duration": 95.66, "caption": "Two people were sitting in front of each other whilst talking.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 324437, "video_name": "house_s07e10_seg02_clip_20", "timestamp": [ 0.0, 72.82 ], "duration": 91.66, "caption": "A person is seated with some other people as they are conversing.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 324438, "video_name": "s07e10_seg02_clip_02", "timestamp": [ 41.72, 49.52 ], "duration": 60.66, "caption": "A person sits on the floor to talk to another person.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 324439, "video_name": "house_s03e01_seg02_clip_09", "timestamp": [ 0.0, 8.05 ], "duration": 89.66, "caption": "A person sat on a chair while talking to another person.", "similarity": 0.785, "relevance": 4 } ] }, { "query_id": 21142, "query": "A woman stands up from sitting on edge of desk.", "relevant_moment": [ { "pair_id": 151940, "video_name": "castle_s04e05_seg02_clip_21", "timestamp": [ 8.01, 10.68 ], "duration": 89.66, "caption": "A woman stands up from sitting on edge of desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151941, "video_name": "castle_s06e20_seg02_clip_02", "timestamp": [ 82.41, 85.14 ], "duration": 91.66, "caption": "A woman stands up from the desk she is sitting on.", "similarity": 0.9373, "relevance": 1 }, { "pair_id": 151942, "video_name": "house_s05e20_seg02_clip_05", "timestamp": [ 59.17, 63.72 ], "duration": 91.66, "caption": "A woman stands up from the desk they were sitting on.", "similarity": 0.9143, "relevance": 1 }, { "pair_id": 151943, "video_name": "house_s05e16_seg02_clip_15", "timestamp": [ 80.31, 81.7 ], "duration": 92.66, "caption": "A woman stands up from the seat at their desk.", "similarity": 0.8729, "relevance": 3 }, { "pair_id": 151944, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 33.76, 37.41 ], "duration": 91.66, "caption": "A woman stands up from her chair at the desk.", "similarity": 0.8478, "relevance": 2 }, { "pair_id": 151945, "video_name": "house_s07e09_seg02_clip_22", "timestamp": [ 17.52, 19.31 ], "duration": 89.66, "caption": "A woman stands up from her chair behind the desk.", "similarity": 0.8369, "relevance": 3 }, { "pair_id": 151947, "video_name": "house_s08e04_seg02_clip_10", "timestamp": [ 25.53, 27.73 ], "duration": 88.66, "caption": "A person stands up from the desk chair.", "similarity": 0.7747, "relevance": 3 }, { "pair_id": 151948, "video_name": "house_s02e14_seg02_clip_15", "timestamp": [ 23.06, 25.32 ], "duration": 90.66, "caption": "A woman stands up from her desk chair in her red jacket.", "similarity": 0.7742, "relevance": 3 }, { "pair_id": 151949, "video_name": "castle_s08e18_seg02_clip_19", "timestamp": [ 11.09, 13.86 ], "duration": 92.66, "caption": "A person stands up from the desk to be closer to woman.", "similarity": 0.7725, "relevance": 0 }, { "pair_id": 151950, "video_name": "friends_s01e10_seg02_clip_01", "timestamp": [ 34.18, 35.7 ], "duration": 61.66, "caption": "A woman stands up from where person is sitting.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 151951, "video_name": "friends_s05e18_seg02_clip_03", "timestamp": [ 28.44, 35.1 ], "duration": 60.66, "caption": "A woman stands up from desk and puts on coat.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 151952, "video_name": "castle_s04e05_seg02_clip_03", "timestamp": [ 85.96, 89.55 ], "duration": 89.66, "caption": "A woman stands up from her desk after she hangs the phone up.", "similarity": 0.7368, "relevance": 3 }, { "pair_id": 151953, "video_name": "castle_s05e23_seg02_clip_11", "timestamp": [ 0.0, 1.38 ], "duration": 92.66, "caption": "A woman is on her desk phone as she stands.", "similarity": 0.7327, "relevance": 0 }, { "pair_id": 151954, "video_name": "house_s05e20_seg02_clip_05", "timestamp": [ 45.97, 62.81 ], "duration": 91.66, "caption": "A woman sits down on a man's desk, and then stands back up.", "similarity": 0.7322, "relevance": 1 }, { "pair_id": 151955, "video_name": "s09e22_seg01_clip_01", "timestamp": [ 9.48, 10.67 ], "duration": 79.66, "caption": "A woman stands up from a sitting position on the couch.", "similarity": 0.7296, "relevance": 2 }, { "pair_id": 151956, "video_name": "s10e02_seg02_clip_10", "timestamp": [ 4.23, 13.33 ], "duration": 65.66, "caption": "A woman who is wearing her lab coat stands up from being seated in her office chair.", "similarity": 0.7286, "relevance": 2 }, { "pair_id": 151957, "video_name": "castle_s03e01_seg02_clip_14", "timestamp": [ 20.28, 22.86 ], "duration": 86.66, "caption": "A person sits on the edge of the desk.", "similarity": 0.728, "relevance": 0 }, { "pair_id": 151958, "video_name": "castle_s06e07_seg02_clip_07", "timestamp": [ 21.57, 22.01 ], "duration": 88.66, "caption": "A woman stands up from her desk while talking on the phone.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 151959, "video_name": "house_s01e11_seg02_clip_26", "timestamp": [ 81.73, 84.43 ], "duration": 89.66, "caption": "A person gets up from their desk.", "similarity": 0.7261, "relevance": 0 } ] }, { "query_id": 21193, "query": "Two people hold up lighters as they enjoy a song.", "relevant_moment": [ { "pair_id": 16760, "video_name": "met_s03e09_seg02_clip_18", "timestamp": [ 45.76, 50.56 ], "duration": 50.66, "caption": "Two people hold up lighters as they enjoy a song.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16761, "video_name": "met_s03e09_seg02_clip_19", "timestamp": [ 0.0, 15.86 ], "duration": 41.66, "caption": "A man and woman are holding up lighters that are lit as a man is at the piano.", "similarity": 0.6908, "relevance": 4 }, { "pair_id": 16762, "video_name": "met_s03e09_seg02_clip_18", "timestamp": [ 45.5, 50.56 ], "duration": 50.66, "caption": "Two people wave lit lighters in the up in the air.", "similarity": 0.6291, "relevance": 4 }, { "pair_id": 16763, "video_name": "s07e03_seg02_clip_07", "timestamp": [ 0.0, 18.0 ], "duration": 59.66, "caption": "Two people realize they both enjoy listening to male singer and start singing one of his songs.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 16764, "video_name": "friends_s07e10_seg02_clip_06", "timestamp": [ 15.35, 25.09 ], "duration": 59.66, "caption": "Two people show a woman the song they created together.", "similarity": 0.5649, "relevance": 1 }, { "pair_id": 16765, "video_name": "friends_s09e06_seg02_clip_25", "timestamp": [ 26.41, 31.81 ], "duration": 60.66, "caption": "Two people play a song on recorder in unison.", "similarity": 0.5587, "relevance": 1 }, { "pair_id": 16766, "video_name": "s01e05_seg02_clip_02", "timestamp": [ 13.43, 34.18 ], "duration": 61.66, "caption": "Two people play duet with increasing tempo and finishes.", "similarity": 0.5552, "relevance": 1 }, { "pair_id": 16767, "video_name": "house_s05e09_seg02_clip_02", "timestamp": [ 33.31, 38.26 ], "duration": 90.66, "caption": "A person pulls out his lighter and hands it over to another person.", "similarity": 0.5512, "relevance": 1 }, { "pair_id": 16768, "video_name": "s07e16_seg02_clip_10", "timestamp": [ 49.88, 52.53 ], "duration": 59.66, "caption": "The lights go out when a person holds up a lit lighter.", "similarity": 0.5483, "relevance": 0 }, { "pair_id": 16769, "video_name": "s01e05_seg02_clip_01", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Two people talk while holding music instruments.", "similarity": 0.5471, "relevance": 1 }, { "pair_id": 16770, "video_name": "friends_s03e14_seg02_clip_11", "timestamp": [ 0.0, 16.86 ], "duration": 54.66, "caption": "Two people sing a song about shoes together.", "similarity": 0.5366, "relevance": 2 }, { "pair_id": 16771, "video_name": "s01e05_seg02_clip_02", "timestamp": [ 35.09, 37.23 ], "duration": 61.66, "caption": "Two people get up from their chairs where they were playing music.", "similarity": 0.5324, "relevance": 0 }, { "pair_id": 16772, "video_name": "s10e07_seg01_clip_00", "timestamp": [ 22.09, 47.06 ], "duration": 64.66, "caption": "Two people play instruments and sing together.", "similarity": 0.5241, "relevance": 2 }, { "pair_id": 16773, "video_name": "friends_s08e17_seg02_clip_09", "timestamp": [ 15.56, 21.97 ], "duration": 61.66, "caption": "A woman sits down while a man mentions they have the same music.", "similarity": 0.5235, "relevance": 1 }, { "pair_id": 16774, "video_name": "s07e03_seg02_clip_11", "timestamp": [ 32.98, 40.02 ], "duration": 64.66, "caption": "Two people are lip-syncing with one person doing some major hand movements to the song.", "similarity": 0.5234, "relevance": 2 }, { "pair_id": 16775, "video_name": "s06e01_seg02_clip_16", "timestamp": [ 0.0, 21.11 ], "duration": 67.66, "caption": "Two people are dancing to music while holding cups.", "similarity": 0.5188, "relevance": 2 }, { "pair_id": 16776, "video_name": "s02e22_seg02_clip_04", "timestamp": [ 12.01, 14.41 ], "duration": 60.66, "caption": "Two people put their index fingers up to each other.", "similarity": 0.5174, "relevance": 0 }, { "pair_id": 16777, "video_name": "friends_s04e04_seg02_clip_18", "timestamp": [ 0.0, 1.16 ], "duration": 33.66, "caption": "Two people are holding each other as they stand close to each other.", "similarity": 0.5111, "relevance": 1 }, { "pair_id": 16778, "video_name": "castle_s01e07_seg02_clip_22", "timestamp": [ 13.83, 23.31 ], "duration": 79.66, "caption": "A bright spotlight shines on two people in their formal wear.", "similarity": 0.5098, "relevance": 0 }, { "pair_id": 16779, "video_name": "friends_s09e19_seg02_clip_19", "timestamp": [ 0.0, 4.35 ], "duration": 58.66, "caption": "Two people hug each other while one of them is holding a guitar.", "similarity": 0.5091, "relevance": 0 } ] }, { "query_id": 21265, "query": "A man knocks on the outside of a woman's office door.", "relevant_moment": [ { "pair_id": 137880, "video_name": "friends_s07e05_seg02_clip_04", "timestamp": [ 4.95, 6.11 ], "duration": 58.66, "caption": "A man knocks on the outside of a woman's office door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137881, "video_name": "castle_s08e19_seg02_clip_04", "timestamp": [ 30.69, 32.95 ], "duration": 90.66, "caption": "A man knocks on a woman's office door as he enters.", "similarity": 0.9045, "relevance": 2 }, { "pair_id": 137882, "video_name": "house_s04e09_seg02_clip_21", "timestamp": [ 31.56, 33.81 ], "duration": 90.66, "caption": "A person knocks on the office door of a man.", "similarity": 0.8897, "relevance": 3 }, { "pair_id": 137883, "video_name": "house_s05e07_seg02_clip_15", "timestamp": [ 21.21, 27.53 ], "duration": 90.66, "caption": "A man knocks on woman's office door while walking in to talk with her.", "similarity": 0.8582, "relevance": 3 }, { "pair_id": 137884, "video_name": "s01e04_seg02_clip_15", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "A woman knocks at the door and walked into man's office.", "similarity": 0.7915, "relevance": 2 }, { "pair_id": 137885, "video_name": "s07e08_seg02_clip_07", "timestamp": [ 17.11, 18.01 ], "duration": 60.66, "caption": "A man knocks on the door leading to another man's office.", "similarity": 0.7873, "relevance": 1 }, { "pair_id": 137886, "video_name": "castle_s04e10_seg02_clip_15", "timestamp": [ 3.19, 9.11 ], "duration": 91.66, "caption": "A man knocks at another person's office door with a folder in hand and she goes to the door.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 137888, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A man knocks on a woman's door and then walks in.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 137889, "video_name": "grey_s02e03_seg02_clip_11", "timestamp": [ 43.23, 44.56 ], "duration": 89.66, "caption": "A man knocks on the open door as he walks into another man's office.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 137890, "video_name": "house_s02e19_seg02_clip_24", "timestamp": [ 61.87, 74.78 ], "duration": 89.66, "caption": "A man knocks and walks into person's office and stands by the door.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 137891, "video_name": "grey_s03e02_seg02_clip_07", "timestamp": [ 45.9, 48.47 ], "duration": 73.66, "caption": "A man knocks on the door and walks into another man's office.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 137892, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 15.01, 18.31 ], "duration": 60.66, "caption": "A man knocks on woman's door and she opens it.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 137893, "video_name": "house_s02e07_seg02_clip_15", "timestamp": [ 57.52, 65.8 ], "duration": 92.66, "caption": "A man knocks on a woman's door and she opens it.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 137894, "video_name": "s02e12_seg02_clip_06", "timestamp": [ 37.72, 40.62 ], "duration": 58.66, "caption": "A man knocks on the front door of a woman's apartment.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 137895, "video_name": "castle_s08e10_seg02_clip_13", "timestamp": [ 82.34, 84.02 ], "duration": 84.66, "caption": "A man is knocking and entering the office.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 137896, "video_name": "s07e17_seg02_clip_05", "timestamp": [ 6.67, 9.28 ], "duration": 58.66, "caption": "A man knocks on the door frame where a woman is working.", "similarity": 0.7478, "relevance": 3 }, { "pair_id": 137897, "video_name": "friends_s06e24-25_seg02_clip_03", "timestamp": [ 55.12, 56.86 ], "duration": 58.66, "caption": "A man knocks on the outside of the apartment door.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 137898, "video_name": "castle_s04e01_seg02_clip_09", "timestamp": [ 5.85, 9.45 ], "duration": 90.66, "caption": "A woman enters person's office, then knocks on the door.", "similarity": 0.7446, "relevance": 2 }, { "pair_id": 137899, "video_name": "house_s06e18_seg02_clip_23", "timestamp": [ 52.37, 57.66 ], "duration": 88.66, "caption": "A person knocks on person's office and came in.", "similarity": 0.7414, "relevance": 2 } ] }, { "query_id": 21277, "query": "A woman notices a cut on their arm as they get up from the floor.", "relevant_moment": [ { "pair_id": 155960, "video_name": "castle_s08e01_seg02_clip_13", "timestamp": [ 99.86, 102.98 ], "duration": 104.66, "caption": "A woman notices a cut on their arm as they get up from the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155961, "video_name": "house_s03e10_seg02_clip_12", "timestamp": [ 19.41, 88.22 ], "duration": 88.66, "caption": "A woman is mending to the cut a person has on their arm.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 155962, "video_name": "castle_s08e18_seg02_clip_04", "timestamp": [ 9.46, 12.72 ], "duration": 65.66, "caption": "A woman helps a woman get up from the floor.", "similarity": 0.6247, "relevance": 2 }, { "pair_id": 155964, "video_name": "friends_s05e08_seg02_clip_20", "timestamp": [ 33.43, 34.87 ], "duration": 41.66, "caption": "A woman's fake arm falls off on to the floor.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 155965, "video_name": "met_s03e02_seg02_clip_15", "timestamp": [ 42.92, 47.12 ], "duration": 60.66, "caption": "A woman looks down on the floor and puts her hands out.", "similarity": 0.6112, "relevance": 1 }, { "pair_id": 155966, "video_name": "house_s02e22_seg02_clip_17", "timestamp": [ 13.02, 17.21 ], "duration": 93.66, "caption": "A woman is looking at her arm and then drops it down.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 155967, "video_name": "grey_s02e25_seg02_clip_00", "timestamp": [ 54.1, 56.93 ], "duration": 94.66, "caption": "When they see someone, a woman stands up and raises her arm.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 155968, "video_name": "friends_s01e08_seg02_clip_15", "timestamp": [ 0.0, 4.32 ], "duration": 54.66, "caption": "A woman explains what she is doing on the floor.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 155969, "video_name": "friends_s02e01_seg02_clip_11", "timestamp": [ 7.88, 14.18 ], "duration": 63.66, "caption": "A woman kneels down on the floor and then puts their hands on their face.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 155970, "video_name": "house_s03e10_seg02_clip_12", "timestamp": [ 32.2, 35.73 ], "duration": 88.66, "caption": "A woman makes a comment to a man about the appearance of the cuts on his arm.", "similarity": 0.5798, "relevance": 1 }, { "pair_id": 155971, "video_name": "house_s05e10_seg02_clip_11", "timestamp": [ 31.59, 33.4 ], "duration": 90.66, "caption": "A woman raises her arm and holds it up.", "similarity": 0.5731, "relevance": 1 }, { "pair_id": 155972, "video_name": "castle_s03e24_seg02_clip_04", "timestamp": [ 10.33, 11.57 ], "duration": 82.66, "caption": "A woman points to a direction as a person is on the floor.", "similarity": 0.5711, "relevance": 2 }, { "pair_id": 155973, "video_name": "friends_s07e13_seg02_clip_21", "timestamp": [ 46.93, 49.29 ], "duration": 59.66, "caption": "A woman gets up from kneeling on the floor.", "similarity": 0.571, "relevance": 1 }, { "pair_id": 155974, "video_name": "s02e21_seg02_clip_12", "timestamp": [ 25.84, 27.73 ], "duration": 63.66, "caption": "A woman uncrosses her right leg and places it on the floor.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 155975, "video_name": "castle_s01e08_seg02_clip_22", "timestamp": [ 82.96, 91.21 ], "duration": 97.66, "caption": "A woman reaches up and caresses the scars on her face.", "similarity": 0.5687, "relevance": 2 }, { "pair_id": 155976, "video_name": "s05e02_seg02_clip_13", "timestamp": [ 17.41, 20.41 ], "duration": 60.66, "caption": "Something in a chair bit a woman and she got up.", "similarity": 0.5663, "relevance": 1 }, { "pair_id": 155977, "video_name": "house_s07e11_seg02_clip_25", "timestamp": [ 82.36, 85.58 ], "duration": 92.66, "caption": "A woman winces in pain when they are cut by person.", "similarity": 0.565, "relevance": 1 }, { "pair_id": 155979, "video_name": "friends_s09e01_seg02_clip_16", "timestamp": [ 49.82, 53.12 ], "duration": 60.66, "caption": "A woman points at the floor, then gestures with an open hand.", "similarity": 0.5564, "relevance": 1 } ] }, { "query_id": 21343, "query": "A woman comes into the room holding a packet of mail.", "relevant_moment": [ { "pair_id": 160100, "video_name": "house_s07e11_seg02_clip_04", "timestamp": [ 17.44, 28.89 ], "duration": 109.66, "caption": "A woman comes into the room holding a packet of mail.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160101, "video_name": "friends_s10e13_seg02_clip_17", "timestamp": [ 35.98, 38.15 ], "duration": 62.66, "caption": "A woman starts going through her mail in a room.", "similarity": 0.8715, "relevance": 3 }, { "pair_id": 160102, "video_name": "s02e22_seg02_clip_00", "timestamp": [ 8.32, 12.81 ], "duration": 64.66, "caption": "A woman gets the mail out of her mailbox.", "similarity": 0.7505, "relevance": 1 }, { "pair_id": 160103, "video_name": "s01e09_seg02_clip_06", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "A woman opens up her mailbox and takes her mail out of it.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 160104, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A woman is taking mail out of the mail box.", "similarity": 0.7451, "relevance": 1 }, { "pair_id": 160105, "video_name": "friends_s05e06_seg02_clip_12", "timestamp": [ 12.82, 18.0 ], "duration": 61.66, "caption": "A woman enters the room with a lot of shopping bags and sees a person at their mailbox.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 160106, "video_name": "s03e02_seg02_clip_15", "timestamp": [ 14.65, 54.31 ], "duration": 61.66, "caption": "A woman sorts through the mail in her hand.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 160107, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 8.13, 11.06 ], "duration": 65.66, "caption": "A woman came in the room holding a paper bag.", "similarity": 0.6757, "relevance": 3 }, { "pair_id": 160108, "video_name": "s02e09_seg01_clip_01", "timestamp": [ 19.53, 22.28 ], "duration": 61.66, "caption": "A woman glances at the mail in her hand.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 160109, "video_name": "grey_s02e11_seg02_clip_19", "timestamp": [ 6.5, 12.56 ], "duration": 86.66, "caption": "A woman walks into someone's room as she is packing.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 160110, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 5.16, 20.65 ], "duration": 86.66, "caption": "A person is getting their mail out of the box.", "similarity": 0.6674, "relevance": 0 }, { "pair_id": 160111, "video_name": "friends_s10e06_seg02_clip_18", "timestamp": [ 4.8, 9.9 ], "duration": 60.66, "caption": "A woman walks into the apartment looking at mail.", "similarity": 0.6609, "relevance": 4 }, { "pair_id": 160112, "video_name": "house_s06e10_seg02_clip_07", "timestamp": [ 3.83, 7.65 ], "duration": 85.66, "caption": "A woman takes out her keys and goes to open a mailbox.", "similarity": 0.6592, "relevance": 0 }, { "pair_id": 160113, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 21.79, 24.81 ], "duration": 121.66, "caption": "A woman takes a mail that a person is currently taking a look at.", "similarity": 0.659, "relevance": 0 }, { "pair_id": 160114, "video_name": "friends_s05e05_seg02_clip_01", "timestamp": [ 39.7, 44.97 ], "duration": 62.66, "caption": "A woman goes through the mail then puts some back on the table.", "similarity": 0.6561, "relevance": 2 }, { "pair_id": 160115, "video_name": "s03e02_seg02_clip_15", "timestamp": [ 21.66, 30.51 ], "duration": 61.66, "caption": "A person opens their mail box and takes out mail.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 160116, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 3.72, 8.99 ], "duration": 62.66, "caption": "A person is taking out mail from the mail box.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 160117, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 31.63, 37.21 ], "duration": 93.66, "caption": "A woman grabs a envelope from the table and opens it.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 160118, "video_name": "castle_s04e08_seg02_clip_04", "timestamp": [ 3.29, 6.11 ], "duration": 94.66, "caption": "A person enters the room and addresses woman.", "similarity": 0.6396, "relevance": 2 }, { "pair_id": 160119, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 0.31, 8.99 ], "duration": 62.66, "caption": "A woman and a person get their mail from the mailboxes.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 333420, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 75.62, 83.22 ], "duration": 89.66, "caption": "A woman handed out an envelope to person.", "similarity": 0.6393, "relevance": 3 }, { "pair_id": 333421, "video_name": "friends_s06e04_seg01_clip_01", "timestamp": [ 21.61, 23.41 ], "duration": 60.66, "caption": "A woman walks into the room with a cardboard box.", "similarity": 0.6383, "relevance": 3 }, { "pair_id": 333422, "video_name": "castle_s05e18_seg02_clip_20", "timestamp": [ 12.3, 15.58 ], "duration": 82.66, "caption": "A woman enters the room while holding her bag.", "similarity": 0.6374, "relevance": 3 }, { "pair_id": 333423, "video_name": "castle_s07e10_seg02_clip_02", "timestamp": [ 12.22, 16.74 ], "duration": 90.66, "caption": "A woman came in the room and a person gives something to him.", "similarity": 0.6324, "relevance": 1 }, { "pair_id": 333425, "video_name": "s01e03_seg02_clip_00", "timestamp": [ 55.21, 56.45 ], "duration": 62.66, "caption": "A man gives a stack of mail to a woman who is standing in the apartment hallway.", "similarity": 0.6315, "relevance": 1 }, { "pair_id": 333426, "video_name": "friends_s01e04_seg02_clip_02", "timestamp": [ 34.83, 41.91 ], "duration": 59.66, "caption": "A woman comes running out of the back room with an envelope.", "similarity": 0.6297, "relevance": 3 }, { "pair_id": 333427, "video_name": "friends_s01e04_seg02_clip_03", "timestamp": [ 3.77, 7.54 ], "duration": 58.66, "caption": "A woman was quickly opening the small envelope.", "similarity": 0.6293, "relevance": 3 }, { "pair_id": 333428, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 18.3, 21.84 ], "duration": 59.66, "caption": "A woman takes an envelope from her coat and puts it in a desk drawer.", "similarity": 0.6273, "relevance": 3 }, { "pair_id": 333429, "video_name": "house_s06e10_seg02_clip_07", "timestamp": [ 18.28, 21.68 ], "duration": 85.66, "caption": "A person opens their mailbox and looks inside the box.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 333430, "video_name": "house_s07e04_seg02_clip_03", "timestamp": [ 18.0, 56.72 ], "duration": 90.66, "caption": "A person is holding mail while talking to another person in a bedroom.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 333431, "video_name": "house_s06e07_seg02_clip_21", "timestamp": [ 46.94, 54.77 ], "duration": 82.66, "caption": "A woman looks through her mail as she walks.", "similarity": 0.6258, "relevance": 4 }, { "pair_id": 333432, "video_name": "s02e19_seg02_clip_05", "timestamp": [ 0.0, 9.6 ], "duration": 60.66, "caption": "A person is holding his mail as he enters his apartment.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 333433, "video_name": "house_s08e19_seg02_clip_01", "timestamp": [ 7.04, 23.77 ], "duration": 88.66, "caption": "A woman walks into a room, carrying a white cardboard box with a brown lid; they talk, then she sets the box on a chair.", "similarity": 0.6242, "relevance": 3 }, { "pair_id": 333434, "video_name": "friends_s04e15_seg02_clip_07", "timestamp": [ 33.94, 36.01 ], "duration": 59.66, "caption": "A woman enters the bedroom with boxes and a roll of plastic.", "similarity": 0.6242, "relevance": 3 }, { "pair_id": 333435, "video_name": "house_s02e09_seg02_clip_01", "timestamp": [ 15.91, 21.51 ], "duration": 86.66, "caption": "A woman is going through some mail as a man walks into her office.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 333436, "video_name": "friends_s06e11_seg02_clip_00", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman takes some mail that another woman passes to her.", "similarity": 0.6228, "relevance": 3 }, { "pair_id": 333437, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 32.09, 36.75 ], "duration": 93.66, "caption": "A woman picks up an envelope and opens it.", "similarity": 0.6207, "relevance": 2 }, { "pair_id": 333438, "video_name": "friends_s01e23_seg02_clip_17", "timestamp": [ 49.62, 50.86 ], "duration": 62.66, "caption": "A woman opens the door and peeks into the delivery room.", "similarity": 0.6187, "relevance": 3 }, { "pair_id": 333439, "video_name": "s05e07_seg02_clip_04", "timestamp": [ 41.32, 47.22 ], "duration": 59.66, "caption": "A person came into the room while holding a box.", "similarity": 0.6182, "relevance": 1 } ] }, { "query_id": 21344, "query": "A person walks into the room as someone is on their laptop.", "relevant_moment": [ { "pair_id": 163600, "video_name": "house_s07e11_seg02_clip_04", "timestamp": [ 104.12, 109.02 ], "duration": 109.66, "caption": "A person walks into the room as someone is on their laptop.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 163601, "video_name": "castle_s03e19_seg02_clip_12", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "A person is in front of their laptop while another person enters the room.", "similarity": 0.855, "relevance": 4 }, { "pair_id": 163602, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 35.97, 39.54 ], "duration": 51.66, "caption": "A person walks through someone's door and types onto a laptop.", "similarity": 0.8369, "relevance": 2 }, { "pair_id": 163603, "video_name": "house_s03e02_seg02_clip_11", "timestamp": [ 73.15, 91.44 ], "duration": 91.66, "caption": "A person is working on their computer when another person walks into the room.", "similarity": 0.8307, "relevance": 4 }, { "pair_id": 163604, "video_name": "house_s06e12_seg02_clip_00", "timestamp": [ 61.43, 67.39 ], "duration": 91.66, "caption": "A woman is sitting in front of a laptop as a person walks into the room.", "similarity": 0.8299, "relevance": 4 }, { "pair_id": 163605, "video_name": "house_s02e12_seg02_clip_22", "timestamp": [ 87.38, 91.03 ], "duration": 91.66, "caption": "A woman looks up from her laptop as person walks into the room.", "similarity": 0.8222, "relevance": 4 }, { "pair_id": 163606, "video_name": "castle_s04e15_seg02_clip_05", "timestamp": [ 40.98, 45.49 ], "duration": 90.66, "caption": "A person entered the room when a man is working with his Laptop.", "similarity": 0.8206, "relevance": 4 }, { "pair_id": 163607, "video_name": "s05e04_seg02_clip_13", "timestamp": [ 52.72, 57.69 ], "duration": 62.66, "caption": "A person opens his/her laptop and a woman gets up and walks into the other room.", "similarity": 0.8146, "relevance": 3 }, { "pair_id": 163608, "video_name": "castle_s05e12_seg02_clip_20", "timestamp": [ 71.22, 72.55 ], "duration": 89.66, "caption": "A woman walks into the room holding her laptop.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 163609, "video_name": "met_s03e08_seg02_clip_00", "timestamp": [ 3.72, 16.13 ], "duration": 62.66, "caption": "A man walks into the room and sits down at his laptop.", "similarity": 0.7966, "relevance": 2 }, { "pair_id": 163610, "video_name": "s04e19_seg01_clip_02", "timestamp": [ 9.26, 11.51 ], "duration": 50.66, "caption": "A man walks toward someone, who is on their laptop.", "similarity": 0.7909, "relevance": 4 }, { "pair_id": 163611, "video_name": "s10e09_seg02_clip_15", "timestamp": [ 3.77, 13.06 ], "duration": 58.66, "caption": "A man walks into the room and sets a laptop on the table.", "similarity": 0.7893, "relevance": 2 }, { "pair_id": 163612, "video_name": "s01e10_seg02_clip_04", "timestamp": [ 8.55, 13.69 ], "duration": 57.66, "caption": "A person walks up to another person as he was by his laptop.", "similarity": 0.7877, "relevance": 1 }, { "pair_id": 163613, "video_name": "s04e20_seg02_clip_14", "timestamp": [ 30.09, 35.54 ], "duration": 64.66, "caption": "A person who is sitting at his laptop turns around and watches a man walk out of the room.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 163614, "video_name": "castle_s03e19_seg02_clip_11", "timestamp": [ 80.23, 87.4 ], "duration": 89.66, "caption": "A person types on his/her laptop as a girl enters the room.", "similarity": 0.7775, "relevance": 4 }, { "pair_id": 163615, "video_name": "grey_s03e10_seg02_clip_09", "timestamp": [ 85.11, 91.03 ], "duration": 91.66, "caption": "A person is looking at something on their computer when another person walks into the room.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 163616, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 163617, "video_name": "s05e20_seg02_clip_05", "timestamp": [ 12.61, 21.61 ], "duration": 60.66, "caption": "A person looks around the room while sitting at their laptop.", "similarity": 0.7673, "relevance": 2 }, { "pair_id": 163618, "video_name": "castle_s08e18_seg02_clip_17", "timestamp": [ 0.0, 4.75 ], "duration": 95.66, "caption": "A woman walks into room and picks up laptop from table.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 163619, "video_name": "s03e15_seg02_clip_08", "timestamp": [ 48.85, 53.26 ], "duration": 63.66, "caption": "A person goes to a woman in the laundry room with his/her laptop.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 336920, "video_name": "s07e14_seg01_clip_00", "timestamp": [ 4.51, 22.56 ], "duration": 82.66, "caption": "Some people are on their laptops as a woman walks into the apartment.", "similarity": 0.7485, "relevance": 4 }, { "pair_id": 336921, "video_name": "castle_s05e16_seg02_clip_10", "timestamp": [ 34.5, 37.59 ], "duration": 88.66, "caption": "A person walks over to a table and opens a laptop.", "similarity": 0.7483, "relevance": 3 }, { "pair_id": 336922, "video_name": "castle_s08e18_seg02_clip_17", "timestamp": [ 0.0, 5.7 ], "duration": 95.66, "caption": "A person opens up their laptop and walking through saying something.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 336923, "video_name": "house_s06e14_seg02_clip_20", "timestamp": [ 8.84, 11.63 ], "duration": 93.66, "caption": "A person uses the laptop that another person is using.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 336924, "video_name": "s07e24_seg02_clip_05", "timestamp": [ 24.2, 26.27 ], "duration": 59.66, "caption": "A man walks past a person working on their laptop.", "similarity": 0.7454, "relevance": 2 }, { "pair_id": 336925, "video_name": "castle_s03e16_seg02_clip_22", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks into the room.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 336926, "video_name": "castle_s06e02_seg02_clip_05", "timestamp": [ 46.18, 52.64 ], "duration": 92.66, "caption": "A person walks into the room and behind his desk.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 336927, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 4.6, 11.05 ], "duration": 92.66, "caption": "A person is sitting at his desk on his laptop when a woman walks in.", "similarity": 0.7364, "relevance": 4 }, { "pair_id": 336928, "video_name": "s02e06_seg02_clip_09", "timestamp": [ 29.9, 31.73 ], "duration": 61.66, "caption": "A person moves his/her laptop computer from his/her lap to the side table.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 336929, "video_name": "s02e07_seg02_clip_07", "timestamp": [ 45.62, 53.32 ], "duration": 57.66, "caption": "A person walks into the living room, and stops next to another person on the computer.", "similarity": 0.7354, "relevance": 4 }, { "pair_id": 336930, "video_name": "castle_s04e18_seg02_clip_00", "timestamp": [ 1.89, 4.25 ], "duration": 94.66, "caption": "A woman enters the room where a man is sitting down and working on a laptop.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 336931, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person is in front of their laptop in their desk.", "similarity": 0.7314, "relevance": 2 }, { "pair_id": 336932, "video_name": "s09e18_seg02_clip_11", "timestamp": [ 37.43, 42.07 ], "duration": 58.66, "caption": "A person hops out of his seat and goes to his laptop.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 336933, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 17.96, 20.48 ], "duration": 63.66, "caption": "A person is at their desk in front of their laptop.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 336934, "video_name": "castle_s08e20_seg02_clip_09", "timestamp": [ 73.44, 75.23 ], "duration": 89.66, "caption": "A person takes the laptop a person is working on.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 336935, "video_name": "s02e03_seg02_clip_03", "timestamp": [ 13.58, 16.53 ], "duration": 59.66, "caption": "A woman walks into the apartment with her laptop in her hands.", "similarity": 0.7246, "relevance": 3 }, { "pair_id": 336936, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 4.79, 32.2 ], "duration": 87.66, "caption": "A person is using a laptop as another person is behind him/her.", "similarity": 0.7244, "relevance": 2 }, { "pair_id": 336937, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 11.35, 15.76 ], "duration": 63.66, "caption": "A person is using their laptop while talking to another person.", "similarity": 0.7238, "relevance": 2 }, { "pair_id": 336938, "video_name": "castle_s02e08_seg02_clip_00", "timestamp": [ 45.37, 50.51 ], "duration": 93.66, "caption": "A person is on their laptop as a woman moves beside them.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 336939, "video_name": "house_s06e14_seg02_clip_25", "timestamp": [ 17.55, 21.16 ], "duration": 90.66, "caption": "A person reaches over and gives another person their laptop.", "similarity": 0.7216, "relevance": 2 } ] }, { "query_id": 21371, "query": "A woman walks in a man's office, takes off her jacket and sits down.", "relevant_moment": [ { "pair_id": 47080, "video_name": "castle_s08e06_seg02_clip_00", "timestamp": [ 6.98, 25.58 ], "duration": 93.66, "caption": "A woman walks in a man's office, takes off her jacket and sits down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 47081, "video_name": "house_s06e18_seg02_clip_19", "timestamp": [ 45.02, 54.02 ], "duration": 100.66, "caption": "A woman walks into a man's office and takes off her coat.", "similarity": 0.8779, "relevance": 3 }, { "pair_id": 47082, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 38.5, 41.56 ], "duration": 87.66, "caption": "A man walks into the office where a woman is seated.", "similarity": 0.834, "relevance": 2 }, { "pair_id": 47083, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 75.67, 85.46 ], "duration": 89.66, "caption": "A man walks in to woman's office and sits down across from her.", "similarity": 0.8071, "relevance": 2 }, { "pair_id": 47084, "video_name": "grey_s01e02_seg02_clip_05", "timestamp": [ 43.63, 58.78 ], "duration": 91.66, "caption": "A man walks into an office where a woman is, and sits down on a chair.", "similarity": 0.8069, "relevance": 2 }, { "pair_id": 47085, "video_name": "house_s05e15_seg02_clip_08", "timestamp": [ 17.93, 24.65 ], "duration": 89.66, "caption": "A woman walks into man's office and sits on his desk.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 47086, "video_name": "house_s03e08_seg02_clip_08", "timestamp": [ 11.08, 14.77 ], "duration": 92.66, "caption": "A woman walks out of the office with a man.", "similarity": 0.7926, "relevance": 1 }, { "pair_id": 47087, "video_name": "house_s07e19_seg02_clip_18", "timestamp": [ 65.54, 70.58 ], "duration": 72.66, "caption": "A woman walks into a man's office with one hand in her coat pocket.", "similarity": 0.7915, "relevance": 2 }, { "pair_id": 47088, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 29.98, 35.25 ], "duration": 81.66, "caption": "A person walks in a woman's office who is sitting down at her desk.", "similarity": 0.7898, "relevance": 2 }, { "pair_id": 47089, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 22.7, 24.88 ], "duration": 87.66, "caption": "A woman sits down on her desk as a man walks into her office.", "similarity": 0.7857, "relevance": 1 }, { "pair_id": 47090, "video_name": "friends_s07e12_seg02_clip_10", "timestamp": [ 33.22, 39.44 ], "duration": 54.66, "caption": "A woman walks into a man's office and takes off her gloves.", "similarity": 0.7844, "relevance": 2 }, { "pair_id": 47091, "video_name": "s06e12_seg02_clip_09", "timestamp": [ 27.31, 35.12 ], "duration": 65.66, "caption": "A person walks into a woman's office and she motions for him to sit down.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 47092, "video_name": "castle_s05e16_seg02_clip_04", "timestamp": [ 54.73, 63.56 ], "duration": 88.66, "caption": "A man walks into a woman's office, hands her a cup of coffee and sits down by her desk.", "similarity": 0.7694, "relevance": 2 }, { "pair_id": 47093, "video_name": "house_s04e03_seg02_clip_05", "timestamp": [ 9.88, 17.51 ], "duration": 89.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.7653, "relevance": 1 }, { "pair_id": 47094, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 26.33, 42.31 ], "duration": 94.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.7653, "relevance": 1 }, { "pair_id": 47095, "video_name": "castle_s02e13_seg02_clip_15", "timestamp": [ 38.55, 47.48 ], "duration": 94.66, "caption": "A woman walks out of a person's office, grabs her coat and leaves.", "similarity": 0.7614, "relevance": 1 }, { "pair_id": 47096, "video_name": "friends_s03e18_seg02_clip_12", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A woman walks into a man's office while carrying a piece of paper.", "similarity": 0.76, "relevance": 1 }, { "pair_id": 47097, "video_name": "house_s03e08_seg02_clip_24", "timestamp": [ 25.04, 29.34 ], "duration": 78.66, "caption": "A person walks over and sits down in a man's office.", "similarity": 0.7588, "relevance": 0 }, { "pair_id": 47098, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 47.75, 58.29 ], "duration": 124.66, "caption": "A man enters a woman's office, she is putting on her coat.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 47099, "video_name": "house_s03e23_seg02_clip_05", "timestamp": [ 16.65, 21.16 ], "duration": 90.66, "caption": "A man walks out of a woman's office but she turns to walk after him.", "similarity": 0.7561, "relevance": 1 } ] }, { "query_id": 21383, "query": "A man has a very long letter of a woman's to read and he leaves the room to go read it.", "relevant_moment": [ { "pair_id": 2100, "video_name": "friends_s04e01_seg02_clip_04", "timestamp": [ 0.0, 20.25 ], "duration": 56.66, "caption": "A man has a very long letter of a woman's to read and he leaves the room to go read it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2101, "video_name": "friends_s06e20_seg02_clip_13", "timestamp": [ 0.0, 13.51 ], "duration": 60.66, "caption": "A man is standing in woman's room as he tells her that he didn't read the letter she wrote since it was too long.", "similarity": 0.7864, "relevance": 0 }, { "pair_id": 2103, "video_name": "castle_s06e13_seg02_clip_07", "timestamp": [ 50.86, 57.17 ], "duration": 90.66, "caption": "A man gives a woman a letter and she starts to read it.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 2104, "video_name": "s04e07_seg02_clip_10", "timestamp": [ 13.87, 33.35 ], "duration": 59.66, "caption": "A person takes out a letter and starts reading it to another person and she stops him.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 2105, "video_name": "castle_s06e17_seg02_clip_13", "timestamp": [ 0.0, 23.93 ], "duration": 87.66, "caption": "A woman reads the letter she is writing to a man while hiding it.", "similarity": 0.6824, "relevance": 1 }, { "pair_id": 2106, "video_name": "s06e16_seg02_clip_12", "timestamp": [ 8.8, 14.31 ], "duration": 55.66, "caption": "A woman opens the letter and reads it in front of a man.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 2107, "video_name": "met_s06e02_seg02_clip_03", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A man snatches a letter that another person is holding and walks out of the room.", "similarity": 0.6708, "relevance": 4 }, { "pair_id": 2108, "video_name": "house_s02e18_seg02_clip_01", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A woman then leaves a man alone in the room while he is reading a book.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 2109, "video_name": "castle_s03e05_seg02_clip_18", "timestamp": [ 20.48, 23.21 ], "duration": 91.66, "caption": "A man gets the letter and shows it to a woman.", "similarity": 0.6638, "relevance": 1 }, { "pair_id": 2110, "video_name": "castle_s07e18_seg02_clip_21", "timestamp": [ 0.0, 14.68 ], "duration": 91.66, "caption": "A woman reads to a man what's on the letter on her desk.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 2111, "video_name": "s09e18_seg02_clip_06", "timestamp": [ 12.91, 16.51 ], "duration": 60.66, "caption": "A woman asks a man to leave while he's reading a paper.", "similarity": 0.6609, "relevance": 1 }, { "pair_id": 2112, "video_name": "castle_s05e09_seg02_clip_12", "timestamp": [ 47.33, 57.35 ], "duration": 91.66, "caption": "A man reads out loud some information from a piece of paper to woman.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 2113, "video_name": "friends_s04e01_seg02_clip_08", "timestamp": [ 28.99, 35.09 ], "duration": 61.66, "caption": "A man pulls a letter our of his pocket after woman walks out.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 2114, "video_name": "castle_s06e12_seg02_clip_08", "timestamp": [ 14.41, 26.12 ], "duration": 90.66, "caption": "A man gets a text and leaves the room.", "similarity": 0.6527, "relevance": 1 }, { "pair_id": 2115, "video_name": "house_s05e16_seg02_clip_10", "timestamp": [ 83.74, 89.27 ], "duration": 92.66, "caption": "A woman is reading a handwritten letter to a man.", "similarity": 0.6511, "relevance": 1 }, { "pair_id": 2116, "video_name": "s08e14_seg02_clip_16", "timestamp": [ 71.56, 98.03 ], "duration": 98.66, "caption": "A woman is reading a book to a man and after it gets to the sex part, the man doesn't want to hear anymore.", "similarity": 0.6499, "relevance": 0 }, { "pair_id": 2117, "video_name": "castle_s03e05_seg02_clip_19", "timestamp": [ 0.0, 11.42 ], "duration": 87.66, "caption": "A person leans over and reads a letter to woman.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 2118, "video_name": "house_s07e04_seg02_clip_14", "timestamp": [ 85.26, 90.66 ], "duration": 90.66, "caption": "A man pulls a note out of his bag to read to a woman.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 2119, "video_name": "castle_s07e07_seg02_clip_18", "timestamp": [ 0.0, 2.26 ], "duration": 90.66, "caption": "A man tells a woman who the letter is from when she looks at it.", "similarity": 0.6418, "relevance": 1 }, { "pair_id": 175420, "video_name": "house_s05e16_seg02_clip_10", "timestamp": [ 84.66, 92.03 ], "duration": 92.66, "caption": "A woman is reading a letter in her hand as a man is asleep in his chair.", "similarity": 0.6403, "relevance": 2 }, { "pair_id": 175421, "video_name": "house_s02e18_seg02_clip_26", "timestamp": [ 35.35, 40.93 ], "duration": 93.66, "caption": "A man stops reading his book when woman walks up to him.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 175422, "video_name": "s09e09_seg02_clip_07", "timestamp": [ 0.84, 10.08 ], "duration": 56.66, "caption": "A man gets caught out reading from a woman's diary.", "similarity": 0.6346, "relevance": 1 }, { "pair_id": 175423, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 17.11, 21.91 ], "duration": 60.66, "caption": "A man put a solid thing on the letter and slides it back to woman.", "similarity": 0.6316, "relevance": 1 }, { "pair_id": 175424, "video_name": "friends_s09e16_seg02_clip_01", "timestamp": [ 0.0, 18.89 ], "duration": 59.66, "caption": "A man is holding a stack of letters as he is speaking to a woman.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 175425, "video_name": "grey_s03e10_seg02_clip_15", "timestamp": [ 71.54, 80.67 ], "duration": 96.66, "caption": "A man walks into the room and a woman hands him some papers to read.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 175426, "video_name": "friends_s02e08_seg02_clip_12", "timestamp": [ 27.77, 32.34 ], "duration": 61.66, "caption": "A woman is walking out and saying she doesn't need to see what's written on the paper a man is holding, and as she walks by him she snatches it from him and runs away so she can read it.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 175427, "video_name": "met_s03e02_seg02_clip_18", "timestamp": [ 1.87, 5.0 ], "duration": 34.66, "caption": "A man unfolds a letter and reads it while sitting at his desk.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 175428, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 48.52, 51.6 ], "duration": 88.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.6187, "relevance": 2 }, { "pair_id": 175429, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 82.74, 87.45 ], "duration": 94.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.6187, "relevance": 2 }, { "pair_id": 175430, "video_name": "met_s03e06_seg02_clip_00", "timestamp": [ 41.84, 46.11 ], "duration": 61.66, "caption": "A man reads something off his phone and hands it over to a woman.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 175431, "video_name": "house_s02e09_seg02_clip_01", "timestamp": [ 49.03, 56.78 ], "duration": 86.66, "caption": "A man is leaving the room when he turns to listen to woman then resumes and leaves.", "similarity": 0.6147, "relevance": 1 }, { "pair_id": 175432, "video_name": "friends_s07e09_seg02_clip_17", "timestamp": [ 0.61, 8.54 ], "duration": 61.66, "caption": "A man tells a woman and another person how they can reach him and then he leaves the room.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 175433, "video_name": "house_s07e11_seg02_clip_12", "timestamp": [ 41.28, 88.66 ], "duration": 88.66, "caption": "A man reads the document he is holding and hands it to woman.", "similarity": 0.6097, "relevance": 2 }, { "pair_id": 175434, "video_name": "friends_s09e23-24_seg02_clip_04", "timestamp": [ 52.79, 58.89 ], "duration": 61.66, "caption": "A man pretends that he's reading something so that another man will go away.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 175435, "video_name": "castle_s06e12_seg02_clip_11", "timestamp": [ 67.31, 70.29 ], "duration": 85.66, "caption": "A man leaves the room because woman ask him to.", "similarity": 0.6048, "relevance": 1 }, { "pair_id": 175436, "video_name": "castle_s05e15_seg02_clip_08", "timestamp": [ 3.29, 7.05 ], "duration": 94.66, "caption": "A man hands a paper to a woman and she reads it.", "similarity": 0.6028, "relevance": 2 }, { "pair_id": 175437, "video_name": "house_s06e13_seg02_clip_16", "timestamp": [ 8.2, 11.4 ], "duration": 91.66, "caption": "A person gives a letter to woman while they are talking.", "similarity": 0.6012, "relevance": 2 }, { "pair_id": 175438, "video_name": "grey_s02e20_seg02_clip_09", "timestamp": [ 3.97, 26.02 ], "duration": 88.66, "caption": "A man arranges the letters in front of her.", "similarity": 0.6011, "relevance": 1 }, { "pair_id": 175439, "video_name": "house_s03e04_seg02_clip_24", "timestamp": [ 55.92, 61.88 ], "duration": 91.66, "caption": "A woman is writing on a paper when a man enters the room and reads her something.", "similarity": 0.6009, "relevance": 1 } ] }, { "query_id": 21420, "query": "A woman was having a conversation with a man while another man was on her side.", "relevant_moment": [ { "pair_id": 40740, "video_name": "castle_s03e01_seg02_clip_20", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman was having a conversation with a man while another man was on her side.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 40741, "video_name": "castle_s06e16_seg02_clip_02", "timestamp": [ 0.0, 23.78 ], "duration": 89.66, "caption": "A woman was talking to a man and another person while a man was on their side.", "similarity": 0.9558, "relevance": 2 }, { "pair_id": 40742, "video_name": "castle_s04e22_seg02_clip_21", "timestamp": [ 0.0, 21.56 ], "duration": 89.66, "caption": "A woman was talking to a man with another man on her side.", "similarity": 0.9468, "relevance": 4 }, { "pair_id": 40743, "video_name": "castle_s08e01_seg02_clip_25", "timestamp": [ 51.38, 66.74 ], "duration": 96.66, "caption": "Some people were having a conversation while a woman and a man were on their side.", "similarity": 0.9036, "relevance": 2 }, { "pair_id": 40744, "video_name": "castle_s06e19_seg02_clip_14", "timestamp": [ 0.0, 8.46 ], "duration": 89.66, "caption": "Two men were having a conversation while a woman was on the side.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 40745, "video_name": "s07e09_seg02_clip_13", "timestamp": [ 0.0, 25.63 ], "duration": 61.66, "caption": "A man was having a conversation with a woman and another man.", "similarity": 0.8614, "relevance": 3 }, { "pair_id": 40746, "video_name": "castle_s02e11_seg02_clip_20", "timestamp": [ 0.0, 39.53 ], "duration": 104.66, "caption": "A woman, another woman and a man were having a conversation.", "similarity": 0.8599, "relevance": 3 }, { "pair_id": 40747, "video_name": "castle_s05e11_seg02_clip_07", "timestamp": [ 0.0, 22.06 ], "duration": 90.66, "caption": "A man and woman were having a conversation with another man.", "similarity": 0.8571, "relevance": 3 }, { "pair_id": 40748, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 69.34, 91.23 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another woman.", "similarity": 0.8571, "relevance": 2 }, { "pair_id": 40749, "video_name": "castle_s08e05_seg02_clip_11", "timestamp": [ 0.0, 38.28 ], "duration": 90.66, "caption": "A woman and another woman were having an intense conversation with a man.", "similarity": 0.8539, "relevance": 3 }, { "pair_id": 40750, "video_name": "house_s04e10_seg02_clip_11", "timestamp": [ 12.6, 17.55 ], "duration": 90.66, "caption": "A woman joins the conversation between another woman and a man.", "similarity": 0.8478, "relevance": 3 }, { "pair_id": 40751, "video_name": "castle_s06e20_seg02_clip_19", "timestamp": [ 0.0, 52.97 ], "duration": 89.66, "caption": "Woman and man were having a conversation with woman.", "similarity": 0.8458, "relevance": 4 }, { "pair_id": 40752, "video_name": "castle_s08e17_seg02_clip_09", "timestamp": [ 0.0, 34.7 ], "duration": 90.66, "caption": "A woman was listening while a man and another woman were having a conversation.", "similarity": 0.8455, "relevance": 3 }, { "pair_id": 40753, "video_name": "castle_s08e19_seg02_clip_02", "timestamp": [ 0.0, 11.24 ], "duration": 89.66, "caption": "A woman, another woman, and a man were having a conversation.", "similarity": 0.8448, "relevance": 3 }, { "pair_id": 40754, "video_name": "castle_s03e03_seg02_clip_06", "timestamp": [ 0.0, 28.22 ], "duration": 91.66, "caption": "A woman, another woman, and a man were having a conversation.", "similarity": 0.8448, "relevance": 4 }, { "pair_id": 40755, "video_name": "friends_s01e01_seg02_clip_08", "timestamp": [ 0.0, 7.83 ], "duration": 58.66, "caption": "A person was having a conversation with two women.", "similarity": 0.8435, "relevance": 3 }, { "pair_id": 40756, "video_name": "s09e18_seg02_clip_07", "timestamp": [ 30.61, 46.52 ], "duration": 60.66, "caption": "Two men were having a conversation whilst a woman was beside them.", "similarity": 0.8368, "relevance": 2 }, { "pair_id": 40757, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "Woman and man were having a conversation with a person.", "similarity": 0.8366, "relevance": 4 }, { "pair_id": 40758, "video_name": "grey_s02e17_seg02_clip_08", "timestamp": [ 73.23, 89.66 ], "duration": 89.66, "caption": "A man is having a conversation with woman and another woman.", "similarity": 0.8351, "relevance": 3 }, { "pair_id": 40759, "video_name": "castle_s07e05_seg02_clip_10", "timestamp": [ 0.0, 10.88 ], "duration": 90.66, "caption": "Two women and a man were having a conversation.", "similarity": 0.8338, "relevance": 2 }, { "pair_id": 214060, "video_name": "castle_s04e15_seg02_clip_18", "timestamp": [ 45.67, 90.44 ], "duration": 90.66, "caption": "Two women and a man were having a conversation.", "similarity": 0.8338, "relevance": 4 }, { "pair_id": 214061, "video_name": "castle_s02e09_seg02_clip_17", "timestamp": [ 0.0, 59.41 ], "duration": 91.66, "caption": "Two women and a man were having a conversation.", "similarity": 0.8338, "relevance": 3 }, { "pair_id": 214062, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 0.0, 55.31 ], "duration": 89.66, "caption": "A woman, person and man were having a conversation.", "similarity": 0.8282, "relevance": 4 }, { "pair_id": 214063, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 13.95, 35.11 ], "duration": 90.66, "caption": "A man and a woman have a conversation with another man.", "similarity": 0.8274, "relevance": 3 }, { "pair_id": 214064, "video_name": "castle_s05e11_seg02_clip_04", "timestamp": [ 81.24, 91.28 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another man.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 214065, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 0.0, 43.18 ], "duration": 89.66, "caption": "A woman, a man, and another man were having a conversation.", "similarity": 0.8258, "relevance": 3 }, { "pair_id": 214066, "video_name": "castle_s03e15_seg02_clip_18", "timestamp": [ 22.98, 90.1 ], "duration": 90.66, "caption": "A woman, a man, and another man were having a conversation.", "similarity": 0.8258, "relevance": 3 }, { "pair_id": 214067, "video_name": "castle_s02e13_seg02_clip_12", "timestamp": [ 0.0, 15.47 ], "duration": 91.66, "caption": "A woman was talking to someone while a person was standing on the side.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 214068, "video_name": "castle_s06e11_seg02_clip_01", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A man was having a conversation with woman and person.", "similarity": 0.8245, "relevance": 2 }, { "pair_id": 214069, "video_name": "castle_s04e22_seg02_clip_25", "timestamp": [ 0.0, 30.83 ], "duration": 92.66, "caption": "A woman, man and person were having a conversation.", "similarity": 0.8245, "relevance": 4 }, { "pair_id": 214070, "video_name": "friends_s06e03_seg02_clip_12", "timestamp": [ 0.0, 24.63 ], "duration": 58.66, "caption": "A man, another man, and a woman were having a conversation.", "similarity": 0.8243, "relevance": 3 }, { "pair_id": 214071, "video_name": "friends_s03e03_seg02_clip_01", "timestamp": [ 45.32, 60.03 ], "duration": 60.66, "caption": "A woman is having a conversation with a man.", "similarity": 0.8235, "relevance": 2 }, { "pair_id": 214072, "video_name": "castle_s07e06_seg02_clip_07", "timestamp": [ 0.0, 31.75 ], "duration": 92.66, "caption": "Some women and a man were having a conversation.", "similarity": 0.8228, "relevance": 2 }, { "pair_id": 214073, "video_name": "castle_s01e02_seg02_clip_23", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman was having a serious and emotional conversation with another woman while a man was watching.", "similarity": 0.8226, "relevance": 2 }, { "pair_id": 214074, "video_name": "friends_s03e11_seg02_clip_16", "timestamp": [ 0.0, 17.04 ], "duration": 58.66, "caption": "A man is having conversation to a woman then the other woman called a man.", "similarity": 0.8216, "relevance": 3 }, { "pair_id": 214075, "video_name": "grey_s02e14_seg02_clip_03", "timestamp": [ 57.1, 87.18 ], "duration": 87.66, "caption": "A person is beside a woman as they are with another person conversing with two other people.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 214076, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 0.0, 48.46 ], "duration": 114.66, "caption": "A man was having a conversation with woman.", "similarity": 0.8196, "relevance": 3 }, { "pair_id": 214077, "video_name": "castle_s04e18_seg02_clip_06", "timestamp": [ 0.0, 14.24 ], "duration": 91.66, "caption": "A woman, a man, and another man are having a conversation with each other.", "similarity": 0.8183, "relevance": 3 }, { "pair_id": 214078, "video_name": "castle_s04e07_seg02_clip_22", "timestamp": [ 0.0, 16.65 ], "duration": 64.66, "caption": "A woman, a man, and another man are having a conversation with each other.", "similarity": 0.8183, "relevance": 3 }, { "pair_id": 214079, "video_name": "castle_s03e04_seg02_clip_05", "timestamp": [ 0.0, 23.86 ], "duration": 90.66, "caption": "A woman, a man, and another woman are having a conversation to each other.", "similarity": 0.8181, "relevance": 3 } ] }, { "query_id": 21427, "query": "The person stops walking and turns to face the woman.", "relevant_moment": [ { "pair_id": 43000, "video_name": "castle_s03e01_seg02_clip_21", "timestamp": [ 56.08, 58.76 ], "duration": 89.66, "caption": "The person stops walking and turns to face the woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 43001, "video_name": "house_s02e01_seg02_clip_08", "timestamp": [ 19.21, 23.05 ], "duration": 96.66, "caption": "A person stops from walking to face woman.", "similarity": 0.9055, "relevance": 4 }, { "pair_id": 43002, "video_name": "castle_s05e01_seg02_clip_03", "timestamp": [ 9.14, 13.3 ], "duration": 83.66, "caption": "A woman turns to face person after walking away from him.", "similarity": 0.8341, "relevance": 3 }, { "pair_id": 43003, "video_name": "castle_s01e05_seg02_clip_19", "timestamp": [ 57.41, 61.83 ], "duration": 88.66, "caption": "A man stops from walking and turns their face to a woman.", "similarity": 0.8203, "relevance": 4 }, { "pair_id": 43004, "video_name": "grey_s03e18_seg02_clip_06", "timestamp": [ 36.56, 43.96 ], "duration": 92.66, "caption": "A woman is walking with man and stops to face him.", "similarity": 0.8096, "relevance": 3 }, { "pair_id": 43005, "video_name": "grey_s02e15_seg02_clip_25", "timestamp": [ 73.36, 81.75 ], "duration": 88.66, "caption": "A woman stops a man and turns him to face her.", "similarity": 0.7967, "relevance": 4 }, { "pair_id": 43006, "video_name": "grey_s03e25_seg02_clip_05", "timestamp": [ 64.88, 67.99 ], "duration": 69.66, "caption": "A woman quickly stops walking when a man turns around.", "similarity": 0.7921, "relevance": 4 }, { "pair_id": 43007, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 6.57, 11.46 ], "duration": 16.66, "caption": "As person leaves, woman turns to face man.", "similarity": 0.7804, "relevance": 3 }, { "pair_id": 43008, "video_name": "castle_s08e22_seg02_clip_03", "timestamp": [ 20.47, 24.65 ], "duration": 93.66, "caption": "A woman starts to walk away and turns back towards a man.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 43009, "video_name": "castle_s04e23_seg02_clip_00", "timestamp": [ 77.77, 81.91 ], "duration": 92.66, "caption": "A man stops walking and a woman turns to look back at him.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 43010, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 23.02, 25.03 ], "duration": 25.66, "caption": "A woman stops walking to face man and talk.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 43011, "video_name": "friends_s05e16_seg02_clip_11", "timestamp": [ 38.42, 44.72 ], "duration": 60.66, "caption": "A woman walks away from the person she's talking to then stops and turns to face him.", "similarity": 0.7688, "relevance": 3 }, { "pair_id": 43012, "video_name": "house_s07e21_seg02_clip_13", "timestamp": [ 36.37, 42.43 ], "duration": 101.66, "caption": "A woman turns and begins to walk away from a man.", "similarity": 0.7645, "relevance": 2 }, { "pair_id": 43013, "video_name": "house_s05e03_seg02_clip_20", "timestamp": [ 0.0, 10.92 ], "duration": 87.66, "caption": "A person walks away from woman and then turns around.", "similarity": 0.7598, "relevance": 4 }, { "pair_id": 43014, "video_name": "castle_s06e22_seg02_clip_17", "timestamp": [ 36.99, 43.51 ], "duration": 87.66, "caption": "A man turns from a woman, walks away then turns to face her.", "similarity": 0.7567, "relevance": 4 }, { "pair_id": 43015, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 50.97, 54.16 ], "duration": 91.66, "caption": "A woman starts to walk away from person but turns around.", "similarity": 0.7535, "relevance": 3 }, { "pair_id": 43016, "video_name": "house_s01e07_seg02_clip_21", "timestamp": [ 62.79, 66.05 ], "duration": 93.66, "caption": "A woman turns around to face a man.", "similarity": 0.7535, "relevance": 3 }, { "pair_id": 43017, "video_name": "house_s01e06_seg02_clip_16", "timestamp": [ 0.0, 2.27 ], "duration": 90.66, "caption": "A woman turns and starts to walk away from a man.", "similarity": 0.753, "relevance": 2 }, { "pair_id": 43018, "video_name": "friends_s04e18_seg02_clip_11", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman turns and walks away from a man who stops her.", "similarity": 0.7511, "relevance": 2 }, { "pair_id": 43019, "video_name": "castle_s04e08_seg02_clip_07", "timestamp": [ 50.7, 53.03 ], "duration": 93.66, "caption": "A woman starts to walk away then stops and turns around.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 216321, "video_name": "friends_s05e16_seg02_clip_08", "timestamp": [ 32.17, 34.83 ], "duration": 59.66, "caption": "A man turns around and faces a woman after having walked away.", "similarity": 0.7437, "relevance": 4 }, { "pair_id": 216322, "video_name": "friends_s05e20_seg02_clip_17", "timestamp": [ 17.41, 19.81 ], "duration": 60.66, "caption": "A woman stops someone with their hand as they walk forward.", "similarity": 0.741, "relevance": 3 }, { "pair_id": 216323, "video_name": "castle_s03e02_seg02_clip_24", "timestamp": [ 82.62, 87.11 ], "duration": 89.66, "caption": "A man stops from walking and faces a woman and talks to her.", "similarity": 0.738, "relevance": 4 }, { "pair_id": 216324, "video_name": "house_s02e24_seg02_clip_11", "timestamp": [ 0.0, 11.91 ], "duration": 88.66, "caption": "A person turns around and a woman walks up to him.", "similarity": 0.7356, "relevance": 4 }, { "pair_id": 216325, "video_name": "friends_s04e01_seg02_clip_05", "timestamp": [ 38.3, 44.1 ], "duration": 58.66, "caption": "A woman starts to walk away from man but turns back to him.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 216326, "video_name": "castle_s04e21_seg02_clip_24", "timestamp": [ 8.9, 15.58 ], "duration": 89.66, "caption": "A woman turns a couple times and then walks away from person.", "similarity": 0.7316, "relevance": 3 }, { "pair_id": 216327, "video_name": "castle_s05e21_seg02_clip_03", "timestamp": [ 13.99, 19.41 ], "duration": 90.66, "caption": "A woman turns around and stops from walking and talks to a man.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 216328, "video_name": "friends_s05e23-24_seg02_clip_38", "timestamp": [ 22.63, 25.53 ], "duration": 58.66, "caption": "A person turns around and follows woman.", "similarity": 0.7304, "relevance": 2 }, { "pair_id": 216329, "video_name": "friends_s08e20_seg02_clip_07", "timestamp": [ 35.69, 38.59 ], "duration": 58.66, "caption": "A woman turns to walk away but another woman stops her.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 216330, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A woman walks down the apartment stairs, turns to face person and stops.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 216331, "video_name": "house_s03e17_seg02_clip_10", "timestamp": [ 15.58, 19.14 ], "duration": 89.66, "caption": "A woman turns to leave, but then stops and looks back at a man.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 216333, "video_name": "castle_s07e02_seg02_clip_20", "timestamp": [ 0.0, 2.4 ], "duration": 96.66, "caption": "A woman who is walking away turns around to look at person.", "similarity": 0.7245, "relevance": 3 }, { "pair_id": 216334, "video_name": "castle_s03e05_seg02_clip_04", "timestamp": [ 26.76, 37.83 ], "duration": 92.66, "caption": "A woman stops walking and turns towards a man while speaking before resuming her walk down the hallway.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 216335, "video_name": "castle_s05e03_seg02_clip_07", "timestamp": [ 11.62, 13.41 ], "duration": 89.66, "caption": "A woman turns quickly to the left to face man.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 216336, "video_name": "grey_s03e18_seg02_clip_06", "timestamp": [ 57.84, 68.02 ], "duration": 92.66, "caption": "A woman starts to walk away from person and he steps in front of her to stop her.", "similarity": 0.7206, "relevance": 4 }, { "pair_id": 216337, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 32.07, 35.68 ], "duration": 90.66, "caption": "A woman stops from walking and faces a man while speaking.", "similarity": 0.7202, "relevance": 3 }, { "pair_id": 216338, "video_name": "house_s07e13_seg02_clip_26", "timestamp": [ 38.5, 43.96 ], "duration": 52.66, "caption": "A woman calls to person and he/she stops in front of the door and turns to face her.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 216339, "video_name": "castle_s03e22_seg02_clip_26", "timestamp": [ 6.51, 8.99 ], "duration": 13.66, "caption": "A woman turns to face a man, who is looking at her.", "similarity": 0.7167, "relevance": 3 } ] }, { "query_id": 21510, "query": "Two people get up from the table together.", "relevant_moment": [ { "pair_id": 168020, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 0.91, 4.55 ], "duration": 60.66, "caption": "Two people get up from the table together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168021, "video_name": "castle_s07e16_seg02_clip_27", "timestamp": [ 12.17, 15.14 ], "duration": 18.66, "caption": "Two people get up from the table together.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 168022, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 21.39, 24.58 ], "duration": 91.66, "caption": "Two people get up from the table.", "similarity": 0.9882, "relevance": 3 }, { "pair_id": 168023, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 7.69, 11.76 ], "duration": 90.66, "caption": "Two people get up from the table with another person.", "similarity": 0.9644, "relevance": 3 }, { "pair_id": 168024, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 18.41, 19.76 ], "duration": 89.66, "caption": "Two people get up from the table they are seated at the same time.", "similarity": 0.9244, "relevance": 2 }, { "pair_id": 168025, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 46.25, 54.53 ], "duration": 69.66, "caption": "Two people stand up from the table.", "similarity": 0.8638, "relevance": 3 }, { "pair_id": 168026, "video_name": "castle_s08e04_seg02_clip_08", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "Two people are beside each other as they are at a table.", "similarity": 0.8139, "relevance": 1 }, { "pair_id": 168027, "video_name": "castle_s03e18_seg02_clip_14", "timestamp": [ 75.17, 90.02 ], "duration": 90.66, "caption": "A woman and a man get up and go over to a table that a person has just sat down at.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 168028, "video_name": "met_s06e15_seg02_clip_02", "timestamp": [ 29.71, 34.52 ], "duration": 60.66, "caption": "Two people get up from the table to stand away from someone.", "similarity": 0.7838, "relevance": 3 }, { "pair_id": 168029, "video_name": "house_s08e09_seg02_clip_13", "timestamp": [ 65.54, 69.63 ], "duration": 91.66, "caption": "Two people get up from their chairs.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 168030, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 26.4, 30.04 ], "duration": 91.66, "caption": "Two people get up from their chairs.", "similarity": 0.78, "relevance": 4 }, { "pair_id": 168031, "video_name": "met_s02e15_seg02_clip_01", "timestamp": [ 10.9, 16.65 ], "duration": 60.66, "caption": "Two people join another two people in their table.", "similarity": 0.7796, "relevance": 1 }, { "pair_id": 168032, "video_name": "friends_s06e15-16_seg02_clip_29", "timestamp": [ 19.54, 21.09 ], "duration": 62.66, "caption": "A woman and a man both jump up from the table at the same time.", "similarity": 0.7783, "relevance": 4 }, { "pair_id": 168033, "video_name": "s04e06_seg01_clip_00", "timestamp": [ 21.97, 25.94 ], "duration": 61.66, "caption": "Two people walk over to the table.", "similarity": 0.7775, "relevance": 1 }, { "pair_id": 168034, "video_name": "s03e13_seg01_clip_01", "timestamp": [ 20.03, 26.57 ], "duration": 77.66, "caption": "Some people get up from a dining table.", "similarity": 0.7714, "relevance": 2 }, { "pair_id": 168035, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 61.09, 66.64 ], "duration": 92.66, "caption": "A man gets up from the table along with woman and person.", "similarity": 0.7693, "relevance": 3 }, { "pair_id": 168036, "video_name": "friends_s04e18_seg02_clip_09", "timestamp": [ 6.18, 12.36 ], "duration": 65.66, "caption": "Two people sit down at the table together.", "similarity": 0.7686, "relevance": 2 }, { "pair_id": 168037, "video_name": "castle_s07e23_seg02_clip_21", "timestamp": [ 61.02, 63.18 ], "duration": 72.66, "caption": "Two people both stand up quickly from the table they were leaning against.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 168038, "video_name": "s08e12_seg02_clip_05", "timestamp": [ 2.1, 9.6 ], "duration": 60.66, "caption": "Two people are playing in the table.", "similarity": 0.7665, "relevance": 1 }, { "pair_id": 168039, "video_name": "friends_s06e03_seg02_clip_08", "timestamp": [ 22.64, 25.43 ], "duration": 62.66, "caption": "Two people sit down at the table at the same time.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 341340, "video_name": "friends_s02e23_seg02_clip_15", "timestamp": [ 1.9, 8.74 ], "duration": 76.66, "caption": "Two people sit down at the table that is set for them.", "similarity": 0.7521, "relevance": 2 }, { "pair_id": 341341, "video_name": "friends_s09e05_seg02_clip_17", "timestamp": [ 20.75, 25.33 ], "duration": 61.66, "caption": "Two people sit down at the table.", "similarity": 0.7469, "relevance": 2 }, { "pair_id": 341342, "video_name": "s03e05_seg02_clip_00", "timestamp": [ 33.3, 40.02 ], "duration": 64.66, "caption": "Two people come and sit down at the table with two other people.", "similarity": 0.7459, "relevance": 2 }, { "pair_id": 341343, "video_name": "met_s06e18_seg02_clip_10", "timestamp": [ 55.28, 58.53 ], "duration": 65.66, "caption": "Two people stand up to leave the table.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 341344, "video_name": "castle_s05e13_seg02_clip_08", "timestamp": [ 62.44, 65.12 ], "duration": 89.66, "caption": "A man gets up from the table to which two women get up with him.", "similarity": 0.7361, "relevance": 4 }, { "pair_id": 341345, "video_name": "house_s01e09_seg02_clip_01", "timestamp": [ 24.3, 26.95 ], "duration": 88.66, "caption": "Two people get up at the same time.", "similarity": 0.7319, "relevance": 4 }, { "pair_id": 341346, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 26.67, 62.03 ], "duration": 62.66, "caption": "Two people were sitting at the table.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 341347, "video_name": "s02e04_seg02_clip_07", "timestamp": [ 28.99, 31.73 ], "duration": 61.66, "caption": "Three people simultaneously get up from the table and leave.", "similarity": 0.7265, "relevance": 4 }, { "pair_id": 341348, "video_name": "s09e24_seg02_clip_16", "timestamp": [ 4.8, 11.85 ], "duration": 64.66, "caption": "A woman gets up from the table after a man gets up.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 341349, "video_name": "house_s08e11_seg02_clip_22", "timestamp": [ 2.7, 6.75 ], "duration": 90.66, "caption": "A person puts both of their legs up on the table.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 341350, "video_name": "castle_s03e23_seg02_clip_05", "timestamp": [ 54.15, 58.59 ], "duration": 88.66, "caption": "Two people walk together towards person's working table.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 341351, "video_name": "house_s07e02_seg02_clip_16", "timestamp": [ 2.85, 5.23 ], "duration": 95.66, "caption": "A person gets up and leaves another person at the table.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 341352, "video_name": "house_s07e09_seg02_clip_17", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "Two people are talking in the table.", "similarity": 0.7075, "relevance": 0 }, { "pair_id": 341353, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 47.6, 51.87 ], "duration": 61.66, "caption": "A person sits down and another person moves over by the table.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 341354, "video_name": "met_s02e22_seg02_clip_06", "timestamp": [ 18.28, 22.06 ], "duration": 63.66, "caption": "Two people walk up to the table and one person points at another person.", "similarity": 0.7056, "relevance": 1 }, { "pair_id": 341355, "video_name": "met_s06e21_seg02_clip_12", "timestamp": [ 12.21, 18.61 ], "duration": 61.66, "caption": "A couple sit down across the table from two people.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 341356, "video_name": "castle_s06e07_seg02_clip_20", "timestamp": [ 30.18, 32.92 ], "duration": 91.66, "caption": "A person and another person sit down at a table where two other people are already seated.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 341357, "video_name": "met_s03e18_seg02_clip_06", "timestamp": [ 17.02, 19.54 ], "duration": 63.66, "caption": "Two men both stand up from the table.", "similarity": 0.7008, "relevance": 4 }, { "pair_id": 341358, "video_name": "house_s05e03_seg02_clip_00", "timestamp": [ 15.41, 18.67 ], "duration": 93.66, "caption": "A woman walks up to the table where two people are sitting.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 341359, "video_name": "friends_s04e01_seg02_clip_13", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "Two people try to one up each other.", "similarity": 0.6972, "relevance": 0 } ] }, { "query_id": 21511, "query": "A doctor puts on a person's jacket as she walks away.", "relevant_moment": [ { "pair_id": 164080, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 6.06, 10.31 ], "duration": 60.66, "caption": "A doctor puts on a person's jacket as she walks away.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 164081, "video_name": "house_s03e08_seg02_clip_12", "timestamp": [ 0.0, 3.66 ], "duration": 91.66, "caption": "A person takes the walking stick away from a doctor.", "similarity": 0.7652, "relevance": 1 }, { "pair_id": 164082, "video_name": "house_s07e08_seg02_clip_21", "timestamp": [ 33.45, 38.29 ], "duration": 88.66, "caption": "A doctor picks up his jacket while finishing his conversation with three people and walks away.", "similarity": 0.7577, "relevance": 1 }, { "pair_id": 164083, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 57.56, 63.86 ], "duration": 84.66, "caption": "A doctor walks away as a woman approaches.", "similarity": 0.7486, "relevance": 1 }, { "pair_id": 164084, "video_name": "house_s08e05_seg02_clip_09", "timestamp": [ 39.91, 47.98 ], "duration": 89.66, "caption": "A man puts on his jacket and then the other doctors walk out.", "similarity": 0.7471, "relevance": 2 }, { "pair_id": 164085, "video_name": "castle_s08e09_seg02_clip_14", "timestamp": [ 31.96, 35.11 ], "duration": 90.66, "caption": "A doctor walks away from a man and a woman.", "similarity": 0.735, "relevance": 1 }, { "pair_id": 164086, "video_name": "house_s07e01_seg02_clip_16", "timestamp": [ 17.36, 33.83 ], "duration": 89.66, "caption": "A person talks to the doctors and walks away.", "similarity": 0.724, "relevance": 0 }, { "pair_id": 164087, "video_name": "house_s01e07_seg02_clip_19", "timestamp": [ 13.22, 22.18 ], "duration": 85.66, "caption": "A person walks away from the patient and a person in a sweatshirt.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 164088, "video_name": "house_s08e01_seg02_clip_13", "timestamp": [ 37.73, 40.03 ], "duration": 92.66, "caption": "A person walks away from another person and the patient.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 164089, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 0.0, 9.24 ], "duration": 88.66, "caption": "A person tells a doctor not to screw anything and walks away.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 164090, "video_name": "house_s01e22_seg02_clip_13", "timestamp": [ 71.06, 86.45 ], "duration": 90.66, "caption": "A person walks away as a doctor tries using the telephone. He continues conversation with a woman.", "similarity": 0.6982, "relevance": 1 }, { "pair_id": 164091, "video_name": "castle_s02e19_seg02_clip_10", "timestamp": [ 34.27, 44.96 ], "duration": 89.66, "caption": "Some people walk away from a doctor.", "similarity": 0.698, "relevance": 1 }, { "pair_id": 164092, "video_name": "house_s06e21_seg02_clip_18", "timestamp": [ 18.2, 19.57 ], "duration": 91.66, "caption": "A doctor turns and walks away angrily from a person.", "similarity": 0.6946, "relevance": 2 }, { "pair_id": 164093, "video_name": "house_s08e19_seg02_clip_05", "timestamp": [ 63.09, 68.75 ], "duration": 87.66, "caption": "A woman walks to the coat rack and takes off her doctor's coat.", "similarity": 0.6921, "relevance": 1 }, { "pair_id": 164094, "video_name": "friends_s08e14_seg02_clip_08", "timestamp": [ 36.92, 59.2 ], "duration": 61.66, "caption": "The doctor explains to person what happened then walks away.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 164095, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 78.77, 80.57 ], "duration": 90.66, "caption": "A doctor walks out of the patient room.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 164096, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A person walks away from the group of professionals to a patient.", "similarity": 0.6816, "relevance": 1 }, { "pair_id": 164097, "video_name": "house_s02e04_seg02_clip_19", "timestamp": [ 76.33, 78.49 ], "duration": 144.66, "caption": "A person walks away from the patient and leaves them alone.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 164098, "video_name": "house_s01e17_seg02_clip_19", "timestamp": [ 34.27, 36.07 ], "duration": 90.66, "caption": "A person walks out of the office leaving the doctors behind.", "similarity": 0.679, "relevance": 1 }, { "pair_id": 164099, "video_name": "house_s05e02_seg02_clip_06", "timestamp": [ 35.58, 38.28 ], "duration": 90.66, "caption": "A person walks away from the other doctors leaving them all alone.", "similarity": 0.677, "relevance": 1 } ] }, { "query_id": 21642, "query": "A person gives a man a hug in a crowded room.", "relevant_moment": [ { "pair_id": 150380, "video_name": "met_s02e12_seg02_clip_11", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A person gives a man a hug in a crowded room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150381, "video_name": "house_s06e12_seg02_clip_23", "timestamp": [ 50.95, 56.85 ], "duration": 84.66, "caption": "A man gives a man a hug in the hallway.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 150382, "video_name": "house_s07e14_seg02_clip_01", "timestamp": [ 31.96, 47.26 ], "duration": 90.66, "caption": "A man gives a woman a deep hug after she comes into the room.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 150383, "video_name": "friends_s03e06_seg02_clip_03", "timestamp": [ 4.13, 6.49 ], "duration": 59.66, "caption": "A man gives a hug to the person he is talking to.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 150384, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 65.12, 70.02 ], "duration": 70.66, "caption": "A man gives woman a hug in the living room.", "similarity": 0.7933, "relevance": 2 }, { "pair_id": 150385, "video_name": "friends_s02e07_seg02_clip_17", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A man gives his girlfriend a hug in the room.", "similarity": 0.7767, "relevance": 2 }, { "pair_id": 150386, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 6.67, 10.15 ], "duration": 58.66, "caption": "A man gets up to hug another man as he enters the room.", "similarity": 0.7733, "relevance": 2 }, { "pair_id": 150387, "video_name": "met_s03e02_seg02_clip_14", "timestamp": [ 26.35, 29.94 ], "duration": 59.66, "caption": "A man tries to give two people a hug.", "similarity": 0.7732, "relevance": 0 }, { "pair_id": 150388, "video_name": "castle_s02e21_seg02_clip_14", "timestamp": [ 35.06, 38.21 ], "duration": 89.66, "caption": "A man runs into the room and gives man a hug.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 150389, "video_name": "friends_s10e09_seg02_clip_22", "timestamp": [ 21.4, 46.05 ], "duration": 93.66, "caption": "A man walks into the room and he and woman hug.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 150390, "video_name": "friends_s02e22_seg02_clip_17", "timestamp": [ 60.5, 65.96 ], "duration": 84.66, "caption": "A man gives woman a hug when they are in the hallway.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 150391, "video_name": "friends_s10e09_seg02_clip_13", "timestamp": [ 56.67, 64.03 ], "duration": 64.66, "caption": "Two people both give each other a hug in the room.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 150392, "video_name": "castle_s08e11_seg02_clip_03", "timestamp": [ 59.87, 64.62 ], "duration": 95.66, "caption": "A man gives a person a hug and picks him up.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 150393, "video_name": "met_s03e19_seg02_clip_10", "timestamp": [ 23.06, 25.79 ], "duration": 60.66, "caption": "A man pulls a person close to him in a small side hug.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 150394, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.07, 12.29 ], "duration": 61.66, "caption": "A man gives woman a hug while they're in his apartment.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 150395, "video_name": "castle_s07e08_seg02_clip_26", "timestamp": [ 50.45, 53.85 ], "duration": 97.66, "caption": "A person walks in the room and hugs another person.", "similarity": 0.736, "relevance": 3 }, { "pair_id": 150396, "video_name": "house_s08e16_seg02_clip_21", "timestamp": [ 80.0, 87.45 ], "duration": 93.66, "caption": "A man gives another man a hug after speaking with him.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 150397, "video_name": "castle_s03e04_seg02_clip_22", "timestamp": [ 77.68, 93.03 ], "duration": 93.66, "caption": "A person hugs a man and then runs out of the room.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 150398, "video_name": "met_s06e23_seg02_clip_16", "timestamp": [ 29.24, 34.17 ], "duration": 61.66, "caption": "A man walks over to someone and gives him a hug.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 150399, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 12.01, 17.26 ], "duration": 50.66, "caption": "A woman stands up, walks across the room and gives a man a hug.", "similarity": 0.725, "relevance": 4 }, { "pair_id": 323700, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 50.97, 66.45 ], "duration": 91.66, "caption": "A woman gives a man a hug to comfort him.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 323701, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 0.0, 3.56 ], "duration": 88.66, "caption": "A man extends his arms and person to hugs him.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 323702, "video_name": "friends_s06e15-16_seg02_clip_13", "timestamp": [ 41.5, 48.52 ], "duration": 61.66, "caption": "A man walks into a person's apartment and gives her a hug.", "similarity": 0.7193, "relevance": 3 }, { "pair_id": 323703, "video_name": "friends_s03e20_seg02_clip_11", "timestamp": [ 32.77, 36.28 ], "duration": 58.66, "caption": "A man gives woman a huge hug in the kitchen of her apartment.", "similarity": 0.7179, "relevance": 2 }, { "pair_id": 323704, "video_name": "friends_s10e08_seg02_clip_19", "timestamp": [ 11.0, 16.72 ], "duration": 88.66, "caption": "A woman gives a man a hug in the apartment.", "similarity": 0.7161, "relevance": 4 }, { "pair_id": 323705, "video_name": "s01e10_seg02_clip_06", "timestamp": [ 36.3, 47.22 ], "duration": 59.66, "caption": "A woman gives a man a long hug in his apartment.", "similarity": 0.7159, "relevance": 4 }, { "pair_id": 323706, "video_name": "met_s03e20_seg02_clip_08", "timestamp": [ 16.28, 21.81 ], "duration": 61.66, "caption": "A person walks out of a room and another person goes up and gives him/her a hug.", "similarity": 0.7149, "relevance": 3 }, { "pair_id": 323707, "video_name": "house_s01e06_seg02_clip_25", "timestamp": [ 19.15, 21.32 ], "duration": 87.66, "caption": "A man watches as two people hug each other.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 323708, "video_name": "friends_s06e23_seg02_clip_20", "timestamp": [ 20.31, 22.92 ], "duration": 58.66, "caption": "A person hugs guy in a very happy mood.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 323709, "video_name": "friends_s09e11_seg02_clip_12", "timestamp": [ 0.0, 6.08 ], "duration": 60.66, "caption": "A man gives another man a hug right before a woman comes in.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 323710, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 323711, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person moves closer to a man and hugs him.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 323712, "video_name": "castle_s02e06_seg02_clip_25", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A man hugs a woman in the hallway as some people observe.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 323713, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.75, 40.89 ], "duration": 61.66, "caption": "A man leans over and gives a woman a hug.", "similarity": 0.7087, "relevance": 3 }, { "pair_id": 323714, "video_name": "friends_s08e14_seg02_clip_20", "timestamp": [ 10.18, 16.51 ], "duration": 55.66, "caption": "A person rushes towards another person and gives him a hug.", "similarity": 0.7053, "relevance": 3 }, { "pair_id": 323715, "video_name": "friends_s10e16_seg02_clip_15", "timestamp": [ 14.93, 18.16 ], "duration": 58.66, "caption": "A man stands up and gives another man a hug.", "similarity": 0.7029, "relevance": 3 }, { "pair_id": 323716, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 12.1, 22.64 ], "duration": 62.66, "caption": "A woman gives a very long hug to man.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 323717, "video_name": "friends_s01e07_seg02_clip_10", "timestamp": [ 43.92, 51.33 ], "duration": 59.66, "caption": "A man shakes another man's hand and then gives him a hug.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 323718, "video_name": "s06e16_seg02_clip_12", "timestamp": [ 49.52, 55.02 ], "duration": 55.66, "caption": "A woman gives a man a big hug while they're sitting on the couch.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 323719, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 2.91, 7.76 ], "duration": 97.66, "caption": "A man reaches out towards man and hugs him.", "similarity": 0.6928, "relevance": 3 } ] }, { "query_id": 21693, "query": "A man takes a sip from a glass and wipes his mouth with a napkin.", "relevant_moment": [ { "pair_id": 161860, "video_name": "friends_s01e16-17_seg02_clip_30", "timestamp": [ 18.89, 24.65 ], "duration": 64.66, "caption": "A man takes a sip from a glass and wipes his mouth with a napkin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161861, "video_name": "friends_s07e11_seg02_clip_16", "timestamp": [ 37.21, 38.77 ], "duration": 52.66, "caption": "A man vigorously wipes his mouth with a napkin.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 161863, "video_name": "friends_s05e18_seg02_clip_01", "timestamp": [ 4.01, 5.85 ], "duration": 61.66, "caption": "A man picks up his napkin and wipes his mouth with it.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 161864, "video_name": "friends_s09e05_seg02_clip_22", "timestamp": [ 47.02, 54.92 ], "duration": 79.66, "caption": "A man wipes his mouth, his face, and his hands with a napkin.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 161865, "video_name": "house_s03e10_seg02_clip_19", "timestamp": [ 14.4, 18.91 ], "duration": 90.66, "caption": "A person wipes their face with a napkin and takes a sip out of their cup using a straw.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 161866, "video_name": "friends_s01e08_seg02_clip_09", "timestamp": [ 1.74, 3.48 ], "duration": 58.66, "caption": "A man is taking a sip from his glass cup.", "similarity": 0.7413, "relevance": 1 }, { "pair_id": 161867, "video_name": "s06e06_seg02_clip_03", "timestamp": [ 20.41, 22.81 ], "duration": 60.66, "caption": "A man wipes his mouth with a napkin and places it on his lap.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 161868, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 20.92, 22.26 ], "duration": 89.66, "caption": "A person uses a napkin to wipe his/her mouth.", "similarity": 0.7363, "relevance": 2 }, { "pair_id": 161869, "video_name": "s03e05_seg02_clip_11", "timestamp": [ 56.15, 57.37 ], "duration": 61.66, "caption": "A man wipes their mouth with their napkin then puts it back in their lap.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 161870, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 28.1 ], "duration": 41.66, "caption": "A person wipes their mouth and tongue with a napkin.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 161871, "video_name": "castle_s08e05_seg02_clip_23", "timestamp": [ 32.91, 35.26 ], "duration": 94.66, "caption": "A man picks up his glass and takes a sip.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 161872, "video_name": "s04e04_seg01_clip_00", "timestamp": [ 22.95, 23.57 ], "duration": 62.66, "caption": "A person wipes his mouth with napkin as person is talking to him.", "similarity": 0.7144, "relevance": 1 }, { "pair_id": 161873, "video_name": "s06e22_seg02_clip_01", "timestamp": [ 27.45, 29.81 ], "duration": 59.66, "caption": "A man brings his hand up and wipes his mouth.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 161874, "video_name": "castle_s02e24_seg02_clip_21", "timestamp": [ 57.81, 60.58 ], "duration": 92.66, "caption": "A man brings his mug to his mouth and takes a sip.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 161875, "video_name": "castle_s03e15_seg02_clip_25", "timestamp": [ 79.88, 85.78 ], "duration": 90.66, "caption": "A man takes a sip of his drink and puts the glass on a table.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 161876, "video_name": "friends_s08e15_seg02_clip_02", "timestamp": [ 3.5, 8.17 ], "duration": 58.66, "caption": "A man picks a napkin up off of the counter and wipes his mouth with it as a woman talks to him.", "similarity": 0.6987, "relevance": 2 }, { "pair_id": 161877, "video_name": "s10e13_seg02_clip_13", "timestamp": [ 9.15, 12.21 ], "duration": 61.66, "caption": "A person takes a sip out of their glass.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 161878, "video_name": "house_s06e12_seg02_clip_06", "timestamp": [ 3.26, 3.72 ], "duration": 93.66, "caption": "A man taking a sip of a drink out of a straw.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 161879, "video_name": "s06e02_seg02_clip_16", "timestamp": [ 12.7, 19.72 ], "duration": 54.66, "caption": "A person picks up a napkin off of the coffee table to wipe his mouth.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 335181, "video_name": "s03e21_seg02_clip_13", "timestamp": [ 28.84, 31.94 ], "duration": 62.66, "caption": "A man takes a napkin off their tray and wipes their hands on it.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 335182, "video_name": "friends_s04e07_seg02_clip_20", "timestamp": [ 0.0, 23.16 ], "duration": 59.66, "caption": "A man picked up a glass cup of juice off the table and takes a sip.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 335183, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 13.21, 14.71 ], "duration": 60.66, "caption": "A man takes a drink out of his glass.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 335184, "video_name": "s05e16_seg02_clip_14", "timestamp": [ 41.78, 45.55 ], "duration": 58.66, "caption": "A man takes a drink out of his glass.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 335185, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 27.73, 30.88 ], "duration": 63.66, "caption": "A person picks up their glass and takes a sip.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 335186, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 4.48, 9.8 ], "duration": 56.66, "caption": "A man picks up his mug and takes a sip.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 335187, "video_name": "friends_s01e16-17_seg02_clip_30", "timestamp": [ 23.05, 24.33 ], "duration": 64.66, "caption": "A man wipes his mouth when talking to a person.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 335188, "video_name": "s06e21_seg02_clip_14", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A man grabs a glass of wine off the table and takes a sip.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 335189, "video_name": "friends_s01e06_seg02_clip_12", "timestamp": [ 8.7, 11.1 ], "duration": 60.66, "caption": "A man takes a drink from a glass bottle.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 335190, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 13.51, 16.81 ], "duration": 60.66, "caption": "A man takes a sip out of a yellow mug.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 335191, "video_name": "met_s03e04_seg02_clip_17", "timestamp": [ 12.25, 14.09 ], "duration": 93.66, "caption": "A man takes a sip from his beer glass.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 335192, "video_name": "s08e08_seg02_clip_03", "timestamp": [ 46.82, 49.52 ], "duration": 60.66, "caption": "A man takes a sip of wine from the glass in his hand.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 335193, "video_name": "s04e21_seg02_clip_05", "timestamp": [ 8.24, 9.76 ], "duration": 61.66, "caption": "A person wipes his mouth with a blue paper napkin twice.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 335194, "video_name": "grey_s02e13_seg02_clip_13", "timestamp": [ 35.69, 37.02 ], "duration": 88.66, "caption": "A man takes off his glasses and wipes his forehead.", "similarity": 0.6538, "relevance": 1 }, { "pair_id": 335195, "video_name": "castle_s05e04_seg02_clip_12", "timestamp": [ 0.0, 3.51 ], "duration": 87.66, "caption": "A man was having a sip from his cup.", "similarity": 0.6501, "relevance": 2 }, { "pair_id": 335196, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 48.92, 52.22 ], "duration": 60.66, "caption": "A man takes a sip out of the drink he is holding in his right hand.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 335197, "video_name": "met_s06e15_seg02_clip_14", "timestamp": [ 35.19, 39.27 ], "duration": 58.66, "caption": "A man holds a white mug up and takes a sip from it.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 335198, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 30.36 ], "duration": 41.66, "caption": "A person picks up a green napkin and wipes their mouth.", "similarity": 0.6493, "relevance": 3 }, { "pair_id": 335199, "video_name": "met_s03e12_seg02_clip_07", "timestamp": [ 51.26, 59.2 ], "duration": 61.66, "caption": "A man picks up his champagne glass and takes a sip.", "similarity": 0.6474, "relevance": 2 } ] }, { "query_id": 21694, "query": "A person with curly grayish hair grabs his finger with his other hand.", "relevant_moment": [ { "pair_id": 8360, "video_name": "friends_s01e16-17_seg02_clip_30", "timestamp": [ 34.9, 37.46 ], "duration": 64.66, "caption": "A person with curly grayish hair grabs his finger with his other hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8361, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 15.13, 17.5 ], "duration": 59.66, "caption": "A person gestures rapidly to his hair with both hands.", "similarity": 0.727, "relevance": 1 }, { "pair_id": 8362, "video_name": "grey_s01e08_seg02_clip_02", "timestamp": [ 29.77, 40.93 ], "duration": 93.66, "caption": "A person holds up two fingers on their left hand.", "similarity": 0.6717, "relevance": 0 }, { "pair_id": 8363, "video_name": "s02e01_seg02_clip_15", "timestamp": [ 0.89, 6.2 ], "duration": 59.66, "caption": "A person lifts their right hand and stares at their fingers.", "similarity": 0.6694, "relevance": 0 }, { "pair_id": 8364, "video_name": "friends_s09e04_seg02_clip_07", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A man points his finger at a curly brown hair.", "similarity": 0.6666, "relevance": 1 }, { "pair_id": 8365, "video_name": "friends_s03e15_seg02_clip_05", "timestamp": [ 21.38, 23.75 ], "duration": 59.66, "caption": "A person snaps their fingers and points their finger on their left hand.", "similarity": 0.665, "relevance": 1 }, { "pair_id": 8366, "video_name": "friends_s04e04_seg02_clip_10", "timestamp": [ 23.91, 25.68 ], "duration": 59.66, "caption": "A guy grabs person's pointed index finger and shakes it.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 8367, "video_name": "house_s03e05_seg02_clip_26", "timestamp": [ 60.85, 68.66 ], "duration": 104.66, "caption": "A person grabs a man and puts his hands on his head.", "similarity": 0.6617, "relevance": 0 }, { "pair_id": 8368, "video_name": "house_s08e07_seg02_clip_00", "timestamp": [ 45.55, 49.69 ], "duration": 92.66, "caption": "A person is leaning forward to grab man's hand.", "similarity": 0.661, "relevance": 1 }, { "pair_id": 8369, "video_name": "house_s02e21_seg02_clip_19", "timestamp": [ 93.63, 95.07 ], "duration": 96.66, "caption": "A person waggles his fingers on his left hand.", "similarity": 0.6592, "relevance": 0 }, { "pair_id": 8370, "video_name": "friends_s09e23-24_seg02_clip_49", "timestamp": [ 4.59, 6.21 ], "duration": 54.66, "caption": "A person holds up their right hand and holds up two fingers.", "similarity": 0.6479, "relevance": 0 }, { "pair_id": 8371, "video_name": "friends_s08e16_seg02_clip_18", "timestamp": [ 13.65, 18.92 ], "duration": 62.66, "caption": "A man moves person's hair with his finger and they hug.", "similarity": 0.6464, "relevance": 0 }, { "pair_id": 8372, "video_name": "s02e01_seg02_clip_06", "timestamp": [ 54.21, 57.36 ], "duration": 63.66, "caption": "A person holds up both of their index fingers to either side of their head.", "similarity": 0.6443, "relevance": 0 }, { "pair_id": 8373, "video_name": "s03e16_seg02_clip_02", "timestamp": [ 47.9, 51.61 ], "duration": 57.66, "caption": "A person gestures with the pointer finger on their left hand several times.", "similarity": 0.6413, "relevance": 0 }, { "pair_id": 8374, "video_name": "s03e05_seg02_clip_02", "timestamp": [ 25.51, 30.61 ], "duration": 60.66, "caption": "A man intertwines his fingers with woman's fingers and grabs at her hand.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 8375, "video_name": "friends_s07e12_seg02_clip_06", "timestamp": [ 4.58, 8.85 ], "duration": 61.66, "caption": "A man with long wavy dark hair wags his finger at a woman.", "similarity": 0.6382, "relevance": 1 }, { "pair_id": 8376, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A person picks up their hand and wiggles their fingers before putting it back.", "similarity": 0.6338, "relevance": 0 }, { "pair_id": 8377, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 51.17, 53.03 ], "duration": 62.66, "caption": "A person gestures with his right thumb to another person.", "similarity": 0.6334, "relevance": 0 }, { "pair_id": 8378, "video_name": "house_s07e23_seg02_clip_17", "timestamp": [ 32.38, 34.45 ], "duration": 83.66, "caption": "A person with dark hair, a white shirt, and a blue tie touches their mouth.", "similarity": 0.6333, "relevance": 0 }, { "pair_id": 8379, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 22.11, 26.97 ], "duration": 88.66, "caption": "A woman grabs guy's hand and entwines her fingers through his.", "similarity": 0.6325, "relevance": 1 } ] }, { "query_id": 21712, "query": "A man sobs, holds his hand to his face and turns away from the other people.", "relevant_moment": [ { "pair_id": 160900, "video_name": "s02e21_seg01_clip_01", "timestamp": [ 46.46, 48.89 ], "duration": 54.66, "caption": "A man sobs, holds his hand to his face and turns away from the other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160901, "video_name": "house_s03e22_seg02_clip_16", "timestamp": [ 34.05, 38.19 ], "duration": 92.66, "caption": "A man shakes his hands at his face and walks away from person.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 160902, "video_name": "house_s01e08_seg02_clip_04", "timestamp": [ 68.22, 74.82 ], "duration": 88.66, "caption": "A man holds up his hand and makes an annoyed face as he walks towards, and away from another person.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 160903, "video_name": "friends_s10e02_seg02_clip_17", "timestamp": [ 38.5, 43.06 ], "duration": 57.66, "caption": "A man explains what is wrong with him as he cries into the hand over his face.", "similarity": 0.6637, "relevance": 3 }, { "pair_id": 160904, "video_name": "house_s03e24_seg02_clip_17", "timestamp": [ 58.52, 61.53 ], "duration": 86.66, "caption": "A man hugs person suddenly while crying and very emotionally.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 160905, "video_name": "s07e19_seg02_clip_16", "timestamp": [ 25.51, 30.38 ], "duration": 75.66, "caption": "A person starts crying and puts their hands over their face.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 160906, "video_name": "met_s02e08_seg02_clip_16", "timestamp": [ 13.21, 16.29 ], "duration": 44.66, "caption": "A man is about ready to cry and hugs another man.", "similarity": 0.65, "relevance": 3 }, { "pair_id": 160907, "video_name": "house_s04e01_seg02_clip_18", "timestamp": [ 46.24, 51.62 ], "duration": 89.66, "caption": "A person walks away from a man looking visibly upset.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 160908, "video_name": "s07e15_seg02_clip_09", "timestamp": [ 17.71, 24.31 ], "duration": 60.66, "caption": "A man is very upset with two people and waves his arms around.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 160909, "video_name": "friends_s02e17_seg02_clip_15", "timestamp": [ 18.31, 24.72 ], "duration": 61.66, "caption": "A man seems upset and turns around to leave a person.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 160910, "video_name": "friends_s01e18_seg02_clip_07", "timestamp": [ 17.99, 21.09 ], "duration": 62.66, "caption": "A man sighs and then waves his hand while turning around.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 160911, "video_name": "house_s03e24_seg02_clip_17", "timestamp": [ 17.64, 20.65 ], "duration": 86.66, "caption": "A man is crying silently while talking to person.", "similarity": 0.6339, "relevance": 2 }, { "pair_id": 160912, "video_name": "met_s02e12_seg02_clip_12", "timestamp": [ 52.55, 55.02 ], "duration": 55.66, "caption": "A man shakes his head and walks away from some people.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 160914, "video_name": "house_s07e11_seg02_clip_27", "timestamp": [ 53.57, 62.32 ], "duration": 70.66, "caption": "A man bids farewell to someone and she started crying.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 160915, "video_name": "castle_s05e16_seg02_clip_26", "timestamp": [ 45.67, 60.18 ], "duration": 85.66, "caption": "A man listens with tears in his eyes and getting increasingly sad.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 160916, "video_name": "friends_s07e15_seg01_clip_02", "timestamp": [ 43.71, 46.31 ], "duration": 52.66, "caption": "A man puts his left hand up to his face and hides his eyes.", "similarity": 0.622, "relevance": 4 }, { "pair_id": 160917, "video_name": "house_s02e14_seg02_clip_10", "timestamp": [ 31.52, 33.71 ], "duration": 87.66, "caption": "A sitting person brings their hands to their face and begins to cry.", "similarity": 0.6203, "relevance": 2 }, { "pair_id": 160919, "video_name": "castle_s07e17_seg02_clip_09", "timestamp": [ 40.57, 43.73 ], "duration": 90.66, "caption": "A person puts his hand on his eyes after another person walks away from him.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 334220, "video_name": "met_s02e04_seg02_clip_02", "timestamp": [ 26.86, 34.62 ], "duration": 59.66, "caption": "A person looks as if he is holding back tears after person speaks and looks emotional himself.", "similarity": 0.6184, "relevance": 3 }, { "pair_id": 334221, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 47.73, 49.31 ], "duration": 63.66, "caption": "A man makes a sad gesture with his fingers.", "similarity": 0.6183, "relevance": 3 }, { "pair_id": 334222, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 9.16, 12.78 ], "duration": 55.66, "caption": "Man turns and walks away and man rubs his face.", "similarity": 0.6168, "relevance": 3 }, { "pair_id": 334223, "video_name": "house_s01e18_seg02_clip_21", "timestamp": [ 79.22, 90.02 ], "duration": 90.66, "caption": "A man holds on to another man as he starts to cry.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 334224, "video_name": "house_s01e21_seg02_clip_20", "timestamp": [ 63.68, 69.03 ], "duration": 119.66, "caption": "A man closes their eyes and passes out.", "similarity": 0.6167, "relevance": 1 }, { "pair_id": 334225, "video_name": "castle_s02e09_seg02_clip_26", "timestamp": [ 45.35, 46.82 ], "duration": 49.66, "caption": "A person takes their hand away from their face.", "similarity": 0.6142, "relevance": 2 }, { "pair_id": 334226, "video_name": "friends_s06e14_seg02_clip_20", "timestamp": [ 16.53, 20.02 ], "duration": 87.66, "caption": "A man laughs so much he lowers his face to his hands.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 334227, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 0.0, 86.2 ], "duration": 86.66, "caption": "A person speaking to someone else and holding back his/her tears.", "similarity": 0.6121, "relevance": 1 }, { "pair_id": 334228, "video_name": "friends_s04e04_seg02_clip_13", "timestamp": [ 16.25, 17.7 ], "duration": 58.66, "caption": "A man covers his mouth with his hand in shock.", "similarity": 0.612, "relevance": 2 }, { "pair_id": 334229, "video_name": "grey_s01e05_seg02_clip_17", "timestamp": [ 20.56, 23.19 ], "duration": 87.66, "caption": "A man shakes his head and walks away from two people.", "similarity": 0.6115, "relevance": 2 }, { "pair_id": 334230, "video_name": "friends_s05e09_seg02_clip_18", "timestamp": [ 39.61, 46.36 ], "duration": 90.66, "caption": "A person turns away from the group and covers their face.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 334231, "video_name": "s06e08_seg02_clip_04", "timestamp": [ 46.34, 47.22 ], "duration": 59.66, "caption": "A man throws his hand up as he turns away from the door.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 334232, "video_name": "house_s02e22_seg02_clip_06", "timestamp": [ 2.22, 4.88 ], "duration": 88.66, "caption": "A man rolls his eyes at another man as he turns away from him and walks away.", "similarity": 0.6088, "relevance": 2 }, { "pair_id": 334233, "video_name": "friends_s08e06_seg02_clip_13", "timestamp": [ 8.7, 11.31 ], "duration": 58.66, "caption": "A man turns away from a woman and gestures to others.", "similarity": 0.6088, "relevance": 2 }, { "pair_id": 334234, "video_name": "castle_s02e07_seg02_clip_21", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A person speaking to someone else and holding back their tears.", "similarity": 0.6088, "relevance": 1 }, { "pair_id": 334235, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A person speaking to someone else and holding back their tears.", "similarity": 0.6088, "relevance": 2 }, { "pair_id": 334236, "video_name": "friends_s09e08_seg02_clip_20", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A man rolls his eyes and walks away from another man.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 334237, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person moves closer to a man and hugs him.", "similarity": 0.607, "relevance": 2 }, { "pair_id": 334238, "video_name": "friends_s02e05_seg02_clip_10", "timestamp": [ 28.12, 30.26 ], "duration": 61.66, "caption": "A man rolls his eyes and puts the back of their hand to their face.", "similarity": 0.6065, "relevance": 2 }, { "pair_id": 334239, "video_name": "met_s02e13_seg02_clip_10", "timestamp": [ 12.54, 27.22 ], "duration": 61.66, "caption": "A man puts his head on another man and cries.", "similarity": 0.6058, "relevance": 3 } ] }, { "query_id": 21717, "query": "A woman is dancing with her head while her hands are on his chair.", "relevant_moment": [ { "pair_id": 21700, "video_name": "s05e23_seg02_clip_06", "timestamp": [ 21.66, 26.85 ], "duration": 61.66, "caption": "A woman is dancing with her head while her hands are on his chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21701, "video_name": "s08e08_seg02_clip_14", "timestamp": [ 8.99, 15.09 ], "duration": 58.66, "caption": "While dancing, a woman puts her hand in a man's hand, removes it and puts her arms around his neck.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 21702, "video_name": "castle_s03e08_seg02_clip_09", "timestamp": [ 14.85, 17.1 ], "duration": 90.66, "caption": "A woman leans back in her chair, puts her hands on her forehead then behind her head.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 21703, "video_name": "s05e04_seg02_clip_05", "timestamp": [ 35.44, 37.39 ], "duration": 65.66, "caption": "A person puts their hands together over their head and does a little dance.", "similarity": 0.6796, "relevance": 3 }, { "pair_id": 21704, "video_name": "castle_s05e16_seg02_clip_05", "timestamp": [ 5.01, 11.83 ], "duration": 91.66, "caption": "A woman sits back in a chair with her head back and puts her hands over her eyes.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 21705, "video_name": "met_s02e09_seg02_clip_18", "timestamp": [ 10.12, 17.57 ], "duration": 78.66, "caption": "A woman gets up on a chair and dances on the table with a man.", "similarity": 0.6451, "relevance": 3 }, { "pair_id": 21706, "video_name": "s05e03_seg02_clip_09", "timestamp": [ 0.0, 8.4 ], "duration": 60.66, "caption": "A woman watches people dancing and begins dancing in her chair.", "similarity": 0.6302, "relevance": 3 }, { "pair_id": 21707, "video_name": "friends_s06e02_seg02_clip_08", "timestamp": [ 30.1, 31.28 ], "duration": 59.66, "caption": "A woman claps her hands while sitting in a chair.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 21708, "video_name": "friends_s05e17_seg02_clip_06", "timestamp": [ 1.83, 7.32 ], "duration": 61.66, "caption": "A woman raises her arms and does a little dance.", "similarity": 0.6194, "relevance": 3 }, { "pair_id": 21709, "video_name": "s04e03_seg02_clip_16", "timestamp": [ 45.02, 47.12 ], "duration": 60.66, "caption": "A woman is sitting in the chair and moves her right hand under her chin.", "similarity": 0.6144, "relevance": 1 }, { "pair_id": 21710, "video_name": "s08e08_seg02_clip_14", "timestamp": [ 13.06, 15.09 ], "duration": 58.66, "caption": "A man moves his hands from woman's hands to her waist while they dance together.", "similarity": 0.6115, "relevance": 2 }, { "pair_id": 21711, "video_name": "s10e13_seg02_clip_09", "timestamp": [ 38.75, 47.3 ], "duration": 61.66, "caption": "A man dances with his hands raised above his head.", "similarity": 0.6085, "relevance": 3 }, { "pair_id": 21712, "video_name": "friends_s09e03_seg02_clip_15", "timestamp": [ 5.04, 7.56 ], "duration": 63.66, "caption": "A woman uncrosses her arms then sets down her hand on the chair.", "similarity": 0.6043, "relevance": 3 }, { "pair_id": 21713, "video_name": "friends_s10e11_seg02_clip_27", "timestamp": [ 37.97, 43.19 ], "duration": 55.66, "caption": "A woman turns around when she is dancing by herself.", "similarity": 0.6041, "relevance": 3 }, { "pair_id": 21714, "video_name": "friends_s04e10_seg02_clip_17", "timestamp": [ 56.14, 61.41 ], "duration": 62.66, "caption": "A woman raises her arms in the air and begins dancing.", "similarity": 0.6039, "relevance": 3 }, { "pair_id": 21715, "video_name": "s07e19_seg02_clip_02", "timestamp": [ 34.53, 35.71 ], "duration": 59.66, "caption": "A woman gestures with her hand toward the chair next to her.", "similarity": 0.6035, "relevance": 1 }, { "pair_id": 21716, "video_name": "friends_s09e23-24_seg02_clip_41", "timestamp": [ 1.24, 6.82 ], "duration": 62.66, "caption": "A woman turns and puts their hands on their head.", "similarity": 0.6035, "relevance": 2 }, { "pair_id": 21717, "video_name": "friends_s07e17_seg02_clip_13", "timestamp": [ 5.49, 7.63 ], "duration": 61.66, "caption": "A woman is sitting in the chair and swings her hair with her hand.", "similarity": 0.6026, "relevance": 1 }, { "pair_id": 21718, "video_name": "s04e14_seg02_clip_16", "timestamp": [ 22.09, 25.29 ], "duration": 64.66, "caption": "A woman wraps a scarf around person's neck while they are dancing.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 21719, "video_name": "castle_s08e08_seg02_clip_14", "timestamp": [ 50.3, 54.84 ], "duration": 90.66, "caption": "A woman unfolds her hands and leans back in her chair as she listens to someone.", "similarity": 0.5971, "relevance": 1 } ] }, { "query_id": 21730, "query": "A man leaves his chair, walks over to two men at the bar and talks.", "relevant_moment": [ { "pair_id": 9580, "video_name": "s02e21_seg02_clip_15", "timestamp": [ 51.26, 61.03 ], "duration": 61.66, "caption": "A man leaves his chair, walks over to two men at the bar and talks.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9581, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 17.08, 19.78 ], "duration": 89.66, "caption": "A man walks out while talking to two other men.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 9583, "video_name": "castle_s07e20_seg02_clip_10", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "A man speaks to a man after he walks away leaving a man sitting at a diner table.", "similarity": 0.7306, "relevance": 1 }, { "pair_id": 9584, "video_name": "house_s04e13_seg02_clip_15", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "A man gets up from his chair and leaves the bar.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 9585, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 31.63, 35.35 ], "duration": 93.66, "caption": "A man walks out directly after talking to another man.", "similarity": 0.7105, "relevance": 1 }, { "pair_id": 9586, "video_name": "castle_s07e20_seg02_clip_05", "timestamp": [ 0.0, 5.53 ], "duration": 92.66, "caption": "Two men walk out after talking to a man.", "similarity": 0.7062, "relevance": 1 }, { "pair_id": 9587, "video_name": "house_s06e04_seg02_clip_10", "timestamp": [ 50.52, 52.79 ], "duration": 91.66, "caption": "A man leaves another man as he ends their conversation.", "similarity": 0.7032, "relevance": 1 }, { "pair_id": 9589, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 47.11, 50.05 ], "duration": 84.66, "caption": "A man walks out immediately after talking to another man.", "similarity": 0.7004, "relevance": 1 }, { "pair_id": 9590, "video_name": "met_s02e21_seg02_clip_03", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "The bartender tells a man to leave when he walks up.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 9591, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 11.27, 14.21 ], "duration": 98.66, "caption": "A man walks out quickly after talking to another man.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 9592, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 41.77, 46.99 ], "duration": 87.66, "caption": "Two men finish their conversation with a man and walk out.", "similarity": 0.6931, "relevance": 1 }, { "pair_id": 9593, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 24.42, 30.3 ], "duration": 90.66, "caption": "A man walks out and another man follows him while talking to him.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 9594, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 69.36, 73.87 ], "duration": 90.66, "caption": "A man finishes his conversation with two people then walks away.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 9595, "video_name": "friends_s09e13_seg02_clip_05", "timestamp": [ 31.51, 35.72 ], "duration": 60.66, "caption": "A man walks towards the empty chair next to another person and sits down whilst initiating a conversation.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 9596, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A man walks out while another person is still talking to them.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 9597, "video_name": "house_s01e20_seg02_clip_14", "timestamp": [ 39.97, 42.26 ], "duration": 91.66, "caption": "A man leaves as he ended the conversation with another man.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 9598, "video_name": "met_s05e01_seg02_clip_03", "timestamp": [ 56.6, 59.71 ], "duration": 69.66, "caption": "A man says something to another man while patting him on the shoulder and leaves the bar.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 9599, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 5.89, 9.52 ], "duration": 90.66, "caption": "A man walks away after he speaks to another man.", "similarity": 0.6834, "relevance": 1 } ] }, { "query_id": 21755, "query": "A man sits in a chair in front of a man's desk and talks to him.", "relevant_moment": [ { "pair_id": 20860, "video_name": "house_s03e14_seg02_clip_21", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A man sits in a chair in front of a man's desk and talks to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20861, "video_name": "house_s04e02_seg02_clip_15", "timestamp": [ 16.89, 20.54 ], "duration": 91.66, "caption": "A man sits on the chair in front of another person's desk.", "similarity": 0.8454, "relevance": 4 }, { "pair_id": 20862, "video_name": "house_s08e20_seg02_clip_18", "timestamp": [ 64.14, 80.3 ], "duration": 95.66, "caption": "A man sits down at his desk and talks with another man.", "similarity": 0.8174, "relevance": 3 }, { "pair_id": 20863, "video_name": "house_s04e07_seg02_clip_09", "timestamp": [ 40.87, 43.82 ], "duration": 84.66, "caption": "A man is sitting on the desk when a man sits in a chair.", "similarity": 0.8092, "relevance": 2 }, { "pair_id": 20864, "video_name": "castle_s05e12_seg02_clip_22", "timestamp": [ 71.8, 89.66 ], "duration": 89.66, "caption": "A man sits at his desk while he and another man talk.", "similarity": 0.802, "relevance": 2 }, { "pair_id": 20865, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A man was sitting at his chair whilst talking to a man.", "similarity": 0.7983, "relevance": 4 }, { "pair_id": 20866, "video_name": "house_s04e07_seg02_clip_14", "timestamp": [ 41.87, 44.6 ], "duration": 91.66, "caption": "A man leans forward in his chair while having a conversation with another person behind a desk.", "similarity": 0.7967, "relevance": 4 }, { "pair_id": 20867, "video_name": "met_s06e23_seg02_clip_05", "timestamp": [ 20.47, 26.05 ], "duration": 62.66, "caption": "A man walks over and sits in one of the chairs by a man's desk.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 20868, "video_name": "house_s08e06_seg02_clip_20", "timestamp": [ 7.93, 10.73 ], "duration": 93.66, "caption": "A man slowly sits down at guy's desk while speaking with him.", "similarity": 0.7849, "relevance": 4 }, { "pair_id": 20869, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 36.49, 40.33 ], "duration": 96.66, "caption": "A man sits in the chair while talking to person.", "similarity": 0.7831, "relevance": 2 }, { "pair_id": 20870, "video_name": "house_s07e20_seg02_clip_08", "timestamp": [ 73.62, 77.3 ], "duration": 92.66, "caption": "A person sits down in front of a man at their desk.", "similarity": 0.7815, "relevance": 4 }, { "pair_id": 20871, "video_name": "friends_s02e10_seg02_clip_06", "timestamp": [ 55.52, 58.93 ], "duration": 62.66, "caption": "A man walks in and sits down in front of someone's desk.", "similarity": 0.7781, "relevance": 3 }, { "pair_id": 20872, "video_name": "s02e01_seg02_clip_14", "timestamp": [ 17.7, 25.53 ], "duration": 58.66, "caption": "A man sits in the chair next to a person to speak to him.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 20873, "video_name": "house_s01e06_seg02_clip_19", "timestamp": [ 0.0, 20.51 ], "duration": 100.66, "caption": "A man speaks to man as man sits in the chair.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 20874, "video_name": "s01e03_seg02_clip_12", "timestamp": [ 0.0, 15.38 ], "duration": 58.66, "caption": "A man talks to another person, and walks towards to his desk and sits down.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 20875, "video_name": "house_s05e07_seg02_clip_04", "timestamp": [ 0.0, 3.52 ], "duration": 88.66, "caption": "A man is standing in front of their desk and they sit on the chair.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 20876, "video_name": "s09e06_seg02_clip_03", "timestamp": [ 0.0, 7.25 ], "duration": 58.66, "caption": "A man is sitting at their desk as they speak with another person.", "similarity": 0.7667, "relevance": 4 }, { "pair_id": 20877, "video_name": "grey_s03e19_seg02_clip_18", "timestamp": [ 69.32, 90.02 ], "duration": 90.66, "caption": "A man sits down on the desk another man is sitting at to talk about a woman.", "similarity": 0.757, "relevance": 3 }, { "pair_id": 20878, "video_name": "met_s05e03_seg02_clip_05", "timestamp": [ 48.62, 60.03 ], "duration": 60.66, "caption": "A man sits on a desk in a classroom and talks to a man who is sitting in the front row.", "similarity": 0.7561, "relevance": 4 }, { "pair_id": 20879, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 21.76, 69.81 ], "duration": 90.66, "caption": "Two people are conversing with a man as he is seated at his desk.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 194180, "video_name": "house_s03e11_seg02_clip_11", "timestamp": [ 73.12, 93.15 ], "duration": 93.66, "caption": "A man sits down near another man and converses with him while seated in a chair.", "similarity": 0.7465, "relevance": 4 }, { "pair_id": 194181, "video_name": "castle_s05e04_seg02_clip_26", "timestamp": [ 64.67, 67.82 ], "duration": 89.66, "caption": "A man is sitting at his desk when another man sits behind him.", "similarity": 0.7449, "relevance": 2 }, { "pair_id": 194182, "video_name": "castle_s05e11_seg02_clip_10", "timestamp": [ 18.5, 21.15 ], "duration": 88.66, "caption": "A man sits on the desk as he speaks to two people.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 194185, "video_name": "s05e17_seg02_clip_05", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A man is sitting in a chair beside a person as he speaks to another person.", "similarity": 0.742, "relevance": 3 }, { "pair_id": 194186, "video_name": "s05e10_seg02_clip_02", "timestamp": [ 0.0, 65.02 ], "duration": 65.66, "caption": "Two men sit at their desks and talk.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 194187, "video_name": "met_s02e06_seg02_clip_15", "timestamp": [ 38.47, 59.19 ], "duration": 59.66, "caption": "A man is talking with another man that is sitting on a chair.", "similarity": 0.7345, "relevance": 2 }, { "pair_id": 194188, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 52.28, 61.67 ], "duration": 89.66, "caption": "A man walks over to another man's desk to speak with him.", "similarity": 0.7341, "relevance": 1 }, { "pair_id": 194189, "video_name": "house_s04e05_seg02_clip_11", "timestamp": [ 0.0, 39.49 ], "duration": 94.66, "caption": "A man sits at his desk in front of another person while holding onto an object.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 194190, "video_name": "house_s07e14_seg02_clip_21", "timestamp": [ 13.34, 22.34 ], "duration": 31.66, "caption": "A man gets up from his lounge chair in his office while talking to another man and walks behind his desk.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 194191, "video_name": "house_s06e20_seg02_clip_25", "timestamp": [ 1.54, 3.47 ], "duration": 77.66, "caption": "A man stands up out of his chair while talking with another man.", "similarity": 0.7295, "relevance": 1 }, { "pair_id": 194192, "video_name": "house_s07e21_seg02_clip_16", "timestamp": [ 25.52, 29.04 ], "duration": 176.66, "caption": "A man sits down on the chair beside the person he is talking with.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 194193, "video_name": "grey_s03e22_seg02_clip_10", "timestamp": [ 12.51, 41.23 ], "duration": 92.66, "caption": "A man sits in a chair as he converses with a woman in his office.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 194194, "video_name": "friends_s09e23-24_seg02_clip_14", "timestamp": [ 32.15, 34.04 ], "duration": 63.66, "caption": "A man sits down at the seat in front of the desk.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 194195, "video_name": "house_s04e13_seg02_clip_21", "timestamp": [ 32.17, 34.57 ], "duration": 96.66, "caption": "A man sits down in a chair while talking with other people.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 194196, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 0.0, 9.57 ], "duration": 58.66, "caption": "A man is talking to another person and then walks over and sits down in a chair.", "similarity": 0.7265, "relevance": 2 }, { "pair_id": 194197, "video_name": "house_s06e02_seg02_clip_10", "timestamp": [ 35.28, 77.25 ], "duration": 89.66, "caption": "Two people sit at the table while talking to a man who stands behind a chair.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 194198, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 21.81, 25.82 ], "duration": 89.66, "caption": "A man gets up from their chair whilst talking to another man.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 194199, "video_name": "grey_s03e25_seg02_clip_06", "timestamp": [ 26.51, 60.08 ], "duration": 88.66, "caption": "A man is sitting at his desk talking to a woman.", "similarity": 0.7222, "relevance": 2 } ] }, { "query_id": 21760, "query": "A woman speaking to someone else and holding back her tears.", "relevant_moment": [ { "pair_id": 148520, "video_name": "castle_s08e14_seg02_clip_04", "timestamp": [ 16.27, 90.37 ], "duration": 90.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 148521, "video_name": "castle_s08e14_seg02_clip_04", "timestamp": [ 0.0, 90.37 ], "duration": 90.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 148522, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 0.0, 86.2 ], "duration": 86.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 148523, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 0.0, 86.2 ], "duration": 86.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 148524, "video_name": "castle_s02e07_seg02_clip_21", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 148525, "video_name": "castle_s02e07_seg02_clip_21", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 148526, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 148527, "video_name": "castle_s08e14_seg02_clip_04", "timestamp": [ 0.45, 12.2 ], "duration": 90.66, "caption": "A woman is speaking to someone else and holding back her tears.", "similarity": 0.9931, "relevance": 3 }, { "pair_id": 148528, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman is speaking to someone else and holding back her tears.", "similarity": 0.9931, "relevance": 0 }, { "pair_id": 148529, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 0.0, 86.2 ], "duration": 86.66, "caption": "A person speaking to someone else and holding back his/her tears.", "similarity": 0.8867, "relevance": 3 }, { "pair_id": 148530, "video_name": "castle_s02e07_seg02_clip_21", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A person speaking to someone else and holding back their tears.", "similarity": 0.8865, "relevance": 2 }, { "pair_id": 148531, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A person speaking to someone else and holding back their tears.", "similarity": 0.8865, "relevance": 3 }, { "pair_id": 148532, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 0.0, 29.29 ], "duration": 122.66, "caption": "A woman talks to a person and has tears in her eyes.", "similarity": 0.8817, "relevance": 3 }, { "pair_id": 148533, "video_name": "castle_s05e22_seg02_clip_21", "timestamp": [ 80.64, 83.77 ], "duration": 125.66, "caption": "A woman was crying while she was talking to someone.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 148534, "video_name": "house_s05e12_seg02_clip_22", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "A woman is crying while she is facing and talking to a person.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 148535, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 25.12, 28.84 ], "duration": 93.66, "caption": "A woman cried while talking to someone.", "similarity": 0.8256, "relevance": 3 }, { "pair_id": 148536, "video_name": "castle_s02e09_seg02_clip_09", "timestamp": [ 59.61, 87.02 ], "duration": 87.66, "caption": "A woman was crying whilst talking to two people.", "similarity": 0.8224, "relevance": 3 }, { "pair_id": 148537, "video_name": "grey_s02e22_seg02_clip_23", "timestamp": [ 27.4, 92.66 ], "duration": 92.66, "caption": "A woman starts to cry as she is speaking with another woman.", "similarity": 0.8176, "relevance": 3 }, { "pair_id": 148538, "video_name": "house_s07e08_seg02_clip_15", "timestamp": [ 19.59, 25.82 ], "duration": 89.66, "caption": "A woman is crying while talking to person seriously.", "similarity": 0.8171, "relevance": 3 }, { "pair_id": 148539, "video_name": "s05e22_seg02_clip_15", "timestamp": [ 55.48, 57.55 ], "duration": 59.66, "caption": "A woman puts her hands over her mouth when she starts crying talking to person.", "similarity": 0.8157, "relevance": 3 }, { "pair_id": 321840, "video_name": "grey_s03e14_seg02_clip_01", "timestamp": [ 6.8, 19.04 ], "duration": 90.66, "caption": "A person starts crying when another person talks to her.", "similarity": 0.8091, "relevance": 4 }, { "pair_id": 321841, "video_name": "castle_s02e09_seg02_clip_17", "timestamp": [ 32.9, 43.42 ], "duration": 91.66, "caption": "A woman's eyes fill with tears as she listens to person speak.", "similarity": 0.8084, "relevance": 4 }, { "pair_id": 321842, "video_name": "s09e16_seg02_clip_02", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A woman is talking to some people then the woman begins to cry.", "similarity": 0.8027, "relevance": 4 }, { "pair_id": 321843, "video_name": "castle_s08e21_seg02_clip_23", "timestamp": [ 14.6, 50.44 ], "duration": 88.66, "caption": "A woman starts to cry as she speaks to another woman and man.", "similarity": 0.8017, "relevance": 4 }, { "pair_id": 321844, "video_name": "grey_s03e25_seg02_clip_23", "timestamp": [ 26.26, 32.94 ], "duration": 89.66, "caption": "A woman talks to a man with tears in her eyes.", "similarity": 0.801, "relevance": 4 }, { "pair_id": 321845, "video_name": "grey_s03e12_seg02_clip_05", "timestamp": [ 37.36, 47.26 ], "duration": 90.66, "caption": "A woman is talking to another woman and begins to cry.", "similarity": 0.7982, "relevance": 2 }, { "pair_id": 321846, "video_name": "house_s07e19_seg02_clip_08", "timestamp": [ 41.81, 59.96 ], "duration": 110.66, "caption": "A woman talks to person in the room with tears in her eyes.", "similarity": 0.7854, "relevance": 2 }, { "pair_id": 321847, "video_name": "house_s06e07_seg02_clip_24", "timestamp": [ 64.7, 84.02 ], "duration": 84.66, "caption": "A woman starts to have tears in her eyes as she talks to a man.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 321848, "video_name": "castle_s03e18_seg02_clip_25", "timestamp": [ 0.0, 33.55 ], "duration": 86.66, "caption": "A woman is crying as she speaks to a woman and a man.", "similarity": 0.7812, "relevance": 3 }, { "pair_id": 321849, "video_name": "house_s07e18_seg02_clip_21", "timestamp": [ 0.0, 38.86 ], "duration": 111.66, "caption": "A woman is crying as she speaks to a man behind her.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 321850, "video_name": "house_s04e01_seg02_clip_24", "timestamp": [ 81.01, 84.13 ], "duration": 89.66, "caption": "A woman cried very emotionally when another woman speaks.", "similarity": 0.7742, "relevance": 4 }, { "pair_id": 321851, "video_name": "house_s06e16_seg02_clip_15", "timestamp": [ 28.9, 40.3 ], "duration": 53.66, "caption": "A woman talking to man while tears fall from her eyes.", "similarity": 0.7719, "relevance": 4 }, { "pair_id": 321852, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 25.12, 26.51 ], "duration": 93.66, "caption": "A woman in front of woman wipes her tears while speaking.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 321853, "video_name": "castle_s02e07_seg02_clip_26", "timestamp": [ 6.7, 8.48 ], "duration": 89.66, "caption": "A woman begins to cry while talking to man.", "similarity": 0.7679, "relevance": 4 }, { "pair_id": 321854, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 14.1, 31.03 ], "duration": 94.66, "caption": "A woman starts to cry while talking to another woman and a man.", "similarity": 0.7676, "relevance": 4 }, { "pair_id": 321855, "video_name": "house_s05e12_seg02_clip_21", "timestamp": [ 69.21, 72.91 ], "duration": 74.66, "caption": "While a woman is talking to a man she started crying.", "similarity": 0.7623, "relevance": 4 }, { "pair_id": 321856, "video_name": "grey_s02e02_seg02_clip_07", "timestamp": [ 60.23, 68.96 ], "duration": 87.66, "caption": "A woman starts crying while talking and another woman shakes her head at her.", "similarity": 0.7585, "relevance": 4 }, { "pair_id": 321857, "video_name": "house_s07e18_seg02_clip_20", "timestamp": [ 30.71, 41.4 ], "duration": 89.66, "caption": "A woman cries softly while having a conversation with a man.", "similarity": 0.7571, "relevance": 4 }, { "pair_id": 321858, "video_name": "met_s02e07_seg02_clip_16", "timestamp": [ 0.87, 17.7 ], "duration": 58.66, "caption": "A woman cries and speaks to a man as he averts eye contact.", "similarity": 0.7511, "relevance": 4 }, { "pair_id": 321859, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 32.13, 34.77 ], "duration": 88.66, "caption": "A woman rubs a tear from her cheek with the back of her hand while in a conversation.", "similarity": 0.7501, "relevance": 4 } ] }, { "query_id": 21763, "query": "A woman and a man were both holding their flashlights.", "relevant_moment": [ { "pair_id": 2940, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 0.0, 57.75 ], "duration": 86.66, "caption": "A woman and a man were both holding their flashlights.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2941, "video_name": "castle_s02e07_seg02_clip_21", "timestamp": [ 0.0, 75.67 ], "duration": 89.66, "caption": "A man and a person were both holding their flashlights.", "similarity": 0.9343, "relevance": 3 }, { "pair_id": 2942, "video_name": "house_s07e21_seg02_clip_05", "timestamp": [ 0.0, 15.12 ], "duration": 84.66, "caption": "A man and a woman inspecting a place while holding a flashlight.", "similarity": 0.8458, "relevance": 4 }, { "pair_id": 2943, "video_name": "house_s04e04_seg02_clip_06", "timestamp": [ 5.4, 12.6 ], "duration": 90.66, "caption": "Two people hold onto their flashlights outside.", "similarity": 0.83, "relevance": 4 }, { "pair_id": 2944, "video_name": "grey_s02e05_seg02_clip_13", "timestamp": [ 56.78, 75.27 ], "duration": 86.66, "caption": "A woman is holding the flashlight so a man can see.", "similarity": 0.8003, "relevance": 2 }, { "pair_id": 2945, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 66.5, 77.07 ], "duration": 88.66, "caption": "A man holds up a picture to a woman while holding a flashlight.", "similarity": 0.785, "relevance": 3 }, { "pair_id": 2946, "video_name": "castle_s02e18_seg02_clip_03", "timestamp": [ 13.0, 21.51 ], "duration": 100.66, "caption": "A woman and a man say everything they are looking at through a flashlight.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 2947, "video_name": "house_s04e04_seg02_clip_06", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "Two people were both holding a flashlight while having a conversation.", "similarity": 0.784, "relevance": 4 }, { "pair_id": 2948, "video_name": "house_s03e18_seg02_clip_13", "timestamp": [ 9.56, 12.74 ], "duration": 91.66, "caption": "A man pointed a flashlight to a woman's face.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 2949, "video_name": "castle_s04e15_seg02_clip_17", "timestamp": [ 33.18, 35.91 ], "duration": 90.66, "caption": "A woman takes out a flashlight and points it at a man.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 2950, "video_name": "castle_s07e07_seg02_clip_21", "timestamp": [ 69.48, 80.45 ], "duration": 91.66, "caption": "Two people enter a mine while carrying flashlights.", "similarity": 0.705, "relevance": 3 }, { "pair_id": 2951, "video_name": "castle_s08e09_seg02_clip_07", "timestamp": [ 7.23, 28.91 ], "duration": 85.66, "caption": "A man and a woman walk through a dark environment with their flashlights on.", "similarity": 0.6982, "relevance": 4 }, { "pair_id": 2952, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 57.44, 60.91 ], "duration": 99.66, "caption": "A woman holds a flashlight and shines it in someone's eyes.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 2953, "video_name": "castle_s03e17_seg02_clip_06", "timestamp": [ 81.46, 88.58 ], "duration": 89.66, "caption": "Two individuals with flashlights start walking toward a person.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 2954, "video_name": "house_s07e18_seg02_clip_09", "timestamp": [ 74.42, 91.66 ], "duration": 91.66, "caption": "Two people use flashlights to look through a room while wearing gloves.", "similarity": 0.6889, "relevance": 4 }, { "pair_id": 2955, "video_name": "house_s07e18_seg02_clip_10", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "Two people are in a room and they are holding a flashlight while doing some search.", "similarity": 0.6817, "relevance": 4 }, { "pair_id": 2956, "video_name": "grey_s02e02_seg02_clip_00", "timestamp": [ 0.0, 8.84 ], "duration": 93.66, "caption": "A man is holding up a small flashlight as he checks another man.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 2957, "video_name": "castle_s05e06_seg02_clip_22", "timestamp": [ 92.1, 96.56 ], "duration": 99.66, "caption": "A woman holds out both of her hands over the light for man and man to inspect.", "similarity": 0.6475, "relevance": 0 }, { "pair_id": 2958, "video_name": "castle_s03e10_seg02_clip_20", "timestamp": [ 68.72, 91.03 ], "duration": 91.66, "caption": "A man grabs supplies to make a torch, but a woman stops him from lighting it, and she hands him another tool and turns on a flashlight.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 2959, "video_name": "house_s01e19_seg02_clip_13", "timestamp": [ 0.0, 8.64 ], "duration": 96.66, "caption": "A man looks into woman's eyes with the flashlight.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 176260, "video_name": "castle_s02e21_seg02_clip_02", "timestamp": [ 27.1, 31.16 ], "duration": 90.66, "caption": "A woman shows a man the brass piece she found and then shines the flashlight in his eyes.", "similarity": 0.6258, "relevance": 3 }, { "pair_id": 176261, "video_name": "house_s05e04_seg02_clip_07", "timestamp": [ 51.2, 56.74 ], "duration": 92.66, "caption": "A person hands the flashlight to a man asking him to hold it as he takes it and drops it into the gutter in front of him.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 176262, "video_name": "house_s07e21_seg02_clip_04", "timestamp": [ 81.51, 86.84 ], "duration": 97.66, "caption": "Two people enter a room at night with flashlights.", "similarity": 0.6221, "relevance": 4 }, { "pair_id": 176263, "video_name": "grey_s02e02_seg02_clip_08", "timestamp": [ 53.11, 67.97 ], "duration": 90.66, "caption": "A woman shows man and woman an x-ray and man holds it up to the light.", "similarity": 0.6177, "relevance": 2 }, { "pair_id": 176264, "video_name": "castle_s06e11_seg02_clip_10", "timestamp": [ 0.0, 7.19 ], "duration": 89.66, "caption": "Two men are using their flashlights to look around a room when one of them tells the other he noticed a chain and lock.", "similarity": 0.615, "relevance": 3 }, { "pair_id": 176265, "video_name": "house_s01e19_seg02_clip_06", "timestamp": [ 76.71, 83.18 ], "duration": 86.66, "caption": "A person looks into another person's eye with a flashlight.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 176266, "video_name": "house_s08e17_seg02_clip_03", "timestamp": [ 46.06, 47.4 ], "duration": 89.66, "caption": "A man takes a flashlight out of their mouth that they are holding.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 176267, "video_name": "castle_s07e22_seg02_clip_11", "timestamp": [ 57.17, 62.12 ], "duration": 90.66, "caption": "A person points their flashlight on a person as they speak with them.", "similarity": 0.6097, "relevance": 2 }, { "pair_id": 176268, "video_name": "house_s05e04_seg02_clip_07", "timestamp": [ 50.28, 58.12 ], "duration": 92.66, "caption": "A man hands another person a flashlight and he tosses it down a water drain.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 176269, "video_name": "house_s07e12_seg02_clip_00", "timestamp": [ 0.0, 23.98 ], "duration": 92.66, "caption": "A person points a flashlight at some people's faces, then puts the flashlight away.", "similarity": 0.6052, "relevance": 3 }, { "pair_id": 176270, "video_name": "castle_s04e15_seg02_clip_01", "timestamp": [ 16.91, 25.82 ], "duration": 89.66, "caption": "A woman shines his flashlight on the victim's body.", "similarity": 0.5994, "relevance": 3 }, { "pair_id": 176271, "video_name": "grey_s03e18_seg02_clip_23", "timestamp": [ 23.94, 25.72 ], "duration": 88.66, "caption": "A man gets a blue flashlight handed to him from another man.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 176272, "video_name": "castle_s05e04_seg02_clip_19", "timestamp": [ 11.04, 15.18 ], "duration": 92.66, "caption": "A man faces his flashlight on another man when he is on his cellphone.", "similarity": 0.5938, "relevance": 2 }, { "pair_id": 176273, "video_name": "house_s01e19_seg02_clip_07", "timestamp": [ 8.34, 17.15 ], "duration": 92.66, "caption": "A man shines a flashlight inside a woman's mouth and sees blood on her teeth.", "similarity": 0.5906, "relevance": 3 }, { "pair_id": 176274, "video_name": "castle_s04e23_seg02_clip_03", "timestamp": [ 43.25, 46.44 ], "duration": 91.66, "caption": "A woman holds up a photo of a man to another woman.", "similarity": 0.589, "relevance": 1 }, { "pair_id": 176275, "video_name": "castle_s07e14_seg02_clip_13", "timestamp": [ 0.0, 12.04 ], "duration": 89.66, "caption": "A woman and a man were both pointing their guns at another man.", "similarity": 0.585, "relevance": 2 }, { "pair_id": 176276, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 55.53, 57.8 ], "duration": 91.66, "caption": "A person looks at someone's eye with a flashlight.", "similarity": 0.5843, "relevance": 3 }, { "pair_id": 176277, "video_name": "castle_s06e06_seg02_clip_20", "timestamp": [ 55.68, 59.36 ], "duration": 92.66, "caption": "A woman turns on her flashlight and raises it in front of her.", "similarity": 0.5825, "relevance": 3 }, { "pair_id": 176278, "video_name": "castle_s04e15_seg02_clip_02", "timestamp": [ 5.9, 22.23 ], "duration": 90.66, "caption": "A man entered the crime scene while woman is looking for some evidence using the flashlight.", "similarity": 0.576, "relevance": 3 }, { "pair_id": 176279, "video_name": "grey_s02e11_seg02_clip_13", "timestamp": [ 0.0, 14.48 ], "duration": 90.66, "caption": "A woman sees another woman with a man and then storms off.", "similarity": 0.5745, "relevance": 1 } ] }, { "query_id": 21775, "query": "A woman pulls a stuffed penguin out of her pocket and gives it to a woman.", "relevant_moment": [ { "pair_id": 153900, "video_name": "house_s08e19_seg02_clip_03", "timestamp": [ 30.7, 41.4 ], "duration": 93.66, "caption": "A woman pulls a stuffed penguin out of her pocket and gives it to a woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 153901, "video_name": "house_s08e19_seg02_clip_03", "timestamp": [ 30.7, 34.42 ], "duration": 93.66, "caption": "A woman pulls out a stuffed penguin toy while looking at another woman.", "similarity": 0.798, "relevance": 3 }, { "pair_id": 153902, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 53.16, 57.37 ], "duration": 60.66, "caption": "A woman puts one stuffed penguin beside a child, and takes the other one away.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 153903, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 23.13, 27.63 ], "duration": 60.66, "caption": "A man brings in a giant stuffed penguin in for woman.", "similarity": 0.7555, "relevance": 1 }, { "pair_id": 153904, "video_name": "met_s06e08_seg02_clip_05", "timestamp": [ 0.0, 3.82 ], "duration": 58.66, "caption": "A woman walks out laughing with a stuffed penguin in her hands.", "similarity": 0.7459, "relevance": 1 }, { "pair_id": 153905, "video_name": "friends_s08e07_seg02_clip_18", "timestamp": [ 35.27, 36.45 ], "duration": 58.66, "caption": "A woman grabs the stuffed penguin from inside the crib.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 153906, "video_name": "friends_s09e17_seg02_clip_15", "timestamp": [ 46.23, 50.98 ], "duration": 63.66, "caption": "A woman is showing a child the penguin toy and a man snatches it back from her.", "similarity": 0.6813, "relevance": 1 }, { "pair_id": 153907, "video_name": "house_s03e19_seg02_clip_02", "timestamp": [ 49.96, 54.47 ], "duration": 90.66, "caption": "A woman attempts to grasp the stuffed bunny that a person is holding in front of her.", "similarity": 0.6346, "relevance": 1 }, { "pair_id": 153908, "video_name": "s06e16_seg02_clip_05", "timestamp": [ 27.27, 32.2 ], "duration": 58.66, "caption": "A woman pulls out a gift for person to give woman out of a bag.", "similarity": 0.6138, "relevance": 0 }, { "pair_id": 153909, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 18.59, 33.09 ], "duration": 63.66, "caption": "A woman pulls something out of her bag and gives it to a man.", "similarity": 0.6033, "relevance": 0 }, { "pair_id": 153910, "video_name": "house_s07e03_seg02_clip_07", "timestamp": [ 13.7, 19.93 ], "duration": 83.66, "caption": "A man pulls a penguin from behind his back and hands it to someone who looks at it and puts it on his/her desk.", "similarity": 0.603, "relevance": 3 }, { "pair_id": 153911, "video_name": "met_s02e07_seg02_clip_04", "timestamp": [ 18.61, 21.71 ], "duration": 62.66, "caption": "A woman pulls out a stuffed bear which a man looks at quizzically.", "similarity": 0.6015, "relevance": 0 }, { "pair_id": 153912, "video_name": "friends_s01e19_seg02_clip_19", "timestamp": [ 13.58, 17.41 ], "duration": 59.66, "caption": "A woman sticks her hand into her pocket and pulls out an object.", "similarity": 0.5979, "relevance": 0 }, { "pair_id": 153913, "video_name": "friends_s06e17_seg02_clip_03", "timestamp": [ 5.12, 10.89 ], "duration": 64.66, "caption": "A woman pulls a sock puppet out of her purse and puts it on her hand.", "similarity": 0.5954, "relevance": 0 }, { "pair_id": 153914, "video_name": "met_s03e20_seg02_clip_15", "timestamp": [ 35.52, 39.7 ], "duration": 74.66, "caption": "A man gives a woman a small stuffed kangaroo animal.", "similarity": 0.5904, "relevance": 0 }, { "pair_id": 153915, "video_name": "s09e14_seg02_clip_03", "timestamp": [ 35.05, 39.08 ], "duration": 62.66, "caption": "A woman pulls a tissue out of her sleeve and hands it to another woman.", "similarity": 0.5872, "relevance": 1 }, { "pair_id": 153916, "video_name": "s10e07_seg02_clip_16", "timestamp": [ 1.26, 6.3 ], "duration": 84.66, "caption": "A woman reaches in her purse and pulls out an eggplant and hands it to a person.", "similarity": 0.5864, "relevance": 1 }, { "pair_id": 153917, "video_name": "friends_s09e17_seg02_clip_03", "timestamp": [ 34.23, 36.27 ], "duration": 58.66, "caption": "A man grabs a penguin stuffed animal toy from a baby's crib.", "similarity": 0.5825, "relevance": 1 }, { "pair_id": 153918, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 53.16, 57.37 ], "duration": 60.66, "caption": "A woman takes a toy out of a playpen and puts a new one in.", "similarity": 0.5756, "relevance": 2 }, { "pair_id": 153919, "video_name": "s10e04_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A woman holds something very small out to another woman, who reaches her hand out to receive it.", "similarity": 0.5754, "relevance": 0 } ] }, { "query_id": 21785, "query": "A man and the woman wearing white polo were having a conversation.", "relevant_moment": [ { "pair_id": 4940, "video_name": "friends_s09e20_seg02_clip_05", "timestamp": [ 18.61, 62.03 ], "duration": 62.66, "caption": "A man and the woman wearing white polo were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4941, "video_name": "friends_s09e20_seg02_clip_01", "timestamp": [ 0.0, 59.45 ], "duration": 59.66, "caption": "A man and the woman wearing white polo were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 4942, "video_name": "friends_s09e19_seg02_clip_06", "timestamp": [ 11.61, 58.06 ], "duration": 58.66, "caption": "A man and another man were having a conversation with a woman wearing white polo.", "similarity": 0.9461, "relevance": 3 }, { "pair_id": 4943, "video_name": "friends_s05e23-24_seg02_clip_25", "timestamp": [ 21.25, 43.38 ], "duration": 59.66, "caption": "A man and a woman wearing white polo and a bow tie were having a conversation.", "similarity": 0.9401, "relevance": 3 }, { "pair_id": 4944, "video_name": "friends_s09e04_seg02_clip_06", "timestamp": [ 1.75, 58.42 ], "duration": 58.66, "caption": "A man and another person wearing white polo were having a conversation.", "similarity": 0.9343, "relevance": 2 }, { "pair_id": 4945, "video_name": "friends_s09e20_seg02_clip_01", "timestamp": [ 11.89, 34.48 ], "duration": 59.66, "caption": "A man and a woman wearing a specific color polo were having a conversation.", "similarity": 0.9154, "relevance": 3 }, { "pair_id": 4946, "video_name": "friends_s07e05_seg02_clip_11", "timestamp": [ 0.0, 24.32 ], "duration": 59.66, "caption": "A woman was having a conversation with a man wearing a gray polo.", "similarity": 0.8592, "relevance": 3 }, { "pair_id": 4947, "video_name": "friends_s02e02_seg02_clip_02", "timestamp": [ 6.6, 15.68 ], "duration": 55.66, "caption": "A man and a woman wearing red checkered polo were having conversation.", "similarity": 0.8552, "relevance": 2 }, { "pair_id": 4948, "video_name": "friends_s06e02_seg02_clip_07", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A man was talking to the woman wearing white polo, the woman wearing brown shirt and the woman wearing red sweater.", "similarity": 0.855, "relevance": 2 }, { "pair_id": 4949, "video_name": "friends_s03e03_seg02_clip_12", "timestamp": [ 0.0, 32.78 ], "duration": 58.66, "caption": "A woman and a person wearing checkered polo were having a conversation.", "similarity": 0.846, "relevance": 2 }, { "pair_id": 4950, "video_name": "friends_s04e19_seg02_clip_12", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A man was having a conversation with a woman wearing black polo.", "similarity": 0.8456, "relevance": 2 }, { "pair_id": 4951, "video_name": "friends_s08e22_seg02_clip_02", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Some men and a woman wearing floral polo were having a conversation.", "similarity": 0.82, "relevance": 2 }, { "pair_id": 4952, "video_name": "castle_s01e05_seg02_clip_20", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A woman and man were having a conversation with a bald man wearing striped polo.", "similarity": 0.8122, "relevance": 2 }, { "pair_id": 4953, "video_name": "castle_s01e03_seg02_clip_08", "timestamp": [ 0.0, 90.24 ], "duration": 93.66, "caption": "A woman was having a conversation with a man wearing purple polo.", "similarity": 0.8101, "relevance": 2 }, { "pair_id": 4954, "video_name": "house_s01e06_seg02_clip_12", "timestamp": [ 32.27, 88.42 ], "duration": 88.66, "caption": "A man was having a conversation with a young person wearing white, printed polo.", "similarity": 0.8044, "relevance": 2 }, { "pair_id": 4955, "video_name": "friends_s06e10_seg02_clip_10", "timestamp": [ 0.0, 29.83 ], "duration": 55.66, "caption": "Two people were having a conversation with a person wearing checkered polo.", "similarity": 0.7992, "relevance": 1 }, { "pair_id": 4956, "video_name": "friends_s02e14_seg02_clip_05", "timestamp": [ 0.0, 16.81 ], "duration": 60.66, "caption": "A woman was having a conversation with a man wearing checkered polo and a woman wearing floral sweater.", "similarity": 0.7971, "relevance": 2 }, { "pair_id": 4957, "video_name": "house_s01e07_seg02_clip_05", "timestamp": [ 39.01, 66.52 ], "duration": 100.66, "caption": "Two people were having a conversation with a man wearing checkered polo.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 4958, "video_name": "friends_s01e03_seg02_clip_20", "timestamp": [ 10.93, 31.83 ], "duration": 95.66, "caption": "A woman was sitting and having a conversation with a man wearing brown polo.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 4959, "video_name": "house_s05e16_seg02_clip_21", "timestamp": [ 0.0, 11.76 ], "duration": 90.66, "caption": "A man was having a conversation with a woman wearing brown sweater and the man wearing checkered polo.", "similarity": 0.7856, "relevance": 2 }, { "pair_id": 178260, "video_name": "friends_s08e07_seg02_clip_06", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman was talking to a man wearing checkered polo.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 178261, "video_name": "friends_s10e06_seg02_clip_11", "timestamp": [ 19.23, 39.36 ], "duration": 60.66, "caption": "A man was having a conversation with a woman wearing maroon sweater and a man wearing blue polo.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 178262, "video_name": "friends_s09e23-24_seg02_clip_44", "timestamp": [ 0.0, 58.32 ], "duration": 58.66, "caption": "A man and a woman were having a conversation.", "similarity": 0.7655, "relevance": 3 }, { "pair_id": 178263, "video_name": "castle_s07e22_seg02_clip_17", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and a woman were having a conversation.", "similarity": 0.7655, "relevance": 3 }, { "pair_id": 178264, "video_name": "castle_s04e06_seg02_clip_20", "timestamp": [ 0.0, 49.62 ], "duration": 90.66, "caption": "A man and a woman were having a conversation.", "similarity": 0.7655, "relevance": 3 }, { "pair_id": 178265, "video_name": "friends_s05e18_seg02_clip_08", "timestamp": [ 8.12, 13.64 ], "duration": 58.66, "caption": "A person was having a conversation with the person wearing black polo.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 178266, "video_name": "house_s03e03_seg02_clip_02", "timestamp": [ 23.67, 51.88 ], "duration": 91.66, "caption": "A man and woman were having a conversation.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 178267, "video_name": "house_s06e14_seg02_clip_04", "timestamp": [ 0.0, 76.14 ], "duration": 88.66, "caption": "A woman and a man were having a conversation.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 178268, "video_name": "house_s04e03_seg02_clip_17", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "A woman and a man were having a conversation.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 178269, "video_name": "friends_s05e14_seg02_clip_18", "timestamp": [ 0.0, 27.85 ], "duration": 64.66, "caption": "A woman and a man were having a conversation.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 178270, "video_name": "house_s04e04_seg02_clip_06", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman and man were having a conversation.", "similarity": 0.7587, "relevance": 4 }, { "pair_id": 178271, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "Woman and man were having a conversation with a person.", "similarity": 0.7576, "relevance": 3 }, { "pair_id": 178272, "video_name": "castle_s01e06_seg02_clip_07", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A man and a woman were having a conversation as they were talking.", "similarity": 0.7539, "relevance": 3 }, { "pair_id": 178273, "video_name": "friends_s07e15_seg02_clip_02", "timestamp": [ 20.49, 25.36 ], "duration": 65.66, "caption": "A man walked towards the old woman wearing white polo and started talking to her.", "similarity": 0.7519, "relevance": 3 }, { "pair_id": 178274, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 40.93, 71.74 ], "duration": 88.66, "caption": "A man and a woman are having a conversation with someone.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 178275, "video_name": "house_s01e11_seg02_clip_20", "timestamp": [ 0.0, 6.31 ], "duration": 97.66, "caption": "A person was having a conversation with a person wearing a blue checkered polo.", "similarity": 0.7511, "relevance": 2 }, { "pair_id": 178276, "video_name": "castle_s07e14_seg02_clip_18", "timestamp": [ 8.6, 22.64 ], "duration": 90.66, "caption": "A man, person and woman were having a conversation.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 178277, "video_name": "friends_s05e18_seg02_clip_08", "timestamp": [ 42.65, 50.19 ], "duration": 58.66, "caption": "The person wearing black polo was talking to person and person.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 178278, "video_name": "friends_s02e01_seg02_clip_18", "timestamp": [ 0.0, 44.12 ], "duration": 60.66, "caption": "A man was having a conversation with another man and a person wearing a red polo.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 178279, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 11.25, 35.26 ], "duration": 75.66, "caption": "A man and a woman are having a conversation with a person.", "similarity": 0.744, "relevance": 3 } ] }, { "query_id": 21787, "query": "Two people were having a conversation with an old person wearing gray coat.", "relevant_moment": [ { "pair_id": 300720, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 0.0, 48.79 ], "duration": 89.66, "caption": "Two people and a person wearing black coat were having a conversation.", "similarity": 0.7863, "relevance": 2 }, { "pair_id": 300721, "video_name": "friends_s10e04_seg02_clip_09", "timestamp": [ 6.12, 13.76 ], "duration": 61.66, "caption": "The old man wearing black sweater and the old woman wearing beige coat were having a conversation.", "similarity": 0.7862, "relevance": 2 }, { "pair_id": 300722, "video_name": "house_s05e24_seg02_clip_10", "timestamp": [ 20.69, 51.93 ], "duration": 88.66, "caption": "A person is having a conversation with an old man.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 300723, "video_name": "friends_s06e11_seg02_clip_13", "timestamp": [ 20.41, 60.03 ], "duration": 60.66, "caption": "Two people were having a conversation with another person.", "similarity": 0.7782, "relevance": 1 }, { "pair_id": 300724, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 0.0, 30.25 ], "duration": 84.66, "caption": "Two people were having a conversation with each other.", "similarity": 0.7739, "relevance": 1 }, { "pair_id": 300725, "video_name": "grey_s03e20_seg02_clip_08", "timestamp": [ 11.96, 48.77 ], "duration": 92.66, "caption": "Two people are having a discussion with an old couple.", "similarity": 0.7699, "relevance": 3 }, { "pair_id": 300726, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 0.0, 18.63 ], "duration": 138.66, "caption": "A woman was having a conversation with a man wearing gray jacket.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 300727, "video_name": "house_s08e21_seg02_clip_07", "timestamp": [ 0.0, 104.02 ], "duration": 104.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300728, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 64.17, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300729, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 2 }, { "pair_id": 300730, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300731, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 28.61, 74.99 ], "duration": 86.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300732, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300733, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.15 ], "duration": 65.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 2 }, { "pair_id": 300734, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 0.0, 5.77 ], "duration": 88.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 3 }, { "pair_id": 300735, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300736, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300737, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 22.76, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300738, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 28.48, 66.74 ], "duration": 85.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 300739, "video_name": "house_s05e01_seg02_clip_08", "timestamp": [ 0.0, 36.64 ], "duration": 90.66, "caption": "Two people were having a conversation.", "similarity": 0.7655, "relevance": 2 } ] }, { "query_id": 21827, "query": "A doctor removes the clamp from the patient.", "relevant_moment": [ { "pair_id": 167420, "video_name": "grey_s02e01_seg02_clip_17", "timestamp": [ 45.59, 48.17 ], "duration": 86.66, "caption": "A doctor removes the clamp from the patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167421, "video_name": "house_s03e17_seg02_clip_23", "timestamp": [ 5.85, 7.2 ], "duration": 90.66, "caption": "A doctor acts immediately and applies a clamp to the patient.", "similarity": 0.832, "relevance": 1 }, { "pair_id": 167422, "video_name": "grey_s02e01_seg02_clip_15", "timestamp": [ 3.6, 10.35 ], "duration": 90.66, "caption": "A doctor uses a clamp to clamp something in a patient's chest.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 167423, "video_name": "house_s07e08_seg02_clip_08", "timestamp": [ 57.68, 63.72 ], "duration": 93.66, "caption": "A doctor removes the blanket of the patient to assess the pain.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 167424, "video_name": "house_s03e12_seg02_clip_10", "timestamp": [ 66.15, 88.8 ], "duration": 90.66, "caption": "Dr. person removes arm restraints from the patient.", "similarity": 0.7297, "relevance": 1 }, { "pair_id": 167425, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 19.87, 23.94 ], "duration": 90.66, "caption": "A blonde doctor attaches small clamp to the patient's body.", "similarity": 0.7228, "relevance": 3 }, { "pair_id": 167426, "video_name": "house_s03e22_seg02_clip_11", "timestamp": [ 83.44, 86.02 ], "duration": 86.66, "caption": "The male doctor removes a fragment from the patient's head.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 167427, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 43.66, 45.91 ], "duration": 90.66, "caption": "A doctor takes his hand away from a patient's abdomen.", "similarity": 0.6957, "relevance": 1 }, { "pair_id": 167428, "video_name": "house_s05e21_seg02_clip_23", "timestamp": [ 33.89, 35.65 ], "duration": 88.66, "caption": "A doctor lifts a clipboard and tucks it under his arm.", "similarity": 0.6956, "relevance": 0 }, { "pair_id": 167429, "video_name": "house_s03e22_seg02_clip_11", "timestamp": [ 72.69, 74.84 ], "duration": 86.66, "caption": "A person removes the cover from patient's head.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 167430, "video_name": "house_s01e19_seg02_clip_21", "timestamp": [ 20.11, 22.68 ], "duration": 85.66, "caption": "A doctor removes the Doppler he is using to examine the patient.", "similarity": 0.6857, "relevance": 1 }, { "pair_id": 167431, "video_name": "house_s03e03_seg02_clip_17", "timestamp": [ 50.41, 63.44 ], "duration": 84.66, "caption": "The doctors perform a surgery to a patient.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 167432, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 7.29, 14.18 ], "duration": 81.66, "caption": "A doctor disconnects some medical tubes from the patient.", "similarity": 0.6794, "relevance": 4 }, { "pair_id": 167433, "video_name": "house_s03e20_seg02_clip_10", "timestamp": [ 8.36, 9.68 ], "duration": 88.66, "caption": "A doctor removes his/her stethoscope from his/her ears.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 167434, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 5.01, 6.83 ], "duration": 91.66, "caption": "A doctor touches the leg of the patient.", "similarity": 0.676, "relevance": 0 }, { "pair_id": 167435, "video_name": "house_s08e21_seg02_clip_06", "timestamp": [ 0.0, 42.15 ], "duration": 98.66, "caption": "A person takes the wires off of the patient's head.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 167436, "video_name": "house_s01e06_seg02_clip_15", "timestamp": [ 0.0, 10.56 ], "duration": 88.66, "caption": "Doctors perform a procedure on a patient.", "similarity": 0.6754, "relevance": 1 }, { "pair_id": 167437, "video_name": "house_s08e03_seg02_clip_10", "timestamp": [ 45.87, 49.57 ], "duration": 92.66, "caption": "A doctor fixes something on the cords attached to the patient.", "similarity": 0.6709, "relevance": 1 }, { "pair_id": 167438, "video_name": "house_s07e16_seg02_clip_08", "timestamp": [ 0.0, 19.12 ], "duration": 91.66, "caption": "Some doctors operate on a patient.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 167439, "video_name": "house_s08e09_seg02_clip_15", "timestamp": [ 24.88, 33.92 ], "duration": 90.66, "caption": "A person removes a tube from the patient's mouth and wraps it in a towel.", "similarity": 0.6676, "relevance": 1 } ] }, { "query_id": 21865, "query": "A person grabs two books off the top bunk bed.", "relevant_moment": [ { "pair_id": 104840, "video_name": "grey_s02e01_seg02_clip_18", "timestamp": [ 26.23, 28.99 ], "duration": 92.66, "caption": "A person grabs two books off the top bunk bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104841, "video_name": "s07e20_seg02_clip_08", "timestamp": [ 1.2, 3.0 ], "duration": 60.66, "caption": "A person picks a book off of the bookshelf and takes it out.", "similarity": 0.6804, "relevance": 3 }, { "pair_id": 104842, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 40.22, 42.03 ], "duration": 90.66, "caption": "A person pulls a book forward from a bookshelf.", "similarity": 0.6319, "relevance": 3 }, { "pair_id": 104843, "video_name": "castle_s02e24_seg02_clip_08", "timestamp": [ 48.7, 53.7 ], "duration": 91.66, "caption": "A woman pulls out some document from under the bed.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 104844, "video_name": "house_s07e21_seg02_clip_13", "timestamp": [ 43.95, 50.51 ], "duration": 101.66, "caption": "A person grabs a book and handed it over to another person.", "similarity": 0.6122, "relevance": 3 }, { "pair_id": 104845, "video_name": "house_s04e03_seg02_clip_04", "timestamp": [ 18.72, 26.48 ], "duration": 91.66, "caption": "A woman grabs person and lifts him up off of the bed.", "similarity": 0.6081, "relevance": 1 }, { "pair_id": 104846, "video_name": "s03e21_seg02_clip_06", "timestamp": [ 18.61, 62.03 ], "duration": 62.66, "caption": "A person was holding a book whilst lying on the bed.", "similarity": 0.6026, "relevance": 1 }, { "pair_id": 104847, "video_name": "s05e20_seg02_clip_10", "timestamp": [ 28.43, 32.78 ], "duration": 58.66, "caption": "A person pulls off the covers and gets out of bed.", "similarity": 0.5951, "relevance": 0 }, { "pair_id": 104848, "video_name": "house_s05e17_seg02_clip_24", "timestamp": [ 62.5, 66.9 ], "duration": 88.66, "caption": "A person picks up the stack of clothes from the bed, he turns around and puts them down.", "similarity": 0.5942, "relevance": 0 }, { "pair_id": 104849, "video_name": "friends_s02e19_seg02_clip_13", "timestamp": [ 38.49, 41.06 ], "duration": 57.66, "caption": "A woman grabs a book out of woman's hand.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 104850, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 44.12, 45.7 ], "duration": 63.66, "caption": "A woman grabs a book from out of another woman's hands.", "similarity": 0.5904, "relevance": 1 }, { "pair_id": 104851, "video_name": "s08e20_seg02_clip_15", "timestamp": [ 39.92, 42.2 ], "duration": 57.66, "caption": "A person lifts a sheet to reveal a bookshelf full of books.", "similarity": 0.5902, "relevance": 0 }, { "pair_id": 104852, "video_name": "castle_s01e01_seg02_clip_12", "timestamp": [ 16.97, 20.18 ], "duration": 91.66, "caption": "A woman removes a book written by man from the bookshelf.", "similarity": 0.5899, "relevance": 1 }, { "pair_id": 104853, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 38.76, 42.86 ], "duration": 63.66, "caption": "A woman pulls a book out from under the sofa.", "similarity": 0.5891, "relevance": 1 }, { "pair_id": 104854, "video_name": "s07e20_seg02_clip_01", "timestamp": [ 24.19, 26.05 ], "duration": 62.66, "caption": "A person picks up a book off of the couch next to him.", "similarity": 0.5882, "relevance": 1 }, { "pair_id": 104855, "video_name": "friends_s10e17-18_seg02_clip_01", "timestamp": [ 22.28, 26.55 ], "duration": 61.66, "caption": "A woman gets off the bed and grabs man's head.", "similarity": 0.586, "relevance": 0 }, { "pair_id": 104856, "video_name": "met_s06e22_seg02_clip_04", "timestamp": [ 3.84, 7.38 ], "duration": 59.66, "caption": "A woman gets up from the sofa and grabs a book from the desk.", "similarity": 0.5818, "relevance": 1 }, { "pair_id": 104857, "video_name": "s08e14_seg02_clip_14", "timestamp": [ 33.94, 37.14 ], "duration": 58.66, "caption": "A woman rises off the sofa and takes a book from another woman's hands.", "similarity": 0.5811, "relevance": 2 }, { "pair_id": 104858, "video_name": "s04e24_seg02_clip_06", "timestamp": [ 16.81, 18.91 ], "duration": 60.66, "caption": "A person gets out from under the covers of another person's bed.", "similarity": 0.581, "relevance": 0 }, { "pair_id": 104859, "video_name": "castle_s07e03_seg02_clip_14", "timestamp": [ 37.36, 39.61 ], "duration": 90.66, "caption": "Person removes another person's sweater while on the bed.", "similarity": 0.5805, "relevance": 0 } ] }, { "query_id": 21870, "query": "A person gets uncomfortable and repositions themselves on the chair.", "relevant_moment": [ { "pair_id": 156380, "video_name": "friends_s08e22_seg02_clip_11", "timestamp": [ 8.82, 11.66 ], "duration": 63.66, "caption": "A person gets uncomfortable and repositions themselves on the chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156381, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A person gets up from his seat on the chair.", "similarity": 0.7494, "relevance": 3 }, { "pair_id": 156382, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 64.88, 69.94 ], "duration": 92.66, "caption": "A person got a bit emotional and suddenly sit on a chair.", "similarity": 0.7423, "relevance": 2 }, { "pair_id": 156383, "video_name": "s08e13_seg02_clip_05", "timestamp": [ 42.02, 47.72 ], "duration": 60.66, "caption": "A person gets up from the chair they were sitting at.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 156384, "video_name": "friends_s01e04_seg02_clip_18", "timestamp": [ 26.74, 33.35 ], "duration": 66.66, "caption": "A person gets up from their chair and moves around very agitated.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 156385, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 3.22, 8.86 ], "duration": 161.66, "caption": "A person moves toward a chair and sits down.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 156386, "video_name": "house_s06e15_seg02_clip_17", "timestamp": [ 30.92, 64.61 ], "duration": 92.66, "caption": "A person tries sitting in a variety of strangely shaped chairs, he looks uncomfortable in all of them.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 156387, "video_name": "s07e16_seg02_clip_05", "timestamp": [ 42.62, 45.02 ], "duration": 60.66, "caption": "A person goes to sit down on the chair but then gets right up.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 156388, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 35.71, 38.07 ], "duration": 59.66, "caption": "A person sits up and down from their chair.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 156389, "video_name": "s04e21_seg02_clip_15", "timestamp": [ 5.19, 8.85 ], "duration": 61.66, "caption": "A person shifts in their seat and puts their elbow on the back of their chair.", "similarity": 0.712, "relevance": 4 }, { "pair_id": 156390, "video_name": "s07e24_seg02_clip_07", "timestamp": [ 26.36, 32.26 ], "duration": 62.66, "caption": "A person gets up from the chair and is flabbergasted by something another person says to him.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 156391, "video_name": "house_s05e03_seg02_clip_01", "timestamp": [ 43.71, 56.19 ], "duration": 89.66, "caption": "A person sits in the chair and puts his/her hands behind his/her head.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 156392, "video_name": "house_s04e16_seg02_clip_15", "timestamp": [ 3.64, 21.39 ], "duration": 91.66, "caption": "A person sits in a chair while having a contraption around their head.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 156393, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person gets out of his/her chair and stands up.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 156394, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 31.28, 35.42 ], "duration": 59.66, "caption": "A person goes from standing to sitting in a chair.", "similarity": 0.6962, "relevance": 1 }, { "pair_id": 156395, "video_name": "castle_s08e14_seg02_clip_21", "timestamp": [ 0.0, 3.2 ], "duration": 91.66, "caption": "During a conversation with a woman, a man repositions himself in his chair.", "similarity": 0.6955, "relevance": 3 }, { "pair_id": 156396, "video_name": "s02e12_seg02_clip_03", "timestamp": [ 1.5, 4.2 ], "duration": 60.66, "caption": "A person is sitting on the arm of person's chair.", "similarity": 0.6946, "relevance": 2 }, { "pair_id": 156397, "video_name": "s05e02_seg02_clip_03", "timestamp": [ 25.84, 33.41 ], "duration": 63.66, "caption": "A person sits down on the chair and likes it.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 156398, "video_name": "house_s08e13_seg02_clip_00", "timestamp": [ 4.75, 8.55 ], "duration": 95.66, "caption": "A person pulls a chair and sits on it.", "similarity": 0.6899, "relevance": 1 }, { "pair_id": 156399, "video_name": "house_s08e14_seg02_clip_12", "timestamp": [ 6.51, 11.16 ], "duration": 93.66, "caption": "A person pulls a chair out and sits down.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 329700, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 13.28, 16.23 ], "duration": 59.66, "caption": "A person sits down on the chair behind someone.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 329701, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 10.08, 17.93 ], "duration": 56.66, "caption": "A person turns a wooden chair around and sits down in it.", "similarity": 0.6874, "relevance": 3 }, { "pair_id": 329702, "video_name": "s10e11_seg02_clip_14", "timestamp": [ 19.67, 22.24 ], "duration": 57.66, "caption": "A person gets up from chair and leaves room.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 329703, "video_name": "met_s02e10_seg02_clip_06", "timestamp": [ 3.3, 5.1 ], "duration": 60.66, "caption": "A person sits on the chair across from some people.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 329704, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 71.54, 73.46 ], "duration": 96.66, "caption": "A person stands from being seated on another person's chair.", "similarity": 0.6822, "relevance": 3 }, { "pair_id": 329705, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 70.24, 75.88 ], "duration": 86.66, "caption": "A person takes off their jacket and places it on a chair.", "similarity": 0.6815, "relevance": 2 }, { "pair_id": 329706, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 13.69, 19.96 ], "duration": 57.66, "caption": "One person tries to sit down in another person's chair and he stops him.", "similarity": 0.6803, "relevance": 3 }, { "pair_id": 329707, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.6803, "relevance": 3 }, { "pair_id": 329709, "video_name": "friends_s06e15-16_seg02_clip_37", "timestamp": [ 23.02, 42.79 ], "duration": 59.66, "caption": "A person has a medical issue and sits down in the chair.", "similarity": 0.6758, "relevance": 3 }, { "pair_id": 329710, "video_name": "s05e06_seg02_clip_00", "timestamp": [ 11.17, 17.99 ], "duration": 62.66, "caption": "A person puts his/her jacket on his/her chair before sitting down.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 329711, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 11.69, 15.97 ], "duration": 57.66, "caption": "A person gestures for another person to sit and stops them from sitting in a certain chair.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 329712, "video_name": "s09e05_seg02_clip_10", "timestamp": [ 7.63, 11.6 ], "duration": 61.66, "caption": "A person walks to the chair, sits down and slumps back.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 329713, "video_name": "s05e01_seg02_clip_17", "timestamp": [ 19.09, 24.85 ], "duration": 72.66, "caption": "A person walks towards the chair and sits on it.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 329714, "video_name": "met_s06e08_seg02_clip_11", "timestamp": [ 49.3, 54.11 ], "duration": 64.66, "caption": "A person sits back in his/her chair and rubs the back of his/her head.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 329715, "video_name": "castle_s07e10_seg02_clip_12", "timestamp": [ 14.46, 16.71 ], "duration": 90.66, "caption": "A person pulls out a chair and sits down across from another person.", "similarity": 0.6687, "relevance": 3 }, { "pair_id": 329716, "video_name": "met_s03e07_seg02_clip_13", "timestamp": [ 9.11, 11.17 ], "duration": 58.66, "caption": "A person gets up from resting his back on a green chair.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 329717, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 51.18, 54.63 ], "duration": 86.66, "caption": "A person slowly stands up from his/her chair.", "similarity": 0.6683, "relevance": 3 }, { "pair_id": 329718, "video_name": "s02e01_seg02_clip_15", "timestamp": [ 19.18, 31.87 ], "duration": 59.66, "caption": "A person gets out of his/her chair and walks behind it.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 329719, "video_name": "castle_s08e01_seg02_clip_24", "timestamp": [ 26.71, 28.93 ], "duration": 89.66, "caption": "A person pulls out a chair and sits down.", "similarity": 0.6679, "relevance": 2 } ] }, { "query_id": 21898, "query": "A woman slams down the spoon on the coffee table.", "relevant_moment": [ { "pair_id": 94080, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.06, 11.17 ], "duration": 62.66, "caption": "A woman slams down the spoon on the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 94081, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 36.62, 39.02 ], "duration": 60.66, "caption": "A woman puts her spoon down on the coffee table in the living room.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 94082, "video_name": "castle_s04e23_seg02_clip_04", "timestamp": [ 13.28, 17.4 ], "duration": 91.66, "caption": "A woman stirs her spoon in a mug of coffee.", "similarity": 0.6933, "relevance": 2 }, { "pair_id": 94083, "video_name": "castle_s05e14_seg02_clip_16", "timestamp": [ 11.04, 12.42 ], "duration": 92.66, "caption": "A woman slams both her hands on the table.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 94084, "video_name": "friends_s01e24_seg02_clip_16", "timestamp": [ 17.59, 20.57 ], "duration": 59.66, "caption": "A woman slams her hand down on the table and stands up.", "similarity": 0.6647, "relevance": 1 }, { "pair_id": 94085, "video_name": "s06e17_seg02_clip_11", "timestamp": [ 22.96, 24.58 ], "duration": 54.66, "caption": "A person slams the paper on the coffee table.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 94086, "video_name": "friends_s06e18_seg02_clip_06", "timestamp": [ 39.22, 41.18 ], "duration": 56.66, "caption": "A woman puts her coffee cup down on the table.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 94087, "video_name": "friends_s08e22_seg02_clip_00", "timestamp": [ 2.79, 4.03 ], "duration": 62.66, "caption": "A woman takes a spoonful from the bowl on the table.", "similarity": 0.6565, "relevance": 1 }, { "pair_id": 94088, "video_name": "castle_s07e22_seg02_clip_16", "timestamp": [ 64.13, 65.46 ], "duration": 89.66, "caption": "A person slams their hands down on the table.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 94089, "video_name": "s10e03_seg02_clip_09", "timestamp": [ 27.45, 33.05 ], "duration": 59.66, "caption": "A woman uses a spoon to stir liquid in her mug.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 94090, "video_name": "friends_s08e21_seg02_clip_02", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A woman holds a spoon with over her hand.", "similarity": 0.6363, "relevance": 2 }, { "pair_id": 94091, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 46.82, 48.42 ], "duration": 80.66, "caption": "A woman puts her food down on the coffee table.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 94092, "video_name": "s10e04_seg02_clip_17", "timestamp": [ 66.03, 67.26 ], "duration": 82.66, "caption": "A woman puts a coffee mug down on an end table.", "similarity": 0.6245, "relevance": 2 }, { "pair_id": 94093, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 27.1, 29.62 ], "duration": 63.66, "caption": "A woman sets her coffee mug down on the table.", "similarity": 0.6173, "relevance": 1 }, { "pair_id": 94094, "video_name": "house_s05e21_seg02_clip_02", "timestamp": [ 60.1, 63.21 ], "duration": 89.66, "caption": "A woman sits down at a table with a coffee cup in her hand.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 94095, "video_name": "friends_s05e05_seg02_clip_15", "timestamp": [ 59.02, 63.85 ], "duration": 69.66, "caption": "A woman sets her coffee cup on a table and sits down.", "similarity": 0.6107, "relevance": 2 }, { "pair_id": 94096, "video_name": "friends_s03e12_seg02_clip_12", "timestamp": [ 27.66, 28.26 ], "duration": 59.66, "caption": "A woman puts her mug down on the table.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 94097, "video_name": "met_s06e02_seg02_clip_07", "timestamp": [ 17.2, 23.23 ], "duration": 60.66, "caption": "A woman throws the spoon down and runs into the kitchen.", "similarity": 0.6057, "relevance": 2 }, { "pair_id": 94098, "video_name": "friends_s03e22_seg02_clip_19", "timestamp": [ 67.67, 69.31 ], "duration": 82.66, "caption": "A woman slams the phone down onto the table.", "similarity": 0.6045, "relevance": 2 }, { "pair_id": 94099, "video_name": "castle_s04e06_seg02_clip_09", "timestamp": [ 56.69, 58.94 ], "duration": 89.66, "caption": "A woman sits down at table with coffee cup in hand.", "similarity": 0.6036, "relevance": 1 } ] }, { "query_id": 21973, "query": "A woman leaves man and another person on the car.", "relevant_moment": [ { "pair_id": 171220, "video_name": "castle_s08e03_seg02_clip_13", "timestamp": [ 5.58, 9.77 ], "duration": 93.66, "caption": "A woman leaves man and another person on the car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171221, "video_name": "grey_s02e01_seg02_clip_22", "timestamp": [ 56.28, 67.44 ], "duration": 97.66, "caption": "A woman gets in her vehicle and leaves man.", "similarity": 0.853, "relevance": 2 }, { "pair_id": 171222, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 19.69, 22.57 ], "duration": 96.66, "caption": "A woman and another person get out of the car and close the doors.", "similarity": 0.7714, "relevance": 2 }, { "pair_id": 171223, "video_name": "met_s06e04_seg02_clip_08", "timestamp": [ 42.15, 51.17 ], "duration": 53.66, "caption": "A woman gets out of the car leaving a man in the backseat alone.", "similarity": 0.7608, "relevance": 4 }, { "pair_id": 171224, "video_name": "castle_s02e05_seg02_clip_20", "timestamp": [ 81.47, 90.02 ], "duration": 90.66, "caption": "A woman spots another woman and then she and a man get out of the car.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 171225, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 36.53, 41.37 ], "duration": 88.66, "caption": "A woman is in the driver's seat as she exits the car with a man.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 171226, "video_name": "castle_s03e09_seg02_clip_24", "timestamp": [ 13.02, 19.54 ], "duration": 93.66, "caption": "A man, a place, and a woman went out from the car.", "similarity": 0.7415, "relevance": 1 }, { "pair_id": 171227, "video_name": "castle_s08e03_seg02_clip_13", "timestamp": [ 7.44, 9.77 ], "duration": 93.66, "caption": "A woman walks away from two people in the car.", "similarity": 0.7386, "relevance": 4 }, { "pair_id": 171228, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 17.12, 21.47 ], "duration": 58.66, "caption": "A person gets in to the car with woman and man.", "similarity": 0.7267, "relevance": 1 }, { "pair_id": 171229, "video_name": "s02e05_seg02_clip_03", "timestamp": [ 33.87, 39.97 ], "duration": 61.66, "caption": "A person gets out of the car and another person drives off.", "similarity": 0.7259, "relevance": 1 }, { "pair_id": 171230, "video_name": "castle_s08e01_seg02_clip_11", "timestamp": [ 70.86, 72.24 ], "duration": 92.66, "caption": "A woman goes to the trunk of her car as a man exits the car.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 171231, "video_name": "castle_s02e11_seg02_clip_00", "timestamp": [ 12.58, 17.71 ], "duration": 93.66, "caption": "A woman gets out of her car and walks to a man.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 171232, "video_name": "friends_s07e22_seg02_clip_03", "timestamp": [ 7.02, 14.04 ], "duration": 61.66, "caption": "A woman starts to drive away and a man stops her to get in the car.", "similarity": 0.7098, "relevance": 1 }, { "pair_id": 171233, "video_name": "castle_s02e01_seg02_clip_01", "timestamp": [ 76.04, 84.02 ], "duration": 84.66, "caption": "A man and a woman get out of their cars and start walking together.", "similarity": 0.7035, "relevance": 2 }, { "pair_id": 171234, "video_name": "castle_s06e02_seg02_clip_23", "timestamp": [ 46.23, 51.37 ], "duration": 79.66, "caption": "A woman gets out of the car with a man and the man falls to the ground passing out.", "similarity": 0.7021, "relevance": 2 }, { "pair_id": 171235, "video_name": "grey_s02e13_seg02_clip_09", "timestamp": [ 23.51, 25.82 ], "duration": 92.66, "caption": "A woman walks away from some people and leaves them with a man.", "similarity": 0.7005, "relevance": 1 }, { "pair_id": 171236, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 29.38, 30.74 ], "duration": 90.66, "caption": "A woman closes the trunk of a car as she stands beside a man.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 171237, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 0.0, 3.5 ], "duration": 87.66, "caption": "A woman and a man close the doors to their car.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 171238, "video_name": "friends_s10e17-18_seg02_clip_33", "timestamp": [ 0.0, 16.78 ], "duration": 61.66, "caption": "A woman is driving a car while a man is with her.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 171239, "video_name": "castle_s06e14_seg02_clip_19", "timestamp": [ 2.35, 8.46 ], "duration": 94.66, "caption": "A woman leaves another woman after a man asks for her.", "similarity": 0.6903, "relevance": 0 }, { "pair_id": 344540, "video_name": "castle_s07e23_seg02_clip_20", "timestamp": [ 69.68, 86.96 ], "duration": 108.66, "caption": "A man gets up and leaves woman, person and person.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 344541, "video_name": "castle_s05e12_seg02_clip_00", "timestamp": [ 86.48, 92.49 ], "duration": 92.66, "caption": "A man and woman get out of the car as she speaks to him.", "similarity": 0.6888, "relevance": 3 }, { "pair_id": 344542, "video_name": "house_s07e22_seg02_clip_19", "timestamp": [ 31.29, 38.19 ], "duration": 92.66, "caption": "A man exits his car and approaches the woman.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 344543, "video_name": "castle_s05e14_seg02_clip_14", "timestamp": [ 4.53, 10.41 ], "duration": 90.66, "caption": "A woman leaves after another woman gives her and a man instructions.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 344544, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 14.31, 20.32 ], "duration": 92.66, "caption": "A woman gets out from the car and walks directly to a man.", "similarity": 0.684, "relevance": 3 }, { "pair_id": 344545, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 0.0, 22.43 ], "duration": 59.66, "caption": "Some people are riding in the car together then a person gets out of the car.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 344546, "video_name": "castle_s01e03_seg02_clip_15", "timestamp": [ 54.62, 68.27 ], "duration": 91.66, "caption": "A woman and a man ride together in the car.", "similarity": 0.6796, "relevance": 3 }, { "pair_id": 344547, "video_name": "castle_s05e13_seg02_clip_00", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "Two people both get out of the same car.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 344548, "video_name": "castle_s02e07_seg02_clip_15", "timestamp": [ 19.12, 20.94 ], "duration": 91.66, "caption": "Two people get off from their parked car.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 344549, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 3.96, 5.72 ], "duration": 88.66, "caption": "A woman walks away leaving a man and another man alone.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 344550, "video_name": "s07e13_seg02_clip_07", "timestamp": [ 19.83, 61.03 ], "duration": 61.66, "caption": "A woman pulls the car away and begins driving down the road with a person.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 344551, "video_name": "castle_s06e20_seg02_clip_04", "timestamp": [ 11.13, 16.03 ], "duration": 89.66, "caption": "A man and woman get out of a car and walk up to another woman washing a car.", "similarity": 0.6765, "relevance": 3 }, { "pair_id": 344552, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 55.29, 59.37 ], "duration": 90.66, "caption": "A woman gets up and leaves a man sitting with another person.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 344553, "video_name": "castle_s03e17_seg02_clip_19", "timestamp": [ 51.48, 54.64 ], "duration": 90.66, "caption": "A man and a woman get out of the car and walk toward a fence.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 344554, "video_name": "castle_s08e11_seg02_clip_16", "timestamp": [ 12.6, 20.71 ], "duration": 90.66, "caption": "Two people went out of the car and took the person from the back of the car.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 344555, "video_name": "house_s06e10_seg02_clip_06", "timestamp": [ 55.12, 95.03 ], "duration": 95.66, "caption": "A woman drives the car with a man as a passenger.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 344556, "video_name": "met_s02e06_seg02_clip_03", "timestamp": [ 32.62, 35.36 ], "duration": 60.66, "caption": "A man walks away and leaves a man standing with woman.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 344557, "video_name": "friends_s04e15_seg02_clip_10", "timestamp": [ 1.2, 6.0 ], "duration": 60.66, "caption": "A woman leaves man after telling him where she's going.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 344558, "video_name": "castle_s02e07_seg02_clip_17", "timestamp": [ 0.0, 12.46 ], "duration": 89.66, "caption": "A man and a woman were walking towards the car.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 344559, "video_name": "castle_s01e02_seg02_clip_10", "timestamp": [ 37.16, 44.87 ], "duration": 90.66, "caption": "A man and woman exit the car and walk across the street.", "similarity": 0.6654, "relevance": 2 } ] }, { "query_id": 22079, "query": "Two men lean on each other after taking their seats.", "relevant_moment": [ { "pair_id": 166200, "video_name": "met_s02e16_seg02_clip_17", "timestamp": [ 35.57, 37.68 ], "duration": 60.66, "caption": "Two men lean on each other after taking their seats.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 166201, "video_name": "house_s07e15_seg02_clip_15", "timestamp": [ 0.0, 5.15 ], "duration": 103.66, "caption": "Two men are seated beside each other.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 166202, "video_name": "house_s02e09_seg02_clip_01", "timestamp": [ 0.0, 11.18 ], "duration": 86.66, "caption": "Two men both sit down together in front of a person.", "similarity": 0.6853, "relevance": 0 }, { "pair_id": 166203, "video_name": "friends_s05e18_seg02_clip_08", "timestamp": [ 0.0, 21.76 ], "duration": 58.66, "caption": "Two men were sitting beside each other.", "similarity": 0.6655, "relevance": 0 }, { "pair_id": 166204, "video_name": "castle_s06e04_seg02_clip_17", "timestamp": [ 0.0, 4.91 ], "duration": 89.66, "caption": "Two men were sitting beside each other.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 166205, "video_name": "friends_s09e23-24_seg02_clip_26", "timestamp": [ 0.0, 14.99 ], "duration": 62.66, "caption": "A man offers their seat to another man and he agrees to take it to which the first man gets up and the second man sits on their chair.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 166206, "video_name": "friends_s05e02_seg02_clip_20", "timestamp": [ 50.19, 52.8 ], "duration": 58.66, "caption": "Two people sit back down in their seats.", "similarity": 0.6586, "relevance": 0 }, { "pair_id": 166207, "video_name": "friends_s01e04_seg02_clip_20", "timestamp": [ 56.96, 58.13 ], "duration": 58.66, "caption": "A man and another man get up from their seats after the first man points to something.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 166208, "video_name": "castle_s06e20_seg02_clip_02", "timestamp": [ 18.67, 24.13 ], "duration": 91.66, "caption": "A man leans closer to another man when they are sitting next to each other.", "similarity": 0.6539, "relevance": 1 }, { "pair_id": 166209, "video_name": "met_s05e05_seg02_clip_14", "timestamp": [ 39.34, 47.8 ], "duration": 65.66, "caption": "Three men approaches the seat where two people are being seated.", "similarity": 0.6529, "relevance": 0 }, { "pair_id": 166210, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 54.27, 58.38 ], "duration": 91.66, "caption": "A man gets up from his seat and another man sits down beside a guy.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 166211, "video_name": "castle_s05e22_seg02_clip_07", "timestamp": [ 17.3, 22.76 ], "duration": 91.66, "caption": "Two men have their hands held as they lean their heads with a man.", "similarity": 0.6504, "relevance": 1 }, { "pair_id": 166212, "video_name": "house_s05e17_seg02_clip_18", "timestamp": [ 27.08, 84.61 ], "duration": 84.66, "caption": "Two men both sit together as they watch the surgery take place.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 166213, "video_name": "s02e18_seg02_clip_05", "timestamp": [ 53.21, 54.02 ], "duration": 54.66, "caption": "Two men lean over a person's shoulder and two other people draw closer.", "similarity": 0.6364, "relevance": 0 }, { "pair_id": 166214, "video_name": "friends_s07e01_seg02_clip_11", "timestamp": [ 34.53, 36.01 ], "duration": 59.66, "caption": "Two people stand up from their seat at the same time.", "similarity": 0.6357, "relevance": 0 }, { "pair_id": 166215, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 20.34, 21.48 ], "duration": 38.66, "caption": "Two men shake hands then one of them sits down.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 166216, "video_name": "s09e11_seg02_clip_15", "timestamp": [ 0.0, 7.92 ], "duration": 72.66, "caption": "Some men were sitting beside each other.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 166217, "video_name": "friends_s02e04_seg02_clip_14", "timestamp": [ 55.19, 58.73 ], "duration": 59.66, "caption": "Two people go back to their original seats and sit back down.", "similarity": 0.6235, "relevance": 0 }, { "pair_id": 166218, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 45.81, 47.94 ], "duration": 71.66, "caption": "Two men stand up from a table they were sitting at together.", "similarity": 0.6226, "relevance": 1 }, { "pair_id": 166219, "video_name": "grey_s03e20_seg02_clip_16", "timestamp": [ 34.13, 37.32 ], "duration": 91.66, "caption": "A man leans forward causing a man to lean back.", "similarity": 0.6219, "relevance": 1 } ] }, { "query_id": 22091, "query": "A woman shows a sketch of a person in a hooded sweater.", "relevant_moment": [ { "pair_id": 155400, "video_name": "castle_s04e19_seg02_clip_15", "timestamp": [ 49.15, 52.51 ], "duration": 84.66, "caption": "A woman shows a sketch of a person in a hooded sweater.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155401, "video_name": "castle_s04e19_seg02_clip_15", "timestamp": [ 71.0, 73.94 ], "duration": 84.66, "caption": "A woman points to a sketch of a person in a hooded sweater.", "similarity": 0.8829, "relevance": 4 }, { "pair_id": 155402, "video_name": "castle_s05e05_seg02_clip_06", "timestamp": [ 6.23, 10.24 ], "duration": 89.66, "caption": "A woman shows a sketch to a man wearing black coat.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 155403, "video_name": "castle_s05e16_seg02_clip_00", "timestamp": [ 65.8, 70.86 ], "duration": 92.66, "caption": "A woman hands a composite sketch to a man and he looks at it.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 155404, "video_name": "castle_s02e06_seg02_clip_17", "timestamp": [ 65.56, 71.06 ], "duration": 91.66, "caption": "A person shows a picture of a woman to a woman and she compares it to a drawing.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 155405, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A woman holds up a sketched picture of a man.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 155406, "video_name": "castle_s01e06_seg02_clip_11", "timestamp": [ 18.28, 27.43 ], "duration": 87.66, "caption": "A person walked towards a woman and showed her a sketch of a man.", "similarity": 0.6524, "relevance": 2 }, { "pair_id": 155407, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 38.33, 40.75 ], "duration": 97.66, "caption": "A woman puts up a sketched picture of a person onto the case board.", "similarity": 0.6444, "relevance": 3 }, { "pair_id": 155408, "video_name": "castle_s05e16_seg02_clip_11", "timestamp": [ 37.81, 44.11 ], "duration": 90.66, "caption": "A woman shows a portrait sketch to another woman as she sits on the ground.", "similarity": 0.6401, "relevance": 3 }, { "pair_id": 155409, "video_name": "friends_s05e18_seg02_clip_03", "timestamp": [ 0.0, 6.66 ], "duration": 60.66, "caption": "A woman is shown sketches by another woman and then reaches out to grab one of them.", "similarity": 0.6384, "relevance": 2 }, { "pair_id": 155410, "video_name": "castle_s07e04_seg02_clip_20", "timestamp": [ 12.29, 21.08 ], "duration": 87.66, "caption": "A woman unfolds a drawing to show to a man.", "similarity": 0.6349, "relevance": 3 }, { "pair_id": 155411, "video_name": "castle_s02e23_seg02_clip_15", "timestamp": [ 49.73, 54.13 ], "duration": 88.66, "caption": "A man shows someone a sketch picture of a person.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 155412, "video_name": "castle_s04e10_seg02_clip_09", "timestamp": [ 24.87, 90.44 ], "duration": 90.66, "caption": "A person showed another person a sketch of a man.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 155413, "video_name": "castle_s03e15_seg02_clip_20", "timestamp": [ 66.77, 77.45 ], "duration": 89.66, "caption": "A person shows a sketch of a man to another person.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 155414, "video_name": "castle_s02e22_seg02_clip_07", "timestamp": [ 23.98, 38.08 ], "duration": 94.66, "caption": "A woman examines a sketch of another woman while talking with a man and another person.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 155415, "video_name": "castle_s01e01_seg02_clip_09", "timestamp": [ 47.53, 55.9 ], "duration": 88.66, "caption": "A woman shows a man a drawing of a crime scene as and it is seen in real life.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 155416, "video_name": "castle_s03e19_seg02_clip_19", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman was showing a photo to person.", "similarity": 0.6136, "relevance": 3 }, { "pair_id": 155417, "video_name": "s05e07_seg02_clip_03", "timestamp": [ 41.3, 45.46 ], "duration": 64.66, "caption": "A man shows a sketch to the woman sitting beside him.", "similarity": 0.6108, "relevance": 2 }, { "pair_id": 155418, "video_name": "s03e18_seg02_clip_09", "timestamp": [ 25.72, 39.24 ], "duration": 53.66, "caption": "A woman picks out a jacket from the rack and shows it to a person. The person inspects the fabric.", "similarity": 0.6106, "relevance": 1 }, { "pair_id": 155419, "video_name": "castle_s05e05_seg02_clip_06", "timestamp": [ 3.56, 25.37 ], "duration": 89.66, "caption": "A woman holds up a sketch pictured to a man of himself and aks where he is.", "similarity": 0.6089, "relevance": 2 }, { "pair_id": 328720, "video_name": "castle_s01e01_seg02_clip_09", "timestamp": [ 47.53, 51.05 ], "duration": 88.66, "caption": "Woman shows man a paper with a drawing on it.", "similarity": 0.6086, "relevance": 3 }, { "pair_id": 328721, "video_name": "s10e07_seg02_clip_12", "timestamp": [ 43.34, 50.18 ], "duration": 57.66, "caption": "A person shows a woman a figurine and hands it to her.", "similarity": 0.6078, "relevance": 0 }, { "pair_id": 328722, "video_name": "castle_s07e23_seg02_clip_02", "timestamp": [ 58.07, 65.27 ], "duration": 90.66, "caption": "A person looks at a sketch of a mask.", "similarity": 0.6033, "relevance": 1 }, { "pair_id": 328723, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 20.78, 25.29 ], "duration": 90.66, "caption": "A woman handed a piece of paper with a sketch of a man in it to another person.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 328724, "video_name": "friends_s04e11_seg02_clip_13", "timestamp": [ 13.68, 16.66 ], "duration": 59.66, "caption": "A woman shows another woman her drawing on the notepad.", "similarity": 0.5964, "relevance": 3 }, { "pair_id": 328725, "video_name": "castle_s04e18_seg02_clip_15", "timestamp": [ 27.44, 31.6 ], "duration": 83.66, "caption": "A man holds up a sketch of a person's face to woman and she takes it from him.", "similarity": 0.5951, "relevance": 3 }, { "pair_id": 328726, "video_name": "house_s06e08_seg02_clip_16", "timestamp": [ 27.91, 42.76 ], "duration": 90.66, "caption": "A person explains to another person what they are sketching.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 328727, "video_name": "castle_s04e17_seg02_clip_02", "timestamp": [ 75.95, 82.2 ], "duration": 89.66, "caption": "A woman shows two people a picture of the Red Riding Hood cloak.", "similarity": 0.5915, "relevance": 2 }, { "pair_id": 328728, "video_name": "castle_s02e05_seg02_clip_13", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "A person shows a sketch of a man to some other people.", "similarity": 0.5899, "relevance": 2 }, { "pair_id": 328729, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 21.86, 23.68 ], "duration": 91.66, "caption": "A man puts up a sketch of a woman next to a picture of a woman on the case board.", "similarity": 0.5867, "relevance": 1 }, { "pair_id": 328730, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 20.04, 23.23 ], "duration": 91.66, "caption": "A man puts a sketched photo of a woman next to a photograms.", "similarity": 0.5852, "relevance": 2 }, { "pair_id": 328731, "video_name": "castle_s05e13_seg02_clip_14", "timestamp": [ 60.02, 66.82 ], "duration": 80.66, "caption": "A person hands a man a sketch to look at.", "similarity": 0.585, "relevance": 1 }, { "pair_id": 328732, "video_name": "castle_s05e16_seg02_clip_00", "timestamp": [ 64.88, 71.78 ], "duration": 92.66, "caption": "A person hands a sketch to another person and he looks over it.", "similarity": 0.5837, "relevance": 3 }, { "pair_id": 328733, "video_name": "castle_s06e02_seg02_clip_19", "timestamp": [ 80.33, 90.66 ], "duration": 90.66, "caption": "A woman shows a photo on a computer to some people.", "similarity": 0.5815, "relevance": 2 }, { "pair_id": 328734, "video_name": "friends_s10e08_seg02_clip_00", "timestamp": [ 53.9, 60.0 ], "duration": 64.66, "caption": "A woman shows woman a picture of something and woman makes a face.", "similarity": 0.5813, "relevance": 3 }, { "pair_id": 328735, "video_name": "castle_s07e12_seg02_clip_08", "timestamp": [ 48.84, 53.49 ], "duration": 93.66, "caption": "A man hands woman a sketched picture as he approaches her.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 328736, "video_name": "castle_s02e17_seg02_clip_03", "timestamp": [ 77.78, 81.39 ], "duration": 103.66, "caption": "A person looks at a sketch on the desk.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 328737, "video_name": "castle_s04e20_seg02_clip_03", "timestamp": [ 16.23, 21.18 ], "duration": 90.66, "caption": "A woman hands a sketch of a bearded man to another woman.", "similarity": 0.5777, "relevance": 3 }, { "pair_id": 328738, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 84.88, 91.66 ], "duration": 91.66, "caption": "A woman is talking to someone and shows them a piece of paper.", "similarity": 0.5772, "relevance": 2 }, { "pair_id": 328739, "video_name": "castle_s03e05_seg02_clip_11", "timestamp": [ 57.8, 67.36 ], "duration": 91.66, "caption": "A woman stands up and shows a person a picture.", "similarity": 0.5755, "relevance": 2 } ] }, { "query_id": 22098, "query": "A woman suddenly slides the letter slowly towards man.", "relevant_moment": [ { "pair_id": 159140, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 9.9, 13.81 ], "duration": 60.66, "caption": "A woman suddenly slides the letter slowly towards man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159141, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 17.11, 21.91 ], "duration": 60.66, "caption": "A man put a solid thing on the letter and slides it back to woman.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 159142, "video_name": "friends_s05e05_seg02_clip_03", "timestamp": [ 9.86, 11.31 ], "duration": 58.66, "caption": "A woman shows a letter to man in a vigorous manner.", "similarity": 0.7099, "relevance": 2 }, { "pair_id": 159143, "video_name": "s06e16_seg02_clip_12", "timestamp": [ 8.8, 14.31 ], "duration": 55.66, "caption": "A woman opens the letter and reads it in front of a man.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 159144, "video_name": "castle_s03e05_seg02_clip_19", "timestamp": [ 0.0, 11.42 ], "duration": 87.66, "caption": "A person leans over and reads a letter to woman.", "similarity": 0.6538, "relevance": 1 }, { "pair_id": 159145, "video_name": "castle_s03e05_seg02_clip_18", "timestamp": [ 77.37, 82.38 ], "duration": 91.66, "caption": "A woman gets a letter and read it to man.", "similarity": 0.6533, "relevance": 3 }, { "pair_id": 159146, "video_name": "castle_s03e05_seg02_clip_18", "timestamp": [ 20.48, 23.21 ], "duration": 91.66, "caption": "A man gets the letter and shows it to a woman.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 159147, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 29.11, 33.08 ], "duration": 88.66, "caption": "A woman opens up a letter and hands it to a person.", "similarity": 0.6452, "relevance": 3 }, { "pair_id": 159148, "video_name": "castle_s06e13_seg02_clip_07", "timestamp": [ 50.86, 57.17 ], "duration": 90.66, "caption": "A man gives a woman a letter and she starts to read it.", "similarity": 0.6442, "relevance": 1 }, { "pair_id": 159149, "video_name": "friends_s04e01_seg02_clip_10", "timestamp": [ 61.79, 64.03 ], "duration": 64.66, "caption": "A woman hands a woman a letter and she opens it.", "similarity": 0.6412, "relevance": 2 }, { "pair_id": 159150, "video_name": "house_s08e18_seg02_clip_18", "timestamp": [ 81.04, 90.04 ], "duration": 90.66, "caption": "A woman tells a man about the letter she just received.", "similarity": 0.64, "relevance": 1 }, { "pair_id": 159151, "video_name": "house_s06e13_seg02_clip_16", "timestamp": [ 8.2, 11.4 ], "duration": 91.66, "caption": "A person gives a letter to woman while they are talking.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 159152, "video_name": "grey_s02e20_seg02_clip_09", "timestamp": [ 3.97, 26.02 ], "duration": 88.66, "caption": "A man arranges the letters in front of her.", "similarity": 0.6193, "relevance": 0 }, { "pair_id": 159153, "video_name": "castle_s07e07_seg02_clip_18", "timestamp": [ 0.0, 2.26 ], "duration": 90.66, "caption": "A man tells a woman who the letter is from when she looks at it.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 159154, "video_name": "castle_s03e22_seg02_clip_01", "timestamp": [ 10.81, 15.62 ], "duration": 80.66, "caption": "A woman opens the letter and begins to read it while walking.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 159155, "video_name": "friends_s09e16_seg02_clip_01", "timestamp": [ 0.0, 18.89 ], "duration": 59.66, "caption": "A man is holding a stack of letters as he is speaking to a woman.", "similarity": 0.6102, "relevance": 1 }, { "pair_id": 159156, "video_name": "friends_s04e01_seg02_clip_03", "timestamp": [ 31.87, 45.52 ], "duration": 65.66, "caption": "A woman picks up a letter and hands it to a man.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 159158, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 48.52, 51.6 ], "duration": 88.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.6037, "relevance": 1 }, { "pair_id": 159159, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 82.74, 87.45 ], "duration": 94.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.6037, "relevance": 2 }, { "pair_id": 332460, "video_name": "house_s06e13_seg02_clip_16", "timestamp": [ 19.14, 21.42 ], "duration": 91.66, "caption": "A woman hands the letter and envelope back to a man.", "similarity": 0.6011, "relevance": 2 }, { "pair_id": 332461, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 16.28, 33.89 ], "duration": 88.66, "caption": "A woman opens a letter and starts reading it.", "similarity": 0.5994, "relevance": 1 }, { "pair_id": 332462, "video_name": "castle_s06e17_seg02_clip_13", "timestamp": [ 0.0, 23.93 ], "duration": 87.66, "caption": "A woman reads the letter she is writing to a man while hiding it.", "similarity": 0.5949, "relevance": 1 }, { "pair_id": 332463, "video_name": "house_s05e16_seg02_clip_10", "timestamp": [ 83.74, 89.27 ], "duration": 92.66, "caption": "A woman is reading a handwritten letter to a man.", "similarity": 0.5914, "relevance": 1 }, { "pair_id": 332464, "video_name": "house_s06e09_seg02_clip_08", "timestamp": [ 28.22, 35.04 ], "duration": 91.66, "caption": "A woman walks quickly towards a man, touches his arms, and whispers to him.", "similarity": 0.5861, "relevance": 0 }, { "pair_id": 332465, "video_name": "friends_s04e01_seg02_clip_05", "timestamp": [ 0.58, 4.93 ], "duration": 58.66, "caption": "A person pumps his fist while telling someone he read her letter.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 332466, "video_name": "castle_s07e18_seg02_clip_21", "timestamp": [ 0.0, 14.68 ], "duration": 91.66, "caption": "A woman reads to a man what's on the letter on her desk.", "similarity": 0.5737, "relevance": 1 }, { "pair_id": 332467, "video_name": "castle_s02e01_seg02_clip_03", "timestamp": [ 23.08, 25.79 ], "duration": 90.66, "caption": "A man gestures to woman and she follows him.", "similarity": 0.5712, "relevance": 0 }, { "pair_id": 332468, "video_name": "s06e16_seg02_clip_12", "timestamp": [ 4.4, 8.8 ], "duration": 55.66, "caption": "A person gets a letter out of his/her jacket pocket and hands it to a woman.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 332469, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 19.81, 27.29 ], "duration": 88.66, "caption": "A woman inconspicuously slides person a white envelope which person accepts.", "similarity": 0.5668, "relevance": 4 }, { "pair_id": 332470, "video_name": "house_s05e11_seg02_clip_01", "timestamp": [ 83.37, 91.12 ], "duration": 91.66, "caption": "A man is holding a woman's arm and moving it slowly.", "similarity": 0.5667, "relevance": 0 }, { "pair_id": 332471, "video_name": "friends_s04e01_seg02_clip_08", "timestamp": [ 28.99, 35.09 ], "duration": 61.66, "caption": "A man pulls a letter our of his pocket after woman walks out.", "similarity": 0.5652, "relevance": 1 }, { "pair_id": 332472, "video_name": "castle_s07e09_seg02_clip_27", "timestamp": [ 0.0, 7.25 ], "duration": 21.66, "caption": "A man giving hand gestures to woman and she gives quick responses as she is in a hurry.", "similarity": 0.5648, "relevance": 0 }, { "pair_id": 332473, "video_name": "s06e16_seg02_clip_12", "timestamp": [ 50.62, 55.02 ], "duration": 55.66, "caption": "A woman hugs a man while the letter is still in her hand.", "similarity": 0.5645, "relevance": 1 }, { "pair_id": 332474, "video_name": "castle_s05e03_seg02_clip_07", "timestamp": [ 11.62, 13.41 ], "duration": 89.66, "caption": "A woman turns quickly to the left to face man.", "similarity": 0.5637, "relevance": 0 }, { "pair_id": 332475, "video_name": "house_s06e11_seg02_clip_21", "timestamp": [ 57.48, 62.38 ], "duration": 89.66, "caption": "A man has a letter in his hand when a woman walks into the office.", "similarity": 0.5636, "relevance": 1 }, { "pair_id": 332476, "video_name": "grey_s03e23_seg02_clip_03", "timestamp": [ 4.1, 5.46 ], "duration": 91.66, "caption": "A man waves his fingers at a woman for her to move forward.", "similarity": 0.5624, "relevance": 0 }, { "pair_id": 332477, "video_name": "friends_s05e10_seg02_clip_00", "timestamp": [ 13.12, 14.95 ], "duration": 61.66, "caption": "A woman rings her bell quickly very near a man's head, and he winces.", "similarity": 0.5616, "relevance": 0 }, { "pair_id": 332478, "video_name": "castle_s07e17_seg02_clip_18", "timestamp": [ 29.13, 34.13 ], "duration": 91.66, "caption": "A woman turns around and walks towards a man quickly.", "similarity": 0.5609, "relevance": 0 }, { "pair_id": 332479, "video_name": "s07e04_seg02_clip_00", "timestamp": [ 5.49, 11.29 ], "duration": 61.66, "caption": "A woman is holding and looking at her mail and bumps into a man.", "similarity": 0.5601, "relevance": 1 } ] }, { "query_id": 22126, "query": "A woman takes off her stethoscope and listens to the heart.", "relevant_moment": [ { "pair_id": 21260, "video_name": "grey_s03e17_seg02_clip_12", "timestamp": [ 4.45, 15.58 ], "duration": 89.66, "caption": "A woman takes off her stethoscope and listens to the heart.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21261, "video_name": "grey_s01e04_seg02_clip_19", "timestamp": [ 7.35, 14.69 ], "duration": 91.66, "caption": "A woman takes off her stethoscope and listens to another woman's heart.", "similarity": 0.91, "relevance": 4 }, { "pair_id": 21262, "video_name": "grey_s02e15_seg02_clip_03", "timestamp": [ 26.24, 39.12 ], "duration": 99.66, "caption": "A woman takes off her stethoscope and listens to a girl's heart.", "similarity": 0.9012, "relevance": 4 }, { "pair_id": 21263, "video_name": "house_s03e11_seg02_clip_00", "timestamp": [ 0.0, 19.16 ], "duration": 91.66, "caption": "A woman moves her stethoscope around to listen to someone's heart.", "similarity": 0.8882, "relevance": 3 }, { "pair_id": 21264, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 48.67, 53.53 ], "duration": 88.66, "caption": "A person puts on their stethoscope and listens to someone's heart.", "similarity": 0.8006, "relevance": 2 }, { "pair_id": 21265, "video_name": "house_s04e12_seg02_clip_18", "timestamp": [ 60.68, 79.26 ], "duration": 82.66, "caption": "A woman takes the stethoscope from around her neck, puts it on, and listens to the patient's chest.", "similarity": 0.7997, "relevance": 4 }, { "pair_id": 21266, "video_name": "grey_s03e23_seg02_clip_13", "timestamp": [ 24.25, 31.31 ], "duration": 88.66, "caption": "A woman listens to the patient's chest with a stethoscope.", "similarity": 0.7832, "relevance": 3 }, { "pair_id": 21267, "video_name": "grey_s02e13_seg02_clip_04", "timestamp": [ 48.43, 52.15 ], "duration": 93.66, "caption": "A person places stethoscope on someone's chest and listens to their heart.", "similarity": 0.7816, "relevance": 2 }, { "pair_id": 21268, "video_name": "grey_s01e04_seg02_clip_12", "timestamp": [ 0.0, 5.23 ], "duration": 95.66, "caption": "A woman puts her stethoscope on the patient and listened to her.", "similarity": 0.7804, "relevance": 2 }, { "pair_id": 21270, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 4.08, 8.61 ], "duration": 90.66, "caption": "A person is listening to his patient's chest then takes off his stethoscope.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 21271, "video_name": "house_s02e11_seg02_clip_03", "timestamp": [ 41.42, 45.51 ], "duration": 91.66, "caption": "The patient opens their eyes and a woman takes off her stethoscope.", "similarity": 0.7555, "relevance": 3 }, { "pair_id": 21272, "video_name": "house_s04e15_seg02_clip_20", "timestamp": [ 1.79, 4.91 ], "duration": 89.66, "caption": "A woman wears the ear of the stethoscope.", "similarity": 0.7419, "relevance": 2 }, { "pair_id": 21273, "video_name": "grey_s01e05_seg02_clip_02", "timestamp": [ 39.61, 44.89 ], "duration": 88.66, "caption": "A woman takes her stethoscope out of her pocket and puts them to her ears.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 21274, "video_name": "grey_s02e05_seg02_clip_05", "timestamp": [ 0.0, 80.02 ], "duration": 80.66, "caption": "A person puts on their stethoscope and listens to someone's chest.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 21275, "video_name": "house_s01e21_seg02_clip_21", "timestamp": [ 1.6, 4.8 ], "duration": 64.66, "caption": "A woman puts their stethoscope to check person's chest.", "similarity": 0.7356, "relevance": 3 }, { "pair_id": 21276, "video_name": "grey_s03e11_seg02_clip_22", "timestamp": [ 67.44, 69.77 ], "duration": 93.66, "caption": "A woman takes their stethoscope out of their ears and hangs it around their neck.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 21277, "video_name": "house_s07e08_seg02_clip_17", "timestamp": [ 45.09, 48.31 ], "duration": 92.66, "caption": "A person listens to someone's chest with a stethoscope.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 21278, "video_name": "house_s04e03_seg02_clip_00", "timestamp": [ 14.18, 21.04 ], "duration": 91.66, "caption": "A woman gets up from her seat and removes her stethoscope.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 21279, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 16.77, 33.12 ], "duration": 86.66, "caption": "A woman listens to a man's back with a stethoscope.", "similarity": 0.7165, "relevance": 3 }, { "pair_id": 194580, "video_name": "grey_s03e17_seg02_clip_12", "timestamp": [ 4.45, 38.73 ], "duration": 89.66, "caption": "A woman listens to another woman's chest with a stethoscope and shakes her head.", "similarity": 0.7159, "relevance": 4 }, { "pair_id": 194581, "video_name": "house_s05e09_seg02_clip_23", "timestamp": [ 49.61, 51.43 ], "duration": 91.66, "caption": "A person takes off the stethoscope from their ears.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 194584, "video_name": "house_s04e12_seg02_clip_18", "timestamp": [ 61.52, 79.97 ], "duration": 82.66, "caption": "A woman uses a stethoscope to listen to the chest of another woman wearing a scarf on her head.", "similarity": 0.7009, "relevance": 4 }, { "pair_id": 194586, "video_name": "grey_s02e21_seg02_clip_19", "timestamp": [ 20.48, 22.62 ], "duration": 85.66, "caption": "A woman is checking another woman's heart with a stethoscope as she stands beside her.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 194587, "video_name": "house_s02e03_seg02_clip_11", "timestamp": [ 64.63, 68.27 ], "duration": 91.66, "caption": "A person listens to someone's breathing with a stethoscope.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 194590, "video_name": "grey_s03e09_seg02_clip_23", "timestamp": [ 0.0, 3.45 ], "duration": 69.66, "caption": "A woman probes a patient's beating heart during a surgery.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 194591, "video_name": "grey_s03e03_seg02_clip_03", "timestamp": [ 4.1, 7.28 ], "duration": 91.66, "caption": "A woman puts her stethoscope in her pocket.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 194592, "video_name": "house_s04e02_seg02_clip_19", "timestamp": [ 31.16, 33.96 ], "duration": 70.66, "caption": "A woman handed the stethoscope to a man.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 194593, "video_name": "house_s01e01_seg02_clip_08", "timestamp": [ 27.15, 32.49 ], "duration": 89.66, "caption": "A person uses a stethoscope to listen to a young person's chest.", "similarity": 0.6629, "relevance": 2 }, { "pair_id": 194594, "video_name": "house_s05e07_seg02_clip_23", "timestamp": [ 86.96, 92.03 ], "duration": 92.66, "caption": "A woman takes off her stethoscope as a man walks in.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 194595, "video_name": "house_s03e13_seg02_clip_02", "timestamp": [ 69.18, 75.1 ], "duration": 91.66, "caption": "A man puts the stethoscope in their ears and checks a person's heart.", "similarity": 0.6619, "relevance": 3 }, { "pair_id": 194596, "video_name": "friends_s08e23-24_seg02_clip_16", "timestamp": [ 56.37, 59.03 ], "duration": 59.66, "caption": "A woman grabs a stethoscope off of a table.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 194597, "video_name": "house_s08e04_seg02_clip_10", "timestamp": [ 34.33, 36.97 ], "duration": 88.66, "caption": "A woman places her fingers on the patient's neck to check heart rate.", "similarity": 0.6563, "relevance": 1 }, { "pair_id": 194598, "video_name": "house_s05e09_seg02_clip_23", "timestamp": [ 15.02, 29.13 ], "duration": 91.66, "caption": "A man puts on his stethoscope and listens to a person's chest.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 194599, "video_name": "house_s02e22_seg02_clip_05", "timestamp": [ 2.09, 5.42 ], "duration": 83.66, "caption": "A person removes the earpiece of the stethoscope on their ears.", "similarity": 0.6552, "relevance": 2 } ] }, { "query_id": 22166, "query": "A person stands up and starts to walk away from another person.", "relevant_moment": [ { "pair_id": 143541, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 34.05, 39.11 ], "duration": 92.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.9568, "relevance": 4 }, { "pair_id": 143542, "video_name": "house_s03e20_seg02_clip_13", "timestamp": [ 17.84, 26.11 ], "duration": 87.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.9568, "relevance": 3 }, { "pair_id": 143543, "video_name": "s09e09_seg02_clip_15", "timestamp": [ 56.41, 61.77 ], "duration": 63.66, "caption": "A person turns and starts to walk away from another person.", "similarity": 0.87, "relevance": 2 }, { "pair_id": 143544, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 35.09, 38.14 ], "duration": 61.66, "caption": "A person turns to walk away when another person stops him.", "similarity": 0.8661, "relevance": 2 }, { "pair_id": 143545, "video_name": "castle_s02e12_seg02_clip_13", "timestamp": [ 10.23, 12.09 ], "duration": 93.66, "caption": "A man stands up and walks away from someone.", "similarity": 0.851, "relevance": 2 }, { "pair_id": 143546, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 61.96, 66.1 ], "duration": 91.66, "caption": "A person stands up and walks away after talking to another person.", "similarity": 0.8478, "relevance": 3 }, { "pair_id": 143547, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 39.8, 44.32 ], "duration": 90.66, "caption": "A person stops someone from walking away to him.", "similarity": 0.8477, "relevance": 2 }, { "pair_id": 143548, "video_name": "house_s05e11_seg02_clip_13", "timestamp": [ 34.77, 37.41 ], "duration": 88.66, "caption": "One person turns to walk away and another person stands in their way.", "similarity": 0.8472, "relevance": 1 }, { "pair_id": 143549, "video_name": "castle_s06e07_seg02_clip_20", "timestamp": [ 17.38, 19.66 ], "duration": 91.66, "caption": "A person stands up and quickly walks away from a woman.", "similarity": 0.8388, "relevance": 4 }, { "pair_id": 143550, "video_name": "house_s04e10_seg02_clip_18", "timestamp": [ 67.24, 80.33 ], "duration": 90.66, "caption": "A person walks up to another person and they walk away together.", "similarity": 0.8356, "relevance": 2 }, { "pair_id": 143551, "video_name": "friends_s01e02_seg02_clip_10", "timestamp": [ 7.36, 12.49 ], "duration": 64.66, "caption": "A person stands up and walks between two other people.", "similarity": 0.8311, "relevance": 2 }, { "pair_id": 143552, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 30.23, 36.75 ], "duration": 93.66, "caption": "A man stands up and walks away from two other people.", "similarity": 0.8305, "relevance": 4 }, { "pair_id": 143553, "video_name": "house_s05e06_seg02_clip_09", "timestamp": [ 36.87, 38.23 ], "duration": 91.66, "caption": "Two people stand up and they both walk away.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 143554, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 53.4, 60.11 ], "duration": 61.66, "caption": "A person suddenly stands up and walks away but stops in a moment.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 143555, "video_name": "house_s04e08_seg02_clip_18", "timestamp": [ 4.55, 7.28 ], "duration": 91.66, "caption": "A person stands up and walks away from someone sitting in a chair.", "similarity": 0.8151, "relevance": 4 }, { "pair_id": 143556, "video_name": "castle_s07e15_seg02_clip_14", "timestamp": [ 63.5, 74.38 ], "duration": 90.66, "caption": "The person stands up and walks away but comes back to talk to someone.", "similarity": 0.8142, "relevance": 3 }, { "pair_id": 143557, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 29.68, 32.69 ], "duration": 86.66, "caption": "A person turns to walk away from another person and exits.", "similarity": 0.8096, "relevance": 2 }, { "pair_id": 143558, "video_name": "castle_s07e01_seg02_clip_06", "timestamp": [ 14.94, 22.18 ], "duration": 90.66, "caption": "One person walks up to another person and walks away again.", "similarity": 0.8073, "relevance": 2 }, { "pair_id": 143559, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 82.66, 86.35 ], "duration": 92.66, "caption": "A person turns and walks away from two other people.", "similarity": 0.8044, "relevance": 2 } ] }, { "query_id": 22174, "query": "A woman walks downstairs immediately while pointing her gun.", "relevant_moment": [ { "pair_id": 13240, "video_name": "castle_s06e12_seg02_clip_25", "timestamp": [ 57.21, 60.22 ], "duration": 86.66, "caption": "A woman walks downstairs immediately while pointing her gun.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13241, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 82.33, 89.31 ], "duration": 93.66, "caption": "A woman came in a room while pointing her gun.", "similarity": 0.7666, "relevance": 2 }, { "pair_id": 13242, "video_name": "castle_s07e23_seg02_clip_10", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman walks into a room with her gun pointed.", "similarity": 0.7525, "relevance": 3 }, { "pair_id": 13243, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 78.51, 82.27 ], "duration": 94.66, "caption": "A woman walks into a room with her gun pointed.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 13244, "video_name": "castle_s06e01_seg02_clip_05", "timestamp": [ 0.0, 7.52 ], "duration": 60.66, "caption": "A woman turns around and points her gun at person.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 13245, "video_name": "castle_s01e07_seg02_clip_12", "timestamp": [ 70.25, 73.85 ], "duration": 90.66, "caption": "woman walks into the apartment with her gun pointing as person puts his hands up.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 13246, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 4.42, 14.29 ], "duration": 68.66, "caption": "A woman walks towards a man while pointing a gun at him.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 13247, "video_name": "castle_s04e06_seg02_clip_20", "timestamp": [ 13.53, 25.71 ], "duration": 90.66, "caption": "A woman was pointing a gun at the door.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 13248, "video_name": "castle_s08e22_seg02_clip_06", "timestamp": [ 25.12, 27.55 ], "duration": 81.66, "caption": "A woman walks towards a person, draws her gun and points it at him.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 13249, "video_name": "castle_s05e01_seg02_clip_24", "timestamp": [ 1.78, 7.13 ], "duration": 89.66, "caption": "A woman is pointing a gun to a man.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 13250, "video_name": "castle_s04e09_seg02_clip_17", "timestamp": [ 16.65, 26.36 ], "duration": 92.66, "caption": "A woman points out a gun outside and is setting her target.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 13251, "video_name": "castle_s05e13_seg02_clip_15", "timestamp": [ 72.24, 86.15 ], "duration": 107.66, "caption": "A woman sees a person in the hallway and points her gun at them as they run away.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 13252, "video_name": "castle_s03e11_seg02_clip_25", "timestamp": [ 0.9, 3.16 ], "duration": 90.66, "caption": "A woman pointed her gun to the person wearing gray long sleeve.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 13253, "video_name": "castle_s06e02_seg02_clip_23", "timestamp": [ 65.19, 67.96 ], "duration": 79.66, "caption": "A woman enters a room quickly with her gun drawn and pointed.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 13254, "video_name": "castle_s04e16_seg02_clip_18", "timestamp": [ 43.87, 47.44 ], "duration": 102.66, "caption": "A woman turns to man standing beside her and points her gun at him.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 13255, "video_name": "castle_s08e19_seg02_clip_26", "timestamp": [ 0.0, 10.62 ], "duration": 118.66, "caption": "A woman was pointing a gun to the person wearing brown coat.", "similarity": 0.6723, "relevance": 2 }, { "pair_id": 13256, "video_name": "castle_s04e14_seg02_clip_23", "timestamp": [ 42.18, 46.72 ], "duration": 90.66, "caption": "A woman raises and points her gun at a man.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 13257, "video_name": "castle_s07e23_seg02_clip_10", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A woman walks into the room with her gun drawn.", "similarity": 0.6661, "relevance": 3 }, { "pair_id": 13258, "video_name": "castle_s06e06_seg02_clip_15", "timestamp": [ 9.83, 12.96 ], "duration": 89.66, "caption": "A woman walks into the room with her gun drawn.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 13259, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 0.0, 40.03 ], "duration": 92.66, "caption": "A woman was pointing a gun at a man whilst talking.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 186560, "video_name": "castle_s08e19_seg02_clip_25", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A woman explains how near the gun was shot.", "similarity": 0.6654, "relevance": 0 }, { "pair_id": 186561, "video_name": "castle_s04e10_seg02_clip_24", "timestamp": [ 28.01, 32.14 ], "duration": 91.66, "caption": "A woman with a shotgun appears from around the corner and points a gun at them.", "similarity": 0.6645, "relevance": 2 }, { "pair_id": 186562, "video_name": "castle_s06e04_seg02_clip_15", "timestamp": [ 0.0, 29.15 ], "duration": 87.66, "caption": "A woman holds a gun in her hand and points it at a man while she talks to him.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 186563, "video_name": "castle_s05e17_seg02_clip_22", "timestamp": [ 86.76, 98.03 ], "duration": 98.66, "caption": "A woman is walking outdoors with her gun and raises it when she sees a shadowed figure.", "similarity": 0.6601, "relevance": 2 }, { "pair_id": 186564, "video_name": "castle_s06e06_seg02_clip_15", "timestamp": [ 18.76, 47.35 ], "duration": 89.66, "caption": "A woman walked into the scene with a gun in hand.", "similarity": 0.6581, "relevance": 1 }, { "pair_id": 186565, "video_name": "castle_s06e12_seg02_clip_23", "timestamp": [ 27.46, 51.31 ], "duration": 90.66, "caption": "A woman takes out her gun and starts searching a room with her gun pointed.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 186566, "video_name": "castle_s03e24_seg02_clip_22", "timestamp": [ 33.38, 89.02 ], "duration": 89.66, "caption": "A person walks towards woman as he is holding a gun.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 186567, "video_name": "castle_s08e02_seg02_clip_02", "timestamp": [ 40.52, 51.32 ], "duration": 90.66, "caption": "A woman climbs the stairs while holding onto her gun.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 186568, "video_name": "house_s05e09_seg02_clip_26", "timestamp": [ 27.37, 31.69 ], "duration": 72.66, "caption": "A man points his gun at woman as she is on the floor.", "similarity": 0.6538, "relevance": 1 }, { "pair_id": 186569, "video_name": "castle_s05e17_seg02_clip_23", "timestamp": [ 59.38, 76.13 ], "duration": 76.66, "caption": "A woman aims a gun at the person on the ground.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 186570, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 55.9, 57.22 ], "duration": 88.66, "caption": "A woman puts down the gun and gestures towards a man.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 186571, "video_name": "castle_s02e18_seg02_clip_14", "timestamp": [ 24.12, 28.22 ], "duration": 91.66, "caption": "A woman pointed her gun to a person wearing black coat.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 186572, "video_name": "castle_s08e19_seg02_clip_23", "timestamp": [ 19.12, 24.02 ], "duration": 98.66, "caption": "A woman cocks gun and points it towards the wall.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 186573, "video_name": "met_s02e01_seg02_clip_05", "timestamp": [ 54.17, 57.02 ], "duration": 57.66, "caption": "A woman fires a gun at a shooting range while a person watches behind her.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 186574, "video_name": "castle_s06e17_seg02_clip_19", "timestamp": [ 65.72, 67.52 ], "duration": 90.66, "caption": "A woman walks into a basement and first sees a person holding a gun.", "similarity": 0.641, "relevance": 2 }, { "pair_id": 186575, "video_name": "castle_s04e02_seg02_clip_21", "timestamp": [ 41.77, 59.61 ], "duration": 87.66, "caption": "A woman points her gun at a person in a costume.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 186576, "video_name": "castle_s04e06_seg02_clip_20", "timestamp": [ 12.18, 21.65 ], "duration": 90.66, "caption": "A woman aims her gun as person walks over and opens the door.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 186577, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 8.36, 11.88 ], "duration": 88.66, "caption": "A woman turns and shouts at a man as she points a gun at him.", "similarity": 0.6387, "relevance": 2 }, { "pair_id": 186578, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 48.04, 53.57 ], "duration": 85.66, "caption": "A woman takes out her gun and points it at a man.", "similarity": 0.6384, "relevance": 2 }, { "pair_id": 186579, "video_name": "castle_s08e08_seg02_clip_12", "timestamp": [ 52.68, 60.58 ], "duration": 75.66, "caption": "A person jumps downs to the next floor and runs right into woman holding their gun on them.", "similarity": 0.6362, "relevance": 2 } ] }, { "query_id": 22175, "query": "A woman angrily grabs her purse, jacket and prepares to leave.", "relevant_moment": [ { "pair_id": 53680, "video_name": "s06e09_seg02_clip_05", "timestamp": [ 6.2, 13.34 ], "duration": 62.66, "caption": "A woman angrily grabs her purse, jacket and prepares to leave.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 53681, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 8.41 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves someone's place.", "similarity": 0.7764, "relevance": 4 }, { "pair_id": 53682, "video_name": "house_s05e23_seg02_clip_25", "timestamp": [ 148.45, 164.03 ], "duration": 164.66, "caption": "A woman puts her jacket on and is about to leave.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 53683, "video_name": "s06e09_seg02_clip_05", "timestamp": [ 5.58, 14.58 ], "duration": 62.66, "caption": "A woman angrily stands up and gets her things together to leave.", "similarity": 0.7069, "relevance": 4 }, { "pair_id": 53684, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 9.61 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves person's apartment.", "similarity": 0.7056, "relevance": 4 }, { "pair_id": 53685, "video_name": "friends_s08e03_seg02_clip_09", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A woman grabs her purse and rushes towards the door to leave.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 53686, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 47.75, 50.45 ], "duration": 77.66, "caption": "A woman grabs her jacket and leaves the room.", "similarity": 0.6813, "relevance": 1 }, { "pair_id": 53687, "video_name": "grey_s03e17_seg02_clip_02", "timestamp": [ 36.34, 39.6 ], "duration": 93.66, "caption": "A woman opens the curtain and angrily walks away.", "similarity": 0.6738, "relevance": 1 }, { "pair_id": 53688, "video_name": "castle_s05e14_seg02_clip_23", "timestamp": [ 84.32, 91.16 ], "duration": 91.66, "caption": "A woman gets upset and puts on her coat to leave.", "similarity": 0.6706, "relevance": 0 }, { "pair_id": 53689, "video_name": "castle_s07e13_seg02_clip_17", "timestamp": [ 65.34, 67.18 ], "duration": 92.66, "caption": "A woman gets up angrily from her chair to leave.", "similarity": 0.6674, "relevance": 0 }, { "pair_id": 53690, "video_name": "friends_s08e17_seg02_clip_05", "timestamp": [ 32.71, 34.52 ], "duration": 60.66, "caption": "A woman picks up her jacket from the hook before leaving.", "similarity": 0.6622, "relevance": 1 }, { "pair_id": 53691, "video_name": "friends_s08e11_seg02_clip_16", "timestamp": [ 28.34, 35.49 ], "duration": 55.66, "caption": "A woman grabs her purse and jacket and walks out of the apartment.", "similarity": 0.6618, "relevance": 4 }, { "pair_id": 53692, "video_name": "friends_s07e12_seg02_clip_07", "timestamp": [ 8.02, 11.42 ], "duration": 61.66, "caption": "A woman grabs her jacket after she tells someone to take his.", "similarity": 0.6511, "relevance": 3 }, { "pair_id": 53693, "video_name": "friends_s01e22_seg02_clip_01", "timestamp": [ 31.52, 44.12 ], "duration": 63.66, "caption": "A woman gets up and puts on her jacket and purse.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 53694, "video_name": "friends_s05e05_seg02_clip_11", "timestamp": [ 3.05, 6.71 ], "duration": 61.66, "caption": "A woman slams the door as she leaves because she is angry.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 53695, "video_name": "friends_s04e07_seg02_clip_11", "timestamp": [ 41.41, 46.25 ], "duration": 69.66, "caption": "A woman grabs her purse and leaves the apartment.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 53696, "video_name": "friends_s02e01_seg02_clip_10", "timestamp": [ 1.48, 5.61 ], "duration": 59.66, "caption": "A woman grabs her purse and leaves the apartment.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 53697, "video_name": "friends_s04e22_seg02_clip_05", "timestamp": [ 50.17, 56.07 ], "duration": 59.66, "caption": "A woman gets off the couch and storms away angrily.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 53698, "video_name": "castle_s07e18_seg02_clip_19", "timestamp": [ 58.77, 67.7 ], "duration": 94.66, "caption": "A woman opens the door, turns, and walks off angrily.", "similarity": 0.6387, "relevance": 1 }, { "pair_id": 53699, "video_name": "castle_s03e18_seg02_clip_26", "timestamp": [ 64.24, 67.66 ], "duration": 85.66, "caption": "A person stands up and grabs their jacket to leave.", "similarity": 0.6383, "relevance": 1 } ] }, { "query_id": 22197, "query": "A man walks up to a woman at the bar.", "relevant_moment": [ { "pair_id": 42760, "video_name": "met_s06e16_seg02_clip_10", "timestamp": [ 57.84, 58.75 ], "duration": 60.66, "caption": "A man walks up to a woman at the bar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 42761, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 26.56, 27.97 ], "duration": 56.66, "caption": "A man walks up to a woman at the bar.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 42762, "video_name": "s05e09_seg02_clip_11", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A woman walks up to a man and another person at the bar.", "similarity": 0.9004, "relevance": 4 }, { "pair_id": 42763, "video_name": "met_s02e02_seg02_clip_08", "timestamp": [ 43.48, 45.97 ], "duration": 62.66, "caption": "A man walks up to another man and a woman at the bar.", "similarity": 0.8981, "relevance": 3 }, { "pair_id": 42764, "video_name": "met_s02e02_seg02_clip_04", "timestamp": [ 54.01, 60.35 ], "duration": 60.66, "caption": "A man walks up and tries to talk to a woman at the bar.", "similarity": 0.8902, "relevance": 4 }, { "pair_id": 42765, "video_name": "s08e10_seg02_clip_13", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "Two women walk up to a man at the bar.", "similarity": 0.8872, "relevance": 3 }, { "pair_id": 42766, "video_name": "met_s02e10_seg02_clip_09", "timestamp": [ 37.84, 41.48 ], "duration": 60.66, "caption": "A person walks up to a man in a bar.", "similarity": 0.8855, "relevance": 3 }, { "pair_id": 42767, "video_name": "s01e08_seg02_clip_08", "timestamp": [ 22.28, 24.11 ], "duration": 61.66, "caption": "A person walks up to some men at the bar.", "similarity": 0.839, "relevance": 4 }, { "pair_id": 42768, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 34.84, 38.51 ], "duration": 61.66, "caption": "A man walks up to a woman at the bar but is rebuffed as she turns around.", "similarity": 0.8376, "relevance": 4 }, { "pair_id": 42769, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 31.33, 33.94 ], "duration": 58.66, "caption": "A man walks toward a woman at a table in a bar.", "similarity": 0.8292, "relevance": 4 }, { "pair_id": 42770, "video_name": "s01e08_seg02_clip_08", "timestamp": [ 21.97, 27.16 ], "duration": 61.66, "caption": "A person walks up to some people at the bar.", "similarity": 0.8202, "relevance": 3 }, { "pair_id": 42771, "video_name": "castle_s08e19_seg02_clip_14", "timestamp": [ 58.3, 61.12 ], "duration": 94.66, "caption": "A man sits at the bar as person walks towards woman.", "similarity": 0.8178, "relevance": 3 }, { "pair_id": 42772, "video_name": "castle_s02e13_seg02_clip_07", "timestamp": [ 13.8, 20.71 ], "duration": 92.66, "caption": "A man walks up to woman at the bar after making a toast.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 42773, "video_name": "met_s03e18_seg02_clip_09", "timestamp": [ 27.47, 31.6 ], "duration": 59.66, "caption": "A man walks up to a woman with brown hair at the bar and taps her on the shoulder.", "similarity": 0.8098, "relevance": 4 }, { "pair_id": 42774, "video_name": "house_s07e12_seg02_clip_19", "timestamp": [ 48.31, 58.9 ], "duration": 92.66, "caption": "A man goes up to a woman at the bar to introduce himself.", "similarity": 0.8017, "relevance": 3 }, { "pair_id": 42775, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 5.93, 10.04 ], "duration": 91.66, "caption": "A woman walks up to a man named Vikram at an empty bar.", "similarity": 0.7943, "relevance": 2 }, { "pair_id": 42776, "video_name": "met_s03e01_seg02_clip_05", "timestamp": [ 52.82, 55.52 ], "duration": 60.66, "caption": "A woman walks up and stands next to a man who is with another man at the bar.", "similarity": 0.7902, "relevance": 3 }, { "pair_id": 42777, "video_name": "house_s04e16_seg02_clip_15", "timestamp": [ 84.2, 91.03 ], "duration": 91.66, "caption": "A person walks into the bar to meet a man.", "similarity": 0.7891, "relevance": 2 }, { "pair_id": 42778, "video_name": "grey_s03e04_seg02_clip_25", "timestamp": [ 65.38, 70.11 ], "duration": 86.66, "caption": "A man gets up and moves a seat closer to a woman at the bar.", "similarity": 0.7862, "relevance": 2 }, { "pair_id": 42779, "video_name": "grey_s03e02_seg02_clip_22", "timestamp": [ 76.02, 95.03 ], "duration": 95.66, "caption": "A person walks into the bar to find woman, shortly followed by man.", "similarity": 0.7853, "relevance": 4 }, { "pair_id": 216080, "video_name": "met_s06e09_seg02_clip_16", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A woman walks up to another woman who is standing at the bar.", "similarity": 0.785, "relevance": 2 }, { "pair_id": 216081, "video_name": "met_s03e05_seg02_clip_11", "timestamp": [ 0.0, 28.98 ], "duration": 59.66, "caption": "A man talks to a woman at a bar.", "similarity": 0.7829, "relevance": 2 }, { "pair_id": 216082, "video_name": "castle_s04e20_seg02_clip_16", "timestamp": [ 81.73, 85.77 ], "duration": 89.66, "caption": "A woman goes to the bar and turns to a man.", "similarity": 0.7793, "relevance": 1 }, { "pair_id": 216083, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 39.74, 43.71 ], "duration": 61.66, "caption": "A man gives a hand signal to a man and he goes up to a woman at the bar.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 216084, "video_name": "met_s06e11_seg02_clip_04", "timestamp": [ 55.1, 60.55 ], "duration": 60.66, "caption": "A woman walks over to man while he's eating at the bar.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 216085, "video_name": "met_s02e04_seg02_clip_05", "timestamp": [ 7.84, 11.16 ], "duration": 60.66, "caption": "A woman walks up to the bar and starts talking to woman and woman.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 216086, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 0.0, 36.6 ], "duration": 87.66, "caption": "A woman talks to a man at the bar.", "similarity": 0.7689, "relevance": 1 }, { "pair_id": 216087, "video_name": "met_s06e15_seg02_clip_01", "timestamp": [ 0.0, 1.49 ], "duration": 59.66, "caption": "A man shakes hand to a woman at the bar.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 216088, "video_name": "house_s07e12_seg02_clip_19", "timestamp": [ 77.76, 92.03 ], "duration": 92.66, "caption": "A man picks up a woman at the bar and leaves with her.", "similarity": 0.7649, "relevance": 1 }, { "pair_id": 216089, "video_name": "met_s06e06_seg02_clip_11", "timestamp": [ 13.33, 20.44 ], "duration": 59.66, "caption": "A man walks up to woman sitting at the bar who grabs her purse and walks away.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 216090, "video_name": "friends_s03e06_seg02_clip_04", "timestamp": [ 13.73, 20.14 ], "duration": 61.66, "caption": "A man approaches a woman at the bar and begins a conversation.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 216091, "video_name": "s08e03_seg02_clip_10", "timestamp": [ 9.45, 12.29 ], "duration": 63.66, "caption": "A man steps behind woman as she waits at the bar.", "similarity": 0.7569, "relevance": 2 }, { "pair_id": 216092, "video_name": "met_s06e22_seg01_clip_02", "timestamp": [ 61.05, 65.5 ], "duration": 78.66, "caption": "A woman walks across the bar to meet with a man and the others.", "similarity": 0.7559, "relevance": 2 }, { "pair_id": 216093, "video_name": "met_s03e12_seg02_clip_09", "timestamp": [ 55.97, 57.17 ], "duration": 59.66, "caption": "A man bumps into a woman at the bar.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 216094, "video_name": "met_s03e10_seg02_clip_14", "timestamp": [ 26.88, 37.08 ], "duration": 61.66, "caption": "A woman walks up to the bar and tells a man about her encounter with someone at the fitness center.", "similarity": 0.7521, "relevance": 2 }, { "pair_id": 216095, "video_name": "castle_s08e10_seg02_clip_16", "timestamp": [ 24.12, 30.25 ], "duration": 87.66, "caption": "A woman stood up and walked towards the bars to get closer to a man.", "similarity": 0.7518, "relevance": 1 }, { "pair_id": 216097, "video_name": "house_s03e22_seg02_clip_26", "timestamp": [ 26.8, 44.23 ], "duration": 134.66, "caption": "A person walks into the bar and sits down next to woman.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 216098, "video_name": "s01e08_seg02_clip_11", "timestamp": [ 42.36, 46.71 ], "duration": 58.66, "caption": "A man and a woman walk out of the bar together.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 216099, "video_name": "friends_s09e20_seg02_clip_13", "timestamp": [ 16.25, 23.5 ], "duration": 58.66, "caption": "A man picks up his and another woman's wine glasses and walks over to a woman and another woman at the bar.", "similarity": 0.7436, "relevance": 3 } ] }, { "query_id": 22264, "query": "A doctor brings his hand away from his forehead and nods at a man.", "relevant_moment": [ { "pair_id": 21520, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 62.71, 66.01 ], "duration": 110.66, "caption": "A doctor brings his hand away from his forehead and nods at a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21522, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 32.84, 35.62 ], "duration": 92.66, "caption": "A man holds the hand of his doctor.", "similarity": 0.7518, "relevance": 0 }, { "pair_id": 21524, "video_name": "house_s05e08_seg02_clip_17", "timestamp": [ 61.22, 63.92 ], "duration": 90.66, "caption": "A doctor moves his hand closer to his other hand.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 21525, "video_name": "house_s04e08_seg02_clip_19", "timestamp": [ 39.54, 42.94 ], "duration": 85.66, "caption": "Doctor attempts to check a man and he slaps his hand away.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 21526, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.7343, "relevance": 0 }, { "pair_id": 21527, "video_name": "house_s01e07_seg02_clip_21", "timestamp": [ 29.77, 33.02 ], "duration": 93.66, "caption": "A doctor ends conversation with a man and leave him standing.", "similarity": 0.734, "relevance": 1 }, { "pair_id": 21528, "video_name": "grey_s03e18_seg02_clip_11", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A doctor turns around to introduce himself to a man.", "similarity": 0.7314, "relevance": 1 }, { "pair_id": 21529, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.7263, "relevance": 1 }, { "pair_id": 21530, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 43.66, 45.91 ], "duration": 90.66, "caption": "A doctor takes his hand away from a patient's abdomen.", "similarity": 0.7248, "relevance": 1 }, { "pair_id": 21531, "video_name": "house_s04e04_seg02_clip_17", "timestamp": [ 9.22, 17.52 ], "duration": 92.66, "caption": "A man turns his head to remind another man that someone isn't a doctor.", "similarity": 0.7161, "relevance": 1 }, { "pair_id": 21532, "video_name": "house_s04e08_seg02_clip_17", "timestamp": [ 3.19, 6.83 ], "duration": 91.66, "caption": "A man wanes his hand toward two doctors before he turns to leave.", "similarity": 0.7143, "relevance": 1 }, { "pair_id": 21533, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 45.6, 52.88 ], "duration": 97.66, "caption": "A man holds out his hand to shake hands with a doctor.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 21534, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 10.71, 12.6 ], "duration": 126.66, "caption": "A doctor brings his hand up toward his face as he listens to a person on a phone.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 21535, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 11.82, 16.37 ], "duration": 60.66, "caption": "A man grabs a doctor's hand as she turns him around.", "similarity": 0.7103, "relevance": 1 }, { "pair_id": 21536, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor was having a talk with man.", "similarity": 0.7079, "relevance": 1 }, { "pair_id": 21537, "video_name": "house_s04e14_seg02_clip_19", "timestamp": [ 46.67, 50.71 ], "duration": 89.66, "caption": "A man places his hand on patient's forehead.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 21538, "video_name": "house_s04e16_seg02_clip_00", "timestamp": [ 54.17, 57.88 ], "duration": 92.66, "caption": "Some doctors touch a man's shoulder as they walk away.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 21539, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.7046, "relevance": 0 } ] }, { "query_id": 22280, "query": "A man walks out of a dark doorway to woman just as she received a text.", "relevant_moment": [ { "pair_id": 160660, "video_name": "castle_s03e24_seg02_clip_22", "timestamp": [ 0.0, 13.35 ], "duration": 89.66, "caption": "A man walks out of a dark doorway to woman just as she received a text.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160661, "video_name": "met_s06e06_seg02_clip_16", "timestamp": [ 44.37, 48.29 ], "duration": 49.66, "caption": "A woman walks out of the doorway and closer to a man.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 160662, "video_name": "grey_s01e04_seg02_clip_02", "timestamp": [ 15.47, 18.2 ], "duration": 91.66, "caption": "A man walks away from woman as she stands in the doorway.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 160663, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 17.55, 21.16 ], "duration": 90.66, "caption": "A man is talking to woman and then walks away and opens the door and leaves.", "similarity": 0.7124, "relevance": 1 }, { "pair_id": 160664, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 22.51, 38.26 ], "duration": 90.66, "caption": "A man walks towards a woman and then walks out the door.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 160665, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 18.45, 24.31 ], "duration": 90.66, "caption": "A man speaks to a woman and then walks out of the door.", "similarity": 0.6995, "relevance": 2 }, { "pair_id": 160666, "video_name": "grey_s02e18_seg02_clip_26", "timestamp": [ 73.82, 80.48 ], "duration": 121.66, "caption": "A man walks into woman's room as she is standing in the dark.", "similarity": 0.6984, "relevance": 3 }, { "pair_id": 160667, "video_name": "house_s08e13_seg02_clip_17", "timestamp": [ 74.31, 83.02 ], "duration": 83.66, "caption": "A person walks out of the door after talking to another woman and a man.", "similarity": 0.6954, "relevance": 1 }, { "pair_id": 160668, "video_name": "house_s01e02_seg02_clip_03", "timestamp": [ 58.28, 60.1 ], "duration": 91.66, "caption": "A person stops talking to woman and walks out the door.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 160669, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A woman says something to a man then walks out the door.", "similarity": 0.6929, "relevance": 1 }, { "pair_id": 160670, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 2.7, 7.7 ], "duration": 77.66, "caption": "A man came out of the door and walk when he saw a woman.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 160671, "video_name": "grey_s02e17_seg02_clip_26", "timestamp": [ 28.4, 31.62 ], "duration": 43.66, "caption": "A man walks out of the door and looks back to a woman.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 160672, "video_name": "house_s01e15_seg02_clip_04", "timestamp": [ 15.19, 23.53 ], "duration": 98.66, "caption": "A man walks away from a woman and talks by the door.", "similarity": 0.6874, "relevance": 1 }, { "pair_id": 160673, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 24.39, 30.37 ], "duration": 92.66, "caption": "A man walks out after talking to a woman and she follows him.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 160674, "video_name": "friends_s08e10_seg02_clip_08", "timestamp": [ 51.06, 54.83 ], "duration": 58.66, "caption": "A man walks out while a woman is talking to him.", "similarity": 0.6837, "relevance": 1 }, { "pair_id": 160676, "video_name": "house_s03e24_seg02_clip_17", "timestamp": [ 9.9, 12.05 ], "duration": 86.66, "caption": "A woman walks out the door while talking to a man.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 160677, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 60.16, 62.58 ], "duration": 97.66, "caption": "A man walks out of the room after talking to a woman.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 160678, "video_name": "castle_s05e19_seg02_clip_22", "timestamp": [ 42.76, 44.56 ], "duration": 90.66, "caption": "A woman walks away from man towards the door exit.", "similarity": 0.6728, "relevance": 1 }, { "pair_id": 160679, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 11.1, 12.91 ], "duration": 60.66, "caption": "A man opens the door for woman as she steps out.", "similarity": 0.672, "relevance": 1 } ] }, { "query_id": 22311, "query": "A person leans over to look through the blinds at another person.", "relevant_moment": [ { "pair_id": 10580, "video_name": "castle_s05e03_seg02_clip_23", "timestamp": [ 22.63, 26.78 ], "duration": 92.66, "caption": "A person leans over to look through the blinds at another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10581, "video_name": "house_s03e20_seg02_clip_01", "timestamp": [ 20.11, 30.62 ], "duration": 91.66, "caption": "A person lifts up his cane and moves the blinds to look at another person.", "similarity": 0.7783, "relevance": 4 }, { "pair_id": 10582, "video_name": "house_s03e20_seg02_clip_01", "timestamp": [ 12.79, 14.17 ], "duration": 91.66, "caption": "A person walks over to look at the blinds.", "similarity": 0.7491, "relevance": 4 }, { "pair_id": 10583, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 10584, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 10585, "video_name": "castle_s06e19_seg02_clip_06", "timestamp": [ 37.27, 38.19 ], "duration": 92.66, "caption": "A person closes the blinds so they can talk without prying eyes.", "similarity": 0.7323, "relevance": 4 }, { "pair_id": 10586, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.7226, "relevance": 1 }, { "pair_id": 10587, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 10588, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 11.35, 19.07 ], "duration": 90.66, "caption": "A person bends over the table and looks at another person in the eye.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 10589, "video_name": "house_s04e12_seg02_clip_12", "timestamp": [ 68.55, 70.78 ], "duration": 89.66, "caption": "A person looks through blinds in the meeting room.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 10590, "video_name": "house_s02e08_seg02_clip_26", "timestamp": [ 84.1, 89.32 ], "duration": 95.66, "caption": "A person turns around and looks at another person behind him.", "similarity": 0.7129, "relevance": 2 }, { "pair_id": 10591, "video_name": "castle_s02e21_seg02_clip_27", "timestamp": [ 63.02, 65.12 ], "duration": 70.66, "caption": "A person is looking through a window with hanging blinds.", "similarity": 0.7106, "relevance": 4 }, { "pair_id": 10592, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.7047, "relevance": 2 }, { "pair_id": 10593, "video_name": "house_s05e20_seg02_clip_13", "timestamp": [ 2.98, 9.78 ], "duration": 85.66, "caption": "A person has their back turned to another person and they turn around to look at the other person.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 10594, "video_name": "house_s06e20_seg02_clip_00", "timestamp": [ 66.61, 75.99 ], "duration": 93.66, "caption": "A person is standing next to person and person looks at him.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 10595, "video_name": "grey_s01e03_seg02_clip_16", "timestamp": [ 52.6, 58.71 ], "duration": 81.66, "caption": "A person is leaning forward as another person is checking him.", "similarity": 0.6906, "relevance": 2 }, { "pair_id": 10596, "video_name": "house_s03e12_seg02_clip_24", "timestamp": [ 50.78, 65.35 ], "duration": 94.66, "caption": "A person looks down when talking and another person leans forward.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 10597, "video_name": "grey_s01e08_seg02_clip_02", "timestamp": [ 0.0, 4.19 ], "duration": 93.66, "caption": "A man peers through the blinds then walks towards a woman.", "similarity": 0.688, "relevance": 4 }, { "pair_id": 10598, "video_name": "house_s08e05_seg02_clip_21", "timestamp": [ 31.16, 59.2 ], "duration": 89.66, "caption": "A person opens their eyes as another person stands in front of them.", "similarity": 0.6878, "relevance": 1 }, { "pair_id": 10599, "video_name": "s04e10_seg02_clip_11", "timestamp": [ 5.53, 10.08 ], "duration": 65.66, "caption": "A person flaps his arms around loosely whilst looking at another person.", "similarity": 0.6868, "relevance": 1 }, { "pair_id": 183900, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person turns to look at someone, then turns back to look at someone after a pause.", "similarity": 0.6861, "relevance": 1 }, { "pair_id": 183901, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 4.96, 7.22 ], "duration": 90.66, "caption": "A person looks at the black person to his right who shrugs and the person turns back to face another person.", "similarity": 0.6858, "relevance": 1 }, { "pair_id": 183902, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 56.65, 59.35 ], "duration": 67.66, "caption": "A person looks away from another person.", "similarity": 0.6852, "relevance": 1 }, { "pair_id": 183903, "video_name": "s10e03_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person turns to look towards another person and a third person turns to look at the second person.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 183904, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 39.23, 41.88 ], "duration": 106.66, "caption": "A person turns to look down at another person who has spoken to him.", "similarity": 0.6845, "relevance": 3 }, { "pair_id": 183905, "video_name": "met_s06e23_seg01_clip_00", "timestamp": [ 15.87, 18.0 ], "duration": 61.66, "caption": "One person turns their head to look at the person to their right.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 183906, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 38.75, 53.0 ], "duration": 89.66, "caption": "A person saw someone is watching outside so he closes the blind.", "similarity": 0.6834, "relevance": 2 }, { "pair_id": 183907, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.6833, "relevance": 2 }, { "pair_id": 183908, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.6822, "relevance": 2 }, { "pair_id": 183909, "video_name": "s05e06_seg02_clip_13", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A person leans away from someone towards someone beside them.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 183910, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 50.74, 52.95 ], "duration": 63.66, "caption": "A person turns his head to look at another person and another person looks back at a woman.", "similarity": 0.6724, "relevance": 1 }, { "pair_id": 183911, "video_name": "house_s07e03_seg02_clip_05", "timestamp": [ 0.0, 8.37 ], "duration": 93.66, "caption": "A person is looking at something when another person and their companion approach him.", "similarity": 0.671, "relevance": 2 }, { "pair_id": 183912, "video_name": "friends_s05e07_seg02_clip_12", "timestamp": [ 37.2, 49.42 ], "duration": 52.66, "caption": "A person stares at another person with a blank look on his/her face and then raises his/her right arm.", "similarity": 0.6686, "relevance": 2 }, { "pair_id": 183913, "video_name": "grey_s02e01_seg02_clip_05", "timestamp": [ 47.06, 52.88 ], "duration": 97.66, "caption": "A person tries to examine someone's eyes but he backs away from him.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 183914, "video_name": "s05e03_seg02_clip_02", "timestamp": [ 57.03, 57.63 ], "duration": 60.66, "caption": "A person looks back at two people disapprovingly.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 183915, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 35.42, 38.07 ], "duration": 59.66, "caption": "A person looks towards another person with crossed arms and then uncrosses his arms.", "similarity": 0.6678, "relevance": 1 }, { "pair_id": 183916, "video_name": "friends_s05e23-24_seg02_clip_40", "timestamp": [ 45.15, 48.99 ], "duration": 59.66, "caption": "A person leans forward and looks straight at a man.", "similarity": 0.6663, "relevance": 1 }, { "pair_id": 183917, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "Two people look at each other and then one of them looks back.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 183918, "video_name": "house_s05e22_seg02_clip_01", "timestamp": [ 48.46, 52.27 ], "duration": 95.66, "caption": "A person turns to look at a woman who is leaning against a wall.", "similarity": 0.6654, "relevance": 1 }, { "pair_id": 183919, "video_name": "castle_s08e12_seg02_clip_04", "timestamp": [ 72.46, 78.2 ], "duration": 88.66, "caption": "A person walks over to blinds and opens them.", "similarity": 0.6648, "relevance": 1 } ] }, { "query_id": 22332, "query": "A woman walks towards another woman and stops in front of her.", "relevant_moment": [ { "pair_id": 154960, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 29.29, 32.04 ], "duration": 61.66, "caption": "A woman walks towards another woman and stops in front of her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154961, "video_name": "castle_s02e17_seg02_clip_06", "timestamp": [ 14.76, 26.74 ], "duration": 92.66, "caption": "A woman stops another woman from walking towards the body.", "similarity": 0.8538, "relevance": 4 }, { "pair_id": 154962, "video_name": "grey_s03e23_seg02_clip_14", "timestamp": [ 65.6, 77.36 ], "duration": 90.66, "caption": "A woman takes off in one direction while another woman is walking towards a woman from another.", "similarity": 0.8385, "relevance": 4 }, { "pair_id": 154963, "video_name": "grey_s02e11_seg02_clip_07", "timestamp": [ 1.78, 7.58 ], "duration": 89.66, "caption": "A woman walks over to stand in front of another woman.", "similarity": 0.8352, "relevance": 4 }, { "pair_id": 154964, "video_name": "castle_s02e15_seg02_clip_25", "timestamp": [ 85.4, 88.59 ], "duration": 91.66, "caption": "A woman walks in and stands in front of another woman.", "similarity": 0.8341, "relevance": 4 }, { "pair_id": 154965, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A person walks towards another person and a woman.", "similarity": 0.8223, "relevance": 3 }, { "pair_id": 154966, "video_name": "friends_s07e03_seg02_clip_17", "timestamp": [ 11.02, 15.67 ], "duration": 58.66, "caption": "A woman walks over to be closer to another woman.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 154967, "video_name": "s05e06_seg02_clip_13", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A woman gets up and walks towards another woman and tells her she's next.", "similarity": 0.8163, "relevance": 4 }, { "pair_id": 154968, "video_name": "friends_s07e08_seg02_clip_18", "timestamp": [ 11.29, 14.34 ], "duration": 61.66, "caption": "A woman walks in front of another woman and crosses her arms.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 154969, "video_name": "castle_s03e18_seg02_clip_05", "timestamp": [ 17.75, 21.39 ], "duration": 91.66, "caption": "A woman gets nearer to another woman and approaches her.", "similarity": 0.8022, "relevance": 3 }, { "pair_id": 154970, "video_name": "friends_s09e20_seg02_clip_19", "timestamp": [ 22.95, 26.57 ], "duration": 60.66, "caption": "A woman walked towards another woman and started talking to her.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 154971, "video_name": "friends_s05e23-24_seg02_clip_12", "timestamp": [ 2.38, 6.24 ], "duration": 59.66, "caption": "A woman walks behind another woman to stand closer to a man.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 154972, "video_name": "grey_s03e22_seg02_clip_22", "timestamp": [ 84.06, 88.02 ], "duration": 88.66, "caption": "A woman walks over to two people and one of them looks past the other at the woman.", "similarity": 0.7899, "relevance": 2 }, { "pair_id": 154973, "video_name": "friends_s08e05_seg02_clip_03", "timestamp": [ 24.01, 27.91 ], "duration": 60.66, "caption": "A woman walks over to another woman who turns around.", "similarity": 0.7898, "relevance": 4 }, { "pair_id": 154974, "video_name": "grey_s03e09_seg02_clip_20", "timestamp": [ 12.61, 14.55 ], "duration": 97.66, "caption": "A woman turns around and walks up to another woman.", "similarity": 0.7888, "relevance": 4 }, { "pair_id": 154975, "video_name": "grey_s01e03_seg02_clip_22", "timestamp": [ 4.91, 10.63 ], "duration": 81.66, "caption": "A woman walks away from another woman and heads over to a person.", "similarity": 0.7879, "relevance": 4 }, { "pair_id": 154976, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman raises her hand and walks over to another woman.", "similarity": 0.7858, "relevance": 4 }, { "pair_id": 154977, "video_name": "friends_s02e12-13_seg02_clip_27", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A woman turns away from a man and walks toward another woman.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 154978, "video_name": "friends_s05e01_seg02_clip_02", "timestamp": [ 32.2, 58.03 ], "duration": 58.66, "caption": "A woman walked towards another woman and started a conversation with her.", "similarity": 0.7839, "relevance": 2 }, { "pair_id": 154979, "video_name": "castle_s02e22_seg02_clip_22", "timestamp": [ 6.76, 13.06 ], "duration": 90.66, "caption": "A woman walked towards another woman and started a conversation.", "similarity": 0.7735, "relevance": 4 }, { "pair_id": 328280, "video_name": "friends_s08e20_seg02_clip_07", "timestamp": [ 35.69, 38.59 ], "duration": 58.66, "caption": "A woman turns to walk away but another woman stops her.", "similarity": 0.7707, "relevance": 3 }, { "pair_id": 328281, "video_name": "friends_s10e04_seg02_clip_11", "timestamp": [ 3.72, 7.75 ], "duration": 62.66, "caption": "A woman gets up and walks over to another woman.", "similarity": 0.7706, "relevance": 2 }, { "pair_id": 328282, "video_name": "grey_s02e10_seg02_clip_00", "timestamp": [ 18.66, 20.03 ], "duration": 91.66, "caption": "A woman is walking really fast towards two other women.", "similarity": 0.7685, "relevance": 2 }, { "pair_id": 328283, "video_name": "castle_s07e23_seg02_clip_00", "timestamp": [ 35.26, 39.38 ], "duration": 91.66, "caption": "A woman walks in and stands behind and directly between woman and person.", "similarity": 0.7683, "relevance": 3 }, { "pair_id": 328284, "video_name": "s02e06_seg02_clip_13", "timestamp": [ 8.06, 12.41 ], "duration": 62.66, "caption": "A woman crosses the hallway towards another woman and stops in front of her.", "similarity": 0.7678, "relevance": 4 }, { "pair_id": 328285, "video_name": "friends_s04e02_seg02_clip_05", "timestamp": [ 54.89, 60.32 ], "duration": 60.66, "caption": "A woman gets up from a chair and walks toward another woman.", "similarity": 0.7665, "relevance": 4 }, { "pair_id": 328286, "video_name": "castle_s04e05_seg02_clip_24", "timestamp": [ 50.74, 55.64 ], "duration": 89.66, "caption": "A woman walks over to another woman when they are talking.", "similarity": 0.7575, "relevance": 4 }, { "pair_id": 328287, "video_name": "friends_s02e22_seg02_clip_18", "timestamp": [ 3.4, 5.2 ], "duration": 40.66, "caption": "A woman puts on her jacket as she walks toward another woman.", "similarity": 0.7571, "relevance": 4 }, { "pair_id": 328288, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 14.42, 20.0 ], "duration": 93.66, "caption": "A woman walks quickly and another woman follows her while they are still talking.", "similarity": 0.7569, "relevance": 2 }, { "pair_id": 328289, "video_name": "grey_s03e24_seg02_clip_13", "timestamp": [ 4.23, 16.51 ], "duration": 84.66, "caption": "A woman walks past a man and another woman follows after her.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 328290, "video_name": "s10e10_seg02_clip_04", "timestamp": [ 43.97, 48.7 ], "duration": 59.66, "caption": "A woman walks toward a person while talking to two other people.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 328291, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 18.11, 25.57 ], "duration": 71.66, "caption": "A woman takes a step toward another woman and the other woman takes a step to her.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 328292, "video_name": "friends_s05e08_seg02_clip_09", "timestamp": [ 9.99, 15.13 ], "duration": 54.66, "caption": "A woman walks over and kneels in front of another woman.", "similarity": 0.7491, "relevance": 3 }, { "pair_id": 328293, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 44.67, 77.02 ], "duration": 77.66, "caption": "A woman walks over to another woman after speaking with person.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 328294, "video_name": "s02e19_seg02_clip_14", "timestamp": [ 21.47, 27.27 ], "duration": 58.66, "caption": "A woman walks towards another woman in the purple shirt.", "similarity": 0.7469, "relevance": 4 }, { "pair_id": 328295, "video_name": "friends_s05e13_seg02_clip_08", "timestamp": [ 50.27, 56.3 ], "duration": 67.66, "caption": "A woman walks over to another woman and puts her hand on her back.", "similarity": 0.745, "relevance": 2 }, { "pair_id": 328296, "video_name": "castle_s06e14_seg02_clip_00", "timestamp": [ 47.54, 50.74 ], "duration": 91.66, "caption": "A woman walks up in between two people.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 328297, "video_name": "castle_s03e01_seg02_clip_26", "timestamp": [ 92.45, 103.76 ], "duration": 133.66, "caption": "After a person walks away, another person walks up to a woman.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 328298, "video_name": "friends_s05e21_seg02_clip_15", "timestamp": [ 35.5, 40.22 ], "duration": 55.66, "caption": "A woman tries to walk away but another woman stops her.", "similarity": 0.74, "relevance": 1 }, { "pair_id": 328299, "video_name": "castle_s04e15_seg02_clip_11", "timestamp": [ 0.0, 5.75 ], "duration": 88.66, "caption": "A woman talks as she walks closer to another woman.", "similarity": 0.7399, "relevance": 4 } ] }, { "query_id": 22365, "query": "A person's sibling raises their arms in the air.", "relevant_moment": [ { "pair_id": 25620, "video_name": "friends_s04e12_seg02_clip_20", "timestamp": [ 0.6, 9.3 ], "duration": 60.66, "caption": "A person's sibling raises their arms in the air.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 25621, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 87.38, 90.57 ], "duration": 91.66, "caption": "A person raises both of his arms in the air.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 25622, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A person raises his/her arm into the air.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 25623, "video_name": "friends_s03e18_seg02_clip_14", "timestamp": [ 36.78, 41.06 ], "duration": 57.66, "caption": "A person hugs sibling in the living room.", "similarity": 0.6418, "relevance": 1 }, { "pair_id": 25624, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 18.96, 21.29 ], "duration": 58.66, "caption": "A person raises his/her right hand in the air.", "similarity": 0.6412, "relevance": 2 }, { "pair_id": 25625, "video_name": "friends_s03e05_seg02_clip_14", "timestamp": [ 43.22, 57.63 ], "duration": 60.66, "caption": "A person has both arms crossed over their chest while talking alone with their sibling.", "similarity": 0.6407, "relevance": 1 }, { "pair_id": 25626, "video_name": "friends_s05e06_seg02_clip_14", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "Two siblings hug each other for awhile.", "similarity": 0.6386, "relevance": 1 }, { "pair_id": 25627, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 71.12, 73.82 ], "duration": 90.66, "caption": "A man raises the arm of a young person.", "similarity": 0.6197, "relevance": 2 }, { "pair_id": 25628, "video_name": "met_s02e08_seg02_clip_14", "timestamp": [ 69.95, 74.02 ], "duration": 74.66, "caption": "A person raises his arm in the air and everyone turns around.", "similarity": 0.6004, "relevance": 3 }, { "pair_id": 25629, "video_name": "s07e13_seg02_clip_13", "timestamp": [ 0.0, 12.16 ], "duration": 54.66, "caption": "Two people stand with their arms straight up in the air.", "similarity": 0.5964, "relevance": 4 }, { "pair_id": 25630, "video_name": "met_s04e02_seg02_clip_10", "timestamp": [ 34.83, 38.07 ], "duration": 59.66, "caption": "A person stands up and raises both hands in the air and then lowers them.", "similarity": 0.592, "relevance": 3 }, { "pair_id": 25631, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 16.81, 18.91 ], "duration": 60.66, "caption": "A person raises their hand in the air as they sit next to someone.", "similarity": 0.5907, "relevance": 0 }, { "pair_id": 25632, "video_name": "friends_s01e08_seg02_clip_04", "timestamp": [ 15.82, 29.77 ], "duration": 62.66, "caption": "Two siblings bid their grandparent farewell and then she moves her hand.", "similarity": 0.5779, "relevance": 0 }, { "pair_id": 25633, "video_name": "castle_s01e09_seg02_clip_06", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman rubs her sibling's arm while introducing her to another woman.", "similarity": 0.5769, "relevance": 0 }, { "pair_id": 25634, "video_name": "met_s03e09_seg02_clip_18", "timestamp": [ 31.6, 33.88 ], "duration": 50.66, "caption": "A person raises both arms in the air while laughing.", "similarity": 0.5731, "relevance": 3 }, { "pair_id": 25635, "video_name": "castle_s05e24_seg02_clip_01", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person opens their arms as they are with someone.", "similarity": 0.5727, "relevance": 2 }, { "pair_id": 25636, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 60.51, 63.03 ], "duration": 63.66, "caption": "A person gets up from their seat and extends their arms towards another person.", "similarity": 0.5711, "relevance": 0 }, { "pair_id": 25637, "video_name": "s02e04_seg02_clip_04", "timestamp": [ 16.54, 19.1 ], "duration": 57.66, "caption": "A person raises both arms and puts his hands on his cheeks.", "similarity": 0.5689, "relevance": 2 }, { "pair_id": 25638, "video_name": "s05e18_seg02_clip_08", "timestamp": [ 39.63, 41.06 ], "duration": 57.66, "caption": "A person puts both of their hands in the air.", "similarity": 0.5651, "relevance": 3 }, { "pair_id": 25639, "video_name": "house_s02e21_seg02_clip_19", "timestamp": [ 40.33, 42.73 ], "duration": 96.66, "caption": "A person raises his hand to touch the hand of his father.", "similarity": 0.5636, "relevance": 2 }, { "pair_id": 198940, "video_name": "friends_s08e22_seg02_clip_07", "timestamp": [ 19.81, 21.46 ], "duration": 55.66, "caption": "A woman raises both arms in the air and towards her hair.", "similarity": 0.5622, "relevance": 4 }, { "pair_id": 198941, "video_name": "castle_s01e09_seg02_clip_22", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person beams at their parent while holding their neck with one hand and rotating their upper body back and forth.", "similarity": 0.5606, "relevance": 0 }, { "pair_id": 198942, "video_name": "met_s02e12_seg02_clip_01", "timestamp": [ 42.36, 59.66 ], "duration": 59.66, "caption": "A person sees first hand that his/her little sibling isn't a little kid anymore.", "similarity": 0.5566, "relevance": 1 }, { "pair_id": 198943, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 28.68, 30.88 ], "duration": 63.66, "caption": "A person stands up as he ponders his sibling's romantic suitors.", "similarity": 0.5561, "relevance": 0 }, { "pair_id": 198944, "video_name": "s02e11_seg02_clip_16", "timestamp": [ 25.44, 45.02 ], "duration": 45.66, "caption": "A person puts their arms around another person to give them an awkward hug.", "similarity": 0.5555, "relevance": 2 }, { "pair_id": 198945, "video_name": "castle_s07e15_seg02_clip_10", "timestamp": [ 2.38, 4.75 ], "duration": 95.66, "caption": "A person is given a hug from his/her parent.", "similarity": 0.5544, "relevance": 0 }, { "pair_id": 198946, "video_name": "friends_s03e09_seg02_clip_21", "timestamp": [ 12.7, 32.79 ], "duration": 59.66, "caption": "Two siblings are both on the ground holding the football.", "similarity": 0.554, "relevance": 2 }, { "pair_id": 198948, "video_name": "friends_s07e11_seg02_clip_17", "timestamp": [ 7.8, 12.31 ], "duration": 60.66, "caption": "Two siblings walk over to a bride and tap her on the shoulder.", "similarity": 0.5518, "relevance": 1 }, { "pair_id": 198950, "video_name": "castle_s02e24_seg02_clip_00", "timestamp": [ 9.72, 12.5 ], "duration": 92.66, "caption": "A person raises their arm while telling someone no.", "similarity": 0.5496, "relevance": 2 }, { "pair_id": 198951, "video_name": "met_s03e17_seg02_clip_17", "timestamp": [ 15.44, 17.02 ], "duration": 63.66, "caption": "A person raises both hands up out in front of himself.", "similarity": 0.5447, "relevance": 3 }, { "pair_id": 198952, "video_name": "grey_s02e15_seg02_clip_00", "timestamp": [ 22.12, 30.12 ], "duration": 94.66, "caption": "A person joins some people and puts their arms around them.", "similarity": 0.544, "relevance": 1 }, { "pair_id": 198953, "video_name": "friends_s02e08_seg02_clip_09", "timestamp": [ 51.22, 61.79 ], "duration": 64.66, "caption": "Two people hug and then two other people put their arms around each other.", "similarity": 0.5434, "relevance": 0 }, { "pair_id": 198954, "video_name": "friends_s05e14_seg02_clip_20", "timestamp": [ 18.59, 28.04 ], "duration": 59.66, "caption": "Two people put their arms on each other.", "similarity": 0.5429, "relevance": 0 }, { "pair_id": 198955, "video_name": "s01e15_seg02_clip_00", "timestamp": [ 29.46, 38.15 ], "duration": 62.66, "caption": "A person gives his sibling a message to give to his parent.", "similarity": 0.5419, "relevance": 0 }, { "pair_id": 198956, "video_name": "friends_s10e05_seg02_clip_05", "timestamp": [ 1.28, 4.48 ], "duration": 64.66, "caption": "A woman's sibling grabs her purse and puts it over her shoulder.", "similarity": 0.5395, "relevance": 1 }, { "pair_id": 198957, "video_name": "s06e12_seg02_clip_10", "timestamp": [ 44.57, 46.19 ], "duration": 54.66, "caption": "A person raises both of their arms while they speak.", "similarity": 0.5374, "relevance": 3 }, { "pair_id": 198958, "video_name": "s08e14_seg02_clip_13", "timestamp": [ 12.91, 14.71 ], "duration": 60.66, "caption": "A person crosses their arms against their chest then lowers them.", "similarity": 0.5363, "relevance": 0 } ] }, { "query_id": 22406, "query": "A man spins an oversized tennis ball with the fingers of his right hand, stopping when a man enters the room.", "relevant_moment": [ { "pair_id": 92580, "video_name": "house_s04e07_seg02_clip_23", "timestamp": [ 16.64, 21.76 ], "duration": 128.66, "caption": "A man spins an oversized tennis ball with the fingers of his right hand, stopping when a man enters the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 92581, "video_name": "friends_s08e15_seg02_clip_11", "timestamp": [ 28.68, 32.46 ], "duration": 63.66, "caption": "A man picks a tennis ball up off of the table and tosses it across the room.", "similarity": 0.6922, "relevance": 1 }, { "pair_id": 92582, "video_name": "castle_s08e21_seg02_clip_19", "timestamp": [ 98.58, 103.62 ], "duration": 112.66, "caption": "A man stops the ball from spinning and picks it up.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 92583, "video_name": "s10e02_seg02_clip_08", "timestamp": [ 44.82, 50.7 ], "duration": 56.66, "caption": "A man spreads their arms wide then brings their fingers together in the shape of a ball.", "similarity": 0.6148, "relevance": 0 }, { "pair_id": 92584, "video_name": "met_s03e03_seg01_clip_00", "timestamp": [ 21.53, 26.15 ], "duration": 61.66, "caption": "Two men are playing Wii Tennis then a man puts his hands up.", "similarity": 0.6126, "relevance": 0 }, { "pair_id": 92585, "video_name": "house_s06e02_seg02_clip_02", "timestamp": [ 76.14, 79.22 ], "duration": 88.66, "caption": "A man is sitting in a chair, he reaches out with his right hand and picks up the ball, he barely tosses the ball into the air and catches it.", "similarity": 0.6048, "relevance": 2 }, { "pair_id": 92586, "video_name": "grey_s03e09_seg02_clip_18", "timestamp": [ 50.15, 55.22 ], "duration": 92.66, "caption": "A man is squeezing a ball when a person walks in.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 92587, "video_name": "house_s02e12_seg02_clip_24", "timestamp": [ 103.03, 109.02 ], "duration": 109.66, "caption": "A person is balancing a tennis ball on the fingertips of his/her right hand.", "similarity": 0.6019, "relevance": 3 }, { "pair_id": 92588, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 7.2, 9.6 ], "duration": 60.66, "caption": "A man throws a ball to a man across the room.", "similarity": 0.589, "relevance": 1 }, { "pair_id": 92589, "video_name": "friends_s05e21_seg02_clip_03", "timestamp": [ 3.67, 5.2 ], "duration": 61.66, "caption": "A man throws a small ball to another man inside a room.", "similarity": 0.5876, "relevance": 1 }, { "pair_id": 92590, "video_name": "house_s02e07_seg02_clip_05", "timestamp": [ 0.0, 3.56 ], "duration": 89.66, "caption": "A man tosses up a large tennis ball while talking with three other people.", "similarity": 0.5815, "relevance": 2 }, { "pair_id": 92591, "video_name": "friends_s02e17_seg02_clip_09", "timestamp": [ 18.56, 23.7 ], "duration": 57.66, "caption": "A person throws a tennis ball at the door and catches it.", "similarity": 0.5805, "relevance": 1 }, { "pair_id": 92592, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 41.12, 42.32 ], "duration": 60.66, "caption": "A man throws the ball in his hands back to another man.", "similarity": 0.5685, "relevance": 1 }, { "pair_id": 92593, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 64.34, 68.18 ], "duration": 96.66, "caption": "A man enters as a doctor spins a ball while he sits behind a desk.", "similarity": 0.5638, "relevance": 2 }, { "pair_id": 92594, "video_name": "friends_s05e12_seg02_clip_05", "timestamp": [ 40.22, 41.72 ], "duration": 60.66, "caption": "A man holds his tennis racket and gives a thumbs up.", "similarity": 0.5586, "relevance": 0 }, { "pair_id": 92595, "video_name": "house_s05e10_seg02_clip_20", "timestamp": [ 68.64, 73.02 ], "duration": 73.66, "caption": "A man sits in the chair holding a ball in his hands.", "similarity": 0.5584, "relevance": 1 }, { "pair_id": 92596, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 69.72, 76.1 ], "duration": 85.66, "caption": "A man with short brown hair tosses a ball in a room as a person walks in.", "similarity": 0.5579, "relevance": 3 }, { "pair_id": 92597, "video_name": "house_s07e06_seg02_clip_12", "timestamp": [ 47.21, 53.7 ], "duration": 118.66, "caption": "A man gives the ball to another man and they play.", "similarity": 0.5549, "relevance": 1 }, { "pair_id": 92598, "video_name": "friends_s10e07_seg01_clip_00", "timestamp": [ 9.8, 13.72 ], "duration": 98.66, "caption": "A man tosses a ball from hand to hand and sits down.", "similarity": 0.5543, "relevance": 1 }, { "pair_id": 92599, "video_name": "house_s06e20_seg02_clip_09", "timestamp": [ 35.17, 37.91 ], "duration": 91.66, "caption": "A man throws a ball to a person with a good control.", "similarity": 0.552, "relevance": 1 } ] }, { "query_id": 22426, "query": "A woman is seen riding in the car with two men and another woman.", "relevant_moment": [ { "pair_id": 11320, "video_name": "s04e13_seg02_clip_04", "timestamp": [ 4.73, 37.5 ], "duration": 63.66, "caption": "A woman is seen riding in the car with two men and another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11321, "video_name": "s04e13_seg02_clip_04", "timestamp": [ 38.76, 63.03 ], "duration": 63.66, "caption": "A woman is seen riding in the car with some people.", "similarity": 0.8738, "relevance": 4 }, { "pair_id": 11322, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 57.93, 60.03 ], "duration": 60.66, "caption": "A person turns to look at woman riding in the back seat of the car with another woman.", "similarity": 0.7483, "relevance": 4 }, { "pair_id": 11323, "video_name": "castle_s01e03_seg02_clip_15", "timestamp": [ 54.62, 68.27 ], "duration": 91.66, "caption": "A woman and a man ride together in the car.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 11324, "video_name": "s05e22_seg02_clip_11", "timestamp": [ 0.0, 3.25 ], "duration": 65.66, "caption": "A woman is driving while two men are in the car.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 11325, "video_name": "s06e18_seg02_clip_06", "timestamp": [ 0.0, 2.88 ], "duration": 64.66, "caption": "A woman is driving with another woman as the passenger and a third woman in the backseat.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 11326, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 11.6, 61.03 ], "duration": 61.66, "caption": "A woman is shown sitting in the passenger seat of a car with another woman driving.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 11327, "video_name": "s08e03_seg02_clip_06", "timestamp": [ 0.0, 9.23 ], "duration": 71.66, "caption": "A woman drives a car in which three people seat.", "similarity": 0.7053, "relevance": 4 }, { "pair_id": 11328, "video_name": "castle_s01e01_seg02_clip_18", "timestamp": [ 7.28, 47.79 ], "duration": 91.66, "caption": "A man, a woman, and another woman were riding a car whilst having a conversation.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 11329, "video_name": "castle_s02e05_seg02_clip_20", "timestamp": [ 81.47, 90.02 ], "duration": 90.66, "caption": "A woman spots another woman and then she and a man get out of the car.", "similarity": 0.6895, "relevance": 0 }, { "pair_id": 11330, "video_name": "friends_s02e09_seg02_clip_17", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Three people were riding on a car.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 11331, "video_name": "castle_s02e09_seg02_clip_06", "timestamp": [ 47.95, 56.42 ], "duration": 94.66, "caption": "A woman is driving a car with two other people.", "similarity": 0.6829, "relevance": 3 }, { "pair_id": 11332, "video_name": "met_s02e17_seg02_clip_13", "timestamp": [ 7.31, 9.95 ], "duration": 58.66, "caption": "A woman rolls her eyes at another woman as they sit in the car.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 11333, "video_name": "castle_s07e01_seg02_clip_01", "timestamp": [ 8.51, 11.75 ], "duration": 81.66, "caption": "A woman describes what was in the car while walking with two men.", "similarity": 0.6747, "relevance": 0 }, { "pair_id": 11334, "video_name": "friends_s05e20_seg02_clip_06", "timestamp": [ 0.58, 4.93 ], "duration": 58.66, "caption": "Three people are riding in the back of someone's car.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 11335, "video_name": "met_s06e22_seg02_clip_07", "timestamp": [ 52.31, 59.11 ], "duration": 59.66, "caption": "A man and woman ride in a car together.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 11336, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 17.12, 21.47 ], "duration": 58.66, "caption": "A person gets in to the car with woman and man.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 11337, "video_name": "s10e03_seg02_clip_16", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A woman is in the driver's seat as a man is in the passenger seat of her car.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 11338, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 40.27, 83.02 ], "duration": 83.66, "caption": "Two people were riding a car with an old woman.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 11339, "video_name": "s08e01_seg02_clip_13", "timestamp": [ 2.36, 38.07 ], "duration": 59.66, "caption": "A woman plugs her ears with her fingers while riding in a car with two people.", "similarity": 0.6638, "relevance": 3 }, { "pair_id": 184640, "video_name": "house_s07e18_seg02_clip_23", "timestamp": [ 23.29, 27.65 ], "duration": 97.66, "caption": "A woman puts her fingers to her mouth while riding in a car with a man.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 184641, "video_name": "s04e01_seg02_clip_10", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A woman is driving in her car with two people inside.", "similarity": 0.6527, "relevance": 3 }, { "pair_id": 184642, "video_name": "castle_s08e03_seg02_clip_13", "timestamp": [ 5.58, 9.77 ], "duration": 93.66, "caption": "A woman leaves man and another person on the car.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 184643, "video_name": "castle_s07e09_seg02_clip_20", "timestamp": [ 0.0, 13.5 ], "duration": 90.66, "caption": "A person rides a car with two big people beside him.", "similarity": 0.6451, "relevance": 3 }, { "pair_id": 184644, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 13.8, 21.37 ], "duration": 89.66, "caption": "A man gets in the car with woman while she's watching a car.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 184645, "video_name": "met_s05e05_seg02_clip_05", "timestamp": [ 0.0, 40.28 ], "duration": 66.66, "caption": "A person is driving as another person is in the passenger seat and a woman is in the backseat.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 184646, "video_name": "house_s06e10_seg02_clip_06", "timestamp": [ 55.12, 95.03 ], "duration": 95.66, "caption": "A woman drives the car with a man as a passenger.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 184647, "video_name": "s09e20_seg02_clip_04", "timestamp": [ 0.0, 20.78 ], "duration": 62.66, "caption": "A man is driving a car with woman in the front passenger seat and two people riding in the back.", "similarity": 0.6348, "relevance": 4 }, { "pair_id": 184648, "video_name": "met_s06e04_seg02_clip_14", "timestamp": [ 25.93, 28.45 ], "duration": 72.66, "caption": "A man joins woman in riding on the backseat of a black car.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 184649, "video_name": "castle_s08e04_seg02_clip_22", "timestamp": [ 22.81, 29.46 ], "duration": 95.66, "caption": "A person is sitting in a car with two other people.", "similarity": 0.6336, "relevance": 3 }, { "pair_id": 184650, "video_name": "s09e08_seg02_clip_06", "timestamp": [ 25.94, 27.77 ], "duration": 61.66, "caption": "A woman gets into the passenger seat of another woman's car.", "similarity": 0.6292, "relevance": 3 }, { "pair_id": 184651, "video_name": "s07e03_seg02_clip_07", "timestamp": [ 1.48, 4.72 ], "duration": 59.66, "caption": "A woman and a man sit in the car and look at one another.", "similarity": 0.6266, "relevance": 2 }, { "pair_id": 184652, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 50.04, 61.03 ], "duration": 61.66, "caption": "A person is in the passenger seat as a woman is driving the car.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 184653, "video_name": "friends_s03e17_seg02_clip_05", "timestamp": [ 5.36, 57.04 ], "duration": 63.66, "caption": "A woman is driving a cab as a woman is in the passenger seat with a man and another woman in the backseat.", "similarity": 0.6236, "relevance": 4 }, { "pair_id": 184654, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A woman is driving a car as a man is in the passenger seat.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 184655, "video_name": "castle_s05e23_seg02_clip_01", "timestamp": [ 37.36, 49.06 ], "duration": 90.66, "caption": "A woman shows her badge to two people in a car and they drive off.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 184656, "video_name": "s08e18_seg02_clip_07", "timestamp": [ 25.63, 61.03 ], "duration": 61.66, "caption": "A woman is driving her car with a person in the passenger seat.", "similarity": 0.6206, "relevance": 2 }, { "pair_id": 184657, "video_name": "castle_s05e05_seg02_clip_25", "timestamp": [ 86.16, 92.6 ], "duration": 99.66, "caption": "A car rams into the vehicle that woman and man are in.", "similarity": 0.6203, "relevance": 3 }, { "pair_id": 184658, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 0.0, 45.84 ], "duration": 58.66, "caption": "A woman is driving a red car, talking and seeming upset, and another woman is riding with her and having more fun with the conversation.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 184659, "video_name": "s08e11_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A woman is driving her car as a man is in the passenger seat.", "similarity": 0.6154, "relevance": 2 } ] }, { "query_id": 22471, "query": "A woman grabs a cookie from a Tupperware container on a table.", "relevant_moment": [ { "pair_id": 151740, "video_name": "friends_s02e07_seg02_clip_16", "timestamp": [ 3.58, 5.08 ], "duration": 59.66, "caption": "A woman grabs a cookie from a Tupperware container on a table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151741, "video_name": "friends_s07e05_seg02_clip_15", "timestamp": [ 31.87, 55.78 ], "duration": 59.66, "caption": "A woman takes some bites of the cookies she is holding.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 151742, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 42.04, 45.15 ], "duration": 62.66, "caption": "A woman grabs a cookie and hands it to another woman.", "similarity": 0.7326, "relevance": 3 }, { "pair_id": 151743, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 39.39, 43.81 ], "duration": 63.66, "caption": "A woman takes a cookie and puts it in her mouth.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 151744, "video_name": "friends_s07e05_seg02_clip_15", "timestamp": [ 46.04, 51.94 ], "duration": 59.66, "caption": "A woman takes a cookie from the plate and puts it in her mouth.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 151745, "video_name": "s08e07_seg01_clip_00", "timestamp": [ 3.36, 18.61 ], "duration": 61.66, "caption": "A woman picks up a cookie and holds it in her left hand.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 151746, "video_name": "s07e06_seg02_clip_03", "timestamp": [ 41.32, 44.56 ], "duration": 59.66, "caption": "A person grabs a cookie from someone's tray and takes a bite.", "similarity": 0.7148, "relevance": 1 }, { "pair_id": 151747, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 12.92, 16.7 ], "duration": 63.66, "caption": "A woman grabs a plate of food and places it on the table.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 151749, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 36.87, 47.59 ], "duration": 63.66, "caption": "A woman takes a cookie from woman and eats it.", "similarity": 0.7044, "relevance": 3 }, { "pair_id": 151750, "video_name": "met_s06e05_seg02_clip_03", "timestamp": [ 24.19, 27.29 ], "duration": 62.66, "caption": "A woman grabs a piece of food from the center of the table.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 151751, "video_name": "friends_s06e19_seg02_clip_03", "timestamp": [ 28.81, 30.61 ], "duration": 60.66, "caption": "A woman grabs something from the table in front of her.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 151752, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman is about to take a bite of her cookie when man grabs it from her hand.", "similarity": 0.6833, "relevance": 3 }, { "pair_id": 151753, "video_name": "friends_s01e01_seg02_clip_26", "timestamp": [ 46.78, 49.02 ], "duration": 56.66, "caption": "A woman puts the cookie back in the plate.", "similarity": 0.6757, "relevance": 0 }, { "pair_id": 151754, "video_name": "s07e14_seg02_clip_05", "timestamp": [ 4.2, 8.1 ], "duration": 60.66, "caption": "A woman has a box of cookies in her left hand, switches it to her right hand and then sets it on the table.", "similarity": 0.6722, "relevance": 0 }, { "pair_id": 151756, "video_name": "house_s01e18_seg02_clip_03", "timestamp": [ 0.0, 2.63 ], "duration": 87.66, "caption": "A woman takes a piece of food from a container and puts it in her mouth.", "similarity": 0.6606, "relevance": 3 }, { "pair_id": 151757, "video_name": "friends_s03e11_seg02_clip_07", "timestamp": [ 0.0, 2.71 ], "duration": 60.66, "caption": "A woman grabs a food box from the cupboard.", "similarity": 0.6545, "relevance": 0 }, { "pair_id": 151758, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 43.64, 47.6 ], "duration": 61.66, "caption": "A woman hands another woman a plastic bag with a cookie.", "similarity": 0.648, "relevance": 1 }, { "pair_id": 151759, "video_name": "friends_s10e13_seg02_clip_00", "timestamp": [ 4.41, 18.28 ], "duration": 63.66, "caption": "A woman is moving the cookies from the pan to the plate.", "similarity": 0.6464, "relevance": 1 } ] }, { "query_id": 22479, "query": "A woman grabs a bucket during her cafe shift.", "relevant_moment": [ { "pair_id": 148980, "video_name": "friends_s02e07_seg02_clip_17", "timestamp": [ 72.6, 76.02 ], "duration": 76.66, "caption": "A woman grabs a bucket during her cafe shift.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 148981, "video_name": "friends_s05e10_seg02_clip_10", "timestamp": [ 12.14, 14.12 ], "duration": 56.66, "caption": "A woman picks a bucket up off the kitchen counter.", "similarity": 0.6272, "relevance": 3 }, { "pair_id": 148982, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 8.27, 10.11 ], "duration": 61.66, "caption": "A woman grabs a coffee mug from the cafe's coffee table.", "similarity": 0.6026, "relevance": 1 }, { "pair_id": 148983, "video_name": "friends_s08e18_seg01_clip_00", "timestamp": [ 2.79, 5.58 ], "duration": 93.66, "caption": "A woman grabs her mug from the coffee table at the cafe.", "similarity": 0.5917, "relevance": 1 }, { "pair_id": 148984, "video_name": "friends_s06e22_seg01_clip_00", "timestamp": [ 52.63, 56.1 ], "duration": 63.66, "caption": "A woman gets up from her seat and a person enters the cafe.", "similarity": 0.5895, "relevance": 0 }, { "pair_id": 148985, "video_name": "friends_s08e07_seg02_clip_01", "timestamp": [ 30.21, 33.26 ], "duration": 61.66, "caption": "A woman rushes out of the cafe with her things.", "similarity": 0.5779, "relevance": 0 }, { "pair_id": 148986, "video_name": "castle_s03e11_seg02_clip_22", "timestamp": [ 4.14, 5.52 ], "duration": 92.66, "caption": "A woman quickly grabs a coffee cup as she gets up from her chair.", "similarity": 0.562, "relevance": 1 }, { "pair_id": 148987, "video_name": "friends_s02e07_seg02_clip_02", "timestamp": [ 38.42, 41.12 ], "duration": 60.66, "caption": "A woman walks into the cafe holding onto a racket.", "similarity": 0.5595, "relevance": 0 }, { "pair_id": 148988, "video_name": "s07e17_seg02_clip_00", "timestamp": [ 45.07, 46.64 ], "duration": 63.66, "caption": "A woman lowers her takeout container onto the coffee table.", "similarity": 0.5561, "relevance": 0 }, { "pair_id": 148989, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.5535, "relevance": 1 }, { "pair_id": 148990, "video_name": "friends_s02e12-13_seg02_clip_16", "timestamp": [ 64.28, 68.02 ], "duration": 68.66, "caption": "A woman grabs her coffee cup as she moves away from a person.", "similarity": 0.5494, "relevance": 0 }, { "pair_id": 148991, "video_name": "friends_s02e14_seg02_clip_06", "timestamp": [ 4.15, 7.12 ], "duration": 59.66, "caption": "A woman grabs her coat and then exits the cafe.", "similarity": 0.546, "relevance": 0 }, { "pair_id": 148992, "video_name": "s01e04_seg02_clip_10", "timestamp": [ 36.7, 41.74 ], "duration": 56.66, "caption": "A woman grabs a plate from the kitchen island where someone is at.", "similarity": 0.5425, "relevance": 0 }, { "pair_id": 148993, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.5421, "relevance": 1 }, { "pair_id": 148994, "video_name": "friends_s02e04_seg02_clip_04", "timestamp": [ 19.51, 20.71 ], "duration": 60.66, "caption": "A woman reaches out and grabs her coffee mug.", "similarity": 0.5421, "relevance": 0 }, { "pair_id": 148995, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 54.54, 58.03 ], "duration": 58.66, "caption": "A woman picks up her coffee cup and walks out of the kitchen.", "similarity": 0.5405, "relevance": 1 }, { "pair_id": 148996, "video_name": "friends_s01e01_seg02_clip_23", "timestamp": [ 7.59, 8.5 ], "duration": 60.66, "caption": "A woman enters the cafe with shopping bags in her hand.", "similarity": 0.5401, "relevance": 1 }, { "pair_id": 148997, "video_name": "s05e04_seg02_clip_06", "timestamp": [ 1.12, 2.8 ], "duration": 56.66, "caption": "A woman with a green hat grabs cups from a table.", "similarity": 0.5378, "relevance": 1 }, { "pair_id": 148998, "video_name": "castle_s06e01_seg02_clip_17", "timestamp": [ 91.69, 97.03 ], "duration": 97.66, "caption": "A woman came in to person's office while holding a cup of coffee.", "similarity": 0.5348, "relevance": 0 }, { "pair_id": 148999, "video_name": "house_s03e14_seg02_clip_07", "timestamp": [ 60.64, 62.9 ], "duration": 90.66, "caption": "A woman drinks from her cup of coffee served in a cafe.", "similarity": 0.5334, "relevance": 1 } ] }, { "query_id": 22520, "query": "A woman leaps from her seat, approaches the stage and stops in front of the actress on stage.", "relevant_moment": [ { "pair_id": 109960, "video_name": "castle_s08e20_seg02_clip_23", "timestamp": [ 60.35, 67.5 ], "duration": 89.66, "caption": "A woman leaps from her seat, approaches the stage and stops in front of the actress on stage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 109961, "video_name": "friends_s02e08_seg02_clip_02", "timestamp": [ 16.11, 59.65 ], "duration": 59.66, "caption": "A woman takes a seat on stage and begins playing.", "similarity": 0.6719, "relevance": 1 }, { "pair_id": 109962, "video_name": "castle_s08e20_seg02_clip_23", "timestamp": [ 72.86, 77.33 ], "duration": 89.66, "caption": "A person comes up behind a woman who is standing in front of an actress on stage and the woman turns around to face the person.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 109963, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 37.07, 65.03 ], "duration": 65.66, "caption": "A woman gets up on stage in her outfit and performs.", "similarity": 0.6318, "relevance": 1 }, { "pair_id": 109964, "video_name": "friends_s09e13_seg02_clip_11", "timestamp": [ 56.82, 64.82 ], "duration": 80.66, "caption": "A woman is on stage with her hands on her hips.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 109965, "video_name": "s06e19_seg02_clip_16", "timestamp": [ 68.27, 70.02 ], "duration": 70.66, "caption": "A woman leaps from her chair and runs toward person.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 109966, "video_name": "friends_s02e24_seg02_clip_16", "timestamp": [ 11.73, 16.42 ], "duration": 67.66, "caption": "A woman walks to and gets up on the stage and takes the microphone.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 109967, "video_name": "castle_s03e23_seg02_clip_24", "timestamp": [ 0.0, 2.24 ], "duration": 56.66, "caption": "A woman walks out on a stage and begins talking.", "similarity": 0.5979, "relevance": 2 }, { "pair_id": 109968, "video_name": "friends_s01e07_seg01_clip_00", "timestamp": [ 9.47, 12.69 ], "duration": 43.66, "caption": "A woman walks off the stage and over to the bar near woman.", "similarity": 0.5947, "relevance": 1 }, { "pair_id": 109969, "video_name": "s04e13_seg02_clip_14", "timestamp": [ 24.95, 30.75 ], "duration": 58.66, "caption": "A person turns towards a woman sitting on a panel up on a stage.", "similarity": 0.5865, "relevance": 1 }, { "pair_id": 109970, "video_name": "friends_s02e05_seg02_clip_18", "timestamp": [ 40.09, 47.32 ], "duration": 55.66, "caption": "A woman jumps out of her seat and walks over to two people.", "similarity": 0.5863, "relevance": 2 }, { "pair_id": 109971, "video_name": "house_s02e12_seg02_clip_05", "timestamp": [ 8.58, 33.41 ], "duration": 90.66, "caption": "A woman is on the stage and she is the one who speaks in front of many people.", "similarity": 0.5863, "relevance": 1 }, { "pair_id": 109972, "video_name": "met_s05e02_seg02_clip_16", "timestamp": [ 14.48, 18.09 ], "duration": 60.66, "caption": "A woman dressed in a sexy dress appears on the stage.", "similarity": 0.5802, "relevance": 1 }, { "pair_id": 109973, "video_name": "friends_s10e11_seg02_clip_07", "timestamp": [ 24.95, 27.56 ], "duration": 58.66, "caption": "Two women walk up onto the stage.", "similarity": 0.5789, "relevance": 1 }, { "pair_id": 109974, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 27.74, 30.4 ], "duration": 59.66, "caption": "A woman is pushed forward into the seat in front of her when a person stops the car.", "similarity": 0.5757, "relevance": 0 }, { "pair_id": 109975, "video_name": "castle_s06e20_seg02_clip_20", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "A woman wearing high boots dances out an elevated stage.", "similarity": 0.5722, "relevance": 2 }, { "pair_id": 109976, "video_name": "grey_s02e20_seg02_clip_16", "timestamp": [ 41.25, 42.98 ], "duration": 86.66, "caption": "A woman jumps out of the chair and raises her hand.", "similarity": 0.5669, "relevance": 1 }, { "pair_id": 109977, "video_name": "friends_s02e01_seg02_clip_12", "timestamp": [ 38.21, 42.2 ], "duration": 57.66, "caption": "A woman jumps up after woman when he/she leaves his/her seat.", "similarity": 0.5622, "relevance": 2 }, { "pair_id": 109978, "video_name": "s03e14_seg02_clip_14", "timestamp": [ 14.8, 15.67 ], "duration": 58.66, "caption": "A woman is startled by something and jumps back.", "similarity": 0.5538, "relevance": 0 }, { "pair_id": 109979, "video_name": "castle_s04e11_seg02_clip_11", "timestamp": [ 25.5, 30.96 ], "duration": 91.66, "caption": "A woman jumps into a waiting person's arms.", "similarity": 0.5531, "relevance": 0 } ] }, { "query_id": 22542, "query": "Two people talk while one is sitting on the couch and the other is standing near a woman while wearing a bathrobe.", "relevant_moment": [ { "pair_id": 44821, "video_name": "s03e13_seg02_clip_05", "timestamp": [ 0.0, 25.51 ], "duration": 60.66, "caption": "A person, in their bathrobe, stands in the living room having a conversation with another person who is sitting on the couch and someone who is standing near them.", "similarity": 0.7912, "relevance": 4 }, { "pair_id": 44822, "video_name": "friends_s02e03_seg02_clip_13", "timestamp": [ 12.25, 16.81 ], "duration": 48.66, "caption": "A woman sitting on the couch talking with another woman as she stands next to her.", "similarity": 0.7469, "relevance": 1 }, { "pair_id": 44823, "video_name": "friends_s10e02_seg02_clip_21", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Two people talk when they are sitting on the couch.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 44824, "video_name": "friends_s09e06_seg02_clip_14", "timestamp": [ 0.0, 31.2 ], "duration": 63.66, "caption": "Two people talk while sitting down on the couch.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 44825, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 15.67, 40.04 ], "duration": 58.66, "caption": "Two people sit on the couch talking to each other.", "similarity": 0.7355, "relevance": 1 }, { "pair_id": 44826, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 10.99, 14.65 ], "duration": 61.66, "caption": "Two people both sit down on the couch at the same time so one person can talk to a person.", "similarity": 0.7347, "relevance": 2 }, { "pair_id": 44827, "video_name": "friends_s01e02_seg02_clip_13", "timestamp": [ 0.0, 42.36 ], "duration": 58.66, "caption": "A woman sits on the couch while a man stands behind her and they talk.", "similarity": 0.7265, "relevance": 2 }, { "pair_id": 44828, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 34.14, 70.37 ], "duration": 83.66, "caption": "Two people are talking on the couch.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 44829, "video_name": "met_s02e10_seg02_clip_00", "timestamp": [ 4.89, 18.33 ], "duration": 61.66, "caption": "Two people talk to each other by the couch.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 44830, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.49 ], "duration": 59.66, "caption": "Two people were sitting on a couch whilst having conversation.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 44831, "video_name": "castle_s04e21_seg02_clip_26", "timestamp": [ 109.41, 153.02 ], "duration": 153.66, "caption": "Two people are sitting in the couch and they're talking to each other.", "similarity": 0.7131, "relevance": 1 }, { "pair_id": 44832, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 0.0, 13.43 ], "duration": 61.66, "caption": "Two people are conversing while sitting on the same couch.", "similarity": 0.7127, "relevance": 2 }, { "pair_id": 44833, "video_name": "s02e02_seg02_clip_17", "timestamp": [ 0.0, 8.83 ], "duration": 36.66, "caption": "Some people are sitting next to each other talking on the couch.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 44834, "video_name": "friends_s03e01_seg02_clip_18", "timestamp": [ 0.0, 17.18 ], "duration": 57.66, "caption": "Two people are sitting beside each other on a couch conversing.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 44835, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.0, 63.43 ], "duration": 63.66, "caption": "Two people were having a conversation while sitting on the couch.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 44836, "video_name": "friends_s02e07_seg02_clip_16", "timestamp": [ 0.0, 27.78 ], "duration": 59.66, "caption": "Two people are conversing with each other as they are on a couch.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 44837, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 30.43, 34.45 ], "duration": 89.66, "caption": "Two people sit down in the couch while they are talking.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 44838, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 8.99, 14.8 ], "duration": 58.66, "caption": "Two people sit on a couch and have a conversation.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 44839, "video_name": "house_s05e13_seg02_clip_18", "timestamp": [ 35.89, 92.03 ], "duration": 92.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.7052, "relevance": 2 } ] }, { "query_id": 22567, "query": "A man says something to woman that makes her roll her eyes and look the other way.", "relevant_moment": [ { "pair_id": 20840, "video_name": "castle_s05e13_seg02_clip_26", "timestamp": [ 0.0, 4.76 ], "duration": 119.66, "caption": "A man says something to woman that makes her roll her eyes and look the other way.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20841, "video_name": "met_s02e12_seg02_clip_00", "timestamp": [ 39.11, 45.79 ], "duration": 63.66, "caption": "A person says something that makes man roll his eyes.", "similarity": 0.8143, "relevance": 2 }, { "pair_id": 20843, "video_name": "grey_s03e16_seg02_clip_15", "timestamp": [ 43.62, 51.19 ], "duration": 89.66, "caption": "A man says something to woman that makes woman smile big and look up.", "similarity": 0.7931, "relevance": 2 }, { "pair_id": 20844, "video_name": "s09e05_seg02_clip_05", "timestamp": [ 44.66, 62.03 ], "duration": 62.66, "caption": "A woman rolls her eyes after a man makes a suggestion of what a sign should say.", "similarity": 0.7778, "relevance": 2 }, { "pair_id": 20845, "video_name": "met_s06e08_seg02_clip_00", "timestamp": [ 16.11, 18.59 ], "duration": 61.66, "caption": "A man turns and says for a woman to watch him.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 20846, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 20.47, 25.12 ], "duration": 93.66, "caption": "A man is looking at a woman and says something so she turns to look at him.", "similarity": 0.7697, "relevance": 1 }, { "pair_id": 20847, "video_name": "s06e08_seg02_clip_11", "timestamp": [ 10.4, 13.24 ], "duration": 63.66, "caption": "A woman rolls her eyes while talking to a man.", "similarity": 0.7686, "relevance": 3 }, { "pair_id": 20848, "video_name": "house_s05e09_seg02_clip_26", "timestamp": [ 0.0, 3.96 ], "duration": 72.66, "caption": "A woman rolls her eyes at a man when she talks to him.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 20849, "video_name": "met_s06e19_seg02_clip_11", "timestamp": [ 19.61, 25.77 ], "duration": 56.66, "caption": "A man says something that makes a woman look at him in disbelief.", "similarity": 0.7665, "relevance": 4 }, { "pair_id": 20850, "video_name": "friends_s01e16-17_seg02_clip_00", "timestamp": [ 18.25, 23.05 ], "duration": 64.66, "caption": "A woman says something that makes man look at her twice.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 20851, "video_name": "friends_s07e01_seg02_clip_06", "timestamp": [ 0.0, 4.36 ], "duration": 67.66, "caption": "A man says something to woman and she nods her head.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 20852, "video_name": "castle_s03e02_seg02_clip_12", "timestamp": [ 0.0, 13.27 ], "duration": 88.66, "caption": "A woman says something and man looks very interested in what she said.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 20853, "video_name": "house_s03e22_seg02_clip_05", "timestamp": [ 0.0, 7.84 ], "duration": 87.66, "caption": "A man says something to another person that makes someone else look away and roll their eyes.", "similarity": 0.7615, "relevance": 4 }, { "pair_id": 20854, "video_name": "house_s05e01_seg02_clip_21", "timestamp": [ 66.95, 73.29 ], "duration": 79.66, "caption": "A man says something to a woman that makes her nod her head vigorously.", "similarity": 0.759, "relevance": 0 }, { "pair_id": 20856, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 0.0, 4.86 ], "duration": 54.66, "caption": "A woman turns her head to a man in response to what he said.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 20857, "video_name": "s05e18_seg02_clip_11", "timestamp": [ 53.38, 58.03 ], "duration": 58.66, "caption": "A man looks down and then makes a pained face saying something to a woman.", "similarity": 0.754, "relevance": 1 }, { "pair_id": 20858, "video_name": "met_s06e20_seg02_clip_16", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A woman turns when a man says what he likes.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 20859, "video_name": "house_s01e19_seg02_clip_25", "timestamp": [ 46.23, 53.74 ], "duration": 79.66, "caption": "A man says something that makes woman look away from him.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 194160, "video_name": "house_s07e04_seg02_clip_06", "timestamp": [ 35.42, 42.68 ], "duration": 90.66, "caption": "A woman looks at a man and says something that makes him shake his head.", "similarity": 0.7488, "relevance": 4 }, { "pair_id": 194161, "video_name": "castle_s01e02_seg02_clip_04", "timestamp": [ 51.42, 58.18 ], "duration": 90.66, "caption": "A woman rolls her eyes at a man after listening to him talk.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 194162, "video_name": "house_s03e18_seg02_clip_01", "timestamp": [ 0.0, 4.94 ], "duration": 89.66, "caption": "A man rolls his head and reminds a woman what she asked.", "similarity": 0.7473, "relevance": 3 }, { "pair_id": 194163, "video_name": "s10e04_seg02_clip_11", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A man looks at his watch then says something to woman and she looks to her side.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 194164, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 24.52, 27.66 ], "duration": 57.66, "caption": "A person rolls his eyes when a woman tells him they laugh at him.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 194165, "video_name": "house_s06e18_seg02_clip_08", "timestamp": [ 67.95, 78.87 ], "duration": 95.66, "caption": "A man says something that makes a woman look unhappy and nod her head.", "similarity": 0.7451, "relevance": 2 }, { "pair_id": 194166, "video_name": "castle_s06e04_seg02_clip_23", "timestamp": [ 0.88, 5.69 ], "duration": 87.66, "caption": "A woman rolls her eyes when a man tries to explain his actions.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 194167, "video_name": "met_s02e06_seg02_clip_18", "timestamp": [ 0.0, 7.51 ], "duration": 83.66, "caption": "A man tells a woman his job when she rolls her eyes at him.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 194168, "video_name": "castle_s06e23_seg02_clip_11", "timestamp": [ 16.87, 21.88 ], "duration": 91.66, "caption": "A man looks down when he repeats what someone said to woman.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 194169, "video_name": "met_s03e18_seg02_clip_01", "timestamp": [ 13.65, 21.71 ], "duration": 62.66, "caption": "A man says something to a woman that makes her crack up and turn away.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 194170, "video_name": "grey_s02e14_seg02_clip_07", "timestamp": [ 72.55, 83.24 ], "duration": 89.66, "caption": "A man says something to a woman and her face lights up.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 194171, "video_name": "s06e02_seg02_clip_13", "timestamp": [ 11.21, 20.17 ], "duration": 64.66, "caption": "A man turns to the side and averts his eyes as he speaks to woman.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 194172, "video_name": "friends_s02e15_seg02_clip_11", "timestamp": [ 16.76, 20.11 ], "duration": 67.66, "caption": "A woman describes to man how her eyes are.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 194173, "video_name": "friends_s07e07_seg02_clip_20", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A woman says something to woman that makes guy look up quickly.", "similarity": 0.7391, "relevance": 1 }, { "pair_id": 194174, "video_name": "friends_s10e04_seg02_clip_10", "timestamp": [ 3.6, 6.3 ], "duration": 60.66, "caption": "A woman rolls her eyes at what someone says to her.", "similarity": 0.738, "relevance": 3 }, { "pair_id": 194175, "video_name": "s02e02_seg02_clip_15", "timestamp": [ 45.16, 55.84 ], "duration": 61.66, "caption": "A woman turns around and says something to a man that makes him stand up.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 194176, "video_name": "castle_s03e24_seg02_clip_16", "timestamp": [ 10.92, 17.75 ], "duration": 91.66, "caption": "A man says something to a woman and she stops and puts her hand to her head.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 194177, "video_name": "s03e05_seg02_clip_12", "timestamp": [ 46.71, 49.61 ], "duration": 58.66, "caption": "A man says something that startles woman and she looks at guy, who shakes his head.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 194178, "video_name": "s03e20_seg02_clip_12", "timestamp": [ 0.89, 11.81 ], "duration": 59.66, "caption": "A woman says something to man and he faces her putting his hands on his hips.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 194179, "video_name": "castle_s02e11_seg02_clip_18", "timestamp": [ 15.02, 30.04 ], "duration": 91.66, "caption": "A man says something that makes people laugh and point at him then puts her hand behind her head when talking to woman.", "similarity": 0.734, "relevance": 2 } ] }, { "query_id": 22611, "query": "A man walks in as a woman and a man are conversing.", "relevant_moment": [ { "pair_id": 7420, "video_name": "castle_s03e21_seg02_clip_12", "timestamp": [ 42.33, 46.88 ], "duration": 91.66, "caption": "A man walks in as a woman and a man are conversing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7421, "video_name": "castle_s07e16_seg02_clip_07", "timestamp": [ 36.35, 46.93 ], "duration": 92.66, "caption": "A man walks in to converse with woman and man.", "similarity": 0.8993, "relevance": 3 }, { "pair_id": 7422, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 67.81, 86.67 ], "duration": 89.66, "caption": "A man walks into the conversation of a woman and a man.", "similarity": 0.8791, "relevance": 2 }, { "pair_id": 7423, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 0.0, 9.45 ], "duration": 90.66, "caption": "A man walks in when two people are conversing.", "similarity": 0.8609, "relevance": 3 }, { "pair_id": 7424, "video_name": "castle_s08e01_seg02_clip_23", "timestamp": [ 50.46, 55.01 ], "duration": 82.66, "caption": "While a man and a woman are having a conversation, two men walk in.", "similarity": 0.8485, "relevance": 4 }, { "pair_id": 7425, "video_name": "castle_s04e19_seg02_clip_10", "timestamp": [ 25.72, 29.26 ], "duration": 88.66, "caption": "A person walks in on the conversation of woman and man.", "similarity": 0.8456, "relevance": 2 }, { "pair_id": 7426, "video_name": "castle_s03e07_seg02_clip_13", "timestamp": [ 0.0, 9.66 ], "duration": 92.66, "caption": "A man and a woman walk in and start a conversation with another man.", "similarity": 0.8446, "relevance": 2 }, { "pair_id": 7427, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 9.54, 13.63 ], "duration": 90.66, "caption": "A man walks into the conversation of woman, person, and man.", "similarity": 0.8418, "relevance": 3 }, { "pair_id": 7428, "video_name": "grey_s02e21_seg02_clip_20", "timestamp": [ 17.36, 20.92 ], "duration": 89.66, "caption": "A woman is talking to a man when another man walks in.", "similarity": 0.8407, "relevance": 1 }, { "pair_id": 7429, "video_name": "castle_s06e08_seg02_clip_10", "timestamp": [ 47.81, 53.21 ], "duration": 83.66, "caption": "A man walks into the conversation between two men and a woman.", "similarity": 0.84, "relevance": 4 }, { "pair_id": 7430, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 17.41, 27.56 ], "duration": 58.66, "caption": "A man walks in and starts a conversation with woman.", "similarity": 0.8306, "relevance": 4 }, { "pair_id": 7431, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 27.46, 29.71 ], "duration": 90.66, "caption": "A man walks in and begins to talk with woman and another man.", "similarity": 0.8199, "relevance": 2 }, { "pair_id": 7432, "video_name": "friends_s09e21_seg02_clip_19", "timestamp": [ 60.51, 64.03 ], "duration": 64.66, "caption": "A man comes in while a man and a woman are talking.", "similarity": 0.8042, "relevance": 4 }, { "pair_id": 7433, "video_name": "castle_s01e03_seg02_clip_19", "timestamp": [ 35.27, 40.0 ], "duration": 86.66, "caption": "A man walks to a man and a woman to start a conversation.", "similarity": 0.7945, "relevance": 3 }, { "pair_id": 7434, "video_name": "castle_s06e16_seg02_clip_04", "timestamp": [ 52.82, 73.94 ], "duration": 96.66, "caption": "A man walks in the room and has a conversation with a woman and another man.", "similarity": 0.7926, "relevance": 4 }, { "pair_id": 7435, "video_name": "s03e02_seg02_clip_09", "timestamp": [ 5.4, 12.91 ], "duration": 60.66, "caption": "A woman walks in and starts a conversation with a man.", "similarity": 0.7918, "relevance": 1 }, { "pair_id": 7436, "video_name": "house_s03e05_seg02_clip_22", "timestamp": [ 9.77, 50.23 ], "duration": 93.66, "caption": "A man is conversing with woman and man as they are across from him.", "similarity": 0.7853, "relevance": 1 }, { "pair_id": 7437, "video_name": "castle_s05e13_seg02_clip_25", "timestamp": [ 15.51, 21.51 ], "duration": 100.66, "caption": "A man walks in and interrupts the conversation between a man and a woman.", "similarity": 0.7825, "relevance": 4 }, { "pair_id": 7438, "video_name": "castle_s05e21_seg02_clip_15", "timestamp": [ 36.65, 55.42 ], "duration": 89.66, "caption": "A man is walking with a woman down a hallway having a conversation.", "similarity": 0.7798, "relevance": 2 }, { "pair_id": 7439, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 0.0, 26.98 ], "duration": 58.66, "caption": "A person is having a conversation with woman while a man is in there.", "similarity": 0.779, "relevance": 3 }, { "pair_id": 180740, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 27.69, 32.68 ], "duration": 90.66, "caption": "A man walks towards a man and a woman and starts a conversation with them.", "similarity": 0.7768, "relevance": 4 }, { "pair_id": 180741, "video_name": "friends_s06e01_seg02_clip_13", "timestamp": [ 40.71, 43.48 ], "duration": 61.66, "caption": "A man walks in through the front door to converse with woman.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 180742, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 65.68, 69.18 ], "duration": 87.66, "caption": "A man and a woman are walking while they are talking.", "similarity": 0.775, "relevance": 2 }, { "pair_id": 180743, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 0.0, 17.3 ], "duration": 91.66, "caption": "A man and a woman were walking whilst having a conversation.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 180744, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 180745, "video_name": "house_s08e12_seg02_clip_25", "timestamp": [ 24.48, 52.79 ], "duration": 153.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 180746, "video_name": "house_s05e18_seg02_clip_09", "timestamp": [ 61.47, 91.07 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 180747, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 180748, "video_name": "house_s01e06_seg02_clip_06", "timestamp": [ 25.74, 45.16 ], "duration": 90.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 180749, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 0.0, 13.52 ], "duration": 53.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 180750, "video_name": "friends_s01e09_seg02_clip_08", "timestamp": [ 0.0, 31.58 ], "duration": 77.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 180751, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 13.95, 35.11 ], "duration": 90.66, "caption": "A man and a woman have a conversation with another man.", "similarity": 0.773, "relevance": 3 }, { "pair_id": 180752, "video_name": "castle_s03e06_seg02_clip_18", "timestamp": [ 47.06, 61.85 ], "duration": 89.66, "caption": "A man was having a conversation with a woman and another person while walking.", "similarity": 0.7725, "relevance": 2 }, { "pair_id": 180753, "video_name": "castle_s05e08_seg02_clip_01", "timestamp": [ 28.04, 44.51 ], "duration": 89.66, "caption": "A man and woman were having a conversation as they were walking.", "similarity": 0.7706, "relevance": 2 }, { "pair_id": 180754, "video_name": "castle_s05e11_seg02_clip_04", "timestamp": [ 81.24, 91.28 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another man.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 180755, "video_name": "castle_s06e12_seg02_clip_04", "timestamp": [ 87.02, 92.57 ], "duration": 92.66, "caption": "A man and woman are walking side by side as they converse.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 180756, "video_name": "friends_s09e13_seg02_clip_22", "timestamp": [ 0.0, 15.69 ], "duration": 64.66, "caption": "A man walks into the room as converses with woman.", "similarity": 0.7692, "relevance": 2 }, { "pair_id": 180757, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 0.0, 22.01 ], "duration": 88.66, "caption": "A man and woman were walking whilst having conversation.", "similarity": 0.7688, "relevance": 2 }, { "pair_id": 180758, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 20.81, 25.36 ], "duration": 65.66, "caption": "A woman comes in when a man is talking to another man.", "similarity": 0.7683, "relevance": 3 }, { "pair_id": 180759, "video_name": "castle_s07e19_seg02_clip_22", "timestamp": [ 1.34, 10.68 ], "duration": 89.66, "caption": "A man walks in front of a woman and another person while talking.", "similarity": 0.7674, "relevance": 2 } ] }, { "query_id": 22652, "query": "A man lifts up his cane over his shoulder.", "relevant_moment": [ { "pair_id": 171340, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 41.5, 43.29 ], "duration": 89.66, "caption": "A man lifts up his cane over his shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171341, "video_name": "house_s01e06_seg02_clip_07", "timestamp": [ 9.0, 11.7 ], "duration": 90.66, "caption": "A man lifts up his cane and waves it around.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 171342, "video_name": "house_s04e09_seg02_clip_22", "timestamp": [ 31.86, 34.59 ], "duration": 91.66, "caption": "A person lifts up his cane to stop a man.", "similarity": 0.7644, "relevance": 3 }, { "pair_id": 171343, "video_name": "house_s03e04_seg02_clip_07", "timestamp": [ 58.4, 60.92 ], "duration": 84.66, "caption": "A man raises his cane over his head and puts it behind his neck.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 171344, "video_name": "friends_s03e09_seg02_clip_06", "timestamp": [ 6.97, 8.79 ], "duration": 60.66, "caption": "A man lifts up his right arm to his left shoulder.", "similarity": 0.7244, "relevance": 1 }, { "pair_id": 171345, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 1.25, 3.74 ], "duration": 83.66, "caption": "A man uses their cane to get up from their chair.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 171346, "video_name": "house_s06e07_seg02_clip_10", "timestamp": [ 63.26, 66.9 ], "duration": 91.66, "caption": "A man extends his cane and uses it to press a button.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 171347, "video_name": "house_s05e04_seg02_clip_02", "timestamp": [ 0.0, 2.38 ], "duration": 95.66, "caption": "A person lifts up his cane when backwards to the elevator.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 171348, "video_name": "house_s03e23_seg02_clip_14", "timestamp": [ 45.55, 48.77 ], "duration": 92.66, "caption": "A man puts his cane over his shoulder as he looks at a whiteboard.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 171349, "video_name": "house_s05e22_seg02_clip_18", "timestamp": [ 7.94, 9.27 ], "duration": 88.66, "caption": "A person lifts up their cane from next to the whiteboard.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 171350, "video_name": "house_s08e01_seg02_clip_02", "timestamp": [ 15.13, 19.59 ], "duration": 89.66, "caption": "A person walks up to another person and lifts up his cane.", "similarity": 0.6938, "relevance": 3 }, { "pair_id": 171351, "video_name": "house_s03e08_seg02_clip_12", "timestamp": [ 0.46, 3.2 ], "duration": 91.66, "caption": "A person behind a man takes his cane from his hands.", "similarity": 0.6935, "relevance": 3 }, { "pair_id": 171352, "video_name": "house_s01e09_seg02_clip_01", "timestamp": [ 10.16, 12.37 ], "duration": 88.66, "caption": "A person moves the cane from above their nose to their shoulder.", "similarity": 0.685, "relevance": 4 }, { "pair_id": 171353, "video_name": "house_s03e21_seg02_clip_12", "timestamp": [ 76.03, 79.72 ], "duration": 82.66, "caption": "A man stands up while holding his broken cane.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 171354, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 68.51, 75.01 ], "duration": 86.66, "caption": "A man sets down his cane and takes off his jacket.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 171355, "video_name": "house_s08e07_seg02_clip_25", "timestamp": [ 116.75, 123.99 ], "duration": 161.66, "caption": "A man has his head down and is rubbing his cane between his hands.", "similarity": 0.6542, "relevance": 1 }, { "pair_id": 171356, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 34.42, 36.75 ], "duration": 93.66, "caption": "A person grabs his cane and stands up from his chair.", "similarity": 0.6513, "relevance": 1 }, { "pair_id": 171357, "video_name": "house_s06e03_seg02_clip_26", "timestamp": [ 0.0, 1.0 ], "duration": 50.66, "caption": "A man hangs his cane up near the ceiling.", "similarity": 0.6466, "relevance": 3 }, { "pair_id": 171358, "video_name": "house_s02e09_seg02_clip_08", "timestamp": [ 8.01, 9.79 ], "duration": 89.66, "caption": "A man hands his cane to someone to his left.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 171359, "video_name": "house_s03e06_seg02_clip_09", "timestamp": [ 23.29, 29.23 ], "duration": 91.66, "caption": "Person lifts up his/her cane to point at the doctors.", "similarity": 0.6448, "relevance": 2 }, { "pair_id": 344660, "video_name": "house_s03e21_seg02_clip_00", "timestamp": [ 38.08, 46.07 ], "duration": 94.66, "caption": "A man picks up his cane off the floor and looks at it.", "similarity": 0.6413, "relevance": 3 }, { "pair_id": 344661, "video_name": "house_s06e14_seg02_clip_06", "timestamp": [ 6.23, 9.35 ], "duration": 89.66, "caption": "A person swings their cane and then rests it on their shoulder.", "similarity": 0.6411, "relevance": 4 }, { "pair_id": 344662, "video_name": "house_s04e14_seg02_clip_09", "timestamp": [ 45.97, 87.56 ], "duration": 87.66, "caption": "A man was walking around with the help of his cane.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 344663, "video_name": "house_s05e19_seg02_clip_24", "timestamp": [ 69.63, 76.46 ], "duration": 91.66, "caption": "A man lifts up the hand of their patient.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 344664, "video_name": "house_s07e15_seg02_clip_05", "timestamp": [ 2.61, 6.09 ], "duration": 87.66, "caption": "A person grabs their cane and then stands up.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 344665, "video_name": "house_s04e06_seg02_clip_01", "timestamp": [ 12.07, 14.75 ], "duration": 89.66, "caption": "A man nods his head and gets up with his cane.", "similarity": 0.6373, "relevance": 3 }, { "pair_id": 344666, "video_name": "house_s05e21_seg02_clip_16", "timestamp": [ 45.36, 51.46 ], "duration": 87.66, "caption": "A man lifts up one of their patient's bandages on their leg.", "similarity": 0.6366, "relevance": 1 }, { "pair_id": 344667, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 41.92, 50.49 ], "duration": 90.66, "caption": "A person gets up but head back to grab their cane.", "similarity": 0.6333, "relevance": 3 }, { "pair_id": 344668, "video_name": "house_s03e16_seg02_clip_11", "timestamp": [ 58.71, 60.99 ], "duration": 91.66, "caption": "A man picks up his cane sitting beside a bedside table.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 344669, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 19.33, 21.17 ], "duration": 92.66, "caption": "A person grabs a cane and stands himself up.", "similarity": 0.6274, "relevance": 1 }, { "pair_id": 344670, "video_name": "house_s01e13_seg02_clip_18", "timestamp": [ 26.69, 28.07 ], "duration": 92.66, "caption": "A person tapes a man on the shoulder with his cane.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 344671, "video_name": "house_s06e21_seg02_clip_04", "timestamp": [ 56.28, 64.19 ], "duration": 93.66, "caption": "A man lifts up his cane and looks at the accident site.", "similarity": 0.6261, "relevance": 4 }, { "pair_id": 344672, "video_name": "house_s02e17_seg02_clip_19", "timestamp": [ 55.92, 57.21 ], "duration": 86.66, "caption": "A man lifts his arm up in frustration with a person.", "similarity": 0.6209, "relevance": 1 }, { "pair_id": 344673, "video_name": "house_s03e07_seg02_clip_24", "timestamp": [ 0.0, 2.34 ], "duration": 78.66, "caption": "A man walks by person and hands him his cane.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 344674, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 43.71, 46.56 ], "duration": 95.66, "caption": "A man picks up his cane and heads over to the white board.", "similarity": 0.6191, "relevance": 3 }, { "pair_id": 344675, "video_name": "house_s02e18_seg02_clip_07", "timestamp": [ 8.01, 11.13 ], "duration": 89.66, "caption": "A person pulls a stool using his cane.", "similarity": 0.6177, "relevance": 4 }, { "pair_id": 344676, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 38.29, 41.59 ], "duration": 132.66, "caption": "A man rests his head on the top of his cane.", "similarity": 0.6175, "relevance": 3 }, { "pair_id": 344677, "video_name": "house_s03e05_seg02_clip_02", "timestamp": [ 81.37, 83.54 ], "duration": 87.66, "caption": "A man stands up and kicks his cane.", "similarity": 0.615, "relevance": 3 }, { "pair_id": 344678, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A man zips his pants and picks up his cane.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 344679, "video_name": "house_s06e21_seg02_clip_11", "timestamp": [ 83.29, 87.39 ], "duration": 91.66, "caption": "A man puts his cane on the motorcycle and pulls his leg up to get on.", "similarity": 0.6146, "relevance": 2 } ] }, { "query_id": 22655, "query": "A man picks up a Casper comic book and shows it to another person.", "relevant_moment": [ { "pair_id": 168240, "video_name": "s05e07_seg02_clip_00", "timestamp": [ 4.8, 9.92 ], "duration": 64.66, "caption": "A man picks up a Casper comic book and shows it to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168241, "video_name": "s02e20_seg02_clip_13", "timestamp": [ 1.53, 5.19 ], "duration": 61.66, "caption": "A man holds up a comic book for another person to see.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 168242, "video_name": "s03e02_seg01_clip_01", "timestamp": [ 58.34, 64.46 ], "duration": 72.66, "caption": "A person comes with a comic book in his hand and show it to man.", "similarity": 0.7043, "relevance": 3 }, { "pair_id": 168243, "video_name": "s05e05_seg01_clip_03", "timestamp": [ 5.95, 9.8 ], "duration": 70.66, "caption": "A man holds up a comic book for another person to look at in the comic book store.", "similarity": 0.6783, "relevance": 3 }, { "pair_id": 168244, "video_name": "s07e13_seg02_clip_01", "timestamp": [ 38.72, 52.52 ], "duration": 60.66, "caption": "A man picks up a comic book and holds it while as he and a woman converse then sets it down.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 168245, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 20.36, 25.68 ], "duration": 59.66, "caption": "A person shows a man a comic book as he sits beside him.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 168246, "video_name": "s05e07_seg02_clip_00", "timestamp": [ 1.6, 8.32 ], "duration": 64.66, "caption": "A person picks a comic book of a ghost and used it to scare someone.", "similarity": 0.6474, "relevance": 4 }, { "pair_id": 168247, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 22.95, 24.19 ], "duration": 62.66, "caption": "A person picks up an open book and shows it to another person.", "similarity": 0.6466, "relevance": 3 }, { "pair_id": 168248, "video_name": "s03e02_seg01_clip_01", "timestamp": [ 57.62, 66.62 ], "duration": 72.66, "caption": "A person walks up to someone and corrects him about something in a comic book.", "similarity": 0.6409, "relevance": 3 }, { "pair_id": 168249, "video_name": "s02e20_seg02_clip_13", "timestamp": [ 2.44, 6.41 ], "duration": 61.66, "caption": "A person holds up the comic book and describes the plot to a man.", "similarity": 0.6354, "relevance": 3 }, { "pair_id": 168250, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 51.87, 54.01 ], "duration": 61.66, "caption": "A man picks up a magazine and shows it to guy.", "similarity": 0.6352, "relevance": 3 }, { "pair_id": 168251, "video_name": "castle_s07e23_seg02_clip_19", "timestamp": [ 70.32, 77.94 ], "duration": 89.66, "caption": "A man picks up a sketch of a mask and shows it to another person.", "similarity": 0.6312, "relevance": 3 }, { "pair_id": 168252, "video_name": "castle_s05e23_seg02_clip_16", "timestamp": [ 74.35, 77.46 ], "duration": 89.66, "caption": "A man picks up his own book and shows it to the bookshop owner.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 168253, "video_name": "s02e22_seg01_clip_02", "timestamp": [ 18.27, 27.81 ], "duration": 83.66, "caption": "A person walks over to another person and holds up a comic book.", "similarity": 0.6277, "relevance": 3 }, { "pair_id": 168254, "video_name": "s09e02_seg02_clip_01", "timestamp": [ 34.22, 38.42 ], "duration": 60.66, "caption": "A man has a comic book while speaking to two other people.", "similarity": 0.6235, "relevance": 2 }, { "pair_id": 168255, "video_name": "s05e10_seg01_clip_00", "timestamp": [ 25.02, 26.85 ], "duration": 61.66, "caption": "A person picks up a comic book from the rack on the wall.", "similarity": 0.6214, "relevance": 2 }, { "pair_id": 168256, "video_name": "s03e16_seg02_clip_00", "timestamp": [ 53.97, 57.07 ], "duration": 62.66, "caption": "A person shifts around in his seat on the couch next to someone and picks up a comic book.", "similarity": 0.6185, "relevance": 1 }, { "pair_id": 168257, "video_name": "s03e19_seg02_clip_01", "timestamp": [ 41.42, 43.52 ], "duration": 60.66, "caption": "A person picks a comic book up out of a rack full of them.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 168258, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 3.99, 5.99 ], "duration": 57.66, "caption": "A person turns around holding a comic book to face toward another person.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 168259, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 51.48, 54.9 ], "duration": 62.66, "caption": "A man comes in the comic book store and speaks to another man.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 341560, "video_name": "castle_s08e19_seg02_clip_07", "timestamp": [ 15.2, 17.88 ], "duration": 89.66, "caption": "A man steps forward when person says that person needs a comic book name.", "similarity": 0.5993, "relevance": 1 }, { "pair_id": 341561, "video_name": "s08e04_seg02_clip_10", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A man looks at a comic book and puts it back.", "similarity": 0.5943, "relevance": 2 }, { "pair_id": 341562, "video_name": "s03e16_seg02_clip_00", "timestamp": [ 4.34, 14.89 ], "duration": 62.66, "caption": "A person looks at two comic books that he/she is holding.", "similarity": 0.5864, "relevance": 1 }, { "pair_id": 341563, "video_name": "s02e20_seg02_clip_03", "timestamp": [ 22.21, 25.81 ], "duration": 60.66, "caption": "Two people both pick out one comic book at the same time.", "similarity": 0.5864, "relevance": 3 }, { "pair_id": 341564, "video_name": "castle_s03e15_seg02_clip_20", "timestamp": [ 66.77, 77.45 ], "duration": 89.66, "caption": "A person shows a sketch of a man to another person.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 341565, "video_name": "s07e02_seg02_clip_01", "timestamp": [ 2.95, 5.9 ], "duration": 59.66, "caption": "A person moves his way towards the comic book section where another person stays.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 341566, "video_name": "s05e05_seg01_clip_03", "timestamp": [ 65.82, 70.02 ], "duration": 70.66, "caption": "A man pays another man some cash at the comic book store.", "similarity": 0.5831, "relevance": 1 }, { "pair_id": 341567, "video_name": "s09e21_seg01_clip_00", "timestamp": [ 3.4, 7.28 ], "duration": 97.66, "caption": "A person raises up a question about the two comic books he is holding.", "similarity": 0.5816, "relevance": 3 }, { "pair_id": 341568, "video_name": "castle_s04e02_seg02_clip_18", "timestamp": [ 0.0, 5.34 ], "duration": 88.66, "caption": "A man is looking through comic books while talking to another man.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 341569, "video_name": "s08e04_seg02_clip_02", "timestamp": [ 43.64, 48.21 ], "duration": 61.66, "caption": "A man points to a person as he stands talking at the comic book display.", "similarity": 0.5791, "relevance": 2 }, { "pair_id": 341570, "video_name": "castle_s03e22_seg02_clip_13", "timestamp": [ 55.68, 60.74 ], "duration": 92.66, "caption": "A man holds up a sketch of a person to show another person.", "similarity": 0.577, "relevance": 3 }, { "pair_id": 341571, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 42.18, 46.52 ], "duration": 62.66, "caption": "A person hands another person some money at the comic book store.", "similarity": 0.5749, "relevance": 1 }, { "pair_id": 341572, "video_name": "s02e22_seg01_clip_02", "timestamp": [ 18.27, 25.74 ], "duration": 83.66, "caption": "A person walks up to someone and tells them they will love a new comic book.", "similarity": 0.5745, "relevance": 3 }, { "pair_id": 341573, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 43.9, 47.92 ], "duration": 67.66, "caption": "A person picks up a book and shows it to a woman.", "similarity": 0.5736, "relevance": 4 }, { "pair_id": 341574, "video_name": "s06e15_seg02_clip_06", "timestamp": [ 50.58, 54.11 ], "duration": 64.66, "caption": "A person picks up a comic book from a table and puts it in a box.", "similarity": 0.5719, "relevance": 3 }, { "pair_id": 341576, "video_name": "castle_s04e02_seg02_clip_15", "timestamp": [ 0.0, 7.22 ], "duration": 90.66, "caption": "A man describes what is happening in a comic book while flipping the pages.", "similarity": 0.5683, "relevance": 3 }, { "pair_id": 341577, "video_name": "castle_s06e22_seg02_clip_10", "timestamp": [ 63.26, 65.99 ], "duration": 91.66, "caption": "A man shows another man a sketch of someone and the other man confirms it being him.", "similarity": 0.5682, "relevance": 1 }, { "pair_id": 341578, "video_name": "s02e20_seg02_clip_04", "timestamp": [ 43.22, 48.02 ], "duration": 60.66, "caption": "A person snatches comic book from another person's hand while the other person is distracted.", "similarity": 0.5672, "relevance": 2 }, { "pair_id": 341579, "video_name": "s02e20_seg02_clip_04", "timestamp": [ 2.7, 4.5 ], "duration": 60.66, "caption": "A person takes a comic book from the shelf behind him.", "similarity": 0.5664, "relevance": 2 } ] }, { "query_id": 22687, "query": "A man enters the room to talk to a woman in her apartment.", "relevant_moment": [ { "pair_id": 160380, "video_name": "s05e07_seg02_clip_06", "timestamp": [ 50.96, 55.54 ], "duration": 61.66, "caption": "A man enters the room to talk to a woman in her apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160381, "video_name": "friends_s05e11_seg02_clip_14", "timestamp": [ 33.77, 40.97 ], "duration": 45.66, "caption": "A woman enters a man's apartment to talk to him.", "similarity": 0.9343, "relevance": 3 }, { "pair_id": 160382, "video_name": "house_s05e14_seg02_clip_10", "timestamp": [ 17.75, 32.77 ], "duration": 91.66, "caption": "A man entered a room and talking to a woman.", "similarity": 0.8673, "relevance": 3 }, { "pair_id": 160383, "video_name": "s02e19_seg02_clip_05", "timestamp": [ 35.12, 40.82 ], "duration": 60.66, "caption": "A woman walks into a man's apartment to speak to him.", "similarity": 0.8643, "relevance": 3 }, { "pair_id": 160384, "video_name": "castle_s06e08_seg02_clip_05", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "A woman enters the room as a man talks to her.", "similarity": 0.8564, "relevance": 3 }, { "pair_id": 160385, "video_name": "s09e02_seg01_clip_00", "timestamp": [ 26.67, 30.39 ], "duration": 62.66, "caption": "A woman walks into the apartment and talks to a man.", "similarity": 0.8552, "relevance": 3 }, { "pair_id": 160386, "video_name": "s04e03_seg02_clip_13", "timestamp": [ 25.38, 31.58 ], "duration": 59.66, "caption": "A man opens the door to his apartment and a woman enters and starts a conversation with him.", "similarity": 0.8423, "relevance": 3 }, { "pair_id": 160387, "video_name": "s08e13_seg02_clip_08", "timestamp": [ 19.53, 24.41 ], "duration": 61.66, "caption": "A person enters the apartment and begins talking to some women.", "similarity": 0.8403, "relevance": 4 }, { "pair_id": 160388, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A woman enters the room and tells a man that someone wants to talk to him.", "similarity": 0.8358, "relevance": 3 }, { "pair_id": 160389, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A person is talking to man at woman's apartment doorway.", "similarity": 0.8293, "relevance": 3 }, { "pair_id": 160390, "video_name": "friends_s03e19_seg02_clip_05", "timestamp": [ 17.11, 22.21 ], "duration": 60.66, "caption": "A man enters woman's apartment and greets person as he mentions her calling him to speak.", "similarity": 0.8291, "relevance": 4 }, { "pair_id": 160391, "video_name": "s01e15_seg02_clip_16", "timestamp": [ 0.0, 10.15 ], "duration": 58.66, "caption": "A man is at the door of a woman's apartment speaking with her.", "similarity": 0.8253, "relevance": 2 }, { "pair_id": 160392, "video_name": "castle_s03e21_seg02_clip_19", "timestamp": [ 53.76, 56.47 ], "duration": 90.66, "caption": "A woman walks into the room to talk to a man.", "similarity": 0.8237, "relevance": 1 }, { "pair_id": 160393, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 78.22, 92.03 ], "duration": 92.66, "caption": "A woman is speaking to a man as they are in her apartment.", "similarity": 0.8211, "relevance": 3 }, { "pair_id": 160394, "video_name": "grey_s03e16_seg02_clip_01", "timestamp": [ 25.54, 28.74 ], "duration": 91.66, "caption": "A man comes into the room where woman and man are talking.", "similarity": 0.8153, "relevance": 2 }, { "pair_id": 160395, "video_name": "castle_s08e07_seg02_clip_01", "timestamp": [ 19.09, 21.82 ], "duration": 90.66, "caption": "A man came in the room and talk to woman.", "similarity": 0.8136, "relevance": 3 }, { "pair_id": 160396, "video_name": "castle_s04e02_seg02_clip_11", "timestamp": [ 75.23, 78.88 ], "duration": 91.66, "caption": "A woman enters the room and begins talking with man.", "similarity": 0.8132, "relevance": 3 }, { "pair_id": 160397, "video_name": "grey_s02e03_seg02_clip_20", "timestamp": [ 44.07, 89.02 ], "duration": 89.66, "caption": "A man walks into a woman's room and converses with her.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 160398, "video_name": "friends_s07e01_seg02_clip_10", "timestamp": [ 0.0, 4.14 ], "duration": 59.66, "caption": "Two people walk into the apartment to talk to woman.", "similarity": 0.8078, "relevance": 3 }, { "pair_id": 160399, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 48.21, 90.12 ], "duration": 90.66, "caption": "A man enters the room and he met a woman and they talk to each other.", "similarity": 0.806, "relevance": 3 }, { "pair_id": 333700, "video_name": "s05e14_seg02_clip_01", "timestamp": [ 29.01, 58.03 ], "duration": 58.66, "caption": "After the conversation, a woman gets inside the room and a man goes to their room too.", "similarity": 0.8054, "relevance": 2 }, { "pair_id": 333701, "video_name": "friends_s09e05_seg02_clip_01", "timestamp": [ 42.5, 47.22 ], "duration": 59.66, "caption": "A woman enters woman's apartment and turns around to talk to woman.", "similarity": 0.803, "relevance": 2 }, { "pair_id": 333702, "video_name": "house_s03e12_seg02_clip_18", "timestamp": [ 13.12, 18.46 ], "duration": 82.66, "caption": "A man came out to the room and talk to a woman.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 333703, "video_name": "house_s03e20_seg02_clip_19", "timestamp": [ 53.86, 89.02 ], "duration": 89.66, "caption": "A man walks into the room to see a woman and speak with her.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 333704, "video_name": "s03e01_seg01_clip_01", "timestamp": [ 43.45, 46.01 ], "duration": 73.66, "caption": "A woman opens her apartment door and talks to man.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 333705, "video_name": "s06e24_seg02_clip_03", "timestamp": [ 35.67, 41.56 ], "duration": 62.66, "caption": "A man enters the apartment and a woman greets him as he whispers into a man's ear to have him speak for him to greet the woman back.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 333706, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 14.63, 18.07 ], "duration": 43.66, "caption": "A woman comes in man's room while man is talking to someone.", "similarity": 0.7925, "relevance": 1 }, { "pair_id": 333707, "video_name": "friends_s07e01_seg02_clip_13", "timestamp": [ 35.44, 42.92 ], "duration": 65.66, "caption": "A man enters the room and meets a woman inside.", "similarity": 0.791, "relevance": 4 }, { "pair_id": 333708, "video_name": "grey_s03e03_seg02_clip_07", "timestamp": [ 5.84, 39.54 ], "duration": 89.66, "caption": "A person walks into a room and starts talking to a woman.", "similarity": 0.79, "relevance": 2 }, { "pair_id": 333709, "video_name": "friends_s06e07_seg02_clip_17", "timestamp": [ 0.0, 30.99 ], "duration": 59.66, "caption": "A man and woman have a conversation in his apartment.", "similarity": 0.7898, "relevance": 2 }, { "pair_id": 333710, "video_name": "met_s06e20_seg02_clip_07", "timestamp": [ 7.41, 9.69 ], "duration": 57.66, "caption": "A man answers his door and a woman enters his apartment.", "similarity": 0.788, "relevance": 2 }, { "pair_id": 333711, "video_name": "castle_s08e11_seg02_clip_12", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "A woman calls a man in a room and he enters.", "similarity": 0.7877, "relevance": 2 }, { "pair_id": 333712, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A woman entered the room, while a man was talking to a woman and a man.", "similarity": 0.7842, "relevance": 1 }, { "pair_id": 333713, "video_name": "grey_s02e23_seg02_clip_23", "timestamp": [ 60.77, 67.52 ], "duration": 90.66, "caption": "A man walks into a person's room and starts a conversation with her.", "similarity": 0.7822, "relevance": 2 }, { "pair_id": 333715, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 73.48, 84.17 ], "duration": 89.66, "caption": "A person comes into the room and talks to woman.", "similarity": 0.7795, "relevance": 2 }, { "pair_id": 333716, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 40.51, 43.66 ], "duration": 90.66, "caption": "A man walks past a woman and enters her apartment.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 333717, "video_name": "s02e20_seg02_clip_10", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman and a man are at her apartment door and a person comes out to talk to them.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 333718, "video_name": "friends_s04e15_seg02_clip_07", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man enters the apartment with a woman following him in.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 333719, "video_name": "friends_s07e15_seg02_clip_18", "timestamp": [ 43.5, 45.86 ], "duration": 59.66, "caption": "A man is with a woman in the living room when another woman enters the apartment and greets the man.", "similarity": 0.7788, "relevance": 2 } ] }, { "query_id": 22795, "query": "A woman holds a glass of tea while on the phone with a man.", "relevant_moment": [ { "pair_id": 77160, "video_name": "friends_s05e22_seg02_clip_19", "timestamp": [ 0.0, 3.11 ], "duration": 69.66, "caption": "A woman holds a glass of tea while on the phone with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 77161, "video_name": "house_s01e05_seg02_clip_14", "timestamp": [ 0.0, 20.33 ], "duration": 90.66, "caption": "A man is talking to a woman while the woman is making some tea for the two of them.", "similarity": 0.7316, "relevance": 2 }, { "pair_id": 77162, "video_name": "met_s06e05_seg02_clip_17", "timestamp": [ 31.87, 54.89 ], "duration": 59.66, "caption": "A woman is holding a glass of wine as she is on the phone with another woman.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 77163, "video_name": "s09e11_seg02_clip_15", "timestamp": [ 9.36, 27.01 ], "duration": 72.66, "caption": "A woman was holding a cup of tea whilst having a conversation with woman.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 77164, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 31.75, 34.97 ], "duration": 92.66, "caption": "A woman handed over a cup of tea to a man.", "similarity": 0.6857, "relevance": 2 }, { "pair_id": 77165, "video_name": "s07e07_seg02_clip_01", "timestamp": [ 42.23, 46.96 ], "duration": 63.66, "caption": "A woman hands a person a cup of tea and sits beside him.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 77166, "video_name": "s02e12_seg02_clip_02", "timestamp": [ 0.0, 47.42 ], "duration": 60.66, "caption": "A woman was holding her phone whilst talking to a man.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 77167, "video_name": "s07e09_seg02_clip_00", "timestamp": [ 5.27, 16.44 ], "duration": 62.66, "caption": "A woman takes her cup of tea and sits beside a person.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 77168, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 0.0, 20.03 ], "duration": 91.66, "caption": "A woman has her hand on the phone while talking to a man.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 77170, "video_name": "s02e15_seg02_clip_03", "timestamp": [ 22.28, 28.06 ], "duration": 55.66, "caption": "A woman takes a drink of her tea and hands it back to man.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 77171, "video_name": "castle_s03e05_seg02_clip_14", "timestamp": [ 0.0, 7.91 ], "duration": 93.66, "caption": "A woman is on the phone with a man next to her.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 77172, "video_name": "friends_s10e10_seg02_clip_09", "timestamp": [ 10.54, 14.89 ], "duration": 62.66, "caption": "A man gets out a glass while a woman is on the phone.", "similarity": 0.6537, "relevance": 2 }, { "pair_id": 77177, "video_name": "s10e04_seg02_clip_04", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A woman hands a person a cup of tea as she sits on the sofa beside him.", "similarity": 0.6471, "relevance": 2 }, { "pair_id": 77178, "video_name": "castle_s02e20_seg02_clip_11", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A woman holds up her phone and a man takes it from her.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 77179, "video_name": "castle_s02e04_seg02_clip_09", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A woman is on the phone while next to man.", "similarity": 0.6434, "relevance": 2 } ] }, { "query_id": 22800, "query": "A person walks into the kitchen and starts addressing someone who points at a woman.", "relevant_moment": [ { "pair_id": 6500, "video_name": "castle_s05e22_seg02_clip_03", "timestamp": [ 41.59, 45.2 ], "duration": 90.66, "caption": "A person walks into the kitchen and starts addressing someone who points at a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6501, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 4.8, 6.3 ], "duration": 60.66, "caption": "A person points to the kitchen while talking to another person and a woman.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 6502, "video_name": "met_s02e02_seg02_clip_03", "timestamp": [ 27.46, 31.43 ], "duration": 61.66, "caption": "A person stands up and walks into the kitchen while talking to a woman.", "similarity": 0.7849, "relevance": 2 }, { "pair_id": 6503, "video_name": "friends_s08e19_seg01_clip_00", "timestamp": [ 38.79, 43.37 ], "duration": 61.66, "caption": "A person walks to the kitchen to start conversing with a person and a man.", "similarity": 0.7778, "relevance": 2 }, { "pair_id": 6504, "video_name": "met_s02e18_seg02_clip_01", "timestamp": [ 49.61, 53.59 ], "duration": 61.66, "caption": "A man points emphatically at a woman who is standing in the kitchen.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 6505, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 30.82, 49.43 ], "duration": 61.66, "caption": "A person walks in from the kitchen and has a conversation with a woman while standing.", "similarity": 0.7658, "relevance": 2 }, { "pair_id": 6506, "video_name": "friends_s08e11_seg02_clip_19", "timestamp": [ 32.93, 35.9 ], "duration": 59.66, "caption": "A woman ends the conversation when a man walks into the kitchen.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 6507, "video_name": "grey_s03e04_seg02_clip_25", "timestamp": [ 0.0, 15.48 ], "duration": 86.66, "caption": "A woman walks into the kitchen and talks to a man.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 6508, "video_name": "friends_s07e07_seg02_clip_19", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman walks into the kitchen to talk to a man.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 6509, "video_name": "friends_s07e01_seg02_clip_04", "timestamp": [ 0.0, 3.15 ], "duration": 57.66, "caption": "A woman walks into the kitchen to talk to a man.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 6510, "video_name": "s09e07_seg02_clip_02", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A woman enters the kitchen and starts a conversation with a man.", "similarity": 0.7492, "relevance": 2 }, { "pair_id": 6511, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 1.4, 4.48 ], "duration": 56.66, "caption": "A woman walks towards a man who's in the kitchen.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 6512, "video_name": "friends_s04e06_seg02_clip_12", "timestamp": [ 16.13, 20.16 ], "duration": 62.66, "caption": "A person opens the door and addresses a person at the kitchen table.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 6513, "video_name": "castle_s07e06_seg02_clip_09", "timestamp": [ 1.85, 7.39 ], "duration": 92.66, "caption": "A person walks in the kitchen and shows something to woman.", "similarity": 0.736, "relevance": 1 }, { "pair_id": 6514, "video_name": "met_s02e05_seg02_clip_09", "timestamp": [ 26.71, 30.61 ], "duration": 60.66, "caption": "A man points at a woman several times near the kitchen.", "similarity": 0.7316, "relevance": 2 }, { "pair_id": 6515, "video_name": "s02e15_seg02_clip_13", "timestamp": [ 0.0, 25.53 ], "duration": 63.66, "caption": "A person has a conversation with woman in the kitchen.", "similarity": 0.7268, "relevance": 1 }, { "pair_id": 6516, "video_name": "friends_s09e06_seg02_clip_22", "timestamp": [ 18.0, 20.36 ], "duration": 59.66, "caption": "A woman walks into the kitchen to converse with a man.", "similarity": 0.7255, "relevance": 2 }, { "pair_id": 6517, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 28.01, 59.59 ], "duration": 59.66, "caption": "A woman walks into the kitchen and talks with a man and another person joins them.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 6518, "video_name": "s04e02_seg01_clip_02", "timestamp": [ 9.85, 13.34 ], "duration": 41.66, "caption": "A person walks over to someone in the kitchen.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 6519, "video_name": "friends_s10e01_seg02_clip_24", "timestamp": [ 40.16, 60.4 ], "duration": 60.66, "caption": "A man opens the door and walks into the kitchen and talks to a woman.", "similarity": 0.7154, "relevance": 2 } ] }, { "query_id": 22830, "query": "A person walks down the hall from two other people.", "relevant_moment": [ { "pair_id": 940, "video_name": "castle_s05e22_seg02_clip_05", "timestamp": [ 34.72, 38.28 ], "duration": 89.66, "caption": "A person walks down the hall from two other people.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 941, "video_name": "house_s01e11_seg02_clip_22", "timestamp": [ 78.32, 90.02 ], "duration": 90.66, "caption": "A person walks down the hall talking with two other people.", "similarity": 0.8656, "relevance": 4 }, { "pair_id": 942, "video_name": "house_s01e03_seg02_clip_24", "timestamp": [ 77.42, 90.02 ], "duration": 90.66, "caption": "Two people walk down the hall together.", "similarity": 0.8372, "relevance": 2 }, { "pair_id": 943, "video_name": "house_s01e08_seg02_clip_00", "timestamp": [ 0.0, 34.45 ], "duration": 91.66, "caption": "Person walks down the hall, in conversation with another person.", "similarity": 0.8076, "relevance": 3 }, { "pair_id": 944, "video_name": "s09e01_seg02_clip_00", "timestamp": [ 33.87, 38.75 ], "duration": 61.66, "caption": "Two people start walking down the hall together.", "similarity": 0.8027, "relevance": 2 }, { "pair_id": 945, "video_name": "castle_s02e07_seg02_clip_26", "timestamp": [ 71.45, 75.92 ], "duration": 89.66, "caption": "A person begins talking while walking down the hall with another person.", "similarity": 0.7972, "relevance": 3 }, { "pair_id": 946, "video_name": "house_s03e03_seg02_clip_15", "timestamp": [ 68.75, 87.02 ], "duration": 87.66, "caption": "A person walks out of a room and is met by another person; they stand and talk, then begin walking down the hall together, talking.", "similarity": 0.777, "relevance": 2 }, { "pair_id": 947, "video_name": "castle_s05e09_seg02_clip_04", "timestamp": [ 31.06, 33.31 ], "duration": 90.66, "caption": "Two people walk down the hall toward a man and woman.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 948, "video_name": "house_s02e11_seg02_clip_16", "timestamp": [ 65.27, 78.32 ], "duration": 90.66, "caption": "A man has a conversation with another person while walking down the hall.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 949, "video_name": "grey_s02e13_seg02_clip_08", "timestamp": [ 39.67, 45.02 ], "duration": 89.66, "caption": "Two people are walking through the hall and are stopped by a couple.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 951, "video_name": "house_s02e13_seg02_clip_13", "timestamp": [ 38.26, 47.71 ], "duration": 90.66, "caption": "A person leaves their office and walks down the hall with another person.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 952, "video_name": "house_s01e03_seg02_clip_07", "timestamp": [ 5.88, 35.73 ], "duration": 90.66, "caption": "A man walks down the hall having a conversation with two other colleagues.", "similarity": 0.757, "relevance": 4 }, { "pair_id": 953, "video_name": "s01e15_seg02_clip_10", "timestamp": [ 28.51, 35.42 ], "duration": 60.66, "caption": "A woman walks down the hall and a person then follows her.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 954, "video_name": "house_s06e01_seg02_clip_00", "timestamp": [ 13.2, 15.02 ], "duration": 91.66, "caption": "A person walks down the hall and takes someone's hat.", "similarity": 0.7519, "relevance": 2 }, { "pair_id": 955, "video_name": "s04e10_seg02_clip_12", "timestamp": [ 11.12, 14.83 ], "duration": 57.66, "caption": "Two people walk down a hall then stop in front of the doorway.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 956, "video_name": "castle_s06e11_seg02_clip_03", "timestamp": [ 55.53, 61.9 ], "duration": 91.66, "caption": "Two people are walking down the hall together then one of them turns around in front of the other to face him/her.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 957, "video_name": "house_s08e02_seg02_clip_03", "timestamp": [ 22.61, 63.32 ], "duration": 90.66, "caption": "A person walks down the hallway with another person talking.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 958, "video_name": "castle_s07e01_seg02_clip_20", "timestamp": [ 45.93, 56.6 ], "duration": 82.66, "caption": "A woman touches person as the two walk down a hall.", "similarity": 0.7405, "relevance": 4 }, { "pair_id": 959, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 47.47, 50.86 ], "duration": 113.66, "caption": "A person walks down the hallway away from another person.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 174260, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 0.0, 27.46 ], "duration": 90.66, "caption": "A person walks with another person down the hallway while talking to him.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 174261, "video_name": "house_s08e02_seg02_clip_15", "timestamp": [ 0.0, 56.49 ], "duration": 91.66, "caption": "A person quickly walks through the hall with another person, talking, until they arrive at a closed office door and they walk in.", "similarity": 0.7283, "relevance": 2 }, { "pair_id": 174262, "video_name": "house_s04e02_seg02_clip_13", "timestamp": [ 42.31, 44.11 ], "duration": 90.66, "caption": "A person walks off from another person and leaves the hallway.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 174263, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 77.92, 95.03 ], "duration": 95.66, "caption": "A person walks up to two people sitting down in the hallway.", "similarity": 0.7206, "relevance": 1 }, { "pair_id": 174264, "video_name": "house_s02e24_seg02_clip_01", "timestamp": [ 58.31, 81.46 ], "duration": 89.66, "caption": "A person walks down the hallway talking to another person.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 174265, "video_name": "castle_s03e23_seg02_clip_10", "timestamp": [ 68.55, 89.02 ], "duration": 89.66, "caption": "A man walks away leaving person, person, and person standing in the hall.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 174266, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 28.72, 30.7 ], "duration": 99.66, "caption": "A person walks away from two other people in the hallway.", "similarity": 0.7167, "relevance": 3 }, { "pair_id": 174267, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 13.64, 16.72 ], "duration": 88.66, "caption": "A person walks away from another person in a hallway.", "similarity": 0.716, "relevance": 2 }, { "pair_id": 174268, "video_name": "house_s07e12_seg02_clip_14", "timestamp": [ 0.0, 13.4 ], "duration": 89.66, "caption": "Two people walk down the hallway with a person close behind.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 174269, "video_name": "s06e20_seg02_clip_10", "timestamp": [ 55.78, 59.03 ], "duration": 59.66, "caption": "A couple is walking down the hall.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 174270, "video_name": "castle_s05e22_seg02_clip_20", "timestamp": [ 78.68, 84.2 ], "duration": 92.66, "caption": "A person walks into the room where two other people are in.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 174271, "video_name": "house_s01e03_seg02_clip_24", "timestamp": [ 76.97, 86.87 ], "duration": 90.66, "caption": "A man walks out a door and walks down the hall with another man.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 174272, "video_name": "s01e12_seg02_clip_10", "timestamp": [ 43.11, 51.48 ], "duration": 62.66, "caption": "A man walks down the hall with another person discussing a person's mental condition.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 174273, "video_name": "castle_s06e06_seg02_clip_26", "timestamp": [ 10.24, 18.69 ], "duration": 89.66, "caption": "Two men walk down the hall towards woman and man.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 174274, "video_name": "s06e17_seg02_clip_16", "timestamp": [ 10.12, 12.42 ], "duration": 92.66, "caption": "A person turns away from another person and walks down the hallway.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 174275, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 18.94, 29.76 ], "duration": 90.66, "caption": "A woman introduces a man to another person as they walk down the hall.", "similarity": 0.6986, "relevance": 1 }, { "pair_id": 174276, "video_name": "house_s06e04_seg02_clip_11", "timestamp": [ 0.0, 27.73 ], "duration": 88.66, "caption": "A man and woman have a conversation while walking down the hall.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 174277, "video_name": "house_s01e07_seg02_clip_21", "timestamp": [ 0.0, 31.16 ], "duration": 93.66, "caption": "Two people walk down the hall, talking, then one of them walks away, after the other insults them.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 174278, "video_name": "friends_s05e16_seg02_clip_14", "timestamp": [ 13.64, 16.25 ], "duration": 58.66, "caption": "A person walks into the room and approaches two other people.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 174279, "video_name": "castle_s03e05_seg02_clip_09", "timestamp": [ 19.07, 23.72 ], "duration": 93.66, "caption": "A woman and a man are walking down the hall and stop to turn and face each other.", "similarity": 0.6954, "relevance": 2 } ] }, { "query_id": 22841, "query": "A woman nods her head and then grabs a coffee mug.", "relevant_moment": [ { "pair_id": 113280, "video_name": "friends_s04e11_seg01_clip_01", "timestamp": [ 59.32, 64.72 ], "duration": 77.66, "caption": "A woman nods her head and then grabs a coffee mug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 113281, "video_name": "friends_s02e04_seg02_clip_04", "timestamp": [ 19.51, 20.71 ], "duration": 60.66, "caption": "A woman reaches out and grabs her coffee mug.", "similarity": 0.8131, "relevance": 2 }, { "pair_id": 113282, "video_name": "friends_s07e23-24_seg02_clip_00", "timestamp": [ 38.96, 43.91 ], "duration": 66.66, "caption": "A woman shakes her head yes while picking up her coffee mug.", "similarity": 0.8118, "relevance": 4 }, { "pair_id": 113283, "video_name": "friends_s06e02_seg02_clip_08", "timestamp": [ 14.76, 17.12 ], "duration": 59.66, "caption": "A woman reaches over and grabs her coffee mug.", "similarity": 0.8062, "relevance": 3 }, { "pair_id": 113284, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.7798, "relevance": 2 }, { "pair_id": 113285, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 8.27, 10.11 ], "duration": 61.66, "caption": "A woman grabs a coffee mug from the cafe's coffee table.", "similarity": 0.7732, "relevance": 2 }, { "pair_id": 113286, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 113287, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.7451, "relevance": 2 }, { "pair_id": 113288, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 113289, "video_name": "friends_s08e18_seg01_clip_00", "timestamp": [ 2.79, 5.58 ], "duration": 93.66, "caption": "A woman grabs her mug from the coffee table at the cafe.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 113290, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 113291, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 60.11, 61.03 ], "duration": 61.66, "caption": "A woman reaches for a mug on the coffee table.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 113292, "video_name": "grey_s02e20_seg02_clip_00", "timestamp": [ 15.19, 19.61 ], "duration": 98.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 113293, "video_name": "friends_s07e05_seg02_clip_18", "timestamp": [ 33.41, 36.87 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 113294, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 15.13, 18.91 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 113295, "video_name": "friends_s02e12-13_seg02_clip_29", "timestamp": [ 21.76, 24.08 ], "duration": 58.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 113296, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 0.7256, "relevance": 1 }, { "pair_id": 113297, "video_name": "castle_s03e11_seg02_clip_22", "timestamp": [ 4.14, 5.52 ], "duration": 92.66, "caption": "A woman quickly grabs a coffee cup as she gets up from her chair.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 113298, "video_name": "friends_s04e18_seg02_clip_17", "timestamp": [ 57.07, 58.93 ], "duration": 62.66, "caption": "A woman picks up the coffee mug from the coffee table.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 113299, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 47.19, 50.64 ], "duration": 53.66, "caption": "A woman picks up a dark blue coffee mug and holds it while talking.", "similarity": 0.7213, "relevance": 2 } ] }, { "query_id": 22869, "query": "A person pours salt from the shaker into his hand.", "relevant_moment": [ { "pair_id": 157520, "video_name": "friends_s09e19_seg02_clip_11", "timestamp": [ 13.82, 19.96 ], "duration": 61.66, "caption": "A person pours salt from the shaker into his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157521, "video_name": "friends_s09e19_seg02_clip_11", "timestamp": [ 11.06, 18.12 ], "duration": 61.66, "caption": "A man takes the lid off the salt shaker and pours out the salt into his hand.", "similarity": 0.8624, "relevance": 4 }, { "pair_id": 157522, "video_name": "friends_s09e19_seg02_clip_11", "timestamp": [ 7.99, 10.44 ], "duration": 61.66, "caption": "A man takes the salt shaker from guy's hand and holds it up.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 157523, "video_name": "met_s03e02_seg01_clip_01", "timestamp": [ 34.34, 37.2 ], "duration": 41.66, "caption": "A person knocks on the table and throws some salt from the shaker over his shoulder.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 157524, "video_name": "house_s05e18_seg02_clip_13", "timestamp": [ 66.72, 71.78 ], "duration": 92.66, "caption": "A man sits a salt shaker down on the table then knocks over spilling salt on the table.", "similarity": 0.6939, "relevance": 3 }, { "pair_id": 157525, "video_name": "s06e10_seg02_clip_05", "timestamp": [ 51.04, 53.32 ], "duration": 57.66, "caption": "A man sets a salt shaker down on the table next to him.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 157526, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 29.11, 31.51 ], "duration": 60.66, "caption": "A man moves the salt shaker from the top of an envelope to the table.", "similarity": 0.6449, "relevance": 3 }, { "pair_id": 157527, "video_name": "house_s06e18_seg02_clip_02", "timestamp": [ 21.34, 27.0 ], "duration": 87.66, "caption": "A person is pouring some powder into a bag with water.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 157528, "video_name": "s02e11_seg02_clip_00", "timestamp": [ 13.03, 20.47 ], "duration": 62.66, "caption": "A person pours powder onto his/her hands and rubs them together.", "similarity": 0.6074, "relevance": 3 }, { "pair_id": 157529, "video_name": "s06e10_seg02_clip_05", "timestamp": [ 42.48, 45.05 ], "duration": 57.66, "caption": "A man lifts up from his chair, reaches across the table in front of woman and grabs a salt shaker.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 157530, "video_name": "house_s03e14_seg02_clip_09", "timestamp": [ 1.32, 5.28 ], "duration": 88.66, "caption": "A man puts his hand in two containers of liquid.", "similarity": 0.5931, "relevance": 1 }, { "pair_id": 157531, "video_name": "house_s04e15_seg02_clip_11", "timestamp": [ 0.0, 5.27 ], "duration": 87.66, "caption": "A person pours a container of epsom salt in a water bath.", "similarity": 0.588, "relevance": 3 }, { "pair_id": 157532, "video_name": "s08e20_seg02_clip_01", "timestamp": [ 42.8, 46.21 ], "duration": 62.66, "caption": "A person passes person the salt while they eat dinner together.", "similarity": 0.5849, "relevance": 2 }, { "pair_id": 157533, "video_name": "s10e10_seg02_clip_09", "timestamp": [ 0.0, 1.55 ], "duration": 62.66, "caption": "A person lowers the pepper shaker and sets it on the table.", "similarity": 0.584, "relevance": 3 }, { "pair_id": 157535, "video_name": "s05e04_seg02_clip_08", "timestamp": [ 35.19, 39.88 ], "duration": 67.66, "caption": "A man screws the lid onto a shaker of seasoning as he talks.", "similarity": 0.5808, "relevance": 1 }, { "pair_id": 157536, "video_name": "castle_s02e03_seg02_clip_15", "timestamp": [ 12.1, 14.35 ], "duration": 89.66, "caption": "A person puts something from their hand into their mouth.", "similarity": 0.578, "relevance": 1 }, { "pair_id": 157537, "video_name": "castle_s03e10_seg02_clip_17", "timestamp": [ 85.53, 96.53 ], "duration": 100.66, "caption": "A man uses a cocktail shaker to make his own blend then puts the mixture on a glass.", "similarity": 0.5768, "relevance": 1 }, { "pair_id": 157538, "video_name": "s03e09_seg02_clip_03", "timestamp": [ 9.15, 12.1 ], "duration": 59.66, "caption": "A person turns his/her fork upside down and lowers it into the container.", "similarity": 0.5763, "relevance": 1 }, { "pair_id": 157539, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 37.27, 41.81 ], "duration": 90.66, "caption": "A person holds out his hand to shake another person's hand.", "similarity": 0.571, "relevance": 1 }, { "pair_id": 330840, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 16.17, 21.66 ], "duration": 61.66, "caption": "A person takes out a canned beverage and hands it to another person.", "similarity": 0.5694, "relevance": 2 }, { "pair_id": 330841, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 54.16, 59.62 ], "duration": 91.66, "caption": "A person is about to take the food but they can't because their hand is shaking.", "similarity": 0.5663, "relevance": 1 }, { "pair_id": 330842, "video_name": "house_s02e16_seg02_clip_18", "timestamp": [ 15.24, 84.66 ], "duration": 84.66, "caption": "A person pours fresh water in a wok, then puts someone's hand on it.", "similarity": 0.5635, "relevance": 1 }, { "pair_id": 330843, "video_name": "friends_s08e23-24_seg02_clip_10", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A person shakes a vending machine with both hands.", "similarity": 0.5613, "relevance": 1 }, { "pair_id": 330845, "video_name": "house_s04e15_seg02_clip_10", "timestamp": [ 53.89, 63.03 ], "duration": 63.66, "caption": "A person stands inside a bath and pours bath salts into the tub.", "similarity": 0.5586, "relevance": 2 }, { "pair_id": 330846, "video_name": "s06e24_seg02_clip_11", "timestamp": [ 13.87, 20.8 ], "duration": 63.66, "caption": "A person holds a glass of milk and taps it with a spoon.", "similarity": 0.558, "relevance": 1 }, { "pair_id": 330847, "video_name": "house_s02e19_seg02_clip_11", "timestamp": [ 82.82, 85.97 ], "duration": 90.66, "caption": "A man takes a container from another person's hand as they are standing.", "similarity": 0.5567, "relevance": 1 }, { "pair_id": 330848, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 70.54, 76.92 ], "duration": 91.66, "caption": "A person extends his hand to shake hands with someone.", "similarity": 0.5518, "relevance": 1 }, { "pair_id": 330849, "video_name": "house_s08e09_seg02_clip_04", "timestamp": [ 0.0, 11.18 ], "duration": 89.66, "caption": "A person reaches out to shake another person's hand and eventually it happens.", "similarity": 0.5515, "relevance": 1 }, { "pair_id": 330850, "video_name": "house_s05e10_seg02_clip_08", "timestamp": [ 84.19, 88.84 ], "duration": 93.66, "caption": "A person takes off their gloves and throws them into a container of water while talking with two other people.", "similarity": 0.5488, "relevance": 0 }, { "pair_id": 330851, "video_name": "s02e22_seg02_clip_13", "timestamp": [ 7.94, 12.42 ], "duration": 69.66, "caption": "A woman points to the salt on the coffee table with her finger.", "similarity": 0.5473, "relevance": 1 }, { "pair_id": 330852, "video_name": "friends_s04e22_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A person gestures with his spoon then starts stirring his coffee.", "similarity": 0.5472, "relevance": 1 }, { "pair_id": 330853, "video_name": "s06e24_seg02_clip_10", "timestamp": [ 16.78, 21.97 ], "duration": 61.66, "caption": "A man pours a shot from a martini shaker and hands it to woman.", "similarity": 0.5471, "relevance": 1 }, { "pair_id": 330854, "video_name": "s05e16_seg02_clip_03", "timestamp": [ 42.02, 52.1 ], "duration": 56.66, "caption": "A person has his hand on the water bottle cap, then removes his hand and slides his hand in the air.", "similarity": 0.544, "relevance": 1 }, { "pair_id": 330855, "video_name": "s06e10_seg02_clip_03", "timestamp": [ 12.2, 19.09 ], "duration": 53.66, "caption": "A person pours hand sanitizer in his hands and rubs them together.", "similarity": 0.5421, "relevance": 2 }, { "pair_id": 330856, "video_name": "s08e12_seg02_clip_05", "timestamp": [ 1.2, 4.2 ], "duration": 60.66, "caption": "A person cups his hands together in front of him and quickly shakes them.", "similarity": 0.542, "relevance": 1 }, { "pair_id": 330857, "video_name": "house_s01e18_seg02_clip_02", "timestamp": [ 5.79, 7.57 ], "duration": 89.66, "caption": "A person takes a drink of a cup in their hand.", "similarity": 0.5399, "relevance": 1 }, { "pair_id": 330858, "video_name": "s07e06_seg02_clip_11", "timestamp": [ 60.2, 63.26 ], "duration": 68.66, "caption": "A person quickly gets some hand sanitizer and rubs it in his hands.", "similarity": 0.5387, "relevance": 1 }, { "pair_id": 330859, "video_name": "met_s06e20_seg02_clip_12", "timestamp": [ 29.01, 35.4 ], "duration": 58.66, "caption": "A person takes a drink of scotch slowly while his hand is shaking.", "similarity": 0.5383, "relevance": 1 } ] }, { "query_id": 22872, "query": "A woman is reaching up to grab her neck with both hands.", "relevant_moment": [ { "pair_id": 37160, "video_name": "friends_s09e19_seg02_clip_12", "timestamp": [ 29.77, 36.18 ], "duration": 64.66, "caption": "A woman is reaching up to grab her neck with both hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 37161, "video_name": "s06e11_seg02_clip_04", "timestamp": [ 58.62, 60.17 ], "duration": 62.66, "caption": "A woman reaches up and puts her hand on the side of her neck.", "similarity": 0.8816, "relevance": 3 }, { "pair_id": 37162, "video_name": "friends_s02e12-13_seg02_clip_05", "timestamp": [ 13.02, 14.5 ], "duration": 59.66, "caption": "A woman reaches back and puts her hand on her neck.", "similarity": 0.8286, "relevance": 3 }, { "pair_id": 37163, "video_name": "friends_s09e19_seg02_clip_12", "timestamp": [ 3.2, 7.68 ], "duration": 64.66, "caption": "A woman is reaching up to grab her earring with one hand.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 37164, "video_name": "house_s06e19_seg02_clip_11", "timestamp": [ 29.58, 31.4 ], "duration": 91.66, "caption": "A woman reaches over and puts her hand on man's neck.", "similarity": 0.7643, "relevance": 0 }, { "pair_id": 37165, "video_name": "friends_s10e10_seg02_clip_04", "timestamp": [ 0.0, 16.21 ], "duration": 60.66, "caption": "A woman is grabbing a man by the neck, stops, and then grabs him again.", "similarity": 0.7438, "relevance": 1 }, { "pair_id": 37166, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 40.6, 44.26 ], "duration": 61.66, "caption": "A woman grabs both of someone's arms with both of her hands.", "similarity": 0.7374, "relevance": 0 }, { "pair_id": 37167, "video_name": "friends_s07e17_seg02_clip_10", "timestamp": [ 27.34, 29.38 ], "duration": 51.66, "caption": "A woman reaches up and puts her hand on her shoulder.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 37168, "video_name": "met_s02e06_seg02_clip_04", "timestamp": [ 27.56, 31.04 ], "duration": 58.66, "caption": "A woman touches her neck with her right index finger.", "similarity": 0.7275, "relevance": 1 }, { "pair_id": 37169, "video_name": "friends_s07e16_seg02_clip_08", "timestamp": [ 12.4, 13.87 ], "duration": 59.66, "caption": "A woman reaches up and grabs the right side of her torso.", "similarity": 0.7272, "relevance": 0 }, { "pair_id": 37170, "video_name": "s09e16_seg02_clip_08", "timestamp": [ 41.72, 43.22 ], "duration": 60.66, "caption": "A woman raises both hands and touches her head with them.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 37171, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A woman grabs another woman's hand and pulls it towards her.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 37172, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 3.25, 8.56 ], "duration": 59.66, "caption": "A woman reaches her right arm over and pats a person's left hand.", "similarity": 0.7123, "relevance": 0 }, { "pair_id": 37173, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 10.55, 13.4 ], "duration": 57.66, "caption": "A woman motions up and down towards her body using both hands.", "similarity": 0.711, "relevance": 1 }, { "pair_id": 37174, "video_name": "friends_s07e23-24_seg02_clip_31", "timestamp": [ 36.87, 37.19 ], "duration": 63.66, "caption": "A woman raises both hands up to her face.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 37175, "video_name": "house_s02e10_seg02_clip_04", "timestamp": [ 59.64, 64.19 ], "duration": 91.66, "caption": "A woman reaches for her neck after person nods their head at her.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 37176, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 32.08, 34.2 ], "duration": 53.66, "caption": "A woman gestures by putting both hands up over her head.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 37177, "video_name": "friends_s04e21_seg02_clip_19", "timestamp": [ 16.33, 19.39 ], "duration": 51.66, "caption": "A woman lifts her left palm up and shakes it before bringing both hands up to her face.", "similarity": 0.699, "relevance": 1 }, { "pair_id": 37178, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 37.95, 40.7 ], "duration": 61.66, "caption": "A woman reaches out and grabs another woman's hand to emphasize the point she is making.", "similarity": 0.6983, "relevance": 0 }, { "pair_id": 37179, "video_name": "friends_s06e18_seg02_clip_07", "timestamp": [ 0.0, 1.83 ], "duration": 61.66, "caption": "A woman reaches out and grabs one of another woman's arms.", "similarity": 0.6975, "relevance": 1 } ] }, { "query_id": 22886, "query": "A man opens the door and then walks through it.", "relevant_moment": [ { "pair_id": 16300, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16301, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.28, 33.59 ], "duration": 57.66, "caption": "A man walks to the door and opens it.", "similarity": 0.9383, "relevance": 2 }, { "pair_id": 16302, "video_name": "friends_s03e19_seg02_clip_04", "timestamp": [ 35.35, 39.92 ], "duration": 57.66, "caption": "A man walks through the door and closes it.", "similarity": 0.8894, "relevance": 4 }, { "pair_id": 16303, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 25.21, 28.81 ], "duration": 60.66, "caption": "A man opens the door, walks through it and shuts it behind him.", "similarity": 0.8811, "relevance": 3 }, { "pair_id": 16304, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A person opens the door and a man walks though it.", "similarity": 0.8769, "relevance": 3 }, { "pair_id": 16305, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 21.77, 24.65 ], "duration": 64.66, "caption": "A man goes up to the door and walks through it.", "similarity": 0.8611, "relevance": 4 }, { "pair_id": 16306, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.56, 32.45 ], "duration": 57.66, "caption": "A man walks over and opens the front door.", "similarity": 0.8555, "relevance": 3 }, { "pair_id": 16307, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A man opens the door and walks in holding something behind him.", "similarity": 0.8469, "relevance": 4 }, { "pair_id": 16308, "video_name": "house_s06e15_seg02_clip_11", "timestamp": [ 51.71, 62.69 ], "duration": 91.66, "caption": "A man opens a door and walks down the hallway.", "similarity": 0.8447, "relevance": 4 }, { "pair_id": 16309, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 34.98, 36.24 ], "duration": 63.66, "caption": "A man opens up the apartment door and walks through.", "similarity": 0.8418, "relevance": 3 }, { "pair_id": 16310, "video_name": "friends_s09e12_seg02_clip_15", "timestamp": [ 39.88, 43.57 ], "duration": 67.66, "caption": "A man turns, goes to the door and opens it.", "similarity": 0.8401, "relevance": 3 }, { "pair_id": 16311, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.8385, "relevance": 3 }, { "pair_id": 16312, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.837, "relevance": 2 }, { "pair_id": 16313, "video_name": "house_s02e12_seg02_clip_26", "timestamp": [ 78.03, 100.03 ], "duration": 100.66, "caption": "A man gets up, walks up to the door, and opens it.", "similarity": 0.8312, "relevance": 3 }, { "pair_id": 16315, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 74.4, 80.26 ], "duration": 90.66, "caption": "A person opens the door and walks through before closing it behind him.", "similarity": 0.8264, "relevance": 4 }, { "pair_id": 16316, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 1.32, 6.16 ], "duration": 88.66, "caption": "A man opens the door for a woman and walks through.", "similarity": 0.8235, "relevance": 3 }, { "pair_id": 16317, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 26.36, 29.15 ], "duration": 62.66, "caption": "A man walks across the living room and opens the door.", "similarity": 0.8197, "relevance": 3 }, { "pair_id": 16318, "video_name": "s04e16_seg01_clip_03", "timestamp": [ 31.64, 37.77 ], "duration": 51.66, "caption": "A man opens the door and begins to walks away.", "similarity": 0.8161, "relevance": 3 }, { "pair_id": 16319, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 11.31, 17.41 ], "duration": 58.66, "caption": "A person opens the door, walks through it and shuts it.", "similarity": 0.8107, "relevance": 4 }, { "pair_id": 189620, "video_name": "house_s06e02_seg02_clip_00", "timestamp": [ 79.92, 83.68 ], "duration": 94.66, "caption": "A man turns around, opens the door, and leaves.", "similarity": 0.8064, "relevance": 3 }, { "pair_id": 189621, "video_name": "house_s04e12_seg02_clip_14", "timestamp": [ 46.15, 55.72 ], "duration": 87.66, "caption": "A man turns and walks to the door that has his name on it; he talks while unlocking the door, then opens the door and walks in.", "similarity": 0.8051, "relevance": 2 }, { "pair_id": 189622, "video_name": "house_s01e10_seg02_clip_24", "timestamp": [ 5.63, 11.25 ], "duration": 75.66, "caption": "A man forces the door to open and they came in.", "similarity": 0.8035, "relevance": 4 }, { "pair_id": 189623, "video_name": "s05e11_seg02_clip_10", "timestamp": [ 3.84, 5.9 ], "duration": 59.66, "caption": "There is a knock on the door and a man goes to open the door.", "similarity": 0.8035, "relevance": 1 }, { "pair_id": 189624, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 1.32, 4.4 ], "duration": 88.66, "caption": "A man turns around and walks out the door.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 189625, "video_name": "friends_s05e17_seg02_clip_20", "timestamp": [ 50.76, 51.94 ], "duration": 59.66, "caption": "A man opens the door and grasps on to it.", "similarity": 0.8014, "relevance": 2 }, { "pair_id": 189626, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 63.02, 70.02 ], "duration": 70.66, "caption": "A man walks to the door and opens it for another man.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 189627, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 15.02, 20.94 ], "duration": 91.66, "caption": "A man opens the door briefly and then exits.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 189628, "video_name": "house_s08e07_seg02_clip_10", "timestamp": [ 28.4, 36.93 ], "duration": 142.66, "caption": "A man opens the front door and walks into the living room.", "similarity": 0.7991, "relevance": 3 }, { "pair_id": 189629, "video_name": "castle_s07e02_seg02_clip_04", "timestamp": [ 57.52, 65.13 ], "duration": 84.66, "caption": "A man opens the door and stands in the door way.", "similarity": 0.7961, "relevance": 2 }, { "pair_id": 189630, "video_name": "castle_s07e20_seg02_clip_12", "timestamp": [ 5.0, 14.09 ], "duration": 90.66, "caption": "A person opens the apartment door and walks through it.", "similarity": 0.7959, "relevance": 4 }, { "pair_id": 189631, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 46.08, 47.91 ], "duration": 61.66, "caption": "A man opens the door and walks out of the room.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 189632, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 54.16, 64.63 ], "duration": 91.66, "caption": "A person walks across the room and opens the door.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 189633, "video_name": "grey_s03e24_seg02_clip_19", "timestamp": [ 46.12, 51.78 ], "duration": 87.66, "caption": "A person walks through the door and closes it behind him.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 189634, "video_name": "s06e08_seg02_clip_08", "timestamp": [ 24.01, 30.61 ], "duration": 60.66, "caption": "A man walks through the door and turns the light on.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 189635, "video_name": "s03e20_seg02_clip_02", "timestamp": [ 49.9, 52.18 ], "duration": 57.66, "caption": "A man is holding the building door as a person walks through it.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 189636, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7893, "relevance": 4 }, { "pair_id": 189637, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7893, "relevance": 2 }, { "pair_id": 189638, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7893, "relevance": 4 }, { "pair_id": 189639, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7893, "relevance": 4 } ] }, { "query_id": 22926, "query": "A person closes the cell door as he and woman are inside the cell.", "relevant_moment": [ { "pair_id": 163520, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 17.43, 22.53 ], "duration": 85.66, "caption": "A person closes the cell door as he and woman are inside the cell.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163521, "video_name": "castle_s08e01_seg02_clip_16", "timestamp": [ 0.0, 4.84 ], "duration": 80.66, "caption": "A man enters a cell and the door closes behind him.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 163522, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 67.65, 76.28 ], "duration": 90.66, "caption": "A man gets in the cell and woman visit him.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 163523, "video_name": "castle_s06e07_seg02_clip_20", "timestamp": [ 27.44, 30.18 ], "duration": 91.66, "caption": "A person walks quickly through a cell door, and a man follows her.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 163524, "video_name": "castle_s03e24_seg02_clip_01", "timestamp": [ 31.32, 40.91 ], "duration": 101.66, "caption": "A person stands at the cell door as another person is sitting on his/her bed.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 163525, "video_name": "s05e04_seg02_clip_12", "timestamp": [ 24.5, 45.28 ], "duration": 62.66, "caption": "A woman opens her door to person, he enters the apartment, and woman closes the door.", "similarity": 0.6839, "relevance": 2 }, { "pair_id": 163526, "video_name": "castle_s07e02_seg02_clip_15", "timestamp": [ 12.0, 19.69 ], "duration": 96.66, "caption": "A man and a woman came in a cell with the guard.", "similarity": 0.6809, "relevance": 4 }, { "pair_id": 163527, "video_name": "castle_s05e05_seg02_clip_19", "timestamp": [ 41.61, 63.37 ], "duration": 128.66, "caption": "A woman opens the door to a person's holding cell and puts handcuffs on them.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 163528, "video_name": "castle_s02e06_seg02_clip_11", "timestamp": [ 81.8, 90.74 ], "duration": 94.66, "caption": "A woman approaches the cell that a man is in and speaks to him through the protective wire.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 163529, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 74.92, 90.66 ], "duration": 90.66, "caption": "A woman walks up and talks to a man through the cell door.", "similarity": 0.6673, "relevance": 1 }, { "pair_id": 163530, "video_name": "castle_s02e13_seg02_clip_17", "timestamp": [ 48.2, 76.85 ], "duration": 90.66, "caption": "A man speaks to woman and man through the wire of his cell door.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 163531, "video_name": "s05e10_seg02_clip_13", "timestamp": [ 41.2, 50.19 ], "duration": 58.66, "caption": "A woman and a man look at her apartment door and a person opens the door then closes it.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 163532, "video_name": "s02e14_seg02_clip_00", "timestamp": [ 19.83, 25.02 ], "duration": 61.66, "caption": "A woman closes the door behind a person as he enters his apartment.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 163533, "video_name": "castle_s07e10_seg02_clip_24", "timestamp": [ 23.53, 30.88 ], "duration": 98.66, "caption": "A woman closes one door, and then man closes the other door in the office.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 163534, "video_name": "castle_s06e07_seg02_clip_07", "timestamp": [ 25.97, 28.17 ], "duration": 88.66, "caption": "A person opens the cell and get out from it while talking to woman on the phone.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 163535, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.84, 25.38 ], "duration": 59.66, "caption": "A woman opens the apartment door then closes it after a man enters.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 163536, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 14.26, 20.51 ], "duration": 50.66, "caption": "A person opens the door for a woman and she closes as she enters.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 163537, "video_name": "castle_s06e06_seg02_clip_22", "timestamp": [ 25.77, 31.29 ], "duration": 92.66, "caption": "The door closes on a man and woman while they're trying to get out.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 163538, "video_name": "castle_s08e17_seg02_clip_23", "timestamp": [ 25.6, 30.09 ], "duration": 89.66, "caption": "A woman and man follow person into the office and man closes the door.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 163539, "video_name": "house_s04e13_seg02_clip_18", "timestamp": [ 4.09, 11.82 ], "duration": 90.66, "caption": "A person opens the door for the woman with another person.", "similarity": 0.6525, "relevance": 1 } ] }, { "query_id": 22953, "query": "A woman comes in the apartment carrying a basket of laundry.", "relevant_moment": [ { "pair_id": 12100, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 42.16, 46.98 ], "duration": 60.66, "caption": "A woman comes in the apartment carrying a basket of laundry.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12101, "video_name": "friends_s05e04_seg02_clip_15", "timestamp": [ 40.22, 45.62 ], "duration": 60.66, "caption": "A woman enters the apartment carrying a basket full of laundry.", "similarity": 0.9405, "relevance": 4 }, { "pair_id": 12102, "video_name": "friends_s02e17_seg02_clip_01", "timestamp": [ 47.81, 50.17 ], "duration": 59.66, "caption": "A woman enters the apartment while carrying a laundry basket.", "similarity": 0.9229, "relevance": 4 }, { "pair_id": 12103, "video_name": "friends_s02e14_seg02_clip_04", "timestamp": [ 39.62, 42.92 ], "duration": 60.66, "caption": "A woman walks into the apartment carrying a laundry basket.", "similarity": 0.9113, "relevance": 4 }, { "pair_id": 12104, "video_name": "s01e15_seg02_clip_02", "timestamp": [ 6.0, 8.1 ], "duration": 60.66, "caption": "A woman walks into the apartment with a laundry basket.", "similarity": 0.8842, "relevance": 3 }, { "pair_id": 12105, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 44.25, 53.4 ], "duration": 61.66, "caption": "A woman walks around her apartment putting clothes into a laundry basket.", "similarity": 0.87, "relevance": 2 }, { "pair_id": 12106, "video_name": "s01e05_seg02_clip_09", "timestamp": [ 20.78, 22.95 ], "duration": 62.66, "caption": "A woman carries a laundry basket as she opens her apartment door.", "similarity": 0.8669, "relevance": 3 }, { "pair_id": 12107, "video_name": "s09e03_seg02_clip_16", "timestamp": [ 44.64, 50.64 ], "duration": 75.66, "caption": "A woman walks out of her apartment carrying a laundry basket.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 12108, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 40.35, 42.46 ], "duration": 60.66, "caption": "A woman walks in while carrying a basket of laundry.", "similarity": 0.8213, "relevance": 4 }, { "pair_id": 12109, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A woman walks into the laundry room carrying a basket of laundry and detergent.", "similarity": 0.816, "relevance": 3 }, { "pair_id": 12110, "video_name": "s09e10_seg02_clip_09", "timestamp": [ 15.35, 19.48 ], "duration": 59.66, "caption": "A woman comes downstairs with a basket of laundry.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 12111, "video_name": "friends_s04e12_seg02_clip_00", "timestamp": [ 45.07, 48.22 ], "duration": 63.66, "caption": "A woman walks into the apartment with a basket of laundry and a person behind her as another person is leaving.", "similarity": 0.7943, "relevance": 3 }, { "pair_id": 12112, "video_name": "s06e12_seg02_clip_08", "timestamp": [ 3.51, 7.02 ], "duration": 54.66, "caption": "A person opens the door to the apartment and walks in as they are carrying a laundry basket.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 12113, "video_name": "s02e01_seg02_clip_00", "timestamp": [ 11.6, 15.87 ], "duration": 61.66, "caption": "A woman walks through the door carrying a laundry basket.", "similarity": 0.754, "relevance": 3 }, { "pair_id": 12114, "video_name": "s02e07_seg02_clip_09", "timestamp": [ 53.71, 57.26 ], "duration": 59.66, "caption": "A woman is standing in the hallway as person exits his/her apartment with his/her laundry basket.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 12115, "video_name": "s02e10_seg02_clip_07", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman walks into the laundry room and sets her basket down.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 12116, "video_name": "s02e07_seg02_clip_11", "timestamp": [ 23.66, 27.09 ], "duration": 57.66, "caption": "A woman pounds on an apartment door as she holds an empty laundry basket in one hand.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 12117, "video_name": "s10e10_seg02_clip_09", "timestamp": [ 31.32, 35.36 ], "duration": 62.66, "caption": "A person walks in while carrying a basket of laundry.", "similarity": 0.7329, "relevance": 3 }, { "pair_id": 12118, "video_name": "friends_s05e02_seg02_clip_11", "timestamp": [ 30.47, 32.86 ], "duration": 59.66, "caption": "A woman bangs on the door of her apartment while holding a laundry basket.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 12119, "video_name": "s03e12_seg02_clip_15", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A woman folds some laundry and puts it in a basket.", "similarity": 0.7264, "relevance": 1 }, { "pair_id": 185420, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 14.18, 19.22 ], "duration": 63.66, "caption": "A woman carries her laundry basket and puts it on the washing machine.", "similarity": 0.7152, "relevance": 3 }, { "pair_id": 185421, "video_name": "friends_s04e06_seg02_clip_03", "timestamp": [ 24.95, 27.85 ], "duration": 58.66, "caption": "A woman walks into a room wheeling a laundry cart.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 185422, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 12.03, 14.96 ], "duration": 65.66, "caption": "A woman walks in the apartment with a bag of groceries.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 185423, "video_name": "s04e10_seg02_clip_07", "timestamp": [ 57.26, 59.03 ], "duration": 59.66, "caption": "A person walks through the door carrying a basket of laundry.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 185424, "video_name": "friends_s03e02_seg02_clip_01", "timestamp": [ 34.81, 38.98 ], "duration": 59.66, "caption": "A woman walks into the apartment while carrying shopping bags.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 185425, "video_name": "grey_s03e03_seg02_clip_25", "timestamp": [ 34.32, 40.49 ], "duration": 176.66, "caption": "A woman carries a sack as she walks into the apartment.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 185426, "video_name": "s02e15_seg02_clip_02", "timestamp": [ 28.49, 40.34 ], "duration": 64.66, "caption": "A woman is carrying a white laundry basket while walking up the stairs.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 185427, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 43.94, 50.96 ], "duration": 61.66, "caption": "A woman grabs her laundry and throws it into her laundry basket.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 185428, "video_name": "s02e19_seg02_clip_13", "timestamp": [ 28.53, 38.15 ], "duration": 62.66, "caption": "A woman enters the laundry room holding a blue laundry basket, sets it down to start loading her laundry and starts a conversation with another woman.", "similarity": 0.6922, "relevance": 3 }, { "pair_id": 185429, "video_name": "s04e23_seg02_clip_04", "timestamp": [ 28.92, 32.76 ], "duration": 59.66, "caption": "A woman walks into a room with a laundry basket and greets someone.", "similarity": 0.6917, "relevance": 3 }, { "pair_id": 185430, "video_name": "s04e23_seg02_clip_05", "timestamp": [ 17.7, 20.44 ], "duration": 61.66, "caption": "A woman puts a bright pink shirt into the laundry basket.", "similarity": 0.6793, "relevance": 1 }, { "pair_id": 185431, "video_name": "s03e20_seg01_clip_02", "timestamp": [ 36.92, 39.02 ], "duration": 60.66, "caption": "A woman goes inside her apartment carrying groceries after talking to someone.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 185432, "video_name": "friends_s08e10_seg02_clip_07", "timestamp": [ 0.0, 6.9 ], "duration": 60.66, "caption": "A woman walks through her apartment carrying a bag.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 185433, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A woman exits her apartment with a laundry basket and runs into a man leaving his apartment.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 185434, "video_name": "friends_s05e02_seg02_clip_10", "timestamp": [ 10.8, 17.41 ], "duration": 60.66, "caption": "A woman busts in the apartment with a laundry basket and tried to interrupt person.", "similarity": 0.6709, "relevance": 4 }, { "pair_id": 185435, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 48.53, 51.05 ], "duration": 63.66, "caption": "A woman starts the washer and puts the laundry detergent in her basket.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 185436, "video_name": "s10e10_seg02_clip_10", "timestamp": [ 1.96, 5.32 ], "duration": 56.66, "caption": "A person gets their laundry basket and leaves the room.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 185437, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 4.8, 6.3 ], "duration": 60.66, "caption": "A woman drops a basket of laundry onto a staircase.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 185438, "video_name": "s04e18_seg02_clip_06", "timestamp": [ 31.58, 38.37 ], "duration": 59.66, "caption": "After their conversation is done, a woman leaves the laundry room with her basket.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 185439, "video_name": "friends_s04e16_seg02_clip_04", "timestamp": [ 13.81, 17.71 ], "duration": 60.66, "caption": "A woman comes in the apartment carrying a pink bag.", "similarity": 0.6605, "relevance": 2 } ] }, { "query_id": 22966, "query": "A man breaks a pencil on the kitchen counter.", "relevant_moment": [ { "pair_id": 8860, "video_name": "friends_s03e06_seg02_clip_02", "timestamp": [ 50.12, 53.42 ], "duration": 60.66, "caption": "A man breaks a pencil on the kitchen counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8861, "video_name": "friends_s09e15_seg02_clip_05", "timestamp": [ 27.36, 35.26 ], "duration": 56.66, "caption": "A person breaks a pencil while walking out of the room.", "similarity": 0.6837, "relevance": 1 }, { "pair_id": 8862, "video_name": "s02e09_seg02_clip_13", "timestamp": [ 22.43, 24.79 ], "duration": 59.66, "caption": "A man breaks a bottle on the edge of the counter.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 8863, "video_name": "s09e05_seg01_clip_00", "timestamp": [ 6.05, 7.7 ], "duration": 55.66, "caption": "A man places his notepad and pencil on the counter.", "similarity": 0.6708, "relevance": 0 }, { "pair_id": 8864, "video_name": "s02e09_seg02_clip_13", "timestamp": [ 22.73, 23.91 ], "duration": 59.66, "caption": "A man breaks the glass jar on the counter.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 8865, "video_name": "s10e11_seg02_clip_05", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A man is in the kitchen by the counter.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 8866, "video_name": "friends_s03e06_seg02_clip_02", "timestamp": [ 42.32, 48.32 ], "duration": 60.66, "caption": "A man holds a pencil against the counter in an odd way.", "similarity": 0.6311, "relevance": 2 }, { "pair_id": 8867, "video_name": "s09e05_seg01_clip_00", "timestamp": [ 28.62, 31.64 ], "duration": 55.66, "caption": "A man picks up the notepad and pencil from the counter.", "similarity": 0.6011, "relevance": 1 }, { "pair_id": 8868, "video_name": "castle_s08e02_seg02_clip_24", "timestamp": [ 74.39, 75.64 ], "duration": 125.66, "caption": "A man puts kitchen towel on the kitchen counter.", "similarity": 0.5724, "relevance": 1 }, { "pair_id": 8869, "video_name": "s09e04_seg02_clip_05", "timestamp": [ 22.58, 23.5 ], "duration": 61.66, "caption": "A man places paper and a pencil on the table.", "similarity": 0.5597, "relevance": 0 }, { "pair_id": 8870, "video_name": "s09e04_seg02_clip_13", "timestamp": [ 4.58, 7.02 ], "duration": 61.66, "caption": "A man has a notebook and a pencil in his hands.", "similarity": 0.5555, "relevance": 0 }, { "pair_id": 8871, "video_name": "met_s02e04_seg02_clip_16", "timestamp": [ 29.03, 32.12 ], "duration": 61.66, "caption": "A man takes out a pencil to write with.", "similarity": 0.5487, "relevance": 1 }, { "pair_id": 8872, "video_name": "s04e03_seg01_clip_00", "timestamp": [ 35.09, 36.01 ], "duration": 61.66, "caption": "A man throws a wadded up tissue on the kitchen counter.", "similarity": 0.5461, "relevance": 1 }, { "pair_id": 8873, "video_name": "s01e09_seg02_clip_02", "timestamp": [ 17.11, 20.71 ], "duration": 60.66, "caption": "A person reaches across the desk and places his pencil into a pencil holder.", "similarity": 0.5437, "relevance": 1 }, { "pair_id": 8874, "video_name": "house_s01e05_seg02_clip_15", "timestamp": [ 3.58, 7.16 ], "duration": 89.66, "caption": "A person has both hands onto the kitchen counter.", "similarity": 0.5403, "relevance": 1 }, { "pair_id": 8875, "video_name": "friends_s09e15_seg02_clip_19", "timestamp": [ 29.71, 36.32 ], "duration": 66.66, "caption": "A man grabs a pencil and writes something on one of the pages.", "similarity": 0.535, "relevance": 1 }, { "pair_id": 8876, "video_name": "s05e02_seg02_clip_01", "timestamp": [ 4.5, 6.3 ], "duration": 60.66, "caption": "A person places the pencil from his hand back on the table.", "similarity": 0.5323, "relevance": 0 }, { "pair_id": 8877, "video_name": "castle_s03e11_seg02_clip_18", "timestamp": [ 8.19, 9.56 ], "duration": 91.66, "caption": "A person puts pencil he is holding in his mouth.", "similarity": 0.5307, "relevance": 1 }, { "pair_id": 8878, "video_name": "met_s06e19_seg02_clip_14", "timestamp": [ 40.34, 41.91 ], "duration": 63.66, "caption": "A man breaks a candle in half and tosses it on the table.", "similarity": 0.5307, "relevance": 3 }, { "pair_id": 8879, "video_name": "s07e07_seg02_clip_09", "timestamp": [ 7.63, 9.76 ], "duration": 61.66, "caption": "A person sets a large black tool case on the kitchen counter.", "similarity": 0.5294, "relevance": 0 } ] }, { "query_id": 22985, "query": "A man frantically shapes the tip of his pool cue.", "relevant_moment": [ { "pair_id": 170980, "video_name": "friends_s03e06_seg02_clip_06", "timestamp": [ 5.97, 10.44 ], "duration": 59.66, "caption": "A man frantically shapes the tip of his pool cue.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170981, "video_name": "friends_s05e04_seg02_clip_18", "timestamp": [ 54.76, 62.24 ], "duration": 68.66, "caption": "A man is trying to open an 8 ball pool.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 170982, "video_name": "friends_s03e06_seg02_clip_06", "timestamp": [ 20.88, 23.57 ], "duration": 59.66, "caption": "A man intentionally drops the pool ball he was holding.", "similarity": 0.5861, "relevance": 1 }, { "pair_id": 170983, "video_name": "castle_s02e22_seg02_clip_19", "timestamp": [ 40.59, 42.93 ], "duration": 93.66, "caption": "A man puts the pool stick on the pool table and turns around.", "similarity": 0.5574, "relevance": 2 }, { "pair_id": 170984, "video_name": "house_s04e09_seg02_clip_20", "timestamp": [ 26.85, 34.77 ], "duration": 88.66, "caption": "A man squeezes a clamp with orange tips repeatedly.", "similarity": 0.5211, "relevance": 0 }, { "pair_id": 170985, "video_name": "friends_s03e06_seg02_clip_19", "timestamp": [ 50.42, 59.17 ], "duration": 70.66, "caption": "A man holds up two pool balls from the pool table.", "similarity": 0.5132, "relevance": 1 }, { "pair_id": 170986, "video_name": "castle_s03e21_seg02_clip_01", "timestamp": [ 85.97, 87.77 ], "duration": 90.66, "caption": "A person watches as they wheel a person's body out of the pool area.", "similarity": 0.5088, "relevance": 0 }, { "pair_id": 170987, "video_name": "friends_s03e06_seg02_clip_19", "timestamp": [ 21.71, 28.01 ], "duration": 70.66, "caption": "A man sweeps the pool balls into the pool table pockets.", "similarity": 0.5075, "relevance": 1 }, { "pair_id": 170988, "video_name": "house_s07e16_seg02_clip_24", "timestamp": [ 10.07, 14.65 ], "duration": 61.66, "caption": "A person holds his knees and does a cannonball into the pool.", "similarity": 0.4819, "relevance": 0 }, { "pair_id": 170989, "video_name": "house_s08e02_seg02_clip_12", "timestamp": [ 15.77, 18.93 ], "duration": 90.66, "caption": "A man is playing his pen while thinking very deep.", "similarity": 0.48, "relevance": 0 }, { "pair_id": 170990, "video_name": "friends_s05e17_seg02_clip_01", "timestamp": [ 8.32, 12.81 ], "duration": 64.66, "caption": "A man is counting by using his fingers and pointing.", "similarity": 0.4752, "relevance": 0 }, { "pair_id": 170991, "video_name": "house_s07e16_seg02_clip_24", "timestamp": [ 0.0, 12.21 ], "duration": 61.66, "caption": "A man screams as a person jumps off a building into a pool.", "similarity": 0.4752, "relevance": 0 }, { "pair_id": 170992, "video_name": "house_s07e16_seg02_clip_24", "timestamp": [ 39.97, 49.43 ], "duration": 61.66, "caption": "A man rises to break the surface of the water and everyone jumps into the pool.", "similarity": 0.4701, "relevance": 0 }, { "pair_id": 170993, "video_name": "castle_s04e19_seg02_clip_00", "timestamp": [ 30.32, 34.0 ], "duration": 91.66, "caption": "A man gives a cue to a woman with his fingers.", "similarity": 0.4687, "relevance": 0 }, { "pair_id": 170994, "video_name": "house_s08e18_seg02_clip_20", "timestamp": [ 2.7, 7.02 ], "duration": 54.66, "caption": "A man spins his pen around his thumb in his hand.", "similarity": 0.462, "relevance": 0 }, { "pair_id": 170995, "video_name": "castle_s03e24_seg02_clip_06", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A man fingers a detail, hand marked photo with his right hand until he fingers the center cue notes.", "similarity": 0.4601, "relevance": 0 }, { "pair_id": 170996, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 5.7 ], "duration": 60.66, "caption": "A man makes a circling motion with his arm and points his finger.", "similarity": 0.4599, "relevance": 0 }, { "pair_id": 170997, "video_name": "met_s06e02_seg02_clip_13", "timestamp": [ 56.13, 59.73 ], "duration": 60.66, "caption": "A man uses their finger to draw an air circle around their face.", "similarity": 0.4561, "relevance": 0 }, { "pair_id": 170998, "video_name": "friends_s10e17-18_seg02_clip_41", "timestamp": [ 11.97, 16.65 ], "duration": 52.66, "caption": "A man leans forward and clamps his fingers together.", "similarity": 0.4551, "relevance": 0 }, { "pair_id": 170999, "video_name": "house_s08e03_seg02_clip_13", "timestamp": [ 9.5, 11.88 ], "duration": 95.66, "caption": "A person watches videos of a man skateboarding into a pool.", "similarity": 0.4549, "relevance": 0 } ] }, { "query_id": 22991, "query": "A man holds up a photo for some people to see.", "relevant_moment": [ { "pair_id": 149660, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 36.59, 38.96 ], "duration": 95.66, "caption": "A man holds up a photo for some people to see.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149661, "video_name": "met_s06e02_seg02_clip_11", "timestamp": [ 24.39, 33.14 ], "duration": 53.66, "caption": "A man holds up a photograph and another person looks at it and holds it.", "similarity": 0.8553, "relevance": 4 }, { "pair_id": 149662, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 25.31, 27.61 ], "duration": 115.66, "caption": "A man holds up some photographs to another person.", "similarity": 0.8489, "relevance": 1 }, { "pair_id": 149663, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 33.25, 36.7 ], "duration": 86.66, "caption": "A man holds up a photo of a woman for some people.", "similarity": 0.8473, "relevance": 4 }, { "pair_id": 149664, "video_name": "castle_s07e18_seg02_clip_12", "timestamp": [ 5.03, 20.12 ], "duration": 91.66, "caption": "A man holds up a photo to another man to look at.", "similarity": 0.8402, "relevance": 4 }, { "pair_id": 149665, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 27.76, 43.24 ], "duration": 91.66, "caption": "A man shows some people a photo of someone.", "similarity": 0.839, "relevance": 4 }, { "pair_id": 149666, "video_name": "castle_s04e14_seg02_clip_16", "timestamp": [ 14.92, 17.63 ], "duration": 90.66, "caption": "A man holds up a photo and compares it to another person's face.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 149667, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 83.95, 91.25 ], "duration": 91.66, "caption": "A person holds up a picture of someone to some people.", "similarity": 0.8161, "relevance": 4 }, { "pair_id": 149668, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 149669, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 61.32, 71.85 ], "duration": 91.66, "caption": "A man holds up a picture for two men and a woman.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 149670, "video_name": "castle_s07e14_seg02_clip_12", "timestamp": [ 58.44, 64.42 ], "duration": 92.66, "caption": "A man comes in and shows some people a photo of a man.", "similarity": 0.8018, "relevance": 2 }, { "pair_id": 149671, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 0.44, 5.31 ], "duration": 88.66, "caption": "A man holds up a photograph of someone he has questions about.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 149672, "video_name": "met_s05e05_seg02_clip_06", "timestamp": [ 19.05, 25.77 ], "duration": 56.66, "caption": "A man holds up a photo of a celebrity to show another person who takes it.", "similarity": 0.7971, "relevance": 4 }, { "pair_id": 149673, "video_name": "castle_s04e04_seg02_clip_06", "timestamp": [ 13.96, 19.37 ], "duration": 90.66, "caption": "A person holds up a picture for another person to look at.", "similarity": 0.7941, "relevance": 4 }, { "pair_id": 149674, "video_name": "house_s01e08_seg02_clip_13", "timestamp": [ 11.61, 19.04 ], "duration": 92.66, "caption": "A person holds up some photos and another person takes a look.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 149675, "video_name": "castle_s05e03_seg02_clip_05", "timestamp": [ 4.41, 10.14 ], "duration": 88.66, "caption": "A man grabbed the photo a person was holding and took a look of it.", "similarity": 0.7565, "relevance": 4 }, { "pair_id": 149676, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 52.21, 55.36 ], "duration": 90.66, "caption": "A person is holding a picture of someone as a man identifies them in the photo.", "similarity": 0.7561, "relevance": 4 }, { "pair_id": 149677, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.7523, "relevance": 4 }, { "pair_id": 149678, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 55.47, 59.95 ], "duration": 89.66, "caption": "A man holds a picture of someone and shows it to his colleagues.", "similarity": 0.7487, "relevance": 4 }, { "pair_id": 149679, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 14.0, 22.51 ], "duration": 100.66, "caption": "A woman holds up a photo to show another man.", "similarity": 0.7461, "relevance": 4 }, { "pair_id": 322980, "video_name": "castle_s06e05_seg02_clip_16", "timestamp": [ 65.27, 70.22 ], "duration": 90.66, "caption": "A man shows another man a photo to see if he recognizes the person.", "similarity": 0.7416, "relevance": 4 }, { "pair_id": 322981, "video_name": "castle_s02e09_seg02_clip_04", "timestamp": [ 15.64, 19.21 ], "duration": 89.66, "caption": "A person shows some other people a photo of someone.", "similarity": 0.7396, "relevance": 4 }, { "pair_id": 322982, "video_name": "castle_s04e16_seg02_clip_19", "timestamp": [ 54.77, 64.94 ], "duration": 78.66, "caption": "A person is holding a picture and shows it to another person.", "similarity": 0.7304, "relevance": 3 }, { "pair_id": 322983, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 0.0, 3.57 ], "duration": 89.66, "caption": "A person takes the picture frame a man is holding from his hands.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 322984, "video_name": "castle_s04e19_seg02_clip_15", "timestamp": [ 25.21, 28.57 ], "duration": 84.66, "caption": "A woman holds up a picture of a man.", "similarity": 0.7253, "relevance": 3 }, { "pair_id": 322985, "video_name": "castle_s04e04_seg02_clip_16", "timestamp": [ 16.47, 21.37 ], "duration": 89.66, "caption": "A man holds up a picture of Philp to two people.", "similarity": 0.7253, "relevance": 4 }, { "pair_id": 322986, "video_name": "castle_s01e08_seg02_clip_03", "timestamp": [ 41.37, 44.66 ], "duration": 94.66, "caption": "A man looks at the two photos he holds in his hands.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 322987, "video_name": "castle_s06e05_seg02_clip_03", "timestamp": [ 44.11, 50.86 ], "duration": 90.66, "caption": "A man holds up a photo for comparison to a police artist sketch.", "similarity": 0.7175, "relevance": 4 }, { "pair_id": 322988, "video_name": "castle_s03e05_seg02_clip_22", "timestamp": [ 54.16, 56.44 ], "duration": 91.66, "caption": "A man turns a photo around to show it.", "similarity": 0.7172, "relevance": 4 }, { "pair_id": 322989, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 8.19, 16.84 ], "duration": 91.66, "caption": "A man holds a photo image up in front of him and looks at it as he has a conversation with a woman.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 322990, "video_name": "grey_s03e16_seg02_clip_21", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "A man is holding a photo which he brings closer to a woman's light for her to look at.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 322991, "video_name": "house_s03e04_seg02_clip_19", "timestamp": [ 0.0, 37.26 ], "duration": 90.66, "caption": "A person is holding up a clipboard until a man picks a photo.", "similarity": 0.7086, "relevance": 4 }, { "pair_id": 322992, "video_name": "castle_s07e18_seg02_clip_19", "timestamp": [ 2.35, 10.34 ], "duration": 94.66, "caption": "A man looks down at a picture in front of some people.", "similarity": 0.7082, "relevance": 3 }, { "pair_id": 322993, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 34.38, 38.39 ], "duration": 89.66, "caption": "A person holds up a photo and another person steps forward and takes hold of it.", "similarity": 0.7081, "relevance": 4 }, { "pair_id": 322994, "video_name": "friends_s08e18_seg02_clip_01", "timestamp": [ 4.2, 16.51 ], "duration": 60.66, "caption": "A man holds up presents for some people to see.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 322995, "video_name": "house_s05e09_seg02_clip_11", "timestamp": [ 80.3, 83.63 ], "duration": 95.66, "caption": "A person grabs onto a photo and holds it up.", "similarity": 0.7069, "relevance": 3 }, { "pair_id": 322996, "video_name": "grey_s03e16_seg02_clip_16", "timestamp": [ 23.6, 61.37 ], "duration": 118.66, "caption": "A person is hanging up photos then other people look at them.", "similarity": 0.7053, "relevance": 3 }, { "pair_id": 322997, "video_name": "castle_s04e17_seg02_clip_16", "timestamp": [ 25.94, 32.31 ], "duration": 91.66, "caption": "A man holds up a photograph of four people partying.", "similarity": 0.7047, "relevance": 4 }, { "pair_id": 322998, "video_name": "friends_s07e21_seg02_clip_18", "timestamp": [ 0.0, 19.48 ], "duration": 59.66, "caption": "Some people are sitting around a man looking at pictures.", "similarity": 0.7034, "relevance": 3 }, { "pair_id": 322999, "video_name": "friends_s08e02_seg02_clip_12", "timestamp": [ 9.26, 12.26 ], "duration": 54.66, "caption": "A man poses for another person to take their picture.", "similarity": 0.7006, "relevance": 1 } ] }, { "query_id": 23061, "query": "A woman opens the door and walks into the bedroom with a plate of cookies.", "relevant_moment": [ { "pair_id": 76740, "video_name": "friends_s06e18_seg02_clip_13", "timestamp": [ 44.39, 48.16 ], "duration": 58.66, "caption": "A woman opens the door and walks into the bedroom with a plate of cookies.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 76741, "video_name": "s09e03_seg02_clip_01", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A woman walks into the apartment with a container of cookies.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 76742, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 37.19, 40.34 ], "duration": 63.66, "caption": "A woman opens the door to person's bedroom and steps inside.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 76743, "video_name": "house_s06e16_seg02_clip_19", "timestamp": [ 84.63, 86.98 ], "duration": 94.66, "caption": "A woman walks over to the door and opens it in woman's room.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 76744, "video_name": "friends_s01e18_seg02_clip_08", "timestamp": [ 49.71, 56.26 ], "duration": 59.66, "caption": "A woman walks across the room to open the door.", "similarity": 0.7369, "relevance": 1 }, { "pair_id": 76745, "video_name": "met_s06e02_seg02_clip_00", "timestamp": [ 15.2, 18.61 ], "duration": 62.66, "caption": "A woman opens the door and enters the room.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 76746, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 5.45, 9.41 ], "duration": 99.66, "caption": "A woman opens the door and enters the room.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 76747, "video_name": "friends_s06e09_seg02_clip_22", "timestamp": [ 49.6, 51.08 ], "duration": 74.66, "caption": "A woman opens the door and enters the room.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 76748, "video_name": "s02e23_seg02_clip_12", "timestamp": [ 39.62, 41.72 ], "duration": 60.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 76749, "video_name": "met_s02e12_seg02_clip_13", "timestamp": [ 44.0, 46.75 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.7312, "relevance": 1 }, { "pair_id": 76750, "video_name": "friends_s10e13_seg02_clip_13", "timestamp": [ 50.65, 52.08 ], "duration": 57.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.7312, "relevance": 1 }, { "pair_id": 76751, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 24.76, 36.04 ], "duration": 55.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.7312, "relevance": 1 }, { "pair_id": 76752, "video_name": "friends_s08e20_seg01_clip_00", "timestamp": [ 3.98, 10.41 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 76753, "video_name": "friends_s06e03_seg02_clip_10", "timestamp": [ 17.09, 21.97 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 76754, "video_name": "castle_s05e11_seg02_clip_09", "timestamp": [ 5.92, 7.28 ], "duration": 91.66, "caption": "A woman opens a door and enters a room.", "similarity": 0.7278, "relevance": 1 }, { "pair_id": 76755, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 19.22, 23.5 ], "duration": 61.66, "caption": "A woman walks to the door and opens it.", "similarity": 0.7264, "relevance": 1 }, { "pair_id": 76756, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.32, 27.15 ], "duration": 59.66, "caption": "A woman opens the door and walks into the doorway.", "similarity": 0.7258, "relevance": 1 }, { "pair_id": 76757, "video_name": "castle_s04e23_seg02_clip_09", "timestamp": [ 25.01, 29.4 ], "duration": 87.66, "caption": "A woman opens a door and walks into the room with someone.", "similarity": 0.7255, "relevance": 1 }, { "pair_id": 76758, "video_name": "s02e02_seg02_clip_10", "timestamp": [ 47.3, 49.13 ], "duration": 61.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.7219, "relevance": 1 }, { "pair_id": 76759, "video_name": "friends_s08e07_seg02_clip_18", "timestamp": [ 7.35, 12.05 ], "duration": 58.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.7219, "relevance": 1 } ] }, { "query_id": 23091, "query": "A woman places one arm on the side of her hip.", "relevant_moment": [ { "pair_id": 19780, "video_name": "house_s01e01_seg02_clip_02", "timestamp": [ 78.4, 80.77 ], "duration": 95.66, "caption": "A woman places one arm on the side of her hip.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19781, "video_name": "castle_s04e23_seg02_clip_15", "timestamp": [ 22.66, 34.89 ], "duration": 90.66, "caption": "A woman has both of her hands on her hips.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 19782, "video_name": "friends_s08e17_seg02_clip_06", "timestamp": [ 35.54, 39.06 ], "duration": 64.66, "caption": "A woman puts both of her hands on her hips.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 19783, "video_name": "friends_s08e17_seg02_clip_06", "timestamp": [ 35.54, 38.74 ], "duration": 64.66, "caption": "A woman puts both of her hands on her hips.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 19784, "video_name": "house_s03e06_seg02_clip_00", "timestamp": [ 33.13, 37.93 ], "duration": 96.66, "caption": "A woman puts her hands on both of her hips.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 19785, "video_name": "s01e15_seg01_clip_01", "timestamp": [ 53.12, 56.73 ], "duration": 60.66, "caption": "A woman puts her arm around person's shoulders.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 19786, "video_name": "house_s05e13_seg02_clip_25", "timestamp": [ 51.24, 53.13 ], "duration": 94.66, "caption": "A woman moves her hands to place them on her hips.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 19787, "video_name": "s05e23_seg02_clip_08", "timestamp": [ 0.0, 4.2 ], "duration": 56.66, "caption": "A woman puts her hand on her hip and wiggles around.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 19788, "video_name": "s06e20_seg02_clip_12", "timestamp": [ 7.93, 10.37 ], "duration": 61.66, "caption": "A woman takes her jacket off and puts her hand on her hip.", "similarity": 0.6457, "relevance": 1 }, { "pair_id": 19789, "video_name": "friends_s06e03_seg02_clip_03", "timestamp": [ 14.58, 16.44 ], "duration": 62.66, "caption": "A woman places her hand on her hip near the kitchen table.", "similarity": 0.6436, "relevance": 4 }, { "pair_id": 19790, "video_name": "s09e08_seg02_clip_11", "timestamp": [ 36.6, 38.07 ], "duration": 59.66, "caption": "A woman puts her left hand on her hip while talking.", "similarity": 0.6436, "relevance": 4 }, { "pair_id": 19791, "video_name": "friends_s07e16_seg02_clip_08", "timestamp": [ 7.67, 9.74 ], "duration": 59.66, "caption": "A woman reaches over and grabs her left hip.", "similarity": 0.6412, "relevance": 4 }, { "pair_id": 19792, "video_name": "friends_s04e11_seg02_clip_02", "timestamp": [ 43.11, 44.35 ], "duration": 62.66, "caption": "A woman moves her arms into a crossed position.", "similarity": 0.6369, "relevance": 1 }, { "pair_id": 19793, "video_name": "friends_s04e10_seg02_clip_17", "timestamp": [ 38.46, 40.63 ], "duration": 62.66, "caption": "A woman raises her right arm and points to the side.", "similarity": 0.6357, "relevance": 1 }, { "pair_id": 19794, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 8.85, 12.4 ], "duration": 59.66, "caption": "A woman adjusts her left sleeve before she crosses her arms.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 19795, "video_name": "friends_s09e04_seg02_clip_11", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "A woman is talking and raises her right hand to her forehead, and puts her left hand on her hip.", "similarity": 0.6274, "relevance": 4 }, { "pair_id": 19796, "video_name": "friends_s09e19_seg02_clip_05", "timestamp": [ 20.94, 24.09 ], "duration": 45.66, "caption": "A woman puts her arm on another woman's shoulder.", "similarity": 0.6213, "relevance": 1 }, { "pair_id": 19797, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 20.03, 24.04 ], "duration": 89.66, "caption": "A woman turns around and puts her hands on her hips.", "similarity": 0.6185, "relevance": 3 }, { "pair_id": 19798, "video_name": "friends_s06e03_seg01_clip_00", "timestamp": [ 7.3, 12.41 ], "duration": 73.66, "caption": "A woman looks at her wrist watch on her right arm.", "similarity": 0.6182, "relevance": 1 }, { "pair_id": 19799, "video_name": "house_s08e19_seg02_clip_21", "timestamp": [ 49.15, 65.99 ], "duration": 91.66, "caption": "A woman's arm drops after a doctor places it on her side.", "similarity": 0.6178, "relevance": 0 } ] }, { "query_id": 23119, "query": "A man walks over to a woman and a man sitting in the cafeteria.", "relevant_moment": [ { "pair_id": 159480, "video_name": "house_s04e11_seg02_clip_20", "timestamp": [ 41.68, 44.81 ], "duration": 89.66, "caption": "A man walks over to a woman and a man sitting in the cafeteria.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159481, "video_name": "house_s05e03_seg02_clip_00", "timestamp": [ 14.01, 21.01 ], "duration": 93.66, "caption": "A person sits in the cafeteria with a man as a woman walks by.", "similarity": 0.8654, "relevance": 3 }, { "pair_id": 159482, "video_name": "house_s08e01_seg02_clip_10", "timestamp": [ 12.6, 18.45 ], "duration": 90.66, "caption": "A man walks up to another person in the cafeteria.", "similarity": 0.7707, "relevance": 2 }, { "pair_id": 159483, "video_name": "s04e14_seg02_clip_04", "timestamp": [ 8.56, 10.33 ], "duration": 59.66, "caption": "A woman and person walk towards person in the cafeteria.", "similarity": 0.7527, "relevance": 2 }, { "pair_id": 159484, "video_name": "friends_s01e12_seg02_clip_08", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A woman comes in the cafeteria and sits next to a man.", "similarity": 0.7423, "relevance": 2 }, { "pair_id": 159485, "video_name": "s06e24_seg01_clip_00", "timestamp": [ 37.53, 41.5 ], "duration": 61.66, "caption": "A man walks with his food tray and sits beside guy in the cafeteria table.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 159486, "video_name": "s04e14_seg02_clip_15", "timestamp": [ 46.64, 59.56 ], "duration": 63.66, "caption": "A man walks into the cafeteria, sits down and confronts another man.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 159487, "video_name": "castle_s02e01_seg02_clip_10", "timestamp": [ 80.2, 85.18 ], "duration": 90.66, "caption": "A man and a person walk over to woman, and a person sits on the desk.", "similarity": 0.7157, "relevance": 2 }, { "pair_id": 159488, "video_name": "castle_s04e18_seg02_clip_13", "timestamp": [ 11.38, 17.75 ], "duration": 91.66, "caption": "A man walks over to a woman and sits down.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 159489, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A person walks into the cafeteria and sits down with some people.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 159490, "video_name": "house_s07e10_seg02_clip_04", "timestamp": [ 58.26, 91.03 ], "duration": 91.66, "caption": "A man walks up to another man in the cafeteria and moves through the line.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 159491, "video_name": "grey_s03e18_seg02_clip_10", "timestamp": [ 4.5, 12.15 ], "duration": 90.66, "caption": "A man and a woman are in the cafeteria conversing when a woman sits at their table.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 159492, "video_name": "s02e06_seg02_clip_16", "timestamp": [ 53.09, 58.03 ], "duration": 58.66, "caption": "A woman walks out of the cafeteria after talking to a man.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 159493, "video_name": "house_s03e20_seg02_clip_13", "timestamp": [ 0.0, 24.8 ], "duration": 87.66, "caption": "Two men are in the cafeteria together and talk about a woman.", "similarity": 0.7011, "relevance": 1 }, { "pair_id": 159494, "video_name": "grey_s03e14_seg02_clip_25", "timestamp": [ 31.8, 42.67 ], "duration": 80.66, "caption": "A man walks over to a woman and then sits down.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 159495, "video_name": "s07e19_seg02_clip_09", "timestamp": [ 41.56, 45.59 ], "duration": 62.66, "caption": "A person walks over to a woman and a man and takes a seat.", "similarity": 0.6853, "relevance": 4 }, { "pair_id": 159496, "video_name": "castle_s08e08_seg02_clip_17", "timestamp": [ 67.65, 74.37 ], "duration": 89.66, "caption": "A woman walks over to a man and sits down next to him.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 159497, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 74.27, 77.42 ], "duration": 90.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.6781, "relevance": 1 }, { "pair_id": 159498, "video_name": "friends_s08e18_seg02_clip_11", "timestamp": [ 1.41, 5.62 ], "duration": 56.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 159499, "video_name": "friends_s04e21_seg02_clip_09", "timestamp": [ 24.5, 32.76 ], "duration": 59.66, "caption": "A man walks into a woman's apartment and sits next to a man.", "similarity": 0.6757, "relevance": 3 }, { "pair_id": 332800, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 27.69, 37.22 ], "duration": 90.66, "caption": "A woman walks into a man's place and sits down with a person.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 332801, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 40.44, 47.32 ], "duration": 55.66, "caption": "A person walks into the lunchroom and sits down next to a man.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 332802, "video_name": "s05e16_seg02_clip_07", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person walks to the cafeteria table, sits down and talks with another person.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 332803, "video_name": "house_s06e19_seg02_clip_17", "timestamp": [ 47.74, 86.02 ], "duration": 86.66, "caption": "Two men come and see person sitting in the cafeteria.", "similarity": 0.6684, "relevance": 1 }, { "pair_id": 332804, "video_name": "met_s04e01_seg02_clip_09", "timestamp": [ 38.46, 43.13 ], "duration": 58.66, "caption": "A man walks into a restaurant with a woman following behind him.", "similarity": 0.6647, "relevance": 2 }, { "pair_id": 332805, "video_name": "s02e11_seg02_clip_09", "timestamp": [ 0.0, 12.16 ], "duration": 76.66, "caption": "A man flirts with woman in the cafeteria and man gets annoyed.", "similarity": 0.6643, "relevance": 3 }, { "pair_id": 332806, "video_name": "friends_s09e21_seg02_clip_19", "timestamp": [ 62.11, 64.03 ], "duration": 64.66, "caption": "A man walks into the cafe and towards another man and a woman on the couch.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 332807, "video_name": "house_s04e11_seg02_clip_18", "timestamp": [ 2.02, 5.56 ], "duration": 101.66, "caption": "A man walks behind another man for a few steps in a cafeteria line.", "similarity": 0.662, "relevance": 1 }, { "pair_id": 332808, "video_name": "s06e01_seg02_clip_01", "timestamp": [ 26.67, 33.19 ], "duration": 62.66, "caption": "A person is sitting across from another person at the cafeteria.", "similarity": 0.6617, "relevance": 1 }, { "pair_id": 332809, "video_name": "castle_s07e09_seg02_clip_14", "timestamp": [ 39.87, 41.64 ], "duration": 88.66, "caption": "A man, another man and a woman walk up towards a guy sitting at his desk.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 332810, "video_name": "castle_s02e24_seg02_clip_19", "timestamp": [ 27.3, 37.87 ], "duration": 68.66, "caption": "A man walks up to a woman and sits on a desk.", "similarity": 0.6613, "relevance": 1 }, { "pair_id": 332811, "video_name": "s07e24_seg02_clip_14", "timestamp": [ 52.27, 55.02 ], "duration": 55.66, "caption": "A woman and man walk towards person, who is sitting down.", "similarity": 0.6599, "relevance": 1 }, { "pair_id": 332812, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 45.97, 55.53 ], "duration": 91.66, "caption": "A person walks over to some people's cafeteria table.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 332813, "video_name": "friends_s07e13_seg02_clip_20", "timestamp": [ 32.71, 39.92 ], "duration": 60.66, "caption": "A woman walks over to a man while he's sitting at his desk.", "similarity": 0.6577, "relevance": 1 }, { "pair_id": 332814, "video_name": "s04e03_seg02_clip_07", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "Two people walk into the cafeteria and put their food trays on the table and sit down.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 332815, "video_name": "s02e11_seg02_clip_12", "timestamp": [ 0.99, 4.62 ], "duration": 66.66, "caption": "A man walks towards woman and sits beside her.", "similarity": 0.657, "relevance": 1 }, { "pair_id": 332816, "video_name": "s02e13_seg01_clip_00", "timestamp": [ 28.39, 33.02 ], "duration": 66.66, "caption": "A man is sitting across from another man as he sits in the cafeteria table.", "similarity": 0.6568, "relevance": 1 }, { "pair_id": 332817, "video_name": "castle_s03e15_seg02_clip_08", "timestamp": [ 60.54, 66.77 ], "duration": 89.66, "caption": "A woman walks in and sits down beside man.", "similarity": 0.6565, "relevance": 1 }, { "pair_id": 332818, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 332819, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 55.12, 58.03 ], "duration": 58.66, "caption": "A man is sitting across from a man and a woman in a restaurant.", "similarity": 0.6559, "relevance": 1 } ] }, { "query_id": 23122, "query": "A man gets something from his pocket and eats it.", "relevant_moment": [ { "pair_id": 162000, "video_name": "house_s04e11_seg02_clip_23", "timestamp": [ 20.25, 32.57 ], "duration": 88.66, "caption": "A man gets something from his pocket and eats it.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 162001, "video_name": "s01e16_seg02_clip_12", "timestamp": [ 43.52, 53.12 ], "duration": 60.66, "caption": "A man takes some uncovered food out of his back pocket and eats it.", "similarity": 0.7808, "relevance": 4 }, { "pair_id": 162002, "video_name": "s04e10_seg02_clip_04", "timestamp": [ 4.2, 9.3 ], "duration": 60.66, "caption": "A person gets a snack out the snack machine and puts it in their pocket.", "similarity": 0.7215, "relevance": 1 }, { "pair_id": 162003, "video_name": "met_s02e08_seg02_clip_09", "timestamp": [ 50.55, 54.59 ], "duration": 62.66, "caption": "A man eats food from a bag in his hand.", "similarity": 0.7214, "relevance": 2 }, { "pair_id": 162004, "video_name": "house_s03e06_seg02_clip_01", "timestamp": [ 34.81, 38.29 ], "duration": 87.66, "caption": "A man grabs something out of his pocket and hands it to a person.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 162005, "video_name": "house_s02e11_seg02_clip_05", "timestamp": [ 66.52, 74.6 ], "duration": 95.66, "caption": "A man throws a snack into his mouth and chews it.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 162006, "video_name": "s10e10_seg02_clip_09", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A man puts a bite of food in his mouth and chews.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 162007, "video_name": "met_s04e02_seg02_clip_10", "timestamp": [ 1.48, 2.36 ], "duration": 59.66, "caption": "A man takes a bite from some food he is holding.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 162008, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 22.06, 27.46 ], "duration": 90.66, "caption": "A man takes out a bottle from his pocket and eats some pills.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 162009, "video_name": "castle_s07e08_seg02_clip_25", "timestamp": [ 34.32, 36.15 ], "duration": 91.66, "caption": "A man shoves something into his pocket to finish dressing.", "similarity": 0.666, "relevance": 1 }, { "pair_id": 162010, "video_name": "friends_s01e15_seg02_clip_13", "timestamp": [ 2.7, 4.05 ], "duration": 54.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.6632, "relevance": 1 }, { "pair_id": 162011, "video_name": "friends_s01e15_seg02_clip_11", "timestamp": [ 14.18, 42.55 ], "duration": 63.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.6632, "relevance": 1 }, { "pair_id": 162012, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 47.42, 48.62 ], "duration": 60.66, "caption": "A person puts a piece of food into his mouth.", "similarity": 0.6478, "relevance": 1 }, { "pair_id": 162013, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 29.97, 33.1 ], "duration": 89.66, "caption": "A person takes out something from his pocket.", "similarity": 0.6456, "relevance": 1 }, { "pair_id": 162014, "video_name": "s04e02_seg02_clip_08", "timestamp": [ 30.7, 33.5 ], "duration": 62.66, "caption": "A man takes a bite of food from his bowl.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 162015, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 9.41, 11.97 ], "duration": 57.66, "caption": "A man holds up some money and puts it in his pocket.", "similarity": 0.6403, "relevance": 1 }, { "pair_id": 162016, "video_name": "friends_s04e10_seg02_clip_09", "timestamp": [ 62.11, 64.03 ], "duration": 64.66, "caption": "A man eats food out of a clear plastic container.", "similarity": 0.6386, "relevance": 2 }, { "pair_id": 162017, "video_name": "met_s06e24_seg02_clip_05", "timestamp": [ 49.29, 51.94 ], "duration": 59.66, "caption": "A man dumps a cup of food into his briefcase.", "similarity": 0.6367, "relevance": 0 }, { "pair_id": 162018, "video_name": "friends_s10e09_seg02_clip_18", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A man takes some food from the plate and eats it.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 162019, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 8.28, 10.58 ], "duration": 92.66, "caption": "A person puts food into their mouth with their hand and chews it.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 335320, "video_name": "s08e08_seg02_clip_07", "timestamp": [ 52.48, 57.06 ], "duration": 61.66, "caption": "A person picks something up and puts it in his inside pocket.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 335321, "video_name": "s01e01_seg02_clip_10", "timestamp": [ 51.35, 58.73 ], "duration": 59.66, "caption": "A person puts a spoonful of food in his mouth and starts chewing.", "similarity": 0.6279, "relevance": 2 }, { "pair_id": 335322, "video_name": "s03e08_seg02_clip_14", "timestamp": [ 39.32, 41.42 ], "duration": 60.66, "caption": "A man pulls a box of food out of his backpack.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 335323, "video_name": "house_s06e06_seg02_clip_05", "timestamp": [ 87.2, 88.57 ], "duration": 90.66, "caption": "A man takes the food and pours it into his mouth.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 335324, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 37.84, 40.01 ], "duration": 62.66, "caption": "A man reaches in their pocket and pulls out their wallet.", "similarity": 0.626, "relevance": 1 }, { "pair_id": 335325, "video_name": "met_s03e13_seg02_clip_15", "timestamp": [ 39.26, 46.0 ], "duration": 58.66, "caption": "A man gets his wallet out and pays the bill for food.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 335326, "video_name": "house_s01e01_seg02_clip_12", "timestamp": [ 13.63, 16.45 ], "duration": 94.66, "caption": "A man holds up a piece of bread and eats it.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 335327, "video_name": "s05e22_seg01_clip_00", "timestamp": [ 12.51, 14.04 ], "duration": 61.66, "caption": "A man takes a bite of food from a plastic fork.", "similarity": 0.62, "relevance": 2 }, { "pair_id": 335328, "video_name": "house_s08e08_seg02_clip_00", "timestamp": [ 11.16, 14.88 ], "duration": 93.66, "caption": "A person puts food in their mouth and eats it.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 335329, "video_name": "met_s06e19_seg02_clip_14", "timestamp": [ 11.03, 12.29 ], "duration": 63.66, "caption": "A man eats a piece of food off his fork.", "similarity": 0.6181, "relevance": 2 }, { "pair_id": 335330, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 14.89, 17.54 ], "duration": 53.66, "caption": "A man puts some food in his mouth with a fork.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 335331, "video_name": "castle_s08e06_seg02_clip_21", "timestamp": [ 30.01, 34.51 ], "duration": 100.66, "caption": "A man pulls a device from his pocket and hands it to person.", "similarity": 0.6164, "relevance": 2 }, { "pair_id": 335332, "video_name": "house_s02e16_seg02_clip_10", "timestamp": [ 40.05, 52.34 ], "duration": 91.66, "caption": "A person opens a pack of snacks, and eats from it.", "similarity": 0.6161, "relevance": 3 }, { "pair_id": 335333, "video_name": "met_s02e08_seg02_clip_15", "timestamp": [ 49.94, 55.07 ], "duration": 64.66, "caption": "A man eats something that he pulls out of the hand of a woman in a red dress.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 335334, "video_name": "grey_s03e14_seg02_clip_28", "timestamp": [ 12.75, 22.5 ], "duration": 150.66, "caption": "A man eats from a takeout container and then wipes his mouth.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 335335, "video_name": "s07e23_seg02_clip_16", "timestamp": [ 23.15, 25.37 ], "duration": 89.66, "caption": "A man reaches his right hand into his pocket and pulls out his wallet.", "similarity": 0.6121, "relevance": 2 }, { "pair_id": 335337, "video_name": "friends_s08e06_seg02_clip_19", "timestamp": [ 12.43, 19.18 ], "duration": 71.66, "caption": "A man is holding a piece of food in his left hand.", "similarity": 0.6117, "relevance": 0 }, { "pair_id": 335338, "video_name": "house_s01e20_seg02_clip_15", "timestamp": [ 27.59, 30.3 ], "duration": 90.66, "caption": "A man opens a small container, dumps a piece out of it into his hand and puts the piece in his mouth.", "similarity": 0.6107, "relevance": 1 }, { "pair_id": 335339, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 34.27, 35.52 ], "duration": 50.66, "caption": "A man uses a fork to eat some food from a take out container.", "similarity": 0.6102, "relevance": 2 } ] }, { "query_id": 23190, "query": "The camera pans to the inside of someone's apartment.", "relevant_moment": [ { "pair_id": 161340, "video_name": "s08e10_seg02_clip_09", "timestamp": [ 32.96, 34.18 ], "duration": 61.66, "caption": "The camera pans to the inside of someone's apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161341, "video_name": "met_s04e01_seg02_clip_08", "timestamp": [ 17.82, 27.04 ], "duration": 61.66, "caption": "A person points out cameras on the walls and then runs into another room.", "similarity": 0.638, "relevance": 4 }, { "pair_id": 161342, "video_name": "s01e11_seg02_clip_14", "timestamp": [ 33.01, 45.32 ], "duration": 60.66, "caption": "A small camera goes under a door and looks around the room.", "similarity": 0.6284, "relevance": 3 }, { "pair_id": 161343, "video_name": "house_s06e05_seg02_clip_17", "timestamp": [ 45.59, 49.02 ], "duration": 49.66, "caption": "A person walks into camera view while a man is sitting on the couch in their apartment.", "similarity": 0.6139, "relevance": 1 }, { "pair_id": 161344, "video_name": "house_s04e07_seg02_clip_16", "timestamp": [ 27.31, 30.25 ], "duration": 84.66, "caption": "A camera has been caught taking shots of the patient's room.", "similarity": 0.6031, "relevance": 2 }, { "pair_id": 161345, "video_name": "s02e01_seg02_clip_16", "timestamp": [ 41.42, 46.02 ], "duration": 46.66, "caption": "A person yells at the camera in front of an apartment before entering.", "similarity": 0.5815, "relevance": 1 }, { "pair_id": 161346, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 0.0, 6.72 ], "duration": 89.66, "caption": "A person starts taking pictures of the room with his camera.", "similarity": 0.573, "relevance": 1 }, { "pair_id": 161347, "video_name": "friends_s05e09_seg02_clip_06", "timestamp": [ 32.57, 40.63 ], "duration": 62.66, "caption": "A woman storms out of the apartment when she sees a video camera.", "similarity": 0.5675, "relevance": 1 }, { "pair_id": 161348, "video_name": "castle_s08e08_seg02_clip_22", "timestamp": [ 7.84, 12.2 ], "duration": 87.66, "caption": "The camera shows the photo of a man that's paying someone's rent.", "similarity": 0.5641, "relevance": 0 }, { "pair_id": 161349, "video_name": "castle_s03e23_seg02_clip_20", "timestamp": [ 63.21, 69.44 ], "duration": 89.66, "caption": "A person gets upset and motions for the cameramen to leave the room.", "similarity": 0.5554, "relevance": 1 }, { "pair_id": 161350, "video_name": "s05e05_seg02_clip_11", "timestamp": [ 52.22, 60.03 ], "duration": 60.66, "caption": "A person comes back into the apartment to show someone something on his/her cell phone.", "similarity": 0.5538, "relevance": 2 }, { "pair_id": 161351, "video_name": "house_s06e07_seg02_clip_15", "timestamp": [ 50.3, 55.68 ], "duration": 89.66, "caption": "A person moves a small camera around inside of someone's nose.", "similarity": 0.5522, "relevance": 2 }, { "pair_id": 161352, "video_name": "s09e07_seg02_clip_08", "timestamp": [ 14.31, 16.23 ], "duration": 55.66, "caption": "The camera shifted towards where a person is standing.", "similarity": 0.5456, "relevance": 3 }, { "pair_id": 161353, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 0.0, 8.46 ], "duration": 89.66, "caption": "A person opens the door and forces the camera crew out.", "similarity": 0.5421, "relevance": 2 }, { "pair_id": 161354, "video_name": "friends_s05e18_seg02_clip_15", "timestamp": [ 51.72, 52.88 ], "duration": 58.66, "caption": "A person sits at a table while cameras are focusing on him and the plates being set down.", "similarity": 0.5409, "relevance": 0 }, { "pair_id": 161355, "video_name": "castle_s08e21_seg02_clip_14", "timestamp": [ 91.11, 92.03 ], "duration": 92.66, "caption": "A camera is recording some people.", "similarity": 0.5294, "relevance": 1 }, { "pair_id": 161356, "video_name": "s03e21_seg02_clip_16", "timestamp": [ 1.02, 6.12 ], "duration": 68.66, "caption": "A person shoos some people out of the apartment door.", "similarity": 0.5268, "relevance": 0 }, { "pair_id": 161357, "video_name": "castle_s02e12_seg02_clip_07", "timestamp": [ 15.18, 17.48 ], "duration": 92.66, "caption": "A person reaches in and pulls up a digital video camera.", "similarity": 0.5258, "relevance": 1 }, { "pair_id": 161358, "video_name": "friends_s07e12_seg02_clip_10", "timestamp": [ 32.41, 33.77 ], "duration": 54.66, "caption": "The camera tilts upward to show a tall building.", "similarity": 0.5252, "relevance": 2 }, { "pair_id": 161359, "video_name": "castle_s04e17_seg02_clip_21", "timestamp": [ 26.06, 32.8 ], "duration": 89.66, "caption": "A person takes out photos of crime scenes and puts them in front of another person.", "similarity": 0.5243, "relevance": 0 }, { "pair_id": 334660, "video_name": "friends_s01e06_seg02_clip_15", "timestamp": [ 43.58, 44.82 ], "duration": 62.66, "caption": "A camera person looks back into the film camera.", "similarity": 0.5235, "relevance": 1 }, { "pair_id": 334661, "video_name": "castle_s04e07_seg02_clip_10", "timestamp": [ 31.74, 37.47 ], "duration": 88.66, "caption": "A person is sitting in front of a surveillance camera.", "similarity": 0.5235, "relevance": 1 }, { "pair_id": 334662, "video_name": "friends_s08e10_seg02_clip_16", "timestamp": [ 5.19, 16.48 ], "duration": 61.66, "caption": "A woman pulls a camera out of her bag after someone gets up from the couch.", "similarity": 0.5229, "relevance": 3 }, { "pair_id": 334663, "video_name": "friends_s10e04_seg02_clip_08", "timestamp": [ 0.0, 7.08 ], "duration": 59.66, "caption": "A man walks around the apartment while carrying a camcorder.", "similarity": 0.5217, "relevance": 2 }, { "pair_id": 334664, "video_name": "house_s04e07_seg02_clip_12", "timestamp": [ 44.19, 48.96 ], "duration": 86.66, "caption": "A person turns their camera away from a hospital patient towards another person.", "similarity": 0.5212, "relevance": 1 }, { "pair_id": 334665, "video_name": "s01e08_seg02_clip_00", "timestamp": [ 36.82, 58.27 ], "duration": 64.66, "caption": "A person enters the apartment and plays some people a recording of someone.", "similarity": 0.5202, "relevance": 3 }, { "pair_id": 334666, "video_name": "house_s04e07_seg02_clip_00", "timestamp": [ 71.08, 73.42 ], "duration": 93.66, "caption": "A person with a camera films a man while he walks across the room.", "similarity": 0.5201, "relevance": 3 }, { "pair_id": 334667, "video_name": "s08e14_seg02_clip_06", "timestamp": [ 28.04, 31.58 ], "duration": 59.66, "caption": "After walking into the apartment, a person looks at his phone.", "similarity": 0.5199, "relevance": 3 }, { "pair_id": 334668, "video_name": "friends_s02e18_seg01_clip_00", "timestamp": [ 32.57, 50.34 ], "duration": 74.66, "caption": "A person walks into the apartment to catch a glimpse of someone on tv.", "similarity": 0.5188, "relevance": 2 }, { "pair_id": 334669, "video_name": "castle_s04e10_seg02_clip_10", "timestamp": [ 60.91, 68.64 ], "duration": 90.66, "caption": "A vehicle drives up into the view of a camera from a video that some people are watching.", "similarity": 0.5187, "relevance": 0 }, { "pair_id": 334670, "video_name": "s08e04_seg02_clip_16", "timestamp": [ 21.46, 25.76 ], "duration": 39.66, "caption": "A person walks towards the sofa, the camera shifts to another person.", "similarity": 0.5182, "relevance": 3 }, { "pair_id": 334671, "video_name": "s06e14_seg02_clip_12", "timestamp": [ 0.0, 5.23 ], "duration": 55.66, "caption": "A person walks into the apartment and says he has something to show another person.", "similarity": 0.5165, "relevance": 2 }, { "pair_id": 334673, "video_name": "s03e12_seg01_clip_00", "timestamp": [ 54.3, 63.45 ], "duration": 122.66, "caption": "A person walks into the apartment and tells some people about a film he brought.", "similarity": 0.5141, "relevance": 3 }, { "pair_id": 334674, "video_name": "s06e07_seg02_clip_01", "timestamp": [ 54.01, 56.45 ], "duration": 61.66, "caption": "A person enters the apartment when another person is at his desk in front of his laptop.", "similarity": 0.5129, "relevance": 3 }, { "pair_id": 334675, "video_name": "castle_s06e09_seg02_clip_02", "timestamp": [ 58.8, 70.29 ], "duration": 91.66, "caption": "A man and a woman enter an apartment building and the woman looks at a picture of Pam wondering how she got the apartment.", "similarity": 0.5119, "relevance": 3 }, { "pair_id": 334677, "video_name": "castle_s05e07_seg02_clip_16", "timestamp": [ 75.82, 93.03 ], "duration": 93.66, "caption": "A person starts mugging for the camera and everyone leaves.", "similarity": 0.5103, "relevance": 1 }, { "pair_id": 334678, "video_name": "house_s05e19_seg02_clip_00", "timestamp": [ 0.0, 5.67 ], "duration": 103.66, "caption": "A person looks right into the camera with a pen light.", "similarity": 0.507, "relevance": 0 }, { "pair_id": 334679, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 5.49, 11.29 ], "duration": 61.66, "caption": "A person puts on his/her coat in the apartment.", "similarity": 0.5068, "relevance": 1 } ] }, { "query_id": 23192, "query": "Bernadette rubs their finger on the wine glass several times.", "relevant_moment": [ { "pair_id": 9560, "video_name": "s08e10_seg02_clip_09", "timestamp": [ 57.37, 59.5 ], "duration": 61.66, "caption": "Bernadette rubs their finger on the wine glass several times.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9561, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 53.65, 54.47 ], "duration": 55.66, "caption": "A person pats the wine bottle in their hands a few times.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 9562, "video_name": "s04e08_seg02_clip_05", "timestamp": [ 10.92, 15.94 ], "duration": 59.66, "caption": "A woman rubs her legs while holding her wine glass.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 9563, "video_name": "castle_s02e17_seg02_clip_18", "timestamp": [ 7.99, 10.34 ], "duration": 94.66, "caption": "A woman hands a man the glass of wine she was holding.", "similarity": 0.592, "relevance": 1 }, { "pair_id": 9564, "video_name": "met_s04e01_seg02_clip_11", "timestamp": [ 16.51, 19.15 ], "duration": 66.66, "caption": "A woman picks up her wine glass and touches guy's glass with it.", "similarity": 0.5904, "relevance": 1 }, { "pair_id": 9565, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 74.08, 77.26 ], "duration": 90.66, "caption": "A person hands a glass of wine to woman.", "similarity": 0.589, "relevance": 1 }, { "pair_id": 9566, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 7.97, 10.62 ], "duration": 59.66, "caption": "A person hands another person a glass of red wine.", "similarity": 0.575, "relevance": 1 }, { "pair_id": 9567, "video_name": "house_s01e20_seg02_clip_19", "timestamp": [ 43.75, 44.51 ], "duration": 76.66, "caption": "A hand raises a wine glass.", "similarity": 0.5702, "relevance": 1 }, { "pair_id": 9568, "video_name": "s02e21_seg02_clip_10", "timestamp": [ 26.47, 31.83 ], "duration": 63.66, "caption": "A woman seated at a bar touches her wine glass.", "similarity": 0.5682, "relevance": 2 }, { "pair_id": 9569, "video_name": "s08e10_seg02_clip_06", "timestamp": [ 35.35, 39.35 ], "duration": 57.66, "caption": "A woman places her hand on the bowl of the wine glass.", "similarity": 0.5669, "relevance": 1 }, { "pair_id": 9570, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 40.39, 43.36 ], "duration": 85.66, "caption": "A woman hands a glass of wine to a man.", "similarity": 0.5646, "relevance": 1 }, { "pair_id": 9571, "video_name": "s02e15_seg02_clip_11", "timestamp": [ 45.45, 51.35 ], "duration": 59.66, "caption": "A person takes a drink of their wine glass in their hand.", "similarity": 0.5636, "relevance": 1 }, { "pair_id": 9573, "video_name": "s06e11_seg02_clip_05", "timestamp": [ 53.67, 54.83 ], "duration": 58.66, "caption": "A person picks up his/her wine glass and raises it to his/her lips.", "similarity": 0.5545, "relevance": 1 }, { "pair_id": 9574, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 38.3, 41.38 ], "duration": 44.66, "caption": "A person and another person clink their wine glasses together.", "similarity": 0.5541, "relevance": 1 }, { "pair_id": 9575, "video_name": "castle_s03e14_seg02_clip_18", "timestamp": [ 75.76, 76.97 ], "duration": 81.66, "caption": "A person placed one wine glass on the table.", "similarity": 0.554, "relevance": 1 }, { "pair_id": 9576, "video_name": "s08e04_seg02_clip_08", "timestamp": [ 29.45, 32.02 ], "duration": 64.66, "caption": "A woman switches which hand she's using to hold the wine glass.", "similarity": 0.5508, "relevance": 1 }, { "pair_id": 9577, "video_name": "s08e11_seg02_clip_09", "timestamp": [ 21.86, 23.24 ], "duration": 46.66, "caption": "A woman takes her hand off of her wine glass and points across the table as she is talking.", "similarity": 0.5493, "relevance": 1 }, { "pair_id": 9578, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 28.31, 30.56 ], "duration": 89.66, "caption": "A woman hands a man a full glass of wine.", "similarity": 0.5477, "relevance": 1 }, { "pair_id": 9579, "video_name": "s08e10_seg02_clip_09", "timestamp": [ 42.11, 45.47 ], "duration": 61.66, "caption": "A woman moves her hand up and down on the wine glass.", "similarity": 0.5465, "relevance": 3 } ] }, { "query_id": 23227, "query": "A man stands up and moves to the back.", "relevant_moment": [ { "pair_id": 160340, "video_name": "castle_s05e07_seg02_clip_08", "timestamp": [ 47.33, 50.97 ], "duration": 91.66, "caption": "A man stands up and moves to the back.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160341, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 2.66, 4.72 ], "duration": 59.66, "caption": "A man puts his head back and stands up.", "similarity": 0.786, "relevance": 2 }, { "pair_id": 160342, "video_name": "friends_s08e10_seg02_clip_01", "timestamp": [ 22.32, 27.31 ], "duration": 58.66, "caption": "A man is about to sit down then stands back up.", "similarity": 0.7647, "relevance": 4 }, { "pair_id": 160343, "video_name": "friends_s01e18_seg02_clip_05", "timestamp": [ 25.09, 27.74 ], "duration": 59.66, "caption": "A man gets up and touches someone on the back.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 160344, "video_name": "friends_s01e19_seg02_clip_03", "timestamp": [ 14.78, 21.58 ], "duration": 59.66, "caption": "A man stands up and animal jumps on his back.", "similarity": 0.7001, "relevance": 4 }, { "pair_id": 160345, "video_name": "house_s02e08_seg02_clip_24", "timestamp": [ 8.56, 13.97 ], "duration": 90.66, "caption": "A man stands up and starts to walk around.", "similarity": 0.6997, "relevance": 4 }, { "pair_id": 160346, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 160347, "video_name": "house_s06e17_seg02_clip_22", "timestamp": [ 11.38, 16.84 ], "duration": 91.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 160348, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 160349, "video_name": "met_s02e17_seg02_clip_13", "timestamp": [ 48.56, 52.65 ], "duration": 58.66, "caption": "A man stands up and walks in front of a man.", "similarity": 0.6815, "relevance": 4 }, { "pair_id": 160351, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 37.41, 40.49 ], "duration": 88.66, "caption": "A man pats someone on the shoulder as he stands up.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 160352, "video_name": "s10e09_seg02_clip_16", "timestamp": [ 25.84, 29.94 ], "duration": 63.66, "caption": "A man moves his way to the back of two people.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 160353, "video_name": "friends_s08e08_seg02_clip_10", "timestamp": [ 18.57, 22.73 ], "duration": 64.66, "caption": "A man backs up while gesturing for another person to follow him.", "similarity": 0.6776, "relevance": 3 }, { "pair_id": 160354, "video_name": "friends_s03e23_seg02_clip_16", "timestamp": [ 5.5, 10.08 ], "duration": 61.66, "caption": "A person motions his hands in the air over a man's back.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 160355, "video_name": "house_s02e08_seg02_clip_24", "timestamp": [ 20.28, 27.95 ], "duration": 90.66, "caption": "A man stands up and walks forward to another man.", "similarity": 0.6733, "relevance": 4 }, { "pair_id": 160356, "video_name": "met_s02e05_seg02_clip_08", "timestamp": [ 40.22, 42.92 ], "duration": 60.66, "caption": "A man backs up while making a defensive motion with his hands.", "similarity": 0.6696, "relevance": 3 }, { "pair_id": 160357, "video_name": "friends_s09e02_seg01_clip_00", "timestamp": [ 29.37, 31.93 ], "duration": 57.66, "caption": "A person stands up and turns to his right.", "similarity": 0.6666, "relevance": 4 }, { "pair_id": 160358, "video_name": "castle_s07e06_seg02_clip_22", "timestamp": [ 0.0, 2.57 ], "duration": 85.66, "caption": "A person pushes a man in the back as they're walking.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 160359, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 41.33, 47.61 ], "duration": 89.66, "caption": "A man stands up and starts walking but someone stops him.", "similarity": 0.6642, "relevance": 4 }, { "pair_id": 333660, "video_name": "s01e13_seg02_clip_11", "timestamp": [ 11.71, 15.61 ], "duration": 65.66, "caption": "A man stands up and yells as he turns and points to his back.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 333661, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A man stands up and walks over to another person.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 333662, "video_name": "house_s01e08_seg02_clip_25", "timestamp": [ 5.04, 10.47 ], "duration": 77.66, "caption": "A man turns around and walks back and stands behind another person.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 333663, "video_name": "castle_s05e06_seg02_clip_23", "timestamp": [ 8.1, 11.74 ], "duration": 80.66, "caption": "A man stands up from the chair and walks forwards.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 333664, "video_name": "house_s08e03_seg02_clip_26", "timestamp": [ 61.86, 66.05 ], "duration": 93.66, "caption": "A person stands up and leaves the side of a man.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 333665, "video_name": "s02e15_seg01_clip_01", "timestamp": [ 41.38, 44.02 ], "duration": 44.66, "caption": "A man turns and looks back up towards person.", "similarity": 0.6511, "relevance": 1 }, { "pair_id": 333666, "video_name": "friends_s03e13_seg02_clip_05", "timestamp": [ 12.21, 17.7 ], "duration": 61.66, "caption": "A man stands up and walks over to where guy is standing and puts his hand on guy's shoulder.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 333667, "video_name": "friends_s10e05_seg02_clip_19", "timestamp": [ 15.13, 22.01 ], "duration": 55.66, "caption": "A man arches his back in preparation to get up out of his chair.", "similarity": 0.64, "relevance": 1 }, { "pair_id": 333668, "video_name": "castle_s07e12_seg02_clip_23", "timestamp": [ 0.9, 3.15 ], "duration": 90.66, "caption": "A man stands up from the chair with his hands up.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 333669, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 25.81, 29.11 ], "duration": 60.66, "caption": "A man stands up and walks over to woman and sits back down.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 333670, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 21.85, 29.58 ], "duration": 91.66, "caption": "A man stands up and walks over to two other people.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 333671, "video_name": "house_s05e02_seg02_clip_10", "timestamp": [ 82.79, 85.12 ], "duration": 93.66, "caption": "A man presses a button behind him that turns red, then stands up.", "similarity": 0.6374, "relevance": 1 }, { "pair_id": 333672, "video_name": "friends_s04e04_seg02_clip_01", "timestamp": [ 14.96, 16.98 ], "duration": 57.66, "caption": "A man touches a man on the shoulder and he stands up.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 333673, "video_name": "friends_s02e01_seg02_clip_03", "timestamp": [ 0.0, 8.68 ], "duration": 62.66, "caption": "A man stands with his hands on person's shoulders moves and moves person's hair back.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 333674, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 4.24, 48.78 ], "duration": 53.66, "caption": "A person was standing in front of a man.", "similarity": 0.6355, "relevance": 0 }, { "pair_id": 333675, "video_name": "castle_s07e03_seg02_clip_15", "timestamp": [ 7.99, 11.1 ], "duration": 88.66, "caption": "A man gets up after telling another person to stay behind.", "similarity": 0.6354, "relevance": 1 }, { "pair_id": 333676, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A person walks up and stands next to a man.", "similarity": 0.6345, "relevance": 1 }, { "pair_id": 333677, "video_name": "friends_s03e03_seg02_clip_06", "timestamp": [ 13.21, 14.11 ], "duration": 60.66, "caption": "A man gets up from the back of the couch.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 333678, "video_name": "house_s05e11_seg02_clip_12", "timestamp": [ 74.84, 88.57 ], "duration": 88.66, "caption": "A man stands in front of a woman as she has her back turned.", "similarity": 0.6321, "relevance": 1 }, { "pair_id": 333679, "video_name": "friends_s02e22_seg02_clip_19", "timestamp": [ 3.48, 5.8 ], "duration": 116.66, "caption": "A man backs person up on to the door.", "similarity": 0.6318, "relevance": 1 } ] }, { "query_id": 23263, "query": "A big fat person came into some people's place.", "relevant_moment": [ { "pair_id": 163901, "video_name": "s02e02_seg02_clip_00", "timestamp": [ 22.89, 24.41 ], "duration": 61.66, "caption": "A person came and sat down next to some people.", "similarity": 0.5229, "relevance": 1 }, { "pair_id": 163902, "video_name": "s05e22_seg02_clip_10", "timestamp": [ 6.6, 9.3 ], "duration": 60.66, "caption": "A person holds his arms out in front of himself like he had a big fat belly.", "similarity": 0.5182, "relevance": 0 }, { "pair_id": 163903, "video_name": "s03e02_seg02_clip_07", "timestamp": [ 50.72, 55.52 ], "duration": 60.66, "caption": "A person says person is acting big but he's just a person that ran up a tree because he's was afraid of a hen.", "similarity": 0.5114, "relevance": 0 }, { "pair_id": 163904, "video_name": "s08e21_seg02_clip_10", "timestamp": [ 0.0, 43.34 ], "duration": 57.66, "caption": "A person was standing in front of some people.", "similarity": 0.4932, "relevance": 0 }, { "pair_id": 163905, "video_name": "s06e24_seg02_clip_05", "timestamp": [ 41.49, 48.16 ], "duration": 58.66, "caption": "In a quiet moment among all the people, a person jerks around and holds his food up.", "similarity": 0.4914, "relevance": 0 }, { "pair_id": 163906, "video_name": "house_s01e11_seg02_clip_23", "timestamp": [ 25.01, 37.73 ], "duration": 87.66, "caption": "Inside the patients body is fat bursting in their body and green posings are coming out.", "similarity": 0.4898, "relevance": 0 }, { "pair_id": 163907, "video_name": "s04e19_seg02_clip_16", "timestamp": [ 10.45, 14.25 ], "duration": 95.66, "caption": "A big person opens up his door for a woman with some people at the back.", "similarity": 0.4756, "relevance": 2 }, { "pair_id": 163908, "video_name": "s01e08_seg02_clip_07", "timestamp": [ 31.28, 49.88 ], "duration": 59.66, "caption": "A person remarks that his friend is a lot slimmer than she was but then keeps mentioning just how obese she was, making her uncomfortable.", "similarity": 0.4686, "relevance": 0 }, { "pair_id": 163909, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 37.53, 40.89 ], "duration": 61.66, "caption": "A person is eating his food as some people walk up to him.", "similarity": 0.4621, "relevance": 1 }, { "pair_id": 163910, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 43.97, 52.83 ], "duration": 59.66, "caption": "A person places their hand on their stomach because they have eaten too much food.", "similarity": 0.4566, "relevance": 0 }, { "pair_id": 163911, "video_name": "s03e10_seg02_clip_05", "timestamp": [ 0.0, 35.35 ], "duration": 57.66, "caption": "Some people were eating their food.", "similarity": 0.4558, "relevance": 0 }, { "pair_id": 163912, "video_name": "s07e09_seg02_clip_14", "timestamp": [ 0.0, 3.24 ], "duration": 72.66, "caption": "A person points out to another person who just came in.", "similarity": 0.449, "relevance": 2 }, { "pair_id": 163913, "video_name": "house_s04e08_seg02_clip_24", "timestamp": [ 4.68, 9.72 ], "duration": 72.66, "caption": "A man stops in front of the person he is calling as big love.", "similarity": 0.4483, "relevance": 1 }, { "pair_id": 163914, "video_name": "met_s06e10_seg02_clip_04", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A big person hugs a man who eventually pushes him out of the way.", "similarity": 0.4455, "relevance": 2 }, { "pair_id": 163915, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 49.88, 59.03 ], "duration": 59.66, "caption": "Both people are fat and are in the living room eating together.", "similarity": 0.4444, "relevance": 2 }, { "pair_id": 163916, "video_name": "friends_s03e02_seg02_clip_17", "timestamp": [ 48.02, 50.12 ], "duration": 60.66, "caption": "A man stands up from his seat and grabs the glass of fat.", "similarity": 0.4409, "relevance": 1 }, { "pair_id": 163917, "video_name": "s02e21_seg02_clip_18", "timestamp": [ 20.15, 25.29 ], "duration": 38.66, "caption": "A person came out from his/her house and saw another person.", "similarity": 0.4406, "relevance": 1 }, { "pair_id": 163918, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 6.89, 16.07 ], "duration": 91.66, "caption": "A man leads some people to where the body is.", "similarity": 0.4367, "relevance": 1 }, { "pair_id": 163919, "video_name": "house_s05e09_seg02_clip_00", "timestamp": [ 1.86, 6.98 ], "duration": 93.66, "caption": "A person put his gun in front of so many people.", "similarity": 0.4348, "relevance": 2 } ] }, { "query_id": 23273, "query": "A man comes closer to a woman and talks to her.", "relevant_moment": [ { "pair_id": 14060, "video_name": "s07e12_seg02_clip_14", "timestamp": [ 1.58, 5.04 ], "duration": 63.66, "caption": "A man comes closer to a woman and talks to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14061, "video_name": "house_s06e04_seg02_clip_18", "timestamp": [ 9.9, 14.71 ], "duration": 60.66, "caption": "A man walks closer to a woman and talks to her.", "similarity": 0.9294, "relevance": 3 }, { "pair_id": 14062, "video_name": "house_s03e20_seg02_clip_08", "timestamp": [ 28.6, 32.5 ], "duration": 86.66, "caption": "A man walks a little closer to a woman and talks to her.", "similarity": 0.9054, "relevance": 4 }, { "pair_id": 14063, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 20.26, 25.66 ], "duration": 90.66, "caption": "A man walks a little closer to woman and talks to her.", "similarity": 0.9045, "relevance": 4 }, { "pair_id": 14064, "video_name": "friends_s10e13_seg02_clip_20", "timestamp": [ 24.19, 28.53 ], "duration": 62.66, "caption": "A woman walks closer to a man as she talks to him.", "similarity": 0.9031, "relevance": 3 }, { "pair_id": 14065, "video_name": "house_s06e21_seg02_clip_27", "timestamp": [ 21.79, 30.57 ], "duration": 65.66, "caption": "A woman walks closer to a man and talks to him.", "similarity": 0.8928, "relevance": 3 }, { "pair_id": 14066, "video_name": "castle_s04e04_seg02_clip_25", "timestamp": [ 14.33, 17.57 ], "duration": 92.66, "caption": "A woman walks closer to a man and talks to him.", "similarity": 0.8928, "relevance": 3 }, { "pair_id": 14067, "video_name": "house_s02e24_seg02_clip_11", "timestamp": [ 2.65, 9.71 ], "duration": 88.66, "caption": "A woman walks closer to a man while she is talking to him.", "similarity": 0.8831, "relevance": 2 }, { "pair_id": 14068, "video_name": "friends_s10e07_seg02_clip_17", "timestamp": [ 21.66, 23.5 ], "duration": 61.66, "caption": "A man walks closer to woman during person's conversation.", "similarity": 0.8746, "relevance": 2 }, { "pair_id": 14069, "video_name": "s09e20_seg02_clip_12", "timestamp": [ 27.29, 31.63 ], "duration": 62.66, "caption": "A person comes a little closer to woman while he is talking to her.", "similarity": 0.8721, "relevance": 4 }, { "pair_id": 14070, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 14.48, 16.09 ], "duration": 80.66, "caption": "A man walks a little closer to woman while continue talking to her.", "similarity": 0.8695, "relevance": 4 }, { "pair_id": 14071, "video_name": "house_s03e24_seg02_clip_16", "timestamp": [ 14.81, 18.91 ], "duration": 63.66, "caption": "A woman walks a little closer to a man and talks to him.", "similarity": 0.8618, "relevance": 3 }, { "pair_id": 14072, "video_name": "house_s05e10_seg02_clip_18", "timestamp": [ 57.52, 63.5 ], "duration": 92.66, "caption": "A woman walks a little closer to a man and talks to him.", "similarity": 0.8618, "relevance": 1 }, { "pair_id": 14073, "video_name": "castle_s06e02_seg02_clip_02", "timestamp": [ 70.77, 76.12 ], "duration": 89.66, "caption": "A woman walked closer to a man to talk to him.", "similarity": 0.8616, "relevance": 2 }, { "pair_id": 14075, "video_name": "house_s01e12_seg02_clip_03", "timestamp": [ 76.16, 80.69 ], "duration": 90.66, "caption": "A man walks slowly near a woman and talks to her.", "similarity": 0.8514, "relevance": 3 }, { "pair_id": 14076, "video_name": "house_s06e08_seg02_clip_25", "timestamp": [ 4.33, 14.71 ], "duration": 173.66, "caption": "A person walks closer to a woman and talks to her.", "similarity": 0.8465, "relevance": 4 }, { "pair_id": 14077, "video_name": "grey_s03e03_seg02_clip_06", "timestamp": [ 22.51, 26.56 ], "duration": 90.66, "caption": "A woman gestures for a man to come closer to her and speaks to him very closely.", "similarity": 0.8441, "relevance": 3 }, { "pair_id": 14078, "video_name": "s04e23_seg02_clip_06", "timestamp": [ 37.64, 41.34 ], "duration": 57.66, "caption": "A woman walks closely to a man and talks to him.", "similarity": 0.844, "relevance": 2 }, { "pair_id": 14079, "video_name": "s05e09_seg02_clip_09", "timestamp": [ 15.05, 21.54 ], "duration": 59.66, "caption": "A man has a woman come over to talk to him.", "similarity": 0.838, "relevance": 2 }, { "pair_id": 187380, "video_name": "friends_s03e09_seg02_clip_15", "timestamp": [ 0.0, 12.23 ], "duration": 52.66, "caption": "A man talks to woman while another man is next to her.", "similarity": 0.837, "relevance": 3 }, { "pair_id": 187381, "video_name": "house_s07e08_seg02_clip_04", "timestamp": [ 59.42, 75.26 ], "duration": 88.66, "caption": "A man came to a woman and talks to her.", "similarity": 0.8298, "relevance": 4 }, { "pair_id": 187382, "video_name": "castle_s08e02_seg02_clip_14", "timestamp": [ 0.0, 8.2 ], "duration": 82.66, "caption": "While a man is talking, woman approaches near to him.", "similarity": 0.8281, "relevance": 3 }, { "pair_id": 187383, "video_name": "castle_s04e20_seg02_clip_26", "timestamp": [ 34.79, 39.02 ], "duration": 94.66, "caption": "A man goes to woman immediately and talks to her.", "similarity": 0.8277, "relevance": 4 }, { "pair_id": 187384, "video_name": "s09e15_seg02_clip_04", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A man approaches a woman and talks to her briefly.", "similarity": 0.8271, "relevance": 4 }, { "pair_id": 187385, "video_name": "grey_s03e13_seg02_clip_06", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A man is having a conversation to a woman.", "similarity": 0.8259, "relevance": 3 }, { "pair_id": 187386, "video_name": "house_s04e08_seg02_clip_26", "timestamp": [ 19.12, 27.32 ], "duration": 42.66, "caption": "A woman approaches a man to stand close to him as she talks to him.", "similarity": 0.8247, "relevance": 3 }, { "pair_id": 187387, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 44.7, 48.42 ], "duration": 82.66, "caption": "A man comes behind woman and starts a conversation with her.", "similarity": 0.8238, "relevance": 4 }, { "pair_id": 187388, "video_name": "house_s04e16_seg02_clip_19", "timestamp": [ 35.11, 39.66 ], "duration": 130.66, "caption": "A woman walks near a man and talks to him.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 187389, "video_name": "s09e11_seg02_clip_13", "timestamp": [ 37.53, 39.67 ], "duration": 61.66, "caption": "A woman moves a little closer to a man while they are talking.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 187390, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 0.0, 63.96 ], "duration": 92.66, "caption": "A man is speaking to a woman as they are across from each other.", "similarity": 0.8167, "relevance": 3 }, { "pair_id": 187391, "video_name": "friends_s10e09_seg02_clip_13", "timestamp": [ 58.91, 64.03 ], "duration": 64.66, "caption": "A man talks into a woman's ear as he holds her close.", "similarity": 0.8155, "relevance": 3 }, { "pair_id": 187392, "video_name": "house_s04e08_seg02_clip_26", "timestamp": [ 19.54, 23.74 ], "duration": 42.66, "caption": "A woman walks towards a man as she is talking to him.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 187393, "video_name": "friends_s10e09_seg02_clip_22", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A man talks to a woman about who another woman is.", "similarity": 0.8139, "relevance": 1 }, { "pair_id": 187394, "video_name": "castle_s03e19_seg02_clip_03", "timestamp": [ 14.21, 17.42 ], "duration": 91.66, "caption": "A man walks quickly towards a woman and starts talking to her.", "similarity": 0.8061, "relevance": 4 }, { "pair_id": 187395, "video_name": "house_s03e24_seg02_clip_03", "timestamp": [ 1.29, 42.58 ], "duration": 86.66, "caption": "A woman and a man both talk to each other about a man.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 187396, "video_name": "castle_s02e24_seg02_clip_18", "timestamp": [ 0.0, 23.87 ], "duration": 111.66, "caption": "A man is beside a woman as they speak to each other.", "similarity": 0.802, "relevance": 4 }, { "pair_id": 187397, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 25.97, 55.46 ], "duration": 88.66, "caption": "A person talks to man about the woman he is seeing.", "similarity": 0.8018, "relevance": 2 }, { "pair_id": 187398, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.8016, "relevance": 3 }, { "pair_id": 187399, "video_name": "house_s08e12_seg02_clip_25", "timestamp": [ 24.48, 52.79 ], "duration": 153.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.8016, "relevance": 3 } ] }, { "query_id": 23285, "query": "A woman turns to the side as she puts her cell phone to her ear.", "relevant_moment": [ { "pair_id": 145920, "video_name": "castle_s03e07_seg02_clip_23", "timestamp": [ 20.03, 21.39 ], "duration": 91.66, "caption": "A woman turns to the side as she puts her cell phone to her ear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145921, "video_name": "castle_s02e14_seg02_clip_08", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman has her cell phone to her ear and is talking.", "similarity": 0.8284, "relevance": 4 }, { "pair_id": 145922, "video_name": "castle_s06e11_seg02_clip_23", "timestamp": [ 14.69, 20.48 ], "duration": 89.66, "caption": "A woman hands someone a cell phone and she puts it up to her ear.", "similarity": 0.8229, "relevance": 2 }, { "pair_id": 145923, "video_name": "met_s03e18_seg02_clip_02", "timestamp": [ 53.47, 56.67 ], "duration": 64.66, "caption": "A woman picks up her cell phone and puts it to her ear.", "similarity": 0.8143, "relevance": 2 }, { "pair_id": 145924, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 0.0, 3.08 ], "duration": 61.66, "caption": "A woman dials on her cellphone and puts it on her ear.", "similarity": 0.8142, "relevance": 3 }, { "pair_id": 145925, "video_name": "castle_s07e15_seg02_clip_24", "timestamp": [ 22.7, 28.93 ], "duration": 89.66, "caption": "A woman dials on her phone and puts it to her ear.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 145926, "video_name": "castle_s03e03_seg02_clip_21", "timestamp": [ 17.4, 20.89 ], "duration": 87.66, "caption": "A woman holds the phone to her ear and turns her back to a person.", "similarity": 0.8067, "relevance": 3 }, { "pair_id": 145927, "video_name": "s05e11_seg02_clip_08", "timestamp": [ 22.73, 29.51 ], "duration": 59.66, "caption": "A woman holds her cell phone to her chest, tilts her head back, and then puts the phone back to her ear.", "similarity": 0.7994, "relevance": 2 }, { "pair_id": 145928, "video_name": "friends_s03e02_seg02_clip_19", "timestamp": [ 1.74, 5.51 ], "duration": 58.66, "caption": "A woman grabs a phone and puts it to her ear.", "similarity": 0.7982, "relevance": 2 }, { "pair_id": 145929, "video_name": "castle_s04e09_seg02_clip_01", "timestamp": [ 35.86, 39.95 ], "duration": 90.66, "caption": "A woman answers her phone and puts it to her ear.", "similarity": 0.7963, "relevance": 2 }, { "pair_id": 145930, "video_name": "castle_s05e15_seg02_clip_12", "timestamp": [ 88.58, 91.66 ], "duration": 91.66, "caption": "A woman grabs a phone and puts it up to her ear.", "similarity": 0.7958, "relevance": 2 }, { "pair_id": 145931, "video_name": "castle_s03e09_seg02_clip_23", "timestamp": [ 24.45, 25.86 ], "duration": 94.66, "caption": "A woman brings her cell phone to her ear and makes a call.", "similarity": 0.7957, "relevance": 2 }, { "pair_id": 145932, "video_name": "castle_s02e21_seg02_clip_17", "timestamp": [ 28.36, 31.57 ], "duration": 107.66, "caption": "A woman pulls her cell phone out of her pocket and puts it to her ear.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 145933, "video_name": "friends_s05e22_seg02_clip_14", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A woman grabs the phone and puts it to her ear.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 145934, "video_name": "castle_s06e15_seg02_clip_02", "timestamp": [ 83.18, 86.26 ], "duration": 88.66, "caption": "A woman answers her phone and puts it up to her ear.", "similarity": 0.7879, "relevance": 1 }, { "pair_id": 145935, "video_name": "castle_s06e18_seg02_clip_00", "timestamp": [ 58.26, 63.26 ], "duration": 91.66, "caption": "A woman puts her phone to her ear as she answers a call.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 145936, "video_name": "castle_s06e14_seg02_clip_16", "timestamp": [ 48.16, 49.06 ], "duration": 90.66, "caption": "A woman puts down the cell phone she was holding to her ear.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 145937, "video_name": "castle_s03e18_seg02_clip_26", "timestamp": [ 74.94, 77.51 ], "duration": 85.66, "caption": "A woman puts the phone up to her ear to answer the phone call.", "similarity": 0.7624, "relevance": 2 }, { "pair_id": 145938, "video_name": "friends_s02e09_seg02_clip_12", "timestamp": [ 1.04, 6.56 ], "duration": 69.66, "caption": "A woman is holding the phone to her ear and talking.", "similarity": 0.7612, "relevance": 3 }, { "pair_id": 145939, "video_name": "castle_s02e21_seg02_clip_12", "timestamp": [ 82.1, 84.29 ], "duration": 87.66, "caption": "A woman looks at her cell phone while dialing and then puts it to her ear.", "similarity": 0.7542, "relevance": 2 }, { "pair_id": 319240, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.77, 5.54 ], "duration": 92.66, "caption": "A woman turns and answers a call on her cellphone.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 319241, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 20.68, 28.48 ], "duration": 78.66, "caption": "A woman in blue shirt has cell phone up to their ear and then puts it down.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 319242, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 56.28, 56.75 ], "duration": 93.66, "caption": "A woman raises her phone to her ear to take a call.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 319243, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 5.27, 8.06 ], "duration": 62.66, "caption": "A woman grabs her phone and answer it and puts it to her ear.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 319244, "video_name": "met_s03e06_seg02_clip_03", "timestamp": [ 57.11, 58.32 ], "duration": 60.66, "caption": "A woman puts her hair behind her ear while holding a cell phone in her other hand.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 319245, "video_name": "castle_s02e16_seg02_clip_16", "timestamp": [ 25.21, 33.31 ], "duration": 90.66, "caption": "A woman picked up her phone and placed on her ears to make a call.", "similarity": 0.731, "relevance": 4 }, { "pair_id": 319246, "video_name": "friends_s07e23-24_seg02_clip_31", "timestamp": [ 0.0, 1.58 ], "duration": 63.66, "caption": "A woman picks up the phone to answer and places it to her ear.", "similarity": 0.7222, "relevance": 3 }, { "pair_id": 319247, "video_name": "castle_s02e14_seg02_clip_07", "timestamp": [ 89.22, 91.04 ], "duration": 91.66, "caption": "Woman takes phone from man's hand and puts it to ear.", "similarity": 0.7211, "relevance": 1 }, { "pair_id": 319248, "video_name": "castle_s07e11_seg02_clip_19", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "A woman pulls out a cell phone, dials then holds the phone to her ear waiting for an answer.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 319249, "video_name": "s08e22_seg02_clip_07", "timestamp": [ 32.76, 35.12 ], "duration": 59.66, "caption": "A person puts the cell phone up to his/her ear to talk to someone.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 319250, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 20.86, 26.46 ], "duration": 62.66, "caption": "A woman puts her earring on her right ear.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 319251, "video_name": "castle_s07e02_seg02_clip_23", "timestamp": [ 18.45, 21.16 ], "duration": 90.66, "caption": "A woman receives a phone call and puts the phone to her head.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 319252, "video_name": "castle_s01e09_seg02_clip_17", "timestamp": [ 6.51, 12.56 ], "duration": 93.66, "caption": "A woman sits down at the table and puts the phone to her ear.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 319253, "video_name": "friends_s10e01_seg02_clip_16", "timestamp": [ 38.07, 46.93 ], "duration": 59.66, "caption": "A woman turns around and answers the phone and someone is on the other end.", "similarity": 0.7079, "relevance": 3 }, { "pair_id": 319254, "video_name": "friends_s03e11_seg02_clip_13", "timestamp": [ 0.0, 3.74 ], "duration": 62.66, "caption": "A woman hangs up the phone and turns around.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 319255, "video_name": "s06e19_seg01_clip_00", "timestamp": [ 21.09, 30.39 ], "duration": 62.66, "caption": "A woman puts an earring in her right ear.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 319256, "video_name": "house_s05e04_seg02_clip_24", "timestamp": [ 13.76, 14.22 ], "duration": 91.66, "caption": "A woman while sitting at a table, places a phone to her ear.", "similarity": 0.6964, "relevance": 3 }, { "pair_id": 319257, "video_name": "s09e03_seg02_clip_13", "timestamp": [ 10.37, 12.51 ], "duration": 61.66, "caption": "A woman grabs the cell phone out of another woman's hand and puts it to her ear.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 319258, "video_name": "house_s07e10_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 82.66, "caption": "A woman tucks her hair behind her ear as she looks at her phone.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 319259, "video_name": "s06e16_seg02_clip_17", "timestamp": [ 48.98, 52.19 ], "duration": 64.66, "caption": "A woman takes a phone from their coat pocket and puts it to their ear.", "similarity": 0.6906, "relevance": 3 } ] }, { "query_id": 23287, "query": "A man transfers a piece of paper from one hand to another as he walks up to the desk.", "relevant_moment": [ { "pair_id": 168720, "video_name": "castle_s03e07_seg02_clip_23", "timestamp": [ 60.99, 61.9 ], "duration": 91.66, "caption": "A man transfers a piece of paper from one hand to another as he walks up to the desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168721, "video_name": "castle_s06e17_seg02_clip_09", "timestamp": [ 8.55, 12.35 ], "duration": 95.66, "caption": "A man walks over to his desk and picks up a small piece of paper.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 168722, "video_name": "castle_s03e04_seg02_clip_10", "timestamp": [ 48.61, 53.51 ], "duration": 89.66, "caption": "A man walks into the office with a piece of paper in hand and hands it over to another man.", "similarity": 0.7376, "relevance": 3 }, { "pair_id": 168723, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 0.0, 3.68 ], "duration": 73.66, "caption": "A man walks into another man's office and hands him some paper.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 168724, "video_name": "s05e14_seg02_clip_05", "timestamp": [ 11.51, 13.87 ], "duration": 59.66, "caption": "A person grabs a piece of paper from their desk and hands it to another person.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 168726, "video_name": "grey_s02e07_seg02_clip_10", "timestamp": [ 2.08, 4.98 ], "duration": 83.66, "caption": "A man walks in quickly and takes a piece of paper from another person.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 168727, "video_name": "castle_s05e04_seg02_clip_18", "timestamp": [ 56.85, 66.09 ], "duration": 92.66, "caption": "A man goes to another man's desk and sits down handing over some papers.", "similarity": 0.7065, "relevance": 4 }, { "pair_id": 168728, "video_name": "castle_s02e24_seg02_clip_09", "timestamp": [ 8.12, 12.64 ], "duration": 90.66, "caption": "A person holds up a piece of paper as a man walks by.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 168729, "video_name": "house_s08e04_seg02_clip_25", "timestamp": [ 25.09, 33.01 ], "duration": 88.66, "caption": "A person walks to another person to give him a sheet of paper.", "similarity": 0.7016, "relevance": 2 }, { "pair_id": 168730, "video_name": "house_s01e17_seg02_clip_20", "timestamp": [ 11.88, 14.73 ], "duration": 95.66, "caption": "A man walks up to another man and hands him some papers.", "similarity": 0.6995, "relevance": 1 }, { "pair_id": 168731, "video_name": "castle_s06e16_seg02_clip_17", "timestamp": [ 6.12, 8.47 ], "duration": 94.66, "caption": "A man reaches across a woman's desk with a piece of paper in his hand, handing it to her.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 168732, "video_name": "castle_s03e04_seg02_clip_10", "timestamp": [ 47.27, 55.29 ], "duration": 89.66, "caption": "A man walks through holding a piece of paper.", "similarity": 0.6953, "relevance": 3 }, { "pair_id": 168733, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 43.24, 48.7 ], "duration": 91.66, "caption": "A person takes a piece of paper out of his notebook and hands it to a man.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 168734, "video_name": "castle_s05e13_seg02_clip_10", "timestamp": [ 63.47, 66.81 ], "duration": 83.66, "caption": "A man hands a person a sheet of paper after person walks in.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 168735, "video_name": "house_s01e10_seg02_clip_07", "timestamp": [ 39.31, 42.93 ], "duration": 90.66, "caption": "A man picks up a piece of paper off of a desk.", "similarity": 0.6882, "relevance": 1 }, { "pair_id": 168736, "video_name": "s08e14_seg02_clip_00", "timestamp": [ 24.1, 28.06 ], "duration": 66.66, "caption": "A person picks up a stack of papers from the desk and hands them to another person.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 168737, "video_name": "house_s07e17_seg02_clip_14", "timestamp": [ 75.94, 78.57 ], "duration": 87.66, "caption": "A person walks into someone's office while carrying paper.", "similarity": 0.6875, "relevance": 3 }, { "pair_id": 168738, "video_name": "house_s02e13_seg02_clip_16", "timestamp": [ 0.0, 3.29 ], "duration": 94.66, "caption": "A man passes a piece of paper to a man.", "similarity": 0.6861, "relevance": 3 }, { "pair_id": 168739, "video_name": "house_s04e06_seg02_clip_24", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A man walks up to a man and hands him a set of papers.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 342040, "video_name": "castle_s08e14_seg02_clip_16", "timestamp": [ 0.47, 5.12 ], "duration": 93.66, "caption": "A person receives a piece of paper from a man who leaves.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 342041, "video_name": "s07e08_seg02_clip_07", "timestamp": [ 47.42, 48.92 ], "duration": 60.66, "caption": "A person walks into another person's office with his arms open and a sheet of paper in his hand.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 342042, "video_name": "castle_s04e04_seg02_clip_05", "timestamp": [ 18.28, 34.81 ], "duration": 87.66, "caption": "A man walks in and hands a piece of paper to woman.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 342043, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 56.27, 61.22 ], "duration": 90.66, "caption": "A man walks over to a person and hands him a piece of paper.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 342044, "video_name": "castle_s02e02_seg02_clip_06", "timestamp": [ 5.52, 8.28 ], "duration": 92.66, "caption": "A man puts the paper in his hand on the desk in front of him.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 342045, "video_name": "house_s08e09_seg02_clip_18", "timestamp": [ 68.76, 75.91 ], "duration": 89.66, "caption": "A man walks into someone's office carrying some papers with him.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 342046, "video_name": "house_s05e15_seg02_clip_19", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A person takes a piece of paper out of the drawer and is handing it to man.", "similarity": 0.6769, "relevance": 1 }, { "pair_id": 342047, "video_name": "castle_s02e01_seg02_clip_11", "timestamp": [ 5.41, 8.57 ], "duration": 90.66, "caption": "A man was holding a couple of papers as he was walking.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 342048, "video_name": "castle_s08e19_seg02_clip_17", "timestamp": [ 16.38, 21.85 ], "duration": 91.66, "caption": "A man picks up a paper from his desk and shows it to two people.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 342049, "video_name": "house_s03e22_seg02_clip_10", "timestamp": [ 19.01, 21.51 ], "duration": 100.66, "caption": "A man takes out papers and hands them to another man.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 342050, "video_name": "house_s05e20_seg02_clip_08", "timestamp": [ 47.71, 58.52 ], "duration": 90.66, "caption": "Two men were walking and the man hands a paper to him.", "similarity": 0.6725, "relevance": 2 }, { "pair_id": 342051, "video_name": "castle_s05e07_seg02_clip_12", "timestamp": [ 34.66, 41.41 ], "duration": 90.66, "caption": "A man grabs a sheet of paper and hands it to another person.", "similarity": 0.6717, "relevance": 3 }, { "pair_id": 342052, "video_name": "house_s01e17_seg02_clip_16", "timestamp": [ 77.64, 86.42 ], "duration": 92.66, "caption": "A person walks out to another person and hands him/her a paper.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 342053, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 15.4, 17.16 ], "duration": 88.66, "caption": "A man unfolds the paper that handed to him.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 342054, "video_name": "met_s02e06_seg02_clip_05", "timestamp": [ 48.15, 52.36 ], "duration": 60.66, "caption": "A man grabs a piece of paper from someone's hand and leaves.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 342056, "video_name": "s02e13_seg02_clip_09", "timestamp": [ 0.64, 8.32 ], "duration": 64.66, "caption": "A person walks over to his desk, picks up a book and hands it to another person.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 342057, "video_name": "friends_s06e04_seg02_clip_03", "timestamp": [ 16.21, 60.03 ], "duration": 60.66, "caption": "A man walked over to another man and gave the piece of paper to him.", "similarity": 0.6678, "relevance": 1 }, { "pair_id": 342058, "video_name": "castle_s04e06_seg02_clip_10", "timestamp": [ 30.67, 34.73 ], "duration": 90.66, "caption": "A man walks over carrying a piece of paper.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 342059, "video_name": "castle_s07e05_seg02_clip_03", "timestamp": [ 17.41, 20.09 ], "duration": 89.66, "caption": "A man hands a sheet of paper to a man.", "similarity": 0.6655, "relevance": 3 } ] }, { "query_id": 23296, "query": "A man walks into the room holding a cellular phone.", "relevant_moment": [ { "pair_id": 3540, "video_name": "castle_s04e13_seg02_clip_21", "timestamp": [ 82.82, 90.02 ], "duration": 90.66, "caption": "A man walks into the room holding a cellular phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3541, "video_name": "friends_s10e03_seg02_clip_07", "timestamp": [ 47.99, 53.02 ], "duration": 53.66, "caption": "A man walks into the room on their black cell phone.", "similarity": 0.8897, "relevance": 4 }, { "pair_id": 3542, "video_name": "friends_s03e08_seg02_clip_09", "timestamp": [ 48.02, 52.82 ], "duration": 60.66, "caption": "A person walks into the room with their phone.", "similarity": 0.8397, "relevance": 3 }, { "pair_id": 3543, "video_name": "s02e15_seg01_clip_00", "timestamp": [ 41.87, 44.66 ], "duration": 62.66, "caption": "A man walks into the living room from the hallway while using the phone.", "similarity": 0.8263, "relevance": 4 }, { "pair_id": 3544, "video_name": "castle_s05e17_seg02_clip_00", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A man walks into the room with his cellphone in his hand with two people following him.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 3545, "video_name": "grey_s02e22_seg02_clip_26", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man is holding up his phone as he walks into a storage room.", "similarity": 0.8192, "relevance": 2 }, { "pair_id": 3546, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 40.29, 56.64 ], "duration": 76.66, "caption": "A man walks into the room and picks up the phone.", "similarity": 0.8187, "relevance": 1 }, { "pair_id": 3547, "video_name": "s07e16_seg02_clip_00", "timestamp": [ 1.83, 11.29 ], "duration": 61.66, "caption": "A man walks into the living room while looking at his phone.", "similarity": 0.8136, "relevance": 4 }, { "pair_id": 3548, "video_name": "friends_s02e17_seg02_clip_08", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man walks into the room talking on the telephone.", "similarity": 0.813, "relevance": 4 }, { "pair_id": 3549, "video_name": "s09e11_seg01_clip_00", "timestamp": [ 58.82, 63.72 ], "duration": 98.66, "caption": "A person walks into the room and a man takes his phone out of his pocket and looks at it.", "similarity": 0.7904, "relevance": 2 }, { "pair_id": 3550, "video_name": "castle_s04e17_seg02_clip_08", "timestamp": [ 21.69, 25.3 ], "duration": 90.66, "caption": "A man holds his cell phone in front of him and looks down at it as he walks into the room talking.", "similarity": 0.7885, "relevance": 4 }, { "pair_id": 3551, "video_name": "s07e16_seg02_clip_00", "timestamp": [ 5.19, 12.82 ], "duration": 61.66, "caption": "One person walks into the room looking at his phone.", "similarity": 0.76, "relevance": 4 }, { "pair_id": 3552, "video_name": "castle_s05e18_seg02_clip_20", "timestamp": [ 64.8, 67.67 ], "duration": 82.66, "caption": "A man enters the room while holding the phone in his ear.", "similarity": 0.755, "relevance": 3 }, { "pair_id": 3553, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 58.92, 61.05 ], "duration": 61.66, "caption": "A person walks into the apartment while using the phone.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 3554, "video_name": "s05e05_seg02_clip_11", "timestamp": [ 51.62, 60.03 ], "duration": 60.66, "caption": "A man comes in the apartment holding his cellphone.", "similarity": 0.7446, "relevance": 3 }, { "pair_id": 3555, "video_name": "s10e13_seg02_clip_03", "timestamp": [ 29.17, 36.2 ], "duration": 54.66, "caption": "A woman walks into the room while on a cell phone.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 3556, "video_name": "grey_s02e01_seg02_clip_03", "timestamp": [ 0.9, 8.55 ], "duration": 90.66, "caption": "A man walks into the room.", "similarity": 0.7188, "relevance": 1 }, { "pair_id": 3557, "video_name": "friends_s01e20_seg02_clip_06", "timestamp": [ 21.73, 24.76 ], "duration": 55.66, "caption": "A man bursts into the room holding a black cordless telephone.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 3558, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 37.84, 41.8 ], "duration": 61.66, "caption": "A woman walks into a man's apartment with her cellphone in her hand.", "similarity": 0.7178, "relevance": 3 }, { "pair_id": 3559, "video_name": "s02e10_seg02_clip_15", "timestamp": [ 49.62, 57.38 ], "duration": 62.66, "caption": "A man picks up his phone and then gets up and begins to walk out of the room.", "similarity": 0.7119, "relevance": 2 }, { "pair_id": 176860, "video_name": "castle_s01e04_seg02_clip_23", "timestamp": [ 64.17, 66.45 ], "duration": 91.66, "caption": "A man reaches into his jacket and pulls out a cell phone.", "similarity": 0.7085, "relevance": 2 }, { "pair_id": 176861, "video_name": "met_s02e07_seg02_clip_05", "timestamp": [ 10.47, 13.37 ], "duration": 58.66, "caption": "A man closes the door to a room and opens up their cellphone.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 176862, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 38.37, 46.34 ], "duration": 59.66, "caption": "A person walks across the room and answers their cell phone.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 176863, "video_name": "castle_s05e01_seg02_clip_21", "timestamp": [ 73.89, 77.45 ], "duration": 89.66, "caption": "A man goes into his pocket and takes out a cellphone.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 176864, "video_name": "castle_s06e04_seg02_clip_17", "timestamp": [ 4.91, 9.82 ], "duration": 89.66, "caption": "A man was holding a phone as he was walking.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 176865, "video_name": "castle_s03e19_seg02_clip_01", "timestamp": [ 6.81, 11.36 ], "duration": 90.66, "caption": "A person is looking at his phone and walks into the door.", "similarity": 0.6924, "relevance": 4 }, { "pair_id": 176866, "video_name": "s07e06_seg02_clip_10", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man exits the room while looking down at his cellphone in that's in his left hand.", "similarity": 0.6921, "relevance": 3 }, { "pair_id": 176867, "video_name": "house_s07e23_seg02_clip_04", "timestamp": [ 92.18, 95.03 ], "duration": 95.66, "caption": "A man reaches into his jacket pocket and pulls out his cell phone.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 176868, "video_name": "s10e08_seg02_clip_15", "timestamp": [ 45.84, 56.28 ], "duration": 58.66, "caption": "A person walks into the apartment and sets a cell phone down on a table.", "similarity": 0.6879, "relevance": 3 }, { "pair_id": 176869, "video_name": "friends_s07e04_seg02_clip_07", "timestamp": [ 42.32, 44.42 ], "duration": 60.66, "caption": "A man walks into the room holding a plant.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 176870, "video_name": "house_s06e13_seg02_clip_12", "timestamp": [ 18.13, 22.11 ], "duration": 88.66, "caption": "A person enters their room while they are looking at their cellphone.", "similarity": 0.6866, "relevance": 3 }, { "pair_id": 176871, "video_name": "castle_s02e20_seg02_clip_13", "timestamp": [ 18.34, 19.65 ], "duration": 87.66, "caption": "A man takes out his cell phone from his pocket.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 176872, "video_name": "house_s08e04_seg02_clip_12", "timestamp": [ 29.26, 32.86 ], "duration": 90.66, "caption": "A man enters their office while they grab their phone.", "similarity": 0.6745, "relevance": 4 }, { "pair_id": 176873, "video_name": "castle_s02e07_seg02_clip_06", "timestamp": [ 17.34, 20.07 ], "duration": 91.66, "caption": "A man pulls out his cellphone from his pocket and opens it.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 176874, "video_name": "castle_s08e19_seg02_clip_12", "timestamp": [ 61.22, 66.17 ], "duration": 90.66, "caption": "A man pulls out his phone and types a phone number into it.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 176875, "video_name": "friends_s01e06_seg02_clip_11", "timestamp": [ 37.53, 41.5 ], "duration": 61.66, "caption": "A man comes into the apartment while on the phone.", "similarity": 0.6705, "relevance": 4 }, { "pair_id": 176876, "video_name": "met_s03e18_seg02_clip_02", "timestamp": [ 44.5, 46.1 ], "duration": 64.66, "caption": "A man reaches into his pocket and removes a cell phone.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 176877, "video_name": "friends_s09e13_seg02_clip_15", "timestamp": [ 26.47, 35.17 ], "duration": 37.66, "caption": "A man is walking through the apartment while talking on the phone.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 176878, "video_name": "s05e14_seg02_clip_02", "timestamp": [ 23.32, 28.05 ], "duration": 63.66, "caption": "A man walks into a person's office and asks to see his newly acquired smartphone.", "similarity": 0.6673, "relevance": 3 }, { "pair_id": 176879, "video_name": "friends_s10e05_seg02_clip_15", "timestamp": [ 0.0, 7.19 ], "duration": 57.66, "caption": "A man pulls his cellphone out of his pocket and dials a number.", "similarity": 0.6655, "relevance": 2 } ] }, { "query_id": 23301, "query": "Two women walk away from the other interns.", "relevant_moment": [ { "pair_id": 205020, "video_name": "castle_s04e10_seg02_clip_07", "timestamp": [ 2.27, 6.81 ], "duration": 90.66, "caption": "A woman walks away from two men, back into her office.", "similarity": 0.6523, "relevance": 3 }, { "pair_id": 205021, "video_name": "castle_s08e19_seg02_clip_06", "timestamp": [ 16.57, 18.87 ], "duration": 92.66, "caption": "A woman walks away from two women so they can talk.", "similarity": 0.6498, "relevance": 3 }, { "pair_id": 205022, "video_name": "met_s02e04_seg02_clip_06", "timestamp": [ 27.23, 30.56 ], "duration": 60.66, "caption": "Two women walk out after talking to each other.", "similarity": 0.6483, "relevance": 3 }, { "pair_id": 205023, "video_name": "grey_s02e23_seg02_clip_10", "timestamp": [ 29.38, 33.83 ], "duration": 89.66, "caption": "Two women stop walking shortly outside the room.", "similarity": 0.6474, "relevance": 3 }, { "pair_id": 205024, "video_name": "friends_s10e16_seg02_clip_07", "timestamp": [ 51.32, 56.73 ], "duration": 60.66, "caption": "Two women walk out of the room with facial tissues.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 205025, "video_name": "house_s05e16_seg02_clip_12", "timestamp": [ 30.23, 32.09 ], "duration": 93.66, "caption": "A woman walks away from the conversation with another woman.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 205026, "video_name": "s06e15_seg02_clip_16", "timestamp": [ 31.16, 44.51 ], "duration": 89.66, "caption": "A woman walks away and another woman follows into her apartment.", "similarity": 0.6365, "relevance": 4 }, { "pair_id": 205027, "video_name": "grey_s02e05_seg02_clip_00", "timestamp": [ 9.18, 12.39 ], "duration": 91.66, "caption": "All the interns disperse except a woman who talks to another woman.", "similarity": 0.6359, "relevance": 3 }, { "pair_id": 205028, "video_name": "grey_s03e24_seg02_clip_05", "timestamp": [ 28.67, 35.95 ], "duration": 91.66, "caption": "A woman yells at the interns and then they leave.", "similarity": 0.6332, "relevance": 4 }, { "pair_id": 205029, "video_name": "house_s05e24_seg02_clip_17", "timestamp": [ 69.25, 74.84 ], "duration": 86.66, "caption": "Two women grab their notes and walk away.", "similarity": 0.6331, "relevance": 3 }, { "pair_id": 205030, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 4.0, 7.39 ], "duration": 61.66, "caption": "A woman walks out of the room and another woman follows her.", "similarity": 0.63, "relevance": 3 }, { "pair_id": 205031, "video_name": "friends_s06e12_seg02_clip_06", "timestamp": [ 34.03, 37.34 ], "duration": 60.66, "caption": "A woman walks away from another woman after their conversation.", "similarity": 0.6288, "relevance": 3 }, { "pair_id": 205032, "video_name": "grey_s03e11_seg02_clip_06", "timestamp": [ 56.76, 59.44 ], "duration": 89.66, "caption": "Two women walk past two other women in the hallway.", "similarity": 0.6286, "relevance": 4 }, { "pair_id": 205033, "video_name": "s06e13_seg02_clip_10", "timestamp": [ 32.49, 36.27 ], "duration": 58.66, "caption": "Two women stand up and walk away while another woman stays on the couch.", "similarity": 0.6283, "relevance": 3 }, { "pair_id": 205034, "video_name": "grey_s02e21_seg02_clip_06", "timestamp": [ 42.97, 44.82 ], "duration": 92.66, "caption": "A woman walks away from another woman holding a chart.", "similarity": 0.6279, "relevance": 3 }, { "pair_id": 205035, "video_name": "castle_s01e09_seg02_clip_08", "timestamp": [ 64.21, 67.64 ], "duration": 98.66, "caption": "A woman walks away from her desk and another person follows.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 205036, "video_name": "grey_s02e20_seg02_clip_08", "timestamp": [ 32.94, 36.5 ], "duration": 89.66, "caption": "A woman walks away from person leaving them alone in the room.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 205037, "video_name": "friends_s07e20_seg01_clip_01", "timestamp": [ 50.38, 53.09 ], "duration": 60.66, "caption": "A woman walks away from another woman and exits the cafe.", "similarity": 0.621, "relevance": 3 }, { "pair_id": 205038, "video_name": "friends_s09e19_seg02_clip_18", "timestamp": [ 33.43, 36.87 ], "duration": 62.66, "caption": "Two women walk away from the crowd to talk alone.", "similarity": 0.6184, "relevance": 3 }, { "pair_id": 205039, "video_name": "grey_s02e21_seg02_clip_20", "timestamp": [ 44.07, 53.86 ], "duration": 89.66, "caption": "A woman walks out of the room followed by a woman.", "similarity": 0.6181, "relevance": 3 } ] }, { "query_id": 23336, "query": "A person reaches up and closes the curtains to the large windows.", "relevant_moment": [ { "pair_id": 135820, "video_name": "friends_s06e13_seg02_clip_20", "timestamp": [ 31.21, 33.61 ], "duration": 60.66, "caption": "A person reaches up and closes the curtains to the large windows.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 135821, "video_name": "grey_s03e08_seg02_clip_19", "timestamp": [ 31.33, 34.47 ], "duration": 89.66, "caption": "A person reaches up and closes the blue curtain.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 135822, "video_name": "s10e04_seg02_clip_09", "timestamp": [ 29.37, 32.79 ], "duration": 57.66, "caption": "A woman goes to the window and closes the curtains.", "similarity": 0.7857, "relevance": 3 }, { "pair_id": 135823, "video_name": "house_s03e01_seg02_clip_23", "timestamp": [ 29.82, 35.16 ], "duration": 89.66, "caption": "A woman closes the window and the curtains as a person is outside.", "similarity": 0.7687, "relevance": 3 }, { "pair_id": 135824, "video_name": "house_s03e09_seg02_clip_14", "timestamp": [ 3.33, 6.18 ], "duration": 95.66, "caption": "A person walks over and closes the window blinds.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 135825, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 33.98, 41.43 ], "duration": 93.66, "caption": "A man approaches a window, pulls the curtains and looks through the window.", "similarity": 0.7116, "relevance": 1 }, { "pair_id": 135827, "video_name": "s09e01_seg02_clip_02", "timestamp": [ 55.15, 60.82 ], "duration": 63.66, "caption": "A man walks over to the window that another man is standing outside of, reaches up and closes the curtains.", "similarity": 0.6988, "relevance": 4 }, { "pair_id": 135828, "video_name": "s10e05_seg02_clip_15", "timestamp": [ 17.41, 18.89 ], "duration": 59.66, "caption": "A person slides the window up to open it.", "similarity": 0.6828, "relevance": 1 }, { "pair_id": 135829, "video_name": "house_s03e19_seg02_clip_09", "timestamp": [ 65.82, 67.23 ], "duration": 94.66, "caption": "A person closes the curtains of a patient's room.", "similarity": 0.6742, "relevance": 3 }, { "pair_id": 135830, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 92.15, 94.03 ], "duration": 94.66, "caption": "A person opens a door with a window and blinds.", "similarity": 0.6738, "relevance": 0 }, { "pair_id": 135831, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 61.52, 66.4 ], "duration": 75.66, "caption": "A person pulls the cord on the curtains causing the drapes to draw closed.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 135832, "video_name": "house_s03e09_seg02_clip_14", "timestamp": [ 23.28, 26.13 ], "duration": 95.66, "caption": "A person walks over and opens the window blinds.", "similarity": 0.666, "relevance": 1 }, { "pair_id": 135833, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 51.61, 61.51 ], "duration": 86.66, "caption": "A person gets up and walks to the window.", "similarity": 0.6599, "relevance": 0 }, { "pair_id": 135834, "video_name": "s05e09_seg02_clip_15", "timestamp": [ 23.28, 34.21 ], "duration": 95.66, "caption": "A person gets up from the couch and opens the window.", "similarity": 0.6597, "relevance": 1 }, { "pair_id": 135835, "video_name": "s03e13_seg02_clip_09", "timestamp": [ 45.38, 48.98 ], "duration": 72.66, "caption": "A person opens his/her bedroom window and exits through the window.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 135836, "video_name": "castle_s08e09_seg02_clip_12", "timestamp": [ 0.0, 8.46 ], "duration": 94.66, "caption": "A person walks to the window by the curtain.", "similarity": 0.6468, "relevance": 0 }, { "pair_id": 135837, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 2.36, 4.72 ], "duration": 59.66, "caption": "A person turns around and looks out of a large window.", "similarity": 0.646, "relevance": 0 }, { "pair_id": 135838, "video_name": "castle_s05e17_seg02_clip_22", "timestamp": [ 57.35, 62.25 ], "duration": 98.66, "caption": "A woman pulls back the curtain to look out the window.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 135839, "video_name": "castle_s05e05_seg02_clip_24", "timestamp": [ 29.24, 32.34 ], "duration": 88.66, "caption": "A person moves a curtain from a window covered with newspapers.", "similarity": 0.6406, "relevance": 1 } ] }, { "query_id": 23362, "query": "A woman was having a conversation with other women wearing brown coat, gray coat, and blue polo.", "relevant_moment": [ { "pair_id": 154260, "video_name": "friends_s01e04_seg02_clip_06", "timestamp": [ 15.99, 58.15 ], "duration": 58.66, "caption": "A woman was having a conversation with other women wearing brown coat, gray coat, and blue polo.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154261, "video_name": "friends_s05e16_seg02_clip_04", "timestamp": [ 34.83, 59.03 ], "duration": 59.66, "caption": "A woman was having a conversation with another woman wearing a brown coat.", "similarity": 0.8839, "relevance": 2 }, { "pair_id": 154262, "video_name": "friends_s09e19_seg02_clip_06", "timestamp": [ 0.0, 4.94 ], "duration": 58.66, "caption": "A woman was having a conversation with another woman wearing blue polo.", "similarity": 0.8391, "relevance": 2 }, { "pair_id": 154263, "video_name": "house_s05e16_seg02_clip_21", "timestamp": [ 39.8, 56.98 ], "duration": 90.66, "caption": "A woman was having a conversation with another woman wearing a brown sweater.", "similarity": 0.7873, "relevance": 2 }, { "pair_id": 154264, "video_name": "friends_s03e18_seg02_clip_03", "timestamp": [ 0.0, 21.62 ], "duration": 59.66, "caption": "A woman was having a conversation with a man wearing brown sweater and a woman wearing brown coat.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 154265, "video_name": "friends_s09e06_seg02_clip_04", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman was having a conversation with a man wearing a brown coat.", "similarity": 0.7767, "relevance": 1 }, { "pair_id": 154266, "video_name": "friends_s02e08_seg02_clip_04", "timestamp": [ 0.0, 55.02 ], "duration": 55.66, "caption": "A woman was having a conversation with a man wearing a brown coat.", "similarity": 0.7767, "relevance": 1 }, { "pair_id": 154267, "video_name": "friends_s07e05_seg02_clip_11", "timestamp": [ 0.0, 24.32 ], "duration": 59.66, "caption": "A woman was having a conversation with a man wearing a gray polo.", "similarity": 0.7764, "relevance": 1 }, { "pair_id": 154268, "video_name": "friends_s09e13_seg02_clip_10", "timestamp": [ 3.15, 19.85 ], "duration": 63.66, "caption": "A woman was having a conversation with another woman wearing gray sweater and colorful scarf.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 154269, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 80.28, 92.28 ], "duration": 92.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.7726, "relevance": 1 }, { "pair_id": 154270, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 154271, "video_name": "s05e17_seg02_clip_11", "timestamp": [ 1.43, 3.71 ], "duration": 57.66, "caption": "A woman wears her coat while she is talking to two women.", "similarity": 0.7707, "relevance": 1 }, { "pair_id": 154272, "video_name": "friends_s04e09_seg02_clip_14", "timestamp": [ 0.0, 10.27 ], "duration": 60.66, "caption": "A woman and another woman wearing gray sweater were having conversation.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 154273, "video_name": "friends_s04e16_seg02_clip_15", "timestamp": [ 33.16, 59.21 ], "duration": 59.66, "caption": "A woman and a person wearing a brown coat were having a conversation.", "similarity": 0.7651, "relevance": 2 }, { "pair_id": 154274, "video_name": "friends_s05e02_seg02_clip_04", "timestamp": [ 0.0, 56.96 ], "duration": 59.66, "caption": "A woman was talking to two other women.", "similarity": 0.764, "relevance": 1 }, { "pair_id": 154275, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 0.0, 26.21 ], "duration": 80.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 154276, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 0.0, 12.08 ], "duration": 105.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 154277, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 9.79, 45.85 ], "duration": 89.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 154278, "video_name": "friends_s09e12_seg02_clip_17", "timestamp": [ 6.21, 62.12 ], "duration": 62.66, "caption": "A woman and the person wearing brown coat were having a conversation.", "similarity": 0.7577, "relevance": 1 }, { "pair_id": 154279, "video_name": "friends_s01e03_seg02_clip_20", "timestamp": [ 10.93, 31.83 ], "duration": 95.66, "caption": "A woman was sitting and having a conversation with a man wearing brown polo.", "similarity": 0.7574, "relevance": 0 }, { "pair_id": 327580, "video_name": "grey_s03e18_seg02_clip_21", "timestamp": [ 45.46, 90.02 ], "duration": 90.66, "caption": "Some women are having a conversation with each other.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 327581, "video_name": "grey_s03e06_seg02_clip_06", "timestamp": [ 0.0, 11.28 ], "duration": 90.66, "caption": "Some women are having a conversation with each other.", "similarity": 0.747, "relevance": 2 }, { "pair_id": 327582, "video_name": "grey_s02e22_seg02_clip_16", "timestamp": [ 12.0, 49.94 ], "duration": 96.66, "caption": "Some women are having a conversation with each other.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 327583, "video_name": "friends_s02e06_seg02_clip_11", "timestamp": [ 0.0, 17.52 ], "duration": 59.66, "caption": "A woman was having a conversation with another woman wearing gold jacket.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 327584, "video_name": "friends_s09e15_seg02_clip_15", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A woman wearing blue blouse and a man wearing brown coat were having a conversation.", "similarity": 0.7445, "relevance": 1 }, { "pair_id": 327585, "video_name": "grey_s02e08_seg02_clip_05", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "Two women and a woman are having a conversation with each other.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 327586, "video_name": "friends_s02e14_seg02_clip_05", "timestamp": [ 0.0, 16.81 ], "duration": 60.66, "caption": "A woman was having a conversation with a man wearing checkered polo and a woman wearing floral sweater.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 327587, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 327588, "video_name": "friends_s06e02_seg02_clip_07", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Two people were having a conversation with three women.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 327589, "video_name": "grey_s02e05_seg02_clip_05", "timestamp": [ 0.0, 17.61 ], "duration": 80.66, "caption": "The women are having a conversation with each other.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 327590, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 0.0, 78.65 ], "duration": 89.66, "caption": "A woman was having a conversation with some people.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 327591, "video_name": "castle_s06e23_seg02_clip_09", "timestamp": [ 39.56, 89.66 ], "duration": 89.66, "caption": "Two women and a woman were having a conversation.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 327592, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 26.69, 92.03 ], "duration": 92.66, "caption": "A woman was having an intense conversation with two other people.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 327593, "video_name": "friends_s01e01_seg02_clip_08", "timestamp": [ 0.0, 7.83 ], "duration": 58.66, "caption": "A person was having a conversation with two women.", "similarity": 0.7329, "relevance": 2 }, { "pair_id": 327594, "video_name": "s06e13_seg02_clip_16", "timestamp": [ 0.0, 33.07 ], "duration": 58.66, "caption": "Some women were having a conversation.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 327595, "video_name": "s04e10_seg01_clip_03", "timestamp": [ 0.0, 54.03 ], "duration": 54.66, "caption": "Some women were having a conversation.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 327596, "video_name": "friends_s07e21_seg02_clip_00", "timestamp": [ 0.0, 61.54 ], "duration": 61.66, "caption": "Some women were having a conversation.", "similarity": 0.7306, "relevance": 1 }, { "pair_id": 327597, "video_name": "friends_s03e23_seg02_clip_13", "timestamp": [ 0.0, 51.61 ], "duration": 67.66, "caption": "Some women were having a conversation.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 327598, "video_name": "grey_s03e06_seg02_clip_05", "timestamp": [ 65.43, 89.02 ], "duration": 89.66, "caption": "Two women are having a conversation then another woman came and join their conversation.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 327599, "video_name": "house_s06e10_seg02_clip_22", "timestamp": [ 54.3, 89.02 ], "duration": 89.66, "caption": "A woman is having a conversation with two men and a woman.", "similarity": 0.7276, "relevance": 2 } ] }, { "query_id": 23376, "query": "A man and another man stand up from the couch.", "relevant_moment": [ { "pair_id": 1520, "video_name": "friends_s01e04_seg02_clip_02", "timestamp": [ 11.21, 15.35 ], "duration": 59.66, "caption": "A man and another man stand up from the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1521, "video_name": "s02e16_seg02_clip_09", "timestamp": [ 34.5, 37.64 ], "duration": 57.66, "caption": "Two men stand up from the couch.", "similarity": 0.8628, "relevance": 4 }, { "pair_id": 1522, "video_name": "house_s04e07_seg02_clip_00", "timestamp": [ 64.53, 66.87 ], "duration": 93.66, "caption": "Two people stand up at the same time from the couch.", "similarity": 0.8559, "relevance": 4 }, { "pair_id": 1523, "video_name": "met_s02e01_seg01_clip_02", "timestamp": [ 1.51, 15.1 ], "duration": 46.66, "caption": "A man slowly stands up from his seat on the couch next to another man.", "similarity": 0.8422, "relevance": 3 }, { "pair_id": 1524, "video_name": "castle_s08e21_seg02_clip_16", "timestamp": [ 27.47, 37.71 ], "duration": 93.66, "caption": "A man gets up from the sofa to stand beside another man.", "similarity": 0.8396, "relevance": 2 }, { "pair_id": 1525, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 10.92, 17.41 ], "duration": 59.66, "caption": "A man stands up and walks over to the couch with another man.", "similarity": 0.8316, "relevance": 2 }, { "pair_id": 1526, "video_name": "friends_s04e12_seg02_clip_10", "timestamp": [ 56.36, 59.64 ], "duration": 59.66, "caption": "A man rises from the couch and stands next to another man.", "similarity": 0.8219, "relevance": 3 }, { "pair_id": 1527, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 9.92, 12.81 ], "duration": 64.66, "caption": "A man stands up from the couch and walks toward another man.", "similarity": 0.8058, "relevance": 1 }, { "pair_id": 1528, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 27.85, 31.33 ], "duration": 58.66, "caption": "A woman and a man stand up together from the couch when another person walks over.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 1529, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 10.37, 12.21 ], "duration": 61.66, "caption": "A person stands up from the couch he was sitting on with another person.", "similarity": 0.7906, "relevance": 3 }, { "pair_id": 1530, "video_name": "s07e14_seg02_clip_13", "timestamp": [ 13.96, 17.99 ], "duration": 62.66, "caption": "A man gets up off the couch then another man gets up too.", "similarity": 0.784, "relevance": 4 }, { "pair_id": 1531, "video_name": "met_s02e03_seg02_clip_09", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "A person stands up from being seated beside man in a sofa.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 1532, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 13.35, 16.54 ], "duration": 58.66, "caption": "A woman stands up from in between two men on the couch.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 1533, "video_name": "s02e18_seg02_clip_12", "timestamp": [ 54.52, 58.3 ], "duration": 63.66, "caption": "Two men stand up from sitting on the sofa.", "similarity": 0.7588, "relevance": 4 }, { "pair_id": 1534, "video_name": "met_s02e09_seg02_clip_10", "timestamp": [ 22.63, 37.43 ], "duration": 58.66, "caption": "A man stands up from the couch and a short time later a woman does the same.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 1535, "video_name": "friends_s05e11_seg02_clip_08", "timestamp": [ 42.94, 48.46 ], "duration": 85.66, "caption": "A man suddenly stand up and leave the person on the couch.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 1536, "video_name": "friends_s06e15-16_seg02_clip_13", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A man and a woman go from standing, and sit down on the couch.", "similarity": 0.7361, "relevance": 0 }, { "pair_id": 1537, "video_name": "friends_s08e11_seg02_clip_01", "timestamp": [ 16.53, 19.48 ], "duration": 59.66, "caption": "A man gets up from his armchair and sits besides another man on the couch.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 1538, "video_name": "friends_s09e17_seg02_clip_13", "timestamp": [ 15.82, 20.47 ], "duration": 62.66, "caption": "A man stands up from the couch and approaches another person.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 1539, "video_name": "met_s02e18_seg02_clip_16", "timestamp": [ 45.55, 48.78 ], "duration": 58.66, "caption": "Two people both get up from the couch at the same time.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 174840, "video_name": "friends_s10e15_seg02_clip_19", "timestamp": [ 0.0, 2.7 ], "duration": 54.66, "caption": "Two people get up from the couch.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 174841, "video_name": "friends_s04e01_seg02_clip_14", "timestamp": [ 26.56, 42.5 ], "duration": 59.66, "caption": "A man gets up off of the couch and talks to another man.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 174842, "video_name": "friends_s05e02_seg02_clip_14", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A man stands up from the couch and a woman puts her hands up in front of him.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 174843, "video_name": "s04e12_seg02_clip_14", "timestamp": [ 28.81, 32.71 ], "duration": 60.66, "caption": "A man gets up from his desk and sits next to another man on the couch.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 174844, "video_name": "s02e08_seg02_clip_15", "timestamp": [ 27.85, 33.5 ], "duration": 87.66, "caption": "A man gets up from the couch and hugs another man and a woman.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 174845, "video_name": "friends_s03e15_seg02_clip_04", "timestamp": [ 23.8, 25.02 ], "duration": 61.66, "caption": "A man slaps another man and then stands up from the couch.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 174846, "video_name": "s06e15_seg02_clip_01", "timestamp": [ 39.55, 42.79 ], "duration": 59.66, "caption": "A man gets up from the arm of the sofa and sits beside a person on the sofa.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 174847, "video_name": "s01e11_seg01_clip_01", "timestamp": [ 21.32, 22.63 ], "duration": 87.66, "caption": "A person stands up from the couch suddenly between woman and man.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 174848, "video_name": "met_s06e22_seg02_clip_15", "timestamp": [ 41.91, 55.15 ], "duration": 63.66, "caption": "A man and another man get up from the couch and start arguing.", "similarity": 0.7065, "relevance": 4 }, { "pair_id": 174849, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 55.78, 63.03 ], "duration": 63.66, "caption": "Two people are standing next to each other, then one person sits down on the couch.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 174850, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 30.53, 31.91 ], "duration": 34.66, "caption": "A man stands up from his seated position on the couch.", "similarity": 0.7009, "relevance": 3 }, { "pair_id": 174851, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 21.43, 33.09 ], "duration": 63.66, "caption": "A man and a woman stand up from the couch to greet the person that walks into the room.", "similarity": 0.7005, "relevance": 3 }, { "pair_id": 174852, "video_name": "friends_s03e13_seg02_clip_04", "timestamp": [ 38.04, 41.3 ], "duration": 65.66, "caption": "Two people stand up from the couch and shake hands with another person.", "similarity": 0.6997, "relevance": 4 }, { "pair_id": 174853, "video_name": "castle_s06e03_seg02_clip_26", "timestamp": [ 60.09, 64.99 ], "duration": 89.66, "caption": "A person gets up the couch and another person sits up straight.", "similarity": 0.6971, "relevance": 1 }, { "pair_id": 174854, "video_name": "castle_s07e17_seg02_clip_25", "timestamp": [ 70.67, 72.92 ], "duration": 90.66, "caption": "A person stands up from the couch when another person drags them up.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 174855, "video_name": "friends_s04e22_seg02_clip_04", "timestamp": [ 2.14, 6.1 ], "duration": 61.66, "caption": "A man jumps up from the chair and sits down on the couch beside another man.", "similarity": 0.6945, "relevance": 4 }, { "pair_id": 174856, "video_name": "friends_s06e15-16_seg02_clip_27", "timestamp": [ 45.25, 49.83 ], "duration": 57.66, "caption": "A woman stands up and gets back on the couch with a man.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 174857, "video_name": "met_s03e01_seg02_clip_02", "timestamp": [ 31.77, 35.33 ], "duration": 59.66, "caption": "A person gets up from the sofa and stands behind another person.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 174858, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 19.48, 22.33 ], "duration": 95.66, "caption": "A man sits beside another man on the couch.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 174859, "video_name": "friends_s01e06_seg02_clip_08", "timestamp": [ 2.84, 12.61 ], "duration": 63.66, "caption": "Both a man and another person are on the sofa with their arms crossed.", "similarity": 0.6871, "relevance": 1 } ] }, { "query_id": 23381, "query": "A man climbs out from under the table and stands next to another man.", "relevant_moment": [ { "pair_id": 159700, "video_name": "friends_s08e02_seg02_clip_05", "timestamp": [ 17.11, 21.1 ], "duration": 57.66, "caption": "A man climbs out from under the table and stands next to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159701, "video_name": "s10e02_seg02_clip_07", "timestamp": [ 6.6, 8.91 ], "duration": 66.66, "caption": "A man walks over to the table to stand next to another man.", "similarity": 0.7225, "relevance": 1 }, { "pair_id": 159702, "video_name": "friends_s09e23-24_seg02_clip_26", "timestamp": [ 8.12, 15.62 ], "duration": 62.66, "caption": "A man gets up from the table and another man sits down.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 159703, "video_name": "friends_s02e01_seg02_clip_17", "timestamp": [ 3.71, 7.98 ], "duration": 57.66, "caption": "A man gets up from the table and walks over to another man.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 159705, "video_name": "castle_s08e11_seg02_clip_08", "timestamp": [ 44.19, 57.68 ], "duration": 93.66, "caption": "A person gets up from the table and man follows him as they leave another man.", "similarity": 0.6808, "relevance": 2 }, { "pair_id": 159706, "video_name": "house_s08e10_seg02_clip_14", "timestamp": [ 62.29, 65.45 ], "duration": 90.66, "caption": "A man gets up and leaves the table and another person looks at a man.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 159707, "video_name": "friends_s10e06_seg02_clip_22", "timestamp": [ 35.4, 38.88 ], "duration": 58.66, "caption": "A man comes from around the table and towards two people.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 159708, "video_name": "friends_s04e22_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 36.66, "caption": "A man gets up from beside two other men.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 159709, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 50.73, 55.91 ], "duration": 69.66, "caption": "A man gets up from the table leaving two other men sitting at the table.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 159710, "video_name": "house_s03e10_seg02_clip_01", "timestamp": [ 18.87, 25.31 ], "duration": 92.66, "caption": "A man sits down at the table right across from another man.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 159711, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 7.69, 11.76 ], "duration": 90.66, "caption": "Two people get up from the table with another person.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 159712, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 61.09, 66.64 ], "duration": 92.66, "caption": "A man gets up from the table along with woman and person.", "similarity": 0.6402, "relevance": 1 }, { "pair_id": 159713, "video_name": "s02e17_seg02_clip_12", "timestamp": [ 32.88, 38.77 ], "duration": 62.66, "caption": "A man stands up from the table and walks over to another person's table.", "similarity": 0.638, "relevance": 1 }, { "pair_id": 159714, "video_name": "house_s03e05_seg02_clip_13", "timestamp": [ 0.0, 66.78 ], "duration": 90.66, "caption": "A man was sitting on his table in front of another man.", "similarity": 0.633, "relevance": 1 }, { "pair_id": 159715, "video_name": "friends_s01e04_seg02_clip_18", "timestamp": [ 27.07, 29.71 ], "duration": 66.66, "caption": "A man stands up from his chair next to another man.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 159716, "video_name": "castle_s03e17_seg02_clip_17", "timestamp": [ 25.12, 27.91 ], "duration": 93.66, "caption": "A man pushes the table toward another man pushing him over.", "similarity": 0.6311, "relevance": 1 }, { "pair_id": 159717, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 51.87, 61.03 ], "duration": 61.66, "caption": "A man takes a seat at the table right next to another man.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 159718, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 8.68, 11.17 ], "duration": 62.66, "caption": "A man is walking toward a table from beside another person's chair.", "similarity": 0.6286, "relevance": 1 }, { "pair_id": 159719, "video_name": "castle_s05e13_seg02_clip_08", "timestamp": [ 62.44, 65.12 ], "duration": 89.66, "caption": "A man gets up from the table to which two women get up with him.", "similarity": 0.6261, "relevance": 1 } ] }, { "query_id": 23489, "query": "A doctor enters a room where he found a woman sitting in a sofa.", "relevant_moment": [ { "pair_id": 8960, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 0.0, 87.02 ], "duration": 87.66, "caption": "A doctor enters a room where he found a woman sitting in a sofa.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 8961, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 42.36, 44.1 ], "duration": 58.66, "caption": "A doctor walks into the patient room where a woman is sitting on an examination bed.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 8962, "video_name": "house_s03e17_seg02_clip_20", "timestamp": [ 0.0, 2.94 ], "duration": 84.66, "caption": "A doctor enters a room with woman waiting at the doorway.", "similarity": 0.7575, "relevance": 3 }, { "pair_id": 8963, "video_name": "house_s05e22_seg02_clip_25", "timestamp": [ 61.34, 64.28 ], "duration": 84.66, "caption": "A doctor opens the wooden door to see woman inside the room.", "similarity": 0.7468, "relevance": 3 }, { "pair_id": 8964, "video_name": "house_s01e20_seg02_clip_06", "timestamp": [ 52.66, 55.81 ], "duration": 90.66, "caption": "A doctor enters a room to see a woman in a pink top strangling a male patient.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 8965, "video_name": "house_s05e21_seg02_clip_07", "timestamp": [ 68.27, 84.29 ], "duration": 84.66, "caption": "A doctor enters the room and starts an argument with a woman.", "similarity": 0.7435, "relevance": 3 }, { "pair_id": 8966, "video_name": "house_s06e19_seg02_clip_24", "timestamp": [ 0.0, 10.88 ], "duration": 87.66, "caption": "A woman enters a patient room and takes a seat beside the patient's bed.", "similarity": 0.7324, "relevance": 2 }, { "pair_id": 8967, "video_name": "house_s02e18_seg02_clip_23", "timestamp": [ 12.9, 21.08 ], "duration": 86.66, "caption": "A man entered a room and the woman doctor tells him about a patient.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 8968, "video_name": "friends_s05e22_seg02_clip_04", "timestamp": [ 54.01, 55.48 ], "duration": 59.66, "caption": "A doctor enters the exam room and introduces himself to a woman.", "similarity": 0.7274, "relevance": 3 }, { "pair_id": 8969, "video_name": "house_s05e16_seg02_clip_17", "timestamp": [ 14.58, 17.83 ], "duration": 81.66, "caption": "A doctor opens the door and leaves a woman inside the room.", "similarity": 0.7258, "relevance": 1 }, { "pair_id": 8970, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 66.05, 67.91 ], "duration": 93.66, "caption": "A woman enters the room and asks a doctor about a man.", "similarity": 0.7223, "relevance": 1 }, { "pair_id": 8971, "video_name": "house_s01e01_seg02_clip_12", "timestamp": [ 18.34, 22.57 ], "duration": 94.66, "caption": "A woman walks into the patient room where a man is sitting.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 8972, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 0.96, 5.28 ], "duration": 96.66, "caption": "A doctor enters a room with a person waiting for them inside.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 8973, "video_name": "house_s06e19_seg02_clip_12", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A man enters a patient's room and greets a woman sitting on the couch.", "similarity": 0.7131, "relevance": 2 }, { "pair_id": 8974, "video_name": "house_s08e09_seg02_clip_17", "timestamp": [ 54.92, 58.94 ], "duration": 89.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 8975, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 76.19, 80.78 ], "duration": 91.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 8976, "video_name": "house_s02e22_seg02_clip_01", "timestamp": [ 1.35, 4.95 ], "duration": 90.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 8977, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 29.41, 32.35 ], "duration": 84.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 8978, "video_name": "house_s01e16_seg02_clip_25", "timestamp": [ 120.71, 126.38 ], "duration": 162.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 8979, "video_name": "house_s03e12_seg02_clip_05", "timestamp": [ 18.81, 24.45 ], "duration": 94.66, "caption": "Dr. House opens the door and sees a female patient sitting on the bed.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 182280, "video_name": "friends_s08e23-24_seg02_clip_27", "timestamp": [ 16.57, 38.38 ], "duration": 58.66, "caption": "A doctor walks in the room to check on a woman.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 182281, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 92.15, 94.03 ], "duration": 94.66, "caption": "A doctor opens the door and enters a room.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 182282, "video_name": "s08e07_seg02_clip_08", "timestamp": [ 36.89, 41.61 ], "duration": 59.66, "caption": "A woman enters the apartment and sees a doctor sitting beside person.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 182283, "video_name": "s01e04_seg02_clip_15", "timestamp": [ 0.0, 31.01 ], "duration": 62.66, "caption": "A woman comes in the room with a person. And start to talk with a doctor.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 182284, "video_name": "house_s07e17_seg02_clip_18", "timestamp": [ 68.9, 71.42 ], "duration": 84.66, "caption": "A doctor enters into a woman's office area.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 182285, "video_name": "friends_s08e22_seg02_clip_07", "timestamp": [ 53.65, 55.02 ], "duration": 55.66, "caption": "The doctor walks into the examination room where woman and man are.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 182286, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 33.26, 41.34 ], "duration": 95.66, "caption": "A person enters the room of the patient.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 182287, "video_name": "house_s04e06_seg02_clip_13", "timestamp": [ 33.01, 38.29 ], "duration": 88.66, "caption": "A woman slides the curtain and she found a man seating in patient's bed.", "similarity": 0.692, "relevance": 3 }, { "pair_id": 182288, "video_name": "house_s02e06_seg02_clip_13", "timestamp": [ 23.75, 25.61 ], "duration": 93.66, "caption": "A doctor enters the room where their patient is waiting for them.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 182289, "video_name": "house_s06e18_seg02_clip_25", "timestamp": [ 1.38, 4.14 ], "duration": 92.66, "caption": "A man opens the door and enters a woman's patients room.", "similarity": 0.6889, "relevance": 3 }, { "pair_id": 182290, "video_name": "house_s08e08_seg02_clip_22", "timestamp": [ 0.0, 4.14 ], "duration": 92.66, "caption": "A man enters the room where he found two doctors.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 182291, "video_name": "grey_s02e02_seg02_clip_14", "timestamp": [ 32.79, 52.27 ], "duration": 95.66, "caption": "A doctor enters the patient's room and converses with two people and takes the patient.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 182292, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 54.3, 62.12 ], "duration": 92.66, "caption": "A doctor opens the door to the patient exam room and speaks to a woman.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 182293, "video_name": "house_s06e05_seg02_clip_17", "timestamp": [ 46.08, 49.02 ], "duration": 49.66, "caption": "A doctor sees a person sitting on the couch.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 182294, "video_name": "house_s07e23_seg02_clip_06", "timestamp": [ 6.34, 18.56 ], "duration": 90.66, "caption": "A woman leaves a man's room and enters another patient's room.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 182295, "video_name": "house_s05e19_seg02_clip_12", "timestamp": [ 70.33, 89.02 ], "duration": 89.66, "caption": "A woman comes into the room to see the patient.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 182296, "video_name": "friends_s04e12_seg02_clip_09", "timestamp": [ 8.54, 13.73 ], "duration": 61.66, "caption": "A woman doctor walks into the room to talk to another person.", "similarity": 0.6799, "relevance": 3 }, { "pair_id": 182297, "video_name": "friends_s08e23-24_seg02_clip_01", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A doctor walks through the waiting room past a woman.", "similarity": 0.6795, "relevance": 3 }, { "pair_id": 182298, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 22.27, 25.98 ], "duration": 106.66, "caption": "A man checks a woman inside the patient's room.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 182299, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A person entered the room and walked towards a doctor.", "similarity": 0.675, "relevance": 2 } ] }, { "query_id": 23555, "query": "A person picks up a notebook and opens it.", "relevant_moment": [ { "pair_id": 17920, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 28.53, 32.57 ], "duration": 62.66, "caption": "A person picks up a notebook and opens it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17921, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 29.77, 33.19 ], "duration": 62.66, "caption": "A person picks up a notebook from their desk and opens it.", "similarity": 0.9474, "relevance": 4 }, { "pair_id": 17922, "video_name": "met_s02e03_seg02_clip_10", "timestamp": [ 44.06, 45.02 ], "duration": 63.66, "caption": "A person picks up a notebook from the desk and files it.", "similarity": 0.8325, "relevance": 2 }, { "pair_id": 17923, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 34.13, 41.87 ], "duration": 91.66, "caption": "A person picks up a notebook from the table and looks through it.", "similarity": 0.8218, "relevance": 4 }, { "pair_id": 17925, "video_name": "s09e04_seg02_clip_05", "timestamp": [ 42.72, 48.82 ], "duration": 61.66, "caption": "A man picks up the notebook and starting writing in it.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 17926, "video_name": "castle_s06e16_seg02_clip_08", "timestamp": [ 15.19, 19.66 ], "duration": 89.66, "caption": "A person holding a notebook reads what's inside.", "similarity": 0.7986, "relevance": 3 }, { "pair_id": 17927, "video_name": "house_s06e19_seg02_clip_01", "timestamp": [ 18.7, 21.81 ], "duration": 89.66, "caption": "A person closes their notebook, picks it up and walks out of the room.", "similarity": 0.783, "relevance": 2 }, { "pair_id": 17928, "video_name": "castle_s02e16_seg02_clip_21", "timestamp": [ 55.36, 57.62 ], "duration": 90.66, "caption": "A person searches the contents of a notebook he is holding.", "similarity": 0.7719, "relevance": 4 }, { "pair_id": 17929, "video_name": "castle_s06e07_seg02_clip_17", "timestamp": [ 77.92, 80.59 ], "duration": 89.66, "caption": "A person hands a woman a small open notebook.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 17930, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 9.61, 12.1 ], "duration": 62.66, "caption": "A person takes out a notebook and shows it to some people.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 17931, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 32.77, 39.6 ], "duration": 91.66, "caption": "A man starts walking and opens up a notebook.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 17932, "video_name": "house_s01e06_seg02_clip_03", "timestamp": [ 8.36, 10.56 ], "duration": 88.66, "caption": "A person takes out a notebook and shows it to another person.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 17933, "video_name": "castle_s02e01_seg02_clip_15", "timestamp": [ 16.53, 20.89 ], "duration": 87.66, "caption": "A woman opens up her notebook ready to take some notes.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 17934, "video_name": "friends_s06e23_seg02_clip_15", "timestamp": [ 5.12, 7.68 ], "duration": 64.66, "caption": "A person taps on their notebook a couple of times.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 17935, "video_name": "s01e08_seg02_clip_13", "timestamp": [ 48.32, 53.72 ], "duration": 60.66, "caption": "A person carries the laptop to the door and starts to open the door.", "similarity": 0.72, "relevance": 1 }, { "pair_id": 17936, "video_name": "friends_s09e15_seg02_clip_18", "timestamp": [ 32.41, 38.42 ], "duration": 60.66, "caption": "A man opens up an old crumpled up notebook.", "similarity": 0.7173, "relevance": 3 }, { "pair_id": 17937, "video_name": "house_s06e14_seg02_clip_14", "timestamp": [ 54.39, 59.61 ], "duration": 87.66, "caption": "A person takes a book from a bookcase and opens it.", "similarity": 0.7165, "relevance": 4 }, { "pair_id": 17938, "video_name": "house_s07e13_seg02_clip_08", "timestamp": [ 84.63, 86.86 ], "duration": 89.66, "caption": "A person closes their laptop and picks it up off of the table.", "similarity": 0.7139, "relevance": 1 }, { "pair_id": 17939, "video_name": "s06e15_seg01_clip_01", "timestamp": [ 41.21, 44.41 ], "duration": 80.66, "caption": "A person lifts a black notebook and slams it on the desk drawer next to him.", "similarity": 0.7115, "relevance": 2 } ] }, { "query_id": 23561, "query": "A woman is in a kitchen taking out muffins from an oven and with muffins all around her.", "relevant_moment": [ { "pair_id": 6220, "video_name": "grey_s03e02_seg02_clip_00", "timestamp": [ 24.02, 39.73 ], "duration": 92.66, "caption": "A woman is in a kitchen taking out muffins from an oven and with muffins all around her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6221, "video_name": "house_s08e10_seg02_clip_22", "timestamp": [ 25.63, 35.71 ], "duration": 84.66, "caption": "A woman takes the muffin out of the bag and takes a bite.", "similarity": 0.7243, "relevance": 0 }, { "pair_id": 6222, "video_name": "grey_s02e10_seg02_clip_16", "timestamp": [ 39.23, 40.82 ], "duration": 106.66, "caption": "A woman grabs a muffin from the counter and sniffs it.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 6223, "video_name": "friends_s02e23_seg01_clip_00", "timestamp": [ 0.0, 6.93 ], "duration": 99.66, "caption": "A woman brings a muffin on a plate over to some people and a person grabs it.", "similarity": 0.6675, "relevance": 1 }, { "pair_id": 6224, "video_name": "friends_s04e03_seg02_clip_02", "timestamp": [ 7.44, 11.79 ], "duration": 62.66, "caption": "A woman is in the kitchen pouring batter into cupcake pans.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 6225, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 49.43, 58.95 ], "duration": 90.66, "caption": "Multiple people walk into the kitchen as they see the tables filled with muffins as a person is in the kitchen mixing telling they she is busy.", "similarity": 0.6267, "relevance": 2 }, { "pair_id": 6226, "video_name": "grey_s03e02_seg02_clip_13", "timestamp": [ 41.94, 47.8 ], "duration": 90.66, "caption": "A woman picks up a muffin and looks to her side.", "similarity": 0.6103, "relevance": 2 }, { "pair_id": 6227, "video_name": "grey_s03e12_seg02_clip_17", "timestamp": [ 35.73, 40.9 ], "duration": 94.66, "caption": "A woman walks into the kitchen and finds someone sitting at the counter and drinking coffee among all the cobblers she baked.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 6228, "video_name": "friends_s07e09_seg02_clip_12", "timestamp": [ 28.39, 59.76 ], "duration": 66.66, "caption": "A woman was doing a lot of baked goods.", "similarity": 0.6014, "relevance": 1 }, { "pair_id": 6229, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 0.31, 6.2 ], "duration": 62.66, "caption": "A woman takes out the baking tray from the oven and puts it on the table.", "similarity": 0.5987, "relevance": 3 }, { "pair_id": 6230, "video_name": "friends_s09e18_seg02_clip_18", "timestamp": [ 36.27, 39.6 ], "duration": 74.66, "caption": "A woman holds up a mug and a plate of muffins and shrugs.", "similarity": 0.598, "relevance": 1 }, { "pair_id": 6231, "video_name": "grey_s03e02_seg02_clip_13", "timestamp": [ 33.82, 39.68 ], "duration": 90.66, "caption": "A woman walks into the kitchen and is amazed at all the baked goods all over the place.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 6232, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 23.5, 30.82 ], "duration": 61.66, "caption": "A woman walks into the kitchen and takes food from a container in the counter.", "similarity": 0.5823, "relevance": 1 }, { "pair_id": 6233, "video_name": "grey_s03e05_seg02_clip_00", "timestamp": [ 0.0, 5.03 ], "duration": 91.66, "caption": "A guy is standing with a woman in the kitchen entrance as he tells another woman that he figured she'd be done with her muffin thing and she tells him she's making breakfast.", "similarity": 0.5731, "relevance": 1 }, { "pair_id": 6234, "video_name": "s08e09_seg02_clip_09", "timestamp": [ 41.25, 49.62 ], "duration": 62.66, "caption": "A woman picks up a muffin from a basket on the desk and holds it while she talks to a man.", "similarity": 0.5673, "relevance": 2 }, { "pair_id": 6235, "video_name": "castle_s03e21_seg02_clip_11", "timestamp": [ 47.71, 53.11 ], "duration": 90.66, "caption": "A person picks up a tiny muffin and then drops it.", "similarity": 0.564, "relevance": 1 }, { "pair_id": 6236, "video_name": "friends_s03e14_seg02_clip_04", "timestamp": [ 27.46, 31.08 ], "duration": 60.66, "caption": "A woman puts a pot in the oven from on top of the stove.", "similarity": 0.5636, "relevance": 0 }, { "pair_id": 6237, "video_name": "castle_s08e05_seg02_clip_18", "timestamp": [ 78.43, 80.19 ], "duration": 87.66, "caption": "A woman is in the kitchen stirring food in a pan with a large spoon.", "similarity": 0.5612, "relevance": 0 }, { "pair_id": 6238, "video_name": "s08e21_seg02_clip_02", "timestamp": [ 51.02, 53.42 ], "duration": 60.66, "caption": "A woman enters the kitchen and carries a cup.", "similarity": 0.5612, "relevance": 0 }, { "pair_id": 6239, "video_name": "s02e19_seg02_clip_11", "timestamp": [ 21.25, 41.61 ], "duration": 59.66, "caption": "A woman is taking food and condiments out of a bag onto the coffee table.", "similarity": 0.5574, "relevance": 0 } ] }, { "query_id": 23590, "query": "A man is following a man up the stairs of the apartment complex.", "relevant_moment": [ { "pair_id": 151700, "video_name": "s09e21_seg02_clip_07", "timestamp": [ 2.14, 8.24 ], "duration": 61.66, "caption": "A man is following a man up the stairs of the apartment complex.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151701, "video_name": "s01e04_seg01_clip_00", "timestamp": [ 36.62, 61.03 ], "duration": 61.66, "caption": "Two men walk down the stairs of the apartment complex.", "similarity": 0.7931, "relevance": 2 }, { "pair_id": 151702, "video_name": "s04e03_seg02_clip_02", "timestamp": [ 33.93, 57.02 ], "duration": 57.66, "caption": "Two men are walking up the stairs to their apartment.", "similarity": 0.7642, "relevance": 4 }, { "pair_id": 151703, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "Two men and a woman reach the apartment and a person continues to walk up the stairs.", "similarity": 0.7437, "relevance": 1 }, { "pair_id": 151704, "video_name": "house_s01e06_seg02_clip_09", "timestamp": [ 57.58, 65.67 ], "duration": 101.66, "caption": "A man and another man walk up to an apartment complex and in front of a door.", "similarity": 0.7342, "relevance": 4 }, { "pair_id": 151705, "video_name": "s05e23_seg02_clip_17", "timestamp": [ 58.83, 59.73 ], "duration": 60.66, "caption": "A man walks up the stairs to his apartment door.", "similarity": 0.7316, "relevance": 1 }, { "pair_id": 151707, "video_name": "castle_s01e04_seg02_clip_25", "timestamp": [ 106.62, 113.18 ], "duration": 164.66, "caption": "A man follows a girl down the stairs of the apartment.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 151708, "video_name": "friends_s02e19_seg02_clip_07", "timestamp": [ 59.47, 69.31 ], "duration": 82.66, "caption": "A man walks up the stairway and to the front door of their apartment.", "similarity": 0.703, "relevance": 1 }, { "pair_id": 151709, "video_name": "castle_s05e21_seg02_clip_10", "timestamp": [ 56.07, 65.09 ], "duration": 95.66, "caption": "A man and a man are walking down an apartment hallway as a man is about to knock on a door and notices the door open.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 151710, "video_name": "s07e16_seg02_clip_01", "timestamp": [ 20.49, 25.61 ], "duration": 64.66, "caption": "A man walks out of the apartment and down the stairs.", "similarity": 0.687, "relevance": 1 }, { "pair_id": 151712, "video_name": "s01e01_seg01_clip_03", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "Two people walk up a staircase in an apartment building.", "similarity": 0.6788, "relevance": 4 }, { "pair_id": 151713, "video_name": "s03e20_seg02_clip_02", "timestamp": [ 13.4, 14.54 ], "duration": 57.66, "caption": "A man walks out of the apartment and a person follows him out.", "similarity": 0.6783, "relevance": 1 }, { "pair_id": 151714, "video_name": "s10e11_seg02_clip_02", "timestamp": [ 61.79, 64.02 ], "duration": 64.66, "caption": "Three people are walking down the stairs at the apartments.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 151716, "video_name": "friends_s04e09_seg02_clip_03", "timestamp": [ 24.41, 28.07 ], "duration": 61.66, "caption": "A man walks around the apartment until another man calls out to him.", "similarity": 0.6701, "relevance": 0 }, { "pair_id": 151717, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 54.28, 58.93 ], "duration": 62.66, "caption": "A man walks over to where another man is sitting in the apartment.", "similarity": 0.6693, "relevance": 0 }, { "pair_id": 151718, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 29.23, 33.54 ], "duration": 61.66, "caption": "A man enters the apartment and heads over to another man.", "similarity": 0.6676, "relevance": 0 }, { "pair_id": 151719, "video_name": "friends_s03e02_seg02_clip_10", "timestamp": [ 13.21, 18.91 ], "duration": 60.66, "caption": "A man walks into the apartment and stands next to a person.", "similarity": 0.6619, "relevance": 0 } ] }, { "query_id": 23592, "query": "A woman peaks out of a person's apartment as another person speaks.", "relevant_moment": [ { "pair_id": 6840, "video_name": "s09e21_seg02_clip_07", "timestamp": [ 51.57, 54.62 ], "duration": 61.66, "caption": "A woman peaks out of a person's apartment as another person speaks.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 6841, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 78.22, 92.03 ], "duration": 92.66, "caption": "A woman is speaking to a man as they are in her apartment.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 6842, "video_name": "s06e15_seg02_clip_16", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A woman walks out of her apartment to speak to a person.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 6843, "video_name": "friends_s03e11_seg01_clip_01", "timestamp": [ 29.74, 41.02 ], "duration": 41.66, "caption": "Woman's muffled voice is heard talking to someone in the apartment upstairs.", "similarity": 0.7659, "relevance": 0 }, { "pair_id": 6844, "video_name": "friends_s06e14_seg02_clip_16", "timestamp": [ 0.0, 27.64 ], "duration": 58.66, "caption": "A woman talks to another woman outside her apartment doorway.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 6845, "video_name": "friends_s10e03_seg02_clip_17", "timestamp": [ 0.86, 2.28 ], "duration": 57.66, "caption": "A woman asks another woman to talk to her outside of the apartment.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 6847, "video_name": "friends_s05e19_seg02_clip_17", "timestamp": [ 0.0, 33.19 ], "duration": 62.66, "caption": "A woman is standing outside the apartment building talking to another woman.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 6848, "video_name": "s01e17_seg02_clip_11", "timestamp": [ 0.0, 11.21 ], "duration": 64.66, "caption": "A person is standing in front of a woman's apartment door as he speaks to her.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 6849, "video_name": "s08e05_seg02_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A woman comes out of person's bedroom as another woman speaks to her.", "similarity": 0.7125, "relevance": 4 }, { "pair_id": 6850, "video_name": "friends_s10e05_seg02_clip_03", "timestamp": [ 35.42, 47.42 ], "duration": 60.66, "caption": "A woman talks about her partner's great apartment.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 6851, "video_name": "friends_s01e03_seg02_clip_17", "timestamp": [ 5.25, 18.56 ], "duration": 70.66, "caption": "A woman walks into the apartment and asks about a person then another person says they're in the other apartment.", "similarity": 0.7019, "relevance": 3 }, { "pair_id": 6852, "video_name": "house_s03e19_seg02_clip_27", "timestamp": [ 8.7, 11.23 ], "duration": 22.66, "caption": "A person looks up at a woman when she is speaking.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 6853, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman speaks to person about her interaction with another person.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 6854, "video_name": "castle_s06e21_seg02_clip_03", "timestamp": [ 0.0, 15.35 ], "duration": 90.66, "caption": "Two men are speaking to woman in her apartment.", "similarity": 0.6972, "relevance": 1 }, { "pair_id": 6855, "video_name": "friends_s02e22_seg02_clip_17", "timestamp": [ 0.0, 5.46 ], "duration": 84.66, "caption": "A woman gets off the floor while saying what was going on in the apartment.", "similarity": 0.6946, "relevance": 3 }, { "pair_id": 6856, "video_name": "castle_s05e19_seg02_clip_22", "timestamp": [ 53.56, 58.07 ], "duration": 90.66, "caption": "A woman rings the doorbell at an apartment and sticks her tongue out at a person who is seeing her through binoculars.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 6857, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 13.93, 17.7 ], "duration": 58.66, "caption": "A woman comes from the back of the apartment and tells another woman how long they and a man have been acquainted.", "similarity": 0.6932, "relevance": 3 }, { "pair_id": 6858, "video_name": "s02e21_seg02_clip_18", "timestamp": [ 21.29, 25.29 ], "duration": 38.66, "caption": "A person leaves a woman's apartment and walks across the hall to speak with another person.", "similarity": 0.6929, "relevance": 3 }, { "pair_id": 6859, "video_name": "house_s01e21_seg02_clip_14", "timestamp": [ 76.4, 83.72 ], "duration": 91.66, "caption": "A woman speaks from the back of the room and a person looks up to notice her.", "similarity": 0.6915, "relevance": 0 }, { "pair_id": 180160, "video_name": "friends_s03e11_seg01_clip_01", "timestamp": [ 24.2, 29.54 ], "duration": 41.66, "caption": "Noises are heard from the apartment above woman's.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 180161, "video_name": "friends_s01e18_seg02_clip_08", "timestamp": [ 17.86, 48.22 ], "duration": 59.66, "caption": "A woman gets great news while in the apartment with two other women.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 180162, "video_name": "friends_s05e05_seg02_clip_11", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A woman walks into the apartment and begins a conversation with two other people.", "similarity": 0.6874, "relevance": 2 }, { "pair_id": 180163, "video_name": "friends_s09e06_seg02_clip_08", "timestamp": [ 21.38, 23.66 ], "duration": 57.66, "caption": "A woman startles some people when she speaks.", "similarity": 0.6849, "relevance": 1 }, { "pair_id": 180164, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 39.67, 40.58 ], "duration": 61.66, "caption": "A woman suddenly appears in a person's doorway and speaks.", "similarity": 0.6809, "relevance": 3 }, { "pair_id": 180165, "video_name": "s01e15_seg02_clip_16", "timestamp": [ 0.0, 10.15 ], "duration": 58.66, "caption": "A man is at the door of a woman's apartment speaking with her.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 180166, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 78.34, 85.46 ], "duration": 89.66, "caption": "A person is talking to woman on his/her laptop in his/her apartment.", "similarity": 0.68, "relevance": 1 }, { "pair_id": 180167, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A person is talking to man at woman's apartment doorway.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 180168, "video_name": "s04e16_seg02_clip_06", "timestamp": [ 43.94, 61.03 ], "duration": 61.66, "caption": "Two women talk in the doorway of an apartment.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 180169, "video_name": "s08e13_seg02_clip_08", "timestamp": [ 19.53, 24.41 ], "duration": 61.66, "caption": "A person enters the apartment and begins talking to some women.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 180170, "video_name": "grey_s03e16_seg02_clip_25", "timestamp": [ 19.32, 59.58 ], "duration": 161.66, "caption": "A woman looks at a person as she speaks to them.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 180171, "video_name": "castle_s06e14_seg02_clip_26", "timestamp": [ 6.11, 14.43 ], "duration": 111.66, "caption": "A woman walks into the apartment and tells someone they need to discuss something.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 180172, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 49.72, 52.67 ], "duration": 59.66, "caption": "A woman is in the balcony with person as person walks into the living room telling person that they are next to speak to woman.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 180173, "video_name": "friends_s04e14_seg02_clip_03", "timestamp": [ 17.12, 50.77 ], "duration": 58.66, "caption": "A woman talks to two other women in the kitchen of an apartment.", "similarity": 0.6731, "relevance": 2 }, { "pair_id": 180174, "video_name": "house_s03e05_seg02_clip_14", "timestamp": [ 46.85, 72.24 ], "duration": 87.66, "caption": "A woman speaks down to person while at the top of the stairs.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 180175, "video_name": "friends_s07e10_seg02_clip_17", "timestamp": [ 16.53, 18.59 ], "duration": 59.66, "caption": "A woman extends her arm while telling another woman about the apartment.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 180176, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A person is reading a script with a woman as they are in her apartment.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 180177, "video_name": "friends_s09e05_seg02_clip_01", "timestamp": [ 42.5, 47.22 ], "duration": 59.66, "caption": "A woman enters woman's apartment and turns around to talk to woman.", "similarity": 0.6708, "relevance": 3 }, { "pair_id": 180178, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 26.69, 92.03 ], "duration": 92.66, "caption": "A woman was having an intense conversation with two other people.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 180179, "video_name": "s08e15_seg02_clip_10", "timestamp": [ 20.89, 26.4 ], "duration": 58.66, "caption": "A woman comes out of her apartment and begins to yell at another woman.", "similarity": 0.6691, "relevance": 3 } ] }, { "query_id": 23624, "query": "A person gets out of the car carrying an umbrella and yellow envelope.", "relevant_moment": [ { "pair_id": 10880, "video_name": "castle_s07e13_seg02_clip_04", "timestamp": [ 27.46, 33.76 ], "duration": 90.66, "caption": "A person gets out of the car carrying an umbrella and yellow envelope.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10881, "video_name": "met_s03e01_seg01_clip_00", "timestamp": [ 6.44, 14.26 ], "duration": 91.66, "caption": "An object, a yellow umbrella, is being carried away by the wind.", "similarity": 0.6776, "relevance": 3 }, { "pair_id": 10882, "video_name": "house_s07e22_seg02_clip_19", "timestamp": [ 25.31, 31.29 ], "duration": 92.66, "caption": "A person exits a building holding an umbrella.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 10883, "video_name": "castle_s07e13_seg02_clip_05", "timestamp": [ 40.01, 45.02 ], "duration": 100.66, "caption": "A person parks their car and gets out from it.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 10884, "video_name": "house_s07e12_seg02_clip_03", "timestamp": [ 7.92, 10.12 ], "duration": 88.66, "caption": "A person takes a plastic ziplock bag out of the trunk of a car.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 10885, "video_name": "castle_s06e07_seg02_clip_03", "timestamp": [ 13.8, 21.37 ], "duration": 89.66, "caption": "A person walks out of the house carrying a box and puts it in the trunk of the car.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 10886, "video_name": "castle_s07e05_seg02_clip_06", "timestamp": [ 89.53, 90.66 ], "duration": 90.66, "caption": "A person gets out of a car and pulls out his/her gun.", "similarity": 0.6045, "relevance": 1 }, { "pair_id": 10887, "video_name": "house_s08e02_seg02_clip_04", "timestamp": [ 56.99, 64.56 ], "duration": 89.66, "caption": "A man and a woman get out of a car and the woman opens up an umbrella.", "similarity": 0.5953, "relevance": 3 }, { "pair_id": 10888, "video_name": "castle_s07e15_seg02_clip_05", "timestamp": [ 35.73, 41.37 ], "duration": 94.66, "caption": "A person puts on a hat and steps out of the car.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 10889, "video_name": "castle_s06e01_seg02_clip_13", "timestamp": [ 0.0, 5.61 ], "duration": 86.66, "caption": "A man gets out of his car and grabs something out of his trunk.", "similarity": 0.5933, "relevance": 2 }, { "pair_id": 10890, "video_name": "castle_s08e22_seg02_clip_06", "timestamp": [ 58.34, 60.77 ], "duration": 81.66, "caption": "A person walks out of the food trunk and towards his car.", "similarity": 0.5929, "relevance": 2 }, { "pair_id": 10891, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 41.86, 51.63 ], "duration": 93.66, "caption": "A person gets out of the car when another person pulls up.", "similarity": 0.5755, "relevance": 2 }, { "pair_id": 10892, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 22.32, 25.0 ], "duration": 89.66, "caption": "A person holds out an envelope in their hands.", "similarity": 0.5744, "relevance": 1 }, { "pair_id": 10893, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 20.44, 22.58 ], "duration": 61.66, "caption": "A vehicle pulls out of a parking spot in front of a person.", "similarity": 0.5656, "relevance": 1 }, { "pair_id": 10894, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 45.47, 54.02 ], "duration": 90.66, "caption": "A person takes a manila envelope and pulls out a piece of paper.", "similarity": 0.5644, "relevance": 2 }, { "pair_id": 10895, "video_name": "friends_s07e14_seg02_clip_02", "timestamp": [ 35.87, 39.3 ], "duration": 62.66, "caption": "A woman gets out of man's red convertible car in the street.", "similarity": 0.5644, "relevance": 3 }, { "pair_id": 10896, "video_name": "castle_s06e16_seg02_clip_05", "timestamp": [ 0.0, 2.1 ], "duration": 84.66, "caption": "A person walks away while carrying a folder.", "similarity": 0.564, "relevance": 2 }, { "pair_id": 10897, "video_name": "castle_s08e06_seg02_clip_12", "timestamp": [ 53.33, 54.63 ], "duration": 86.66, "caption": "A person tosses a cell phone out of the car window as he is driving.", "similarity": 0.563, "relevance": 1 }, { "pair_id": 10898, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 47.55, 52.4 ], "duration": 97.66, "caption": "A person exits the car on the right passenger side.", "similarity": 0.5613, "relevance": 2 }, { "pair_id": 10899, "video_name": "friends_s10e11_seg02_clip_01", "timestamp": [ 25.83, 36.28 ], "duration": 61.66, "caption": "A man gives a person the orange flyer and then she leaves.", "similarity": 0.5605, "relevance": 3 } ] }, { "query_id": 23662, "query": "A woman turns a bottle of syrup around so it is not facing her.", "relevant_moment": [ { "pair_id": 154520, "video_name": "met_s02e08_seg02_clip_00", "timestamp": [ 18.2, 19.74 ], "duration": 61.66, "caption": "A woman turns a bottle of syrup around so it is not facing her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154521, "video_name": "met_s02e08_seg02_clip_00", "timestamp": [ 10.49, 20.67 ], "duration": 61.66, "caption": "A woman turns around a bottle of syrup after what she and a man have done with the bottle.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 154523, "video_name": "s05e10_seg02_clip_03", "timestamp": [ 16.48, 21.88 ], "duration": 54.66, "caption": "A woman looks at the refrigerator and hurries over to take a bottle from the top.", "similarity": 0.5802, "relevance": 0 }, { "pair_id": 154524, "video_name": "friends_s09e23-24_seg02_clip_10", "timestamp": [ 1.55, 4.65 ], "duration": 62.66, "caption": "A woman turns and walks off with a fruity drink in her hand.", "similarity": 0.572, "relevance": 0 }, { "pair_id": 154525, "video_name": "friends_s06e23_seg02_clip_00", "timestamp": [ 31.76, 34.87 ], "duration": 62.66, "caption": "A person makes a motion like they're taking the lid off of a bottle.", "similarity": 0.5693, "relevance": 0 }, { "pair_id": 154526, "video_name": "s03e01_seg02_clip_17", "timestamp": [ 38.65, 42.43 ], "duration": 84.66, "caption": "A woman waves her finger and a can of coke in the air in front of her.", "similarity": 0.5626, "relevance": 0 }, { "pair_id": 154527, "video_name": "met_s03e02_seg02_clip_01", "timestamp": [ 10.79, 14.08 ], "duration": 59.66, "caption": "A woman unscrews the cap off of a bottle.", "similarity": 0.5581, "relevance": 1 }, { "pair_id": 154528, "video_name": "castle_s06e13_seg02_clip_15", "timestamp": [ 53.87, 54.76 ], "duration": 89.66, "caption": "A woman holds up mini bottle of alcohol in the air.", "similarity": 0.557, "relevance": 1 }, { "pair_id": 154529, "video_name": "friends_s05e07_seg02_clip_14", "timestamp": [ 4.05, 9.66 ], "duration": 62.66, "caption": "A woman takes a big drink from a carton of milk and makes a face like it's really gross.", "similarity": 0.5526, "relevance": 1 }, { "pair_id": 154530, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 9.46, 12.97 ], "duration": 27.66, "caption": "A woman opens a beverage can and raises it to her mouth.", "similarity": 0.5498, "relevance": 0 }, { "pair_id": 154531, "video_name": "friends_s08e17_seg02_clip_00", "timestamp": [ 9.28, 13.45 ], "duration": 64.66, "caption": "A woman tells woman about the side effects of the beverage she isn't drinking.", "similarity": 0.5487, "relevance": 0 }, { "pair_id": 154532, "video_name": "friends_s05e20_seg02_clip_04", "timestamp": [ 41.88, 46.93 ], "duration": 59.66, "caption": "A woman opens a bottle she is holding and takes a drink.", "similarity": 0.5479, "relevance": 1 }, { "pair_id": 154533, "video_name": "s04e03_seg02_clip_05", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A person twists the bottle cap off the top of their bottle.", "similarity": 0.5469, "relevance": 0 }, { "pair_id": 154534, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 10.27, 16.49 ], "duration": 27.66, "caption": "A woman opens the soda and sees something in the lid.", "similarity": 0.5458, "relevance": 0 }, { "pair_id": 154535, "video_name": "friends_s10e12_seg02_clip_18", "timestamp": [ 8.85, 14.04 ], "duration": 61.66, "caption": "A woman opens a bottle and pumps product onto her hand.", "similarity": 0.5414, "relevance": 0 }, { "pair_id": 154536, "video_name": "house_s02e24_seg02_clip_07", "timestamp": [ 18.66, 21.39 ], "duration": 91.66, "caption": "A woman turns not to face a man.", "similarity": 0.5345, "relevance": 0 }, { "pair_id": 154537, "video_name": "met_s06e03_seg01_clip_02", "timestamp": [ 28.72, 32.53 ], "duration": 58.66, "caption": "A woman drinks down the last of the alcohol in the bottle and throws it behind her.", "similarity": 0.5344, "relevance": 0 }, { "pair_id": 154538, "video_name": "s04e07_seg02_clip_12", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A woman reaches over to put a bottle on the bar.", "similarity": 0.5338, "relevance": 0 }, { "pair_id": 154539, "video_name": "friends_s04e19_seg02_clip_03", "timestamp": [ 16.21, 18.31 ], "duration": 60.66, "caption": "A woman brings a green bottle to her lips as she watches the exchange between some people.", "similarity": 0.5337, "relevance": 1 } ] }, { "query_id": 23671, "query": "Woman, person, and another woman are in the kitchen looking for blood stains.", "relevant_moment": [ { "pair_id": 172240, "video_name": "castle_s07e13_seg02_clip_08", "timestamp": [ 7.27, 23.93 ], "duration": 85.66, "caption": "Woman, person, and another woman are in the kitchen looking for blood stains.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172241, "video_name": "castle_s02e15_seg02_clip_19", "timestamp": [ 86.42, 90.02 ], "duration": 90.66, "caption": "A woman finds small amounts of blood in the kitchen sink of an apartment.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 172242, "video_name": "s08e23_seg02_clip_15", "timestamp": [ 61.79, 64.02 ], "duration": 64.66, "caption": "Some people are cleaning a person's kitchen.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 172243, "video_name": "friends_s01e02_seg02_clip_04", "timestamp": [ 35.71, 43.97 ], "duration": 59.66, "caption": "Two people look around the kitchen.", "similarity": 0.6151, "relevance": 1 }, { "pair_id": 172244, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 81.92, 90.02 ], "duration": 90.66, "caption": "A woman is crouched on the floor looking at blood stains on the dirt.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 172245, "video_name": "grey_s03e01_seg02_clip_26", "timestamp": [ 33.31, 41.86 ], "duration": 90.66, "caption": "A woman is cleaning up the kitchen and turns around to see a man.", "similarity": 0.5967, "relevance": 1 }, { "pair_id": 172246, "video_name": "s05e02_seg02_clip_11", "timestamp": [ 65.68, 67.02 ], "duration": 67.66, "caption": "A woman is standing in woman's kitchen with woman.", "similarity": 0.5945, "relevance": 1 }, { "pair_id": 172247, "video_name": "house_s02e03_seg02_clip_00", "timestamp": [ 0.0, 40.27 ], "duration": 92.66, "caption": "A person looks at someone's shirt that with a stain of blood.", "similarity": 0.5879, "relevance": 1 }, { "pair_id": 172248, "video_name": "s09e03_seg02_clip_02", "timestamp": [ 0.0, 22.21 ], "duration": 60.66, "caption": "Three women are in the kitchen. They are trying to prepare something for some people.", "similarity": 0.5824, "relevance": 1 }, { "pair_id": 172249, "video_name": "s08e03_seg02_clip_11", "timestamp": [ 51.61, 52.75 ], "duration": 57.66, "caption": "A woman is making something in the kitchen and is concerned as she watches a man.", "similarity": 0.582, "relevance": 1 }, { "pair_id": 172250, "video_name": "friends_s03e23_seg02_clip_09", "timestamp": [ 58.93, 60.17 ], "duration": 62.66, "caption": "A woman checks her watch while standing behind woman in the kitchen.", "similarity": 0.5695, "relevance": 1 }, { "pair_id": 172251, "video_name": "castle_s06e12_seg02_clip_08", "timestamp": [ 55.84, 60.34 ], "duration": 90.66, "caption": "A woman is crouched down and looking at a blood stain on the ground.", "similarity": 0.5641, "relevance": 2 }, { "pair_id": 172252, "video_name": "friends_s04e13_seg02_clip_01", "timestamp": [ 0.0, 3.41 ], "duration": 56.66, "caption": "A woman watches someone standing on the kitchen counter.", "similarity": 0.5627, "relevance": 1 }, { "pair_id": 172253, "video_name": "s09e23_seg02_clip_04", "timestamp": [ 57.98, 60.11 ], "duration": 61.66, "caption": "A woman, preparing food in the kitchen, looks toward another woman with mild surprise.", "similarity": 0.5618, "relevance": 1 }, { "pair_id": 172254, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 31.76, 46.02 ], "duration": 46.66, "caption": "A man and woman walk into the kitchen to see person cooking something.", "similarity": 0.5614, "relevance": 0 }, { "pair_id": 172255, "video_name": "s10e07_seg02_clip_07", "timestamp": [ 13.51, 19.81 ], "duration": 60.66, "caption": "A woman is in the kitchen as some people are talking about her.", "similarity": 0.5589, "relevance": 0 }, { "pair_id": 172256, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 1.44, 3.9 ], "duration": 41.66, "caption": "A person is in the kitchen as another person comes from their room.", "similarity": 0.5579, "relevance": 0 }, { "pair_id": 172257, "video_name": "friends_s09e03_seg01_clip_00", "timestamp": [ 13.2, 91.03 ], "duration": 91.66, "caption": "Multiple people are in the kitchen as they listen to a man and a woman.", "similarity": 0.5542, "relevance": 1 }, { "pair_id": 172258, "video_name": "house_s07e01_seg02_clip_13", "timestamp": [ 54.84, 62.92 ], "duration": 85.66, "caption": "A person is sitting on the kitchen counter while another person checks their eyes with a small light.", "similarity": 0.5532, "relevance": 0 }, { "pair_id": 172259, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 38.14, 44.86 ], "duration": 61.66, "caption": "A woman goes into the kitchen to see about a man's order.", "similarity": 0.5476, "relevance": 0 } ] }, { "query_id": 23745, "query": "A man dries his wet hair with a towel.", "relevant_moment": [ { "pair_id": 148180, "video_name": "s04e17_seg02_clip_16", "timestamp": [ 3.84, 10.03 ], "duration": 59.66, "caption": "A man dries his wet hair with a towel.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148181, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 70.49, 76.36 ], "duration": 90.66, "caption": "A man washes then dries his hands with towel.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 148182, "video_name": "friends_s03e25_seg02_clip_11", "timestamp": [ 42.02, 50.72 ], "duration": 60.66, "caption": "A woman dries off her hair with a towel.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 148183, "video_name": "house_s05e14_seg02_clip_00", "timestamp": [ 27.31, 33.22 ], "duration": 91.66, "caption": "A man dries his hand in a towel near the sink.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 148184, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 24.25, 35.44 ], "duration": 93.66, "caption": "A woman uses a towel to dry her hair.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 148185, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 35.32, 40.19 ], "duration": 81.66, "caption": "A person dries and wipes themselves with a towel.", "similarity": 0.6926, "relevance": 4 }, { "pair_id": 148186, "video_name": "friends_s03e25_seg02_clip_12", "timestamp": [ 4.38, 15.48 ], "duration": 58.66, "caption": "A woman flips her hair over and dries it with a towel.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 148187, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 32.64, 41.9 ], "duration": 88.66, "caption": "A person is washing their hands and takes a towel to dry them.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 148188, "video_name": "friends_s01e13_seg01_clip_00", "timestamp": [ 10.73, 14.83 ], "duration": 39.66, "caption": "A woman walks into the same room as a man while drying her hair with a towel.", "similarity": 0.6586, "relevance": 3 }, { "pair_id": 148189, "video_name": "house_s03e13_seg02_clip_13", "timestamp": [ 17.08, 20.23 ], "duration": 89.66, "caption": "A man dries his hands with a paper towel and throws it away.", "similarity": 0.6586, "relevance": 0 }, { "pair_id": 148190, "video_name": "grey_s02e22_seg02_clip_26", "timestamp": [ 54.62, 62.81 ], "duration": 91.66, "caption": "A woman puts a towel around a man's shoulders and starts to cut his hair.", "similarity": 0.6281, "relevance": 1 }, { "pair_id": 148191, "video_name": "grey_s02e17_seg02_clip_15", "timestamp": [ 16.9, 22.9 ], "duration": 109.66, "caption": "A man soaks a towel and rinses off a woman.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 148192, "video_name": "friends_s03e04_seg02_clip_20", "timestamp": [ 6.25, 7.44 ], "duration": 59.66, "caption": "A person drops a towel he was holding on to.", "similarity": 0.6228, "relevance": 0 }, { "pair_id": 148193, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 44.45, 48.85 ], "duration": 88.66, "caption": "A man dries his hands and throws the towel in the trash.", "similarity": 0.6151, "relevance": 1 }, { "pair_id": 148194, "video_name": "friends_s01e07_seg02_clip_09", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A man wipes the top of his hair with one hand.", "similarity": 0.6053, "relevance": 0 }, { "pair_id": 148195, "video_name": "house_s04e04_seg02_clip_21", "timestamp": [ 26.62, 30.68 ], "duration": 90.66, "caption": "A man grabs a blue towel to wipe his hands on.", "similarity": 0.6049, "relevance": 0 }, { "pair_id": 148196, "video_name": "friends_s01e13_seg02_clip_14", "timestamp": [ 49.01, 51.08 ], "duration": 69.66, "caption": "A man comes out of the bathroom wearing only a towel.", "similarity": 0.6015, "relevance": 1 }, { "pair_id": 148197, "video_name": "grey_s03e13_seg02_clip_12", "timestamp": [ 8.82, 15.32 ], "duration": 92.66, "caption": "A person finishes rinsing their hands and dries them with paper towels.", "similarity": 0.597, "relevance": 0 }, { "pair_id": 148198, "video_name": "grey_s03e25_seg02_clip_01", "timestamp": [ 44.89, 48.41 ], "duration": 88.66, "caption": "A man wipes the chest of his patient with a towel.", "similarity": 0.5843, "relevance": 0 }, { "pair_id": 148199, "video_name": "friends_s08e09_seg02_clip_18", "timestamp": [ 33.13, 36.37 ], "duration": 72.66, "caption": "A man throws a person a towel to wipe their face with.", "similarity": 0.5827, "relevance": 2 } ] }, { "query_id": 23755, "query": "A man and a woman clink their glasses together in a toast.", "relevant_moment": [ { "pair_id": 60980, "video_name": "s04e17_seg02_clip_13", "timestamp": [ 2.07, 3.25 ], "duration": 59.66, "caption": "A man and a woman clink their glasses together in a toast.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 60981, "video_name": "s04e24_seg02_clip_14", "timestamp": [ 9.3, 19.21 ], "duration": 60.66, "caption": "A woman and a man toast and clink their glasses together then a person hollers from the bedroom for them to stop doing that.", "similarity": 0.8036, "relevance": 4 }, { "pair_id": 60982, "video_name": "castle_s05e19_seg02_clip_24", "timestamp": [ 76.97, 79.0 ], "duration": 81.66, "caption": "A man and a woman clink their champagne glasses together.", "similarity": 0.7871, "relevance": 4 }, { "pair_id": 60983, "video_name": "s05e15_seg02_clip_12", "timestamp": [ 0.89, 9.74 ], "duration": 59.66, "caption": "A man and a woman make a toast, then the woman takes a drink from her glass.", "similarity": 0.762, "relevance": 3 }, { "pair_id": 60984, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 35.11, 36.85 ], "duration": 58.66, "caption": "Some people all clink glasses in a toast.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 60985, "video_name": "s07e20_seg02_clip_10", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "Two men and two women clink their wine glasses in a toast.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 60986, "video_name": "friends_s07e23-24_seg02_clip_09", "timestamp": [ 53.15, 55.71 ], "duration": 64.66, "caption": "A woman clinks glasses with a man and the person to her left.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 60987, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 6.76, 8.06 ], "duration": 52.66, "caption": "A man toasts glasses with a woman while some people are gathered in the kitchen.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 60988, "video_name": "house_s06e17_seg02_clip_17", "timestamp": [ 48.88, 52.23 ], "duration": 83.66, "caption": "A man, another man, and a woman toasting with wine glasses.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 60990, "video_name": "grey_s03e02_seg02_clip_19", "timestamp": [ 41.21, 41.66 ], "duration": 89.66, "caption": "Two people clink each other's drink glasses together.", "similarity": 0.7211, "relevance": 4 }, { "pair_id": 60991, "video_name": "s03e05_seg02_clip_12", "timestamp": [ 54.83, 57.15 ], "duration": 58.66, "caption": "A man and a woman clink their glasses together and take a drink of their wine.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 60992, "video_name": "castle_s04e05_seg02_clip_13", "timestamp": [ 63.92, 82.37 ], "duration": 90.66, "caption": "A woman and a man are having a conversation in a restaurant and clink their glasses together.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 60993, "video_name": "friends_s05e14_seg02_clip_17", "timestamp": [ 0.3, 15.37 ], "duration": 60.66, "caption": "A person and another person make a toast and drink the entire glass.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 60994, "video_name": "friends_s02e07_seg02_clip_04", "timestamp": [ 57.93, 60.03 ], "duration": 60.66, "caption": "A woman clinks glasses with a man on their date.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 60995, "video_name": "castle_s07e23_seg02_clip_27", "timestamp": [ 56.96, 66.82 ], "duration": 73.66, "caption": "A person makes a toast and everyone raises and clinks their glasses.", "similarity": 0.71, "relevance": 4 }, { "pair_id": 60996, "video_name": "met_s02e22_seg02_clip_04", "timestamp": [ 11.5, 18.16 ], "duration": 60.66, "caption": "A man and a woman clink glasses and then the woman finds a ring in the bottom of her glass.", "similarity": 0.7076, "relevance": 4 }, { "pair_id": 60997, "video_name": "s04e17_seg02_clip_13", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A woman touches glasses in a toast with guy as they sit on a sofa.", "similarity": 0.7031, "relevance": 3 }, { "pair_id": 60998, "video_name": "castle_s04e04_seg02_clip_27", "timestamp": [ 6.13, 15.92 ], "duration": 17.66, "caption": "A man is making a toast to woman with plastic glass.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 60999, "video_name": "castle_s04e04_seg02_clip_27", "timestamp": [ 15.92, 17.02 ], "duration": 17.66, "caption": "Some people are making a toast to a woman with a man.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 234300, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 5.95, 8.24 ], "duration": 91.66, "caption": "Two people clink their glasses together and sip their drinks.", "similarity": 0.6933, "relevance": 4 }, { "pair_id": 234301, "video_name": "friends_s08e04_seg02_clip_07", "timestamp": [ 18.64, 20.78 ], "duration": 61.66, "caption": "A man and woman toast for a bottle of wine.", "similarity": 0.6897, "relevance": 4 }, { "pair_id": 234302, "video_name": "met_s04e01_seg02_clip_11", "timestamp": [ 15.19, 19.15 ], "duration": 66.66, "caption": "Two people toast their wine glasses together while in the restaurant.", "similarity": 0.6871, "relevance": 4 }, { "pair_id": 234303, "video_name": "friends_s04e23-24_seg02_clip_31", "timestamp": [ 0.0, 41.72 ], "duration": 60.66, "caption": "One person makes a toast to two other people and their significant other.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 234304, "video_name": "castle_s04e04_seg02_clip_06", "timestamp": [ 6.31, 9.91 ], "duration": 90.66, "caption": "A man and woman raise their wine glasses and clink glasses.", "similarity": 0.6838, "relevance": 4 }, { "pair_id": 234305, "video_name": "s04e20_seg02_clip_11", "timestamp": [ 18.91, 21.61 ], "duration": 60.66, "caption": "Two people had a toast while they are talking.", "similarity": 0.6785, "relevance": 4 }, { "pair_id": 234306, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 26.98, 31.62 ], "duration": 58.66, "caption": "A man and woman toast their beers and drink.", "similarity": 0.6765, "relevance": 3 }, { "pair_id": 234307, "video_name": "castle_s06e15_seg02_clip_17", "timestamp": [ 2.21, 4.42 ], "duration": 88.66, "caption": "Two people clink their wine glasses together.", "similarity": 0.6629, "relevance": 4 }, { "pair_id": 234308, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 38.3, 41.38 ], "duration": 44.66, "caption": "A person and another person clink their wine glasses together.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 234309, "video_name": "house_s04e16_seg02_clip_16", "timestamp": [ 44.51, 52.08 ], "duration": 89.66, "caption": "Two people clink their glasses and down their drinks.", "similarity": 0.6615, "relevance": 4 }, { "pair_id": 234310, "video_name": "s05e22_seg02_clip_10", "timestamp": [ 20.41, 24.01 ], "duration": 60.66, "caption": "A man picks up his glass and toasts with another person.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 234311, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 54.3, 57.98 ], "duration": 92.66, "caption": "A man and an older woman are sitting in a living room and clink glasses together.", "similarity": 0.6529, "relevance": 4 }, { "pair_id": 234313, "video_name": "met_s06e05_seg02_clip_15", "timestamp": [ 56.94, 60.02 ], "duration": 61.66, "caption": "Two women, in a man's head, toast their martini glasses.", "similarity": 0.644, "relevance": 3 }, { "pair_id": 234314, "video_name": "castle_s04e17_seg02_clip_23", "timestamp": [ 0.0, 1.36 ], "duration": 90.66, "caption": "A person hands a glass of champagne to another person and they clink glasses.", "similarity": 0.6435, "relevance": 4 }, { "pair_id": 234315, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 22.41, 24.16 ], "duration": 70.66, "caption": "Two people clinck glasses together while sitting at a table.", "similarity": 0.6432, "relevance": 4 }, { "pair_id": 234316, "video_name": "friends_s10e11_seg02_clip_08", "timestamp": [ 3.48, 5.38 ], "duration": 63.66, "caption": "A man and his date clink their alcohol glasses.", "similarity": 0.6375, "relevance": 4 }, { "pair_id": 234317, "video_name": "friends_s05e14_seg02_clip_17", "timestamp": [ 13.26, 15.98 ], "duration": 60.66, "caption": "A man and woman put down the glasses they were holding.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 234318, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 0.0, 15.18 ], "duration": 92.66, "caption": "Three people are having a toast and having a conversation with each other.", "similarity": 0.632, "relevance": 4 }, { "pair_id": 234319, "video_name": "met_s02e14_seg02_clip_18", "timestamp": [ 16.9, 21.97 ], "duration": 46.66, "caption": "Multiple people make a toast.", "similarity": 0.6307, "relevance": 4 } ] }, { "query_id": 23756, "query": "A woman tosses a dress onto her bed from the closet.", "relevant_moment": [ { "pair_id": 22040, "video_name": "s04e17_seg02_clip_13", "timestamp": [ 30.4, 32.17 ], "duration": 59.66, "caption": "A woman tosses a dress onto her bed from the closet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 22041, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 36.91, 39.7 ], "duration": 62.66, "caption": "A woman gets out of bed and fixes her dress.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 22042, "video_name": "s04e17_seg02_clip_13", "timestamp": [ 44.86, 47.52 ], "duration": 59.66, "caption": "A woman grabs a dress out of the closet and holds it up to herself.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 22043, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 44.3, 45.65 ], "duration": 54.66, "caption": "Someone's mom takes a piece of clothing out of the closet and lays it on the bed.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 22044, "video_name": "castle_s01e07_seg02_clip_17", "timestamp": [ 67.07, 70.67 ], "duration": 90.66, "caption": "A woman pulls a bunch of dresses out of her closet.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 22045, "video_name": "grey_s02e17_seg02_clip_07", "timestamp": [ 67.68, 69.99 ], "duration": 92.66, "caption": "A woman is putting her shirt on in a linen closet.", "similarity": 0.652, "relevance": 0 }, { "pair_id": 22046, "video_name": "s05e11_seg02_clip_09", "timestamp": [ 40.01, 43.73 ], "duration": 62.66, "caption": "A woman stands up from sitting on the bed and walks to her closet.", "similarity": 0.6382, "relevance": 1 }, { "pair_id": 22047, "video_name": "s03e22_seg02_clip_08", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A woman jumps out of bed and grabs her clothes.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 22048, "video_name": "s04e17_seg02_clip_13", "timestamp": [ 43.09, 46.63 ], "duration": 59.66, "caption": "A woman grabs a bright pink dress on a hanger from their closet.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 22049, "video_name": "friends_s07e01_seg02_clip_10", "timestamp": [ 41.96, 44.62 ], "duration": 59.66, "caption": "A woman walks out of a bedroom wearing a dress.", "similarity": 0.6292, "relevance": 0 }, { "pair_id": 22050, "video_name": "s05e12_seg02_clip_02", "timestamp": [ 42.2, 46.47 ], "duration": 57.66, "caption": "A person takes a box out of the closet and sits it on the bed.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 22051, "video_name": "castle_s05e01_seg02_clip_01", "timestamp": [ 12.83, 15.04 ], "duration": 88.66, "caption": "A woman runs into the closet while wearing a sheet.", "similarity": 0.608, "relevance": 0 }, { "pair_id": 22052, "video_name": "friends_s01e08_seg02_clip_11", "timestamp": [ 3.19, 7.83 ], "duration": 58.66, "caption": "A man hands woman a black dress and she puts it on the bed.", "similarity": 0.6037, "relevance": 3 }, { "pair_id": 22053, "video_name": "s05e12_seg02_clip_02", "timestamp": [ 43.05, 45.62 ], "duration": 57.66, "caption": "A man took a box out of his closet onto his bed.", "similarity": 0.6025, "relevance": 2 }, { "pair_id": 22054, "video_name": "friends_s01e12_seg02_clip_10", "timestamp": [ 5.26, 7.59 ], "duration": 58.66, "caption": "A woman flings the person off of the bed.", "similarity": 0.6012, "relevance": 1 }, { "pair_id": 22055, "video_name": "grey_s03e13_seg02_clip_14", "timestamp": [ 3.44, 10.75 ], "duration": 86.66, "caption": "A person grabs woman by the arm and brings her into the linen closet.", "similarity": 0.5932, "relevance": 0 }, { "pair_id": 22056, "video_name": "grey_s03e14_seg02_clip_12", "timestamp": [ 20.3, 25.75 ], "duration": 99.66, "caption": "A woman walks over to the bed and gets in it.", "similarity": 0.5879, "relevance": 0 }, { "pair_id": 22057, "video_name": "friends_s02e24_seg02_clip_01", "timestamp": [ 20.31, 22.63 ], "duration": 58.66, "caption": "A woman walks out of her bedroom in her bridesmaid dress.", "similarity": 0.587, "relevance": 0 }, { "pair_id": 22058, "video_name": "house_s08e18_seg02_clip_24", "timestamp": [ 12.91, 16.47 ], "duration": 89.66, "caption": "A woman grabs her shirt and gets out of bed.", "similarity": 0.5813, "relevance": 0 }, { "pair_id": 22059, "video_name": "s04e17_seg02_clip_14", "timestamp": [ 2.7, 16.81 ], "duration": 60.66, "caption": "A woman picks out a dress and goes to the other room, while her friends wait on her bed.", "similarity": 0.5798, "relevance": 1 } ] }, { "query_id": 23815, "query": "A woman and a man are beside each other as they converse.", "relevant_moment": [ { "pair_id": 1100, "video_name": "castle_s02e24_seg02_clip_06", "timestamp": [ 0.0, 31.6 ], "duration": 89.66, "caption": "A woman and a man are beside each other as they converse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1101, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 0.0, 55.83 ], "duration": 62.66, "caption": "A man and a woman are beside each other as they converse.", "similarity": 0.99, "relevance": 4 }, { "pair_id": 1102, "video_name": "friends_s07e06_seg02_clip_05", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A man and a woman are beside each other as they converse.", "similarity": 0.99, "relevance": 4 }, { "pair_id": 1103, "video_name": "castle_s02e08_seg02_clip_20", "timestamp": [ 0.0, 16.38 ], "duration": 91.66, "caption": "A man and woman are beside each other as they converse.", "similarity": 0.9862, "relevance": 3 }, { "pair_id": 1104, "video_name": "castle_s07e10_seg02_clip_22", "timestamp": [ 32.53, 91.63 ], "duration": 91.66, "caption": "Two people are beside each other as they converse with a man and a woman.", "similarity": 0.9599, "relevance": 4 }, { "pair_id": 1105, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 0.0, 8.91 ], "duration": 81.66, "caption": "A man and woman are standing beside each other as they converse.", "similarity": 0.948, "relevance": 4 }, { "pair_id": 1106, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.91, 91.23 ], "duration": 91.66, "caption": "A man and a woman are standing beside each other as they converse with a man.", "similarity": 0.9352, "relevance": 2 }, { "pair_id": 1107, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 0.0, 39.86 ], "duration": 61.66, "caption": "A man and a woman are beside each other as they are conversing.", "similarity": 0.9304, "relevance": 4 }, { "pair_id": 1108, "video_name": "castle_s06e19_seg02_clip_02", "timestamp": [ 72.9, 91.13 ], "duration": 91.66, "caption": "A woman and a man are walking beside each other as they converse.", "similarity": 0.9265, "relevance": 4 }, { "pair_id": 1109, "video_name": "castle_s07e20_seg02_clip_17", "timestamp": [ 0.0, 16.35 ], "duration": 90.66, "caption": "A woman and a man are beside each other as they speak to each other.", "similarity": 0.9217, "relevance": 4 }, { "pair_id": 1110, "video_name": "castle_s05e21_seg02_clip_06", "timestamp": [ 0.0, 34.41 ], "duration": 89.66, "caption": "A man and a woman are in front of each other as they converse.", "similarity": 0.9214, "relevance": 4 }, { "pair_id": 1111, "video_name": "castle_s03e13_seg02_clip_18", "timestamp": [ 0.0, 86.66 ], "duration": 90.66, "caption": "A woman and a man are beside each other as they speak to someone.", "similarity": 0.9188, "relevance": 3 }, { "pair_id": 1112, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 0.0, 32.44 ], "duration": 94.66, "caption": "A woman is beside a person as they converse with each other.", "similarity": 0.9146, "relevance": 3 }, { "pair_id": 1113, "video_name": "house_s05e20_seg02_clip_17", "timestamp": [ 0.0, 24.27 ], "duration": 89.66, "caption": "A man and a woman are sitting beside each other as they converse.", "similarity": 0.9145, "relevance": 4 }, { "pair_id": 1114, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "Two women are beside each other as they converse with a man.", "similarity": 0.9129, "relevance": 3 }, { "pair_id": 1115, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "A man and woman are walking beside each other as they converse.", "similarity": 0.9122, "relevance": 4 }, { "pair_id": 1116, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 38.43, 78.23 ], "duration": 91.66, "caption": "Two people are beside each other as they converse.", "similarity": 0.91, "relevance": 4 }, { "pair_id": 1117, "video_name": "house_s01e06_seg02_clip_03", "timestamp": [ 53.25, 75.7 ], "duration": 88.66, "caption": "Two people are beside each other as they converse.", "similarity": 0.91, "relevance": 3 }, { "pair_id": 1118, "video_name": "castle_s04e12_seg02_clip_16", "timestamp": [ 41.84, 89.03 ], "duration": 89.66, "caption": "A woman and a man are standing with another person as they converse.", "similarity": 0.9088, "relevance": 4 }, { "pair_id": 1119, "video_name": "friends_s03e04_seg02_clip_05", "timestamp": [ 0.0, 14.04 ], "duration": 61.66, "caption": "A woman and a man are beside each other as a man speaks to them.", "similarity": 0.9043, "relevance": 4 }, { "pair_id": 174420, "video_name": "castle_s04e03_seg02_clip_19", "timestamp": [ 0.0, 8.03 ], "duration": 89.66, "caption": "A woman is standing next to a man as they converse with each other.", "similarity": 0.9029, "relevance": 4 }, { "pair_id": 174421, "video_name": "castle_s04e05_seg02_clip_22", "timestamp": [ 7.72, 71.72 ], "duration": 90.66, "caption": "A man is beside a woman as they are conversing with each other.", "similarity": 0.9013, "relevance": 4 }, { "pair_id": 174422, "video_name": "grey_s01e04_seg02_clip_03", "timestamp": [ 39.02, 73.34 ], "duration": 94.66, "caption": "A woman and another woman are beside each other as they converse.", "similarity": 0.9, "relevance": 3 }, { "pair_id": 174423, "video_name": "castle_s08e13_seg02_clip_25", "timestamp": [ 0.0, 22.67 ], "duration": 103.66, "caption": "A man and woman are across from each other as they converse.", "similarity": 0.8981, "relevance": 4 }, { "pair_id": 174424, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 4.95, 89.66 ], "duration": 89.66, "caption": "A man and a woman are beside each other as they speak to another man.", "similarity": 0.8932, "relevance": 3 }, { "pair_id": 174425, "video_name": "castle_s02e24_seg02_clip_18", "timestamp": [ 0.0, 23.87 ], "duration": 111.66, "caption": "A man is beside a woman as they speak to each other.", "similarity": 0.8918, "relevance": 3 }, { "pair_id": 174426, "video_name": "met_s03e19_seg02_clip_05", "timestamp": [ 0.0, 26.56 ], "duration": 61.66, "caption": "A man and a woman are standing in front of each other as they converse.", "similarity": 0.891, "relevance": 4 }, { "pair_id": 174427, "video_name": "castle_s02e17_seg02_clip_07", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "A man and a woman are standing in front of each other as they converse.", "similarity": 0.891, "relevance": 4 }, { "pair_id": 174428, "video_name": "friends_s07e19_seg02_clip_11", "timestamp": [ 0.0, 11.89 ], "duration": 54.66, "caption": "A man and woman are standing across from each other as they converse.", "similarity": 0.8907, "relevance": 3 }, { "pair_id": 174430, "video_name": "met_s06e16_seg01_clip_02", "timestamp": [ 13.21, 37.82 ], "duration": 60.66, "caption": "Two people are beside each other when they converse with two other people.", "similarity": 0.8862, "relevance": 3 }, { "pair_id": 174431, "video_name": "castle_s01e10_seg02_clip_16", "timestamp": [ 0.0, 28.47 ], "duration": 91.66, "caption": "A woman and a man are speaking to each other as they sit beside each other.", "similarity": 0.8828, "relevance": 4 }, { "pair_id": 174432, "video_name": "castle_s04e23_seg02_clip_16", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A woman and a man are facing each other as they converse.", "similarity": 0.882, "relevance": 4 }, { "pair_id": 174433, "video_name": "friends_s03e20_seg02_clip_08", "timestamp": [ 6.1, 41.5 ], "duration": 61.66, "caption": "Man and woman are across from each other as they converse.", "similarity": 0.8816, "relevance": 4 }, { "pair_id": 174434, "video_name": "castle_s05e09_seg02_clip_11", "timestamp": [ 0.0, 22.72 ], "duration": 89.66, "caption": "A woman is in front of a man as they converse.", "similarity": 0.8795, "relevance": 4 }, { "pair_id": 174435, "video_name": "castle_s04e10_seg02_clip_13", "timestamp": [ 0.0, 8.54 ], "duration": 89.66, "caption": "A man and a woman were having a conversation as they were standing beside each other.", "similarity": 0.8781, "relevance": 4 }, { "pair_id": 174436, "video_name": "castle_s07e03_seg02_clip_19", "timestamp": [ 0.0, 22.26 ], "duration": 89.66, "caption": "A woman and a man are standing across a person as they converse.", "similarity": 0.8761, "relevance": 2 }, { "pair_id": 174437, "video_name": "grey_s02e14_seg02_clip_03", "timestamp": [ 57.1, 87.18 ], "duration": 87.66, "caption": "A person is beside a woman as they are with another person conversing with two other people.", "similarity": 0.8721, "relevance": 3 }, { "pair_id": 174438, "video_name": "castle_s06e20_seg02_clip_25", "timestamp": [ 0.0, 15.86 ], "duration": 88.66, "caption": "A woman and man are with a person having a conversation.", "similarity": 0.8706, "relevance": 4 }, { "pair_id": 174439, "video_name": "grey_s02e07_seg02_clip_09", "timestamp": [ 0.0, 11.52 ], "duration": 96.66, "caption": "Two people are standing beside each other as they converse.", "similarity": 0.8692, "relevance": 4 } ] }, { "query_id": 23817, "query": "A person charges someone and holds up to a wall by his jacket.", "relevant_moment": [ { "pair_id": 148840, "video_name": "castle_s02e24_seg02_clip_06", "timestamp": [ 75.23, 79.23 ], "duration": 89.66, "caption": "A person charges someone and holds up to a wall by his jacket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148841, "video_name": "castle_s07e07_seg02_clip_12", "timestamp": [ 30.99, 41.02 ], "duration": 91.66, "caption": "A person drags another person outside and holds them against a wall.", "similarity": 0.6417, "relevance": 4 }, { "pair_id": 148842, "video_name": "castle_s06e21_seg02_clip_25", "timestamp": [ 40.18, 46.04 ], "duration": 90.66, "caption": "A suspect gets thrown against the wall and put in handcuffs.", "similarity": 0.6242, "relevance": 3 }, { "pair_id": 148843, "video_name": "house_s07e08_seg02_clip_11", "timestamp": [ 73.82, 78.32 ], "duration": 90.66, "caption": "A person puts his jacket on for him.", "similarity": 0.6055, "relevance": 0 }, { "pair_id": 148844, "video_name": "castle_s05e09_seg02_clip_18", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A man grabs the back of someone's coat and slams him against a wall.", "similarity": 0.6027, "relevance": 0 }, { "pair_id": 148845, "video_name": "castle_s05e20_seg02_clip_26", "timestamp": [ 135.3, 142.9 ], "duration": 152.66, "caption": "A man grabs person's jacket and puts it on him/her.", "similarity": 0.5984, "relevance": 0 }, { "pair_id": 148846, "video_name": "castle_s08e19_seg02_clip_13", "timestamp": [ 45.33, 47.97 ], "duration": 88.66, "caption": "A man grabs a person's jacket and hands it to him.", "similarity": 0.5967, "relevance": 0 }, { "pair_id": 148847, "video_name": "castle_s04e04_seg02_clip_09", "timestamp": [ 70.52, 76.63 ], "duration": 94.66, "caption": "A person pushes another person to the wall and grabs them by the collar.", "similarity": 0.5902, "relevance": 3 }, { "pair_id": 148848, "video_name": "castle_s02e24_seg02_clip_06", "timestamp": [ 71.22, 77.45 ], "duration": 89.66, "caption": "A person wearing black coat suddenly pushes a man to the wall.", "similarity": 0.5847, "relevance": 4 }, { "pair_id": 148849, "video_name": "castle_s02e10_seg02_clip_23", "timestamp": [ 68.56, 80.98 ], "duration": 92.66, "caption": "A person stops leaning on the wall and walks over to another person.", "similarity": 0.5726, "relevance": 0 }, { "pair_id": 148850, "video_name": "castle_s08e09_seg02_clip_10", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A man grabs person's collars and pushes him to the wall.", "similarity": 0.5707, "relevance": 2 }, { "pair_id": 148851, "video_name": "s05e18_seg01_clip_01", "timestamp": [ 35.69, 39.17 ], "duration": 58.66, "caption": "A man grabs person's jacket from his hands as he stands next to him.", "similarity": 0.5697, "relevance": 0 }, { "pair_id": 148852, "video_name": "castle_s03e18_seg02_clip_26", "timestamp": [ 64.24, 67.66 ], "duration": 85.66, "caption": "A person stands up and grabs their jacket to leave.", "similarity": 0.558, "relevance": 0 }, { "pair_id": 148853, "video_name": "house_s07e08_seg02_clip_02", "timestamp": [ 2.71, 6.78 ], "duration": 90.66, "caption": "A person hands their jacket onto a jacket holder.", "similarity": 0.5564, "relevance": 0 }, { "pair_id": 148854, "video_name": "castle_s04e01_seg02_clip_02", "timestamp": [ 13.2, 15.84 ], "duration": 88.66, "caption": "A man shoves a person and he flies back into the wall.", "similarity": 0.5561, "relevance": 2 }, { "pair_id": 148855, "video_name": "castle_s08e20_seg02_clip_22", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A person paces over to the other side of the suspect wall.", "similarity": 0.5521, "relevance": 0 }, { "pair_id": 148856, "video_name": "friends_s02e16_seg02_clip_13", "timestamp": [ 46.58, 53.48 ], "duration": 57.66, "caption": "A person in the background rests their arm on the wall.", "similarity": 0.5518, "relevance": 0 }, { "pair_id": 148857, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 46.08 ], "duration": 61.66, "caption": "A person picks up his/her jacket and puts it on.", "similarity": 0.5517, "relevance": 0 }, { "pair_id": 148858, "video_name": "met_s06e19_seg02_clip_05", "timestamp": [ 0.31, 3.72 ], "duration": 62.66, "caption": "A man grabs his jacket off of the hook on the wall.", "similarity": 0.5514, "relevance": 0 }, { "pair_id": 148859, "video_name": "house_s08e07_seg02_clip_07", "timestamp": [ 59.33, 71.72 ], "duration": 88.66, "caption": "A man is shown leaning up against a wall and approaches another person.", "similarity": 0.5482, "relevance": 0 } ] }, { "query_id": 23845, "query": "A man is talking to another man as they walk across an alley.", "relevant_moment": [ { "pair_id": 160920, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A man is talking to another man as they walk across an alley.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160921, "video_name": "house_s03e21_seg02_clip_04", "timestamp": [ 0.0, 4.75 ], "duration": 86.66, "caption": "A man is walking while he is talking to another man.", "similarity": 0.7918, "relevance": 2 }, { "pair_id": 160922, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 80.64, 84.95 ], "duration": 86.66, "caption": "A man walks to another man while they're talking to them.", "similarity": 0.7802, "relevance": 2 }, { "pair_id": 160923, "video_name": "castle_s07e06_seg02_clip_02", "timestamp": [ 25.77, 39.77 ], "duration": 112.66, "caption": "A man and a woman are walking and talking together down an alley way.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 160924, "video_name": "house_s03e19_seg02_clip_08", "timestamp": [ 77.38, 81.02 ], "duration": 81.66, "caption": "A man walks over to talk with another man.", "similarity": 0.7685, "relevance": 2 }, { "pair_id": 160925, "video_name": "grey_s03e24_seg02_clip_18", "timestamp": [ 26.85, 31.4 ], "duration": 91.66, "caption": "A man walks over and talks to another man.", "similarity": 0.7632, "relevance": 2 }, { "pair_id": 160926, "video_name": "house_s03e03_seg02_clip_06", "timestamp": [ 77.21, 82.79 ], "duration": 93.66, "caption": "A man talks to another man as he walks to him.", "similarity": 0.7625, "relevance": 1 }, { "pair_id": 160927, "video_name": "house_s07e13_seg02_clip_20", "timestamp": [ 18.41, 27.15 ], "duration": 92.66, "caption": "A man talks to another man as they walk down the hallway.", "similarity": 0.7539, "relevance": 3 }, { "pair_id": 160928, "video_name": "met_s05e01_seg02_clip_03", "timestamp": [ 28.3, 31.75 ], "duration": 69.66, "caption": "A man walks over to two individuals who are talking to each other.", "similarity": 0.7535, "relevance": 1 }, { "pair_id": 160929, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 0.0, 4.79 ], "duration": 87.66, "caption": "A man is talking to two people while walking.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 160930, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is talking to a person and another person walks up to them.", "similarity": 0.7397, "relevance": 1 }, { "pair_id": 160931, "video_name": "house_s01e06_seg02_clip_12", "timestamp": [ 0.0, 25.64 ], "duration": 88.66, "caption": "A man and another man were walking around whilst talking to each other.", "similarity": 0.738, "relevance": 3 }, { "pair_id": 160932, "video_name": "friends_s10e11_seg02_clip_15", "timestamp": [ 17.71, 23.32 ], "duration": 59.66, "caption": "A man walks with another man so they can have a private conversation.", "similarity": 0.7365, "relevance": 3 }, { "pair_id": 160933, "video_name": "house_s07e21_seg02_clip_20", "timestamp": [ 24.21, 88.02 ], "duration": 88.66, "caption": "A man is talking to another man as they are standing outside.", "similarity": 0.7305, "relevance": 1 }, { "pair_id": 160934, "video_name": "grey_s02e02_seg02_clip_16", "timestamp": [ 21.81, 27.15 ], "duration": 89.66, "caption": "A man walks over while two other men are talking.", "similarity": 0.7296, "relevance": 1 }, { "pair_id": 160935, "video_name": "castle_s04e02_seg02_clip_10", "timestamp": [ 11.25, 13.05 ], "duration": 90.66, "caption": "A man walks across the room to speak with another man.", "similarity": 0.7295, "relevance": 1 }, { "pair_id": 160936, "video_name": "house_s01e06_seg02_clip_04", "timestamp": [ 32.77, 50.97 ], "duration": 91.66, "caption": "A man is coming near another man and they are talking to each other.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 160937, "video_name": "castle_s05e04_seg02_clip_01", "timestamp": [ 68.44, 77.96 ], "duration": 119.66, "caption": "Two men dip into a side alley to talk about a man behind their back.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 160938, "video_name": "castle_s07e20_seg02_clip_17", "timestamp": [ 23.16, 26.34 ], "duration": 90.66, "caption": "A man walks to another man and starts a conversation with him.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 160939, "video_name": "house_s04e07_seg02_clip_12", "timestamp": [ 0.0, 20.8 ], "duration": 86.66, "caption": "A man is talking to another man while they are walking around and followed by a media.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 334240, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 47.91, 51.57 ], "duration": 61.66, "caption": "A man walks over to talk to two people.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 334241, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.7235, "relevance": 1 }, { "pair_id": 334242, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7223, "relevance": 1 }, { "pair_id": 334243, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7223, "relevance": 1 }, { "pair_id": 334244, "video_name": "house_s03e20_seg02_clip_15", "timestamp": [ 65.27, 74.27 ], "duration": 90.66, "caption": "A man and another man are walking beside each other conversing.", "similarity": 0.721, "relevance": 3 }, { "pair_id": 334245, "video_name": "castle_s08e02_seg02_clip_12", "timestamp": [ 38.19, 41.87 ], "duration": 92.66, "caption": "A man is walking while talking to another man over the phone.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 334246, "video_name": "castle_s06e22_seg02_clip_07", "timestamp": [ 8.46, 12.46 ], "duration": 89.66, "caption": "A man is walking while talking to another man over the phone.", "similarity": 0.7207, "relevance": 1 }, { "pair_id": 334247, "video_name": "castle_s08e13_seg02_clip_03", "timestamp": [ 4.9, 16.92 ], "duration": 89.66, "caption": "A man walks up to another man and starts talking to him.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 334248, "video_name": "house_s03e02_seg02_clip_14", "timestamp": [ 0.0, 17.39 ], "duration": 79.66, "caption": "A man walks over and talks with two other people.", "similarity": 0.7164, "relevance": 0 }, { "pair_id": 334249, "video_name": "house_s06e03_seg02_clip_04", "timestamp": [ 0.0, 37.39 ], "duration": 89.66, "caption": "A man speaks to another man right outside in the hallway.", "similarity": 0.7161, "relevance": 1 }, { "pair_id": 334250, "video_name": "house_s01e08_seg02_clip_21", "timestamp": [ 0.0, 12.69 ], "duration": 87.66, "caption": "A man walks towards another man and they walk forward stopping to converse.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 334251, "video_name": "friends_s02e12-13_seg02_clip_40", "timestamp": [ 6.82, 10.11 ], "duration": 47.66, "caption": "A man walks over to talk to another man through the stall door.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 334252, "video_name": "s03e01_seg02_clip_03", "timestamp": [ 25.51, 29.71 ], "duration": 60.66, "caption": "A person walks through another person's doorway to talk to a man.", "similarity": 0.7144, "relevance": 1 }, { "pair_id": 334253, "video_name": "castle_s01e04_seg02_clip_10", "timestamp": [ 54.6, 89.51 ], "duration": 89.66, "caption": "Two men walk closer to two other people to converse.", "similarity": 0.7143, "relevance": 1 }, { "pair_id": 334254, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 1.72, 3.87 ], "duration": 86.66, "caption": "A man is seen talking to another man in the hallway.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 334255, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 26.33, 32.49 ], "duration": 112.66, "caption": "A man comes closer to another man and talks to him.", "similarity": 0.7108, "relevance": 1 }, { "pair_id": 334256, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 7.4, 12.18 ], "duration": 87.66, "caption": "Two men walk in while a person is talking with another person.", "similarity": 0.7106, "relevance": 1 }, { "pair_id": 334257, "video_name": "s01e12_seg02_clip_00", "timestamp": [ 3.97, 8.24 ], "duration": 61.66, "caption": "A man is talking to another person wearing uniform while they are walking.", "similarity": 0.7081, "relevance": 3 }, { "pair_id": 334258, "video_name": "friends_s05e10_seg02_clip_17", "timestamp": [ 7.02, 10.99 ], "duration": 61.66, "caption": "A man walks in the apartment and speaks to another man as he is walking towards him.", "similarity": 0.7049, "relevance": 1 }, { "pair_id": 334259, "video_name": "castle_s01e02_seg02_clip_09", "timestamp": [ 48.64, 60.8 ], "duration": 90.66, "caption": "A man starts talking to another man and then moves closer to him.", "similarity": 0.7049, "relevance": 1 } ] }, { "query_id": 23938, "query": "Two women look to see what food's available in the fridge.", "relevant_moment": [ { "pair_id": 155060, "video_name": "friends_s01e07_seg02_clip_06", "timestamp": [ 0.0, 12.6 ], "duration": 50.66, "caption": "Two women look to see what food's available in the fridge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155061, "video_name": "house_s02e03_seg02_clip_07", "timestamp": [ 70.33, 79.35 ], "duration": 90.66, "caption": "A woman looks through a refrigerator while talking with another woman.", "similarity": 0.6619, "relevance": 3 }, { "pair_id": 155062, "video_name": "castle_s04e14_seg02_clip_18", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "Two women look at each other.", "similarity": 0.6016, "relevance": 1 }, { "pair_id": 155063, "video_name": "friends_s07e17_seg02_clip_10", "timestamp": [ 39.86, 41.9 ], "duration": 51.66, "caption": "Two women are seated beside each other in the living room as they both turn around to look at a woman by the fridge and she mention they have no soda.", "similarity": 0.5944, "relevance": 2 }, { "pair_id": 155065, "video_name": "grey_s03e07_seg02_clip_16", "timestamp": [ 36.97, 65.58 ], "duration": 88.66, "caption": "Two women are looking at stuff on the toilet while a person watches.", "similarity": 0.5912, "relevance": 1 }, { "pair_id": 155066, "video_name": "grey_s03e05_seg02_clip_27", "timestamp": [ 2.4, 6.01 ], "duration": 20.66, "caption": "A woman puts a check onto the fridge and looks at it.", "similarity": 0.5892, "relevance": 2 }, { "pair_id": 155067, "video_name": "friends_s02e15_seg02_clip_01", "timestamp": [ 57.26, 59.03 ], "duration": 59.66, "caption": "Two women show up at the door with catering supplies.", "similarity": 0.5876, "relevance": 1 }, { "pair_id": 155068, "video_name": "s05e19_seg02_clip_11", "timestamp": [ 51.43, 53.02 ], "duration": 53.66, "caption": "Two women both look towards the door while one of them drinks from a cup.", "similarity": 0.5875, "relevance": 0 }, { "pair_id": 155070, "video_name": "s09e23_seg02_clip_04", "timestamp": [ 57.98, 60.11 ], "duration": 61.66, "caption": "A woman, preparing food in the kitchen, looks toward another woman with mild surprise.", "similarity": 0.5719, "relevance": 1 }, { "pair_id": 155071, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "A person looks inside of the fridge while another person stands next to him.", "similarity": 0.5633, "relevance": 3 }, { "pair_id": 155072, "video_name": "friends_s01e02_seg02_clip_04", "timestamp": [ 35.71, 43.97 ], "duration": 59.66, "caption": "Two people look around the kitchen.", "similarity": 0.5606, "relevance": 2 }, { "pair_id": 155073, "video_name": "grey_s03e01_seg02_clip_09", "timestamp": [ 13.62, 22.07 ], "duration": 93.66, "caption": "A woman answers the door to see another woman standing there holding two loaded grocery bags.", "similarity": 0.5547, "relevance": 0 }, { "pair_id": 155074, "video_name": "friends_s07e19_seg02_clip_09", "timestamp": [ 1.63, 19.51 ], "duration": 65.66, "caption": "A woman walks into another woman's apartment and looks through the fridge.", "similarity": 0.5525, "relevance": 3 }, { "pair_id": 155075, "video_name": "grey_s01e03_seg02_clip_20", "timestamp": [ 0.0, 12.98 ], "duration": 118.66, "caption": "Two women watch as coolers are set out on a table in the operating room.", "similarity": 0.54, "relevance": 1 }, { "pair_id": 155077, "video_name": "friends_s08e13_seg02_clip_05", "timestamp": [ 20.45, 22.41 ], "duration": 56.66, "caption": "A woman opens the refrigerator door and looks in.", "similarity": 0.5366, "relevance": 2 }, { "pair_id": 155078, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 1.96, 3.08 ], "duration": 56.66, "caption": "A woman looks at a man from behind the refrigerator door.", "similarity": 0.5357, "relevance": 2 }, { "pair_id": 155079, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 28.07, 33.56 ], "duration": 122.66, "caption": "A woman shows person the food that is in their mouth.", "similarity": 0.5353, "relevance": 0 }, { "pair_id": 328380, "video_name": "s09e08_seg02_clip_06", "timestamp": [ 49.74, 53.09 ], "duration": 61.66, "caption": "A woman looks at another woman and her date at a restaurant through binoculars.", "similarity": 0.5331, "relevance": 1 }, { "pair_id": 328381, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 0.0, 21.61 ], "duration": 60.66, "caption": "The women are having a conversation while they are eating something.", "similarity": 0.5268, "relevance": 1 }, { "pair_id": 328382, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 2.61, 17.12 ], "duration": 58.66, "caption": "A person opened the refrigerator and looked for something in it.", "similarity": 0.5252, "relevance": 2 }, { "pair_id": 328383, "video_name": "friends_s04e15_seg02_clip_17", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman looks up while kneeling down in front of the fridge.", "similarity": 0.5226, "relevance": 1 }, { "pair_id": 328384, "video_name": "s10e02_seg02_clip_05", "timestamp": [ 4.8, 60.03 ], "duration": 60.66, "caption": "Two women check in with each other about their relationships.", "similarity": 0.5226, "relevance": 1 }, { "pair_id": 328385, "video_name": "friends_s07e23-24_seg02_clip_29", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "Two women stare at each other.", "similarity": 0.5216, "relevance": 1 }, { "pair_id": 328386, "video_name": "house_s03e16_seg02_clip_14", "timestamp": [ 17.29, 38.69 ], "duration": 91.66, "caption": "A man looks through the fridge to take a look at the substances.", "similarity": 0.5177, "relevance": 2 }, { "pair_id": 328387, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 18.2, 25.48 ], "duration": 60.66, "caption": "Two women look at each other when they see who the doctor is that one of them will be seeing.", "similarity": 0.5168, "relevance": 1 }, { "pair_id": 328388, "video_name": "s06e01_seg02_clip_06", "timestamp": [ 25.33, 29.9 ], "duration": 61.66, "caption": "Two people look intently at their menus.", "similarity": 0.5155, "relevance": 1 }, { "pair_id": 328389, "video_name": "met_s02e12_seg02_clip_00", "timestamp": [ 5.72, 7.95 ], "duration": 63.66, "caption": "A woman confirms the food another woman just told her.", "similarity": 0.5154, "relevance": 1 }, { "pair_id": 328390, "video_name": "s07e01_seg02_clip_04", "timestamp": [ 60.11, 61.03 ], "duration": 61.66, "caption": "Two women sit at a table and look at a notebook together.", "similarity": 0.5127, "relevance": 0 }, { "pair_id": 328391, "video_name": "friends_s03e14_seg02_clip_06", "timestamp": [ 13.87, 17.71 ], "duration": 59.66, "caption": "Two women look at each other then one of them leans down.", "similarity": 0.5105, "relevance": 1 }, { "pair_id": 328392, "video_name": "s07e16_seg01_clip_01", "timestamp": [ 31.8, 34.34 ], "duration": 39.66, "caption": "A person looks back and forth between woman and man before looking down at their food.", "similarity": 0.5099, "relevance": 1 }, { "pair_id": 328393, "video_name": "house_s08e08_seg02_clip_04", "timestamp": [ 49.06, 54.01 ], "duration": 90.66, "caption": "Two women open the shelves immediately together.", "similarity": 0.5099, "relevance": 1 }, { "pair_id": 328394, "video_name": "grey_s01e02_seg02_clip_12", "timestamp": [ 26.68, 46.09 ], "duration": 97.66, "caption": "Two women are having a conversation by the door while one of them is eating potato chips.", "similarity": 0.5076, "relevance": 1 }, { "pair_id": 328395, "video_name": "friends_s09e12_seg02_clip_06", "timestamp": [ 5.75, 8.25 ], "duration": 50.66, "caption": "A woman walks in and sees a man setting something on the fridge.", "similarity": 0.5061, "relevance": 1 }, { "pair_id": 328396, "video_name": "friends_s06e12_seg02_clip_01", "timestamp": [ 8.54, 11.29 ], "duration": 61.66, "caption": "Two women are looking at a magazine and try to hide it when they hear the door open.", "similarity": 0.5022, "relevance": 2 }, { "pair_id": 328397, "video_name": "met_s06e11_seg02_clip_03", "timestamp": [ 44.39, 46.2 ], "duration": 60.66, "caption": "Two people are looking in the menu of the restaurant.", "similarity": 0.5012, "relevance": 1 }, { "pair_id": 328398, "video_name": "grey_s02e21_seg02_clip_14", "timestamp": [ 22.97, 32.82 ], "duration": 93.66, "caption": "Two women are outside eating as they converse.", "similarity": 0.4991, "relevance": 1 }, { "pair_id": 328399, "video_name": "castle_s02e17_seg02_clip_16", "timestamp": [ 62.32, 73.0 ], "duration": 89.66, "caption": "A woman was eating food in a box while looking at something.", "similarity": 0.4945, "relevance": 1 } ] }, { "query_id": 23949, "query": "A woman turns around while talking to a man to address a room full of students.", "relevant_moment": [ { "pair_id": 172020, "video_name": "friends_s07e02_seg02_clip_00", "timestamp": [ 54.52, 56.73 ], "duration": 63.66, "caption": "A woman turns around while talking to a man to address a room full of students.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172021, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 73.48, 84.17 ], "duration": 89.66, "caption": "A person comes into the room and talks to woman.", "similarity": 0.7156, "relevance": 3 }, { "pair_id": 172022, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 10.92, 13.2 ], "duration": 91.66, "caption": "A woman turns to talk to a man.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 172023, "video_name": "met_s02e08_seg02_clip_07", "timestamp": [ 49.4, 51.21 ], "duration": 60.66, "caption": "A woman turns around in order to talk to man.", "similarity": 0.7035, "relevance": 2 }, { "pair_id": 172024, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 0.0, 26.34 ], "duration": 59.66, "caption": "A man is speaking to a woman as he faces her in a room.", "similarity": 0.7011, "relevance": 1 }, { "pair_id": 172025, "video_name": "grey_s02e15_seg02_clip_09", "timestamp": [ 49.97, 90.05 ], "duration": 90.66, "caption": "A man talks to some women in a room.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 172026, "video_name": "grey_s03e03_seg02_clip_07", "timestamp": [ 5.84, 39.54 ], "duration": 89.66, "caption": "A person walks into a room and starts talking to a woman.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 172027, "video_name": "house_s01e09_seg02_clip_08", "timestamp": [ 0.0, 4.95 ], "duration": 82.66, "caption": "A woman is talking to two people and turns around to face a man.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 172028, "video_name": "house_s01e10_seg02_clip_16", "timestamp": [ 51.31, 90.02 ], "duration": 90.66, "caption": "A person is having a conversation with two students.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 172029, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A woman enters the room and tells a man that someone wants to talk to him.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 172030, "video_name": "castle_s02e20_seg02_clip_20", "timestamp": [ 25.89, 28.67 ], "duration": 92.66, "caption": "A person entered the room and started talking to a woman.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 172031, "video_name": "castle_s03e21_seg02_clip_19", "timestamp": [ 53.76, 56.47 ], "duration": 90.66, "caption": "A woman walks into the room to talk to a man.", "similarity": 0.6857, "relevance": 1 }, { "pair_id": 172032, "video_name": "s05e10_seg01_clip_00", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A person walks across the room to talk to a woman.", "similarity": 0.6827, "relevance": 3 }, { "pair_id": 172033, "video_name": "grey_s02e21_seg02_clip_16", "timestamp": [ 5.58, 18.46 ], "duration": 85.66, "caption": "A woman comes out of a room and has a conversation with a man.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 172034, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 65.34, 67.64 ], "duration": 92.66, "caption": "A person walks in to the room while woman and woman are talking.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 172035, "video_name": "castle_s06e08_seg02_clip_05", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "A woman enters the room as a man talks to her.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 172036, "video_name": "house_s07e13_seg02_clip_08", "timestamp": [ 14.25, 40.98 ], "duration": 89.66, "caption": "A person stands in the front of the room and speaks to a group of young students.", "similarity": 0.6796, "relevance": 3 }, { "pair_id": 172037, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 14.63, 18.07 ], "duration": 43.66, "caption": "A woman comes in man's room while man is talking to someone.", "similarity": 0.6793, "relevance": 1 }, { "pair_id": 172038, "video_name": "s06e24_seg02_clip_00", "timestamp": [ 53.66, 62.03 ], "duration": 62.66, "caption": "A woman walks towards the living room as she is talking to a man.", "similarity": 0.6792, "relevance": 2 }, { "pair_id": 172039, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 61.66, 69.48 ], "duration": 92.66, "caption": "A person walks into the room as a woman is speaking with two men.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 345340, "video_name": "castle_s04e08_seg02_clip_04", "timestamp": [ 3.29, 6.11 ], "duration": 94.66, "caption": "A person enters the room and addresses woman.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 345341, "video_name": "castle_s08e07_seg02_clip_01", "timestamp": [ 19.09, 21.82 ], "duration": 90.66, "caption": "A man came in the room and talk to woman.", "similarity": 0.6746, "relevance": 1 }, { "pair_id": 345342, "video_name": "house_s07e13_seg02_clip_12", "timestamp": [ 43.39, 66.45 ], "duration": 90.66, "caption": "A person talks to a classroom full of young student kids.", "similarity": 0.6721, "relevance": 3 }, { "pair_id": 345343, "video_name": "house_s01e11_seg02_clip_14", "timestamp": [ 10.94, 76.16 ], "duration": 81.66, "caption": "A woman talks to a man outside their room.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 345344, "video_name": "grey_s03e08_seg02_clip_02", "timestamp": [ 8.75, 23.19 ], "duration": 87.66, "caption": "A woman is talking to two people when two other people walk in a room.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 345345, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 9.29, 12.34 ], "duration": 16.66, "caption": "A woman turns to someone and talks to him.", "similarity": 0.6704, "relevance": 2 }, { "pair_id": 345346, "video_name": "grey_s02e22_seg02_clip_08", "timestamp": [ 37.28, 42.11 ], "duration": 87.66, "caption": "A woman turns around and goes to a man to start conversing with him.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 345347, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 18.97, 24.7 ], "duration": 88.66, "caption": "A man walks to the other side of the room when talking to a woman.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 345348, "video_name": "castle_s05e01_seg02_clip_12", "timestamp": [ 0.0, 1.78 ], "duration": 89.66, "caption": "A woman turns to a man to speak with him.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 345349, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 52.18, 61.03 ], "duration": 61.66, "caption": "A woman turns around and looks at person while she's talking to man.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 345350, "video_name": "met_s02e18_seg02_clip_02", "timestamp": [ 14.26, 17.23 ], "duration": 59.66, "caption": "A woman talks to man and man, raises her hands in exasperation, turns, and walks out of the room.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 345351, "video_name": "castle_s08e02_seg02_clip_05", "timestamp": [ 56.27, 90.02 ], "duration": 90.66, "caption": "A woman is talking to a man as they are in a hallway.", "similarity": 0.6647, "relevance": 2 }, { "pair_id": 345352, "video_name": "castle_s05e05_seg02_clip_06", "timestamp": [ 28.04, 32.49 ], "duration": 89.66, "caption": "A woman came in the room slowly and talk to man.", "similarity": 0.664, "relevance": 2 }, { "pair_id": 345353, "video_name": "house_s05e14_seg02_clip_10", "timestamp": [ 17.75, 32.77 ], "duration": 91.66, "caption": "A man entered a room and talking to a woman.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 345354, "video_name": "castle_s05e21_seg02_clip_19", "timestamp": [ 5.55, 12.48 ], "duration": 92.66, "caption": "A woman turn around and walk while talking to a man.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 345355, "video_name": "castle_s07e02_seg02_clip_00", "timestamp": [ 0.0, 9.63 ], "duration": 91.66, "caption": "A woman is talking to the audience and then turns and talks to a man.", "similarity": 0.662, "relevance": 2 }, { "pair_id": 345356, "video_name": "friends_s04e13_seg02_clip_09", "timestamp": [ 54.28, 59.55 ], "duration": 62.66, "caption": "A woman turns to look around the room as she has a conversation with two other women.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 345357, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 11.0, 37.85 ], "duration": 88.66, "caption": "A woman turns around and converses with a man across from her.", "similarity": 0.6592, "relevance": 2 }, { "pair_id": 345358, "video_name": "s02e08_seg01_clip_02", "timestamp": [ 13.81, 46.02 ], "duration": 46.66, "caption": "Suddenly a woman enters the room and starts a conversation with a man.", "similarity": 0.6589, "relevance": 3 }, { "pair_id": 345359, "video_name": "friends_s03e03_seg02_clip_14", "timestamp": [ 52.29, 61.16 ], "duration": 61.66, "caption": "A woman enters and talks to some men and women.", "similarity": 0.6574, "relevance": 3 } ] }, { "query_id": 24046, "query": "A person raises their hand and gestures toward the person on the chair.", "relevant_moment": [ { "pair_id": 79680, "video_name": "house_s08e22_seg02_clip_13", "timestamp": [ 29.43, 30.79 ], "duration": 90.66, "caption": "A person raises their hand and gestures toward the person on the chair.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 79681, "video_name": "s07e19_seg02_clip_02", "timestamp": [ 34.53, 35.71 ], "duration": 59.66, "caption": "A woman gestures with her hand toward the chair next to her.", "similarity": 0.7993, "relevance": 2 }, { "pair_id": 79682, "video_name": "s04e16_seg02_clip_10", "timestamp": [ 18.91, 20.71 ], "duration": 60.66, "caption": "One person gestures for another person to sit beside them in the chair they are in.", "similarity": 0.7831, "relevance": 1 }, { "pair_id": 79683, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 11.69, 15.97 ], "duration": 57.66, "caption": "A person gestures for another person to sit and stops them from sitting in a certain chair.", "similarity": 0.76, "relevance": 3 }, { "pair_id": 79684, "video_name": "s02e01_seg01_clip_02", "timestamp": [ 10.23, 18.3 ], "duration": 62.66, "caption": "A person walks over and sits in a chair and makes hand gestures.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 79686, "video_name": "castle_s06e08_seg02_clip_17", "timestamp": [ 76.13, 77.85 ], "duration": 86.66, "caption": "A person rubs hands together as they lean on a chair.", "similarity": 0.7538, "relevance": 1 }, { "pair_id": 79687, "video_name": "s08e20_seg02_clip_08", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A person stands up from chair pointing at someone.", "similarity": 0.7536, "relevance": 4 }, { "pair_id": 79688, "video_name": "castle_s06e22_seg02_clip_15", "timestamp": [ 33.68, 35.95 ], "duration": 91.66, "caption": "A person spins around in his chair towards another person.", "similarity": 0.7424, "relevance": 0 }, { "pair_id": 79689, "video_name": "s08e14_seg02_clip_03", "timestamp": [ 14.65, 19.53 ], "duration": 61.66, "caption": "A person gestures toward another person with their arm and the other person reciprocates.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 79690, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 28.91, 32.98 ], "duration": 90.66, "caption": "A person leans forward in his chair and makes hand motions.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 79691, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 16.26, 20.49 ], "duration": 65.66, "caption": "A person grabs their chair and moves closer to another person.", "similarity": 0.7361, "relevance": 0 }, { "pair_id": 79692, "video_name": "house_s05e13_seg02_clip_15", "timestamp": [ 34.59, 80.1 ], "duration": 91.66, "caption": "A person leans forward in their chair, with hands clasped.", "similarity": 0.7224, "relevance": 1 }, { "pair_id": 79693, "video_name": "house_s05e12_seg02_clip_06", "timestamp": [ 46.03, 48.2 ], "duration": 48.66, "caption": "A person turns their chair to be able to talk to another person.", "similarity": 0.7209, "relevance": 0 }, { "pair_id": 79694, "video_name": "s04e08_seg02_clip_07", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A person gets up from their chair, another person also gets up from their chair, the first person talks with emphatic gesturing.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 79696, "video_name": "s07e22_seg02_clip_09", "timestamp": [ 0.0, 3.18 ], "duration": 53.66, "caption": "A person stands up from the chair to address another person.", "similarity": 0.7099, "relevance": 0 }, { "pair_id": 79697, "video_name": "met_s06e13_seg02_clip_07", "timestamp": [ 0.0, 2.45 ], "duration": 61.66, "caption": "A person points towards someone and puts their palms up.", "similarity": 0.7061, "relevance": 4 }, { "pair_id": 79698, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 35.95, 39.14 ], "duration": 91.66, "caption": "A man sits down in the chair gestured by a person.", "similarity": 0.7034, "relevance": 0 }, { "pair_id": 79699, "video_name": "s06e05_seg02_clip_02", "timestamp": [ 39.08, 41.91 ], "duration": 63.66, "caption": "A person raises their hand with their palm facing forwards.", "similarity": 0.7031, "relevance": 2 } ] }, { "query_id": 24091, "query": "A woman looks at person, intrigued by his comment.", "relevant_moment": [ { "pair_id": 131480, "video_name": "castle_s07e22_seg02_clip_07", "timestamp": [ 7.74, 8.65 ], "duration": 91.66, "caption": "A woman looks at person, intrigued by his comment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 131481, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 1.44 ], "duration": 8.66, "caption": "A person was seriously looking at woman while saying something to her.", "similarity": 0.7528, "relevance": 2 }, { "pair_id": 131482, "video_name": "s09e21_seg02_clip_06", "timestamp": [ 52.82, 56.73 ], "duration": 60.66, "caption": "A person turns to look at a woman as he asks her opinion.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 131483, "video_name": "castle_s04e01_seg02_clip_13", "timestamp": [ 6.8, 8.16 ], "duration": 90.66, "caption": "A person looks at woman as if he expects her to say something.", "similarity": 0.7301, "relevance": 1 }, { "pair_id": 131484, "video_name": "castle_s03e02_seg02_clip_12", "timestamp": [ 0.0, 13.27 ], "duration": 88.66, "caption": "A woman says something and man looks very interested in what she said.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 131485, "video_name": "castle_s06e09_seg02_clip_08", "timestamp": [ 3.16, 7.66 ], "duration": 90.66, "caption": "A person looks to woman when she tries to figure out what someone said.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 131486, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 7.18, 8.02 ], "duration": 8.66, "caption": "A woman intensely looked at a man while they were having a conversation.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 131487, "video_name": "s04e20_seg01_clip_01", "timestamp": [ 73.35, 78.04 ], "duration": 78.66, "caption": "A person sits down and looks at a woman in a sly way.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 131488, "video_name": "s04e22_seg02_clip_10", "timestamp": [ 46.34, 50.76 ], "duration": 59.66, "caption": "A woman says something to woman and she looks at her when replying.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 131489, "video_name": "friends_s09e05_seg02_clip_06", "timestamp": [ 2.24, 4.2 ], "duration": 56.66, "caption": "A woman raises her eyebrows and looks surprised at something a man said.", "similarity": 0.6964, "relevance": 4 }, { "pair_id": 131490, "video_name": "castle_s06e05_seg02_clip_17", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "After listening to a person, a man looks at another woman, intrigued.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 131491, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 31.94, 36.6 ], "duration": 62.66, "caption": "A woman puts her hand on her mouth in reaction to person's comment.", "similarity": 0.6844, "relevance": 3 }, { "pair_id": 131492, "video_name": "castle_s04e20_seg02_clip_10", "timestamp": [ 11.7, 18.0 ], "duration": 90.66, "caption": "A woman sits down after commenting about the attractiveness of another person to another woman.", "similarity": 0.684, "relevance": 1 }, { "pair_id": 131493, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 20.47, 25.12 ], "duration": 93.66, "caption": "A man is looking at a woman and says something so she turns to look at him.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 131494, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 12.1, 13.87 ], "duration": 59.66, "caption": "A woman looks over at a man to see his reaction to what another man said.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 131495, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 40.14, 48.11 ], "duration": 59.66, "caption": "A woman appears. A person turns to look at her, then points at a woman.", "similarity": 0.678, "relevance": 3 }, { "pair_id": 131496, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 2.4, 3.9 ], "duration": 60.66, "caption": "A woman makes a face in reaction to woman's comment.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 131497, "video_name": "house_s07e23_seg02_clip_11", "timestamp": [ 22.34, 25.47 ], "duration": 89.66, "caption": "A man stares at a woman while moving his eyes and looking intrigued.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 131498, "video_name": "castle_s04e15_seg02_clip_10", "timestamp": [ 20.25, 26.23 ], "duration": 92.66, "caption": "A woman gets a person's attention and questions him about a woman.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 131499, "video_name": "castle_s02e03_seg02_clip_26", "timestamp": [ 13.23, 15.68 ], "duration": 98.66, "caption": "A woman comments on another woman looking better after she walks in.", "similarity": 0.669, "relevance": 1 } ] }, { "query_id": 24113, "query": "A man pointed from shape to shape in a white board.", "relevant_moment": [ { "pair_id": 167000, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 16.75, 21.71 ], "duration": 62.66, "caption": "A man pointed from shape to shape in a white board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167001, "video_name": "castle_s03e22_seg02_clip_02", "timestamp": [ 7.05, 9.4 ], "duration": 94.66, "caption": "A man's picture is on the white board.", "similarity": 0.7616, "relevance": 0 }, { "pair_id": 167002, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 13.28, 15.64 ], "duration": 59.66, "caption": "A person is trying to point something on a white board.", "similarity": 0.7437, "relevance": 3 }, { "pair_id": 167003, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 31.83, 41.81 ], "duration": 95.66, "caption": "A man points to a photo at the white board.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 167004, "video_name": "castle_s03e16_seg02_clip_11", "timestamp": [ 6.03, 9.47 ], "duration": 86.66, "caption": "A man points at the picture while connecting what's on the white board.", "similarity": 0.7386, "relevance": 3 }, { "pair_id": 167005, "video_name": "castle_s07e09_seg02_clip_16", "timestamp": [ 59.48, 62.19 ], "duration": 90.66, "caption": "A person turns around from the white board and then points at something on the white board.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 167006, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 22.64, 25.43 ], "duration": 62.66, "caption": "A person crosses out two shapes from a white board.", "similarity": 0.6947, "relevance": 4 }, { "pair_id": 167007, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 25.49, 46.42 ], "duration": 91.66, "caption": "A man was standing in front of the white board.", "similarity": 0.6882, "relevance": 1 }, { "pair_id": 167008, "video_name": "castle_s07e17_seg02_clip_02", "timestamp": [ 69.15, 73.3 ], "duration": 92.66, "caption": "A picture of a person is on the white board.", "similarity": 0.6813, "relevance": 0 }, { "pair_id": 167009, "video_name": "castle_s06e05_seg02_clip_02", "timestamp": [ 79.87, 81.22 ], "duration": 90.66, "caption": "A man attaches a sketch to the white board.", "similarity": 0.6799, "relevance": 0 }, { "pair_id": 167010, "video_name": "castle_s03e05_seg02_clip_07", "timestamp": [ 3.62, 4.98 ], "duration": 90.66, "caption": "A man puts out a second white board from the big whiteboard.", "similarity": 0.6724, "relevance": 1 }, { "pair_id": 167011, "video_name": "house_s02e17_seg02_clip_21", "timestamp": [ 33.89, 35.65 ], "duration": 88.66, "caption": "A man crosses things off of a large white board.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 167012, "video_name": "s08e06_seg02_clip_03", "timestamp": [ 41.12, 43.22 ], "duration": 60.66, "caption": "A person turns and looks at the white board.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 167013, "video_name": "house_s04e09_seg02_clip_16", "timestamp": [ 35.54, 38.07 ], "duration": 84.66, "caption": "A person sets the on the white board and turns towards it.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 167014, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 49.73, 50.65 ], "duration": 91.66, "caption": "A man walks forward to look at the white board.", "similarity": 0.653, "relevance": 1 }, { "pair_id": 167015, "video_name": "castle_s07e18_seg02_clip_17", "timestamp": [ 72.72, 74.98 ], "duration": 90.66, "caption": "A person points at a position on the whiteboard.", "similarity": 0.6526, "relevance": 3 }, { "pair_id": 167016, "video_name": "house_s02e15_seg02_clip_16", "timestamp": [ 61.29, 63.92 ], "duration": 87.66, "caption": "A man lie his head on the white board.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 167017, "video_name": "s05e07_seg01_clip_00", "timestamp": [ 3.3, 11.23 ], "duration": 66.66, "caption": "A person is working on a problem on a white board.", "similarity": 0.6452, "relevance": 2 }, { "pair_id": 167018, "video_name": "castle_s02e23_seg02_clip_10", "timestamp": [ 52.56, 55.35 ], "duration": 93.66, "caption": "A person places a drawing on top of the white board.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 167019, "video_name": "house_s01e03_seg02_clip_05", "timestamp": [ 31.21, 53.95 ], "duration": 89.66, "caption": "A man goes up to the whiteboard and starts drawing on it with different colors.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 340320, "video_name": "s01e05_seg02_clip_06", "timestamp": [ 23.6, 30.98 ], "duration": 36.66, "caption": "A person passes his white board and then goes back to it.", "similarity": 0.6344, "relevance": 2 }, { "pair_id": 340321, "video_name": "castle_s07e18_seg02_clip_17", "timestamp": [ 53.11, 58.52 ], "duration": 90.66, "caption": "A man wheels in a whiteboard with a diagram clipped to it.", "similarity": 0.6324, "relevance": 3 }, { "pair_id": 340322, "video_name": "s06e17_seg02_clip_00", "timestamp": [ 12.68, 17.23 ], "duration": 65.66, "caption": "A person extends his hand to gesture the white board behind him.", "similarity": 0.6309, "relevance": 2 }, { "pair_id": 340323, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 14.6, 18.71 ], "duration": 91.66, "caption": "A man puts up a new picture on the white board.", "similarity": 0.6306, "relevance": 2 }, { "pair_id": 340324, "video_name": "house_s02e13_seg02_clip_03", "timestamp": [ 7.44, 12.09 ], "duration": 93.66, "caption": "A man gets up to cross something off the white board.", "similarity": 0.6291, "relevance": 3 }, { "pair_id": 340325, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 24.11, 25.94 ], "duration": 61.66, "caption": "A person places a marker down in front of the white board.", "similarity": 0.6279, "relevance": 2 }, { "pair_id": 340326, "video_name": "castle_s04e11_seg02_clip_11", "timestamp": [ 60.55, 91.06 ], "duration": 91.66, "caption": "A man talks and points to items on the white board to make his point.", "similarity": 0.6273, "relevance": 3 }, { "pair_id": 340329, "video_name": "castle_s02e23_seg02_clip_02", "timestamp": [ 96.41, 100.49 ], "duration": 102.66, "caption": "A man is writing on a white board with a marker.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 340330, "video_name": "s06e04_seg02_clip_04", "timestamp": [ 15.67, 19.44 ], "duration": 58.66, "caption": "A person points to a target that he has drawn on a white board as he is playing a game.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 340331, "video_name": "s02e17_seg01_clip_00", "timestamp": [ 30.51, 36.01 ], "duration": 61.66, "caption": "A person points at the board in front of a man with his left index finger.", "similarity": 0.6208, "relevance": 2 }, { "pair_id": 340332, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 18.89, 22.57 ], "duration": 92.66, "caption": "A man attaches a photograph of a person to the white board.", "similarity": 0.6199, "relevance": 3 }, { "pair_id": 340333, "video_name": "castle_s03e24_seg02_clip_06", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A person points at pictures of two different men on the white board.", "similarity": 0.618, "relevance": 4 }, { "pair_id": 340334, "video_name": "house_s01e15_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A person is standing in front of a white board.", "similarity": 0.6167, "relevance": 1 }, { "pair_id": 340335, "video_name": "house_s03e24_seg02_clip_01", "timestamp": [ 76.02, 79.25 ], "duration": 92.66, "caption": "A man points his finger to the words written on the white board.", "similarity": 0.6157, "relevance": 3 }, { "pair_id": 340336, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 37.22, 38.77 ], "duration": 62.66, "caption": "A person points at the whiteboard with a marker in their hand.", "similarity": 0.6157, "relevance": 4 }, { "pair_id": 340337, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 39.55, 42.2 ], "duration": 59.66, "caption": "A man points to the white board and questions a person's calculations.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 340338, "video_name": "s04e12_seg02_clip_06", "timestamp": [ 46.64, 52.31 ], "duration": 63.66, "caption": "A person caps his marker and places by his white board.", "similarity": 0.6138, "relevance": 2 }, { "pair_id": 340339, "video_name": "house_s02e11_seg02_clip_18", "timestamp": [ 10.41, 16.05 ], "duration": 86.66, "caption": "A man stands up and walks towards the white board.", "similarity": 0.6134, "relevance": 2 } ] }, { "query_id": 24133, "query": "A man turns and walks with woman and another man down the street.", "relevant_moment": [ { "pair_id": 6240, "video_name": "castle_s07e04_seg02_clip_01", "timestamp": [ 7.37, 11.98 ], "duration": 92.66, "caption": "A man turns and walks with woman and another man down the street.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6241, "video_name": "met_s03e14_seg02_clip_05", "timestamp": [ 54.52, 57.99 ], "duration": 63.66, "caption": "A woman turns around and a man is walking down the street.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 6242, "video_name": "friends_s07e11_seg02_clip_19", "timestamp": [ 4.2, 7.84 ], "duration": 56.66, "caption": "A man walks towards woman while he is on the street.", "similarity": 0.7503, "relevance": 1 }, { "pair_id": 6243, "video_name": "castle_s08e08_seg02_clip_06", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "A man and woman are walking together and man stops to turn around to walk in the other direction.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 6244, "video_name": "castle_s04e04_seg02_clip_20", "timestamp": [ 3.8, 10.14 ], "duration": 84.66, "caption": "A man walks down the street followed by a man.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 6246, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 6247, "video_name": "castle_s05e08_seg02_clip_13", "timestamp": [ 43.06, 59.32 ], "duration": 87.66, "caption": "A woman, man, and man start running the other way when they see two people walking down the street.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 6248, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.7112, "relevance": 2 }, { "pair_id": 6249, "video_name": "castle_s05e23_seg02_clip_05", "timestamp": [ 74.82, 77.8 ], "duration": 85.66, "caption": "A man and another man turn as woman approaches them.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 6250, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 58.26, 60.53 ], "duration": 91.66, "caption": "A man turns and walks away from a woman and a person.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 6251, "video_name": "house_s05e02_seg02_clip_20", "timestamp": [ 0.0, 25.86 ], "duration": 94.66, "caption": "A man is walking with another man and then they stop in the middle of the street.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 6252, "video_name": "castle_s03e15_seg02_clip_03", "timestamp": [ 30.72, 34.33 ], "duration": 90.66, "caption": "A man and another man cross a street to talk a woman.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 6253, "video_name": "castle_s02e02_seg02_clip_07", "timestamp": [ 0.0, 8.43 ], "duration": 88.66, "caption": "A man and a woman walk through the street while a man discusses his intuition.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 6254, "video_name": "castle_s07e02_seg02_clip_01", "timestamp": [ 11.29, 52.38 ], "duration": 90.66, "caption": "A man and a woman walk over and meet up with another man.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 6255, "video_name": "house_s05e02_seg02_clip_16", "timestamp": [ 0.0, 16.22 ], "duration": 90.66, "caption": "A person and another person walk down the street together.", "similarity": 0.7039, "relevance": 3 }, { "pair_id": 6256, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 6.0, 8.1 ], "duration": 60.66, "caption": "A person turns from two women and a man and walks away.", "similarity": 0.6995, "relevance": 2 }, { "pair_id": 6257, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 6.79, 12.22 ], "duration": 90.66, "caption": "A man walks away from a woman and another man and a man follows him.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 6258, "video_name": "castle_s01e09_seg02_clip_19", "timestamp": [ 51.02, 64.66 ], "duration": 101.66, "caption": "A woman and man spot person walking down the street.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 6259, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 0.08, 2.48 ], "duration": 16.66, "caption": "A man turns his back to a woman and another man then walks away.", "similarity": 0.6903, "relevance": 2 } ] }, { "query_id": 24136, "query": "A man gives a woman a spoonful of ice cream in her mouth.", "relevant_moment": [ { "pair_id": 167160, "video_name": "castle_s07e04_seg02_clip_00", "timestamp": [ 57.39, 63.35 ], "duration": 91.66, "caption": "A man gives a woman a spoonful of ice cream in her mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167161, "video_name": "castle_s02e07_seg02_clip_22", "timestamp": [ 14.1, 16.31 ], "duration": 88.66, "caption": "A woman grabs a bowl of ice cream from a man.", "similarity": 0.79, "relevance": 3 }, { "pair_id": 167162, "video_name": "met_s05e04_seg02_clip_13", "timestamp": [ 13.41, 21.76 ], "duration": 59.66, "caption": "A person puts an ice cream scoop of ice cream in his mouth.", "similarity": 0.7436, "relevance": 2 }, { "pair_id": 167163, "video_name": "met_s06e06_seg02_clip_19", "timestamp": [ 39.89, 42.09 ], "duration": 55.66, "caption": "A man hands a large ice cream cone to a woman.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 167164, "video_name": "met_s03e04_seg02_clip_17", "timestamp": [ 15.93, 17.76 ], "duration": 93.66, "caption": "A woman takes a spoon of ice cream and eats it.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 167165, "video_name": "friends_s03e04_seg02_clip_11", "timestamp": [ 16.9, 19.2 ], "duration": 57.66, "caption": "A woman hands guy a container of ice cream.", "similarity": 0.7351, "relevance": 1 }, { "pair_id": 167166, "video_name": "house_s05e22_seg02_clip_14", "timestamp": [ 32.72, 36.6 ], "duration": 86.66, "caption": "A person takes a spoonful of ice cream and eats it.", "similarity": 0.7319, "relevance": 1 }, { "pair_id": 167167, "video_name": "friends_s06e19_seg02_clip_05", "timestamp": [ 10.03, 14.17 ], "duration": 59.66, "caption": "A person takes a spoonful of ice cream and eats it.", "similarity": 0.7319, "relevance": 1 }, { "pair_id": 167168, "video_name": "friends_s03e04_seg02_clip_18", "timestamp": [ 32.96, 35.4 ], "duration": 61.66, "caption": "A woman brings a pint of ice cream over to a man who is lying on a kitchen counter.", "similarity": 0.7258, "relevance": 1 }, { "pair_id": 167169, "video_name": "grey_s02e18_seg02_clip_04", "timestamp": [ 65.88, 69.44 ], "duration": 89.66, "caption": "A woman gives a man an ice pack for his hand.", "similarity": 0.7183, "relevance": 0 }, { "pair_id": 167170, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 59.5, 61.03 ], "duration": 61.66, "caption": "A woman gives a man a taste from a wooden spoon.", "similarity": 0.7165, "relevance": 3 }, { "pair_id": 167171, "video_name": "s01e17_seg02_clip_03", "timestamp": [ 2.48, 12.72 ], "duration": 62.66, "caption": "A woman holds a spoon of ice cream, eats it and dips it in the ice cream container for more as she converses with someone.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 167172, "video_name": "house_s05e22_seg02_clip_14", "timestamp": [ 13.78, 16.79 ], "duration": 86.66, "caption": "A person puts spoons onto several containers of ice cream.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 167173, "video_name": "s02e11_seg02_clip_10", "timestamp": [ 26.11, 27.91 ], "duration": 45.66, "caption": "A person puts an ice cream up to his mouth and takes a bite.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 167174, "video_name": "met_s06e06_seg02_clip_17", "timestamp": [ 38.75, 43.33 ], "duration": 61.66, "caption": "A woman leans over close to man as he eats ice cream.", "similarity": 0.6811, "relevance": 0 }, { "pair_id": 167175, "video_name": "met_s05e04_seg02_clip_13", "timestamp": [ 12.82, 26.53 ], "duration": 59.66, "caption": "A man and woman eat a tub of ice cream.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 167176, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 16.04, 20.18 ], "duration": 34.66, "caption": "A man puts food into a woman's mouth with his hand.", "similarity": 0.6752, "relevance": 4 }, { "pair_id": 167177, "video_name": "friends_s03e01_seg02_clip_12", "timestamp": [ 35.78, 38.17 ], "duration": 59.66, "caption": "A man takes a bite of his ice cream bar after talking to a woman.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 167178, "video_name": "s10e05_seg02_clip_12", "timestamp": [ 4.1, 17.96 ], "duration": 63.66, "caption": "A woman and person eat ice cream while he points out the flaws of people there.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 167179, "video_name": "friends_s03e06_seg02_clip_07", "timestamp": [ 30.95, 33.09 ], "duration": 61.66, "caption": "A man holds up an ice cream cone to two women.", "similarity": 0.6449, "relevance": 1 } ] }, { "query_id": 24145, "query": "A woman sits down at the desk and logs into the computer.", "relevant_moment": [ { "pair_id": 249300, "video_name": "friends_s05e09_seg02_clip_03", "timestamp": [ 0.0, 2.18 ], "duration": 62.66, "caption": "A woman sets her notebooks down on the desks and sits down.", "similarity": 0.6391, "relevance": 3 }, { "pair_id": 249301, "video_name": "castle_s02e03_seg02_clip_25", "timestamp": [ 59.36, 61.44 ], "duration": 83.66, "caption": "A woman sits back in her chair and points to her computer monitor.", "similarity": 0.6363, "relevance": 3 }, { "pair_id": 249302, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 55.07, 56.67 ], "duration": 64.66, "caption": "A person is sitting at their desk using their laptop.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 249303, "video_name": "castle_s07e21_seg02_clip_16", "timestamp": [ 55.06, 60.22 ], "duration": 86.66, "caption": "A woman was working with the computer as she was talking.", "similarity": 0.6345, "relevance": 3 }, { "pair_id": 249304, "video_name": "castle_s02e01_seg02_clip_23", "timestamp": [ 66.32, 69.88 ], "duration": 89.66, "caption": "A woman sits down at the desk next to person.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 249305, "video_name": "house_s02e05_seg02_clip_12", "timestamp": [ 89.73, 92.03 ], "duration": 92.66, "caption": "A woman shakes her head and sits down at her desk.", "similarity": 0.633, "relevance": 3 }, { "pair_id": 249306, "video_name": "house_s03e08_seg02_clip_17", "timestamp": [ 81.29, 87.75 ], "duration": 92.66, "caption": "A woman takes a seat behind the desk in her office.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 249307, "video_name": "castle_s07e21_seg02_clip_27", "timestamp": [ 89.12, 102.51 ], "duration": 103.66, "caption": "A woman is sitting in her office staring at her laptop.", "similarity": 0.6315, "relevance": 3 }, { "pair_id": 249308, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 124.84, 130.4 ], "duration": 159.66, "caption": "A woman walks up to person, who is sitting on a desk.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 249309, "video_name": "castle_s07e04_seg02_clip_19", "timestamp": [ 86.5, 92.03 ], "duration": 92.66, "caption": "A person sits down in a desk and a woman walks up to them to sit.", "similarity": 0.6297, "relevance": 3 }, { "pair_id": 249310, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 29.98, 35.25 ], "duration": 81.66, "caption": "A person walks in a woman's office who is sitting down at her desk.", "similarity": 0.6297, "relevance": 1 }, { "pair_id": 249311, "video_name": "house_s07e03_seg02_clip_22", "timestamp": [ 50.29, 54.7 ], "duration": 88.66, "caption": "A woman gets up and walks over to her desk.", "similarity": 0.629, "relevance": 3 }, { "pair_id": 249312, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 4.6, 11.05 ], "duration": 92.66, "caption": "A person is sitting at his desk on his laptop when a woman walks in.", "similarity": 0.6274, "relevance": 1 }, { "pair_id": 249313, "video_name": "s08e21_seg02_clip_02", "timestamp": [ 31.51, 36.62 ], "duration": 60.66, "caption": "A person sits down at their desk and starts to type.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 249314, "video_name": "house_s05e16_seg02_clip_15", "timestamp": [ 80.31, 81.7 ], "duration": 92.66, "caption": "A woman stands up from the seat at their desk.", "similarity": 0.626, "relevance": 1 }, { "pair_id": 249315, "video_name": "house_s06e13_seg02_clip_04", "timestamp": [ 43.19, 52.37 ], "duration": 91.66, "caption": "A woman is sitting at her desk typing as another woman walks in.", "similarity": 0.6259, "relevance": 4 }, { "pair_id": 249316, "video_name": "house_s06e12_seg02_clip_00", "timestamp": [ 61.43, 67.39 ], "duration": 91.66, "caption": "A woman is sitting in front of a laptop as a person walks into the room.", "similarity": 0.6253, "relevance": 3 }, { "pair_id": 249317, "video_name": "castle_s02e24_seg02_clip_14", "timestamp": [ 73.93, 77.96 ], "duration": 89.66, "caption": "A woman walks around person and sits at her desk.", "similarity": 0.6251, "relevance": 2 }, { "pair_id": 249318, "video_name": "house_s05e20_seg02_clip_05", "timestamp": [ 59.17, 63.72 ], "duration": 91.66, "caption": "A woman stands up from the desk they were sitting on.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 249319, "video_name": "met_s03e15_seg02_clip_00", "timestamp": [ 41.78, 47.66 ], "duration": 61.66, "caption": "A woman enters a person's office and walks towards his desk.", "similarity": 0.6238, "relevance": 1 } ] }, { "query_id": 24177, "query": "A man stands up and walks out while holding a gift.", "relevant_moment": [ { "pair_id": 85380, "video_name": "house_s05e11_seg02_clip_19", "timestamp": [ 76.26, 81.14 ], "duration": 88.66, "caption": "A man stands up and walks out while holding a gift.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 85381, "video_name": "castle_s08e11_seg02_clip_03", "timestamp": [ 25.18, 30.88 ], "duration": 95.66, "caption": "A person walks up to a man and hands him a gift basket.", "similarity": 0.7123, "relevance": 3 }, { "pair_id": 85383, "video_name": "grey_s03e09_seg02_clip_08", "timestamp": [ 83.98, 87.02 ], "duration": 87.66, "caption": "A man stands up and walks out of the room.", "similarity": 0.6501, "relevance": 2 }, { "pair_id": 85384, "video_name": "friends_s08e15_seg02_clip_14", "timestamp": [ 34.22, 40.82 ], "duration": 60.66, "caption": "A person walks into the room while holding a present.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 85385, "video_name": "s05e20_seg02_clip_02", "timestamp": [ 28.3, 31.75 ], "duration": 69.66, "caption": "A man gets up out of his chair and walks over to a person to look at the gift a woman got him.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 85386, "video_name": "s01e13_seg02_clip_04", "timestamp": [ 16.39, 24.27 ], "duration": 63.66, "caption": "A man takes a gift out of a brown bag for person.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 85387, "video_name": "house_s07e07_seg02_clip_07", "timestamp": [ 1.34, 12.91 ], "duration": 89.66, "caption": "A person stands up and walks out with papers in his hand.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 85388, "video_name": "met_s02e14_seg02_clip_02", "timestamp": [ 37.08, 42.17 ], "duration": 56.66, "caption": "A man stands up and walks out to the group.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 85389, "video_name": "friends_s08e18_seg02_clip_01", "timestamp": [ 4.2, 16.51 ], "duration": 60.66, "caption": "A man holds up presents for some people to see.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 85390, "video_name": "met_s05e01_seg01_clip_01", "timestamp": [ 53.74, 59.06 ], "duration": 59.66, "caption": "A person pulls out a large gift for a man and sets it on the table.", "similarity": 0.6297, "relevance": 2 }, { "pair_id": 85391, "video_name": "house_s08e14_seg02_clip_21", "timestamp": [ 41.77, 48.19 ], "duration": 91.66, "caption": "A person stands up and walks out of the restaurant.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 85392, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 60.32, 73.37 ], "duration": 90.66, "caption": "A person stands up and walks out of the door.", "similarity": 0.6199, "relevance": 2 }, { "pair_id": 85393, "video_name": "castle_s04e01_seg02_clip_06", "timestamp": [ 37.61, 51.25 ], "duration": 94.66, "caption": "A man gets up to walk out and then stops and turns around.", "similarity": 0.6151, "relevance": 2 }, { "pair_id": 85394, "video_name": "s06e20_seg02_clip_07", "timestamp": [ 58.65, 62.33 ], "duration": 67.66, "caption": "A person reaches into a black gift bag as he walks down the hallway.", "similarity": 0.6138, "relevance": 2 }, { "pair_id": 85395, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 7.5, 10.8 ], "duration": 60.66, "caption": "A man picks up a box and walks out with it.", "similarity": 0.613, "relevance": 3 }, { "pair_id": 85396, "video_name": "castle_s07e12_seg02_clip_05", "timestamp": [ 33.64, 40.91 ], "duration": 90.66, "caption": "A man stands up and gets his glass and walks.", "similarity": 0.6108, "relevance": 2 }, { "pair_id": 85397, "video_name": "castle_s02e12_seg02_clip_13", "timestamp": [ 10.23, 12.09 ], "duration": 93.66, "caption": "A man stands up and walks away from someone.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 85398, "video_name": "friends_s04e06_seg02_clip_12", "timestamp": [ 29.15, 37.22 ], "duration": 62.66, "caption": "A man grabs the gift from guy and starts shaking it in the air.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 85399, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 31.21, 50.42 ], "duration": 60.66, "caption": "A woman holds up the gift that she had gotten from a man.", "similarity": 0.6072, "relevance": 0 }, { "pair_id": 258700, "video_name": "friends_s08e21_seg02_clip_08", "timestamp": [ 39.67, 44.22 ], "duration": 65.66, "caption": "A man stands up and walks over to open the door.", "similarity": 0.6067, "relevance": 2 }, { "pair_id": 258701, "video_name": "s04e07_seg02_clip_07", "timestamp": [ 22.81, 27.91 ], "duration": 60.66, "caption": "A person stands up and walks out from the house.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 258702, "video_name": "house_s07e09_seg02_clip_25", "timestamp": [ 38.19, 45.55 ], "duration": 92.66, "caption": "A man brings out a gift from his pocket and hands it to a woman.", "similarity": 0.6057, "relevance": 2 }, { "pair_id": 258703, "video_name": "house_s06e17_seg02_clip_22", "timestamp": [ 11.38, 16.84 ], "duration": 91.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6044, "relevance": 2 }, { "pair_id": 258704, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6044, "relevance": 2 }, { "pair_id": 258705, "video_name": "castle_s02e24_seg02_clip_09", "timestamp": [ 8.12, 12.64 ], "duration": 90.66, "caption": "A person holds up a piece of paper as a man walks by.", "similarity": 0.6043, "relevance": 1 }, { "pair_id": 258706, "video_name": "friends_s05e02_seg02_clip_07", "timestamp": [ 14.27, 20.47 ], "duration": 62.66, "caption": "A man walks over and holds up a sign.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 258707, "video_name": "s02e12_seg02_clip_14", "timestamp": [ 11.51, 16.26 ], "duration": 50.66, "caption": "A man stands up and walks away with his hands at his hips.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 258708, "video_name": "friends_s04e11_seg02_clip_11", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man does some hand gestures and walks out.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 258709, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 53.34, 56.14 ], "duration": 62.66, "caption": "A person stands up and walks out of the living room.", "similarity": 0.5963, "relevance": 2 }, { "pair_id": 258710, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 23.91, 29.74 ], "duration": 61.66, "caption": "A man opens a present and pulls out the contents.", "similarity": 0.5956, "relevance": 1 }, { "pair_id": 258711, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 41.33, 47.61 ], "duration": 89.66, "caption": "A man stands up and starts walking but someone stops him.", "similarity": 0.5943, "relevance": 2 }, { "pair_id": 258712, "video_name": "friends_s07e19_seg02_clip_14", "timestamp": [ 23.12, 28.64 ], "duration": 69.66, "caption": "A man stands up and turns around and carries his things.", "similarity": 0.5927, "relevance": 2 }, { "pair_id": 258713, "video_name": "friends_s10e04_seg02_clip_03", "timestamp": [ 8.1, 9.9 ], "duration": 60.66, "caption": "A man takes a gift from a couple.", "similarity": 0.5923, "relevance": 2 }, { "pair_id": 258714, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 26.49, 32.89 ], "duration": 91.66, "caption": "A person gets his walking stick, stands up and walks away.", "similarity": 0.5918, "relevance": 3 }, { "pair_id": 258715, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man walks in and asks the people if they have something for presents.", "similarity": 0.5915, "relevance": 1 }, { "pair_id": 258716, "video_name": "met_s02e21_seg02_clip_08", "timestamp": [ 0.0, 9.85 ], "duration": 59.66, "caption": "A man holds his finger up and walks out the door.", "similarity": 0.5893, "relevance": 1 }, { "pair_id": 258717, "video_name": "s05e24_seg02_clip_09", "timestamp": [ 16.07, 21.12 ], "duration": 63.66, "caption": "A man passes out presents to the other guys.", "similarity": 0.5882, "relevance": 2 }, { "pair_id": 258718, "video_name": "s05e20_seg02_clip_02", "timestamp": [ 52.46, 58.67 ], "duration": 69.66, "caption": "A person takes their gift and walks to the desk to put it away.", "similarity": 0.5874, "relevance": 2 }, { "pair_id": 258719, "video_name": "friends_s03e04_seg02_clip_08", "timestamp": [ 44.86, 49.58 ], "duration": 59.66, "caption": "A man grabs a wrapped gift and hands it to woman.", "similarity": 0.5844, "relevance": 2 } ] }, { "query_id": 24201, "query": "One person turns to walk away and another person stands in their way.", "relevant_moment": [ { "pair_id": 31300, "video_name": "house_s05e11_seg02_clip_13", "timestamp": [ 34.77, 37.41 ], "duration": 88.66, "caption": "One person turns to walk away and another person stands in their way.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 31301, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 35.09, 38.14 ], "duration": 61.66, "caption": "A person turns to walk away when another person stops him.", "similarity": 0.8847, "relevance": 3 }, { "pair_id": 31302, "video_name": "s09e09_seg02_clip_15", "timestamp": [ 56.41, 61.77 ], "duration": 63.66, "caption": "A person turns and starts to walk away from another person.", "similarity": 0.8717, "relevance": 3 }, { "pair_id": 31303, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 29.68, 32.69 ], "duration": 86.66, "caption": "A person turns to walk away from another person and exits.", "similarity": 0.8566, "relevance": 3 }, { "pair_id": 31304, "video_name": "house_s03e18_seg02_clip_04", "timestamp": [ 23.22, 25.05 ], "duration": 91.66, "caption": "A person turns and walks away then the other two walk away.", "similarity": 0.8562, "relevance": 3 }, { "pair_id": 31305, "video_name": "s02e19_seg02_clip_03", "timestamp": [ 26.27, 28.04 ], "duration": 59.66, "caption": "A person turns and walks away from another person and a third person.", "similarity": 0.8556, "relevance": 3 }, { "pair_id": 31306, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 36.94, 39.4 ], "duration": 41.66, "caption": "A person turns from two people and walks away.", "similarity": 0.8518, "relevance": 3 }, { "pair_id": 31307, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 82.66, 86.35 ], "duration": 92.66, "caption": "A person turns and walks away from two other people.", "similarity": 0.8513, "relevance": 2 }, { "pair_id": 31308, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 14.4, 17.18 ], "duration": 92.66, "caption": "A person stands up and starts to walk away from another person.", "similarity": 0.8472, "relevance": 1 }, { "pair_id": 31309, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 51.13, 53.16 ], "duration": 81.66, "caption": "A person walks away from another person, the other person turns to follow him.", "similarity": 0.8429, "relevance": 2 }, { "pair_id": 31310, "video_name": "castle_s04e12_seg02_clip_13", "timestamp": [ 16.31, 19.02 ], "duration": 90.66, "caption": "A person turns away from another person when some people walk towards them.", "similarity": 0.8426, "relevance": 1 }, { "pair_id": 31311, "video_name": "house_s08e03_seg02_clip_27", "timestamp": [ 2.85, 5.7 ], "duration": 114.66, "caption": "A person turns and walks away from a person.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 31312, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 34.05, 39.11 ], "duration": 92.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.8359, "relevance": 3 }, { "pair_id": 31313, "video_name": "house_s03e20_seg02_clip_13", "timestamp": [ 17.84, 26.11 ], "duration": 87.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.8359, "relevance": 0 }, { "pair_id": 31314, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 9.63, 12.11 ], "duration": 55.66, "caption": "A person turns around to his right and walks away from another person.", "similarity": 0.8322, "relevance": 3 }, { "pair_id": 31315, "video_name": "s04e08_seg02_clip_11", "timestamp": [ 32.22, 34.78 ], "duration": 57.66, "caption": "A person turns to walk away from a line they have been standing in with some people.", "similarity": 0.8196, "relevance": 2 }, { "pair_id": 31316, "video_name": "castle_s07e10_seg02_clip_16", "timestamp": [ 79.86, 87.53 ], "duration": 90.66, "caption": "A person walks away, another person follows, the first person turns and looks at the second person and walks away.", "similarity": 0.817, "relevance": 2 }, { "pair_id": 31317, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 68.02, 79.36 ], "duration": 87.66, "caption": "A person stops walking, turns around, and walks past another person.", "similarity": 0.8142, "relevance": 2 }, { "pair_id": 31318, "video_name": "house_s03e14_seg02_clip_00", "timestamp": [ 33.59, 36.42 ], "duration": 94.66, "caption": "A person turns their back to another person and walks away.", "similarity": 0.8136, "relevance": 2 }, { "pair_id": 31319, "video_name": "s02e14_seg02_clip_18", "timestamp": [ 35.05, 39.46 ], "duration": 49.66, "caption": "A person turns to their left and walks away from person.", "similarity": 0.8118, "relevance": 3 } ] }, { "query_id": 24202, "query": "A person turns around and continues to talk to another person.", "relevant_moment": [ { "pair_id": 102300, "video_name": "house_s05e11_seg02_clip_13", "timestamp": [ 48.85, 52.81 ], "duration": 88.66, "caption": "A person turns around and continues to talk to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 102301, "video_name": "house_s04e05_seg02_clip_16", "timestamp": [ 13.8, 18.87 ], "duration": 92.66, "caption": "A person walks by and turns around when another person talks to him/her.", "similarity": 0.8887, "relevance": 3 }, { "pair_id": 102302, "video_name": "castle_s04e12_seg02_clip_11", "timestamp": [ 46.74, 51.19 ], "duration": 89.66, "caption": "A person is pacing around and turns to talk to another person.", "similarity": 0.8741, "relevance": 4 }, { "pair_id": 102303, "video_name": "castle_s06e15_seg02_clip_22", "timestamp": [ 12.32, 17.6 ], "duration": 88.66, "caption": "A person turns around and speaks to two other people.", "similarity": 0.8648, "relevance": 3 }, { "pair_id": 102304, "video_name": "grey_s03e05_seg02_clip_27", "timestamp": [ 13.32, 20.02 ], "duration": 20.66, "caption": "A person turns around to converse with two other people.", "similarity": 0.8574, "relevance": 3 }, { "pair_id": 102305, "video_name": "house_s02e09_seg02_clip_14", "timestamp": [ 37.84, 46.74 ], "duration": 89.66, "caption": "A person talks to another person as he follows after him.", "similarity": 0.8406, "relevance": 2 }, { "pair_id": 102306, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 12.82, 18.22 ], "duration": 20.66, "caption": "A person stands up and continues talking to another person.", "similarity": 0.8212, "relevance": 2 }, { "pair_id": 102307, "video_name": "house_s07e15_seg02_clip_08", "timestamp": [ 44.21, 53.99 ], "duration": 85.66, "caption": "A person turns to speak specifically to another person.", "similarity": 0.8191, "relevance": 3 }, { "pair_id": 102309, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 0.0, 9.77 ], "duration": 63.66, "caption": "A person is talking to person, then turns to walk away, still talking.", "similarity": 0.8186, "relevance": 2 }, { "pair_id": 102310, "video_name": "friends_s02e22_seg02_clip_07", "timestamp": [ 30.61, 33.01 ], "duration": 60.66, "caption": "A man turns around when talking to two people.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 102311, "video_name": "s03e06_seg02_clip_06", "timestamp": [ 46.34, 53.42 ], "duration": 59.66, "caption": "One person gets up and walks over to another person who turns around and talks to him.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 102312, "video_name": "friends_s07e05_seg02_clip_19", "timestamp": [ 19.72, 22.58 ], "duration": 57.66, "caption": "A person leans over to talk to two other people.", "similarity": 0.8139, "relevance": 2 }, { "pair_id": 102313, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 6.09, 7.83 ], "duration": 58.66, "caption": "A person rolls their eyes as they talk to another person.", "similarity": 0.8123, "relevance": 2 }, { "pair_id": 102314, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 8.7, 14.11 ], "duration": 60.66, "caption": "A person turns his body to face another person and starts conversing with him.", "similarity": 0.8118, "relevance": 4 }, { "pair_id": 102316, "video_name": "s05e07_seg02_clip_00", "timestamp": [ 42.58, 60.83 ], "duration": 64.66, "caption": "A person comes over and talks to some people.", "similarity": 0.8067, "relevance": 2 }, { "pair_id": 102317, "video_name": "s07e10_seg02_clip_14", "timestamp": [ 9.15, 12.51 ], "duration": 61.66, "caption": "A person walks over to talk with two other people.", "similarity": 0.8065, "relevance": 3 }, { "pair_id": 102318, "video_name": "met_s02e09_seg02_clip_02", "timestamp": [ 4.64, 8.12 ], "duration": 58.66, "caption": "A person turns to their left to face another person as they are talking.", "similarity": 0.8053, "relevance": 3 }, { "pair_id": 102319, "video_name": "s04e23_seg02_clip_11", "timestamp": [ 37.84, 43.02 ], "duration": 61.66, "caption": "A person walks over to another person and begins talking with them.", "similarity": 0.805, "relevance": 2 }, { "pair_id": 275620, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 66.51, 75.82 ], "duration": 93.66, "caption": "Someone is walking back and forth while talking to two other people.", "similarity": 0.8034, "relevance": 3 }, { "pair_id": 275621, "video_name": "house_s01e16_seg02_clip_13", "timestamp": [ 39.7, 49.28 ], "duration": 91.66, "caption": "A person shakes their head, stands up, and starts to walk past another person, then turns around as the person is talking.", "similarity": 0.8013, "relevance": 4 }, { "pair_id": 275622, "video_name": "house_s03e07_seg02_clip_09", "timestamp": [ 32.31, 36.46 ], "duration": 92.66, "caption": "A person is talking to another person while walking to him/her closely.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 275623, "video_name": "house_s05e03_seg02_clip_12", "timestamp": [ 7.65, 12.6 ], "duration": 90.66, "caption": "A person talking to another person turns to leave then stops and turns back towards him/her in the doorway.", "similarity": 0.8005, "relevance": 4 }, { "pair_id": 275624, "video_name": "castle_s06e15_seg02_clip_04", "timestamp": [ 9.79, 11.66 ], "duration": 93.66, "caption": "A person stands up to talk to another person.", "similarity": 0.7997, "relevance": 3 }, { "pair_id": 275625, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 69.88, 89.02 ], "duration": 89.66, "caption": "A person walks towards another person and starts talking with them.", "similarity": 0.7996, "relevance": 4 }, { "pair_id": 275626, "video_name": "s01e14_seg02_clip_09", "timestamp": [ 48.4, 54.6 ], "duration": 59.66, "caption": "A person gets up and walks over to another person while still having a conversation with him.", "similarity": 0.7996, "relevance": 1 }, { "pair_id": 275627, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 34.24, 38.07 ], "duration": 59.66, "caption": "A person stands up and walks over to talk to another person.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 275628, "video_name": "s07e15_seg02_clip_04", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person turns around to listen to the man behind him talk.", "similarity": 0.7985, "relevance": 4 }, { "pair_id": 275629, "video_name": "s01e06_seg02_clip_04", "timestamp": [ 17.39, 20.75 ], "duration": 61.66, "caption": "A person turns their back off to someone while they are talking.", "similarity": 0.796, "relevance": 4 }, { "pair_id": 275630, "video_name": "s06e10_seg02_clip_15", "timestamp": [ 48.74, 58.03 ], "duration": 58.66, "caption": "A man walks around another person then turns around to talk to them.", "similarity": 0.7957, "relevance": 4 }, { "pair_id": 275631, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 43.82, 54.62 ], "duration": 60.66, "caption": "A person nods his head and turns to his left to talk to another person.", "similarity": 0.7938, "relevance": 3 }, { "pair_id": 275632, "video_name": "house_s01e05_seg02_clip_09", "timestamp": [ 0.0, 65.34 ], "duration": 92.66, "caption": "A person is having a conversation with another person.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 275633, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 67.34, 99.03 ], "duration": 99.66, "caption": "A person is having a conversation with another person.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 275634, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 0.61, 2.75 ], "duration": 61.66, "caption": "A person walks towards another person as he is talking.", "similarity": 0.7911, "relevance": 2 }, { "pair_id": 275635, "video_name": "met_s02e02_seg02_clip_01", "timestamp": [ 12.46, 15.8 ], "duration": 60.66, "caption": "A person is talking to another person while he is standing.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 275636, "video_name": "s09e08_seg02_clip_00", "timestamp": [ 42.18, 44.04 ], "duration": 62.66, "caption": "A person gestures to their face while talking to another person.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 275637, "video_name": "castle_s03e02_seg02_clip_15", "timestamp": [ 12.37, 16.34 ], "duration": 88.66, "caption": "A person gestures towards someone and starts a conversation with another person.", "similarity": 0.7901, "relevance": 3 }, { "pair_id": 275638, "video_name": "s09e06_seg02_clip_00", "timestamp": [ 34.74, 37.22 ], "duration": 62.66, "caption": "A person moves around someone to get closer to two other people while he/she is talking.", "similarity": 0.7888, "relevance": 3 }, { "pair_id": 275639, "video_name": "s07e24_seg02_clip_15", "timestamp": [ 29.6, 33.87 ], "duration": 61.66, "caption": "A person moves closer to someone to speak to him.", "similarity": 0.7888, "relevance": 2 } ] }, { "query_id": 24283, "query": "A woman, a man, and another man have a conversation in an alley at a crime scene.", "relevant_moment": [ { "pair_id": 14700, "video_name": "castle_s04e03_seg02_clip_02", "timestamp": [ 0.0, 19.59 ], "duration": 89.66, "caption": "A woman, a man, and another man have a conversation in an alley at a crime scene.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14701, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 0.0, 18.07 ], "duration": 90.66, "caption": "A woman, man, and another person talk about the crime scene.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 14702, "video_name": "castle_s07e06_seg02_clip_02", "timestamp": [ 25.77, 39.77 ], "duration": 112.66, "caption": "A man and a woman are walking and talking together down an alley way.", "similarity": 0.7091, "relevance": 4 }, { "pair_id": 14703, "video_name": "castle_s02e20_seg02_clip_18", "timestamp": [ 53.68, 87.29 ], "duration": 87.66, "caption": "A woman, a man, and another person are having a conversation.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 14704, "video_name": "castle_s02e09_seg02_clip_01", "timestamp": [ 10.7, 21.86 ], "duration": 93.66, "caption": "A woman and man walk up to the crime scene and talk to person.", "similarity": 0.6904, "relevance": 4 }, { "pair_id": 14705, "video_name": "castle_s07e09_seg02_clip_06", "timestamp": [ 0.0, 20.69 ], "duration": 88.66, "caption": "A woman, a man, and another woman have a conversation.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 14706, "video_name": "castle_s03e21_seg02_clip_02", "timestamp": [ 9.46, 19.37 ], "duration": 90.66, "caption": "Two men and a woman stand in a circle talking at the crime scene.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 14708, "video_name": "castle_s04e13_seg02_clip_21", "timestamp": [ 53.11, 90.02 ], "duration": 90.66, "caption": "A woman, a woman, and a man are having a conversation about something.", "similarity": 0.6807, "relevance": 3 }, { "pair_id": 14709, "video_name": "castle_s04e18_seg02_clip_06", "timestamp": [ 0.0, 14.24 ], "duration": 91.66, "caption": "A woman, a man, and another man are having a conversation with each other.", "similarity": 0.6799, "relevance": 3 }, { "pair_id": 14710, "video_name": "castle_s04e07_seg02_clip_22", "timestamp": [ 0.0, 16.65 ], "duration": 64.66, "caption": "A woman, a man, and another man are having a conversation with each other.", "similarity": 0.6799, "relevance": 4 }, { "pair_id": 14711, "video_name": "castle_s08e19_seg02_clip_02", "timestamp": [ 0.0, 11.24 ], "duration": 89.66, "caption": "A woman, another woman, and a man were having a conversation.", "similarity": 0.6785, "relevance": 3 }, { "pair_id": 14712, "video_name": "castle_s03e03_seg02_clip_06", "timestamp": [ 0.0, 28.22 ], "duration": 91.66, "caption": "A woman, another woman, and a man were having a conversation.", "similarity": 0.6785, "relevance": 3 }, { "pair_id": 14713, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 0.0, 43.18 ], "duration": 89.66, "caption": "A woman, a man, and another man were having a conversation.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 14714, "video_name": "castle_s03e15_seg02_clip_18", "timestamp": [ 22.98, 90.1 ], "duration": 90.66, "caption": "A woman, a man, and another man were having a conversation.", "similarity": 0.678, "relevance": 3 }, { "pair_id": 14715, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A man is talking to another man as they walk across an alley.", "similarity": 0.6777, "relevance": 3 }, { "pair_id": 14716, "video_name": "castle_s02e11_seg02_clip_20", "timestamp": [ 0.0, 39.53 ], "duration": 104.66, "caption": "A woman, another woman and a man were having a conversation.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 14717, "video_name": "castle_s03e04_seg02_clip_05", "timestamp": [ 0.0, 23.86 ], "duration": 90.66, "caption": "A woman, a man, and another woman are having a conversation to each other.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 14718, "video_name": "friends_s06e03_seg02_clip_12", "timestamp": [ 0.0, 24.63 ], "duration": 58.66, "caption": "A man, another man, and a woman were having a conversation.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 14719, "video_name": "castle_s01e10_seg02_clip_03", "timestamp": [ 22.61, 43.94 ], "duration": 85.66, "caption": "A woman and a man are conversing with someone about a robbery and someone's involvement.", "similarity": 0.6726, "relevance": 3 }, { "pair_id": 188020, "video_name": "castle_s07e04_seg02_clip_16", "timestamp": [ 76.22, 90.2 ], "duration": 90.66, "caption": "A woman and a man go walking through the crime scene house talking.", "similarity": 0.6721, "relevance": 3 }, { "pair_id": 188021, "video_name": "castle_s07e09_seg02_clip_25", "timestamp": [ 0.0, 31.89 ], "duration": 91.66, "caption": "A man, a woman, and a woman were having a conversation.", "similarity": 0.669, "relevance": 2 }, { "pair_id": 188022, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 9.45, 81.92 ], "duration": 90.66, "caption": "A man, a woman, and a woman were having a conversation.", "similarity": 0.669, "relevance": 2 }, { "pair_id": 188023, "video_name": "friends_s02e12-13_seg02_clip_25", "timestamp": [ 0.0, 21.36 ], "duration": 61.66, "caption": "Two women talk while in an alleyway.", "similarity": 0.6649, "relevance": 1 }, { "pair_id": 188024, "video_name": "castle_s05e23_seg02_clip_01", "timestamp": [ 0.0, 29.26 ], "duration": 90.66, "caption": "A man, a woman, and another man are having a conversation to each other.", "similarity": 0.6642, "relevance": 4 }, { "pair_id": 188025, "video_name": "castle_s04e11_seg02_clip_02", "timestamp": [ 0.0, 47.29 ], "duration": 90.66, "caption": "A man, a man, and a woman were having a conversation.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 188026, "video_name": "castle_s03e10_seg02_clip_17", "timestamp": [ 0.0, 33.01 ], "duration": 100.66, "caption": "A man, a man, and a woman were having a conversation.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 188027, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 69.34, 91.23 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another woman.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 188028, "video_name": "castle_s07e14_seg02_clip_18", "timestamp": [ 8.6, 22.64 ], "duration": 90.66, "caption": "A man, person and woman were having a conversation.", "similarity": 0.6484, "relevance": 1 }, { "pair_id": 188029, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 0.0, 55.31 ], "duration": 89.66, "caption": "A woman, person and man were having a conversation.", "similarity": 0.6474, "relevance": 3 }, { "pair_id": 188030, "video_name": "met_s06e02_seg02_clip_06", "timestamp": [ 37.7, 59.38 ], "duration": 59.66, "caption": "Two men and a woman are having a conversation.", "similarity": 0.6466, "relevance": 3 }, { "pair_id": 188031, "video_name": "friends_s09e15_seg02_clip_04", "timestamp": [ 37.5, 54.52 ], "duration": 63.66, "caption": "Two men and a woman are having a conversation.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 188032, "video_name": "castle_s08e20_seg02_clip_19", "timestamp": [ 73.79, 88.38 ], "duration": 88.66, "caption": "Two men and a woman are having a conversation.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 188034, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 13.95, 35.11 ], "duration": 90.66, "caption": "A man and a woman have a conversation with another man.", "similarity": 0.6442, "relevance": 3 }, { "pair_id": 188036, "video_name": "castle_s05e11_seg02_clip_04", "timestamp": [ 81.24, 91.28 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another man.", "similarity": 0.6431, "relevance": 3 }, { "pair_id": 188037, "video_name": "grey_s03e17_seg02_clip_17", "timestamp": [ 41.49, 68.02 ], "duration": 68.66, "caption": "A man and woman are having a conversation with each other. While a woman and man are looking at them.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 188038, "video_name": "house_s06e10_seg02_clip_22", "timestamp": [ 54.3, 89.02 ], "duration": 89.66, "caption": "A woman is having a conversation with two men and a woman.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 188039, "video_name": "castle_s02e04_seg02_clip_21", "timestamp": [ 0.0, 31.12 ], "duration": 90.66, "caption": "Some people were having a conversation, including a man and a woman.", "similarity": 0.6406, "relevance": 1 } ] }, { "query_id": 24336, "query": "A woman looks shocked at what someone tells her.", "relevant_moment": [ { "pair_id": 5960, "video_name": "friends_s06e24-25_seg02_clip_26", "timestamp": [ 13.03, 17.37 ], "duration": 62.66, "caption": "A woman looks shocked at what someone tells her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5961, "video_name": "house_s05e06_seg02_clip_21", "timestamp": [ 60.18, 64.14 ], "duration": 87.66, "caption": "A woman looks shocked at something a person just said.", "similarity": 0.9159, "relevance": 1 }, { "pair_id": 5962, "video_name": "friends_s10e11_seg02_clip_06", "timestamp": [ 17.06, 19.85 ], "duration": 62.66, "caption": "A woman looks shocked at something another woman just said.", "similarity": 0.8524, "relevance": 4 }, { "pair_id": 5963, "video_name": "grey_s03e14_seg02_clip_16", "timestamp": [ 0.0, 9.92 ], "duration": 90.66, "caption": "A woman has a shocked look as a person is speaking to her.", "similarity": 0.8296, "relevance": 4 }, { "pair_id": 5964, "video_name": "friends_s09e05_seg02_clip_06", "timestamp": [ 0.0, 3.64 ], "duration": 56.66, "caption": "A woman looks shocked when a man describes the situation.", "similarity": 0.823, "relevance": 4 }, { "pair_id": 5965, "video_name": "s03e16_seg02_clip_09", "timestamp": [ 51.62, 53.12 ], "duration": 60.66, "caption": "A woman has a shocked look on their face and their mouth is open.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 5966, "video_name": "castle_s02e17_seg02_clip_19", "timestamp": [ 0.0, 3.44 ], "duration": 86.66, "caption": "A woman looks shocked when someone says that trouble discovered her anyway.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 5967, "video_name": "friends_s07e14_seg02_clip_05", "timestamp": [ 5.4, 10.5 ], "duration": 60.66, "caption": "A woman looks surprised and shocked as a man talks.", "similarity": 0.7564, "relevance": 4 }, { "pair_id": 5968, "video_name": "house_s01e19_seg02_clip_25", "timestamp": [ 0.0, 8.3 ], "duration": 79.66, "caption": "A woman is shocked when a person tells her they are filling her position.", "similarity": 0.7524, "relevance": 2 }, { "pair_id": 5969, "video_name": "friends_s07e06_seg02_clip_01", "timestamp": [ 22.89, 26.41 ], "duration": 58.66, "caption": "A woman looks startled at what another woman just says.", "similarity": 0.7468, "relevance": 4 }, { "pair_id": 5970, "video_name": "friends_s02e24_seg02_clip_11", "timestamp": [ 26.92, 29.34 ], "duration": 69.66, "caption": "A woman and a man look shocked at what someone says.", "similarity": 0.7459, "relevance": 4 }, { "pair_id": 5971, "video_name": "s09e01_seg01_clip_00", "timestamp": [ 40.58, 43.02 ], "duration": 61.66, "caption": "A person is being in shocked with the revelation of a woman to him.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 5972, "video_name": "castle_s02e17_seg02_clip_23", "timestamp": [ 7.28, 13.65 ], "duration": 91.66, "caption": "A woman looks down while describing how surprised she is by person's personal life.", "similarity": 0.7393, "relevance": 1 }, { "pair_id": 5973, "video_name": "s06e08_seg02_clip_14", "timestamp": [ 27.17, 36.7 ], "duration": 56.66, "caption": "A woman has a shocked look on her face because she just told a man she loves him.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 5974, "video_name": "s04e16_seg02_clip_07", "timestamp": [ 47.3, 57.37 ], "duration": 61.66, "caption": "A woman is surprised at how another woman is describing her.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 5975, "video_name": "friends_s09e22_seg02_clip_14", "timestamp": [ 17.06, 27.3 ], "duration": 62.66, "caption": "A woman pretends she is shocked to see another woman.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 5976, "video_name": "friends_s10e02_seg02_clip_16", "timestamp": [ 1.86, 6.82 ], "duration": 62.66, "caption": "A woman looks really surprised and then turns and says something to the person next to her.", "similarity": 0.7216, "relevance": 3 }, { "pair_id": 5977, "video_name": "friends_s05e23-24_seg02_clip_32", "timestamp": [ 16.75, 20.78 ], "duration": 62.66, "caption": "A woman turns around in shock at what guy says.", "similarity": 0.7209, "relevance": 3 }, { "pair_id": 5978, "video_name": "friends_s09e19_seg02_clip_08", "timestamp": [ 45.49, 51.36 ], "duration": 55.66, "caption": "A woman makes a shocked look on her face when she is reading the script.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 5979, "video_name": "friends_s08e23-24_seg02_clip_02", "timestamp": [ 45.33, 51.61 ], "duration": 57.66, "caption": "A woman gets up and backs up as if she is shocked.", "similarity": 0.7182, "relevance": 4 }, { "pair_id": 179280, "video_name": "castle_s04e11_seg02_clip_24", "timestamp": [ 13.1, 15.36 ], "duration": 90.66, "caption": "A woman is shocked that someone did something on their own.", "similarity": 0.7112, "relevance": 4 }, { "pair_id": 179282, "video_name": "s04e11_seg02_clip_09", "timestamp": [ 48.38, 55.21 ], "duration": 62.66, "caption": "A woman looks shocked, turns around and slams the door shut in a person's face.", "similarity": 0.708, "relevance": 3 }, { "pair_id": 179283, "video_name": "s01e17_seg02_clip_13", "timestamp": [ 42.02, 48.32 ], "duration": 60.66, "caption": "A woman looks completely baffled by a person and then looks up in the air when he says something.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 179284, "video_name": "castle_s02e14_seg02_clip_07", "timestamp": [ 22.31, 26.4 ], "duration": 91.66, "caption": "A woman looks shocked when another woman asks if she's dating someone.", "similarity": 0.7061, "relevance": 3 }, { "pair_id": 179285, "video_name": "met_s03e19_seg02_clip_17", "timestamp": [ 0.0, 5.06 ], "duration": 59.66, "caption": "A woman is shocked at the price that a man said.", "similarity": 0.7049, "relevance": 4 }, { "pair_id": 179286, "video_name": "friends_s07e20_seg02_clip_05", "timestamp": [ 17.71, 19.81 ], "duration": 60.66, "caption": "A woman makes a shocked face with her mouth open.", "similarity": 0.7011, "relevance": 4 }, { "pair_id": 179287, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 6.45, 16.34 ], "duration": 86.66, "caption": "A woman looks shocked when she sees a person in church.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 179288, "video_name": "friends_s05e14_seg02_clip_18", "timestamp": [ 5.76, 9.28 ], "duration": 64.66, "caption": "A woman looks shocked when a man suggests a change of location.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 179289, "video_name": "house_s02e04_seg02_clip_05", "timestamp": [ 31.67, 36.58 ], "duration": 89.66, "caption": "A woman is taken aback by something a man says and makes a face.", "similarity": 0.6974, "relevance": 4 }, { "pair_id": 179290, "video_name": "friends_s09e05_seg02_clip_06", "timestamp": [ 2.24, 4.2 ], "duration": 56.66, "caption": "A woman raises her eyebrows and looks surprised at something a man said.", "similarity": 0.6896, "relevance": 4 }, { "pair_id": 179292, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 15.92, 31.83 ], "duration": 90.66, "caption": "A person looks shocked when he sees the photo of a woman and gets very upset.", "similarity": 0.6793, "relevance": 3 }, { "pair_id": 179293, "video_name": "met_s03e17_seg02_clip_07", "timestamp": [ 28.07, 32.29 ], "duration": 60.66, "caption": "A woman has a horrified look on her face in response to what a man is saying.", "similarity": 0.6789, "relevance": 4 }, { "pair_id": 179294, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 46.26, 68.02 ], "duration": 68.66, "caption": "A woman looks scared at what a man told her.", "similarity": 0.6788, "relevance": 4 }, { "pair_id": 179295, "video_name": "friends_s07e08_seg02_clip_07", "timestamp": [ 4.84, 8.47 ], "duration": 60.66, "caption": "A woman looks shocked at man after another man tells his secret.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 179296, "video_name": "s07e21_seg02_clip_14", "timestamp": [ 47.81, 49.58 ], "duration": 59.66, "caption": "A woman puts her hand to her face in shock.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 179297, "video_name": "house_s06e18_seg02_clip_08", "timestamp": [ 16.15, 21.38 ], "duration": 95.66, "caption": "A woman says something and a person looks at her with a bewildered look.", "similarity": 0.6712, "relevance": 3 }, { "pair_id": 179298, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person looks at another person in shock and surprise.", "similarity": 0.6708, "relevance": 3 }, { "pair_id": 179299, "video_name": "castle_s07e12_seg02_clip_07", "timestamp": [ 78.32, 87.77 ], "duration": 90.66, "caption": "A man looks truly shocked to hear what is going on with a woman.", "similarity": 0.6693, "relevance": 2 } ] }, { "query_id": 24347, "query": "A guy shows another guy a bracelet and then puts it on him.", "relevant_moment": [ { "pair_id": 7720, "video_name": "friends_s02e14_seg02_clip_13", "timestamp": [ 47.14, 62.03 ], "duration": 62.66, "caption": "A guy shows another guy a bracelet and then puts it on him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7721, "video_name": "friends_s08e19_seg02_clip_10", "timestamp": [ 30.46, 46.63 ], "duration": 62.66, "caption": "A man is holding a bracelet and then puts in on another man.", "similarity": 0.7921, "relevance": 3 }, { "pair_id": 7722, "video_name": "friends_s02e14_seg02_clip_03", "timestamp": [ 32.04, 42.11 ], "duration": 61.66, "caption": "A man teases guy about the bracelet that another guy gave him.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 7723, "video_name": "friends_s02e14_seg01_clip_01", "timestamp": [ 33.56, 37.98 ], "duration": 52.66, "caption": "A man places the bracelet right around another person's wrist.", "similarity": 0.7811, "relevance": 4 }, { "pair_id": 7724, "video_name": "house_s07e11_seg02_clip_18", "timestamp": [ 9.3, 13.73 ], "duration": 88.66, "caption": "A man get a thing and show it to another man.", "similarity": 0.7157, "relevance": 1 }, { "pair_id": 7725, "video_name": "friends_s02e14_seg01_clip_01", "timestamp": [ 34.08, 38.76 ], "duration": 52.66, "caption": "A person putting a golden watch on guy's wrist.", "similarity": 0.6747, "relevance": 4 }, { "pair_id": 7726, "video_name": "friends_s03e02_seg02_clip_11", "timestamp": [ 29.29, 38.14 ], "duration": 61.66, "caption": "A man shows guy his watch, then grabs guy's watch.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 7727, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 3.2, 7.36 ], "duration": 64.66, "caption": "A guy hands a tape over for another guy to see.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 7728, "video_name": "friends_s02e14_seg02_clip_03", "timestamp": [ 23.19, 27.77 ], "duration": 61.66, "caption": "A man drops his bracelet and a man picks it up from the floor before a man does.", "similarity": 0.6385, "relevance": 3 }, { "pair_id": 7729, "video_name": "house_s05e21_seg02_clip_02", "timestamp": [ 41.84, 47.63 ], "duration": 89.66, "caption": "A man holds up their left arm and shows another man their watch.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 7730, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 74.41, 77.45 ], "duration": 87.66, "caption": "A person puts both hands on the side of guy's arms.", "similarity": 0.617, "relevance": 0 }, { "pair_id": 7731, "video_name": "friends_s09e19_seg02_clip_10", "timestamp": [ 30.94, 48.06 ], "duration": 60.66, "caption": "A man shows another man all the things he grabbed.", "similarity": 0.6097, "relevance": 2 }, { "pair_id": 7732, "video_name": "friends_s01e04_seg02_clip_09", "timestamp": [ 0.0, 6.76 ], "duration": 52.66, "caption": "A man has his hands on guy's shoulders and then removes them one by one.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 7733, "video_name": "friends_s06e23_seg02_clip_20", "timestamp": [ 2.32, 6.38 ], "duration": 58.66, "caption": "A man takes the ring out of his pocket and see it to two guys.", "similarity": 0.5959, "relevance": 2 }, { "pair_id": 7734, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 42.32, 47.72 ], "duration": 60.66, "caption": "A man places his right hand on guy's shoulder.", "similarity": 0.5958, "relevance": 0 }, { "pair_id": 7735, "video_name": "castle_s05e03_seg02_clip_14", "timestamp": [ 85.82, 88.02 ], "duration": 88.66, "caption": "A man tells that he wants to show something to two people.", "similarity": 0.5954, "relevance": 1 }, { "pair_id": 7736, "video_name": "castle_s08e01_seg02_clip_05", "timestamp": [ 55.6, 61.52 ], "duration": 91.66, "caption": "A person looks down at a bracelet in a plastic bag and then looks at another person.", "similarity": 0.5921, "relevance": 3 }, { "pair_id": 7737, "video_name": "friends_s06e23_seg02_clip_06", "timestamp": [ 2.17, 9.61 ], "duration": 62.66, "caption": "A person picks up a ring and shows it to another person.", "similarity": 0.5915, "relevance": 3 }, { "pair_id": 7738, "video_name": "castle_s04e07_seg02_clip_09", "timestamp": [ 55.07, 60.99 ], "duration": 91.66, "caption": "A woman gives her bracelet to a man.", "similarity": 0.5871, "relevance": 3 }, { "pair_id": 7739, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.5853, "relevance": 1 }, { "pair_id": 181040, "video_name": "friends_s03e02_seg02_clip_16", "timestamp": [ 11.37, 18.75 ], "duration": 61.66, "caption": "A man shows off his outfit while telling another man what it is.", "similarity": 0.5829, "relevance": 2 }, { "pair_id": 181041, "video_name": "friends_s06e23_seg02_clip_12", "timestamp": [ 0.0, 5.51 ], "duration": 58.66, "caption": "A person comes in and another person shows him/her a ring.", "similarity": 0.5819, "relevance": 2 }, { "pair_id": 181042, "video_name": "castle_s03e10_seg02_clip_25", "timestamp": [ 2.2, 8.8 ], "duration": 88.66, "caption": "A man shows a man his badge as he sees another man.", "similarity": 0.5795, "relevance": 2 }, { "pair_id": 181043, "video_name": "friends_s03e02_seg02_clip_03", "timestamp": [ 54.75, 64.03 ], "duration": 64.66, "caption": "A man puts his arm around another person and tells them something he did.", "similarity": 0.5786, "relevance": 1 }, { "pair_id": 181044, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 14.31, 22.08 ], "duration": 62.66, "caption": "A man puts his hand up to guy's forehead.", "similarity": 0.576, "relevance": 2 }, { "pair_id": 181045, "video_name": "castle_s06e22_seg02_clip_10", "timestamp": [ 63.26, 65.99 ], "duration": 91.66, "caption": "A man shows another man a sketch of someone and the other man confirms it being him.", "similarity": 0.5759, "relevance": 2 }, { "pair_id": 181046, "video_name": "house_s03e20_seg02_clip_24", "timestamp": [ 0.34, 8.16 ], "duration": 68.66, "caption": "A man points to the bra hook to show another man.", "similarity": 0.5758, "relevance": 1 }, { "pair_id": 181047, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.5756, "relevance": 2 }, { "pair_id": 181048, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 0.46, 5.52 ], "duration": 92.66, "caption": "A man explains what is in the photo when he hands it to another man.", "similarity": 0.5749, "relevance": 2 }, { "pair_id": 181049, "video_name": "s03e17_seg02_clip_05", "timestamp": [ 37.48, 42.79 ], "duration": 59.66, "caption": "A man looks in his pocket for a gold band on a chain and another man shows him that he has it.", "similarity": 0.5748, "relevance": 3 }, { "pair_id": 181050, "video_name": "friends_s02e02_seg02_clip_19", "timestamp": [ 37.97, 40.72 ], "duration": 55.66, "caption": "A man stretches out his arm in order to show another man the time on his watch.", "similarity": 0.5735, "relevance": 3 }, { "pair_id": 181051, "video_name": "friends_s06e23_seg02_clip_18", "timestamp": [ 23.71, 36.64 ], "duration": 61.66, "caption": "Guy takes out a ring box and shows it to the suited person.", "similarity": 0.5733, "relevance": 3 }, { "pair_id": 181052, "video_name": "s10e09_seg02_clip_03", "timestamp": [ 45.02, 47.12 ], "duration": 60.66, "caption": "A man pulls the cloth off a toy to show to another man.", "similarity": 0.573, "relevance": 1 }, { "pair_id": 181053, "video_name": "castle_s04e10_seg02_clip_09", "timestamp": [ 24.87, 90.44 ], "duration": 90.66, "caption": "A person showed another person a sketch of a man.", "similarity": 0.5716, "relevance": 2 }, { "pair_id": 181054, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 50.77, 55.99 ], "duration": 58.66, "caption": "A person taps on guy's shoulder multiple times to get his attention.", "similarity": 0.5692, "relevance": 1 }, { "pair_id": 181055, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 2.9, 15.38 ], "duration": 58.66, "caption": "A man shows another man a piece of paper and then gives it to him.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 181056, "video_name": "house_s08e18_seg02_clip_05", "timestamp": [ 17.69, 20.34 ], "duration": 88.66, "caption": "A man gets a thing on the plastic bag and gives it to another man.", "similarity": 0.5675, "relevance": 2 }, { "pair_id": 181057, "video_name": "friends_s07e05_seg02_clip_04", "timestamp": [ 40.47, 46.58 ], "duration": 58.66, "caption": "A man buttons up the shirt another person gave him to wear.", "similarity": 0.567, "relevance": 0 }, { "pair_id": 181058, "video_name": "castle_s03e15_seg02_clip_20", "timestamp": [ 66.77, 77.45 ], "duration": 89.66, "caption": "A person shows a sketch of a man to another person.", "similarity": 0.567, "relevance": 1 }, { "pair_id": 181059, "video_name": "castle_s05e06_seg02_clip_02", "timestamp": [ 68.56, 72.7 ], "duration": 92.66, "caption": "A man says something to guy and then pats him on the shoulder.", "similarity": 0.5667, "relevance": 1 } ] }, { "query_id": 24436, "query": "A man looks back at a woman before he walks out of a woman's room.", "relevant_moment": [ { "pair_id": 90340, "video_name": "house_s07e11_seg02_clip_22", "timestamp": [ 64.7, 70.16 ], "duration": 84.66, "caption": "A man looks back at a woman before he walks out of a woman's room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 90341, "video_name": "grey_s03e15_seg02_clip_00", "timestamp": [ 57.68, 60.47 ], "duration": 93.66, "caption": "A woman looks back at a man as he's walking out.", "similarity": 0.8523, "relevance": 2 }, { "pair_id": 90344, "video_name": "met_s06e14_seg02_clip_20", "timestamp": [ 21.31, 24.41 ], "duration": 44.66, "caption": "A person walks out of the room and woman looks after him.", "similarity": 0.8123, "relevance": 3 }, { "pair_id": 90346, "video_name": "grey_s02e17_seg02_clip_26", "timestamp": [ 28.4, 31.62 ], "duration": 43.66, "caption": "A man walks out of the door and looks back to a woman.", "similarity": 0.7997, "relevance": 2 }, { "pair_id": 90347, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A man walks into the room to see woman.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 90348, "video_name": "grey_s03e25_seg02_clip_12", "timestamp": [ 17.86, 19.98 ], "duration": 85.66, "caption": "A man looks at a woman and she looks back at him.", "similarity": 0.7955, "relevance": 2 }, { "pair_id": 90349, "video_name": "house_s01e04_seg02_clip_11", "timestamp": [ 77.86, 81.84 ], "duration": 88.66, "caption": "A man came out of the room and backs off when he saw woman.", "similarity": 0.7927, "relevance": 2 }, { "pair_id": 90350, "video_name": "s03e11_seg02_clip_15", "timestamp": [ 48.82, 58.28 ], "duration": 61.66, "caption": "A man walks to their bedroom looking back at a woman with a confused look on their face.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 90351, "video_name": "grey_s03e09_seg02_clip_18", "timestamp": [ 43.25, 50.15 ], "duration": 92.66, "caption": "A man turns to look at a woman after she walks away.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 90352, "video_name": "house_s05e15_seg02_clip_01", "timestamp": [ 7.12, 9.35 ], "duration": 89.66, "caption": "A woman turns back to look at a man when she walks away.", "similarity": 0.7813, "relevance": 2 }, { "pair_id": 90353, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 50.86, 58.07 ], "duration": 90.66, "caption": "A woman walks into the men's room to see a man.", "similarity": 0.7811, "relevance": 2 }, { "pair_id": 90354, "video_name": "friends_s10e12_seg02_clip_12", "timestamp": [ 20.55, 25.15 ], "duration": 61.66, "caption": "A woman looks at a man as they walk into the room.", "similarity": 0.7779, "relevance": 1 }, { "pair_id": 90355, "video_name": "friends_s05e01_seg02_clip_15", "timestamp": [ 15.05, 19.85 ], "duration": 64.66, "caption": "A man opens the door and looks back at woman before he leaves.", "similarity": 0.7685, "relevance": 4 }, { "pair_id": 90356, "video_name": "house_s02e23_seg02_clip_22", "timestamp": [ 33.28, 37.22 ], "duration": 87.66, "caption": "A person walks out of the room leaving a woman to stare after him.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 90357, "video_name": "house_s06e18_seg02_clip_07", "timestamp": [ 45.91, 49.96 ], "duration": 90.66, "caption": "A man looks up at a woman as she walks away from him down a hall.", "similarity": 0.7661, "relevance": 2 }, { "pair_id": 90358, "video_name": "castle_s05e01_seg02_clip_05", "timestamp": [ 44.96, 47.18 ], "duration": 89.66, "caption": "A woman follows a man with her eyes as they walk out of the room.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 263660, "video_name": "friends_s07e19_seg02_clip_07", "timestamp": [ 52.1, 56.45 ], "duration": 62.66, "caption": "A man looks back at a woman after he gets up from the table.", "similarity": 0.7612, "relevance": 3 }, { "pair_id": 263661, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 14.18, 19.95 ], "duration": 105.66, "caption": "A man walks into the room and stands in front of a woman.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 263662, "video_name": "castle_s08e05_seg02_clip_04", "timestamp": [ 64.17, 70.67 ], "duration": 86.66, "caption": "A woman walks away from a man and he looks back.", "similarity": 0.7533, "relevance": 3 }, { "pair_id": 263663, "video_name": "met_s02e13_seg02_clip_20", "timestamp": [ 9.21, 12.38 ], "duration": 33.66, "caption": "A woman walks out of the room to face man.", "similarity": 0.7497, "relevance": 1 }, { "pair_id": 263664, "video_name": "s09e15_seg02_clip_03", "timestamp": [ 55.21, 62.03 ], "duration": 62.66, "caption": "A man looks around and begins walking back to woman.", "similarity": 0.7489, "relevance": 1 }, { "pair_id": 263665, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 34.87, 38.85 ], "duration": 61.66, "caption": "A man walks into the room and approaches a woman.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 263666, "video_name": "castle_s04e23_seg02_clip_00", "timestamp": [ 77.77, 81.91 ], "duration": 92.66, "caption": "A man stops walking and a woman turns to look back at him.", "similarity": 0.7471, "relevance": 1 }, { "pair_id": 263667, "video_name": "s08e17_seg02_clip_15", "timestamp": [ 2.1, 3.6 ], "duration": 60.66, "caption": "A woman lets go of a man, steps back and looks at him.", "similarity": 0.7462, "relevance": 1 }, { "pair_id": 263668, "video_name": "s07e13_seg02_clip_09", "timestamp": [ 34.18, 38.14 ], "duration": 61.66, "caption": "A man walks out of the room after he's finished talking to a woman.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 263669, "video_name": "house_s04e09_seg02_clip_07", "timestamp": [ 48.16, 54.01 ], "duration": 90.66, "caption": "A man gets out of the room and woman follows him.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 263670, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 43.51, 46.99 ], "duration": 87.66, "caption": "A man exits the room, followed by a woman.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 263671, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 60.16, 62.58 ], "duration": 97.66, "caption": "A man walks out of the room after talking to a woman.", "similarity": 0.7438, "relevance": 3 }, { "pair_id": 263672, "video_name": "grey_s02e13_seg02_clip_14", "timestamp": [ 80.52, 87.88 ], "duration": 92.66, "caption": "A woman looks back at a man and he motions for her to come over to him.", "similarity": 0.7429, "relevance": 2 }, { "pair_id": 263673, "video_name": "friends_s10e17-18_seg02_clip_04", "timestamp": [ 35.72, 42.02 ], "duration": 60.66, "caption": "A man heads toward woman's room but turns back around towards man and woman.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 263674, "video_name": "grey_s03e12_seg02_clip_13", "timestamp": [ 64.01, 66.28 ], "duration": 90.66, "caption": "A woman walks into the room and a man looks startled.", "similarity": 0.7416, "relevance": 1 }, { "pair_id": 263675, "video_name": "grey_s03e22_seg02_clip_01", "timestamp": [ 35.11, 39.61 ], "duration": 42.66, "caption": "A man exits the elevator and looks back at a woman.", "similarity": 0.7406, "relevance": 3 }, { "pair_id": 263676, "video_name": "house_s01e18_seg02_clip_11", "timestamp": [ 54.76, 58.5 ], "duration": 68.66, "caption": "A woman stares at a man with an ominous and concerned look as another man leaves the room.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 263677, "video_name": "s05e04_seg02_clip_01", "timestamp": [ 41.18, 49.02 ], "duration": 56.66, "caption": "A man gets up and follows woman out of the room.", "similarity": 0.7385, "relevance": 1 }, { "pair_id": 263678, "video_name": "friends_s04e06_seg02_clip_19", "timestamp": [ 52.22, 55.41 ], "duration": 58.66, "caption": "A man turns to look at the bedroom door and then back at another woman.", "similarity": 0.7376, "relevance": 1 }, { "pair_id": 263679, "video_name": "house_s03e17_seg02_clip_14", "timestamp": [ 6.82, 15.91 ], "duration": 90.66, "caption": "A man then stares at a woman with her decision and he leaves the room immediately.", "similarity": 0.7363, "relevance": 3 } ] }, { "query_id": 24454, "query": "A person stands up with a pink pitcher and walks to the door.", "relevant_moment": [ { "pair_id": 52760, "video_name": "s10e11_seg02_clip_11", "timestamp": [ 40.44, 44.02 ], "duration": 55.66, "caption": "A person stands up with a pink pitcher and walks to the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 52761, "video_name": "s04e17_seg02_clip_06", "timestamp": [ 5.31, 8.56 ], "duration": 59.66, "caption": "A person walks over to the door that person is standing at.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 52762, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 60.32, 73.37 ], "duration": 90.66, "caption": "A person stands up and walks out of the door.", "similarity": 0.7387, "relevance": 3 }, { "pair_id": 52763, "video_name": "friends_s03e13_seg02_clip_02", "timestamp": [ 44.8, 45.68 ], "duration": 58.66, "caption": "A woman walks in the door with a pitcher in her hand.", "similarity": 0.7262, "relevance": 1 }, { "pair_id": 52764, "video_name": "friends_s04e16_seg02_clip_17", "timestamp": [ 36.59, 39.34 ], "duration": 55.66, "caption": "A woman stands up and walks towards the door.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 52765, "video_name": "grey_s02e17_seg02_clip_07", "timestamp": [ 29.93, 34.53 ], "duration": 92.66, "caption": "A person walks over and stands in the doorway.", "similarity": 0.6936, "relevance": 0 }, { "pair_id": 52766, "video_name": "s03e05_seg01_clip_01", "timestamp": [ 43.52, 49.03 ], "duration": 58.66, "caption": "A woman stands up and walks to the front door.", "similarity": 0.6798, "relevance": 3 }, { "pair_id": 52767, "video_name": "friends_s06e06_seg02_clip_10", "timestamp": [ 55.47, 57.99 ], "duration": 63.66, "caption": "A woman stands up and walks towards the door and turns around.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 52768, "video_name": "s10e02_seg02_clip_06", "timestamp": [ 25.53, 31.33 ], "duration": 58.66, "caption": "A woman stands up, walks to the door and turns around.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 52769, "video_name": "grey_s01e04_seg02_clip_07", "timestamp": [ 14.36, 22.2 ], "duration": 87.66, "caption": "A woman stands up quickly and walks to the door.", "similarity": 0.6723, "relevance": 2 }, { "pair_id": 52770, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 8.85, 11.47 ], "duration": 65.66, "caption": "A person opens the door and someone is standing there.", "similarity": 0.6688, "relevance": 1 }, { "pair_id": 52771, "video_name": "house_s01e12_seg02_clip_16", "timestamp": [ 55.72, 67.47 ], "duration": 87.66, "caption": "A person walks into the room and stands at the door.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 52772, "video_name": "house_s08e08_seg02_clip_01", "timestamp": [ 64.12, 71.69 ], "duration": 89.66, "caption": "A person stands up from the table and opens a door.", "similarity": 0.6608, "relevance": 3 }, { "pair_id": 52773, "video_name": "friends_s08e17_seg02_clip_15", "timestamp": [ 9.69, 19.7 ], "duration": 62.66, "caption": "A woman stands up and walks out the door.", "similarity": 0.6602, "relevance": 3 }, { "pair_id": 52774, "video_name": "castle_s02e24_seg02_clip_09", "timestamp": [ 19.41, 22.57 ], "duration": 90.66, "caption": "A person stands up and walks to the door of the jail cell.", "similarity": 0.6588, "relevance": 3 }, { "pair_id": 52775, "video_name": "s03e06_seg02_clip_15", "timestamp": [ 27.01, 29.71 ], "duration": 60.66, "caption": "A person stands up and walks out the door to another person's apartment.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 52776, "video_name": "friends_s08e21_seg02_clip_08", "timestamp": [ 39.67, 44.22 ], "duration": 65.66, "caption": "A man stands up and walks over to open the door.", "similarity": 0.6531, "relevance": 3 }, { "pair_id": 52777, "video_name": "friends_s09e05_seg02_clip_09", "timestamp": [ 17.93, 20.45 ], "duration": 56.66, "caption": "A person walks over to the door and puts their hand on it.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 52778, "video_name": "friends_s01e19_seg02_clip_13", "timestamp": [ 40.22, 42.02 ], "duration": 60.66, "caption": "Another woman walks to the door carrying a drink pitcher.", "similarity": 0.6516, "relevance": 3 }, { "pair_id": 52779, "video_name": "house_s08e13_seg02_clip_15", "timestamp": [ 22.3, 25.94 ], "duration": 91.66, "caption": "A person gets up from the table and walks toward the door.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 226080, "video_name": "s10e09_seg02_clip_14", "timestamp": [ 19.83, 28.38 ], "duration": 61.66, "caption": "A person gets up and heads towards the door.", "similarity": 0.6498, "relevance": 3 }, { "pair_id": 226081, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 41.61, 46.34 ], "duration": 59.66, "caption": "A person stands up from someone's bed and walks towards the door.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 226082, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 50.47, 57.02 ], "duration": 57.66, "caption": "A person is standing at a door as someone opens it.", "similarity": 0.6475, "relevance": 1 }, { "pair_id": 226083, "video_name": "s08e01_seg02_clip_10", "timestamp": [ 42.11, 49.74 ], "duration": 61.66, "caption": "A woman stands up and walks to the door then stops.", "similarity": 0.6453, "relevance": 3 }, { "pair_id": 226084, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 28.81, 36.02 ], "duration": 60.66, "caption": "A person stands up and walks towards the refrigerator and opens it.", "similarity": 0.6424, "relevance": 1 }, { "pair_id": 226085, "video_name": "house_s06e14_seg02_clip_06", "timestamp": [ 13.35, 17.36 ], "duration": 89.66, "caption": "A person walks towards the glass door to open it and stands just outside the doorway.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 226086, "video_name": "house_s07e21_seg02_clip_17", "timestamp": [ 0.0, 5.02 ], "duration": 5.66, "caption": "A person was seriously standing by the door.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 226087, "video_name": "friends_s02e10_seg02_clip_18", "timestamp": [ 19.09, 21.47 ], "duration": 53.66, "caption": "A person opens the front door and a person is standing there.", "similarity": 0.6379, "relevance": 1 }, { "pair_id": 226088, "video_name": "house_s06e13_seg02_clip_20", "timestamp": [ 67.29, 72.23 ], "duration": 89.66, "caption": "A woman stands up while holding her phone and walks toward the door.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 226089, "video_name": "s07e12_seg02_clip_15", "timestamp": [ 30.73, 35.54 ], "duration": 64.66, "caption": "A person walks over to the door quickly and leaves.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 226090, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.6292, "relevance": 1 }, { "pair_id": 226091, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 70.57, 74.62 ], "duration": 89.66, "caption": "A person gets up from a chair and walks towards the door.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 226092, "video_name": "grey_s01e04_seg02_clip_03", "timestamp": [ 25.39, 27.27 ], "duration": 94.66, "caption": "A person stands at the door entrance and then walks out of the room.", "similarity": 0.6279, "relevance": 1 }, { "pair_id": 226093, "video_name": "grey_s02e17_seg02_clip_07", "timestamp": [ 28.55, 30.39 ], "duration": 92.66, "caption": "A person walks up in front of a doorway.", "similarity": 0.6278, "relevance": 1 }, { "pair_id": 226094, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 22.41, 26.57 ], "duration": 64.66, "caption": "A person gets up and goes to the door and opens it.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 226095, "video_name": "house_s03e21_seg02_clip_11", "timestamp": [ 97.05, 98.03 ], "duration": 98.66, "caption": "A person walks up to another person who is standing by the glass door.", "similarity": 0.6261, "relevance": 1 }, { "pair_id": 226096, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 36.63, 42.96 ], "duration": 90.66, "caption": "A person suddenly stands up and opens the door.", "similarity": 0.6235, "relevance": 3 }, { "pair_id": 226097, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 72.02, 77.42 ], "duration": 90.66, "caption": "A person walks over to the door and turns around.", "similarity": 0.6217, "relevance": 1 }, { "pair_id": 226098, "video_name": "met_s02e06_seg02_clip_15", "timestamp": [ 0.59, 2.96 ], "duration": 59.66, "caption": "A person comes out the door and stands in front of a man.", "similarity": 0.6217, "relevance": 1 }, { "pair_id": 226099, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 60.65, 65.28 ], "duration": 92.66, "caption": "A woman stands up and walks over to man's office door.", "similarity": 0.6193, "relevance": 1 } ] }, { "query_id": 24497, "query": "A man and a woman are sitting on the floor of a freezer hugging each other.", "relevant_moment": [ { "pair_id": 59740, "video_name": "castle_s03e17_seg02_clip_04", "timestamp": [ 80.47, 93.03 ], "duration": 93.66, "caption": "A man and a woman are sitting on the floor of a freezer hugging each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 59741, "video_name": "castle_s03e17_seg02_clip_06", "timestamp": [ 0.0, 26.71 ], "duration": 89.66, "caption": "A man and a woman are embracing each other as they sit in a freezer room as she thanks him and then passes out.", "similarity": 0.7891, "relevance": 3 }, { "pair_id": 59742, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 80.46, 83.63 ], "duration": 90.66, "caption": "A man and woman are huddled together in a freezer for warmth.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 59743, "video_name": "castle_s03e17_seg02_clip_04", "timestamp": [ 80.47, 93.03 ], "duration": 93.66, "caption": "Two people are huddled together on the floor of a freezer.", "similarity": 0.7009, "relevance": 4 }, { "pair_id": 59744, "video_name": "friends_s04e01_seg02_clip_07", "timestamp": [ 50.42, 63.03 ], "duration": 63.66, "caption": "A man and woman were both sitting on the couch whilst hugging each other.", "similarity": 0.6691, "relevance": 3 }, { "pair_id": 59745, "video_name": "s05e06_seg02_clip_04", "timestamp": [ 60.17, 61.72 ], "duration": 62.66, "caption": "A woman and a man hug while sitting on the couch.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 59746, "video_name": "friends_s05e15_seg02_clip_07", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "A woman hugs a man while sitting in a chair together.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 59747, "video_name": "s04e20_seg02_clip_16", "timestamp": [ 54.52, 56.1 ], "duration": 63.66, "caption": "A woman and a man jump up and hug each other.", "similarity": 0.6425, "relevance": 1 }, { "pair_id": 59748, "video_name": "castle_s05e16_seg02_clip_27", "timestamp": [ 3.8, 9.12 ], "duration": 76.66, "caption": "A man and a woman hug each other as they stand beside each other.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 59749, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A man and a woman hug when they saw each other.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 59750, "video_name": "friends_s04e16_seg02_clip_21", "timestamp": [ 0.0, 1.23 ], "duration": 82.66, "caption": "A man and a woman are sitting on the floor with woman holding an object on her mouth.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 59751, "video_name": "friends_s03e09_seg02_clip_04", "timestamp": [ 6.42, 11.93 ], "duration": 61.66, "caption": "A woman and a man hug as they are standing next to each other.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 59752, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 10.23, 12.72 ], "duration": 62.66, "caption": "Two people hug each other for a moment.", "similarity": 0.6315, "relevance": 2 }, { "pair_id": 59753, "video_name": "s08e08_seg02_clip_12", "timestamp": [ 5.7, 8.1 ], "duration": 60.66, "caption": "A man and a woman share a hug while wearing formal clothes.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 59754, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 36.6, 37.22 ], "duration": 62.66, "caption": "A man hugs a woman who is sitting next to him.", "similarity": 0.6261, "relevance": 3 }, { "pair_id": 59755, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 6.49, 9.74 ], "duration": 59.66, "caption": "Two people hug each other for a short period time.", "similarity": 0.6235, "relevance": 3 }, { "pair_id": 59756, "video_name": "friends_s10e15_seg02_clip_19", "timestamp": [ 4.32, 19.99 ], "duration": 54.66, "caption": "Two people hug each other for a long time.", "similarity": 0.6184, "relevance": 1 }, { "pair_id": 59757, "video_name": "s10e01_seg02_clip_16", "timestamp": [ 50.42, 56.72 ], "duration": 70.66, "caption": "Two people hug each other and a person hugs them.", "similarity": 0.6175, "relevance": 2 }, { "pair_id": 59758, "video_name": "castle_s03e04_seg02_clip_27", "timestamp": [ 15.31, 19.02 ], "duration": 19.66, "caption": "A woman and a man hug each other and smile.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 59759, "video_name": "s05e10_seg02_clip_13", "timestamp": [ 57.73, 58.03 ], "duration": 58.66, "caption": "A woman and man hug each other in the hallway.", "similarity": 0.6164, "relevance": 1 }, { "pair_id": 233060, "video_name": "castle_s08e17_seg02_clip_26", "timestamp": [ 15.2, 17.1 ], "duration": 95.66, "caption": "A woman and a man got emotional and hugged each other.", "similarity": 0.6163, "relevance": 2 }, { "pair_id": 233061, "video_name": "friends_s03e11_seg02_clip_04", "timestamp": [ 33.63, 50.44 ], "duration": 62.66, "caption": "Two people hug each other while having a conversation.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 233062, "video_name": "s09e16_seg02_clip_12", "timestamp": [ 43.82, 51.62 ], "duration": 60.66, "caption": "A man and woman hug and kiss each other.", "similarity": 0.6153, "relevance": 2 }, { "pair_id": 233063, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A man and a woman kiss each other and then hug.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 233064, "video_name": "castle_s08e02_seg02_clip_16", "timestamp": [ 25.21, 29.71 ], "duration": 90.66, "caption": "A man and a woman hug in an airplane hanger.", "similarity": 0.6119, "relevance": 2 }, { "pair_id": 233065, "video_name": "friends_s02e04_seg02_clip_08", "timestamp": [ 18.89, 33.3 ], "duration": 64.66, "caption": "A woman and a man hug when she is in a red suit.", "similarity": 0.6106, "relevance": 1 }, { "pair_id": 233066, "video_name": "friends_s02e10_seg02_clip_04", "timestamp": [ 18.82, 24.1 ], "duration": 66.66, "caption": "A woman hugs a man as they are sitting beside each other on a couch.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 233067, "video_name": "friends_s05e18_seg02_clip_06", "timestamp": [ 32.88, 35.98 ], "duration": 62.66, "caption": "A man and a woman hug each other in the kitchen.", "similarity": 0.6088, "relevance": 2 }, { "pair_id": 233068, "video_name": "grey_s02e08_seg02_clip_22", "timestamp": [ 81.46, 89.02 ], "duration": 89.66, "caption": "A person and the woman in the red shirt hug each other.", "similarity": 0.6083, "relevance": 1 }, { "pair_id": 233069, "video_name": "met_s02e17_seg02_clip_19", "timestamp": [ 29.8, 32.99 ], "duration": 76.66, "caption": "Two people hug each other in a dramatic way.", "similarity": 0.607, "relevance": 2 }, { "pair_id": 233070, "video_name": "friends_s03e02_seg02_clip_18", "timestamp": [ 21.09, 33.19 ], "duration": 62.66, "caption": "A woman gets close to a man and they hug each other.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 233071, "video_name": "castle_s07e04_seg02_clip_26", "timestamp": [ 79.7, 85.95 ], "duration": 96.66, "caption": "Two people hug each other as they are speaking to each other.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 233072, "video_name": "friends_s10e15_seg01_clip_01", "timestamp": [ 0.0, 5.8 ], "duration": 58.66, "caption": "A man and a woman hugging each other in the kitchen.", "similarity": 0.6045, "relevance": 2 }, { "pair_id": 233073, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 23.95, 32.5 ], "duration": 57.66, "caption": "A man embraces woman tightly as they hug each other.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 233074, "video_name": "friends_s09e06_seg02_clip_28", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "Two people hugged each other.", "similarity": 0.6032, "relevance": 1 }, { "pair_id": 233075, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 5.81, 30.28 ], "duration": 61.66, "caption": "A woman and a man hug each other and then they start kissing each other.", "similarity": 0.603, "relevance": 2 }, { "pair_id": 233076, "video_name": "friends_s08e03_seg01_clip_01", "timestamp": [ 8.8, 15.4 ], "duration": 88.66, "caption": "Some people were hugging each other.", "similarity": 0.6025, "relevance": 1 }, { "pair_id": 233077, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 52.82, 60.03 ], "duration": 60.66, "caption": "A woman embraces a man and they hold each other.", "similarity": 0.6024, "relevance": 2 }, { "pair_id": 233078, "video_name": "friends_s08e09_seg02_clip_01", "timestamp": [ 35.98, 40.29 ], "duration": 57.66, "caption": "A woman and a man holding a container hug at the doorway.", "similarity": 0.6003, "relevance": 2 }, { "pair_id": 233079, "video_name": "s06e24_seg02_clip_15", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A woman is sitting beside a person and is hugging him.", "similarity": 0.5993, "relevance": 1 } ] }, { "query_id": 24532, "query": "A person picks up a glass and turns around to face two people.", "relevant_moment": [ { "pair_id": 11380, "video_name": "castle_s02e04_seg02_clip_14", "timestamp": [ 44.9, 55.43 ], "duration": 91.66, "caption": "A person picks up a glass and turns around to face two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11381, "video_name": "s05e10_seg02_clip_03", "timestamp": [ 41.06, 46.46 ], "duration": 54.66, "caption": "A person raises their glass towards two other people.", "similarity": 0.7993, "relevance": 3 }, { "pair_id": 11382, "video_name": "s05e22_seg02_clip_01", "timestamp": [ 8.84, 12.55 ], "duration": 57.66, "caption": "A person turns and picks up a glass from the table.", "similarity": 0.7504, "relevance": 3 }, { "pair_id": 11383, "video_name": "house_s04e06_seg02_clip_16", "timestamp": [ 12.73, 14.04 ], "duration": 87.66, "caption": "A person raises their hand on the other side of the glass from someone.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 11384, "video_name": "met_s06e08_seg02_clip_02", "timestamp": [ 5.71, 12.93 ], "duration": 60.66, "caption": "A man reaches behind woman and attempts to pick up a glass.", "similarity": 0.7247, "relevance": 1 }, { "pair_id": 11385, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 16.28, 18.49 ], "duration": 88.66, "caption": "A person stands up and turns around to face another individual.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 11386, "video_name": "s08e10_seg02_clip_06", "timestamp": [ 22.81, 26.8 ], "duration": 57.66, "caption": "A person gets up to go get another glass and leaves the two people alone.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 11387, "video_name": "met_s03e04_seg02_clip_09", "timestamp": [ 5.81, 6.68 ], "duration": 58.66, "caption": "A man motions his hand to a person as the person is holding his glass.", "similarity": 0.7143, "relevance": 0 }, { "pair_id": 11388, "video_name": "met_s02e18_seg02_clip_08", "timestamp": [ 0.0, 4.19 ], "duration": 59.66, "caption": "A man picks up his glass, points at another person, and takes a sip.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 11389, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 11390, "video_name": "castle_s03e19_seg02_clip_25", "timestamp": [ 57.14, 62.9 ], "duration": 96.66, "caption": "A person gets up and get face-to-face close to another person.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 11391, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 11392, "video_name": "friends_s08e16_seg02_clip_08", "timestamp": [ 4.34, 8.37 ], "duration": 62.66, "caption": "A person shakes their glass and then points to another person.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 11393, "video_name": "house_s02e03_seg02_clip_02", "timestamp": [ 83.94, 88.0 ], "duration": 90.66, "caption": "A person takes some suckers out of a clear glass jar then looks at another person.", "similarity": 0.6879, "relevance": 1 }, { "pair_id": 11394, "video_name": "house_s03e21_seg02_clip_11", "timestamp": [ 97.05, 98.03 ], "duration": 98.66, "caption": "A person walks up to another person who is standing by the glass door.", "similarity": 0.6879, "relevance": 1 }, { "pair_id": 11395, "video_name": "s02e20_seg02_clip_11", "timestamp": [ 56.28, 58.02 ], "duration": 58.66, "caption": "A man puts down his glass and begins walking towards two people.", "similarity": 0.6865, "relevance": 1 }, { "pair_id": 11396, "video_name": "s06e13_seg02_clip_11", "timestamp": [ 18.31, 20.75 ], "duration": 61.66, "caption": "A person turns to face to some people.", "similarity": 0.6856, "relevance": 2 }, { "pair_id": 11397, "video_name": "friends_s02e04_seg02_clip_10", "timestamp": [ 9.6, 12.91 ], "duration": 60.66, "caption": "A standing person picks up a glass with a drink.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 11398, "video_name": "house_s01e09_seg02_clip_13", "timestamp": [ 0.0, 11.11 ], "duration": 82.66, "caption": "A person stands with another person and looks through the glass door.", "similarity": 0.6781, "relevance": 1 }, { "pair_id": 11399, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.6733, "relevance": 2 } ] }, { "query_id": 24549, "query": "A woman sits down on the arm of the chair near another woman to watch a video.", "relevant_moment": [ { "pair_id": 168300, "video_name": "friends_s02e14_seg02_clip_15", "timestamp": [ 33.33, 36.42 ], "duration": 56.66, "caption": "A woman sits down on the arm of the chair near another woman to watch a video.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168301, "video_name": "house_s04e11_seg02_clip_12", "timestamp": [ 0.0, 39.3 ], "duration": 97.66, "caption": "Two people are sitting beside each other as they watch a person on a video.", "similarity": 0.7576, "relevance": 1 }, { "pair_id": 168302, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 13.51, 15.31 ], "duration": 60.66, "caption": "A woman sits down on the chair across from another woman.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 168303, "video_name": "friends_s05e09_seg02_clip_00", "timestamp": [ 40.28, 41.8 ], "duration": 61.66, "caption": "A woman sits down in a chair across from another woman.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 168304, "video_name": "castle_s08e08_seg02_clip_16", "timestamp": [ 57.72, 90.18 ], "duration": 90.66, "caption": "A woman sits down next to a man to watch some video forensics.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 168305, "video_name": "friends_s01e06_seg02_clip_10", "timestamp": [ 0.0, 1.79 ], "duration": 59.66, "caption": "A woman sits on the edge of the armchair next to another woman.", "similarity": 0.6918, "relevance": 3 }, { "pair_id": 168307, "video_name": "s08e14_seg02_clip_05", "timestamp": [ 42.72, 46.08 ], "duration": 61.66, "caption": "A woman shows two other women a video of one of them.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 168308, "video_name": "castle_s01e09_seg02_clip_06", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman sits down in a chair across from two other women.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 168309, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 39.6, 44.6 ], "duration": 91.66, "caption": "A woman sits down to the right of another woman.", "similarity": 0.6706, "relevance": 1 }, { "pair_id": 168310, "video_name": "house_s06e13_seg02_clip_10", "timestamp": [ 37.73, 92.03 ], "duration": 92.66, "caption": "A woman sits on the edge of the chair while talking to another woman.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 168311, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 13.34, 16.56 ], "duration": 92.66, "caption": "A person sits on the chair too beside a woman.", "similarity": 0.6643, "relevance": 1 }, { "pair_id": 168312, "video_name": "castle_s02e14_seg02_clip_13", "timestamp": [ 24.93, 27.65 ], "duration": 90.66, "caption": "A person sits down in the chair next to woman.", "similarity": 0.6632, "relevance": 1 }, { "pair_id": 168313, "video_name": "s02e08_seg02_clip_06", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman sits down on a chair near a man.", "similarity": 0.6599, "relevance": 1 }, { "pair_id": 168314, "video_name": "s06e02_seg02_clip_17", "timestamp": [ 65.72, 90.02 ], "duration": 90.66, "caption": "A woman is sitting in front of her laptop video chatting with man.", "similarity": 0.6592, "relevance": 2 }, { "pair_id": 168315, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 39.66, 41.75 ], "duration": 59.66, "caption": "A woman sits down in a chair and then a man sits down next to her.", "similarity": 0.6566, "relevance": 1 }, { "pair_id": 168316, "video_name": "castle_s06e03_seg02_clip_07", "timestamp": [ 0.0, 2.27 ], "duration": 90.66, "caption": "A person sits in a chair beside a standing woman.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 168317, "video_name": "s04e05_seg02_clip_17", "timestamp": [ 0.0, 30.69 ], "duration": 52.66, "caption": "Two people sit on the couch video chatting with someone on a red laptop.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 168318, "video_name": "s05e10_seg02_clip_04", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A woman sits on the arm of the couch next to woman.", "similarity": 0.6491, "relevance": 3 }, { "pair_id": 168319, "video_name": "s08e12_seg02_clip_12", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A woman sits down on the chair next to a man.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 341620, "video_name": "s09e08_seg02_clip_08", "timestamp": [ 17.39, 30.51 ], "duration": 61.66, "caption": "A woman shows two people a video she took of a woman and a man.", "similarity": 0.6487, "relevance": 3 }, { "pair_id": 341621, "video_name": "castle_s05e05_seg02_clip_18", "timestamp": [ 84.74, 88.79 ], "duration": 90.66, "caption": "A woman is watching a surveillance video with person in it.", "similarity": 0.6451, "relevance": 2 }, { "pair_id": 341622, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 0.0, 1.74 ], "duration": 87.66, "caption": "A woman sits down in the chair by two people.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 341623, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 44.84, 58.34 ], "duration": 87.66, "caption": "A woman shows two people a video on her phone.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 341624, "video_name": "castle_s03e13_seg02_clip_09", "timestamp": [ 19.88, 24.4 ], "duration": 90.66, "caption": "A woman sits down in the chair that's next to a man.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 341625, "video_name": "friends_s08e14_seg02_clip_12", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A woman sits down on a couch next to another woman.", "similarity": 0.6415, "relevance": 2 }, { "pair_id": 341626, "video_name": "castle_s02e12_seg02_clip_07", "timestamp": [ 21.21, 68.23 ], "duration": 92.66, "caption": "A woman and man watch a video from the video camera.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 341627, "video_name": "s08e21_seg02_clip_10", "timestamp": [ 45.05, 50.75 ], "duration": 57.66, "caption": "After a woman sits down, another woman sitting next to her starts talking to her.", "similarity": 0.6383, "relevance": 1 }, { "pair_id": 341628, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 0.0, 12.46 ], "duration": 89.66, "caption": "A woman is disheveled as she is video chatting with a person.", "similarity": 0.6376, "relevance": 1 }, { "pair_id": 341629, "video_name": "friends_s01e12_seg02_clip_09", "timestamp": [ 11.21, 13.77 ], "duration": 64.66, "caption": "A woman gets up from a chair and sits next to another woman on the couch.", "similarity": 0.6374, "relevance": 2 }, { "pair_id": 341630, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 34.79, 63.71 ], "duration": 90.66, "caption": "A woman and a man are standing watching a video of another woman.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 341631, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 18.91, 21.36 ], "duration": 70.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 341632, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 21.18, 24.03 ], "duration": 63.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 341633, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 39.35, 43.35 ], "duration": 61.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 341634, "video_name": "house_s07e17_seg02_clip_25", "timestamp": [ 72.01, 76.51 ], "duration": 180.66, "caption": "A woman sits down on the couch next to a man when he's watching a movie.", "similarity": 0.634, "relevance": 1 }, { "pair_id": 341635, "video_name": "met_s06e07_seg02_clip_16", "timestamp": [ 28.53, 31.32 ], "duration": 62.66, "caption": "A woman sits down at the table next to another woman.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 341636, "video_name": "met_s02e07_seg02_clip_01", "timestamp": [ 28.59, 31.08 ], "duration": 55.66, "caption": "A woman sits down in a chair while two people sit down on the couch.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 341637, "video_name": "s08e14_seg02_clip_02", "timestamp": [ 12.31, 17.71 ], "duration": 60.66, "caption": "A woman is using the TV remote while sitting next to another woman.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 341638, "video_name": "s03e10_seg02_clip_00", "timestamp": [ 5.27, 14.58 ], "duration": 62.66, "caption": "A woman sits down on the chair and has a quick conversation with another woman.", "similarity": 0.6318, "relevance": 2 }, { "pair_id": 341639, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 38.39, 41.59 ], "duration": 91.66, "caption": "A woman sits down at the table across from another woman.", "similarity": 0.6314, "relevance": 1 } ] }, { "query_id": 24550, "query": "A woman stands up from her chair and walks away from the desk.", "relevant_moment": [ { "pair_id": 14920, "video_name": "castle_s02e04_seg02_clip_10", "timestamp": [ 33.76, 42.53 ], "duration": 135.66, "caption": "A woman stands up from her chair and walks away from the desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14921, "video_name": "house_s01e04_seg02_clip_02", "timestamp": [ 7.74, 10.92 ], "duration": 91.66, "caption": "A woman gets up and walks away from her desk.", "similarity": 0.9153, "relevance": 3 }, { "pair_id": 14922, "video_name": "s07e18_seg02_clip_04", "timestamp": [ 18.28, 20.17 ], "duration": 63.66, "caption": "A woman stands up from the chair and walks away.", "similarity": 0.8959, "relevance": 4 }, { "pair_id": 14923, "video_name": "castle_s07e16_seg02_clip_07", "timestamp": [ 90.65, 92.03 ], "duration": 92.66, "caption": "A woman is at her desk and walks away.", "similarity": 0.8737, "relevance": 4 }, { "pair_id": 14924, "video_name": "castle_s05e09_seg02_clip_25", "timestamp": [ 52.14, 58.52 ], "duration": 75.66, "caption": "A person stands up from their desk and walks away.", "similarity": 0.8538, "relevance": 3 }, { "pair_id": 14925, "video_name": "castle_s04e17_seg02_clip_16", "timestamp": [ 40.51, 44.15 ], "duration": 91.66, "caption": "A person stands up from their desk and walks away.", "similarity": 0.8538, "relevance": 3 }, { "pair_id": 14926, "video_name": "friends_s07e05_seg02_clip_17", "timestamp": [ 7.83, 11.02 ], "duration": 58.66, "caption": "A woman stands up from her desk when someone starts to walk away.", "similarity": 0.8454, "relevance": 4 }, { "pair_id": 14927, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.8437, "relevance": 3 }, { "pair_id": 14928, "video_name": "friends_s08e22_seg01_clip_02", "timestamp": [ 14.18, 16.01 ], "duration": 26.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.8437, "relevance": 2 }, { "pair_id": 14929, "video_name": "castle_s06e09_seg02_clip_25", "timestamp": [ 2.54, 5.07 ], "duration": 169.66, "caption": "A woman backs away from the desk and walks out of the room.", "similarity": 0.8317, "relevance": 1 }, { "pair_id": 14930, "video_name": "s07e13_seg02_clip_03", "timestamp": [ 14.89, 19.23 ], "duration": 62.66, "caption": "A woman places an object on the desk and walks away.", "similarity": 0.8248, "relevance": 3 }, { "pair_id": 14931, "video_name": "house_s07e09_seg02_clip_22", "timestamp": [ 17.52, 19.31 ], "duration": 89.66, "caption": "A woman stands up from her chair behind the desk.", "similarity": 0.8178, "relevance": 2 }, { "pair_id": 14932, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 33.76, 37.41 ], "duration": 91.66, "caption": "A woman stands up from her chair at the desk.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 14933, "video_name": "house_s07e08_seg02_clip_20", "timestamp": [ 64.41, 69.11 ], "duration": 94.66, "caption": "A woman stands up from her chair and walks away from a man.", "similarity": 0.8022, "relevance": 3 }, { "pair_id": 14934, "video_name": "s04e23_seg02_clip_09", "timestamp": [ 37.22, 39.02 ], "duration": 60.66, "caption": "A woman gets up off of her chair and walks away from the waiting area.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 14935, "video_name": "castle_s04e05_seg02_clip_00", "timestamp": [ 56.6, 58.9 ], "duration": 92.66, "caption": "A man gets up from the chair and walks away from the desk.", "similarity": 0.7847, "relevance": 3 }, { "pair_id": 14936, "video_name": "grey_s01e09_seg02_clip_07", "timestamp": [ 78.77, 82.37 ], "duration": 90.66, "caption": "A woman stands up from a chair and walks out of the room.", "similarity": 0.7802, "relevance": 4 }, { "pair_id": 14937, "video_name": "friends_s07e19_seg02_clip_16", "timestamp": [ 41.38, 44.5 ], "duration": 52.66, "caption": "A woman stands up and walks away from the couch.", "similarity": 0.7728, "relevance": 2 }, { "pair_id": 14938, "video_name": "house_s07e20_seg02_clip_19", "timestamp": [ 93.95, 97.49 ], "duration": 101.66, "caption": "After talking to person, a woman walks away and past the desk.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 14939, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 46.65, 50.36 ], "duration": 106.66, "caption": "A woman gets up from her desk chair and rushes out of the room.", "similarity": 0.7681, "relevance": 4 }, { "pair_id": 188240, "video_name": "castle_s01e09_seg02_clip_08", "timestamp": [ 64.21, 67.64 ], "duration": 98.66, "caption": "A woman walks away from her desk and another person follows.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 188241, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 38.72, 41.42 ], "duration": 60.66, "caption": "A woman stands up from the chair and leaves the room.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 188242, "video_name": "house_s01e18_seg02_clip_25", "timestamp": [ 32.49, 40.89 ], "duration": 112.66, "caption": "A woman stands up out of her chair and leaves the room.", "similarity": 0.7473, "relevance": 3 }, { "pair_id": 188243, "video_name": "castle_s02e01_seg02_clip_25", "timestamp": [ 117.06, 121.05 ], "duration": 133.66, "caption": "A man walks away from the desk a woman is sitting at.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 188244, "video_name": "house_s05e16_seg02_clip_15", "timestamp": [ 80.31, 81.7 ], "duration": 92.66, "caption": "A woman stands up from the seat at their desk.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 188245, "video_name": "house_s02e05_seg02_clip_13", "timestamp": [ 23.05, 26.41 ], "duration": 96.66, "caption": "A woman stands up and walks around the desk.", "similarity": 0.7437, "relevance": 3 }, { "pair_id": 188246, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 52.46, 54.46 ], "duration": 57.66, "caption": "A person gets up out of their chair and walks away.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 188247, "video_name": "castle_s04e19_seg02_clip_06", "timestamp": [ 83.28, 92.03 ], "duration": 92.66, "caption": "A woman stands up from a desk and walks out of the room after opening the door.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 188248, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 21.77, 24.49 ], "duration": 68.66, "caption": "A woman gets up off the chair and turns and walks away from another woman.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 188249, "video_name": "house_s07e03_seg02_clip_22", "timestamp": [ 50.29, 54.7 ], "duration": 88.66, "caption": "A woman gets up and walks over to her desk.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 188250, "video_name": "house_s03e17_seg02_clip_10", "timestamp": [ 42.29, 49.85 ], "duration": 89.66, "caption": "A person gets up from their chair and walks around their desk.", "similarity": 0.7324, "relevance": 3 }, { "pair_id": 188251, "video_name": "met_s03e02_seg02_clip_18", "timestamp": [ 28.74, 30.62 ], "duration": 34.66, "caption": "A person gets up from their chair behind the desk.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 188252, "video_name": "s04e07_seg02_clip_09", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A person gets up from the chair behind their desk.", "similarity": 0.7288, "relevance": 3 }, { "pair_id": 188253, "video_name": "friends_s04e23-24_seg02_clip_27", "timestamp": [ 1.8, 3.3 ], "duration": 60.66, "caption": "A woman gets up from the table and walks away.", "similarity": 0.7274, "relevance": 4 }, { "pair_id": 188254, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 25.21, 30.01 ], "duration": 60.66, "caption": "A woman gets up from the table and walks away.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 188255, "video_name": "friends_s02e24_seg02_clip_15", "timestamp": [ 48.15, 57.66 ], "duration": 57.66, "caption": "A woman stands up from her seat and walks briskly away from the main table.", "similarity": 0.7225, "relevance": 3 }, { "pair_id": 188256, "video_name": "house_s04e08_seg02_clip_18", "timestamp": [ 4.55, 7.28 ], "duration": 91.66, "caption": "A person stands up and walks away from someone sitting in a chair.", "similarity": 0.7167, "relevance": 3 }, { "pair_id": 188257, "video_name": "friends_s05e19_seg02_clip_03", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman gets up from the couch and walks away.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 188258, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 19.85, 23.95 ], "duration": 63.66, "caption": "A woman stands and walks away from the sofa.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 188259, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 48.92, 57.68 ], "duration": 146.66, "caption": "A woman walks away from man and goes to sit by another woman at a desk.", "similarity": 0.7073, "relevance": 1 } ] }, { "query_id": 24562, "query": "A man picks up a Gothic looking dagger and holds it carefully in his hands.", "relevant_moment": [ { "pair_id": 305760, "video_name": "castle_s06e12_seg02_clip_25", "timestamp": [ 13.76, 19.79 ], "duration": 86.66, "caption": "A man picks up a small black object from the floor and opens it up.", "similarity": 0.539, "relevance": 3 }, { "pair_id": 305761, "video_name": "friends_s06e17_seg02_clip_05", "timestamp": [ 20.31, 23.21 ], "duration": 58.66, "caption": "A man holds two fingers up to his forehead like a gun.", "similarity": 0.5376, "relevance": 0 }, { "pair_id": 305762, "video_name": "friends_s08e19_seg02_clip_14", "timestamp": [ 0.0, 7.48 ], "duration": 65.66, "caption": "A man struggles to open the bag on his hands, as though he is looking to pick an item from it.", "similarity": 0.5374, "relevance": 0 }, { "pair_id": 305763, "video_name": "s03e17_seg02_clip_16", "timestamp": [ 58.89, 61.89 ], "duration": 75.66, "caption": "A man grabs another man's hand as he reaches for the necklace.", "similarity": 0.537, "relevance": 1 }, { "pair_id": 305764, "video_name": "s06e10_seg02_clip_06", "timestamp": [ 30.31, 33.01 ], "duration": 60.66, "caption": "A man picks up his wine glass with his right hand.", "similarity": 0.5368, "relevance": 1 }, { "pair_id": 305765, "video_name": "friends_s03e13_seg02_clip_14", "timestamp": [ 36.69, 43.24 ], "duration": 52.66, "caption": "A man is looking for his keys and picks them up.", "similarity": 0.5353, "relevance": 0 }, { "pair_id": 305766, "video_name": "castle_s08e14_seg02_clip_14", "timestamp": [ 13.34, 16.56 ], "duration": 92.66, "caption": "A person picks up a knife with a handkerchief and holds it up to show another person.", "similarity": 0.5353, "relevance": 4 }, { "pair_id": 305767, "video_name": "s01e03_seg02_clip_02", "timestamp": [ 31.81, 33.01 ], "duration": 60.66, "caption": "A person picks up a set of chopsticks with his right hand.", "similarity": 0.5347, "relevance": 2 }, { "pair_id": 305768, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 34.13, 39.14 ], "duration": 91.66, "caption": "A man lifts his hand to look at it.", "similarity": 0.5328, "relevance": 1 }, { "pair_id": 305769, "video_name": "house_s08e08_seg02_clip_11", "timestamp": [ 70.93, 85.91 ], "duration": 88.66, "caption": "A man is looking at another person's hands as he holds them up.", "similarity": 0.5328, "relevance": 0 }, { "pair_id": 305770, "video_name": "s04e06_seg02_clip_03", "timestamp": [ 41.72, 45.62 ], "duration": 60.66, "caption": "A man holds up a finger and grabs the door knob.", "similarity": 0.5317, "relevance": 0 }, { "pair_id": 305771, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 32.26, 48.6 ], "duration": 86.66, "caption": "A man picks up the saw and hands it to a woman.", "similarity": 0.5315, "relevance": 1 }, { "pair_id": 305772, "video_name": "house_s04e15_seg02_clip_18", "timestamp": [ 19.85, 38.49 ], "duration": 81.66, "caption": "A man picks up the necklace the woman on the chair is wearing and he holds it.", "similarity": 0.53, "relevance": 1 }, { "pair_id": 305773, "video_name": "castle_s07e15_seg02_clip_06", "timestamp": [ 25.38, 34.41 ], "duration": 86.66, "caption": "A person starts to pick up a wooden board with nails in it and a man pulls a gun on him.", "similarity": 0.5299, "relevance": 1 }, { "pair_id": 305774, "video_name": "house_s08e17_seg02_clip_04", "timestamp": [ 0.0, 0.91 ], "duration": 91.66, "caption": "A man holds up a white artifact and twirls it around.", "similarity": 0.5286, "relevance": 1 }, { "pair_id": 305775, "video_name": "grey_s03e06_seg02_clip_20", "timestamp": [ 62.18, 76.4 ], "duration": 88.66, "caption": "A man picks up a string and start stitching.", "similarity": 0.5277, "relevance": 1 }, { "pair_id": 305776, "video_name": "castle_s08e21_seg02_clip_21", "timestamp": [ 10.38, 22.24 ], "duration": 74.66, "caption": "A person tells another person about the angel dagger that they found.", "similarity": 0.5253, "relevance": 2 }, { "pair_id": 305777, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 51.82, 54.9 ], "duration": 56.66, "caption": "A man picks a book up off the kitchen counter and holds it in his hands.", "similarity": 0.5228, "relevance": 1 }, { "pair_id": 305778, "video_name": "castle_s08e21_seg02_clip_26", "timestamp": [ 3.22, 5.52 ], "duration": 92.66, "caption": "A man uses his hand to knock a knife out of a person's hand.", "similarity": 0.5212, "relevance": 2 }, { "pair_id": 305779, "video_name": "house_s08e19_seg02_clip_11", "timestamp": [ 41.87, 49.23 ], "duration": 92.66, "caption": "A man grabs something and hands it to a person.", "similarity": 0.5206, "relevance": 1 } ] }, { "query_id": 24571, "query": "Two people get up from their chairs.", "relevant_moment": [ { "pair_id": 97600, "video_name": "house_s08e09_seg02_clip_13", "timestamp": [ 65.54, 69.63 ], "duration": 91.66, "caption": "Two people get up from their chairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 97601, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 26.4, 30.04 ], "duration": 91.66, "caption": "Two people get up from their chairs.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 97602, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 18.41, 19.76 ], "duration": 89.66, "caption": "Two people get up from the table they are seated at the same time.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 97603, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 21.39, 24.58 ], "duration": 91.66, "caption": "Two people get up from the table.", "similarity": 0.7893, "relevance": 4 }, { "pair_id": 97604, "video_name": "castle_s04e20_seg02_clip_06", "timestamp": [ 65.88, 87.26 ], "duration": 87.66, "caption": "A man and a person get up from their chairs to stand with woman.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 97605, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 0.91, 4.55 ], "duration": 60.66, "caption": "Two people get up from the table together.", "similarity": 0.78, "relevance": 4 }, { "pair_id": 97606, "video_name": "castle_s07e16_seg02_clip_27", "timestamp": [ 12.17, 15.14 ], "duration": 18.66, "caption": "Two people get up from the table together.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 97607, "video_name": "house_s01e09_seg02_clip_01", "timestamp": [ 24.3, 26.95 ], "duration": 88.66, "caption": "Two people get up at the same time.", "similarity": 0.7722, "relevance": 4 }, { "pair_id": 97608, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 7.69, 11.76 ], "duration": 90.66, "caption": "Two people get up from the table with another person.", "similarity": 0.7688, "relevance": 4 }, { "pair_id": 97609, "video_name": "house_s07e23_seg02_clip_04", "timestamp": [ 44.66, 48.46 ], "duration": 95.66, "caption": "Two people get up out of their chairs and run to help another person.", "similarity": 0.7532, "relevance": 4 }, { "pair_id": 97610, "video_name": "met_s02e20_seg02_clip_05", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "Two people get up from being seated in a sofa.", "similarity": 0.7351, "relevance": 4 }, { "pair_id": 97611, "video_name": "s01e05_seg02_clip_02", "timestamp": [ 35.09, 37.23 ], "duration": 61.66, "caption": "Two people get up from their chairs where they were playing music.", "similarity": 0.7316, "relevance": 4 }, { "pair_id": 97612, "video_name": "friends_s07e01_seg02_clip_11", "timestamp": [ 34.53, 36.01 ], "duration": 59.66, "caption": "Two people stand up from their seat at the same time.", "similarity": 0.7281, "relevance": 4 }, { "pair_id": 97613, "video_name": "s01e10_seg02_clip_03", "timestamp": [ 29.62, 33.72 ], "duration": 63.66, "caption": "Two people walk to stand in front of the chairs.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 97615, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.35 ], "duration": 58.66, "caption": "A person gets up from his chair and goes to another person.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 97616, "video_name": "met_s02e18_seg02_clip_16", "timestamp": [ 45.55, 48.78 ], "duration": 58.66, "caption": "Two people both get up from the couch at the same time.", "similarity": 0.6984, "relevance": 4 }, { "pair_id": 97617, "video_name": "friends_s10e15_seg02_clip_19", "timestamp": [ 0.0, 2.7 ], "duration": 54.66, "caption": "Two people get up from the couch.", "similarity": 0.689, "relevance": 4 }, { "pair_id": 97618, "video_name": "s04e08_seg02_clip_07", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A person gets up from their chair, another person also gets up from their chair, the first person talks with emphatic gesturing.", "similarity": 0.6874, "relevance": 4 }, { "pair_id": 97619, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 55.63, 57.69 ], "duration": 103.66, "caption": "A woman gets up from the chair next to man.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 270920, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 9.44, 14.17 ], "duration": 59.66, "caption": "A man and a woman stand up from their chairs and walk over to another woman and a person.", "similarity": 0.6774, "relevance": 4 }, { "pair_id": 270921, "video_name": "friends_s02e22_seg02_clip_09", "timestamp": [ 48.32, 51.32 ], "duration": 60.66, "caption": "A man gets up from his chair and another man does the same.", "similarity": 0.6763, "relevance": 4 }, { "pair_id": 270922, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 51.65, 58.14 ], "duration": 59.66, "caption": "A person gets up, walks over to another person and sits in a chair next to them.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 270923, "video_name": "castle_s03e18_seg02_clip_14", "timestamp": [ 75.17, 90.02 ], "duration": 90.66, "caption": "A woman and a man get up and go over to a table that a person has just sat down at.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 270924, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 46.25, 54.53 ], "duration": 69.66, "caption": "Two people stand up from the table.", "similarity": 0.6634, "relevance": 4 }, { "pair_id": 270925, "video_name": "house_s06e02_seg02_clip_05", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "Some people stand up from their chairs at a table.", "similarity": 0.6619, "relevance": 4 }, { "pair_id": 270926, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 77.88, 83.94 ], "duration": 93.66, "caption": "Two people start to get up from the couch and sit back down.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 270927, "video_name": "met_s06e15_seg02_clip_02", "timestamp": [ 29.71, 34.52 ], "duration": 60.66, "caption": "Two people get up from the table to stand away from someone.", "similarity": 0.6581, "relevance": 4 }, { "pair_id": 270928, "video_name": "s03e13_seg01_clip_01", "timestamp": [ 20.03, 26.57 ], "duration": 77.66, "caption": "Some people get up from a dining table.", "similarity": 0.654, "relevance": 4 }, { "pair_id": 270929, "video_name": "castle_s03e19_seg02_clip_23", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A person gets up from his/her chair after woman and man stand.", "similarity": 0.6512, "relevance": 4 }, { "pair_id": 270930, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 8.77, 12.46 ], "duration": 92.66, "caption": "A man gets up from the chair and left two people.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 270931, "video_name": "met_s03e09_seg02_clip_11", "timestamp": [ 6.6, 13.51 ], "duration": 60.66, "caption": "Two people adjust their clothing and then both get up from the couch.", "similarity": 0.6475, "relevance": 4 }, { "pair_id": 270932, "video_name": "friends_s06e05_seg02_clip_11", "timestamp": [ 0.0, 7.36 ], "duration": 64.66, "caption": "A man stands up from his chair and then a woman stands up.", "similarity": 0.646, "relevance": 4 }, { "pair_id": 270933, "video_name": "friends_s04e01_seg02_clip_13", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "Two people try to one up each other.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 270934, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 17.88, 21.79 ], "duration": 65.66, "caption": "A person gets a chair and sits in front of another person.", "similarity": 0.6441, "relevance": 1 }, { "pair_id": 270935, "video_name": "met_s02e14_seg02_clip_04", "timestamp": [ 16.62, 17.52 ], "duration": 60.66, "caption": "Some people get up from their seats.", "similarity": 0.6435, "relevance": 3 }, { "pair_id": 270936, "video_name": "friends_s08e04_seg02_clip_20", "timestamp": [ 0.0, 24.39 ], "duration": 92.66, "caption": "Two people make horrified looks and then jump up out of the chair.", "similarity": 0.6415, "relevance": 4 }, { "pair_id": 270937, "video_name": "friends_s04e04_seg02_clip_14", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 270938, "video_name": "friends_s01e03_seg02_clip_09", "timestamp": [ 25.33, 29.29 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 270939, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 30.1, 33.05 ], "duration": 59.66, "caption": "Two people stand up at the same time.", "similarity": 0.6402, "relevance": 4 } ] }, { "query_id": 24605, "query": "Two individuals are in the backseat of a vehicle with two other people conversing.", "relevant_moment": [ { "pair_id": 41240, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 0.0, 28.94 ], "duration": 59.66, "caption": "Two individuals are in the backseat of a vehicle with two other people conversing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 41241, "video_name": "met_s03e19_seg02_clip_01", "timestamp": [ 48.61, 59.65 ], "duration": 59.66, "caption": "Two people have a conversation in the backseat of a car.", "similarity": 0.8866, "relevance": 3 }, { "pair_id": 41242, "video_name": "friends_s07e22_seg02_clip_09", "timestamp": [ 0.0, 20.49 ], "duration": 64.66, "caption": "Two people are in a car and having a conversation.", "similarity": 0.8413, "relevance": 2 }, { "pair_id": 41243, "video_name": "house_s07e18_seg02_clip_05", "timestamp": [ 32.34, 68.39 ], "duration": 106.66, "caption": "Two people are having a conversation in the car.", "similarity": 0.8305, "relevance": 2 }, { "pair_id": 41244, "video_name": "house_s07e18_seg02_clip_06", "timestamp": [ 0.0, 20.61 ], "duration": 73.66, "caption": "Two people talk while they are in a car together.", "similarity": 0.8217, "relevance": 2 }, { "pair_id": 41245, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 0.0, 12.48 ], "duration": 92.66, "caption": "Two people are with two other people conversing.", "similarity": 0.8072, "relevance": 1 }, { "pair_id": 41246, "video_name": "s08e19_seg02_clip_07", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Two people are sitting in a car as they converse with each other.", "similarity": 0.8031, "relevance": 2 }, { "pair_id": 41247, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 24.76, 90.02 ], "duration": 90.66, "caption": "A person is in the backseat of a car speaking to another person.", "similarity": 0.801, "relevance": 3 }, { "pair_id": 41248, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 43.86, 79.02 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.8009, "relevance": 1 }, { "pair_id": 41249, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 0.0, 29.24 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.8009, "relevance": 1 }, { "pair_id": 41250, "video_name": "met_s06e04_seg02_clip_08", "timestamp": [ 2.65, 41.62 ], "duration": 53.66, "caption": "A woman and a man are seated in the backseat of a car as they converse.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 41251, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 0.0, 32.34 ], "duration": 64.66, "caption": "A person is driving a car having a conversation with another person who is in the passenger seat.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 41252, "video_name": "castle_s08e03_seg02_clip_11", "timestamp": [ 69.99, 81.87 ], "duration": 88.66, "caption": "Two people are sitting in the front seat of a car, turned around to have a conversation with another person in the back seat.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 41253, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 0.0, 31.48 ], "duration": 92.66, "caption": "Two people are in a car, and someone called one of them and they talk to each other.", "similarity": 0.7917, "relevance": 2 }, { "pair_id": 41254, "video_name": "grey_s02e17_seg02_clip_09", "timestamp": [ 49.51, 68.87 ], "duration": 90.66, "caption": "Two people are having a conversation with two other people.", "similarity": 0.7802, "relevance": 2 }, { "pair_id": 41255, "video_name": "castle_s05e23_seg02_clip_07", "timestamp": [ 22.9, 52.98 ], "duration": 89.66, "caption": "Two people were having conversation inside the car.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 41256, "video_name": "house_s07e18_seg02_clip_06", "timestamp": [ 0.0, 19.14 ], "duration": 73.66, "caption": "Two people both sit in the car together and talk.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 41257, "video_name": "s08e01_seg02_clip_13", "timestamp": [ 3.25, 36.6 ], "duration": 59.66, "caption": "A person is speaking to another person as someone is in the backseat with their hands on their ears.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 41258, "video_name": "grey_s02e25_seg02_clip_25", "timestamp": [ 57.42, 89.02 ], "duration": 89.66, "caption": "Two individuals are having a conversation with each other.", "similarity": 0.7688, "relevance": 1 }, { "pair_id": 41259, "video_name": "castle_s08e04_seg02_clip_17", "timestamp": [ 26.61, 46.09 ], "duration": 95.66, "caption": "A person is sitting in a car with a person conversing.", "similarity": 0.7682, "relevance": 2 }, { "pair_id": 214560, "video_name": "house_s04e14_seg02_clip_13", "timestamp": [ 0.0, 12.8 ], "duration": 88.66, "caption": "Two people are having a conversation with two other people at their back.", "similarity": 0.7677, "relevance": 2 }, { "pair_id": 214561, "video_name": "grey_s03e24_seg02_clip_10", "timestamp": [ 0.0, 18.48 ], "duration": 90.66, "caption": "Two individuals are having a conversation to each other.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 214562, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 0.0, 24.09 ], "duration": 56.66, "caption": "A woman and a person are on a car and having a conversation.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 214563, "video_name": "s10e12_seg02_clip_01", "timestamp": [ 0.0, 23.11 ], "duration": 60.66, "caption": "Two people are riding in the car and talking.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 214564, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 0.0, 22.41 ], "duration": 56.66, "caption": "Two people are riding in the car and talking.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 214565, "video_name": "house_s06e20_seg02_clip_16", "timestamp": [ 5.34, 89.02 ], "duration": 89.66, "caption": "Two people are conversing with each other as they sit across from each other.", "similarity": 0.7623, "relevance": 1 }, { "pair_id": 214566, "video_name": "house_s06e20_seg02_clip_10", "timestamp": [ 0.0, 55.66 ], "duration": 89.66, "caption": "Two people are conversing with each other.", "similarity": 0.76, "relevance": 1 }, { "pair_id": 214567, "video_name": "grey_s03e09_seg02_clip_09", "timestamp": [ 0.0, 34.69 ], "duration": 95.66, "caption": "Two people are conversing with each other.", "similarity": 0.76, "relevance": 1 }, { "pair_id": 214568, "video_name": "friends_s02e11_seg02_clip_11", "timestamp": [ 0.0, 53.26 ], "duration": 63.66, "caption": "Two people are conversing with each other.", "similarity": 0.76, "relevance": 2 }, { "pair_id": 214569, "video_name": "castle_s02e22_seg02_clip_14", "timestamp": [ 0.0, 25.12 ], "duration": 93.66, "caption": "Two people are conversing with each other.", "similarity": 0.76, "relevance": 1 }, { "pair_id": 214570, "video_name": "castle_s07e11_seg02_clip_16", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "Two people are across from each other as they are conversing.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 214571, "video_name": "friends_s06e01_seg02_clip_14", "timestamp": [ 0.0, 27.31 ], "duration": 65.66, "caption": "Two people are having conversation with each other.", "similarity": 0.7553, "relevance": 1 }, { "pair_id": 214572, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 0.0, 12.58 ], "duration": 58.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7544, "relevance": 1 }, { "pair_id": 214573, "video_name": "met_s06e18_seg02_clip_02", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7544, "relevance": 1 }, { "pair_id": 214574, "video_name": "met_s06e16_seg02_clip_13", "timestamp": [ 0.0, 13.52 ], "duration": 60.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7544, "relevance": 1 }, { "pair_id": 214575, "video_name": "met_s06e13_seg02_clip_12", "timestamp": [ 50.17, 59.03 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7544, "relevance": 1 }, { "pair_id": 214576, "video_name": "met_s06e13_seg02_clip_12", "timestamp": [ 0.0, 17.12 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7544, "relevance": 1 }, { "pair_id": 214577, "video_name": "met_s06e12_seg02_clip_13", "timestamp": [ 35.3, 49.02 ], "duration": 49.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 214578, "video_name": "met_s06e11_seg02_clip_13", "timestamp": [ 46.52, 60.03 ], "duration": 60.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7544, "relevance": 1 }, { "pair_id": 214579, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 34.53, 52.24 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7544, "relevance": 2 } ] }, { "query_id": 24621, "query": "A person walks over to someone and stands nearly nose-to-nose with her.", "relevant_moment": [ { "pair_id": 151020, "video_name": "met_s03e02_seg02_clip_15", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A person walks over to someone and stands nearly nose-to-nose with her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151021, "video_name": "castle_s08e13_seg02_clip_26", "timestamp": [ 41.28, 45.73 ], "duration": 127.66, "caption": "A person stands up and walks over to someone.", "similarity": 0.8078, "relevance": 3 }, { "pair_id": 151022, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 151023, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.93 ], "duration": 58.66, "caption": "A person stands up and walks over to another person.", "similarity": 0.7837, "relevance": 3 }, { "pair_id": 151024, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman walks over and stands next to a person.", "similarity": 0.7688, "relevance": 3 }, { "pair_id": 151025, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 7.69, 11.38 ], "duration": 61.66, "caption": "A person walks over to stand next to another person.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 151026, "video_name": "s03e01_seg02_clip_17", "timestamp": [ 7.14, 13.02 ], "duration": 84.66, "caption": "A person walks around another person to stand in front of her.", "similarity": 0.7587, "relevance": 1 }, { "pair_id": 151027, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 52.24, 56.07 ], "duration": 59.66, "caption": "A person stands up and walks towards another person.", "similarity": 0.7522, "relevance": 2 }, { "pair_id": 151028, "video_name": "house_s07e11_seg02_clip_13", "timestamp": [ 1.37, 5.92 ], "duration": 91.66, "caption": "A person walks over to be standing behind another person.", "similarity": 0.7509, "relevance": 1 }, { "pair_id": 151029, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 22.38, 26.95 ], "duration": 91.66, "caption": "A person walks over and stands next to person and person.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 151030, "video_name": "s03e11_seg02_clip_01", "timestamp": [ 2.36, 8.56 ], "duration": 59.66, "caption": "A person stands up and walks over to a woman with an ornament.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 151031, "video_name": "house_s03e10_seg02_clip_13", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A person walks up to a woman as she is standing.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 151032, "video_name": "grey_s02e18_seg02_clip_10", "timestamp": [ 59.82, 92.03 ], "duration": 92.66, "caption": "A woman stands up and walks closer to a person.", "similarity": 0.7327, "relevance": 1 }, { "pair_id": 151033, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 7.88, 13.55 ], "duration": 63.66, "caption": "A person stands up and goes over to a woman.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 151034, "video_name": "castle_s04e17_seg02_clip_06", "timestamp": [ 0.9, 5.42 ], "duration": 90.66, "caption": "A woman stands up and walks over to two other people.", "similarity": 0.7314, "relevance": 0 }, { "pair_id": 151035, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 43.08, 46.99 ], "duration": 87.66, "caption": "A person walks up to someone from behind.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 151036, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 66.79, 72.2 ], "duration": 90.66, "caption": "A woman stands up and walks over to a person and leans over him.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 151037, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 15.64, 25.31 ], "duration": 92.66, "caption": "A person walks over to a woman who is holding up her hands.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 151038, "video_name": "friends_s01e04_seg02_clip_12", "timestamp": [ 13.89, 16.61 ], "duration": 60.66, "caption": "A person gets up and walks between two people while holding a cloth on their nose.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 151039, "video_name": "castle_s06e04_seg02_clip_16", "timestamp": [ 26.56, 30.16 ], "duration": 90.66, "caption": "A person walks over to be closer to a woman.", "similarity": 0.7257, "relevance": 1 } ] }, { "query_id": 24660, "query": "A person reaches out his arm and does a mic drop.", "relevant_moment": [ { "pair_id": 10440, "video_name": "s09e16_seg02_clip_15", "timestamp": [ 2.04, 3.57 ], "duration": 51.66, "caption": "A person reaches out his arm and does a mic drop.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10441, "video_name": "house_s04e07_seg02_clip_02", "timestamp": [ 23.93, 25.77 ], "duration": 92.66, "caption": "A person grabs a hold of the mic and pulls it down.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 10442, "video_name": "s09e16_seg02_clip_15", "timestamp": [ 0.0, 5.87 ], "duration": 51.66, "caption": "A person drops the microphone and heads off stage.", "similarity": 0.6669, "relevance": 4 }, { "pair_id": 10443, "video_name": "grey_s03e14_seg02_clip_19", "timestamp": [ 68.37, 93.03 ], "duration": 93.66, "caption": "A person grabs a microphone that is hanging on the hospital wall.", "similarity": 0.6448, "relevance": 0 }, { "pair_id": 10444, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 58.3, 63.03 ], "duration": 63.66, "caption": "A person throws his hand up in the air and keeps talking.", "similarity": 0.6046, "relevance": 1 }, { "pair_id": 10445, "video_name": "castle_s07e13_seg02_clip_02", "timestamp": [ 2.2, 7.05 ], "duration": 88.66, "caption": "A person pulls out microphone and sets it on table.", "similarity": 0.6015, "relevance": 1 }, { "pair_id": 10446, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A person raises his/her arm into the air.", "similarity": 0.5983, "relevance": 1 }, { "pair_id": 10447, "video_name": "castle_s02e03_seg02_clip_00", "timestamp": [ 62.86, 66.99 ], "duration": 91.66, "caption": "A person reaches out, catches someone's arm and stops him from leaving.", "similarity": 0.5975, "relevance": 1 }, { "pair_id": 10448, "video_name": "s07e03_seg02_clip_00", "timestamp": [ 50.96, 55.84 ], "duration": 61.66, "caption": "A person takes out a microphone and starts to sing.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 10449, "video_name": "s06e12_seg02_clip_10", "timestamp": [ 44.57, 46.19 ], "duration": 54.66, "caption": "A person raises both of their arms while they speak.", "similarity": 0.5928, "relevance": 0 }, { "pair_id": 10450, "video_name": "s10e06_seg02_clip_15", "timestamp": [ 49.48, 52.0 ], "duration": 63.66, "caption": "A person taps a man on his arm as he starts to speak to him.", "similarity": 0.5877, "relevance": 1 }, { "pair_id": 10451, "video_name": "friends_s07e22_seg02_clip_16", "timestamp": [ 1.55, 6.82 ], "duration": 62.66, "caption": "A person places a microphone in front of a man.", "similarity": 0.5863, "relevance": 1 }, { "pair_id": 10452, "video_name": "house_s06e20_seg02_clip_05", "timestamp": [ 71.4, 73.06 ], "duration": 83.66, "caption": "A person takes their hand off of their left arm while talking with another person.", "similarity": 0.5829, "relevance": 0 }, { "pair_id": 10453, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 18.86, 24.37 ], "duration": 58.66, "caption": "While holding their arm in the air, a person opens their hand and shows their palm to someone.", "similarity": 0.5809, "relevance": 2 }, { "pair_id": 10454, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 44.66, 49.31 ], "duration": 62.66, "caption": "A person stands up and reaches out to touch a man's arm.", "similarity": 0.5806, "relevance": 1 }, { "pair_id": 10455, "video_name": "s06e08_seg02_clip_16", "timestamp": [ 54.06, 56.02 ], "duration": 56.66, "caption": "A person grabs guy's arm as he covers his mouth in shock.", "similarity": 0.5791, "relevance": 0 }, { "pair_id": 10456, "video_name": "friends_s08e10_seg02_clip_01", "timestamp": [ 3.52, 5.29 ], "duration": 58.66, "caption": "A person taps another person on the arm and walks away.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 10457, "video_name": "friends_s07e18_seg02_clip_11", "timestamp": [ 27.01, 29.41 ], "duration": 60.66, "caption": "A man taps at the microphone a couple of times.", "similarity": 0.5753, "relevance": 1 }, { "pair_id": 10458, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 39.08, 43.18 ], "duration": 63.66, "caption": "A man stands up, gestures widely, then drops his arms to his sides.", "similarity": 0.5738, "relevance": 1 }, { "pair_id": 10459, "video_name": "friends_s07e17_seg02_clip_16", "timestamp": [ 17.41, 18.31 ], "duration": 60.66, "caption": "A person pulls away and removes their arm from around someone.", "similarity": 0.5734, "relevance": 0 } ] }, { "query_id": 24665, "query": "A person is singing in front of a microphone while with a hand on a woman.", "relevant_moment": [ { "pair_id": 3040, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 0.0, 7.13 ], "duration": 57.66, "caption": "A person is singing in front of a microphone while with a hand on a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3041, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 0.0, 14.83 ], "duration": 57.66, "caption": "A person holds a hand on their chest while singing into a microphone.", "similarity": 0.7967, "relevance": 4 }, { "pair_id": 3042, "video_name": "s09e16_seg02_clip_13", "timestamp": [ 54.84, 63.03 ], "duration": 63.66, "caption": "A person sings in front of a microphone while placing their hand over their heart.", "similarity": 0.7354, "relevance": 3 }, { "pair_id": 3043, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 47.29, 58.03 ], "duration": 58.66, "caption": "A woman likes the way she sounds when she's singing.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 3044, "video_name": "friends_s07e22_seg02_clip_16", "timestamp": [ 1.55, 6.82 ], "duration": 62.66, "caption": "A person places a microphone in front of a man.", "similarity": 0.6874, "relevance": 3 }, { "pair_id": 3045, "video_name": "s07e03_seg02_clip_00", "timestamp": [ 50.96, 55.84 ], "duration": 61.66, "caption": "A person takes out a microphone and starts to sing.", "similarity": 0.6817, "relevance": 3 }, { "pair_id": 3046, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 23.8, 41.5 ], "duration": 61.66, "caption": "A woman is singing at a place and after she's done, a man asks another woman if she has a different line of work.", "similarity": 0.6807, "relevance": 3 }, { "pair_id": 3047, "video_name": "house_s05e23_seg02_clip_16", "timestamp": [ 0.0, 7.05 ], "duration": 48.66, "caption": "A person is talking on the phone while someone sings.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 3048, "video_name": "s03e15_seg02_clip_09", "timestamp": [ 15.38, 23.21 ], "duration": 58.66, "caption": "A person puts his hand to his throat and starts throat singing.", "similarity": 0.6768, "relevance": 0 }, { "pair_id": 3049, "video_name": "friends_s03e15_seg02_clip_19", "timestamp": [ 48.32, 70.02 ], "duration": 70.66, "caption": "A woman is singing and with a man playing the guitar.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 3050, "video_name": "friends_s10e17-18_seg02_clip_12", "timestamp": [ 11.21, 19.53 ], "duration": 64.66, "caption": "A woman sings a song and emphasis the words by pointing at guy.", "similarity": 0.6745, "relevance": 0 }, { "pair_id": 3051, "video_name": "friends_s08e10_seg02_clip_03", "timestamp": [ 54.62, 57.93 ], "duration": 60.66, "caption": "A woman sings a song to a man as they have a conversation.", "similarity": 0.6678, "relevance": 0 }, { "pair_id": 3052, "video_name": "met_s06e09_seg02_clip_17", "timestamp": [ 31.58, 59.03 ], "duration": 59.66, "caption": "A woman gets onto the stage with a microphone and sings with another person in a purple top.", "similarity": 0.6644, "relevance": 3 }, { "pair_id": 3053, "video_name": "s08e06_seg02_clip_11", "timestamp": [ 0.0, 9.0 ], "duration": 60.66, "caption": "A person presses the buttons to a dial while a person sings.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 3054, "video_name": "s07e06_seg02_clip_13", "timestamp": [ 10.18, 13.21 ], "duration": 55.66, "caption": "A woman says man's nickname while he's singing.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 3055, "video_name": "s07e06_seg02_clip_12", "timestamp": [ 45.9, 53.6 ], "duration": 57.66, "caption": "A woman is behind a glass window while a man sings to her.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 3056, "video_name": "friends_s03e12_seg02_clip_14", "timestamp": [ 36.31, 38.45 ], "duration": 61.66, "caption": "A person puts both hands in front of woman as he is speaking to her.", "similarity": 0.6483, "relevance": 0 }, { "pair_id": 3057, "video_name": "friends_s03e15_seg02_clip_19", "timestamp": [ 48.67, 60.92 ], "duration": 70.66, "caption": "A woman sings a song with a man playing a guitar.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 3059, "video_name": "s01e11_seg02_clip_14", "timestamp": [ 9.3, 12.91 ], "duration": 60.66, "caption": "A person finishes singing then asks someone to start.", "similarity": 0.6402, "relevance": 0 }, { "pair_id": 176360, "video_name": "s05e18_seg02_clip_02", "timestamp": [ 0.0, 20.48 ], "duration": 63.66, "caption": "A woman is singing a song while playing the harp and looks back at a person to sing with her.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 176361, "video_name": "friends_s08e20_seg02_clip_19", "timestamp": [ 20.47, 52.41 ], "duration": 62.66, "caption": "A woman tells someone off and raises her voice.", "similarity": 0.6368, "relevance": 0 }, { "pair_id": 176362, "video_name": "friends_s03e14_seg02_clip_00", "timestamp": [ 10.1, 13.26 ], "duration": 63.66, "caption": "The singer stands with both hands behind her back while having a conversation.", "similarity": 0.6333, "relevance": 1 }, { "pair_id": 176363, "video_name": "castle_s04e18_seg02_clip_08", "timestamp": [ 51.4, 68.98 ], "duration": 90.66, "caption": "A woman shows two people a voice recording on her phone.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 176364, "video_name": "s04e12_seg02_clip_00", "timestamp": [ 42.41, 45.47 ], "duration": 61.66, "caption": "A person starts to clap as they are singing a song.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 176365, "video_name": "s09e16_seg02_clip_12", "timestamp": [ 53.12, 57.03 ], "duration": 60.66, "caption": "A woman sings a song into the microphone while on the stage.", "similarity": 0.6257, "relevance": 3 }, { "pair_id": 176366, "video_name": "friends_s04e05_seg02_clip_03", "timestamp": [ 0.0, 6.5 ], "duration": 65.66, "caption": "A woman is sitting onstage singing a song as a man goes to another woman and she says into the mic for him to bring her a drink.", "similarity": 0.623, "relevance": 3 }, { "pair_id": 176367, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 45.2, 49.75 ], "duration": 65.66, "caption": "A woman is singing with her guitar in front of the crowd.", "similarity": 0.6194, "relevance": 3 }, { "pair_id": 176368, "video_name": "s07e03_seg02_clip_11", "timestamp": [ 32.98, 40.02 ], "duration": 64.66, "caption": "Two people are lip-syncing with one person doing some major hand movements to the song.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 176369, "video_name": "s03e08_seg02_clip_17", "timestamp": [ 16.81, 24.01 ], "duration": 80.66, "caption": "A person starts singing with woman while sitting on her bed.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 176370, "video_name": "s09e03_seg02_clip_14", "timestamp": [ 38.12, 42.02 ], "duration": 60.66, "caption": "A person starts to sing and dance beside another person.", "similarity": 0.6134, "relevance": 2 }, { "pair_id": 176371, "video_name": "s09e16_seg02_clip_13", "timestamp": [ 52.31, 53.89 ], "duration": 63.66, "caption": "A man bends down next to a woman while holding a microphone.", "similarity": 0.6131, "relevance": 3 }, { "pair_id": 176372, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 27.66, 43.91 ], "duration": 57.66, "caption": "A man gets on his knees and sings to a woman.", "similarity": 0.6103, "relevance": 4 }, { "pair_id": 176373, "video_name": "castle_s07e08_seg02_clip_02", "timestamp": [ 12.71, 19.07 ], "duration": 90.66, "caption": "A woman puts her hand up to her mouth while listening to a man.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 176374, "video_name": "castle_s03e18_seg02_clip_20", "timestamp": [ 48.3, 51.46 ], "duration": 90.66, "caption": "A person listens to someone as he makes gestures with his hands while speaking to a woman.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 176375, "video_name": "friends_s02e12-13_seg02_clip_20", "timestamp": [ 6.4, 12.17 ], "duration": 64.66, "caption": "A woman sings and plays guitar in front of a crowd.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 176376, "video_name": "s07e14_seg02_clip_15", "timestamp": [ 48.45, 61.13 ], "duration": 65.66, "caption": "A person is singing into a microphone along with James Earl Jones.", "similarity": 0.6052, "relevance": 2 }, { "pair_id": 176377, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 62.18, 74.02 ], "duration": 74.66, "caption": "A woman starts singing a song and a man takes the guitar from her.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 176378, "video_name": "s08e22_seg02_clip_09", "timestamp": [ 3.0, 4.5 ], "duration": 60.66, "caption": "A man performs a curtsy in front of a woman.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 176379, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 34.53, 37.19 ], "duration": 59.66, "caption": "A person tells another person to start singing the song from the beginning.", "similarity": 0.6023, "relevance": 1 } ] }, { "query_id": 24671, "query": "A woman argues in a dramatic way with woman about person.", "relevant_moment": [ { "pair_id": 172940, "video_name": "friends_s02e04_seg02_clip_03", "timestamp": [ 30.25, 40.65 ], "duration": 63.66, "caption": "A woman argues in a dramatic way with woman about person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172941, "video_name": "castle_s04e02_seg02_clip_13", "timestamp": [ 29.19, 41.13 ], "duration": 88.66, "caption": "A woman and another woman are having an argument with each other.", "similarity": 0.7674, "relevance": 4 }, { "pair_id": 172942, "video_name": "friends_s06e08_seg02_clip_00", "timestamp": [ 0.0, 9.92 ], "duration": 62.66, "caption": "A guy and a woman argue about what woman they are talking about.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 172943, "video_name": "s02e12_seg02_clip_02", "timestamp": [ 0.0, 11.1 ], "duration": 60.66, "caption": "A woman is in front of a man arguing with him.", "similarity": 0.7523, "relevance": 3 }, { "pair_id": 172944, "video_name": "s07e10_seg02_clip_08", "timestamp": [ 13.43, 18.31 ], "duration": 61.66, "caption": "A woman takes a person's side in an argument he is having with another person.", "similarity": 0.7517, "relevance": 3 }, { "pair_id": 172945, "video_name": "s01e05_seg01_clip_03", "timestamp": [ 6.24, 13.44 ], "duration": 96.66, "caption": "A person says something to woman that makes another person angry.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 172946, "video_name": "s05e12_seg02_clip_15", "timestamp": [ 4.5, 8.4 ], "duration": 60.66, "caption": "A woman gives a thing to another woman while they are arguing with a person.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 172947, "video_name": "friends_s09e22_seg02_clip_12", "timestamp": [ 0.0, 9.04 ], "duration": 58.66, "caption": "A man and a woman are having an argument with each other.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 172948, "video_name": "friends_s07e06_seg02_clip_06", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A woman stands up to face woman when they are arguing.", "similarity": 0.7203, "relevance": 4 }, { "pair_id": 172949, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A woman and man are arguing in front of person and person.", "similarity": 0.7199, "relevance": 3 }, { "pair_id": 172950, "video_name": "grey_s03e14_seg02_clip_21", "timestamp": [ 9.1, 10.92 ], "duration": 91.66, "caption": "A woman points at herself during an argument with a man.", "similarity": 0.7187, "relevance": 3 }, { "pair_id": 172951, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 0.0, 45.61 ], "duration": 80.66, "caption": "A woman and a man argue about their personal issues.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 172952, "video_name": "castle_s05e08_seg02_clip_16", "timestamp": [ 4.55, 21.39 ], "duration": 91.66, "caption": "A person tells a woman and a man that they are deflecting with their argument.", "similarity": 0.7168, "relevance": 1 }, { "pair_id": 172953, "video_name": "met_s02e04_seg02_clip_00", "timestamp": [ 9.6, 14.41 ], "duration": 64.66, "caption": "A woman looks over when person says she's still arguing with someone.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 172954, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 47.74, 59.3 ], "duration": 59.66, "caption": "A woman's angry about their partner and discusses it with another woman.", "similarity": 0.7158, "relevance": 4 }, { "pair_id": 172955, "video_name": "grey_s03e09_seg02_clip_16", "timestamp": [ 55.31, 70.86 ], "duration": 91.66, "caption": "A woman and a man yell at each other and argue.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 172956, "video_name": "friends_s07e21_seg02_clip_16", "timestamp": [ 0.0, 18.17 ], "duration": 60.66, "caption": "Two people are having an argument then woman heard it.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 172957, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 9.0, 31.81 ], "duration": 60.66, "caption": "A person tells another person about how a woman had a fight with a man.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 172958, "video_name": "s06e12_seg02_clip_07", "timestamp": [ 45.77, 47.91 ], "duration": 61.66, "caption": "A woman points at a man angrily during their conversation.", "similarity": 0.6923, "relevance": 3 }, { "pair_id": 172959, "video_name": "house_s07e20_seg02_clip_11", "timestamp": [ 24.31, 43.21 ], "duration": 90.66, "caption": "Two people arguing about how a woman was treated because she bested them in a situation.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 346260, "video_name": "friends_s09e22_seg02_clip_14", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman talks angrily to another woman about beating a man at \"who's more over who\".", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 346261, "video_name": "castle_s02e18_seg02_clip_15", "timestamp": [ 58.95, 83.33 ], "duration": 88.66, "caption": "A woman was talking angrily to a man.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 346262, "video_name": "s10e12_seg02_clip_07", "timestamp": [ 30.25, 36.87 ], "duration": 63.66, "caption": "A woman shakes her head up and down while arguing with a man then he snaps back at her.", "similarity": 0.6804, "relevance": 3 }, { "pair_id": 346263, "video_name": "friends_s02e17_seg02_clip_15", "timestamp": [ 25.94, 43.02 ], "duration": 61.66, "caption": "A woman is arguing with man about what they want to watch on TV and man tells woman then woman calls her the mom.", "similarity": 0.6776, "relevance": 3 }, { "pair_id": 346264, "video_name": "house_s02e18_seg02_clip_22", "timestamp": [ 85.05, 95.03 ], "duration": 95.66, "caption": "A man says something to an older woman causing her and a young woman to argue.", "similarity": 0.6764, "relevance": 4 }, { "pair_id": 346266, "video_name": "friends_s02e12-13_seg02_clip_32", "timestamp": [ 10.33, 18.89 ], "duration": 59.66, "caption": "Two women are arguing about a woman dating someone then she finger-snaps a woman on the forehead.", "similarity": 0.6753, "relevance": 3 }, { "pair_id": 346267, "video_name": "friends_s07e03_seg02_clip_14", "timestamp": [ 0.0, 4.04 ], "duration": 62.66, "caption": "A man stands up and swipes at a woman as she argues with him.", "similarity": 0.6749, "relevance": 3 }, { "pair_id": 346268, "video_name": "friends_s10e09_seg02_clip_13", "timestamp": [ 18.25, 20.17 ], "duration": 64.66, "caption": "A woman points her finger at a man during an argument.", "similarity": 0.6745, "relevance": 3 }, { "pair_id": 346269, "video_name": "castle_s05e16_seg02_clip_11", "timestamp": [ 16.2, 35.11 ], "duration": 90.66, "caption": "A woman yells at another woman about why she's interrogating her while the other woman is down on the ground.", "similarity": 0.6702, "relevance": 4 }, { "pair_id": 346270, "video_name": "castle_s02e22_seg02_clip_10", "timestamp": [ 24.81, 42.23 ], "duration": 87.66, "caption": "A woman argues with a man and then slams a knife into a big fish.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 346271, "video_name": "met_s02e04_seg02_clip_00", "timestamp": [ 5.76, 10.89 ], "duration": 64.66, "caption": "A woman lifts her hands when she asks person about their argument with person being ok.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 346272, "video_name": "s04e24_seg02_clip_13", "timestamp": [ 0.6, 19.51 ], "duration": 60.66, "caption": "A person complains to a woman that another person is loud.", "similarity": 0.6676, "relevance": 1 }, { "pair_id": 346273, "video_name": "castle_s03e05_seg02_clip_14", "timestamp": [ 56.28, 60.93 ], "duration": 93.66, "caption": "A woman walks closer to a man during their argument.", "similarity": 0.6675, "relevance": 1 }, { "pair_id": 346274, "video_name": "met_s02e03_seg02_clip_03", "timestamp": [ 21.76, 28.14 ], "duration": 58.66, "caption": "A man and a woman are arguing as they sit down with each other.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 346275, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 2.14, 5.8 ], "duration": 61.66, "caption": "A person and the other person in front of him/her are arguing.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 346276, "video_name": "castle_s07e11_seg02_clip_05", "timestamp": [ 4.25, 16.58 ], "duration": 85.66, "caption": "A person yells at a woman for someone showing up.", "similarity": 0.6641, "relevance": 4 }, { "pair_id": 346277, "video_name": "grey_s02e11_seg02_clip_10", "timestamp": [ 2.65, 13.26 ], "duration": 88.66, "caption": "A woman yells at woman when person isn't understanding where their place is.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 346278, "video_name": "friends_s10e01_seg02_clip_04", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A man tries to tell a woman he doesn't know what she is saying during an argument.", "similarity": 0.6633, "relevance": 3 }, { "pair_id": 346279, "video_name": "s06e07_seg01_clip_03", "timestamp": [ 4.68, 8.28 ], "duration": 72.66, "caption": "A woman mentions to a man that he should defend her from someone's comments.", "similarity": 0.6623, "relevance": 2 } ] }, { "query_id": 24673, "query": "A man and his date link hands as they sit on the couch together.", "relevant_moment": [ { "pair_id": 154720, "video_name": "friends_s02e04_seg02_clip_03", "timestamp": [ 43.18, 44.44 ], "duration": 63.66, "caption": "A man and his date link hands as they sit on the couch together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154721, "video_name": "friends_s08e15_seg02_clip_09", "timestamp": [ 37.32, 56.13 ], "duration": 56.66, "caption": "Two people talk about dates while sitting on the couch.", "similarity": 0.671, "relevance": 3 }, { "pair_id": 154723, "video_name": "s06e22_seg02_clip_13", "timestamp": [ 49.61, 57.02 ], "duration": 57.66, "caption": "A man put his hand on his chest and a woman touches him as he sits down on the couch.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 154724, "video_name": "friends_s06e13_seg02_clip_03", "timestamp": [ 0.0, 8.92 ], "duration": 59.66, "caption": "A man has his arm around a woman as they are seated on the couch.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 154725, "video_name": "s07e18_seg02_clip_17", "timestamp": [ 12.78, 16.69 ], "duration": 71.66, "caption": "A woman joins a man who is sitting on the couch.", "similarity": 0.6523, "relevance": 3 }, { "pair_id": 154726, "video_name": "friends_s09e04_seg01_clip_01", "timestamp": [ 0.0, 8.01 ], "duration": 89.66, "caption": "A woman is sitting on a couch next to a man with her hands together, then she moves her hands apart.", "similarity": 0.6472, "relevance": 3 }, { "pair_id": 154727, "video_name": "s06e03_seg02_clip_12", "timestamp": [ 33.01, 37.82 ], "duration": 60.66, "caption": "A person goes to sit with a man and a woman on the couch.", "similarity": 0.6465, "relevance": 3 }, { "pair_id": 154728, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 14.34, 38.45 ], "duration": 61.66, "caption": "A man tells his friends his date while sitting on the couch.", "similarity": 0.6455, "relevance": 3 }, { "pair_id": 154730, "video_name": "friends_s05e08_seg02_clip_11", "timestamp": [ 30.46, 32.91 ], "duration": 70.66, "caption": "A man points to a woman with his thumb while they are sitting on the couch together.", "similarity": 0.6444, "relevance": 3 }, { "pair_id": 154731, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "A man and a woman were both sitting on a couch.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 154732, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 28.99, 34.79 ], "duration": 61.66, "caption": "A woman places her hand on man's arm while sitting next to him on the couch.", "similarity": 0.6425, "relevance": 4 }, { "pair_id": 154733, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 38.88, 44.68 ], "duration": 58.66, "caption": "A woman and a man walk over and sit down on the couch together.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 154734, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 60.45, 64.38 ], "duration": 157.66, "caption": "A woman sits down on the couch, and places her hand on man's shoulder.", "similarity": 0.6378, "relevance": 3 }, { "pair_id": 154735, "video_name": "friends_s05e20_seg02_clip_18", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A man is sitting on the couch rubbing his hands together.", "similarity": 0.632, "relevance": 0 }, { "pair_id": 154736, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 8.35, 13.61 ], "duration": 61.66, "caption": "Two people sit down on the couch together.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 154737, "video_name": "castle_s02e20_seg02_clip_01", "timestamp": [ 15.46, 17.74 ], "duration": 90.66, "caption": "A man holds the hand of the woman sitting next to him on the couch.", "similarity": 0.629, "relevance": 4 }, { "pair_id": 154738, "video_name": "met_s02e07_seg02_clip_14", "timestamp": [ 36.1, 38.66 ], "duration": 56.66, "caption": "A woman jumps over the couch where man and his date sit.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 154739, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 40.32, 44.8 ], "duration": 59.66, "caption": "Two people sit down together on the couch.", "similarity": 0.6257, "relevance": 4 }, { "pair_id": 328040, "video_name": "met_s02e18_seg02_clip_05", "timestamp": [ 1.14, 28.12 ], "duration": 56.66, "caption": "A man and a woman sit on each end of the sofa with arms crossed.", "similarity": 0.6256, "relevance": 3 }, { "pair_id": 328041, "video_name": "s09e15_seg02_clip_14", "timestamp": [ 50.76, 59.03 ], "duration": 59.66, "caption": "Two people are sitting together on the couch.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 328042, "video_name": "friends_s09e13_seg02_clip_13", "timestamp": [ 41.99, 43.83 ], "duration": 61.66, "caption": "A man sits on the sofa as he mentions to another man about not being able to get a date.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 328043, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.9, 24.2 ], "duration": 59.66, "caption": "A woman and a man hold each other while on the couch.", "similarity": 0.6217, "relevance": 3 }, { "pair_id": 328044, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 0.6193, "relevance": 3 }, { "pair_id": 328045, "video_name": "friends_s06e15-16_seg02_clip_13", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A man and a woman go from standing, and sit down on the couch.", "similarity": 0.6185, "relevance": 4 }, { "pair_id": 328046, "video_name": "friends_s10e03_seg02_clip_07", "timestamp": [ 3.71, 4.51 ], "duration": 53.66, "caption": "A woman puts both hands on a man's hand while they sit on the sofa.", "similarity": 0.6172, "relevance": 3 }, { "pair_id": 328047, "video_name": "friends_s07e19_seg02_clip_04", "timestamp": [ 5.15, 8.82 ], "duration": 49.66, "caption": "A woman and man go sit on the couch near man.", "similarity": 0.6149, "relevance": 2 }, { "pair_id": 328048, "video_name": "castle_s06e21_seg02_clip_03", "timestamp": [ 0.0, 17.61 ], "duration": 90.66, "caption": "A man and a woman are sitting on the couch and having a conversation with each other.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 328049, "video_name": "friends_s02e07_seg02_clip_18", "timestamp": [ 7.17, 11.1 ], "duration": 46.66, "caption": "A man puts his hand on the couch while talking with woman then moves it.", "similarity": 0.6146, "relevance": 2 }, { "pair_id": 328050, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 0.0, 7.18 ], "duration": 89.66, "caption": "A man and a woman are sitting on a sofa.", "similarity": 0.6135, "relevance": 3 }, { "pair_id": 328051, "video_name": "met_s03e10_seg02_clip_11", "timestamp": [ 25.72, 29.86 ], "duration": 59.66, "caption": "A man sits down on the floral couch with a woman.", "similarity": 0.6118, "relevance": 3 }, { "pair_id": 328052, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A person is sitting on someone's couch with them beside him/her.", "similarity": 0.609, "relevance": 3 }, { "pair_id": 328053, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 48.91, 51.99 ], "duration": 77.66, "caption": "A woman and a man are sitting next to each other on a couch.", "similarity": 0.6079, "relevance": 3 }, { "pair_id": 328054, "video_name": "friends_s08e11_seg02_clip_01", "timestamp": [ 37.78, 39.84 ], "duration": 59.66, "caption": "A man points at another man with his left hand while sitting on a couch.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 328055, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 328056, "video_name": "s04e09_seg02_clip_12", "timestamp": [ 44.12, 60.03 ], "duration": 60.66, "caption": "A person sits with his arm on the back of the couch as he has a conversation with woman.", "similarity": 0.6056, "relevance": 2 }, { "pair_id": 328057, "video_name": "friends_s06e22_seg01_clip_02", "timestamp": [ 0.23, 1.38 ], "duration": 46.66, "caption": "A man holds his finger up to two women and a man as they sit on the couch.", "similarity": 0.6031, "relevance": 0 }, { "pair_id": 328058, "video_name": "s02e10_seg02_clip_09", "timestamp": [ 53.12, 59.03 ], "duration": 59.66, "caption": "A man and a woman both sit on the couch and start having a conversation.", "similarity": 0.6016, "relevance": 3 }, { "pair_id": 328059, "video_name": "friends_s06e12_seg02_clip_12", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "Two men sit on the couch together with their arms crossed.", "similarity": 0.6005, "relevance": 2 } ] }, { "query_id": 24691, "query": "A man removes his glasses while having a conversation with a person and his visitor.", "relevant_moment": [ { "pair_id": 118380, "video_name": "house_s06e10_seg02_clip_00", "timestamp": [ 33.22, 36.41 ], "duration": 91.66, "caption": "A man removes his glasses while having a conversation with a person and his visitor.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 118381, "video_name": "friends_s05e17_seg02_clip_08", "timestamp": [ 3.05, 5.19 ], "duration": 61.66, "caption": "A man a person is talking to took off his glasses.", "similarity": 0.839, "relevance": 3 }, { "pair_id": 118382, "video_name": "house_s08e09_seg02_clip_19", "timestamp": [ 7.34, 11.47 ], "duration": 91.66, "caption": "A man removes his eyeglass while talking to another man.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 118383, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 78.93, 80.77 ], "duration": 92.66, "caption": "A man takes off their glasses while talking with a woman.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 118384, "video_name": "s03e12_seg02_clip_09", "timestamp": [ 49.52, 52.82 ], "duration": 60.66, "caption": "A man takes his protective glasses off as he has a conversation with another man.", "similarity": 0.8043, "relevance": 3 }, { "pair_id": 118385, "video_name": "friends_s09e09_seg01_clip_00", "timestamp": [ 0.0, 37.82 ], "duration": 63.66, "caption": "A man was having a conversation with the person wearing glasses.", "similarity": 0.7876, "relevance": 1 }, { "pair_id": 118386, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "A person takes off his eyeglass while talking to another person.", "similarity": 0.7785, "relevance": 3 }, { "pair_id": 118387, "video_name": "castle_s03e22_seg02_clip_06", "timestamp": [ 36.46, 37.81 ], "duration": 90.66, "caption": "A person takes off his sunglasses while talking to two people.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 118388, "video_name": "s04e05_seg02_clip_14", "timestamp": [ 35.42, 36.92 ], "duration": 60.66, "caption": "A person takes off a pair of funny novelty glasses while talking to another person.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 118389, "video_name": "s08e17_seg02_clip_10", "timestamp": [ 21.66, 27.77 ], "duration": 61.66, "caption": "A man removes his glasses and talks into the camera.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 118390, "video_name": "s04e18_seg01_clip_00", "timestamp": [ 31.01, 37.53 ], "duration": 62.66, "caption": "A man puts on his glasses while talking to a woman.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 118391, "video_name": "house_s05e22_seg02_clip_04", "timestamp": [ 63.72, 65.68 ], "duration": 98.66, "caption": "A man takes off his sunglasses while talking to two women and a man.", "similarity": 0.7457, "relevance": 2 }, { "pair_id": 118392, "video_name": "house_s01e16_seg02_clip_19", "timestamp": [ 15.51, 17.01 ], "duration": 100.66, "caption": "A woman removes her glasses as she speaks to a man.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 118393, "video_name": "grey_s03e10_seg02_clip_11", "timestamp": [ 1.83, 4.57 ], "duration": 91.66, "caption": "A man removes their glasses with their right hand.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 118394, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 11.11, 16.2 ], "duration": 92.66, "caption": "An old man removes their eyeglass while talking to woman.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 118396, "video_name": "s03e18_seg02_clip_01", "timestamp": [ 1.86, 4.03 ], "duration": 62.66, "caption": "A man takes off his 3d glasses while someone is talking on the phone.", "similarity": 0.7186, "relevance": 1 }, { "pair_id": 118397, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 12.96, 16.66 ], "duration": 92.66, "caption": "A person takes off their glasses as they speak to woman.", "similarity": 0.7052, "relevance": 1 }, { "pair_id": 118398, "video_name": "friends_s02e22_seg02_clip_13", "timestamp": [ 1.79, 4.77 ], "duration": 59.66, "caption": "A man hands a pair of glasses to another person.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 118399, "video_name": "grey_s02e18_seg02_clip_11", "timestamp": [ 72.18, 75.26 ], "duration": 88.66, "caption": "A man removes his reading glasses from his face.", "similarity": 0.6955, "relevance": 2 } ] }, { "query_id": 24715, "query": "A woman doctor walks into the room to talk to another person.", "relevant_moment": [ { "pair_id": 67280, "video_name": "friends_s04e12_seg02_clip_09", "timestamp": [ 8.54, 13.73 ], "duration": 61.66, "caption": "A woman doctor walks into the room to talk to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 67281, "video_name": "grey_s03e07_seg02_clip_18", "timestamp": [ 50.29, 54.67 ], "duration": 87.66, "caption": "A woman walks into the room and talks to person before going over to the patient.", "similarity": 0.847, "relevance": 4 }, { "pair_id": 67282, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 75.62, 80.02 ], "duration": 80.66, "caption": "A woman walks out of the patient's hospital room to talk to two other doctors.", "similarity": 0.8364, "relevance": 4 }, { "pair_id": 67283, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 16.84, 22.76 ], "duration": 91.66, "caption": "A woman walks into a hospital room to talk to another woman.", "similarity": 0.8343, "relevance": 2 }, { "pair_id": 67284, "video_name": "grey_s03e07_seg02_clip_17", "timestamp": [ 79.22, 90.02 ], "duration": 90.66, "caption": "A woman walks in and talks to a doctor about a man.", "similarity": 0.8253, "relevance": 2 }, { "pair_id": 67285, "video_name": "grey_s02e24_seg02_clip_05", "timestamp": [ 20.03, 26.42 ], "duration": 85.66, "caption": "A person walks into the patient room and speaks to a woman.", "similarity": 0.8235, "relevance": 3 }, { "pair_id": 67286, "video_name": "s01e04_seg02_clip_15", "timestamp": [ 0.0, 31.01 ], "duration": 62.66, "caption": "A woman comes in the room with a person. And start to talk with a doctor.", "similarity": 0.8088, "relevance": 3 }, { "pair_id": 67287, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 22.76, 25.94 ], "duration": 91.66, "caption": "A woman came in the room and talk to the patient.", "similarity": 0.8071, "relevance": 2 }, { "pair_id": 67288, "video_name": "house_s05e05_seg02_clip_17", "timestamp": [ 31.17, 38.96 ], "duration": 82.66, "caption": "A woman came in the room and talk to the patient.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 67290, "video_name": "house_s07e11_seg02_clip_18", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A doctor enters the room and begins a conversation with another doctor.", "similarity": 0.8027, "relevance": 2 }, { "pair_id": 67291, "video_name": "friends_s04e08_seg02_clip_11", "timestamp": [ 0.0, 20.14 ], "duration": 66.66, "caption": "A woman is having a conversation to a doctor.", "similarity": 0.8023, "relevance": 2 }, { "pair_id": 67292, "video_name": "friends_s08e23-24_seg02_clip_27", "timestamp": [ 16.57, 38.38 ], "duration": 58.66, "caption": "A doctor walks in the room to check on a woman.", "similarity": 0.8013, "relevance": 3 }, { "pair_id": 67293, "video_name": "house_s01e09_seg02_clip_00", "timestamp": [ 0.0, 13.78 ], "duration": 95.66, "caption": "A doctor opened the door and talks to a woman.", "similarity": 0.7971, "relevance": 3 }, { "pair_id": 67294, "video_name": "house_s03e11_seg02_clip_26", "timestamp": [ 0.0, 19.2 ], "duration": 96.66, "caption": "A woman was having a conversation with a doctor.", "similarity": 0.7958, "relevance": 2 }, { "pair_id": 67295, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 54.3, 62.12 ], "duration": 92.66, "caption": "A doctor opens the door to the patient exam room and speaks to a woman.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 67296, "video_name": "house_s02e06_seg02_clip_14", "timestamp": [ 3.22, 6.44 ], "duration": 92.66, "caption": "A woman walks in to talk with a person while he's talking with a patient.", "similarity": 0.7933, "relevance": 3 }, { "pair_id": 67297, "video_name": "house_s02e23_seg02_clip_21", "timestamp": [ 82.46, 91.11 ], "duration": 91.66, "caption": "A woman walks into a hospital room and talks with a man.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 67298, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 42.36, 44.1 ], "duration": 58.66, "caption": "A doctor walks into the patient room where a woman is sitting on an examination bed.", "similarity": 0.7901, "relevance": 3 }, { "pair_id": 67299, "video_name": "grey_s02e06_seg02_clip_07", "timestamp": [ 78.36, 82.39 ], "duration": 89.66, "caption": "A woman walks into the room and a woman starts talking to him, looking back at the patients and then at him again.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 240600, "video_name": "house_s04e04_seg02_clip_10", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "A woman walks over to another woman in the patient's room.", "similarity": 0.7861, "relevance": 3 }, { "pair_id": 240601, "video_name": "grey_s01e04_seg02_clip_09", "timestamp": [ 11.83, 26.4 ], "duration": 91.66, "caption": "A woman walked in to the patient's room after the other doctors and nurses left.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 240602, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A doctor was having a conversation with a woman.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 240603, "video_name": "grey_s02e14_seg02_clip_23", "timestamp": [ 0.0, 17.48 ], "duration": 92.66, "caption": "A woman is having a conversation with the other doctors.", "similarity": 0.7832, "relevance": 1 }, { "pair_id": 240604, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 72.62, 76.58 ], "duration": 88.66, "caption": "A person walks towards a doctor while having a conversation with him/her.", "similarity": 0.7806, "relevance": 3 }, { "pair_id": 240605, "video_name": "house_s02e21_seg02_clip_11", "timestamp": [ 41.4, 48.84 ], "duration": 93.66, "caption": "A woman walks past a patient room and starts to speak to a man.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 240606, "video_name": "grey_s03e09_seg02_clip_23", "timestamp": [ 7.94, 21.4 ], "duration": 69.66, "caption": "A woman in surgical scrubs walks into the operating room and talks to another woman.", "similarity": 0.7788, "relevance": 3 }, { "pair_id": 240607, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 82.37 ], "duration": 82.66, "caption": "A woman talks to two people in a patient room.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 240608, "video_name": "house_s03e11_seg02_clip_10", "timestamp": [ 52.2, 74.45 ], "duration": 90.66, "caption": "A woman walks into the room behind a person to see the patient.", "similarity": 0.7762, "relevance": 2 }, { "pair_id": 240609, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A person entered the room and walked towards a doctor.", "similarity": 0.7756, "relevance": 3 }, { "pair_id": 240610, "video_name": "house_s06e11_seg02_clip_09", "timestamp": [ 58.1, 59.06 ], "duration": 96.66, "caption": "A person walks into a patient's room and begins a conversation with another person.", "similarity": 0.775, "relevance": 1 }, { "pair_id": 240611, "video_name": "friends_s08e23-24_seg02_clip_01", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A doctor walks through the waiting room past a woman.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 240612, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 69.97, 108.14 ], "duration": 159.66, "caption": "A woman has a conversation with a patient in a hospital room.", "similarity": 0.7666, "relevance": 1 }, { "pair_id": 240613, "video_name": "grey_s03e20_seg02_clip_15", "timestamp": [ 12.34, 15.99 ], "duration": 91.66, "caption": "A person walks into the room and talks to a patient's mother.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 240614, "video_name": "house_s01e16_seg02_clip_12", "timestamp": [ 10.47, 34.6 ], "duration": 91.66, "caption": "A woman stands in the doorway and talks to the doctor, whose arms are folded; when a girl speaks, they turn and walk to her.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 240615, "video_name": "house_s05e16_seg02_clip_12", "timestamp": [ 0.0, 32.56 ], "duration": 93.66, "caption": "A woman talks to another woman in the hallway about the patient.", "similarity": 0.7643, "relevance": 1 }, { "pair_id": 240616, "video_name": "house_s03e23_seg02_clip_22", "timestamp": [ 4.26, 17.03 ], "duration": 85.66, "caption": "A woman has a conversation with a person in a hospital room.", "similarity": 0.7628, "relevance": 1 }, { "pair_id": 240617, "video_name": "grey_s02e02_seg02_clip_14", "timestamp": [ 32.79, 52.27 ], "duration": 95.66, "caption": "A doctor enters the patient's room and converses with two people and takes the patient.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 240618, "video_name": "house_s05e17_seg02_clip_03", "timestamp": [ 5.28, 7.68 ], "duration": 96.66, "caption": "A doctor enters the room and begins a conversation.", "similarity": 0.7596, "relevance": 3 } ] }, { "query_id": 24745, "query": "A woman is walking down the hallway reading some files and a man pulls her into a storage room.", "relevant_moment": [ { "pair_id": 29700, "video_name": "grey_s03e13_seg02_clip_14", "timestamp": [ 0.0, 9.46 ], "duration": 86.66, "caption": "A woman is walking down the hallway reading some files and a man pulls her into a storage room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 29701, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 69.98, 73.16 ], "duration": 90.66, "caption": "A woman walks into the room carrying a file folder.", "similarity": 0.7923, "relevance": 1 }, { "pair_id": 29702, "video_name": "castle_s05e24_seg02_clip_15", "timestamp": [ 4.66, 14.44 ], "duration": 93.66, "caption": "A man walks into the room and hands woman a file folder.", "similarity": 0.7901, "relevance": 1 }, { "pair_id": 29703, "video_name": "castle_s05e19_seg02_clip_04", "timestamp": [ 86.89, 92.44 ], "duration": 92.66, "caption": "A woman walks into the room holding a file and talks to a man.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 29704, "video_name": "castle_s07e23_seg02_clip_16", "timestamp": [ 45.16, 48.39 ], "duration": 92.66, "caption": "A woman walks into the room and puts her file down.", "similarity": 0.7607, "relevance": 1 }, { "pair_id": 29705, "video_name": "friends_s04e09_seg02_clip_02", "timestamp": [ 7.81, 14.73 ], "duration": 60.66, "caption": "A woman walks hurriedly into the room reading the file in her hand.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 29706, "video_name": "castle_s03e02_seg02_clip_18", "timestamp": [ 66.63, 68.86 ], "duration": 89.66, "caption": "A woman is holding a file folder and a cup of coffee as she walks into the room with a person.", "similarity": 0.7332, "relevance": 1 }, { "pair_id": 29707, "video_name": "castle_s06e01_seg02_clip_05", "timestamp": [ 26.77, 36.69 ], "duration": 60.66, "caption": "A woman is looking through a case file as man walks into the room.", "similarity": 0.7319, "relevance": 1 }, { "pair_id": 29708, "video_name": "met_s03e13_seg02_clip_09", "timestamp": [ 35.93, 40.02 ], "duration": 63.66, "caption": "A woman walks in and hands woman a file while a man is in the room.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 29709, "video_name": "house_s01e10_seg02_clip_08", "timestamp": [ 10.12, 21.17 ], "duration": 92.66, "caption": "A person walks into the room and hands out informational files.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 29710, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 45.51, 51.88 ], "duration": 91.66, "caption": "A person walks into the room when another person is looking at the file.", "similarity": 0.7195, "relevance": 1 }, { "pair_id": 29711, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 52.45, 59.88 ], "duration": 92.66, "caption": "A man looks at a file while a woman walks out of the room.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 29712, "video_name": "grey_s02e10_seg02_clip_08", "timestamp": [ 30.85, 33.57 ], "duration": 90.66, "caption": "A person walks out of the room and hands a file to a woman.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 29713, "video_name": "house_s02e03_seg02_clip_19", "timestamp": [ 12.06, 17.78 ], "duration": 63.66, "caption": "A woman walks in to the room holding a file towards another woman.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 29714, "video_name": "castle_s06e13_seg02_clip_23", "timestamp": [ 82.87, 86.47 ], "duration": 90.66, "caption": "A woman walks into a room with an open folder and sits.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 29715, "video_name": "castle_s03e01_seg02_clip_26", "timestamp": [ 29.93, 45.89 ], "duration": 133.66, "caption": "Man, woman, and person are walking in the hallway and woman hands person a file to look at.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 29716, "video_name": "house_s02e14_seg02_clip_17", "timestamp": [ 84.77, 88.3 ], "duration": 88.66, "caption": "A person walks into the room and has a file for another person.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 29717, "video_name": "house_s05e11_seg02_clip_16", "timestamp": [ 12.15, 13.77 ], "duration": 81.66, "caption": "A person walking into room carrying white box of files.", "similarity": 0.6841, "relevance": 1 }, { "pair_id": 29718, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 68.06, 73.1 ], "duration": 84.66, "caption": "A woman walks out of the room with files in her arms.", "similarity": 0.6831, "relevance": 1 }, { "pair_id": 29719, "video_name": "grey_s02e03_seg02_clip_04", "timestamp": [ 19.63, 53.42 ], "duration": 91.66, "caption": "A woman walks over and talks to man in the file room.", "similarity": 0.6814, "relevance": 1 } ] }, { "query_id": 24769, "query": "A man is cleaning an object next to his partner.", "relevant_moment": [ { "pair_id": 146920, "video_name": "friends_s06e14_seg02_clip_16", "timestamp": [ 30.84, 35.49 ], "duration": 58.66, "caption": "A man is cleaning an object next to his partner.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146921, "video_name": "s10e03_seg02_clip_10", "timestamp": [ 6.05, 14.86 ], "duration": 55.66, "caption": "A man describes someone cleaning objects in the lab.", "similarity": 0.6764, "relevance": 0 }, { "pair_id": 146922, "video_name": "s04e20_seg02_clip_03", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man is brushing his teeth with someone beside him.", "similarity": 0.6614, "relevance": 3 }, { "pair_id": 146923, "video_name": "friends_s08e23-24_seg02_clip_26", "timestamp": [ 43.38, 55.19 ], "duration": 59.66, "caption": "A man wipes another person's face with a cloth.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 146924, "video_name": "friends_s09e04_seg02_clip_02", "timestamp": [ 3.03, 7.7 ], "duration": 55.66, "caption": "A man talks to another person while the person is cleaning the cup.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 146925, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 37.46, 43.25 ], "duration": 89.66, "caption": "A man takes tissues and wipes the side of another person's head.", "similarity": 0.6206, "relevance": 3 }, { "pair_id": 146926, "video_name": "s09e05_seg02_clip_07", "timestamp": [ 38.12, 41.72 ], "duration": 60.66, "caption": "A person wipes his chin with a towel and sits next to a man.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 146927, "video_name": "friends_s09e13_seg02_clip_04", "timestamp": [ 5.85, 20.72 ], "duration": 48.66, "caption": "A woman goes over and helps a man clean off his hands.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 146928, "video_name": "s10e03_seg02_clip_11", "timestamp": [ 11.41, 48.32 ], "duration": 60.66, "caption": "A man is cleaning a small piece of equipment with a rag.", "similarity": 0.606, "relevance": 3 }, { "pair_id": 146929, "video_name": "friends_s06e02_seg02_clip_11", "timestamp": [ 0.0, 6.52 ], "duration": 59.66, "caption": "A man is getting his stuff together to move out and another man asks who owns the dish cleaning liquid.", "similarity": 0.6026, "relevance": 1 }, { "pair_id": 146930, "video_name": "house_s02e07_seg02_clip_01", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is cleaning the dishes when a woman approached and helped him.", "similarity": 0.5987, "relevance": 3 }, { "pair_id": 146931, "video_name": "friends_s02e10_seg02_clip_12", "timestamp": [ 9.41, 11.7 ], "duration": 57.66, "caption": "A man says he met woman's boyfriend while she's cleaning.", "similarity": 0.5969, "relevance": 2 }, { "pair_id": 146933, "video_name": "s01e02_seg02_clip_04", "timestamp": [ 53.4, 68.02 ], "duration": 68.66, "caption": "A man walks into a woman's apartment to find another person cleaning it.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 146937, "video_name": "friends_s04e21_seg02_clip_15", "timestamp": [ 22.95, 24.19 ], "duration": 62.66, "caption": "A man scrubs a spot on the counter with a rag after talking to another man.", "similarity": 0.5807, "relevance": 3 }, { "pair_id": 146938, "video_name": "met_s02e16_seg02_clip_04", "timestamp": [ 53.59, 58.05 ], "duration": 59.66, "caption": "An object morphs into an ex-partner of a man.", "similarity": 0.5786, "relevance": 1 }, { "pair_id": 146939, "video_name": "grey_s03e25_seg02_clip_06", "timestamp": [ 61.41, 80.4 ], "duration": 88.66, "caption": "A man and another man are scrubbing up and the first man tells the second man he's a fortunate person to have someone.", "similarity": 0.5761, "relevance": 2 }, { "pair_id": 320240, "video_name": "friends_s06e22_seg02_clip_03", "timestamp": [ 0.0, 27.76 ], "duration": 56.66, "caption": "A man and the dry cleaner are having a conversation with each other.", "similarity": 0.5748, "relevance": 0 }, { "pair_id": 320241, "video_name": "met_s03e11_seg01_clip_02", "timestamp": [ 14.74, 18.65 ], "duration": 60.66, "caption": "A man watches as a woman wipes something from her top near her chest.", "similarity": 0.5744, "relevance": 2 }, { "pair_id": 320242, "video_name": "s09e09_seg02_clip_13", "timestamp": [ 0.0, 13.24 ], "duration": 63.66, "caption": "A person is standing beside another person as he washes dishes.", "similarity": 0.5741, "relevance": 2 }, { "pair_id": 320243, "video_name": "grey_s02e07_seg02_clip_02", "timestamp": [ 34.42, 36.75 ], "duration": 93.66, "caption": "A man puts a pillow behind his partner while she's being examined.", "similarity": 0.5724, "relevance": 0 }, { "pair_id": 320244, "video_name": "castle_s05e19_seg02_clip_09", "timestamp": [ 0.0, 16.4 ], "duration": 91.66, "caption": "A man is using binoculars to see another person in another apartment washing their hands.", "similarity": 0.5708, "relevance": 2 }, { "pair_id": 320245, "video_name": "grey_s02e20_seg02_clip_22", "timestamp": [ 42.25, 47.05 ], "duration": 96.66, "caption": "A man washes his hands at the sink while talking with a woman.", "similarity": 0.5694, "relevance": 2 }, { "pair_id": 320246, "video_name": "castle_s07e03_seg02_clip_16", "timestamp": [ 5.3, 11.93 ], "duration": 88.66, "caption": "A man notices something on another man's neck, the other man wipes it off, the first man identifies the substance.", "similarity": 0.569, "relevance": 1 }, { "pair_id": 320247, "video_name": "s08e23_seg02_clip_15", "timestamp": [ 61.79, 64.02 ], "duration": 64.66, "caption": "Some people are cleaning a person's kitchen.", "similarity": 0.5678, "relevance": 3 }, { "pair_id": 320248, "video_name": "friends_s01e06_seg02_clip_14", "timestamp": [ 34.27, 39.98 ], "duration": 60.66, "caption": "A man holds a pile of food while woman suggests how to clean the cookware.", "similarity": 0.5656, "relevance": 1 }, { "pair_id": 320249, "video_name": "grey_s02e20_seg02_clip_22", "timestamp": [ 41.77, 48.02 ], "duration": 96.66, "caption": "A man washes his hands off while he's talking to a woman.", "similarity": 0.5656, "relevance": 2 }, { "pair_id": 320250, "video_name": "s10e08_seg02_clip_10", "timestamp": [ 22.81, 27.91 ], "duration": 60.66, "caption": "A person comes in to clean someone's office at work.", "similarity": 0.562, "relevance": 1 }, { "pair_id": 320251, "video_name": "s01e02_seg02_clip_05", "timestamp": [ 0.0, 10.72 ], "duration": 51.66, "caption": "A man walks into person's apartment while person is cleaning.", "similarity": 0.5611, "relevance": 1 }, { "pair_id": 320252, "video_name": "met_s02e02_seg02_clip_02", "timestamp": [ 46.68, 53.35 ], "duration": 60.66, "caption": "A man hands his brush over to a woman.", "similarity": 0.5611, "relevance": 0 }, { "pair_id": 320253, "video_name": "friends_s01e10_seg02_clip_11", "timestamp": [ 38.66, 40.73 ], "duration": 59.66, "caption": "A man takes another person by the hand and looks at the person gently.", "similarity": 0.5602, "relevance": 0 }, { "pair_id": 320254, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 9.35, 17.36 ], "duration": 89.66, "caption": "A man takes an object from another man and puts it away.", "similarity": 0.5597, "relevance": 0 }, { "pair_id": 320255, "video_name": "friends_s06e05_seg02_clip_06", "timestamp": [ 23.91, 38.07 ], "duration": 59.66, "caption": "A man cleans a car with a yellow rag while talking to a person in a red sweatshirt.", "similarity": 0.5585, "relevance": 3 }, { "pair_id": 320256, "video_name": "s02e06_seg02_clip_00", "timestamp": [ 14.89, 18.92 ], "duration": 62.66, "caption": "A man is fixing his napkin while another man is talking.", "similarity": 0.558, "relevance": 1 }, { "pair_id": 320257, "video_name": "castle_s08e07_seg02_clip_15", "timestamp": [ 2.28, 7.28 ], "duration": 91.66, "caption": "A man wipes his nose when a man asks if he'll be involved.", "similarity": 0.5555, "relevance": 0 }, { "pair_id": 320258, "video_name": "friends_s08e07_seg02_clip_16", "timestamp": [ 37.82, 42.58 ], "duration": 56.66, "caption": "A man leans on the coffee table while a woman is wiping it off.", "similarity": 0.5548, "relevance": 2 }, { "pair_id": 320259, "video_name": "house_s02e09_seg02_clip_07", "timestamp": [ 49.96, 61.22 ], "duration": 90.66, "caption": "A man and a woman are observing a person working as a subordinate to another person during a procedure, which the man finds amusing.", "similarity": 0.5538, "relevance": 0 } ] }, { "query_id": 24782, "query": "A woman gets up from the sofa and moves closer to the television.", "relevant_moment": [ { "pair_id": 158640, "video_name": "friends_s06e14_seg02_clip_11", "timestamp": [ 19.85, 24.33 ], "duration": 64.66, "caption": "A woman gets up from the sofa and moves closer to the television.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158641, "video_name": "s05e08_seg02_clip_06", "timestamp": [ 47.83, 51.12 ], "duration": 73.66, "caption": "A woman gets up briefly and moves closer to person on a couch.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 158642, "video_name": "s05e08_seg02_clip_06", "timestamp": [ 48.2, 50.02 ], "duration": 73.66, "caption": "A woman moves closer to person on the couch.", "similarity": 0.7165, "relevance": 3 }, { "pair_id": 158643, "video_name": "friends_s02e06_seg02_clip_02", "timestamp": [ 46.38, 51.26 ], "duration": 61.66, "caption": "A woman gets up from the sofa and walks over to a person.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 158644, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 5.25, 7.25 ], "duration": 50.66, "caption": "A woman gets up, moves toward the couch and sits down next to woman.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 158645, "video_name": "friends_s02e17_seg02_clip_17", "timestamp": [ 36.6, 54.28 ], "duration": 62.66, "caption": "A woman moves to sit on the couch with man and watch tv.", "similarity": 0.6716, "relevance": 1 }, { "pair_id": 158646, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 13.35, 16.83 ], "duration": 58.66, "caption": "A woman gets up off the couch and moves towards the hallway.", "similarity": 0.6694, "relevance": 3 }, { "pair_id": 158647, "video_name": "castle_s08e10_seg02_clip_19", "timestamp": [ 15.45, 18.64 ], "duration": 90.66, "caption": "A woman gets up from the sofa and holds her hand together in front of her.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 158648, "video_name": "friends_s08e15_seg02_clip_06", "timestamp": [ 27.31, 29.68 ], "duration": 59.66, "caption": "A woman moves from sitting on the table to the couch.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 158649, "video_name": "friends_s01e22_seg02_clip_06", "timestamp": [ 8.26, 11.21 ], "duration": 59.66, "caption": "A woman moves from her chair to sit on the arm of the sofa.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 158650, "video_name": "friends_s08e21_seg02_clip_17", "timestamp": [ 42.41, 47.6 ], "duration": 61.66, "caption": "A woman gets up completely from the couch and walks to the side of it.", "similarity": 0.6623, "relevance": 3 }, { "pair_id": 158651, "video_name": "met_s06e24_seg02_clip_07", "timestamp": [ 34.82, 37.52 ], "duration": 60.66, "caption": "A woman gets up from the sofa and runs into another room.", "similarity": 0.6588, "relevance": 3 }, { "pair_id": 158652, "video_name": "friends_s09e23-24_seg02_clip_10", "timestamp": [ 13.65, 18.92 ], "duration": 62.66, "caption": "A woman gets up from the sofa and moves to have a conversation with another woman.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 158653, "video_name": "friends_s03e22_seg01_clip_01", "timestamp": [ 41.06, 43.34 ], "duration": 57.66, "caption": "A woman gets up from the sofa and walks away.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 158654, "video_name": "friends_s01e01_seg02_clip_01", "timestamp": [ 56.14, 59.55 ], "duration": 62.66, "caption": "A woman gets up from the sofa and walks away.", "similarity": 0.6516, "relevance": 3 }, { "pair_id": 158655, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 14.11, 16.21 ], "duration": 60.66, "caption": "A woman gets up from the sofa and walks towards man.", "similarity": 0.647, "relevance": 3 }, { "pair_id": 158656, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person moves from the arm of the sofa to sit next to a woman.", "similarity": 0.6425, "relevance": 1 }, { "pair_id": 158657, "video_name": "s04e09_seg02_clip_15", "timestamp": [ 15.87, 19.83 ], "duration": 61.66, "caption": "A woman gets up from her couch and goes to her room.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 158658, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 24.41, 26.55 ], "duration": 61.66, "caption": "A woman gets up off the sofa and begins to walk away.", "similarity": 0.641, "relevance": 3 }, { "pair_id": 158659, "video_name": "friends_s06e07_seg01_clip_00", "timestamp": [ 47.0, 48.54 ], "duration": 77.66, "caption": "A woman gets up from the couch next to another woman.", "similarity": 0.6348, "relevance": 3 }, { "pair_id": 331960, "video_name": "s06e16_seg02_clip_11", "timestamp": [ 28.82, 42.56 ], "duration": 67.66, "caption": "A woman sits on a sofa and moves to make a space for a person to sit.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 331961, "video_name": "house_s04e13_seg02_clip_04", "timestamp": [ 7.68, 11.52 ], "duration": 76.66, "caption": "A woman quickly gets up from the couch and starts to walk away from a person.", "similarity": 0.633, "relevance": 2 }, { "pair_id": 331962, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 8.37, 11.62 ], "duration": 54.66, "caption": "A woman moves over on the couch closer to a man, who also shifts over.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 331963, "video_name": "friends_s05e19_seg02_clip_04", "timestamp": [ 15.82, 29.15 ], "duration": 62.66, "caption": "A woman goes behind the couch hiding at the TV.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 331964, "video_name": "friends_s06e12_seg02_clip_18", "timestamp": [ 55.47, 62.53 ], "duration": 94.66, "caption": "A woman stands up from the sofa and sits on a nearby chair.", "similarity": 0.6263, "relevance": 2 }, { "pair_id": 331965, "video_name": "grey_s01e03_seg02_clip_25", "timestamp": [ 14.32, 16.21 ], "duration": 27.66, "caption": "A woman steps forward and asks what is on tv.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 331966, "video_name": "friends_s05e23-24_seg02_clip_02", "timestamp": [ 45.7, 47.27 ], "duration": 63.66, "caption": "A woman raises from a seated position on the couch to a standing position.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 331967, "video_name": "s09e10_seg02_clip_16", "timestamp": [ 8.37, 12.72 ], "duration": 62.66, "caption": "A woman gets up from the couch and walks to the door.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 331968, "video_name": "s01e05_seg02_clip_04", "timestamp": [ 39.38, 43.86 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks to the door.", "similarity": 0.6233, "relevance": 3 }, { "pair_id": 331969, "video_name": "castle_s04e05_seg02_clip_24", "timestamp": [ 2.67, 6.68 ], "duration": 89.66, "caption": "A woman walks out to stand in front of a wall of TVs.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 331971, "video_name": "castle_s06e15_seg02_clip_20", "timestamp": [ 55.46, 57.26 ], "duration": 90.66, "caption": "A woman uses the remote control on the TV screen.", "similarity": 0.6198, "relevance": 0 }, { "pair_id": 331972, "video_name": "castle_s06e03_seg02_clip_04", "timestamp": [ 33.83, 38.73 ], "duration": 89.66, "caption": "An elderly lady walks a little closer to the television.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 331973, "video_name": "friends_s01e02_seg02_clip_21", "timestamp": [ 15.01, 20.94 ], "duration": 79.66, "caption": "A woman tilts her head to the left while watching the TV.", "similarity": 0.6177, "relevance": 2 }, { "pair_id": 331974, "video_name": "friends_s08e07_seg02_clip_01", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman grabs her things and gets up from the sofa.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 331975, "video_name": "friends_s08e10_seg02_clip_16", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A woman gets up from the couch to get away from woman.", "similarity": 0.6171, "relevance": 3 }, { "pair_id": 331976, "video_name": "house_s01e12_seg02_clip_06", "timestamp": [ 22.77, 25.5 ], "duration": 91.66, "caption": "A woman stands up from being seated in a sofa.", "similarity": 0.6146, "relevance": 2 }, { "pair_id": 331977, "video_name": "friends_s01e05_seg02_clip_14", "timestamp": [ 53.34, 61.41 ], "duration": 62.66, "caption": "A woman readjusts her position on the sofa and sits back.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 331978, "video_name": "friends_s07e18_seg02_clip_16", "timestamp": [ 19.18, 22.76 ], "duration": 65.66, "caption": "A woman gets up off the couch and walks towards the door.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 331979, "video_name": "s09e22_seg01_clip_01", "timestamp": [ 9.48, 10.67 ], "duration": 79.66, "caption": "A woman stands up from a sitting position on the couch.", "similarity": 0.6115, "relevance": 2 } ] }, { "query_id": 24806, "query": "A man hands another man a medical instrument to assist in the procedure.", "relevant_moment": [ { "pair_id": 146100, "video_name": "house_s06e10_seg02_clip_09", "timestamp": [ 26.85, 28.17 ], "duration": 88.66, "caption": "A man hands another man a medical instrument to assist in the procedure.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146101, "video_name": "house_s02e09_seg02_clip_07", "timestamp": [ 64.37, 67.97 ], "duration": 90.66, "caption": "A doctor hands a man a surgical instrument over the operating table.", "similarity": 0.7775, "relevance": 4 }, { "pair_id": 146102, "video_name": "grey_s02e05_seg02_clip_12", "timestamp": [ 0.0, 40.0 ], "duration": 86.66, "caption": "Two men are conducting an operation to a patient while another man is giving instructions to them.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 146103, "video_name": "grey_s02e05_seg02_clip_12", "timestamp": [ 49.46, 86.02 ], "duration": 86.66, "caption": "Two men are conducting an operation to a patient while person is giving instructions to them.", "similarity": 0.7445, "relevance": 1 }, { "pair_id": 146104, "video_name": "grey_s02e22_seg02_clip_03", "timestamp": [ 42.32, 77.23 ], "duration": 87.66, "caption": "A man is in the operating room with another man as he operates on a patient.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 146105, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 24.52, 40.86 ], "duration": 86.66, "caption": "A man puts his hand on another person's shoulder as he tells them that he'll do the procedure but the other person insists on doing it and they inject the patient and turn off the monitor.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 146106, "video_name": "house_s07e04_seg02_clip_19", "timestamp": [ 78.76, 82.67 ], "duration": 87.66, "caption": "Two men are doing a surgery to a patient.", "similarity": 0.7106, "relevance": 1 }, { "pair_id": 146107, "video_name": "house_s08e11_seg02_clip_19", "timestamp": [ 22.33, 25.58 ], "duration": 93.66, "caption": "A man enters a procedure room where another man is the patient.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 146108, "video_name": "grey_s02e12_seg02_clip_07", "timestamp": [ 47.95, 94.03 ], "duration": 94.66, "caption": "A man is operating on a patient with another person beside him.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 146109, "video_name": "grey_s01e03_seg02_clip_11", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A person is doing surgery and another person is assisting him.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 146110, "video_name": "house_s02e03_seg02_clip_14", "timestamp": [ 26.89, 29.41 ], "duration": 84.66, "caption": "A man presses the right hand of the patient.", "similarity": 0.7042, "relevance": 1 }, { "pair_id": 146111, "video_name": "grey_s01e05_seg02_clip_16", "timestamp": [ 0.0, 25.6 ], "duration": 72.66, "caption": "A man is in the operating room with two other people as they operate a patient.", "similarity": 0.7035, "relevance": 1 }, { "pair_id": 146112, "video_name": "house_s07e16_seg02_clip_07", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man is doing some sort of surgery on the patient.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 146113, "video_name": "house_s04e02_seg02_clip_20", "timestamp": [ 1.34, 3.12 ], "duration": 89.66, "caption": "A person hands their medical device off to another person.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 146115, "video_name": "house_s08e11_seg02_clip_19", "timestamp": [ 10.23, 12.56 ], "duration": 93.66, "caption": "A doctor holds the monitor while they are doing a procedure to a man.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 146116, "video_name": "grey_s02e08_seg02_clip_02", "timestamp": [ 47.16, 82.02 ], "duration": 82.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 146117, "video_name": "grey_s02e08_seg02_clip_02", "timestamp": [ 0.0, 38.55 ], "duration": 82.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 146118, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 146119, "video_name": "grey_s01e06_seg02_clip_16", "timestamp": [ 0.0, 26.69 ], "duration": 92.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.6908, "relevance": 1 } ] }, { "query_id": 24815, "query": "A person inspects the backs of the playing cards on the table.", "relevant_moment": [ { "pair_id": 166040, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 1.18, 4.43 ], "duration": 59.66, "caption": "A person inspects the backs of the playing cards on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166041, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 14.17, 16.23 ], "duration": 59.66, "caption": "A person gathers the deck of playing cards up from the table.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 166042, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 53.47, 56.03 ], "duration": 64.66, "caption": "A person sitting at a table shows someone a card from the table.", "similarity": 0.6927, "relevance": 1 }, { "pair_id": 166043, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 0.0, 3.84 ], "duration": 96.66, "caption": "A person places a card down on the table.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 166044, "video_name": "s06e20_seg02_clip_11", "timestamp": [ 4.34, 9.92 ], "duration": 62.66, "caption": "A person reads the front and back of a card in his hands.", "similarity": 0.6721, "relevance": 1 }, { "pair_id": 166045, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 33.19, 36.29 ], "duration": 62.66, "caption": "A person chooses a card to play, and puts it on the table.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 166046, "video_name": "s02e09_seg02_clip_14", "timestamp": [ 0.87, 7.83 ], "duration": 58.66, "caption": "A person holds a person's hand to examine it and then places it back on the table.", "similarity": 0.6609, "relevance": 0 }, { "pair_id": 166047, "video_name": "s04e18_seg02_clip_04", "timestamp": [ 1.53, 3.97 ], "duration": 61.66, "caption": "A person places the playing cards in his hands onto the coffee table.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 166048, "video_name": "house_s04e08_seg02_clip_07", "timestamp": [ 13.2, 18.2 ], "duration": 91.66, "caption": "A person sits at the table and plays with a deck of cards.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 166049, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 49.31, 50.86 ], "duration": 62.66, "caption": "A person points to the pile of game cards on the table.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 166050, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 0.0, 3.78 ], "duration": 63.66, "caption": "A woman shows a man her hand of cards at the table.", "similarity": 0.6412, "relevance": 2 }, { "pair_id": 166051, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 4.58, 7.63 ], "duration": 61.66, "caption": "A person is holding cards as he looks to his right and left.", "similarity": 0.6364, "relevance": 2 }, { "pair_id": 166052, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 12.42, 14.15 ], "duration": 69.66, "caption": "A person lays a card on the table during a game.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 166053, "video_name": "friends_s01e18_seg02_clip_06", "timestamp": [ 4.81, 6.01 ], "duration": 60.66, "caption": "A man takes the playing cards laid out on the table.", "similarity": 0.6323, "relevance": 3 }, { "pair_id": 166054, "video_name": "house_s02e17_seg02_clip_01", "timestamp": [ 63.31, 65.57 ], "duration": 90.66, "caption": "A man checks his poker cards at the table.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 166055, "video_name": "castle_s02e02_seg02_clip_04", "timestamp": [ 69.32, 72.41 ], "duration": 88.66, "caption": "A person looks at a credit card slip and then puts it down on the table.", "similarity": 0.6219, "relevance": 1 }, { "pair_id": 166056, "video_name": "friends_s04e06_seg02_clip_14", "timestamp": [ 37.2, 44.24 ], "duration": 67.66, "caption": "A woman places a card down on the table.", "similarity": 0.6098, "relevance": 2 }, { "pair_id": 166057, "video_name": "s09e16_seg02_clip_03", "timestamp": [ 3.84, 5.02 ], "duration": 59.66, "caption": "A person moves the deck of cards from their left hand to their right and places them on the table.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 166058, "video_name": "castle_s05e22_seg02_clip_02", "timestamp": [ 20.17, 26.45 ], "duration": 89.66, "caption": "A person is looking at a binder of sporting cards in the suspect's apartment.", "similarity": 0.6073, "relevance": 0 }, { "pair_id": 166059, "video_name": "s04e18_seg02_clip_12", "timestamp": [ 19.48, 23.61 ], "duration": 59.66, "caption": "A person lays a deck of cards out on the table.", "similarity": 0.605, "relevance": 3 }, { "pair_id": 339360, "video_name": "grey_s02e05_seg02_clip_14", "timestamp": [ 70.83, 72.29 ], "duration": 97.66, "caption": "A person points at someone while holding playing cards.", "similarity": 0.6025, "relevance": 1 }, { "pair_id": 339361, "video_name": "s03e21_seg01_clip_00", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "A person looks over their shoulder at the table behind them.", "similarity": 0.6003, "relevance": 1 }, { "pair_id": 339362, "video_name": "s07e05_seg02_clip_01", "timestamp": [ 9.15, 10.92 ], "duration": 59.66, "caption": "A man places one of his cards on the table.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 339363, "video_name": "s07e05_seg02_clip_01", "timestamp": [ 17.41, 21.25 ], "duration": 59.66, "caption": "A person reorders the playing cards that are in his/her hand.", "similarity": 0.594, "relevance": 1 }, { "pair_id": 339364, "video_name": "house_s03e15_seg02_clip_00", "timestamp": [ 6.4, 9.59 ], "duration": 91.66, "caption": "A person takes a note off of a paper bag on the table and looks at it.", "similarity": 0.5922, "relevance": 0 }, { "pair_id": 339365, "video_name": "s06e10_seg01_clip_01", "timestamp": [ 79.54, 83.72 ], "duration": 93.66, "caption": "A person is holding a hand of cards as they sit in their spot.", "similarity": 0.5852, "relevance": 1 }, { "pair_id": 339367, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 4.27, 7.63 ], "duration": 61.66, "caption": "A man looks from side to side and then at the pair of cards he is holding.", "similarity": 0.5819, "relevance": 1 }, { "pair_id": 339368, "video_name": "friends_s03e11_seg01_clip_01", "timestamp": [ 21.95, 23.59 ], "duration": 41.66, "caption": "A man puts the deck of cards on the table.", "similarity": 0.5802, "relevance": 0 }, { "pair_id": 339369, "video_name": "friends_s01e18_seg02_clip_04", "timestamp": [ 17.71, 19.48 ], "duration": 59.66, "caption": "A man removes some cards from his hand and places them on the table.", "similarity": 0.5777, "relevance": 2 }, { "pair_id": 339370, "video_name": "castle_s03e21_seg02_clip_23", "timestamp": [ 0.0, 59.62 ], "duration": 85.66, "caption": "A person is playing a card game with some other people.", "similarity": 0.5758, "relevance": 1 }, { "pair_id": 339371, "video_name": "friends_s10e12_seg02_clip_08", "timestamp": [ 58.24, 61.3 ], "duration": 61.66, "caption": "A person reads off of the yellow card at the table.", "similarity": 0.5751, "relevance": 0 }, { "pair_id": 339372, "video_name": "house_s01e01_seg02_clip_14", "timestamp": [ 63.94, 84.79 ], "duration": 92.66, "caption": "A man moves cards around on the table for a woman.", "similarity": 0.575, "relevance": 3 }, { "pair_id": 339373, "video_name": "friends_s01e18_seg02_clip_08", "timestamp": [ 23.22, 24.11 ], "duration": 59.66, "caption": "A woman stands up and puts cards down on the table.", "similarity": 0.5743, "relevance": 0 }, { "pair_id": 339375, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 25.09, 28.23 ], "duration": 57.66, "caption": "A person picks up a playing card from the coffee table and hands it to another person.", "similarity": 0.5727, "relevance": 2 }, { "pair_id": 339376, "video_name": "s04e18_seg02_clip_00", "timestamp": [ 51.48, 54.28 ], "duration": 62.66, "caption": "A person leans over and grabs the deck of cards from the coffee table.", "similarity": 0.5723, "relevance": 1 }, { "pair_id": 339377, "video_name": "met_s06e09_seg02_clip_05", "timestamp": [ 9.45, 11.9 ], "duration": 70.66, "caption": "A man picks up a card that was laying on the table.", "similarity": 0.5698, "relevance": 1 }, { "pair_id": 339378, "video_name": "friends_s01e18_seg02_clip_16", "timestamp": [ 7.36, 64.03 ], "duration": 64.66, "caption": "Some people are playing a card game at the kitchen table.", "similarity": 0.5694, "relevance": 2 }, { "pair_id": 339379, "video_name": "house_s05e15_seg02_clip_12", "timestamp": [ 24.58, 27.76 ], "duration": 91.66, "caption": "A person sits at the table and looks over at the white board.", "similarity": 0.5693, "relevance": 0 } ] }, { "query_id": 24841, "query": "A woman hits the table after she stood up as she talking to man.", "relevant_moment": [ { "pair_id": 168940, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 39.37, 42.73 ], "duration": 96.66, "caption": "A woman hits the table after she stood up as she talking to man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168941, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 58.07, 59.87 ], "duration": 90.66, "caption": "A man hits the table of woman.", "similarity": 0.7289, "relevance": 1 }, { "pair_id": 168942, "video_name": "castle_s02e15_seg02_clip_06", "timestamp": [ 71.45, 84.84 ], "duration": 89.66, "caption": "A woman threw something into the table and started talking to a man.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 168943, "video_name": "castle_s08e04_seg02_clip_19", "timestamp": [ 54.64, 61.93 ], "duration": 91.66, "caption": "A woman was leaning over the table while talking to a man.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 168944, "video_name": "castle_s03e08_seg02_clip_18", "timestamp": [ 2.71, 15.36 ], "duration": 90.66, "caption": "A woman was leaning over the table while talking to a man.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 168945, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 39.85, 56.66 ], "duration": 96.66, "caption": "A woman was leaning over the table whilst talking to a man.", "similarity": 0.7144, "relevance": 2 }, { "pair_id": 168946, "video_name": "castle_s06e15_seg02_clip_19", "timestamp": [ 29.94, 72.85 ], "duration": 89.66, "caption": "A man was standing in front of woman's table as they were talking.", "similarity": 0.6815, "relevance": 1 }, { "pair_id": 168947, "video_name": "house_s03e15_seg02_clip_07", "timestamp": [ 0.0, 10.35 ], "duration": 90.66, "caption": "A man was sitting on a table while talking to a woman.", "similarity": 0.6808, "relevance": 1 }, { "pair_id": 168948, "video_name": "s01e13_seg02_clip_08", "timestamp": [ 41.34, 51.32 ], "duration": 57.66, "caption": "A woman stands up at the table and talks to a man in an angry way.", "similarity": 0.6754, "relevance": 4 }, { "pair_id": 168949, "video_name": "s02e06_seg02_clip_01", "timestamp": [ 5.99, 8.51 ], "duration": 63.66, "caption": "Person stands up from his/her seat at the table to talk to woman in the red hoodie.", "similarity": 0.6724, "relevance": 0 }, { "pair_id": 168950, "video_name": "friends_s08e21_seg02_clip_12", "timestamp": [ 55.95, 60.17 ], "duration": 60.66, "caption": "A person quickly jumps up from the table while talking with woman.", "similarity": 0.6698, "relevance": 3 }, { "pair_id": 168951, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 20.73, 24.37 ], "duration": 56.66, "caption": "A woman hits a man after he mentions someone at work.", "similarity": 0.6651, "relevance": 0 }, { "pair_id": 168952, "video_name": "castle_s03e12_seg02_clip_04", "timestamp": [ 58.76, 60.54 ], "duration": 89.66, "caption": "A person said something and hit the table right after.", "similarity": 0.6641, "relevance": 0 }, { "pair_id": 168953, "video_name": "castle_s07e05_seg02_clip_23", "timestamp": [ 64.84, 68.92 ], "duration": 90.66, "caption": "A woman leans over the table to talk to a man.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 168954, "video_name": "castle_s05e22_seg02_clip_07", "timestamp": [ 0.0, 16.84 ], "duration": 91.66, "caption": "A man was leaning over the table whilst talking to woman.", "similarity": 0.6638, "relevance": 1 }, { "pair_id": 168955, "video_name": "castle_s07e05_seg02_clip_21", "timestamp": [ 41.81, 46.21 ], "duration": 88.66, "caption": "A woman leans over the table and talks to man.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 168956, "video_name": "s05e04_seg02_clip_01", "timestamp": [ 31.93, 36.98 ], "duration": 56.66, "caption": "A woman walks up to the table and talks to man.", "similarity": 0.6617, "relevance": 1 }, { "pair_id": 168957, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 18.13, 22.56 ], "duration": 88.66, "caption": "A woman stands up while she is talking to a man.", "similarity": 0.6585, "relevance": 3 }, { "pair_id": 168958, "video_name": "house_s01e12_seg02_clip_06", "timestamp": [ 21.4, 24.59 ], "duration": 91.66, "caption": "A woman stands up while she is talking to a man.", "similarity": 0.6585, "relevance": 3 }, { "pair_id": 168959, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 47.63, 89.02 ], "duration": 89.66, "caption": "A woman was leaning over the table whilst talking to another person.", "similarity": 0.6558, "relevance": 2 }, { "pair_id": 342260, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 52.83, 56.37 ], "duration": 59.66, "caption": "A person walks over to a table while talking to a woman.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 342261, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 5.04, 22.06 ], "duration": 63.66, "caption": "A woman walks up to the table and talks to a man.", "similarity": 0.6528, "relevance": 0 }, { "pair_id": 342262, "video_name": "house_s03e04_seg02_clip_01", "timestamp": [ 66.74, 71.28 ], "duration": 90.66, "caption": "A woman is talking to a man, she leans on the chair and puts her legs on the table.", "similarity": 0.6525, "relevance": 1 }, { "pair_id": 342263, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 21.3, 24.07 ], "duration": 92.66, "caption": "A woman stands up from a table while talking with another woman.", "similarity": 0.6514, "relevance": 1 }, { "pair_id": 342264, "video_name": "friends_s01e24_seg02_clip_16", "timestamp": [ 17.59, 20.57 ], "duration": 59.66, "caption": "A woman slams her hand down on the table and stands up.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 342265, "video_name": "house_s06e06_seg02_clip_08", "timestamp": [ 1.74, 3.92 ], "duration": 87.66, "caption": "A woman stands up from her chair while talking to a man.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 342266, "video_name": "met_s03e02_seg01_clip_00", "timestamp": [ 39.08, 42.83 ], "duration": 62.66, "caption": "A man slams his glass on the table as a woman stands up.", "similarity": 0.6505, "relevance": 0 }, { "pair_id": 342267, "video_name": "s07e21_seg01_clip_00", "timestamp": [ 3.36, 21.36 ], "duration": 61.66, "caption": "While listening to a woman talk, a man stands up straight and puts his hands on the table.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 342268, "video_name": "castle_s07e12_seg02_clip_10", "timestamp": [ 77.3, 89.66 ], "duration": 89.66, "caption": "A woman gets up from the vanity table and talks with a man.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 342269, "video_name": "house_s01e14_seg02_clip_21", "timestamp": [ 15.29, 17.9 ], "duration": 74.66, "caption": "A woman stands up from being seated to talk to a man.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 342270, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 52.52, 54.02 ], "duration": 60.66, "caption": "A person waves at a woman as he stands up from the table to greet her.", "similarity": 0.6461, "relevance": 1 }, { "pair_id": 342271, "video_name": "s08e16_seg02_clip_11", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman is talking to a person while sitting at the table.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 342272, "video_name": "friends_s09e10_seg02_clip_15", "timestamp": [ 29.22, 32.76 ], "duration": 59.66, "caption": "A woman approaches the table a man is sitting at and leans on it as she speaks to him.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 342273, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 34.59, 42.05 ], "duration": 59.66, "caption": "A man stands up when woman comes back to the table.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 342274, "video_name": "house_s06e16_seg02_clip_17", "timestamp": [ 20.38, 24.26 ], "duration": 97.66, "caption": "A woman holds up her right hand while talking with a man at a table.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 342275, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 32.51, 37.84 ], "duration": 97.66, "caption": "A woman stands from her chair up while talking to a man.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 342276, "video_name": "castle_s02e14_seg02_clip_21", "timestamp": [ 18.89, 28.1 ], "duration": 92.66, "caption": "A woman stands up from the table and another person followed her.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 342277, "video_name": "house_s06e13_seg02_clip_06", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man crosses his arms on the table while talking to a woman.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 342278, "video_name": "castle_s02e08_seg02_clip_16", "timestamp": [ 15.21, 20.13 ], "duration": 89.66, "caption": "A woman looks up at man from her seat at the table to speak to him.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 342279, "video_name": "s07e05_seg02_clip_07", "timestamp": [ 33.62, 40.66 ], "duration": 64.66, "caption": "A person playfully hits a woman and sits down at the table.", "similarity": 0.6406, "relevance": 1 } ] }, { "query_id": 24866, "query": "A doctor drinks from a bottle of alcoholic drink.", "relevant_moment": [ { "pair_id": 288380, "video_name": "grey_s03e01_seg02_clip_22", "timestamp": [ 77.9, 80.54 ], "duration": 88.66, "caption": "A doctor puts the hand towel on the counter and takes their glass of wine.", "similarity": 0.6755, "relevance": 3 }, { "pair_id": 288381, "video_name": "met_s06e12_seg02_clip_00", "timestamp": [ 12.41, 14.89 ], "duration": 62.66, "caption": "A person takes a drink from his bottle of beer.", "similarity": 0.6739, "relevance": 3 }, { "pair_id": 288382, "video_name": "house_s04e05_seg02_clip_24", "timestamp": [ 24.64, 38.97 ], "duration": 89.66, "caption": "The patient grabs the bottle from a doctor and looks at it.", "similarity": 0.6708, "relevance": 1 }, { "pair_id": 288383, "video_name": "friends_s01e06_seg02_clip_12", "timestamp": [ 8.7, 11.1 ], "duration": 60.66, "caption": "A man takes a drink from a glass bottle.", "similarity": 0.6701, "relevance": 3 }, { "pair_id": 288384, "video_name": "house_s07e06_seg02_clip_03", "timestamp": [ 31.51, 34.66 ], "duration": 90.66, "caption": "A doctor reaches into a drawer and holds up a bottle.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 288385, "video_name": "met_s03e01_seg01_clip_00", "timestamp": [ 21.17, 24.85 ], "duration": 91.66, "caption": "A man drinks from the glass of his alcoholic beverage.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 288386, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 28.8, 30.79 ], "duration": 57.66, "caption": "A person drinks from the water bottle they are holding.", "similarity": 0.6645, "relevance": 2 }, { "pair_id": 288387, "video_name": "house_s04e02_seg02_clip_08", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "A person is having a lecture to their new doctors while holding a drink.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 288388, "video_name": "house_s05e06_seg02_clip_20", "timestamp": [ 11.83, 15.47 ], "duration": 91.66, "caption": "A doctor tosses the bottle of medicine he is playing in his hands.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 288389, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 18.04, 64.26 ], "duration": 88.66, "caption": "A doctor stands in front of colleagues at the meeting while drinking something.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 288390, "video_name": "castle_s03e05_seg02_clip_11", "timestamp": [ 0.0, 8.19 ], "duration": 91.66, "caption": "A person pours a drink into a glass and takes a drink.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 288391, "video_name": "castle_s02e07_seg02_clip_12", "timestamp": [ 61.84, 62.7 ], "duration": 85.66, "caption": "A person attempts to drink from a bottle of alcohol they are holding.", "similarity": 0.6582, "relevance": 3 }, { "pair_id": 288392, "video_name": "house_s05e06_seg02_clip_19", "timestamp": [ 52.69, 54.01 ], "duration": 88.66, "caption": "A person plays with his bottle of medicine.", "similarity": 0.6574, "relevance": 1 }, { "pair_id": 288393, "video_name": "met_s06e03_seg02_clip_02", "timestamp": [ 0.0, 2.42 ], "duration": 60.66, "caption": "A person takes a drink from their glass of beer.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 288394, "video_name": "friends_s02e22_seg02_clip_02", "timestamp": [ 47.42, 58.53 ], "duration": 60.66, "caption": "A doctor walks to the table and opens a bottle.", "similarity": 0.6561, "relevance": 2 }, { "pair_id": 288395, "video_name": "house_s05e18_seg02_clip_12", "timestamp": [ 0.0, 29.26 ], "duration": 90.66, "caption": "Two doctors talk while drinking.", "similarity": 0.6538, "relevance": 3 }, { "pair_id": 288396, "video_name": "house_s01e17_seg02_clip_00", "timestamp": [ 81.01, 85.11 ], "duration": 91.66, "caption": "A man drinks out of his tea mug while talking with a doctor.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 288397, "video_name": "house_s01e05_seg02_clip_12", "timestamp": [ 50.61, 55.01 ], "duration": 88.66, "caption": "A female patient with bandaged hands takes a drink from a cup.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 288398, "video_name": "house_s08e11_seg02_clip_12", "timestamp": [ 26.24, 33.98 ], "duration": 86.66, "caption": "A doctor removes a syringe and small bottle from a tray and withdraws the liquid from the bottle into the syringe.", "similarity": 0.6495, "relevance": 1 }, { "pair_id": 288399, "video_name": "castle_s08e03_seg02_clip_26", "timestamp": [ 49.29, 57.13 ], "duration": 112.66, "caption": "A person pours a glass of liquor as a man takes the bottle from them to look at it.", "similarity": 0.6485, "relevance": 3 } ] }, { "query_id": 24899, "query": "A person takes off their 3D glasses and hands them to person.", "relevant_moment": [ { "pair_id": 153380, "video_name": "s03e18_seg02_clip_00", "timestamp": [ 53.34, 56.14 ], "duration": 62.66, "caption": "A person takes off their 3D glasses and hands them to person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 153381, "video_name": "s03e18_seg02_clip_00", "timestamp": [ 56.76, 58.31 ], "duration": 62.66, "caption": "A person smiles as he grabs a pair of 3-D glasses from another person and puts them on.", "similarity": 0.7655, "relevance": 2 }, { "pair_id": 153382, "video_name": "s03e18_seg02_clip_00", "timestamp": [ 53.03, 54.9 ], "duration": 62.66, "caption": "A person takes off their 3-D glasses as they talk on the phone.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 153383, "video_name": "s03e18_seg02_clip_01", "timestamp": [ 1.86, 4.03 ], "duration": 62.66, "caption": "A man takes off his 3d glasses while someone is talking on the phone.", "similarity": 0.7515, "relevance": 1 }, { "pair_id": 153384, "video_name": "friends_s05e13_seg02_clip_08", "timestamp": [ 5.7, 14.75 ], "duration": 67.66, "caption": "A man shows some people how his hand looks with the 3D glasses on before a person pushes his hand into his face.", "similarity": 0.7442, "relevance": 1 }, { "pair_id": 153385, "video_name": "s10e07_seg02_clip_06", "timestamp": [ 29.11, 33.62 ], "duration": 60.66, "caption": "A person lifts their hand and pulls their eye glasses off then puts them back on.", "similarity": 0.74, "relevance": 1 }, { "pair_id": 153386, "video_name": "friends_s02e22_seg02_clip_13", "timestamp": [ 1.79, 4.77 ], "duration": 59.66, "caption": "A man hands a pair of glasses to another person.", "similarity": 0.7286, "relevance": 2 }, { "pair_id": 153387, "video_name": "s04e05_seg02_clip_14", "timestamp": [ 35.42, 36.92 ], "duration": 60.66, "caption": "A person takes off a pair of funny novelty glasses while talking to another person.", "similarity": 0.7197, "relevance": 1 }, { "pair_id": 153388, "video_name": "s04e18_seg01_clip_00", "timestamp": [ 37.53, 57.07 ], "duration": 62.66, "caption": "A woman takes a man's glasses off and holds them in her hand.", "similarity": 0.7145, "relevance": 1 }, { "pair_id": 153389, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 0.0, 2.38 ], "duration": 95.66, "caption": "A person takes off his glasses while sitting across from another person.", "similarity": 0.7106, "relevance": 1 }, { "pair_id": 153390, "video_name": "friends_s05e13_seg02_clip_06", "timestamp": [ 43.02, 47.6 ], "duration": 61.66, "caption": "A woman hands a pair of 3D glasses to an older woman.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 153391, "video_name": "grey_s03e10_seg02_clip_11", "timestamp": [ 1.83, 4.57 ], "duration": 91.66, "caption": "A man removes their glasses with their right hand.", "similarity": 0.7006, "relevance": 1 }, { "pair_id": 153392, "video_name": "s02e10_seg02_clip_14", "timestamp": [ 3.08, 5.32 ], "duration": 56.66, "caption": "A person reaches for their glasses to put them on.", "similarity": 0.6945, "relevance": 0 }, { "pair_id": 153393, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "A person takes off his eyeglass while talking to another person.", "similarity": 0.6912, "relevance": 1 }, { "pair_id": 153394, "video_name": "s04e18_seg01_clip_00", "timestamp": [ 31.32, 36.91 ], "duration": 62.66, "caption": "A person takes their glasses from the nightstand and puts them on.", "similarity": 0.6804, "relevance": 0 }, { "pair_id": 153395, "video_name": "friends_s09e23-24_seg02_clip_26", "timestamp": [ 48.73, 51.23 ], "duration": 62.66, "caption": "A person adjusts their glasses before backing off of two other people.", "similarity": 0.6759, "relevance": 0 }, { "pair_id": 153396, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 17.2, 24.26 ], "duration": 88.66, "caption": "A person is examining a small contraption and then takes their glasses off.", "similarity": 0.6632, "relevance": 1 }, { "pair_id": 153397, "video_name": "friends_s05e13_seg02_clip_08", "timestamp": [ 7.37, 16.09 ], "duration": 67.66, "caption": "A man moves his hand to and from his face to see how the glasses work.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 153398, "video_name": "met_s03e04_seg02_clip_09", "timestamp": [ 5.81, 6.68 ], "duration": 58.66, "caption": "A man motions his hand to a person as the person is holding his glass.", "similarity": 0.6549, "relevance": 0 }, { "pair_id": 153399, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 3.9, 8.7 ], "duration": 60.66, "caption": "A person takes their glasses off their head as they walk away.", "similarity": 0.6547, "relevance": 2 } ] }, { "query_id": 24960, "query": "A man raises and lowers a mechanical shelf in front of person.", "relevant_moment": [ { "pair_id": 17600, "video_name": "s01e12_seg02_clip_06", "timestamp": [ 14.71, 20.11 ], "duration": 60.66, "caption": "A man raises and lowers a mechanical shelf in front of person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17601, "video_name": "house_s08e05_seg02_clip_12", "timestamp": [ 63.38, 71.74 ], "duration": 88.66, "caption": "A person gets up from behind the small shelf.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 17602, "video_name": "s04e01_seg02_clip_08", "timestamp": [ 15.63, 18.27 ], "duration": 44.66, "caption": "A person raises his hand and then lowers it.", "similarity": 0.6631, "relevance": 0 }, { "pair_id": 17603, "video_name": "house_s02e15_seg02_clip_15", "timestamp": [ 10.23, 19.07 ], "duration": 93.66, "caption": "A person walks over and stands next to a man in front of some shelves.", "similarity": 0.6275, "relevance": 0 }, { "pair_id": 17604, "video_name": "met_s04e02_seg02_clip_10", "timestamp": [ 34.83, 38.07 ], "duration": 59.66, "caption": "A person stands up and raises both hands in the air and then lowers them.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 17605, "video_name": "s09e19_seg02_clip_17", "timestamp": [ 22.3, 27.76 ], "duration": 91.66, "caption": "A person lowers a roll down door on a storage unit.", "similarity": 0.5914, "relevance": 3 }, { "pair_id": 17606, "video_name": "met_s02e03_seg02_clip_17", "timestamp": [ 12.21, 13.73 ], "duration": 61.66, "caption": "A person raises both hands next to his head and then lowers them back down.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 17607, "video_name": "house_s05e15_seg02_clip_05", "timestamp": [ 59.22, 63.62 ], "duration": 80.66, "caption": "A man raises the thing they are holding while looking at it.", "similarity": 0.5855, "relevance": 0 }, { "pair_id": 17608, "video_name": "house_s05e11_seg02_clip_19", "timestamp": [ 32.81, 37.24 ], "duration": 88.66, "caption": "A man places an item down in front of a woman.", "similarity": 0.5741, "relevance": 1 }, { "pair_id": 17609, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 71.12, 73.82 ], "duration": 90.66, "caption": "A man raises the arm of a young person.", "similarity": 0.5688, "relevance": 1 }, { "pair_id": 17610, "video_name": "s05e20_seg02_clip_13", "timestamp": [ 17.71, 23.41 ], "duration": 60.66, "caption": "A man moves some equipment from one side of the room to the shelves.", "similarity": 0.5651, "relevance": 1 }, { "pair_id": 17611, "video_name": "castle_s02e18_seg02_clip_23", "timestamp": [ 36.97, 39.61 ], "duration": 88.66, "caption": "A person raises his right hand which is holding an object and sets the object down.", "similarity": 0.5629, "relevance": 1 }, { "pair_id": 17612, "video_name": "house_s04e01_seg02_clip_24", "timestamp": [ 7.12, 8.9 ], "duration": 89.66, "caption": "A person raises the chart in front of another person.", "similarity": 0.5595, "relevance": 1 }, { "pair_id": 17613, "video_name": "s01e02_seg02_clip_01", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A man is in the front of the stairway holding the package with person at the bottom.", "similarity": 0.5576, "relevance": 1 }, { "pair_id": 17614, "video_name": "house_s03e21_seg02_clip_04", "timestamp": [ 55.67, 64.73 ], "duration": 86.66, "caption": "A man steps forward to take person's arm, raising it and rotating it.", "similarity": 0.5535, "relevance": 1 }, { "pair_id": 17615, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 4.24, 48.78 ], "duration": 53.66, "caption": "A person was standing in front of a man.", "similarity": 0.5485, "relevance": 0 }, { "pair_id": 17616, "video_name": "house_s02e10_seg02_clip_12", "timestamp": [ 39.21, 42.64 ], "duration": 98.66, "caption": "A person lowers a purple book from in front of his face.", "similarity": 0.5448, "relevance": 1 }, { "pair_id": 17617, "video_name": "s01e13_seg02_clip_15", "timestamp": [ 0.38, 2.25 ], "duration": 75.66, "caption": "A person raises his/her hand and puts it back down.", "similarity": 0.5434, "relevance": 1 }, { "pair_id": 17618, "video_name": "met_s02e10_seg02_clip_03", "timestamp": [ 11.5, 12.97 ], "duration": 58.66, "caption": "A person stands next to a man at a bar and raises their hand.", "similarity": 0.5393, "relevance": 1 }, { "pair_id": 17619, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 54.25, 55.12 ], "duration": 58.66, "caption": "A man steps up to another person using the step that is in front of him.", "similarity": 0.5357, "relevance": 0 } ] }, { "query_id": 25002, "query": "A man holds a chip in their right hand while talking to a woman.", "relevant_moment": [ { "pair_id": 150280, "video_name": "house_s03e04_seg02_clip_20", "timestamp": [ 87.69, 92.31 ], "duration": 92.66, "caption": "A man holds a chip in their right hand while talking to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150281, "video_name": "friends_s06e22_seg02_clip_11", "timestamp": [ 1.55, 3.72 ], "duration": 62.66, "caption": "A man holds his hand up while talking to a woman.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 150282, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 29.41, 31.51 ], "duration": 60.66, "caption": "A man is holding woman's hand while she is talking.", "similarity": 0.7617, "relevance": 1 }, { "pair_id": 150283, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 0.0, 30.1 ], "duration": 59.66, "caption": "A man is holding woman's hand as they speak to each other.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 150284, "video_name": "friends_s08e02_seg02_clip_15", "timestamp": [ 32.53, 55.13 ], "duration": 55.66, "caption": "A man was holding woman's hand while talking to her.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 150285, "video_name": "s08e04_seg02_clip_12", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man places his hands together while talking to woman.", "similarity": 0.7468, "relevance": 2 }, { "pair_id": 150286, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 4.5, 14.4 ], "duration": 90.66, "caption": "A man holds a woman's hand while she talks to him.", "similarity": 0.7428, "relevance": 3 }, { "pair_id": 150287, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 37.15, 39.87 ], "duration": 90.66, "caption": "A man moves his hand while he is talking to a woman.", "similarity": 0.7416, "relevance": 2 }, { "pair_id": 150288, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 26.56, 29.81 ], "duration": 59.66, "caption": "A man places his hand on a woman's hand while speaking to her.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 150289, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 7.85, 12.56 ], "duration": 157.66, "caption": "A man holds a woman's hand while talking to her seriously.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 150290, "video_name": "castle_s04e03_seg02_clip_24", "timestamp": [ 38.65, 72.37 ], "duration": 89.66, "caption": "A man has his hands in front of him, fingers interlaced, while talking to a woman.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 150291, "video_name": "met_s03e01_seg02_clip_16", "timestamp": [ 17.64, 26.45 ], "duration": 58.66, "caption": "A man is talking to a woman and puts his left hand on their stomach.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 150292, "video_name": "friends_s08e08_seg02_clip_05", "timestamp": [ 50.58, 54.32 ], "duration": 57.66, "caption": "A man holds woman's face in his hands as he is talking to her.", "similarity": 0.724, "relevance": 3 }, { "pair_id": 150293, "video_name": "s05e09_seg02_clip_04", "timestamp": [ 6.0, 8.7 ], "duration": 60.66, "caption": "A man gestures with both hands while talking to woman.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 150294, "video_name": "friends_s02e22_seg02_clip_07", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A man has his hand on woman's shoulder while talking to guy.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 150295, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 52.22, 57.15 ], "duration": 58.66, "caption": "A man takes person's hand and holds it while speaking to her.", "similarity": 0.7175, "relevance": 3 }, { "pair_id": 150296, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 49.16, 50.11 ], "duration": 63.66, "caption": "A man brings his hands together while talking to a woman.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 150297, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 8.55, 11.7 ], "duration": 90.66, "caption": "A man holds onto a woman's hand as he speaks to her.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 150298, "video_name": "friends_s01e15_seg02_clip_08", "timestamp": [ 37.62, 53.49 ], "duration": 69.66, "caption": "A man holds a plate while talking to woman and woman.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 150299, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 32.04, 33.87 ], "duration": 61.66, "caption": "A person holds up his index finger while talking to a man.", "similarity": 0.7099, "relevance": 1 }, { "pair_id": 323600, "video_name": "s08e04_seg02_clip_11", "timestamp": [ 56.41, 60.51 ], "duration": 63.66, "caption": "A man touches his finger with one hand while he has a conversation with a woman over a meal.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 323601, "video_name": "friends_s10e02_seg02_clip_07", "timestamp": [ 18.0, 21.54 ], "duration": 59.66, "caption": "A man is talking to woman and holds three fingers up to her.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 323602, "video_name": "friends_s05e02_seg02_clip_22", "timestamp": [ 52.8, 58.03 ], "duration": 58.66, "caption": "A woman holds her left hand out in front of her while talking with a man.", "similarity": 0.7067, "relevance": 1 }, { "pair_id": 323603, "video_name": "friends_s02e21_seg02_clip_16", "timestamp": [ 11.42, 14.05 ], "duration": 58.66, "caption": "A man raises both of his hands while talking to a woman.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 323604, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 0.0, 3.4 ], "duration": 40.66, "caption": "A person fidgets with his hands while talking to a woman.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 323605, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 57.38, 59.55 ], "duration": 62.66, "caption": "A man brings both hands to his head as he has a conversation with a woman.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 323606, "video_name": "house_s06e16_seg02_clip_17", "timestamp": [ 20.38, 24.26 ], "duration": 97.66, "caption": "A woman holds up her right hand while talking with a man at a table.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 323607, "video_name": "friends_s01e09_seg02_clip_11", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person gestures with his/her left hand while talking with a woman.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 323608, "video_name": "s05e18_seg02_clip_01", "timestamp": [ 45.92, 52.82 ], "duration": 60.66, "caption": "A man holds a piece of paper in his hand while talking to some people and a woman.", "similarity": 0.6985, "relevance": 1 }, { "pair_id": 323609, "video_name": "friends_s07e02_seg02_clip_01", "timestamp": [ 39.02, 41.12 ], "duration": 60.66, "caption": "A man puts a finger up and wags it at a woman while talking to her.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 323610, "video_name": "house_s06e16_seg02_clip_17", "timestamp": [ 87.33, 89.75 ], "duration": 97.66, "caption": "A man puts his thumb up to his lips while talking with a woman.", "similarity": 0.6981, "relevance": 1 }, { "pair_id": 323611, "video_name": "friends_s07e15_seg02_clip_23", "timestamp": [ 0.0, 7.14 ], "duration": 68.66, "caption": "A man and a woman talk while holding each other's hands.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 323612, "video_name": "friends_s09e21_seg02_clip_10", "timestamp": [ 40.94, 61.1 ], "duration": 62.66, "caption": "A man holds a plastic container in his hands during a conversation with a woman.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 323613, "video_name": "friends_s06e01_seg02_clip_12", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A man makes a gesture, touching his two fingertips together as he talks to woman.", "similarity": 0.6962, "relevance": 2 }, { "pair_id": 323614, "video_name": "house_s03e16_seg02_clip_02", "timestamp": [ 21.3, 24.02 ], "duration": 90.66, "caption": "A woman holds and looks at a man's palm while talking.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 323615, "video_name": "friends_s03e20_seg02_clip_18", "timestamp": [ 0.0, 10.08 ], "duration": 59.66, "caption": "A man is talking with a woman and he puts his hands on his lower back.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 323616, "video_name": "friends_s09e20_seg02_clip_18", "timestamp": [ 5.34, 6.82 ], "duration": 59.66, "caption": "A man puts his index to his mouth during a conversation with a woman.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 323617, "video_name": "castle_s05e08_seg02_clip_14", "timestamp": [ 0.0, 7.75 ], "duration": 91.66, "caption": "A man is holding onto a metal handle as he speaks to a woman.", "similarity": 0.6944, "relevance": 1 }, { "pair_id": 323618, "video_name": "met_s03e20_seg02_clip_12", "timestamp": [ 31.51, 37.22 ], "duration": 60.66, "caption": "A man has his hand on a woman's shoulder while talking to another man.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 323619, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 49.93, 55.91 ], "duration": 85.66, "caption": "A man is rubbing his right wrist with his left hand while standing and talking to a woman.", "similarity": 0.6941, "relevance": 2 } ] }, { "query_id": 25122, "query": "A woman holds her chest with her right hand and gently sits on the couch as though she is heartbroken.", "relevant_moment": [ { "pair_id": 4900, "video_name": "friends_s09e04_seg02_clip_14", "timestamp": [ 27.85, 41.78 ], "duration": 58.66, "caption": "A woman holds her chest with her right hand and gently sits on the couch as though she is heartbroken.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 4901, "video_name": "friends_s04e11_seg02_clip_19", "timestamp": [ 38.42, 41.94 ], "duration": 64.66, "caption": "A woman holds her hands across her chest while sitting on the couch.", "similarity": 0.7357, "relevance": 2 }, { "pair_id": 4902, "video_name": "s09e23_seg02_clip_14", "timestamp": [ 59.91, 63.38 ], "duration": 99.66, "caption": "A woman sits on the couch next to someone and hugs them.", "similarity": 0.674, "relevance": 1 }, { "pair_id": 4903, "video_name": "friends_s09e04_seg02_clip_14", "timestamp": [ 51.64, 54.54 ], "duration": 58.66, "caption": "A woman grabs her chest and sits down on the sofa.", "similarity": 0.6731, "relevance": 4 }, { "pair_id": 4904, "video_name": "friends_s05e12_seg02_clip_18", "timestamp": [ 6.79, 8.56 ], "duration": 59.66, "caption": "A woman touches herself on the chest while on the couch.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 4905, "video_name": "met_s06e02_seg02_clip_06", "timestamp": [ 46.31, 48.69 ], "duration": 59.66, "caption": "A woman sits down on the arm of the couch.", "similarity": 0.6449, "relevance": 3 }, { "pair_id": 4906, "video_name": "met_s02e11_seg02_clip_05", "timestamp": [ 52.43, 53.95 ], "duration": 60.66, "caption": "A woman sits down on the arm of the couch.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 4907, "video_name": "friends_s02e19_seg02_clip_01", "timestamp": [ 0.3, 2.37 ], "duration": 59.66, "caption": "A woman sits down on the arm of the couch.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 4908, "video_name": "friends_s03e07_seg02_clip_01", "timestamp": [ 16.03, 17.49 ], "duration": 58.66, "caption": "A woman while sitting on the couch folds her arms over her chest.", "similarity": 0.6441, "relevance": 1 }, { "pair_id": 4909, "video_name": "s05e04_seg02_clip_15", "timestamp": [ 24.01, 29.11 ], "duration": 60.66, "caption": "A person leans over to hug the woman on the couch.", "similarity": 0.6371, "relevance": 1 }, { "pair_id": 4910, "video_name": "friends_s09e06_seg02_clip_10", "timestamp": [ 34.18, 37.53 ], "duration": 61.66, "caption": "A woman forms her hands into fists and sits on the couch.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 4911, "video_name": "friends_s10e07_seg02_clip_14", "timestamp": [ 26.27, 34.6 ], "duration": 52.66, "caption": "Woman closes her hands together while sitting on the couch.", "similarity": 0.6357, "relevance": 1 }, { "pair_id": 4912, "video_name": "friends_s04e22_seg02_clip_10", "timestamp": [ 50.04, 52.79 ], "duration": 61.66, "caption": "A woman hugs woman while they are sitting on the sofa.", "similarity": 0.6355, "relevance": 1 }, { "pair_id": 4913, "video_name": "friends_s01e05_seg01_clip_00", "timestamp": [ 0.0, 2.04 ], "duration": 51.66, "caption": "A woman puts her left arm down on the couch.", "similarity": 0.6322, "relevance": 0 }, { "pair_id": 4914, "video_name": "friends_s09e08_seg02_clip_04", "timestamp": [ 18.3, 24.2 ], "duration": 59.66, "caption": "A woman sits on the couch and puts her hand on the back of her head.", "similarity": 0.6302, "relevance": 1 }, { "pair_id": 4915, "video_name": "s08e17_seg02_clip_00", "timestamp": [ 10.57, 15.05 ], "duration": 64.66, "caption": "A woman sits on the couch where person is sitting.", "similarity": 0.6274, "relevance": 1 }, { "pair_id": 4916, "video_name": "s04e17_seg02_clip_17", "timestamp": [ 2.08, 9.55 ], "duration": 83.66, "caption": "A woman pats the couch and a person goes and sits down.", "similarity": 0.6271, "relevance": 1 }, { "pair_id": 4917, "video_name": "s01e17_seg02_clip_05", "timestamp": [ 3.6, 7.2 ], "duration": 60.66, "caption": "A woman hugs a man while they sit on the couch.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 4918, "video_name": "friends_s09e08_seg02_clip_04", "timestamp": [ 50.17, 53.12 ], "duration": 59.66, "caption": "A woman sits on the couch and puts her head in her hands.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 4919, "video_name": "friends_s02e18_seg02_clip_16", "timestamp": [ 0.63, 11.98 ], "duration": 63.66, "caption": "A woman tries to comfort a man while she is sitting next to him on the couch.", "similarity": 0.6228, "relevance": 1 } ] }, { "query_id": 25193, "query": "A man was talking to another person and then the person walks about the room.", "relevant_moment": [ { "pair_id": 7840, "video_name": "house_s01e15_seg02_clip_11", "timestamp": [ 0.0, 10.21 ], "duration": 88.66, "caption": "A man was talking to another person and then the person walks about the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 7841, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 80.16, 89.07 ], "duration": 89.66, "caption": "A man walks over to another person's room and talks to him.", "similarity": 0.8604, "relevance": 4 }, { "pair_id": 7842, "video_name": "house_s05e02_seg02_clip_08", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A person walks into the room as two other people talk to him.", "similarity": 0.8527, "relevance": 4 }, { "pair_id": 7843, "video_name": "house_s05e02_seg02_clip_17", "timestamp": [ 1.82, 6.36 ], "duration": 90.66, "caption": "A man came in the room and another person talks to him.", "similarity": 0.8457, "relevance": 4 }, { "pair_id": 7844, "video_name": "grey_s03e24_seg02_clip_18", "timestamp": [ 26.85, 29.58 ], "duration": 91.66, "caption": "A man walks in the room to talk to a person.", "similarity": 0.8361, "relevance": 3 }, { "pair_id": 7845, "video_name": "castle_s01e10_seg02_clip_00", "timestamp": [ 55.93, 60.05 ], "duration": 91.66, "caption": "A person walks across the room talking to another person.", "similarity": 0.8268, "relevance": 3 }, { "pair_id": 7846, "video_name": "house_s02e01_seg02_clip_11", "timestamp": [ 25.67, 28.72 ], "duration": 87.66, "caption": "A person came in the room and a man talks to him.", "similarity": 0.8238, "relevance": 4 }, { "pair_id": 7847, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 22.62, 28.83 ], "duration": 88.66, "caption": "A person walks in the room and talks to a person.", "similarity": 0.8217, "relevance": 3 }, { "pair_id": 7848, "video_name": "s03e23_seg02_clip_12", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man mentions to another man about speaking to a person together as the person walks into the room inquiring what he said.", "similarity": 0.8167, "relevance": 3 }, { "pair_id": 7849, "video_name": "house_s06e19_seg02_clip_13", "timestamp": [ 0.0, 11.63 ], "duration": 93.66, "caption": "A person walks into the room and speaks to another person.", "similarity": 0.8147, "relevance": 3 }, { "pair_id": 7850, "video_name": "house_s08e08_seg02_clip_20", "timestamp": [ 18.41, 24.85 ], "duration": 92.66, "caption": "A man came in the room and talks to another man.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 7851, "video_name": "s05e22_seg02_clip_16", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A person walks out of the room and talks to another person.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 7852, "video_name": "castle_s04e11_seg02_clip_21", "timestamp": [ 32.07, 37.42 ], "duration": 89.66, "caption": "A person walks in the room with another person and starts a conversation with some people.", "similarity": 0.8141, "relevance": 3 }, { "pair_id": 7853, "video_name": "house_s05e17_seg02_clip_09", "timestamp": [ 48.5, 54.74 ], "duration": 96.66, "caption": "A man came in the room and talk to another man.", "similarity": 0.8139, "relevance": 4 }, { "pair_id": 7854, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 0.97, 7.76 ], "duration": 97.66, "caption": "A person walks into the room and begins talking to a man.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 7855, "video_name": "house_s06e12_seg02_clip_25", "timestamp": [ 0.39, 2.31 ], "duration": 77.66, "caption": "A person came in the room while talking to another person.", "similarity": 0.8115, "relevance": 3 }, { "pair_id": 7856, "video_name": "house_s06e16_seg02_clip_08", "timestamp": [ 16.1, 22.09 ], "duration": 92.66, "caption": "A person walks into someone's room to talk to him.", "similarity": 0.8092, "relevance": 4 }, { "pair_id": 7857, "video_name": "house_s04e14_seg02_clip_02", "timestamp": [ 38.91, 43.44 ], "duration": 90.66, "caption": "A man walks into the room and starts a conversation with a person.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 7858, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 1.62, 8.64 ], "duration": 54.66, "caption": "A person walks across the room to talk to another person.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 7859, "video_name": "castle_s06e16_seg02_clip_04", "timestamp": [ 52.82, 73.94 ], "duration": 96.66, "caption": "A man walks in the room and has a conversation with a woman and another man.", "similarity": 0.8049, "relevance": 4 }, { "pair_id": 181160, "video_name": "grey_s03e12_seg02_clip_08", "timestamp": [ 5.01, 26.85 ], "duration": 91.66, "caption": "A person walks into a room, talks briefly to two people and then leaves the room.", "similarity": 0.804, "relevance": 2 }, { "pair_id": 181162, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 0.0, 5.42 ], "duration": 90.66, "caption": "A man enters the room and talks to person and to another person.", "similarity": 0.8001, "relevance": 2 }, { "pair_id": 181163, "video_name": "s02e13_seg02_clip_14", "timestamp": [ 23.32, 29.51 ], "duration": 59.66, "caption": "A man talks to another person and gets up to go into another room.", "similarity": 0.799, "relevance": 4 }, { "pair_id": 181164, "video_name": "house_s01e13_seg02_clip_20", "timestamp": [ 67.68, 73.95 ], "duration": 89.66, "caption": "A man came in the room and someone talks to him.", "similarity": 0.7981, "relevance": 4 }, { "pair_id": 181165, "video_name": "castle_s03e06_seg02_clip_06", "timestamp": [ 0.0, 5.61 ], "duration": 102.66, "caption": "A man entered the room of another man and talked to him.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 181166, "video_name": "house_s08e06_seg02_clip_24", "timestamp": [ 19.07, 26.51 ], "duration": 93.66, "caption": "A person walks outside the room and another person rushed to him/her and starts talking.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 181167, "video_name": "grey_s03e06_seg02_clip_17", "timestamp": [ 2.25, 9.44 ], "duration": 89.66, "caption": "A man says something to another man and turns around and walks into another room.", "similarity": 0.7943, "relevance": 2 }, { "pair_id": 181168, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 18.97, 24.7 ], "duration": 88.66, "caption": "A man walks to the other side of the room when talking to a woman.", "similarity": 0.7931, "relevance": 2 }, { "pair_id": 181169, "video_name": "grey_s02e23_seg02_clip_23", "timestamp": [ 60.77, 67.52 ], "duration": 90.66, "caption": "A man walks into a person's room and starts a conversation with her.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 181170, "video_name": "castle_s03e05_seg02_clip_06", "timestamp": [ 68.87, 82.01 ], "duration": 90.66, "caption": "A man and another person walk through a large room talking.", "similarity": 0.7916, "relevance": 2 }, { "pair_id": 181171, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 43.08, 46.05 ], "duration": 99.66, "caption": "A man came out from the room and talk to a woman and another person.", "similarity": 0.7892, "relevance": 2 }, { "pair_id": 181172, "video_name": "house_s02e11_seg02_clip_16", "timestamp": [ 65.27, 78.32 ], "duration": 90.66, "caption": "A man has a conversation with another person while walking down the hall.", "similarity": 0.7891, "relevance": 3 }, { "pair_id": 181173, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.7889, "relevance": 2 }, { "pair_id": 181174, "video_name": "house_s01e06_seg02_clip_12", "timestamp": [ 0.0, 25.64 ], "duration": 88.66, "caption": "A man and another man were walking around whilst talking to each other.", "similarity": 0.7888, "relevance": 3 }, { "pair_id": 181175, "video_name": "friends_s09e16_seg02_clip_20", "timestamp": [ 0.0, 7.13 ], "duration": 57.66, "caption": "A man says something to another man and then walks out of the room.", "similarity": 0.7869, "relevance": 4 }, { "pair_id": 181176, "video_name": "house_s04e16_seg02_clip_12", "timestamp": [ 9.7, 13.12 ], "duration": 38.66, "caption": "A man came in the room and speak to two other people.", "similarity": 0.7865, "relevance": 3 }, { "pair_id": 181177, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is talking to a person and another person walks up to them.", "similarity": 0.7863, "relevance": 2 }, { "pair_id": 181178, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 80.64, 84.95 ], "duration": 86.66, "caption": "A man walks to another man while they're talking to them.", "similarity": 0.7861, "relevance": 2 }, { "pair_id": 181179, "video_name": "house_s02e17_seg02_clip_03", "timestamp": [ 37.75, 39.99 ], "duration": 89.66, "caption": "A person came in a man's room and they start talking.", "similarity": 0.7857, "relevance": 2 } ] }, { "query_id": 25205, "query": "A woman sits down at the kitchen table of her apartment.", "relevant_moment": [ { "pair_id": 14480, "video_name": "friends_s01e18_seg02_clip_18", "timestamp": [ 0.0, 0.81 ], "duration": 54.66, "caption": "A woman sits down at the kitchen table of her apartment.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 14481, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 39.3, 43.63 ], "duration": 57.66, "caption": "A woman sits down at the table in someone's apartment.", "similarity": 0.862, "relevance": 4 }, { "pair_id": 14482, "video_name": "s08e17_seg02_clip_07", "timestamp": [ 42.41, 43.64 ], "duration": 61.66, "caption": "A woman sits down at the table in the kitchen.", "similarity": 0.7902, "relevance": 4 }, { "pair_id": 14483, "video_name": "friends_s06e06_seg02_clip_13", "timestamp": [ 47.81, 51.06 ], "duration": 59.66, "caption": "A woman sits down at the table in the kitchen.", "similarity": 0.7902, "relevance": 4 }, { "pair_id": 14484, "video_name": "friends_s07e14_seg02_clip_19", "timestamp": [ 29.91, 39.02 ], "duration": 65.66, "caption": "A woman enters the apartment and sits down at the table with some people.", "similarity": 0.7238, "relevance": 4 }, { "pair_id": 14485, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 54.6, 56.96 ], "duration": 59.66, "caption": "A person sits down at the table in the kitchen.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 14486, "video_name": "friends_s09e22_seg02_clip_12", "timestamp": [ 8.75, 12.54 ], "duration": 58.66, "caption": "A woman sits in a chair at the kitchen table.", "similarity": 0.6764, "relevance": 3 }, { "pair_id": 14487, "video_name": "friends_s02e09_seg02_clip_03", "timestamp": [ 6.49, 15.94 ], "duration": 59.66, "caption": "A woman enters her relative's apartment and sits at the table.", "similarity": 0.6733, "relevance": 3 }, { "pair_id": 14489, "video_name": "friends_s08e12_seg02_clip_15", "timestamp": [ 50.48, 52.8 ], "duration": 58.66, "caption": "A woman sets her coat down on the table inside the apartment.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 14490, "video_name": "s07e24_seg02_clip_04", "timestamp": [ 16.25, 26.61 ], "duration": 56.66, "caption": "A woman walks in the apartment and over towards the kitchen.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 14491, "video_name": "friends_s05e16_seg02_clip_20", "timestamp": [ 21.91, 23.41 ], "duration": 60.66, "caption": "A woman sits at the kitchen table with her fists under her chin.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 14492, "video_name": "friends_s04e07_seg02_clip_03", "timestamp": [ 18.21, 22.44 ], "duration": 65.66, "caption": "A woman sits down on the armchair in the living room.", "similarity": 0.6547, "relevance": 3 }, { "pair_id": 14493, "video_name": "met_s02e20_seg02_clip_02", "timestamp": [ 9.3, 10.2 ], "duration": 60.66, "caption": "A woman takes a seat on the sofa at their apartment.", "similarity": 0.6521, "relevance": 3 }, { "pair_id": 14494, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 2.07, 5.9 ], "duration": 59.66, "caption": "A woman walks from the kitchen to the living room and sits down.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 14495, "video_name": "friends_s07e23-24_seg02_clip_17", "timestamp": [ 46.34, 48.99 ], "duration": 59.66, "caption": "A woman walks inside and sits down at the table.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 14496, "video_name": "s09e06_seg02_clip_12", "timestamp": [ 3.77, 5.51 ], "duration": 58.66, "caption": "A woman sits down on the couch in her living room.", "similarity": 0.6361, "relevance": 2 }, { "pair_id": 14497, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 36.89, 38.66 ], "duration": 59.66, "caption": "A woman sits down in the living room chair.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 14498, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 17.37, 21.4 ], "duration": 62.66, "caption": "A woman walks into the apartment and sits down on the couch.", "similarity": 0.6296, "relevance": 2 }, { "pair_id": 14499, "video_name": "house_s08e21_seg02_clip_23", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A person is sitting at a piano in his/her apartment.", "similarity": 0.6287, "relevance": 1 } ] }, { "query_id": 25212, "query": "A person stands facing away from their friends with an annoyed look on their face.", "relevant_moment": [ { "pair_id": 77700, "video_name": "s03e07_seg02_clip_04", "timestamp": [ 53.42, 60.03 ], "duration": 60.66, "caption": "A person stands facing away from their friends with an annoyed look on their face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 77701, "video_name": "friends_s05e09_seg02_clip_18", "timestamp": [ 39.61, 46.36 ], "duration": 90.66, "caption": "A person turns away from the group and covers their face.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 77702, "video_name": "s03e23_seg02_clip_16", "timestamp": [ 2.0, 4.8 ], "duration": 80.66, "caption": "A person makes a derisive face at two other people.", "similarity": 0.6809, "relevance": 1 }, { "pair_id": 77703, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 56.65, 59.35 ], "duration": 67.66, "caption": "A person looks away from another person.", "similarity": 0.6649, "relevance": 1 }, { "pair_id": 77704, "video_name": "s09e13_seg02_clip_04", "timestamp": [ 55.78, 57.85 ], "duration": 59.66, "caption": "A person makes a face and frowns at another person.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 77705, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person looks at another person with an upset look on their face.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 77706, "video_name": "house_s01e08_seg02_clip_04", "timestamp": [ 68.22, 74.82 ], "duration": 88.66, "caption": "A man holds up his hand and makes an annoyed face as he walks towards, and away from another person.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 77707, "video_name": "s06e13_seg02_clip_11", "timestamp": [ 18.31, 20.75 ], "duration": 61.66, "caption": "A person turns to face to some people.", "similarity": 0.6366, "relevance": 0 }, { "pair_id": 77708, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 34.98, 37.5 ], "duration": 63.66, "caption": "A person stands up from being seated with a very frustrated look on his face.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 77709, "video_name": "house_s08e01_seg02_clip_03", "timestamp": [ 2.71, 6.32 ], "duration": 90.66, "caption": "A person walks up to another person and puts their face very close to their face.", "similarity": 0.6286, "relevance": 0 }, { "pair_id": 77710, "video_name": "s03e05_seg02_clip_01", "timestamp": [ 34.24, 36.01 ], "duration": 59.66, "caption": "A person makes an angry face in reaction to another person.", "similarity": 0.623, "relevance": 1 }, { "pair_id": 77711, "video_name": "s01e07_seg02_clip_03", "timestamp": [ 26.23, 57.02 ], "duration": 57.66, "caption": "A person and another person stand face to face talking.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 77712, "video_name": "s04e13_seg01_clip_01", "timestamp": [ 71.2, 73.02 ], "duration": 73.66, "caption": "A person gives another person an accusatory look and the other person looks annoyed.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 77713, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 28.28, 30.02 ], "duration": 87.66, "caption": "A person's facial expression changes from a look of concern to a grin.", "similarity": 0.6092, "relevance": 0 }, { "pair_id": 77714, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 16.28, 18.49 ], "duration": 88.66, "caption": "A person stands up and turns around to face another individual.", "similarity": 0.6076, "relevance": 0 }, { "pair_id": 77715, "video_name": "castle_s03e04_seg02_clip_11", "timestamp": [ 5.01, 8.65 ], "duration": 91.66, "caption": "A woman looks down and makes a face at another person before turning away.", "similarity": 0.6013, "relevance": 1 }, { "pair_id": 77716, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 48.45, 58.03 ], "duration": 58.66, "caption": "A person has a sad look on their face as they look off into the distance.", "similarity": 0.6005, "relevance": 0 }, { "pair_id": 77717, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 86.33, 87.7 ], "duration": 91.66, "caption": "A person gets a surprised look on their face while talking with another person.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 77718, "video_name": "castle_s05e01_seg02_clip_03", "timestamp": [ 9.14, 13.3 ], "duration": 83.66, "caption": "A woman turns to face person after walking away from him.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 77719, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 48.31, 50.15 ], "duration": 92.66, "caption": "One person turns and looks at another person with a withering expression on their face.", "similarity": 0.5978, "relevance": 1 } ] }, { "query_id": 25256, "query": "A man gets up as woman sits at the table.", "relevant_moment": [ { "pair_id": 26340, "video_name": "friends_s01e18_seg02_clip_14", "timestamp": [ 2.14, 4.88 ], "duration": 61.66, "caption": "A man gets up as woman sits at the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 26341, "video_name": "castle_s01e01_seg02_clip_04", "timestamp": [ 67.81, 68.72 ], "duration": 91.66, "caption": "A woman stands up from the table where a man sits.", "similarity": 0.872, "relevance": 2 }, { "pair_id": 26342, "video_name": "s09e24_seg02_clip_16", "timestamp": [ 4.8, 11.85 ], "duration": 64.66, "caption": "A woman gets up from the table after a man gets up.", "similarity": 0.8686, "relevance": 2 }, { "pair_id": 26343, "video_name": "friends_s05e04_seg02_clip_19", "timestamp": [ 41.54, 42.98 ], "duration": 48.66, "caption": "A man gets up from his seat as woman sits at the table beside him.", "similarity": 0.8581, "relevance": 4 }, { "pair_id": 26344, "video_name": "friends_s04e21_seg02_clip_01", "timestamp": [ 6.83, 12.18 ], "duration": 59.66, "caption": "A woman gets up from being seated at the table she shared with a man.", "similarity": 0.8355, "relevance": 2 }, { "pair_id": 26345, "video_name": "s10e06_seg02_clip_12", "timestamp": [ 0.0, 29.29 ], "duration": 61.66, "caption": "A man is standing as a woman sits at a table.", "similarity": 0.823, "relevance": 1 }, { "pair_id": 26346, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 61.09, 66.64 ], "duration": 92.66, "caption": "A man gets up from the table along with woman and person.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 26347, "video_name": "castle_s05e13_seg02_clip_08", "timestamp": [ 62.44, 65.12 ], "duration": 89.66, "caption": "A man gets up from the table to which two women get up with him.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 26348, "video_name": "castle_s08e11_seg02_clip_11", "timestamp": [ 79.67, 84.62 ], "duration": 90.66, "caption": "A woman stands up from the table and sits down next to man.", "similarity": 0.7974, "relevance": 3 }, { "pair_id": 26349, "video_name": "friends_s03e02_seg02_clip_14", "timestamp": [ 52.53, 55.99 ], "duration": 57.66, "caption": "A man sits down at the table with a woman.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 26350, "video_name": "s06e16_seg01_clip_00", "timestamp": [ 3.28, 6.97 ], "duration": 82.66, "caption": "A woman sits down at the table with a man.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 26351, "video_name": "friends_s04e21_seg02_clip_00", "timestamp": [ 9.36, 10.92 ], "duration": 62.66, "caption": "A woman sits down at the table with a man.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 26352, "video_name": "house_s04e11_seg02_clip_02", "timestamp": [ 76.7, 82.53 ], "duration": 89.66, "caption": "A person gets up and a man takes his seat at the table.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 26353, "video_name": "friends_s10e01_seg02_clip_13", "timestamp": [ 25.79, 33.24 ], "duration": 62.66, "caption": "A woman gets up so that man can sit down.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 26354, "video_name": "s04e02_seg02_clip_16", "timestamp": [ 0.0, 3.6 ], "duration": 80.66, "caption": "A man is sitting at a table with woman.", "similarity": 0.7796, "relevance": 1 }, { "pair_id": 26355, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 40.06, 48.07 ], "duration": 89.66, "caption": "A woman gets up from the table as a man watches her walk off.", "similarity": 0.7754, "relevance": 2 }, { "pair_id": 26356, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 34.59, 42.05 ], "duration": 59.66, "caption": "A man stands up when woman comes back to the table.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 26357, "video_name": "friends_s03e19_seg02_clip_14", "timestamp": [ 8.84, 21.38 ], "duration": 57.66, "caption": "A woman sits down at the table and then a man joins her.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 26358, "video_name": "house_s05e15_seg02_clip_17", "timestamp": [ 1.01, 45.97 ], "duration": 101.66, "caption": "A woman is standing near a man's table, then she sits down at the table.", "similarity": 0.7682, "relevance": 2 }, { "pair_id": 26359, "video_name": "friends_s09e23-24_seg02_clip_24", "timestamp": [ 20.31, 24.95 ], "duration": 58.66, "caption": "A man sits down and joins a woman at the table.", "similarity": 0.7659, "relevance": 2 } ] }, { "query_id": 25300, "query": "A person moves a Janga piece on the coffee table.", "relevant_moment": [ { "pair_id": 8980, "video_name": "s01e03_seg02_clip_06", "timestamp": [ 8.85, 11.51 ], "duration": 59.66, "caption": "A person moves a Janga piece on the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8981, "video_name": "s09e01_seg02_clip_12", "timestamp": [ 22.97, 25.77 ], "duration": 56.66, "caption": "A person places a tray on the coffee table.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 8982, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 44.39, 47.29 ], "duration": 58.66, "caption": "A person puts their coffee cup on the coffee table.", "similarity": 0.6416, "relevance": 0 }, { "pair_id": 8983, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 4.88, 6.1 ], "duration": 61.66, "caption": "A person places his coffee mug on the table.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 8984, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 3.32 ], "duration": 83.66, "caption": "A person places a coffee cup down onto the table and gets up.", "similarity": 0.6324, "relevance": 0 }, { "pair_id": 8985, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 8986, "video_name": "s02e21_seg02_clip_00", "timestamp": [ 35.4, 38.45 ], "duration": 61.66, "caption": "A person places their carton of food on the coffee table.", "similarity": 0.6237, "relevance": 1 }, { "pair_id": 8987, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person puts his plate of food onto the coffee table.", "similarity": 0.6188, "relevance": 1 }, { "pair_id": 8988, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 31.2, 33.72 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.611, "relevance": 1 }, { "pair_id": 8989, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 59.25, 61.14 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.611, "relevance": 1 }, { "pair_id": 8990, "video_name": "s07e17_seg02_clip_08", "timestamp": [ 1.18, 3.25 ], "duration": 59.66, "caption": "A person picks a game piece up from the coffee table.", "similarity": 0.6101, "relevance": 2 }, { "pair_id": 8991, "video_name": "s03e02_seg02_clip_04", "timestamp": [ 43.02, 46.08 ], "duration": 61.66, "caption": "A person gets up from the floor by the coffee table.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 8992, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 4.15 ], "duration": 83.66, "caption": "A person puts their coffee cup down and gets up from the table.", "similarity": 0.6078, "relevance": 0 }, { "pair_id": 8993, "video_name": "s06e11_seg02_clip_12", "timestamp": [ 6.79, 10.92 ], "duration": 59.66, "caption": "A person places a large yellow coffee cup down on the coffee table.", "similarity": 0.6066, "relevance": 1 }, { "pair_id": 8994, "video_name": "s05e21_seg02_clip_02", "timestamp": [ 7.7, 10.55 ], "duration": 57.66, "caption": "A person puts his food tray onto the coffee table.", "similarity": 0.6059, "relevance": 1 }, { "pair_id": 8995, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 28.89, 30.41 ], "duration": 76.66, "caption": "A person sets a container down on the coffee table.", "similarity": 0.6013, "relevance": 1 }, { "pair_id": 8996, "video_name": "s05e07_seg02_clip_08", "timestamp": [ 61.56, 65.64 ], "duration": 68.66, "caption": "A person uses a screwdriver then puts it down on the coffee table.", "similarity": 0.5992, "relevance": 1 }, { "pair_id": 8997, "video_name": "s07e21_seg02_clip_15", "timestamp": [ 35.35, 37.25 ], "duration": 76.66, "caption": "A person sets down the remote on a coffee table.", "similarity": 0.5969, "relevance": 1 }, { "pair_id": 8998, "video_name": "s08e07_seg02_clip_02", "timestamp": [ 5.51, 8.12 ], "duration": 58.66, "caption": "Person sets their plate on the coffee table and quickly jumps up from their chair.", "similarity": 0.5957, "relevance": 1 }, { "pair_id": 8999, "video_name": "friends_s06e11_seg02_clip_06", "timestamp": [ 24.41, 27.16 ], "duration": 61.66, "caption": "A person opens and shuts the drawer on the coffee table.", "similarity": 0.5951, "relevance": 1 } ] }, { "query_id": 25340, "query": "A woman stands in the interrogation room and talks with her back to the suspect as she rests her hands on her hips.", "relevant_moment": [ { "pair_id": 157160, "video_name": "castle_s05e24_seg02_clip_25", "timestamp": [ 13.34, 38.19 ], "duration": 92.66, "caption": "A woman stands in the interrogation room and talks with her back to the suspect as she rests her hands on her hips.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157161, "video_name": "castle_s04e05_seg02_clip_25", "timestamp": [ 0.0, 60.99 ], "duration": 91.66, "caption": "A woman is in the interrogation room with someone as they converse.", "similarity": 0.8133, "relevance": 1 }, { "pair_id": 157162, "video_name": "castle_s03e19_seg02_clip_10", "timestamp": [ 71.91, 87.66 ], "duration": 87.66, "caption": "A woman is in the interrogation room speaking to someone.", "similarity": 0.8078, "relevance": 2 }, { "pair_id": 157163, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A woman is in the interrogation room speaking to a person.", "similarity": 0.8042, "relevance": 2 }, { "pair_id": 157164, "video_name": "castle_s07e13_seg02_clip_12", "timestamp": [ 84.35, 89.66 ], "duration": 89.66, "caption": "A woman is in an interrogation room speaking to a person.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 157165, "video_name": "castle_s08e09_seg02_clip_20", "timestamp": [ 0.0, 23.64 ], "duration": 89.66, "caption": "A woman is in an interrogation room speaking to person.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 157166, "video_name": "castle_s06e13_seg02_clip_04", "timestamp": [ 0.0, 66.32 ], "duration": 89.66, "caption": "A woman is in the interrogation room speaking to another person.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 157167, "video_name": "castle_s06e11_seg02_clip_22", "timestamp": [ 0.0, 51.08 ], "duration": 90.66, "caption": "A woman is in the interrogation room as she speaks to man.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 157168, "video_name": "castle_s02e10_seg02_clip_18", "timestamp": [ 33.99, 45.47 ], "duration": 91.66, "caption": "A woman leans in to talk to a man in the interrogation room.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 157169, "video_name": "castle_s07e13_seg02_clip_13", "timestamp": [ 0.0, 28.38 ], "duration": 91.66, "caption": "A woman is speaking to someone in the interrogation room when another person enters.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 157170, "video_name": "castle_s04e03_seg02_clip_22", "timestamp": [ 0.0, 69.77 ], "duration": 90.66, "caption": "A woman is in the interrogation room with a man as they converse.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 157171, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A woman is speaking to a man as they are in the interrogation room.", "similarity": 0.7681, "relevance": 2 }, { "pair_id": 157172, "video_name": "castle_s08e11_seg02_clip_25", "timestamp": [ 0.0, 41.37 ], "duration": 88.66, "caption": "A woman is speaking to another woman as they are in the interrogation room.", "similarity": 0.7658, "relevance": 1 }, { "pair_id": 157173, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 0.0, 53.11 ], "duration": 90.66, "caption": "A woman is in the interrogation room speaking to another woman.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 157174, "video_name": "castle_s04e08_seg02_clip_26", "timestamp": [ 0.0, 36.73 ], "duration": 144.66, "caption": "A woman is in the interrogation room speaking to another woman.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 157175, "video_name": "castle_s07e03_seg02_clip_22", "timestamp": [ 0.0, 84.66 ], "duration": 84.66, "caption": "A woman is in the interrogation room speaking to a man.", "similarity": 0.7628, "relevance": 2 }, { "pair_id": 157176, "video_name": "castle_s05e07_seg02_clip_14", "timestamp": [ 38.72, 92.18 ], "duration": 92.66, "caption": "A woman is in the interrogation room speaking to a man.", "similarity": 0.7628, "relevance": 2 }, { "pair_id": 157177, "video_name": "castle_s02e19_seg02_clip_21", "timestamp": [ 57.22, 64.49 ], "duration": 90.66, "caption": "A woman stands up and acts as if she is going to leave the interrogation room and then sits back down.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 157178, "video_name": "castle_s05e03_seg02_clip_18", "timestamp": [ 55.64, 89.02 ], "duration": 89.66, "caption": "A woman is in the interrogation room with another woman as they converse.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 157179, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A woman is speaking to a man in the interrogation room.", "similarity": 0.7534, "relevance": 1 } ] }, { "query_id": 25422, "query": "A man that's on the bed and another person sits down.", "relevant_moment": [ { "pair_id": 166620, "video_name": "friends_s03e23_seg02_clip_14", "timestamp": [ 42.77, 50.75 ], "duration": 57.66, "caption": "A man that's on the bed and another person sits down.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 166621, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 50.48, 53.38 ], "duration": 58.66, "caption": "A person sits down on the bed with another person.", "similarity": 0.918, "relevance": 4 }, { "pair_id": 166622, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 37.38, 40.41 ], "duration": 101.66, "caption": "A man sits down on the bed next to someone.", "similarity": 0.8937, "relevance": 3 }, { "pair_id": 166623, "video_name": "friends_s09e01_seg02_clip_19", "timestamp": [ 22.45, 25.8 ], "duration": 67.66, "caption": "A person sits down on the bed next to another person.", "similarity": 0.889, "relevance": 3 }, { "pair_id": 166624, "video_name": "s10e11_seg02_clip_06", "timestamp": [ 4.88, 11.29 ], "duration": 61.66, "caption": "A person sits down on the bed and another person sits down next to them.", "similarity": 0.8883, "relevance": 3 }, { "pair_id": 166625, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 15.64, 18.59 ], "duration": 59.66, "caption": "A person sits down on the bed next to a person.", "similarity": 0.8805, "relevance": 4 }, { "pair_id": 166626, "video_name": "met_s03e03_seg02_clip_12", "timestamp": [ 22.77, 25.51 ], "duration": 54.66, "caption": "A man sits down beside another man on the bed.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 166627, "video_name": "s02e23_seg02_clip_15", "timestamp": [ 11.6, 13.93 ], "duration": 58.66, "caption": "A man sits down on the edge of a person's bed.", "similarity": 0.8534, "relevance": 3 }, { "pair_id": 166628, "video_name": "grey_s03e18_seg02_clip_23", "timestamp": [ 69.61, 73.6 ], "duration": 88.66, "caption": "A man sits down on the bed next to a woman.", "similarity": 0.8477, "relevance": 2 }, { "pair_id": 166629, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 44.52, 49.19 ], "duration": 62.66, "caption": "A man sits down on the bed next to a woman.", "similarity": 0.8477, "relevance": 3 }, { "pair_id": 166630, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 37.38, 41.92 ], "duration": 101.66, "caption": "A man sits down on the bed next to woman.", "similarity": 0.8467, "relevance": 3 }, { "pair_id": 166631, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 50.32, 53.33 ], "duration": 86.66, "caption": "A man sits down on a chair next to someone's bed.", "similarity": 0.8419, "relevance": 4 }, { "pair_id": 166632, "video_name": "friends_s02e18_seg02_clip_10", "timestamp": [ 18.42, 23.1 ], "duration": 62.66, "caption": "A man sits down next to a woman on the bed.", "similarity": 0.8379, "relevance": 3 }, { "pair_id": 166633, "video_name": "friends_s05e01_seg02_clip_09", "timestamp": [ 27.75, 31.14 ], "duration": 61.66, "caption": "Two people sit next to another person on the bed.", "similarity": 0.8282, "relevance": 3 }, { "pair_id": 166634, "video_name": "s05e05_seg02_clip_13", "timestamp": [ 3.02, 6.7 ], "duration": 67.66, "caption": "A woman sits down on the bed beside a man.", "similarity": 0.8246, "relevance": 4 }, { "pair_id": 166635, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 0.0, 0.32 ], "duration": 63.66, "caption": "A person is sitting on the side of another person's bed.", "similarity": 0.8197, "relevance": 2 }, { "pair_id": 166636, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 2.9, 4.93 ], "duration": 58.66, "caption": "A person sits down on a bed next to a woman.", "similarity": 0.8083, "relevance": 3 }, { "pair_id": 166637, "video_name": "s03e11_seg02_clip_10", "timestamp": [ 48.74, 51.64 ], "duration": 58.66, "caption": "A person takes a seat on another person's bed, next to where the person is laying down.", "similarity": 0.8058, "relevance": 4 }, { "pair_id": 166638, "video_name": "friends_s03e22_seg02_clip_09", "timestamp": [ 13.4, 17.09 ], "duration": 67.66, "caption": "A man sits down on a day bed next to a woman.", "similarity": 0.805, "relevance": 2 }, { "pair_id": 166639, "video_name": "house_s08e01_seg02_clip_07", "timestamp": [ 37.27, 40.95 ], "duration": 92.66, "caption": "A man sits on the bed and has another man take off his pants.", "similarity": 0.8016, "relevance": 3 }, { "pair_id": 339940, "video_name": "house_s07e11_seg02_clip_04", "timestamp": [ 29.44, 32.16 ], "duration": 109.66, "caption": "A man goes and sits on the bed next to a woman.", "similarity": 0.8014, "relevance": 2 }, { "pair_id": 339941, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 56.41, 58.93 ], "duration": 63.66, "caption": "A person sits down on the bed next to a woman.", "similarity": 0.7983, "relevance": 3 }, { "pair_id": 339942, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 39.08, 48.07 ], "duration": 62.66, "caption": "A person walks over and sits down on another person's bed.", "similarity": 0.7977, "relevance": 4 }, { "pair_id": 339943, "video_name": "s09e12_seg02_clip_10", "timestamp": [ 16.13, 18.61 ], "duration": 62.66, "caption": "A man sits on the bed right next to a woman.", "similarity": 0.7974, "relevance": 3 }, { "pair_id": 339944, "video_name": "house_s07e17_seg02_clip_24", "timestamp": [ 30.81, 35.65 ], "duration": 88.66, "caption": "A person sits down next to woman on the bed.", "similarity": 0.7908, "relevance": 3 }, { "pair_id": 339945, "video_name": "s03e11_seg02_clip_10", "timestamp": [ 49.03, 55.7 ], "duration": 58.66, "caption": "A person sits down on a man's bed then gets back up immediately.", "similarity": 0.7878, "relevance": 4 }, { "pair_id": 339946, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 11.81, 15.64 ], "duration": 59.66, "caption": "A person walks around and sits down on another person's bed.", "similarity": 0.7864, "relevance": 4 }, { "pair_id": 339947, "video_name": "grey_s02e23_seg02_clip_17", "timestamp": [ 57.98, 61.69 ], "duration": 92.66, "caption": "A person sits down on the edge of someone's bed.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 339948, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 56.1, 57.67 ], "duration": 63.66, "caption": "A person sits down on woman's bed beside woman.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 339949, "video_name": "house_s03e22_seg02_clip_17", "timestamp": [ 69.18, 72.82 ], "duration": 91.66, "caption": "A person sits on the bed next to a man and wakes him up.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 339950, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 49.32, 52.51 ], "duration": 58.66, "caption": "A person sits down on another person's bed to talk to him.", "similarity": 0.7783, "relevance": 4 }, { "pair_id": 339951, "video_name": "castle_s05e23_seg02_clip_16", "timestamp": [ 0.89, 19.14 ], "duration": 89.66, "caption": "A woman and man sit on the bed together.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 339952, "video_name": "s06e04_seg02_clip_06", "timestamp": [ 3.3, 9.0 ], "duration": 60.66, "caption": "A woman gets in the bed and sits down beside a man.", "similarity": 0.7747, "relevance": 4 }, { "pair_id": 339953, "video_name": "castle_s04e10_seg02_clip_00", "timestamp": [ 55.49, 59.61 ], "duration": 91.66, "caption": "A woman sits up and a man sits up with her on a bed.", "similarity": 0.7747, "relevance": 3 }, { "pair_id": 339954, "video_name": "s07e22_seg02_clip_17", "timestamp": [ 9.77, 17.02 ], "duration": 63.66, "caption": "A man walks toward another man's bed and sits down on it.", "similarity": 0.7735, "relevance": 4 }, { "pair_id": 339955, "video_name": "s06e10_seg02_clip_16", "timestamp": [ 14.41, 17.29 ], "duration": 64.66, "caption": "A man sits down next to another man on the truck bed.", "similarity": 0.773, "relevance": 3 }, { "pair_id": 339956, "video_name": "s07e22_seg02_clip_00", "timestamp": [ 10.23, 14.27 ], "duration": 62.66, "caption": "A man enters a person's room while the person sits on his bed.", "similarity": 0.7723, "relevance": 2 }, { "pair_id": 339957, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 2.02, 82.84 ], "duration": 101.66, "caption": "A man sits down next to another person who is in the hospital bed.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 339958, "video_name": "house_s02e13_seg02_clip_07", "timestamp": [ 50.97, 53.25 ], "duration": 91.66, "caption": "A man sits down on the bed of a woman and holds her hand.", "similarity": 0.7699, "relevance": 4 }, { "pair_id": 339959, "video_name": "friends_s10e01_seg02_clip_01", "timestamp": [ 38.77, 62.03 ], "duration": 62.66, "caption": "Two people sit on the edge of the bed together.", "similarity": 0.7685, "relevance": 3 } ] }, { "query_id": 25450, "query": "A man and woman walk out of the room.", "relevant_moment": [ { "pair_id": 171740, "video_name": "grey_s02e12_seg02_clip_18", "timestamp": [ 14.85, 19.36 ], "duration": 90.66, "caption": "A man and woman walk out of the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171741, "video_name": "house_s06e08_seg02_clip_07", "timestamp": [ 43.61, 46.81 ], "duration": 80.66, "caption": "A man and a woman walk out of a room.", "similarity": 0.9811, "relevance": 4 }, { "pair_id": 171742, "video_name": "grey_s03e25_seg02_clip_24", "timestamp": [ 70.3, 75.88 ], "duration": 93.66, "caption": "A man and a woman walk out of the room together.", "similarity": 0.9731, "relevance": 3 }, { "pair_id": 171743, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 36.09, 40.1 ], "duration": 89.66, "caption": "A woman and a man walk out of the room together.", "similarity": 0.9638, "relevance": 3 }, { "pair_id": 171744, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 38.23, 41.87 ], "duration": 91.66, "caption": "Two people walk out of the room.", "similarity": 0.8956, "relevance": 4 }, { "pair_id": 171745, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 28.99, 34.51 ], "duration": 92.66, "caption": "A woman walks out of the room with man and woman.", "similarity": 0.8858, "relevance": 4 }, { "pair_id": 171746, "video_name": "friends_s06e13_seg02_clip_20", "timestamp": [ 3.3, 8.4 ], "duration": 60.66, "caption": "A man and a woman walk out of their room and towards the window where a person is.", "similarity": 0.8818, "relevance": 3 }, { "pair_id": 171747, "video_name": "grey_s03e06_seg02_clip_21", "timestamp": [ 48.52, 49.85 ], "duration": 89.66, "caption": "Two people walk out of a room together.", "similarity": 0.8724, "relevance": 3 }, { "pair_id": 171748, "video_name": "house_s02e10_seg02_clip_04", "timestamp": [ 18.21, 29.14 ], "duration": 91.66, "caption": "Two people both walk out of the room together.", "similarity": 0.871, "relevance": 3 }, { "pair_id": 171749, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 44.69, 51.84 ], "duration": 89.66, "caption": "Two people both walk out of the room together.", "similarity": 0.871, "relevance": 3 }, { "pair_id": 171750, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A man walks out from the room and leaves a man and a woman.", "similarity": 0.855, "relevance": 2 }, { "pair_id": 171751, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 24.19, 28.3 ], "duration": 91.66, "caption": "A person walks out of the room with a woman.", "similarity": 0.8535, "relevance": 3 }, { "pair_id": 171752, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person walks out of the room with a man.", "similarity": 0.8398, "relevance": 1 }, { "pair_id": 171753, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 85.56, 91.03 ], "duration": 91.66, "caption": "A woman and a man walk out to the waiting room.", "similarity": 0.8336, "relevance": 2 }, { "pair_id": 171754, "video_name": "castle_s04e14_seg02_clip_09", "timestamp": [ 38.29, 41.37 ], "duration": 88.66, "caption": "Two people walk out to leave the room.", "similarity": 0.8322, "relevance": 3 }, { "pair_id": 171755, "video_name": "friends_s07e23-24_seg02_clip_03", "timestamp": [ 20.73, 24.37 ], "duration": 56.66, "caption": "A man walks out of the bedroom and to a woman.", "similarity": 0.8265, "relevance": 2 }, { "pair_id": 171756, "video_name": "friends_s06e09_seg02_clip_18", "timestamp": [ 47.04, 51.89 ], "duration": 57.66, "caption": "Two people walk out of someone's bedroom.", "similarity": 0.8235, "relevance": 4 }, { "pair_id": 171757, "video_name": "house_s05e17_seg02_clip_20", "timestamp": [ 57.36, 66.68 ], "duration": 93.66, "caption": "A man flatlines and a woman walks out of the room.", "similarity": 0.823, "relevance": 3 }, { "pair_id": 171758, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 9.1, 10.01 ], "duration": 91.66, "caption": "A man and a woman walk through the room together.", "similarity": 0.8188, "relevance": 3 }, { "pair_id": 171759, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 34.24, 38.96 ], "duration": 59.66, "caption": "A man and woman walk into the room from the side.", "similarity": 0.8171, "relevance": 4 }, { "pair_id": 345060, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 9.3, 13.49 ], "duration": 93.66, "caption": "A man and a woman get out from the room while talking.", "similarity": 0.8134, "relevance": 4 }, { "pair_id": 345061, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 345062, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A person turns away from woman and man and walks out of the room.", "similarity": 0.8086, "relevance": 1 }, { "pair_id": 345063, "video_name": "s01e10_seg02_clip_15", "timestamp": [ 2.16, 5.76 ], "duration": 72.66, "caption": "A man and woman walk out of the apartment's front door together.", "similarity": 0.8077, "relevance": 3 }, { "pair_id": 345064, "video_name": "met_s02e13_seg02_clip_20", "timestamp": [ 9.21, 12.38 ], "duration": 33.66, "caption": "A woman walks out of the room to face man.", "similarity": 0.8064, "relevance": 1 }, { "pair_id": 345065, "video_name": "castle_s03e17_seg02_clip_18", "timestamp": [ 51.78, 60.05 ], "duration": 87.66, "caption": "A person walks out of the break room leaving a woman and a man.", "similarity": 0.8058, "relevance": 3 }, { "pair_id": 345066, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 4.55, 9.56 ], "duration": 91.66, "caption": "A man walks away from a woman and out of the room.", "similarity": 0.803, "relevance": 1 }, { "pair_id": 345067, "video_name": "s02e06_seg02_clip_15", "timestamp": [ 10.03, 29.51 ], "duration": 59.66, "caption": "A woman walks in and takes a person out of man's room.", "similarity": 0.8013, "relevance": 2 }, { "pair_id": 345068, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A woman and a man walk down a hallway and stop outside a room.", "similarity": 0.8011, "relevance": 3 }, { "pair_id": 345069, "video_name": "grey_s03e20_seg02_clip_20", "timestamp": [ 80.06, 83.74 ], "duration": 92.66, "caption": "A man walks away from a woman and exits the room.", "similarity": 0.8011, "relevance": 1 }, { "pair_id": 345070, "video_name": "house_s08e21_seg02_clip_15", "timestamp": [ 49.29, 51.93 ], "duration": 88.66, "caption": "A woman walks out of a man's room leaving another man alone with him.", "similarity": 0.8011, "relevance": 1 }, { "pair_id": 345071, "video_name": "castle_s03e19_seg02_clip_04", "timestamp": [ 16.08, 22.34 ], "duration": 89.66, "caption": "A man and woman walk out of a room with cup of coffee on their hands.", "similarity": 0.8008, "relevance": 4 }, { "pair_id": 345072, "video_name": "s02e08_seg02_clip_03", "timestamp": [ 4.06, 16.54 ], "duration": 58.66, "caption": "A man and a woman walk down a hallway to leave.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 345073, "video_name": "grey_s02e24_seg02_clip_17", "timestamp": [ 41.9, 51.57 ], "duration": 92.66, "caption": "A man walks out of the room and woman follows him to the stairs.", "similarity": 0.7999, "relevance": 2 }, { "pair_id": 345074, "video_name": "castle_s03e19_seg02_clip_04", "timestamp": [ 16.08, 23.23 ], "duration": 89.66, "caption": "A woman and a man walk out of a room talking and holding coffee.", "similarity": 0.7971, "relevance": 4 }, { "pair_id": 345075, "video_name": "castle_s01e07_seg02_clip_06", "timestamp": [ 12.22, 15.98 ], "duration": 94.66, "caption": "A woman walks behind a man and exits the room.", "similarity": 0.7955, "relevance": 3 }, { "pair_id": 345076, "video_name": "met_s02e03_seg02_clip_03", "timestamp": [ 6.38, 13.35 ], "duration": 58.66, "caption": "A man and woman walk out of the bathroom together.", "similarity": 0.7952, "relevance": 3 }, { "pair_id": 345077, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 6.6 ], "duration": 60.66, "caption": "Some people walk out of the room together.", "similarity": 0.7947, "relevance": 3 }, { "pair_id": 345078, "video_name": "castle_s07e06_seg02_clip_15", "timestamp": [ 26.2, 28.92 ], "duration": 90.66, "caption": "A man walks out of the room after speaking with a woman.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 345079, "video_name": "friends_s02e08_seg02_clip_16", "timestamp": [ 0.0, 3.63 ], "duration": 66.66, "caption": "A woman walks out of the room after a man says they'll leave.", "similarity": 0.7936, "relevance": 3 } ] }, { "query_id": 25460, "query": "A man tries to ignore imaginary person while he talks to man and woman.", "relevant_moment": [ { "pair_id": 80401, "video_name": "s03e15_seg02_clip_05", "timestamp": [ 0.0, 10.08 ], "duration": 56.66, "caption": "A person is ignoring him but a man is trying to make him talk.", "similarity": 0.7962, "relevance": 2 }, { "pair_id": 80402, "video_name": "house_s02e11_seg02_clip_17", "timestamp": [ 0.0, 12.09 ], "duration": 93.66, "caption": "A man is trying to talk to but person is trying to ignore and get away from them.", "similarity": 0.7611, "relevance": 1 }, { "pair_id": 80403, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 39.71, 45.38 ], "duration": 63.66, "caption": "A man ignores person and makes a face while talking.", "similarity": 0.7471, "relevance": 1 }, { "pair_id": 80404, "video_name": "grey_s02e21_seg02_clip_25", "timestamp": [ 12.2, 23.79 ], "duration": 122.66, "caption": "A man tries talking to a woman but she ignores him.", "similarity": 0.7343, "relevance": 1 }, { "pair_id": 80405, "video_name": "s07e10_seg02_clip_15", "timestamp": [ 2.0, 9.6 ], "duration": 80.66, "caption": "A person tries to talk to a man and than another person interrupts their conversation.", "similarity": 0.7178, "relevance": 1 }, { "pair_id": 80406, "video_name": "grey_s03e05_seg02_clip_08", "timestamp": [ 3.05, 21.32 ], "duration": 87.66, "caption": "A man tries to talk to another man but he ignores him and just welcomes him back.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 80407, "video_name": "friends_s10e16_seg02_clip_10", "timestamp": [ 23.42, 34.53 ], "duration": 60.66, "caption": "A man pretends to have a conversation with a person at the table to avoid talking to a woman.", "similarity": 0.698, "relevance": 1 }, { "pair_id": 80408, "video_name": "friends_s03e02_seg02_clip_04", "timestamp": [ 6.0, 11.71 ], "duration": 60.66, "caption": "A man ignores another man when he tells him what to do.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 80409, "video_name": "friends_s01e05_seg02_clip_07", "timestamp": [ 1.68, 10.36 ], "duration": 56.66, "caption": "A man is avoiding the question a woman has about another person.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 80410, "video_name": "house_s08e02_seg02_clip_18", "timestamp": [ 4.1, 12.29 ], "duration": 91.66, "caption": "A man tells another man to ignore what his partner is saying.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 80411, "video_name": "house_s02e14_seg02_clip_13", "timestamp": [ 39.61, 53.11 ], "duration": 90.66, "caption": "A man gets hysterical while talking to woman.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 80412, "video_name": "grey_s02e02_seg02_clip_11", "timestamp": [ 17.36, 26.26 ], "duration": 89.66, "caption": "A woman tries to talk to a man but he ignores her and sits down.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 80413, "video_name": "met_s02e09_seg02_clip_11", "timestamp": [ 33.69, 37.6 ], "duration": 60.66, "caption": "A man looks at woman and she looks around and tries to ignore the situation.", "similarity": 0.6613, "relevance": 1 }, { "pair_id": 80414, "video_name": "s06e17_seg02_clip_09", "timestamp": [ 42.5, 59.03 ], "duration": 59.66, "caption": "A person is talking with everyone ignoring him, then a man shakes his head from side to side, disgusted.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 80415, "video_name": "grey_s03e12_seg02_clip_11", "timestamp": [ 3.15, 82.37 ], "duration": 90.66, "caption": "A person is having a serious conversation with man.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 80416, "video_name": "friends_s05e10_seg02_clip_01", "timestamp": [ 0.0, 15.05 ], "duration": 64.66, "caption": "A man walks into a place and someone thinks he's ignoring her.", "similarity": 0.6491, "relevance": 1 }, { "pair_id": 80417, "video_name": "castle_s05e20_seg02_clip_23", "timestamp": [ 15.09, 86.2 ], "duration": 86.66, "caption": "A man was having a serious conversation with woman and person.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 80418, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 20.78, 53.03 ], "duration": 62.66, "caption": "A man is trying to talk to another man but the other man isn't understanding where he's coming from.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 80419, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 71.33, 83.89 ], "duration": 89.66, "caption": "A man is speaking to a woman as another man interrupts their conversation.", "similarity": 0.6441, "relevance": 1 }, { "pair_id": 253720, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 4.67, 9.95 ], "duration": 62.66, "caption": "A man tries to tell another man that he is talking to someone but the man won't listen.", "similarity": 0.644, "relevance": 3 }, { "pair_id": 253721, "video_name": "friends_s01e16-17_seg02_clip_28", "timestamp": [ 37.64, 47.62 ], "duration": 57.66, "caption": "A man avoids answering a woman's question about another man by saying something.", "similarity": 0.6439, "relevance": 3 }, { "pair_id": 253722, "video_name": "castle_s07e09_seg02_clip_18", "timestamp": [ 66.36, 76.5 ], "duration": 92.66, "caption": "A man is having a serious conversation with woman.", "similarity": 0.6432, "relevance": 3 }, { "pair_id": 253723, "video_name": "met_s03e17_seg02_clip_18", "timestamp": [ 0.0, 6.79 ], "duration": 76.66, "caption": "A man holds up his has to make a man not talk.", "similarity": 0.643, "relevance": 1 }, { "pair_id": 253724, "video_name": "met_s06e05_seg02_clip_01", "timestamp": [ 0.0, 17.27 ], "duration": 59.66, "caption": "A man is freaked out when talking to woman.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 253725, "video_name": "friends_s06e23_seg02_clip_13", "timestamp": [ 3.9, 9.6 ], "duration": 60.66, "caption": "A man points their finger while saying they and another person ignore someone.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 253726, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 50.77, 58.03 ], "duration": 58.66, "caption": "A man tries to speak to another man but cannot get him to understand him.", "similarity": 0.6367, "relevance": 1 }, { "pair_id": 253727, "video_name": "castle_s02e21_seg02_clip_06", "timestamp": [ 0.0, 47.77 ], "duration": 89.66, "caption": "A man was seriously talking to some people, who are a person and a woman.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 253728, "video_name": "s08e11_seg02_clip_07", "timestamp": [ 22.63, 24.66 ], "duration": 58.66, "caption": "A person tries to interrupt a man and he shuts him down.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 253729, "video_name": "friends_s06e03_seg02_clip_14", "timestamp": [ 32.16, 61.26 ], "duration": 61.66, "caption": "A man tries to talk another woman and man out of cohabitation.", "similarity": 0.6322, "relevance": 2 }, { "pair_id": 253730, "video_name": "castle_s08e20_seg02_clip_03", "timestamp": [ 11.21, 15.24 ], "duration": 89.66, "caption": "Two men look at each other when a man tells them to ignore what he said.", "similarity": 0.6315, "relevance": 3 }, { "pair_id": 253731, "video_name": "castle_s07e06_seg02_clip_08", "timestamp": [ 37.03, 87.13 ], "duration": 87.66, "caption": "A man ignores a woman and just watches some videos on the internet.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 253732, "video_name": "castle_s07e06_seg02_clip_12", "timestamp": [ 9.85, 13.43 ], "duration": 89.66, "caption": "A man is talking to another man and a person interrupts.", "similarity": 0.6305, "relevance": 3 }, { "pair_id": 253733, "video_name": "friends_s09e05_seg02_clip_11", "timestamp": [ 16.01, 27.21 ], "duration": 64.66, "caption": "A person approaches a woman and she tries to ignore him.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 253734, "video_name": "castle_s07e03_seg02_clip_13", "timestamp": [ 23.98, 42.78 ], "duration": 94.66, "caption": "A man and a woman are having a conversation with each other about an invisible person.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 253735, "video_name": "s01e04_seg02_clip_07", "timestamp": [ 0.31, 3.66 ], "duration": 61.66, "caption": "A person shushes man as he is talking to him.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 253736, "video_name": "castle_s06e08_seg02_clip_06", "timestamp": [ 69.63, 78.28 ], "duration": 91.66, "caption": "A man was having a serious conversation with someone and someone else.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 253737, "video_name": "house_s02e01_seg02_clip_22", "timestamp": [ 0.0, 9.74 ], "duration": 92.66, "caption": "A man is talking to another person besides him about him being angry.", "similarity": 0.6277, "relevance": 1 }, { "pair_id": 253738, "video_name": "castle_s04e03_seg02_clip_18", "timestamp": [ 0.0, 55.55 ], "duration": 91.66, "caption": "A man and a woman talk intently, ignoring a person, until he/she picks up a noisy tool to get their attention, then they talk about a dead person's body, brain, and head.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 253739, "video_name": "s02e12_seg02_clip_01", "timestamp": [ 6.09, 9.28 ], "duration": 58.66, "caption": "A man stops a person on what they are saying and continues talking to a woman.", "similarity": 0.6264, "relevance": 3 } ] }, { "query_id": 25483, "query": "A person walks down the hallway holding onto the coffee cup.", "relevant_moment": [ { "pair_id": 169220, "video_name": "house_s05e22_seg02_clip_05", "timestamp": [ 8.74, 39.57 ], "duration": 92.66, "caption": "A person walks down the hallway holding onto the coffee cup.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169221, "video_name": "castle_s02e15_seg02_clip_13", "timestamp": [ 63.91, 68.02 ], "duration": 91.66, "caption": "A person walks across the room carrying a coffee cup.", "similarity": 0.7847, "relevance": 4 }, { "pair_id": 169222, "video_name": "castle_s06e02_seg02_clip_16", "timestamp": [ 0.45, 4.02 ], "duration": 89.66, "caption": "A person walks up to someone holding a coffee cup.", "similarity": 0.7834, "relevance": 4 }, { "pair_id": 169223, "video_name": "house_s07e22_seg02_clip_20", "timestamp": [ 0.0, 3.53 ], "duration": 88.66, "caption": "A person walks over and sets down a coffee mug.", "similarity": 0.7786, "relevance": 4 }, { "pair_id": 169224, "video_name": "castle_s03e02_seg02_clip_08", "timestamp": [ 1.23, 6.15 ], "duration": 82.66, "caption": "A person walks into the room carrying two coffee cups and sets one down on the desk.", "similarity": 0.778, "relevance": 4 }, { "pair_id": 169225, "video_name": "friends_s01e08_seg01_clip_00", "timestamp": [ 5.76, 9.12 ], "duration": 48.66, "caption": "The person walks into the room and pours a cup of coffee.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 169226, "video_name": "friends_s01e08_seg02_clip_21", "timestamp": [ 9.2, 12.0 ], "duration": 80.66, "caption": "A person walks into the room and grabs the coffee.", "similarity": 0.7566, "relevance": 2 }, { "pair_id": 169227, "video_name": "friends_s09e15_seg02_clip_10", "timestamp": [ 11.64, 13.39 ], "duration": 58.66, "caption": "A person walks past with a pot of coffee.", "similarity": 0.7493, "relevance": 0 }, { "pair_id": 169228, "video_name": "house_s07e20_seg02_clip_18", "timestamp": [ 65.34, 73.79 ], "duration": 88.66, "caption": "A person walks over and pours a cup of coffee.", "similarity": 0.7472, "relevance": 1 }, { "pair_id": 169229, "video_name": "castle_s04e16_seg02_clip_10", "timestamp": [ 7.24, 9.5 ], "duration": 90.66, "caption": "A person stands up and starts walking with a coffee cup in his hand.", "similarity": 0.7431, "relevance": 2 }, { "pair_id": 169230, "video_name": "house_s08e19_seg02_clip_05", "timestamp": [ 11.75, 25.24 ], "duration": 87.66, "caption": "A person walks over with a coffee cup in hand and sits down.", "similarity": 0.7412, "relevance": 4 }, { "pair_id": 169231, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 38.69, 42.78 ], "duration": 91.66, "caption": "A woman holds onto her coffee cup and walks out of the room.", "similarity": 0.741, "relevance": 4 }, { "pair_id": 169232, "video_name": "castle_s05e13_seg02_clip_13", "timestamp": [ 23.01, 50.02 ], "duration": 100.66, "caption": "A person was holding two cups of coffee as he was walking.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 169233, "video_name": "house_s05e18_seg02_clip_18", "timestamp": [ 31.5, 37.61 ], "duration": 94.66, "caption": "A person walks towards another person while carrying a coffee cup.", "similarity": 0.7276, "relevance": 4 }, { "pair_id": 169234, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 9.86, 12.77 ], "duration": 58.66, "caption": "A person walks behind a couch holding a coffee cup.", "similarity": 0.724, "relevance": 4 }, { "pair_id": 169235, "video_name": "s09e02_seg02_clip_01", "timestamp": [ 29.41, 33.01 ], "duration": 60.66, "caption": "A person walks towards man and hands him a coffee cup.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 169236, "video_name": "castle_s03e02_seg02_clip_15", "timestamp": [ 78.17, 83.03 ], "duration": 88.66, "caption": "A person walks into the room and hands a woman a cup of coffee.", "similarity": 0.7175, "relevance": 4 }, { "pair_id": 169237, "video_name": "castle_s02e19_seg02_clip_15", "timestamp": [ 2.61, 4.35 ], "duration": 87.66, "caption": "A person turns and looks over his shoulder as he walks into the room holding a coffee cup.", "similarity": 0.7168, "relevance": 4 }, { "pair_id": 169238, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 17.36, 35.16 ], "duration": 89.66, "caption": "A person enters the room and is holding a cup and pours a coffee from the machine.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 169239, "video_name": "castle_s03e16_seg02_clip_06", "timestamp": [ 9.0, 25.21 ], "duration": 90.66, "caption": "A person walks into the office carrying two coffee cups.", "similarity": 0.7155, "relevance": 4 }, { "pair_id": 342540, "video_name": "house_s08e16_seg02_clip_19", "timestamp": [ 33.26, 38.01 ], "duration": 95.66, "caption": "A person walks out of the elevator holding a coffee cup with someone.", "similarity": 0.7136, "relevance": 4 }, { "pair_id": 342541, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 8.56, 14.76 ], "duration": 59.66, "caption": "A person walks into the kitchen and pours a cup of coffee.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 342542, "video_name": "castle_s05e03_seg02_clip_17", "timestamp": [ 42.78, 46.42 ], "duration": 91.66, "caption": "A person walks in the room and hands a cup of coffee to a woman.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 342543, "video_name": "house_s03e22_seg02_clip_01", "timestamp": [ 16.65, 22.51 ], "duration": 90.66, "caption": "A person walks into the room behind another person while carrying a coffee cup.", "similarity": 0.7108, "relevance": 3 }, { "pair_id": 342545, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 342546, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 39.17, 41.78 ], "duration": 58.66, "caption": "A person walks over and hands a woman a cup of coffee.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 342547, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 79.65, 81.01 ], "duration": 91.66, "caption": "A person is about to take a drink from his coffee cup when someone walks beside him.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 342548, "video_name": "castle_s03e20_seg02_clip_14", "timestamp": [ 17.02, 23.01 ], "duration": 92.66, "caption": "A person walks into the office with two cups of coffee.", "similarity": 0.6987, "relevance": 3 }, { "pair_id": 342549, "video_name": "castle_s03e13_seg02_clip_01", "timestamp": [ 9.71, 12.8 ], "duration": 88.66, "caption": "A person is holding a coffee mug in his hands.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 342550, "video_name": "s05e01_seg02_clip_01", "timestamp": [ 11.29, 14.95 ], "duration": 61.66, "caption": "A person passes in the background carrying a cup of coffee.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 342551, "video_name": "castle_s02e07_seg02_clip_14", "timestamp": [ 71.33, 73.6 ], "duration": 90.66, "caption": "A person takes a sip of his/her coffee mug as he/she walks forward.", "similarity": 0.6933, "relevance": 4 }, { "pair_id": 342552, "video_name": "castle_s02e07_seg02_clip_10", "timestamp": [ 37.32, 43.69 ], "duration": 91.66, "caption": "A man was holding a cup of coffee whilst walking.", "similarity": 0.6933, "relevance": 3 }, { "pair_id": 342553, "video_name": "castle_s05e13_seg02_clip_13", "timestamp": [ 22.51, 25.51 ], "duration": 100.66, "caption": "A person walks into the squad room carrying two cups of coffee.", "similarity": 0.6916, "relevance": 4 }, { "pair_id": 342554, "video_name": "friends_s07e23-24_seg02_clip_12", "timestamp": [ 9.19, 13.0 ], "duration": 63.66, "caption": "A woman walks up to the door while holding a coffee mug.", "similarity": 0.6913, "relevance": 3 }, { "pair_id": 342555, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 3.32 ], "duration": 83.66, "caption": "A person places a coffee cup down onto the table and gets up.", "similarity": 0.691, "relevance": 1 }, { "pair_id": 342556, "video_name": "house_s02e19_seg02_clip_09", "timestamp": [ 3.23, 6.0 ], "duration": 92.66, "caption": "A person walks up to a man while carrying a coffee mug.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 342557, "video_name": "house_s01e01_seg02_clip_19", "timestamp": [ 71.21, 72.9 ], "duration": 113.66, "caption": "A person is sitting in the chair in the room while holding onto a coffee cup.", "similarity": 0.6889, "relevance": 2 }, { "pair_id": 342558, "video_name": "house_s07e09_seg02_clip_16", "timestamp": [ 64.4, 67.88 ], "duration": 87.66, "caption": "A woman walks into a room carrying a pot of coffee and two coffee cups.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 342559, "video_name": "friends_s08e17_seg02_clip_01", "timestamp": [ 9.19, 10.05 ], "duration": 57.66, "caption": "A person walks through the door of the coffee shop.", "similarity": 0.6871, "relevance": 1 } ] }, { "query_id": 25484, "query": "Two people both sit at the strip club together.", "relevant_moment": [ { "pair_id": 161580, "video_name": "house_s05e22_seg02_clip_05", "timestamp": [ 89.73, 92.03 ], "duration": 92.66, "caption": "Two people both sit at the strip club together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161581, "video_name": "friends_s04e14_seg02_clip_11", "timestamp": [ 32.78, 37.43 ], "duration": 58.66, "caption": "A woman sits next to two men in a strip club.", "similarity": 0.7337, "relevance": 3 }, { "pair_id": 161582, "video_name": "s06e23_seg02_clip_03", "timestamp": [ 0.0, 7.83 ], "duration": 58.66, "caption": "Two people are sitting on stools at a bar.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 161583, "video_name": "met_s06e06_seg02_clip_04", "timestamp": [ 6.98, 9.41 ], "duration": 60.66, "caption": "A man clarifies what a woman does at the strip club.", "similarity": 0.5899, "relevance": 2 }, { "pair_id": 161584, "video_name": "house_s07e22_seg02_clip_16", "timestamp": [ 4.19, 60.0 ], "duration": 93.66, "caption": "Two men talk while they are outside a strip club.", "similarity": 0.5871, "relevance": 2 }, { "pair_id": 161585, "video_name": "castle_s07e10_seg02_clip_18", "timestamp": [ 62.89, 68.77 ], "duration": 90.66, "caption": "A person opens a door in the strip club and looks at another person.", "similarity": 0.5852, "relevance": 1 }, { "pair_id": 161586, "video_name": "house_s07e22_seg02_clip_16", "timestamp": [ 0.93, 9.77 ], "duration": 93.66, "caption": "A man stands outside the strip club while another man comes out.", "similarity": 0.5719, "relevance": 2 }, { "pair_id": 161587, "video_name": "met_s05e02_seg02_clip_19", "timestamp": [ 44.53, 48.62 ], "duration": 68.66, "caption": "A person is at the strip club thinking they were watching someone dance on the stripper pole, but it's actually someone else dancing.", "similarity": 0.5385, "relevance": 3 }, { "pair_id": 161588, "video_name": "friends_s09e14_seg02_clip_21", "timestamp": [ 0.0, 44.02 ], "duration": 44.66, "caption": "Two people were sitting at a restaurant.", "similarity": 0.5352, "relevance": 2 }, { "pair_id": 161589, "video_name": "friends_s04e04_seg02_clip_14", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.5341, "relevance": 2 }, { "pair_id": 161590, "video_name": "friends_s01e03_seg02_clip_09", "timestamp": [ 25.33, 29.29 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.5341, "relevance": 2 }, { "pair_id": 161591, "video_name": "friends_s04e14_seg02_clip_11", "timestamp": [ 41.78, 46.42 ], "duration": 58.66, "caption": "A person turns a cigarette on inside a strip club and starts smoking next to woman.", "similarity": 0.5331, "relevance": 3 }, { "pair_id": 161592, "video_name": "castle_s07e10_seg02_clip_18", "timestamp": [ 45.69, 52.03 ], "duration": 90.66, "caption": "A man follows a person through a strip club while on the phone.", "similarity": 0.529, "relevance": 2 }, { "pair_id": 161593, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 0.0, 28.14 ], "duration": 58.66, "caption": "Two people were sitting in front of the bar section.", "similarity": 0.527, "relevance": 2 }, { "pair_id": 161594, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 70.67, 76.07 ], "duration": 90.66, "caption": "A man holds up money while at a strip club.", "similarity": 0.5091, "relevance": 3 }, { "pair_id": 161595, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 15.2, 17.99 ], "duration": 62.66, "caption": "Two people sit down on the stools.", "similarity": 0.5052, "relevance": 2 }, { "pair_id": 161596, "video_name": "friends_s04e14_seg02_clip_17", "timestamp": [ 33.57, 43.94 ], "duration": 61.66, "caption": "A man tries to make someone feel better about not going to the strip club with him.", "similarity": 0.5005, "relevance": 1 }, { "pair_id": 161597, "video_name": "castle_s04e10_seg02_clip_10", "timestamp": [ 4.55, 11.36 ], "duration": 90.66, "caption": "Two people sit together on the floor.", "similarity": 0.4995, "relevance": 2 }, { "pair_id": 161598, "video_name": "s03e11_seg02_clip_13", "timestamp": [ 0.0, 2.52 ], "duration": 56.66, "caption": "A woman and a woman are sitting at a bar together.", "similarity": 0.4983, "relevance": 2 }, { "pair_id": 161599, "video_name": "friends_s05e20_seg01_clip_00", "timestamp": [ 33.02, 39.62 ], "duration": 66.66, "caption": "Two people come in and sit together on a chair.", "similarity": 0.4946, "relevance": 2 }, { "pair_id": 334900, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 31.93, 34.03 ], "duration": 84.66, "caption": "A person sits down and talks with another person at a bar.", "similarity": 0.4931, "relevance": 4 }, { "pair_id": 334901, "video_name": "house_s02e10_seg02_clip_21", "timestamp": [ 1.32, 13.65 ], "duration": 88.66, "caption": "Two people sit on the floor together.", "similarity": 0.4913, "relevance": 3 }, { "pair_id": 334902, "video_name": "grey_s03e01_seg02_clip_18", "timestamp": [ 0.0, 38.71 ], "duration": 90.66, "caption": "Two people are sitting at a bar conversing.", "similarity": 0.4838, "relevance": 3 }, { "pair_id": 334903, "video_name": "castle_s04e04_seg02_clip_12", "timestamp": [ 1.44, 3.84 ], "duration": 96.66, "caption": "Two people sit down at the restaurant table.", "similarity": 0.4799, "relevance": 3 }, { "pair_id": 334904, "video_name": "s05e16_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A person is sitting at a bar with another person as he talks to someone.", "similarity": 0.4787, "relevance": 2 }, { "pair_id": 334905, "video_name": "castle_s04e05_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "Two people were sitting across each other.", "similarity": 0.4748, "relevance": 2 }, { "pair_id": 334906, "video_name": "friends_s09e17_seg02_clip_11", "timestamp": [ 14.73, 21.13 ], "duration": 64.66, "caption": "Two people sit then a woman sits in the middle of them.", "similarity": 0.473, "relevance": 2 }, { "pair_id": 334907, "video_name": "friends_s04e22_seg02_clip_15", "timestamp": [ 0.3, 15.05 ], "duration": 59.66, "caption": "Three people are in a person's office and when a stripper shows up, they let her in.", "similarity": 0.4704, "relevance": 0 }, { "pair_id": 334908, "video_name": "s05e01_seg01_clip_01", "timestamp": [ 0.0, 74.02 ], "duration": 74.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.4675, "relevance": 2 }, { "pair_id": 334909, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.4675, "relevance": 2 }, { "pair_id": 334910, "video_name": "castle_s04e19_seg02_clip_02", "timestamp": [ 0.0, 17.83 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.4675, "relevance": 2 }, { "pair_id": 334911, "video_name": "friends_s07e16_seg02_clip_25", "timestamp": [ 27.61, 41.12 ], "duration": 60.66, "caption": "A man and a woman walked into the bar to sit on the chair.", "similarity": 0.4672, "relevance": 2 }, { "pair_id": 334912, "video_name": "s07e21_seg02_clip_07", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A man is sitting in between two people in a bar.", "similarity": 0.4672, "relevance": 1 }, { "pair_id": 334913, "video_name": "met_s06e22_seg02_clip_14", "timestamp": [ 35.12, 37.48 ], "duration": 59.66, "caption": "Two people are sitting at the bar and each takes a drink of their beer simultaneously.", "similarity": 0.4662, "relevance": 3 }, { "pair_id": 334914, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 2.85, 5.99 ], "duration": 57.66, "caption": "Two people sit on the floor in front of another person.", "similarity": 0.4662, "relevance": 1 }, { "pair_id": 334915, "video_name": "house_s06e17_seg02_clip_14", "timestamp": [ 19.79, 38.65 ], "duration": 92.66, "caption": "Two people both sit down at the booth together to eat.", "similarity": 0.4658, "relevance": 2 }, { "pair_id": 334916, "video_name": "friends_s08e11_seg02_clip_17", "timestamp": [ 1.24, 4.34 ], "duration": 62.66, "caption": "A man points at the stripper and justifies watching her.", "similarity": 0.4646, "relevance": 2 }, { "pair_id": 334917, "video_name": "grey_s02e18_seg02_clip_26", "timestamp": [ 0.0, 49.01 ], "duration": 121.66, "caption": "Two people are sitting beside each other at a bar conversing.", "similarity": 0.4644, "relevance": 3 }, { "pair_id": 334918, "video_name": "castle_s04e05_seg02_clip_06", "timestamp": [ 73.62, 84.2 ], "duration": 92.66, "caption": "Two people are sitting beside each other at a bar conversing.", "similarity": 0.4644, "relevance": 2 }, { "pair_id": 334919, "video_name": "friends_s08e15_seg02_clip_19", "timestamp": [ 48.4, 52.83 ], "duration": 59.66, "caption": "Two people sit down on stools across from each other at a small table.", "similarity": 0.4637, "relevance": 2 } ] }, { "query_id": 25485, "query": "A woman gives another woman a breast exam on a stretcher in a hall.", "relevant_moment": [ { "pair_id": 122520, "video_name": "grey_s02e12_seg02_clip_11", "timestamp": [ 28.67, 38.69 ], "duration": 91.66, "caption": "A woman gives another woman a breast exam on a stretcher in a hall.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 122521, "video_name": "house_s05e06_seg02_clip_03", "timestamp": [ 24.76, 36.15 ], "duration": 99.66, "caption": "A woman talks to another woman and does an exam on her neck.", "similarity": 0.6898, "relevance": 2 }, { "pair_id": 122522, "video_name": "house_s05e06_seg02_clip_03", "timestamp": [ 9.9, 17.83 ], "duration": 99.66, "caption": "A woman sits on an exam table as another woman gives her an eye exam.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 122523, "video_name": "grey_s02e12_seg02_clip_14", "timestamp": [ 0.0, 34.08 ], "duration": 90.66, "caption": "A woman is checking on a patient while talking with another woman.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 122524, "video_name": "grey_s02e15_seg02_clip_04", "timestamp": [ 12.11, 25.06 ], "duration": 83.66, "caption": "A woman brings in the medical equipment another woman needs to help the patient.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 122525, "video_name": "house_s05e05_seg02_clip_07", "timestamp": [ 20.03, 89.02 ], "duration": 89.66, "caption": "A woman gives a man an exam in the room.", "similarity": 0.602, "relevance": 2 }, { "pair_id": 122526, "video_name": "house_s05e24_seg02_clip_18", "timestamp": [ 0.0, 12.39 ], "duration": 91.66, "caption": "There was a patient and woman together with another woman.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 122527, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 40.05, 82.83 ], "duration": 91.66, "caption": "A woman enters exam rooms and speaks with a patient who shows her his medical issue.", "similarity": 0.5988, "relevance": 2 }, { "pair_id": 122528, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 0.0, 13.6 ], "duration": 90.66, "caption": "A woman is performing a test on a man with another woman in the room.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 122529, "video_name": "house_s04e13_seg02_clip_23", "timestamp": [ 4.16, 9.24 ], "duration": 92.66, "caption": "A woman walks into the exam room where two men are working on a patient.", "similarity": 0.597, "relevance": 0 }, { "pair_id": 122530, "video_name": "house_s01e11_seg02_clip_15", "timestamp": [ 38.04, 41.2 ], "duration": 90.66, "caption": "A woman opens the door and walks in to the exam room person and person are using and shuts the door behind her.", "similarity": 0.5894, "relevance": 0 }, { "pair_id": 122531, "video_name": "grey_s01e03_seg02_clip_16", "timestamp": [ 9.38, 28.95 ], "duration": 81.66, "caption": "A woman gives another woman a lecture on looking at patients as people not objects.", "similarity": 0.5846, "relevance": 1 }, { "pair_id": 122532, "video_name": "friends_s08e11_seg02_clip_08", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A woman tells two other women what happened at her doctor's appointment.", "similarity": 0.5777, "relevance": 0 }, { "pair_id": 122533, "video_name": "grey_s01e03_seg02_clip_03", "timestamp": [ 30.69, 48.09 ], "duration": 91.66, "caption": "A woman examines the patients belongings in the exam room.", "similarity": 0.5771, "relevance": 1 }, { "pair_id": 122534, "video_name": "house_s08e03_seg02_clip_20", "timestamp": [ 96.07, 98.03 ], "duration": 98.66, "caption": "A woman approaches another woman standing in the hall looking at a patient.", "similarity": 0.5769, "relevance": 1 }, { "pair_id": 122535, "video_name": "friends_s03e04_seg02_clip_04", "timestamp": [ 0.56, 6.16 ], "duration": 56.66, "caption": "A woman comes out of the bedroom with one breast larger than the other.", "similarity": 0.5745, "relevance": 0 }, { "pair_id": 122536, "video_name": "house_s08e04_seg02_clip_20", "timestamp": [ 0.0, 47.55 ], "duration": 97.66, "caption": "A woman talks to the other doctors when she's getting evaluated.", "similarity": 0.5739, "relevance": 0 }, { "pair_id": 122537, "video_name": "house_s02e01_seg02_clip_03", "timestamp": [ 0.0, 17.95 ], "duration": 92.66, "caption": "A woman talks with her patient about her test.", "similarity": 0.572, "relevance": 1 }, { "pair_id": 122538, "video_name": "grey_s02e06_seg02_clip_13", "timestamp": [ 52.22, 65.85 ], "duration": 90.66, "caption": "A woman holds another woman's hand while a person is doing a medical procedure.", "similarity": 0.5699, "relevance": 1 }, { "pair_id": 122539, "video_name": "grey_s03e11_seg02_clip_04", "timestamp": [ 12.34, 20.27 ], "duration": 88.66, "caption": "A woman tells another woman a procedure that she's already been through.", "similarity": 0.5671, "relevance": 0 } ] }, { "query_id": 25487, "query": "Two men talk while standing in a hallway.", "relevant_moment": [ { "pair_id": 157900, "video_name": "grey_s02e12_seg02_clip_11", "timestamp": [ 59.17, 65.54 ], "duration": 91.66, "caption": "Two men talk while standing in a hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157901, "video_name": "grey_s03e15_seg02_clip_09", "timestamp": [ 0.0, 20.17 ], "duration": 91.66, "caption": "Two men talk while they are in the hallway.", "similarity": 0.9489, "relevance": 4 }, { "pair_id": 157902, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 0.0, 19.83 ], "duration": 61.66, "caption": "Two people talk while standing in the hallway.", "similarity": 0.8922, "relevance": 3 }, { "pair_id": 157903, "video_name": "friends_s03e08_seg02_clip_06", "timestamp": [ 0.0, 19.21 ], "duration": 60.66, "caption": "Two men have a conversation in a busy hallway.", "similarity": 0.8595, "relevance": 4 }, { "pair_id": 157904, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 51.88, 59.62 ], "duration": 91.66, "caption": "Two men walk and talk in the hallway.", "similarity": 0.8558, "relevance": 3 }, { "pair_id": 157905, "video_name": "castle_s05e18_seg02_clip_09", "timestamp": [ 0.0, 59.39 ], "duration": 95.66, "caption": "Two men are in the hallway with person as they converse.", "similarity": 0.8495, "relevance": 3 }, { "pair_id": 157906, "video_name": "grey_s03e12_seg02_clip_10", "timestamp": [ 0.0, 19.12 ], "duration": 91.66, "caption": "Two people talk while they are in the hallway.", "similarity": 0.8445, "relevance": 4 }, { "pair_id": 157907, "video_name": "house_s01e15_seg02_clip_21", "timestamp": [ 17.16, 34.78 ], "duration": 90.66, "caption": "Two men walk down a hallway while talking.", "similarity": 0.8397, "relevance": 3 }, { "pair_id": 157908, "video_name": "house_s06e04_seg02_clip_13", "timestamp": [ 28.81, 70.22 ], "duration": 90.66, "caption": "Two men have a conversation as they walk down a hallway.", "similarity": 0.8386, "relevance": 3 }, { "pair_id": 157909, "video_name": "house_s01e05_seg02_clip_02", "timestamp": [ 82.83, 91.02 ], "duration": 91.66, "caption": "Two men have a conversation as they walk down a hallway.", "similarity": 0.8386, "relevance": 3 }, { "pair_id": 157910, "video_name": "castle_s03e22_seg02_clip_13", "timestamp": [ 29.91, 38.19 ], "duration": 92.66, "caption": "Two men walk down a hallway together talking.", "similarity": 0.8364, "relevance": 3 }, { "pair_id": 157911, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 56.56, 90.49 ], "duration": 90.66, "caption": "Two men walk down a hallway talking.", "similarity": 0.8344, "relevance": 3 }, { "pair_id": 157912, "video_name": "house_s06e09_seg02_clip_05", "timestamp": [ 3.62, 20.82 ], "duration": 90.66, "caption": "Two people are talking in a hallway.", "similarity": 0.8305, "relevance": 2 }, { "pair_id": 157913, "video_name": "castle_s06e21_seg02_clip_02", "timestamp": [ 10.68, 32.05 ], "duration": 89.66, "caption": "Two men are walking down a hallway conversing.", "similarity": 0.7997, "relevance": 3 }, { "pair_id": 157914, "video_name": "grey_s03e09_seg02_clip_15", "timestamp": [ 0.0, 41.66 ], "duration": 67.66, "caption": "Two people talk to each other in a hallway.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 157915, "video_name": "s09e13_seg01_clip_02", "timestamp": [ 13.24, 29.42 ], "duration": 49.66, "caption": "Two people stand in the hallway having a conversation with a person through the door.", "similarity": 0.7883, "relevance": 2 }, { "pair_id": 157916, "video_name": "house_s04e03_seg02_clip_26", "timestamp": [ 0.0, 29.27 ], "duration": 133.66, "caption": "Two people both speak to each other in the hallway.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 157917, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 1.72, 3.87 ], "duration": 86.66, "caption": "A man is seen talking to another man in the hallway.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 157918, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 14.87, 21.18 ], "duration": 90.66, "caption": "Two people talk while walking down a hallway.", "similarity": 0.7812, "relevance": 2 }, { "pair_id": 157919, "video_name": "s06e14_seg02_clip_03", "timestamp": [ 0.0, 7.54 ], "duration": 58.66, "caption": "A man and a woman stand in the hallway talking.", "similarity": 0.7799, "relevance": 2 } ] }, { "query_id": 25517, "query": "A woman takes a deep drink of her soda while two people grab masks.", "relevant_moment": [ { "pair_id": 168660, "video_name": "grey_s02e12_seg02_clip_17", "timestamp": [ 16.06, 22.31 ], "duration": 89.66, "caption": "A woman takes a deep drink of her soda while two people grab masks.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168661, "video_name": "house_s02e16_seg02_clip_16", "timestamp": [ 16.81, 19.21 ], "duration": 96.66, "caption": "A person takes a sip of soda that is from the bottle.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 168662, "video_name": "house_s08e13_seg02_clip_09", "timestamp": [ 55.32, 56.5 ], "duration": 79.66, "caption": "A woman takes out two drinks and holds them out.", "similarity": 0.65, "relevance": 1 }, { "pair_id": 168663, "video_name": "house_s08e11_seg02_clip_05", "timestamp": [ 5.01, 13.22 ], "duration": 91.66, "caption": "A woman gives a person a drink placing a straw on their mouth.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 168664, "video_name": "s03e09_seg02_clip_12", "timestamp": [ 21.76, 26.69 ], "duration": 58.66, "caption": "A person takes a glass of soda and drinks it.", "similarity": 0.6407, "relevance": 1 }, { "pair_id": 168665, "video_name": "s03e01_seg02_clip_14", "timestamp": [ 5.04, 22.69 ], "duration": 63.66, "caption": "A woman opens and takes a sip from a diet Pepsi can.", "similarity": 0.6364, "relevance": 2 }, { "pair_id": 168666, "video_name": "s05e09_seg02_clip_13", "timestamp": [ 10.64, 13.45 ], "duration": 56.66, "caption": "A woman behind two people raises her drink, takes a sip and lowers her glass.", "similarity": 0.6249, "relevance": 1 }, { "pair_id": 168667, "video_name": "grey_s02e12_seg02_clip_17", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "person grabs a soda from person as another person walks in.", "similarity": 0.6213, "relevance": 0 }, { "pair_id": 168668, "video_name": "s04e21_seg02_clip_06", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman takes a sip out of her drink.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 168669, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 2.33, 4.66 ], "duration": 93.66, "caption": "A woman takes a drink and then spits it all out.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 168670, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 17.57, 25.81 ], "duration": 27.66, "caption": "A woman talks to some people holding a soda can.", "similarity": 0.612, "relevance": 0 }, { "pair_id": 168671, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 10.27, 16.49 ], "duration": 27.66, "caption": "A woman opens the soda and sees something in the lid.", "similarity": 0.61, "relevance": 1 }, { "pair_id": 168672, "video_name": "grey_s03e25_seg02_clip_08", "timestamp": [ 6.05, 11.16 ], "duration": 93.66, "caption": "A woman puts something in her mouth and takes a cup from a man and sips from the straw.", "similarity": 0.6098, "relevance": 2 }, { "pair_id": 168673, "video_name": "s06e07_seg02_clip_10", "timestamp": [ 16.82, 19.77 ], "duration": 59.66, "caption": "A woman fills a glass with soda from the tap.", "similarity": 0.6094, "relevance": 0 }, { "pair_id": 168674, "video_name": "met_s05e02_seg02_clip_10", "timestamp": [ 53.25, 55.05 ], "duration": 59.66, "caption": "A woman takes a drink from the glass in front of her.", "similarity": 0.6079, "relevance": 1 }, { "pair_id": 168675, "video_name": "s02e06_seg02_clip_02", "timestamp": [ 47.9, 50.7 ], "duration": 56.66, "caption": "A woman stands up and takes a drink of her soda and walks out.", "similarity": 0.6048, "relevance": 1 }, { "pair_id": 168676, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 42.92, 46.82 ], "duration": 60.66, "caption": "A woman takes a drink out of her cup while talking to a person.", "similarity": 0.6001, "relevance": 1 }, { "pair_id": 168677, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 2.12, 3.93 ], "duration": 60.66, "caption": "A woman takes a drink from a clear glass.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 168678, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 9.46, 12.97 ], "duration": 27.66, "caption": "A woman opens a beverage can and raises it to her mouth.", "similarity": 0.5972, "relevance": 1 }, { "pair_id": 168679, "video_name": "s10e04_seg02_clip_16", "timestamp": [ 5.88, 10.08 ], "duration": 56.66, "caption": "A woman takes a sip from a drink at the yellow mug.", "similarity": 0.5955, "relevance": 2 } ] }, { "query_id": 25578, "query": "A man holds up the clipboard and reads from it.", "relevant_moment": [ { "pair_id": 172160, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 5.18, 10.92 ], "duration": 37.66, "caption": "A man holds up the clipboard and reads from it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172161, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 52.18, 57.02 ], "duration": 57.66, "caption": "A person picks up a clipboard and reads it.", "similarity": 0.851, "relevance": 4 }, { "pair_id": 172162, "video_name": "friends_s09e10_seg02_clip_00", "timestamp": [ 11.85, 17.61 ], "duration": 64.66, "caption": "A man holds up a note and reads from it.", "similarity": 0.7679, "relevance": 3 }, { "pair_id": 172163, "video_name": "s03e22_seg02_clip_03", "timestamp": [ 4.5, 9.3 ], "duration": 60.66, "caption": "A man tries to peek at what a person is writing on the clipboard.", "similarity": 0.7589, "relevance": 4 }, { "pair_id": 172164, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man holds up a small piece of paper and reads it.", "similarity": 0.7056, "relevance": 3 }, { "pair_id": 172165, "video_name": "s02e22_seg02_clip_12", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man is holding a clip board and pen.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 172166, "video_name": "house_s05e11_seg02_clip_02", "timestamp": [ 29.45, 36.35 ], "duration": 92.66, "caption": "A person takes a clipboard and looks at it.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 172167, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 31.91, 35.77 ], "duration": 55.66, "caption": "A person holds up a piece of paper and reads from it.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 172168, "video_name": "house_s04e10_seg02_clip_05", "timestamp": [ 62.81, 71.45 ], "duration": 91.66, "caption": "A person grabs the clipboard and takes down notes.", "similarity": 0.6814, "relevance": 3 }, { "pair_id": 172169, "video_name": "grey_s03e07_seg02_clip_08", "timestamp": [ 27.28, 29.3 ], "duration": 101.66, "caption": "A person is holding a clipboard in their hands.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 172170, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 64.1, 67.66 ], "duration": 89.66, "caption": "A man writes on his clipboard while speaking to another person.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 172171, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 0.3, 3.6 ], "duration": 60.66, "caption": "A man reads from a note card he is holding.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 172172, "video_name": "house_s05e21_seg02_clip_14", "timestamp": [ 4.95, 26.11 ], "duration": 90.66, "caption": "A person stands in front of man and writes on a clipboard.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 172173, "video_name": "house_s04e09_seg02_clip_01", "timestamp": [ 10.49, 35.58 ], "duration": 91.66, "caption": "A man grabs a chart-clipboard from the end of the patient's bed; he reads from the clipboard, then hands it to someone, who refers to it, talks, and puts it down.", "similarity": 0.6592, "relevance": 2 }, { "pair_id": 172174, "video_name": "house_s03e04_seg02_clip_19", "timestamp": [ 0.0, 37.26 ], "duration": 90.66, "caption": "A person is holding up a clipboard until a man picks a photo.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 172175, "video_name": "house_s04e09_seg02_clip_01", "timestamp": [ 15.05, 24.63 ], "duration": 91.66, "caption": "A person takes a look at the clipboard in front of a man.", "similarity": 0.6529, "relevance": 3 }, { "pair_id": 172176, "video_name": "friends_s10e08_seg02_clip_10", "timestamp": [ 35.7, 46.69 ], "duration": 61.66, "caption": "A man picks up and reads the note on the paper.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 172177, "video_name": "castle_s02e17_seg02_clip_21", "timestamp": [ 39.67, 41.92 ], "duration": 90.66, "caption": "A man comes in with a clipboard in his hand and heads to the board.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 172178, "video_name": "s06e05_seg02_clip_03", "timestamp": [ 49.82, 53.12 ], "duration": 60.66, "caption": "A person is holding a clipboard and a pencil.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 172179, "video_name": "s09e04_seg02_clip_06", "timestamp": [ 40.22, 44.72 ], "duration": 60.66, "caption": "A person writes on a piece of paper attached to a clipboard.", "similarity": 0.6352, "relevance": 4 }, { "pair_id": 345480, "video_name": "friends_s09e06_seg02_clip_03", "timestamp": [ 16.88, 21.03 ], "duration": 59.66, "caption": "A man flips a page on the clipboard and stands up.", "similarity": 0.6349, "relevance": 4 }, { "pair_id": 345481, "video_name": "house_s03e19_seg02_clip_09", "timestamp": [ 59.71, 62.06 ], "duration": 94.66, "caption": "A man holds out a clipboard and another person takes it and pulls out the pen on it.", "similarity": 0.6338, "relevance": 4 }, { "pair_id": 345482, "video_name": "house_s07e02_seg02_clip_05", "timestamp": [ 54.36, 56.52 ], "duration": 86.66, "caption": "A man picks up a clipboard while talking with two other people.", "similarity": 0.6306, "relevance": 4 }, { "pair_id": 345483, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.6303, "relevance": 3 }, { "pair_id": 345484, "video_name": "castle_s05e21_seg02_clip_20", "timestamp": [ 12.32, 16.72 ], "duration": 88.66, "caption": "A person taps on their clipboard as they take someone's statement.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 345485, "video_name": "friends_s03e10_seg02_clip_16", "timestamp": [ 31.21, 34.52 ], "duration": 60.66, "caption": "A person takes someone's papers and places them on their clipboard.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 345486, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 42.72, 45.16 ], "duration": 61.66, "caption": "A person writes on the clipboard and hands it to another person.", "similarity": 0.6269, "relevance": 4 }, { "pair_id": 345487, "video_name": "friends_s06e18_seg02_clip_18", "timestamp": [ 16.51, 42.92 ], "duration": 60.66, "caption": "A man opens up the binder and reads from it.", "similarity": 0.625, "relevance": 4 }, { "pair_id": 345488, "video_name": "castle_s07e02_seg02_clip_05", "timestamp": [ 0.0, 5.57 ], "duration": 92.66, "caption": "A man holds a couple of pieces of paper and reads from one of them.", "similarity": 0.6226, "relevance": 3 }, { "pair_id": 345489, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 45.41, 51.02 ], "duration": 51.66, "caption": "A person leans back and reads from the pad he holds.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 345490, "video_name": "castle_s04e15_seg02_clip_01", "timestamp": [ 38.28, 43.18 ], "duration": 89.66, "caption": "A person is going somewhere holding a clipboard on their hand.", "similarity": 0.6162, "relevance": 1 }, { "pair_id": 345491, "video_name": "friends_s08e15_seg02_clip_03", "timestamp": [ 9.45, 12.92 ], "duration": 63.66, "caption": "A man picks up the tape and reads its title.", "similarity": 0.6147, "relevance": 3 }, { "pair_id": 345492, "video_name": "s08e03_seg02_clip_08", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man takes someone's phone and reads what is on it.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 345493, "video_name": "house_s04e02_seg02_clip_21", "timestamp": [ 10.1, 17.17 ], "duration": 101.66, "caption": "A person holds a clipboard up to the patient.", "similarity": 0.6114, "relevance": 3 }, { "pair_id": 345494, "video_name": "s06e11_seg02_clip_07", "timestamp": [ 55.52, 58.83 ], "duration": 60.66, "caption": "A person looks down at the clipboard on their lap as they write on it.", "similarity": 0.6112, "relevance": 3 }, { "pair_id": 345495, "video_name": "friends_s03e17_seg01_clip_00", "timestamp": [ 6.93, 7.88 ], "duration": 63.66, "caption": "A man holds up a newspaper that he is reading.", "similarity": 0.6076, "relevance": 1 }, { "pair_id": 345496, "video_name": "friends_s05e10_seg02_clip_08", "timestamp": [ 0.0, 2.88 ], "duration": 64.66, "caption": "A man reads out loud while holding a yellow note pad.", "similarity": 0.6064, "relevance": 3 }, { "pair_id": 345497, "video_name": "house_s02e07_seg02_clip_06", "timestamp": [ 23.59, 25.86 ], "duration": 90.66, "caption": "A person walks over to set down their clipboard.", "similarity": 0.6046, "relevance": 3 }, { "pair_id": 345498, "video_name": "s03e22_seg02_clip_04", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A person stands up with a clipboard and pencil in hand.", "similarity": 0.6046, "relevance": 3 }, { "pair_id": 345499, "video_name": "house_s03e15_seg02_clip_15", "timestamp": [ 31.21, 37.93 ], "duration": 96.66, "caption": "A man with glasses and a gray beard looks at a piece of paper on a clipboard.", "similarity": 0.6015, "relevance": 3 } ] }, { "query_id": 25579, "query": "A woman stands up from the piano and walks over to another woman.", "relevant_moment": [ { "pair_id": 115600, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 13.51, 17.77 ], "duration": 37.66, "caption": "A woman stands up from the piano and walks over to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 115601, "video_name": "friends_s10e11_seg02_clip_05", "timestamp": [ 36.09, 44.44 ], "duration": 59.66, "caption": "A woman stands up from the table, and walks over to another woman.", "similarity": 0.8241, "relevance": 3 }, { "pair_id": 115602, "video_name": "friends_s08e07_seg02_clip_17", "timestamp": [ 34.52, 35.98 ], "duration": 58.66, "caption": "A woman stands up when another woman walks over to her.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 115603, "video_name": "friends_s10e04_seg02_clip_11", "timestamp": [ 3.72, 7.75 ], "duration": 62.66, "caption": "A woman gets up and walks over to another woman.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 115604, "video_name": "grey_s03e09_seg02_clip_20", "timestamp": [ 12.61, 14.55 ], "duration": 97.66, "caption": "A woman turns around and walks up to another woman.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 115605, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 45.29, 49.46 ], "duration": 59.66, "caption": "A woman stands up and walks over to a man.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 115606, "video_name": "castle_s04e17_seg02_clip_06", "timestamp": [ 0.9, 5.42 ], "duration": 90.66, "caption": "A woman stands up and walks over to two other people.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 115607, "video_name": "friends_s10e11_seg02_clip_10", "timestamp": [ 42.86, 45.66 ], "duration": 56.66, "caption": "A woman gets up from her chair and walks over to another woman.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 115608, "video_name": "met_s04e03_seg02_clip_13", "timestamp": [ 28.06, 32.83 ], "duration": 59.66, "caption": "A woman gets up from the table and walks over to man and woman.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 115609, "video_name": "friends_s08e05_seg02_clip_03", "timestamp": [ 24.01, 27.91 ], "duration": 60.66, "caption": "A woman walks over to another woman who turns around.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 115610, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 115611, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman raises her hand and walks over to another woman.", "similarity": 0.6851, "relevance": 3 }, { "pair_id": 115612, "video_name": "friends_s02e05_seg02_clip_12", "timestamp": [ 51.17, 55.21 ], "duration": 62.66, "caption": "A woman stands up from the chair and walks past woman.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 115613, "video_name": "house_s08e09_seg02_clip_21", "timestamp": [ 17.48, 20.71 ], "duration": 92.66, "caption": "A woman stands up and walks over next to a man.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 115614, "video_name": "grey_s02e11_seg02_clip_07", "timestamp": [ 1.78, 7.58 ], "duration": 89.66, "caption": "A woman walks over to stand in front of another woman.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 115615, "video_name": "house_s03e10_seg02_clip_13", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A person walks up to a woman as she is standing.", "similarity": 0.6751, "relevance": 2 }, { "pair_id": 115616, "video_name": "grey_s03e08_seg02_clip_12", "timestamp": [ 72.56, 77.21 ], "duration": 93.66, "caption": "A woman stands up from the table with another woman following.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 115617, "video_name": "friends_s04e09_seg02_clip_02", "timestamp": [ 8.11, 15.03 ], "duration": 60.66, "caption": "A woman stands up to meet another woman as she walks into the room.", "similarity": 0.6682, "relevance": 3 }, { "pair_id": 115618, "video_name": "grey_s03e12_seg02_clip_25", "timestamp": [ 13.08, 20.71 ], "duration": 109.66, "caption": "A woman stands up and walks away from another woman.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 115619, "video_name": "grey_s02e18_seg02_clip_10", "timestamp": [ 59.82, 92.03 ], "duration": 92.66, "caption": "A woman stands up and walks closer to a person.", "similarity": 0.6678, "relevance": 2 } ] }, { "query_id": 25612, "query": "A man hides a woman's cross and a woman walks into the pair of double doors as the man comments on the cross.", "relevant_moment": [ { "pair_id": 240980, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "A man is at the door as a woman holds the door and looks back.", "similarity": 0.5963, "relevance": 3 }, { "pair_id": 240981, "video_name": "friends_s05e06_seg02_clip_07", "timestamp": [ 11.35, 13.78 ], "duration": 54.66, "caption": "A man shuts the door in woman's and another woman's faces.", "similarity": 0.5958, "relevance": 3 }, { "pair_id": 240982, "video_name": "grey_s02e12_seg02_clip_01", "timestamp": [ 46.18, 62.02 ], "duration": 90.66, "caption": "A woman walks through the door and is joined by man.", "similarity": 0.5943, "relevance": 2 }, { "pair_id": 240983, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 43.88, 48.92 ], "duration": 59.66, "caption": "A man walks out the door and a woman shuts the door behind him.", "similarity": 0.5941, "relevance": 2 }, { "pair_id": 240984, "video_name": "met_s02e19_seg02_clip_17", "timestamp": [ 9.64, 12.56 ], "duration": 58.66, "caption": "A woman walks over and opens her door to see man.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 240985, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 43.33, 47.6 ], "duration": 61.66, "caption": "A man opens the door for a woman and is bothered to see another person standing with her.", "similarity": 0.5932, "relevance": 2 }, { "pair_id": 240986, "video_name": "friends_s03e25_seg02_clip_14", "timestamp": [ 50.12, 58.23 ], "duration": 60.66, "caption": "A woman walks out a door, then walks over and touches a man before walking away.", "similarity": 0.593, "relevance": 2 }, { "pair_id": 240987, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 22.51, 38.26 ], "duration": 90.66, "caption": "A man walks towards a woman and then walks out the door.", "similarity": 0.5926, "relevance": 1 }, { "pair_id": 240988, "video_name": "friends_s04e01_seg01_clip_00", "timestamp": [ 11.66, 14.81 ], "duration": 63.66, "caption": "A woman walks over to the door and opens it to see a man.", "similarity": 0.5925, "relevance": 2 }, { "pair_id": 240989, "video_name": "s04e16_seg02_clip_02", "timestamp": [ 25.33, 28.99 ], "duration": 61.66, "caption": "A woman opens the door for man as she walks past person.", "similarity": 0.5916, "relevance": 2 }, { "pair_id": 240990, "video_name": "house_s08e13_seg02_clip_17", "timestamp": [ 74.31, 83.02 ], "duration": 83.66, "caption": "A person walks out of the door after talking to another woman and a man.", "similarity": 0.5913, "relevance": 1 }, { "pair_id": 240991, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 51.93, 66.02 ], "duration": 88.66, "caption": "A man asks a woman if she hides something from him.", "similarity": 0.5908, "relevance": 1 }, { "pair_id": 240992, "video_name": "s09e10_seg02_clip_17", "timestamp": [ 17.21, 20.93 ], "duration": 93.66, "caption": "A man appears behind a woman and addresses another man at the door.", "similarity": 0.5887, "relevance": 2 }, { "pair_id": 240993, "video_name": "grey_s03e04_seg02_clip_23", "timestamp": [ 8.16, 12.24 ], "duration": 102.66, "caption": "A man walks in and finds another man with a woman.", "similarity": 0.5879, "relevance": 1 }, { "pair_id": 240994, "video_name": "friends_s03e17_seg02_clip_02", "timestamp": [ 16.23, 17.46 ], "duration": 61.66, "caption": "A man opened the door and a woman appeared.", "similarity": 0.5871, "relevance": 2 }, { "pair_id": 240995, "video_name": "grey_s02e10_seg02_clip_00", "timestamp": [ 3.64, 10.01 ], "duration": 91.66, "caption": "A woman is pulling a man as another woman is with them and the former is asking the latter to help her hide him to test him.", "similarity": 0.587, "relevance": 2 }, { "pair_id": 240996, "video_name": "s05e18_seg02_clip_14", "timestamp": [ 29.11, 33.31 ], "duration": 60.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.586, "relevance": 2 }, { "pair_id": 240997, "video_name": "met_s06e05_seg02_clip_09", "timestamp": [ 39.53, 41.07 ], "duration": 61.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.586, "relevance": 1 }, { "pair_id": 240998, "video_name": "friends_s05e23-24_seg02_clip_19", "timestamp": [ 23.11, 27.61 ], "duration": 60.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.586, "relevance": 2 }, { "pair_id": 240999, "video_name": "grey_s03e03_seg02_clip_00", "timestamp": [ 4.19, 20.5 ], "duration": 93.66, "caption": "A woman steps out of the doorway and sees a man, the man is bent over several boxes putting things back into them, the man approaches the woman and stands very close to her face to face.", "similarity": 0.5848, "relevance": 2 } ] }, { "query_id": 25613, "query": "A physician comes into the room and a person runs through the door, holding his hands up like a surgeon.", "relevant_moment": [ { "pair_id": 148580, "video_name": "s04e23_seg02_clip_12", "timestamp": [ 8.64, 16.01 ], "duration": 64.66, "caption": "A physician comes into the room and a person runs through the door, holding his hands up like a surgeon.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148581, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 92.15, 94.03 ], "duration": 94.66, "caption": "A doctor opens the door and enters a room.", "similarity": 0.816, "relevance": 1 }, { "pair_id": 148582, "video_name": "house_s05e10_seg02_clip_06", "timestamp": [ 50.41, 53.11 ], "duration": 90.66, "caption": "A man opens a door and enters a room followed by two doctors.", "similarity": 0.8067, "relevance": 1 }, { "pair_id": 148583, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 56.59, 60.72 ], "duration": 63.66, "caption": "A doctor opens the door, enters the room and closes the door behind him.", "similarity": 0.7971, "relevance": 1 }, { "pair_id": 148584, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 47.71, 51.76 ], "duration": 90.66, "caption": "A doctor opens a sliding glass door and enters a patient's room.", "similarity": 0.7885, "relevance": 0 }, { "pair_id": 148585, "video_name": "friends_s05e03_seg02_clip_04", "timestamp": [ 8.24, 12.21 ], "duration": 61.66, "caption": "Dr. person opens the door and enters the room.", "similarity": 0.7827, "relevance": 1 }, { "pair_id": 148586, "video_name": "house_s01e10_seg02_clip_18", "timestamp": [ 45.51, 51.88 ], "duration": 91.66, "caption": "A person opens the door to the patient's room and goes inside.", "similarity": 0.7774, "relevance": 1 }, { "pair_id": 148587, "video_name": "house_s04e13_seg02_clip_17", "timestamp": [ 18.76, 22.34 ], "duration": 89.66, "caption": "A doctor opens the door and enters the office of another doctor.", "similarity": 0.7686, "relevance": 1 }, { "pair_id": 148588, "video_name": "house_s02e13_seg02_clip_24", "timestamp": [ 43.9, 46.56 ], "duration": 133.66, "caption": "Dr. Someone opens the sliding door of the patient's room.", "similarity": 0.7682, "relevance": 0 }, { "pair_id": 148589, "video_name": "castle_s06e02_seg02_clip_01", "timestamp": [ 12.86, 20.4 ], "duration": 88.66, "caption": "A man raises his hand as a doctor enters the room for him.", "similarity": 0.7673, "relevance": 1 }, { "pair_id": 148590, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 0.96, 5.28 ], "duration": 96.66, "caption": "A doctor enters a room with a person waiting for them inside.", "similarity": 0.7665, "relevance": 1 }, { "pair_id": 148591, "video_name": "friends_s05e03_seg02_clip_04", "timestamp": [ 9.15, 10.68 ], "duration": 61.66, "caption": "A doctor opens the door and walks in to a person's exam room.", "similarity": 0.765, "relevance": 1 }, { "pair_id": 148592, "video_name": "house_s01e09_seg02_clip_15", "timestamp": [ 0.0, 3.56 ], "duration": 79.66, "caption": "A doctor walks into the patient's room and slides the door closed.", "similarity": 0.7588, "relevance": 1 }, { "pair_id": 148593, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 15.75, 20.26 ], "duration": 90.66, "caption": "A person opens the door of a patient's room.", "similarity": 0.7581, "relevance": 1 }, { "pair_id": 148594, "video_name": "house_s05e05_seg02_clip_14", "timestamp": [ 67.52, 72.47 ], "duration": 90.66, "caption": "A doctor rushes into a patient's room as two doctors tend to the patient.", "similarity": 0.7551, "relevance": 0 }, { "pair_id": 148595, "video_name": "house_s02e06_seg02_clip_13", "timestamp": [ 23.75, 25.61 ], "duration": 93.66, "caption": "A doctor enters the room where their patient is waiting for them.", "similarity": 0.7523, "relevance": 1 }, { "pair_id": 148596, "video_name": "house_s08e02_seg02_clip_20", "timestamp": [ 63.0, 71.46 ], "duration": 94.66, "caption": "A doctor enters a room and presses a button on a medical machine.", "similarity": 0.7493, "relevance": 1 }, { "pair_id": 148597, "video_name": "house_s08e10_seg02_clip_11", "timestamp": [ 15.97, 19.57 ], "duration": 103.66, "caption": "A person enters the room doctor just opened up for them.", "similarity": 0.7475, "relevance": 0 }, { "pair_id": 148598, "video_name": "house_s08e09_seg02_clip_17", "timestamp": [ 54.92, 58.94 ], "duration": 89.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.7453, "relevance": 1 }, { "pair_id": 148599, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 76.19, 80.78 ], "duration": 91.66, "caption": "A doctor opened the door and entered the room.", "similarity": 0.7453, "relevance": 1 } ] }, { "query_id": 25620, "query": "A person rocks the three babies on the lap at the hospital.", "relevant_moment": [ { "pair_id": 153060, "video_name": "friends_s05e03_seg02_clip_19", "timestamp": [ 19.89, 27.7 ], "duration": 71.66, "caption": "A person rocks the three babies on the lap at the hospital.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153061, "video_name": "friends_s05e03_seg02_clip_18", "timestamp": [ 0.0, 49.02 ], "duration": 49.66, "caption": "A person is speaking to the three babies on their lap as they sit in a hospital bed.", "similarity": 0.7007, "relevance": 4 }, { "pair_id": 153062, "video_name": "friends_s09e02_seg02_clip_16", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "A woman rocks the baby back and forth to try and sooth him.", "similarity": 0.5783, "relevance": 2 }, { "pair_id": 153063, "video_name": "friends_s08e23-24_seg02_clip_32", "timestamp": [ 44.42, 48.92 ], "duration": 60.66, "caption": "The doctor shows a couple their baby.", "similarity": 0.5723, "relevance": 2 }, { "pair_id": 153064, "video_name": "friends_s10e17-18_seg02_clip_13", "timestamp": [ 59.55, 64.03 ], "duration": 64.66, "caption": "Two people both hold babies together at the hospital.", "similarity": 0.5616, "relevance": 1 }, { "pair_id": 153065, "video_name": "friends_s05e03_seg02_clip_13", "timestamp": [ 31.87, 43.09 ], "duration": 59.66, "caption": "A person pushes the baby out in the hospital bed.", "similarity": 0.5616, "relevance": 1 }, { "pair_id": 153066, "video_name": "friends_s08e23-24_seg02_clip_38", "timestamp": [ 0.0, 17.99 ], "duration": 62.66, "caption": "A woman cradles the baby in her arms at the hospital.", "similarity": 0.5609, "relevance": 2 }, { "pair_id": 153067, "video_name": "house_s01e15_seg02_clip_19", "timestamp": [ 16.53, 23.5 ], "duration": 87.66, "caption": "A person sticks a medical object up a baby's nose.", "similarity": 0.5571, "relevance": 1 }, { "pair_id": 153068, "video_name": "friends_s05e03_seg02_clip_18", "timestamp": [ 0.0, 49.02 ], "duration": 49.66, "caption": "A woman wearing hospital gown was holding three beautiful babies.", "similarity": 0.5556, "relevance": 3 }, { "pair_id": 153069, "video_name": "grey_s02e17_seg02_clip_24", "timestamp": [ 2.05, 14.35 ], "duration": 82.66, "caption": "A woman hands over the baby to man while he is in the hospital bed.", "similarity": 0.5554, "relevance": 1 }, { "pair_id": 153070, "video_name": "house_s02e22_seg02_clip_00", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "An emergency medical team brings a baby to the clinic.", "similarity": 0.5543, "relevance": 1 }, { "pair_id": 153071, "video_name": "house_s07e05_seg02_clip_23", "timestamp": [ 78.14, 80.24 ], "duration": 84.66, "caption": "A woman rubs her babies chest while she's in the hospital bed.", "similarity": 0.5535, "relevance": 2 }, { "pair_id": 153072, "video_name": "grey_s03e01_seg02_clip_03", "timestamp": [ 70.75, 75.99 ], "duration": 87.66, "caption": "A paramedic brings a baby and lies them on a hospital bed.", "similarity": 0.5529, "relevance": 1 }, { "pair_id": 153073, "video_name": "friends_s09e01_seg02_clip_18", "timestamp": [ 54.93, 60.72 ], "duration": 61.66, "caption": "A person walks in a hospital room holding a baby walks past a man and another person, and brings the baby to a woman who is in the hospital bed.", "similarity": 0.5509, "relevance": 1 }, { "pair_id": 153074, "video_name": "friends_s04e17_seg02_clip_21", "timestamp": [ 28.14, 32.64 ], "duration": 45.66, "caption": "The doctor pointed to each of the babies on the monitor.", "similarity": 0.5495, "relevance": 1 }, { "pair_id": 153075, "video_name": "house_s03e19_seg02_clip_13", "timestamp": [ 18.25, 20.48 ], "duration": 89.66, "caption": "A person kneels in front of his child while she's in a hospital bed.", "similarity": 0.547, "relevance": 1 }, { "pair_id": 153076, "video_name": "s09e21_seg02_clip_13", "timestamp": [ 1.48, 6.79 ], "duration": 59.66, "caption": "A person is beside someone as they are in a hospital.", "similarity": 0.5456, "relevance": 1 }, { "pair_id": 153077, "video_name": "grey_s02e11_seg02_clip_07", "timestamp": [ 48.62, 51.3 ], "duration": 89.66, "caption": "The medical staff is wheeling a baby in an incubator.", "similarity": 0.5376, "relevance": 1 }, { "pair_id": 153078, "video_name": "grey_s02e15_seg02_clip_22", "timestamp": [ 49.23, 59.4 ], "duration": 107.66, "caption": "A doctor carries a newborn baby over to a bed.", "similarity": 0.5375, "relevance": 1 }, { "pair_id": 153079, "video_name": "house_s05e06_seg02_clip_09", "timestamp": [ 40.51, 44.6 ], "duration": 91.66, "caption": "A woman is checking the baby of the patient.", "similarity": 0.5371, "relevance": 1 } ] }, { "query_id": 25633, "query": "A woman sits two sandwiches down on the table.", "relevant_moment": [ { "pair_id": 151460, "video_name": "friends_s10e14_seg02_clip_19", "timestamp": [ 5.74, 9.97 ], "duration": 60.66, "caption": "A woman sits two sandwiches down on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151461, "video_name": "friends_s01e21_seg02_clip_10", "timestamp": [ 39.25, 41.91 ], "duration": 59.66, "caption": "A woman adds mayo on a sandwich while sitting at the table.", "similarity": 0.7252, "relevance": 1 }, { "pair_id": 151462, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 25.81, 27.01 ], "duration": 60.66, "caption": "A woman puts her sandwich down on the plate.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 151463, "video_name": "friends_s01e08_seg02_clip_10", "timestamp": [ 2.1, 4.5 ], "duration": 60.66, "caption": "A woman puts her food down on the table and then sits down.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 151464, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 6.49, 12.99 ], "duration": 59.66, "caption": "A woman sets two plates down and sits at the table with a person.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 151465, "video_name": "grey_s03e01_seg02_clip_02", "timestamp": [ 18.25, 22.26 ], "duration": 89.66, "caption": "A woman is making sandwiches as another person is sitting on the kitchen counter as they ask her why she is making sandwiches.", "similarity": 0.6455, "relevance": 1 }, { "pair_id": 151466, "video_name": "house_s03e24_seg02_clip_15", "timestamp": [ 25.0, 33.33 ], "duration": 119.66, "caption": "A woman sits down beside a man as he's eating a sandwich.", "similarity": 0.6344, "relevance": 1 }, { "pair_id": 151467, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 1.88, 3.76 ], "duration": 94.66, "caption": "A woman hands person a plate with a sandwich.", "similarity": 0.6301, "relevance": 3 }, { "pair_id": 151468, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 151469, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 47.42, 49.82 ], "duration": 60.66, "caption": "A woman sets two bowls down on the table as she sits down.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 151470, "video_name": "s09e01_seg02_clip_10", "timestamp": [ 44.12, 45.92 ], "duration": 60.66, "caption": "A woman sits down at the table with two people.", "similarity": 0.6177, "relevance": 0 }, { "pair_id": 151471, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman brings the tray of food, puts it on the table and sits down.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 151472, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 16.23, 17.41 ], "duration": 59.66, "caption": "A woman puts her plate of food down on the table.", "similarity": 0.6045, "relevance": 2 }, { "pair_id": 151473, "video_name": "met_s06e02_seg02_clip_09", "timestamp": [ 7.48, 18.21 ], "duration": 65.66, "caption": "Two people sit next to one another eating sandwiches.", "similarity": 0.5987, "relevance": 0 }, { "pair_id": 151474, "video_name": "friends_s07e03_seg02_clip_00", "timestamp": [ 36.6, 44.97 ], "duration": 62.66, "caption": "A woman brings a plate with a sandwich and sits down on the sofa next to a man.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 151475, "video_name": "castle_s08e16_seg02_clip_00", "timestamp": [ 2.91, 11.16 ], "duration": 97.66, "caption": "A person sits down at the table to join a woman with a sausage kabob.", "similarity": 0.5966, "relevance": 0 }, { "pair_id": 151476, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 25.51, 27.91 ], "duration": 60.66, "caption": "A woman places her sandwich back down on her plate while having a conversation with a man.", "similarity": 0.595, "relevance": 1 }, { "pair_id": 151477, "video_name": "friends_s10e14_seg02_clip_19", "timestamp": [ 5.44, 9.06 ], "duration": 60.66, "caption": "A woman drops two plates containing food on the table.", "similarity": 0.5915, "relevance": 4 }, { "pair_id": 151478, "video_name": "s09e23_seg02_clip_07", "timestamp": [ 13.51, 18.31 ], "duration": 60.66, "caption": "A woman puts down a meal in their center table.", "similarity": 0.5852, "relevance": 2 }, { "pair_id": 151479, "video_name": "friends_s07e03_seg02_clip_00", "timestamp": [ 0.0, 22.14 ], "duration": 62.66, "caption": "The people are making sandwiches around the table.", "similarity": 0.574, "relevance": 0 }, { "pair_id": 324780, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 38.39, 41.59 ], "duration": 91.66, "caption": "A woman sits down at the table across from another woman.", "similarity": 0.5686, "relevance": 1 }, { "pair_id": 324781, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.5636, "relevance": 3 }, { "pair_id": 324782, "video_name": "s04e10_seg02_clip_01", "timestamp": [ 37.53, 57.67 ], "duration": 61.66, "caption": "A woman takes a bite of sandwich, then resumes cutting up a brain.", "similarity": 0.5635, "relevance": 3 }, { "pair_id": 324783, "video_name": "s06e07_seg02_clip_04", "timestamp": [ 20.8, 26.16 ], "duration": 63.66, "caption": "A woman carries two plates of food to a table and places them on the table.", "similarity": 0.5626, "relevance": 3 }, { "pair_id": 324784, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 44.73, 47.39 ], "duration": 74.66, "caption": "A woman takes a sandwich from a man and takes a bite.", "similarity": 0.5614, "relevance": 1 }, { "pair_id": 324785, "video_name": "friends_s04e04_seg02_clip_13", "timestamp": [ 6.67, 9.28 ], "duration": 58.66, "caption": "A person sits at the table with two women.", "similarity": 0.5609, "relevance": 1 }, { "pair_id": 324786, "video_name": "met_s06e07_seg02_clip_16", "timestamp": [ 28.53, 31.32 ], "duration": 62.66, "caption": "A woman sits down at the table next to another woman.", "similarity": 0.5608, "relevance": 1 }, { "pair_id": 324787, "video_name": "castle_s07e05_seg02_clip_22", "timestamp": [ 67.07, 69.32 ], "duration": 90.66, "caption": "A woman sits down in a chair at the table.", "similarity": 0.5606, "relevance": 1 }, { "pair_id": 324788, "video_name": "friends_s08e10_seg02_clip_07", "timestamp": [ 19.21, 21.61 ], "duration": 60.66, "caption": "A woman hands another woman a sandwich wrapped in foil.", "similarity": 0.5601, "relevance": 1 }, { "pair_id": 324789, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 1.83, 4.58 ], "duration": 61.66, "caption": "A woman sets a food container down on the table.", "similarity": 0.5569, "relevance": 3 }, { "pair_id": 324790, "video_name": "s01e03_seg02_clip_15", "timestamp": [ 8.06, 10.86 ], "duration": 62.66, "caption": "A woman places a black menu down on to the table.", "similarity": 0.5554, "relevance": 1 }, { "pair_id": 324791, "video_name": "house_s02e24_seg02_clip_19", "timestamp": [ 45.7, 51.15 ], "duration": 83.66, "caption": "A person eats a sandwich with a patient.", "similarity": 0.5525, "relevance": 1 }, { "pair_id": 324792, "video_name": "friends_s07e18_seg02_clip_04", "timestamp": [ 56.07, 59.03 ], "duration": 59.66, "caption": "A woman carries two plates of food from the table.", "similarity": 0.5515, "relevance": 1 }, { "pair_id": 324793, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 39.89, 44.57 ], "duration": 55.66, "caption": "A person places a food tray down on the table and sits down.", "similarity": 0.5505, "relevance": 2 }, { "pair_id": 324794, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 16.53, 24.79 ], "duration": 59.66, "caption": "A woman takes off her jacket and sits down at the table.", "similarity": 0.55, "relevance": 1 }, { "pair_id": 324795, "video_name": "house_s05e11_seg02_clip_07", "timestamp": [ 0.0, 69.02 ], "duration": 92.66, "caption": "Someone is sitting at the table with someone else and is eating an ice cream sandwich.", "similarity": 0.55, "relevance": 1 }, { "pair_id": 324796, "video_name": "house_s02e24_seg02_clip_09", "timestamp": [ 0.0, 13.12 ], "duration": 90.66, "caption": "A person sits on top of the car and eats a sandwich.", "similarity": 0.5493, "relevance": 1 }, { "pair_id": 324797, "video_name": "s04e01_seg02_clip_11", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A woman is sitting with two people as they are eating at a restaurant.", "similarity": 0.5483, "relevance": 1 }, { "pair_id": 324798, "video_name": "s06e14_seg02_clip_14", "timestamp": [ 57.03, 58.53 ], "duration": 60.66, "caption": "A woman puts her plate of food down on the coffee table.", "similarity": 0.5481, "relevance": 3 }, { "pair_id": 324799, "video_name": "grey_s03e05_seg02_clip_00", "timestamp": [ 11.88, 18.74 ], "duration": 91.66, "caption": "A woman brings two plates of breakfast food to the table.", "similarity": 0.5465, "relevance": 3 } ] }, { "query_id": 25697, "query": "A woman sits down on the bed to talk with man.", "relevant_moment": [ { "pair_id": 56180, "video_name": "castle_s05e01_seg02_clip_00", "timestamp": [ 24.19, 26.98 ], "duration": 93.66, "caption": "A woman sits down on the bed to talk with man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 56181, "video_name": "s05e05_seg02_clip_13", "timestamp": [ 4.02, 6.03 ], "duration": 67.66, "caption": "A woman sits down on the bed next to talk to a man.", "similarity": 0.9339, "relevance": 4 }, { "pair_id": 56182, "video_name": "castle_s04e16_seg02_clip_07", "timestamp": [ 0.0, 20.45 ], "duration": 87.66, "caption": "A woman is talking to a man as she sits on a bed.", "similarity": 0.9287, "relevance": 2 }, { "pair_id": 56183, "video_name": "friends_s07e01_seg02_clip_19", "timestamp": [ 4.43, 7.38 ], "duration": 59.66, "caption": "A man sits down on the bed as woman talks.", "similarity": 0.9247, "relevance": 2 }, { "pair_id": 56184, "video_name": "friends_s09e17_seg02_clip_15", "timestamp": [ 4.41, 27.42 ], "duration": 63.66, "caption": "A woman sits on a man's bed and has a conversation with him.", "similarity": 0.9194, "relevance": 2 }, { "pair_id": 56185, "video_name": "s04e16_seg02_clip_12", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A woman sits up on the bed, and talks to a man.", "similarity": 0.9095, "relevance": 3 }, { "pair_id": 56186, "video_name": "s09e24_seg01_clip_01", "timestamp": [ 0.0, 3.96 ], "duration": 44.66, "caption": "A woman is sitting on their bed while speaking to a man.", "similarity": 0.9007, "relevance": 2 }, { "pair_id": 56187, "video_name": "grey_s03e14_seg02_clip_11", "timestamp": [ 29.91, 86.96 ], "duration": 92.66, "caption": "A man sits down and talks to a woman in bed.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 56188, "video_name": "friends_s02e23_seg02_clip_12", "timestamp": [ 0.0, 30.4 ], "duration": 59.66, "caption": "A man sits on the bed and has a conversation with woman.", "similarity": 0.8876, "relevance": 3 }, { "pair_id": 56189, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 47.59, 63.03 ], "duration": 63.66, "caption": "A man and a woman sit on the bed and talk.", "similarity": 0.8663, "relevance": 3 }, { "pair_id": 56190, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 0.0, 5.13 ], "duration": 57.66, "caption": "A man and a woman sit on the bed while talking.", "similarity": 0.8574, "relevance": 3 }, { "pair_id": 56191, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 45.45, 48.57 ], "duration": 62.66, "caption": "A person sits on the bed next to a woman during a conversation.", "similarity": 0.8509, "relevance": 3 }, { "pair_id": 56192, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 71.71, 81.02 ], "duration": 81.66, "caption": "A woman sits on someone's bed and talks to her.", "similarity": 0.8432, "relevance": 2 }, { "pair_id": 56193, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 75.7, 77.85 ], "duration": 86.66, "caption": "A man goes and sits on the bed to talk with the person.", "similarity": 0.8431, "relevance": 2 }, { "pair_id": 56194, "video_name": "met_s02e05_seg02_clip_07", "timestamp": [ 50.54, 55.71 ], "duration": 60.66, "caption": "A man sits up on the bed while talking to a person on her side.", "similarity": 0.8324, "relevance": 3 }, { "pair_id": 56195, "video_name": "s10e07_seg02_clip_12", "timestamp": [ 40.77, 42.77 ], "duration": 57.66, "caption": "A woman stands up from sitting on the bed while talking to a man.", "similarity": 0.8299, "relevance": 3 }, { "pair_id": 56196, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 51.32, 57.02 ], "duration": 57.66, "caption": "A person sits up on his/her bed as he/she is conversing with a woman.", "similarity": 0.8292, "relevance": 2 }, { "pair_id": 56197, "video_name": "s09e24_seg01_clip_01", "timestamp": [ 25.31, 28.4 ], "duration": 44.66, "caption": "A man sits on the bed after standing while speaking with a woman.", "similarity": 0.8285, "relevance": 3 }, { "pair_id": 56198, "video_name": "house_s07e03_seg02_clip_20", "timestamp": [ 29.26, 45.46 ], "duration": 90.66, "caption": "A woman sits up in bed to speak with a person.", "similarity": 0.823, "relevance": 2 }, { "pair_id": 56199, "video_name": "house_s02e02_seg02_clip_18", "timestamp": [ 9.38, 67.02 ], "duration": 67.66, "caption": "A man is talking with the woman in the bed.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 229500, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 34.74, 38.46 ], "duration": 62.66, "caption": "A person sits up in his bed to talk to a man.", "similarity": 0.8096, "relevance": 3 }, { "pair_id": 229501, "video_name": "castle_s08e19_seg02_clip_00", "timestamp": [ 24.39, 86.77 ], "duration": 93.66, "caption": "A woman and a man were having conversation as they were sitting on the bed.", "similarity": 0.8064, "relevance": 4 }, { "pair_id": 229502, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 49.32, 52.51 ], "duration": 58.66, "caption": "A person sits down on another person's bed to talk to him.", "similarity": 0.805, "relevance": 3 }, { "pair_id": 229503, "video_name": "s05e24_seg01_clip_00", "timestamp": [ 15.76, 26.47 ], "duration": 63.66, "caption": "Two people are sitting on a bed talking.", "similarity": 0.7951, "relevance": 4 }, { "pair_id": 229504, "video_name": "s09e01_seg02_clip_09", "timestamp": [ 0.0, 41.8 ], "duration": 61.66, "caption": "A man and a woman are sitting in bed conversing with each other.", "similarity": 0.7898, "relevance": 4 }, { "pair_id": 229505, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 0.0, 29.08 ], "duration": 92.66, "caption": "A man talks to a woman by the bed about her condition.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 229506, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 0.0, 73.34 ], "duration": 94.66, "caption": "A man speaks to a woman as she is laying down on her bed.", "similarity": 0.7861, "relevance": 3 }, { "pair_id": 229507, "video_name": "house_s07e14_seg02_clip_01", "timestamp": [ 74.72, 90.02 ], "duration": 90.66, "caption": "A woman sits on the bed with the patient and talks to a person.", "similarity": 0.7776, "relevance": 4 }, { "pair_id": 229508, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 56.43, 60.35 ], "duration": 60.66, "caption": "A woman sits down as a man is talking to her.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 229509, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 24.41, 27.16 ], "duration": 61.66, "caption": "A woman sits down on the sofa while talking to a man.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 229510, "video_name": "friends_s04e19_seg02_clip_01", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man and a woman are sitting beside each other in bed as they converse.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 229511, "video_name": "house_s01e05_seg02_clip_18", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "A man speaks to a woman as she is laying down in the bed.", "similarity": 0.7727, "relevance": 3 }, { "pair_id": 229512, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 71.45, 72.82 ], "duration": 91.66, "caption": "A woman sits up in her hospital bed while talking with man.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 229513, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 15.65, 20.12 ], "duration": 89.66, "caption": "A woman sits down while a man is talking to her.", "similarity": 0.7666, "relevance": 4 }, { "pair_id": 229515, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 0.0, 17.36 ], "duration": 124.66, "caption": "A woman talks to the person in the bed next to her.", "similarity": 0.7634, "relevance": 2 }, { "pair_id": 229516, "video_name": "friends_s07e15_seg02_clip_13", "timestamp": [ 50.12, 54.62 ], "duration": 60.66, "caption": "A woman sits down on the sofa while having a conversation with a man.", "similarity": 0.7625, "relevance": 3 }, { "pair_id": 229517, "video_name": "house_s03e20_seg02_clip_16", "timestamp": [ 65.8, 92.03 ], "duration": 92.66, "caption": "A woman and man talk when he's at the end of her bed.", "similarity": 0.7622, "relevance": 3 }, { "pair_id": 229518, "video_name": "house_s06e01_seg02_clip_10", "timestamp": [ 0.0, 21.61 ], "duration": 90.66, "caption": "A person sits up in bed and talks to another person.", "similarity": 0.7614, "relevance": 2 }, { "pair_id": 229519, "video_name": "grey_s01e06_seg02_clip_22", "timestamp": [ 76.36, 82.13 ], "duration": 88.66, "caption": "A woman lies onto a bed as she speaks to a man.", "similarity": 0.7607, "relevance": 4 } ] }, { "query_id": 25714, "query": "A man pulled out an ID picture of a person.", "relevant_moment": [ { "pair_id": 60640, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 17.32, 19.6 ], "duration": 91.66, "caption": "A man pulled out an ID picture of a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 60641, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 52.21, 55.36 ], "duration": 90.66, "caption": "A person is holding a picture of someone as a man identifies them in the photo.", "similarity": 0.6934, "relevance": 3 }, { "pair_id": 60642, "video_name": "castle_s03e20_seg02_clip_21", "timestamp": [ 78.74, 84.65 ], "duration": 91.66, "caption": "A woman pulls out a photo of a man for another woman to identify.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 60643, "video_name": "met_s06e07_seg02_clip_14", "timestamp": [ 11.1, 13.21 ], "duration": 60.66, "caption": "A person holds their ID badge out to another person.", "similarity": 0.6538, "relevance": 3 }, { "pair_id": 60644, "video_name": "castle_s06e10_seg02_clip_12", "timestamp": [ 46.65, 53.25 ], "duration": 88.66, "caption": "A person takes out their phone and shows a man a picture on it.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 60645, "video_name": "castle_s07e05_seg02_clip_02", "timestamp": [ 58.81, 67.41 ], "duration": 90.66, "caption": "A man pulls out his phone and shows two other people a photo.", "similarity": 0.6508, "relevance": 3 }, { "pair_id": 60646, "video_name": "house_s07e21_seg02_clip_02", "timestamp": [ 75.06, 81.84 ], "duration": 90.66, "caption": "A man reaches in his pocket and pulls out an ID card, and shows it to a young person, who examines it and shakes their head.", "similarity": 0.6495, "relevance": 4 }, { "pair_id": 60647, "video_name": "castle_s07e02_seg02_clip_22", "timestamp": [ 78.22, 81.44 ], "duration": 92.66, "caption": "A man pulled a picture out from his suit and showed it to another man.", "similarity": 0.6368, "relevance": 3 }, { "pair_id": 60648, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 40.49, 44.01 ], "duration": 88.66, "caption": "A woman pulls out a picture and shows it to a man.", "similarity": 0.6364, "relevance": 3 }, { "pair_id": 60649, "video_name": "castle_s07e13_seg02_clip_23", "timestamp": [ 34.98, 47.7 ], "duration": 90.66, "caption": "A woman pulls out a photo and shows it to a man.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 60650, "video_name": "castle_s04e17_seg02_clip_07", "timestamp": [ 7.63, 10.77 ], "duration": 89.66, "caption": "A man pulls out a picture and lays it in front of the suspect.", "similarity": 0.6296, "relevance": 4 }, { "pair_id": 60651, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 46.56, 51.34 ], "duration": 87.66, "caption": "A man pulls out and shows a photo from his folder.", "similarity": 0.6247, "relevance": 4 }, { "pair_id": 60652, "video_name": "castle_s05e23_seg02_clip_08", "timestamp": [ 19.36, 23.41 ], "duration": 90.66, "caption": "A person is looking at a man's picture and gives it back to another person.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 60653, "video_name": "castle_s05e03_seg02_clip_05", "timestamp": [ 4.41, 10.14 ], "duration": 88.66, "caption": "A man grabbed the photo a person was holding and took a look of it.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 60654, "video_name": "castle_s07e04_seg02_clip_18", "timestamp": [ 36.22, 43.1 ], "duration": 91.66, "caption": "A woman pulls out a picture of a person to show to a man.", "similarity": 0.6133, "relevance": 3 }, { "pair_id": 60655, "video_name": "castle_s08e03_seg02_clip_06", "timestamp": [ 24.99, 28.69 ], "duration": 92.66, "caption": "A person pulled out his phone to show woman a photo of a man.", "similarity": 0.6112, "relevance": 3 }, { "pair_id": 60657, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.6046, "relevance": 3 }, { "pair_id": 60658, "video_name": "castle_s01e01_seg02_clip_03", "timestamp": [ 76.35, 78.57 ], "duration": 88.66, "caption": "A woman pull out a picture to show a man as she was interrogating him.", "similarity": 0.6013, "relevance": 3 }, { "pair_id": 60659, "video_name": "castle_s05e06_seg02_clip_04", "timestamp": [ 55.98, 65.99 ], "duration": 91.66, "caption": "A man pulls out an old picture of a woman and shows it to her and then to another person.", "similarity": 0.6005, "relevance": 3 }, { "pair_id": 233960, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 27.76, 43.24 ], "duration": 91.66, "caption": "A man shows some people a photo of someone.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 233961, "video_name": "castle_s07e16_seg02_clip_14", "timestamp": [ 30.83, 39.11 ], "duration": 92.66, "caption": "A man produces a photo of a person as a possible suspect.", "similarity": 0.5967, "relevance": 3 }, { "pair_id": 233962, "video_name": "castle_s07e02_seg02_clip_16", "timestamp": [ 28.72, 33.36 ], "duration": 84.66, "caption": "A person pulls a photo out of their jacket and shows it to another person.", "similarity": 0.5957, "relevance": 3 }, { "pair_id": 233963, "video_name": "castle_s03e17_seg02_clip_11", "timestamp": [ 78.05, 87.66 ], "duration": 87.66, "caption": "A man looks at a photo on his computer as he mentions to woman and man that his identity was stolen.", "similarity": 0.5954, "relevance": 3 }, { "pair_id": 233964, "video_name": "castle_s05e23_seg02_clip_03", "timestamp": [ 70.55, 75.01 ], "duration": 89.66, "caption": "A man takes out a picture from his folder and shows it to a woman.", "similarity": 0.5941, "relevance": 3 }, { "pair_id": 233965, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 10.7, 20.93 ], "duration": 93.66, "caption": "A person takes off the photo and explains who that person is.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 233966, "video_name": "friends_s08e06_seg02_clip_17", "timestamp": [ 10.5, 19.81 ], "duration": 60.66, "caption": "A woman holds up her ID card to a man and then he takes it.", "similarity": 0.5923, "relevance": 3 }, { "pair_id": 233967, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 78.94, 83.04 ], "duration": 91.66, "caption": "A person takes a photo of a guy and posted it.", "similarity": 0.5922, "relevance": 3 }, { "pair_id": 233968, "video_name": "castle_s03e21_seg02_clip_18", "timestamp": [ 3.57, 10.72 ], "duration": 89.66, "caption": "A man grabs a photo of a person and describes his traits.", "similarity": 0.5904, "relevance": 3 }, { "pair_id": 233969, "video_name": "castle_s03e10_seg02_clip_04", "timestamp": [ 52.39, 54.19 ], "duration": 90.66, "caption": "A photo of a person is pulled up in front of a man, in talking to another person.", "similarity": 0.5898, "relevance": 3 }, { "pair_id": 233970, "video_name": "castle_s07e14_seg02_clip_12", "timestamp": [ 58.44, 64.42 ], "duration": 92.66, "caption": "A man comes in and shows some people a photo of a man.", "similarity": 0.5879, "relevance": 3 }, { "pair_id": 233971, "video_name": "friends_s07e23-24_seg02_clip_16", "timestamp": [ 54.83, 58.03 ], "duration": 58.66, "caption": "A man grabs a man by the arm and shows him a picture.", "similarity": 0.5855, "relevance": 2 }, { "pair_id": 233972, "video_name": "castle_s06e06_seg02_clip_08", "timestamp": [ 19.21, 38.89 ], "duration": 96.66, "caption": "A medical procedures lead a man to a positive id on their suspect.", "similarity": 0.5843, "relevance": 3 }, { "pair_id": 233973, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 76.05, 78.32 ], "duration": 91.66, "caption": "A man takes out a photo and hands it to another man.", "similarity": 0.5834, "relevance": 3 }, { "pair_id": 233974, "video_name": "castle_s03e12_seg02_clip_06", "timestamp": [ 66.45, 71.45 ], "duration": 91.66, "caption": "A woman takes out a picture of a man and shows it to a man.", "similarity": 0.5833, "relevance": 3 }, { "pair_id": 233975, "video_name": "castle_s02e02_seg02_clip_22", "timestamp": [ 37.27, 46.58 ], "duration": 93.66, "caption": "A person holds up two photos of male suspects.", "similarity": 0.583, "relevance": 3 }, { "pair_id": 233976, "video_name": "castle_s07e18_seg02_clip_08", "timestamp": [ 71.35, 74.57 ], "duration": 92.66, "caption": "A man puts up a photo of a person next to a police sketch.", "similarity": 0.5814, "relevance": 3 }, { "pair_id": 233977, "video_name": "castle_s07e11_seg02_clip_07", "timestamp": [ 5.04, 16.02 ], "duration": 91.66, "caption": "A man hangs up a photo of a person then describes who he is.", "similarity": 0.5809, "relevance": 3 }, { "pair_id": 233978, "video_name": "castle_s08e07_seg02_clip_04", "timestamp": [ 3.67, 11.92 ], "duration": 91.66, "caption": "A woman pulls a picture out of a folder and shows it to a man.", "similarity": 0.5758, "relevance": 3 }, { "pair_id": 233979, "video_name": "castle_s02e23_seg02_clip_15", "timestamp": [ 49.73, 54.13 ], "duration": 88.66, "caption": "A man shows someone a sketch picture of a person.", "similarity": 0.5738, "relevance": 3 } ] }, { "query_id": 25721, "query": "A woman walks over to a chair and takes a seat before continuing talking.", "relevant_moment": [ { "pair_id": 147000, "video_name": "castle_s05e01_seg02_clip_05", "timestamp": [ 51.63, 56.09 ], "duration": 89.66, "caption": "A woman walks over to a chair and takes a seat before continuing talking.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147001, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 46.93, 52.53 ], "duration": 59.66, "caption": "A woman walks over and sits down on the chair to talk to person.", "similarity": 0.832, "relevance": 4 }, { "pair_id": 147002, "video_name": "s08e10_seg02_clip_10", "timestamp": [ 23.41, 24.91 ], "duration": 60.66, "caption": "A woman sits down in her chair to finish talking with someone.", "similarity": 0.7898, "relevance": 3 }, { "pair_id": 147003, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 49.43, 57.67 ], "duration": 61.66, "caption": "A woman moves over in their seat and talks to a person.", "similarity": 0.7714, "relevance": 1 }, { "pair_id": 147004, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 48.95, 52.88 ], "duration": 87.66, "caption": "A woman sits on her chair while talking to someone.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 147005, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 0.0, 5.51 ], "duration": 58.66, "caption": "A woman is talking and she sits down in a chair.", "similarity": 0.7667, "relevance": 1 }, { "pair_id": 147006, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 60.09, 64.99 ], "duration": 89.66, "caption": "A woman walks over to a chair and sits down.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 147007, "video_name": "s06e20_seg02_clip_03", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "A woman sits down back into her chair as she speaks to a person.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 147008, "video_name": "friends_s04e14_seg02_clip_07", "timestamp": [ 22.38, 27.42 ], "duration": 63.66, "caption": "A woman walks over to sit on the chair.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 147009, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 12.61, 16.53 ], "duration": 56.66, "caption": "A person gets a chair and sits there while talking to woman.", "similarity": 0.7463, "relevance": 3 }, { "pair_id": 147010, "video_name": "house_s06e03_seg02_clip_03", "timestamp": [ 7.36, 10.12 ], "duration": 92.66, "caption": "A person gets up out of the chair after talking to a woman.", "similarity": 0.7402, "relevance": 1 }, { "pair_id": 147011, "video_name": "house_s02e22_seg02_clip_23", "timestamp": [ 24.95, 27.96 ], "duration": 86.66, "caption": "A woman takes her seat during a talk with person.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 147012, "video_name": "s03e08_seg02_clip_14", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A person sits in a chair while speaking to a woman.", "similarity": 0.7276, "relevance": 1 }, { "pair_id": 147013, "video_name": "s02e07_seg02_clip_03", "timestamp": [ 32.41, 37.82 ], "duration": 60.66, "caption": "A woman walks over to a person to continue the conversation.", "similarity": 0.723, "relevance": 1 }, { "pair_id": 147014, "video_name": "castle_s01e07_seg02_clip_03", "timestamp": [ 27.74, 33.38 ], "duration": 94.66, "caption": "A woman moves to sit down on a chair as she speaks to another woman.", "similarity": 0.7058, "relevance": 3 }, { "pair_id": 147015, "video_name": "castle_s05e19_seg02_clip_00", "timestamp": [ 0.91, 7.74 ], "duration": 91.66, "caption": "A woman walks over to the chair and sits down on it.", "similarity": 0.7053, "relevance": 3 }, { "pair_id": 147016, "video_name": "grey_s02e04_seg02_clip_11", "timestamp": [ 65.64, 80.04 ], "duration": 80.66, "caption": "A woman sits down in a chair and talks to a woman.", "similarity": 0.7019, "relevance": 3 }, { "pair_id": 147017, "video_name": "friends_s04e17_seg02_clip_14", "timestamp": [ 6.9, 10.98 ], "duration": 62.66, "caption": "A woman turned her chair around and continued talking to man.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 147018, "video_name": "s03e16_seg02_clip_07", "timestamp": [ 0.3, 4.43 ], "duration": 59.66, "caption": "A woman is standing talking to a person and takes a sit.", "similarity": 0.6971, "relevance": 1 }, { "pair_id": 147019, "video_name": "friends_s09e19_seg02_clip_21", "timestamp": [ 7.41, 14.23 ], "duration": 59.66, "caption": "A person walks around woman's chair and then stops.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 320320, "video_name": "friends_s04e23-24_seg02_clip_09", "timestamp": [ 0.0, 29.56 ], "duration": 59.66, "caption": "A woman was sitting on a chair at the dining area whilst talking.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 320321, "video_name": "castle_s02e20_seg02_clip_23", "timestamp": [ 80.86, 86.51 ], "duration": 94.66, "caption": "A person stands up from a chair while talking to woman.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 320322, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 28.57, 38.1 ], "duration": 56.66, "caption": "A person stands up while talking to a woman and sits to another chair.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 320323, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman walks over to the round, orange chair and sits down.", "similarity": 0.694, "relevance": 4 }, { "pair_id": 320324, "video_name": "grey_s03e23_seg02_clip_08", "timestamp": [ 76.13, 82.15 ], "duration": 86.66, "caption": "A person walks over to a woman after she speaks.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 320325, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 7.57, 8.9 ], "duration": 89.66, "caption": "A woman turns in her chair to talk to a man.", "similarity": 0.6863, "relevance": 1 }, { "pair_id": 320326, "video_name": "castle_s04e05_seg02_clip_21", "timestamp": [ 48.52, 54.3 ], "duration": 89.66, "caption": "A woman walks across room and sits on chair while talking to man.", "similarity": 0.6845, "relevance": 3 }, { "pair_id": 320327, "video_name": "s03e10_seg02_clip_00", "timestamp": [ 5.27, 14.58 ], "duration": 62.66, "caption": "A woman sits down on the chair and has a quick conversation with another woman.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 320328, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 67.44, 71.63 ], "duration": 93.66, "caption": "A person walks over to a chair then sits down in the chair.", "similarity": 0.6833, "relevance": 3 }, { "pair_id": 320329, "video_name": "house_s08e17_seg02_clip_15", "timestamp": [ 4.9, 7.12 ], "duration": 89.66, "caption": "A woman gets up from leaning on a chair to talk to a man.", "similarity": 0.6824, "relevance": 1 }, { "pair_id": 320330, "video_name": "house_s06e02_seg02_clip_01", "timestamp": [ 7.57, 9.79 ], "duration": 89.66, "caption": "A woman sits in a chair to properly talk to man.", "similarity": 0.6812, "relevance": 3 }, { "pair_id": 320331, "video_name": "castle_s03e21_seg02_clip_20", "timestamp": [ 8.76, 12.44 ], "duration": 92.66, "caption": "A woman sits on the chair while talking to the group.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 320332, "video_name": "s08e06_seg02_clip_13", "timestamp": [ 42.2, 44.48 ], "duration": 57.66, "caption": "A woman sits on a chair as she speaks to two people.", "similarity": 0.6793, "relevance": 3 }, { "pair_id": 320333, "video_name": "castle_s03e03_seg02_clip_04", "timestamp": [ 3.22, 58.9 ], "duration": 92.66, "caption": "A woman was sitting on a chair whilst talking to man.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 320334, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 18.71, 22.17 ], "duration": 57.66, "caption": "A woman walks over from the door to sit on a chair.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 320335, "video_name": "house_s05e01_seg02_clip_11", "timestamp": [ 8.55, 10.8 ], "duration": 90.66, "caption": "A woman sits down on the chair, while speaking to a man.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 320336, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 27.16, 41.8 ], "duration": 61.66, "caption": "A person walks towards a woman and sits on the seat in front of her as they converse.", "similarity": 0.6748, "relevance": 3 }, { "pair_id": 320337, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 18.41, 23.47 ], "duration": 92.66, "caption": "A person walks over to a chair and sits down.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 320338, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 57.68, 68.84 ], "duration": 93.66, "caption": "A person gets up from the chair and walks around behind it while talking to another person.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 320339, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 73.25, 80.35 ], "duration": 88.66, "caption": "A woman walks over and sits next to someone while talking to them.", "similarity": 0.6731, "relevance": 4 } ] }, { "query_id": 25736, "query": "A man is on the phone as he looks at a document.", "relevant_moment": [ { "pair_id": 33520, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 43.25, 50.3 ], "duration": 94.66, "caption": "A man is on the phone as he looks at a document.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 33521, "video_name": "castle_s05e05_seg02_clip_23", "timestamp": [ 45.21, 46.59 ], "duration": 92.66, "caption": "A man is talking on his cellphone while looking at a paper document.", "similarity": 0.8805, "relevance": 4 }, { "pair_id": 33522, "video_name": "house_s04e01_seg02_clip_11", "timestamp": [ 0.0, 5.63 ], "duration": 75.66, "caption": "A man was looking at a couple of papers whilst using the phone.", "similarity": 0.8419, "relevance": 4 }, { "pair_id": 33523, "video_name": "friends_s05e04_seg02_clip_00", "timestamp": [ 3.78, 26.79 ], "duration": 63.66, "caption": "A man has a conversation on the phone while looking a sheet of paper.", "similarity": 0.8237, "relevance": 4 }, { "pair_id": 33524, "video_name": "house_s01e08_seg02_clip_22", "timestamp": [ 20.35, 22.56 ], "duration": 88.66, "caption": "A man hands a person documents and he looks at it.", "similarity": 0.7833, "relevance": 2 }, { "pair_id": 33525, "video_name": "s08e03_seg02_clip_08", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man takes someone's phone and reads what is on it.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 33526, "video_name": "castle_s06e04_seg02_clip_10", "timestamp": [ 8.21, 11.85 ], "duration": 91.66, "caption": "A man is looking at a cell phone in his hand.", "similarity": 0.7459, "relevance": 2 }, { "pair_id": 33527, "video_name": "castle_s07e13_seg02_clip_04", "timestamp": [ 0.0, 8.1 ], "duration": 90.66, "caption": "A man is sitting with a phone in his hand looking at it.", "similarity": 0.7386, "relevance": 2 }, { "pair_id": 33528, "video_name": "s05e23_seg01_clip_00", "timestamp": [ 37.38, 43.3 ], "duration": 74.66, "caption": "A man looks at the phone and answers it.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 33529, "video_name": "friends_s09e19_seg02_clip_10", "timestamp": [ 6.91, 20.73 ], "duration": 60.66, "caption": "A man is looking at a notepad while holding the phone.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 33530, "video_name": "friends_s01e15_seg02_clip_22", "timestamp": [ 0.0, 8.58 ], "duration": 49.66, "caption": "A man talks on the phone while holding papers.", "similarity": 0.7348, "relevance": 4 }, { "pair_id": 33531, "video_name": "met_s03e12_seg01_clip_02", "timestamp": [ 0.0, 5.58 ], "duration": 92.66, "caption": "A man says what his phone is doing when he looks at it.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 33532, "video_name": "s07e07_seg02_clip_10", "timestamp": [ 11.81, 18.59 ], "duration": 59.66, "caption": "A man holds up his phone so that person can look at it.", "similarity": 0.7132, "relevance": 1 }, { "pair_id": 33533, "video_name": "castle_s04e03_seg02_clip_13", "timestamp": [ 32.94, 37.39 ], "duration": 89.66, "caption": "A man looks at his phone and reads a text message from a person.", "similarity": 0.7084, "relevance": 2 }, { "pair_id": 33534, "video_name": "castle_s05e09_seg02_clip_12", "timestamp": [ 42.33, 44.15 ], "duration": 91.66, "caption": "A man checks for an information in the documents he is holding.", "similarity": 0.7082, "relevance": 3 }, { "pair_id": 33535, "video_name": "castle_s07e21_seg02_clip_07", "timestamp": [ 76.07, 89.57 ], "duration": 90.66, "caption": "A man looks through pictures on a person's phone.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 33536, "video_name": "met_s03e15_seg02_clip_03", "timestamp": [ 0.6, 3.0 ], "duration": 60.66, "caption": "A man is looking at his phone while in a work meeting.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 33537, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 0.0, 10.68 ], "duration": 61.66, "caption": "A man was reading something from his cellular phone.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 33538, "video_name": "friends_s02e14_seg02_clip_05", "timestamp": [ 20.71, 23.71 ], "duration": 60.66, "caption": "A man was staring at a book whilst using his phone.", "similarity": 0.6998, "relevance": 4 }, { "pair_id": 33539, "video_name": "house_s02e10_seg02_clip_06", "timestamp": [ 4.57, 7.31 ], "duration": 91.66, "caption": "A man takes out his cell phone and looks at it.", "similarity": 0.6941, "relevance": 2 } ] }, { "query_id": 25737, "query": "A woman walks into a room with her gun pointed.", "relevant_moment": [ { "pair_id": 9180, "video_name": "castle_s07e23_seg02_clip_10", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman walks into a room with her gun pointed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9181, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 78.51, 82.27 ], "duration": 94.66, "caption": "A woman walks into a room with her gun pointed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9182, "video_name": "castle_s07e23_seg02_clip_10", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A woman walks into the room with her gun drawn.", "similarity": 0.911, "relevance": 4 }, { "pair_id": 9183, "video_name": "castle_s06e06_seg02_clip_15", "timestamp": [ 9.83, 12.96 ], "duration": 89.66, "caption": "A woman walks into the room with her gun drawn.", "similarity": 0.911, "relevance": 3 }, { "pair_id": 9184, "video_name": "castle_s06e02_seg02_clip_23", "timestamp": [ 65.19, 67.96 ], "duration": 79.66, "caption": "A woman enters a room quickly with her gun drawn and pointed.", "similarity": 0.8734, "relevance": 4 }, { "pair_id": 9185, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 82.33, 89.31 ], "duration": 93.66, "caption": "A woman came in a room while pointing her gun.", "similarity": 0.8665, "relevance": 4 }, { "pair_id": 9186, "video_name": "castle_s06e12_seg02_clip_23", "timestamp": [ 27.46, 51.31 ], "duration": 90.66, "caption": "A woman takes out her gun and starts searching a room with her gun pointed.", "similarity": 0.8438, "relevance": 4 }, { "pair_id": 9187, "video_name": "castle_s06e06_seg02_clip_15", "timestamp": [ 18.76, 47.35 ], "duration": 89.66, "caption": "A woman walked into the scene with a gun in hand.", "similarity": 0.7863, "relevance": 1 }, { "pair_id": 9188, "video_name": "castle_s01e01_seg02_clip_11", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A woman kicks the door down and goes into the room with her gun.", "similarity": 0.7749, "relevance": 4 }, { "pair_id": 9189, "video_name": "castle_s02e24_seg02_clip_08", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A woman enters into the room and clears the room with a firearm.", "similarity": 0.7619, "relevance": 4 }, { "pair_id": 9190, "video_name": "castle_s01e07_seg02_clip_12", "timestamp": [ 70.25, 73.85 ], "duration": 90.66, "caption": "woman walks into the apartment with her gun pointing as person puts his hands up.", "similarity": 0.7572, "relevance": 3 }, { "pair_id": 9191, "video_name": "castle_s06e12_seg02_clip_25", "timestamp": [ 57.21, 60.22 ], "duration": 86.66, "caption": "A woman walks downstairs immediately while pointing her gun.", "similarity": 0.7525, "relevance": 4 }, { "pair_id": 9192, "video_name": "castle_s03e04_seg02_clip_14", "timestamp": [ 0.0, 1.44 ], "duration": 96.66, "caption": "A person runs into the room holding a gun.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 9193, "video_name": "castle_s01e02_seg02_clip_22", "timestamp": [ 74.72, 78.32 ], "duration": 90.66, "caption": "A woman enters the laundry room with a drawn gun.", "similarity": 0.7435, "relevance": 4 }, { "pair_id": 9194, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 85.58, 89.31 ], "duration": 93.66, "caption": "A woman takes out her gun, opens the door and enters at gunpoint.", "similarity": 0.7255, "relevance": 4 }, { "pair_id": 9195, "video_name": "castle_s08e22_seg02_clip_08", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "A person walks into a room and two men point guns at him.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 9196, "video_name": "castle_s04e06_seg02_clip_20", "timestamp": [ 13.53, 25.71 ], "duration": 90.66, "caption": "A woman was pointing a gun at the door.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 9197, "video_name": "castle_s04e06_seg02_clip_20", "timestamp": [ 12.18, 21.65 ], "duration": 90.66, "caption": "A woman aims her gun as person walks over and opens the door.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 9198, "video_name": "castle_s03e20_seg02_clip_18", "timestamp": [ 21.85, 29.58 ], "duration": 91.66, "caption": "A woman kicks the door to a room holding a gun and flashlight.", "similarity": 0.7132, "relevance": 4 }, { "pair_id": 9199, "video_name": "castle_s03e17_seg02_clip_17", "timestamp": [ 70.7, 73.96 ], "duration": 93.66, "caption": "A woman has her gun pointed at a person when two colleagues charge into the room.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 182500, "video_name": "castle_s04e20_seg02_clip_04", "timestamp": [ 60.08, 80.1 ], "duration": 91.66, "caption": "A woman points gun at a man in a hotel room.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 182501, "video_name": "castle_s05e16_seg02_clip_12", "timestamp": [ 46.93, 50.15 ], "duration": 92.66, "caption": "A person wearing black sweater came in the room while pointing a gun.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 182502, "video_name": "castle_s05e13_seg02_clip_15", "timestamp": [ 72.24, 86.15 ], "duration": 107.66, "caption": "A woman sees a person in the hallway and points her gun at them as they run away.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 182503, "video_name": "castle_s07e13_seg02_clip_18", "timestamp": [ 67.11, 70.42 ], "duration": 110.66, "caption": "A woman draws her gun while entering a house.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 182504, "video_name": "castle_s06e03_seg02_clip_16", "timestamp": [ 18.36, 20.15 ], "duration": 89.66, "caption": "A woman puts her handgun into her holster as she walks into the room with another woman.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 182505, "video_name": "castle_s08e22_seg02_clip_06", "timestamp": [ 25.12, 27.55 ], "duration": 81.66, "caption": "A woman walks towards a person, draws her gun and points it at him.", "similarity": 0.691, "relevance": 3 }, { "pair_id": 182506, "video_name": "castle_s03e17_seg02_clip_02", "timestamp": [ 48.74, 53.61 ], "duration": 88.66, "caption": "woman takes out their gun and shoots at the door.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 182508, "video_name": "castle_s06e01_seg02_clip_05", "timestamp": [ 0.0, 7.52 ], "duration": 60.66, "caption": "A woman turns around and points her gun at person.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 182509, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 35.11, 37.81 ], "duration": 90.66, "caption": "A woman opens the door as she's holding a gun.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 182510, "video_name": "friends_s05e16_seg02_clip_14", "timestamp": [ 6.09, 8.99 ], "duration": 58.66, "caption": "A woman walks into the room with a hammer and some gloves.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 182511, "video_name": "castle_s01e01_seg02_clip_12", "timestamp": [ 69.7, 73.36 ], "duration": 91.66, "caption": "A woman runs toward a closet door with her gun drawn.", "similarity": 0.6668, "relevance": 3 }, { "pair_id": 182512, "video_name": "castle_s07e13_seg02_clip_18", "timestamp": [ 77.57, 100.67 ], "duration": 110.66, "caption": "A woman walks into a hallway with her gun up and looks at a foyer with someone hanging dead from the ceiling.", "similarity": 0.6596, "relevance": 3 }, { "pair_id": 182513, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 34.21, 37.81 ], "duration": 90.66, "caption": "A woman opens the door while holding a gun in her hand.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 182514, "video_name": "house_s05e09_seg02_clip_13", "timestamp": [ 30.37, 33.59 ], "duration": 92.66, "caption": "A woman runs out of the room with the shooter.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 182515, "video_name": "castle_s06e17_seg02_clip_19", "timestamp": [ 65.72, 67.52 ], "duration": 90.66, "caption": "A woman walks into a basement and first sees a person holding a gun.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 182516, "video_name": "castle_s08e17_seg02_clip_18", "timestamp": [ 31.13, 38.19 ], "duration": 83.66, "caption": "A woman surprises a man by walking in with a gun drawn on him.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 182517, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 0.0, 4.4 ], "duration": 88.66, "caption": "A person turns around and walks out the door carrying a gun.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 182518, "video_name": "castle_s08e16_seg02_clip_19", "timestamp": [ 39.2, 48.79 ], "duration": 87.66, "caption": "A man enters a room and points a gun at the two people inside.", "similarity": 0.6532, "relevance": 3 }, { "pair_id": 182519, "video_name": "castle_s02e24_seg02_clip_08", "timestamp": [ 15.02, 19.12 ], "duration": 91.66, "caption": "A woman storms into the room gun raised, looks around and declares it free of bad guys.", "similarity": 0.6532, "relevance": 4 } ] }, { "query_id": 25800, "query": "A woman is sitting across from a man as they converse.", "relevant_moment": [ { "pair_id": 162660, "video_name": "house_s06e04_seg02_clip_21", "timestamp": [ 0.0, 33.99 ], "duration": 90.66, "caption": "A woman is sitting across from a man as they converse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162661, "video_name": "castle_s03e01_seg02_clip_03", "timestamp": [ 0.0, 27.01 ], "duration": 90.66, "caption": "A woman is sitting across from a man as they converse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162662, "video_name": "castle_s04e03_seg02_clip_25", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people are sitting across from a woman as they converse.", "similarity": 0.9342, "relevance": 4 }, { "pair_id": 162663, "video_name": "castle_s05e13_seg02_clip_09", "timestamp": [ 14.07, 97.03 ], "duration": 97.66, "caption": "A man sits and then a woman sits across from him as they converse.", "similarity": 0.9025, "relevance": 3 }, { "pair_id": 162664, "video_name": "castle_s05e13_seg02_clip_10", "timestamp": [ 0.0, 28.81 ], "duration": 83.66, "caption": "A woman is sitting across from a man as she speaks to him.", "similarity": 0.881, "relevance": 4 }, { "pair_id": 162665, "video_name": "friends_s05e17_seg02_clip_15", "timestamp": [ 0.0, 55.29 ], "duration": 55.66, "caption": "A woman talks to man while sitting across from him.", "similarity": 0.8773, "relevance": 4 }, { "pair_id": 162668, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is sitting across from a woman and man conversing.", "similarity": 0.8648, "relevance": 3 }, { "pair_id": 162671, "video_name": "castle_s04e01_seg02_clip_27", "timestamp": [ 0.0, 17.02 ], "duration": 17.66, "caption": "A woman and a man are sitting across each other conversing.", "similarity": 0.857, "relevance": 4 }, { "pair_id": 162672, "video_name": "met_s02e06_seg02_clip_11", "timestamp": [ 0.0, 11.29 ], "duration": 61.66, "caption": "A person is seated beside a woman as he converses with another woman.", "similarity": 0.8546, "relevance": 4 }, { "pair_id": 162673, "video_name": "house_s03e15_seg02_clip_09", "timestamp": [ 40.03, 41.87 ], "duration": 92.66, "caption": "A woman is sitting as she converses with man standing in front of her.", "similarity": 0.8493, "relevance": 3 }, { "pair_id": 162674, "video_name": "house_s01e13_seg02_clip_24", "timestamp": [ 0.0, 45.48 ], "duration": 93.66, "caption": "A person is sitting across from another person as they converse.", "similarity": 0.8447, "relevance": 2 }, { "pair_id": 162675, "video_name": "castle_s06e11_seg02_clip_07", "timestamp": [ 5.54, 92.29 ], "duration": 92.66, "caption": "A woman is sitting across from another person as he speaks.", "similarity": 0.8446, "relevance": 4 }, { "pair_id": 162676, "video_name": "house_s01e20_seg02_clip_07", "timestamp": [ 16.66, 36.03 ], "duration": 90.66, "caption": "A woman talks to a man as they are both sitting together.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 162677, "video_name": "house_s01e17_seg02_clip_18", "timestamp": [ 0.0, 19.19 ], "duration": 91.66, "caption": "A woman is standing across from man as they converse.", "similarity": 0.8402, "relevance": 2 }, { "pair_id": 162678, "video_name": "house_s05e20_seg02_clip_17", "timestamp": [ 0.0, 24.27 ], "duration": 89.66, "caption": "A man and a woman are sitting beside each other as they converse.", "similarity": 0.8388, "relevance": 2 }, { "pair_id": 162679, "video_name": "house_s02e14_seg02_clip_25", "timestamp": [ 0.0, 38.77 ], "duration": 152.66, "caption": "A woman is conversing with man as he is seated.", "similarity": 0.8346, "relevance": 1 }, { "pair_id": 335980, "video_name": "castle_s08e13_seg02_clip_25", "timestamp": [ 0.0, 22.67 ], "duration": 103.66, "caption": "A man and woman are across from each other as they converse.", "similarity": 0.8337, "relevance": 4 }, { "pair_id": 335981, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 0.0, 31.51 ], "duration": 150.66, "caption": "A man is sitting across from another person as they converse.", "similarity": 0.8297, "relevance": 3 }, { "pair_id": 335982, "video_name": "friends_s03e20_seg02_clip_19", "timestamp": [ 0.0, 42.25 ], "duration": 88.66, "caption": "A man is across from woman as he converses with her.", "similarity": 0.8248, "relevance": 3 }, { "pair_id": 335983, "video_name": "castle_s01e02_seg02_clip_12", "timestamp": [ 0.0, 46.82 ], "duration": 91.66, "caption": "A woman is sitting in between a man and a woman as they are outside conversing.", "similarity": 0.8214, "relevance": 3 }, { "pair_id": 335984, "video_name": "house_s01e16_seg02_clip_11", "timestamp": [ 0.0, 41.11 ], "duration": 90.66, "caption": "A woman is sitting as she converses with two men.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 335985, "video_name": "castle_s07e02_seg02_clip_25", "timestamp": [ 23.86, 45.91 ], "duration": 90.66, "caption": "A woman sitting as she and a person converse with some other people present.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 335986, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 15.65, 20.12 ], "duration": 89.66, "caption": "A woman sits down while a man is talking to her.", "similarity": 0.8151, "relevance": 3 }, { "pair_id": 335987, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 11.0, 37.85 ], "duration": 88.66, "caption": "A woman turns around and converses with a man across from her.", "similarity": 0.814, "relevance": 3 }, { "pair_id": 335988, "video_name": "friends_s03e20_seg02_clip_08", "timestamp": [ 6.1, 41.5 ], "duration": 61.66, "caption": "Man and woman are across from each other as they converse.", "similarity": 0.8118, "relevance": 2 }, { "pair_id": 335989, "video_name": "castle_s01e10_seg02_clip_16", "timestamp": [ 0.0, 28.47 ], "duration": 91.66, "caption": "A woman and a man are speaking to each other as they sit beside each other.", "similarity": 0.8088, "relevance": 3 }, { "pair_id": 335990, "video_name": "s09e02_seg02_clip_07", "timestamp": [ 0.0, 28.38 ], "duration": 61.66, "caption": "A woman is conversing with man as a person is sitting across the room on a chair.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 335991, "video_name": "met_s06e16_seg02_clip_09", "timestamp": [ 6.99, 12.81 ], "duration": 58.66, "caption": "A man is sitting with a woman conversing.", "similarity": 0.808, "relevance": 4 }, { "pair_id": 335992, "video_name": "met_s06e24_seg02_clip_06", "timestamp": [ 16.51, 43.52 ], "duration": 60.66, "caption": "Two people are seated across from each other as they converse.", "similarity": 0.8072, "relevance": 3 }, { "pair_id": 335993, "video_name": "s10e06_seg02_clip_11", "timestamp": [ 35.42, 43.82 ], "duration": 60.66, "caption": "A person is sitting next to a woman as he speaks to a man.", "similarity": 0.8067, "relevance": 3 }, { "pair_id": 335994, "video_name": "s05e23_seg02_clip_10", "timestamp": [ 33.26, 36.62 ], "duration": 61.66, "caption": "A woman sits beside a man and continues their conversation.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 335995, "video_name": "s09e21_seg02_clip_13", "timestamp": [ 41.32, 46.34 ], "duration": 59.66, "caption": "A person is sitting next to woman while they are speaking.", "similarity": 0.8046, "relevance": 3 }, { "pair_id": 335996, "video_name": "grey_s02e24_seg02_clip_10", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "A woman gets close to man and the converse.", "similarity": 0.804, "relevance": 3 }, { "pair_id": 335997, "video_name": "house_s04e08_seg02_clip_19", "timestamp": [ 0.0, 33.22 ], "duration": 85.66, "caption": "A person is seated as he is conversing with woman.", "similarity": 0.804, "relevance": 3 }, { "pair_id": 335998, "video_name": "house_s07e22_seg02_clip_21", "timestamp": [ 0.0, 4.77 ], "duration": 106.66, "caption": "A woman is speaking to a man as they are seated.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 335999, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 56.43, 60.35 ], "duration": 60.66, "caption": "A woman sits down as a man is talking to her.", "similarity": 0.8003, "relevance": 3 } ] }, { "query_id": 25850, "query": "A man grabs his back and looks around, nervously.", "relevant_moment": [ { "pair_id": 196320, "video_name": "s10e09_seg02_clip_10", "timestamp": [ 37.53, 45.77 ], "duration": 61.66, "caption": "A man looks behind him and then looks all around.", "similarity": 0.5894, "relevance": 3 }, { "pair_id": 196321, "video_name": "s02e15_seg01_clip_01", "timestamp": [ 41.38, 44.02 ], "duration": 44.66, "caption": "A man turns and looks back up towards person.", "similarity": 0.5885, "relevance": 3 }, { "pair_id": 196322, "video_name": "castle_s07e18_seg02_clip_01", "timestamp": [ 54.11, 55.86 ], "duration": 87.66, "caption": "A man looks back to another man and waves at him.", "similarity": 0.5875, "relevance": 3 }, { "pair_id": 196323, "video_name": "s09e16_seg02_clip_04", "timestamp": [ 3.97, 5.8 ], "duration": 61.66, "caption": "A man looks at someone with an annoyed expression.", "similarity": 0.5871, "relevance": 2 }, { "pair_id": 196324, "video_name": "friends_s01e12_seg02_clip_07", "timestamp": [ 49.03, 53.67 ], "duration": 58.66, "caption": "A man points to his lower back and looks pained.", "similarity": 0.5857, "relevance": 3 }, { "pair_id": 196325, "video_name": "house_s05e14_seg02_clip_22", "timestamp": [ 61.28, 87.54 ], "duration": 87.66, "caption": "A man stares and then suddenly stands up.", "similarity": 0.5838, "relevance": 3 }, { "pair_id": 196326, "video_name": "friends_s08e03_seg02_clip_02", "timestamp": [ 20.75, 24.72 ], "duration": 61.66, "caption": "A man looks very confused then rubs his stomach.", "similarity": 0.5836, "relevance": 3 }, { "pair_id": 196327, "video_name": "house_s08e14_seg02_clip_19", "timestamp": [ 9.35, 13.18 ], "duration": 85.66, "caption": "A person turns to look behind him, appearing confused.", "similarity": 0.582, "relevance": 3 }, { "pair_id": 196328, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 22.58, 23.94 ], "duration": 90.66, "caption": "A man looks at another person leaving and looks back to someone.", "similarity": 0.5819, "relevance": 2 }, { "pair_id": 196329, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 39.38, 60.64 ], "duration": 125.66, "caption": "A man takes a look inside of person's eyes.", "similarity": 0.5785, "relevance": 3 }, { "pair_id": 196330, "video_name": "friends_s02e03_seg02_clip_08", "timestamp": [ 10.51, 15.18 ], "duration": 58.66, "caption": "A man smiles when a man asks him to check his face.", "similarity": 0.5769, "relevance": 2 }, { "pair_id": 196331, "video_name": "friends_s07e01_seg02_clip_17", "timestamp": [ 20.66, 22.43 ], "duration": 59.66, "caption": "A man holds their hand out in front of themselves and turns them over - back to front to back - and looks at another person.", "similarity": 0.5765, "relevance": 3 }, { "pair_id": 196332, "video_name": "met_s02e09_seg02_clip_17", "timestamp": [ 41.05, 43.79 ], "duration": 60.66, "caption": "A man flinches as another man quickly turns to look at him.", "similarity": 0.5759, "relevance": 2 }, { "pair_id": 196333, "video_name": "friends_s09e08_seg01_clip_01", "timestamp": [ 23.5, 25.93 ], "duration": 54.66, "caption": "A man looks worried and rubs at his forehead.", "similarity": 0.5757, "relevance": 4 }, { "pair_id": 196334, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 9.05, 17.19 ], "duration": 90.66, "caption": "A man looks at man wondering about the person.", "similarity": 0.5746, "relevance": 3 }, { "pair_id": 196335, "video_name": "s01e03_seg02_clip_10", "timestamp": [ 42.36, 55.7 ], "duration": 58.66, "caption": "A man looks nervous and looks around and fiddles with his fingers.", "similarity": 0.5744, "relevance": 2 }, { "pair_id": 196336, "video_name": "friends_s07e10_seg02_clip_05", "timestamp": [ 31.24, 36.3 ], "duration": 59.66, "caption": "A man looks in his jacket and pockets frantically.", "similarity": 0.574, "relevance": 3 }, { "pair_id": 196337, "video_name": "castle_s02e08_seg02_clip_08", "timestamp": [ 53.65, 55.01 ], "duration": 90.66, "caption": "A man quickly turns his head and glances to the right.", "similarity": 0.5733, "relevance": 2 }, { "pair_id": 196338, "video_name": "s07e22_seg02_clip_05", "timestamp": [ 45.26, 51.06 ], "duration": 58.66, "caption": "A man stares at someone as they try to sob.", "similarity": 0.5729, "relevance": 3 }, { "pair_id": 196339, "video_name": "friends_s03e13_seg02_clip_04", "timestamp": [ 57.23, 63.08 ], "duration": 65.66, "caption": "A man stares at a person's leg outstretched in front of him.", "similarity": 0.572, "relevance": 3 } ] }, { "query_id": 25857, "query": "A man finally started talking to woman and man.", "relevant_moment": [ { "pair_id": 159920, "video_name": "castle_s06e06_seg02_clip_09", "timestamp": [ 36.88, 83.66 ], "duration": 83.66, "caption": "A man finally started talking to woman and man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159921, "video_name": "friends_s05e09_seg02_clip_05", "timestamp": [ 8.85, 53.71 ], "duration": 59.66, "caption": "A man was having a conversation with woman, woman and woman.", "similarity": 0.8274, "relevance": 2 }, { "pair_id": 159922, "video_name": "castle_s04e21_seg02_clip_12", "timestamp": [ 65.3, 86.49 ], "duration": 86.66, "caption": "A man started a conversation with woman while looking at another man and the other people.", "similarity": 0.8213, "relevance": 1 }, { "pair_id": 159923, "video_name": "castle_s06e11_seg02_clip_01", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A man was having a conversation with woman and person.", "similarity": 0.8182, "relevance": 3 }, { "pair_id": 159924, "video_name": "s07e09_seg02_clip_13", "timestamp": [ 0.0, 25.63 ], "duration": 61.66, "caption": "A man was having a conversation with a woman and another man.", "similarity": 0.8127, "relevance": 3 }, { "pair_id": 159925, "video_name": "castle_s02e12_seg02_clip_24", "timestamp": [ 14.75, 92.21 ], "duration": 92.66, "caption": "A person started to join woman and a man's conversation.", "similarity": 0.8124, "relevance": 3 }, { "pair_id": 159926, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 0.0, 48.46 ], "duration": 114.66, "caption": "A man was having a conversation with woman.", "similarity": 0.8059, "relevance": 1 }, { "pair_id": 159927, "video_name": "castle_s03e08_seg02_clip_12", "timestamp": [ 0.0, 30.97 ], "duration": 88.66, "caption": "A man and a woman are having a conversation then a man came and joined them.", "similarity": 0.8021, "relevance": 2 }, { "pair_id": 159928, "video_name": "friends_s01e01_seg02_clip_28", "timestamp": [ 0.0, 7.74 ], "duration": 43.66, "caption": "A woman and man were talking to each other.", "similarity": 0.7971, "relevance": 1 }, { "pair_id": 159929, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 30.48, 60.36 ], "duration": 60.66, "caption": "A man came in have a talk to woman.", "similarity": 0.7964, "relevance": 3 }, { "pair_id": 159933, "video_name": "castle_s03e12_seg02_clip_04", "timestamp": [ 0.0, 88.13 ], "duration": 89.66, "caption": "A man was vigorously talking to a man and a woman.", "similarity": 0.7941, "relevance": 4 }, { "pair_id": 159934, "video_name": "friends_s07e23-24_seg02_clip_01", "timestamp": [ 0.0, 10.36 ], "duration": 56.66, "caption": "A man was talking to some women.", "similarity": 0.7895, "relevance": 2 }, { "pair_id": 159935, "video_name": "house_s06e08_seg02_clip_18", "timestamp": [ 23.72, 27.91 ], "duration": 93.66, "caption": "A man suddenly came in and talk to a woman.", "similarity": 0.7863, "relevance": 1 }, { "pair_id": 159936, "video_name": "friends_s03e11_seg02_clip_16", "timestamp": [ 0.0, 17.04 ], "duration": 58.66, "caption": "A man is having conversation to a woman then the other woman called a man.", "similarity": 0.786, "relevance": 1 }, { "pair_id": 159937, "video_name": "castle_s06e20_seg02_clip_19", "timestamp": [ 0.0, 52.97 ], "duration": 89.66, "caption": "Woman and man were having a conversation with woman.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 159938, "video_name": "castle_s05e11_seg02_clip_07", "timestamp": [ 0.0, 22.06 ], "duration": 90.66, "caption": "A man and woman were having a conversation with another man.", "similarity": 0.7836, "relevance": 4 }, { "pair_id": 159939, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 18.59, 20.66 ], "duration": 59.66, "caption": "A man walks through two people and begins talking to a woman.", "similarity": 0.7826, "relevance": 1 }, { "pair_id": 333240, "video_name": "castle_s02e22_seg02_clip_22", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A woman was talking to man, man, and man.", "similarity": 0.7786, "relevance": 2 }, { "pair_id": 333241, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 5.82, 23.74 ], "duration": 89.66, "caption": "A man started to talk to two people.", "similarity": 0.7785, "relevance": 3 }, { "pair_id": 333242, "video_name": "castle_s05e13_seg02_clip_02", "timestamp": [ 17.02, 26.23 ], "duration": 92.66, "caption": "Two women and man were talking to each other.", "similarity": 0.7777, "relevance": 2 }, { "pair_id": 333243, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 70.48, 80.16 ], "duration": 92.66, "caption": "A man approaches a woman and another man and begins a conversation.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 333244, "video_name": "castle_s08e05_seg02_clip_11", "timestamp": [ 0.0, 38.28 ], "duration": 90.66, "caption": "A woman and another woman were having an intense conversation with a man.", "similarity": 0.7771, "relevance": 3 }, { "pair_id": 333245, "video_name": "grey_s02e17_seg02_clip_08", "timestamp": [ 73.23, 89.66 ], "duration": 89.66, "caption": "A man is having a conversation with woman and another woman.", "similarity": 0.7771, "relevance": 3 }, { "pair_id": 333246, "video_name": "castle_s02e19_seg02_clip_03", "timestamp": [ 45.53, 53.25 ], "duration": 53.66, "caption": "A man started talking to some people and person.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 333249, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "Woman and man were having a conversation with a person.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 333250, "video_name": "castle_s02e17_seg02_clip_01", "timestamp": [ 53.79, 57.56 ], "duration": 68.66, "caption": "A man says something to woman and then looks at another man and starts talking.", "similarity": 0.7695, "relevance": 2 }, { "pair_id": 333251, "video_name": "castle_s07e18_seg02_clip_15", "timestamp": [ 0.0, 58.14 ], "duration": 93.66, "caption": "A man was seriously talking to a woman.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 333252, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 34.5, 63.69 ], "duration": 88.66, "caption": "A man is having a conversation with woman.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 333253, "video_name": "friends_s09e04_seg02_clip_04", "timestamp": [ 36.31, 61.03 ], "duration": 61.66, "caption": "A man is having a conversation with woman.", "similarity": 0.7677, "relevance": 1 }, { "pair_id": 333254, "video_name": "friends_s09e23-24_seg02_clip_44", "timestamp": [ 0.0, 58.32 ], "duration": 58.66, "caption": "A man and a woman were having a conversation.", "similarity": 0.7672, "relevance": 2 }, { "pair_id": 333255, "video_name": "castle_s07e22_seg02_clip_17", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and a woman were having a conversation.", "similarity": 0.7672, "relevance": 2 }, { "pair_id": 333256, "video_name": "castle_s04e06_seg02_clip_20", "timestamp": [ 0.0, 49.62 ], "duration": 90.66, "caption": "A man and a woman were having a conversation.", "similarity": 0.7672, "relevance": 2 }, { "pair_id": 333257, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 27.46, 29.71 ], "duration": 90.66, "caption": "A man walks in and begins to talk with woman and another man.", "similarity": 0.7654, "relevance": 1 }, { "pair_id": 333258, "video_name": "castle_s03e11_seg02_clip_11", "timestamp": [ 21.54, 25.58 ], "duration": 89.66, "caption": "A woman interrupted a man and another woman's conversation and started talking to the man.", "similarity": 0.7647, "relevance": 3 }, { "pair_id": 333259, "video_name": "castle_s06e05_seg02_clip_24", "timestamp": [ 0.0, 36.63 ], "duration": 87.66, "caption": "A man and a woman are talking with two men.", "similarity": 0.7646, "relevance": 3 } ] }, { "query_id": 25942, "query": "Some people were having a serious conversation.", "relevant_moment": [ { "pair_id": 167080, "video_name": "castle_s08e14_seg02_clip_15", "timestamp": [ 0.0, 19.24 ], "duration": 87.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167081, "video_name": "castle_s08e09_seg02_clip_18", "timestamp": [ 0.0, 25.96 ], "duration": 89.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167082, "video_name": "castle_s06e16_seg02_clip_02", "timestamp": [ 25.12, 38.58 ], "duration": 89.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167083, "video_name": "castle_s06e08_seg02_clip_02", "timestamp": [ 0.0, 12.47 ], "duration": 92.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167084, "video_name": "castle_s05e20_seg02_clip_15", "timestamp": [ 0.0, 29.88 ], "duration": 90.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167085, "video_name": "castle_s02e24_seg02_clip_07", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167086, "video_name": "castle_s02e16_seg02_clip_06", "timestamp": [ 21.69, 34.97 ], "duration": 88.66, "caption": "Some people were having a serious talk.", "similarity": 0.9653, "relevance": 4 }, { "pair_id": 167087, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 0.0, 49.51 ], "duration": 90.66, "caption": "Several people were seriously having a conversation.", "similarity": 0.919, "relevance": 4 }, { "pair_id": 167088, "video_name": "castle_s05e08_seg02_clip_02", "timestamp": [ 0.0, 27.91 ], "duration": 93.66, "caption": "A group of people are having a serious conversation.", "similarity": 0.919, "relevance": 4 }, { "pair_id": 167089, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A person and another person were having a serious conversation.", "similarity": 0.9028, "relevance": 3 }, { "pair_id": 167090, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 0.0, 9.15 ], "duration": 91.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 167091, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 0.0, 40.95 ], "duration": 92.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 167092, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 0.0, 35.12 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 167093, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 167094, "video_name": "s02e17_seg02_clip_05", "timestamp": [ 0.0, 36.6 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 167095, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 0.0, 33.62 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 2 }, { "pair_id": 167096, "video_name": "s02e04_seg02_clip_11", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 167097, "video_name": "s01e14_seg02_clip_13", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 167098, "video_name": "house_s08e18_seg02_clip_08", "timestamp": [ 29.25, 91.42 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 167099, "video_name": "house_s08e06_seg02_clip_07", "timestamp": [ 0.0, 31.83 ], "duration": 95.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 0 }, { "pair_id": 340400, "video_name": "house_s07e10_seg02_clip_18", "timestamp": [ 0.0, 13.78 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340401, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 0.0, 12.37 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340402, "video_name": "house_s06e11_seg02_clip_11", "timestamp": [ 67.71, 89.09 ], "duration": 89.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340403, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 13.32, 45.74 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 340404, "video_name": "house_s06e06_seg02_clip_01", "timestamp": [ 0.0, 34.63 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340405, "video_name": "house_s06e02_seg02_clip_17", "timestamp": [ 0.0, 20.46 ], "duration": 43.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340406, "video_name": "house_s05e23_seg02_clip_21", "timestamp": [ 43.82, 71.26 ], "duration": 71.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340407, "video_name": "house_s02e18_seg02_clip_23", "timestamp": [ 14.19, 86.02 ], "duration": 86.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340408, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 0.0, 67.42 ], "duration": 126.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340409, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 11.03, 49.02 ], "duration": 49.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340410, "video_name": "house_s01e11_seg02_clip_06", "timestamp": [ 0.0, 92.08 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340411, "video_name": "friends_s10e13_seg02_clip_01", "timestamp": [ 0.0, 17.11 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340412, "video_name": "friends_s10e12_seg02_clip_03", "timestamp": [ 13.07, 30.18 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 340413, "video_name": "friends_s10e02_seg02_clip_17", "timestamp": [ 0.0, 57.04 ], "duration": 57.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 340414, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 0.0, 56.09 ], "duration": 56.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 2 }, { "pair_id": 340415, "video_name": "friends_s08e03_seg01_clip_01", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 340416, "video_name": "friends_s07e21_seg02_clip_02", "timestamp": [ 0.0, 68.02 ], "duration": 68.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 2 }, { "pair_id": 340417, "video_name": "friends_s05e10_seg02_clip_11", "timestamp": [ 0.0, 48.02 ], "duration": 64.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 340418, "video_name": "friends_s05e01_seg02_clip_13", "timestamp": [ 0.0, 17.41 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 } ] }, { "query_id": 25952, "query": "A person raises his head from a microscope and turns abruptly.", "relevant_moment": [ { "pair_id": 67300, "video_name": "house_s05e07_seg02_clip_13", "timestamp": [ 65.19, 68.62 ], "duration": 98.66, "caption": "A person raises his head from a microscope and turns abruptly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 67301, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 68.17, 70.39 ], "duration": 88.66, "caption": "A person is looking through a microscope then lifts his head.", "similarity": 0.811, "relevance": 3 }, { "pair_id": 67302, "video_name": "s05e16_seg02_clip_10", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A person says something and leans forward to look into a microscope.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 67303, "video_name": "castle_s03e05_seg02_clip_03", "timestamp": [ 38.29, 40.05 ], "duration": 88.66, "caption": "A person bends over and squints as he puts his eyes to a microscope.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 67304, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 21.13, 33.01 ], "duration": 88.66, "caption": "A person was seriously looking through a microscope whilst talking.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 67305, "video_name": "house_s03e03_seg02_clip_11", "timestamp": [ 6.4, 8.96 ], "duration": 128.66, "caption": "A man smiles and turns back towards a microscope.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 67306, "video_name": "s02e04_seg01_clip_01", "timestamp": [ 20.41, 23.11 ], "duration": 60.66, "caption": "A person turns his gaze downward and shakes his head.", "similarity": 0.6669, "relevance": 1 }, { "pair_id": 67307, "video_name": "s05e16_seg02_clip_11", "timestamp": [ 0.0, 14.58 ], "duration": 62.66, "caption": "A person is seeing something on a microscope and suddenly another person came in.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 67308, "video_name": "s10e08_seg02_clip_03", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A person leans down to the microscope and talks to it.", "similarity": 0.6584, "relevance": 1 }, { "pair_id": 67309, "video_name": "house_s07e06_seg02_clip_10", "timestamp": [ 4.8, 8.64 ], "duration": 96.66, "caption": "A person sets down the top of the microscope into place.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 67311, "video_name": "house_s02e17_seg02_clip_06", "timestamp": [ 16.63, 22.33 ], "duration": 95.66, "caption": "A person looks into the microscope at the slide then looks up.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 67312, "video_name": "house_s05e07_seg02_clip_13", "timestamp": [ 51.47, 57.84 ], "duration": 98.66, "caption": "A person looks through the microscope and describes what they see.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 67313, "video_name": "house_s05e17_seg02_clip_14", "timestamp": [ 3.22, 5.98 ], "duration": 92.66, "caption": "A person turns his head to describe the person in the computer photo.", "similarity": 0.6248, "relevance": 1 }, { "pair_id": 67314, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 51.54, 52.83 ], "duration": 64.66, "caption": "A person turns his head to look behind him, then turns his head back.", "similarity": 0.6154, "relevance": 1 }, { "pair_id": 67315, "video_name": "s04e07_seg02_clip_07", "timestamp": [ 3.3, 8.4 ], "duration": 60.66, "caption": "A person looks at their hands and then turns their head to the side evasively.", "similarity": 0.6111, "relevance": 0 }, { "pair_id": 67316, "video_name": "house_s02e10_seg02_clip_25", "timestamp": [ 29.9, 40.27 ], "duration": 122.66, "caption": "A man looks up at the microscope he was looking into.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 67317, "video_name": "house_s06e08_seg02_clip_03", "timestamp": [ 0.9, 3.59 ], "duration": 89.66, "caption": "A doctor fixes his eyes on the microscope.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 67318, "video_name": "met_s06e20_seg02_clip_12", "timestamp": [ 39.46, 58.03 ], "duration": 58.66, "caption": "The camera zooms in slowly on a person's shaking head.", "similarity": 0.6079, "relevance": 0 }, { "pair_id": 67319, "video_name": "s04e15_seg02_clip_03", "timestamp": [ 52.18, 53.6 ], "duration": 57.66, "caption": "A person scrunches up their eyebrows and pulls back their head.", "similarity": 0.6069, "relevance": 0 } ] }, { "query_id": 25993, "query": "A person throws a thing on the floor and turns around.", "relevant_moment": [ { "pair_id": 168580, "video_name": "s07e19_seg02_clip_14", "timestamp": [ 1.14, 4.85 ], "duration": 57.66, "caption": "A person throws a thing on the floor and turns around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168581, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 41.36, 49.9 ], "duration": 89.66, "caption": "A person throws an object he is holding in his left hand to the air and catches it.", "similarity": 0.7188, "relevance": 1 }, { "pair_id": 168582, "video_name": "house_s05e16_seg02_clip_17", "timestamp": [ 0.0, 4.05 ], "duration": 81.66, "caption": "A person throws off a thing and walk out.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 168583, "video_name": "castle_s05e10_seg02_clip_08", "timestamp": [ 45.12, 61.86 ], "duration": 93.66, "caption": "An angry person keeps on throwing things on the floor.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 168584, "video_name": "house_s04e02_seg02_clip_09", "timestamp": [ 20.89, 25.67 ], "duration": 87.66, "caption": "A person throws up their hands, throws something on the table, and stands and walks away.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 168585, "video_name": "s07e18_seg02_clip_12", "timestamp": [ 51.79, 53.34 ], "duration": 62.66, "caption": "A woman throws her piece of paper onto the floor.", "similarity": 0.655, "relevance": 1 }, { "pair_id": 168586, "video_name": "s05e20_seg02_clip_11", "timestamp": [ 50.24, 55.21 ], "duration": 62.66, "caption": "A person grabs the action figure and throws it across the room.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 168587, "video_name": "s10e01_seg02_clip_05", "timestamp": [ 2.36, 3.25 ], "duration": 59.66, "caption": "A person throws in hands in the air while seated at the table.", "similarity": 0.6538, "relevance": 0 }, { "pair_id": 168588, "video_name": "house_s05e07_seg02_clip_14", "timestamp": [ 46.91, 50.23 ], "duration": 83.66, "caption": "A person throws a ball into the air and then catches it.", "similarity": 0.6523, "relevance": 1 }, { "pair_id": 168589, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 1.35, 3.6 ], "duration": 90.66, "caption": "A person crumples something and tosses it across the room.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 168590, "video_name": "castle_s05e07_seg02_clip_19", "timestamp": [ 58.13, 61.76 ], "duration": 90.66, "caption": "A person leans back in their chair and throws their hands up.", "similarity": 0.6455, "relevance": 0 }, { "pair_id": 168591, "video_name": "castle_s06e17_seg02_clip_23", "timestamp": [ 54.45, 60.91 ], "duration": 92.66, "caption": "A person throws another person to the side on the ground after she starts to pass out.", "similarity": 0.643, "relevance": 1 }, { "pair_id": 168592, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 1.34, 7.13 ], "duration": 89.66, "caption": "A person has their hands in the air and then turns around.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 168593, "video_name": "house_s01e03_seg02_clip_17", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A person tosses a black object down to the side of the room.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 168594, "video_name": "house_s03e16_seg02_clip_20", "timestamp": [ 0.37, 8.76 ], "duration": 73.66, "caption": "A person is holding a remote control, and then throws it before exiting the room.", "similarity": 0.6326, "relevance": 3 }, { "pair_id": 168595, "video_name": "s01e13_seg02_clip_02", "timestamp": [ 61.47, 64.02 ], "duration": 64.66, "caption": "A person throws up both his hands in a sign of exasperation.", "similarity": 0.6318, "relevance": 0 }, { "pair_id": 168596, "video_name": "house_s05e24_seg02_clip_12", "timestamp": [ 5.7, 8.08 ], "duration": 95.66, "caption": "A person throws something and it hits the window.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 168597, "video_name": "friends_s07e19_seg02_clip_07", "timestamp": [ 1.24, 3.41 ], "duration": 62.66, "caption": "A woman motions her hands like she's throwing down something.", "similarity": 0.6255, "relevance": 0 }, { "pair_id": 168598, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 58.3, 63.03 ], "duration": 63.66, "caption": "A person throws his hand up in the air and keeps talking.", "similarity": 0.623, "relevance": 0 }, { "pair_id": 168599, "video_name": "s07e24_seg02_clip_12", "timestamp": [ 19.21, 23.11 ], "duration": 60.66, "caption": "A person takes his magazines and throws them on the floor.", "similarity": 0.6207, "relevance": 1 } ] }, { "query_id": 26125, "query": "Two people are kissing each other while on a sofa.", "relevant_moment": [ { "pair_id": 159500, "video_name": "s05e23_seg02_clip_04", "timestamp": [ 0.0, 16.25 ], "duration": 56.66, "caption": "Two people are kissing each other while on a sofa.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159501, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 45.91, 54.46 ], "duration": 90.66, "caption": "Two people kiss each other while they are sitting on the sofa.", "similarity": 0.9372, "relevance": 4 }, { "pair_id": 159502, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 119.54, 126.02 ], "duration": 144.66, "caption": "Two people kiss each other sitting on the sofa.", "similarity": 0.9154, "relevance": 4 }, { "pair_id": 159503, "video_name": "friends_s09e04_seg02_clip_19", "timestamp": [ 7.29, 14.89 ], "duration": 60.66, "caption": "A man and a woman are on a sofa kissing each other.", "similarity": 0.9057, "relevance": 4 }, { "pair_id": 159504, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 4.5, 18.45 ], "duration": 90.66, "caption": "Two people kiss each other on a couch.", "similarity": 0.8983, "relevance": 4 }, { "pair_id": 159505, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 18.2, 21.39 ], "duration": 91.66, "caption": "Two people kiss each other on the couch.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 159506, "video_name": "s03e02_seg02_clip_06", "timestamp": [ 7.93, 11.9 ], "duration": 61.66, "caption": "A man and woman are kissing each other on her sofa.", "similarity": 0.8857, "relevance": 4 }, { "pair_id": 159507, "video_name": "s05e07_seg02_clip_13", "timestamp": [ 25.63, 31.12 ], "duration": 61.66, "caption": "Two people were sitting on the couch whilst kissing.", "similarity": 0.8537, "relevance": 4 }, { "pair_id": 159508, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 5.61, 56.37 ], "duration": 59.66, "caption": "A man and a woman are kissing each other on the couch.", "similarity": 0.8418, "relevance": 4 }, { "pair_id": 159509, "video_name": "s07e23_seg02_clip_13", "timestamp": [ 48.66, 52.19 ], "duration": 64.66, "caption": "Two people kiss on the couch while one person moves their hand.", "similarity": 0.8337, "relevance": 4 }, { "pair_id": 159510, "video_name": "friends_s01e16-17_seg02_clip_44", "timestamp": [ 9.14, 16.53 ], "duration": 87.66, "caption": "A man kisses a woman while they both sit on the sofa.", "similarity": 0.8163, "relevance": 4 }, { "pair_id": 159511, "video_name": "s02e15_seg02_clip_14", "timestamp": [ 31.93, 35.02 ], "duration": 56.66, "caption": "A man and woman start to kiss each other as they are on the couch.", "similarity": 0.813, "relevance": 4 }, { "pair_id": 159512, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 4.89, 14.06 ], "duration": 61.66, "caption": "A woman kisses a man while they both are on the couch together.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 159513, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 20.66, 24.5 ], "duration": 59.66, "caption": "Two people lay on the couch and kiss.", "similarity": 0.7928, "relevance": 4 }, { "pair_id": 159514, "video_name": "s06e22_seg02_clip_16", "timestamp": [ 59.43, 60.75 ], "duration": 66.66, "caption": "A man and a woman who are sitting on a couch lean in and kiss.", "similarity": 0.781, "relevance": 4 }, { "pair_id": 159515, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.84, 12.83 ], "duration": 57.66, "caption": "A man and a woman embrace and start kissing while sitting on the couch.", "similarity": 0.7782, "relevance": 4 }, { "pair_id": 159516, "video_name": "friends_s09e04_seg02_clip_18", "timestamp": [ 30.82, 32.65 ], "duration": 61.66, "caption": "Two people kiss on the sofa of her apartment.", "similarity": 0.7754, "relevance": 4 }, { "pair_id": 159517, "video_name": "met_s02e22_seg02_clip_10", "timestamp": [ 0.0, 3.25 ], "duration": 65.66, "caption": "A man is passionately kissing a woman who is lying on the sofa.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 159518, "video_name": "friends_s07e15_seg02_clip_16", "timestamp": [ 0.77, 16.84 ], "duration": 51.66, "caption": "A person kisses someone and they then kiss on the couch.", "similarity": 0.7709, "relevance": 3 }, { "pair_id": 159519, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 16.06, 21.32 ], "duration": 58.66, "caption": "Two people kiss, then fall onto the couch together.", "similarity": 0.7595, "relevance": 3 }, { "pair_id": 332820, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 12.43, 23.97 ], "duration": 59.66, "caption": "A man and a woman sit and cuddle on the couch before starting to kiss.", "similarity": 0.7563, "relevance": 4 }, { "pair_id": 332821, "video_name": "s09e10_seg02_clip_15", "timestamp": [ 3.19, 4.93 ], "duration": 58.66, "caption": "A man and a woman kiss on the living room couch.", "similarity": 0.7514, "relevance": 4 }, { "pair_id": 332822, "video_name": "s09e01_seg02_clip_07", "timestamp": [ 53.12, 60.03 ], "duration": 60.66, "caption": "Two people are on the bed and kissing each other.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 332823, "video_name": "met_s03e07_seg02_clip_05", "timestamp": [ 20.16, 22.95 ], "duration": 62.66, "caption": "A woman starts kissing a man on the couch.", "similarity": 0.7476, "relevance": 4 }, { "pair_id": 332824, "video_name": "s08e24_seg01_clip_00", "timestamp": [ 4.05, 10.35 ], "duration": 90.66, "caption": "A couple is sitting on the couch kissing and one of them holds the other at arm's length, when they stop.", "similarity": 0.7465, "relevance": 4 }, { "pair_id": 332825, "video_name": "friends_s09e04_seg02_clip_18", "timestamp": [ 60.72, 61.03 ], "duration": 61.66, "caption": "A man starts leaning in to kiss a woman while they sit on the sofa.", "similarity": 0.7461, "relevance": 3 }, { "pair_id": 332826, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 33.38, 39.02 ], "duration": 94.66, "caption": "Two people hug each other as they are on a sofa.", "similarity": 0.7432, "relevance": 3 }, { "pair_id": 332827, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 7.97, 15.05 ], "duration": 59.66, "caption": "A man and woman are kissing on the couch and she suggests they go into another room.", "similarity": 0.7358, "relevance": 4 }, { "pair_id": 332828, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 40.68, 44.2 ], "duration": 47.66, "caption": "Two people kiss while they are in bed together.", "similarity": 0.7346, "relevance": 3 }, { "pair_id": 332829, "video_name": "met_s06e18_seg02_clip_12", "timestamp": [ 13.58, 17.12 ], "duration": 59.66, "caption": "Two people hug each other on the sofa.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 332830, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.55, 13.4 ], "duration": 57.66, "caption": "A woman and man hug and kiss on the couch.", "similarity": 0.7284, "relevance": 4 }, { "pair_id": 332831, "video_name": "met_s02e20_seg02_clip_10", "timestamp": [ 26.95, 28.5 ], "duration": 61.66, "caption": "Two people are kissing each other passionately.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 332832, "video_name": "friends_s10e07_seg01_clip_00", "timestamp": [ 82.84, 84.8 ], "duration": 98.66, "caption": "A man leans over and kisses woman while sitting on the sofa.", "similarity": 0.7258, "relevance": 4 }, { "pair_id": 332833, "video_name": "s04e21_seg02_clip_14", "timestamp": [ 12.99, 17.71 ], "duration": 59.66, "caption": "A woman leans forwards and kisses a man as they sit on the sofa.", "similarity": 0.7256, "relevance": 4 }, { "pair_id": 332834, "video_name": "met_s02e18_seg02_clip_05", "timestamp": [ 0.0, 0.85 ], "duration": 56.66, "caption": "A woman lays on top of man on the sofa kissing him.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 332835, "video_name": "friends_s08e11_seg02_clip_05", "timestamp": [ 22.58, 25.94 ], "duration": 61.66, "caption": "A man sits down on the sofa and kisses a woman on the cheek.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 332836, "video_name": "friends_s06e22_seg02_clip_04", "timestamp": [ 12.72, 17.06 ], "duration": 62.66, "caption": "A man grabs another person and they fall onto a sofa kissing each other.", "similarity": 0.7237, "relevance": 4 }, { "pair_id": 332837, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.31, 8.56 ], "duration": 59.66, "caption": "A man and woman kissed and slowly sits on the couch.", "similarity": 0.7233, "relevance": 4 }, { "pair_id": 332838, "video_name": "friends_s02e12-13_seg02_clip_29", "timestamp": [ 28.14, 31.62 ], "duration": 58.66, "caption": "A man is kissing person while getting up from the couch.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 332839, "video_name": "met_s06e23_seg02_clip_12", "timestamp": [ 19.83, 24.72 ], "duration": 61.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.717, "relevance": 3 } ] }, { "query_id": 26175, "query": "A woman is filling a plastic bag from a duffel bag on the kitchen table.", "relevant_moment": [ { "pair_id": 96820, "video_name": "friends_s02e10_seg02_clip_18", "timestamp": [ 0.0, 15.11 ], "duration": 53.66, "caption": "A woman is filling a plastic bag from a duffel bag on the kitchen table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 96821, "video_name": "friends_s02e10_seg02_clip_17", "timestamp": [ 50.52, 54.15 ], "duration": 66.66, "caption": "A woman sets a duffle bag on top of the kitchen table.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 96822, "video_name": "castle_s08e15_seg02_clip_10", "timestamp": [ 24.58, 28.67 ], "duration": 91.66, "caption": "A woman puts a duffel bag onto the table she is sitting at.", "similarity": 0.7199, "relevance": 1 }, { "pair_id": 96823, "video_name": "castle_s06e23_seg02_clip_01", "timestamp": [ 15.79, 17.59 ], "duration": 90.66, "caption": "A woman puts her duffel bag onto the table in front of her.", "similarity": 0.6922, "relevance": 1 }, { "pair_id": 96824, "video_name": "s02e18_seg01_clip_03", "timestamp": [ 26.41, 27.01 ], "duration": 60.66, "caption": "A woman puts one of the plastic bags she's carrying on the coffee table.", "similarity": 0.6685, "relevance": 0 }, { "pair_id": 96825, "video_name": "castle_s08e15_seg02_clip_10", "timestamp": [ 89.66, 91.03 ], "duration": 91.66, "caption": "A woman starts to open the duffel bag she has on the table in front of her.", "similarity": 0.6622, "relevance": 1 }, { "pair_id": 96826, "video_name": "castle_s07e01_seg02_clip_20", "timestamp": [ 17.23, 30.76 ], "duration": 82.66, "caption": "A woman opens a duffel bag and pulls out the contents.", "similarity": 0.6543, "relevance": 1 }, { "pair_id": 96827, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 17.78, 20.94 ], "duration": 79.66, "caption": "A woman places her bag on top of the table.", "similarity": 0.654, "relevance": 0 }, { "pair_id": 96828, "video_name": "friends_s02e10_seg02_clip_17", "timestamp": [ 48.2, 52.83 ], "duration": 66.66, "caption": "A woman walks towards the kitchen and puts a duffel bag onto the kitchen table.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 96829, "video_name": "castle_s08e10_seg02_clip_21", "timestamp": [ 22.96, 32.56 ], "duration": 83.66, "caption": "A woman finds a duffel bag and when she opens it, it's filled with money.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 96830, "video_name": "friends_s07e20_seg02_clip_04", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman enters and puts their bags down on the table.", "similarity": 0.627, "relevance": 0 }, { "pair_id": 96831, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 4.1, 7.74 ], "duration": 91.66, "caption": "A woman gets out the food on the bag and put in on the table.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 96832, "video_name": "castle_s04e23_seg02_clip_23", "timestamp": [ 49.83, 58.3 ], "duration": 94.66, "caption": "A woman places items from her desk into a duffel bag.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 96833, "video_name": "s08e04_seg02_clip_04", "timestamp": [ 21.54, 25.68 ], "duration": 59.66, "caption": "A woman gets in the room and put her bag on the table.", "similarity": 0.6198, "relevance": 1 }, { "pair_id": 96834, "video_name": "friends_s02e09_seg02_clip_06", "timestamp": [ 4.8, 11.41 ], "duration": 60.66, "caption": "A woman puts down some plastic plates next to the bag itself.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 96835, "video_name": "castle_s02e16_seg02_clip_05", "timestamp": [ 16.67, 19.37 ], "duration": 90.66, "caption": "A woman reaches down to right and brings up a plastic bag containing bondage toys which she places on the table.", "similarity": 0.6148, "relevance": 1 }, { "pair_id": 96836, "video_name": "castle_s06e07_seg02_clip_24", "timestamp": [ 20.03, 21.81 ], "duration": 89.66, "caption": "A woman dumps the contents of a small plastic bag onto a metal tray.", "similarity": 0.6145, "relevance": 1 }, { "pair_id": 96837, "video_name": "s06e21_seg02_clip_06", "timestamp": [ 27.45, 35.71 ], "duration": 59.66, "caption": "A woman takes items out of her bag and places them on the table.", "similarity": 0.6134, "relevance": 1 }, { "pair_id": 96838, "video_name": "castle_s03e06_seg02_clip_14", "timestamp": [ 20.65, 23.23 ], "duration": 86.66, "caption": "A person picks up a plastic bag from the table.", "similarity": 0.6069, "relevance": 0 }, { "pair_id": 96839, "video_name": "castle_s04e08_seg02_clip_15", "timestamp": [ 33.07, 35.76 ], "duration": 89.66, "caption": "A woman sets both of her bags down on the table.", "similarity": 0.6054, "relevance": 1 } ] }, { "query_id": 26177, "query": "Two women are speaking to each other in the apartment building hallway.", "relevant_moment": [ { "pair_id": 7400, "video_name": "friends_s02e10_seg02_clip_18", "timestamp": [ 29.16, 53.02 ], "duration": 53.66, "caption": "Two women are speaking to each other in the apartment building hallway.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 7401, "video_name": "s04e16_seg02_clip_06", "timestamp": [ 43.94, 61.03 ], "duration": 61.66, "caption": "Two women talk in the doorway of an apartment.", "similarity": 0.8727, "relevance": 4 }, { "pair_id": 7402, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 1.43, 21.74 ], "duration": 57.66, "caption": "Two women are talking while standing in the hallway.", "similarity": 0.8226, "relevance": 4 }, { "pair_id": 7403, "video_name": "grey_s03e06_seg02_clip_06", "timestamp": [ 0.0, 12.18 ], "duration": 90.66, "caption": "Some women talking while in a hallway.", "similarity": 0.791, "relevance": 3 }, { "pair_id": 7404, "video_name": "castle_s06e21_seg02_clip_03", "timestamp": [ 0.0, 15.35 ], "duration": 90.66, "caption": "Two men are speaking to woman in her apartment.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 7405, "video_name": "friends_s06e14_seg02_clip_16", "timestamp": [ 0.0, 27.64 ], "duration": 58.66, "caption": "A woman talks to another woman outside her apartment doorway.", "similarity": 0.7744, "relevance": 4 }, { "pair_id": 7406, "video_name": "friends_s07e19_seg02_clip_08", "timestamp": [ 26.79, 54.16 ], "duration": 57.66, "caption": "Two women are talking while standing across from each other in kitchen area of apartment.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 7407, "video_name": "grey_s02e25_seg02_clip_22", "timestamp": [ 69.62, 87.02 ], "duration": 87.66, "caption": "Two women are having a discussion in a room.", "similarity": 0.7576, "relevance": 3 }, { "pair_id": 7408, "video_name": "s08e12_seg02_clip_09", "timestamp": [ 13.24, 32.78 ], "duration": 63.66, "caption": "Two women are in adjacent change rooms, talking to each other over the doors.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 7409, "video_name": "met_s02e02_seg02_clip_02", "timestamp": [ 16.21, 20.71 ], "duration": 60.66, "caption": "Two women walk into an apartment while two people are talking in the kitchen area.", "similarity": 0.7508, "relevance": 4 }, { "pair_id": 7410, "video_name": "castle_s04e11_seg02_clip_08", "timestamp": [ 64.65, 67.86 ], "duration": 91.66, "caption": "A woman walks over to speak to another woman in the hallway.", "similarity": 0.7504, "relevance": 3 }, { "pair_id": 7411, "video_name": "friends_s04e14_seg02_clip_03", "timestamp": [ 17.12, 50.77 ], "duration": 58.66, "caption": "A woman talks to two other women in the kitchen of an apartment.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 7412, "video_name": "castle_s07e09_seg02_clip_03", "timestamp": [ 0.0, 32.17 ], "duration": 96.66, "caption": "Two women are conversing inside an office.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 7413, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 0.0, 4.99 ], "duration": 62.66, "caption": "Two women are speaking at the kitchen table as a person walks into the apartment.", "similarity": 0.7404, "relevance": 2 }, { "pair_id": 7414, "video_name": "friends_s05e19_seg02_clip_17", "timestamp": [ 0.0, 33.19 ], "duration": 62.66, "caption": "A woman is standing outside the apartment building talking to another woman.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 7415, "video_name": "grey_s03e23_seg02_clip_14", "timestamp": [ 50.22, 64.24 ], "duration": 90.66, "caption": "Two women are walking down the hallway and one stops to talk to her face-to-face.", "similarity": 0.7398, "relevance": 3 }, { "pair_id": 7416, "video_name": "house_s04e03_seg02_clip_26", "timestamp": [ 0.0, 29.27 ], "duration": 133.66, "caption": "Two people both speak to each other in the hallway.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 7417, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 0.0, 83.12 ], "duration": 88.66, "caption": "Two women are standing and speaking to each other.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 7418, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 0.0, 65.54 ], "duration": 91.66, "caption": "A woman and a person have a conversation in a hallway.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 7419, "video_name": "house_s06e09_seg02_clip_05", "timestamp": [ 3.62, 20.82 ], "duration": 90.66, "caption": "Two people are talking in a hallway.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 180720, "video_name": "castle_s08e12_seg02_clip_13", "timestamp": [ 0.0, 36.97 ], "duration": 96.66, "caption": "A woman, a woman and a woman are having a conversation with each other in a room.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 180721, "video_name": "grey_s03e09_seg02_clip_15", "timestamp": [ 0.0, 41.66 ], "duration": 67.66, "caption": "Two people talk to each other in a hallway.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 180722, "video_name": "friends_s07e01_seg02_clip_10", "timestamp": [ 0.0, 4.14 ], "duration": 59.66, "caption": "Two people walk into the apartment to talk to woman.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 180723, "video_name": "grey_s02e14_seg02_clip_23", "timestamp": [ 57.06, 92.03 ], "duration": 92.66, "caption": "Two women are having a conversation to each other.", "similarity": 0.7209, "relevance": 2 }, { "pair_id": 180724, "video_name": "met_s06e09_seg02_clip_17", "timestamp": [ 0.0, 7.38 ], "duration": 59.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180725, "video_name": "met_s03e04_seg02_clip_11", "timestamp": [ 0.0, 18.93 ], "duration": 58.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180726, "video_name": "house_s02e03_seg02_clip_02", "timestamp": [ 60.02, 80.33 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180727, "video_name": "grey_s03e25_seg02_clip_31", "timestamp": [ 39.08, 63.03 ], "duration": 63.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180729, "video_name": "grey_s03e25_seg02_clip_16", "timestamp": [ 34.01, 49.74 ], "duration": 85.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 180730, "video_name": "grey_s03e22_seg02_clip_18", "timestamp": [ 49.93, 88.38 ], "duration": 88.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180731, "video_name": "grey_s03e22_seg02_clip_18", "timestamp": [ 0.0, 35.79 ], "duration": 88.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180732, "video_name": "grey_s03e20_seg02_clip_25", "timestamp": [ 56.62, 82.66 ], "duration": 82.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180733, "video_name": "grey_s03e20_seg02_clip_14", "timestamp": [ 0.0, 28.67 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180734, "video_name": "grey_s03e19_seg02_clip_11", "timestamp": [ 18.53, 70.8 ], "duration": 95.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180735, "video_name": "grey_s03e16_seg02_clip_16", "timestamp": [ 0.0, 16.52 ], "duration": 118.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180736, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 0.0, 32.05 ], "duration": 89.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180737, "video_name": "grey_s03e15_seg02_clip_03", "timestamp": [ 62.18, 83.35 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180738, "video_name": "grey_s03e15_seg02_clip_02", "timestamp": [ 61.9, 78.91 ], "duration": 87.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 180739, "video_name": "grey_s03e13_seg02_clip_07", "timestamp": [ 50.99, 64.78 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.7205, "relevance": 2 } ] }, { "query_id": 26196, "query": "Two people have a conversation at a bar.", "relevant_moment": [ { "pair_id": 128500, "video_name": "friends_s02e10_seg02_clip_16", "timestamp": [ 9.61, 32.88 ], "duration": 62.66, "caption": "Two people have a conversation at a bar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 128501, "video_name": "grey_s03e01_seg02_clip_17", "timestamp": [ 67.18, 92.03 ], "duration": 92.66, "caption": "Two people are having a conversation in a bar.", "similarity": 0.9838, "relevance": 4 }, { "pair_id": 128502, "video_name": "grey_s03e08_seg02_clip_25", "timestamp": [ 22.57, 44.7 ], "duration": 88.66, "caption": "Two people are having a conversation with each other in a bar.", "similarity": 0.9702, "relevance": 4 }, { "pair_id": 128503, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 0.0, 6.63 ], "duration": 102.66, "caption": "They are having a conversation in a bar.", "similarity": 0.9202, "relevance": 2 }, { "pair_id": 128504, "video_name": "castle_s07e06_seg02_clip_18", "timestamp": [ 22.3, 86.93 ], "duration": 91.66, "caption": "A person is with another person at a bar conversing.", "similarity": 0.8883, "relevance": 3 }, { "pair_id": 128505, "video_name": "grey_s03e01_seg02_clip_18", "timestamp": [ 0.0, 38.71 ], "duration": 90.66, "caption": "Two people are sitting at a bar conversing.", "similarity": 0.8835, "relevance": 4 }, { "pair_id": 128506, "video_name": "friends_s02e10_seg02_clip_10", "timestamp": [ 0.0, 25.09 ], "duration": 59.66, "caption": "They are in a bar and having a conversation.", "similarity": 0.883, "relevance": 2 }, { "pair_id": 128507, "video_name": "castle_s05e12_seg02_clip_03", "timestamp": [ 16.56, 69.02 ], "duration": 92.66, "caption": "Some people were having a conversation at a bar.", "similarity": 0.8817, "relevance": 4 }, { "pair_id": 128508, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 48.16, 69.77 ], "duration": 90.66, "caption": "Two men are having a conversation in a bar.", "similarity": 0.8699, "relevance": 4 }, { "pair_id": 128509, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 19.09, 35.0 ], "duration": 53.66, "caption": "A person is having a conversation with woman at a bar.", "similarity": 0.8657, "relevance": 4 }, { "pair_id": 128510, "video_name": "s08e03_seg02_clip_10", "timestamp": [ 9.45, 63.03 ], "duration": 63.66, "caption": "Two people have a serious discussion about themselves at a bar.", "similarity": 0.8651, "relevance": 4 }, { "pair_id": 128511, "video_name": "castle_s06e19_seg02_clip_12", "timestamp": [ 0.0, 85.22 ], "duration": 90.66, "caption": "A woman and a man are speaking to someone as they are in a bar.", "similarity": 0.86, "relevance": 3 }, { "pair_id": 128512, "video_name": "house_s07e16_seg02_clip_12", "timestamp": [ 65.15, 88.64 ], "duration": 88.66, "caption": "A man and a man are at a bar as they converse.", "similarity": 0.8585, "relevance": 4 }, { "pair_id": 128513, "video_name": "met_s02e06_seg02_clip_06", "timestamp": [ 0.0, 4.66 ], "duration": 62.66, "caption": "A person is at the bar talking to two people who are drinking.", "similarity": 0.8531, "relevance": 4 }, { "pair_id": 128514, "video_name": "grey_s02e18_seg02_clip_26", "timestamp": [ 0.0, 49.01 ], "duration": 121.66, "caption": "Two people are sitting beside each other at a bar conversing.", "similarity": 0.8454, "relevance": 4 }, { "pair_id": 128515, "video_name": "castle_s04e05_seg02_clip_06", "timestamp": [ 73.62, 84.2 ], "duration": 92.66, "caption": "Two people are sitting beside each other at a bar conversing.", "similarity": 0.8454, "relevance": 4 }, { "pair_id": 128516, "video_name": "house_s07e22_seg02_clip_10", "timestamp": [ 56.44, 91.03 ], "duration": 91.66, "caption": "A man is having a conversation with a woman in a bar.", "similarity": 0.8426, "relevance": 1 }, { "pair_id": 128517, "video_name": "house_s07e22_seg02_clip_10", "timestamp": [ 0.0, 43.24 ], "duration": 91.66, "caption": "A man is having a conversation with a woman in a bar.", "similarity": 0.8426, "relevance": 4 }, { "pair_id": 128518, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 0.0, 59.35 ], "duration": 89.66, "caption": "A woman and a man are at a bar talking to a bartender.", "similarity": 0.841, "relevance": 2 }, { "pair_id": 128519, "video_name": "met_s05e01_seg02_clip_03", "timestamp": [ 1.04, 6.21 ], "duration": 69.66, "caption": "A woman and a man go to the front of the bar and start a conversation.", "similarity": 0.8317, "relevance": 3 }, { "pair_id": 301820, "video_name": "house_s05e15_seg02_clip_03", "timestamp": [ 39.14, 42.33 ], "duration": 91.66, "caption": "A wide shot of two people talking at a bar.", "similarity": 0.8284, "relevance": 4 }, { "pair_id": 301821, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 31.93, 34.03 ], "duration": 84.66, "caption": "A person sits down and talks with another person at a bar.", "similarity": 0.8274, "relevance": 4 }, { "pair_id": 301823, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 0.0, 24.22 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.8273, "relevance": 4 }, { "pair_id": 301824, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 0.0, 20.76 ], "duration": 54.66, "caption": "People are having a conversation with each other while drinking in a bar.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 301825, "video_name": "met_s04e03_seg01_clip_00", "timestamp": [ 48.51, 62.19 ], "duration": 62.66, "caption": "They are having a conversation while drinking in a bar.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 301826, "video_name": "castle_s03e03_seg02_clip_17", "timestamp": [ 44.47, 76.02 ], "duration": 76.66, "caption": "A woman and a man are sitting at a bar speaking to each other.", "similarity": 0.8137, "relevance": 4 }, { "pair_id": 301827, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 0.0, 44.48 ], "duration": 52.66, "caption": "A man and another man have a conversation with a woman in a black dress at a bar.", "similarity": 0.8082, "relevance": 4 }, { "pair_id": 301828, "video_name": "s05e16_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A person is sitting at a bar with another person as he talks to someone.", "similarity": 0.8056, "relevance": 4 }, { "pair_id": 301829, "video_name": "met_s04e03_seg01_clip_00", "timestamp": [ 0.0, 26.12 ], "duration": 62.66, "caption": "People are having a conversation while drinking in a bar.", "similarity": 0.805, "relevance": 4 }, { "pair_id": 301830, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 31.14, 53.54 ], "duration": 54.66, "caption": "They having a conversation with each other while drinking in a bar.", "similarity": 0.803, "relevance": 4 }, { "pair_id": 301831, "video_name": "met_s02e18_seg02_clip_13", "timestamp": [ 0.0, 19.51 ], "duration": 60.66, "caption": "A man is sitting at the bar and having a conversation with another person.", "similarity": 0.8021, "relevance": 4 }, { "pair_id": 301832, "video_name": "s03e03_seg02_clip_05", "timestamp": [ 0.0, 11.9 ], "duration": 58.66, "caption": "Two people introduce themselves to two other people at a bar.", "similarity": 0.8002, "relevance": 4 }, { "pair_id": 301833, "video_name": "grey_s03e07_seg02_clip_29", "timestamp": [ 39.76, 75.02 ], "duration": 75.66, "caption": "Two men are having a conversation with each other. Then a man saw them in a bar.", "similarity": 0.797, "relevance": 4 }, { "pair_id": 301834, "video_name": "met_s02e04_seg02_clip_14", "timestamp": [ 14.51, 23.16 ], "duration": 61.66, "caption": "A person is talking to two other people at the bar when someone else walks and joins them.", "similarity": 0.7956, "relevance": 4 }, { "pair_id": 301835, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 0.0, 23.13 ], "duration": 60.66, "caption": "They are having a conversation while drinking alcohol in a bar.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 301836, "video_name": "house_s06e19_seg02_clip_16", "timestamp": [ 0.0, 95.07 ], "duration": 96.66, "caption": "A man is sitting with a woman at a bar as they converse.", "similarity": 0.7856, "relevance": 4 }, { "pair_id": 301837, "video_name": "grey_s02e08_seg02_clip_19", "timestamp": [ 61.24, 90.06 ], "duration": 90.66, "caption": "They are having a conversation while drinking inside a bar.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 301838, "video_name": "met_s06e08_seg02_clip_06", "timestamp": [ 2.42, 15.41 ], "duration": 60.66, "caption": "Two people sit in a booth in the bar and have an animated conversation.", "similarity": 0.7784, "relevance": 4 }, { "pair_id": 301839, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 0.0, 18.35 ], "duration": 89.66, "caption": "Two people are having a conversation.", "similarity": 0.777, "relevance": 2 } ] }, { "query_id": 26227, "query": "A man is putting on his lab coat while talking to another man.", "relevant_moment": [ { "pair_id": 146060, "video_name": "grey_s03e04_seg02_clip_13", "timestamp": [ 48.77, 53.38 ], "duration": 92.66, "caption": "A man is putting on his lab coat while talking to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146061, "video_name": "grey_s02e18_seg02_clip_02", "timestamp": [ 16.26, 25.43 ], "duration": 83.66, "caption": "A person is putting on his lab coat while talking to another person.", "similarity": 0.8845, "relevance": 3 }, { "pair_id": 146062, "video_name": "grey_s02e18_seg02_clip_02", "timestamp": [ 2.08, 8.76 ], "duration": 83.66, "caption": "A man is putting on his lab coat while talking to a woman.", "similarity": 0.8554, "relevance": 3 }, { "pair_id": 146063, "video_name": "friends_s04e06_seg02_clip_11", "timestamp": [ 12.21, 18.61 ], "duration": 61.66, "caption": "A man puts on his coat while talking to another man who is in front of him.", "similarity": 0.828, "relevance": 3 }, { "pair_id": 146064, "video_name": "castle_s08e19_seg02_clip_09", "timestamp": [ 0.0, 28.22 ], "duration": 91.66, "caption": "A man is speaking to another man as they are in a lab.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 146065, "video_name": "house_s02e22_seg02_clip_19", "timestamp": [ 18.77, 20.95 ], "duration": 87.66, "caption": "A person in a lab coat walks past the door while a man is talking to another man.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 146066, "video_name": "house_s03e20_seg02_clip_02", "timestamp": [ 5.85, 15.3 ], "duration": 90.66, "caption": "A man wears his laboratory coat while he walks with another man.", "similarity": 0.761, "relevance": 4 }, { "pair_id": 146067, "video_name": "met_s06e24_seg02_clip_08", "timestamp": [ 1.58, 3.15 ], "duration": 63.66, "caption": "A man points towards his coat while talking to another man.", "similarity": 0.7467, "relevance": 1 }, { "pair_id": 146068, "video_name": "house_s03e07_seg02_clip_08", "timestamp": [ 0.0, 7.57 ], "duration": 89.66, "caption": "A man puts on his jacket while talking with another man.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 146069, "video_name": "friends_s09e15_seg02_clip_03", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "A man was talking with another man wearing black coat.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 146070, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 5.06, 11.96 ], "duration": 92.66, "caption": "A person wears his coat while talking to another person.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 146071, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 45.45, 50.55 ], "duration": 92.66, "caption": "A man puts on his coat while talking with woman.", "similarity": 0.7179, "relevance": 2 }, { "pair_id": 146072, "video_name": "friends_s09e22_seg02_clip_02", "timestamp": [ 2.36, 6.49 ], "duration": 59.66, "caption": "A man adjusts his coat while having a conversation with others.", "similarity": 0.7167, "relevance": 1 }, { "pair_id": 146073, "video_name": "s03e10_seg02_clip_15", "timestamp": [ 0.0, 42.32 ], "duration": 60.66, "caption": "A man comes into lab, walks to another man and talks to him.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 146074, "video_name": "castle_s08e19_seg02_clip_09", "timestamp": [ 34.59, 38.23 ], "duration": 91.66, "caption": "A man follows another man in the lab as they converse with each other.", "similarity": 0.7148, "relevance": 1 }, { "pair_id": 146075, "video_name": "friends_s02e21_seg02_clip_12", "timestamp": [ 51.35, 55.48 ], "duration": 59.66, "caption": "A man puts on his jacket while two other men are talking to each other.", "similarity": 0.7076, "relevance": 3 }, { "pair_id": 146076, "video_name": "friends_s09e11_seg02_clip_06", "timestamp": [ 0.0, 63.49 ], "duration": 63.66, "caption": "A man was talking to another person in gray coat.", "similarity": 0.7059, "relevance": 1 }, { "pair_id": 146077, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 0.0, 12.88 ], "duration": 92.66, "caption": "A person is talking with another person when he grabs his coat and puts it on.", "similarity": 0.6938, "relevance": 3 }, { "pair_id": 146078, "video_name": "house_s07e06_seg02_clip_10", "timestamp": [ 0.0, 5.28 ], "duration": 96.66, "caption": "A man walks into the lab to talk to another man.", "similarity": 0.6932, "relevance": 2 }, { "pair_id": 146079, "video_name": "house_s08e05_seg02_clip_20", "timestamp": [ 0.0, 37.32 ], "duration": 91.66, "caption": "A man, in a white lab coat, talks with a person in a suit; after a brief conversation, the person in the suit turns on the screen behind the man; the man looks at it, looks at the person, then looks back at the screen as the other person walks away.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 319380, "video_name": "grey_s02e13_seg02_clip_18", "timestamp": [ 38.89, 44.29 ], "duration": 108.66, "caption": "A man puts on his coat and talks with woman.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 319381, "video_name": "house_s04e12_seg02_clip_08", "timestamp": [ 0.0, 27.15 ], "duration": 92.66, "caption": "A man was having a conversation with two people and the person wearing gray coat.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 319382, "video_name": "grey_s03e02_seg02_clip_12", "timestamp": [ 66.75, 74.81 ], "duration": 89.66, "caption": "A man puts on their lab coat as they are walking.", "similarity": 0.6757, "relevance": 4 }, { "pair_id": 319383, "video_name": "s06e22_seg02_clip_10", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man unbuttons his lab coat as he stands in front of the coffee table talking.", "similarity": 0.6752, "relevance": 4 }, { "pair_id": 319384, "video_name": "house_s01e10_seg02_clip_18", "timestamp": [ 4.55, 7.28 ], "duration": 91.66, "caption": "A person pulls his coat upwards while another person is talking to him.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 319385, "video_name": "friends_s07e14_seg02_clip_04", "timestamp": [ 0.0, 7.5 ], "duration": 60.66, "caption": "A man was having a conversation with another man wearing brown coat and a woman wearing red coat.", "similarity": 0.6711, "relevance": 1 }, { "pair_id": 319386, "video_name": "house_s05e05_seg02_clip_23", "timestamp": [ 6.18, 11.88 ], "duration": 95.66, "caption": "A man puts their coat on while they're telling person two things they are going to do.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 319387, "video_name": "house_s03e06_seg02_clip_13", "timestamp": [ 17.83, 24.26 ], "duration": 99.66, "caption": "A man puts on his suit jacket while talking to a man.", "similarity": 0.6641, "relevance": 3 }, { "pair_id": 319388, "video_name": "house_s01e15_seg02_clip_14", "timestamp": [ 40.05, 66.45 ], "duration": 91.66, "caption": "A man has a conversation with a woman in the lab.", "similarity": 0.6583, "relevance": 3 }, { "pair_id": 319389, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 319390, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 319391, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 40.51, 43.24 ], "duration": 91.66, "caption": "A man wearing a black coat stands up after talking to two people.", "similarity": 0.6549, "relevance": 1 }, { "pair_id": 319392, "video_name": "house_s04e10_seg02_clip_01", "timestamp": [ 13.65, 15.93 ], "duration": 91.66, "caption": "A man removes his coat while having a conversation with several people.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 319393, "video_name": "house_s06e12_seg02_clip_11", "timestamp": [ 0.0, 45.04 ], "duration": 90.66, "caption": "A man was talking to another man wearing brown jacket.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 319394, "video_name": "house_s08e17_seg02_clip_02", "timestamp": [ 0.0, 50.92 ], "duration": 92.66, "caption": "Two people speak to each other in the lab as a person is beside one of them.", "similarity": 0.6414, "relevance": 2 }, { "pair_id": 319395, "video_name": "castle_s03e06_seg02_clip_18", "timestamp": [ 32.72, 46.61 ], "duration": 89.66, "caption": "A man was talking to another person wearing a hoodie jacket.", "similarity": 0.6412, "relevance": 1 }, { "pair_id": 319396, "video_name": "house_s06e14_seg02_clip_25", "timestamp": [ 31.51, 36.46 ], "duration": 90.66, "caption": "A man is taking his coat off while talking to woman.", "similarity": 0.6411, "relevance": 3 }, { "pair_id": 319397, "video_name": "s08e08_seg02_clip_08", "timestamp": [ 32.04, 36.92 ], "duration": 61.66, "caption": "A man puts on his jacket as he is talking to person.", "similarity": 0.6379, "relevance": 2 }, { "pair_id": 319398, "video_name": "castle_s05e23_seg02_clip_11", "timestamp": [ 4.14, 11.96 ], "duration": 92.66, "caption": "A man wearing a coat talks to a woman and a person after having a phone call.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 319399, "video_name": "house_s03e20_seg02_clip_11", "timestamp": [ 0.0, 5.12 ], "duration": 93.66, "caption": "A man is scratching his head while talking to another man.", "similarity": 0.6362, "relevance": 2 } ] }, { "query_id": 26285, "query": "A woman and a man are seated in the backseat of a car as they converse.", "relevant_moment": [ { "pair_id": 75520, "video_name": "met_s06e04_seg02_clip_08", "timestamp": [ 2.65, 41.62 ], "duration": 53.66, "caption": "A woman and a man are seated in the backseat of a car as they converse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 75521, "video_name": "met_s06e04_seg02_clip_07", "timestamp": [ 28.94, 36.74 ], "duration": 65.66, "caption": "A man and a woman sit next to each other in the backseat of a car and talk.", "similarity": 0.884, "relevance": 4 }, { "pair_id": 75522, "video_name": "s08e19_seg02_clip_07", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Two people are sitting in a car as they converse with each other.", "similarity": 0.8831, "relevance": 1 }, { "pair_id": 75523, "video_name": "castle_s02e09_seg02_clip_17", "timestamp": [ 59.87, 91.4 ], "duration": 91.66, "caption": "A woman and man were having conversation as they were sitting in a car.", "similarity": 0.8702, "relevance": 3 }, { "pair_id": 75524, "video_name": "met_s03e19_seg02_clip_01", "timestamp": [ 48.61, 59.65 ], "duration": 59.66, "caption": "Two people have a conversation in the backseat of a car.", "similarity": 0.867, "relevance": 4 }, { "pair_id": 75525, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 31.54, 49.97 ], "duration": 97.66, "caption": "A man and woman are having a conversation while in the car.", "similarity": 0.8602, "relevance": 2 }, { "pair_id": 75526, "video_name": "s09e08_seg02_clip_15", "timestamp": [ 16.75, 54.02 ], "duration": 54.66, "caption": "A woman is sitting in the driver seat and a man is sitting in the passenger seat as they converse.", "similarity": 0.845, "relevance": 3 }, { "pair_id": 75527, "video_name": "house_s07e18_seg02_clip_06", "timestamp": [ 0.0, 19.14 ], "duration": 73.66, "caption": "Two people both sit in the car together and talk.", "similarity": 0.8391, "relevance": 3 }, { "pair_id": 75528, "video_name": "s09e23_seg02_clip_03", "timestamp": [ 0.0, 35.72 ], "duration": 60.66, "caption": "A woman has a conversation with a man as they sit in a parked car.", "similarity": 0.8373, "relevance": 3 }, { "pair_id": 75529, "video_name": "s05e03_seg02_clip_01", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A man talks to a woman in the backseat of the car.", "similarity": 0.8296, "relevance": 4 }, { "pair_id": 75530, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A woman is talking to a man in the back seat of another woman's car.", "similarity": 0.8281, "relevance": 4 }, { "pair_id": 75531, "video_name": "castle_s05e05_seg02_clip_25", "timestamp": [ 51.0, 85.66 ], "duration": 99.66, "caption": "A woman is in the driver's seat and a man is in the passenger seat as they converse.", "similarity": 0.8266, "relevance": 3 }, { "pair_id": 75532, "video_name": "house_s07e18_seg02_clip_05", "timestamp": [ 32.34, 68.39 ], "duration": 106.66, "caption": "Two people are having a conversation in the car.", "similarity": 0.8219, "relevance": 3 }, { "pair_id": 75533, "video_name": "friends_s07e22_seg02_clip_09", "timestamp": [ 0.0, 20.49 ], "duration": 64.66, "caption": "Two people are in a car and having a conversation.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 75534, "video_name": "castle_s04e15_seg02_clip_13", "timestamp": [ 4.79, 9.14 ], "duration": 87.66, "caption": "A man and a woman inside the car talking.", "similarity": 0.8145, "relevance": 3 }, { "pair_id": 75535, "video_name": "s08e19_seg02_clip_09", "timestamp": [ 0.0, 31.63 ], "duration": 62.66, "caption": "Two people are sitting and chatting in a car.", "similarity": 0.8113, "relevance": 2 }, { "pair_id": 75536, "video_name": "friends_s05e20_seg02_clip_09", "timestamp": [ 0.0, 14.17 ], "duration": 59.66, "caption": "Some people sit and talk in the backseat of a car.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 75537, "video_name": "castle_s06e23_seg02_clip_12", "timestamp": [ 0.0, 26.26 ], "duration": 89.66, "caption": "A man and a woman have a conversation as they travel in a car.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 75538, "video_name": "house_s06e13_seg02_clip_23", "timestamp": [ 0.0, 21.57 ], "duration": 98.66, "caption": "A man and woman talk while inside a car.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 75539, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A man and a woman are sitting next to each other in the backseat of a person's car.", "similarity": 0.8034, "relevance": 4 }, { "pair_id": 248840, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 0.0, 24.09 ], "duration": 56.66, "caption": "A woman and a person are on a car and having a conversation.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 248841, "video_name": "house_s07e18_seg02_clip_06", "timestamp": [ 0.0, 20.61 ], "duration": 73.66, "caption": "Two people talk while they are in a car together.", "similarity": 0.7974, "relevance": 2 }, { "pair_id": 248842, "video_name": "castle_s05e23_seg02_clip_08", "timestamp": [ 0.0, 19.81 ], "duration": 90.66, "caption": "Two people were sitting in a car as they were talking.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 248843, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 0.0, 28.94 ], "duration": 59.66, "caption": "Two individuals are in the backseat of a vehicle with two other people conversing.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 248844, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 24.76, 90.02 ], "duration": 90.66, "caption": "A person is in the backseat of a car speaking to another person.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 248845, "video_name": "castle_s08e04_seg02_clip_17", "timestamp": [ 26.61, 46.09 ], "duration": 95.66, "caption": "A person is sitting in a car with a person conversing.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 248846, "video_name": "castle_s08e03_seg02_clip_11", "timestamp": [ 69.99, 81.87 ], "duration": 88.66, "caption": "Two people are sitting in the front seat of a car, turned around to have a conversation with another person in the back seat.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 248847, "video_name": "castle_s04e15_seg02_clip_17", "timestamp": [ 35.91, 90.66 ], "duration": 90.66, "caption": "A person is in the trunk of a car with a woman as they converse with each other.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 248848, "video_name": "castle_s05e08_seg02_clip_21", "timestamp": [ 0.0, 37.58 ], "duration": 90.66, "caption": "A man is sitting in the backseat of a car speaking with another man.", "similarity": 0.7809, "relevance": 3 }, { "pair_id": 248849, "video_name": "s10e12_seg02_clip_01", "timestamp": [ 0.0, 23.11 ], "duration": 60.66, "caption": "Two people are riding in the car and talking.", "similarity": 0.78, "relevance": 2 }, { "pair_id": 248850, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 0.0, 22.41 ], "duration": 56.66, "caption": "Two people are riding in the car and talking.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 248851, "video_name": "s06e24_seg01_clip_01", "timestamp": [ 27.29, 62.03 ], "duration": 62.66, "caption": "Two people sit and talk in the car while one of them drives.", "similarity": 0.7758, "relevance": 1 }, { "pair_id": 248852, "video_name": "castle_s05e23_seg02_clip_07", "timestamp": [ 22.9, 52.98 ], "duration": 89.66, "caption": "Two people were having conversation inside the car.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 248853, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 45.58, 86.05 ], "duration": 93.66, "caption": "Two people are sitting on the car's hood as they converse.", "similarity": 0.7668, "relevance": 1 }, { "pair_id": 248854, "video_name": "castle_s01e01_seg02_clip_18", "timestamp": [ 7.28, 47.79 ], "duration": 91.66, "caption": "A man, a woman, and another woman were riding a car whilst having a conversation.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 248855, "video_name": "house_s07e22_seg02_clip_15", "timestamp": [ 48.07, 83.68 ], "duration": 89.66, "caption": "A woman sits in the driver's seat of a car, and a man and a child are in the backseat of the car, talking like pirates.", "similarity": 0.757, "relevance": 2 }, { "pair_id": 248856, "video_name": "friends_s10e17-18_seg02_clip_33", "timestamp": [ 30.21, 45.47 ], "duration": 61.66, "caption": "A woman and a man are in a car and having a conversation. Then they call a woman and tell her something.", "similarity": 0.7553, "relevance": 2 }, { "pair_id": 248857, "video_name": "castle_s08e10_seg02_clip_17", "timestamp": [ 51.11, 90.46 ], "duration": 90.66, "caption": "A man is on the phone speaking to a woman as he is in the backseat of a car.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 248858, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 43.86, 79.02 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 248859, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 0.0, 29.24 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.752, "relevance": 2 } ] }, { "query_id": 26361, "query": "A person takes some papers off a desk and walks off.", "relevant_moment": [ { "pair_id": 170240, "video_name": "castle_s08e13_seg02_clip_07", "timestamp": [ 48.07, 52.52 ], "duration": 89.66, "caption": "A person takes some papers off a desk and walks off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170241, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 43.77, 45.12 ], "duration": 90.66, "caption": "A person takes out stack of papers onto the desk.", "similarity": 0.8063, "relevance": 3 }, { "pair_id": 170242, "video_name": "grey_s01e08_seg02_clip_21", "timestamp": [ 72.1, 76.28 ], "duration": 93.66, "caption": "A person takes out a paper and puts it on the desk.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 170243, "video_name": "castle_s07e12_seg02_clip_07", "timestamp": [ 33.76, 37.36 ], "duration": 90.66, "caption": "A person gets up from their desk, phone in hand, walks over and picks up some papers.", "similarity": 0.7698, "relevance": 3 }, { "pair_id": 170244, "video_name": "s04e12_seg02_clip_02", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person gets up from his/her spot to get papers from a desk.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 170245, "video_name": "friends_s06e04_seg02_clip_13", "timestamp": [ 9.99, 11.35 ], "duration": 54.66, "caption": "A person grabs a sheet of paper from the desk.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 170246, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 3.09, 4.86 ], "duration": 88.66, "caption": "A person walks over to someone's desk and sits down a piece of paper.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 170247, "video_name": "s04e24_seg02_clip_04", "timestamp": [ 44.12, 49.48 ], "duration": 63.66, "caption": "A person opens a desk drawer and removes a piece of paper.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 170248, "video_name": "house_s01e10_seg02_clip_07", "timestamp": [ 39.31, 42.93 ], "duration": 90.66, "caption": "A man picks up a piece of paper off of a desk.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 170249, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 40.51, 48.24 ], "duration": 91.66, "caption": "A man leaves the office holding a stack of papers.", "similarity": 0.7076, "relevance": 3 }, { "pair_id": 170250, "video_name": "castle_s02e14_seg02_clip_06", "timestamp": [ 26.12, 30.4 ], "duration": 85.66, "caption": "A person picks up the newspaper on someone's desk, folds it in half, shoves it under his/her arm, and walks away.", "similarity": 0.7073, "relevance": 4 }, { "pair_id": 170251, "video_name": "castle_s03e02_seg02_clip_04", "timestamp": [ 16.28, 19.37 ], "duration": 88.66, "caption": "A person walks into the office and holding some papers.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 170252, "video_name": "castle_s05e11_seg02_clip_15", "timestamp": [ 9.45, 11.25 ], "duration": 90.66, "caption": "A person spins their chair around and grabs a piece of paper off of the desk behind them.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 170253, "video_name": "s04e18_seg02_clip_09", "timestamp": [ 44.12, 46.52 ], "duration": 60.66, "caption": "A person picks up two items off the desk as they walk past it.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 170255, "video_name": "castle_s05e09_seg02_clip_25", "timestamp": [ 52.14, 58.52 ], "duration": 75.66, "caption": "A person stands up from their desk and walks away.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 170256, "video_name": "castle_s04e17_seg02_clip_16", "timestamp": [ 40.51, 44.15 ], "duration": 91.66, "caption": "A person stands up from their desk and walks away.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 170257, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 10.7, 12.56 ], "duration": 93.66, "caption": "A person takes a paper off of the bulletin board.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 170258, "video_name": "house_s02e05_seg02_clip_13", "timestamp": [ 38.89, 43.21 ], "duration": 96.66, "caption": "A person picks up a piece of paper from the desk.", "similarity": 0.6962, "relevance": 2 }, { "pair_id": 170259, "video_name": "house_s05e17_seg02_clip_14", "timestamp": [ 49.69, 53.38 ], "duration": 92.66, "caption": "A man sets down a sheet of paper and walks away.", "similarity": 0.6951, "relevance": 2 } ] }, { "query_id": 26390, "query": "A man stands up to talk to man better.", "relevant_moment": [ { "pair_id": 172480, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 12.61, 14.85 ], "duration": 56.66, "caption": "A man stands up to talk to man better.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172481, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 9.1, 11.2 ], "duration": 70.66, "caption": "A man stands up to talk to another man better.", "similarity": 0.9635, "relevance": 4 }, { "pair_id": 172482, "video_name": "castle_s01e08_seg02_clip_04", "timestamp": [ 45.42, 48.81 ], "duration": 84.66, "caption": "A man stands up while he is talking to another man.", "similarity": 0.897, "relevance": 3 }, { "pair_id": 172483, "video_name": "castle_s05e16_seg02_clip_12", "timestamp": [ 8.28, 11.04 ], "duration": 92.66, "caption": "A man stands up while another person is talking to him.", "similarity": 0.8855, "relevance": 3 }, { "pair_id": 172484, "video_name": "house_s04e07_seg02_clip_08", "timestamp": [ 25.93, 31.21 ], "duration": 96.66, "caption": "A man stands up and quickly talks to another man.", "similarity": 0.8791, "relevance": 4 }, { "pair_id": 172485, "video_name": "s10e04_seg02_clip_00", "timestamp": [ 52.79, 56.15 ], "duration": 61.66, "caption": "A man stands up to and talks to two people.", "similarity": 0.8679, "relevance": 2 }, { "pair_id": 172486, "video_name": "house_s06e11_seg02_clip_00", "timestamp": [ 30.39, 33.33 ], "duration": 98.66, "caption": "A man stands up while another man is speaking to a person.", "similarity": 0.864, "relevance": 2 }, { "pair_id": 172487, "video_name": "house_s08e16_seg02_clip_24", "timestamp": [ 7.04, 12.32 ], "duration": 88.66, "caption": "A man is talking to another man while he is standing.", "similarity": 0.8533, "relevance": 2 }, { "pair_id": 172488, "video_name": "castle_s02e08_seg02_clip_15", "timestamp": [ 64.36, 66.55 ], "duration": 87.66, "caption": "A man stands up while talking to woman and person.", "similarity": 0.8432, "relevance": 2 }, { "pair_id": 172489, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 21.63, 25.31 ], "duration": 92.66, "caption": "A man stands up while he is talking to a woman.", "similarity": 0.8425, "relevance": 3 }, { "pair_id": 172490, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 7.13, 11.17 ], "duration": 62.66, "caption": "A man stands up and asks to be able to talk to them.", "similarity": 0.8409, "relevance": 4 }, { "pair_id": 172491, "video_name": "house_s05e03_seg02_clip_14", "timestamp": [ 29.9, 34.8 ], "duration": 98.66, "caption": "A man suddenly stands up and talks to another man.", "similarity": 0.8319, "relevance": 4 }, { "pair_id": 172492, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 65.17, 68.84 ], "duration": 91.66, "caption": "A man stands up immediately after talking to them.", "similarity": 0.8315, "relevance": 3 }, { "pair_id": 172493, "video_name": "house_s01e03_seg02_clip_08", "timestamp": [ 55.22, 58.44 ], "duration": 92.66, "caption": "A man stands up while talking with woman and man.", "similarity": 0.8267, "relevance": 3 }, { "pair_id": 172494, "video_name": "met_s03e14_seg02_clip_12", "timestamp": [ 16.83, 56.31 ], "duration": 61.66, "caption": "A man stands up and talks to a person that is passing next to them.", "similarity": 0.8252, "relevance": 3 }, { "pair_id": 172495, "video_name": "house_s06e20_seg02_clip_13", "timestamp": [ 0.0, 21.81 ], "duration": 89.66, "caption": "A man stands up while speaking to another man who is sitting down.", "similarity": 0.8213, "relevance": 2 }, { "pair_id": 172496, "video_name": "s05e03_seg01_clip_00", "timestamp": [ 36.91, 49.93 ], "duration": 62.66, "caption": "A man stands up and begins a conversation with another man.", "similarity": 0.8178, "relevance": 2 }, { "pair_id": 172497, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 20.47, 24.5 ], "duration": 62.66, "caption": "A man stands up and turns to talk to a woman.", "similarity": 0.8163, "relevance": 2 }, { "pair_id": 172498, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 33.13, 35.89 ], "duration": 92.66, "caption": "A man suddenly stands up after talking to another man.", "similarity": 0.8151, "relevance": 2 }, { "pair_id": 172499, "video_name": "house_s01e06_seg02_clip_26", "timestamp": [ 0.0, 11.28 ], "duration": 49.66, "caption": "A man stands next to another man and talks to him.", "similarity": 0.8132, "relevance": 2 }, { "pair_id": 345800, "video_name": "friends_s04e22_seg02_clip_00", "timestamp": [ 51.68, 53.58 ], "duration": 63.66, "caption": "A man stands up from the stool while talking to another man.", "similarity": 0.8125, "relevance": 3 }, { "pair_id": 345801, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 8.59, 12.21 ], "duration": 90.66, "caption": "Two people stand up after talking to a man.", "similarity": 0.8117, "relevance": 3 }, { "pair_id": 345802, "video_name": "friends_s09e23-24_seg02_clip_03", "timestamp": [ 37.72, 46.42 ], "duration": 58.66, "caption": "A man stands up and gestures with his hands while talking to a person.", "similarity": 0.807, "relevance": 3 }, { "pair_id": 345803, "video_name": "house_s06e09_seg02_clip_17", "timestamp": [ 6.53, 40.9 ], "duration": 87.66, "caption": "A person is speaking to someone as he stands beside man.", "similarity": 0.8058, "relevance": 3 }, { "pair_id": 345804, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 4.0, 6.91 ], "duration": 20.66, "caption": "A man slightly gets up as he talks to another man.", "similarity": 0.7998, "relevance": 3 }, { "pair_id": 345805, "video_name": "house_s03e08_seg02_clip_17", "timestamp": [ 6.47, 10.62 ], "duration": 92.66, "caption": "A man stands up while talking to the group.", "similarity": 0.7972, "relevance": 4 }, { "pair_id": 345806, "video_name": "castle_s05e11_seg02_clip_12", "timestamp": [ 66.02, 69.54 ], "duration": 88.66, "caption": "A man stands up slowly while speaking to two people.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 345807, "video_name": "castle_s03e18_seg02_clip_03", "timestamp": [ 45.71, 92.35 ], "duration": 92.66, "caption": "Two people are talking to a man as they stand across from him.", "similarity": 0.7943, "relevance": 2 }, { "pair_id": 345808, "video_name": "castle_s06e15_seg02_clip_04", "timestamp": [ 9.79, 11.66 ], "duration": 93.66, "caption": "A person stands up to talk to another person.", "similarity": 0.7926, "relevance": 4 }, { "pair_id": 345809, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 0.0, 11.9 ], "duration": 82.66, "caption": "A man is next to man as he speaks to person.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 345810, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 69.92, 76.73 ], "duration": 90.66, "caption": "A man stands up and walks over to talk with a woman and a man.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 345811, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 18.5, 20.22 ], "duration": 86.66, "caption": "A man stands up to make their point to man better.", "similarity": 0.7843, "relevance": 4 }, { "pair_id": 345812, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A man moves forward to stand closer to another man as he talks to him.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 345813, "video_name": "castle_s05e04_seg02_clip_23", "timestamp": [ 16.7, 20.32 ], "duration": 90.66, "caption": "A man stands up after talking to another man over the phone.", "similarity": 0.7783, "relevance": 3 }, { "pair_id": 345814, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A man stands up followed by a woman while still talking to another man.", "similarity": 0.778, "relevance": 2 }, { "pair_id": 345815, "video_name": "house_s08e12_seg02_clip_22", "timestamp": [ 0.0, 15.64 ], "duration": 92.66, "caption": "A man is conversing with a person as he stands in front of him.", "similarity": 0.7778, "relevance": 3 }, { "pair_id": 345816, "video_name": "castle_s06e21_seg02_clip_18", "timestamp": [ 9.57, 20.89 ], "duration": 87.66, "caption": "While a man and woman are having a conversation, a man walks up and stands by the man.", "similarity": 0.7763, "relevance": 3 }, { "pair_id": 345817, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 9.58, 13.68 ], "duration": 91.66, "caption": "A man stands up and walks out while talking to another man.", "similarity": 0.7728, "relevance": 4 }, { "pair_id": 345818, "video_name": "friends_s04e01_seg02_clip_14", "timestamp": [ 0.0, 23.32 ], "duration": 59.66, "caption": "A man stands in front of some people and talks.", "similarity": 0.7727, "relevance": 3 }, { "pair_id": 345819, "video_name": "friends_s06e20_seg02_clip_11", "timestamp": [ 20.81, 52.83 ], "duration": 64.66, "caption": "A man is standing with two other men having a conversation.", "similarity": 0.7726, "relevance": 3 } ] }, { "query_id": 26421, "query": "A man opens the door and walks into the apartment.", "relevant_moment": [ { "pair_id": 141200, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141201, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141202, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141203, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141204, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141205, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 0.9846, "relevance": 4 }, { "pair_id": 141206, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.9838, "relevance": 4 }, { "pair_id": 141207, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.9838, "relevance": 4 }, { "pair_id": 141208, "video_name": "friends_s09e13_seg01_clip_00", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9493, "relevance": 4 }, { "pair_id": 141209, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 23.19, 27.77 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9493, "relevance": 4 }, { "pair_id": 141210, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 45.0, 52.02 ], "duration": 52.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9493, "relevance": 4 }, { "pair_id": 141211, "video_name": "s01e16_seg02_clip_05", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A man opens the door to the apartment and enters.", "similarity": 0.9489, "relevance": 4 }, { "pair_id": 141212, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.75, 64.02 ], "duration": 64.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 3 }, { "pair_id": 141213, "video_name": "s03e20_seg02_clip_07", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 141214, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 141215, "video_name": "friends_s07e04_seg02_clip_12", "timestamp": [ 3.56, 6.23 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 3 }, { "pair_id": 141216, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 49.74, 52.48 ], "duration": 61.66, "caption": "A man opens the door and enters the apartment.", "similarity": 0.9464, "relevance": 4 }, { "pair_id": 141217, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.9395, "relevance": 4 }, { "pair_id": 141218, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 50.85, 52.66 ], "duration": 60.66, "caption": "A man opens the entry door to the apartment.", "similarity": 0.9379, "relevance": 3 }, { "pair_id": 141219, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 38.14, 39.97 ], "duration": 61.66, "caption": "The door opens and a person walks into the apartment.", "similarity": 0.93, "relevance": 4 }, { "pair_id": 314520, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 34.98, 36.24 ], "duration": 63.66, "caption": "A man opens up the apartment door and walks through.", "similarity": 0.9217, "relevance": 4 }, { "pair_id": 314521, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.9212, "relevance": 3 }, { "pair_id": 314522, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 39.08, 42.18 ], "duration": 62.66, "caption": "A man opens the door of the apartment and goes inside.", "similarity": 0.9208, "relevance": 4 }, { "pair_id": 314523, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A man opens the apartment door and starts to walk in.", "similarity": 0.9198, "relevance": 2 }, { "pair_id": 314524, "video_name": "met_s03e17_seg02_clip_18", "timestamp": [ 21.94, 26.12 ], "duration": 76.66, "caption": "A man opens the door, turns on the light and walks into the apartment.", "similarity": 0.9135, "relevance": 4 }, { "pair_id": 314525, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 13.11, 15.37 ], "duration": 90.66, "caption": "A man opens up the door to the apartment.", "similarity": 0.9062, "relevance": 4 }, { "pair_id": 314526, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 11.33, 14.7 ], "duration": 61.66, "caption": "A man opens the front door to the apartment and enters.", "similarity": 0.9057, "relevance": 4 }, { "pair_id": 314527, "video_name": "friends_s07e03_seg02_clip_07", "timestamp": [ 1.92, 3.84 ], "duration": 64.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.905, "relevance": 3 }, { "pair_id": 314528, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 314529, "video_name": "friends_s06e17_seg02_clip_06", "timestamp": [ 40.23, 43.05 ], "duration": 56.66, "caption": "A man opens the door, enters the apartment and closes the door.", "similarity": 0.8971, "relevance": 4 }, { "pair_id": 314530, "video_name": "s03e22_seg02_clip_16", "timestamp": [ 37.68, 39.54 ], "duration": 93.66, "caption": "A man walks into the apartment and then closes the door.", "similarity": 0.8969, "relevance": 3 }, { "pair_id": 314531, "video_name": "s09e16_seg02_clip_00", "timestamp": [ 29.15, 31.94 ], "duration": 62.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 314532, "video_name": "friends_s05e22_seg02_clip_16", "timestamp": [ 19.51, 22.51 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 314533, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 53.49, 56.79 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 314534, "video_name": "friends_s02e20_seg02_clip_06", "timestamp": [ 20.93, 23.65 ], "duration": 54.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 314535, "video_name": "met_s02e18_seg02_clip_13", "timestamp": [ 19.81, 21.64 ], "duration": 60.66, "caption": "A man opens the door as he arrives in his apartment.", "similarity": 0.8946, "relevance": 3 }, { "pair_id": 314536, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A person opens the door to the apartment and enters.", "similarity": 0.8917, "relevance": 2 }, { "pair_id": 314537, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 17.09, 26.85 ], "duration": 61.66, "caption": "A man opens the door to a person's apartment and finally enters.", "similarity": 0.8909, "relevance": 3 }, { "pair_id": 314538, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 25.54, 27.35 ], "duration": 60.66, "caption": "A man walks into the apartment and closes the door behind him.", "similarity": 0.8907, "relevance": 4 }, { "pair_id": 314539, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 44.27, 49.88 ], "duration": 59.66, "caption": "A person opens the door and enters the apartment.", "similarity": 0.8891, "relevance": 4 } ] }, { "query_id": 26424, "query": "A man comes out of his bedroom and then glares at another man.", "relevant_moment": [ { "pair_id": 162840, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 54.62, 61.03 ], "duration": 61.66, "caption": "A man comes out of his bedroom and then glares at another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162841, "video_name": "friends_s03e06_seg02_clip_09", "timestamp": [ 14.01, 20.72 ], "duration": 58.66, "caption": "A man walks out of his bedroom and is startled by seeing another person.", "similarity": 0.7075, "relevance": 4 }, { "pair_id": 162842, "video_name": "friends_s07e11_seg02_clip_10", "timestamp": [ 38.45, 41.8 ], "duration": 61.66, "caption": "A man makes a face at another man and walks out of the bedroom.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 162843, "video_name": "friends_s04e22_seg02_clip_09", "timestamp": [ 2.7, 6.0 ], "duration": 60.66, "caption": "A man comes out of his bedroom to join another man in the living room.", "similarity": 0.691, "relevance": 3 }, { "pair_id": 162844, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.61, 45.7 ], "duration": 63.66, "caption": "A man comes out of the bedroom and leads another man out.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 162845, "video_name": "s09e12_seg02_clip_01", "timestamp": [ 47.45, 52.72 ], "duration": 62.66, "caption": "A man shouts to two people who are inside their bedroom.", "similarity": 0.6793, "relevance": 1 }, { "pair_id": 162846, "video_name": "friends_s02e16_seg02_clip_09", "timestamp": [ 51.82, 56.02 ], "duration": 56.66, "caption": "A man walks into his bedroom while he and another person are arguing.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 162847, "video_name": "friends_s04e06_seg02_clip_19", "timestamp": [ 52.22, 55.41 ], "duration": 58.66, "caption": "A man turns to look at the bedroom door and then back at another woman.", "similarity": 0.6698, "relevance": 1 }, { "pair_id": 162848, "video_name": "s02e08_seg02_clip_07", "timestamp": [ 20.8, 23.01 ], "duration": 63.66, "caption": "A man walks out of his bedroom door and another person follows behind him.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 162849, "video_name": "s03e04_seg02_clip_00", "timestamp": [ 5.36, 9.45 ], "duration": 63.66, "caption": "A man comes out of the bedroom of some people's apartment.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 162850, "video_name": "friends_s04e04_seg02_clip_12", "timestamp": [ 48.22, 57.67 ], "duration": 63.66, "caption": "A man walks into the apartment and glares at woman.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 162851, "video_name": "s06e09_seg02_clip_01", "timestamp": [ 25.02, 28.99 ], "duration": 61.66, "caption": "A person storms off into his bedroom at his apartment with another person.", "similarity": 0.6541, "relevance": 1 }, { "pair_id": 162852, "video_name": "friends_s02e01_seg02_clip_15", "timestamp": [ 34.22, 41.01 ], "duration": 52.66, "caption": "A person tells a man he can see the person in the bedroom and he follows him in.", "similarity": 0.6521, "relevance": 1 }, { "pair_id": 162853, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 42.05, 47.03 ], "duration": 90.66, "caption": "A man gets out of the room and talks to another man.", "similarity": 0.6477, "relevance": 3 }, { "pair_id": 162854, "video_name": "friends_s04e07_seg02_clip_21", "timestamp": [ 58.24, 60.73 ], "duration": 71.66, "caption": "A man walks into his room and slams the door on another man.", "similarity": 0.6388, "relevance": 1 }, { "pair_id": 162855, "video_name": "friends_s09e17_seg02_clip_21", "timestamp": [ 30.18, 35.7 ], "duration": 58.66, "caption": "A man runs out of the bedroom towards another person.", "similarity": 0.6387, "relevance": 2 }, { "pair_id": 162856, "video_name": "s06e14_seg02_clip_09", "timestamp": [ 11.29, 23.8 ], "duration": 61.66, "caption": "A man yells at a person so the person says he's grumpy and walks to his bedroom.", "similarity": 0.6342, "relevance": 1 }, { "pair_id": 162857, "video_name": "s04e06_seg02_clip_07", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A person is talking to another person at his bedroom door.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 162858, "video_name": "friends_s02e18_seg02_clip_13", "timestamp": [ 24.27, 28.36 ], "duration": 63.66, "caption": "A man looks out of a woman's bedroom into the living room as he turns and notices someone outside another bedroom.", "similarity": 0.6311, "relevance": 4 }, { "pair_id": 162859, "video_name": "friends_s10e06_seg02_clip_18", "timestamp": [ 9.3, 13.51 ], "duration": 60.66, "caption": "A man comes out of his bedroom after a woman screams.", "similarity": 0.6245, "relevance": 3 }, { "pair_id": 336160, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 45.29, 48.04 ], "duration": 61.66, "caption": "After man's last slap another man chases man into his bedroom.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 336161, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 0.0, 7.25 ], "duration": 63.66, "caption": "A man stands in the bedroom talking to another man with his arms crossed tightly in front of him.", "similarity": 0.6202, "relevance": 3 }, { "pair_id": 336162, "video_name": "friends_s07e02_seg02_clip_03", "timestamp": [ 5.1, 12.61 ], "duration": 60.66, "caption": "A man looks around the apartment then looks in woman's bedroom.", "similarity": 0.6185, "relevance": 2 }, { "pair_id": 336163, "video_name": "s04e02_seg02_clip_08", "timestamp": [ 53.34, 55.83 ], "duration": 62.66, "caption": "A person mentions to another person about him being in his bedroom as he speaks to him.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 336164, "video_name": "s02e08_seg02_clip_06", "timestamp": [ 11.48, 14.27 ], "duration": 62.66, "caption": "A man comes into person's bedroom to talk to him.", "similarity": 0.6166, "relevance": 3 }, { "pair_id": 336165, "video_name": "s01e01_seg02_clip_08", "timestamp": [ 34.22, 37.22 ], "duration": 60.66, "caption": "A man looks back behind him and glares at another man as he's walking.", "similarity": 0.6148, "relevance": 3 }, { "pair_id": 336166, "video_name": "s03e11_seg02_clip_15", "timestamp": [ 48.82, 58.28 ], "duration": 61.66, "caption": "A man walks to their bedroom looking back at a woman with a confused look on their face.", "similarity": 0.614, "relevance": 3 }, { "pair_id": 336167, "video_name": "house_s04e15_seg02_clip_19", "timestamp": [ 23.64, 25.87 ], "duration": 89.66, "caption": "A man walks out of his bedroom in his apartment into his living room and wakes up another person who is sleeping on his sofa.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 336168, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 106.74, 116.02 ], "duration": 116.66, "caption": "Two people came in a man's room and look at him.", "similarity": 0.6081, "relevance": 3 }, { "pair_id": 336169, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 2.71, 4.06 ], "duration": 90.66, "caption": "A man turns around to look as another man comes into a room.", "similarity": 0.6074, "relevance": 2 }, { "pair_id": 336170, "video_name": "castle_s02e11_seg02_clip_14", "timestamp": [ 30.09, 34.79 ], "duration": 94.66, "caption": "A man comes and he looks inside the room where a man and a woman were.", "similarity": 0.6071, "relevance": 2 }, { "pair_id": 336171, "video_name": "castle_s08e19_seg02_clip_07", "timestamp": [ 12.97, 17.44 ], "duration": 89.66, "caption": "A man enters the room and interrupts the conversation between a man and another man.", "similarity": 0.6071, "relevance": 3 }, { "pair_id": 336172, "video_name": "house_s06e15_seg02_clip_23", "timestamp": [ 45.61, 56.54 ], "duration": 95.66, "caption": "A man comes in the living room after another man comes in.", "similarity": 0.6048, "relevance": 2 }, { "pair_id": 336173, "video_name": "house_s06e10_seg02_clip_03", "timestamp": [ 53.61, 56.32 ], "duration": 90.66, "caption": "A man enters the dark room and interrupts another person.", "similarity": 0.6037, "relevance": 3 }, { "pair_id": 336174, "video_name": "friends_s04e20_seg01_clip_00", "timestamp": [ 34.83, 37.95 ], "duration": 48.66, "caption": "A man trips while he is trying to leave another man's bedroom.", "similarity": 0.603, "relevance": 4 }, { "pair_id": 336175, "video_name": "friends_s02e23_seg02_clip_02", "timestamp": [ 50.12, 51.92 ], "duration": 60.66, "caption": "A man points at another man as he exits the room.", "similarity": 0.6024, "relevance": 3 }, { "pair_id": 336176, "video_name": "castle_s08e05_seg02_clip_13", "timestamp": [ 51.29, 73.21 ], "duration": 82.66, "caption": "A man gets up, looks at two people and leaves the room.", "similarity": 0.6014, "relevance": 3 }, { "pair_id": 336177, "video_name": "s04e24_seg02_clip_06", "timestamp": [ 20.71, 25.21 ], "duration": 60.66, "caption": "A man opens his bedroom's closet as he listens to another person.", "similarity": 0.6011, "relevance": 3 }, { "pair_id": 336179, "video_name": "castle_s08e07_seg02_clip_20", "timestamp": [ 1.82, 6.83 ], "duration": 91.66, "caption": "A man storms out of the room as woman and another man watch him.", "similarity": 0.6002, "relevance": 3 } ] }, { "query_id": 26431, "query": "A person starts to play the guitar but stops because he doesn't know how and puts the guitar on the table.", "relevant_moment": [ { "pair_id": 3140, "video_name": "castle_s05e07_seg02_clip_23", "timestamp": [ 70.4, 84.66 ], "duration": 92.66, "caption": "A person starts to play the guitar but stops because he doesn't know how and puts the guitar on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3141, "video_name": "friends_s03e14_seg02_clip_11", "timestamp": [ 49.51, 54.4 ], "duration": 54.66, "caption": "A person is sitting down and playing a guitar.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 3142, "video_name": "friends_s04e10_seg02_clip_12", "timestamp": [ 42.62, 50.42 ], "duration": 60.66, "caption": "A man interrupts a person while she is playing guitar.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 3143, "video_name": "friends_s07e01_seg02_clip_17", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A person strums a guitar and opens their mouth wide.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 3144, "video_name": "met_s02e21_seg02_clip_15", "timestamp": [ 27.42, 30.57 ], "duration": 63.66, "caption": "A person turns around and looks at someone playing a guitar.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 3145, "video_name": "house_s05e23_seg02_clip_00", "timestamp": [ 5.58, 12.56 ], "duration": 93.66, "caption": "A person plays with a very small toy guitar.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 3146, "video_name": "house_s05e03_seg02_clip_25", "timestamp": [ 123.0, 172.02 ], "duration": 172.66, "caption": "While having a conversation with a man, a person picks up a guitar, sits down, and begins to play along with him.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 3147, "video_name": "friends_s04e01_seg02_clip_15", "timestamp": [ 12.72, 22.95 ], "duration": 62.66, "caption": "A woman stops playing her guitar and puts it away.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 3148, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 95.72, 102.1 ], "duration": 116.66, "caption": "A person is pretending he is playing a guitar while dancing.", "similarity": 0.6263, "relevance": 0 }, { "pair_id": 3149, "video_name": "friends_s05e05_seg02_clip_05", "timestamp": [ 0.3, 4.43 ], "duration": 59.66, "caption": "A woman gets up after not being able to play the guitar.", "similarity": 0.6188, "relevance": 2 }, { "pair_id": 3150, "video_name": "friends_s02e06_seg02_clip_03", "timestamp": [ 31.04, 42.36 ], "duration": 58.66, "caption": "A person is on the couch playing the guitar.", "similarity": 0.6148, "relevance": 2 }, { "pair_id": 3151, "video_name": "s09e04_seg02_clip_06", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A person plays the guitar while sitting with another person.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 3152, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 53.34, 57.38 ], "duration": 62.66, "caption": "A woman stops playing the guitar and holds her hand up.", "similarity": 0.6123, "relevance": 2 }, { "pair_id": 3153, "video_name": "met_s03e01_seg02_clip_13", "timestamp": [ 58.67, 84.17 ], "duration": 85.66, "caption": "A person is sitting on the couch and playing the guitar while some people watch.", "similarity": 0.6025, "relevance": 2 }, { "pair_id": 3154, "video_name": "house_s04e01_seg02_clip_25", "timestamp": [ 157.52, 175.02 ], "duration": 175.66, "caption": "A person is playing a guitar while carrying on a conversation.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 3155, "video_name": "house_s03e06_seg02_clip_13", "timestamp": [ 42.58, 44.56 ], "duration": 99.66, "caption": "A person bends down and grabs their guitar from the floor.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 3156, "video_name": "friends_s05e11_seg02_clip_17", "timestamp": [ 7.83, 12.97 ], "duration": 54.66, "caption": "A man starts playing an acoustic guitar and then drops it on the floor.", "similarity": 0.5981, "relevance": 2 }, { "pair_id": 3157, "video_name": "house_s08e17_seg02_clip_22", "timestamp": [ 0.0, 17.21 ], "duration": 93.66, "caption": "A person is playing with a string while listening to the others and then gets up.", "similarity": 0.592, "relevance": 0 }, { "pair_id": 3158, "video_name": "castle_s02e07_seg02_clip_00", "timestamp": [ 24.26, 26.68 ], "duration": 97.66, "caption": "A person takes the guitar strap off their shoulder by lifting the guitar.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 3159, "video_name": "friends_s05e05_seg02_clip_04", "timestamp": [ 49.82, 58.23 ], "duration": 60.66, "caption": "A person looks at a woman and then leaves a place very quickly when she starts to play guitar and sing.", "similarity": 0.5851, "relevance": 2 } ] }, { "query_id": 26435, "query": "A woman places a book onto a shelf cross the office and picks up a file folder.", "relevant_moment": [ { "pair_id": 680, "video_name": "castle_s05e07_seg02_clip_20", "timestamp": [ 0.45, 12.03 ], "duration": 89.66, "caption": "A woman places a book onto a shelf cross the office and picks up a file folder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 681, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 0.0, 2.64 ], "duration": 88.66, "caption": "A woman grabs a file folder from a shelf.", "similarity": 0.8138, "relevance": 3 }, { "pair_id": 682, "video_name": "castle_s02e03_seg02_clip_20", "timestamp": [ 41.11, 43.22 ], "duration": 84.66, "caption": "A woman picks a file folder up off of the desk as she turns and sits down.", "similarity": 0.7598, "relevance": 1 }, { "pair_id": 683, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 40.27, 42.56 ], "duration": 91.66, "caption": "A woman walks into the office and puts a file folder on the table.", "similarity": 0.7551, "relevance": 1 }, { "pair_id": 684, "video_name": "castle_s07e13_seg02_clip_25", "timestamp": [ 61.4, 66.51 ], "duration": 93.66, "caption": "A woman picks up a folder from her desk and opens it.", "similarity": 0.7487, "relevance": 2 }, { "pair_id": 685, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 17.55, 22.96 ], "duration": 90.66, "caption": "A woman opens a desk drawer and places a file in it.", "similarity": 0.7269, "relevance": 1 }, { "pair_id": 686, "video_name": "castle_s05e24_seg02_clip_25", "timestamp": [ 44.17, 45.09 ], "duration": 92.66, "caption": "A woman picks up a piece of paper from a folder and flips it over on the table.", "similarity": 0.7245, "relevance": 0 }, { "pair_id": 687, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 85.25, 87.98 ], "duration": 91.66, "caption": "A woman takes out a file from a file shelf and opens it.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 688, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 77.67, 79.89 ], "duration": 88.66, "caption": "A woman places a folder she had in her hand onto her desk.", "similarity": 0.7198, "relevance": 1 }, { "pair_id": 689, "video_name": "castle_s06e01_seg02_clip_25", "timestamp": [ 42.51, 44.51 ], "duration": 100.66, "caption": "A woman walks into person's office and leans on a book shelf.", "similarity": 0.7192, "relevance": 0 }, { "pair_id": 690, "video_name": "castle_s07e12_seg02_clip_25", "timestamp": [ 62.93, 66.1 ], "duration": 90.66, "caption": "A woman is seated at a desk and looking through a file folder.", "similarity": 0.7177, "relevance": 1 }, { "pair_id": 691, "video_name": "castle_s04e08_seg02_clip_13", "timestamp": [ 57.28, 60.37 ], "duration": 88.66, "caption": "A woman grabs a file folder off of the desk.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 692, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 20.28, 26.59 ], "duration": 90.66, "caption": "A woman walks up with a file folder and drops it on the desk.", "similarity": 0.715, "relevance": 1 }, { "pair_id": 693, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 70.68, 72.51 ], "duration": 91.66, "caption": "A person gets a folder of papers from woman's desk.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 694, "video_name": "castle_s04e21_seg02_clip_18", "timestamp": [ 43.6, 45.42 ], "duration": 90.66, "caption": "A woman reaches across the desk and grabs a file folder as she leans over the desk.", "similarity": 0.7121, "relevance": 3 }, { "pair_id": 695, "video_name": "castle_s06e16_seg02_clip_04", "timestamp": [ 0.0, 4.32 ], "duration": 96.66, "caption": "A woman walks in and sets a file folder on the table.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 696, "video_name": "castle_s04e10_seg02_clip_02", "timestamp": [ 25.22, 27.51 ], "duration": 91.66, "caption": "A woman picks up her folder off of table.", "similarity": 0.6994, "relevance": 2 }, { "pair_id": 697, "video_name": "s07e06_seg02_clip_07", "timestamp": [ 22.81, 24.91 ], "duration": 60.66, "caption": "A person carries their book over to their desk.", "similarity": 0.698, "relevance": 1 }, { "pair_id": 698, "video_name": "castle_s05e11_seg02_clip_24", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A woman puts a paper back into a folder.", "similarity": 0.6936, "relevance": 1 }, { "pair_id": 699, "video_name": "castle_s02e19_seg02_clip_11", "timestamp": [ 0.0, 76.16 ], "duration": 90.66, "caption": "A woman was holding a folder with a bunch of papers in it.", "similarity": 0.6931, "relevance": 1 } ] }, { "query_id": 26442, "query": "Two people are in an office speaking to a person named Buck.", "relevant_moment": [ { "pair_id": 161120, "video_name": "castle_s05e07_seg02_clip_21", "timestamp": [ 61.86, 93.03 ], "duration": 93.66, "caption": "Two people are in an office speaking to a person named Buck.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161121, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "Two people are in an office speaking with another person.", "similarity": 0.8258, "relevance": 3 }, { "pair_id": 161122, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 0.0, 30.89 ], "duration": 87.66, "caption": "Two people are speaking to someone as they are in an office.", "similarity": 0.8215, "relevance": 3 }, { "pair_id": 161123, "video_name": "castle_s06e12_seg02_clip_03", "timestamp": [ 0.0, 49.29 ], "duration": 90.66, "caption": "Two people are speaking to two other people in an office.", "similarity": 0.8022, "relevance": 3 }, { "pair_id": 161124, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 38.59, 90.66 ], "duration": 90.66, "caption": "A man and a woman are in an office speaking to a person.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 161125, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 19.1, 93.15 ], "duration": 93.66, "caption": "A man and another man are in an office speaking to two people.", "similarity": 0.7789, "relevance": 3 }, { "pair_id": 161126, "video_name": "castle_s05e13_seg02_clip_08", "timestamp": [ 0.0, 80.28 ], "duration": 89.66, "caption": "Some people are in an office as they speak to two other people.", "similarity": 0.7789, "relevance": 3 }, { "pair_id": 161127, "video_name": "house_s07e07_seg02_clip_12", "timestamp": [ 58.48, 79.02 ], "duration": 79.66, "caption": "Two people both speak to a person in his office.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 161128, "video_name": "castle_s04e06_seg02_clip_22", "timestamp": [ 0.0, 75.22 ], "duration": 90.66, "caption": "A man and woman are in an office speaking to someone.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 161129, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 0.0, 35.6 ], "duration": 90.66, "caption": "A woman and a man are in the office speaking to a person.", "similarity": 0.7742, "relevance": 3 }, { "pair_id": 161130, "video_name": "house_s07e11_seg02_clip_09", "timestamp": [ 0.0, 35.89 ], "duration": 92.66, "caption": "Two people talk when they are in the office.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 161131, "video_name": "castle_s05e14_seg02_clip_03", "timestamp": [ 0.0, 21.75 ], "duration": 90.66, "caption": "Two men are speaking to a person as they are in an office.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 161132, "video_name": "castle_s06e22_seg02_clip_04", "timestamp": [ 50.86, 79.22 ], "duration": 90.66, "caption": "Two people are in an office conversing.", "similarity": 0.7631, "relevance": 2 }, { "pair_id": 161133, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 0.0, 32.44 ], "duration": 94.66, "caption": "Two people talk while they are in an office.", "similarity": 0.7592, "relevance": 2 }, { "pair_id": 161134, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 21.61, 59.87 ], "duration": 90.66, "caption": "A person is speaking to two other people as they sit in their office.", "similarity": 0.7585, "relevance": 3 }, { "pair_id": 161135, "video_name": "castle_s05e07_seg02_clip_22", "timestamp": [ 0.0, 45.31 ], "duration": 87.66, "caption": "A woman and a man are speaking to a person in an office.", "similarity": 0.7571, "relevance": 3 }, { "pair_id": 161136, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 81.36, 92.46 ], "duration": 92.66, "caption": "Man, woman, and another man are in an office speaking to person.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 161137, "video_name": "castle_s05e12_seg02_clip_18", "timestamp": [ 0.0, 63.6 ], "duration": 90.66, "caption": "Two people are speaking to a man in his office.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 161138, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 51.38, 90.66 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person as they are in his/her office.", "similarity": 0.7426, "relevance": 3 }, { "pair_id": 161139, "video_name": "castle_s06e15_seg02_clip_06", "timestamp": [ 79.31, 89.62 ], "duration": 89.66, "caption": "Two people are having a conversation with each other in the office.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 334440, "video_name": "castle_s07e03_seg02_clip_11", "timestamp": [ 0.0, 83.25 ], "duration": 86.66, "caption": "Two people are in an office as they speak with a woman.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 334441, "video_name": "castle_s08e05_seg02_clip_05", "timestamp": [ 71.17, 91.66 ], "duration": 91.66, "caption": "Some people are talking to each other in the office.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 334442, "video_name": "castle_s02e01_seg02_clip_14", "timestamp": [ 17.21, 88.25 ], "duration": 88.66, "caption": "A person is in an office as he speaks to a woman and a man.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 334443, "video_name": "castle_s05e12_seg02_clip_24", "timestamp": [ 0.0, 71.54 ], "duration": 89.66, "caption": "Two people are sitting with person in an office conversing.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 334444, "video_name": "castle_s08e06_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "A man and a woman are talking to a person in an office.", "similarity": 0.729, "relevance": 3 }, { "pair_id": 334445, "video_name": "castle_s03e23_seg02_clip_06", "timestamp": [ 0.0, 52.91 ], "duration": 92.66, "caption": "A woman and a man are speaking to a person inside an office.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 334446, "video_name": "castle_s08e04_seg02_clip_17", "timestamp": [ 0.0, 10.45 ], "duration": 95.66, "caption": "Two men are talking to a person in an office.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 334447, "video_name": "castle_s06e18_seg02_clip_05", "timestamp": [ 0.0, 19.48 ], "duration": 90.66, "caption": "A woman and a man are in someone's office speaking to her.", "similarity": 0.7258, "relevance": 3 }, { "pair_id": 334448, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 55.36, 90.02 ], "duration": 90.66, "caption": "A person is in an office with man and woman conversing.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 334449, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 0.0, 72.82 ], "duration": 91.66, "caption": "A man and a woman are in an office conversing with two people named Cecily and David.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 334450, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 0.0, 69.91 ], "duration": 92.66, "caption": "A man and a woman are conversing with two people in an office.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 334451, "video_name": "house_s06e18_seg02_clip_23", "timestamp": [ 68.66, 88.02 ], "duration": 88.66, "caption": "Two people talking in an office while one is sitting down.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 334452, "video_name": "castle_s06e18_seg02_clip_19", "timestamp": [ 0.0, 35.68 ], "duration": 87.66, "caption": "Two people were having a discussion at an office.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 334453, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 12.12, 60.11 ], "duration": 101.66, "caption": "A man and woman are in an office conversing with someone.", "similarity": 0.7117, "relevance": 3 }, { "pair_id": 334454, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 0.0, 15.41 ], "duration": 90.66, "caption": "Two people are inside an office speaking to another person and his attorney.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 334455, "video_name": "castle_s05e24_seg02_clip_08", "timestamp": [ 0.0, 49.03 ], "duration": 89.66, "caption": "Two men are in an office speaking to a woman.", "similarity": 0.707, "relevance": 3 }, { "pair_id": 334456, "video_name": "house_s02e09_seg02_clip_12", "timestamp": [ 26.56, 69.32 ], "duration": 90.66, "caption": "A man is in person's office as they converse.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 334457, "video_name": "house_s02e03_seg02_clip_15", "timestamp": [ 42.73, 87.87 ], "duration": 96.66, "caption": "Two people both speak to someone in her office.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 334458, "video_name": "house_s07e19_seg02_clip_19", "timestamp": [ 0.0, 80.02 ], "duration": 80.66, "caption": "Two people are conversing with each other in his office.", "similarity": 0.7005, "relevance": 2 }, { "pair_id": 334459, "video_name": "castle_s08e17_seg02_clip_24", "timestamp": [ 0.0, 31.8 ], "duration": 89.66, "caption": "Two men are conversing with a person in an office.", "similarity": 0.699, "relevance": 3 } ] }, { "query_id": 26445, "query": "Two men walk in to talk to a woman.", "relevant_moment": [ { "pair_id": 2880, "video_name": "friends_s10e12_seg02_clip_19", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "Two men walk in to talk to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2881, "video_name": "castle_s08e01_seg02_clip_23", "timestamp": [ 50.46, 55.01 ], "duration": 82.66, "caption": "While a man and a woman are having a conversation, two men walk in.", "similarity": 0.8591, "relevance": 3 }, { "pair_id": 2882, "video_name": "castle_s02e02_seg02_clip_27", "timestamp": [ 0.0, 12.01 ], "duration": 25.66, "caption": "Two men walk up to a woman and a person to converse.", "similarity": 0.8556, "relevance": 3 }, { "pair_id": 2883, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 26.51, 31.63 ], "duration": 93.66, "caption": "Two men walk up and start talking with woman and man.", "similarity": 0.8504, "relevance": 4 }, { "pair_id": 2884, "video_name": "castle_s07e16_seg02_clip_07", "timestamp": [ 36.35, 46.93 ], "duration": 92.66, "caption": "A man walks in to converse with woman and man.", "similarity": 0.8279, "relevance": 2 }, { "pair_id": 2885, "video_name": "house_s01e02_seg02_clip_16", "timestamp": [ 62.35, 66.07 ], "duration": 93.66, "caption": "Two men stop walking to talk to a woman.", "similarity": 0.8271, "relevance": 3 }, { "pair_id": 2886, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 27.46, 29.71 ], "duration": 90.66, "caption": "A man walks in and begins to talk with woman and another man.", "similarity": 0.8246, "relevance": 3 }, { "pair_id": 2887, "video_name": "grey_s02e21_seg02_clip_20", "timestamp": [ 17.36, 20.92 ], "duration": 89.66, "caption": "A woman is talking to a man when another man walks in.", "similarity": 0.82, "relevance": 2 }, { "pair_id": 2888, "video_name": "castle_s03e07_seg02_clip_13", "timestamp": [ 0.0, 9.66 ], "duration": 92.66, "caption": "A man and a woman walk in and start a conversation with another man.", "similarity": 0.8158, "relevance": 3 }, { "pair_id": 2889, "video_name": "friends_s02e24_seg02_clip_10", "timestamp": [ 19.44, 40.62 ], "duration": 58.66, "caption": "Two people walk up to talk to a woman.", "similarity": 0.8151, "relevance": 3 }, { "pair_id": 2890, "video_name": "castle_s03e01_seg02_clip_01", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "Two men came in directly to a woman and talk to her.", "similarity": 0.8108, "relevance": 4 }, { "pair_id": 2891, "video_name": "castle_s06e08_seg02_clip_10", "timestamp": [ 47.81, 53.21 ], "duration": 83.66, "caption": "A man walks into the conversation between two men and a woman.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 2892, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 7.4, 12.18 ], "duration": 87.66, "caption": "Two men walk in while a person is talking with another person.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 2893, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 67.81, 86.67 ], "duration": 89.66, "caption": "A man walks into the conversation of a woman and a man.", "similarity": 0.803, "relevance": 3 }, { "pair_id": 2894, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 15.2, 19.96 ], "duration": 95.66, "caption": "Some people walk in to talk with a man.", "similarity": 0.8028, "relevance": 2 }, { "pair_id": 2895, "video_name": "castle_s03e08_seg02_clip_01", "timestamp": [ 56.72, 90.02 ], "duration": 90.66, "caption": "Two men walk into the room and converse with woman and man.", "similarity": 0.7997, "relevance": 4 }, { "pair_id": 2896, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 71.8, 97.03 ], "duration": 97.66, "caption": "Two men talk briefly, then a man and woman walk in, then one man is done talking and walks out the door, followed by another man.", "similarity": 0.7946, "relevance": 2 }, { "pair_id": 2897, "video_name": "friends_s10e11_seg02_clip_19", "timestamp": [ 3.72, 53.21 ], "duration": 53.66, "caption": "A man walks up to two women and talks to them.", "similarity": 0.7899, "relevance": 1 }, { "pair_id": 2898, "video_name": "castle_s01e03_seg02_clip_19", "timestamp": [ 35.27, 40.0 ], "duration": 86.66, "caption": "A man walks to a man and a woman to start a conversation.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 2899, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 4.88, 12.87 ], "duration": 88.66, "caption": "A woman and a man walk over to another man while talking.", "similarity": 0.7858, "relevance": 2 }, { "pair_id": 176200, "video_name": "grey_s01e01_seg02_clip_10", "timestamp": [ 76.17, 88.57 ], "duration": 88.66, "caption": "A man walks up and talks to a woman and another person.", "similarity": 0.7824, "relevance": 2 }, { "pair_id": 176201, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 20.14, 28.68 ], "duration": 61.66, "caption": "A person walks over to talk to a man and a woman.", "similarity": 0.7824, "relevance": 3 }, { "pair_id": 176202, "video_name": "s04e23_seg02_clip_15", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "Two women walk into the waiting room and walk over and talk to a man.", "similarity": 0.7824, "relevance": 3 }, { "pair_id": 176203, "video_name": "s05e06_seg02_clip_02", "timestamp": [ 11.29, 16.17 ], "duration": 61.66, "caption": "Two men walk upstairs while talking to a woman.", "similarity": 0.7823, "relevance": 3 }, { "pair_id": 176204, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 76.22, 88.63 ], "duration": 88.66, "caption": "Two men walk in and one of them speaks to two people.", "similarity": 0.7821, "relevance": 3 }, { "pair_id": 176205, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 9.54, 13.63 ], "duration": 90.66, "caption": "A man walks into the conversation of woman, person, and man.", "similarity": 0.7819, "relevance": 4 }, { "pair_id": 176207, "video_name": "s06e08_seg02_clip_02", "timestamp": [ 7.8, 16.81 ], "duration": 60.66, "caption": "Two men walk up to a person and start a conversation.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 176208, "video_name": "castle_s08e13_seg02_clip_15", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A woman is having a conversation with a man when two men walk up.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 176209, "video_name": "house_s06e20_seg02_clip_04", "timestamp": [ 9.31, 16.18 ], "duration": 98.66, "caption": "A man walks a little while talking to another man and a woman.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 176210, "video_name": "friends_s09e13_seg02_clip_07", "timestamp": [ 25.12, 28.9 ], "duration": 54.66, "caption": "A man walks in front of a man while talking to the women.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 176211, "video_name": "house_s03e08_seg02_clip_18", "timestamp": [ 47.53, 53.3 ], "duration": 88.66, "caption": "Three people walk in to talk with a man.", "similarity": 0.7737, "relevance": 3 }, { "pair_id": 176212, "video_name": "house_s05e08_seg02_clip_14", "timestamp": [ 0.0, 25.03 ], "duration": 91.66, "caption": "Two men walk together down the hallway and talk about a woman.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 176213, "video_name": "house_s06e14_seg02_clip_00", "timestamp": [ 61.22, 67.3 ], "duration": 93.66, "caption": "Some people walk in and talk with man.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 176214, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 27.69, 32.68 ], "duration": 90.66, "caption": "A man walks towards a man and a woman and starts a conversation with them.", "similarity": 0.7678, "relevance": 2 }, { "pair_id": 176215, "video_name": "castle_s03e07_seg02_clip_22", "timestamp": [ 4.51, 11.27 ], "duration": 90.66, "caption": "A man and woman walk over to talk to someone.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 176216, "video_name": "castle_s02e23_seg02_clip_11", "timestamp": [ 75.95, 80.81 ], "duration": 88.66, "caption": "A man walks up to a woman and a man and starts a conversation with them.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 176217, "video_name": "friends_s07e01_seg02_clip_10", "timestamp": [ 0.0, 4.14 ], "duration": 59.66, "caption": "Two people walk into the apartment to talk to woman.", "similarity": 0.7643, "relevance": 2 }, { "pair_id": 176218, "video_name": "house_s01e10_seg02_clip_09", "timestamp": [ 15.84, 19.81 ], "duration": 88.66, "caption": "A man is talking to a woman while they are walking.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 176219, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 44.42, 50.12 ], "duration": 60.66, "caption": "A man walks up when woman is talking to another woman.", "similarity": 0.7615, "relevance": 3 } ] }, { "query_id": 26481, "query": "A man rushes a man at the bar and they fight.", "relevant_moment": [ { "pair_id": 128660, "video_name": "castle_s04e21_seg02_clip_06", "timestamp": [ 17.55, 40.51 ], "duration": 90.66, "caption": "A man rushes a man at the bar and they fight.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 128661, "video_name": "met_s06e22_seg02_clip_03", "timestamp": [ 8.5, 11.24 ], "duration": 60.66, "caption": "A man shoves another person almost into another man at the bar.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 128662, "video_name": "met_s02e09_seg02_clip_06", "timestamp": [ 49.48, 51.68 ], "duration": 63.66, "caption": "A man smacks a man across the face at the bar.", "similarity": 0.6818, "relevance": 3 }, { "pair_id": 128663, "video_name": "castle_s02e09_seg02_clip_05", "timestamp": [ 7.68, 18.07 ], "duration": 90.66, "caption": "Two people are in a bar fight and a person gets punched in the jaw.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 128664, "video_name": "castle_s02e09_seg02_clip_05", "timestamp": [ 6.77, 11.29 ], "duration": 90.66, "caption": "A woman grabs a man who punched another man and slams him into the bar.", "similarity": 0.6443, "relevance": 2 }, { "pair_id": 128665, "video_name": "met_s02e09_seg02_clip_07", "timestamp": [ 11.93, 12.81 ], "duration": 58.66, "caption": "A man slaps a man across the face at the bar.", "similarity": 0.6412, "relevance": 2 }, { "pair_id": 128666, "video_name": "castle_s02e09_seg02_clip_04", "timestamp": [ 84.01, 89.37 ], "duration": 89.66, "caption": "A person is fighting with another person in a bar as woman and man enter the scene as woman holds up her badge.", "similarity": 0.6412, "relevance": 2 }, { "pair_id": 128667, "video_name": "friends_s02e21_seg02_clip_19", "timestamp": [ 9.36, 28.67 ], "duration": 117.66, "caption": "Two men are getting ready to get in a fight with two guys.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 128668, "video_name": "castle_s05e18_seg02_clip_11", "timestamp": [ 43.18, 50.74 ], "duration": 89.66, "caption": "A woman punches a man in the face when they walk up to her in the bar.", "similarity": 0.6086, "relevance": 2 }, { "pair_id": 128669, "video_name": "met_s03e04_seg02_clip_08", "timestamp": [ 11.9, 14.04 ], "duration": 61.66, "caption": "A man approaches two guys sitting in a bar.", "similarity": 0.6071, "relevance": 2 }, { "pair_id": 128670, "video_name": "friends_s03e15_seg02_clip_11", "timestamp": [ 9.44, 12.1 ], "duration": 59.66, "caption": "A man shakes guys' hands at the bar.", "similarity": 0.6056, "relevance": 0 }, { "pair_id": 128671, "video_name": "met_s03e01_seg02_clip_17", "timestamp": [ 27.11, 40.02 ], "duration": 99.66, "caption": "A man is at the bar with two other men. He screams \"I Win,\" and clings drink glasses as he explains in the voice over how he got over a woman and her new boyfriend.", "similarity": 0.6043, "relevance": 0 }, { "pair_id": 128672, "video_name": "met_s03e04_seg02_clip_17", "timestamp": [ 0.0, 12.25 ], "duration": 93.66, "caption": "A man gets a phone call from someone and rushes out of the bar.", "similarity": 0.5926, "relevance": 0 }, { "pair_id": 128673, "video_name": "met_s02e10_seg02_clip_03", "timestamp": [ 11.5, 12.97 ], "duration": 58.66, "caption": "A person stands next to a man at a bar and raises their hand.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 128674, "video_name": "castle_s05e18_seg02_clip_19", "timestamp": [ 47.87, 51.84 ], "duration": 66.66, "caption": "A man stops another man from leaving and the other man tries to fight back.", "similarity": 0.5864, "relevance": 3 }, { "pair_id": 128675, "video_name": "friends_s08e06_seg02_clip_11", "timestamp": [ 10.68, 22.28 ], "duration": 61.66, "caption": "Two men get in each others faces and start to fight.", "similarity": 0.5842, "relevance": 1 }, { "pair_id": 128676, "video_name": "grey_s03e04_seg02_clip_25", "timestamp": [ 65.38, 70.11 ], "duration": 86.66, "caption": "A man gets up and moves a seat closer to a woman at the bar.", "similarity": 0.5837, "relevance": 1 }, { "pair_id": 128677, "video_name": "met_s03e16_seg02_clip_08", "timestamp": [ 9.95, 17.79 ], "duration": 60.66, "caption": "Two men start pushing each other and acting like they're going to fight.", "similarity": 0.5833, "relevance": 2 }, { "pair_id": 128678, "video_name": "grey_s02e18_seg02_clip_04", "timestamp": [ 47.63, 49.41 ], "duration": 89.66, "caption": "A man goes to another man and punches him in the face.", "similarity": 0.5827, "relevance": 1 }, { "pair_id": 128679, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 39.74, 43.71 ], "duration": 61.66, "caption": "A man gives a hand signal to a man and he goes up to a woman at the bar.", "similarity": 0.5826, "relevance": 0 } ] }, { "query_id": 26489, "query": "A person turns their laptop so that a liquor bottle is in view.", "relevant_moment": [ { "pair_id": 21360, "video_name": "house_s04e11_seg02_clip_09", "timestamp": [ 48.85, 52.81 ], "duration": 88.66, "caption": "A person turns their laptop so that a liquor bottle is in view.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21361, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 8.64, 12.16 ], "duration": 54.66, "caption": "A person turns his laptop around so the screen is facing two people.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 21362, "video_name": "castle_s03e10_seg02_clip_15", "timestamp": [ 74.19, 81.01 ], "duration": 91.66, "caption": "A person is leaning over a computer and brings up a picture of a bottle of alcohol online.", "similarity": 0.6949, "relevance": 4 }, { "pair_id": 21363, "video_name": "house_s04e10_seg02_clip_13", "timestamp": [ 58.16, 63.12 ], "duration": 90.66, "caption": "A person turns the laptop, opens it and shows everyone something in the screen.", "similarity": 0.6921, "relevance": 3 }, { "pair_id": 21364, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 0.0, 8.24 ], "duration": 61.66, "caption": "A person can be seen from a video image on a laptop.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 21365, "video_name": "castle_s05e11_seg02_clip_19", "timestamp": [ 82.3, 85.38 ], "duration": 88.66, "caption": "A person turns a laptop computer around so a young person in a black knit hat can see the screen.", "similarity": 0.6737, "relevance": 3 }, { "pair_id": 21366, "video_name": "house_s04e11_seg02_clip_09", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person points his computer camera at a drink that he is drinking.", "similarity": 0.6636, "relevance": 4 }, { "pair_id": 21367, "video_name": "house_s06e14_seg02_clip_20", "timestamp": [ 8.84, 11.63 ], "duration": 93.66, "caption": "A person uses the laptop that another person is using.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 21368, "video_name": "castle_s08e20_seg02_clip_09", "timestamp": [ 73.44, 75.23 ], "duration": 89.66, "caption": "A person takes the laptop a person is working on.", "similarity": 0.6559, "relevance": 3 }, { "pair_id": 21369, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 4.79, 32.2 ], "duration": 87.66, "caption": "A person is using a laptop as another person is behind him/her.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 21370, "video_name": "castle_s06e03_seg02_clip_11", "timestamp": [ 40.05, 42.69 ], "duration": 88.66, "caption": "A person turns their computer screen around so some other people can see it.", "similarity": 0.6495, "relevance": 3 }, { "pair_id": 21371, "video_name": "s09e08_seg02_clip_01", "timestamp": [ 5.8, 7.63 ], "duration": 61.66, "caption": "A person moves their laptop and a drink on the coffee table towards another person.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 21372, "video_name": "s07e19_seg01_clip_00", "timestamp": [ 31.77, 36.15 ], "duration": 73.66, "caption": "A person leans forward at their laptop with arms folded.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 21373, "video_name": "friends_s08e04_seg02_clip_09", "timestamp": [ 47.6, 54.62 ], "duration": 61.66, "caption": "A person pours themselves a glass of wine and turns on the video camera.", "similarity": 0.6445, "relevance": 1 }, { "pair_id": 21374, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 31.93, 35.64 ], "duration": 57.66, "caption": "A person places the laptop in front of another person.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 21376, "video_name": "s08e10_seg02_clip_15", "timestamp": [ 54.62, 59.81 ], "duration": 61.66, "caption": "A person looks up from the laptop excitedly and turns to his left.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 21377, "video_name": "s10e02_seg02_clip_03", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A person leans in front of someone to put their face before the camera on a black laptop.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 21378, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 7.52, 9.87 ], "duration": 94.66, "caption": "A person reaches over and turns around a laptop that's sitting in front of a patient.", "similarity": 0.6299, "relevance": 3 }, { "pair_id": 21379, "video_name": "s04e05_seg02_clip_05", "timestamp": [ 12.51, 16.17 ], "duration": 61.66, "caption": "A person moves the laptop on the table to face them.", "similarity": 0.629, "relevance": 2 } ] }, { "query_id": 26501, "query": "A man is leaned over a table with his hands on the table, he removes his hands from the table.", "relevant_moment": [ { "pair_id": 156160, "video_name": "house_s04e11_seg02_clip_06", "timestamp": [ 77.45, 89.02 ], "duration": 89.66, "caption": "A man is leaned over a table with his hands on the table, he removes his hands from the table.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 156161, "video_name": "house_s07e06_seg02_clip_11", "timestamp": [ 14.07, 16.2 ], "duration": 85.66, "caption": "A man places their hands beneath the table.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 156162, "video_name": "house_s04e11_seg02_clip_21", "timestamp": [ 20.93, 26.72 ], "duration": 89.66, "caption": "A man is leaning with his elbows on the table and hands on his face.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 156163, "video_name": "house_s06e03_seg02_clip_01", "timestamp": [ 25.09, 29.05 ], "duration": 88.66, "caption": "A man sits down at the table and folds his hands in front of him.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 156164, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 18.64, 21.07 ], "duration": 81.66, "caption": "A man leans over and taps his fingers against the table.", "similarity": 0.7373, "relevance": 4 }, { "pair_id": 156165, "video_name": "s07e20_seg02_clip_16", "timestamp": [ 19.14, 21.46 ], "duration": 116.66, "caption": "A man leans sideways and puts his hand beside his mouth as he walks away from the table.", "similarity": 0.7365, "relevance": 1 }, { "pair_id": 156166, "video_name": "castle_s08e16_seg02_clip_12", "timestamp": [ 30.56, 38.55 ], "duration": 94.66, "caption": "A man leans forward putting his hands on the table then moves them around.", "similarity": 0.7304, "relevance": 3 }, { "pair_id": 156167, "video_name": "friends_s06e24-25_seg02_clip_08", "timestamp": [ 2.38, 5.07 ], "duration": 59.66, "caption": "A man rests his head on his hand at the table.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 156168, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 4.26, 10.3 ], "duration": 71.66, "caption": "A man folds his hands together near his face while sitting at a table.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 156169, "video_name": "friends_s03e24_seg02_clip_16", "timestamp": [ 32.88, 34.43 ], "duration": 62.66, "caption": "A man gets off a table and stands up.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 156170, "video_name": "s07e16_seg02_clip_04", "timestamp": [ 12.61, 16.21 ], "duration": 60.66, "caption": "A man places his hand on a chair of a dining table.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 156171, "video_name": "friends_s06e18_seg02_clip_13", "timestamp": [ 37.14, 39.17 ], "duration": 58.66, "caption": "A man puts his hand on the edge of the table and quickly gets up and leaves.", "similarity": 0.6766, "relevance": 3 }, { "pair_id": 156172, "video_name": "house_s07e03_seg02_clip_06", "timestamp": [ 27.65, 31.05 ], "duration": 97.66, "caption": "A man puts their head down in their hands at the table.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 156173, "video_name": "castle_s05e07_seg02_clip_08", "timestamp": [ 52.79, 54.62 ], "duration": 91.66, "caption": "A man slams his hand down on the table.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 156174, "video_name": "house_s02e06_seg02_clip_05", "timestamp": [ 0.0, 3.22 ], "duration": 92.66, "caption": "A man waves his hand around while sitting at a table.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 156175, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 24.61, 28.81 ], "duration": 60.66, "caption": "A person moves his/her left arm off of the table.", "similarity": 0.6586, "relevance": 3 }, { "pair_id": 156176, "video_name": "friends_s01e18_seg02_clip_04", "timestamp": [ 17.71, 19.48 ], "duration": 59.66, "caption": "A man removes some cards from his hand and places them on the table.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 156177, "video_name": "castle_s04e21_seg02_clip_21", "timestamp": [ 3.16, 6.32 ], "duration": 90.66, "caption": "A man pulls out three fingers and taps them on the table as man notices him doing it.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 156178, "video_name": "s02e16_seg02_clip_01", "timestamp": [ 23.91, 29.22 ], "duration": 59.66, "caption": "A man leans back from table and frantically talks with his hands.", "similarity": 0.6564, "relevance": 3 }, { "pair_id": 156179, "video_name": "s10e10_seg02_clip_02", "timestamp": [ 56.96, 59.03 ], "duration": 59.66, "caption": "A man puts his hands up and puts them on top of one another on the table.", "similarity": 0.6561, "relevance": 4 }, { "pair_id": 329480, "video_name": "castle_s05e19_seg02_clip_14", "timestamp": [ 1.86, 3.1 ], "duration": 124.66, "caption": "A man leans in across the table with his hands out towards a woman.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 329481, "video_name": "house_s04e05_seg02_clip_06", "timestamp": [ 53.11, 54.46 ], "duration": 90.66, "caption": "A man pulls out the chair from under the table.", "similarity": 0.6552, "relevance": 1 }, { "pair_id": 329482, "video_name": "castle_s03e09_seg02_clip_04", "timestamp": [ 11.7, 13.05 ], "duration": 90.66, "caption": "A nervous person pulls his hands back from the table.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 329483, "video_name": "friends_s08e21_seg02_clip_11", "timestamp": [ 27.45, 30.69 ], "duration": 59.66, "caption": "A man stands up from the table and puts his hand to his forehead.", "similarity": 0.6521, "relevance": 2 }, { "pair_id": 329486, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 81.46, 89.02 ], "duration": 89.66, "caption": "A man has their feet right on top of the table.", "similarity": 0.6453, "relevance": 1 }, { "pair_id": 329487, "video_name": "friends_s04e05_seg02_clip_16", "timestamp": [ 44.03, 48.62 ], "duration": 54.66, "caption": "A man gets up from the table and walks off.", "similarity": 0.645, "relevance": 3 }, { "pair_id": 329488, "video_name": "met_s06e20_seg02_clip_05", "timestamp": [ 32.91, 35.33 ], "duration": 60.66, "caption": "A man pulls a chair over from another table and sits down.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 329489, "video_name": "castle_s04e18_seg02_clip_22", "timestamp": [ 59.42, 61.66 ], "duration": 89.66, "caption": "A man makes a horizontal sweeping motion over the table with his arm.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 329490, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 3.03, 6.36 ], "duration": 60.66, "caption": "A man bends his head to rest on the table.", "similarity": 0.6419, "relevance": 2 }, { "pair_id": 329491, "video_name": "house_s05e10_seg02_clip_21", "timestamp": [ 30.12, 34.08 ], "duration": 79.66, "caption": "A man holds the ball with both hands and puts down to the table.", "similarity": 0.6408, "relevance": 1 }, { "pair_id": 329492, "video_name": "castle_s04e07_seg02_clip_00", "timestamp": [ 49.55, 51.84 ], "duration": 91.66, "caption": "A man walks over to a table and leans over it.", "similarity": 0.6406, "relevance": 3 }, { "pair_id": 329493, "video_name": "house_s05e02_seg02_clip_12", "timestamp": [ 20.65, 37.45 ], "duration": 96.66, "caption": "A man pushes against the chest of the body on the table.", "similarity": 0.6396, "relevance": 1 }, { "pair_id": 329494, "video_name": "castle_s08e11_seg02_clip_08", "timestamp": [ 6.98, 8.84 ], "duration": 93.66, "caption": "A man with facial hair slaps his hand on the table.", "similarity": 0.6381, "relevance": 4 }, { "pair_id": 329495, "video_name": "friends_s09e05_seg02_clip_00", "timestamp": [ 17.11, 20.84 ], "duration": 62.66, "caption": "A man is sitting at a conference table as he leans on his chin with his hand.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 329496, "video_name": "friends_s08e12_seg02_clip_14", "timestamp": [ 15.51, 20.16 ], "duration": 62.66, "caption": "A man gets up off of the table and walks away.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 329498, "video_name": "castle_s06e11_seg02_clip_07", "timestamp": [ 65.52, 67.37 ], "duration": 92.66, "caption": "A person puts their arm on the table and leans forward.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 329499, "video_name": "s07e05_seg02_clip_04", "timestamp": [ 34.74, 40.63 ], "duration": 62.66, "caption": "A man slams his hand down on the table and a person walks away giving him a strange look.", "similarity": 0.6289, "relevance": 1 } ] }, { "query_id": 26597, "query": "Joey is eating pizza as a person walks into the apartment.", "relevant_moment": [ { "pair_id": 165900, "video_name": "friends_s08e15_seg02_clip_01", "timestamp": [ 56.73, 60.03 ], "duration": 60.66, "caption": "Joey is eating pizza as a person walks into the apartment.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 165901, "video_name": "friends_s08e05_seg02_clip_08", "timestamp": [ 22.13, 25.77 ], "duration": 56.66, "caption": "A man walks into the apartment and sets down pizza.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 165902, "video_name": "friends_s09e06_seg02_clip_20", "timestamp": [ 53.12, 56.43 ], "duration": 60.66, "caption": "A person walks into the apartment while carrying a pizza box.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 165903, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 82.72, 86.89 ], "duration": 139.66, "caption": "A person walks into his/her home with a pizza in hand.", "similarity": 0.6389, "relevance": 2 }, { "pair_id": 165904, "video_name": "friends_s06e23_seg01_clip_00", "timestamp": [ 48.4, 59.03 ], "duration": 59.66, "caption": "Two people leave the apartment as a person eats a piece of pizza.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 165905, "video_name": "s05e05_seg02_clip_02", "timestamp": [ 12.17, 17.61 ], "duration": 64.66, "caption": "A person walks slowly to the table and gets some pizza.", "similarity": 0.6008, "relevance": 1 }, { "pair_id": 165906, "video_name": "friends_s01e18_seg02_clip_06", "timestamp": [ 40.55, 44.75 ], "duration": 60.66, "caption": "A person walks into the room and places a pizza box onto the table.", "similarity": 0.5959, "relevance": 3 }, { "pair_id": 165907, "video_name": "friends_s08e05_seg02_clip_08", "timestamp": [ 22.13, 26.33 ], "duration": 56.66, "caption": "A man walks into the apartment with pizza and beer and asks someone what they're up for that evening.", "similarity": 0.5891, "relevance": 2 }, { "pair_id": 165908, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 21.43, 26.79 ], "duration": 51.66, "caption": "A person walks into the kitchen and opens a pizza box.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 165909, "video_name": "s05e04_seg02_clip_07", "timestamp": [ 41.32, 43.09 ], "duration": 59.66, "caption": "Some people are sitting in their living room eating pizza.", "similarity": 0.5858, "relevance": 1 }, { "pair_id": 165910, "video_name": "s02e21_seg02_clip_02", "timestamp": [ 5.8, 8.85 ], "duration": 61.66, "caption": "A person walks into the apartment building with a bag of take-out food.", "similarity": 0.5776, "relevance": 1 }, { "pair_id": 165911, "video_name": "s07e05_seg02_clip_10", "timestamp": [ 35.36, 39.39 ], "duration": 62.66, "caption": "A person walks into his apartment with a bag of take-out food.", "similarity": 0.5769, "relevance": 2 }, { "pair_id": 165912, "video_name": "friends_s01e19_seg02_clip_04", "timestamp": [ 9.34, 13.86 ], "duration": 60.66, "caption": "Some people are eating pizza together.", "similarity": 0.5705, "relevance": 2 }, { "pair_id": 165913, "video_name": "met_s03e14_seg02_clip_03", "timestamp": [ 46.27, 49.28 ], "duration": 60.66, "caption": "A person takes a bite of the pizza they are holding.", "similarity": 0.5686, "relevance": 3 }, { "pair_id": 165914, "video_name": "friends_s07e08_seg02_clip_21", "timestamp": [ 34.02, 38.77 ], "duration": 50.66, "caption": "A man walks into the apartment and then puts a plate of food on the table.", "similarity": 0.5589, "relevance": 2 }, { "pair_id": 165915, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 77.28, 89.34 ], "duration": 89.66, "caption": "A person walks into the apartment as two other people are eating ice cream in the kitchen.", "similarity": 0.5588, "relevance": 1 }, { "pair_id": 165916, "video_name": "house_s05e03_seg02_clip_19", "timestamp": [ 24.19, 25.58 ], "duration": 93.66, "caption": "A person takes a bite of a slice of pizza.", "similarity": 0.553, "relevance": 2 }, { "pair_id": 165917, "video_name": "s07e18_seg01_clip_00", "timestamp": [ 30.88, 34.31 ], "duration": 98.66, "caption": "A person comes in the apartment while everyone else is eating.", "similarity": 0.5501, "relevance": 2 }, { "pair_id": 165918, "video_name": "s05e19_seg02_clip_04", "timestamp": [ 5.1, 8.4 ], "duration": 60.66, "caption": "A person walks into their apartment and a character follows them inside.", "similarity": 0.547, "relevance": 2 }, { "pair_id": 165919, "video_name": "s07e02_seg02_clip_02", "timestamp": [ 32.71, 36.92 ], "duration": 60.66, "caption": "A woman opens her apartment door for a pizza guy.", "similarity": 0.5453, "relevance": 2 } ] }, { "query_id": 26607, "query": "A man threw the case on the sofa and sat there.", "relevant_moment": [ { "pair_id": 147440, "video_name": "friends_s08e15_seg02_clip_03", "timestamp": [ 31.2, 32.78 ], "duration": 63.66, "caption": "A man threw the case on the sofa and sat there.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 147441, "video_name": "friends_s06e19_seg02_clip_01", "timestamp": [ 31.91, 34.81 ], "duration": 58.66, "caption": "A man sits down on the arm of the sofa.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 147442, "video_name": "friends_s01e06_seg02_clip_19", "timestamp": [ 20.88, 23.57 ], "duration": 59.66, "caption": "A man sits down on one end of the sofa.", "similarity": 0.613, "relevance": 1 }, { "pair_id": 147443, "video_name": "house_s03e16_seg02_clip_22", "timestamp": [ 51.88, 53.25 ], "duration": 91.66, "caption": "A man tosses an object to a doctor as he sits on a sofa.", "similarity": 0.6041, "relevance": 1 }, { "pair_id": 147444, "video_name": "friends_s09e16_seg02_clip_09", "timestamp": [ 25.53, 27.1 ], "duration": 63.66, "caption": "A man sits down on the armchair of the sofa.", "similarity": 0.5984, "relevance": 1 }, { "pair_id": 147445, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 14.17, 16.82 ], "duration": 59.66, "caption": "A man moves from the arm of the sofa to sit on the sofa.", "similarity": 0.5939, "relevance": 2 }, { "pair_id": 147446, "video_name": "friends_s05e16_seg02_clip_17", "timestamp": [ 13.12, 22.07 ], "duration": 59.66, "caption": "A man was trying to get something at the back of the sofa.", "similarity": 0.5889, "relevance": 1 }, { "pair_id": 147447, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 28.99, 32.78 ], "duration": 63.66, "caption": "A person throws the ipad he holds at the sofa.", "similarity": 0.5773, "relevance": 1 }, { "pair_id": 147448, "video_name": "friends_s06e15-16_seg02_clip_31", "timestamp": [ 3.05, 7.02 ], "duration": 61.66, "caption": "A man sits down on the sofa that someone is sitting in.", "similarity": 0.577, "relevance": 2 }, { "pair_id": 147449, "video_name": "friends_s04e15_seg02_clip_04", "timestamp": [ 41.6, 44.75 ], "duration": 63.66, "caption": "A man sits down on the sofa, crosses his arms and shakes his head.", "similarity": 0.5652, "relevance": 2 }, { "pair_id": 147450, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 41.41, 42.74 ], "duration": 89.66, "caption": "A man gets up from the sofa he is sitting on.", "similarity": 0.5634, "relevance": 1 }, { "pair_id": 147451, "video_name": "s03e17_seg01_clip_01", "timestamp": [ 39.7, 44.56 ], "duration": 81.66, "caption": "A man throws the script he found on the couch.", "similarity": 0.5618, "relevance": 1 }, { "pair_id": 147452, "video_name": "friends_s03e25_seg02_clip_06", "timestamp": [ 6.09, 8.12 ], "duration": 58.66, "caption": "A man jumps from the back of the sofa and lands on top of it.", "similarity": 0.5542, "relevance": 1 }, { "pair_id": 147453, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 40.06, 44.54 ], "duration": 56.66, "caption": "A man attempts to put the sofa bed back.", "similarity": 0.5536, "relevance": 1 }, { "pair_id": 147454, "video_name": "met_s03e03_seg02_clip_04", "timestamp": [ 8.43, 10.54 ], "duration": 60.66, "caption": "A man takes a belt out of a cardboard box on the sofa.", "similarity": 0.5471, "relevance": 1 }, { "pair_id": 147455, "video_name": "s07e02_seg02_clip_18", "timestamp": [ 4.94, 6.76 ], "duration": 52.66, "caption": "A man is sitting on the edge of the arm of a sofa with a Chinese take out container.", "similarity": 0.5471, "relevance": 1 }, { "pair_id": 147456, "video_name": "friends_s06e19_seg02_clip_00", "timestamp": [ 1.3, 2.93 ], "duration": 65.66, "caption": "A man slaps guy on the knee while sitting on the couch.", "similarity": 0.5457, "relevance": 1 }, { "pair_id": 147457, "video_name": "s02e15_seg02_clip_10", "timestamp": [ 18.92, 22.58 ], "duration": 61.66, "caption": "A man sits in the sofa as he puts down the bottle of wine.", "similarity": 0.5437, "relevance": 2 }, { "pair_id": 147458, "video_name": "friends_s01e01_seg02_clip_23", "timestamp": [ 3.04, 6.68 ], "duration": 60.66, "caption": "A woman tosses a man who is sitting on the arm of the sofa onto the ground.", "similarity": 0.5414, "relevance": 1 }, { "pair_id": 147459, "video_name": "friends_s08e15_seg02_clip_17", "timestamp": [ 22.01, 25.04 ], "duration": 55.66, "caption": "A man turned on the player and sit at the couch.", "similarity": 0.5403, "relevance": 1 } ] }, { "query_id": 26667, "query": "A man leans back in his chair and crosses his arms.", "relevant_moment": [ { "pair_id": 95560, "video_name": "house_s08e06_seg02_clip_14", "timestamp": [ 70.11, 72.35 ], "duration": 89.66, "caption": "A man leans back in his chair and crosses his arms.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 95561, "video_name": "grey_s03e06_seg02_clip_10", "timestamp": [ 35.48, 39.07 ], "duration": 89.66, "caption": "A man gets up from the chair and crosses his arms.", "similarity": 0.8244, "relevance": 2 }, { "pair_id": 95562, "video_name": "castle_s08e06_seg02_clip_24", "timestamp": [ 63.93, 64.83 ], "duration": 89.66, "caption": "A man leans back and crosses his legs.", "similarity": 0.8108, "relevance": 3 }, { "pair_id": 95563, "video_name": "friends_s09e12_seg02_clip_02", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A man leans back in his chair.", "similarity": 0.8019, "relevance": 3 }, { "pair_id": 95564, "video_name": "castle_s02e23_seg02_clip_23", "timestamp": [ 78.22, 80.06 ], "duration": 92.66, "caption": "A man leans back in his chair and extends his arm out as he looks over his shoulder.", "similarity": 0.7937, "relevance": 2 }, { "pair_id": 95565, "video_name": "house_s02e17_seg02_clip_21", "timestamp": [ 29.93, 32.13 ], "duration": 88.66, "caption": "A man leans back in his chair and immediately leans forward.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 95566, "video_name": "friends_s06e06_seg02_clip_14", "timestamp": [ 11.21, 12.81 ], "duration": 64.66, "caption": "A woman leans back in her chair and crosses her arms.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 95567, "video_name": "castle_s07e13_seg02_clip_15", "timestamp": [ 52.85, 55.03 ], "duration": 87.66, "caption": "A woman leans back in her chair and crosses her arms.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 95568, "video_name": "castle_s04e06_seg02_clip_04", "timestamp": [ 5.98, 7.36 ], "duration": 92.66, "caption": "A woman leans back in her chair and crosses her arms.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 95569, "video_name": "castle_s02e04_seg02_clip_05", "timestamp": [ 51.67, 55.46 ], "duration": 84.66, "caption": "A man sits down in a chair and leans way back.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 95570, "video_name": "castle_s05e11_seg02_clip_18", "timestamp": [ 20.25, 22.55 ], "duration": 92.66, "caption": "A person steps in front of the chair, sits down and crosses his arms.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 95571, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 73.06, 76.14 ], "duration": 88.66, "caption": "A man leans back in his chair and nods his head.", "similarity": 0.7357, "relevance": 2 }, { "pair_id": 95572, "video_name": "s04e17_seg02_clip_08", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man leans forward in his chair then sits back, unhappily.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 95573, "video_name": "house_s01e04_seg02_clip_10", "timestamp": [ 9.3, 12.56 ], "duration": 93.66, "caption": "A man in a suit uncrosses his legs and leans forward in his chair.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 95574, "video_name": "s08e12_seg02_clip_10", "timestamp": [ 18.82, 22.24 ], "duration": 57.66, "caption": "A person sits back in their chair, and crosses their legs.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 95575, "video_name": "castle_s08e01_seg02_clip_24", "timestamp": [ 58.76, 60.98 ], "duration": 89.66, "caption": "A person with the arm sling leans back in their chair.", "similarity": 0.7145, "relevance": 1 }, { "pair_id": 95576, "video_name": "castle_s03e01_seg02_clip_15", "timestamp": [ 65.08, 68.72 ], "duration": 91.66, "caption": "A man rests his arm on the back of his chair as he turns around to face another person.", "similarity": 0.7106, "relevance": 2 }, { "pair_id": 95577, "video_name": "friends_s02e21_seg02_clip_16", "timestamp": [ 25.18, 28.98 ], "duration": 58.66, "caption": "A man crosses his arms while another man leans towards him.", "similarity": 0.7029, "relevance": 1 }, { "pair_id": 95578, "video_name": "s04e09_seg02_clip_03", "timestamp": [ 38.12, 41.72 ], "duration": 60.66, "caption": "A man crosses his arms and leans against the doorway.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 95579, "video_name": "s09e18_seg01_clip_02", "timestamp": [ 80.31, 83.16 ], "duration": 95.66, "caption": "A person leans back in his chair hanging his head behind it.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 268880, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 82.41, 85.12 ], "duration": 90.66, "caption": "A man leans back in his chair while seated at the table.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 268881, "video_name": "s04e09_seg02_clip_03", "timestamp": [ 38.12, 43.52 ], "duration": 60.66, "caption": "A man leans back against his front door and crosses his arms over his chest.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 268883, "video_name": "friends_s10e13_seg01_clip_00", "timestamp": [ 43.32, 45.46 ], "duration": 71.66, "caption": "A man crosses his arms in front of his chest.", "similarity": 0.6872, "relevance": 3 }, { "pair_id": 268884, "video_name": "friends_s09e07_seg02_clip_05", "timestamp": [ 26.19, 32.99 ], "duration": 68.66, "caption": "A man crosses his arms in front of his chest.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 268885, "video_name": "friends_s06e03_seg02_clip_13", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A man crosses his arms in front of his chest.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 268886, "video_name": "castle_s05e18_seg02_clip_13", "timestamp": [ 42.31, 45.01 ], "duration": 90.66, "caption": "A man sits up straight, spins his chair and rests his arms on the desk in front of him.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 268887, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 28.91, 32.98 ], "duration": 90.66, "caption": "A person leans forward in his chair and makes hand motions.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 268888, "video_name": "s08e02_seg02_clip_00", "timestamp": [ 51.79, 57.38 ], "duration": 62.66, "caption": "A person leans back in their chair, crosses their legs and folds their hands in their lap.", "similarity": 0.6766, "relevance": 3 }, { "pair_id": 268889, "video_name": "friends_s03e18_seg02_clip_05", "timestamp": [ 39.08, 41.91 ], "duration": 63.66, "caption": "A man leans forward in his armchair and clasps his hands together.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 268890, "video_name": "friends_s02e16_seg02_clip_15", "timestamp": [ 3.0, 11.41 ], "duration": 60.66, "caption": "A man crosses his arms in front of his body and then uncrosses them.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 268891, "video_name": "friends_s06e18_seg02_clip_02", "timestamp": [ 6.63, 8.22 ], "duration": 53.66, "caption": "A man crosses his arms and leans into the bulletin board.", "similarity": 0.6729, "relevance": 3 }, { "pair_id": 268892, "video_name": "friends_s07e06_seg02_clip_08", "timestamp": [ 28.38, 32.04 ], "duration": 61.66, "caption": "A man crosses his arms and leans against the counter.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 268893, "video_name": "house_s06e10_seg02_clip_01", "timestamp": [ 2.7, 7.2 ], "duration": 90.66, "caption": "A man leans back in his chair, so that the front two legs rise off the floor.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 268894, "video_name": "house_s01e14_seg02_clip_19", "timestamp": [ 58.97, 61.67 ], "duration": 90.66, "caption": "A man leans forward in his chair and looks at a man.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 268895, "video_name": "house_s08e09_seg02_clip_20", "timestamp": [ 30.71, 32.94 ], "duration": 89.66, "caption": "A man leans back in his chair during the meeting.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 268896, "video_name": "s03e21_seg01_clip_02", "timestamp": [ 16.93, 20.89 ], "duration": 72.66, "caption": "A man uncrosses his arms, raises his hand, and then crosses his arms again.", "similarity": 0.6665, "relevance": 4 }, { "pair_id": 268897, "video_name": "house_s02e18_seg02_clip_03", "timestamp": [ 12.76, 17.16 ], "duration": 88.66, "caption": "A person leans back on a chair and folds their arms.", "similarity": 0.6665, "relevance": 4 }, { "pair_id": 268898, "video_name": "house_s06e14_seg02_clip_23", "timestamp": [ 24.65, 27.91 ], "duration": 93.66, "caption": "A person nods his head and leans back into his chair.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 268899, "video_name": "s08e12_seg02_clip_10", "timestamp": [ 36.5, 40.2 ], "duration": 57.66, "caption": "A man uncrosses his arm, then leans forward on his knees.", "similarity": 0.6652, "relevance": 4 } ] }, { "query_id": 26674, "query": "A person hands a man his thermometer to look at it.", "relevant_moment": [ { "pair_id": 13300, "video_name": "s06e14_seg02_clip_08", "timestamp": [ 38.42, 42.92 ], "duration": 60.66, "caption": "A person hands a man his thermometer to look at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13301, "video_name": "s06e14_seg02_clip_08", "timestamp": [ 37.82, 41.72 ], "duration": 60.66, "caption": "A person shows the thermometer to another person and hands it to him.", "similarity": 0.8227, "relevance": 4 }, { "pair_id": 13302, "video_name": "house_s06e08_seg02_clip_17", "timestamp": [ 18.82, 20.61 ], "duration": 89.66, "caption": "A man sticks a thermometer into someone's ear while examining them.", "similarity": 0.7948, "relevance": 3 }, { "pair_id": 13303, "video_name": "house_s02e20_seg02_clip_15", "timestamp": [ 9.14, 19.58 ], "duration": 87.66, "caption": "A man shows a man a white thermometer.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 13304, "video_name": "house_s02e20_seg02_clip_15", "timestamp": [ 9.14, 14.36 ], "duration": 87.66, "caption": "A man holds a thermometer up to the glass.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 13305, "video_name": "house_s01e10_seg02_clip_13", "timestamp": [ 69.43, 77.29 ], "duration": 87.66, "caption": "A man grabs the thermometer and takes a woman's temperature.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 13306, "video_name": "house_s02e03_seg02_clip_14", "timestamp": [ 2.52, 8.82 ], "duration": 84.66, "caption": "The patient grabs onto the thermometer and takes it from a man.", "similarity": 0.7129, "relevance": 3 }, { "pair_id": 13307, "video_name": "friends_s04e05_seg02_clip_17", "timestamp": [ 45.77, 56.98 ], "duration": 60.66, "caption": "A woman is holding a thermometer in her hands.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 13308, "video_name": "s04e10_seg02_clip_01", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A person grabs a thermometer and puts it in their ear.", "similarity": 0.6731, "relevance": 1 }, { "pair_id": 13309, "video_name": "house_s02e03_seg02_clip_14", "timestamp": [ 7.56, 11.34 ], "duration": 84.66, "caption": "A man gives the thermometer to the patient and the patient put it in his tongue.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 13310, "video_name": "s06e10_seg02_clip_03", "timestamp": [ 0.0, 8.48 ], "duration": 53.66, "caption": "A person reads the thermometer and wipes it off with a tissue.", "similarity": 0.6356, "relevance": 4 }, { "pair_id": 13311, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 34.13, 39.14 ], "duration": 91.66, "caption": "A man lifts his hand to look at it.", "similarity": 0.6259, "relevance": 3 }, { "pair_id": 13312, "video_name": "house_s08e17_seg02_clip_08", "timestamp": [ 27.94, 50.98 ], "duration": 98.66, "caption": "A person in a white coat holds a thermometer while talking; then he puts the thermometer in the patient-model's mouth, talks some more, then removes it.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 13313, "video_name": "s08e13_seg01_clip_01", "timestamp": [ 8.5, 13.6 ], "duration": 85.66, "caption": "A person picks up their thermometer and checks their tea.", "similarity": 0.6197, "relevance": 3 }, { "pair_id": 13314, "video_name": "house_s03e05_seg02_clip_03", "timestamp": [ 0.0, 63.28 ], "duration": 92.66, "caption": "A person wants another person to check their temperature in their anus.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 13315, "video_name": "house_s06e02_seg02_clip_21", "timestamp": [ 39.93, 40.98 ], "duration": 42.66, "caption": "A man puts the back of his hand to the patient's neck to feel his temperature.", "similarity": 0.6056, "relevance": 1 }, { "pair_id": 13316, "video_name": "house_s04e09_seg02_clip_06", "timestamp": [ 49.58, 53.19 ], "duration": 90.66, "caption": "A man holds up person's finger and examines it.", "similarity": 0.6019, "relevance": 2 }, { "pair_id": 13317, "video_name": "house_s03e14_seg02_clip_05", "timestamp": [ 9.02, 15.58 ], "duration": 82.66, "caption": "A woman passes out and a person grabs the thermometer out of her mouth.", "similarity": 0.6012, "relevance": 3 }, { "pair_id": 13318, "video_name": "house_s04e06_seg02_clip_05", "timestamp": [ 44.11, 47.26 ], "duration": 105.66, "caption": "A person puts their hand on a patient's forehead to feel the temperature.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 13319, "video_name": "s04e10_seg02_clip_02", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman is checking her temperature with a thermometer in her ear and then checks it.", "similarity": 0.5909, "relevance": 1 }, { "pair_id": 186620, "video_name": "s08e06_seg02_clip_08", "timestamp": [ 9.12, 11.12 ], "duration": 57.66, "caption": "A person lets someone know the temperature inside the tunnel they're in.", "similarity": 0.5883, "relevance": 3 }, { "pair_id": 186621, "video_name": "s04e19_seg02_clip_11", "timestamp": [ 49.74, 52.48 ], "duration": 61.66, "caption": "A man glances at a person and then briefly looks down at the speedometer.", "similarity": 0.5842, "relevance": 2 }, { "pair_id": 186622, "video_name": "s06e11_seg02_clip_05", "timestamp": [ 55.7, 58.03 ], "duration": 58.66, "caption": "A man holds a small object in his right hand and looks at it.", "similarity": 0.5792, "relevance": 1 }, { "pair_id": 186623, "video_name": "s10e02_seg02_clip_06", "timestamp": [ 42.07, 45.84 ], "duration": 58.66, "caption": "A person touches a piece of equipment, then looks at what man is holding.", "similarity": 0.5754, "relevance": 2 }, { "pair_id": 186624, "video_name": "house_s03e14_seg02_clip_05", "timestamp": [ 0.0, 6.15 ], "duration": 82.66, "caption": "A woman hands another woman the thermometer and she sticks it in her mouth.", "similarity": 0.5727, "relevance": 1 }, { "pair_id": 186625, "video_name": "house_s03e16_seg02_clip_14", "timestamp": [ 17.29, 38.69 ], "duration": 91.66, "caption": "A man looks through the fridge to take a look at the substances.", "similarity": 0.5725, "relevance": 1 }, { "pair_id": 186626, "video_name": "friends_s04e05_seg02_clip_17", "timestamp": [ 47.59, 52.44 ], "duration": 60.66, "caption": "A woman questions the oral thermometer's accuracy, and another woman suggests using a rectal thermometer.", "similarity": 0.5699, "relevance": 2 }, { "pair_id": 186627, "video_name": "house_s02e09_seg02_clip_14", "timestamp": [ 2.23, 4.9 ], "duration": 89.66, "caption": "A person hands the medical chart to man who puts it on the counter.", "similarity": 0.5673, "relevance": 2 }, { "pair_id": 186628, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 82.74, 84.1 ], "duration": 90.66, "caption": "A person looks at the fingers of his right hand.", "similarity": 0.5665, "relevance": 1 }, { "pair_id": 186629, "video_name": "friends_s02e19_seg02_clip_09", "timestamp": [ 1.34, 4.69 ], "duration": 67.66, "caption": "A man takes a guess at what person is holding in his/her hand.", "similarity": 0.5638, "relevance": 2 }, { "pair_id": 186630, "video_name": "s08e22_seg02_clip_01", "timestamp": [ 35.42, 42.02 ], "duration": 60.66, "caption": "A man reads out the first step to re-calibrate the device person is holding.", "similarity": 0.5555, "relevance": 2 }, { "pair_id": 186631, "video_name": "castle_s04e06_seg02_clip_09", "timestamp": [ 77.39, 78.74 ], "duration": 89.66, "caption": "A person puts both hands to his mouth as he looks at man.", "similarity": 0.5536, "relevance": 2 }, { "pair_id": 186632, "video_name": "friends_s08e05_seg02_clip_08", "timestamp": [ 7.56, 11.2 ], "duration": 56.66, "caption": "A woman looks at something in her hand and shows it to a man.", "similarity": 0.5534, "relevance": 2 }, { "pair_id": 186633, "video_name": "house_s06e15_seg02_clip_18", "timestamp": [ 37.81, 42.76 ], "duration": 90.66, "caption": "A man is looking very attentively to the monitor as it shows some information about the patient's condition.", "similarity": 0.5534, "relevance": 2 }, { "pair_id": 186634, "video_name": "castle_s01e05_seg02_clip_02", "timestamp": [ 1.35, 9.92 ], "duration": 90.66, "caption": "A man uses his hands to make a measuring gesture and a woman turns in her chair and looks at him.", "similarity": 0.5521, "relevance": 2 }, { "pair_id": 186635, "video_name": "grey_s02e23_seg02_clip_03", "timestamp": [ 29.39, 34.99 ], "duration": 93.66, "caption": "A man is looking at the results on the patient.", "similarity": 0.5509, "relevance": 2 }, { "pair_id": 186636, "video_name": "friends_s01e14_seg02_clip_21", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A man is holding someone's hand while at the counter.", "similarity": 0.5497, "relevance": 1 }, { "pair_id": 186637, "video_name": "house_s05e15_seg02_clip_05", "timestamp": [ 59.22, 63.62 ], "duration": 80.66, "caption": "A man raises the thing they are holding while looking at it.", "similarity": 0.547, "relevance": 1 }, { "pair_id": 186638, "video_name": "house_s08e08_seg02_clip_11", "timestamp": [ 70.93, 85.91 ], "duration": 88.66, "caption": "A man is looking at another person's hands as he holds them up.", "similarity": 0.5466, "relevance": 1 }, { "pair_id": 186639, "video_name": "s04e10_seg02_clip_02", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A woman takes her temperature using an ear thermometer.", "similarity": 0.5436, "relevance": 1 } ] }, { "query_id": 26690, "query": "A woman rests her head on her clenched fist.", "relevant_moment": [ { "pair_id": 13940, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 0.0, 1.8 ], "duration": 90.66, "caption": "A woman rests her head on her clenched fist.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13941, "video_name": "s10e12_seg02_clip_15", "timestamp": [ 22.27, 24.1 ], "duration": 73.66, "caption": "A woman rests her head on her right hand.", "similarity": 0.8068, "relevance": 4 }, { "pair_id": 13942, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 0.0, 2.74 ], "duration": 91.66, "caption": "A woman puts her head on her hand resting it.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 13943, "video_name": "house_s03e01_seg02_clip_09", "timestamp": [ 25.03, 26.82 ], "duration": 89.66, "caption": "A girl rests her head on top of her fist.", "similarity": 0.7819, "relevance": 4 }, { "pair_id": 13944, "video_name": "friends_s03e15_seg02_clip_15", "timestamp": [ 5.14, 6.04 ], "duration": 60.66, "caption": "A woman leans forward and rests her head on her hand.", "similarity": 0.7689, "relevance": 4 }, { "pair_id": 13945, "video_name": "castle_s06e10_seg02_clip_22", "timestamp": [ 73.11, 77.95 ], "duration": 88.66, "caption": "A woman rests her head on the fingertips of her right hand.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 13946, "video_name": "friends_s06e03_seg02_clip_13", "timestamp": [ 14.34, 17.09 ], "duration": 61.66, "caption": "A woman leaned over and rested her hand on her head.", "similarity": 0.7555, "relevance": 3 }, { "pair_id": 13947, "video_name": "s08e23_seg02_clip_06", "timestamp": [ 41.78, 45.26 ], "duration": 58.66, "caption": "A woman rests her chin on her right hand.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 13948, "video_name": "friends_s05e09_seg02_clip_04", "timestamp": [ 35.49, 39.07 ], "duration": 59.66, "caption": "A woman rests her chin on her right hand.", "similarity": 0.724, "relevance": 3 }, { "pair_id": 13949, "video_name": "friends_s01e13_seg02_clip_19", "timestamp": [ 0.0, 2.8 ], "duration": 56.66, "caption": "A woman rests her head on a person's lap.", "similarity": 0.6953, "relevance": 1 }, { "pair_id": 13950, "video_name": "friends_s06e13_seg02_clip_11", "timestamp": [ 9.8, 12.56 ], "duration": 61.66, "caption": "A woman sits down while touching her hand to her forehead.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 13951, "video_name": "friends_s02e14_seg02_clip_18", "timestamp": [ 24.61, 26.11 ], "duration": 60.66, "caption": "A woman leans forward and rests her face against her hand.", "similarity": 0.6808, "relevance": 3 }, { "pair_id": 13952, "video_name": "s04e01_seg02_clip_13", "timestamp": [ 52.66, 53.78 ], "duration": 56.66, "caption": "A woman puts her head down on her hand.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 13953, "video_name": "s07e01_seg02_clip_13", "timestamp": [ 18.89, 21.25 ], "duration": 59.66, "caption": "A woman puts her head down into her right hand.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 13954, "video_name": "friends_s09e23-24_seg02_clip_10", "timestamp": [ 46.21, 50.24 ], "duration": 62.66, "caption": "A woman places her hand over her mouth and shakes her head vigorously.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 13955, "video_name": "friends_s03e15_seg02_clip_15", "timestamp": [ 0.0, 1.21 ], "duration": 60.66, "caption": "A woman holds both of her fists up while sitting.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 13956, "video_name": "castle_s03e08_seg02_clip_09", "timestamp": [ 14.85, 17.1 ], "duration": 90.66, "caption": "A woman leans back in her chair, puts her hands on her forehead then behind her head.", "similarity": 0.6523, "relevance": 1 }, { "pair_id": 13957, "video_name": "met_s04e02_seg02_clip_07", "timestamp": [ 56.47, 58.29 ], "duration": 60.66, "caption": "A woman leans her head back with her eyes closed.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 13958, "video_name": "friends_s07e23-24_seg02_clip_22", "timestamp": [ 5.59, 8.69 ], "duration": 62.66, "caption": "A woman puts her hand up and on her forehead.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 13959, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 17.8, 89.02 ], "duration": 89.66, "caption": "A woman rests her head on her hands when she is talking to a man.", "similarity": 0.6376, "relevance": 2 } ] }, { "query_id": 26696, "query": "A person leans forward and sets their mug on the coffee table as they talk to someone.", "relevant_moment": [ { "pair_id": 133940, "video_name": "s06e14_seg02_clip_07", "timestamp": [ 16.78, 19.26 ], "duration": 55.66, "caption": "A person leans forward and sets their mug on the coffee table as they talk to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 133941, "video_name": "house_s04e08_seg02_clip_22", "timestamp": [ 38.69, 41.87 ], "duration": 91.66, "caption": "A person leans over and sets down their coffee mug.", "similarity": 0.7924, "relevance": 2 }, { "pair_id": 133942, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 13.51, 25.81 ], "duration": 60.66, "caption": "A man is holding a coffee mug as he talks to person.", "similarity": 0.7889, "relevance": 1 }, { "pair_id": 133943, "video_name": "met_s03e12_seg02_clip_13", "timestamp": [ 24.82, 26.94 ], "duration": 60.66, "caption": "A person holds their mug while speaking to someone.", "similarity": 0.7791, "relevance": 1 }, { "pair_id": 133944, "video_name": "met_s06e01_seg02_clip_02", "timestamp": [ 32.49, 36.56 ], "duration": 58.66, "caption": "A woman sets her mug aside on a coffee table while talking to a man.", "similarity": 0.7785, "relevance": 4 }, { "pair_id": 133945, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 38.69, 43.24 ], "duration": 91.66, "caption": "A woman holds a coffee cup, turns to talk to someone.", "similarity": 0.7462, "relevance": 1 }, { "pair_id": 133946, "video_name": "s03e11_seg02_clip_11", "timestamp": [ 8.82, 14.5 ], "duration": 63.66, "caption": "A person is talking to another person while holding a cup of coffee.", "similarity": 0.7429, "relevance": 2 }, { "pair_id": 133947, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 39.96, 41.84 ], "duration": 94.66, "caption": "A person picks up a mug from the table while having a conversation.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 133948, "video_name": "house_s02e10_seg02_clip_11", "timestamp": [ 43.72, 46.98 ], "duration": 93.66, "caption": "A person takes a sip of his coffee when talking to someone.", "similarity": 0.7341, "relevance": 1 }, { "pair_id": 133949, "video_name": "house_s03e24_seg02_clip_00", "timestamp": [ 72.01, 76.62 ], "duration": 92.66, "caption": "A person is talking to person and takes a sip of coffee.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 133950, "video_name": "house_s02e09_seg02_clip_06", "timestamp": [ 2.67, 4.9 ], "duration": 89.66, "caption": "A person sets their cup down as they have a conversation.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 133951, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 18.45, 22.51 ], "duration": 90.66, "caption": "A person put his coffee on the table while talking to woman.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 133952, "video_name": "s09e10_seg02_clip_13", "timestamp": [ 24.61, 26.11 ], "duration": 60.66, "caption": "A man leans forward and sets his coffee cup on a table.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 133953, "video_name": "s02e10_seg02_clip_04", "timestamp": [ 49.32, 56.28 ], "duration": 58.66, "caption": "While talking to two people, a man leans back and holds his coffee cup.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 133954, "video_name": "s07e15_seg01_clip_00", "timestamp": [ 46.69, 50.65 ], "duration": 61.66, "caption": "A person puts their yellow coffee mug down on the coffee table while they are sitting on the couch talking to another person.", "similarity": 0.7252, "relevance": 4 }, { "pair_id": 133955, "video_name": "house_s03e12_seg02_clip_11", "timestamp": [ 74.59, 88.07 ], "duration": 89.66, "caption": "A person pours coffee as some people talk to him, he looks up with his head slightly tilted to the right.", "similarity": 0.7246, "relevance": 1 }, { "pair_id": 133956, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 43.22, 46.82 ], "duration": 60.66, "caption": "A person leans forward to place their water bottle on the coffee table.", "similarity": 0.7245, "relevance": 3 }, { "pair_id": 133957, "video_name": "house_s04e13_seg02_clip_14", "timestamp": [ 81.31, 86.74 ], "duration": 90.66, "caption": "A person takes a drink from their coffee mug while talking to another person.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 133958, "video_name": "s06e22_seg02_clip_07", "timestamp": [ 20.48, 23.32 ], "duration": 63.66, "caption": "A person in a suit smiles at person and then sets their coffee mug on the coffee table.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 133959, "video_name": "s09e14_seg02_clip_02", "timestamp": [ 48.11, 51.65 ], "duration": 59.66, "caption": "A person sets a mug down on the coffee table in front of someone as they sit down in the armchair.", "similarity": 0.7172, "relevance": 4 }, { "pair_id": 307260, "video_name": "house_s06e12_seg02_clip_14", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "A person was holding a cup of coffee while talking.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 307261, "video_name": "friends_s07e23-24_seg01_clip_00", "timestamp": [ 42.69, 49.96 ], "duration": 63.66, "caption": "A man sets their mug on the table, then moves over to the person sitting on the sofa while talking to them.", "similarity": 0.7121, "relevance": 3 }, { "pair_id": 307262, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 5.23, 8.04 ], "duration": 80.66, "caption": "A person puts a coffee on his cup while speaking to a woman.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 307263, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 4.88, 6.1 ], "duration": 61.66, "caption": "A person places his coffee mug on the table.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 307264, "video_name": "s07e08_seg02_clip_14", "timestamp": [ 16.51, 18.61 ], "duration": 60.66, "caption": "A person is holding a coffee mug as he/she leans on the kitchen counter.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 307265, "video_name": "castle_s07e17_seg02_clip_15", "timestamp": [ 60.73, 65.71 ], "duration": 90.66, "caption": "A person standing holding a coffee cup as he listens to others talk.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 307266, "video_name": "castle_s02e18_seg02_clip_16", "timestamp": [ 44.11, 48.84 ], "duration": 105.66, "caption": "A person drinks their coffee while talking to another person.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 307267, "video_name": "s02e14_seg02_clip_12", "timestamp": [ 1.77, 8.56 ], "duration": 59.66, "caption": "A person speaks while holding a yellow mug, then places the mug on the table.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 307268, "video_name": "house_s02e22_seg02_clip_12", "timestamp": [ 0.0, 7.68 ], "duration": 96.66, "caption": "A person is holding a cup of coffee as he converses with another person.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 307269, "video_name": "castle_s06e03_seg02_clip_14", "timestamp": [ 44.72, 46.08 ], "duration": 90.66, "caption": "A woman sets down her coffee mug to talk with a man.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 307270, "video_name": "castle_s03e11_seg02_clip_23", "timestamp": [ 84.67, 90.08 ], "duration": 90.66, "caption": "A man sits down as the person with the mug talks to him.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 307271, "video_name": "house_s04e03_seg02_clip_08", "timestamp": [ 3.92, 9.31 ], "duration": 98.66, "caption": "A person is talking to another person while holding a cup.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 307272, "video_name": "s10e01_seg02_clip_01", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A person heads to the kitchen table with his/her coffee mug.", "similarity": 0.7005, "relevance": 2 }, { "pair_id": 307273, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 10.05, 12.33 ], "duration": 91.66, "caption": "A person drinks his coffee while talking to another person.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 307274, "video_name": "castle_s02e07_seg02_clip_14", "timestamp": [ 71.33, 73.6 ], "duration": 90.66, "caption": "A person takes a sip of his/her coffee mug as he/she walks forward.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 307275, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 44.39, 47.29 ], "duration": 58.66, "caption": "A person puts their coffee cup on the coffee table.", "similarity": 0.6959, "relevance": 3 }, { "pair_id": 307276, "video_name": "s06e16_seg02_clip_03", "timestamp": [ 45.02, 53.72 ], "duration": 60.66, "caption": "A person brings a mug to the coffee table.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 307277, "video_name": "s05e15_seg02_clip_05", "timestamp": [ 32.57, 34.74 ], "duration": 62.66, "caption": "A person sets their drink down on the coffee table in front of them.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 307278, "video_name": "friends_s10e15_seg02_clip_00", "timestamp": [ 0.0, 2.86 ], "duration": 63.66, "caption": "A man sets a gray mug down on the coffee table in front of person.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 307279, "video_name": "castle_s06e01_seg02_clip_22", "timestamp": [ 6.0, 10.0 ], "duration": 100.66, "caption": "A man takes a drink of his coffee mug as he converses with someone.", "similarity": 0.689, "relevance": 2 } ] }, { "query_id": 26846, "query": "A woman was standing beside some men.", "relevant_moment": [ { "pair_id": 100, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 0.0, 30.08 ], "duration": 97.66, "caption": "A woman was standing beside some men.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 101, "video_name": "s01e15_seg02_clip_00", "timestamp": [ 2.48, 6.82 ], "duration": 62.66, "caption": "A woman is standing in between two men.", "similarity": 0.7592, "relevance": 4 }, { "pair_id": 102, "video_name": "friends_s08e02_seg02_clip_17", "timestamp": [ 0.0, 48.92 ], "duration": 60.66, "caption": "A man was standing beside two other people.", "similarity": 0.7401, "relevance": 4 }, { "pair_id": 103, "video_name": "castle_s04e15_seg02_clip_19", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "Three people were standing beside each other.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 104, "video_name": "castle_s03e03_seg02_clip_06", "timestamp": [ 0.0, 28.22 ], "duration": 91.66, "caption": "A woman, a man, and another man were standing across each other.", "similarity": 0.7187, "relevance": 3 }, { "pair_id": 105, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 0.0, 55.76 ], "duration": 89.66, "caption": "A woman, a man, and another man were standing across each other.", "similarity": 0.7187, "relevance": 4 }, { "pair_id": 106, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 42.68, 46.27 ], "duration": 89.66, "caption": "A woman turns around and stands next to a man and another man.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 107, "video_name": "s07e13_seg02_clip_03", "timestamp": [ 25.74, 30.08 ], "duration": 62.66, "caption": "Two men are standing beside each other while talking to a woman.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 108, "video_name": "castle_s02e11_seg02_clip_20", "timestamp": [ 0.0, 39.53 ], "duration": 104.66, "caption": "A woman, another woman and a man were standing beside a corpse.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 109, "video_name": "friends_s08e12_seg02_clip_20", "timestamp": [ 0.0, 27.45 ], "duration": 59.66, "caption": "A man was standing beside a woman whilst talking to her.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 110, "video_name": "friends_s02e10_seg02_clip_17", "timestamp": [ 13.21, 20.8 ], "duration": 66.66, "caption": "A woman looks at two men beside each other.", "similarity": 0.6902, "relevance": 3 }, { "pair_id": 111, "video_name": "s02e18_seg02_clip_12", "timestamp": [ 43.49, 49.16 ], "duration": 63.66, "caption": "A woman stands up to talk to some men.", "similarity": 0.6893, "relevance": 3 }, { "pair_id": 112, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 0.0, 17.98 ], "duration": 89.66, "caption": "Two men are standing beside each other as they speak to a man and a woman.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 113, "video_name": "friends_s08e01_seg02_clip_13", "timestamp": [ 22.79, 28.57 ], "duration": 68.66, "caption": "A woman gets up and stands behind two other women.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 114, "video_name": "castle_s08e05_seg02_clip_20", "timestamp": [ 0.0, 5.43 ], "duration": 90.66, "caption": "Two men are standing beside each other speaking to a woman.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 115, "video_name": "friends_s09e09_seg02_clip_11", "timestamp": [ 28.66, 33.39 ], "duration": 59.66, "caption": "A woman is beside another woman as two men get up from their seats.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 116, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 58.61, 80.59 ], "duration": 86.66, "caption": "A man and woman were standing beside each other as they were talking.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 117, "video_name": "grey_s02e08_seg02_clip_25", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A man is standing behind a woman as they are close to each other.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 118, "video_name": "friends_s02e04_seg02_clip_15", "timestamp": [ 0.0, 6.5 ], "duration": 65.66, "caption": "A woman was standing beside another woman while she was talking to her.", "similarity": 0.6754, "relevance": 3 }, { "pair_id": 119, "video_name": "friends_s02e15_seg02_clip_12", "timestamp": [ 0.26, 3.9 ], "duration": 52.66, "caption": "A woman walks and stands right in front of two men.", "similarity": 0.67, "relevance": 3 }, { "pair_id": 173420, "video_name": "friends_s10e17-18_seg02_clip_09", "timestamp": [ 0.0, 52.02 ], "duration": 52.66, "caption": "Two people were standing beside each other.", "similarity": 0.6685, "relevance": 4 }, { "pair_id": 173421, "video_name": "friends_s02e20_seg02_clip_15", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "Two people were standing beside each other.", "similarity": 0.6685, "relevance": 4 }, { "pair_id": 173422, "video_name": "friends_s08e23-24_seg02_clip_13", "timestamp": [ 0.0, 36.32 ], "duration": 60.66, "caption": "A man was carefully accompanying a woman to stand.", "similarity": 0.6658, "relevance": 4 }, { "pair_id": 173423, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 0.0, 14.05 ], "duration": 27.66, "caption": "A woman stands next to a man with her face close to his.", "similarity": 0.6613, "relevance": 3 }, { "pair_id": 173424, "video_name": "castle_s06e10_seg02_clip_10", "timestamp": [ 0.0, 20.48 ], "duration": 89.66, "caption": "Two men are standing beside each other conversing with a woman and a person.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 173425, "video_name": "friends_s07e21_seg02_clip_19", "timestamp": [ 28.06, 51.02 ], "duration": 51.66, "caption": "A man was standing in front of two other men.", "similarity": 0.6596, "relevance": 3 }, { "pair_id": 173426, "video_name": "s02e18_seg02_clip_03", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A woman is taking to some people as she is seated beside a man.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 173427, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 27.91, 32.56 ], "duration": 93.66, "caption": "A woman is talking to two men while they are standing.", "similarity": 0.658, "relevance": 4 }, { "pair_id": 173428, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 0.0, 4.68 ], "duration": 52.66, "caption": "Two men are standing next to each other while talking to a woman.", "similarity": 0.6573, "relevance": 3 }, { "pair_id": 173429, "video_name": "s09e18_seg02_clip_07", "timestamp": [ 30.61, 46.52 ], "duration": 60.66, "caption": "Two men were having a conversation whilst a woman was beside them.", "similarity": 0.6568, "relevance": 4 }, { "pair_id": 173430, "video_name": "friends_s02e03_seg02_clip_17", "timestamp": [ 0.0, 6.65 ], "duration": 60.66, "caption": "A woman stands behind another person while they talk to a man.", "similarity": 0.6563, "relevance": 4 }, { "pair_id": 173431, "video_name": "castle_s07e09_seg02_clip_07", "timestamp": [ 0.0, 10.02 ], "duration": 91.66, "caption": "Two men are beside each other as they speak to a woman.", "similarity": 0.6541, "relevance": 4 }, { "pair_id": 173432, "video_name": "friends_s05e10_seg02_clip_11", "timestamp": [ 0.0, 59.23 ], "duration": 64.66, "caption": "A woman was standing in front of two people.", "similarity": 0.6529, "relevance": 3 }, { "pair_id": 173433, "video_name": "castle_s07e08_seg02_clip_01", "timestamp": [ 39.74, 77.19 ], "duration": 91.66, "caption": "Two men are standing beside each other as they converse with a woman.", "similarity": 0.6521, "relevance": 4 }, { "pair_id": 173434, "video_name": "castle_s06e04_seg02_clip_25", "timestamp": [ 76.97, 90.02 ], "duration": 90.66, "caption": "A woman and another woman were standing in front of each other.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 173435, "video_name": "friends_s07e23-24_seg02_clip_05", "timestamp": [ 33.34, 43.02 ], "duration": 43.66, "caption": "Some women laugh while a man stands next to them.", "similarity": 0.6475, "relevance": 3 }, { "pair_id": 173436, "video_name": "castle_s07e16_seg02_clip_21", "timestamp": [ 15.85, 80.6 ], "duration": 90.66, "caption": "A woman is standing next to a man as she speaks to him and another person.", "similarity": 0.6465, "relevance": 4 }, { "pair_id": 173437, "video_name": "friends_s05e23-24_seg02_clip_22", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "A woman was holding a cup whilst standing beside a man.", "similarity": 0.6441, "relevance": 3 }, { "pair_id": 173438, "video_name": "friends_s09e22_seg02_clip_02", "timestamp": [ 38.96, 41.91 ], "duration": 59.66, "caption": "A woman nods at man while standing next to guy.", "similarity": 0.6429, "relevance": 4 }, { "pair_id": 173439, "video_name": "friends_s10e17-18_seg02_clip_25", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman stands behind a man as he confronts another man.", "similarity": 0.6425, "relevance": 4 } ] }, { "query_id": 26926, "query": "A man looks at a file while talking with a woman.", "relevant_moment": [ { "pair_id": 20800, "video_name": "house_s03e12_seg02_clip_05", "timestamp": [ 77.1, 81.8 ], "duration": 94.66, "caption": "A man looks at a file while talking with a woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 20801, "video_name": "house_s01e14_seg02_clip_09", "timestamp": [ 3.6, 14.4 ], "duration": 90.66, "caption": "A man looks down at a file while he's talking with a woman.", "similarity": 0.9571, "relevance": 4 }, { "pair_id": 20802, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 21.81, 24.48 ], "duration": 89.66, "caption": "A man glances down at a file in his hands while having a conversation with woman and a person.", "similarity": 0.9165, "relevance": 4 }, { "pair_id": 20803, "video_name": "house_s03e21_seg02_clip_01", "timestamp": [ 10.35, 18.0 ], "duration": 90.66, "caption": "A man looks at a file while talking with some people.", "similarity": 0.8477, "relevance": 3 }, { "pair_id": 20804, "video_name": "house_s07e21_seg02_clip_12", "timestamp": [ 14.72, 20.25 ], "duration": 92.66, "caption": "A woman is talking to a man while she is doing her files.", "similarity": 0.8252, "relevance": 3 }, { "pair_id": 20805, "video_name": "castle_s03e21_seg02_clip_20", "timestamp": [ 30.88, 33.64 ], "duration": 92.66, "caption": "A man gives a file to a woman while talking to her.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 20806, "video_name": "castle_s03e19_seg02_clip_15", "timestamp": [ 55.02, 59.86 ], "duration": 88.66, "caption": "A man hands woman a file and woman looks at it.", "similarity": 0.8207, "relevance": 3 }, { "pair_id": 20807, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A man is looking a file of someone and he hands it to a woman.", "similarity": 0.8206, "relevance": 4 }, { "pair_id": 20808, "video_name": "castle_s06e21_seg02_clip_08", "timestamp": [ 29.45, 50.15 ], "duration": 92.66, "caption": "A man reads from a file folder as he has a conversation with a woman and another man.", "similarity": 0.8186, "relevance": 4 }, { "pair_id": 20809, "video_name": "house_s03e06_seg02_clip_23", "timestamp": [ 71.33, 78.1 ], "duration": 90.66, "caption": "A man stands in front of a woman and looks through a file.", "similarity": 0.8164, "relevance": 4 }, { "pair_id": 20810, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.8132, "relevance": 3 }, { "pair_id": 20811, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 55.53, 60.99 ], "duration": 91.66, "caption": "A woman gives a file to man and he looks at it.", "similarity": 0.8115, "relevance": 4 }, { "pair_id": 20812, "video_name": "house_s01e14_seg02_clip_09", "timestamp": [ 9.45, 13.05 ], "duration": 90.66, "caption": "A person is talking to another person while looking at the file.", "similarity": 0.811, "relevance": 4 }, { "pair_id": 20813, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 32.41, 45.91 ], "duration": 90.66, "caption": "A man closes the file and talks to a woman, and two people.", "similarity": 0.8102, "relevance": 2 }, { "pair_id": 20814, "video_name": "castle_s02e07_seg02_clip_06", "timestamp": [ 69.35, 73.0 ], "duration": 91.66, "caption": "A man hands a woman a file folder of someone and she looks at it.", "similarity": 0.8034, "relevance": 3 }, { "pair_id": 20815, "video_name": "house_s03e19_seg02_clip_10", "timestamp": [ 64.7, 88.02 ], "duration": 88.66, "caption": "A person talks to someone while looking at a file.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 20816, "video_name": "grey_s02e02_seg02_clip_16", "timestamp": [ 83.24, 85.02 ], "duration": 89.66, "caption": "A woman closes a file while looking at a man.", "similarity": 0.7994, "relevance": 1 }, { "pair_id": 20817, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 50.51, 54.54 ], "duration": 89.66, "caption": "A woman gives a file to man while they are talking.", "similarity": 0.7925, "relevance": 2 }, { "pair_id": 20818, "video_name": "castle_s03e01_seg02_clip_06", "timestamp": [ 20.74, 30.67 ], "duration": 90.66, "caption": "A woman shows a man a file then asks about the contents.", "similarity": 0.7856, "relevance": 4 }, { "pair_id": 20819, "video_name": "house_s08e15_seg02_clip_21", "timestamp": [ 2.08, 12.45 ], "duration": 83.66, "caption": "A man writes in a file as he talks to a woman.", "similarity": 0.7772, "relevance": 4 }, { "pair_id": 194120, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 26.47, 31.32 ], "duration": 88.66, "caption": "A man is putting away files while talking to a woman.", "similarity": 0.7722, "relevance": 3 }, { "pair_id": 194121, "video_name": "castle_s07e08_seg02_clip_24", "timestamp": [ 61.81, 66.77 ], "duration": 90.66, "caption": "A person talks to a woman while she opens up the files and reading it.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 194122, "video_name": "house_s07e04_seg02_clip_09", "timestamp": [ 34.84, 59.36 ], "duration": 86.66, "caption": "A person picks up a file and looks at it while talking to another person.", "similarity": 0.7707, "relevance": 4 }, { "pair_id": 194123, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 52.45, 59.88 ], "duration": 92.66, "caption": "A man looks at a file while a woman walks out of the room.", "similarity": 0.7688, "relevance": 4 }, { "pair_id": 194124, "video_name": "castle_s03e14_seg02_clip_09", "timestamp": [ 31.25, 44.45 ], "duration": 88.66, "caption": "A man and woman go in to see a man and he looks through a file folder.", "similarity": 0.7678, "relevance": 4 }, { "pair_id": 194125, "video_name": "house_s08e15_seg02_clip_22", "timestamp": [ 9.45, 13.5 ], "duration": 90.66, "caption": "A man is talking to another man while holding a file.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 194126, "video_name": "house_s02e05_seg02_clip_01", "timestamp": [ 0.0, 4.62 ], "duration": 92.66, "caption": "A person is talking to someone while checking a file.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 194127, "video_name": "castle_s07e23_seg02_clip_06", "timestamp": [ 52.62, 57.61 ], "duration": 90.66, "caption": "A man looks at a picture of woman while he's talking to woman and man.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 194128, "video_name": "castle_s05e22_seg02_clip_25", "timestamp": [ 24.04, 25.82 ], "duration": 89.66, "caption": "A man checks a file as he talks to another man on the phone.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 194129, "video_name": "house_s01e19_seg02_clip_20", "timestamp": [ 20.03, 22.3 ], "duration": 91.66, "caption": "A man has an open file in his hands when he is talking to another man.", "similarity": 0.756, "relevance": 3 }, { "pair_id": 194130, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 0.46, 10.06 ], "duration": 91.66, "caption": "A man looks at a file then hands it to another man.", "similarity": 0.7556, "relevance": 4 }, { "pair_id": 194131, "video_name": "house_s05e07_seg02_clip_01", "timestamp": [ 24.21, 26.0 ], "duration": 89.66, "caption": "A man looks at file while standing in front of table next to a woman.", "similarity": 0.755, "relevance": 3 }, { "pair_id": 194132, "video_name": "house_s05e15_seg02_clip_11", "timestamp": [ 85.15, 90.59 ], "duration": 90.66, "caption": "A man looks at the file in front of another man.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 194133, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 32.05, 34.72 ], "duration": 89.66, "caption": "A man hands woman a file to read.", "similarity": 0.7523, "relevance": 3 }, { "pair_id": 194134, "video_name": "castle_s05e02_seg02_clip_18", "timestamp": [ 12.06, 15.63 ], "duration": 89.66, "caption": "A man and a woman sit down to look at a file.", "similarity": 0.7506, "relevance": 3 }, { "pair_id": 194135, "video_name": "castle_s04e17_seg02_clip_02", "timestamp": [ 40.66, 46.46 ], "duration": 89.66, "caption": "A man hands a file to a woman which she opens to see a picture of a person.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 194136, "video_name": "grey_s02e15_seg02_clip_18", "timestamp": [ 12.32, 16.72 ], "duration": 88.66, "caption": "A woman is looking at files when another woman speaks to her.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 194137, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 3.22, 10.12 ], "duration": 92.66, "caption": "A man hands a file to another man when he's sitting with a woman.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 194138, "video_name": "house_s06e04_seg02_clip_16", "timestamp": [ 19.07, 20.47 ], "duration": 93.66, "caption": "A woman lowers the file she is holding to look at man.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 194139, "video_name": "house_s01e01_seg02_clip_14", "timestamp": [ 2.32, 29.65 ], "duration": 92.66, "caption": "A man holds a folder while talking with a woman.", "similarity": 0.7486, "relevance": 4 } ] }, { "query_id": 26951, "query": "A man is looking at a picture of blood splatter pinned on the case board.", "relevant_moment": [ { "pair_id": 155220, "video_name": "castle_s06e10_seg02_clip_14", "timestamp": [ 21.77, 23.52 ], "duration": 87.66, "caption": "A man is looking at a picture of blood splatter pinned on the case board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155221, "video_name": "castle_s04e17_seg02_clip_19", "timestamp": [ 38.28, 42.73 ], "duration": 89.66, "caption": "A man shows a picture of someone and she looks at the case board.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 155222, "video_name": "castle_s07e20_seg02_clip_15", "timestamp": [ 73.91, 92.39 ], "duration": 92.66, "caption": "A person puts up a picture of man onto the case board.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 155223, "video_name": "castle_s04e13_seg02_clip_14", "timestamp": [ 18.66, 19.12 ], "duration": 91.66, "caption": "There is a picture of a person on the case board.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 155224, "video_name": "castle_s02e23_seg02_clip_10", "timestamp": [ 52.56, 55.82 ], "duration": 93.66, "caption": "A man puts up a picture onto the case board.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 155225, "video_name": "castle_s04e13_seg02_clip_17", "timestamp": [ 83.15, 87.07 ], "duration": 87.66, "caption": "A man puts a picture of someone onto the case board.", "similarity": 0.6424, "relevance": 3 }, { "pair_id": 155226, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 55.21, 57.94 ], "duration": 91.66, "caption": "A man puts a picture onto the case board.", "similarity": 0.6423, "relevance": 3 }, { "pair_id": 155227, "video_name": "castle_s07e05_seg02_clip_08", "timestamp": [ 80.12, 85.07 ], "duration": 90.66, "caption": "A man is staring at the case board with pictures of sausages and a printed paper.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 155228, "video_name": "castle_s07e09_seg02_clip_13", "timestamp": [ 29.13, 31.44 ], "duration": 92.66, "caption": "A man goes to the case board and points towards a picture of two men.", "similarity": 0.6216, "relevance": 3 }, { "pair_id": 155229, "video_name": "castle_s05e18_seg02_clip_10", "timestamp": [ 0.0, 8.27 ], "duration": 87.66, "caption": "A person is standing in front of a case board as he looks at it.", "similarity": 0.6184, "relevance": 3 }, { "pair_id": 155230, "video_name": "house_s03e11_seg02_clip_22", "timestamp": [ 2.28, 10.94 ], "duration": 91.66, "caption": "A man presses a button and the screen shows a blood vessel.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 155231, "video_name": "castle_s07e18_seg02_clip_09", "timestamp": [ 10.35, 12.15 ], "duration": 90.66, "caption": "A man looks on the case board of the picture of person named Eric Chambers.", "similarity": 0.6154, "relevance": 3 }, { "pair_id": 155232, "video_name": "castle_s06e13_seg02_clip_22", "timestamp": [ 56.95, 59.16 ], "duration": 88.66, "caption": "A man puts up a photo of a person onto the case board.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 155233, "video_name": "castle_s07e23_seg02_clip_10", "timestamp": [ 31.06, 33.31 ], "duration": 90.66, "caption": "A person puts a picture of someone onto the case board.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 155234, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 36.46, 40.96 ], "duration": 90.66, "caption": "A person puts a picture of someone onto the case board.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 155235, "video_name": "castle_s04e04_seg02_clip_04", "timestamp": [ 62.57, 90.02 ], "duration": 90.66, "caption": "A man is standing staring at the evidence board of the case they are working on.", "similarity": 0.6047, "relevance": 3 }, { "pair_id": 155236, "video_name": "castle_s05e24_seg02_clip_08", "timestamp": [ 50.37, 52.6 ], "duration": 89.66, "caption": "A person puts up a sketched photo of a man onto the case board.", "similarity": 0.5896, "relevance": 2 }, { "pair_id": 155237, "video_name": "castle_s02e08_seg02_clip_09", "timestamp": [ 41.6, 47.15 ], "duration": 92.66, "caption": "A man looks at photos of victims on a whiteboard.", "similarity": 0.5798, "relevance": 3 }, { "pair_id": 155238, "video_name": "castle_s08e09_seg02_clip_20", "timestamp": [ 56.65, 60.67 ], "duration": 89.66, "caption": "A man points at a bloody leg picture on the case board as he speaks to another man.", "similarity": 0.5792, "relevance": 3 }, { "pair_id": 155239, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 80.0, 88.84 ], "duration": 93.66, "caption": "A man takes a look at the bandage of the patient.", "similarity": 0.5773, "relevance": 0 }, { "pair_id": 328540, "video_name": "castle_s08e13_seg02_clip_21", "timestamp": [ 51.44, 62.59 ], "duration": 85.66, "caption": "A man notices a fake blood device on someone and takes it out.", "similarity": 0.577, "relevance": 2 }, { "pair_id": 328541, "video_name": "castle_s05e05_seg02_clip_10", "timestamp": [ 16.59, 18.77 ], "duration": 87.66, "caption": "A man hands a folder containing a picture of a blood splattered shirt to woman.", "similarity": 0.5762, "relevance": 4 }, { "pair_id": 328542, "video_name": "house_s02e03_seg02_clip_00", "timestamp": [ 0.0, 40.27 ], "duration": 92.66, "caption": "A person looks at someone's shirt that with a stain of blood.", "similarity": 0.5745, "relevance": 3 }, { "pair_id": 328543, "video_name": "grey_s02e23_seg02_clip_03", "timestamp": [ 29.39, 34.99 ], "duration": 93.66, "caption": "A man is looking at the results on the patient.", "similarity": 0.574, "relevance": 3 }, { "pair_id": 328544, "video_name": "castle_s08e11_seg02_clip_12", "timestamp": [ 78.34, 83.18 ], "duration": 88.66, "caption": "A man shows two men a case file picture of a person.", "similarity": 0.5718, "relevance": 3 }, { "pair_id": 328545, "video_name": "house_s02e16_seg02_clip_08", "timestamp": [ 0.0, 5.64 ], "duration": 161.66, "caption": "A man is watching a computer image of the patient's heart.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 328546, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 53.89, 57.03 ], "duration": 89.66, "caption": "A woman places a picture of a man on the case board.", "similarity": 0.5639, "relevance": 3 }, { "pair_id": 328547, "video_name": "castle_s07e10_seg02_clip_17", "timestamp": [ 35.78, 45.18 ], "duration": 89.66, "caption": "A man finds a piece of jewelry with blood on it.", "similarity": 0.5633, "relevance": 3 }, { "pair_id": 328548, "video_name": "castle_s03e14_seg02_clip_06", "timestamp": [ 9.06, 11.77 ], "duration": 90.66, "caption": "A person puts a picture of another person onto the case board.", "similarity": 0.5613, "relevance": 3 }, { "pair_id": 328549, "video_name": "castle_s05e12_seg02_clip_18", "timestamp": [ 87.96, 89.31 ], "duration": 90.66, "caption": "A person puts a photo of someone onto the case board.", "similarity": 0.5608, "relevance": 3 }, { "pair_id": 328550, "video_name": "house_s02e08_seg02_clip_06", "timestamp": [ 38.11, 61.98 ], "duration": 91.66, "caption": "A man uses a video camera tool to look inside of a patient's body.", "similarity": 0.5605, "relevance": 2 }, { "pair_id": 328551, "video_name": "castle_s07e12_seg02_clip_12", "timestamp": [ 11.83, 14.11 ], "duration": 91.66, "caption": "A person puts up the photo of someone onto the case board.", "similarity": 0.5596, "relevance": 3 }, { "pair_id": 328552, "video_name": "house_s04e14_seg02_clip_23", "timestamp": [ 56.89, 60.65 ], "duration": 94.66, "caption": "A man is holding a piece of paper while looking at the patient.", "similarity": 0.559, "relevance": 1 }, { "pair_id": 328553, "video_name": "castle_s01e10_seg02_clip_04", "timestamp": [ 7.74, 12.74 ], "duration": 91.66, "caption": "A man is putting up pictures onto the case board with someone.", "similarity": 0.5582, "relevance": 2 }, { "pair_id": 328554, "video_name": "castle_s07e14_seg02_clip_01", "timestamp": [ 62.6, 65.77 ], "duration": 90.66, "caption": "A man hangs the picture of the victim on the board.", "similarity": 0.5522, "relevance": 2 }, { "pair_id": 328555, "video_name": "house_s02e08_seg02_clip_08", "timestamp": [ 78.22, 92.03 ], "duration": 92.66, "caption": "Man takes a look at the patient's ulcler on the monitor.", "similarity": 0.5509, "relevance": 2 }, { "pair_id": 328556, "video_name": "house_s08e15_seg02_clip_07", "timestamp": [ 35.56, 39.16 ], "duration": 90.66, "caption": "A man checks the bleeding on the patient's eyes.", "similarity": 0.5495, "relevance": 3 }, { "pair_id": 328557, "video_name": "castle_s02e08_seg02_clip_22", "timestamp": [ 78.75, 79.66 ], "duration": 91.66, "caption": "A person points to a picture of Winston on the case board.", "similarity": 0.5454, "relevance": 3 }, { "pair_id": 328558, "video_name": "castle_s06e19_seg02_clip_11", "timestamp": [ 61.22, 64.02 ], "duration": 80.66, "caption": "A man looks at a picture of another man's body.", "similarity": 0.5453, "relevance": 4 }, { "pair_id": 328559, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 64.28, 82.64 ], "duration": 102.66, "caption": "A man tells two other people about how they looked at the blood.", "similarity": 0.5453, "relevance": 1 } ] }, { "query_id": 26960, "query": "A woman came out from Exam room and walk.", "relevant_moment": [ { "pair_id": 2000, "video_name": "house_s03e12_seg02_clip_02", "timestamp": [ 24.57, 29.04 ], "duration": 89.66, "caption": "A woman came out from Exam room and walk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2001, "video_name": "met_s03e13_seg02_clip_13", "timestamp": [ 56.73, 60.03 ], "duration": 60.66, "caption": "A woman opens the door and walks out of the exam room.", "similarity": 0.7853, "relevance": 3 }, { "pair_id": 2002, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 42.51, 45.91 ], "duration": 85.66, "caption": "A woman gets up and walks out of the room.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 2003, "video_name": "house_s01e18_seg02_clip_04", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A person opens the Exam Room Two door and walks out into the hallway.", "similarity": 0.6874, "relevance": 3 }, { "pair_id": 2004, "video_name": "house_s04e13_seg02_clip_23", "timestamp": [ 4.16, 9.24 ], "duration": 92.66, "caption": "A woman walks into the exam room where two men are working on a patient.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 2005, "video_name": "grey_s02e15_seg02_clip_23", "timestamp": [ 25.18, 32.32 ], "duration": 75.66, "caption": "A woman walks out of the room and walks into another room.", "similarity": 0.6828, "relevance": 3 }, { "pair_id": 2006, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 17.12, 18.28 ], "duration": 58.66, "caption": "A nurse walks into the patient room where a woman is on an examination bed.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 2007, "video_name": "house_s01e11_seg02_clip_15", "timestamp": [ 38.04, 41.2 ], "duration": 90.66, "caption": "A woman opens the door and walks in to the exam room person and person are using and shuts the door behind her.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 2008, "video_name": "grey_s02e01_seg02_clip_03", "timestamp": [ 84.17, 87.32 ], "duration": 90.66, "caption": "A woman with the papers walks into the room.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 2009, "video_name": "grey_s02e07_seg02_clip_11", "timestamp": [ 8.9, 12.46 ], "duration": 89.66, "caption": "A woman turns and walks out of the patient's room.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 2010, "video_name": "grey_s02e03_seg02_clip_12", "timestamp": [ 55.59, 57.02 ], "duration": 95.66, "caption": "A woman walks quickly out of the surgery room.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 2011, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 80.28, 85.57 ], "duration": 88.66, "caption": "A woman turns around and walks out of a room.", "similarity": 0.6645, "relevance": 3 }, { "pair_id": 2012, "video_name": "castle_s08e06_seg02_clip_01", "timestamp": [ 3.96, 10.12 ], "duration": 88.66, "caption": "A woman gets up from a chair and walks into another room.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 2013, "video_name": "s08e06_seg02_clip_14", "timestamp": [ 23.5, 29.9 ], "duration": 61.66, "caption": "A woman stands up from sitting and walks out of the room.", "similarity": 0.6558, "relevance": 1 }, { "pair_id": 2014, "video_name": "house_s06e13_seg02_clip_24", "timestamp": [ 23.53, 28.06 ], "duration": 181.66, "caption": "A woman walks backwards in exiting a room.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 2015, "video_name": "house_s05e12_seg02_clip_15", "timestamp": [ 2.08, 28.64 ], "duration": 83.66, "caption": "A woman walks into the room very stressed out.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 2016, "video_name": "friends_s01e21_seg02_clip_01", "timestamp": [ 12.83, 16.54 ], "duration": 57.66, "caption": "A woman walks out of her bedroom and into the living room.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 2017, "video_name": "grey_s01e09_seg02_clip_07", "timestamp": [ 78.77, 82.37 ], "duration": 90.66, "caption": "A woman stands up from a chair and walks out of the room.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 2018, "video_name": "friends_s08e13_seg01_clip_00", "timestamp": [ 33.32, 35.3 ], "duration": 36.66, "caption": "A woman comes out of a room and starts walking towards the kitchen.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 2019, "video_name": "grey_s03e22_seg02_clip_04", "timestamp": [ 68.09, 71.27 ], "duration": 90.66, "caption": "A woman walks out of the room with her backpack.", "similarity": 0.6509, "relevance": 1 } ] }, { "query_id": 27010, "query": "A person is wearing a shirt with his sweater on his shoulders and sitting in the cafe.", "relevant_moment": [ { "pair_id": 157640, "video_name": "friends_s01e03_seg02_clip_05", "timestamp": [ 1.58, 8.82 ], "duration": 63.66, "caption": "A person is wearing a shirt with his sweater on his shoulders and sitting in the cafe.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157641, "video_name": "s09e10_seg02_clip_12", "timestamp": [ 53.4, 54.62 ], "duration": 61.66, "caption": "A person takes a seat on a couch in a cafe.", "similarity": 0.6785, "relevance": 3 }, { "pair_id": 157642, "video_name": "s04e22_seg02_clip_14", "timestamp": [ 21.01, 25.81 ], "duration": 60.66, "caption": "A person removes their shirt in the middle of the cafe.", "similarity": 0.6745, "relevance": 1 }, { "pair_id": 157643, "video_name": "s04e22_seg02_clip_14", "timestamp": [ 21.01, 47.42 ], "duration": 60.66, "caption": "A person takes off all of their clothing while standing in a cafe.", "similarity": 0.6709, "relevance": 1 }, { "pair_id": 157644, "video_name": "friends_s06e23_seg02_clip_00", "timestamp": [ 48.26, 50.75 ], "duration": 62.66, "caption": "A man sits down in an armchair in the cafe.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 157645, "video_name": "house_s06e04_seg02_clip_03", "timestamp": [ 22.1, 26.8 ], "duration": 94.66, "caption": "A man sits on one of the chair in the cafe.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 157646, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 24.45, 27.57 ], "duration": 52.66, "caption": "A person stands up from the table in the cafe.", "similarity": 0.6238, "relevance": 3 }, { "pair_id": 157647, "video_name": "friends_s09e03_seg02_clip_07", "timestamp": [ 47.62, 50.14 ], "duration": 56.66, "caption": "A person is sitting in the cafe reading a book.", "similarity": 0.6178, "relevance": 1 }, { "pair_id": 157648, "video_name": "friends_s10e06_seg02_clip_20", "timestamp": [ 13.51, 16.51 ], "duration": 60.66, "caption": "A person stands at the cafe with their arms folded across their chest and wearing lipstick.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 157649, "video_name": "friends_s09e19_seg02_clip_01", "timestamp": [ 10.92, 13.28 ], "duration": 59.66, "caption": "A man sits down on the armchair at the cafe.", "similarity": 0.602, "relevance": 3 }, { "pair_id": 157650, "video_name": "house_s06e11_seg02_clip_05", "timestamp": [ 0.0, 73.23 ], "duration": 83.66, "caption": "A person is sitting with someone at a cafe as they eat and converse.", "similarity": 0.5919, "relevance": 3 }, { "pair_id": 157651, "video_name": "friends_s03e01_seg02_clip_08", "timestamp": [ 2.24, 9.24 ], "duration": 56.66, "caption": "A man entered the cafe whilst accompanying a woman wearing gray sweater.", "similarity": 0.583, "relevance": 2 }, { "pair_id": 157652, "video_name": "friends_s02e19_seg02_clip_02", "timestamp": [ 3.77, 5.8 ], "duration": 58.66, "caption": "A man sits down at a small round cafe table.", "similarity": 0.5741, "relevance": 3 }, { "pair_id": 157653, "video_name": "friends_s05e02_seg02_clip_16", "timestamp": [ 23.32, 24.43 ], "duration": 74.66, "caption": "A man gives a thumbs up while sitting in the cafe.", "similarity": 0.5651, "relevance": 3 }, { "pair_id": 157654, "video_name": "friends_s01e10_seg02_clip_00", "timestamp": [ 15.51, 27.6 ], "duration": 62.66, "caption": "A man walks into a cafe, turns a chair around and sits down.", "similarity": 0.5621, "relevance": 3 }, { "pair_id": 157655, "video_name": "friends_s03e18_seg01_clip_01", "timestamp": [ 43.86, 50.9 ], "duration": 64.66, "caption": "A man sits in a chair at the cafe looking through a photo book.", "similarity": 0.5557, "relevance": 2 }, { "pair_id": 157656, "video_name": "friends_s08e21_seg01_clip_00", "timestamp": [ 1.4, 5.12 ], "duration": 93.66, "caption": "A person walks in the cafe with two stacks of newspapers.", "similarity": 0.5542, "relevance": 2 }, { "pair_id": 157658, "video_name": "friends_s08e10_seg02_clip_02", "timestamp": [ 17.43, 20.11 ], "duration": 67.66, "caption": "A woman walks into the cafe and sits on the sofa's arm.", "similarity": 0.5528, "relevance": 3 }, { "pair_id": 157659, "video_name": "friends_s08e13_seg02_clip_12", "timestamp": [ 1.08, 5.94 ], "duration": 54.66, "caption": "A woman takes off her jacket and scarf in the cafe.", "similarity": 0.5525, "relevance": 2 } ] }, { "query_id": 27110, "query": "A woman shows a file to a man and then closes it.", "relevant_moment": [ { "pair_id": 163880, "video_name": "castle_s02e24_seg02_clip_20", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "A woman shows a file to a man and then closes it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163881, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 45.16, 46.07 ], "duration": 91.66, "caption": "A woman closes the file and hands it off to man.", "similarity": 0.9079, "relevance": 4 }, { "pair_id": 163882, "video_name": "grey_s02e02_seg02_clip_16", "timestamp": [ 83.24, 85.02 ], "duration": 89.66, "caption": "A woman closes a file while looking at a man.", "similarity": 0.8679, "relevance": 3 }, { "pair_id": 163883, "video_name": "house_s02e02_seg02_clip_16", "timestamp": [ 13.95, 16.65 ], "duration": 90.66, "caption": "A woman shuts the file and tries to hand it over to a man.", "similarity": 0.8589, "relevance": 3 }, { "pair_id": 163884, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman hands a man a file and he opens it.", "similarity": 0.8384, "relevance": 3 }, { "pair_id": 163885, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 32.41, 45.91 ], "duration": 90.66, "caption": "A man closes the file and talks to a woman, and two people.", "similarity": 0.8306, "relevance": 2 }, { "pair_id": 163886, "video_name": "friends_s08e13_seg02_clip_07", "timestamp": [ 27.85, 31.38 ], "duration": 64.66, "caption": "A woman opens a file slowly then shuts it when a man turns around.", "similarity": 0.8248, "relevance": 3 }, { "pair_id": 163887, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 55.53, 60.99 ], "duration": 91.66, "caption": "A woman gives a file to man and he looks at it.", "similarity": 0.8246, "relevance": 2 }, { "pair_id": 163888, "video_name": "castle_s04e17_seg02_clip_02", "timestamp": [ 40.66, 46.46 ], "duration": 89.66, "caption": "A man hands a file to a woman which she opens to see a picture of a person.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 163889, "video_name": "castle_s03e01_seg02_clip_06", "timestamp": [ 20.74, 30.67 ], "duration": 90.66, "caption": "A woman shows a man a file then asks about the contents.", "similarity": 0.8174, "relevance": 3 }, { "pair_id": 163890, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 50.51, 54.54 ], "duration": 89.66, "caption": "A woman gives a file to man while they are talking.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 163891, "video_name": "castle_s03e21_seg02_clip_20", "timestamp": [ 30.88, 33.64 ], "duration": 92.66, "caption": "A man gives a file to a woman while talking to her.", "similarity": 0.7914, "relevance": 2 }, { "pair_id": 163892, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 163894, "video_name": "castle_s05e05_seg02_clip_04", "timestamp": [ 3.49, 11.36 ], "duration": 87.66, "caption": "A man shows a woman the file when he gives her a name.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 163895, "video_name": "castle_s03e19_seg02_clip_15", "timestamp": [ 55.02, 59.86 ], "duration": 88.66, "caption": "A man hands woman a file and woman looks at it.", "similarity": 0.7819, "relevance": 3 }, { "pair_id": 163896, "video_name": "grey_s02e13_seg02_clip_00", "timestamp": [ 1.41, 21.16 ], "duration": 94.66, "caption": "A man shows another person a file and they close it after looking and hands it back.", "similarity": 0.7806, "relevance": 2 }, { "pair_id": 163897, "video_name": "house_s06e04_seg02_clip_16", "timestamp": [ 19.07, 20.47 ], "duration": 93.66, "caption": "A woman lowers the file she is holding to look at man.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 163898, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 47.91, 62.33 ], "duration": 93.66, "caption": "A woman describes the files contents after handing it to a man.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 163899, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 74.83, 81.14 ], "duration": 90.66, "caption": "A man hands woman a file and she reads it.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 337200, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 62.98, 67.9 ], "duration": 89.66, "caption": "A man opens a file folder and hands it to woman.", "similarity": 0.7698, "relevance": 3 }, { "pair_id": 337201, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A man is looking a file of someone and he hands it to a woman.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 337202, "video_name": "house_s01e06_seg02_clip_08", "timestamp": [ 21.39, 30.04 ], "duration": 91.66, "caption": "A man holds up a file, sits down, and hands it to a woman.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 337203, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 30.84, 33.14 ], "duration": 92.66, "caption": "A woman shuts the file and puts it away.", "similarity": 0.7632, "relevance": 2 }, { "pair_id": 337204, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 32.05, 34.72 ], "duration": 89.66, "caption": "A man hands woman a file to read.", "similarity": 0.7619, "relevance": 1 }, { "pair_id": 337205, "video_name": "castle_s02e05_seg02_clip_18", "timestamp": [ 81.68, 82.98 ], "duration": 86.66, "caption": "A man hands woman a case file and she opens it.", "similarity": 0.7605, "relevance": 1 }, { "pair_id": 337206, "video_name": "grey_s03e09_seg02_clip_07", "timestamp": [ 12.6, 15.3 ], "duration": 90.66, "caption": "A woman turns and closes the file in her hand.", "similarity": 0.7577, "relevance": 1 }, { "pair_id": 337207, "video_name": "house_s05e03_seg02_clip_14", "timestamp": [ 23.04, 28.92 ], "duration": 98.66, "caption": "A woman opens the file and a man turns to the right.", "similarity": 0.7576, "relevance": 1 }, { "pair_id": 337208, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 59.19, 62.58 ], "duration": 97.66, "caption": "A woman opens a file and shows some fingerprints to a man.", "similarity": 0.7543, "relevance": 3 }, { "pair_id": 337209, "video_name": "castle_s02e07_seg02_clip_06", "timestamp": [ 69.35, 73.0 ], "duration": 91.66, "caption": "A man hands a woman a file folder of someone and she looks at it.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 337210, "video_name": "castle_s03e14_seg02_clip_15", "timestamp": [ 53.81, 60.38 ], "duration": 87.66, "caption": "A man gives a woman a folder with the file of a person in it.", "similarity": 0.7474, "relevance": 3 }, { "pair_id": 337211, "video_name": "castle_s07e08_seg02_clip_24", "timestamp": [ 61.81, 66.77 ], "duration": 90.66, "caption": "A person talks to a woman while she opens up the files and reading it.", "similarity": 0.7435, "relevance": 0 }, { "pair_id": 337212, "video_name": "friends_s05e17_seg02_clip_15", "timestamp": [ 12.72, 14.1 ], "duration": 55.66, "caption": "A man stops a woman from sliding the file.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 337213, "video_name": "house_s02e22_seg02_clip_02", "timestamp": [ 61.06, 65.5 ], "duration": 111.66, "caption": "A man gives the file to a woman and she walks away.", "similarity": 0.7402, "relevance": 1 }, { "pair_id": 337214, "video_name": "friends_s09e23-24_seg02_clip_20", "timestamp": [ 17.12, 19.87 ], "duration": 61.66, "caption": "A man gets up from the bed and a woman closes her file.", "similarity": 0.7304, "relevance": 2 }, { "pair_id": 337215, "video_name": "castle_s06e10_seg02_clip_24", "timestamp": [ 2.24, 3.58 ], "duration": 89.66, "caption": "A man hands a stack of files towards a woman.", "similarity": 0.73, "relevance": 2 }, { "pair_id": 337216, "video_name": "castle_s04e05_seg02_clip_18", "timestamp": [ 28.3, 40.13 ], "duration": 84.66, "caption": "A woman closes a file on the table as she is talking to another woman.", "similarity": 0.729, "relevance": 1 }, { "pair_id": 337217, "video_name": "castle_s01e04_seg02_clip_16", "timestamp": [ 3.15, 6.75 ], "duration": 90.66, "caption": "Woman hands person a file as he sits across from her.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 337218, "video_name": "grey_s02e01_seg02_clip_05", "timestamp": [ 16.01, 24.26 ], "duration": 97.66, "caption": "A woman closes a file and walks out the door followed by another woman.", "similarity": 0.727, "relevance": 1 }, { "pair_id": 337219, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 48.37, 51.16 ], "duration": 93.66, "caption": "A woman picks up a file folder and hands it to a man.", "similarity": 0.7266, "relevance": 3 } ] }, { "query_id": 27117, "query": "A man brings his mug to his mouth and takes a sip.", "relevant_moment": [ { "pair_id": 171880, "video_name": "castle_s02e24_seg02_clip_21", "timestamp": [ 57.81, 60.58 ], "duration": 92.66, "caption": "A man brings his mug to his mouth and takes a sip.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171881, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 4.48, 9.8 ], "duration": 56.66, "caption": "A man picks up his mug and takes a sip.", "similarity": 0.8809, "relevance": 4 }, { "pair_id": 171882, "video_name": "house_s03e19_seg02_clip_19", "timestamp": [ 43.18, 44.51 ], "duration": 89.66, "caption": "A man takes a sip from his coffee mug.", "similarity": 0.8793, "relevance": 4 }, { "pair_id": 171883, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 23.77, 25.53 ], "duration": 88.66, "caption": "A man holds up coffee mug to mouth and takes a sip.", "similarity": 0.8531, "relevance": 3 }, { "pair_id": 171884, "video_name": "met_s02e13_seg02_clip_00", "timestamp": [ 58.1, 60.88 ], "duration": 61.66, "caption": "A man takes a sip of coffee from his mug.", "similarity": 0.8493, "relevance": 4 }, { "pair_id": 171885, "video_name": "grey_s02e13_seg02_clip_10", "timestamp": [ 86.8, 88.13 ], "duration": 89.66, "caption": "A man takes a sip out of his coffee mug.", "similarity": 0.8416, "relevance": 4 }, { "pair_id": 171886, "video_name": "friends_s06e02_seg02_clip_03", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man holds their mug with both hands and takes a sip of their drink.", "similarity": 0.8353, "relevance": 4 }, { "pair_id": 171887, "video_name": "s08e13_seg02_clip_01", "timestamp": [ 59.1, 65.37 ], "duration": 66.66, "caption": "A man picks up his white mug and takes a sip of his drink.", "similarity": 0.8179, "relevance": 4 }, { "pair_id": 171888, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 63.57, 66.22 ], "duration": 88.66, "caption": "A person lifts his mug and takes a sip from it.", "similarity": 0.8176, "relevance": 3 }, { "pair_id": 171889, "video_name": "friends_s01e08_seg02_clip_09", "timestamp": [ 1.74, 3.48 ], "duration": 58.66, "caption": "A man is taking a sip from his glass cup.", "similarity": 0.8174, "relevance": 1 }, { "pair_id": 171890, "video_name": "s06e11_seg01_clip_00", "timestamp": [ 46.81, 48.61 ], "duration": 120.66, "caption": "A person takes a sip out of their mug.", "similarity": 0.8155, "relevance": 3 }, { "pair_id": 171891, "video_name": "house_s07e05_seg02_clip_11", "timestamp": [ 33.07, 35.24 ], "duration": 87.66, "caption": "A man carries his black mug and takes a sip from it.", "similarity": 0.8112, "relevance": 4 }, { "pair_id": 171892, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 23.67, 26.85 ], "duration": 91.66, "caption": "A man raises his cup and takes a sip.", "similarity": 0.8099, "relevance": 4 }, { "pair_id": 171893, "video_name": "met_s06e15_seg02_clip_14", "timestamp": [ 35.19, 39.27 ], "duration": 58.66, "caption": "A man holds a white mug up and takes a sip from it.", "similarity": 0.8086, "relevance": 4 }, { "pair_id": 171894, "video_name": "met_s03e15_seg02_clip_10", "timestamp": [ 16.37, 22.86 ], "duration": 61.66, "caption": "A man grabs their mug and puts it to their lips.", "similarity": 0.8031, "relevance": 4 }, { "pair_id": 171895, "video_name": "friends_s01e06_seg02_clip_08", "timestamp": [ 1.26, 2.21 ], "duration": 63.66, "caption": "A man takes a sip from his mug at the cafe.", "similarity": 0.788, "relevance": 4 }, { "pair_id": 171896, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 7.28, 10.64 ], "duration": 56.66, "caption": "A man takes a sip of his drink in a yellow mug.", "similarity": 0.7807, "relevance": 3 }, { "pair_id": 171897, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes a sip from their mug while smiling.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 171898, "video_name": "castle_s05e04_seg02_clip_12", "timestamp": [ 0.0, 3.51 ], "duration": 87.66, "caption": "A man was having a sip from his cup.", "similarity": 0.7788, "relevance": 4 }, { "pair_id": 171899, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 13.51, 16.81 ], "duration": 60.66, "caption": "A man takes a sip out of a yellow mug.", "similarity": 0.7746, "relevance": 4 }, { "pair_id": 345200, "video_name": "s02e20_seg02_clip_12", "timestamp": [ 56.37, 58.73 ], "duration": 59.66, "caption": "A person takes a sip from his green mug.", "similarity": 0.7739, "relevance": 4 }, { "pair_id": 345201, "video_name": "friends_s01e21_seg02_clip_14", "timestamp": [ 11.38, 14.23 ], "duration": 63.66, "caption": "A man sips a drink from his coffee cup.", "similarity": 0.7733, "relevance": 4 }, { "pair_id": 345202, "video_name": "s04e22_seg02_clip_16", "timestamp": [ 14.45, 18.71 ], "duration": 85.66, "caption": "A man holds a coffee mug in his hand then takes a drink from the mug.", "similarity": 0.7715, "relevance": 4 }, { "pair_id": 345203, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 1.75, 14.44 ], "duration": 87.66, "caption": "A man takes a drink of his coffee mug.", "similarity": 0.7693, "relevance": 4 }, { "pair_id": 345204, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 345205, "video_name": "friends_s10e12_seg02_clip_01", "timestamp": [ 2.83, 7.65 ], "duration": 56.66, "caption": "A man takes a drink out his mug and holds it in his right hand.", "similarity": 0.7687, "relevance": 4 }, { "pair_id": 345206, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 53.12, 54.32 ], "duration": 60.66, "caption": "A man takes a sip of his drink out of the cup he is holding.", "similarity": 0.7674, "relevance": 4 }, { "pair_id": 345207, "video_name": "castle_s05e08_seg02_clip_16", "timestamp": [ 39.14, 41.42 ], "duration": 91.66, "caption": "A man takes a small sip from his coffee cup.", "similarity": 0.7662, "relevance": 4 }, { "pair_id": 345208, "video_name": "s02e07_seg02_clip_15", "timestamp": [ 32.76, 36.3 ], "duration": 59.66, "caption": "A man starts to put his mug to his mouth while smiling.", "similarity": 0.7658, "relevance": 4 }, { "pair_id": 345209, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 31.16, 36.28 ], "duration": 93.66, "caption": "A man picks up a mug and drinks from it.", "similarity": 0.757, "relevance": 4 }, { "pair_id": 345210, "video_name": "friends_s09e23-24_seg02_clip_50", "timestamp": [ 1.8, 4.5 ], "duration": 90.66, "caption": "A man brings the drink to his mouth and draws the straw.", "similarity": 0.7558, "relevance": 4 }, { "pair_id": 345211, "video_name": "castle_s08e05_seg02_clip_23", "timestamp": [ 32.91, 35.26 ], "duration": 94.66, "caption": "A man picks up his glass and takes a sip.", "similarity": 0.755, "relevance": 4 }, { "pair_id": 345212, "video_name": "house_s06e06_seg02_clip_23", "timestamp": [ 19.13, 23.81 ], "duration": 85.66, "caption": "A man takes a drink from a mug in his left hand.", "similarity": 0.7525, "relevance": 4 }, { "pair_id": 345213, "video_name": "s07e07_seg02_clip_02", "timestamp": [ 14.26, 18.53 ], "duration": 57.66, "caption": "A person takes a sip out of his yellow mug.", "similarity": 0.7519, "relevance": 4 }, { "pair_id": 345214, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 64.01, 67.54 ], "duration": 88.66, "caption": "A person holds onto their red mug and takes a sip.", "similarity": 0.7497, "relevance": 4 }, { "pair_id": 345215, "video_name": "friends_s10e12_seg02_clip_01", "timestamp": [ 3.97, 6.8 ], "duration": 56.66, "caption": "A man takes a sip from his mug as they listen to woman's story.", "similarity": 0.7494, "relevance": 4 }, { "pair_id": 345216, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 0.7491, "relevance": 4 }, { "pair_id": 345217, "video_name": "friends_s05e13_seg02_clip_10", "timestamp": [ 3.2, 7.68 ], "duration": 64.66, "caption": "A man sits down and takes a sip from his cup.", "similarity": 0.7468, "relevance": 4 }, { "pair_id": 345218, "video_name": "s07e12_seg02_clip_17", "timestamp": [ 77.9, 81.44 ], "duration": 118.66, "caption": "A man picks up his coffee cup and takes a sip.", "similarity": 0.745, "relevance": 4 }, { "pair_id": 345219, "video_name": "s02e20_seg02_clip_12", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person takes a drink out of his mug.", "similarity": 0.7435, "relevance": 4 } ] }, { "query_id": 27155, "query": "A woman and a man are in an office with a person.", "relevant_moment": [ { "pair_id": 155360, "video_name": "castle_s04e04_seg02_clip_02", "timestamp": [ 0.0, 19.81 ], "duration": 90.66, "caption": "A woman and a man are in an office with a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155361, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 19.79, 59.82 ], "duration": 92.66, "caption": "A man and woman are inside an office with another man.", "similarity": 0.9248, "relevance": 4 }, { "pair_id": 155362, "video_name": "castle_s08e06_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "A man and a woman are talking to a person in an office.", "similarity": 0.9017, "relevance": 3 }, { "pair_id": 155363, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 88.22, 90.02 ], "duration": 90.66, "caption": "A woman and man head to an office with a person.", "similarity": 0.8956, "relevance": 3 }, { "pair_id": 155364, "video_name": "castle_s05e07_seg02_clip_22", "timestamp": [ 0.0, 45.31 ], "duration": 87.66, "caption": "A woman and a man are speaking to a person in an office.", "similarity": 0.8909, "relevance": 4 }, { "pair_id": 155365, "video_name": "castle_s03e23_seg02_clip_06", "timestamp": [ 0.0, 52.91 ], "duration": 92.66, "caption": "A woman and a man are speaking to a person inside an office.", "similarity": 0.8806, "relevance": 4 }, { "pair_id": 155366, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 18.0, 83.27 ], "duration": 90.66, "caption": "A woman and a man are conversing with a person in his office.", "similarity": 0.8796, "relevance": 4 }, { "pair_id": 155367, "video_name": "castle_s02e14_seg02_clip_06", "timestamp": [ 32.55, 85.65 ], "duration": 85.66, "caption": "A man and a woman are sitting in an office, across from a person talking.", "similarity": 0.8779, "relevance": 4 }, { "pair_id": 155368, "video_name": "castle_s04e02_seg02_clip_16", "timestamp": [ 16.85, 66.93 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.8768, "relevance": 4 }, { "pair_id": 155369, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 59.35, 91.3 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.8768, "relevance": 4 }, { "pair_id": 155370, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 0.0, 69.91 ], "duration": 92.66, "caption": "A man and a woman are conversing with two people in an office.", "similarity": 0.8693, "relevance": 4 }, { "pair_id": 155371, "video_name": "castle_s06e18_seg02_clip_05", "timestamp": [ 0.0, 19.48 ], "duration": 90.66, "caption": "A woman and a man are in someone's office speaking to her.", "similarity": 0.8681, "relevance": 4 }, { "pair_id": 155372, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 38.59, 90.66 ], "duration": 90.66, "caption": "A man and a woman are in an office speaking to a person.", "similarity": 0.8678, "relevance": 4 }, { "pair_id": 155373, "video_name": "friends_s10e06_seg02_clip_21", "timestamp": [ 48.99, 59.03 ], "duration": 59.66, "caption": "Two people come in to person's office together.", "similarity": 0.8654, "relevance": 4 }, { "pair_id": 155374, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 12.12, 60.11 ], "duration": 101.66, "caption": "A man and woman are in an office conversing with someone.", "similarity": 0.8577, "relevance": 4 }, { "pair_id": 155375, "video_name": "castle_s04e18_seg02_clip_02", "timestamp": [ 69.19, 90.45 ], "duration": 90.66, "caption": "A woman and man are speaking to another man while inside an office.", "similarity": 0.8571, "relevance": 3 }, { "pair_id": 155376, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 13.34, 91.11 ], "duration": 92.66, "caption": "A woman and man are in an office conversing with a man.", "similarity": 0.8567, "relevance": 4 }, { "pair_id": 155377, "video_name": "grey_s03e08_seg02_clip_19", "timestamp": [ 0.0, 24.17 ], "duration": 89.66, "caption": "A man and woman are talking in his office.", "similarity": 0.8553, "relevance": 3 }, { "pair_id": 155378, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 0.0, 35.6 ], "duration": 90.66, "caption": "A woman and a man are in the office speaking to a person.", "similarity": 0.8529, "relevance": 3 }, { "pair_id": 155379, "video_name": "castle_s06e16_seg02_clip_22", "timestamp": [ 0.0, 32.09 ], "duration": 93.66, "caption": "A man and woman are speaking to another woman in her office.", "similarity": 0.8512, "relevance": 4 }, { "pair_id": 328680, "video_name": "castle_s07e03_seg02_clip_11", "timestamp": [ 0.0, 83.25 ], "duration": 86.66, "caption": "Two people are in an office as they speak with a woman.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 328681, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 51.38, 90.66 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person as they are in his/her office.", "similarity": 0.8474, "relevance": 4 }, { "pair_id": 328682, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 0.0, 39.02 ], "duration": 94.66, "caption": "A person stands in a woman's office with another person on his arm.", "similarity": 0.845, "relevance": 4 }, { "pair_id": 328683, "video_name": "castle_s04e06_seg02_clip_22", "timestamp": [ 0.0, 75.22 ], "duration": 90.66, "caption": "A man and woman are in an office speaking to someone.", "similarity": 0.8444, "relevance": 4 }, { "pair_id": 328684, "video_name": "house_s02e11_seg02_clip_24", "timestamp": [ 3.88, 86.15 ], "duration": 86.66, "caption": "A woman and a man talk about their relationship in the office.", "similarity": 0.8398, "relevance": 3 }, { "pair_id": 328685, "video_name": "house_s05e12_seg02_clip_00", "timestamp": [ 82.37, 94.13 ], "duration": 94.66, "caption": "A woman and a person have a conversation in their office.", "similarity": 0.8376, "relevance": 2 }, { "pair_id": 328686, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 19.96, 21.38 ], "duration": 57.66, "caption": "A man and a woman walk into a woman's office as she is standing.", "similarity": 0.8365, "relevance": 4 }, { "pair_id": 328687, "video_name": "castle_s03e14_seg02_clip_02", "timestamp": [ 40.41, 91.66 ], "duration": 91.66, "caption": "A man and a woman are in an office speaking to two other women.", "similarity": 0.834, "relevance": 3 }, { "pair_id": 328688, "video_name": "house_s06e18_seg02_clip_20", "timestamp": [ 42.69, 51.93 ], "duration": 88.66, "caption": "A man and another man meet with a person in person's office.", "similarity": 0.8329, "relevance": 3 }, { "pair_id": 328689, "video_name": "grey_s03e08_seg02_clip_13", "timestamp": [ 0.0, 73.65 ], "duration": 95.66, "caption": "A man and a woman are sitting across from a person as they converse in his office.", "similarity": 0.8245, "relevance": 4 }, { "pair_id": 328690, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 55.36, 90.02 ], "duration": 90.66, "caption": "A person is in an office with man and woman conversing.", "similarity": 0.8235, "relevance": 4 }, { "pair_id": 328691, "video_name": "castle_s08e21_seg02_clip_15", "timestamp": [ 66.94, 88.08 ], "duration": 88.66, "caption": "A woman and man talk in an office while man paces back and forth.", "similarity": 0.8219, "relevance": 2 }, { "pair_id": 328692, "video_name": "castle_s07e20_seg02_clip_20", "timestamp": [ 14.78, 17.02 ], "duration": 89.66, "caption": "A woman and a man walk out of a person's office.", "similarity": 0.817, "relevance": 3 }, { "pair_id": 328693, "video_name": "castle_s04e09_seg02_clip_26", "timestamp": [ 46.41, 145.02 ], "duration": 145.66, "caption": "A man and a woman are in his office conversing with each other.", "similarity": 0.8169, "relevance": 2 }, { "pair_id": 328694, "video_name": "castle_s07e08_seg02_clip_13", "timestamp": [ 77.49, 85.63 ], "duration": 85.66, "caption": "A man walks in and a man and a woman follow him into an office.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 328695, "video_name": "house_s03e04_seg02_clip_25", "timestamp": [ 0.0, 6.77 ], "duration": 90.66, "caption": "A woman and a man are talking very seriously in the office.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 328696, "video_name": "castle_s02e01_seg02_clip_14", "timestamp": [ 17.21, 88.25 ], "duration": 88.66, "caption": "A person is in an office as he speaks to a woman and a man.", "similarity": 0.8107, "relevance": 4 }, { "pair_id": 328697, "video_name": "house_s02e08_seg02_clip_15", "timestamp": [ 27.6, 31.6 ], "duration": 89.66, "caption": "A man and a woman are both looking in the office then the woman turns and talks to the man.", "similarity": 0.8103, "relevance": 2 }, { "pair_id": 328698, "video_name": "castle_s01e07_seg02_clip_03", "timestamp": [ 0.0, 91.68 ], "duration": 94.66, "caption": "Two people are in an office with a woman conversing.", "similarity": 0.8102, "relevance": 4 }, { "pair_id": 328699, "video_name": "castle_s03e08_seg02_clip_20", "timestamp": [ 59.06, 60.7 ], "duration": 82.66, "caption": "A woman and a man walk quickly into someone's office.", "similarity": 0.8101, "relevance": 3 } ] }, { "query_id": 27190, "query": "As the fire is raging in the building, a man regains consciousness and looks around the room.", "relevant_moment": [ { "pair_id": 171780, "video_name": "castle_s06e11_seg02_clip_15", "timestamp": [ 43.71, 68.1 ], "duration": 92.66, "caption": "As the fire is raging in the building, a man regains consciousness and looks around the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171781, "video_name": "house_s08e22_seg02_clip_12", "timestamp": [ 64.77, 71.06 ], "duration": 74.66, "caption": "A man is on the floor of a room that's on fire.", "similarity": 0.6472, "relevance": 3 }, { "pair_id": 171782, "video_name": "friends_s05e10_seg02_clip_08", "timestamp": [ 26.89, 30.73 ], "duration": 64.66, "caption": "A man looks into the other room and sprays a fire extinguisher into it.", "similarity": 0.6405, "relevance": 1 }, { "pair_id": 171783, "video_name": "house_s08e10_seg02_clip_23", "timestamp": [ 48.12, 56.75 ], "duration": 90.66, "caption": "A man has a sudden realization and leaves the room.", "similarity": 0.6292, "relevance": 1 }, { "pair_id": 171784, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 25.37, 35.61 ], "duration": 89.66, "caption": "A person makes a fire in the comfort room.", "similarity": 0.5814, "relevance": 1 }, { "pair_id": 171785, "video_name": "castle_s03e14_seg02_clip_15", "timestamp": [ 6.13, 12.69 ], "duration": 87.66, "caption": "A man exits the building followed by some people and is shocked to discover a burning car outside.", "similarity": 0.5813, "relevance": 2 }, { "pair_id": 171786, "video_name": "house_s08e22_seg02_clip_20", "timestamp": [ 41.83, 57.21 ], "duration": 123.66, "caption": "A person gets up from the floor of the burning building.", "similarity": 0.5654, "relevance": 3 }, { "pair_id": 171787, "video_name": "castle_s02e18_seg02_clip_06", "timestamp": [ 20.52, 27.21 ], "duration": 89.66, "caption": "A man gets up and leaves the room to go change.", "similarity": 0.5638, "relevance": 0 }, { "pair_id": 171788, "video_name": "house_s08e22_seg02_clip_12", "timestamp": [ 64.4, 74.02 ], "duration": 74.66, "caption": "Fire is visible then a person is shown laying on the floor.", "similarity": 0.5635, "relevance": 4 }, { "pair_id": 171789, "video_name": "castle_s08e03_seg02_clip_02", "timestamp": [ 55.01, 62.94 ], "duration": 88.66, "caption": "A person backs up and then looks around the room.", "similarity": 0.5619, "relevance": 2 }, { "pair_id": 171790, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 51.32, 60.03 ], "duration": 60.66, "caption": "A man comes into the room all fired up.", "similarity": 0.5589, "relevance": 1 }, { "pair_id": 171791, "video_name": "castle_s08e12_seg02_clip_04", "timestamp": [ 36.23, 41.09 ], "duration": 88.66, "caption": "A man gets up from their chair then looks around the room.", "similarity": 0.5578, "relevance": 1 }, { "pair_id": 171792, "video_name": "house_s05e20_seg02_clip_08", "timestamp": [ 22.06, 38.71 ], "duration": 90.66, "caption": "A man gets up, stands for a while, and then leaves the room.", "similarity": 0.5567, "relevance": 2 }, { "pair_id": 171793, "video_name": "friends_s06e21_seg02_clip_01", "timestamp": [ 24.72, 40.28 ], "duration": 61.66, "caption": "A man takes a look around the room he will use as a character.", "similarity": 0.5508, "relevance": 1 }, { "pair_id": 171794, "video_name": "friends_s09e01_seg02_clip_16", "timestamp": [ 21.31, 24.91 ], "duration": 60.66, "caption": "A man turns around and tries to leave the room but comes back.", "similarity": 0.5494, "relevance": 1 }, { "pair_id": 171795, "video_name": "castle_s08e05_seg02_clip_13", "timestamp": [ 51.29, 73.21 ], "duration": 82.66, "caption": "A man gets up, looks at two people and leaves the room.", "similarity": 0.5493, "relevance": 1 }, { "pair_id": 171796, "video_name": "house_s08e22_seg02_clip_17", "timestamp": [ 0.0, 4.74 ], "duration": 79.66, "caption": "A person is lying in the floor where there is fire everywhere.", "similarity": 0.5418, "relevance": 2 }, { "pair_id": 171797, "video_name": "castle_s06e11_seg02_clip_10", "timestamp": [ 50.8, 64.74 ], "duration": 89.66, "caption": "A person notices the room they and another person are in is an arsonist workshop and they look at a timer on the wall and run out.", "similarity": 0.5413, "relevance": 2 }, { "pair_id": 171798, "video_name": "friends_s07e12_seg02_clip_09", "timestamp": [ 23.41, 30.24 ], "duration": 65.66, "caption": "A person turns back around to yell at the fire detector.", "similarity": 0.5405, "relevance": 1 }, { "pair_id": 171799, "video_name": "friends_s04e01_seg02_clip_04", "timestamp": [ 23.34, 30.37 ], "duration": 56.66, "caption": "A man wakes up and is startled to realized where he is.", "similarity": 0.54, "relevance": 2 }, { "pair_id": 345100, "video_name": "house_s08e22_seg02_clip_04", "timestamp": [ 61.44, 65.99 ], "duration": 91.66, "caption": "A man looks over and sees a person at the end of the room.", "similarity": 0.5394, "relevance": 4 }, { "pair_id": 345101, "video_name": "castle_s02e12_seg02_clip_09", "timestamp": [ 71.0, 73.23 ], "duration": 89.66, "caption": "A man gets out from a room with a worried look on his face.", "similarity": 0.5392, "relevance": 3 }, { "pair_id": 345102, "video_name": "castle_s06e11_seg02_clip_22", "timestamp": [ 58.31, 90.4 ], "duration": 90.66, "caption": "A man and a man are inside a building on fire.", "similarity": 0.5388, "relevance": 4 }, { "pair_id": 345103, "video_name": "house_s08e09_seg02_clip_23", "timestamp": [ 83.33, 88.72 ], "duration": 98.66, "caption": "A person gets up and rushes out of the room.", "similarity": 0.5374, "relevance": 3 }, { "pair_id": 345104, "video_name": "s01e05_seg02_clip_07", "timestamp": [ 3.2, 5.12 ], "duration": 64.66, "caption": "A man rushes into the room to see what a frantic person wants.", "similarity": 0.5365, "relevance": 1 }, { "pair_id": 345105, "video_name": "house_s07e04_seg02_clip_11", "timestamp": [ 22.37, 26.02 ], "duration": 91.66, "caption": "A man rushes to the stove after a man leaves the room.", "similarity": 0.536, "relevance": 1 }, { "pair_id": 345106, "video_name": "house_s05e05_seg02_clip_15", "timestamp": [ 59.65, 64.54 ], "duration": 89.66, "caption": "A person looks at a man with teary eye and they leave the room immediately.", "similarity": 0.5301, "relevance": 0 }, { "pair_id": 345107, "video_name": "s09e21_seg02_clip_15", "timestamp": [ 26.05, 30.39 ], "duration": 62.66, "caption": "A man wakes up and looks over at the door.", "similarity": 0.5285, "relevance": 0 }, { "pair_id": 345108, "video_name": "castle_s08e22_seg02_clip_13", "timestamp": [ 67.34, 95.07 ], "duration": 99.66, "caption": "A man wakes up and finds himself restrained in an unfamiliar room.", "similarity": 0.5284, "relevance": 1 }, { "pair_id": 345109, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 40.29, 44.47 ], "duration": 76.66, "caption": "A man comes into the room while running his eyes.", "similarity": 0.5269, "relevance": 0 }, { "pair_id": 345110, "video_name": "friends_s01e09_seg02_clip_02", "timestamp": [ 62.0, 64.58 ], "duration": 64.66, "caption": "A man while in the doorway is looking inside apartment then looks over at another person.", "similarity": 0.5265, "relevance": 1 }, { "pair_id": 345111, "video_name": "grey_s03e03_seg02_clip_23", "timestamp": [ 63.53, 68.75 ], "duration": 87.66, "caption": "A person looks into the room through the window.", "similarity": 0.5265, "relevance": 1 }, { "pair_id": 345112, "video_name": "castle_s03e14_seg02_clip_20", "timestamp": [ 52.37, 55.9 ], "duration": 88.66, "caption": "A man looks up in surprise as person and person enter the room.", "similarity": 0.5261, "relevance": 2 }, { "pair_id": 345113, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 22.3, 28.54 ], "duration": 89.66, "caption": "A man enters a person's hospital room and turns on the light.", "similarity": 0.5256, "relevance": 0 }, { "pair_id": 345114, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 2.71, 4.06 ], "duration": 90.66, "caption": "A man turns around to look as another man comes into a room.", "similarity": 0.5244, "relevance": 1 }, { "pair_id": 345115, "video_name": "house_s03e11_seg02_clip_13", "timestamp": [ 66.63, 69.81 ], "duration": 90.66, "caption": "A man turns around to face his team and re-enters the room.", "similarity": 0.5241, "relevance": 1 }, { "pair_id": 345116, "video_name": "s05e02_seg02_clip_02", "timestamp": [ 36.01, 41.02 ], "duration": 59.66, "caption": "A person looks mad, turns away from a man and leaves the room.", "similarity": 0.524, "relevance": 1 }, { "pair_id": 345117, "video_name": "met_s03e01_seg02_clip_12", "timestamp": [ 30.62, 33.71 ], "duration": 61.66, "caption": "A person rushes through the living room towards another room.", "similarity": 0.5239, "relevance": 1 }, { "pair_id": 345118, "video_name": "house_s08e22_seg02_clip_20", "timestamp": [ 56.59, 62.13 ], "duration": 123.66, "caption": "A person walks slowly out of a burning building.", "similarity": 0.5229, "relevance": 4 }, { "pair_id": 345119, "video_name": "friends_s07e12_seg02_clip_08", "timestamp": [ 0.0, 8.26 ], "duration": 59.66, "caption": "A man tries to describe what jumping over the fire escape is like to someone.", "similarity": 0.5218, "relevance": 1 } ] }, { "query_id": 27241, "query": "A man encounters a cat eating ice cream in the middle of the floor.", "relevant_moment": [ { "pair_id": 161360, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 27.91, 36.32 ], "duration": 60.66, "caption": "A man encounters a cat eating ice cream in the middle of the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161361, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 27.01, 35.72 ], "duration": 60.66, "caption": "A man walks up the stairs and notices a cat in the hallway licking up spilled ice cream.", "similarity": 0.6814, "relevance": 4 }, { "pair_id": 161362, "video_name": "friends_s02e12-13_seg02_clip_43", "timestamp": [ 39.0, 40.38 ], "duration": 69.66, "caption": "A man drops his ice cream on the floor.", "similarity": 0.5673, "relevance": 2 }, { "pair_id": 161363, "video_name": "friends_s06e19_seg02_clip_05", "timestamp": [ 2.95, 14.17 ], "duration": 59.66, "caption": "A man sits in the leather chair and eats some ice cream.", "similarity": 0.5404, "relevance": 2 }, { "pair_id": 161364, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 32.65, 37.84 ], "duration": 61.66, "caption": "A man enters the apartment to find a person with a bunch of cats around him.", "similarity": 0.5258, "relevance": 3 }, { "pair_id": 161365, "video_name": "house_s05e22_seg02_clip_14", "timestamp": [ 32.72, 36.6 ], "duration": 86.66, "caption": "A person takes a spoonful of ice cream and eats it.", "similarity": 0.5191, "relevance": 1 }, { "pair_id": 161366, "video_name": "friends_s06e19_seg02_clip_05", "timestamp": [ 10.03, 14.17 ], "duration": 59.66, "caption": "A person takes a spoonful of ice cream and eats it.", "similarity": 0.5191, "relevance": 1 }, { "pair_id": 161367, "video_name": "friends_s03e08_seg02_clip_10", "timestamp": [ 0.3, 27.45 ], "duration": 59.66, "caption": "A man is sitting at the kitchen table eating ice cream out of a carton.", "similarity": 0.5188, "relevance": 1 }, { "pair_id": 161368, "video_name": "s04e03_seg02_clip_12", "timestamp": [ 2.66, 8.56 ], "duration": 59.66, "caption": "A man takes a cat off of his chair and puts it on the ground.", "similarity": 0.5181, "relevance": 2 }, { "pair_id": 161369, "video_name": "house_s05e18_seg02_clip_07", "timestamp": [ 69.28, 72.39 ], "duration": 88.66, "caption": "A man is trying to give the cat to another man.", "similarity": 0.5159, "relevance": 1 }, { "pair_id": 161370, "video_name": "house_s05e18_seg02_clip_11", "timestamp": [ 3.6, 7.19 ], "duration": 89.66, "caption": "A man demands that another man clean up after the cat.", "similarity": 0.5114, "relevance": 0 }, { "pair_id": 161371, "video_name": "s04e03_seg02_clip_13", "timestamp": [ 11.21, 16.53 ], "duration": 59.66, "caption": "A person opens a can of fancy feast cat food and sets the lid on the kitchen counter.", "similarity": 0.5113, "relevance": 0 }, { "pair_id": 161372, "video_name": "friends_s02e01_seg02_clip_12", "timestamp": [ 0.0, 3.14 ], "duration": 57.66, "caption": "A man eats a piece of food from the coffee table.", "similarity": 0.5094, "relevance": 0 }, { "pair_id": 161373, "video_name": "friends_s06e18_seg02_clip_08", "timestamp": [ 42.8, 45.28 ], "duration": 62.66, "caption": "A man shakes hands with a doctor while eating ice cream.", "similarity": 0.5038, "relevance": 1 }, { "pair_id": 161374, "video_name": "house_s01e15_seg02_clip_19", "timestamp": [ 46.99, 49.6 ], "duration": 87.66, "caption": "A man places a miniature metal cat on a table next to three miniature toys.", "similarity": 0.5012, "relevance": 1 }, { "pair_id": 161375, "video_name": "house_s05e18_seg02_clip_07", "timestamp": [ 44.41, 48.85 ], "duration": 88.66, "caption": "A man gets the black cat inside the cabinet.", "similarity": 0.4964, "relevance": 2 }, { "pair_id": 161376, "video_name": "s02e11_seg02_clip_10", "timestamp": [ 26.34, 27.46 ], "duration": 45.66, "caption": "A person takes a bite of his/her ice cream cone while sitting on the edge of the couch.", "similarity": 0.4944, "relevance": 1 }, { "pair_id": 161377, "video_name": "met_s06e11_seg02_clip_05", "timestamp": [ 0.0, 13.24 ], "duration": 63.66, "caption": "A man is eating ice cream while he is sitting at the bar talking to a woman.", "similarity": 0.4882, "relevance": 1 }, { "pair_id": 161378, "video_name": "s04e03_seg02_clip_12", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "A person walks over and picks up a cat off of the chair in the living room.", "similarity": 0.4845, "relevance": 1 }, { "pair_id": 161379, "video_name": "met_s05e04_seg02_clip_13", "timestamp": [ 12.82, 26.53 ], "duration": 59.66, "caption": "A man and woman eat a tub of ice cream.", "similarity": 0.4815, "relevance": 1 } ] }, { "query_id": 27265, "query": "A man and a woman are sitting in a room with another person.", "relevant_moment": [ { "pair_id": 150240, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 0.0, 26.41 ], "duration": 88.66, "caption": "A man and a woman are sitting in a room with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150241, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man and a woman are alone in a room with a person.", "similarity": 0.826, "relevance": 2 }, { "pair_id": 150242, "video_name": "castle_s06e02_seg02_clip_10", "timestamp": [ 54.3, 60.98 ], "duration": 89.66, "caption": "A woman and another woman walk into room where a person is sitting.", "similarity": 0.8137, "relevance": 2 }, { "pair_id": 150243, "video_name": "grey_s03e04_seg02_clip_08", "timestamp": [ 14.89, 21.2 ], "duration": 90.66, "caption": "A woman and a man enter a woman's room as she is with another woman.", "similarity": 0.8063, "relevance": 1 }, { "pair_id": 150244, "video_name": "s07e21_seg02_clip_12", "timestamp": [ 10.33, 14.76 ], "duration": 59.66, "caption": "A person enters the room and sits down at a table, where woman and another person are sitting at.", "similarity": 0.7939, "relevance": 4 }, { "pair_id": 150245, "video_name": "house_s06e16_seg02_clip_15", "timestamp": [ 0.0, 3.98 ], "duration": 53.66, "caption": "A man sits down while a woman walks in the room.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 150246, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 16.2, 21.61 ], "duration": 90.66, "caption": "A woman and a man enter the room with the body where another woman is.", "similarity": 0.7913, "relevance": 2 }, { "pair_id": 150247, "video_name": "castle_s06e17_seg02_clip_08", "timestamp": [ 0.0, 2.12 ], "duration": 84.66, "caption": "A woman and a man are sitting in a seat in a hallway.", "similarity": 0.791, "relevance": 4 }, { "pair_id": 150248, "video_name": "met_s03e12_seg02_clip_07", "timestamp": [ 0.0, 47.6 ], "duration": 61.66, "caption": "Two people are standing in a room and a person is sitting on the floor.", "similarity": 0.7894, "relevance": 3 }, { "pair_id": 150249, "video_name": "s02e14_seg02_clip_11", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman and a man are sitting in a candlelit room.", "similarity": 0.7873, "relevance": 3 }, { "pair_id": 150250, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 56.27, 62.07 ], "duration": 116.66, "caption": "A man came in the room where a woman and another man is.", "similarity": 0.7836, "relevance": 4 }, { "pair_id": 150251, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "Some people are sitting together in a person's living room.", "similarity": 0.7799, "relevance": 4 }, { "pair_id": 150252, "video_name": "castle_s08e15_seg02_clip_05", "timestamp": [ 0.0, 18.2 ], "duration": 91.66, "caption": "A woman and a man are in a room speaking with a person.", "similarity": 0.7779, "relevance": 2 }, { "pair_id": 150253, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man sits down in the chair while in the living room with a woman and another man.", "similarity": 0.7778, "relevance": 4 }, { "pair_id": 150254, "video_name": "castle_s06e08_seg02_clip_16", "timestamp": [ 19.28, 25.86 ], "duration": 94.66, "caption": "A woman and a man walk into the room and sit down.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 150255, "video_name": "castle_s03e13_seg02_clip_18", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A woman and man are sitting in a prison visitors room with someone.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 150256, "video_name": "s07e11_seg01_clip_00", "timestamp": [ 28.72, 33.5 ], "duration": 87.66, "caption": "A person enters the room with two women and a man.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 150257, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 13.05, 17.4 ], "duration": 87.66, "caption": "A person walks into the room when two people are sitting.", "similarity": 0.7697, "relevance": 3 }, { "pair_id": 150258, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 0.0, 29.69 ], "duration": 88.66, "caption": "A man and a woman are conversing with another man sitting in his living room.", "similarity": 0.7654, "relevance": 4 }, { "pair_id": 150259, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 21.75, 26.79 ], "duration": 63.66, "caption": "A man and woman enter the room together.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 323560, "video_name": "castle_s07e14_seg02_clip_02", "timestamp": [ 7.76, 13.7 ], "duration": 91.66, "caption": "A woman and another person take seats in a living room.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 323561, "video_name": "castle_s05e04_seg02_clip_23", "timestamp": [ 0.0, 16.25 ], "duration": 90.66, "caption": "A man is on the phone with another man as he sits in his room with a woman.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 323562, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "Two people are sitting beside each other in a waiting room.", "similarity": 0.7606, "relevance": 2 }, { "pair_id": 323563, "video_name": "castle_s05e15_seg02_clip_09", "timestamp": [ 0.0, 3.94 ], "duration": 87.66, "caption": "A person walks into the room and sits in a chair across from man and woman.", "similarity": 0.755, "relevance": 4 }, { "pair_id": 323564, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 0.0, 2.16 ], "duration": 54.66, "caption": "A woman, a man, and another man all sit in the living room.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 323565, "video_name": "friends_s07e14_seg02_clip_18", "timestamp": [ 11.51, 17.71 ], "duration": 59.66, "caption": "A woman sits down in the hallway with a man.", "similarity": 0.754, "relevance": 2 }, { "pair_id": 323566, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 22.95, 32.25 ], "duration": 62.66, "caption": "A woman enters the room and sits down next to a man.", "similarity": 0.7522, "relevance": 2 }, { "pair_id": 323567, "video_name": "castle_s04e02_seg02_clip_25", "timestamp": [ 0.0, 24.92 ], "duration": 90.66, "caption": "A woman and man interrogate someone while all three are seated in a room.", "similarity": 0.7499, "relevance": 4 }, { "pair_id": 323568, "video_name": "castle_s03e08_seg02_clip_19", "timestamp": [ 16.67, 25.0 ], "duration": 98.66, "caption": "A man walks in a room and sits down while a woman crouches next to him.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 323569, "video_name": "castle_s04e03_seg02_clip_24", "timestamp": [ 22.47, 26.97 ], "duration": 89.66, "caption": "A man and woman enter a room where a woman waits.", "similarity": 0.7475, "relevance": 2 }, { "pair_id": 323570, "video_name": "s06e20_seg02_clip_04", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "Another person enters the room with two other people.", "similarity": 0.7463, "relevance": 1 }, { "pair_id": 323571, "video_name": "grey_s03e24_seg02_clip_16", "timestamp": [ 81.38, 90.66 ], "duration": 90.66, "caption": "A person is sitting with woman in the waiting room.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 323572, "video_name": "s08e19_seg02_clip_12", "timestamp": [ 34.52, 37.82 ], "duration": 60.66, "caption": "A person is sitting beside another person in a waiting room.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 323573, "video_name": "castle_s07e17_seg02_clip_24", "timestamp": [ 70.91, 75.85 ], "duration": 89.66, "caption": "Two people are standing in the room as woman and another person enter.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 323574, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 46.05, 93.03 ], "duration": 93.66, "caption": "A woman and man enters a room and there they saw someone.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 323575, "video_name": "castle_s07e18_seg02_clip_23", "timestamp": [ 0.0, 2.56 ], "duration": 73.66, "caption": "A man and a woman are having a conversation in a room.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 323576, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 323577, "video_name": "castle_s02e19_seg02_clip_21", "timestamp": [ 29.06, 74.93 ], "duration": 90.66, "caption": "A person sits in the interrogation room with woman and man.", "similarity": 0.7398, "relevance": 4 }, { "pair_id": 323578, "video_name": "castle_s05e05_seg02_clip_01", "timestamp": [ 49.15, 91.03 ], "duration": 91.66, "caption": "A woman and a man sit in a room as they cross examine a very pensive looking person.", "similarity": 0.7383, "relevance": 4 }, { "pair_id": 323579, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 54.3, 57.98 ], "duration": 92.66, "caption": "A man and an older woman are sitting in a living room and clink glasses together.", "similarity": 0.7378, "relevance": 2 } ] }, { "query_id": 27285, "query": "A man walks into another man's apartment to find two people discussing flower arrangements.", "relevant_moment": [ { "pair_id": 4620, "video_name": "friends_s06e08_seg02_clip_13", "timestamp": [ 1.1, 7.15 ], "duration": 55.66, "caption": "A man walks into another man's apartment to find two people discussing flower arrangements.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4621, "video_name": "friends_s06e08_seg02_clip_13", "timestamp": [ 1.1, 13.48 ], "duration": 55.66, "caption": "A man walks into the apartment to see man on the floor with woman with flowers.", "similarity": 0.7908, "relevance": 4 }, { "pair_id": 4622, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 54.28, 58.93 ], "duration": 62.66, "caption": "A man walks over to where another man is sitting in the apartment.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 4623, "video_name": "friends_s05e10_seg02_clip_17", "timestamp": [ 7.02, 10.99 ], "duration": 61.66, "caption": "A man walks in the apartment and speaks to another man as he is walking towards him.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 4624, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 89.28, 92.08 ], "duration": 93.66, "caption": "Two men walk in to a person's apartment.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 4625, "video_name": "friends_s05e07_seg02_clip_19", "timestamp": [ 45.46, 59.04 ], "duration": 59.66, "caption": "A man walks into the apartment and tells two guys about his plans for relocating.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 4626, "video_name": "friends_s10e07_seg02_clip_00", "timestamp": [ 1.86, 4.66 ], "duration": 62.66, "caption": "A man walks into the apartment to speak to two people.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 4627, "video_name": "friends_s07e08_seg02_clip_04", "timestamp": [ 22.51, 26.41 ], "duration": 60.66, "caption": "Two people walk into the apartment and begin a conversation with a man and another person.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 4628, "video_name": "friends_s08e07_seg02_clip_20", "timestamp": [ 16.97, 20.15 ], "duration": 53.66, "caption": "A man walks through the apartment door where two people are.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 4629, "video_name": "friends_s07e20_seg02_clip_07", "timestamp": [ 20.13, 22.43 ], "duration": 57.66, "caption": "A man walks through the door of two people's apartment.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 4630, "video_name": "met_s02e14_seg02_clip_11", "timestamp": [ 0.0, 2.04 ], "duration": 51.66, "caption": "A man walks out of the apartment for another man to walk in.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 4631, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 5.61, 8.26 ], "duration": 59.66, "caption": "A man opens the door and walks into his and another man's apartment.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 4632, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 29.23, 33.54 ], "duration": 61.66, "caption": "A man enters the apartment and heads over to another man.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 4633, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 49.57, 53.25 ], "duration": 61.66, "caption": "A man walks with his head down as he enters another person's apartment.", "similarity": 0.6867, "relevance": 1 }, { "pair_id": 4634, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 50.24, 58.62 ], "duration": 62.66, "caption": "A man walks into the apartment and asks another man how he is feeling.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 4635, "video_name": "friends_s07e17_seg02_clip_11", "timestamp": [ 40.3, 43.61 ], "duration": 60.66, "caption": "A man opens the door and walks into another man's apartment.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 4636, "video_name": "friends_s01e16-17_seg02_clip_12", "timestamp": [ 14.74, 19.35 ], "duration": 61.66, "caption": "A man tells another man he's in the apartment when the other man looks confused.", "similarity": 0.6849, "relevance": 3 }, { "pair_id": 4637, "video_name": "house_s01e06_seg02_clip_09", "timestamp": [ 57.58, 65.67 ], "duration": 101.66, "caption": "A man and another man walk up to an apartment complex and in front of a door.", "similarity": 0.6801, "relevance": 1 }, { "pair_id": 4638, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 25.35, 28.07 ], "duration": 60.66, "caption": "A man opens the door and walks into his and another person's apartment.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 4639, "video_name": "friends_s04e09_seg02_clip_00", "timestamp": [ 37.19, 43.49 ], "duration": 63.66, "caption": "A man walks into a woman's apartment, walks over to another man, and points both fingers at him.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 177940, "video_name": "s01e02_seg02_clip_04", "timestamp": [ 53.4, 68.02 ], "duration": 68.66, "caption": "A man walks into a woman's apartment to find another person cleaning it.", "similarity": 0.6758, "relevance": 2 }, { "pair_id": 177941, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "Some people walk past a man and into his apartment.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 177942, "video_name": "friends_s03e07_seg02_clip_05", "timestamp": [ 37.43, 38.88 ], "duration": 58.66, "caption": "A person walks into two people's apartment.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 177943, "video_name": "friends_s09e04_seg02_clip_11", "timestamp": [ 28.99, 38.45 ], "duration": 61.66, "caption": "A man walks into the apartment and tells two women about a person he went out with.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 177944, "video_name": "friends_s09e17_seg02_clip_05", "timestamp": [ 8.43, 11.04 ], "duration": 58.66, "caption": "A man walks in the apartment while another man is looking at a newspaper.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 177945, "video_name": "friends_s04e21_seg02_clip_09", "timestamp": [ 24.5, 32.76 ], "duration": 59.66, "caption": "A man walks into a woman's apartment and sits next to a man.", "similarity": 0.67, "relevance": 3 }, { "pair_id": 177946, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 49.43, 55.54 ], "duration": 61.66, "caption": "A man enters the apartment looking for another man so that they can leave.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 177947, "video_name": "castle_s02e22_seg02_clip_26", "timestamp": [ 18.77, 22.94 ], "duration": 139.66, "caption": "A man walks into the apartment while describing someone's plans.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 177948, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 5.13, 10.83 ], "duration": 57.66, "caption": "A man walks into the apartment and is surprised to find two people there with a woman and asks what's happening.", "similarity": 0.664, "relevance": 3 }, { "pair_id": 177949, "video_name": "friends_s08e12_seg02_clip_10", "timestamp": [ 24.08, 29.3 ], "duration": 58.66, "caption": "Two people walk into his apartment while talking and then a man closes the door.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 177950, "video_name": "friends_s07e20_seg02_clip_13", "timestamp": [ 7.5, 10.5 ], "duration": 60.66, "caption": "A man walks out of the apartment with another man.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 177951, "video_name": "s02e06_seg02_clip_15", "timestamp": [ 33.35, 38.96 ], "duration": 59.66, "caption": "Three men walk in to two men's apartment.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 177952, "video_name": "s02e20_seg02_clip_11", "timestamp": [ 24.37, 27.27 ], "duration": 58.66, "caption": "Two men both walk into a woman's apartment.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 177953, "video_name": "friends_s04e17_seg02_clip_11", "timestamp": [ 23.37, 24.81 ], "duration": 57.66, "caption": "Two men walk into two women's apartment.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 177954, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 26.7, 30.34 ], "duration": 60.66, "caption": "A man is putting on his jacket as another man walks into the apartment.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 177955, "video_name": "friends_s05e18_seg02_clip_06", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "Two men walk into the apartment together.", "similarity": 0.6575, "relevance": 3 }, { "pair_id": 177956, "video_name": "house_s08e13_seg02_clip_18", "timestamp": [ 3.05, 17.0 ], "duration": 87.66, "caption": "A man asks another man about Mr. House's apartment.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 177957, "video_name": "grey_s03e06_seg02_clip_17", "timestamp": [ 2.25, 9.44 ], "duration": 89.66, "caption": "A man says something to another man and turns around and walks into another room.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 177958, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 59.62, 91.03 ], "duration": 91.66, "caption": "A man walks in to another man's room and converses with him.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 177959, "video_name": "s09e03_seg01_clip_00", "timestamp": [ 21.74, 30.04 ], "duration": 79.66, "caption": "Two people enter into the apartment and walk over to two other people.", "similarity": 0.6514, "relevance": 2 } ] }, { "query_id": 27296, "query": "A man walks over to the couch and sits down next to a woman.", "relevant_moment": [ { "pair_id": 159960, "video_name": "friends_s04e07_seg02_clip_15", "timestamp": [ 12.82, 16.17 ], "duration": 61.66, "caption": "A man walks over to the couch and sits down next to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159961, "video_name": "s07e12_seg02_clip_10", "timestamp": [ 15.61, 22.51 ], "duration": 60.66, "caption": "A man walks over and sits down on the couch next to a woman.", "similarity": 0.9803, "relevance": 4 }, { "pair_id": 159962, "video_name": "s07e18_seg02_clip_17", "timestamp": [ 12.07, 18.47 ], "duration": 71.66, "caption": "A woman walks over and sits on the couch next to a man.", "similarity": 0.9132, "relevance": 3 }, { "pair_id": 159963, "video_name": "s07e04_seg02_clip_13", "timestamp": [ 43.14, 49.02 ], "duration": 56.66, "caption": "A person walks over to the couch and sits down next to a woman.", "similarity": 0.9065, "relevance": 4 }, { "pair_id": 159964, "video_name": "s06e24_seg02_clip_10", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person walks over and sits down on the couch next to a man.", "similarity": 0.9016, "relevance": 3 }, { "pair_id": 159965, "video_name": "friends_s03e13_seg02_clip_15", "timestamp": [ 35.09, 37.53 ], "duration": 61.66, "caption": "A woman walks to the couch and sits next to a man.", "similarity": 0.8986, "relevance": 3 }, { "pair_id": 159966, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 34.83, 38.96 ], "duration": 59.66, "caption": "A person walks over to the couch and sits next to woman.", "similarity": 0.8977, "relevance": 4 }, { "pair_id": 159967, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 10.95, 15.34 ], "duration": 73.66, "caption": "A person walks over and sits down on the couch next to woman.", "similarity": 0.8807, "relevance": 3 }, { "pair_id": 159968, "video_name": "s02e21_seg01_clip_01", "timestamp": [ 29.17, 34.58 ], "duration": 54.66, "caption": "A man walks over to the couch and sits next to another person.", "similarity": 0.88, "relevance": 3 }, { "pair_id": 159969, "video_name": "s04e16_seg02_clip_00", "timestamp": [ 56.03, 61.15 ], "duration": 64.66, "caption": "A person walks over and sits on the couch next to man.", "similarity": 0.8768, "relevance": 3 }, { "pair_id": 159970, "video_name": "friends_s05e13_seg02_clip_19", "timestamp": [ 23.6, 24.93 ], "duration": 44.66, "caption": "A man sits down on the couch next to a woman.", "similarity": 0.8727, "relevance": 4 }, { "pair_id": 159971, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 43.77, 46.77 ], "duration": 50.66, "caption": "A man sits down on the couch next to a woman.", "similarity": 0.8727, "relevance": 4 }, { "pair_id": 159972, "video_name": "friends_s05e13_seg02_clip_15", "timestamp": [ 50.19, 54.25 ], "duration": 58.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.8667, "relevance": 4 }, { "pair_id": 159973, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 73.57, 76.71 ], "duration": 89.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.8667, "relevance": 3 }, { "pair_id": 159974, "video_name": "friends_s06e19_seg02_clip_12", "timestamp": [ 40.52, 43.22 ], "duration": 60.66, "caption": "A man sits down on the couch next to woman.", "similarity": 0.8657, "relevance": 4 }, { "pair_id": 159975, "video_name": "s06e12_seg02_clip_12", "timestamp": [ 48.82, 51.87 ], "duration": 61.66, "caption": "A man sits down next to woman on the couch.", "similarity": 0.8632, "relevance": 4 }, { "pair_id": 159976, "video_name": "friends_s01e13_seg02_clip_18", "timestamp": [ 32.17, 38.07 ], "duration": 59.66, "caption": "A person walks around the couch to sit down next to a woman.", "similarity": 0.8563, "relevance": 4 }, { "pair_id": 159977, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 74.27, 77.42 ], "duration": 90.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.8519, "relevance": 2 }, { "pair_id": 159978, "video_name": "friends_s08e18_seg02_clip_11", "timestamp": [ 1.41, 5.62 ], "duration": 56.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 159979, "video_name": "s09e20_seg02_clip_04", "timestamp": [ 33.81, 38.15 ], "duration": 62.66, "caption": "A man walks over and sits on the couch next to a woman who is on her laptop.", "similarity": 0.8485, "relevance": 4 }, { "pair_id": 333280, "video_name": "friends_s01e21_seg02_clip_00", "timestamp": [ 21.77, 27.21 ], "duration": 64.66, "caption": "A man walks over and sits down next to woman.", "similarity": 0.8413, "relevance": 4 }, { "pair_id": 333281, "video_name": "friends_s06e03_seg02_clip_06", "timestamp": [ 60.48, 65.03 ], "duration": 65.66, "caption": "A man takes a seat down on the couch next to a woman.", "similarity": 0.8348, "relevance": 4 }, { "pair_id": 333282, "video_name": "s09e20_seg02_clip_10", "timestamp": [ 9.3, 20.41 ], "duration": 60.66, "caption": "A man was sitting next to a woman on the couch.", "similarity": 0.8345, "relevance": 3 }, { "pair_id": 333283, "video_name": "friends_s06e09_seg01_clip_00", "timestamp": [ 11.52, 17.29 ], "duration": 72.66, "caption": "A man walks to the front of the sofa and sits beside woman.", "similarity": 0.8337, "relevance": 4 }, { "pair_id": 333285, "video_name": "house_s07e14_seg02_clip_25", "timestamp": [ 73.46, 79.4 ], "duration": 108.66, "caption": "A man walks around the coffee table and sits down on the sofa next to a woman.", "similarity": 0.8267, "relevance": 4 }, { "pair_id": 333286, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 55.62, 61.12 ], "duration": 61.66, "caption": "A man walks over and sits on the armchair of the sofa near a woman.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 333287, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 45.64, 50.02 ], "duration": 73.66, "caption": "A person walks over to the couch and sits down next to another person.", "similarity": 0.8231, "relevance": 3 }, { "pair_id": 333288, "video_name": "s09e14_seg02_clip_04", "timestamp": [ 5.02, 9.44 ], "duration": 59.66, "caption": "A woman walks over to the couch and sits down next to woman.", "similarity": 0.8228, "relevance": 3 }, { "pair_id": 333289, "video_name": "s07e23_seg02_clip_01", "timestamp": [ 9.0, 20.71 ], "duration": 60.66, "caption": "A man walks into the living room and sits down next to a woman on the couch.", "similarity": 0.8212, "relevance": 4 }, { "pair_id": 333290, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 27.46, 35.09 ], "duration": 61.66, "caption": "A man walks towards a woman who is sitting on the couch.", "similarity": 0.8203, "relevance": 3 }, { "pair_id": 333291, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 5.61, 7.97 ], "duration": 59.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 333292, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 333293, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 36.81, 39.11 ], "duration": 92.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 333294, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.99, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 333295, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 3.08, 6.61 ], "duration": 88.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 333296, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.21, 18.91 ], "duration": 60.66, "caption": "A woman sits down next to man on the couch.", "similarity": 0.8129, "relevance": 3 }, { "pair_id": 333297, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 13.27, 21.59 ], "duration": 52.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 333298, "video_name": "friends_s08e09_seg02_clip_01", "timestamp": [ 26.77, 29.93 ], "duration": 57.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 0.8116, "relevance": 1 }, { "pair_id": 333299, "video_name": "s09e06_seg02_clip_01", "timestamp": [ 38.12, 42.62 ], "duration": 60.66, "caption": "A person walks over the couch and sits between two women.", "similarity": 0.8114, "relevance": 4 } ] }, { "query_id": 27302, "query": "A man walks into the elevator with two women then gets out.", "relevant_moment": [ { "pair_id": 8460, "video_name": "friends_s06e08_seg02_clip_17", "timestamp": [ 51.86, 72.02 ], "duration": 72.66, "caption": "A man walks into the elevator with two women then gets out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8461, "video_name": "friends_s06e08_seg02_clip_11", "timestamp": [ 36.69, 41.55 ], "duration": 60.66, "caption": "A man walks into the elevator with two women.", "similarity": 0.9239, "relevance": 4 }, { "pair_id": 8462, "video_name": "grey_s02e05_seg02_clip_03", "timestamp": [ 69.1, 74.38 ], "duration": 88.66, "caption": "A man walks away from woman and gets into an elevator.", "similarity": 0.8707, "relevance": 3 }, { "pair_id": 8463, "video_name": "grey_s02e02_seg02_clip_21", "timestamp": [ 36.01, 42.01 ], "duration": 80.66, "caption": "A man is in the elevator as a woman walks into it.", "similarity": 0.8448, "relevance": 3 }, { "pair_id": 8464, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 9.73, 12.98 ], "duration": 92.66, "caption": "A woman walks out of an elevator with a man behind her.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 8465, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 11.12, 13.91 ], "duration": 92.66, "caption": "A woman walks out of the elevator with a man behind her.", "similarity": 0.8343, "relevance": 2 }, { "pair_id": 8466, "video_name": "grey_s03e02_seg02_clip_00", "timestamp": [ 0.0, 3.7 ], "duration": 92.66, "caption": "A man goes into an elevator that a woman is in.", "similarity": 0.83, "relevance": 3 }, { "pair_id": 8467, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 24.86, 43.62 ], "duration": 87.66, "caption": "A man walks out of the elevator and then walks back in with man.", "similarity": 0.828, "relevance": 2 }, { "pair_id": 8468, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 27.1, 30.26 ], "duration": 90.66, "caption": "A man and a woman walk out of an elevator.", "similarity": 0.8243, "relevance": 2 }, { "pair_id": 8469, "video_name": "castle_s07e22_seg02_clip_09", "timestamp": [ 66.45, 70.54 ], "duration": 91.66, "caption": "A woman and man walk out of the elevator when it opens.", "similarity": 0.8204, "relevance": 2 }, { "pair_id": 8470, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 78.68, 85.06 ], "duration": 85.66, "caption": "A man gets in the elevator and a woman goes in with him.", "similarity": 0.8188, "relevance": 2 }, { "pair_id": 8471, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 0.0, 8.71 ], "duration": 91.66, "caption": "A man walks to the elevator and a woman also enters the elevator and the elevator door closes.", "similarity": 0.8177, "relevance": 2 }, { "pair_id": 8472, "video_name": "castle_s03e15_seg02_clip_17", "timestamp": [ 22.51, 25.21 ], "duration": 90.66, "caption": "The elevator door opens, and a man and a woman exit.", "similarity": 0.8091, "relevance": 2 }, { "pair_id": 8473, "video_name": "grey_s02e13_seg02_clip_02", "timestamp": [ 16.56, 19.33 ], "duration": 92.66, "caption": "A woman walks out of the elevator and leaves a man behind.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 8474, "video_name": "castle_s07e03_seg02_clip_17", "timestamp": [ 9.18, 12.39 ], "duration": 91.66, "caption": "A woman and a man came out from the elevator together.", "similarity": 0.806, "relevance": 2 }, { "pair_id": 8475, "video_name": "grey_s03e23_seg02_clip_23", "timestamp": [ 63.5, 65.34 ], "duration": 92.66, "caption": "A man walks away from a woman and exits the elevator.", "similarity": 0.8044, "relevance": 2 }, { "pair_id": 8476, "video_name": "grey_s03e05_seg02_clip_22", "timestamp": [ 84.36, 101.02 ], "duration": 101.66, "caption": "A man walks into the elevator and a woman is already standing in it.", "similarity": 0.8035, "relevance": 3 }, { "pair_id": 8477, "video_name": "grey_s03e24_seg02_clip_01", "timestamp": [ 40.97, 43.7 ], "duration": 91.66, "caption": "A man gets into the elevator when a woman was inside standing.", "similarity": 0.7998, "relevance": 2 }, { "pair_id": 8478, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 30.16, 38.26 ], "duration": 90.66, "caption": "A woman walks into the elevator and a man gets in and stands behind her.", "similarity": 0.7962, "relevance": 3 }, { "pair_id": 8479, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 51.6, 54.21 ], "duration": 86.66, "caption": "A woman and a man exit an elevator they were in.", "similarity": 0.7961, "relevance": 2 }, { "pair_id": 181780, "video_name": "house_s05e16_seg02_clip_19", "timestamp": [ 42.55, 46.01 ], "duration": 63.66, "caption": "A man stops a woman from walking into the elevator with everyone else.", "similarity": 0.7945, "relevance": 3 }, { "pair_id": 181781, "video_name": "castle_s08e13_seg02_clip_15", "timestamp": [ 22.26, 28.49 ], "duration": 89.66, "caption": "A woman turns around and a man is in the elevator, leaving.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 181782, "video_name": "house_s04e11_seg02_clip_19", "timestamp": [ 40.81, 47.21 ], "duration": 80.66, "caption": "A man walks out of the elevator with another person.", "similarity": 0.7915, "relevance": 2 }, { "pair_id": 181783, "video_name": "house_s06e19_seg02_clip_03", "timestamp": [ 13.72, 16.46 ], "duration": 91.66, "caption": "A woman walks into the elevator with a man before the door closes.", "similarity": 0.788, "relevance": 2 }, { "pair_id": 181784, "video_name": "castle_s04e15_seg02_clip_09", "timestamp": [ 14.2, 19.24 ], "duration": 91.66, "caption": "A woman and man are escorted by a person out of the elevator.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 181785, "video_name": "castle_s03e18_seg02_clip_16", "timestamp": [ 16.17, 21.56 ], "duration": 89.66, "caption": "A man walks out of the elevator with a woman in handcuffs as he found her trying to flee at an airport.", "similarity": 0.7805, "relevance": 2 }, { "pair_id": 181786, "video_name": "castle_s03e15_seg02_clip_24", "timestamp": [ 40.61, 45.96 ], "duration": 89.66, "caption": "A man exits the elevator with a woman standing in the hallway.", "similarity": 0.7799, "relevance": 2 }, { "pair_id": 181787, "video_name": "house_s01e09_seg02_clip_25", "timestamp": [ 81.61, 94.41 ], "duration": 160.66, "caption": "A man gets out of the elevator and walks up to another man.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 181788, "video_name": "house_s07e15_seg02_clip_10", "timestamp": [ 75.7, 82.3 ], "duration": 88.66, "caption": "The elevator doors open and a man walks out.", "similarity": 0.7754, "relevance": 2 }, { "pair_id": 181789, "video_name": "house_s03e23_seg02_clip_15", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A man enters the elevator where a woman is inside and he presses the button to close the door.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 181790, "video_name": "house_s01e14_seg02_clip_04", "timestamp": [ 38.95, 44.51 ], "duration": 92.66, "caption": "A person walks in front of the elevator and then a woman and man exit the elevator.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 181791, "video_name": "house_s07e14_seg02_clip_00", "timestamp": [ 31.97, 42.01 ], "duration": 91.66, "caption": "A woman pushes back the elevator door and walks inside with a man.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 181792, "video_name": "house_s02e04_seg02_clip_04", "timestamp": [ 48.24, 53.7 ], "duration": 91.66, "caption": "The elevator door opens and two men walk out.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 181793, "video_name": "castle_s04e02_seg02_clip_26", "timestamp": [ 53.29, 62.17 ], "duration": 148.66, "caption": "A person walks out of the elevator leaving a woman.", "similarity": 0.7645, "relevance": 2 }, { "pair_id": 181794, "video_name": "house_s08e07_seg02_clip_07", "timestamp": [ 41.17, 45.6 ], "duration": 88.66, "caption": "A person walks out of the elevator with two other people.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 181795, "video_name": "castle_s02e01_seg02_clip_07", "timestamp": [ 23.16, 24.05 ], "duration": 89.66, "caption": "A woman reaches out and hits a button as she and a man walk into an elevator.", "similarity": 0.7634, "relevance": 2 }, { "pair_id": 181796, "video_name": "castle_s07e06_seg02_clip_06", "timestamp": [ 46.74, 55.19 ], "duration": 89.66, "caption": "A woman and a man walk into the elevator and a man sees a woman.", "similarity": 0.7628, "relevance": 3 }, { "pair_id": 181797, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 71.4, 86.02 ], "duration": 86.66, "caption": "A woman walks into the elevator and finds a man already in it.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 181798, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 0.0, 5.49 ], "duration": 91.66, "caption": "A man leaves the elevator while another man gets in it.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 181799, "video_name": "grey_s03e22_seg02_clip_01", "timestamp": [ 34.9, 37.89 ], "duration": 42.66, "caption": "A man gives a woman a strange look and walks out of the elevator.", "similarity": 0.7604, "relevance": 2 } ] }, { "query_id": 27310, "query": "A woman sips a cup of coffee while smiling.", "relevant_moment": [ { "pair_id": 171620, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 17.68, 20.16 ], "duration": 62.66, "caption": "A woman sips a cup of coffee while smiling.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171621, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.87, 50.73 ], "duration": 69.66, "caption": "A woman smiles as she picks up and drinks her coffee.", "similarity": 0.8382, "relevance": 4 }, { "pair_id": 171622, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.8136, "relevance": 3 }, { "pair_id": 171623, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.7795, "relevance": 3 }, { "pair_id": 171624, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.7686, "relevance": 3 }, { "pair_id": 171625, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.7681, "relevance": 3 }, { "pair_id": 171626, "video_name": "friends_s09e21_seg01_clip_00", "timestamp": [ 1.53, 6.43 ], "duration": 61.66, "caption": "A woman takes a sip of her coffee from the black and white mug in front of her.", "similarity": 0.7605, "relevance": 1 }, { "pair_id": 171627, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 24.58, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of coffee from her cup since it's on the table next to her.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 171628, "video_name": "grey_s03e18_seg02_clip_09", "timestamp": [ 80.89, 87.48 ], "duration": 87.66, "caption": "A woman sips her coffee and then smiles at a man.", "similarity": 0.7585, "relevance": 4 }, { "pair_id": 171629, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 171630, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.0, 0.46 ], "duration": 91.66, "caption": "A woman lifts the coffee cup to her lips and sips.", "similarity": 0.756, "relevance": 3 }, { "pair_id": 171631, "video_name": "house_s03e22_seg02_clip_00", "timestamp": [ 0.0, 5.05 ], "duration": 91.66, "caption": "A person greets woman while holding a cup of coffee.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 171632, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 171633, "video_name": "friends_s05e17_seg02_clip_01", "timestamp": [ 2.56, 4.8 ], "duration": 64.66, "caption": "A woman with a cup of coffee is smiling at a man.", "similarity": 0.7468, "relevance": 3 }, { "pair_id": 171634, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 3.38, 6.08 ], "duration": 45.66, "caption": "A woman takes a sip from the cup she's holding in her hands.", "similarity": 0.7393, "relevance": 4 }, { "pair_id": 171635, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes a sip from their mug while smiling.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 171636, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 4.56, 7.75 ], "duration": 91.66, "caption": "A woman drinks some coffee and fills it up after.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 171637, "video_name": "grey_s03e03_seg02_clip_04", "timestamp": [ 5.17, 10.81 ], "duration": 94.66, "caption": "A woman smiles as she looks down at her coffee cup.", "similarity": 0.7326, "relevance": 3 }, { "pair_id": 171638, "video_name": "friends_s02e07_seg02_clip_05", "timestamp": [ 36.62, 44.42 ], "duration": 60.66, "caption": "A woman smiles and takes a drink from her water glass.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 171639, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 54.33, 58.47 ], "duration": 92.66, "caption": "A woman raises their coffee cup and takes two small sips.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 344940, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 19.36, 28.39 ], "duration": 86.66, "caption": "A woman makes some hand motions from her chest out and takes a sip of her coffee.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 344941, "video_name": "friends_s02e22_seg02_clip_00", "timestamp": [ 2.17, 8.06 ], "duration": 62.66, "caption": "A woman sips coffee from a large pink cup.", "similarity": 0.7211, "relevance": 4 }, { "pair_id": 344942, "video_name": "s07e15_seg02_clip_01", "timestamp": [ 41.2, 43.23 ], "duration": 58.66, "caption": "A woman smiles while taking a sip from a wine glass.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 344943, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.91, 6.83 ], "duration": 91.66, "caption": "A woman drinking a cup of coffee while talking to someone.", "similarity": 0.7192, "relevance": 4 }, { "pair_id": 344944, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 19.33, 23.93 ], "duration": 92.66, "caption": "A woman takes a sip of coffee then sets her cup down.", "similarity": 0.7118, "relevance": 3 }, { "pair_id": 344945, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 344946, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 10.8, 18.91 ], "duration": 60.66, "caption": "A woman takes a sip of coffee and tries to hand it back.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 344947, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 18.61, 21.4 ], "duration": 62.66, "caption": "A woman smiles and sets her coffee cup down on the table.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 344948, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.7019, "relevance": 3 }, { "pair_id": 344949, "video_name": "friends_s06e15-16_seg02_clip_02", "timestamp": [ 37.23, 40.58 ], "duration": 61.66, "caption": "A woman takes a sip from her yellow coffee mug.", "similarity": 0.6988, "relevance": 3 }, { "pair_id": 344950, "video_name": "met_s06e24_seg02_clip_05", "timestamp": [ 21.54, 23.61 ], "duration": 59.66, "caption": "A woman takes a sip from her tea cup.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 344951, "video_name": "friends_s10e11_seg02_clip_05", "timestamp": [ 1.79, 6.56 ], "duration": 59.66, "caption": "A woman takes a sip from a tea cup.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 344952, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.6923, "relevance": 3 }, { "pair_id": 344953, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 344954, "video_name": "friends_s04e18_seg02_clip_16", "timestamp": [ 11.6, 13.43 ], "duration": 61.66, "caption": "A woman gets the cup from the table and takes a sip from it.", "similarity": 0.6854, "relevance": 4 }, { "pair_id": 344955, "video_name": "castle_s06e21_seg02_clip_06", "timestamp": [ 60.42, 63.95 ], "duration": 88.66, "caption": "A woman takes a drink of her coffee as she listens to person.", "similarity": 0.685, "relevance": 3 }, { "pair_id": 344956, "video_name": "house_s03e14_seg02_clip_07", "timestamp": [ 60.64, 62.9 ], "duration": 90.66, "caption": "A woman drinks from her cup of coffee served in a cafe.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 344957, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.6846, "relevance": 3 }, { "pair_id": 344958, "video_name": "friends_s03e04_seg02_clip_00", "timestamp": [ 4.13, 8.58 ], "duration": 63.66, "caption": "A woman takes a sip of her yellow cup.", "similarity": 0.6846, "relevance": 3 }, { "pair_id": 344959, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 0.6844, "relevance": 3 } ] }, { "query_id": 27320, "query": "A man closes the door on another man and opens it for him again.", "relevant_moment": [ { "pair_id": 10500, "video_name": "s08e18_seg02_clip_07", "timestamp": [ 2.75, 10.99 ], "duration": 61.66, "caption": "A man closes the door on another man and opens it for him again.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10501, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 63.02, 70.02 ], "duration": 70.66, "caption": "A man walks to the door and opens it for another man.", "similarity": 0.8699, "relevance": 3 }, { "pair_id": 10502, "video_name": "castle_s02e11_seg02_clip_08", "timestamp": [ 89.31, 92.19 ], "duration": 96.66, "caption": "A man stops and another man is holding the door open.", "similarity": 0.8495, "relevance": 2 }, { "pair_id": 10503, "video_name": "friends_s02e19_seg02_clip_19", "timestamp": [ 14.11, 18.24 ], "duration": 48.66, "caption": "A man closes the door on someone and then opens it.", "similarity": 0.8383, "relevance": 4 }, { "pair_id": 10504, "video_name": "house_s05e02_seg02_clip_18", "timestamp": [ 70.52, 73.52 ], "duration": 100.66, "caption": "A man tries to close the door but another man stops him.", "similarity": 0.8186, "relevance": 4 }, { "pair_id": 10505, "video_name": "friends_s08e16_seg02_clip_06", "timestamp": [ 9.57, 14.86 ], "duration": 66.66, "caption": "A man closes the door and continues talking to another man.", "similarity": 0.8162, "relevance": 2 }, { "pair_id": 10506, "video_name": "met_s02e03_seg02_clip_04", "timestamp": [ 3.52, 5.87 ], "duration": 58.66, "caption": "A man opens the front door to let another man in.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 10507, "video_name": "met_s02e13_seg02_clip_17", "timestamp": [ 12.79, 17.25 ], "duration": 59.66, "caption": "A man opens the door and another man comes in.", "similarity": 0.8077, "relevance": 2 }, { "pair_id": 10508, "video_name": "friends_s08e18_seg02_clip_01", "timestamp": [ 0.0, 1.5 ], "duration": 60.66, "caption": "A man shuts the door after walking in with another man.", "similarity": 0.8032, "relevance": 1 }, { "pair_id": 10509, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 27.31, 35.04 ], "duration": 91.66, "caption": "A man opens the door for man then lets it go.", "similarity": 0.8023, "relevance": 1 }, { "pair_id": 10510, "video_name": "s01e01_seg02_clip_07", "timestamp": [ 13.58, 23.32 ], "duration": 59.66, "caption": "A man walks to the door, lets two other men in, then closes the door.", "similarity": 0.7997, "relevance": 2 }, { "pair_id": 10511, "video_name": "house_s07e17_seg02_clip_16", "timestamp": [ 34.04, 38.96 ], "duration": 82.66, "caption": "A man closes the door in the face of two other people.", "similarity": 0.7985, "relevance": 0 }, { "pair_id": 10512, "video_name": "friends_s06e24-25_seg02_clip_36", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A man opens the door and sees another man standing there.", "similarity": 0.7962, "relevance": 1 }, { "pair_id": 10513, "video_name": "friends_s03e01_seg02_clip_11", "timestamp": [ 5.7, 12.01 ], "duration": 60.66, "caption": "A man yells at the door so another man opens it and closes it again.", "similarity": 0.7939, "relevance": 2 }, { "pair_id": 10514, "video_name": "castle_s04e22_seg02_clip_08", "timestamp": [ 39.11, 44.17 ], "duration": 92.66, "caption": "A man closes the door and looks at another man.", "similarity": 0.7936, "relevance": 0 }, { "pair_id": 10515, "video_name": "friends_s07e17_seg02_clip_12", "timestamp": [ 54.62, 59.2 ], "duration": 61.66, "caption": "A man closes the door as another man leaves the place.", "similarity": 0.7931, "relevance": 3 }, { "pair_id": 10516, "video_name": "s01e01_seg02_clip_07", "timestamp": [ 13.87, 18.0 ], "duration": 59.66, "caption": "A man opens the door and finds two other men on the other side.", "similarity": 0.7877, "relevance": 1 }, { "pair_id": 10517, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 22.33, 27.29 ], "duration": 62.66, "caption": "A man opens his door and another man is standing there.", "similarity": 0.7872, "relevance": 1 }, { "pair_id": 10518, "video_name": "s05e10_seg02_clip_13", "timestamp": [ 44.1, 51.06 ], "duration": 58.66, "caption": "A person opens a door as another person goes to open it, and then he shuts it again.", "similarity": 0.7871, "relevance": 2 }, { "pair_id": 10519, "video_name": "house_s08e16_seg02_clip_24", "timestamp": [ 0.0, 36.09 ], "duration": 88.66, "caption": "A man talks with another man and the other man opens the door.", "similarity": 0.7856, "relevance": 0 } ] }, { "query_id": 27335, "query": "A woman leaps up from the couch as another woman stands next to her.", "relevant_moment": [ { "pair_id": 149520, "video_name": "friends_s06e12_seg02_clip_11", "timestamp": [ 2.36, 4.72 ], "duration": 59.66, "caption": "A woman leaps up from the couch as another woman stands next to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149521, "video_name": "friends_s06e07_seg01_clip_00", "timestamp": [ 47.0, 48.54 ], "duration": 77.66, "caption": "A woman gets up from the couch next to another woman.", "similarity": 0.866, "relevance": 3 }, { "pair_id": 149522, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 5.25, 7.25 ], "duration": 50.66, "caption": "A woman gets up, moves toward the couch and sits down next to woman.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 149523, "video_name": "friends_s02e12-13_seg02_clip_19", "timestamp": [ 19.08, 21.33 ], "duration": 41.66, "caption": "A woman rushes up from the couch to another woman.", "similarity": 0.79, "relevance": 3 }, { "pair_id": 149524, "video_name": "friends_s01e12_seg02_clip_09", "timestamp": [ 11.21, 13.77 ], "duration": 64.66, "caption": "A woman gets up from a chair and sits next to another woman on the couch.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 149525, "video_name": "friends_s07e15_seg02_clip_21", "timestamp": [ 7.88, 11.03 ], "duration": 63.66, "caption": "A woman quickly gets up to sit next to woman on the couch.", "similarity": 0.7763, "relevance": 1 }, { "pair_id": 149526, "video_name": "friends_s05e19_seg02_clip_08", "timestamp": [ 46.76, 49.33 ], "duration": 57.66, "caption": "A woman gets up from the couch and another woman follows.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 149527, "video_name": "grey_s03e22_seg02_clip_26", "timestamp": [ 13.77, 23.72 ], "duration": 153.66, "caption": "A woman walks over to the couch when another woman shows up.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 149528, "video_name": "s04e22_seg02_clip_12", "timestamp": [ 13.51, 16.81 ], "duration": 60.66, "caption": "A woman walks over to the couch to sit next to another woman.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 149529, "video_name": "friends_s05e17_seg02_clip_03", "timestamp": [ 0.0, 7.83 ], "duration": 58.66, "caption": "A woman walks over to the couch and sits next to another woman.", "similarity": 0.7354, "relevance": 1 }, { "pair_id": 149530, "video_name": "s07e04_seg01_clip_00", "timestamp": [ 9.77, 13.55 ], "duration": 63.66, "caption": "A person jumps to the edge of his seat on the couch next to a woman.", "similarity": 0.733, "relevance": 0 }, { "pair_id": 149531, "video_name": "friends_s04e07_seg02_clip_06", "timestamp": [ 37.78, 39.79 ], "duration": 57.66, "caption": "A woman walks over and sits on the arm of the couch next to another woman.", "similarity": 0.7279, "relevance": 1 }, { "pair_id": 149532, "video_name": "s05e08_seg02_clip_06", "timestamp": [ 47.83, 51.12 ], "duration": 73.66, "caption": "A woman gets up briefly and moves closer to person on a couch.", "similarity": 0.7272, "relevance": 1 }, { "pair_id": 149533, "video_name": "friends_s07e18_seg02_clip_15", "timestamp": [ 0.0, 3.73 ], "duration": 53.66, "caption": "A woman walks into a place and sits next to another woman on the couch.", "similarity": 0.7269, "relevance": 1 }, { "pair_id": 149534, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 41.32, 45.45 ], "duration": 59.66, "caption": "A woman gets up from her chair and sits next to a person on the couch.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 149535, "video_name": "s05e22_seg02_clip_13", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A woman is sitting next to another woman on the couch.", "similarity": 0.7152, "relevance": 0 }, { "pair_id": 149536, "video_name": "friends_s06e12_seg02_clip_06", "timestamp": [ 12.95, 14.15 ], "duration": 60.66, "caption": "A woman stands up from the couch to talk to another woman.", "similarity": 0.7126, "relevance": 4 }, { "pair_id": 149537, "video_name": "friends_s04e17_seg02_clip_04", "timestamp": [ 43.57, 46.17 ], "duration": 65.66, "caption": "A woman runs up to another woman near a couch and gives her a hug around her stomach.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 149538, "video_name": "s02e07_seg02_clip_01", "timestamp": [ 15.87, 18.92 ], "duration": 61.66, "caption": "A woman takes a seat on the couch next to a person.", "similarity": 0.7073, "relevance": 0 }, { "pair_id": 149539, "video_name": "friends_s06e03_seg02_clip_19", "timestamp": [ 15.42, 18.1 ], "duration": 67.66, "caption": "A woman gets up from the couch where they were sitting with two people.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 322840, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 13.35, 16.54 ], "duration": 58.66, "caption": "A woman stands up from in between two men on the couch.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 322841, "video_name": "met_s06e12_seg02_clip_04", "timestamp": [ 5.02, 7.38 ], "duration": 59.66, "caption": "A woman jumps up from the couch and gives woman a hug.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 322842, "video_name": "friends_s07e18_seg02_clip_14", "timestamp": [ 66.35, 67.02 ], "duration": 67.66, "caption": "A woman runs towards another woman who is at the couch.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 322843, "video_name": "friends_s08e14_seg02_clip_12", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A woman sits down on a couch next to another woman.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 322844, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 18.91, 21.36 ], "duration": 70.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6934, "relevance": 2 }, { "pair_id": 322845, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 21.18, 24.03 ], "duration": 63.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6934, "relevance": 2 }, { "pair_id": 322846, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 39.35, 43.35 ], "duration": 61.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6934, "relevance": 2 }, { "pair_id": 322847, "video_name": "s08e12_seg01_clip_01", "timestamp": [ 14.04, 22.89 ], "duration": 61.66, "caption": "Two women are standing next to the couch.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 322848, "video_name": "s09e14_seg02_clip_04", "timestamp": [ 5.02, 9.44 ], "duration": 59.66, "caption": "A woman walks over to the couch and sits down next to woman.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 322849, "video_name": "friends_s07e20_seg01_clip_00", "timestamp": [ 36.87, 42.55 ], "duration": 63.66, "caption": "A woman stands up from the couch and hugs another woman.", "similarity": 0.69, "relevance": 4 }, { "pair_id": 322850, "video_name": "friends_s09e23-24_seg02_clip_10", "timestamp": [ 13.65, 18.92 ], "duration": 62.66, "caption": "A woman gets up from the sofa and moves to have a conversation with another woman.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 322851, "video_name": "house_s01e21_seg02_clip_23", "timestamp": [ 9.79, 13.35 ], "duration": 89.66, "caption": "A woman approaches another woman sitting on a sofa and sits down across from her.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 322852, "video_name": "s06e13_seg02_clip_09", "timestamp": [ 36.32, 37.42 ], "duration": 55.66, "caption": "A woman crosses one leg over the other as she sits on the couch next to another woman.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 322853, "video_name": "friends_s02e03_seg02_clip_13", "timestamp": [ 12.25, 16.81 ], "duration": 48.66, "caption": "A woman sitting on the couch talking with another woman as she stands next to her.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 322854, "video_name": "friends_s07e19_seg02_clip_17", "timestamp": [ 4.41, 11.35 ], "duration": 63.66, "caption": "Two women stand up from the couch after a person comes in.", "similarity": 0.6826, "relevance": 4 }, { "pair_id": 322855, "video_name": "s01e15_seg02_clip_05", "timestamp": [ 7.2, 13.81 ], "duration": 60.66, "caption": "A woman leaves with another woman after getting up from the couch.", "similarity": 0.6822, "relevance": 3 }, { "pair_id": 322856, "video_name": "s08e24_seg01_clip_00", "timestamp": [ 60.77, 64.82 ], "duration": 90.66, "caption": "A woman gets up from the couch and walks over and stands in front of a person.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 322857, "video_name": "s05e08_seg02_clip_06", "timestamp": [ 48.2, 50.02 ], "duration": 73.66, "caption": "A woman moves closer to person on the couch.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 322858, "video_name": "friends_s04e23-24_seg02_clip_07", "timestamp": [ 42.17, 50.49 ], "duration": 59.66, "caption": "A woman gets up from the couch and sits at the kitchen table with another woman.", "similarity": 0.6789, "relevance": 2 }, { "pair_id": 322859, "video_name": "s05e10_seg02_clip_04", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A woman sits on the arm of the couch next to woman.", "similarity": 0.6755, "relevance": 2 } ] }, { "query_id": 27337, "query": "A man grabs a towel from the counter behind him.", "relevant_moment": [ { "pair_id": 161680, "video_name": "friends_s06e12_seg02_clip_11", "timestamp": [ 51.06, 52.83 ], "duration": 59.66, "caption": "A man grabs a towel from the counter behind him.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 161681, "video_name": "house_s06e17_seg02_clip_17", "timestamp": [ 2.08, 4.98 ], "duration": 83.66, "caption": "A man grabs a towel off the counter and wipes his hands.", "similarity": 0.818, "relevance": 3 }, { "pair_id": 161682, "video_name": "friends_s06e08_seg02_clip_04", "timestamp": [ 6.83, 8.45 ], "duration": 65.66, "caption": "A man sets down the towel he's holding on the counter.", "similarity": 0.8099, "relevance": 3 }, { "pair_id": 161683, "video_name": "s07e10_seg02_clip_01", "timestamp": [ 30.52, 34.04 ], "duration": 54.66, "caption": "A man picks up a paper towel from the counter.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 161684, "video_name": "castle_s08e02_seg02_clip_24", "timestamp": [ 74.39, 75.64 ], "duration": 125.66, "caption": "A man puts kitchen towel on the kitchen counter.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 161685, "video_name": "friends_s02e14_seg02_clip_08", "timestamp": [ 53.66, 55.21 ], "duration": 62.66, "caption": "A woman reaches below the counter and pulls out a towel.", "similarity": 0.7309, "relevance": 3 }, { "pair_id": 161687, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 1.43, 4.02 ], "duration": 57.66, "caption": "A man puts a towel on the counter and opens the refrigerator.", "similarity": 0.7206, "relevance": 2 }, { "pair_id": 161688, "video_name": "house_s04e05_seg02_clip_18", "timestamp": [ 11.46, 12.79 ], "duration": 88.66, "caption": "A man catches a towel that is thrown at him.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 161689, "video_name": "friends_s10e03_seg02_clip_05", "timestamp": [ 12.92, 17.11 ], "duration": 76.66, "caption": "A man picks up a towel after he leaves the booth.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 161690, "video_name": "house_s04e04_seg02_clip_21", "timestamp": [ 26.62, 30.68 ], "duration": 90.66, "caption": "A man grabs a blue towel to wipe his hands on.", "similarity": 0.6809, "relevance": 1 }, { "pair_id": 161691, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 1.15, 2.29 ], "duration": 57.66, "caption": "A man picks up the towel then sets it back down.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 161692, "video_name": "s05e05_seg02_clip_06", "timestamp": [ 41.19, 44.25 ], "duration": 61.66, "caption": "A man throws down the towel on kitchen counter in frustration.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 161693, "video_name": "castle_s08e02_seg02_clip_24", "timestamp": [ 59.39, 72.51 ], "duration": 125.66, "caption": "A man picks up kitchen towel and wipes hands with it.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 161694, "video_name": "met_s03e01_seg02_clip_02", "timestamp": [ 26.72, 27.02 ], "duration": 59.66, "caption": "A man comes into the room holding a towel to his face.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 161695, "video_name": "friends_s10e03_seg02_clip_03", "timestamp": [ 62.43, 65.03 ], "duration": 65.66, "caption": "A man opens the booth and walks over to pick up a towel.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 161696, "video_name": "s09e21_seg02_clip_06", "timestamp": [ 21.61, 22.21 ], "duration": 60.66, "caption": "A man takes the kitchen towel in his hand and tosses it in the kitchen sink.", "similarity": 0.6528, "relevance": 3 }, { "pair_id": 161697, "video_name": "friends_s03e04_seg02_clip_20", "timestamp": [ 6.25, 7.44 ], "duration": 59.66, "caption": "A person drops a towel he was holding on to.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 161698, "video_name": "friends_s06e17_seg02_clip_02", "timestamp": [ 8.26, 11.21 ], "duration": 59.66, "caption": "A man takes the towel off of his shoulder and shakes his hand.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 161699, "video_name": "house_s05e14_seg02_clip_00", "timestamp": [ 27.31, 33.22 ], "duration": 91.66, "caption": "A man dries his hand in a towel near the sink.", "similarity": 0.6279, "relevance": 3 }, { "pair_id": 335000, "video_name": "friends_s06e08_seg02_clip_04", "timestamp": [ 0.0, 3.25 ], "duration": 65.66, "caption": "A person walks up with a blue towel to counter where someone in a purple shirt is standing.", "similarity": 0.6275, "relevance": 3 }, { "pair_id": 335001, "video_name": "friends_s03e25_seg02_clip_01", "timestamp": [ 21.66, 24.11 ], "duration": 61.66, "caption": "A man takes out a towel, waves it around, then puts it back in the bag.", "similarity": 0.6258, "relevance": 3 }, { "pair_id": 335002, "video_name": "s09e09_seg02_clip_07", "timestamp": [ 41.18, 42.3 ], "duration": 56.66, "caption": "A person throws a towel over his shoulder as he stands at a sink with some people.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 335003, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 12.92, 15.23 ], "duration": 92.66, "caption": "A man grabs the paper towels from the dispenser.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 335004, "video_name": "friends_s06e09_seg02_clip_08", "timestamp": [ 13.73, 15.56 ], "duration": 61.66, "caption": "A man grabs the open book from the kitchen counter.", "similarity": 0.6147, "relevance": 3 }, { "pair_id": 335005, "video_name": "house_s03e03_seg02_clip_22", "timestamp": [ 16.47, 18.25 ], "duration": 89.66, "caption": "A person carries over a blue towel and places it next to a man.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 335006, "video_name": "grey_s03e22_seg02_clip_13", "timestamp": [ 18.93, 22.01 ], "duration": 88.66, "caption": "A person holds up a towel to their face.", "similarity": 0.6095, "relevance": 1 }, { "pair_id": 335007, "video_name": "house_s07e17_seg02_clip_03", "timestamp": [ 23.25, 26.57 ], "duration": 83.66, "caption": "A person walks over and takes a towel off of another person's face.", "similarity": 0.6074, "relevance": 3 }, { "pair_id": 335008, "video_name": "s05e05_seg02_clip_07", "timestamp": [ 3.65, 4.86 ], "duration": 81.66, "caption": "A man picks up a rag from the kitchen counter and wipes his hands with it.", "similarity": 0.6032, "relevance": 3 }, { "pair_id": 335009, "video_name": "friends_s01e05_seg02_clip_12", "timestamp": [ 9.46, 14.04 ], "duration": 61.66, "caption": "A person picks up a white towel then sets it back in the washer.", "similarity": 0.6027, "relevance": 3 }, { "pair_id": 335010, "video_name": "s02e10_seg02_clip_01", "timestamp": [ 34.52, 46.71 ], "duration": 58.66, "caption": "A person walks over near the refrigerator and picks up a blue towel.", "similarity": 0.6021, "relevance": 3 }, { "pair_id": 335011, "video_name": "s02e10_seg02_clip_12", "timestamp": [ 9.77, 11.66 ], "duration": 63.66, "caption": "A woman grabs the pink towel out of guy's hands.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 335012, "video_name": "friends_s01e14_seg02_clip_21", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A man is holding someone's hand while at the counter.", "similarity": 0.596, "relevance": 0 }, { "pair_id": 335013, "video_name": "house_s01e04_seg02_clip_17", "timestamp": [ 16.58, 21.26 ], "duration": 85.66, "caption": "A man pulls the tray of tools over and removes the towel covering them.", "similarity": 0.5956, "relevance": 3 }, { "pair_id": 335014, "video_name": "s05e06_seg02_clip_10", "timestamp": [ 34.12, 39.39 ], "duration": 62.66, "caption": "A person grabs a plate from the counter and an item from another person's hand before walking out of the room.", "similarity": 0.5901, "relevance": 3 }, { "pair_id": 335015, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 21.43, 24.37 ], "duration": 84.66, "caption": "A person grabs a paper towel and wipes their face.", "similarity": 0.5868, "relevance": 1 }, { "pair_id": 335016, "video_name": "grey_s01e05_seg02_clip_04", "timestamp": [ 22.06, 33.76 ], "duration": 90.66, "caption": "A person takes out a towel from a patient's body as he operates.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 335017, "video_name": "friends_s03e23_seg02_clip_15", "timestamp": [ 10.73, 12.77 ], "duration": 58.66, "caption": "A person walks over and grabs a jar from the counter.", "similarity": 0.5844, "relevance": 1 }, { "pair_id": 335018, "video_name": "s09e14_seg02_clip_11", "timestamp": [ 50.42, 52.31 ], "duration": 63.66, "caption": "A person touches a towel to their face and sets it back in their lap.", "similarity": 0.5829, "relevance": 2 } ] }, { "query_id": 27350, "query": "A person finds a page in the magazine and opens it.", "relevant_moment": [ { "pair_id": 93080, "video_name": "s08e18_seg02_clip_01", "timestamp": [ 42.36, 45.84 ], "duration": 58.66, "caption": "A person finds a page in the magazine and opens it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 93081, "video_name": "friends_s06e04_seg02_clip_00", "timestamp": [ 38.96, 42.92 ], "duration": 66.66, "caption": "A person picks up a magazine and opens it.", "similarity": 0.8657, "relevance": 4 }, { "pair_id": 93082, "video_name": "met_s02e17_seg02_clip_06", "timestamp": [ 27.72, 29.85 ], "duration": 60.66, "caption": "A person turns a page in the magazine he's reading.", "similarity": 0.8412, "relevance": 3 }, { "pair_id": 93084, "video_name": "friends_s06e12_seg01_clip_01", "timestamp": [ 40.01, 42.38 ], "duration": 43.66, "caption": "A man grabs a magazine from person and opens it up.", "similarity": 0.7615, "relevance": 4 }, { "pair_id": 93085, "video_name": "friends_s08e03_seg02_clip_08", "timestamp": [ 5.7, 12.31 ], "duration": 60.66, "caption": "A person picks up a magazine and turns its pages while sitting on a chair.", "similarity": 0.7595, "relevance": 4 }, { "pair_id": 93086, "video_name": "castle_s03e23_seg02_clip_21", "timestamp": [ 13.05, 19.36 ], "duration": 90.66, "caption": "A man shows a page of a magazine to someone.", "similarity": 0.7453, "relevance": 4 }, { "pair_id": 93089, "video_name": "grey_s01e04_seg02_clip_17", "timestamp": [ 30.95, 36.87 ], "duration": 91.66, "caption": "A woman pulls up the magazine with her feet and opens it.", "similarity": 0.707, "relevance": 3 }, { "pair_id": 93090, "video_name": "friends_s01e05_seg02_clip_01", "timestamp": [ 22.13, 24.2 ], "duration": 59.66, "caption": "A person gives an order and goes back to reading his magazine.", "similarity": 0.7001, "relevance": 3 }, { "pair_id": 93091, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 71.75, 90.75 ], "duration": 95.66, "caption": "A person in a chair is paging through a magazine.", "similarity": 0.6931, "relevance": 4 }, { "pair_id": 93094, "video_name": "s02e22_seg01_clip_01", "timestamp": [ 23.57, 25.12 ], "duration": 62.66, "caption": "A person hands a person a magazine in the store.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 93095, "video_name": "house_s08e21_seg02_clip_02", "timestamp": [ 11.57, 18.7 ], "duration": 89.66, "caption": "A person sits down with a magazine in their hand and flips it as someone knocks and opens the door.", "similarity": 0.6766, "relevance": 4 }, { "pair_id": 93096, "video_name": "house_s05e16_seg02_clip_18", "timestamp": [ 23.21, 44.04 ], "duration": 119.66, "caption": "A person opens up a piece of paper and reads it.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 93098, "video_name": "house_s01e02_seg02_clip_00", "timestamp": [ 0.0, 8.25 ], "duration": 97.66, "caption": "A person hands their feet up while reading a magazine.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 266400, "video_name": "friends_s06e15-16_seg02_clip_00", "timestamp": [ 4.91, 8.9 ], "duration": 61.66, "caption": "A man was browsing a magazine at the shelf.", "similarity": 0.6498, "relevance": 4 }, { "pair_id": 266401, "video_name": "friends_s06e12_seg01_clip_01", "timestamp": [ 1.72, 5.59 ], "duration": 43.66, "caption": "A woman points to the magazine while describing the article.", "similarity": 0.6485, "relevance": 3 }, { "pair_id": 266402, "video_name": "s07e14_seg02_clip_07", "timestamp": [ 48.02, 49.62 ], "duration": 64.66, "caption": "A man closes the magazine he was looking through.", "similarity": 0.6442, "relevance": 3 }, { "pair_id": 266403, "video_name": "friends_s08e23-24_seg02_clip_02", "timestamp": [ 0.0, 9.98 ], "duration": 57.66, "caption": "A person is flipping through a magazine in a waiting room.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 266404, "video_name": "friends_s01e22_seg02_clip_15", "timestamp": [ 41.93, 44.24 ], "duration": 66.66, "caption": "A man shows someone something inside of the magazine.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 266405, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 76.92, 82.83 ], "duration": 91.66, "caption": "A man opens another page of the book person has in his hands.", "similarity": 0.637, "relevance": 4 }, { "pair_id": 266406, "video_name": "friends_s06e11_seg02_clip_01", "timestamp": [ 49.52, 54.92 ], "duration": 60.66, "caption": "A woman closes the magazine to read the back cover.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 266407, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 7.67, 9.74 ], "duration": 59.66, "caption": "A person turns the page of the papers he is holding.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 266408, "video_name": "castle_s06e11_seg02_clip_06", "timestamp": [ 5.4, 14.85 ], "duration": 90.66, "caption": "A person lifts a page from their notepad and looks at it.", "similarity": 0.6329, "relevance": 3 }, { "pair_id": 266409, "video_name": "s03e12_seg02_clip_11", "timestamp": [ 27.27, 29.88 ], "duration": 58.66, "caption": "A person turns the page in the book that they are reading.", "similarity": 0.6316, "relevance": 3 }, { "pair_id": 266410, "video_name": "friends_s06e15-16_seg02_clip_00", "timestamp": [ 7.67, 15.96 ], "duration": 61.66, "caption": "A man is at the magazine stand and picks a magazine.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 266411, "video_name": "friends_s09e13_seg02_clip_08", "timestamp": [ 10.99, 20.44 ], "duration": 61.66, "caption": "A woman closes and puts away the magazine she's reading in a hurry.", "similarity": 0.6276, "relevance": 3 }, { "pair_id": 266412, "video_name": "house_s08e17_seg02_clip_05", "timestamp": [ 68.42, 74.72 ], "duration": 90.66, "caption": "A person is turning a page and examining the papers in front of him.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 266413, "video_name": "house_s05e14_seg02_clip_13", "timestamp": [ 2.3, 4.6 ], "duration": 92.66, "caption": "A woman takes a magazine from a man's hands.", "similarity": 0.6241, "relevance": 1 }, { "pair_id": 266414, "video_name": "house_s03e19_seg02_clip_24", "timestamp": [ 29.58, 33.68 ], "duration": 91.66, "caption": "A person is reading a magazine while another person walks in.", "similarity": 0.6195, "relevance": 3 }, { "pair_id": 266415, "video_name": "friends_s05e13_seg02_clip_03", "timestamp": [ 30.31, 36.02 ], "duration": 60.66, "caption": "A woman gets a catalog and riffles through the pages.", "similarity": 0.6195, "relevance": 3 }, { "pair_id": 266416, "video_name": "s08e18_seg02_clip_02", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A person hands a man a magazine to read and walks behind him.", "similarity": 0.6194, "relevance": 3 }, { "pair_id": 266417, "video_name": "s08e18_seg02_clip_01", "timestamp": [ 55.12, 58.03 ], "duration": 58.66, "caption": "A person spins round the magazine and hands it to another person.", "similarity": 0.6178, "relevance": 3 }, { "pair_id": 266418, "video_name": "friends_s01e22_seg02_clip_12", "timestamp": [ 53.92, 55.02 ], "duration": 55.66, "caption": "A man closes the magazine he is holding in his hands.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 266419, "video_name": "castle_s04e03_seg02_clip_00", "timestamp": [ 5.03, 11.43 ], "duration": 91.66, "caption": "A person walks inside holding a magazine while smiling.", "similarity": 0.6158, "relevance": 1 } ] }, { "query_id": 27396, "query": "A woman in a yellow dress stands up and walks away from a man.", "relevant_moment": [ { "pair_id": 316500, "video_name": "grey_s02e14_seg02_clip_25", "timestamp": [ 156.26, 168.02 ], "duration": 168.66, "caption": "A woman turns around and walks away from man.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 316501, "video_name": "castle_s02e17_seg02_clip_02", "timestamp": [ 8.01, 11.13 ], "duration": 89.66, "caption": "A woman turns away and starts to walk away from a man.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 316502, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 9.92, 11.02 ], "duration": 11.66, "caption": "A woman walks away from a man leaving him standing alone.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 316503, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 42.26, 46.22 ], "duration": 66.66, "caption": "A woman walks up the stairs and away from a man.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 316504, "video_name": "castle_s03e15_seg02_clip_09", "timestamp": [ 17.63, 24.41 ], "duration": 90.66, "caption": "A woman stands up, pats a man on the arm and walks away.", "similarity": 0.6933, "relevance": 3 }, { "pair_id": 316505, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 316506, "video_name": "house_s02e16_seg02_clip_03", "timestamp": [ 10.47, 15.02 ], "duration": 91.66, "caption": "A woman walks away from another person and takes off her gown.", "similarity": 0.6924, "relevance": 3 }, { "pair_id": 316507, "video_name": "castle_s04e23_seg02_clip_15", "timestamp": [ 19.03, 27.19 ], "duration": 90.66, "caption": "A woman walks away from a man and then turns around.", "similarity": 0.6909, "relevance": 3 }, { "pair_id": 316508, "video_name": "grey_s02e02_seg02_clip_19", "timestamp": [ 47.95, 57.36 ], "duration": 94.66, "caption": "A woman walks away from a man who paused before he walks on.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 316509, "video_name": "friends_s02e12-13_seg02_clip_27", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A woman turns away from a man and walks toward another woman.", "similarity": 0.6902, "relevance": 3 }, { "pair_id": 316510, "video_name": "friends_s04e21_seg02_clip_13", "timestamp": [ 33.35, 39.25 ], "duration": 59.66, "caption": "A woman gets off of a man and walks away.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 316511, "video_name": "friends_s06e11_seg02_clip_08", "timestamp": [ 5.67, 7.25 ], "duration": 63.66, "caption": "A man walks away from a woman while another woman stands there.", "similarity": 0.6857, "relevance": 1 }, { "pair_id": 316512, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 41.93, 46.22 ], "duration": 66.66, "caption": "A woman walks up the stairs away from man.", "similarity": 0.6856, "relevance": 3 }, { "pair_id": 316513, "video_name": "castle_s02e12_seg02_clip_13", "timestamp": [ 10.23, 12.09 ], "duration": 93.66, "caption": "A man stands up and walks away from someone.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 316514, "video_name": "grey_s02e06_seg02_clip_15", "timestamp": [ 10.01, 15.47 ], "duration": 91.66, "caption": "A person takes off his yellow gown and walks out.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 316515, "video_name": "met_s06e05_seg02_clip_17", "timestamp": [ 23.02, 25.38 ], "duration": 59.66, "caption": "A person walks away from woman leaving her standing alone.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 316516, "video_name": "house_s08e19_seg02_clip_15", "timestamp": [ 24.19, 31.16 ], "duration": 93.66, "caption": "A person walks away from woman leaving her standing alone.", "similarity": 0.6844, "relevance": 1 }, { "pair_id": 316517, "video_name": "house_s01e18_seg02_clip_23", "timestamp": [ 57.69, 62.43 ], "duration": 79.66, "caption": "A man walks away from a woman leaving her standing alone.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 316518, "video_name": "grey_s01e04_seg02_clip_02", "timestamp": [ 15.47, 18.2 ], "duration": 91.66, "caption": "A man walks away from woman as she stands in the doorway.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 316519, "video_name": "friends_s04e18_seg02_clip_11", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman turns and walks away from a man who stops her.", "similarity": 0.6826, "relevance": 3 } ] }, { "query_id": 27452, "query": "A person looks down and sees a man throwing up in the toilet.", "relevant_moment": [ { "pair_id": 16200, "video_name": "grey_s02e10_seg02_clip_14", "timestamp": [ 16.74, 19.54 ], "duration": 93.66, "caption": "A person looks down and sees a man throwing up in the toilet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16201, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A man stands outside the bathroom door while person is throwing up.", "similarity": 0.67, "relevance": 0 }, { "pair_id": 16202, "video_name": "s03e02_seg02_clip_09", "timestamp": [ 4.2, 5.7 ], "duration": 60.66, "caption": "A person is on the floor, vomiting in the toilet.", "similarity": 0.6619, "relevance": 4 }, { "pair_id": 16203, "video_name": "grey_s03e07_seg02_clip_16", "timestamp": [ 77.02, 80.1 ], "duration": 88.66, "caption": "A man walks up to a woman while she is looking at stuff in the toilet.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 16204, "video_name": "house_s08e20_seg02_clip_09", "timestamp": [ 10.4, 16.84 ], "duration": 99.66, "caption": "A man bends over to throw up while person points at him.", "similarity": 0.6439, "relevance": 0 }, { "pair_id": 16205, "video_name": "house_s01e19_seg02_clip_10", "timestamp": [ 29.3, 31.16 ], "duration": 93.66, "caption": "A patient throws up in the floor as a man and another man approach.", "similarity": 0.6286, "relevance": 0 }, { "pair_id": 16206, "video_name": "met_s02e05_seg02_clip_06", "timestamp": [ 12.4, 15.05 ], "duration": 59.66, "caption": "A man touches the toilet bowl and observes it.", "similarity": 0.6219, "relevance": 1 }, { "pair_id": 16207, "video_name": "s03e02_seg02_clip_09", "timestamp": [ 4.2, 6.9 ], "duration": 60.66, "caption": "A woman walks into the bathroom as a man has his head in the toilet vomiting.", "similarity": 0.6162, "relevance": 4 }, { "pair_id": 16208, "video_name": "house_s08e20_seg02_clip_09", "timestamp": [ 9.9, 13.86 ], "duration": 99.66, "caption": "A man looks sick to his stomach and vomits.", "similarity": 0.6144, "relevance": 1 }, { "pair_id": 16209, "video_name": "s03e02_seg02_clip_09", "timestamp": [ 22.51, 30.01 ], "duration": 60.66, "caption": "Woman runs and throws up in the sink and then man throws up in toilet.", "similarity": 0.6006, "relevance": 3 }, { "pair_id": 16210, "video_name": "house_s08e12_seg02_clip_04", "timestamp": [ 41.4, 46.69 ], "duration": 88.66, "caption": "A man hands someone an emesis basin and they throw up.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 16211, "video_name": "house_s03e11_seg02_clip_09", "timestamp": [ 60.48, 80.1 ], "duration": 80.66, "caption": "A person is kneeling at the toilet and gets sick in it.", "similarity": 0.5917, "relevance": 4 }, { "pair_id": 16212, "video_name": "friends_s02e12-13_seg02_clip_41", "timestamp": [ 6.89, 10.13 ], "duration": 81.66, "caption": "A man stands on a toilet and looks over into the next stall.", "similarity": 0.5822, "relevance": 2 }, { "pair_id": 16213, "video_name": "s02e14_seg02_clip_11", "timestamp": [ 40.22, 46.22 ], "duration": 60.66, "caption": "A man clutches his stomach and looks at another man in annoyance.", "similarity": 0.5798, "relevance": 0 }, { "pair_id": 16214, "video_name": "s01e14_seg02_clip_02", "timestamp": [ 42.18, 47.45 ], "duration": 62.66, "caption": "A person tells some people to wait because another person is throwing up.", "similarity": 0.5775, "relevance": 0 }, { "pair_id": 16215, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 0.0, 6.9 ], "duration": 60.66, "caption": "A man is outside the bathroom door and hears woman vomiting.", "similarity": 0.5735, "relevance": 1 }, { "pair_id": 16216, "video_name": "house_s05e18_seg02_clip_13", "timestamp": [ 0.0, 3.68 ], "duration": 92.66, "caption": "Two people are looking at a toilet as one tells the other that they didn't do it.", "similarity": 0.5734, "relevance": 2 }, { "pair_id": 16217, "video_name": "met_s02e10_seg02_clip_10", "timestamp": [ 8.57, 15.0 ], "duration": 61.66, "caption": "A man fakes throwing up when he describes someone's relationship.", "similarity": 0.5727, "relevance": 0 }, { "pair_id": 16218, "video_name": "s07e17_seg02_clip_12", "timestamp": [ 2.4, 4.5 ], "duration": 60.66, "caption": "A person lets another person know they have to get up and hit the toilet.", "similarity": 0.5694, "relevance": 0 }, { "pair_id": 16219, "video_name": "friends_s05e21_seg02_clip_03", "timestamp": [ 0.0, 5.2 ], "duration": 61.66, "caption": "A man tells another man he has to use the restroom as he throws a ball at him and the other man catches it.", "similarity": 0.5691, "relevance": 0 } ] }, { "query_id": 27467, "query": "A person is looking at a tablet as some people have a conversation.", "relevant_moment": [ { "pair_id": 171700, "video_name": "s06e06_seg02_clip_05", "timestamp": [ 43.94, 48.82 ], "duration": 61.66, "caption": "A person is looking at a tablet as some people have a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171701, "video_name": "s06e06_seg02_clip_03", "timestamp": [ 9.6, 18.01 ], "duration": 60.66, "caption": "A person is using their tablet as they speak to another person.", "similarity": 0.8733, "relevance": 3 }, { "pair_id": 171702, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person looks down at his/her tablet and touches the screen while talking.", "similarity": 0.8656, "relevance": 3 }, { "pair_id": 171703, "video_name": "s06e06_seg01_clip_01", "timestamp": [ 0.0, 8.51 ], "duration": 81.66, "caption": "A person has a tablet in his hand as he talks.", "similarity": 0.8289, "relevance": 2 }, { "pair_id": 171704, "video_name": "s05e15_seg02_clip_02", "timestamp": [ 3.97, 5.49 ], "duration": 61.66, "caption": "A person turns his tablet around to show another person what is on the screen.", "similarity": 0.8017, "relevance": 3 }, { "pair_id": 171705, "video_name": "s08e10_seg02_clip_07", "timestamp": [ 42.58, 45.78 ], "duration": 64.66, "caption": "A person picks up his tablet while talking to a man.", "similarity": 0.7902, "relevance": 2 }, { "pair_id": 171706, "video_name": "s07e16_seg02_clip_09", "timestamp": [ 0.0, 11.41 ], "duration": 60.66, "caption": "A woman is looking at her tablet as a man is trying to talk to her.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 171707, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 0.0, 58.31 ], "duration": 89.66, "caption": "A man was holding a tablet while talking to person.", "similarity": 0.7828, "relevance": 3 }, { "pair_id": 171708, "video_name": "castle_s07e21_seg02_clip_01", "timestamp": [ 74.78, 89.02 ], "duration": 89.66, "caption": "A person picks up a tablet and talks to a woman.", "similarity": 0.7629, "relevance": 3 }, { "pair_id": 171709, "video_name": "s06e06_seg02_clip_15", "timestamp": [ 13.28, 15.35 ], "duration": 59.66, "caption": "A person taps onto this tablet and sends a message.", "similarity": 0.7465, "relevance": 4 }, { "pair_id": 171710, "video_name": "s06e06_seg02_clip_05", "timestamp": [ 53.4, 59.5 ], "duration": 61.66, "caption": "A person is looking at his tablet as he then tells another person about someone not playing his game.", "similarity": 0.737, "relevance": 3 }, { "pair_id": 171711, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 0.0, 1.65 ], "duration": 55.66, "caption": "A woman is holding a tablet talking to a person on video chat.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 171712, "video_name": "s06e06_seg02_clip_06", "timestamp": [ 4.64, 8.7 ], "duration": 58.66, "caption": "A person is on his tablet while he is sitting beside person.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 171713, "video_name": "s06e06_seg02_clip_15", "timestamp": [ 2.07, 15.94 ], "duration": 59.66, "caption": "A person put up both of their hands, talks and then pushes something on their tablet.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 171714, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 49.33, 52.46 ], "duration": 57.66, "caption": "A person stands up to put a tablet back in a backpack when he/she is done talking.", "similarity": 0.7057, "relevance": 1 }, { "pair_id": 171715, "video_name": "s08e23_seg02_clip_06", "timestamp": [ 42.36, 56.28 ], "duration": 58.66, "caption": "A person shows a tablet computer to a doctor while explaining something to him/her.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 171716, "video_name": "s03e06_seg02_clip_07", "timestamp": [ 0.0, 14.25 ], "duration": 77.66, "caption": "A person is on their laptop when another person is talking to them.", "similarity": 0.7043, "relevance": 3 }, { "pair_id": 171717, "video_name": "s07e11_seg02_clip_14", "timestamp": [ 16.53, 21.85 ], "duration": 56.66, "caption": "A woman opens her tablet to speak to a person on video chat.", "similarity": 0.7016, "relevance": 2 }, { "pair_id": 171718, "video_name": "s06e06_seg02_clip_14", "timestamp": [ 15.44, 18.91 ], "duration": 63.66, "caption": "A person looks down at their tablet, then gets excited flailing their hands.", "similarity": 0.701, "relevance": 3 }, { "pair_id": 171719, "video_name": "s08e21_seg02_clip_04", "timestamp": [ 30.99, 44.27 ], "duration": 59.66, "caption": "A person holds an electronic tablet up so woman can see the screen.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 345020, "video_name": "s09e16_seg02_clip_06", "timestamp": [ 11.41, 19.81 ], "duration": 60.66, "caption": "A person tells their friends which of their tablets they like the most.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 345021, "video_name": "s07e11_seg02_clip_02", "timestamp": [ 10.15, 16.25 ], "duration": 58.66, "caption": "After person is done talking via web chat, woman sets down her tablet.", "similarity": 0.6941, "relevance": 4 }, { "pair_id": 345022, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 17.96, 22.24 ], "duration": 57.66, "caption": "A person holds a tablet up to show a map to some people.", "similarity": 0.6938, "relevance": 4 }, { "pair_id": 345023, "video_name": "s03e06_seg02_clip_05", "timestamp": [ 54.01, 57.06 ], "duration": 61.66, "caption": "A person is looking at computer screen while talking.", "similarity": 0.6929, "relevance": 3 }, { "pair_id": 345024, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 18.31, 22.51 ], "duration": 60.66, "caption": "A person is using their laptop while talking to some people.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 345025, "video_name": "met_s06e04_seg01_clip_01", "timestamp": [ 54.07, 57.08 ], "duration": 60.66, "caption": "A person looks something up on a laptop while talking.", "similarity": 0.6882, "relevance": 3 }, { "pair_id": 345026, "video_name": "s04e08_seg02_clip_06", "timestamp": [ 26.41, 45.32 ], "duration": 60.66, "caption": "A person looks at his/her phone while speaking to another person.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 345027, "video_name": "castle_s08e09_seg02_clip_05", "timestamp": [ 51.67, 53.78 ], "duration": 84.66, "caption": "A person looks at his watch as he is holding his tablet.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 345028, "video_name": "s05e15_seg02_clip_03", "timestamp": [ 6.0, 9.6 ], "duration": 60.66, "caption": "A person signs on the tablet that a person presents him.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 345029, "video_name": "s09e10_seg02_clip_14", "timestamp": [ 35.4, 38.75 ], "duration": 61.66, "caption": "A person is using his laptop as he is speaking to two people.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 345030, "video_name": "s10e10_seg02_clip_07", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A woman looks at her tablet and taps the screen.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 345031, "video_name": "s07e24_seg02_clip_06", "timestamp": [ 22.43, 27.15 ], "duration": 59.66, "caption": "A person is having a discussion with another person then turns to look at their computer with their hand on their chin.", "similarity": 0.6782, "relevance": 1 }, { "pair_id": 345032, "video_name": "house_s03e06_seg02_clip_07", "timestamp": [ 39.16, 61.22 ], "duration": 90.66, "caption": "Some people are having a conversation while looking to a monitor.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 345033, "video_name": "s10e09_seg02_clip_15", "timestamp": [ 15.09, 20.6 ], "duration": 58.66, "caption": "A person turns to talk to another person and puts their palm up to the laptop screen.", "similarity": 0.6706, "relevance": 2 }, { "pair_id": 345034, "video_name": "castle_s06e16_seg02_clip_18", "timestamp": [ 0.0, 77.01 ], "duration": 89.66, "caption": "Some people were having a conversation through a digital screen.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 345035, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 17.36, 58.31 ], "duration": 89.66, "caption": "A person was holding a tablet and watching a video clip on it.", "similarity": 0.6658, "relevance": 4 }, { "pair_id": 345036, "video_name": "s01e15_seg02_clip_05", "timestamp": [ 33.92, 40.82 ], "duration": 60.66, "caption": "A person is at their laptop while speaking with two other people.", "similarity": 0.6637, "relevance": 3 }, { "pair_id": 345037, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 0.0, 9.92 ], "duration": 90.66, "caption": "A man is talking to person as he is on a computer screen.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 345038, "video_name": "house_s03e12_seg02_clip_11", "timestamp": [ 0.0, 32.8 ], "duration": 89.66, "caption": "A person is checking on something on a patient and having a conversation also.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 345039, "video_name": "house_s03e02_seg02_clip_01", "timestamp": [ 89.16, 90.51 ], "duration": 90.66, "caption": "A person is sitting at a desk looking over a notepad while talking to another person.", "similarity": 0.6623, "relevance": 2 } ] }, { "query_id": 27500, "query": "A man gets up from a chair, gets down on one knee and takes a ring box out of his pocket and opens it up to a woman.", "relevant_moment": [ { "pair_id": 14840, "video_name": "s04e20_seg02_clip_16", "timestamp": [ 20.48, 24.58 ], "duration": 63.66, "caption": "A man gets up from a chair, gets down on one knee and takes a ring box out of his pocket and opens it up to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14841, "video_name": "house_s06e10_seg02_clip_19", "timestamp": [ 30.2, 37.98 ], "duration": 91.66, "caption": "A man gets down on one knee and opens a ring box in front of another man.", "similarity": 0.7309, "relevance": 3 }, { "pair_id": 14842, "video_name": "friends_s04e19_seg02_clip_14", "timestamp": [ 15.05, 33.3 ], "duration": 64.66, "caption": "A man gets on his knee and tries to put a ring on a woman's finger.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 14843, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 19.52, 28.13 ], "duration": 57.66, "caption": "A man gets down on one knee and opens the lid to a box with a ring.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 14844, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 9.94, 14.9 ], "duration": 90.66, "caption": "A man takes out a ring box in front of woman.", "similarity": 0.714, "relevance": 1 }, { "pair_id": 14845, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 0.89, 2.36 ], "duration": 59.66, "caption": "A man opens the ring box right for a woman.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 14846, "video_name": "friends_s07e21_seg02_clip_07", "timestamp": [ 25.82, 29.59 ], "duration": 58.66, "caption": "A man pulls out a ring box and opens it.", "similarity": 0.6921, "relevance": 3 }, { "pair_id": 14847, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 39.34, 50.39 ], "duration": 69.66, "caption": "A man takes out a ring box and proposes to woman.", "similarity": 0.6826, "relevance": 3 }, { "pair_id": 14848, "video_name": "friends_s08e02_seg02_clip_08", "timestamp": [ 39.08, 42.86 ], "duration": 63.66, "caption": "A man gets down on one knee and opens an engagement ring to show another person.", "similarity": 0.6761, "relevance": 3 }, { "pair_id": 14849, "video_name": "s04e09_seg02_clip_09", "timestamp": [ 40.63, 44.66 ], "duration": 62.66, "caption": "A man gets out of his chair to open the door for a woman.", "similarity": 0.6713, "relevance": 1 }, { "pair_id": 14850, "video_name": "house_s06e15_seg02_clip_25", "timestamp": [ 15.81, 20.93 ], "duration": 93.66, "caption": "A man holds out a diamond ring in a black box to woman.", "similarity": 0.6643, "relevance": 3 }, { "pair_id": 14851, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 15.91, 18.01 ], "duration": 60.66, "caption": "A man hands a woman a ring and she takes it.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 14852, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 42.32, 46.52 ], "duration": 60.66, "caption": "A man picks up a jewelry box from the table and gives it to a woman.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 14853, "video_name": "friends_s08e23-24_seg02_clip_04", "timestamp": [ 52.72, 61.1 ], "duration": 62.66, "caption": "A woman pulls a ring box out of her purse with a ring and shows it to a man.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 14854, "video_name": "friends_s06e07_seg02_clip_18", "timestamp": [ 32.04, 38.14 ], "duration": 61.66, "caption": "A man gets up from a chair and moves toward a woman.", "similarity": 0.6429, "relevance": 2 }, { "pair_id": 14855, "video_name": "s05e20_seg02_clip_02", "timestamp": [ 28.3, 31.75 ], "duration": 69.66, "caption": "A man gets up out of his chair and walks over to a person to look at the gift a woman got him.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 14856, "video_name": "friends_s07e21_seg02_clip_07", "timestamp": [ 44.68, 49.61 ], "duration": 58.66, "caption": "A man takes a woman's hand and places the ring on her finger.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 14858, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 43.64, 46.99 ], "duration": 61.66, "caption": "A person opens a metal box on the table and takes out a ring box.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 188160, "video_name": "s05e24_seg02_clip_01", "timestamp": [ 5.42, 9.69 ], "duration": 57.66, "caption": "A man hands a woman a jewelry box and she opens it.", "similarity": 0.6261, "relevance": 2 }, { "pair_id": 188161, "video_name": "castle_s03e11_seg02_clip_27", "timestamp": [ 7.67, 10.09 ], "duration": 21.66, "caption": "A man pulls out a ring and opens it while talking to someone.", "similarity": 0.6254, "relevance": 3 }, { "pair_id": 188162, "video_name": "s03e17_seg02_clip_11", "timestamp": [ 53.47, 55.07 ], "duration": 64.66, "caption": "A man lets go of the ring after seeing woman with a bag.", "similarity": 0.6227, "relevance": 0 }, { "pair_id": 188163, "video_name": "house_s05e08_seg02_clip_24", "timestamp": [ 75.45, 78.21 ], "duration": 184.66, "caption": "A man takes out a cell phone and holds it up to a woman.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 188164, "video_name": "met_s03e19_seg02_clip_11", "timestamp": [ 15.96, 20.42 ], "duration": 63.66, "caption": "A man kneels down and pulls out a small box from their pocket.", "similarity": 0.6209, "relevance": 3 }, { "pair_id": 188165, "video_name": "grey_s03e18_seg02_clip_17", "timestamp": [ 25.44, 32.14 ], "duration": 89.66, "caption": "A woman gets up and grabs a chair for a man.", "similarity": 0.6166, "relevance": 0 }, { "pair_id": 188166, "video_name": "house_s02e04_seg02_clip_07", "timestamp": [ 6.94, 12.96 ], "duration": 92.66, "caption": "A man gets up from a wheelchair and offers it to a woman walking by.", "similarity": 0.6147, "relevance": 1 }, { "pair_id": 188167, "video_name": "friends_s10e05_seg02_clip_23", "timestamp": [ 44.19, 48.19 ], "duration": 57.66, "caption": "A man gives a ring to woman at the table.", "similarity": 0.6135, "relevance": 2 }, { "pair_id": 188168, "video_name": "friends_s06e23_seg02_clip_18", "timestamp": [ 23.71, 36.64 ], "duration": 61.66, "caption": "Guy takes out a ring box and shows it to the suited person.", "similarity": 0.6134, "relevance": 2 }, { "pair_id": 188169, "video_name": "friends_s04e17_seg02_clip_15", "timestamp": [ 27.26, 28.72 ], "duration": 58.66, "caption": "A woman goes to a man and pulls him up from his chair.", "similarity": 0.6122, "relevance": 1 }, { "pair_id": 188170, "video_name": "castle_s06e16_seg02_clip_16", "timestamp": [ 29.31, 32.01 ], "duration": 90.66, "caption": "A man takes out a woman's chair for her and she sits in it.", "similarity": 0.6114, "relevance": 1 }, { "pair_id": 188171, "video_name": "castle_s01e03_seg02_clip_14", "timestamp": [ 51.76, 62.21 ], "duration": 90.66, "caption": "A man introduces himself to woman and pulls her chair out.", "similarity": 0.6092, "relevance": 0 }, { "pair_id": 188172, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 34.79, 61.03 ], "duration": 61.66, "caption": "A man is in woman's hospital room, where he's looking under a man's coat for something, but a ring box falls out, and he kneels to pick it up, and opens it and turns around, and woman thinks he's proposing.", "similarity": 0.6083, "relevance": 2 }, { "pair_id": 188173, "video_name": "grey_s02e10_seg02_clip_15", "timestamp": [ 18.38, 25.81 ], "duration": 87.66, "caption": "A man picks up a woman's handbag and puts it on the chair.", "similarity": 0.608, "relevance": 0 }, { "pair_id": 188174, "video_name": "castle_s03e03_seg02_clip_25", "timestamp": [ 24.31, 34.66 ], "duration": 90.66, "caption": "A man pulls out a pair of handcuffs and gives them to woman.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 188175, "video_name": "s08e24_seg02_clip_16", "timestamp": [ 85.82, 88.02 ], "duration": 88.66, "caption": "A person takes a ring box out of the desk drawer and opens it.", "similarity": 0.6066, "relevance": 1 }, { "pair_id": 188176, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 39.34, 42.79 ], "duration": 69.66, "caption": "A man takes a box out of his pocket and opens it in front of someone.", "similarity": 0.6056, "relevance": 3 }, { "pair_id": 188177, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 22.12, 32.69 ], "duration": 66.66, "caption": "A person opens a small box and takes a ring box out then says he's going to find someone and propose to her.", "similarity": 0.6045, "relevance": 1 }, { "pair_id": 188178, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 53.66, 58.62 ], "duration": 62.66, "caption": "A man gets out of his chair and walks to a woman then stops.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 188179, "video_name": "friends_s07e03_seg02_clip_06", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A man tells a woman he wants to ring up guy while sitting down.", "similarity": 0.6028, "relevance": 0 } ] }, { "query_id": 27632, "query": "A man injects himself and he takes out blood from his arm as he speaks to a patient.", "relevant_moment": [ { "pair_id": 61940, "video_name": "house_s03e15_seg02_clip_01", "timestamp": [ 46.34, 64.06 ], "duration": 90.66, "caption": "A man injects himself and he takes out blood from his arm as he speaks to a patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 61941, "video_name": "house_s02e09_seg02_clip_19", "timestamp": [ 63.38, 81.86 ], "duration": 88.66, "caption": "A man asks for someone's arm and then injects a medicine to them.", "similarity": 0.7925, "relevance": 2 }, { "pair_id": 61942, "video_name": "house_s08e16_seg02_clip_04", "timestamp": [ 45.61, 51.38 ], "duration": 96.66, "caption": "A man gets a blood to the patient while talking to him.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 61943, "video_name": "house_s02e07_seg02_clip_11", "timestamp": [ 34.2, 39.09 ], "duration": 81.66, "caption": "A man injects medicine in the body of the patient.", "similarity": 0.7673, "relevance": 1 }, { "pair_id": 61944, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 2.18, 6.09 ], "duration": 87.66, "caption": "A man suddenly injects a medicine to the patient.", "similarity": 0.7448, "relevance": 1 }, { "pair_id": 61945, "video_name": "house_s03e02_seg02_clip_08", "timestamp": [ 65.99, 89.66 ], "duration": 91.66, "caption": "A man puts a needle into someone's arm as he extracts blood from their arm.", "similarity": 0.7424, "relevance": 2 }, { "pair_id": 61946, "video_name": "house_s02e12_seg02_clip_18", "timestamp": [ 20.6, 26.27 ], "duration": 103.66, "caption": "A man injects a medicine to the patient immediately.", "similarity": 0.7314, "relevance": 1 }, { "pair_id": 61947, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 48.31, 53.78 ], "duration": 84.66, "caption": "A man injects the patient with medicine and she responds to it.", "similarity": 0.7287, "relevance": 1 }, { "pair_id": 61948, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 0.0, 24.65 ], "duration": 88.66, "caption": "A man injects the patient with some liquid and the patient is curious.", "similarity": 0.7144, "relevance": 1 }, { "pair_id": 61949, "video_name": "house_s07e16_seg02_clip_19", "timestamp": [ 78.28, 83.29 ], "duration": 91.66, "caption": "A man injects a needle into the person's heart.", "similarity": 0.7136, "relevance": 1 }, { "pair_id": 61950, "video_name": "castle_s08e22_seg02_clip_14", "timestamp": [ 77.42, 82.82 ], "duration": 90.66, "caption": "A man injects a person's arm with a syringe and tapes it to their arm.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 61951, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 28.61, 32.31 ], "duration": 92.66, "caption": "A man has a needle in the patient's arm.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 61952, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 3.2, 9.94 ], "duration": 71.66, "caption": "A person quickly gets a medicine to inject to the patient.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 61953, "video_name": "house_s02e12_seg02_clip_12", "timestamp": [ 9.69, 14.3 ], "duration": 92.66, "caption": "A doctor injects a medicine to someone while talking to him.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 61954, "video_name": "house_s07e03_seg02_clip_12", "timestamp": [ 18.49, 24.37 ], "duration": 84.66, "caption": "A man shows a medicine to someone that he is about to inject into her.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 61955, "video_name": "house_s07e21_seg02_clip_12", "timestamp": [ 57.98, 64.42 ], "duration": 92.66, "caption": "A person injects himself in the arm with a hypodermic needle, removes the tourniquet and drops it on the table in front of him.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 61957, "video_name": "house_s02e12_seg02_clip_12", "timestamp": [ 7.38, 10.61 ], "duration": 92.66, "caption": "A man injects a medicine to another man who is sick.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 61958, "video_name": "house_s04e05_seg02_clip_23", "timestamp": [ 0.0, 9.3 ], "duration": 93.66, "caption": "A man introduced himself as someone to the patient and the patient says the same.", "similarity": 0.6798, "relevance": 1 }, { "pair_id": 61959, "video_name": "house_s07e16_seg02_clip_20", "timestamp": [ 20.48, 26.26 ], "duration": 89.66, "caption": "A person injected something to the heart of the patient.", "similarity": 0.6778, "relevance": 1 } ] }, { "query_id": 27636, "query": "Two people were having a serious conversation.", "relevant_moment": [ { "pair_id": 168000, "video_name": "house_s07e22_seg02_clip_17", "timestamp": [ 0.0, 25.67 ], "duration": 87.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168001, "video_name": "house_s07e19_seg02_clip_21", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168002, "video_name": "house_s06e16_seg02_clip_24", "timestamp": [ 17.14, 46.43 ], "duration": 62.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168003, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 0.0, 67.98 ], "duration": 90.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168004, "video_name": "house_s06e02_seg02_clip_25", "timestamp": [ 0.0, 83.45 ], "duration": 97.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168005, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168006, "video_name": "house_s05e10_seg02_clip_19", "timestamp": [ 58.01, 68.45 ], "duration": 116.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168007, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 0.0, 63.8 ], "duration": 91.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168008, "video_name": "house_s03e23_seg02_clip_12", "timestamp": [ 0.0, 11.0 ], "duration": 88.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168009, "video_name": "house_s03e21_seg02_clip_22", "timestamp": [ 0.0, 20.78 ], "duration": 88.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168010, "video_name": "house_s03e15_seg02_clip_06", "timestamp": [ 0.0, 16.67 ], "duration": 90.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168011, "video_name": "friends_s10e17-18_seg02_clip_43", "timestamp": [ 0.0, 34.47 ], "duration": 53.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168012, "video_name": "friends_s09e20_seg02_clip_19", "timestamp": [ 0.0, 18.12 ], "duration": 60.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168013, "video_name": "friends_s09e09_seg02_clip_01", "timestamp": [ 0.0, 46.33 ], "duration": 63.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168014, "video_name": "friends_s09e04_seg02_clip_22", "timestamp": [ 0.0, 35.02 ], "duration": 35.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168015, "video_name": "friends_s08e18_seg02_clip_05", "timestamp": [ 0.0, 3.42 ], "duration": 62.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168016, "video_name": "friends_s08e07_seg02_clip_19", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168017, "video_name": "friends_s04e08_seg02_clip_14", "timestamp": [ 0.0, 5.44 ], "duration": 64.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 168018, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 0.0, 31.91 ], "duration": 55.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168019, "video_name": "castle_s08e06_seg02_clip_08", "timestamp": [ 0.0, 20.48 ], "duration": 91.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341320, "video_name": "castle_s08e01_seg02_clip_05", "timestamp": [ 46.48, 91.15 ], "duration": 91.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 341321, "video_name": "castle_s07e20_seg02_clip_26", "timestamp": [ 0.0, 46.31 ], "duration": 147.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341322, "video_name": "castle_s06e18_seg02_clip_19", "timestamp": [ 36.55, 43.51 ], "duration": 87.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341323, "video_name": "castle_s05e12_seg02_clip_03", "timestamp": [ 0.0, 16.56 ], "duration": 92.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341324, "video_name": "castle_s05e09_seg02_clip_18", "timestamp": [ 9.77, 16.28 ], "duration": 93.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341325, "video_name": "castle_s05e08_seg02_clip_08", "timestamp": [ 0.0, 3.52 ], "duration": 88.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 341326, "video_name": "castle_s04e21_seg02_clip_22", "timestamp": [ 0.0, 84.55 ], "duration": 89.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341327, "video_name": "castle_s04e19_seg02_clip_02", "timestamp": [ 0.0, 17.37 ], "duration": 91.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341328, "video_name": "castle_s01e08_seg02_clip_19", "timestamp": [ 0.0, 26.07 ], "duration": 91.66, "caption": "Two people were having a serious conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 341329, "video_name": "castle_s02e15_seg02_clip_06", "timestamp": [ 0.0, 70.11 ], "duration": 89.66, "caption": "Two people were having a serious conversation with another person.", "similarity": 0.9781, "relevance": 2 }, { "pair_id": 341330, "video_name": "friends_s09e06_seg02_clip_26", "timestamp": [ 31.83, 63.03 ], "duration": 63.66, "caption": "Two people were having a serious and intense conversation.", "similarity": 0.9757, "relevance": 3 }, { "pair_id": 341331, "video_name": "friends_s08e16_seg02_clip_15", "timestamp": [ 0.0, 33.64 ], "duration": 57.66, "caption": "Two people are having a serious conversation.", "similarity": 0.9752, "relevance": 3 }, { "pair_id": 341332, "video_name": "castle_s02e20_seg02_clip_03", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "Two people are having a serious conversation.", "similarity": 0.9752, "relevance": 3 }, { "pair_id": 341333, "video_name": "house_s03e02_seg02_clip_20", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.9715, "relevance": 3 }, { "pair_id": 341334, "video_name": "castle_s08e11_seg02_clip_24", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.9715, "relevance": 3 }, { "pair_id": 341335, "video_name": "castle_s02e12_seg02_clip_17", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.9715, "relevance": 3 }, { "pair_id": 341336, "video_name": "castle_s03e06_seg02_clip_06", "timestamp": [ 18.87, 84.17 ], "duration": 102.66, "caption": "Two people were having a serious talk.", "similarity": 0.9715, "relevance": 3 }, { "pair_id": 341337, "video_name": "grey_s03e10_seg02_clip_16", "timestamp": [ 31.29, 54.12 ], "duration": 84.66, "caption": "Two people are having a serious conversation with each other.", "similarity": 0.9645, "relevance": 3 }, { "pair_id": 341338, "video_name": "castle_s04e19_seg02_clip_03", "timestamp": [ 0.0, 25.6 ], "duration": 88.66, "caption": "Two people are having a serious conversation with each other.", "similarity": 0.9645, "relevance": 3 }, { "pair_id": 341339, "video_name": "castle_s03e09_seg02_clip_26", "timestamp": [ 66.41, 86.25 ], "duration": 86.66, "caption": "Two people are having a serious conversation with each other.", "similarity": 0.9645, "relevance": 3 } ] }, { "query_id": 27695, "query": "A person pours pills into his/her hands and takes the pills followed by drinking water as a person watches him/her.", "relevant_moment": [ { "pair_id": 2640, "video_name": "house_s05e12_seg02_clip_04", "timestamp": [ 1.05, 5.25 ], "duration": 105.66, "caption": "A person pours pills into his/her hands and takes the pills followed by drinking water as a person watches him/her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2641, "video_name": "house_s08e19_seg02_clip_18", "timestamp": [ 69.88, 86.35 ], "duration": 89.66, "caption": "A person gives another person two pills and then some water.", "similarity": 0.8295, "relevance": 3 }, { "pair_id": 2642, "video_name": "house_s07e11_seg02_clip_10", "timestamp": [ 16.57, 25.52 ], "duration": 89.66, "caption": "A woman gives person some pills and pours person a glass of water.", "similarity": 0.8009, "relevance": 3 }, { "pair_id": 2643, "video_name": "house_s02e07_seg02_clip_19", "timestamp": [ 3.19, 9.1 ], "duration": 91.66, "caption": "A person takes a pill and drinks some water.", "similarity": 0.7685, "relevance": 4 }, { "pair_id": 2644, "video_name": "house_s03e18_seg02_clip_16", "timestamp": [ 19.58, 24.98 ], "duration": 135.66, "caption": "A person tries to hand someone a bottle of pills.", "similarity": 0.7678, "relevance": 0 }, { "pair_id": 2645, "video_name": "house_s04e07_seg02_clip_20", "timestamp": [ 29.4, 38.61 ], "duration": 87.66, "caption": "A person pours pills into their hand and takes them while having a conversation.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 2646, "video_name": "friends_s03e16_seg02_clip_00", "timestamp": [ 2.17, 9.62 ], "duration": 62.66, "caption": "A man pours out pills into his hand and then takes them.", "similarity": 0.7642, "relevance": 3 }, { "pair_id": 2647, "video_name": "house_s04e16_seg02_clip_17", "timestamp": [ 72.02, 83.72 ], "duration": 90.66, "caption": "A person watches a woman take some pills out of a bottle and swallow them.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 2648, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 30.72, 34.87 ], "duration": 83.66, "caption": "A person takes some pills and puts them in their mouth.", "similarity": 0.7612, "relevance": 2 }, { "pair_id": 2649, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 5.01, 6.37 ], "duration": 91.66, "caption": "A person holds and then takes his pills.", "similarity": 0.7569, "relevance": 1 }, { "pair_id": 2650, "video_name": "house_s05e18_seg02_clip_01", "timestamp": [ 19.89, 22.6 ], "duration": 90.66, "caption": "A person hands another person a pill bottle and he takes it.", "similarity": 0.7512, "relevance": 1 }, { "pair_id": 2651, "video_name": "house_s07e22_seg02_clip_18", "timestamp": [ 69.66, 78.31 ], "duration": 91.66, "caption": "A person opens the pill bottle, pours out a pill then takes it.", "similarity": 0.7512, "relevance": 1 }, { "pair_id": 2652, "video_name": "house_s02e15_seg02_clip_00", "timestamp": [ 49.13, 51.43 ], "duration": 91.66, "caption": "A person swallows pills that were in his/her hand.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 2653, "video_name": "house_s01e21_seg02_clip_09", "timestamp": [ 38.26, 41.41 ], "duration": 90.66, "caption": "A person puts pills into their hand and eats them.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 2654, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 87.44, 91.17 ], "duration": 93.66, "caption": "A person empties some pills into his hand and puts them in his mouth.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 2655, "video_name": "house_s07e23_seg02_clip_09", "timestamp": [ 51.6, 56.16 ], "duration": 91.66, "caption": "A person grabs some pills, shakes their hand, then takes them.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 2656, "video_name": "house_s08e01_seg02_clip_00", "timestamp": [ 66.28, 69.05 ], "duration": 92.66, "caption": "A person puts the pills in his hand and fling them in his mouth.", "similarity": 0.737, "relevance": 3 }, { "pair_id": 2657, "video_name": "house_s01e21_seg02_clip_07", "timestamp": [ 17.27, 21.36 ], "duration": 90.66, "caption": "The patient takes the pill and drinks some water.", "similarity": 0.7326, "relevance": 3 }, { "pair_id": 2658, "video_name": "friends_s02e07_seg02_clip_10", "timestamp": [ 36.35, 42.02 ], "duration": 42.66, "caption": "A woman tilts pills from her hand into her mouth and drinks water to chase them down.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 2659, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 6.9, 10.13 ], "duration": 46.66, "caption": "A person takes a pill out of a bottle and eats it with a drink they had beside them.", "similarity": 0.728, "relevance": 3 }, { "pair_id": 175960, "video_name": "house_s02e04_seg02_clip_18", "timestamp": [ 84.19, 87.45 ], "duration": 93.66, "caption": "A person hands their patient a small cup of pills.", "similarity": 0.7244, "relevance": 2 }, { "pair_id": 175961, "video_name": "house_s02e17_seg02_clip_02", "timestamp": [ 4.1, 9.12 ], "duration": 91.66, "caption": "A person puts pills on his right hand and then swallows them.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 175962, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 61.22, 68.42 ], "duration": 90.66, "caption": "A person takes out a pill bottle and hands the patient a pill as he eats a pill himself.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 175963, "video_name": "house_s03e07_seg02_clip_11", "timestamp": [ 10.02, 15.03 ], "duration": 91.66, "caption": "A person shows the pills to another person and then eats few from these pills.", "similarity": 0.717, "relevance": 3 }, { "pair_id": 175964, "video_name": "house_s02e04_seg02_clip_13", "timestamp": [ 19.69, 23.36 ], "duration": 91.66, "caption": "A person places the pills in a cup away from him.", "similarity": 0.715, "relevance": 1 }, { "pair_id": 175965, "video_name": "house_s08e15_seg02_clip_02", "timestamp": [ 5.4, 9.0 ], "duration": 90.66, "caption": "A man takes the pill and drinks water before handing it back to another person.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 175966, "video_name": "house_s07e21_seg02_clip_16", "timestamp": [ 139.06, 154.02 ], "duration": 176.66, "caption": "A person opens a box on the mantle and takes out a pill bottle, emptying it into their hand they then swallow several pills.", "similarity": 0.7006, "relevance": 3 }, { "pair_id": 175967, "video_name": "house_s02e04_seg02_clip_12", "timestamp": [ 48.96, 59.2 ], "duration": 89.66, "caption": "A person takes the pills out of the medicine cup.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 175968, "video_name": "house_s01e03_seg02_clip_19", "timestamp": [ 77.12, 82.6 ], "duration": 91.66, "caption": "A person opens the pill bottle and dispenses yellow pills into his hands.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 175969, "video_name": "house_s07e22_seg02_clip_18", "timestamp": [ 70.54, 78.28 ], "duration": 91.66, "caption": "A person pours white pills onto the sheet, then grabs some and puts them in their mouth.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 175970, "video_name": "house_s03e08_seg02_clip_08", "timestamp": [ 0.92, 3.23 ], "duration": 92.66, "caption": "A person bends over and takes a whole handful of pills.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 175971, "video_name": "house_s02e08_seg02_clip_05", "timestamp": [ 42.25, 43.57 ], "duration": 88.66, "caption": "A person pours out a pill and swallows it.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 175972, "video_name": "house_s05e03_seg02_clip_10", "timestamp": [ 33.61, 36.7 ], "duration": 88.66, "caption": "A person lifts up his hand to take some pills.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 175973, "video_name": "house_s03e10_seg02_clip_21", "timestamp": [ 14.69, 16.47 ], "duration": 89.66, "caption": "A person places a bottle of pills on top of a monitor.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 175974, "video_name": "house_s01e19_seg02_clip_08", "timestamp": [ 19.39, 24.35 ], "duration": 90.66, "caption": "A man hands the woman the pill like device and she swallows it and drinks from a paper cup.", "similarity": 0.6922, "relevance": 4 }, { "pair_id": 175975, "video_name": "house_s08e15_seg02_clip_02", "timestamp": [ 0.0, 9.9 ], "duration": 90.66, "caption": "A woman gives a man a pill and water and tells him to take them, and he takes them.", "similarity": 0.6922, "relevance": 3 }, { "pair_id": 175976, "video_name": "house_s05e24_seg02_clip_04", "timestamp": [ 84.98, 86.75 ], "duration": 88.66, "caption": "A woman hands the patient water and pills to take.", "similarity": 0.6908, "relevance": 3 }, { "pair_id": 175977, "video_name": "house_s08e01_seg02_clip_22", "timestamp": [ 1.33, 5.33 ], "duration": 88.66, "caption": "A person drops some pills in the toilet then looks to his/her left.", "similarity": 0.6888, "relevance": 1 }, { "pair_id": 175978, "video_name": "house_s03e18_seg02_clip_20", "timestamp": [ 10.31, 19.28 ], "duration": 89.66, "caption": "A person takes a bottle of pills out of his trouser pocket and swallows some.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 175979, "video_name": "house_s08e01_seg02_clip_24", "timestamp": [ 22.96, 32.86 ], "duration": 90.66, "caption": "A man takes out a handful of pills from his pocket and shows another person.", "similarity": 0.6825, "relevance": 2 } ] }, { "query_id": 27716, "query": "A man pulls out an item from inside the shopping bag.", "relevant_moment": [ { "pair_id": 20160, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 18.26, 19.17 ], "duration": 91.66, "caption": "A man pulls out an item from inside the shopping bag.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20161, "video_name": "house_s02e20_seg02_clip_22", "timestamp": [ 76.28, 80.82 ], "duration": 90.66, "caption": "A man pulls out a bag from the larger trash bag.", "similarity": 0.757, "relevance": 3 }, { "pair_id": 20162, "video_name": "friends_s10e09_seg02_clip_11", "timestamp": [ 9.84, 13.4 ], "duration": 54.66, "caption": "A woman pulls out some of the items she got in her shopping bag.", "similarity": 0.7358, "relevance": 3 }, { "pair_id": 20163, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 18.72, 21.91 ], "duration": 91.66, "caption": "A person pulls out a silver can from the black shopping bag.", "similarity": 0.7274, "relevance": 4 }, { "pair_id": 20164, "video_name": "friends_s04e12_seg02_clip_02", "timestamp": [ 10.27, 14.26 ], "duration": 57.66, "caption": "A man removes three items from the shopping bag on the table.", "similarity": 0.7225, "relevance": 4 }, { "pair_id": 20165, "video_name": "friends_s04e12_seg02_clip_02", "timestamp": [ 40.51, 42.79 ], "duration": 57.66, "caption": "A man pulls out a package of tape from the bag.", "similarity": 0.7173, "relevance": 4 }, { "pair_id": 20166, "video_name": "s10e13_seg02_clip_00", "timestamp": [ 61.08, 66.03 ], "duration": 66.66, "caption": "A man holds up his bag from his shopping trip and walks inside.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 20167, "video_name": "friends_s04e12_seg02_clip_02", "timestamp": [ 4.28, 12.55 ], "duration": 57.66, "caption": "A man quickly pulls a bunch of grocery food items out of a bag.", "similarity": 0.7113, "relevance": 4 }, { "pair_id": 20168, "video_name": "friends_s10e09_seg02_clip_01", "timestamp": [ 35.12, 40.43 ], "duration": 59.66, "caption": "A man takes out a cap from a shopping bag and puts it on.", "similarity": 0.7024, "relevance": 4 }, { "pair_id": 20169, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 27.46, 33.57 ], "duration": 61.66, "caption": "A person takes out their package from a bag.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 20170, "video_name": "s05e10_seg02_clip_04", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A man opens his bag and pulls out an expansion pack.", "similarity": 0.6926, "relevance": 4 }, { "pair_id": 20171, "video_name": "house_s03e11_seg02_clip_19", "timestamp": [ 26.05, 28.84 ], "duration": 93.66, "caption": "A man hands a person a small shopping bag.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 20172, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 65.35, 70.99 ], "duration": 94.66, "caption": "A man pulls a metallic bag out of a box in a person's office.", "similarity": 0.6694, "relevance": 3 }, { "pair_id": 20173, "video_name": "s01e13_seg02_clip_04", "timestamp": [ 16.39, 24.27 ], "duration": 63.66, "caption": "A man takes a gift out of a brown bag for person.", "similarity": 0.6687, "relevance": 4 }, { "pair_id": 20174, "video_name": "friends_s06e10_seg02_clip_05", "timestamp": [ 54.59, 56.45 ], "duration": 62.66, "caption": "A woman pulls out a shopping bag from under the sofa.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 20175, "video_name": "s02e01_seg02_clip_08", "timestamp": [ 47.62, 49.04 ], "duration": 57.66, "caption": "A man pulls something from out of the refrigerator.", "similarity": 0.6628, "relevance": 2 }, { "pair_id": 20176, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 23.91, 29.74 ], "duration": 61.66, "caption": "A man opens a present and pulls out the contents.", "similarity": 0.6576, "relevance": 3 }, { "pair_id": 20177, "video_name": "house_s03e01_seg02_clip_11", "timestamp": [ 13.8, 25.31 ], "duration": 92.66, "caption": "A person is taking out clothes from a drawer and putting it in a bag.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 20178, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 9.46, 12.51 ], "duration": 61.66, "caption": "A person pulls a box out of the brown paper bag.", "similarity": 0.6502, "relevance": 4 }, { "pair_id": 20179, "video_name": "castle_s03e21_seg02_clip_12", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A man opens a box and takes out a few items from it.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 193480, "video_name": "house_s03e20_seg02_clip_24", "timestamp": [ 57.48, 67.34 ], "duration": 68.66, "caption": "A man picks up a bookbag and starts putting items inside.", "similarity": 0.6464, "relevance": 4 }, { "pair_id": 193481, "video_name": "s03e08_seg02_clip_14", "timestamp": [ 39.32, 41.42 ], "duration": 60.66, "caption": "A man pulls a box of food out of his backpack.", "similarity": 0.6446, "relevance": 4 }, { "pair_id": 193482, "video_name": "castle_s08e11_seg02_clip_00", "timestamp": [ 1.89, 3.78 ], "duration": 94.66, "caption": "A man comes around a corner carrying a bunch of shopping bags.", "similarity": 0.6429, "relevance": 2 }, { "pair_id": 193483, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 15.98, 17.35 ], "duration": 91.66, "caption": "A person is handed a black shopping bag as he leaves.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 193484, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 28.53, 31.94 ], "duration": 62.66, "caption": "A man reaches behind him and pulls out items from a person.", "similarity": 0.6398, "relevance": 1 }, { "pair_id": 193485, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 29.97, 33.1 ], "duration": 89.66, "caption": "A person takes out something from his pocket.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 193487, "video_name": "house_s02e08_seg02_clip_13", "timestamp": [ 16.05, 22.47 ], "duration": 91.66, "caption": "A man took out a folder from his bag and gave it to someone.", "similarity": 0.6244, "relevance": 2 }, { "pair_id": 193488, "video_name": "met_s06e24_seg01_clip_02", "timestamp": [ 30.37, 34.77 ], "duration": 87.66, "caption": "A man opens the refrigerator door and takes out a paper bag.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 193489, "video_name": "house_s07e10_seg02_clip_11", "timestamp": [ 5.06, 8.28 ], "duration": 92.66, "caption": "A man pulls out a new set of toys from a paper bag for a woman.", "similarity": 0.6207, "relevance": 4 }, { "pair_id": 193490, "video_name": "s08e22_seg02_clip_05", "timestamp": [ 20.95, 26.86 ], "duration": 59.66, "caption": "A man reaches into a bag and pulls out a black cap and gown.", "similarity": 0.6197, "relevance": 4 }, { "pair_id": 193491, "video_name": "friends_s04e02_seg02_clip_00", "timestamp": [ 4.02, 6.37 ], "duration": 67.66, "caption": "A person walks in the door and puts their shopping bag on the table.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 193492, "video_name": "friends_s05e22_seg02_clip_13", "timestamp": [ 14.83, 24.24 ], "duration": 57.66, "caption": "A man looks into a plastic bag that contains gifts.", "similarity": 0.6144, "relevance": 3 }, { "pair_id": 193493, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 1.53, 5.2 ], "duration": 61.66, "caption": "A woman pulls out and shows off a little box from inside the bag she is carrying.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 193494, "video_name": "friends_s10e02_seg02_clip_05", "timestamp": [ 8.45, 10.26 ], "duration": 60.66, "caption": "A man holds out a bag of stuff for guy.", "similarity": 0.6123, "relevance": 2 }, { "pair_id": 193495, "video_name": "friends_s08e19_seg02_clip_14", "timestamp": [ 0.0, 7.48 ], "duration": 65.66, "caption": "A man struggles to open the bag on his hands, as though he is looking to pick an item from it.", "similarity": 0.6096, "relevance": 3 }, { "pair_id": 193496, "video_name": "friends_s03e13_seg02_clip_08", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A person walks in and puts their bag down.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 193498, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 57.93, 60.03 ], "duration": 60.66, "caption": "A man starts pulling something from out of his sleeve.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 193499, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 18.59, 33.09 ], "duration": 63.66, "caption": "A woman pulls something out of her bag and gives it to a man.", "similarity": 0.6075, "relevance": 2 } ] }, { "query_id": 27791, "query": "A woman's mother rushes over to check on a person.", "relevant_moment": [ { "pair_id": 159240, "video_name": "s05e06_seg02_clip_16", "timestamp": [ 13.81, 18.61 ], "duration": 60.66, "caption": "A woman's mother rushes over to check on a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159241, "video_name": "house_s04e10_seg02_clip_19", "timestamp": [ 57.36, 59.24 ], "duration": 94.66, "caption": "A woman looks up at a man before looking down again at her mother.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 159242, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 24.58, 30.25 ], "duration": 63.66, "caption": "A person looks at a woman and then crosses his arms and looks at his mother.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 159243, "video_name": "castle_s05e24_seg02_clip_21", "timestamp": [ 15.47, 16.8 ], "duration": 88.66, "caption": "A person turns his/her head and looks at his/her mother.", "similarity": 0.6763, "relevance": 1 }, { "pair_id": 159244, "video_name": "house_s07e11_seg02_clip_10", "timestamp": [ 0.0, 5.82 ], "duration": 89.66, "caption": "A woman's mother is shaking her head as she looks at her.", "similarity": 0.6415, "relevance": 2 }, { "pair_id": 159245, "video_name": "friends_s02e11_seg02_clip_06", "timestamp": [ 63.39, 64.03 ], "duration": 64.66, "caption": "A woman's mother turns toward woman as they watch person take a drink from a large cup.", "similarity": 0.6405, "relevance": 1 }, { "pair_id": 159247, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 47.3, 49.14 ], "duration": 61.66, "caption": "A woman raises both of her arms and tries to get attention from a man and his mother.", "similarity": 0.6311, "relevance": 2 }, { "pair_id": 159248, "video_name": "s03e11_seg02_clip_04", "timestamp": [ 0.0, 7.84 ], "duration": 56.66, "caption": "A person turns their head to look at another person's mother twice and speaks to her both times.", "similarity": 0.631, "relevance": 0 }, { "pair_id": 159251, "video_name": "friends_s09e05_seg02_clip_13", "timestamp": [ 32.25, 37.67 ], "duration": 57.66, "caption": "A woman rushes into the apartment to check on a baby.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 159253, "video_name": "s02e12_seg02_clip_08", "timestamp": [ 45.45, 49.88 ], "duration": 59.66, "caption": "A woman's mother yells to her that a person is there to visit her.", "similarity": 0.6221, "relevance": 0 }, { "pair_id": 159254, "video_name": "friends_s09e07_seg02_clip_13", "timestamp": [ 4.05, 6.3 ], "duration": 90.66, "caption": "A woman has a very confused look on her face listening to her partner's mother.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 159255, "video_name": "castle_s01e04_seg02_clip_09", "timestamp": [ 0.0, 4.6 ], "duration": 91.66, "caption": "A woman looks to a girl that is leaning onto her mother and a man looks to the side.", "similarity": 0.6192, "relevance": 0 }, { "pair_id": 159256, "video_name": "house_s07e05_seg02_clip_23", "timestamp": [ 58.4, 60.08 ], "duration": 84.66, "caption": "A woman looks at her mother in shock while talking to a man.", "similarity": 0.6188, "relevance": 0 }, { "pair_id": 159257, "video_name": "house_s07e19_seg02_clip_24", "timestamp": [ 54.54, 66.76 ], "duration": 94.66, "caption": "A woman turns to leave and woman's mother stops her.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 159258, "video_name": "grey_s03e02_seg02_clip_24", "timestamp": [ 60.54, 72.11 ], "duration": 89.66, "caption": "A woman stands at the door entrances of a person's room as she sees the person talk to their mother about not being sure of recovering and she assures them.", "similarity": 0.6151, "relevance": 2 }, { "pair_id": 159259, "video_name": "friends_s05e23-24_seg02_clip_10", "timestamp": [ 40.28, 42.41 ], "duration": 61.66, "caption": "A woman rushes to catch up with two people.", "similarity": 0.6123, "relevance": 0 } ] }, { "query_id": 27832, "query": "A woman walks in and heads to two other women.", "relevant_moment": [ { "pair_id": 3180, "video_name": "friends_s01e19_seg02_clip_06", "timestamp": [ 19.39, 25.95 ], "duration": 57.66, "caption": "A woman walks in and heads to two other women.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3181, "video_name": "grey_s03e09_seg02_clip_20", "timestamp": [ 12.61, 14.55 ], "duration": 97.66, "caption": "A woman turns around and walks up to another woman.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 3182, "video_name": "grey_s02e10_seg02_clip_00", "timestamp": [ 18.66, 20.03 ], "duration": 91.66, "caption": "A woman is walking really fast towards two other women.", "similarity": 0.7524, "relevance": 2 }, { "pair_id": 3183, "video_name": "grey_s01e03_seg02_clip_22", "timestamp": [ 4.91, 10.63 ], "duration": 81.66, "caption": "A woman walks away from another woman and heads over to a person.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 3184, "video_name": "friends_s07e03_seg02_clip_17", "timestamp": [ 11.02, 15.67 ], "duration": 58.66, "caption": "A woman walks over to be closer to another woman.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 3185, "video_name": "grey_s03e22_seg02_clip_09", "timestamp": [ 4.06, 5.41 ], "duration": 90.66, "caption": "A woman walks up behind three other women.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 3186, "video_name": "grey_s03e23_seg02_clip_14", "timestamp": [ 65.6, 77.36 ], "duration": 90.66, "caption": "A woman takes off in one direction while another woman is walking towards a woman from another.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 3187, "video_name": "grey_s03e11_seg02_clip_06", "timestamp": [ 56.76, 59.44 ], "duration": 89.66, "caption": "Two women walk past two other women in the hallway.", "similarity": 0.741, "relevance": 1 }, { "pair_id": 3188, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman walks in and heads over to the group of people.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 3189, "video_name": "s04e17_seg02_clip_08", "timestamp": [ 13.64, 16.25 ], "duration": 58.66, "caption": "A woman walks over to the door and opens it to see two other women.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 3190, "video_name": "grey_s03e22_seg02_clip_22", "timestamp": [ 84.06, 88.02 ], "duration": 88.66, "caption": "A woman walks over to two people and one of them looks past the other at the woman.", "similarity": 0.7331, "relevance": 2 }, { "pair_id": 3191, "video_name": "friends_s08e05_seg02_clip_03", "timestamp": [ 24.01, 27.91 ], "duration": 60.66, "caption": "A woman walks over to another woman who turns around.", "similarity": 0.7316, "relevance": 3 }, { "pair_id": 3192, "video_name": "house_s02e03_seg02_clip_19", "timestamp": [ 0.0, 18.1 ], "duration": 63.66, "caption": "A woman walks over to another woman to see if she is alright.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 3193, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 29.29, 32.04 ], "duration": 61.66, "caption": "A woman walks towards another woman and stops in front of her.", "similarity": 0.7259, "relevance": 4 }, { "pair_id": 3194, "video_name": "met_s03e10_seg01_clip_01", "timestamp": [ 29.89, 34.38 ], "duration": 59.66, "caption": "A woman walks in and past two men.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 3195, "video_name": "grey_s03e02_seg02_clip_05", "timestamp": [ 19.07, 22.33 ], "duration": 93.66, "caption": "A woman starts walking and runs into another woman.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 3196, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 27.01, 32.86 ], "duration": 90.66, "caption": "A woman walks in and converses with another woman.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 3197, "video_name": "friends_s02e21_seg02_clip_10", "timestamp": [ 21.4, 26.67 ], "duration": 62.66, "caption": "A woman opens the door and head over to in front of another woman.", "similarity": 0.722, "relevance": 3 }, { "pair_id": 3198, "video_name": "castle_s06e14_seg02_clip_00", "timestamp": [ 47.54, 50.74 ], "duration": 91.66, "caption": "A woman walks up in between two people.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 3199, "video_name": "s06e13_seg02_clip_14", "timestamp": [ 6.72, 8.32 ], "duration": 64.66, "caption": "A woman opens the door and two other women follow in behind her.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 176500, "video_name": "friends_s09e08_seg02_clip_07", "timestamp": [ 32.47, 36.64 ], "duration": 59.66, "caption": "A woman walks out of the bathroom and heads over to another woman.", "similarity": 0.721, "relevance": 4 }, { "pair_id": 176501, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 18.11, 25.57 ], "duration": 71.66, "caption": "A woman takes a step toward another woman and the other woman takes a step to her.", "similarity": 0.7201, "relevance": 3 }, { "pair_id": 176502, "video_name": "friends_s02e12-13_seg02_clip_33", "timestamp": [ 39.63, 47.9 ], "duration": 57.66, "caption": "A woman lets go of two other women and walks away.", "similarity": 0.7177, "relevance": 4 }, { "pair_id": 176503, "video_name": "friends_s10e04_seg02_clip_11", "timestamp": [ 3.72, 7.75 ], "duration": 62.66, "caption": "A woman gets up and walks over to another woman.", "similarity": 0.7171, "relevance": 2 }, { "pair_id": 176504, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 32.41, 40.51 ], "duration": 90.66, "caption": "A woman walks over to another woman to see if she will be fine.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 176505, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 14.42, 20.0 ], "duration": 93.66, "caption": "A woman walks quickly and another woman follows her while they are still talking.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 176506, "video_name": "castle_s04e05_seg02_clip_24", "timestamp": [ 50.74, 55.64 ], "duration": 89.66, "caption": "A woman walks over to another woman when they are talking.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 176507, "video_name": "friends_s05e20_seg02_clip_00", "timestamp": [ 4.39, 7.52 ], "duration": 62.66, "caption": "A woman tells another woman what to assist her with when she walks in.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 176508, "video_name": "friends_s10e16_seg02_clip_18", "timestamp": [ 49.74, 54.01 ], "duration": 61.66, "caption": "A woman helps walk another woman towards the door.", "similarity": 0.7094, "relevance": 3 }, { "pair_id": 176509, "video_name": "grey_s03e24_seg02_clip_13", "timestamp": [ 4.23, 16.51 ], "duration": 84.66, "caption": "A woman walks past a man and another woman follows after her.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 176510, "video_name": "castle_s02e15_seg02_clip_25", "timestamp": [ 85.4, 88.59 ], "duration": 91.66, "caption": "A woman walks in and stands in front of another woman.", "similarity": 0.7076, "relevance": 3 }, { "pair_id": 176511, "video_name": "house_s02e15_seg02_clip_09", "timestamp": [ 23.22, 33.69 ], "duration": 91.66, "caption": "A woman stands up to speak with another woman when she walks in.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 176512, "video_name": "friends_s07e08_seg02_clip_17", "timestamp": [ 39.84, 41.91 ], "duration": 59.66, "caption": "A woman opens and walks through a door with another woman.", "similarity": 0.7063, "relevance": 3 }, { "pair_id": 176513, "video_name": "friends_s06e04_seg02_clip_06", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A woman opens the door for another woman and they walk in.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 176514, "video_name": "castle_s03e18_seg02_clip_05", "timestamp": [ 17.75, 21.39 ], "duration": 91.66, "caption": "A woman gets nearer to another woman and approaches her.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 176515, "video_name": "friends_s02e02_seg02_clip_03", "timestamp": [ 9.41, 13.97 ], "duration": 57.66, "caption": "A woman walks in to the coffee shop and walks by two women.", "similarity": 0.7042, "relevance": 4 }, { "pair_id": 176516, "video_name": "house_s07e20_seg02_clip_23", "timestamp": [ 1.29, 11.18 ], "duration": 86.66, "caption": "A woman walks with one man and one woman alongside of her.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 176517, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 0.0, 30.67 ], "duration": 88.66, "caption": "A woman was walking back and forth whilst talking to another woman.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 176518, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.701, "relevance": 3 }, { "pair_id": 176519, "video_name": "s09e21_seg02_clip_13", "timestamp": [ 7.38, 25.38 ], "duration": 59.66, "caption": "A woman walks in and sits next to another woman.", "similarity": 0.6998, "relevance": 3 } ] }, { "query_id": 27871, "query": "A suspect tries to flee from some people but is arrested by another person and a person.", "relevant_moment": [ { "pair_id": 146320, "video_name": "castle_s01e03_seg02_clip_24", "timestamp": [ 31.62, 38.97 ], "duration": 73.66, "caption": "A suspect tries to flee from some people but is arrested by another person and a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146321, "video_name": "castle_s03e17_seg02_clip_15", "timestamp": [ 0.0, 5.39 ], "duration": 77.66, "caption": "A person chases the fleeing suspect down the sidewalk.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 146322, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 0.0, 20.53 ], "duration": 89.66, "caption": "Two people think that the suspects tried to runaway.", "similarity": 0.6461, "relevance": 0 }, { "pair_id": 146323, "video_name": "grey_s03e01_seg02_clip_10", "timestamp": [ 76.3, 81.66 ], "duration": 89.66, "caption": "A man threatens to have someone arrested if they leave.", "similarity": 0.6419, "relevance": 0 }, { "pair_id": 146324, "video_name": "castle_s04e01_seg02_clip_16", "timestamp": [ 0.0, 25.9 ], "duration": 89.66, "caption": "They arrested two suspects, one was caught eventually and the other tries to escape so a woman chases him until he gets cornered.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 146325, "video_name": "castle_s02e05_seg02_clip_09", "timestamp": [ 64.37, 72.47 ], "duration": 90.66, "caption": "A person stops someone from running and woman comes in and places him under arrest and handcuffs him.", "similarity": 0.6234, "relevance": 3 }, { "pair_id": 146326, "video_name": "castle_s04e07_seg02_clip_26", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A man is trying to kidnap a child but when he goes out there was a group of police who stopped and arrested him.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 146327, "video_name": "s08e01_seg02_clip_07", "timestamp": [ 40.73, 43.38 ], "duration": 59.66, "caption": "A person runs out of the police station away from two other people.", "similarity": 0.6129, "relevance": 1 }, { "pair_id": 146328, "video_name": "castle_s06e18_seg02_clip_25", "timestamp": [ 20.38, 26.68 ], "duration": 97.66, "caption": "Two people walking came in and about to arrest someone.", "similarity": 0.6099, "relevance": 1 }, { "pair_id": 146329, "video_name": "castle_s04e15_seg02_clip_05", "timestamp": [ 9.91, 13.96 ], "duration": 90.66, "caption": "A woman and a man leave someone after saying they'll interrogate the suspect.", "similarity": 0.5976, "relevance": 0 }, { "pair_id": 146330, "video_name": "castle_s06e21_seg02_clip_25", "timestamp": [ 40.18, 46.04 ], "duration": 90.66, "caption": "A suspect gets thrown against the wall and put in handcuffs.", "similarity": 0.594, "relevance": 2 }, { "pair_id": 146331, "video_name": "castle_s03e23_seg02_clip_24", "timestamp": [ 39.78, 56.02 ], "duration": 56.66, "caption": "A person tries to run but unfortunately, they were still caught.", "similarity": 0.5855, "relevance": 2 }, { "pair_id": 146332, "video_name": "house_s03e11_seg02_clip_01", "timestamp": [ 53.52, 64.5 ], "duration": 91.66, "caption": "A person gets up and tries to leave but another person won't let them.", "similarity": 0.5824, "relevance": 0 }, { "pair_id": 146333, "video_name": "castle_s04e21_seg02_clip_07", "timestamp": [ 0.46, 7.33 ], "duration": 91.66, "caption": "Some people coming and two of them were arrested.", "similarity": 0.5765, "relevance": 1 }, { "pair_id": 146334, "video_name": "castle_s04e15_seg02_clip_07", "timestamp": [ 3.97, 12.36 ], "duration": 88.66, "caption": "A person suspects that someone planned to get arrested to access someone's address.", "similarity": 0.5731, "relevance": 0 }, { "pair_id": 146335, "video_name": "s04e19_seg01_clip_01", "timestamp": [ 52.41, 62.03 ], "duration": 62.66, "caption": "A person stops the policeman from leaving trying to convince him to refer him to a rogue cop.", "similarity": 0.5674, "relevance": 0 }, { "pair_id": 146336, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 6.79, 8.15 ], "duration": 90.66, "caption": "A person runs away after two people tell them to.", "similarity": 0.5607, "relevance": 0 }, { "pair_id": 146337, "video_name": "castle_s03e13_seg02_clip_25", "timestamp": [ 41.86, 54.01 ], "duration": 90.66, "caption": "The criminal has in his sights on woman and person runs into him.", "similarity": 0.5599, "relevance": 1 }, { "pair_id": 146338, "video_name": "castle_s02e04_seg02_clip_25", "timestamp": [ 11.63, 15.81 ], "duration": 93.66, "caption": "A person says the name of the first crime when the suspect is arrested.", "similarity": 0.5594, "relevance": 2 }, { "pair_id": 146339, "video_name": "friends_s04e18_seg02_clip_00", "timestamp": [ 11.78, 15.92 ], "duration": 63.66, "caption": "A man grabs another person after they tell him they need to leave.", "similarity": 0.5588, "relevance": 0 } ] }, { "query_id": 27886, "query": "A man walks over and looks out of the window.", "relevant_moment": [ { "pair_id": 151800, "video_name": "castle_s03e20_seg02_clip_02", "timestamp": [ 30.19, 33.34 ], "duration": 90.66, "caption": "A man walks over and looks out of the window.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 151801, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 48.16, 52.51 ], "duration": 58.66, "caption": "A man walks to the window and uncovers it.", "similarity": 0.8006, "relevance": 4 }, { "pair_id": 151802, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 33.98, 41.43 ], "duration": 93.66, "caption": "A man approaches a window, pulls the curtains and looks through the window.", "similarity": 0.7735, "relevance": 3 }, { "pair_id": 151803, "video_name": "grey_s03e08_seg02_clip_23", "timestamp": [ 21.76, 23.93 ], "duration": 87.66, "caption": "A woman walks over to a window and looks out.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 151804, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 2.36, 4.72 ], "duration": 59.66, "caption": "A person turns around and looks out of a large window.", "similarity": 0.7588, "relevance": 1 }, { "pair_id": 151805, "video_name": "s10e05_seg02_clip_05", "timestamp": [ 17.71, 32.41 ], "duration": 60.66, "caption": "A man hears something and looks out the window.", "similarity": 0.7542, "relevance": 3 }, { "pair_id": 151806, "video_name": "house_s04e09_seg02_clip_17", "timestamp": [ 86.42, 90.02 ], "duration": 90.66, "caption": "A man walks up to a person as he is looking through a window.", "similarity": 0.7518, "relevance": 4 }, { "pair_id": 151807, "video_name": "friends_s05e14_seg02_clip_08", "timestamp": [ 7.88, 12.92 ], "duration": 63.66, "caption": "A man turns around and walks away from the window.", "similarity": 0.7506, "relevance": 1 }, { "pair_id": 151808, "video_name": "house_s06e14_seg02_clip_01", "timestamp": [ 60.3, 63.82 ], "duration": 88.66, "caption": "A man moves to the window and looks through the blinds.", "similarity": 0.7476, "relevance": 4 }, { "pair_id": 151809, "video_name": "friends_s05e14_seg02_clip_00", "timestamp": [ 0.0, 8.37 ], "duration": 62.66, "caption": "A man peers out the window and then walks away to the other side of the room.", "similarity": 0.7318, "relevance": 4 }, { "pair_id": 151810, "video_name": "friends_s05e14_seg01_clip_00", "timestamp": [ 0.0, 5.85 ], "duration": 65.66, "caption": "A woman walks towards the window and looks out.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 151811, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A person is looking through a window and turns around.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 151812, "video_name": "castle_s06e12_seg02_clip_19", "timestamp": [ 3.24, 6.94 ], "duration": 92.66, "caption": "A man walks over and points to the holes in the window.", "similarity": 0.7194, "relevance": 3 }, { "pair_id": 151813, "video_name": "house_s01e14_seg02_clip_23", "timestamp": [ 19.98, 24.85 ], "duration": 108.66, "caption": "A person walks over to the windows and turns around.", "similarity": 0.7156, "relevance": 3 }, { "pair_id": 151814, "video_name": "house_s03e03_seg02_clip_04", "timestamp": [ 33.61, 36.97 ], "duration": 84.66, "caption": "A man leaves the observation window and walks into the room.", "similarity": 0.7051, "relevance": 1 }, { "pair_id": 151815, "video_name": "castle_s05e01_seg02_clip_20", "timestamp": [ 1.1, 4.75 ], "duration": 73.66, "caption": "A person walks over to look out the window as another person trails behind him.", "similarity": 0.705, "relevance": 3 }, { "pair_id": 151816, "video_name": "friends_s05e17_seg02_clip_01", "timestamp": [ 0.0, 3.2 ], "duration": 64.66, "caption": "A man moves his hands around to point out the window.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 151817, "video_name": "s07e18_seg02_clip_04", "timestamp": [ 43.49, 46.96 ], "duration": 63.66, "caption": "A person walks to the window and looks into the house.", "similarity": 0.7028, "relevance": 4 }, { "pair_id": 151818, "video_name": "friends_s01e02_seg02_clip_03", "timestamp": [ 31.63, 35.36 ], "duration": 62.66, "caption": "A man points to something he sees out the window.", "similarity": 0.6995, "relevance": 3 }, { "pair_id": 151819, "video_name": "met_s02e17_seg02_clip_18", "timestamp": [ 0.92, 4.88 ], "duration": 61.66, "caption": "A person walks up to the window while looking at his car.", "similarity": 0.6934, "relevance": 3 }, { "pair_id": 325120, "video_name": "friends_s01e24_seg02_clip_05", "timestamp": [ 59.76, 64.71 ], "duration": 66.66, "caption": "A man turns around and climbs back through the window.", "similarity": 0.692, "relevance": 3 }, { "pair_id": 325121, "video_name": "met_s03e07_seg02_clip_00", "timestamp": [ 5.9, 8.39 ], "duration": 62.66, "caption": "A man walks his way to the window pane.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 325122, "video_name": "friends_s07e22_seg02_clip_08", "timestamp": [ 25.98, 29.95 ], "duration": 61.66, "caption": "A man looks out the passenger side window with a worried look.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 325123, "video_name": "castle_s08e09_seg02_clip_12", "timestamp": [ 3.29, 7.99 ], "duration": 94.66, "caption": "A person walks towards the window and looks behind a couch.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 325124, "video_name": "s05e17_seg02_clip_16", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A person walks across the room and opens a window.", "similarity": 0.6855, "relevance": 4 }, { "pair_id": 325125, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 40.78, 59.16 ], "duration": 89.66, "caption": "A man is looking out the window and then turns to talk to another man.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 325126, "video_name": "grey_s03e19_seg02_clip_08", "timestamp": [ 61.94, 71.4 ], "duration": 86.66, "caption": "A man is looking through a window and when a woman walks by, he goes out to stop and talk to her.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 325127, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 51.61, 61.51 ], "duration": 86.66, "caption": "A person gets up and walks to the window.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 325128, "video_name": "friends_s01e05_seg02_clip_07", "timestamp": [ 24.37, 31.37 ], "duration": 56.66, "caption": "A man crouches and looks out the lower half of the upper window in a door - turning his head back and forth,-he stands and turns then walks past a woman.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 325129, "video_name": "house_s03e09_seg02_clip_14", "timestamp": [ 23.28, 26.13 ], "duration": 95.66, "caption": "A person walks over and opens the window blinds.", "similarity": 0.6793, "relevance": 3 }, { "pair_id": 325130, "video_name": "s03e06_seg02_clip_01", "timestamp": [ 21.76, 25.82 ], "duration": 58.66, "caption": "A man looks out the window and looking slightly miffed.", "similarity": 0.679, "relevance": 3 }, { "pair_id": 325131, "video_name": "s09e16_seg01_clip_02", "timestamp": [ 20.48, 25.54 ], "duration": 46.66, "caption": "While being very upset, a man walks over towards the window then back again.", "similarity": 0.6735, "relevance": 1 }, { "pair_id": 325132, "video_name": "house_s08e21_seg02_clip_17", "timestamp": [ 43.51, 70.49 ], "duration": 87.66, "caption": "A man walks up to man's car, looks in through the window then opens the door, steps in and sits down.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 325133, "video_name": "house_s03e02_seg02_clip_24", "timestamp": [ 32.41, 36.01 ], "duration": 90.66, "caption": "A man walks to a window and places his hands on it.", "similarity": 0.6714, "relevance": 4 }, { "pair_id": 325134, "video_name": "friends_s05e06_seg02_clip_19", "timestamp": [ 55.92, 58.56 ], "duration": 58.66, "caption": "A man walks towards the apartment balcony and windows.", "similarity": 0.6704, "relevance": 3 }, { "pair_id": 325135, "video_name": "grey_s03e20_seg02_clip_21", "timestamp": [ 75.2, 84.02 ], "duration": 84.66, "caption": "A man walks around a woman and over to a window.", "similarity": 0.6682, "relevance": 4 }, { "pair_id": 325136, "video_name": "house_s03e03_seg02_clip_18", "timestamp": [ 43.62, 46.56 ], "duration": 98.66, "caption": "A man turns from his position at the observation window and leaves the room.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 325137, "video_name": "house_s05e06_seg02_clip_02", "timestamp": [ 58.1, 62.94 ], "duration": 88.66, "caption": "A man goes to a window and moves the blinds over.", "similarity": 0.667, "relevance": 4 }, { "pair_id": 325138, "video_name": "grey_s03e03_seg02_clip_23", "timestamp": [ 63.53, 68.75 ], "duration": 87.66, "caption": "A person looks into the room through the window.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 325139, "video_name": "house_s02e21_seg02_clip_08", "timestamp": [ 27.91, 31.51 ], "duration": 90.66, "caption": "A man looks at the small window attached on the morgue's door.", "similarity": 0.6577, "relevance": 2 } ] }, { "query_id": 27894, "query": "A woman picks up and fluffs an orange pillow then sits it back down.", "relevant_moment": [ { "pair_id": 168900, "video_name": "s10e10_seg01_clip_00", "timestamp": [ 35.71, 40.39 ], "duration": 85.66, "caption": "A woman picks up and fluffs an orange pillow then sits it back down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168901, "video_name": "friends_s01e02_seg02_clip_07", "timestamp": [ 41.44, 44.5 ], "duration": 55.66, "caption": "A woman fluffs a pillow and then puts it back.", "similarity": 0.7734, "relevance": 3 }, { "pair_id": 168902, "video_name": "friends_s01e07_seg02_clip_12", "timestamp": [ 18.89, 21.25 ], "duration": 59.66, "caption": "A woman fluffs a pillow and then sits on the couch.", "similarity": 0.6962, "relevance": 3 }, { "pair_id": 168903, "video_name": "house_s07e10_seg02_clip_15", "timestamp": [ 7.36, 13.34 ], "duration": 92.66, "caption": "A woman retrieves a pillow and places it under another person.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 168904, "video_name": "house_s05e10_seg02_clip_23", "timestamp": [ 55.82, 57.21 ], "duration": 93.66, "caption": "A woman puts her head back on the pillow and looks up.", "similarity": 0.6555, "relevance": 0 }, { "pair_id": 168905, "video_name": "house_s04e15_seg02_clip_17", "timestamp": [ 3.54, 5.56 ], "duration": 101.66, "caption": "A person picks up a pillow from a hospital bed.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 168906, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 19.08, 22.46 ], "duration": 61.66, "caption": "A woman leans over and picks up an orange and puts it back.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 168907, "video_name": "castle_s06e01_seg02_clip_14", "timestamp": [ 8.17, 13.16 ], "duration": 90.66, "caption": "A woman notices a long hair strand on a pillow and picks it up.", "similarity": 0.6456, "relevance": 1 }, { "pair_id": 168908, "video_name": "friends_s01e19_seg02_clip_06", "timestamp": [ 14.26, 19.67 ], "duration": 57.66, "caption": "A woman passes a pillow back and forth from right to left hand repeatedly.", "similarity": 0.6199, "relevance": 2 }, { "pair_id": 168909, "video_name": "friends_s05e09_seg01_clip_00", "timestamp": [ 3.3, 5.94 ], "duration": 66.66, "caption": "A woman moves the pillow after wondering what it is.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 168910, "video_name": "friends_s02e17_seg01_clip_00", "timestamp": [ 27.09, 35.64 ], "duration": 95.66, "caption": "A woman grabbed a pillow and played with it.", "similarity": 0.6089, "relevance": 2 }, { "pair_id": 168911, "video_name": "friends_s05e16_seg02_clip_15", "timestamp": [ 6.56, 7.41 ], "duration": 57.66, "caption": "A woman gracefully removes the pillow from the coutch.", "similarity": 0.5934, "relevance": 1 }, { "pair_id": 168912, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 65.82, 77.57 ], "duration": 94.66, "caption": "A woman picks up a piece of paper she finds on the patient's nightstand.", "similarity": 0.5887, "relevance": 1 }, { "pair_id": 168913, "video_name": "castle_s07e19_seg02_clip_09", "timestamp": [ 11.81, 14.08 ], "duration": 90.66, "caption": "A woman picks up a book and sits down with the book on her lap.", "similarity": 0.5829, "relevance": 1 }, { "pair_id": 168914, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 10.09, 16.39 ], "duration": 42.66, "caption": "A woman takes a pillow some linens out of the cupboard.", "similarity": 0.5808, "relevance": 2 }, { "pair_id": 168915, "video_name": "friends_s03e06_seg02_clip_14", "timestamp": [ 15.02, 17.42 ], "duration": 60.66, "caption": "A woman lifts up the pillow cushion and it has a large stain.", "similarity": 0.5793, "relevance": 2 }, { "pair_id": 168916, "video_name": "house_s05e14_seg02_clip_00", "timestamp": [ 15.47, 16.38 ], "duration": 91.66, "caption": "A woman checks her pillow for some evidence that she drools.", "similarity": 0.5779, "relevance": 0 }, { "pair_id": 168917, "video_name": "castle_s04e06_seg02_clip_26", "timestamp": [ 90.29, 94.0 ], "duration": 148.66, "caption": "A person grabs a pillow off the couch and sits down on it.", "similarity": 0.5714, "relevance": 2 }, { "pair_id": 168918, "video_name": "grey_s03e18_seg02_clip_26", "timestamp": [ 32.79, 41.34 ], "duration": 95.66, "caption": "A woman gets up and then sits down in a chair by a patient's bed.", "similarity": 0.5691, "relevance": 0 }, { "pair_id": 168919, "video_name": "friends_s04e12_seg02_clip_16", "timestamp": [ 42.41, 44.55 ], "duration": 61.66, "caption": "A woman adjusts a red pillow on the recliner.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 342220, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 15.05, 16.69 ], "duration": 47.66, "caption": "A woman pushes herself up to adjust her position against the pillows.", "similarity": 0.5645, "relevance": 3 }, { "pair_id": 342221, "video_name": "s05e16_seg02_clip_01", "timestamp": [ 21.25, 25.97 ], "duration": 59.66, "caption": "A woman picks up an envelope and sets it in her lap.", "similarity": 0.5618, "relevance": 1 }, { "pair_id": 342222, "video_name": "friends_s04e12_seg02_clip_16", "timestamp": [ 43.94, 45.47 ], "duration": 61.66, "caption": "A woman adjusts the red pillow in the chair.", "similarity": 0.561, "relevance": 3 }, { "pair_id": 342223, "video_name": "house_s03e13_seg02_clip_12", "timestamp": [ 13.57, 16.73 ], "duration": 90.66, "caption": "A woman takes a pillow from the box and places it on the hospital bed.", "similarity": 0.5604, "relevance": 3 }, { "pair_id": 342224, "video_name": "friends_s01e02_seg02_clip_03", "timestamp": [ 51.79, 62.03 ], "duration": 62.66, "caption": "A woman walks over to the couch and holds onto the pillow.", "similarity": 0.556, "relevance": 2 }, { "pair_id": 342225, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 9.66, 14.26 ], "duration": 92.66, "caption": "A woman picks up a piece of paper, looks at it, and sets it down.", "similarity": 0.5559, "relevance": 1 }, { "pair_id": 342226, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 10.09, 14.5 ], "duration": 42.66, "caption": "A woman takes out a pillow from a cabinet as they mention to another person if they are okay.", "similarity": 0.555, "relevance": 2 }, { "pair_id": 342227, "video_name": "friends_s03e05_seg02_clip_04", "timestamp": [ 18.64, 21.61 ], "duration": 54.66, "caption": "A woman is standing next to the couch fluffing a pillow.", "similarity": 0.5539, "relevance": 2 }, { "pair_id": 342228, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 76.58, 78.76 ], "duration": 87.66, "caption": "A woman picks up a large clear bag with stuff in for a patient to see.", "similarity": 0.5452, "relevance": 0 }, { "pair_id": 342229, "video_name": "friends_s01e02_seg02_clip_07", "timestamp": [ 42.56, 43.67 ], "duration": 55.66, "caption": "A woman's mother picks up a couch pillow and smacks it a few times.", "similarity": 0.542, "relevance": 3 }, { "pair_id": 342230, "video_name": "grey_s02e13_seg02_clip_03", "timestamp": [ 36.97, 44.45 ], "duration": 88.66, "caption": "A person adjusts their pillow after someone walks out.", "similarity": 0.5415, "relevance": 2 }, { "pair_id": 342231, "video_name": "friends_s01e23_seg02_clip_05", "timestamp": [ 38.01, 40.91 ], "duration": 58.66, "caption": "A man fluffs person's pillow while she is in a hospital bed.", "similarity": 0.5403, "relevance": 2 }, { "pair_id": 342232, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A woman sits down in the round, orange chair.", "similarity": 0.54, "relevance": 1 }, { "pair_id": 342233, "video_name": "house_s04e14_seg02_clip_21", "timestamp": [ 31.33, 37.42 ], "duration": 87.66, "caption": "A person puts a pillow down and gets off of the floor model bed.", "similarity": 0.5389, "relevance": 2 }, { "pair_id": 342234, "video_name": "castle_s02e06_seg02_clip_26", "timestamp": [ 34.72, 39.17 ], "duration": 89.66, "caption": "A person picks up a red chair and sits on it.", "similarity": 0.5365, "relevance": 2 }, { "pair_id": 342235, "video_name": "friends_s05e18_seg02_clip_12", "timestamp": [ 3.3, 8.25 ], "duration": 66.66, "caption": "A woman adjusts the pillow behind her on the couch.", "similarity": 0.5354, "relevance": 2 }, { "pair_id": 342236, "video_name": "friends_s03e04_seg02_clip_04", "timestamp": [ 9.8, 13.45 ], "duration": 56.66, "caption": "A woman walks over to a person and tugs at his pillow.", "similarity": 0.5348, "relevance": 2 }, { "pair_id": 342237, "video_name": "s06e06_seg02_clip_12", "timestamp": [ 5.8, 7.54 ], "duration": 58.66, "caption": "A woman picks up a folder from her bed and opens it.", "similarity": 0.5347, "relevance": 1 }, { "pair_id": 342238, "video_name": "s08e17_seg02_clip_05", "timestamp": [ 28.51, 32.11 ], "duration": 60.66, "caption": "A woman picks up and looks at a piece of paper.", "similarity": 0.5329, "relevance": 1 }, { "pair_id": 342239, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 31.32, 38.07 ], "duration": 61.66, "caption": "A woman picks up a piece of paper and looks at it.", "similarity": 0.5324, "relevance": 1 } ] }, { "query_id": 27915, "query": "A woman is waving a credit card standing the register.", "relevant_moment": [ { "pair_id": 164220, "video_name": "friends_s08e21_seg02_clip_04", "timestamp": [ 4.35, 11.82 ], "duration": 62.66, "caption": "A woman is waving a credit card standing the register.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164221, "video_name": "friends_s08e21_seg02_clip_04", "timestamp": [ 4.97, 10.26 ], "duration": 62.66, "caption": "A woman holds a credit card and moves it around.", "similarity": 0.6369, "relevance": 4 }, { "pair_id": 164222, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 20.48, 26.26 ], "duration": 89.66, "caption": "A woman holds up a business card as she is talking to person.", "similarity": 0.5879, "relevance": 3 }, { "pair_id": 164223, "video_name": "grey_s02e06_seg02_clip_14", "timestamp": [ 7.12, 20.48 ], "duration": 89.66, "caption": "A woman stands up and signs papers that are on a clipboard.", "similarity": 0.5615, "relevance": 0 }, { "pair_id": 164224, "video_name": "met_s02e19_seg02_clip_03", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A woman smiles while writing something on a card.", "similarity": 0.5454, "relevance": 0 }, { "pair_id": 164225, "video_name": "s03e20_seg01_clip_00", "timestamp": [ 6.1, 10.37 ], "duration": 61.66, "caption": "A woman reads about credit cards from her stack of mail.", "similarity": 0.5445, "relevance": 1 }, { "pair_id": 164226, "video_name": "friends_s05e04_seg02_clip_16", "timestamp": [ 0.0, 5.8 ], "duration": 58.66, "caption": "A woman waves her hands around while standing up.", "similarity": 0.5327, "relevance": 2 }, { "pair_id": 164227, "video_name": "s05e16_seg02_clip_02", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A woman places a card on the inside of an envelope.", "similarity": 0.5243, "relevance": 0 }, { "pair_id": 164228, "video_name": "friends_s06e23_seg02_clip_07", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A woman stands at a counter in a store with her arms crossed talking to the clerk who is holding up money.", "similarity": 0.5237, "relevance": 0 }, { "pair_id": 164229, "video_name": "castle_s08e14_seg02_clip_19", "timestamp": [ 0.0, 4.4 ], "duration": 88.66, "caption": "A woman stands up while saying she will give person a number.", "similarity": 0.5154, "relevance": 1 }, { "pair_id": 164230, "video_name": "s02e19_seg02_clip_03", "timestamp": [ 47.22, 48.11 ], "duration": 59.66, "caption": "A woman stands in the hallway holding a box and a clipboard as she waves at someone.", "similarity": 0.5145, "relevance": 2 }, { "pair_id": 164231, "video_name": "s06e04_seg02_clip_02", "timestamp": [ 21.66, 23.5 ], "duration": 61.66, "caption": "A woman holds a card and puts in in a person's face for him to read.", "similarity": 0.5129, "relevance": 1 }, { "pair_id": 164232, "video_name": "friends_s06e08_seg02_clip_01", "timestamp": [ 39.55, 41.02 ], "duration": 59.66, "caption": "A woman hands over a person's work card to her.", "similarity": 0.5112, "relevance": 0 }, { "pair_id": 164233, "video_name": "s03e16_seg01_clip_00", "timestamp": [ 39.44, 58.44 ], "duration": 95.66, "caption": "A person is standing behind the cash register at the comic book store.", "similarity": 0.5094, "relevance": 1 }, { "pair_id": 164234, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 2.31, 14.2 ], "duration": 66.66, "caption": "A woman deals the cards out to some people.", "similarity": 0.505, "relevance": 0 }, { "pair_id": 164235, "video_name": "castle_s04e06_seg02_clip_10", "timestamp": [ 24.36, 28.42 ], "duration": 90.66, "caption": "A woman walks in holding a card in her hand.", "similarity": 0.5045, "relevance": 1 }, { "pair_id": 164236, "video_name": "friends_s04e12_seg02_clip_11", "timestamp": [ 2.66, 5.02 ], "duration": 59.66, "caption": "A woman makes a face while waving her hand in the air.", "similarity": 0.5038, "relevance": 0 }, { "pair_id": 164237, "video_name": "castle_s08e07_seg02_clip_07", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A woman is looking at a bank transactions statement.", "similarity": 0.5029, "relevance": 1 }, { "pair_id": 164238, "video_name": "s09e03_seg02_clip_09", "timestamp": [ 9.3, 12.31 ], "duration": 60.66, "caption": "A woman stands up and tries to make a phone call.", "similarity": 0.5012, "relevance": 1 }, { "pair_id": 164239, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 25.42, 27.73 ], "duration": 66.66, "caption": "A woman stands up while holding on to the phone.", "similarity": 0.4993, "relevance": 0 } ] }, { "query_id": 27925, "query": "A man opens the door to a person's apartment and finally enters.", "relevant_moment": [ { "pair_id": 70200, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 17.09, 26.85 ], "duration": 61.66, "caption": "A man opens the door to a person's apartment and finally enters.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 70201, "video_name": "house_s05e21_seg02_clip_10", "timestamp": [ 49.41, 51.19 ], "duration": 89.66, "caption": "A man opens the door to allow a person into the apartment.", "similarity": 0.936, "relevance": 2 }, { "pair_id": 70202, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.9349, "relevance": 4 }, { "pair_id": 70203, "video_name": "s01e16_seg02_clip_05", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A man opens the door to the apartment and enters.", "similarity": 0.932, "relevance": 3 }, { "pair_id": 70204, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 49.74, 52.48 ], "duration": 61.66, "caption": "A man opens the door and enters the apartment.", "similarity": 0.9234, "relevance": 4 }, { "pair_id": 70205, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A person opens the door to the apartment and enters.", "similarity": 0.9185, "relevance": 2 }, { "pair_id": 70206, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.9182, "relevance": 2 }, { "pair_id": 70207, "video_name": "friends_s09e13_seg01_clip_00", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9094, "relevance": 3 }, { "pair_id": 70208, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 23.19, 27.77 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9094, "relevance": 4 }, { "pair_id": 70209, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 45.0, 52.02 ], "duration": 52.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9094, "relevance": 3 }, { "pair_id": 70210, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 44.27, 49.88 ], "duration": 59.66, "caption": "A person opens the door and enters the apartment.", "similarity": 0.9076, "relevance": 4 }, { "pair_id": 70211, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 25.35, 28.07 ], "duration": 60.66, "caption": "A man opens the door and walks into his and another person's apartment.", "similarity": 0.8995, "relevance": 4 }, { "pair_id": 70212, "video_name": "friends_s06e17_seg02_clip_06", "timestamp": [ 40.23, 43.05 ], "duration": 56.66, "caption": "A man opens the door, enters the apartment and closes the door.", "similarity": 0.8994, "relevance": 4 }, { "pair_id": 70213, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 50.85, 52.66 ], "duration": 60.66, "caption": "A man opens the entry door to the apartment.", "similarity": 0.8994, "relevance": 2 }, { "pair_id": 70214, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 43.66, 97.03 ], "duration": 97.66, "caption": "A person opens his apartment door for someone to come in.", "similarity": 0.8972, "relevance": 2 }, { "pair_id": 70215, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 11.33, 14.7 ], "duration": 61.66, "caption": "A man opens the front door to the apartment and enters.", "similarity": 0.8937, "relevance": 4 }, { "pair_id": 70216, "video_name": "met_s02e22_seg02_clip_15", "timestamp": [ 10.68, 12.51 ], "duration": 61.66, "caption": "A person opens the door and walks into some people's apartment.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 70217, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8909, "relevance": 2 }, { "pair_id": 70218, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8909, "relevance": 1 }, { "pair_id": 70219, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8909, "relevance": 3 }, { "pair_id": 243520, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8909, "relevance": 4 }, { "pair_id": 243521, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8909, "relevance": 4 }, { "pair_id": 243522, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 63.57, 65.91 ], "duration": 93.66, "caption": "A man opens up a door from his apartment.", "similarity": 0.8896, "relevance": 2 }, { "pair_id": 243523, "video_name": "castle_s02e03_seg02_clip_09", "timestamp": [ 30.27, 42.73 ], "duration": 89.66, "caption": "A person opens the door for some people and they enter the apartment.", "similarity": 0.8893, "relevance": 2 }, { "pair_id": 243524, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 39.08, 42.18 ], "duration": 62.66, "caption": "A man opens the door of the apartment and goes inside.", "similarity": 0.8851, "relevance": 4 }, { "pair_id": 243525, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.885, "relevance": 4 }, { "pair_id": 243526, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.885, "relevance": 4 }, { "pair_id": 243527, "video_name": "met_s02e18_seg02_clip_13", "timestamp": [ 19.81, 21.64 ], "duration": 60.66, "caption": "A man opens the door as he arrives in his apartment.", "similarity": 0.8844, "relevance": 4 }, { "pair_id": 243528, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 48.45, 51.93 ], "duration": 58.66, "caption": "A man opens the door, enters his apartment and closes it back.", "similarity": 0.8843, "relevance": 4 }, { "pair_id": 243529, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 48.21, 49.43 ], "duration": 61.66, "caption": "A person opens the door to an apartment.", "similarity": 0.884, "relevance": 3 }, { "pair_id": 243530, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 13.11, 15.37 ], "duration": 90.66, "caption": "A man opens up the door to the apartment.", "similarity": 0.8838, "relevance": 4 }, { "pair_id": 243531, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 0.8837, "relevance": 4 }, { "pair_id": 243532, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 44.04, 46.83 ], "duration": 62.66, "caption": "A man opens the front door to a person's apartment.", "similarity": 0.8807, "relevance": 3 }, { "pair_id": 243533, "video_name": "s09e16_seg02_clip_00", "timestamp": [ 29.15, 31.94 ], "duration": 62.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 243534, "video_name": "friends_s05e22_seg02_clip_16", "timestamp": [ 19.51, 22.51 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 243535, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 53.49, 56.79 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 243536, "video_name": "friends_s02e20_seg02_clip_06", "timestamp": [ 20.93, 23.65 ], "duration": 54.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 243537, "video_name": "friends_s07e17_seg02_clip_11", "timestamp": [ 40.3, 43.61 ], "duration": 60.66, "caption": "A man opens the door and walks into another man's apartment.", "similarity": 0.8783, "relevance": 4 }, { "pair_id": 243538, "video_name": "s08e17_seg02_clip_06", "timestamp": [ 45.47, 49.74 ], "duration": 61.66, "caption": "A person opens the door and enters the apartment with another person.", "similarity": 0.8775, "relevance": 4 }, { "pair_id": 243539, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 0.0, 7.38 ], "duration": 59.66, "caption": "A man knocks on the door and enters someone's apartment.", "similarity": 0.8767, "relevance": 4 } ] }, { "query_id": 27966, "query": "A woman walks over to the table and talks to some people and walks away annoyed.", "relevant_moment": [ { "pair_id": 6440, "video_name": "s04e04_seg02_clip_10", "timestamp": [ 31.91, 51.93 ], "duration": 58.66, "caption": "A woman walks over to the table and talks to some people and walks away annoyed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6441, "video_name": "s04e03_seg02_clip_01", "timestamp": [ 46.33, 53.26 ], "duration": 63.66, "caption": "A woman looks annoyed and walks away from the table.", "similarity": 0.7966, "relevance": 4 }, { "pair_id": 6442, "video_name": "s03e14_seg02_clip_14", "timestamp": [ 46.13, 49.61 ], "duration": 58.66, "caption": "A person gets annoyed at the people at the table and walks off.", "similarity": 0.7888, "relevance": 3 }, { "pair_id": 6443, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A woman walks away from the table as her conversation with some people came to an end.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 6444, "video_name": "s06e07_seg02_clip_05", "timestamp": [ 45.33, 48.47 ], "duration": 57.66, "caption": "A woman walks away from some people's table.", "similarity": 0.7595, "relevance": 4 }, { "pair_id": 6445, "video_name": "s07e05_seg02_clip_06", "timestamp": [ 20.02, 23.79 ], "duration": 58.66, "caption": "A woman walks past the table and says a brief hello to some people who respond.", "similarity": 0.7307, "relevance": 3 }, { "pair_id": 6446, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 83.63, 87.9 ], "duration": 95.66, "caption": "A woman walks out after talking to some people.", "similarity": 0.7033, "relevance": 3 }, { "pair_id": 6447, "video_name": "friends_s09e07_seg02_clip_15", "timestamp": [ 13.82, 21.19 ], "duration": 61.66, "caption": "A woman sits at a table while talking to people.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 6448, "video_name": "s01e05_seg01_clip_00", "timestamp": [ 38.15, 42.8 ], "duration": 62.66, "caption": "A woman walks away from the table while some people are playing.", "similarity": 0.6882, "relevance": 3 }, { "pair_id": 6449, "video_name": "friends_s04e23-24_seg02_clip_27", "timestamp": [ 1.8, 3.3 ], "duration": 60.66, "caption": "A woman gets up from the table and walks away.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 6450, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 25.21, 30.01 ], "duration": 60.66, "caption": "A woman gets up from the table and walks away.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 6451, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 52.83, 56.37 ], "duration": 59.66, "caption": "A person walks over to a table while talking to a woman.", "similarity": 0.6725, "relevance": 3 }, { "pair_id": 6452, "video_name": "castle_s04e13_seg02_clip_08", "timestamp": [ 11.02, 18.36 ], "duration": 91.66, "caption": "A woman is talking to two people and they walk away.", "similarity": 0.6716, "relevance": 3 }, { "pair_id": 6453, "video_name": "s02e09_seg02_clip_15", "timestamp": [ 8.37, 11.48 ], "duration": 62.66, "caption": "A woman talking to some people walks out of sight.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 6454, "video_name": "met_s02e14_seg01_clip_01", "timestamp": [ 0.0, 10.88 ], "duration": 54.66, "caption": "A woman talks to everyone at the booth and then walks away.", "similarity": 0.6682, "relevance": 4 }, { "pair_id": 6455, "video_name": "s05e06_seg02_clip_12", "timestamp": [ 7.41, 12.55 ], "duration": 57.66, "caption": "A woman stops talking to two people and walks away.", "similarity": 0.6672, "relevance": 3 }, { "pair_id": 6456, "video_name": "friends_s05e19_seg02_clip_06", "timestamp": [ 0.31, 7.93 ], "duration": 61.66, "caption": "A woman is talking to person, they walk away while talking.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 6457, "video_name": "castle_s08e07_seg02_clip_12", "timestamp": [ 54.06, 60.87 ], "duration": 90.66, "caption": "A woman walks away from two people sitting at a table at work.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 6458, "video_name": "s05e04_seg02_clip_01", "timestamp": [ 31.93, 36.98 ], "duration": 56.66, "caption": "A woman walks up to the table and talks to man.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 6459, "video_name": "s05e12_seg02_clip_01", "timestamp": [ 34.74, 36.91 ], "duration": 62.66, "caption": "A woman walks over to two people's table.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 179760, "video_name": "s03e07_seg02_clip_05", "timestamp": [ 46.22, 48.92 ], "duration": 60.66, "caption": "A woman walks up to a person sitting alone at a table.", "similarity": 0.6603, "relevance": 2 }, { "pair_id": 179761, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 5.04, 22.06 ], "duration": 63.66, "caption": "A woman walks up to the table and talks to a man.", "similarity": 0.6578, "relevance": 1 }, { "pair_id": 179762, "video_name": "s05e04_seg02_clip_04", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman walks over to some people's table and shakes hands with a man.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 179763, "video_name": "met_s03e02_seg02_clip_10", "timestamp": [ 0.0, 51.92 ], "duration": 60.66, "caption": "A woman talks to people who are ignoring her.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 179764, "video_name": "grey_s01e01_seg02_clip_00", "timestamp": [ 67.83, 73.79 ], "duration": 91.66, "caption": "A woman walks past some people while talking to them.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 179765, "video_name": "castle_s04e15_seg02_clip_09", "timestamp": [ 34.81, 38.01 ], "duration": 91.66, "caption": "A woman walks over to talk to some people.", "similarity": 0.6527, "relevance": 1 }, { "pair_id": 179766, "video_name": "s04e20_seg02_clip_12", "timestamp": [ 14.71, 19.51 ], "duration": 60.66, "caption": "A woman walks over to the table where a person is sitting.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 179767, "video_name": "castle_s08e03_seg02_clip_09", "timestamp": [ 32.39, 35.13 ], "duration": 91.66, "caption": "A woman gets up and walks out of person's talk.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 179768, "video_name": "friends_s03e23_seg02_clip_10", "timestamp": [ 18.0, 20.66 ], "duration": 59.66, "caption": "A woman walks away from the other friends who are around the table.", "similarity": 0.6462, "relevance": 2 }, { "pair_id": 179769, "video_name": "met_s06e10_seg02_clip_14", "timestamp": [ 29.22, 32.76 ], "duration": 59.66, "caption": "A woman walks over to see all the people at the table.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 179770, "video_name": "s09e07_seg02_clip_14", "timestamp": [ 2.4, 19.21 ], "duration": 60.66, "caption": "A person walks over to the table and begins talking to some people.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 179771, "video_name": "house_s07e18_seg02_clip_18", "timestamp": [ 53.96, 56.19 ], "duration": 89.66, "caption": "A woman walks away from person during a heated conversation.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 179772, "video_name": "s08e16_seg02_clip_11", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman is talking to a person while sitting at the table.", "similarity": 0.6398, "relevance": 1 }, { "pair_id": 179773, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 0.0, 10.5 ], "duration": 60.66, "caption": "A person talks to a woman and then walks away.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 179774, "video_name": "s04e04_seg01_clip_01", "timestamp": [ 43.22, 46.47 ], "duration": 54.66, "caption": "A woman walks by some people's table and waves.", "similarity": 0.6377, "relevance": 3 }, { "pair_id": 179775, "video_name": "castle_s07e12_seg02_clip_23", "timestamp": [ 45.01, 49.51 ], "duration": 90.66, "caption": "The woman angrily walks away from a person.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 179776, "video_name": "friends_s09e05_seg02_clip_19", "timestamp": [ 23.66, 57.02 ], "duration": 57.66, "caption": "A woman gets up from her chair and talked to everyone in the table.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 179777, "video_name": "friends_s02e24_seg02_clip_15", "timestamp": [ 48.15, 57.66 ], "duration": 57.66, "caption": "A woman stands up from her seat and walks briskly away from the main table.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 179778, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 44.13, 49.18 ], "duration": 53.66, "caption": "A woman gets up from the table upset and questions someone.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 179779, "video_name": "s07e01_seg02_clip_04", "timestamp": [ 18.61, 23.5 ], "duration": 61.66, "caption": "A woman walks over to the food table near some people.", "similarity": 0.6325, "relevance": 2 } ] }, { "query_id": 28011, "query": "A man approaches a person in the black buttoned shirt and another person.", "relevant_moment": [ { "pair_id": 136060, "video_name": "friends_s06e04_seg02_clip_14", "timestamp": [ 21.43, 25.21 ], "duration": 63.66, "caption": "A man approaches a person in the black buttoned shirt and another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 136061, "video_name": "house_s04e08_seg02_clip_24", "timestamp": [ 52.58, 59.42 ], "duration": 72.66, "caption": "A man looks at a person and another person then the person walks over to him.", "similarity": 0.7189, "relevance": 1 }, { "pair_id": 136063, "video_name": "castle_s08e13_seg02_clip_15", "timestamp": [ 34.72, 36.94 ], "duration": 89.66, "caption": "Two men begin to approach towards a person.", "similarity": 0.7037, "relevance": 1 }, { "pair_id": 136064, "video_name": "friends_s01e10_seg02_clip_11", "timestamp": [ 38.66, 40.73 ], "duration": 59.66, "caption": "A man takes another person by the hand and looks at the person gently.", "similarity": 0.7029, "relevance": 1 }, { "pair_id": 136065, "video_name": "friends_s02e12-13_seg02_clip_45", "timestamp": [ 42.79, 46.08 ], "duration": 47.66, "caption": "A man reaches up and grabs a person on the shirt.", "similarity": 0.6954, "relevance": 1 }, { "pair_id": 136066, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 136067, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 3.4, 5.41 ], "duration": 40.66, "caption": "A man gestures toward two other people with his hand.", "similarity": 0.6904, "relevance": 0 }, { "pair_id": 136068, "video_name": "friends_s02e02_seg02_clip_02", "timestamp": [ 17.88, 19.81 ], "duration": 55.66, "caption": "A man walked towards another person wearing an all black costume.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 136069, "video_name": "castle_s01e10_seg02_clip_12", "timestamp": [ 1.79, 3.14 ], "duration": 89.66, "caption": "A man approaches a woman and a man to speak with them.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 136070, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 63.45, 88.12 ], "duration": 88.66, "caption": "A man walks up to another man after he presses the button.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 136071, "video_name": "friends_s07e05_seg02_clip_04", "timestamp": [ 40.47, 46.58 ], "duration": 58.66, "caption": "A man buttons up the shirt another person gave him to wear.", "similarity": 0.6824, "relevance": 1 }, { "pair_id": 136072, "video_name": "s05e05_seg01_clip_01", "timestamp": [ 41.32, 44.56 ], "duration": 59.66, "caption": "A person walks over to a man and another person puts his hand on the person to stop him.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 136073, "video_name": "castle_s05e16_seg02_clip_22", "timestamp": [ 72.98, 75.7 ], "duration": 90.66, "caption": "A man approaches another man closer with intensity during their conversation.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 136074, "video_name": "house_s08e03_seg02_clip_27", "timestamp": [ 56.44, 63.85 ], "duration": 114.66, "caption": "A person holds up their finger to another person by a door, and then approaches someone else.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 136075, "video_name": "house_s02e16_seg02_clip_16", "timestamp": [ 76.82, 80.19 ], "duration": 96.66, "caption": "A man is approached by another person outside of someone's room.", "similarity": 0.6758, "relevance": 2 }, { "pair_id": 136076, "video_name": "house_s03e07_seg02_clip_07", "timestamp": [ 63.45, 73.5 ], "duration": 91.66, "caption": "A man is talking to another man while he buttons up his shirt.", "similarity": 0.6744, "relevance": 1 }, { "pair_id": 136077, "video_name": "castle_s08e18_seg02_clip_21", "timestamp": [ 40.07, 45.41 ], "duration": 89.66, "caption": "A person approaches another person, their right arm raised and an upward pointing knife in their right hand.", "similarity": 0.6717, "relevance": 1 }, { "pair_id": 136078, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 70.48, 80.16 ], "duration": 92.66, "caption": "A man approaches a woman and another man and begins a conversation.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 136079, "video_name": "house_s02e08_seg02_clip_22", "timestamp": [ 1.83, 10.07 ], "duration": 91.66, "caption": "A man is buttoning his shirt as he is conversing with another man.", "similarity": 0.6666, "relevance": 1 } ] }, { "query_id": 28052, "query": "A man sits up in his chair as he speaks to woman.", "relevant_moment": [ { "pair_id": 90020, "video_name": "castle_s07e23_seg02_clip_13", "timestamp": [ 52.21, 59.42 ], "duration": 90.66, "caption": "A man sits up in his chair as he speaks to woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 90021, "video_name": "house_s03e20_seg02_clip_15", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "A woman is speaking to a man as he is seated in a chair.", "similarity": 0.9122, "relevance": 3 }, { "pair_id": 90022, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 5.64, 9.66 ], "duration": 161.66, "caption": "A man sits down in the chair when he's talking to a woman.", "similarity": 0.8975, "relevance": 3 }, { "pair_id": 90023, "video_name": "house_s05e13_seg02_clip_03", "timestamp": [ 0.0, 59.0 ], "duration": 86.66, "caption": "A woman is sitting on a chair as she speaks to a man.", "similarity": 0.8957, "relevance": 2 }, { "pair_id": 90024, "video_name": "house_s01e04_seg02_clip_08", "timestamp": [ 0.0, 25.97 ], "duration": 88.66, "caption": "A woman sits in the chair and speaks to a man.", "similarity": 0.8837, "relevance": 3 }, { "pair_id": 90025, "video_name": "house_s05e01_seg02_clip_11", "timestamp": [ 8.55, 10.8 ], "duration": 90.66, "caption": "A woman sits down on the chair, while speaking to a man.", "similarity": 0.8722, "relevance": 3 }, { "pair_id": 90026, "video_name": "s03e08_seg02_clip_14", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A person sits in a chair while speaking to a woman.", "similarity": 0.8607, "relevance": 2 }, { "pair_id": 90027, "video_name": "friends_s10e14_seg02_clip_13", "timestamp": [ 22.02, 62.03 ], "duration": 62.66, "caption": "A man sits on a chair by the door to speak to woman.", "similarity": 0.8533, "relevance": 3 }, { "pair_id": 90028, "video_name": "s02e19_seg02_clip_12", "timestamp": [ 28.21, 31.51 ], "duration": 60.66, "caption": "A man gets up from his chair to talk to a woman.", "similarity": 0.845, "relevance": 4 }, { "pair_id": 90029, "video_name": "house_s06e02_seg02_clip_01", "timestamp": [ 7.57, 9.79 ], "duration": 89.66, "caption": "A woman sits in a chair to properly talk to man.", "similarity": 0.8395, "relevance": 3 }, { "pair_id": 90030, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man was sitting on a chair whilst talking to woman.", "similarity": 0.839, "relevance": 3 }, { "pair_id": 90031, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 3.29 ], "duration": 94.66, "caption": "A man sits down on the armchair while talking to woman.", "similarity": 0.8353, "relevance": 3 }, { "pair_id": 90032, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 38.77, 40.01 ], "duration": 62.66, "caption": "A man sits down on a chair during a conversation with woman.", "similarity": 0.8352, "relevance": 3 }, { "pair_id": 90033, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 5.49, 44.86 ], "duration": 61.66, "caption": "A woman gets up off of the chair and speaks to a man.", "similarity": 0.827, "relevance": 2 }, { "pair_id": 90034, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 77.37, 83.74 ], "duration": 91.66, "caption": "A woman sits back in her chair talking to a man.", "similarity": 0.8253, "relevance": 2 }, { "pair_id": 90035, "video_name": "house_s07e22_seg02_clip_21", "timestamp": [ 0.0, 4.77 ], "duration": 106.66, "caption": "A woman is speaking to a man as they are seated.", "similarity": 0.8218, "relevance": 2 }, { "pair_id": 90036, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 12.61, 16.53 ], "duration": 56.66, "caption": "A person gets a chair and sits there while talking to woman.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 90037, "video_name": "castle_s07e16_seg02_clip_21", "timestamp": [ 14.94, 90.56 ], "duration": 90.66, "caption": "A man is sitting as he speaks to a woman and another person.", "similarity": 0.8194, "relevance": 2 }, { "pair_id": 90038, "video_name": "house_s04e05_seg02_clip_11", "timestamp": [ 61.12, 94.03 ], "duration": 94.66, "caption": "A man sits up in his chair and speaks with another person.", "similarity": 0.816, "relevance": 2 }, { "pair_id": 90039, "video_name": "castle_s05e21_seg02_clip_04", "timestamp": [ 61.1, 90.52 ], "duration": 90.66, "caption": "A woman is sitting in a chair talking to a man who is standing up.", "similarity": 0.814, "relevance": 2 }, { "pair_id": 263340, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 53.66, 58.0 ], "duration": 62.66, "caption": "A person walks to the chair and sits on it while speaking to man.", "similarity": 0.813, "relevance": 2 }, { "pair_id": 263341, "video_name": "s01e12_seg01_clip_01", "timestamp": [ 55.37, 59.47 ], "duration": 82.66, "caption": "A man pulls the chair out for a woman to sit down while talking to him.", "similarity": 0.8124, "relevance": 2 }, { "pair_id": 263342, "video_name": "house_s01e16_seg02_clip_12", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "A man sits down with a woman and speaks with her.", "similarity": 0.8119, "relevance": 3 }, { "pair_id": 263343, "video_name": "house_s01e06_seg02_clip_19", "timestamp": [ 0.0, 20.51 ], "duration": 100.66, "caption": "A man speaks to man as man sits in the chair.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 263344, "video_name": "castle_s07e19_seg02_clip_22", "timestamp": [ 49.41, 54.3 ], "duration": 89.66, "caption": "A man sits down while he talks to a woman.", "similarity": 0.8077, "relevance": 3 }, { "pair_id": 263345, "video_name": "s10e09_seg02_clip_15", "timestamp": [ 46.13, 51.64 ], "duration": 58.66, "caption": "A man turns and talks to woman sitting on the chair next to him.", "similarity": 0.8077, "relevance": 3 }, { "pair_id": 263346, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 22.0, 59.46 ], "duration": 59.66, "caption": "A man gets up from his seat and gestures as he speaks to a woman.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 263347, "video_name": "castle_s05e07_seg02_clip_15", "timestamp": [ 0.0, 26.85 ], "duration": 88.66, "caption": "A woman is speaking to a man as she stands and he sits.", "similarity": 0.8062, "relevance": 3 }, { "pair_id": 263348, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 25.82, 28.43 ], "duration": 58.66, "caption": "A man sits in his seat and he starts to talk to a woman.", "similarity": 0.8055, "relevance": 3 }, { "pair_id": 263349, "video_name": "house_s03e14_seg02_clip_02", "timestamp": [ 31.87, 35.47 ], "duration": 89.66, "caption": "A man sits down in a chair while she continues to talk to him.", "similarity": 0.8054, "relevance": 1 }, { "pair_id": 263350, "video_name": "friends_s02e24_seg02_clip_12", "timestamp": [ 8.52, 10.33 ], "duration": 51.66, "caption": "A man gets up from the chair as he speaks.", "similarity": 0.8045, "relevance": 1 }, { "pair_id": 263351, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 6.58 ], "duration": 94.66, "caption": "A man sits down while he is talking to a woman.", "similarity": 0.8031, "relevance": 2 }, { "pair_id": 263352, "video_name": "castle_s05e22_seg02_clip_05", "timestamp": [ 52.08, 55.19 ], "duration": 89.66, "caption": "A person sits on a chair during his conversation with a woman.", "similarity": 0.8, "relevance": 3 }, { "pair_id": 263353, "video_name": "friends_s05e04_seg02_clip_19", "timestamp": [ 18.97, 40.34 ], "duration": 48.66, "caption": "A man sits at a dining table as he speaks to a woman.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 263354, "video_name": "castle_s07e03_seg02_clip_12", "timestamp": [ 14.85, 39.16 ], "duration": 90.66, "caption": "A man gets up out of his chair and talks to person and woman.", "similarity": 0.7964, "relevance": 3 }, { "pair_id": 263355, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 1.78, 68.1 ], "duration": 89.66, "caption": "A person is sitting in a wheelchair as he speaks to a woman.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 263356, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 41.41, 92.03 ], "duration": 92.66, "caption": "A woman and a man talk while he is sitting in a chair.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 263357, "video_name": "house_s03e04_seg02_clip_24", "timestamp": [ 71.97, 77.01 ], "duration": 91.66, "caption": "A man sits down in front of a woman while speaking.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 263358, "video_name": "castle_s03e03_seg02_clip_04", "timestamp": [ 3.22, 58.9 ], "duration": 92.66, "caption": "A woman was sitting on a chair whilst talking to man.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 263359, "video_name": "grey_s02e17_seg02_clip_16", "timestamp": [ 0.0, 4.68 ], "duration": 72.66, "caption": "A man is sitting with a woman in front of him as he speaks to her.", "similarity": 0.7874, "relevance": 2 } ] }, { "query_id": 28058, "query": "Two men and a woman talking about the case they are about to do.", "relevant_moment": [ { "pair_id": 12820, "video_name": "castle_s07e23_seg02_clip_11", "timestamp": [ 0.0, 9.35 ], "duration": 89.66, "caption": "Two men and a woman talking about the case they are about to do.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12821, "video_name": "castle_s03e18_seg02_clip_01", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A man, a woman, and another man talking about the case while walking.", "similarity": 0.8161, "relevance": 4 }, { "pair_id": 12822, "video_name": "castle_s07e08_seg02_clip_01", "timestamp": [ 21.47, 25.58 ], "duration": 91.66, "caption": "Three people having a meeting and talking about some case.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 12823, "video_name": "castle_s08e11_seg02_clip_11", "timestamp": [ 0.0, 17.1 ], "duration": 90.66, "caption": "Two people talk about the case they are investigating.", "similarity": 0.7844, "relevance": 2 }, { "pair_id": 12824, "video_name": "castle_s05e12_seg02_clip_24", "timestamp": [ 4.47, 8.05 ], "duration": 89.66, "caption": "Three people are talking about a case and trying to find some clue.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 12825, "video_name": "castle_s04e09_seg02_clip_11", "timestamp": [ 30.3, 35.89 ], "duration": 93.66, "caption": "A woman and a man talking and woman still wondering about the case.", "similarity": 0.7806, "relevance": 3 }, { "pair_id": 12826, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 0.0, 10.23 ], "duration": 93.66, "caption": "Two men stand up talking to a woman about the case.", "similarity": 0.778, "relevance": 4 }, { "pair_id": 12827, "video_name": "house_s06e05_seg02_clip_16", "timestamp": [ 0.0, 43.57 ], "duration": 121.66, "caption": "Three people talk about a medical case.", "similarity": 0.7673, "relevance": 3 }, { "pair_id": 12828, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 30.63, 67.56 ], "duration": 90.66, "caption": "Three people talk about a medical case.", "similarity": 0.7673, "relevance": 3 }, { "pair_id": 12829, "video_name": "castle_s02e11_seg02_clip_14", "timestamp": [ 0.0, 11.28 ], "duration": 94.66, "caption": "A man was explaining to two people about the case.", "similarity": 0.7613, "relevance": 2 }, { "pair_id": 12830, "video_name": "castle_s02e22_seg02_clip_05", "timestamp": [ 0.0, 7.57 ], "duration": 89.66, "caption": "Man and woman are sitting beside each other as they speak about the case.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 12831, "video_name": "castle_s04e03_seg02_clip_23", "timestamp": [ 51.31, 90.02 ], "duration": 90.66, "caption": "Two people were having a conversation about a particular case.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 12832, "video_name": "castle_s02e10_seg02_clip_18", "timestamp": [ 48.68, 52.82 ], "duration": 91.66, "caption": "A woman and a man walk while discussing the case.", "similarity": 0.7469, "relevance": 2 }, { "pair_id": 12833, "video_name": "house_s03e15_seg02_clip_07", "timestamp": [ 23.41, 35.56 ], "duration": 90.66, "caption": "A man and some doctors were having a conversation about the case.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 12834, "video_name": "house_s02e01_seg02_clip_17", "timestamp": [ 0.0, 28.36 ], "duration": 81.66, "caption": "A man and a woman talk about a medical case.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 12835, "video_name": "castle_s02e17_seg02_clip_20", "timestamp": [ 0.0, 10.78 ], "duration": 89.66, "caption": "Some people were talking about the case.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 12836, "video_name": "house_s01e18_seg02_clip_16", "timestamp": [ 0.0, 6.75 ], "duration": 90.66, "caption": "A man and the two doctors are talking about a case.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 12837, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 0.0, 9.55 ], "duration": 83.66, "caption": "A man and other people talk about a medical case.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 12838, "video_name": "house_s01e11_seg02_clip_01", "timestamp": [ 0.0, 17.37 ], "duration": 89.66, "caption": "A woman and a man with another doctor were talking about a patient case.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 12839, "video_name": "castle_s07e22_seg02_clip_24", "timestamp": [ 0.0, 4.88 ], "duration": 88.66, "caption": "A man and woman are in front of each other as person mentions to woman that he believes the case was framed.", "similarity": 0.7145, "relevance": 3 }, { "pair_id": 186140, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 0.0, 40.99 ], "duration": 91.66, "caption": "A man, woman, man, and man are conversing in front of a case board.", "similarity": 0.7122, "relevance": 4 }, { "pair_id": 186142, "video_name": "castle_s06e16_seg02_clip_19", "timestamp": [ 0.0, 63.41 ], "duration": 87.66, "caption": "A person, a woman, and a man are speaking to each other as they are by a case board.", "similarity": 0.7109, "relevance": 4 }, { "pair_id": 186143, "video_name": "house_s03e13_seg02_clip_14", "timestamp": [ 0.0, 56.4 ], "duration": 91.66, "caption": "A group of people talks about a medical case.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 186144, "video_name": "house_s01e22_seg02_clip_05", "timestamp": [ 24.39, 75.0 ], "duration": 92.66, "caption": "A group of people talks about a medical case.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 186145, "video_name": "house_s03e09_seg02_clip_03", "timestamp": [ 0.0, 8.17 ], "duration": 90.66, "caption": "A man and a couple are talking about a medical case.", "similarity": 0.7077, "relevance": 3 }, { "pair_id": 186146, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 19.86, 67.79 ], "duration": 86.66, "caption": "A man interrupts a woman and a man when they stop in the lobby to tell them about details of a case.", "similarity": 0.7005, "relevance": 4 }, { "pair_id": 186147, "video_name": "castle_s05e14_seg02_clip_09", "timestamp": [ 47.42, 56.0 ], "duration": 90.66, "caption": "A woman and a man point to the case board as they speak to each other.", "similarity": 0.6996, "relevance": 4 }, { "pair_id": 186148, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 0.0, 11.11 ], "duration": 101.66, "caption": "Two men are standing in front of the case board as they speak to another woman and a woman.", "similarity": 0.6963, "relevance": 4 }, { "pair_id": 186149, "video_name": "castle_s04e02_seg02_clip_24", "timestamp": [ 0.0, 7.57 ], "duration": 89.66, "caption": "A woman and man are looking at the case board as they talk about someone being a victim.", "similarity": 0.6957, "relevance": 2 }, { "pair_id": 186150, "video_name": "castle_s04e19_seg02_clip_02", "timestamp": [ 75.42, 82.74 ], "duration": 91.66, "caption": "A woman goes over details of the case with a man.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 186151, "video_name": "house_s06e19_seg02_clip_18", "timestamp": [ 0.0, 6.79 ], "duration": 90.66, "caption": "Some people are discussing a patient's case.", "similarity": 0.6933, "relevance": 2 }, { "pair_id": 186152, "video_name": "castle_s02e19_seg02_clip_19", "timestamp": [ 0.0, 14.57 ], "duration": 94.66, "caption": "Some people are beside a large case as they speak to each other.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 186153, "video_name": "castle_s04e11_seg02_clip_07", "timestamp": [ 0.0, 32.88 ], "duration": 90.66, "caption": "Two men are in front of a case board while speaking to a woman.", "similarity": 0.6899, "relevance": 4 }, { "pair_id": 186154, "video_name": "castle_s04e22_seg02_clip_14", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A woman walks up to two men asking them their status on the case.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 186155, "video_name": "castle_s01e06_seg02_clip_09", "timestamp": [ 51.53, 65.34 ], "duration": 92.66, "caption": "A man and a woman are looking at the case board as they speak to each other.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 186156, "video_name": "castle_s05e14_seg02_clip_09", "timestamp": [ 63.23, 72.71 ], "duration": 90.66, "caption": "A man is in front of the case board with another man as he talks about the case not making sense.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 186157, "video_name": "castle_s01e06_seg02_clip_03", "timestamp": [ 23.02, 28.77 ], "duration": 88.66, "caption": "They are having dinner while discussing about the case.", "similarity": 0.6881, "relevance": 1 }, { "pair_id": 186158, "video_name": "castle_s06e17_seg02_clip_16", "timestamp": [ 28.75, 31.85 ], "duration": 88.66, "caption": "A person comes in while everyone else is standing around discussing the case.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 186159, "video_name": "castle_s06e07_seg02_clip_08", "timestamp": [ 0.0, 20.47 ], "duration": 93.66, "caption": "A man and a girl were having a serious conversation about a particular case.", "similarity": 0.6824, "relevance": 3 } ] }, { "query_id": 28091, "query": "A person takes a sip from the flask and spits it out.", "relevant_moment": [ { "pair_id": 162160, "video_name": "met_s06e14_seg02_clip_05", "timestamp": [ 13.87, 16.53 ], "duration": 59.66, "caption": "A person takes a sip from the flask and spits it out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162161, "video_name": "s03e21_seg02_clip_13", "timestamp": [ 35.67, 38.15 ], "duration": 62.66, "caption": "A person takes a sip from a hip flask in a suave manner.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 162162, "video_name": "s03e21_seg02_clip_13", "timestamp": [ 35.98, 38.46 ], "duration": 62.66, "caption": "A person raises a silver flask to his/her lips and takes a drink from it.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 162163, "video_name": "s04e07_seg02_clip_15", "timestamp": [ 20.11, 27.91 ], "duration": 60.66, "caption": "A person raises their glass, then takes a drink and spits it out into their glass.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 162164, "video_name": "castle_s02e13_seg02_clip_14", "timestamp": [ 82.84, 88.13 ], "duration": 88.66, "caption": "A woman unscrews a flask and takes a drink from it.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 162165, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 2.33, 4.66 ], "duration": 93.66, "caption": "A woman takes a drink and then spits it all out.", "similarity": 0.717, "relevance": 3 }, { "pair_id": 162166, "video_name": "s06e23_seg02_clip_02", "timestamp": [ 46.52, 48.07 ], "duration": 62.66, "caption": "A person takes a sip out of their drink.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 162167, "video_name": "s04e07_seg02_clip_14", "timestamp": [ 45.32, 53.12 ], "duration": 60.66, "caption": "A person drinks from a shot glass and spits the drink back into the glass.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 162168, "video_name": "s10e13_seg02_clip_13", "timestamp": [ 9.15, 12.21 ], "duration": 61.66, "caption": "A person takes a sip out of their glass.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 162169, "video_name": "s06e11_seg01_clip_00", "timestamp": [ 46.81, 48.61 ], "duration": 120.66, "caption": "A person takes a sip out of their mug.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 162170, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 8.51, 10.4 ], "duration": 63.66, "caption": "A person takes a sip from his plastic water bottle.", "similarity": 0.689, "relevance": 1 }, { "pair_id": 162171, "video_name": "house_s08e08_seg02_clip_08", "timestamp": [ 4.1, 9.1 ], "duration": 91.66, "caption": "A person takes a sip from their drink through the straw.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 162172, "video_name": "house_s02e16_seg02_clip_16", "timestamp": [ 16.81, 19.21 ], "duration": 96.66, "caption": "A person takes a sip of soda that is from the bottle.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 162173, "video_name": "met_s02e11_seg02_clip_18", "timestamp": [ 30.96, 35.02 ], "duration": 63.66, "caption": "A woman takes a sip from a glass and then spits it out onto the table.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 162174, "video_name": "met_s06e05_seg02_clip_06", "timestamp": [ 24.37, 26.61 ], "duration": 56.66, "caption": "A person spits his drink out and the rest of the group recoils.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 162175, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 0.0, 7.92 ], "duration": 93.66, "caption": "A man gives a woman a drink and she spits it out.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 162176, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 28.23, 31.93 ], "duration": 57.66, "caption": "A person opens up a water bottle and takes a sip.", "similarity": 0.6603, "relevance": 1 }, { "pair_id": 162177, "video_name": "s04e07_seg02_clip_15", "timestamp": [ 19.21, 28.51 ], "duration": 60.66, "caption": "A person raises a shot glass, drinks its contents then spits it back into the shot glass.", "similarity": 0.6598, "relevance": 3 }, { "pair_id": 162178, "video_name": "house_s07e16_seg02_clip_17", "timestamp": [ 38.61, 41.4 ], "duration": 93.66, "caption": "A person blows away a plastic hollow tube for their drink by their mouth.", "similarity": 0.6567, "relevance": 0 }, { "pair_id": 162179, "video_name": "friends_s05e23-24_seg02_clip_36", "timestamp": [ 29.51, 36.3 ], "duration": 59.66, "caption": "A man puts something in his mouth, and then proceeds to spit it out.", "similarity": 0.6512, "relevance": 1 } ] }, { "query_id": 28130, "query": "A person smells a figurine box as they open it.", "relevant_moment": [ { "pair_id": 157880, "video_name": "s05e20_seg02_clip_07", "timestamp": [ 0.0, 5.31 ], "duration": 59.66, "caption": "A person smells a figurine box as they open it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157881, "video_name": "s01e14_seg02_clip_11", "timestamp": [ 30.1, 40.73 ], "duration": 59.66, "caption": "A person is wrapping his figurines and placing them in box.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 157882, "video_name": "s06e14_seg02_clip_02", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person is holding a figurine of themselves as another person takes out a figurine of themselves out of a box.", "similarity": 0.6324, "relevance": 3 }, { "pair_id": 157883, "video_name": "s06e14_seg02_clip_01", "timestamp": [ 48.02, 53.72 ], "duration": 60.66, "caption": "A person opens a box and pulls out an action figure.", "similarity": 0.6156, "relevance": 3 }, { "pair_id": 157884, "video_name": "s01e09_seg02_clip_03", "timestamp": [ 57.93, 60.03 ], "duration": 60.66, "caption": "A woman takes a figurine down from person's closet and gives it a strange look.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 157885, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 45.66, 47.74 ], "duration": 83.66, "caption": "A person puts an article of clothing to their face and smells it.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 157886, "video_name": "s10e07_seg02_clip_12", "timestamp": [ 43.34, 50.18 ], "duration": 57.66, "caption": "A person shows a woman a figurine and hands it to her.", "similarity": 0.5939, "relevance": 2 }, { "pair_id": 157887, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 65.43, 66.32 ], "duration": 89.66, "caption": "A person brings a scalpel up to their nose and smells it.", "similarity": 0.591, "relevance": 0 }, { "pair_id": 157888, "video_name": "s05e20_seg02_clip_06", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A person opens the lid on a box and looks inside.", "similarity": 0.5887, "relevance": 4 }, { "pair_id": 157889, "video_name": "s09e01_seg01_clip_00", "timestamp": [ 47.3, 58.28 ], "duration": 61.66, "caption": "A person talks to a figurine on his desk, opens a drawer and pulls out a ring box and opens it, exposing a diamond ring.", "similarity": 0.5884, "relevance": 2 }, { "pair_id": 157890, "video_name": "s08e16_seg02_clip_10", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A person takes a box off a shelf and opens it.", "similarity": 0.5878, "relevance": 1 }, { "pair_id": 157891, "video_name": "house_s07e03_seg02_clip_00", "timestamp": [ 14.39, 25.06 ], "duration": 92.66, "caption": "A person opens the box of chocolates, eats one then spits it out in disgust.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 157892, "video_name": "friends_s09e12_seg02_clip_13", "timestamp": [ 17.41, 24.79 ], "duration": 59.66, "caption": "A woman hands person a box and he freaks out when he opens it.", "similarity": 0.5838, "relevance": 1 }, { "pair_id": 157893, "video_name": "s06e23_seg01_clip_01", "timestamp": [ 0.0, 2.28 ], "duration": 38.66, "caption": "A person is holding a package of dice and smells it.", "similarity": 0.5817, "relevance": 1 }, { "pair_id": 157894, "video_name": "friends_s09e06_seg02_clip_10", "timestamp": [ 17.7, 31.12 ], "duration": 61.66, "caption": "A person picks up a figurine from the shelves then puts it back.", "similarity": 0.5806, "relevance": 1 }, { "pair_id": 157895, "video_name": "s05e20_seg02_clip_06", "timestamp": [ 0.0, 18.31 ], "duration": 60.66, "caption": "A person is having a conversation with a collectible figurine.", "similarity": 0.5775, "relevance": 1 }, { "pair_id": 157896, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 24.41, 28.68 ], "duration": 61.66, "caption": "A woman gives the box to someone and they open it.", "similarity": 0.5754, "relevance": 2 }, { "pair_id": 157897, "video_name": "s07e02_seg02_clip_00", "timestamp": [ 6.62, 7.25 ], "duration": 63.66, "caption": "A person was staring at a figurine as another person passes by.", "similarity": 0.5743, "relevance": 1 }, { "pair_id": 157898, "video_name": "house_s05e21_seg02_clip_07", "timestamp": [ 0.0, 6.74 ], "duration": 84.66, "caption": "A person smells a container in front of a fridge as a woman walks into the room and calls out to person as he mentions being a delivery guy and woman introduces herself to person.", "similarity": 0.5743, "relevance": 3 }, { "pair_id": 157899, "video_name": "house_s02e07_seg02_clip_04", "timestamp": [ 19.2, 20.57 ], "duration": 91.66, "caption": "A person lifts up something to smell and drops it.", "similarity": 0.573, "relevance": 1 } ] }, { "query_id": 28132, "query": "A person is standing in their kitchen with oven mitts.", "relevant_moment": [ { "pair_id": 5020, "video_name": "s05e20_seg02_clip_07", "timestamp": [ 57.26, 59.03 ], "duration": 59.66, "caption": "A person is standing in their kitchen with oven mitts.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5021, "video_name": "s05e20_seg02_clip_08", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "A person opens up the oven and pulls out food using an oven mitt.", "similarity": 0.702, "relevance": 4 }, { "pair_id": 5022, "video_name": "s07e12_seg02_clip_08", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman takes off a cream-colored oven mitt and sets it on the kitchen counter.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 5023, "video_name": "s05e20_seg02_clip_07", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A person starts putting on a pair of blue oven mits.", "similarity": 0.6771, "relevance": 4 }, { "pair_id": 5024, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 10.9, 44.24 ], "duration": 66.66, "caption": "A person stands at the kitchen counter and fumbles with their hands.", "similarity": 0.6668, "relevance": 2 }, { "pair_id": 5025, "video_name": "s07e12_seg02_clip_08", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A woman takes an oven mitt off and lays it on the counter.", "similarity": 0.6363, "relevance": 4 }, { "pair_id": 5026, "video_name": "s09e09_seg02_clip_12", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A person is standing next to a man inside a kitchen.", "similarity": 0.6265, "relevance": 3 }, { "pair_id": 5027, "video_name": "s09e13_seg01_clip_00", "timestamp": [ 44.86, 47.3 ], "duration": 61.66, "caption": "A person places an oven dish down on a kitchen table.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 5028, "video_name": "met_s03e09_seg02_clip_09", "timestamp": [ 5.27, 7.44 ], "duration": 62.66, "caption": "A woman is saying something while holding up her oven mitt covered hands.", "similarity": 0.6174, "relevance": 4 }, { "pair_id": 5029, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A person is standing in the kitchen with a water bottle in his/her hand.", "similarity": 0.6038, "relevance": 2 }, { "pair_id": 5030, "video_name": "s08e15_seg02_clip_15", "timestamp": [ 31.51, 37.22 ], "duration": 60.66, "caption": "A person stands in the kitchen talking on his cell phone.", "similarity": 0.6015, "relevance": 2 }, { "pair_id": 5031, "video_name": "house_s01e05_seg02_clip_15", "timestamp": [ 3.58, 7.16 ], "duration": 89.66, "caption": "A person has both hands onto the kitchen counter.", "similarity": 0.5978, "relevance": 2 }, { "pair_id": 5032, "video_name": "s05e20_seg02_clip_08", "timestamp": [ 21.05, 23.8 ], "duration": 61.66, "caption": "A person takes off their oven mitt and walks back to the dining table to sit down with another person.", "similarity": 0.5965, "relevance": 3 }, { "pair_id": 5033, "video_name": "s10e06_seg02_clip_03", "timestamp": [ 46.13, 52.49 ], "duration": 53.66, "caption": "A person grabs the oven mitts and hugs a woman with them.", "similarity": 0.5938, "relevance": 3 }, { "pair_id": 5034, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 7.02, 9.46 ], "duration": 61.66, "caption": "A person stands up next to the kitchen island.", "similarity": 0.5915, "relevance": 2 }, { "pair_id": 5035, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 42.55, 48.85 ], "duration": 63.66, "caption": "A person puts on the red sweater while standing in the kitchen.", "similarity": 0.588, "relevance": 2 }, { "pair_id": 5036, "video_name": "house_s06e02_seg02_clip_14", "timestamp": [ 0.0, 12.94 ], "duration": 89.66, "caption": "A person holds onto the syringe while in the kitchen.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 5037, "video_name": "friends_s08e03_seg02_clip_10", "timestamp": [ 2.58, 8.3 ], "duration": 57.66, "caption": "A man stands up and puts a casserole dish in the oven.", "similarity": 0.5867, "relevance": 2 }, { "pair_id": 5038, "video_name": "met_s02e11_seg02_clip_08", "timestamp": [ 6.71, 10.07 ], "duration": 61.66, "caption": "A person uses a fire extinguisher in their kitchen.", "similarity": 0.5847, "relevance": 2 }, { "pair_id": 5039, "video_name": "friends_s08e03_seg02_clip_10", "timestamp": [ 6.84, 9.12 ], "duration": 57.66, "caption": "A man places a bowl of food in the oven.", "similarity": 0.5846, "relevance": 2 }, { "pair_id": 178340, "video_name": "met_s06e14_seg02_clip_10", "timestamp": [ 0.0, 2.48 ], "duration": 62.66, "caption": "A person leaves someone standing near the kitchen counter.", "similarity": 0.5831, "relevance": 4 }, { "pair_id": 178341, "video_name": "s10e06_seg02_clip_03", "timestamp": [ 1.33, 9.54 ], "duration": 53.66, "caption": "A person pulls a dish out of the oven that they have been cooking.", "similarity": 0.5804, "relevance": 4 }, { "pair_id": 178342, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 45.47, 48.52 ], "duration": 61.66, "caption": "A person stands up and walks to the kitchen.", "similarity": 0.5798, "relevance": 1 }, { "pair_id": 178343, "video_name": "s03e09_seg02_clip_12", "timestamp": [ 27.56, 35.11 ], "duration": 58.66, "caption": "A person is mixing chemicals in the kitchen on the counter-top.", "similarity": 0.579, "relevance": 3 }, { "pair_id": 178344, "video_name": "house_s08e10_seg02_clip_04", "timestamp": [ 0.46, 2.28 ], "duration": 91.66, "caption": "A person has hands on either side of a kitchen cabinet.", "similarity": 0.5725, "relevance": 3 }, { "pair_id": 178345, "video_name": "s10e02_seg02_clip_10", "timestamp": [ 57.23, 65.02 ], "duration": 65.66, "caption": "A person stands at the kitchen counter stirring batter in a mixing bowl with a wooden spoon.", "similarity": 0.5718, "relevance": 3 }, { "pair_id": 178346, "video_name": "s01e07_seg02_clip_05", "timestamp": [ 62.51, 66.26 ], "duration": 125.66, "caption": "A person takes a bite of his sandwich while standing in the kitchen.", "similarity": 0.5713, "relevance": 2 }, { "pair_id": 178347, "video_name": "s10e06_seg01_clip_00", "timestamp": [ 3.51, 14.86 ], "duration": 54.66, "caption": "A person spreads mustard on a piece of bread in the kitchen.", "similarity": 0.5681, "relevance": 3 }, { "pair_id": 178348, "video_name": "castle_s05e04_seg02_clip_26", "timestamp": [ 53.0, 54.34 ], "duration": 89.66, "caption": "A person gets up from the kitchen counter and leaves.", "similarity": 0.5668, "relevance": 0 }, { "pair_id": 178349, "video_name": "castle_s07e03_seg02_clip_15", "timestamp": [ 19.99, 26.65 ], "duration": 88.66, "caption": "A person touches the kitchen appliances that are hanging from the ceiling.", "similarity": 0.5656, "relevance": 2 }, { "pair_id": 178350, "video_name": "s08e04_seg02_clip_07", "timestamp": [ 48.4, 53.12 ], "duration": 59.66, "caption": "A person stands at the kitchen counter with one hand resting on the lid of a water bottle.", "similarity": 0.5631, "relevance": 3 }, { "pair_id": 178351, "video_name": "house_s01e22_seg02_clip_12", "timestamp": [ 20.54, 25.45 ], "duration": 89.66, "caption": "A person walks over to stand close to the kitchen.", "similarity": 0.5615, "relevance": 2 }, { "pair_id": 178352, "video_name": "s02e02_seg02_clip_00", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "A person is putting different food items onto his plate in the kitchen.", "similarity": 0.5598, "relevance": 2 }, { "pair_id": 178353, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 1.44, 3.9 ], "duration": 41.66, "caption": "A person is in the kitchen as another person comes from their room.", "similarity": 0.5593, "relevance": 3 }, { "pair_id": 178354, "video_name": "s10e06_seg02_clip_08", "timestamp": [ 8.4, 9.6 ], "duration": 60.66, "caption": "Two people are standing in the kitchen.", "similarity": 0.5561, "relevance": 2 }, { "pair_id": 178355, "video_name": "s02e09_seg02_clip_01", "timestamp": [ 55.22, 56.73 ], "duration": 60.66, "caption": "A person gets up and moves towards the kitchen.", "similarity": 0.5498, "relevance": 1 }, { "pair_id": 178356, "video_name": "s02e05_seg02_clip_14", "timestamp": [ 21.91, 25.51 ], "duration": 60.66, "caption": "A person gets out of his spot and goes to the kitchen.", "similarity": 0.5492, "relevance": 1 }, { "pair_id": 178357, "video_name": "s05e11_seg01_clip_01", "timestamp": [ 26.29, 29.21 ], "duration": 73.66, "caption": "A person stands in the kitchen and talks as he rests his hand on the refrigerator door.", "similarity": 0.5472, "relevance": 3 }, { "pair_id": 178358, "video_name": "s04e16_seg02_clip_01", "timestamp": [ 51.35, 55.99 ], "duration": 58.66, "caption": "A person gets up from their spot and heads towards the kitchen.", "similarity": 0.5463, "relevance": 1 }, { "pair_id": 178359, "video_name": "s05e20_seg02_clip_08", "timestamp": [ 2.14, 6.41 ], "duration": 61.66, "caption": "A person bends down to retrieve a pan out of the oven.", "similarity": 0.5459, "relevance": 4 } ] }, { "query_id": 28185, "query": "A person points to his finger as he sits at the table and talks to another person.", "relevant_moment": [ { "pair_id": 103120, "video_name": "s07e20_seg02_clip_16", "timestamp": [ 1.74, 6.38 ], "duration": 116.66, "caption": "A person points to his finger as he sits at the table and talks to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 103121, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.3, 11.38 ], "duration": 65.66, "caption": "A person sits down at the table and talks to another person.", "similarity": 0.8626, "relevance": 3 }, { "pair_id": 103122, "video_name": "s05e15_seg02_clip_03", "timestamp": [ 13.81, 20.71 ], "duration": 60.66, "caption": "A person is talking to another person and sits down at the table.", "similarity": 0.8361, "relevance": 4 }, { "pair_id": 103123, "video_name": "castle_s07e14_seg02_clip_15", "timestamp": [ 48.73, 51.32 ], "duration": 86.66, "caption": "A person points across the table as he talks.", "similarity": 0.821, "relevance": 3 }, { "pair_id": 103124, "video_name": "s02e11_seg01_clip_00", "timestamp": [ 32.57, 34.74 ], "duration": 62.66, "caption": "A person presses the top of the table with their index finger while talking to some other people.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 103125, "video_name": "castle_s07e11_seg02_clip_23", "timestamp": [ 45.58, 52.73 ], "duration": 89.66, "caption": "A person is talking to another person and walks around the table and then sits on it.", "similarity": 0.7986, "relevance": 4 }, { "pair_id": 103126, "video_name": "s08e12_seg02_clip_04", "timestamp": [ 58.62, 61.41 ], "duration": 62.66, "caption": "A person points to the glass table when talking to a man.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 103127, "video_name": "house_s06e06_seg02_clip_16", "timestamp": [ 56.71, 60.77 ], "duration": 90.66, "caption": "A person rolls his eyes as he sits at the table and talks to another person.", "similarity": 0.789, "relevance": 3 }, { "pair_id": 103128, "video_name": "house_s04e13_seg02_clip_12", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A person talks to some people at the table.", "similarity": 0.7832, "relevance": 2 }, { "pair_id": 103130, "video_name": "house_s08e22_seg02_clip_01", "timestamp": [ 50.17, 52.37 ], "duration": 88.66, "caption": "A person sits down at a table while talking with two others.", "similarity": 0.778, "relevance": 2 }, { "pair_id": 103131, "video_name": "s04e04_seg02_clip_03", "timestamp": [ 29.41, 33.62 ], "duration": 60.66, "caption": "A man interlocks their fingers in front of them as they sit at the table talking to another person.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 103132, "video_name": "met_s06e03_seg02_clip_00", "timestamp": [ 50.26, 53.69 ], "duration": 62.66, "caption": "A person points their finger out to another person while their conversation.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 103133, "video_name": "s04e20_seg02_clip_10", "timestamp": [ 54.06, 56.02 ], "duration": 56.66, "caption": "A person taps the table while talking to another person.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 103134, "video_name": "met_s02e01_seg02_clip_03", "timestamp": [ 52.25, 54.01 ], "duration": 58.66, "caption": "A person points both fingers across the table he/she is sitting at.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 103135, "video_name": "s02e13_seg01_clip_02", "timestamp": [ 36.92, 41.02 ], "duration": 41.66, "caption": "A person is talking to some people that are seat at a table, he then sits down at the table with them.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 103136, "video_name": "house_s08e17_seg02_clip_06", "timestamp": [ 53.77, 55.11 ], "duration": 89.66, "caption": "A person points towards a man sitting at the table.", "similarity": 0.7698, "relevance": 2 }, { "pair_id": 103137, "video_name": "castle_s02e01_seg02_clip_16", "timestamp": [ 0.0, 43.71 ], "duration": 95.66, "caption": "A person is sitting at a table with two others conversing.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 103138, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 2.21, 22.49 ], "duration": 88.66, "caption": "A person sits at the table and speaks to some people.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 103139, "video_name": "castle_s02e23_seg02_clip_07", "timestamp": [ 45.28, 50.17 ], "duration": 88.66, "caption": "A man slams his hand down on the table and points his finger at another person.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 276440, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 27.91, 35.42 ], "duration": 60.66, "caption": "A man gestures to a person to sit at his table.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 276441, "video_name": "castle_s06e09_seg02_clip_23", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A person notices another person tapping his fingers on the table.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 276442, "video_name": "castle_s08e17_seg02_clip_09", "timestamp": [ 34.7, 72.56 ], "duration": 90.66, "caption": "A person sits on the table and starts talking to a man.", "similarity": 0.7516, "relevance": 1 }, { "pair_id": 276443, "video_name": "s08e05_seg02_clip_05", "timestamp": [ 55.88, 57.02 ], "duration": 57.66, "caption": "A person points their fingers towards a man while talking to him.", "similarity": 0.7515, "relevance": 1 }, { "pair_id": 276444, "video_name": "house_s07e09_seg02_clip_08", "timestamp": [ 19.08, 77.12 ], "duration": 81.66, "caption": "A person is sitting at a table talking with some other people.", "similarity": 0.7459, "relevance": 1 }, { "pair_id": 276445, "video_name": "house_s03e12_seg02_clip_22", "timestamp": [ 61.22, 64.37 ], "duration": 90.66, "caption": "A person pokes their finger on the table to try and emphasize their point in their discussion.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 276446, "video_name": "friends_s06e01_seg02_clip_05", "timestamp": [ 12.27, 16.26 ], "duration": 61.66, "caption": "A man points his finger at a woman while sitting at a table.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 276447, "video_name": "s03e10_seg02_clip_05", "timestamp": [ 53.03, 57.02 ], "duration": 57.66, "caption": "A man rests his chin on his hand as he sits at the table and talks to person.", "similarity": 0.7438, "relevance": 1 }, { "pair_id": 276448, "video_name": "met_s06e21_seg02_clip_00", "timestamp": [ 6.98, 63.49 ], "duration": 63.66, "caption": "Some people are conversing with person sitting at table.", "similarity": 0.7437, "relevance": 1 }, { "pair_id": 276449, "video_name": "s03e03_seg02_clip_13", "timestamp": [ 7.5, 9.3 ], "duration": 60.66, "caption": "A man puts his hand on his chest and points to another person as he is talking.", "similarity": 0.7402, "relevance": 1 }, { "pair_id": 276450, "video_name": "s05e04_seg02_clip_03", "timestamp": [ 54.01, 58.59 ], "duration": 61.66, "caption": "A man sits at a table and talks to another man.", "similarity": 0.7362, "relevance": 1 }, { "pair_id": 276451, "video_name": "castle_s05e02_seg02_clip_12", "timestamp": [ 61.87, 64.99 ], "duration": 89.66, "caption": "A person sits down in a chair at the table talking to two other people.", "similarity": 0.7362, "relevance": 1 }, { "pair_id": 276452, "video_name": "house_s05e20_seg02_clip_04", "timestamp": [ 0.0, 87.02 ], "duration": 87.66, "caption": "A man talks to some people who are sitting at a table.", "similarity": 0.7362, "relevance": 1 }, { "pair_id": 276453, "video_name": "house_s08e11_seg02_clip_21", "timestamp": [ 66.72, 75.0 ], "duration": 92.66, "caption": "A man sitting at a table twiddles his thumbs while talking to a person; the person, also at the table, gestures only slightly with their own hands while responding.", "similarity": 0.7358, "relevance": 1 }, { "pair_id": 276454, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 6.63, 10.92 ], "duration": 78.66, "caption": "A man points his finger in the air while talking to another person.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 276455, "video_name": "house_s05e01_seg02_clip_24", "timestamp": [ 76.58, 87.02 ], "duration": 87.66, "caption": "A person speaks to another person as they sit at a dining table writing.", "similarity": 0.7303, "relevance": 1 }, { "pair_id": 276456, "video_name": "s05e08_seg02_clip_07", "timestamp": [ 34.06, 35.21 ], "duration": 46.66, "caption": "A person uses two outstretched fingers to point at two guys as he stands next to the table.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 276457, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 76.99, 86.02 ], "duration": 86.66, "caption": "A person is sitting and talking to another person.", "similarity": 0.7265, "relevance": 1 }, { "pair_id": 276458, "video_name": "house_s04e05_seg02_clip_05", "timestamp": [ 69.18, 71.79 ], "duration": 87.66, "caption": "A person looks up to speak to another person and the other person points their finger.", "similarity": 0.726, "relevance": 1 }, { "pair_id": 276459, "video_name": "s04e06_seg02_clip_13", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man sits down at a table and talks to another man.", "similarity": 0.7248, "relevance": 2 } ] }, { "query_id": 28192, "query": "A man walks toward another man and pats him down.", "relevant_moment": [ { "pair_id": 64540, "video_name": "castle_s08e04_seg02_clip_07", "timestamp": [ 42.7, 44.43 ], "duration": 86.66, "caption": "A man walks toward another man and pats him down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 64541, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.7859, "relevance": 2 }, { "pair_id": 64542, "video_name": "castle_s03e10_seg02_clip_09", "timestamp": [ 60.82, 66.72 ], "duration": 90.66, "caption": "A man gets up and follows another man towards the ground.", "similarity": 0.7595, "relevance": 1 }, { "pair_id": 64543, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 79.19, 83.29 ], "duration": 91.66, "caption": "A man turns around and walks back towards another man.", "similarity": 0.755, "relevance": 1 }, { "pair_id": 64544, "video_name": "house_s05e17_seg02_clip_02", "timestamp": [ 18.17, 21.8 ], "duration": 90.66, "caption": "A man raises his fist while another man walks by.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 64545, "video_name": "friends_s07e14_seg02_clip_09", "timestamp": [ 6.6, 10.5 ], "duration": 60.66, "caption": "A man stops another man as he's walking away then pats him on the back.", "similarity": 0.7478, "relevance": 2 }, { "pair_id": 64546, "video_name": "grey_s03e16_seg02_clip_11", "timestamp": [ 2.65, 5.3 ], "duration": 106.66, "caption": "A man walks around another man to sit down next to him.", "similarity": 0.7466, "relevance": 2 }, { "pair_id": 64547, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 41.87, 48.7 ], "duration": 91.66, "caption": "A man walks towards another man and helps him stand up by supporting his hand.", "similarity": 0.7448, "relevance": 1 }, { "pair_id": 64548, "video_name": "house_s01e08_seg02_clip_20", "timestamp": [ 3.76, 8.46 ], "duration": 94.66, "caption": "A man walks over to another man and walks with him.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 64549, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 66.84, 71.56 ], "duration": 135.66, "caption": "A man pats another man on the back and then walks away.", "similarity": 0.7407, "relevance": 1 }, { "pair_id": 64550, "video_name": "met_s03e17_seg02_clip_01", "timestamp": [ 42.77, 44.27 ], "duration": 60.66, "caption": "A man walks up behind another man and startles him.", "similarity": 0.7401, "relevance": 0 }, { "pair_id": 64551, "video_name": "friends_s10e02_seg02_clip_15", "timestamp": [ 20.07, 22.58 ], "duration": 62.66, "caption": "A man walks past two people to stand with another man.", "similarity": 0.7363, "relevance": 1 }, { "pair_id": 64552, "video_name": "met_s06e23_seg02_clip_10", "timestamp": [ 10.73, 13.64 ], "duration": 58.66, "caption": "A man walks towards another man with their arms wide open.", "similarity": 0.7357, "relevance": 0 }, { "pair_id": 64553, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 14.57, 16.45 ], "duration": 94.66, "caption": "A man turns to another man as he walks up beside him.", "similarity": 0.7343, "relevance": 0 }, { "pair_id": 64554, "video_name": "house_s01e11_seg02_clip_20", "timestamp": [ 0.0, 10.19 ], "duration": 97.66, "caption": "A man walks up to a man while holding onto his side.", "similarity": 0.7246, "relevance": 1 }, { "pair_id": 64555, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 80.64, 84.95 ], "duration": 86.66, "caption": "A man walks to another man while they're talking to them.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 64556, "video_name": "friends_s09e17_seg02_clip_20", "timestamp": [ 13.81, 18.31 ], "duration": 60.66, "caption": "A man walks over to be in front of another man.", "similarity": 0.7206, "relevance": 2 }, { "pair_id": 64557, "video_name": "grey_s03e19_seg02_clip_19", "timestamp": [ 27.61, 31.75 ], "duration": 92.66, "caption": "A man stands up when he sees another man walking towards him.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 64558, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.7201, "relevance": 0 }, { "pair_id": 64559, "video_name": "friends_s01e12_seg02_clip_16", "timestamp": [ 34.82, 38.72 ], "duration": 60.66, "caption": "A man reaches over to pat another man on the back.", "similarity": 0.7201, "relevance": 1 } ] }, { "query_id": 28222, "query": "A person reads aloud to the group from his yellow notebook.", "relevant_moment": [ { "pair_id": 47120, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.22, 57.69 ], "duration": 62.66, "caption": "A person reads aloud to the group from his yellow notebook.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 47121, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.53, 58.62 ], "duration": 62.66, "caption": "A person reads from a notebook as he is with some people.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 47122, "video_name": "friends_s10e04_seg02_clip_06", "timestamp": [ 0.0, 10.89 ], "duration": 64.66, "caption": "A person reads to the group from a hardcover children's book.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 47123, "video_name": "s05e03_seg02_clip_01", "timestamp": [ 31.28, 35.12 ], "duration": 59.66, "caption": "A person reads aloud from a paper about a lecture.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 47124, "video_name": "friends_s07e16_seg02_clip_08", "timestamp": [ 23.02, 56.96 ], "duration": 59.66, "caption": "A person reads a piece of yellow paper to two other people.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 47125, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man reads to some people from a book he is holding.", "similarity": 0.6787, "relevance": 3 }, { "pair_id": 47126, "video_name": "castle_s03e09_seg02_clip_02", "timestamp": [ 77.68, 82.79 ], "duration": 93.66, "caption": "A person reads from a small notebook while standing to someone's left.", "similarity": 0.6764, "relevance": 3 }, { "pair_id": 47127, "video_name": "friends_s05e10_seg02_clip_08", "timestamp": [ 0.0, 2.88 ], "duration": 64.66, "caption": "A man reads out loud while holding a yellow note pad.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 47128, "video_name": "friends_s02e03_seg02_clip_06", "timestamp": [ 0.0, 27.31 ], "duration": 60.66, "caption": "A man reads from a large book to the group.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 47129, "video_name": "castle_s06e16_seg02_clip_08", "timestamp": [ 15.19, 19.66 ], "duration": 89.66, "caption": "A person holding a notebook reads what's inside.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 47130, "video_name": "house_s06e11_seg02_clip_04", "timestamp": [ 5.34, 8.25 ], "duration": 97.66, "caption": "A person is holding a book while listening to the group.", "similarity": 0.6647, "relevance": 1 }, { "pair_id": 47131, "video_name": "met_s06e14_seg02_clip_03", "timestamp": [ 49.29, 51.35 ], "duration": 59.66, "caption": "A person reads to the group and someone's family from a small notepad.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 47132, "video_name": "castle_s03e18_seg02_clip_03", "timestamp": [ 15.24, 36.48 ], "duration": 92.66, "caption": "A man writes in his notebook as he hears someone speak.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 47134, "video_name": "castle_s05e09_seg02_clip_12", "timestamp": [ 47.33, 57.35 ], "duration": 91.66, "caption": "A man reads out loud some information from a piece of paper to woman.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 47135, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A man reads from a notebook to two guys.", "similarity": 0.6092, "relevance": 3 }, { "pair_id": 47136, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 3.68, 12.89 ], "duration": 92.66, "caption": "A person reads the dedication to the book he's reading.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 47137, "video_name": "house_s07e07_seg02_clip_06", "timestamp": [ 86.83, 89.61 ], "duration": 92.66, "caption": "A person is looking at the papers they are holding while talking to a group.", "similarity": 0.6082, "relevance": 2 }, { "pair_id": 47138, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 8.87, 15.96 ], "duration": 88.66, "caption": "A person is reading a paper filled with some information of a human.", "similarity": 0.606, "relevance": 1 }, { "pair_id": 47139, "video_name": "met_s02e20_seg02_clip_10", "timestamp": [ 18.59, 61.66 ], "duration": 61.66, "caption": "A man is reading something from a notepad out loud.", "similarity": 0.6036, "relevance": 4 }, { "pair_id": 220441, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.5999, "relevance": 2 }, { "pair_id": 220442, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person is holding a book as he speaks to another person.", "similarity": 0.5998, "relevance": 3 }, { "pair_id": 220443, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 68.27, 91.03 ], "duration": 91.66, "caption": "A person is holding a book as he speaks to two other people.", "similarity": 0.5993, "relevance": 3 }, { "pair_id": 220444, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 2.69, 4.04 ], "duration": 89.66, "caption": "A person reads the title of the book he is holding.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 220445, "video_name": "s01e09_seg02_clip_00", "timestamp": [ 42.72, 61.03 ], "duration": 61.66, "caption": "A person reads a letter from a committee to the group.", "similarity": 0.598, "relevance": 3 }, { "pair_id": 220446, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 31.91, 35.77 ], "duration": 55.66, "caption": "A person holds up a piece of paper and reads from it.", "similarity": 0.5978, "relevance": 3 }, { "pair_id": 220447, "video_name": "s05e19_seg02_clip_16", "timestamp": [ 3.68, 6.21 ], "duration": 46.66, "caption": "A person stares at a bottle they are holding and reads aloud.", "similarity": 0.5962, "relevance": 2 }, { "pair_id": 220448, "video_name": "friends_s08e19_seg02_clip_09", "timestamp": [ 43.25, 56.17 ], "duration": 56.66, "caption": "The person next to a man takes notes on what the group says.", "similarity": 0.5958, "relevance": 1 }, { "pair_id": 220449, "video_name": "s08e20_seg02_clip_04", "timestamp": [ 16.54, 30.17 ], "duration": 58.66, "caption": "A person is reading from a piece of paper handed by someone.", "similarity": 0.5914, "relevance": 2 }, { "pair_id": 220450, "video_name": "friends_s10e11_seg02_clip_02", "timestamp": [ 6.06, 10.0 ], "duration": 60.66, "caption": "A man reads from a piece of paper with another person.", "similarity": 0.5909, "relevance": 2 }, { "pair_id": 220451, "video_name": "friends_s01e19_seg02_clip_21", "timestamp": [ 18.86, 22.34 ], "duration": 58.66, "caption": "A woman is reading a book while the group is listening to her.", "similarity": 0.5906, "relevance": 3 }, { "pair_id": 220452, "video_name": "s03e16_seg02_clip_12", "timestamp": [ 2.03, 7.25 ], "duration": 58.66, "caption": "A man reads the card sent to him aloud in front of everyone.", "similarity": 0.5863, "relevance": 3 }, { "pair_id": 220453, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 1.58, 7.56 ], "duration": 63.66, "caption": "A person is talking to someone while holding a book.", "similarity": 0.5862, "relevance": 3 }, { "pair_id": 220454, "video_name": "s03e23_seg01_clip_00", "timestamp": [ 2.44, 30.21 ], "duration": 61.66, "caption": "A person writes in the notebook he is holding.", "similarity": 0.5773, "relevance": 2 }, { "pair_id": 220455, "video_name": "friends_s09e10_seg02_clip_00", "timestamp": [ 11.85, 17.61 ], "duration": 64.66, "caption": "A man holds up a note and reads from it.", "similarity": 0.5771, "relevance": 2 }, { "pair_id": 220456, "video_name": "castle_s06e15_seg02_clip_13", "timestamp": [ 62.79, 72.28 ], "duration": 90.66, "caption": "A man looks down at the paper he's holding and reads something aloud.", "similarity": 0.5756, "relevance": 3 }, { "pair_id": 220457, "video_name": "s06e06_seg02_clip_12", "timestamp": [ 8.12, 16.54 ], "duration": 58.66, "caption": "A woman reads aloud text from the green folder.", "similarity": 0.5753, "relevance": 3 }, { "pair_id": 220458, "video_name": "friends_s01e21_seg02_clip_12", "timestamp": [ 32.04, 43.02 ], "duration": 61.66, "caption": "A man reads letter to the group and to the animal.", "similarity": 0.5747, "relevance": 2 }, { "pair_id": 220459, "video_name": "castle_s01e03_seg02_clip_20", "timestamp": [ 9.45, 16.2 ], "duration": 90.66, "caption": "A person holds up the paper to read another person's message to someone.", "similarity": 0.5738, "relevance": 3 } ] }, { "query_id": 28225, "query": "A person folds a red shirt and places it on top of other folded shirts.", "relevant_moment": [ { "pair_id": 12380, "video_name": "s02e01_seg02_clip_00", "timestamp": [ 4.27, 12.21 ], "duration": 61.66, "caption": "A person folds a red shirt and places it on top of other folded shirts.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12381, "video_name": "met_s03e19_seg02_clip_02", "timestamp": [ 55.22, 59.43 ], "duration": 60.66, "caption": "A person folds a black garment and places it down next to them.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 12382, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 36.31, 45.47 ], "duration": 61.66, "caption": "A person picks up a shirt and starts to fold it.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 12383, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 54.9, 56.02 ], "duration": 56.66, "caption": "A person picks up his/her shirt after he/she is done folding it.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 12384, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 35.4, 43.33 ], "duration": 61.66, "caption": "A person picks up a shirt and holds it as he unfolds it.", "similarity": 0.6223, "relevance": 1 }, { "pair_id": 12385, "video_name": "s08e15_seg02_clip_04", "timestamp": [ 19.85, 30.7 ], "duration": 62.66, "caption": "A person takes the clothes from a woman and starts folding them.", "similarity": 0.6098, "relevance": 2 }, { "pair_id": 12386, "video_name": "s10e08_seg01_clip_00", "timestamp": [ 64.39, 70.24 ], "duration": 78.66, "caption": "A person rolls the sleeve of his/her shirt down.", "similarity": 0.5748, "relevance": 0 }, { "pair_id": 12387, "video_name": "s04e03_seg02_clip_10", "timestamp": [ 2.75, 8.54 ], "duration": 61.66, "caption": "A person folds a blue folding board and places it in his laundry basket.", "similarity": 0.5637, "relevance": 2 }, { "pair_id": 12388, "video_name": "s03e19_seg02_clip_11", "timestamp": [ 36.01, 40.14 ], "duration": 59.66, "caption": "A person removes a shirt from a bag and holds it up for everyone to see.", "similarity": 0.5618, "relevance": 1 }, { "pair_id": 12389, "video_name": "s04e18_seg02_clip_05", "timestamp": [ 23.71, 28.81 ], "duration": 60.66, "caption": "A woman folds a pink sweatshirt that she places in laundry basket.", "similarity": 0.5598, "relevance": 3 }, { "pair_id": 12390, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 43.33, 45.16 ], "duration": 61.66, "caption": "A person places a shirt on the table and flattens it out.", "similarity": 0.5571, "relevance": 1 }, { "pair_id": 12391, "video_name": "house_s06e08_seg02_clip_09", "timestamp": [ 1.61, 5.35 ], "duration": 107.66, "caption": "A person puts on a red color tie around a blue dress shirt.", "similarity": 0.555, "relevance": 0 }, { "pair_id": 12392, "video_name": "house_s06e18_seg02_clip_16", "timestamp": [ 38.33, 41.24 ], "duration": 97.66, "caption": "A woman stands with the shirt in front of her face and folds it on the bed.", "similarity": 0.5531, "relevance": 2 }, { "pair_id": 12393, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 24.31, 26.71 ], "duration": 60.66, "caption": "A person holds up a shirt for someone to see.", "similarity": 0.5517, "relevance": 1 }, { "pair_id": 12394, "video_name": "friends_s08e11_seg02_clip_00", "timestamp": [ 5.99, 10.72 ], "duration": 63.66, "caption": "A person uses their hand to brush their red plaid shirt off.", "similarity": 0.5502, "relevance": 0 }, { "pair_id": 12395, "video_name": "house_s06e02_seg02_clip_18", "timestamp": [ 44.63, 52.91 ], "duration": 92.66, "caption": "A person folds a white shirt while talking with another person.", "similarity": 0.5455, "relevance": 2 }, { "pair_id": 12396, "video_name": "s03e04_seg02_clip_09", "timestamp": [ 9.98, 13.97 ], "duration": 57.66, "caption": "A person folds his hands under his chin as another person sits across from him.", "similarity": 0.5448, "relevance": 0 }, { "pair_id": 12397, "video_name": "friends_s06e04_seg02_clip_04", "timestamp": [ 0.0, 2.05 ], "duration": 58.66, "caption": "A person unfurls their shirt that is in their hands.", "similarity": 0.5435, "relevance": 1 }, { "pair_id": 12398, "video_name": "friends_s10e07_seg02_clip_02", "timestamp": [ 11.06, 12.36 ], "duration": 65.66, "caption": "A man in a red shirt gets a shirt from a woman.", "similarity": 0.5435, "relevance": 1 }, { "pair_id": 12399, "video_name": "house_s01e11_seg02_clip_27", "timestamp": [ 0.0, 3.23 ], "duration": 17.66, "caption": "A person folds the red folder over and examines the paper.", "similarity": 0.5404, "relevance": 0 } ] }, { "query_id": 28267, "query": "A man talks to man about a ten-year old patient with pleural effusion and conduction abnormality but no heart failure.", "relevant_moment": [ { "pair_id": 171580, "video_name": "house_s03e04_seg02_clip_08", "timestamp": [ 77.27, 82.25 ], "duration": 90.66, "caption": "A man talks to man about a ten-year old patient with pleural effusion and conduction abnormality but no heart failure.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171581, "video_name": "house_s06e10_seg02_clip_19", "timestamp": [ 75.49, 91.51 ], "duration": 91.66, "caption": "A man talks to two other people about a medical case.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 171582, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 18.91, 58.52 ], "duration": 90.66, "caption": "A man speaks with another person about a medical case.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 171583, "video_name": "house_s01e18_seg02_clip_00", "timestamp": [ 0.0, 29.77 ], "duration": 93.66, "caption": "A man is having a conversation to the patient about their condition.", "similarity": 0.62, "relevance": 2 }, { "pair_id": 171584, "video_name": "house_s05e07_seg02_clip_10", "timestamp": [ 0.0, 11.71 ], "duration": 90.66, "caption": "A man is talking to the patient who is not feeling well that everything is going to be okay.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 171585, "video_name": "grey_s02e14_seg02_clip_10", "timestamp": [ 76.07, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with an old patient.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 171586, "video_name": "met_s06e18_seg02_clip_02", "timestamp": [ 33.92, 46.22 ], "duration": 60.66, "caption": "A man is having a conversation with the cardiologist.", "similarity": 0.6122, "relevance": 2 }, { "pair_id": 171587, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 31.06, 37.81 ], "duration": 90.66, "caption": "A man is talking to another doctor and the other doctors about his condition.", "similarity": 0.6074, "relevance": 2 }, { "pair_id": 171588, "video_name": "house_s02e05_seg02_clip_04", "timestamp": [ 0.0, 9.04 ], "duration": 90.66, "caption": "A man is talking to another man about his spouse might have the same health issue as the patient.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 171589, "video_name": "grey_s03e23_seg02_clip_08", "timestamp": [ 66.24, 86.02 ], "duration": 86.66, "caption": "A man is having a conversation with his patient.", "similarity": 0.6049, "relevance": 2 }, { "pair_id": 171591, "video_name": "house_s01e01_seg02_clip_02", "timestamp": [ 22.81, 28.51 ], "duration": 95.66, "caption": "A man tells person reasons the patient may not be able to speak.", "similarity": 0.6037, "relevance": 2 }, { "pair_id": 171592, "video_name": "house_s01e02_seg02_clip_03", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "A person is talking to a man who is questioning his diagnosis.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 171593, "video_name": "house_s06e20_seg02_clip_18", "timestamp": [ 0.0, 38.43 ], "duration": 91.66, "caption": "A man is having a conversation with a relative of a patient.", "similarity": 0.5986, "relevance": 2 }, { "pair_id": 171594, "video_name": "house_s08e04_seg02_clip_10", "timestamp": [ 31.69, 40.93 ], "duration": 88.66, "caption": "A patient thinks he is in cardiac distress after telling a story.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 171595, "video_name": "house_s08e12_seg02_clip_14", "timestamp": [ 0.0, 22.42 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 171596, "video_name": "house_s07e12_seg02_clip_12", "timestamp": [ 0.0, 26.97 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 171597, "video_name": "house_s07e05_seg02_clip_20", "timestamp": [ 59.61, 87.02 ], "duration": 87.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 171598, "video_name": "house_s07e03_seg02_clip_13", "timestamp": [ 50.09, 90.25 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 171599, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 0.0, 23.53 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344900, "video_name": "house_s06e09_seg02_clip_06", "timestamp": [ 72.11, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344901, "video_name": "house_s06e03_seg02_clip_12", "timestamp": [ 66.62, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344902, "video_name": "house_s06e01_seg02_clip_13", "timestamp": [ 0.0, 40.81 ], "duration": 96.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344903, "video_name": "house_s05e18_seg02_clip_02", "timestamp": [ 56.47, 90.35 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344904, "video_name": "house_s05e11_seg02_clip_09", "timestamp": [ 0.0, 37.32 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344905, "video_name": "house_s05e10_seg02_clip_17", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344906, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 43.69, 91.03 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344907, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 0.0, 34.59 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344908, "video_name": "house_s03e22_seg02_clip_24", "timestamp": [ 0.0, 21.51 ], "duration": 86.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344909, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 47.85, 92.03 ], "duration": 92.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344910, "video_name": "house_s03e15_seg02_clip_01", "timestamp": [ 0.0, 22.26 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344911, "video_name": "house_s02e22_seg02_clip_24", "timestamp": [ 0.0, 53.6 ], "duration": 94.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344912, "video_name": "house_s02e04_seg02_clip_06", "timestamp": [ 70.02, 90.34 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344913, "video_name": "house_s01e10_seg02_clip_25", "timestamp": [ 55.19, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344914, "video_name": "house_s01e09_seg02_clip_17", "timestamp": [ 0.0, 12.98 ], "duration": 92.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344915, "video_name": "grey_s03e03_seg02_clip_17", "timestamp": [ 42.95, 57.56 ], "duration": 88.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 344916, "video_name": "grey_s03e02_seg02_clip_13", "timestamp": [ 0.0, 27.51 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 1 }, { "pair_id": 344917, "video_name": "grey_s02e21_seg02_clip_08", "timestamp": [ 53.57, 96.33 ], "duration": 103.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344918, "video_name": "grey_s02e21_seg02_clip_08", "timestamp": [ 0.0, 43.27 ], "duration": 103.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 }, { "pair_id": 344919, "video_name": "grey_s02e14_seg02_clip_19", "timestamp": [ 68.1, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.5983, "relevance": 0 } ] }, { "query_id": 28326, "query": "A woman is speaking to man in the living room.", "relevant_moment": [ { "pair_id": 154220, "video_name": "castle_s05e24_seg02_clip_01", "timestamp": [ 9.66, 92.03 ], "duration": 92.66, "caption": "A woman is speaking to man in the living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154221, "video_name": "s01e16_seg02_clip_01", "timestamp": [ 2.85, 5.99 ], "duration": 57.66, "caption": "A woman talks to some men in their living room.", "similarity": 0.849, "relevance": 4 }, { "pair_id": 154222, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "A man and a woman talk together in the living room.", "similarity": 0.846, "relevance": 4 }, { "pair_id": 154223, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 0.0, 26.34 ], "duration": 59.66, "caption": "A man is speaking to a woman as he faces her in a room.", "similarity": 0.8282, "relevance": 4 }, { "pair_id": 154224, "video_name": "s07e10_seg02_clip_14", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman walks through the living room to talk to a man.", "similarity": 0.8282, "relevance": 4 }, { "pair_id": 154225, "video_name": "s06e24_seg02_clip_00", "timestamp": [ 53.66, 62.03 ], "duration": 62.66, "caption": "A woman walks towards the living room as she is talking to a man.", "similarity": 0.823, "relevance": 4 }, { "pair_id": 154226, "video_name": "friends_s01e01_seg02_clip_27", "timestamp": [ 0.0, 12.11 ], "duration": 55.66, "caption": "A woman is talking with a man in the living room, then gets up and goes to her bedroom.", "similarity": 0.8106, "relevance": 4 }, { "pair_id": 154227, "video_name": "s03e16_seg02_clip_14", "timestamp": [ 24.97, 28.49 ], "duration": 64.66, "caption": "A man sits in the living room chair talking to a woman.", "similarity": 0.8042, "relevance": 4 }, { "pair_id": 154228, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 14.63, 18.07 ], "duration": 43.66, "caption": "A woman comes in man's room while man is talking to someone.", "similarity": 0.8013, "relevance": 0 }, { "pair_id": 154229, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 78.22, 92.03 ], "duration": 92.66, "caption": "A woman is speaking to a man as they are in her apartment.", "similarity": 0.7962, "relevance": 4 }, { "pair_id": 154230, "video_name": "castle_s07e20_seg02_clip_26", "timestamp": [ 52.19, 80.86 ], "duration": 147.66, "caption": "A person is in his living room speaking to two other people.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 154231, "video_name": "friends_s02e01_seg02_clip_15", "timestamp": [ 43.36, 52.24 ], "duration": 52.66, "caption": "Two people stand in the living room discussing a woman.", "similarity": 0.7843, "relevance": 4 }, { "pair_id": 154232, "video_name": "castle_s08e15_seg02_clip_05", "timestamp": [ 0.0, 18.2 ], "duration": 91.66, "caption": "A woman and a man are in a room speaking with a person.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 154233, "video_name": "castle_s03e02_seg02_clip_05", "timestamp": [ 0.0, 57.08 ], "duration": 91.66, "caption": "A person is speaking with some people in a living room.", "similarity": 0.7797, "relevance": 3 }, { "pair_id": 154234, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 0.0, 3.78 ], "duration": 63.66, "caption": "A woman walks into the kitchen after speaking to a man in the living room.", "similarity": 0.7791, "relevance": 4 }, { "pair_id": 154235, "video_name": "house_s03e07_seg02_clip_19", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person talks to two people in a living room.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 154236, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 42.69, 88.02 ], "duration": 88.66, "caption": "A person is sitting in their living room speaking to some people.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 154237, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 1.92, 19.69 ], "duration": 96.66, "caption": "A person stands with a woman in the room and speaks with her.", "similarity": 0.7749, "relevance": 3 }, { "pair_id": 154238, "video_name": "house_s07e16_seg02_clip_03", "timestamp": [ 11.25, 14.85 ], "duration": 90.66, "caption": "A man standing in a room talking to woman.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 154239, "video_name": "friends_s06e22_seg02_clip_04", "timestamp": [ 0.0, 11.79 ], "duration": 62.66, "caption": "A man follows a woman to the living room and they converse with each other standing.", "similarity": 0.767, "relevance": 4 }, { "pair_id": 327540, "video_name": "castle_s08e02_seg02_clip_05", "timestamp": [ 56.27, 90.02 ], "duration": 90.66, "caption": "A woman is talking to a man as they are in a hallway.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 327541, "video_name": "grey_s02e21_seg02_clip_16", "timestamp": [ 5.58, 18.46 ], "duration": 85.66, "caption": "A woman comes out of a room and has a conversation with a man.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 327542, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 73.48, 84.17 ], "duration": 89.66, "caption": "A person comes into the room and talks to woman.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 327543, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 0.0, 19.51 ], "duration": 100.66, "caption": "A person talks to another person while in a living room.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 327544, "video_name": "castle_s06e08_seg02_clip_05", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "A woman enters the room as a man talks to her.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 327545, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 2.3, 31.75 ], "duration": 92.66, "caption": "A woman walks into the room and speaks with a man.", "similarity": 0.7521, "relevance": 1 }, { "pair_id": 327546, "video_name": "house_s01e11_seg02_clip_14", "timestamp": [ 10.94, 76.16 ], "duration": 81.66, "caption": "A woman talks to a man outside their room.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 327547, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 5.31, 7.97 ], "duration": 59.66, "caption": "A woman walks out the room while speaking to a man.", "similarity": 0.751, "relevance": 3 }, { "pair_id": 327549, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 0.0, 29.69 ], "duration": 88.66, "caption": "A man and a woman are conversing with another man sitting in his living room.", "similarity": 0.7508, "relevance": 4 }, { "pair_id": 327550, "video_name": "friends_s10e14_seg02_clip_13", "timestamp": [ 0.0, 62.03 ], "duration": 62.66, "caption": "A man and a woman are in the same room conversing.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 327551, "video_name": "castle_s08e07_seg02_clip_01", "timestamp": [ 19.09, 21.82 ], "duration": 90.66, "caption": "A man came in the room and talk to woman.", "similarity": 0.7474, "relevance": 2 }, { "pair_id": 327552, "video_name": "s01e14_seg02_clip_02", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A woman is in the hallway as she speaks with man and person.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 327553, "video_name": "house_s03e14_seg02_clip_14", "timestamp": [ 0.0, 61.79 ], "duration": 87.66, "caption": "A woman talks to a man in her house's doorway.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 327554, "video_name": "castle_s04e09_seg02_clip_11", "timestamp": [ 3.26, 39.62 ], "duration": 93.66, "caption": "A man and woman are in the same room conversing with each other.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 327555, "video_name": "friends_s04e17_seg02_clip_15", "timestamp": [ 0.0, 3.22 ], "duration": 58.66, "caption": "A man and a woman are sitting across from each other in the living room conversing.", "similarity": 0.745, "relevance": 2 }, { "pair_id": 327556, "video_name": "castle_s07e18_seg02_clip_23", "timestamp": [ 0.0, 2.56 ], "duration": 73.66, "caption": "A man and a woman are having a conversation in a room.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 327557, "video_name": "s08e06_seg02_clip_14", "timestamp": [ 0.0, 53.7 ], "duration": 61.66, "caption": "A woman and man are sitting on the couch in the living room talking.", "similarity": 0.7424, "relevance": 4 }, { "pair_id": 327558, "video_name": "friends_s05e05_seg02_clip_02", "timestamp": [ 53.66, 62.03 ], "duration": 62.66, "caption": "Two people are in the living room conversing.", "similarity": 0.742, "relevance": 3 }, { "pair_id": 327559, "video_name": "castle_s06e20_seg02_clip_21", "timestamp": [ 0.0, 3.45 ], "duration": 86.66, "caption": "A woman is in an office speaking to a man.", "similarity": 0.7415, "relevance": 2 } ] }, { "query_id": 28342, "query": "A woman is holding a clipboard and a pen as she speaks to another woman.", "relevant_moment": [ { "pair_id": 5200, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 64.94, 77.39 ], "duration": 88.66, "caption": "A woman is holding a clipboard and a pen as she speaks to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5201, "video_name": "castle_s05e14_seg02_clip_09", "timestamp": [ 0.0, 4.97 ], "duration": 90.66, "caption": "A woman is holding a clipboard as she speaks to two people.", "similarity": 0.8829, "relevance": 3 }, { "pair_id": 5202, "video_name": "house_s02e09_seg02_clip_11", "timestamp": [ 68.02, 90.1 ], "duration": 90.66, "caption": "A woman holds a clipboard out in front of her while talking with another woman.", "similarity": 0.8582, "relevance": 4 }, { "pair_id": 5203, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 14.3, 17.88 ], "duration": 89.66, "caption": "A woman was holding a pen while talking to another woman.", "similarity": 0.8506, "relevance": 3 }, { "pair_id": 5204, "video_name": "castle_s04e05_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "A woman was holding a pen whilst talking to another woman.", "similarity": 0.8476, "relevance": 3 }, { "pair_id": 5205, "video_name": "friends_s04e07_seg02_clip_03", "timestamp": [ 30.89, 37.72 ], "duration": 65.66, "caption": "A woman is talking to two other women while holding a pad and pen.", "similarity": 0.8222, "relevance": 3 }, { "pair_id": 5206, "video_name": "castle_s02e15_seg02_clip_04", "timestamp": [ 6.19, 8.85 ], "duration": 88.66, "caption": "A woman talks to someone while holding a pen.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 5207, "video_name": "met_s02e04_seg02_clip_07", "timestamp": [ 12.1, 15.21 ], "duration": 62.66, "caption": "A woman writes something on the clipboard and hands it to another woman.", "similarity": 0.8124, "relevance": 3 }, { "pair_id": 5208, "video_name": "castle_s02e10_seg02_clip_23", "timestamp": [ 41.41, 44.63 ], "duration": 92.66, "caption": "A woman holds a pen in her hands as she speaks.", "similarity": 0.8015, "relevance": 4 }, { "pair_id": 5209, "video_name": "castle_s04e10_seg02_clip_01", "timestamp": [ 63.68, 69.59 ], "duration": 90.66, "caption": "A woman writes on a clipboard and then hands it to another woman.", "similarity": 0.7937, "relevance": 4 }, { "pair_id": 5210, "video_name": "castle_s06e18_seg02_clip_07", "timestamp": [ 62.0, 79.52 ], "duration": 89.66, "caption": "A woman stands, holds a clipboard with both hands and speaks.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 5211, "video_name": "grey_s03e22_seg02_clip_06", "timestamp": [ 42.51, 46.34 ], "duration": 85.66, "caption": "A woman smiles as she's talking with another woman who is writing on a clipboard.", "similarity": 0.7833, "relevance": 3 }, { "pair_id": 5212, "video_name": "s01e01_seg01_clip_01", "timestamp": [ 6.62, 8.19 ], "duration": 63.66, "caption": "A woman hands a man a clipboard and a pen.", "similarity": 0.7832, "relevance": 3 }, { "pair_id": 5213, "video_name": "grey_s01e09_seg02_clip_13", "timestamp": [ 0.0, 7.22 ], "duration": 76.66, "caption": "A woman hands a man a clipboard and a pen.", "similarity": 0.7832, "relevance": 3 }, { "pair_id": 5214, "video_name": "grey_s02e14_seg02_clip_15", "timestamp": [ 0.0, 8.31 ], "duration": 92.66, "caption": "A woman signs a clipboard and hands it back to another woman.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 5215, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman holds her two fingers with her hand while she speaks to another woman.", "similarity": 0.7797, "relevance": 3 }, { "pair_id": 5216, "video_name": "castle_s01e04_seg02_clip_01", "timestamp": [ 14.62, 30.12 ], "duration": 88.66, "caption": "A woman started talking to another woman while holding a bunch of papers and a pen.", "similarity": 0.7791, "relevance": 4 }, { "pair_id": 5217, "video_name": "friends_s01e16-17_seg02_clip_23", "timestamp": [ 11.71, 13.98 ], "duration": 65.66, "caption": "A woman taps on the clipboard another woman is holding.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 5218, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman was holding a pen and paper whilst talking.", "similarity": 0.7675, "relevance": 3 }, { "pair_id": 5219, "video_name": "house_s02e07_seg02_clip_05", "timestamp": [ 77.45, 81.9 ], "duration": 89.66, "caption": "A woman writes on her clipboard while talking with a man.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 178520, "video_name": "friends_s07e22_seg02_clip_02", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A woman was holding a pen and paper whilst talking to man.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 178521, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 0.0, 16.48 ], "duration": 61.66, "caption": "A woman is holding a paper while talking to another woman.", "similarity": 0.7519, "relevance": 3 }, { "pair_id": 178522, "video_name": "castle_s07e08_seg02_clip_07", "timestamp": [ 51.96, 76.46 ], "duration": 98.66, "caption": "A woman was holding a pen while talking to a man over the phone.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 178523, "video_name": "castle_s06e01_seg02_clip_09", "timestamp": [ 35.97, 41.3 ], "duration": 88.66, "caption": "A woman uses the touch screen as she speaks to another woman.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 178524, "video_name": "castle_s06e01_seg02_clip_09", "timestamp": [ 0.0, 12.88 ], "duration": 88.66, "caption": "A woman is using a touch screen as she speaks to another woman.", "similarity": 0.7423, "relevance": 2 }, { "pair_id": 178525, "video_name": "house_s08e03_seg02_clip_07", "timestamp": [ 4.32, 6.05 ], "duration": 86.66, "caption": "A person hands a clipboard and a pen to another person.", "similarity": 0.7402, "relevance": 3 }, { "pair_id": 178526, "video_name": "friends_s01e16-17_seg02_clip_40", "timestamp": [ 44.48, 49.61 ], "duration": 57.66, "caption": "A woman writing on a clipboard sitting next to another woman.", "similarity": 0.74, "relevance": 4 }, { "pair_id": 178527, "video_name": "castle_s02e22_seg02_clip_02", "timestamp": [ 20.71, 22.51 ], "duration": 90.66, "caption": "A woman is having a conversation with another person who is writing in a notepad.", "similarity": 0.7341, "relevance": 4 }, { "pair_id": 178528, "video_name": "friends_s10e12_seg02_clip_20", "timestamp": [ 26.57, 28.81 ], "duration": 64.66, "caption": "A woman takes the clipboard as another woman hands it out.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 178529, "video_name": "castle_s02e11_seg02_clip_25", "timestamp": [ 71.27, 75.07 ], "duration": 95.66, "caption": "A woman points to a document with a pen in their hand as they speak to another person.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 178530, "video_name": "castle_s06e08_seg02_clip_06", "timestamp": [ 11.83, 21.39 ], "duration": 91.66, "caption": "A woman was holding a pen while talking to a man wearing a beige leather jacket.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 178531, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 13.21, 14.87 ], "duration": 55.66, "caption": "A woman holds up two fingers during her conversation with another woman.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 178532, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 41.16, 43.78 ], "duration": 74.66, "caption": "A woman has a clipboard and pen in her hand and is writing.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 178533, "video_name": "castle_s02e10_seg02_clip_19", "timestamp": [ 22.57, 28.43 ], "duration": 90.66, "caption": "A woman holds up a pen for person, another person and third person to see.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 178534, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 60.77, 76.07 ], "duration": 90.66, "caption": "A woman writes on her notes while talking to another woman.", "similarity": 0.716, "relevance": 4 }, { "pair_id": 178535, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 45.77, 80.1 ], "duration": 88.66, "caption": "A woman is holding person's hand as they speak to someone.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 178536, "video_name": "castle_s08e21_seg02_clip_07", "timestamp": [ 0.0, 23.78 ], "duration": 89.66, "caption": "A woman has a pad of paper during her conversation with another woman.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 178537, "video_name": "s09e12_seg02_clip_05", "timestamp": [ 5.49, 7.02 ], "duration": 61.66, "caption": "A woman touches an ink pen while having a conversation with a man.", "similarity": 0.7094, "relevance": 3 }, { "pair_id": 178538, "video_name": "friends_s02e21_seg02_clip_11", "timestamp": [ 12.01, 13.21 ], "duration": 60.66, "caption": "A woman gestures with her pencil while talking to another woman.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 178539, "video_name": "grey_s03e11_seg02_clip_08", "timestamp": [ 0.0, 19.74 ], "duration": 91.66, "caption": "A woman writes on a clipboard and talks to another woman who is lying in a hospital bed.", "similarity": 0.7057, "relevance": 4 } ] }, { "query_id": 28500, "query": "A woman comes out of the room and is holding a book on her right hand.", "relevant_moment": [ { "pair_id": 21420, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A woman comes out of the room and is holding a book on her right hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21421, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 29.59, 30.46 ], "duration": 58.66, "caption": "A woman hands a book to another woman in the living room.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 21422, "video_name": "friends_s02e19_seg02_clip_13", "timestamp": [ 38.49, 41.06 ], "duration": 57.66, "caption": "A woman grabs a book out of woman's hand.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 21423, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 88.38, 91.23 ], "duration": 95.66, "caption": "A woman gets up from the couch with the book in her hand.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 21424, "video_name": "castle_s02e22_seg02_clip_12", "timestamp": [ 48.89, 52.19 ], "duration": 94.66, "caption": "A woman enters the room and closes a book on the table.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 21425, "video_name": "friends_s09e18_seg02_clip_07", "timestamp": [ 29.34, 30.87 ], "duration": 61.66, "caption": "A woman comes out of the bedroom with paper in her hand.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 21426, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 16.58, 24.88 ], "duration": 92.66, "caption": "A woman opens a book that she is holding and reads it.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 21427, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 58.39, 63.13 ], "duration": 63.66, "caption": "A woman reaches her hand in her pocket book.", "similarity": 0.7078, "relevance": 0 }, { "pair_id": 21428, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 44.12, 45.7 ], "duration": 63.66, "caption": "A woman grabs a book from out of another woman's hands.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 21430, "video_name": "friends_s09e02_seg02_clip_10", "timestamp": [ 20.44, 21.97 ], "duration": 61.66, "caption": "A woman goes to set the book down that she has been holding.", "similarity": 0.6939, "relevance": 3 }, { "pair_id": 21431, "video_name": "s10e11_seg02_clip_05", "timestamp": [ 18.28, 20.31 ], "duration": 58.66, "caption": "A woman is sitting in the kitchen table with a book in hand.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 21432, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 8.13, 11.06 ], "duration": 65.66, "caption": "A woman came in the room holding a paper bag.", "similarity": 0.6813, "relevance": 1 }, { "pair_id": 21433, "video_name": "friends_s03e25_seg02_clip_19", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman straightens a book and then drops her hand on it.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 21434, "video_name": "friends_s02e19_seg02_clip_14", "timestamp": [ 18.59, 21.25 ], "duration": 59.66, "caption": "A woman sets down her book and her pen.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 21435, "video_name": "grey_s02e22_seg02_clip_18", "timestamp": [ 40.75, 45.22 ], "duration": 89.66, "caption": "A woman walks out of the room carrying a pink notebook.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 21436, "video_name": "met_s02e02_seg02_clip_02", "timestamp": [ 9.0, 10.8 ], "duration": 60.66, "caption": "A woman touches her forehead with her left hand while walking into the room.", "similarity": 0.676, "relevance": 0 }, { "pair_id": 21437, "video_name": "friends_s05e09_seg02_clip_05", "timestamp": [ 3.25, 30.1 ], "duration": 59.66, "caption": "A woman was holding a book whilst sitting on a couch.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 21438, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 38.76, 42.86 ], "duration": 63.66, "caption": "A woman pulls a book out from under the sofa.", "similarity": 0.6646, "relevance": 2 }, { "pair_id": 21439, "video_name": "friends_s08e14_seg02_clip_12", "timestamp": [ 19.22, 22.58 ], "duration": 61.66, "caption": "A woman closes her book and puts in front of her.", "similarity": 0.6645, "relevance": 2 }, { "pair_id": 194740, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 48.24, 54.62 ], "duration": 91.66, "caption": "A woman holds up a book to show the other person.", "similarity": 0.6625, "relevance": 4 }, { "pair_id": 194741, "video_name": "friends_s06e13_seg02_clip_13", "timestamp": [ 17.65, 19.22 ], "duration": 63.66, "caption": "A woman grabs the book on her lap and puts it next to her.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 194742, "video_name": "s08e14_seg02_clip_14", "timestamp": [ 33.94, 37.14 ], "duration": 58.66, "caption": "A woman rises off the sofa and takes a book from another woman's hands.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 194744, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 0.0, 4.11 ], "duration": 91.66, "caption": "A woman hands another woman a book that she found.", "similarity": 0.6601, "relevance": 2 }, { "pair_id": 194745, "video_name": "friends_s06e03_seg02_clip_10", "timestamp": [ 18.0, 20.75 ], "duration": 61.66, "caption": "A woman walks into person's apartment as person is holding a stack of books.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 194746, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 2.66, 59.03 ], "duration": 59.66, "caption": "A woman was holding a book whilst sitting on the couch.", "similarity": 0.6597, "relevance": 1 }, { "pair_id": 194747, "video_name": "castle_s05e18_seg02_clip_20", "timestamp": [ 12.3, 15.58 ], "duration": 82.66, "caption": "A woman enters the room while holding her bag.", "similarity": 0.6592, "relevance": 2 }, { "pair_id": 194748, "video_name": "friends_s01e05_seg02_clip_00", "timestamp": [ 22.22, 30.47 ], "duration": 63.66, "caption": "A woman is holding her checkbook with both hands then holds it in her right hand.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 194749, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 24.72, 32.34 ], "duration": 61.66, "caption": "A woman reaches out towards a book a man is holding.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 194750, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 25.69, 29.59 ], "duration": 65.66, "caption": "A person walks in with a book in their hands.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 194751, "video_name": "s02e15_seg02_clip_13", "timestamp": [ 1.26, 3.15 ], "duration": 63.66, "caption": "A woman closes the book that they are holding as they talk to a person.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 194752, "video_name": "friends_s02e15_seg02_clip_09", "timestamp": [ 49.47, 54.3 ], "duration": 60.66, "caption": "A woman takes a man out of the room holding his hand.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 194753, "video_name": "friends_s07e06_seg02_clip_04", "timestamp": [ 39.17, 41.78 ], "duration": 58.66, "caption": "A woman drops both of her hands from the book when she smiles.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 194754, "video_name": "friends_s08e09_seg02_clip_13", "timestamp": [ 27.27, 32.2 ], "duration": 58.66, "caption": "A woman enters the room with an open book and walks in front of a man and another person.", "similarity": 0.6532, "relevance": 3 }, { "pair_id": 194755, "video_name": "castle_s05e05_seg02_clip_10", "timestamp": [ 51.5, 53.69 ], "duration": 87.66, "caption": "A woman walks out of the room with a bunch of folders in her hands.", "similarity": 0.6491, "relevance": 3 }, { "pair_id": 194756, "video_name": "friends_s04e11_seg02_clip_12", "timestamp": [ 48.76, 50.47 ], "duration": 57.66, "caption": "A woman hands another woman a pen and notebook in the living room.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 194757, "video_name": "house_s07e06_seg02_clip_16", "timestamp": [ 22.8, 28.1 ], "duration": 106.66, "caption": "A woman is reading a book as a man enters the room.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 194758, "video_name": "castle_s01e01_seg02_clip_12", "timestamp": [ 18.2, 24.58 ], "duration": 91.66, "caption": "A woman pulls a book written by person off of a shelf and opens it to find drawings in it.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 194759, "video_name": "house_s07e01_seg02_clip_11", "timestamp": [ 56.57, 78.76 ], "duration": 87.66, "caption": "A person walks into a room, then a woman places her hand on his back.", "similarity": 0.6447, "relevance": 1 } ] }, { "query_id": 28585, "query": "A woman places a photo of an older white haired man on the white board.", "relevant_moment": [ { "pair_id": 16020, "video_name": "castle_s03e14_seg02_clip_20", "timestamp": [ 3.08, 6.16 ], "duration": 88.66, "caption": "A woman places a photo of an older white haired man on the white board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16021, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 19.36, 20.65 ], "duration": 86.66, "caption": "A woman puts a man's picture on the white board.", "similarity": 0.8323, "relevance": 3 }, { "pair_id": 16023, "video_name": "castle_s07e11_seg02_clip_10", "timestamp": [ 12.6, 16.65 ], "duration": 90.66, "caption": "A man posted a photo of a woman on the white board.", "similarity": 0.8037, "relevance": 2 }, { "pair_id": 16024, "video_name": "castle_s03e19_seg02_clip_24", "timestamp": [ 21.08, 22.8 ], "duration": 86.66, "caption": "A woman hangs up a picture of a man on a white board.", "similarity": 0.7875, "relevance": 2 }, { "pair_id": 16025, "video_name": "castle_s04e18_seg02_clip_18", "timestamp": [ 68.09, 88.44 ], "duration": 88.66, "caption": "A woman and man were both looking at the pictures posted on the white board.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 16026, "video_name": "castle_s06e04_seg02_clip_21", "timestamp": [ 37.78, 41.34 ], "duration": 88.66, "caption": "A person puts a photo of a red headed woman on the white board.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 16027, "video_name": "castle_s06e09_seg02_clip_17", "timestamp": [ 0.0, 50.64 ], "duration": 85.66, "caption": "A woman was discussing about the photo of a man that she put at the white board.", "similarity": 0.753, "relevance": 2 }, { "pair_id": 16028, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 26.56, 30.16 ], "duration": 90.66, "caption": "A woman put the picture on the white board.", "similarity": 0.7482, "relevance": 3 }, { "pair_id": 16029, "video_name": "castle_s04e18_seg02_clip_13", "timestamp": [ 3.19, 5.46 ], "duration": 91.66, "caption": "A man points to the photo of a woman on the whiteboard.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 16030, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 16031, "video_name": "castle_s03e09_seg02_clip_02", "timestamp": [ 12.09, 14.42 ], "duration": 93.66, "caption": "A man pinned a picture of a woman at the white board.", "similarity": 0.7307, "relevance": 1 }, { "pair_id": 16032, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 83.95, 85.31 ], "duration": 90.66, "caption": "A person places a photo right on the white board.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 16033, "video_name": "castle_s05e20_seg02_clip_01", "timestamp": [ 65.49, 72.26 ], "duration": 90.66, "caption": "A man hangs a picture of a woman on the whiteboard.", "similarity": 0.7215, "relevance": 2 }, { "pair_id": 16034, "video_name": "house_s03e01_seg02_clip_14", "timestamp": [ 33.65, 46.04 ], "duration": 88.66, "caption": "A woman takes a look at the white board with a man behind her.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 16035, "video_name": "castle_s05e20_seg02_clip_14", "timestamp": [ 70.13, 73.64 ], "duration": 87.66, "caption": "A person posted a photo of a man on the white board.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 16036, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 18.89, 22.57 ], "duration": 92.66, "caption": "A man attaches a photograph of a person to the white board.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 16037, "video_name": "castle_s02e20_seg02_clip_23", "timestamp": [ 49.36, 53.6 ], "duration": 94.66, "caption": "A woman gets the picture in the white board and talks to a man.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 16038, "video_name": "castle_s05e17_seg02_clip_09", "timestamp": [ 38.71, 39.16 ], "duration": 90.66, "caption": "A woman pins photo on to a white board.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 16039, "video_name": "castle_s07e17_seg02_clip_02", "timestamp": [ 69.15, 73.3 ], "duration": 92.66, "caption": "A picture of a person is on the white board.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 189340, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 68.2 ], "duration": 85.66, "caption": "A man puts a photo of a guy on a white board.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 189341, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 71.3, 73.94 ], "duration": 88.66, "caption": "A woman posted the picture of the girl on the white board.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 189342, "video_name": "castle_s04e03_seg02_clip_08", "timestamp": [ 48.85, 51.05 ], "duration": 88.66, "caption": "A person hands up a picture of someone on a white board.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 189343, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 27.53, 33.49 ], "duration": 91.66, "caption": "A man puts a picture of a person on the whiteboard.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 189344, "video_name": "castle_s03e02_seg02_clip_04", "timestamp": [ 43.13, 48.41 ], "duration": 88.66, "caption": "A woman adds a head shot of a man to the white board.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 189345, "video_name": "castle_s03e19_seg02_clip_16", "timestamp": [ 0.0, 10.38 ], "duration": 90.66, "caption": "A woman was looking at the photos posted at the white board.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 189346, "video_name": "castle_s06e18_seg02_clip_08", "timestamp": [ 59.41, 80.3 ], "duration": 92.66, "caption": "A man is in front of the white board while woman looks at a paper.", "similarity": 0.69, "relevance": 1 }, { "pair_id": 189347, "video_name": "castle_s05e03_seg02_clip_10", "timestamp": [ 32.86, 35.11 ], "duration": 90.66, "caption": "A woman points to a picture hanging on a white board.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 189348, "video_name": "castle_s02e15_seg02_clip_13", "timestamp": [ 28.76, 31.5 ], "duration": 91.66, "caption": "A picture of a smiling person and person is on the white board.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 189349, "video_name": "castle_s06e07_seg02_clip_11", "timestamp": [ 11.76, 14.21 ], "duration": 98.66, "caption": "A woman points to a picture of a man on a board beside her.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 189350, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 53.89, 57.03 ], "duration": 89.66, "caption": "A woman places a picture of a man on the case board.", "similarity": 0.684, "relevance": 3 }, { "pair_id": 189351, "video_name": "castle_s07e12_seg02_clip_12", "timestamp": [ 12.29, 16.38 ], "duration": 91.66, "caption": "A man pinned the photo of an old person to the whiteboard.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 189352, "video_name": "castle_s01e10_seg02_clip_08", "timestamp": [ 0.0, 7.4 ], "duration": 87.66, "caption": "A man pulls a photo off the whiteboard looks at it, at a woman and then back at the photo.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 189353, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 20.94, 25.94 ], "duration": 91.66, "caption": "A man and a woman face towards the white board.", "similarity": 0.6763, "relevance": 1 }, { "pair_id": 189354, "video_name": "castle_s04e15_seg02_clip_06", "timestamp": [ 66.05, 68.37 ], "duration": 93.66, "caption": "A woman puts up a picture on a whiteboard.", "similarity": 0.6761, "relevance": 3 }, { "pair_id": 189355, "video_name": "castle_s06e20_seg02_clip_03", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person looks at some photographs on a whiteboard.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 189356, "video_name": "castle_s04e06_seg02_clip_11", "timestamp": [ 73.82, 75.17 ], "duration": 90.66, "caption": "A person clips two photographs to the white board.", "similarity": 0.6712, "relevance": 1 }, { "pair_id": 189357, "video_name": "castle_s06e21_seg02_clip_03", "timestamp": [ 17.61, 18.96 ], "duration": 90.66, "caption": "A woman puts a picture of a man onto the case board.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 189358, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 69.48 ], "duration": 85.66, "caption": "A man puts a picture of a person up on the whiteboard.", "similarity": 0.6682, "relevance": 2 }, { "pair_id": 189359, "video_name": "castle_s04e19_seg02_clip_22", "timestamp": [ 46.42, 53.25 ], "duration": 91.66, "caption": "A woman shows a man a picture of a white male.", "similarity": 0.6651, "relevance": 2 } ] }, { "query_id": 28592, "query": "A woman picks up a drink from the bar.", "relevant_moment": [ { "pair_id": 145620, "video_name": "friends_s09e23-24_seg02_clip_33", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman picks up a drink from the bar.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 145621, "video_name": "s03e09_seg02_clip_10", "timestamp": [ 41.42, 42.02 ], "duration": 60.66, "caption": "A woman picks up a tray of drinks from the bar.", "similarity": 0.9014, "relevance": 4 }, { "pair_id": 145622, "video_name": "castle_s08e13_seg02_clip_10", "timestamp": [ 51.44, 57.41 ], "duration": 91.66, "caption": "A woman walks over to the bar and picks up a glass of water to drink.", "similarity": 0.8298, "relevance": 3 }, { "pair_id": 145623, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 33.62, 36.32 ], "duration": 60.66, "caption": "A person picks up two drinks from the bar.", "similarity": 0.8128, "relevance": 2 }, { "pair_id": 145624, "video_name": "met_s06e16_seg01_clip_01", "timestamp": [ 3.34, 7.28 ], "duration": 60.66, "caption": "A woman picks up her bottle of beer and takes a drink from it.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 145625, "video_name": "castle_s06e20_seg02_clip_25", "timestamp": [ 81.93, 87.65 ], "duration": 88.66, "caption": "A woman goes to the bar and grabs a bottle of liquor.", "similarity": 0.7911, "relevance": 4 }, { "pair_id": 145626, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 91.21, 93.56 ], "duration": 94.66, "caption": "A woman picks up her glass of wine and takes a drink.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 145627, "video_name": "s08e06_seg02_clip_00", "timestamp": [ 12.21, 17.39 ], "duration": 61.66, "caption": "A woman picks up her glass of wine and takes a drink of it.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 145628, "video_name": "s07e21_seg02_clip_08", "timestamp": [ 37.19, 45.7 ], "duration": 63.66, "caption": "A woman picks up her wine glass and drinks from it.", "similarity": 0.759, "relevance": 2 }, { "pair_id": 145629, "video_name": "s05e09_seg02_clip_06", "timestamp": [ 29.91, 36.74 ], "duration": 65.66, "caption": "A woman picks up the glass of wine and then drinks from it.", "similarity": 0.758, "relevance": 3 }, { "pair_id": 145630, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 42.29, 45.5 ], "duration": 58.66, "caption": "A woman picks her purse up off the bar.", "similarity": 0.7567, "relevance": 1 }, { "pair_id": 145631, "video_name": "met_s06e20_seg01_clip_00", "timestamp": [ 32.32, 34.8 ], "duration": 62.66, "caption": "A woman takes a sip from her wine glass at the bar.", "similarity": 0.7539, "relevance": 2 }, { "pair_id": 145632, "video_name": "friends_s07e18_seg01_clip_00", "timestamp": [ 1.2, 4.8 ], "duration": 120.66, "caption": "A woman picks up her cup and takes a drink.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 145633, "video_name": "s01e08_seg02_clip_14", "timestamp": [ 53.28, 58.98 ], "duration": 67.66, "caption": "A woman pulls out a bottle of liquor from the bar.", "similarity": 0.7498, "relevance": 4 }, { "pair_id": 145634, "video_name": "s04e07_seg02_clip_13", "timestamp": [ 45.15, 52.53 ], "duration": 59.66, "caption": "A woman moves the glass around on the bar, picks it up and drinks from it, and slaps the bar with both hands.", "similarity": 0.7497, "relevance": 4 }, { "pair_id": 145635, "video_name": "grey_s03e02_seg02_clip_20", "timestamp": [ 0.0, 2.8 ], "duration": 93.66, "caption": "A woman takes a drink of her cocktail at the bar.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 145636, "video_name": "friends_s09e23-24_seg02_clip_32", "timestamp": [ 56.43, 58.53 ], "duration": 60.66, "caption": "Two women pick up brightly colored drinks from the bar.", "similarity": 0.7442, "relevance": 4 }, { "pair_id": 145637, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A woman picks up her cup to drink from it.", "similarity": 0.7437, "relevance": 3 }, { "pair_id": 145638, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 22.21, 27.91 ], "duration": 60.66, "caption": "A woman picks up a glass of wine and takes a sip.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 145639, "video_name": "s03e09_seg02_clip_10", "timestamp": [ 41.42, 45.62 ], "duration": 60.66, "caption": "A woman picks up a tray of drinks and walks away from a bar.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 318940, "video_name": "met_s03e05_seg02_clip_07", "timestamp": [ 15.43, 18.18 ], "duration": 55.66, "caption": "A woman takes a sip of her wine glass at the bar.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 318941, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A woman picks up her wine glass and takes a sip of it.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 318942, "video_name": "s03e12_seg02_clip_06", "timestamp": [ 61.15, 63.71 ], "duration": 64.66, "caption": "A woman picks up her glass and takes a sip of wine.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 318943, "video_name": "s04e05_seg02_clip_16", "timestamp": [ 32.04, 38.45 ], "duration": 61.66, "caption": "A woman picks up a glass of white wine and takes a drink.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 318944, "video_name": "friends_s01e03_seg02_clip_10", "timestamp": [ 24.08, 29.01 ], "duration": 58.66, "caption": "A woman brings a bottled water up and places it on the bar.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 318945, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 21.09 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.7208, "relevance": 2 }, { "pair_id": 318946, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 19.54 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.7208, "relevance": 2 }, { "pair_id": 318947, "video_name": "s07e12_seg02_clip_11", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "A woman picks up the wine glass from the table and takes a drink.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 318948, "video_name": "s06e16_seg01_clip_00", "timestamp": [ 29.53, 35.27 ], "duration": 82.66, "caption": "A woman picks up the wine glass from the table and takes a drink.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 318949, "video_name": "grey_s03e12_seg02_clip_26", "timestamp": [ 0.0, 2.4 ], "duration": 30.66, "caption": "A woman walks into the bar and over to the bartender to order a drink.", "similarity": 0.7195, "relevance": 1 }, { "pair_id": 318950, "video_name": "s03e03_seg02_clip_08", "timestamp": [ 25.97, 28.63 ], "duration": 59.66, "caption": "A woman takes a sip of her beer while she sits at the bar.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 318951, "video_name": "met_s03e17_seg02_clip_01", "timestamp": [ 0.0, 2.11 ], "duration": 60.66, "caption": "A woman drinks from her glass of wine at the bar.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 318952, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 28.71, 33.24 ], "duration": 60.66, "caption": "A woman picks her glass up from the table and takes a drink from it.", "similarity": 0.7097, "relevance": 3 }, { "pair_id": 318953, "video_name": "friends_s07e10_seg02_clip_00", "timestamp": [ 25.21, 28.99 ], "duration": 63.66, "caption": "A woman stands up and retrieves a to go coffee from the bar.", "similarity": 0.7035, "relevance": 1 }, { "pair_id": 318954, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 42.88, 44.63 ], "duration": 58.66, "caption": "A woman quickly grabs her purse from off of the bar and opens it up.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 318955, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 33.31, 36.62 ], "duration": 60.66, "caption": "A person picks up drinks from the bartender and hands another person a drink.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 318956, "video_name": "s09e05_seg02_clip_12", "timestamp": [ 27.91, 31.01 ], "duration": 62.66, "caption": "A person picks their drink up off the bar and walks away.", "similarity": 0.6981, "relevance": 1 }, { "pair_id": 318957, "video_name": "met_s06e03_seg01_clip_00", "timestamp": [ 45.95, 47.18 ], "duration": 61.66, "caption": "A person takes a sip from their drink at the bar.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 318958, "video_name": "friends_s03e06_seg02_clip_16", "timestamp": [ 0.0, 3.22 ], "duration": 46.66, "caption": "A woman takes a drink from a beer at an empty bar.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 318959, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 0.696, "relevance": 2 } ] }, { "query_id": 28612, "query": "A man grabs a woman's arm and helps her up.", "relevant_moment": [ { "pair_id": 2440, "video_name": "castle_s08e01_seg02_clip_26", "timestamp": [ 19.15, 21.35 ], "duration": 44.66, "caption": "A man grabs a woman's arm and helps her up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2441, "video_name": "friends_s05e15_seg02_clip_10", "timestamp": [ 1.09, 3.54 ], "duration": 54.66, "caption": "A man grabs a woman by the arms and pulls her to the side.", "similarity": 0.8224, "relevance": 2 }, { "pair_id": 2442, "video_name": "castle_s04e23_seg02_clip_22", "timestamp": [ 46.05, 55.35 ], "duration": 93.66, "caption": "A man grabs woman's wrists with his hands and pulls her up.", "similarity": 0.8193, "relevance": 4 }, { "pair_id": 2443, "video_name": "house_s07e22_seg02_clip_26", "timestamp": [ 89.12, 94.52 ], "duration": 108.66, "caption": "A man grabs someone's arm and helps him/her stand.", "similarity": 0.8124, "relevance": 3 }, { "pair_id": 2444, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 36.71, 37.66 ], "duration": 63.66, "caption": "A man gently grabs a woman's arm with his left hand.", "similarity": 0.812, "relevance": 2 }, { "pair_id": 2445, "video_name": "friends_s09e23-24_seg02_clip_02", "timestamp": [ 41.14, 43.94 ], "duration": 62.66, "caption": "A man reaches his arm out and touches a woman's arm.", "similarity": 0.8036, "relevance": 1 }, { "pair_id": 2446, "video_name": "friends_s05e22_seg02_clip_17", "timestamp": [ 16.93, 18.75 ], "duration": 60.66, "caption": "A woman reaches up and pinches a man on the arm.", "similarity": 0.7973, "relevance": 1 }, { "pair_id": 2447, "video_name": "friends_s06e09_seg02_clip_01", "timestamp": [ 0.0, 4.8 ], "duration": 64.66, "caption": "A woman grabs a man's forearm with both of her hands.", "similarity": 0.7965, "relevance": 1 }, { "pair_id": 2448, "video_name": "castle_s08e20_seg02_clip_06", "timestamp": [ 89.66, 91.03 ], "duration": 91.66, "caption": "A woman catches up with man and puts her arm around him.", "similarity": 0.7955, "relevance": 1 }, { "pair_id": 2449, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 8.63, 10.91 ], "duration": 90.66, "caption": "A woman grabs a man's right arm with her left hand.", "similarity": 0.7936, "relevance": 1 }, { "pair_id": 2450, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 85.23, 88.37 ], "duration": 89.66, "caption": "A woman grabs a man's arm and he stands in front of her.", "similarity": 0.7933, "relevance": 1 }, { "pair_id": 2451, "video_name": "castle_s01e01_seg02_clip_21", "timestamp": [ 28.75, 30.12 ], "duration": 91.66, "caption": "A man grabs woman's arm as they walk together.", "similarity": 0.7915, "relevance": 0 }, { "pair_id": 2452, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 53.12, 55.48 ], "duration": 59.66, "caption": "A man grabs woman's right arm and steps back.", "similarity": 0.7909, "relevance": 2 }, { "pair_id": 2453, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 79.3, 84.79 ], "duration": 157.66, "caption": "A man uncrosses his arms, and grabs onto woman's hand.", "similarity": 0.7789, "relevance": 0 }, { "pair_id": 2454, "video_name": "s01e10_seg02_clip_15", "timestamp": [ 44.65, 50.78 ], "duration": 72.66, "caption": "A woman touches a man's arm and also tries to console him.", "similarity": 0.7776, "relevance": 1 }, { "pair_id": 2455, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "A man reaches out and grabs a woman by her wrist.", "similarity": 0.7754, "relevance": 2 }, { "pair_id": 2456, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 22.02, 23.27 ], "duration": 25.66, "caption": "A man grabs woman on the back of shoulder.", "similarity": 0.7739, "relevance": 2 }, { "pair_id": 2457, "video_name": "friends_s08e12_seg02_clip_07", "timestamp": [ 16.89, 18.66 ], "duration": 59.66, "caption": "A woman reaches over to grab a man by the elbow.", "similarity": 0.7731, "relevance": 1 }, { "pair_id": 2458, "video_name": "friends_s08e11_seg02_clip_09", "timestamp": [ 11.81, 13.58 ], "duration": 59.66, "caption": "A woman reaches over and touches man on the arm.", "similarity": 0.7696, "relevance": 0 }, { "pair_id": 2459, "video_name": "castle_s07e12_seg02_clip_27", "timestamp": [ 41.45, 48.49 ], "duration": 74.66, "caption": "A man offers woman his arm and woman puts her arm through his.", "similarity": 0.7688, "relevance": 1 } ] }, { "query_id": 28615, "query": "A man pokes his jello with a spoon and it jiggles.", "relevant_moment": [ { "pair_id": 156800, "video_name": "grey_s02e01_seg02_clip_08", "timestamp": [ 20.47, 22.29 ], "duration": 73.66, "caption": "A man pokes his jello with a spoon and it jiggles.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156801, "video_name": "friends_s01e24_seg02_clip_17", "timestamp": [ 16.48, 19.53 ], "duration": 61.66, "caption": "A man pokes at his bowl of cereal with his spoon.", "similarity": 0.7053, "relevance": 3 }, { "pair_id": 156802, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 51.62, 53.72 ], "duration": 60.66, "caption": "A man mashes around something in a bowl with a spoon.", "similarity": 0.6319, "relevance": 3 }, { "pair_id": 156803, "video_name": "s10e09_seg02_clip_11", "timestamp": [ 38.37, 43.09 ], "duration": 59.66, "caption": "A man pokes around in his food container, takes a bite and lowers his fork while sitting behind another person.", "similarity": 0.5685, "relevance": 2 }, { "pair_id": 156804, "video_name": "friends_s03e03_seg02_clip_20", "timestamp": [ 47.05, 54.74 ], "duration": 96.66, "caption": "A man uses their tongue to try to get the rest of the jelly out of the jar.", "similarity": 0.5666, "relevance": 1 }, { "pair_id": 156805, "video_name": "friends_s03e20_seg02_clip_13", "timestamp": [ 8.26, 9.15 ], "duration": 59.66, "caption": "A man takes a spoonful of his food from a bowl.", "similarity": 0.5629, "relevance": 3 }, { "pair_id": 156806, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 0.0, 6.11 ], "duration": 61.66, "caption": "A man is holding a bowl and a spoon.", "similarity": 0.5615, "relevance": 2 }, { "pair_id": 156807, "video_name": "friends_s06e09_seg02_clip_15", "timestamp": [ 2.07, 4.49 ], "duration": 69.66, "caption": "A man smiles and uses his hands to spoon \"food\" toward his mouth.", "similarity": 0.5504, "relevance": 1 }, { "pair_id": 156808, "video_name": "friends_s07e05_seg02_clip_05", "timestamp": [ 12.69, 20.07 ], "duration": 59.66, "caption": "A man scrapes jelly from his shirt and puts it in his mouth.", "similarity": 0.5448, "relevance": 1 }, { "pair_id": 156809, "video_name": "s05e20_seg01_clip_00", "timestamp": [ 30.39, 36.29 ], "duration": 62.66, "caption": "A man uncovers his food container and grabs a fork.", "similarity": 0.5411, "relevance": 2 }, { "pair_id": 156810, "video_name": "met_s03e09_seg02_clip_14", "timestamp": [ 11.77, 13.94 ], "duration": 61.66, "caption": "A man handed the Tupperware filled with jello-o's to woman.", "similarity": 0.5311, "relevance": 1 }, { "pair_id": 156811, "video_name": "friends_s03e11_seg02_clip_03", "timestamp": [ 50.72, 55.22 ], "duration": 60.66, "caption": "A man tries to give the dog statue a jello shot.", "similarity": 0.5264, "relevance": 1 }, { "pair_id": 156812, "video_name": "s05e04_seg02_clip_08", "timestamp": [ 33.18, 36.19 ], "duration": 67.66, "caption": "A man shakes some flavoring powder onto his food.", "similarity": 0.5247, "relevance": 2 }, { "pair_id": 156813, "video_name": "friends_s04e08_seg02_clip_12", "timestamp": [ 43.42, 56.02 ], "duration": 56.66, "caption": "A man pokes his fingers up through a hole in a box.", "similarity": 0.5236, "relevance": 1 }, { "pair_id": 156814, "video_name": "met_s03e12_seg02_clip_13", "timestamp": [ 3.03, 4.24 ], "duration": 60.66, "caption": "A person looks down at their bowl and moves their spoon.", "similarity": 0.5228, "relevance": 2 }, { "pair_id": 156815, "video_name": "friends_s01e13_seg02_clip_06", "timestamp": [ 42.14, 45.38 ], "duration": 54.66, "caption": "A man sticks his finger in the peanut butter jar and licks it.", "similarity": 0.5218, "relevance": 1 }, { "pair_id": 156816, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 18.67, 20.32 ], "duration": 41.66, "caption": "A man pokes his right cheek with his right index finger.", "similarity": 0.5217, "relevance": 1 }, { "pair_id": 156817, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 2.14, 3.66 ], "duration": 61.66, "caption": "A person raises his spoon to his mouth and eats some cereal.", "similarity": 0.5207, "relevance": 2 }, { "pair_id": 156818, "video_name": "s04e04_seg02_clip_02", "timestamp": [ 47.9, 56.02 ], "duration": 56.66, "caption": "A man keeps poking at their food with their fork while they are sitting with someone at the lunch table.", "similarity": 0.5191, "relevance": 2 }, { "pair_id": 330120, "video_name": "met_s03e04_seg02_clip_07", "timestamp": [ 9.6, 11.46 ], "duration": 61.66, "caption": "A man takes a bite out of his bowl of cereal.", "similarity": 0.5116, "relevance": 3 }, { "pair_id": 330121, "video_name": "friends_s02e16_seg01_clip_00", "timestamp": [ 4.29, 5.28 ], "duration": 66.66, "caption": "A man takes a bite of cereal from his bowl.", "similarity": 0.5108, "relevance": 1 }, { "pair_id": 330122, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 17.39, 19.83 ], "duration": 61.66, "caption": "A man takes a bite of food with his spoon at the diner table.", "similarity": 0.5087, "relevance": 2 }, { "pair_id": 330123, "video_name": "house_s05e22_seg02_clip_14", "timestamp": [ 12.05, 18.94 ], "duration": 86.66, "caption": "A man puts a spoon in each of the containers on the table.", "similarity": 0.5082, "relevance": 2 }, { "pair_id": 330124, "video_name": "friends_s07e17_seg01_clip_00", "timestamp": [ 52.22, 58.23 ], "duration": 60.66, "caption": "A man pantomimes sticking his fingers into a jar and licking them off.", "similarity": 0.5082, "relevance": 0 }, { "pair_id": 330125, "video_name": "friends_s08e13_seg01_clip_00", "timestamp": [ 17.29, 20.17 ], "duration": 36.66, "caption": "A man holds up his spoon and makes a triumphant expression.", "similarity": 0.5056, "relevance": 2 }, { "pair_id": 330126, "video_name": "s04e10_seg01_clip_00", "timestamp": [ 6.1, 10.68 ], "duration": 61.66, "caption": "A person is poking their fork around in their food which makes a person turn and stare at them.", "similarity": 0.5052, "relevance": 2 }, { "pair_id": 330127, "video_name": "s10e01_seg02_clip_02", "timestamp": [ 8.32, 10.89 ], "duration": 64.66, "caption": "A man takes a bite of food from his spoon when talking to woman.", "similarity": 0.5043, "relevance": 1 }, { "pair_id": 330128, "video_name": "s07e08_seg02_clip_04", "timestamp": [ 38.14, 41.5 ], "duration": 61.66, "caption": "A man taps his fork repeatedly in his food.", "similarity": 0.501, "relevance": 2 }, { "pair_id": 330129, "video_name": "friends_s08e02_seg02_clip_05", "timestamp": [ 8.84, 11.4 ], "duration": 57.66, "caption": "A man pokes his head out from under a table.", "similarity": 0.5006, "relevance": 0 }, { "pair_id": 330130, "video_name": "friends_s04e22_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A person gestures with his spoon then starts stirring his coffee.", "similarity": 0.5005, "relevance": 2 }, { "pair_id": 330131, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 15.51, 18.3 ], "duration": 62.66, "caption": "A man picks up the spoon from the coffee table and sits down.", "similarity": 0.4987, "relevance": 1 }, { "pair_id": 330132, "video_name": "castle_s08e12_seg02_clip_06", "timestamp": [ 64.26, 65.58 ], "duration": 88.66, "caption": "A man pulls the lid off of a cylindrical puzzle container.", "similarity": 0.498, "relevance": 0 }, { "pair_id": 330133, "video_name": "s10e04_seg02_clip_05", "timestamp": [ 11.9, 13.06 ], "duration": 58.66, "caption": "A man dips his fork into the blue bowl of food.", "similarity": 0.4957, "relevance": 1 }, { "pair_id": 330134, "video_name": "s09e14_seg02_clip_12", "timestamp": [ 4.35, 6.09 ], "duration": 58.66, "caption": "A man takes a bite of his food with a fork.", "similarity": 0.4949, "relevance": 1 }, { "pair_id": 330135, "video_name": "s06e08_seg02_clip_07", "timestamp": [ 22.51, 25.51 ], "duration": 60.66, "caption": "A man grabs the doorknob and jiggles it around.", "similarity": 0.4912, "relevance": 0 }, { "pair_id": 330136, "video_name": "friends_s07e05_seg02_clip_05", "timestamp": [ 9.74, 16.53 ], "duration": 59.66, "caption": "A man bites into a donut and jelly goes down his shirt.", "similarity": 0.4897, "relevance": 1 }, { "pair_id": 330137, "video_name": "met_s04e02_seg02_clip_09", "timestamp": [ 14.04, 15.26 ], "duration": 61.66, "caption": "A man shakes his head up and down while chewing on his food.", "similarity": 0.4881, "relevance": 1 }, { "pair_id": 330138, "video_name": "s05e22_seg01_clip_00", "timestamp": [ 12.51, 14.04 ], "duration": 61.66, "caption": "A man takes a bite of food from a plastic fork.", "similarity": 0.4871, "relevance": 2 }, { "pair_id": 330139, "video_name": "friends_s01e01_seg02_clip_05", "timestamp": [ 12.68, 14.96 ], "duration": 65.66, "caption": "A man dips a small metal spoon in another person's mug.", "similarity": 0.487, "relevance": 2 } ] }, { "query_id": 28661, "query": "A man looks through the window and sees a bird flying around.", "relevant_moment": [ { "pair_id": 960, "video_name": "house_s02e21_seg02_clip_21", "timestamp": [ 116.77, 129.03 ], "duration": 129.66, "caption": "A man looks through the window and sees a bird flying around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 961, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 16.13, 20.63 ], "duration": 75.66, "caption": "A person as seen through the window shooing a bird sitting on the ledge outside the window by waving his hands.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 962, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 11.9, 16.78 ], "duration": 61.66, "caption": "A person goes to their window and opens it to see a bird on the seal.", "similarity": 0.7001, "relevance": 3 }, { "pair_id": 963, "video_name": "s10e05_seg02_clip_05", "timestamp": [ 17.71, 32.41 ], "duration": 60.66, "caption": "A man hears something and looks out the window.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 964, "video_name": "s05e09_seg02_clip_02", "timestamp": [ 16.17, 21.66 ], "duration": 61.66, "caption": "A person tries to scare the bird in the window.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 965, "video_name": "s05e09_seg02_clip_06", "timestamp": [ 10.73, 11.71 ], "duration": 65.66, "caption": "A bird hops on the ledge of the window.", "similarity": 0.6475, "relevance": 3 }, { "pair_id": 966, "video_name": "castle_s03e20_seg02_clip_02", "timestamp": [ 30.19, 33.34 ], "duration": 90.66, "caption": "A man walks over and looks out of the window.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 967, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A person is looking through a window and turns around.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 968, "video_name": "friends_s01e02_seg02_clip_03", "timestamp": [ 31.63, 35.36 ], "duration": 62.66, "caption": "A man points to something he sees out the window.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 969, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 33.98, 41.43 ], "duration": 93.66, "caption": "A man approaches a window, pulls the curtains and looks through the window.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 970, "video_name": "s05e09_seg02_clip_00", "timestamp": [ 3.55, 22.37 ], "duration": 71.66, "caption": "A blue bird sits outside on the windowsill as a person makes noises at it through the window.", "similarity": 0.6186, "relevance": 3 }, { "pair_id": 971, "video_name": "s05e09_seg02_clip_00", "timestamp": [ 4.97, 10.3 ], "duration": 71.66, "caption": "A person is trying to tease the little bird outside the window.", "similarity": 0.6128, "relevance": 3 }, { "pair_id": 972, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 13.12, 17.09 ], "duration": 61.66, "caption": "A person opens the window and they saw an animal.", "similarity": 0.612, "relevance": 3 }, { "pair_id": 973, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 2.36, 4.72 ], "duration": 59.66, "caption": "A person turns around and looks out of a large window.", "similarity": 0.6088, "relevance": 1 }, { "pair_id": 974, "video_name": "house_s06e14_seg02_clip_01", "timestamp": [ 60.3, 63.82 ], "duration": 88.66, "caption": "A man moves to the window and looks through the blinds.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 975, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 48.16, 52.51 ], "duration": 58.66, "caption": "A man walks to the window and uncovers it.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 976, "video_name": "grey_s02e18_seg02_clip_24", "timestamp": [ 63.72, 66.45 ], "duration": 91.66, "caption": "A woman looks out of the window and sees a man.", "similarity": 0.5924, "relevance": 2 }, { "pair_id": 977, "video_name": "s08e11_seg02_clip_12", "timestamp": [ 42.92, 45.92 ], "duration": 60.66, "caption": "A man carries the bird to the plastic curtain and then another bird flies in.", "similarity": 0.5864, "relevance": 2 }, { "pair_id": 978, "video_name": "s08e03_seg02_clip_05", "timestamp": [ 54.43, 59.23 ], "duration": 64.66, "caption": "A man looks out the window as he listens to another man speak.", "similarity": 0.5829, "relevance": 1 }, { "pair_id": 979, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 40.78, 59.16 ], "duration": 89.66, "caption": "A man is looking out the window and then turns to talk to another man.", "similarity": 0.5788, "relevance": 1 } ] }, { "query_id": 28692, "query": "A man walks out of a woman's office while she follows him.", "relevant_moment": [ { "pair_id": 158400, "video_name": "house_s02e03_seg02_clip_21", "timestamp": [ 76.97, 85.07 ], "duration": 90.66, "caption": "A man walks out of a woman's office while she follows him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158401, "video_name": "house_s07e19_seg02_clip_25", "timestamp": [ 17.25, 21.85 ], "duration": 115.66, "caption": "A man walks out of his office and a woman follows him out.", "similarity": 0.9509, "relevance": 3 }, { "pair_id": 158402, "video_name": "house_s03e23_seg02_clip_05", "timestamp": [ 16.65, 21.16 ], "duration": 90.66, "caption": "A man walks out of a woman's office but she turns to walk after him.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 158403, "video_name": "house_s07e13_seg02_clip_03", "timestamp": [ 85.1, 94.03 ], "duration": 94.66, "caption": "A woman walks away and a man follows her to her office.", "similarity": 0.909, "relevance": 2 }, { "pair_id": 158404, "video_name": "house_s01e13_seg02_clip_23", "timestamp": [ 38.73, 42.29 ], "duration": 89.66, "caption": "A woman starts walking out of the office and man follows her.", "similarity": 0.9005, "relevance": 3 }, { "pair_id": 158405, "video_name": "house_s04e03_seg02_clip_05", "timestamp": [ 9.88, 17.51 ], "duration": 89.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.8949, "relevance": 3 }, { "pair_id": 158406, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 26.33, 42.31 ], "duration": 94.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.8949, "relevance": 3 }, { "pair_id": 158407, "video_name": "house_s03e08_seg02_clip_08", "timestamp": [ 11.08, 14.77 ], "duration": 92.66, "caption": "A woman walks out of the office with a man.", "similarity": 0.8907, "relevance": 3 }, { "pair_id": 158408, "video_name": "castle_s07e03_seg02_clip_14", "timestamp": [ 7.65, 12.15 ], "duration": 90.66, "caption": "A woman walks out of another woman's office and sees a man.", "similarity": 0.8733, "relevance": 2 }, { "pair_id": 158409, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 31.03, 34.79 ], "duration": 94.66, "caption": "A person turns and walks out of woman's office.", "similarity": 0.8701, "relevance": 3 }, { "pair_id": 158410, "video_name": "castle_s06e09_seg02_clip_20", "timestamp": [ 6.7, 8.93 ], "duration": 89.66, "caption": "A woman comes out of her office as a man is walking towards her direction.", "similarity": 0.8675, "relevance": 1 }, { "pair_id": 158411, "video_name": "friends_s01e16-17_seg02_clip_14", "timestamp": [ 0.0, 9.63 ], "duration": 55.66, "caption": "A man walks into another man's office, then a woman walks out of the office.", "similarity": 0.8604, "relevance": 2 }, { "pair_id": 158412, "video_name": "house_s01e15_seg02_clip_06", "timestamp": [ 1.36, 4.97 ], "duration": 90.66, "caption": "A person walks out of a woman's office then she turns around.", "similarity": 0.8567, "relevance": 3 }, { "pair_id": 158413, "video_name": "house_s03e15_seg02_clip_12", "timestamp": [ 4.65, 6.98 ], "duration": 93.66, "caption": "A woman walks out of the office leaving a man alone.", "similarity": 0.8561, "relevance": 2 }, { "pair_id": 158414, "video_name": "house_s04e12_seg02_clip_16", "timestamp": [ 13.8, 18.87 ], "duration": 92.66, "caption": "A woman walks out of the office while a person follows behind.", "similarity": 0.8557, "relevance": 3 }, { "pair_id": 158415, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 15.35, 17.16 ], "duration": 90.66, "caption": "A person walks out of a woman's office and talks with a man.", "similarity": 0.8484, "relevance": 2 }, { "pair_id": 158416, "video_name": "castle_s07e20_seg02_clip_20", "timestamp": [ 14.78, 17.02 ], "duration": 89.66, "caption": "A woman and a man walk out of a person's office.", "similarity": 0.8394, "relevance": 4 }, { "pair_id": 158417, "video_name": "grey_s02e07_seg02_clip_22", "timestamp": [ 18.84, 27.48 ], "duration": 157.66, "caption": "A woman walks away from a man's office after she's been seen.", "similarity": 0.8389, "relevance": 1 }, { "pair_id": 158418, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 67.36 ], "duration": 91.66, "caption": "A man opens the door of a woman's office then walks out.", "similarity": 0.8385, "relevance": 3 }, { "pair_id": 158419, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 24.77, 27.42 ], "duration": 88.66, "caption": "A woman walks out from the office after talking to a man.", "similarity": 0.8373, "relevance": 2 } ] }, { "query_id": 28706, "query": "A man walks into the office with two women.", "relevant_moment": [ { "pair_id": 146220, "video_name": "house_s02e03_seg02_clip_24", "timestamp": [ 23.72, 25.58 ], "duration": 93.66, "caption": "A man walks into the office with two women.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 146221, "video_name": "castle_s07e08_seg02_clip_13", "timestamp": [ 77.49, 85.63 ], "duration": 85.66, "caption": "A man walks in and a man and a woman follow him into an office.", "similarity": 0.8823, "relevance": 2 }, { "pair_id": 146222, "video_name": "friends_s01e16-17_seg02_clip_14", "timestamp": [ 0.0, 9.63 ], "duration": 55.66, "caption": "A man walks into another man's office, then a woman walks out of the office.", "similarity": 0.8821, "relevance": 3 }, { "pair_id": 146223, "video_name": "castle_s08e15_seg02_clip_15", "timestamp": [ 46.54, 51.25 ], "duration": 94.66, "caption": "A man walks into the office where two people are at.", "similarity": 0.8711, "relevance": 2 }, { "pair_id": 146224, "video_name": "house_s05e16_seg02_clip_05", "timestamp": [ 40.53, 41.4 ], "duration": 86.66, "caption": "A man is in an office with a woman, then he walks towards the door.", "similarity": 0.8694, "relevance": 0 }, { "pair_id": 146225, "video_name": "grey_s03e08_seg02_clip_01", "timestamp": [ 46.88, 50.52 ], "duration": 91.66, "caption": "A man walks into the office and a woman turns around.", "similarity": 0.8676, "relevance": 2 }, { "pair_id": 146226, "video_name": "friends_s01e22_seg02_clip_16", "timestamp": [ 6.5, 13.01 ], "duration": 52.66, "caption": "A man walks into the office and walks over to a woman.", "similarity": 0.8637, "relevance": 2 }, { "pair_id": 146227, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 38.5, 41.56 ], "duration": 87.66, "caption": "A man walks into the office where a woman is seated.", "similarity": 0.8609, "relevance": 2 }, { "pair_id": 146228, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.8587, "relevance": 3 }, { "pair_id": 146229, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 21.81, 26.71 ], "duration": 89.66, "caption": "A man walks up to a woman and another man in the office.", "similarity": 0.8566, "relevance": 2 }, { "pair_id": 146230, "video_name": "castle_s08e04_seg02_clip_03", "timestamp": [ 63.65, 85.02 ], "duration": 89.66, "caption": "As a woman is walking back to the office, a man walks in with another woman.", "similarity": 0.8525, "relevance": 2 }, { "pair_id": 146231, "video_name": "castle_s03e15_seg02_clip_05", "timestamp": [ 77.06, 81.99 ], "duration": 89.66, "caption": "A man walks in to the office where a woman and a man are talking.", "similarity": 0.851, "relevance": 1 }, { "pair_id": 146232, "video_name": "castle_s08e02_seg02_clip_21", "timestamp": [ 4.37, 7.28 ], "duration": 97.66, "caption": "A man walks into the office and approaches woman.", "similarity": 0.8503, "relevance": 2 }, { "pair_id": 146233, "video_name": "castle_s03e08_seg02_clip_15", "timestamp": [ 9.17, 11.46 ], "duration": 91.66, "caption": "A man walks into the office and approaches woman.", "similarity": 0.8503, "relevance": 1 }, { "pair_id": 146234, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 59.51, 90.66 ], "duration": 90.66, "caption": "A man walks into his office and talks with a woman.", "similarity": 0.8494, "relevance": 2 }, { "pair_id": 146235, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 19.96, 21.38 ], "duration": 57.66, "caption": "A man and a woman walk into a woman's office as she is standing.", "similarity": 0.8469, "relevance": 3 }, { "pair_id": 146236, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 0.0, 7.04 ], "duration": 88.66, "caption": "A man opens the door to woman's office and another woman walks through it.", "similarity": 0.8457, "relevance": 3 }, { "pair_id": 146237, "video_name": "house_s01e03_seg02_clip_09", "timestamp": [ 83.11, 86.34 ], "duration": 92.66, "caption": "A person walks into man's office as he is with another man.", "similarity": 0.8291, "relevance": 2 }, { "pair_id": 146238, "video_name": "castle_s07e06_seg02_clip_10", "timestamp": [ 41.87, 44.63 ], "duration": 92.66, "caption": "A man walks into a woman's office and then stops.", "similarity": 0.8287, "relevance": 2 }, { "pair_id": 146239, "video_name": "house_s04e12_seg02_clip_15", "timestamp": [ 80.06, 84.18 ], "duration": 91.66, "caption": "A man enters the office of a woman.", "similarity": 0.8255, "relevance": 2 }, { "pair_id": 319540, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 59.71, 64.88 ], "duration": 94.66, "caption": "A person walks into a man's office while two men are talking.", "similarity": 0.8227, "relevance": 1 }, { "pair_id": 319541, "video_name": "castle_s03e08_seg02_clip_20", "timestamp": [ 59.06, 60.7 ], "duration": 82.66, "caption": "A woman and a man walk quickly into someone's office.", "similarity": 0.8198, "relevance": 2 }, { "pair_id": 319542, "video_name": "house_s06e11_seg02_clip_26", "timestamp": [ 0.0, 18.87 ], "duration": 49.66, "caption": "A woman walks into the office and walks over to a man.", "similarity": 0.8174, "relevance": 1 }, { "pair_id": 319543, "video_name": "house_s07e19_seg02_clip_25", "timestamp": [ 17.25, 21.85 ], "duration": 115.66, "caption": "A man walks out of his office and a woman follows him out.", "similarity": 0.8115, "relevance": 1 }, { "pair_id": 319544, "video_name": "castle_s06e06_seg02_clip_04", "timestamp": [ 44.39, 52.54 ], "duration": 90.66, "caption": "A man and a woman walk down a hallway into an office.", "similarity": 0.8101, "relevance": 2 }, { "pair_id": 319545, "video_name": "house_s03e17_seg02_clip_16", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A man walks into woman's office to speak with her.", "similarity": 0.8089, "relevance": 3 }, { "pair_id": 319546, "video_name": "house_s07e06_seg02_clip_20", "timestamp": [ 13.95, 15.75 ], "duration": 90.66, "caption": "A man steps over towards another woman while in a woman's office.", "similarity": 0.8072, "relevance": 1 }, { "pair_id": 319547, "video_name": "castle_s05e14_seg02_clip_23", "timestamp": [ 22.33, 26.89 ], "duration": 91.66, "caption": "A woman walks into the office with two people following.", "similarity": 0.8049, "relevance": 3 }, { "pair_id": 319548, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 40.03, 45.09 ], "duration": 92.66, "caption": "A woman opens the door to her office and walks in with a man following her.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 319549, "video_name": "grey_s01e02_seg02_clip_05", "timestamp": [ 43.63, 58.78 ], "duration": 91.66, "caption": "A man walks into an office where a woman is, and sits down on a chair.", "similarity": 0.8031, "relevance": 1 }, { "pair_id": 319550, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 67.36 ], "duration": 91.66, "caption": "A man opens the door of a woman's office then walks out.", "similarity": 0.7994, "relevance": 1 }, { "pair_id": 319551, "video_name": "house_s03e08_seg02_clip_08", "timestamp": [ 11.08, 14.77 ], "duration": 92.66, "caption": "A woman walks out of the office with a man.", "similarity": 0.7993, "relevance": 1 }, { "pair_id": 319552, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 60.53, 64.17 ], "duration": 91.66, "caption": "A man is sitting in a woman's office as a man and a woman enter.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 319553, "video_name": "friends_s06e04_seg02_clip_13", "timestamp": [ 0.0, 2.43 ], "duration": 54.66, "caption": "A man walks into the office while telling woman his name.", "similarity": 0.7958, "relevance": 1 }, { "pair_id": 319554, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 14.79, 17.84 ], "duration": 87.66, "caption": "Three people walk into someone's office.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 319555, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 4.05, 11.25 ], "duration": 90.66, "caption": "A man walks into a woman's office to start a conversation.", "similarity": 0.791, "relevance": 2 }, { "pair_id": 319556, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 71.91, 76.01 ], "duration": 91.66, "caption": "A man and a woman walk out of the office they were in.", "similarity": 0.7909, "relevance": 2 }, { "pair_id": 319557, "video_name": "castle_s05e13_seg02_clip_09", "timestamp": [ 7.28, 12.13 ], "duration": 97.66, "caption": "A man enters the office and a woman follows closing the door.", "similarity": 0.7904, "relevance": 2 }, { "pair_id": 319558, "video_name": "castle_s02e24_seg02_clip_17", "timestamp": [ 21.83, 26.63 ], "duration": 87.66, "caption": "A man came in the office and talk to a woman and another man.", "similarity": 0.7902, "relevance": 1 }, { "pair_id": 319559, "video_name": "house_s05e16_seg02_clip_24", "timestamp": [ 9.94, 12.65 ], "duration": 90.66, "caption": "Two people walk into a person's office together.", "similarity": 0.7896, "relevance": 2 } ] }, { "query_id": 28717, "query": "A woman walks up to the lunch table and starts a conversation with person.", "relevant_moment": [ { "pair_id": 11000, "video_name": "s02e06_seg02_clip_00", "timestamp": [ 31.32, 35.05 ], "duration": 62.66, "caption": "A woman walks up to the lunch table and starts a conversation with person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11001, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A woman walks up to a person and starts a conversation with him.", "similarity": 0.8259, "relevance": 3 }, { "pair_id": 11002, "video_name": "castle_s02e17_seg02_clip_05", "timestamp": [ 82.79, 89.02 ], "duration": 89.66, "caption": "A person walks up to woman and starts a conversation.", "similarity": 0.7945, "relevance": 2 }, { "pair_id": 11003, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 51.02, 54.32 ], "duration": 60.66, "caption": "A woman walks up to someone and starts talking to him.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 11004, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 10.49, 14.59 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 11005, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 11006, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 5.04, 22.06 ], "duration": 63.66, "caption": "A woman walks up to the table and talks to a man.", "similarity": 0.7667, "relevance": 4 }, { "pair_id": 11007, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 14.11, 20.94 ], "duration": 91.66, "caption": "A person walks up to another person and starts a conversation with her.", "similarity": 0.7653, "relevance": 2 }, { "pair_id": 11008, "video_name": "grey_s02e01_seg02_clip_10", "timestamp": [ 49.85, 76.79 ], "duration": 89.66, "caption": "A woman walks up to a man, they start a conversation.", "similarity": 0.7639, "relevance": 2 }, { "pair_id": 11009, "video_name": "s05e04_seg02_clip_01", "timestamp": [ 31.93, 36.98 ], "duration": 56.66, "caption": "A woman walks up to the table and talks to man.", "similarity": 0.7637, "relevance": 4 }, { "pair_id": 11010, "video_name": "castle_s02e19_seg02_clip_17", "timestamp": [ 76.34, 79.07 ], "duration": 90.66, "caption": "A woman walks up and begins a conversation with a man.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 11011, "video_name": "grey_s02e08_seg02_clip_16", "timestamp": [ 6.63, 25.09 ], "duration": 94.66, "caption": "A woman walks up to a person and they have a conversation before the person walks past her.", "similarity": 0.7478, "relevance": 2 }, { "pair_id": 11012, "video_name": "grey_s02e06_seg02_clip_07", "timestamp": [ 59.55, 63.13 ], "duration": 89.66, "caption": "A woman walks up quickly between two people and starts talking to them.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 11013, "video_name": "house_s07e19_seg02_clip_00", "timestamp": [ 8.31, 12.92 ], "duration": 92.66, "caption": "A woman walked towards a person and started a conversation.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 11014, "video_name": "s07e15_seg02_clip_06", "timestamp": [ 19.77, 23.91 ], "duration": 59.66, "caption": "A woman walks up to a person and mentions to them the reason they are at the dinner.", "similarity": 0.7318, "relevance": 4 }, { "pair_id": 11015, "video_name": "friends_s06e05_seg02_clip_01", "timestamp": [ 0.0, 3.04 ], "duration": 60.66, "caption": "A woman walks up to man and woman and starts to converse with them.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 11016, "video_name": "s03e05_seg02_clip_04", "timestamp": [ 36.91, 40.94 ], "duration": 62.66, "caption": "A person walks up to another person and starts a conversation.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 11017, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 9.45, 12.92 ], "duration": 63.66, "caption": "A woman walks up towards the small table whilst conversing with another woman.", "similarity": 0.7257, "relevance": 4 }, { "pair_id": 11018, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 52.83, 56.37 ], "duration": 59.66, "caption": "A person walks over to a table while talking to a woman.", "similarity": 0.7253, "relevance": 3 }, { "pair_id": 11019, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 17.75, 23.67 ], "duration": 91.66, "caption": "A woman walks over to a woman and begins a conversation.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 184320, "video_name": "grey_s03e01_seg02_clip_24", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A woman walks from the doorway to the table and starts talking.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 184321, "video_name": "castle_s03e15_seg02_clip_06", "timestamp": [ 49.94, 57.14 ], "duration": 96.66, "caption": "A person walks towards a woman in a lunch room.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 184322, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 77.63, 82.14 ], "duration": 90.66, "caption": "A person walks up to where woman and man are seated to start a conversation.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 184323, "video_name": "s04e02_seg02_clip_14", "timestamp": [ 7.8, 13.51 ], "duration": 60.66, "caption": "A woman enters the dining room of the restaurant and walks up to a table that some people and a video chat of a person are sitting at.", "similarity": 0.7145, "relevance": 3 }, { "pair_id": 184324, "video_name": "s09e07_seg02_clip_14", "timestamp": [ 2.4, 19.21 ], "duration": 60.66, "caption": "A person walks over to the table and begins talking to some people.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 184325, "video_name": "s06e15_seg02_clip_11", "timestamp": [ 38.46, 44.97 ], "duration": 62.66, "caption": "A woman walks over to a man and starts a conversation with him.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 184326, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 1.89, 3.24 ], "duration": 54.66, "caption": "A person walks up to another person and starts a conversation with him.", "similarity": 0.7074, "relevance": 2 }, { "pair_id": 184327, "video_name": "castle_s01e09_seg02_clip_00", "timestamp": [ 9.3, 18.61 ], "duration": 93.66, "caption": "A person walks up to woman with coffee and breakfast food.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 184328, "video_name": "friends_s08e10_seg02_clip_10", "timestamp": [ 0.0, 2.82 ], "duration": 56.66, "caption": "A person walks up and talks to woman.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 184329, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 68.56, 78.68 ], "duration": 92.66, "caption": "A woman walks up to a man at the reception desk and starts a conversation with him.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 184330, "video_name": "castle_s04e09_seg02_clip_25", "timestamp": [ 66.51, 73.96 ], "duration": 93.66, "caption": "A woman walks over to a man to start a conversation.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 184331, "video_name": "castle_s02e16_seg02_clip_12", "timestamp": [ 47.98, 52.96 ], "duration": 90.66, "caption": "A woman goes up to two people to start a conversation.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 184332, "video_name": "s02e07_seg02_clip_03", "timestamp": [ 32.41, 37.82 ], "duration": 60.66, "caption": "A woman walks over to a person to continue the conversation.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 184333, "video_name": "castle_s06e09_seg02_clip_01", "timestamp": [ 24.85, 33.88 ], "duration": 90.66, "caption": "A woman walks up to the body bag and starts talking to some people.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 184334, "video_name": "castle_s06e11_seg02_clip_25", "timestamp": [ 27.53, 30.54 ], "duration": 86.66, "caption": "A person walked towards a woman and started talking to her.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 184335, "video_name": "s07e05_seg02_clip_06", "timestamp": [ 20.02, 23.79 ], "duration": 58.66, "caption": "A woman walks past the table and says a brief hello to some people who respond.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 184336, "video_name": "castle_s07e20_seg02_clip_07", "timestamp": [ 60.09, 65.43 ], "duration": 89.66, "caption": "A woman walks by and a woman sees her and walks to her to start a conversation.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 184337, "video_name": "house_s02e18_seg02_clip_15", "timestamp": [ 17.16, 20.59 ], "duration": 98.66, "caption": "A woman is talking to a nurse and person walks up.", "similarity": 0.6914, "relevance": 2 }, { "pair_id": 184338, "video_name": "s03e02_seg02_clip_09", "timestamp": [ 5.4, 12.91 ], "duration": 60.66, "caption": "A woman walks in and starts a conversation with a man.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 184339, "video_name": "castle_s04e17_seg02_clip_01", "timestamp": [ 49.15, 54.2 ], "duration": 91.66, "caption": "A woman walks towards man and starts a conversation with him.", "similarity": 0.6904, "relevance": 2 } ] }, { "query_id": 28722, "query": "A man sits back down at the cafeteria table.", "relevant_moment": [ { "pair_id": 5140, "video_name": "s02e06_seg02_clip_01", "timestamp": [ 18.91, 21.75 ], "duration": 63.66, "caption": "A man sits back down at the cafeteria table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5141, "video_name": "s06e01_seg02_clip_02", "timestamp": [ 12.51, 17.7 ], "duration": 61.66, "caption": "A man sits down at the table with his lunch tray.", "similarity": 0.7159, "relevance": 4 }, { "pair_id": 5142, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 44.12, 46.33 ], "duration": 63.66, "caption": "A man sits onto the cafeteria table holding his food tray.", "similarity": 0.7079, "relevance": 4 }, { "pair_id": 5143, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 32.41, 35.12 ], "duration": 60.66, "caption": "A person sits down at the cafeteria table with some people.", "similarity": 0.6978, "relevance": 4 }, { "pair_id": 5144, "video_name": "friends_s06e18_seg02_clip_00", "timestamp": [ 18.57, 20.81 ], "duration": 64.66, "caption": "A man sits down at the dining room table.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 5145, "video_name": "s03e15_seg01_clip_00", "timestamp": [ 37.82, 41.6 ], "duration": 63.66, "caption": "A man walks into the cafeteria towards the table.", "similarity": 0.6769, "relevance": 1 }, { "pair_id": 5146, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 6.3, 15.76 ], "duration": 63.66, "caption": "A person sits at the cafeteria table after some people.", "similarity": 0.6716, "relevance": 3 }, { "pair_id": 5147, "video_name": "s07e06_seg02_clip_09", "timestamp": [ 34.48, 38.45 ], "duration": 61.66, "caption": "A person sits beside a man at the cafeteria table with their lunch tray.", "similarity": 0.6697, "relevance": 4 }, { "pair_id": 5148, "video_name": "s02e03_seg02_clip_10", "timestamp": [ 51.02, 56.13 ], "duration": 60.66, "caption": "A person has a tray of food and sits at the cafeteria table.", "similarity": 0.6685, "relevance": 4 }, { "pair_id": 5149, "video_name": "s03e21_seg02_clip_12", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man is holding a fork as he sits at the cafeteria table.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 5150, "video_name": "s03e18_seg01_clip_00", "timestamp": [ 36.5, 39.17 ], "duration": 89.66, "caption": "A man sets his lunch tray down on the table and sits down.", "similarity": 0.6544, "relevance": 4 }, { "pair_id": 5151, "video_name": "friends_s02e19_seg02_clip_02", "timestamp": [ 3.77, 5.8 ], "duration": 58.66, "caption": "A man sits down at a small round cafe table.", "similarity": 0.6527, "relevance": 3 }, { "pair_id": 5152, "video_name": "met_s02e09_seg02_clip_04", "timestamp": [ 59.73, 60.03 ], "duration": 60.66, "caption": "A man walks back to the table and begins to sit down.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 5153, "video_name": "s04e06_seg02_clip_00", "timestamp": [ 54.31, 58.89 ], "duration": 61.66, "caption": "A person walks in to sit at the cafeteria table.", "similarity": 0.6496, "relevance": 4 }, { "pair_id": 5154, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 82.41, 85.12 ], "duration": 90.66, "caption": "A man leans back in his chair while seated at the table.", "similarity": 0.6473, "relevance": 0 }, { "pair_id": 5155, "video_name": "s02e22_seg02_clip_02", "timestamp": [ 44.97, 47.58 ], "duration": 58.66, "caption": "A man walks to the cafeteria table and stops.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 5156, "video_name": "s07e01_seg02_clip_11", "timestamp": [ 41.19, 43.02 ], "duration": 61.66, "caption": "A person sits down at the cafeteria table next to woman.", "similarity": 0.6391, "relevance": 4 }, { "pair_id": 5157, "video_name": "s03e21_seg02_clip_12", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A man is sitting in front of a vending machine in the cafeteria.", "similarity": 0.6382, "relevance": 1 }, { "pair_id": 5158, "video_name": "friends_s06e02_seg02_clip_01", "timestamp": [ 0.0, 9.86 ], "duration": 63.66, "caption": "A man was sitting on a chair in front of the dining table.", "similarity": 0.6281, "relevance": 1 }, { "pair_id": 5159, "video_name": "house_s08e16_seg02_clip_20", "timestamp": [ 2.52, 5.46 ], "duration": 84.66, "caption": "A man sits down in a chair at the table.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 178460, "video_name": "friends_s02e05_seg02_clip_00", "timestamp": [ 52.5, 55.14 ], "duration": 66.66, "caption": "A man sits down on the floor next to the table.", "similarity": 0.6188, "relevance": 3 }, { "pair_id": 178461, "video_name": "met_s03e12_seg02_clip_13", "timestamp": [ 26.03, 34.2 ], "duration": 60.66, "caption": "A man walks back to his seat and sits down.", "similarity": 0.6146, "relevance": 3 }, { "pair_id": 178462, "video_name": "s01e17_seg02_clip_14", "timestamp": [ 28.22, 31.32 ], "duration": 62.66, "caption": "Two men sit down at the cafeteria table with their food.", "similarity": 0.6092, "relevance": 4 }, { "pair_id": 178463, "video_name": "house_s04e06_seg02_clip_11", "timestamp": [ 63.04, 83.74 ], "duration": 92.66, "caption": "A man sits down in a chair at a table, then he stands up from the chair.", "similarity": 0.6071, "relevance": 2 }, { "pair_id": 178464, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 20.47, 28.53 ], "duration": 62.66, "caption": "A man walks over to the table and sits down.", "similarity": 0.6067, "relevance": 3 }, { "pair_id": 178465, "video_name": "s08e18_seg02_clip_13", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is seated at the head of the dining room table.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 178466, "video_name": "castle_s07e03_seg02_clip_06", "timestamp": [ 69.02, 72.24 ], "duration": 92.66, "caption": "A man sits down in the chair and faces the table.", "similarity": 0.6044, "relevance": 2 }, { "pair_id": 178467, "video_name": "s07e20_seg02_clip_02", "timestamp": [ 30.46, 33.07 ], "duration": 58.66, "caption": "A person sits down next to another person at the cafeteria table.", "similarity": 0.6032, "relevance": 4 }, { "pair_id": 178468, "video_name": "s02e13_seg01_clip_00", "timestamp": [ 28.39, 33.02 ], "duration": 66.66, "caption": "A man is sitting across from another man as he sits in the cafeteria table.", "similarity": 0.6002, "relevance": 1 }, { "pair_id": 178469, "video_name": "s04e19_seg02_clip_08", "timestamp": [ 44.12, 47.42 ], "duration": 60.66, "caption": "A man closes his laptop as he is at the cafeteria table.", "similarity": 0.5999, "relevance": 2 }, { "pair_id": 178470, "video_name": "s04e07_seg02_clip_08", "timestamp": [ 8.26, 9.44 ], "duration": 59.66, "caption": "A man turns and walks away from the cafeteria table.", "similarity": 0.5977, "relevance": 2 }, { "pair_id": 178471, "video_name": "s06e24_seg01_clip_00", "timestamp": [ 37.53, 41.5 ], "duration": 61.66, "caption": "A man walks with his food tray and sits beside guy in the cafeteria table.", "similarity": 0.5957, "relevance": 4 }, { "pair_id": 178472, "video_name": "s04e14_seg02_clip_16", "timestamp": [ 57.63, 61.15 ], "duration": 64.66, "caption": "A person looks around the cafeteria while sitting at a table by himself.", "similarity": 0.5933, "relevance": 2 }, { "pair_id": 178473, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 39.06, 43.22 ], "duration": 64.66, "caption": "A person sits in front of another person on the cafeteria table.", "similarity": 0.5919, "relevance": 4 }, { "pair_id": 178474, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 57.99, 62.4 ], "duration": 63.66, "caption": "A person talks to a guy at cafeteria table while he eats.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 178475, "video_name": "s06e08_seg01_clip_00", "timestamp": [ 32.65, 38.41 ], "duration": 96.66, "caption": "A person rises from the table and leaves the cafeteria.", "similarity": 0.5899, "relevance": 2 }, { "pair_id": 178476, "video_name": "met_s02e03_seg02_clip_06", "timestamp": [ 51.42, 52.63 ], "duration": 60.66, "caption": "A person stands from his/her seat at the table then sits back down.", "similarity": 0.589, "relevance": 3 }, { "pair_id": 178477, "video_name": "s06e06_seg02_clip_09", "timestamp": [ 32.57, 34.12 ], "duration": 62.66, "caption": "A man sits down on a kitchen stool at the tall table.", "similarity": 0.5884, "relevance": 3 }, { "pair_id": 178478, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A person walks into the cafeteria and sits down with some people.", "similarity": 0.5873, "relevance": 3 }, { "pair_id": 178479, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 55.23, 57.06 ], "duration": 61.66, "caption": "A man places a lunch tray on top of a table.", "similarity": 0.5842, "relevance": 3 } ] }, { "query_id": 28725, "query": "A woman stands up and takes a drink of her soda and walks out.", "relevant_moment": [ { "pair_id": 163080, "video_name": "s02e06_seg02_clip_02", "timestamp": [ 47.9, 50.7 ], "duration": 56.66, "caption": "A woman stands up and takes a drink of her soda and walks out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163081, "video_name": "grey_s03e23_seg02_clip_19", "timestamp": [ 0.0, 8.42 ], "duration": 88.66, "caption": "A woman gets up with her drink and then walks away.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 163082, "video_name": "grey_s03e24_seg02_clip_24", "timestamp": [ 17.38, 19.67 ], "duration": 91.66, "caption": "A woman takes the two drinks and starts walking away.", "similarity": 0.6984, "relevance": 1 }, { "pair_id": 163083, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 22.21, 37.22 ], "duration": 60.66, "caption": "A person walks over to the refrigerator and takes out a drink.", "similarity": 0.686, "relevance": 1 }, { "pair_id": 163084, "video_name": "friends_s09e23-24_seg02_clip_10", "timestamp": [ 1.55, 4.65 ], "duration": 62.66, "caption": "A woman turns and walks off with a fruity drink in her hand.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 163085, "video_name": "s03e09_seg02_clip_12", "timestamp": [ 21.76, 26.69 ], "duration": 58.66, "caption": "A person takes a glass of soda and drinks it.", "similarity": 0.6783, "relevance": 1 }, { "pair_id": 163086, "video_name": "house_s02e16_seg02_clip_16", "timestamp": [ 16.81, 19.21 ], "duration": 96.66, "caption": "A person takes a sip of soda that is from the bottle.", "similarity": 0.6736, "relevance": 1 }, { "pair_id": 163087, "video_name": "house_s08e13_seg02_clip_09", "timestamp": [ 55.32, 56.5 ], "duration": 79.66, "caption": "A woman takes out two drinks and holds them out.", "similarity": 0.6733, "relevance": 1 }, { "pair_id": 163088, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 24.38, 27.31 ], "duration": 58.66, "caption": "A woman stands up, takes her coffee cup and walks away from the table.", "similarity": 0.6696, "relevance": 3 }, { "pair_id": 163089, "video_name": "s04e21_seg02_clip_06", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman takes a sip out of her drink.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 163090, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 64.32, 66.6 ], "duration": 91.66, "caption": "A woman takes a drink out of her water bottle.", "similarity": 0.6591, "relevance": 0 }, { "pair_id": 163091, "video_name": "s03e02_seg02_clip_02", "timestamp": [ 27.45, 33.94 ], "duration": 59.66, "caption": "A woman walks to the refrigerator and gets some drink.", "similarity": 0.659, "relevance": 1 }, { "pair_id": 163092, "video_name": "s05e12_seg02_clip_14", "timestamp": [ 15.41, 17.93 ], "duration": 56.66, "caption": "A woman takes a sip of her drink out of a glass.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 163093, "video_name": "castle_s04e05_seg02_clip_22", "timestamp": [ 1.36, 5.45 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee as she walks away from someone standing by the window.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 163094, "video_name": "met_s05e02_seg02_clip_10", "timestamp": [ 53.25, 55.05 ], "duration": 59.66, "caption": "A woman takes a drink from the glass in front of her.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 163095, "video_name": "house_s07e18_seg02_clip_07", "timestamp": [ 71.91, 76.46 ], "duration": 91.66, "caption": "A woman lifts up her glass and takes a drink from it.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 163096, "video_name": "s10e09_seg02_clip_01", "timestamp": [ 10.37, 13.73 ], "duration": 61.66, "caption": "A woman takes a drink out of her mug.", "similarity": 0.6468, "relevance": 2 }, { "pair_id": 163097, "video_name": "met_s04e01_seg02_clip_18", "timestamp": [ 11.6, 17.73 ], "duration": 64.66, "caption": "A person takes a drink from a glass and then sets it down and walks away.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 163098, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 2.6, 3.58 ], "duration": 65.66, "caption": "A woman takes a drink out of the glass in her hand.", "similarity": 0.6399, "relevance": 2 }, { "pair_id": 163099, "video_name": "s10e06_seg02_clip_01", "timestamp": [ 45.84, 52.51 ], "duration": 58.66, "caption": "A woman picks up the glass of water, takes a drink, and puts it back down.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 336400, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.6361, "relevance": 3 }, { "pair_id": 336401, "video_name": "friends_s07e18_seg02_clip_02", "timestamp": [ 48.16, 51.06 ], "duration": 58.66, "caption": "A woman gets up from her bar stool and walks away holding a coffee cup.", "similarity": 0.6338, "relevance": 3 }, { "pair_id": 336402, "video_name": "friends_s07e15_seg02_clip_00", "timestamp": [ 57.37, 59.2 ], "duration": 61.66, "caption": "A woman puts her drink down and gets up at a coffee shop.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 336403, "video_name": "castle_s01e07_seg02_clip_18", "timestamp": [ 2.76, 6.44 ], "duration": 92.66, "caption": "A woman stands up and walks out of the room.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 336404, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 38.37, 44.87 ], "duration": 65.66, "caption": "A woman walks over to the fridge and takes something out.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 336405, "video_name": "s03e09_seg02_clip_10", "timestamp": [ 41.42, 45.62 ], "duration": 60.66, "caption": "A woman picks up a tray of drinks and walks away from a bar.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 336406, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 21.09 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 336407, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 19.54 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 336408, "video_name": "s10e03_seg02_clip_09", "timestamp": [ 49.58, 53.12 ], "duration": 59.66, "caption": "A woman stands up and walks out of the kitchen.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 336409, "video_name": "met_s03e10_seg02_clip_13", "timestamp": [ 3.25, 4.73 ], "duration": 59.66, "caption": "A woman takes a drink out of her sports bottle.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 336410, "video_name": "castle_s02e01_seg02_clip_01", "timestamp": [ 2.94, 6.3 ], "duration": 84.66, "caption": "A person picks up a canned drink and walks out of sight.", "similarity": 0.6157, "relevance": 2 }, { "pair_id": 336411, "video_name": "s06e18_seg02_clip_03", "timestamp": [ 25.94, 28.38 ], "duration": 61.66, "caption": "A woman takes a drink from her glass.", "similarity": 0.614, "relevance": 1 }, { "pair_id": 336412, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 10.37, 13.43 ], "duration": 61.66, "caption": "A woman picks up the coffee cup as they stand, and walks away from person.", "similarity": 0.6136, "relevance": 3 }, { "pair_id": 336413, "video_name": "friends_s08e08_seg02_clip_00", "timestamp": [ 36.56, 45.38 ], "duration": 63.66, "caption": "A woman grabs and drinks out of her water glass before putting it back down.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 336414, "video_name": "friends_s08e17_seg02_clip_15", "timestamp": [ 9.69, 19.7 ], "duration": 62.66, "caption": "A woman stands up and walks out the door.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 336415, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.96, 37.84 ], "duration": 61.66, "caption": "A woman takes a drink out of her glass of wine.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 336416, "video_name": "friends_s07e06_seg02_clip_15", "timestamp": [ 24.1, 29.57 ], "duration": 73.66, "caption": "A woman gets up and heads out of a coffee shop.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 336417, "video_name": "castle_s05e22_seg02_clip_08", "timestamp": [ 38.96, 44.66 ], "duration": 95.66, "caption": "A woman walks out from a person holding her cup of coffee.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 336418, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 35.98, 39.67 ], "duration": 61.66, "caption": "A woman gets her glass and drinks from it.", "similarity": 0.6064, "relevance": 1 }, { "pair_id": 336419, "video_name": "castle_s06e07_seg02_clip_20", "timestamp": [ 17.38, 19.66 ], "duration": 91.66, "caption": "A person stands up and quickly walks away from a woman.", "similarity": 0.6062, "relevance": 2 } ] }, { "query_id": 28834, "query": "A man takes a silver briefcase from another person's hand.", "relevant_moment": [ { "pair_id": 21480, "video_name": "castle_s05e16_seg02_clip_17", "timestamp": [ 32.49, 36.94 ], "duration": 89.66, "caption": "A man takes a silver briefcase from another person's hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21481, "video_name": "castle_s05e16_seg02_clip_17", "timestamp": [ 32.05, 38.28 ], "duration": 89.66, "caption": "A person walks up to a man and takes the briefcase from his hand.", "similarity": 0.7107, "relevance": 4 }, { "pair_id": 21482, "video_name": "s07e07_seg02_clip_06", "timestamp": [ 54.01, 58.28 ], "duration": 61.66, "caption": "A man walks up to another man while he is putting things in his briefcase.", "similarity": 0.6861, "relevance": 2 }, { "pair_id": 21483, "video_name": "friends_s09e11_seg02_clip_14", "timestamp": [ 56.9, 61.13 ], "duration": 65.66, "caption": "A man carries his briefcase out the door with two people looking on.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 21484, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 1.35, 2.25 ], "duration": 90.66, "caption": "A man hands another man a folder, and he takes the folder in his hands.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 21485, "video_name": "castle_s05e06_seg02_clip_14", "timestamp": [ 77.12, 85.21 ], "duration": 85.66, "caption": "A person takes out a piston from a briefcase and shows it to two other people.", "similarity": 0.6476, "relevance": 1 }, { "pair_id": 21486, "video_name": "castle_s04e20_seg02_clip_22", "timestamp": [ 34.42, 40.95 ], "duration": 87.66, "caption": "A man picks up a huge briefcase and puts it on a conveyor belt.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 21488, "video_name": "house_s03e15_seg02_clip_11", "timestamp": [ 51.76, 55.36 ], "duration": 90.66, "caption": "A man grabs another person's hand and takes it out of their coat pocket.", "similarity": 0.6331, "relevance": 0 }, { "pair_id": 21489, "video_name": "friends_s02e03_seg02_clip_13", "timestamp": [ 34.1, 39.38 ], "duration": 48.66, "caption": "A man opening a briefcase in front of woman.", "similarity": 0.6231, "relevance": 2 }, { "pair_id": 21490, "video_name": "friends_s04e04_seg02_clip_18", "timestamp": [ 18.33, 20.32 ], "duration": 33.66, "caption": "A man picks up a briefcase on top of a garbage can.", "similarity": 0.62, "relevance": 0 }, { "pair_id": 21491, "video_name": "house_s06e16_seg02_clip_10", "timestamp": [ 1.71, 4.69 ], "duration": 85.66, "caption": "A man takes out a file from another man's bag.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 21492, "video_name": "friends_s06e04_seg02_clip_02", "timestamp": [ 9.44, 13.58 ], "duration": 59.66, "caption": "A man puts the paper he hand in his hand into his briefcase.", "similarity": 0.6175, "relevance": 2 }, { "pair_id": 21493, "video_name": "house_s07e12_seg02_clip_18", "timestamp": [ 31.69, 39.17 ], "duration": 88.66, "caption": "A man hands a folder to a person who grabs it from them.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 21494, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 57.95, 61.1 ], "duration": 89.66, "caption": "A man takes the folder from another man.", "similarity": 0.6173, "relevance": 1 }, { "pair_id": 21495, "video_name": "friends_s04e03_seg02_clip_03", "timestamp": [ 36.01, 39.84 ], "duration": 59.66, "caption": "A large man puts his briefcase down and shakes hands with a man.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 21496, "video_name": "friends_s08e21_seg02_clip_15", "timestamp": [ 49.61, 56.86 ], "duration": 58.66, "caption": "A person and a man stand up and the man grabs his briefcase while the person walks towards him.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 21497, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 29.15, 34.74 ], "duration": 62.66, "caption": "A man takes Hawking's souvenirs from his pocket and hands them to two other people.", "similarity": 0.6119, "relevance": 0 }, { "pair_id": 21498, "video_name": "s05e12_seg02_clip_07", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A man goes to his briefcase on a stand.", "similarity": 0.6116, "relevance": 2 }, { "pair_id": 21499, "video_name": "met_s06e15_seg02_clip_07", "timestamp": [ 43.89, 48.24 ], "duration": 62.66, "caption": "A person walks up to someone carrying a briefcase.", "similarity": 0.6101, "relevance": 3 } ] }, { "query_id": 28848, "query": "A man points something out in the computer monitor.", "relevant_moment": [ { "pair_id": 18500, "video_name": "s06e22_seg01_clip_00", "timestamp": [ 6.24, 11.04 ], "duration": 96.66, "caption": "A man points something out in the computer monitor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18501, "video_name": "house_s01e17_seg02_clip_02", "timestamp": [ 35.16, 38.96 ], "duration": 95.66, "caption": "A man points at an area on a computer screen.", "similarity": 0.8569, "relevance": 4 }, { "pair_id": 18502, "video_name": "castle_s05e24_seg02_clip_05", "timestamp": [ 67.51, 68.9 ], "duration": 92.66, "caption": "A man points at the monitor with his right hand.", "similarity": 0.8164, "relevance": 4 }, { "pair_id": 18503, "video_name": "house_s06e20_seg02_clip_18", "timestamp": [ 45.29, 48.04 ], "duration": 91.66, "caption": "A man points at someone to look up at the monitor.", "similarity": 0.8117, "relevance": 3 }, { "pair_id": 18504, "video_name": "house_s08e21_seg02_clip_26", "timestamp": [ 0.35, 3.9 ], "duration": 70.66, "caption": "A person points at the screen on his/her laptop monitor.", "similarity": 0.7956, "relevance": 4 }, { "pair_id": 18505, "video_name": "house_s04e11_seg02_clip_20", "timestamp": [ 13.44, 20.17 ], "duration": 89.66, "caption": "A person points his finger at the monitor screen.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 18506, "video_name": "met_s06e06_seg02_clip_06", "timestamp": [ 55.84, 60.72 ], "duration": 61.66, "caption": "A man points another man through the laptop monitor.", "similarity": 0.7802, "relevance": 2 }, { "pair_id": 18507, "video_name": "house_s07e23_seg02_clip_14", "timestamp": [ 10.34, 12.69 ], "duration": 94.66, "caption": "A man points at an area on a brains scan on a computer monitor.", "similarity": 0.7782, "relevance": 4 }, { "pair_id": 18508, "video_name": "s04e02_seg02_clip_10", "timestamp": [ 10.39, 16.76 ], "duration": 67.66, "caption": "A man reads the information on the computer monitor.", "similarity": 0.7764, "relevance": 4 }, { "pair_id": 18509, "video_name": "house_s03e17_seg02_clip_03", "timestamp": [ 1.82, 3.19 ], "duration": 91.66, "caption": "A man points at a scan displayed on a computer screen.", "similarity": 0.7717, "relevance": 4 }, { "pair_id": 18510, "video_name": "friends_s07e23-24_seg02_clip_25", "timestamp": [ 20.8, 22.06 ], "duration": 63.66, "caption": "A man points his index finger at his laptop monitor.", "similarity": 0.7679, "relevance": 4 }, { "pair_id": 18511, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 27.51, 36.37 ], "duration": 93.66, "caption": "A man gets up to point out something on the internal organs pictures on the monitor.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 18512, "video_name": "castle_s06e18_seg02_clip_21", "timestamp": [ 16.22, 18.02 ], "duration": 90.66, "caption": "A man takes his hand from his side and points at the computer screen.", "similarity": 0.7626, "relevance": 4 }, { "pair_id": 18513, "video_name": "house_s03e02_seg02_clip_11", "timestamp": [ 13.26, 19.66 ], "duration": 91.66, "caption": "A man looks at the screen and he points to it.", "similarity": 0.7465, "relevance": 4 }, { "pair_id": 18514, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 88.77, 95.02 ], "duration": 125.66, "caption": "A person points at the computer screen with his/her right arm.", "similarity": 0.7446, "relevance": 4 }, { "pair_id": 18515, "video_name": "house_s01e09_seg02_clip_18", "timestamp": [ 43.33, 51.37 ], "duration": 89.66, "caption": "A man points at the computer screen that shows a medical scan.", "similarity": 0.7304, "relevance": 4 }, { "pair_id": 18516, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A man points at the laptop screen with his right index finger.", "similarity": 0.7276, "relevance": 4 }, { "pair_id": 18517, "video_name": "castle_s07e03_seg02_clip_20", "timestamp": [ 7.68, 11.29 ], "duration": 90.66, "caption": "A man points to the computer while explaining how one image is different.", "similarity": 0.7247, "relevance": 4 }, { "pair_id": 18518, "video_name": "house_s06e20_seg02_clip_10", "timestamp": [ 83.49, 86.63 ], "duration": 89.66, "caption": "A man points at the brain scan on the computer.", "similarity": 0.7193, "relevance": 4 }, { "pair_id": 18519, "video_name": "castle_s08e21_seg02_clip_13", "timestamp": [ 31.25, 33.89 ], "duration": 88.66, "caption": "A person walks over to the monitor display and points at it.", "similarity": 0.7191, "relevance": 4 }, { "pair_id": 191820, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 0.0, 28.04 ], "duration": 89.66, "caption": "A man stands at the computer and looks at the monitor.", "similarity": 0.7189, "relevance": 1 }, { "pair_id": 191821, "video_name": "grey_s02e24_seg02_clip_10", "timestamp": [ 7.74, 10.01 ], "duration": 91.66, "caption": "A person sits at a computer to look at a monitor.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 191823, "video_name": "castle_s05e21_seg02_clip_16", "timestamp": [ 1.84, 4.14 ], "duration": 92.66, "caption": "A man points at the monitor showing a camera surveillance.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 191824, "video_name": "castle_s03e16_seg02_clip_24", "timestamp": [ 80.76, 90.85 ], "duration": 91.66, "caption": "A man points with his finger at two different points on the laptop.", "similarity": 0.7005, "relevance": 4 }, { "pair_id": 191825, "video_name": "house_s05e02_seg02_clip_24", "timestamp": [ 44.15, 46.88 ], "duration": 91.66, "caption": "A person turns to look at something on a monitor.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 191826, "video_name": "house_s07e14_seg02_clip_03", "timestamp": [ 1.37, 6.37 ], "duration": 91.66, "caption": "A person is keenly looking into the monitor on their desktop.", "similarity": 0.6897, "relevance": 2 }, { "pair_id": 191827, "video_name": "castle_s07e16_seg02_clip_07", "timestamp": [ 14.72, 16.56 ], "duration": 92.66, "caption": "A person points at the computer when they see something they don't understand.", "similarity": 0.681, "relevance": 4 }, { "pair_id": 191828, "video_name": "house_s03e24_seg02_clip_03", "timestamp": [ 80.43, 81.72 ], "duration": 86.66, "caption": "A person takes a look at something that is on their computer.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 191830, "video_name": "house_s06e14_seg02_clip_05", "timestamp": [ 43.26, 46.51 ], "duration": 93.66, "caption": "A man peers over to look at what's on someone's laptop screen.", "similarity": 0.6766, "relevance": 0 }, { "pair_id": 191831, "video_name": "house_s07e10_seg02_clip_14", "timestamp": [ 30.23, 33.02 ], "duration": 93.66, "caption": "A man points his cane at a person sitting at the computer.", "similarity": 0.6755, "relevance": 2 }, { "pair_id": 191832, "video_name": "castle_s08e19_seg02_clip_17", "timestamp": [ 26.4, 28.67 ], "duration": 91.66, "caption": "A person points at the computer screen after saying his recognizes the pictures.", "similarity": 0.6725, "relevance": 4 }, { "pair_id": 191833, "video_name": "house_s01e21_seg02_clip_20", "timestamp": [ 19.04, 32.73 ], "duration": 119.66, "caption": "A person takes out the reading from the back of his machine monitors.", "similarity": 0.6717, "relevance": 1 }, { "pair_id": 191834, "video_name": "house_s03e08_seg02_clip_16", "timestamp": [ 33.38, 35.16 ], "duration": 89.66, "caption": "A person points at a computer monitor while talking with two other people.", "similarity": 0.671, "relevance": 4 }, { "pair_id": 191835, "video_name": "castle_s08e13_seg02_clip_00", "timestamp": [ 19.14, 22.33 ], "duration": 91.66, "caption": "A man points at the laptop screen with his finger three times.", "similarity": 0.6704, "relevance": 4 }, { "pair_id": 191836, "video_name": "house_s08e14_seg02_clip_19", "timestamp": [ 56.54, 58.67 ], "duration": 85.66, "caption": "A man leans forward to look at something on his computer screen.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 191837, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A man raises his arm and points to something offscreen.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 191838, "video_name": "house_s08e05_seg02_clip_22", "timestamp": [ 30.22, 33.77 ], "duration": 88.66, "caption": "A man points at pictures of a brain scan on a screen.", "similarity": 0.6672, "relevance": 4 }, { "pair_id": 191839, "video_name": "castle_s04e12_seg02_clip_00", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A man tries to adjust his monitor as his computer display malfunctions.", "similarity": 0.6648, "relevance": 2 } ] }, { "query_id": 28851, "query": "A man hands the photograph to woman who is sitting beside him.", "relevant_moment": [ { "pair_id": 12180, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 8.74, 11.5 ], "duration": 92.66, "caption": "A man hands the photograph to woman who is sitting beside him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12181, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 28.76, 40.92 ], "duration": 81.66, "caption": "A man sits down and hands a woman a camera with a photo of a person.", "similarity": 0.8282, "relevance": 2 }, { "pair_id": 12182, "video_name": "castle_s08e20_seg02_clip_20", "timestamp": [ 20.39, 26.29 ], "duration": 90.66, "caption": "A man hands woman a photo of a man.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 12183, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 63.3, 66.44 ], "duration": 89.66, "caption": "A man is walking beside a woman with photos in his/her hands.", "similarity": 0.7883, "relevance": 1 }, { "pair_id": 12184, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 30.79, 38.89 ], "duration": 81.66, "caption": "A man sits down with woman and he shows a picture of person.", "similarity": 0.7728, "relevance": 2 }, { "pair_id": 12185, "video_name": "castle_s03e12_seg02_clip_14", "timestamp": [ 0.0, 7.29 ], "duration": 85.66, "caption": "A woman hands a man a photo and he looks at it closely.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 12186, "video_name": "castle_s02e11_seg02_clip_07", "timestamp": [ 44.63, 50.15 ], "duration": 92.66, "caption": "A woman hands man a picture of a man.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 12187, "video_name": "castle_s03e14_seg02_clip_14", "timestamp": [ 45.6, 48.89 ], "duration": 94.66, "caption": "A man hands a photo to a woman for her to look at.", "similarity": 0.7529, "relevance": 3 }, { "pair_id": 12188, "video_name": "castle_s04e14_seg02_clip_04", "timestamp": [ 4.19, 6.98 ], "duration": 93.66, "caption": "A woman nods her head and hands a photo to a man.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 12189, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.7372, "relevance": 3 }, { "pair_id": 12190, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.737, "relevance": 2 }, { "pair_id": 12191, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 79.05, 81.3 ], "duration": 90.66, "caption": "A man is holding a picture of a woman as he hands it to another man.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 12192, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.81, 19.21 ], "duration": 60.66, "caption": "A woman places her hand on a man's arm as she sits beside him.", "similarity": 0.7296, "relevance": 0 }, { "pair_id": 12193, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 8.48, 13.39 ], "duration": 89.66, "caption": "A man hands another person a picture to look at and then the person hands it to a woman.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 12194, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 7.59, 13.84 ], "duration": 89.66, "caption": "A man hands a person a picture, and then the person hands it to a woman.", "similarity": 0.7233, "relevance": 3 }, { "pair_id": 12195, "video_name": "house_s04e07_seg02_clip_03", "timestamp": [ 1.76, 3.53 ], "duration": 88.66, "caption": "A man hands a picture to a woman and she looks at it.", "similarity": 0.7225, "relevance": 1 }, { "pair_id": 12196, "video_name": "castle_s07e09_seg02_clip_16", "timestamp": [ 81.11, 90.13 ], "duration": 90.66, "caption": "A woman hands a man a picture and he shows it to two other men.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 12197, "video_name": "friends_s07e04_seg02_clip_06", "timestamp": [ 3.97, 6.41 ], "duration": 61.66, "caption": "A woman hands a picture to a man who is sitting at a kitchen table.", "similarity": 0.7204, "relevance": 2 }, { "pair_id": 12198, "video_name": "castle_s08e08_seg02_clip_25", "timestamp": [ 0.0, 1.79 ], "duration": 89.66, "caption": "A man gives a photo of a person to a woman.", "similarity": 0.7194, "relevance": 3 }, { "pair_id": 12199, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 46.81, 48.61 ], "duration": 90.66, "caption": "A woman hands a man some photos to look at.", "similarity": 0.7163, "relevance": 1 } ] }, { "query_id": 28860, "query": "A person stands in the hallway with another person holding a large package.", "relevant_moment": [ { "pair_id": 167400, "video_name": "s05e13_seg01_clip_01", "timestamp": [ 1.23, 10.05 ], "duration": 49.66, "caption": "A person stands in the hallway with another person holding a large package.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167401, "video_name": "s09e13_seg01_clip_02", "timestamp": [ 13.24, 29.42 ], "duration": 49.66, "caption": "Two people stand in the hallway having a conversation with a person through the door.", "similarity": 0.6875, "relevance": 4 }, { "pair_id": 167402, "video_name": "s01e02_seg02_clip_01", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A man is in the front of the stairway holding the package with person at the bottom.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 167403, "video_name": "s02e18_seg01_clip_01", "timestamp": [ 35.93, 40.77 ], "duration": 57.66, "caption": "A person hands another person a package while at their front door.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 167404, "video_name": "s01e05_seg02_clip_12", "timestamp": [ 21.61, 24.01 ], "duration": 60.66, "caption": "A person is approached in the hallway by two other people.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 167405, "video_name": "s02e14_seg02_clip_05", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A person agrees with a woman and she turns around to walk upstairs holding a package.", "similarity": 0.6616, "relevance": 4 }, { "pair_id": 167406, "video_name": "s06e05_seg01_clip_00", "timestamp": [ 4.8, 11.4 ], "duration": 120.66, "caption": "A person walks over and hands another person a package.", "similarity": 0.6606, "relevance": 3 }, { "pair_id": 167407, "video_name": "castle_s06e12_seg02_clip_16", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A person stands up while someone tells another person what supplies he needs.", "similarity": 0.6533, "relevance": 0 }, { "pair_id": 167408, "video_name": "house_s04e14_seg02_clip_10", "timestamp": [ 83.74, 91.03 ], "duration": 91.66, "caption": "A person gives an order to another person while they are standing.", "similarity": 0.6428, "relevance": 1 }, { "pair_id": 167410, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 0.0, 19.83 ], "duration": 61.66, "caption": "Two people talk while standing in the hallway.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 167411, "video_name": "castle_s08e01_seg02_clip_19", "timestamp": [ 43.84, 50.17 ], "duration": 90.66, "caption": "A person takes out a box and holds it in front of another person.", "similarity": 0.6366, "relevance": 0 }, { "pair_id": 167412, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 18.86, 24.08 ], "duration": 58.66, "caption": "A woman puts her hands into her jeans pockets as she stands in the hallway with person.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 167413, "video_name": "house_s04e11_seg02_clip_23", "timestamp": [ 16.72, 81.42 ], "duration": 88.66, "caption": "A person speaks to two other people in the hallway.", "similarity": 0.6306, "relevance": 2 }, { "pair_id": 167414, "video_name": "s06e14_seg02_clip_03", "timestamp": [ 0.0, 7.54 ], "duration": 58.66, "caption": "A man and a woman stand in the hallway talking.", "similarity": 0.63, "relevance": 2 }, { "pair_id": 167415, "video_name": "friends_s08e06_seg02_clip_18", "timestamp": [ 14.06, 15.49 ], "duration": 57.66, "caption": "Two people stand up in the apartment hallway.", "similarity": 0.6296, "relevance": 1 }, { "pair_id": 167416, "video_name": "friends_s03e04_seg02_clip_14", "timestamp": [ 33.95, 37.55 ], "duration": 60.66, "caption": "Two people stand up in the hallway from sitting.", "similarity": 0.6288, "relevance": 2 }, { "pair_id": 167417, "video_name": "house_s01e02_seg02_clip_20", "timestamp": [ 46.18, 50.64 ], "duration": 81.66, "caption": "A person hands man an envelope in the hallway.", "similarity": 0.6282, "relevance": 3 }, { "pair_id": 167418, "video_name": "s01e15_seg02_clip_08", "timestamp": [ 14.51, 19.73 ], "duration": 58.66, "caption": "A person walks into the living room with another person and stand before two people.", "similarity": 0.6275, "relevance": 0 }, { "pair_id": 167419, "video_name": "house_s07e12_seg02_clip_14", "timestamp": [ 0.0, 13.4 ], "duration": 89.66, "caption": "Two people walk down the hallway with a person close behind.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 340720, "video_name": "grey_s02e17_seg02_clip_00", "timestamp": [ 6.5, 12.5 ], "duration": 100.66, "caption": "Some people are standing in the hallway and a man walks past them.", "similarity": 0.6256, "relevance": 2 }, { "pair_id": 340721, "video_name": "house_s07e05_seg02_clip_15", "timestamp": [ 26.69, 36.35 ], "duration": 92.66, "caption": "A person opens the door and talks to another person in the hallway.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 340722, "video_name": "house_s03e10_seg02_clip_23", "timestamp": [ 0.0, 7.23 ], "duration": 85.66, "caption": "A person talks to a little individual in the hallway.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 340723, "video_name": "grey_s03e23_seg02_clip_01", "timestamp": [ 63.72, 67.36 ], "duration": 91.66, "caption": "A person walks into the room and stands next to a person.", "similarity": 0.6217, "relevance": 0 }, { "pair_id": 340724, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 77.92, 95.03 ], "duration": 95.66, "caption": "A person walks up to two people sitting down in the hallway.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 340725, "video_name": "house_s03e19_seg02_clip_11", "timestamp": [ 33.01, 76.14 ], "duration": 88.66, "caption": "A man has a conversation with another person in the hallway.", "similarity": 0.6186, "relevance": 2 }, { "pair_id": 340726, "video_name": "friends_s08e05_seg02_clip_15", "timestamp": [ 0.0, 10.62 ], "duration": 59.66, "caption": "A man has a conversation in the hallway with another person.", "similarity": 0.6185, "relevance": 2 }, { "pair_id": 340727, "video_name": "house_s07e03_seg02_clip_03", "timestamp": [ 4.6, 11.97 ], "duration": 92.66, "caption": "A person talks to another person in the hallway while holding flowers.", "similarity": 0.6181, "relevance": 3 }, { "pair_id": 340728, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 18.73, 30.73 ], "duration": 96.66, "caption": "A person and another person walk and talk in the hallway.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 340729, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 0.0, 65.54 ], "duration": 91.66, "caption": "A woman and a person have a conversation in a hallway.", "similarity": 0.6148, "relevance": 2 }, { "pair_id": 340730, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 52.49, 60.18 ], "duration": 90.66, "caption": "A person leaves two other people to wait in a hallway.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 340731, "video_name": "s05e21_seg02_clip_07", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A person is standing holding a box as another person speaks to him.", "similarity": 0.6117, "relevance": 3 }, { "pair_id": 340732, "video_name": "castle_s07e15_seg02_clip_01", "timestamp": [ 43.7, 45.91 ], "duration": 88.66, "caption": "A person is walking down the hallway with man following them.", "similarity": 0.6099, "relevance": 2 }, { "pair_id": 340733, "video_name": "house_s02e22_seg02_clip_00", "timestamp": [ 52.34, 55.98 ], "duration": 91.66, "caption": "A person adjusts his backpack strap as he walks down a hallway with another person.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 340734, "video_name": "friends_s01e23_seg02_clip_07", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A woman holds her left hand up in the air as she stands in the hallway with a man.", "similarity": 0.6089, "relevance": 3 }, { "pair_id": 340735, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 3.99, 7.98 ], "duration": 114.66, "caption": "A person stands up and hands another person an envelope.", "similarity": 0.6076, "relevance": 2 }, { "pair_id": 340736, "video_name": "house_s08e02_seg02_clip_03", "timestamp": [ 22.61, 63.32 ], "duration": 90.66, "caption": "A person walks down the hallway with another person talking.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 340737, "video_name": "castle_s07e20_seg02_clip_19", "timestamp": [ 29.93, 35.82 ], "duration": 90.66, "caption": "A man is standing in the hallway and a woman hands him a cup of coffee.", "similarity": 0.6064, "relevance": 3 }, { "pair_id": 340738, "video_name": "house_s06e09_seg02_clip_05", "timestamp": [ 3.62, 20.82 ], "duration": 90.66, "caption": "Two people are talking in a hallway.", "similarity": 0.6053, "relevance": 3 }, { "pair_id": 340739, "video_name": "s10e04_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A person stands in the hallway holding a laundry basket in his hands.", "similarity": 0.6051, "relevance": 4 } ] }, { "query_id": 28928, "query": "Three people reaching for food off the coffee table that a person has prepared.", "relevant_moment": [ { "pair_id": 63320, "video_name": "friends_s04e13_seg02_clip_18", "timestamp": [ 19.21, 23.05 ], "duration": 64.66, "caption": "Three people reaching for food off the coffee table that a person has prepared.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 63322, "video_name": "s07e10_seg02_clip_11", "timestamp": [ 48.21, 61.03 ], "duration": 61.66, "caption": "Three people eat at the table together.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 63323, "video_name": "s01e13_seg01_clip_00", "timestamp": [ 0.0, 42.49 ], "duration": 62.66, "caption": "Three people were holding their plate of food.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 63324, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 56.07, 57.85 ], "duration": 59.66, "caption": "A person picks food from the coffee table in front of them.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 63325, "video_name": "s07e14_seg02_clip_06", "timestamp": [ 58.44, 66.03 ], "duration": 66.66, "caption": "Some people are sitting around the coffee table when a person comes in the door and grabs something from the bowl.", "similarity": 0.6683, "relevance": 1 }, { "pair_id": 63326, "video_name": "house_s03e19_seg02_clip_12", "timestamp": [ 20.94, 22.76 ], "duration": 91.66, "caption": "A person reaches over the table to grab food from someone's plate.", "similarity": 0.6538, "relevance": 1 }, { "pair_id": 63327, "video_name": "s02e03_seg02_clip_12", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Multiple people were having a meal at the same table.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 63328, "video_name": "s04e02_seg02_clip_09", "timestamp": [ 0.0, 10.5 ], "duration": 60.66, "caption": "A man puts his food container onto the coffee table as another person follows him telling him to stop.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 63329, "video_name": "house_s02e23_seg02_clip_15", "timestamp": [ 65.88, 69.44 ], "duration": 89.66, "caption": "Person reaches for person's food but person pulls it away.", "similarity": 0.649, "relevance": 1 }, { "pair_id": 63330, "video_name": "s07e23_seg02_clip_00", "timestamp": [ 5.27, 8.99 ], "duration": 62.66, "caption": "A person picks up his/her to go food from the coffee table and takes the lid off.", "similarity": 0.6481, "relevance": 3 }, { "pair_id": 63331, "video_name": "s04e18_seg02_clip_12", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A person sits at a table with some people and picks at their food that's in front of them.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 63332, "video_name": "s07e01_seg02_clip_03", "timestamp": [ 50.35, 58.59 ], "duration": 61.66, "caption": "A person walks up to another person who is picking food from the table.", "similarity": 0.6395, "relevance": 1 }, { "pair_id": 63333, "video_name": "s04e06_seg01_clip_00", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Some people were having a meal.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 63334, "video_name": "s04e03_seg02_clip_10", "timestamp": [ 17.09, 22.28 ], "duration": 61.66, "caption": "Three people walk into the cafeteria holding trays of food and sit down at a table.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 63335, "video_name": "s06e12_seg02_clip_00", "timestamp": [ 8.68, 12.72 ], "duration": 62.66, "caption": "Three people place their lunch trays on a table.", "similarity": 0.633, "relevance": 2 }, { "pair_id": 63336, "video_name": "house_s07e20_seg02_clip_00", "timestamp": [ 80.56, 91.02 ], "duration": 91.66, "caption": "A person gets up from the table holding a red coffee cup after all the other people leave.", "similarity": 0.6326, "relevance": 0 }, { "pair_id": 63337, "video_name": "s03e10_seg02_clip_01", "timestamp": [ 39.34, 44.55 ], "duration": 65.66, "caption": "A woman and a man put their food down on the coffee table, get up and walk towards the computer desk.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 63338, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person puts his plate of food onto the coffee table.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 63339, "video_name": "s08e02_seg02_clip_06", "timestamp": [ 28.81, 32.11 ], "duration": 60.66, "caption": "Three people notice the food on a person's desk, and two of them lean over to look at it.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 236640, "video_name": "house_s07e18_seg02_clip_01", "timestamp": [ 12.99, 13.89 ], "duration": 89.66, "caption": "A person stands up and grabs their coffee off of the table.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 236641, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 42.93, 45.64 ], "duration": 90.66, "caption": "A person joins another person in a table with their cup of coffee.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 236642, "video_name": "met_s06e05_seg02_clip_02", "timestamp": [ 51.89, 57.02 ], "duration": 60.66, "caption": "Three people arrive and take seats around the table.", "similarity": 0.626, "relevance": 1 }, { "pair_id": 236643, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 54.21, 57.67 ], "duration": 63.66, "caption": "A woman puts a bowl of food down on the coffee table in front of man.", "similarity": 0.6245, "relevance": 2 }, { "pair_id": 236644, "video_name": "s03e20_seg01_clip_03", "timestamp": [ 45.66, 47.06 ], "duration": 56.66, "caption": "A person picks up their food container from the coffee table.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 236645, "video_name": "friends_s10e02_seg02_clip_15", "timestamp": [ 0.0, 5.02 ], "duration": 62.66, "caption": "Two people set down plates of snacks on the coffee table.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 236646, "video_name": "friends_s01e01_seg02_clip_26", "timestamp": [ 0.0, 1.96 ], "duration": 56.66, "caption": "Two people lean forward and reach towards the coffee table.", "similarity": 0.6188, "relevance": 2 }, { "pair_id": 236647, "video_name": "s04e01_seg02_clip_00", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A person picks their food back up from the table.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 236648, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A person arrives to the cafeteria table to join the three others.", "similarity": 0.615, "relevance": 1 }, { "pair_id": 236649, "video_name": "s02e04_seg02_clip_07", "timestamp": [ 28.99, 31.73 ], "duration": 61.66, "caption": "Three people simultaneously get up from the table and leave.", "similarity": 0.6147, "relevance": 1 }, { "pair_id": 236650, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 27.01, 30.76 ], "duration": 75.66, "caption": "A person comes over to the table with a tray of food and sits down to join some people.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 236651, "video_name": "castle_s05e02_seg02_clip_20", "timestamp": [ 80.98, 92.03 ], "duration": 92.66, "caption": "Three people sit at a table talking and eating Chinese food.", "similarity": 0.613, "relevance": 1 }, { "pair_id": 236652, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "A person takes a sip of their coffee after another person hands it to them.", "similarity": 0.6117, "relevance": 1 }, { "pair_id": 236653, "video_name": "s09e05_seg02_clip_12", "timestamp": [ 51.17, 62.03 ], "duration": 62.66, "caption": "A person approaches a table with three people at it and starts talking to them.", "similarity": 0.6116, "relevance": 2 }, { "pair_id": 236654, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 3.05, 5.19 ], "duration": 61.66, "caption": "Three people carry their lunch trays to a table and sit down.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 236655, "video_name": "met_s06e21_seg01_clip_02", "timestamp": [ 17.39, 62.1 ], "duration": 62.66, "caption": "Three people have Chinese food take out containers as they sit listening to someone speak.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 236656, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 31.2, 33.72 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 236657, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 59.25, 61.14 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 236658, "video_name": "s03e14_seg02_clip_12", "timestamp": [ 44.42, 60.03 ], "duration": 60.66, "caption": "A person brings plates of food and put them on the table.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 236659, "video_name": "friends_s01e01_seg02_clip_19", "timestamp": [ 35.84, 37.99 ], "duration": 61.66, "caption": "Three people put a table back.", "similarity": 0.6073, "relevance": 2 } ] }, { "query_id": 28964, "query": "A person walks over to two people in the cafe holding a folder.", "relevant_moment": [ { "pair_id": 73540, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 30.89, 39.6 ], "duration": 87.66, "caption": "A person walks over to two people in the cafe holding a folder.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 73541, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 4.55, 9.56 ], "duration": 91.66, "caption": "A person walks over to two people and opens a folder.", "similarity": 0.8089, "relevance": 3 }, { "pair_id": 73542, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 62.54, 68.27 ], "duration": 88.66, "caption": "A person walks over to someone with the folder.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 73543, "video_name": "house_s08e02_seg02_clip_00", "timestamp": [ 28.67, 32.31 ], "duration": 91.66, "caption": "A person walks with another person and hands them a folder.", "similarity": 0.7852, "relevance": 2 }, { "pair_id": 73544, "video_name": "castle_s08e11_seg02_clip_19", "timestamp": [ 28.03, 30.91 ], "duration": 82.66, "caption": "A person walks up to another person at his desk with a folder.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 73545, "video_name": "friends_s05e12_seg02_clip_00", "timestamp": [ 2.88, 7.36 ], "duration": 64.66, "caption": "A person walks into a cafe and over to someone at the counter.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 73546, "video_name": "friends_s07e21_seg02_clip_18", "timestamp": [ 23.61, 24.5 ], "duration": 59.66, "caption": "Two people walk into the cafe at the same time.", "similarity": 0.7139, "relevance": 2 }, { "pair_id": 73547, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "Two people walk into a cafe at the same time.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 73548, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 24.69, 63.3 ], "duration": 63.66, "caption": "A person walks into the cafe and a woman walks up to him.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 73549, "video_name": "friends_s09e06_seg02_clip_00", "timestamp": [ 36.01, 43.02 ], "duration": 61.66, "caption": "A person walks into the cafe as they mention someone else holding hands and getting more formal with each other.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 73550, "video_name": "friends_s07e05_seg02_clip_13", "timestamp": [ 60.51, 63.03 ], "duration": 63.66, "caption": "A person walks into the cafe with a briefcase in his/her hand.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 73551, "video_name": "friends_s03e05_seg02_clip_02", "timestamp": [ 33.5, 38.15 ], "duration": 62.66, "caption": "A woman walks into the cafe with a man beside her.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 73552, "video_name": "friends_s08e21_seg01_clip_00", "timestamp": [ 1.4, 5.12 ], "duration": 93.66, "caption": "A person walks in the cafe with two stacks of newspapers.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 73553, "video_name": "castle_s05e15_seg02_clip_05", "timestamp": [ 60.24, 63.49 ], "duration": 92.66, "caption": "A man walks up to woman and person carrying a file folder.", "similarity": 0.6833, "relevance": 2 }, { "pair_id": 73554, "video_name": "s03e23_seg02_clip_16", "timestamp": [ 70.02, 72.82 ], "duration": 80.66, "caption": "Two people walk up to the counter of the cafe.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 73555, "video_name": "castle_s04e20_seg02_clip_13", "timestamp": [ 4.1, 5.02 ], "duration": 91.66, "caption": "A person walks with a folder on their hands.", "similarity": 0.6822, "relevance": 3 }, { "pair_id": 73556, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 28.81, 32.86 ], "duration": 90.66, "caption": "A woman walks over to two men and opens up a folder.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 73557, "video_name": "castle_s06e12_seg02_clip_01", "timestamp": [ 6.38, 14.12 ], "duration": 91.66, "caption": "A person walks over to two other people holding a notebook.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 73558, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 22.51, 42.38 ], "duration": 88.66, "caption": "A woman walks with some people while holding a folder.", "similarity": 0.6773, "relevance": 1 }, { "pair_id": 73559, "video_name": "house_s06e13_seg02_clip_03", "timestamp": [ 45.89, 50.06 ], "duration": 83.66, "caption": "A person stands up and hands a folder to another person.", "similarity": 0.6747, "relevance": 2 } ] }, { "query_id": 28967, "query": "A woman talks on the phone while constantly touching her hair and face.", "relevant_moment": [ { "pair_id": 146600, "video_name": "friends_s04e13_seg02_clip_12", "timestamp": [ 48.21, 61.03 ], "duration": 61.66, "caption": "A woman talks on the phone while constantly touching her hair and face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146601, "video_name": "friends_s09e03_seg02_clip_11", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A woman rubs her hands through her hair when she is on the phone.", "similarity": 0.796, "relevance": 4 }, { "pair_id": 146602, "video_name": "friends_s03e15_seg02_clip_14", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A woman runs her hand through her hair as she has a phone conversation.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 146603, "video_name": "friends_s07e08_seg02_clip_03", "timestamp": [ 22.04, 24.75 ], "duration": 60.66, "caption": "A woman tries to talk to somebody over the phone.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 146604, "video_name": "castle_s02e14_seg02_clip_14", "timestamp": [ 25.69, 28.85 ], "duration": 90.66, "caption": "A woman twirls her hair as she is on the phone.", "similarity": 0.7554, "relevance": 3 }, { "pair_id": 146605, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 39.49, 42.85 ], "duration": 84.66, "caption": "A woman gets her phone and call someone while talking.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 146606, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 21.97, 45.3 ], "duration": 91.66, "caption": "A woman calls someone and they talk about something on the phone.", "similarity": 0.7419, "relevance": 1 }, { "pair_id": 146607, "video_name": "s01e16_seg02_clip_12", "timestamp": [ 4.8, 6.9 ], "duration": 60.66, "caption": "A woman puts her hand on her forehead while talking on the cell phone.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 146608, "video_name": "friends_s02e09_seg02_clip_12", "timestamp": [ 1.04, 6.56 ], "duration": 69.66, "caption": "A woman is holding the phone to her ear and talking.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 146609, "video_name": "castle_s03e05_seg02_clip_13", "timestamp": [ 88.75, 91.03 ], "duration": 91.66, "caption": "A woman is on the phone as a person speaks to her.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 146610, "video_name": "castle_s02e14_seg02_clip_08", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman has her cell phone to her ear and is talking.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 146611, "video_name": "castle_s06e17_seg02_clip_19", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A woman is checking her phone quickly while talking.", "similarity": 0.7113, "relevance": 1 }, { "pair_id": 146612, "video_name": "friends_s01e07_seg02_clip_01", "timestamp": [ 18.3, 19.85 ], "duration": 62.66, "caption": "A woman shakes her head while having a conversation on the phone.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 146613, "video_name": "met_s03e06_seg02_clip_03", "timestamp": [ 57.11, 58.32 ], "duration": 60.66, "caption": "A woman puts her hair behind her ear while holding a cell phone in her other hand.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 146614, "video_name": "friends_s08e11_seg02_clip_19", "timestamp": [ 21.84, 32.17 ], "duration": 59.66, "caption": "A woman looks at and bites her fingernails while talking on the phone.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 146615, "video_name": "friends_s01e15_seg02_clip_15", "timestamp": [ 18.21, 20.45 ], "duration": 56.66, "caption": "A woman licks her fingers while she talks on the phone.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 146616, "video_name": "friends_s09e04_seg02_clip_10", "timestamp": [ 22.52, 22.81 ], "duration": 57.66, "caption": "A woman tucks her hair behind her ear while on the phone.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 146617, "video_name": "castle_s02e14_seg02_clip_14", "timestamp": [ 2.7, 6.31 ], "duration": 90.66, "caption": "A woman turns her back while talking over the phone.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 146618, "video_name": "met_s02e18_seg02_clip_11", "timestamp": [ 8.14, 43.1 ], "duration": 60.66, "caption": "A woman is talking to somebody on her cell phone.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 146619, "video_name": "house_s04e13_seg02_clip_17", "timestamp": [ 10.72, 12.96 ], "duration": 89.66, "caption": "A woman touches her face while talking with some people.", "similarity": 0.6997, "relevance": 1 }, { "pair_id": 319920, "video_name": "castle_s06e03_seg02_clip_18", "timestamp": [ 9.91, 13.51 ], "duration": 90.66, "caption": "A woman turns off their phone then talks about their phone call.", "similarity": 0.6992, "relevance": 1 }, { "pair_id": 319921, "video_name": "grey_s02e06_seg02_clip_10", "timestamp": [ 40.05, 52.37 ], "duration": 88.66, "caption": "A woman is talking on a wall phone, she has a finger in her ear then she wipes at her brow, she hangs up the phone and puts her head in a hand.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 319922, "video_name": "s06e12_seg02_clip_05", "timestamp": [ 5.17, 11.76 ], "duration": 47.66, "caption": "A woman checks her phone while talking to a person.", "similarity": 0.6978, "relevance": 1 }, { "pair_id": 319923, "video_name": "friends_s05e13_seg02_clip_21", "timestamp": [ 15.06, 20.02 ], "duration": 32.66, "caption": "A woman looks confused as she talks on the phone.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 319924, "video_name": "s09e01_seg02_clip_09", "timestamp": [ 56.15, 58.28 ], "duration": 61.66, "caption": "A woman makes a concerned face while talking on the phone with a person.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 319925, "video_name": "castle_s02e09_seg02_clip_24", "timestamp": [ 46.56, 95.03 ], "duration": 95.66, "caption": "A woman with blonde hair picks up her phone and has a conversation with someone.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 319926, "video_name": "castle_s02e01_seg02_clip_07", "timestamp": [ 15.59, 33.41 ], "duration": 89.66, "caption": "A woman gets her phone and talked to someone through it.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 319927, "video_name": "friends_s05e23-24_seg01_clip_00", "timestamp": [ 0.0, 25.21 ], "duration": 63.66, "caption": "A woman talks someone into answering the phone for her.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 319928, "video_name": "house_s05e17_seg02_clip_01", "timestamp": [ 2.23, 5.79 ], "duration": 89.66, "caption": "A woman is holding a phone and papers in her hand while talking to person.", "similarity": 0.6888, "relevance": 1 }, { "pair_id": 319929, "video_name": "s02e17_seg02_clip_09", "timestamp": [ 14.22, 19.15 ], "duration": 58.66, "caption": "A woman is talking to a person on her cell phone.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 319930, "video_name": "friends_s04e23-24_seg02_clip_30", "timestamp": [ 1.65, 4.95 ], "duration": 66.66, "caption": "A woman is talking over the phone with someone.", "similarity": 0.6872, "relevance": 3 }, { "pair_id": 319931, "video_name": "castle_s06e18_seg02_clip_00", "timestamp": [ 58.26, 63.26 ], "duration": 91.66, "caption": "A woman puts her phone to her ear as she answers a call.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 319932, "video_name": "castle_s06e14_seg02_clip_16", "timestamp": [ 32.86, 38.26 ], "duration": 90.66, "caption": "A person is talking to a woman over the phone.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 319933, "video_name": "castle_s05e22_seg02_clip_22", "timestamp": [ 0.0, 3.21 ], "duration": 53.66, "caption": "A woman holds a phone up towards her face when she begins to leave a phone message.", "similarity": 0.6859, "relevance": 1 }, { "pair_id": 319934, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.77, 5.54 ], "duration": 92.66, "caption": "A woman turns and answers a call on her cellphone.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 319935, "video_name": "castle_s03e13_seg02_clip_22", "timestamp": [ 11.04, 22.57 ], "duration": 96.66, "caption": "A woman is talking on the phone while walking around.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 319936, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 1.92, 17.29 ], "duration": 96.66, "caption": "A woman answers the phone and has a conversation.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 319937, "video_name": "friends_s06e15-16_seg02_clip_03", "timestamp": [ 35.4, 50.48 ], "duration": 58.66, "caption": "A woman gets up and starts talking on the phone.", "similarity": 0.6822, "relevance": 3 }, { "pair_id": 319938, "video_name": "s01e10_seg02_clip_03", "timestamp": [ 13.24, 14.5 ], "duration": 63.66, "caption": "A woman runs her hand through her hair when talking to a person.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 319939, "video_name": "castle_s04e07_seg02_clip_00", "timestamp": [ 43.59, 47.72 ], "duration": 91.66, "caption": "A woman answers her phone with a call from someone.", "similarity": 0.6807, "relevance": 3 } ] }, { "query_id": 28991, "query": "A man quickly gets up out of his chair and puts on his jacket.", "relevant_moment": [ { "pair_id": 77000, "video_name": "friends_s04e09_seg02_clip_11", "timestamp": [ 44.76, 51.04 ], "duration": 57.66, "caption": "A man quickly gets up out of his chair and puts on his jacket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 77001, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 20.69, 24.21 ], "duration": 88.66, "caption": "A man grabs his jacket and gets up from the chair.", "similarity": 0.833, "relevance": 3 }, { "pair_id": 77002, "video_name": "castle_s05e04_seg02_clip_27", "timestamp": [ 16.39, 18.73 ], "duration": 78.66, "caption": "A man gets up and pulls his jacket from the back of the chair.", "similarity": 0.8301, "relevance": 3 }, { "pair_id": 77003, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 52.97, 67.21 ], "duration": 89.66, "caption": "A man gets up from his seat, puts on his jacket.", "similarity": 0.825, "relevance": 4 }, { "pair_id": 77004, "video_name": "friends_s07e23-24_seg02_clip_04", "timestamp": [ 41.35, 47.59 ], "duration": 78.66, "caption": "A man grabs his jacket from a chair and puts it on.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 77005, "video_name": "castle_s08e08_seg02_clip_06", "timestamp": [ 20.71, 22.09 ], "duration": 92.66, "caption": "A man takes off his jacket and places it on a chair.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 77006, "video_name": "s07e05_seg02_clip_10", "timestamp": [ 51.79, 59.24 ], "duration": 62.66, "caption": "A person takes his jacket off and puts it on the chair.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 77007, "video_name": "friends_s07e06_seg02_clip_06", "timestamp": [ 16.97, 21.77 ], "duration": 64.66, "caption": "A man takes off his jacket and lays it on the chair.", "similarity": 0.756, "relevance": 2 }, { "pair_id": 77008, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 15.26, 23.8 ], "duration": 61.66, "caption": "A person takes off his jacket and places it on a chair.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 77009, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 35.98, 38.77 ], "duration": 62.66, "caption": "A man gets out of chair and stands up.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 77010, "video_name": "house_s03e17_seg02_clip_12", "timestamp": [ 92.66, 95.09 ], "duration": 97.66, "caption": "A person gets up from their chair and pulls their jacket from the back of the chair.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 77011, "video_name": "castle_s08e08_seg02_clip_06", "timestamp": [ 20.71, 22.55 ], "duration": 92.66, "caption": "A man took off his jacket and put it at the top of the chair.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 77012, "video_name": "house_s08e12_seg02_clip_22", "timestamp": [ 25.31, 26.69 ], "duration": 92.66, "caption": "A person takes off his/her jacket and puts it on a chair.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 77013, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 44.86 ], "duration": 61.66, "caption": "A person gets his jacket on the chair and wear it.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 77014, "video_name": "s05e05_seg02_clip_11", "timestamp": [ 17.71, 22.21 ], "duration": 60.66, "caption": "A man quickly puts his jacket on as he is leaving.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 77015, "video_name": "friends_s01e22_seg02_clip_20", "timestamp": [ 0.0, 7.95 ], "duration": 53.66, "caption": "A man shakes his head and puts on his jacket after picking it up from the chair.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 77016, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 70.24, 75.88 ], "duration": 86.66, "caption": "A person takes off their jacket and places it on a chair.", "similarity": 0.7157, "relevance": 2 }, { "pair_id": 77017, "video_name": "house_s03e10_seg02_clip_26", "timestamp": [ 33.83, 47.06 ], "duration": 49.66, "caption": "A man gets up from the desk and puts on his jacket.", "similarity": 0.7147, "relevance": 4 }, { "pair_id": 77018, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 47.06, 52.29 ], "duration": 74.66, "caption": "A man gets up from the chair he is sitting in.", "similarity": 0.7057, "relevance": 2 }, { "pair_id": 77019, "video_name": "house_s04e08_seg02_clip_17", "timestamp": [ 23.67, 31.86 ], "duration": 91.66, "caption": "A man takes off his jacket and throws it over the back of a chair.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 250320, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 3.9, 11.1 ], "duration": 60.66, "caption": "A person takes off their jacket and puts it on the back of their chair.", "similarity": 0.6998, "relevance": 3 }, { "pair_id": 250321, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 65.2, 70.71 ], "duration": 91.66, "caption": "A person picks up his suit jacket off of a chair and puts it on.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 250322, "video_name": "friends_s07e17_seg02_clip_07", "timestamp": [ 26.16, 30.88 ], "duration": 63.66, "caption": "A person walks in and takes his jacket off and puts it on the armchair.", "similarity": 0.6894, "relevance": 2 }, { "pair_id": 250323, "video_name": "house_s05e16_seg02_clip_09", "timestamp": [ 30.61, 33.76 ], "duration": 90.66, "caption": "A man gets up from a chair with his shirt open.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 250324, "video_name": "friends_s06e24-25_seg02_clip_07", "timestamp": [ 10.07, 13.12 ], "duration": 61.66, "caption": "A man is about to take off their jacket and puts it back on.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 250325, "video_name": "s02e04_seg02_clip_12", "timestamp": [ 44.55, 46.69 ], "duration": 61.66, "caption": "A man gets up from a chair and walks away.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 250326, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 57.18 ], "duration": 91.66, "caption": "A man gets up from the chair he/she was sitting on.", "similarity": 0.679, "relevance": 2 }, { "pair_id": 250327, "video_name": "friends_s03e19_seg02_clip_08", "timestamp": [ 24.73, 31.28 ], "duration": 59.66, "caption": "A man gets up from their chair and grabs their coat to leave.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 250328, "video_name": "friends_s02e18_seg02_clip_05", "timestamp": [ 2.79, 7.13 ], "duration": 62.66, "caption": "A person pulls up a chair to the couch and takes their jacket off.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 250329, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person gets out of his/her chair and stands up.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 250330, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A person gets up from his seat on the chair.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 250331, "video_name": "friends_s01e12_seg02_clip_09", "timestamp": [ 22.73, 26.57 ], "duration": 64.66, "caption": "A man removes his coat and sits down in a chair.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 250332, "video_name": "castle_s04e17_seg02_clip_02", "timestamp": [ 8.04, 16.08 ], "duration": 89.66, "caption": "A person sets his jacket on the chair and sits down.", "similarity": 0.6761, "relevance": 1 }, { "pair_id": 250333, "video_name": "s08e08_seg02_clip_08", "timestamp": [ 27.46, 29.9 ], "duration": 61.66, "caption": "A man pulls their tuxedo jacket off the chair.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 250334, "video_name": "friends_s02e08_seg02_clip_06", "timestamp": [ 38.49, 39.35 ], "duration": 57.66, "caption": "A man gets out of his chair for another person.", "similarity": 0.6736, "relevance": 1 }, { "pair_id": 250335, "video_name": "s06e07_seg02_clip_01", "timestamp": [ 1.53, 3.66 ], "duration": 61.66, "caption": "A man takes his clothing and puts it on his chair.", "similarity": 0.6705, "relevance": 0 }, { "pair_id": 250336, "video_name": "house_s02e09_seg02_clip_25", "timestamp": [ 28.47, 43.08 ], "duration": 146.66, "caption": "A man gets up from their chair and rests their hands on the chair.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 250337, "video_name": "castle_s08e11_seg02_clip_10", "timestamp": [ 72.36, 74.64 ], "duration": 91.66, "caption": "A person tugs on his jacket then sits down in a chair.", "similarity": 0.6668, "relevance": 1 }, { "pair_id": 250338, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 82.3, 88.02 ], "duration": 88.66, "caption": "A man gets up from the chair he is sitting in and walks away.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 250339, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 8.77, 12.46 ], "duration": 92.66, "caption": "A man gets up from the chair and left two people.", "similarity": 0.6625, "relevance": 2 } ] }, { "query_id": 29007, "query": "A man presses down the head of a bleeding patient.", "relevant_moment": [ { "pair_id": 4000, "video_name": "house_s04e15_seg02_clip_01", "timestamp": [ 27.74, 30.56 ], "duration": 94.66, "caption": "A man presses down the head of a bleeding patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4001, "video_name": "house_s04e14_seg02_clip_19", "timestamp": [ 46.67, 50.71 ], "duration": 89.66, "caption": "A man places his hand on patient's forehead.", "similarity": 0.7411, "relevance": 3 }, { "pair_id": 4002, "video_name": "house_s02e03_seg02_clip_14", "timestamp": [ 26.89, 29.41 ], "duration": 84.66, "caption": "A man presses the right hand of the patient.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 4003, "video_name": "house_s04e01_seg02_clip_21", "timestamp": [ 0.9, 10.35 ], "duration": 90.66, "caption": "A man puts his fingers on the patient's neck.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 4004, "video_name": "house_s03e18_seg02_clip_16", "timestamp": [ 99.24, 104.64 ], "duration": 135.66, "caption": "A man pushes a needle into the patient's back as they lay down.", "similarity": 0.7049, "relevance": 0 }, { "pair_id": 4005, "video_name": "house_s07e16_seg02_clip_07", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man is doing some sort of surgery on the patient.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 4006, "video_name": "grey_s01e09_seg02_clip_16", "timestamp": [ 0.0, 41.42 ], "duration": 88.66, "caption": "A man adjusts the head of an unconscious patient trying to revive them.", "similarity": 0.7026, "relevance": 1 }, { "pair_id": 4007, "video_name": "house_s03e01_seg02_clip_15", "timestamp": [ 30.95, 33.69 ], "duration": 91.66, "caption": "A man forces the patient's nose and mouth closed.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 4008, "video_name": "house_s08e16_seg02_clip_04", "timestamp": [ 45.61, 51.38 ], "duration": 96.66, "caption": "A man gets a blood to the patient while talking to him.", "similarity": 0.6995, "relevance": 0 }, { "pair_id": 4009, "video_name": "house_s08e21_seg02_clip_20", "timestamp": [ 6.36, 10.07 ], "duration": 106.66, "caption": "A man forcefully pushes the patient's head against the pillow.", "similarity": 0.695, "relevance": 3 }, { "pair_id": 4010, "video_name": "house_s05e04_seg02_clip_15", "timestamp": [ 3.54, 7.07 ], "duration": 101.66, "caption": "A man moves his hands up and down the patient's arm.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 4011, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 66.17, 88.66 ], "duration": 88.66, "caption": "A man tries to get the patient to strip down.", "similarity": 0.6898, "relevance": 1 }, { "pair_id": 4012, "video_name": "grey_s02e10_seg02_clip_03", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man lifts his head and says the patient has a point.", "similarity": 0.6876, "relevance": 1 }, { "pair_id": 4013, "video_name": "house_s05e22_seg02_clip_10", "timestamp": [ 14.06, 17.77 ], "duration": 74.66, "caption": "A male patient reaches up and grabs the sides of their head as if they are in pain.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 4014, "video_name": "house_s04e06_seg02_clip_22", "timestamp": [ 12.62, 14.36 ], "duration": 87.66, "caption": "A man bends down and kisses a patient on the forehead.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 4015, "video_name": "house_s03e01_seg02_clip_15", "timestamp": [ 18.66, 22.76 ], "duration": 91.66, "caption": "A man sticks some sort of probe down the patient's throat.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 4016, "video_name": "grey_s01e09_seg02_clip_16", "timestamp": [ 0.0, 21.15 ], "duration": 88.66, "caption": "A man is putting a tube to a patient.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 4017, "video_name": "house_s01e10_seg02_clip_01", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A man is pressing something on a patient's finger.", "similarity": 0.6812, "relevance": 1 }, { "pair_id": 4018, "video_name": "grey_s02e05_seg02_clip_12", "timestamp": [ 67.1, 73.12 ], "duration": 86.66, "caption": "A man starts to cut the patient open and then pauses.", "similarity": 0.6799, "relevance": 0 }, { "pair_id": 4019, "video_name": "house_s08e18_seg02_clip_04", "timestamp": [ 1.82, 9.56 ], "duration": 91.66, "caption": "A man holds down the patient and gets anxious.", "similarity": 0.6787, "relevance": 1 } ] }, { "query_id": 29009, "query": "A man uses the forearm crutch to open the curtain.", "relevant_moment": [ { "pair_id": 13700, "video_name": "house_s04e15_seg02_clip_01", "timestamp": [ 23.51, 25.86 ], "duration": 94.66, "caption": "A man uses the forearm crutch to open the curtain.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13701, "video_name": "house_s04e15_seg02_clip_01", "timestamp": [ 23.98, 25.39 ], "duration": 94.66, "caption": "A man opens the curtain with his metal cane.", "similarity": 0.7319, "relevance": 4 }, { "pair_id": 13702, "video_name": "house_s07e23_seg02_clip_09", "timestamp": [ 36.53, 38.81 ], "duration": 91.66, "caption": "A man opens the curtain to a patient area.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 13703, "video_name": "house_s02e23_seg02_clip_25", "timestamp": [ 101.0, 103.65 ], "duration": 132.66, "caption": "A man uses the end of his cane to move a curtain back.", "similarity": 0.665, "relevance": 4 }, { "pair_id": 13705, "video_name": "house_s07e23_seg02_clip_15", "timestamp": [ 48.12, 51.15 ], "duration": 86.66, "caption": "A person uses their crutches to open the hospital room curtains.", "similarity": 0.6602, "relevance": 3 }, { "pair_id": 13706, "video_name": "friends_s08e23-24_seg02_clip_01", "timestamp": [ 18.59, 21.75 ], "duration": 63.66, "caption": "A man moves to pull a curtain closed, but a couple stops him.", "similarity": 0.6361, "relevance": 2 }, { "pair_id": 13707, "video_name": "friends_s01e06_seg02_clip_01", "timestamp": [ 55.6, 57.02 ], "duration": 57.66, "caption": "A man comes out of the curtain to find some people.", "similarity": 0.6227, "relevance": 2 }, { "pair_id": 13708, "video_name": "grey_s03e08_seg02_clip_19", "timestamp": [ 31.33, 34.47 ], "duration": 89.66, "caption": "A person reaches up and closes the blue curtain.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 13709, "video_name": "friends_s04e14_seg02_clip_13", "timestamp": [ 0.0, 4.84 ], "duration": 44.66, "caption": "A man opens the shower curtain to reveal that another man was in there.", "similarity": 0.6012, "relevance": 2 }, { "pair_id": 13710, "video_name": "house_s04e06_seg02_clip_13", "timestamp": [ 33.45, 37.41 ], "duration": 88.66, "caption": "A person opens up the curtain to see another person.", "similarity": 0.5968, "relevance": 2 }, { "pair_id": 13711, "video_name": "house_s03e22_seg02_clip_15", "timestamp": [ 13.5, 16.2 ], "duration": 90.66, "caption": "A man pulls back the curtain and introduces himself to a patient.", "similarity": 0.5938, "relevance": 2 }, { "pair_id": 13712, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A man pulls out a cloth from his sleeve.", "similarity": 0.5928, "relevance": 0 }, { "pair_id": 13713, "video_name": "friends_s08e23-24_seg02_clip_09", "timestamp": [ 4.93, 7.83 ], "duration": 58.66, "caption": "A man abruptly opens the curtain and threatens the person.", "similarity": 0.5824, "relevance": 2 }, { "pair_id": 13714, "video_name": "s03e03_seg02_clip_02", "timestamp": [ 9.18, 11.22 ], "duration": 68.66, "caption": "A man holds out his arm and tugs on his sleeve.", "similarity": 0.5811, "relevance": 0 }, { "pair_id": 13715, "video_name": "friends_s08e23-24_seg02_clip_08", "timestamp": [ 40.32, 43.73 ], "duration": 62.66, "caption": "A man closes the pink curtain to separate another person.", "similarity": 0.5811, "relevance": 2 }, { "pair_id": 13716, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 61.52, 66.4 ], "duration": 75.66, "caption": "A person pulls the cord on the curtains causing the drapes to draw closed.", "similarity": 0.5726, "relevance": 2 }, { "pair_id": 13717, "video_name": "house_s07e04_seg02_clip_11", "timestamp": [ 46.56, 50.67 ], "duration": 91.66, "caption": "A man pulls aside the curtain to reveal a patient with a facial injury.", "similarity": 0.5668, "relevance": 2 }, { "pair_id": 13718, "video_name": "friends_s03e04_seg02_clip_13", "timestamp": [ 34.22, 35.42 ], "duration": 60.66, "caption": "A man opens the door with one hand, the other in an arm cast.", "similarity": 0.5654, "relevance": 0 }, { "pair_id": 13719, "video_name": "grey_s02e18_seg02_clip_13", "timestamp": [ 0.0, 7.37 ], "duration": 92.66, "caption": "A woman pulls the curtain closed when some men walk in.", "similarity": 0.5617, "relevance": 1 } ] }, { "query_id": 29021, "query": "A woman walks over to man and his trainer with her trainer.", "relevant_moment": [ { "pair_id": 124760, "video_name": "met_s03e10_seg02_clip_03", "timestamp": [ 38.66, 46.34 ], "duration": 59.66, "caption": "A woman walks over to man and his trainer with her trainer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 124761, "video_name": "friends_s03e24_seg02_clip_05", "timestamp": [ 0.0, 3.3 ], "duration": 66.66, "caption": "A man tells woman about his trainer's former job.", "similarity": 0.6108, "relevance": 2 }, { "pair_id": 124762, "video_name": "house_s06e07_seg02_clip_13", "timestamp": [ 75.17, 78.32 ], "duration": 90.66, "caption": "A woman approaches a person as he walks on a treadmill.", "similarity": 0.5812, "relevance": 3 }, { "pair_id": 124764, "video_name": "s09e05_seg02_clip_14", "timestamp": [ 18.31, 22.58 ], "duration": 61.66, "caption": "A woman walks over to another woman and giving her some dating advice.", "similarity": 0.5538, "relevance": 1 }, { "pair_id": 124766, "video_name": "met_s03e10_seg02_clip_14", "timestamp": [ 26.88, 37.08 ], "duration": 61.66, "caption": "A woman walks up to the bar and tells a man about her encounter with someone at the fitness center.", "similarity": 0.5514, "relevance": 1 }, { "pair_id": 124767, "video_name": "friends_s05e12_seg02_clip_17", "timestamp": [ 6.08, 17.93 ], "duration": 64.66, "caption": "A woman walked over to another woman and gives her a goal.", "similarity": 0.5482, "relevance": 1 }, { "pair_id": 124768, "video_name": "friends_s03e02_seg02_clip_13", "timestamp": [ 23.5, 27.46 ], "duration": 61.66, "caption": "A woman walks by and a man grabs her and walks with her.", "similarity": 0.548, "relevance": 2 }, { "pair_id": 124769, "video_name": "friends_s06e07_seg01_clip_00", "timestamp": [ 47.77, 62.41 ], "duration": 77.66, "caption": "A woman invites another woman to go exercise with her.", "similarity": 0.5467, "relevance": 1 }, { "pair_id": 124770, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.5457, "relevance": 1 }, { "pair_id": 124771, "video_name": "castle_s02e21_seg02_clip_00", "timestamp": [ 0.0, 9.77 ], "duration": 93.66, "caption": "A woman is punching the bag and a man walks into the gym.", "similarity": 0.5447, "relevance": 2 }, { "pair_id": 124772, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.5417, "relevance": 2 }, { "pair_id": 124773, "video_name": "house_s06e07_seg02_clip_14", "timestamp": [ 2.26, 8.12 ], "duration": 90.66, "caption": "A woman is exercising while man is talking to her.", "similarity": 0.5386, "relevance": 2 }, { "pair_id": 124774, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 56.5, 75.04 ], "duration": 90.66, "caption": "A person hands a woman his device and walks towards another person.", "similarity": 0.5381, "relevance": 2 }, { "pair_id": 124775, "video_name": "met_s03e19_seg02_clip_17", "timestamp": [ 19.64, 24.4 ], "duration": 59.66, "caption": "A woman walks over to a man while he's using the computer.", "similarity": 0.538, "relevance": 1 }, { "pair_id": 124776, "video_name": "house_s03e14_seg02_clip_14", "timestamp": [ 67.88, 71.79 ], "duration": 87.66, "caption": "A woman walks over to a man putting on his shoes.", "similarity": 0.5365, "relevance": 1 }, { "pair_id": 124777, "video_name": "friends_s05e02_seg02_clip_09", "timestamp": [ 40.65, 48.77 ], "duration": 58.66, "caption": "A woman walks over to a man and starts massaging his shoulders.", "similarity": 0.5361, "relevance": 1 }, { "pair_id": 124778, "video_name": "grey_s01e05_seg02_clip_19", "timestamp": [ 5.85, 23.09 ], "duration": 65.66, "caption": "A woman walks over to a man holding a bottle.", "similarity": 0.536, "relevance": 2 }, { "pair_id": 124779, "video_name": "house_s05e11_seg02_clip_12", "timestamp": [ 1.33, 4.87 ], "duration": 88.66, "caption": "A woman and her partner walk up to a person.", "similarity": 0.5351, "relevance": 3 } ] }, { "query_id": 29082, "query": "A man takes a bite out of the pizza in his hand.", "relevant_moment": [ { "pair_id": 18580, "video_name": "s05e21_seg02_clip_03", "timestamp": [ 47.42, 48.92 ], "duration": 60.66, "caption": "A man takes a bite out of the pizza in his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18581, "video_name": "grey_s02e23_seg02_clip_15", "timestamp": [ 60.09, 64.54 ], "duration": 89.66, "caption": "A man takes a bite of pizza.", "similarity": 0.8984, "relevance": 4 }, { "pair_id": 18582, "video_name": "castle_s02e04_seg02_clip_09", "timestamp": [ 25.94, 29.13 ], "duration": 91.66, "caption": "A man eats a slice of pizza in his hands.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 18583, "video_name": "met_s03e14_seg02_clip_03", "timestamp": [ 46.27, 49.28 ], "duration": 60.66, "caption": "A person takes a bite of the pizza they are holding.", "similarity": 0.8126, "relevance": 4 }, { "pair_id": 18584, "video_name": "house_s05e03_seg02_clip_19", "timestamp": [ 24.19, 25.58 ], "duration": 93.66, "caption": "A person takes a bite of a slice of pizza.", "similarity": 0.8012, "relevance": 4 }, { "pair_id": 18585, "video_name": "friends_s06e24-25_seg02_clip_25", "timestamp": [ 29.35, 33.93 ], "duration": 61.66, "caption": "A man takes a bite of pizza while sitting at the table.", "similarity": 0.7911, "relevance": 4 }, { "pair_id": 18586, "video_name": "s05e21_seg02_clip_01", "timestamp": [ 63.39, 64.02 ], "duration": 64.66, "caption": "A man bites a piece of pizza and shakes his head while placing the pizza back on the plate.", "similarity": 0.7669, "relevance": 4 }, { "pair_id": 18587, "video_name": "friends_s01e15_seg02_clip_13", "timestamp": [ 2.7, 4.05 ], "duration": 54.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 18588, "video_name": "friends_s01e15_seg02_clip_11", "timestamp": [ 14.18, 42.55 ], "duration": 63.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 18589, "video_name": "friends_s01e13_seg02_clip_20", "timestamp": [ 49.22, 55.52 ], "duration": 60.66, "caption": "A person in the brown sweater takes a bite of pizza.", "similarity": 0.7042, "relevance": 4 }, { "pair_id": 18590, "video_name": "friends_s04e19_seg02_clip_07", "timestamp": [ 0.0, 21.18 ], "duration": 61.66, "caption": "A man takes a bite of some pizza while fighting with another man.", "similarity": 0.7022, "relevance": 4 }, { "pair_id": 18591, "video_name": "met_s04e02_seg02_clip_09", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man takes a bite out of the burger in his hands.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 18592, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 55.54, 58.28 ], "duration": 61.66, "caption": "A man takes a bite of food from his plate.", "similarity": 0.698, "relevance": 1 }, { "pair_id": 18593, "video_name": "castle_s02e06_seg02_clip_27", "timestamp": [ 33.39, 34.89 ], "duration": 75.66, "caption": "A man takes a bite of food from his plate.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 18594, "video_name": "met_s04e02_seg02_clip_10", "timestamp": [ 1.48, 2.36 ], "duration": 59.66, "caption": "A man takes a bite from some food he is holding.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 18595, "video_name": "house_s03e06_seg02_clip_00", "timestamp": [ 2.4, 4.8 ], "duration": 96.66, "caption": "A man is sprinkling something on to his pizza.", "similarity": 0.6665, "relevance": 1 }, { "pair_id": 18596, "video_name": "grey_s02e13_seg02_clip_20", "timestamp": [ 43.26, 47.02 ], "duration": 47.66, "caption": "A man takes a piece of pizza and hands it to woman.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 18597, "video_name": "friends_s05e19_seg01_clip_00", "timestamp": [ 36.99, 40.82 ], "duration": 85.66, "caption": "A man pulls out his wallet to pay for pizza.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 18598, "video_name": "friends_s10e10_seg02_clip_13", "timestamp": [ 22.21, 24.31 ], "duration": 60.66, "caption": "A man takes a bite of his sandwich in his hand.", "similarity": 0.6533, "relevance": 3 }, { "pair_id": 18599, "video_name": "s10e10_seg02_clip_09", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A man puts a bite of food in his mouth and chews.", "similarity": 0.649, "relevance": 3 }, { "pair_id": 191900, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 26.41, 37.52 ], "duration": 60.66, "caption": "A man holds a steak in his hands and takes bites out of it.", "similarity": 0.6468, "relevance": 4 }, { "pair_id": 191901, "video_name": "castle_s07e08_seg02_clip_16", "timestamp": [ 2.24, 9.42 ], "duration": 89.66, "caption": "A man distributing pizza hands a man his pizza.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 191902, "video_name": "s05e22_seg01_clip_00", "timestamp": [ 12.51, 14.04 ], "duration": 61.66, "caption": "A man takes a bite of food from a plastic fork.", "similarity": 0.6401, "relevance": 3 }, { "pair_id": 191903, "video_name": "friends_s09e06_seg02_clip_22", "timestamp": [ 52.53, 55.48 ], "duration": 59.66, "caption": "A man chews his pizza as he stands next to another man.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 191904, "video_name": "s09e14_seg02_clip_12", "timestamp": [ 4.35, 6.09 ], "duration": 58.66, "caption": "A man takes a bite of his food with a fork.", "similarity": 0.6335, "relevance": 3 }, { "pair_id": 191905, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 82.72, 86.89 ], "duration": 139.66, "caption": "A person walks into his/her home with a pizza in hand.", "similarity": 0.6211, "relevance": 2 }, { "pair_id": 191906, "video_name": "friends_s05e19_seg02_clip_04", "timestamp": [ 48.07, 54.28 ], "duration": 62.66, "caption": "A man takes the pizza from a woman and pulls some money from his pocket.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 191907, "video_name": "friends_s10e09_seg02_clip_18", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A man takes some food from the plate and eats it.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 191908, "video_name": "friends_s09e06_seg02_clip_23", "timestamp": [ 2.24, 3.64 ], "duration": 56.66, "caption": "A man takes a bite out of his slice while talking to man.", "similarity": 0.6153, "relevance": 4 }, { "pair_id": 191909, "video_name": "s04e02_seg02_clip_08", "timestamp": [ 30.7, 33.5 ], "duration": 62.66, "caption": "A man takes a bite of food from his bowl.", "similarity": 0.6116, "relevance": 3 }, { "pair_id": 191910, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 1.81, 5.13 ], "duration": 60.66, "caption": "A man picks up a piece of meat and takes a bite.", "similarity": 0.6111, "relevance": 3 }, { "pair_id": 191911, "video_name": "friends_s09e12_seg02_clip_12", "timestamp": [ 10.55, 12.72 ], "duration": 62.66, "caption": "A man grabs an item from the plate and bites into it.", "similarity": 0.6085, "relevance": 3 }, { "pair_id": 191912, "video_name": "house_s06e15_seg02_clip_11", "timestamp": [ 71.39, 77.79 ], "duration": 91.66, "caption": "A man eats a fry off of a plate with his hand.", "similarity": 0.6078, "relevance": 3 }, { "pair_id": 191913, "video_name": "friends_s05e18_seg02_clip_11", "timestamp": [ 8.26, 9.15 ], "duration": 59.66, "caption": "A man tosses their partially-eaten piece of pizza down on the kitchen counter.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 191914, "video_name": "s06e23_seg01_clip_01", "timestamp": [ 20.34, 21.86 ], "duration": 38.66, "caption": "A person takes a slice a pizza from the box and eats it.", "similarity": 0.6061, "relevance": 4 }, { "pair_id": 191915, "video_name": "s02e06_seg02_clip_08", "timestamp": [ 13.28, 20.66 ], "duration": 59.66, "caption": "A man bites his food and walks away with his food and drinks.", "similarity": 0.6044, "relevance": 2 }, { "pair_id": 191916, "video_name": "s07e07_seg02_clip_00", "timestamp": [ 42.72, 43.94 ], "duration": 61.66, "caption": "A man up his fork with his right hand and takes a bite of his food.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 191917, "video_name": "house_s06e06_seg02_clip_05", "timestamp": [ 87.2, 88.57 ], "duration": 90.66, "caption": "A man takes the food and pours it into his mouth.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 191918, "video_name": "met_s03e14_seg02_clip_04", "timestamp": [ 18.95, 22.5 ], "duration": 59.66, "caption": "A man is eating a piece of pizza and then pretends to fall asleep.", "similarity": 0.6018, "relevance": 4 }, { "pair_id": 191919, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 55.07, 58.27 ], "duration": 64.66, "caption": "A man sits in his chair and takes a bite of his food.", "similarity": 0.5945, "relevance": 2 } ] }, { "query_id": 29136, "query": "The doctors except a man get up from the table.", "relevant_moment": [ { "pair_id": 46340, "video_name": "house_s08e09_seg02_clip_01", "timestamp": [ 36.91, 40.51 ], "duration": 90.66, "caption": "The doctors except a man get up from the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 46341, "video_name": "house_s06e12_seg02_clip_22", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A man gets up abruptly from the table with the other doctors.", "similarity": 0.8507, "relevance": 3 }, { "pair_id": 46342, "video_name": "house_s04e03_seg02_clip_05", "timestamp": [ 58.83, 66.01 ], "duration": 89.66, "caption": "The doctors get up from the table and leave a man alone in the room.", "similarity": 0.8051, "relevance": 3 }, { "pair_id": 46343, "video_name": "house_s07e21_seg02_clip_07", "timestamp": [ 0.0, 45.26 ], "duration": 91.66, "caption": "All the doctors except a man talk around a table.", "similarity": 0.7992, "relevance": 1 }, { "pair_id": 46344, "video_name": "house_s08e16_seg02_clip_01", "timestamp": [ 7.2, 14.85 ], "duration": 90.66, "caption": "A group of doctors get up and leave a man sitting at the table alone.", "similarity": 0.7804, "relevance": 4 }, { "pair_id": 46345, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 17.54, 19.84 ], "duration": 92.66, "caption": "The doctors get up from the table and collect their things.", "similarity": 0.769, "relevance": 2 }, { "pair_id": 46346, "video_name": "house_s05e23_seg02_clip_22", "timestamp": [ 12.88, 15.64 ], "duration": 92.66, "caption": "A man sits down at the table with the other doctors.", "similarity": 0.7539, "relevance": 1 }, { "pair_id": 46348, "video_name": "house_s08e13_seg02_clip_15", "timestamp": [ 20.48, 25.49 ], "duration": 91.66, "caption": "A doctor stands up and leaves their team on the table.", "similarity": 0.7224, "relevance": 2 }, { "pair_id": 46349, "video_name": "house_s01e02_seg02_clip_16", "timestamp": [ 38.62, 42.34 ], "duration": 93.66, "caption": "A person suddenly gets up from the examination table as soon as a man tries to contact another doctor.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 46350, "video_name": "house_s07e21_seg02_clip_15", "timestamp": [ 26.06, 39.31 ], "duration": 88.66, "caption": "A doctor was sitting on a table and frustratingly trying to get down.", "similarity": 0.7146, "relevance": 1 }, { "pair_id": 46351, "video_name": "house_s06e12_seg02_clip_19", "timestamp": [ 19.07, 26.51 ], "duration": 93.66, "caption": "A man walks from his desk, over to the table with the other doctors.", "similarity": 0.7105, "relevance": 1 }, { "pair_id": 46352, "video_name": "house_s05e16_seg02_clip_23", "timestamp": [ 77.89, 83.54 ], "duration": 87.66, "caption": "A doctor brings food over to the table when a man comes in.", "similarity": 0.7102, "relevance": 1 }, { "pair_id": 46353, "video_name": "house_s07e21_seg02_clip_09", "timestamp": [ 73.88, 84.66 ], "duration": 84.66, "caption": "The doctors get up and walk out of the office except man.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 46354, "video_name": "house_s06e19_seg02_clip_21", "timestamp": [ 52.34, 55.98 ], "duration": 91.66, "caption": "A man makes a face at doctors seated at a table while he holds a red coffee cup, and the doctors get up.", "similarity": 0.6905, "relevance": 4 }, { "pair_id": 46355, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 34.66, 37.81 ], "duration": 90.66, "caption": "A doctor gets up from their sit beside another doctor.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 46356, "video_name": "house_s04e09_seg02_clip_02", "timestamp": [ 5.64, 9.4 ], "duration": 94.66, "caption": "The doctors start to walk out but a man stands up and stops them.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 46357, "video_name": "house_s08e07_seg02_clip_00", "timestamp": [ 18.87, 22.09 ], "duration": 92.66, "caption": "A doctor enters and places a cup down onto a table where other doctors are seated.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 46358, "video_name": "house_s06e04_seg02_clip_10", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "A man gets up from the table as a doctor picks up files.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 46359, "video_name": "house_s05e20_seg02_clip_14", "timestamp": [ 78.51, 89.66 ], "duration": 89.66, "caption": "A man is standing behind the whiteboard while the other doctors are at the table.", "similarity": 0.6781, "relevance": 1 } ] }, { "query_id": 29191, "query": "A person passes the flowers to a woman and she takes them.", "relevant_moment": [ { "pair_id": 154480, "video_name": "castle_s08e05_seg02_clip_25", "timestamp": [ 32.38, 35.7 ], "duration": 166.66, "caption": "A person passes the flowers to a woman and she takes them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154481, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 80.93, 85.28 ], "duration": 87.66, "caption": "A person walks over to a woman and hands her some flowers.", "similarity": 0.8422, "relevance": 4 }, { "pair_id": 154482, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 26.96, 28.5 ], "duration": 77.66, "caption": "A woman grabs a bouquet of flowers from a person.", "similarity": 0.7939, "relevance": 4 }, { "pair_id": 154483, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 44.61, 46.41 ], "duration": 90.66, "caption": "A person hands a woman a pink flower and she takes it.", "similarity": 0.7829, "relevance": 4 }, { "pair_id": 154484, "video_name": "friends_s03e03_seg02_clip_03", "timestamp": [ 6.96, 12.19 ], "duration": 58.66, "caption": "A person bends down to pick up a bouquet of flowers and gives them to woman.", "similarity": 0.7577, "relevance": 4 }, { "pair_id": 154485, "video_name": "s09e19_seg02_clip_15", "timestamp": [ 11.17, 15.2 ], "duration": 62.66, "caption": "A man hands a woman a bouquet of flowers and she accepts them.", "similarity": 0.7542, "relevance": 4 }, { "pair_id": 154486, "video_name": "house_s07e03_seg02_clip_00", "timestamp": [ 48.73, 66.36 ], "duration": 92.66, "caption": "A person takes flowers from a patient's room to give to someone.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 154487, "video_name": "friends_s06e01_seg02_clip_17", "timestamp": [ 8.75, 14.58 ], "duration": 53.66, "caption": "A woman takes a bouquet of flowers from someone and puts them on the table before walking away.", "similarity": 0.7408, "relevance": 4 }, { "pair_id": 154488, "video_name": "friends_s03e03_seg02_clip_01", "timestamp": [ 17.71, 39.02 ], "duration": 60.66, "caption": "A woman is having a conversation with a man. And the man tries to give her flowers.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 154489, "video_name": "met_s06e24_seg02_clip_12", "timestamp": [ 54.31, 55.84 ], "duration": 61.66, "caption": "A man offers the pink flower to a woman passing by.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 154490, "video_name": "castle_s06e06_seg02_clip_00", "timestamp": [ 54.42, 64.19 ], "duration": 93.66, "caption": "A woman hands someone a potted flowers as a gift.", "similarity": 0.7236, "relevance": 3 }, { "pair_id": 154491, "video_name": "castle_s03e13_seg02_clip_10", "timestamp": [ 62.57, 66.17 ], "duration": 90.66, "caption": "A man pulls out a flower arrangement for woman and hands them to her.", "similarity": 0.7222, "relevance": 3 }, { "pair_id": 154492, "video_name": "friends_s10e12_seg02_clip_25", "timestamp": [ 12.95, 16.29 ], "duration": 74.66, "caption": "A woman hands a man her flowers after telling him to hold on.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 154493, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 12.6, 16.65 ], "duration": 90.66, "caption": "A person passes a pink flower to another person.", "similarity": 0.7061, "relevance": 4 }, { "pair_id": 154494, "video_name": "friends_s05e13_seg02_clip_07", "timestamp": [ 4.72, 8.56 ], "duration": 59.66, "caption": "A man pulls out a bouquet of flowers from his bag and hands them to a woman.", "similarity": 0.6963, "relevance": 4 }, { "pair_id": 154495, "video_name": "friends_s04e20_seg02_clip_14", "timestamp": [ 13.35, 37.72 ], "duration": 58.66, "caption": "A woman turns around to throw a bouquet of flower to another woman as she stands by.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 154496, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 13.07, 16.22 ], "duration": 90.66, "caption": "A person hands another person a pink flower and they take it.", "similarity": 0.6853, "relevance": 4 }, { "pair_id": 154498, "video_name": "met_s03e13_seg02_clip_17", "timestamp": [ 0.0, 6.71 ], "duration": 119.66, "caption": "A man attempts to hand woman a bouquet of flowers.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 154499, "video_name": "house_s07e10_seg02_clip_13", "timestamp": [ 68.6, 69.49 ], "duration": 88.66, "caption": "A man takes some flowers from a florist delivery person.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 327800, "video_name": "friends_s07e02_seg02_clip_02", "timestamp": [ 0.0, 4.16 ], "duration": 64.66, "caption": "A woman holds up pictures of flowers and asks a man to pick.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 327801, "video_name": "castle_s03e06_seg02_clip_08", "timestamp": [ 76.58, 82.4 ], "duration": 89.66, "caption": "A woman explains to a man how she got the flower and who gave it to her.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 327802, "video_name": "friends_s06e01_seg02_clip_17", "timestamp": [ 7.16, 13.52 ], "duration": 53.66, "caption": "Three people talk as a woman holds flowers and then hands them to another woman.", "similarity": 0.6721, "relevance": 4 }, { "pair_id": 327803, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 1.17, 3.51 ], "duration": 78.66, "caption": "A person walks through a door carrying a bouquet of flowers.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 327804, "video_name": "castle_s03e13_seg02_clip_10", "timestamp": [ 70.22, 76.97 ], "duration": 90.66, "caption": "A man hands a woman a bouquet of flowers and she thanks him.", "similarity": 0.669, "relevance": 4 }, { "pair_id": 327805, "video_name": "met_s06e24_seg02_clip_13", "timestamp": [ 6.04, 7.77 ], "duration": 57.66, "caption": "A woman holding flowers walks away from someone.", "similarity": 0.6658, "relevance": 3 }, { "pair_id": 327806, "video_name": "house_s03e19_seg02_clip_26", "timestamp": [ 36.12, 40.94 ], "duration": 68.66, "caption": "A woman takes the card on the bouquet of flowers and holds it.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 327807, "video_name": "friends_s01e24_seg02_clip_23", "timestamp": [ 8.11, 11.53 ], "duration": 36.66, "caption": "A woman, holding flowers, pushes past a woman with a long braid, who looks at her, annoyed.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 327808, "video_name": "s05e12_seg02_clip_02", "timestamp": [ 55.03, 57.02 ], "duration": 57.66, "caption": "A woman is taking out plastic flowers from a box.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 327809, "video_name": "house_s03e19_seg02_clip_26", "timestamp": [ 0.0, 27.52 ], "duration": 68.66, "caption": "A woman is holding a bouquet of flowers as she speaks to a man.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 327810, "video_name": "friends_s03e03_seg02_clip_01", "timestamp": [ 42.62, 49.82 ], "duration": 60.66, "caption": "A man talks to a woman while holding flowers.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 327811, "video_name": "house_s06e13_seg02_clip_24", "timestamp": [ 0.0, 18.1 ], "duration": 181.66, "caption": "A woman holds onto a flower and then hands it to the nurse.", "similarity": 0.6415, "relevance": 4 }, { "pair_id": 327812, "video_name": "s03e11_seg02_clip_04", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A woman thanks a person for the flowers he gave her despite them both not liking them.", "similarity": 0.6402, "relevance": 1 }, { "pair_id": 327813, "video_name": "s08e18_seg02_clip_08", "timestamp": [ 52.24, 53.71 ], "duration": 59.66, "caption": "A man hands a woman a flower in a plastic container.", "similarity": 0.6396, "relevance": 1 }, { "pair_id": 327814, "video_name": "friends_s03e03_seg02_clip_03", "timestamp": [ 6.38, 11.31 ], "duration": 58.66, "caption": "A man is standing with woman and gives her a bouquet of flowers.", "similarity": 0.6313, "relevance": 4 }, { "pair_id": 327815, "video_name": "friends_s06e11_seg02_clip_00", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman takes some mail that another woman passes to her.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 327816, "video_name": "friends_s02e01_seg02_clip_01", "timestamp": [ 0.0, 7.1 ], "duration": 59.66, "caption": "A man is confused when a woman tells him the flowers are for someone else.", "similarity": 0.6218, "relevance": 2 }, { "pair_id": 327817, "video_name": "house_s07e03_seg02_clip_00", "timestamp": [ 53.37, 92.66 ], "duration": 92.66, "caption": "A person takes some roses and carries them with him.", "similarity": 0.62, "relevance": 2 }, { "pair_id": 327818, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 0.0, 4.68 ], "duration": 78.66, "caption": "A person enters a hospital room bringing flowers for the patient.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 327819, "video_name": "friends_s05e13_seg02_clip_07", "timestamp": [ 0.89, 7.97 ], "duration": 59.66, "caption": "A man reaches into his purse and pulls out a bouquet of flowers for a woman.", "similarity": 0.6158, "relevance": 4 } ] }, { "query_id": 29192, "query": "A woman puts in some clothes in a bag and zips it in.", "relevant_moment": [ { "pair_id": 166600, "video_name": "castle_s08e05_seg02_clip_25", "timestamp": [ 115.39, 122.03 ], "duration": 166.66, "caption": "A woman puts in some clothes in a bag and zips it in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166601, "video_name": "friends_s04e19_seg02_clip_01", "timestamp": [ 5.7, 12.01 ], "duration": 60.66, "caption": "A woman gets out of bed and takes a duffel bag and starts putting clothes in it.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 166602, "video_name": "castle_s02e17_seg02_clip_24", "timestamp": [ 3.16, 5.42 ], "duration": 90.66, "caption": "A person zips up the black body bag.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 166603, "video_name": "house_s03e01_seg02_clip_11", "timestamp": [ 13.8, 25.31 ], "duration": 92.66, "caption": "A person is taking out clothes from a drawer and putting it in a bag.", "similarity": 0.7063, "relevance": 1 }, { "pair_id": 166604, "video_name": "house_s04e13_seg02_clip_04", "timestamp": [ 23.42, 26.1 ], "duration": 76.66, "caption": "A woman turns to the bag behind her and puts her items into it.", "similarity": 0.699, "relevance": 0 }, { "pair_id": 166605, "video_name": "friends_s06e08_seg02_clip_08", "timestamp": [ 33.89, 43.18 ], "duration": 54.66, "caption": "A woman gets a make-up compact out of her bag.", "similarity": 0.697, "relevance": 0 }, { "pair_id": 166606, "video_name": "castle_s07e01_seg02_clip_20", "timestamp": [ 17.23, 30.76 ], "duration": 82.66, "caption": "A woman opens a duffel bag and pulls out the contents.", "similarity": 0.6929, "relevance": 1 }, { "pair_id": 166607, "video_name": "friends_s03e17_seg02_clip_07", "timestamp": [ 51.35, 54.83 ], "duration": 58.66, "caption": "A woman zips up the jacket that she is wearing.", "similarity": 0.6926, "relevance": 0 }, { "pair_id": 166608, "video_name": "castle_s02e10_seg02_clip_00", "timestamp": [ 78.13, 79.51 ], "duration": 92.66, "caption": "A woman places her bags on a chair as she walks in.", "similarity": 0.6877, "relevance": 0 }, { "pair_id": 166609, "video_name": "friends_s09e19_seg02_clip_14", "timestamp": [ 19.22, 23.32 ], "duration": 63.66, "caption": "A woman puts her top hat into a cloth bag and then steps on the bag.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 166610, "video_name": "house_s07e05_seg02_clip_22", "timestamp": [ 24.01, 28.33 ], "duration": 96.66, "caption": "A person gets a thing and puts it in their bag.", "similarity": 0.6808, "relevance": 1 }, { "pair_id": 166611, "video_name": "castle_s01e07_seg02_clip_01", "timestamp": [ 13.75, 16.05 ], "duration": 91.66, "caption": "A woman picks up something with forecep and puts it in a bag.", "similarity": 0.6705, "relevance": 0 }, { "pair_id": 166612, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 1.53, 5.2 ], "duration": 61.66, "caption": "A woman pulls out and shows off a little box from inside the bag she is carrying.", "similarity": 0.6648, "relevance": 0 }, { "pair_id": 166613, "video_name": "house_s03e11_seg02_clip_10", "timestamp": [ 83.27, 90.02 ], "duration": 90.66, "caption": "Two women put clothes into a plastic bag.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 166614, "video_name": "castle_s06e21_seg02_clip_13", "timestamp": [ 14.2, 17.41 ], "duration": 91.66, "caption": "A woman picks up a bag and rolls the bag out.", "similarity": 0.6579, "relevance": 0 }, { "pair_id": 166615, "video_name": "s04e13_seg02_clip_09", "timestamp": [ 32.15, 40.97 ], "duration": 63.66, "caption": "A woman enters and places her bag on the floor by the bed.", "similarity": 0.6552, "relevance": 0 }, { "pair_id": 166616, "video_name": "friends_s10e09_seg02_clip_17", "timestamp": [ 30.5, 39.29 ], "duration": 58.66, "caption": "A woman looks at her bag and takes it with her as she gets up from her seat.", "similarity": 0.6551, "relevance": 0 }, { "pair_id": 166617, "video_name": "met_s03e09_seg02_clip_00", "timestamp": [ 2.82, 5.64 ], "duration": 62.66, "caption": "A woman sets down a bag and says what is in it.", "similarity": 0.6543, "relevance": 0 }, { "pair_id": 166618, "video_name": "house_s02e10_seg02_clip_15", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A woman is sitting down and takes a zip out of a mug.", "similarity": 0.6527, "relevance": 0 }, { "pair_id": 166619, "video_name": "friends_s07e23-24_seg02_clip_03", "timestamp": [ 18.21, 22.41 ], "duration": 56.66, "caption": "A woman puts some items into her small purse.", "similarity": 0.6517, "relevance": 2 } ] }, { "query_id": 29217, "query": "A woman talks to a person as she hands a black notebook to him.", "relevant_moment": [ { "pair_id": 5700, "video_name": "s06e03_seg01_clip_03", "timestamp": [ 63.92, 69.6 ], "duration": 71.66, "caption": "A woman talks to a person as she hands a black notebook to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5701, "video_name": "friends_s09e23-24_seg02_clip_00", "timestamp": [ 32.36, 52.54 ], "duration": 64.66, "caption": "A woman talks to a man, he collects her pen and notebook and writes on it.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 5702, "video_name": "castle_s05e03_seg02_clip_02", "timestamp": [ 80.33, 89.26 ], "duration": 89.66, "caption": "A woman writes in her notebook while talking to person.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 5703, "video_name": "friends_s06e21_seg02_clip_13", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A woman has a conversation with another woman and guy while holding a notebook.", "similarity": 0.7527, "relevance": 2 }, { "pair_id": 5704, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 2.52, 16.8 ], "duration": 84.66, "caption": "A man was holding a notebook whilst talking to woman.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 5705, "video_name": "grey_s03e13_seg02_clip_19", "timestamp": [ 24.62, 36.48 ], "duration": 91.66, "caption": "A woman grabs a notebook from her bag and stands to talk to another woman.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 5706, "video_name": "s06e03_seg01_clip_01", "timestamp": [ 26.67, 29.15 ], "duration": 62.66, "caption": "A woman reaches into the box and pulls out a notebook as she talks to a person.", "similarity": 0.7404, "relevance": 1 }, { "pair_id": 5707, "video_name": "friends_s05e19_seg02_clip_17", "timestamp": [ 43.11, 62.03 ], "duration": 62.66, "caption": "A woman talks to a man and hands him a piece of paper.", "similarity": 0.7313, "relevance": 3 }, { "pair_id": 5708, "video_name": "castle_s06e07_seg02_clip_17", "timestamp": [ 77.92, 80.59 ], "duration": 89.66, "caption": "A person hands a woman a small open notebook.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 5709, "video_name": "castle_s07e21_seg02_clip_01", "timestamp": [ 74.78, 89.02 ], "duration": 89.66, "caption": "A person picks up a tablet and talks to a woman.", "similarity": 0.726, "relevance": 1 }, { "pair_id": 5710, "video_name": "castle_s06e14_seg02_clip_11", "timestamp": [ 3.61, 8.13 ], "duration": 90.66, "caption": "A man is talking to woman then hands her a piece of paper.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 5711, "video_name": "castle_s02e15_seg02_clip_04", "timestamp": [ 6.19, 8.85 ], "duration": 88.66, "caption": "A woman talks to someone while holding a pen.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 5712, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 0.0, 3.4 ], "duration": 40.66, "caption": "A person fidgets with his hands while talking to a woman.", "similarity": 0.7226, "relevance": 2 }, { "pair_id": 5713, "video_name": "castle_s04e22_seg02_clip_11", "timestamp": [ 21.07, 24.28 ], "duration": 91.66, "caption": "A woman picks up a black notebook, gestures towards someone with it, and walks away.", "similarity": 0.7151, "relevance": 2 }, { "pair_id": 5714, "video_name": "met_s05e03_seg02_clip_11", "timestamp": [ 32.57, 35.03 ], "duration": 61.66, "caption": "A woman hands a notebook to man as she walks past him.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 5715, "video_name": "castle_s04e11_seg02_clip_10", "timestamp": [ 13.23, 17.8 ], "duration": 91.66, "caption": "A woman takes out a pencil and looks at her notebook as she speaks to another woman.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 5716, "video_name": "castle_s04e03_seg02_clip_18", "timestamp": [ 65.57, 72.4 ], "duration": 91.66, "caption": "A woman has a paper in her hand as she speaks to a man.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 5717, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 84.88, 91.66 ], "duration": 91.66, "caption": "A woman is talking to someone and shows them a piece of paper.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 5718, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 52.52, 54.92 ], "duration": 60.66, "caption": "A woman is holding a book while she is talking to a man.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 5719, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 0.0, 31.91 ], "duration": 55.66, "caption": "A woman was holding a book whilst talking to a man.", "similarity": 0.702, "relevance": 2 } ] }, { "query_id": 29242, "query": "A woman and man walk out of an elevator while talking.", "relevant_moment": [ { "pair_id": 61240, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 75.7, 79.66 ], "duration": 88.66, "caption": "A woman and man walk out of an elevator while talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 61241, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 27.1, 30.26 ], "duration": 90.66, "caption": "A man and a woman walk out of an elevator.", "similarity": 0.8872, "relevance": 3 }, { "pair_id": 61242, "video_name": "house_s06e02_seg02_clip_10", "timestamp": [ 77.7, 89.31 ], "duration": 89.66, "caption": "A woman and a man exit the elevator together and walk and talk down the hallway.", "similarity": 0.8779, "relevance": 4 }, { "pair_id": 61243, "video_name": "house_s01e04_seg02_clip_15", "timestamp": [ 64.23, 66.93 ], "duration": 89.66, "caption": "A man and another man step out of an elevator while talking.", "similarity": 0.8641, "relevance": 3 }, { "pair_id": 61244, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 0.0, 25.51 ], "duration": 85.66, "caption": "A man and woman are talking in the elevator.", "similarity": 0.8565, "relevance": 2 }, { "pair_id": 61245, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 29.14, 50.99 ], "duration": 91.66, "caption": "A man and woman are on an elevator together talking.", "similarity": 0.854, "relevance": 2 }, { "pair_id": 61246, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 13.41, 33.28 ], "duration": 92.66, "caption": "A man and woman are in an elevator as they converse.", "similarity": 0.8491, "relevance": 1 }, { "pair_id": 61247, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 17.95, 61.31 ], "duration": 87.66, "caption": "A woman and a man are inside the elevator and having a conversation.", "similarity": 0.8383, "relevance": 1 }, { "pair_id": 61248, "video_name": "castle_s01e06_seg02_clip_17", "timestamp": [ 12.26, 17.42 ], "duration": 129.66, "caption": "Two people are talking to another person as they walk away and get on an elevator.", "similarity": 0.8346, "relevance": 2 }, { "pair_id": 61249, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 10.11, 26.81 ], "duration": 87.66, "caption": "A man and a woman are having a conversation inside the elevator.", "similarity": 0.8335, "relevance": 2 }, { "pair_id": 61250, "video_name": "grey_s02e25_seg02_clip_25", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "Two people walk out of the elevator, each going a different direction and not speaking to each other.", "similarity": 0.8334, "relevance": 4 }, { "pair_id": 61251, "video_name": "grey_s03e08_seg02_clip_05", "timestamp": [ 32.86, 39.71 ], "duration": 91.66, "caption": "Two people walk out of the elevator together.", "similarity": 0.8328, "relevance": 4 }, { "pair_id": 61252, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 52.04, 56.81 ], "duration": 86.66, "caption": "Two people walk out of the elevator together.", "similarity": 0.8328, "relevance": 4 }, { "pair_id": 61253, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.8285, "relevance": 1 }, { "pair_id": 61254, "video_name": "castle_s05e23_seg02_clip_06", "timestamp": [ 5.47, 26.45 ], "duration": 91.66, "caption": "A woman and a man walk into the building's elevator as they converse.", "similarity": 0.8279, "relevance": 3 }, { "pair_id": 61255, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 8.71, 32.08 ], "duration": 91.66, "caption": "A woman and man speak to each other in the elevator.", "similarity": 0.8268, "relevance": 1 }, { "pair_id": 61256, "video_name": "castle_s07e22_seg02_clip_09", "timestamp": [ 66.45, 70.54 ], "duration": 91.66, "caption": "A woman and man walk out of the elevator when it opens.", "similarity": 0.8266, "relevance": 4 }, { "pair_id": 61257, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 6.68, 10.68 ], "duration": 89.66, "caption": "Two people came out from the elevator while talking.", "similarity": 0.8242, "relevance": 4 }, { "pair_id": 61258, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 68.31, 73.1 ], "duration": 87.66, "caption": "Two people both walk out of the elevator together.", "similarity": 0.8217, "relevance": 2 }, { "pair_id": 61259, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 19.71, 58.68 ], "duration": 87.66, "caption": "A man and woman have a conversation while alone inside the elevator.", "similarity": 0.8189, "relevance": 1 }, { "pair_id": 234560, "video_name": "house_s06e10_seg02_clip_01", "timestamp": [ 63.59, 66.29 ], "duration": 90.66, "caption": "Two people walk out of the elevator.", "similarity": 0.8147, "relevance": 4 }, { "pair_id": 234561, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 19.21, 24.12 ], "duration": 89.66, "caption": "A man with a woman rode the elevator as they end up their conversation.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 234562, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 43.25, 47.85 ], "duration": 92.66, "caption": "A man and a man walk away from an elevator, a woman on a bench stands while talking on the phone and walks across the path behind the men as the elevator doors close.", "similarity": 0.8121, "relevance": 2 }, { "pair_id": 234563, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 9.73, 12.98 ], "duration": 92.66, "caption": "A woman walks out of an elevator with a man behind her.", "similarity": 0.8107, "relevance": 4 }, { "pair_id": 234564, "video_name": "castle_s03e05_seg02_clip_09", "timestamp": [ 5.58, 13.49 ], "duration": 93.66, "caption": "A woman and a man step off of the elevator together.", "similarity": 0.8059, "relevance": 4 }, { "pair_id": 234565, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 11.12, 13.91 ], "duration": 92.66, "caption": "A woman walks out of the elevator with a man behind her.", "similarity": 0.8043, "relevance": 4 }, { "pair_id": 234566, "video_name": "house_s06e10_seg02_clip_01", "timestamp": [ 63.47, 65.72 ], "duration": 90.66, "caption": "A man exits an elevator with a woman wearing a floral scarf as they have a conversation.", "similarity": 0.8026, "relevance": 4 }, { "pair_id": 234567, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 15.7, 17.53 ], "duration": 73.66, "caption": "A person walks up and pushes an elevator button while talking with a woman.", "similarity": 0.7986, "relevance": 3 }, { "pair_id": 234568, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 234569, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A woman follows a man into an elevator while talking.", "similarity": 0.7937, "relevance": 2 }, { "pair_id": 234570, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 33.68, 62.81 ], "duration": 91.66, "caption": "A man goes into the elevator with woman and they converse.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 234571, "video_name": "house_s01e11_seg02_clip_02", "timestamp": [ 71.65, 80.38 ], "duration": 91.66, "caption": "A man and a woman get on and off the elevator together.", "similarity": 0.792, "relevance": 3 }, { "pair_id": 234572, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a man inside the elevator.", "similarity": 0.7915, "relevance": 2 }, { "pair_id": 234573, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 30.57, 47.71 ], "duration": 92.66, "caption": "A man rides in the elevator with woman while continuing a conversation.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 234574, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 0.0, 7.03 ], "duration": 74.66, "caption": "Two people walk towards the elevator speaking to each other.", "similarity": 0.7869, "relevance": 2 }, { "pair_id": 234575, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 34.66, 40.06 ], "duration": 90.66, "caption": "A man and woman ride the elevator and start talking to each other inside it.", "similarity": 0.7867, "relevance": 2 }, { "pair_id": 234576, "video_name": "house_s03e08_seg02_clip_02", "timestamp": [ 12.64, 23.54 ], "duration": 87.66, "caption": "A man and his friend steps outside the elevator and they are walking while talking.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 234577, "video_name": "castle_s05e06_seg02_clip_17", "timestamp": [ 72.11, 75.22 ], "duration": 89.66, "caption": "A woman and a man meet a person as he is coming out of an elevator.", "similarity": 0.7824, "relevance": 2 }, { "pair_id": 234578, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 51.6, 54.21 ], "duration": 86.66, "caption": "A woman and a man exit an elevator they were in.", "similarity": 0.7788, "relevance": 4 } ] }, { "query_id": 29290, "query": "A woman leaves guy and another person in a suit with a serious expression on her face.", "relevant_moment": [ { "pair_id": 2860, "video_name": "castle_s06e21_seg02_clip_19", "timestamp": [ 5.86, 7.21 ], "duration": 90.66, "caption": "A woman leaves guy and another person in a suit with a serious expression on her face.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2861, "video_name": "castle_s02e20_seg02_clip_11", "timestamp": [ 9.98, 15.2 ], "duration": 95.66, "caption": "A woman makes a funny face while a man is walking away from her.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 2862, "video_name": "s02e23_seg02_clip_16", "timestamp": [ 48.98, 53.06 ], "duration": 68.66, "caption": "A woman and a man smile at each other and man leaves.", "similarity": 0.6554, "relevance": 0 }, { "pair_id": 2863, "video_name": "friends_s05e14_seg02_clip_14", "timestamp": [ 44.66, 50.24 ], "duration": 62.66, "caption": "A man makes a face at a woman after another woman walks away from him.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 2864, "video_name": "castle_s08e11_seg02_clip_25", "timestamp": [ 81.42, 84.5 ], "duration": 88.66, "caption": "A man and a woman turn around to see a person leave.", "similarity": 0.6477, "relevance": 1 }, { "pair_id": 2865, "video_name": "castle_s06e03_seg02_clip_22", "timestamp": [ 9.73, 14.15 ], "duration": 88.66, "caption": "Two people look at each other when a woman talks about leaving.", "similarity": 0.6402, "relevance": 1 }, { "pair_id": 2866, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 6.57, 11.46 ], "duration": 16.66, "caption": "As person leaves, woman turns to face man.", "similarity": 0.6367, "relevance": 1 }, { "pair_id": 2867, "video_name": "s09e11_seg02_clip_07", "timestamp": [ 1.8, 17.71 ], "duration": 60.66, "caption": "A person talks with a woman and another woman then leaves.", "similarity": 0.6355, "relevance": 1 }, { "pair_id": 2868, "video_name": "friends_s06e23_seg02_clip_11", "timestamp": [ 43.64, 45.47 ], "duration": 61.66, "caption": "A man leaves another man and a woman as they were hugging.", "similarity": 0.633, "relevance": 2 }, { "pair_id": 2869, "video_name": "castle_s03e16_seg02_clip_18", "timestamp": [ 55.48, 64.41 ], "duration": 94.66, "caption": "A person walks out leaving woman with her hand on her forehead then her mouth.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 2870, "video_name": "friends_s02e11_seg02_clip_20", "timestamp": [ 22.38, 26.16 ], "duration": 63.66, "caption": "A person walks off with another person dressed in a suit.", "similarity": 0.6252, "relevance": 2 }, { "pair_id": 2871, "video_name": "friends_s06e12_seg02_clip_06", "timestamp": [ 34.94, 60.23 ], "duration": 60.66, "caption": "Some people are having a conversation with each other. Then a woman leaves.", "similarity": 0.6188, "relevance": 1 }, { "pair_id": 2872, "video_name": "friends_s03e01_seg02_clip_18", "timestamp": [ 36.94, 57.27 ], "duration": 57.66, "caption": "A woman, a man, and another man are having a conversation. Then a woman leaves.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 2873, "video_name": "grey_s02e13_seg02_clip_09", "timestamp": [ 23.51, 25.82 ], "duration": 92.66, "caption": "A woman walks away from some people and leaves them with a man.", "similarity": 0.6181, "relevance": 2 }, { "pair_id": 2874, "video_name": "house_s06e14_seg02_clip_24", "timestamp": [ 73.94, 75.7 ], "duration": 88.66, "caption": "A woman smiles at a person and then she and a man walk out.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 2875, "video_name": "house_s07e03_seg02_clip_25", "timestamp": [ 56.93, 59.41 ], "duration": 165.66, "caption": "A woman leaves a man after their conversation with each other.", "similarity": 0.6155, "relevance": 1 }, { "pair_id": 2876, "video_name": "castle_s04e04_seg02_clip_10", "timestamp": [ 0.0, 13.92 ], "duration": 87.66, "caption": "A woman tells a man to leave, and he turns and leaves without looking back, while two people look at each other.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 2877, "video_name": "castle_s02e17_seg02_clip_20", "timestamp": [ 46.28, 51.23 ], "duration": 89.66, "caption": "Two men smile and look at a woman as another person walks away.", "similarity": 0.6108, "relevance": 3 }, { "pair_id": 2878, "video_name": "castle_s02e22_seg02_clip_14", "timestamp": [ 21.4, 25.58 ], "duration": 93.66, "caption": "After a man walks away, a woman has a smile on her face.", "similarity": 0.6067, "relevance": 1 }, { "pair_id": 2879, "video_name": "castle_s06e14_seg02_clip_19", "timestamp": [ 2.35, 8.46 ], "duration": 94.66, "caption": "A woman leaves another woman after a man asks for her.", "similarity": 0.6042, "relevance": 1 } ] }, { "query_id": 29397, "query": "A man places his hand on someone's shoulder in a consoling way.", "relevant_moment": [ { "pair_id": 69580, "video_name": "castle_s04e21_seg02_clip_25", "timestamp": [ 31.6, 33.83 ], "duration": 89.66, "caption": "A man places his hand on someone's shoulder in a consoling way.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 69581, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.52, 57.03 ], "duration": 60.66, "caption": "A person places his hand on someone's shoulder.", "similarity": 0.8324, "relevance": 4 }, { "pair_id": 69582, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A man reaches down and puts his hand on the back of another person's shoulder.", "similarity": 0.8162, "relevance": 4 }, { "pair_id": 69583, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 24.84, 28.9 ], "duration": 90.66, "caption": "A person puts his hand on another person's shoulder.", "similarity": 0.8084, "relevance": 3 }, { "pair_id": 69584, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 42.32, 47.72 ], "duration": 60.66, "caption": "A man places his right hand on guy's shoulder.", "similarity": 0.8009, "relevance": 4 }, { "pair_id": 69585, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man moves closer to person and puts his hand on his shoulder.", "similarity": 0.7983, "relevance": 4 }, { "pair_id": 69586, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 26.4, 30.75 ], "duration": 58.66, "caption": "A person reaches over to put their hand on another person's shoulder.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 69587, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 40.01, 42.49 ], "duration": 62.66, "caption": "A man places both his hands on another man's shoulder.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 69588, "video_name": "friends_s04e11_seg02_clip_17", "timestamp": [ 6.2, 8.56 ], "duration": 59.66, "caption": "A man places his hand on another person's shoulder and they strongly shake hands.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 69589, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 7.98, 12.26 ], "duration": 57.66, "caption": "A man puts their hand on someone's shoulder as they sit beside them.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 69590, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 69591, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.82, 57.33 ], "duration": 60.66, "caption": "A person puts his hand on someone's right shoulder.", "similarity": 0.7834, "relevance": 4 }, { "pair_id": 69592, "video_name": "friends_s03e17_seg02_clip_15", "timestamp": [ 26.25, 28.75 ], "duration": 62.66, "caption": "A man quickly puts his hand up to grasp a guy's shoulder.", "similarity": 0.7804, "relevance": 3 }, { "pair_id": 69593, "video_name": "friends_s05e05_seg02_clip_07", "timestamp": [ 38.42, 42.62 ], "duration": 60.66, "caption": "A man places his hands on his friend's shoulder and arm.", "similarity": 0.7781, "relevance": 3 }, { "pair_id": 69594, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 0.0, 4.77 ], "duration": 59.66, "caption": "A man places his hand over the shoulders of the person beside him.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 69595, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 33.85, 39.8 ], "duration": 91.66, "caption": "A man walks up to a person and puts his hand on his shoulder.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 69596, "video_name": "house_s04e16_seg02_clip_21", "timestamp": [ 56.66, 59.54 ], "duration": 96.66, "caption": "A person puts his hand on guy's shoulder as he walks by.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 69597, "video_name": "s07e11_seg02_clip_04", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A person places his hand onto man's shoulder as he sits next to him.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 69598, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 26.47 ], "duration": 63.66, "caption": "A man puts his hand on another man's left shoulder.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 69599, "video_name": "met_s05e03_seg02_clip_11", "timestamp": [ 39.33, 43.63 ], "duration": 61.66, "caption": "A person rests his right hand on man's left shoulder.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 242900, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 9.24, 12.32 ], "duration": 88.66, "caption": "A man places his hand on the shoulder of a woman.", "similarity": 0.7653, "relevance": 4 }, { "pair_id": 242901, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 1.39, 2.77 ], "duration": 69.66, "caption": "A man puts his hand on guy's shoulder while walking past him.", "similarity": 0.7606, "relevance": 3 }, { "pair_id": 242902, "video_name": "grey_s01e02_seg02_clip_16", "timestamp": [ 15.69, 17.65 ], "duration": 98.66, "caption": "A man places his hand on the shoulder of woman.", "similarity": 0.7603, "relevance": 4 }, { "pair_id": 242903, "video_name": "met_s03e10_seg01_clip_01", "timestamp": [ 43.35, 44.84 ], "duration": 59.66, "caption": "A man holds their right hand up above their shoulder.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 242904, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 242905, "video_name": "met_s02e01_seg01_clip_01", "timestamp": [ 16.02, 23.87 ], "duration": 62.66, "caption": "A man sits down next to person and puts his hand on his shoulder.", "similarity": 0.7543, "relevance": 4 }, { "pair_id": 242906, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 2.75, 11.9 ], "duration": 61.66, "caption": "A man walks to another man and places his hand on his shoulder.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 242907, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.98, 5.75 ], "duration": 88.66, "caption": "A man reaches out and touches person on the shoulder then lowers his hand.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 242908, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A man touches a man's shoulder.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 242909, "video_name": "friends_s06e15-16_seg02_clip_10", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A man reaches over and puts his left hand on woman's shoulder.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 242910, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 39.06, 41.19 ], "duration": 61.66, "caption": "A man touches another man's right shoulder with his hand.", "similarity": 0.7421, "relevance": 4 }, { "pair_id": 242911, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 30.46, 34.82 ], "duration": 58.66, "caption": "A man reaches down and puts his hand on guy's shoulder and rubs it.", "similarity": 0.7398, "relevance": 4 }, { "pair_id": 242912, "video_name": "met_s03e18_seg02_clip_12", "timestamp": [ 23.11, 26.58 ], "duration": 57.66, "caption": "A person puts his hand on person's shoulder after putting his hand to his mouth.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 242914, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 0.0, 6.63 ], "duration": 51.66, "caption": "A man touches another person's shoulder and then the other person turns around and touches his shoulder.", "similarity": 0.7366, "relevance": 4 }, { "pair_id": 242915, "video_name": "s01e12_seg02_clip_00", "timestamp": [ 55.54, 56.45 ], "duration": 61.66, "caption": "A person puts their hand on someone's shoulder to get their attention.", "similarity": 0.7365, "relevance": 3 }, { "pair_id": 242916, "video_name": "friends_s05e22_seg02_clip_07", "timestamp": [ 44.1, 47.58 ], "duration": 58.66, "caption": "A man walks in and puts his hands on other men's shoulders.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 242917, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 25.53 ], "duration": 63.66, "caption": "A man reaches out and rests his hand on another man's shoulder.", "similarity": 0.734, "relevance": 4 }, { "pair_id": 242918, "video_name": "s02e17_seg02_clip_16", "timestamp": [ 107.12, 111.88 ], "duration": 119.66, "caption": "A man places his hands on someone's shoulder and then walks away.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 242919, "video_name": "house_s06e12_seg02_clip_21", "timestamp": [ 74.42, 90.27 ], "duration": 96.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.7309, "relevance": 3 } ] }, { "query_id": 29459, "query": "A man and another person were having a conversation about a drug.", "relevant_moment": [ { "pair_id": 21400, "video_name": "house_s01e09_seg02_clip_04", "timestamp": [ 39.17, 43.62 ], "duration": 89.66, "caption": "A man and another person were having a conversation about a drug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21401, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 0.0, 38.08 ], "duration": 94.66, "caption": "Two people talk to the patient about drug usage.", "similarity": 0.8141, "relevance": 4 }, { "pair_id": 21402, "video_name": "house_s08e07_seg02_clip_01", "timestamp": [ 16.68, 52.3 ], "duration": 90.66, "caption": "A man and a woman both talk to each other about the medication.", "similarity": 0.7707, "relevance": 4 }, { "pair_id": 21403, "video_name": "house_s07e11_seg02_clip_16", "timestamp": [ 0.0, 48.6 ], "duration": 86.66, "caption": "A person talks to another person about what someone did with some medications.", "similarity": 0.7618, "relevance": 3 }, { "pair_id": 21404, "video_name": "castle_s03e21_seg02_clip_24", "timestamp": [ 15.19, 40.05 ], "duration": 92.66, "caption": "A man tries to explain to two people why he had the drugs.", "similarity": 0.7543, "relevance": 4 }, { "pair_id": 21405, "video_name": "friends_s09e15_seg02_clip_03", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Man and another person were having a conversation.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 21406, "video_name": "house_s02e02_seg02_clip_24", "timestamp": [ 0.0, 4.99 ], "duration": 76.66, "caption": "A man looks up when another man mentions his drug use.", "similarity": 0.7277, "relevance": 4 }, { "pair_id": 21407, "video_name": "castle_s03e13_seg02_clip_15", "timestamp": [ 30.17, 90.05 ], "duration": 90.66, "caption": "A man sits down and starts to question another man about drugs.", "similarity": 0.7273, "relevance": 4 }, { "pair_id": 21408, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 0.0, 42.75 ], "duration": 89.66, "caption": "A man and a person were having a conversation.", "similarity": 0.7174, "relevance": 3 }, { "pair_id": 21409, "video_name": "house_s08e11_seg02_clip_02", "timestamp": [ 0.0, 23.95 ], "duration": 84.66, "caption": "A person takes some pills while talking with another person.", "similarity": 0.7153, "relevance": 4 }, { "pair_id": 21410, "video_name": "house_s03e02_seg02_clip_01", "timestamp": [ 0.0, 6.34 ], "duration": 90.66, "caption": "A person is talking to another woman and man about him not being on drugs anymore.", "similarity": 0.7106, "relevance": 4 }, { "pair_id": 21411, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 0.0, 53.02 ], "duration": 53.66, "caption": "A man and another man were having a conversation.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 21412, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 3.87, 13.76 ], "duration": 86.66, "caption": "A man and another man were having a conversation.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 21413, "video_name": "castle_s08e22_seg02_clip_14", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man and person were having a conversation.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 21414, "video_name": "house_s02e05_seg02_clip_05", "timestamp": [ 3.96, 9.68 ], "duration": 88.66, "caption": "A person takes medication while having a conversation with several people.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 21415, "video_name": "castle_s08e16_seg02_clip_02", "timestamp": [ 0.0, 7.35 ], "duration": 86.66, "caption": "A man and a person were having a serious conversation.", "similarity": 0.6983, "relevance": 4 }, { "pair_id": 21416, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 8.85, 61.03 ], "duration": 61.66, "caption": "Two people and the doctor were having a conversation.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 21417, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A person and another person were having a serious conversation.", "similarity": 0.6937, "relevance": 3 }, { "pair_id": 21418, "video_name": "castle_s05e15_seg02_clip_23", "timestamp": [ 25.23, 35.9 ], "duration": 97.66, "caption": "A man and another man were having a conversation as they were talking.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 21419, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 72.35, 78.68 ], "duration": 90.66, "caption": "A man and another person are having a conversation with each other.", "similarity": 0.691, "relevance": 4 }, { "pair_id": 194720, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A man and a doctor were having a conversation.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 194721, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 5.94, 8.68 ], "duration": 91.66, "caption": "A man takes medicine while a person is talking to him.", "similarity": 0.6894, "relevance": 4 }, { "pair_id": 194722, "video_name": "house_s08e15_seg02_clip_05", "timestamp": [ 2.23, 7.12 ], "duration": 89.66, "caption": "A person tells another person what drug someone has irresponsibly taken in the past.", "similarity": 0.6885, "relevance": 4 }, { "pair_id": 194723, "video_name": "house_s03e05_seg02_clip_08", "timestamp": [ 7.7, 9.51 ], "duration": 90.66, "caption": "A man took a pill while talking to another man.", "similarity": 0.6874, "relevance": 3 }, { "pair_id": 194724, "video_name": "friends_s06e11_seg02_clip_13", "timestamp": [ 20.41, 60.03 ], "duration": 60.66, "caption": "Two people were having a conversation with another person.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 194725, "video_name": "house_s05e07_seg02_clip_19", "timestamp": [ 39.91, 42.01 ], "duration": 70.66, "caption": "A man pops some pills into his mouth while having a conversation with another man.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 194726, "video_name": "castle_s07e14_seg02_clip_18", "timestamp": [ 8.6, 22.64 ], "duration": 90.66, "caption": "A man, person and woman were having a conversation.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 194727, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.683, "relevance": 3 }, { "pair_id": 194728, "video_name": "castle_s03e01_seg02_clip_08", "timestamp": [ 0.0, 35.3 ], "duration": 90.66, "caption": "A man was having a conversation with two people.", "similarity": 0.6829, "relevance": 3 }, { "pair_id": 194729, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 54.63, 86.02 ], "duration": 86.66, "caption": "A man was having a conversation with two people.", "similarity": 0.6829, "relevance": 4 }, { "pair_id": 194730, "video_name": "house_s05e14_seg02_clip_24", "timestamp": [ 0.0, 19.37 ], "duration": 88.66, "caption": "A man and another man are having a conversation with a patient.", "similarity": 0.6823, "relevance": 4 }, { "pair_id": 194731, "video_name": "castle_s05e11_seg02_clip_07", "timestamp": [ 0.0, 22.06 ], "duration": 90.66, "caption": "A man and woman were having a conversation with another man.", "similarity": 0.6819, "relevance": 4 }, { "pair_id": 194732, "video_name": "house_s02e02_seg02_clip_25", "timestamp": [ 23.74, 26.56 ], "duration": 113.66, "caption": "A person takes some pills while talking with person.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 194733, "video_name": "house_s01e15_seg02_clip_26", "timestamp": [ 11.85, 19.06 ], "duration": 103.66, "caption": "A person takes somes pills during their conversation with someone.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 194734, "video_name": "castle_s04e17_seg02_clip_18", "timestamp": [ 9.63, 16.05 ], "duration": 91.66, "caption": "A woman tells two people the drugs they had.", "similarity": 0.6801, "relevance": 4 }, { "pair_id": 194735, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 0.0, 30.25 ], "duration": 84.66, "caption": "Two people were having a conversation with each other.", "similarity": 0.6762, "relevance": 4 }, { "pair_id": 194736, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 14.96, 19.37 ], "duration": 88.66, "caption": "A person tells another person to ask the patient the drugs he's using and if he denies it to give him a urine test and the other person gets up from his seat.", "similarity": 0.6758, "relevance": 3 }, { "pair_id": 194737, "video_name": "castle_s05e06_seg02_clip_06", "timestamp": [ 0.0, 14.56 ], "duration": 91.66, "caption": "Someone and someone else are having a conversation with each other.", "similarity": 0.6741, "relevance": 4 }, { "pair_id": 194738, "video_name": "castle_s05e21_seg02_clip_25", "timestamp": [ 0.0, 23.41 ], "duration": 151.66, "caption": "A person was having a conversation with two other people.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 194739, "video_name": "castle_s06e08_seg02_clip_06", "timestamp": [ 69.63, 78.28 ], "duration": 91.66, "caption": "A man was having a serious conversation with someone and someone else.", "similarity": 0.6734, "relevance": 3 } ] }, { "query_id": 29502, "query": "A woman walks up to a man and kisses him on the cheek then the mouth.", "relevant_moment": [ { "pair_id": 72120, "video_name": "friends_s03e21_seg02_clip_18", "timestamp": [ 47.47, 52.21 ], "duration": 73.66, "caption": "A woman walks up to a man and kisses him on the cheek then the mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 72121, "video_name": "castle_s03e23_seg02_clip_00", "timestamp": [ 27.61, 34.51 ], "duration": 92.66, "caption": "A woman walks up to a man, puts her arms around him and kisses him on the cheek.", "similarity": 0.9281, "relevance": 3 }, { "pair_id": 72122, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 11.71, 14.11 ], "duration": 60.66, "caption": "A woman walks up to person and gives him a kiss on the cheek.", "similarity": 0.9242, "relevance": 2 }, { "pair_id": 72123, "video_name": "friends_s04e13_seg02_clip_06", "timestamp": [ 28.14, 30.75 ], "duration": 58.66, "caption": "A woman walks up to a man and kisses him on the cheek as they hug.", "similarity": 0.9145, "relevance": 3 }, { "pair_id": 72124, "video_name": "grey_s03e11_seg02_clip_18", "timestamp": [ 29.3, 37.88 ], "duration": 101.66, "caption": "A woman walks up to a man and gives him a kiss on the forehead.", "similarity": 0.91, "relevance": 2 }, { "pair_id": 72125, "video_name": "friends_s02e20_seg02_clip_17", "timestamp": [ 0.0, 8.19 ], "duration": 63.66, "caption": "A woman walks up to a man and gives him a kiss.", "similarity": 0.9081, "relevance": 3 }, { "pair_id": 72126, "video_name": "friends_s04e15_seg02_clip_11", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman walks over to a man and kisses him on the cheek.", "similarity": 0.9001, "relevance": 3 }, { "pair_id": 72127, "video_name": "friends_s03e22_seg02_clip_03", "timestamp": [ 18.99, 22.11 ], "duration": 52.66, "caption": "A person walks up to a woman and kisses her.", "similarity": 0.896, "relevance": 2 }, { "pair_id": 72128, "video_name": "friends_s02e20_seg02_clip_13", "timestamp": [ 59.65, 62.0 ], "duration": 67.66, "caption": "A man walks up to woman and kisses her.", "similarity": 0.8921, "relevance": 2 }, { "pair_id": 72129, "video_name": "friends_s03e06_seg02_clip_08", "timestamp": [ 20.75, 25.02 ], "duration": 61.66, "caption": "A woman walks over to a man to kiss him on the cheek.", "similarity": 0.8906, "relevance": 3 }, { "pair_id": 72130, "video_name": "house_s05e07_seg02_clip_16", "timestamp": [ 19.33, 21.63 ], "duration": 92.66, "caption": "A woman reaches up and kisses a man on the cheek.", "similarity": 0.8657, "relevance": 2 }, { "pair_id": 72131, "video_name": "s07e24_seg02_clip_17", "timestamp": [ 29.71, 35.0 ], "duration": 66.66, "caption": "A woman walks over to someone and kisses him on the cheek.", "similarity": 0.8635, "relevance": 3 }, { "pair_id": 72132, "video_name": "friends_s04e21_seg02_clip_18", "timestamp": [ 0.0, 18.35 ], "duration": 57.66, "caption": "A woman walks over to a man and then kisses him.", "similarity": 0.8533, "relevance": 3 }, { "pair_id": 72133, "video_name": "friends_s09e23-24_seg02_clip_42", "timestamp": [ 46.52, 49.0 ], "duration": 62.66, "caption": "A woman walks over to a man and kisses him.", "similarity": 0.8497, "relevance": 3 }, { "pair_id": 72134, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 77.83, 91.03 ], "duration": 91.66, "caption": "A man walks up to a woman and she puts her arms around him and they kiss.", "similarity": 0.8467, "relevance": 2 }, { "pair_id": 72135, "video_name": "met_s06e14_seg02_clip_08", "timestamp": [ 26.55, 29.29 ], "duration": 61.66, "caption": "A woman reaches up to kiss a man on the cheek.", "similarity": 0.8466, "relevance": 3 }, { "pair_id": 72136, "video_name": "friends_s09e21_seg02_clip_20", "timestamp": [ 0.64, 4.48 ], "duration": 64.66, "caption": "A man walks up to woman and she gets up and they kiss.", "similarity": 0.8462, "relevance": 3 }, { "pair_id": 72137, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 28.07, 36.0 ], "duration": 122.66, "caption": "A person walks up to another person and kisses him on the cheek.", "similarity": 0.8365, "relevance": 3 }, { "pair_id": 72138, "video_name": "friends_s05e15_seg02_clip_00", "timestamp": [ 22.06, 25.53 ], "duration": 63.66, "caption": "A woman walks over and kisses a man on the lips.", "similarity": 0.836, "relevance": 3 }, { "pair_id": 72139, "video_name": "castle_s08e13_seg02_clip_03", "timestamp": [ 78.36, 80.59 ], "duration": 89.66, "caption": "A woman walks up to a man to kiss him but he stops her with his fingers.", "similarity": 0.8336, "relevance": 2 }, { "pair_id": 245440, "video_name": "friends_s10e17-18_seg02_clip_42", "timestamp": [ 57.55, 64.06 ], "duration": 65.66, "caption": "A man walks over to a woman and kisses her on the lips.", "similarity": 0.831, "relevance": 3 }, { "pair_id": 245441, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 42.76, 48.61 ], "duration": 90.66, "caption": "A woman walks towards a man and then he pulls her in and kisses her.", "similarity": 0.829, "relevance": 3 }, { "pair_id": 245442, "video_name": "castle_s07e11_seg02_clip_00", "timestamp": [ 22.55, 28.53 ], "duration": 92.66, "caption": "A woman walks up to another woman and gives her a kiss on the cheek.", "similarity": 0.8278, "relevance": 2 }, { "pair_id": 245443, "video_name": "friends_s05e17_seg02_clip_04", "timestamp": [ 22.51, 30.01 ], "duration": 60.66, "caption": "A woman walks to a man and kisses him right away.", "similarity": 0.8255, "relevance": 3 }, { "pair_id": 245444, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 14.18, 17.65 ], "duration": 63.66, "caption": "A man tries to kiss a woman when he walks up to her.", "similarity": 0.8194, "relevance": 2 }, { "pair_id": 245445, "video_name": "friends_s04e13_seg02_clip_06", "timestamp": [ 28.14, 30.17 ], "duration": 58.66, "caption": "A woman walks up to two men as she greets them and kisses one of them on the cheek.", "similarity": 0.8181, "relevance": 3 }, { "pair_id": 245446, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 7.28, 11.38 ], "duration": 91.66, "caption": "A woman walks up and places her hand on a man then hugs him and kisses him.", "similarity": 0.8156, "relevance": 3 }, { "pair_id": 245447, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 13.06, 19.15 ], "duration": 58.66, "caption": "A man walks in and kisses a woman on the cheek.", "similarity": 0.8128, "relevance": 3 }, { "pair_id": 245448, "video_name": "met_s06e08_seg02_clip_01", "timestamp": [ 54.62, 60.03 ], "duration": 60.66, "caption": "While a man and a woman are having a conversation, a man walks up and kisses the woman on the cheek.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 245449, "video_name": "grey_s02e22_seg02_clip_03", "timestamp": [ 79.41, 82.47 ], "duration": 87.66, "caption": "A man walks by a woman and they greet with a kiss on the cheek.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 245450, "video_name": "friends_s03e21_seg02_clip_06", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek dressed up.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 245451, "video_name": "friends_s03e12_seg02_clip_11", "timestamp": [ 45.47, 58.28 ], "duration": 61.66, "caption": "A person kisses another person as she walks up to him.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 245452, "video_name": "friends_s02e02_seg02_clip_01", "timestamp": [ 14.41, 24.65 ], "duration": 64.66, "caption": "A man kisses a woman on the forehead and then walks up to the counter.", "similarity": 0.8045, "relevance": 3 }, { "pair_id": 245453, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 35.42, 42.92 ], "duration": 60.66, "caption": "A woman walks towards a man, and they hug and kiss.", "similarity": 0.8024, "relevance": 3 }, { "pair_id": 245454, "video_name": "friends_s02e20_seg02_clip_17", "timestamp": [ 0.0, 22.06 ], "duration": 63.66, "caption": "A woman walks over to a man to hug and kiss him.", "similarity": 0.8002, "relevance": 3 }, { "pair_id": 245455, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 46.69, 51.87 ], "duration": 61.66, "caption": "A woman stands up and gives a man a kiss on the cheek.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 245456, "video_name": "friends_s10e12_seg02_clip_01", "timestamp": [ 46.2, 49.03 ], "duration": 56.66, "caption": "A man approaches a woman and kisses her on the cheek.", "similarity": 0.7983, "relevance": 3 }, { "pair_id": 245457, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 9.74, 12.4 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek and then touches his face.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 245458, "video_name": "castle_s03e05_seg02_clip_15", "timestamp": [ 9.07, 26.77 ], "duration": 86.66, "caption": "A woman walks up to someone to compliment them then kiss them.", "similarity": 0.7974, "relevance": 3 }, { "pair_id": 245459, "video_name": "s09e16_seg01_clip_01", "timestamp": [ 29.11, 35.42 ], "duration": 60.66, "caption": "A man walks up to woman, kisses her, and then hugs her.", "similarity": 0.793, "relevance": 3 } ] }, { "query_id": 29523, "query": "A woman removes a pill from a bottle and takes it.", "relevant_moment": [ { "pair_id": 147680, "video_name": "friends_s03e21_seg02_clip_10", "timestamp": [ 2.64, 11.23 ], "duration": 66.66, "caption": "A woman removes a pill from a bottle and takes it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147681, "video_name": "friends_s03e21_seg02_clip_10", "timestamp": [ 6.27, 12.55 ], "duration": 66.66, "caption": "A woman takes a pill out of a white bottle, puts it in her mouth and swallows it.", "similarity": 0.8491, "relevance": 4 }, { "pair_id": 147682, "video_name": "friends_s07e16_seg02_clip_04", "timestamp": [ 42.79, 45.45 ], "duration": 59.66, "caption": "A woman gets a bottle of pills out of her purse.", "similarity": 0.7863, "relevance": 1 }, { "pair_id": 147683, "video_name": "house_s07e22_seg02_clip_18", "timestamp": [ 69.66, 78.31 ], "duration": 91.66, "caption": "A person opens the pill bottle, pours out a pill then takes it.", "similarity": 0.7785, "relevance": 3 }, { "pair_id": 147684, "video_name": "grey_s03e25_seg02_clip_08", "timestamp": [ 5.12, 10.23 ], "duration": 93.66, "caption": "A woman puts a pill in their mouth and takes a drink of water.", "similarity": 0.7686, "relevance": 2 }, { "pair_id": 147685, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 68.1, 70.77 ], "duration": 89.66, "caption": "A person holds onto a bottle of pills as a woman walks away.", "similarity": 0.7611, "relevance": 0 }, { "pair_id": 147686, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 34.45, 35.34 ], "duration": 89.66, "caption": "A person takes a pill out from a pill dispenser.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 147687, "video_name": "castle_s05e11_seg02_clip_01", "timestamp": [ 45.53, 48.62 ], "duration": 88.66, "caption": "A woman takes a pill and swallows it with a mouthful of champagne.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 147688, "video_name": "house_s08e11_seg02_clip_22", "timestamp": [ 7.65, 17.55 ], "duration": 90.66, "caption": "A person takes their pill bottle out of their pocket.", "similarity": 0.7378, "relevance": 0 }, { "pair_id": 147689, "video_name": "house_s01e01_seg02_clip_00", "timestamp": [ 55.39, 70.3 ], "duration": 142.66, "caption": "A person takes out their pill bottle and takes some while walking.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 147690, "video_name": "house_s04e16_seg02_clip_17", "timestamp": [ 72.02, 83.72 ], "duration": 90.66, "caption": "A person watches a woman take some pills out of a bottle and swallow them.", "similarity": 0.734, "relevance": 4 }, { "pair_id": 147691, "video_name": "house_s07e11_seg02_clip_09", "timestamp": [ 44.63, 46.47 ], "duration": 92.66, "caption": "A woman walks into a patient room and sets the pill bottle down.", "similarity": 0.7327, "relevance": 1 }, { "pair_id": 147692, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 20.78, 30.08 ], "duration": 62.66, "caption": "A woman removes a container of pills from her purse and places it on the coffee table.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 147693, "video_name": "house_s07e11_seg02_clip_09", "timestamp": [ 27.61, 30.37 ], "duration": 92.66, "caption": "A woman is grabbing the pill bottle from the desk.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 147694, "video_name": "house_s03e10_seg02_clip_21", "timestamp": [ 56.08, 60.09 ], "duration": 89.66, "caption": "A man picks up the bottle and takes out a pill.", "similarity": 0.7117, "relevance": 1 }, { "pair_id": 147695, "video_name": "castle_s08e15_seg02_clip_22", "timestamp": [ 66.19, 73.04 ], "duration": 91.66, "caption": "A man takes out a pill from a small bottle and takes the cap off a water bottle.", "similarity": 0.7011, "relevance": 1 }, { "pair_id": 147696, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 6.9, 10.13 ], "duration": 46.66, "caption": "A person takes a pill out of a bottle and eats it with a drink they had beside them.", "similarity": 0.6907, "relevance": 3 }, { "pair_id": 147697, "video_name": "house_s08e01_seg02_clip_23", "timestamp": [ 86.02, 90.57 ], "duration": 91.66, "caption": "A woman picks up a pill bottle in their lab coat and opens it.", "similarity": 0.6895, "relevance": 1 }, { "pair_id": 147698, "video_name": "house_s02e08_seg02_clip_05", "timestamp": [ 42.25, 43.57 ], "duration": 88.66, "caption": "A person pours out a pill and swallows it.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 147699, "video_name": "castle_s05e11_seg02_clip_01", "timestamp": [ 29.62, 48.62 ], "duration": 88.66, "caption": "A woman takes some pills given to her with some champagne.", "similarity": 0.6843, "relevance": 3 } ] }, { "query_id": 29539, "query": "A woman in dark clothing runs into a stairwell, two men follow her with their guns drawn and the woman falls down the stairs and lays at the bottom.", "relevant_moment": [ { "pair_id": 281260, "video_name": "grey_s02e14_seg02_clip_11", "timestamp": [ 69.77, 77.42 ], "duration": 90.66, "caption": "A woman walks down the stairs with a man, then she stops and turns around heading back upstairs.", "similarity": 0.6109, "relevance": 1 }, { "pair_id": 281261, "video_name": "s04e18_seg02_clip_15", "timestamp": [ 1.45, 4.93 ], "duration": 58.66, "caption": "A man follows a woman who started climbing down the stairs.", "similarity": 0.6097, "relevance": 1 }, { "pair_id": 281262, "video_name": "met_s04e03_seg02_clip_07", "timestamp": [ 37.22, 41.12 ], "duration": 60.66, "caption": "A woman in pink sweater runs down the stairs.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 281263, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 11.23, 14.2 ], "duration": 66.66, "caption": "A person runs to the stairs and then down them.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 281264, "video_name": "grey_s01e01_seg02_clip_11", "timestamp": [ 7.23, 20.78 ], "duration": 90.66, "caption": "A woman is walking up the stairs and then starts running in the hallway.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 281265, "video_name": "house_s02e20_seg02_clip_25", "timestamp": [ 17.4, 19.72 ], "duration": 116.66, "caption": "A woman in her scrub suit runs down the stairs.", "similarity": 0.601, "relevance": 2 }, { "pair_id": 281266, "video_name": "castle_s08e20_seg02_clip_02", "timestamp": [ 2.32, 14.38 ], "duration": 92.66, "caption": "A man runs up the steps and is followed by a woman.", "similarity": 0.5975, "relevance": 2 }, { "pair_id": 281267, "video_name": "castle_s08e08_seg02_clip_12", "timestamp": [ 52.68, 60.58 ], "duration": 75.66, "caption": "A person jumps downs to the next floor and runs right into woman holding their gun on them.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 281268, "video_name": "grey_s01e07_seg02_clip_02", "timestamp": [ 84.0, 90.66 ], "duration": 90.66, "caption": "A woman is walking down the corridor and a person runs up to them.", "similarity": 0.5942, "relevance": 1 }, { "pair_id": 281269, "video_name": "grey_s01e01_seg02_clip_08", "timestamp": [ 60.66, 69.56 ], "duration": 80.66, "caption": "A woman appears on the stairs then runs down a hallway, coming to a stop in a female patient's room.", "similarity": 0.5938, "relevance": 1 }, { "pair_id": 281270, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 43.82, 47.12 ], "duration": 60.66, "caption": "A woman runs down after another woman walks her way out from the group.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 281271, "video_name": "grey_s01e08_seg02_clip_13", "timestamp": [ 69.98, 73.94 ], "duration": 88.66, "caption": "A man runs up the stairs to join woman and woman.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 281272, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 17.83, 27.55 ], "duration": 81.66, "caption": "A person runs towards the stairway and falls to the bottom.", "similarity": 0.5906, "relevance": 2 }, { "pair_id": 281273, "video_name": "grey_s03e19_seg02_clip_19", "timestamp": [ 51.53, 57.06 ], "duration": 92.66, "caption": "A woman comes down the stairs and runs into her father and guy.", "similarity": 0.5891, "relevance": 1 }, { "pair_id": 281274, "video_name": "friends_s03e20_seg02_clip_16", "timestamp": [ 40.82, 45.02 ], "duration": 60.66, "caption": "A woman descends the stairs in a quite fast pace.", "similarity": 0.5889, "relevance": 1 }, { "pair_id": 281275, "video_name": "s05e11_seg02_clip_15", "timestamp": [ 0.0, 13.65 ], "duration": 78.66, "caption": "Two people run down stairs in their robes.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 281276, "video_name": "s03e19_seg02_clip_04", "timestamp": [ 0.0, 9.0 ], "duration": 60.66, "caption": "Some people come up the stairs and meet a woman coming down the stairs.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 281277, "video_name": "grey_s03e16_seg02_clip_09", "timestamp": [ 30.7, 38.37 ], "duration": 90.66, "caption": "A person runs up the stairs and sees another person crouched down by a step.", "similarity": 0.5867, "relevance": 1 }, { "pair_id": 281278, "video_name": "grey_s03e18_seg02_clip_12", "timestamp": [ 17.75, 26.85 ], "duration": 91.66, "caption": "A woman touches man's face and then man runs up the stairs.", "similarity": 0.5865, "relevance": 1 }, { "pair_id": 281279, "video_name": "castle_s01e07_seg02_clip_24", "timestamp": [ 54.42, 57.21 ], "duration": 93.66, "caption": "A woman with two other men climb a stairs.", "similarity": 0.5843, "relevance": 2 } ] }, { "query_id": 29550, "query": "A person gets caught laughing at a joke and coughs awkwardly.", "relevant_moment": [ { "pair_id": 154400, "video_name": "grey_s03e15_seg02_clip_02", "timestamp": [ 13.08, 18.75 ], "duration": 87.66, "caption": "A person gets caught laughing at a joke and coughs awkwardly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154401, "video_name": "s04e23_seg02_clip_11", "timestamp": [ 9.46, 13.73 ], "duration": 61.66, "caption": "A person laughs after someone says something sarcastic to them.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 154402, "video_name": "s03e18_seg02_clip_16", "timestamp": [ 20.02, 24.08 ], "duration": 58.66, "caption": "A person laughs at person's jokes and another person gives them a dirty look.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 154403, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 46.64, 52.63 ], "duration": 63.66, "caption": "A person explains what makes a joke work in order to make himself laugh.", "similarity": 0.7076, "relevance": 0 }, { "pair_id": 154404, "video_name": "s04e24_seg01_clip_00", "timestamp": [ 30.7, 32.57 ], "duration": 62.66, "caption": "A person begins to laugh at the joke much later than everyone else.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 154405, "video_name": "s05e17_seg02_clip_06", "timestamp": [ 52.48, 55.23 ], "duration": 61.66, "caption": "A person laughs at another person with a look of amusement.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 154406, "video_name": "castle_s07e19_seg02_clip_08", "timestamp": [ 42.78, 45.93 ], "duration": 90.66, "caption": "A person laughs hysterically at something another person says to him.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 154407, "video_name": "met_s05e02_seg02_clip_19", "timestamp": [ 8.19, 14.33 ], "duration": 68.66, "caption": "A person makes a joke about dating again, and another person laughs.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 154408, "video_name": "s04e24_seg02_clip_12", "timestamp": [ 15.38, 26.69 ], "duration": 58.66, "caption": "A woman makes a joke and two people start to laugh.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 154409, "video_name": "friends_s06e13_seg02_clip_15", "timestamp": [ 0.0, 20.14 ], "duration": 61.66, "caption": "A woman has a coughing fit then laughs and says she doesn't want to spoil the mood, after which she sneezes in a man's face.", "similarity": 0.68, "relevance": 4 }, { "pair_id": 154410, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 36.87, 43.24 ], "duration": 91.66, "caption": "A person laughs at the conclusion stated by another person.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 154411, "video_name": "friends_s01e14_seg02_clip_13", "timestamp": [ 36.79, 42.16 ], "duration": 43.66, "caption": "A person breaks out into a fit of spontaneous laughter.", "similarity": 0.6701, "relevance": 3 }, { "pair_id": 154413, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 40.77, 43.34 ], "duration": 57.66, "caption": "A person laughs at something a man just said.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 154414, "video_name": "house_s03e06_seg02_clip_11", "timestamp": [ 29.0, 36.59 ], "duration": 89.66, "caption": "A man makes a joke about another man to which the latter pretends to laugh.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 154415, "video_name": "grey_s02e20_seg02_clip_10", "timestamp": [ 6.83, 16.38 ], "duration": 91.66, "caption": "A person says something that makes another person laugh and look at someone else.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 154416, "video_name": "house_s04e01_seg02_clip_15", "timestamp": [ 77.46, 85.38 ], "duration": 88.66, "caption": "A person walks up to someone and makes a joke.", "similarity": 0.6535, "relevance": 0 }, { "pair_id": 154417, "video_name": "friends_s04e01_seg02_clip_03", "timestamp": [ 2.93, 7.8 ], "duration": 65.66, "caption": "A person starts to laugh and puts his/her hand over his/her mouth.", "similarity": 0.6457, "relevance": 4 }, { "pair_id": 154418, "video_name": "s04e23_seg02_clip_15", "timestamp": [ 6.41, 13.12 ], "duration": 61.66, "caption": "A man laughs when a woman jokes about his sexual prowess.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 154419, "video_name": "s08e19_seg02_clip_04", "timestamp": [ 52.31, 58.3 ], "duration": 63.66, "caption": "A person laughs and smiles during a conversation with another person.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 327720, "video_name": "s03e09_seg02_clip_09", "timestamp": [ 1.86, 15.82 ], "duration": 62.66, "caption": "A person is mad at someone for a joke they did.", "similarity": 0.64, "relevance": 1 }, { "pair_id": 327721, "video_name": "castle_s06e02_seg02_clip_11", "timestamp": [ 5.58, 10.23 ], "duration": 93.66, "caption": "A man laughs in response to something another person says.", "similarity": 0.6399, "relevance": 2 }, { "pair_id": 327722, "video_name": "friends_s03e24_seg02_clip_01", "timestamp": [ 20.75, 27.16 ], "duration": 61.66, "caption": "A person gets up from the meeting and makes a joke.", "similarity": 0.6379, "relevance": 0 }, { "pair_id": 327723, "video_name": "met_s02e05_seg02_clip_10", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A man says something that causes two people to burst into laughter.", "similarity": 0.6341, "relevance": 1 }, { "pair_id": 327724, "video_name": "met_s03e09_seg02_clip_18", "timestamp": [ 31.6, 33.88 ], "duration": 50.66, "caption": "A person raises both arms in the air while laughing.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 327725, "video_name": "grey_s02e17_seg02_clip_03", "timestamp": [ 17.74, 21.73 ], "duration": 88.66, "caption": "A woman bursts into laughter and slaps her knee, as two other people.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 327726, "video_name": "friends_s06e24-25_seg02_clip_10", "timestamp": [ 18.01, 22.51 ], "duration": 60.66, "caption": "A person makes a snorting noise through her nose as he/she laughs.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 327727, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 17.71, 19.18 ], "duration": 59.66, "caption": "A person laughs at what another person is saying in the doorway.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 327728, "video_name": "house_s07e16_seg02_clip_06", "timestamp": [ 47.1, 48.89 ], "duration": 89.66, "caption": "A man has their hands folded by their mouth, and then laughs.", "similarity": 0.6265, "relevance": 1 }, { "pair_id": 327729, "video_name": "house_s03e22_seg02_clip_04", "timestamp": [ 73.29, 80.58 ], "duration": 91.66, "caption": "A man laughs at something person says and completely surprises another person.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 327730, "video_name": "s07e03_seg02_clip_01", "timestamp": [ 48.02, 51.02 ], "duration": 60.66, "caption": "A man mocks someone with a short fake laugh.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 327731, "video_name": "met_s04e03_seg02_clip_04", "timestamp": [ 41.95, 51.89 ], "duration": 62.66, "caption": "A man tries to make a joke in order to get a fist bump.", "similarity": 0.6196, "relevance": 0 }, { "pair_id": 327732, "video_name": "met_s06e04_seg01_clip_00", "timestamp": [ 6.2, 9.61 ], "duration": 62.66, "caption": "A woman laughs when a man makes a joke about body parts.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 327733, "video_name": "friends_s09e14_seg02_clip_05", "timestamp": [ 1.16, 7.25 ], "duration": 58.66, "caption": "A woman shows a man how to laugh and they laugh together.", "similarity": 0.6192, "relevance": 2 }, { "pair_id": 327734, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person makes a funny reaction to a man.", "similarity": 0.6167, "relevance": 0 }, { "pair_id": 327735, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 18.05, 25.02 ], "duration": 82.66, "caption": "A man makes a joke about another man's title and a woman laughs.", "similarity": 0.6164, "relevance": 2 }, { "pair_id": 327736, "video_name": "met_s03e07_seg02_clip_05", "timestamp": [ 32.88, 37.53 ], "duration": 62.66, "caption": "A person laughs at someone's joke about the pool of pennies.", "similarity": 0.6154, "relevance": 2 }, { "pair_id": 327737, "video_name": "met_s03e05_seg01_clip_01", "timestamp": [ 1.26, 3.36 ], "duration": 42.66, "caption": "A person laughs at something another person says and touches their arm.", "similarity": 0.6154, "relevance": 1 }, { "pair_id": 327738, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 15.41, 27.79 ], "duration": 55.66, "caption": "A person laughs at what a man is asking another man.", "similarity": 0.6142, "relevance": 2 }, { "pair_id": 327739, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 8.68, 10.92 ], "duration": 56.66, "caption": "A woman begins to laugh at something a man says, but quickly stifles her laughter.", "similarity": 0.6137, "relevance": 2 } ] }, { "query_id": 29567, "query": "An employee looks at a man and asks if he can get him a cup of coffee as well.", "relevant_moment": [ { "pair_id": 81461, "video_name": "house_s05e17_seg02_clip_17", "timestamp": [ 45.97, 51.43 ], "duration": 91.66, "caption": "A man mentions to another person whose behind him that he is asking for his assistance and he takes a drink of his coffee cup.", "similarity": 0.7337, "relevance": 2 }, { "pair_id": 81462, "video_name": "s10e03_seg02_clip_11", "timestamp": [ 12.31, 22.81 ], "duration": 60.66, "caption": "A person has a fit when a man says he's getting a cup of coffee and offers to get some for another person also.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 81463, "video_name": "friends_s04e20_seg02_clip_00", "timestamp": [ 1.3, 3.58 ], "duration": 65.66, "caption": "A man goes up to another person to get more coffee.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 81464, "video_name": "s02e22_seg02_clip_08", "timestamp": [ 35.11, 41.2 ], "duration": 58.66, "caption": "A person tells a man to go fetch him a coffee beverage.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 81465, "video_name": "house_s05e23_seg02_clip_03", "timestamp": [ 54.62, 59.62 ], "duration": 91.66, "caption": "A man who is holding a cup of coffee enters the office of another man.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 81466, "video_name": "met_s02e07_seg01_clip_01", "timestamp": [ 22.8, 26.72 ], "duration": 49.66, "caption": "A man looks at his coffee cup and then shows it to some people.", "similarity": 0.6671, "relevance": 1 }, { "pair_id": 81467, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 11.28, 15.59 ], "duration": 41.66, "caption": "A man puts coffee into his cup whilst talking to another person.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 81468, "video_name": "friends_s04e05_seg02_clip_06", "timestamp": [ 9.6, 11.35 ], "duration": 58.66, "caption": "A man looks at what a woman is doing with a coffee cup.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 81469, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 9.14, 12.33 ], "duration": 91.66, "caption": "A man drinks his coffee while he is talking to a person.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 81470, "video_name": "castle_s06e22_seg02_clip_10", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A man is holding a cup of coffee as he tells another man that he is clueless.", "similarity": 0.6608, "relevance": 1 }, { "pair_id": 81471, "video_name": "house_s03e22_seg02_clip_09", "timestamp": [ 38.95, 44.04 ], "duration": 56.66, "caption": "A man offers a man a cup of coffee and he takes the coffee cup on his desk.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 81472, "video_name": "castle_s03e13_seg02_clip_01", "timestamp": [ 0.0, 16.77 ], "duration": 88.66, "caption": "A person mentions to a man and a woman the feeling he has drinking coffee out of a cup.", "similarity": 0.6596, "relevance": 2 }, { "pair_id": 81473, "video_name": "friends_s07e17_seg02_clip_07", "timestamp": [ 0.0, 3.15 ], "duration": 63.66, "caption": "A man asks another man about his relationship when he grabs his coffee.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 81474, "video_name": "castle_s03e15_seg02_clip_04", "timestamp": [ 10.19, 20.85 ], "duration": 92.66, "caption": "A man was holding a cup of coffee as he was talking.", "similarity": 0.654, "relevance": 1 }, { "pair_id": 81475, "video_name": "friends_s08e15_seg02_clip_21", "timestamp": [ 34.45, 37.54 ], "duration": 56.66, "caption": "A person walks over and serves a man a cup of coffee.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 81476, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 83.03, 86.58 ], "duration": 88.66, "caption": "A man takes a drink of his coffee cup as he walks towards another person.", "similarity": 0.6499, "relevance": 1 }, { "pair_id": 81477, "video_name": "castle_s01e10_seg02_clip_23", "timestamp": [ 7.14, 13.77 ], "duration": 102.66, "caption": "A man takes a drink of coffee while commenting on work times.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 81478, "video_name": "house_s02e12_seg02_clip_21", "timestamp": [ 23.21, 27.76 ], "duration": 91.66, "caption": "A man walks with his cup of coffee to face his colleagues.", "similarity": 0.648, "relevance": 1 }, { "pair_id": 81479, "video_name": "castle_s03e07_seg02_clip_10", "timestamp": [ 14.41, 18.92 ], "duration": 90.66, "caption": "A person serves coffee to a man who is doing some exercise.", "similarity": 0.6444, "relevance": 3 } ] }, { "query_id": 29571, "query": "A woman removes her reading glasses and places them on the desk.", "relevant_moment": [ { "pair_id": 159040, "video_name": "castle_s04e01_seg02_clip_09", "timestamp": [ 11.25, 13.5 ], "duration": 90.66, "caption": "A woman removes her reading glasses and places them on the desk.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 159041, "video_name": "castle_s05e24_seg02_clip_09", "timestamp": [ 60.53, 66.54 ], "duration": 92.66, "caption": "A woman takes her glasses off and lays them on her desk.", "similarity": 0.8398, "relevance": 3 }, { "pair_id": 159042, "video_name": "s06e10_seg02_clip_04", "timestamp": [ 35.67, 38.15 ], "duration": 62.66, "caption": "A woman takes off her glasses and places them on the table.", "similarity": 0.762, "relevance": 4 }, { "pair_id": 159043, "video_name": "house_s07e07_seg02_clip_07", "timestamp": [ 64.1, 65.43 ], "duration": 89.66, "caption": "A woman takes off her reading glasses while looking at papers.", "similarity": 0.7519, "relevance": 2 }, { "pair_id": 159044, "video_name": "house_s08e16_seg02_clip_22", "timestamp": [ 9.24, 14.52 ], "duration": 88.66, "caption": "A man takes off his glasses and puts them on the desk.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 159045, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 7.67, 9.44 ], "duration": 59.66, "caption": "A woman removes her glasses from her face.", "similarity": 0.6987, "relevance": 2 }, { "pair_id": 159046, "video_name": "house_s03e16_seg02_clip_10", "timestamp": [ 47.09, 49.29 ], "duration": 88.66, "caption": "A woman puts her glasses on and reads from a yellow notepad.", "similarity": 0.6974, "relevance": 1 }, { "pair_id": 159047, "video_name": "grey_s03e10_seg02_clip_07", "timestamp": [ 9.96, 14.04 ], "duration": 90.66, "caption": "A woman removes her glasses with her right hand.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 159048, "video_name": "grey_s03e09_seg02_clip_27", "timestamp": [ 15.06, 17.99 ], "duration": 83.66, "caption": "A woman removes her glasses with her right hand.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 159049, "video_name": "castle_s04e09_seg02_clip_21", "timestamp": [ 56.94, 59.24 ], "duration": 115.66, "caption": "A woman removes her glasses as she has a conversation.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 159050, "video_name": "house_s08e06_seg02_clip_25", "timestamp": [ 0.0, 9.66 ], "duration": 92.66, "caption": "A person fiddles with their glasses while sitting at their desk.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 159051, "video_name": "s06e02_seg02_clip_12", "timestamp": [ 20.07, 22.43 ], "duration": 59.66, "caption": "A woman picks up her glasses from the bedside table and puts them on.", "similarity": 0.6815, "relevance": 1 }, { "pair_id": 159052, "video_name": "met_s04e03_seg02_clip_00", "timestamp": [ 9.75, 15.61 ], "duration": 65.66, "caption": "A woman reads what is on the desk below her.", "similarity": 0.6777, "relevance": 0 }, { "pair_id": 159053, "video_name": "s10e02_seg02_clip_10", "timestamp": [ 15.61, 17.23 ], "duration": 65.66, "caption": "A woman reaches up and adjusts her glasses as she leans on the edge of the desk.", "similarity": 0.6584, "relevance": 1 }, { "pair_id": 159054, "video_name": "house_s07e13_seg02_clip_24", "timestamp": [ 52.45, 54.3 ], "duration": 92.66, "caption": "A woman clasps her hands and puts them on her desk.", "similarity": 0.6583, "relevance": 1 }, { "pair_id": 159055, "video_name": "house_s07e11_seg02_clip_05", "timestamp": [ 7.24, 8.32 ], "duration": 72.66, "caption": "A woman takes off her glasses to look at person.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 159056, "video_name": "castle_s05e16_seg02_clip_02", "timestamp": [ 17.12, 18.73 ], "duration": 107.66, "caption": "A woman takes off her glasses as she talks.", "similarity": 0.6515, "relevance": 2 }, { "pair_id": 159057, "video_name": "house_s01e11_seg02_clip_12", "timestamp": [ 11.23, 12.13 ], "duration": 89.66, "caption": "A woman puts on her glasses to read the file.", "similarity": 0.6482, "relevance": 1 }, { "pair_id": 159058, "video_name": "s06e04_seg02_clip_16", "timestamp": [ 17.86, 20.31 ], "duration": 70.66, "caption": "A person takes off their glasses and sits them on the table.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 159059, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 7.67, 9.15 ], "duration": 59.66, "caption": "A woman reaches to her face and removes her glasses.", "similarity": 0.6421, "relevance": 1 }, { "pair_id": 332360, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 24.19, 26.51 ], "duration": 93.66, "caption": "A woman reaches up to take her glasses off.", "similarity": 0.6326, "relevance": 3 }, { "pair_id": 332361, "video_name": "castle_s06e14_seg02_clip_18", "timestamp": [ 30.27, 32.94 ], "duration": 89.66, "caption": "A woman takes off her eye glasses to look at woman.", "similarity": 0.6212, "relevance": 3 }, { "pair_id": 332362, "video_name": "grey_s03e16_seg02_clip_20", "timestamp": [ 13.07, 16.67 ], "duration": 90.66, "caption": "A woman closes the chart and takes off her glasses.", "similarity": 0.6115, "relevance": 3 }, { "pair_id": 332363, "video_name": "house_s02e12_seg02_clip_04", "timestamp": [ 7.74, 13.2 ], "duration": 91.66, "caption": "A person is looking through the things at their desk.", "similarity": 0.6112, "relevance": 2 }, { "pair_id": 332364, "video_name": "s07e13_seg02_clip_03", "timestamp": [ 14.89, 19.23 ], "duration": 62.66, "caption": "A woman places an object on the desk and walks away.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 332365, "video_name": "s10e04_seg02_clip_11", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A woman turns off the light then walks over and places her glasses on the nightstand.", "similarity": 0.6102, "relevance": 3 }, { "pair_id": 332366, "video_name": "s04e18_seg01_clip_00", "timestamp": [ 31.32, 36.91 ], "duration": 62.66, "caption": "A person takes their glasses from the nightstand and puts them on.", "similarity": 0.6088, "relevance": 3 }, { "pair_id": 332367, "video_name": "castle_s07e18_seg02_clip_14", "timestamp": [ 66.17, 72.47 ], "duration": 90.66, "caption": "A woman points and removes her glasses as she has a conversation with some people.", "similarity": 0.6045, "relevance": 3 }, { "pair_id": 332368, "video_name": "grey_s03e16_seg02_clip_20", "timestamp": [ 3.15, 7.21 ], "duration": 90.66, "caption": "A woman puts on glasses and then opens a chart.", "similarity": 0.6035, "relevance": 3 }, { "pair_id": 332369, "video_name": "s10e11_seg02_clip_01", "timestamp": [ 37.19, 40.73 ], "duration": 59.66, "caption": "A woman puts on their glasses and gets out of bed.", "similarity": 0.6032, "relevance": 3 }, { "pair_id": 332371, "video_name": "castle_s05e03_seg02_clip_25", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "A woman takes her stick figure out of the drawer in her desk and places it on top.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 332372, "video_name": "castle_s07e17_seg02_clip_03", "timestamp": [ 66.32, 70.4 ], "duration": 102.66, "caption": "A woman puts on her reading glasses to examine the drawing the detective has handed her.", "similarity": 0.6006, "relevance": 2 }, { "pair_id": 332373, "video_name": "grey_s02e18_seg02_clip_11", "timestamp": [ 72.18, 75.26 ], "duration": 88.66, "caption": "A man removes his reading glasses from his face.", "similarity": 0.6005, "relevance": 2 }, { "pair_id": 332374, "video_name": "house_s02e17_seg02_clip_25", "timestamp": [ 39.91, 44.11 ], "duration": 140.66, "caption": "A woman puts her glasses on and then looks into the microscope.", "similarity": 0.6003, "relevance": 2 }, { "pair_id": 332375, "video_name": "met_s06e06_seg02_clip_02", "timestamp": [ 4.58, 13.43 ], "duration": 61.66, "caption": "A woman reads something off a piece of paper at the news desk.", "similarity": 0.5999, "relevance": 2 }, { "pair_id": 332376, "video_name": "grey_s03e19_seg02_clip_09", "timestamp": [ 25.07, 38.95 ], "duration": 89.66, "caption": "A woman is looking in the mirror while taking her glasses on and off.", "similarity": 0.5993, "relevance": 3 }, { "pair_id": 332377, "video_name": "house_s08e02_seg02_clip_16", "timestamp": [ 27.82, 28.71 ], "duration": 89.66, "caption": "A woman adjusts her glasses while carrying a file.", "similarity": 0.5989, "relevance": 2 }, { "pair_id": 332378, "video_name": "s08e15_seg02_clip_06", "timestamp": [ 2.1, 3.6 ], "duration": 60.66, "caption": "A woman takes her glasses off of her face with one hand.", "similarity": 0.5988, "relevance": 3 }, { "pair_id": 332379, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 18.88, 20.64 ], "duration": 87.66, "caption": "A woman puts some papers down on her desk.", "similarity": 0.5974, "relevance": 2 } ] }, { "query_id": 29630, "query": "A person is on the ground hitting the van's tire with a crowbar.", "relevant_moment": [ { "pair_id": 11340, "video_name": "s09e03_seg02_clip_14", "timestamp": [ 17.11, 20.71 ], "duration": 60.66, "caption": "A person is on the ground hitting the van's tire with a crowbar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11341, "video_name": "s09e03_seg02_clip_11", "timestamp": [ 13.64, 17.7 ], "duration": 58.66, "caption": "A person remains by the van's tire as some people release the tire.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 11342, "video_name": "s09e03_seg02_clip_07", "timestamp": [ 49.94, 59.23 ], "duration": 64.66, "caption": "A person kneels down by the van and tries to use the lug-nut wrench on the tire.", "similarity": 0.6165, "relevance": 3 }, { "pair_id": 11343, "video_name": "s09e03_seg02_clip_15", "timestamp": [ 29.22, 33.05 ], "duration": 59.66, "caption": "A man is crouched down by the tire touching the rim.", "similarity": 0.5039, "relevance": 2 }, { "pair_id": 11344, "video_name": "castle_s08e12_seg02_clip_15", "timestamp": [ 12.22, 21.26 ], "duration": 90.66, "caption": "A person puts a body inside a white van before driving it.", "similarity": 0.5011, "relevance": 1 }, { "pair_id": 11345, "video_name": "s09e03_seg02_clip_06", "timestamp": [ 0.0, 13.21 ], "duration": 60.66, "caption": "A man is driving a van with some people as passengers as the van gets a flat tire.", "similarity": 0.4942, "relevance": 0 }, { "pair_id": 11346, "video_name": "castle_s06e17_seg02_clip_06", "timestamp": [ 12.29, 19.57 ], "duration": 91.66, "caption": "A person opens the back of the van and points a gun at woman.", "similarity": 0.4833, "relevance": 0 }, { "pair_id": 11347, "video_name": "castle_s04e03_seg02_clip_01", "timestamp": [ 33.37, 39.31 ], "duration": 91.66, "caption": "A woman notices a tire track on the ground.", "similarity": 0.4799, "relevance": 0 }, { "pair_id": 11348, "video_name": "met_s03e16_seg02_clip_09", "timestamp": [ 49.73, 53.01 ], "duration": 59.66, "caption": "A person bangs the roof of a vehicle they are sitting in with their fist.", "similarity": 0.4757, "relevance": 1 }, { "pair_id": 11349, "video_name": "castle_s05e15_seg02_clip_14", "timestamp": [ 13.49, 19.15 ], "duration": 87.66, "caption": "A person runs to the van with blood in it and another person stops him.", "similarity": 0.4756, "relevance": 0 }, { "pair_id": 11350, "video_name": "castle_s04e15_seg02_clip_27", "timestamp": [ 12.89, 14.64 ], "duration": 25.66, "caption": "A person runs from the car, throws his hands in the air and falls to the ground.", "similarity": 0.4734, "relevance": 0 }, { "pair_id": 11351, "video_name": "friends_s08e23-24_seg02_clip_03", "timestamp": [ 1.8, 4.21 ], "duration": 60.66, "caption": "A person hits someone on the back with their right hand.", "similarity": 0.4623, "relevance": 0 }, { "pair_id": 11352, "video_name": "house_s05e24_seg02_clip_12", "timestamp": [ 5.7, 8.08 ], "duration": 95.66, "caption": "A person throws something and it hits the window.", "similarity": 0.46, "relevance": 0 }, { "pair_id": 11353, "video_name": "castle_s03e17_seg02_clip_24", "timestamp": [ 72.7, 75.55 ], "duration": 95.66, "caption": "A person looks in the back of the van and finds a huge bomb.", "similarity": 0.4564, "relevance": 0 }, { "pair_id": 11354, "video_name": "s09e03_seg02_clip_00", "timestamp": [ 9.46, 13.73 ], "duration": 61.66, "caption": "A person is pouting in the back seat of a van and begins to look up at the ceiling.", "similarity": 0.4564, "relevance": 0 }, { "pair_id": 11355, "video_name": "s07e03_seg02_clip_06", "timestamp": [ 37.22, 38.15 ], "duration": 62.66, "caption": "A man hits the car steering wheel with his hand.", "similarity": 0.4555, "relevance": 0 }, { "pair_id": 11356, "video_name": "castle_s01e07_seg02_clip_10", "timestamp": [ 49.77, 52.56 ], "duration": 93.66, "caption": "A person is slapped across the face and knocked to the ground.", "similarity": 0.454, "relevance": 0 }, { "pair_id": 11357, "video_name": "castle_s08e12_seg02_clip_15", "timestamp": [ 7.24, 18.1 ], "duration": 90.66, "caption": "A person watches footage of someone putting a person in a van.", "similarity": 0.4512, "relevance": 1 }, { "pair_id": 11358, "video_name": "castle_s03e17_seg02_clip_24", "timestamp": [ 57.02, 61.29 ], "duration": 95.66, "caption": "A woman pulls her car in front of a van to make it stop.", "similarity": 0.4493, "relevance": 0 }, { "pair_id": 11359, "video_name": "s09e03_seg02_clip_13", "timestamp": [ 27.46, 35.7 ], "duration": 61.66, "caption": "A person is holding and bouncing a street sign trying to move the lever on the tire so they can fix it.", "similarity": 0.4486, "relevance": 1 } ] }, { "query_id": 29635, "query": "A woman and a man are walking together through a derelict old Warehouse.", "relevant_moment": [ { "pair_id": 140640, "video_name": "castle_s02e07_seg02_clip_17", "timestamp": [ 0.89, 12.91 ], "duration": 89.66, "caption": "A woman and a man are walking together through a derelict old Warehouse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 140641, "video_name": "castle_s06e09_seg02_clip_18", "timestamp": [ 62.02, 67.41 ], "duration": 89.66, "caption": "A person walks past woman and man at the warehouse.", "similarity": 0.7982, "relevance": 3 }, { "pair_id": 140642, "video_name": "castle_s07e16_seg02_clip_15", "timestamp": [ 0.0, 6.76 ], "duration": 90.66, "caption": "A man and a woman walk up to warehouse door.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 140643, "video_name": "castle_s06e09_seg02_clip_18", "timestamp": [ 34.15, 63.81 ], "duration": 89.66, "caption": "A woman and man walk in a warehouse and stop at a box.", "similarity": 0.7133, "relevance": 3 }, { "pair_id": 140644, "video_name": "castle_s06e09_seg02_clip_19", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A man and woman walk quickly in a warehouse only to stop.", "similarity": 0.7047, "relevance": 4 }, { "pair_id": 140645, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 9.1, 10.01 ], "duration": 91.66, "caption": "A man and a woman walk through the room together.", "similarity": 0.6276, "relevance": 0 }, { "pair_id": 140646, "video_name": "castle_s02e23_seg02_clip_14", "timestamp": [ 23.21, 30.95 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway with a person in between them.", "similarity": 0.6202, "relevance": 2 }, { "pair_id": 140647, "video_name": "castle_s07e14_seg02_clip_10", "timestamp": [ 40.39, 44.93 ], "duration": 90.66, "caption": "A man and a woman walk through a room with shelves.", "similarity": 0.6177, "relevance": 4 }, { "pair_id": 140648, "video_name": "castle_s03e22_seg02_clip_19", "timestamp": [ 0.0, 5.61 ], "duration": 102.66, "caption": "A man and a woman walk down a hallway together.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 140649, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 45.77, 50.65 ], "duration": 61.66, "caption": "A person walking past woman and man is carrying a bag.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 140650, "video_name": "castle_s07e19_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A woman walks through the hallway with a man and another person.", "similarity": 0.604, "relevance": 3 }, { "pair_id": 140651, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 76.74, 88.66 ], "duration": 88.66, "caption": "A person and a woman walk together down a hallway.", "similarity": 0.6004, "relevance": 3 }, { "pair_id": 140652, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 23.16, 31.03 ], "duration": 87.66, "caption": "A man walks with a woman who brings a folder with her.", "similarity": 0.5998, "relevance": 3 }, { "pair_id": 140653, "video_name": "house_s04e02_seg02_clip_13", "timestamp": [ 14.4, 21.61 ], "duration": 90.66, "caption": "A woman and man are walking hurriedly side by side in the hallway.", "similarity": 0.5971, "relevance": 3 }, { "pair_id": 140654, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 35.19, 38.2 ], "duration": 67.66, "caption": "Someone walks past a man and a woman in the hallway.", "similarity": 0.5933, "relevance": 1 }, { "pair_id": 140655, "video_name": "castle_s07e06_seg02_clip_17", "timestamp": [ 23.06, 33.5 ], "duration": 87.66, "caption": "A woman and a man walk over and meet another man in the hallway.", "similarity": 0.5914, "relevance": 3 }, { "pair_id": 140656, "video_name": "castle_s02e02_seg02_clip_25", "timestamp": [ 0.0, 3.55 ], "duration": 88.66, "caption": "A man and woman are walking down the hallway with someone in front of them.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 140657, "video_name": "castle_s03e07_seg02_clip_22", "timestamp": [ 74.86, 90.2 ], "duration": 90.66, "caption": "A man and woman walk through a building lobby.", "similarity": 0.585, "relevance": 3 }, { "pair_id": 140658, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 36.09, 40.1 ], "duration": 89.66, "caption": "A woman and a man walk out of the room together.", "similarity": 0.5812, "relevance": 2 }, { "pair_id": 140659, "video_name": "castle_s07e10_seg02_clip_14", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A man and woman are walking beside each other.", "similarity": 0.5802, "relevance": 4 }, { "pair_id": 313960, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.3, 36.56 ], "duration": 63.66, "caption": "Two people walk into the same room as a woman and a man.", "similarity": 0.5772, "relevance": 1 }, { "pair_id": 313961, "video_name": "house_s07e02_seg02_clip_00", "timestamp": [ 5.58, 12.09 ], "duration": 93.66, "caption": "A woman walks near man and they walk together.", "similarity": 0.5763, "relevance": 3 }, { "pair_id": 313962, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 18.74, 27.67 ], "duration": 89.66, "caption": "A woman and a man are walking down a hallway talking with someone.", "similarity": 0.5749, "relevance": 3 }, { "pair_id": 313963, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 19.38, 26.59 ], "duration": 90.66, "caption": "A woman walks up to a man holding a folder.", "similarity": 0.5745, "relevance": 1 }, { "pair_id": 313964, "video_name": "castle_s08e01_seg02_clip_13", "timestamp": [ 13.0, 20.28 ], "duration": 104.66, "caption": "A man and a woman walk into a storage room filled with guns.", "similarity": 0.5737, "relevance": 4 }, { "pair_id": 313965, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 82.82, 89.53 ], "duration": 89.66, "caption": "A woman walks through a hallway with a man and another person following her.", "similarity": 0.5734, "relevance": 3 }, { "pair_id": 313966, "video_name": "castle_s06e09_seg02_clip_18", "timestamp": [ 33.7, 89.66 ], "duration": 89.66, "caption": "A man and a woman walk down the columns in the storage room.", "similarity": 0.5729, "relevance": 4 }, { "pair_id": 313967, "video_name": "house_s01e11_seg02_clip_02", "timestamp": [ 80.84, 91.66 ], "duration": 91.66, "caption": "A woman and man walk through the halls together talking.", "similarity": 0.5723, "relevance": 3 }, { "pair_id": 313968, "video_name": "house_s02e07_seg02_clip_08", "timestamp": [ 26.62, 32.13 ], "duration": 91.66, "caption": "A woman walks from one room to another and a man walks behind her.", "similarity": 0.572, "relevance": 2 }, { "pair_id": 313969, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 85.56, 91.03 ], "duration": 91.66, "caption": "A woman and a man walk out to the waiting room.", "similarity": 0.5719, "relevance": 2 }, { "pair_id": 313970, "video_name": "friends_s04e18_seg02_clip_11", "timestamp": [ 40.43, 46.63 ], "duration": 59.66, "caption": "A woman and a man carrying a bag walk into the apartment.", "similarity": 0.5702, "relevance": 2 }, { "pair_id": 313971, "video_name": "castle_s03e16_seg02_clip_10", "timestamp": [ 27.91, 35.82 ], "duration": 93.66, "caption": "A man and a woman walk to a crate in the storage unit and open it.", "similarity": 0.5698, "relevance": 4 }, { "pair_id": 313972, "video_name": "castle_s01e05_seg02_clip_04", "timestamp": [ 37.18, 39.87 ], "duration": 89.66, "caption": "A man and woman walk through an apartment building.", "similarity": 0.5696, "relevance": 3 }, { "pair_id": 313973, "video_name": "house_s05e03_seg02_clip_21", "timestamp": [ 0.0, 9.98 ], "duration": 95.66, "caption": "A person walking together with a woman and another person.", "similarity": 0.5694, "relevance": 3 }, { "pair_id": 313974, "video_name": "s02e08_seg02_clip_03", "timestamp": [ 4.06, 16.54 ], "duration": 58.66, "caption": "A man and a woman walk down a hallway to leave.", "similarity": 0.5692, "relevance": 3 }, { "pair_id": 313975, "video_name": "house_s06e08_seg02_clip_07", "timestamp": [ 43.61, 46.81 ], "duration": 80.66, "caption": "A man and a woman walk out of a room.", "similarity": 0.5686, "relevance": 3 }, { "pair_id": 313976, "video_name": "castle_s03e18_seg02_clip_19", "timestamp": [ 37.18, 43.98 ], "duration": 90.66, "caption": "A woman and man walk along the hallway of an apartment building.", "similarity": 0.568, "relevance": 3 }, { "pair_id": 313977, "video_name": "s07e13_seg02_clip_16", "timestamp": [ 1.68, 5.03 ], "duration": 67.66, "caption": "A person walks past woman and man in the living room.", "similarity": 0.5666, "relevance": 2 }, { "pair_id": 313978, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A woman walks into the room with man following.", "similarity": 0.5664, "relevance": 2 }, { "pair_id": 313979, "video_name": "house_s01e14_seg02_clip_03", "timestamp": [ 21.81, 40.51 ], "duration": 89.66, "caption": "A woman and a man walk through the hospital together.", "similarity": 0.5654, "relevance": 3 } ] }, { "query_id": 29670, "query": "A person tells another person with the black eye that it doesn't matter.", "relevant_moment": [ { "pair_id": 146180, "video_name": "house_s07e13_seg02_clip_05", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A person tells another person with the black eye that it doesn't matter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146181, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 4.96, 7.22 ], "duration": 90.66, "caption": "A person looks at the black person to his right who shrugs and the person turns back to face another person.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 146182, "video_name": "s05e14_seg01_clip_02", "timestamp": [ 0.0, 3.08 ], "duration": 44.66, "caption": "A person tells another person he's not fine after she asks him.", "similarity": 0.5917, "relevance": 1 }, { "pair_id": 146183, "video_name": "house_s01e08_seg02_clip_11", "timestamp": [ 35.9, 41.42 ], "duration": 92.66, "caption": "A person tells another person that there are no connections between two other people.", "similarity": 0.5881, "relevance": 1 }, { "pair_id": 146184, "video_name": "castle_s07e08_seg02_clip_22", "timestamp": [ 72.11, 89.02 ], "duration": 89.66, "caption": "A person is looking at two other people having no idea what they're talking about.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 146185, "video_name": "s02e01_seg02_clip_14", "timestamp": [ 23.21, 37.43 ], "duration": 58.66, "caption": "A person tells another person about things that the other person considers to be irrelevant.", "similarity": 0.582, "relevance": 1 }, { "pair_id": 146186, "video_name": "house_s07e13_seg02_clip_18", "timestamp": [ 76.46, 80.66 ], "duration": 84.66, "caption": "A woman says something to a person that makes them close one eye, confused.", "similarity": 0.5787, "relevance": 1 }, { "pair_id": 146187, "video_name": "met_s02e10_seg01_clip_01", "timestamp": [ 29.72, 44.02 ], "duration": 44.66, "caption": "A person doesn't tell woman that someone's brother is black.", "similarity": 0.5728, "relevance": 0 }, { "pair_id": 146188, "video_name": "castle_s08e03_seg02_clip_22", "timestamp": [ 44.19, 50.78 ], "duration": 94.66, "caption": "A person says something that makes two others look at each other.", "similarity": 0.572, "relevance": 1 }, { "pair_id": 146189, "video_name": "castle_s03e17_seg02_clip_01", "timestamp": [ 1.37, 5.01 ], "duration": 91.66, "caption": "A person tells another person they aren't seeing anything after they ask.", "similarity": 0.5711, "relevance": 1 }, { "pair_id": 146190, "video_name": "grey_s02e07_seg02_clip_17", "timestamp": [ 0.0, 30.04 ], "duration": 77.66, "caption": "A person is talking to another person but the other person isn't saying anything.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 146191, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 39.06, 43.64 ], "duration": 61.66, "caption": "A person tells another person the image is not clear but that is probably better.", "similarity": 0.5647, "relevance": 1 }, { "pair_id": 146192, "video_name": "grey_s01e05_seg02_clip_13", "timestamp": [ 11.64, 42.69 ], "duration": 97.66, "caption": "A black person and a black person are having a secret conversation.", "similarity": 0.5638, "relevance": 1 }, { "pair_id": 146193, "video_name": "met_s06e03_seg02_clip_02", "timestamp": [ 6.06, 12.42 ], "duration": 60.66, "caption": "A person tells another person that no one disagrees with him.", "similarity": 0.5543, "relevance": 1 }, { "pair_id": 146194, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.5528, "relevance": 0 }, { "pair_id": 146195, "video_name": "friends_s03e17_seg02_clip_16", "timestamp": [ 12.7, 18.01 ], "duration": 59.66, "caption": "A woman mentions to two people that a man is the one to agree with her and she asks him and he doesn't know.", "similarity": 0.5513, "relevance": 0 }, { "pair_id": 146196, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 14.08, 17.6 ], "duration": 88.66, "caption": "A person tells another person someone he should go speak with.", "similarity": 0.5511, "relevance": 1 }, { "pair_id": 146197, "video_name": "grey_s03e24_seg02_clip_19", "timestamp": [ 46.99, 83.54 ], "duration": 87.66, "caption": "A person tells off another person and lets them know what they think of the situation.", "similarity": 0.551, "relevance": 1 }, { "pair_id": 146198, "video_name": "friends_s07e16_seg02_clip_13", "timestamp": [ 26.71, 30.01 ], "duration": 60.66, "caption": "Two people look uncomfortable at what person says.", "similarity": 0.5504, "relevance": 0 }, { "pair_id": 146199, "video_name": "s09e23_seg02_clip_10", "timestamp": [ 0.0, 7.93 ], "duration": 61.66, "caption": "A person was having a conversation with another person wearing a black jacket.", "similarity": 0.5496, "relevance": 1 } ] }, { "query_id": 29716, "query": "A man rips a check out of his checkbook and hands it to a woman.", "relevant_moment": [ { "pair_id": 162740, "video_name": "friends_s02e14_seg02_clip_14", "timestamp": [ 11.29, 14.65 ], "duration": 61.66, "caption": "A man rips a check out of his checkbook and hands it to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162741, "video_name": "castle_s05e24_seg02_clip_24", "timestamp": [ 14.11, 16.6 ], "duration": 83.66, "caption": "A man rips a check from his checkbook and hands the check to a person.", "similarity": 0.8794, "relevance": 3 }, { "pair_id": 162742, "video_name": "friends_s05e05_seg02_clip_12", "timestamp": [ 17.41, 29.51 ], "duration": 59.66, "caption": "A woman opens her checkbook, writes a check and passes it to a man.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 162743, "video_name": "met_s06e12_seg02_clip_10", "timestamp": [ 52.31, 58.3 ], "duration": 63.66, "caption": "A person rips the check out of his checkbook and hands it to the priest.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 162744, "video_name": "friends_s09e16_seg02_clip_09", "timestamp": [ 42.23, 44.12 ], "duration": 63.66, "caption": "A person hands another person a check torn out his/her checkbook.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 162745, "video_name": "house_s05e22_seg02_clip_26", "timestamp": [ 16.07, 39.28 ], "duration": 119.66, "caption": "A woman writes a check and gives it to a man.", "similarity": 0.6775, "relevance": 1 }, { "pair_id": 162746, "video_name": "friends_s03e18_seg02_clip_12", "timestamp": [ 59.26, 61.12 ], "duration": 62.66, "caption": "A man takes a check from a woman's hand and tears it up.", "similarity": 0.67, "relevance": 0 }, { "pair_id": 162747, "video_name": "friends_s09e16_seg02_clip_04", "timestamp": [ 23.63, 26.26 ], "duration": 58.66, "caption": "A man takes a checkbook out of a drawer and begins writing a check.", "similarity": 0.6673, "relevance": 1 }, { "pair_id": 162748, "video_name": "house_s08e04_seg02_clip_05", "timestamp": [ 74.34, 79.23 ], "duration": 89.66, "caption": "A person rips up a check and sets it onto a table.", "similarity": 0.6643, "relevance": 2 }, { "pair_id": 162749, "video_name": "castle_s05e10_seg02_clip_01", "timestamp": [ 71.13, 76.11 ], "duration": 90.66, "caption": "A man rips out a piece of paper from a notepad and hands the paper to woman.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 162750, "video_name": "grey_s03e10_seg02_clip_16", "timestamp": [ 40.59, 46.09 ], "duration": 84.66, "caption": "A man takes cash out of his pocket and hands it to woman.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 162751, "video_name": "s02e07_seg02_clip_13", "timestamp": [ 33.87, 41.5 ], "duration": 61.66, "caption": "A man takes a piece of paper from his pocket and hands it to a woman.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 162752, "video_name": "friends_s06e06_seg01_clip_00", "timestamp": [ 31.22, 40.32 ], "duration": 65.66, "caption": "A man picks up his checkbook and shows it to another man and he gets up and moves away from the couch.", "similarity": 0.623, "relevance": 1 }, { "pair_id": 162753, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 9.45, 22.06 ], "duration": 90.66, "caption": "A man checks the papers that they have in their hand while talking to a woman.", "similarity": 0.6181, "relevance": 0 }, { "pair_id": 162754, "video_name": "s07e15_seg02_clip_12", "timestamp": [ 3.6, 6.3 ], "duration": 60.66, "caption": "A person rips out a sheet of paper and hands it to a man.", "similarity": 0.6152, "relevance": 2 }, { "pair_id": 162755, "video_name": "friends_s09e16_seg02_clip_09", "timestamp": [ 3.47, 7.88 ], "duration": 63.66, "caption": "A man grabs his checkbook and a pen as he talks to another man.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 162756, "video_name": "s10e10_seg02_clip_03", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A man gets up and rips a page from a book in front of a woman.", "similarity": 0.6089, "relevance": 2 }, { "pair_id": 162757, "video_name": "house_s06e02_seg02_clip_26", "timestamp": [ 0.0, 5.16 ], "duration": 86.66, "caption": "A man holds a check made out to another person.", "similarity": 0.6085, "relevance": 1 }, { "pair_id": 162758, "video_name": "s08e06_seg02_clip_00", "timestamp": [ 41.5, 43.02 ], "duration": 61.66, "caption": "A man grabs an envelope that woman hands him and opens it to find a wad of money.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 162759, "video_name": "friends_s03e19_seg02_clip_06", "timestamp": [ 30.08, 34.43 ], "duration": 62.66, "caption": "A man picks up a book, waves it at woman, and throws it down.", "similarity": 0.6069, "relevance": 0 }, { "pair_id": 336061, "video_name": "friends_s09e10_seg02_clip_19", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A man takes an envelope out of his pocket and hands it to woman.", "similarity": 0.6032, "relevance": 1 }, { "pair_id": 336062, "video_name": "house_s02e05_seg02_clip_09", "timestamp": [ 30.11, 33.12 ], "duration": 86.66, "caption": "A man gets the check and put it in his wallet.", "similarity": 0.6015, "relevance": 3 }, { "pair_id": 336063, "video_name": "house_s07e04_seg02_clip_14", "timestamp": [ 85.26, 90.66 ], "duration": 90.66, "caption": "A man pulls a note out of his bag to read to a woman.", "similarity": 0.6006, "relevance": 2 }, { "pair_id": 336064, "video_name": "friends_s10e07_seg02_clip_19", "timestamp": [ 13.55, 37.19 ], "duration": 63.66, "caption": "A woman tries to give the charity guy the check but pulls it back a couple times for a man to grab it.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 336065, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 35.58, 45.63 ], "duration": 57.66, "caption": "A man picks up an envelope and reads it to woman.", "similarity": 0.5993, "relevance": 2 }, { "pair_id": 336066, "video_name": "met_s05e05_seg02_clip_02", "timestamp": [ 4.35, 9.33 ], "duration": 62.66, "caption": "A man grabs a phone book and hands it to a man to rip.", "similarity": 0.5963, "relevance": 1 }, { "pair_id": 336067, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 35.93, 41.6 ], "duration": 54.66, "caption": "A man passes a book to a person, who grabs it and looks at it.", "similarity": 0.5962, "relevance": 1 }, { "pair_id": 336068, "video_name": "friends_s01e21_seg01_clip_00", "timestamp": [ 11.98, 14.71 ], "duration": 42.66, "caption": "A person walks over with the check and a woman grabs it.", "similarity": 0.5949, "relevance": 1 }, { "pair_id": 336069, "video_name": "castle_s03e09_seg02_clip_05", "timestamp": [ 42.97, 45.68 ], "duration": 90.66, "caption": "A man takes out a book as he is at woman's desk and shows it to her.", "similarity": 0.5939, "relevance": 1 }, { "pair_id": 336070, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 36.14, 42.86 ], "duration": 56.66, "caption": "A man pull a piece of paper and give it to woman.", "similarity": 0.5933, "relevance": 4 }, { "pair_id": 336071, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 44.19, 49.3 ], "duration": 93.66, "caption": "A man pulls his pager out of his pocket and checks it.", "similarity": 0.5896, "relevance": 0 }, { "pair_id": 336072, "video_name": "friends_s01e05_seg02_clip_00", "timestamp": [ 22.22, 30.47 ], "duration": 63.66, "caption": "A woman is holding her checkbook with both hands then holds it in her right hand.", "similarity": 0.5891, "relevance": 3 }, { "pair_id": 336073, "video_name": "met_s03e15_seg02_clip_14", "timestamp": [ 54.64, 60.81 ], "duration": 95.66, "caption": "A man pulls off a check and passes it to another man.", "similarity": 0.5878, "relevance": 3 }, { "pair_id": 336074, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 20.37, 29.42 ], "duration": 90.66, "caption": "A man holds up a sheet of paper then tosses it over to a woman.", "similarity": 0.5829, "relevance": 3 }, { "pair_id": 336075, "video_name": "castle_s06e09_seg02_clip_10", "timestamp": [ 51.89, 64.17 ], "duration": 91.66, "caption": "A man looks at a piece of paper that a woman handed to him.", "similarity": 0.5811, "relevance": 2 }, { "pair_id": 336076, "video_name": "castle_s06e23_seg02_clip_13", "timestamp": [ 91.71, 96.03 ], "duration": 96.66, "caption": "A person hands a paper to woman and takes several bills out of man's hand.", "similarity": 0.5808, "relevance": 2 }, { "pair_id": 336077, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 59.79, 65.82 ], "duration": 92.66, "caption": "A man gives woman a piece of paper to look at.", "similarity": 0.5805, "relevance": 3 }, { "pair_id": 336078, "video_name": "friends_s03e04_seg02_clip_17", "timestamp": [ 16.82, 17.71 ], "duration": 59.66, "caption": "A man grabs the stack of papers from woman's hands.", "similarity": 0.5795, "relevance": 3 }, { "pair_id": 336079, "video_name": "friends_s06e11_seg02_clip_14", "timestamp": [ 35.53, 52.53 ], "duration": 61.66, "caption": "A man takes out money from his pocket and holds it in front of woman.", "similarity": 0.5793, "relevance": 3 } ] }, { "query_id": 29755, "query": "A man takes out his gun and he points it at the police.", "relevant_moment": [ { "pair_id": 171840, "video_name": "castle_s04e04_seg02_clip_24", "timestamp": [ 13.06, 18.91 ], "duration": 90.66, "caption": "A man takes out his gun and he points it at the police.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171841, "video_name": "castle_s08e05_seg02_clip_16", "timestamp": [ 39.17, 43.18 ], "duration": 89.66, "caption": "A man takes out their gun and points it at another person.", "similarity": 0.8222, "relevance": 3 }, { "pair_id": 171842, "video_name": "castle_s04e04_seg02_clip_24", "timestamp": [ 14.86, 18.46 ], "duration": 90.66, "caption": "A man takes out his gun and points it at the officers as another man yells at him to put the weapon down.", "similarity": 0.8193, "relevance": 3 }, { "pair_id": 171843, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 2.33, 5.58 ], "duration": 93.66, "caption": "A man puts his gun into his holster and points it at someone.", "similarity": 0.8085, "relevance": 2 }, { "pair_id": 171844, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 0.0, 6.7 ], "duration": 89.66, "caption": "A person is pointing a gun towards a man as some police officers come in behind him ordering him to release his gun.", "similarity": 0.7936, "relevance": 2 }, { "pair_id": 171845, "video_name": "castle_s03e06_seg02_clip_11", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "When a man comes walking out the door, the police point their guns at him.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 171846, "video_name": "castle_s06e07_seg02_clip_06", "timestamp": [ 36.5, 38.28 ], "duration": 89.66, "caption": "A police officer in uniform points a gun at a person.", "similarity": 0.7621, "relevance": 2 }, { "pair_id": 171847, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 48.04, 53.57 ], "duration": 85.66, "caption": "A woman takes out her gun and points it at a man.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 171848, "video_name": "castle_s07e17_seg02_clip_04", "timestamp": [ 27.31, 33.16 ], "duration": 78.66, "caption": "A person takes someone's gun and points a gun at their head.", "similarity": 0.7498, "relevance": 4 }, { "pair_id": 171849, "video_name": "castle_s06e03_seg02_clip_17", "timestamp": [ 17.29, 20.48 ], "duration": 91.66, "caption": "A man walks over to the cops while putting his gun away.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 171850, "video_name": "castle_s04e21_seg02_clip_06", "timestamp": [ 13.5, 18.45 ], "duration": 90.66, "caption": "A man points the gun again at the suspect and tells them not to move and the suspect then points a gun back at him.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 171851, "video_name": "castle_s07e01_seg02_clip_04", "timestamp": [ 0.0, 3.4 ], "duration": 85.66, "caption": "A man runs to person and points his gun at him.", "similarity": 0.7304, "relevance": 3 }, { "pair_id": 171852, "video_name": "castle_s03e17_seg02_clip_17", "timestamp": [ 33.95, 69.31 ], "duration": 93.66, "caption": "A person pulls his gun out and points it toward another person.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 171853, "video_name": "castle_s05e22_seg02_clip_02", "timestamp": [ 2.69, 11.21 ], "duration": 89.66, "caption": "A man points a gun at a suspect and tells him to go down on his knee.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 171854, "video_name": "castle_s05e22_seg02_clip_02", "timestamp": [ 0.0, 13.9 ], "duration": 89.66, "caption": "A man points a gun at a suspect and tells him to go down on his knee.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 171855, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 0.0, 3.4 ], "duration": 68.66, "caption": "A woman pulls out a gun and points it at a man.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 171856, "video_name": "castle_s04e04_seg02_clip_23", "timestamp": [ 66.67, 73.12 ], "duration": 86.66, "caption": "A man takes a gun from his back and points it at another man.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 171857, "video_name": "castle_s05e22_seg02_clip_02", "timestamp": [ 2.69, 10.31 ], "duration": 89.66, "caption": "A man points a gun at a suspect and tells them to go down on their knee.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 171858, "video_name": "house_s05e09_seg02_clip_25", "timestamp": [ 58.33, 84.01 ], "duration": 107.66, "caption": "A man points the gun at person who is standing right in front of him.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 171859, "video_name": "castle_s04e21_seg02_clip_17", "timestamp": [ 0.0, 3.67 ], "duration": 91.66, "caption": "A man points a gun at a person and the person backs away.", "similarity": 0.7085, "relevance": 3 }, { "pair_id": 345160, "video_name": "house_s05e09_seg02_clip_04", "timestamp": [ 29.03, 44.2 ], "duration": 86.66, "caption": "A man points the gun at another man as he stands in front of him.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 345161, "video_name": "castle_s04e09_seg02_clip_25", "timestamp": [ 39.54, 49.77 ], "duration": 93.66, "caption": "A man points his gun at someone and puts their finger on the trigger when they are shot down from the window beside them.", "similarity": 0.7011, "relevance": 4 }, { "pair_id": 345162, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 61.46, 65.98 ], "duration": 90.66, "caption": "A man grabs another man's gun and points it at someone else.", "similarity": 0.6966, "relevance": 4 }, { "pair_id": 345163, "video_name": "castle_s02e13_seg02_clip_25", "timestamp": [ 36.75, 37.21 ], "duration": 93.66, "caption": "A captain steps around the corner and points his gun at the suspect.", "similarity": 0.6915, "relevance": 4 }, { "pair_id": 345164, "video_name": "castle_s05e07_seg02_clip_12", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man points his gun at a person with a dark hair and a beard.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 345165, "video_name": "castle_s01e07_seg02_clip_25", "timestamp": [ 59.53, 62.18 ], "duration": 88.66, "caption": "A person points a gun at man ordering him out of the car and man opens the door on him knocking him to his feet.", "similarity": 0.6863, "relevance": 4 }, { "pair_id": 345166, "video_name": "house_s05e09_seg02_clip_05", "timestamp": [ 27.04, 28.81 ], "duration": 88.66, "caption": "A person points a gun at another person and shoots him.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 345167, "video_name": "castle_s08e01_seg02_clip_18", "timestamp": [ 72.24, 77.76 ], "duration": 92.66, "caption": "A man pulls his gun out to intimidate another man but doesn't point it at him.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 345168, "video_name": "castle_s05e04_seg02_clip_25", "timestamp": [ 20.75, 40.14 ], "duration": 90.66, "caption": "A police officer puts a gun to another person's body.", "similarity": 0.6772, "relevance": 4 }, { "pair_id": 345169, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 59.42, 64.82 ], "duration": 90.66, "caption": "A person pulls a gun and points it at another person.", "similarity": 0.6754, "relevance": 3 }, { "pair_id": 345170, "video_name": "house_s05e09_seg02_clip_04", "timestamp": [ 77.57, 86.66 ], "duration": 86.66, "caption": "A person is pointing a gun right at man.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 345171, "video_name": "castle_s04e16_seg02_clip_23", "timestamp": [ 67.0, 83.66 ], "duration": 83.66, "caption": "A person points a gun to man and woman.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 345172, "video_name": "castle_s07e18_seg02_clip_22", "timestamp": [ 88.04, 96.14 ], "duration": 108.66, "caption": "A man takes out his gun and shows it to another man.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 345173, "video_name": "castle_s04e07_seg02_clip_13", "timestamp": [ 87.56, 89.84 ], "duration": 91.66, "caption": "A person cocks gun and points it at guy.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 345174, "video_name": "castle_s06e06_seg02_clip_09", "timestamp": [ 0.0, 6.71 ], "duration": 83.66, "caption": "Two policemen pointed a gun towards a suspect.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 345175, "video_name": "house_s05e09_seg02_clip_04", "timestamp": [ 29.03, 86.66 ], "duration": 86.66, "caption": "A man points his gun at various people behind a person.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 345176, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 49.51, 52.66 ], "duration": 90.66, "caption": "A man in the passenger seat points a gun at a person.", "similarity": 0.6546, "relevance": 3 }, { "pair_id": 345177, "video_name": "castle_s07e12_seg02_clip_18", "timestamp": [ 37.01, 42.19 ], "duration": 74.66, "caption": "A man pulls down the window of the limo and points a gun at person.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 345178, "video_name": "castle_s03e01_seg02_clip_25", "timestamp": [ 83.53, 100.03 ], "duration": 100.66, "caption": "A woman points her gun at a man and he points his at hers and they shoot.", "similarity": 0.6533, "relevance": 3 }, { "pair_id": 345179, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 5.17, 11.28 ], "duration": 94.66, "caption": "A man points his gun at a woman and she puts her hands up.", "similarity": 0.6527, "relevance": 3 } ] }, { "query_id": 29845, "query": "A woman is sitting at her desk and opens a drawer to take out a picture frame.", "relevant_moment": [ { "pair_id": 11180, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 10.41, 18.21 ], "duration": 86.66, "caption": "A woman is sitting at her desk and opens a drawer to take out a picture frame.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11181, "video_name": "friends_s07e04_seg02_clip_02", "timestamp": [ 45.16, 47.3 ], "duration": 61.66, "caption": "A woman takes out a camera from the drawer.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 11182, "video_name": "castle_s01e05_seg02_clip_24", "timestamp": [ 53.38, 59.82 ], "duration": 92.66, "caption": "A woman sits at her desk and looks down at a photo she is holding.", "similarity": 0.748, "relevance": 2 }, { "pair_id": 11183, "video_name": "castle_s08e15_seg02_clip_07", "timestamp": [ 1.81, 4.53 ], "duration": 90.66, "caption": "A woman removes three pictures from the desk top.", "similarity": 0.7263, "relevance": 1 }, { "pair_id": 11184, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 17.55, 22.96 ], "duration": 90.66, "caption": "A woman opens a desk drawer and places a file in it.", "similarity": 0.7184, "relevance": 2 }, { "pair_id": 11185, "video_name": "castle_s05e03_seg02_clip_25", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "A woman takes her stick figure out of the drawer in her desk and places it on top.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 11186, "video_name": "castle_s07e11_seg02_clip_21", "timestamp": [ 5.46, 10.92 ], "duration": 91.66, "caption": "A woman walks into her office and places a photo on her desk.", "similarity": 0.6907, "relevance": 1 }, { "pair_id": 11187, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 54.32, 57.93 ], "duration": 60.66, "caption": "A person opens a drawer in the desk to get something out.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 11188, "video_name": "castle_s07e23_seg02_clip_23", "timestamp": [ 10.88, 17.4 ], "duration": 87.66, "caption": "A person opens a drawer and pulls out a photo album.", "similarity": 0.6751, "relevance": 2 }, { "pair_id": 11189, "video_name": "castle_s02e04_seg02_clip_07", "timestamp": [ 54.14, 60.41 ], "duration": 89.66, "caption": "A woman collects the photos that are spread out on the desk.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 11190, "video_name": "castle_s01e06_seg02_clip_20", "timestamp": [ 11.05, 22.96 ], "duration": 85.66, "caption": "A woman looks through a drawer and finds a camera.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 11191, "video_name": "friends_s07e12_seg02_clip_10", "timestamp": [ 49.97, 53.75 ], "duration": 54.66, "caption": "A woman picks up a photograph from a desk and examines it.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 11192, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 19.48, 21.84 ], "duration": 59.66, "caption": "A woman takes out a folder from her jacket and places it in a desk drawer.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 11193, "video_name": "house_s05e15_seg02_clip_04", "timestamp": [ 92.44, 95.47 ], "duration": 101.66, "caption": "A person opens up the drawer while sitting in their office chair.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 11194, "video_name": "castle_s07e13_seg02_clip_17", "timestamp": [ 40.03, 43.25 ], "duration": 92.66, "caption": "A woman takes out a photo and puts it on the table.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 11195, "video_name": "castle_s07e23_seg02_clip_16", "timestamp": [ 74.65, 91.24 ], "duration": 92.66, "caption": "A woman pulls out a picture and sets it on the table.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 11196, "video_name": "house_s06e11_seg02_clip_00", "timestamp": [ 13.72, 16.67 ], "duration": 98.66, "caption": "A person opens the top drawer of a desk.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 11197, "video_name": "castle_s06e17_seg02_clip_10", "timestamp": [ 15.96, 17.68 ], "duration": 86.66, "caption": "A woman opens a desk drawer and finds a pen.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 11198, "video_name": "s04e24_seg02_clip_04", "timestamp": [ 44.12, 49.48 ], "duration": 63.66, "caption": "A person opens a desk drawer and removes a piece of paper.", "similarity": 0.6412, "relevance": 1 }, { "pair_id": 11199, "video_name": "castle_s03e03_seg02_clip_22", "timestamp": [ 9.0, 10.8 ], "duration": 90.66, "caption": "A woman grabs a gun from her desk drawer.", "similarity": 0.6327, "relevance": 2 } ] }, { "query_id": 29915, "query": "A person walks into the room and addresses someone.", "relevant_moment": [ { "pair_id": 170460, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 17.8, 20.48 ], "duration": 89.66, "caption": "A person walks into the room and addresses someone.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 170461, "video_name": "house_s07e14_seg02_clip_14", "timestamp": [ 5.46, 9.67 ], "duration": 84.66, "caption": "A person walks into the room and another person addresses them.", "similarity": 0.946, "relevance": 4 }, { "pair_id": 170462, "video_name": "castle_s02e24_seg02_clip_23", "timestamp": [ 36.6, 40.61 ], "duration": 89.66, "caption": "A person walks into the living room and addresses the group.", "similarity": 0.8654, "relevance": 4 }, { "pair_id": 170463, "video_name": "house_s06e16_seg02_clip_08", "timestamp": [ 16.1, 22.09 ], "duration": 92.66, "caption": "A person walks into someone's room to talk to him.", "similarity": 0.8416, "relevance": 4 }, { "pair_id": 170464, "video_name": "castle_s04e08_seg02_clip_04", "timestamp": [ 3.29, 6.11 ], "duration": 94.66, "caption": "A person enters the room and addresses woman.", "similarity": 0.8385, "relevance": 4 }, { "pair_id": 170465, "video_name": "house_s02e18_seg02_clip_12", "timestamp": [ 34.94, 40.77 ], "duration": 89.66, "caption": "A person walks in to a patient's room and addresses the two people.", "similarity": 0.836, "relevance": 4 }, { "pair_id": 170466, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 22.62, 28.83 ], "duration": 88.66, "caption": "A person walks in the room and talks to a person.", "similarity": 0.8225, "relevance": 4 }, { "pair_id": 170467, "video_name": "grey_s03e06_seg02_clip_16", "timestamp": [ 53.86, 59.2 ], "duration": 89.66, "caption": "A person walks into a room and begins a conversation with someone.", "similarity": 0.8095, "relevance": 4 }, { "pair_id": 170468, "video_name": "house_s01e17_seg02_clip_15", "timestamp": [ 3.58, 9.84 ], "duration": 89.66, "caption": "A person walks into the room and starts a conversation with someone.", "similarity": 0.8004, "relevance": 4 }, { "pair_id": 170469, "video_name": "house_s06e19_seg02_clip_13", "timestamp": [ 0.0, 11.63 ], "duration": 93.66, "caption": "A person walks into the room and speaks to another person.", "similarity": 0.7999, "relevance": 4 }, { "pair_id": 170470, "video_name": "grey_s03e24_seg02_clip_18", "timestamp": [ 26.85, 29.58 ], "duration": 91.66, "caption": "A man walks in the room to talk to a person.", "similarity": 0.7917, "relevance": 4 }, { "pair_id": 170471, "video_name": "grey_s02e23_seg02_clip_23", "timestamp": [ 60.77, 67.52 ], "duration": 90.66, "caption": "A man walks into a person's room and starts a conversation with her.", "similarity": 0.7823, "relevance": 4 }, { "pair_id": 170472, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 0.97, 7.76 ], "duration": 97.66, "caption": "A person walks into the room and begins talking to a man.", "similarity": 0.7793, "relevance": 3 }, { "pair_id": 170473, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.7749, "relevance": 4 }, { "pair_id": 170474, "video_name": "house_s05e14_seg02_clip_07", "timestamp": [ 28.67, 34.13 ], "duration": 91.66, "caption": "A person walks into the room and begins speaking to a man.", "similarity": 0.7746, "relevance": 4 }, { "pair_id": 170475, "video_name": "grey_s03e03_seg02_clip_07", "timestamp": [ 5.84, 39.54 ], "duration": 89.66, "caption": "A person walks into a room and starts talking to a woman.", "similarity": 0.7738, "relevance": 3 }, { "pair_id": 170476, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 72.55, 77.03 ], "duration": 89.66, "caption": "A man walks into the room where a person is at.", "similarity": 0.7736, "relevance": 4 }, { "pair_id": 170477, "video_name": "s05e18_seg02_clip_05", "timestamp": [ 42.27, 44.22 ], "duration": 65.66, "caption": "A person opens the door and walks into the room and begins talking to a person.", "similarity": 0.7733, "relevance": 4 }, { "pair_id": 170478, "video_name": "house_s05e02_seg02_clip_08", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A person walks into the room as two other people talk to him.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 170479, "video_name": "house_s04e14_seg02_clip_02", "timestamp": [ 38.91, 43.44 ], "duration": 90.66, "caption": "A man walks into the room and starts a conversation with a person.", "similarity": 0.7619, "relevance": 4 }, { "pair_id": 343780, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 20.71, 26.11 ], "duration": 60.66, "caption": "A person walks into the room and greets some people.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 343781, "video_name": "s05e22_seg02_clip_16", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A person walks out of the room and talks to another person.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 343782, "video_name": "house_s05e24_seg02_clip_11", "timestamp": [ 79.84, 90.21 ], "duration": 90.66, "caption": "Two people walk into the room to talk to person.", "similarity": 0.7599, "relevance": 2 }, { "pair_id": 343783, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 1.62, 8.64 ], "duration": 54.66, "caption": "A person walks across the room to talk to another person.", "similarity": 0.7562, "relevance": 3 }, { "pair_id": 343784, "video_name": "house_s01e16_seg02_clip_04", "timestamp": [ 16.77, 22.21 ], "duration": 90.66, "caption": "A person walks out of the room after talking to the person.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 343785, "video_name": "house_s07e20_seg02_clip_09", "timestamp": [ 16.86, 19.46 ], "duration": 86.66, "caption": "An individual walks in to the room while asking about a person's location.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 343786, "video_name": "castle_s06e08_seg02_clip_08", "timestamp": [ 3.14, 7.63 ], "duration": 89.66, "caption": "A person enters the room and walks toward some people.", "similarity": 0.7483, "relevance": 3 }, { "pair_id": 343787, "video_name": "castle_s01e10_seg02_clip_00", "timestamp": [ 55.93, 60.05 ], "duration": 91.66, "caption": "A person walks across the room talking to another person.", "similarity": 0.7454, "relevance": 2 }, { "pair_id": 343788, "video_name": "castle_s03e16_seg02_clip_22", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks into the room.", "similarity": 0.7415, "relevance": 2 }, { "pair_id": 343789, "video_name": "castle_s06e11_seg02_clip_04", "timestamp": [ 16.35, 19.79 ], "duration": 86.66, "caption": "A person enters the room and walks towards the other.", "similarity": 0.7414, "relevance": 1 }, { "pair_id": 343791, "video_name": "s09e13_seg02_clip_11", "timestamp": [ 12.69, 15.35 ], "duration": 59.66, "caption": "A person walks into the apartment and start speaking to a person.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 343792, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 29.41, 34.22 ], "duration": 60.66, "caption": "A person walks toward his room after talking to some people.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 343793, "video_name": "friends_s02e17_seg02_clip_09", "timestamp": [ 49.39, 57.1 ], "duration": 57.66, "caption": "A person walks into the room and is introduced to a man.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 343794, "video_name": "friends_s05e16_seg02_clip_14", "timestamp": [ 13.64, 16.25 ], "duration": 58.66, "caption": "A person walks into the room and approaches two other people.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 343795, "video_name": "s04e15_seg02_clip_10", "timestamp": [ 7.75, 15.2 ], "duration": 62.66, "caption": "A person walks into the living room as he holds his hands in front of him and talks.", "similarity": 0.7343, "relevance": 2 }, { "pair_id": 343797, "video_name": "house_s05e05_seg02_clip_25", "timestamp": [ 59.17, 91.03 ], "duration": 91.66, "caption": "A person walks into the room and speaks to himself.", "similarity": 0.7329, "relevance": 3 }, { "pair_id": 343798, "video_name": "castle_s04e11_seg02_clip_21", "timestamp": [ 32.07, 37.42 ], "duration": 89.66, "caption": "A person walks in the room with another person and starts a conversation with some people.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 343799, "video_name": "house_s08e10_seg02_clip_02", "timestamp": [ 21.81, 83.24 ], "duration": 89.66, "caption": "A person walks into the room and speaks to two people in uniforms.", "similarity": 0.7321, "relevance": 1 } ] }, { "query_id": 29922, "query": "A man moves to leave, but then stops and turns toward another man.", "relevant_moment": [ { "pair_id": 900, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 64.1, 69.88 ], "duration": 89.66, "caption": "A man moves to leave, but then stops and turns toward another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 901, "video_name": "met_s02e16_seg02_clip_07", "timestamp": [ 25.0, 26.79 ], "duration": 51.66, "caption": "One man turns to leave and the other stops him.", "similarity": 0.9012, "relevance": 3 }, { "pair_id": 902, "video_name": "house_s02e20_seg02_clip_24", "timestamp": [ 50.71, 69.57 ], "duration": 130.66, "caption": "A man starts to leave and another man stops him.", "similarity": 0.8632, "relevance": 4 }, { "pair_id": 903, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 48.21, 58.57 ], "duration": 90.66, "caption": "A man starts to walk away and another man keeps him from leaving.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 904, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 39.06, 43.33 ], "duration": 61.66, "caption": "A man turns around to leave but stops after taking a few steps and turns around again to face a person.", "similarity": 0.8246, "relevance": 4 }, { "pair_id": 905, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 9.9, 15.75 ], "duration": 90.66, "caption": "A man moves to leave and then stops when another person says something to him.", "similarity": 0.8239, "relevance": 4 }, { "pair_id": 906, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 40.88, 50.76 ], "duration": 89.66, "caption": "A man gets up to leave but another person stops him.", "similarity": 0.8231, "relevance": 4 }, { "pair_id": 907, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 48.25, 50.64 ], "duration": 53.66, "caption": "A man moves to follow another man as he leaves.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 908, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 76.38, 85.58 ], "duration": 92.66, "caption": "A person turns to leave and another person stops him.", "similarity": 0.8025, "relevance": 4 }, { "pair_id": 909, "video_name": "grey_s01e08_seg02_clip_15", "timestamp": [ 13.58, 20.86 ], "duration": 97.66, "caption": "A man turns around and stops a man and another man.", "similarity": 0.8013, "relevance": 4 }, { "pair_id": 910, "video_name": "s01e05_seg02_clip_04", "timestamp": [ 39.7, 46.42 ], "duration": 64.66, "caption": "A man gets up to leave and a person stops him.", "similarity": 0.7986, "relevance": 3 }, { "pair_id": 911, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 28.81, 32.41 ], "duration": 90.66, "caption": "A man starts to walk away but another man comes forward.", "similarity": 0.7952, "relevance": 3 }, { "pair_id": 912, "video_name": "friends_s07e14_seg02_clip_09", "timestamp": [ 6.6, 10.5 ], "duration": 60.66, "caption": "A man stops another man as he's walking away then pats him on the back.", "similarity": 0.7914, "relevance": 4 }, { "pair_id": 913, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 66.97, 73.58 ], "duration": 88.66, "caption": "A man walks away from another man, but the other man stops him.", "similarity": 0.7878, "relevance": 4 }, { "pair_id": 914, "video_name": "house_s02e22_seg02_clip_25", "timestamp": [ 35.01, 39.38 ], "duration": 125.66, "caption": "A man stops walking and another man immediately leaves him.", "similarity": 0.7848, "relevance": 2 }, { "pair_id": 915, "video_name": "house_s06e07_seg02_clip_12", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "A man begins to leave and turns around to face another person.", "similarity": 0.7848, "relevance": 4 }, { "pair_id": 916, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 7.3, 16.64 ], "duration": 81.66, "caption": "A man is about to leave, he stops and comes back.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 917, "video_name": "house_s06e19_seg02_clip_18", "timestamp": [ 38.0, 46.14 ], "duration": 90.66, "caption": "A man stands up to leave but then stops to tell another man something.", "similarity": 0.7788, "relevance": 4 }, { "pair_id": 918, "video_name": "castle_s07e06_seg02_clip_12", "timestamp": [ 10.75, 15.67 ], "duration": 89.66, "caption": "A man enters to approach another man and then the other man exits shortly after.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 919, "video_name": "grey_s03e04_seg02_clip_23", "timestamp": [ 22.45, 29.59 ], "duration": 102.66, "caption": "A man starts to walk out but another man does instead.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 174220, "video_name": "s08e02_seg02_clip_10", "timestamp": [ 12.91, 18.91 ], "duration": 60.66, "caption": "A man walks away from someone then stops and turns back towards him.", "similarity": 0.774, "relevance": 4 }, { "pair_id": 174221, "video_name": "friends_s06e17_seg02_clip_02", "timestamp": [ 45.45, 48.7 ], "duration": 59.66, "caption": "A man turns his back to another man and walks away.", "similarity": 0.7728, "relevance": 2 }, { "pair_id": 174222, "video_name": "castle_s08e19_seg02_clip_08", "timestamp": [ 57.16, 62.07 ], "duration": 89.66, "caption": "A man starts walking backwards, then turns around and walks away from another man.", "similarity": 0.7713, "relevance": 3 }, { "pair_id": 174223, "video_name": "grey_s02e22_seg02_clip_19", "timestamp": [ 78.22, 84.66 ], "duration": 92.66, "caption": "A man turns and walks away, leaving another person standing alone.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 174224, "video_name": "grey_s02e05_seg02_clip_01", "timestamp": [ 36.0, 39.27 ], "duration": 93.66, "caption": "A man is walking and stops and returns to another person.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 174225, "video_name": "s01e06_seg02_clip_10", "timestamp": [ 53.7, 57.67 ], "duration": 61.66, "caption": "A person motions his head for a man to leave.", "similarity": 0.7609, "relevance": 2 }, { "pair_id": 174226, "video_name": "house_s05e06_seg02_clip_20", "timestamp": [ 6.37, 8.65 ], "duration": 91.66, "caption": "A man started to walk away while two other men get up to move.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 174227, "video_name": "house_s06e08_seg02_clip_15", "timestamp": [ 82.79, 87.69 ], "duration": 89.66, "caption": "A man turns to leave but turns back to face another man sitting in a chair.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 174228, "video_name": "friends_s02e23_seg02_clip_13", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A man points his finger at another man and then turns around to leave.", "similarity": 0.7554, "relevance": 3 }, { "pair_id": 174229, "video_name": "friends_s08e03_seg02_clip_11", "timestamp": [ 50.86, 54.9 ], "duration": 62.66, "caption": "A man stops another man from walking toward the door to leave.", "similarity": 0.7553, "relevance": 4 }, { "pair_id": 174230, "video_name": "castle_s04e04_seg02_clip_23", "timestamp": [ 23.23, 36.13 ], "duration": 86.66, "caption": "A man turns around and starts to leave when another person says something that stops him in his tracks.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 174231, "video_name": "castle_s05e18_seg02_clip_19", "timestamp": [ 47.87, 51.84 ], "duration": 66.66, "caption": "A man stops another man from leaving and the other man tries to fight back.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 174232, "video_name": "met_s05e03_seg02_clip_00", "timestamp": [ 14.06, 17.11 ], "duration": 61.66, "caption": "A man gets up after telling another man that he is leaving.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 174233, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 26.22, 31.03 ], "duration": 31.66, "caption": "A man starts to walk away and then turns back around.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 174234, "video_name": "friends_s10e17-18_seg02_clip_12", "timestamp": [ 46.42, 52.19 ], "duration": 64.66, "caption": "A man stops guy from walking away and motions him closer.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 174236, "video_name": "s03e23_seg01_clip_01", "timestamp": [ 35.4, 48.45 ], "duration": 58.66, "caption": "A man says something to man and then man decides to leave.", "similarity": 0.7429, "relevance": 2 }, { "pair_id": 174237, "video_name": "met_s06e03_seg02_clip_10", "timestamp": [ 43.68, 47.81 ], "duration": 59.66, "caption": "A man gets ready to leave, someone talks to him to stop him.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 174238, "video_name": "house_s07e20_seg02_clip_20", "timestamp": [ 50.44, 52.5 ], "duration": 82.66, "caption": "A man turns away from another person and walks away.", "similarity": 0.7406, "relevance": 3 }, { "pair_id": 174239, "video_name": "s06e20_seg02_clip_13", "timestamp": [ 25.53, 28.72 ], "duration": 58.66, "caption": "A man motions towards another person and that person then turns towards him.", "similarity": 0.7369, "relevance": 2 } ] }, { "query_id": 29931, "query": "A man grabs two cookies and hands one to woman.", "relevant_moment": [ { "pair_id": 8940, "video_name": "friends_s10e13_seg02_clip_02", "timestamp": [ 9.9, 13.21 ], "duration": 66.66, "caption": "A man grabs two cookies and hands one to woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8941, "video_name": "friends_s10e13_seg02_clip_02", "timestamp": [ 9.9, 12.55 ], "duration": 66.66, "caption": "A man reaches behind a woman and grabs two cookies off of the table.", "similarity": 0.8287, "relevance": 3 }, { "pair_id": 8942, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 42.04, 45.15 ], "duration": 62.66, "caption": "A woman grabs a cookie and hands it to another woman.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 8943, "video_name": "friends_s04e22_seg01_clip_00", "timestamp": [ 37.97, 45.95 ], "duration": 55.66, "caption": "A man offers a cookie to a woman who takes one from the plate.", "similarity": 0.7585, "relevance": 3 }, { "pair_id": 8944, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman is about to take a bite of her cookie when man grabs it from her hand.", "similarity": 0.7529, "relevance": 1 }, { "pair_id": 8945, "video_name": "friends_s04e21_seg02_clip_02", "timestamp": [ 0.31, 32.65 ], "duration": 61.66, "caption": "A man and a woman talk as the man holds and turns a cookie in his hands.", "similarity": 0.7255, "relevance": 1 }, { "pair_id": 8946, "video_name": "friends_s07e23-24_seg02_clip_02", "timestamp": [ 5.36, 7.25 ], "duration": 63.66, "caption": "A man shows a cookie in his hand to another man.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 8947, "video_name": "friends_s10e13_seg02_clip_00", "timestamp": [ 34.35, 36.24 ], "duration": 63.66, "caption": "A person tries to grab a cookie but another person slaps their hand.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 8948, "video_name": "friends_s01e01_seg02_clip_26", "timestamp": [ 0.0, 1.12 ], "duration": 56.66, "caption": "Two people try to pickup the cookie at the same time.", "similarity": 0.702, "relevance": 1 }, { "pair_id": 8949, "video_name": "friends_s07e23-24_seg02_clip_01", "timestamp": [ 29.41, 35.57 ], "duration": 56.66, "caption": "A man grabs several cookies and puts them in his pockets.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 8950, "video_name": "house_s07e09_seg02_clip_00", "timestamp": [ 21.08, 26.12 ], "duration": 91.66, "caption": "A man grabs some packets of sugar while talking to a woman.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 8951, "video_name": "s07e06_seg02_clip_03", "timestamp": [ 41.32, 44.56 ], "duration": 59.66, "caption": "A person grabs a cookie from someone's tray and takes a bite.", "similarity": 0.6629, "relevance": 2 }, { "pair_id": 8952, "video_name": "s03e08_seg02_clip_03", "timestamp": [ 36.56, 41.6 ], "duration": 63.66, "caption": "A man offered cookies to some people whilst they were talking.", "similarity": 0.6601, "relevance": 2 }, { "pair_id": 8953, "video_name": "house_s08e19_seg02_clip_11", "timestamp": [ 41.87, 49.23 ], "duration": 92.66, "caption": "A man grabs something and hands it to a person.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 8954, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 36.87, 47.59 ], "duration": 63.66, "caption": "A woman takes a cookie from woman and eats it.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 8955, "video_name": "friends_s09e06_seg02_clip_16", "timestamp": [ 48.38, 62.03 ], "duration": 62.66, "caption": "A man eats a cookie in his kitchen while talking to a woman.", "similarity": 0.6527, "relevance": 1 }, { "pair_id": 8956, "video_name": "friends_s03e13_seg02_clip_10", "timestamp": [ 3.9, 5.7 ], "duration": 60.66, "caption": "A person in the red sweatshirt hands a man the plate of cookies.", "similarity": 0.6518, "relevance": 1 }, { "pair_id": 8957, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 0.29, 6.56 ], "duration": 57.66, "caption": "A man grabs both of woman's hands and kisses her.", "similarity": 0.6508, "relevance": 0 }, { "pair_id": 8958, "video_name": "s05e06_seg02_clip_05", "timestamp": [ 4.93, 8.99 ], "duration": 58.66, "caption": "A man grabs a cookie out of the cookie jar and eats it.", "similarity": 0.649, "relevance": 1 }, { "pair_id": 8959, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 7.38, 10.25 ], "duration": 82.66, "caption": "A woman reaches out and grabs a man by the hand.", "similarity": 0.648, "relevance": 0 } ] }, { "query_id": 29961, "query": "A person grabs a paper from the Christmas sock and puts it in his jacket pocket.", "relevant_moment": [ { "pair_id": 167240, "video_name": "house_s04e10_seg02_clip_06", "timestamp": [ 71.68, 77.92 ], "duration": 89.66, "caption": "A person grabs a paper from the Christmas sock and puts it in his jacket pocket.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167241, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 80.0, 83.26 ], "duration": 93.66, "caption": "A person reaches in his pocket and pulls out a piece of paper.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 167242, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 8.4, 10.62 ], "duration": 88.66, "caption": "A person is holding a folded up paper that he puts in his jacket pocket.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 167243, "video_name": "castle_s03e20_seg02_clip_01", "timestamp": [ 76.46, 77.35 ], "duration": 89.66, "caption": "A man pulls out a piece of paper from his jacket pocket.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 167244, "video_name": "house_s04e10_seg02_clip_06", "timestamp": [ 14.69, 18.25 ], "duration": 89.66, "caption": "A person looks at the shelves and found a Santa sock and immediately grabs it.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 167245, "video_name": "house_s05e23_seg02_clip_04", "timestamp": [ 16.03, 22.71 ], "duration": 89.66, "caption": "A person pulls a piece of paper out of his jacket pocket and hands it to another person.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 167246, "video_name": "house_s04e10_seg02_clip_06", "timestamp": [ 13.8, 15.14 ], "duration": 89.66, "caption": "A person grabs a Christmas stocking off of the bookcase.", "similarity": 0.6378, "relevance": 1 }, { "pair_id": 167247, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 7.48, 10.57 ], "duration": 44.66, "caption": "A person pulls out a paper clip from his pocket.", "similarity": 0.6369, "relevance": 0 }, { "pair_id": 167248, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 5.28, 11.01 ], "duration": 44.66, "caption": "A person digs into his pocket and pulls out a paper clip.", "similarity": 0.6267, "relevance": 0 }, { "pair_id": 167249, "video_name": "s02e11_seg02_clip_13", "timestamp": [ 46.73, 50.51 ], "duration": 54.66, "caption": "A woman hands a man a gift in Christmas wrapping paper.", "similarity": 0.6114, "relevance": 0 }, { "pair_id": 167250, "video_name": "house_s04e10_seg02_clip_22", "timestamp": [ 81.19, 88.25 ], "duration": 88.66, "caption": "A person picks up a pink piece of paper and slips it into a pocket in his coat.", "similarity": 0.6108, "relevance": 3 }, { "pair_id": 167251, "video_name": "house_s01e14_seg02_clip_21", "timestamp": [ 32.08, 38.05 ], "duration": 74.66, "caption": "A man places the piece of paper into his pocket.", "similarity": 0.6086, "relevance": 2 }, { "pair_id": 167252, "video_name": "s05e11_seg02_clip_04", "timestamp": [ 3.48, 7.25 ], "duration": 58.66, "caption": "A man pulls out a paper from his pocket and puts it on the table.", "similarity": 0.6002, "relevance": 1 }, { "pair_id": 167253, "video_name": "house_s03e10_seg02_clip_09", "timestamp": [ 7.16, 10.73 ], "duration": 89.66, "caption": "A person pulls a piece of paper out of his jacket pocket and hands it to a doctor.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 167254, "video_name": "house_s01e18_seg02_clip_06", "timestamp": [ 35.38, 37.24 ], "duration": 93.66, "caption": "A person opens their jacket pocket and pulls out a candy.", "similarity": 0.5965, "relevance": 1 }, { "pair_id": 167255, "video_name": "castle_s07e08_seg02_clip_25", "timestamp": [ 36.61, 38.44 ], "duration": 91.66, "caption": "A person wearing a coat puts a thing on their pocket.", "similarity": 0.5965, "relevance": 0 }, { "pair_id": 167256, "video_name": "friends_s07e23-24_seg02_clip_41", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A man is putting the paper in his pocket.", "similarity": 0.5961, "relevance": 0 }, { "pair_id": 167257, "video_name": "castle_s03e20_seg02_clip_01", "timestamp": [ 77.8, 79.59 ], "duration": 89.66, "caption": "A person grabs the piece of paper from a person.", "similarity": 0.594, "relevance": 0 }, { "pair_id": 167258, "video_name": "met_s02e11_seg01_clip_00", "timestamp": [ 4.34, 7.75 ], "duration": 62.66, "caption": "A person picks up a Christmas card that was laying on the table.", "similarity": 0.5936, "relevance": 1 }, { "pair_id": 167259, "video_name": "s08e11_seg02_clip_15", "timestamp": [ 59.02, 69.02 ], "duration": 69.66, "caption": "A person opens a box of cookies that someone got him/her for Christmas and takes a bite.", "similarity": 0.5927, "relevance": 0 } ] }, { "query_id": 29966, "query": "A person reaches their hands out to feel someone's neck.", "relevant_moment": [ { "pair_id": 151960, "video_name": "house_s04e10_seg02_clip_04", "timestamp": [ 43.55, 48.65 ], "duration": 92.66, "caption": "A person reaches their hands out to feel someone's neck.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151961, "video_name": "house_s06e08_seg02_clip_17", "timestamp": [ 27.78, 33.6 ], "duration": 89.66, "caption": "A person feels another person's neck with both of his hands.", "similarity": 0.8548, "relevance": 4 }, { "pair_id": 151962, "video_name": "grey_s01e05_seg02_clip_11", "timestamp": [ 0.0, 4.84 ], "duration": 88.66, "caption": "A person is feeling around someone's neck while talking to him.", "similarity": 0.7486, "relevance": 4 }, { "pair_id": 151963, "video_name": "house_s01e19_seg02_clip_09", "timestamp": [ 51.07, 54.62 ], "duration": 88.66, "caption": "A man is feeling the neck of person in the black sweater with his gloved hands.", "similarity": 0.7377, "relevance": 4 }, { "pair_id": 151964, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person turns his neck as he is talking to another person with his hand on his shoulder.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 151965, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 37.29, 40.02 ], "duration": 90.66, "caption": "A person touched the back of their neck and looked down.", "similarity": 0.7207, "relevance": 1 }, { "pair_id": 151966, "video_name": "house_s06e19_seg02_clip_11", "timestamp": [ 29.58, 31.4 ], "duration": 91.66, "caption": "A woman reaches over and puts her hand on man's neck.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 151967, "video_name": "house_s03e17_seg02_clip_23", "timestamp": [ 44.56, 51.76 ], "duration": 90.66, "caption": "A person places their hand on someone's neck while examining them.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 151968, "video_name": "house_s06e10_seg02_clip_17", "timestamp": [ 14.55, 19.84 ], "duration": 88.66, "caption": "A woman feels person's neck and person pulls away from her.", "similarity": 0.7152, "relevance": 3 }, { "pair_id": 151969, "video_name": "s01e01_seg02_clip_01", "timestamp": [ 21.66, 39.06 ], "duration": 71.66, "caption": "While talking, a person puts his hand on his neck, for emphasis.", "similarity": 0.7121, "relevance": 0 }, { "pair_id": 151970, "video_name": "friends_s01e13_seg02_clip_03", "timestamp": [ 3.15, 5.04 ], "duration": 63.66, "caption": "A person taps someone on the back of the neck.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 151971, "video_name": "friends_s09e01_seg02_clip_18", "timestamp": [ 4.27, 6.71 ], "duration": 61.66, "caption": "A person has their neck bend down looking at another person, their fist clenched with arms crossed, and then they stop clenching their fist, and twiddle their finger on their mouth as they raise their head.", "similarity": 0.7096, "relevance": 1 }, { "pair_id": 151972, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.7088, "relevance": 0 }, { "pair_id": 151973, "video_name": "house_s07e12_seg02_clip_06", "timestamp": [ 14.26, 16.04 ], "duration": 89.66, "caption": "A person hurries to the patient and feels her neck.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 151974, "video_name": "friends_s02e12-13_seg02_clip_05", "timestamp": [ 13.02, 14.5 ], "duration": 59.66, "caption": "A woman reaches back and puts her hand on her neck.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 151975, "video_name": "castle_s08e16_seg02_clip_05", "timestamp": [ 74.28, 78.51 ], "duration": 94.66, "caption": "A person reaches over and closes someone's mouth with his/her fingers.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 151976, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 18.86, 24.37 ], "duration": 58.66, "caption": "While holding their arm in the air, a person opens their hand and shows their palm to someone.", "similarity": 0.7044, "relevance": 0 }, { "pair_id": 151977, "video_name": "s06e11_seg02_clip_04", "timestamp": [ 58.62, 60.17 ], "duration": 62.66, "caption": "A woman reaches up and puts her hand on the side of her neck.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 151978, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 26.4, 30.75 ], "duration": 58.66, "caption": "A person reaches over to put their hand on another person's shoulder.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 151979, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 5.4, 9.9 ], "duration": 90.66, "caption": "A person brings their hand up to pinch the bridge of their nose.", "similarity": 0.6977, "relevance": 0 }, { "pair_id": 325280, "video_name": "castle_s05e06_seg02_clip_16", "timestamp": [ 0.0, 6.04 ], "duration": 92.66, "caption": "A person looks at his fingers then describes their feeling.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 325281, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 325282, "video_name": "castle_s01e02_seg02_clip_22", "timestamp": [ 4.5, 7.65 ], "duration": 90.66, "caption": "A man puts is left hand on the neck of a person to feel for a pulse.", "similarity": 0.6837, "relevance": 4 }, { "pair_id": 325283, "video_name": "house_s04e08_seg02_clip_12", "timestamp": [ 7.4, 15.66 ], "duration": 87.66, "caption": "A person feels their hands while voicing their concerns to another person.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 325285, "video_name": "castle_s06e19_seg02_clip_04", "timestamp": [ 33.92, 36.15 ], "duration": 89.66, "caption": "A person motions his hand at the side of his neck as he talks.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 325286, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 3.03, 5.23 ], "duration": 55.66, "caption": "A person puts their left hand to their chest briefly.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 325287, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 58.84, 60.17 ], "duration": 88.66, "caption": "A man puts his fingers on another person's neck to feel the pulse.", "similarity": 0.6786, "relevance": 4 }, { "pair_id": 325288, "video_name": "house_s01e18_seg02_clip_19", "timestamp": [ 15.47, 16.8 ], "duration": 88.66, "caption": "A person crosses their arms and puts their hand to their mouth.", "similarity": 0.6773, "relevance": 1 }, { "pair_id": 325289, "video_name": "castle_s05e24_seg02_clip_01", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person opens their arms as they are with someone.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 325290, "video_name": "friends_s09e19_seg02_clip_12", "timestamp": [ 29.77, 36.18 ], "duration": 64.66, "caption": "A woman is reaching up to grab her neck with both hands.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 325291, "video_name": "house_s04e04_seg02_clip_13", "timestamp": [ 68.36, 71.68 ], "duration": 82.66, "caption": "A person puts their right hand under their head.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 325292, "video_name": "s01e12_seg02_clip_00", "timestamp": [ 55.54, 56.45 ], "duration": 61.66, "caption": "A person puts their hand on someone's shoulder to get their attention.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 325293, "video_name": "house_s01e03_seg02_clip_21", "timestamp": [ 14.57, 17.87 ], "duration": 94.66, "caption": "A person lifts their hand and says they can't feel it.", "similarity": 0.6693, "relevance": 3 }, { "pair_id": 325294, "video_name": "house_s06e07_seg02_clip_08", "timestamp": [ 16.65, 19.81 ], "duration": 90.66, "caption": "A person puts two fingers on a patient's neck while talking to them.", "similarity": 0.6691, "relevance": 4 }, { "pair_id": 325295, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 84.5, 85.82 ], "duration": 88.66, "caption": "A person lifts both their hands up in a gesture.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 325296, "video_name": "met_s03e18_seg02_clip_12", "timestamp": [ 23.11, 26.58 ], "duration": 57.66, "caption": "A person puts his hand on person's shoulder after putting his hand to his mouth.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 325297, "video_name": "house_s01e07_seg02_clip_24", "timestamp": [ 21.06, 29.71 ], "duration": 108.66, "caption": "The patient lifts her hand to touch person's head.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 325298, "video_name": "castle_s03e21_seg02_clip_03", "timestamp": [ 52.34, 59.62 ], "duration": 91.66, "caption": "A person walks up to a body and puts their hand on its head.", "similarity": 0.665, "relevance": 3 }, { "pair_id": 325299, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 0.6645, "relevance": 2 } ] }, { "query_id": 29997, "query": "Four people are all sitting around a table holding pens.", "relevant_moment": [ { "pair_id": 165020, "video_name": "house_s08e17_seg02_clip_05", "timestamp": [ 68.42, 90.02 ], "duration": 90.66, "caption": "Four people are all sitting around a table holding pens.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165021, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 0.32, 63.03 ], "duration": 63.66, "caption": "Some people were all sitting at the same table.", "similarity": 0.5858, "relevance": 3 }, { "pair_id": 165022, "video_name": "s04e24_seg01_clip_01", "timestamp": [ 21.88, 29.17 ], "duration": 81.66, "caption": "Someone uses their pen to point at individuals around the table.", "similarity": 0.5762, "relevance": 3 }, { "pair_id": 165023, "video_name": "s06e20_seg01_clip_00", "timestamp": [ 3.72, 6.51 ], "duration": 62.66, "caption": "Four people sit down at a cafeteria table.", "similarity": 0.5694, "relevance": 3 }, { "pair_id": 165024, "video_name": "castle_s02e24_seg02_clip_18", "timestamp": [ 27.2, 91.04 ], "duration": 111.66, "caption": "Some people are all sitting at a table conversing.", "similarity": 0.5642, "relevance": 3 }, { "pair_id": 165025, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 15.61, 20.11 ], "duration": 60.66, "caption": "Some people have a seat around a table.", "similarity": 0.5603, "relevance": 3 }, { "pair_id": 165026, "video_name": "s03e17_seg02_clip_10", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "Some people are all holding the ring together and they all look back at the table.", "similarity": 0.5505, "relevance": 2 }, { "pair_id": 165027, "video_name": "house_s01e11_seg02_clip_06", "timestamp": [ 52.95, 60.77 ], "duration": 92.66, "caption": "Multiple people were sitting together.", "similarity": 0.5478, "relevance": 3 }, { "pair_id": 165028, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 34.66, 90.02 ], "duration": 90.66, "caption": "Multiple people sit at a table while conversing with each other.", "similarity": 0.5446, "relevance": 3 }, { "pair_id": 165029, "video_name": "house_s06e05_seg02_clip_21", "timestamp": [ 39.63, 42.61 ], "duration": 85.66, "caption": "Multiple people stand up from the table.", "similarity": 0.5394, "relevance": 2 }, { "pair_id": 165030, "video_name": "castle_s06e14_seg02_clip_18", "timestamp": [ 11.57, 27.6 ], "duration": 89.66, "caption": "A person was holding a bunch of papers and he/she's putting them down on the table beside him/her.", "similarity": 0.5391, "relevance": 1 }, { "pair_id": 165031, "video_name": "house_s08e05_seg02_clip_20", "timestamp": [ 53.7, 91.03 ], "duration": 91.66, "caption": "A person is seated while four others stand facing him; the person shakes his/her pencil, and the others talk uncertainly.", "similarity": 0.5383, "relevance": 1 }, { "pair_id": 165032, "video_name": "house_s07e20_seg02_clip_12", "timestamp": [ 10.47, 71.0 ], "duration": 91.66, "caption": "A group of people were all sitting.", "similarity": 0.5354, "relevance": 2 }, { "pair_id": 165033, "video_name": "castle_s02e02_seg02_clip_16", "timestamp": [ 62.55, 64.33 ], "duration": 89.66, "caption": "Multiple people lean on the table to look at the picture.", "similarity": 0.5345, "relevance": 2 }, { "pair_id": 165034, "video_name": "grey_s02e18_seg02_clip_13", "timestamp": [ 88.44, 92.12 ], "duration": 92.66, "caption": "Some people sit down at the table with two women.", "similarity": 0.5333, "relevance": 2 }, { "pair_id": 165035, "video_name": "s05e21_seg01_clip_00", "timestamp": [ 3.72, 6.2 ], "duration": 62.66, "caption": "Some people walking to and sit down at a table.", "similarity": 0.5274, "relevance": 1 }, { "pair_id": 165036, "video_name": "s05e01_seg02_clip_00", "timestamp": [ 11.9, 16.48 ], "duration": 61.66, "caption": "All four people sitting at the table all say hey to each other.", "similarity": 0.5266, "relevance": 3 }, { "pair_id": 165037, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 9.14, 35.61 ], "duration": 63.66, "caption": "A group of people are conversing sitting at a table.", "similarity": 0.5231, "relevance": 2 }, { "pair_id": 165038, "video_name": "castle_s02e10_seg02_clip_19", "timestamp": [ 22.57, 28.43 ], "duration": 90.66, "caption": "A woman holds up a pen for person, another person and third person to see.", "similarity": 0.5224, "relevance": 2 }, { "pair_id": 165039, "video_name": "house_s08e10_seg02_clip_02", "timestamp": [ 87.24, 89.02 ], "duration": 89.66, "caption": "Three people are sitting at a booth when someone walks up to their table to sit.", "similarity": 0.5216, "relevance": 1 } ] }, { "query_id": 30010, "query": "A woman pulls a box out of a cabinet in the bathroom.", "relevant_moment": [ { "pair_id": 123560, "video_name": "friends_s02e18_seg02_clip_13", "timestamp": [ 1.26, 13.55 ], "duration": 63.66, "caption": "A woman pulls a box out of a cabinet in the bathroom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 123561, "video_name": "house_s05e09_seg02_clip_13", "timestamp": [ 39.57, 45.09 ], "duration": 92.66, "caption": "A woman grabs supplies out of the cabinet in the other room.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 123562, "video_name": "castle_s04e12_seg02_clip_10", "timestamp": [ 71.59, 74.28 ], "duration": 89.66, "caption": "A woman opens up a cabinet and takes a glass out of it.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 123563, "video_name": "friends_s03e11_seg02_clip_07", "timestamp": [ 0.0, 2.71 ], "duration": 60.66, "caption": "A woman grabs a food box from the cupboard.", "similarity": 0.6868, "relevance": 1 }, { "pair_id": 123564, "video_name": "friends_s05e16_seg02_clip_12", "timestamp": [ 2.44, 5.49 ], "duration": 61.66, "caption": "A woman is grabbing things out of a drawer in the cabinet under the television.", "similarity": 0.6741, "relevance": 1 }, { "pair_id": 123565, "video_name": "met_s06e02_seg02_clip_01", "timestamp": [ 16.21, 20.71 ], "duration": 60.66, "caption": "A woman grabs a box from the shelf and puts it in the box.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 123566, "video_name": "castle_s01e02_seg02_clip_18", "timestamp": [ 13.86, 18.82 ], "duration": 99.66, "caption": "A person enters the bathroom and opens the medicine cabinet.", "similarity": 0.6296, "relevance": 1 }, { "pair_id": 123567, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 1.53, 5.2 ], "duration": 61.66, "caption": "A woman pulls out and shows off a little box from inside the bag she is carrying.", "similarity": 0.6284, "relevance": 1 }, { "pair_id": 123568, "video_name": "friends_s09e10_seg02_clip_03", "timestamp": [ 5.02, 10.33 ], "duration": 59.66, "caption": "A woman enters the living room and bends down in front of the cabinet.", "similarity": 0.6251, "relevance": 0 }, { "pair_id": 123569, "video_name": "met_s06e07_seg02_clip_14", "timestamp": [ 20.11, 21.91 ], "duration": 60.66, "caption": "A man pulls a drawer out of the cabinet.", "similarity": 0.625, "relevance": 1 }, { "pair_id": 123570, "video_name": "s08e18_seg02_clip_05", "timestamp": [ 10.23, 15.51 ], "duration": 62.66, "caption": "A person opens the cabinet drawer and pulls out condiment packets.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 123571, "video_name": "friends_s07e13_seg02_clip_15", "timestamp": [ 54.61, 56.95 ], "duration": 58.66, "caption": "A woman pulls a coloring box out of a box.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 123572, "video_name": "house_s02e03_seg02_clip_08", "timestamp": [ 0.93, 4.19 ], "duration": 93.66, "caption": "A woman turns around from the bathroom cabinet and looks at a woman.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 123573, "video_name": "s06e02_seg01_clip_00", "timestamp": [ 5.89, 9.3 ], "duration": 62.66, "caption": "A woman pulls a silver ladle out of a box while sitting in the living room.", "similarity": 0.619, "relevance": 0 }, { "pair_id": 123574, "video_name": "friends_s02e22_seg02_clip_03", "timestamp": [ 46.83, 62.03 ], "duration": 62.66, "caption": "A woman takes off her coat and a man stuffs it in a cabinet.", "similarity": 0.619, "relevance": 0 }, { "pair_id": 123575, "video_name": "castle_s07e11_seg02_clip_27", "timestamp": [ 34.97, 43.33 ], "duration": 76.66, "caption": "A woman picks up a box from behind a cabinet, gives it to a man and sits down on the couch.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 123576, "video_name": "met_s03e03_seg02_clip_10", "timestamp": [ 30.89, 36.4 ], "duration": 61.66, "caption": "A woman came out from the restroom and gets something on the table.", "similarity": 0.6163, "relevance": 1 }, { "pair_id": 123577, "video_name": "house_s05e05_seg02_clip_20", "timestamp": [ 5.61, 10.2 ], "duration": 102.66, "caption": "A person walks in the cabinet and open it.", "similarity": 0.6158, "relevance": 0 }, { "pair_id": 123578, "video_name": "s07e11_seg02_clip_01", "timestamp": [ 38.15, 39.39 ], "duration": 62.66, "caption": "A woman grabs a black box out of a cardboard box.", "similarity": 0.615, "relevance": 1 }, { "pair_id": 123579, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 23.79, 28.72 ], "duration": 58.66, "caption": "A woman gets up and gets a book from the cabinet.", "similarity": 0.6143, "relevance": 2 } ] }, { "query_id": 30045, "query": "A woman sets a mug onto the coffee table as she sits down next to a person on the couch.", "relevant_moment": [ { "pair_id": 50960, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 9.0, 11.1 ], "duration": 60.66, "caption": "A woman sets a mug onto the coffee table as she sits down next to a person on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 50961, "video_name": "s06e14_seg02_clip_07", "timestamp": [ 6.05, 9.35 ], "duration": 55.66, "caption": "A woman sits down on the couch with a person as she holds her coffee mug.", "similarity": 0.8538, "relevance": 3 }, { "pair_id": 50962, "video_name": "castle_s02e02_seg02_clip_20", "timestamp": [ 11.57, 14.69 ], "duration": 89.66, "caption": "A woman sits down on the coffee table near a person who is on the couch.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 50963, "video_name": "s02e18_seg02_clip_10", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A woman, sitting on the couch next to a person, pours herself a cup of coffee then sits the coffee pot on the table.", "similarity": 0.816, "relevance": 2 }, { "pair_id": 50964, "video_name": "s05e20_seg02_clip_18", "timestamp": [ 6.5, 8.58 ], "duration": 52.66, "caption": "A woman, sitting on a couch with a man sets down a drink she is holding on the coffee table.", "similarity": 0.7946, "relevance": 2 }, { "pair_id": 50965, "video_name": "s09e14_seg02_clip_02", "timestamp": [ 48.11, 51.65 ], "duration": 59.66, "caption": "A person sets a mug down on the coffee table in front of someone as they sit down in the armchair.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 50966, "video_name": "castle_s07e17_seg02_clip_00", "timestamp": [ 6.41, 8.7 ], "duration": 91.66, "caption": "Woman puts her coffee mug on the table next to her.", "similarity": 0.7832, "relevance": 1 }, { "pair_id": 50967, "video_name": "s09e24_seg02_clip_16", "timestamp": [ 49.94, 51.54 ], "duration": 64.66, "caption": "A woman is holding a coffee mug while sitting on the couch.", "similarity": 0.7729, "relevance": 1 }, { "pair_id": 50968, "video_name": "friends_s05e05_seg02_clip_15", "timestamp": [ 59.02, 63.85 ], "duration": 69.66, "caption": "A woman sets her coffee cup on a table and sits down.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 50969, "video_name": "friends_s05e04_seg02_clip_03", "timestamp": [ 38.45, 50.65 ], "duration": 61.66, "caption": "A woman sits down on the couch next to a man with a cup of coffee.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 50970, "video_name": "friends_s02e19_seg02_clip_00", "timestamp": [ 3.2, 8.64 ], "duration": 64.66, "caption": "A woman sets down a coffee mug before sitting down.", "similarity": 0.7575, "relevance": 4 }, { "pair_id": 50971, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 27.1, 29.62 ], "duration": 63.66, "caption": "A woman sets her coffee mug down on the table.", "similarity": 0.7572, "relevance": 3 }, { "pair_id": 50972, "video_name": "friends_s02e11_seg02_clip_09", "timestamp": [ 55.54, 59.2 ], "duration": 61.66, "caption": "A woman sits on the couch with a mug in her hand.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 50973, "video_name": "friends_s03e20_seg02_clip_12", "timestamp": [ 1.84, 4.3 ], "duration": 61.66, "caption": "A woman sits down at table with her coffee mug.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 50974, "video_name": "house_s08e03_seg02_clip_11", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A woman hands person a coffee and then sits down next to her.", "similarity": 0.7506, "relevance": 2 }, { "pair_id": 50975, "video_name": "s09e05_seg02_clip_14", "timestamp": [ 19.83, 21.97 ], "duration": 61.66, "caption": "A woman sets a takeout box down on the coffee table as she sits down on the couch next to woman.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 50976, "video_name": "s05e19_seg01_clip_01", "timestamp": [ 21.63, 30.37 ], "duration": 92.66, "caption": "Woman takes two coffee mugs to where person sitting.", "similarity": 0.7463, "relevance": 3 }, { "pair_id": 50977, "video_name": "s09e20_seg02_clip_00", "timestamp": [ 7.63, 12.51 ], "duration": 61.66, "caption": "A woman places a coffee mug onto person's desk.", "similarity": 0.7459, "relevance": 2 }, { "pair_id": 50978, "video_name": "s08e20_seg02_clip_00", "timestamp": [ 46.38, 61.03 ], "duration": 61.66, "caption": "A woman sits at her sofa and puts two cups onto the coffee table.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 50979, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 7.2, 9.6 ], "duration": 60.66, "caption": "A woman sets down a coffee mug on a table in the room.", "similarity": 0.7405, "relevance": 2 } ] }, { "query_id": 30049, "query": "A woman takes a sip from a cup of the coffee she is holding.", "relevant_moment": [ { "pair_id": 21120, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21121, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.9232, "relevance": 4 }, { "pair_id": 21122, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.9129, "relevance": 4 }, { "pair_id": 21123, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.9117, "relevance": 4 }, { "pair_id": 21124, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 3.38, 6.08 ], "duration": 45.66, "caption": "A woman takes a sip from the cup she's holding in her hands.", "similarity": 0.889, "relevance": 4 }, { "pair_id": 21125, "video_name": "friends_s09e21_seg01_clip_00", "timestamp": [ 1.53, 6.43 ], "duration": 61.66, "caption": "A woman takes a sip of her coffee from the black and white mug in front of her.", "similarity": 0.8886, "relevance": 3 }, { "pair_id": 21126, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 24.58, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of coffee from her cup since it's on the table next to her.", "similarity": 0.8827, "relevance": 4 }, { "pair_id": 21127, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 0.8769, "relevance": 4 }, { "pair_id": 21128, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.8677, "relevance": 4 }, { "pair_id": 21129, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 10.8, 18.91 ], "duration": 60.66, "caption": "A woman takes a sip of coffee and tries to hand it back.", "similarity": 0.8594, "relevance": 4 }, { "pair_id": 21130, "video_name": "met_s02e12_seg02_clip_09", "timestamp": [ 19.77, 21.57 ], "duration": 59.66, "caption": "A woman takes a drink from the lidded cup she's holding.", "similarity": 0.8428, "relevance": 4 }, { "pair_id": 21131, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.8372, "relevance": 4 }, { "pair_id": 21132, "video_name": "grey_s02e20_seg02_clip_00", "timestamp": [ 15.19, 19.61 ], "duration": 98.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 21133, "video_name": "friends_s07e05_seg02_clip_18", "timestamp": [ 33.41, 36.87 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 21134, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 15.13, 18.91 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 21135, "video_name": "friends_s02e12-13_seg02_clip_29", "timestamp": [ 21.76, 24.08 ], "duration": 58.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 21136, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.0, 0.46 ], "duration": 91.66, "caption": "A woman lifts the coffee cup to her lips and sips.", "similarity": 0.8264, "relevance": 2 }, { "pair_id": 21137, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.8259, "relevance": 3 }, { "pair_id": 21138, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 19.36, 28.39 ], "duration": 86.66, "caption": "A woman makes some hand motions from her chest out and takes a sip of her coffee.", "similarity": 0.8232, "relevance": 4 }, { "pair_id": 21139, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 19.33, 23.93 ], "duration": 92.66, "caption": "A woman takes a sip of coffee then sets her cup down.", "similarity": 0.8191, "relevance": 3 }, { "pair_id": 194440, "video_name": "castle_s08e13_seg02_clip_24", "timestamp": [ 58.52, 67.07 ], "duration": 90.66, "caption": "A man hands woman a cup of coffee which she takes and sips.", "similarity": 0.8179, "relevance": 4 }, { "pair_id": 194441, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 54.33, 58.47 ], "duration": 92.66, "caption": "A woman raises their coffee cup and takes two small sips.", "similarity": 0.8175, "relevance": 4 }, { "pair_id": 194442, "video_name": "castle_s03e11_seg02_clip_21", "timestamp": [ 29.26, 34.66 ], "duration": 90.66, "caption": "A woman grabs her cup and takes a drink from it.", "similarity": 0.8172, "relevance": 4 }, { "pair_id": 194443, "video_name": "friends_s06e15-16_seg02_clip_02", "timestamp": [ 37.23, 40.58 ], "duration": 61.66, "caption": "A woman takes a sip from her yellow coffee mug.", "similarity": 0.8153, "relevance": 4 }, { "pair_id": 194444, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 17.68, 20.16 ], "duration": 62.66, "caption": "A woman sips a cup of coffee while smiling.", "similarity": 0.8136, "relevance": 4 }, { "pair_id": 194445, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 4.56, 7.75 ], "duration": 91.66, "caption": "A woman drinks some coffee and fills it up after.", "similarity": 0.8131, "relevance": 4 }, { "pair_id": 194446, "video_name": "met_s06e24_seg02_clip_05", "timestamp": [ 21.54, 23.61 ], "duration": 59.66, "caption": "A woman takes a sip from her tea cup.", "similarity": 0.8124, "relevance": 4 }, { "pair_id": 194447, "video_name": "friends_s10e11_seg02_clip_05", "timestamp": [ 1.79, 6.56 ], "duration": 59.66, "caption": "A woman takes a sip from a tea cup.", "similarity": 0.8054, "relevance": 4 }, { "pair_id": 194448, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 57.17, 64.82 ], "duration": 90.66, "caption": "A man hands a woman a cup of coffee, and she takes a sip.", "similarity": 0.8046, "relevance": 4 }, { "pair_id": 194449, "video_name": "friends_s07e15_seg02_clip_00", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A woman takes a sip from her purple coffee mug.", "similarity": 0.8044, "relevance": 4 }, { "pair_id": 194450, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.804, "relevance": 4 }, { "pair_id": 194451, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.8018, "relevance": 3 }, { "pair_id": 194452, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 0.7995, "relevance": 4 }, { "pair_id": 194453, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 194454, "video_name": "friends_s04e18_seg02_clip_16", "timestamp": [ 11.6, 13.43 ], "duration": 61.66, "caption": "A woman gets the cup from the table and takes a sip from it.", "similarity": 0.7969, "relevance": 4 }, { "pair_id": 194455, "video_name": "friends_s02e22_seg02_clip_00", "timestamp": [ 2.17, 8.06 ], "duration": 62.66, "caption": "A woman sips coffee from a large pink cup.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 194456, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.7925, "relevance": 3 }, { "pair_id": 194457, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.7888, "relevance": 4 }, { "pair_id": 194458, "video_name": "friends_s06e05_seg02_clip_02", "timestamp": [ 9.14, 15.13 ], "duration": 63.66, "caption": "A woman takes a sip from her tea mug.", "similarity": 0.7848, "relevance": 4 }, { "pair_id": 194459, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 28.46, 31.67 ], "duration": 91.66, "caption": "A woman takes a sip from the blue cup of coffee a man hands to her.", "similarity": 0.7835, "relevance": 4 } ] }, { "query_id": 30052, "query": "A man puts a dvd case in front of a person's face.", "relevant_moment": [ { "pair_id": 46800, "video_name": "s07e08_seg02_clip_14", "timestamp": [ 25.81, 30.61 ], "duration": 60.66, "caption": "A man puts a dvd case in front of a person's face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 46801, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 0.0, 5.91 ], "duration": 90.66, "caption": "A person is holding a dvd case set as he stands beside another person.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 46802, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 6.37, 8.64 ], "duration": 90.66, "caption": "A person throws the case dvd set to another person.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 46803, "video_name": "s08e05_seg02_clip_01", "timestamp": [ 34.12, 46.52 ], "duration": 62.66, "caption": "A person holds up a DVD case to encourage their friends to watch the DVD.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 46804, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man looks at a DVD on both sides that he is holding in his hand.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 46805, "video_name": "s06e21_seg02_clip_02", "timestamp": [ 0.0, 14.71 ], "duration": 60.66, "caption": "A man pulls a DVD behind his back to show a woman.", "similarity": 0.6401, "relevance": 3 }, { "pair_id": 46806, "video_name": "castle_s02e13_seg02_clip_10", "timestamp": [ 62.32, 64.99 ], "duration": 89.66, "caption": "A man passes the boxed dvd set to another man.", "similarity": 0.6273, "relevance": 3 }, { "pair_id": 46807, "video_name": "met_s02e19_seg02_clip_01", "timestamp": [ 46.24, 50.81 ], "duration": 60.66, "caption": "A man looks up pushes a button for the DVD player.", "similarity": 0.6209, "relevance": 1 }, { "pair_id": 46808, "video_name": "castle_s07e20_seg02_clip_15", "timestamp": [ 73.91, 92.39 ], "duration": 92.66, "caption": "A person puts up a picture of man onto the case board.", "similarity": 0.6188, "relevance": 0 }, { "pair_id": 46809, "video_name": "s07e08_seg02_clip_13", "timestamp": [ 27.91, 34.74 ], "duration": 62.66, "caption": "A person bursts in the front door holding a DVD in one hand.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 46810, "video_name": "s07e21_seg02_clip_03", "timestamp": [ 37.22, 40.94 ], "duration": 62.66, "caption": "A person is holding a dvd as a man comes from the stairs.", "similarity": 0.6158, "relevance": 2 }, { "pair_id": 46811, "video_name": "met_s03e06_seg01_clip_00", "timestamp": [ 20.03, 28.17 ], "duration": 62.66, "caption": "A man takes a DVD out of a brown paper bag and shows it to a man who takes it from him.", "similarity": 0.613, "relevance": 2 }, { "pair_id": 46812, "video_name": "castle_s04e13_seg02_clip_17", "timestamp": [ 83.15, 87.07 ], "duration": 87.66, "caption": "A man puts a picture of someone onto the case board.", "similarity": 0.6096, "relevance": 0 }, { "pair_id": 46813, "video_name": "house_s06e14_seg02_clip_00", "timestamp": [ 1.87, 8.41 ], "duration": 93.66, "caption": "A man removes a video from a dvd player while talking with man.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 46814, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 0.0, 7.6 ], "duration": 49.66, "caption": "A person is holding a DVD box while talking to another person.", "similarity": 0.5967, "relevance": 3 }, { "pair_id": 46815, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 40.68, 50.98 ], "duration": 98.66, "caption": "A person is holding a DVD container while talking to someone.", "similarity": 0.5878, "relevance": 3 }, { "pair_id": 46816, "video_name": "met_s03e06_seg01_clip_02", "timestamp": [ 5.1, 9.36 ], "duration": 83.66, "caption": "A man holds up the DVD and says what it is.", "similarity": 0.5868, "relevance": 2 }, { "pair_id": 46817, "video_name": "castle_s06e13_seg02_clip_22", "timestamp": [ 56.95, 59.16 ], "duration": 88.66, "caption": "A man puts up a photo of a person onto the case board.", "similarity": 0.5867, "relevance": 0 }, { "pair_id": 46818, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 39.7, 95.58 ], "duration": 98.66, "caption": "A man holds a yellow movie case while he talks to a person.", "similarity": 0.5864, "relevance": 2 }, { "pair_id": 46819, "video_name": "castle_s08e07_seg02_clip_09", "timestamp": [ 64.95, 69.01 ], "duration": 90.66, "caption": "A person likens a case to a Hollywood film.", "similarity": 0.5818, "relevance": 0 } ] }, { "query_id": 30077, "query": "A man and a woman climb down a fire escape and run into the neighbors, another man and a woman.", "relevant_moment": [ { "pair_id": 156940, "video_name": "met_s03e11_seg02_clip_11", "timestamp": [ 47.47, 52.71 ], "duration": 55.66, "caption": "A man and a woman climb down a fire escape and run into the neighbors, another man and a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156941, "video_name": "friends_s10e16_seg02_clip_13", "timestamp": [ 24.65, 28.17 ], "duration": 64.66, "caption": "A woman and a man come back inside from the fire escape.", "similarity": 0.6766, "relevance": 1 }, { "pair_id": 156942, "video_name": "castle_s05e08_seg02_clip_06", "timestamp": [ 13.5, 18.72 ], "duration": 87.66, "caption": "A man and a woman climb out of a window with a person running and following from behind.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 156943, "video_name": "castle_s02e18_seg02_clip_22", "timestamp": [ 54.9, 58.16 ], "duration": 93.66, "caption": "Two people walk down fire escape into building.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 156944, "video_name": "castle_s04e22_seg02_clip_12", "timestamp": [ 46.81, 55.36 ], "duration": 90.66, "caption": "A woman and a man run past woman and man.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 156945, "video_name": "castle_s04e16_seg02_clip_13", "timestamp": [ 31.29, 37.27 ], "duration": 92.66, "caption": "A woman and a man get off the floor and run out behind a person.", "similarity": 0.5818, "relevance": 1 }, { "pair_id": 156946, "video_name": "castle_s04e01_seg02_clip_17", "timestamp": [ 77.43, 81.06 ], "duration": 90.66, "caption": "A woman and a man are following a person in the fire station.", "similarity": 0.5798, "relevance": 1 }, { "pair_id": 156947, "video_name": "grey_s02e02_seg02_clip_08", "timestamp": [ 42.76, 50.41 ], "duration": 90.66, "caption": "A man and woman are walking along the walkway when they run into another woman.", "similarity": 0.575, "relevance": 0 }, { "pair_id": 156948, "video_name": "castle_s07e04_seg02_clip_17", "timestamp": [ 0.0, 7.2 ], "duration": 90.66, "caption": "A woman and a man rushed outside the house and a man approaches them immediately.", "similarity": 0.564, "relevance": 1 }, { "pair_id": 156949, "video_name": "friends_s10e17-18_seg02_clip_21", "timestamp": [ 31.7, 34.58 ], "duration": 64.66, "caption": "A man and a woman run out the door and man points back at some people.", "similarity": 0.562, "relevance": 1 }, { "pair_id": 156950, "video_name": "friends_s10e16_seg02_clip_13", "timestamp": [ 10.57, 16.33 ], "duration": 64.66, "caption": "A man and a woman hug while they are on the fire escape.", "similarity": 0.5613, "relevance": 1 }, { "pair_id": 156951, "video_name": "castle_s07e01_seg02_clip_18", "timestamp": [ 61.62, 77.02 ], "duration": 88.66, "caption": "A woman, a man, and another man run up to a person with their guns drawn.", "similarity": 0.5539, "relevance": 1 }, { "pair_id": 156952, "video_name": "friends_s04e23-24_seg02_clip_04", "timestamp": [ 37.46, 40.13 ], "duration": 107.66, "caption": "A woman and a man rush into a broken down building.", "similarity": 0.5522, "relevance": 1 }, { "pair_id": 156953, "video_name": "castle_s06e11_seg02_clip_22", "timestamp": [ 58.31, 90.4 ], "duration": 90.66, "caption": "A man and a man are inside a building on fire.", "similarity": 0.5509, "relevance": 1 }, { "pair_id": 156954, "video_name": "castle_s06e22_seg02_clip_13", "timestamp": [ 22.63, 32.63 ], "duration": 87.66, "caption": "A man and a woman run down the hallway and into the stairwell.", "similarity": 0.548, "relevance": 1 }, { "pair_id": 156955, "video_name": "friends_s08e01_seg02_clip_02", "timestamp": [ 44.12, 48.22 ], "duration": 63.66, "caption": "Two people run over to two other people.", "similarity": 0.5474, "relevance": 2 }, { "pair_id": 156956, "video_name": "house_s06e21_seg02_clip_09", "timestamp": [ 26.85, 29.93 ], "duration": 88.66, "caption": "A fireman approaches woman and person.", "similarity": 0.5416, "relevance": 1 }, { "pair_id": 156957, "video_name": "friends_s02e24_seg02_clip_06", "timestamp": [ 48.21, 51.87 ], "duration": 61.66, "caption": "A man runs past woman, man, and woman and out of the apartment.", "similarity": 0.5358, "relevance": 1 }, { "pair_id": 156958, "video_name": "castle_s05e04_seg02_clip_25", "timestamp": [ 41.49, 47.36 ], "duration": 90.66, "caption": "A man shoots another man and a woman runs over to the other man.", "similarity": 0.5354, "relevance": 1 }, { "pair_id": 156959, "video_name": "friends_s05e15_seg01_clip_00", "timestamp": [ 44.59, 45.84 ], "duration": 62.66, "caption": "Two women run into a woman's apartment while a man is confronting two people.", "similarity": 0.5326, "relevance": 1 } ] }, { "query_id": 30092, "query": "A man sees another man getting ready to eat a hamburger and runs over and slaps it out of his hands.", "relevant_moment": [ { "pair_id": 102060, "video_name": "met_s03e11_seg02_clip_12", "timestamp": [ 50.67, 61.66 ], "duration": 61.66, "caption": "A man sees another man getting ready to eat a hamburger and runs over and slaps it out of his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 102061, "video_name": "house_s08e04_seg02_clip_03", "timestamp": [ 80.3, 84.1 ], "duration": 95.66, "caption": "A person places someone's hamburger back on the plate and grabs another person's hamburger.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 102062, "video_name": "met_s04e02_seg02_clip_02", "timestamp": [ 36.41, 53.92 ], "duration": 70.66, "caption": "A man starts eating the burger and acts like it's the best one he's ever eaten.", "similarity": 0.643, "relevance": 1 }, { "pair_id": 102063, "video_name": "met_s04e02_seg02_clip_09", "timestamp": [ 10.68, 14.34 ], "duration": 61.66, "caption": "A man points at the burger in front of him with both hands while chewing.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 102064, "video_name": "house_s08e04_seg02_clip_03", "timestamp": [ 69.37, 78.87 ], "duration": 95.66, "caption": "A person grabs another person's hamburger off her plate and puts it in his mouth.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 102065, "video_name": "met_s04e02_seg02_clip_09", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man takes a bite out of the burger in his hands.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 102066, "video_name": "house_s08e16_seg02_clip_11", "timestamp": [ 32.77, 65.99 ], "duration": 91.66, "caption": "A man eats a burger and talks with another man in a diner.", "similarity": 0.6101, "relevance": 0 }, { "pair_id": 102067, "video_name": "met_s04e02_seg02_clip_08", "timestamp": [ 35.07, 38.76 ], "duration": 61.66, "caption": "A person takes a bite of the burger in his hands.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 102068, "video_name": "house_s08e04_seg02_clip_03", "timestamp": [ 69.37, 72.7 ], "duration": 95.66, "caption": "A man reaches over and picks up a burger off of a woman's plate.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 102069, "video_name": "house_s03e14_seg02_clip_22", "timestamp": [ 9.35, 17.8 ], "duration": 89.66, "caption": "A man reachs out to grab another man's sandwich and takes a bite.", "similarity": 0.5943, "relevance": 0 }, { "pair_id": 102070, "video_name": "met_s03e15_seg02_clip_12", "timestamp": [ 24.61, 26.41 ], "duration": 60.66, "caption": "A man slaps another man in the stomach with his right hand.", "similarity": 0.5915, "relevance": 0 }, { "pair_id": 102071, "video_name": "met_s02e20_seg02_clip_09", "timestamp": [ 22.25, 25.91 ], "duration": 60.66, "caption": "A man reaches to get a piece of food but has hand slapped away by woman.", "similarity": 0.5902, "relevance": 1 }, { "pair_id": 102072, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 71.66, 89.02 ], "duration": 89.66, "caption": "A man sees a man who invites him to eat with him.", "similarity": 0.5901, "relevance": 0 }, { "pair_id": 102073, "video_name": "friends_s02e19_seg02_clip_08", "timestamp": [ 2.34, 5.04 ], "duration": 36.66, "caption": "A man describes what he is doing with the food to another man.", "similarity": 0.583, "relevance": 0 }, { "pair_id": 102074, "video_name": "met_s03e11_seg02_clip_12", "timestamp": [ 45.11, 58.7 ], "duration": 61.66, "caption": "A man learns where person's meal came from and slaps it out of his hands.", "similarity": 0.5719, "relevance": 4 }, { "pair_id": 102075, "video_name": "castle_s04e11_seg02_clip_19", "timestamp": [ 19.18, 66.45 ], "duration": 89.66, "caption": "A man is eating while walking and talking to another man, but the other man is frustrated about what the first man is eating, so he slaps him and jumps on him and they fight till two other people arrive.", "similarity": 0.5717, "relevance": 0 }, { "pair_id": 102076, "video_name": "grey_s02e14_seg02_clip_11", "timestamp": [ 79.22, 87.32 ], "duration": 90.66, "caption": "A man invites someone over to eat supper with him and another person.", "similarity": 0.5695, "relevance": 0 }, { "pair_id": 102077, "video_name": "house_s08e06_seg02_clip_11", "timestamp": [ 11.07, 13.94 ], "duration": 82.66, "caption": "A man smacks person's hand away when they try to grab his sandwich.", "similarity": 0.569, "relevance": 0 }, { "pair_id": 102078, "video_name": "met_s02e05_seg02_clip_04", "timestamp": [ 0.0, 21.09 ], "duration": 62.66, "caption": "A man bonds with another man and invites him out to eat.", "similarity": 0.5669, "relevance": 0 }, { "pair_id": 102079, "video_name": "house_s01e06_seg02_clip_11", "timestamp": [ 5.97, 9.65 ], "duration": 91.66, "caption": "A person sets down their burger and opens it up.", "similarity": 0.5611, "relevance": 0 } ] }, { "query_id": 30165, "query": "Two people walk into a cafe at the same time.", "relevant_moment": [ { "pair_id": 100900, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "Two people walk into a cafe at the same time.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 100901, "video_name": "friends_s07e21_seg02_clip_18", "timestamp": [ 23.61, 24.5 ], "duration": 59.66, "caption": "Two people walk into the cafe at the same time.", "similarity": 0.9918, "relevance": 4 }, { "pair_id": 100902, "video_name": "s03e23_seg02_clip_16", "timestamp": [ 70.02, 72.82 ], "duration": 80.66, "caption": "Two people walk up to the counter of the cafe.", "similarity": 0.7924, "relevance": 2 }, { "pair_id": 100903, "video_name": "friends_s04e16_seg02_clip_00", "timestamp": [ 26.24, 29.29 ], "duration": 61.66, "caption": "Two people walk into the cafe as they greet everyone sitting.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 100904, "video_name": "friends_s03e05_seg02_clip_02", "timestamp": [ 33.5, 38.15 ], "duration": 62.66, "caption": "A woman walks into the cafe with a man beside her.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 100905, "video_name": "friends_s09e03_seg02_clip_16", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A man walks into the cafe and a man sitting near the entrance looks at them twice.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 100906, "video_name": "friends_s01e13_seg02_clip_19", "timestamp": [ 1.4, 56.02 ], "duration": 56.66, "caption": "Two people have a conversation together in a cafe.", "similarity": 0.7582, "relevance": 1 }, { "pair_id": 100907, "video_name": "met_s03e13_seg02_clip_16", "timestamp": [ 35.98, 56.45 ], "duration": 62.66, "caption": "A man and a woman walk over to a cafe for dessert and coffee.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 100908, "video_name": "friends_s09e07_seg02_clip_00", "timestamp": [ 0.0, 6.89 ], "duration": 65.66, "caption": "Two people walk into the cafe and another person asks them a question about investments.", "similarity": 0.7524, "relevance": 4 }, { "pair_id": 100909, "video_name": "friends_s09e21_seg02_clip_19", "timestamp": [ 62.11, 64.03 ], "duration": 64.66, "caption": "A man walks into the cafe and towards another man and a woman on the couch.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 100910, "video_name": "friends_s10e12_seg02_clip_23", "timestamp": [ 50.47, 59.03 ], "duration": 59.66, "caption": "A man and a woman walk from the snow into a cafe.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 100912, "video_name": "friends_s06e21_seg02_clip_02", "timestamp": [ 43.97, 47.52 ], "duration": 59.66, "caption": "Two people enter a cafe and approach a man sitting at the counter.", "similarity": 0.7374, "relevance": 4 }, { "pair_id": 100914, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 39.24, 62.28 ], "duration": 62.66, "caption": "They are having a conversation in a cafe.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 100915, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 0.0, 31.45 ], "duration": 62.66, "caption": "They are having a conversation in a cafe.", "similarity": 0.7278, "relevance": 1 }, { "pair_id": 100916, "video_name": "house_s01e01_seg02_clip_10", "timestamp": [ 75.15, 90.54 ], "duration": 90.66, "caption": "Two people are in a cafe conversing with each other.", "similarity": 0.7256, "relevance": 1 }, { "pair_id": 100917, "video_name": "friends_s08e07_seg02_clip_08", "timestamp": [ 36.21, 40.44 ], "duration": 60.66, "caption": "A man walks into the cafe and sits down next to another man.", "similarity": 0.7232, "relevance": 2 }, { "pair_id": 100918, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "Two people walk into a coffee shop and look around.", "similarity": 0.7224, "relevance": 4 }, { "pair_id": 100919, "video_name": "friends_s05e12_seg02_clip_00", "timestamp": [ 2.88, 7.36 ], "duration": 64.66, "caption": "A person walks into a cafe and over to someone at the counter.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 274220, "video_name": "friends_s06e13_seg02_clip_18", "timestamp": [ 38.77, 46.21 ], "duration": 62.66, "caption": "A man walks into the cafe to greet a woman and another woman.", "similarity": 0.7204, "relevance": 3 }, { "pair_id": 274221, "video_name": "friends_s04e19_seg02_clip_04", "timestamp": [ 0.3, 5.61 ], "duration": 59.66, "caption": "Two men walk up to the counter in the caf\u00e9.", "similarity": 0.7198, "relevance": 4 }, { "pair_id": 274222, "video_name": "friends_s06e21_seg02_clip_07", "timestamp": [ 23.69, 27.85 ], "duration": 64.66, "caption": "A man walks into the cafe and a woman turns to start a conversation with him.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 274223, "video_name": "friends_s10e08_seg01_clip_00", "timestamp": [ 0.0, 8.55 ], "duration": 95.66, "caption": "A man and a woman enter the cafe together from the entrance and initiate a conversation with the others.", "similarity": 0.7169, "relevance": 4 }, { "pair_id": 274224, "video_name": "friends_s08e22_seg02_clip_10", "timestamp": [ 38.01, 44.39 ], "duration": 58.66, "caption": "Two women walk into the cafe and sit down next to two people.", "similarity": 0.7162, "relevance": 4 }, { "pair_id": 274225, "video_name": "friends_s03e12_seg02_clip_16", "timestamp": [ 36.32, 54.92 ], "duration": 60.66, "caption": "A man enters the cafe and greets two people as one of them gets up and leaves to which the man sits beside the other person.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 274226, "video_name": "friends_s07e07_seg02_clip_05", "timestamp": [ 68.54, 71.02 ], "duration": 71.66, "caption": "A man walks into the cafe and walks towards two people sitting on the sofa.", "similarity": 0.7143, "relevance": 3 }, { "pair_id": 274227, "video_name": "friends_s04e11_seg02_clip_18", "timestamp": [ 36.89, 40.43 ], "duration": 59.66, "caption": "Two people come into a coffee shop and walk over to another woman.", "similarity": 0.7133, "relevance": 4 }, { "pair_id": 274228, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 30.89, 39.6 ], "duration": 87.66, "caption": "A person walks over to two people in the cafe holding a folder.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 274229, "video_name": "friends_s09e06_seg02_clip_00", "timestamp": [ 36.01, 43.02 ], "duration": 61.66, "caption": "A person walks into the cafe as they mention someone else holding hands and getting more formal with each other.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 274230, "video_name": "friends_s06e13_seg02_clip_18", "timestamp": [ 12.1, 21.71 ], "duration": 62.66, "caption": "A woman walks into the cafe and takes another woman by surprise.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 274231, "video_name": "friends_s10e09_seg02_clip_11", "timestamp": [ 25.15, 30.62 ], "duration": 54.66, "caption": "A man walks into the cafe with a pink shirt and walks up to another man.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 274232, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 0.0, 9.46 ], "duration": 61.66, "caption": "Two people walk into a coffee shop and start looking around.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 274233, "video_name": "house_s05e17_seg02_clip_16", "timestamp": [ 0.0, 11.4 ], "duration": 95.66, "caption": "A man walks behind a man when they are in the cafe together.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 274234, "video_name": "friends_s06e15-16_seg02_clip_37", "timestamp": [ 43.09, 48.99 ], "duration": 59.66, "caption": "A woman walks into the cafe and up to a man.", "similarity": 0.6999, "relevance": 3 }, { "pair_id": 274235, "video_name": "friends_s05e22_seg02_clip_03", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A man walks into a cafe and sits down at a table with two people.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 274236, "video_name": "friends_s09e16_seg02_clip_05", "timestamp": [ 44.69, 48.24 ], "duration": 59.66, "caption": "A woman and a man walk into the coffee shop together.", "similarity": 0.6979, "relevance": 4 }, { "pair_id": 274237, "video_name": "friends_s10e07_seg01_clip_00", "timestamp": [ 1.47, 5.39 ], "duration": 98.66, "caption": "Two people open the door and walk into a coffee shop.", "similarity": 0.6975, "relevance": 4 }, { "pair_id": 274238, "video_name": "friends_s03e12_seg02_clip_18", "timestamp": [ 2.7, 8.4 ], "duration": 60.66, "caption": "A man walks across the cafe to where another man is.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 274239, "video_name": "friends_s01e05_seg02_clip_21", "timestamp": [ 23.53, 31.38 ], "duration": 49.66, "caption": "Two people walk into the coffee shop and sit down.", "similarity": 0.6928, "relevance": 3 } ] }, { "query_id": 30179, "query": "A man pulls a strip of tape from person's arm.", "relevant_moment": [ { "pair_id": 18900, "video_name": "s08e05_seg02_clip_13", "timestamp": [ 30.61, 32.41 ], "duration": 60.66, "caption": "A man pulls a strip of tape from person's arm.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18901, "video_name": "s08e05_seg02_clip_13", "timestamp": [ 24.61, 27.01 ], "duration": 60.66, "caption": "A person rips a strip of tape from another person's arm.", "similarity": 0.7908, "relevance": 4 }, { "pair_id": 18902, "video_name": "s08e05_seg02_clip_13", "timestamp": [ 27.61, 34.82 ], "duration": 60.66, "caption": "A person laughs so man pulls some tape off person's arm.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 18903, "video_name": "s08e05_seg02_clip_13", "timestamp": [ 18.91, 24.01 ], "duration": 60.66, "caption": "A man says something to a person so another person pulls a piece of duct tape off the first person's arm.", "similarity": 0.7308, "relevance": 4 }, { "pair_id": 18904, "video_name": "house_s01e13_seg02_clip_18", "timestamp": [ 26.69, 28.07 ], "duration": 92.66, "caption": "A person tapes a man on the shoulder with his cane.", "similarity": 0.7241, "relevance": 0 }, { "pair_id": 18905, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 7.68, 10.57 ], "duration": 64.66, "caption": "A man hands a tape over for another man to see.", "similarity": 0.6962, "relevance": 0 }, { "pair_id": 18906, "video_name": "castle_s05e08_seg02_clip_18", "timestamp": [ 93.65, 95.79 ], "duration": 107.66, "caption": "A man uses a roll of tape on his ankle.", "similarity": 0.682, "relevance": 0 }, { "pair_id": 18907, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 3.2, 7.36 ], "duration": 64.66, "caption": "A guy hands a tape over for another guy to see.", "similarity": 0.6796, "relevance": 0 }, { "pair_id": 18908, "video_name": "castle_s02e07_seg02_clip_19", "timestamp": [ 77.21, 85.58 ], "duration": 93.66, "caption": "A man pulls panel off of wall and pulls tape off the wall.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 18909, "video_name": "castle_s08e22_seg02_clip_14", "timestamp": [ 77.42, 82.82 ], "duration": 90.66, "caption": "A man injects a person's arm with a syringe and tapes it to their arm.", "similarity": 0.6736, "relevance": 0 }, { "pair_id": 18910, "video_name": "s08e05_seg02_clip_13", "timestamp": [ 7.8, 11.41 ], "duration": 60.66, "caption": "A person pulls some duct tape off person's arm, making him scream.", "similarity": 0.6624, "relevance": 4 }, { "pair_id": 18911, "video_name": "friends_s01e06_seg02_clip_12", "timestamp": [ 14.11, 16.51 ], "duration": 60.66, "caption": "A person makes a pulling motion with their arm.", "similarity": 0.6556, "relevance": 1 }, { "pair_id": 18913, "video_name": "friends_s04e12_seg02_clip_02", "timestamp": [ 40.51, 42.79 ], "duration": 57.66, "caption": "A man pulls out a package of tape from the bag.", "similarity": 0.6539, "relevance": 1 }, { "pair_id": 18914, "video_name": "friends_s08e04_seg02_clip_19", "timestamp": [ 15.76, 16.7 ], "duration": 63.66, "caption": "A man quickly grabs the video tape off the counter.", "similarity": 0.6494, "relevance": 0 }, { "pair_id": 18915, "video_name": "friends_s10e07_seg02_clip_01", "timestamp": [ 12.41, 15.51 ], "duration": 62.66, "caption": "A man walks by and holds up a tape to a woman and a man.", "similarity": 0.648, "relevance": 0 }, { "pair_id": 18916, "video_name": "friends_s09e07_seg02_clip_06", "timestamp": [ 15.7, 31.4 ], "duration": 52.66, "caption": "A man takes the tape from another person and starts to think and look around.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 18917, "video_name": "met_s02e15_seg02_clip_01", "timestamp": [ 41.12, 43.52 ], "duration": 60.66, "caption": "A man makes a pulling motion with his hand.", "similarity": 0.6418, "relevance": 0 }, { "pair_id": 18918, "video_name": "house_s06e03_seg02_clip_21", "timestamp": [ 59.24, 84.02 ], "duration": 84.66, "caption": "A man stands in front of another person that is wearing tape.", "similarity": 0.6395, "relevance": 1 }, { "pair_id": 18919, "video_name": "friends_s07e17_seg02_clip_16", "timestamp": [ 17.41, 18.31 ], "duration": 60.66, "caption": "A person pulls away and removes their arm from around someone.", "similarity": 0.6374, "relevance": 0 } ] }, { "query_id": 30226, "query": "A woman and a person wearing a police uniform were having a conversation.", "relevant_moment": [ { "pair_id": 164140, "video_name": "friends_s10e11_seg02_clip_23", "timestamp": [ 0.0, 7.72 ], "duration": 55.66, "caption": "A woman and a person wearing a police uniform were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164141, "video_name": "friends_s07e22_seg02_clip_12", "timestamp": [ 34.52, 58.03 ], "duration": 58.66, "caption": "A woman and a police officer are having a conversation while a man is listening.", "similarity": 0.8356, "relevance": 4 }, { "pair_id": 164142, "video_name": "castle_s04e07_seg02_clip_15", "timestamp": [ 49.17, 73.1 ], "duration": 87.66, "caption": "A woman was having a serious conversation with a police officer.", "similarity": 0.8028, "relevance": 4 }, { "pair_id": 164143, "video_name": "house_s07e10_seg02_clip_25", "timestamp": [ 127.62, 151.02 ], "duration": 151.66, "caption": "A person and a woman were having a conversation.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 164144, "video_name": "castle_s05e05_seg02_clip_20", "timestamp": [ 0.0, 8.02 ], "duration": 51.66, "caption": "Two people are having a discussion while walking towards police officers.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 164145, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 62.79, 81.02 ], "duration": 81.66, "caption": "A woman and a person are having a conversation with another person.", "similarity": 0.7584, "relevance": 3 }, { "pair_id": 164146, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 20.45, 90.66 ], "duration": 90.66, "caption": "Two people and a woman were having a conversation.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 164147, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 84.25 ], "duration": 156.66, "caption": "Two people and a woman were having a conversation.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 164148, "video_name": "friends_s09e10_seg02_clip_20", "timestamp": [ 33.77, 43.02 ], "duration": 43.66, "caption": "A woman and person in suit are having a conversation.", "similarity": 0.752, "relevance": 3 }, { "pair_id": 164149, "video_name": "castle_s02e20_seg02_clip_20", "timestamp": [ 0.0, 10.17 ], "duration": 92.66, "caption": "A woman and a person were having an intense conversation.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 164150, "video_name": "castle_s04e03_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 90.66, "caption": "A woman was having a serious conversation with a person in medical uniform.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 164151, "video_name": "house_s03e06_seg02_clip_24", "timestamp": [ 0.0, 47.53 ], "duration": 96.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 164152, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 0.0, 8.58 ], "duration": 90.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 164153, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 74.47, 91.38 ], "duration": 91.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 164154, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 0.0, 55.31 ], "duration": 89.66, "caption": "A woman, person and man were having a conversation.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 164155, "video_name": "friends_s01e03_seg02_clip_14", "timestamp": [ 45.92, 54.02 ], "duration": 54.66, "caption": "A woman was having a conversation with the woman wearing a white uniform.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 164156, "video_name": "castle_s04e22_seg02_clip_25", "timestamp": [ 0.0, 30.83 ], "duration": 92.66, "caption": "A woman, man and person were having a conversation.", "similarity": 0.7331, "relevance": 3 }, { "pair_id": 164157, "video_name": "castle_s06e10_seg02_clip_23", "timestamp": [ 77.37, 91.03 ], "duration": 91.66, "caption": "Two people are having a conversation with a woman.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 164158, "video_name": "castle_s02e21_seg02_clip_12", "timestamp": [ 72.93, 87.34 ], "duration": 87.66, "caption": "Person and woman are having a conversation with each other.", "similarity": 0.7305, "relevance": 3 }, { "pair_id": 164159, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 61.22, 73.37 ], "duration": 90.66, "caption": "A woman and person are having a conversation with each other.", "similarity": 0.7304, "relevance": 3 }, { "pair_id": 337460, "video_name": "friends_s09e13_seg02_clip_10", "timestamp": [ 32.15, 63.03 ], "duration": 63.66, "caption": "A woman and another person wearing suit and tie were having a conversation.", "similarity": 0.7282, "relevance": 3 }, { "pair_id": 337461, "video_name": "house_s08e21_seg02_clip_07", "timestamp": [ 0.0, 104.02 ], "duration": 104.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337462, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 64.17, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337463, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 1 }, { "pair_id": 337464, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337465, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 28.61, 74.99 ], "duration": 86.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 1 }, { "pair_id": 337466, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 1 }, { "pair_id": 337467, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.15 ], "duration": 65.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337468, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 0.0, 5.77 ], "duration": 88.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337469, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337470, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337471, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 22.76, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337472, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 28.48, 66.74 ], "duration": 85.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337473, "video_name": "house_s05e01_seg02_clip_08", "timestamp": [ 0.0, 36.64 ], "duration": 90.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337474, "video_name": "house_s04e12_seg02_clip_08", "timestamp": [ 29.91, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337475, "video_name": "house_s03e04_seg02_clip_14", "timestamp": [ 11.89, 51.66 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337476, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 22.76, 31.86 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337477, "video_name": "house_s02e13_seg02_clip_15", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337478, "video_name": "house_s02e12_seg02_clip_02", "timestamp": [ 0.0, 55.15 ], "duration": 72.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 337479, "video_name": "house_s02e04_seg02_clip_11", "timestamp": [ 0.0, 7.89 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.7276, "relevance": 2 } ] }, { "query_id": 30242, "query": "A man walks up and tries to talk to a woman at the bar.", "relevant_moment": [ { "pair_id": 145860, "video_name": "met_s02e02_seg02_clip_04", "timestamp": [ 54.01, 60.35 ], "duration": 60.66, "caption": "A man walks up and tries to talk to a woman at the bar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145861, "video_name": "met_s06e16_seg02_clip_10", "timestamp": [ 57.84, 58.75 ], "duration": 60.66, "caption": "A man walks up to a woman at the bar.", "similarity": 0.8902, "relevance": 3 }, { "pair_id": 145862, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 26.56, 27.97 ], "duration": 56.66, "caption": "A man walks up to a woman at the bar.", "similarity": 0.8902, "relevance": 3 }, { "pair_id": 145863, "video_name": "met_s03e05_seg02_clip_11", "timestamp": [ 0.0, 28.98 ], "duration": 59.66, "caption": "A man talks to a woman at a bar.", "similarity": 0.8629, "relevance": 3 }, { "pair_id": 145864, "video_name": "friends_s03e06_seg02_clip_04", "timestamp": [ 13.73, 20.14 ], "duration": 61.66, "caption": "A man approaches a woman at the bar and begins a conversation.", "similarity": 0.8504, "relevance": 4 }, { "pair_id": 145865, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 0.0, 36.6 ], "duration": 87.66, "caption": "A woman talks to a man at the bar.", "similarity": 0.8332, "relevance": 2 }, { "pair_id": 145866, "video_name": "s04e10_seg02_clip_12", "timestamp": [ 52.75, 57.02 ], "duration": 57.66, "caption": "A woman approaches a man in the bar and gets him to turn around, then speaks to him.", "similarity": 0.8314, "relevance": 3 }, { "pair_id": 145867, "video_name": "met_s02e10_seg02_clip_09", "timestamp": [ 37.84, 41.48 ], "duration": 60.66, "caption": "A person walks up to a man in a bar.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 145868, "video_name": "met_s02e04_seg02_clip_05", "timestamp": [ 7.84, 11.16 ], "duration": 60.66, "caption": "A woman walks up to the bar and starts talking to woman and woman.", "similarity": 0.8052, "relevance": 1 }, { "pair_id": 145869, "video_name": "house_s07e22_seg02_clip_10", "timestamp": [ 56.44, 91.03 ], "duration": 91.66, "caption": "A man is having a conversation with a woman in a bar.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 145870, "video_name": "house_s07e22_seg02_clip_10", "timestamp": [ 0.0, 43.24 ], "duration": 91.66, "caption": "A man is having a conversation with a woman in a bar.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 145871, "video_name": "met_s06e06_seg02_clip_11", "timestamp": [ 2.37, 5.33 ], "duration": 59.66, "caption": "A man points and looks up while talking to a woman in the bar.", "similarity": 0.7956, "relevance": 2 }, { "pair_id": 145872, "video_name": "s05e09_seg02_clip_11", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A woman walks up to a man and another person at the bar.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 145873, "video_name": "met_s02e02_seg02_clip_08", "timestamp": [ 43.48, 45.97 ], "duration": 62.66, "caption": "A man walks up to another man and a woman at the bar.", "similarity": 0.7925, "relevance": 3 }, { "pair_id": 145874, "video_name": "s01e08_seg02_clip_08", "timestamp": [ 22.28, 24.11 ], "duration": 61.66, "caption": "A person walks up to some men at the bar.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 145875, "video_name": "house_s07e12_seg02_clip_19", "timestamp": [ 48.31, 58.9 ], "duration": 92.66, "caption": "A man goes up to a woman at the bar to introduce himself.", "similarity": 0.7878, "relevance": 4 }, { "pair_id": 145876, "video_name": "s08e10_seg02_clip_13", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "Two women walk up to a man at the bar.", "similarity": 0.7865, "relevance": 2 }, { "pair_id": 145877, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 31.33, 33.94 ], "duration": 58.66, "caption": "A man walks toward a woman at a table in a bar.", "similarity": 0.7815, "relevance": 4 }, { "pair_id": 145878, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 18.87, 27.37 ], "duration": 94.66, "caption": "A man walks up to a woman while talking to her.", "similarity": 0.7812, "relevance": 2 }, { "pair_id": 145879, "video_name": "met_s06e19_seg02_clip_03", "timestamp": [ 48.22, 55.15 ], "duration": 63.66, "caption": "A man goes to the bar counter and bends over it to talk to a woman.", "similarity": 0.7802, "relevance": 4 }, { "pair_id": 319180, "video_name": "house_s04e16_seg02_clip_15", "timestamp": [ 84.2, 91.03 ], "duration": 91.66, "caption": "A person walks into the bar to meet a man.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 319181, "video_name": "castle_s08e19_seg02_clip_14", "timestamp": [ 58.3, 61.12 ], "duration": 94.66, "caption": "A man sits at the bar as person walks towards woman.", "similarity": 0.7747, "relevance": 4 }, { "pair_id": 319182, "video_name": "s01e08_seg02_clip_08", "timestamp": [ 21.97, 27.16 ], "duration": 61.66, "caption": "A person walks up to some people at the bar.", "similarity": 0.7702, "relevance": 4 }, { "pair_id": 319183, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 34.84, 38.51 ], "duration": 61.66, "caption": "A man walks up to a woman at the bar but is rebuffed as she turns around.", "similarity": 0.7647, "relevance": 4 }, { "pair_id": 319185, "video_name": "met_s02e02_seg02_clip_15", "timestamp": [ 11.82, 14.24 ], "duration": 60.66, "caption": "A man turns to talk to another man who walked up to him at a bar.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 319186, "video_name": "castle_s02e13_seg02_clip_07", "timestamp": [ 13.8, 20.71 ], "duration": 92.66, "caption": "A man walks up to woman at the bar after making a toast.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 319187, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 74.34, 89.02 ], "duration": 89.66, "caption": "A man walks up to a woman and they start conversing.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 319188, "video_name": "castle_s07e21_seg02_clip_13", "timestamp": [ 15.39, 18.56 ], "duration": 90.66, "caption": "A man walks up to a woman saying who he just talked to.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 319189, "video_name": "met_s03e10_seg02_clip_14", "timestamp": [ 26.88, 37.08 ], "duration": 61.66, "caption": "A woman walks up to the bar and tells a man about her encounter with someone at the fitness center.", "similarity": 0.76, "relevance": 4 }, { "pair_id": 319190, "video_name": "met_s05e01_seg02_clip_03", "timestamp": [ 1.04, 6.21 ], "duration": 69.66, "caption": "A woman and a man go to the front of the bar and start a conversation.", "similarity": 0.757, "relevance": 3 }, { "pair_id": 319191, "video_name": "met_s03e18_seg02_clip_09", "timestamp": [ 27.47, 31.6 ], "duration": 59.66, "caption": "A man walks up to a woman with brown hair at the bar and taps her on the shoulder.", "similarity": 0.7562, "relevance": 4 }, { "pair_id": 319192, "video_name": "grey_s03e02_seg02_clip_22", "timestamp": [ 76.02, 95.03 ], "duration": 95.66, "caption": "A person walks into the bar to find woman, shortly followed by man.", "similarity": 0.7531, "relevance": 4 }, { "pair_id": 319193, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 0.0, 59.35 ], "duration": 89.66, "caption": "A woman and a man are at a bar talking to a bartender.", "similarity": 0.7515, "relevance": 3 }, { "pair_id": 319194, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 11.24, 15.3 ], "duration": 62.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 319196, "video_name": "met_s02e21_seg02_clip_02", "timestamp": [ 41.18, 60.11 ], "duration": 60.66, "caption": "A man walks up to a woman and converses with her.", "similarity": 0.7494, "relevance": 3 }, { "pair_id": 319197, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 19.09, 35.0 ], "duration": 53.66, "caption": "A person is having a conversation with woman at a bar.", "similarity": 0.749, "relevance": 3 }, { "pair_id": 319198, "video_name": "grey_s03e07_seg02_clip_28", "timestamp": [ 70.73, 92.46 ], "duration": 92.66, "caption": "A man sees woman at the bar and they talk about how they first met.", "similarity": 0.7484, "relevance": 4 }, { "pair_id": 319199, "video_name": "met_s06e11_seg02_clip_04", "timestamp": [ 9.69, 11.81 ], "duration": 60.66, "caption": "A man points at woman at the bar during a talk.", "similarity": 0.7479, "relevance": 3 } ] }, { "query_id": 30255, "query": "Some people walk through the door looking for a woman.", "relevant_moment": [ { "pair_id": 3240, "video_name": "friends_s10e11_seg02_clip_25", "timestamp": [ 6.5, 14.76 ], "duration": 50.66, "caption": "Some people walk through the door looking for a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3241, "video_name": "s03e23_seg02_clip_01", "timestamp": [ 20.71, 24.61 ], "duration": 60.66, "caption": "Some people walk through the door and a person looks at them.", "similarity": 0.7974, "relevance": 3 }, { "pair_id": 3242, "video_name": "friends_s02e05_seg02_clip_03", "timestamp": [ 10.5, 13.21 ], "duration": 60.66, "caption": "A woman comes through the door, and two men and a woman look up.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 3243, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A person opens their door to find a woman standing at the entrance.", "similarity": 0.7606, "relevance": 1 }, { "pair_id": 3244, "video_name": "friends_s02e03_seg02_clip_03", "timestamp": [ 55.41, 59.04 ], "duration": 60.66, "caption": "A woman opens the door to find two people there.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 3245, "video_name": "house_s01e19_seg02_clip_00", "timestamp": [ 7.75, 11.86 ], "duration": 91.66, "caption": "A woman walks over to the door to find a man.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 3246, "video_name": "castle_s04e09_seg02_clip_18", "timestamp": [ 75.94, 80.86 ], "duration": 89.66, "caption": "A woman walks through the door and approaches the group of men.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 3247, "video_name": "castle_s02e01_seg02_clip_05", "timestamp": [ 56.71, 59.87 ], "duration": 90.66, "caption": "A woman opens the door to find a man and a woman at the door.", "similarity": 0.7392, "relevance": 3 }, { "pair_id": 3248, "video_name": "castle_s08e15_seg02_clip_27", "timestamp": [ 7.6, 11.02 ], "duration": 76.66, "caption": "A person opens the door to find a woman standing there.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 3249, "video_name": "castle_s07e14_seg02_clip_18", "timestamp": [ 6.79, 10.87 ], "duration": 90.66, "caption": "A woman walks through the door looking at a man.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 3250, "video_name": "castle_s08e05_seg02_clip_05", "timestamp": [ 64.29, 67.96 ], "duration": 91.66, "caption": "A woman walks in the door and multiple people look at her.", "similarity": 0.7307, "relevance": 1 }, { "pair_id": 3251, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 0.0, 3.92 ], "duration": 60.66, "caption": "Some people walk to the window and join a woman looking out.", "similarity": 0.7256, "relevance": 0 }, { "pair_id": 3252, "video_name": "castle_s01e02_seg02_clip_14", "timestamp": [ 51.98, 56.08 ], "duration": 91.66, "caption": "A woman answers the door to find woman and man standing there.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 3253, "video_name": "friends_s08e17_seg01_clip_00", "timestamp": [ 19.84, 24.72 ], "duration": 65.66, "caption": "A woman walks into some people's apartment looking for a man.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 3254, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 56.89, 61.44 ], "duration": 91.66, "caption": "A man opens the door when a woman is with another woman, looking for a man.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 3255, "video_name": "s03e17_seg02_clip_00", "timestamp": [ 26.98, 31.32 ], "duration": 62.66, "caption": "A woman walks past some people and toward the door.", "similarity": 0.7191, "relevance": 0 }, { "pair_id": 3256, "video_name": "castle_s01e04_seg02_clip_17", "timestamp": [ 77.99, 82.95 ], "duration": 90.66, "caption": "A woman walks over to the door while looking at a person and then opens it.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 3257, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.61, 25.68 ], "duration": 59.66, "caption": "A woman opens the door to find person standing there.", "similarity": 0.7164, "relevance": 1 }, { "pair_id": 3258, "video_name": "s01e07_seg02_clip_13", "timestamp": [ 21.46, 26.01 ], "duration": 65.66, "caption": "A woman opens the door and sees some people stand there.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 3259, "video_name": "met_s03e13_seg01_clip_00", "timestamp": [ 16.25, 19.38 ], "duration": 122.66, "caption": "A woman comes through a door and a man stares at her.", "similarity": 0.7157, "relevance": 1 } ] }, { "query_id": 30367, "query": "A person pulls keys out of their pocket and makes changes to the morphine machine.", "relevant_moment": [ { "pair_id": 172780, "video_name": "house_s03e05_seg02_clip_11", "timestamp": [ 6.3, 16.2 ], "duration": 90.66, "caption": "A person pulls keys out of their pocket and makes changes to the morphine machine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172781, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 35.31, 37.46 ], "duration": 61.66, "caption": "A man pulls a key out of his pocket.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 172782, "video_name": "s02e21_seg02_clip_03", "timestamp": [ 30.75, 35.11 ], "duration": 58.66, "caption": "A person tries to find the key in their pockets.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 172783, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 29.97, 33.1 ], "duration": 89.66, "caption": "A person takes out something from his pocket.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 172784, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 172785, "video_name": "house_s08e05_seg02_clip_07", "timestamp": [ 33.38, 37.84 ], "duration": 89.66, "caption": "A person removes change from their pocket and places it into another person's hand.", "similarity": 0.594, "relevance": 2 }, { "pair_id": 172786, "video_name": "s06e04_seg02_clip_10", "timestamp": [ 38.07, 43.97 ], "duration": 59.66, "caption": "A man puts the keys into his back pocket.", "similarity": 0.5836, "relevance": 2 }, { "pair_id": 172787, "video_name": "house_s04e16_seg02_clip_15", "timestamp": [ 22.76, 26.85 ], "duration": 91.66, "caption": "A person takes another person's keys and puts them away.", "similarity": 0.5833, "relevance": 2 }, { "pair_id": 172788, "video_name": "house_s04e02_seg02_clip_06", "timestamp": [ 72.92, 74.27 ], "duration": 90.66, "caption": "A woman gets the keys from her pocket and gives to a person.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 172789, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 29.81, 36.83 ], "duration": 87.66, "caption": "A person is with someone while he gets the key from his pocket and started opening the locked door.", "similarity": 0.5816, "relevance": 2 }, { "pair_id": 172790, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 10.5, 15.61 ], "duration": 60.66, "caption": "A person takes their keys out of their pocket and unlocks the front door to their apartment.", "similarity": 0.5747, "relevance": 2 }, { "pair_id": 172791, "video_name": "s04e12_seg02_clip_08", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A person reaches into a paper bag and pulls out two key chains.", "similarity": 0.5741, "relevance": 1 }, { "pair_id": 172792, "video_name": "friends_s08e03_seg02_clip_05", "timestamp": [ 0.0, 1.1 ], "duration": 73.66, "caption": "A man pulls down the large bundle of keys.", "similarity": 0.5738, "relevance": 2 }, { "pair_id": 172793, "video_name": "house_s03e07_seg02_clip_14", "timestamp": [ 44.15, 48.24 ], "duration": 91.66, "caption": "A person downs painkillers from a bottle of pills in their pocket.", "similarity": 0.572, "relevance": 2 }, { "pair_id": 172794, "video_name": "house_s02e17_seg02_clip_02", "timestamp": [ 51.5, 54.24 ], "duration": 91.66, "caption": "A person uses a key to unlock a drawer in their office.", "similarity": 0.5707, "relevance": 3 }, { "pair_id": 172795, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 6.16, 8.4 ], "duration": 56.66, "caption": "A person holds up a key for another person to take from him.", "similarity": 0.5661, "relevance": 2 }, { "pair_id": 172796, "video_name": "castle_s07e07_seg02_clip_03", "timestamp": [ 36.4, 38.7 ], "duration": 92.66, "caption": "A man takes some keys out of his pocket and shows them to woman.", "similarity": 0.5635, "relevance": 2 }, { "pair_id": 172797, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 80.0, 83.26 ], "duration": 93.66, "caption": "A person reaches in his pocket and pulls out a piece of paper.", "similarity": 0.5629, "relevance": 1 }, { "pair_id": 172798, "video_name": "house_s08e09_seg02_clip_06", "timestamp": [ 9.65, 12.72 ], "duration": 87.66, "caption": "A doctor presses buttons in a vending machine.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 172799, "video_name": "friends_s09e06_seg02_clip_02", "timestamp": [ 10.28, 13.3 ], "duration": 60.66, "caption": "The person wearing brown jacket gets a key on his pocket.", "similarity": 0.5581, "relevance": 2 }, { "pair_id": 346100, "video_name": "house_s07e06_seg02_clip_17", "timestamp": [ 52.76, 58.15 ], "duration": 77.66, "caption": "A person uses a key to unlock and open a cabinet.", "similarity": 0.5575, "relevance": 3 }, { "pair_id": 346102, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 33.31, 38.72 ], "duration": 60.66, "caption": "A man pulls his keys out of his pocket to hand to a person as he comes running for them.", "similarity": 0.5541, "relevance": 2 }, { "pair_id": 346103, "video_name": "s06e08_seg02_clip_03", "timestamp": [ 11.6, 16.17 ], "duration": 61.66, "caption": "A person walks down a hallway, takes a key from their pocket, unlocks a door and starts to enter.", "similarity": 0.5538, "relevance": 2 }, { "pair_id": 346104, "video_name": "house_s08e08_seg02_clip_15", "timestamp": [ 21.76, 29.45 ], "duration": 128.66, "caption": "A person walks into his/her house, turns on the light and puts his/her keys on a table.", "similarity": 0.553, "relevance": 0 }, { "pair_id": 346105, "video_name": "s05e19_seg02_clip_04", "timestamp": [ 8.7, 12.61 ], "duration": 60.66, "caption": "A person takes out a coupon book from his/her back pocket.", "similarity": 0.5525, "relevance": 0 }, { "pair_id": 346106, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 7.48, 10.57 ], "duration": 44.66, "caption": "A person pulls out a paper clip from his pocket.", "similarity": 0.551, "relevance": 1 }, { "pair_id": 346107, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 5.28, 11.01 ], "duration": 44.66, "caption": "A person digs into his pocket and pulls out a paper clip.", "similarity": 0.5478, "relevance": 1 }, { "pair_id": 346108, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A person walks in the door, closes it and then places their keys in a bowl.", "similarity": 0.5477, "relevance": 1 }, { "pair_id": 346109, "video_name": "house_s03e21_seg02_clip_20", "timestamp": [ 65.78, 82.11 ], "duration": 96.66, "caption": "A person removes a prescription pad from his pocket, writes on it and removes the top paper handing it to another person.", "similarity": 0.5471, "relevance": 1 }, { "pair_id": 346110, "video_name": "s01e14_seg02_clip_04", "timestamp": [ 31.32, 36.29 ], "duration": 62.66, "caption": "A person gets into the machine and turns it on.", "similarity": 0.5459, "relevance": 0 }, { "pair_id": 346111, "video_name": "s09e09_seg02_clip_04", "timestamp": [ 5.58, 13.65 ], "duration": 62.66, "caption": "A person pulls a folded piece of paper from their pocket and unfolds it.", "similarity": 0.5456, "relevance": 1 }, { "pair_id": 346112, "video_name": "house_s08e11_seg02_clip_22", "timestamp": [ 7.65, 17.55 ], "duration": 90.66, "caption": "A person takes their pill bottle out of their pocket.", "similarity": 0.544, "relevance": 0 }, { "pair_id": 346113, "video_name": "house_s02e06_seg02_clip_21", "timestamp": [ 61.7, 64.79 ], "duration": 88.66, "caption": "A person is talking and reaches into his/her pocket and pulls out a syringe.", "similarity": 0.543, "relevance": 1 }, { "pair_id": 346114, "video_name": "castle_s08e06_seg02_clip_21", "timestamp": [ 30.01, 34.51 ], "duration": 100.66, "caption": "A man pulls a device from his pocket and hands it to person.", "similarity": 0.5426, "relevance": 1 }, { "pair_id": 346115, "video_name": "house_s03e13_seg02_clip_09", "timestamp": [ 68.62, 74.48 ], "duration": 90.66, "caption": "A person moves to the drawer and pulls out a large syringe.", "similarity": 0.5424, "relevance": 1 }, { "pair_id": 346116, "video_name": "house_s02e12_seg02_clip_10", "timestamp": [ 86.82, 124.02 ], "duration": 124.66, "caption": "A person sits in their office and injects themselves with drugs.", "similarity": 0.5407, "relevance": 1 }, { "pair_id": 346117, "video_name": "house_s08e13_seg02_clip_12", "timestamp": [ 51.76, 64.93 ], "duration": 90.66, "caption": "A person takes down some notes from the patient.", "similarity": 0.5396, "relevance": 0 }, { "pair_id": 346118, "video_name": "s04e12_seg02_clip_09", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A person is holding two key-chains in his hands.", "similarity": 0.539, "relevance": 1 }, { "pair_id": 346119, "video_name": "s09e06_seg02_clip_03", "timestamp": [ 20.31, 23.79 ], "duration": 58.66, "caption": "A person pulls their cellphone out of their pocket.", "similarity": 0.5388, "relevance": 1 } ] }, { "query_id": 30427, "query": "A man and a woman walk out of the office they were in.", "relevant_moment": [ { "pair_id": 11480, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 71.91, 76.01 ], "duration": 91.66, "caption": "A man and a woman walk out of the office they were in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11481, "video_name": "castle_s07e20_seg02_clip_20", "timestamp": [ 14.78, 17.02 ], "duration": 89.66, "caption": "A woman and a man walk out of a person's office.", "similarity": 0.9543, "relevance": 4 }, { "pair_id": 11482, "video_name": "castle_s03e08_seg02_clip_21", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "Woman and man walk out of person's office.", "similarity": 0.9395, "relevance": 4 }, { "pair_id": 11483, "video_name": "house_s03e08_seg02_clip_08", "timestamp": [ 11.08, 14.77 ], "duration": 92.66, "caption": "A woman walks out of the office with a man.", "similarity": 0.8959, "relevance": 4 }, { "pair_id": 11484, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 83.3, 87.01 ], "duration": 92.66, "caption": "A woman and a man came out of the office.", "similarity": 0.8871, "relevance": 4 }, { "pair_id": 11485, "video_name": "house_s03e10_seg02_clip_05", "timestamp": [ 60.74, 66.9 ], "duration": 88.66, "caption": "Two people walk out of a third person's office.", "similarity": 0.882, "relevance": 4 }, { "pair_id": 11486, "video_name": "friends_s01e16-17_seg02_clip_14", "timestamp": [ 0.0, 9.63 ], "duration": 55.66, "caption": "A man walks into another man's office, then a woman walks out of the office.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 11487, "video_name": "house_s07e10_seg02_clip_05", "timestamp": [ 16.48, 20.82 ], "duration": 86.66, "caption": "Two people came out of a person's office and walk together.", "similarity": 0.8617, "relevance": 3 }, { "pair_id": 11488, "video_name": "castle_s01e06_seg02_clip_02", "timestamp": [ 1.84, 13.82 ], "duration": 92.66, "caption": "A woman and a man walk out of their office to stand by their door.", "similarity": 0.859, "relevance": 4 }, { "pair_id": 11489, "video_name": "castle_s02e11_seg02_clip_09", "timestamp": [ 77.27, 83.08 ], "duration": 83.66, "caption": "A man and woman come out of man's office and walk down the hallway.", "similarity": 0.8552, "relevance": 4 }, { "pair_id": 11490, "video_name": "house_s07e19_seg02_clip_25", "timestamp": [ 17.25, 21.85 ], "duration": 115.66, "caption": "A man walks out of his office and a woman follows him out.", "similarity": 0.8468, "relevance": 3 }, { "pair_id": 11491, "video_name": "castle_s03e19_seg02_clip_11", "timestamp": [ 39.44, 45.27 ], "duration": 89.66, "caption": "Some people walk out of the office.", "similarity": 0.8334, "relevance": 4 }, { "pair_id": 11492, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 9.93, 12.14 ], "duration": 73.66, "caption": "A person is walking out of someone's office while another person walks in.", "similarity": 0.8286, "relevance": 2 }, { "pair_id": 11493, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 41.56, 52.28 ], "duration": 89.66, "caption": "Two men walk out of a person's office.", "similarity": 0.8286, "relevance": 4 }, { "pair_id": 11494, "video_name": "house_s08e09_seg02_clip_05", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A man and a group walks out from a person's office.", "similarity": 0.8222, "relevance": 4 }, { "pair_id": 11495, "video_name": "castle_s03e08_seg02_clip_20", "timestamp": [ 59.06, 60.7 ], "duration": 82.66, "caption": "A woman and a man walk quickly into someone's office.", "similarity": 0.8185, "relevance": 4 }, { "pair_id": 11496, "video_name": "house_s01e13_seg02_clip_23", "timestamp": [ 38.73, 42.29 ], "duration": 89.66, "caption": "A woman starts walking out of the office and man follows her.", "similarity": 0.818, "relevance": 3 }, { "pair_id": 11497, "video_name": "house_s02e03_seg02_clip_15", "timestamp": [ 90.27, 93.15 ], "duration": 96.66, "caption": "A woman walks out of a person's office first after she and a man meet with her.", "similarity": 0.8178, "relevance": 3 }, { "pair_id": 11498, "video_name": "house_s03e23_seg02_clip_05", "timestamp": [ 16.65, 21.16 ], "duration": 90.66, "caption": "A man walks out of a woman's office but she turns to walk after him.", "similarity": 0.8176, "relevance": 3 }, { "pair_id": 11499, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 19.96, 21.38 ], "duration": 57.66, "caption": "A man and a woman walk into a woman's office as she is standing.", "similarity": 0.8172, "relevance": 2 }, { "pair_id": 184800, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 15.35, 17.16 ], "duration": 90.66, "caption": "A person walks out of a woman's office and talks with a man.", "similarity": 0.8155, "relevance": 2 }, { "pair_id": 184801, "video_name": "castle_s07e08_seg02_clip_13", "timestamp": [ 77.49, 85.63 ], "duration": 85.66, "caption": "A man walks in and a man and a woman follow him into an office.", "similarity": 0.8141, "relevance": 1 }, { "pair_id": 184802, "video_name": "castle_s02e02_seg02_clip_05", "timestamp": [ 54.01, 75.62 ], "duration": 90.66, "caption": "A man and woman get up and walk through the office.", "similarity": 0.8135, "relevance": 4 }, { "pair_id": 184803, "video_name": "house_s02e03_seg02_clip_21", "timestamp": [ 76.97, 85.07 ], "duration": 90.66, "caption": "A man walks out of a woman's office while she follows him.", "similarity": 0.8054, "relevance": 4 }, { "pair_id": 184804, "video_name": "castle_s05e23_seg02_clip_07", "timestamp": [ 0.0, 17.96 ], "duration": 89.66, "caption": "A man and woman walk out of the office and she stops to tell them she will get to the bottom of whatever they're doing.", "similarity": 0.8039, "relevance": 3 }, { "pair_id": 184805, "video_name": "castle_s06e06_seg02_clip_04", "timestamp": [ 44.39, 52.54 ], "duration": 90.66, "caption": "A man and a woman walk down a hallway into an office.", "similarity": 0.8033, "relevance": 3 }, { "pair_id": 184806, "video_name": "house_s04e03_seg02_clip_05", "timestamp": [ 9.88, 17.51 ], "duration": 89.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.8029, "relevance": 2 }, { "pair_id": 184807, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 26.33, 42.31 ], "duration": 94.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.8029, "relevance": 2 }, { "pair_id": 184808, "video_name": "castle_s07e03_seg02_clip_14", "timestamp": [ 7.65, 12.15 ], "duration": 90.66, "caption": "A woman walks out of another woman's office and sees a man.", "similarity": 0.8005, "relevance": 2 }, { "pair_id": 184809, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 24.77, 27.42 ], "duration": 88.66, "caption": "A woman walks out from the office after talking to a man.", "similarity": 0.8005, "relevance": 2 }, { "pair_id": 184810, "video_name": "house_s01e22_seg02_clip_08", "timestamp": [ 7.27, 11.82 ], "duration": 90.66, "caption": "A man walks out of the office and the other two people follow.", "similarity": 0.7993, "relevance": 2 }, { "pair_id": 184811, "video_name": "house_s05e16_seg02_clip_24", "timestamp": [ 9.94, 12.65 ], "duration": 90.66, "caption": "Two people walk into a person's office together.", "similarity": 0.798, "relevance": 2 }, { "pair_id": 184812, "video_name": "house_s03e15_seg02_clip_12", "timestamp": [ 4.65, 6.98 ], "duration": 93.66, "caption": "A woman walks out of the office leaving a man alone.", "similarity": 0.7967, "relevance": 2 }, { "pair_id": 184813, "video_name": "castle_s08e04_seg02_clip_03", "timestamp": [ 63.65, 85.02 ], "duration": 89.66, "caption": "As a woman is walking back to the office, a man walks in with another woman.", "similarity": 0.7963, "relevance": 2 }, { "pair_id": 184814, "video_name": "castle_s03e15_seg02_clip_05", "timestamp": [ 77.06, 81.99 ], "duration": 89.66, "caption": "A man walks in to the office where a woman and a man are talking.", "similarity": 0.7945, "relevance": 1 }, { "pair_id": 184815, "video_name": "house_s04e12_seg02_clip_16", "timestamp": [ 13.8, 18.87 ], "duration": 92.66, "caption": "A woman walks out of the office while a person follows behind.", "similarity": 0.7935, "relevance": 4 }, { "pair_id": 184816, "video_name": "house_s01e12_seg02_clip_21", "timestamp": [ 13.95, 21.4 ], "duration": 93.66, "caption": "A person walks out of their office, past another person.", "similarity": 0.791, "relevance": 2 }, { "pair_id": 184817, "video_name": "house_s02e03_seg02_clip_24", "timestamp": [ 23.72, 25.58 ], "duration": 93.66, "caption": "A man walks into the office with two women.", "similarity": 0.7909, "relevance": 2 }, { "pair_id": 184818, "video_name": "house_s08e09_seg02_clip_11", "timestamp": [ 33.31, 35.09 ], "duration": 88.66, "caption": "Two men start to walk out of a person's office.", "similarity": 0.7888, "relevance": 3 }, { "pair_id": 184819, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 21.81, 26.71 ], "duration": 89.66, "caption": "A man walks up to a woman and another man in the office.", "similarity": 0.786, "relevance": 1 } ] }, { "query_id": 30438, "query": "A person picks up a pink feathery shawl on the ground.", "relevant_moment": [ { "pair_id": 165420, "video_name": "castle_s02e23_seg02_clip_21", "timestamp": [ 7.54, 10.2 ], "duration": 88.66, "caption": "A person picks up a pink feathery shawl on the ground.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165421, "video_name": "castle_s01e03_seg02_clip_23", "timestamp": [ 99.13, 101.25 ], "duration": 106.66, "caption": "A person picks up something from the ground with his gloved hand.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 165422, "video_name": "castle_s07e07_seg02_clip_21", "timestamp": [ 44.34, 48.45 ], "duration": 91.66, "caption": "A person picks up a red item from the ground.", "similarity": 0.6682, "relevance": 2 }, { "pair_id": 165423, "video_name": "house_s02e24_seg02_clip_26", "timestamp": [ 78.14, 82.79 ], "duration": 93.66, "caption": "A person picks up the metal piece on the ground.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 165424, "video_name": "s10e09_seg02_clip_05", "timestamp": [ 33.19, 36.6 ], "duration": 62.66, "caption": "A person picks up a rock from the ground near him.", "similarity": 0.6101, "relevance": 2 }, { "pair_id": 165425, "video_name": "castle_s08e21_seg02_clip_20", "timestamp": [ 15.58, 18.25 ], "duration": 76.66, "caption": "A person reaches down and picks up a ball from the ground.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 165426, "video_name": "friends_s01e14_seg02_clip_22", "timestamp": [ 12.43, 15.19 ], "duration": 46.66, "caption": "A person gets up and picks up a red ax.", "similarity": 0.5789, "relevance": 2 }, { "pair_id": 165427, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 26.13, 27.37 ], "duration": 62.66, "caption": "A woman grabs their shawl and puts it around their shoulders.", "similarity": 0.5763, "relevance": 1 }, { "pair_id": 165428, "video_name": "house_s06e17_seg02_clip_16", "timestamp": [ 18.34, 28.21 ], "duration": 94.66, "caption": "A person sits down and picks up a little figure.", "similarity": 0.5581, "relevance": 1 }, { "pair_id": 165429, "video_name": "friends_s10e06_seg02_clip_05", "timestamp": [ 6.3, 8.1 ], "duration": 60.66, "caption": "A person sits down and picks up a little red box.", "similarity": 0.5575, "relevance": 1 }, { "pair_id": 165430, "video_name": "friends_s01e06_seg02_clip_18", "timestamp": [ 24.5, 31.28 ], "duration": 59.66, "caption": "A person gets up from the bed and picks personal things up.", "similarity": 0.5562, "relevance": 1 }, { "pair_id": 165431, "video_name": "s02e11_seg02_clip_06", "timestamp": [ 42.79, 56.66 ], "duration": 59.66, "caption": "A person picks up a loofa and walks around with it before laying it down.", "similarity": 0.5561, "relevance": 1 }, { "pair_id": 165432, "video_name": "castle_s08e12_seg02_clip_11", "timestamp": [ 31.13, 35.7 ], "duration": 83.66, "caption": "A person walks over and picks up an ax handle.", "similarity": 0.5556, "relevance": 1 }, { "pair_id": 165433, "video_name": "grey_s03e22_seg02_clip_03", "timestamp": [ 65.12, 66.47 ], "duration": 89.66, "caption": "A person in the pink picks up a book from the counter.", "similarity": 0.5543, "relevance": 1 }, { "pair_id": 165434, "video_name": "house_s04e10_seg02_clip_22", "timestamp": [ 81.19, 88.25 ], "duration": 88.66, "caption": "A person picks up a pink piece of paper and slips it into a pocket in his coat.", "similarity": 0.5537, "relevance": 0 }, { "pair_id": 165435, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 8.5, 11.5 ], "duration": 100.66, "caption": "A person picks up an envelope and tosses it down.", "similarity": 0.5514, "relevance": 0 }, { "pair_id": 165436, "video_name": "friends_s01e06_seg02_clip_01", "timestamp": [ 22.81, 29.94 ], "duration": 57.66, "caption": "A man walks up to woman who is putting a shawl on.", "similarity": 0.5489, "relevance": 1 }, { "pair_id": 165437, "video_name": "house_s02e21_seg02_clip_22", "timestamp": [ 18.57, 33.94 ], "duration": 58.66, "caption": "A person picks up his cane and follows after a bird.", "similarity": 0.5465, "relevance": 0 }, { "pair_id": 165438, "video_name": "castle_s02e23_seg02_clip_21", "timestamp": [ 7.98, 9.76 ], "duration": 88.66, "caption": "A man lifts up a pink feather boa.", "similarity": 0.5449, "relevance": 3 }, { "pair_id": 165439, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 40.51, 51.43 ], "duration": 91.66, "caption": "A person drops an object to the floor and then another person picks it up.", "similarity": 0.5434, "relevance": 1 }, { "pair_id": 338740, "video_name": "s02e09_seg02_clip_07", "timestamp": [ 32.21, 33.33 ], "duration": 56.66, "caption": "A person picks up a yellow piece of fabric from the couch.", "similarity": 0.5426, "relevance": 3 }, { "pair_id": 338741, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 7.05, 11.28 ], "duration": 94.66, "caption": "Someone picks up a small plastic bag from the floor.", "similarity": 0.5407, "relevance": 1 }, { "pair_id": 338742, "video_name": "s10e08_seg02_clip_09", "timestamp": [ 45.86, 48.02 ], "duration": 48.66, "caption": "A person picks up a pen on the table and drops it on the ground.", "similarity": 0.5392, "relevance": 1 }, { "pair_id": 338743, "video_name": "grey_s03e07_seg02_clip_26", "timestamp": [ 82.32, 88.05 ], "duration": 88.66, "caption": "A person picks up another person's hand and puts it on their own.", "similarity": 0.5378, "relevance": 0 }, { "pair_id": 338744, "video_name": "s09e15_seg02_clip_08", "timestamp": [ 17.68, 24.81 ], "duration": 62.66, "caption": "A person picks up a flag and holds it up.", "similarity": 0.5366, "relevance": 1 }, { "pair_id": 338745, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 54.2, 56.3 ], "duration": 84.66, "caption": "A person picks up crumbled up piece of paper.", "similarity": 0.5351, "relevance": 1 }, { "pair_id": 338746, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 35.4, 43.33 ], "duration": 61.66, "caption": "A person picks up a shirt and holds it as he unfolds it.", "similarity": 0.5349, "relevance": 2 }, { "pair_id": 338747, "video_name": "house_s08e02_seg02_clip_22", "timestamp": [ 89.12, 98.39 ], "duration": 103.66, "caption": "A person gets up, walks and picks up a ball.", "similarity": 0.5348, "relevance": 1 }, { "pair_id": 338748, "video_name": "castle_s02e10_seg02_clip_19", "timestamp": [ 18.95, 21.21 ], "duration": 90.66, "caption": "A person turns and picks up their purse.", "similarity": 0.5337, "relevance": 1 }, { "pair_id": 338749, "video_name": "s04e10_seg02_clip_07", "timestamp": [ 37.78, 39.55 ], "duration": 59.66, "caption": "A person picks up a covered bowl from the desk of someone.", "similarity": 0.5336, "relevance": 1 }, { "pair_id": 338750, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A person picks up their hand and wiggles their fingers before putting it back.", "similarity": 0.5322, "relevance": 0 }, { "pair_id": 338751, "video_name": "friends_s03e04_seg02_clip_17", "timestamp": [ 3.25, 6.49 ], "duration": 59.66, "caption": "A man picks up a pink paper then puts it back.", "similarity": 0.5314, "relevance": 1 }, { "pair_id": 338752, "video_name": "met_s06e22_seg02_clip_04", "timestamp": [ 29.81, 33.05 ], "duration": 59.66, "caption": "A person reaches behind themselves and picks up a red book.", "similarity": 0.531, "relevance": 2 }, { "pair_id": 338753, "video_name": "house_s03e15_seg02_clip_19", "timestamp": [ 17.1, 22.06 ], "duration": 90.66, "caption": "A woman puts on a shawl when a man is walking by.", "similarity": 0.5307, "relevance": 2 }, { "pair_id": 338754, "video_name": "house_s08e02_seg02_clip_06", "timestamp": [ 12.32, 15.84 ], "duration": 88.66, "caption": "A person picks something up from the bedside table.", "similarity": 0.5299, "relevance": 2 }, { "pair_id": 338755, "video_name": "castle_s08e22_seg02_clip_21", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A person holds someone to the ground and eventually pulls him up.", "similarity": 0.5265, "relevance": 0 }, { "pair_id": 338756, "video_name": "s05e11_seg02_clip_06", "timestamp": [ 61.66, 63.0 ], "duration": 67.66, "caption": "A person picks up a piece of paper and looks at it.", "similarity": 0.5251, "relevance": 1 }, { "pair_id": 338757, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 46.08 ], "duration": 61.66, "caption": "A person picks up his/her jacket and puts it on.", "similarity": 0.5246, "relevance": 1 }, { "pair_id": 338758, "video_name": "castle_s03e21_seg02_clip_11", "timestamp": [ 47.71, 53.11 ], "duration": 90.66, "caption": "A person picks up a tiny muffin and then drops it.", "similarity": 0.5237, "relevance": 1 }, { "pair_id": 338759, "video_name": "house_s06e17_seg02_clip_04", "timestamp": [ 42.83, 45.95 ], "duration": 89.66, "caption": "A doctor who is wearing gloves picks something on the ground.", "similarity": 0.5229, "relevance": 2 } ] }, { "query_id": 30494, "query": "A person starts tapping a man on the shoulder while they're on the airplane.", "relevant_moment": [ { "pair_id": 152180, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 50.19, 58.03 ], "duration": 58.66, "caption": "A person starts tapping a man on the shoulder while they're on the airplane.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152181, "video_name": "friends_s01e13_seg02_clip_03", "timestamp": [ 7.25, 8.51 ], "duration": 63.66, "caption": "A man taps the person on to his shoulder.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 152182, "video_name": "friends_s04e20_seg02_clip_13", "timestamp": [ 16.82, 18.3 ], "duration": 59.66, "caption": "A man taps a person on the shoulder when he is nodding off.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 152183, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 0.0, 63.03 ], "duration": 63.66, "caption": "A person taps someone on their left shoulder with his right hand.", "similarity": 0.6428, "relevance": 0 }, { "pair_id": 152184, "video_name": "s08e13_seg01_clip_01", "timestamp": [ 68.02, 72.7 ], "duration": 85.66, "caption": "A man taps a person on the shoulder causing them to jump in surprise.", "similarity": 0.6311, "relevance": 1 }, { "pair_id": 152185, "video_name": "house_s01e17_seg02_clip_23", "timestamp": [ 8.1, 9.9 ], "duration": 90.66, "caption": "A person reaches out to tap a man while he's wired up.", "similarity": 0.6306, "relevance": 0 }, { "pair_id": 152186, "video_name": "friends_s10e01_seg02_clip_16", "timestamp": [ 3.84, 9.15 ], "duration": 59.66, "caption": "A woman stands and stares at a man by his seat on the airplane then hits him on the arm.", "similarity": 0.6236, "relevance": 1 }, { "pair_id": 152187, "video_name": "met_s02e15_seg02_clip_15", "timestamp": [ 28.68, 34.53 ], "duration": 58.66, "caption": "An airline employee puts up his finger to shush a man when he interrupts the conversation he and a woman are having.", "similarity": 0.6232, "relevance": 0 }, { "pair_id": 152188, "video_name": "castle_s07e21_seg02_clip_24", "timestamp": [ 58.1, 67.78 ], "duration": 88.66, "caption": "A person is trying to wake a man up who is sitting on a plane.", "similarity": 0.6219, "relevance": 4 }, { "pair_id": 152189, "video_name": "castle_s07e21_seg02_clip_19", "timestamp": [ 0.0, 8.01 ], "duration": 89.66, "caption": "A man and woman are in the airplane.", "similarity": 0.6175, "relevance": 2 }, { "pair_id": 152190, "video_name": "met_s05e03_seg02_clip_11", "timestamp": [ 38.41, 42.71 ], "duration": 61.66, "caption": "A person taps a man on the shoulder and says something to him.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 152191, "video_name": "castle_s07e21_seg02_clip_02", "timestamp": [ 68.37, 71.58 ], "duration": 91.66, "caption": "A person points his right hand index finger at some people and at the other plane staff.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 152192, "video_name": "met_s06e03_seg02_clip_09", "timestamp": [ 3.28, 7.45 ], "duration": 59.66, "caption": "A man flies a little airplane in front of a person.", "similarity": 0.61, "relevance": 0 }, { "pair_id": 152193, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 15.41, 17.39 ], "duration": 44.66, "caption": "A man taps the left shoulder of another person during a conversation.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 152194, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 44.68, 49.9 ], "duration": 58.66, "caption": "A person unbuckles his seat belt and taps someone on the shoulder.", "similarity": 0.6082, "relevance": 2 }, { "pair_id": 152195, "video_name": "s10e06_seg02_clip_15", "timestamp": [ 49.48, 52.0 ], "duration": 63.66, "caption": "A person taps a man on his arm as he starts to speak to him.", "similarity": 0.6004, "relevance": 1 }, { "pair_id": 152196, "video_name": "friends_s04e05_seg02_clip_16", "timestamp": [ 49.7, 54.02 ], "duration": 54.66, "caption": "A person taps guy on the back and guy turns around.", "similarity": 0.5994, "relevance": 1 }, { "pair_id": 152197, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 50.77, 55.99 ], "duration": 58.66, "caption": "A person taps on guy's shoulder multiple times to get his attention.", "similarity": 0.5956, "relevance": 4 }, { "pair_id": 152198, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 0.93, 6.05 ], "duration": 93.66, "caption": "A man taps another man on the shoulder and he turns around.", "similarity": 0.5935, "relevance": 0 }, { "pair_id": 152199, "video_name": "s07e17_seg02_clip_12", "timestamp": [ 2.4, 3.9 ], "duration": 60.66, "caption": "A person points while he is sitting next to another person on the plane.", "similarity": 0.5887, "relevance": 1 } ] }, { "query_id": 30515, "query": "A person walks out of the elevator holding a coffee cup with someone.", "relevant_moment": [ { "pair_id": 171180, "video_name": "house_s08e16_seg02_clip_19", "timestamp": [ 33.26, 38.01 ], "duration": 95.66, "caption": "A person walks out of the elevator holding a coffee cup with someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171181, "video_name": "castle_s05e22_seg02_clip_08", "timestamp": [ 38.96, 44.66 ], "duration": 95.66, "caption": "A woman walks out from a person holding her cup of coffee.", "similarity": 0.7818, "relevance": 2 }, { "pair_id": 171182, "video_name": "castle_s06e02_seg02_clip_16", "timestamp": [ 0.45, 4.02 ], "duration": 89.66, "caption": "A person walks up to someone holding a coffee cup.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 171183, "video_name": "house_s08e07_seg02_clip_07", "timestamp": [ 41.17, 45.6 ], "duration": 88.66, "caption": "A person walks out of the elevator with two other people.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 171184, "video_name": "castle_s06e10_seg02_clip_17", "timestamp": [ 73.81, 77.44 ], "duration": 90.66, "caption": "A person takes a drink from his coffee cup as he stands next to woman in an elevator.", "similarity": 0.7511, "relevance": 4 }, { "pair_id": 171185, "video_name": "house_s05e18_seg02_clip_18", "timestamp": [ 31.5, 37.61 ], "duration": 94.66, "caption": "A person walks towards another person while carrying a coffee cup.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 171186, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 26.46, 47.44 ], "duration": 91.66, "caption": "A person walked out and had a conversation while a person drinks his coffee.", "similarity": 0.7367, "relevance": 2 }, { "pair_id": 171187, "video_name": "house_s03e22_seg02_clip_01", "timestamp": [ 16.65, 22.51 ], "duration": 90.66, "caption": "A person walks into the room behind another person while carrying a coffee cup.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 171188, "video_name": "house_s04e11_seg02_clip_19", "timestamp": [ 40.81, 47.21 ], "duration": 80.66, "caption": "A man walks out of the elevator with another person.", "similarity": 0.7231, "relevance": 2 }, { "pair_id": 171189, "video_name": "house_s03e07_seg02_clip_05", "timestamp": [ 20.26, 25.21 ], "duration": 90.66, "caption": "A person walks out of the elevator and approaches someone.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 171190, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 0.0, 9.16 ], "duration": 91.66, "caption": "A person walks out of the elevator while they hold onto their arm.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 171191, "video_name": "house_s04e12_seg02_clip_01", "timestamp": [ 15.4, 20.69 ], "duration": 88.66, "caption": "A person walks away from the coffee station and takes a seat at the table next to another person.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 171192, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 79.65, 81.01 ], "duration": 91.66, "caption": "A person is about to take a drink from his coffee cup when someone walks beside him.", "similarity": 0.7157, "relevance": 1 }, { "pair_id": 171193, "video_name": "house_s05e22_seg02_clip_05", "timestamp": [ 8.74, 39.57 ], "duration": 92.66, "caption": "A person walks down the hallway holding onto the coffee cup.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 171194, "video_name": "castle_s05e03_seg02_clip_03", "timestamp": [ 15.03, 20.95 ], "duration": 91.66, "caption": "A woman takes a person's coffee cup with hers and walks away.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 171195, "video_name": "met_s02e07_seg01_clip_01", "timestamp": [ 38.24, 43.63 ], "duration": 49.66, "caption": "A person gets up, says something to two other people, and exits the coffee shop.", "similarity": 0.7103, "relevance": 1 }, { "pair_id": 171196, "video_name": "grey_s03e06_seg02_clip_00", "timestamp": [ 0.0, 1.38 ], "duration": 91.66, "caption": "A person walks out of the elevator without someone.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 171197, "video_name": "house_s02e22_seg02_clip_06", "timestamp": [ 78.45, 81.55 ], "duration": 88.66, "caption": "A person walks into the elevator as he walks away from another person.", "similarity": 0.7085, "relevance": 1 }, { "pair_id": 171198, "video_name": "friends_s08e16_seg01_clip_01", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A man walks up to another person holding a cup of coffee.", "similarity": 0.702, "relevance": 1 }, { "pair_id": 171199, "video_name": "house_s02e10_seg02_clip_09", "timestamp": [ 93.63, 97.03 ], "duration": 97.66, "caption": "A person sits down next to someone and takes out a coffee.", "similarity": 0.6981, "relevance": 0 } ] }, { "query_id": 30520, "query": "A person approaches another person and the patient and then pulls a stool over to sit on.", "relevant_moment": [ { "pair_id": 167800, "video_name": "house_s08e16_seg02_clip_18", "timestamp": [ 0.0, 11.49 ], "duration": 85.66, "caption": "A person approaches another person and the patient and then pulls a stool over to sit on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167801, "video_name": "house_s07e18_seg02_clip_23", "timestamp": [ 67.92, 71.32 ], "duration": 97.66, "caption": "A person grabs the chair towards the patient and sits on it.", "similarity": 0.7401, "relevance": 4 }, { "pair_id": 167802, "video_name": "house_s06e08_seg02_clip_15", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A person was closer to their patient as they are getting treatment in a chair.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 167803, "video_name": "house_s04e02_seg02_clip_25", "timestamp": [ 89.27, 105.02 ], "duration": 105.66, "caption": "A person sees someone dealing with a patient and walks over to him/her.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 167804, "video_name": "house_s03e12_seg02_clip_13", "timestamp": [ 85.58, 90.7 ], "duration": 93.66, "caption": "A person approaches and then another person turns around and faces the patient again.", "similarity": 0.7087, "relevance": 1 }, { "pair_id": 167805, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 38.14, 41.19 ], "duration": 61.66, "caption": "A person sits down on a stool while talking to another person.", "similarity": 0.6939, "relevance": 1 }, { "pair_id": 167806, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 0.0, 4.72 ], "duration": 94.66, "caption": "A person talks with another person as the patient leans back on the chair.", "similarity": 0.6853, "relevance": 0 }, { "pair_id": 167807, "video_name": "house_s05e11_seg02_clip_09", "timestamp": [ 12.29, 19.12 ], "duration": 91.66, "caption": "A person pulls the metal chair near to his patient so that he could take a seat.", "similarity": 0.6836, "relevance": 3 }, { "pair_id": 167808, "video_name": "house_s05e02_seg02_clip_03", "timestamp": [ 27.31, 34.13 ], "duration": 91.66, "caption": "A person gets up and stands beside another person and in front of a patient.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 167809, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 65.71, 70.24 ], "duration": 90.66, "caption": "A person pulls a patient bed past another person towards the elevator.", "similarity": 0.6772, "relevance": 0 }, { "pair_id": 167810, "video_name": "s07e12_seg02_clip_03", "timestamp": [ 49.22, 51.92 ], "duration": 60.66, "caption": "A person walks over and sits on a stool behind a woman.", "similarity": 0.6752, "relevance": 0 }, { "pair_id": 167811, "video_name": "house_s04e05_seg02_clip_21", "timestamp": [ 40.52, 46.89 ], "duration": 91.66, "caption": "A person walks out of the patient's room and approaches another person.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 167812, "video_name": "s07e12_seg02_clip_03", "timestamp": [ 49.22, 52.52 ], "duration": 60.66, "caption": "A person sits on a stool next to a woman who's talking to another person.", "similarity": 0.6737, "relevance": 0 }, { "pair_id": 167813, "video_name": "house_s08e06_seg02_clip_09", "timestamp": [ 44.73, 47.74 ], "duration": 86.66, "caption": "A man sits down on a stool in front of another person.", "similarity": 0.672, "relevance": 1 }, { "pair_id": 167814, "video_name": "s01e13_seg02_clip_03", "timestamp": [ 10.36, 11.2 ], "duration": 56.66, "caption": "A person tells another person to sit down and he does.", "similarity": 0.6719, "relevance": 0 }, { "pair_id": 167815, "video_name": "house_s01e16_seg02_clip_22", "timestamp": [ 50.85, 66.46 ], "duration": 89.66, "caption": "A person is watching a patient when two other people walk up behind him.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 167816, "video_name": "house_s01e12_seg02_clip_19", "timestamp": [ 0.0, 66.05 ], "duration": 93.66, "caption": "A person sits near a patient's bedside talking; then he stands and the patient grabs him to stop him and the struggle makes the patient's urine container spill onto him.", "similarity": 0.6714, "relevance": 1 }, { "pair_id": 167817, "video_name": "house_s03e18_seg02_clip_19", "timestamp": [ 4.79, 9.18 ], "duration": 79.66, "caption": "A person reaches over another person and presses a button that allows their seat to move upward.", "similarity": 0.6701, "relevance": 0 }, { "pair_id": 167818, "video_name": "friends_s09e03_seg02_clip_08", "timestamp": [ 1.43, 3.71 ], "duration": 57.66, "caption": "A person walks over to another person quickly and sits down.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 167819, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 13.69, 19.96 ], "duration": 57.66, "caption": "One person tries to sit down in another person's chair and he stops him.", "similarity": 0.669, "relevance": 0 } ] }, { "query_id": 30577, "query": "A man swings around the pole while talking to a woman.", "relevant_moment": [ { "pair_id": 152520, "video_name": "castle_s08e08_seg02_clip_01", "timestamp": [ 56.89, 59.17 ], "duration": 91.66, "caption": "A man swings around the pole while talking to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152522, "video_name": "castle_s01e03_seg02_clip_12", "timestamp": [ 14.3, 16.9 ], "duration": 86.66, "caption": "A man turns around during his conversation with woman.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 152523, "video_name": "house_s04e15_seg02_clip_25", "timestamp": [ 19.45, 24.85 ], "duration": 72.66, "caption": "A man is leaning on a pole while talking.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 152524, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.704, "relevance": 0 }, { "pair_id": 152525, "video_name": "house_s08e12_seg02_clip_25", "timestamp": [ 24.48, 52.79 ], "duration": 153.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.704, "relevance": 0 }, { "pair_id": 152526, "video_name": "house_s05e18_seg02_clip_09", "timestamp": [ 61.47, 91.07 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 152527, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 152528, "video_name": "house_s01e06_seg02_clip_06", "timestamp": [ 25.74, 45.16 ], "duration": 90.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.704, "relevance": 0 }, { "pair_id": 152529, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 0.0, 13.52 ], "duration": 53.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.704, "relevance": 0 }, { "pair_id": 152530, "video_name": "friends_s01e09_seg02_clip_08", "timestamp": [ 0.0, 31.58 ], "duration": 77.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 152531, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 34.5, 63.69 ], "duration": 88.66, "caption": "A man is having a conversation with woman.", "similarity": 0.7003, "relevance": 0 }, { "pair_id": 152532, "video_name": "friends_s09e04_seg02_clip_04", "timestamp": [ 36.31, 61.03 ], "duration": 61.66, "caption": "A man is having a conversation with woman.", "similarity": 0.7003, "relevance": 1 }, { "pair_id": 152533, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 0.0, 48.46 ], "duration": 114.66, "caption": "A man was having a conversation with woman.", "similarity": 0.6933, "relevance": 1 }, { "pair_id": 152534, "video_name": "grey_s03e13_seg02_clip_06", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A man is having a conversation to a woman.", "similarity": 0.6878, "relevance": 0 }, { "pair_id": 152535, "video_name": "castle_s06e11_seg02_clip_01", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A man was having a conversation with woman and person.", "similarity": 0.6852, "relevance": 0 }, { "pair_id": 152536, "video_name": "friends_s03e09_seg02_clip_15", "timestamp": [ 14.05, 17.43 ], "duration": 52.66, "caption": "A man starts jiggling while guy talks to woman.", "similarity": 0.6836, "relevance": 0 }, { "pair_id": 152537, "video_name": "friends_s03e19_seg02_clip_20", "timestamp": [ 52.67, 76.57 ], "duration": 81.66, "caption": "A woman is swinging in a rocking chair while talking to a man.", "similarity": 0.6821, "relevance": 0 }, { "pair_id": 152538, "video_name": "house_s05e06_seg02_clip_06", "timestamp": [ 43.66, 55.81 ], "duration": 90.66, "caption": "A woman starts swinging back in forth in the chair while talking to a man.", "similarity": 0.6753, "relevance": 1 } ] }, { "query_id": 30621, "query": "A woman puts her hand on guy's shoulder and he gets up.", "relevant_moment": [ { "pair_id": 156000, "video_name": "friends_s04e05_seg02_clip_16", "timestamp": [ 36.47, 43.49 ], "duration": 54.66, "caption": "A woman puts her hand on guy's shoulder and he gets up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156001, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 3.41, 6.51 ], "duration": 62.66, "caption": "A person stands up and puts his hand on a woman's shoulder.", "similarity": 0.8312, "relevance": 3 }, { "pair_id": 156002, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A woman puts both her hands on guy's shoulders.", "similarity": 0.8041, "relevance": 3 }, { "pair_id": 156003, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 8.56, 12.99 ], "duration": 59.66, "caption": "A woman puts her hand on a man's shoulder then wraps her arm around him.", "similarity": 0.7962, "relevance": 3 }, { "pair_id": 156004, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 21.07, 23.02 ], "duration": 78.66, "caption": "A woman puts her hand on man's shoulder and man puts his arm around her waist.", "similarity": 0.792, "relevance": 3 }, { "pair_id": 156005, "video_name": "s09e01_seg02_clip_08", "timestamp": [ 22.34, 24.95 ], "duration": 58.66, "caption": "A woman lifts their hand and puts it on man's shoulder.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 156006, "video_name": "castle_s05e19_seg02_clip_07", "timestamp": [ 1.39, 8.36 ], "duration": 92.66, "caption": "A woman puts her hand on the back of man's shoulder.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 156007, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 26.24, 29.25 ], "duration": 86.66, "caption": "A man puts his hand on to woman's shoulders.", "similarity": 0.7831, "relevance": 2 }, { "pair_id": 156008, "video_name": "grey_s02e17_seg02_clip_01", "timestamp": [ 18.27, 29.06 ], "duration": 83.66, "caption": "A man puts his hand on a woman's shoulder then takes it off.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 156009, "video_name": "s09e16_seg01_clip_02", "timestamp": [ 0.0, 2.3 ], "duration": 46.66, "caption": "A woman steps over and puts her hand on a man's shoulder.", "similarity": 0.7763, "relevance": 2 }, { "pair_id": 156010, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 12.82, 18.92 ], "duration": 61.66, "caption": "A woman puts her hand on a man's right shoulder.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 156011, "video_name": "friends_s08e11_seg02_clip_19", "timestamp": [ 13.28, 21.25 ], "duration": 59.66, "caption": "A woman puts her hands on guy's shoulders and holds his jacket.", "similarity": 0.7749, "relevance": 3 }, { "pair_id": 156012, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 19.22, 22.89 ], "duration": 61.66, "caption": "A woman puts her right hand on a man's shoulder.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 156013, "video_name": "friends_s06e15-16_seg02_clip_10", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A man reaches over and puts his left hand on woman's shoulder.", "similarity": 0.7698, "relevance": 2 }, { "pair_id": 156014, "video_name": "castle_s08e20_seg02_clip_06", "timestamp": [ 89.66, 91.03 ], "duration": 91.66, "caption": "A woman catches up with man and puts her arm around him.", "similarity": 0.7672, "relevance": 3 }, { "pair_id": 156015, "video_name": "s02e16_seg02_clip_14", "timestamp": [ 53.42, 56.73 ], "duration": 60.66, "caption": "A man puts his hand on woman's left shoulder.", "similarity": 0.7649, "relevance": 2 }, { "pair_id": 156016, "video_name": "house_s04e16_seg02_clip_21", "timestamp": [ 56.66, 59.54 ], "duration": 96.66, "caption": "A person puts his hand on guy's shoulder as he walks by.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 156017, "video_name": "friends_s08e13_seg02_clip_19", "timestamp": [ 1.93, 5.78 ], "duration": 77.66, "caption": "A woman puts her hand on guy's chest then she folds her hands together.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 156018, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 9.24, 12.32 ], "duration": 88.66, "caption": "A man places his hand on the shoulder of a woman.", "similarity": 0.755, "relevance": 2 }, { "pair_id": 156019, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 19.38, 20.3 ], "duration": 92.66, "caption": "A man puts his hands on woman's upper arm.", "similarity": 0.7539, "relevance": 2 } ] }, { "query_id": 30631, "query": "The person in the bed with the neck braces turns their head to face a man and intently looks at them while having a conversation.", "relevant_moment": [ { "pair_id": 116500, "video_name": "house_s04e03_seg02_clip_09", "timestamp": [ 27.45, 70.28 ], "duration": 83.66, "caption": "The person in the bed with the neck braces turns their head to face a man and intently looks at them while having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 116501, "video_name": "s01e15_seg02_clip_12", "timestamp": [ 46.01, 47.59 ], "duration": 63.66, "caption": "A person stands up from the bed as he talks to someone.", "similarity": 0.7094, "relevance": 1 }, { "pair_id": 116502, "video_name": "s10e04_seg02_clip_11", "timestamp": [ 42.2, 51.94 ], "duration": 59.66, "caption": "While still talking, a person turns over in bed looking back at another person and then lays his head on the pillow.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 116503, "video_name": "s08e09_seg02_clip_00", "timestamp": [ 12.51, 16.48 ], "duration": 61.66, "caption": "A person turns over in bed to face someone.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 116504, "video_name": "house_s06e19_seg02_clip_05", "timestamp": [ 46.88, 49.61 ], "duration": 91.66, "caption": "A man briefly makes his face on the bed as if he is very uncomfortable about the conversation.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 116505, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 6.94, 7.84 ], "duration": 60.66, "caption": "A person stands up from the bed and talks to another person.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 116506, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 34.74, 38.46 ], "duration": 62.66, "caption": "A person sits up in his bed to talk to a man.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 116507, "video_name": "castle_s07e02_seg02_clip_27", "timestamp": [ 20.49, 23.02 ], "duration": 23.66, "caption": "A person turns his head to the right and talks as he lays in bed with his hand behind his head.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 116508, "video_name": "s02e16_seg02_clip_04", "timestamp": [ 31.89, 36.23 ], "duration": 51.66, "caption": "A person leans up and faces another person in bed.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 116509, "video_name": "grey_s03e14_seg02_clip_21", "timestamp": [ 58.26, 59.17 ], "duration": 91.66, "caption": "A person raises his eyebrows at woman while laying in a bed.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 116510, "video_name": "met_s02e05_seg02_clip_07", "timestamp": [ 50.54, 55.71 ], "duration": 60.66, "caption": "A man sits up on the bed while talking to a person on her side.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 116511, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 75.7, 77.85 ], "duration": 86.66, "caption": "A man goes and sits on the bed to talk with the person.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 116512, "video_name": "s06e02_seg02_clip_12", "timestamp": [ 4.72, 10.03 ], "duration": 59.66, "caption": "A woman rolls over in her bed and looks at a person as they have a conversation.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 116513, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 49.32, 52.51 ], "duration": 58.66, "caption": "A person sits down on another person's bed to talk to him.", "similarity": 0.6761, "relevance": 1 }, { "pair_id": 116514, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 0.0, 46.99 ], "duration": 87.66, "caption": "A person stands in front of someone's bed and speaks with them.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 116515, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 46.21, 50.55 ], "duration": 62.66, "caption": "A person rolls over in bed while having a conversation with a man.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 116516, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 93.77, 132.77 ], "duration": 150.66, "caption": "Two people are having a conversation while they are on the bed.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 116517, "video_name": "friends_s03e14_seg02_clip_08", "timestamp": [ 26.81, 53.09 ], "duration": 53.66, "caption": "Two people are in the bed and having a conversation.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 116518, "video_name": "friends_s03e14_seg02_clip_08", "timestamp": [ 0.0, 17.78 ], "duration": 53.66, "caption": "Two people are in the bed and having a conversation.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 116519, "video_name": "house_s05e23_seg02_clip_13", "timestamp": [ 43.41, 50.77 ], "duration": 70.66, "caption": "A man pushes person back on the bed and checks person's eyes.", "similarity": 0.67, "relevance": 1 } ] }, { "query_id": 30731, "query": "A person excitedly runs up to three people at the altar.", "relevant_moment": [ { "pair_id": 19040, "video_name": "castle_s08e04_seg02_clip_23", "timestamp": [ 44.45, 48.41 ], "duration": 88.66, "caption": "A person excitedly runs up to three people at the altar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19041, "video_name": "s09e08_seg02_clip_13", "timestamp": [ 40.58, 42.72 ], "duration": 61.66, "caption": "A person gets up excitedly to join some other people at the door.", "similarity": 0.5899, "relevance": 1 }, { "pair_id": 19042, "video_name": "s03e07_seg02_clip_14", "timestamp": [ 11.05, 14.5 ], "duration": 46.66, "caption": "A person stands up and runs off excitedly after talking to someone.", "similarity": 0.5418, "relevance": 1 }, { "pair_id": 19043, "video_name": "friends_s07e10_seg02_clip_13", "timestamp": [ 17.84, 19.65 ], "duration": 60.66, "caption": "A person runs excitedly to guy/Santa and gives him a hug.", "similarity": 0.5288, "relevance": 1 }, { "pair_id": 19044, "video_name": "castle_s07e06_seg02_clip_03", "timestamp": [ 22.96, 27.08 ], "duration": 68.66, "caption": "A person runs up to two other people at the board.", "similarity": 0.5172, "relevance": 1 }, { "pair_id": 19045, "video_name": "friends_s02e24_seg02_clip_10", "timestamp": [ 48.45, 53.67 ], "duration": 58.66, "caption": "A woman runs over to a person, excited about the wedding.", "similarity": 0.5142, "relevance": 2 }, { "pair_id": 19046, "video_name": "friends_s04e01_seg02_clip_12", "timestamp": [ 12.81, 16.01 ], "duration": 64.66, "caption": "A person stands up and another person runs over to him/her.", "similarity": 0.513, "relevance": 1 }, { "pair_id": 19047, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 33.62, 40.82 ], "duration": 80.66, "caption": "A person walks in the door and says something to everyone very excitedly.", "similarity": 0.5092, "relevance": 1 }, { "pair_id": 19048, "video_name": "s09e11_seg01_clip_00", "timestamp": [ 81.86, 98.04 ], "duration": 98.66, "caption": "A person is praying and quickly stands up and runs over towards the coffee table.", "similarity": 0.5078, "relevance": 1 }, { "pair_id": 19049, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 72.4, 74.23 ], "duration": 91.66, "caption": "A man runs up to person as person walks in the hallway.", "similarity": 0.5065, "relevance": 1 }, { "pair_id": 19050, "video_name": "met_s04e03_seg02_clip_02", "timestamp": [ 23.02, 26.27 ], "duration": 59.66, "caption": "A woman excitedly gets up prompting some people to stand as well.", "similarity": 0.5058, "relevance": 1 }, { "pair_id": 19051, "video_name": "s03e16_seg02_clip_17", "timestamp": [ 27.15, 34.05 ], "duration": 92.66, "caption": "A person rushes excitedly into someone's house uninvited.", "similarity": 0.5053, "relevance": 2 }, { "pair_id": 19052, "video_name": "s05e13_seg02_clip_17", "timestamp": [ 67.78, 73.5 ], "duration": 88.66, "caption": "A woman and a man are standing at the altar together facing a priest and as they turn to face each other, the woman reveals a big pregnant belly.", "similarity": 0.4897, "relevance": 1 }, { "pair_id": 19053, "video_name": "castle_s03e22_seg02_clip_25", "timestamp": [ 37.14, 40.9 ], "duration": 94.66, "caption": "A person runs along the beach with three other people.", "similarity": 0.4865, "relevance": 2 }, { "pair_id": 19054, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 55.14, 56.46 ], "duration": 66.66, "caption": "A person runs back up the stairs to get some other people.", "similarity": 0.4863, "relevance": 2 }, { "pair_id": 19055, "video_name": "s03e04_seg02_clip_03", "timestamp": [ 51.93, 56.28 ], "duration": 58.66, "caption": "A man excitedly runs up to the table and speaks to another man.", "similarity": 0.485, "relevance": 2 }, { "pair_id": 19056, "video_name": "house_s08e19_seg02_clip_09", "timestamp": [ 41.34, 45.14 ], "duration": 95.66, "caption": "Everyone looks at a person in surprise after the revelation.", "similarity": 0.4795, "relevance": 1 }, { "pair_id": 19057, "video_name": "grey_s02e15_seg02_clip_00", "timestamp": [ 25.89, 29.18 ], "duration": 94.66, "caption": "A woman runs up and puts her arm around two people.", "similarity": 0.4748, "relevance": 1 }, { "pair_id": 19058, "video_name": "house_s01e05_seg02_clip_00", "timestamp": [ 0.0, 6.05 ], "duration": 93.66, "caption": "An angle of the Holy Bible and cross quickly moves up to a worried looking person.", "similarity": 0.4744, "relevance": 0 }, { "pair_id": 19059, "video_name": "s09e14_seg02_clip_03", "timestamp": [ 1.86, 8.99 ], "duration": 62.66, "caption": "A person jumps up excitedly and answers the door.", "similarity": 0.4741, "relevance": 1 } ] }, { "query_id": 30735, "query": "A man spins around in his chair and then stops to talk to a woman on web chat.", "relevant_moment": [ { "pair_id": 171300, "video_name": "castle_s08e04_seg02_clip_20", "timestamp": [ 28.91, 36.59 ], "duration": 90.66, "caption": "A man spins around in his chair and then stops to talk to a woman on web chat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171301, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 5.64, 9.66 ], "duration": 161.66, "caption": "A man sits down in the chair when he's talking to a woman.", "similarity": 0.7648, "relevance": 1 }, { "pair_id": 171302, "video_name": "s01e12_seg01_clip_01", "timestamp": [ 55.37, 59.47 ], "duration": 82.66, "caption": "A man pulls the chair out for a woman to sit down while talking to him.", "similarity": 0.764, "relevance": 1 }, { "pair_id": 171303, "video_name": "s10e09_seg02_clip_15", "timestamp": [ 46.13, 51.64 ], "duration": 58.66, "caption": "A man turns and talks to woman sitting on the chair next to him.", "similarity": 0.759, "relevance": 1 }, { "pair_id": 171304, "video_name": "s02e19_seg02_clip_12", "timestamp": [ 28.21, 31.51 ], "duration": 60.66, "caption": "A man gets up from his chair to talk to a woman.", "similarity": 0.7583, "relevance": 1 }, { "pair_id": 171305, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man was sitting on a chair whilst talking to woman.", "similarity": 0.7496, "relevance": 1 }, { "pair_id": 171306, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 7.57, 8.9 ], "duration": 89.66, "caption": "A woman turns in her chair to talk to a man.", "similarity": 0.744, "relevance": 0 }, { "pair_id": 171307, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 38.77, 40.01 ], "duration": 62.66, "caption": "A man sits down on a chair during a conversation with woman.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 171308, "video_name": "friends_s04e17_seg02_clip_14", "timestamp": [ 6.9, 10.98 ], "duration": 62.66, "caption": "A woman turned her chair around and continued talking to man.", "similarity": 0.7366, "relevance": 1 }, { "pair_id": 171309, "video_name": "castle_s07e03_seg02_clip_12", "timestamp": [ 14.85, 39.16 ], "duration": 90.66, "caption": "A man gets up out of his chair and talks to person and woman.", "similarity": 0.7267, "relevance": 1 }, { "pair_id": 171310, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 12.61, 16.53 ], "duration": 56.66, "caption": "A person gets a chair and sits there while talking to woman.", "similarity": 0.7244, "relevance": 1 }, { "pair_id": 171311, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 22.01, 24.51 ], "duration": 100.66, "caption": "A man gets up from the chair after finishing his conversation with a woman.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 171312, "video_name": "house_s02e06_seg02_clip_00", "timestamp": [ 24.15, 29.62 ], "duration": 91.66, "caption": "A person stands up out of his chair while talking with woman.", "similarity": 0.7126, "relevance": 1 }, { "pair_id": 171313, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 3.29 ], "duration": 94.66, "caption": "A man sits down on the armchair while talking to woman.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 171314, "video_name": "friends_s06e15-16_seg02_clip_26", "timestamp": [ 34.24, 36.3 ], "duration": 59.66, "caption": "A man scoots his chair forward while talking to a woman.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 171315, "video_name": "house_s05e06_seg02_clip_06", "timestamp": [ 44.11, 47.71 ], "duration": 90.66, "caption": "A woman is playing on her chair while talking to a man.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 171316, "video_name": "house_s03e14_seg02_clip_02", "timestamp": [ 31.87, 35.47 ], "duration": 89.66, "caption": "A man sits down in a chair while she continues to talk to him.", "similarity": 0.7006, "relevance": 0 }, { "pair_id": 171317, "video_name": "house_s06e03_seg02_clip_03", "timestamp": [ 7.36, 10.12 ], "duration": 92.66, "caption": "A person gets up out of the chair after talking to a woman.", "similarity": 0.7001, "relevance": 0 }, { "pair_id": 171318, "video_name": "house_s08e17_seg02_clip_15", "timestamp": [ 4.9, 7.12 ], "duration": 89.66, "caption": "A woman gets up from leaning on a chair to talk to a man.", "similarity": 0.6991, "relevance": 1 }, { "pair_id": 171319, "video_name": "castle_s05e22_seg02_clip_05", "timestamp": [ 52.08, 55.19 ], "duration": 89.66, "caption": "A person sits on a chair during his conversation with a woman.", "similarity": 0.6976, "relevance": 1 } ] }, { "query_id": 30744, "query": "A person, sitting in the backseat of a red car, raises binoculars to his eyes.", "relevant_moment": [ { "pair_id": 12480, "video_name": "castle_s08e04_seg02_clip_21", "timestamp": [ 63.72, 66.45 ], "duration": 91.66, "caption": "A person, sitting in the backseat of a red car, raises binoculars to his eyes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12481, "video_name": "castle_s01e09_seg02_clip_19", "timestamp": [ 53.54, 55.06 ], "duration": 101.66, "caption": "A man looks at person through binoculars in his car.", "similarity": 0.7615, "relevance": 4 }, { "pair_id": 12482, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 0.0, 14.41 ], "duration": 60.66, "caption": "A man sits in the back seat of a car, using binoculars to look into a restaurant and he talks to the people in the front seat about what he sees.", "similarity": 0.6759, "relevance": 4 }, { "pair_id": 12483, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 0.0, 27.79 ], "duration": 89.66, "caption": "A person is sitting in a car with someone and looks at him/her and then stares forward.", "similarity": 0.6697, "relevance": 0 }, { "pair_id": 12484, "video_name": "s04e01_seg02_clip_09", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A person rolls his eyes and looks towards woman in the back seat of the car.", "similarity": 0.6561, "relevance": 0 }, { "pair_id": 12485, "video_name": "s09e17_seg02_clip_05", "timestamp": [ 38.66, 40.73 ], "duration": 59.66, "caption": "A person raises both of his eyebrows and smiles when sitting in the car.", "similarity": 0.6482, "relevance": 1 }, { "pair_id": 12486, "video_name": "castle_s04e10_seg02_clip_10", "timestamp": [ 40.46, 43.64 ], "duration": 90.66, "caption": "A person look at the car parked at the front of their car.", "similarity": 0.6302, "relevance": 0 }, { "pair_id": 12487, "video_name": "met_s02e17_seg02_clip_18", "timestamp": [ 0.92, 4.88 ], "duration": 61.66, "caption": "A person walks up to the window while looking at his car.", "similarity": 0.6187, "relevance": 0 }, { "pair_id": 12488, "video_name": "s06e18_seg02_clip_05", "timestamp": [ 40.44, 42.92 ], "duration": 55.66, "caption": "A person turns toward the car window and rolls their eyes.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 12489, "video_name": "house_s05e12_seg02_clip_03", "timestamp": [ 13.2, 19.37 ], "duration": 88.66, "caption": "A person looks at the car and inspects it.", "similarity": 0.6003, "relevance": 0 }, { "pair_id": 12490, "video_name": "castle_s05e19_seg02_clip_09", "timestamp": [ 0.46, 13.21 ], "duration": 91.66, "caption": "A person narrates what he/she is looking through the binoculars.", "similarity": 0.5986, "relevance": 1 }, { "pair_id": 12491, "video_name": "castle_s03e24_seg02_clip_23", "timestamp": [ 81.52, 88.38 ], "duration": 91.66, "caption": "A person keeps looking outside and sees blinking car lights and a car coming towards the hangar.", "similarity": 0.5948, "relevance": 0 }, { "pair_id": 12492, "video_name": "castle_s01e05_seg02_clip_21", "timestamp": [ 92.66, 97.03 ], "duration": 97.66, "caption": "A person turns his head to look at woman while they are in a car.", "similarity": 0.591, "relevance": 1 }, { "pair_id": 12493, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 0.0, 32.71 ], "duration": 89.66, "caption": "A person sits in the car with another person and looks out the window.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 12494, "video_name": "castle_s06e07_seg02_clip_13", "timestamp": [ 44.32, 46.11 ], "duration": 89.66, "caption": "A man moves his arm and looks down at his watch as he sits in a car.", "similarity": 0.5862, "relevance": 0 }, { "pair_id": 12495, "video_name": "s08e16_seg02_clip_03", "timestamp": [ 55.19, 58.14 ], "duration": 59.66, "caption": "A man looks out of the car window in the back seat of another person's car.", "similarity": 0.5821, "relevance": 2 }, { "pair_id": 12496, "video_name": "castle_s07e13_seg02_clip_04", "timestamp": [ 16.65, 25.21 ], "duration": 90.66, "caption": "A person stops the vehicle and looks at his/her watch.", "similarity": 0.5805, "relevance": 1 }, { "pair_id": 12497, "video_name": "s08e01_seg02_clip_02", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A person looks out the window of the car he is riding in with another person.", "similarity": 0.579, "relevance": 1 }, { "pair_id": 12498, "video_name": "castle_s05e19_seg02_clip_22", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "A person is looking thru binoculars as woman goes around him to stand behind his chair.", "similarity": 0.5736, "relevance": 0 }, { "pair_id": 12499, "video_name": "met_s02e19_seg02_clip_15", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A person gets in the back seat of the car.", "similarity": 0.5735, "relevance": 1 } ] }, { "query_id": 30765, "query": "A woman slowly turns her head toward man, says a few words and sets her bottle of water on the counter.", "relevant_moment": [ { "pair_id": 17320, "video_name": "s07e21_seg01_clip_01", "timestamp": [ 3.15, 7.14 ], "duration": 42.66, "caption": "A woman slowly turns her head toward man, says a few words and sets her bottle of water on the counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17321, "video_name": "met_s03e06_seg02_clip_00", "timestamp": [ 4.89, 7.94 ], "duration": 61.66, "caption": "A woman sets a bottle of water down in front of someone and makes a comment to him.", "similarity": 0.6831, "relevance": 4 }, { "pair_id": 17323, "video_name": "friends_s01e18_seg02_clip_14", "timestamp": [ 0.0, 1.22 ], "duration": 61.66, "caption": "A woman reaches for a bottle of water on the counter.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 17324, "video_name": "house_s05e06_seg02_clip_25", "timestamp": [ 42.55, 51.66 ], "duration": 51.66, "caption": "A woman's eyes start to water as she speaks with a man.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 17325, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 52.99, 86.66 ], "duration": 86.66, "caption": "A woman's eyes start to water as she speaks with a man.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 17326, "video_name": "friends_s04e18_seg02_clip_10", "timestamp": [ 0.0, 56.56 ], "duration": 56.66, "caption": "A man is talking to a woman while she opens a water bottle.", "similarity": 0.6444, "relevance": 1 }, { "pair_id": 17327, "video_name": "friends_s02e14_seg02_clip_08", "timestamp": [ 58.31, 61.41 ], "duration": 62.66, "caption": "A woman leans forward against the counter while talking to a man.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 17329, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 0.0, 4.86 ], "duration": 54.66, "caption": "A woman turns her head to a man in response to what he said.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 17331, "video_name": "friends_s07e07_seg02_clip_04", "timestamp": [ 35.39, 42.02 ], "duration": 55.66, "caption": "A woman walks over to the counter and grabs a bottle and opener while telling a man about her day.", "similarity": 0.6257, "relevance": 3 }, { "pair_id": 17332, "video_name": "s08e05_seg02_clip_02", "timestamp": [ 11.51, 15.35 ], "duration": 59.66, "caption": "A person opens a water bottle while talking about someone's relationship with a woman.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 17333, "video_name": "friends_s01e19_seg02_clip_03", "timestamp": [ 8.87, 13.9 ], "duration": 59.66, "caption": "A woman is holding a bottle of water when she and another woman correct a man.", "similarity": 0.6222, "relevance": 2 }, { "pair_id": 17334, "video_name": "s07e24_seg02_clip_05", "timestamp": [ 9.15, 10.33 ], "duration": 59.66, "caption": "A woman quickly shakes her head up and down as she leans against the counter and holds a glass of wine.", "similarity": 0.6205, "relevance": 1 }, { "pair_id": 17335, "video_name": "friends_s05e22_seg02_clip_14", "timestamp": [ 2.44, 7.93 ], "duration": 61.66, "caption": "A woman counts out loud and then attempts to put liquid into another woman's eyes.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 17336, "video_name": "s04e16_seg02_clip_05", "timestamp": [ 49.88, 53.71 ], "duration": 59.66, "caption": "A woman pours water into a man's glass while he speaks to her.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 17338, "video_name": "castle_s07e17_seg02_clip_19", "timestamp": [ 5.37, 7.16 ], "duration": 89.66, "caption": "A woman tosses her head up and to the side in response to what a man is saying.", "similarity": 0.6127, "relevance": 1 }, { "pair_id": 17339, "video_name": "house_s07e04_seg02_clip_06", "timestamp": [ 35.42, 42.68 ], "duration": 90.66, "caption": "A woman looks at a man and says something that makes him shake his head.", "similarity": 0.6125, "relevance": 2 } ] }, { "query_id": 30789, "query": "Some people look at the pitcher together.", "relevant_moment": [ { "pair_id": 19720, "video_name": "house_s05e10_seg02_clip_08", "timestamp": [ 75.35, 80.0 ], "duration": 93.66, "caption": "Some people look at the pitcher together.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 19721, "video_name": "friends_s06e24-25_seg02_clip_04", "timestamp": [ 23.71, 26.11 ], "duration": 60.66, "caption": "A woman's partner picks up the pitcher from the table before putting it back.", "similarity": 0.5882, "relevance": 3 }, { "pair_id": 19722, "video_name": "friends_s04e03_seg02_clip_02", "timestamp": [ 22.02, 23.57 ], "duration": 62.66, "caption": "A woman hands the pitcher of batter to another woman.", "similarity": 0.588, "relevance": 4 }, { "pair_id": 19723, "video_name": "s05e12_seg02_clip_09", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A man talks to woman while he holds a full pitcher.", "similarity": 0.5823, "relevance": 4 }, { "pair_id": 19724, "video_name": "castle_s05e21_seg02_clip_16", "timestamp": [ 15.18, 17.95 ], "duration": 92.66, "caption": "A person looks at photo of another person with a red baseball cap.", "similarity": 0.5656, "relevance": 2 }, { "pair_id": 19725, "video_name": "s07e03_seg01_clip_01", "timestamp": [ 17.26, 22.02 ], "duration": 50.66, "caption": "A woman is holding a water pitcher as she stands by a man.", "similarity": 0.5539, "relevance": 2 }, { "pair_id": 19726, "video_name": "friends_s08e20_seg02_clip_08", "timestamp": [ 20.26, 22.61 ], "duration": 58.66, "caption": "A woman touches the handle of a fancy pitcher on the table.", "similarity": 0.5454, "relevance": 1 }, { "pair_id": 19727, "video_name": "friends_s02e01_seg02_clip_11", "timestamp": [ 6.93, 8.19 ], "duration": 63.66, "caption": "A woman points at the pitcher on the table in front of her while taking, and sits down on the floor.", "similarity": 0.5411, "relevance": 3 }, { "pair_id": 19728, "video_name": "met_s02e06_seg02_clip_09", "timestamp": [ 0.0, 7.08 ], "duration": 61.66, "caption": "A man shows someone the baseball and asks about it.", "similarity": 0.5371, "relevance": 1 }, { "pair_id": 19729, "video_name": "friends_s02e12-13_seg02_clip_12", "timestamp": [ 8.63, 24.4 ], "duration": 59.66, "caption": "Two people were staring at the bats.", "similarity": 0.5357, "relevance": 1 }, { "pair_id": 19730, "video_name": "friends_s07e05_seg02_clip_06", "timestamp": [ 10.92, 33.35 ], "duration": 59.66, "caption": "Some people take a look at the photos together.", "similarity": 0.5348, "relevance": 2 }, { "pair_id": 19731, "video_name": "friends_s02e04_seg02_clip_04", "timestamp": [ 23.11, 39.62 ], "duration": 60.66, "caption": "A man tries to hand guy the milk pitcher but guy glares at him.", "similarity": 0.5275, "relevance": 2 }, { "pair_id": 19732, "video_name": "met_s06e10_seg02_clip_09", "timestamp": [ 0.0, 3.74 ], "duration": 62.66, "caption": "A man gets the pitcher after a woman asks for ice.", "similarity": 0.5165, "relevance": 1 }, { "pair_id": 19733, "video_name": "house_s07e03_seg02_clip_04", "timestamp": [ 4.84, 9.24 ], "duration": 88.66, "caption": "A woman has a baseball bat when she sees another woman and man.", "similarity": 0.5127, "relevance": 0 }, { "pair_id": 19734, "video_name": "castle_s02e15_seg02_clip_01", "timestamp": [ 58.44, 60.22 ], "duration": 89.66, "caption": "A person notices a bat and baseball on the ground.", "similarity": 0.5121, "relevance": 2 }, { "pair_id": 19735, "video_name": "house_s07e16_seg02_clip_01", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A large person pours something from a pitcher into a cup.", "similarity": 0.5118, "relevance": 2 }, { "pair_id": 19736, "video_name": "castle_s02e15_seg02_clip_13", "timestamp": [ 34.24, 37.89 ], "duration": 91.66, "caption": "A person throws a baseball to another person with an assist from a woman.", "similarity": 0.5118, "relevance": 0 }, { "pair_id": 19737, "video_name": "s08e03_seg02_clip_10", "timestamp": [ 3.15, 8.19 ], "duration": 63.66, "caption": "Two people watch a ball roll towards them.", "similarity": 0.5062, "relevance": 1 }, { "pair_id": 19738, "video_name": "house_s01e11_seg02_clip_12", "timestamp": [ 31.0, 37.74 ], "duration": 89.66, "caption": "A person stands by the coffee pitcher while talking to the group.", "similarity": 0.506, "relevance": 2 }, { "pair_id": 19739, "video_name": "castle_s03e10_seg02_clip_06", "timestamp": [ 5.03, 6.41 ], "duration": 91.66, "caption": "Some people all look at a person simultaneously.", "similarity": 0.5025, "relevance": 2 } ] }, { "query_id": 30817, "query": "A woman gets up and walks over to a man.", "relevant_moment": [ { "pair_id": 167360, "video_name": "house_s05e10_seg02_clip_01", "timestamp": [ 40.52, 49.96 ], "duration": 111.66, "caption": "A woman gets up and walks over to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167361, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 45.29, 49.46 ], "duration": 59.66, "caption": "A woman stands up and walks over to a man.", "similarity": 0.9002, "relevance": 4 }, { "pair_id": 167362, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.861, "relevance": 3 }, { "pair_id": 167363, "video_name": "castle_s02e16_seg02_clip_18", "timestamp": [ 23.44, 28.85 ], "duration": 90.66, "caption": "A man stands up and walks over to a woman.", "similarity": 0.8599, "relevance": 3 }, { "pair_id": 167364, "video_name": "friends_s10e04_seg02_clip_11", "timestamp": [ 3.72, 7.75 ], "duration": 62.66, "caption": "A woman gets up and walks over to another woman.", "similarity": 0.8576, "relevance": 2 }, { "pair_id": 167365, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.839, "relevance": 2 }, { "pair_id": 167366, "video_name": "s04e01_seg02_clip_02", "timestamp": [ 29.13, 31.7 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks over to a man.", "similarity": 0.8346, "relevance": 4 }, { "pair_id": 167367, "video_name": "friends_s03e11_seg02_clip_18", "timestamp": [ 31.85, 36.1 ], "duration": 53.66, "caption": "A man walks up to a woman and she turns around.", "similarity": 0.8337, "relevance": 2 }, { "pair_id": 167368, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 22.96, 30.61 ], "duration": 85.66, "caption": "A woman stands up and walks over to guy.", "similarity": 0.8233, "relevance": 4 }, { "pair_id": 167369, "video_name": "s10e08_seg02_clip_08", "timestamp": [ 50.75, 54.4 ], "duration": 73.66, "caption": "A woman stands up from her chair and walks over to a man.", "similarity": 0.8227, "relevance": 4 }, { "pair_id": 167370, "video_name": "castle_s07e06_seg02_clip_19", "timestamp": [ 32.26, 88.39 ], "duration": 88.66, "caption": "A man stands up and walks over to a woman when she comes in.", "similarity": 0.8186, "relevance": 2 }, { "pair_id": 167371, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 86.59, 87.02 ], "duration": 87.66, "caption": "A man walks up to woman as she walks towards him.", "similarity": 0.8179, "relevance": 2 }, { "pair_id": 167372, "video_name": "castle_s02e22_seg02_clip_16", "timestamp": [ 40.12, 50.26 ], "duration": 88.66, "caption": "A woman walks up to a man when he is on his date.", "similarity": 0.8168, "relevance": 2 }, { "pair_id": 167373, "video_name": "house_s01e15_seg02_clip_16", "timestamp": [ 68.19, 74.18 ], "duration": 92.66, "caption": "A woman stands up and walks directly to a man.", "similarity": 0.8161, "relevance": 4 }, { "pair_id": 167374, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 55.07, 70.09 ], "duration": 91.66, "caption": "A woman walks up to a man to catch up with him.", "similarity": 0.8157, "relevance": 3 }, { "pair_id": 167375, "video_name": "friends_s03e11_seg02_clip_18", "timestamp": [ 0.0, 3.98 ], "duration": 53.66, "caption": "A man jumps up and a woman walks over to him.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 167376, "video_name": "met_s04e03_seg02_clip_13", "timestamp": [ 28.06, 32.83 ], "duration": 59.66, "caption": "A woman gets up from the table and walks over to man and woman.", "similarity": 0.8125, "relevance": 4 }, { "pair_id": 167377, "video_name": "grey_s01e07_seg02_clip_02", "timestamp": [ 53.58, 73.56 ], "duration": 90.66, "caption": "A man walks up to a woman and they start walking together.", "similarity": 0.8121, "relevance": 3 }, { "pair_id": 167378, "video_name": "house_s08e09_seg02_clip_21", "timestamp": [ 17.48, 20.71 ], "duration": 92.66, "caption": "A woman stands up and walks over next to a man.", "similarity": 0.8026, "relevance": 3 }, { "pair_id": 167379, "video_name": "house_s02e24_seg02_clip_11", "timestamp": [ 0.0, 11.91 ], "duration": 88.66, "caption": "A person turns around and a woman walks up to him.", "similarity": 0.7987, "relevance": 3 }, { "pair_id": 340680, "video_name": "house_s03e10_seg02_clip_13", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A person walks up to a woman as she is standing.", "similarity": 0.7952, "relevance": 1 }, { "pair_id": 340681, "video_name": "grey_s02e15_seg02_clip_25", "timestamp": [ 49.05, 70.26 ], "duration": 88.66, "caption": "A woman walks up to a man to talk to him and then she walks off.", "similarity": 0.7872, "relevance": 2 }, { "pair_id": 340682, "video_name": "friends_s10e16_seg02_clip_07", "timestamp": [ 2.4, 4.8 ], "duration": 60.66, "caption": "A man gets up from the table to walk over to a woman.", "similarity": 0.7856, "relevance": 2 }, { "pair_id": 340683, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 15.64, 25.31 ], "duration": 92.66, "caption": "A person walks over to a woman who is holding up her hands.", "similarity": 0.7775, "relevance": 1 }, { "pair_id": 340684, "video_name": "castle_s07e20_seg02_clip_15", "timestamp": [ 37.42, 40.19 ], "duration": 92.66, "caption": "A woman stands up and walks closer to a man.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 340685, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.7759, "relevance": 2 }, { "pair_id": 340686, "video_name": "met_s06e09_seg02_clip_14", "timestamp": [ 22.64, 25.12 ], "duration": 62.66, "caption": "A woman walks up to a man who is seated.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 340687, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 7.88, 13.55 ], "duration": 63.66, "caption": "A person stands up and goes over to a woman.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 340688, "video_name": "friends_s01e05_seg02_clip_02", "timestamp": [ 24.72, 30.82 ], "duration": 61.66, "caption": "A man gets up and walks over to talk to woman.", "similarity": 0.774, "relevance": 3 }, { "pair_id": 340689, "video_name": "s07e19_seg02_clip_09", "timestamp": [ 41.56, 45.59 ], "duration": 62.66, "caption": "A person walks over to a woman and a man and takes a seat.", "similarity": 0.7729, "relevance": 1 }, { "pair_id": 340690, "video_name": "friends_s02e06_seg02_clip_02", "timestamp": [ 46.38, 51.26 ], "duration": 61.66, "caption": "A woman gets up from the sofa and walks over to a person.", "similarity": 0.7728, "relevance": 4 }, { "pair_id": 340691, "video_name": "s01e07_seg02_clip_04", "timestamp": [ 2.48, 7.13 ], "duration": 62.66, "caption": "A person and a person both walk over to a woman.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 340692, "video_name": "house_s05e10_seg02_clip_18", "timestamp": [ 9.2, 17.48 ], "duration": 92.66, "caption": "A woman suddenly stands up and walks to a man immediately.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 340693, "video_name": "friends_s09e11_seg02_clip_15", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A woman walks up to man when he is on set.", "similarity": 0.7708, "relevance": 2 }, { "pair_id": 340694, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 71.98, 92.28 ], "duration": 92.66, "caption": "A man walks over to a woman and takes a seat.", "similarity": 0.7675, "relevance": 1 }, { "pair_id": 340695, "video_name": "house_s07e20_seg02_clip_23", "timestamp": [ 22.8, 31.83 ], "duration": 86.66, "caption": "A man stands up and walks towards a woman.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 340696, "video_name": "castle_s06e23_seg02_clip_01", "timestamp": [ 0.0, 8.57 ], "duration": 90.66, "caption": "A man walks towards a woman and she gets up from her chair.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 340697, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 11.24, 15.3 ], "duration": 62.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.7657, "relevance": 3 }, { "pair_id": 340698, "video_name": "grey_s03e08_seg02_clip_14", "timestamp": [ 72.13, 82.44 ], "duration": 82.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 340699, "video_name": "grey_s02e25_seg02_clip_24", "timestamp": [ 22.09, 25.31 ], "duration": 92.66, "caption": "A woman walks up to a man in front of the stairs.", "similarity": 0.7653, "relevance": 3 } ] }, { "query_id": 30821, "query": "A woman and man speak to each other in the elevator.", "relevant_moment": [ { "pair_id": 20260, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 8.71, 32.08 ], "duration": 91.66, "caption": "A woman and man speak to each other in the elevator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20261, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 0.0, 25.51 ], "duration": 85.66, "caption": "A man and woman are talking in the elevator.", "similarity": 0.9269, "relevance": 4 }, { "pair_id": 20262, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 13.41, 33.28 ], "duration": 92.66, "caption": "A man and woman are in an elevator as they converse.", "similarity": 0.9131, "relevance": 4 }, { "pair_id": 20263, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 29.14, 50.99 ], "duration": 91.66, "caption": "A man and woman are on an elevator together talking.", "similarity": 0.9082, "relevance": 4 }, { "pair_id": 20264, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.8969, "relevance": 3 }, { "pair_id": 20265, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 17.95, 61.31 ], "duration": 87.66, "caption": "A woman and a man are inside the elevator and having a conversation.", "similarity": 0.8914, "relevance": 4 }, { "pair_id": 20266, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 10.11, 26.81 ], "duration": 87.66, "caption": "A man and a woman are having a conversation inside the elevator.", "similarity": 0.8861, "relevance": 4 }, { "pair_id": 20267, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a man inside the elevator.", "similarity": 0.8724, "relevance": 4 }, { "pair_id": 20268, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 80.38, 86.81 ], "duration": 91.66, "caption": "A man turns and speaks to woman in the elevator.", "similarity": 0.8691, "relevance": 4 }, { "pair_id": 20269, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 34.66, 40.06 ], "duration": 90.66, "caption": "A man and woman ride the elevator and start talking to each other inside it.", "similarity": 0.8617, "relevance": 4 }, { "pair_id": 20270, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 18.76, 22.33 ], "duration": 89.66, "caption": "A person enters the elevator as he is speaking to woman.", "similarity": 0.8473, "relevance": 3 }, { "pair_id": 20271, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 13.53, 15.79 ], "duration": 90.66, "caption": "A woman presses the elevator button while talking with a man.", "similarity": 0.8434, "relevance": 2 }, { "pair_id": 20272, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 33.68, 62.81 ], "duration": 91.66, "caption": "A man goes into the elevator with woman and they converse.", "similarity": 0.8342, "relevance": 4 }, { "pair_id": 20273, "video_name": "house_s08e16_seg02_clip_18", "timestamp": [ 66.41, 85.15 ], "duration": 85.66, "caption": "Two people stand next to each other in the elevator and talk.", "similarity": 0.8324, "relevance": 3 }, { "pair_id": 20274, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.8323, "relevance": 4 }, { "pair_id": 20275, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 19.21, 24.12 ], "duration": 89.66, "caption": "A man with a woman rode the elevator as they end up their conversation.", "similarity": 0.8296, "relevance": 3 }, { "pair_id": 20276, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 75.7, 79.66 ], "duration": 88.66, "caption": "A woman and man walk out of an elevator while talking.", "similarity": 0.8268, "relevance": 3 }, { "pair_id": 20277, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 87.71, 91.36 ], "duration": 91.66, "caption": "Two people are in the elevator conversing.", "similarity": 0.8215, "relevance": 4 }, { "pair_id": 20278, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 0.0, 7.03 ], "duration": 74.66, "caption": "Two people walk towards the elevator speaking to each other.", "similarity": 0.8213, "relevance": 2 }, { "pair_id": 20279, "video_name": "house_s02e11_seg02_clip_15", "timestamp": [ 0.0, 27.81 ], "duration": 88.66, "caption": "A man speaks to a woman in the hallway and he puts her into the elevator.", "similarity": 0.8201, "relevance": 2 }, { "pair_id": 193580, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A woman follows a man into an elevator while talking.", "similarity": 0.817, "relevance": 3 }, { "pair_id": 193581, "video_name": "castle_s05e23_seg02_clip_06", "timestamp": [ 5.47, 26.45 ], "duration": 91.66, "caption": "A woman and a man walk into the building's elevator as they converse.", "similarity": 0.8139, "relevance": 4 }, { "pair_id": 193582, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 30.57, 47.71 ], "duration": 92.66, "caption": "A man rides in the elevator with woman while continuing a conversation.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 193583, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 11.75 ], "duration": 94.66, "caption": "Two people are inside the elevator, and having a conversation.", "similarity": 0.8126, "relevance": 4 }, { "pair_id": 193584, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 0.0, 45.09 ], "duration": 92.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.8108, "relevance": 4 }, { "pair_id": 193585, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 74.2, 90.49 ], "duration": 90.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.8108, "relevance": 3 }, { "pair_id": 193586, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 73.03, 89.7 ], "duration": 98.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.8108, "relevance": 3 }, { "pair_id": 193587, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 40.78, 51.53 ], "duration": 89.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.8108, "relevance": 4 }, { "pair_id": 193588, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 71.3, 88.02 ], "duration": 88.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.8108, "relevance": 4 }, { "pair_id": 193589, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 0.0, 27.85 ], "duration": 116.66, "caption": "A woman stands between a man and another person in an elevator, talking to the man; they finish talking, and then they all stand looking around.", "similarity": 0.8007, "relevance": 4 }, { "pair_id": 193590, "video_name": "grey_s03e09_seg02_clip_28", "timestamp": [ 0.0, 25.89 ], "duration": 90.66, "caption": "A man and another man talk while they are in the elevator.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 193591, "video_name": "house_s05e07_seg02_clip_11", "timestamp": [ 9.0, 12.6 ], "duration": 90.66, "caption": "A person reaches to press the elevator button as they speak with another person.", "similarity": 0.7954, "relevance": 3 }, { "pair_id": 193592, "video_name": "grey_s03e08_seg02_clip_10", "timestamp": [ 27.94, 36.96 ], "duration": 90.66, "caption": "A man and a woman get on the elevator together.", "similarity": 0.7945, "relevance": 4 }, { "pair_id": 193593, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 19.71, 58.68 ], "duration": 87.66, "caption": "A man and woman have a conversation while alone inside the elevator.", "similarity": 0.7904, "relevance": 4 }, { "pair_id": 193594, "video_name": "grey_s02e11_seg02_clip_05", "timestamp": [ 0.0, 26.14 ], "duration": 78.66, "caption": "Two people are inside an elevator. One person is talking and the other is not.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 193595, "video_name": "grey_s02e05_seg02_clip_17", "timestamp": [ 70.77, 80.57 ], "duration": 89.66, "caption": "A woman is talking to a man as he is stuck in an elevator with another man and a patient.", "similarity": 0.7883, "relevance": 3 }, { "pair_id": 193596, "video_name": "castle_s08e01_seg02_clip_08", "timestamp": [ 55.98, 60.53 ], "duration": 91.66, "caption": "While talking to a person, a woman gets on the elevator.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 193597, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 15.7, 17.53 ], "duration": 73.66, "caption": "A person walks up and pushes an elevator button while talking with a woman.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 193598, "video_name": "house_s03e19_seg02_clip_27", "timestamp": [ 0.0, 22.02 ], "duration": 22.66, "caption": "A man and a woman talk on the balcony by the elevators.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 193599, "video_name": "house_s04e05_seg02_clip_19", "timestamp": [ 20.29, 50.04 ], "duration": 90.66, "caption": "A man and another man are having a conversation inside the elevator.", "similarity": 0.7704, "relevance": 2 } ] }, { "query_id": 30851, "query": "A person hands a paper to man across the table.", "relevant_moment": [ { "pair_id": 170440, "video_name": "s03e21_seg01_clip_00", "timestamp": [ 35.05, 37.22 ], "duration": 62.66, "caption": "A person hands a paper to man across the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170441, "video_name": "s04e24_seg02_clip_09", "timestamp": [ 3.72, 6.82 ], "duration": 62.66, "caption": "A person passes a piece of paper across the table.", "similarity": 0.811, "relevance": 4 }, { "pair_id": 170442, "video_name": "s06e20_seg02_clip_14", "timestamp": [ 22.51, 27.91 ], "duration": 60.66, "caption": "A person places the paper he was holding on the table.", "similarity": 0.7888, "relevance": 1 }, { "pair_id": 170443, "video_name": "friends_s04e01_seg02_clip_05", "timestamp": [ 45.55, 47.29 ], "duration": 58.66, "caption": "A man puts the papers in his hand on a table.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 170444, "video_name": "castle_s08e13_seg02_clip_08", "timestamp": [ 55.4, 59.0 ], "duration": 90.66, "caption": "A man passes a piece of paper across the table and points to it.", "similarity": 0.7711, "relevance": 4 }, { "pair_id": 170445, "video_name": "castle_s07e20_seg02_clip_11", "timestamp": [ 2.68, 5.36 ], "duration": 89.66, "caption": "A man places a piece of paper he was holding on to a table in front of another person.", "similarity": 0.7689, "relevance": 4 }, { "pair_id": 170446, "video_name": "s08e16_seg02_clip_09", "timestamp": [ 2.17, 3.41 ], "duration": 62.66, "caption": "A person touches a stack of papers on the table.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 170447, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 5.93, 9.58 ], "duration": 91.66, "caption": "A man puts a paper onto the table in front of another man.", "similarity": 0.7472, "relevance": 4 }, { "pair_id": 170448, "video_name": "s10e08_seg02_clip_09", "timestamp": [ 11.77, 13.69 ], "duration": 48.66, "caption": "A person places the sheet of paper on a table beside him.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 170449, "video_name": "friends_s05e10_seg02_clip_18", "timestamp": [ 1.48, 5.02 ], "duration": 59.66, "caption": "A man hands some people a piece of paper.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 170450, "video_name": "s02e12_seg02_clip_00", "timestamp": [ 37.14, 43.86 ], "duration": 64.66, "caption": "A man walks over to place papers on the table.", "similarity": 0.7289, "relevance": 1 }, { "pair_id": 170451, "video_name": "castle_s03e02_seg02_clip_18", "timestamp": [ 32.64, 37.56 ], "duration": 89.66, "caption": "A person walks around and gets the paper on the table.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 170452, "video_name": "met_s03e05_seg02_clip_06", "timestamp": [ 60.83, 62.43 ], "duration": 64.66, "caption": "A man hands a pen across the table to woman.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 170453, "video_name": "s08e03_seg02_clip_08", "timestamp": [ 53.42, 55.22 ], "duration": 60.66, "caption": "A person hands his phone across the table to man.", "similarity": 0.7214, "relevance": 3 }, { "pair_id": 170454, "video_name": "s07e02_seg02_clip_18", "timestamp": [ 17.95, 22.11 ], "duration": 52.66, "caption": "A person gets a piece of paper from the side table and hands it to a woman.", "similarity": 0.7199, "relevance": 1 }, { "pair_id": 170455, "video_name": "s06e17_seg02_clip_12", "timestamp": [ 3.36, 7.63 ], "duration": 61.66, "caption": "A person gets a small piece of paper from the table and handed it to another person.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 170456, "video_name": "s09e04_seg02_clip_05", "timestamp": [ 22.58, 23.5 ], "duration": 61.66, "caption": "A man places paper and a pencil on the table.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 170457, "video_name": "s02e22_seg02_clip_02", "timestamp": [ 54.83, 57.44 ], "duration": 58.66, "caption": "A man unfolds a piece of paper and puts it on a table.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 170458, "video_name": "met_s03e06_seg02_clip_04", "timestamp": [ 55.16, 58.81 ], "duration": 60.66, "caption": "A man slides a piece of paper across the table towards another person with a dollar amount written on it.", "similarity": 0.7082, "relevance": 4 }, { "pair_id": 170459, "video_name": "house_s08e16_seg02_clip_06", "timestamp": [ 13.05, 18.91 ], "duration": 90.66, "caption": "A man holds up a piece of paper and hands it to a person.", "similarity": 0.7075, "relevance": 4 }, { "pair_id": 343760, "video_name": "castle_s05e13_seg02_clip_10", "timestamp": [ 63.47, 66.81 ], "duration": 83.66, "caption": "A man hands a person a sheet of paper after person walks in.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 343761, "video_name": "castle_s07e05_seg02_clip_03", "timestamp": [ 17.41, 20.09 ], "duration": 89.66, "caption": "A man hands a sheet of paper to a man.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 343762, "video_name": "friends_s07e16_seg02_clip_07", "timestamp": [ 43.99, 46.49 ], "duration": 62.66, "caption": "A man hands guy a paper he is holding.", "similarity": 0.6992, "relevance": 3 }, { "pair_id": 343763, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 10.62, 15.35 ], "duration": 59.66, "caption": "A person hands a piece of paper to another person.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 343764, "video_name": "house_s03e08_seg02_clip_01", "timestamp": [ 3.19, 6.37 ], "duration": 91.66, "caption": "A person puts down a pen and gets up from the table with a paper in his hand.", "similarity": 0.6933, "relevance": 1 }, { "pair_id": 343765, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 56.27, 61.22 ], "duration": 90.66, "caption": "A man walks over to a person and hands him a piece of paper.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 343766, "video_name": "house_s06e15_seg02_clip_14", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A man puts down a large sheet of paper while sitting at a table.", "similarity": 0.6926, "relevance": 1 }, { "pair_id": 343767, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 4.43, 6.79 ], "duration": 59.66, "caption": "A man gives another person a sheet of paper as the person stands across from him.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 343768, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 32.34, 35.53 ], "duration": 53.66, "caption": "A man picks up the piece of paper from the table.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 343769, "video_name": "s04e12_seg02_clip_02", "timestamp": [ 6.6, 11.41 ], "duration": 60.66, "caption": "A person hands papers to some people.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 343770, "video_name": "s02e17_seg01_clip_00", "timestamp": [ 5.49, 6.71 ], "duration": 61.66, "caption": "A person hands a tool from across the table.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 343771, "video_name": "castle_s05e07_seg02_clip_12", "timestamp": [ 34.66, 41.41 ], "duration": 90.66, "caption": "A man grabs a sheet of paper and hands it to another person.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 343772, "video_name": "castle_s08e03_seg02_clip_21", "timestamp": [ 85.07, 87.32 ], "duration": 90.66, "caption": "A man slides a black and red piece of paper over the table towards a person.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 343773, "video_name": "castle_s08e13_seg02_clip_07", "timestamp": [ 48.52, 51.19 ], "duration": 89.66, "caption": "A person takes all the paper from the table.", "similarity": 0.6888, "relevance": 1 }, { "pair_id": 343774, "video_name": "friends_s06e03_seg02_clip_05", "timestamp": [ 28.43, 30.75 ], "duration": 58.66, "caption": "A man hands a piece of paper over to woman.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 343775, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 5.02, 6.49 ], "duration": 59.66, "caption": "A man hands a sheet of paper to woman.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 343776, "video_name": "castle_s06e21_seg02_clip_07", "timestamp": [ 29.05, 30.87 ], "duration": 90.66, "caption": "A man hands a sheet of paper to woman.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 343777, "video_name": "s05e11_seg02_clip_04", "timestamp": [ 3.48, 7.25 ], "duration": 58.66, "caption": "A man pulls out a paper from his pocket and puts it on the table.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 343778, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 56.45, 59.86 ], "duration": 62.66, "caption": "A woman pushes a piece of paper across the table with her hand.", "similarity": 0.68, "relevance": 0 }, { "pair_id": 343779, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 9.96, 11.21 ], "duration": 62.66, "caption": "A man hands a sheet of paper over to a woman.", "similarity": 0.6799, "relevance": 2 } ] }, { "query_id": 30862, "query": "A man's dad holds his stomach in pain and walks out of the room.", "relevant_moment": [ { "pair_id": 168320, "video_name": "friends_s09e07_seg02_clip_11", "timestamp": [ 34.83, 46.25 ], "duration": 57.66, "caption": "A man's dad holds his stomach in pain and walks out of the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168321, "video_name": "house_s06e15_seg02_clip_23", "timestamp": [ 31.36, 32.79 ], "duration": 95.66, "caption": "A person walks away from his father in the hospital.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 168322, "video_name": "s09e07_seg02_clip_15", "timestamp": [ 20.66, 24.2 ], "duration": 59.66, "caption": "A man's dad walks into the kitchen and quickly leaves.", "similarity": 0.6682, "relevance": 2 }, { "pair_id": 168323, "video_name": "house_s02e13_seg02_clip_04", "timestamp": [ 0.0, 58.97 ], "duration": 90.66, "caption": "A man talks to the patient's dad outside the room.", "similarity": 0.6543, "relevance": 0 }, { "pair_id": 168324, "video_name": "house_s06e04_seg02_clip_05", "timestamp": [ 43.24, 45.49 ], "duration": 90.66, "caption": "The patient's father leaves the operating room by walking backwards.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 168325, "video_name": "house_s01e02_seg02_clip_02", "timestamp": [ 83.36, 89.64 ], "duration": 89.66, "caption": "A man's father rushes and follows a person out of the examination room.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 168326, "video_name": "house_s02e07_seg02_clip_24", "timestamp": [ 137.72, 153.02 ], "duration": 153.66, "caption": "A man sits down in a chair at his father's bedside.", "similarity": 0.6318, "relevance": 0 }, { "pair_id": 168327, "video_name": "grey_s02e05_seg02_clip_02", "timestamp": [ 14.69, 83.71 ], "duration": 89.66, "caption": "A man's father walks into the hospital room and converses with a man and a woman.", "similarity": 0.6316, "relevance": 1 }, { "pair_id": 168328, "video_name": "grey_s03e13_seg02_clip_06", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A man is walking out of the patient's room.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 168329, "video_name": "house_s07e06_seg02_clip_18", "timestamp": [ 23.06, 24.37 ], "duration": 87.66, "caption": "A man walks out of a person's room leaving him in a hospital bed.", "similarity": 0.6145, "relevance": 1 }, { "pair_id": 168330, "video_name": "house_s03e09_seg02_clip_14", "timestamp": [ 31.36, 35.64 ], "duration": 95.66, "caption": "A man leaves the room but the patient's family stops him after.", "similarity": 0.6108, "relevance": 2 }, { "pair_id": 168331, "video_name": "s03e11_seg02_clip_08", "timestamp": [ 22.06, 27.73 ], "duration": 63.66, "caption": "A man is extremely upset and walks out of the room.", "similarity": 0.6102, "relevance": 2 }, { "pair_id": 168332, "video_name": "house_s06e04_seg02_clip_02", "timestamp": [ 84.94, 91.33 ], "duration": 91.66, "caption": "A man explains some large intestine disease to a person's father.", "similarity": 0.6097, "relevance": 0 }, { "pair_id": 168333, "video_name": "house_s02e21_seg02_clip_17", "timestamp": [ 7.72, 9.99 ], "duration": 90.66, "caption": "A man denies someone's realization about his dad while he's in a hospital bed.", "similarity": 0.6036, "relevance": 0 }, { "pair_id": 168334, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 3.68, 7.36 ], "duration": 92.66, "caption": "A man walks out of the patient's hospital room.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 168335, "video_name": "grey_s02e13_seg02_clip_00", "timestamp": [ 31.97, 40.9 ], "duration": 94.66, "caption": "A man walks into a person's room and finds out where are parents are.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 168336, "video_name": "friends_s01e13_seg02_clip_12", "timestamp": [ 0.0, 7.02 ], "duration": 61.66, "caption": "A man yells at his father and sends him to his room.", "similarity": 0.5853, "relevance": 1 }, { "pair_id": 168337, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person walks out of the room with a man.", "similarity": 0.5843, "relevance": 0 }, { "pair_id": 168338, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 5.46, 8.59 ], "duration": 78.66, "caption": "A man's dad tells him to make up with a woman from his hospital bed.", "similarity": 0.5814, "relevance": 0 }, { "pair_id": 168339, "video_name": "friends_s08e23-24_seg02_clip_04", "timestamp": [ 19.85, 27.6 ], "duration": 62.66, "caption": "A man runs out of a woman's hospital bed to hug his mom in the hall.", "similarity": 0.5812, "relevance": 1 } ] }, { "query_id": 30866, "query": "A man shakes the hand of person with vigor.", "relevant_moment": [ { "pair_id": 157340, "video_name": "friends_s09e06_seg02_clip_25", "timestamp": [ 31.51, 33.62 ], "duration": 60.66, "caption": "A man shakes the hand of person with vigor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157341, "video_name": "friends_s01e07_seg02_clip_16", "timestamp": [ 6.79, 14.17 ], "duration": 59.66, "caption": "A man shakes hands with some people.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 157342, "video_name": "castle_s07e17_seg02_clip_26", "timestamp": [ 42.4, 48.21 ], "duration": 89.66, "caption": "A person extends their hand and shakes someone's hand.", "similarity": 0.7726, "relevance": 3 }, { "pair_id": 157343, "video_name": "friends_s06e20_seg02_clip_19", "timestamp": [ 2.44, 4.58 ], "duration": 61.66, "caption": "A person holds out his hand and a person shakes his hand.", "similarity": 0.7645, "relevance": 3 }, { "pair_id": 157344, "video_name": "s05e24_seg02_clip_11", "timestamp": [ 54.46, 57.02 ], "duration": 57.66, "caption": "A person shakes hands with a tall man in a suit.", "similarity": 0.7543, "relevance": 4 }, { "pair_id": 157345, "video_name": "friends_s03e05_seg02_clip_02", "timestamp": [ 40.01, 52.1 ], "duration": 62.66, "caption": "A man goes up and shakes some people's hands.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 157346, "video_name": "s09e08_seg02_clip_12", "timestamp": [ 0.0, 8.7 ], "duration": 60.66, "caption": "A person with shaggy hair and glasses vigorously shakes man's hand.", "similarity": 0.7503, "relevance": 4 }, { "pair_id": 157347, "video_name": "friends_s09e18_seg02_clip_17", "timestamp": [ 11.41, 14.71 ], "duration": 60.66, "caption": "A person puts out his right hand and a man shakes it.", "similarity": 0.7418, "relevance": 4 }, { "pair_id": 157348, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 0.7394, "relevance": 4 }, { "pair_id": 157349, "video_name": "house_s02e08_seg02_clip_22", "timestamp": [ 23.79, 26.08 ], "duration": 91.66, "caption": "A man extends his hand and shakes another man's hand.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 157350, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 70.54, 76.92 ], "duration": 91.66, "caption": "A person extends his hand to shake hands with someone.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 157351, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 37.27, 41.81 ], "duration": 90.66, "caption": "A person holds out his hand to shake another person's hand.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 157352, "video_name": "friends_s01e24_seg02_clip_09", "timestamp": [ 17.02, 19.99 ], "duration": 54.66, "caption": "A man shakes their head while their hand is in a fist.", "similarity": 0.7345, "relevance": 1 }, { "pair_id": 157353, "video_name": "friends_s09e20_seg02_clip_15", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man shakes hands with a person that someone has introduced him to.", "similarity": 0.7345, "relevance": 4 }, { "pair_id": 157354, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 2.05, 7.02 ], "duration": 58.66, "caption": "A person holds their hand out and another person shakes it.", "similarity": 0.7331, "relevance": 1 }, { "pair_id": 157355, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.26, 6.5 ], "duration": 52.66, "caption": "A person shakes hands with the person next to him.", "similarity": 0.7314, "relevance": 3 }, { "pair_id": 157356, "video_name": "castle_s05e16_seg02_clip_09", "timestamp": [ 40.93, 50.23 ], "duration": 93.66, "caption": "A person stands up and shakes guy's hand.", "similarity": 0.7281, "relevance": 4 }, { "pair_id": 157357, "video_name": "s04e13_seg02_clip_05", "timestamp": [ 47.29, 52.22 ], "duration": 58.66, "caption": "A man shakes hands with a tall person whose name is Glenn.", "similarity": 0.7203, "relevance": 4 }, { "pair_id": 157358, "video_name": "friends_s10e06_seg02_clip_06", "timestamp": [ 29.18, 32.67 ], "duration": 63.66, "caption": "A man shakes the hand of another man as an introduction.", "similarity": 0.7172, "relevance": 4 }, { "pair_id": 157359, "video_name": "friends_s09e04_seg02_clip_01", "timestamp": [ 31.04, 33.65 ], "duration": 58.66, "caption": "A man shakes the person's hand that is wearing a purple shirt.", "similarity": 0.7124, "relevance": 4 }, { "pair_id": 330660, "video_name": "met_s03e02_seg02_clip_05", "timestamp": [ 19.13, 32.88 ], "duration": 59.66, "caption": "A person shakes some people's hands as they stand across from him/her.", "similarity": 0.7117, "relevance": 4 }, { "pair_id": 330661, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 76.2 ], "duration": 91.66, "caption": "A person shakes another person's hand and starts a conversation with him.", "similarity": 0.7109, "relevance": 4 }, { "pair_id": 330663, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.7104, "relevance": 4 }, { "pair_id": 330664, "video_name": "friends_s02e05_seg02_clip_17", "timestamp": [ 6.72, 11.21 ], "duration": 64.66, "caption": "Two men each shake the person's hand.", "similarity": 0.7104, "relevance": 4 }, { "pair_id": 330665, "video_name": "met_s03e06_seg02_clip_09", "timestamp": [ 37.99, 41.06 ], "duration": 61.66, "caption": "A man shakes hands with a person in a gray shirt.", "similarity": 0.7084, "relevance": 4 }, { "pair_id": 330666, "video_name": "castle_s08e06_seg02_clip_21", "timestamp": [ 77.53, 80.53 ], "duration": 100.66, "caption": "A person shakes the hand of another person wearing a suit and overcoat.", "similarity": 0.7081, "relevance": 4 }, { "pair_id": 330667, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 38.14, 43.26 ], "duration": 93.66, "caption": "A man stands up and shakes another man's hand.", "similarity": 0.7078, "relevance": 4 }, { "pair_id": 330668, "video_name": "s07e13_seg02_clip_10", "timestamp": [ 0.92, 4.27 ], "duration": 61.66, "caption": "A man greets another person and they shake each other's hand.", "similarity": 0.7048, "relevance": 4 }, { "pair_id": 330669, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.7047, "relevance": 4 }, { "pair_id": 330671, "video_name": "met_s02e08_seg02_clip_08", "timestamp": [ 20.86, 22.35 ], "duration": 59.66, "caption": "A person in a yellow tie shakes a man's hand.", "similarity": 0.7037, "relevance": 4 }, { "pair_id": 330672, "video_name": "s09e10_seg02_clip_16", "timestamp": [ 50.24, 52.72 ], "duration": 62.66, "caption": "A man introduces himself to a person and shakes hands.", "similarity": 0.7033, "relevance": 4 }, { "pair_id": 330673, "video_name": "s07e07_seg01_clip_01", "timestamp": [ 33.51, 36.97 ], "duration": 77.66, "caption": "A man reaches out to shake person's hand and say hello.", "similarity": 0.703, "relevance": 4 }, { "pair_id": 330674, "video_name": "friends_s04e01_seg02_clip_10", "timestamp": [ 10.57, 13.77 ], "duration": 64.66, "caption": "A man holds their hand up to someone while another person looks irritated.", "similarity": 0.7008, "relevance": 1 }, { "pair_id": 330675, "video_name": "castle_s08e14_seg02_clip_07", "timestamp": [ 21.72, 27.49 ], "duration": 88.66, "caption": "A person shakes man's hand and gestures for man and woman to sit.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 330676, "video_name": "friends_s04e11_seg02_clip_17", "timestamp": [ 6.2, 8.56 ], "duration": 59.66, "caption": "A man places his hand on another person's shoulder and they strongly shake hands.", "similarity": 0.6985, "relevance": 4 }, { "pair_id": 330677, "video_name": "met_s06e11_seg02_clip_06", "timestamp": [ 6.89, 10.9 ], "duration": 57.66, "caption": "A man shakes hands with another man.", "similarity": 0.6977, "relevance": 4 }, { "pair_id": 330678, "video_name": "s09e08_seg02_clip_12", "timestamp": [ 0.0, 8.1 ], "duration": 60.66, "caption": "A man shakes hands with a tall blond person wearing glasses.", "similarity": 0.6945, "relevance": 4 }, { "pair_id": 330679, "video_name": "house_s02e03_seg02_clip_23", "timestamp": [ 52.51, 58.03 ], "duration": 58.66, "caption": "A man offers his good hand to a woman to shake.", "similarity": 0.6916, "relevance": 4 } ] }, { "query_id": 30872, "query": "A woman is frustrated trying to entertain a child by clapping her hands.", "relevant_moment": [ { "pair_id": 154000, "video_name": "friends_s09e07_seg02_clip_13", "timestamp": [ 15.3, 16.65 ], "duration": 90.66, "caption": "A woman is frustrated trying to entertain a child by clapping her hands.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 154001, "video_name": "met_s02e13_seg02_clip_13", "timestamp": [ 50.72, 51.31 ], "duration": 59.66, "caption": "A woman gets happy and starts clapping with her hands.", "similarity": 0.7243, "relevance": 0 }, { "pair_id": 154002, "video_name": "friends_s09e07_seg02_clip_14", "timestamp": [ 0.0, 3.59 ], "duration": 31.66, "caption": "A woman is all excited and claps her hands.", "similarity": 0.6696, "relevance": 4 }, { "pair_id": 154003, "video_name": "friends_s07e18_seg02_clip_04", "timestamp": [ 33.05, 36.89 ], "duration": 59.66, "caption": "A woman starts clapping her hands together while she is nodding her head.", "similarity": 0.6601, "relevance": 1 }, { "pair_id": 154004, "video_name": "friends_s10e04_seg02_clip_04", "timestamp": [ 38.39, 40.2 ], "duration": 60.66, "caption": "A woman walks toward some people while clapping her hands.", "similarity": 0.6534, "relevance": 1 }, { "pair_id": 154005, "video_name": "friends_s10e05_seg02_clip_14", "timestamp": [ 11.14, 13.55 ], "duration": 60.66, "caption": "A woman claps her hands together a couple times.", "similarity": 0.6432, "relevance": 0 }, { "pair_id": 154006, "video_name": "friends_s09e23-24_seg02_clip_43", "timestamp": [ 3.54, 7.38 ], "duration": 59.66, "caption": "A woman claps her hands while saying lame motivational speak.", "similarity": 0.6358, "relevance": 0 }, { "pair_id": 154007, "video_name": "friends_s06e03_seg02_clip_04", "timestamp": [ 13.65, 15.51 ], "duration": 62.66, "caption": "A woman claps her hands together with an expression of joy on her face.", "similarity": 0.6343, "relevance": 0 }, { "pair_id": 154008, "video_name": "friends_s07e19_seg02_clip_02", "timestamp": [ 32.84, 34.85 ], "duration": 67.66, "caption": "A woman slowly claps her hands together two times.", "similarity": 0.6333, "relevance": 1 }, { "pair_id": 154009, "video_name": "friends_s03e24_seg02_clip_08", "timestamp": [ 3.48, 4.64 ], "duration": 58.66, "caption": "A woman jumps up and starts clapping with the audience.", "similarity": 0.6173, "relevance": 0 }, { "pair_id": 154010, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 43.05, 45.33 ], "duration": 57.66, "caption": "A woman claps her hands then holds them together.", "similarity": 0.6144, "relevance": 0 }, { "pair_id": 154011, "video_name": "s04e12_seg02_clip_15", "timestamp": [ 47.3, 48.82 ], "duration": 61.66, "caption": "A woman puts her hands together and quickly claps twice as she is talking to a person.", "similarity": 0.6109, "relevance": 1 }, { "pair_id": 154012, "video_name": "friends_s10e12_seg02_clip_07", "timestamp": [ 39.37, 41.63 ], "duration": 56.66, "caption": "A woman claps her hands in excitement as she talks to another woman.", "similarity": 0.6076, "relevance": 0 }, { "pair_id": 154013, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 13.87, 17.41 ], "duration": 59.66, "caption": "A woman claps her hands repeatedly with sad expression on her face.", "similarity": 0.606, "relevance": 0 }, { "pair_id": 154014, "video_name": "friends_s09e08_seg02_clip_13", "timestamp": [ 34.67, 39.89 ], "duration": 55.66, "caption": "A woman sets down her utensils and starts clapping.", "similarity": 0.6046, "relevance": 0 }, { "pair_id": 154015, "video_name": "met_s02e06_seg02_clip_09", "timestamp": [ 41.86, 48.32 ], "duration": 61.66, "caption": "A woman gets visibly upset as someone mocks a small child for crying.", "similarity": 0.601, "relevance": 1 }, { "pair_id": 154016, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 9.74, 17.12 ], "duration": 59.66, "caption": "A woman claps her hands while saying the baby name a man came up with.", "similarity": 0.5975, "relevance": 0 }, { "pair_id": 154017, "video_name": "friends_s01e11_seg02_clip_03", "timestamp": [ 42.23, 44.24 ], "duration": 67.66, "caption": "A woman is sitting and claps her hands together.", "similarity": 0.5903, "relevance": 0 }, { "pair_id": 154018, "video_name": "grey_s03e25_seg02_clip_22", "timestamp": [ 52.81, 62.06 ], "duration": 88.66, "caption": "A woman laughs at a person and gestures wildly with her hands.", "similarity": 0.5901, "relevance": 0 }, { "pair_id": 154019, "video_name": "friends_s02e24_seg02_clip_17", "timestamp": [ 20.15, 22.0 ], "duration": 53.66, "caption": "A woman puts her hands up in frustration during her toast.", "similarity": 0.588, "relevance": 1 } ] }, { "query_id": 30881, "query": "A man picks up a dirty sock with a stick and throws it away.", "relevant_moment": [ { "pair_id": 45880, "video_name": "s03e23_seg02_clip_01", "timestamp": [ 9.0, 14.71 ], "duration": 60.66, "caption": "A man picks up a dirty sock with a stick and throws it away.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 45881, "video_name": "house_s03e13_seg02_clip_13", "timestamp": [ 17.08, 20.23 ], "duration": 89.66, "caption": "A man dries his hands with a paper towel and throws it away.", "similarity": 0.6226, "relevance": 1 }, { "pair_id": 45882, "video_name": "s09e07_seg02_clip_10", "timestamp": [ 50.42, 55.83 ], "duration": 60.66, "caption": "In the crawlspace, a man picks up an object and then throws it away.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 45883, "video_name": "friends_s01e05_seg02_clip_16", "timestamp": [ 25.53, 27.38 ], "duration": 61.66, "caption": "A man picks up a red sock from the washing machine.", "similarity": 0.6129, "relevance": 1 }, { "pair_id": 45884, "video_name": "grey_s02e11_seg02_clip_20", "timestamp": [ 29.82, 33.38 ], "duration": 89.66, "caption": "A man takes off his gloves and throws them away.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 45885, "video_name": "friends_s06e05_seg02_clip_07", "timestamp": [ 19.97, 21.18 ], "duration": 60.66, "caption": "A man squeezes a piece of cloth and throws it away.", "similarity": 0.6058, "relevance": 1 }, { "pair_id": 45886, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 44.45, 48.85 ], "duration": 88.66, "caption": "A man dries his hands and throws the towel in the trash.", "similarity": 0.5923, "relevance": 1 }, { "pair_id": 45887, "video_name": "friends_s06e17_seg02_clip_11", "timestamp": [ 0.0, 4.16 ], "duration": 64.66, "caption": "A man takes a sock off his hand and puts it on the nightstand.", "similarity": 0.5834, "relevance": 1 }, { "pair_id": 45888, "video_name": "castle_s01e06_seg02_clip_12", "timestamp": [ 48.61, 52.66 ], "duration": 90.66, "caption": "A man plays around a brown shoe, before he throws it away.", "similarity": 0.576, "relevance": 1 }, { "pair_id": 45889, "video_name": "s10e04_seg02_clip_10", "timestamp": [ 3.02, 6.37 ], "duration": 67.66, "caption": "A man puts a dirty sock in the hamper.", "similarity": 0.5692, "relevance": 1 }, { "pair_id": 45890, "video_name": "met_s02e17_seg02_clip_03", "timestamp": [ 46.82, 49.22 ], "duration": 60.66, "caption": "A man picks up some trash from the floor and throws it in a garbage can.", "similarity": 0.5617, "relevance": 2 }, { "pair_id": 45891, "video_name": "friends_s04e05_seg01_clip_00", "timestamp": [ 15.31, 28.57 ], "duration": 68.66, "caption": "A man throws a napkin on the floor then picks it up himself and declares what's on it.", "similarity": 0.553, "relevance": 1 }, { "pair_id": 45892, "video_name": "s03e23_seg01_clip_00", "timestamp": [ 48.21, 52.79 ], "duration": 61.66, "caption": "A person points out a dirty sock to another person.", "similarity": 0.5455, "relevance": 0 }, { "pair_id": 45893, "video_name": "met_s06e05_seg02_clip_17", "timestamp": [ 14.46, 16.53 ], "duration": 59.66, "caption": "A man turns around and throws away a poster into a trash can.", "similarity": 0.5412, "relevance": 1 }, { "pair_id": 45894, "video_name": "castle_s08e02_seg02_clip_24", "timestamp": [ 59.39, 72.51 ], "duration": 125.66, "caption": "A man picks up kitchen towel and wipes hands with it.", "similarity": 0.5411, "relevance": 1 }, { "pair_id": 45895, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 26.47, 29.83 ], "duration": 84.66, "caption": "A man throws the tissue and walks away from a person.", "similarity": 0.5349, "relevance": 0 }, { "pair_id": 45896, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 19.79, 22.55 ], "duration": 92.66, "caption": "A man picks up a piece from a chess game then removes his hand.", "similarity": 0.5308, "relevance": 1 }, { "pair_id": 45897, "video_name": "house_s02e06_seg02_clip_07", "timestamp": [ 42.76, 44.11 ], "duration": 90.66, "caption": "A man takes the wooden stick out of his mouth.", "similarity": 0.5305, "relevance": 0 }, { "pair_id": 45898, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 22.19, 24.85 ], "duration": 88.66, "caption": "A man takes off the gloves he is wearing and throws them.", "similarity": 0.5291, "relevance": 1 }, { "pair_id": 45899, "video_name": "house_s06e09_seg02_clip_19", "timestamp": [ 53.61, 57.21 ], "duration": 90.66, "caption": "A person picks up a tray and throws it away.", "similarity": 0.529, "relevance": 1 } ] }, { "query_id": 30937, "query": "A woman walks into the surgery room holding the mask to her face.", "relevant_moment": [ { "pair_id": 151780, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 46.09, 48.46 ], "duration": 95.66, "caption": "A woman walks into the surgery room holding the mask to her face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151781, "video_name": "grey_s03e09_seg02_clip_25", "timestamp": [ 39.01, 41.61 ], "duration": 104.66, "caption": "A woman walks into the room holding her mask up.", "similarity": 0.8611, "relevance": 4 }, { "pair_id": 151782, "video_name": "grey_s03e09_seg02_clip_24", "timestamp": [ 13.49, 16.28 ], "duration": 93.66, "caption": "A person walks in to the operating room with a mask on their face.", "similarity": 0.7692, "relevance": 1 }, { "pair_id": 151783, "video_name": "grey_s01e04_seg02_clip_21", "timestamp": [ 26.74, 39.12 ], "duration": 99.66, "caption": "A woman grabs a nose mask and walks into the Operating Room with a hand over her nose mask while talking to someone.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 151784, "video_name": "grey_s03e15_seg02_clip_25", "timestamp": [ 15.23, 17.4 ], "duration": 145.66, "caption": "A doctor walks into the room holding a mask to their face.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 151785, "video_name": "grey_s02e04_seg02_clip_16", "timestamp": [ 95.03, 97.03 ], "duration": 100.66, "caption": "A woman takes her surgical mask off her face.", "similarity": 0.7143, "relevance": 1 }, { "pair_id": 151786, "video_name": "house_s04e16_seg02_clip_05", "timestamp": [ 88.78, 92.66 ], "duration": 97.66, "caption": "A woman walks into the OR room and a nurse puts a surgical gown on her.", "similarity": 0.7062, "relevance": 3 }, { "pair_id": 151787, "video_name": "grey_s03e09_seg02_clip_20", "timestamp": [ 75.2, 80.05 ], "duration": 97.66, "caption": "A woman uses her hands to put on her surgical mask.", "similarity": 0.6981, "relevance": 1 }, { "pair_id": 151788, "video_name": "grey_s02e03_seg02_clip_12", "timestamp": [ 55.59, 57.02 ], "duration": 95.66, "caption": "A woman walks quickly out of the surgery room.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 151789, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 52.52, 53.86 ], "duration": 89.66, "caption": "A woman takes her hands away from her face during a surgery.", "similarity": 0.6681, "relevance": 0 }, { "pair_id": 151790, "video_name": "grey_s02e12_seg02_clip_06", "timestamp": [ 51.96, 55.89 ], "duration": 87.66, "caption": "A person walked in the operating room and was tying their mask on behind their head.", "similarity": 0.6662, "relevance": 1 }, { "pair_id": 151791, "video_name": "house_s03e17_seg02_clip_18", "timestamp": [ 5.59, 6.88 ], "duration": 86.66, "caption": "A woman takes the oxygen mask from the patient's face.", "similarity": 0.6642, "relevance": 0 }, { "pair_id": 151792, "video_name": "grey_s02e25_seg02_clip_19", "timestamp": [ 13.63, 22.1 ], "duration": 94.66, "caption": "A man puts on his surgical mask before walking into a room.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 151793, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 27.4, 29.65 ], "duration": 89.66, "caption": "A woman turns and walks out of the surgery room.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 151794, "video_name": "grey_s03e16_seg02_clip_00", "timestamp": [ 71.45, 75.55 ], "duration": 91.66, "caption": "Woman takes off her surgical mask as she approaches man.", "similarity": 0.6456, "relevance": 1 }, { "pair_id": 151795, "video_name": "grey_s03e09_seg02_clip_25", "timestamp": [ 76.98, 104.02 ], "duration": 104.66, "caption": "A woman pulls off her mask, leaves the operating room and starts running down the hallway.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 151796, "video_name": "castle_s04e01_seg02_clip_00", "timestamp": [ 40.93, 66.05 ], "duration": 93.66, "caption": "A woman is rolled into a surgery room and is attended by medical professionals.", "similarity": 0.6387, "relevance": 1 }, { "pair_id": 151797, "video_name": "house_s03e21_seg02_clip_20", "timestamp": [ 49.46, 55.7 ], "duration": 96.66, "caption": "In surgical scrub top, gloves and face mask a person walks down a hallway and into a patient room.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 151798, "video_name": "grey_s01e03_seg02_clip_19", "timestamp": [ 76.56, 86.35 ], "duration": 89.66, "caption": "A woman offers another woman a surgical mask, she declines, and the woman puts the mask back.", "similarity": 0.629, "relevance": 1 }, { "pair_id": 151799, "video_name": "grey_s02e04_seg02_clip_17", "timestamp": [ 7.6, 14.8 ], "duration": 80.66, "caption": "A woman removes her surgical gown and gloves while walking towards the door.", "similarity": 0.628, "relevance": 1 } ] }, { "query_id": 30945, "query": "After a person is done talking to a comatose patient, their medical monitors start going crazy.", "relevant_moment": [ { "pair_id": 16900, "video_name": "grey_s01e03_seg02_clip_07", "timestamp": [ 48.92, 70.22 ], "duration": 90.66, "caption": "After a person is done talking to a comatose patient, their medical monitors start going crazy.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16902, "video_name": "house_s01e05_seg02_clip_22", "timestamp": [ 35.71, 63.77 ], "duration": 85.66, "caption": "Some people look at hospital monitors while talking.", "similarity": 0.6649, "relevance": 0 }, { "pair_id": 16903, "video_name": "house_s03e05_seg02_clip_10", "timestamp": [ 35.25, 58.26 ], "duration": 74.66, "caption": "A woman goes into a coma and two men are talking.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 16904, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 0.0, 9.57 ], "duration": 87.66, "caption": "A person is about to examine a dead person and is talking to the other doctors.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 16905, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 0.0, 25.26 ], "duration": 91.66, "caption": "They are having a conversation to each other while watching a patient in front of them.", "similarity": 0.642, "relevance": 1 }, { "pair_id": 16906, "video_name": "grey_s02e10_seg02_clip_11", "timestamp": [ 61.64, 90.65 ], "duration": 90.66, "caption": "They are now having a conversation with the patient.", "similarity": 0.6393, "relevance": 1 }, { "pair_id": 16907, "video_name": "house_s01e07_seg02_clip_16", "timestamp": [ 22.99, 27.59 ], "duration": 83.66, "caption": "A person touches a hospital computer monitor while talking with another person.", "similarity": 0.6364, "relevance": 2 }, { "pair_id": 16908, "video_name": "house_s01e18_seg02_clip_21", "timestamp": [ 1.8, 6.75 ], "duration": 90.66, "caption": "A person says what the patients vitals are doing while watching a screen.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 16909, "video_name": "house_s07e05_seg02_clip_01", "timestamp": [ 0.0, 7.2 ], "duration": 90.66, "caption": "A person is discussing to their doctors and they are wondering about the situation of the patient.", "similarity": 0.6333, "relevance": 0 }, { "pair_id": 16910, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 0.0, 29.2 ], "duration": 89.66, "caption": "Someone talks to someone else when they are in a hospital bed.", "similarity": 0.631, "relevance": 1 }, { "pair_id": 16912, "video_name": "house_s04e03_seg02_clip_09", "timestamp": [ 32.85, 41.17 ], "duration": 83.66, "caption": "The patient is talking to person about the crash that had happened to them.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 16913, "video_name": "house_s07e16_seg02_clip_12", "timestamp": [ 0.0, 23.49 ], "duration": 88.66, "caption": "They are having a conversation with the patient.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 16914, "video_name": "house_s01e03_seg02_clip_25", "timestamp": [ 107.18, 152.02 ], "duration": 152.66, "caption": "They are having a conversation with the patient.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 16915, "video_name": "grey_s02e18_seg02_clip_15", "timestamp": [ 62.9, 91.17 ], "duration": 91.66, "caption": "They are having a conversation with the patient.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 16916, "video_name": "grey_s02e15_seg02_clip_11", "timestamp": [ 17.95, 47.39 ], "duration": 92.66, "caption": "They are conducting an operation to a patient while talking.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 16917, "video_name": "house_s03e02_seg02_clip_22", "timestamp": [ 78.04, 79.45 ], "duration": 94.66, "caption": "A person turns away from a hospital monitor and talks with another person.", "similarity": 0.6228, "relevance": 0 }, { "pair_id": 16918, "video_name": "house_s08e05_seg02_clip_04", "timestamp": [ 46.42, 91.03 ], "duration": 91.66, "caption": "They are having a conversation with a patient.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 16919, "video_name": "house_s03e14_seg02_clip_22", "timestamp": [ 48.04, 71.38 ], "duration": 89.66, "caption": "They are having a conversation with a patient.", "similarity": 0.6215, "relevance": 2 } ] }, { "query_id": 30974, "query": "A man gets in the cell and woman visit him.", "relevant_moment": [ { "pair_id": 154560, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 67.65, 76.28 ], "duration": 90.66, "caption": "A man gets in the cell and woman visit him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154561, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 17.43, 22.53 ], "duration": 85.66, "caption": "A person closes the cell door as he and woman are inside the cell.", "similarity": 0.7218, "relevance": 3 }, { "pair_id": 154562, "video_name": "castle_s06e07_seg02_clip_20", "timestamp": [ 27.44, 30.18 ], "duration": 91.66, "caption": "A person walks quickly through a cell door, and a man follows her.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 154563, "video_name": "castle_s08e10_seg02_clip_15", "timestamp": [ 7.48, 11.69 ], "duration": 93.66, "caption": "A woman instructed a man to escort someone into a cell.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 154564, "video_name": "castle_s02e06_seg02_clip_11", "timestamp": [ 81.8, 90.74 ], "duration": 94.66, "caption": "A woman approaches the cell that a man is in and speaks to him through the protective wire.", "similarity": 0.6906, "relevance": 4 }, { "pair_id": 154565, "video_name": "castle_s07e02_seg02_clip_15", "timestamp": [ 12.0, 19.69 ], "duration": 96.66, "caption": "A man and a woman came in a cell with the guard.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 154566, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 74.92, 90.66 ], "duration": 90.66, "caption": "A woman walks up and talks to a man through the cell door.", "similarity": 0.677, "relevance": 4 }, { "pair_id": 154567, "video_name": "castle_s04e07_seg02_clip_21", "timestamp": [ 4.13, 14.75 ], "duration": 118.66, "caption": "A woman leans forward while checking on a man in the cell.", "similarity": 0.674, "relevance": 4 }, { "pair_id": 154569, "video_name": "castle_s05e18_seg02_clip_06", "timestamp": [ 24.48, 89.02 ], "duration": 89.66, "caption": "A man enters the prison cell area and starts talking to a woman.", "similarity": 0.6466, "relevance": 3 }, { "pair_id": 154570, "video_name": "house_s02e01_seg02_clip_02", "timestamp": [ 49.77, 53.49 ], "duration": 93.66, "caption": "A person walks into a cell where a man is restrained to a bed.", "similarity": 0.6397, "relevance": 3 }, { "pair_id": 154571, "video_name": "s07e11_seg02_clip_07", "timestamp": [ 44.48, 57.02 ], "duration": 57.66, "caption": "A man looks at his cell phone and shows it to a woman.", "similarity": 0.6392, "relevance": 0 }, { "pair_id": 154572, "video_name": "house_s08e01_seg02_clip_06", "timestamp": [ 34.71, 42.72 ], "duration": 44.66, "caption": "A person walks into the cell to see a man sketching.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 154573, "video_name": "house_s05e08_seg02_clip_24", "timestamp": [ 75.45, 78.21 ], "duration": 184.66, "caption": "A man takes out a cell phone and holds it up to a woman.", "similarity": 0.625, "relevance": 1 }, { "pair_id": 154574, "video_name": "castle_s05e05_seg02_clip_19", "timestamp": [ 44.17, 60.17 ], "duration": 128.66, "caption": "A woman enters a cell and puts handcuffs on a man.", "similarity": 0.6249, "relevance": 3 }, { "pair_id": 154575, "video_name": "castle_s02e13_seg02_clip_17", "timestamp": [ 48.2, 76.85 ], "duration": 90.66, "caption": "A man speaks to woman and man through the wire of his cell door.", "similarity": 0.6236, "relevance": 4 }, { "pair_id": 154576, "video_name": "castle_s08e01_seg02_clip_16", "timestamp": [ 0.0, 4.84 ], "duration": 80.66, "caption": "A man enters a cell and the door closes behind him.", "similarity": 0.6214, "relevance": 3 }, { "pair_id": 154577, "video_name": "house_s06e01_seg02_clip_04", "timestamp": [ 75.22, 85.1 ], "duration": 94.66, "caption": "A person walks into the cell and he sits down.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 154578, "video_name": "castle_s06e07_seg02_clip_07", "timestamp": [ 25.97, 28.17 ], "duration": 88.66, "caption": "A person opens the cell and get out from it while talking to woman on the phone.", "similarity": 0.6173, "relevance": 1 }, { "pair_id": 154579, "video_name": "s09e02_seg02_clip_05", "timestamp": [ 0.0, 24.2 ], "duration": 59.66, "caption": "A man talking on his cell phone, hangs it up when a woman walks in.", "similarity": 0.6171, "relevance": 0 } ] }, { "query_id": 30981, "query": "Two men are sitting in the couch playing a video game.", "relevant_moment": [ { "pair_id": 79040, "video_name": "s06e18_seg02_clip_00", "timestamp": [ 17.61, 22.73 ], "duration": 64.66, "caption": "Two men are sitting in the couch playing a video game.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 79041, "video_name": "s09e21_seg02_clip_02", "timestamp": [ 17.09, 31.73 ], "duration": 61.66, "caption": "Two men are sitting on a couch playing video games.", "similarity": 0.959, "relevance": 4 }, { "pair_id": 79042, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 0.0, 15.76 ], "duration": 63.66, "caption": "Two men are sitting on a couch playing video games.", "similarity": 0.959, "relevance": 4 }, { "pair_id": 79043, "video_name": "house_s07e14_seg02_clip_10", "timestamp": [ 11.83, 35.04 ], "duration": 91.66, "caption": "Two men are on the couch together playing a video game.", "similarity": 0.9236, "relevance": 4 }, { "pair_id": 79044, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "Two men are on the couch together playing a video game.", "similarity": 0.9236, "relevance": 4 }, { "pair_id": 79045, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 19.69, 45.61 ], "duration": 96.66, "caption": "Two men are playing video games together on a couch in the living room.", "similarity": 0.8278, "relevance": 4 }, { "pair_id": 79046, "video_name": "met_s06e16_seg02_clip_08", "timestamp": [ 17.37, 22.95 ], "duration": 62.66, "caption": "Two men play a video game together.", "similarity": 0.8096, "relevance": 3 }, { "pair_id": 79047, "video_name": "s01e07_seg02_clip_16", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "Some men play a video game.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 79048, "video_name": "met_s03e01_seg02_clip_00", "timestamp": [ 3.47, 37.19 ], "duration": 63.66, "caption": "Two men are sitting beside each other on the couch with game controllers.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 79049, "video_name": "met_s06e16_seg02_clip_07", "timestamp": [ 29.41, 31.81 ], "duration": 60.66, "caption": "Two men are playing video games when someone walks into the room.", "similarity": 0.7223, "relevance": 4 }, { "pair_id": 79050, "video_name": "friends_s06e09_seg02_clip_01", "timestamp": [ 20.81, 24.01 ], "duration": 64.66, "caption": "A man comes in while two guys are playing a video game.", "similarity": 0.7024, "relevance": 4 }, { "pair_id": 79051, "video_name": "friends_s06e23_seg02_clip_08", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "Two men were sitting on a couch.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 79052, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 27.09, 31.65 ], "duration": 57.66, "caption": "A person is sitting on his couch playing a video game.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 79053, "video_name": "s09e10_seg02_clip_10", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "Two men are sitting together on the couch.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 79054, "video_name": "s08e23_seg02_clip_06", "timestamp": [ 6.96, 8.12 ], "duration": 58.66, "caption": "Two men put down their video game controllers.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 79055, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 6.71, 34.79 ], "duration": 61.66, "caption": "Some people are playing a video game.", "similarity": 0.639, "relevance": 3 }, { "pair_id": 79056, "video_name": "friends_s03e15_seg02_clip_04", "timestamp": [ 34.79, 37.23 ], "duration": 61.66, "caption": "Two men sit down on the couch together.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 79057, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "Two men are playing computer games while talking.", "similarity": 0.6333, "relevance": 4 }, { "pair_id": 79058, "video_name": "friends_s09e17_seg01_clip_00", "timestamp": [ 7.26, 68.98 ], "duration": 121.66, "caption": "Two guys were both sitting at the couch.", "similarity": 0.6281, "relevance": 2 }, { "pair_id": 79059, "video_name": "met_s03e05_seg02_clip_01", "timestamp": [ 23.27, 28.64 ], "duration": 59.66, "caption": "Two people play a video game with each other.", "similarity": 0.6259, "relevance": 4 }, { "pair_id": 252360, "video_name": "house_s03e05_seg02_clip_23", "timestamp": [ 33.67, 46.42 ], "duration": 102.66, "caption": "A man is sitting at his desk and playing video games.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 252361, "video_name": "met_s05e01_seg02_clip_05", "timestamp": [ 9.76, 12.82 ], "duration": 61.66, "caption": "A man sits down on the couch between two guys.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 252362, "video_name": "met_s02e20_seg02_clip_01", "timestamp": [ 0.0, 2.74 ], "duration": 60.66, "caption": "A woman sits down at the computer while a man is playing a video game.", "similarity": 0.6043, "relevance": 2 }, { "pair_id": 252363, "video_name": "friends_s02e17_seg02_clip_19", "timestamp": [ 11.9, 17.01 ], "duration": 68.66, "caption": "A man invites another man who is sitting on the couch to play a game but he declines.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 252364, "video_name": "friends_s09e02_seg02_clip_15", "timestamp": [ 0.0, 61.66 ], "duration": 61.66, "caption": "Two men were sitting beside each other on a couch.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 252365, "video_name": "friends_s06e12_seg02_clip_12", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "Two men sit on the couch together with their arms crossed.", "similarity": 0.5951, "relevance": 2 }, { "pair_id": 252366, "video_name": "s05e23_seg02_clip_17", "timestamp": [ 0.0, 54.32 ], "duration": 60.66, "caption": "Two men sit on a couch while talking to each other.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 252367, "video_name": "s06e21_seg02_clip_00", "timestamp": [ 36.82, 64.03 ], "duration": 64.66, "caption": "Two men were sitting beside each other on the couch.", "similarity": 0.5928, "relevance": 2 }, { "pair_id": 252368, "video_name": "s03e22_seg02_clip_10", "timestamp": [ 0.0, 46.34 ], "duration": 59.66, "caption": "Two men were sitting beside each other at the couch.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 252369, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 21.61, 96.03 ], "duration": 96.66, "caption": "Two men are both on the couch holding onto controllers.", "similarity": 0.5832, "relevance": 4 }, { "pair_id": 252370, "video_name": "friends_s01e11_seg02_clip_16", "timestamp": [ 0.0, 17.65 ], "duration": 63.66, "caption": "Two guys were sitting on a couch while talking.", "similarity": 0.5821, "relevance": 2 }, { "pair_id": 252371, "video_name": "friends_s09e17_seg02_clip_12", "timestamp": [ 15.68, 57.02 ], "duration": 57.66, "caption": "Two men were sitting on the couch whilst talking.", "similarity": 0.5808, "relevance": 2 }, { "pair_id": 252372, "video_name": "friends_s03e03_seg02_clip_06", "timestamp": [ 12.01, 17.71 ], "duration": 60.66, "caption": "Two men walk over to sit on the couch.", "similarity": 0.5801, "relevance": 2 }, { "pair_id": 252373, "video_name": "friends_s03e01_seg02_clip_18", "timestamp": [ 0.0, 17.47 ], "duration": 57.66, "caption": "Two men are having a conversation while sitting on a couch.", "similarity": 0.579, "relevance": 2 }, { "pair_id": 252374, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 0.0, 35.21 ], "duration": 88.66, "caption": "Two men are having a conversation while sitting on a couch.", "similarity": 0.579, "relevance": 1 }, { "pair_id": 252375, "video_name": "friends_s07e17_seg02_clip_10", "timestamp": [ 0.0, 22.74 ], "duration": 51.66, "caption": "Two men talk while sitting on the couch.", "similarity": 0.5779, "relevance": 2 }, { "pair_id": 252376, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 0.0, 3.7 ], "duration": 20.66, "caption": "Two men are talking while they are sitting on the couch.", "similarity": 0.5743, "relevance": 1 }, { "pair_id": 252377, "video_name": "met_s03e16_seg02_clip_03", "timestamp": [ 42.84, 46.9 ], "duration": 62.66, "caption": "Two men are speaking while they are sitting on the couch.", "similarity": 0.573, "relevance": 2 }, { "pair_id": 252378, "video_name": "house_s02e05_seg02_clip_24", "timestamp": [ 0.0, 15.36 ], "duration": 83.66, "caption": "A person is sitting in their chair playing a video game.", "similarity": 0.5728, "relevance": 2 }, { "pair_id": 252379, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "Two men are sitting on the couch with a large pillow in between them.", "similarity": 0.5724, "relevance": 2 } ] }, { "query_id": 31017, "query": "Some women lightly clap when a person is introduced to the class.", "relevant_moment": [ { "pair_id": 167520, "video_name": "s06e18_seg02_clip_08", "timestamp": [ 43.22, 46.73 ], "duration": 54.66, "caption": "Some women lightly clap when a person is introduced to the class.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167521, "video_name": "friends_s03e07_seg02_clip_20", "timestamp": [ 2.64, 5.72 ], "duration": 88.66, "caption": "One student in the class begins to clap.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 167522, "video_name": "s06e18_seg02_clip_13", "timestamp": [ 38.59, 43.52 ], "duration": 58.66, "caption": "The people in the class room all clap their hands.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 167523, "video_name": "castle_s04e01_seg02_clip_07", "timestamp": [ 50.75, 57.64 ], "duration": 86.66, "caption": "Woman came back and their colleagues stood up and gave her claps.", "similarity": 0.6479, "relevance": 0 }, { "pair_id": 167524, "video_name": "friends_s05e09_seg02_clip_00", "timestamp": [ 34.48, 39.06 ], "duration": 61.66, "caption": "A woman shows interest in someone's class and she invites them to join.", "similarity": 0.6402, "relevance": 0 }, { "pair_id": 167525, "video_name": "s06e18_seg02_clip_09", "timestamp": [ 18.61, 34.22 ], "duration": 60.66, "caption": "A person shocks the students in the class as well as some other people.", "similarity": 0.6395, "relevance": 0 }, { "pair_id": 167526, "video_name": "s03e10_seg02_clip_08", "timestamp": [ 43.68, 48.99 ], "duration": 59.66, "caption": "A woman raises her hand to speak, as if in a classroom.", "similarity": 0.6365, "relevance": 0 }, { "pair_id": 167527, "video_name": "s04e12_seg02_clip_15", "timestamp": [ 47.3, 48.82 ], "duration": 61.66, "caption": "A woman puts her hands together and quickly claps twice as she is talking to a person.", "similarity": 0.6304, "relevance": 1 }, { "pair_id": 167528, "video_name": "friends_s10e04_seg02_clip_04", "timestamp": [ 38.39, 40.2 ], "duration": 60.66, "caption": "A woman walks toward some people while clapping her hands.", "similarity": 0.6277, "relevance": 1 }, { "pair_id": 167529, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 43.05, 45.33 ], "duration": 57.66, "caption": "A woman claps her hands then holds them together.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 167530, "video_name": "friends_s01e21_seg02_clip_07", "timestamp": [ 0.0, 8.57 ], "duration": 63.66, "caption": "A woman shakes hands with another woman in dance class.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 167531, "video_name": "friends_s10e05_seg02_clip_14", "timestamp": [ 11.14, 13.55 ], "duration": 60.66, "caption": "A woman claps her hands together a couple times.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 167532, "video_name": "friends_s06e04_seg02_clip_18", "timestamp": [ 10.81, 14.86 ], "duration": 45.66, "caption": "A woman turns around and sees man's entire class.", "similarity": 0.6206, "relevance": 1 }, { "pair_id": 167534, "video_name": "s10e02_seg02_clip_06", "timestamp": [ 3.48, 6.09 ], "duration": 58.66, "caption": "A woman claps her hands twice while speaking to woman.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 167535, "video_name": "s07e23_seg02_clip_01", "timestamp": [ 11.41, 13.81 ], "duration": 60.66, "caption": "A person claps and then rubs his/her hands together.", "similarity": 0.611, "relevance": 0 }, { "pair_id": 167536, "video_name": "friends_s02e08_seg01_clip_00", "timestamp": [ 13.33, 15.61 ], "duration": 65.66, "caption": "A person claps and asks a woman for all the details.", "similarity": 0.6085, "relevance": 1 }, { "pair_id": 167537, "video_name": "s06e18_seg02_clip_08", "timestamp": [ 46.19, 49.43 ], "duration": 54.66, "caption": "A person goes to the front of the class and starts to speak to the class.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 167538, "video_name": "friends_s07e19_seg02_clip_02", "timestamp": [ 32.84, 34.85 ], "duration": 67.66, "caption": "A woman slowly claps her hands together two times.", "similarity": 0.6049, "relevance": 1 }, { "pair_id": 167539, "video_name": "friends_s05e05_seg02_clip_10", "timestamp": [ 25.47, 27.01 ], "duration": 51.66, "caption": "A woman claps her hands together several times as she talks to a man.", "similarity": 0.602, "relevance": 1 } ] }, { "query_id": 31028, "query": "A woman carries the child and walks slowly to the mother.", "relevant_moment": [ { "pair_id": 67740, "video_name": "house_s05e06_seg02_clip_18", "timestamp": [ 49.57, 55.18 ], "duration": 93.66, "caption": "A woman carries the child and walks slowly to the mother.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 67741, "video_name": "friends_s10e03_seg01_clip_00", "timestamp": [ 19.07, 23.72 ], "duration": 93.66, "caption": "A woman walks out of a place carrying a baby.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 67742, "video_name": "house_s05e13_seg02_clip_23", "timestamp": [ 37.32, 44.15 ], "duration": 91.66, "caption": "A woman walks into the room while carrying a baby.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 67743, "video_name": "grey_s01e03_seg02_clip_22", "timestamp": [ 17.99, 33.53 ], "duration": 81.66, "caption": "A woman gets up with her child and walks with another woman.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 67744, "video_name": "house_s05e11_seg02_clip_23", "timestamp": [ 82.38, 87.84 ], "duration": 91.66, "caption": "A woman walks in the room while carrying a baby.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 67745, "video_name": "house_s06e06_seg02_clip_07", "timestamp": [ 0.0, 1.84 ], "duration": 92.66, "caption": "A woman walks down the street while holding onto her child.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 67746, "video_name": "grey_s03e05_seg02_clip_02", "timestamp": [ 15.13, 18.25 ], "duration": 89.66, "caption": "A woman takes a person's child as he hands him to her.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 67749, "video_name": "s10e12_seg02_clip_07", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A woman walks into the apartment followed by a man carrying the baby.", "similarity": 0.6387, "relevance": 2 }, { "pair_id": 67750, "video_name": "friends_s08e01_seg02_clip_03", "timestamp": [ 4.08, 13.11 ], "duration": 58.66, "caption": "A woman tells her parents she's not carrying a baby and then a woman walks away from her.", "similarity": 0.6385, "relevance": 1 }, { "pair_id": 67751, "video_name": "friends_s08e20_seg02_clip_08", "timestamp": [ 41.1, 42.28 ], "duration": 58.66, "caption": "A woman's parent pats a woman on the shoulder before walking away.", "similarity": 0.6372, "relevance": 1 }, { "pair_id": 67752, "video_name": "friends_s04e01_seg02_clip_15", "timestamp": [ 33.5, 37.53 ], "duration": 62.66, "caption": "A woman walks away from her mother but she stops her.", "similarity": 0.6345, "relevance": 1 }, { "pair_id": 67754, "video_name": "grey_s03e05_seg02_clip_12", "timestamp": [ 52.7, 89.32 ], "duration": 89.66, "caption": "A woman is having a conversation to a person carrying a baby.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 67755, "video_name": "house_s06e06_seg02_clip_07", "timestamp": [ 0.0, 6.91 ], "duration": 92.66, "caption": "A woman carries the baby while with two men.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 67756, "video_name": "house_s05e11_seg02_clip_24", "timestamp": [ 12.24, 18.14 ], "duration": 90.66, "caption": "A woman hands the newborn baby to its mother.", "similarity": 0.619, "relevance": 4 }, { "pair_id": 67757, "video_name": "castle_s04e23_seg02_clip_11", "timestamp": [ 17.42, 18.31 ], "duration": 89.66, "caption": "A woman is holding a suitcase as her child approaches her.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 67758, "video_name": "grey_s02e23_seg02_clip_21", "timestamp": [ 22.28, 27.55 ], "duration": 81.66, "caption": "A woman walks in on another woman holding her baby.", "similarity": 0.6125, "relevance": 3 }, { "pair_id": 67759, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A woman's mom walks past a man after saying his name.", "similarity": 0.6108, "relevance": 1 } ] }, { "query_id": 31056, "query": "A man and person get on top of a filing cabinet while pursued by a tiger.", "relevant_moment": [ { "pair_id": 840, "video_name": "castle_s04e10_seg02_clip_23", "timestamp": [ 25.84, 33.86 ], "duration": 89.66, "caption": "A man and person get on top of a filing cabinet while pursued by a tiger.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 841, "video_name": "castle_s04e10_seg02_clip_24", "timestamp": [ 15.61, 24.8 ], "duration": 91.66, "caption": "Two men find a man and a woman being held hostage by a tiger.", "similarity": 0.5632, "relevance": 2 }, { "pair_id": 842, "video_name": "castle_s04e10_seg02_clip_23", "timestamp": [ 0.0, 8.91 ], "duration": 89.66, "caption": "A man stands in front of woman and they back away from a tiger.", "similarity": 0.5391, "relevance": 2 }, { "pair_id": 843, "video_name": "friends_s02e15_seg02_clip_06", "timestamp": [ 0.0, 7.03 ], "duration": 58.66, "caption": "Two people were both leaning over a cabinet.", "similarity": 0.5156, "relevance": 0 }, { "pair_id": 844, "video_name": "house_s05e20_seg02_clip_18", "timestamp": [ 12.25, 19.5 ], "duration": 90.66, "caption": "A man pulls a piece of paper out of a file cabinet and shows it to two other people.", "similarity": 0.5089, "relevance": 0 }, { "pair_id": 845, "video_name": "grey_s03e15_seg02_clip_08", "timestamp": [ 50.64, 58.95 ], "duration": 83.66, "caption": "A man finishes a file and walks over and puts it in a cabinet.", "similarity": 0.5042, "relevance": 0 }, { "pair_id": 846, "video_name": "castle_s04e10_seg02_clip_22", "timestamp": [ 1.37, 8.65 ], "duration": 91.66, "caption": "A man talks about the tiger before it tries to get out of the wall.", "similarity": 0.5042, "relevance": 2 }, { "pair_id": 847, "video_name": "friends_s03e05_seg02_clip_21", "timestamp": [ 57.35, 60.99 ], "duration": 91.66, "caption": "A man gets inside the cabinet while a man is looking at him.", "similarity": 0.5022, "relevance": 1 }, { "pair_id": 848, "video_name": "s06e14_seg02_clip_04", "timestamp": [ 42.65, 45.84 ], "duration": 58.66, "caption": "A person walks over to his cabinet and takes his work out of it.", "similarity": 0.4983, "relevance": 0 }, { "pair_id": 849, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 11.04, 29.45 ], "duration": 92.66, "caption": "A person reaches into their filing cabinet and sets down paper.", "similarity": 0.4936, "relevance": 0 }, { "pair_id": 850, "video_name": "friends_s04e03_seg02_clip_17", "timestamp": [ 6.71, 10.68 ], "duration": 61.66, "caption": "A woman walks toward a man who is cuffed to a cabinet.", "similarity": 0.4894, "relevance": 0 }, { "pair_id": 851, "video_name": "friends_s03e05_seg02_clip_21", "timestamp": [ 43.69, 74.19 ], "duration": 91.66, "caption": "Two men wager with each other that one of them can get himself into the cabinet, and then he does and the other man traps him inside.", "similarity": 0.4866, "relevance": 0 }, { "pair_id": 852, "video_name": "s09e19_seg02_clip_14", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person goes into a cabinet as another person walks through the lab door.", "similarity": 0.4773, "relevance": 1 }, { "pair_id": 853, "video_name": "friends_s04e03_seg02_clip_11", "timestamp": [ 50.42, 63.03 ], "duration": 63.66, "caption": "A woman drags a man to the file cabinet and handcuffs him to it.", "similarity": 0.4757, "relevance": 0 }, { "pair_id": 854, "video_name": "friends_s04e03_seg02_clip_11", "timestamp": [ 59.88, 61.45 ], "duration": 63.66, "caption": "A woman handcuffs a man to the tall, black filing cabinet.", "similarity": 0.474, "relevance": 0 }, { "pair_id": 855, "video_name": "house_s02e14_seg02_clip_04", "timestamp": [ 46.59, 60.16 ], "duration": 90.66, "caption": "A person gets up and looks inside of the cabinet for someone.", "similarity": 0.4734, "relevance": 0 }, { "pair_id": 856, "video_name": "castle_s04e10_seg02_clip_22", "timestamp": [ 48.7, 75.55 ], "duration": 91.66, "caption": "A man and a woman are pushing a metal table towards the wall where the animal is at.", "similarity": 0.4721, "relevance": 0 }, { "pair_id": 857, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 6.24, 9.5 ], "duration": 59.66, "caption": "A guy opened the cabinet and found another guy in there.", "similarity": 0.4674, "relevance": 0 }, { "pair_id": 858, "video_name": "castle_s04e10_seg02_clip_09", "timestamp": [ 84.11, 87.27 ], "duration": 90.66, "caption": "A man makes a suggestion about what they can do to make the cabinet easier to move.", "similarity": 0.4667, "relevance": 0 }, { "pair_id": 859, "video_name": "friends_s08e21_seg02_clip_15", "timestamp": [ 49.61, 56.86 ], "duration": 58.66, "caption": "A person and a man stand up and the man grabs his briefcase while the person walks towards him.", "similarity": 0.4658, "relevance": 0 } ] }, { "query_id": 31070, "query": "Two people are speaking to each other as they stand in front of each other.", "relevant_moment": [ { "pair_id": 147500, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "Two people are speaking to each other as they stand in front of each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147501, "video_name": "castle_s04e19_seg02_clip_07", "timestamp": [ 0.0, 13.05 ], "duration": 87.66, "caption": "Two people are speaking to each other as they stand in front of each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147502, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 0.0, 32.35 ], "duration": 91.66, "caption": "Two people are standing in front of each other speaking.", "similarity": 0.9485, "relevance": 4 }, { "pair_id": 147503, "video_name": "castle_s03e02_seg02_clip_10", "timestamp": [ 0.0, 43.83 ], "duration": 91.66, "caption": "Two people are speaking to someone as they stand.", "similarity": 0.9389, "relevance": 3 }, { "pair_id": 147504, "video_name": "castle_s05e11_seg02_clip_25", "timestamp": [ 0.0, 30.83 ], "duration": 92.66, "caption": "Two people are standing with person as they speak to each other.", "similarity": 0.9197, "relevance": 4 }, { "pair_id": 147505, "video_name": "grey_s03e22_seg02_clip_10", "timestamp": [ 0.0, 11.58 ], "duration": 92.66, "caption": "Two people are standing in front of each other as they converse.", "similarity": 0.912, "relevance": 4 }, { "pair_id": 147506, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 86.04, 94.03 ], "duration": 94.66, "caption": "Two people both stand in front of someone talking to them.", "similarity": 0.9023, "relevance": 2 }, { "pair_id": 147507, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 0.0, 38.19 ], "duration": 92.66, "caption": "Two people are standing in front of each other conversing.", "similarity": 0.9016, "relevance": 4 }, { "pair_id": 147508, "video_name": "castle_s01e01_seg02_clip_22", "timestamp": [ 0.0, 13.64 ], "duration": 88.66, "caption": "Two people stand beside each other as they speak to two other people.", "similarity": 0.8991, "relevance": 4 }, { "pair_id": 147509, "video_name": "castle_s08e09_seg02_clip_08", "timestamp": [ 56.72, 60.77 ], "duration": 90.66, "caption": "Two people are standing in front of a person conversing.", "similarity": 0.8936, "relevance": 3 }, { "pair_id": 147510, "video_name": "house_s02e21_seg02_clip_11", "timestamp": [ 0.0, 36.75 ], "duration": 93.66, "caption": "A person is speaking to two people as they stand in front of him.", "similarity": 0.8905, "relevance": 3 }, { "pair_id": 147511, "video_name": "house_s04e08_seg02_clip_26", "timestamp": [ 35.51, 42.02 ], "duration": 42.66, "caption": "Two people are standing very close as they are talking.", "similarity": 0.8812, "relevance": 4 }, { "pair_id": 147512, "video_name": "castle_s03e18_seg02_clip_13", "timestamp": [ 0.0, 48.07 ], "duration": 89.66, "caption": "A man and woman are standing in front of someone speaking with him.", "similarity": 0.881, "relevance": 4 }, { "pair_id": 147513, "video_name": "castle_s03e16_seg02_clip_20", "timestamp": [ 0.0, 60.42 ], "duration": 89.66, "caption": "Two people are speaking to each other face to face.", "similarity": 0.8787, "relevance": 3 }, { "pair_id": 147514, "video_name": "castle_s01e08_seg02_clip_23", "timestamp": [ 7.23, 85.02 ], "duration": 85.66, "caption": "Two people are beside each other as they speak to another person.", "similarity": 0.877, "relevance": 3 }, { "pair_id": 147515, "video_name": "castle_s08e19_seg02_clip_18", "timestamp": [ 0.0, 70.22 ], "duration": 90.66, "caption": "A woman and a man are standing in front of each other speaking.", "similarity": 0.8761, "relevance": 4 }, { "pair_id": 147516, "video_name": "castle_s08e18_seg02_clip_23", "timestamp": [ 0.0, 23.74 ], "duration": 86.66, "caption": "A woman and a man are standing in front of each other speaking.", "similarity": 0.8761, "relevance": 4 }, { "pair_id": 147517, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 53.11, 58.52 ], "duration": 90.66, "caption": "Two people are standing next to each other talking.", "similarity": 0.876, "relevance": 4 }, { "pair_id": 147518, "video_name": "castle_s04e06_seg02_clip_12", "timestamp": [ 16.71, 32.07 ], "duration": 90.66, "caption": "Three people are speaking to each other in front of each other.", "similarity": 0.8757, "relevance": 3 }, { "pair_id": 147519, "video_name": "castle_s05e02_seg02_clip_17", "timestamp": [ 0.0, 32.04 ], "duration": 90.66, "caption": "Two men are speaking to each other as they stand in front of each other.", "similarity": 0.8716, "relevance": 4 }, { "pair_id": 320820, "video_name": "castle_s03e02_seg02_clip_05", "timestamp": [ 0.0, 91.33 ], "duration": 91.66, "caption": "Two people are beside each other as they speak to two other people.", "similarity": 0.8694, "relevance": 3 }, { "pair_id": 320821, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.0, 91.23 ], "duration": 91.66, "caption": "A woman and a man are speaking with a person as he is in front of them.", "similarity": 0.8684, "relevance": 3 }, { "pair_id": 320822, "video_name": "house_s02e12_seg02_clip_27", "timestamp": [ 0.0, 14.02 ], "duration": 14.66, "caption": "Two people converse with each other as they are standing across from each other.", "similarity": 0.867, "relevance": 4 }, { "pair_id": 320823, "video_name": "castle_s04e19_seg02_clip_16", "timestamp": [ 8.94, 34.85 ], "duration": 89.66, "caption": "Two people are standing across from each other as they converse.", "similarity": 0.866, "relevance": 4 }, { "pair_id": 320824, "video_name": "grey_s02e18_seg02_clip_05", "timestamp": [ 0.0, 18.18 ], "duration": 93.66, "caption": "Two people are having a conversation in front of another person.", "similarity": 0.8638, "relevance": 3 }, { "pair_id": 320825, "video_name": "house_s05e07_seg02_clip_07", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "Two people are conversing with each other as they stand across from each other.", "similarity": 0.8636, "relevance": 4 }, { "pair_id": 320826, "video_name": "house_s04e02_seg02_clip_26", "timestamp": [ 4.14, 75.22 ], "duration": 75.66, "caption": "Two people are conversing with each other as they stand across from each other.", "similarity": 0.8636, "relevance": 4 }, { "pair_id": 320827, "video_name": "grey_s02e08_seg02_clip_04", "timestamp": [ 0.0, 23.16 ], "duration": 90.66, "caption": "Two people are conversing with each other as they stand across from each other.", "similarity": 0.8636, "relevance": 4 }, { "pair_id": 320828, "video_name": "met_s03e19_seg02_clip_05", "timestamp": [ 0.0, 26.56 ], "duration": 61.66, "caption": "A man and a woman are standing in front of each other as they converse.", "similarity": 0.8625, "relevance": 4 }, { "pair_id": 320829, "video_name": "castle_s02e17_seg02_clip_07", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "A man and a woman are standing in front of each other as they converse.", "similarity": 0.8625, "relevance": 4 }, { "pair_id": 320830, "video_name": "castle_s06e21_seg02_clip_06", "timestamp": [ 0.0, 49.4 ], "duration": 88.66, "caption": "A woman and a man are speaking to a person as they stand before him.", "similarity": 0.8588, "relevance": 3 }, { "pair_id": 320831, "video_name": "house_s04e09_seg02_clip_18", "timestamp": [ 46.07, 89.33 ], "duration": 94.66, "caption": "Two people stand up while talking to person.", "similarity": 0.8551, "relevance": 3 }, { "pair_id": 320832, "video_name": "friends_s10e14_seg02_clip_16", "timestamp": [ 45.75, 48.4 ], "duration": 59.66, "caption": "Two people stand up to talk to a person.", "similarity": 0.8499, "relevance": 4 }, { "pair_id": 320833, "video_name": "castle_s08e13_seg02_clip_02", "timestamp": [ 0.0, 20.28 ], "duration": 90.66, "caption": "A person is speaking to two people as he stands before them.", "similarity": 0.8498, "relevance": 3 }, { "pair_id": 320834, "video_name": "grey_s02e07_seg02_clip_09", "timestamp": [ 0.0, 11.52 ], "duration": 96.66, "caption": "Two people are standing beside each other as they converse.", "similarity": 0.8482, "relevance": 3 }, { "pair_id": 320835, "video_name": "friends_s08e10_seg02_clip_12", "timestamp": [ 0.0, 24.19 ], "duration": 62.66, "caption": "Two people are standing across from each other conversing.", "similarity": 0.847, "relevance": 4 }, { "pair_id": 320836, "video_name": "met_s03e14_seg02_clip_05", "timestamp": [ 0.0, 8.19 ], "duration": 63.66, "caption": "Two people are facing each other as they converse.", "similarity": 0.8462, "relevance": 4 }, { "pair_id": 320837, "video_name": "castle_s04e23_seg02_clip_17", "timestamp": [ 0.0, 21.44 ], "duration": 134.66, "caption": "Two people are facing each other as they converse.", "similarity": 0.8462, "relevance": 4 }, { "pair_id": 320838, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "Two people are facing each other as they converse with each other.", "similarity": 0.8446, "relevance": 4 }, { "pair_id": 320839, "video_name": "s04e01_seg02_clip_03", "timestamp": [ 35.58, 38.38 ], "duration": 56.66, "caption": "A man and a woman are conversing while standing in front of each other.", "similarity": 0.8441, "relevance": 4 } ] }, { "query_id": 31132, "query": "A man looks down and taps on his cell phone as he talks.", "relevant_moment": [ { "pair_id": 19880, "video_name": "castle_s07e03_seg02_clip_07", "timestamp": [ 80.18, 82.38 ], "duration": 88.66, "caption": "A man looks down and taps on his cell phone as he talks.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19881, "video_name": "met_s06e14_seg02_clip_07", "timestamp": [ 51.35, 55.12 ], "duration": 58.66, "caption": "A man looks down at his phone while talking and fidgets with it and touches his face.", "similarity": 0.8219, "relevance": 4 }, { "pair_id": 19882, "video_name": "castle_s06e04_seg02_clip_10", "timestamp": [ 8.21, 11.85 ], "duration": 91.66, "caption": "A man is looking at a cell phone in his hand.", "similarity": 0.7804, "relevance": 4 }, { "pair_id": 19884, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 71.67, 75.21 ], "duration": 88.66, "caption": "A man reaches down and picks up their cell phone to look at.", "similarity": 0.7715, "relevance": 4 }, { "pair_id": 19885, "video_name": "met_s03e12_seg01_clip_02", "timestamp": [ 0.0, 5.58 ], "duration": 92.66, "caption": "A man says what his phone is doing when he looks at it.", "similarity": 0.7709, "relevance": 4 }, { "pair_id": 19886, "video_name": "house_s04e06_seg02_clip_03", "timestamp": [ 0.0, 14.05 ], "duration": 78.66, "caption": "A man looks for his ringing cell phone while talking to another person and then answers the phone.", "similarity": 0.7541, "relevance": 4 }, { "pair_id": 19887, "video_name": "castle_s04e17_seg02_clip_08", "timestamp": [ 21.69, 25.3 ], "duration": 90.66, "caption": "A man holds his cell phone in front of him and looks down at it as he walks into the room talking.", "similarity": 0.7506, "relevance": 4 }, { "pair_id": 19888, "video_name": "s05e23_seg01_clip_00", "timestamp": [ 37.38, 43.3 ], "duration": 74.66, "caption": "A man looks at the phone and answers it.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 19889, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 49.16, 52.95 ], "duration": 63.66, "caption": "A man stands up and talks on his cellphone.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 19890, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 65.51, 69.54 ], "duration": 89.66, "caption": "A person looks down at their phone while talking to another person.", "similarity": 0.7333, "relevance": 4 }, { "pair_id": 19891, "video_name": "house_s05e04_seg02_clip_22", "timestamp": [ 33.76, 37.81 ], "duration": 90.66, "caption": "A person quickly turn down his phone and talk to man.", "similarity": 0.7307, "relevance": 1 }, { "pair_id": 19892, "video_name": "s03e15_seg01_clip_00", "timestamp": [ 3.15, 18.28 ], "duration": 63.66, "caption": "A man talks on their cell phone then lowers it out of sight.", "similarity": 0.7244, "relevance": 1 }, { "pair_id": 19893, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 0.0, 15.37 ], "duration": 90.66, "caption": "A man is looking at his phone as another man speaks to him.", "similarity": 0.722, "relevance": 3 }, { "pair_id": 19894, "video_name": "friends_s01e20_seg02_clip_07", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man dials the phone after saying what people looked at.", "similarity": 0.721, "relevance": 4 }, { "pair_id": 19895, "video_name": "castle_s07e21_seg02_clip_18", "timestamp": [ 0.0, 11.25 ], "duration": 90.66, "caption": "A man is looking at a cellphone as he stands beside someone and converses.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 19896, "video_name": "castle_s02e24_seg02_clip_01", "timestamp": [ 33.89, 39.77 ], "duration": 90.66, "caption": "A man gets his phone and talks to someone through it.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 19897, "video_name": "grey_s02e08_seg02_clip_25", "timestamp": [ 0.0, 0.99 ], "duration": 2.66, "caption": "A man is looking down as he is about to speak to another person.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 19899, "video_name": "house_s06e21_seg02_clip_13", "timestamp": [ 2.91, 17.95 ], "duration": 97.66, "caption": "A person is talking on the cell phone then hands it to man.", "similarity": 0.7033, "relevance": 2 } ] }, { "query_id": 31176, "query": "A person pulls out a chair and sits down across from another person.", "relevant_moment": [ { "pair_id": 113680, "video_name": "castle_s07e10_seg02_clip_12", "timestamp": [ 14.46, 16.71 ], "duration": 90.66, "caption": "A person pulls out a chair and sits down across from another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 113681, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.8835, "relevance": 3 }, { "pair_id": 113682, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 49.1, 53.33 ], "duration": 65.66, "caption": "A person is sitting in the chair across from another person.", "similarity": 0.8685, "relevance": 1 }, { "pair_id": 113683, "video_name": "grey_s03e19_seg02_clip_15", "timestamp": [ 5.28, 10.56 ], "duration": 88.66, "caption": "A person pulls up a chair and sits by someone.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 113684, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 17.88, 21.79 ], "duration": 65.66, "caption": "A person gets a chair and sits in front of another person.", "similarity": 0.8264, "relevance": 3 }, { "pair_id": 113685, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.35 ], "duration": 58.66, "caption": "A person gets up from his chair and goes to another person.", "similarity": 0.8216, "relevance": 0 }, { "pair_id": 113686, "video_name": "house_s08e14_seg02_clip_12", "timestamp": [ 6.51, 11.16 ], "duration": 93.66, "caption": "A person pulls a chair out and sits down.", "similarity": 0.8192, "relevance": 3 }, { "pair_id": 113687, "video_name": "castle_s08e01_seg02_clip_24", "timestamp": [ 26.71, 28.93 ], "duration": 89.66, "caption": "A person pulls out a chair and sits down.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 113688, "video_name": "friends_s02e08_seg02_clip_06", "timestamp": [ 38.49, 39.35 ], "duration": 57.66, "caption": "A man gets out of his chair for another person.", "similarity": 0.801, "relevance": 0 }, { "pair_id": 113689, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.8003, "relevance": 2 }, { "pair_id": 113690, "video_name": "house_s02e06_seg02_clip_07", "timestamp": [ 9.9, 17.1 ], "duration": 90.66, "caption": "A person sits down in a chair that's in the middle of two other people.", "similarity": 0.8002, "relevance": 3 }, { "pair_id": 113691, "video_name": "house_s07e05_seg02_clip_26", "timestamp": [ 4.55, 7.58 ], "duration": 101.66, "caption": "A man sits down on the chair across from another person.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 113692, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 18.0, 21.84 ], "duration": 59.66, "caption": "A person walks past another person and sits in a chair.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 113693, "video_name": "house_s04e12_seg02_clip_22", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman pulls out a chair and sits down with a man.", "similarity": 0.79, "relevance": 4 }, { "pair_id": 113694, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 47.85, 65.34 ], "duration": 92.66, "caption": "A person sits in a chair with hands clasped, across from a person.", "similarity": 0.7868, "relevance": 1 }, { "pair_id": 113695, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 13.69, 19.96 ], "duration": 57.66, "caption": "One person tries to sit down in another person's chair and he stops him.", "similarity": 0.7828, "relevance": 1 }, { "pair_id": 113696, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 16.26, 20.49 ], "duration": 65.66, "caption": "A person grabs their chair and moves closer to another person.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 113697, "video_name": "met_s02e10_seg02_clip_06", "timestamp": [ 3.3, 5.1 ], "duration": 60.66, "caption": "A person sits on the chair across from some people.", "similarity": 0.773, "relevance": 2 }, { "pair_id": 113698, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 57.36, 60.65 ], "duration": 94.66, "caption": "A man sits down in a chair across from two people.", "similarity": 0.7714, "relevance": 2 }, { "pair_id": 113699, "video_name": "s06e12_seg02_clip_05", "timestamp": [ 16.93, 18.81 ], "duration": 47.66, "caption": "A person sits down in a chair by another person's desk.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 287000, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 55.26, 58.48 ], "duration": 58.66, "caption": "A woman pulls the chair out next to a man and starts to sit down.", "similarity": 0.7596, "relevance": 4 }, { "pair_id": 287001, "video_name": "house_s08e13_seg02_clip_00", "timestamp": [ 4.75, 8.55 ], "duration": 95.66, "caption": "A person pulls a chair and sits on it.", "similarity": 0.7587, "relevance": 3 }, { "pair_id": 287002, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 51.65, 58.14 ], "duration": 59.66, "caption": "A person gets up, walks over to another person and sits in a chair next to them.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 287003, "video_name": "castle_s08e04_seg02_clip_18", "timestamp": [ 24.49, 29.64 ], "duration": 85.66, "caption": "A person enters the room and sits in a chair across from someone.", "similarity": 0.7581, "relevance": 3 }, { "pair_id": 287004, "video_name": "house_s07e06_seg02_clip_21", "timestamp": [ 41.4, 46.74 ], "duration": 89.66, "caption": "A person walks to the chair in front of someone and sits down.", "similarity": 0.7579, "relevance": 4 }, { "pair_id": 287005, "video_name": "friends_s08e03_seg02_clip_02", "timestamp": [ 26.55, 28.68 ], "duration": 61.66, "caption": "A man sits down on the chair across from woman and person.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 287006, "video_name": "friends_s07e17_seg02_clip_15", "timestamp": [ 17.16, 21.08 ], "duration": 60.66, "caption": "A person pulls out a chair and takes a seat at the table with another person and their date.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 287007, "video_name": "house_s05e10_seg02_clip_03", "timestamp": [ 56.53, 62.5 ], "duration": 91.66, "caption": "A person walks over and sits in the chair across from a woman.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 287008, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 21.38, 24.71 ], "duration": 95.66, "caption": "A person walks and sits down across from another person.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 287009, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 71.54, 73.46 ], "duration": 96.66, "caption": "A person stands from being seated on another person's chair.", "similarity": 0.7471, "relevance": 2 }, { "pair_id": 287010, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 13.28, 16.23 ], "duration": 59.66, "caption": "A person sits down on the chair behind someone.", "similarity": 0.7463, "relevance": 3 }, { "pair_id": 287011, "video_name": "castle_s07e10_seg02_clip_07", "timestamp": [ 0.0, 4.66 ], "duration": 93.66, "caption": "A woman pulls out the chair and sits down across the table from a man.", "similarity": 0.7453, "relevance": 4 }, { "pair_id": 287012, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 8.77, 12.46 ], "duration": 92.66, "caption": "A man gets up from the chair and left two people.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 287013, "video_name": "s02e17_seg01_clip_01", "timestamp": [ 23.38, 27.07 ], "duration": 82.66, "caption": "A person sits down in a wooden chair next to someone.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 287014, "video_name": "s06e02_seg02_clip_08", "timestamp": [ 28.85, 30.81 ], "duration": 56.66, "caption": "A person gets up from a chair that he was sitting in talking to another person.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 287015, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 35.71, 38.07 ], "duration": 59.66, "caption": "A person sits up and down from their chair.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 287016, "video_name": "s08e13_seg02_clip_05", "timestamp": [ 42.02, 47.72 ], "duration": 60.66, "caption": "A person gets up from the chair they were sitting at.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 287017, "video_name": "friends_s06e03_seg02_clip_11", "timestamp": [ 22.72, 25.97 ], "duration": 59.66, "caption": "A man sits in a chair between two people.", "similarity": 0.7263, "relevance": 4 }, { "pair_id": 287018, "video_name": "s03e06_seg02_clip_07", "timestamp": [ 35.82, 48.14 ], "duration": 77.66, "caption": "A person gets out of his desk seat and goes to his spot with another person.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 287019, "video_name": "met_s06e13_seg02_clip_09", "timestamp": [ 40.98, 41.88 ], "duration": 60.66, "caption": "A person sits on the armchair of the sofa across from another person.", "similarity": 0.7259, "relevance": 2 } ] }, { "query_id": 31241, "query": "Two people sit on the couch and look into each other's eyes.", "relevant_moment": [ { "pair_id": 147540, "video_name": "met_s02e07_seg02_clip_07", "timestamp": [ 5.5, 15.89 ], "duration": 61.66, "caption": "Two people sit on the couch and look into each other's eyes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147541, "video_name": "s06e22_seg02_clip_11", "timestamp": [ 54.75, 56.99 ], "duration": 64.66, "caption": "Two people turn to look at each other on the couch.", "similarity": 0.8747, "relevance": 3 }, { "pair_id": 147542, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 18.91, 24.86 ], "duration": 70.66, "caption": "A woman and man sit on the couch and stare into each others eyes.", "similarity": 0.8586, "relevance": 4 }, { "pair_id": 147543, "video_name": "s08e16_seg02_clip_15", "timestamp": [ 0.0, 48.07 ], "duration": 62.66, "caption": "A woman and a person sit on the couch and stare in each others eyes while having a conversation.", "similarity": 0.8031, "relevance": 4 }, { "pair_id": 147544, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 49.88, 56.96 ], "duration": 59.66, "caption": "Two people are seated on a couch and while one waves their hands and looks between the other and the computer screen acknowledging that the other was correct, the other stares at the first person.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 147545, "video_name": "met_s04e01_seg02_clip_09", "timestamp": [ 22.15, 33.51 ], "duration": 58.66, "caption": "Two people sit on the couch staring at the TV.", "similarity": 0.7858, "relevance": 3 }, { "pair_id": 147546, "video_name": "castle_s06e13_seg02_clip_13", "timestamp": [ 48.77, 54.3 ], "duration": 92.66, "caption": "Two people sit down and look at each other.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 147547, "video_name": "house_s07e01_seg02_clip_22", "timestamp": [ 29.3, 93.03 ], "duration": 93.66, "caption": "Two people were sitting on a couch.", "similarity": 0.7328, "relevance": 4 }, { "pair_id": 147548, "video_name": "s09e15_seg02_clip_14", "timestamp": [ 50.76, 59.03 ], "duration": 59.66, "caption": "Two people are sitting together on the couch.", "similarity": 0.7232, "relevance": 2 }, { "pair_id": 147549, "video_name": "castle_s04e21_seg02_clip_26", "timestamp": [ 109.41, 153.02 ], "duration": 153.66, "caption": "Two people are sitting in the couch and they're talking to each other.", "similarity": 0.7176, "relevance": 4 }, { "pair_id": 147550, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.0, 63.43 ], "duration": 63.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 147551, "video_name": "friends_s09e04_seg02_clip_22", "timestamp": [ 0.0, 35.02 ], "duration": 35.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.7162, "relevance": 4 }, { "pair_id": 147552, "video_name": "friends_s04e07_seg02_clip_16", "timestamp": [ 0.0, 14.27 ], "duration": 62.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 147553, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 30.46, 38.01 ], "duration": 58.66, "caption": "A person looks behind him while he is sitting on the couch with another person.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 147554, "video_name": "s08e16_seg02_clip_15", "timestamp": [ 5.58, 10.54 ], "duration": 62.66, "caption": "Two people are looking in each other's eyes seriously.", "similarity": 0.7146, "relevance": 4 }, { "pair_id": 147555, "video_name": "friends_s06e20_seg01_clip_00", "timestamp": [ 5.36, 26.48 ], "duration": 63.66, "caption": "Two people are reading together on the couch.", "similarity": 0.7052, "relevance": 3 }, { "pair_id": 147556, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "Two people sit down on the couch next to each other.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 147557, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 8.35, 13.61 ], "duration": 61.66, "caption": "Two people sit down on the couch together.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 147558, "video_name": "friends_s10e07_seg02_clip_14", "timestamp": [ 7.02, 16.65 ], "duration": 52.66, "caption": "Two people walk in and sit on the couch.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 147559, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 5.99, 8.19 ], "duration": 63.66, "caption": "Two people sit down on a couch.", "similarity": 0.6978, "relevance": 4 }, { "pair_id": 320860, "video_name": "friends_s09e17_seg02_clip_06", "timestamp": [ 50.96, 52.48 ], "duration": 61.66, "caption": "Two people sit down on a couch.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 320861, "video_name": "friends_s07e10_seg02_clip_03", "timestamp": [ 7.02, 10.8 ], "duration": 54.66, "caption": "Two people sit down next to each other on the couch.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 320862, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 40.32, 44.8 ], "duration": 59.66, "caption": "Two people sit down together on the couch.", "similarity": 0.6959, "relevance": 4 }, { "pair_id": 320863, "video_name": "friends_s07e16_seg02_clip_12", "timestamp": [ 32.46, 35.61 ], "duration": 63.66, "caption": "Two people sit side by side on a person's couch.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 320864, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 8.99, 14.8 ], "duration": 58.66, "caption": "Two people sit on a couch and have a conversation.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 320865, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "Two people are sitting beside each other on someone's couch.", "similarity": 0.6871, "relevance": 4 }, { "pair_id": 320866, "video_name": "s06e11_seg02_clip_14", "timestamp": [ 52.38, 56.02 ], "duration": 56.66, "caption": "Two people sit down on the couch.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 320867, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 15.67, 40.04 ], "duration": 58.66, "caption": "Two people sit on the couch talking to each other.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 320868, "video_name": "friends_s10e03_seg02_clip_19", "timestamp": [ 42.5, 59.03 ], "duration": 59.66, "caption": "Two people sit on the couch and have a conversation.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 320869, "video_name": "friends_s05e17_seg02_clip_13", "timestamp": [ 0.0, 26.05 ], "duration": 56.66, "caption": "Two people were relaxing on a couch.", "similarity": 0.6791, "relevance": 3 }, { "pair_id": 320870, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 30.43, 34.45 ], "duration": 89.66, "caption": "Two people sit down in the couch while they are talking.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 320871, "video_name": "met_s03e11_seg02_clip_03", "timestamp": [ 48.02, 54.02 ], "duration": 60.66, "caption": "Two people look at each other from across the room.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 320872, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.49 ], "duration": 59.66, "caption": "Two people were sitting on a couch whilst having conversation.", "similarity": 0.6718, "relevance": 3 }, { "pair_id": 320873, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 26.85, 30.51 ], "duration": 61.66, "caption": "Two people both turn to look at each other.", "similarity": 0.6714, "relevance": 4 }, { "pair_id": 320874, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 0.0, 13.43 ], "duration": 61.66, "caption": "Two people are conversing while sitting on the same couch.", "similarity": 0.6692, "relevance": 3 }, { "pair_id": 320875, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 40.7, 57.33 ], "duration": 57.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.6688, "relevance": 4 }, { "pair_id": 320876, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 0.0, 52.18 ], "duration": 61.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 320877, "video_name": "s04e24_seg02_clip_12", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "Two people are sitting beside each other on the couch.", "similarity": 0.6682, "relevance": 3 }, { "pair_id": 320878, "video_name": "friends_s07e10_seg02_clip_01", "timestamp": [ 7.08, 8.56 ], "duration": 59.66, "caption": "A man looks over at a woman while they're on the couch.", "similarity": 0.6661, "relevance": 4 }, { "pair_id": 320879, "video_name": "friends_s02e07_seg02_clip_03", "timestamp": [ 25.09, 28.93 ], "duration": 59.66, "caption": "Two people shift from sitting front-facing on the couch so they can look behind the couch and talk to another person.", "similarity": 0.6661, "relevance": 3 } ] }, { "query_id": 31261, "query": "A man sits down at the seat in front of the desk.", "relevant_moment": [ { "pair_id": 151880, "video_name": "friends_s09e23-24_seg02_clip_14", "timestamp": [ 32.15, 34.04 ], "duration": 63.66, "caption": "A man sits down at the seat in front of the desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151881, "video_name": "house_s07e20_seg02_clip_08", "timestamp": [ 73.62, 77.3 ], "duration": 92.66, "caption": "A person sits down in front of a man at their desk.", "similarity": 0.8428, "relevance": 4 }, { "pair_id": 151882, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 27.48, 30.83 ], "duration": 67.66, "caption": "A person sits on the front of his desk.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 151883, "video_name": "house_s05e07_seg02_clip_04", "timestamp": [ 0.0, 3.52 ], "duration": 88.66, "caption": "A man is standing in front of their desk and they sit on the chair.", "similarity": 0.8034, "relevance": 4 }, { "pair_id": 151884, "video_name": "met_s03e15_seg02_clip_13", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "A person sits down on his/her chair behind the desk.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 151885, "video_name": "friends_s02e10_seg02_clip_06", "timestamp": [ 55.52, 58.93 ], "duration": 62.66, "caption": "A man walks in and sits down in front of someone's desk.", "similarity": 0.8, "relevance": 4 }, { "pair_id": 151886, "video_name": "castle_s02e19_seg02_clip_17", "timestamp": [ 27.27, 28.17 ], "duration": 90.66, "caption": "A person sits down in their chair at the desk.", "similarity": 0.7975, "relevance": 3 }, { "pair_id": 151887, "video_name": "s09e13_seg02_clip_03", "timestamp": [ 12.21, 15.26 ], "duration": 61.66, "caption": "A person sits down in the chair at their desk.", "similarity": 0.7922, "relevance": 4 }, { "pair_id": 151888, "video_name": "house_s04e02_seg02_clip_15", "timestamp": [ 16.89, 20.54 ], "duration": 91.66, "caption": "A man sits on the chair in front of another person's desk.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 151889, "video_name": "house_s07e10_seg02_clip_14", "timestamp": [ 2.33, 4.19 ], "duration": 93.66, "caption": "A man sits down on the chair in front of the computer.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 151890, "video_name": "castle_s06e08_seg02_clip_04", "timestamp": [ 7.79, 10.08 ], "duration": 91.66, "caption": "A person sits down on top of the desk.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 151891, "video_name": "friends_s01e16-17_seg02_clip_09", "timestamp": [ 33.68, 39.29 ], "duration": 66.66, "caption": "A man walks around his desk and sits on the front of it.", "similarity": 0.7799, "relevance": 1 }, { "pair_id": 151892, "video_name": "castle_s06e15_seg02_clip_06", "timestamp": [ 77.52, 79.31 ], "duration": 89.66, "caption": "A person sits down in a chair at a desk.", "similarity": 0.7788, "relevance": 4 }, { "pair_id": 151893, "video_name": "castle_s07e14_seg02_clip_02", "timestamp": [ 80.81, 85.38 ], "duration": 91.66, "caption": "A man sits on the edge of a desk.", "similarity": 0.7642, "relevance": 1 }, { "pair_id": 151894, "video_name": "grey_s03e19_seg02_clip_08", "timestamp": [ 11.18, 17.2 ], "duration": 86.66, "caption": "A man sits down and puts his head down on the desk.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 151895, "video_name": "house_s07e17_seg02_clip_10", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "A man is sitting in front of a monitor at a desk.", "similarity": 0.7603, "relevance": 2 }, { "pair_id": 151896, "video_name": "s10e09_seg02_clip_14", "timestamp": [ 7.02, 10.07 ], "duration": 61.66, "caption": "A person sits onto the chair in front of someone's desk.", "similarity": 0.7527, "relevance": 3 }, { "pair_id": 151897, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 47.59, 51.37 ], "duration": 63.66, "caption": "A person sits on the chair by their desk.", "similarity": 0.7415, "relevance": 4 }, { "pair_id": 151898, "video_name": "s06e12_seg02_clip_09", "timestamp": [ 31.22, 34.47 ], "duration": 65.66, "caption": "The person behind the desk asks a man to sit.", "similarity": 0.7314, "relevance": 3 }, { "pair_id": 151899, "video_name": "friends_s01e22_seg02_clip_16", "timestamp": [ 31.21, 36.16 ], "duration": 52.66, "caption": "A man walks over to a chair by their desk and sits down in it.", "similarity": 0.7274, "relevance": 4 }, { "pair_id": 325200, "video_name": "house_s03e14_seg02_clip_21", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A man sits in a chair in front of a man's desk and talks to him.", "similarity": 0.7266, "relevance": 4 }, { "pair_id": 325201, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 36.92, 40.52 ], "duration": 60.66, "caption": "A man walks over to his desk and sits down.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 325202, "video_name": "castle_s05e18_seg02_clip_13", "timestamp": [ 42.31, 45.01 ], "duration": 90.66, "caption": "A man sits up straight, spins his chair and rests his arms on the desk in front of him.", "similarity": 0.7246, "relevance": 3 }, { "pair_id": 325203, "video_name": "friends_s09e09_seg01_clip_00", "timestamp": [ 0.0, 31.2 ], "duration": 63.66, "caption": "A man was sitting at the chair in front of their office table.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 325204, "video_name": "castle_s07e20_seg02_clip_06", "timestamp": [ 44.96, 48.07 ], "duration": 89.66, "caption": "A man goes to his desk and sits in front of his laptop.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 325205, "video_name": "house_s04e07_seg02_clip_09", "timestamp": [ 40.87, 43.82 ], "duration": 84.66, "caption": "A man is sitting on the desk when a man sits in a chair.", "similarity": 0.7085, "relevance": 3 }, { "pair_id": 325206, "video_name": "castle_s04e13_seg02_clip_23", "timestamp": [ 6.25, 10.72 ], "duration": 89.66, "caption": "A man takes a seat on his desk to proceed work.", "similarity": 0.7079, "relevance": 3 }, { "pair_id": 325207, "video_name": "s06e17_seg02_clip_08", "timestamp": [ 10.62, 13.58 ], "duration": 59.66, "caption": "A person walks to his desk and sits down.", "similarity": 0.7072, "relevance": 4 }, { "pair_id": 325208, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 65.02, 67.73 ], "duration": 90.66, "caption": "A person sits onto a chair at his desk in his office.", "similarity": 0.7035, "relevance": 4 }, { "pair_id": 325209, "video_name": "friends_s03e03_seg02_clip_04", "timestamp": [ 46.66, 50.1 ], "duration": 62.66, "caption": "A man sits down in a chair behind the couch.", "similarity": 0.7034, "relevance": 3 }, { "pair_id": 325210, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 61.08, 65.81 ], "duration": 86.66, "caption": "A person sits down at their office desk.", "similarity": 0.7028, "relevance": 4 }, { "pair_id": 325211, "video_name": "castle_s03e01_seg02_clip_14", "timestamp": [ 20.28, 22.86 ], "duration": 86.66, "caption": "A person sits on the edge of the desk.", "similarity": 0.7009, "relevance": 1 }, { "pair_id": 325212, "video_name": "s01e12_seg02_clip_00", "timestamp": [ 40.28, 42.11 ], "duration": 61.66, "caption": "A person sits down in the desk chair in their office.", "similarity": 0.6988, "relevance": 4 }, { "pair_id": 325213, "video_name": "friends_s09e02_seg02_clip_12", "timestamp": [ 57.1, 60.11 ], "duration": 60.66, "caption": "A man sits down on a chair in the office.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 325214, "video_name": "castle_s02e06_seg02_clip_25", "timestamp": [ 20.26, 26.56 ], "duration": 90.66, "caption": "A man sits down at the desk across from a woman.", "similarity": 0.6949, "relevance": 3 }, { "pair_id": 325215, "video_name": "s08e02_seg02_clip_00", "timestamp": [ 13.34, 21.71 ], "duration": 62.66, "caption": "A person enters the office and sits down in front of the desk.", "similarity": 0.6943, "relevance": 4 }, { "pair_id": 325216, "video_name": "s03e10_seg02_clip_04", "timestamp": [ 12.17, 15.69 ], "duration": 64.66, "caption": "A person sits down at the desk with their computer on it.", "similarity": 0.6941, "relevance": 4 }, { "pair_id": 325217, "video_name": "castle_s01e07_seg02_clip_13", "timestamp": [ 2.3, 4.14 ], "duration": 91.66, "caption": "A person sets down in a chair beside the desk.", "similarity": 0.6919, "relevance": 3 }, { "pair_id": 325218, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 69.1, 71.74 ], "duration": 88.66, "caption": "A man stands up from being seated at their desk.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 325219, "video_name": "s09e06_seg02_clip_01", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A man is sitting at the desk working on the computer.", "similarity": 0.682, "relevance": 2 } ] }, { "query_id": 31277, "query": "A man taps man on the shoulder then heads towards the computer.", "relevant_moment": [ { "pair_id": 73000, "video_name": "friends_s09e23-24_seg02_clip_11", "timestamp": [ 54.46, 57.02 ], "duration": 57.66, "caption": "A man taps man on the shoulder then heads towards the computer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 73001, "video_name": "castle_s06e18_seg02_clip_21", "timestamp": [ 16.22, 18.02 ], "duration": 90.66, "caption": "A man takes his hand from his side and points at the computer screen.", "similarity": 0.717, "relevance": 3 }, { "pair_id": 73002, "video_name": "friends_s01e13_seg02_clip_03", "timestamp": [ 7.25, 8.51 ], "duration": 63.66, "caption": "A man taps the person on to his shoulder.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 73003, "video_name": "s05e10_seg02_clip_09", "timestamp": [ 13.21, 16.81 ], "duration": 60.66, "caption": "A man reaches over to another person's computer and turns it so it faces him.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 73004, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 36.35, 37.71 ], "duration": 90.66, "caption": "A man goes on to the computer and uses it.", "similarity": 0.6719, "relevance": 1 }, { "pair_id": 73005, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 0.93, 6.05 ], "duration": 93.66, "caption": "A man taps another man on the shoulder and he turns around.", "similarity": 0.6704, "relevance": 1 }, { "pair_id": 73006, "video_name": "friends_s02e01_seg02_clip_17", "timestamp": [ 17.11, 19.67 ], "duration": 57.66, "caption": "A person walks over to guy and taps him on the shoulder.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 73007, "video_name": "house_s08e13_seg02_clip_19", "timestamp": [ 58.27, 62.75 ], "duration": 89.66, "caption": "A person taps a man's shoulder and the man looks behind him.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 73008, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 81.89, 88.14 ], "duration": 125.66, "caption": "A man approaches a woman and clicks on the keyboard of the computer.", "similarity": 0.6627, "relevance": 1 }, { "pair_id": 73009, "video_name": "s10e06_seg02_clip_09", "timestamp": [ 55.52, 57.93 ], "duration": 60.66, "caption": "A person walks over to man and taps him on the arm.", "similarity": 0.6585, "relevance": 1 }, { "pair_id": 73010, "video_name": "friends_s02e01_seg02_clip_18", "timestamp": [ 38.42, 41.42 ], "duration": 60.66, "caption": "A man walked towards another man and tapped his shoulder.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 73011, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 6.9, 8.4 ], "duration": 60.66, "caption": "A man taps a person on their arm as they walk past him.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 73012, "video_name": "castle_s05e11_seg02_clip_26", "timestamp": [ 101.77, 103.55 ], "duration": 119.66, "caption": "A man taps another man on the shoulder, then he turns and looks at him.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 73013, "video_name": "castle_s06e02_seg02_clip_08", "timestamp": [ 62.57, 66.17 ], "duration": 90.66, "caption": "A man walks into the room another person is in and taps on his shoulder.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 73014, "video_name": "s02e01_seg01_clip_02", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A man looks at a laptop and points his hands towards it while talking to another man.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 73015, "video_name": "house_s06e10_seg02_clip_12", "timestamp": [ 1.56, 4.68 ], "duration": 78.66, "caption": "A man is working on his computer while talking to another man.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 73016, "video_name": "castle_s02e17_seg02_clip_09", "timestamp": [ 19.57, 24.12 ], "duration": 91.66, "caption": "A person looks over a man's shoulder as he is looking at some information on the computer.", "similarity": 0.6438, "relevance": 1 }, { "pair_id": 73017, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 47.42, 54.32 ], "duration": 60.66, "caption": "A man types on his computer and looks over and then up to speak with a person.", "similarity": 0.6434, "relevance": 1 }, { "pair_id": 73018, "video_name": "castle_s05e17_seg02_clip_15", "timestamp": [ 65.83, 72.68 ], "duration": 91.66, "caption": "A man walks over to the desk and turns the computer towards him to use it.", "similarity": 0.6373, "relevance": 1 }, { "pair_id": 73019, "video_name": "s10e08_seg02_clip_00", "timestamp": [ 20.75, 23.19 ], "duration": 61.66, "caption": "A person comes in while a man was at the computer.", "similarity": 0.6372, "relevance": 2 } ] }, { "query_id": 31360, "query": "A person expressively reads from a book as he/she sits in an armchair.", "relevant_moment": [ { "pair_id": 148640, "video_name": "s06e11_seg02_clip_07", "timestamp": [ 0.0, 5.4 ], "duration": 60.66, "caption": "A person expressively reads from a book as he/she sits in an armchair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148641, "video_name": "met_s02e15_seg02_clip_10", "timestamp": [ 10.57, 14.09 ], "duration": 64.66, "caption": "A person sits on the couch reading a book.", "similarity": 0.75, "relevance": 4 }, { "pair_id": 148642, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 59.56, 67.06 ], "duration": 88.66, "caption": "A person is holding his novel as he spins in his chair as he reads a page off the novel.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 148643, "video_name": "house_s04e12_seg02_clip_04", "timestamp": [ 6.96, 8.7 ], "duration": 87.66, "caption": "A person closes a book while sitting in an armchair.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 148644, "video_name": "s04e07_seg02_clip_00", "timestamp": [ 5.8, 15.26 ], "duration": 61.66, "caption": "A person is sitting on his couch reading a book.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 148645, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 4.03, 4.65 ], "duration": 62.66, "caption": "A person write down in his notebook as he sits in an armchair.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 148646, "video_name": "friends_s02e03_seg02_clip_05", "timestamp": [ 57.98, 61.03 ], "duration": 61.66, "caption": "A person sits down with a very large book.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 148647, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person sits down while reading something from his/her device.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 148648, "video_name": "s07e06_seg02_clip_06", "timestamp": [ 13.51, 17.41 ], "duration": 60.66, "caption": "A person reads from a book to another person on the couch.", "similarity": 0.6877, "relevance": 3 }, { "pair_id": 148649, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 20.55, 26.84 ], "duration": 83.66, "caption": "A person sits up from the floor with a book on their lap and has a realization.", "similarity": 0.6845, "relevance": 0 }, { "pair_id": 148650, "video_name": "s06e11_seg02_clip_07", "timestamp": [ 51.32, 52.82 ], "duration": 60.66, "caption": "A person looks down at his/her book and shakes his/her head back and forth.", "similarity": 0.6778, "relevance": 4 }, { "pair_id": 148651, "video_name": "s07e20_seg02_clip_00", "timestamp": [ 4.96, 25.74 ], "duration": 62.66, "caption": "A person was browsing a book whilst sitting at the couch.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 148652, "video_name": "s06e11_seg02_clip_01", "timestamp": [ 0.0, 17.65 ], "duration": 63.66, "caption": "A person is reading off of a scroll as he/she sits in the living room.", "similarity": 0.6729, "relevance": 3 }, { "pair_id": 148653, "video_name": "friends_s03e08_seg02_clip_07", "timestamp": [ 45.06, 51.07 ], "duration": 60.66, "caption": "A man is sitting on the chair while reading a book.", "similarity": 0.6691, "relevance": 3 }, { "pair_id": 148654, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 0.0, 16.23 ], "duration": 59.66, "caption": "A person puts the book on their lap while sitting on the couch.", "similarity": 0.6663, "relevance": 1 }, { "pair_id": 148655, "video_name": "s09e22_seg02_clip_13", "timestamp": [ 0.0, 15.61 ], "duration": 60.66, "caption": "A person is sitting on the couch holding and reading from a notebook.", "similarity": 0.6661, "relevance": 4 }, { "pair_id": 148656, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 7.2, 10.8 ], "duration": 90.66, "caption": "A person slowly sits down while reading a piece of paper they are holding.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 148657, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 83.24, 89.02 ], "duration": 89.66, "caption": "A person reads from a newspaper while sitting at a table.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 148658, "video_name": "met_s02e16_seg02_clip_12", "timestamp": [ 44.87, 48.75 ], "duration": 59.66, "caption": "A person sits beside man and reads a book.", "similarity": 0.6613, "relevance": 4 }, { "pair_id": 148659, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 3.68, 12.89 ], "duration": 92.66, "caption": "A person reads the dedication to the book he's reading.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 321960, "video_name": "house_s01e17_seg02_clip_22", "timestamp": [ 29.38, 36.05 ], "duration": 89.66, "caption": "A person sits in his lamp-lit office and reads over a piece of literature.", "similarity": 0.6559, "relevance": 3 }, { "pair_id": 321961, "video_name": "s06e10_seg02_clip_08", "timestamp": [ 47.0, 52.22 ], "duration": 58.66, "caption": "A person is reading a book to person while person is lying in couch.", "similarity": 0.6539, "relevance": 3 }, { "pair_id": 321962, "video_name": "castle_s04e08_seg02_clip_00", "timestamp": [ 3.64, 6.37 ], "duration": 91.66, "caption": "A person is on the sofa reading a book as man walks in.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 321963, "video_name": "friends_s02e12-13_seg02_clip_06", "timestamp": [ 25.94, 31.73 ], "duration": 61.66, "caption": "A person is sitting, and flipping through a book while talking.", "similarity": 0.6487, "relevance": 3 }, { "pair_id": 321964, "video_name": "house_s04e13_seg02_clip_05", "timestamp": [ 0.0, 5.34 ], "duration": 97.66, "caption": "A person sits at the table reading a newspaper while someone is talking to him.", "similarity": 0.6479, "relevance": 2 }, { "pair_id": 321965, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 2.69, 4.04 ], "duration": 89.66, "caption": "A person reads the title of the book he is holding.", "similarity": 0.6452, "relevance": 1 }, { "pair_id": 321966, "video_name": "house_s08e13_seg02_clip_00", "timestamp": [ 14.25, 22.81 ], "duration": 95.66, "caption": "A person is reading out loud a file in front of them while sitting.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 321967, "video_name": "s05e02_seg02_clip_03", "timestamp": [ 26.16, 29.94 ], "duration": 63.66, "caption": "A person sits down in the red armchair.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 321968, "video_name": "house_s03e04_seg02_clip_18", "timestamp": [ 1.8, 8.1 ], "duration": 90.66, "caption": "A person sits in a chair looking at their notes and then gets up from the chair.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 321969, "video_name": "s03e12_seg02_clip_11", "timestamp": [ 27.27, 29.88 ], "duration": 58.66, "caption": "A person turns the page in the book that they are reading.", "similarity": 0.637, "relevance": 3 }, { "pair_id": 321970, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.53, 58.62 ], "duration": 62.66, "caption": "A person reads from a notebook as he is with some people.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 321971, "video_name": "s08e21_seg02_clip_10", "timestamp": [ 0.0, 34.78 ], "duration": 57.66, "caption": "A man was holding a book whilst sitting on a chair.", "similarity": 0.6361, "relevance": 2 }, { "pair_id": 321972, "video_name": "friends_s09e03_seg02_clip_07", "timestamp": [ 47.62, 50.14 ], "duration": 56.66, "caption": "A person is sitting in the cafe reading a book.", "similarity": 0.6357, "relevance": 1 }, { "pair_id": 321973, "video_name": "friends_s06e21_seg02_clip_17", "timestamp": [ 37.52, 40.52 ], "duration": 60.66, "caption": "A woman is sitting in a chair and writing in a book.", "similarity": 0.6351, "relevance": 3 }, { "pair_id": 321974, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 46.82, 57.17 ], "duration": 90.66, "caption": "A person sits down by the desk and then points to a page on her book.", "similarity": 0.6319, "relevance": 1 }, { "pair_id": 321975, "video_name": "house_s01e06_seg02_clip_20", "timestamp": [ 37.03, 48.42 ], "duration": 81.66, "caption": "A person has a blue book open and is reading to someone.", "similarity": 0.6286, "relevance": 3 }, { "pair_id": 321976, "video_name": "s04e20_seg02_clip_07", "timestamp": [ 27.09, 31.65 ], "duration": 57.66, "caption": "The person sitting behind a man flips through pages in her book, before resting her hand in the book.", "similarity": 0.6261, "relevance": 0 }, { "pair_id": 321977, "video_name": "castle_s04e08_seg02_clip_00", "timestamp": [ 0.0, 15.02 ], "duration": 91.66, "caption": "A person is on a couch sitting, while reading a book while talking to their dad.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 321978, "video_name": "friends_s07e15_seg02_clip_10", "timestamp": [ 63.07, 64.03 ], "duration": 64.66, "caption": "A man is sitting in a chair and is reading a paper.", "similarity": 0.6228, "relevance": 3 }, { "pair_id": 321979, "video_name": "s07e17_seg02_clip_06", "timestamp": [ 27.31, 31.81 ], "duration": 60.66, "caption": "A person sits down in the chair and starts to write something.", "similarity": 0.6224, "relevance": 1 } ] }, { "query_id": 31368, "query": "A man hands a person a stocking while he's sitting on the couch.", "relevant_moment": [ { "pair_id": 160540, "video_name": "s06e11_seg02_clip_00", "timestamp": [ 7.63, 16.17 ], "duration": 61.66, "caption": "A man hands a person a stocking while he's sitting on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160541, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 65.16, 85.58 ], "duration": 157.66, "caption": "A man grabs another person's hand as they sit on the couch.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 160542, "video_name": "friends_s03e15_seg02_clip_09", "timestamp": [ 14.34, 19.53 ], "duration": 61.66, "caption": "A man stands up from the couch while holding something in his hand.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 160543, "video_name": "s03e20_seg02_clip_05", "timestamp": [ 0.0, 32.71 ], "duration": 60.66, "caption": "A man was holding a piece of stick whilst sitting on the couch.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 160544, "video_name": "met_s02e14_seg02_clip_03", "timestamp": [ 55.96, 60.5 ], "duration": 60.66, "caption": "A person hands someone some cash while the two are sitting next to each other on the couch.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 160545, "video_name": "s02e16_seg02_clip_09", "timestamp": [ 37.35, 40.77 ], "duration": 57.66, "caption": "A man picks up guy's couch cushion and puts it in person's spot on the couch.", "similarity": 0.65, "relevance": 1 }, { "pair_id": 160546, "video_name": "friends_s05e20_seg02_clip_18", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A man is sitting on the couch rubbing his hands together.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 160547, "video_name": "s05e02_seg01_clip_01", "timestamp": [ 31.91, 37.72 ], "duration": 58.66, "caption": "A person puts their left hand on the arm of the couch.", "similarity": 0.6342, "relevance": 1 }, { "pair_id": 160548, "video_name": "house_s07e01_seg02_clip_23", "timestamp": [ 10.8, 18.41 ], "duration": 80.66, "caption": "A woman holds onto a man's hand on the couch.", "similarity": 0.6223, "relevance": 1 }, { "pair_id": 160549, "video_name": "s06e22_seg02_clip_13", "timestamp": [ 49.61, 57.02 ], "duration": 57.66, "caption": "A man put his hand on his chest and a woman touches him as he sits down on the couch.", "similarity": 0.6209, "relevance": 1 }, { "pair_id": 160550, "video_name": "friends_s02e07_seg02_clip_18", "timestamp": [ 7.17, 11.1 ], "duration": 46.66, "caption": "A man puts his hand on the couch while talking with woman then moves it.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 160551, "video_name": "friends_s09e18_seg01_clip_00", "timestamp": [ 22.73, 24.97 ], "duration": 64.66, "caption": "A woman hands a man some money from the couch.", "similarity": 0.619, "relevance": 2 }, { "pair_id": 160552, "video_name": "house_s04e07_seg02_clip_00", "timestamp": [ 28.53, 32.27 ], "duration": 93.66, "caption": "A person rests his head on his hand while sitting on the couch.", "similarity": 0.6131, "relevance": 1 }, { "pair_id": 160553, "video_name": "s08e15_seg02_clip_07", "timestamp": [ 32.17, 34.24 ], "duration": 59.66, "caption": "A person puts his hand on the arm of the couch and stands up.", "similarity": 0.6108, "relevance": 0 }, { "pair_id": 160554, "video_name": "castle_s06e12_seg02_clip_18", "timestamp": [ 24.48, 27.15 ], "duration": 89.66, "caption": "A person sits on the couch with their hand on their stomach.", "similarity": 0.6102, "relevance": 1 }, { "pair_id": 160555, "video_name": "friends_s05e16_seg02_clip_02", "timestamp": [ 12.93, 14.81 ], "duration": 47.66, "caption": "A man uses his hand to rub the couch cushion between someone and him.", "similarity": 0.6091, "relevance": 1 }, { "pair_id": 160556, "video_name": "castle_s02e20_seg02_clip_01", "timestamp": [ 15.46, 17.74 ], "duration": 90.66, "caption": "A man holds the hand of the woman sitting next to him on the couch.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 160557, "video_name": "s01e13_seg02_clip_01", "timestamp": [ 32.41, 33.62 ], "duration": 60.66, "caption": "A person holds up his hand with a thumbs up signal while sitting on the couch.", "similarity": 0.6072, "relevance": 1 }, { "pair_id": 160558, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.601, "relevance": 0 }, { "pair_id": 160559, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 28.99, 34.79 ], "duration": 61.66, "caption": "A woman places her hand on man's arm while sitting next to him on the couch.", "similarity": 0.6, "relevance": 1 } ] }, { "query_id": 31485, "query": "A man is pointing his finger to his head, catching Beckett's attention.", "relevant_moment": [ { "pair_id": 149980, "video_name": "castle_s03e11_seg02_clip_10", "timestamp": [ 0.0, 1.83 ], "duration": 91.66, "caption": "A man is pointing his finger to his head, catching Beckett's attention.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149981, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 71.61, 90.65 ], "duration": 90.66, "caption": "Beckett and person are having a conversation with each other.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 149982, "video_name": "s09e14_seg02_clip_07", "timestamp": [ 50.96, 51.87 ], "duration": 61.66, "caption": "A man raises his hand and points his finger at a person.", "similarity": 0.642, "relevance": 1 }, { "pair_id": 149983, "video_name": "friends_s05e15_seg02_clip_04", "timestamp": [ 19.53, 20.44 ], "duration": 61.66, "caption": "A man refers to himself by pointing his index finger to his chest.", "similarity": 0.6365, "relevance": 0 }, { "pair_id": 149984, "video_name": "friends_s06e22_seg02_clip_17", "timestamp": [ 24.3, 25.23 ], "duration": 61.66, "caption": "A man points to his head with both index fingers and waves his hands.", "similarity": 0.6329, "relevance": 4 }, { "pair_id": 149985, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 2.07, 5.61 ], "duration": 59.66, "caption": "A person uses his finger to point something out.", "similarity": 0.6287, "relevance": 1 }, { "pair_id": 149986, "video_name": "friends_s02e03_seg01_clip_00", "timestamp": [ 58.67, 60.74 ], "duration": 69.66, "caption": "A man gestures with his right hand and points his finger.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 149987, "video_name": "castle_s06e02_seg02_clip_01", "timestamp": [ 0.0, 12.42 ], "duration": 88.66, "caption": "Beckett and person were having a serious conversation.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 149988, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 36.92, 58.34 ], "duration": 91.66, "caption": "Beckett and a person were having a conversation on person's table.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 149989, "video_name": "castle_s02e09_seg02_clip_08", "timestamp": [ 11.5, 13.34 ], "duration": 92.66, "caption": "A man caught someone named Paul Cho's shoulder and turned them towards someone named Beckett.", "similarity": 0.623, "relevance": 0 }, { "pair_id": 149990, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 0.0, 33.38 ], "duration": 90.66, "caption": "Beckett and a person are having a conversation with each other while watching a video.", "similarity": 0.6229, "relevance": 3 }, { "pair_id": 149991, "video_name": "friends_s04e12_seg02_clip_12", "timestamp": [ 54.02, 55.9 ], "duration": 62.66, "caption": "A man points his finger at his own ear.", "similarity": 0.6208, "relevance": 2 }, { "pair_id": 149992, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 25.2, 26.44 ], "duration": 62.66, "caption": "A man holds out two fingers of one hand and points them to his eyes.", "similarity": 0.6162, "relevance": 3 }, { "pair_id": 149993, "video_name": "castle_s03e05_seg02_clip_05", "timestamp": [ 0.0, 19.14 ], "duration": 89.66, "caption": "Beckett and person are beside each other conversing with person.", "similarity": 0.6127, "relevance": 1 }, { "pair_id": 149994, "video_name": "castle_s02e07_seg02_clip_16", "timestamp": [ 10.47, 15.93 ], "duration": 91.66, "caption": "A man is talking and then begins pointing in the air with his index finger.", "similarity": 0.6094, "relevance": 3 }, { "pair_id": 149995, "video_name": "castle_s02e20_seg02_clip_18", "timestamp": [ 19.2, 29.68 ], "duration": 87.66, "caption": "A man points with his thumb, talks a little more, then touches his hand to his nose and turns away.", "similarity": 0.6082, "relevance": 3 }, { "pair_id": 149996, "video_name": "house_s02e17_seg02_clip_26", "timestamp": [ 16.13, 17.85 ], "duration": 43.66, "caption": "A man raises his finger to point at another man.", "similarity": 0.6078, "relevance": 3 }, { "pair_id": 149997, "video_name": "castle_s08e22_seg02_clip_10", "timestamp": [ 27.76, 69.85 ], "duration": 89.66, "caption": "Beckett and a person have a conversation over the phone.", "similarity": 0.6076, "relevance": 1 }, { "pair_id": 149998, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 0.0, 2.2 ], "duration": 88.66, "caption": "A man withdraws his finger after pointing at a person.", "similarity": 0.607, "relevance": 1 }, { "pair_id": 149999, "video_name": "friends_s05e11_seg02_clip_01", "timestamp": [ 2.16, 4.32 ], "duration": 61.66, "caption": "A man stands up while pointing both of his fingers.", "similarity": 0.6067, "relevance": 2 }, { "pair_id": 323300, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 33.91, 41.8 ], "duration": 58.66, "caption": "A man points his right index finger at someone.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 323301, "video_name": "castle_s02e22_seg02_clip_21", "timestamp": [ 81.29, 83.11 ], "duration": 90.66, "caption": "A man points to his ring finger on his left hand.", "similarity": 0.6046, "relevance": 1 }, { "pair_id": 323302, "video_name": "friends_s03e08_seg02_clip_05", "timestamp": [ 4.17, 6.84 ], "duration": 59.66, "caption": "A man moves his finger like he is thinking of something.", "similarity": 0.6025, "relevance": 2 }, { "pair_id": 323303, "video_name": "castle_s02e23_seg02_clip_03", "timestamp": [ 76.63, 77.66 ], "duration": 77.66, "caption": "Beckett raises her index finger.", "similarity": 0.6021, "relevance": 1 }, { "pair_id": 323304, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 84.24, 88.21 ], "duration": 88.66, "caption": "Beckett and a person talk while looking at a white board.", "similarity": 0.6005, "relevance": 1 }, { "pair_id": 323305, "video_name": "s03e19_seg02_clip_01", "timestamp": [ 13.51, 16.81 ], "duration": 60.66, "caption": "A man points his hand to his chest and shakes his head.", "similarity": 0.5989, "relevance": 1 }, { "pair_id": 323306, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 6.23, 9.79 ], "duration": 59.66, "caption": "A man is talking and uses his right index finger to point for emphasis.", "similarity": 0.5968, "relevance": 1 }, { "pair_id": 323307, "video_name": "house_s06e07_seg02_clip_09", "timestamp": [ 9.45, 13.05 ], "duration": 90.66, "caption": "While pointing his finger at his nose, a man is seen coming to a realization about something.", "similarity": 0.5948, "relevance": 1 }, { "pair_id": 323308, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 31.96, 37.81 ], "duration": 90.66, "caption": "A man points finger at a person on the picture.", "similarity": 0.5944, "relevance": 1 }, { "pair_id": 323309, "video_name": "s05e18_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man is pointing at a person as he is speaking to him.", "similarity": 0.5932, "relevance": 1 }, { "pair_id": 323310, "video_name": "castle_s05e22_seg02_clip_24", "timestamp": [ 11.79, 30.38 ], "duration": 90.66, "caption": "A man thinks he realizes something and starts pointing around while he's thinking.", "similarity": 0.5931, "relevance": 1 }, { "pair_id": 323311, "video_name": "met_s03e17_seg02_clip_17", "timestamp": [ 12.29, 13.87 ], "duration": 63.66, "caption": "A man raises his left hand and points with two fingers towards himself.", "similarity": 0.5923, "relevance": 1 }, { "pair_id": 323313, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 4.27, 7.63 ], "duration": 61.66, "caption": "A man looks from side to side and then at the pair of cards he is holding.", "similarity": 0.5909, "relevance": 0 }, { "pair_id": 323314, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 68.22, 70.42 ], "duration": 88.66, "caption": "A man is standing up and he points his finger at another person.", "similarity": 0.5908, "relevance": 1 }, { "pair_id": 323315, "video_name": "castle_s04e10_seg02_clip_27", "timestamp": [ 7.14, 9.24 ], "duration": 84.66, "caption": "A person raises his arm and points a finger toward his mouth.", "similarity": 0.5897, "relevance": 1 }, { "pair_id": 323316, "video_name": "castle_s04e12_seg02_clip_14", "timestamp": [ 0.0, 21.81 ], "duration": 89.66, "caption": "Beckett and a person are sitting beside each other as they speak to a person.", "similarity": 0.5895, "relevance": 1 }, { "pair_id": 323317, "video_name": "castle_s01e08_seg02_clip_00", "timestamp": [ 75.46, 77.76 ], "duration": 92.66, "caption": "A person is holding his cards and starts tapping his finger on them.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 323319, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 58.91, 61.05 ], "duration": 61.66, "caption": "A man gestures with his hands over and around his head.", "similarity": 0.5853, "relevance": 2 } ] }, { "query_id": 31513, "query": "A man and woman are watching footage from a news channel of a person getting into a fight with another person.", "relevant_moment": [ { "pair_id": 87220, "video_name": "castle_s05e02_seg02_clip_05", "timestamp": [ 47.27, 61.67 ], "duration": 90.66, "caption": "A man and woman are watching footage from a news channel of a person getting into a fight with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 87222, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 13.07, 15.32 ], "duration": 90.66, "caption": "A couple of people are fighting on the video footage.", "similarity": 0.7933, "relevance": 3 }, { "pair_id": 87223, "video_name": "castle_s04e08_seg02_clip_12", "timestamp": [ 0.0, 1.8 ], "duration": 90.66, "caption": "A person and a man in a blue shirt watch someone punch another person on surveillance video.", "similarity": 0.7382, "relevance": 3 }, { "pair_id": 87224, "video_name": "castle_s02e12_seg02_clip_07", "timestamp": [ 21.21, 68.23 ], "duration": 92.66, "caption": "A woman and man watch a video from the video camera.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 87225, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 34.79, 63.71 ], "duration": 90.66, "caption": "A woman and a man are standing watching a video of another woman.", "similarity": 0.6853, "relevance": 1 }, { "pair_id": 87226, "video_name": "friends_s08e09_seg02_clip_14", "timestamp": [ 47.06, 53.79 ], "duration": 64.66, "caption": "A man is watching person A and person B fighting and decides to say something else.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 87227, "video_name": "castle_s04e12_seg02_clip_14", "timestamp": [ 62.32, 86.8 ], "duration": 89.66, "caption": "A man and a woman are standing watching a surveillance video playing.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 87228, "video_name": "castle_s05e02_seg02_clip_23", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A man and woman are watching a taping of a news.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 87229, "video_name": "castle_s08e02_seg02_clip_08", "timestamp": [ 66.17, 81.02 ], "duration": 90.66, "caption": "Two people are watching real time security footage of a man and another man trying to figure out what they are doing?", "similarity": 0.655, "relevance": 2 }, { "pair_id": 87230, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 58.09, 72.73 ], "duration": 91.66, "caption": "A man shows two people a video of an incident.", "similarity": 0.6533, "relevance": 2 }, { "pair_id": 87231, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 0.0, 13.85 ], "duration": 92.66, "caption": "Two people stand across from each other and fight.", "similarity": 0.6406, "relevance": 1 }, { "pair_id": 87232, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 9.0, 31.81 ], "duration": 60.66, "caption": "A person tells another person about how a woman had a fight with a man.", "similarity": 0.6383, "relevance": 0 }, { "pair_id": 87233, "video_name": "grey_s02e18_seg02_clip_04", "timestamp": [ 18.7, 48.96 ], "duration": 89.66, "caption": "A man watches another man hit on a woman and he punches him.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 87234, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 23.68, 29.6 ], "duration": 91.66, "caption": "A person and another person watch a short clip of video.", "similarity": 0.6327, "relevance": 1 }, { "pair_id": 87235, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 19.39, 66.3 ], "duration": 90.66, "caption": "A man and a woman are in front of a computer screen watching a video.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 87236, "video_name": "castle_s03e13_seg02_clip_09", "timestamp": [ 86.3, 90.37 ], "duration": 90.66, "caption": "Two people watch video footage on a monitor.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 87237, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "Two people are watching a weird video and talking about it.", "similarity": 0.6305, "relevance": 2 }, { "pair_id": 87238, "video_name": "castle_s05e12_seg02_clip_07", "timestamp": [ 30.31, 41.17 ], "duration": 90.66, "caption": "A woman and man are in the interrogation room as someone tells them they got into a fight with a person another person had a problem with.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 87239, "video_name": "castle_s03e19_seg02_clip_23", "timestamp": [ 60.99, 78.74 ], "duration": 91.66, "caption": "A man is watching woman and man interrogate a person from the two way window.", "similarity": 0.6289, "relevance": 2 } ] }, { "query_id": 31567, "query": "A woman lifts the coffee cup to her mouth and takes a sip.", "relevant_moment": [ { "pair_id": 63060, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 63061, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.0, 0.46 ], "duration": 91.66, "caption": "A woman lifts the coffee cup to her lips and sips.", "similarity": 0.954, "relevance": 3 }, { "pair_id": 63062, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.8832, "relevance": 4 }, { "pair_id": 63063, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.8769, "relevance": 4 }, { "pair_id": 63064, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.8474, "relevance": 3 }, { "pair_id": 63065, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.8398, "relevance": 3 }, { "pair_id": 63066, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.8364, "relevance": 4 }, { "pair_id": 63067, "video_name": "met_s04e02_seg02_clip_11", "timestamp": [ 54.92, 57.93 ], "duration": 60.66, "caption": "A woman lifts up her cup and takes a sip out of the straw.", "similarity": 0.8298, "relevance": 3 }, { "pair_id": 63068, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 54.33, 58.47 ], "duration": 92.66, "caption": "A woman raises their coffee cup and takes two small sips.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 63069, "video_name": "castle_s06e14_seg02_clip_07", "timestamp": [ 62.05, 63.39 ], "duration": 89.66, "caption": "A woman lifts a coffee mug and brings it to her lips.", "similarity": 0.8252, "relevance": 2 }, { "pair_id": 63070, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 3.38, 6.08 ], "duration": 45.66, "caption": "A woman takes a sip from the cup she's holding in her hands.", "similarity": 0.8184, "relevance": 4 }, { "pair_id": 63071, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.8114, "relevance": 4 }, { "pair_id": 63072, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 33.31, 35.12 ], "duration": 60.66, "caption": "A person lifts a coffee cup to their mouth, takes a sip from it, and lowers it back down.", "similarity": 0.809, "relevance": 3 }, { "pair_id": 63073, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.8057, "relevance": 3 }, { "pair_id": 63074, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 24.58, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of coffee from her cup since it's on the table next to her.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 63075, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 10.8, 18.91 ], "duration": 60.66, "caption": "A woman takes a sip of coffee and tries to hand it back.", "similarity": 0.7979, "relevance": 4 }, { "pair_id": 63076, "video_name": "friends_s09e21_seg01_clip_00", "timestamp": [ 1.53, 6.43 ], "duration": 61.66, "caption": "A woman takes a sip of her coffee from the black and white mug in front of her.", "similarity": 0.7954, "relevance": 3 }, { "pair_id": 63077, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 63078, "video_name": "house_s07e21_seg02_clip_14", "timestamp": [ 33.61, 35.21 ], "duration": 80.66, "caption": "A woman lifts up her green mug and she takes a sip.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 63079, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 19.36, 28.39 ], "duration": 86.66, "caption": "A woman makes some hand motions from her chest out and takes a sip of her coffee.", "similarity": 0.7888, "relevance": 3 }, { "pair_id": 236380, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 19.33, 23.93 ], "duration": 92.66, "caption": "A woman takes a sip of coffee then sets her cup down.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 236381, "video_name": "s09e07_seg02_clip_04", "timestamp": [ 22.28, 25.94 ], "duration": 61.66, "caption": "A woman lifts a yellow coffee cup and takes a sip while sitting next to man.", "similarity": 0.7746, "relevance": 4 }, { "pair_id": 236382, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 236383, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 57.17, 64.82 ], "duration": 90.66, "caption": "A man hands a woman a cup of coffee, and she takes a sip.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 236384, "video_name": "castle_s03e11_seg02_clip_21", "timestamp": [ 29.26, 34.66 ], "duration": 90.66, "caption": "A woman grabs her cup and takes a drink from it.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 236385, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.7658, "relevance": 3 }, { "pair_id": 236386, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 4.56, 7.75 ], "duration": 91.66, "caption": "A woman drinks some coffee and fills it up after.", "similarity": 0.7653, "relevance": 4 }, { "pair_id": 236387, "video_name": "castle_s08e13_seg02_clip_24", "timestamp": [ 58.52, 67.07 ], "duration": 90.66, "caption": "A man hands woman a cup of coffee which she takes and sips.", "similarity": 0.7643, "relevance": 4 }, { "pair_id": 236388, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 12.26, 14.83 ], "duration": 57.66, "caption": "A woman lifts her glass with her left hand and takes a sip.", "similarity": 0.7616, "relevance": 3 }, { "pair_id": 236389, "video_name": "friends_s04e15_seg02_clip_02", "timestamp": [ 2.28, 5.13 ], "duration": 57.66, "caption": "A woman unscrews the cap to her beverage and takes a sip.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 236390, "video_name": "friends_s06e24-25_seg02_clip_26", "timestamp": [ 3.1, 7.44 ], "duration": 62.66, "caption": "A woman lifts up her polka dotted mug and sips.", "similarity": 0.758, "relevance": 4 }, { "pair_id": 236391, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 17.68, 20.16 ], "duration": 62.66, "caption": "A woman sips a cup of coffee while smiling.", "similarity": 0.7578, "relevance": 4 }, { "pair_id": 236392, "video_name": "friends_s04e18_seg02_clip_16", "timestamp": [ 11.6, 13.43 ], "duration": 61.66, "caption": "A woman gets the cup from the table and takes a sip from it.", "similarity": 0.7577, "relevance": 4 }, { "pair_id": 236393, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.7549, "relevance": 3 }, { "pair_id": 236394, "video_name": "friends_s06e15-16_seg02_clip_02", "timestamp": [ 37.23, 40.58 ], "duration": 61.66, "caption": "A woman takes a sip from her yellow coffee mug.", "similarity": 0.7512, "relevance": 4 }, { "pair_id": 236395, "video_name": "friends_s03e19_seg02_clip_04", "timestamp": [ 12.26, 21.1 ], "duration": 57.66, "caption": "A woman blows on their coffee and then starts to take a sip.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 236396, "video_name": "grey_s02e20_seg02_clip_00", "timestamp": [ 15.19, 19.61 ], "duration": 98.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 236397, "video_name": "friends_s07e05_seg02_clip_18", "timestamp": [ 33.41, 36.87 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 236398, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 15.13, 18.91 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7479, "relevance": 4 }, { "pair_id": 236399, "video_name": "friends_s02e12-13_seg02_clip_29", "timestamp": [ 21.76, 24.08 ], "duration": 58.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.7479, "relevance": 4 } ] }, { "query_id": 31593, "query": "A woman walks off the stage and over to the bar near woman.", "relevant_moment": [ { "pair_id": 87620, "video_name": "friends_s01e07_seg01_clip_00", "timestamp": [ 9.47, 12.69 ], "duration": 43.66, "caption": "A woman walks off the stage and over to the bar near woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 87621, "video_name": "friends_s09e13_seg02_clip_18", "timestamp": [ 2.88, 6.34 ], "duration": 57.66, "caption": "A woman leaves the stage and goes over to another woman and a man.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 87622, "video_name": "met_s06e15_seg02_clip_08", "timestamp": [ 34.04, 36.56 ], "duration": 63.66, "caption": "A woman walks away from a person at the bar.", "similarity": 0.705, "relevance": 1 }, { "pair_id": 87623, "video_name": "met_s06e09_seg02_clip_16", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A woman walks up to another woman who is standing at the bar.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 87624, "video_name": "s04e17_seg02_clip_02", "timestamp": [ 2.0, 4.85 ], "duration": 57.66, "caption": "A woman walks away from the bar where person is sitting.", "similarity": 0.664, "relevance": 1 }, { "pair_id": 87625, "video_name": "met_s06e16_seg02_clip_10", "timestamp": [ 3.63, 5.45 ], "duration": 60.66, "caption": "A woman walks away from a man at the bar.", "similarity": 0.6491, "relevance": 1 }, { "pair_id": 87626, "video_name": "s03e03_seg02_clip_09", "timestamp": [ 27.46, 38.45 ], "duration": 61.66, "caption": "A woman invites some people to leave the bar with her and another woman.", "similarity": 0.6443, "relevance": 0 }, { "pair_id": 87627, "video_name": "s05e16_seg02_clip_14", "timestamp": [ 33.94, 38.3 ], "duration": 58.66, "caption": "A woman walks from a table over to the bar.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 87628, "video_name": "castle_s03e23_seg02_clip_24", "timestamp": [ 0.0, 2.24 ], "duration": 56.66, "caption": "A woman walks out on a stage and begins talking.", "similarity": 0.6371, "relevance": 0 }, { "pair_id": 87629, "video_name": "castle_s06e23_seg02_clip_14", "timestamp": [ 45.37, 50.83 ], "duration": 84.66, "caption": "A woman gets down from the stage is followed by a man and a woman.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 87630, "video_name": "grey_s02e15_seg02_clip_15", "timestamp": [ 0.9, 4.05 ], "duration": 90.66, "caption": "A woman grabs another woman by the arm and takes her out of the bar.", "similarity": 0.6342, "relevance": 1 }, { "pair_id": 87631, "video_name": "met_s03e02_seg01_clip_00", "timestamp": [ 40.64, 45.65 ], "duration": 62.66, "caption": "A woman leaves the table and walks over to the bar.", "similarity": 0.6272, "relevance": 1 }, { "pair_id": 87632, "video_name": "grey_s02e15_seg02_clip_15", "timestamp": [ 0.9, 8.55 ], "duration": 90.66, "caption": "A woman grabs another woman's arm and they leave the bar.", "similarity": 0.6269, "relevance": 1 }, { "pair_id": 87633, "video_name": "s05e16_seg02_clip_14", "timestamp": [ 34.52, 39.46 ], "duration": 58.66, "caption": "A woman walks from the table over to the bar and stands between two men.", "similarity": 0.6267, "relevance": 2 }, { "pair_id": 87634, "video_name": "friends_s10e11_seg02_clip_07", "timestamp": [ 24.95, 27.56 ], "duration": 58.66, "caption": "Two women walk up onto the stage.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 87635, "video_name": "s05e09_seg02_clip_11", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A woman walks up to a man and another person at the bar.", "similarity": 0.6201, "relevance": 1 }, { "pair_id": 87636, "video_name": "s06e11_seg02_clip_14", "timestamp": [ 3.92, 5.6 ], "duration": 56.66, "caption": "A woman, standing at a table with two men and another woman in a bar, turns around and walks out of the door.", "similarity": 0.6185, "relevance": 0 }, { "pair_id": 87637, "video_name": "met_s02e04_seg02_clip_05", "timestamp": [ 7.84, 11.16 ], "duration": 60.66, "caption": "A woman walks up to the bar and starts talking to woman and woman.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 87638, "video_name": "met_s06e22_seg01_clip_02", "timestamp": [ 61.05, 65.5 ], "duration": 78.66, "caption": "A woman walks across the bar to meet with a man and the others.", "similarity": 0.612, "relevance": 1 }, { "pair_id": 87639, "video_name": "castle_s04e20_seg02_clip_16", "timestamp": [ 81.73, 85.77 ], "duration": 89.66, "caption": "A woman goes to the bar and turns to a man.", "similarity": 0.61, "relevance": 2 } ] }, { "query_id": 31616, "query": "A person pours himself a cup of coffee from a coffee pot.", "relevant_moment": [ { "pair_id": 165360, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 62.35, 65.08 ], "duration": 91.66, "caption": "A person pours himself a cup of coffee from a coffee pot.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165361, "video_name": "s03e14_seg01_clip_01", "timestamp": [ 0.0, 2.12 ], "duration": 47.66, "caption": "A person pours a cup of coffee for themselves.", "similarity": 0.9315, "relevance": 4 }, { "pair_id": 165362, "video_name": "castle_s03e17_seg02_clip_18", "timestamp": [ 63.53, 64.83 ], "duration": 87.66, "caption": "A man pours himself a cup of coffee from a coffee pot.", "similarity": 0.9259, "relevance": 4 }, { "pair_id": 165363, "video_name": "s10e01_seg02_clip_01", "timestamp": [ 42.62, 45.62 ], "duration": 60.66, "caption": "A person is pouring coffee into his cup from a coffee pot.", "similarity": 0.9045, "relevance": 4 }, { "pair_id": 165364, "video_name": "s03e23_seg02_clip_08", "timestamp": [ 4.27, 15.87 ], "duration": 61.66, "caption": "A person grabs a coffee mug and pours himself a cup of coffee and puts the pot back.", "similarity": 0.8916, "relevance": 4 }, { "pair_id": 165365, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A person pours himself a cup of coffee in the kitchen.", "similarity": 0.8802, "relevance": 4 }, { "pair_id": 165366, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 20.36, 32.17 ], "duration": 59.66, "caption": "A person pour himself a cup of coffee in a red mug.", "similarity": 0.8744, "relevance": 4 }, { "pair_id": 165367, "video_name": "s08e22_seg02_clip_05", "timestamp": [ 5.61, 9.74 ], "duration": 59.66, "caption": "A man pours a cup of coffee for himself.", "similarity": 0.8699, "relevance": 4 }, { "pair_id": 165368, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 56.53, 58.31 ], "duration": 89.66, "caption": "A person is pouring coffee into a coffee cup.", "similarity": 0.8622, "relevance": 4 }, { "pair_id": 165369, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 4.83, 7.64 ], "duration": 80.66, "caption": "A person is in the kitchen and pours themselves a cup of coffee.", "similarity": 0.8579, "relevance": 4 }, { "pair_id": 165370, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 21.25, 24.79 ], "duration": 59.66, "caption": "A person pours himself a cup of coffee at the kitchen counter.", "similarity": 0.8533, "relevance": 4 }, { "pair_id": 165371, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 55.64, 57.42 ], "duration": 89.66, "caption": "A person stands at the coffee maker and pours himself some coffee.", "similarity": 0.8445, "relevance": 4 }, { "pair_id": 165372, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 29.38, 42.73 ], "duration": 89.66, "caption": "A person sets their coffee mug down and pours themselves a cup.", "similarity": 0.839, "relevance": 4 }, { "pair_id": 165373, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 10.89, 12.81 ], "duration": 64.66, "caption": "A person pours coffee from the coffee pot into a travel mug.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 165374, "video_name": "house_s01e02_seg02_clip_14", "timestamp": [ 0.0, 8.53 ], "duration": 89.66, "caption": "A man takes a coffee pot and pours a cup of coffee.", "similarity": 0.8288, "relevance": 4 }, { "pair_id": 165375, "video_name": "castle_s03e18_seg02_clip_00", "timestamp": [ 21.69, 39.23 ], "duration": 92.66, "caption": "A person pours a cup of coffee for himself/herself and leans back on the counter and takes a sip.", "similarity": 0.8133, "relevance": 3 }, { "pair_id": 165376, "video_name": "friends_s06e01_seg02_clip_04", "timestamp": [ 27.21, 32.96 ], "duration": 60.66, "caption": "A woman pours someone a cup of coffee from a coffee pot.", "similarity": 0.809, "relevance": 3 }, { "pair_id": 165377, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 9.23, 12.51 ], "duration": 41.66, "caption": "A man pours himself a cup of coffee in the kitchen.", "similarity": 0.807, "relevance": 4 }, { "pair_id": 165378, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 13.73, 17.39 ], "duration": 61.66, "caption": "A person is in the kitchen pouring a cup of coffee.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 165379, "video_name": "friends_s04e02_seg02_clip_07", "timestamp": [ 24.11, 28.68 ], "duration": 61.66, "caption": "A man pours himself a cup of coffee while he's standing up.", "similarity": 0.7985, "relevance": 4 }, { "pair_id": 338680, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.7956, "relevance": 2 }, { "pair_id": 338681, "video_name": "grey_s03e04_seg02_clip_00", "timestamp": [ 13.97, 16.76 ], "duration": 93.66, "caption": "A woman pours herself a cup of coffee.", "similarity": 0.7947, "relevance": 3 }, { "pair_id": 338682, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.7813, "relevance": 1 }, { "pair_id": 338683, "video_name": "friends_s04e02_seg02_clip_07", "timestamp": [ 21.36, 27.77 ], "duration": 61.66, "caption": "A man walks over and pours himself a cup of coffee.", "similarity": 0.7807, "relevance": 4 }, { "pair_id": 338684, "video_name": "s06e12_seg02_clip_14", "timestamp": [ 27.01, 30.01 ], "duration": 60.66, "caption": "A person is pouring liquor in his coffee cup.", "similarity": 0.775, "relevance": 3 }, { "pair_id": 338685, "video_name": "friends_s03e19_seg01_clip_00", "timestamp": [ 2.28, 4.94 ], "duration": 76.66, "caption": "A man pours coffee from a pot into woman's cup.", "similarity": 0.774, "relevance": 3 }, { "pair_id": 338686, "video_name": "friends_s03e19_seg01_clip_00", "timestamp": [ 3.42, 8.74 ], "duration": 76.66, "caption": "A person pours person some coffee from behind the counter.", "similarity": 0.7732, "relevance": 3 }, { "pair_id": 338687, "video_name": "house_s07e20_seg02_clip_18", "timestamp": [ 65.34, 73.79 ], "duration": 88.66, "caption": "A person walks over and pours a cup of coffee.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 338688, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 0.0, 1.16 ], "duration": 57.66, "caption": "A person pours coffee into a mug on the table.", "similarity": 0.7661, "relevance": 4 }, { "pair_id": 338689, "video_name": "castle_s04e04_seg02_clip_10", "timestamp": [ 15.23, 18.71 ], "duration": 87.66, "caption": "A man pours himself a cup of coffee and grabs the sugar container.", "similarity": 0.7626, "relevance": 4 }, { "pair_id": 338690, "video_name": "s03e14_seg01_clip_00", "timestamp": [ 30.88, 34.67 ], "duration": 63.66, "caption": "A woman pours herself a cup of coffee while a person turns around quickly.", "similarity": 0.7609, "relevance": 3 }, { "pair_id": 338691, "video_name": "castle_s02e23_seg02_clip_13", "timestamp": [ 42.39, 46.03 ], "duration": 91.66, "caption": "A man pulls out coffee pot and pours coffee into mug.", "similarity": 0.7578, "relevance": 4 }, { "pair_id": 338692, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 28.92, 30.73 ], "duration": 90.66, "caption": "A man pours a cup of coffee for someone and he takes the cup in his hand.", "similarity": 0.7564, "relevance": 4 }, { "pair_id": 338693, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 34.52, 36.85 ], "duration": 58.66, "caption": "A person pours water into a blue coffee cup.", "similarity": 0.7532, "relevance": 3 }, { "pair_id": 338694, "video_name": "friends_s05e12_seg02_clip_07", "timestamp": [ 49.88, 52.24 ], "duration": 59.66, "caption": "A man pours coffee from a coffee pot into a blue mug.", "similarity": 0.7532, "relevance": 4 }, { "pair_id": 338695, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A person takes a drink out of the coffee cup in his hand.", "similarity": 0.751, "relevance": 1 }, { "pair_id": 338696, "video_name": "castle_s07e19_seg02_clip_00", "timestamp": [ 13.53, 15.4 ], "duration": 93.66, "caption": "A woman pours herself a cup of coffee by the kitchen.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 338697, "video_name": "friends_s06e19_seg01_clip_00", "timestamp": [ 19.39, 28.13 ], "duration": 76.66, "caption": "A woman pours coffee from a coffee pot into container.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 338698, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 38.3, 43.23 ], "duration": 58.66, "caption": "A person pours water into an orange coffee cup.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 338699, "video_name": "met_s02e05_seg02_clip_05", "timestamp": [ 24.98, 30.56 ], "duration": 58.66, "caption": "A person pours out a coffee pot into the sink.", "similarity": 0.7473, "relevance": 3 } ] }, { "query_id": 31665, "query": "A woman answers the phone and talks on it while she's driving.", "relevant_moment": [ { "pair_id": 152760, "video_name": "castle_s02e09_seg02_clip_07", "timestamp": [ 10.32, 26.24 ], "duration": 86.66, "caption": "A woman answers the phone and talks on it while she's driving.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152761, "video_name": "castle_s01e05_seg02_clip_08", "timestamp": [ 33.76, 38.71 ], "duration": 90.66, "caption": "A woman answers her phone while driving in her car.", "similarity": 0.8582, "relevance": 4 }, { "pair_id": 152762, "video_name": "friends_s10e17-18_seg02_clip_33", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman talks on her cell phone while driving a car.", "similarity": 0.8574, "relevance": 3 }, { "pair_id": 152763, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 18.61, 24.01 ], "duration": 60.66, "caption": "A woman answers a man's call while she is driving.", "similarity": 0.8072, "relevance": 2 }, { "pair_id": 152764, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 20.11, 31.21 ], "duration": 60.66, "caption": "A woman answers a cell phone call while driving down the road with two other people.", "similarity": 0.8029, "relevance": 2 }, { "pair_id": 152765, "video_name": "s05e22_seg02_clip_11", "timestamp": [ 5.85, 8.78 ], "duration": 65.66, "caption": "A woman is driving when she gets her phone.", "similarity": 0.8022, "relevance": 3 }, { "pair_id": 152766, "video_name": "castle_s01e03_seg02_clip_10", "timestamp": [ 35.52, 39.57 ], "duration": 89.66, "caption": "A woman answers the call she receives from a man while driving.", "similarity": 0.7856, "relevance": 1 }, { "pair_id": 152767, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 1.92, 17.29 ], "duration": 96.66, "caption": "A woman answers the phone and has a conversation.", "similarity": 0.7818, "relevance": 2 }, { "pair_id": 152768, "video_name": "house_s02e07_seg02_clip_10", "timestamp": [ 71.8, 77.74 ], "duration": 99.66, "caption": "A woman answers the phone and speaks to the caller.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 152769, "video_name": "castle_s06e23_seg02_clip_16", "timestamp": [ 9.81, 34.12 ], "duration": 85.66, "caption": "A woman answers her phone and has a phone call on speakerphone.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 152770, "video_name": "friends_s05e23-24_seg01_clip_00", "timestamp": [ 0.0, 25.21 ], "duration": 63.66, "caption": "A woman talks someone into answering the phone for her.", "similarity": 0.7471, "relevance": 1 }, { "pair_id": 152771, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.77, 5.54 ], "duration": 92.66, "caption": "A woman turns and answers a call on her cellphone.", "similarity": 0.7436, "relevance": 2 }, { "pair_id": 152772, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 0.0, 4.8 ], "duration": 96.66, "caption": "A woman answers her cellphone that just rang while she was walking.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 152773, "video_name": "s09e18_seg02_clip_11", "timestamp": [ 48.45, 54.54 ], "duration": 58.66, "caption": "A person is talking to a woman while driving.", "similarity": 0.7354, "relevance": 1 }, { "pair_id": 152774, "video_name": "castle_s06e02_seg02_clip_22", "timestamp": [ 0.5, 4.0 ], "duration": 100.66, "caption": "A woman asked a man to phone someone while she is driving.", "similarity": 0.7344, "relevance": 1 }, { "pair_id": 152775, "video_name": "s09e18_seg02_clip_08", "timestamp": [ 42.2, 46.04 ], "duration": 59.66, "caption": "While driving, a man answers a woman's call over speaker.", "similarity": 0.7329, "relevance": 2 }, { "pair_id": 152776, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 1.37, 3.19 ], "duration": 91.66, "caption": "A woman answers a call from her cellphone.", "similarity": 0.7292, "relevance": 0 }, { "pair_id": 152777, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 2.7, 10.5 ], "duration": 60.66, "caption": "A woman is driving the car while talking to someone.", "similarity": 0.7284, "relevance": 1 }, { "pair_id": 152778, "video_name": "house_s06e04_seg02_clip_07", "timestamp": [ 1.35, 6.75 ], "duration": 90.66, "caption": "A woman answers her cellphone when she was riding a cab.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 152779, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 56.72, 59.87 ], "duration": 70.66, "caption": "A woman looks at her phone and answers it.", "similarity": 0.7261, "relevance": 2 } ] }, { "query_id": 31667, "query": "A man answers his front door and a woman shows him her badge.", "relevant_moment": [ { "pair_id": 162440, "video_name": "castle_s02e09_seg02_clip_07", "timestamp": [ 70.54, 74.84 ], "duration": 86.66, "caption": "A man answers his front door and a woman shows him her badge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162441, "video_name": "castle_s07e13_seg02_clip_07", "timestamp": [ 23.05, 24.49 ], "duration": 96.66, "caption": "A woman shows her badge to a man as he opens the door.", "similarity": 0.7639, "relevance": 3 }, { "pair_id": 162442, "video_name": "castle_s03e12_seg02_clip_16", "timestamp": [ 61.71, 65.7 ], "duration": 88.66, "caption": "A woman flashes her badge after a man opens his door.", "similarity": 0.7288, "relevance": 4 }, { "pair_id": 162444, "video_name": "castle_s03e18_seg02_clip_15", "timestamp": [ 8.65, 12.29 ], "duration": 91.66, "caption": "A man tells a woman about her interest in someone and she shows him her badge and asks about who he is.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 162445, "video_name": "castle_s01e01_seg02_clip_03", "timestamp": [ 7.1, 16.42 ], "duration": 88.66, "caption": "A woman shows a man her badge when he turns around to greet her.", "similarity": 0.6784, "relevance": 3 }, { "pair_id": 162446, "video_name": "castle_s06e21_seg02_clip_04", "timestamp": [ 56.72, 60.77 ], "duration": 90.66, "caption": "A woman walks up to a man and shows him her badge.", "similarity": 0.6687, "relevance": 3 }, { "pair_id": 162447, "video_name": "castle_s04e13_seg02_clip_18", "timestamp": [ 20.98, 26.79 ], "duration": 89.66, "caption": "A man goes by window of another person's car and a woman opens the passenger door showing her badge.", "similarity": 0.6668, "relevance": 2 }, { "pair_id": 162448, "video_name": "castle_s01e02_seg02_clip_20", "timestamp": [ 82.37, 85.91 ], "duration": 88.66, "caption": "A woman opens a door and someone shows her badge.", "similarity": 0.6568, "relevance": 3 }, { "pair_id": 162449, "video_name": "house_s03e05_seg02_clip_26", "timestamp": [ 4.68, 8.32 ], "duration": 104.66, "caption": "A man plus out his badge to show to person.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 162450, "video_name": "castle_s06e09_seg02_clip_12", "timestamp": [ 27.66, 30.83 ], "duration": 90.66, "caption": "A man pulls his badge out of his pocket and shows it to a woman.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 162451, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 84.23, 88.28 ], "duration": 90.66, "caption": "A man opens his front door and talks with a woman.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 162452, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 93.09, 94.03 ], "duration": 94.66, "caption": "A man opens a front door and talks with a woman.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 162453, "video_name": "castle_s06e15_seg02_clip_08", "timestamp": [ 65.28, 69.81 ], "duration": 90.66, "caption": "A woman walks up to a man and shows him her badge as she introduces herself and a person.", "similarity": 0.6434, "relevance": 3 }, { "pair_id": 162454, "video_name": "friends_s08e11_seg02_clip_04", "timestamp": [ 4.73, 8.78 ], "duration": 45.66, "caption": "A man walks to answer the door for a woman.", "similarity": 0.6403, "relevance": 2 }, { "pair_id": 162455, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 40.33, 43.52 ], "duration": 58.66, "caption": "A man opens the front door and greets a woman.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 162456, "video_name": "friends_s10e15_seg01_clip_01", "timestamp": [ 18.86, 22.34 ], "duration": 58.66, "caption": "A man waving his hand around at the front door with a woman.", "similarity": 0.6399, "relevance": 1 }, { "pair_id": 162457, "video_name": "s02e04_seg02_clip_15", "timestamp": [ 52.71, 57.82 ], "duration": 85.66, "caption": "A woman opens the front door to see a man.", "similarity": 0.6396, "relevance": 1 }, { "pair_id": 162458, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 19.01, 21.27 ], "duration": 90.66, "caption": "A man shows his badge to another person as he approaches him.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 162459, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 20.36, 26.27 ], "duration": 59.66, "caption": "A man opens a woman's front door to talk to her.", "similarity": 0.6377, "relevance": 1 }, { "pair_id": 335760, "video_name": "castle_s03e12_seg02_clip_06", "timestamp": [ 11.83, 15.02 ], "duration": 91.66, "caption": "A man tells person who they need to talk to him about after another person shows her badge.", "similarity": 0.636, "relevance": 3 }, { "pair_id": 335761, "video_name": "castle_s08e09_seg02_clip_13", "timestamp": [ 70.14, 72.69 ], "duration": 85.66, "caption": "A woman holds out her badge to a man.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 335762, "video_name": "castle_s06e08_seg02_clip_08", "timestamp": [ 9.87, 14.36 ], "duration": 89.66, "caption": "A man pulls out his badge and shows it to a person.", "similarity": 0.6348, "relevance": 3 }, { "pair_id": 335763, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 23.77, 30.81 ], "duration": 88.66, "caption": "A man goes to answer the door and a person is there.", "similarity": 0.6347, "relevance": 2 }, { "pair_id": 335764, "video_name": "house_s02e12_seg02_clip_26", "timestamp": [ 88.53, 100.03 ], "duration": 100.66, "caption": "A man walks over and opens his front door and talks with a woman.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 335765, "video_name": "castle_s02e22_seg02_clip_19", "timestamp": [ 19.6, 21.93 ], "duration": 93.66, "caption": "A woman introduced herself to a man and showed her badge to them.", "similarity": 0.6292, "relevance": 3 }, { "pair_id": 335766, "video_name": "s06e01_seg02_clip_08", "timestamp": [ 12.68, 20.49 ], "duration": 65.66, "caption": "Someone knocks at the front door, so a man gets up and answers the door to find a person there.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 335767, "video_name": "s01e07_seg02_clip_13", "timestamp": [ 20.49, 25.36 ], "duration": 65.66, "caption": "A man knocks on the door and a woman answers.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 335768, "video_name": "house_s06e03_seg02_clip_03", "timestamp": [ 11.96, 16.1 ], "duration": 92.66, "caption": "A man knocks on the door and a woman answers.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 335769, "video_name": "s09e21_seg02_clip_12", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman answers the door and a man is standing there.", "similarity": 0.6214, "relevance": 2 }, { "pair_id": 335770, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 14.63, 17.63 ], "duration": 75.66, "caption": "A woman holds up her badge to show to man.", "similarity": 0.6209, "relevance": 3 }, { "pair_id": 335771, "video_name": "castle_s07e16_seg02_clip_15", "timestamp": [ 6.31, 11.72 ], "duration": 90.66, "caption": "The security guard tells a woman and a man they need to go and woman takes out her badge showing it to him while ordering him to open the door.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 335772, "video_name": "s01e10_seg02_clip_06", "timestamp": [ 5.31, 8.85 ], "duration": 59.66, "caption": "A man opens his front door to find a woman standing there.", "similarity": 0.6188, "relevance": 3 }, { "pair_id": 335773, "video_name": "s02e16_seg02_clip_13", "timestamp": [ 41.49, 52.8 ], "duration": 58.66, "caption": "A man walks over to the door to answer it and a woman walks in.", "similarity": 0.617, "relevance": 3 }, { "pair_id": 335774, "video_name": "castle_s08e14_seg02_clip_19", "timestamp": [ 74.82, 77.02 ], "duration": 88.66, "caption": "A man walks up and pulls out his badge and shows it to the person standing there.", "similarity": 0.6138, "relevance": 3 }, { "pair_id": 335775, "video_name": "s02e19_seg02_clip_12", "timestamp": [ 9.3, 12.31 ], "duration": 60.66, "caption": "A man opens the front door and greets a person.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 335776, "video_name": "house_s02e14_seg02_clip_11", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A woman asks a man a question and he responds as he walks out the door.", "similarity": 0.6114, "relevance": 1 }, { "pair_id": 335777, "video_name": "castle_s06e08_seg02_clip_08", "timestamp": [ 9.87, 12.56 ], "duration": 89.66, "caption": "A man takes out the badge and shows it to another man.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 335778, "video_name": "met_s03e18_seg02_clip_14", "timestamp": [ 35.8, 39.27 ], "duration": 88.66, "caption": "A woman speaks to a man while she takes his hand and leads him out through his front door, which the man closes behind him.", "similarity": 0.6092, "relevance": 1 }, { "pair_id": 335779, "video_name": "friends_s05e23-24_seg02_clip_02", "timestamp": [ 42.86, 45.38 ], "duration": 63.66, "caption": "A man and woman walk through the front door.", "similarity": 0.6092, "relevance": 2 } ] }, { "query_id": 31687, "query": "A man slips on a shoe while talking to woman.", "relevant_moment": [ { "pair_id": 53100, "video_name": "s08e23_seg02_clip_14", "timestamp": [ 21.47, 24.08 ], "duration": 58.66, "caption": "A man slips on a shoe while talking to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 53101, "video_name": "s03e19_seg02_clip_07", "timestamp": [ 36.92, 50.35 ], "duration": 61.66, "caption": "A man ties his shoe while talking to woman.", "similarity": 0.8671, "relevance": 1 }, { "pair_id": 53102, "video_name": "s05e03_seg02_clip_08", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A man untie the right lace and put the shoe on the floor while woman is talking to him.", "similarity": 0.7719, "relevance": 1 }, { "pair_id": 53103, "video_name": "friends_s01e08_seg02_clip_11", "timestamp": [ 36.56, 40.62 ], "duration": 58.66, "caption": "A man hands a woman a pair of shoes.", "similarity": 0.7134, "relevance": 1 }, { "pair_id": 53104, "video_name": "house_s01e10_seg02_clip_09", "timestamp": [ 15.84, 19.81 ], "duration": 88.66, "caption": "A man is talking to a woman while they are walking.", "similarity": 0.7071, "relevance": 1 }, { "pair_id": 53105, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man is talking to a woman while she is walking.", "similarity": 0.7052, "relevance": 1 }, { "pair_id": 53106, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 23.16, 27.1 ], "duration": 87.66, "caption": "A man is talking to woman while they are walking.", "similarity": 0.705, "relevance": 1 }, { "pair_id": 53107, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 27.55, 31.17 ], "duration": 90.66, "caption": "A man is talking to woman while they are walking.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 53108, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 30.57, 56.09 ], "duration": 56.66, "caption": "A man was holding the rolling shoes while talking to two people.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 53109, "video_name": "met_s05e03_seg02_clip_04", "timestamp": [ 8.4, 10.8 ], "duration": 60.66, "caption": "A woman throws her shoe while talking to a man and a woman.", "similarity": 0.6854, "relevance": 1 }, { "pair_id": 53110, "video_name": "friends_s10e15_seg02_clip_10", "timestamp": [ 27.42, 31.52 ], "duration": 63.66, "caption": "A man walks a little while talking to a woman.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 53111, "video_name": "met_s06e16_seg02_clip_03", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A man leans his head when a woman mentions his shoes.", "similarity": 0.679, "relevance": 1 }, { "pair_id": 53112, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 37.15, 39.87 ], "duration": 90.66, "caption": "A man moves his hand while he is talking to a woman.", "similarity": 0.6774, "relevance": 1 }, { "pair_id": 53113, "video_name": "grey_s01e02_seg02_clip_04", "timestamp": [ 13.05, 26.11 ], "duration": 90.66, "caption": "A man goes back and forth around woman as they converse.", "similarity": 0.6659, "relevance": 1 }, { "pair_id": 53114, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 0.0, 48.46 ], "duration": 114.66, "caption": "A man was having a conversation with woman.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 53115, "video_name": "grey_s03e13_seg02_clip_06", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A man is having a conversation to a woman.", "similarity": 0.6617, "relevance": 0 }, { "pair_id": 53116, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 19.79, 25.31 ], "duration": 92.66, "caption": "A woman was walking while talking to a man.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 53117, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 34.5, 63.69 ], "duration": 88.66, "caption": "A man is having a conversation with woman.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 53118, "video_name": "friends_s09e04_seg02_clip_04", "timestamp": [ 36.31, 61.03 ], "duration": 61.66, "caption": "A man is having a conversation with woman.", "similarity": 0.6596, "relevance": 0 }, { "pair_id": 53119, "video_name": "grey_s03e12_seg02_clip_20", "timestamp": [ 0.0, 67.36 ], "duration": 90.66, "caption": "A man is speaking to a woman as he is with some people.", "similarity": 0.6566, "relevance": 0 } ] }, { "query_id": 31732, "query": "A man grabs the remote control and turns the TV on.", "relevant_moment": [ { "pair_id": 118740, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 59.62, 60.99 ], "duration": 91.66, "caption": "A man grabs the remote control and turns the TV on.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 118741, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 59.41, 63.89 ], "duration": 81.66, "caption": "A man uses a remote control to turn on the TV.", "similarity": 0.9095, "relevance": 4 }, { "pair_id": 118742, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 48.19, 54.74 ], "duration": 57.66, "caption": "A man grabs the remote control and turns off the television.", "similarity": 0.8796, "relevance": 3 }, { "pair_id": 118743, "video_name": "friends_s08e19_seg02_clip_05", "timestamp": [ 12.78, 14.56 ], "duration": 59.66, "caption": "A man picks up the remote and turns on the TV.", "similarity": 0.8796, "relevance": 2 }, { "pair_id": 118744, "video_name": "friends_s04e17_seg02_clip_21", "timestamp": [ 14.18, 17.33 ], "duration": 45.66, "caption": "A man picked up the remote and turned the TV on.", "similarity": 0.8613, "relevance": 4 }, { "pair_id": 118745, "video_name": "castle_s04e16_seg02_clip_07", "timestamp": [ 67.01, 69.18 ], "duration": 87.66, "caption": "Man grabs the tv remote and turns off the tv.", "similarity": 0.8556, "relevance": 2 }, { "pair_id": 118746, "video_name": "s02e10_seg01_clip_00", "timestamp": [ 31.52, 34.67 ], "duration": 63.66, "caption": "A man picks up a remote control and switches off a TV.", "similarity": 0.8385, "relevance": 3 }, { "pair_id": 118747, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 13.65, 17.37 ], "duration": 62.66, "caption": "A person grabs the remote control and turns off the television.", "similarity": 0.8159, "relevance": 3 }, { "pair_id": 118748, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 7.8, 12.91 ], "duration": 60.66, "caption": "A person uses the remote to turn on the TV.", "similarity": 0.8104, "relevance": 2 }, { "pair_id": 118749, "video_name": "house_s02e04_seg02_clip_16", "timestamp": [ 40.14, 41.62 ], "duration": 73.66, "caption": "A man pulls out a remote control for the television behind them.", "similarity": 0.8053, "relevance": 1 }, { "pair_id": 118750, "video_name": "s02e07_seg01_clip_00", "timestamp": [ 50.74, 53.26 ], "duration": 63.66, "caption": "A woman grabs the remote control to the TV and turns it on.", "similarity": 0.8007, "relevance": 2 }, { "pair_id": 118751, "video_name": "s04e15_seg02_clip_10", "timestamp": [ 5.27, 7.13 ], "duration": 62.66, "caption": "A man lifts the remote control and turns off the TV.", "similarity": 0.8002, "relevance": 3 }, { "pair_id": 118752, "video_name": "s07e23_seg02_clip_07", "timestamp": [ 3.48, 5.51 ], "duration": 58.66, "caption": "A man picks up the remote control and clicks off the TV.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 118753, "video_name": "friends_s08e19_seg02_clip_04", "timestamp": [ 51.79, 57.07 ], "duration": 62.66, "caption": "A man picks up a remote and turns off the TV.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 118754, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person picks up the remote and turns on the television.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 118755, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 30.57, 33.09 ], "duration": 63.66, "caption": "A person picks up a remote control and uses it on the TV.", "similarity": 0.7624, "relevance": 3 }, { "pair_id": 118756, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 62.21, 75.48 ], "duration": 91.66, "caption": "A man holds remote control and pauses TV screen.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 118757, "video_name": "castle_s02e02_seg02_clip_13", "timestamp": [ 48.37, 55.35 ], "duration": 93.66, "caption": "A man points a remote control at a TV and pauses the screen.", "similarity": 0.7495, "relevance": 4 }, { "pair_id": 118758, "video_name": "house_s08e22_seg02_clip_07", "timestamp": [ 31.51, 34.21 ], "duration": 90.66, "caption": "A man uses the remote to turn the television off and places the remote on a tray.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 118759, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.2, 16.44 ], "duration": 62.66, "caption": "A person turns off the TV using the remote control.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 292060, "video_name": "friends_s09e23-24_seg02_clip_36", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A person with the remote control is watching the TV.", "similarity": 0.7382, "relevance": 3 }, { "pair_id": 292061, "video_name": "friends_s02e15_seg02_clip_12", "timestamp": [ 17.95, 21.07 ], "duration": 52.66, "caption": "A man raises his arm with the remote in his hand and aims it at the TV.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 292062, "video_name": "castle_s07e05_seg02_clip_27", "timestamp": [ 9.33, 12.62 ], "duration": 14.66, "caption": "A woman takes the TV remote from a man and turns on the TV.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 292063, "video_name": "house_s04e14_seg02_clip_06", "timestamp": [ 47.53, 50.17 ], "duration": 88.66, "caption": "A man points the remote at the television set.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 292064, "video_name": "met_s02e05_seg02_clip_15", "timestamp": [ 45.14, 48.11 ], "duration": 59.66, "caption": "A person picks up a remote and turns on a TV in front of the bed.", "similarity": 0.7089, "relevance": 4 }, { "pair_id": 292065, "video_name": "s04e20_seg02_clip_01", "timestamp": [ 4.26, 26.99 ], "duration": 71.66, "caption": "A man is holding up a controller to the TV.", "similarity": 0.7088, "relevance": 1 }, { "pair_id": 292066, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 50.75, 55.88 ], "duration": 57.66, "caption": "A man turns off the TV and sits the remote down.", "similarity": 0.7061, "relevance": 3 }, { "pair_id": 292068, "video_name": "grey_s02e22_seg02_clip_07", "timestamp": [ 42.78, 45.97 ], "duration": 91.66, "caption": "A person holds up the TV remote and presses a button.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 292069, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 49.32, 51.35 ], "duration": 58.66, "caption": "A person points the remote at the television and presses a button.", "similarity": 0.7008, "relevance": 3 }, { "pair_id": 292070, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 22.58, 24.11 ], "duration": 61.66, "caption": "A person uses the TV remote and turns towards another person.", "similarity": 0.6952, "relevance": 3 }, { "pair_id": 292071, "video_name": "friends_s05e05_seg02_clip_04", "timestamp": [ 7.2, 12.01 ], "duration": 60.66, "caption": "A man grabs the television remote off the nightstand and turns the television on to a car chase.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 292072, "video_name": "friends_s02e11_seg02_clip_02", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A man gets excited and pushes a button on the television.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 292073, "video_name": "friends_s06e21_seg02_clip_02", "timestamp": [ 6.2, 9.44 ], "duration": 59.66, "caption": "A man puts on a headset and grabs a remote.", "similarity": 0.6871, "relevance": 1 }, { "pair_id": 292074, "video_name": "friends_s04e13_seg02_clip_14", "timestamp": [ 0.0, 1.16 ], "duration": 58.66, "caption": "A man puts the TV remote down on his right thigh.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 292075, "video_name": "s07e16_seg02_clip_02", "timestamp": [ 29.69, 37.26 ], "duration": 56.66, "caption": "A person controls the TV with the remote control then with the wand.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 292076, "video_name": "house_s04e11_seg02_clip_03", "timestamp": [ 36.81, 40.03 ], "duration": 92.66, "caption": "A man puts out his hands and says to turn down the volume on the tv.", "similarity": 0.6802, "relevance": 0 }, { "pair_id": 292077, "video_name": "s04e05_seg01_clip_01", "timestamp": [ 37.47, 40.59 ], "duration": 48.66, "caption": "A person aims the remote at the TV, presses it and puts it down.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 292078, "video_name": "friends_s02e11_seg02_clip_02", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "When it's about to come on the television, a man hits a button on the television.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 292079, "video_name": "s04e15_seg02_clip_10", "timestamp": [ 5.27, 7.44 ], "duration": 62.66, "caption": "A man grabs the remote and turns off the TV then asks friend what his issue is.", "similarity": 0.6703, "relevance": 3 } ] }, { "query_id": 31760, "query": "The people are making sandwiches around the table.", "relevant_moment": [ { "pair_id": 166660, "video_name": "friends_s07e03_seg02_clip_00", "timestamp": [ 0.0, 22.14 ], "duration": 62.66, "caption": "The people are making sandwiches around the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166661, "video_name": "house_s02e14_seg02_clip_25", "timestamp": [ 86.65, 91.97 ], "duration": 152.66, "caption": "A person is making a sandwich while he/she is in the kitchen.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 166662, "video_name": "grey_s03e01_seg02_clip_02", "timestamp": [ 18.25, 22.26 ], "duration": 89.66, "caption": "A woman is making sandwiches as another person is sitting on the kitchen counter as they ask her why she is making sandwiches.", "similarity": 0.6319, "relevance": 3 }, { "pair_id": 166663, "video_name": "met_s06e02_seg02_clip_09", "timestamp": [ 7.48, 18.21 ], "duration": 65.66, "caption": "Two people sit next to one another eating sandwiches.", "similarity": 0.6119, "relevance": 0 }, { "pair_id": 166664, "video_name": "s06e12_seg02_clip_00", "timestamp": [ 8.68, 12.72 ], "duration": 62.66, "caption": "Three people place their lunch trays on a table.", "similarity": 0.5974, "relevance": 0 }, { "pair_id": 166665, "video_name": "friends_s01e21_seg02_clip_10", "timestamp": [ 39.25, 41.91 ], "duration": 59.66, "caption": "A woman adds mayo on a sandwich while sitting at the table.", "similarity": 0.5856, "relevance": 3 }, { "pair_id": 166666, "video_name": "friends_s10e14_seg02_clip_19", "timestamp": [ 5.74, 9.97 ], "duration": 60.66, "caption": "A woman sits two sandwiches down on the table.", "similarity": 0.574, "relevance": 2 }, { "pair_id": 166667, "video_name": "friends_s04e16_seg02_clip_21", "timestamp": [ 50.85, 82.02 ], "duration": 82.66, "caption": "A woman is making a sandwich as a man is speaking to her.", "similarity": 0.5684, "relevance": 4 }, { "pair_id": 166668, "video_name": "house_s03e09_seg02_clip_09", "timestamp": [ 23.62, 26.69 ], "duration": 87.66, "caption": "A person holds the sandwich to person's mouth and person eats.", "similarity": 0.5617, "relevance": 1 }, { "pair_id": 166669, "video_name": "house_s05e11_seg02_clip_07", "timestamp": [ 0.0, 69.02 ], "duration": 92.66, "caption": "Someone is sitting at the table with someone else and is eating an ice cream sandwich.", "similarity": 0.5544, "relevance": 0 }, { "pair_id": 166671, "video_name": "met_s02e14_seg02_clip_02", "timestamp": [ 29.44, 33.4 ], "duration": 56.66, "caption": "The group are talking at the table while eating.", "similarity": 0.5406, "relevance": 1 }, { "pair_id": 166672, "video_name": "friends_s09e06_seg02_clip_27", "timestamp": [ 25.56, 38.76 ], "duration": 56.66, "caption": "A man was eating a sandwich at the dining table.", "similarity": 0.5394, "relevance": 0 }, { "pair_id": 166673, "video_name": "s02e03_seg02_clip_12", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Multiple people were having a meal at the same table.", "similarity": 0.5378, "relevance": 1 }, { "pair_id": 166674, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 1.88, 3.76 ], "duration": 94.66, "caption": "A woman hands person a plate with a sandwich.", "similarity": 0.5305, "relevance": 1 }, { "pair_id": 166675, "video_name": "friends_s01e09_seg02_clip_19", "timestamp": [ 44.65, 47.18 ], "duration": 56.66, "caption": "A man cuts a stack of grilled cheese sandwiches in half.", "similarity": 0.5265, "relevance": 2 }, { "pair_id": 166676, "video_name": "friends_s05e09_seg02_clip_09", "timestamp": [ 10.0, 21.53 ], "duration": 60.66, "caption": "A man describes the sandwich that someone makes for him at work.", "similarity": 0.5234, "relevance": 0 }, { "pair_id": 166677, "video_name": "s03e13_seg01_clip_01", "timestamp": [ 20.03, 26.57 ], "duration": 77.66, "caption": "Some people get up from a dining table.", "similarity": 0.5233, "relevance": 0 }, { "pair_id": 166678, "video_name": "s03e14_seg02_clip_12", "timestamp": [ 44.42, 60.03 ], "duration": 60.66, "caption": "A person brings plates of food and put them on the table.", "similarity": 0.5208, "relevance": 0 }, { "pair_id": 166679, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 6.51, 9.92 ], "duration": 62.66, "caption": "Some people sit at the cafeteria table with their food trays.", "similarity": 0.5199, "relevance": 1 } ] }, { "query_id": 31769, "query": "The patient gets out of the hospital bed, but collapses when she tries to stand up.", "relevant_moment": [ { "pair_id": 158080, "video_name": "house_s08e10_seg02_clip_04", "timestamp": [ 31.47, 39.68 ], "duration": 91.66, "caption": "The patient gets out of the hospital bed, but collapses when she tries to stand up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158081, "video_name": "house_s05e13_seg02_clip_06", "timestamp": [ 80.57, 82.37 ], "duration": 90.66, "caption": "A woman falls off the patient bed after she gets up.", "similarity": 0.7707, "relevance": 4 }, { "pair_id": 158082, "video_name": "house_s03e18_seg02_clip_00", "timestamp": [ 55.23, 60.75 ], "duration": 92.66, "caption": "Someone's patient collapses and shakes on the floor of the hospital.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 158083, "video_name": "house_s03e02_seg02_clip_16", "timestamp": [ 2.55, 4.25 ], "duration": 170.66, "caption": "A person turns over and falls asleep in the hospital bed.", "similarity": 0.7428, "relevance": 1 }, { "pair_id": 158084, "video_name": "house_s06e16_seg02_clip_01", "timestamp": [ 2.65, 4.42 ], "duration": 88.66, "caption": "The patient quickly gets off from the bed.", "similarity": 0.7112, "relevance": 3 }, { "pair_id": 158085, "video_name": "house_s01e16_seg02_clip_11", "timestamp": [ 41.56, 56.92 ], "duration": 90.66, "caption": "A woman gets up from the patient bed and gets in person's face and leaves the room.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 158086, "video_name": "house_s07e14_seg02_clip_02", "timestamp": [ 29.91, 32.67 ], "duration": 92.66, "caption": "A woman gets up from a hospital bed and turns around.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 158087, "video_name": "house_s04e02_seg02_clip_11", "timestamp": [ 11.58, 16.47 ], "duration": 89.66, "caption": "A woman gets out of the hospital bed in a panic.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 158088, "video_name": "house_s01e06_seg02_clip_06", "timestamp": [ 10.39, 18.06 ], "duration": 90.66, "caption": "A person falls asleep after being drugged in their hospital bed.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 158089, "video_name": "house_s07e17_seg02_clip_05", "timestamp": [ 12.32, 21.13 ], "duration": 88.66, "caption": "The patient goes to stand up then starts gasping in pain.", "similarity": 0.6776, "relevance": 1 }, { "pair_id": 158090, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 71.06, 73.46 ], "duration": 96.66, "caption": "A person rushes to tend to the patient that collapsed on the floor.", "similarity": 0.669, "relevance": 1 }, { "pair_id": 158091, "video_name": "house_s04e01_seg02_clip_10", "timestamp": [ 29.43, 31.57 ], "duration": 107.66, "caption": "A man gets up off of the patient's hospital bed and leaves the room.", "similarity": 0.6681, "relevance": 1 }, { "pair_id": 158092, "video_name": "house_s02e24_seg02_clip_01", "timestamp": [ 43.62, 53.41 ], "duration": 89.66, "caption": "A person disconnects medical equipment and gets out of the hospital bed.", "similarity": 0.6626, "relevance": 1 }, { "pair_id": 158093, "video_name": "house_s02e13_seg02_clip_23", "timestamp": [ 76.85, 78.02 ], "duration": 78.66, "caption": "The patient in the bed is in a state of shock.", "similarity": 0.6579, "relevance": 1 }, { "pair_id": 158094, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 36.06, 38.44 ], "duration": 53.66, "caption": "A doctor gets up from the edge of a hospital bed.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 158095, "video_name": "house_s01e18_seg02_clip_16", "timestamp": [ 63.92, 69.77 ], "duration": 90.66, "caption": "A person gets up out of a chair and leaves the hospital room.", "similarity": 0.6541, "relevance": 1 }, { "pair_id": 158096, "video_name": "house_s08e19_seg02_clip_20", "timestamp": [ 4.1, 9.56 ], "duration": 91.66, "caption": "A woman stands up and leaves a person's hospital room.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 158097, "video_name": "grey_s03e24_seg02_clip_08", "timestamp": [ 19.14, 21.69 ], "duration": 85.66, "caption": "A woman stands up from the hospital bed.", "similarity": 0.6511, "relevance": 2 }, { "pair_id": 158098, "video_name": "house_s01e13_seg02_clip_00", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A person gets up from the bed and he passes out.", "similarity": 0.65, "relevance": 3 }, { "pair_id": 158099, "video_name": "house_s07e19_seg02_clip_24", "timestamp": [ 55.01, 59.71 ], "duration": 94.66, "caption": "A person suddenly gets out from the room of the patient.", "similarity": 0.6463, "relevance": 1 } ] }, { "query_id": 31772, "query": "A woman adds a bunch of laundry into the washing machine.", "relevant_moment": [ { "pair_id": 150940, "video_name": "friends_s01e05_seg02_clip_11", "timestamp": [ 28.33, 32.76 ], "duration": 59.66, "caption": "A woman adds a bunch of laundry into the washing machine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150941, "video_name": "s02e01_seg02_clip_00", "timestamp": [ 33.26, 36.01 ], "duration": 61.66, "caption": "A woman pours laundry detergent into the washing machine.", "similarity": 0.8382, "relevance": 3 }, { "pair_id": 150942, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 18.49, 20.73 ], "duration": 56.66, "caption": "A woman puts her laundry basket on top of a washing machine.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 150943, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 14.18, 19.22 ], "duration": 63.66, "caption": "A woman carries her laundry basket and puts it on the washing machine.", "similarity": 0.7576, "relevance": 4 }, { "pair_id": 150944, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 48.53, 51.05 ], "duration": 63.66, "caption": "A woman starts the washer and puts the laundry detergent in her basket.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 150945, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A woman enters the laundry room and greets a man as he is putting clothes into a washing machine.", "similarity": 0.743, "relevance": 1 }, { "pair_id": 150946, "video_name": "s04e10_seg02_clip_08", "timestamp": [ 20.11, 39.92 ], "duration": 60.66, "caption": "A person adds detergent to the machine and then takes their clothes from the basket and puts them in the washer.", "similarity": 0.7288, "relevance": 3 }, { "pair_id": 150947, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A person is in front of a washing machine in the laundry room.", "similarity": 0.7264, "relevance": 1 }, { "pair_id": 150948, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 38.45, 39.98 ], "duration": 61.66, "caption": "A woman moves a laundry basket from one washing machine to another.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 150949, "video_name": "s08e15_seg02_clip_00", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person is taking clothes out of a washing machine when woman walks in.", "similarity": 0.7196, "relevance": 1 }, { "pair_id": 150950, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A woman walks into the laundry room carrying a basket of laundry and detergent.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 150951, "video_name": "s09e10_seg02_clip_09", "timestamp": [ 15.35, 19.48 ], "duration": 59.66, "caption": "A woman comes downstairs with a basket of laundry.", "similarity": 0.7094, "relevance": 1 }, { "pair_id": 150952, "video_name": "s04e23_seg02_clip_04", "timestamp": [ 35.42, 45.15 ], "duration": 59.66, "caption": "A person begins grabbing clothes out of the washing machine.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 150953, "video_name": "s02e01_seg02_clip_02", "timestamp": [ 42.5, 44.56 ], "duration": 59.66, "caption": "A woman picks a clothes basket up from on top of a washing machine.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 150954, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 2.48, 4.03 ], "duration": 62.66, "caption": "A person puts quarters into the washing machine slot.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 150955, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 43.94, 50.96 ], "duration": 61.66, "caption": "A woman grabs her laundry and throws it into her laundry basket.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 150957, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 52.22, 54.62 ], "duration": 60.66, "caption": "A person removing their clothes from the washing machine.", "similarity": 0.683, "relevance": 3 }, { "pair_id": 150958, "video_name": "s02e10_seg02_clip_08", "timestamp": [ 47.76, 49.31 ], "duration": 62.66, "caption": "A woman grabs a yellow towel out of the laundry basket on the washing machine next to her.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 150959, "video_name": "s02e08_seg02_clip_11", "timestamp": [ 0.3, 10.2 ], "duration": 60.66, "caption": "A woman sorts clothes from the dryer into a washing basket.", "similarity": 0.6786, "relevance": 3 }, { "pair_id": 324260, "video_name": "s03e12_seg02_clip_15", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A woman folds some laundry and puts it in a basket.", "similarity": 0.6783, "relevance": 3 }, { "pair_id": 324261, "video_name": "s08e15_seg02_clip_01", "timestamp": [ 50.96, 55.54 ], "duration": 61.66, "caption": "A woman puts clothes in the washing machine while listening to a man.", "similarity": 0.6771, "relevance": 4 }, { "pair_id": 324262, "video_name": "friends_s01e05_seg02_clip_11", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A woman walks up to man as he mentions doing laundry and opening a washing machine.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 324263, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 43.82, 48.02 ], "duration": 60.66, "caption": "A person puts a clothing piece into the washer.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 324264, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 1.2, 9.6 ], "duration": 60.66, "caption": "A woman puts clothes and detergent in the washer and then closes the lid.", "similarity": 0.6673, "relevance": 4 }, { "pair_id": 324265, "video_name": "s07e03_seg02_clip_15", "timestamp": [ 55.84, 57.06 ], "duration": 61.66, "caption": "A person puts a couple of pieces of clothing into the laundry sink.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 324266, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 40.35, 42.46 ], "duration": 60.66, "caption": "A woman walks in while carrying a basket of laundry.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 324267, "video_name": "s04e23_seg02_clip_05", "timestamp": [ 17.7, 20.44 ], "duration": 61.66, "caption": "A woman puts a bright pink shirt into the laundry basket.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 324268, "video_name": "s02e19_seg02_clip_13", "timestamp": [ 28.53, 38.15 ], "duration": 62.66, "caption": "A woman enters the laundry room holding a blue laundry basket, sets it down to start loading her laundry and starts a conversation with another woman.", "similarity": 0.6504, "relevance": 3 }, { "pair_id": 324269, "video_name": "s05e21_seg02_clip_07", "timestamp": [ 56.76, 58.31 ], "duration": 62.66, "caption": "A woman set a laundry basket on a washer while she is having a conversation with a person.", "similarity": 0.65, "relevance": 3 }, { "pair_id": 324270, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 44.25, 53.4 ], "duration": 61.66, "caption": "A woman walks around her apartment putting clothes into a laundry basket.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 324271, "video_name": "s02e10_seg02_clip_07", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person empties the whole bottle of detergent in the washing machine.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 324272, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 42.16, 46.98 ], "duration": 60.66, "caption": "A woman comes in the apartment carrying a basket of laundry.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 324273, "video_name": "s03e12_seg02_clip_13", "timestamp": [ 42.2, 59.03 ], "duration": 59.66, "caption": "A woman is in the laundry area when a man came.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 324274, "video_name": "s04e10_seg02_clip_08", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A person walks into the laundry room and puts his basket on the machine.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 324275, "video_name": "friends_s05e04_seg02_clip_15", "timestamp": [ 40.22, 45.62 ], "duration": 60.66, "caption": "A woman enters the apartment carrying a basket full of laundry.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 324276, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 4.8, 6.3 ], "duration": 60.66, "caption": "A woman drops a basket of laundry onto a staircase.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 324277, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 38.72, 54.92 ], "duration": 60.66, "caption": "A man points to the woman at the washing machine and then she unloads her clothes from the machine.", "similarity": 0.6309, "relevance": 3 }, { "pair_id": 324278, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 46.52, 47.14 ], "duration": 62.66, "caption": "A person picks up a laundry basket from off of the top of a washing machine.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 324279, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 2.4, 6.3 ], "duration": 60.66, "caption": "A woman is doing her laundry while talking to a person.", "similarity": 0.6305, "relevance": 4 } ] }, { "query_id": 31775, "query": "A woman moves her basket away from the washing machine.", "relevant_moment": [ { "pair_id": 15260, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 15.91, 21.01 ], "duration": 60.66, "caption": "A woman moves her basket away from the washing machine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15261, "video_name": "s02e01_seg02_clip_02", "timestamp": [ 38.66, 44.27 ], "duration": 59.66, "caption": "A woman walks away from a person to go get the laundry basket off the washing machine.", "similarity": 0.8502, "relevance": 4 }, { "pair_id": 15262, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 38.45, 39.98 ], "duration": 61.66, "caption": "A woman moves a laundry basket from one washing machine to another.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 15263, "video_name": "friends_s02e17_seg02_clip_02", "timestamp": [ 45.44, 50.18 ], "duration": 79.66, "caption": "A woman picks up her laundry basket and walks away from someone.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 15264, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 14.18, 19.22 ], "duration": 63.66, "caption": "A woman carries her laundry basket and puts it on the washing machine.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 15265, "video_name": "s02e08_seg02_clip_11", "timestamp": [ 51.02, 57.63 ], "duration": 60.66, "caption": "A woman goes to leave, picks up the washing basket and rests it on her left hip.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 15266, "video_name": "s08e15_seg02_clip_00", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person is taking clothes out of a washing machine when woman walks in.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 15267, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 18.49, 20.73 ], "duration": 56.66, "caption": "A woman puts her laundry basket on top of a washing machine.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 15268, "video_name": "s02e01_seg02_clip_02", "timestamp": [ 42.5, 44.56 ], "duration": 59.66, "caption": "A woman picks a clothes basket up from on top of a washing machine.", "similarity": 0.6724, "relevance": 4 }, { "pair_id": 15269, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 9.9, 16.81 ], "duration": 60.66, "caption": "A woman at the laundromat kicks a woman away from the machine.", "similarity": 0.6613, "relevance": 3 }, { "pair_id": 15270, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 52.22, 54.62 ], "duration": 60.66, "caption": "A person removing their clothes from the washing machine.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 15271, "video_name": "s10e10_seg02_clip_10", "timestamp": [ 1.96, 5.32 ], "duration": 56.66, "caption": "A person gets their laundry basket and leaves the room.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 15272, "video_name": "s04e18_seg02_clip_06", "timestamp": [ 31.58, 38.37 ], "duration": 59.66, "caption": "After their conversation is done, a woman leaves the laundry room with her basket.", "similarity": 0.6535, "relevance": 3 }, { "pair_id": 15273, "video_name": "s02e10_seg02_clip_08", "timestamp": [ 47.76, 49.31 ], "duration": 62.66, "caption": "A woman grabs a yellow towel out of the laundry basket on the washing machine next to her.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 15274, "video_name": "s09e03_seg02_clip_16", "timestamp": [ 44.64, 50.64 ], "duration": 75.66, "caption": "A woman walks out of her apartment carrying a laundry basket.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 15275, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 40.35, 42.46 ], "duration": 60.66, "caption": "A woman walks in while carrying a basket of laundry.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 15276, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 18.21, 21.29 ], "duration": 56.66, "caption": "A woman sits her laundry basket on top of the washing machine.", "similarity": 0.629, "relevance": 3 }, { "pair_id": 15277, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 46.52, 47.14 ], "duration": 62.66, "caption": "A person picks up a laundry basket from off of the top of a washing machine.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 15278, "video_name": "s03e12_seg02_clip_15", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A woman folds some laundry and puts it in a basket.", "similarity": 0.627, "relevance": 1 }, { "pair_id": 15279, "video_name": "s09e10_seg02_clip_10", "timestamp": [ 8.99, 12.1 ], "duration": 62.66, "caption": "A woman is standing and holding a washing basket.", "similarity": 0.6264, "relevance": 2 } ] }, { "query_id": 31796, "query": "A person stops woman and talking to her when she was in a hurry.", "relevant_moment": [ { "pair_id": 68540, "video_name": "s03e20_seg01_clip_01", "timestamp": [ 3.97, 9.76 ], "duration": 61.66, "caption": "A person stops woman and talking to her when she was in a hurry.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 68541, "video_name": "house_s02e08_seg02_clip_10", "timestamp": [ 66.68, 70.73 ], "duration": 90.66, "caption": "A person walks fast while still talking to a woman.", "similarity": 0.8094, "relevance": 1 }, { "pair_id": 68542, "video_name": "s04e01_seg02_clip_01", "timestamp": [ 38.37, 50.47 ], "duration": 59.66, "caption": "A person starts to walk away then stops and talks to woman.", "similarity": 0.7974, "relevance": 1 }, { "pair_id": 68543, "video_name": "castle_s05e24_seg02_clip_24", "timestamp": [ 20.34, 26.15 ], "duration": 83.66, "caption": "A woman was about to go but she stops and talks to a man.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 68544, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 32.41, 38.42 ], "duration": 60.66, "caption": "A person walks slowly where a woman is while he is still talking.", "similarity": 0.7727, "relevance": 1 }, { "pair_id": 68545, "video_name": "castle_s07e05_seg02_clip_20", "timestamp": [ 28.43, 32.22 ], "duration": 94.66, "caption": "A woman starts to leave and then stops and talks to a man.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 68546, "video_name": "house_s04e03_seg02_clip_25", "timestamp": [ 33.96, 37.22 ], "duration": 93.66, "caption": "A person immediately walks away after talking to a woman.", "similarity": 0.77, "relevance": 1 }, { "pair_id": 68547, "video_name": "house_s01e16_seg02_clip_14", "timestamp": [ 56.13, 58.31 ], "duration": 87.66, "caption": "A woman stops midway and turns to speak to man.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 68548, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 0.0, 18.21 ], "duration": 88.66, "caption": "A person was having a conversation with a woman.", "similarity": 0.7572, "relevance": 1 }, { "pair_id": 68549, "video_name": "house_s01e09_seg02_clip_08", "timestamp": [ 28.44, 78.33 ], "duration": 82.66, "caption": "A woman has a lengthy conversation with someone.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 68550, "video_name": "s02e17_seg02_clip_16", "timestamp": [ 77.37, 82.13 ], "duration": 119.66, "caption": "A woman gets up and abruptly leaves while a man is talking to her.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 68551, "video_name": "house_s02e21_seg02_clip_21", "timestamp": [ 36.13, 43.22 ], "duration": 129.66, "caption": "A woman stops from walking and continue talking to man.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 68552, "video_name": "house_s03e20_seg02_clip_08", "timestamp": [ 17.33, 22.53 ], "duration": 86.66, "caption": "A woman is talking to a man while she is walking a bit fast.", "similarity": 0.7529, "relevance": 4 }, { "pair_id": 68553, "video_name": "castle_s01e03_seg02_clip_04", "timestamp": [ 0.0, 91.16 ], "duration": 91.66, "caption": "A woman and person talking to each other before woman leaves.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 68554, "video_name": "castle_s04e04_seg02_clip_25", "timestamp": [ 52.7, 57.79 ], "duration": 92.66, "caption": "A person stands up and continues talking to a woman.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 68555, "video_name": "friends_s05e19_seg02_clip_06", "timestamp": [ 0.31, 7.93 ], "duration": 61.66, "caption": "A woman is talking to person, they walk away while talking.", "similarity": 0.7446, "relevance": 2 }, { "pair_id": 68556, "video_name": "house_s05e16_seg02_clip_23", "timestamp": [ 0.0, 7.83 ], "duration": 87.66, "caption": "A person suddenly came in and talk to a woman directly.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 68559, "video_name": "castle_s06e11_seg02_clip_25", "timestamp": [ 27.53, 30.54 ], "duration": 86.66, "caption": "A person walked towards a woman and started talking to her.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 241862, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 28.57, 57.64 ], "duration": 102.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.737, "relevance": 1 }, { "pair_id": 241863, "video_name": "grey_s03e07_seg02_clip_20", "timestamp": [ 81.31, 89.66 ], "duration": 89.66, "caption": "A woman stands up while continuing to talk to another person.", "similarity": 0.7367, "relevance": 3 }, { "pair_id": 241865, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 41.66, 44.64 ], "duration": 85.66, "caption": "A woman walks out immediately after talking to person.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 241866, "video_name": "grey_s03e04_seg02_clip_04", "timestamp": [ 53.41, 62.92 ], "duration": 90.66, "caption": "A woman stops a person in the hallway to talk to her.", "similarity": 0.73, "relevance": 4 }, { "pair_id": 241867, "video_name": "grey_s03e06_seg02_clip_25", "timestamp": [ 17.4, 37.86 ], "duration": 87.66, "caption": "A person walks up to woman and talks to her but she leaves.", "similarity": 0.7285, "relevance": 1 }, { "pair_id": 241868, "video_name": "castle_s03e02_seg02_clip_01", "timestamp": [ 31.07, 41.88 ], "duration": 90.66, "caption": "A woman started talking to person and person while a man was walking around.", "similarity": 0.7284, "relevance": 1 }, { "pair_id": 241869, "video_name": "grey_s02e06_seg02_clip_07", "timestamp": [ 59.55, 63.13 ], "duration": 89.66, "caption": "A woman walks up quickly between two people and starts talking to them.", "similarity": 0.7282, "relevance": 1 }, { "pair_id": 241870, "video_name": "grey_s03e23_seg02_clip_08", "timestamp": [ 76.13, 82.15 ], "duration": 86.66, "caption": "A person walks over to a woman after she speaks.", "similarity": 0.726, "relevance": 1 }, { "pair_id": 241871, "video_name": "castle_s06e09_seg02_clip_17", "timestamp": [ 50.21, 85.66 ], "duration": 85.66, "caption": "A person was walking back and forth as he was talking to woman.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 241872, "video_name": "friends_s10e14_seg02_clip_05", "timestamp": [ 43.47, 46.22 ], "duration": 55.66, "caption": "A woman gets out of the line after talking to someone.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 241873, "video_name": "s03e12_seg02_clip_06", "timestamp": [ 0.0, 27.85 ], "duration": 64.66, "caption": "A person talks to a woman, while a person tries to get a word in edgewise.", "similarity": 0.7242, "relevance": 1 }, { "pair_id": 241874, "video_name": "castle_s02e13_seg02_clip_12", "timestamp": [ 0.0, 15.47 ], "duration": 91.66, "caption": "A woman was talking to someone while a person was standing on the side.", "similarity": 0.7241, "relevance": 0 }, { "pair_id": 241875, "video_name": "castle_s03e03_seg02_clip_17", "timestamp": [ 32.31, 39.53 ], "duration": 76.66, "caption": "A woman walks off from speaking to person and another person follows her after talking to person.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 241876, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 14.72, 18.41 ], "duration": 92.66, "caption": "A woman pulls out her phone and begins to try and contact someone, but stops when a man speaks to her.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 241877, "video_name": "house_s07e18_seg02_clip_20", "timestamp": [ 74.33, 84.13 ], "duration": 89.66, "caption": "A woman pauses during conversation to turn and look towards a man.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 241878, "video_name": "s09e20_seg02_clip_12", "timestamp": [ 27.29, 31.63 ], "duration": 62.66, "caption": "A person comes a little closer to woman while he is talking to her.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 241879, "video_name": "s05e06_seg02_clip_12", "timestamp": [ 7.41, 12.55 ], "duration": 57.66, "caption": "A woman stops talking to two people and walks away.", "similarity": 0.7215, "relevance": 2 } ] }, { "query_id": 31816, "query": "A woman puts away her papers and closes her file.", "relevant_moment": [ { "pair_id": 7200, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 36.3, 37.18 ], "duration": 88.66, "caption": "A woman puts away her papers and closes her file.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7201, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 30.84, 33.14 ], "duration": 92.66, "caption": "A woman shuts the file and puts it away.", "similarity": 0.8549, "relevance": 4 }, { "pair_id": 7203, "video_name": "house_s01e06_seg02_clip_16", "timestamp": [ 12.27, 17.72 ], "duration": 90.66, "caption": "A woman takes a piece of paper out of a file and throws it away.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 7204, "video_name": "castle_s03e01_seg02_clip_06", "timestamp": [ 21.2, 25.71 ], "duration": 90.66, "caption": "A woman opens a file folder and removes a piece of paper.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 7205, "video_name": "grey_s03e09_seg02_clip_07", "timestamp": [ 12.6, 15.3 ], "duration": 90.66, "caption": "A woman turns and closes the file in her hand.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 7206, "video_name": "house_s02e14_seg02_clip_09", "timestamp": [ 79.22, 80.57 ], "duration": 90.66, "caption": "A woman closes her file while at the table.", "similarity": 0.7482, "relevance": 4 }, { "pair_id": 7207, "video_name": "castle_s02e23_seg02_clip_05", "timestamp": [ 17.34, 19.17 ], "duration": 91.66, "caption": "A woman closes a file while sitting on a desk.", "similarity": 0.7397, "relevance": 4 }, { "pair_id": 7208, "video_name": "castle_s05e09_seg02_clip_02", "timestamp": [ 45.17, 49.23 ], "duration": 90.66, "caption": "A woman walks away carrying a file in her hand.", "similarity": 0.7353, "relevance": 1 }, { "pair_id": 7210, "video_name": "house_s05e15_seg02_clip_01", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A woman walks away from person when person is holding files.", "similarity": 0.7152, "relevance": 1 }, { "pair_id": 7211, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 23.5, 27.77 ], "duration": 61.66, "caption": "A woman closes a file and moves it to the front of her desk.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 7212, "video_name": "castle_s04e08_seg02_clip_07", "timestamp": [ 71.63, 75.35 ], "duration": 93.66, "caption": "A person puts some paperwork in a folder and closes it.", "similarity": 0.7144, "relevance": 2 }, { "pair_id": 7213, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 45.16, 46.07 ], "duration": 91.66, "caption": "A woman closes the file and hands it off to man.", "similarity": 0.7115, "relevance": 4 }, { "pair_id": 7214, "video_name": "house_s06e05_seg02_clip_23", "timestamp": [ 25.53, 29.71 ], "duration": 83.66, "caption": "A woman walks out after giving the file to person.", "similarity": 0.6975, "relevance": 1 }, { "pair_id": 7215, "video_name": "castle_s03e14_seg02_clip_23", "timestamp": [ 47.02, 50.25 ], "duration": 92.66, "caption": "A person hands woman a file full of paperwork.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 7216, "video_name": "friends_s09e11_seg02_clip_01", "timestamp": [ 39.39, 44.04 ], "duration": 62.66, "caption": "A woman looks through a yellow filing folder and then puts it away in front of her.", "similarity": 0.6926, "relevance": 3 }, { "pair_id": 7217, "video_name": "castle_s04e03_seg02_clip_23", "timestamp": [ 74.27, 81.47 ], "duration": 90.66, "caption": "A woman pulls some papers out of a file and hands them to man.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 7218, "video_name": "castle_s05e11_seg02_clip_23", "timestamp": [ 88.49, 90.66 ], "duration": 90.66, "caption": "A woman takes out a sheet of paper from her folder.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 7219, "video_name": "house_s08e20_seg02_clip_15", "timestamp": [ 7.22, 12.21 ], "duration": 111.66, "caption": "A woman stands up and grabs her file when she walks away.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 180520, "video_name": "castle_s02e09_seg02_clip_06", "timestamp": [ 16.93, 22.1 ], "duration": 94.66, "caption": "A woman closes her file together during the interrogation.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 180521, "video_name": "castle_s02e03_seg02_clip_14", "timestamp": [ 88.73, 91.48 ], "duration": 91.66, "caption": "A woman pulls papers out of the white folder.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 180524, "video_name": "house_s05e07_seg02_clip_23", "timestamp": [ 15.64, 21.63 ], "duration": 92.66, "caption": "A man hands woman a file and walks away.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 180525, "video_name": "s03e14_seg02_clip_11", "timestamp": [ 4.93, 9.57 ], "duration": 58.66, "caption": "A woman closes a file folder and gets up from her desk leaving a man alone.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 180526, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 58.31, 61.87 ], "duration": 89.66, "caption": "A woman takes a file from another person's hands and moves to leave.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 180527, "video_name": "castle_s02e24_seg02_clip_20", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "A woman shows a file to a man and then closes it.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 180528, "video_name": "s05e07_seg02_clip_06", "timestamp": [ 10.07, 12.21 ], "duration": 61.66, "caption": "A person places their papers into their red folder and closes it.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 180529, "video_name": "friends_s09e11_seg02_clip_07", "timestamp": [ 36.05, 38.15 ], "duration": 60.66, "caption": "A man shuts the file and puts away his pen.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 180530, "video_name": "grey_s02e01_seg02_clip_05", "timestamp": [ 16.01, 24.26 ], "duration": 97.66, "caption": "A woman closes a file and walks out the door followed by another woman.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 180531, "video_name": "friends_s06e05_seg02_clip_02", "timestamp": [ 34.04, 37.5 ], "duration": 63.66, "caption": "A woman aggressively grabs a file and walks away from the table.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 180532, "video_name": "castle_s05e11_seg02_clip_24", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A woman puts a paper back into a folder.", "similarity": 0.6569, "relevance": 3 }, { "pair_id": 180533, "video_name": "grey_s02e05_seg02_clip_01", "timestamp": [ 5.14, 10.29 ], "duration": 93.66, "caption": "A nurse closes the file and leaves the room.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 180535, "video_name": "castle_s04e17_seg02_clip_21", "timestamp": [ 59.76, 62.45 ], "duration": 89.66, "caption": "A woman is removing papers in the white board.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 180536, "video_name": "house_s02e22_seg02_clip_02", "timestamp": [ 61.06, 65.5 ], "duration": 111.66, "caption": "A man gives the file to a woman and she walks away.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 180537, "video_name": "house_s01e11_seg02_clip_25", "timestamp": [ 3.63, 6.05 ], "duration": 80.66, "caption": "A woman closes a file folder and places it on the patient's desk.", "similarity": 0.6481, "relevance": 3 }, { "pair_id": 180539, "video_name": "castle_s06e19_seg02_clip_06", "timestamp": [ 79.14, 82.36 ], "duration": 92.66, "caption": "A woman opens the file and passes a sheet of paper to the person she is talking to.", "similarity": 0.644, "relevance": 2 } ] }, { "query_id": 31826, "query": "A woman on the right behind two people runs her hand through her hair as they are talking.", "relevant_moment": [ { "pair_id": 163120, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 43.86, 47.7 ], "duration": 64.66, "caption": "A woman on the right behind two people runs her hand through her hair as they are talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163121, "video_name": "friends_s08e06_seg02_clip_10", "timestamp": [ 0.0, 10.02 ], "duration": 57.66, "caption": "A woman runs her hand through her hair while talking to another woman.", "similarity": 0.8845, "relevance": 2 }, { "pair_id": 163122, "video_name": "s01e10_seg02_clip_03", "timestamp": [ 13.24, 14.5 ], "duration": 63.66, "caption": "A woman runs her hand through her hair when talking to a person.", "similarity": 0.8723, "relevance": 2 }, { "pair_id": 163123, "video_name": "friends_s09e03_seg02_clip_15", "timestamp": [ 8.19, 9.45 ], "duration": 63.66, "caption": "A woman runs her hand through her hair while talking to a man.", "similarity": 0.8129, "relevance": 2 }, { "pair_id": 163124, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 26.11, 32.71 ], "duration": 60.66, "caption": "A woman runs her hands through her hair after another woman points at her.", "similarity": 0.7974, "relevance": 2 }, { "pair_id": 163125, "video_name": "friends_s09e01_seg02_clip_14", "timestamp": [ 0.0, 2.1 ], "duration": 70.66, "caption": "A woman runs a finger through a person's hair as she addresses her.", "similarity": 0.7778, "relevance": 1 }, { "pair_id": 163126, "video_name": "friends_s10e03_seg02_clip_00", "timestamp": [ 12.24, 14.44 ], "duration": 62.66, "caption": "A woman runs both of her hands through her hair.", "similarity": 0.769, "relevance": 2 }, { "pair_id": 163127, "video_name": "friends_s07e13_seg02_clip_11", "timestamp": [ 0.0, 2.84 ], "duration": 63.66, "caption": "A woman runs her hands through her hair next to a man.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 163128, "video_name": "friends_s03e15_seg02_clip_14", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A woman runs her hand through her hair as she has a phone conversation.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 163129, "video_name": "friends_s01e18_seg02_clip_12", "timestamp": [ 6.5, 9.1 ], "duration": 65.66, "caption": "A woman runs her left hand through her hair.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 163130, "video_name": "friends_s08e08_seg01_clip_00", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A woman is running her hand through her hair.", "similarity": 0.737, "relevance": 2 }, { "pair_id": 163131, "video_name": "grey_s03e06_seg02_clip_11", "timestamp": [ 72.81, 75.56 ], "duration": 91.66, "caption": "A woman brushes her hair with her fingers when she is talking to another woman.", "similarity": 0.7356, "relevance": 1 }, { "pair_id": 163132, "video_name": "house_s05e05_seg02_clip_17", "timestamp": [ 32.4, 35.68 ], "duration": 82.66, "caption": "A woman brushes her hair behind her ears with her hands while talking with another woman.", "similarity": 0.7288, "relevance": 2 }, { "pair_id": 163133, "video_name": "house_s07e09_seg02_clip_12", "timestamp": [ 49.15, 50.97 ], "duration": 91.66, "caption": "A woman runs her fingers through her hair and moves her hand to her side.", "similarity": 0.7214, "relevance": 2 }, { "pair_id": 163134, "video_name": "friends_s08e23-24_seg02_clip_06", "timestamp": [ 24.2, 26.27 ], "duration": 59.66, "caption": "A woman runs her hand through her hair quickly.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 163135, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 49.13, 57.06 ], "duration": 61.66, "caption": "A woman motions with her left hand while talking to another woman.", "similarity": 0.7048, "relevance": 0 }, { "pair_id": 163136, "video_name": "house_s07e09_seg02_clip_02", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A woman shakes her head and runs her hand through her hair.", "similarity": 0.6979, "relevance": 1 }, { "pair_id": 163137, "video_name": "friends_s06e21_seg02_clip_05", "timestamp": [ 0.59, 5.9 ], "duration": 59.66, "caption": "While woman is speaking to a person she twirls her hair with her left hand while swaying back and forth then turns and looks at man/woman.", "similarity": 0.6958, "relevance": 1 }, { "pair_id": 163138, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 76.58, 80.54 ], "duration": 88.66, "caption": "A person runs both of their hands through their hair.", "similarity": 0.6934, "relevance": 1 }, { "pair_id": 163139, "video_name": "house_s06e21_seg02_clip_10", "timestamp": [ 23.77, 25.97 ], "duration": 88.66, "caption": "A woman moves her fingers of left hand while talking with another woman.", "similarity": 0.6929, "relevance": 0 }, { "pair_id": 336440, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 11.41, 18.91 ], "duration": 60.66, "caption": "A woman motions with both of her hands while talking to someone.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 336441, "video_name": "friends_s03e21_seg02_clip_13", "timestamp": [ 4.51, 9.02 ], "duration": 60.66, "caption": "A woman uses both hands to push her hair behind her ears.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 336442, "video_name": "friends_s10e17-18_seg02_clip_34", "timestamp": [ 10.16, 12.9 ], "duration": 54.66, "caption": "A woman touches her hair with her right hand.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 336443, "video_name": "s08e20_seg02_clip_07", "timestamp": [ 13.64, 19.44 ], "duration": 58.66, "caption": "A woman is talking to person while using her hands for emphasis.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 336444, "video_name": "friends_s01e10_seg02_clip_02", "timestamp": [ 40.13, 43.33 ], "duration": 58.66, "caption": "A woman waves her hand at two people talking.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 336445, "video_name": "friends_s05e08_seg02_clip_15", "timestamp": [ 3.43, 7.72 ], "duration": 57.66, "caption": "A woman runs a dishrag through their fingers when they are talking to another woman.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 336446, "video_name": "friends_s02e02_seg02_clip_14", "timestamp": [ 51.92, 55.22 ], "duration": 60.66, "caption": "A woman smooths another woman's hair then puts her hand in front of her shoulder.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 336447, "video_name": "friends_s03e22_seg02_clip_15", "timestamp": [ 21.84, 28.33 ], "duration": 59.66, "caption": "A woman brushes through woman's hair while talking to her.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 336448, "video_name": "met_s02e02_seg02_clip_18", "timestamp": [ 21.39, 28.31 ], "duration": 62.66, "caption": "A woman holds a garment while running her fingers through her hair and facing a man.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 336449, "video_name": "s05e18_seg02_clip_17", "timestamp": [ 15.4, 19.18 ], "duration": 54.66, "caption": "A woman trims a person's hair while they are talking.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 336450, "video_name": "grey_s02e08_seg02_clip_01", "timestamp": [ 11.5, 13.0 ], "duration": 100.66, "caption": "A woman runs her hand through her red hair.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 336451, "video_name": "s06e23_seg02_clip_12", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A woman expressively uses her hands while she talks to two people.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 336452, "video_name": "castle_s04e09_seg02_clip_05", "timestamp": [ 64.55, 70.74 ], "duration": 88.66, "caption": "A woman closes her eyes and runs her hands along her face and hair.", "similarity": 0.6792, "relevance": 2 }, { "pair_id": 336453, "video_name": "s06e13_seg02_clip_04", "timestamp": [ 6.24, 10.57 ], "duration": 48.66, "caption": "A woman runs her hand through her hair provocatively.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 336454, "video_name": "grey_s02e21_seg02_clip_03", "timestamp": [ 44.17, 58.58 ], "duration": 96.66, "caption": "A woman has her hands in another woman's hair like she's checking for something.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 336455, "video_name": "friends_s04e09_seg02_clip_08", "timestamp": [ 50.96, 57.98 ], "duration": 61.66, "caption": "A woman is putting her hand on her face while is talking with someone.", "similarity": 0.6722, "relevance": 0 }, { "pair_id": 336456, "video_name": "castle_s04e19_seg02_clip_17", "timestamp": [ 12.47, 15.59 ], "duration": 89.66, "caption": "A woman runs her hand through her hair and crosses her arms in front of her.", "similarity": 0.6704, "relevance": 2 }, { "pair_id": 336457, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 11.81, 13.28 ], "duration": 59.66, "caption": "A woman is talking to another woman and points outward with her right hand.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 336458, "video_name": "friends_s08e11_seg02_clip_03", "timestamp": [ 23.95, 25.85 ], "duration": 76.66, "caption": "A woman runs her hand through her hair nervously.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 336459, "video_name": "friends_s02e17_seg02_clip_16", "timestamp": [ 24.81, 28.8 ], "duration": 57.66, "caption": "A woman takes her hand and pushes a piece of hair behind her ear.", "similarity": 0.667, "relevance": 3 } ] }, { "query_id": 31862, "query": "A man sees someone he knows and she's glad to see him.", "relevant_moment": [ { "pair_id": 5060, "video_name": "castle_s02e03_seg02_clip_13", "timestamp": [ 61.58, 82.11 ], "duration": 91.66, "caption": "A man sees someone he knows and she's glad to see him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5061, "video_name": "s02e05_seg02_clip_15", "timestamp": [ 86.04, 87.88 ], "duration": 92.66, "caption": "A person genuflects when he/she sees a man.", "similarity": 0.7157, "relevance": 2 }, { "pair_id": 5062, "video_name": "friends_s04e23-24_seg02_clip_41", "timestamp": [ 48.99, 59.03 ], "duration": 59.66, "caption": "A man notices a woman and they smile at each other as he approaches her.", "similarity": 0.705, "relevance": 4 }, { "pair_id": 5063, "video_name": "house_s08e05_seg02_clip_14", "timestamp": [ 16.67, 21.09 ], "duration": 68.66, "caption": "A woman looks at a man and then proceeds to thank the people who came to see the man.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 5064, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 26.11, 37.22 ], "duration": 60.66, "caption": "Two people become aware someone's presence, they slowly turn to see who and they see a man.", "similarity": 0.6911, "relevance": 1 }, { "pair_id": 5065, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 37.32, 41.42 ], "duration": 91.66, "caption": "A man sees woman and then quickly hugs her.", "similarity": 0.6866, "relevance": 3 }, { "pair_id": 5066, "video_name": "friends_s06e10_seg02_clip_16", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A man looks really happy at a woman.", "similarity": 0.6824, "relevance": 3 }, { "pair_id": 5067, "video_name": "grey_s02e12_seg02_clip_07", "timestamp": [ 44.19, 46.54 ], "duration": 94.66, "caption": "A man turns to look at woman and she smiles at him.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 5068, "video_name": "castle_s04e13_seg02_clip_17", "timestamp": [ 10.01, 12.19 ], "duration": 87.66, "caption": "A woman looks at man to tell him how this is making her feel.", "similarity": 0.6645, "relevance": 1 }, { "pair_id": 5069, "video_name": "s01e04_seg02_clip_09", "timestamp": [ 41.3, 47.47 ], "duration": 65.66, "caption": "A man tells a woman that looking at her, he sees why someone is so handsome.", "similarity": 0.6643, "relevance": 1 }, { "pair_id": 5070, "video_name": "s03e10_seg02_clip_00", "timestamp": [ 26.67, 32.26 ], "duration": 62.66, "caption": "A man and a woman look to each other and smiled.", "similarity": 0.6617, "relevance": 1 }, { "pair_id": 5071, "video_name": "house_s03e04_seg02_clip_16", "timestamp": [ 51.63, 53.96 ], "duration": 93.66, "caption": "A man turns to see a woman walking towards him and another person.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 5072, "video_name": "castle_s02e09_seg02_clip_09", "timestamp": [ 17.4, 21.76 ], "duration": 87.66, "caption": "A man and woman smile simultaneously when they look at the other person.", "similarity": 0.6606, "relevance": 1 }, { "pair_id": 5073, "video_name": "met_s03e07_seg02_clip_06", "timestamp": [ 3.62, 8.76 ], "duration": 60.66, "caption": "A man smiles when he knows woman's info with her telling him.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 5074, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 5.19, 12.82 ], "duration": 61.66, "caption": "A woman looks at a man smiling with her arms crossed.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 5075, "video_name": "friends_s06e14_seg02_clip_20", "timestamp": [ 47.43, 54.39 ], "duration": 87.66, "caption": "A person looks over at another person and smiles.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 5076, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 54.89, 60.0 ], "duration": 93.66, "caption": "A woman smiles and looks up when she hears something from a man.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 5077, "video_name": "friends_s07e19_seg02_clip_10", "timestamp": [ 1.24, 8.99 ], "duration": 62.66, "caption": "A man is surprised to see a woman and she gives him a hug.", "similarity": 0.657, "relevance": 4 }, { "pair_id": 5078, "video_name": "castle_s07e06_seg02_clip_25", "timestamp": [ 20.69, 25.09 ], "duration": 88.66, "caption": "A woman looks up at man and smiles at him.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 5079, "video_name": "castle_s05e10_seg02_clip_24", "timestamp": [ 55.07, 59.17 ], "duration": 91.66, "caption": "A woman looks down and slightly smiles towards man and person.", "similarity": 0.6536, "relevance": 2 } ] }, { "query_id": 31994, "query": "A woman pulls the sheet away from the concrete figure.", "relevant_moment": [ { "pair_id": 157460, "video_name": "castle_s06e20_seg02_clip_07", "timestamp": [ 60.9, 64.59 ], "duration": 92.66, "caption": "A woman pulls the sheet away from the concrete figure.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157461, "video_name": "castle_s06e19_seg02_clip_05", "timestamp": [ 5.4, 9.0 ], "duration": 90.66, "caption": "A woman pulls down the sheet to reveal the body.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 157462, "video_name": "castle_s01e04_seg02_clip_16", "timestamp": [ 54.46, 55.81 ], "duration": 90.66, "caption": "A woman lifts the sheet off the victim's body.", "similarity": 0.6616, "relevance": 3 }, { "pair_id": 157463, "video_name": "castle_s08e07_seg02_clip_26", "timestamp": [ 73.62, 76.18 ], "duration": 128.66, "caption": "A woman gets up off of the bed with a sheet wrapped around her.", "similarity": 0.6167, "relevance": 0 }, { "pair_id": 157464, "video_name": "castle_s01e10_seg02_clip_02", "timestamp": [ 88.78, 95.09 ], "duration": 97.66, "caption": "A woman pulls back a sheet to reveal the victim to a woman.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 157465, "video_name": "s10e08_seg02_clip_08", "timestamp": [ 39.43, 45.27 ], "duration": 73.66, "caption": "A person grabs a piece of paper from a woman and walks away with it.", "similarity": 0.6033, "relevance": 0 }, { "pair_id": 157466, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A woman pulls a folded piece of paper out from underneath her shirt.", "similarity": 0.5906, "relevance": 0 }, { "pair_id": 157467, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 24.08, 28.17 ], "duration": 90.66, "caption": "A woman tries to take paper away from a person.", "similarity": 0.5794, "relevance": 0 }, { "pair_id": 157468, "video_name": "castle_s02e24_seg02_clip_08", "timestamp": [ 48.7, 53.7 ], "duration": 91.66, "caption": "A woman pulls out some document from under the bed.", "similarity": 0.5787, "relevance": 1 }, { "pair_id": 157469, "video_name": "friends_s01e12_seg02_clip_14", "timestamp": [ 12.01, 19.81 ], "duration": 60.66, "caption": "A woman grabs the roll or paper towels and starts pulling it out.", "similarity": 0.5749, "relevance": 1 }, { "pair_id": 157470, "video_name": "friends_s09e21_seg02_clip_00", "timestamp": [ 57.67, 59.2 ], "duration": 61.66, "caption": "A woman snatches a paper away from another woman's hand.", "similarity": 0.564, "relevance": 0 }, { "pair_id": 157471, "video_name": "castle_s02e07_seg02_clip_25", "timestamp": [ 36.91, 46.36 ], "duration": 90.66, "caption": "A woman reads from a piece of paper she pulls out.", "similarity": 0.56, "relevance": 0 }, { "pair_id": 157472, "video_name": "castle_s06e05_seg02_clip_08", "timestamp": [ 7.27, 10.44 ], "duration": 90.66, "caption": "A person removes the sheet from the cadaver's body.", "similarity": 0.5571, "relevance": 3 }, { "pair_id": 157473, "video_name": "s07e13_seg02_clip_03", "timestamp": [ 14.89, 19.23 ], "duration": 62.66, "caption": "A woman places an object on the desk and walks away.", "similarity": 0.5503, "relevance": 0 }, { "pair_id": 157474, "video_name": "castle_s07e19_seg02_clip_04", "timestamp": [ 9.02, 14.88 ], "duration": 90.66, "caption": "A woman walks over and pulls the sheet back from the body in autopsy.", "similarity": 0.5478, "relevance": 3 }, { "pair_id": 157475, "video_name": "grey_s02e17_seg02_clip_15", "timestamp": [ 82.86, 85.04 ], "duration": 109.66, "caption": "A woman lifts the sheet in front of another woman.", "similarity": 0.546, "relevance": 2 }, { "pair_id": 157476, "video_name": "grey_s02e18_seg02_clip_11", "timestamp": [ 36.09, 39.17 ], "duration": 88.66, "caption": "A woman pulls the sheet up to the patient's chin.", "similarity": 0.5411, "relevance": 2 }, { "pair_id": 157477, "video_name": "friends_s07e02_seg02_clip_14", "timestamp": [ 15.74, 19.98 ], "duration": 60.66, "caption": "A woman gets up with a sheet of paper in her hands.", "similarity": 0.5396, "relevance": 0 }, { "pair_id": 157478, "video_name": "castle_s07e07_seg02_clip_01", "timestamp": [ 53.34, 56.53 ], "duration": 91.66, "caption": "A person pulls off the sheet covering a dead person's face.", "similarity": 0.5372, "relevance": 2 }, { "pair_id": 157479, "video_name": "friends_s07e09_seg02_clip_13", "timestamp": [ 41.64, 46.15 ], "duration": 56.66, "caption": "A man removes the bed sheet from woman's bicycle.", "similarity": 0.5348, "relevance": 2 } ] }, { "query_id": 31997, "query": "A woman walks towards the jail cell and smells the prisoners by the cell.", "relevant_moment": [ { "pair_id": 14380, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 108.77, 142.52 ], "duration": 150.66, "caption": "A woman walks towards the jail cell and smells the prisoners by the cell.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14381, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 96.77, 150.02 ], "duration": 150.66, "caption": "A woman with short blond hair enters the jail with a woman, and she silently begins sniffing prisoners through the cell bars.", "similarity": 0.6878, "relevance": 4 }, { "pair_id": 14382, "video_name": "castle_s03e24_seg02_clip_02", "timestamp": [ 72.97, 78.04 ], "duration": 78.66, "caption": "A woman walks up to a prison cell and speaks to a prisoner in the cell.", "similarity": 0.657, "relevance": 3 }, { "pair_id": 14383, "video_name": "s04e16_seg02_clip_09", "timestamp": [ 46.34, 48.4 ], "duration": 59.66, "caption": "A woman walks into the apartment mentioning the smell of food.", "similarity": 0.6206, "relevance": 0 }, { "pair_id": 14384, "video_name": "castle_s03e24_seg02_clip_01", "timestamp": [ 78.29, 84.86 ], "duration": 101.66, "caption": "A woman goes to the prisoner's cell and sees them with blood on their hands.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 14385, "video_name": "castle_s02e13_seg02_clip_17", "timestamp": [ 30.01, 39.56 ], "duration": 90.66, "caption": "A woman brings someone's property to their jail cell, sets it down beside them and then turns and walks away.", "similarity": 0.5806, "relevance": 2 }, { "pair_id": 14386, "video_name": "castle_s02e24_seg02_clip_09", "timestamp": [ 19.41, 22.57 ], "duration": 90.66, "caption": "A person stands up and walks to the door of the jail cell.", "similarity": 0.5683, "relevance": 2 }, { "pair_id": 14387, "video_name": "grey_s01e03_seg02_clip_12", "timestamp": [ 65.32, 72.03 ], "duration": 89.66, "caption": "A person walks into the locker room and mentions enjoying their smell since they came from a surgery as a woman is in the locker room.", "similarity": 0.5617, "relevance": 1 }, { "pair_id": 14388, "video_name": "friends_s09e05_seg02_clip_03", "timestamp": [ 0.0, 2.11 ], "duration": 60.66, "caption": "A woman leans in and smells a person's clothes in the hallway.", "similarity": 0.5537, "relevance": 2 }, { "pair_id": 14389, "video_name": "s03e16_seg02_clip_11", "timestamp": [ 28.53, 35.67 ], "duration": 62.66, "caption": "A person walks to the bars of the jail cell and calls the jailer.", "similarity": 0.5382, "relevance": 1 }, { "pair_id": 14390, "video_name": "castle_s05e05_seg02_clip_19", "timestamp": [ 41.61, 63.37 ], "duration": 128.66, "caption": "A woman opens the door to a person's holding cell and puts handcuffs on them.", "similarity": 0.5359, "relevance": 2 }, { "pair_id": 14391, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 74.92, 90.66 ], "duration": 90.66, "caption": "A woman walks up and talks to a man through the cell door.", "similarity": 0.5348, "relevance": 2 }, { "pair_id": 14392, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 0.0, 3.83 ], "duration": 85.66, "caption": "A man and a woman walk down a prison cell hallway.", "similarity": 0.5329, "relevance": 2 }, { "pair_id": 14393, "video_name": "castle_s08e15_seg02_clip_14", "timestamp": [ 21.16, 33.31 ], "duration": 90.66, "caption": "A woman tries to process the information someone said about the victims smell.", "similarity": 0.5316, "relevance": 1 }, { "pair_id": 14394, "video_name": "castle_s08e10_seg02_clip_17", "timestamp": [ 0.0, 24.42 ], "duration": 90.66, "caption": "A person is in a jail cell talking to another person from her jail cell.", "similarity": 0.5296, "relevance": 2 }, { "pair_id": 14395, "video_name": "castle_s08e02_seg02_clip_11", "timestamp": [ 7.65, 10.8 ], "duration": 90.66, "caption": "A guard walks into a jail cell and finds a person dead next to the toilet.", "similarity": 0.5261, "relevance": 2 }, { "pair_id": 14396, "video_name": "friends_s08e02_seg02_clip_07", "timestamp": [ 50.83, 53.6 ], "duration": 61.66, "caption": "A person walks into a woman's apartment and towards her.", "similarity": 0.5246, "relevance": 0 }, { "pair_id": 14397, "video_name": "castle_s03e24_seg02_clip_00", "timestamp": [ 61.86, 93.03 ], "duration": 93.66, "caption": "A man is there to meet a woman at the prison and walks her to the office where he calls for someone to be brought in.", "similarity": 0.5239, "relevance": 1 }, { "pair_id": 14398, "video_name": "castle_s03e13_seg02_clip_27", "timestamp": [ 5.68, 18.02 ], "duration": 18.66, "caption": "A woman looks at a person in prison as she is talking to him.", "similarity": 0.5221, "relevance": 0 }, { "pair_id": 14399, "video_name": "s03e16_seg02_clip_11", "timestamp": [ 47.76, 51.48 ], "duration": 62.66, "caption": "A person looks at the jail cell's toilet and notify the guard about their willingness to apologize.", "similarity": 0.5213, "relevance": 2 } ] }, { "query_id": 32050, "query": "A woman is standing in a doorway and looks down at her pager.", "relevant_moment": [ { "pair_id": 580, "video_name": "house_s02e05_seg02_clip_15", "timestamp": [ 31.73, 33.49 ], "duration": 88.66, "caption": "A woman is standing in a doorway and looks down at her pager.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 581, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 1.76, 3.52 ], "duration": 88.66, "caption": "A woman walks down the hallway when checking her pager.", "similarity": 0.7722, "relevance": 2 }, { "pair_id": 582, "video_name": "grey_s03e20_seg02_clip_21", "timestamp": [ 0.0, 4.2 ], "duration": 84.66, "caption": "A woman looks over and sees a person standing in the doorway.", "similarity": 0.7446, "relevance": 1 }, { "pair_id": 583, "video_name": "grey_s01e05_seg02_clip_07", "timestamp": [ 40.0, 43.72 ], "duration": 93.66, "caption": "A woman looks at her pager then runs down the hallway.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 584, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 74.33, 77.45 ], "duration": 89.66, "caption": "A person looks toward someone standing in the doorway.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 585, "video_name": "castle_s05e03_seg02_clip_17", "timestamp": [ 3.64, 5.92 ], "duration": 91.66, "caption": "A woman is standing in front of an open doorway.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 586, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 88.77, 89.22 ], "duration": 89.66, "caption": "A woman looks towards the door as she is sitting.", "similarity": 0.6737, "relevance": 0 }, { "pair_id": 587, "video_name": "house_s02e08_seg02_clip_18", "timestamp": [ 80.77, 85.02 ], "duration": 85.66, "caption": "A pager goes off and a woman stands up.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 588, "video_name": "s04e16_seg02_clip_08", "timestamp": [ 21.25, 30.4 ], "duration": 59.66, "caption": "A woman gets up to see who is at the door.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 589, "video_name": "grey_s02e02_seg02_clip_20", "timestamp": [ 14.11, 18.2 ], "duration": 91.66, "caption": "A person looks down, grabs and reads his pager.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 590, "video_name": "s09e17_seg02_clip_11", "timestamp": [ 27.91, 34.74 ], "duration": 62.66, "caption": "A woman looks towards the door then back to person.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 591, "video_name": "house_s08e12_seg02_clip_19", "timestamp": [ 52.97, 55.64 ], "duration": 89.66, "caption": "A person picks up their pager and looks at it.", "similarity": 0.6528, "relevance": 3 }, { "pair_id": 592, "video_name": "house_s01e10_seg02_clip_16", "timestamp": [ 67.97, 73.37 ], "duration": 90.66, "caption": "A person picks up their pager and looks at it.", "similarity": 0.6528, "relevance": 1 }, { "pair_id": 593, "video_name": "friends_s03e04_seg02_clip_13", "timestamp": [ 47.12, 48.62 ], "duration": 60.66, "caption": "A woman enters the doorway, bellowing her presence is near.", "similarity": 0.6471, "relevance": 0 }, { "pair_id": 594, "video_name": "friends_s03e14_seg02_clip_04", "timestamp": [ 21.73, 23.84 ], "duration": 60.66, "caption": "A woman looks at and grabs her telephone pager.", "similarity": 0.6422, "relevance": 1 }, { "pair_id": 595, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 37.2, 38.52 ], "duration": 44.66, "caption": "A woman opens the door and sees a person standing there.", "similarity": 0.6399, "relevance": 1 }, { "pair_id": 596, "video_name": "grey_s03e07_seg02_clip_18", "timestamp": [ 45.92, 48.11 ], "duration": 87.66, "caption": "A woman runs out of the room after looking at her pager.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 597, "video_name": "grey_s01e09_seg02_clip_14", "timestamp": [ 50.52, 55.07 ], "duration": 91.66, "caption": "A woman sets down her pager and lays down.", "similarity": 0.6386, "relevance": 0 }, { "pair_id": 598, "video_name": "friends_s04e16_seg02_clip_17", "timestamp": [ 36.59, 39.34 ], "duration": 55.66, "caption": "A woman stands up and walks towards the door.", "similarity": 0.6375, "relevance": 0 }, { "pair_id": 599, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 2.78, 4.87 ], "duration": 139.66, "caption": "A woman opens a door slightly and looks out.", "similarity": 0.6373, "relevance": 1 }, { "pair_id": 173900, "video_name": "grey_s02e17_seg02_clip_07", "timestamp": [ 29.93, 34.53 ], "duration": 92.66, "caption": "A person walks over and stands in the doorway.", "similarity": 0.6352, "relevance": 1 }, { "pair_id": 173901, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 6.12, 9.44 ], "duration": 51.66, "caption": "A woman opens the door to see a person standing in the door way.", "similarity": 0.6326, "relevance": 3 }, { "pair_id": 173902, "video_name": "castle_s07e09_seg02_clip_09", "timestamp": [ 79.16, 81.47 ], "duration": 92.66, "caption": "A woman quickly walks through the doorway, then looks over towards a man.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 173903, "video_name": "friends_s08e13_seg02_clip_06", "timestamp": [ 56.66, 57.85 ], "duration": 59.66, "caption": "A woman looks at her pager/phone from her pocket.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 173904, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 41.57, 53.06 ], "duration": 88.66, "caption": "A woman answers the door and find person standing there.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 173905, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.61, 25.68 ], "duration": 59.66, "caption": "A woman opens the door to find person standing there.", "similarity": 0.6261, "relevance": 3 }, { "pair_id": 173906, "video_name": "castle_s03e06_seg02_clip_13", "timestamp": [ 85.39, 97.03 ], "duration": 97.66, "caption": "A person is looking through some paperwork while a woman is standing by the door.", "similarity": 0.6245, "relevance": 3 }, { "pair_id": 173907, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A person opens their door to find a woman standing at the entrance.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 173908, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 18.8, 29.99 ], "duration": 89.66, "caption": "A woman looks at her pager and walks towards a man in a suit.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 173909, "video_name": "castle_s01e04_seg02_clip_17", "timestamp": [ 77.99, 82.95 ], "duration": 90.66, "caption": "A woman walks over to the door while looking at a person and then opens it.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 173910, "video_name": "friends_s07e06_seg02_clip_09", "timestamp": [ 0.0, 12.69 ], "duration": 59.66, "caption": "A woman is standing and talking with her right hand resting on the doorway.", "similarity": 0.6207, "relevance": 3 }, { "pair_id": 173911, "video_name": "s01e14_seg02_clip_07", "timestamp": [ 20.95, 25.09 ], "duration": 59.66, "caption": "A woman stands in the doorway pointing dramatically towards two people.", "similarity": 0.6157, "relevance": 3 }, { "pair_id": 173912, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 7.75, 13.96 ], "duration": 62.66, "caption": "A person gets up to answer the door and sees a woman standing there.", "similarity": 0.6116, "relevance": 3 }, { "pair_id": 173913, "video_name": "grey_s02e22_seg02_clip_18", "timestamp": [ 6.27, 9.4 ], "duration": 89.66, "caption": "A person looks up and sees another person standing in the doorway.", "similarity": 0.6076, "relevance": 2 }, { "pair_id": 173914, "video_name": "castle_s03e24_seg02_clip_13", "timestamp": [ 52.34, 55.07 ], "duration": 91.66, "caption": "A woman opens the door and sees a person is there.", "similarity": 0.6071, "relevance": 3 }, { "pair_id": 173915, "video_name": "s02e06_seg02_clip_11", "timestamp": [ 1.71, 3.02 ], "duration": 3.66, "caption": "A woman opens her door to see a person standing outside her door.", "similarity": 0.605, "relevance": 3 }, { "pair_id": 173916, "video_name": "s03e22_seg02_clip_08", "timestamp": [ 3.6, 7.5 ], "duration": 60.66, "caption": "A woman walks over to the door, stops to look at a person, and walks out.", "similarity": 0.6045, "relevance": 3 }, { "pair_id": 173917, "video_name": "castle_s07e11_seg02_clip_10", "timestamp": [ 36.46, 42.31 ], "duration": 90.66, "caption": "A woman opens the door and reads a piece of paper.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 173918, "video_name": "castle_s08e15_seg02_clip_27", "timestamp": [ 7.6, 11.02 ], "duration": 76.66, "caption": "A person opens the door to find a woman standing there.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 173919, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 61.15, 64.02 ], "duration": 64.66, "caption": "A woman is standing trying to watch her door and turns around to see a person with a bad face.", "similarity": 0.6016, "relevance": 2 } ] }, { "query_id": 32061, "query": "A man paces back and forth when talking to two other people.", "relevant_moment": [ { "pair_id": 145980, "video_name": "castle_s06e06_seg02_clip_04", "timestamp": [ 66.13, 71.11 ], "duration": 90.66, "caption": "A man paces back and forth when talking to two other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145981, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 12.56, 61.4 ], "duration": 93.66, "caption": "A person paces back and forth while talking to someone.", "similarity": 0.859, "relevance": 3 }, { "pair_id": 145982, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 66.51, 75.82 ], "duration": 93.66, "caption": "Someone is walking back and forth while talking to two other people.", "similarity": 0.8015, "relevance": 4 }, { "pair_id": 145983, "video_name": "castle_s01e02_seg02_clip_15", "timestamp": [ 0.0, 6.7 ], "duration": 89.66, "caption": "A woman paces back and forth while talking to a man and another person.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 145984, "video_name": "s01e03_seg02_clip_12", "timestamp": [ 52.22, 58.03 ], "duration": 58.66, "caption": "A person stands up from his chair and paces around while talking to another person.", "similarity": 0.7624, "relevance": 2 }, { "pair_id": 145985, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is talking to a person and another person walks up to them.", "similarity": 0.7533, "relevance": 3 }, { "pair_id": 145986, "video_name": "s01e15_seg01_clip_01", "timestamp": [ 19.81, 25.51 ], "duration": 60.66, "caption": "A man walks slowly to another person while he is talking.", "similarity": 0.7524, "relevance": 2 }, { "pair_id": 145987, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 145988, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 0.0, 4.79 ], "duration": 87.66, "caption": "A man is talking to two people while walking.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 145989, "video_name": "castle_s03e16_seg02_clip_17", "timestamp": [ 0.0, 6.8 ], "duration": 90.66, "caption": "A man is facing forward as he speaks to another man behind him.", "similarity": 0.7471, "relevance": 2 }, { "pair_id": 145990, "video_name": "friends_s02e22_seg02_clip_07", "timestamp": [ 30.61, 33.01 ], "duration": 60.66, "caption": "A man turns around when talking to two people.", "similarity": 0.7466, "relevance": 2 }, { "pair_id": 145991, "video_name": "friends_s09e12_seg02_clip_08", "timestamp": [ 13.34, 15.51 ], "duration": 62.66, "caption": "A man walks slowly in front of another man while talking.", "similarity": 0.7453, "relevance": 1 }, { "pair_id": 145992, "video_name": "house_s05e09_seg02_clip_00", "timestamp": [ 87.45, 90.7 ], "duration": 93.66, "caption": "A man walks slowly near another person while talking to him.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 145993, "video_name": "met_s05e01_seg02_clip_03", "timestamp": [ 28.3, 31.75 ], "duration": 69.66, "caption": "A man walks over to two individuals who are talking to each other.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 145994, "video_name": "castle_s02e15_seg02_clip_03", "timestamp": [ 39.5, 43.22 ], "duration": 92.66, "caption": "A man walks towards some people while talking.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 145995, "video_name": "house_s03e02_seg02_clip_14", "timestamp": [ 0.0, 17.39 ], "duration": 79.66, "caption": "A man walks over and talks with two other people.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 145996, "video_name": "house_s06e17_seg02_clip_09", "timestamp": [ 3.19, 7.3 ], "duration": 91.66, "caption": "A person comes behind a man as he is talking to another man.", "similarity": 0.7393, "relevance": 2 }, { "pair_id": 145997, "video_name": "friends_s10e11_seg02_clip_15", "timestamp": [ 9.74, 11.51 ], "duration": 59.66, "caption": "A person walks up to a man when he's talking to other people.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 145998, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 0.61, 2.75 ], "duration": 61.66, "caption": "A person walks towards another person as he is talking.", "similarity": 0.7325, "relevance": 1 }, { "pair_id": 145999, "video_name": "friends_s05e04_seg02_clip_09", "timestamp": [ 59.45, 62.58 ], "duration": 62.66, "caption": "A man was walking back and forth whilst talking.", "similarity": 0.732, "relevance": 2 } ] }, { "query_id": 32067, "query": "A man walks up to a woman and a man holding a finger up.", "relevant_moment": [ { "pair_id": 250440, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 21.36, 23.19 ], "duration": 61.66, "caption": "A woman walks up to a man who puts his arm around her.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 250441, "video_name": "castle_s02e22_seg02_clip_17", "timestamp": [ 1.81, 4.54 ], "duration": 90.66, "caption": "A woman holds her finger up in front of a man as she talks to him.", "similarity": 0.7398, "relevance": 3 }, { "pair_id": 250442, "video_name": "grey_s01e01_seg02_clip_10", "timestamp": [ 76.17, 88.57 ], "duration": 88.66, "caption": "A man walks up and talks to a woman and another person.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 250443, "video_name": "castle_s07e05_seg02_clip_10", "timestamp": [ 71.19, 72.09 ], "duration": 90.66, "caption": "A man walks up to a woman and puts his hands in his pockets.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 250444, "video_name": "castle_s02e02_seg02_clip_15", "timestamp": [ 73.06, 79.37 ], "duration": 90.66, "caption": "A man holds up two fingers as he walks past another man.", "similarity": 0.7342, "relevance": 3 }, { "pair_id": 250445, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 14.56, 19.85 ], "duration": 88.66, "caption": "A man walks up to a woman holding a clipboard.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 250446, "video_name": "s08e06_seg02_clip_14", "timestamp": [ 49.43, 51.87 ], "duration": 61.66, "caption": "A woman holds up her left hand and index finger to a man.", "similarity": 0.7314, "relevance": 2 }, { "pair_id": 250447, "video_name": "house_s04e02_seg02_clip_25", "timestamp": [ 99.77, 105.02 ], "duration": 105.66, "caption": "A person walks over to another person and holds up three fingers.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 250448, "video_name": "castle_s05e06_seg02_clip_02", "timestamp": [ 32.67, 37.73 ], "duration": 92.66, "caption": "A woman walks up to man and shakes his hand.", "similarity": 0.7291, "relevance": 2 }, { "pair_id": 250449, "video_name": "castle_s08e13_seg02_clip_03", "timestamp": [ 78.36, 80.59 ], "duration": 89.66, "caption": "A woman walks up to a man to kiss him but he stops her with his fingers.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 250450, "video_name": "castle_s08e21_seg02_clip_12", "timestamp": [ 38.69, 40.05 ], "duration": 91.66, "caption": "A woman puts her finger up by her head and a man puts both his fingers up by his head.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 250451, "video_name": "castle_s03e24_seg02_clip_23", "timestamp": [ 62.28, 68.23 ], "duration": 91.66, "caption": "A man walks up behind a woman and puts their hand on her shoulder.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 250452, "video_name": "castle_s08e10_seg02_clip_19", "timestamp": [ 78.18, 81.36 ], "duration": 90.66, "caption": "A woman walks up to a man and with her hand on her hip.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 250453, "video_name": "castle_s05e14_seg02_clip_10", "timestamp": [ 16.02, 26.55 ], "duration": 91.66, "caption": "A person walks up to woman and hands woman a piece of paper.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 250454, "video_name": "castle_s05e03_seg02_clip_02", "timestamp": [ 6.25, 10.26 ], "duration": 89.66, "caption": "A man walks over to a woman and a man carrying a cell phone in his gloved hands.", "similarity": 0.7226, "relevance": 2 }, { "pair_id": 250455, "video_name": "friends_s04e23-24_seg02_clip_07", "timestamp": [ 8.91, 11.58 ], "duration": 59.66, "caption": "A person walks up to another person and touches their hand.", "similarity": 0.7202, "relevance": 1 }, { "pair_id": 250456, "video_name": "castle_s02e15_seg02_clip_05", "timestamp": [ 18.38, 24.81 ], "duration": 91.66, "caption": "A man stops when he's walking with a woman his finger to his head.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 250457, "video_name": "castle_s05e03_seg02_clip_24", "timestamp": [ 12.15, 13.05 ], "duration": 90.66, "caption": "A woman pointed her finger to woman and man.", "similarity": 0.7193, "relevance": 1 }, { "pair_id": 250458, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 0.0, 21.19 ], "duration": 90.66, "caption": "A woman and man walk up to person and converse with him.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 250459, "video_name": "friends_s03e11_seg02_clip_18", "timestamp": [ 31.85, 36.1 ], "duration": 53.66, "caption": "A man walks up to a woman and she turns around.", "similarity": 0.7182, "relevance": 3 } ] }, { "query_id": 32146, "query": "A woman answers the door to find someone standing with a towel.", "relevant_moment": [ { "pair_id": 11960, "video_name": "friends_s01e13_seg02_clip_13", "timestamp": [ 41.72, 57.15 ], "duration": 57.66, "caption": "A woman answers the door to find someone standing with a towel.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11961, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 41.57, 53.06 ], "duration": 88.66, "caption": "A woman answers the door and find person standing there.", "similarity": 0.8185, "relevance": 2 }, { "pair_id": 11962, "video_name": "castle_s01e02_seg02_clip_14", "timestamp": [ 51.98, 56.08 ], "duration": 91.66, "caption": "A woman answers the door to find woman and man standing there.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 11963, "video_name": "castle_s08e15_seg02_clip_27", "timestamp": [ 7.6, 11.02 ], "duration": 76.66, "caption": "A person opens the door to find a woman standing there.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 11964, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.61, 25.68 ], "duration": 59.66, "caption": "A woman opens the door to find person standing there.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 11965, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 7.75, 13.96 ], "duration": 62.66, "caption": "A person gets up to answer the door and sees a woman standing there.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 11966, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A person opens their door to find a woman standing at the entrance.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 11967, "video_name": "grey_s03e20_seg02_clip_25", "timestamp": [ 29.35, 33.89 ], "duration": 82.66, "caption": "A woman answers the door and finds another woman there.", "similarity": 0.6952, "relevance": 3 }, { "pair_id": 11968, "video_name": "s09e21_seg02_clip_12", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman answers the door and a man is standing there.", "similarity": 0.684, "relevance": 3 }, { "pair_id": 11969, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 20.71, 26.71 ], "duration": 60.66, "caption": "A woman answers the door to see another woman standing there.", "similarity": 0.6817, "relevance": 3 }, { "pair_id": 11970, "video_name": "castle_s03e20_seg02_clip_12", "timestamp": [ 1.37, 5.04 ], "duration": 91.66, "caption": "A woman opens the door and finds two people standing there.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 11971, "video_name": "friends_s04e09_seg02_clip_07", "timestamp": [ 25.9, 28.43 ], "duration": 56.66, "caption": "A woman answers the door to find someone holding up a newspaper.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 11972, "video_name": "castle_s08e08_seg02_clip_26", "timestamp": [ 9.45, 14.85 ], "duration": 90.66, "caption": "A person gets up to answer the door and it is a woman.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 11973, "video_name": "s03e20_seg02_clip_04", "timestamp": [ 12.51, 15.26 ], "duration": 61.66, "caption": "A woman answers her apartment door and finds a person in the hallway.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 11974, "video_name": "castle_s03e24_seg02_clip_13", "timestamp": [ 51.88, 63.72 ], "duration": 91.66, "caption": "A woman answers a door and sees man standing on the other side.", "similarity": 0.6614, "relevance": 3 }, { "pair_id": 11975, "video_name": "friends_s02e02_seg02_clip_09", "timestamp": [ 60.19, 64.03 ], "duration": 64.66, "caption": "A woman answers the door and two other women are standing there.", "similarity": 0.6606, "relevance": 3 }, { "pair_id": 11976, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 37.2, 38.52 ], "duration": 44.66, "caption": "A woman opens the door and sees a person standing there.", "similarity": 0.656, "relevance": 3 }, { "pair_id": 11977, "video_name": "s07e05_seg02_clip_02", "timestamp": [ 29.94, 35.3 ], "duration": 63.66, "caption": "A woman opens the door to a person standing there.", "similarity": 0.6523, "relevance": 3 }, { "pair_id": 11978, "video_name": "grey_s03e02_seg02_clip_13", "timestamp": [ 49.15, 59.52 ], "duration": 90.66, "caption": "A woman answers the door and she finds a man to be the visitor.", "similarity": 0.6505, "relevance": 3 }, { "pair_id": 11979, "video_name": "s06e10_seg02_clip_01", "timestamp": [ 4.95, 6.33 ], "duration": 55.66, "caption": "A woman opens up her front door to find a person on the other side of it.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 185280, "video_name": "grey_s03e13_seg02_clip_24", "timestamp": [ 30.46, 34.81 ], "duration": 87.66, "caption": "A woman answers her door and finds a man standing there with flowers.", "similarity": 0.6429, "relevance": 3 }, { "pair_id": 185281, "video_name": "friends_s02e03_seg02_clip_03", "timestamp": [ 55.41, 59.04 ], "duration": 60.66, "caption": "A woman opens the door to find two people there.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 185282, "video_name": "s06e19_seg02_clip_14", "timestamp": [ 13.03, 16.75 ], "duration": 62.66, "caption": "A person is standing next to a woman by the door.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 185283, "video_name": "grey_s01e05_seg02_clip_14", "timestamp": [ 5.01, 11.69 ], "duration": 83.66, "caption": "A woman walks up to another woman and stands behind her as she asks about the towel incident and the other woman tells her she handled it.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 185284, "video_name": "s07e14_seg02_clip_08", "timestamp": [ 35.54, 37.99 ], "duration": 49.66, "caption": "A woman sets down her towel then gets up with woman.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 185285, "video_name": "castle_s03e07_seg02_clip_15", "timestamp": [ 34.72, 46.29 ], "duration": 89.66, "caption": "A woman is holding a towel in her hand as she speaks to two people.", "similarity": 0.6293, "relevance": 2 }, { "pair_id": 185286, "video_name": "friends_s07e01_seg02_clip_16", "timestamp": [ 4.48, 10.08 ], "duration": 56.66, "caption": "A woman opens the bedroom door to find two people standing there.", "similarity": 0.6266, "relevance": 3 }, { "pair_id": 185287, "video_name": "grey_s03e03_seg02_clip_00", "timestamp": [ 32.62, 38.21 ], "duration": 93.66, "caption": "A woman walks out of the door wearing only a towel, she walks down the hallway from two other women and reaches for a blue folded cloth.", "similarity": 0.6231, "relevance": 2 }, { "pair_id": 185288, "video_name": "friends_s09e05_seg02_clip_01", "timestamp": [ 36.89, 40.14 ], "duration": 59.66, "caption": "A woman answers the apartment door and finds another woman in the hallway.", "similarity": 0.6219, "relevance": 3 }, { "pair_id": 185289, "video_name": "grey_s03e18_seg02_clip_00", "timestamp": [ 4.65, 7.91 ], "duration": 93.66, "caption": "A woman walks into another woman's room wearing only a towel as he/she asks the other woman if she let someone move into the house.", "similarity": 0.6208, "relevance": 3 }, { "pair_id": 185290, "video_name": "friends_s06e24-25_seg02_clip_31", "timestamp": [ 13.12, 21.05 ], "duration": 61.66, "caption": "A man opens his door to find a woman standing there.", "similarity": 0.6206, "relevance": 2 }, { "pair_id": 185291, "video_name": "s04e16_seg02_clip_08", "timestamp": [ 21.25, 30.4 ], "duration": 59.66, "caption": "A woman gets up to see who is at the door.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 185292, "video_name": "friends_s04e16_seg02_clip_17", "timestamp": [ 36.59, 39.34 ], "duration": 55.66, "caption": "A woman stands up and walks towards the door.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 185293, "video_name": "friends_s05e04_seg01_clip_01", "timestamp": [ 0.0, 3.78 ], "duration": 54.66, "caption": "A woman gets the door after wondering if a person is on the other side.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 185294, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 6.12, 9.44 ], "duration": 51.66, "caption": "A woman opens the door to see a person standing in the door way.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 185295, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 69.77, 77.42 ], "duration": 90.66, "caption": "A person opens the door and finds a woman, a man, and another man standing there.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 185296, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 64.13, 66.84 ], "duration": 90.66, "caption": "A person comes through the door to talk to a woman.", "similarity": 0.615, "relevance": 1 }, { "pair_id": 185297, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 53.7, 57.67 ], "duration": 61.66, "caption": "A woman gets up to answer the front door.", "similarity": 0.6144, "relevance": 3 }, { "pair_id": 185298, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 19.75, 29.21 ], "duration": 42.66, "caption": "A woman removes the towel from her head and shakes her head as another woman stands staring at her.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 185299, "video_name": "friends_s09e06_seg02_clip_03", "timestamp": [ 42.2, 59.03 ], "duration": 59.66, "caption": "A woman answers a knock at the door to see a man there.", "similarity": 0.6122, "relevance": 3 } ] }, { "query_id": 32166, "query": "A person takes off his sunglasses as he gets involved with the men.", "relevant_moment": [ { "pair_id": 151420, "video_name": "house_s07e16_seg02_clip_15", "timestamp": [ 31.06, 32.86 ], "duration": 90.66, "caption": "A person takes off his sunglasses as he gets involved with the men.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 151421, "video_name": "house_s05e22_seg02_clip_04", "timestamp": [ 63.72, 65.68 ], "duration": 98.66, "caption": "A man takes off his sunglasses while talking to two women and a man.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 151422, "video_name": "castle_s03e22_seg02_clip_06", "timestamp": [ 36.46, 37.81 ], "duration": 90.66, "caption": "A person takes off his sunglasses while talking to two people.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 151423, "video_name": "friends_s02e10_seg02_clip_10", "timestamp": [ 0.59, 8.85 ], "duration": 59.66, "caption": "A man takes his sunglasses off after he comes in.", "similarity": 0.7539, "relevance": 4 }, { "pair_id": 151424, "video_name": "house_s03e17_seg02_clip_12", "timestamp": [ 21.83, 23.29 ], "duration": 97.66, "caption": "A person removes a pair of sunglasses they were wearing.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 151425, "video_name": "castle_s01e01_seg02_clip_01", "timestamp": [ 1.7, 4.25 ], "duration": 85.66, "caption": "A woman takes the sunglasses off a man's face.", "similarity": 0.7291, "relevance": 2 }, { "pair_id": 151426, "video_name": "house_s02e01_seg02_clip_15", "timestamp": [ 85.28, 87.02 ], "duration": 87.66, "caption": "A person passes by in front of man while he takes off his sunglasses and rub his eyes.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 151427, "video_name": "s03e12_seg02_clip_09", "timestamp": [ 49.52, 52.82 ], "duration": 60.66, "caption": "A man takes his protective glasses off as he has a conversation with another man.", "similarity": 0.7152, "relevance": 3 }, { "pair_id": 151428, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 78.93, 80.77 ], "duration": 92.66, "caption": "A man takes off their glasses while talking with a woman.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 151429, "video_name": "house_s07e17_seg02_clip_00", "timestamp": [ 28.84, 35.35 ], "duration": 93.66, "caption": "A person removes their sunglasses while standing beside a person facing everyone at the table, another person wiggles in their seat and the person hands the sunglasses to the person standing beside them.", "similarity": 0.708, "relevance": 3 }, { "pair_id": 151430, "video_name": "castle_s03e22_seg02_clip_20", "timestamp": [ 17.61, 21.83 ], "duration": 76.66, "caption": "A man sits next to a woman and removes his sunglasses.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 151431, "video_name": "castle_s02e05_seg02_clip_18", "timestamp": [ 70.38, 76.46 ], "duration": 86.66, "caption": "A man holds up his sunglasses in front of woman.", "similarity": 0.7008, "relevance": 1 }, { "pair_id": 151432, "video_name": "grey_s03e10_seg02_clip_11", "timestamp": [ 1.83, 4.57 ], "duration": 91.66, "caption": "A man removes their glasses with their right hand.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 151433, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 5.7, 7.8 ], "duration": 60.66, "caption": "A man takes his glasses off and puts them on his head.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 151434, "video_name": "castle_s08e03_seg02_clip_18", "timestamp": [ 76.93, 82.96 ], "duration": 92.66, "caption": "A man tells the police officer to take off his sunglasses.", "similarity": 0.6865, "relevance": 4 }, { "pair_id": 151435, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 0.0, 2.38 ], "duration": 95.66, "caption": "A person takes off his glasses while sitting across from another person.", "similarity": 0.6816, "relevance": 2 }, { "pair_id": 151436, "video_name": "house_s06e10_seg02_clip_00", "timestamp": [ 33.22, 36.41 ], "duration": 91.66, "caption": "A man removes his glasses while having a conversation with a person and his visitor.", "similarity": 0.6729, "relevance": 0 }, { "pair_id": 151437, "video_name": "house_s08e09_seg02_clip_19", "timestamp": [ 7.34, 11.47 ], "duration": 91.66, "caption": "A man removes his eyeglass while talking to another man.", "similarity": 0.6717, "relevance": 3 }, { "pair_id": 151438, "video_name": "castle_s06e13_seg02_clip_17", "timestamp": [ 45.4, 49.41 ], "duration": 89.66, "caption": "A woman puts her sunglasses down as she sees a man.", "similarity": 0.67, "relevance": 3 }, { "pair_id": 151439, "video_name": "castle_s03e11_seg02_clip_10", "timestamp": [ 76.96, 79.7 ], "duration": 91.66, "caption": "The person with blond hair and a black hat takes their sunglasses off.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 324740, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "A person takes off his eyeglass while talking to another person.", "similarity": 0.6582, "relevance": 4 }, { "pair_id": 324742, "video_name": "s10e07_seg02_clip_06", "timestamp": [ 29.11, 33.62 ], "duration": 60.66, "caption": "A person lifts their hand and pulls their eye glasses off then puts them back on.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 324743, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 20.34, 22.99 ], "duration": 88.66, "caption": "Two men remove their sunglasses and start a conversation.", "similarity": 0.6548, "relevance": 4 }, { "pair_id": 324744, "video_name": "friends_s05e17_seg02_clip_08", "timestamp": [ 3.05, 5.19 ], "duration": 61.66, "caption": "A man a person is talking to took off his glasses.", "similarity": 0.6537, "relevance": 3 }, { "pair_id": 324745, "video_name": "s04e18_seg01_clip_00", "timestamp": [ 37.53, 57.07 ], "duration": 62.66, "caption": "A woman takes a man's glasses off and holds them in her hand.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 324746, "video_name": "friends_s02e22_seg02_clip_13", "timestamp": [ 1.79, 4.77 ], "duration": 59.66, "caption": "A man hands a pair of glasses to another person.", "similarity": 0.6526, "relevance": 3 }, { "pair_id": 324747, "video_name": "friends_s09e15_seg02_clip_20", "timestamp": [ 25.54, 27.61 ], "duration": 69.66, "caption": "A person wearing glasses wraps their arms around a man.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 324749, "video_name": "grey_s01e06_seg02_clip_21", "timestamp": [ 33.62, 44.0 ], "duration": 83.66, "caption": "A man takes off headgear and then his glasses.", "similarity": 0.6415, "relevance": 2 }, { "pair_id": 324750, "video_name": "s03e12_seg02_clip_09", "timestamp": [ 1.8, 9.6 ], "duration": 60.66, "caption": "A man hands another man red glasses and he puts the glasses on.", "similarity": 0.641, "relevance": 2 }, { "pair_id": 324751, "video_name": "house_s02e21_seg02_clip_10", "timestamp": [ 10.24, 12.91 ], "duration": 89.66, "caption": "A man touches the glass separating him from another man.", "similarity": 0.6407, "relevance": 1 }, { "pair_id": 324752, "video_name": "castle_s08e03_seg02_clip_18", "timestamp": [ 81.1, 82.96 ], "duration": 92.66, "caption": "The male prison guard takes off his sunglasses.", "similarity": 0.6396, "relevance": 3 }, { "pair_id": 324753, "video_name": "s04e05_seg02_clip_14", "timestamp": [ 35.42, 36.92 ], "duration": 60.66, "caption": "A person takes off a pair of funny novelty glasses while talking to another person.", "similarity": 0.6395, "relevance": 3 }, { "pair_id": 324754, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 12.96, 16.66 ], "duration": 92.66, "caption": "A person takes off their glasses as they speak to woman.", "similarity": 0.6368, "relevance": 3 }, { "pair_id": 324755, "video_name": "grey_s02e23_seg02_clip_19", "timestamp": [ 74.34, 80.12 ], "duration": 89.66, "caption": "A man takes his glasses off and crosses his arms.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 324756, "video_name": "house_s07e16_seg02_clip_05", "timestamp": [ 13.34, 22.55 ], "duration": 92.66, "caption": "A person gives a man some goggles and he puts them on.", "similarity": 0.6347, "relevance": 2 }, { "pair_id": 324757, "video_name": "friends_s08e07_seg02_clip_06", "timestamp": [ 47.91, 61.03 ], "duration": 61.66, "caption": "A person takes out his contact lenses so that he can't see a woman.", "similarity": 0.6269, "relevance": 1 }, { "pair_id": 324758, "video_name": "s01e09_seg02_clip_11", "timestamp": [ 21.25, 23.61 ], "duration": 59.66, "caption": "A person gets up from the crowd and takes off his hoodie with his sunglasses.", "similarity": 0.6239, "relevance": 3 }, { "pair_id": 324759, "video_name": "grey_s02e23_seg02_clip_15", "timestamp": [ 14.69, 24.04 ], "duration": 89.66, "caption": "A man puts glasses on his face as he is looking over woman's shoulder.", "similarity": 0.6228, "relevance": 2 } ] }, { "query_id": 32266, "query": "A man gets out of his chair and walks towards the door.", "relevant_moment": [ { "pair_id": 7940, "video_name": "friends_s10e15_seg02_clip_02", "timestamp": [ 31.38, 35.86 ], "duration": 64.66, "caption": "A man gets out of his chair and walks towards the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7941, "video_name": "house_s07e13_seg02_clip_26", "timestamp": [ 34.34, 38.5 ], "duration": 52.66, "caption": "A man gets up out of his chair and turns towards the door.", "similarity": 0.9101, "relevance": 2 }, { "pair_id": 7942, "video_name": "s07e09_seg02_clip_15", "timestamp": [ 24.16, 27.95 ], "duration": 69.66, "caption": "A person gets up out of his chair and walks to the door.", "similarity": 0.8971, "relevance": 4 }, { "pair_id": 7943, "video_name": "house_s03e19_seg02_clip_25", "timestamp": [ 38.7, 44.7 ], "duration": 109.66, "caption": "A man gets up from his chair and walks through the glass door.", "similarity": 0.8162, "relevance": 3 }, { "pair_id": 7944, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 70.57, 74.62 ], "duration": 89.66, "caption": "A person gets up from a chair and walks towards the door.", "similarity": 0.8125, "relevance": 4 }, { "pair_id": 7945, "video_name": "s10e01_seg02_clip_05", "timestamp": [ 44.27, 53.71 ], "duration": 59.66, "caption": "A man stands up from the chair, walks over and opens the door.", "similarity": 0.8007, "relevance": 4 }, { "pair_id": 7946, "video_name": "s06e17_seg02_clip_12", "timestamp": [ 1.53, 4.88 ], "duration": 61.66, "caption": "A man gets up from the grey chair and walks towards the door.", "similarity": 0.7993, "relevance": 4 }, { "pair_id": 7947, "video_name": "friends_s06e15-16_seg02_clip_17", "timestamp": [ 50.04, 55.84 ], "duration": 61.66, "caption": "A woman gets up out of the chair and walks pass a man towards the door.", "similarity": 0.783, "relevance": 3 }, { "pair_id": 7948, "video_name": "grey_s03e20_seg02_clip_16", "timestamp": [ 44.6, 46.42 ], "duration": 91.66, "caption": "A man gets out of the chair and walks away.", "similarity": 0.7793, "relevance": 2 }, { "pair_id": 7949, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 46.08, 47.91 ], "duration": 61.66, "caption": "A man opens the door and walks out of the room.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 7950, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 1.32, 4.4 ], "duration": 88.66, "caption": "A man turns around and walks out the door.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 7951, "video_name": "s04e09_seg02_clip_09", "timestamp": [ 40.63, 44.66 ], "duration": 62.66, "caption": "A man gets out of his chair to open the door for a woman.", "similarity": 0.7725, "relevance": 4 }, { "pair_id": 7952, "video_name": "s10e09_seg02_clip_14", "timestamp": [ 20.44, 25.63 ], "duration": 61.66, "caption": "A person gets up from the chair and heads to the door to leave.", "similarity": 0.7652, "relevance": 4 }, { "pair_id": 7953, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 34.04, 42.2 ], "duration": 56.66, "caption": "A man is at the exit door trying to push a chair out of the building.", "similarity": 0.7553, "relevance": 1 }, { "pair_id": 7954, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 65.35, 72.92 ], "duration": 108.66, "caption": "A man walks over to the door and walks out of the room.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 7955, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 82.3, 88.02 ], "duration": 88.66, "caption": "A man gets up from the chair he is sitting in and walks away.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 7956, "video_name": "s02e04_seg02_clip_12", "timestamp": [ 44.55, 46.69 ], "duration": 61.66, "caption": "A man gets up from a chair and walks away.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 7957, "video_name": "friends_s01e15_seg02_clip_05", "timestamp": [ 26.17, 28.38 ], "duration": 63.66, "caption": "A man walks over and pulls out the chair to sit in it.", "similarity": 0.7443, "relevance": 0 }, { "pair_id": 7958, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 13.5, 15.19 ], "duration": 56.66, "caption": "A man gets up from the chair and exits the room.", "similarity": 0.7436, "relevance": 3 }, { "pair_id": 7959, "video_name": "s08e02_seg02_clip_14", "timestamp": [ 26.47, 32.95 ], "duration": 54.66, "caption": "A man bursts in the front door and walks with determination over to a person, who gets up off his chair.", "similarity": 0.7421, "relevance": 1 }, { "pair_id": 181260, "video_name": "s02e18_seg02_clip_13", "timestamp": [ 2.6, 11.06 ], "duration": 65.66, "caption": "A man stands up from the chair and walks out of the room.", "similarity": 0.7331, "relevance": 4 }, { "pair_id": 181261, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 32.26, 39.01 ], "duration": 150.66, "caption": "A man gets up from his seat and walks toward the door and then turns around.", "similarity": 0.7324, "relevance": 4 }, { "pair_id": 181262, "video_name": "house_s04e09_seg02_clip_19", "timestamp": [ 6.16, 8.36 ], "duration": 88.66, "caption": "A man opens the glass door and walks out of the room.", "similarity": 0.7303, "relevance": 2 }, { "pair_id": 181263, "video_name": "s04e16_seg01_clip_03", "timestamp": [ 31.64, 37.77 ], "duration": 51.66, "caption": "A man opens the door and begins to walks away.", "similarity": 0.7297, "relevance": 1 }, { "pair_id": 181264, "video_name": "house_s06e11_seg02_clip_13", "timestamp": [ 24.69, 29.1 ], "duration": 88.66, "caption": "A person walks up out of his seat and out the door.", "similarity": 0.7282, "relevance": 4 }, { "pair_id": 181265, "video_name": "met_s02e20_seg02_clip_06", "timestamp": [ 11.28, 14.84 ], "duration": 59.66, "caption": "A man closes the door and walks out of the room.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 181266, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 3.97, 5.73 ], "duration": 88.66, "caption": "A person opens the door and walks out of the room.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 181267, "video_name": "house_s07e15_seg02_clip_10", "timestamp": [ 75.7, 82.3 ], "duration": 88.66, "caption": "The elevator doors open and a man walks out.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 181269, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 53.66, 58.62 ], "duration": 62.66, "caption": "A man gets out of his chair and walks to a woman then stops.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 181270, "video_name": "s05e04_seg02_clip_10", "timestamp": [ 16.78, 23.19 ], "duration": 61.66, "caption": "A man gets up from his chair and leaves the room.", "similarity": 0.7145, "relevance": 4 }, { "pair_id": 181271, "video_name": "friends_s04e07_seg01_clip_00", "timestamp": [ 42.52, 48.52 ], "duration": 50.66, "caption": "A man walks out and slams the door behind him.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 181272, "video_name": "grey_s01e08_seg02_clip_02", "timestamp": [ 86.52, 89.31 ], "duration": 93.66, "caption": "A man walks to the operating door and exits the room.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 181273, "video_name": "friends_s10e14_seg02_clip_13", "timestamp": [ 6.82, 10.54 ], "duration": 62.66, "caption": "A man gets up from his seat and walks toward the door to look.", "similarity": 0.7039, "relevance": 4 }, { "pair_id": 181274, "video_name": "friends_s06e21_seg02_clip_08", "timestamp": [ 46.47, 50.18 ], "duration": 57.66, "caption": "A man opens the door and sits on the chair.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 181275, "video_name": "house_s06e15_seg02_clip_11", "timestamp": [ 51.71, 62.69 ], "duration": 91.66, "caption": "A man opens a door and walks down the hallway.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 181276, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 15.02, 20.94 ], "duration": 91.66, "caption": "A man opens the door briefly and then exits.", "similarity": 0.7029, "relevance": 1 }, { "pair_id": 181277, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 51.45, 57.93 ], "duration": 81.66, "caption": "A man walks out of the door and leaves person behind.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 181278, "video_name": "met_s02e21_seg02_clip_08", "timestamp": [ 7.46, 59.66 ], "duration": 59.66, "caption": "A man walks out of a room closing the door behind him.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 181279, "video_name": "house_s06e11_seg02_clip_10", "timestamp": [ 62.07, 64.62 ], "duration": 85.66, "caption": "A person walks out the door of the room.", "similarity": 0.7021, "relevance": 2 } ] }, { "query_id": 32338, "query": "The janitor walks over to the music and shuts it off.", "relevant_moment": [ { "pair_id": 10520, "video_name": "friends_s04e04_seg02_clip_12", "timestamp": [ 5.99, 11.35 ], "duration": 63.66, "caption": "The janitor walks over to the music and shuts it off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10521, "video_name": "s03e03_seg01_clip_00", "timestamp": [ 24.58, 34.98 ], "duration": 63.66, "caption": "A person comes into the kitchen and turns off a woman's music.", "similarity": 0.5607, "relevance": 3 }, { "pair_id": 10522, "video_name": "friends_s02e19_seg01_clip_00", "timestamp": [ 81.2, 83.32 ], "duration": 85.66, "caption": "A person walks out of the room and shuts the door behind them.", "similarity": 0.548, "relevance": 0 }, { "pair_id": 10523, "video_name": "friends_s07e01_seg02_clip_01", "timestamp": [ 21.73, 25.31 ], "duration": 55.66, "caption": "A person walks out of the apartment and shuts the door.", "similarity": 0.5445, "relevance": 0 }, { "pair_id": 10524, "video_name": "s08e19_seg02_clip_03", "timestamp": [ 41.87, 43.76 ], "duration": 54.66, "caption": "A person reaches towards dash to turn off music.", "similarity": 0.5201, "relevance": 1 }, { "pair_id": 10525, "video_name": "house_s01e14_seg02_clip_25", "timestamp": [ 6.4, 15.36 ], "duration": 128.66, "caption": "A man turns off the music a person is listening to and introduces himself to them as they are in the office.", "similarity": 0.5145, "relevance": 2 }, { "pair_id": 10526, "video_name": "s07e18_seg02_clip_09", "timestamp": [ 18.59, 20.17 ], "duration": 63.66, "caption": "A person shuts the car door and walks away.", "similarity": 0.5096, "relevance": 0 }, { "pair_id": 10527, "video_name": "friends_s03e21_seg02_clip_07", "timestamp": [ 14.48, 18.7 ], "duration": 60.66, "caption": "A person walks into the apartment and shuts the door.", "similarity": 0.5088, "relevance": 1 }, { "pair_id": 10528, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 0.0, 1.81 ], "duration": 60.66, "caption": "A person walks into the apartment and shuts the door.", "similarity": 0.5088, "relevance": 0 }, { "pair_id": 10529, "video_name": "friends_s02e12-13_seg02_clip_14", "timestamp": [ 0.0, 7.93 ], "duration": 61.66, "caption": "The janitor pauses when they realize that has told someone all the information.", "similarity": 0.5075, "relevance": 1 }, { "pair_id": 10530, "video_name": "house_s01e14_seg02_clip_25", "timestamp": [ 105.62, 122.9 ], "duration": 128.66, "caption": "A person presses a device which starts to play music, then shuts it off in a few seconds, and soon after another person gets up and walks to the door leading out of the room.", "similarity": 0.4991, "relevance": 0 }, { "pair_id": 10531, "video_name": "friends_s10e17-18_seg02_clip_10", "timestamp": [ 4.03, 7.13 ], "duration": 62.66, "caption": "A person in red scrubs walks into the room and shuts the door.", "similarity": 0.4921, "relevance": 0 }, { "pair_id": 10532, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 11.31, 17.41 ], "duration": 58.66, "caption": "A person opens the door, walks through it and shuts it.", "similarity": 0.4877, "relevance": 0 }, { "pair_id": 10533, "video_name": "s03e03_seg01_clip_00", "timestamp": [ 33.09, 35.3 ], "duration": 63.66, "caption": "A person turns off the music a woman was dancing to.", "similarity": 0.4864, "relevance": 3 }, { "pair_id": 10534, "video_name": "friends_s07e05_seg02_clip_12", "timestamp": [ 8.85, 11.6 ], "duration": 61.66, "caption": "A woman walks in and shuts the apartment door.", "similarity": 0.4849, "relevance": 0 }, { "pair_id": 10535, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 6.57, 11.32 ], "duration": 73.66, "caption": "A person shuts the refrigerator door in the apartment.", "similarity": 0.477, "relevance": 1 }, { "pair_id": 10536, "video_name": "friends_s09e06_seg02_clip_25", "timestamp": [ 36.32, 41.72 ], "duration": 60.66, "caption": "A person walks into the room and firmly shuts the door behind him.", "similarity": 0.476, "relevance": 0 }, { "pair_id": 10537, "video_name": "friends_s02e03_seg02_clip_20", "timestamp": [ 37.27, 48.61 ], "duration": 81.66, "caption": "A person turns off the lights and closes the door.", "similarity": 0.4721, "relevance": 1 }, { "pair_id": 10538, "video_name": "house_s01e17_seg02_clip_00", "timestamp": [ 17.29, 24.12 ], "duration": 91.66, "caption": "A doctor goes over and shuts the office door.", "similarity": 0.4713, "relevance": 1 }, { "pair_id": 10539, "video_name": "friends_s02e04_seg02_clip_11", "timestamp": [ 40.62, 44.68 ], "duration": 58.66, "caption": "A man walks in the room and shuts the door behind him.", "similarity": 0.468, "relevance": 0 } ] }, { "query_id": 32407, "query": "A person stands and watches a woman stretch her body around and fling her arms.", "relevant_moment": [ { "pair_id": 172840, "video_name": "s04e14_seg02_clip_05", "timestamp": [ 51.05, 61.45 ], "duration": 63.66, "caption": "A person stands and watches a woman stretch her body around and fling her arms.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172841, "video_name": "grey_s02e25_seg02_clip_00", "timestamp": [ 54.1, 56.93 ], "duration": 94.66, "caption": "When they see someone, a woman stands up and raises her arm.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 172842, "video_name": "s07e15_seg01_clip_01", "timestamp": [ 51.06, 58.63 ], "duration": 63.66, "caption": "A woman extends her arms in front of a person.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 172843, "video_name": "castle_s07e17_seg02_clip_22", "timestamp": [ 31.29, 32.67 ], "duration": 92.66, "caption": "A woman holds her arms crossed in front of her as she turns her body and looks at someone.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 172844, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 16.7, 17.65 ], "duration": 63.66, "caption": "A person reaches over and touches woman's shoulder.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 172845, "video_name": "friends_s01e10_seg02_clip_06", "timestamp": [ 6.96, 11.9 ], "duration": 58.66, "caption": "A woman crosses her arms over her chest and stands watching a man.", "similarity": 0.6975, "relevance": 1 }, { "pair_id": 172846, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 52.22, 60.03 ], "duration": 60.66, "caption": "A woman stands up in front of a man and swings her body back and forth.", "similarity": 0.6914, "relevance": 2 }, { "pair_id": 172847, "video_name": "house_s07e19_seg02_clip_14", "timestamp": [ 76.46, 78.92 ], "duration": 98.66, "caption": "A woman leans up and props herself up using her arms to see what man is doing.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 172848, "video_name": "house_s02e08_seg02_clip_10", "timestamp": [ 83.35, 86.95 ], "duration": 90.66, "caption": "A woman holds person's arm and turn him around.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 172849, "video_name": "castle_s07e16_seg02_clip_01", "timestamp": [ 2.24, 5.37 ], "duration": 89.66, "caption": "A woman puts her arm on person then turns around.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 172850, "video_name": "s01e10_seg02_clip_02", "timestamp": [ 46.69, 57.98 ], "duration": 61.66, "caption": "A person holds up his left arms and shows woman his watch.", "similarity": 0.6767, "relevance": 1 }, { "pair_id": 172851, "video_name": "s06e23_seg02_clip_16", "timestamp": [ 4.1, 7.61 ], "duration": 117.66, "caption": "A woman goes to stand and a man reaches out and touches her arm to make her pause.", "similarity": 0.6762, "relevance": 1 }, { "pair_id": 172852, "video_name": "s01e15_seg01_clip_01", "timestamp": [ 53.12, 56.73 ], "duration": 60.66, "caption": "A woman puts her arm around person's shoulders.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 172853, "video_name": "friends_s07e14_seg02_clip_13", "timestamp": [ 5.94, 9.24 ], "duration": 66.66, "caption": "A woman stretches out her arms and puts them around a man's neck.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 172854, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 9.74, 13.87 ], "duration": 59.66, "caption": "A woman makes mechanical gestures with her arms.", "similarity": 0.6693, "relevance": 3 }, { "pair_id": 172855, "video_name": "house_s05e07_seg02_clip_22", "timestamp": [ 54.89, 56.28 ], "duration": 93.66, "caption": "A woman crosses her arms while standing and looking at a man.", "similarity": 0.6687, "relevance": 3 }, { "pair_id": 172856, "video_name": "s03e02_seg02_clip_02", "timestamp": [ 1.18, 4.43 ], "duration": 59.66, "caption": "A woman reaching arms out to near where a man is standing.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 172857, "video_name": "house_s03e07_seg02_clip_19", "timestamp": [ 47.26, 49.96 ], "duration": 90.66, "caption": "A person stands up and waves his/her arm around.", "similarity": 0.6638, "relevance": 1 }, { "pair_id": 172858, "video_name": "house_s05e11_seg02_clip_01", "timestamp": [ 84.74, 91.12 ], "duration": 91.66, "caption": "A person moves both of woman's arms up and down.", "similarity": 0.6621, "relevance": 1 }, { "pair_id": 172859, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 3.41, 6.51 ], "duration": 62.66, "caption": "A person stands up and puts his hand on a woman's shoulder.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 346160, "video_name": "friends_s03e09_seg02_clip_01", "timestamp": [ 46.82, 48.92 ], "duration": 60.66, "caption": "A woman stretches both arms out in the air while addressing everyone but man.", "similarity": 0.6569, "relevance": 3 }, { "pair_id": 346161, "video_name": "castle_s04e02_seg02_clip_23", "timestamp": [ 18.66, 20.48 ], "duration": 91.66, "caption": "A woman straightens up and crosses her arms in front of her.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 346162, "video_name": "friends_s07e20_seg02_clip_01", "timestamp": [ 55.78, 63.03 ], "duration": 63.66, "caption": "A woman waves her hands, clasps her hands in front herself, reaches out and touches some clothes hanging on a circular rack and man looks on with his arms crossed across his chest.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 346164, "video_name": "met_s06e15_seg02_clip_04", "timestamp": [ 4.83, 6.94 ], "duration": 60.66, "caption": "A woman crosses her arms over her chest at the same time another woman raises both arms to her waist and wrist ball up in the air.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 346165, "video_name": "grey_s02e05_seg02_clip_22", "timestamp": [ 5.46, 7.74 ], "duration": 91.66, "caption": "A woman extends her arm to rub person's cheek.", "similarity": 0.6537, "relevance": 1 }, { "pair_id": 346166, "video_name": "castle_s05e05_seg02_clip_17", "timestamp": [ 74.64, 76.92 ], "duration": 91.66, "caption": "A woman has her arm extended and leaning on an object.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 346167, "video_name": "castle_s08e20_seg02_clip_06", "timestamp": [ 89.66, 91.03 ], "duration": 91.66, "caption": "A woman catches up with man and puts her arm around him.", "similarity": 0.6522, "relevance": 1 }, { "pair_id": 346168, "video_name": "s07e20_seg02_clip_09", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A person is standing up flailing their arms around in the air.", "similarity": 0.6521, "relevance": 2 }, { "pair_id": 346169, "video_name": "s02e11_seg02_clip_02", "timestamp": [ 57.03, 58.23 ], "duration": 60.66, "caption": "A woman shakes her head back and forth as she reaches out and touches a man's arm.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 346170, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A person raises his/her arm into the air.", "similarity": 0.6518, "relevance": 1 }, { "pair_id": 346171, "video_name": "friends_s03e20_seg02_clip_10", "timestamp": [ 5.27, 9.67 ], "duration": 58.66, "caption": "A woman stands up and crosses her arms in front of her.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 346172, "video_name": "s07e17_seg02_clip_00", "timestamp": [ 18.28, 23.01 ], "duration": 63.66, "caption": "A woman waves her arms with outstretched fingers up and down next to her face.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 346173, "video_name": "friends_s08e12_seg02_clip_02", "timestamp": [ 23.47, 30.61 ], "duration": 68.66, "caption": "A woman stands behind another woman and puts her arms around her.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 346174, "video_name": "friends_s06e14_seg02_clip_19", "timestamp": [ 7.56, 10.72 ], "duration": 63.66, "caption": "A woman crosses her arms and touches her hair while standing in front of a man.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 346175, "video_name": "castle_s06e23_seg02_clip_00", "timestamp": [ 60.28, 64.42 ], "duration": 92.66, "caption": "A woman stretches both of her arms out in front of her.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 346176, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 18.37, 29.71 ], "duration": 54.66, "caption": "A person turns their body to respond to a woman.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 346177, "video_name": "friends_s01e10_seg02_clip_21", "timestamp": [ 32.11, 33.92 ], "duration": 60.66, "caption": "A woman crosses her arms across her chest as she stands between two people.", "similarity": 0.6414, "relevance": 1 }, { "pair_id": 346178, "video_name": "friends_s09e20_seg02_clip_04", "timestamp": [ 1.8, 4.2 ], "duration": 60.66, "caption": "A woman jumps up and down waving their hands in the air, then touches their face with their hands.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 346179, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 10.55, 13.4 ], "duration": 57.66, "caption": "A woman motions up and down towards her body using both hands.", "similarity": 0.6402, "relevance": 1 } ] }, { "query_id": 32426, "query": "A woman pretends to be a fish while video chatting with someone.", "relevant_moment": [ { "pair_id": 33340, "video_name": "s04e14_seg02_clip_01", "timestamp": [ 20.11, 25.81 ], "duration": 60.66, "caption": "A woman pretends to be a fish while video chatting with someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 33341, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 0.0, 12.46 ], "duration": 89.66, "caption": "A woman is disheveled as she is video chatting with a person.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 33342, "video_name": "s05e22_seg02_clip_03", "timestamp": [ 3.6, 12.31 ], "duration": 60.66, "caption": "A woman videotapes herself talking about what she's doing with the video camera.", "similarity": 0.6541, "relevance": 1 }, { "pair_id": 33343, "video_name": "friends_s08e04_seg02_clip_15", "timestamp": [ 44.12, 50.11 ], "duration": 63.66, "caption": "A woman pretends to spill a glass of wine while she's on video.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 33344, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 44.84, 49.63 ], "duration": 87.66, "caption": "A woman shows the video on her phone to some people they are talking to.", "similarity": 0.6376, "relevance": 1 }, { "pair_id": 33345, "video_name": "castle_s08e15_seg02_clip_21", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A woman tells a person in the video how they want them to talk.", "similarity": 0.6335, "relevance": 0 }, { "pair_id": 33346, "video_name": "castle_s07e03_seg02_clip_11", "timestamp": [ 32.95, 34.25 ], "duration": 86.66, "caption": "A woman turns her head and notices a person tapping on the fish tank.", "similarity": 0.6327, "relevance": 1 }, { "pair_id": 33347, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 44.84, 58.34 ], "duration": 87.66, "caption": "A woman shows two people a video on her phone.", "similarity": 0.613, "relevance": 1 }, { "pair_id": 33348, "video_name": "castle_s08e04_seg02_clip_21", "timestamp": [ 0.0, 33.22 ], "duration": 91.66, "caption": "A woman has a conversation with a man over video chat.", "similarity": 0.6125, "relevance": 0 }, { "pair_id": 33349, "video_name": "s05e02_seg02_clip_05", "timestamp": [ 32.46, 35.12 ], "duration": 59.66, "caption": "A woman fixes her hair as she is video chatting with a man.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 33350, "video_name": "grey_s03e22_seg02_clip_13", "timestamp": [ 41.37, 47.97 ], "duration": 88.66, "caption": "A woman is looking at video of a person's throat when talking to man.", "similarity": 0.6081, "relevance": 0 }, { "pair_id": 33351, "video_name": "castle_s02e12_seg02_clip_24", "timestamp": [ 80.22, 92.21 ], "duration": 92.66, "caption": "A woman was showing a video camera to a man.", "similarity": 0.6051, "relevance": 0 }, { "pair_id": 33352, "video_name": "s05e01_seg02_clip_06", "timestamp": [ 36.62, 50.35 ], "duration": 61.66, "caption": "A woman is on video chat on a person's laptop.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 33353, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 0.0, 18.31 ], "duration": 60.66, "caption": "A woman puts in a video about ocean predators and tells a man it's for him.", "similarity": 0.5977, "relevance": 0 }, { "pair_id": 33354, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 0.0, 1.65 ], "duration": 55.66, "caption": "A woman is holding a tablet talking to a person on video chat.", "similarity": 0.5975, "relevance": 0 }, { "pair_id": 33355, "video_name": "s08e02_seg02_clip_05", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A woman answers a video call from another woman while at work.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 33356, "video_name": "castle_s05e05_seg02_clip_18", "timestamp": [ 84.74, 88.79 ], "duration": 90.66, "caption": "A woman is watching a surveillance video with person in it.", "similarity": 0.5918, "relevance": 0 }, { "pair_id": 33357, "video_name": "s06e10_seg02_clip_11", "timestamp": [ 0.99, 19.15 ], "duration": 66.66, "caption": "Woman shows some people how to cut open a fish.", "similarity": 0.5898, "relevance": 0 }, { "pair_id": 33358, "video_name": "house_s04e11_seg02_clip_04", "timestamp": [ 76.3, 88.66 ], "duration": 88.66, "caption": "A woman speaks to a person over a video monitor, and the person speaks back.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 33359, "video_name": "s05e07_seg02_clip_15", "timestamp": [ 27.91, 30.39 ], "duration": 62.66, "caption": "A woman, over video chat, gives a man a sheepish, guilty smile.", "similarity": 0.5887, "relevance": 1 } ] }, { "query_id": 32456, "query": "A doctor turns the left hand of a child sideways and examines it.", "relevant_moment": [ { "pair_id": 308480, "video_name": "house_s01e13_seg02_clip_14", "timestamp": [ 38.37, 41.98 ], "duration": 90.66, "caption": "A man examines his child patient upon arriving in the room.", "similarity": 0.6439, "relevance": 2 }, { "pair_id": 308481, "video_name": "house_s03e17_seg02_clip_12", "timestamp": [ 3.88, 6.31 ], "duration": 97.66, "caption": "A doctor uses her hand to open both a patient's eyes.", "similarity": 0.6416, "relevance": 2 }, { "pair_id": 308482, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 11.82, 16.37 ], "duration": 60.66, "caption": "A man grabs a doctor's hand as she turns him around.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 308483, "video_name": "s09e12_seg02_clip_13", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A doctor looks straightforward with both hands close together on the desk.", "similarity": 0.6399, "relevance": 0 }, { "pair_id": 308484, "video_name": "friends_s04e17_seg02_clip_21", "timestamp": [ 28.14, 32.64 ], "duration": 45.66, "caption": "The doctor pointed to each of the babies on the monitor.", "similarity": 0.6347, "relevance": 1 }, { "pair_id": 308485, "video_name": "house_s03e08_seg02_clip_03", "timestamp": [ 8.94, 12.97 ], "duration": 89.66, "caption": "A doctor looks at another person who sits beside two children.", "similarity": 0.6346, "relevance": 1 }, { "pair_id": 308486, "video_name": "house_s05e17_seg02_clip_15", "timestamp": [ 54.13, 58.98 ], "duration": 88.66, "caption": "A doctor turns to face a person while holding two small pink slips of paper.", "similarity": 0.6298, "relevance": 1 }, { "pair_id": 308487, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 5.01, 6.83 ], "duration": 91.66, "caption": "A doctor touches the leg of the patient.", "similarity": 0.6293, "relevance": 1 }, { "pair_id": 308488, "video_name": "house_s04e09_seg02_clip_06", "timestamp": [ 48.16, 55.36 ], "duration": 90.66, "caption": "A doctor lifts up the finger of a person to show doctor.", "similarity": 0.6284, "relevance": 4 }, { "pair_id": 308489, "video_name": "house_s05e08_seg02_clip_05", "timestamp": [ 54.16, 62.35 ], "duration": 91.66, "caption": "A doctor places his hands on a young person's abdomen and asks them about pain.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 308490, "video_name": "house_s03e17_seg02_clip_10", "timestamp": [ 6.68, 8.46 ], "duration": 89.66, "caption": "A doctor plays with their head by swinging it sideways.", "similarity": 0.6278, "relevance": 0 }, { "pair_id": 308491, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 62.57, 65.27 ], "duration": 90.66, "caption": "Doctor turns around to face doctor.", "similarity": 0.6277, "relevance": 0 }, { "pair_id": 308492, "video_name": "house_s08e03_seg02_clip_17", "timestamp": [ 53.86, 60.98 ], "duration": 89.66, "caption": "A doctor hands a child lube after grabbing it from a counter.", "similarity": 0.6277, "relevance": 0 }, { "pair_id": 308493, "video_name": "house_s07e05_seg02_clip_15", "timestamp": [ 1.84, 11.5 ], "duration": 92.66, "caption": "A doctor checks the abdominal ultrasound of a child.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 308494, "video_name": "friends_s02e15_seg02_clip_10", "timestamp": [ 48.52, 61.03 ], "duration": 61.66, "caption": "A doctor turns on their slit lamp and examines someone's eyes.", "similarity": 0.626, "relevance": 1 }, { "pair_id": 308495, "video_name": "house_s01e20_seg02_clip_23", "timestamp": [ 25.12, 35.82 ], "duration": 93.66, "caption": "A doctor checks and opens the patient's mouth.", "similarity": 0.6244, "relevance": 1 }, { "pair_id": 308496, "video_name": "house_s01e12_seg02_clip_04", "timestamp": [ 43.72, 46.98 ], "duration": 93.66, "caption": "A young man raises his left hand for him to get noticed by a doctor.", "similarity": 0.6225, "relevance": 1 }, { "pair_id": 308497, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 1.33, 8.0 ], "duration": 88.66, "caption": "A doctor approaches two people who seem looking at his direction.", "similarity": 0.6192, "relevance": 0 }, { "pair_id": 308498, "video_name": "house_s08e04_seg02_clip_01", "timestamp": [ 7.65, 11.25 ], "duration": 90.66, "caption": "A doctor handed their right arm to Dr. House for a deal.", "similarity": 0.618, "relevance": 0 }, { "pair_id": 308499, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 73.94, 77.3 ], "duration": 84.66, "caption": "A doctor holds a patient's internal body part in his hand.", "similarity": 0.6173, "relevance": 1 } ] }, { "query_id": 32522, "query": "A person under the car begins to shake violently.", "relevant_moment": [ { "pair_id": 173260, "video_name": "grey_s03e15_seg02_clip_25", "timestamp": [ 39.16, 54.38 ], "duration": 145.66, "caption": "A person under the car begins to shake violently.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173261, "video_name": "met_s02e17_seg01_clip_00", "timestamp": [ 34.95, 44.14 ], "duration": 49.66, "caption": "A person's car starts bumping and trembling and afterwards it stops completely.", "similarity": 0.7661, "relevance": 2 }, { "pair_id": 173262, "video_name": "house_s08e03_seg02_clip_11", "timestamp": [ 10.8, 20.26 ], "duration": 90.66, "caption": "A person's hands begin trembling and then start to shake violently.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 173263, "video_name": "house_s02e21_seg02_clip_10", "timestamp": [ 67.21, 70.77 ], "duration": 89.66, "caption": "A person is under bed covers shaking vigorously.", "similarity": 0.6036, "relevance": 2 }, { "pair_id": 173264, "video_name": "house_s04e16_seg02_clip_18", "timestamp": [ 63.21, 67.21 ], "duration": 89.66, "caption": "A person gasping and shaking violently as he knock things over.", "similarity": 0.6013, "relevance": 2 }, { "pair_id": 173265, "video_name": "s10e01_seg02_clip_18", "timestamp": [ 43.37, 45.92 ], "duration": 51.66, "caption": "A person slumps down towards the seat of the car.", "similarity": 0.5985, "relevance": 3 }, { "pair_id": 173266, "video_name": "grey_s03e15_seg02_clip_23", "timestamp": [ 44.45, 88.02 ], "duration": 88.66, "caption": "A person is treating a person who is crushed under a car.", "similarity": 0.5805, "relevance": 2 }, { "pair_id": 173267, "video_name": "house_s04e15_seg02_clip_24", "timestamp": [ 12.07, 16.34 ], "duration": 71.66, "caption": "A person looks at their hands and they are shaking vigorously.", "similarity": 0.5753, "relevance": 2 }, { "pair_id": 173268, "video_name": "s02e06_seg02_clip_17", "timestamp": [ 36.47, 47.27 ], "duration": 54.66, "caption": "A person starts shaking violently and splits into two persons.", "similarity": 0.5667, "relevance": 1 }, { "pair_id": 173269, "video_name": "met_s02e17_seg02_clip_15", "timestamp": [ 0.0, 4.48 ], "duration": 59.66, "caption": "A person describes riding a car while miming it.", "similarity": 0.5497, "relevance": 2 }, { "pair_id": 173270, "video_name": "friends_s02e21_seg02_clip_08", "timestamp": [ 51.54, 55.71 ], "duration": 64.66, "caption": "A woman brings her hands up over her mouth in the backseat as the car comes to a sudden stop.", "similarity": 0.5415, "relevance": 2 }, { "pair_id": 173271, "video_name": "castle_s05e05_seg02_clip_26", "timestamp": [ 1.28, 3.4 ], "duration": 85.66, "caption": "A person leans down inside a car and car window gets smashed.", "similarity": 0.5391, "relevance": 3 }, { "pair_id": 173272, "video_name": "met_s03e16_seg02_clip_09", "timestamp": [ 49.73, 53.01 ], "duration": 59.66, "caption": "A person bangs the roof of a vehicle they are sitting in with their fist.", "similarity": 0.5387, "relevance": 1 }, { "pair_id": 173273, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 14.4, 22.51 ], "duration": 90.66, "caption": "A person stands up and reaches out to shake someone's hand.", "similarity": 0.5367, "relevance": 0 }, { "pair_id": 173274, "video_name": "s08e08_seg02_clip_14", "timestamp": [ 51.06, 58.03 ], "duration": 58.66, "caption": "A man is angrily shaking another man in a car and a woman is trying to pull him off.", "similarity": 0.5348, "relevance": 3 }, { "pair_id": 173275, "video_name": "house_s08e09_seg02_clip_04", "timestamp": [ 0.0, 11.18 ], "duration": 89.66, "caption": "A person reaches out to shake another person's hand and eventually it happens.", "similarity": 0.5348, "relevance": 0 }, { "pair_id": 173276, "video_name": "house_s07e18_seg02_clip_09", "timestamp": [ 34.45, 39.05 ], "duration": 91.66, "caption": "A person who is sleeping in the car wakes up with a start as he hears a noise.", "similarity": 0.5336, "relevance": 1 }, { "pair_id": 173277, "video_name": "s02e05_seg02_clip_03", "timestamp": [ 3.97, 9.46 ], "duration": 61.66, "caption": "A person whimpers after another person drives over a bump.", "similarity": 0.5226, "relevance": 2 }, { "pair_id": 173278, "video_name": "friends_s10e16_seg02_clip_16", "timestamp": [ 0.0, 2.71 ], "duration": 60.66, "caption": "A person shakes his body while saying it can't happen.", "similarity": 0.5226, "relevance": 0 }, { "pair_id": 173279, "video_name": "house_s03e18_seg02_clip_00", "timestamp": [ 55.23, 60.75 ], "duration": 92.66, "caption": "Someone's patient collapses and shakes on the floor of the hospital.", "similarity": 0.5199, "relevance": 2 } ] }, { "query_id": 32527, "query": "A woman seated by herself is applying makeup to her face.", "relevant_moment": [ { "pair_id": 86720, "video_name": "friends_s01e06_seg02_clip_00", "timestamp": [ 27.31, 40.32 ], "duration": 65.66, "caption": "A woman seated by herself is applying makeup to her face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 86721, "video_name": "castle_s02e03_seg02_clip_02", "timestamp": [ 72.13, 72.58 ], "duration": 90.66, "caption": "A woman in the mirror puts on makeup.", "similarity": 0.757, "relevance": 2 }, { "pair_id": 86722, "video_name": "s05e03_seg02_clip_06", "timestamp": [ 47.04, 51.89 ], "duration": 57.66, "caption": "A woman applies makeup to woman's face with a makeup brush.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 86723, "video_name": "friends_s03e21_seg02_clip_10", "timestamp": [ 48.86, 55.47 ], "duration": 66.66, "caption": "A woman applies makeup to her eyes using a makeup brush.", "similarity": 0.726, "relevance": 4 }, { "pair_id": 86724, "video_name": "friends_s01e02_seg02_clip_16", "timestamp": [ 49.17, 55.2 ], "duration": 60.66, "caption": "A woman is using a dental light to apply her makeup.", "similarity": 0.7119, "relevance": 2 }, { "pair_id": 86725, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 10.24, 14.2 ], "duration": 66.66, "caption": "A woman says she needs to fix her makeup before leaving.", "similarity": 0.676, "relevance": 1 }, { "pair_id": 86726, "video_name": "grey_s02e08_seg02_clip_12", "timestamp": [ 60.39, 65.24 ], "duration": 88.66, "caption": "A woman turns to look in the mirror and apply lipstick.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 86727, "video_name": "castle_s07e05_seg02_clip_00", "timestamp": [ 12.35, 20.13 ], "duration": 91.66, "caption": "A woman brushes makeup onto a man's face as he makes faces.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 86728, "video_name": "friends_s03e21_seg02_clip_11", "timestamp": [ 16.51, 53.1 ], "duration": 55.66, "caption": "A man applies makeup to a woman's face above the eyes.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 86729, "video_name": "friends_s01e02_seg02_clip_16", "timestamp": [ 49.17, 53.39 ], "duration": 60.66, "caption": "A woman puts on makeup after turning on the dentist light.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 86730, "video_name": "friends_s02e11_seg02_clip_20", "timestamp": [ 47.27, 54.52 ], "duration": 63.66, "caption": "A woman's mom puts make up on her face.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 86731, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 51.35, 55.48 ], "duration": 59.66, "caption": "A woman applies moisturizer onto her face while looking in the mirror.", "similarity": 0.6253, "relevance": 3 }, { "pair_id": 86732, "video_name": "s06e03_seg02_clip_03", "timestamp": [ 47.9, 49.61 ], "duration": 57.66, "caption": "A woman is applying lip-gloss onto her lips as she stares in a mirror.", "similarity": 0.6242, "relevance": 3 }, { "pair_id": 86733, "video_name": "friends_s08e09_seg02_clip_11", "timestamp": [ 28.48, 33.07 ], "duration": 61.66, "caption": "A woman covers her face with her hands to hide herself.", "similarity": 0.624, "relevance": 0 }, { "pair_id": 86734, "video_name": "castle_s01e10_seg02_clip_07", "timestamp": [ 11.34, 13.86 ], "duration": 84.66, "caption": "A woman applies lipstick and checks her face in a compact mirror.", "similarity": 0.613, "relevance": 2 }, { "pair_id": 86735, "video_name": "friends_s03e18_seg02_clip_16", "timestamp": [ 26.11, 27.91 ], "duration": 60.66, "caption": "A woman is looking in the mirror while putting on her lipstick.", "similarity": 0.6104, "relevance": 3 }, { "pair_id": 86736, "video_name": "friends_s10e01_seg02_clip_23", "timestamp": [ 0.0, 11.61 ], "duration": 58.66, "caption": "A woman puts a facial tissue up to her face.", "similarity": 0.605, "relevance": 1 }, { "pair_id": 86737, "video_name": "castle_s05e02_seg02_clip_04", "timestamp": [ 20.71, 23.86 ], "duration": 90.66, "caption": "A woman points out makeup evidence on a blouse.", "similarity": 0.6001, "relevance": 0 }, { "pair_id": 86738, "video_name": "friends_s01e22_seg02_clip_21", "timestamp": [ 11.93, 18.29 ], "duration": 53.66, "caption": "A woman comes out into the hall applying make up.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 86739, "video_name": "castle_s04e01_seg02_clip_11", "timestamp": [ 5.84, 7.19 ], "duration": 89.66, "caption": "A woman puts her hand to cover her face.", "similarity": 0.5969, "relevance": 1 } ] }, { "query_id": 32546, "query": "A woman goes toward the lab table and touches a pencil sharpener.", "relevant_moment": [ { "pair_id": 21080, "video_name": "s06e05_seg02_clip_04", "timestamp": [ 25.51, 30.91 ], "duration": 60.66, "caption": "A woman goes toward the lab table and touches a pencil sharpener.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21081, "video_name": "s03e14_seg02_clip_10", "timestamp": [ 9.74, 11.81 ], "duration": 59.66, "caption": "A woman picks up the pencil with her right hand.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 21082, "video_name": "castle_s06e19_seg02_clip_23", "timestamp": [ 1.81, 5.88 ], "duration": 90.66, "caption": "A woman puts her hand on her notebook on the table and points to it.", "similarity": 0.6408, "relevance": 1 }, { "pair_id": 21083, "video_name": "s05e08_seg02_clip_11", "timestamp": [ 36.92, 38.45 ], "duration": 61.66, "caption": "A woman picks up a syringe from a table in her lab.", "similarity": 0.6406, "relevance": 3 }, { "pair_id": 21084, "video_name": "castle_s03e11_seg02_clip_18", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A person points the pencil in his hand towards a woman's direction.", "similarity": 0.6394, "relevance": 0 }, { "pair_id": 21085, "video_name": "castle_s02e04_seg02_clip_23", "timestamp": [ 1.36, 5.43 ], "duration": 90.66, "caption": "A woman takes pencil and quickly rubs it on a piece of paper.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 21086, "video_name": "castle_s02e20_seg02_clip_22", "timestamp": [ 50.71, 55.12 ], "duration": 88.66, "caption": "A woman walks towards the table with a recorder on it and touches it.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 21087, "video_name": "friends_s01e20_seg02_clip_04", "timestamp": [ 4.72, 6.2 ], "duration": 59.66, "caption": "A woman puts down her pencil and stands up from the table.", "similarity": 0.6262, "relevance": 1 }, { "pair_id": 21088, "video_name": "house_s03e08_seg02_clip_12", "timestamp": [ 32.01, 33.84 ], "duration": 91.66, "caption": "A woman is looking at a microscope in the lab.", "similarity": 0.6256, "relevance": 2 }, { "pair_id": 21089, "video_name": "s08e13_seg02_clip_05", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person is holding a pencil as he/she is sitting in another person's lab.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 21090, "video_name": "friends_s07e09_seg02_clip_16", "timestamp": [ 9.9, 11.71 ], "duration": 60.66, "caption": "A woman touches the pencils on the desk in front of her while having a conversation with a man and her boss.", "similarity": 0.6188, "relevance": 2 }, { "pair_id": 21091, "video_name": "friends_s06e03_seg02_clip_04", "timestamp": [ 12.1, 14.27 ], "duration": 62.66, "caption": "A woman picks up the pencil from the coffee table in the coffee shop.", "similarity": 0.6124, "relevance": 1 }, { "pair_id": 21092, "video_name": "s05e02_seg02_clip_01", "timestamp": [ 4.5, 6.3 ], "duration": 60.66, "caption": "A person places the pencil from his hand back on the table.", "similarity": 0.6059, "relevance": 1 }, { "pair_id": 21093, "video_name": "friends_s04e18_seg02_clip_14", "timestamp": [ 17.8, 26.85 ], "duration": 60.66, "caption": "A woman walks towards an end table, picks a notepad and a pencil and writes on it.", "similarity": 0.6022, "relevance": 1 }, { "pair_id": 21094, "video_name": "friends_s01e11_seg02_clip_14", "timestamp": [ 5.7, 14.41 ], "duration": 60.66, "caption": "A woman pokes the legal pad with her pencil.", "similarity": 0.5991, "relevance": 0 }, { "pair_id": 21095, "video_name": "s05e16_seg02_clip_07", "timestamp": [ 6.49, 7.67 ], "duration": 59.66, "caption": "A woman points to the corner of her lab while talking with a person.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 21096, "video_name": "castle_s07e12_seg02_clip_03", "timestamp": [ 13.98, 16.69 ], "duration": 90.66, "caption": "A person sharpens a pencil while sitting at their desk.", "similarity": 0.5936, "relevance": 1 }, { "pair_id": 21097, "video_name": "s05e16_seg02_clip_07", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman sits a syringe down on the lab table.", "similarity": 0.5932, "relevance": 3 }, { "pair_id": 21098, "video_name": "house_s04e05_seg02_clip_11", "timestamp": [ 58.77, 63.0 ], "duration": 94.66, "caption": "A person taps the pencil in their right hand and leans forward.", "similarity": 0.5894, "relevance": 1 }, { "pair_id": 21099, "video_name": "s08e13_seg02_clip_05", "timestamp": [ 24.61, 32.71 ], "duration": 60.66, "caption": "A woman sits at the table with a person in her lab.", "similarity": 0.5868, "relevance": 2 } ] }, { "query_id": 32596, "query": "A man reclines himself in his chair and covers his face with his hands.", "relevant_moment": [ { "pair_id": 9660, "video_name": "friends_s04e14_seg02_clip_16", "timestamp": [ 15.61, 24.31 ], "duration": 60.66, "caption": "A man reclines himself in his chair and covers his face with his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9661, "video_name": "met_s02e14_seg02_clip_16", "timestamp": [ 51.24, 56.96 ], "duration": 60.66, "caption": "A man covers his face with both hands and leans back.", "similarity": 0.6938, "relevance": 4 }, { "pair_id": 9662, "video_name": "castle_s03e01_seg02_clip_15", "timestamp": [ 65.08, 68.72 ], "duration": 91.66, "caption": "A man rests his arm on the back of his chair as he turns around to face another person.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 9663, "video_name": "friends_s04e14_seg02_clip_16", "timestamp": [ 15.01, 19.51 ], "duration": 60.66, "caption": "A man pulls the footrest up on his recliner and puts his hands over his face.", "similarity": 0.6868, "relevance": 4 }, { "pair_id": 9664, "video_name": "friends_s04e01_seg02_clip_09", "timestamp": [ 39.63, 43.62 ], "duration": 57.66, "caption": "A man sits down on a chair and puts his hands over his eyes.", "similarity": 0.6755, "relevance": 3 }, { "pair_id": 9665, "video_name": "castle_s02e23_seg02_clip_23", "timestamp": [ 78.22, 80.06 ], "duration": 92.66, "caption": "A man leans back in his chair and extends his arm out as he looks over his shoulder.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 9666, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.51, 17.37 ], "duration": 62.66, "caption": "A person covers his face with both of his hands.", "similarity": 0.6425, "relevance": 3 }, { "pair_id": 9667, "video_name": "house_s08e06_seg02_clip_14", "timestamp": [ 70.11, 72.35 ], "duration": 89.66, "caption": "A man leans back in his chair and crosses his arms.", "similarity": 0.6414, "relevance": 3 }, { "pair_id": 9668, "video_name": "house_s04e12_seg02_clip_24", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man brings his face down to his hand as he sits in a chair near a person.", "similarity": 0.6401, "relevance": 3 }, { "pair_id": 9669, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 34.4, 37.24 ], "duration": 63.66, "caption": "A man covers his forehead and eyebrows with his hand.", "similarity": 0.6371, "relevance": 4 }, { "pair_id": 9670, "video_name": "s05e09_seg02_clip_04", "timestamp": [ 34.22, 36.92 ], "duration": 60.66, "caption": "A man is sitting in a chair resting his chin on his hand.", "similarity": 0.6368, "relevance": 3 }, { "pair_id": 9671, "video_name": "house_s01e18_seg02_clip_01", "timestamp": [ 26.23, 28.99 ], "duration": 92.66, "caption": "A man rubs his face while laying in a patient chair.", "similarity": 0.6341, "relevance": 4 }, { "pair_id": 9672, "video_name": "friends_s05e01_seg02_clip_16", "timestamp": [ 32.96, 36.69 ], "duration": 57.66, "caption": "A man leans down and covers his eye with his hand.", "similarity": 0.6331, "relevance": 3 }, { "pair_id": 9673, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 1.24, 10.54 ], "duration": 62.66, "caption": "A man gives a person a look that makes him sit back in his chair.", "similarity": 0.6288, "relevance": 2 }, { "pair_id": 9674, "video_name": "friends_s07e13_seg02_clip_11", "timestamp": [ 31.2, 36.56 ], "duration": 63.66, "caption": "A man sits down and reclines on the chair.", "similarity": 0.6281, "relevance": 3 }, { "pair_id": 9675, "video_name": "castle_s07e12_seg02_clip_05", "timestamp": [ 28.64, 34.09 ], "duration": 90.66, "caption": "A person turns around a man while he is in a chair.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 9676, "video_name": "s01e01_seg02_clip_03", "timestamp": [ 59.88, 60.51 ], "duration": 63.66, "caption": "A man is sitting in the armchair while covering his mouth with his left hand.", "similarity": 0.6249, "relevance": 3 }, { "pair_id": 9677, "video_name": "friends_s07e04_seg02_clip_00", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A man rolls his eyes and sits down in a chair.", "similarity": 0.6227, "relevance": 2 }, { "pair_id": 9678, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 15.26, 17.09 ], "duration": 61.66, "caption": "A man moves his right hand up and covers his right eye.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 9679, "video_name": "castle_s03e08_seg02_clip_08", "timestamp": [ 66.32, 71.66 ], "duration": 89.66, "caption": "A man touches his face with his hands while sitting down.", "similarity": 0.6199, "relevance": 4 }, { "pair_id": 182980, "video_name": "s06e04_seg02_clip_08", "timestamp": [ 23.25, 27.17 ], "duration": 56.66, "caption": "A man is putting the chair back in position.", "similarity": 0.6147, "relevance": 0 }, { "pair_id": 182981, "video_name": "friends_s08e15_seg02_clip_15", "timestamp": [ 8.24, 11.29 ], "duration": 61.66, "caption": "A man bends forward and buries his face in his hands.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 182982, "video_name": "friends_s02e05_seg02_clip_10", "timestamp": [ 28.12, 30.26 ], "duration": 61.66, "caption": "A man rolls his eyes and puts the back of their hand to their face.", "similarity": 0.6143, "relevance": 3 }, { "pair_id": 182983, "video_name": "friends_s10e05_seg02_clip_19", "timestamp": [ 15.13, 22.01 ], "duration": 55.66, "caption": "A man arches his back in preparation to get up out of his chair.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 182984, "video_name": "friends_s09e12_seg02_clip_02", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A man leans back in his chair.", "similarity": 0.6135, "relevance": 2 }, { "pair_id": 182985, "video_name": "s04e17_seg02_clip_08", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man leans forward in his chair then sits back, unhappily.", "similarity": 0.6109, "relevance": 2 }, { "pair_id": 182987, "video_name": "castle_s06e21_seg02_clip_12", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A man adjusts himself in his chair when he repeats what someone told him.", "similarity": 0.6089, "relevance": 1 }, { "pair_id": 182988, "video_name": "s09e24_seg01_clip_00", "timestamp": [ 49.13, 51.26 ], "duration": 61.66, "caption": "A man stands up from the chair and has a puzzled look on his face.", "similarity": 0.607, "relevance": 2 }, { "pair_id": 182989, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 95.78, 99.71 ], "duration": 157.66, "caption": "A man leans forward, and places his face upon his hand.", "similarity": 0.6059, "relevance": 3 }, { "pair_id": 182990, "video_name": "s05e08_seg02_clip_10", "timestamp": [ 0.0, 1.12 ], "duration": 56.66, "caption": "A man reaches up and covers his eyes with his hand.", "similarity": 0.6005, "relevance": 2 }, { "pair_id": 182991, "video_name": "friends_s07e03_seg02_clip_08", "timestamp": [ 39.07, 44.29 ], "duration": 55.66, "caption": "A man unfolds his arms to point slightly and refolds his arms.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 182992, "video_name": "house_s01e04_seg02_clip_18", "timestamp": [ 67.42, 68.29 ], "duration": 86.66, "caption": "A man tucks his hand under his folded arm while seated.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 182993, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 13.07, 15.78 ], "duration": 90.66, "caption": "A man leans back in his chair and takes a deep breath.", "similarity": 0.5944, "relevance": 3 }, { "pair_id": 182994, "video_name": "house_s02e23_seg02_clip_16", "timestamp": [ 33.76, 46.88 ], "duration": 125.66, "caption": "A man uses his hands to remove his legs from the desk, swivels his chair, and folds his hands and rubs his nose as he continues speaking.", "similarity": 0.5911, "relevance": 2 }, { "pair_id": 182995, "video_name": "castle_s04e02_seg02_clip_25", "timestamp": [ 16.31, 19.03 ], "duration": 90.66, "caption": "A man leans back in his chair while being interrogated.", "similarity": 0.591, "relevance": 2 }, { "pair_id": 182996, "video_name": "house_s08e13_seg02_clip_11", "timestamp": [ 54.13, 56.78 ], "duration": 88.66, "caption": "A man puts his right hand to his face.", "similarity": 0.5896, "relevance": 2 }, { "pair_id": 182997, "video_name": "house_s05e16_seg02_clip_11", "timestamp": [ 0.0, 38.34 ], "duration": 87.66, "caption": "A man sits in his office chair leaning back with his eyes closed before snapping his head forward.", "similarity": 0.5894, "relevance": 2 }, { "pair_id": 182998, "video_name": "castle_s06e06_seg02_clip_17", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A man swipes his hand across his face and rests his hand on his cheek.", "similarity": 0.589, "relevance": 2 }, { "pair_id": 182999, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 28.91, 32.98 ], "duration": 90.66, "caption": "A person leans forward in his chair and makes hand motions.", "similarity": 0.5884, "relevance": 2 } ] }, { "query_id": 32775, "query": "A man leans over and kisses woman on the lips.", "relevant_moment": [ { "pair_id": 170080, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 2.36, 4.13 ], "duration": 59.66, "caption": "A man leans over and kisses woman on the lips.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170081, "video_name": "s09e24_seg02_clip_15", "timestamp": [ 3.36, 5.19 ], "duration": 61.66, "caption": "A man leans down and kisses woman on the lips.", "similarity": 0.9861, "relevance": 4 }, { "pair_id": 170082, "video_name": "friends_s03e23_seg02_clip_00", "timestamp": [ 39.2, 40.15 ], "duration": 63.66, "caption": "A man leans into and kisses woman on the lips.", "similarity": 0.981, "relevance": 4 }, { "pair_id": 170083, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 58.9, 61.69 ], "duration": 92.66, "caption": "A man leans over and kisses a woman on her cheek.", "similarity": 0.9476, "relevance": 3 }, { "pair_id": 170084, "video_name": "grey_s02e08_seg02_clip_03", "timestamp": [ 12.29, 14.92 ], "duration": 87.66, "caption": "A man leans over and kisses a woman on the head.", "similarity": 0.9346, "relevance": 3 }, { "pair_id": 170085, "video_name": "castle_s06e12_seg02_clip_26", "timestamp": [ 90.87, 93.95 ], "duration": 154.66, "caption": "A man leans down and kisses a woman on the head.", "similarity": 0.9274, "relevance": 3 }, { "pair_id": 170086, "video_name": "met_s06e01_seg02_clip_15", "timestamp": [ 48.02, 51.86 ], "duration": 64.66, "caption": "A woman leans over and kisses a man on the forehead.", "similarity": 0.916, "relevance": 2 }, { "pair_id": 170087, "video_name": "castle_s01e02_seg02_clip_25", "timestamp": [ 84.68, 89.78 ], "duration": 102.66, "caption": "A woman leans and kisses a man on the cheek.", "similarity": 0.9157, "relevance": 3 }, { "pair_id": 170088, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 52.51, 54.43 ], "duration": 64.66, "caption": "A man leans down and kisses a woman's hands that he is holding.", "similarity": 0.9115, "relevance": 3 }, { "pair_id": 170089, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 27.6, 31.16 ], "duration": 89.66, "caption": "A woman leans over and gives a man a kiss on the lips.", "similarity": 0.8999, "relevance": 3 }, { "pair_id": 170090, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 80.12, 84.17 ], "duration": 90.66, "caption": "A woman leans on man and he kisses her forehead.", "similarity": 0.8962, "relevance": 2 }, { "pair_id": 170091, "video_name": "s02e09_seg02_clip_11", "timestamp": [ 26.41, 30.01 ], "duration": 60.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.8934, "relevance": 2 }, { "pair_id": 170092, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 16.44, 18.74 ], "duration": 57.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.8934, "relevance": 2 }, { "pair_id": 170093, "video_name": "friends_s06e21_seg01_clip_00", "timestamp": [ 9.38, 12.38 ], "duration": 75.66, "caption": "A man leans to his right and kisses a woman.", "similarity": 0.8922, "relevance": 4 }, { "pair_id": 170094, "video_name": "grey_s02e21_seg02_clip_24", "timestamp": [ 9.22, 14.07 ], "duration": 97.66, "caption": "A woman leans down and kisses a man on the mouth while placing her hand on his cheek.", "similarity": 0.892, "relevance": 3 }, { "pair_id": 170095, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 40.05, 46.21 ], "duration": 88.66, "caption": "A man leans his head down and kisses woman's hand.", "similarity": 0.8903, "relevance": 3 }, { "pair_id": 170096, "video_name": "house_s07e02_seg02_clip_03", "timestamp": [ 25.86, 27.27 ], "duration": 94.66, "caption": "A man leans in to give a woman a kiss.", "similarity": 0.8896, "relevance": 3 }, { "pair_id": 170097, "video_name": "friends_s09e04_seg02_clip_18", "timestamp": [ 30.51, 33.26 ], "duration": 61.66, "caption": "A man leans forward and gives a woman a kiss.", "similarity": 0.8806, "relevance": 4 }, { "pair_id": 170098, "video_name": "friends_s06e10_seg02_clip_01", "timestamp": [ 27.45, 31.87 ], "duration": 59.66, "caption": "A man smiles and leans over to kiss a woman on the cheek.", "similarity": 0.8782, "relevance": 3 }, { "pair_id": 170099, "video_name": "s04e13_seg02_clip_06", "timestamp": [ 7.38, 10.92 ], "duration": 59.66, "caption": "A man bends down and kisses a woman on the cheek.", "similarity": 0.8761, "relevance": 3 }, { "pair_id": 343400, "video_name": "friends_s02e12-13_seg02_clip_30", "timestamp": [ 5.12, 16.65 ], "duration": 64.66, "caption": "A woman kisses a man on the lips.", "similarity": 0.8733, "relevance": 2 }, { "pair_id": 343401, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 57.18, 65.42 ], "duration": 103.66, "caption": "A woman bends over and kisses man on his cheek.", "similarity": 0.8722, "relevance": 3 }, { "pair_id": 343402, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 19.39, 27.37 ], "duration": 57.66, "caption": "A woman kisses a man as she is leaning on his shoulder.", "similarity": 0.8721, "relevance": 2 }, { "pair_id": 343403, "video_name": "house_s06e08_seg02_clip_16", "timestamp": [ 49.51, 53.11 ], "duration": 90.66, "caption": "A woman leans closer to man and kisses him.", "similarity": 0.8716, "relevance": 3 }, { "pair_id": 343404, "video_name": "grey_s02e03_seg02_clip_16", "timestamp": [ 65.22, 70.82 ], "duration": 80.66, "caption": "A woman leans over a man and begins kissing him.", "similarity": 0.8627, "relevance": 3 }, { "pair_id": 343405, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 75.82, 76.75 ], "duration": 93.66, "caption": "A woman leans forward to kiss man on the cheek.", "similarity": 0.8623, "relevance": 1 }, { "pair_id": 343406, "video_name": "met_s04e01_seg02_clip_05", "timestamp": [ 16.95, 20.27 ], "duration": 60.66, "caption": "A man leans on the table and kisses a woman.", "similarity": 0.8588, "relevance": 2 }, { "pair_id": 343407, "video_name": "friends_s03e12_seg02_clip_17", "timestamp": [ 53.12, 59.03 ], "duration": 59.66, "caption": "A woman leans over and she and a man share a kiss.", "similarity": 0.8514, "relevance": 3 }, { "pair_id": 343408, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 32.96, 34.48 ], "duration": 61.66, "caption": "A woman leans forward to kiss a man with her hands on his face.", "similarity": 0.8474, "relevance": 3 }, { "pair_id": 343409, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 58.33, 63.27 ], "duration": 89.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.8424, "relevance": 4 }, { "pair_id": 343410, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 49.31, 57.38 ], "duration": 62.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.8424, "relevance": 4 }, { "pair_id": 343411, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 39.26, 49.46 ], "duration": 157.66, "caption": "A woman leans forward, kisses man on the cheek and smiles.", "similarity": 0.8422, "relevance": 2 }, { "pair_id": 343412, "video_name": "friends_s05e15_seg02_clip_00", "timestamp": [ 22.06, 25.53 ], "duration": 63.66, "caption": "A woman walks over and kisses a man on the lips.", "similarity": 0.84, "relevance": 4 }, { "pair_id": 343413, "video_name": "friends_s10e13_seg02_clip_09", "timestamp": [ 7.31, 10.23 ], "duration": 58.66, "caption": "A man kisses woman on the forehead as they stand and hold hands.", "similarity": 0.8329, "relevance": 3 }, { "pair_id": 343414, "video_name": "s08e15_seg02_clip_15", "timestamp": [ 25.81, 28.21 ], "duration": 60.66, "caption": "A woman bends over and kisses a man on the top of the head.", "similarity": 0.8323, "relevance": 2 }, { "pair_id": 343415, "video_name": "friends_s06e15-16_seg02_clip_28", "timestamp": [ 5.1, 29.11 ], "duration": 60.66, "caption": "A man kisses a woman's hands and then he kisses her lips.", "similarity": 0.8273, "relevance": 2 }, { "pair_id": 343416, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 12.01, 16.81 ], "duration": 60.66, "caption": "A woman leans her body to passionately kiss a man.", "similarity": 0.826, "relevance": 3 }, { "pair_id": 343417, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 32.77, 33.22 ], "duration": 91.66, "caption": "A woman leans into a man so that he can kiss her on the head.", "similarity": 0.8259, "relevance": 1 }, { "pair_id": 343418, "video_name": "friends_s07e11_seg02_clip_16", "timestamp": [ 33.05, 36.17 ], "duration": 52.66, "caption": "An older woman leans over and gives a man a kiss on the lips.", "similarity": 0.8243, "relevance": 3 }, { "pair_id": 343419, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 120.26, 126.74 ], "duration": 144.66, "caption": "A woman and man lean towards each other and kiss.", "similarity": 0.8234, "relevance": 4 } ] }, { "query_id": 32890, "query": "A person opens their eyes and turns their head to the left to look at a man.", "relevant_moment": [ { "pair_id": 151920, "video_name": "house_s02e24_seg02_clip_19", "timestamp": [ 18.87, 29.77 ], "duration": 83.66, "caption": "A person opens their eyes and turns their head to the left to look at a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151921, "video_name": "s06e17_seg02_clip_16", "timestamp": [ 50.15, 53.83 ], "duration": 92.66, "caption": "A man turns to his right and looks towards a person.", "similarity": 0.8439, "relevance": 2 }, { "pair_id": 151922, "video_name": "house_s04e15_seg02_clip_25", "timestamp": [ 12.96, 14.4 ], "duration": 72.66, "caption": "A woman turns her head to the right to look at a man.", "similarity": 0.8381, "relevance": 2 }, { "pair_id": 151923, "video_name": "met_s06e23_seg01_clip_00", "timestamp": [ 15.87, 18.0 ], "duration": 61.66, "caption": "One person turns their head to look at the person to their right.", "similarity": 0.8348, "relevance": 1 }, { "pair_id": 151924, "video_name": "s03e17_seg02_clip_05", "timestamp": [ 7.97, 10.92 ], "duration": 59.66, "caption": "A man turns to look at a person with a startled look on his face.", "similarity": 0.8203, "relevance": 4 }, { "pair_id": 151925, "video_name": "house_s02e21_seg02_clip_08", "timestamp": [ 31.96, 33.31 ], "duration": 90.66, "caption": "A man turns his head to look at another man approaching.", "similarity": 0.8191, "relevance": 1 }, { "pair_id": 151926, "video_name": "castle_s03e15_seg02_clip_13", "timestamp": [ 52.87, 53.76 ], "duration": 88.66, "caption": "Woman turns her head slightly to the left to look at man.", "similarity": 0.8177, "relevance": 4 }, { "pair_id": 151927, "video_name": "castle_s06e06_seg02_clip_26", "timestamp": [ 4.01, 5.79 ], "duration": 89.66, "caption": "A woman turns her head and looks at man.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 151928, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 3.35, 7.71 ], "duration": 67.66, "caption": "A man turns to look at the person next to him for the first time.", "similarity": 0.8016, "relevance": 2 }, { "pair_id": 151929, "video_name": "castle_s04e18_seg02_clip_22", "timestamp": [ 37.53, 40.21 ], "duration": 89.66, "caption": "A woman turns her head and to the right and glances at man.", "similarity": 0.7951, "relevance": 2 }, { "pair_id": 151930, "video_name": "friends_s03e02_seg02_clip_09", "timestamp": [ 39.75, 44.1 ], "duration": 58.66, "caption": "A man turns his head around to look at another man who is behind him.", "similarity": 0.7907, "relevance": 2 }, { "pair_id": 151931, "video_name": "castle_s02e09_seg02_clip_24", "timestamp": [ 16.63, 19.48 ], "duration": 95.66, "caption": "Two people simultaneously turn their heads and look at a man then look back at each other.", "similarity": 0.7878, "relevance": 2 }, { "pair_id": 151932, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 51.54, 52.83 ], "duration": 64.66, "caption": "A person turns his head to look behind him, then turns his head back.", "similarity": 0.7859, "relevance": 1 }, { "pair_id": 151933, "video_name": "s04e07_seg02_clip_07", "timestamp": [ 3.3, 8.4 ], "duration": 60.66, "caption": "A person looks at their hands and then turns their head to the side evasively.", "similarity": 0.782, "relevance": 1 }, { "pair_id": 151934, "video_name": "castle_s02e07_seg02_clip_03", "timestamp": [ 80.3, 81.58 ], "duration": 85.66, "caption": "A person turns his head to the right and looks off to his side.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 151935, "video_name": "castle_s02e08_seg02_clip_08", "timestamp": [ 53.65, 55.01 ], "duration": 90.66, "caption": "A man quickly turns his head and glances to the right.", "similarity": 0.7817, "relevance": 1 }, { "pair_id": 151936, "video_name": "house_s03e11_seg02_clip_01", "timestamp": [ 70.9, 76.85 ], "duration": 91.66, "caption": "A person turns to look at two other people and one of them turns his/her head quickly.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 151937, "video_name": "house_s05e17_seg02_clip_07", "timestamp": [ 37.14, 48.42 ], "duration": 94.66, "caption": "A person puts their head on their hand and looks at another person.", "similarity": 0.7795, "relevance": 3 }, { "pair_id": 151938, "video_name": "grey_s03e12_seg02_clip_21", "timestamp": [ 98.82, 104.02 ], "duration": 104.66, "caption": "A man turns his head to look at woman next to him.", "similarity": 0.7788, "relevance": 2 }, { "pair_id": 151939, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 57.55, 60.8 ], "duration": 65.66, "caption": "A man turns to his left to look at the person behind him and then turns back.", "similarity": 0.7737, "relevance": 4 }, { "pair_id": 325240, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 1.37, 7.28 ], "duration": 91.66, "caption": "A man opens his eyes and looks over at a woman.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 325241, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7696, "relevance": 3 }, { "pair_id": 325242, "video_name": "s03e10_seg02_clip_01", "timestamp": [ 59.83, 61.13 ], "duration": 65.66, "caption": "A person turns his head and looks at a woman pointedly.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 325243, "video_name": "s03e18_seg02_clip_08", "timestamp": [ 47.28, 55.78 ], "duration": 68.66, "caption": "A person opens his/her eyes and starts to look around for someone.", "similarity": 0.7682, "relevance": 2 }, { "pair_id": 325244, "video_name": "met_s03e18_seg02_clip_08", "timestamp": [ 5.4, 6.9 ], "duration": 60.66, "caption": "A man turns his head to look down at a woman.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 325245, "video_name": "friends_s04e04_seg02_clip_05", "timestamp": [ 15.13, 19.22 ], "duration": 63.66, "caption": "A person turns to look at guy behind him.", "similarity": 0.7622, "relevance": 3 }, { "pair_id": 325246, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 39.38, 60.64 ], "duration": 125.66, "caption": "A man takes a look inside of person's eyes.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 325247, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 50.74, 52.95 ], "duration": 63.66, "caption": "A person turns his head to look at another person and another person looks back at a woman.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 325248, "video_name": "castle_s06e11_seg02_clip_23", "timestamp": [ 46.29, 49.41 ], "duration": 89.66, "caption": "A man turns and faces the other way and a woman looks at him.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 325249, "video_name": "friends_s03e16_seg02_clip_03", "timestamp": [ 8.82, 11.03 ], "duration": 63.66, "caption": "A man turns to his right to look at man and then back to his left.", "similarity": 0.7594, "relevance": 3 }, { "pair_id": 325250, "video_name": "s02e15_seg01_clip_01", "timestamp": [ 41.38, 44.02 ], "duration": 44.66, "caption": "A man turns and looks back up towards person.", "similarity": 0.7576, "relevance": 3 }, { "pair_id": 325251, "video_name": "house_s08e05_seg02_clip_21", "timestamp": [ 31.16, 59.2 ], "duration": 89.66, "caption": "A person opens their eyes as another person stands in front of them.", "similarity": 0.7556, "relevance": 4 }, { "pair_id": 325252, "video_name": "castle_s05e16_seg02_clip_03", "timestamp": [ 3.0, 4.13 ], "duration": 75.66, "caption": "A person quickly turns his head and looks off to his side as he stands next to woman.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 325253, "video_name": "house_s06e20_seg02_clip_06", "timestamp": [ 49.51, 53.08 ], "duration": 89.66, "caption": "A person opens someone's eyes and checks them.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 325254, "video_name": "grey_s03e11_seg02_clip_09", "timestamp": [ 90.27, 94.03 ], "duration": 94.66, "caption": "A woman looks at a man and turns to face another direction.", "similarity": 0.7538, "relevance": 3 }, { "pair_id": 325255, "video_name": "met_s05e02_seg02_clip_13", "timestamp": [ 1.98, 3.63 ], "duration": 66.66, "caption": "A man turns to his left to look at the person sitting next to him.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 325256, "video_name": "house_s07e14_seg02_clip_18", "timestamp": [ 36.01, 38.51 ], "duration": 100.66, "caption": "A woman turns around to look at a man.", "similarity": 0.7522, "relevance": 3 }, { "pair_id": 325257, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person turns to look at someone, then turns back to look at someone after a pause.", "similarity": 0.7496, "relevance": 3 }, { "pair_id": 325259, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 41.37, 42.78 ], "duration": 94.66, "caption": "A woman turns her head and looks at person.", "similarity": 0.7469, "relevance": 3 } ] }, { "query_id": 32912, "query": "A man dries his hands and throws the towel in the trash.", "relevant_moment": [ { "pair_id": 155880, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 44.45, 48.85 ], "duration": 88.66, "caption": "A man dries his hands and throws the towel in the trash.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155881, "video_name": "house_s03e13_seg02_clip_13", "timestamp": [ 17.08, 20.23 ], "duration": 89.66, "caption": "A man dries his hands with a paper towel and throws it away.", "similarity": 0.8523, "relevance": 4 }, { "pair_id": 155882, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 70.49, 76.36 ], "duration": 90.66, "caption": "A man washes then dries his hands with towel.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 155883, "video_name": "friends_s08e09_seg02_clip_18", "timestamp": [ 33.13, 36.37 ], "duration": 72.66, "caption": "A man throws a person a towel to wipe their face with.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 155884, "video_name": "s09e21_seg02_clip_06", "timestamp": [ 21.61, 22.21 ], "duration": 60.66, "caption": "A man takes the kitchen towel in his hand and tosses it in the kitchen sink.", "similarity": 0.7277, "relevance": 1 }, { "pair_id": 155885, "video_name": "house_s05e14_seg02_clip_00", "timestamp": [ 27.31, 33.22 ], "duration": 91.66, "caption": "A man dries his hand in a towel near the sink.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 155886, "video_name": "house_s03e12_seg02_clip_08", "timestamp": [ 62.57, 65.72 ], "duration": 90.66, "caption": "A man dries his hands with a paper napkin and throws the napkin.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 155887, "video_name": "house_s06e17_seg02_clip_17", "timestamp": [ 2.08, 4.98 ], "duration": 83.66, "caption": "A man grabs a towel off the counter and wipes his hands.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 155888, "video_name": "house_s02e15_seg02_clip_02", "timestamp": [ 51.09, 53.39 ], "duration": 92.66, "caption": "A man throws his used gloves inside the garbage bin.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 155889, "video_name": "friends_s06e05_seg02_clip_07", "timestamp": [ 19.97, 21.18 ], "duration": 60.66, "caption": "A man squeezes a piece of cloth and throws it away.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 155890, "video_name": "castle_s08e02_seg02_clip_24", "timestamp": [ 59.39, 72.51 ], "duration": 125.66, "caption": "A man picks up kitchen towel and wipes hands with it.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 155891, "video_name": "met_s02e17_seg02_clip_03", "timestamp": [ 46.82, 49.22 ], "duration": 60.66, "caption": "A man picks up some trash from the floor and throws it in a garbage can.", "similarity": 0.6812, "relevance": 3 }, { "pair_id": 155892, "video_name": "s01e14_seg02_clip_12", "timestamp": [ 29.22, 34.53 ], "duration": 59.66, "caption": "A man throws up his hands and walks away from some people carrying a towel, he walks into the kitchen.", "similarity": 0.6763, "relevance": 2 }, { "pair_id": 155893, "video_name": "friends_s02e10_seg02_clip_14", "timestamp": [ 1.55, 4.34 ], "duration": 62.66, "caption": "A man removes the dish towel from his shoulder and wipes his hands on it.", "similarity": 0.6741, "relevance": 3 }, { "pair_id": 155894, "video_name": "house_s05e01_seg02_clip_16", "timestamp": [ 49.22, 54.45 ], "duration": 87.66, "caption": "A man dries their hands and then tosses the cloth in a bin.", "similarity": 0.6735, "relevance": 4 }, { "pair_id": 155895, "video_name": "house_s04e04_seg02_clip_21", "timestamp": [ 26.62, 30.68 ], "duration": 90.66, "caption": "A man grabs a blue towel to wipe his hands on.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 155896, "video_name": "house_s04e05_seg02_clip_18", "timestamp": [ 11.46, 12.79 ], "duration": 88.66, "caption": "A man catches a towel that is thrown at him.", "similarity": 0.6715, "relevance": 1 }, { "pair_id": 155897, "video_name": "grey_s02e11_seg02_clip_20", "timestamp": [ 29.82, 33.38 ], "duration": 89.66, "caption": "A man takes off his gloves and throws them away.", "similarity": 0.6686, "relevance": 1 }, { "pair_id": 155898, "video_name": "house_s05e16_seg02_clip_15", "timestamp": [ 7.38, 9.23 ], "duration": 92.66, "caption": "A man throws his walking cane into the trash.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 155899, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 32.64, 41.9 ], "duration": 88.66, "caption": "A person is washing their hands and takes a towel to dry them.", "similarity": 0.661, "relevance": 3 }, { "pair_id": 329200, "video_name": "house_s02e21_seg02_clip_05", "timestamp": [ 57.31, 66.34 ], "duration": 90.66, "caption": "A man vomits and wipes his mouth with a blue towel.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 329201, "video_name": "friends_s06e17_seg02_clip_02", "timestamp": [ 8.26, 11.21 ], "duration": 59.66, "caption": "A man takes the towel off of his shoulder and shakes his hand.", "similarity": 0.6563, "relevance": 3 }, { "pair_id": 329202, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 35.32, 40.19 ], "duration": 81.66, "caption": "A person dries and wipes themselves with a towel.", "similarity": 0.6513, "relevance": 3 }, { "pair_id": 329203, "video_name": "house_s06e07_seg02_clip_20", "timestamp": [ 43.62, 46.08 ], "duration": 98.66, "caption": "A man gets the piece of paper and throws it on the trash bin.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 329204, "video_name": "friends_s09e22_seg02_clip_04", "timestamp": [ 18.63, 20.67 ], "duration": 58.66, "caption": "A man throws the documents in their hands into a trash can.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 329205, "video_name": "met_s03e04_seg02_clip_16", "timestamp": [ 35.48, 37.55 ], "duration": 59.66, "caption": "A man throws his yoga mat in the trashcan.", "similarity": 0.6277, "relevance": 3 }, { "pair_id": 329206, "video_name": "castle_s02e18_seg02_clip_16", "timestamp": [ 67.22, 72.47 ], "duration": 105.66, "caption": "A woman throws a towel to a man's face and walks out.", "similarity": 0.6265, "relevance": 3 }, { "pair_id": 329207, "video_name": "s05e05_seg02_clip_06", "timestamp": [ 41.19, 44.25 ], "duration": 61.66, "caption": "A man throws down the towel on kitchen counter in frustration.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 329208, "video_name": "met_s03e04_seg02_clip_16", "timestamp": [ 35.48, 37.26 ], "duration": 59.66, "caption": "A man throws a rolled up yoga mat into a trash can.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 329209, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 22.19, 24.85 ], "duration": 88.66, "caption": "A man takes off the gloves he is wearing and throws them.", "similarity": 0.6233, "relevance": 3 }, { "pair_id": 329210, "video_name": "s03e12_seg02_clip_14", "timestamp": [ 34.83, 37.19 ], "duration": 59.66, "caption": "A man tosses a book into the trash can.", "similarity": 0.6231, "relevance": 3 }, { "pair_id": 329211, "video_name": "house_s08e10_seg02_clip_12", "timestamp": [ 5.07, 8.58 ], "duration": 78.66, "caption": "A man opens the garbage bin and throws something inside.", "similarity": 0.6211, "relevance": 3 }, { "pair_id": 329212, "video_name": "friends_s03e25_seg02_clip_01", "timestamp": [ 21.66, 24.11 ], "duration": 61.66, "caption": "A man takes out a towel, waves it around, then puts it back in the bag.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 329213, "video_name": "grey_s03e02_seg02_clip_26", "timestamp": [ 134.0, 150.17 ], "duration": 154.66, "caption": "A man walks out of the bathroom wrapping a towel around himself.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 329214, "video_name": "house_s03e03_seg02_clip_22", "timestamp": [ 52.08, 54.75 ], "duration": 89.66, "caption": "A woman picks up a white towel and throws it to a man.", "similarity": 0.6161, "relevance": 1 }, { "pair_id": 329215, "video_name": "s04e17_seg02_clip_16", "timestamp": [ 3.84, 10.03 ], "duration": 59.66, "caption": "A man dries his wet hair with a towel.", "similarity": 0.6151, "relevance": 2 }, { "pair_id": 329216, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 69.18, 74.19 ], "duration": 91.66, "caption": "A man grabs a bag of trash out of the dumpster and drops it on the ground.", "similarity": 0.613, "relevance": 3 }, { "pair_id": 329217, "video_name": "grey_s03e13_seg02_clip_12", "timestamp": [ 8.82, 15.32 ], "duration": 92.66, "caption": "A person finishes rinsing their hands and dries them with paper towels.", "similarity": 0.6107, "relevance": 3 }, { "pair_id": 329218, "video_name": "castle_s06e01_seg02_clip_19", "timestamp": [ 14.4, 19.69 ], "duration": 96.66, "caption": "A person picks up a banana peel off the floor and throws it in the trash can.", "similarity": 0.6081, "relevance": 2 }, { "pair_id": 329219, "video_name": "s08e02_seg02_clip_15", "timestamp": [ 48.32, 51.62 ], "duration": 60.66, "caption": "A person walks over to the trash can and throws something away.", "similarity": 0.6046, "relevance": 3 } ] }, { "query_id": 32940, "query": "A woman grabs a piece of food from the center of the table.", "relevant_moment": [ { "pair_id": 69900, "video_name": "met_s06e05_seg02_clip_03", "timestamp": [ 24.19, 27.29 ], "duration": 62.66, "caption": "A woman grabs a piece of food from the center of the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69901, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 12.92, 16.7 ], "duration": 63.66, "caption": "A woman grabs a plate of food and places it on the table.", "similarity": 0.8852, "relevance": 2 }, { "pair_id": 69902, "video_name": "friends_s06e19_seg02_clip_03", "timestamp": [ 28.81, 30.61 ], "duration": 60.66, "caption": "A woman grabs something from the table in front of her.", "similarity": 0.8026, "relevance": 3 }, { "pair_id": 69903, "video_name": "s05e03_seg01_clip_00", "timestamp": [ 19.54, 27.29 ], "duration": 62.66, "caption": "A woman picks up and eats some food from the table.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 69904, "video_name": "s09e21_seg02_clip_05", "timestamp": [ 48.92, 55.22 ], "duration": 60.66, "caption": "A woman brings a plate of food to the table.", "similarity": 0.7474, "relevance": 1 }, { "pair_id": 69905, "video_name": "house_s03e19_seg02_clip_12", "timestamp": [ 20.94, 22.76 ], "duration": 91.66, "caption": "A person reaches over the table to grab food from someone's plate.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 69906, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 69907, "video_name": "s08e06_seg01_clip_00", "timestamp": [ 19.21, 25.93 ], "duration": 96.66, "caption": "A woman grabs her take out from the table.", "similarity": 0.7441, "relevance": 3 }, { "pair_id": 69908, "video_name": "friends_s08e06_seg02_clip_07", "timestamp": [ 43.68, 50.76 ], "duration": 59.66, "caption": "A woman approaches a table and begins picking up food.", "similarity": 0.7435, "relevance": 4 }, { "pair_id": 69909, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.96, 3.64 ], "duration": 56.66, "caption": "A woman moves to place a plate of food on the table.", "similarity": 0.7394, "relevance": 1 }, { "pair_id": 69910, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 6.2, 10.86 ], "duration": 62.66, "caption": "A woman grabs her bag that is on the table.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 69911, "video_name": "s07e18_seg02_clip_16", "timestamp": [ 55.54, 58.59 ], "duration": 61.66, "caption": "A woman picks up a plate of food from the glass table in the room.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 69912, "video_name": "s09e23_seg02_clip_07", "timestamp": [ 13.51, 18.31 ], "duration": 60.66, "caption": "A woman puts down a meal in their center table.", "similarity": 0.728, "relevance": 1 }, { "pair_id": 69913, "video_name": "friends_s07e16_seg02_clip_26", "timestamp": [ 1.68, 4.48 ], "duration": 56.66, "caption": "A woman gestures towards a table full of food.", "similarity": 0.726, "relevance": 1 }, { "pair_id": 69914, "video_name": "friends_s09e04_seg01_clip_01", "timestamp": [ 42.73, 43.62 ], "duration": 89.66, "caption": "A woman reaches over and grabs a piece of tissue from a table.", "similarity": 0.7226, "relevance": 2 }, { "pair_id": 69915, "video_name": "friends_s02e05_seg02_clip_09", "timestamp": [ 13.17, 17.93 ], "duration": 56.66, "caption": "A woman takes a bite of the food that is in her hands.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 69916, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 69917, "video_name": "friends_s06e15-16_seg02_clip_35", "timestamp": [ 21.46, 25.31 ], "duration": 55.66, "caption": "A woman stands up from the table and grabs a bowl.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 69918, "video_name": "castle_s07e04_seg02_clip_00", "timestamp": [ 6.43, 8.72 ], "duration": 91.66, "caption": "A woman put a food on some people's table.", "similarity": 0.7054, "relevance": 1 }, { "pair_id": 69919, "video_name": "friends_s07e18_seg02_clip_04", "timestamp": [ 56.07, 59.03 ], "duration": 59.66, "caption": "A woman carries two plates of food from the table.", "similarity": 0.7044, "relevance": 1 } ] }, { "query_id": 32959, "query": "A man makes a face as soon as another man isn't facing him.", "relevant_moment": [ { "pair_id": 147600, "video_name": "friends_s06e23_seg02_clip_00", "timestamp": [ 43.59, 46.7 ], "duration": 62.66, "caption": "A man makes a face as soon as another man isn't facing him.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147601, "video_name": "castle_s07e04_seg02_clip_25", "timestamp": [ 65.72, 67.97 ], "duration": 90.66, "caption": "A man and another man are making faces at each other.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 147602, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 25.67, 28.72 ], "duration": 87.66, "caption": "Two people start to cover their faces, a man reminds them it is not necessary and a man uncovers his face.", "similarity": 0.7411, "relevance": 1 }, { "pair_id": 147603, "video_name": "castle_s03e01_seg02_clip_15", "timestamp": [ 65.08, 69.63 ], "duration": 91.66, "caption": "A man turns his body around slowly so that he can face another man.", "similarity": 0.7373, "relevance": 1 }, { "pair_id": 147604, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 52.11, 54.36 ], "duration": 89.66, "caption": "A man takes a turn to face another man.", "similarity": 0.7189, "relevance": 1 }, { "pair_id": 147605, "video_name": "friends_s06e11_seg01_clip_00", "timestamp": [ 18.61, 23.71 ], "duration": 60.66, "caption": "A man bends over and makes a face at another man and then stands up.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 147606, "video_name": "castle_s01e08_seg02_clip_25", "timestamp": [ 55.69, 57.56 ], "duration": 74.66, "caption": "A man's face moves slightly closer towards another man's face.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 147607, "video_name": "castle_s07e05_seg02_clip_00", "timestamp": [ 10.98, 14.64 ], "duration": 91.66, "caption": "A person puts make up on a man's face.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 147608, "video_name": "s03e15_seg02_clip_13", "timestamp": [ 24.79, 29.22 ], "duration": 59.66, "caption": "One man makes some faces and another man scratches his head.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 147609, "video_name": "friends_s02e12-13_seg02_clip_05", "timestamp": [ 7.69, 9.17 ], "duration": 59.66, "caption": "A man makes a face and then shakes his head.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 147610, "video_name": "house_s06e07_seg02_clip_12", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "A man begins to leave and turns around to face another person.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 147611, "video_name": "castle_s06e05_seg02_clip_10", "timestamp": [ 73.67, 77.24 ], "duration": 89.66, "caption": "A man shows another man a picture of a bloodied face.", "similarity": 0.6537, "relevance": 0 }, { "pair_id": 147612, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 31.37, 39.69 ], "duration": 128.66, "caption": "A man bends over and gets face-to-face with a man.", "similarity": 0.6474, "relevance": 1 }, { "pair_id": 147613, "video_name": "s05e02_seg01_clip_01", "timestamp": [ 42.94, 45.84 ], "duration": 58.66, "caption": "A man turns in his seat to more directly face another person.", "similarity": 0.6429, "relevance": 1 }, { "pair_id": 147614, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 50.48, 55.41 ], "duration": 58.66, "caption": "A man turns around to face another man and he unfolds his arms.", "similarity": 0.6372, "relevance": 0 }, { "pair_id": 147615, "video_name": "met_s06e06_seg02_clip_02", "timestamp": [ 21.37, 27.17 ], "duration": 61.66, "caption": "A man sits next to a woman and makes a series of faces.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 147616, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 51.05, 53.26 ], "duration": 63.66, "caption": "A man puts his face into both of his hands.", "similarity": 0.6367, "relevance": 1 }, { "pair_id": 147617, "video_name": "friends_s09e06_seg02_clip_29", "timestamp": [ 43.57, 45.2 ], "duration": 65.66, "caption": "A man touches his nose with his left hand while making a face.", "similarity": 0.6363, "relevance": 1 }, { "pair_id": 147618, "video_name": "friends_s05e14_seg02_clip_14", "timestamp": [ 44.66, 50.24 ], "duration": 62.66, "caption": "A man makes a face at a woman after another woman walks away from him.", "similarity": 0.6351, "relevance": 3 }, { "pair_id": 147619, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 17.28, 20.88 ], "duration": 144.66, "caption": "A man pivots to face another man as they are talking.", "similarity": 0.6246, "relevance": 0 } ] }, { "query_id": 33151, "query": "A man walks over to a distraught person and places their hand on their back.", "relevant_moment": [ { "pair_id": 149960, "video_name": "grey_s03e22_seg02_clip_21", "timestamp": [ 69.77, 76.07 ], "duration": 90.66, "caption": "A man walks over to a distraught person and places their hand on their back.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149961, "video_name": "friends_s05e10_seg02_clip_12", "timestamp": [ 44.05, 50.51 ], "duration": 56.66, "caption": "A man walks over to another man and puts his hands on his back.", "similarity": 0.7092, "relevance": 4 }, { "pair_id": 149962, "video_name": "grey_s02e21_seg02_clip_09", "timestamp": [ 22.11, 30.61 ], "duration": 85.66, "caption": "A man walks over to person's side and puts his hand over theirs.", "similarity": 0.7056, "relevance": 3 }, { "pair_id": 149963, "video_name": "grey_s01e02_seg02_clip_16", "timestamp": [ 10.29, 12.74 ], "duration": 98.66, "caption": "A man walks up and touches person's back with his/her hand.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 149964, "video_name": "castle_s08e10_seg02_clip_07", "timestamp": [ 82.83, 89.2 ], "duration": 91.66, "caption": "A man walks up behind a person and places a hand on their back and they walk together.", "similarity": 0.6931, "relevance": 4 }, { "pair_id": 149965, "video_name": "castle_s07e23_seg02_clip_11", "timestamp": [ 28.93, 29.82 ], "duration": 89.66, "caption": "A man puts his hand on person's back to comfort him/her.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 149966, "video_name": "friends_s09e22_seg02_clip_18", "timestamp": [ 56.73, 60.03 ], "duration": 60.66, "caption": "A man puts their hand on another person's back and they start walking off.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 149967, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 33.85, 39.8 ], "duration": 91.66, "caption": "A man walks up to a person and puts his hand on his shoulder.", "similarity": 0.6698, "relevance": 3 }, { "pair_id": 149968, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A man reaches down and puts his hand on the back of another person's shoulder.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 149969, "video_name": "grey_s03e15_seg02_clip_20", "timestamp": [ 70.11, 75.7 ], "duration": 86.66, "caption": "A man walks over to woman and places his hand on the back of a chair.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 149970, "video_name": "s05e06_seg02_clip_15", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A man walks over to a person with a tissue box in his hand.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 149971, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 56.27, 61.22 ], "duration": 90.66, "caption": "A man walks over to a person and hands him a piece of paper.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 149972, "video_name": "castle_s02e12_seg02_clip_05", "timestamp": [ 45.91, 55.81 ], "duration": 90.66, "caption": "A man walks over to person while his hand is on woman's shoulder.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 149973, "video_name": "castle_s07e06_seg02_clip_22", "timestamp": [ 0.0, 2.57 ], "duration": 85.66, "caption": "A person pushes a man in the back as they're walking.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 149974, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A man walks past a person and pats him on the shoulder.", "similarity": 0.625, "relevance": 3 }, { "pair_id": 149975, "video_name": "house_s04e16_seg02_clip_09", "timestamp": [ 42.23, 46.45 ], "duration": 76.66, "caption": "A man walks over to the patient to help person move her over.", "similarity": 0.6245, "relevance": 1 }, { "pair_id": 149976, "video_name": "s05e05_seg01_clip_01", "timestamp": [ 41.32, 44.56 ], "duration": 59.66, "caption": "A person walks over to a man and another person puts his hand on the person to stop him.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 149977, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 41.87, 48.7 ], "duration": 91.66, "caption": "A man walks towards another man and helps him stand up by supporting his hand.", "similarity": 0.6234, "relevance": 0 }, { "pair_id": 149978, "video_name": "friends_s05e15_seg02_clip_02", "timestamp": [ 50.48, 51.93 ], "duration": 58.66, "caption": "A man touches person on the back as person walks away.", "similarity": 0.6217, "relevance": 3 }, { "pair_id": 149979, "video_name": "house_s06e12_seg02_clip_21", "timestamp": [ 74.42, 90.27 ], "duration": 96.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.6142, "relevance": 4 }, { "pair_id": 323280, "video_name": "friends_s05e09_seg02_clip_15", "timestamp": [ 30.99, 34.53 ], "duration": 59.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.6142, "relevance": 4 }, { "pair_id": 323281, "video_name": "house_s04e16_seg02_clip_08", "timestamp": [ 83.74, 86.34 ], "duration": 104.66, "caption": "A man looks upset with a person and walks past him.", "similarity": 0.6121, "relevance": 2 }, { "pair_id": 323282, "video_name": "met_s06e23_seg02_clip_16", "timestamp": [ 29.24, 34.17 ], "duration": 61.66, "caption": "A man walks over to someone and gives him a hug.", "similarity": 0.6121, "relevance": 4 }, { "pair_id": 323283, "video_name": "house_s05e09_seg02_clip_15", "timestamp": [ 61.87, 64.99 ], "duration": 89.66, "caption": "A person walks over and puts his hand on another person's face.", "similarity": 0.6111, "relevance": 3 }, { "pair_id": 323284, "video_name": "house_s04e02_seg02_clip_25", "timestamp": [ 99.77, 105.02 ], "duration": 105.66, "caption": "A person walks over to another person and holds up three fingers.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 323285, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 2.75, 11.9 ], "duration": 61.66, "caption": "A man walks to another man and places his hand on his shoulder.", "similarity": 0.6103, "relevance": 4 }, { "pair_id": 323286, "video_name": "friends_s10e12_seg02_clip_05", "timestamp": [ 54.01, 57.55 ], "duration": 59.66, "caption": "A man hugs an upset man and pats his back.", "similarity": 0.6102, "relevance": 4 }, { "pair_id": 323287, "video_name": "castle_s08e06_seg02_clip_21", "timestamp": [ 74.03, 79.53 ], "duration": 100.66, "caption": "A man walks over to another man and shakes his hand.", "similarity": 0.6096, "relevance": 2 }, { "pair_id": 323288, "video_name": "castle_s07e09_seg02_clip_19", "timestamp": [ 6.51, 11.16 ], "duration": 93.66, "caption": "A man walks back to someone after someone calls his/her name.", "similarity": 0.6083, "relevance": 1 }, { "pair_id": 323289, "video_name": "grey_s03e06_seg02_clip_08", "timestamp": [ 53.11, 63.02 ], "duration": 90.66, "caption": "A man walks up to a guy and hands him a phone, pats him on the back, and walks off.", "similarity": 0.6074, "relevance": 2 }, { "pair_id": 323290, "video_name": "castle_s04e21_seg02_clip_25", "timestamp": [ 31.6, 33.83 ], "duration": 89.66, "caption": "A man places his hand on someone's shoulder in a consoling way.", "similarity": 0.6053, "relevance": 1 }, { "pair_id": 323291, "video_name": "friends_s08e02_seg02_clip_04", "timestamp": [ 14.89, 20.47 ], "duration": 62.66, "caption": "A man puts their hand over their heart before walking back toward two women and another person.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 323292, "video_name": "friends_s03e23_seg02_clip_16", "timestamp": [ 5.5, 10.08 ], "duration": 61.66, "caption": "A person motions his hands in the air over a man's back.", "similarity": 0.6012, "relevance": 2 }, { "pair_id": 323293, "video_name": "grey_s02e25_seg02_clip_20", "timestamp": [ 85.42, 86.66 ], "duration": 86.66, "caption": "A man has his hand on the back of another person and moves them.", "similarity": 0.6005, "relevance": 1 }, { "pair_id": 323294, "video_name": "grey_s03e05_seg02_clip_16", "timestamp": [ 0.0, 9.11 ], "duration": 91.66, "caption": "A man puts his hand on another person's arm and they stop walking.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 323295, "video_name": "s05e06_seg02_clip_03", "timestamp": [ 39.84, 42.79 ], "duration": 59.66, "caption": "A person starts to cry and woman puts a hand on his back to comfort him.", "similarity": 0.5981, "relevance": 3 }, { "pair_id": 323296, "video_name": "friends_s04e19_seg02_clip_06", "timestamp": [ 19.56, 20.69 ], "duration": 56.66, "caption": "A man touches a man on the back using his hand.", "similarity": 0.5971, "relevance": 3 }, { "pair_id": 323297, "video_name": "s06e22_seg02_clip_05", "timestamp": [ 32.5, 37.07 ], "duration": 57.66, "caption": "A man fiddles with his hands as he walks towards a person.", "similarity": 0.5966, "relevance": 2 }, { "pair_id": 323298, "video_name": "s08e14_seg02_clip_13", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A man gets up from his chair and walks to a person, stopping behind him with his hand on his hip.", "similarity": 0.5962, "relevance": 2 }, { "pair_id": 323299, "video_name": "s07e12_seg02_clip_14", "timestamp": [ 0.0, 3.78 ], "duration": 63.66, "caption": "A man walks over to a woman to comfort her but she backs off.", "similarity": 0.5949, "relevance": 2 } ] }, { "query_id": 33167, "query": "A man leans back in his chair and nods his head.", "relevant_moment": [ { "pair_id": 560, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 73.06, 76.14 ], "duration": 88.66, "caption": "A man leans back in his chair and nods his head.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 561, "video_name": "house_s06e14_seg02_clip_23", "timestamp": [ 24.65, 27.91 ], "duration": 93.66, "caption": "A person nods his head and leans back into his chair.", "similarity": 0.896, "relevance": 3 }, { "pair_id": 562, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 51.18, 52.98 ], "duration": 89.66, "caption": "A man agrees and leans back in his chair nodding his head.", "similarity": 0.8678, "relevance": 0 }, { "pair_id": 563, "video_name": "friends_s09e12_seg02_clip_02", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A man leans back in his chair.", "similarity": 0.8664, "relevance": 2 }, { "pair_id": 564, "video_name": "house_s02e17_seg02_clip_21", "timestamp": [ 29.93, 32.13 ], "duration": 88.66, "caption": "A man leans back in his chair and immediately leans forward.", "similarity": 0.8506, "relevance": 1 }, { "pair_id": 565, "video_name": "s04e17_seg02_clip_08", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man leans forward in his chair then sits back, unhappily.", "similarity": 0.8163, "relevance": 3 }, { "pair_id": 566, "video_name": "castle_s02e04_seg02_clip_05", "timestamp": [ 51.67, 55.46 ], "duration": 84.66, "caption": "A man sits down in a chair and leans way back.", "similarity": 0.8098, "relevance": 3 }, { "pair_id": 567, "video_name": "s05e01_seg02_clip_01", "timestamp": [ 16.48, 18.0 ], "duration": 61.66, "caption": "A person leans back in their chair and shakes their head back and forth.", "similarity": 0.7757, "relevance": 1 }, { "pair_id": 568, "video_name": "house_s08e09_seg02_clip_20", "timestamp": [ 30.71, 32.94 ], "duration": 89.66, "caption": "A man leans back in his chair during the meeting.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 569, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 82.41, 85.12 ], "duration": 90.66, "caption": "A man leans back in his chair while seated at the table.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 570, "video_name": "grey_s02e08_seg02_clip_21", "timestamp": [ 0.0, 12.89 ], "duration": 92.66, "caption": "A man is leaning forward while seated in a chair then sits upright.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 571, "video_name": "house_s08e06_seg02_clip_14", "timestamp": [ 70.11, 72.35 ], "duration": 89.66, "caption": "A man leans back in his chair and crosses his arms.", "similarity": 0.7357, "relevance": 1 }, { "pair_id": 572, "video_name": "house_s03e07_seg02_clip_19", "timestamp": [ 39.16, 41.86 ], "duration": 90.66, "caption": "A man leans forward from his chair to talk to man.", "similarity": 0.7216, "relevance": 0 }, { "pair_id": 573, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 13.07, 15.78 ], "duration": 90.66, "caption": "A man leans back in his chair and takes a deep breath.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 574, "video_name": "friends_s01e15_seg02_clip_00", "timestamp": [ 11.8, 18.32 ], "duration": 62.66, "caption": "A man leans back in his chair while he is complimenting someone's clothes.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 575, "video_name": "s09e18_seg01_clip_02", "timestamp": [ 80.31, 83.16 ], "duration": 95.66, "caption": "A person leans back in his chair hanging his head behind it.", "similarity": 0.7131, "relevance": 1 }, { "pair_id": 576, "video_name": "house_s06e10_seg02_clip_01", "timestamp": [ 2.7, 7.2 ], "duration": 90.66, "caption": "A man leans back in his chair, so that the front two legs rise off the floor.", "similarity": 0.7107, "relevance": 3 }, { "pair_id": 577, "video_name": "house_s01e14_seg02_clip_19", "timestamp": [ 58.97, 61.67 ], "duration": 90.66, "caption": "A man leans forward in his chair and looks at a man.", "similarity": 0.6965, "relevance": 1 }, { "pair_id": 578, "video_name": "house_s05e13_seg02_clip_15", "timestamp": [ 34.59, 80.1 ], "duration": 91.66, "caption": "A person leans forward in their chair, with hands clasped.", "similarity": 0.6943, "relevance": 1 }, { "pair_id": 579, "video_name": "castle_s07e09_seg02_clip_24", "timestamp": [ 11.13, 14.24 ], "duration": 89.66, "caption": "A man leans forward in his chair to talk to two people.", "similarity": 0.6942, "relevance": 2 } ] }, { "query_id": 33196, "query": "A man sits in a chair and studies writing on a whiteboard.", "relevant_moment": [ { "pair_id": 213580, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A person writes on a whiteboard with a black marker.", "similarity": 0.6164, "relevance": 3 }, { "pair_id": 213581, "video_name": "friends_s02e23_seg02_clip_12", "timestamp": [ 34.53, 38.07 ], "duration": 59.66, "caption": "A man sits in the chair lazily and signs a document.", "similarity": 0.6157, "relevance": 3 }, { "pair_id": 213582, "video_name": "castle_s04e13_seg02_clip_22", "timestamp": [ 17.68, 21.4 ], "duration": 93.66, "caption": "A man writes on the white board with a black marker.", "similarity": 0.6128, "relevance": 4 }, { "pair_id": 213583, "video_name": "house_s02e01_seg02_clip_06", "timestamp": [ 7.32, 10.52 ], "duration": 91.66, "caption": "A person writes onto the whiteboard with a marker.", "similarity": 0.6128, "relevance": 4 }, { "pair_id": 213584, "video_name": "house_s01e22_seg02_clip_05", "timestamp": [ 30.83, 39.57 ], "duration": 92.66, "caption": "A person is writing something on the white board.", "similarity": 0.6102, "relevance": 3 }, { "pair_id": 213585, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A person writes with a marker pen on the whiteboard.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 213586, "video_name": "house_s02e24_seg02_clip_23", "timestamp": [ 66.77, 89.02 ], "duration": 89.66, "caption": "A man stares at what he has written on the clearboard.", "similarity": 0.6054, "relevance": 3 }, { "pair_id": 213587, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 38.81, 45.6 ], "duration": 97.66, "caption": "A person walks to the white board, shakes the pen and writes on the white board.", "similarity": 0.6042, "relevance": 3 }, { "pair_id": 213588, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 42.31, 48.61 ], "duration": 90.66, "caption": "A man is sitting at his desk, studying and moving his fingers along a blueprint.", "similarity": 0.6033, "relevance": 3 }, { "pair_id": 213589, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 12.02, 13.81 ], "duration": 89.66, "caption": "A person writes on the whiteboard using a marker.", "similarity": 0.602, "relevance": 3 }, { "pair_id": 213590, "video_name": "friends_s09e22_seg02_clip_04", "timestamp": [ 2.33, 6.99 ], "duration": 58.66, "caption": "A man is sitting at a chair holding documents in his hand.", "similarity": 0.6005, "relevance": 2 }, { "pair_id": 213591, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 48.12, 51.38 ], "duration": 65.66, "caption": "A person turns around and writes on the whiteboard with a marker.", "similarity": 0.6004, "relevance": 3 }, { "pair_id": 213592, "video_name": "s09e15_seg02_clip_15", "timestamp": [ 4.03, 17.68 ], "duration": 62.66, "caption": "A person sits up and erases words from the whiteboard.", "similarity": 0.5999, "relevance": 3 }, { "pair_id": 213593, "video_name": "house_s04e04_seg02_clip_20", "timestamp": [ 43.02, 47.9 ], "duration": 88.66, "caption": "A person is writing on the whiteboard while a group is discussing.", "similarity": 0.5996, "relevance": 4 }, { "pair_id": 213594, "video_name": "house_s02e01_seg02_clip_21", "timestamp": [ 8.1, 27.01 ], "duration": 90.66, "caption": "A man started writing on the whiteboard while questioning what could possibly happen to the patient.", "similarity": 0.5995, "relevance": 3 }, { "pair_id": 213595, "video_name": "castle_s02e14_seg02_clip_16", "timestamp": [ 83.37, 88.66 ], "duration": 88.66, "caption": "A man rises from sitting next to a woman to write on the whiteboard.", "similarity": 0.5976, "relevance": 3 }, { "pair_id": 213596, "video_name": "s08e21_seg02_clip_10", "timestamp": [ 0.0, 34.78 ], "duration": 57.66, "caption": "A man was holding a book whilst sitting on a chair.", "similarity": 0.5965, "relevance": 3 }, { "pair_id": 213597, "video_name": "met_s02e04_seg02_clip_17", "timestamp": [ 1.22, 4.58 ], "duration": 61.66, "caption": "A man is writing on a notepad at his desk.", "similarity": 0.5914, "relevance": 2 }, { "pair_id": 213598, "video_name": "house_s02e05_seg02_clip_00", "timestamp": [ 13.88, 20.82 ], "duration": 92.66, "caption": "A man writes symptoms on the whiteboard in person's office while speaking while person and person look on curiously.", "similarity": 0.5914, "relevance": 4 }, { "pair_id": 213599, "video_name": "castle_s08e13_seg02_clip_25", "timestamp": [ 26.79, 30.91 ], "duration": 103.66, "caption": "A person is writing on a chalkboard as man walks in.", "similarity": 0.5912, "relevance": 3 } ] }, { "query_id": 33243, "query": "A woman pulls her headphones off of her ears and starts a conversation with others.", "relevant_moment": [ { "pair_id": 173300, "video_name": "friends_s01e22_seg02_clip_14", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A woman pulls her headphones off of her ears and starts a conversation with others.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173301, "video_name": "s08e20_seg02_clip_14", "timestamp": [ 0.0, 11.35 ], "duration": 63.66, "caption": "A woman takes off her headphones and starts talking to man.", "similarity": 0.763, "relevance": 4 }, { "pair_id": 173302, "video_name": "house_s01e21_seg02_clip_03", "timestamp": [ 37.61, 69.58 ], "duration": 94.66, "caption": "A woman talks to person while he is holding his headphones.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 173303, "video_name": "friends_s01e22_seg02_clip_14", "timestamp": [ 0.0, 4.06 ], "duration": 58.66, "caption": "A woman takes her earphones off, and then steps towards some people.", "similarity": 0.7404, "relevance": 4 }, { "pair_id": 173305, "video_name": "met_s02e12_seg02_clip_04", "timestamp": [ 55.88, 60.66 ], "duration": 60.66, "caption": "A woman plugs her ears with her fingers as a person talks.", "similarity": 0.7303, "relevance": 2 }, { "pair_id": 173306, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 47.9, 52.31 ], "duration": 63.66, "caption": "A person takes off his headphone and then talks to woman.", "similarity": 0.7159, "relevance": 3 }, { "pair_id": 173307, "video_name": "friends_s03e16_seg02_clip_09", "timestamp": [ 14.43, 47.32 ], "duration": 57.66, "caption": "A woman listens in on person and person's conversation.", "similarity": 0.706, "relevance": 1 }, { "pair_id": 173308, "video_name": "house_s04e16_seg02_clip_04", "timestamp": [ 0.0, 13.36 ], "duration": 89.66, "caption": "A woman is on person and she gets close to their ear and speaks into it.", "similarity": 0.7015, "relevance": 0 }, { "pair_id": 173309, "video_name": "grey_s03e25_seg02_clip_28", "timestamp": [ 0.0, 8.64 ], "duration": 108.66, "caption": "A woman is having a conversation with some people.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 173310, "video_name": "s08e13_seg01_clip_00", "timestamp": [ 11.48, 16.13 ], "duration": 62.66, "caption": "A person puts their headphone on and talks to some people.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 173312, "video_name": "house_s04e15_seg02_clip_25", "timestamp": [ 0.0, 10.08 ], "duration": 72.66, "caption": "A woman is holding someone's head while talking to them.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 173313, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 0.0, 78.65 ], "duration": 89.66, "caption": "A woman was having a conversation with some people.", "similarity": 0.6787, "relevance": 2 }, { "pair_id": 173314, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 173315, "video_name": "castle_s06e05_seg02_clip_22", "timestamp": [ 5.42, 19.41 ], "duration": 90.66, "caption": "A woman started talking to person while their phone was still on their ear.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 173316, "video_name": "castle_s04e07_seg02_clip_09", "timestamp": [ 63.72, 67.81 ], "duration": 91.66, "caption": "A woman puts a communications earpiece in her ear.", "similarity": 0.6698, "relevance": 1 }, { "pair_id": 173317, "video_name": "castle_s02e01_seg02_clip_20", "timestamp": [ 1.7, 4.25 ], "duration": 85.66, "caption": "Woman is holding an earpiece as she speaks.", "similarity": 0.668, "relevance": 0 }, { "pair_id": 173318, "video_name": "castle_s02e14_seg02_clip_08", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman has her cell phone to her ear and is talking.", "similarity": 0.667, "relevance": 0 }, { "pair_id": 173319, "video_name": "friends_s10e10_seg02_clip_04", "timestamp": [ 5.4, 8.41 ], "duration": 60.66, "caption": "A woman releases a person's ear after she agrees with them.", "similarity": 0.661, "relevance": 1 } ] }, { "query_id": 33247, "query": "A person quickly pulls himself in and hugs the climbing wall.", "relevant_moment": [ { "pair_id": 172980, "video_name": "s02e13_seg02_clip_12", "timestamp": [ 41.49, 42.94 ], "duration": 58.66, "caption": "A person quickly pulls himself in and hugs the climbing wall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172981, "video_name": "s02e13_seg02_clip_12", "timestamp": [ 6.09, 11.61 ], "duration": 58.66, "caption": "A person gets their safety gear secured to climb the wall.", "similarity": 0.6227, "relevance": 0 }, { "pair_id": 172982, "video_name": "castle_s08e12_seg02_clip_22", "timestamp": [ 50.34, 55.5 ], "duration": 86.66, "caption": "A person walks over and pulls a lever on the wall.", "similarity": 0.6123, "relevance": 0 }, { "pair_id": 172983, "video_name": "friends_s10e01_seg02_clip_03", "timestamp": [ 20.41, 29.96 ], "duration": 53.66, "caption": "A man hugs a wall before exiting through the doorway.", "similarity": 0.6044, "relevance": 2 }, { "pair_id": 172984, "video_name": "s02e13_seg02_clip_12", "timestamp": [ 22.63, 41.2 ], "duration": 58.66, "caption": "A person moves up the climbing wall as he has a conversation with another person.", "similarity": 0.5996, "relevance": 2 }, { "pair_id": 172985, "video_name": "friends_s10e01_seg02_clip_03", "timestamp": [ 22.54, 28.9 ], "duration": 53.66, "caption": "A man hugs the wall while he's standing in a doorway.", "similarity": 0.5996, "relevance": 3 }, { "pair_id": 172986, "video_name": "s02e13_seg02_clip_11", "timestamp": [ 35.05, 62.03 ], "duration": 62.66, "caption": "A person is wearing a harness but is afraid to climb the wall.", "similarity": 0.5988, "relevance": 0 }, { "pair_id": 172987, "video_name": "castle_s05e17_seg02_clip_10", "timestamp": [ 12.15, 14.85 ], "duration": 90.66, "caption": "A person walks into a wall as a woman smiles to herself.", "similarity": 0.5841, "relevance": 0 }, { "pair_id": 172988, "video_name": "castle_s06e06_seg02_clip_20", "timestamp": [ 20.25, 23.01 ], "duration": 92.66, "caption": "A person bends down and peers through an opening in the wall.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 172989, "video_name": "castle_s08e22_seg02_clip_21", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A person holds someone to the ground and eventually pulls him up.", "similarity": 0.582, "relevance": 0 }, { "pair_id": 172990, "video_name": "s07e22_seg02_clip_17", "timestamp": [ 19.85, 26.16 ], "duration": 63.66, "caption": "A person takes someone by surprise as they grab them and hug them.", "similarity": 0.5712, "relevance": 2 }, { "pair_id": 172991, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 60.71, 63.99 ], "duration": 82.66, "caption": "A person grabs some people and hugs them.", "similarity": 0.5661, "relevance": 2 }, { "pair_id": 172992, "video_name": "castle_s08e12_seg02_clip_22", "timestamp": [ 52.06, 55.5 ], "duration": 86.66, "caption": "Despite a man's protest, a person suddenly pulls one of the levels connected to the wall.", "similarity": 0.5554, "relevance": 0 }, { "pair_id": 172993, "video_name": "s04e13_seg02_clip_11", "timestamp": [ 54.25, 57.15 ], "duration": 58.66, "caption": "A person grabs a tissue and gets in bed pulling the covers up over himself/herself.", "similarity": 0.5542, "relevance": 0 }, { "pair_id": 172994, "video_name": "friends_s08e14_seg02_clip_20", "timestamp": [ 10.18, 16.51 ], "duration": 55.66, "caption": "A person rushes towards another person and gives him a hug.", "similarity": 0.5518, "relevance": 2 }, { "pair_id": 172995, "video_name": "grey_s01e03_seg02_clip_17", "timestamp": [ 78.34, 81.9 ], "duration": 89.66, "caption": "A person pulls himself/herself up while sitting on his/her hospital bed.", "similarity": 0.5477, "relevance": 0 }, { "pair_id": 172996, "video_name": "s06e14_seg02_clip_04", "timestamp": [ 8.99, 10.73 ], "duration": 58.66, "caption": "A person pulls a blanket over his/her face out of frustration.", "similarity": 0.5464, "relevance": 0 }, { "pair_id": 172997, "video_name": "castle_s02e16_seg02_clip_10", "timestamp": [ 50.15, 52.45 ], "duration": 92.66, "caption": "A person takes whip off the wall and pulls it.", "similarity": 0.5446, "relevance": 0 }, { "pair_id": 172998, "video_name": "met_s02e08_seg02_clip_01", "timestamp": [ 53.02, 58.44 ], "duration": 60.66, "caption": "A person is really happy and hugs person and then steps back.", "similarity": 0.5436, "relevance": 2 }, { "pair_id": 172999, "video_name": "s08e20_seg02_clip_02", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person looks over to the wall and holds both of his hands to it.", "similarity": 0.5402, "relevance": 0 } ] }, { "query_id": 33259, "query": "A woman gets something out of the fridge and closes it.", "relevant_moment": [ { "pair_id": 152080, "video_name": "friends_s01e22_seg02_clip_13", "timestamp": [ 58.2, 61.46 ], "duration": 65.66, "caption": "A woman gets something out of the fridge and closes it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152081, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 56.03, 59.55 ], "duration": 64.66, "caption": "A woman takes out an item from the refrigerator and closes the door.", "similarity": 0.8668, "relevance": 3 }, { "pair_id": 152082, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman opens a refrigerator, puts something inside, and closes the door.", "similarity": 0.8597, "relevance": 3 }, { "pair_id": 152083, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 35.45, 39.74 ], "duration": 57.66, "caption": "A woman opens the fridge and gets something from inside.", "similarity": 0.8538, "relevance": 3 }, { "pair_id": 152084, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman opens the refrigerator and then closes it quickly.", "similarity": 0.8367, "relevance": 3 }, { "pair_id": 152085, "video_name": "friends_s09e20_seg01_clip_01", "timestamp": [ 7.35, 16.18 ], "duration": 98.66, "caption": "A woman opens and then closes the refrigerator without taking anything out of it.", "similarity": 0.8331, "relevance": 2 }, { "pair_id": 152086, "video_name": "friends_s01e01_seg02_clip_06", "timestamp": [ 14.27, 28.55 ], "duration": 57.66, "caption": "A person opens the fridge and then closes it.", "similarity": 0.7856, "relevance": 1 }, { "pair_id": 152087, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 152088, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 7.78, 12.82 ], "duration": 91.66, "caption": "A woman opens the refrigerator door and stuff comes barreling out.", "similarity": 0.7795, "relevance": 1 }, { "pair_id": 152089, "video_name": "friends_s04e08_seg02_clip_02", "timestamp": [ 47.3, 61.03 ], "duration": 61.66, "caption": "A woman opened the fridge as though to pick an item from it.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 152090, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 4.05, 9.46 ], "duration": 90.66, "caption": "A person opens the refrigerator and then closes it.", "similarity": 0.7748, "relevance": 1 }, { "pair_id": 152091, "video_name": "house_s05e08_seg02_clip_02", "timestamp": [ 93.09, 94.03 ], "duration": 94.66, "caption": "A woman closes a refrigerator freezer door in a kitchen.", "similarity": 0.7684, "relevance": 1 }, { "pair_id": 152092, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 8.37, 15.2 ], "duration": 62.66, "caption": "A woman opens the refrigerator and gets a bottle of water out.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 152093, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 4.09, 17.84 ], "duration": 58.66, "caption": "A woman then moved over to the refrigerator and opens it.", "similarity": 0.7642, "relevance": 2 }, { "pair_id": 152094, "video_name": "grey_s02e15_seg02_clip_17", "timestamp": [ 2.33, 7.44 ], "duration": 93.66, "caption": "A woman goes to the fridge and opens it.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 152095, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.79 ], "duration": 61.66, "caption": "A person walks to the fridge, opens it, and closes it.", "similarity": 0.7508, "relevance": 1 }, { "pair_id": 152096, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 43.11 ], "duration": 62.66, "caption": "A woman gets a bottle of water out of the refrigerator.", "similarity": 0.7448, "relevance": 4 }, { "pair_id": 152097, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 18.39, 22.61 ], "duration": 60.66, "caption": "A woman gets a Yoo-hoo out of the refrigerator.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 152098, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.3 ], "duration": 63.66, "caption": "A person opens and closes the door to the refrigerator.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 325400, "video_name": "friends_s02e14_seg02_clip_03", "timestamp": [ 2.14, 11.9 ], "duration": 61.66, "caption": "A woman closes the fridge and drinks from a bottle before she puts it on the table.", "similarity": 0.7351, "relevance": 3 }, { "pair_id": 325401, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 42.8 ], "duration": 62.66, "caption": "A woman opens the refrigerator and pulls out a water bottle.", "similarity": 0.7341, "relevance": 4 }, { "pair_id": 325402, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person walks to the refrigerator, opens it and then closes it.", "similarity": 0.7308, "relevance": 2 }, { "pair_id": 325403, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 21.75, 38.45 ], "duration": 63.66, "caption": "A woman opened the refrigerator and gets a bunch of drinks.", "similarity": 0.7294, "relevance": 3 }, { "pair_id": 325404, "video_name": "friends_s03e25_seg02_clip_18", "timestamp": [ 6.35, 9.68 ], "duration": 60.66, "caption": "A woman closes the refrigerator door while she's holding a photograph.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 325405, "video_name": "s07e08_seg02_clip_15", "timestamp": [ 43.87, 45.59 ], "duration": 86.66, "caption": "A woman shuts the freezer door then turns away from the fridge.", "similarity": 0.7244, "relevance": 2 }, { "pair_id": 325406, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 2.44, 4.27 ], "duration": 61.66, "caption": "A woman walks over to the fridge and opens it up.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 325407, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A woman opens the refrigerator with her right hand.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 325408, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A woman opens the refrigerator and gets a drink.", "similarity": 0.7183, "relevance": 4 }, { "pair_id": 325409, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 18.91, 23.41 ], "duration": 60.66, "caption": "A woman walks and go to the refrigerator and open it.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 325410, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 38.37, 44.87 ], "duration": 65.66, "caption": "A woman walks over to the fridge and takes something out.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 325411, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 40.32, 47.15 ], "duration": 65.66, "caption": "A woman walks over to the refrigerator and opens it.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 325412, "video_name": "s08e06_seg02_clip_04", "timestamp": [ 22.51, 24.91 ], "duration": 60.66, "caption": "A woman puts some food back into the refrigerator.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 325413, "video_name": "friends_s03e25_seg02_clip_18", "timestamp": [ 6.35, 8.47 ], "duration": 60.66, "caption": "A woman steps forward to close the refrigerator door.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 325414, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.6988, "relevance": 3 }, { "pair_id": 325415, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 41.3, 44.55 ], "duration": 65.66, "caption": "A woman opens the refrigerator door and takes a bottle of water out.", "similarity": 0.698, "relevance": 2 }, { "pair_id": 325417, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 55.71, 57.95 ], "duration": 64.66, "caption": "A woman closes the refrigerator door and turns towards the table.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 325418, "video_name": "friends_s06e23_seg01_clip_00", "timestamp": [ 15.05, 20.66 ], "duration": 59.66, "caption": "A woman gets a bottle of water from the fridge.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 325419, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.6944, "relevance": 1 } ] }, { "query_id": 33293, "query": "A woman grabs the drink a man handed to her.", "relevant_moment": [ { "pair_id": 3940, "video_name": "met_s04e01_seg02_clip_17", "timestamp": [ 2.75, 7.15 ], "duration": 55.66, "caption": "A woman grabs the drink a man handed to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3941, "video_name": "friends_s03e18_seg02_clip_00", "timestamp": [ 3.78, 5.67 ], "duration": 63.66, "caption": "A man handed a cup of drink to woman.", "similarity": 0.7932, "relevance": 4 }, { "pair_id": 3942, "video_name": "house_s05e19_seg02_clip_19", "timestamp": [ 65.26, 68.29 ], "duration": 86.66, "caption": "A woman gives a glass of drink to a man.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 3943, "video_name": "friends_s04e15_seg02_clip_14", "timestamp": [ 34.48, 39.67 ], "duration": 54.66, "caption": "A woman hands the water bottle to a man and he takes a drink from it.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 3944, "video_name": "grey_s02e21_seg02_clip_25", "timestamp": [ 103.72, 111.65 ], "duration": 122.66, "caption": "A woman hands a man a cup and he takes a drink.", "similarity": 0.7797, "relevance": 3 }, { "pair_id": 3945, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 53.11, 58.07 ], "duration": 90.66, "caption": "A woman poured a drink to a glass and handed it to a man.", "similarity": 0.7755, "relevance": 2 }, { "pair_id": 3946, "video_name": "friends_s01e18_seg01_clip_00", "timestamp": [ 36.42, 40.82 ], "duration": 80.66, "caption": "A man hands a woman a glass which she drinks from.", "similarity": 0.7712, "relevance": 4 }, { "pair_id": 3947, "video_name": "friends_s01e02_seg02_clip_02", "timestamp": [ 14.17, 21.84 ], "duration": 59.66, "caption": "A woman grabs a drink away from a person while he/she is still drinking it.", "similarity": 0.7673, "relevance": 2 }, { "pair_id": 3948, "video_name": "friends_s09e18_seg02_clip_17", "timestamp": [ 26.71, 28.21 ], "duration": 60.66, "caption": "A man grabs a bottle of wine from a woman.", "similarity": 0.7647, "relevance": 3 }, { "pair_id": 3949, "video_name": "friends_s04e12_seg02_clip_04", "timestamp": [ 23.21, 29.01 ], "duration": 58.66, "caption": "The woman grabs the man's hand and holds it.", "similarity": 0.7491, "relevance": 0 }, { "pair_id": 3950, "video_name": "house_s07e22_seg02_clip_25", "timestamp": [ 0.0, 9.6 ], "duration": 96.66, "caption": "A man invites a woman to go for a drink with him.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 3951, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 7.38, 10.25 ], "duration": 82.66, "caption": "A woman reaches out and grabs a man by the hand.", "similarity": 0.7402, "relevance": 0 }, { "pair_id": 3952, "video_name": "met_s06e14_seg02_clip_11", "timestamp": [ 30.1, 33.64 ], "duration": 59.66, "caption": "A woman gives a bottle with liquor to a man and he takes a sip.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 3953, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 60.32, 61.22 ], "duration": 90.66, "caption": "A man hands a woman a cup with a beverage.", "similarity": 0.7352, "relevance": 4 }, { "pair_id": 3954, "video_name": "castle_s04e22_seg02_clip_05", "timestamp": [ 3.53, 9.71 ], "duration": 88.66, "caption": "A woman grabs a man's hand and she pulls his hand off of hers.", "similarity": 0.7347, "relevance": 0 }, { "pair_id": 3955, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A woman grabs a man's hand and starts holding it.", "similarity": 0.7334, "relevance": 0 }, { "pair_id": 3956, "video_name": "s09e09_seg02_clip_02", "timestamp": [ 24.01, 26.11 ], "duration": 60.66, "caption": "A woman grabs a man's right hand with her left hand.", "similarity": 0.731, "relevance": 0 }, { "pair_id": 3957, "video_name": "castle_s04e17_seg02_clip_22", "timestamp": [ 88.2, 91.4 ], "duration": 91.66, "caption": "A man gives a drink to a woman while they are talking.", "similarity": 0.7305, "relevance": 4 }, { "pair_id": 3958, "video_name": "friends_s06e22_seg02_clip_07", "timestamp": [ 39.06, 45.46 ], "duration": 64.66, "caption": "A man returns and hands a woman a glass of something to drink.", "similarity": 0.7295, "relevance": 4 }, { "pair_id": 3959, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 50.18, 53.4 ], "duration": 92.66, "caption": "A man hands woman a glass of liquor and she drinks it.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 177260, "video_name": "s06e05_seg02_clip_16", "timestamp": [ 14.09, 16.65 ], "duration": 64.66, "caption": "A man goes to drink from their cup, but woman takes it from them.", "similarity": 0.7216, "relevance": 4 }, { "pair_id": 177261, "video_name": "house_s08e21_seg02_clip_10", "timestamp": [ 0.0, 5.04 ], "duration": 84.66, "caption": "A woman joins man who is having a drink.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 177262, "video_name": "castle_s03e17_seg02_clip_25", "timestamp": [ 48.41, 51.93 ], "duration": 88.66, "caption": "A man grabs woman's right hand with his left hand.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 177263, "video_name": "met_s06e01_seg02_clip_02", "timestamp": [ 27.27, 35.69 ], "duration": 58.66, "caption": "A man gives a woman a mug that she drinks from and then sets aside.", "similarity": 0.7183, "relevance": 4 }, { "pair_id": 177264, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "A man reaches out and grabs a woman by her wrist.", "similarity": 0.718, "relevance": 1 }, { "pair_id": 177265, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 31.84, 38.08 ], "duration": 43.66, "caption": "A woman walks directly to a man while holding a glass of drink.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 177266, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.0, 1.29 ], "duration": 86.66, "caption": "A man reaches out and grabs a woman's hand and holds it.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 177267, "video_name": "s06e20_seg02_clip_01", "timestamp": [ 7.97, 11.51 ], "duration": 59.66, "caption": "A woman reaches over and takes the wine bottle from a man.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 177268, "video_name": "met_s02e09_seg02_clip_06", "timestamp": [ 31.51, 37.19 ], "duration": 63.66, "caption": "A woman grabs a sip of her beer while a man talks.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 177269, "video_name": "met_s03e05_seg02_clip_10", "timestamp": [ 24.11, 30.52 ], "duration": 61.66, "caption": "A woman drinks some wine from a wine glass a man handed her.", "similarity": 0.7121, "relevance": 4 }, { "pair_id": 177270, "video_name": "friends_s05e21_seg02_clip_08", "timestamp": [ 7.8, 12.61 ], "duration": 60.66, "caption": "A man grabs a woman's hand when he asks her something.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 177271, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 0.0, 2.33 ], "duration": 93.66, "caption": "A man rushes over to give woman a drink cup.", "similarity": 0.7103, "relevance": 4 }, { "pair_id": 177272, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 57.36, 58.3 ], "duration": 63.66, "caption": "A man in front of woman grabs her hand.", "similarity": 0.7098, "relevance": 1 }, { "pair_id": 177273, "video_name": "grey_s03e17_seg02_clip_06", "timestamp": [ 7.68, 9.93 ], "duration": 90.66, "caption": "A woman grabs hold of a man's face in her hands.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 177274, "video_name": "castle_s08e03_seg02_clip_15", "timestamp": [ 12.35, 14.25 ], "duration": 95.66, "caption": "A woman handed a glass of water to a man.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 177275, "video_name": "house_s04e16_seg02_clip_16", "timestamp": [ 11.15, 13.83 ], "duration": 89.66, "caption": "A woman pulls the arm of a man who is drinking in a bar.", "similarity": 0.7051, "relevance": 1 }, { "pair_id": 177276, "video_name": "friends_s09e03_seg02_clip_15", "timestamp": [ 20.17, 23.32 ], "duration": 63.66, "caption": "A woman walks up and grabs a man by the hands.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 177277, "video_name": "met_s03e02_seg02_clip_01", "timestamp": [ 11.09, 15.88 ], "duration": 59.66, "caption": "A woman grabs her water bottle, opens it and then drinks.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 177278, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 0.0, 7.92 ], "duration": 93.66, "caption": "A man gives a woman a drink and she spits it out.", "similarity": 0.7038, "relevance": 4 }, { "pair_id": 177279, "video_name": "friends_s07e15_seg02_clip_03", "timestamp": [ 18.31, 20.75 ], "duration": 61.66, "caption": "A woman throws her drink on to a man's face.", "similarity": 0.7035, "relevance": 2 } ] }, { "query_id": 33352, "query": "A person walks away from another person and goes over and checks his loom.", "relevant_moment": [ { "pair_id": 13620, "video_name": "s01e04_seg02_clip_08", "timestamp": [ 40.04, 53.09 ], "duration": 58.66, "caption": "A person walks away from another person and goes over and checks his loom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13621, "video_name": "s01e04_seg02_clip_08", "timestamp": [ 24.95, 29.59 ], "duration": 58.66, "caption": "A person stands and leaves his loom as he walks over to a man.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 13622, "video_name": "house_s06e11_seg02_clip_13", "timestamp": [ 53.78, 56.43 ], "duration": 88.66, "caption": "A person picks up his blue folder and walks away from another person.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 13623, "video_name": "grey_s03e16_seg02_clip_20", "timestamp": [ 24.33, 30.19 ], "duration": 90.66, "caption": "A person walks away from another person and then checks their pager.", "similarity": 0.6135, "relevance": 3 }, { "pair_id": 13624, "video_name": "friends_s02e16_seg02_clip_17", "timestamp": [ 49.32, 55.12 ], "duration": 58.66, "caption": "A person walks near someone and checks their back.", "similarity": 0.6081, "relevance": 1 }, { "pair_id": 13625, "video_name": "s02e23_seg02_clip_08", "timestamp": [ 29.08, 34.5 ], "duration": 57.66, "caption": "A person walks away from someone holding some cloths.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 13626, "video_name": "house_s06e21_seg02_clip_04", "timestamp": [ 42.33, 47.91 ], "duration": 93.66, "caption": "A person looks over at another person and then they walk away.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 13627, "video_name": "house_s02e05_seg02_clip_09", "timestamp": [ 26.67, 30.97 ], "duration": 86.66, "caption": "A person places a check in front of another person and he takes it.", "similarity": 0.5877, "relevance": 0 }, { "pair_id": 13628, "video_name": "friends_s07e05_seg02_clip_02", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A person walks quickly away from another person with a folder in his hand.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 13629, "video_name": "house_s01e17_seg02_clip_18", "timestamp": [ 21.02, 27.87 ], "duration": 91.66, "caption": "A person walks away from another person and she turns around to see him leave.", "similarity": 0.5774, "relevance": 2 }, { "pair_id": 13630, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 49.45, 55.63 ], "duration": 103.66, "caption": "A person walks away from someone while he/she turns to look at him/her.", "similarity": 0.5769, "relevance": 2 }, { "pair_id": 13631, "video_name": "s02e13_seg02_clip_03", "timestamp": [ 25.53, 32.2 ], "duration": 58.66, "caption": "A person points out something on someone's papers and walks away.", "similarity": 0.5746, "relevance": 2 }, { "pair_id": 13632, "video_name": "castle_s08e06_seg02_clip_26", "timestamp": [ 118.77, 120.65 ], "duration": 125.66, "caption": "A person walks pass someone, shoulder checks them and continues walking.", "similarity": 0.5697, "relevance": 2 }, { "pair_id": 13633, "video_name": "s05e05_seg01_clip_00", "timestamp": [ 4.65, 7.75 ], "duration": 62.66, "caption": "A person in a brown and white checked shirt walks from right to left behind some people.", "similarity": 0.5685, "relevance": 1 }, { "pair_id": 13634, "video_name": "s04e22_seg02_clip_14", "timestamp": [ 0.3, 4.2 ], "duration": 60.66, "caption": "A person hands a person money and he walks away.", "similarity": 0.5666, "relevance": 2 }, { "pair_id": 13635, "video_name": "s10e08_seg02_clip_10", "timestamp": [ 12.91, 15.91 ], "duration": 60.66, "caption": "A person walks away after another person shows them their butt at work.", "similarity": 0.5662, "relevance": 2 }, { "pair_id": 13636, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 51.13, 53.16 ], "duration": 81.66, "caption": "A person walks away from another person, the other person turns to follow him.", "similarity": 0.5613, "relevance": 2 }, { "pair_id": 13637, "video_name": "s07e05_seg02_clip_11", "timestamp": [ 26.27, 31.87 ], "duration": 59.66, "caption": "A person pulls a piece of paper out of his/her pants pocket, shows it to two people, then walks away with it.", "similarity": 0.5586, "relevance": 1 }, { "pair_id": 13638, "video_name": "house_s08e02_seg02_clip_10", "timestamp": [ 10.44, 13.92 ], "duration": 87.66, "caption": "A person gets up from his desk and walks away from another person.", "similarity": 0.5584, "relevance": 2 }, { "pair_id": 13639, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 9.63, 12.11 ], "duration": 55.66, "caption": "A person turns around to his right and walks away from another person.", "similarity": 0.5578, "relevance": 2 } ] }, { "query_id": 33421, "query": "Some people were drinking a white-colored drink.", "relevant_moment": [ { "pair_id": 155920, "video_name": "friends_s10e02_seg02_clip_17", "timestamp": [ 0.0, 57.04 ], "duration": 57.66, "caption": "Some people were drinking a white-colored drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155921, "video_name": "met_s06e03_seg01_clip_03", "timestamp": [ 57.07, 62.03 ], "duration": 62.66, "caption": "Some people all take a drink.", "similarity": 0.6448, "relevance": 3 }, { "pair_id": 155922, "video_name": "s07e01_seg02_clip_13", "timestamp": [ 5.9, 8.56 ], "duration": 59.66, "caption": "A woman takes a drink from a white cup.", "similarity": 0.6219, "relevance": 4 }, { "pair_id": 155923, "video_name": "grey_s02e22_seg02_clip_02", "timestamp": [ 4.19, 46.51 ], "duration": 93.66, "caption": "Some people are having a conversation while drinking.", "similarity": 0.5938, "relevance": 2 }, { "pair_id": 155924, "video_name": "grey_s03e08_seg02_clip_05", "timestamp": [ 42.91, 49.3 ], "duration": 91.66, "caption": "A person gives another person a white paper bag and a drink.", "similarity": 0.5869, "relevance": 1 }, { "pair_id": 155925, "video_name": "castle_s05e04_seg02_clip_26", "timestamp": [ 3.14, 8.98 ], "duration": 89.66, "caption": "Some people all take a drink of liquor.", "similarity": 0.5849, "relevance": 3 }, { "pair_id": 155926, "video_name": "friends_s05e14_seg02_clip_17", "timestamp": [ 3.32, 14.47 ], "duration": 60.66, "caption": "Two people were both drinking a glass of drink.", "similarity": 0.5804, "relevance": 3 }, { "pair_id": 155927, "video_name": "met_s03e07_seg02_clip_03", "timestamp": [ 23.17, 27.09 ], "duration": 60.66, "caption": "Two people drink from their glasses while two other people are rooting.", "similarity": 0.559, "relevance": 3 }, { "pair_id": 155928, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 5.84, 7.38 ], "duration": 61.66, "caption": "Two people each take a drink before two other people enter.", "similarity": 0.5558, "relevance": 3 }, { "pair_id": 155929, "video_name": "met_s06e10_seg02_clip_15", "timestamp": [ 25.87, 29.68 ], "duration": 118.66, "caption": "All of the people clink their drinks together.", "similarity": 0.5526, "relevance": 3 }, { "pair_id": 155930, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 0.0, 7.32 ], "duration": 91.66, "caption": "Two people drinking something while talking.", "similarity": 0.5447, "relevance": 2 }, { "pair_id": 155931, "video_name": "friends_s06e24-25_seg02_clip_25", "timestamp": [ 33.63, 39.44 ], "duration": 61.66, "caption": "A woman and person are sitting on the couch and person takes a drink out of a white and black mug.", "similarity": 0.5411, "relevance": 2 }, { "pair_id": 155932, "video_name": "s08e22_seg01_clip_00", "timestamp": [ 28.48, 33.16 ], "duration": 85.66, "caption": "A woman takes a sip from her colored drinks.", "similarity": 0.5353, "relevance": 2 }, { "pair_id": 155933, "video_name": "s09e06_seg02_clip_12", "timestamp": [ 22.34, 25.82 ], "duration": 58.66, "caption": "A group of people each simultaneously take a sip from beer bottles.", "similarity": 0.5336, "relevance": 3 }, { "pair_id": 155934, "video_name": "met_s02e01_seg02_clip_01", "timestamp": [ 34.4, 37.69 ], "duration": 59.66, "caption": "A person drinks from the cocktail they are holding in their hands.", "similarity": 0.5285, "relevance": 2 }, { "pair_id": 155935, "video_name": "castle_s05e04_seg02_clip_10", "timestamp": [ 28.96, 31.67 ], "duration": 90.66, "caption": "A woman and a man drink from their liquor glasses.", "similarity": 0.5273, "relevance": 3 }, { "pair_id": 155936, "video_name": "castle_s04e11_seg02_clip_00", "timestamp": [ 0.0, 3.68 ], "duration": 91.66, "caption": "A person makes fun of the health drink another person is gulping down.", "similarity": 0.5273, "relevance": 2 }, { "pair_id": 155937, "video_name": "met_s06e12_seg02_clip_00", "timestamp": [ 6.82, 9.3 ], "duration": 62.66, "caption": "Multiple people all clink their drinks together at the restaurant.", "similarity": 0.5258, "relevance": 2 }, { "pair_id": 155938, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 47.87, 50.19 ], "duration": 58.66, "caption": "A woman drinks her drink while two men hold back.", "similarity": 0.5258, "relevance": 2 }, { "pair_id": 155939, "video_name": "grey_s03e05_seg02_clip_15", "timestamp": [ 0.0, 42.93 ], "duration": 89.66, "caption": "Some people are eating and drinking while talking around a table.", "similarity": 0.5249, "relevance": 2 }, { "pair_id": 329240, "video_name": "house_s07e21_seg02_clip_22", "timestamp": [ 57.36, 64.41 ], "duration": 94.66, "caption": "A person takes the beer of the person next to him/her and drinks from it.", "similarity": 0.524, "relevance": 2 }, { "pair_id": 329241, "video_name": "friends_s06e24-25_seg02_clip_12", "timestamp": [ 0.0, 6.04 ], "duration": 63.66, "caption": "Everyone at the table in the restaurant drinks from their glass at the same time.", "similarity": 0.5235, "relevance": 4 }, { "pair_id": 329242, "video_name": "house_s05e22_seg02_clip_21", "timestamp": [ 51.32, 54.02 ], "duration": 54.66, "caption": "Two people drink out of the wine bottles they have in their hands.", "similarity": 0.5224, "relevance": 2 }, { "pair_id": 329243, "video_name": "s06e20_seg02_clip_02", "timestamp": [ 8.85, 11.21 ], "duration": 59.66, "caption": "A person pours more white wine into a wine glass.", "similarity": 0.5204, "relevance": 2 }, { "pair_id": 329244, "video_name": "s05e05_seg02_clip_11", "timestamp": [ 7.8, 11.41 ], "duration": 60.66, "caption": "A woman sips on a glass of white wine.", "similarity": 0.5195, "relevance": 2 }, { "pair_id": 329245, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 31.54, 60.08 ], "duration": 60.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.5187, "relevance": 2 }, { "pair_id": 329246, "video_name": "met_s03e16_seg02_clip_02", "timestamp": [ 43.59, 58.66 ], "duration": 58.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.5187, "relevance": 1 }, { "pair_id": 329247, "video_name": "met_s03e04_seg02_clip_11", "timestamp": [ 32.91, 58.24 ], "duration": 58.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.5187, "relevance": 1 }, { "pair_id": 329248, "video_name": "met_s02e07_seg02_clip_17", "timestamp": [ 51.68, 63.03 ], "duration": 63.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.5187, "relevance": 2 }, { "pair_id": 329249, "video_name": "s05e11_seg02_clip_10", "timestamp": [ 0.0, 11.81 ], "duration": 59.66, "caption": "Two people were both holding a cup of drink.", "similarity": 0.5173, "relevance": 2 }, { "pair_id": 329250, "video_name": "s07e05_seg02_clip_01", "timestamp": [ 38.07, 59.03 ], "duration": 59.66, "caption": "The people pour wine and sit and talk while drinking it.", "similarity": 0.5169, "relevance": 2 }, { "pair_id": 329251, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 13.5, 19.36 ], "duration": 90.66, "caption": "A woman and a man both take drinks at the same time.", "similarity": 0.5159, "relevance": 2 }, { "pair_id": 329252, "video_name": "friends_s09e13_seg02_clip_13", "timestamp": [ 0.0, 16.25 ], "duration": 61.66, "caption": "Some women and a man are having drinks at a bar.", "similarity": 0.5153, "relevance": 1 }, { "pair_id": 329253, "video_name": "house_s08e07_seg02_clip_13", "timestamp": [ 50.59, 85.02 ], "duration": 85.66, "caption": "Two people are having a conversation with each other while drinking.", "similarity": 0.5149, "relevance": 2 }, { "pair_id": 329254, "video_name": "friends_s05e12_seg02_clip_02", "timestamp": [ 0.0, 19.53 ], "duration": 61.66, "caption": "Two people were both holding glasses of liquor.", "similarity": 0.5147, "relevance": 1 }, { "pair_id": 329255, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 0.0, 20.76 ], "duration": 54.66, "caption": "People are having a conversation with each other while drinking in a bar.", "similarity": 0.5143, "relevance": 1 }, { "pair_id": 329256, "video_name": "castle_s03e05_seg02_clip_25", "timestamp": [ 49.06, 53.11 ], "duration": 90.66, "caption": "A person takes a drink of their wine glass as they are sitting with another person.", "similarity": 0.5126, "relevance": 2 }, { "pair_id": 329257, "video_name": "castle_s08e18_seg02_clip_24", "timestamp": [ 6.68, 8.01 ], "duration": 89.66, "caption": "Three people clink their glasses as they are drinking together.", "similarity": 0.5125, "relevance": 1 }, { "pair_id": 329258, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 37.08, 59.66 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.5117, "relevance": 2 }, { "pair_id": 329259, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 0.0, 24.22 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.5117, "relevance": 2 } ] }, { "query_id": 33457, "query": "A woman stands up and walks directly to a man.", "relevant_moment": [ { "pair_id": 141120, "video_name": "house_s01e15_seg02_clip_16", "timestamp": [ 68.19, 74.18 ], "duration": 92.66, "caption": "A woman stands up and walks directly to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141121, "video_name": "castle_s07e20_seg02_clip_15", "timestamp": [ 37.42, 40.19 ], "duration": 92.66, "caption": "A woman stands up and walks closer to a man.", "similarity": 0.9163, "relevance": 3 }, { "pair_id": 141122, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 45.29, 49.46 ], "duration": 59.66, "caption": "A woman stands up and walks over to a man.", "similarity": 0.9157, "relevance": 4 }, { "pair_id": 141123, "video_name": "house_s08e09_seg02_clip_21", "timestamp": [ 17.48, 20.71 ], "duration": 92.66, "caption": "A woman stands up and walks over next to a man.", "similarity": 0.9075, "relevance": 3 }, { "pair_id": 141124, "video_name": "house_s07e20_seg02_clip_23", "timestamp": [ 22.8, 31.83 ], "duration": 86.66, "caption": "A man stands up and walks towards a woman.", "similarity": 0.9029, "relevance": 3 }, { "pair_id": 141125, "video_name": "house_s03e10_seg02_clip_13", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A person walks up to a woman as she is standing.", "similarity": 0.8899, "relevance": 1 }, { "pair_id": 141126, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.8825, "relevance": 3 }, { "pair_id": 141127, "video_name": "castle_s02e16_seg02_clip_18", "timestamp": [ 23.44, 28.85 ], "duration": 90.66, "caption": "A man stands up and walks over to a woman.", "similarity": 0.8776, "relevance": 1 }, { "pair_id": 141128, "video_name": "castle_s08e01_seg02_clip_12", "timestamp": [ 15.45, 22.15 ], "duration": 103.66, "caption": "A man stands up as a woman is walking towards him.", "similarity": 0.8772, "relevance": 2 }, { "pair_id": 141129, "video_name": "friends_s06e05_seg02_clip_13", "timestamp": [ 1.55, 13.34 ], "duration": 62.66, "caption": "A woman walks up to a man who is sitting and stands behind him.", "similarity": 0.857, "relevance": 1 }, { "pair_id": 141130, "video_name": "friends_s02e01_seg02_clip_01", "timestamp": [ 37.89, 42.03 ], "duration": 59.66, "caption": "A woman walks over to stand next to a man.", "similarity": 0.8497, "relevance": 3 }, { "pair_id": 141131, "video_name": "house_s05e10_seg02_clip_18", "timestamp": [ 9.2, 17.48 ], "duration": 92.66, "caption": "A woman suddenly stands up and walks to a man immediately.", "similarity": 0.8497, "relevance": 3 }, { "pair_id": 141132, "video_name": "grey_s02e18_seg02_clip_10", "timestamp": [ 59.82, 92.03 ], "duration": 92.66, "caption": "A woman stands up and walks closer to a person.", "similarity": 0.8495, "relevance": 2 }, { "pair_id": 141133, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 18.3, 21.4 ], "duration": 62.66, "caption": "A woman walks over and stands next to a man.", "similarity": 0.8457, "relevance": 2 }, { "pair_id": 141134, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 49.09, 56.24 ], "duration": 62.66, "caption": "A woman walks over and stands next to a man.", "similarity": 0.8457, "relevance": 3 }, { "pair_id": 141135, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 22.96, 30.61 ], "duration": 85.66, "caption": "A woman stands up and walks over to guy.", "similarity": 0.8441, "relevance": 4 }, { "pair_id": 141136, "video_name": "friends_s07e16_seg02_clip_19", "timestamp": [ 3.97, 10.07 ], "duration": 61.66, "caption": "A man stands up quickly and walks behind a woman.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 141137, "video_name": "s08e21_seg02_clip_04", "timestamp": [ 15.05, 18.59 ], "duration": 59.66, "caption": "A woman stands up from her chair and walks towards a man.", "similarity": 0.8343, "relevance": 4 }, { "pair_id": 141138, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.8328, "relevance": 2 }, { "pair_id": 141139, "video_name": "castle_s05e05_seg02_clip_27", "timestamp": [ 1.98, 7.92 ], "duration": 66.66, "caption": "A woman walks towards a man and stands beside him.", "similarity": 0.8299, "relevance": 3 }, { "pair_id": 314441, "video_name": "castle_s08e21_seg02_clip_17", "timestamp": [ 6.16, 7.48 ], "duration": 88.66, "caption": "A man walks towards woman as she stands by another man.", "similarity": 0.8266, "relevance": 2 }, { "pair_id": 314442, "video_name": "friends_s02e14_seg02_clip_07", "timestamp": [ 18.61, 21.66 ], "duration": 61.66, "caption": "A man stands up and begins walking towards a woman and a man she is talking to.", "similarity": 0.8253, "relevance": 2 }, { "pair_id": 314443, "video_name": "house_s06e10_seg02_clip_15", "timestamp": [ 3.72, 6.51 ], "duration": 93.66, "caption": "A woman walks over and stands closer to a man.", "similarity": 0.8235, "relevance": 2 }, { "pair_id": 314444, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 2.7, 6.3 ], "duration": 180.66, "caption": "A man stands up and walks toward another man and a woman.", "similarity": 0.8219, "relevance": 3 }, { "pair_id": 314445, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 86.59, 87.02 ], "duration": 87.66, "caption": "A man walks up to woman as she walks towards him.", "similarity": 0.8196, "relevance": 2 }, { "pair_id": 314446, "video_name": "castle_s01e02_seg02_clip_20", "timestamp": [ 15.94, 18.6 ], "duration": 88.66, "caption": "A man walks towards a woman and stands behind her.", "similarity": 0.8164, "relevance": 2 }, { "pair_id": 314447, "video_name": "house_s05e10_seg02_clip_01", "timestamp": [ 40.52, 49.96 ], "duration": 111.66, "caption": "A woman gets up and walks over to a man.", "similarity": 0.8161, "relevance": 4 }, { "pair_id": 314448, "video_name": "house_s02e01_seg02_clip_17", "timestamp": [ 30.38, 33.22 ], "duration": 81.66, "caption": "A woman walks hurriedly to where a man is standing.", "similarity": 0.815, "relevance": 4 }, { "pair_id": 314449, "video_name": "s10e08_seg02_clip_08", "timestamp": [ 50.75, 54.4 ], "duration": 73.66, "caption": "A woman stands up from her chair and walks over to a man.", "similarity": 0.8092, "relevance": 4 }, { "pair_id": 314450, "video_name": "castle_s02e10_seg02_clip_18", "timestamp": [ 16.99, 29.85 ], "duration": 91.66, "caption": "A woman stands up walking and talking around a man.", "similarity": 0.8085, "relevance": 4 }, { "pair_id": 314451, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 55.07, 70.09 ], "duration": 91.66, "caption": "A woman walks up to a man to catch up with him.", "similarity": 0.8077, "relevance": 4 }, { "pair_id": 314452, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 48.12, 62.18 ], "duration": 74.66, "caption": "A man walks over to a woman and stands in front of her.", "similarity": 0.8072, "relevance": 3 }, { "pair_id": 314453, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 15.85, 18.93 ], "duration": 88.66, "caption": "A man walks over to stand next to a woman.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 314454, "video_name": "castle_s07e06_seg02_clip_19", "timestamp": [ 32.26, 88.39 ], "duration": 88.66, "caption": "A man stands up and walks over to a woman when she comes in.", "similarity": 0.8049, "relevance": 3 }, { "pair_id": 314455, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A person walks up and stands next to a man.", "similarity": 0.8038, "relevance": 1 }, { "pair_id": 314456, "video_name": "grey_s03e24_seg02_clip_08", "timestamp": [ 42.53, 48.49 ], "duration": 85.66, "caption": "A woman walks up and stands in front of a person.", "similarity": 0.799, "relevance": 3 }, { "pair_id": 314457, "video_name": "s03e11_seg02_clip_01", "timestamp": [ 2.36, 8.56 ], "duration": 59.66, "caption": "A person stands up and walks over to a woman with an ornament.", "similarity": 0.7978, "relevance": 3 }, { "pair_id": 314458, "video_name": "castle_s04e17_seg02_clip_06", "timestamp": [ 0.9, 5.42 ], "duration": 90.66, "caption": "A woman stands up and walks over to two other people.", "similarity": 0.7969, "relevance": 4 }, { "pair_id": 314459, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman walks over and stands next to a person.", "similarity": 0.7968, "relevance": 3 } ] }, { "query_id": 33470, "query": "A person is seen taking a sip from their coffee mug.", "relevant_moment": [ { "pair_id": 5500, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5501, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.9601, "relevance": 4 }, { "pair_id": 5502, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.9201, "relevance": 4 }, { "pair_id": 5503, "video_name": "house_s03e17_seg02_clip_05", "timestamp": [ 82.82, 85.52 ], "duration": 90.66, "caption": "A person takes a sip from their red coffee mug.", "similarity": 0.8848, "relevance": 4 }, { "pair_id": 5504, "video_name": "s06e11_seg01_clip_00", "timestamp": [ 46.81, 48.61 ], "duration": 120.66, "caption": "A person takes a sip out of their mug.", "similarity": 0.8791, "relevance": 4 }, { "pair_id": 5505, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.8633, "relevance": 3 }, { "pair_id": 5506, "video_name": "castle_s02e07_seg02_clip_14", "timestamp": [ 71.33, 73.6 ], "duration": 90.66, "caption": "A person takes a sip of his/her coffee mug as he/she walks forward.", "similarity": 0.8541, "relevance": 4 }, { "pair_id": 5507, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.8505, "relevance": 4 }, { "pair_id": 5508, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 48.36, 50.62 ], "duration": 90.66, "caption": "A person takes a drink out of their coffee mug.", "similarity": 0.8493, "relevance": 4 }, { "pair_id": 5509, "video_name": "house_s06e05_seg02_clip_01", "timestamp": [ 86.05, 91.06 ], "duration": 91.66, "caption": "A person holds up their coffee and takes a sip.", "similarity": 0.8457, "relevance": 3 }, { "pair_id": 5510, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes a sip from their mug while smiling.", "similarity": 0.8435, "relevance": 3 }, { "pair_id": 5511, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.8435, "relevance": 4 }, { "pair_id": 5512, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 63.57, 66.22 ], "duration": 88.66, "caption": "A person lifts his mug and takes a sip from it.", "similarity": 0.8394, "relevance": 3 }, { "pair_id": 5513, "video_name": "house_s03e19_seg02_clip_19", "timestamp": [ 43.18, 44.51 ], "duration": 89.66, "caption": "A man takes a sip from his coffee mug.", "similarity": 0.8363, "relevance": 4 }, { "pair_id": 5514, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.8362, "relevance": 4 }, { "pair_id": 5515, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.8353, "relevance": 3 }, { "pair_id": 5516, "video_name": "met_s02e13_seg02_clip_00", "timestamp": [ 58.1, 60.88 ], "duration": 61.66, "caption": "A man takes a sip of coffee from his mug.", "similarity": 0.8283, "relevance": 4 }, { "pair_id": 5517, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.8218, "relevance": 4 }, { "pair_id": 5518, "video_name": "s02e20_seg02_clip_12", "timestamp": [ 56.37, 58.73 ], "duration": 59.66, "caption": "A person takes a sip from his green mug.", "similarity": 0.8173, "relevance": 4 }, { "pair_id": 5519, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 64.01, 67.54 ], "duration": 88.66, "caption": "A person holds onto their red mug and takes a sip.", "similarity": 0.8135, "relevance": 4 }, { "pair_id": 178820, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 87.15, 89.13 ], "duration": 99.66, "caption": "A person takes a sip of water from a cup.", "similarity": 0.8128, "relevance": 3 }, { "pair_id": 178821, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A person takes a drink out of the coffee cup in his hand.", "similarity": 0.8001, "relevance": 4 }, { "pair_id": 178822, "video_name": "grey_s02e13_seg02_clip_10", "timestamp": [ 86.8, 88.13 ], "duration": 89.66, "caption": "A man takes a sip out of his coffee mug.", "similarity": 0.7977, "relevance": 4 }, { "pair_id": 178823, "video_name": "house_s01e02_seg02_clip_19", "timestamp": [ 4.9, 10.78 ], "duration": 98.66, "caption": "A person is taking a sip from his cup of coffee while taking a sit outside.", "similarity": 0.796, "relevance": 4 }, { "pair_id": 178824, "video_name": "house_s04e13_seg02_clip_14", "timestamp": [ 81.31, 86.74 ], "duration": 90.66, "caption": "A person takes a drink from their coffee mug while talking to another person.", "similarity": 0.7958, "relevance": 4 }, { "pair_id": 178825, "video_name": "house_s08e07_seg02_clip_20", "timestamp": [ 21.94, 24.95 ], "duration": 86.66, "caption": "An elderly person takes a sip from the white coffee mug.", "similarity": 0.7958, "relevance": 4 }, { "pair_id": 178826, "video_name": "house_s05e01_seg02_clip_13", "timestamp": [ 61.67, 65.72 ], "duration": 90.66, "caption": "A person picks up their cup and takes a sip.", "similarity": 0.7948, "relevance": 4 }, { "pair_id": 178827, "video_name": "friends_s09e21_seg01_clip_00", "timestamp": [ 1.53, 6.43 ], "duration": 61.66, "caption": "A woman takes a sip of her coffee from the black and white mug in front of her.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 178828, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.7902, "relevance": 4 }, { "pair_id": 178829, "video_name": "s07e07_seg02_clip_02", "timestamp": [ 14.26, 18.53 ], "duration": 57.66, "caption": "A person takes a sip out of his yellow mug.", "similarity": 0.7899, "relevance": 4 }, { "pair_id": 178830, "video_name": "s08e23_seg02_clip_13", "timestamp": [ 7.13, 9.61 ], "duration": 62.66, "caption": "A person takes a sip of coffee from a brown paper cup.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 178831, "video_name": "castle_s07e20_seg02_clip_14", "timestamp": [ 66.17, 70.67 ], "duration": 90.66, "caption": "A person picks up a mug and takes a drink from it.", "similarity": 0.7894, "relevance": 4 }, { "pair_id": 178832, "video_name": "castle_s04e19_seg02_clip_13", "timestamp": [ 59.58, 62.27 ], "duration": 89.66, "caption": "A person takes a drink from a blue coffee mug.", "similarity": 0.7879, "relevance": 4 }, { "pair_id": 178833, "video_name": "house_s06e14_seg02_clip_06", "timestamp": [ 23.15, 26.26 ], "duration": 89.66, "caption": "A person sits back in her chair and takes a sip from her coffee mug.", "similarity": 0.7877, "relevance": 4 }, { "pair_id": 178834, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 33.31, 35.12 ], "duration": 60.66, "caption": "A person lifts a coffee cup to their mouth, takes a sip from it, and lowers it back down.", "similarity": 0.7851, "relevance": 4 }, { "pair_id": 178835, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.785, "relevance": 4 }, { "pair_id": 178836, "video_name": "house_s03e24_seg02_clip_00", "timestamp": [ 72.01, 76.62 ], "duration": 92.66, "caption": "A person is talking to person and takes a sip of coffee.", "similarity": 0.784, "relevance": 4 }, { "pair_id": 178837, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.7834, "relevance": 4 }, { "pair_id": 178838, "video_name": "s02e20_seg02_clip_12", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person takes a drink out of his mug.", "similarity": 0.7793, "relevance": 4 }, { "pair_id": 178839, "video_name": "house_s01e18_seg02_clip_02", "timestamp": [ 5.79, 7.57 ], "duration": 89.66, "caption": "A person takes a drink of a cup in their hand.", "similarity": 0.7777, "relevance": 4 } ] }, { "query_id": 33472, "query": "An animal is laying next to a man, connected to him via tubes.", "relevant_moment": [ { "pair_id": 226740, "video_name": "s04e19_seg02_clip_00", "timestamp": [ 45.59, 55.21 ], "duration": 62.66, "caption": "A man gets excited when an animal appears online but then another person says it's not the right one.", "similarity": 0.5009, "relevance": 0 }, { "pair_id": 226741, "video_name": "house_s08e07_seg02_clip_07", "timestamp": [ 21.25, 30.11 ], "duration": 88.66, "caption": "A man feels the person's arm that is laying down.", "similarity": 0.5005, "relevance": 0 }, { "pair_id": 226742, "video_name": "house_s03e07_seg02_clip_20", "timestamp": [ 52.19, 62.35 ], "duration": 92.66, "caption": "A man looks behind him at the patient with a breathing tube.", "similarity": 0.4966, "relevance": 1 }, { "pair_id": 226743, "video_name": "grey_s02e17_seg02_clip_23", "timestamp": [ 25.27, 27.03 ], "duration": 27.66, "caption": "A man with a tube in his nose blinks rapidly a few times.", "similarity": 0.4961, "relevance": 1 }, { "pair_id": 226744, "video_name": "house_s06e02_seg02_clip_05", "timestamp": [ 32.05, 37.39 ], "duration": 89.66, "caption": "A man places an oxygen mask on a patient who is laying down.", "similarity": 0.4938, "relevance": 1 }, { "pair_id": 226745, "video_name": "house_s07e12_seg02_clip_25", "timestamp": [ 70.56, 79.7 ], "duration": 166.66, "caption": "A man suddenly appears holding an animal which frightens another man.", "similarity": 0.4936, "relevance": 2 }, { "pair_id": 226746, "video_name": "house_s01e02_seg02_clip_25", "timestamp": [ 20.16, 28.36 ], "duration": 126.66, "caption": "A man looks inside someone's eyes as he is laying down.", "similarity": 0.4927, "relevance": 1 }, { "pair_id": 226747, "video_name": "friends_s07e08_seg02_clip_06", "timestamp": [ 26.86, 28.33 ], "duration": 59.66, "caption": "A man feeds an animal a treat while a person holds it.", "similarity": 0.4912, "relevance": 2 }, { "pair_id": 226748, "video_name": "house_s01e19_seg02_clip_07", "timestamp": [ 60.27, 61.66 ], "duration": 92.66, "caption": "A man inserts a lighted black tube inside woman's mouth.", "similarity": 0.4906, "relevance": 1 }, { "pair_id": 226749, "video_name": "grey_s03e10_seg02_clip_10", "timestamp": [ 76.62, 85.14 ], "duration": 89.66, "caption": "A man is operating on a dummy body with another person beside him.", "similarity": 0.4899, "relevance": 1 }, { "pair_id": 226750, "video_name": "house_s05e12_seg02_clip_09", "timestamp": [ 28.63, 32.16 ], "duration": 88.66, "caption": "A person disconnects two tubes and inspects the end on one of them.", "similarity": 0.4872, "relevance": 1 }, { "pair_id": 226751, "video_name": "house_s01e19_seg02_clip_23", "timestamp": [ 10.14, 15.21 ], "duration": 78.66, "caption": "A man turns up the drip of a woman's IV fluid tubes.", "similarity": 0.4857, "relevance": 1 }, { "pair_id": 226752, "video_name": "friends_s03e21_seg02_clip_17", "timestamp": [ 8.7, 14.71 ], "duration": 60.66, "caption": "An animal comes out of the bedroom while two men are in the living room.", "similarity": 0.4855, "relevance": 2 }, { "pair_id": 226753, "video_name": "friends_s08e15_seg02_clip_10", "timestamp": [ 33.1, 44.62 ], "duration": 59.66, "caption": "A person squatted beside the dog lying on the seat.", "similarity": 0.4828, "relevance": 2 }, { "pair_id": 226754, "video_name": "friends_s04e14_seg01_clip_00", "timestamp": [ 47.27, 50.07 ], "duration": 70.66, "caption": "A man exits the bedroom with animals following right behind.", "similarity": 0.4825, "relevance": 2 }, { "pair_id": 226755, "video_name": "grey_s01e05_seg02_clip_05", "timestamp": [ 41.23, 62.07 ], "duration": 90.66, "caption": "A man lays into another man because he didn't follow orders.", "similarity": 0.4818, "relevance": 0 }, { "pair_id": 226756, "video_name": "friends_s01e18_seg02_clip_07", "timestamp": [ 6.82, 16.75 ], "duration": 62.66, "caption": "An animal stands up and plays with the sound system then a man moves forward.", "similarity": 0.4809, "relevance": 2 }, { "pair_id": 226757, "video_name": "friends_s04e22_seg02_clip_16", "timestamp": [ 21.09, 24.5 ], "duration": 62.66, "caption": "A man opens his mouth widely and points at an animal as he looks at another man.", "similarity": 0.4805, "relevance": 2 }, { "pair_id": 226758, "video_name": "grey_s01e03_seg02_clip_08", "timestamp": [ 32.06, 56.68 ], "duration": 92.66, "caption": "A man palpates the patient's abdomen as the patient lays in bed.", "similarity": 0.4804, "relevance": 1 }, { "pair_id": 226759, "video_name": "castle_s07e02_seg02_clip_17", "timestamp": [ 41.41, 48.31 ], "duration": 92.66, "caption": "A large animal on a leash pulls a man toward woman and another person.", "similarity": 0.478, "relevance": 2 } ] }, { "query_id": 33487, "query": "A woman is curious and watches and listens as woman is talking to her husband.", "relevant_moment": [ { "pair_id": 160160, "video_name": "castle_s06e02_seg02_clip_18", "timestamp": [ 37.78, 53.25 ], "duration": 91.66, "caption": "A woman is curious and watches and listens as woman is talking to her husband.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160161, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 0.0, 6.06 ], "duration": 93.66, "caption": "A woman is watching a thing while talking to a man.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 160162, "video_name": "house_s01e22_seg02_clip_17", "timestamp": [ 72.24, 107.02 ], "duration": 107.66, "caption": "A woman wants to talk to her husband for a while.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 160164, "video_name": "s01e05_seg02_clip_01", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman watches a man talk about random unimportant things.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 160166, "video_name": "s09e01_seg02_clip_14", "timestamp": [ 50.86, 57.07 ], "duration": 62.66, "caption": "A person overhears the conversation between woman and man and turns around intrigued.", "similarity": 0.6817, "relevance": 3 }, { "pair_id": 160169, "video_name": "castle_s06e05_seg02_clip_17", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "After listening to a person, a man looks at another woman, intrigued.", "similarity": 0.6762, "relevance": 1 }, { "pair_id": 160170, "video_name": "house_s05e20_seg02_clip_09", "timestamp": [ 68.27, 76.92 ], "duration": 91.66, "caption": "A woman sits up and talks to her spouse.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 160171, "video_name": "house_s06e21_seg02_clip_19", "timestamp": [ 9.9, 14.85 ], "duration": 99.66, "caption": "A woman is next to a man, looking down while listening to him.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 160172, "video_name": "house_s05e20_seg02_clip_07", "timestamp": [ 11.61, 13.39 ], "duration": 89.66, "caption": "A woman looks to their partner while talking to person, person, and person.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 160173, "video_name": "grey_s02e15_seg02_clip_01", "timestamp": [ 5.83, 17.5 ], "duration": 89.66, "caption": "A woman watches while two people talk to each other.", "similarity": 0.6682, "relevance": 4 }, { "pair_id": 160174, "video_name": "house_s08e21_seg02_clip_15", "timestamp": [ 0.0, 49.29 ], "duration": 88.66, "caption": "A woman watches a man talk to another woman and looks uncomfortable.", "similarity": 0.6601, "relevance": 2 }, { "pair_id": 160175, "video_name": "friends_s03e16_seg02_clip_09", "timestamp": [ 14.43, 47.32 ], "duration": 57.66, "caption": "A woman listens in on person and person's conversation.", "similarity": 0.6585, "relevance": 3 }, { "pair_id": 160177, "video_name": "house_s01e22_seg02_clip_18", "timestamp": [ 0.0, 6.39 ], "duration": 71.66, "caption": "A woman is talking to a man about the condition of her spouse.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 160179, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 52.18, 61.03 ], "duration": 61.66, "caption": "A woman turns around and looks at person while she's talking to man.", "similarity": 0.6537, "relevance": 3 }, { "pair_id": 333480, "video_name": "castle_s04e15_seg02_clip_10", "timestamp": [ 20.25, 26.23 ], "duration": 92.66, "caption": "A woman gets a person's attention and questions him about a woman.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 333481, "video_name": "castle_s07e09_seg02_clip_26", "timestamp": [ 47.4, 51.87 ], "duration": 89.66, "caption": "While woman and woman are having a conversation, a man walks up, curious.", "similarity": 0.6473, "relevance": 3 }, { "pair_id": 333482, "video_name": "castle_s07e20_seg02_clip_01", "timestamp": [ 0.0, 5.25 ], "duration": 87.66, "caption": "A man is listening to woman as she speaks.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 333483, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 32.67, 41.01 ], "duration": 139.66, "caption": "The woman keeps listening to a woman and a man.", "similarity": 0.641, "relevance": 2 }, { "pair_id": 333484, "video_name": "met_s06e05_seg02_clip_05", "timestamp": [ 0.0, 5.12 ], "duration": 64.66, "caption": "A woman rolls her eyes while listening to man talk.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 333485, "video_name": "met_s06e05_seg02_clip_05", "timestamp": [ 8.0, 10.57 ], "duration": 64.66, "caption": "A man stares at woman in amazement while she talks.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 333486, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 48.08, 54.39 ], "duration": 60.66, "caption": "A woman turns around and looks at woman while person is talking.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 333487, "video_name": "s04e20_seg02_clip_06", "timestamp": [ 26.99, 28.94 ], "duration": 65.66, "caption": "A woman stares at a man as they are talking to each other.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 333488, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 25.97, 55.46 ], "duration": 88.66, "caption": "A person talks to man about the woman he is seeing.", "similarity": 0.6361, "relevance": 1 }, { "pair_id": 333489, "video_name": "s09e01_seg02_clip_00", "timestamp": [ 14.65, 18.92 ], "duration": 61.66, "caption": "A woman looks at her watch as she speaks with person.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 333490, "video_name": "friends_s07e15_seg02_clip_10", "timestamp": [ 0.0, 1.92 ], "duration": 64.66, "caption": "A woman is looking to her side and then starts talking to a man.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 333491, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 0.0, 5.57 ], "duration": 92.66, "caption": "A man and a woman watch a man talking to woman.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 333492, "video_name": "castle_s07e09_seg02_clip_21", "timestamp": [ 16.34, 19.36 ], "duration": 86.66, "caption": "A woman talks to someone over her watch.", "similarity": 0.6297, "relevance": 1 }, { "pair_id": 333493, "video_name": "castle_s04e01_seg02_clip_13", "timestamp": [ 6.8, 8.16 ], "duration": 90.66, "caption": "A person looks at woman as if he expects her to say something.", "similarity": 0.6296, "relevance": 1 }, { "pair_id": 333494, "video_name": "castle_s07e16_seg02_clip_10", "timestamp": [ 70.86, 75.92 ], "duration": 92.66, "caption": "After listening to a person, woman turns to look up at man and he looks at her.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 333495, "video_name": "house_s01e16_seg02_clip_06", "timestamp": [ 31.54, 41.14 ], "duration": 91.66, "caption": "A man talking to a woman as they look at another woman.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 333496, "video_name": "house_s02e17_seg02_clip_09", "timestamp": [ 49.3, 51.61 ], "duration": 77.66, "caption": "A man looks at woman and the people she's talking to.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 333497, "video_name": "grey_s02e23_seg02_clip_02", "timestamp": [ 9.52, 29.02 ], "duration": 90.66, "caption": "A person and a woman are having a conversation to each other while a person is looking for something.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 333498, "video_name": "house_s02e06_seg02_clip_25", "timestamp": [ 26.26, 30.63 ], "duration": 125.66, "caption": "A woman looks up at a man as he is talking.", "similarity": 0.6268, "relevance": 2 }, { "pair_id": 333499, "video_name": "castle_s07e11_seg02_clip_18", "timestamp": [ 0.0, 2.7 ], "duration": 89.66, "caption": "A man was looking at his watch whilst talking to a woman.", "similarity": 0.6266, "relevance": 2 } ] }, { "query_id": 33519, "query": "A person is looking at a white board as he crosses out a word and writes a new one onto the board.", "relevant_moment": [ { "pair_id": 10340, "video_name": "house_s01e15_seg02_clip_19", "timestamp": [ 63.96, 77.02 ], "duration": 87.66, "caption": "A person is looking at a white board as he crosses out a word and writes a new one onto the board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10341, "video_name": "house_s01e22_seg02_clip_05", "timestamp": [ 30.83, 39.57 ], "duration": 92.66, "caption": "A person is writing something on the white board.", "similarity": 0.8373, "relevance": 3 }, { "pair_id": 10342, "video_name": "house_s01e03_seg02_clip_17", "timestamp": [ 36.01, 44.56 ], "duration": 90.66, "caption": "A person crosses through several words written on a whiteboard.", "similarity": 0.8362, "relevance": 4 }, { "pair_id": 10343, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 3.66, 5.8 ], "duration": 61.66, "caption": "A person is in front of a white board writing on it.", "similarity": 0.8279, "relevance": 3 }, { "pair_id": 10344, "video_name": "s07e06_seg02_clip_01", "timestamp": [ 9.43, 13.66 ], "duration": 65.66, "caption": "A person is focused writing on their white board.", "similarity": 0.8248, "relevance": 3 }, { "pair_id": 10345, "video_name": "house_s05e20_seg02_clip_15", "timestamp": [ 19.92, 23.54 ], "duration": 90.66, "caption": "A person turns around the white board that he's been writing on.", "similarity": 0.8142, "relevance": 3 }, { "pair_id": 10346, "video_name": "house_s05e22_seg02_clip_18", "timestamp": [ 0.0, 2.65 ], "duration": 88.66, "caption": "Person is writing on the a white board with a marker.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 10347, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 42.27, 46.82 ], "duration": 65.66, "caption": "A person writes on a white board with a marker.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 10348, "video_name": "s01e01_seg02_clip_00", "timestamp": [ 19.83, 28.07 ], "duration": 61.66, "caption": "A person tries to explain the things that are written on their white board.", "similarity": 0.7878, "relevance": 2 }, { "pair_id": 10349, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 0.0, 4.14 ], "duration": 46.66, "caption": "A person is writing on a white board with a marker.", "similarity": 0.7871, "relevance": 3 }, { "pair_id": 10350, "video_name": "house_s03e23_seg02_clip_01", "timestamp": [ 20.71, 23.47 ], "duration": 92.66, "caption": "A person is writing on a white board with a marker.", "similarity": 0.7871, "relevance": 3 }, { "pair_id": 10351, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 68.31, 70.05 ], "duration": 87.66, "caption": "A person writes onto a white board with a marker.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 10352, "video_name": "s05e14_seg02_clip_08", "timestamp": [ 9.44, 18.3 ], "duration": 59.66, "caption": "A person is writing on his white board as he is with another person.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 10353, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 65.47, 67.17 ], "duration": 85.66, "caption": "A person bends over to write on the white board.", "similarity": 0.7659, "relevance": 2 }, { "pair_id": 10354, "video_name": "s03e10_seg02_clip_13", "timestamp": [ 52.22, 56.28 ], "duration": 58.66, "caption": "A person points to some writing that's on the whiteboard.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 10355, "video_name": "castle_s04e14_seg02_clip_11", "timestamp": [ 77.83, 80.56 ], "duration": 91.66, "caption": "A person writes on the white board with a black marker.", "similarity": 0.758, "relevance": 3 }, { "pair_id": 10356, "video_name": "house_s05e18_seg02_clip_00", "timestamp": [ 0.0, 8.74 ], "duration": 92.66, "caption": "A person writes in the white board using a green marker.", "similarity": 0.7508, "relevance": 2 }, { "pair_id": 10357, "video_name": "house_s02e05_seg02_clip_10", "timestamp": [ 69.87, 80.3 ], "duration": 90.66, "caption": "A person writes on the white board for their group.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 10358, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 48.12, 51.38 ], "duration": 65.66, "caption": "A person turns around and writes on the whiteboard with a marker.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 10359, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 14.72, 17.95 ], "duration": 92.66, "caption": "A person is writing a word using a red marker in the white board.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 183660, "video_name": "house_s02e01_seg02_clip_06", "timestamp": [ 7.32, 10.52 ], "duration": 91.66, "caption": "A person writes onto the whiteboard with a marker.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 183661, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 12.02, 13.81 ], "duration": 89.66, "caption": "A person writes on the whiteboard using a marker.", "similarity": 0.7446, "relevance": 3 }, { "pair_id": 183662, "video_name": "s01e05_seg02_clip_06", "timestamp": [ 23.24, 36.02 ], "duration": 36.66, "caption": "A person walks by his white board and notices a change in his white board.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 183663, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 3.36, 11.34 ], "duration": 84.66, "caption": "A person was writing something at the board.", "similarity": 0.7438, "relevance": 3 }, { "pair_id": 183664, "video_name": "house_s02e05_seg02_clip_10", "timestamp": [ 71.23, 73.5 ], "duration": 90.66, "caption": "A person wrote on a whiteboard and let it see by the other.", "similarity": 0.7404, "relevance": 3 }, { "pair_id": 183665, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A person writes on the whiteboard with his marker.", "similarity": 0.7402, "relevance": 3 }, { "pair_id": 183666, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A person writes on a whiteboard with a black marker.", "similarity": 0.7379, "relevance": 3 }, { "pair_id": 183667, "video_name": "s03e04_seg02_clip_11", "timestamp": [ 12.41, 21.91 ], "duration": 73.66, "caption": "A person is writing on the white board while talking to another person.", "similarity": 0.7341, "relevance": 3 }, { "pair_id": 183668, "video_name": "s10e13_seg02_clip_08", "timestamp": [ 50.55, 59.24 ], "duration": 62.66, "caption": "A person writes on the white board and then starts talking to another person.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 183669, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 38.81, 45.6 ], "duration": 97.66, "caption": "A person walks to the white board, shakes the pen and writes on the white board.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 183670, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 38.69, 51.88 ], "duration": 91.66, "caption": "A person crosses things off of the white board.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 183671, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 46.69, 65.74 ], "duration": 74.66, "caption": "A person walks over to the white board and starts to read it.", "similarity": 0.7297, "relevance": 2 }, { "pair_id": 183672, "video_name": "house_s04e15_seg02_clip_06", "timestamp": [ 38.08, 42.78 ], "duration": 94.66, "caption": "Person writes with black marker on the white board.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 183673, "video_name": "house_s04e13_seg02_clip_01", "timestamp": [ 26.88, 31.65 ], "duration": 86.66, "caption": "A man is writing on a white board with a marker.", "similarity": 0.7258, "relevance": 3 }, { "pair_id": 183674, "video_name": "castle_s02e23_seg02_clip_02", "timestamp": [ 96.41, 100.49 ], "duration": 102.66, "caption": "A man is writing on a white board with a marker.", "similarity": 0.7258, "relevance": 3 }, { "pair_id": 183675, "video_name": "house_s05e20_seg02_clip_14", "timestamp": [ 78.51, 89.66 ], "duration": 89.66, "caption": "A person writes on the white board while speaking to two others.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 183676, "video_name": "house_s02e13_seg02_clip_03", "timestamp": [ 8.37, 11.63 ], "duration": 93.66, "caption": "A person walks in the white board and writes while talking to some people.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 183677, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 51.06, 53.67 ], "duration": 58.66, "caption": "A person is writing on a white board with another person next to him.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 183678, "video_name": "house_s02e05_seg02_clip_00", "timestamp": [ 16.2, 19.9 ], "duration": 92.66, "caption": "A person turns when he explains what he wrote on the white board.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 183679, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 22.64, 25.43 ], "duration": 62.66, "caption": "A person crosses out two shapes from a white board.", "similarity": 0.7218, "relevance": 2 } ] }, { "query_id": 33524, "query": "Some people walk into the interrogation room as a woman closes the door.", "relevant_moment": [ { "pair_id": 63340, "video_name": "castle_s06e02_seg02_clip_10", "timestamp": [ 55.19, 58.76 ], "duration": 89.66, "caption": "Some people walk into the interrogation room as a woman closes the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 63341, "video_name": "castle_s04e22_seg02_clip_19", "timestamp": [ 29.47, 34.91 ], "duration": 90.66, "caption": "Woman opens the door to the interrogation room and she and person enter.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 63342, "video_name": "castle_s07e09_seg02_clip_11", "timestamp": [ 15.22, 18.36 ], "duration": 89.66, "caption": "A woman enters and closes the door of the interrogation room.", "similarity": 0.8633, "relevance": 3 }, { "pair_id": 63343, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 23.77, 27.42 ], "duration": 91.66, "caption": "A woman comes into the interrogation room and closes the door.", "similarity": 0.857, "relevance": 3 }, { "pair_id": 63344, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 23.77, 28.34 ], "duration": 91.66, "caption": "A woman walks in the interrogation room and closes the door behind her.", "similarity": 0.8569, "relevance": 3 }, { "pair_id": 63345, "video_name": "castle_s06e16_seg02_clip_03", "timestamp": [ 87.36, 90.11 ], "duration": 91.66, "caption": "The door to the interrogation room opens and a woman enters.", "similarity": 0.8399, "relevance": 3 }, { "pair_id": 63346, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 71.05, 73.32 ], "duration": 90.66, "caption": "A woman opens the door of the interrogation room and enters.", "similarity": 0.8277, "relevance": 3 }, { "pair_id": 63347, "video_name": "castle_s02e01_seg02_clip_08", "timestamp": [ 76.97, 82.82 ], "duration": 90.66, "caption": "A man and a woman walk into the interrogation room and the man closes the door behind him.", "similarity": 0.8094, "relevance": 3 }, { "pair_id": 63348, "video_name": "castle_s06e09_seg02_clip_24", "timestamp": [ 41.4, 45.85 ], "duration": 89.66, "caption": "A man opens the interrogation room door and holds it open for a woman as she leaves the room.", "similarity": 0.8065, "relevance": 3 }, { "pair_id": 63349, "video_name": "castle_s08e11_seg02_clip_20", "timestamp": [ 27.31, 30.95 ], "duration": 91.66, "caption": "A woman walks into the interrogation room as person is inside.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 63350, "video_name": "castle_s08e04_seg02_clip_25", "timestamp": [ 63.63, 67.69 ], "duration": 90.66, "caption": "A woman opens the door and lets two officers in the interrogation room.", "similarity": 0.8047, "relevance": 3 }, { "pair_id": 63351, "video_name": "castle_s03e01_seg02_clip_06", "timestamp": [ 36.98, 46.45 ], "duration": 90.66, "caption": "A person opens the door to the interrogation room and asks a woman to leave.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 63352, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 82.12, 90.24 ], "duration": 90.66, "caption": "A woman leaves the interrogation room and a man gets up and walks to the door.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 63353, "video_name": "castle_s04e12_seg02_clip_25", "timestamp": [ 38.45, 63.33 ], "duration": 90.66, "caption": "A person opens the interrogation room door and another person walks out with him.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 63355, "video_name": "castle_s03e14_seg02_clip_06", "timestamp": [ 48.45, 54.79 ], "duration": 90.66, "caption": "A woman opens the interrogation room and enters to see someone sitting with their feet up.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 63356, "video_name": "castle_s02e02_seg02_clip_26", "timestamp": [ 14.1, 42.29 ], "duration": 90.66, "caption": "A man and woman open the interrogation room door and stand at the door as they speak to a person.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 63359, "video_name": "castle_s03e20_seg02_clip_25", "timestamp": [ 41.92, 46.43 ], "duration": 90.66, "caption": "A woman enters the interrogation room with a person and opens a file.", "similarity": 0.7531, "relevance": 3 }, { "pair_id": 236660, "video_name": "castle_s03e15_seg02_clip_15", "timestamp": [ 50.56, 60.31 ], "duration": 92.66, "caption": "A woman stands up and opens the door to leave the interrogation room.", "similarity": 0.7527, "relevance": 3 }, { "pair_id": 236661, "video_name": "castle_s02e19_seg02_clip_22", "timestamp": [ 55.41, 56.31 ], "duration": 89.66, "caption": "A man opens the interrogation room door and asks to speak to woman as she is seated beside person.", "similarity": 0.7507, "relevance": 2 }, { "pair_id": 236662, "video_name": "castle_s05e05_seg02_clip_11", "timestamp": [ 17.17, 21.69 ], "duration": 90.66, "caption": "A woman walks into the interrogation room where a man is waiting.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 236664, "video_name": "castle_s04e12_seg02_clip_09", "timestamp": [ 34.13, 48.7 ], "duration": 91.66, "caption": "A woman walks into an interrogation room where a man is sitting.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 236665, "video_name": "castle_s05e14_seg02_clip_22", "timestamp": [ 69.49, 72.59 ], "duration": 88.66, "caption": "A woman and a man run into another woman as they exit the interrogation room.", "similarity": 0.7204, "relevance": 3 }, { "pair_id": 236666, "video_name": "castle_s07e13_seg02_clip_13", "timestamp": [ 0.0, 28.38 ], "duration": 91.66, "caption": "A woman is speaking to someone in the interrogation room when another person enters.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 236667, "video_name": "castle_s02e12_seg02_clip_23", "timestamp": [ 76.58, 80.1 ], "duration": 88.66, "caption": "A woman and a man walk into the interrogation room where a man is sitting.", "similarity": 0.717, "relevance": 3 }, { "pair_id": 236668, "video_name": "castle_s04e03_seg02_clip_11", "timestamp": [ 8.06, 10.3 ], "duration": 89.66, "caption": "A woman opens the interrogation door and receives an evidence bag.", "similarity": 0.7133, "relevance": 3 }, { "pair_id": 236669, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 10.63, 13.18 ], "duration": 85.66, "caption": "A person agrees with a woman as they walk around the interrogation room.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 236670, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 87.95, 89.29 ], "duration": 89.66, "caption": "A woman enters the interrogation room and sits down across from man.", "similarity": 0.7123, "relevance": 1 }, { "pair_id": 236671, "video_name": "castle_s05e14_seg02_clip_15", "timestamp": [ 67.55, 77.52 ], "duration": 90.66, "caption": "A woman goes into the interrogation room and gets into person's face.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 236672, "video_name": "castle_s01e08_seg02_clip_23", "timestamp": [ 0.0, 85.02 ], "duration": 85.66, "caption": "Two people are with a woman in the interrogation room.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 236673, "video_name": "castle_s05e08_seg02_clip_14", "timestamp": [ 23.7, 76.56 ], "duration": 91.66, "caption": "A woman walks into the interrogation room with a man to converse.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 236674, "video_name": "castle_s06e13_seg02_clip_11", "timestamp": [ 78.38, 81.57 ], "duration": 91.66, "caption": "A woman walks out of the interrogation room followed by a man.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 236675, "video_name": "castle_s04e03_seg02_clip_11", "timestamp": [ 82.84, 89.56 ], "duration": 89.66, "caption": "A woman and a man walk out of the interrogation room as they meet up with another woman as they talk about the lack of evidence they have for the case.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 236676, "video_name": "castle_s01e09_seg02_clip_07", "timestamp": [ 40.0, 89.31 ], "duration": 93.66, "caption": "A woman and a man enter the interrogation room to speak to a man.", "similarity": 0.7057, "relevance": 2 }, { "pair_id": 236677, "video_name": "castle_s05e07_seg02_clip_14", "timestamp": [ 28.12, 37.8 ], "duration": 92.66, "caption": "A person walks away from another person and he/she enters the interrogation room.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 236678, "video_name": "castle_s08e15_seg02_clip_08", "timestamp": [ 86.43, 92.44 ], "duration": 92.66, "caption": "Two people walk into the interrogation room to speak to another person.", "similarity": 0.7026, "relevance": 3 }, { "pair_id": 236679, "video_name": "castle_s02e07_seg02_clip_20", "timestamp": [ 12.32, 64.7 ], "duration": 88.66, "caption": "A woman is in the interrogation room with two other men.", "similarity": 0.6991, "relevance": 2 } ] }, { "query_id": 33573, "query": "A woman checks a patient's pulse and writes on a chart as she talks to a patient who is lying in bed with a nasal cannula on their face.", "relevant_moment": [ { "pair_id": 21460, "video_name": "house_s06e05_seg02_clip_14", "timestamp": [ 0.0, 27.01 ], "duration": 90.66, "caption": "A woman checks a patient's pulse and writes on a chart as she talks to a patient who is lying in bed with a nasal cannula on their face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21461, "video_name": "house_s01e20_seg02_clip_06", "timestamp": [ 63.92, 69.77 ], "duration": 90.66, "caption": "A woman checks the pulse of a patient on a hospital bed.", "similarity": 0.7438, "relevance": 3 }, { "pair_id": 21462, "video_name": "grey_s02e04_seg02_clip_03", "timestamp": [ 23.28, 31.83 ], "duration": 95.66, "caption": "A woman is checking a patient's head as he lies on a patient bed.", "similarity": 0.7377, "relevance": 1 }, { "pair_id": 21463, "video_name": "grey_s02e05_seg02_clip_06", "timestamp": [ 0.0, 9.0 ], "duration": 90.66, "caption": "A woman writes in a chart while talking to a patient.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 21464, "video_name": "house_s01e18_seg02_clip_17", "timestamp": [ 11.79, 15.28 ], "duration": 87.66, "caption": "A woman sitting in a hospital bed with a nasal cannula looks up to a doctor.", "similarity": 0.7044, "relevance": 3 }, { "pair_id": 21465, "video_name": "house_s06e05_seg02_clip_00", "timestamp": [ 12.47, 23.56 ], "duration": 92.66, "caption": "A woman checks out the patient's lung quickly as they are in bed.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 21466, "video_name": "grey_s02e23_seg02_clip_17", "timestamp": [ 48.24, 66.32 ], "duration": 92.66, "caption": "A woman is checking a patient over then sits down on their bed to talk to them and the patient says it's regarding someone else.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 21467, "video_name": "grey_s03e09_seg02_clip_27", "timestamp": [ 0.0, 15.36 ], "duration": 83.66, "caption": "A woman writes in a patient's chart while talking to a man.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 21468, "video_name": "house_s03e09_seg02_clip_12", "timestamp": [ 38.28, 45.85 ], "duration": 89.66, "caption": "A woman checks the status of the patient and notices the pulse raising in the monitor.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 21469, "video_name": "house_s05e06_seg02_clip_22", "timestamp": [ 26.23, 29.91 ], "duration": 92.66, "caption": "A woman is writing on the chart next to the patient.", "similarity": 0.6727, "relevance": 2 }, { "pair_id": 21470, "video_name": "grey_s01e09_seg02_clip_19", "timestamp": [ 16.31, 27.63 ], "duration": 90.66, "caption": "A woman hands a chart to their patient and they write on it.", "similarity": 0.67, "relevance": 1 }, { "pair_id": 21471, "video_name": "grey_s01e09_seg02_clip_03", "timestamp": [ 14.63, 18.29 ], "duration": 91.66, "caption": "A woman leans over and checks the patient's face.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 21472, "video_name": "house_s04e13_seg02_clip_24", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A woman touches the patient's face as he lays on the bed.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 21473, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 4.49, 8.98 ], "duration": 89.66, "caption": "A woman is talking to the patient lying in bed.", "similarity": 0.6659, "relevance": 1 }, { "pair_id": 21474, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 7.08, 12.39 ], "duration": 88.66, "caption": "A woman is talking to the patient lying in bed.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 21475, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 35.21, 38.29 ], "duration": 88.66, "caption": "A woman is talking to the patient lying in bed.", "similarity": 0.6659, "relevance": 0 }, { "pair_id": 21476, "video_name": "grey_s02e08_seg02_clip_04", "timestamp": [ 60.4, 90.66 ], "duration": 90.66, "caption": "A woman is writing in a patient's chart as she speaks to man and woman.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 21477, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 80.57, 84.62 ], "duration": 90.66, "caption": "A woman touches the patient's neck to feel for a pulse.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 21478, "video_name": "grey_s02e02_seg02_clip_01", "timestamp": [ 10.01, 29.58 ], "duration": 91.66, "caption": "A woman is checking on the condition of a patient.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 21479, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A woman feels the forehead of the female patient.", "similarity": 0.6603, "relevance": 1 } ] }, { "query_id": 33608, "query": "A woman grabs the box off the floor and runs off.", "relevant_moment": [ { "pair_id": 45260, "video_name": "friends_s07e11_seg02_clip_07", "timestamp": [ 6.84, 10.41 ], "duration": 59.66, "caption": "A woman grabs the box off the floor and runs off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 45261, "video_name": "friends_s10e16_seg02_clip_17", "timestamp": [ 12.93, 16.24 ], "duration": 60.66, "caption": "A woman picks up the box off the floor and places it on the table.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 45262, "video_name": "friends_s09e12_seg02_clip_13", "timestamp": [ 24.2, 25.68 ], "duration": 59.66, "caption": "A woman picks the box off the floor in the living room.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 45263, "video_name": "s01e16_seg02_clip_09", "timestamp": [ 19.81, 21.31 ], "duration": 60.66, "caption": "A woman grabs the box out of person's hands.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 45264, "video_name": "s07e11_seg02_clip_01", "timestamp": [ 38.15, 39.39 ], "duration": 62.66, "caption": "A woman grabs a black box out of a cardboard box.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 45265, "video_name": "friends_s10e16_seg02_clip_17", "timestamp": [ 9.62, 19.85 ], "duration": 60.66, "caption": "A woman grabs a box from the floor and starts explaining how things are to be stored.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 45266, "video_name": "s02e17_seg02_clip_15", "timestamp": [ 8.26, 14.76 ], "duration": 59.66, "caption": "A woman puts a little box on the floor and smashes it with her foot.", "similarity": 0.6704, "relevance": 1 }, { "pair_id": 45267, "video_name": "castle_s06e22_seg02_clip_23", "timestamp": [ 5.4, 10.8 ], "duration": 90.66, "caption": "A woman carried a box and it crashed on the floor.", "similarity": 0.654, "relevance": 1 }, { "pair_id": 45268, "video_name": "friends_s09e21_seg02_clip_00", "timestamp": [ 8.85, 12.21 ], "duration": 61.66, "caption": "A woman takes out her shoes from the box.", "similarity": 0.6498, "relevance": 1 }, { "pair_id": 45269, "video_name": "castle_s02e11_seg02_clip_22", "timestamp": [ 3.63, 9.08 ], "duration": 90.66, "caption": "A woman helps a person pick up a box from the floor and moves it.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 45270, "video_name": "friends_s03e19_seg02_clip_20", "timestamp": [ 28.76, 35.65 ], "duration": 81.66, "caption": "A woman opens the box and takes out a t-shirt.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 45271, "video_name": "s09e02_seg02_clip_03", "timestamp": [ 34.18, 36.62 ], "duration": 61.66, "caption": "A woman grabs the box someone has for her and goes back inside her apartment.", "similarity": 0.6298, "relevance": 3 }, { "pair_id": 45272, "video_name": "s06e07_seg02_clip_13", "timestamp": [ 19.21, 30.31 ], "duration": 60.66, "caption": "A woman got up suddenly and grabbed a cardboard box.", "similarity": 0.6293, "relevance": 2 }, { "pair_id": 45273, "video_name": "met_s06e02_seg02_clip_01", "timestamp": [ 16.21, 20.71 ], "duration": 60.66, "caption": "A woman grabs a box from the shelf and puts it in the box.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 45274, "video_name": "s05e20_seg02_clip_14", "timestamp": [ 23.71, 27.91 ], "duration": 60.66, "caption": "A person grabs a box, and leaves their chair with it.", "similarity": 0.6239, "relevance": 2 }, { "pair_id": 45275, "video_name": "friends_s04e08_seg02_clip_22", "timestamp": [ 0.0, 5.66 ], "duration": 87.66, "caption": "A woman gets up from next to the box to leave the apartment.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 45276, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 46.36, 51.31 ], "duration": 90.66, "caption": "A woman takes the box and walks out of the office.", "similarity": 0.6111, "relevance": 3 }, { "pair_id": 45277, "video_name": "house_s01e07_seg02_clip_20", "timestamp": [ 35.57, 62.48 ], "duration": 91.66, "caption": "A woman picks up a box and walks out the door with the box.", "similarity": 0.6059, "relevance": 2 }, { "pair_id": 45278, "video_name": "friends_s06e10_seg02_clip_18", "timestamp": [ 0.57, 5.13 ], "duration": 57.66, "caption": "A person grabs the box that is on the table.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 45279, "video_name": "house_s07e08_seg02_clip_06", "timestamp": [ 1.82, 7.26 ], "duration": 90.66, "caption": "A woman picks up a box and opens it up.", "similarity": 0.601, "relevance": 2 }, { "pair_id": 218580, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 56.73, 60.03 ], "duration": 60.66, "caption": "A man picks up a box from the floor and walks away.", "similarity": 0.5966, "relevance": 3 }, { "pair_id": 218581, "video_name": "s08e16_seg02_clip_10", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A person takes a box off a shelf and opens it.", "similarity": 0.5931, "relevance": 2 }, { "pair_id": 218582, "video_name": "s07e19_seg02_clip_12", "timestamp": [ 28.07, 30.21 ], "duration": 61.66, "caption": "A person grabs a green box off the shelf.", "similarity": 0.593, "relevance": 2 }, { "pair_id": 218583, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 1.53, 5.2 ], "duration": 61.66, "caption": "A woman pulls out and shows off a little box from inside the bag she is carrying.", "similarity": 0.5929, "relevance": 2 }, { "pair_id": 218584, "video_name": "friends_s03e11_seg02_clip_07", "timestamp": [ 0.0, 2.71 ], "duration": 60.66, "caption": "A woman grabs a food box from the cupboard.", "similarity": 0.5877, "relevance": 2 }, { "pair_id": 218585, "video_name": "met_s03e12_seg02_clip_11", "timestamp": [ 34.27, 37.52 ], "duration": 59.66, "caption": "A woman grabs a skateboard and a bowl and runs out of the room.", "similarity": 0.5827, "relevance": 2 }, { "pair_id": 218586, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 19.83, 23.19 ], "duration": 61.66, "caption": "A woman sits up and grabs a box from the nightstand.", "similarity": 0.5799, "relevance": 2 }, { "pair_id": 218587, "video_name": "friends_s08e02_seg02_clip_14", "timestamp": [ 42.26, 45.23 ], "duration": 66.66, "caption": "A woman throws a box on the floor and stands up.", "similarity": 0.5727, "relevance": 2 }, { "pair_id": 218588, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 24.41, 28.68 ], "duration": 61.66, "caption": "A woman gives the box to someone and they open it.", "similarity": 0.5711, "relevance": 2 }, { "pair_id": 218589, "video_name": "s07e21_seg01_clip_01", "timestamp": [ 10.3, 14.71 ], "duration": 42.66, "caption": "A woman picks up the cereal box and puts it away.", "similarity": 0.5702, "relevance": 2 }, { "pair_id": 218590, "video_name": "friends_s05e20_seg02_clip_00", "timestamp": [ 44.81, 46.37 ], "duration": 62.66, "caption": "A woman picks up a box from the sofa and the bottom rips open dropping all of its contents.", "similarity": 0.5695, "relevance": 2 }, { "pair_id": 218591, "video_name": "s07e13_seg02_clip_04", "timestamp": [ 5.1, 15.01 ], "duration": 60.66, "caption": "A woman closes the door and runs down the stairs carrying a box.", "similarity": 0.5682, "relevance": 2 }, { "pair_id": 218592, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 15.31, 22.45 ], "duration": 68.66, "caption": "A woman leans down to pick up a box and then puts it down.", "similarity": 0.5676, "relevance": 3 }, { "pair_id": 218593, "video_name": "friends_s02e14_seg02_clip_14", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A woman lifts an article of clothing out of a cardboard box.", "similarity": 0.5671, "relevance": 2 }, { "pair_id": 218594, "video_name": "friends_s03e16_seg02_clip_02", "timestamp": [ 20.97, 24.18 ], "duration": 58.66, "caption": "A woman removes the tape on a box and opens it.", "similarity": 0.5659, "relevance": 2 }, { "pair_id": 218595, "video_name": "s02e06_seg02_clip_08", "timestamp": [ 49.29, 55.19 ], "duration": 59.66, "caption": "A woman places a boxed package on a table and walks out of the room.", "similarity": 0.5651, "relevance": 2 }, { "pair_id": 218596, "video_name": "friends_s06e05_seg02_clip_00", "timestamp": [ 17.54, 19.39 ], "duration": 61.66, "caption": "A person grabs a brown boot out of a white cardboard box.", "similarity": 0.5651, "relevance": 1 }, { "pair_id": 218597, "video_name": "friends_s07e11_seg02_clip_04", "timestamp": [ 13.3, 15.72 ], "duration": 60.66, "caption": "A woman picks up the bakery box off the kitchen table.", "similarity": 0.5628, "relevance": 2 }, { "pair_id": 218598, "video_name": "friends_s08e12_seg02_clip_09", "timestamp": [ 45.32, 47.12 ], "duration": 60.66, "caption": "A woman bends down and picks something off the floor.", "similarity": 0.5625, "relevance": 2 }, { "pair_id": 218599, "video_name": "friends_s07e11_seg02_clip_07", "timestamp": [ 7.14, 9.22 ], "duration": 59.66, "caption": "A woman takes a package from outside a door and runs away.", "similarity": 0.5617, "relevance": 4 } ] }, { "query_id": 33693, "query": "A person puts their hand on the neck of their patient's father while they are in the restroom.", "relevant_moment": [ { "pair_id": 5740, "video_name": "house_s02e13_seg02_clip_11", "timestamp": [ 13.1, 17.95 ], "duration": 97.66, "caption": "A person puts their hand on the neck of their patient's father while they are in the restroom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5741, "video_name": "house_s01e02_seg02_clip_07", "timestamp": [ 38.65, 43.71 ], "duration": 92.66, "caption": "A patient is being held by his father while a man does a procedure.", "similarity": 0.7611, "relevance": 1 }, { "pair_id": 5742, "video_name": "house_s07e19_seg02_clip_23", "timestamp": [ 12.3, 22.31 ], "duration": 91.66, "caption": "A person's hands the patient's father a pen and a piece of paper.", "similarity": 0.7315, "relevance": 0 }, { "pair_id": 5743, "video_name": "house_s06e04_seg02_clip_11", "timestamp": [ 44.45, 72.18 ], "duration": 88.66, "caption": "A person has a conversation with the patient's father.", "similarity": 0.7295, "relevance": 0 }, { "pair_id": 5744, "video_name": "house_s07e17_seg02_clip_16", "timestamp": [ 54.14, 56.6 ], "duration": 82.66, "caption": "A person places their hand on the throat of the patients.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 5745, "video_name": "house_s02e19_seg02_clip_13", "timestamp": [ 0.0, 18.66 ], "duration": 91.66, "caption": "A person is having a conversation with the patient and his father.", "similarity": 0.7134, "relevance": 0 }, { "pair_id": 5746, "video_name": "house_s01e11_seg02_clip_14", "timestamp": [ 50.23, 68.06 ], "duration": 81.66, "caption": "A person is having a conversation with a father of a patient.", "similarity": 0.7058, "relevance": 0 }, { "pair_id": 5747, "video_name": "house_s04e01_seg02_clip_21", "timestamp": [ 0.9, 10.35 ], "duration": 90.66, "caption": "A man puts his fingers on the patient's neck.", "similarity": 0.692, "relevance": 1 }, { "pair_id": 5748, "video_name": "house_s06e07_seg02_clip_08", "timestamp": [ 16.65, 19.81 ], "duration": 90.66, "caption": "A person puts two fingers on a patient's neck while talking to them.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 5749, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 46.64, 52.47 ], "duration": 89.66, "caption": "A man walks in and puts his hand on a patient's neck.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 5750, "video_name": "house_s02e03_seg02_clip_16", "timestamp": [ 116.82, 121.93 ], "duration": 146.66, "caption": "The patient's parent rubs the patient's arm with their thumb.", "similarity": 0.683, "relevance": 0 }, { "pair_id": 5751, "video_name": "house_s02e22_seg02_clip_07", "timestamp": [ 0.0, 30.55 ], "duration": 89.66, "caption": "A doctor talks to the father of the patient.", "similarity": 0.6797, "relevance": 0 }, { "pair_id": 5752, "video_name": "house_s03e02_seg02_clip_22", "timestamp": [ 0.0, 37.61 ], "duration": 94.66, "caption": "A person is having a conversation with the mother and father of the patient.", "similarity": 0.6789, "relevance": 0 }, { "pair_id": 5753, "video_name": "house_s01e02_seg02_clip_05", "timestamp": [ 59.3, 61.64 ], "duration": 78.66, "caption": "A person touches a patient's hand while talking with another person.", "similarity": 0.678, "relevance": 1 }, { "pair_id": 5754, "video_name": "house_s02e19_seg02_clip_22", "timestamp": [ 0.0, 10.84 ], "duration": 90.66, "caption": "Two people talk to the patient's dad.", "similarity": 0.6754, "relevance": 0 }, { "pair_id": 5755, "video_name": "grey_s03e03_seg02_clip_05", "timestamp": [ 0.0, 30.84 ], "duration": 88.66, "caption": "A person is having a conversation with the parents of the patient.", "similarity": 0.6721, "relevance": 0 }, { "pair_id": 5756, "video_name": "house_s03e19_seg02_clip_20", "timestamp": [ 77.58, 83.89 ], "duration": 90.66, "caption": "A woman has a conversation with the patient's father.", "similarity": 0.6703, "relevance": 0 }, { "pair_id": 5757, "video_name": "house_s03e21_seg02_clip_08", "timestamp": [ 23.86, 27.01 ], "duration": 90.66, "caption": "The patient's father has to sit while he talks with two men.", "similarity": 0.6683, "relevance": 0 }, { "pair_id": 5758, "video_name": "house_s06e04_seg02_clip_11", "timestamp": [ 33.45, 38.73 ], "duration": 88.66, "caption": "Two people are talking to the Father of the patient.", "similarity": 0.6683, "relevance": 0 }, { "pair_id": 5759, "video_name": "house_s02e23_seg02_clip_14", "timestamp": [ 36.91, 44.11 ], "duration": 90.66, "caption": "A man opens the patient's door and motions with his head for her father, who is sitting by her bedside, to come out.", "similarity": 0.6622, "relevance": 1 } ] }, { "query_id": 33826, "query": "A person hangs his cane on a cart in a hallway and takes a book from the person pushing the cart.", "relevant_moment": [ { "pair_id": 5780, "video_name": "house_s07e17_seg02_clip_22", "timestamp": [ 64.34, 66.83 ], "duration": 83.66, "caption": "A person hangs his cane on a cart in a hallway and takes a book from the person pushing the cart.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5781, "video_name": "house_s04e14_seg02_clip_03", "timestamp": [ 24.82, 40.61 ], "duration": 90.66, "caption": "A person picks up their cane and starts to walk through the hallway with someone.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 5782, "video_name": "house_s02e20_seg02_clip_05", "timestamp": [ 46.68, 48.37 ], "duration": 84.66, "caption": "A person takes his cane from the whiteboard where it is hanging.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 5783, "video_name": "house_s03e23_seg02_clip_04", "timestamp": [ 32.77, 35.95 ], "duration": 91.66, "caption": "A person enters the room and points their cane at another person.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 5784, "video_name": "house_s03e24_seg02_clip_09", "timestamp": [ 24.86, 28.05 ], "duration": 71.66, "caption": "A person walks into the room and hangs up his cane.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 5785, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 34.63, 38.27 ], "duration": 91.66, "caption": "A person holds up a book while someone walks by.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 5786, "video_name": "house_s07e12_seg02_clip_10", "timestamp": [ 17.88, 23.55 ], "duration": 87.66, "caption": "A person enters the room carrying a stack of papers and places their cane on a coat rack.", "similarity": 0.6273, "relevance": 3 }, { "pair_id": 5787, "video_name": "house_s08e01_seg02_clip_12", "timestamp": [ 16.72, 20.69 ], "duration": 88.66, "caption": "Person grabs his cane and walks over to another person.", "similarity": 0.6244, "relevance": 2 }, { "pair_id": 5788, "video_name": "house_s05e01_seg02_clip_01", "timestamp": [ 6.36, 16.34 ], "duration": 90.66, "caption": "A person stands up, gets their cane and walks out of the room with another person.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 5789, "video_name": "house_s02e13_seg02_clip_13", "timestamp": [ 6.75, 7.2 ], "duration": 90.66, "caption": "A person hits the books on their bookcase with their cane.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 5790, "video_name": "house_s01e07_seg02_clip_02", "timestamp": [ 18.45, 20.71 ], "duration": 90.66, "caption": "Someone grabs their cane up from the cabinet.", "similarity": 0.6144, "relevance": 1 }, { "pair_id": 5791, "video_name": "house_s07e21_seg02_clip_13", "timestamp": [ 43.95, 50.51 ], "duration": 101.66, "caption": "A person grabs a book and handed it over to another person.", "similarity": 0.612, "relevance": 2 }, { "pair_id": 5793, "video_name": "house_s08e04_seg02_clip_15", "timestamp": [ 23.21, 26.85 ], "duration": 91.66, "caption": "A person grabs their cane from the vending machine.", "similarity": 0.6065, "relevance": 3 }, { "pair_id": 5794, "video_name": "house_s03e08_seg02_clip_12", "timestamp": [ 6.86, 13.72 ], "duration": 91.66, "caption": "A person walks into the lab with another person using a different cane.", "similarity": 0.6061, "relevance": 1 }, { "pair_id": 5795, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 10.71, 14.28 ], "duration": 102.66, "caption": "A person is sitting in the hallway spinning their cane.", "similarity": 0.6046, "relevance": 1 }, { "pair_id": 5796, "video_name": "house_s04e02_seg02_clip_23", "timestamp": [ 30.37, 32.57 ], "duration": 88.66, "caption": "A person uses his cane to block another person's walking path.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 5797, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 36.46, 40.96 ], "duration": 90.66, "caption": "A person walks in the patient room with the help of a cane.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 5798, "video_name": "house_s02e17_seg02_clip_23", "timestamp": [ 29.36, 35.54 ], "duration": 103.66, "caption": "A person grabs their cane hanging on the whiteboard and walks out the door.", "similarity": 0.6029, "relevance": 3 }, { "pair_id": 5799, "video_name": "house_s08e13_seg02_clip_23", "timestamp": [ 70.11, 79.15 ], "duration": 90.66, "caption": "A person opens the refrigerator door and hangs their cane on the door.", "similarity": 0.6026, "relevance": 3 } ] }, { "query_id": 33856, "query": "A person takes out a bottle from the fridge.", "relevant_moment": [ { "pair_id": 18260, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person takes out a bottle from the fridge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18261, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.08, 6.44 ], "duration": 56.66, "caption": "A person grabs a bottle out of the refrigerator.", "similarity": 0.9134, "relevance": 4 }, { "pair_id": 18262, "video_name": "s08e17_seg02_clip_07", "timestamp": [ 25.02, 30.21 ], "duration": 61.66, "caption": "A person gets a bottle of water out of the fridge.", "similarity": 0.8905, "relevance": 4 }, { "pair_id": 18263, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 38.14, 40.28 ], "duration": 61.66, "caption": "A person takes a bottle out of someone's refrigerator and starts to open it.", "similarity": 0.885, "relevance": 4 }, { "pair_id": 18264, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 40.62, 43.89 ], "duration": 93.66, "caption": "A person opens the fridge and takes out a milk bottle.", "similarity": 0.8719, "relevance": 4 }, { "pair_id": 18265, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 41.41, 45.55 ], "duration": 92.66, "caption": "A person grabs a bottle of water out of the refrigerator.", "similarity": 0.8693, "relevance": 4 }, { "pair_id": 18266, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 42.79, 48.77 ], "duration": 92.66, "caption": "A person takes a bottle of water out of the refrigerator and starts drinking it.", "similarity": 0.8587, "relevance": 4 }, { "pair_id": 18267, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A person opens the refrigerator and get a bottle of water out.", "similarity": 0.8516, "relevance": 4 }, { "pair_id": 18268, "video_name": "s10e02_seg02_clip_11", "timestamp": [ 9.72, 15.4 ], "duration": 54.66, "caption": "A person gets a bottle of water from the fridge.", "similarity": 0.8514, "relevance": 4 }, { "pair_id": 18269, "video_name": "s06e15_seg02_clip_00", "timestamp": [ 23.57, 28.53 ], "duration": 62.66, "caption": "A person opens the refrigerator and takes out a bottle of juice.", "similarity": 0.8487, "relevance": 2 }, { "pair_id": 18270, "video_name": "friends_s03e14_seg02_clip_15", "timestamp": [ 30.7, 34.12 ], "duration": 62.66, "caption": "A man gets a bottle out of the refrigerator.", "similarity": 0.8483, "relevance": 4 }, { "pair_id": 18271, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 0.0, 2.28 ], "duration": 57.66, "caption": "A person is in the fridge getting a bottle of water.", "similarity": 0.8282, "relevance": 3 }, { "pair_id": 18272, "video_name": "s08e13_seg02_clip_01", "timestamp": [ 33.35, 35.33 ], "duration": 66.66, "caption": "A woman takes a bottle of water out of the fridge.", "similarity": 0.826, "relevance": 4 }, { "pair_id": 18273, "video_name": "s06e06_seg01_clip_01", "timestamp": [ 21.47, 27.14 ], "duration": 81.66, "caption": "A person goes to the fridge and gets two bottles of water out.", "similarity": 0.8211, "relevance": 4 }, { "pair_id": 18274, "video_name": "s06e15_seg02_clip_00", "timestamp": [ 26.67, 30.39 ], "duration": 62.66, "caption": "A person opens the refrigerator door and takes out a bottle of juice.", "similarity": 0.819, "relevance": 4 }, { "pair_id": 18275, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 0.0, 9.61 ], "duration": 62.66, "caption": "A person walks over to the refrigerator and pulls out a bottle of water.", "similarity": 0.8086, "relevance": 4 }, { "pair_id": 18276, "video_name": "castle_s01e09_seg02_clip_10", "timestamp": [ 18.04, 26.16 ], "duration": 90.66, "caption": "A person approaches the refrigerator, opens it and takes out a bottled drink.", "similarity": 0.8072, "relevance": 4 }, { "pair_id": 18277, "video_name": "s05e05_seg02_clip_00", "timestamp": [ 4.1, 6.93 ], "duration": 63.66, "caption": "A person removes two bottled waters from the refrigerator.", "similarity": 0.8032, "relevance": 4 }, { "pair_id": 18278, "video_name": "friends_s09e13_seg01_clip_01", "timestamp": [ 7.98, 11.55 ], "duration": 55.66, "caption": "A man takes a bottle of water out of the fridge and opens it.", "similarity": 0.8021, "relevance": 4 }, { "pair_id": 18279, "video_name": "castle_s07e03_seg02_clip_15", "timestamp": [ 74.62, 78.61 ], "duration": 88.66, "caption": "A person opens the fridge and takes out a canned drink.", "similarity": 0.8013, "relevance": 3 }, { "pair_id": 191580, "video_name": "castle_s06e16_seg02_clip_05", "timestamp": [ 70.16, 73.1 ], "duration": 84.66, "caption": "A person opens the mini refrigerator and takes out a bottle of water.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 191581, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 42.8 ], "duration": 62.66, "caption": "A woman opens the refrigerator and pulls out a water bottle.", "similarity": 0.7983, "relevance": 4 }, { "pair_id": 191582, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 62.11, 65.03 ], "duration": 65.66, "caption": "A woman grabs a bottle of water out of the fridge.", "similarity": 0.7953, "relevance": 4 }, { "pair_id": 191583, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 43.11 ], "duration": 62.66, "caption": "A woman gets a bottle of water out of the refrigerator.", "similarity": 0.7949, "relevance": 4 }, { "pair_id": 191584, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 49.63, 54.96 ], "duration": 82.66, "caption": "A person gets a drink of water out of the fridge and takes a drink.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 191585, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 48.98, 52.18 ], "duration": 64.66, "caption": "A man reaches into the fridge and pulls out a bottle of water.", "similarity": 0.7894, "relevance": 4 }, { "pair_id": 191586, "video_name": "s06e09_seg02_clip_00", "timestamp": [ 54.9, 58.62 ], "duration": 62.66, "caption": "A person is trying to get something out from his refrigerator.", "similarity": 0.7858, "relevance": 3 }, { "pair_id": 191587, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 27.29, 34.12 ], "duration": 62.66, "caption": "A person walks out of the bedroom and opens the fridge and a bottle of water out of it.", "similarity": 0.7834, "relevance": 4 }, { "pair_id": 191588, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 8.37, 15.2 ], "duration": 62.66, "caption": "A woman opens the refrigerator and gets a bottle of water out.", "similarity": 0.7832, "relevance": 4 }, { "pair_id": 191589, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.7811, "relevance": 4 }, { "pair_id": 191590, "video_name": "s09e13_seg02_clip_06", "timestamp": [ 27.16, 32.96 ], "duration": 61.66, "caption": "A man opens the refrigerator and gets a bottle of water out.", "similarity": 0.7718, "relevance": 4 }, { "pair_id": 191591, "video_name": "castle_s07e09_seg02_clip_13", "timestamp": [ 85.54, 87.85 ], "duration": 92.66, "caption": "A woman takes out a bottle of wine from the fridge.", "similarity": 0.7715, "relevance": 4 }, { "pair_id": 191592, "video_name": "s05e23_seg02_clip_06", "timestamp": [ 1.53, 8.54 ], "duration": 61.66, "caption": "A woman opens the refrigerator door removing a bottle.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 191593, "video_name": "house_s05e03_seg02_clip_15", "timestamp": [ 17.43, 21.26 ], "duration": 85.66, "caption": "A person opens the fridge and takes out a beer.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 191594, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.7701, "relevance": 4 }, { "pair_id": 191595, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 41.3, 44.55 ], "duration": 65.66, "caption": "A woman opens the refrigerator door and takes a bottle of water out.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 191596, "video_name": "s10e03_seg02_clip_08", "timestamp": [ 64.38, 65.02 ], "duration": 65.66, "caption": "A person takes a carton of milk out of the fridge.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 191597, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 22.21, 37.22 ], "duration": 60.66, "caption": "A person walks over to the refrigerator and takes out a drink.", "similarity": 0.763, "relevance": 4 }, { "pair_id": 191598, "video_name": "friends_s03e02_seg01_clip_00", "timestamp": [ 6.32, 11.06 ], "duration": 79.66, "caption": "A man takes out a glass from the refrigerator and drinks from it.", "similarity": 0.7616, "relevance": 3 }, { "pair_id": 191599, "video_name": "friends_s10e03_seg01_clip_00", "timestamp": [ 26.05, 30.23 ], "duration": 93.66, "caption": "A person hands a man a bottle of water from the fridge.", "similarity": 0.7589, "relevance": 3 } ] }, { "query_id": 33880, "query": "A person taps the table while talking to another person.", "relevant_moment": [ { "pair_id": 152840, "video_name": "s04e20_seg02_clip_10", "timestamp": [ 54.06, 56.02 ], "duration": 56.66, "caption": "A person taps the table while talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152841, "video_name": "s02e11_seg01_clip_00", "timestamp": [ 32.57, 34.74 ], "duration": 62.66, "caption": "A person presses the top of the table with their index finger while talking to some other people.", "similarity": 0.7954, "relevance": 4 }, { "pair_id": 152842, "video_name": "castle_s06e09_seg02_clip_23", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A person notices another person tapping his fingers on the table.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 152843, "video_name": "house_s04e13_seg02_clip_12", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A person talks to some people at the table.", "similarity": 0.7842, "relevance": 0 }, { "pair_id": 152844, "video_name": "s05e15_seg02_clip_03", "timestamp": [ 13.81, 20.71 ], "duration": 60.66, "caption": "A person is talking to another person and sits down at the table.", "similarity": 0.7748, "relevance": 1 }, { "pair_id": 152845, "video_name": "s07e20_seg02_clip_16", "timestamp": [ 1.74, 6.38 ], "duration": 116.66, "caption": "A person points to his finger as he sits at the table and talks to another person.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 152846, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.3, 11.38 ], "duration": 65.66, "caption": "A person sits down at the table and talks to another person.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 152847, "video_name": "house_s07e09_seg02_clip_17", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "Two people are talking in the table.", "similarity": 0.7626, "relevance": 0 }, { "pair_id": 152848, "video_name": "castle_s06e20_seg02_clip_17", "timestamp": [ 42.85, 45.94 ], "duration": 88.66, "caption": "A woman taps the table very hard while talking to another woman.", "similarity": 0.7569, "relevance": 1 }, { "pair_id": 152849, "video_name": "castle_s02e16_seg02_clip_24", "timestamp": [ 0.0, 10.67 ], "duration": 88.66, "caption": "A person was having a conversation with another person, while the other person was cleaning up the table.", "similarity": 0.7511, "relevance": 2 }, { "pair_id": 152850, "video_name": "s04e08_seg02_clip_00", "timestamp": [ 19.85, 34.12 ], "duration": 62.66, "caption": "A person is beside someone at the restaurant table while speaking to another person.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 152851, "video_name": "castle_s07e11_seg02_clip_23", "timestamp": [ 45.58, 52.73 ], "duration": 89.66, "caption": "A person is talking to another person and walks around the table and then sits on it.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 152852, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "Two people move around the table to talk.", "similarity": 0.7362, "relevance": 1 }, { "pair_id": 152853, "video_name": "friends_s10e17-18_seg02_clip_26", "timestamp": [ 31.81, 43.52 ], "duration": 60.66, "caption": "A person lowers the table, they converse with someone and they bend to look at the table sides.", "similarity": 0.7359, "relevance": 1 }, { "pair_id": 152854, "video_name": "castle_s02e01_seg02_clip_16", "timestamp": [ 0.0, 43.71 ], "duration": 95.66, "caption": "A person is sitting at a table with two others conversing.", "similarity": 0.735, "relevance": 1 }, { "pair_id": 152855, "video_name": "house_s08e22_seg02_clip_01", "timestamp": [ 50.17, 52.37 ], "duration": 88.66, "caption": "A person sits down at a table while talking with two others.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 152856, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 15.41, 17.39 ], "duration": 44.66, "caption": "A man taps the left shoulder of another person during a conversation.", "similarity": 0.7291, "relevance": 3 }, { "pair_id": 152857, "video_name": "house_s07e09_seg02_clip_08", "timestamp": [ 19.08, 77.12 ], "duration": 81.66, "caption": "A person is sitting at a table talking with some other people.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 152858, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 0.0, 10.23 ], "duration": 62.66, "caption": "A person has a conversation with a man at a table with a fork in hand.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 152859, "video_name": "met_s06e21_seg02_clip_00", "timestamp": [ 6.98, 63.49 ], "duration": 63.66, "caption": "Some people are conversing with person sitting at table.", "similarity": 0.7236, "relevance": 2 }, { "pair_id": 326160, "video_name": "s08e12_seg02_clip_04", "timestamp": [ 58.62, 61.41 ], "duration": 62.66, "caption": "A person points to the glass table when talking to a man.", "similarity": 0.7234, "relevance": 4 }, { "pair_id": 326161, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 58.93, 63.03 ], "duration": 63.66, "caption": "A coworker walks up to the table and talks to a person while person is having a conversation with two other people.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 326162, "video_name": "s04e04_seg02_clip_03", "timestamp": [ 29.41, 33.62 ], "duration": 60.66, "caption": "A man interlocks their fingers in front of them as they sit at the table talking to another person.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 326164, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 49.33, 54.46 ], "duration": 57.66, "caption": "A person grabs another person aggressively while standing at a table talking with others.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 326165, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 0.0, 11.41 ], "duration": 60.66, "caption": "A person and another person are having a conversation which makes the second person lean on the table in total disbelief.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 326166, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 40.51, 91.03 ], "duration": 91.66, "caption": "A woman is at a table with a man and another person conversing.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 326167, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 11.03, 15.76 ], "duration": 63.66, "caption": "A person talks to another person at a cafeteria table with a fork in his hand.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 326168, "video_name": "friends_s02e10_seg02_clip_10", "timestamp": [ 23.02, 29.51 ], "duration": 59.66, "caption": "A person walks over to talk to another person when he/she is cleaning a table.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 326169, "video_name": "friends_s09e16_seg02_clip_16", "timestamp": [ 1.77, 2.66 ], "duration": 59.66, "caption": "A person motions their hands together while they're talking to another person.", "similarity": 0.7045, "relevance": 4 }, { "pair_id": 326170, "video_name": "s09e05_seg02_clip_12", "timestamp": [ 51.17, 62.03 ], "duration": 62.66, "caption": "A person approaches a table with three people at it and starts talking to them.", "similarity": 0.7018, "relevance": 3 }, { "pair_id": 326171, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 18.47, 22.02 ], "duration": 71.66, "caption": "A person waves his hand at another person as he is speaking to him.", "similarity": 0.7017, "relevance": 2 }, { "pair_id": 326172, "video_name": "friends_s09e07_seg02_clip_15", "timestamp": [ 29.17, 61.41 ], "duration": 61.66, "caption": "They are on the table and having a conversation.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 326173, "video_name": "friends_s09e05_seg02_clip_06", "timestamp": [ 33.05, 56.02 ], "duration": 56.66, "caption": "A person talks to two other people who are seated at a large empty table.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 326174, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 34.4, 36.55 ], "duration": 61.66, "caption": "A woman taps a man on the hand while talking to her.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 326175, "video_name": "house_s08e16_seg02_clip_09", "timestamp": [ 44.11, 46.36 ], "duration": 90.66, "caption": "A person sits down at a table and talks with some other people.", "similarity": 0.6981, "relevance": 4 }, { "pair_id": 326176, "video_name": "house_s04e14_seg02_clip_05", "timestamp": [ 17.58, 23.89 ], "duration": 90.66, "caption": "A person is flapping their hands together while talking at the meeting table.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 326177, "video_name": "castle_s08e21_seg02_clip_06", "timestamp": [ 28.59, 33.95 ], "duration": 89.66, "caption": "A man walks over to the table while talking to another person.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 326178, "video_name": "s08e16_seg02_clip_11", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman is talking to a person while sitting at the table.", "similarity": 0.6954, "relevance": 2 }, { "pair_id": 326179, "video_name": "castle_s07e13_seg02_clip_02", "timestamp": [ 37.9, 49.36 ], "duration": 88.66, "caption": "A person shakes hand with some people at the table.", "similarity": 0.6925, "relevance": 3 } ] }, { "query_id": 33922, "query": "A woman quickly stands up and leaves the observatory room.", "relevant_moment": [ { "pair_id": 166180, "video_name": "grey_s03e08_seg02_clip_20", "timestamp": [ 63.42, 73.53 ], "duration": 91.66, "caption": "A woman quickly stands up and leaves the observatory room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166181, "video_name": "grey_s03e17_seg02_clip_20", "timestamp": [ 21.28, 31.16 ], "duration": 152.66, "caption": "A person stands up and leaves the room.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 166182, "video_name": "house_s01e18_seg02_clip_25", "timestamp": [ 32.49, 40.89 ], "duration": 112.66, "caption": "A woman stands up out of her chair and leaves the room.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 166183, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 38.72, 41.42 ], "duration": 60.66, "caption": "A woman stands up from the chair and leaves the room.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 166184, "video_name": "castle_s01e07_seg02_clip_18", "timestamp": [ 2.76, 6.44 ], "duration": 92.66, "caption": "A woman stands up and walks out of the room.", "similarity": 0.6936, "relevance": 3 }, { "pair_id": 166185, "video_name": "castle_s07e23_seg02_clip_14", "timestamp": [ 3.65, 11.39 ], "duration": 91.66, "caption": "A woman gets up slowly to leave the room.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 166186, "video_name": "castle_s01e03_seg02_clip_08", "timestamp": [ 63.72, 66.98 ], "duration": 93.66, "caption": "A woman stood up from her chair and about to leave the room.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 166187, "video_name": "s08e06_seg02_clip_14", "timestamp": [ 23.5, 29.9 ], "duration": 61.66, "caption": "A woman stands up from sitting and walks out of the room.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 166188, "video_name": "castle_s08e11_seg02_clip_21", "timestamp": [ 29.82, 31.6 ], "duration": 89.66, "caption": "A woman suddenly turns around and leaves the room.", "similarity": 0.6565, "relevance": 1 }, { "pair_id": 166189, "video_name": "friends_s10e09_seg02_clip_20", "timestamp": [ 26.15, 33.37 ], "duration": 60.66, "caption": "A woman stands up and storms out of the room.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 166190, "video_name": "house_s01e08_seg02_clip_01", "timestamp": [ 12.64, 14.52 ], "duration": 93.66, "caption": "A woman gets up from her seat and leaves the room.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 166191, "video_name": "s02e02_seg02_clip_04", "timestamp": [ 26.47, 32.78 ], "duration": 63.66, "caption": "A woman stands up and exits the room while a man watches her.", "similarity": 0.6478, "relevance": 3 }, { "pair_id": 166192, "video_name": "house_s05e08_seg02_clip_04", "timestamp": [ 19.36, 25.21 ], "duration": 90.66, "caption": "A person stands up and leaves the conference room.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 166193, "video_name": "house_s08e19_seg02_clip_20", "timestamp": [ 4.1, 9.56 ], "duration": 91.66, "caption": "A woman stands up and leaves a person's hospital room.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 166194, "video_name": "house_s03e02_seg02_clip_19", "timestamp": [ 43.14, 45.9 ], "duration": 69.66, "caption": "A woman looks up at the other people in the room and quickly leaves the room.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 166195, "video_name": "grey_s01e09_seg02_clip_07", "timestamp": [ 78.77, 82.37 ], "duration": 90.66, "caption": "A woman stands up from a chair and walks out of the room.", "similarity": 0.6355, "relevance": 1 }, { "pair_id": 166196, "video_name": "castle_s05e15_seg02_clip_17", "timestamp": [ 57.35, 63.72 ], "duration": 91.66, "caption": "A woman stands up to check out the room she is being held in.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 166197, "video_name": "house_s01e18_seg02_clip_11", "timestamp": [ 47.62, 52.04 ], "duration": 68.66, "caption": "A person stands up to leave the conference room.", "similarity": 0.6304, "relevance": 1 }, { "pair_id": 166198, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 42.25, 47.09 ], "duration": 88.66, "caption": "A person stands up out of their chair and leaves the room.", "similarity": 0.6177, "relevance": 2 }, { "pair_id": 166199, "video_name": "castle_s03e11_seg02_clip_14", "timestamp": [ 17.16, 18.48 ], "duration": 88.66, "caption": "A person quickly turns around and leaves the room.", "similarity": 0.6148, "relevance": 0 }, { "pair_id": 339500, "video_name": "friends_s03e03_seg02_clip_05", "timestamp": [ 47.72, 49.82 ], "duration": 60.66, "caption": "A woman quickly stands up off of the couch.", "similarity": 0.6144, "relevance": 3 }, { "pair_id": 339501, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 42.51, 45.91 ], "duration": 85.66, "caption": "A woman gets up and walks out of the room.", "similarity": 0.6088, "relevance": 3 }, { "pair_id": 339502, "video_name": "house_s08e13_seg02_clip_22", "timestamp": [ 11.27, 20.37 ], "duration": 86.66, "caption": "A person stands up and leaves the room with the others.", "similarity": 0.6087, "relevance": 3 }, { "pair_id": 339503, "video_name": "house_s03e06_seg02_clip_23", "timestamp": [ 38.26, 41.86 ], "duration": 90.66, "caption": "A woman turns and moves to leave the room.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 339504, "video_name": "grey_s02e22_seg02_clip_02", "timestamp": [ 86.52, 93.03 ], "duration": 93.66, "caption": "A woman is pacing up and down while in the observation room.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 339505, "video_name": "s06e15_seg02_clip_07", "timestamp": [ 23.77, 44.03 ], "duration": 54.66, "caption": "A woman is talking to a person and then gets up and leaves the room.", "similarity": 0.6039, "relevance": 3 }, { "pair_id": 339506, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 35.72, 43.37 ], "duration": 51.66, "caption": "A woman stands up and walks out of the apartment.", "similarity": 0.5987, "relevance": 3 }, { "pair_id": 339507, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 9.56, 15.93 ], "duration": 91.66, "caption": "A woman suddenly came in the room and stops for a while.", "similarity": 0.5982, "relevance": 1 }, { "pair_id": 339508, "video_name": "house_s08e19_seg02_clip_17", "timestamp": [ 58.69, 65.41 ], "duration": 89.66, "caption": "A woman gets up from the table and leaves the room.", "similarity": 0.5961, "relevance": 3 }, { "pair_id": 339509, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 80.28, 85.57 ], "duration": 88.66, "caption": "A woman turns around and walks out of a room.", "similarity": 0.596, "relevance": 2 }, { "pair_id": 339510, "video_name": "met_s04e01_seg02_clip_10", "timestamp": [ 39.62, 42.92 ], "duration": 60.66, "caption": "A woman stands up after sitting on the couch before walking away.", "similarity": 0.5959, "relevance": 2 }, { "pair_id": 339511, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 18.21, 22.35 ], "duration": 82.66, "caption": "A woman leaves the room after making an excuse to get out of the room.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 339512, "video_name": "house_s07e09_seg02_clip_19", "timestamp": [ 19.42, 26.64 ], "duration": 90.66, "caption": "A woman looks at her phone then stands up and leaves.", "similarity": 0.5937, "relevance": 3 }, { "pair_id": 339514, "video_name": "grey_s01e04_seg02_clip_13", "timestamp": [ 14.27, 20.33 ], "duration": 86.66, "caption": "A woman picks up her clothes and leaves the room.", "similarity": 0.5904, "relevance": 3 }, { "pair_id": 339515, "video_name": "house_s05e11_seg02_clip_18", "timestamp": [ 39.54, 44.19 ], "duration": 93.66, "caption": "A person walks out of the room quickly, followed by woman.", "similarity": 0.5902, "relevance": 3 }, { "pair_id": 339516, "video_name": "grey_s03e24_seg02_clip_13", "timestamp": [ 0.0, 3.39 ], "duration": 84.66, "caption": "A woman turns around to leave in the x-ray room.", "similarity": 0.5876, "relevance": 2 }, { "pair_id": 339517, "video_name": "house_s05e23_seg02_clip_14", "timestamp": [ 12.16, 15.31 ], "duration": 90.66, "caption": "A person takes a long sigh and leaves the room.", "similarity": 0.5858, "relevance": 2 }, { "pair_id": 339518, "video_name": "friends_s03e14_seg02_clip_06", "timestamp": [ 9.74, 11.51 ], "duration": 59.66, "caption": "A woman stands up quickly from behind the couch.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 339519, "video_name": "house_s03e14_seg02_clip_18", "timestamp": [ 67.63, 74.95 ], "duration": 91.66, "caption": "A woman leaves the room and a person follows after her.", "similarity": 0.5829, "relevance": 3 } ] }, { "query_id": 33947, "query": "A person picks their phone up and begins to press buttons.", "relevant_moment": [ { "pair_id": 156220, "video_name": "met_s06e23_seg02_clip_11", "timestamp": [ 40.27, 42.76 ], "duration": 62.66, "caption": "A person picks their phone up and begins to press buttons.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156221, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 14.26, 17.95 ], "duration": 92.66, "caption": "A person picks up the phone and starts to dial.", "similarity": 0.8417, "relevance": 4 }, { "pair_id": 156222, "video_name": "castle_s06e01_seg02_clip_20", "timestamp": [ 35.29, 41.59 ], "duration": 84.66, "caption": "A person picks up the phone and begins talking.", "similarity": 0.8148, "relevance": 3 }, { "pair_id": 156223, "video_name": "s07e18_seg02_clip_05", "timestamp": [ 39.17, 58.03 ], "duration": 58.66, "caption": "A person gets their phone out and starts pushing buttons on it.", "similarity": 0.7955, "relevance": 4 }, { "pair_id": 156224, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 24.79, 28.92 ], "duration": 59.66, "caption": "A person gets a text and picks their phone up.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 156225, "video_name": "s06e23_seg02_clip_01", "timestamp": [ 44.27, 59.03 ], "duration": 59.66, "caption": "A person holds their hands up while they're saying something and then picks up their phone.", "similarity": 0.7848, "relevance": 1 }, { "pair_id": 156226, "video_name": "friends_s09e11_seg02_clip_03", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A person turns around and picks up the phone.", "similarity": 0.7834, "relevance": 4 }, { "pair_id": 156227, "video_name": "castle_s04e01_seg02_clip_20", "timestamp": [ 19.61, 20.5 ], "duration": 89.66, "caption": "A person picks up his phone from the phone stand.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 156228, "video_name": "house_s03e19_seg02_clip_23", "timestamp": [ 9.56, 15.93 ], "duration": 91.66, "caption": "A person picks up the phone while talking to someone.", "similarity": 0.7724, "relevance": 3 }, { "pair_id": 156229, "video_name": "s06e17_seg02_clip_04", "timestamp": [ 55.23, 59.5 ], "duration": 61.66, "caption": "A person picks up his/her phone then holds it up.", "similarity": 0.7618, "relevance": 3 }, { "pair_id": 156230, "video_name": "castle_s08e09_seg02_clip_00", "timestamp": [ 79.79, 84.41 ], "duration": 92.66, "caption": "A person picks up their cell phone and answers it.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 156231, "video_name": "s05e13_seg02_clip_15", "timestamp": [ 61.33, 67.02 ], "duration": 67.66, "caption": "A person puts on their glasses and picks up their phone.", "similarity": 0.7512, "relevance": 3 }, { "pair_id": 156232, "video_name": "s04e08_seg02_clip_09", "timestamp": [ 28.33, 32.76 ], "duration": 59.66, "caption": "A person answers their phone by pressing a button with their finger after it rings.", "similarity": 0.7508, "relevance": 4 }, { "pair_id": 156233, "video_name": "castle_s06e04_seg02_clip_09", "timestamp": [ 16.8, 21.34 ], "duration": 90.66, "caption": "A person picks up his/her phone after a man asks him/her to.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 156234, "video_name": "s07e13_seg02_clip_05", "timestamp": [ 55.41, 58.03 ], "duration": 58.66, "caption": "A man picks up a mobile phone and starts tapping on the screen.", "similarity": 0.7449, "relevance": 4 }, { "pair_id": 156235, "video_name": "s01e11_seg02_clip_02", "timestamp": [ 44.81, 51.17 ], "duration": 53.66, "caption": "A person picks up the telephone and dials a number.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 156236, "video_name": "house_s05e09_seg02_clip_25", "timestamp": [ 5.35, 11.24 ], "duration": 107.66, "caption": "A person walks over to the phone and presses a button.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 156237, "video_name": "friends_s04e04_seg02_clip_08", "timestamp": [ 34.82, 39.62 ], "duration": 60.66, "caption": "An employee picks up the phone and begins to talk.", "similarity": 0.7369, "relevance": 3 }, { "pair_id": 156238, "video_name": "castle_s07e08_seg02_clip_12", "timestamp": [ 59.54, 62.79 ], "duration": 93.66, "caption": "A person reaches over and picks up a cell phone from the seat.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 156239, "video_name": "castle_s07e08_seg02_clip_14", "timestamp": [ 73.22, 79.55 ], "duration": 90.66, "caption": "A man gets up to pick up phone and answers it.", "similarity": 0.7322, "relevance": 3 }, { "pair_id": 329540, "video_name": "friends_s09e17_seg02_clip_04", "timestamp": [ 34.22, 36.95 ], "duration": 60.66, "caption": "A person picks up the phone and puts it to their ear.", "similarity": 0.7302, "relevance": 4 }, { "pair_id": 329541, "video_name": "met_s02e15_seg02_clip_05", "timestamp": [ 4.09, 7.01 ], "duration": 58.66, "caption": "A person picks up the telephone receiver to answer a call.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 329542, "video_name": "s03e18_seg02_clip_00", "timestamp": [ 37.22, 40.63 ], "duration": 62.66, "caption": "A person turns and picks up the phone from the end table.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 329543, "video_name": "castle_s04e12_seg02_clip_21", "timestamp": [ 63.21, 64.99 ], "duration": 89.66, "caption": "A man reaches in front of him to pick up a phone.", "similarity": 0.7276, "relevance": 1 }, { "pair_id": 329544, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 42.2, 44.27 ], "duration": 59.66, "caption": "A person picks his phone up from the end table.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 329545, "video_name": "friends_s05e01_seg02_clip_01", "timestamp": [ 31.63, 35.36 ], "duration": 62.66, "caption": "A woman looks at the phone and then starts to press buttons.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 329546, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 3.12, 9.35 ], "duration": 89.66, "caption": "A man picks up his phone and takes a call.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 329547, "video_name": "house_s07e23_seg02_clip_05", "timestamp": [ 77.8, 85.02 ], "duration": 85.66, "caption": "A person dials a number and she picks up the phone in front of him/her.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 329548, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 67.0, 68.02 ], "duration": 68.66, "caption": "A person walks towards a phone and picks it up.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 329549, "video_name": "met_s06e15_seg02_clip_09", "timestamp": [ 17.09, 20.17 ], "duration": 56.66, "caption": "A man picks up the phone and answers it.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 329550, "video_name": "house_s03e17_seg02_clip_04", "timestamp": [ 53.56, 59.42 ], "duration": 90.66, "caption": "A person hops over and picks up the phone.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 329551, "video_name": "castle_s08e01_seg02_clip_14", "timestamp": [ 5.92, 10.19 ], "duration": 65.66, "caption": "A person helps someone up and then answers his phone.", "similarity": 0.7181, "relevance": 2 }, { "pair_id": 329552, "video_name": "s09e19_seg01_clip_00", "timestamp": [ 70.69, 73.29 ], "duration": 74.66, "caption": "A person picks up their phone and answers it, then startles and removes it from their ear.", "similarity": 0.7168, "relevance": 3 }, { "pair_id": 329553, "video_name": "s02e13_seg02_clip_09", "timestamp": [ 6.4, 12.49 ], "duration": 64.66, "caption": "A person walks behind another person, picks up his/her phone and begins dialing.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 329554, "video_name": "friends_s10e04_seg02_clip_11", "timestamp": [ 22.02, 25.74 ], "duration": 62.66, "caption": "A man reaches over with his right hand to pick up the phone.", "similarity": 0.7148, "relevance": 2 }, { "pair_id": 329555, "video_name": "house_s02e04_seg02_clip_13", "timestamp": [ 85.19, 86.56 ], "duration": 91.66, "caption": "A person walks over to the phone and picks it up.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 329556, "video_name": "castle_s05e22_seg02_clip_25", "timestamp": [ 85.46, 86.35 ], "duration": 89.66, "caption": "A person presses a button on the device in his hand.", "similarity": 0.7115, "relevance": 3 }, { "pair_id": 329557, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 63.26, 66.98 ], "duration": 93.66, "caption": "A person picks up his phone from the table.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 329558, "video_name": "house_s01e18_seg02_clip_13", "timestamp": [ 6.3, 24.76 ], "duration": 90.66, "caption": "A man picks up the phone and makes a call.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 329559, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 19.48, 21.46 ], "duration": 66.66, "caption": "A woman reaches over and picks up the phone.", "similarity": 0.7093, "relevance": 2 } ] }, { "query_id": 34002, "query": "A man walks out of the bathroom wrapping a towel around himself.", "relevant_moment": [ { "pair_id": 10120, "video_name": "grey_s03e02_seg02_clip_26", "timestamp": [ 134.0, 150.17 ], "duration": 154.66, "caption": "A man walks out of the bathroom wrapping a towel around himself.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10121, "video_name": "friends_s01e13_seg02_clip_14", "timestamp": [ 49.01, 51.08 ], "duration": 69.66, "caption": "A man comes out of the bathroom wearing only a towel.", "similarity": 0.8093, "relevance": 4 }, { "pair_id": 10122, "video_name": "s01e15_seg02_clip_12", "timestamp": [ 55.15, 63.03 ], "duration": 63.66, "caption": "A person walks out of the bathroom holding himself.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 10123, "video_name": "friends_s01e11_seg02_clip_17", "timestamp": [ 3.98, 7.44 ], "duration": 53.66, "caption": "A person walks out of the bathroom.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 10124, "video_name": "grey_s03e03_seg02_clip_00", "timestamp": [ 32.15, 38.21 ], "duration": 93.66, "caption": "A woman walks out of the bathroom and then puts a towel on.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 10125, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 25.51, 30.31 ], "duration": 60.66, "caption": "A person walks out of the bathroom with a tissue in his/her hand.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 10126, "video_name": "met_s03e07_seg01_clip_01", "timestamp": [ 0.0, 4.93 ], "duration": 61.66, "caption": "A man angrily runs out of the bathroom wearing only a towel.", "similarity": 0.6969, "relevance": 4 }, { "pair_id": 10127, "video_name": "friends_s03e11_seg02_clip_17", "timestamp": [ 2.01, 4.69 ], "duration": 67.66, "caption": "A person walks into the room with a hand towel.", "similarity": 0.6916, "relevance": 1 }, { "pair_id": 10128, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 47.21, 53.22 ], "duration": 80.66, "caption": "A man walks out of the bathroom holding a plunger.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 10129, "video_name": "friends_s03e02_seg02_clip_00", "timestamp": [ 44.66, 47.45 ], "duration": 62.66, "caption": "A man walks out of the bathroom holding a magazine.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 10130, "video_name": "friends_s01e03_seg02_clip_17", "timestamp": [ 51.82, 59.87 ], "duration": 70.66, "caption": "A man walks into the apartment dressed in a bathrobe and toweling off their hair.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 10131, "video_name": "s03e08_seg02_clip_02", "timestamp": [ 30.4, 37.19 ], "duration": 59.66, "caption": "A woman walks out of the bathroom in a towel and is followed by a person.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 10132, "video_name": "s06e15_seg02_clip_12", "timestamp": [ 28.68, 34.79 ], "duration": 61.66, "caption": "A man walks out of the bathroom stumbling and carrying two ice packs.", "similarity": 0.6628, "relevance": 2 }, { "pair_id": 10133, "video_name": "friends_s07e17_seg02_clip_13", "timestamp": [ 0.61, 5.49 ], "duration": 61.66, "caption": "A man walks in the door, closes it with his elbow and quickly walks to the bathroom.", "similarity": 0.6576, "relevance": 1 }, { "pair_id": 10134, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 48.71, 52.26 ], "duration": 88.66, "caption": "A person walks out of the restroom while a man is washing his hands.", "similarity": 0.6453, "relevance": 2 }, { "pair_id": 10135, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 50.13, 54.9 ], "duration": 59.66, "caption": "A man comes out the bathroom with gloves on.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 10136, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 47.21, 52.82 ], "duration": 80.66, "caption": "A person exits the bathroom and walks into the living room.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 10137, "video_name": "friends_s04e14_seg02_clip_14", "timestamp": [ 5.1, 13.81 ], "duration": 60.66, "caption": "A man wraps a towel around their body and walks and sits on an armchair.", "similarity": 0.6373, "relevance": 4 }, { "pair_id": 10138, "video_name": "house_s01e06_seg02_clip_17", "timestamp": [ 48.19, 50.87 ], "duration": 89.66, "caption": "A woman walks out of the men's bathroom leaving a man alone.", "similarity": 0.6317, "relevance": 1 }, { "pair_id": 10139, "video_name": "s07e20_seg02_clip_01", "timestamp": [ 30.7, 35.67 ], "duration": 62.66, "caption": "A man walks into the room blowing his nose on a paper towel.", "similarity": 0.6309, "relevance": 2 } ] }, { "query_id": 34013, "query": "A woman tosses a coin onto the table in front of her and another woman looks at her.", "relevant_moment": [ { "pair_id": 10220, "video_name": "grey_s03e02_seg02_clip_20", "timestamp": [ 4.67, 9.81 ], "duration": 93.66, "caption": "A woman tosses a coin onto the table in front of her and another woman looks at her.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 10221, "video_name": "castle_s06e06_seg02_clip_23", "timestamp": [ 72.99, 75.73 ], "duration": 91.66, "caption": "Woman tosses an evidence bag with a coin in front of a person.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 10222, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 87.58, 88.02 ], "duration": 88.66, "caption": "A woman turns around to look at another woman.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 10223, "video_name": "friends_s05e23-24_seg02_clip_28", "timestamp": [ 0.0, 4.77 ], "duration": 53.66, "caption": "A woman shouts at another person and throws a coin to them.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 10224, "video_name": "s07e19_seg02_clip_13", "timestamp": [ 58.0, 60.17 ], "duration": 62.66, "caption": "A woman flips a coin into the air and someone catches it.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 10225, "video_name": "friends_s01e03_seg02_clip_18", "timestamp": [ 17.19, 19.86 ], "duration": 48.66, "caption": "A woman looks at another woman as the other woman gestures toward a third person.", "similarity": 0.6302, "relevance": 3 }, { "pair_id": 10226, "video_name": "s05e19_seg02_clip_09", "timestamp": [ 7.56, 9.77 ], "duration": 63.66, "caption": "A woman looks up at another woman and the other woman shakes her head up and down.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 10227, "video_name": "friends_s08e08_seg02_clip_00", "timestamp": [ 44.75, 48.22 ], "duration": 63.66, "caption": "A woman puts her right hand up to forehead over her eye while sitting at a table with another woman.", "similarity": 0.626, "relevance": 2 }, { "pair_id": 10228, "video_name": "castle_s04e20_seg02_clip_01", "timestamp": [ 34.32, 41.84 ], "duration": 94.66, "caption": "A woman looks at another woman and leaves very quickly.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 10229, "video_name": "grey_s03e25_seg02_clip_16", "timestamp": [ 27.63, 34.86 ], "duration": 85.66, "caption": "A woman approaches the counter and another woman turns around from facing away and looking upward.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 10230, "video_name": "met_s06e12_seg02_clip_02", "timestamp": [ 27.1, 33.09 ], "duration": 63.66, "caption": "A woman stands with a person while flipping a coin repeatedly.", "similarity": 0.6162, "relevance": 3 }, { "pair_id": 10231, "video_name": "friends_s10e16_seg01_clip_00", "timestamp": [ 13.49, 17.21 ], "duration": 93.66, "caption": "A woman flips a coin and puts it on the back of her hand.", "similarity": 0.6141, "relevance": 3 }, { "pair_id": 10232, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 35.3, 42.02 ], "duration": 42.66, "caption": "A woman is looking at another woman wondering why she is staring at her.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 10233, "video_name": "s04e19_seg02_clip_03", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A woman stares at another woman as she holds up her hand and makes a face.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 10234, "video_name": "castle_s07e16_seg02_clip_09", "timestamp": [ 27.91, 31.06 ], "duration": 90.66, "caption": "A woman turns and looks over her shoulder at another woman sitting behind her.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 10235, "video_name": "castle_s05e11_seg02_clip_12", "timestamp": [ 80.98, 88.02 ], "duration": 88.66, "caption": "A woman turns around and looks at a man and then looks at another woman.", "similarity": 0.609, "relevance": 1 }, { "pair_id": 10236, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 3.25, 4.43 ], "duration": 59.66, "caption": "A woman looks startled and turns her head to look back at another woman.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 10237, "video_name": "friends_s04e09_seg02_clip_06", "timestamp": [ 0.9, 6.0 ], "duration": 60.66, "caption": "A woman hands another woman the newspaper and she looks at it.", "similarity": 0.6074, "relevance": 1 }, { "pair_id": 10238, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 19.21, 23.11 ], "duration": 60.66, "caption": "A woman grabs another woman's hand and looks at both of their rings.", "similarity": 0.6073, "relevance": 2 }, { "pair_id": 10239, "video_name": "friends_s09e07_seg02_clip_03", "timestamp": [ 5.31, 7.38 ], "duration": 59.66, "caption": "A woman repeatedly points to her ear when looking at another woman.", "similarity": 0.607, "relevance": 2 } ] }, { "query_id": 34060, "query": "A man and a woman are sitting on the kitchen counter stools as they are conversing.", "relevant_moment": [ { "pair_id": 24640, "video_name": "friends_s08e14_seg02_clip_16", "timestamp": [ 0.0, 45.62 ], "duration": 60.66, "caption": "A man and a woman are sitting on the kitchen counter stools as they are conversing.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 24641, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 0.0, 8.56 ], "duration": 59.66, "caption": "Two people are sitting on the kitchen counter conversing.", "similarity": 0.8342, "relevance": 4 }, { "pair_id": 24642, "video_name": "friends_s10e13_seg02_clip_07", "timestamp": [ 0.0, 16.13 ], "duration": 62.66, "caption": "Two people have a discussion while standing at the kitchen counter.", "similarity": 0.7217, "relevance": 3 }, { "pair_id": 24643, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 0.0, 21.41 ], "duration": 59.66, "caption": "A woman and a man are at the kitchen table conversing.", "similarity": 0.7199, "relevance": 3 }, { "pair_id": 24645, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 40.22, 60.03 ], "duration": 60.66, "caption": "A man and a woman are sitting at her dining table conversing.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 24646, "video_name": "friends_s09e11_seg01_clip_00", "timestamp": [ 36.14, 56.02 ], "duration": 56.66, "caption": "A woman sits at the kitchen table with a man as they converse.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 24647, "video_name": "friends_s04e16_seg02_clip_21", "timestamp": [ 55.37, 82.02 ], "duration": 82.66, "caption": "Two people are in the kitchen and having a conversation.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 24648, "video_name": "grey_s03e12_seg02_clip_01", "timestamp": [ 0.0, 24.73 ], "duration": 103.66, "caption": "Two people are conversing with each other in the kitchen.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 24649, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 0.0, 36.87 ], "duration": 97.66, "caption": "A man and a woman are sitting at a diner with another person conversing.", "similarity": 0.6803, "relevance": 1 }, { "pair_id": 24650, "video_name": "castle_s08e13_seg02_clip_18", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "Two people have a conversation in the kitchen.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 24651, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 15.2, 17.99 ], "duration": 62.66, "caption": "Two people sit down on the stools.", "similarity": 0.672, "relevance": 3 }, { "pair_id": 24652, "video_name": "friends_s08e04_seg02_clip_06", "timestamp": [ 33.05, 57.47 ], "duration": 57.66, "caption": "A man sits at the kitchen counter as he speaks with a person.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 24653, "video_name": "friends_s04e16_seg02_clip_19", "timestamp": [ 9.61, 62.03 ], "duration": 62.66, "caption": "A man and a woman were having a conversation whilst sitting on the floor.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 24654, "video_name": "s04e20_seg02_clip_11", "timestamp": [ 1.5, 21.31 ], "duration": 60.66, "caption": "Two people are sitting at the kitchen counter discussing a social experiment.", "similarity": 0.664, "relevance": 2 }, { "pair_id": 24655, "video_name": "house_s05e07_seg02_clip_08", "timestamp": [ 0.0, 79.98 ], "duration": 92.66, "caption": "A man and a woman are conversing with each other as they sit in a restaurant.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 24656, "video_name": "grey_s03e01_seg02_clip_02", "timestamp": [ 20.03, 73.89 ], "duration": 89.66, "caption": "A woman is sitting on the kitchen counter speaking to another woman.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 24657, "video_name": "friends_s10e07_seg02_clip_11", "timestamp": [ 0.0, 40.21 ], "duration": 67.66, "caption": "Three people are seated at the kitchen table conversing.", "similarity": 0.6567, "relevance": 1 }, { "pair_id": 24658, "video_name": "s07e12_seg02_clip_03", "timestamp": [ 49.22, 52.52 ], "duration": 60.66, "caption": "A person sits on a stool next to a woman who's talking to another person.", "similarity": 0.6562, "relevance": 0 }, { "pair_id": 24659, "video_name": "friends_s06e15-16_seg02_clip_28", "timestamp": [ 36.02, 60.03 ], "duration": 60.66, "caption": "A man and a woman are sitting down at a dinner table discussing.", "similarity": 0.6514, "relevance": 3 }, { "pair_id": 197961, "video_name": "friends_s02e15_seg02_clip_03", "timestamp": [ 0.0, 14.75 ], "duration": 60.66, "caption": "A man is speaking to woman and woman in the kitchen.", "similarity": 0.6501, "relevance": 2 }, { "pair_id": 197963, "video_name": "s06e21_seg02_clip_11", "timestamp": [ 45.38, 63.03 ], "duration": 63.66, "caption": "A man and a woman are sitting at his dining table as they converse.", "similarity": 0.648, "relevance": 4 }, { "pair_id": 197964, "video_name": "grey_s03e23_seg02_clip_19", "timestamp": [ 6.2, 82.4 ], "duration": 88.66, "caption": "A woman and a man are conversing as they sit across from each other.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 197965, "video_name": "house_s03e21_seg02_clip_18", "timestamp": [ 2.23, 16.07 ], "duration": 89.66, "caption": "A person is conversing with two women and a man as they are seated.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 197966, "video_name": "friends_s08e15_seg02_clip_19", "timestamp": [ 48.4, 52.83 ], "duration": 59.66, "caption": "Two people sit down on stools across from each other at a small table.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 197967, "video_name": "friends_s02e16_seg01_clip_00", "timestamp": [ 4.29, 37.97 ], "duration": 66.66, "caption": "Two people sit on barstools at the kitchen counter eating - and discussing cereal, spoons, toothbrushes.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 197968, "video_name": "friends_s10e05_seg02_clip_09", "timestamp": [ 13.81, 18.01 ], "duration": 60.66, "caption": "A woman sits at the kitchen counter on a bar stool and drinks coffee while talking to a man.", "similarity": 0.6419, "relevance": 3 }, { "pair_id": 197969, "video_name": "house_s05e03_seg02_clip_20", "timestamp": [ 36.26, 41.06 ], "duration": 87.66, "caption": "A man sits with a woman as she is sitting at a diner's counter.", "similarity": 0.6411, "relevance": 3 }, { "pair_id": 197971, "video_name": "castle_s07e07_seg02_clip_09", "timestamp": [ 0.0, 49.93 ], "duration": 91.66, "caption": "A man and woman are sitting at a table with someone as they converse with each other.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 197972, "video_name": "friends_s06e09_seg02_clip_19", "timestamp": [ 33.87, 61.03 ], "duration": 61.66, "caption": "They are having a conversation with each other in the kitchen.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 197973, "video_name": "castle_s04e05_seg02_clip_22", "timestamp": [ 76.26, 90.66 ], "duration": 90.66, "caption": "A man and a woman are sitting at a table as a woman stands and they converse.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 197974, "video_name": "friends_s08e22_seg02_clip_13", "timestamp": [ 36.91, 62.03 ], "duration": 62.66, "caption": "Two people sit down and have a conversation.", "similarity": 0.6378, "relevance": 1 }, { "pair_id": 197975, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 0.0, 12.77 ], "duration": 58.66, "caption": "A woman and man sit across from each other at the kitchen table having a conversation and eating.", "similarity": 0.6364, "relevance": 3 }, { "pair_id": 197976, "video_name": "house_s02e14_seg02_clip_25", "timestamp": [ 0.0, 38.77 ], "duration": 152.66, "caption": "A woman is conversing with man as he is seated.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 197977, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 0.0, 5.05 ], "duration": 59.66, "caption": "Two people were having a conversation at the kitchen area.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 197978, "video_name": "s06e21_seg02_clip_03", "timestamp": [ 33.05, 37.19 ], "duration": 59.66, "caption": "A person takes a seat at the kitchen counter then another person sits down across from him/her.", "similarity": 0.633, "relevance": 3 }, { "pair_id": 197979, "video_name": "s07e21_seg02_clip_05", "timestamp": [ 13.21, 60.03 ], "duration": 60.66, "caption": "A woman and a person are sitting at a restaurant table conversing with each other.", "similarity": 0.6303, "relevance": 2 } ] }, { "query_id": 34065, "query": "A person was having a conversation over a phone call with a famous director.", "relevant_moment": [ { "pair_id": 233480, "video_name": "friends_s09e18_seg02_clip_15", "timestamp": [ 33.56, 55.02 ], "duration": 55.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.687, "relevance": 4 }, { "pair_id": 233481, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 47.48, 80.18 ], "duration": 89.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.687, "relevance": 4 }, { "pair_id": 233482, "video_name": "castle_s05e09_seg02_clip_18", "timestamp": [ 0.0, 8.37 ], "duration": 93.66, "caption": "A man was talking to someone over the phone.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 233483, "video_name": "castle_s08e01_seg02_clip_04", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "Two people were talking to someone over the phone.", "similarity": 0.6867, "relevance": 3 }, { "pair_id": 233484, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 0.0, 6.36 ], "duration": 90.66, "caption": "A man was having a conversation with someone through the phone.", "similarity": 0.6785, "relevance": 3 }, { "pair_id": 233485, "video_name": "friends_s05e11_seg02_clip_12", "timestamp": [ 27.17, 56.6 ], "duration": 56.66, "caption": "A person is having a phone call with another person.", "similarity": 0.6783, "relevance": 3 }, { "pair_id": 233486, "video_name": "castle_s04e04_seg02_clip_01", "timestamp": [ 10.8, 13.5 ], "duration": 90.66, "caption": "A person is talking to someone and then dialed someone on the phone.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 233487, "video_name": "grey_s02e25_seg02_clip_11", "timestamp": [ 0.0, 32.01 ], "duration": 90.66, "caption": "A person is having a phone conversation with a woman.", "similarity": 0.6702, "relevance": 3 }, { "pair_id": 233488, "video_name": "castle_s04e06_seg02_clip_00", "timestamp": [ 50.63, 55.27 ], "duration": 92.66, "caption": "A person got a phone call, started talking to someone over the phone and left another person.", "similarity": 0.6689, "relevance": 3 }, { "pair_id": 233489, "video_name": "house_s02e21_seg02_clip_22", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "A man is having a conversation with person on the phone.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 233490, "video_name": "castle_s06e23_seg02_clip_16", "timestamp": [ 12.37, 35.82 ], "duration": 85.66, "caption": "A woman was talking with person over the phone.", "similarity": 0.6645, "relevance": 3 }, { "pair_id": 233491, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 0.0, 21.35 ], "duration": 97.66, "caption": "Two people are having a conversation then there's a man who calls at one of them on the phone.", "similarity": 0.6642, "relevance": 3 }, { "pair_id": 233492, "video_name": "castle_s06e22_seg02_clip_12", "timestamp": [ 19.51, 47.52 ], "duration": 100.66, "caption": "Two people were talking over the phone.", "similarity": 0.6634, "relevance": 3 }, { "pair_id": 233493, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 14.04, 25.39 ], "duration": 108.66, "caption": "A person stands behind someone and uses a phone as the person has a conversation with someone else.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 233494, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 49.07, 92.58 ], "duration": 92.66, "caption": "A person asks about the conversation of someone and another person on the phone.", "similarity": 0.6627, "relevance": 1 }, { "pair_id": 233495, "video_name": "castle_s08e08_seg02_clip_09", "timestamp": [ 53.63, 71.5 ], "duration": 89.66, "caption": "Two people have a conversation over the phone.", "similarity": 0.66, "relevance": 3 }, { "pair_id": 233496, "video_name": "castle_s05e08_seg02_clip_10", "timestamp": [ 61.46, 65.18 ], "duration": 93.66, "caption": "Someone is on the phone as they notice two people start a conversation.", "similarity": 0.6599, "relevance": 3 }, { "pair_id": 233497, "video_name": "castle_s04e07_seg02_clip_15", "timestamp": [ 2.18, 17.84 ], "duration": 87.66, "caption": "A woman was having a conversation with someone over the phone.", "similarity": 0.6578, "relevance": 3 }, { "pair_id": 233498, "video_name": "castle_s06e11_seg02_clip_21", "timestamp": [ 7.74, 65.99 ], "duration": 91.66, "caption": "Two people were having a conversation through the phone.", "similarity": 0.6569, "relevance": 4 }, { "pair_id": 233499, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 22.26, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation through the phone.", "similarity": 0.6569, "relevance": 4 } ] }, { "query_id": 34206, "query": "A man and woman are walking in the woods speaking to each other.", "relevant_moment": [ { "pair_id": 21500, "video_name": "castle_s07e19_seg02_clip_15", "timestamp": [ 34.66, 90.02 ], "duration": 90.66, "caption": "A man and woman are walking in the woods speaking to each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21501, "video_name": "castle_s04e02_seg02_clip_08", "timestamp": [ 28.72, 31.76 ], "duration": 87.66, "caption": "A man and woman are walking while they are talking.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 21502, "video_name": "castle_s02e09_seg02_clip_01", "timestamp": [ 0.0, 4.65 ], "duration": 93.66, "caption": "A man and woman are walking while they are talking.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 21503, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 65.68, 69.18 ], "duration": 87.66, "caption": "A man and a woman are walking while they are talking.", "similarity": 0.7461, "relevance": 3 }, { "pair_id": 21504, "video_name": "castle_s05e06_seg02_clip_03", "timestamp": [ 85.38, 88.02 ], "duration": 88.66, "caption": "A man and woman are walking while discussing something.", "similarity": 0.7406, "relevance": 1 }, { "pair_id": 21505, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 21506, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 57.44, 60.41 ], "duration": 99.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 21507, "video_name": "castle_s05e08_seg02_clip_01", "timestamp": [ 28.04, 44.51 ], "duration": 89.66, "caption": "A man and woman were having a conversation as they were walking.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 21508, "video_name": "castle_s03e01_seg02_clip_11", "timestamp": [ 0.0, 16.56 ], "duration": 77.66, "caption": "A man and a woman were talking as they were walking.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 21509, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 0.0, 22.01 ], "duration": 88.66, "caption": "A man and woman were walking whilst having conversation.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 21510, "video_name": "house_s04e01_seg02_clip_19", "timestamp": [ 19.75, 28.21 ], "duration": 94.66, "caption": "A woman walks outside and talks to a man.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 21511, "video_name": "castle_s06e01_seg02_clip_12", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A man and a woman are outside talking to each other.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 21512, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 0.0, 7.77 ], "duration": 74.66, "caption": "A woman and man were having conversation as they were walking.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 21513, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 0.0, 17.3 ], "duration": 91.66, "caption": "A man and a woman were walking whilst having a conversation.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 21514, "video_name": "house_s01e10_seg02_clip_09", "timestamp": [ 15.84, 19.81 ], "duration": 88.66, "caption": "A man is talking to a woman while they are walking.", "similarity": 0.7171, "relevance": 2 }, { "pair_id": 21515, "video_name": "castle_s06e12_seg02_clip_04", "timestamp": [ 87.02, 92.57 ], "duration": 92.66, "caption": "A man and woman are walking side by side as they converse.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 21516, "video_name": "castle_s03e23_seg02_clip_01", "timestamp": [ 15.16, 17.84 ], "duration": 89.66, "caption": "A man walks up to woman and person as they're speaking to each other.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 21517, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 23.16, 27.1 ], "duration": 87.66, "caption": "A man is talking to woman while they are walking.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 21518, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 27.55, 31.17 ], "duration": 90.66, "caption": "A man is talking to woman while they are walking.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 21519, "video_name": "castle_s08e13_seg02_clip_18", "timestamp": [ 13.95, 25.66 ], "duration": 90.66, "caption": "A woman and a man were walking together while they talk.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 194820, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 67.81, 86.67 ], "duration": 89.66, "caption": "A man walks into the conversation of a woman and a man.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 194821, "video_name": "castle_s08e14_seg02_clip_00", "timestamp": [ 3.69, 7.37 ], "duration": 92.66, "caption": "A woman is talking to a man while they are walking.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 194822, "video_name": "castle_s02e06_seg02_clip_09", "timestamp": [ 21.39, 32.77 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway speaking to each other.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 194823, "video_name": "castle_s04e19_seg02_clip_10", "timestamp": [ 25.72, 29.26 ], "duration": 88.66, "caption": "A person walks in on the conversation of woman and man.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 194824, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "A man and woman are walking beside each other as they converse.", "similarity": 0.7034, "relevance": 3 }, { "pair_id": 194825, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man is talking to a woman while she is walking.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 194826, "video_name": "castle_s06e20_seg02_clip_06", "timestamp": [ 48.38, 76.41 ], "duration": 90.66, "caption": "A woman and a man are outside as they are speaking to each other face to face.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 194827, "video_name": "castle_s07e16_seg02_clip_07", "timestamp": [ 36.35, 46.93 ], "duration": 92.66, "caption": "A man walks in to converse with woman and man.", "similarity": 0.6995, "relevance": 1 }, { "pair_id": 194828, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 0.0, 21.19 ], "duration": 90.66, "caption": "A woman and man walk up to person and converse with him.", "similarity": 0.6991, "relevance": 1 }, { "pair_id": 194829, "video_name": "castle_s07e22_seg02_clip_01", "timestamp": [ 0.0, 11.32 ], "duration": 90.66, "caption": "A woman and a man are side by side as they walk and converse.", "similarity": 0.6947, "relevance": 3 }, { "pair_id": 194830, "video_name": "castle_s06e19_seg02_clip_02", "timestamp": [ 72.9, 91.13 ], "duration": 91.66, "caption": "A woman and a man are walking beside each other as they converse.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 194831, "video_name": "castle_s04e20_seg02_clip_20", "timestamp": [ 0.0, 91.66 ], "duration": 91.66, "caption": "A man and a woman talking to each other before the latter leaves.", "similarity": 0.6937, "relevance": 1 }, { "pair_id": 194832, "video_name": "castle_s07e17_seg02_clip_26", "timestamp": [ 0.0, 50.44 ], "duration": 89.66, "caption": "A woman and a man walk up to each other and converse.", "similarity": 0.693, "relevance": 1 }, { "pair_id": 194833, "video_name": "castle_s07e22_seg02_clip_21", "timestamp": [ 0.0, 134.02 ], "duration": 134.66, "caption": "A man and woman talking to each other before she leaves.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 194835, "video_name": "castle_s01e01_seg02_clip_17", "timestamp": [ 0.0, 89.46 ], "duration": 89.66, "caption": "A man and woman talking to each other before she leaves.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 194836, "video_name": "castle_s05e03_seg02_clip_00", "timestamp": [ 86.58, 91.14 ], "duration": 91.66, "caption": "Two people are speaking to each other outside.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 194837, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 9.54, 13.63 ], "duration": 90.66, "caption": "A man walks into the conversation of woman, person, and man.", "similarity": 0.6879, "relevance": 1 }, { "pair_id": 194838, "video_name": "castle_s03e07_seg02_clip_22", "timestamp": [ 4.51, 11.27 ], "duration": 90.66, "caption": "A man and woman walk over to talk to someone.", "similarity": 0.6875, "relevance": 1 }, { "pair_id": 194839, "video_name": "castle_s01e04_seg02_clip_03", "timestamp": [ 68.49, 72.18 ], "duration": 82.66, "caption": "A man and woman are walking a bit fast while talking.", "similarity": 0.6871, "relevance": 3 } ] }, { "query_id": 34248, "query": "A man waves his hands around at a person while they are sitting at the lunch table in the cafeteria.", "relevant_moment": [ { "pair_id": 145180, "video_name": "s05e10_seg02_clip_09", "timestamp": [ 3.0, 7.2 ], "duration": 60.66, "caption": "A man waves his hands around at a person while they are sitting at the lunch table in the cafeteria.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145181, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 11.03, 15.76 ], "duration": 63.66, "caption": "A person talks to another person at a cafeteria table with a fork in his hand.", "similarity": 0.7319, "relevance": 1 }, { "pair_id": 145182, "video_name": "s04e19_seg02_clip_07", "timestamp": [ 55.22, 58.23 ], "duration": 60.66, "caption": "A person gestures dramatically at another person while sitting at the lunch table.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 145183, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 57.99, 62.4 ], "duration": 63.66, "caption": "A person talks to a guy at cafeteria table while he eats.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 145184, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 9.63, 15.68 ], "duration": 55.66, "caption": "A man holds his fork and talks to another person in cafeteria.", "similarity": 0.7062, "relevance": 2 }, { "pair_id": 145185, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A person is talking to another person at the cafeteria on lunch.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 145186, "video_name": "house_s02e06_seg02_clip_05", "timestamp": [ 0.0, 3.22 ], "duration": 92.66, "caption": "A man waves his hand around while sitting at a table.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 145187, "video_name": "s09e15_seg01_clip_00", "timestamp": [ 46.74, 49.66 ], "duration": 73.66, "caption": "A person takes a bit of their lunch as they are talking to some people in the cafeteria.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 145188, "video_name": "s06e08_seg01_clip_00", "timestamp": [ 29.77, 30.73 ], "duration": 96.66, "caption": "A person hands his napkin to another person in the cafeteria.", "similarity": 0.6762, "relevance": 0 }, { "pair_id": 145189, "video_name": "s04e06_seg02_clip_16", "timestamp": [ 7.63, 10.37 ], "duration": 61.66, "caption": "A man throws his hands up in the air while talking to some people at lunch.", "similarity": 0.665, "relevance": 3 }, { "pair_id": 145190, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 33.05, 38.96 ], "duration": 59.66, "caption": "A man waves a sandwich in his hand while talking to another man before setting it down on a plate.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 145191, "video_name": "s04e06_seg02_clip_16", "timestamp": [ 17.7, 24.41 ], "duration": 61.66, "caption": "A person turns to talk to a man at the lunch table.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 145192, "video_name": "friends_s04e22_seg02_clip_00", "timestamp": [ 16.07, 18.91 ], "duration": 63.66, "caption": "A man waves his hand at another man while sitting.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 145193, "video_name": "friends_s02e12-13_seg02_clip_21", "timestamp": [ 7.69, 10.6 ], "duration": 53.66, "caption": "A man waves their hand back and forth next to another person.", "similarity": 0.6592, "relevance": 0 }, { "pair_id": 145194, "video_name": "s06e01_seg02_clip_05", "timestamp": [ 41.2, 43.81 ], "duration": 58.66, "caption": "A person waves at two other people as they come into the restaurant.", "similarity": 0.6575, "relevance": 3 }, { "pair_id": 145195, "video_name": "s04e04_seg02_clip_02", "timestamp": [ 47.9, 56.02 ], "duration": 56.66, "caption": "A man keeps poking at their food with their fork while they are sitting with someone at the lunch table.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 145196, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 0.0, 51.16 ], "duration": 93.66, "caption": "A man is sitting across from another person as they converse in a cafeteria.", "similarity": 0.6566, "relevance": 1 }, { "pair_id": 145197, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 44.75, 47.59 ], "duration": 63.66, "caption": "A man holds a food tray as he approaches to join another man and someone else at a cafeteria table.", "similarity": 0.6504, "relevance": 0 }, { "pair_id": 145198, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 0.0, 8.16 ], "duration": 102.66, "caption": "A person speaks to a guy who is sitting in the cafeteria.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 145199, "video_name": "friends_s04e14_seg02_clip_13", "timestamp": [ 22.23, 24.21 ], "duration": 44.66, "caption": "A man waves his hands in front of him while talking to another man.", "similarity": 0.6493, "relevance": 1 } ] }, { "query_id": 34257, "query": "A patient, Boyd, walks out of the door and sings a worship song.", "relevant_moment": [ { "pair_id": 172440, "video_name": "house_s02e19_seg02_clip_05", "timestamp": [ 30.95, 65.99 ], "duration": 91.66, "caption": "A patient, Boyd, walks out of the door and sings a worship song.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172441, "video_name": "house_s02e19_seg02_clip_05", "timestamp": [ 30.49, 36.41 ], "duration": 91.66, "caption": "A person walks out of his room singing a hymn.", "similarity": 0.5888, "relevance": 3 }, { "pair_id": 172442, "video_name": "house_s01e06_seg02_clip_06", "timestamp": [ 49.67, 53.74 ], "duration": 90.66, "caption": "A person walks over and shuts the door to talk to his patient.", "similarity": 0.5279, "relevance": 1 }, { "pair_id": 172443, "video_name": "house_s04e13_seg02_clip_08", "timestamp": [ 11.44, 24.72 ], "duration": 91.66, "caption": "A person sings a song in the hospital bed.", "similarity": 0.5254, "relevance": 1 }, { "pair_id": 172444, "video_name": "house_s01e16_seg02_clip_17", "timestamp": [ 15.72, 20.21 ], "duration": 89.66, "caption": "A doctor opens the door and walks out.", "similarity": 0.5225, "relevance": 2 }, { "pair_id": 172445, "video_name": "friends_s03e19_seg02_clip_01", "timestamp": [ 32.03, 41.6 ], "duration": 66.66, "caption": "A person opens the door and dances in while chanting a song, he then dances out while everyone looks on.", "similarity": 0.5198, "relevance": 2 }, { "pair_id": 172446, "video_name": "house_s04e09_seg02_clip_03", "timestamp": [ 74.41, 78.71 ], "duration": 86.66, "caption": "A noise is heard and a doctor opens a door and rushes inside.", "similarity": 0.494, "relevance": 1 }, { "pair_id": 172447, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 68.89, 71.02 ], "duration": 71.66, "caption": "A person turns away from the patient and starts walking toward the door.", "similarity": 0.4934, "relevance": 1 }, { "pair_id": 172448, "video_name": "house_s02e19_seg02_clip_05", "timestamp": [ 23.21, 29.13 ], "duration": 91.66, "caption": "A patient, Boyd, has woken up and opens his eyes.", "similarity": 0.4925, "relevance": 0 }, { "pair_id": 172449, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 58.29, 71.84 ], "duration": 90.66, "caption": "Foreman opens the door and talks to a person and runs back out.", "similarity": 0.4897, "relevance": 0 }, { "pair_id": 172450, "video_name": "friends_s03e23_seg02_clip_04", "timestamp": [ 6.3, 12.01 ], "duration": 60.66, "caption": "A doctor leans out the door and asks for help.", "similarity": 0.4859, "relevance": 1 }, { "pair_id": 172451, "video_name": "house_s02e19_seg02_clip_24", "timestamp": [ 44.51, 49.85 ], "duration": 89.66, "caption": "Some people all walk out of Boyd's room.", "similarity": 0.4855, "relevance": 2 }, { "pair_id": 172452, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 37.19, 39.55 ], "duration": 59.66, "caption": "A person follows a doctor out of a door.", "similarity": 0.4784, "relevance": 1 }, { "pair_id": 172453, "video_name": "grey_s02e21_seg02_clip_15", "timestamp": [ 88.38, 90.24 ], "duration": 93.66, "caption": "A person walks out of the hospital room door.", "similarity": 0.4783, "relevance": 2 }, { "pair_id": 172454, "video_name": "friends_s01e16-17_seg02_clip_17", "timestamp": [ 20.79, 31.64 ], "duration": 60.66, "caption": "A person walks away, pauses to say something, then walks out the door.", "similarity": 0.4761, "relevance": 2 }, { "pair_id": 172455, "video_name": "friends_s01e12_seg02_clip_05", "timestamp": [ 51.68, 54.84 ], "duration": 63.66, "caption": "A person headed towards the door to leave as they are walked out.", "similarity": 0.4747, "relevance": 1 }, { "pair_id": 172456, "video_name": "castle_s02e05_seg02_clip_14", "timestamp": [ 41.86, 54.91 ], "duration": 90.66, "caption": "A person knocks on the door, opens the door, says that someone is here to see the doctor, then leaves.", "similarity": 0.4743, "relevance": 2 }, { "pair_id": 172457, "video_name": "castle_s05e01_seg02_clip_17", "timestamp": [ 36.01, 43.66 ], "duration": 90.66, "caption": "A person walks over and closes the door to the patient's hospital room.", "similarity": 0.4732, "relevance": 2 }, { "pair_id": 172458, "video_name": "s01e04_seg02_clip_16", "timestamp": [ 0.0, 7.52 ], "duration": 47.66, "caption": "A person slowly walks out the door and shuts the door behind him.", "similarity": 0.4685, "relevance": 0 }, { "pair_id": 172459, "video_name": "house_s05e12_seg02_clip_14", "timestamp": [ 21.85, 39.07 ], "duration": 84.66, "caption": "Person opens the door to a treatment room, walks in, sits down, and takes medication.", "similarity": 0.468, "relevance": 1 }, { "pair_id": 345760, "video_name": "s01e12_seg02_clip_10", "timestamp": [ 52.41, 59.24 ], "duration": 62.66, "caption": "A person is in their office behind a closed door singing and humming.", "similarity": 0.4675, "relevance": 1 }, { "pair_id": 345761, "video_name": "house_s08e15_seg02_clip_24", "timestamp": [ 46.99, 50.91 ], "duration": 87.66, "caption": "The door in the patient's room just closes after doctor exits it.", "similarity": 0.4674, "relevance": 0 }, { "pair_id": 345762, "video_name": "house_s03e15_seg02_clip_12", "timestamp": [ 3.26, 6.51 ], "duration": 93.66, "caption": "A female doctor opens the door and walks out.", "similarity": 0.4666, "relevance": 1 }, { "pair_id": 345763, "video_name": "friends_s08e16_seg02_clip_10", "timestamp": [ 51.38, 59.39 ], "duration": 59.66, "caption": "A person walks towards the door but before he can knock he begins to reassure himself out loud.", "similarity": 0.4652, "relevance": 0 }, { "pair_id": 345764, "video_name": "house_s01e12_seg02_clip_05", "timestamp": [ 7.33, 10.78 ], "duration": 86.66, "caption": "A person walks in through the glass door and towards the patient.", "similarity": 0.4647, "relevance": 1 }, { "pair_id": 345765, "video_name": "house_s01e17_seg02_clip_00", "timestamp": [ 22.76, 38.69 ], "duration": 91.66, "caption": "Dr. person closes the door and talk to person.", "similarity": 0.464, "relevance": 1 }, { "pair_id": 345766, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A person walks out of the door and closes it behind him.", "similarity": 0.4638, "relevance": 1 }, { "pair_id": 345767, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 53.63, 58.87 ], "duration": 80.66, "caption": "A patient looks toward door when his spouse walks away.", "similarity": 0.462, "relevance": 1 }, { "pair_id": 345768, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 4.95, 11.56 ], "duration": 66.66, "caption": "A person realizes something and walks out the door.", "similarity": 0.4607, "relevance": 1 }, { "pair_id": 345769, "video_name": "friends_s08e08_seg02_clip_09", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A doctor walks into an apartment and slams door behind him.", "similarity": 0.46, "relevance": 1 }, { "pair_id": 345770, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 51.79, 53.97 ], "duration": 62.66, "caption": "A person walking out the door and closing it behind him.", "similarity": 0.459, "relevance": 1 }, { "pair_id": 345771, "video_name": "s07e14_seg02_clip_06", "timestamp": [ 47.54, 57.78 ], "duration": 66.66, "caption": "A person walks over to the door, opens it, turns around to say something to some people and head out the door, closing it behind him.", "similarity": 0.459, "relevance": 1 }, { "pair_id": 345772, "video_name": "friends_s03e12_seg02_clip_06", "timestamp": [ 31.95, 47.49 ], "duration": 57.66, "caption": "A woman walks in the door and tells two people about her evening with a man and how he wrote her a verse.", "similarity": 0.4587, "relevance": 1 }, { "pair_id": 345773, "video_name": "grey_s02e17_seg02_clip_26", "timestamp": [ 10.33, 14.41 ], "duration": 43.66, "caption": "A person walks out of the door and right back in.", "similarity": 0.458, "relevance": 1 }, { "pair_id": 345774, "video_name": "house_s02e19_seg02_clip_06", "timestamp": [ 0.0, 36.87 ], "duration": 91.66, "caption": "A patient in a white hospital gown walks holds their hands out in front of them, walking through the hall, then they put their hand on another patient's head, while praying for healing; doctors intervene.", "similarity": 0.457, "relevance": 1 }, { "pair_id": 345775, "video_name": "house_s04e14_seg02_clip_19", "timestamp": [ 50.26, 56.99 ], "duration": 89.66, "caption": "A man leaves the patient's bedside to shout to the nurses in the hall.", "similarity": 0.4567, "relevance": 1 }, { "pair_id": 345776, "video_name": "house_s04e03_seg02_clip_03", "timestamp": [ 0.0, 8.11 ], "duration": 90.66, "caption": "A person yells out the door and pokes a patient on the floor with his cane.", "similarity": 0.4562, "relevance": 1 }, { "pair_id": 345777, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 0.0, 86.02 ], "duration": 86.66, "caption": "A doctor talks to a patient through a door.", "similarity": 0.4548, "relevance": 1 }, { "pair_id": 345778, "video_name": "s06e22_seg02_clip_17", "timestamp": [ 0.0, 15.41 ], "duration": 55.66, "caption": "A person sings their favorite cat song to a man in the hospital bed.", "similarity": 0.4547, "relevance": 1 }, { "pair_id": 345779, "video_name": "house_s03e03_seg02_clip_11", "timestamp": [ 9.6, 14.72 ], "duration": 128.66, "caption": "A person opens the door, together with their companion they enter the room where a patient is lying down.", "similarity": 0.4544, "relevance": 1 } ] }, { "query_id": 34348, "query": "A woman is pouring liquor into her glass as she sits beside a man.", "relevant_moment": [ { "pair_id": 17780, "video_name": "s03e02_seg02_clip_08", "timestamp": [ 0.0, 3.19 ], "duration": 58.66, "caption": "A woman is pouring liquor into her glass as she sits beside a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17781, "video_name": "s07e15_seg02_clip_08", "timestamp": [ 6.79, 10.33 ], "duration": 59.66, "caption": "A woman takes a drink of her wine glass as she sits beside a man.", "similarity": 0.8385, "relevance": 3 }, { "pair_id": 17782, "video_name": "grey_s03e23_seg02_clip_19", "timestamp": [ 0.0, 4.87 ], "duration": 88.66, "caption": "A woman is sitting beside a man with a drink in her hand.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 17783, "video_name": "met_s04e03_seg02_clip_05", "timestamp": [ 8.71, 15.1 ], "duration": 58.66, "caption": "A man pours himself a glass of wine while he's sitting beside a woman.", "similarity": 0.7885, "relevance": 3 }, { "pair_id": 17784, "video_name": "castle_s05e18_seg02_clip_25", "timestamp": [ 45.01, 49.51 ], "duration": 90.66, "caption": "A woman drinks from her wine while sitting next to a person.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 17785, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 11.7, 19.36 ], "duration": 90.66, "caption": "A woman hands a man a glass of liquor and they both drink a glass.", "similarity": 0.7596, "relevance": 2 }, { "pair_id": 17786, "video_name": "s06e16_seg02_clip_09", "timestamp": [ 50.17, 59.03 ], "duration": 59.66, "caption": "A man is sitting beside a woman as she flings her wine glass around.", "similarity": 0.7581, "relevance": 3 }, { "pair_id": 17787, "video_name": "met_s03e08_seg02_clip_06", "timestamp": [ 39.15, 40.95 ], "duration": 59.66, "caption": "A man drinks wine while sitting next to a woman.", "similarity": 0.7551, "relevance": 1 }, { "pair_id": 17788, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 50.18, 53.4 ], "duration": 92.66, "caption": "A man hands woman a glass of liquor and she drinks it.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 17789, "video_name": "s09e22_seg02_clip_11", "timestamp": [ 2.95, 6.2 ], "duration": 59.66, "caption": "A woman takes a drink of her wine as she sits next to a woman.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 17790, "video_name": "castle_s05e04_seg02_clip_10", "timestamp": [ 28.96, 31.67 ], "duration": 90.66, "caption": "A woman and a man drink from their liquor glasses.", "similarity": 0.7388, "relevance": 1 }, { "pair_id": 17791, "video_name": "castle_s05e04_seg02_clip_20", "timestamp": [ 0.0, 7.83 ], "duration": 87.66, "caption": "A person pours wine into a glass which another person takes as he/she sits down.", "similarity": 0.7348, "relevance": 3 }, { "pair_id": 17792, "video_name": "met_s05e01_seg02_clip_02", "timestamp": [ 22.79, 25.22 ], "duration": 60.66, "caption": "A woman takes a drink of her beer while sitting next to a man.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 17793, "video_name": "s09e24_seg02_clip_14", "timestamp": [ 17.09, 20.75 ], "duration": 61.66, "caption": "A woman takes a sip from her wine glass as she sits at the restaurant table next to a man.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 17794, "video_name": "met_s03e04_seg02_clip_05", "timestamp": [ 5.06, 7.45 ], "duration": 53.66, "caption": "A man sits at a table with a woman and pours a glass of wine.", "similarity": 0.7203, "relevance": 1 }, { "pair_id": 17795, "video_name": "friends_s02e01_seg02_clip_05", "timestamp": [ 39.67, 43.64 ], "duration": 61.66, "caption": "A woman sits a drink down in front of a man.", "similarity": 0.7198, "relevance": 0 }, { "pair_id": 17796, "video_name": "s10e13_seg02_clip_12", "timestamp": [ 53.12, 57.26 ], "duration": 59.66, "caption": "A person is sitting beside a woman with a glass of water in their hands.", "similarity": 0.7181, "relevance": 2 }, { "pair_id": 17797, "video_name": "friends_s06e24-25_seg02_clip_32", "timestamp": [ 12.81, 18.25 ], "duration": 64.66, "caption": "A man's partner pours some liquor into a glass while the man sits on the sofa.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 17798, "video_name": "house_s03e11_seg02_clip_10", "timestamp": [ 45.46, 46.81 ], "duration": 90.66, "caption": "A woman hands her drink to a person beside her.", "similarity": 0.7052, "relevance": 1 }, { "pair_id": 17799, "video_name": "castle_s03e05_seg02_clip_25", "timestamp": [ 49.06, 53.11 ], "duration": 90.66, "caption": "A person takes a drink of their wine glass as they are sitting with another person.", "similarity": 0.7003, "relevance": 2 } ] }, { "query_id": 34360, "query": "A man and woman walk into a hotel room and the man closes the door.", "relevant_moment": [ { "pair_id": 14500, "video_name": "castle_s06e22_seg02_clip_16", "timestamp": [ 0.0, 7.91 ], "duration": 93.66, "caption": "A man and woman walk into a hotel room and the man closes the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14501, "video_name": "friends_s10e01_seg01_clip_00", "timestamp": [ 5.49, 11.9 ], "duration": 61.66, "caption": "A man and woman walk into a hotel room.", "similarity": 0.9065, "relevance": 3 }, { "pair_id": 14502, "video_name": "friends_s10e09_seg02_clip_12", "timestamp": [ 26.11, 30.31 ], "duration": 60.66, "caption": "Two people come through the hotel room door and one of them closes the door.", "similarity": 0.8111, "relevance": 4 }, { "pair_id": 14503, "video_name": "friends_s05e01_seg02_clip_06", "timestamp": [ 53.0, 60.15 ], "duration": 65.66, "caption": "A man enters his hotel room and a woman follows him inside as he locks the door.", "similarity": 0.8074, "relevance": 4 }, { "pair_id": 14504, "video_name": "castle_s02e12_seg02_clip_06", "timestamp": [ 68.38, 71.47 ], "duration": 88.66, "caption": "Two men walk to person and woman in a hotel room.", "similarity": 0.8072, "relevance": 1 }, { "pair_id": 14506, "video_name": "met_s05e05_seg02_clip_17", "timestamp": [ 11.41, 18.39 ], "duration": 97.66, "caption": "Two men walk into the hotel room a woman is sleeping in.", "similarity": 0.7961, "relevance": 2 }, { "pair_id": 14507, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.7885, "relevance": 1 }, { "pair_id": 14508, "video_name": "castle_s06e09_seg02_clip_13", "timestamp": [ 22.55, 28.53 ], "duration": 92.66, "caption": "Two people open a door and walk into a room together.", "similarity": 0.7876, "relevance": 2 }, { "pair_id": 14509, "video_name": "castle_s03e13_seg02_clip_00", "timestamp": [ 60.18, 64.88 ], "duration": 94.66, "caption": "A woman and a man walk into the restaurant and the man closes the door.", "similarity": 0.7855, "relevance": 3 }, { "pair_id": 14510, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 22.05, 26.4 ], "duration": 58.66, "caption": "A man and woman walk out and close the door.", "similarity": 0.7849, "relevance": 2 }, { "pair_id": 14511, "video_name": "s01e15_seg02_clip_06", "timestamp": [ 8.68, 12.72 ], "duration": 62.66, "caption": "Two people walk into a person's room and one of them closes the door.", "similarity": 0.7835, "relevance": 2 }, { "pair_id": 14512, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 55.22, 57.06 ], "duration": 92.66, "caption": "Two people open the door and walk into the room.", "similarity": 0.7771, "relevance": 3 }, { "pair_id": 14513, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 14.41, 20.11 ], "duration": 60.66, "caption": "A woman walks into a man's bedroom and closes the door.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 14514, "video_name": "castle_s06e16_seg02_clip_21", "timestamp": [ 45.3, 47.57 ], "duration": 90.66, "caption": "Two people are entering the hotel room.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 14515, "video_name": "friends_s07e18_seg02_clip_13", "timestamp": [ 18.57, 23.5 ], "duration": 58.66, "caption": "A man opens the door, and a woman hurriedly walks into a room and shuts the door behind her.", "similarity": 0.7721, "relevance": 1 }, { "pair_id": 14516, "video_name": "house_s01e17_seg02_clip_25", "timestamp": [ 43.2, 53.8 ], "duration": 163.66, "caption": "A man opens the door and a woman walks in.", "similarity": 0.7681, "relevance": 2 }, { "pair_id": 14517, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 43.97, 50.76 ], "duration": 59.66, "caption": "A man opens the door and a woman walks in.", "similarity": 0.7681, "relevance": 1 }, { "pair_id": 14518, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 13.87, 22.38 ], "duration": 63.66, "caption": "A man and woman walk into the hotel room then the woman says she wants a cocktail and walks over to the fridge.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 14519, "video_name": "castle_s05e21_seg02_clip_12", "timestamp": [ 53.97, 59.36 ], "duration": 83.66, "caption": "A man opens the door and he and woman walk into a luxury apartment.", "similarity": 0.763, "relevance": 3 } ] }, { "query_id": 34376, "query": "A man and a woman run down the hallway and into the stairwell.", "relevant_moment": [ { "pair_id": 14040, "video_name": "castle_s06e22_seg02_clip_13", "timestamp": [ 22.63, 32.63 ], "duration": 87.66, "caption": "A man and a woman run down the hallway and into the stairwell.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14041, "video_name": "castle_s03e22_seg02_clip_19", "timestamp": [ 0.0, 5.61 ], "duration": 102.66, "caption": "A man and a woman walk down a hallway together.", "similarity": 0.8003, "relevance": 1 }, { "pair_id": 14042, "video_name": "s09e11_seg02_clip_08", "timestamp": [ 40.14, 43.09 ], "duration": 59.66, "caption": "A person runs across the hallway in front of woman and woman and down the stairwell.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 14043, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 35.19, 38.2 ], "duration": 67.66, "caption": "Someone walks past a man and a woman in the hallway.", "similarity": 0.7706, "relevance": 1 }, { "pair_id": 14044, "video_name": "castle_s02e23_seg02_clip_14", "timestamp": [ 23.21, 30.95 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway with a person in between them.", "similarity": 0.7658, "relevance": 1 }, { "pair_id": 14045, "video_name": "s04e02_seg02_clip_05", "timestamp": [ 44.42, 51.02 ], "duration": 60.66, "caption": "A woman and a person both turn around and run down the stairs.", "similarity": 0.7606, "relevance": 4 }, { "pair_id": 14046, "video_name": "castle_s02e02_seg02_clip_25", "timestamp": [ 0.0, 3.55 ], "duration": 88.66, "caption": "A man and woman are walking down the hallway with someone in front of them.", "similarity": 0.7587, "relevance": 1 }, { "pair_id": 14047, "video_name": "s04e18_seg02_clip_01", "timestamp": [ 14.27, 21.71 ], "duration": 62.66, "caption": "A man runs into a table and a woman guides him down the hallway.", "similarity": 0.7468, "relevance": 1 }, { "pair_id": 14048, "video_name": "castle_s06e06_seg02_clip_04", "timestamp": [ 44.39, 52.54 ], "duration": 90.66, "caption": "A man and a woman walk down a hallway into an office.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 14049, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 25.23, 31.47 ], "duration": 52.66, "caption": "A man and a woman walk up the stairs to the apartment hallway.", "similarity": 0.7426, "relevance": 1 }, { "pair_id": 14050, "video_name": "grey_s03e06_seg02_clip_25", "timestamp": [ 45.69, 52.65 ], "duration": 87.66, "caption": "A man is running up the stairs and runs into woman.", "similarity": 0.7425, "relevance": 1 }, { "pair_id": 14051, "video_name": "s02e08_seg02_clip_03", "timestamp": [ 4.06, 16.54 ], "duration": 58.66, "caption": "A man and a woman walk down a hallway to leave.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 14052, "video_name": "house_s06e13_seg02_clip_02", "timestamp": [ 39.21, 59.8 ], "duration": 98.66, "caption": "A woman and a man are walking together down the hallway to the elevators.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 14053, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 76.74, 88.66 ], "duration": 88.66, "caption": "A person and a woman walk together down a hallway.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 14054, "video_name": "house_s03e04_seg02_clip_13", "timestamp": [ 18.5, 28.42 ], "duration": 90.66, "caption": "A woman and a man walk down the stairs.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 14055, "video_name": "castle_s06e20_seg02_clip_11", "timestamp": [ 14.83, 17.8 ], "duration": 84.66, "caption": "A man walks in on woman and another woman as they stand in the hallway.", "similarity": 0.7318, "relevance": 0 }, { "pair_id": 14056, "video_name": "house_s02e04_seg02_clip_21", "timestamp": [ 29.72, 36.58 ], "duration": 91.66, "caption": "A man walks down the hallway with a woman towards the elevator.", "similarity": 0.7288, "relevance": 1 }, { "pair_id": 14057, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 9.5, 14.25 ], "duration": 95.66, "caption": "A man and woman walk down the stairs together.", "similarity": 0.7288, "relevance": 2 }, { "pair_id": 14058, "video_name": "house_s02e04_seg02_clip_07", "timestamp": [ 19.44, 25.45 ], "duration": 92.66, "caption": "A woman and a man walk down the stairs together.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 14059, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 8.55, 16.15 ], "duration": 95.66, "caption": "A woman and a man walk down the stairs together.", "similarity": 0.7237, "relevance": 2 } ] }, { "query_id": 34397, "query": "A woman and another person shake hands and exchange pleasantries.", "relevant_moment": [ { "pair_id": 163760, "video_name": "castle_s03e21_seg02_clip_09", "timestamp": [ 57.31, 59.11 ], "duration": 90.66, "caption": "A woman and another person shake hands and exchange pleasantries.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163761, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 3.76 ], "duration": 94.66, "caption": "A person exchanges pleasantries with two individuals before shaking hands.", "similarity": 0.8789, "relevance": 2 }, { "pair_id": 163762, "video_name": "s03e21_seg02_clip_02", "timestamp": [ 15.35, 17.41 ], "duration": 59.66, "caption": "A woman and a person greet and shake each others hand.", "similarity": 0.8712, "relevance": 4 }, { "pair_id": 163763, "video_name": "s08e23_seg02_clip_03", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "A woman and a man shake hands and greet each other.", "similarity": 0.8415, "relevance": 4 }, { "pair_id": 163764, "video_name": "s03e21_seg02_clip_02", "timestamp": [ 12.69, 16.82 ], "duration": 59.66, "caption": "A woman and a person shake hands while they are talking.", "similarity": 0.8323, "relevance": 4 }, { "pair_id": 163765, "video_name": "friends_s04e13_seg02_clip_04", "timestamp": [ 52.15, 54.3 ], "duration": 61.66, "caption": "A woman and man shake each on another's hand.", "similarity": 0.8314, "relevance": 4 }, { "pair_id": 163766, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 85.97, 90.02 ], "duration": 90.66, "caption": "A woman and person shake each others hands as they introduce themselves to each other.", "similarity": 0.8233, "relevance": 4 }, { "pair_id": 163767, "video_name": "castle_s08e17_seg02_clip_24", "timestamp": [ 64.95, 67.63 ], "duration": 89.66, "caption": "A woman and a man shake someone's hand as they meet.", "similarity": 0.8176, "relevance": 3 }, { "pair_id": 163768, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 28.82, 30.11 ], "duration": 86.66, "caption": "Two people shake hands with each other.", "similarity": 0.817, "relevance": 1 }, { "pair_id": 163769, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 13.14, 15.06 ], "duration": 64.66, "caption": "Two people shake hands with each other.", "similarity": 0.817, "relevance": 2 }, { "pair_id": 163770, "video_name": "friends_s01e08_seg02_clip_15", "timestamp": [ 33.24, 37.02 ], "duration": 54.66, "caption": "A man and a woman shake each others hands as they greet each other.", "similarity": 0.8147, "relevance": 4 }, { "pair_id": 163771, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 83.27, 89.12 ], "duration": 90.66, "caption": "A woman and a man meet and shake hands.", "similarity": 0.8127, "relevance": 3 }, { "pair_id": 163772, "video_name": "met_s02e10_seg02_clip_05", "timestamp": [ 18.92, 20.75 ], "duration": 61.66, "caption": "A man and a woman shake hands.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 163773, "video_name": "friends_s03e20_seg02_clip_00", "timestamp": [ 35.66, 38.78 ], "duration": 62.66, "caption": "Two people shake hands.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 163774, "video_name": "castle_s03e23_seg02_clip_03", "timestamp": [ 10.56, 18.93 ], "duration": 88.66, "caption": "A woman shakes hands with two people.", "similarity": 0.7957, "relevance": 4 }, { "pair_id": 163775, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.86, 27.53 ], "duration": 86.66, "caption": "Two people shake hands while having an intimate moment.", "similarity": 0.7921, "relevance": 3 }, { "pair_id": 163776, "video_name": "castle_s04e13_seg02_clip_01", "timestamp": [ 10.71, 15.17 ], "duration": 89.66, "caption": "A woman and man walk over to shake person's hand.", "similarity": 0.7902, "relevance": 2 }, { "pair_id": 163777, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 3.92, 5.73 ], "duration": 60.66, "caption": "Two people shake each other's hands when they meet.", "similarity": 0.7864, "relevance": 4 }, { "pair_id": 163778, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 163779, "video_name": "castle_s04e05_seg02_clip_04", "timestamp": [ 80.47, 86.05 ], "duration": 93.66, "caption": "A woman stands and she and another woman shake hands.", "similarity": 0.7705, "relevance": 4 }, { "pair_id": 337080, "video_name": "castle_s06e10_seg02_clip_10", "timestamp": [ 24.93, 27.6 ], "duration": 89.66, "caption": "A woman shakes another woman's hand as to greet her.", "similarity": 0.7673, "relevance": 4 }, { "pair_id": 337081, "video_name": "s08e23_seg02_clip_03", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman got up to shake hands with another woman.", "similarity": 0.7672, "relevance": 4 }, { "pair_id": 337082, "video_name": "s05e09_seg02_clip_07", "timestamp": [ 26.96, 30.54 ], "duration": 55.66, "caption": "A woman and a man shake hand and introduce themselves.", "similarity": 0.7639, "relevance": 4 }, { "pair_id": 337083, "video_name": "friends_s08e19_seg02_clip_09", "timestamp": [ 0.0, 2.81 ], "duration": 56.66, "caption": "A woman shakes hands with the person next to a man.", "similarity": 0.7623, "relevance": 4 }, { "pair_id": 337084, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 37.27, 41.81 ], "duration": 90.66, "caption": "A person holds out his hand to shake another person's hand.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 337085, "video_name": "s02e15_seg02_clip_00", "timestamp": [ 56.1, 59.88 ], "duration": 63.66, "caption": "A woman extends her hand to shake another woman's hand.", "similarity": 0.759, "relevance": 3 }, { "pair_id": 337086, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 26.8, 29.65 ], "duration": 57.66, "caption": "Two women shake each others hands as they greet each other.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 337087, "video_name": "castle_s08e15_seg02_clip_02", "timestamp": [ 40.54, 44.1 ], "duration": 89.66, "caption": "A woman shakes hands with a man.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 337088, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 36.53, 40.49 ], "duration": 88.66, "caption": "Two people shake each others hands and one of them turns around to face a person.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 337089, "video_name": "grey_s01e02_seg02_clip_04", "timestamp": [ 52.67, 57.62 ], "duration": 90.66, "caption": "Two people walk shake each other's hand.", "similarity": 0.7567, "relevance": 4 }, { "pair_id": 337090, "video_name": "castle_s01e07_seg02_clip_19", "timestamp": [ 29.37, 33.2 ], "duration": 85.66, "caption": "Two people hug each other, then shake hands.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 337091, "video_name": "castle_s07e17_seg02_clip_26", "timestamp": [ 43.74, 46.42 ], "duration": 89.66, "caption": "A man and a woman shake each others hands as they say goodbye and thank each other.", "similarity": 0.7534, "relevance": 4 }, { "pair_id": 337092, "video_name": "friends_s10e13_seg02_clip_03", "timestamp": [ 7.56, 10.8 ], "duration": 54.66, "caption": "A woman stands up to shake the hand of another woman.", "similarity": 0.753, "relevance": 4 }, { "pair_id": 337093, "video_name": "castle_s05e18_seg02_clip_07", "timestamp": [ 28.22, 31.86 ], "duration": 91.66, "caption": "A person reaches out and shakes hands with woman.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 337094, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 2.05, 7.02 ], "duration": 58.66, "caption": "A person holds their hand out and another person shakes it.", "similarity": 0.7456, "relevance": 2 }, { "pair_id": 337095, "video_name": "house_s08e12_seg02_clip_10", "timestamp": [ 76.58, 91.08 ], "duration": 116.66, "caption": "A man and a woman shake and hold hands before she lets go.", "similarity": 0.7436, "relevance": 3 }, { "pair_id": 337096, "video_name": "castle_s03e23_seg02_clip_03", "timestamp": [ 9.68, 18.93 ], "duration": 88.66, "caption": "A man and a woman shake hands with a beauty queen.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 337097, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 337098, "video_name": "met_s06e22_seg02_clip_10", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A man and a woman shake hands after he joins her.", "similarity": 0.7405, "relevance": 3 }, { "pair_id": 337099, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 78.26, 82.59 ], "duration": 96.66, "caption": "A person shakes another person's hand as she is standing next to someone else.", "similarity": 0.7394, "relevance": 4 } ] }, { "query_id": 34497, "query": "A woman holding a folder up to her chest walking by the window.", "relevant_moment": [ { "pair_id": 154120, "video_name": "house_s05e07_seg02_clip_00", "timestamp": [ 47.48, 47.95 ], "duration": 94.66, "caption": "A woman holding a folder up to her chest walking by the window.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154121, "video_name": "house_s05e16_seg02_clip_05", "timestamp": [ 2.59, 3.45 ], "duration": 86.66, "caption": "A woman is standing by a window with a folder, and sits the folder down.", "similarity": 0.7862, "relevance": 2 }, { "pair_id": 154122, "video_name": "house_s08e15_seg02_clip_09", "timestamp": [ 14.12, 17.77 ], "duration": 91.66, "caption": "A woman is walking down the hall with a folder in her hand.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 154123, "video_name": "castle_s05e09_seg02_clip_22", "timestamp": [ 4.74, 15.07 ], "duration": 86.66, "caption": "A woman holds file folder as she walks towards person.", "similarity": 0.754, "relevance": 2 }, { "pair_id": 154124, "video_name": "castle_s02e22_seg02_clip_09", "timestamp": [ 9.77, 17.21 ], "duration": 93.66, "caption": "A woman walks in holding open a folder then describes what's in it.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 154125, "video_name": "castle_s08e02_seg02_clip_20", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A woman was holding a folder as she was standing.", "similarity": 0.74, "relevance": 1 }, { "pair_id": 154126, "video_name": "castle_s05e21_seg02_clip_06", "timestamp": [ 41.11, 42.9 ], "duration": 89.66, "caption": "A woman gets up with an open folder as she stands.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 154127, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 22.51, 42.38 ], "duration": 88.66, "caption": "A woman walks with some people while holding a folder.", "similarity": 0.7315, "relevance": 1 }, { "pair_id": 154128, "video_name": "house_s04e12_seg02_clip_06", "timestamp": [ 17.75, 25.94 ], "duration": 91.66, "caption": "A woman holds up an open file folder in front of person.", "similarity": 0.7274, "relevance": 1 }, { "pair_id": 154129, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 69.98, 73.16 ], "duration": 90.66, "caption": "A woman walks into the room carrying a file folder.", "similarity": 0.7145, "relevance": 0 }, { "pair_id": 154130, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 20.28, 26.59 ], "duration": 90.66, "caption": "A woman walks up with a file folder and drops it on the desk.", "similarity": 0.7045, "relevance": 2 }, { "pair_id": 154131, "video_name": "house_s03e01_seg02_clip_14", "timestamp": [ 17.27, 19.04 ], "duration": 88.66, "caption": "A woman drops to the ground the folder she is holding.", "similarity": 0.7011, "relevance": 0 }, { "pair_id": 154132, "video_name": "house_s01e20_seg02_clip_07", "timestamp": [ 11.26, 12.61 ], "duration": 90.66, "caption": "A woman turns and sets down the folder in her hand.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 154133, "video_name": "castle_s04e20_seg02_clip_13", "timestamp": [ 4.1, 5.02 ], "duration": 91.66, "caption": "A person walks with a folder on their hands.", "similarity": 0.6946, "relevance": 0 }, { "pair_id": 154134, "video_name": "house_s01e01_seg02_clip_04", "timestamp": [ 39.33, 45.38 ], "duration": 121.66, "caption": "A woman stands up from her chair while holding onto a folder.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 154135, "video_name": "castle_s05e07_seg02_clip_18", "timestamp": [ 37.39, 38.73 ], "duration": 89.66, "caption": "A woman stands up from her chair and holds up a folder.", "similarity": 0.6924, "relevance": 1 }, { "pair_id": 154136, "video_name": "castle_s01e10_seg02_clip_06", "timestamp": [ 34.57, 48.5 ], "duration": 96.66, "caption": "A woman walks over to the file cabinet and pulls out folder.", "similarity": 0.692, "relevance": 0 }, { "pair_id": 154137, "video_name": "castle_s03e05_seg02_clip_18", "timestamp": [ 0.0, 12.74 ], "duration": 91.66, "caption": "A woman is holding a file folder as she stands next to person.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 154138, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 77.67, 79.89 ], "duration": 88.66, "caption": "A woman places a folder she had in her hand onto her desk.", "similarity": 0.6904, "relevance": 0 }, { "pair_id": 154139, "video_name": "castle_s05e05_seg02_clip_10", "timestamp": [ 51.5, 53.69 ], "duration": 87.66, "caption": "A woman walks out of the room with a bunch of folders in her hands.", "similarity": 0.6892, "relevance": 1 } ] }, { "query_id": 34519, "query": "A doctor crosses out words written on the white board.", "relevant_moment": [ { "pair_id": 1780, "video_name": "house_s01e03_seg02_clip_17", "timestamp": [ 37.36, 41.86 ], "duration": 90.66, "caption": "A doctor crosses out words written on the white board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1781, "video_name": "house_s04e13_seg02_clip_08", "timestamp": [ 49.89, 57.67 ], "duration": 91.66, "caption": "A doctor looks at the words written on the white board.", "similarity": 0.8695, "relevance": 2 }, { "pair_id": 1782, "video_name": "house_s08e14_seg02_clip_08", "timestamp": [ 49.51, 54.46 ], "duration": 90.66, "caption": "A doctor writes something on the white board.", "similarity": 0.8438, "relevance": 3 }, { "pair_id": 1783, "video_name": "house_s02e06_seg02_clip_02", "timestamp": [ 48.88, 50.24 ], "duration": 90.66, "caption": "A doctor is writing on a white board with a marker.", "similarity": 0.8026, "relevance": 3 }, { "pair_id": 1784, "video_name": "house_s04e01_seg02_clip_01", "timestamp": [ 31.98, 40.41 ], "duration": 88.66, "caption": "A doctor is writing on a white board with a black marker.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 1785, "video_name": "house_s02e03_seg02_clip_05", "timestamp": [ 6.23, 12.88 ], "duration": 83.66, "caption": "A doctor writes on the white board with a black marker.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 1786, "video_name": "house_s01e03_seg02_clip_17", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A doctor throws a marker that he uses to write on the whiteboard.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 1787, "video_name": "house_s02e01_seg02_clip_15", "timestamp": [ 21.76, 23.5 ], "duration": 87.66, "caption": "A doctor listed things in the whiteboard.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 1788, "video_name": "house_s02e15_seg02_clip_02", "timestamp": [ 0.0, 32.22 ], "duration": 92.66, "caption": "A doctor was writing on a board in front of some people.", "similarity": 0.7337, "relevance": 1 }, { "pair_id": 1789, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 0.0, 34.77 ], "duration": 88.66, "caption": "A doctor was standing in front of a white board.", "similarity": 0.7208, "relevance": 1 }, { "pair_id": 1790, "video_name": "house_s01e03_seg02_clip_17", "timestamp": [ 36.01, 44.56 ], "duration": 90.66, "caption": "A person crosses through several words written on a whiteboard.", "similarity": 0.7054, "relevance": 4 }, { "pair_id": 1791, "video_name": "house_s06e02_seg02_clip_01", "timestamp": [ 66.77, 69.88 ], "duration": 89.66, "caption": "A doctor removes the linen covering the white board.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 1792, "video_name": "house_s04e05_seg02_clip_02", "timestamp": [ 25.12, 28.84 ], "duration": 93.66, "caption": "A doctor writes in the board using a chalk.", "similarity": 0.6962, "relevance": 2 }, { "pair_id": 1793, "video_name": "house_s06e07_seg02_clip_20", "timestamp": [ 10.78, 15.69 ], "duration": 98.66, "caption": "A doctor was writing something on a piece of paper.", "similarity": 0.6918, "relevance": 0 }, { "pair_id": 1794, "video_name": "house_s04e01_seg02_clip_01", "timestamp": [ 31.53, 39.97 ], "duration": 88.66, "caption": "A doctor writes on the white board about fever.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 1795, "video_name": "house_s05e18_seg02_clip_00", "timestamp": [ 0.0, 8.74 ], "duration": 92.66, "caption": "A man describes everything they know about the patient and writes it on the white board.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 1796, "video_name": "house_s01e19_seg02_clip_19", "timestamp": [ 0.0, 6.11 ], "duration": 94.66, "caption": "A doctor motions to the white board while talking with two other doctors.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 1797, "video_name": "house_s02e17_seg02_clip_14", "timestamp": [ 14.44, 26.63 ], "duration": 90.66, "caption": "A person was writing on a white board about the disease.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 1798, "video_name": "house_s01e15_seg02_clip_19", "timestamp": [ 63.96, 77.02 ], "duration": 87.66, "caption": "A person is looking at a white board as he crosses out a word and writes a new one onto the board.", "similarity": 0.6655, "relevance": 3 }, { "pair_id": 1799, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 26.11, 32.63 ], "duration": 87.66, "caption": "A man writes the patient's symptoms on a white board.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 175100, "video_name": "house_s02e01_seg02_clip_21", "timestamp": [ 7.65, 10.35 ], "duration": 90.66, "caption": "A person is writing symptoms for the patient on the whiteboard.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 175101, "video_name": "house_s04e03_seg02_clip_15", "timestamp": [ 1.83, 8.22 ], "duration": 91.66, "caption": "A person is writing on the chalk board while talking to other doctors.", "similarity": 0.6563, "relevance": 3 }, { "pair_id": 175102, "video_name": "house_s02e11_seg02_clip_09", "timestamp": [ 23.54, 26.59 ], "duration": 87.66, "caption": "A doctor takes a white piece of paper out of their pocket.", "similarity": 0.6509, "relevance": 1 }, { "pair_id": 175103, "video_name": "house_s02e17_seg02_clip_20", "timestamp": [ 0.0, 20.71 ], "duration": 92.66, "caption": "A man writes with red marker on a whiteboard after asking other doctors for possible answers.", "similarity": 0.647, "relevance": 2 }, { "pair_id": 175104, "video_name": "house_s04e12_seg02_clip_07", "timestamp": [ 12.6, 74.72 ], "duration": 90.66, "caption": "A doctor stands at the white board and talks about the patient to the team.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 175105, "video_name": "house_s05e06_seg02_clip_01", "timestamp": [ 14.69, 30.27 ], "duration": 89.66, "caption": "A doctor makes a chart on the white board.", "similarity": 0.6438, "relevance": 3 }, { "pair_id": 175106, "video_name": "house_s04e09_seg02_clip_10", "timestamp": [ 73.44, 80.57 ], "duration": 89.66, "caption": "A person turns after a doctor leaves and writes the number 102 on a whiteboard.", "similarity": 0.6402, "relevance": 3 }, { "pair_id": 175107, "video_name": "house_s05e16_seg02_clip_11", "timestamp": [ 3.92, 11.31 ], "duration": 87.66, "caption": "A doctor reads from a piece of paper out loud.", "similarity": 0.6399, "relevance": 1 }, { "pair_id": 175108, "video_name": "house_s07e17_seg02_clip_12", "timestamp": [ 41.4, 89.02 ], "duration": 89.66, "caption": "A doctor was writing down whilst talking to another person.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 175109, "video_name": "house_s01e04_seg02_clip_04", "timestamp": [ 9.52, 50.59 ], "duration": 119.66, "caption": "A man writes on the dry erase board as the other doctors speak.", "similarity": 0.6324, "relevance": 4 }, { "pair_id": 175110, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 87.47, 91.18 ], "duration": 106.66, "caption": "A person in pink scrubs, writing on a clipboard, walks behind a doctor.", "similarity": 0.6321, "relevance": 1 }, { "pair_id": 175111, "video_name": "house_s03e16_seg02_clip_16", "timestamp": [ 19.07, 93.04 ], "duration": 93.66, "caption": "Dr. person was standing in front of the white board.", "similarity": 0.6296, "relevance": 2 }, { "pair_id": 175112, "video_name": "house_s02e01_seg02_clip_21", "timestamp": [ 8.1, 27.01 ], "duration": 90.66, "caption": "A man started writing on the whiteboard while questioning what could possibly happen to the patient.", "similarity": 0.6285, "relevance": 3 }, { "pair_id": 175113, "video_name": "house_s06e05_seg02_clip_05", "timestamp": [ 12.51, 25.02 ], "duration": 61.66, "caption": "A doctor holds up a yellow post-it note and reads it.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 175114, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 65.08, 72.36 ], "duration": 91.66, "caption": "A man circles diseases listed on the white board while the other doctors speak.", "similarity": 0.6189, "relevance": 3 }, { "pair_id": 175115, "video_name": "house_s03e17_seg02_clip_05", "timestamp": [ 40.06, 45.01 ], "duration": 90.66, "caption": "A person writes and underlines a symptom on the whiteboard.", "similarity": 0.6185, "relevance": 3 }, { "pair_id": 175116, "video_name": "house_s02e17_seg02_clip_04", "timestamp": [ 1.8, 6.75 ], "duration": 90.66, "caption": "A person turns away from a whiteboard to face two doctors.", "similarity": 0.6157, "relevance": 3 }, { "pair_id": 175117, "video_name": "house_s05e20_seg02_clip_15", "timestamp": [ 21.28, 23.54 ], "duration": 90.66, "caption": "A man turns the whiteboard around to show the doctors.", "similarity": 0.6086, "relevance": 3 }, { "pair_id": 175118, "video_name": "house_s01e03_seg02_clip_05", "timestamp": [ 1.78, 5.35 ], "duration": 89.66, "caption": "A doctor gets up from his seat and walks to the dry erase board.", "similarity": 0.6066, "relevance": 1 }, { "pair_id": 175119, "video_name": "house_s07e14_seg02_clip_15", "timestamp": [ 74.94, 81.6 ], "duration": 111.66, "caption": "A doctor writes words on paper and shows a patient on the MRI machine.", "similarity": 0.6055, "relevance": 2 } ] }, { "query_id": 34543, "query": "A person passes a gift across the desk to a woman in a dress.", "relevant_moment": [ { "pair_id": 160260, "video_name": "s06e20_seg02_clip_07", "timestamp": [ 10.72, 15.75 ], "duration": 67.66, "caption": "A person passes a gift across the desk to a woman in a dress.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160261, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 15.98, 23.04 ], "duration": 94.66, "caption": "A woman accepts the gift and puts it on top of her desk.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 160262, "video_name": "castle_s06e09_seg02_clip_07", "timestamp": [ 53.56, 59.87 ], "duration": 90.66, "caption": "A woman puts a gift on her desk and a woman declines it.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 160263, "video_name": "s05e20_seg02_clip_02", "timestamp": [ 52.46, 58.67 ], "duration": 69.66, "caption": "A person takes their gift and walks to the desk to put it away.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 160264, "video_name": "s07e21_seg02_clip_00", "timestamp": [ 48.52, 54.62 ], "duration": 61.66, "caption": "A person walks past woman & person to pick up items off a desk.", "similarity": 0.6383, "relevance": 1 }, { "pair_id": 160265, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 28.84, 33.81 ], "duration": 62.66, "caption": "A woman tells person that she brought them a gift.", "similarity": 0.6333, "relevance": 3 }, { "pair_id": 160267, "video_name": "castle_s02e24_seg02_clip_00", "timestamp": [ 50.46, 52.31 ], "duration": 92.66, "caption": "A woman hands a book across the desk to a man.", "similarity": 0.6177, "relevance": 2 }, { "pair_id": 160268, "video_name": "house_s05e01_seg02_clip_09", "timestamp": [ 4.7, 19.28 ], "duration": 94.66, "caption": "A person walks over to the desk and gets something out of the drawer.", "similarity": 0.6152, "relevance": 0 }, { "pair_id": 160269, "video_name": "house_s01e12_seg02_clip_06", "timestamp": [ 27.32, 30.51 ], "duration": 91.66, "caption": "A woman transfers to her desk while she is talking to a man.", "similarity": 0.6143, "relevance": 1 }, { "pair_id": 160270, "video_name": "castle_s03e20_seg02_clip_11", "timestamp": [ 9.44, 12.58 ], "duration": 89.66, "caption": "A person passes the laptop in their hand to woman.", "similarity": 0.6114, "relevance": 0 }, { "pair_id": 160271, "video_name": "friends_s03e04_seg02_clip_08", "timestamp": [ 44.86, 49.58 ], "duration": 59.66, "caption": "A man grabs a wrapped gift and hands it to woman.", "similarity": 0.6096, "relevance": 4 }, { "pair_id": 160272, "video_name": "s06e13_seg02_clip_05", "timestamp": [ 0.0, 46.42 ], "duration": 64.66, "caption": "A woman went to a person's gift shop. She is looking for something.", "similarity": 0.6082, "relevance": 2 }, { "pair_id": 160273, "video_name": "castle_s06e16_seg02_clip_17", "timestamp": [ 6.12, 8.47 ], "duration": 94.66, "caption": "A man reaches across a woman's desk with a piece of paper in his hand, handing it to her.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 160274, "video_name": "s05e04_seg02_clip_13", "timestamp": [ 31.63, 39.08 ], "duration": 62.66, "caption": "A woman opens the gift.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 160275, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 85.88, 92.49 ], "duration": 94.66, "caption": "A woman stands with a man and moves items around on her desk.", "similarity": 0.6036, "relevance": 1 }, { "pair_id": 160276, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 20.73, 25.24 ], "duration": 90.66, "caption": "A woman walks to a person at their desk while holding a binder.", "similarity": 0.6028, "relevance": 1 }, { "pair_id": 160277, "video_name": "castle_s02e23_seg02_clip_12", "timestamp": [ 0.0, 19.21 ], "duration": 89.66, "caption": "A woman, man, and person are together by woman's desk.", "similarity": 0.6023, "relevance": 0 }, { "pair_id": 160278, "video_name": "house_s03e10_seg02_clip_16", "timestamp": [ 38.82, 42.43 ], "duration": 90.66, "caption": "A woman walks behind a man and around the desk.", "similarity": 0.6019, "relevance": 1 }, { "pair_id": 160279, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 10.2, 68.02 ], "duration": 68.66, "caption": "A woman gave their Christmas gift to two people.", "similarity": 0.6006, "relevance": 2 } ] }, { "query_id": 34571, "query": "A man grabs his bottled drink from the table and holds it as he speaks.", "relevant_moment": [ { "pair_id": 9840, "video_name": "s06e20_seg02_clip_08", "timestamp": [ 17.69, 20.81 ], "duration": 52.66, "caption": "A man grabs his bottled drink from the table and holds it as he speaks.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9841, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 44.86, 47.91 ], "duration": 61.66, "caption": "A man grabs the water bottle from the table and sips on it.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 9842, "video_name": "castle_s03e15_seg02_clip_25", "timestamp": [ 79.88, 85.78 ], "duration": 90.66, "caption": "A man takes a sip of his drink and puts the glass on a table.", "similarity": 0.755, "relevance": 2 }, { "pair_id": 9843, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 13.34, 24.5 ], "duration": 62.66, "caption": "A man takes a drink from his glass at the table.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 9844, "video_name": "s04e08_seg02_clip_00", "timestamp": [ 36.29, 40.01 ], "duration": 62.66, "caption": "A man grabs his drink and takes a sip as he listens to a person.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 9845, "video_name": "s06e21_seg02_clip_14", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A man grabs a glass of wine off the table and takes a sip.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 9846, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 48.38, 51.44 ], "duration": 61.66, "caption": "A man picks up a glass from the table and takes a drink.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 9847, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 45.24, 46.92 ], "duration": 67.66, "caption": "A man takes a drink from the bottle and puts the bottle on the table.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 9848, "video_name": "friends_s10e16_seg02_clip_10", "timestamp": [ 35.44, 41.14 ], "duration": 60.66, "caption": "A man grabs his drink from the kitchen table and drinks from it.", "similarity": 0.7171, "relevance": 3 }, { "pair_id": 9849, "video_name": "castle_s01e10_seg02_clip_14", "timestamp": [ 49.82, 53.82 ], "duration": 88.66, "caption": "A man takes his drink from the table and takes a drink from it.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 9850, "video_name": "friends_s03e22_seg02_clip_13", "timestamp": [ 9.6, 60.03 ], "duration": 60.66, "caption": "A man was holding a cup of drink whilst talking.", "similarity": 0.7101, "relevance": 2 }, { "pair_id": 9851, "video_name": "castle_s05e17_seg02_clip_22", "timestamp": [ 2.94, 6.86 ], "duration": 98.66, "caption": "A man takes a drink of his bottle as he speaks to a woman.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 9852, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man picks up his drink from the table.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 9854, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 0.0, 8.4 ], "duration": 60.66, "caption": "A man holds his bottle of water as he speaks to another man and puts it onto the coffee table.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 9855, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 2.77, 5.84 ], "duration": 61.66, "caption": "A man takes a drink after saying what the person is to him.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 9856, "video_name": "s06e16_seg02_clip_16", "timestamp": [ 0.0, 6.38 ], "duration": 58.66, "caption": "A man is talking to another person holding a bottled drink and plate.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 9857, "video_name": "friends_s01e06_seg02_clip_12", "timestamp": [ 8.7, 11.1 ], "duration": 60.66, "caption": "A man takes a drink from a glass bottle.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 9858, "video_name": "castle_s02e24_seg02_clip_21", "timestamp": [ 57.81, 60.58 ], "duration": 92.66, "caption": "A man brings his mug to his mouth and takes a sip.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 9859, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 20.71, 23.41 ], "duration": 60.66, "caption": "A man takes a sip from the bottle in their hand while talking to another person.", "similarity": 0.6878, "relevance": 2 } ] }, { "query_id": 34596, "query": "Some people are watching a video of a person being kidnapped.", "relevant_moment": [ { "pair_id": 80440, "video_name": "castle_s08e20_seg02_clip_17", "timestamp": [ 24.31, 31.06 ], "duration": 90.66, "caption": "Some people are watching a video of a person being kidnapped.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 80441, "video_name": "castle_s06e12_seg02_clip_10", "timestamp": [ 82.2, 95.03 ], "duration": 95.66, "caption": "Some people are looking at a video of the victim.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 80442, "video_name": "castle_s02e23_seg02_clip_18", "timestamp": [ 12.74, 55.53 ], "duration": 91.66, "caption": "A person is watching a surveillance video with some people.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 80443, "video_name": "castle_s04e15_seg02_clip_20", "timestamp": [ 0.0, 14.09 ], "duration": 90.66, "caption": "Some people are watching a surveillance video.", "similarity": 0.7331, "relevance": 2 }, { "pair_id": 80444, "video_name": "castle_s07e19_seg02_clip_05", "timestamp": [ 70.58, 90.49 ], "duration": 90.66, "caption": "A group of people are watching a surveillance video.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 80445, "video_name": "castle_s05e23_seg02_clip_21", "timestamp": [ 57.85, 91.66 ], "duration": 91.66, "caption": "Three people are watching a surveillance video.", "similarity": 0.6757, "relevance": 2 }, { "pair_id": 80446, "video_name": "house_s04e11_seg02_clip_02", "timestamp": [ 30.5, 78.49 ], "duration": 89.66, "caption": "Some people including a man, a man, a man, and a person watch a video.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 80447, "video_name": "castle_s05e12_seg02_clip_10", "timestamp": [ 40.66, 44.64 ], "duration": 88.66, "caption": "A person resumes the video they are watching when another person arrived.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 80448, "video_name": "castle_s05e05_seg02_clip_18", "timestamp": [ 84.74, 88.79 ], "duration": 90.66, "caption": "A woman is watching a surveillance video with person in it.", "similarity": 0.6419, "relevance": 2 }, { "pair_id": 80449, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 43.73, 67.18 ], "duration": 90.66, "caption": "A person was showing a video clip to two other people.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 80450, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 54.46, 68.87 ], "duration": 90.66, "caption": "Some detectives watch a security video in the room and a person wants to watch the video again.", "similarity": 0.6247, "relevance": 4 }, { "pair_id": 80451, "video_name": "house_s08e13_seg02_clip_23", "timestamp": [ 46.13, 54.28 ], "duration": 90.66, "caption": "A person is watching a video on their computer and is startled by the sudden appearance of a person.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 80452, "video_name": "castle_s07e01_seg02_clip_07", "timestamp": [ 0.0, 8.71 ], "duration": 91.66, "caption": "A person explains to a woman exactly how someone was kidnapped.", "similarity": 0.6211, "relevance": 1 }, { "pair_id": 80453, "video_name": "castle_s07e05_seg02_clip_19", "timestamp": [ 69.1, 88.02 ], "duration": 88.66, "caption": "Four people are watching a live stream video of victims.", "similarity": 0.6181, "relevance": 3 }, { "pair_id": 80454, "video_name": "castle_s01e10_seg02_clip_17", "timestamp": [ 7.94, 13.23 ], "duration": 88.66, "caption": "A person is taking a video of a person and his/her partner.", "similarity": 0.6144, "relevance": 1 }, { "pair_id": 80455, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 58.09, 72.73 ], "duration": 91.66, "caption": "A man shows two people a video of an incident.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 80456, "video_name": "castle_s08e12_seg02_clip_15", "timestamp": [ 3.62, 10.41 ], "duration": 90.66, "caption": "A person notices something on the video they are watching.", "similarity": 0.6105, "relevance": 3 }, { "pair_id": 80457, "video_name": "castle_s04e06_seg02_clip_02", "timestamp": [ 32.31, 71.45 ], "duration": 91.66, "caption": "Some people were watching a video clip from monitor.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 80458, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 23.68, 29.6 ], "duration": 91.66, "caption": "A person and another person watch a short clip of video.", "similarity": 0.6058, "relevance": 2 }, { "pair_id": 80459, "video_name": "s09e08_seg02_clip_08", "timestamp": [ 17.39, 30.51 ], "duration": 61.66, "caption": "A woman shows two people a video she took of a woman and a man.", "similarity": 0.6052, "relevance": 1 } ] }, { "query_id": 34666, "query": "A woman snatches a cigarette out of a man's mouth.", "relevant_moment": [ { "pair_id": 160740, "video_name": "castle_s06e20_seg02_clip_08", "timestamp": [ 33.65, 35.87 ], "duration": 88.66, "caption": "A woman snatches a cigarette out of a man's mouth.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 160741, "video_name": "friends_s07e09_seg02_clip_18", "timestamp": [ 20.14, 22.28 ], "duration": 61.66, "caption": "A man takes a cigarette out of a woman's hand.", "similarity": 0.8486, "relevance": 2 }, { "pair_id": 160742, "video_name": "friends_s05e18_seg02_clip_07", "timestamp": [ 20.16, 57.38 ], "duration": 62.66, "caption": "A woman grabs a cigarette from a person to try for herself.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 160743, "video_name": "friends_s03e18_seg01_clip_00", "timestamp": [ 52.31, 56.41 ], "duration": 63.66, "caption": "A woman pulls a cigarette from guy's mouth after he sits down.", "similarity": 0.8074, "relevance": 4 }, { "pair_id": 160744, "video_name": "met_s02e19_seg01_clip_01", "timestamp": [ 8.55, 10.55 ], "duration": 55.66, "caption": "A woman grabs a cigarette in her mouth and flicks it.", "similarity": 0.7937, "relevance": 1 }, { "pair_id": 160745, "video_name": "friends_s02e19_seg02_clip_02", "timestamp": [ 34.23, 35.4 ], "duration": 58.66, "caption": "A woman takes a drag off of a cigarette.", "similarity": 0.7312, "relevance": 1 }, { "pair_id": 160746, "video_name": "friends_s05e18_seg02_clip_22", "timestamp": [ 68.17, 72.4 ], "duration": 77.66, "caption": "A man bends over and takes a drag off a woman's cigarette.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 160747, "video_name": "friends_s09e05_seg02_clip_04", "timestamp": [ 40.16, 44.14 ], "duration": 61.66, "caption": "A woman pulls a pack of cigarettes from man's jacket.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 160748, "video_name": "friends_s05e18_seg02_clip_22", "timestamp": [ 68.94, 72.79 ], "duration": 77.66, "caption": "A man takes a puff of a cigarette she is holding.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 160749, "video_name": "friends_s05e18_seg02_clip_07", "timestamp": [ 22.64, 25.12 ], "duration": 62.66, "caption": "A woman takes a cigarette from a person standing outside.", "similarity": 0.7108, "relevance": 3 }, { "pair_id": 160750, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 46.45, 52.04 ], "duration": 86.66, "caption": "A person puffs the cigarette into another person's face.", "similarity": 0.7021, "relevance": 1 }, { "pair_id": 160751, "video_name": "met_s03e15_seg02_clip_11", "timestamp": [ 4.23, 9.06 ], "duration": 60.66, "caption": "A woman takes a pulls of a cigar then blows out the smoke.", "similarity": 0.7012, "relevance": 1 }, { "pair_id": 160752, "video_name": "friends_s09e05_seg02_clip_04", "timestamp": [ 41.38, 47.51 ], "duration": 61.66, "caption": "A woman takes a pack of cigarettes out of someone's suit.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 160753, "video_name": "friends_s09e05_seg02_clip_08", "timestamp": [ 10.24, 22.73 ], "duration": 64.66, "caption": "A man takes a cigarette out of the pack and lights and smokes it in front of a woman.", "similarity": 0.6824, "relevance": 1 }, { "pair_id": 160754, "video_name": "friends_s03e18_seg01_clip_01", "timestamp": [ 60.51, 64.03 ], "duration": 64.66, "caption": "A man puts a cigarette in his mouth.", "similarity": 0.6823, "relevance": 1 }, { "pair_id": 160755, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 33.31, 37.82 ], "duration": 60.66, "caption": "A woman with curly blonde hair opens a device and takes out a cigarette.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 160756, "video_name": "friends_s02e19_seg02_clip_02", "timestamp": [ 53.67, 54.54 ], "duration": 58.66, "caption": "A woman puts out a cigarette in a cup.", "similarity": 0.6668, "relevance": 1 }, { "pair_id": 160757, "video_name": "castle_s08e12_seg02_clip_13", "timestamp": [ 56.66, 61.46 ], "duration": 96.66, "caption": "A woman runs over to another woman and grabs the pack of cigarettes from her.", "similarity": 0.66, "relevance": 0 }, { "pair_id": 160758, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 51.92, 53.42 ], "duration": 60.66, "caption": "A woman tells a man that she's ordering him not to over have a cigarette again.", "similarity": 0.6461, "relevance": 0 }, { "pair_id": 160759, "video_name": "friends_s02e10_seg02_clip_06", "timestamp": [ 29.77, 46.52 ], "duration": 62.66, "caption": "A woman answers the phone and puts out her cigarette in the ashtray.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 334060, "video_name": "friends_s03e17_seg02_clip_05", "timestamp": [ 7.25, 24.27 ], "duration": 63.66, "caption": "A man talks to a woman from the back seat with a cigarette hanging out of his mouth.", "similarity": 0.6426, "relevance": 2 }, { "pair_id": 334061, "video_name": "friends_s06e15-16_seg02_clip_03", "timestamp": [ 28.14, 33.36 ], "duration": 58.66, "caption": "A woman puts a cigarette in her mouth and lights it up.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 334062, "video_name": "s10e01_seg02_clip_03", "timestamp": [ 45.05, 49.61 ], "duration": 57.66, "caption": "A man says that a woman sent him cigarettes in the car.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 334063, "video_name": "house_s05e04_seg02_clip_07", "timestamp": [ 0.0, 18.45 ], "duration": 92.66, "caption": "A man is beside a woman as she is holding a cigarette.", "similarity": 0.6402, "relevance": 1 }, { "pair_id": 334064, "video_name": "friends_s01e03_seg02_clip_00", "timestamp": [ 31.83, 33.09 ], "duration": 63.66, "caption": "A man grabs a pack of cigarettes from the arm rest.", "similarity": 0.6396, "relevance": 0 }, { "pair_id": 334065, "video_name": "s04e21_seg02_clip_13", "timestamp": [ 21.05, 28.38 ], "duration": 61.66, "caption": "A woman excuses herself from a man and gives her monkey a cigarette.", "similarity": 0.6377, "relevance": 1 }, { "pair_id": 334066, "video_name": "friends_s08e06_seg02_clip_13", "timestamp": [ 11.31, 16.25 ], "duration": 58.66, "caption": "A woman walks out the door and sees another woman smoking a cigarette.", "similarity": 0.6361, "relevance": 1 }, { "pair_id": 334067, "video_name": "castle_s07e11_seg02_clip_22", "timestamp": [ 32.49, 35.61 ], "duration": 89.66, "caption": "A woman holds up cigarette butt to another person then puts it down on desk.", "similarity": 0.6269, "relevance": 1 }, { "pair_id": 334068, "video_name": "s07e17_seg02_clip_07", "timestamp": [ 43.64, 54.93 ], "duration": 61.66, "caption": "The car that woman and person are in smokes.", "similarity": 0.6268, "relevance": 0 }, { "pair_id": 334069, "video_name": "friends_s06e15-16_seg02_clip_07", "timestamp": [ 10.92, 47.3 ], "duration": 60.66, "caption": "A woman holds onto her cigarette while talking to two people.", "similarity": 0.6266, "relevance": 1 }, { "pair_id": 334070, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 34.52, 36.02 ], "duration": 60.66, "caption": "A woman opens a novelty container and cigarettes pop out.", "similarity": 0.6238, "relevance": 0 }, { "pair_id": 334071, "video_name": "friends_s01e03_seg02_clip_01", "timestamp": [ 25.68, 28.33 ], "duration": 59.66, "caption": "A person takes a drag from a lit cigarette.", "similarity": 0.6199, "relevance": 1 }, { "pair_id": 334072, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 81.01, 91.03 ], "duration": 91.66, "caption": "A woman is smoking when she is talking to man.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 334073, "video_name": "friends_s03e17_seg02_clip_11", "timestamp": [ 46.17, 51.7 ], "duration": 65.66, "caption": "A person puts cigarette in mouth and lights it.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 334074, "video_name": "friends_s03e17_seg02_clip_03", "timestamp": [ 44.86, 46.63 ], "duration": 59.66, "caption": "A man walks away with a cigarette in his mouth.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 334075, "video_name": "friends_s02e22_seg02_clip_13", "timestamp": [ 0.0, 3.57 ], "duration": 59.66, "caption": "A man takes off the glasses while he's holding a cigarette in his mouth.", "similarity": 0.6151, "relevance": 1 }, { "pair_id": 334076, "video_name": "friends_s07e13_seg02_clip_07", "timestamp": [ 23.8, 30.82 ], "duration": 61.66, "caption": "A man offers another person a cigarette which they turn down.", "similarity": 0.6145, "relevance": 1 }, { "pair_id": 334077, "video_name": "friends_s09e05_seg02_clip_01", "timestamp": [ 27.74, 31.87 ], "duration": 59.66, "caption": "A person puts a cigarette in their mouth and lights it.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 334078, "video_name": "friends_s02e22_seg02_clip_12", "timestamp": [ 33.92, 42.32 ], "duration": 60.66, "caption": "A man packs a pack of cigarettes on his hand, flings one, picks it up, pushes up his glasses and puts the cigarette in his mouth while talking to a woman and her mother.", "similarity": 0.6066, "relevance": 1 }, { "pair_id": 334079, "video_name": "friends_s01e03_seg02_clip_11", "timestamp": [ 47.04, 77.45 ], "duration": 95.66, "caption": "A person opens up their drawer and takes a cigarette under the radar.", "similarity": 0.6032, "relevance": 1 } ] }, { "query_id": 34688, "query": "A man puts two drink cups in plastic bag in front of a woman.", "relevant_moment": [ { "pair_id": 149300, "video_name": "house_s01e02_seg02_clip_20", "timestamp": [ 15.8, 17.02 ], "duration": 81.66, "caption": "A man puts two drink cups in plastic bag in front of a woman.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 149301, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 60.32, 61.22 ], "duration": 90.66, "caption": "A man hands a woman a cup with a beverage.", "similarity": 0.7374, "relevance": 1 }, { "pair_id": 149302, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 17.99, 21.68 ], "duration": 92.66, "caption": "A man gives a woman one of the cups of coffee he is holding.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 149303, "video_name": "friends_s03e18_seg02_clip_00", "timestamp": [ 3.78, 5.67 ], "duration": 63.66, "caption": "A man handed a cup of drink to woman.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 149304, "video_name": "friends_s06e03_seg02_clip_01", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A woman takes a drink of her coffee cup as she is in front of a man.", "similarity": 0.7042, "relevance": 0 }, { "pair_id": 149305, "video_name": "grey_s02e21_seg02_clip_25", "timestamp": [ 103.72, 111.65 ], "duration": 122.66, "caption": "A woman hands a man a cup and he takes a drink.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 149306, "video_name": "s03e18_seg02_clip_18", "timestamp": [ 0.0, 63.02 ], "duration": 63.66, "caption": "A woman and man were both holding a cup of drink.", "similarity": 0.6998, "relevance": 1 }, { "pair_id": 149307, "video_name": "s09e17_seg02_clip_15", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A man is holding a cup while standing next to a woman.", "similarity": 0.6954, "relevance": 0 }, { "pair_id": 149308, "video_name": "house_s04e08_seg02_clip_03", "timestamp": [ 1.41, 3.76 ], "duration": 94.66, "caption": "A man trips, spilling a cup of coffee in front of a woman.", "similarity": 0.6935, "relevance": 0 }, { "pair_id": 149309, "video_name": "castle_s03e07_seg02_clip_19", "timestamp": [ 53.03, 63.26 ], "duration": 93.66, "caption": "A man hands a plastic bag to a woman, who hands it to another man.", "similarity": 0.6767, "relevance": 1 }, { "pair_id": 149310, "video_name": "met_s06e01_seg02_clip_02", "timestamp": [ 27.27, 35.69 ], "duration": 58.66, "caption": "A man gives a woman a mug that she drinks from and then sets aside.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 149311, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A man brings cups of coffee to a woman and another woman.", "similarity": 0.6665, "relevance": 1 }, { "pair_id": 149312, "video_name": "castle_s05e15_seg02_clip_25", "timestamp": [ 44.11, 45.91 ], "duration": 90.66, "caption": "A man takes a cup of coffee from a woman.", "similarity": 0.6664, "relevance": 1 }, { "pair_id": 149313, "video_name": "met_s02e04_seg02_clip_05", "timestamp": [ 3.92, 4.82 ], "duration": 60.66, "caption": "A person places a beer mug in front of two women.", "similarity": 0.6606, "relevance": 1 }, { "pair_id": 149314, "video_name": "grey_s02e11_seg02_clip_00", "timestamp": [ 22.07, 32.4 ], "duration": 93.66, "caption": "A man holds up a cup of coffee and a woman takes it and pours it into a reusable cup.", "similarity": 0.659, "relevance": 1 }, { "pair_id": 149315, "video_name": "s07e10_seg02_clip_09", "timestamp": [ 6.79, 10.33 ], "duration": 59.66, "caption": "A person gives woman the cup he is holding.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 149316, "video_name": "s07e09_seg02_clip_01", "timestamp": [ 0.0, 10.62 ], "duration": 59.66, "caption": "A man was holding a cup whilst standing beside a woman.", "similarity": 0.6579, "relevance": 0 }, { "pair_id": 149317, "video_name": "castle_s07e11_seg02_clip_25", "timestamp": [ 0.0, 27.31 ], "duration": 91.66, "caption": "A man was holding a cup whilst standing beside a woman.", "similarity": 0.6579, "relevance": 0 }, { "pair_id": 149318, "video_name": "house_s06e18_seg02_clip_08", "timestamp": [ 0.0, 14.25 ], "duration": 95.66, "caption": "A man and a woman are both having some drinks together.", "similarity": 0.6575, "relevance": 0 }, { "pair_id": 149319, "video_name": "castle_s03e03_seg02_clip_14", "timestamp": [ 20.54, 30.36 ], "duration": 89.66, "caption": "A woman and a man make plans to have a beverage together in front of another man.", "similarity": 0.6561, "relevance": 0 } ] }, { "query_id": 34725, "query": "A person puts their hand up to their heart.", "relevant_moment": [ { "pair_id": 146540, "video_name": "friends_s10e05_seg02_clip_22", "timestamp": [ 12.06, 15.23 ], "duration": 63.66, "caption": "A person puts their hand up to their heart.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146541, "video_name": "friends_s04e09_seg02_clip_12", "timestamp": [ 32.07, 33.88 ], "duration": 60.66, "caption": "A person puts a hand over his/her heart and clasps both hands together.", "similarity": 0.8387, "relevance": 4 }, { "pair_id": 146542, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 3.03, 5.23 ], "duration": 55.66, "caption": "A person puts their left hand to their chest briefly.", "similarity": 0.7847, "relevance": 4 }, { "pair_id": 146543, "video_name": "friends_s03e12_seg02_clip_08", "timestamp": [ 5.89, 8.37 ], "duration": 62.66, "caption": "A person puts their hand to their chest in a wave of sympathy.", "similarity": 0.7642, "relevance": 4 }, { "pair_id": 146544, "video_name": "friends_s01e11_seg02_clip_03", "timestamp": [ 57.31, 59.32 ], "duration": 67.66, "caption": "A woman puts her right hand to her heart.", "similarity": 0.7501, "relevance": 4 }, { "pair_id": 146545, "video_name": "s06e02_seg02_clip_09", "timestamp": [ 28.04, 30.1 ], "duration": 59.66, "caption": "A woman puts one hand on her chest over her heart.", "similarity": 0.7469, "relevance": 4 }, { "pair_id": 146546, "video_name": "friends_s06e04_seg01_clip_02", "timestamp": [ 30.24, 33.76 ], "duration": 39.66, "caption": "A woman puts one hand over her heart in a relieved gesture.", "similarity": 0.7423, "relevance": 4 }, { "pair_id": 146547, "video_name": "house_s06e21_seg02_clip_11", "timestamp": [ 7.28, 9.1 ], "duration": 91.66, "caption": "A person puts up their hand with their fingers crossed.", "similarity": 0.7335, "relevance": 1 }, { "pair_id": 146548, "video_name": "grey_s01e06_seg02_clip_18", "timestamp": [ 0.0, 25.66 ], "duration": 90.66, "caption": "A person is pressing up and down on a open patient's heart.", "similarity": 0.7319, "relevance": 2 }, { "pair_id": 146549, "video_name": "friends_s06e18_seg02_clip_17", "timestamp": [ 23.25, 25.21 ], "duration": 56.66, "caption": "A woman puts both of her hands over her heart.", "similarity": 0.7316, "relevance": 4 }, { "pair_id": 146550, "video_name": "s03e18_seg02_clip_06", "timestamp": [ 42.79, 45.15 ], "duration": 59.66, "caption": "A person raises his/her left hand up and outward.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 146551, "video_name": "s08e10_seg02_clip_08", "timestamp": [ 4.76, 6.72 ], "duration": 56.66, "caption": "A person puts his hand on his heart while he's holding the tablet up.", "similarity": 0.725, "relevance": 4 }, { "pair_id": 146552, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 36.92, 38.12 ], "duration": 60.66, "caption": "A man clutches his chest over his heart with one hand.", "similarity": 0.7241, "relevance": 4 }, { "pair_id": 146553, "video_name": "friends_s04e09_seg02_clip_05", "timestamp": [ 14.5, 16.7 ], "duration": 63.66, "caption": "A woman took her raised up hand and placed it over her heart.", "similarity": 0.723, "relevance": 4 }, { "pair_id": 146554, "video_name": "s09e06_seg02_clip_08", "timestamp": [ 46.34, 48.7 ], "duration": 59.66, "caption": "A person raises their left hand to their chest in shock.", "similarity": 0.7147, "relevance": 4 }, { "pair_id": 146555, "video_name": "s03e18_seg02_clip_08", "timestamp": [ 15.65, 19.05 ], "duration": 68.66, "caption": "A person grasps their hands together in front of their chest.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 146556, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 0.0, 2.03 ], "duration": 58.66, "caption": "A woman holds her hands together over her heart.", "similarity": 0.7049, "relevance": 4 }, { "pair_id": 146557, "video_name": "s04e15_seg01_clip_00", "timestamp": [ 5.49, 7.32 ], "duration": 61.66, "caption": "A person raises their left hand to their face and rests it there.", "similarity": 0.7044, "relevance": 1 }, { "pair_id": 146558, "video_name": "s03e08_seg02_clip_05", "timestamp": [ 29.59, 32.49 ], "duration": 58.66, "caption": "A person lets go of someone's shirt and puts his hands on his chest.", "similarity": 0.7032, "relevance": 4 }, { "pair_id": 146559, "video_name": "s02e10_seg02_clip_13", "timestamp": [ 4.88, 15.26 ], "duration": 61.66, "caption": "A person raises their arm and puts their hand on their forehead.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 319860, "video_name": "met_s04e02_seg02_clip_16", "timestamp": [ 15.31, 17.01 ], "duration": 68.66, "caption": "A person holds his right hand against his chest.", "similarity": 0.7023, "relevance": 4 }, { "pair_id": 319861, "video_name": "friends_s05e05_seg02_clip_08", "timestamp": [ 8.78, 11.71 ], "duration": 65.66, "caption": "A person puts their hands over their heart while shifting blame.", "similarity": 0.7015, "relevance": 4 }, { "pair_id": 319862, "video_name": "s01e13_seg02_clip_15", "timestamp": [ 0.38, 2.25 ], "duration": 75.66, "caption": "A person raises his/her hand and puts it back down.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 319863, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 18.96, 21.29 ], "duration": 58.66, "caption": "A person raises his/her right hand in the air.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 319864, "video_name": "met_s06e06_seg01_clip_00", "timestamp": [ 12.26, 14.51 ], "duration": 46.66, "caption": "A person holds his/her hands with his/her fingers crossed on his/her chest.", "similarity": 0.6988, "relevance": 4 }, { "pair_id": 319865, "video_name": "friends_s01e19_seg02_clip_06", "timestamp": [ 28.23, 31.36 ], "duration": 57.66, "caption": "A person places their hand on their chest as they move toward another person.", "similarity": 0.6971, "relevance": 4 }, { "pair_id": 319866, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person holds up their hand to their mouth.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 319867, "video_name": "friends_s04e02_seg02_clip_06", "timestamp": [ 46.16, 50.47 ], "duration": 61.66, "caption": "A woman puts her hands over her heart in shock.", "similarity": 0.6952, "relevance": 4 }, { "pair_id": 319868, "video_name": "friends_s08e02_seg02_clip_04", "timestamp": [ 14.89, 20.47 ], "duration": 62.66, "caption": "A man puts their hand over their heart before walking back toward two women and another person.", "similarity": 0.695, "relevance": 4 }, { "pair_id": 319869, "video_name": "friends_s09e19_seg02_clip_19", "timestamp": [ 11.31, 17.12 ], "duration": 58.66, "caption": "A person holds their hand up in front of a person.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 319870, "video_name": "castle_s07e23_seg02_clip_11", "timestamp": [ 28.93, 29.82 ], "duration": 89.66, "caption": "A man puts his hand on person's back to comfort him/her.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 319871, "video_name": "friends_s03e23_seg02_clip_08", "timestamp": [ 2.68, 4.17 ], "duration": 59.66, "caption": "A woman puts her hand up on her heart while talking to a man.", "similarity": 0.6857, "relevance": 4 }, { "pair_id": 319872, "video_name": "s08e10_seg02_clip_08", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A person is holding a tablet with a hand on their heart.", "similarity": 0.6857, "relevance": 4 }, { "pair_id": 319873, "video_name": "castle_s03e21_seg02_clip_03", "timestamp": [ 52.34, 59.62 ], "duration": 91.66, "caption": "A person walks up to a body and puts their hand on its head.", "similarity": 0.6853, "relevance": 1 }, { "pair_id": 319874, "video_name": "s04e18_seg02_clip_16", "timestamp": [ 46.22, 49.19 ], "duration": 66.66, "caption": "A person secretly puts up two fingers over his heart behind someone's back for another person to see.", "similarity": 0.6842, "relevance": 4 }, { "pair_id": 319875, "video_name": "castle_s05e07_seg02_clip_03", "timestamp": [ 18.29, 21.77 ], "duration": 87.66, "caption": "A person puts their hand on their chest and nods their head.", "similarity": 0.6831, "relevance": 4 }, { "pair_id": 319876, "video_name": "met_s02e09_seg02_clip_04", "timestamp": [ 33.31, 38.72 ], "duration": 60.66, "caption": "A person raises their right hand and clenches their fist.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 319877, "video_name": "s04e07_seg02_clip_12", "timestamp": [ 30.51, 32.65 ], "duration": 61.66, "caption": "A person presses his right hand against his chest.", "similarity": 0.6812, "relevance": 4 }, { "pair_id": 319878, "video_name": "house_s04e04_seg02_clip_13", "timestamp": [ 68.36, 71.68 ], "duration": 82.66, "caption": "A person puts their right hand under their head.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 319879, "video_name": "friends_s02e18_seg02_clip_01", "timestamp": [ 0.0, 2.88 ], "duration": 57.66, "caption": "A man has their hand on their heart while next to a woman.", "similarity": 0.6791, "relevance": 4 } ] }, { "query_id": 34796, "query": "A woman takes out the paper from the envelope.", "relevant_moment": [ { "pair_id": 225460, "video_name": "friends_s01e04_seg02_clip_03", "timestamp": [ 3.77, 7.54 ], "duration": 58.66, "caption": "A woman was quickly opening the small envelope.", "similarity": 0.7108, "relevance": 4 }, { "pair_id": 225461, "video_name": "castle_s07e12_seg02_clip_21", "timestamp": [ 36.91, 38.71 ], "duration": 90.66, "caption": "A woman takes out a piece of paper and shows it to a person.", "similarity": 0.7084, "relevance": 4 }, { "pair_id": 225462, "video_name": "friends_s03e04_seg02_clip_17", "timestamp": [ 37.48, 39.84 ], "duration": 59.66, "caption": "A woman grabs the stack of papers and puts it in her bag.", "similarity": 0.707, "relevance": 3 }, { "pair_id": 225463, "video_name": "castle_s03e19_seg02_clip_21", "timestamp": [ 63.82, 64.7 ], "duration": 88.66, "caption": "A woman comes out of an office with a sheet of paper in hand.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 225464, "video_name": "castle_s08e02_seg02_clip_13", "timestamp": [ 79.7, 82.59 ], "duration": 96.66, "caption": "A woman takes a piece of paper out of her purse and hands it to woman.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 225465, "video_name": "house_s01e06_seg02_clip_16", "timestamp": [ 12.27, 17.72 ], "duration": 90.66, "caption": "A woman takes a piece of paper out of a file and throws it away.", "similarity": 0.6959, "relevance": 4 }, { "pair_id": 225466, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 31.15, 37.18 ], "duration": 63.66, "caption": "A woman picks up a manila envelope on her desk, takes a post it note off of it and then puts the post it back on.", "similarity": 0.6947, "relevance": 4 }, { "pair_id": 225467, "video_name": "friends_s08e04_seg02_clip_17", "timestamp": [ 4.88, 6.11 ], "duration": 61.66, "caption": "A man pulls out an envelope from the box.", "similarity": 0.6926, "relevance": 3 }, { "pair_id": 225468, "video_name": "house_s06e21_seg02_clip_00", "timestamp": [ 15.2, 19.48 ], "duration": 95.66, "caption": "A man hands a woman an envelope and she opens it.", "similarity": 0.6906, "relevance": 4 }, { "pair_id": 225469, "video_name": "friends_s01e04_seg02_clip_02", "timestamp": [ 34.83, 41.91 ], "duration": 59.66, "caption": "A woman comes running out of the back room with an envelope.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 225470, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 15.41, 18.16 ], "duration": 55.66, "caption": "A woman opens the envelope but the camera cuts away before she reads it.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 225471, "video_name": "s01e09_seg02_clip_06", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "A woman opens up her mailbox and takes her mail out of it.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 225472, "video_name": "castle_s02e03_seg02_clip_14", "timestamp": [ 88.73, 91.48 ], "duration": 91.66, "caption": "A woman pulls papers out of the white folder.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 225473, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 8.19, 10.72 ], "duration": 63.66, "caption": "A woman walks past person holding a stack of envelopes.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 225474, "video_name": "s05e14_seg02_clip_05", "timestamp": [ 54.6, 58.44 ], "duration": 59.66, "caption": "A woman walks out of the door while holding a piece of paper.", "similarity": 0.6777, "relevance": 3 }, { "pair_id": 225475, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 18.49, 24.21 ], "duration": 88.66, "caption": "A woman takes an envelope from a man and slips it over to another man.", "similarity": 0.6774, "relevance": 2 }, { "pair_id": 225476, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 22.32, 25.0 ], "duration": 89.66, "caption": "A person holds out an envelope in their hands.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 225477, "video_name": "friends_s10e07_seg02_clip_19", "timestamp": [ 9.77, 14.5 ], "duration": 63.66, "caption": "A woman looks into her purse and finds an envelope.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 225478, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 25.68, 28.04 ], "duration": 59.66, "caption": "A woman handed out a piece of paper to a man.", "similarity": 0.6742, "relevance": 3 }, { "pair_id": 225479, "video_name": "friends_s10e14_seg02_clip_05", "timestamp": [ 44.57, 47.87 ], "duration": 55.66, "caption": "A woman walks out of the line carrying a piece of paper.", "similarity": 0.6734, "relevance": 3 } ] }, { "query_id": 34860, "query": "A man is standing at the door speaking with a girl.", "relevant_moment": [ { "pair_id": 10540, "video_name": "castle_s06e06_seg02_clip_27", "timestamp": [ 0.0, 81.92 ], "duration": 84.66, "caption": "A man is standing at the door speaking with a girl.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 10541, "video_name": "castle_s06e07_seg02_clip_16", "timestamp": [ 61.6, 89.27 ], "duration": 89.66, "caption": "A man and a girl are at the door speaking to woman.", "similarity": 0.8762, "relevance": 3 }, { "pair_id": 10542, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 0.0, 15.06 ], "duration": 70.66, "caption": "A man stands in the doorway and talks to a woman.", "similarity": 0.7592, "relevance": 4 }, { "pair_id": 10544, "video_name": "grey_s01e06_seg02_clip_11", "timestamp": [ 25.21, 44.56 ], "duration": 90.66, "caption": "A woman stands at the door's entrance as a man speaks to his daughter.", "similarity": 0.741, "relevance": 2 }, { "pair_id": 10546, "video_name": "s07e05_seg02_clip_04", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A person and someone standing at her door talking.", "similarity": 0.7283, "relevance": 4 }, { "pair_id": 10547, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 52.21, 57.0 ], "duration": 87.66, "caption": "A woman stands in the doorway talking to a man.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 10548, "video_name": "friends_s06e04_seg02_clip_05", "timestamp": [ 0.0, 27.42 ], "duration": 63.66, "caption": "A man is by the door talking to two women.", "similarity": 0.717, "relevance": 4 }, { "pair_id": 10549, "video_name": "s04e06_seg02_clip_08", "timestamp": [ 28.04, 43.68 ], "duration": 59.66, "caption": "Two people are standing by the front door talking to a person.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 10550, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 0.84, 4.61 ], "duration": 83.66, "caption": "A man holds the door in place when he talks to another man.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 10551, "video_name": "house_s01e19_seg02_clip_26", "timestamp": [ 0.0, 47.02 ], "duration": 47.66, "caption": "A woman talks to a man from the other side of the door.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 10552, "video_name": "s10e11_seg01_clip_00", "timestamp": [ 4.25, 20.41 ], "duration": 85.66, "caption": "Two people are speaking to each other at the door entrance.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 10553, "video_name": "s05e11_seg02_clip_11", "timestamp": [ 0.0, 9.44 ], "duration": 59.66, "caption": "A person is talking with another person while standing in front of the door.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 10554, "video_name": "friends_s04e05_seg02_clip_17", "timestamp": [ 53.95, 60.62 ], "duration": 60.66, "caption": "A man opens the door and has a conversation with two women.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 10555, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 0.0, 38.71 ], "duration": 86.66, "caption": "A woman is talking to a man that is behind the door.", "similarity": 0.6937, "relevance": 3 }, { "pair_id": 10556, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 0.0, 15.93 ], "duration": 118.66, "caption": "A woman is standing with a man at the doorway talking with another man.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 10557, "video_name": "house_s03e12_seg02_clip_26", "timestamp": [ 0.0, 16.98 ], "duration": 39.66, "caption": "A man talks to another man about a girl.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 10558, "video_name": "castle_s04e23_seg02_clip_00", "timestamp": [ 0.0, 39.11 ], "duration": 92.66, "caption": "A man and a girl are having a conversation with each other.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 183860, "video_name": "castle_s02e06_seg02_clip_14", "timestamp": [ 0.0, 16.65 ], "duration": 92.66, "caption": "A girl and a man are having a conversation with each other.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 183861, "video_name": "met_s03e16_seg02_clip_05", "timestamp": [ 0.0, 8.19 ], "duration": 63.66, "caption": "Two people are talking on a door.", "similarity": 0.6825, "relevance": 4 }, { "pair_id": 183862, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 9.86, 14.8 ], "duration": 58.66, "caption": "A man is talking to a woman when some people open the door.", "similarity": 0.6825, "relevance": 4 }, { "pair_id": 183863, "video_name": "castle_s01e06_seg02_clip_24", "timestamp": [ 15.07, 19.96 ], "duration": 81.66, "caption": "A man stands up and gets closer to a girl.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 183864, "video_name": "grey_s01e03_seg02_clip_10", "timestamp": [ 0.0, 27.97 ], "duration": 87.66, "caption": "A man is having a conversation with the girls.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 183865, "video_name": "friends_s02e19_seg02_clip_19", "timestamp": [ 0.0, 13.14 ], "duration": 48.66, "caption": "A man and another person are speaking through a small opening at the door entrance.", "similarity": 0.6808, "relevance": 3 }, { "pair_id": 183866, "video_name": "s06e02_seg02_clip_03", "timestamp": [ 0.0, 8.06 ], "duration": 62.66, "caption": "A person stands in front of the door with his/her arms crossed as he/she has a conversation with a man.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 183867, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 68.72 ], "duration": 91.66, "caption": "A man opens the door and stands talking to a woman before he leaves.", "similarity": 0.6792, "relevance": 4 }, { "pair_id": 183868, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 93.09, 94.03 ], "duration": 94.66, "caption": "A man opens a front door and talks with a woman.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 183869, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 20.78, 23.26 ], "duration": 62.66, "caption": "A person opens the door while two people are talking.", "similarity": 0.6788, "relevance": 4 }, { "pair_id": 183870, "video_name": "friends_s09e04_seg02_clip_05", "timestamp": [ 43.02, 45.75 ], "duration": 60.66, "caption": "A man goes to the door and another person is standing there.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 183871, "video_name": "house_s03e09_seg02_clip_20", "timestamp": [ 40.05, 42.33 ], "duration": 91.66, "caption": "A man holds the door open while talking to someone.", "similarity": 0.6761, "relevance": 4 }, { "pair_id": 183872, "video_name": "castle_s08e05_seg02_clip_07", "timestamp": [ 8.34, 54.66 ], "duration": 92.66, "caption": "Two people are speaking to each other in front of a door.", "similarity": 0.6748, "relevance": 3 }, { "pair_id": 183873, "video_name": "castle_s05e14_seg02_clip_21", "timestamp": [ 0.0, 56.14 ], "duration": 92.66, "caption": "A man was standing beside the door while two other people were having a conversation.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 183874, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 44.45, 49.73 ], "duration": 88.66, "caption": "A woman opens the door and talks with a man.", "similarity": 0.671, "relevance": 3 }, { "pair_id": 183875, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 0.0, 31.29 ], "duration": 92.66, "caption": "A woman is having a conversation with a man behind the door.", "similarity": 0.671, "relevance": 4 }, { "pair_id": 183876, "video_name": "s01e15_seg02_clip_16", "timestamp": [ 0.0, 10.15 ], "duration": 58.66, "caption": "A man is at the door of a woman's apartment speaking with her.", "similarity": 0.6705, "relevance": 4 }, { "pair_id": 183877, "video_name": "met_s06e15_seg02_clip_15", "timestamp": [ 40.28, 61.03 ], "duration": 61.66, "caption": "A man answers the door and talks to a woman.", "similarity": 0.6696, "relevance": 4 }, { "pair_id": 183878, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A woman stands in an open doorway and talks to a man with her hands pressed together in front of her.", "similarity": 0.6691, "relevance": 4 }, { "pair_id": 183879, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is talking to another person while standing at the doorway.", "similarity": 0.6686, "relevance": 3 } ] }, { "query_id": 34877, "query": "A man saw someone and walks with them while talking.", "relevant_moment": [ { "pair_id": 1440, "video_name": "house_s01e12_seg02_clip_19", "timestamp": [ 73.96, 77.68 ], "duration": 93.66, "caption": "A man saw someone and walks with them while talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1441, "video_name": "castle_s02e07_seg02_clip_01", "timestamp": [ 24.12, 28.22 ], "duration": 91.66, "caption": "A man was talking to some people while they were walking.", "similarity": 0.8314, "relevance": 2 }, { "pair_id": 1442, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 0.0, 4.87 ], "duration": 81.66, "caption": "A man suddenly walks near person and talks to him.", "similarity": 0.8296, "relevance": 3 }, { "pair_id": 1443, "video_name": "house_s02e23_seg02_clip_02", "timestamp": [ 4.96, 10.82 ], "duration": 90.66, "caption": "A person walks with another person while they are talking.", "similarity": 0.8174, "relevance": 4 }, { "pair_id": 1444, "video_name": "castle_s02e15_seg02_clip_03", "timestamp": [ 39.5, 43.22 ], "duration": 92.66, "caption": "A man walks towards some people while talking.", "similarity": 0.8141, "relevance": 3 }, { "pair_id": 1445, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 0.61, 2.75 ], "duration": 61.66, "caption": "A person walks towards another person as he is talking.", "similarity": 0.8126, "relevance": 3 }, { "pair_id": 1446, "video_name": "s04e20_seg02_clip_13", "timestamp": [ 35.12, 60.03 ], "duration": 60.66, "caption": "A person walks towards another person while talking to him.", "similarity": 0.8113, "relevance": 2 }, { "pair_id": 1447, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 0.0, 4.79 ], "duration": 87.66, "caption": "A man is talking to two people while walking.", "similarity": 0.807, "relevance": 3 }, { "pair_id": 1448, "video_name": "house_s01e11_seg02_clip_18", "timestamp": [ 21.45, 26.96 ], "duration": 110.66, "caption": "A man walks to a person and suddenly talks to him.", "similarity": 0.8058, "relevance": 1 }, { "pair_id": 1449, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.8008, "relevance": 2 }, { "pair_id": 1450, "video_name": "house_s01e03_seg02_clip_00", "timestamp": [ 18.47, 54.01 ], "duration": 92.66, "caption": "A man and a man walk together while talking.", "similarity": 0.7997, "relevance": 3 }, { "pair_id": 1451, "video_name": "castle_s03e06_seg02_clip_18", "timestamp": [ 47.06, 61.85 ], "duration": 89.66, "caption": "A man was having a conversation with a woman and another person while walking.", "similarity": 0.7952, "relevance": 3 }, { "pair_id": 1453, "video_name": "house_s01e06_seg02_clip_12", "timestamp": [ 0.0, 25.64 ], "duration": 88.66, "caption": "A man and another man were walking around whilst talking to each other.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 1455, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 80.64, 84.95 ], "duration": 86.66, "caption": "A man walks to another man while they're talking to them.", "similarity": 0.7898, "relevance": 2 }, { "pair_id": 1456, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 69.88, 89.02 ], "duration": 89.66, "caption": "A person walks towards another person and starts talking with them.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 1457, "video_name": "house_s01e16_seg02_clip_15", "timestamp": [ 72.17, 75.5 ], "duration": 111.66, "caption": "A person suddenly walks to two men while they are talking.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 1458, "video_name": "house_s03e01_seg02_clip_07", "timestamp": [ 1.84, 5.98 ], "duration": 92.66, "caption": "A person walks a little while talking to two other people.", "similarity": 0.7881, "relevance": 1 }, { "pair_id": 1459, "video_name": "house_s01e03_seg02_clip_12", "timestamp": [ 25.63, 31.09 ], "duration": 84.66, "caption": "A person walks near another person and talks to them.", "similarity": 0.7874, "relevance": 2 } ] }, { "query_id": 34907, "query": "A man opens the door and leaves carrying his backpack.", "relevant_moment": [ { "pair_id": 14240, "video_name": "friends_s07e07_seg01_clip_00", "timestamp": [ 65.35, 67.65 ], "duration": 92.66, "caption": "A man opens the door and leaves carrying his backpack.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14241, "video_name": "friends_s06e20_seg02_clip_02", "timestamp": [ 60.11, 61.03 ], "duration": 61.66, "caption": "A man wears a backpack as he heads out the door.", "similarity": 0.8655, "relevance": 3 }, { "pair_id": 14242, "video_name": "friends_s06e20_seg02_clip_00", "timestamp": [ 38.45, 45.38 ], "duration": 63.66, "caption": "A man picks up his backpack and walks towards the door.", "similarity": 0.7982, "relevance": 3 }, { "pair_id": 14243, "video_name": "friends_s09e06_seg02_clip_24", "timestamp": [ 45.59, 53.66 ], "duration": 62.66, "caption": "A man heads to the door and opens it to leave.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 14244, "video_name": "house_s06e02_seg02_clip_00", "timestamp": [ 79.92, 83.68 ], "duration": 94.66, "caption": "A man turns around, opens the door, and leaves.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 14245, "video_name": "s06e19_seg02_clip_16", "timestamp": [ 44.82, 47.62 ], "duration": 70.66, "caption": "A person walks in the door carrying a bag on his arm.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 14246, "video_name": "friends_s02e14_seg02_clip_06", "timestamp": [ 43.68, 49.29 ], "duration": 59.66, "caption": "A man turns and opens the door to leave.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 14247, "video_name": "house_s01e22_seg02_clip_00", "timestamp": [ 71.73, 81.05 ], "duration": 93.66, "caption": "A man grabs his bag and walks to the door.", "similarity": 0.7085, "relevance": 3 }, { "pair_id": 14248, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A man opens the door and walks in holding something behind him.", "similarity": 0.6971, "relevance": 1 }, { "pair_id": 14249, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 15.02, 20.94 ], "duration": 91.66, "caption": "A man opens the door briefly and then exits.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 14250, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 14251, "video_name": "house_s02e06_seg02_clip_25", "timestamp": [ 91.27, 97.52 ], "duration": 125.66, "caption": "A man opens a glass door to leave.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 14252, "video_name": "met_s02e18_seg02_clip_11", "timestamp": [ 44.0, 50.03 ], "duration": 60.66, "caption": "A man walks through the door carrying two armloads of bags.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 14253, "video_name": "met_s06e24_seg01_clip_02", "timestamp": [ 30.37, 34.77 ], "duration": 87.66, "caption": "A man opens the refrigerator door and takes out a paper bag.", "similarity": 0.6869, "relevance": 0 }, { "pair_id": 14254, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.28, 33.59 ], "duration": 57.66, "caption": "A man walks to the door and opens it.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 14255, "video_name": "s02e14_seg02_clip_13", "timestamp": [ 41.25, 44.97 ], "duration": 62.66, "caption": "A man stands in the doorway, then leaves, closing the door behind him.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 14256, "video_name": "s04e16_seg01_clip_03", "timestamp": [ 31.64, 37.77 ], "duration": 51.66, "caption": "A man opens the door and begins to walks away.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 14257, "video_name": "met_s03e01_seg02_clip_10", "timestamp": [ 27.41, 30.69 ], "duration": 59.66, "caption": "A person opens the door and leaves his room.", "similarity": 0.6755, "relevance": 2 }, { "pair_id": 14258, "video_name": "friends_s09e15_seg02_clip_12", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man comes through the door and while motioning to a woman he slips his backpack off his shoulder.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 14259, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 4.88, 7.93 ], "duration": 61.66, "caption": "A person walks in the door holding a brown paper bag.", "similarity": 0.6713, "relevance": 1 }, { "pair_id": 187560, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A person opens the door and a man walks though it.", "similarity": 0.669, "relevance": 2 }, { "pair_id": 187561, "video_name": "friends_s05e23-24_seg02_clip_36", "timestamp": [ 22.43, 25.97 ], "duration": 59.66, "caption": "A man opens the door to the room and leaves through it, closing it on his way out.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 187562, "video_name": "friends_s03e19_seg02_clip_04", "timestamp": [ 35.35, 39.92 ], "duration": 57.66, "caption": "A man walks through the door and closes it.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 187563, "video_name": "house_s07e06_seg02_clip_17", "timestamp": [ 7.7, 10.78 ], "duration": 77.66, "caption": "A man opens a door and exits the room.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 187564, "video_name": "friends_s01e23_seg02_clip_05", "timestamp": [ 23.5, 29.3 ], "duration": 58.66, "caption": "A person walks toward the door, opens it and leaves the room.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 187565, "video_name": "house_s06e18_seg02_clip_20", "timestamp": [ 52.81, 72.18 ], "duration": 88.66, "caption": "A man exits their office and walks into the hallway with their backpack.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 187566, "video_name": "friends_s10e01_seg02_clip_05", "timestamp": [ 25.12, 28.84 ], "duration": 62.66, "caption": "A man walks toward the door, opens it and leaves the hotel room.", "similarity": 0.6604, "relevance": 2 }, { "pair_id": 187567, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 76.1, 80.04 ], "duration": 87.66, "caption": "A man entering through the door with his suitcase in hand.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 187568, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 13.58, 17.47 ], "duration": 97.66, "caption": "A man opens the door with his coat in his left hand and walks out.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 187569, "video_name": "friends_s06e03_seg02_clip_09", "timestamp": [ 27.91, 31.81 ], "duration": 60.66, "caption": "A man opens the door and exits the room.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 187570, "video_name": "friends_s03e02_seg02_clip_05", "timestamp": [ 32.49, 41.78 ], "duration": 58.66, "caption": "A man opens the door and exits the room.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 187571, "video_name": "friends_s06e04_seg02_clip_13", "timestamp": [ 0.0, 5.67 ], "duration": 54.66, "caption": "A man walks into the office carrying a backpack.", "similarity": 0.6552, "relevance": 3 }, { "pair_id": 187572, "video_name": "met_s06e19_seg02_clip_05", "timestamp": [ 0.0, 8.37 ], "duration": 62.66, "caption": "A person grabs his jacket and then opens the door to leave.", "similarity": 0.6544, "relevance": 3 }, { "pair_id": 187573, "video_name": "castle_s05e15_seg02_clip_07", "timestamp": [ 10.17, 11.5 ], "duration": 88.66, "caption": "A man opens the door to leave the room.", "similarity": 0.6537, "relevance": 2 }, { "pair_id": 187574, "video_name": "house_s03e12_seg02_clip_08", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A person opens a door and leaves the room.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 187575, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 47.6, 52.79 ], "duration": 61.66, "caption": "A man opens the door to leave with woman while holding his jacket.", "similarity": 0.646, "relevance": 3 }, { "pair_id": 187576, "video_name": "met_s05e03_seg02_clip_08", "timestamp": [ 8.54, 16.48 ], "duration": 61.66, "caption": "A man puts his bag on his shoulder and walks towards the door.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 187577, "video_name": "s05e06_seg02_clip_17", "timestamp": [ 44.91, 50.02 ], "duration": 73.66, "caption": "A man opens the door and then quickly leaves after a person tells him to go.", "similarity": 0.6408, "relevance": 1 }, { "pair_id": 187578, "video_name": "castle_s08e03_seg02_clip_09", "timestamp": [ 26.01, 30.57 ], "duration": 91.66, "caption": "A man gets up and walks out while putting on his backpack.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 187579, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 1.32, 4.4 ], "duration": 88.66, "caption": "A man turns around and walks out the door.", "similarity": 0.6375, "relevance": 2 } ] }, { "query_id": 34920, "query": "A man adjusts his tie as he sits behind his desk.", "relevant_moment": [ { "pair_id": 148280, "video_name": "friends_s02e23_seg02_clip_02", "timestamp": [ 30.01, 31.21 ], "duration": 60.66, "caption": "A man adjusts his tie as he sits behind his desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148281, "video_name": "castle_s08e05_seg02_clip_25", "timestamp": [ 11.62, 14.11 ], "duration": 166.66, "caption": "A man fixes his neck tie as he stands next to a desk.", "similarity": 0.8008, "relevance": 2 }, { "pair_id": 148282, "video_name": "castle_s08e11_seg02_clip_11", "timestamp": [ 74.72, 79.67 ], "duration": 90.66, "caption": "A person adjusts their tie and leans forward on the desk.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 148283, "video_name": "house_s06e02_seg02_clip_24", "timestamp": [ 68.02, 85.02 ], "duration": 85.66, "caption": "A man sits with his hands crossed on his desk and his tie undone.", "similarity": 0.7722, "relevance": 2 }, { "pair_id": 148284, "video_name": "castle_s07e14_seg02_clip_02", "timestamp": [ 80.81, 85.38 ], "duration": 91.66, "caption": "A man sits on the edge of a desk.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 148285, "video_name": "friends_s08e12_seg02_clip_16", "timestamp": [ 30.69, 35.42 ], "duration": 59.66, "caption": "A man is tying his shoe while his foot is resting on the desk.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 148286, "video_name": "met_s03e15_seg02_clip_13", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "A person sits down on his/her chair behind the desk.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 148287, "video_name": "friends_s09e23-24_seg02_clip_14", "timestamp": [ 32.15, 34.04 ], "duration": 63.66, "caption": "A man sits down at the seat in front of the desk.", "similarity": 0.6168, "relevance": 1 }, { "pair_id": 148288, "video_name": "house_s07e11_seg02_clip_05", "timestamp": [ 24.13, 27.73 ], "duration": 72.66, "caption": "A man grabs his tie with his hand and adjusts it.", "similarity": 0.6158, "relevance": 2 }, { "pair_id": 148289, "video_name": "castle_s03e01_seg02_clip_14", "timestamp": [ 20.28, 22.86 ], "duration": 86.66, "caption": "A person sits on the edge of the desk.", "similarity": 0.6068, "relevance": 0 }, { "pair_id": 148290, "video_name": "house_s06e05_seg02_clip_03", "timestamp": [ 73.81, 80.33 ], "duration": 86.66, "caption": "A man puts his jacket on while standing behind his desk.", "similarity": 0.5989, "relevance": 1 }, { "pair_id": 148291, "video_name": "castle_s02e23_seg02_clip_23", "timestamp": [ 22.55, 24.39 ], "duration": 92.66, "caption": "A man puts his hand to his chest and holds his tie in as he sits down in a chair.", "similarity": 0.5974, "relevance": 1 }, { "pair_id": 148292, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 27.48, 30.83 ], "duration": 67.66, "caption": "A person sits on the front of his desk.", "similarity": 0.5954, "relevance": 0 }, { "pair_id": 148293, "video_name": "met_s06e23_seg02_clip_17", "timestamp": [ 42.43, 44.11 ], "duration": 84.66, "caption": "A man behind the desk looks down at his note pad and then puts his arm over it.", "similarity": 0.592, "relevance": 1 }, { "pair_id": 148294, "video_name": "house_s07e20_seg02_clip_08", "timestamp": [ 73.62, 77.3 ], "duration": 92.66, "caption": "A person sits down in front of a man at their desk.", "similarity": 0.5918, "relevance": 1 }, { "pair_id": 148295, "video_name": "friends_s09e10_seg02_clip_10", "timestamp": [ 16.83, 19.15 ], "duration": 58.66, "caption": "A man's neck tie is being clamp drawn by his boss.", "similarity": 0.5853, "relevance": 1 }, { "pair_id": 148296, "video_name": "grey_s03e19_seg02_clip_08", "timestamp": [ 11.18, 17.2 ], "duration": 86.66, "caption": "A man sits down and puts his head down on the desk.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 148297, "video_name": "s09e13_seg02_clip_05", "timestamp": [ 52.82, 54.02 ], "duration": 60.66, "caption": "A person quickly clasps his hands in front of him as he stands next to the desk.", "similarity": 0.5823, "relevance": 2 }, { "pair_id": 148298, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 61.08, 65.81 ], "duration": 86.66, "caption": "A person sits down at their office desk.", "similarity": 0.5822, "relevance": 2 }, { "pair_id": 148299, "video_name": "castle_s07e09_seg02_clip_17", "timestamp": [ 56.66, 59.83 ], "duration": 90.66, "caption": "A man leans forward in his chair and sets his hands on the desk.", "similarity": 0.581, "relevance": 1 } ] }, { "query_id": 34962, "query": "A woman gets up from her chair and sits next to a person on the couch.", "relevant_moment": [ { "pair_id": 169100, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 41.32, 45.45 ], "duration": 59.66, "caption": "A woman gets up from her chair and sits next to a person on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169101, "video_name": "friends_s01e12_seg02_clip_09", "timestamp": [ 11.21, 13.77 ], "duration": 64.66, "caption": "A woman gets up from a chair and sits next to another woman on the couch.", "similarity": 0.9385, "relevance": 4 }, { "pair_id": 169102, "video_name": "s08e24_seg02_clip_09", "timestamp": [ 51.68, 54.21 ], "duration": 63.66, "caption": "A woman gets up from her chair and goes and sits by person on the couch.", "similarity": 0.9061, "relevance": 4 }, { "pair_id": 169103, "video_name": "friends_s07e15_seg02_clip_21", "timestamp": [ 7.88, 11.03 ], "duration": 63.66, "caption": "A woman quickly gets up to sit next to woman on the couch.", "similarity": 0.8698, "relevance": 3 }, { "pair_id": 169104, "video_name": "friends_s06e07_seg01_clip_00", "timestamp": [ 47.0, 48.54 ], "duration": 77.66, "caption": "A woman gets up from the couch next to another woman.", "similarity": 0.8507, "relevance": 2 }, { "pair_id": 169105, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 5.25, 7.25 ], "duration": 50.66, "caption": "A woman gets up, moves toward the couch and sits down next to woman.", "similarity": 0.8436, "relevance": 4 }, { "pair_id": 169106, "video_name": "s02e07_seg02_clip_01", "timestamp": [ 15.87, 18.92 ], "duration": 61.66, "caption": "A woman takes a seat on the couch next to a person.", "similarity": 0.8385, "relevance": 2 }, { "pair_id": 169107, "video_name": "s07e01_seg02_clip_10", "timestamp": [ 17.41, 20.71 ], "duration": 60.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.8328, "relevance": 3 }, { "pair_id": 169108, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 3.2, 6.4 ], "duration": 64.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.8328, "relevance": 3 }, { "pair_id": 169109, "video_name": "friends_s06e13_seg02_clip_08", "timestamp": [ 31.73, 36.01 ], "duration": 61.66, "caption": "A woman gets up and sits between two people on the sofa.", "similarity": 0.8322, "relevance": 4 }, { "pair_id": 169110, "video_name": "s07e22_seg02_clip_03", "timestamp": [ 39.62, 42.62 ], "duration": 60.66, "caption": "A woman sits down on the couch next to a person.", "similarity": 0.83, "relevance": 3 }, { "pair_id": 169111, "video_name": "friends_s06e03_seg02_clip_19", "timestamp": [ 15.42, 18.1 ], "duration": 67.66, "caption": "A woman gets up from the couch where they were sitting with two people.", "similarity": 0.8274, "relevance": 2 }, { "pair_id": 169112, "video_name": "s05e18_seg02_clip_15", "timestamp": [ 38.96, 42.5 ], "duration": 59.66, "caption": "A woman walks over and sits down on the couch next to a person.", "similarity": 0.8179, "relevance": 2 }, { "pair_id": 169113, "video_name": "s05e04_seg02_clip_15", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A woman sits on the couch next to someone.", "similarity": 0.8137, "relevance": 3 }, { "pair_id": 169114, "video_name": "s09e11_seg02_clip_13", "timestamp": [ 36.62, 39.67 ], "duration": 61.66, "caption": "A woman sits down on the couch next to person.", "similarity": 0.8097, "relevance": 2 }, { "pair_id": 169115, "video_name": "s06e24_seg02_clip_11", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A person is sitting next to a woman while on the couch.", "similarity": 0.8031, "relevance": 1 }, { "pair_id": 169116, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8014, "relevance": 1 }, { "pair_id": 169117, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8014, "relevance": 1 }, { "pair_id": 169118, "video_name": "met_s02e07_seg02_clip_01", "timestamp": [ 28.59, 31.08 ], "duration": 55.66, "caption": "A woman sits down in a chair while two people sit down on the couch.", "similarity": 0.7985, "relevance": 1 }, { "pair_id": 169119, "video_name": "friends_s07e18_seg02_clip_15", "timestamp": [ 0.0, 3.73 ], "duration": 53.66, "caption": "A woman walks into a place and sits next to another woman on the couch.", "similarity": 0.7911, "relevance": 3 } ] }, { "query_id": 34971, "query": "A man walks away from a woman and touches an incubator as he leaves the room.", "relevant_moment": [ { "pair_id": 11600, "video_name": "grey_s02e03_seg02_clip_02", "timestamp": [ 11.66, 18.19 ], "duration": 93.66, "caption": "A man walks away from a woman and touches an incubator as he leaves the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11601, "video_name": "grey_s03e20_seg02_clip_20", "timestamp": [ 80.06, 83.74 ], "duration": 92.66, "caption": "A man walks away from a woman and exits the room.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 11602, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 4.55, 9.56 ], "duration": 91.66, "caption": "A man walks away from a woman and out of the room.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 11603, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 16.56, 22.09 ], "duration": 92.66, "caption": "A man walks away from another person and leaves the room.", "similarity": 0.7589, "relevance": 1 }, { "pair_id": 11604, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 56.78, 58.5 ], "duration": 86.66, "caption": "A woman walks away from a man and then leaves the room.", "similarity": 0.7581, "relevance": 2 }, { "pair_id": 11605, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 12.01, 15.01 ], "duration": 60.66, "caption": "A man walks away leaving a woman in the living room.", "similarity": 0.7503, "relevance": 2 }, { "pair_id": 11606, "video_name": "friends_s04e06_seg02_clip_20", "timestamp": [ 7.83, 11.89 ], "duration": 54.66, "caption": "A man walks away from a woman and to his room.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 11607, "video_name": "house_s01e03_seg02_clip_09", "timestamp": [ 5.54, 8.77 ], "duration": 92.66, "caption": "A woman walks away from a man and leaves the room.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 11608, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 34.84, 38.81 ], "duration": 61.66, "caption": "A man gets up and walks out of the room away from a woman.", "similarity": 0.7432, "relevance": 3 }, { "pair_id": 11609, "video_name": "house_s07e05_seg02_clip_09", "timestamp": [ 23.51, 40.7 ], "duration": 90.66, "caption": "A man takes out the baby inside the incubator and hands her to woman.", "similarity": 0.724, "relevance": 1 }, { "pair_id": 11610, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 15.61, 20.07 ], "duration": 89.66, "caption": "A woman walks out of the room leaving man standing alone.", "similarity": 0.7188, "relevance": 1 }, { "pair_id": 11611, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A person turns away from woman and man and walks out of the room.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 11612, "video_name": "friends_s03e21_seg02_clip_20", "timestamp": [ 40.02, 48.22 ], "duration": 63.66, "caption": "A man walks away from a woman and leaves the apartment.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 11613, "video_name": "house_s07e21_seg02_clip_10", "timestamp": [ 14.72, 18.87 ], "duration": 92.66, "caption": "A person turns around and leaves the room leaving a man alone.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 11614, "video_name": "house_s08e21_seg02_clip_15", "timestamp": [ 49.29, 51.93 ], "duration": 88.66, "caption": "A woman walks out of a man's room leaving another man alone with him.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 11615, "video_name": "s07e04_seg02_clip_12", "timestamp": [ 20.16, 22.64 ], "duration": 62.66, "caption": "A man walks away from a woman and into the kitchen.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 11616, "video_name": "met_s03e20_seg02_clip_09", "timestamp": [ 36.82, 42.58 ], "duration": 64.66, "caption": "A woman walks away from man and leaves his hospital room.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 11617, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 33.3, 43.21 ], "duration": 180.66, "caption": "A person walks out of the room after a man tells him to leave.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 11618, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A man walks out from the room and leaves a man and a woman.", "similarity": 0.6998, "relevance": 1 }, { "pair_id": 11619, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 31.73, 33.87 ], "duration": 61.66, "caption": "A woman walks away from a man and walks towards her room.", "similarity": 0.6982, "relevance": 1 }, { "pair_id": 184920, "video_name": "friends_s06e03_seg02_clip_03", "timestamp": [ 19.23, 24.81 ], "duration": 62.66, "caption": "A man walks away from a woman and into his apartment.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 184921, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 21.7, 32.34 ], "duration": 88.66, "caption": "A person walks away from a man so the man walks into the patient room.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 184922, "video_name": "house_s08e12_seg02_clip_01", "timestamp": [ 26.13, 29.46 ], "duration": 95.66, "caption": "A woman walks out of the room leaving man alone with the patient.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 184923, "video_name": "friends_s02e09_seg02_clip_15", "timestamp": [ 43.38, 45.75 ], "duration": 59.66, "caption": "A man walks away from woman into the kitchen.", "similarity": 0.6942, "relevance": 3 }, { "pair_id": 184924, "video_name": "house_s07e18_seg02_clip_24", "timestamp": [ 60.09, 62.11 ], "duration": 80.66, "caption": "A man gets up and leaves a woman's hospital room.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 184925, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 12.21, 14.65 ], "duration": 61.66, "caption": "A man walks away from a woman in their apartment.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 184926, "video_name": "house_s07e05_seg02_clip_09", "timestamp": [ 23.06, 43.41 ], "duration": 90.66, "caption": "A man takes a baby out of an incubator and hands her to its grandmother.", "similarity": 0.6893, "relevance": 3 }, { "pair_id": 184927, "video_name": "friends_s02e08_seg02_clip_16", "timestamp": [ 0.0, 3.63 ], "duration": 66.66, "caption": "A woman walks out of the room after a man says they'll leave.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 184928, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 43.51, 46.99 ], "duration": 87.66, "caption": "A man exits the room, followed by a woman.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 184929, "video_name": "house_s04e05_seg02_clip_20", "timestamp": [ 33.83, 57.74 ], "duration": 90.66, "caption": "A man leaves the room, a woman stays in the room.", "similarity": 0.6859, "relevance": 1 }, { "pair_id": 184930, "video_name": "grey_s02e03_seg02_clip_02", "timestamp": [ 2.33, 7.93 ], "duration": 93.66, "caption": "A man is touching a baby inside an incubator as he is beside a woman.", "similarity": 0.6846, "relevance": 3 }, { "pair_id": 184931, "video_name": "grey_s02e22_seg02_clip_22", "timestamp": [ 0.0, 13.7 ], "duration": 91.66, "caption": "A woman comes out of the room after a man leaves.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 184932, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 46.67, 54.52 ], "duration": 87.66, "caption": "A man walks into someone's room and a woman leaves.", "similarity": 0.6818, "relevance": 2 }, { "pair_id": 184933, "video_name": "grey_s03e11_seg02_clip_26", "timestamp": [ 0.41, 11.28 ], "duration": 41.66, "caption": "Awkwardly, a man leaves the room he and a woman were in.", "similarity": 0.6803, "relevance": 3 }, { "pair_id": 184934, "video_name": "house_s05e24_seg02_clip_21", "timestamp": [ 35.43, 39.67 ], "duration": 77.66, "caption": "A woman walks away from a man leaving him standing in the hospital hallway.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 184935, "video_name": "s02e22_seg02_clip_08", "timestamp": [ 41.49, 43.23 ], "duration": 58.66, "caption": "A man walks away from a woman's door and towards his apartment.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 184936, "video_name": "house_s01e20_seg02_clip_10", "timestamp": [ 3.58, 6.27 ], "duration": 89.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 184937, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 21.97, 23.5 ], "duration": 61.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.6765, "relevance": 1 }, { "pair_id": 184938, "video_name": "house_s04e06_seg02_clip_13", "timestamp": [ 11.88, 15.84 ], "duration": 88.66, "caption": "A woman walks away from man leaving him with a patient.", "similarity": 0.6763, "relevance": 2 }, { "pair_id": 184939, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 43.71, 45.61 ], "duration": 95.66, "caption": "A woman walks away from man leaving him alone.", "similarity": 0.6762, "relevance": 2 } ] }, { "query_id": 35028, "query": "A man pulls a drawer out of the cabinet.", "relevant_moment": [ { "pair_id": 157440, "video_name": "met_s06e07_seg02_clip_14", "timestamp": [ 20.11, 21.91 ], "duration": 60.66, "caption": "A man pulls a drawer out of the cabinet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157441, "video_name": "met_s06e07_seg02_clip_14", "timestamp": [ 19.81, 22.21 ], "duration": 60.66, "caption": "A man grabs a drawer from a file cabinet and pulls it out and lets it fall.", "similarity": 0.8208, "relevance": 4 }, { "pair_id": 157442, "video_name": "friends_s10e05_seg02_clip_08", "timestamp": [ 50.98, 51.89 ], "duration": 60.66, "caption": "A man pulls a loaf of bread out of the kitchen cabinet.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 157443, "video_name": "s08e17_seg02_clip_05", "timestamp": [ 7.2, 13.21 ], "duration": 60.66, "caption": "A person pulls the door off of a drawer.", "similarity": 0.7559, "relevance": 3 }, { "pair_id": 157444, "video_name": "friends_s06e15-16_seg02_clip_31", "timestamp": [ 36.31, 40.58 ], "duration": 61.66, "caption": "A man gets up and walks over to the cabinet and opens the top drawer.", "similarity": 0.7482, "relevance": 3 }, { "pair_id": 157445, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 43.48, 47.19 ], "duration": 53.66, "caption": "A person opens a drawer and takes something out.", "similarity": 0.7448, "relevance": 3 }, { "pair_id": 157446, "video_name": "met_s03e15_seg01_clip_01", "timestamp": [ 9.51, 10.74 ], "duration": 61.66, "caption": "A man takes some papers out of a file cabinet drawer.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 157447, "video_name": "s08e18_seg02_clip_05", "timestamp": [ 10.23, 15.51 ], "duration": 62.66, "caption": "A person opens the cabinet drawer and pulls out condiment packets.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 157448, "video_name": "friends_s03e23_seg02_clip_14", "timestamp": [ 18.82, 28.23 ], "duration": 57.66, "caption": "A man pulls a drawer out from a cabinet and meets guru Saj.", "similarity": 0.7145, "relevance": 4 }, { "pair_id": 157449, "video_name": "friends_s07e12_seg02_clip_04", "timestamp": [ 41.78, 47.0 ], "duration": 58.66, "caption": "A man tries to get something out of the cabinet and pans fall out.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 157451, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 54.32, 57.93 ], "duration": 60.66, "caption": "A person opens a drawer in the desk to get something out.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 157452, "video_name": "friends_s02e16_seg01_clip_00", "timestamp": [ 13.54, 15.52 ], "duration": 66.66, "caption": "A man puts an object in his mouth and puts it into a drawer.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 157453, "video_name": "castle_s07e04_seg02_clip_23", "timestamp": [ 61.76, 64.7 ], "duration": 98.66, "caption": "A man takes out clothes from a drawer and swipes his hand into the empty drawer.", "similarity": 0.674, "relevance": 3 }, { "pair_id": 157454, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 10.84, 18.65 ], "duration": 86.66, "caption": "A person pulls open a cabinet draw and pulls out a photo.", "similarity": 0.6731, "relevance": 2 }, { "pair_id": 157455, "video_name": "house_s05e05_seg02_clip_20", "timestamp": [ 5.61, 10.2 ], "duration": 102.66, "caption": "A person walks in the cabinet and open it.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 157456, "video_name": "house_s05e20_seg02_clip_18", "timestamp": [ 3.63, 8.16 ], "duration": 90.66, "caption": "A man walks over toward a desk and opens a drawer of a file cabinet.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 157457, "video_name": "house_s04e14_seg02_clip_18", "timestamp": [ 0.0, 7.17 ], "duration": 89.66, "caption": "A person grabs something from the cabinet and then closes it.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 157458, "video_name": "friends_s07e12_seg02_clip_04", "timestamp": [ 44.1, 46.13 ], "duration": 58.66, "caption": "A man opens the cupboard door and pulls out a dish and pots and pans fall out.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 157459, "video_name": "s10e04_seg02_clip_05", "timestamp": [ 25.82, 28.43 ], "duration": 58.66, "caption": "A person is holding items of clothing he/she is pulling out of a drawer.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 330760, "video_name": "house_s05e15_seg02_clip_19", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A person takes a piece of paper out of the drawer and is handing it to man.", "similarity": 0.6429, "relevance": 3 }, { "pair_id": 330761, "video_name": "house_s07e13_seg02_clip_17", "timestamp": [ 14.88, 19.98 ], "duration": 85.66, "caption": "A person came in the cabinet and put the thing he is holding in there.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 330762, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 5.94, 11.58 ], "duration": 59.66, "caption": "A man breaks open a cabinet and another man gets out.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 330763, "video_name": "s02e01_seg02_clip_08", "timestamp": [ 47.62, 49.04 ], "duration": 57.66, "caption": "A man pulls something from out of the refrigerator.", "similarity": 0.6282, "relevance": 0 }, { "pair_id": 330764, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 58.77, 66.03 ], "duration": 66.66, "caption": "A man pulls a small notebook out of the drawer and starts flipping through pages.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 330765, "video_name": "castle_s05e17_seg02_clip_03", "timestamp": [ 16.34, 22.25 ], "duration": 90.66, "caption": "A man leaves the closet and heads over to the cabinet.", "similarity": 0.6269, "relevance": 1 }, { "pair_id": 330766, "video_name": "friends_s02e18_seg02_clip_13", "timestamp": [ 1.26, 13.55 ], "duration": 63.66, "caption": "A woman pulls a box out of a cabinet in the bathroom.", "similarity": 0.625, "relevance": 2 }, { "pair_id": 330767, "video_name": "house_s06e14_seg02_clip_01", "timestamp": [ 36.57, 88.12 ], "duration": 88.66, "caption": "A man tried to open the drawer of the table.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 330768, "video_name": "house_s03e13_seg02_clip_09", "timestamp": [ 68.62, 74.48 ], "duration": 90.66, "caption": "A person moves to the drawer and pulls out a large syringe.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 330769, "video_name": "castle_s02e14_seg02_clip_14", "timestamp": [ 66.26, 72.57 ], "duration": 90.66, "caption": "A man walks up to a cabinet and opens the door.", "similarity": 0.6181, "relevance": 2 }, { "pair_id": 330770, "video_name": "s06e07_seg02_clip_00", "timestamp": [ 19.23, 27.91 ], "duration": 62.66, "caption": "A man opens and closes the drawer of his old dresser.", "similarity": 0.6175, "relevance": 4 }, { "pair_id": 330771, "video_name": "friends_s03e20_seg02_clip_15", "timestamp": [ 7.99, 9.64 ], "duration": 47.66, "caption": "A man grabs a cup from the cabinet and goes to the sink.", "similarity": 0.6167, "relevance": 2 }, { "pair_id": 330772, "video_name": "s03e14_seg01_clip_00", "timestamp": [ 56.73, 59.56 ], "duration": 63.66, "caption": "A person gets a coffee mug out of the cabinet.", "similarity": 0.6157, "relevance": 1 }, { "pair_id": 330773, "video_name": "s08e18_seg02_clip_05", "timestamp": [ 9.92, 15.2 ], "duration": 62.66, "caption": "A person is opening the drawer and taking a bunch of packets from the drawer happily.", "similarity": 0.6128, "relevance": 4 }, { "pair_id": 330774, "video_name": "friends_s03e05_seg02_clip_21", "timestamp": [ 57.35, 60.99 ], "duration": 91.66, "caption": "A man gets inside the cabinet while a man is looking at him.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 330775, "video_name": "castle_s02e08_seg02_clip_20", "timestamp": [ 43.69, 45.97 ], "duration": 91.66, "caption": "A person pulls on a small drawer hidden on the coffin's top.", "similarity": 0.6117, "relevance": 2 }, { "pair_id": 330776, "video_name": "s04e24_seg02_clip_04", "timestamp": [ 44.12, 49.48 ], "duration": 63.66, "caption": "A person opens a desk drawer and removes a piece of paper.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 330777, "video_name": "house_s02e21_seg02_clip_14", "timestamp": [ 58.31, 61.87 ], "duration": 89.66, "caption": "A person opens a glass cabinet and places something inside.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 330778, "video_name": "friends_s04e22_seg02_clip_11", "timestamp": [ 31.64, 35.49 ], "duration": 59.66, "caption": "A man opens the upper cabinet in the kitchen.", "similarity": 0.61, "relevance": 1 } ] }, { "query_id": 35036, "query": "A woman is sitting in the chair reading a magazine.", "relevant_moment": [ { "pair_id": 10840, "video_name": "house_s02e04_seg02_clip_24", "timestamp": [ 35.67, 37.5 ], "duration": 91.66, "caption": "A woman is sitting in the chair reading a magazine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10841, "video_name": "friends_s02e10_seg02_clip_17", "timestamp": [ 28.39, 30.71 ], "duration": 66.66, "caption": "A woman is sitting on a chair as she is going thru a magazine.", "similarity": 0.8615, "relevance": 3 }, { "pair_id": 10842, "video_name": "friends_s06e02_seg02_clip_02", "timestamp": [ 0.29, 7.7 ], "duration": 57.66, "caption": "A woman sits on the couch reading a magazine.", "similarity": 0.834, "relevance": 4 }, { "pair_id": 10843, "video_name": "friends_s04e20_seg02_clip_13", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman sits down and reads a magazine in a lobby.", "similarity": 0.8281, "relevance": 4 }, { "pair_id": 10844, "video_name": "friends_s05e04_seg02_clip_02", "timestamp": [ 40.29, 45.18 ], "duration": 57.66, "caption": "A woman sits on the couch and reads a magazine.", "similarity": 0.8205, "relevance": 4 }, { "pair_id": 10845, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 10.4, 15.6 ], "duration": 80.66, "caption": "A person sits down in a chair with a magazine.", "similarity": 0.7808, "relevance": 3 }, { "pair_id": 10846, "video_name": "friends_s06e21_seg01_clip_00", "timestamp": [ 3.75, 27.38 ], "duration": 75.66, "caption": "A woman looks at a magazine and reads aloud from it.", "similarity": 0.7525, "relevance": 4 }, { "pair_id": 10847, "video_name": "s07e01_seg02_clip_03", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman is sitting on a chair flipping through a magazine as she speaks to a person.", "similarity": 0.7279, "relevance": 4 }, { "pair_id": 10848, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 71.75, 90.75 ], "duration": 95.66, "caption": "A person in a chair is paging through a magazine.", "similarity": 0.7248, "relevance": 3 }, { "pair_id": 10849, "video_name": "friends_s05e22_seg02_clip_08", "timestamp": [ 31.21, 33.92 ], "duration": 60.66, "caption": "A woman sits on the sofa and opens a magazine.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 10850, "video_name": "house_s03e19_seg02_clip_14", "timestamp": [ 60.89, 69.46 ], "duration": 90.66, "caption": "A person holds a magazine and reads it.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 10851, "video_name": "friends_s09e13_seg02_clip_10", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "A woman was sitting on the couch and holding a magazine.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 10852, "video_name": "house_s02e13_seg02_clip_08", "timestamp": [ 23.86, 29.26 ], "duration": 90.66, "caption": "Person is sitting reading a magazine while person talks.", "similarity": 0.6837, "relevance": 3 }, { "pair_id": 10853, "video_name": "friends_s09e22_seg01_clip_00", "timestamp": [ 6.05, 9.68 ], "duration": 121.66, "caption": "A woman comments how her day is going while reading a magazine.", "similarity": 0.6794, "relevance": 4 }, { "pair_id": 10854, "video_name": "s09e20_seg02_clip_05", "timestamp": [ 52.94, 56.02 ], "duration": 56.66, "caption": "A woman sits down next to a person as he is reading his magazine.", "similarity": 0.678, "relevance": 3 }, { "pair_id": 10855, "video_name": "friends_s06e12_seg01_clip_01", "timestamp": [ 1.72, 5.59 ], "duration": 43.66, "caption": "A woman points to the magazine while describing the article.", "similarity": 0.6765, "relevance": 4 }, { "pair_id": 10856, "video_name": "friends_s09e22_seg01_clip_00", "timestamp": [ 0.0, 38.73 ], "duration": 121.66, "caption": "A woman is sitting in a chair at a coffee shop flipping through a magazine and then closes it.", "similarity": 0.6622, "relevance": 4 }, { "pair_id": 10857, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 45.05, 47.33 ], "duration": 57.66, "caption": "A man sits on the sofa reading a magazine.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 10858, "video_name": "friends_s09e13_seg02_clip_08", "timestamp": [ 10.99, 20.44 ], "duration": 61.66, "caption": "A woman closes and puts away the magazine she's reading in a hurry.", "similarity": 0.6525, "relevance": 3 }, { "pair_id": 10859, "video_name": "house_s03e08_seg02_clip_20", "timestamp": [ 37.84, 42.29 ], "duration": 89.66, "caption": "A man picks up a magazine and sits down in a chair.", "similarity": 0.6521, "relevance": 3 }, { "pair_id": 184160, "video_name": "friends_s08e10_seg02_clip_01", "timestamp": [ 29.95, 33.48 ], "duration": 58.66, "caption": "A woman is pointing to something in a magazine.", "similarity": 0.6481, "relevance": 4 }, { "pair_id": 184161, "video_name": "friends_s06e21_seg02_clip_17", "timestamp": [ 37.52, 40.52 ], "duration": 60.66, "caption": "A woman is sitting in a chair and writing in a book.", "similarity": 0.648, "relevance": 3 }, { "pair_id": 184162, "video_name": "met_s06e13_seg02_clip_04", "timestamp": [ 32.46, 51.06 ], "duration": 59.66, "caption": "A woman reads a magazine on the couch while she talks to a man.", "similarity": 0.6302, "relevance": 4 }, { "pair_id": 184163, "video_name": "castle_s07e06_seg02_clip_09", "timestamp": [ 72.01, 78.94 ], "duration": 92.66, "caption": "A woman sits in an office reading a book.", "similarity": 0.6289, "relevance": 3 }, { "pair_id": 184164, "video_name": "friends_s08e03_seg02_clip_08", "timestamp": [ 5.7, 12.31 ], "duration": 60.66, "caption": "A person picks up a magazine and turns its pages while sitting on a chair.", "similarity": 0.6232, "relevance": 4 }, { "pair_id": 184165, "video_name": "friends_s03e22_seg02_clip_12", "timestamp": [ 13.64, 48.16 ], "duration": 58.66, "caption": "A woman is sitting on a chair as she holds a newspaper.", "similarity": 0.6222, "relevance": 3 }, { "pair_id": 184166, "video_name": "friends_s06e02_seg02_clip_02", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A woman sarcastically says that she is reading someone's magazine.", "similarity": 0.6194, "relevance": 4 }, { "pair_id": 184167, "video_name": "friends_s06e11_seg02_clip_01", "timestamp": [ 49.52, 54.92 ], "duration": 60.66, "caption": "A woman closes the magazine to read the back cover.", "similarity": 0.6116, "relevance": 4 }, { "pair_id": 184168, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 25.74, 28.53 ], "duration": 62.66, "caption": "A woman sits down next to man and puts the magazines in her lap.", "similarity": 0.6068, "relevance": 3 }, { "pair_id": 184169, "video_name": "friends_s04e20_seg02_clip_02", "timestamp": [ 41.02, 47.22 ], "duration": 59.66, "caption": "A woman is sitting at the table reading a magazine and gets up and runs over to the sink.", "similarity": 0.6021, "relevance": 4 }, { "pair_id": 184170, "video_name": "friends_s08e03_seg02_clip_08", "timestamp": [ 19.51, 21.01 ], "duration": 60.66, "caption": "A woman put back the magazine on a desk.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 184171, "video_name": "grey_s02e12_seg02_clip_05", "timestamp": [ 14.36, 29.65 ], "duration": 92.66, "caption": "A woman is looking at a magazine as she is speaking to a man.", "similarity": 0.5951, "relevance": 2 }, { "pair_id": 184172, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 19.82, 24.78 ], "duration": 55.66, "caption": "A woman walks in and sits on the chair.", "similarity": 0.5929, "relevance": 2 }, { "pair_id": 184173, "video_name": "friends_s04e20_seg02_clip_02", "timestamp": [ 41.32, 48.4 ], "duration": 59.66, "caption": "A woman is reading a magazine while sitting at the kitchen table and she runs to the kitchen sink when she hears the door open.", "similarity": 0.5927, "relevance": 4 }, { "pair_id": 184174, "video_name": "house_s03e19_seg02_clip_24", "timestamp": [ 29.58, 33.68 ], "duration": 91.66, "caption": "A person is reading a magazine while another person walks in.", "similarity": 0.5856, "relevance": 3 }, { "pair_id": 184175, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 26.11, 28.51 ], "duration": 60.66, "caption": "A woman picks up a magazine from the coffee table.", "similarity": 0.5852, "relevance": 4 }, { "pair_id": 184176, "video_name": "house_s05e23_seg02_clip_24", "timestamp": [ 69.77, 72.47 ], "duration": 90.66, "caption": "A woman takes the magazine and tosses it aside.", "similarity": 0.5831, "relevance": 2 }, { "pair_id": 184177, "video_name": "friends_s01e08_seg01_clip_00", "timestamp": [ 5.76, 7.2 ], "duration": 48.66, "caption": "A man sits quietly at a table reading a magazine.", "similarity": 0.5787, "relevance": 3 }, { "pair_id": 184178, "video_name": "grey_s01e04_seg02_clip_17", "timestamp": [ 42.78, 48.7 ], "duration": 91.66, "caption": "A woman is looking at a magazine as she describes someone who is in it to two other women.", "similarity": 0.5783, "relevance": 4 }, { "pair_id": 184179, "video_name": "house_s01e02_seg02_clip_00", "timestamp": [ 0.0, 8.25 ], "duration": 97.66, "caption": "A person hands their feet up while reading a magazine.", "similarity": 0.5743, "relevance": 3 } ] }, { "query_id": 35135, "query": "A woman points at another woman during a conversation at the reception.", "relevant_moment": [ { "pair_id": 150800, "video_name": "friends_s08e01_seg02_clip_05", "timestamp": [ 3.0, 5.7 ], "duration": 60.66, "caption": "A woman points at another woman during a conversation at the reception.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150801, "video_name": "friends_s01e16-17_seg02_clip_33", "timestamp": [ 55.47, 59.25 ], "duration": 63.66, "caption": "A woman points her finger at another woman during their conversation.", "similarity": 0.8222, "relevance": 3 }, { "pair_id": 150802, "video_name": "friends_s05e04_seg01_clip_00", "timestamp": [ 49.0, 51.48 ], "duration": 62.66, "caption": "A woman points both her fingers at another woman as they have a conversation.", "similarity": 0.8087, "relevance": 3 }, { "pair_id": 150803, "video_name": "friends_s08e01_seg02_clip_05", "timestamp": [ 2.1, 5.7 ], "duration": 60.66, "caption": "A person points at woman while having a conversation with her.", "similarity": 0.7939, "relevance": 4 }, { "pair_id": 150804, "video_name": "friends_s08e08_seg02_clip_05", "timestamp": [ 44.26, 47.13 ], "duration": 57.66, "caption": "A woman points her finger at another woman as she is talking to her.", "similarity": 0.7829, "relevance": 4 }, { "pair_id": 150805, "video_name": "s05e11_seg02_clip_09", "timestamp": [ 47.45, 50.24 ], "duration": 62.66, "caption": "A woman points her finger at another woman while talking to her.", "similarity": 0.7797, "relevance": 4 }, { "pair_id": 150806, "video_name": "friends_s05e22_seg02_clip_09", "timestamp": [ 46.74, 50.58 ], "duration": 64.66, "caption": "A woman points at a man as they have a conversation.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 150807, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 12.21, 15.56 ], "duration": 61.66, "caption": "A woman points at a man as they have a conversation.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 150808, "video_name": "castle_s04e20_seg02_clip_00", "timestamp": [ 49.92, 54.12 ], "duration": 93.66, "caption": "A woman nods towards another woman and then points at her.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 150809, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.7429, "relevance": 1 }, { "pair_id": 150810, "video_name": "friends_s07e17_seg02_clip_02", "timestamp": [ 24.81, 25.43 ], "duration": 62.66, "caption": "A woman points towards another woman talking to her and another woman at the store.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 150811, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 11.81, 13.28 ], "duration": 59.66, "caption": "A woman is talking to another woman and points outward with her right hand.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 150812, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 0.0, 26.21 ], "duration": 80.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 150813, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 0.0, 12.08 ], "duration": 105.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 150814, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 9.79, 45.85 ], "duration": 89.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 150815, "video_name": "friends_s10e07_seg02_clip_11", "timestamp": [ 5.36, 9.72 ], "duration": 67.66, "caption": "A woman points at another woman while giving her an affirmative answer.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 150816, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 22.4, 25.18 ], "duration": 37.66, "caption": "A woman points one finger at another woman's right hand as she talks to her.", "similarity": 0.7303, "relevance": 4 }, { "pair_id": 150817, "video_name": "s01e04_seg02_clip_11", "timestamp": [ 28.07, 32.04 ], "duration": 61.66, "caption": "A woman points at two people mentioning their relationship with each other.", "similarity": 0.7236, "relevance": 3 }, { "pair_id": 150818, "video_name": "friends_s03e17_seg02_clip_16", "timestamp": [ 10.93, 12.4 ], "duration": 59.66, "caption": "A woman points at a man in the middle of a discussion.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 150819, "video_name": "friends_s08e21_seg02_clip_05", "timestamp": [ 2.0, 4.85 ], "duration": 57.66, "caption": "A woman points toward another woman as they talk on the couch.", "similarity": 0.7199, "relevance": 3 }, { "pair_id": 324120, "video_name": "friends_s01e19_seg02_clip_09", "timestamp": [ 8.78, 10.41 ], "duration": 65.66, "caption": "A woman points to her right as she has a conversation with a man.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 324121, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "A woman was having a conversation with two people.", "similarity": 0.7117, "relevance": 1 }, { "pair_id": 324122, "video_name": "friends_s09e11_seg02_clip_15", "timestamp": [ 38.66, 40.14 ], "duration": 59.66, "caption": "A woman nods her head at something another woman just said and points at her.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 324123, "video_name": "house_s02e11_seg02_clip_16", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A woman sits down and has a conversation with another woman.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 324124, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 47.36, 82.37 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 324125, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 39.54 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7077, "relevance": 1 }, { "pair_id": 324126, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 0.0, 16.73 ], "duration": 90.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7077, "relevance": 3 }, { "pair_id": 324127, "video_name": "s10e05_seg02_clip_12", "timestamp": [ 47.59, 51.37 ], "duration": 63.66, "caption": "A woman points at person as she is speaking with him.", "similarity": 0.7066, "relevance": 3 }, { "pair_id": 324128, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 29.62, 32.39 ], "duration": 92.66, "caption": "A woman points to a photo in her hand as she speaks to another woman.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 324129, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A man points at a woman while having a conversation with her.", "similarity": 0.7031, "relevance": 3 }, { "pair_id": 324130, "video_name": "friends_s05e12_seg02_clip_00", "timestamp": [ 38.42, 41.62 ], "duration": 64.66, "caption": "A woman points at man during a conversation at the cafe.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 324131, "video_name": "castle_s08e11_seg02_clip_14", "timestamp": [ 44.8, 90.51 ], "duration": 90.66, "caption": "A woman sits with another woman to have a conversation with her.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 324132, "video_name": "friends_s09e16_seg02_clip_14", "timestamp": [ 25.82, 33.94 ], "duration": 58.66, "caption": "A woman points back towards the door when talking to another woman.", "similarity": 0.7013, "relevance": 1 }, { "pair_id": 324133, "video_name": "friends_s09e07_seg02_clip_03", "timestamp": [ 5.9, 8.56 ], "duration": 59.66, "caption": "A woman points are her ear while telling another person to pay attention.", "similarity": 0.7006, "relevance": 1 }, { "pair_id": 324134, "video_name": "s04e14_seg02_clip_03", "timestamp": [ 50.55, 53.03 ], "duration": 62.66, "caption": "A woman points to a person forcefully with her right hand while talking to them.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 324135, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 23.09, 26.73 ], "duration": 60.66, "caption": "A woman is talking to man and points both index fingers at another woman.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 324136, "video_name": "friends_s10e02_seg02_clip_07", "timestamp": [ 44.56, 48.99 ], "duration": 59.66, "caption": "A woman is talking to a man and points at something in front of her.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 324137, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 80.28, 92.28 ], "duration": 92.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 324138, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 324139, "video_name": "grey_s03e08_seg02_clip_20", "timestamp": [ 26.65, 32.63 ], "duration": 91.66, "caption": "A woman points one of her fingers at another woman with a ring on it.", "similarity": 0.6982, "relevance": 3 } ] }, { "query_id": 35145, "query": "A man is talking passionately about something and a woman pulls out a tape recorder.", "relevant_moment": [ { "pair_id": 162880, "video_name": "met_s06e08_seg02_clip_07", "timestamp": [ 43.96, 63.66 ], "duration": 63.66, "caption": "A man is talking passionately about something and a woman pulls out a tape recorder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162881, "video_name": "met_s06e08_seg02_clip_07", "timestamp": [ 57.66, 63.66 ], "duration": 63.66, "caption": "A woman holds a tape recorder up in front of a man.", "similarity": 0.6888, "relevance": 3 }, { "pair_id": 162882, "video_name": "house_s03e05_seg02_clip_07", "timestamp": [ 15.86, 17.67 ], "duration": 90.66, "caption": "A man gives a thing to woman while he is speaking.", "similarity": 0.6863, "relevance": 0 }, { "pair_id": 162883, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 3.37, 8.89 ], "duration": 61.66, "caption": "A man holds a cassette tape and then gives it to woman.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 162884, "video_name": "s09e07_seg02_clip_06", "timestamp": [ 22.64, 27.6 ], "duration": 62.66, "caption": "A person is speaking while someone is recording what they are saying.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 162885, "video_name": "met_s06e08_seg02_clip_03", "timestamp": [ 36.31, 41.59 ], "duration": 62.66, "caption": "A woman turns on her tape recorder and says something into it.", "similarity": 0.6323, "relevance": 3 }, { "pair_id": 162887, "video_name": "grey_s02e18_seg02_clip_16", "timestamp": [ 43.13, 44.01 ], "duration": 88.66, "caption": "A woman puts a tape in an envelope while talking with a man.", "similarity": 0.6272, "relevance": 1 }, { "pair_id": 162888, "video_name": "s06e17_seg02_clip_10", "timestamp": [ 43.57, 52.35 ], "duration": 65.66, "caption": "While a man is talking to a woman, she hands him a piece of paper.", "similarity": 0.6232, "relevance": 2 }, { "pair_id": 162889, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 0.0, 19.85 ], "duration": 62.66, "caption": "A person is recording himself speaking when he turns the camera to woman and introduces her.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 162890, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.6155, "relevance": 1 }, { "pair_id": 162891, "video_name": "house_s01e22_seg02_clip_02", "timestamp": [ 31.5, 37.44 ], "duration": 91.66, "caption": "A woman is talking into a recorder as a man hands them a coffee.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 162892, "video_name": "friends_s03e19_seg02_clip_14", "timestamp": [ 41.06, 47.62 ], "duration": 57.66, "caption": "A man pulls a woman slightly to the side to talk.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 162893, "video_name": "house_s05e20_seg02_clip_07", "timestamp": [ 6.7, 8.48 ], "duration": 89.66, "caption": "A woman gives a thing to man while another woman is speaking.", "similarity": 0.6118, "relevance": 1 }, { "pair_id": 162894, "video_name": "s01e01_seg02_clip_03", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A man puts his hand on his mouth as he listens to a woman.", "similarity": 0.6112, "relevance": 1 }, { "pair_id": 162895, "video_name": "friends_s08e15_seg02_clip_06", "timestamp": [ 3.86, 5.64 ], "duration": 59.66, "caption": "A woman reaches over and shows a man a VCR tape.", "similarity": 0.6064, "relevance": 2 }, { "pair_id": 162896, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 32.67, 41.01 ], "duration": 139.66, "caption": "The woman keeps listening to a woman and a man.", "similarity": 0.6054, "relevance": 1 }, { "pair_id": 162897, "video_name": "friends_s10e07_seg02_clip_01", "timestamp": [ 3.41, 17.37 ], "duration": 62.66, "caption": "A man takes ownership of tape in couple's VCR.", "similarity": 0.6049, "relevance": 1 }, { "pair_id": 162898, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A man holds a voice recorder to pose as a person knocking on woman's door.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 162899, "video_name": "castle_s07e20_seg02_clip_01", "timestamp": [ 0.0, 5.25 ], "duration": 87.66, "caption": "A man is listening to woman as she speaks.", "similarity": 0.604, "relevance": 1 } ] }, { "query_id": 35159, "query": "A man walks out the door and rips the sleeve of his suit jacket.", "relevant_moment": [ { "pair_id": 155600, "video_name": "friends_s04e02_seg01_clip_00", "timestamp": [ 3.91, 7.36 ], "duration": 46.66, "caption": "A man walks out the door and rips the sleeve of his suit jacket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155601, "video_name": "friends_s09e16_seg02_clip_23", "timestamp": [ 34.68, 46.09 ], "duration": 95.66, "caption": "A man picks up his jacket and walks out the door.", "similarity": 0.7507, "relevance": 2 }, { "pair_id": 155602, "video_name": "castle_s07e16_seg02_clip_25", "timestamp": [ 43.75, 47.36 ], "duration": 90.66, "caption": "A person takes off his jacket as he walks in the door.", "similarity": 0.7138, "relevance": 1 }, { "pair_id": 155603, "video_name": "friends_s03e07_seg02_clip_02", "timestamp": [ 40.35, 43.94 ], "duration": 59.66, "caption": "A man comes in the door and takes off his jacket.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 155604, "video_name": "castle_s04e01_seg02_clip_02", "timestamp": [ 2.2, 5.72 ], "duration": 88.66, "caption": "A man rips off his OR cap and gown and walks out of the door.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 155605, "video_name": "met_s06e13_seg02_clip_14", "timestamp": [ 28.33, 34.53 ], "duration": 59.66, "caption": "A man walks out of the room carrying his jacket.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 155606, "video_name": "friends_s04e02_seg01_clip_00", "timestamp": [ 2.07, 5.29 ], "duration": 46.66, "caption": "A man comes in and his coat got ripped.", "similarity": 0.6553, "relevance": 4 }, { "pair_id": 155607, "video_name": "friends_s02e10_seg02_clip_13", "timestamp": [ 31.32, 42.8 ], "duration": 62.66, "caption": "A man walked in the door and took his coat off.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 155608, "video_name": "s07e04_seg02_clip_15", "timestamp": [ 56.07, 59.03 ], "duration": 59.66, "caption": "A man closes the door and quickly starts taking his jacket off.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 155609, "video_name": "friends_s01e10_seg02_clip_05", "timestamp": [ 28.73, 33.67 ], "duration": 58.66, "caption": "A man walks in the door, takes off his scarf and coat.", "similarity": 0.6471, "relevance": 2 }, { "pair_id": 155610, "video_name": "friends_s08e18_seg02_clip_18", "timestamp": [ 6.09, 12.19 ], "duration": 58.66, "caption": "A person grabs his coat and walks out the door.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 155611, "video_name": "s05e02_seg02_clip_07", "timestamp": [ 55.78, 59.03 ], "duration": 59.66, "caption": "There is a jacket hanging on the door in a man's room.", "similarity": 0.6396, "relevance": 0 }, { "pair_id": 155612, "video_name": "met_s02e04_seg02_clip_16", "timestamp": [ 21.62, 24.4 ], "duration": 61.66, "caption": "A man puts on his suit jacket and takes out a piece of paper.", "similarity": 0.6374, "relevance": 0 }, { "pair_id": 155613, "video_name": "friends_s05e01_seg02_clip_08", "timestamp": [ 54.31, 56.57 ], "duration": 56.66, "caption": "A man takes off his suit jacket in the hotel room.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 155614, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 13.58, 17.47 ], "duration": 97.66, "caption": "A man opens the door with his coat in his left hand and walks out.", "similarity": 0.6308, "relevance": 3 }, { "pair_id": 155615, "video_name": "house_s07e20_seg02_clip_25", "timestamp": [ 90.44, 108.93 ], "duration": 132.66, "caption": "A person in a suit jacket walks in to someone's room.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 155616, "video_name": "s05e09_seg02_clip_00", "timestamp": [ 65.34, 68.54 ], "duration": 71.66, "caption": "A man takes off his jacket and walks out of the room.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 155617, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 76.52, 77.42 ], "duration": 90.66, "caption": "A man takes out his jacket from his locker.", "similarity": 0.6283, "relevance": 1 }, { "pair_id": 155618, "video_name": "s10e09_seg02_clip_03", "timestamp": [ 16.21, 26.71 ], "duration": 60.66, "caption": "A person picks up his coat and walks out the door.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 155619, "video_name": "met_s02e11_seg02_clip_07", "timestamp": [ 0.0, 8.99 ], "duration": 59.66, "caption": "A man puts on his coat and rushes out the door.", "similarity": 0.6229, "relevance": 2 } ] }, { "query_id": 35167, "query": "A man is having a conversation with two men then picks up his phone and shows it to them.", "relevant_moment": [ { "pair_id": 4460, "video_name": "castle_s05e11_seg02_clip_22", "timestamp": [ 19.58, 28.28 ], "duration": 87.66, "caption": "A man is having a conversation with two men then picks up his phone and shows it to them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4461, "video_name": "house_s07e11_seg02_clip_15", "timestamp": [ 10.67, 14.55 ], "duration": 97.66, "caption": "A man picks up his phone while having a conversation with two other men.", "similarity": 0.928, "relevance": 2 }, { "pair_id": 4462, "video_name": "house_s08e10_seg02_clip_03", "timestamp": [ 70.22, 73.82 ], "duration": 90.66, "caption": "A man picks up his phone when talking to two other men.", "similarity": 0.9101, "relevance": 3 }, { "pair_id": 4463, "video_name": "castle_s06e08_seg02_clip_20", "timestamp": [ 56.64, 92.09 ], "duration": 92.66, "caption": "A man picks up his phone and talks to another man.", "similarity": 0.896, "relevance": 1 }, { "pair_id": 4464, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 42.76, 60.77 ], "duration": 75.66, "caption": "A man picks up his phone and talks (to another person).", "similarity": 0.8529, "relevance": 2 }, { "pair_id": 4465, "video_name": "castle_s07e14_seg02_clip_13", "timestamp": [ 30.32, 57.51 ], "duration": 89.66, "caption": "A man and another man were having a conversation through the phone.", "similarity": 0.8504, "relevance": 1 }, { "pair_id": 4466, "video_name": "castle_s07e14_seg02_clip_13", "timestamp": [ 27.2, 31.21 ], "duration": 89.66, "caption": "A man is talking to another man and then answers his phone.", "similarity": 0.848, "relevance": 2 }, { "pair_id": 4467, "video_name": "castle_s04e08_seg02_clip_16", "timestamp": [ 67.36, 69.63 ], "duration": 91.66, "caption": "A man holds his phone out towards another man and the other man joins the phone conversation.", "similarity": 0.8448, "relevance": 4 }, { "pair_id": 4468, "video_name": "house_s07e06_seg02_clip_16", "timestamp": [ 0.0, 13.78 ], "duration": 106.66, "caption": "A man was talking to the phone with another man while two people watching him.", "similarity": 0.8257, "relevance": 4 }, { "pair_id": 4469, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 25.51, 60.03 ], "duration": 60.66, "caption": "A man is having a conversation with man while guy is having a phone call.", "similarity": 0.8195, "relevance": 2 }, { "pair_id": 4470, "video_name": "house_s02e21_seg02_clip_22", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "A man is having a conversation with person on the phone.", "similarity": 0.8183, "relevance": 1 }, { "pair_id": 4471, "video_name": "house_s08e02_seg02_clip_11", "timestamp": [ 0.0, 42.76 ], "duration": 90.66, "caption": "Two men are having a conversation on the phone.", "similarity": 0.8124, "relevance": 1 }, { "pair_id": 4472, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 0.0, 15.37 ], "duration": 90.66, "caption": "A man is looking at his phone as another man speaks to him.", "similarity": 0.8122, "relevance": 2 }, { "pair_id": 4473, "video_name": "house_s08e17_seg02_clip_14", "timestamp": [ 4.4, 8.8 ], "duration": 88.66, "caption": "A man is talking to another man over the phone.", "similarity": 0.8118, "relevance": 1 }, { "pair_id": 4474, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 0.0, 6.36 ], "duration": 90.66, "caption": "A man was having a conversation with someone through the phone.", "similarity": 0.8086, "relevance": 1 }, { "pair_id": 4475, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 0.0, 13.51 ], "duration": 93.66, "caption": "A man is on the phone with two other people conversing.", "similarity": 0.8078, "relevance": 1 }, { "pair_id": 4476, "video_name": "s02e08_seg02_clip_12", "timestamp": [ 52.41, 55.52 ], "duration": 62.66, "caption": "A man's phone rings as he is talking to another man.", "similarity": 0.8072, "relevance": 3 }, { "pair_id": 4477, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 45.45, 50.57 ], "duration": 128.66, "caption": "A man picks up a phone and shows it to a person.", "similarity": 0.8056, "relevance": 3 }, { "pair_id": 4478, "video_name": "castle_s08e14_seg02_clip_02", "timestamp": [ 15.81, 20.47 ], "duration": 93.66, "caption": "A man is on the phone with someone and he is talking about a person.", "similarity": 0.8044, "relevance": 1 }, { "pair_id": 4479, "video_name": "friends_s05e07_seg02_clip_15", "timestamp": [ 48.02, 60.03 ], "duration": 60.66, "caption": "A man takes the phone from a man and continues the phone conversation.", "similarity": 0.8013, "relevance": 2 } ] }, { "query_id": 35171, "query": "A person is playing a fishing game with another person in the living room.", "relevant_moment": [ { "pair_id": 3560, "video_name": "s04e09_seg02_clip_13", "timestamp": [ 18.31, 60.03 ], "duration": 60.66, "caption": "A person is playing a fishing game with another person in the living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3561, "video_name": "met_s03e10_seg02_clip_15", "timestamp": [ 36.19, 44.27 ], "duration": 59.66, "caption": "Two people are sitting in a living room playing \"Go Fish\".", "similarity": 0.7324, "relevance": 3 }, { "pair_id": 3562, "video_name": "friends_s05e21_seg02_clip_03", "timestamp": [ 5.2, 18.05 ], "duration": 61.66, "caption": "A man plays catch with someone in the room.", "similarity": 0.6797, "relevance": 2 }, { "pair_id": 3563, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 64.01, 67.02 ], "duration": 67.66, "caption": "A person and another person are sitting in the living room playing a game of chess.", "similarity": 0.6458, "relevance": 3 }, { "pair_id": 3564, "video_name": "s04e20_seg02_clip_00", "timestamp": [ 6.1, 23.5 ], "duration": 61.66, "caption": "A person is playing a virtual archery game as he stands beside another person in the living room.", "similarity": 0.6413, "relevance": 3 }, { "pair_id": 3565, "video_name": "friends_s02e23_seg02_clip_06", "timestamp": [ 66.52, 70.02 ], "duration": 70.66, "caption": "A woman is playing Monopoly with a man as they are in the living room.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 3566, "video_name": "met_s03e03_seg01_clip_01", "timestamp": [ 40.58, 61.03 ], "duration": 61.66, "caption": "Two people play Wii tennis in the living room.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 3567, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 3.2, 54.11 ], "duration": 64.66, "caption": "Some people are playing a card game as they sit in the living room.", "similarity": 0.5921, "relevance": 3 }, { "pair_id": 3568, "video_name": "house_s07e19_seg02_clip_19", "timestamp": [ 0.0, 10.8 ], "duration": 80.66, "caption": "A person is in the room of someone and that someone is playing with catch with his/her dog.", "similarity": 0.5782, "relevance": 1 }, { "pair_id": 3569, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 8.99, 11.79 ], "duration": 62.66, "caption": "A woman comes into the living room while a man is playing a video game.", "similarity": 0.5734, "relevance": 2 }, { "pair_id": 3570, "video_name": "castle_s03e21_seg02_clip_23", "timestamp": [ 0.0, 59.62 ], "duration": 85.66, "caption": "A person is playing a card game with some other people.", "similarity": 0.5683, "relevance": 1 }, { "pair_id": 3571, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 0.0, 19.51 ], "duration": 100.66, "caption": "A person talks to another person while in a living room.", "similarity": 0.567, "relevance": 1 }, { "pair_id": 3572, "video_name": "met_s06e16_seg02_clip_01", "timestamp": [ 44.3, 55.01 ], "duration": 59.66, "caption": "A man stands in the living room in front of two women playing a handheld video game.", "similarity": 0.5655, "relevance": 2 }, { "pair_id": 3573, "video_name": "s04e18_seg02_clip_07", "timestamp": [ 53.09, 61.03 ], "duration": 61.66, "caption": "A person sticks playing cards under another person's bedroom door.", "similarity": 0.5651, "relevance": 1 }, { "pair_id": 3574, "video_name": "s05e18_seg02_clip_02", "timestamp": [ 0.63, 21.12 ], "duration": 63.66, "caption": "A woman sits playing a harp in the living room with a person.", "similarity": 0.5623, "relevance": 2 }, { "pair_id": 3575, "video_name": "s01e07_seg01_clip_00", "timestamp": [ 45.38, 52.63 ], "duration": 63.66, "caption": "A person grabs a game controller and calls some people to the living room.", "similarity": 0.5564, "relevance": 2 }, { "pair_id": 3576, "video_name": "friends_s06e09_seg02_clip_07", "timestamp": [ 0.0, 5.87 ], "duration": 58.66, "caption": "Two people are with a man in the living room.", "similarity": 0.5532, "relevance": 1 }, { "pair_id": 3577, "video_name": "house_s07e19_seg02_clip_20", "timestamp": [ 1.8, 14.4 ], "duration": 90.66, "caption": "A person pretends to fish in his/her office and another person shakes his/her head at him/her.", "similarity": 0.5494, "relevance": 1 }, { "pair_id": 3578, "video_name": "house_s06e18_seg02_clip_25", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person walks into the room where another man is with a woman playing cards.", "similarity": 0.5487, "relevance": 3 }, { "pair_id": 3579, "video_name": "s08e19_seg02_clip_00", "timestamp": [ 23.8, 25.02 ], "duration": 61.66, "caption": "A man agrees to play the game with a person.", "similarity": 0.5475, "relevance": 0 } ] }, { "query_id": 35250, "query": "A person places a picture of guy kissing a girl on the table in front of someone.", "relevant_moment": [ { "pair_id": 7500, "video_name": "castle_s06e13_seg02_clip_23", "timestamp": [ 16.21, 21.62 ], "duration": 90.66, "caption": "A person places a picture of guy kissing a girl on the table in front of someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7501, "video_name": "castle_s05e15_seg02_clip_09", "timestamp": [ 51.18, 54.68 ], "duration": 87.66, "caption": "A person places a picture of someone onto the table in front of man and woman.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 7502, "video_name": "castle_s01e02_seg02_clip_07", "timestamp": [ 0.0, 6.31 ], "duration": 97.66, "caption": "A person kisses a girl and then woman on their cheeks.", "similarity": 0.6964, "relevance": 0 }, { "pair_id": 7503, "video_name": "castle_s08e07_seg02_clip_18", "timestamp": [ 23.92, 27.08 ], "duration": 90.66, "caption": "A person puts a picture down on the table in front of another person.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 7504, "video_name": "friends_s08e23-24_seg02_clip_39", "timestamp": [ 22.51, 28.21 ], "duration": 60.66, "caption": "a girl puts her arms around a guy's neck and kisses him.", "similarity": 0.67, "relevance": 0 }, { "pair_id": 7505, "video_name": "friends_s09e23-24_seg02_clip_50", "timestamp": [ 53.11, 55.81 ], "duration": 90.66, "caption": "A man in the background watching another man kiss his girl.", "similarity": 0.6696, "relevance": 0 }, { "pair_id": 7506, "video_name": "met_s03e01_seg02_clip_03", "timestamp": [ 59.55, 62.03 ], "duration": 62.66, "caption": "A man turns to see another person kissing a girl against the bar.", "similarity": 0.6367, "relevance": 0 }, { "pair_id": 7507, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 34.63, 44.66 ], "duration": 91.66, "caption": "A person puts their arms around a person and they kiss each other.", "similarity": 0.6258, "relevance": 0 }, { "pair_id": 7508, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 0.0, 31.43 ], "duration": 61.66, "caption": "person and person make up while sitting next to each other and person leans over and kisses guy on the cheek.", "similarity": 0.6188, "relevance": 0 }, { "pair_id": 7509, "video_name": "friends_s07e16_seg02_clip_26", "timestamp": [ 14.01, 15.13 ], "duration": 56.66, "caption": "A woman puts one hand on the back of guy's head, the other on his stomach and kisses him.", "similarity": 0.6176, "relevance": 0 }, { "pair_id": 7510, "video_name": "s10e03_seg02_clip_01", "timestamp": [ 19.1, 22.79 ], "duration": 67.66, "caption": "A person gives another person a kiss on their cheek.", "similarity": 0.6168, "relevance": 0 }, { "pair_id": 7511, "video_name": "castle_s01e02_seg02_clip_06", "timestamp": [ 84.51, 90.39 ], "duration": 90.66, "caption": "A man is leaving and kisses a girl on the cheek.", "similarity": 0.6144, "relevance": 0 }, { "pair_id": 7512, "video_name": "castle_s01e01_seg02_clip_04", "timestamp": [ 2.73, 3.64 ], "duration": 91.66, "caption": "A woman puts a photograph on the table in front of a man.", "similarity": 0.6113, "relevance": 1 }, { "pair_id": 7513, "video_name": "s01e12_seg02_clip_16", "timestamp": [ 28.14, 38.5 ], "duration": 45.66, "caption": "A person points out a man they know kissing a blond girl by the tree.", "similarity": 0.6058, "relevance": 0 }, { "pair_id": 7514, "video_name": "met_s02e01_seg02_clip_10", "timestamp": [ 54.39, 58.84 ], "duration": 59.66, "caption": "Two people kiss in an overly romantic way in front of another person.", "similarity": 0.6057, "relevance": 0 }, { "pair_id": 7515, "video_name": "s10e13_seg02_clip_06", "timestamp": [ 51.35, 59.03 ], "duration": 59.66, "caption": "Two people kiss passionately in front of two other people.", "similarity": 0.6046, "relevance": 0 }, { "pair_id": 7516, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 36.51, 40.73 ], "duration": 60.66, "caption": "A woman puts her hands on guy's face and kisses him.", "similarity": 0.601, "relevance": 0 }, { "pair_id": 7517, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 14.32, 18.35 ], "duration": 89.66, "caption": "A person shows two other people a picture of a little girl.", "similarity": 0.5998, "relevance": 2 }, { "pair_id": 7518, "video_name": "castle_s05e02_seg02_clip_12", "timestamp": [ 26.71, 29.82 ], "duration": 89.66, "caption": "A man places photo of himself on table in front of two people.", "similarity": 0.5977, "relevance": 3 }, { "pair_id": 7519, "video_name": "friends_s08e02_seg02_clip_13", "timestamp": [ 14.41, 16.51 ], "duration": 60.66, "caption": "A person takes a photo of another person kissing the bride.", "similarity": 0.5955, "relevance": 0 } ] }, { "query_id": 35280, "query": "A man sets a pile of files down on the desk and sits down.", "relevant_moment": [ { "pair_id": 4580, "video_name": "castle_s07e08_seg02_clip_19", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man sets a pile of files down on the desk and sits down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4581, "video_name": "house_s03e06_seg02_clip_20", "timestamp": [ 29.91, 31.75 ], "duration": 92.66, "caption": "A person sets the file down on the desk.", "similarity": 0.786, "relevance": 3 }, { "pair_id": 4582, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 0.91, 2.73 ], "duration": 91.66, "caption": "A person sets down his folder on the desk.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 4583, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 77.97, 79.34 ], "duration": 91.66, "caption": "A man puts a file folder onto his office desk.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 4584, "video_name": "house_s03e10_seg02_clip_26", "timestamp": [ 0.0, 14.95 ], "duration": 49.66, "caption": "A person is sitting at his desk closing and stacking up his files.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 4585, "video_name": "castle_s08e20_seg02_clip_11", "timestamp": [ 72.65, 74.9 ], "duration": 89.66, "caption": "A man lays a file folder on the table in front of him as he sits down.", "similarity": 0.7593, "relevance": 4 }, { "pair_id": 4586, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 71.24, 72.59 ], "duration": 89.66, "caption": "A man takes the file he is looking at and puts it out on the desk.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 4587, "video_name": "castle_s03e24_seg02_clip_11", "timestamp": [ 15.42, 17.29 ], "duration": 93.66, "caption": "A man tosses a file folder onto his desk and gets up from his chair.", "similarity": 0.7491, "relevance": 2 }, { "pair_id": 4588, "video_name": "castle_s01e09_seg02_clip_08", "timestamp": [ 39.21, 43.62 ], "duration": 98.66, "caption": "A man sits down at someone's desk while they're looking at a folder.", "similarity": 0.7412, "relevance": 2 }, { "pair_id": 4589, "video_name": "castle_s07e09_seg02_clip_07", "timestamp": [ 14.57, 16.39 ], "duration": 91.66, "caption": "A man opens a file box as it is on the desk.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 4590, "video_name": "s10e03_seg01_clip_00", "timestamp": [ 6.15, 7.38 ], "duration": 82.66, "caption": "A person lays an open folder down on a desk as he sits down on a stool.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 4591, "video_name": "castle_s03e19_seg02_clip_25", "timestamp": [ 12.96, 20.17 ], "duration": 96.66, "caption": "A person picks up a file and puts it back down on the desk.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 4592, "video_name": "castle_s06e07_seg02_clip_08", "timestamp": [ 33.49, 34.89 ], "duration": 93.66, "caption": "A man puts down a file folder on the table.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 4594, "video_name": "castle_s03e20_seg02_clip_04", "timestamp": [ 6.75, 9.45 ], "duration": 90.66, "caption": "A man hands a woman a file folder as she sits at her desk.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 4595, "video_name": "grey_s03e19_seg02_clip_08", "timestamp": [ 11.18, 17.2 ], "duration": 86.66, "caption": "A man sits down and puts his head down on the desk.", "similarity": 0.6744, "relevance": 1 }, { "pair_id": 4596, "video_name": "castle_s03e14_seg02_clip_07", "timestamp": [ 84.91, 87.62 ], "duration": 90.66, "caption": "A man takes a file from his desk and places it in front of someone.", "similarity": 0.6739, "relevance": 3 }, { "pair_id": 4597, "video_name": "friends_s02e23_seg02_clip_02", "timestamp": [ 18.91, 20.71 ], "duration": 60.66, "caption": "A person tosses a file folder onto the desk in front of him.", "similarity": 0.6671, "relevance": 3 }, { "pair_id": 4598, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 76.18, 82.98 ], "duration": 90.66, "caption": "A man is holding file folders in his hands.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 4599, "video_name": "castle_s05e10_seg02_clip_21", "timestamp": [ 73.5, 90.66 ], "duration": 90.66, "caption": "A man reaches across the desk and hands a file folder to a person.", "similarity": 0.6524, "relevance": 1 } ] }, { "query_id": 35375, "query": "A woman stands up from the couch and walks into the kitchen.", "relevant_moment": [ { "pair_id": 11400, "video_name": "friends_s01e12_seg02_clip_14", "timestamp": [ 6.0, 12.01 ], "duration": 60.66, "caption": "A woman stands up from the couch and walks into the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11401, "video_name": "s06e01_seg02_clip_00", "timestamp": [ 49.74, 58.28 ], "duration": 61.66, "caption": "A woman stands up from the couch and walks to the kitchen.", "similarity": 0.9632, "relevance": 4 }, { "pair_id": 11402, "video_name": "friends_s08e15_seg02_clip_00", "timestamp": [ 31.96, 36.4 ], "duration": 63.66, "caption": "A woman stands up from sitting on the couch and walks towards the kitchen.", "similarity": 0.9234, "relevance": 3 }, { "pair_id": 11403, "video_name": "friends_s07e06_seg02_clip_17", "timestamp": [ 1.18, 7.97 ], "duration": 59.66, "caption": "A woman stands up and walks into the kitchen.", "similarity": 0.9178, "relevance": 4 }, { "pair_id": 11404, "video_name": "s03e18_seg02_clip_02", "timestamp": [ 24.66, 33.94 ], "duration": 58.66, "caption": "A person stands up from the couch and walks into the kitchen.", "similarity": 0.9085, "relevance": 2 }, { "pair_id": 11405, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 54.52, 63.03 ], "duration": 63.66, "caption": "A woman gets up from the couch and walks to the kitchen.", "similarity": 0.8915, "relevance": 4 }, { "pair_id": 11406, "video_name": "s10e03_seg02_clip_09", "timestamp": [ 49.58, 53.12 ], "duration": 59.66, "caption": "A woman stands up and walks out of the kitchen.", "similarity": 0.8619, "relevance": 3 }, { "pair_id": 11407, "video_name": "s04e03_seg02_clip_17", "timestamp": [ 26.69, 28.14 ], "duration": 58.66, "caption": "A person stands up from the couch and walks towards the kitchen.", "similarity": 0.8513, "relevance": 2 }, { "pair_id": 11408, "video_name": "s09e03_seg02_clip_09", "timestamp": [ 10.2, 12.31 ], "duration": 60.66, "caption": "A woman stands up from the chair and walks towards the kitchen.", "similarity": 0.8452, "relevance": 3 }, { "pair_id": 11409, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 84.16, 86.98 ], "duration": 94.66, "caption": "A person gets up from the couch and walks into the kitchen.", "similarity": 0.8443, "relevance": 2 }, { "pair_id": 11410, "video_name": "s08e11_seg02_clip_14", "timestamp": [ 32.2, 36.85 ], "duration": 58.66, "caption": "A woman stands up from the table and walks towards the kitchen.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 11411, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 24.41, 29.9 ], "duration": 61.66, "caption": "A man stands up from the couch and walks into the kitchen.", "similarity": 0.8128, "relevance": 2 }, { "pair_id": 11412, "video_name": "met_s02e10_seg02_clip_11", "timestamp": [ 52.58, 56.55 ], "duration": 61.66, "caption": "A person gets up from the couch and walks to the kitchen.", "similarity": 0.8117, "relevance": 2 }, { "pair_id": 11413, "video_name": "grey_s03e23_seg02_clip_21", "timestamp": [ 10.47, 13.65 ], "duration": 91.66, "caption": "A woman stands up and walks to the kitchen counter.", "similarity": 0.8077, "relevance": 4 }, { "pair_id": 11414, "video_name": "s07e04_seg01_clip_00", "timestamp": [ 53.26, 57.67 ], "duration": 63.66, "caption": "A person gets up from the couch and walks into the kitchen behind a woman.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 11415, "video_name": "friends_s03e15_seg01_clip_00", "timestamp": [ 54.62, 59.5 ], "duration": 61.66, "caption": "A woman gets off of the sofa and walks into the kitchen.", "similarity": 0.7997, "relevance": 4 }, { "pair_id": 11416, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 48.62, 54.62 ], "duration": 60.66, "caption": "A woman stands up, walks to the kitchen and opens the fridge.", "similarity": 0.7868, "relevance": 4 }, { "pair_id": 11417, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 33.07, 41.34 ], "duration": 57.66, "caption": "A person gets up and walks into the kitchen.", "similarity": 0.783, "relevance": 3 }, { "pair_id": 11418, "video_name": "friends_s06e01_seg02_clip_17", "timestamp": [ 17.5, 26.78 ], "duration": 53.66, "caption": "A person walks from the kitchen to where woman is sitting on the couch.", "similarity": 0.7827, "relevance": 1 }, { "pair_id": 11419, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 45.47, 48.52 ], "duration": 61.66, "caption": "A person stands up and walks to the kitchen.", "similarity": 0.7806, "relevance": 2 }, { "pair_id": 184720, "video_name": "s04e16_seg02_clip_09", "timestamp": [ 27.45, 30.4 ], "duration": 59.66, "caption": "A woman stands up and walks to the kitchen carrying a napkin.", "similarity": 0.7806, "relevance": 3 }, { "pair_id": 184721, "video_name": "s06e21_seg02_clip_09", "timestamp": [ 0.0, 11.53 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks into the kitchen while talking to a woman.", "similarity": 0.7805, "relevance": 4 }, { "pair_id": 184722, "video_name": "friends_s09e03_seg02_clip_06", "timestamp": [ 16.13, 25.43 ], "duration": 62.66, "caption": "A woman walks in the door and stands at the kitchen table.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 184723, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 21.18, 23.79 ], "duration": 58.66, "caption": "A man stands up from the couch and walks to the kitchen.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 184724, "video_name": "s08e07_seg01_clip_01", "timestamp": [ 31.62, 33.83 ], "duration": 40.66, "caption": "A woman gets up from her chair and goes to the kitchen.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 184725, "video_name": "s06e10_seg02_clip_04", "timestamp": [ 5.58, 12.1 ], "duration": 62.66, "caption": "A person gets up from the couch and goes to the kitchen.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 184726, "video_name": "s09e11_seg02_clip_13", "timestamp": [ 0.92, 7.63 ], "duration": 61.66, "caption": "A woman walks from the kitchen to the living room.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 184727, "video_name": "friends_s06e18_seg02_clip_09", "timestamp": [ 36.7, 40.62 ], "duration": 56.66, "caption": "A woman walks from the kitchen to the living room.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 184728, "video_name": "friends_s08e13_seg01_clip_00", "timestamp": [ 33.32, 35.3 ], "duration": 36.66, "caption": "A woman comes out of a room and starts walking towards the kitchen.", "similarity": 0.764, "relevance": 1 }, { "pair_id": 184730, "video_name": "friends_s01e15_seg02_clip_04", "timestamp": [ 10.5, 17.71 ], "duration": 60.66, "caption": "A woman walks from the kitchen to stand by a woman on the sofa.", "similarity": 0.7572, "relevance": 2 }, { "pair_id": 184731, "video_name": "s05e21_seg02_clip_03", "timestamp": [ 33.01, 36.92 ], "duration": 60.66, "caption": "A person gets up from the sofa and goes into the kitchen.", "similarity": 0.7554, "relevance": 3 }, { "pair_id": 184732, "video_name": "s07e14_seg01_clip_00", "timestamp": [ 35.27, 43.06 ], "duration": 82.66, "caption": "A woman walks through the living room into the kitchen.", "similarity": 0.7507, "relevance": 2 }, { "pair_id": 184733, "video_name": "friends_s04e14_seg02_clip_03", "timestamp": [ 9.28, 14.22 ], "duration": 58.66, "caption": "A woman walks into the apartment and walks into the kitchen.", "similarity": 0.7496, "relevance": 2 }, { "pair_id": 184734, "video_name": "s08e19_seg01_clip_00", "timestamp": [ 32.32, 34.6 ], "duration": 91.66, "caption": "A woman walks from the kitchen to the living room with her food.", "similarity": 0.7487, "relevance": 2 }, { "pair_id": 184736, "video_name": "friends_s03e01_seg02_clip_01", "timestamp": [ 9.05, 17.81 ], "duration": 56.66, "caption": "A woman walks into the apartment and into the kitchen.", "similarity": 0.747, "relevance": 2 }, { "pair_id": 184737, "video_name": "s08e11_seg02_clip_14", "timestamp": [ 6.38, 10.44 ], "duration": 58.66, "caption": "A woman gets up from the table and goes to the kitchen.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 184738, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 2.07, 5.9 ], "duration": 59.66, "caption": "A woman walks from the kitchen to the living room and sits down.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 184739, "video_name": "s09e24_seg02_clip_08", "timestamp": [ 36.62, 41.72 ], "duration": 60.66, "caption": "A woman enters the kitchen and walks towards the counter.", "similarity": 0.74, "relevance": 2 } ] }, { "query_id": 35435, "query": "A woman walks into the coffee house with a few VHS tapes and sets them down.", "relevant_moment": [ { "pair_id": 93840, "video_name": "friends_s02e20_seg02_clip_04", "timestamp": [ 0.0, 6.58 ], "duration": 57.66, "caption": "A woman walks into the coffee house with a few VHS tapes and sets them down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 93841, "video_name": "friends_s09e07_seg02_clip_18", "timestamp": [ 10.43, 13.71 ], "duration": 59.66, "caption": "A woman picks up a VHS tape and puts it in the VCR.", "similarity": 0.6508, "relevance": 1 }, { "pair_id": 93842, "video_name": "friends_s08e15_seg02_clip_01", "timestamp": [ 0.0, 9.6 ], "duration": 60.66, "caption": "A woman hands a VHS tape and reads what's on it.", "similarity": 0.6367, "relevance": 1 }, { "pair_id": 93843, "video_name": "friends_s01e12_seg02_clip_05", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A woman walks in and puts their things down on the floor by the coffee table.", "similarity": 0.6266, "relevance": 2 }, { "pair_id": 93844, "video_name": "friends_s02e18_seg02_clip_16", "timestamp": [ 18.91, 24.27 ], "duration": 63.66, "caption": "A woman puts a VHS tape into the VHS player and it plays on the television.", "similarity": 0.6144, "relevance": 0 }, { "pair_id": 93845, "video_name": "house_s07e09_seg02_clip_16", "timestamp": [ 64.4, 67.88 ], "duration": 87.66, "caption": "A woman walks into a room carrying a pot of coffee and two coffee cups.", "similarity": 0.6082, "relevance": 2 }, { "pair_id": 93846, "video_name": "friends_s08e04_seg02_clip_14", "timestamp": [ 0.0, 5.31 ], "duration": 59.66, "caption": "A woman brings one hand to her chest as she holds up a VHS tape.", "similarity": 0.6009, "relevance": 1 }, { "pair_id": 93847, "video_name": "friends_s01e13_seg02_clip_14", "timestamp": [ 66.61, 69.02 ], "duration": 69.66, "caption": "A woman walks through the front door of the coffee house.", "similarity": 0.5915, "relevance": 2 }, { "pair_id": 93848, "video_name": "friends_s07e05_seg02_clip_20", "timestamp": [ 32.46, 37.82 ], "duration": 63.66, "caption": "A woman walks into the coffee house with a newspaper and sits down on the couch.", "similarity": 0.5908, "relevance": 2 }, { "pair_id": 93849, "video_name": "s02e10_seg02_clip_00", "timestamp": [ 16.84, 24.43 ], "duration": 66.66, "caption": "A woman walks into the room and goes to fill her coffee cup.", "similarity": 0.5883, "relevance": 1 }, { "pair_id": 93850, "video_name": "s09e23_seg02_clip_07", "timestamp": [ 12.91, 16.51 ], "duration": 60.66, "caption": "A woman walks into the living room and sets a plate of food down on the coffee table.", "similarity": 0.5857, "relevance": 1 }, { "pair_id": 93851, "video_name": "friends_s01e03_seg01_clip_00", "timestamp": [ 1.68, 6.72 ], "duration": 84.66, "caption": "A woman walks into the coffee shop and heads to the counter.", "similarity": 0.577, "relevance": 2 }, { "pair_id": 93852, "video_name": "friends_s06e10_seg02_clip_04", "timestamp": [ 51.02, 55.22 ], "duration": 60.66, "caption": "A woman walks quickly into the living room, bends down, and opens a cupboard under the TV.", "similarity": 0.5762, "relevance": 1 }, { "pair_id": 93853, "video_name": "grey_s01e03_seg02_clip_13", "timestamp": [ 75.16, 78.35 ], "duration": 91.66, "caption": "A woman walks into the living room of her home as she sees two people unpacking her mother's tapes and she asks them if she is.", "similarity": 0.573, "relevance": 1 }, { "pair_id": 93854, "video_name": "friends_s02e03_seg02_clip_12", "timestamp": [ 8.17, 11.01 ], "duration": 71.66, "caption": "A woman walks into a coffee shop and waves with both hands.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 93855, "video_name": "friends_s06e19_seg02_clip_00", "timestamp": [ 42.93, 46.51 ], "duration": 65.66, "caption": "A woman walks into the coffee shop and waves with one hand.", "similarity": 0.5688, "relevance": 1 }, { "pair_id": 93856, "video_name": "friends_s02e22_seg02_clip_00", "timestamp": [ 40.01, 41.87 ], "duration": 62.66, "caption": "A woman walks through the door entering the coffee shop.", "similarity": 0.5677, "relevance": 1 }, { "pair_id": 93857, "video_name": "friends_s09e13_seg02_clip_01", "timestamp": [ 38.88, 45.26 ], "duration": 58.66, "caption": "A woman walks into a coffee shop and sits down.", "similarity": 0.5634, "relevance": 2 }, { "pair_id": 93858, "video_name": "castle_s03e02_seg02_clip_15", "timestamp": [ 78.17, 83.03 ], "duration": 88.66, "caption": "A person walks into the room and hands a woman a cup of coffee.", "similarity": 0.5632, "relevance": 0 }, { "pair_id": 93859, "video_name": "friends_s08e15_seg02_clip_06", "timestamp": [ 0.0, 6.53 ], "duration": 59.66, "caption": "A woman pulls out a VHS tape for a man.", "similarity": 0.5626, "relevance": 1 } ] }, { "query_id": 35492, "query": "A person sets his bag down and takes his coat off.", "relevant_moment": [ { "pair_id": 16320, "video_name": "house_s06e14_seg02_clip_19", "timestamp": [ 9.03, 17.63 ], "duration": 86.66, "caption": "A person sets his bag down and takes his coat off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16321, "video_name": "house_s02e09_seg02_clip_00", "timestamp": [ 20.65, 27.37 ], "duration": 96.66, "caption": "A person sets down his bag and hangs up his coat.", "similarity": 0.835, "relevance": 4 }, { "pair_id": 16322, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 1.12, 5.88 ], "duration": 56.66, "caption": "A woman sets her bag down and begins to remove her coat.", "similarity": 0.8131, "relevance": 4 }, { "pair_id": 16323, "video_name": "house_s07e14_seg02_clip_01", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person takes off his/her jacket and sets it down.", "similarity": 0.7761, "relevance": 3 }, { "pair_id": 16324, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 6.93, 12.29 ], "duration": 63.66, "caption": "A person unzips their coat and takes it off.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 16325, "video_name": "friends_s02e16_seg02_clip_00", "timestamp": [ 48.38, 54.59 ], "duration": 62.66, "caption": "A person takes off their coat and hangs it up.", "similarity": 0.7609, "relevance": 2 }, { "pair_id": 16326, "video_name": "friends_s04e09_seg02_clip_12", "timestamp": [ 41.44, 46.89 ], "duration": 60.66, "caption": "A woman puts down her bag and lowers her coat to her hand.", "similarity": 0.7464, "relevance": 4 }, { "pair_id": 16327, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 60.44, 70.89 ], "duration": 90.66, "caption": "A person takes off his/her coat and puts it on someone.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 16328, "video_name": "met_s06e06_seg02_clip_05", "timestamp": [ 15.64, 19.18 ], "duration": 59.66, "caption": "A person takes off the suit coat he was wearing.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 16329, "video_name": "house_s05e14_seg02_clip_01", "timestamp": [ 23.01, 30.37 ], "duration": 92.66, "caption": "A person takes off his jacket and puts it on a coat hanger.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 16330, "video_name": "friends_s03e14_seg02_clip_15", "timestamp": [ 40.01, 46.83 ], "duration": 62.66, "caption": "A man takes his coat off in a strange manner.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 16331, "video_name": "house_s04e07_seg02_clip_14", "timestamp": [ 81.92, 83.74 ], "duration": 91.66, "caption": "A person begins to take off his jacket.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 16332, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person takes off their jacket as they sit down.", "similarity": 0.7066, "relevance": 3 }, { "pair_id": 16333, "video_name": "house_s01e07_seg02_clip_15", "timestamp": [ 72.05, 80.88 ], "duration": 98.66, "caption": "A person picks up his bag and his jacket.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 16334, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 11.7, 14.82 ], "duration": 156.66, "caption": "A person takes his coat off the back of his chair.", "similarity": 0.6977, "relevance": 1 }, { "pair_id": 16335, "video_name": "house_s05e08_seg02_clip_17", "timestamp": [ 30.16, 32.86 ], "duration": 90.66, "caption": "A man picks his coat up off a coat rack.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 16336, "video_name": "friends_s08e12_seg02_clip_05", "timestamp": [ 18.91, 24.61 ], "duration": 60.66, "caption": "A man sets down his briefcase and takes off his coat after he walks in.", "similarity": 0.6947, "relevance": 4 }, { "pair_id": 16337, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 10.9, 15.88 ], "duration": 62.66, "caption": "A man walks over and takes off his coat before sitting down.", "similarity": 0.6891, "relevance": 4 }, { "pair_id": 16338, "video_name": "friends_s10e09_seg02_clip_16", "timestamp": [ 1.56, 8.06 ], "duration": 52.66, "caption": "A person takes off his coat and hands it to a coat check person.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 16339, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 23.23, 26.2 ], "duration": 54.66, "caption": "A person picking up a bag and showing it off.", "similarity": 0.6877, "relevance": 0 } ] }, { "query_id": 35499, "query": "Two men were having a conversation about his situation.", "relevant_moment": [ { "pair_id": 153260, "video_name": "house_s06e14_seg02_clip_18", "timestamp": [ 24.79, 37.39 ], "duration": 84.66, "caption": "Two men were having a conversation about his situation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153261, "video_name": "house_s07e15_seg02_clip_09", "timestamp": [ 0.0, 47.91 ], "duration": 93.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153262, "video_name": "house_s07e07_seg02_clip_10", "timestamp": [ 25.52, 49.7 ], "duration": 89.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153263, "video_name": "house_s07e05_seg02_clip_13", "timestamp": [ 0.0, 15.13 ], "duration": 89.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153264, "video_name": "house_s06e15_seg02_clip_00", "timestamp": [ 0.0, 83.63 ], "duration": 91.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153265, "video_name": "house_s06e04_seg02_clip_23", "timestamp": [ 0.0, 27.31 ], "duration": 89.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153266, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 80.1 ], "duration": 91.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 4 }, { "pair_id": 153267, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 23.28, 38.49 ], "duration": 95.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 4 }, { "pair_id": 153268, "video_name": "house_s05e21_seg02_clip_11", "timestamp": [ 0.0, 70.67 ], "duration": 90.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153270, "video_name": "house_s03e12_seg02_clip_16", "timestamp": [ 0.0, 9.9 ], "duration": 90.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153271, "video_name": "house_s03e11_seg02_clip_26", "timestamp": [ 24.01, 96.02 ], "duration": 96.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153272, "video_name": "house_s03e07_seg02_clip_09", "timestamp": [ 0.0, 12.92 ], "duration": 92.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153273, "video_name": "house_s03e05_seg02_clip_13", "timestamp": [ 0.0, 66.78 ], "duration": 90.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 4 }, { "pair_id": 153274, "video_name": "house_s02e16_seg02_clip_15", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 4 }, { "pair_id": 153275, "video_name": "house_s02e16_seg02_clip_00", "timestamp": [ 31.02, 92.58 ], "duration": 92.66, "caption": "Two men were having a conversation.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 153276, "video_name": "castle_s06e20_seg02_clip_09", "timestamp": [ 0.0, 59.36 ], "duration": 93.66, "caption": "Two men were having a conversation with a man.", "similarity": 0.8944, "relevance": 4 }, { "pair_id": 153277, "video_name": "castle_s03e18_seg02_clip_04", "timestamp": [ 0.0, 25.44 ], "duration": 89.66, "caption": "Two men were having a conversation with a man.", "similarity": 0.8944, "relevance": 3 }, { "pair_id": 153278, "video_name": "house_s05e12_seg02_clip_18", "timestamp": [ 0.0, 13.05 ], "duration": 90.66, "caption": "Two men were having an intense conversation.", "similarity": 0.8729, "relevance": 2 }, { "pair_id": 153279, "video_name": "friends_s10e06_seg02_clip_11", "timestamp": [ 0.0, 8.71 ], "duration": 60.66, "caption": "Two men were having an intense conversation.", "similarity": 0.8729, "relevance": 4 }, { "pair_id": 326580, "video_name": "friends_s06e24-25_seg02_clip_38", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Two men were having an intense conversation.", "similarity": 0.8729, "relevance": 4 }, { "pair_id": 326581, "video_name": "grey_s03e07_seg02_clip_09", "timestamp": [ 41.91, 76.66 ], "duration": 76.66, "caption": "Two men are having a conversation.", "similarity": 0.8701, "relevance": 4 }, { "pair_id": 326582, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 0.0, 13.27 ], "duration": 80.66, "caption": "Two men are having a conversation with someone.", "similarity": 0.866, "relevance": 3 }, { "pair_id": 326583, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 13.88, 23.43 ], "duration": 61.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 3 }, { "pair_id": 326584, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 0.0, 16.54 ], "duration": 58.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 3 }, { "pair_id": 326585, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 21.09, 34.43 ], "duration": 62.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 326586, "video_name": "house_s08e22_seg02_clip_02", "timestamp": [ 32.21, 64.88 ], "duration": 92.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 326587, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 0.0, 22.33 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 326588, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 0.0, 21.32 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 3 }, { "pair_id": 326589, "video_name": "house_s08e20_seg02_clip_01", "timestamp": [ 0.0, 32.89 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 3 }, { "pair_id": 326590, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 26.98, 50.91 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 3 }, { "pair_id": 326591, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 0.0, 19.58 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 3 }, { "pair_id": 326592, "video_name": "house_s08e19_seg02_clip_08", "timestamp": [ 42.09, 85.02 ], "duration": 85.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 2 }, { "pair_id": 326593, "video_name": "house_s08e19_seg02_clip_08", "timestamp": [ 0.0, 34.43 ], "duration": 85.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 3 }, { "pair_id": 326594, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 69.02, 92.03 ], "duration": 92.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 3 }, { "pair_id": 326595, "video_name": "house_s08e16_seg02_clip_03", "timestamp": [ 0.0, 16.28 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 326596, "video_name": "house_s08e13_seg02_clip_02", "timestamp": [ 62.14, 89.41 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 326597, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 22.26, 33.38 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 2 }, { "pair_id": 326598, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 0.0, 16.91 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 4 }, { "pair_id": 326599, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 64.46, 90.15 ], "duration": 90.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8542, "relevance": 4 } ] }, { "query_id": 35507, "query": "A woman is handcuffed to a bench as she kisses a man's hand.", "relevant_moment": [ { "pair_id": 173240, "video_name": "castle_s03e05_seg02_clip_25", "timestamp": [ 74.27, 82.37 ], "duration": 90.66, "caption": "A woman is handcuffed to a bench as she kisses a man's hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173241, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 9.23, 18.46 ], "duration": 57.66, "caption": "A man holds a woman's hand and then she kisses him.", "similarity": 0.6916, "relevance": 1 }, { "pair_id": 173242, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A man takes a woman's hand and kisses it while holding it.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 173243, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 7.7, 11.94 ], "duration": 77.66, "caption": "A man holds a woman's hand and he kisses her.", "similarity": 0.6837, "relevance": 0 }, { "pair_id": 173244, "video_name": "friends_s09e22_seg02_clip_20", "timestamp": [ 51.65, 56.37 ], "duration": 59.66, "caption": "A woman kisses man and places her hands on his face.", "similarity": 0.67, "relevance": 1 }, { "pair_id": 173245, "video_name": "met_s06e15_seg02_clip_06", "timestamp": [ 28.04, 31.87 ], "duration": 59.66, "caption": "A man give woman a kiss on the back of her hand.", "similarity": 0.6665, "relevance": 1 }, { "pair_id": 173246, "video_name": "castle_s03e18_seg02_clip_27", "timestamp": [ 15.31, 17.29 ], "duration": 22.66, "caption": "A man lifts a woman's hand, kisses it then lowers her hand.", "similarity": 0.6663, "relevance": 1 }, { "pair_id": 173247, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 7.28, 11.38 ], "duration": 91.66, "caption": "A woman walks up and places her hand on a man then hugs him and kisses him.", "similarity": 0.6617, "relevance": 1 }, { "pair_id": 173248, "video_name": "met_s03e13_seg02_clip_17", "timestamp": [ 30.56, 36.52 ], "duration": 119.66, "caption": "A woman puts her hands on a man's face and kisses him.", "similarity": 0.6607, "relevance": 1 }, { "pair_id": 173249, "video_name": "castle_s06e22_seg02_clip_24", "timestamp": [ 29.37, 49.09 ], "duration": 87.66, "caption": "Two people were handcuffed then they kissed each other.", "similarity": 0.6603, "relevance": 1 }, { "pair_id": 173250, "video_name": "friends_s09e09_seg02_clip_20", "timestamp": [ 9.9, 12.31 ], "duration": 60.66, "caption": "A woman puts her hand out while talking, and then hugs and kisses a man.", "similarity": 0.6541, "relevance": 1 }, { "pair_id": 173251, "video_name": "friends_s03e18_seg02_clip_19", "timestamp": [ 38.55, 46.07 ], "duration": 94.66, "caption": "A woman kisses a man and he picks her up.", "similarity": 0.6519, "relevance": 0 }, { "pair_id": 173252, "video_name": "friends_s06e15-16_seg02_clip_28", "timestamp": [ 5.7, 16.51 ], "duration": 60.66, "caption": "A man picks up woman's hands and kisses them.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 173253, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 34.79, 38.45 ], "duration": 61.66, "caption": "A woman puts her hands on man's face and kisses him.", "similarity": 0.6439, "relevance": 1 }, { "pair_id": 173254, "video_name": "friends_s04e23-24_seg02_clip_21", "timestamp": [ 11.71, 30.01 ], "duration": 60.66, "caption": "A man grabs a woman's hands then hugs and kisses her.", "similarity": 0.6407, "relevance": 1 }, { "pair_id": 173255, "video_name": "s02e04_seg01_clip_01", "timestamp": [ 36.32, 39.02 ], "duration": 60.66, "caption": "A woman puts her hand on a man's back and kisses him on the cheek.", "similarity": 0.6405, "relevance": 1 }, { "pair_id": 173256, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 39.97, 43.5 ], "duration": 47.66, "caption": "A woman puts her hand on person's face and kisses him.", "similarity": 0.6399, "relevance": 0 }, { "pair_id": 173257, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 2.28, 4.56 ], "duration": 57.66, "caption": "A man kisses woman's cheek as they hold hands.", "similarity": 0.6361, "relevance": 1 }, { "pair_id": 173258, "video_name": "s03e01_seg02_clip_03", "timestamp": [ 3.6, 7.5 ], "duration": 60.66, "caption": "A man puts his hands on a woman's waist and kisses her.", "similarity": 0.6348, "relevance": 1 }, { "pair_id": 173259, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 49.62, 53.47 ], "duration": 64.66, "caption": "A woman quickly grabs both of a man's hands and he kisses hers.", "similarity": 0.6343, "relevance": 1 } ] }, { "query_id": 35517, "query": "A woman is sitting at a table with the others and has her head resting in the palm of her hand.", "relevant_moment": [ { "pair_id": 50900, "video_name": "friends_s02e05_seg02_clip_09", "timestamp": [ 32.49, 34.73 ], "duration": 56.66, "caption": "A woman is sitting at a table with the others and has her head resting in the palm of her hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 50901, "video_name": "friends_s08e08_seg02_clip_00", "timestamp": [ 44.75, 48.22 ], "duration": 63.66, "caption": "A woman puts her right hand up to forehead over her eye while sitting at a table with another woman.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 50902, "video_name": "s09e01_seg02_clip_10", "timestamp": [ 44.12, 45.92 ], "duration": 60.66, "caption": "A woman sits down at the table with two people.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 50903, "video_name": "friends_s04e04_seg02_clip_13", "timestamp": [ 6.67, 9.28 ], "duration": 58.66, "caption": "A person sits at the table with two women.", "similarity": 0.7466, "relevance": 4 }, { "pair_id": 50904, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 38.39, 41.59 ], "duration": 91.66, "caption": "A woman sits down at the table across from another woman.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 50905, "video_name": "friends_s02e05_seg02_clip_09", "timestamp": [ 1.12, 8.12 ], "duration": 56.66, "caption": "A woman is sitting at a table with the others and has chopsticks in her left hand.", "similarity": 0.7324, "relevance": 2 }, { "pair_id": 50906, "video_name": "friends_s06e01_seg02_clip_05", "timestamp": [ 21.79, 24.85 ], "duration": 61.66, "caption": "A woman puts both hands over her face while sitting at a table.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 50907, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 1.53, 11.29 ], "duration": 61.66, "caption": "A woman rests her hand on the table in front of her as she sits at the table talking.", "similarity": 0.7238, "relevance": 2 }, { "pair_id": 50908, "video_name": "met_s06e07_seg02_clip_16", "timestamp": [ 28.53, 31.32 ], "duration": 62.66, "caption": "A woman sits down at the table next to another woman.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 50909, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 10.86, 12.72 ], "duration": 62.66, "caption": "A woman puts her hand on her chin while sitting at the table.", "similarity": 0.7082, "relevance": 3 }, { "pair_id": 50910, "video_name": "castle_s02e08_seg02_clip_24", "timestamp": [ 32.41, 34.21 ], "duration": 90.66, "caption": "A woman holds her left hand up as she sits at the table.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 50911, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 31.42, 32.48 ], "duration": 74.66, "caption": "A person sits at a table with two other people.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 50912, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.63, 3.9 ], "duration": 65.66, "caption": "A person sits down at a table with two other people.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 50913, "video_name": "s09e16_seg02_clip_07", "timestamp": [ 27.31, 31.51 ], "duration": 60.66, "caption": "A person sits down at the table with some other people.", "similarity": 0.6896, "relevance": 1 }, { "pair_id": 50914, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 4.42, 6.31 ], "duration": 63.66, "caption": "A person sits down at the table next to a woman.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 50915, "video_name": "s01e16_seg01_clip_02", "timestamp": [ 3.9, 5.2 ], "duration": 52.66, "caption": "A person sits next to another person at the table with their arms crossed and nods their head.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 50916, "video_name": "met_s02e01_seg02_clip_17", "timestamp": [ 26.96, 35.42 ], "duration": 46.66, "caption": "A woman has her hand around person's neck on as she sits beside.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 50917, "video_name": "friends_s01e21_seg02_clip_18", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman places her hands on the table.", "similarity": 0.6831, "relevance": 2 }, { "pair_id": 50918, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 2.24, 5.12 ], "duration": 64.66, "caption": "A woman is covering her face with her hands while sitting at the table.", "similarity": 0.6827, "relevance": 3 }, { "pair_id": 50919, "video_name": "s10e12_seg02_clip_15", "timestamp": [ 22.27, 24.1 ], "duration": 73.66, "caption": "A woman rests her head on her right hand.", "similarity": 0.6825, "relevance": 3 } ] }, { "query_id": 35526, "query": "A woman pulls the blue coffee cup toward her.", "relevant_moment": [ { "pair_id": 153760, "video_name": "friends_s02e05_seg02_clip_04", "timestamp": [ 40.66, 44.18 ], "duration": 64.66, "caption": "A woman pulls the blue coffee cup toward her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153761, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 153762, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 45.55, 48.45 ], "duration": 58.66, "caption": "A woman picks up a blue coffee cup and sets it back down.", "similarity": 0.7675, "relevance": 4 }, { "pair_id": 153763, "video_name": "s06e24_seg02_clip_02", "timestamp": [ 7.8, 16.81 ], "duration": 60.66, "caption": "A woman puts her right hand onto a blue cup in front of her, then gestures with it, then puts it back onto the cup.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 153764, "video_name": "grey_s02e23_seg02_clip_01", "timestamp": [ 22.57, 24.27 ], "duration": 85.66, "caption": "A woman wearing a blue shirt hands a cup of coffee to a person wearing a lab gown.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 153765, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.7287, "relevance": 4 }, { "pair_id": 153766, "video_name": "castle_s03e20_seg02_clip_19", "timestamp": [ 48.03, 50.28 ], "duration": 89.66, "caption": "A woman reaches her left hand up and rests it on a coffee cup she is holding as she turns around.", "similarity": 0.7273, "relevance": 0 }, { "pair_id": 153767, "video_name": "friends_s08e17_seg02_clip_00", "timestamp": [ 8.0, 11.53 ], "duration": 64.66, "caption": "A woman takes a drink from her blue cup.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 153768, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.7219, "relevance": 1 }, { "pair_id": 153769, "video_name": "friends_s02e04_seg02_clip_04", "timestamp": [ 19.51, 20.71 ], "duration": 60.66, "caption": "A woman reaches out and grabs her coffee mug.", "similarity": 0.7198, "relevance": 1 }, { "pair_id": 153770, "video_name": "house_s03e19_seg02_clip_18", "timestamp": [ 81.47, 83.29 ], "duration": 91.66, "caption": "A woman hands a man a navy blue coffee cup.", "similarity": 0.7188, "relevance": 0 }, { "pair_id": 153771, "video_name": "friends_s06e02_seg02_clip_08", "timestamp": [ 14.76, 17.12 ], "duration": 59.66, "caption": "A woman reaches over and grabs her coffee mug.", "similarity": 0.7177, "relevance": 1 }, { "pair_id": 153772, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 153773, "video_name": "castle_s03e11_seg02_clip_22", "timestamp": [ 4.14, 5.52 ], "duration": 92.66, "caption": "A woman quickly grabs a coffee cup as she gets up from her chair.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 153774, "video_name": "house_s07e05_seg02_clip_26", "timestamp": [ 1.01, 3.54 ], "duration": 101.66, "caption": "person grabs the coffee mug and pulls it towards their chest.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 153775, "video_name": "castle_s06e14_seg02_clip_07", "timestamp": [ 62.05, 63.39 ], "duration": 89.66, "caption": "A woman lifts a coffee mug and brings it to her lips.", "similarity": 0.709, "relevance": 4 }, { "pair_id": 153776, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 34.52, 36.85 ], "duration": 58.66, "caption": "A person pours water into a blue coffee cup.", "similarity": 0.705, "relevance": 1 }, { "pair_id": 153777, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 8.27, 10.11 ], "duration": 61.66, "caption": "A woman grabs a coffee mug from the cafe's coffee table.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 153778, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.0, 0.46 ], "duration": 91.66, "caption": "A woman lifts the coffee cup to her lips and sips.", "similarity": 0.7039, "relevance": 1 }, { "pair_id": 153779, "video_name": "s03e14_seg01_clip_00", "timestamp": [ 30.88, 34.67 ], "duration": 63.66, "caption": "A woman pours herself a cup of coffee while a person turns around quickly.", "similarity": 0.7033, "relevance": 1 } ] }, { "query_id": 35527, "query": "A man pulls some paper from his inside his shirt.", "relevant_moment": [ { "pair_id": 296260, "video_name": "house_s06e07_seg02_clip_20", "timestamp": [ 42.15, 45.58 ], "duration": 98.66, "caption": "A man was getting a piece of paper from the printer.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 296261, "video_name": "friends_s07e16_seg02_clip_07", "timestamp": [ 43.99, 46.49 ], "duration": 62.66, "caption": "A man hands guy a paper he is holding.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 296262, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 10.42, 13.59 ], "duration": 90.66, "caption": "A person pulls a piece of paper from a man's hands and holds it up in front of someone.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 296263, "video_name": "castle_s05e24_seg02_clip_11", "timestamp": [ 86.84, 89.53 ], "duration": 89.66, "caption": "A man is going through papers in his hand.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 296264, "video_name": "friends_s07e17_seg02_clip_12", "timestamp": [ 25.33, 34.79 ], "duration": 61.66, "caption": "A man takes a yellow paper from someone's hands, folds it and puts it in the inner pocket of his coat.", "similarity": 0.6638, "relevance": 3 }, { "pair_id": 296265, "video_name": "castle_s08e14_seg02_clip_16", "timestamp": [ 0.47, 5.12 ], "duration": 93.66, "caption": "A person receives a piece of paper from a man who leaves.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 296266, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 7.48, 10.57 ], "duration": 44.66, "caption": "A person pulls out a paper clip from his pocket.", "similarity": 0.6623, "relevance": 1 }, { "pair_id": 296267, "video_name": "castle_s07e09_seg02_clip_08", "timestamp": [ 10.26, 16.51 ], "duration": 89.66, "caption": "A man folds the piece of paper and puts it in his pocket.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 296268, "video_name": "castle_s08e07_seg02_clip_08", "timestamp": [ 25.15, 38.87 ], "duration": 91.66, "caption": "A man pulled out a paper and pen from his coat and write down something in it.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 296269, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 43.24, 48.7 ], "duration": 91.66, "caption": "A person takes a piece of paper out of his notebook and hands it to a man.", "similarity": 0.6552, "relevance": 1 }, { "pair_id": 296270, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A man pulls out a cloth from his sleeve.", "similarity": 0.6486, "relevance": 1 }, { "pair_id": 296271, "video_name": "friends_s04e21_seg02_clip_09", "timestamp": [ 8.26, 17.41 ], "duration": 59.66, "caption": "A man holds up the tissue paper from his invitation.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 296272, "video_name": "met_s02e04_seg02_clip_16", "timestamp": [ 21.62, 24.4 ], "duration": 61.66, "caption": "A man puts on his suit jacket and takes out a piece of paper.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 296273, "video_name": "castle_s06e15_seg02_clip_09", "timestamp": [ 86.55, 90.63 ], "duration": 90.66, "caption": "A man entered the room while holding a piece of paper.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 296274, "video_name": "castle_s06e03_seg02_clip_03", "timestamp": [ 52.33, 54.65 ], "duration": 92.66, "caption": "A man removes a piece of paper from someone's pocket.", "similarity": 0.6399, "relevance": 2 }, { "pair_id": 296275, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A woman pulls a folded piece of paper out from underneath her shirt.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 296276, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 0.3, 10.8 ], "duration": 60.66, "caption": "A man is reading from a piece of paper in his hands.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 296277, "video_name": "s03e22_seg02_clip_03", "timestamp": [ 23.41, 25.21 ], "duration": 60.66, "caption": "A man places a folded piece of paper down on his right side.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 296278, "video_name": "house_s05e15_seg02_clip_19", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A person takes a piece of paper out of the drawer and is handing it to man.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 296279, "video_name": "met_s02e08_seg02_clip_06", "timestamp": [ 35.42, 36.33 ], "duration": 60.66, "caption": "A man takes out a piece of paper from his jacket pocket and looks at it.", "similarity": 0.6368, "relevance": 3 } ] }, { "query_id": 35531, "query": "A man runs into the restaurant and kisses a woman on the cheek.", "relevant_moment": [ { "pair_id": 169940, "video_name": "friends_s02e05_seg02_clip_06", "timestamp": [ 26.56, 30.26 ], "duration": 61.66, "caption": "A man runs into the restaurant and kisses a woman on the cheek.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169941, "video_name": "friends_s09e05_seg02_clip_15", "timestamp": [ 7.2, 8.1 ], "duration": 60.66, "caption": "A man is standing and he is kissing woman in the restaurant.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 169942, "video_name": "castle_s08e13_seg02_clip_01", "timestamp": [ 0.0, 4.11 ], "duration": 91.66, "caption": "A woman runs over and gives a man a kiss on the cheek.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 169943, "video_name": "friends_s01e12_seg02_clip_03", "timestamp": [ 10.14, 13.79 ], "duration": 52.66, "caption": "A man opens their front door and enters and kisses a woman on the cheek.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 169944, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 13.06, 19.15 ], "duration": 58.66, "caption": "A man walks in and kisses a woman on the cheek.", "similarity": 0.7399, "relevance": 4 }, { "pair_id": 169945, "video_name": "s07e11_seg02_clip_18", "timestamp": [ 34.82, 39.62 ], "duration": 40.66, "caption": "A woman walks over to a man and kisses him at the restaurant.", "similarity": 0.7389, "relevance": 3 }, { "pair_id": 169946, "video_name": "friends_s10e14_seg02_clip_11", "timestamp": [ 15.34, 20.75 ], "duration": 60.66, "caption": "A man runs into a coffee shop and up to a woman then gives her a kiss and sits at the table with her.", "similarity": 0.7276, "relevance": 4 }, { "pair_id": 169947, "video_name": "friends_s05e10_seg02_clip_06", "timestamp": [ 4.5, 10.2 ], "duration": 60.66, "caption": "A man runs out the door and then comes back in and kisses woman.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 169948, "video_name": "friends_s02e23_seg02_clip_05", "timestamp": [ 26.11, 33.31 ], "duration": 60.66, "caption": "A man runs over the table to kiss a woman.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 169949, "video_name": "friends_s10e12_seg02_clip_01", "timestamp": [ 46.2, 49.03 ], "duration": 56.66, "caption": "A man approaches a woman and kisses her on the cheek.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 169950, "video_name": "castle_s06e23_seg02_clip_00", "timestamp": [ 51.11, 54.33 ], "duration": 92.66, "caption": "A man gives a kiss on a woman's cheek in a hurried manner.", "similarity": 0.7173, "relevance": 3 }, { "pair_id": 169951, "video_name": "castle_s02e07_seg02_clip_11", "timestamp": [ 77.57, 78.51 ], "duration": 94.66, "caption": "A person enters the kitchen where he kisses woman on the cheek.", "similarity": 0.7155, "relevance": 3 }, { "pair_id": 169952, "video_name": "s07e15_seg02_clip_12", "timestamp": [ 24.61, 27.31 ], "duration": 60.66, "caption": "A woman and a man are kissing very romantically while in the restaurant.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 169953, "video_name": "friends_s01e14_seg02_clip_20", "timestamp": [ 41.19, 46.38 ], "duration": 61.66, "caption": "A man and a woman kiss while they are sitting at the restaurant table.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 169954, "video_name": "castle_s04e12_seg02_clip_00", "timestamp": [ 45.51, 52.79 ], "duration": 91.66, "caption": "A woman kisses a man on the cheek several times before running out the door.", "similarity": 0.7037, "relevance": 1 }, { "pair_id": 169955, "video_name": "castle_s02e11_seg02_clip_12", "timestamp": [ 31.99, 35.18 ], "duration": 91.66, "caption": "A woman runs to man and kisses him as she runs into his arms.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 169956, "video_name": "friends_s05e15_seg02_clip_10", "timestamp": [ 45.73, 48.73 ], "duration": 54.66, "caption": "A man approaches a woman with a kiss on the cheek.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 169957, "video_name": "s04e06_seg02_clip_03", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A man opens the door and goes to a woman to kiss her.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 169958, "video_name": "s04e13_seg02_clip_06", "timestamp": [ 7.38, 10.92 ], "duration": 59.66, "caption": "A man bends down and kisses a woman on the cheek.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 169959, "video_name": "met_s03e18_seg02_clip_07", "timestamp": [ 0.0, 4.06 ], "duration": 57.66, "caption": "A man opens the door and walks to kiss a woman.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 343260, "video_name": "s05e03_seg02_clip_13", "timestamp": [ 25.12, 30.7 ], "duration": 62.66, "caption": "A man kisses a woman on the cheek and he goes into his apartment.", "similarity": 0.6777, "relevance": 3 }, { "pair_id": 343261, "video_name": "castle_s03e13_seg02_clip_24", "timestamp": [ 6.08, 14.82 ], "duration": 76.66, "caption": "A man grabs a woman and kisses her as a man approaches.", "similarity": 0.6774, "relevance": 2 }, { "pair_id": 343262, "video_name": "castle_s03e12_seg02_clip_16", "timestamp": [ 37.74, 43.51 ], "duration": 88.66, "caption": "A man opens his arms and pulls a woman in to kiss her.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 343263, "video_name": "friends_s05e10_seg02_clip_06", "timestamp": [ 7.82, 9.92 ], "duration": 60.66, "caption": "A man opens the door and gives a woman a kiss.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 343264, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 19.26, 21.44 ], "duration": 62.66, "caption": "A man kisses a woman on the cheek in the coffee shop.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 343265, "video_name": "friends_s05e05_seg01_clip_00", "timestamp": [ 10.88, 18.76 ], "duration": 75.66, "caption": "A man opens the door for woman and they kiss.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 343266, "video_name": "met_s04e01_seg02_clip_09", "timestamp": [ 38.46, 43.13 ], "duration": 58.66, "caption": "A man walks into a restaurant with a woman following behind him.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 343267, "video_name": "friends_s03e02_seg02_clip_00", "timestamp": [ 39.39, 40.63 ], "duration": 62.66, "caption": "A man gives a woman a kiss on her cheek.", "similarity": 0.6668, "relevance": 3 }, { "pair_id": 343268, "video_name": "s07e15_seg02_clip_14", "timestamp": [ 25.74, 29.46 ], "duration": 62.66, "caption": "A person kisses another person in the middle of a restaurant.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 343269, "video_name": "house_s08e10_seg02_clip_11", "timestamp": [ 24.21, 26.79 ], "duration": 103.66, "caption": "A man kisses the woman he just let in.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 343270, "video_name": "s07e15_seg02_clip_14", "timestamp": [ 30.39, 34.12 ], "duration": 62.66, "caption": "A person steps into the kiss he is sharing with another person at the restaurant.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 343271, "video_name": "s05e13_seg02_clip_08", "timestamp": [ 47.42, 59.43 ], "duration": 60.66, "caption": "A man opens the door and is kissed by a woman.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 343272, "video_name": "met_s06e16_seg02_clip_01", "timestamp": [ 55.3, 59.47 ], "duration": 59.66, "caption": "A man gives woman a kiss and then starts heading back to the door.", "similarity": 0.6628, "relevance": 2 }, { "pair_id": 343273, "video_name": "friends_s03e19_seg02_clip_18", "timestamp": [ 12.68, 15.28 ], "duration": 65.66, "caption": "A man grabs a woman by the back of the head and kisses her.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 343274, "video_name": "friends_s01e14_seg02_clip_04", "timestamp": [ 38.01, 43.23 ], "duration": 58.66, "caption": "A man and his date eat pasta like Lady and the Tramp then kiss in a restaurant.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 343275, "video_name": "friends_s01e14_seg02_clip_20", "timestamp": [ 41.8, 47.6 ], "duration": 61.66, "caption": "A man and a woman kiss at the Japanese restaurant.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 343276, "video_name": "friends_s05e23-24_seg02_clip_01", "timestamp": [ 11.71, 18.31 ], "duration": 60.66, "caption": "A man walks into the apartment and kisses a woman.", "similarity": 0.6573, "relevance": 1 }, { "pair_id": 343277, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 58.9, 61.69 ], "duration": 92.66, "caption": "A man leans over and kisses a woman on her cheek.", "similarity": 0.6572, "relevance": 3 }, { "pair_id": 343278, "video_name": "friends_s06e10_seg02_clip_01", "timestamp": [ 27.45, 31.87 ], "duration": 59.66, "caption": "A man smiles and leans over to kiss a woman on the cheek.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 343279, "video_name": "friends_s03e23_seg02_clip_00", "timestamp": [ 39.2, 40.15 ], "duration": 63.66, "caption": "A man leans into and kisses woman on the lips.", "similarity": 0.6564, "relevance": 2 } ] }, { "query_id": 35533, "query": "Everyone around the table at the restaurant clinks glasses together.", "relevant_moment": [ { "pair_id": 170260, "video_name": "friends_s02e05_seg02_clip_06", "timestamp": [ 0.31, 4.32 ], "duration": 61.66, "caption": "Everyone around the table at the restaurant clinks glasses together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170261, "video_name": "friends_s06e24-25_seg02_clip_12", "timestamp": [ 0.0, 6.04 ], "duration": 63.66, "caption": "Everyone at the table in the restaurant drinks from their glass at the same time.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 170262, "video_name": "friends_s07e02_seg02_clip_08", "timestamp": [ 7.16, 8.75 ], "duration": 53.66, "caption": "A man, a woman, and her parents all clink their glasses as they sit at a restaurant table.", "similarity": 0.7519, "relevance": 4 }, { "pair_id": 170263, "video_name": "met_s06e12_seg02_clip_00", "timestamp": [ 6.82, 9.3 ], "duration": 62.66, "caption": "Multiple people all clink their drinks together at the restaurant.", "similarity": 0.7257, "relevance": 4 }, { "pair_id": 170264, "video_name": "castle_s08e18_seg02_clip_24", "timestamp": [ 6.68, 8.01 ], "duration": 89.66, "caption": "Three people clink their glasses as they are drinking together.", "similarity": 0.6854, "relevance": 4 }, { "pair_id": 170265, "video_name": "met_s06e10_seg02_clip_15", "timestamp": [ 25.87, 29.68 ], "duration": 118.66, "caption": "All of the people clink their drinks together.", "similarity": 0.6832, "relevance": 4 }, { "pair_id": 170266, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 35.11, 36.85 ], "duration": 58.66, "caption": "Some people all clink glasses in a toast.", "similarity": 0.672, "relevance": 4 }, { "pair_id": 170267, "video_name": "house_s06e19_seg02_clip_20", "timestamp": [ 49.33, 57.85 ], "duration": 89.66, "caption": "Three people clink their glasses as they are in a bar.", "similarity": 0.6618, "relevance": 4 }, { "pair_id": 170268, "video_name": "friends_s10e14_seg01_clip_00", "timestamp": [ 1.31, 7.83 ], "duration": 87.66, "caption": "Two people are with two other people at the dining table as they all raise their glasses.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 170269, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 22.41, 24.16 ], "duration": 70.66, "caption": "Two people clinck glasses together while sitting at a table.", "similarity": 0.6554, "relevance": 4 }, { "pair_id": 170270, "video_name": "castle_s02e22_seg02_clip_14", "timestamp": [ 28.37, 32.09 ], "duration": 93.66, "caption": "A person clinks wine glasses with another person at a restaurant.", "similarity": 0.6544, "relevance": 4 }, { "pair_id": 170271, "video_name": "castle_s02e22_seg02_clip_14", "timestamp": [ 27.44, 30.7 ], "duration": 93.66, "caption": "A person clinks champagne glasses with another person at a restaurant.", "similarity": 0.6498, "relevance": 4 }, { "pair_id": 170272, "video_name": "grey_s03e02_seg02_clip_19", "timestamp": [ 41.21, 41.66 ], "duration": 89.66, "caption": "Two people clink each other's drink glasses together.", "similarity": 0.6434, "relevance": 4 }, { "pair_id": 170273, "video_name": "met_s03e07_seg02_clip_03", "timestamp": [ 18.96, 22.87 ], "duration": 60.66, "caption": "Multiple people raise their glasses and clink them while sitting at a booth.", "similarity": 0.6357, "relevance": 4 }, { "pair_id": 170274, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 38.3, 41.38 ], "duration": 44.66, "caption": "A person and another person clink their wine glasses together.", "similarity": 0.6228, "relevance": 4 }, { "pair_id": 170275, "video_name": "castle_s06e15_seg02_clip_17", "timestamp": [ 2.21, 4.42 ], "duration": 88.66, "caption": "Two people clink their wine glasses together.", "similarity": 0.618, "relevance": 4 }, { "pair_id": 170276, "video_name": "castle_s04e05_seg02_clip_13", "timestamp": [ 63.92, 82.37 ], "duration": 90.66, "caption": "A woman and a man are having a conversation in a restaurant and clink their glasses together.", "similarity": 0.6127, "relevance": 4 }, { "pair_id": 170277, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 5.95, 8.24 ], "duration": 91.66, "caption": "Two people clink their glasses together and sip their drinks.", "similarity": 0.607, "relevance": 4 }, { "pair_id": 170278, "video_name": "house_s04e16_seg02_clip_16", "timestamp": [ 44.51, 52.08 ], "duration": 89.66, "caption": "Two people clink their glasses and down their drinks.", "similarity": 0.6042, "relevance": 4 }, { "pair_id": 170279, "video_name": "castle_s07e22_seg02_clip_27", "timestamp": [ 7.58, 12.02 ], "duration": 12.66, "caption": "All the people give compliments when clicking their glasses together.", "similarity": 0.6041, "relevance": 4 }, { "pair_id": 343580, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 26.21, 28.37 ], "duration": 61.66, "caption": "The waiter puts new glasses on the table and takes the old ones.", "similarity": 0.6038, "relevance": 1 }, { "pair_id": 343581, "video_name": "s08e15_seg02_clip_16", "timestamp": [ 70.22, 72.02 ], "duration": 72.66, "caption": "Everyone takes a sip from their glasses at the same time.", "similarity": 0.5959, "relevance": 3 }, { "pair_id": 343582, "video_name": "friends_s07e01_seg01_clip_00", "timestamp": [ 0.0, 2.88 ], "duration": 72.66, "caption": "Some people clink champagne flutes while standing around the kitchen table.", "similarity": 0.595, "relevance": 4 }, { "pair_id": 343583, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 0.0, 11.04 ], "duration": 92.66, "caption": "Three people clink their glasses together and drink their shots.", "similarity": 0.5829, "relevance": 3 }, { "pair_id": 343584, "video_name": "castle_s02e13_seg02_clip_07", "timestamp": [ 0.0, 9.66 ], "duration": 92.66, "caption": "Everyone in the bar raises their glasses in a toast.", "similarity": 0.5769, "relevance": 3 }, { "pair_id": 343585, "video_name": "friends_s07e23-24_seg02_clip_09", "timestamp": [ 53.15, 55.71 ], "duration": 64.66, "caption": "A woman clinks glasses with a man and the person to her left.", "similarity": 0.5679, "relevance": 4 }, { "pair_id": 343586, "video_name": "met_s03e03_seg02_clip_06", "timestamp": [ 23.0, 24.53 ], "duration": 61.66, "caption": "The waitress takes one of the glasses from person's table.", "similarity": 0.5676, "relevance": 1 }, { "pair_id": 343587, "video_name": "friends_s06e01_seg02_clip_06", "timestamp": [ 0.0, 47.29 ], "duration": 60.66, "caption": "Multiple people are sitting at a restaurant table as they converse.", "similarity": 0.5622, "relevance": 1 }, { "pair_id": 343588, "video_name": "castle_s05e19_seg02_clip_24", "timestamp": [ 76.97, 79.0 ], "duration": 81.66, "caption": "A man and a woman clink their champagne glasses together.", "similarity": 0.5587, "relevance": 2 }, { "pair_id": 343589, "video_name": "s09e15_seg02_clip_16", "timestamp": [ 57.62, 62.9 ], "duration": 96.66, "caption": "Two people clink glasses while two other people clean up the glitter mess.", "similarity": 0.5577, "relevance": 2 }, { "pair_id": 343590, "video_name": "s07e20_seg02_clip_10", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "Two men and two women clink their wine glasses in a toast.", "similarity": 0.5524, "relevance": 3 }, { "pair_id": 343591, "video_name": "s03e05_seg02_clip_12", "timestamp": [ 54.83, 57.15 ], "duration": 58.66, "caption": "A man and a woman clink their glasses together and take a drink of their wine.", "similarity": 0.5506, "relevance": 3 }, { "pair_id": 343592, "video_name": "castle_s07e23_seg02_clip_27", "timestamp": [ 56.96, 66.82 ], "duration": 73.66, "caption": "A person makes a toast and everyone raises and clinks their glasses.", "similarity": 0.5506, "relevance": 4 }, { "pair_id": 343593, "video_name": "house_s07e17_seg02_clip_00", "timestamp": [ 28.84, 35.35 ], "duration": 93.66, "caption": "A person removes their sunglasses while standing beside a person facing everyone at the table, another person wiggles in their seat and the person hands the sunglasses to the person standing beside them.", "similarity": 0.5486, "relevance": 0 }, { "pair_id": 343594, "video_name": "castle_s04e17_seg02_clip_23", "timestamp": [ 0.0, 1.36 ], "duration": 90.66, "caption": "A person hands a glass of champagne to another person and they clink glasses.", "similarity": 0.548, "relevance": 2 }, { "pair_id": 343595, "video_name": "met_s06e11_seg02_clip_17", "timestamp": [ 0.93, 2.8 ], "duration": 62.66, "caption": "Two people clink their glasses together on a boat.", "similarity": 0.5424, "relevance": 3 }, { "pair_id": 343596, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 0.32, 63.03 ], "duration": 63.66, "caption": "Some people were all sitting at the same table.", "similarity": 0.5368, "relevance": 0 }, { "pair_id": 343597, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 34.23, 37.14 ], "duration": 58.66, "caption": "Three people hit their glasses together.", "similarity": 0.5338, "relevance": 3 }, { "pair_id": 343598, "video_name": "friends_s10e11_seg02_clip_08", "timestamp": [ 3.48, 5.38 ], "duration": 63.66, "caption": "A man and his date clink their alcohol glasses.", "similarity": 0.5336, "relevance": 2 }, { "pair_id": 343599, "video_name": "friends_s10e10_seg02_clip_07", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Some people all talk around the kitchen table.", "similarity": 0.5322, "relevance": 1 } ] }, { "query_id": 35558, "query": "The person looks at their food and takes a bite of it.", "relevant_moment": [ { "pair_id": 150080, "video_name": "s04e21_seg02_clip_04", "timestamp": [ 21.71, 29.15 ], "duration": 62.66, "caption": "The person looks at their food and takes a bite of it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150081, "video_name": "friends_s08e09_seg02_clip_11", "timestamp": [ 20.82, 22.97 ], "duration": 61.66, "caption": "A person takes a bite of their food at the table.", "similarity": 0.8159, "relevance": 3 }, { "pair_id": 150082, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 20.48, 23.67 ], "duration": 91.66, "caption": "A person takes a bit of their food and chews it.", "similarity": 0.7998, "relevance": 1 }, { "pair_id": 150083, "video_name": "house_s01e10_seg02_clip_22", "timestamp": [ 0.0, 9.98 ], "duration": 95.66, "caption": "A person takes a look at the bite that is on someone.", "similarity": 0.7931, "relevance": 0 }, { "pair_id": 150084, "video_name": "s04e10_seg01_clip_00", "timestamp": [ 6.1, 10.68 ], "duration": 61.66, "caption": "A person is poking their fork around in their food which makes a person turn and stare at them.", "similarity": 0.7682, "relevance": 4 }, { "pair_id": 150085, "video_name": "s05e22_seg02_clip_01", "timestamp": [ 25.38, 29.08 ], "duration": 57.66, "caption": "A person takes a bite of food that he/she is holding in his/her napkin.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 150086, "video_name": "s07e01_seg02_clip_00", "timestamp": [ 38.45, 44.12 ], "duration": 63.66, "caption": "A person takes a bite of their food and then makes a subtle face that says it may not taste very good.", "similarity": 0.7581, "relevance": 4 }, { "pair_id": 150088, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 14.27, 22.64 ], "duration": 62.66, "caption": "A person is looking at someone, puzzled, then begins eating their food with chopsticks.", "similarity": 0.7544, "relevance": 4 }, { "pair_id": 150089, "video_name": "s01e17_seg02_clip_16", "timestamp": [ 1.44, 4.32 ], "duration": 96.66, "caption": "A person puts their fork to their mouth and takes a bite of food.", "similarity": 0.7513, "relevance": 4 }, { "pair_id": 150090, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 48.04, 50.16 ], "duration": 85.66, "caption": "A person chews and opens their mouth wide with the food still in it.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 150091, "video_name": "house_s01e01_seg02_clip_12", "timestamp": [ 12.69, 17.4 ], "duration": 94.66, "caption": "A person looks at their sandwich before biting it.", "similarity": 0.7382, "relevance": 3 }, { "pair_id": 150092, "video_name": "met_s06e07_seg01_clip_01", "timestamp": [ 33.22, 36.06 ], "duration": 81.66, "caption": "A person bends down and eats some food which they grab with their mouth.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 150093, "video_name": "friends_s01e10_seg02_clip_19", "timestamp": [ 16.99, 17.89 ], "duration": 59.66, "caption": "A person puts a piece of food in their mouth.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 150094, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 8.28, 10.58 ], "duration": 92.66, "caption": "A person puts food into their mouth with their hand and chews it.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 150095, "video_name": "friends_s02e05_seg02_clip_09", "timestamp": [ 13.17, 17.93 ], "duration": 56.66, "caption": "A woman takes a bite of the food that is in her hands.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 150096, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 30.51, 35.7 ], "duration": 61.66, "caption": "A person looks at their wristwatch while they are eating.", "similarity": 0.7248, "relevance": 1 }, { "pair_id": 150097, "video_name": "met_s04e02_seg02_clip_10", "timestamp": [ 1.48, 2.36 ], "duration": 59.66, "caption": "A man takes a bite from some food he is holding.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 150098, "video_name": "house_s08e13_seg02_clip_20", "timestamp": [ 40.06, 42.29 ], "duration": 89.66, "caption": "A person notices a plate that has half eaten food on it.", "similarity": 0.7104, "relevance": 1 }, { "pair_id": 150099, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 47.42, 48.62 ], "duration": 60.66, "caption": "A person puts a piece of food into his mouth.", "similarity": 0.7096, "relevance": 4 }, { "pair_id": 323400, "video_name": "friends_s10e08_seg02_clip_14", "timestamp": [ 10.07, 20.14 ], "duration": 61.66, "caption": "A person's eyes get really big while looking at the food.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 323401, "video_name": "s01e01_seg02_clip_10", "timestamp": [ 51.35, 58.73 ], "duration": 59.66, "caption": "A person puts a spoonful of food in his mouth and starts chewing.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 323403, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 28.07, 33.56 ], "duration": 122.66, "caption": "A woman shows person the food that is in their mouth.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 323404, "video_name": "friends_s04e18_seg02_clip_08", "timestamp": [ 4.68, 7.7 ], "duration": 55.66, "caption": "A woman takes two bites from the food that is in front of her.", "similarity": 0.7005, "relevance": 4 }, { "pair_id": 323405, "video_name": "s04e01_seg02_clip_15", "timestamp": [ 6.71, 9.15 ], "duration": 61.66, "caption": "A person had a taste of the food in their plate.", "similarity": 0.6989, "relevance": 4 }, { "pair_id": 323406, "video_name": "friends_s01e15_seg02_clip_13", "timestamp": [ 2.7, 4.05 ], "duration": 54.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.6969, "relevance": 4 }, { "pair_id": 323407, "video_name": "friends_s01e15_seg02_clip_11", "timestamp": [ 14.18, 42.55 ], "duration": 63.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 323408, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 21.06, 22.68 ], "duration": 108.66, "caption": "A person takes a bite of a sandwich they are holding.", "similarity": 0.6832, "relevance": 4 }, { "pair_id": 323409, "video_name": "house_s08e13_seg02_clip_26", "timestamp": [ 44.63, 47.61 ], "duration": 119.66, "caption": "A person is eating junk food while looking at the group.", "similarity": 0.6832, "relevance": 3 }, { "pair_id": 323410, "video_name": "friends_s04e13_seg02_clip_13", "timestamp": [ 25.43, 26.36 ], "duration": 62.66, "caption": "A woman takes a bite of the food on her plate.", "similarity": 0.6816, "relevance": 4 }, { "pair_id": 323411, "video_name": "s05e20_seg01_clip_00", "timestamp": [ 13.96, 19.23 ], "duration": 62.66, "caption": "A woman takes a bite of her food as she speaks to person.", "similarity": 0.6807, "relevance": 4 }, { "pair_id": 323412, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 10.62, 13.28 ], "duration": 59.66, "caption": "A person picks up some food but stops before putting it in their mouth.", "similarity": 0.6799, "relevance": 3 }, { "pair_id": 323413, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 41.87, 44.97 ], "duration": 62.66, "caption": "A person uses his fork to take a bite of his lunch.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 323414, "video_name": "s02e06_seg02_clip_17", "timestamp": [ 24.85, 34.85 ], "duration": 54.66, "caption": "A person takes a bite of food with chopsticks, makes a funny face and puts down the food and chopsticks.", "similarity": 0.6757, "relevance": 4 }, { "pair_id": 323415, "video_name": "friends_s08e19_seg02_clip_07", "timestamp": [ 16.46, 21.36 ], "duration": 70.66, "caption": "A person throws up their food after they describe the taste.", "similarity": 0.6751, "relevance": 4 }, { "pair_id": 323416, "video_name": "friends_s02e20_seg01_clip_00", "timestamp": [ 20.36, 24.8 ], "duration": 74.66, "caption": "A woman walks over and takes a bite of food.", "similarity": 0.672, "relevance": 3 }, { "pair_id": 323417, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 37.53, 40.89 ], "duration": 61.66, "caption": "A person is eating his food as some people walk up to him.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 323418, "video_name": "house_s03e04_seg02_clip_20", "timestamp": [ 63.69, 68.77 ], "duration": 92.66, "caption": "A person takes a chip to their mouth and eats it.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 323419, "video_name": "s04e01_seg02_clip_12", "timestamp": [ 57.67, 61.45 ], "duration": 63.66, "caption": "A woman takes a bite of her food while at the table with two other people.", "similarity": 0.6652, "relevance": 3 } ] }, { "query_id": 35579, "query": "A woman is sitting alone as she writes on a notepad.", "relevant_moment": [ { "pair_id": 24960, "video_name": "castle_s01e09_seg02_clip_26", "timestamp": [ 94.11, 96.03 ], "duration": 96.66, "caption": "A woman is sitting alone as she writes on a notepad.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 24961, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 54.01, 58.23 ], "duration": 60.66, "caption": "A woman is sitting on the couch writing on a notepad.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 24962, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 75.55, 79.65 ], "duration": 91.66, "caption": "A woman writes on a notepad while sitting at her desk.", "similarity": 0.777, "relevance": 4 }, { "pair_id": 24963, "video_name": "friends_s01e12_seg01_clip_00", "timestamp": [ 15.64, 21.25 ], "duration": 59.66, "caption": "A woman writes with a pencil in her notepad.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 24964, "video_name": "castle_s04e15_seg02_clip_01", "timestamp": [ 82.35, 85.46 ], "duration": 89.66, "caption": "Woman writes down on her notepad as person looks at her.", "similarity": 0.7115, "relevance": 3 }, { "pair_id": 24965, "video_name": "house_s01e11_seg02_clip_04", "timestamp": [ 22.57, 25.86 ], "duration": 94.66, "caption": "A woman writes a note on the pad she is holding.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 24966, "video_name": "met_s04e02_seg01_clip_01", "timestamp": [ 56.96, 58.73 ], "duration": 59.66, "caption": "A woman is standing at a table and writes something down on a notepad.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 24967, "video_name": "grey_s02e04_seg02_clip_08", "timestamp": [ 0.0, 12.61 ], "duration": 97.66, "caption": "A woman writes something on a notepad in the patient's room.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 24968, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 37.84, 45.59 ], "duration": 62.66, "caption": "A woman is sitting at the table and writing something.", "similarity": 0.6639, "relevance": 4 }, { "pair_id": 24969, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 49.06, 54.01 ], "duration": 90.66, "caption": "A woman sits at her desk while writing with a pen.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 24970, "video_name": "castle_s01e09_seg02_clip_26", "timestamp": [ 93.63, 96.03 ], "duration": 96.66, "caption": "A woman is sitting at her desk writing on a piece of paper.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 24971, "video_name": "s10e02_seg02_clip_09", "timestamp": [ 31.58, 33.35 ], "duration": 59.66, "caption": "A woman sits alone in her office at her desk marking papers with a highlighter.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 24972, "video_name": "friends_s01e16-17_seg02_clip_37", "timestamp": [ 41.82, 44.58 ], "duration": 55.66, "caption": "A woman writes on a notepad while walking through a restaurant.", "similarity": 0.6531, "relevance": 3 }, { "pair_id": 24973, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 41.16, 43.78 ], "duration": 74.66, "caption": "A woman has a clipboard and pen in her hand and is writing.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 24974, "video_name": "house_s03e21_seg02_clip_20", "timestamp": [ 65.3, 72.5 ], "duration": 96.66, "caption": "A person takes out a pen and a notepad and writes something on the notepad.", "similarity": 0.6387, "relevance": 2 }, { "pair_id": 24975, "video_name": "s04e13_seg01_clip_00", "timestamp": [ 24.11, 28.07 ], "duration": 61.66, "caption": "A woman writes down a person's order on her note pad.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 24976, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 8.48, 9.81 ], "duration": 89.66, "caption": "A woman is writing on a paper with a pen.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 24977, "video_name": "castle_s05e06_seg02_clip_17", "timestamp": [ 7.57, 12.91 ], "duration": 89.66, "caption": "Woman opens a yellow notepad and prepares to write.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 24978, "video_name": "s08e13_seg02_clip_12", "timestamp": [ 62.43, 65.02 ], "duration": 65.66, "caption": "A person is writing on a paper as a woman sits at the table.", "similarity": 0.6319, "relevance": 3 }, { "pair_id": 24979, "video_name": "castle_s06e21_seg02_clip_19", "timestamp": [ 38.3, 40.55 ], "duration": 90.66, "caption": "A woman rests the pen on some document file.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 198280, "video_name": "friends_s04e18_seg02_clip_14", "timestamp": [ 20.51, 25.94 ], "duration": 60.66, "caption": "A woman grabs a notepad and a pen and starts writing.", "similarity": 0.6314, "relevance": 4 }, { "pair_id": 198281, "video_name": "castle_s06e17_seg02_clip_12", "timestamp": [ 76.75, 80.93 ], "duration": 93.66, "caption": "A woman is sitting at a table writing a letter.", "similarity": 0.627, "relevance": 4 }, { "pair_id": 198282, "video_name": "friends_s02e08_seg02_clip_18", "timestamp": [ 14.59, 17.38 ], "duration": 62.66, "caption": "A woman writes on paper she is holding on her lap.", "similarity": 0.6237, "relevance": 4 }, { "pair_id": 198283, "video_name": "friends_s05e23-24_seg02_clip_05", "timestamp": [ 51.19, 56.09 ], "duration": 89.66, "caption": "A woman writes down on a tiny red notebook.", "similarity": 0.6212, "relevance": 3 }, { "pair_id": 198284, "video_name": "s03e10_seg02_clip_12", "timestamp": [ 50.35, 51.87 ], "duration": 61.66, "caption": "A woman writes briefly with a pencil in her notebook.", "similarity": 0.617, "relevance": 3 }, { "pair_id": 198285, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 14.25, 21.38 ], "duration": 95.66, "caption": "A woman takes out her pen to make a note in a file.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 198286, "video_name": "friends_s05e23-24_seg02_clip_04", "timestamp": [ 15.56, 23.19 ], "duration": 61.66, "caption": "A woman gets out a notebook and writes in it.", "similarity": 0.613, "relevance": 3 }, { "pair_id": 198287, "video_name": "castle_s08e16_seg02_clip_04", "timestamp": [ 29.41, 30.32 ], "duration": 90.66, "caption": "A woman is writing down on her notebook.", "similarity": 0.6055, "relevance": 3 }, { "pair_id": 198288, "video_name": "house_s05e22_seg02_clip_26", "timestamp": [ 15.47, 17.85 ], "duration": 119.66, "caption": "A woman rips a paper off of a notepad.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 198289, "video_name": "friends_s06e21_seg02_clip_17", "timestamp": [ 37.52, 40.52 ], "duration": 60.66, "caption": "A woman is sitting in a chair and writing in a book.", "similarity": 0.6034, "relevance": 4 }, { "pair_id": 198290, "video_name": "house_s05e21_seg02_clip_14", "timestamp": [ 2.25, 4.05 ], "duration": 90.66, "caption": "A woman writes down information onto a sheet of paper on a clipboard.", "similarity": 0.6028, "relevance": 3 }, { "pair_id": 198291, "video_name": "castle_s05e03_seg02_clip_02", "timestamp": [ 80.33, 89.26 ], "duration": 89.66, "caption": "A woman writes in her notebook while talking to person.", "similarity": 0.6004, "relevance": 3 }, { "pair_id": 198292, "video_name": "castle_s06e22_seg02_clip_01", "timestamp": [ 14.01, 15.76 ], "duration": 87.66, "caption": "A woman underlines a portion of the writing in a notebook she is looking at.", "similarity": 0.5994, "relevance": 3 }, { "pair_id": 198293, "video_name": "friends_s07e21_seg02_clip_02", "timestamp": [ 0.0, 68.02 ], "duration": 68.66, "caption": "A woman was writing something in a notebook while talking.", "similarity": 0.5971, "relevance": 3 }, { "pair_id": 198294, "video_name": "castle_s06e02_seg02_clip_15", "timestamp": [ 0.0, 9.09 ], "duration": 86.66, "caption": "A woman is on her phone and then hangs it up as she sits alone.", "similarity": 0.5968, "relevance": 1 }, { "pair_id": 198295, "video_name": "castle_s02e22_seg02_clip_02", "timestamp": [ 20.71, 22.51 ], "duration": 90.66, "caption": "A woman is having a conversation with another person who is writing in a notepad.", "similarity": 0.5913, "relevance": 3 }, { "pair_id": 198296, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 29.31, 34.04 ], "duration": 63.66, "caption": "A woman is sitting on the couch taking notes on a clipboard.", "similarity": 0.5905, "relevance": 2 }, { "pair_id": 198297, "video_name": "grey_s02e12_seg02_clip_05", "timestamp": [ 82.45, 87.08 ], "duration": 92.66, "caption": "A person is sitting on a bed with a notepad and pen in hand.", "similarity": 0.589, "relevance": 3 }, { "pair_id": 198298, "video_name": "grey_s01e05_seg02_clip_07", "timestamp": [ 10.23, 12.56 ], "duration": 93.66, "caption": "A woman using a pen writes in a folder she is holding.", "similarity": 0.5878, "relevance": 2 }, { "pair_id": 198299, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 0.0, 3.18 ], "duration": 90.66, "caption": "A woman is writing some notes on the pad in front of a man in her office.", "similarity": 0.5861, "relevance": 2 } ] }, { "query_id": 35593, "query": "A person sits a green book bag down on the ground.", "relevant_moment": [ { "pair_id": 116880, "video_name": "castle_s01e09_seg02_clip_21", "timestamp": [ 8.81, 11.89 ], "duration": 88.66, "caption": "A person sits a green book bag down on the ground.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 116881, "video_name": "s04e12_seg02_clip_08", "timestamp": [ 35.72, 39.32 ], "duration": 60.66, "caption": "A person sits down at the table while holding a paper bag.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 116882, "video_name": "friends_s02e03_seg02_clip_05", "timestamp": [ 57.98, 61.03 ], "duration": 61.66, "caption": "A person sits down with a very large book.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 116883, "video_name": "friends_s08e19_seg02_clip_13", "timestamp": [ 55.12, 58.02 ], "duration": 58.66, "caption": "A person sits down and opens a brown leather bag.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 116884, "video_name": "friends_s07e04_seg02_clip_02", "timestamp": [ 10.68, 15.26 ], "duration": 61.66, "caption": "A person sits down, removes his bag, and puts it on the floor.", "similarity": 0.6432, "relevance": 3 }, { "pair_id": 116886, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 23.41, 27.91 ], "duration": 60.66, "caption": "A person sits their computer bag down in the chair.", "similarity": 0.6202, "relevance": 3 }, { "pair_id": 116887, "video_name": "house_s05e18_seg02_clip_11", "timestamp": [ 40.45, 46.29 ], "duration": 89.66, "caption": "A person gets up to take their bag from sitting on the other chair.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 116888, "video_name": "house_s06e07_seg02_clip_23", "timestamp": [ 75.1, 77.83 ], "duration": 91.66, "caption": "A person picks up two books from beside his book-bag.", "similarity": 0.5993, "relevance": 2 }, { "pair_id": 116889, "video_name": "friends_s05e10_seg02_clip_19", "timestamp": [ 42.76, 47.74 ], "duration": 83.66, "caption": "A person puts their paper down and gets stuff from a bag.", "similarity": 0.5871, "relevance": 1 }, { "pair_id": 116890, "video_name": "s05e15_seg02_clip_09", "timestamp": [ 9.57, 12.19 ], "duration": 58.66, "caption": "A person takes their bag off and puts it on a chair.", "similarity": 0.5851, "relevance": 3 }, { "pair_id": 116891, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 51.48, 60.17 ], "duration": 62.66, "caption": "A person walks in the front door and sits his bag down.", "similarity": 0.5849, "relevance": 3 }, { "pair_id": 116892, "video_name": "house_s08e14_seg02_clip_02", "timestamp": [ 53.42, 61.95 ], "duration": 89.66, "caption": "A person reaches into someone's bag to look at the cover of a book before putting it back.", "similarity": 0.5796, "relevance": 2 }, { "pair_id": 116893, "video_name": "house_s06e18_seg02_clip_06", "timestamp": [ 78.92, 79.36 ], "duration": 88.66, "caption": "A person puts down a duffel bag onto a chair.", "similarity": 0.5736, "relevance": 2 }, { "pair_id": 116894, "video_name": "friends_s08e17_seg01_clip_01", "timestamp": [ 17.99, 20.47 ], "duration": 62.66, "caption": "A person sits down at the table with their bagel from the floor.", "similarity": 0.5685, "relevance": 1 }, { "pair_id": 116895, "video_name": "met_s02e13_seg02_clip_14", "timestamp": [ 11.77, 16.3 ], "duration": 60.66, "caption": "A person puts his coffee and bag down at a table and sits down.", "similarity": 0.5674, "relevance": 2 }, { "pair_id": 116896, "video_name": "s03e18_seg02_clip_04", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A person walks in and sets a bag on the table.", "similarity": 0.5523, "relevance": 2 }, { "pair_id": 116897, "video_name": "house_s07e05_seg02_clip_22", "timestamp": [ 24.01, 28.33 ], "duration": 96.66, "caption": "A person gets a thing and puts it in their bag.", "similarity": 0.5503, "relevance": 2 }, { "pair_id": 116898, "video_name": "grey_s03e12_seg02_clip_21", "timestamp": [ 94.14, 96.74 ], "duration": 104.66, "caption": "A person is lying down looking at a book.", "similarity": 0.5503, "relevance": 1 }, { "pair_id": 116899, "video_name": "s08e19_seg02_clip_18", "timestamp": [ 1.92, 8.96 ], "duration": 64.66, "caption": "A person sets down his bag and starts looking through it.", "similarity": 0.5498, "relevance": 2 }, { "pair_id": 290200, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 20.55, 26.84 ], "duration": 83.66, "caption": "A person sits up from the floor with a book on their lap and has a realization.", "similarity": 0.5493, "relevance": 1 }, { "pair_id": 290201, "video_name": "s01e12_seg02_clip_08", "timestamp": [ 56.45, 59.86 ], "duration": 62.66, "caption": "A person places his bag on his desk chair.", "similarity": 0.5462, "relevance": 3 }, { "pair_id": 290202, "video_name": "s08e01_seg01_clip_00", "timestamp": [ 4.03, 7.75 ], "duration": 62.66, "caption": "A person is sitting on a train station bench with their bag.", "similarity": 0.5449, "relevance": 2 }, { "pair_id": 290203, "video_name": "house_s03e15_seg02_clip_02", "timestamp": [ 0.0, 4.03 ], "duration": 115.66, "caption": "A person sticks something in a plastic bag and sets it down.", "similarity": 0.5445, "relevance": 2 }, { "pair_id": 290204, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 9.15, 11.21 ], "duration": 59.66, "caption": "A person reaches down and lifts the flap on his bag.", "similarity": 0.5418, "relevance": 2 }, { "pair_id": 290205, "video_name": "house_s05e17_seg02_clip_00", "timestamp": [ 7.36, 10.58 ], "duration": 92.66, "caption": "A man takes his book bag off and throws it on a chair.", "similarity": 0.5408, "relevance": 2 }, { "pair_id": 290206, "video_name": "s04e06_seg02_clip_01", "timestamp": [ 0.93, 5.27 ], "duration": 62.66, "caption": "A person wearing a green shirt and black purse takes a seat at a table.", "similarity": 0.5403, "relevance": 2 }, { "pair_id": 290207, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 39.06, 43.33 ], "duration": 61.66, "caption": "A person places their bag on the chair in front of their desk.", "similarity": 0.5384, "relevance": 2 }, { "pair_id": 290208, "video_name": "friends_s09e19_seg02_clip_22", "timestamp": [ 43.57, 46.1 ], "duration": 72.66, "caption": "A man walks over and sits down carrying a book.", "similarity": 0.5356, "relevance": 2 }, { "pair_id": 290209, "video_name": "s10e08_seg02_clip_00", "timestamp": [ 6.1, 18.0 ], "duration": 61.66, "caption": "A person is sitting with their feet up and a bag of chips.", "similarity": 0.5335, "relevance": 2 }, { "pair_id": 290210, "video_name": "s05e20_seg02_clip_02", "timestamp": [ 11.04, 14.84 ], "duration": 69.66, "caption": "A woman carries the paper bag over to the coffee table and sits it down.", "similarity": 0.5326, "relevance": 2 }, { "pair_id": 290211, "video_name": "friends_s04e22_seg02_clip_04", "timestamp": [ 19.22, 24.41 ], "duration": 61.66, "caption": "A woman comes in carrying a brown paper bag and sits it down in the chair.", "similarity": 0.5299, "relevance": 2 }, { "pair_id": 290212, "video_name": "castle_s06e12_seg02_clip_21", "timestamp": [ 28.55, 32.63 ], "duration": 90.66, "caption": "A person sits down at a table in a library.", "similarity": 0.5275, "relevance": 2 }, { "pair_id": 290213, "video_name": "castle_s08e17_seg02_clip_07", "timestamp": [ 0.0, 5.08 ], "duration": 84.66, "caption": "A person gets a book from the brown box.", "similarity": 0.5271, "relevance": 2 }, { "pair_id": 290214, "video_name": "house_s07e13_seg02_clip_11", "timestamp": [ 31.96, 34.66 ], "duration": 90.66, "caption": "A person places a book back onto a book shelf.", "similarity": 0.5268, "relevance": 2 }, { "pair_id": 290215, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 34.63, 38.27 ], "duration": 91.66, "caption": "A person holds up a book while someone walks by.", "similarity": 0.5264, "relevance": 2 }, { "pair_id": 290216, "video_name": "s03e04_seg02_clip_06", "timestamp": [ 45.92, 48.32 ], "duration": 60.66, "caption": "A person places his bag on the chair in front of his desk.", "similarity": 0.5261, "relevance": 2 }, { "pair_id": 290217, "video_name": "friends_s08e02_seg01_clip_00", "timestamp": [ 32.09, 33.95 ], "duration": 61.66, "caption": "A person sets his bag down next to the couch.", "similarity": 0.5259, "relevance": 2 }, { "pair_id": 290218, "video_name": "friends_s02e09_seg02_clip_06", "timestamp": [ 1.5, 3.0 ], "duration": 60.66, "caption": "A man puts down a bag down on the table, laying it sideways.", "similarity": 0.5256, "relevance": 2 }, { "pair_id": 290219, "video_name": "s07e24_seg02_clip_15", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A person is sitting at a train stations bench with a bag.", "similarity": 0.5256, "relevance": 2 } ] }, { "query_id": 35617, "query": "A person is sitting on the couch and playing the guitar while some people watch.", "relevant_moment": [ { "pair_id": 146120, "video_name": "met_s03e01_seg02_clip_13", "timestamp": [ 58.67, 84.17 ], "duration": 85.66, "caption": "A person is sitting on the couch and playing the guitar while some people watch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146121, "video_name": "friends_s02e06_seg02_clip_03", "timestamp": [ 31.04, 42.36 ], "duration": 58.66, "caption": "A person is on the couch playing the guitar.", "similarity": 0.864, "relevance": 3 }, { "pair_id": 146122, "video_name": "friends_s03e14_seg02_clip_11", "timestamp": [ 49.51, 54.4 ], "duration": 54.66, "caption": "A person is sitting down and playing a guitar.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 146123, "video_name": "s09e04_seg02_clip_12", "timestamp": [ 12.1, 15.05 ], "duration": 59.66, "caption": "A person places the guitar next to them on the couch.", "similarity": 0.766, "relevance": 1 }, { "pair_id": 146124, "video_name": "s09e04_seg02_clip_11", "timestamp": [ 38.14, 53.7 ], "duration": 61.66, "caption": "A man sits on the couch and plays the guitar for a woman.", "similarity": 0.7591, "relevance": 3 }, { "pair_id": 146125, "video_name": "s09e04_seg02_clip_06", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A person plays the guitar while sitting with another person.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 146126, "video_name": "s09e04_seg02_clip_12", "timestamp": [ 11.81, 14.76 ], "duration": 59.66, "caption": "A person puts a guitar down on the couch while having a conversation with a woman with red hair.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 146127, "video_name": "friends_s02e12-13_seg02_clip_07", "timestamp": [ 0.0, 14.41 ], "duration": 60.66, "caption": "A woman is playing guitar in a room with many people watching her.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 146128, "video_name": "friends_s04e05_seg02_clip_19", "timestamp": [ 46.71, 58.03 ], "duration": 58.66, "caption": "A woman sits on the couch at the coffee house and plays guitar.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 146129, "video_name": "friends_s04e12_seg02_clip_18", "timestamp": [ 15.35, 20.29 ], "duration": 52.66, "caption": "A woman sits upside down on the couch while holding her guitar.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 146130, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 56.45, 61.03 ], "duration": 61.66, "caption": "A woman plays her guitar while sitting on the couch in a coffee shop.", "similarity": 0.6465, "relevance": 3 }, { "pair_id": 146131, "video_name": "met_s02e21_seg02_clip_15", "timestamp": [ 27.42, 30.57 ], "duration": 63.66, "caption": "A person turns around and looks at someone playing a guitar.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 146132, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 1.71, 11.69 ], "duration": 57.66, "caption": "A woman is playing guitar two people sit in front of her to listen.", "similarity": 0.6418, "relevance": 3 }, { "pair_id": 146133, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 22.95, 32.26 ], "duration": 62.66, "caption": "A woman sits in front of television playing the guitar.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 146134, "video_name": "friends_s01e23_seg02_clip_02", "timestamp": [ 29.9, 50.65 ], "duration": 61.66, "caption": "A woman is sitting on an armrest playing her guitar for a waiting room full of people.", "similarity": 0.6382, "relevance": 4 }, { "pair_id": 146135, "video_name": "friends_s07e01_seg02_clip_16", "timestamp": [ 50.14, 56.02 ], "duration": 56.66, "caption": "A person walks in the room with a guitar, puts their foot on the couch and starts playing and singing.", "similarity": 0.6229, "relevance": 2 }, { "pair_id": 146136, "video_name": "friends_s08e10_seg02_clip_20", "timestamp": [ 43.57, 47.97 ], "duration": 88.66, "caption": "A woman is playing the guitar on the couch and a man scares her.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 146137, "video_name": "friends_s01e11_seg02_clip_04", "timestamp": [ 44.05, 46.46 ], "duration": 53.66, "caption": "A woman sits down by a man's bed and plays the guitar.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 146138, "video_name": "castle_s05e07_seg02_clip_23", "timestamp": [ 70.4, 84.66 ], "duration": 92.66, "caption": "A person starts to play the guitar but stops because he doesn't know how and puts the guitar on the table.", "similarity": 0.6025, "relevance": 2 }, { "pair_id": 146139, "video_name": "friends_s04e10_seg02_clip_12", "timestamp": [ 42.62, 50.42 ], "duration": 60.66, "caption": "A man interrupts a person while she is playing guitar.", "similarity": 0.602, "relevance": 3 }, { "pair_id": 319440, "video_name": "friends_s02e12-13_seg02_clip_20", "timestamp": [ 6.08, 9.92 ], "duration": 64.66, "caption": "A person stands in front of the crowd and plays the guitar.", "similarity": 0.6009, "relevance": 3 }, { "pair_id": 319441, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 95.72, 102.1 ], "duration": 116.66, "caption": "A person is pretending he is playing a guitar while dancing.", "similarity": 0.5957, "relevance": 3 }, { "pair_id": 319442, "video_name": "friends_s01e23_seg02_clip_02", "timestamp": [ 30.21, 50.04 ], "duration": 61.66, "caption": "A woman plays guitar for everyone in the living room.", "similarity": 0.5882, "relevance": 3 }, { "pair_id": 319443, "video_name": "house_s05e23_seg02_clip_00", "timestamp": [ 5.58, 12.56 ], "duration": 93.66, "caption": "A person plays with a very small toy guitar.", "similarity": 0.5879, "relevance": 3 }, { "pair_id": 319444, "video_name": "friends_s04e10_seg02_clip_13", "timestamp": [ 11.2, 16.11 ], "duration": 70.66, "caption": "A woman sits her guitar down beside the chair.", "similarity": 0.5878, "relevance": 4 }, { "pair_id": 319445, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 84.25, 92.05 ], "duration": 156.66, "caption": "A woman sits in her apartment playing the guitar.", "similarity": 0.587, "relevance": 3 }, { "pair_id": 319446, "video_name": "house_s05e03_seg02_clip_25", "timestamp": [ 123.0, 172.02 ], "duration": 172.66, "caption": "While having a conversation with a man, a person picks up a guitar, sits down, and begins to play along with him.", "similarity": 0.587, "relevance": 3 }, { "pair_id": 319447, "video_name": "friends_s02e06_seg02_clip_03", "timestamp": [ 31.33, 41.78 ], "duration": 58.66, "caption": "A woman sings and plays guitar while she is sitting on the couch in the coffee shop.", "similarity": 0.5864, "relevance": 4 }, { "pair_id": 319448, "video_name": "house_s04e01_seg02_clip_25", "timestamp": [ 157.52, 175.02 ], "duration": 175.66, "caption": "A person is playing a guitar while carrying on a conversation.", "similarity": 0.5848, "relevance": 3 }, { "pair_id": 319449, "video_name": "s09e24_seg02_clip_16", "timestamp": [ 39.38, 41.62 ], "duration": 64.66, "caption": "A person is on their cellphone while sitting on the couch.", "similarity": 0.5835, "relevance": 3 }, { "pair_id": 319450, "video_name": "friends_s03e14_seg02_clip_19", "timestamp": [ 32.46, 41.91 ], "duration": 59.66, "caption": "A person watches a cat commercial while holding a guitar.", "similarity": 0.5806, "relevance": 4 }, { "pair_id": 319451, "video_name": "s02e15_seg01_clip_00", "timestamp": [ 5.89, 13.96 ], "duration": 62.66, "caption": "A person is playing the electrical guitar as another person sings.", "similarity": 0.5692, "relevance": 3 }, { "pair_id": 319452, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 2.17, 5.27 ], "duration": 62.66, "caption": "A person sits down on the couch next to some people.", "similarity": 0.5667, "relevance": 2 }, { "pair_id": 319453, "video_name": "friends_s02e12-13_seg02_clip_06", "timestamp": [ 34.18, 50.35 ], "duration": 61.66, "caption": "A woman sits down with a guitar, talks a bit then starts playing for the kids seated.", "similarity": 0.5663, "relevance": 3 }, { "pair_id": 319454, "video_name": "friends_s04e10_seg02_clip_19", "timestamp": [ 34.93, 97.02 ], "duration": 97.66, "caption": "A woman plays guitar at a coffee shop while their friends watch.", "similarity": 0.5609, "relevance": 3 }, { "pair_id": 319455, "video_name": "friends_s02e12-13_seg02_clip_07", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A woman, man and woman sway back and forth while listening to person play the guitar.", "similarity": 0.5581, "relevance": 3 }, { "pair_id": 319456, "video_name": "friends_s09e19_seg02_clip_05", "timestamp": [ 0.68, 2.48 ], "duration": 45.66, "caption": "A woman gets up from her seat with her guitar.", "similarity": 0.5565, "relevance": 3 }, { "pair_id": 319457, "video_name": "friends_s01e23_seg02_clip_09", "timestamp": [ 36.1, 45.13 ], "duration": 56.66, "caption": "A woman is playing guitar and two people both glare at her.", "similarity": 0.5563, "relevance": 3 }, { "pair_id": 319458, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 37.45, 63.97 ], "duration": 156.66, "caption": "A woman plays guitar with a shaggy haired person with glasses and a maroon sweater.", "similarity": 0.5562, "relevance": 4 }, { "pair_id": 319459, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 27.09, 31.65 ], "duration": 57.66, "caption": "A person is sitting on his couch playing a video game.", "similarity": 0.5557, "relevance": 3 } ] }, { "query_id": 35618, "query": "A drunk woman still drinks from the bottle of alcohol she is holding.", "relevant_moment": [ { "pair_id": 149700, "video_name": "met_s03e01_seg02_clip_13", "timestamp": [ 0.0, 3.83 ], "duration": 85.66, "caption": "A drunk woman still drinks from the bottle of alcohol she is holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149701, "video_name": "castle_s05e01_seg02_clip_14", "timestamp": [ 38.49, 41.09 ], "duration": 104.66, "caption": "A woman drinks from the bottle of alcohol that was handed to her.", "similarity": 0.8306, "relevance": 3 }, { "pair_id": 149702, "video_name": "s08e04_seg02_clip_08", "timestamp": [ 31.7, 33.62 ], "duration": 64.66, "caption": "A woman drinks from the glass of wine she is holding.", "similarity": 0.7965, "relevance": 2 }, { "pair_id": 149703, "video_name": "friends_s09e09_seg02_clip_13", "timestamp": [ 42.74, 45.73 ], "duration": 59.66, "caption": "A woman drinks from the glass of wine she is holding.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 149704, "video_name": "castle_s06e13_seg02_clip_15", "timestamp": [ 53.87, 54.76 ], "duration": 89.66, "caption": "A woman holds up mini bottle of alcohol in the air.", "similarity": 0.7618, "relevance": 4 }, { "pair_id": 149705, "video_name": "met_s02e10_seg02_clip_13", "timestamp": [ 1.79, 5.06 ], "duration": 59.66, "caption": "A woman holds up a beer and then drinks it.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 149706, "video_name": "house_s07e18_seg02_clip_07", "timestamp": [ 71.45, 75.1 ], "duration": 91.66, "caption": "A woman drinks again from her glass of beer.", "similarity": 0.7494, "relevance": 3 }, { "pair_id": 149707, "video_name": "friends_s05e20_seg02_clip_04", "timestamp": [ 41.88, 46.93 ], "duration": 59.66, "caption": "A woman opens a bottle she is holding and takes a drink.", "similarity": 0.7491, "relevance": 4 }, { "pair_id": 149708, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 8.68, 15.51 ], "duration": 62.66, "caption": "A woman is holding a wine glass and takes a drink from it.", "similarity": 0.7431, "relevance": 2 }, { "pair_id": 149709, "video_name": "met_s03e11_seg02_clip_04", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A woman takes a drink from her bottle of beer.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 149710, "video_name": "met_s06e10_seg01_clip_00", "timestamp": [ 24.11, 30.21 ], "duration": 61.66, "caption": "A woman takes a drink from her beer bottle.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 149711, "video_name": "s08e16_seg02_clip_09", "timestamp": [ 17.68, 20.16 ], "duration": 62.66, "caption": "A woman takes a drink from the wineglass she is holding.", "similarity": 0.7336, "relevance": 3 }, { "pair_id": 149712, "video_name": "s02e15_seg02_clip_11", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A woman is holding a bottle of wine in their hand.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 149713, "video_name": "house_s08e13_seg02_clip_09", "timestamp": [ 55.32, 56.5 ], "duration": 79.66, "caption": "A woman takes out two drinks and holds them out.", "similarity": 0.7303, "relevance": 1 }, { "pair_id": 149714, "video_name": "met_s03e11_seg02_clip_04", "timestamp": [ 4.27, 6.71 ], "duration": 61.66, "caption": "A woman takes a sip of her beer bottle.", "similarity": 0.7271, "relevance": 3 }, { "pair_id": 149715, "video_name": "friends_s08e09_seg01_clip_01", "timestamp": [ 23.66, 27.6 ], "duration": 60.66, "caption": "A woman takes a drink out of the water bottle she is holding in her left hand.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 149716, "video_name": "house_s07e18_seg02_clip_07", "timestamp": [ 10.01, 14.11 ], "duration": 91.66, "caption": "A woman puts down a glass of beer she just drank.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 149717, "video_name": "s05e01_seg02_clip_02", "timestamp": [ 44.27, 53.71 ], "duration": 59.66, "caption": "Woman grabs a bottle of alcoholic drink and a glass for herself.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 149718, "video_name": "castle_s02e07_seg02_clip_12", "timestamp": [ 61.84, 62.7 ], "duration": 85.66, "caption": "A person attempts to drink from a bottle of alcohol they are holding.", "similarity": 0.7218, "relevance": 1 }, { "pair_id": 149719, "video_name": "met_s02e12_seg02_clip_09", "timestamp": [ 19.77, 21.57 ], "duration": 59.66, "caption": "A woman takes a drink from the lidded cup she's holding.", "similarity": 0.7212, "relevance": 1 } ] }, { "query_id": 35624, "query": "A man comes in the coffee shop and goes and stands by another person.", "relevant_moment": [ { "pair_id": 50300, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 31.37, 39.5 ], "duration": 56.66, "caption": "A man comes in the coffee shop and goes and stands by another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 50301, "video_name": "friends_s06e03_seg02_clip_04", "timestamp": [ 51.48, 55.21 ], "duration": 62.66, "caption": "A man comes into the coffee shop and goes over to stand near where two women are sitting.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 50302, "video_name": "friends_s02e12-13_seg02_clip_18", "timestamp": [ 64.39, 67.26 ], "duration": 82.66, "caption": "A man enters the coffee shop and walks up next to another man.", "similarity": 0.7795, "relevance": 4 }, { "pair_id": 50303, "video_name": "friends_s02e20_seg02_clip_05", "timestamp": [ 14.96, 20.16 ], "duration": 65.66, "caption": "A man comes in the coffee shop and shakes guy's hand.", "similarity": 0.7742, "relevance": 3 }, { "pair_id": 50304, "video_name": "friends_s08e21_seg02_clip_05", "timestamp": [ 38.21, 42.2 ], "duration": 57.66, "caption": "A person comes into a coffee shop and stands next to a piece of furniture.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 50305, "video_name": "castle_s06e03_seg02_clip_07", "timestamp": [ 57.19, 59.91 ], "duration": 90.66, "caption": "A man takes a drink from his coffee when he is standing behind a person.", "similarity": 0.7506, "relevance": 3 }, { "pair_id": 50306, "video_name": "friends_s02e19_seg02_clip_09", "timestamp": [ 18.43, 23.79 ], "duration": 67.66, "caption": "A man orders a drink from another man at the coffee shop.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 50307, "video_name": "friends_s05e14_seg02_clip_03", "timestamp": [ 39.55, 43.68 ], "duration": 59.66, "caption": "A man comes into the coffee shop and goes to the counter.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 50308, "video_name": "friends_s09e21_seg02_clip_06", "timestamp": [ 32.81, 37.37 ], "duration": 60.66, "caption": "A man walks into a coffee shop and sits next to another man.", "similarity": 0.7322, "relevance": 3 }, { "pair_id": 50309, "video_name": "friends_s09e04_seg01_clip_00", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A person enters the coffee shop and walks right up to a man who is sitting on the couch in the middle of the shop.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 50310, "video_name": "friends_s08e16_seg02_clip_03", "timestamp": [ 43.72, 47.64 ], "duration": 60.66, "caption": "A man shakes hands with two people in the coffee shop.", "similarity": 0.7251, "relevance": 2 }, { "pair_id": 50311, "video_name": "friends_s10e05_seg02_clip_16", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "A person comes in to the coffee shop to join the group.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 50312, "video_name": "friends_s09e16_seg02_clip_07", "timestamp": [ 21.31, 27.01 ], "duration": 60.66, "caption": "A man walks over to woman in the coffee shop and she stands up.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 50313, "video_name": "friends_s10e13_seg01_clip_00", "timestamp": [ 0.0, 5.68 ], "duration": 71.66, "caption": "A person enters and greets the others at the coffee shop.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 50314, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 31.32, 34.43 ], "duration": 62.66, "caption": "A person walks into the coffee shop and heads to some people.", "similarity": 0.7183, "relevance": 4 }, { "pair_id": 50315, "video_name": "friends_s03e13_seg02_clip_14", "timestamp": [ 34.07, 37.21 ], "duration": 52.66, "caption": "A man runs in to the coffee shop when the others are hanging out.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 50316, "video_name": "friends_s04e20_seg02_clip_00", "timestamp": [ 1.3, 3.58 ], "duration": 65.66, "caption": "A man goes up to another person to get more coffee.", "similarity": 0.7143, "relevance": 3 }, { "pair_id": 50317, "video_name": "friends_s06e19_seg02_clip_08", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A man enters a coffee shop and starts a conversation with some other people who are sitting around the coffee table.", "similarity": 0.7106, "relevance": 4 }, { "pair_id": 50318, "video_name": "house_s03e22_seg02_clip_00", "timestamp": [ 5.97, 10.56 ], "duration": 91.66, "caption": "A man stands in front of two people and holds up the coffee cup.", "similarity": 0.71, "relevance": 1 }, { "pair_id": 50319, "video_name": "friends_s10e14_seg02_clip_02", "timestamp": [ 34.83, 37.19 ], "duration": 59.66, "caption": "A man leaves the coffee shop and another person takes a drink from his coffee cup.", "similarity": 0.7092, "relevance": 1 } ] }, { "query_id": 35629, "query": "A couple catches a person from falling because he is surprised.", "relevant_moment": [ { "pair_id": 79960, "video_name": "met_s03e01_seg02_clip_11", "timestamp": [ 30.88, 33.64 ], "duration": 61.66, "caption": "A couple catches a person from falling because he is surprised.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 79961, "video_name": "house_s01e02_seg02_clip_13", "timestamp": [ 10.54, 29.79 ], "duration": 91.66, "caption": "A man falls down and two people try to catch him.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 79962, "video_name": "s05e07_seg02_clip_12", "timestamp": [ 23.81, 26.89 ], "duration": 56.66, "caption": "A man falls to the ground after being shocked by person.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 79963, "video_name": "castle_s06e11_seg02_clip_24", "timestamp": [ 73.34, 82.74 ], "duration": 94.66, "caption": "A man gets up from the ground and notices a man falling passed out.", "similarity": 0.6405, "relevance": 0 }, { "pair_id": 79964, "video_name": "house_s04e12_seg02_clip_12", "timestamp": [ 24.48, 27.15 ], "duration": 89.66, "caption": "A man catches her as she falls over.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 79965, "video_name": "castle_s06e05_seg02_clip_24", "timestamp": [ 65.42, 70.22 ], "duration": 87.66, "caption": "A woman and a man are surprised when they see a person standing there.", "similarity": 0.6093, "relevance": 0 }, { "pair_id": 79966, "video_name": "met_s05e01_seg02_clip_00", "timestamp": [ 44.99, 48.05 ], "duration": 61.66, "caption": "A man and woman fall on the ground as they kiss each other.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 79967, "video_name": "house_s06e06_seg02_clip_16", "timestamp": [ 80.57, 85.52 ], "duration": 90.66, "caption": "A person catches another person's head as they pass out.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 79968, "video_name": "house_s03e18_seg02_clip_00", "timestamp": [ 51.55, 63.97 ], "duration": 92.66, "caption": "A person tells another person they are fine then falls to the ground convulsing.", "similarity": 0.5998, "relevance": 1 }, { "pair_id": 79969, "video_name": "house_s08e01_seg02_clip_20", "timestamp": [ 26.25, 31.68 ], "duration": 181.66, "caption": "A man falls down to the ground as he is another person's arms.", "similarity": 0.5953, "relevance": 1 }, { "pair_id": 79970, "video_name": "s08e18_seg02_clip_11", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A couple made a surprise for their friends.", "similarity": 0.5826, "relevance": 0 }, { "pair_id": 79971, "video_name": "s08e13_seg01_clip_01", "timestamp": [ 68.02, 72.7 ], "duration": 85.66, "caption": "A man taps a person on the shoulder causing them to jump in surprise.", "similarity": 0.5808, "relevance": 1 }, { "pair_id": 79972, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person looks at another person in shock and surprise.", "similarity": 0.579, "relevance": 0 }, { "pair_id": 79973, "video_name": "met_s03e01_seg02_clip_11", "timestamp": [ 27.83, 34.55 ], "duration": 61.66, "caption": "A man falls backwards into another man who catches him and pushes him back to his feet.", "similarity": 0.5759, "relevance": 4 }, { "pair_id": 79974, "video_name": "castle_s03e05_seg02_clip_16", "timestamp": [ 12.69, 17.22 ], "duration": 90.66, "caption": "A person jumps in surprise when another person approaches from behind.", "similarity": 0.5742, "relevance": 0 }, { "pair_id": 79975, "video_name": "castle_s06e05_seg02_clip_14", "timestamp": [ 21.22, 23.02 ], "duration": 90.66, "caption": "A woman and man get up after they release a person is in danger.", "similarity": 0.5742, "relevance": 0 }, { "pair_id": 79976, "video_name": "friends_s05e02_seg02_clip_18", "timestamp": [ 21.57, 24.65 ], "duration": 56.66, "caption": "A man jumps in surprise after a woman bursts out laughing.", "similarity": 0.5726, "relevance": 0 }, { "pair_id": 79977, "video_name": "house_s04e14_seg02_clip_04", "timestamp": [ 72.24, 75.92 ], "duration": 92.66, "caption": "A woman walks directly to a person when she saw him fall.", "similarity": 0.5685, "relevance": 2 }, { "pair_id": 79978, "video_name": "friends_s05e15_seg01_clip_00", "timestamp": [ 5.3, 8.42 ], "duration": 62.66, "caption": "Two people get startled by a man and get up from the floor.", "similarity": 0.5641, "relevance": 1 }, { "pair_id": 79979, "video_name": "friends_s05e21_seg02_clip_05", "timestamp": [ 32.04, 35.09 ], "duration": 61.66, "caption": "A woman catches the object and both person and person gasp.", "similarity": 0.562, "relevance": 1 }, { "pair_id": 253280, "video_name": "friends_s02e01_seg02_clip_00", "timestamp": [ 7.8, 25.69 ], "duration": 65.66, "caption": "A woman tries to run away after seeing a man with a woman and ends up falling.", "similarity": 0.5604, "relevance": 3 }, { "pair_id": 253281, "video_name": "met_s02e13_seg02_clip_18", "timestamp": [ 48.4, 56.37 ], "duration": 59.66, "caption": "A man standing next to someone puts his hand to his chest and falls to the ground.", "similarity": 0.5567, "relevance": 2 }, { "pair_id": 253282, "video_name": "castle_s06e21_seg02_clip_25", "timestamp": [ 0.0, 6.32 ], "duration": 90.66, "caption": "A man's face falls when woman and man tell him his crimes and apprehend him at the party.", "similarity": 0.5559, "relevance": 1 }, { "pair_id": 253283, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 29.3, 33.49 ], "duration": 93.66, "caption": "A person throws another person an object and the other person catches it.", "similarity": 0.5542, "relevance": 1 }, { "pair_id": 253284, "video_name": "friends_s08e02_seg02_clip_18", "timestamp": [ 34.81, 47.61 ], "duration": 80.66, "caption": "Two women react in surprise then a few seconds later a man does as well.", "similarity": 0.5513, "relevance": 1 }, { "pair_id": 253285, "video_name": "grey_s03e13_seg02_clip_29", "timestamp": [ 68.76, 87.52 ], "duration": 125.66, "caption": "A woman shakes her head and looks surprised when man gets down on his knees in front of her.", "similarity": 0.5483, "relevance": 1 }, { "pair_id": 253286, "video_name": "friends_s08e01_seg02_clip_20", "timestamp": [ 54.93, 59.5 ], "duration": 61.66, "caption": "A man starts to fall and grabs someone's skirt.", "similarity": 0.5474, "relevance": 2 }, { "pair_id": 253287, "video_name": "castle_s02e03_seg02_clip_00", "timestamp": [ 62.86, 66.99 ], "duration": 91.66, "caption": "A person reaches out, catches someone's arm and stops him from leaving.", "similarity": 0.5456, "relevance": 1 }, { "pair_id": 253288, "video_name": "castle_s02e19_seg02_clip_20", "timestamp": [ 0.87, 9.14 ], "duration": 87.66, "caption": "A man tells woman what to do if they fall.", "similarity": 0.5441, "relevance": 0 }, { "pair_id": 253289, "video_name": "house_s05e10_seg02_clip_02", "timestamp": [ 42.29, 45.07 ], "duration": 69.66, "caption": "A man gives oxygen immediately to a woman when she fell down.", "similarity": 0.5439, "relevance": 1 }, { "pair_id": 253290, "video_name": "s02e11_seg02_clip_06", "timestamp": [ 26.27, 28.92 ], "duration": 59.66, "caption": "A man is leaning on a door when person opens it, causing him to fall.", "similarity": 0.5433, "relevance": 1 }, { "pair_id": 253291, "video_name": "house_s05e24_seg02_clip_03", "timestamp": [ 0.0, 7.44 ], "duration": 93.66, "caption": "A person suddenly stands up and comes closer to a man.", "similarity": 0.5425, "relevance": 0 }, { "pair_id": 253292, "video_name": "friends_s03e06_seg02_clip_09", "timestamp": [ 0.0, 58.37 ], "duration": 58.66, "caption": "A man falls back with a big cardboard box as woman catches him and helps him regain his balance.", "similarity": 0.5412, "relevance": 0 }, { "pair_id": 253293, "video_name": "castle_s07e16_seg02_clip_11", "timestamp": [ 66.51, 73.96 ], "duration": 93.66, "caption": "A person hears a noise and lets go of a woman making her fall.", "similarity": 0.5405, "relevance": 0 }, { "pair_id": 253294, "video_name": "house_s04e15_seg02_clip_16", "timestamp": [ 6.25, 8.03 ], "duration": 89.66, "caption": "A person is caught by another person when they fall on a treadmill.", "similarity": 0.5362, "relevance": 2 }, { "pair_id": 253295, "video_name": "castle_s04e23_seg02_clip_21", "timestamp": [ 19.26, 23.11 ], "duration": 77.66, "caption": "A person tosses another person and she falls off the ledge.", "similarity": 0.5361, "relevance": 2 }, { "pair_id": 253296, "video_name": "house_s05e09_seg02_clip_14", "timestamp": [ 40.03, 42.79 ], "duration": 92.66, "caption": "A woman falls to the ground and a man drops to help her.", "similarity": 0.5358, "relevance": 1 }, { "pair_id": 253297, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 17.96, 25.15 ], "duration": 89.66, "caption": "A man is surprised when a woman and a person tell him that another person died.", "similarity": 0.5341, "relevance": 0 }, { "pair_id": 253298, "video_name": "house_s03e23_seg02_clip_03", "timestamp": [ 4.47, 7.61 ], "duration": 89.66, "caption": "A person stands behind man and nearly falls backwards.", "similarity": 0.534, "relevance": 1 }, { "pair_id": 253299, "video_name": "castle_s05e08_seg02_clip_13", "timestamp": [ 3.95, 11.42 ], "duration": 87.66, "caption": "A person falls down while running and another person stops to help them up.", "similarity": 0.5326, "relevance": 2 } ] }, { "query_id": 35655, "query": "A guy reaches into a cooler and hands man a beer.", "relevant_moment": [ { "pair_id": 16780, "video_name": "friends_s03e06_seg02_clip_15", "timestamp": [ 2.22, 4.44 ], "duration": 74.66, "caption": "A guy reaches into a cooler and hands man a beer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16781, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 1.86, 9.01 ], "duration": 53.66, "caption": "A man opens a can of beer and hands it to another man.", "similarity": 0.7151, "relevance": 2 }, { "pair_id": 16782, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A man takes a drink of his beer in his hand.", "similarity": 0.7099, "relevance": 1 }, { "pair_id": 16783, "video_name": "met_s02e19_seg02_clip_06", "timestamp": [ 38.42, 45.92 ], "duration": 60.66, "caption": "A man passes everyone a beer from the cooler.", "similarity": 0.7055, "relevance": 4 }, { "pair_id": 16784, "video_name": "friends_s03e06_seg02_clip_15", "timestamp": [ 0.0, 2.96 ], "duration": 74.66, "caption": "A man taps another person's arm as he tells him he's going for a beer and the person tells him to not go since he has some in a cooler beside him.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 16785, "video_name": "met_s03e10_seg02_clip_00", "timestamp": [ 17.96, 23.64 ], "duration": 63.66, "caption": "A man takes a drink of his beer but he has to use two hands to do it.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 16786, "video_name": "friends_s09e22_seg02_clip_09", "timestamp": [ 7.67, 12.69 ], "duration": 59.66, "caption": "A man walks over to another man and hands him a beer.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 16787, "video_name": "met_s03e09_seg02_clip_00", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A man picks up their beer with their right hand and takes a drink.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 16788, "video_name": "friends_s04e19_seg02_clip_15", "timestamp": [ 9.81, 11.77 ], "duration": 56.66, "caption": "A man hands another man a beer bottle he was holding.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 16789, "video_name": "friends_s04e08_seg02_clip_04", "timestamp": [ 27.54, 29.51 ], "duration": 56.66, "caption": "A man lifts the beer that he is holding with his right arm and takes a sip.", "similarity": 0.6762, "relevance": 1 }, { "pair_id": 16790, "video_name": "met_s02e11_seg02_clip_04", "timestamp": [ 27.49, 32.43 ], "duration": 61.66, "caption": "A man drinks from the glass of beer he has in his hands.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 16791, "video_name": "met_s06e09_seg02_clip_07", "timestamp": [ 36.02, 39.02 ], "duration": 60.66, "caption": "A man lifts his beer bottle to his mouth with his right hand and drinks from it.", "similarity": 0.6717, "relevance": 1 }, { "pair_id": 16792, "video_name": "s01e01_seg02_clip_06", "timestamp": [ 3.77, 13.06 ], "duration": 58.66, "caption": "A person joins a man in the kitchen while he grabs a couple of beers from the fridge.", "similarity": 0.671, "relevance": 1 }, { "pair_id": 16793, "video_name": "castle_s04e21_seg02_clip_04", "timestamp": [ 60.23, 65.14 ], "duration": 89.66, "caption": "A man opens a beer and drinks while talking to person.", "similarity": 0.6642, "relevance": 1 }, { "pair_id": 16794, "video_name": "friends_s06e07_seg02_clip_02", "timestamp": [ 6.51, 9.3 ], "duration": 62.66, "caption": "A man opens the refrigerator and takes out a beer.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 16795, "video_name": "friends_s04e19_seg02_clip_15", "timestamp": [ 8.96, 14.57 ], "duration": 56.66, "caption": "A man hands guy a beer, sits down in his chair, and then jumps up.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 16796, "video_name": "met_s06e01_seg01_clip_02", "timestamp": [ 4.65, 9.04 ], "duration": 50.66, "caption": "A man picks up another person's beer and holds it up to them.", "similarity": 0.6591, "relevance": 2 }, { "pair_id": 16797, "video_name": "friends_s03e15_seg02_clip_14", "timestamp": [ 46.34, 47.81 ], "duration": 59.66, "caption": "A man reaches across his body to grab a drink.", "similarity": 0.6563, "relevance": 1 }, { "pair_id": 16798, "video_name": "castle_s03e24_seg02_clip_11", "timestamp": [ 48.61, 52.82 ], "duration": 93.66, "caption": "A man hands a person a beer as he walks to sit by him.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 16799, "video_name": "friends_s10e16_seg02_clip_05", "timestamp": [ 2.75, 10.37 ], "duration": 61.66, "caption": "A man walks over to the refrigerator and gets a bottle of beer.", "similarity": 0.6478, "relevance": 1 } ] }, { "query_id": 35687, "query": "A person sits down and puts ointment on their right hand.", "relevant_moment": [ { "pair_id": 82520, "video_name": "s06e10_seg02_clip_04", "timestamp": [ 42.8, 45.9 ], "duration": 62.66, "caption": "A person sits down and puts ointment on their right hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 82521, "video_name": "s10e03_seg02_clip_08", "timestamp": [ 1.3, 3.58 ], "duration": 65.66, "caption": "A person sits on a stool and puts his/her hands on his face.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 82522, "video_name": "castle_s06e10_seg02_clip_17", "timestamp": [ 0.0, 2.72 ], "duration": 90.66, "caption": "A woman puts an ointment on guy's palm immediately.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 82523, "video_name": "s08e24_seg02_clip_02", "timestamp": [ 8.56, 19.18 ], "duration": 59.66, "caption": "A man rubs in ointment on to his elbow.", "similarity": 0.6721, "relevance": 1 }, { "pair_id": 82524, "video_name": "castle_s04e01_seg02_clip_27", "timestamp": [ 0.0, 13.36 ], "duration": 17.66, "caption": "A person has his hands on his knees as he sits.", "similarity": 0.6485, "relevance": 0 }, { "pair_id": 82525, "video_name": "met_s06e02_seg02_clip_16", "timestamp": [ 21.09, 24.81 ], "duration": 62.66, "caption": "A person sits down with someone and takes their hand.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 82526, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 44.25, 48.52 ], "duration": 61.66, "caption": "A person rests his chin upon the fingers of his left hand.", "similarity": 0.6332, "relevance": 0 }, { "pair_id": 82527, "video_name": "s09e17_seg02_clip_09", "timestamp": [ 18.01, 26.11 ], "duration": 60.66, "caption": "A person sits on the edge of the tub with one hand resting on the sink.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 82528, "video_name": "house_s06e18_seg02_clip_06", "timestamp": [ 12.79, 19.84 ], "duration": 88.66, "caption": "A person is seated with both hands behind his neck.", "similarity": 0.6298, "relevance": 1 }, { "pair_id": 82529, "video_name": "s03e04_seg02_clip_00", "timestamp": [ 17.33, 20.48 ], "duration": 63.66, "caption": "A person has a water bottle in hand as he/she sits.", "similarity": 0.6237, "relevance": 1 }, { "pair_id": 82530, "video_name": "s07e06_seg02_clip_11", "timestamp": [ 60.2, 63.26 ], "duration": 68.66, "caption": "A person quickly gets some hand sanitizer and rubs it in his hands.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 82531, "video_name": "s04e15_seg01_clip_00", "timestamp": [ 5.49, 7.32 ], "duration": 61.66, "caption": "A person raises their left hand to their face and rests it there.", "similarity": 0.6206, "relevance": 1 }, { "pair_id": 82532, "video_name": "s10e03_seg02_clip_08", "timestamp": [ 1.63, 4.55 ], "duration": 65.66, "caption": "A person sits down on the stool and puts his/her head in his/her hands.", "similarity": 0.6069, "relevance": 2 }, { "pair_id": 82533, "video_name": "house_s08e01_seg02_clip_22", "timestamp": [ 0.89, 4.88 ], "duration": 88.66, "caption": "A person puts medicine in the toilet and flushes it.", "similarity": 0.6049, "relevance": 0 }, { "pair_id": 82534, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 81.46, 86.35 ], "duration": 89.66, "caption": "A person with a bandaged head unclasps their hand.", "similarity": 0.6028, "relevance": 1 }, { "pair_id": 82535, "video_name": "castle_s02e03_seg02_clip_15", "timestamp": [ 12.1, 14.35 ], "duration": 89.66, "caption": "A person puts something from their hand into their mouth.", "similarity": 0.6, "relevance": 0 }, { "pair_id": 82536, "video_name": "grey_s02e14_seg02_clip_01", "timestamp": [ 11.64, 13.1 ], "duration": 97.66, "caption": "A person puts surgical gloves on their hands.", "similarity": 0.5988, "relevance": 1 }, { "pair_id": 82537, "video_name": "s04e19_seg02_clip_09", "timestamp": [ 8.24, 15.87 ], "duration": 61.66, "caption": "A person lays a napkin down on some people's hands and places their hand on top of it.", "similarity": 0.5974, "relevance": 1 }, { "pair_id": 82538, "video_name": "house_s07e06_seg02_clip_12", "timestamp": [ 34.23, 37.77 ], "duration": 118.66, "caption": "A person is putting bandage on his/her right leg.", "similarity": 0.596, "relevance": 0 }, { "pair_id": 82539, "video_name": "s08e14_seg01_clip_01", "timestamp": [ 52.82, 54.62 ], "duration": 60.66, "caption": "A person rests their open palm on their left cheek.", "similarity": 0.5948, "relevance": 0 } ] }, { "query_id": 35701, "query": "A woman answers the door to find someone holding up a newspaper.", "relevant_moment": [ { "pair_id": 150540, "video_name": "friends_s04e09_seg02_clip_07", "timestamp": [ 25.9, 28.43 ], "duration": 56.66, "caption": "A woman answers the door to find someone holding up a newspaper.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150541, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 41.57, 53.06 ], "duration": 88.66, "caption": "A woman answers the door and find person standing there.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 150542, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 22.04, 25.72 ], "duration": 91.66, "caption": "A woman picks up a newspaper and hands it to person.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 150543, "video_name": "s06e10_seg02_clip_01", "timestamp": [ 4.95, 6.33 ], "duration": 55.66, "caption": "A woman opens up her front door to find a person on the other side of it.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 150544, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.61, 25.68 ], "duration": 59.66, "caption": "A woman opens the door to find person standing there.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 150545, "video_name": "friends_s05e07_seg02_clip_13", "timestamp": [ 14.01, 16.25 ], "duration": 56.66, "caption": "Holding a newspaper person opens the door and leaves.", "similarity": 0.697, "relevance": 1 }, { "pair_id": 150546, "video_name": "castle_s08e08_seg02_clip_26", "timestamp": [ 9.45, 14.85 ], "duration": 90.66, "caption": "A person gets up to answer the door and it is a woman.", "similarity": 0.6963, "relevance": 1 }, { "pair_id": 150547, "video_name": "castle_s08e15_seg02_clip_27", "timestamp": [ 7.6, 11.02 ], "duration": 76.66, "caption": "A person opens the door to find a woman standing there.", "similarity": 0.6907, "relevance": 1 }, { "pair_id": 150548, "video_name": "grey_s03e20_seg02_clip_25", "timestamp": [ 29.35, 33.89 ], "duration": 82.66, "caption": "A woman answers the door and finds another woman there.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 150549, "video_name": "friends_s01e06_seg02_clip_13", "timestamp": [ 17.74, 21.65 ], "duration": 60.66, "caption": "A woman opens the door to person handing her the paper.", "similarity": 0.6852, "relevance": 4 }, { "pair_id": 150550, "video_name": "friends_s01e13_seg02_clip_13", "timestamp": [ 41.72, 57.15 ], "duration": 57.66, "caption": "A woman answers the door to find someone standing with a towel.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 150551, "video_name": "grey_s03e02_seg02_clip_13", "timestamp": [ 49.15, 59.52 ], "duration": 90.66, "caption": "A woman answers the door and she finds a man to be the visitor.", "similarity": 0.6763, "relevance": 2 }, { "pair_id": 150552, "video_name": "castle_s07e11_seg02_clip_10", "timestamp": [ 36.46, 42.31 ], "duration": 90.66, "caption": "A woman opens the door and reads a piece of paper.", "similarity": 0.6732, "relevance": 1 }, { "pair_id": 150553, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A person opens their door to find a woman standing at the entrance.", "similarity": 0.6714, "relevance": 1 }, { "pair_id": 150554, "video_name": "friends_s02e03_seg02_clip_03", "timestamp": [ 55.41, 59.04 ], "duration": 60.66, "caption": "A woman opens the door to find two people there.", "similarity": 0.669, "relevance": 2 }, { "pair_id": 150555, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 7.75, 13.96 ], "duration": 62.66, "caption": "A person gets up to answer the door and sees a woman standing there.", "similarity": 0.6677, "relevance": 1 }, { "pair_id": 150556, "video_name": "friends_s07e15_seg02_clip_18", "timestamp": [ 43.2, 47.34 ], "duration": 59.66, "caption": "A woman walks thru the apartment door with a newspaper.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 150557, "video_name": "castle_s01e04_seg02_clip_00", "timestamp": [ 1.86, 3.72 ], "duration": 93.66, "caption": "A person opens the newspaper to look at it.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 150558, "video_name": "castle_s01e02_seg02_clip_14", "timestamp": [ 51.98, 56.08 ], "duration": 91.66, "caption": "A woman answers the door to find woman and man standing there.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 150559, "video_name": "s03e16_seg02_clip_08", "timestamp": [ 4.73, 10.72 ], "duration": 63.66, "caption": "A woman raises an envelope and reads and looks back to person.", "similarity": 0.6576, "relevance": 0 } ] }, { "query_id": 35706, "query": "A doctor looks at his watch while talking with a colleague.", "relevant_moment": [ { "pair_id": 153860, "video_name": "house_s05e03_seg02_clip_05", "timestamp": [ 25.03, 28.67 ], "duration": 91.66, "caption": "A doctor looks at his watch while talking with a colleague.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153861, "video_name": "house_s02e03_seg02_clip_12", "timestamp": [ 18.08, 21.7 ], "duration": 90.66, "caption": "A man looks at his wrist watch while talking to the patient.", "similarity": 0.7428, "relevance": 4 }, { "pair_id": 153862, "video_name": "house_s08e15_seg02_clip_19", "timestamp": [ 44.3, 46.11 ], "duration": 90.66, "caption": "A doctor twirls his pen as he looks at his colleague.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 153863, "video_name": "house_s03e12_seg02_clip_26", "timestamp": [ 0.0, 20.29 ], "duration": 39.66, "caption": "A person looks down at an activity they're doing as they have a conversation with two doctors.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 153864, "video_name": "house_s08e02_seg02_clip_19", "timestamp": [ 7.74, 12.29 ], "duration": 91.66, "caption": "A doctor invites a colleague to look at the microscope.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 153865, "video_name": "friends_s09e22_seg02_clip_00", "timestamp": [ 62.76, 64.71 ], "duration": 65.66, "caption": "Two people look at each other after hearing the doctor.", "similarity": 0.712, "relevance": 1 }, { "pair_id": 153866, "video_name": "house_s08e07_seg02_clip_02", "timestamp": [ 35.61, 38.73 ], "duration": 89.66, "caption": "A person looks at his watch while talking with someone.", "similarity": 0.7095, "relevance": 4 }, { "pair_id": 153867, "video_name": "house_s01e03_seg02_clip_03", "timestamp": [ 88.29, 91.02 ], "duration": 91.66, "caption": "A doctor, sitting on a desk, looks toward another doctor.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 153868, "video_name": "house_s06e01_seg02_clip_03", "timestamp": [ 0.0, 12.23 ], "duration": 90.66, "caption": "A doctor was looking outside the room while talking to a person.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 153869, "video_name": "house_s06e03_seg02_clip_11", "timestamp": [ 0.0, 8.46 ], "duration": 89.66, "caption": "A person is vogueing while talking to the other doctors.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 153870, "video_name": "house_s05e20_seg02_clip_02", "timestamp": [ 2.3, 4.6 ], "duration": 91.66, "caption": "A doctor checks the time by looking at his watch.", "similarity": 0.6953, "relevance": 4 }, { "pair_id": 153871, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 8.04, 11.06 ], "duration": 67.66, "caption": "The person next to doctor looks at him for the first time.", "similarity": 0.6943, "relevance": 1 }, { "pair_id": 153872, "video_name": "house_s06e12_seg02_clip_27", "timestamp": [ 0.0, 8.3 ], "duration": 9.66, "caption": "A man is talking with doctor looking him straight.", "similarity": 0.6923, "relevance": 1 }, { "pair_id": 153873, "video_name": "house_s01e19_seg02_clip_19", "timestamp": [ 25.39, 30.56 ], "duration": 94.66, "caption": "A doctor watches a young patient through the window.", "similarity": 0.6919, "relevance": 0 }, { "pair_id": 153874, "video_name": "house_s08e06_seg02_clip_14", "timestamp": [ 8.99, 15.73 ], "duration": 89.66, "caption": "A person rolls his eyes while talking to the other doctors.", "similarity": 0.6912, "relevance": 1 }, { "pair_id": 153875, "video_name": "house_s02e05_seg02_clip_08", "timestamp": [ 2.33, 8.84 ], "duration": 93.66, "caption": "A person looks upwards as he talks to other doctors wearing a red tshirt.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 153876, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A doctor is discussing something to the other doctors.", "similarity": 0.69, "relevance": 1 }, { "pair_id": 153877, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 7.65, 10.8 ], "duration": 90.66, "caption": "A person looks at his/her watch while talking to another person.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 153878, "video_name": "house_s06e05_seg02_clip_20", "timestamp": [ 8.01, 9.79 ], "duration": 89.66, "caption": "A doctor sits on a couch rubbing his eye while talking with a person.", "similarity": 0.6873, "relevance": 1 }, { "pair_id": 153879, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 2.64, 4.84 ], "duration": 88.66, "caption": "A doctor looks at papers while standing and having a conversation.", "similarity": 0.6868, "relevance": 1 } ] }, { "query_id": 35711, "query": "A man stands up to make their point to man better.", "relevant_moment": [ { "pair_id": 10860, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 18.5, 20.22 ], "duration": 86.66, "caption": "A man stands up to make their point to man better.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10861, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 12.61, 14.85 ], "duration": 56.66, "caption": "A man stands up to talk to man better.", "similarity": 0.7843, "relevance": 4 }, { "pair_id": 10862, "video_name": "friends_s06e12_seg02_clip_03", "timestamp": [ 30.91, 32.71 ], "duration": 60.66, "caption": "A man stands up to be the same level as another man.", "similarity": 0.7626, "relevance": 4 }, { "pair_id": 10863, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 81.88, 89.49 ], "duration": 89.66, "caption": "A man stands up and points at another man.", "similarity": 0.7362, "relevance": 4 }, { "pair_id": 10865, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 9.1, 11.2 ], "duration": 70.66, "caption": "A man stands up to talk to another man better.", "similarity": 0.7311, "relevance": 2 }, { "pair_id": 10866, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 47.76, 55.21 ], "duration": 62.66, "caption": "A man stands up and points his hand at another man.", "similarity": 0.7205, "relevance": 4 }, { "pair_id": 10867, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 27.16, 32.65 ], "duration": 61.66, "caption": "A man stands up and points his finger at guy.", "similarity": 0.7138, "relevance": 4 }, { "pair_id": 10868, "video_name": "castle_s04e10_seg02_clip_11", "timestamp": [ 3.6, 5.41 ], "duration": 90.66, "caption": "A man stands up when another person tells them what to do.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 10869, "video_name": "friends_s09e09_seg02_clip_09", "timestamp": [ 34.01, 37.07 ], "duration": 68.66, "caption": "A man stands up so he can yell at a woman.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 10870, "video_name": "house_s04e02_seg02_clip_03", "timestamp": [ 69.62, 74.84 ], "duration": 87.66, "caption": "A man raises his hand to make a point to another man.", "similarity": 0.6807, "relevance": 1 }, { "pair_id": 10871, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 68.22, 70.42 ], "duration": 88.66, "caption": "A man is standing up and he points his finger at another person.", "similarity": 0.6789, "relevance": 1 }, { "pair_id": 10872, "video_name": "house_s05e18_seg02_clip_19", "timestamp": [ 0.44, 6.6 ], "duration": 88.66, "caption": "A man describes a man's words when he stands up.", "similarity": 0.6737, "relevance": 1 }, { "pair_id": 10873, "video_name": "castle_s05e22_seg02_clip_17", "timestamp": [ 55.35, 57.21 ], "duration": 93.66, "caption": "A person has a man held up as he stands behind him.", "similarity": 0.6702, "relevance": 1 }, { "pair_id": 10874, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.667, "relevance": 3 }, { "pair_id": 10875, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 2.66, 4.72 ], "duration": 59.66, "caption": "A man puts his head back and stands up.", "similarity": 0.662, "relevance": 1 }, { "pair_id": 10876, "video_name": "friends_s09e08_seg02_clip_18", "timestamp": [ 47.22, 53.12 ], "duration": 59.66, "caption": "A man comes up and stands behind a woman and points at another woman.", "similarity": 0.6601, "relevance": 3 }, { "pair_id": 10877, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 5.36, 7.25 ], "duration": 63.66, "caption": "A man asks someone to elaborate while he is standing.", "similarity": 0.6597, "relevance": 1 }, { "pair_id": 10878, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 9.46, 16.17 ], "duration": 61.66, "caption": "A man points at woman with his right hand while standing.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 10879, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 37.41, 40.49 ], "duration": 88.66, "caption": "A man pats someone on the shoulder as he stands up.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 184180, "video_name": "s01e13_seg02_clip_15", "timestamp": [ 17.63, 21.01 ], "duration": 75.66, "caption": "A man stands up when someone is ready to say the champion.", "similarity": 0.6509, "relevance": 4 }, { "pair_id": 184181, "video_name": "house_s06e03_seg02_clip_06", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A man has his hand held up and a woman points at him.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 184182, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 4.24, 48.78 ], "duration": 53.66, "caption": "A person was standing in front of a man.", "similarity": 0.6493, "relevance": 3 }, { "pair_id": 184183, "video_name": "friends_s05e10_seg02_clip_18", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man stands up when he agrees with guy to read the lines.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 184184, "video_name": "friends_s03e13_seg02_clip_05", "timestamp": [ 12.21, 17.7 ], "duration": 61.66, "caption": "A man stands up and walks over to where guy is standing and puts his hand on guy's shoulder.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 184185, "video_name": "s01e13_seg02_clip_11", "timestamp": [ 11.71, 15.61 ], "duration": 65.66, "caption": "A man stands up and yells as he turns and points to his back.", "similarity": 0.645, "relevance": 3 }, { "pair_id": 184186, "video_name": "castle_s01e08_seg02_clip_04", "timestamp": [ 45.42, 48.81 ], "duration": 84.66, "caption": "A man stands up while he is talking to another man.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 184187, "video_name": "castle_s06e04_seg02_clip_19", "timestamp": [ 1.82, 3.19 ], "duration": 91.66, "caption": "A man stands up and says he will find someone.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 184188, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A man brings his hand up to point at another man.", "similarity": 0.6406, "relevance": 1 }, { "pair_id": 184189, "video_name": "met_s06e06_seg02_clip_03", "timestamp": [ 10.2, 15.61 ], "duration": 60.66, "caption": "A man stands up and makes a bet on how he can hit on people.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 184190, "video_name": "castle_s05e16_seg02_clip_12", "timestamp": [ 8.28, 11.04 ], "duration": 92.66, "caption": "A man stands up while another person is talking to him.", "similarity": 0.6383, "relevance": 3 }, { "pair_id": 184191, "video_name": "friends_s09e08_seg02_clip_18", "timestamp": [ 47.52, 53.12 ], "duration": 59.66, "caption": "A man comes over to stand beside a woman and points at another woman.", "similarity": 0.6343, "relevance": 3 }, { "pair_id": 184192, "video_name": "house_s08e06_seg02_clip_20", "timestamp": [ 0.0, 6.53 ], "duration": 93.66, "caption": "A man is standing as he tells another man that a person can't have someone over him and the other man agrees with him and mentions the first man not going to him either.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 184193, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 66.56, 72.61 ], "duration": 93.66, "caption": "A man stands up, shows a pair of shoes to another man and describes them.", "similarity": 0.6333, "relevance": 3 }, { "pair_id": 184194, "video_name": "castle_s06e15_seg02_clip_04", "timestamp": [ 0.0, 13.52 ], "duration": 93.66, "caption": "A man stands up after a person scolds him for making fun of him.", "similarity": 0.6333, "relevance": 3 }, { "pair_id": 184195, "video_name": "house_s05e24_seg02_clip_03", "timestamp": [ 0.0, 7.44 ], "duration": 93.66, "caption": "A person suddenly stands up and comes closer to a man.", "similarity": 0.631, "relevance": 4 }, { "pair_id": 184196, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 53.84, 57.52 ], "duration": 92.66, "caption": "A man stands up and gestures towards another man.", "similarity": 0.631, "relevance": 4 }, { "pair_id": 184197, "video_name": "castle_s05e16_seg02_clip_09", "timestamp": [ 40.93, 50.23 ], "duration": 93.66, "caption": "A person stands up and shakes guy's hand.", "similarity": 0.631, "relevance": 3 }, { "pair_id": 184198, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 13.81, 19.34 ], "duration": 92.66, "caption": "A person stands up while telling a man his part in the book.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 184199, "video_name": "friends_s09e11_seg02_clip_21", "timestamp": [ 46.51, 57.68 ], "duration": 93.66, "caption": "A woman stands up and then a man does the same.", "similarity": 0.6295, "relevance": 3 } ] }, { "query_id": 35733, "query": "A woman looks down at her notes at the top of the stairs.", "relevant_moment": [ { "pair_id": 1480, "video_name": "house_s05e03_seg02_clip_06", "timestamp": [ 48.2, 52.18 ], "duration": 88.66, "caption": "A woman looks down at her notes at the top of the stairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1481, "video_name": "s01e14_seg02_clip_02", "timestamp": [ 18.61, 21.4 ], "duration": 62.66, "caption": "A woman looks at her watch and goes up the stairway.", "similarity": 0.6866, "relevance": 1 }, { "pair_id": 1482, "video_name": "house_s03e05_seg02_clip_14", "timestamp": [ 46.85, 72.24 ], "duration": 87.66, "caption": "A woman speaks down to person while at the top of the stairs.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 1483, "video_name": "castle_s01e10_seg02_clip_06", "timestamp": [ 0.96, 1.44 ], "duration": 96.66, "caption": "A woman looks down at her notebook and writes.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 1484, "video_name": "castle_s06e22_seg02_clip_01", "timestamp": [ 14.01, 15.76 ], "duration": 87.66, "caption": "A woman underlines a portion of the writing in a notebook she is looking at.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 1485, "video_name": "castle_s06e17_seg02_clip_19", "timestamp": [ 45.46, 50.86 ], "duration": 90.66, "caption": "A woman looks down at a stairway to a basement.", "similarity": 0.644, "relevance": 1 }, { "pair_id": 1486, "video_name": "castle_s06e05_seg02_clip_05", "timestamp": [ 55.18, 56.99 ], "duration": 90.66, "caption": "A woman looks up from her notes to make eye contact with the suspect.", "similarity": 0.6381, "relevance": 0 }, { "pair_id": 1487, "video_name": "friends_s09e08_seg02_clip_05", "timestamp": [ 56.5, 58.91 ], "duration": 60.66, "caption": "A woman walks to the base of the stairs, looks up them and shrugs her shoulders.", "similarity": 0.6365, "relevance": 0 }, { "pair_id": 1488, "video_name": "met_s04e03_seg02_clip_00", "timestamp": [ 9.75, 15.61 ], "duration": 65.66, "caption": "A woman reads what is on the desk below her.", "similarity": 0.6361, "relevance": 1 }, { "pair_id": 1489, "video_name": "castle_s04e15_seg02_clip_01", "timestamp": [ 82.35, 85.46 ], "duration": 89.66, "caption": "Woman writes down on her notepad as person looks at her.", "similarity": 0.6358, "relevance": 1 }, { "pair_id": 1490, "video_name": "castle_s03e13_seg02_clip_12", "timestamp": [ 0.0, 15.18 ], "duration": 92.66, "caption": "A person is standing next to a woman looking at a wall of notes.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 1491, "video_name": "s09e17_seg01_clip_00", "timestamp": [ 31.92, 34.34 ], "duration": 44.66, "caption": "A woman turns around to look for a person at the stairway.", "similarity": 0.6085, "relevance": 1 }, { "pair_id": 1492, "video_name": "grey_s03e15_seg02_clip_09", "timestamp": [ 25.21, 31.63 ], "duration": 91.66, "caption": "A woman walks over and places a chart on the counter and writes notes on it.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 1493, "video_name": "castle_s08e12_seg02_clip_22", "timestamp": [ 17.64, 24.52 ], "duration": 86.66, "caption": "A woman reaches up and reads a note tied to a camera.", "similarity": 0.5848, "relevance": 1 }, { "pair_id": 1494, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman reads from a paper and then places it down.", "similarity": 0.5773, "relevance": 1 }, { "pair_id": 1495, "video_name": "castle_s04e08_seg02_clip_21", "timestamp": [ 7.04, 13.64 ], "duration": 88.66, "caption": "A woman ascends some stairs and speaks to get everyone's attention.", "similarity": 0.5757, "relevance": 1 }, { "pair_id": 1496, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 70.52, 76.63 ], "duration": 94.66, "caption": "A woman notices a wall filled with pictures and notes.", "similarity": 0.5747, "relevance": 1 }, { "pair_id": 1497, "video_name": "friends_s07e13_seg02_clip_04", "timestamp": [ 7.32, 8.54 ], "duration": 61.66, "caption": "A woman lifts the notebook to look closely at it.", "similarity": 0.5728, "relevance": 3 }, { "pair_id": 1498, "video_name": "s09e11_seg02_clip_08", "timestamp": [ 29.51, 33.05 ], "duration": 59.66, "caption": "A woman lowers herself and sits down on the steps as she talks.", "similarity": 0.5726, "relevance": 1 }, { "pair_id": 1499, "video_name": "s07e04_seg02_clip_01", "timestamp": [ 0.0, 17.71 ], "duration": 60.66, "caption": "A woman is looking through a book as she goes up the stairs with a man.", "similarity": 0.5709, "relevance": 3 } ] }, { "query_id": 35734, "query": "A person walks down the hallway with the team with their notes open.", "relevant_moment": [ { "pair_id": 164840, "video_name": "house_s05e03_seg02_clip_06", "timestamp": [ 71.64, 74.29 ], "duration": 88.66, "caption": "A person walks down the hallway with the team with their notes open.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164841, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 57.06, 63.96 ], "duration": 92.66, "caption": "A person walks into the room to another person and looks at notes.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 164842, "video_name": "house_s07e14_seg02_clip_09", "timestamp": [ 31.16, 35.61 ], "duration": 89.66, "caption": "A person turns and walks away from their team in the hallway and they each go their separate ways.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 164843, "video_name": "grey_s02e15_seg02_clip_03", "timestamp": [ 0.0, 3.47 ], "duration": 99.66, "caption": "A person walks down the hallway holding a piece of paper.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 164844, "video_name": "house_s02e23_seg02_clip_24", "timestamp": [ 26.45, 38.71 ], "duration": 129.66, "caption": "A person walks into the hallway and gives a notebook to a woman.", "similarity": 0.6216, "relevance": 2 }, { "pair_id": 164845, "video_name": "grey_s03e11_seg02_clip_22", "timestamp": [ 6.05, 11.63 ], "duration": 93.66, "caption": "A woman hands a person a note as they walk down the hall.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 164846, "video_name": "grey_s02e15_seg02_clip_08", "timestamp": [ 80.17, 82.89 ], "duration": 90.66, "caption": "A man is walking down the hall looking at his notes.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 164847, "video_name": "grey_s03e08_seg02_clip_13", "timestamp": [ 81.25, 85.05 ], "duration": 95.66, "caption": "A man is walking down the hallway writing in a small notebook, he turns, stops and faces another person who is holding some papers.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 164848, "video_name": "house_s08e02_seg02_clip_03", "timestamp": [ 22.61, 63.32 ], "duration": 90.66, "caption": "A person walks down the hallway with another person talking.", "similarity": 0.6009, "relevance": 2 }, { "pair_id": 164849, "video_name": "house_s07e17_seg02_clip_02", "timestamp": [ 24.23, 32.79 ], "duration": 95.66, "caption": "A person walks down the hallway and hands a paper to a nurse.", "similarity": 0.6006, "relevance": 1 }, { "pair_id": 164850, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 23.32, 24.98 ], "duration": 83.66, "caption": "A person in the hallway walks past the doorway.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 164851, "video_name": "s03e18_seg02_clip_14", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A person gets up and walks down the hallway.", "similarity": 0.5967, "relevance": 1 }, { "pair_id": 164852, "video_name": "house_s01e20_seg02_clip_21", "timestamp": [ 79.53, 89.66 ], "duration": 89.66, "caption": "A person walks into the hallway and speaks with two other people.", "similarity": 0.5951, "relevance": 1 }, { "pair_id": 164853, "video_name": "s06e14_seg02_clip_08", "timestamp": [ 30.01, 34.82 ], "duration": 60.66, "caption": "A person walks through the hallway and starts a conversation with another person.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 164854, "video_name": "house_s02e24_seg02_clip_01", "timestamp": [ 58.31, 81.46 ], "duration": 89.66, "caption": "A person walks down the hallway talking to another person.", "similarity": 0.5905, "relevance": 2 }, { "pair_id": 164855, "video_name": "house_s05e10_seg02_clip_14", "timestamp": [ 39.85, 46.09 ], "duration": 96.66, "caption": "A person walks up to the vending machine as he/she is talking to the team.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 164856, "video_name": "castle_s08e21_seg02_clip_02", "timestamp": [ 33.07, 46.12 ], "duration": 87.66, "caption": "A person shows up and he starts walking down the hallway.", "similarity": 0.5878, "relevance": 1 }, { "pair_id": 164857, "video_name": "house_s07e04_seg02_clip_09", "timestamp": [ 74.84, 86.02 ], "duration": 86.66, "caption": "A woman is writing some notes as a man walks into the room.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 164858, "video_name": "house_s01e01_seg02_clip_21", "timestamp": [ 78.97, 92.66 ], "duration": 92.66, "caption": "A doctor walks down the hallway and stops in front of his team.", "similarity": 0.5826, "relevance": 2 }, { "pair_id": 164859, "video_name": "house_s06e18_seg02_clip_01", "timestamp": [ 41.87, 53.7 ], "duration": 91.66, "caption": "A person looks through some notes while speaking to some colleagues.", "similarity": 0.5797, "relevance": 1 } ] }, { "query_id": 35747, "query": "A man fills a test tube using a large syringe.", "relevant_moment": [ { "pair_id": 42320, "video_name": "house_s01e07_seg02_clip_10", "timestamp": [ 59.42, 62.12 ], "duration": 90.66, "caption": "A man fills a test tube using a large syringe.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 42321, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 36.73, 43.51 ], "duration": 113.66, "caption": "A person squeezes out liquid from a syringe into a test tube.", "similarity": 0.8373, "relevance": 4 }, { "pair_id": 42322, "video_name": "house_s01e10_seg02_clip_22", "timestamp": [ 19.01, 29.46 ], "duration": 95.66, "caption": "A person places a tube into the small test tube.", "similarity": 0.7961, "relevance": 2 }, { "pair_id": 42323, "video_name": "house_s03e03_seg02_clip_04", "timestamp": [ 47.47, 49.57 ], "duration": 84.66, "caption": "A man holds an IV tube and attaches a syringe to it.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 42324, "video_name": "house_s03e07_seg02_clip_03", "timestamp": [ 18.25, 23.53 ], "duration": 96.66, "caption": "A person prepares a syringe by filling it from a small bottle.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 42325, "video_name": "grey_s01e09_seg02_clip_16", "timestamp": [ 0.0, 21.15 ], "duration": 88.66, "caption": "A man is putting a tube to a patient.", "similarity": 0.7215, "relevance": 2 }, { "pair_id": 42326, "video_name": "house_s07e16_seg02_clip_19", "timestamp": [ 72.36, 73.73 ], "duration": 91.66, "caption": "A man fills a syringe with medicine while in the operating room.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 42327, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 0.0, 2.2 ], "duration": 88.66, "caption": "A person releases some liquid from a syringe into a medical tube.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 42328, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 77.68, 80.47 ], "duration": 93.66, "caption": "A person takes a syringe and releases liquids into a medical tube.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 42329, "video_name": "house_s05e22_seg02_clip_17", "timestamp": [ 52.35, 55.09 ], "duration": 91.66, "caption": "A man takes a syringe from a medical supply box.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 42330, "video_name": "house_s03e07_seg02_clip_03", "timestamp": [ 63.86, 65.78 ], "duration": 96.66, "caption": "A person pulls a syringe away from a tube.", "similarity": 0.7005, "relevance": 2 }, { "pair_id": 42331, "video_name": "house_s05e09_seg02_clip_10", "timestamp": [ 4.92, 8.33 ], "duration": 75.66, "caption": "A man fills up a syringe while meeting with the group.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 42332, "video_name": "house_s08e08_seg02_clip_18", "timestamp": [ 12.74, 24.12 ], "duration": 91.66, "caption": "A person is using a syringe to perform some kind of medical test while the others talk.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 42333, "video_name": "house_s01e09_seg02_clip_02", "timestamp": [ 12.52, 15.2 ], "duration": 89.66, "caption": "A man takes blood using a syringe from his patient.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 42334, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 62.58, 70.18 ], "duration": 89.66, "caption": "A man inserts a syringe into a patient's back.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 42335, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 76.75, 81.86 ], "duration": 93.66, "caption": "A nurse hands a syringe over to a man, he injects it into the tube.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 42336, "video_name": "house_s01e07_seg02_clip_10", "timestamp": [ 59.96, 65.41 ], "duration": 90.66, "caption": "A man places blood into the testing with the pipette.", "similarity": 0.6849, "relevance": 3 }, { "pair_id": 42337, "video_name": "house_s05e14_seg02_clip_21", "timestamp": [ 18.66, 23.67 ], "duration": 91.66, "caption": "A man inserts a huge syringe in the patient's chest.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 42338, "video_name": "house_s02e23_seg02_clip_23", "timestamp": [ 20.47, 24.19 ], "duration": 93.66, "caption": "A person pushes a syringe into a tube while standing next to a patient in a hospital bed.", "similarity": 0.6824, "relevance": 1 }, { "pair_id": 42339, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 17.52, 24.87 ], "duration": 113.66, "caption": "A man extracts some liquid from a patient using a syringe.", "similarity": 0.6805, "relevance": 2 } ] }, { "query_id": 35769, "query": "A man ends his video chat with a woman while in space.", "relevant_moment": [ { "pair_id": 111900, "video_name": "s06e01_seg02_clip_17", "timestamp": [ 37.77, 39.02 ], "duration": 50.66, "caption": "A man ends his video chat with a woman while in space.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 111901, "video_name": "s06e02_seg02_clip_13", "timestamp": [ 0.0, 64.02 ], "duration": 64.66, "caption": "A man is in the space station as he video chats with a woman.", "similarity": 0.8648, "relevance": 3 }, { "pair_id": 111902, "video_name": "s06e03_seg01_clip_00", "timestamp": [ 5.19, 55.23 ], "duration": 61.66, "caption": "A woman and a man have a video conversation while he is in Space.", "similarity": 0.8436, "relevance": 3 }, { "pair_id": 111903, "video_name": "castle_s08e04_seg02_clip_21", "timestamp": [ 0.0, 33.22 ], "duration": 91.66, "caption": "A woman has a conversation with a man over video chat.", "similarity": 0.7062, "relevance": 0 }, { "pair_id": 111904, "video_name": "s06e03_seg02_clip_02", "timestamp": [ 33.19, 61.1 ], "duration": 62.66, "caption": "A woman and a man talk on video chat.", "similarity": 0.7005, "relevance": 3 }, { "pair_id": 111905, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 44.51, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with woman through video call.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 111906, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A man is having a conversation with woman through video call.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 111907, "video_name": "house_s04e11_seg02_clip_09", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "A man looks around as he has a video chat with a blonde haired woman.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 111908, "video_name": "s07e16_seg02_clip_13", "timestamp": [ 19.81, 21.61 ], "duration": 60.66, "caption": "A man tells another man that he peed in his space suit on a video conversation.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 111909, "video_name": "s06e07_seg02_clip_04", "timestamp": [ 7.56, 11.66 ], "duration": 63.66, "caption": "A woman hangs up on a man while they are video chatting.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 111910, "video_name": "s04e15_seg02_clip_03", "timestamp": [ 33.93, 38.78 ], "duration": 57.66, "caption": "A person tries to end his video chat with person but she stops him.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 111911, "video_name": "s06e01_seg02_clip_03", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man talks to a woman on the computer from the space station.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 111912, "video_name": "s06e03_seg02_clip_03", "timestamp": [ 37.35, 42.2 ], "duration": 57.66, "caption": "A man holds his breath while having a video conversation with a woman.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 111913, "video_name": "house_s04e11_seg02_clip_07", "timestamp": [ 17.46, 25.96 ], "duration": 89.66, "caption": "A man tells another person what they need to do, they agree and then disconnects their video chat.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 111914, "video_name": "castle_s07e17_seg02_clip_14", "timestamp": [ 16.94, 50.83 ], "duration": 89.66, "caption": "A person was talking whilst showing a video clip to man and woman.", "similarity": 0.639, "relevance": 0 }, { "pair_id": 111915, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 9.0, 18.01 ], "duration": 90.66, "caption": "A woman was having a chat with someone and a man came.", "similarity": 0.6214, "relevance": 0 }, { "pair_id": 111916, "video_name": "s08e21_seg02_clip_14", "timestamp": [ 80.57, 89.02 ], "duration": 89.66, "caption": "A person is in a video talking and an alien in space is watching him in a tablet.", "similarity": 0.6208, "relevance": 1 }, { "pair_id": 111917, "video_name": "s05e07_seg02_clip_15", "timestamp": [ 0.0, 46.21 ], "duration": 62.66, "caption": "A man has a video conversation with a woman on a laptop.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 111918, "video_name": "s04e24_seg02_clip_02", "timestamp": [ 6.71, 17.09 ], "duration": 61.66, "caption": "A person is holding onto his shoulder as he video chats with another person.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 111919, "video_name": "s06e03_seg01_clip_00", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "Two people are doing a video chat when one of them calls the other an Astronaughty Hotty.", "similarity": 0.6179, "relevance": 2 } ] }, { "query_id": 35795, "query": "A woman opens a door slightly and looks out.", "relevant_moment": [ { "pair_id": 162140, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 2.78, 4.87 ], "duration": 139.66, "caption": "A woman opens a door slightly and looks out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162142, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 6.89, 13.01 ], "duration": 51.66, "caption": "A woman opens the door to see a person, but is confused by him.", "similarity": 0.823, "relevance": 2 }, { "pair_id": 162143, "video_name": "castle_s03e24_seg02_clip_13", "timestamp": [ 52.34, 55.07 ], "duration": 91.66, "caption": "A woman opens the door and sees a person is there.", "similarity": 0.8188, "relevance": 2 }, { "pair_id": 162144, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 88.77, 89.22 ], "duration": 89.66, "caption": "A woman looks towards the door as she is sitting.", "similarity": 0.8069, "relevance": 1 }, { "pair_id": 162145, "video_name": "castle_s01e04_seg02_clip_17", "timestamp": [ 77.99, 82.95 ], "duration": 90.66, "caption": "A woman walks over to the door while looking at a person and then opens it.", "similarity": 0.8065, "relevance": 1 }, { "pair_id": 162146, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 6.12, 9.44 ], "duration": 51.66, "caption": "A woman opens the door to see a person standing in the door way.", "similarity": 0.8044, "relevance": 3 }, { "pair_id": 162147, "video_name": "friends_s01e10_seg02_clip_14", "timestamp": [ 17.27, 20.25 ], "duration": 59.66, "caption": "A woman opens the door looking a mess.", "similarity": 0.7992, "relevance": 3 }, { "pair_id": 162148, "video_name": "friends_s04e01_seg02_clip_01", "timestamp": [ 31.87, 34.83 ], "duration": 59.66, "caption": "A woman opens the front door and has her eyes covered with her right hand.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 162149, "video_name": "s03e23_seg02_clip_10", "timestamp": [ 45.62, 47.12 ], "duration": 60.66, "caption": "A woman opens her apartment door and looks out into the hallway.", "similarity": 0.7814, "relevance": 4 }, { "pair_id": 162150, "video_name": "house_s03e15_seg02_clip_18", "timestamp": [ 81.01, 89.02 ], "duration": 89.66, "caption": "A woman looks out the peephole to see a man and opens the door.", "similarity": 0.7783, "relevance": 2 }, { "pair_id": 162151, "video_name": "s09e17_seg02_clip_11", "timestamp": [ 27.91, 34.74 ], "duration": 62.66, "caption": "A woman looks towards the door then back to person.", "similarity": 0.7765, "relevance": 0 }, { "pair_id": 162152, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 19.22, 23.5 ], "duration": 61.66, "caption": "A woman walks to the door and opens it.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 162153, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 37.2, 38.52 ], "duration": 44.66, "caption": "A woman opens the door and sees a person standing there.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 162154, "video_name": "s02e06_seg02_clip_11", "timestamp": [ 1.71, 3.02 ], "duration": 3.66, "caption": "A woman opens her door to see a person standing outside her door.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 162155, "video_name": "s04e16_seg02_clip_08", "timestamp": [ 21.25, 30.4 ], "duration": 59.66, "caption": "A woman gets up to see who is at the door.", "similarity": 0.7646, "relevance": 1 }, { "pair_id": 162156, "video_name": "castle_s07e11_seg02_clip_11", "timestamp": [ 32.91, 35.19 ], "duration": 91.66, "caption": "A woman opens the door from the inside.", "similarity": 0.7623, "relevance": 2 }, { "pair_id": 162157, "video_name": "house_s06e11_seg02_clip_16", "timestamp": [ 80.28, 84.27 ], "duration": 88.66, "caption": "A woman has her hand on the door but turns around.", "similarity": 0.7616, "relevance": 1 }, { "pair_id": 162158, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 56.07, 59.03 ], "duration": 59.66, "caption": "A woman walks to the door and turns around to look back.", "similarity": 0.7615, "relevance": 0 }, { "pair_id": 162159, "video_name": "friends_s08e13_seg02_clip_05", "timestamp": [ 20.45, 22.41 ], "duration": 56.66, "caption": "A woman opens the refrigerator door and looks in.", "similarity": 0.7606, "relevance": 1 }, { "pair_id": 335460, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 61.66, 64.42 ], "duration": 92.66, "caption": "A person turns around to look at woman and sees the other door closing.", "similarity": 0.7595, "relevance": 2 }, { "pair_id": 335461, "video_name": "castle_s05e16_seg02_clip_05", "timestamp": [ 18.66, 24.58 ], "duration": 91.66, "caption": "A woman opens the door and is relieved to see another woman.", "similarity": 0.7581, "relevance": 3 }, { "pair_id": 335462, "video_name": "house_s03e20_seg02_clip_15", "timestamp": [ 55.81, 58.07 ], "duration": 90.66, "caption": "A woman turns around and goes to the door to open it.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 335463, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A person opens their door to find a woman standing at the entrance.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 335464, "video_name": "s08e19_seg02_clip_11", "timestamp": [ 21.36, 28.38 ], "duration": 61.66, "caption": "A woman goes towards a blue door and opens it.", "similarity": 0.7557, "relevance": 3 }, { "pair_id": 335465, "video_name": "s02e07_seg02_clip_01", "timestamp": [ 12.21, 14.04 ], "duration": 61.66, "caption": "A woman opens a door then walks in and slams it shut.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 335466, "video_name": "friends_s01e10_seg02_clip_17", "timestamp": [ 12.18, 13.66 ], "duration": 59.66, "caption": "A woman walks over to the door and looks out the eyehole.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 335467, "video_name": "castle_s06e14_seg02_clip_12", "timestamp": [ 65.35, 68.88 ], "duration": 88.66, "caption": "A woman opens the door and moves very quickly.", "similarity": 0.7474, "relevance": 2 }, { "pair_id": 335468, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 49.08, 53.51 ], "duration": 88.66, "caption": "A woman opens the door and is greeted by a person.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 335469, "video_name": "s02e20_seg02_clip_10", "timestamp": [ 15.35, 23.61 ], "duration": 59.66, "caption": "A woman looks puzzled then opens her apartment door and goes in.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 335470, "video_name": "castle_s03e08_seg02_clip_10", "timestamp": [ 9.62, 13.28 ], "duration": 91.66, "caption": "A woman opens the closet door and crouches down as if she is looking for something.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 335471, "video_name": "castle_s04e06_seg02_clip_21", "timestamp": [ 19.17, 24.19 ], "duration": 91.66, "caption": "A person walks out the door, a woman looks at another woman as she turns around.", "similarity": 0.7409, "relevance": 1 }, { "pair_id": 335472, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.32, 27.15 ], "duration": 59.66, "caption": "A woman opens the door and walks into the doorway.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 335473, "video_name": "friends_s04e19_seg02_clip_15", "timestamp": [ 33.34, 37.26 ], "duration": 56.66, "caption": "A woman peeks her head out the gap on the chained door.", "similarity": 0.7385, "relevance": 4 }, { "pair_id": 335474, "video_name": "castle_s04e03_seg02_clip_11", "timestamp": [ 4.03, 10.75 ], "duration": 89.66, "caption": "A woman walks to the door, opens it, and closes it again.", "similarity": 0.7373, "relevance": 4 }, { "pair_id": 335475, "video_name": "friends_s10e12_seg02_clip_12", "timestamp": [ 15.03, 16.87 ], "duration": 61.66, "caption": "A man opens the door and looks at a woman.", "similarity": 0.7363, "relevance": 2 }, { "pair_id": 335476, "video_name": "castle_s05e09_seg02_clip_26", "timestamp": [ 42.06, 47.13 ], "duration": 145.66, "caption": "A man opens the door and looks at a woman.", "similarity": 0.7363, "relevance": 1 }, { "pair_id": 335477, "video_name": "castle_s07e16_seg02_clip_13", "timestamp": [ 64.39, 72.44 ], "duration": 89.66, "caption": "A woman opens the door and then shuts it again.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 335478, "video_name": "friends_s06e23_seg02_clip_08", "timestamp": [ 8.7, 15.38 ], "duration": 58.66, "caption": "A woman opened the door and stands against the door.", "similarity": 0.7354, "relevance": 1 }, { "pair_id": 335479, "video_name": "grey_s03e14_seg02_clip_19", "timestamp": [ 89.77, 90.24 ], "duration": 93.66, "caption": "A woman grabs a door handle and opens a door.", "similarity": 0.735, "relevance": 2 } ] }, { "query_id": 35802, "query": "A woman is embarrassed and looks up at the ceiling.", "relevant_moment": [ { "pair_id": 153200, "video_name": "grey_s03e22_seg02_clip_01", "timestamp": [ 41.1, 42.66 ], "duration": 42.66, "caption": "A woman is embarrassed and looks up at the ceiling.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153201, "video_name": "friends_s05e08_seg02_clip_03", "timestamp": [ 19.21, 21.91 ], "duration": 60.66, "caption": "A woman looks up at the ceiling and tries to figure out what's happening.", "similarity": 0.7252, "relevance": 1 }, { "pair_id": 153202, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 15.3, 17.55 ], "duration": 90.66, "caption": "A woman leans back and looks up to the ceiling.", "similarity": 0.6995, "relevance": 1 }, { "pair_id": 153203, "video_name": "met_s06e05_seg02_clip_11", "timestamp": [ 28.72, 31.33 ], "duration": 58.66, "caption": "A woman opens the menu and looks up at the ceiling.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 153204, "video_name": "s08e01_seg02_clip_15", "timestamp": [ 43.94, 46.69 ], "duration": 61.66, "caption": "A woman looks embarrassed and crosses her arms over her chest.", "similarity": 0.6544, "relevance": 1 }, { "pair_id": 153205, "video_name": "s07e01_seg02_clip_13", "timestamp": [ 18.59, 21.25 ], "duration": 59.66, "caption": "Woman puts her face in her hands in embarrassment.", "similarity": 0.6302, "relevance": 1 }, { "pair_id": 153206, "video_name": "castle_s05e05_seg02_clip_01", "timestamp": [ 22.76, 30.04 ], "duration": 91.66, "caption": "A woman opens the light seeing the ceiling and inspecting the area.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 153207, "video_name": "grey_s02e02_seg02_clip_18", "timestamp": [ 44.16, 45.37 ], "duration": 81.66, "caption": "A woman is in a hospital bed and looks up at the ceiling.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 153208, "video_name": "friends_s02e04_seg02_clip_09", "timestamp": [ 22.42, 25.93 ], "duration": 54.66, "caption": "A woman turns to look at man who is looking at the ceiling.", "similarity": 0.6205, "relevance": 1 }, { "pair_id": 153209, "video_name": "friends_s09e06_seg02_clip_09", "timestamp": [ 42.5, 46.63 ], "duration": 59.66, "caption": "A person tilts their head up and looks up at the ceiling as they talk.", "similarity": 0.6062, "relevance": 0 }, { "pair_id": 153210, "video_name": "friends_s03e14_seg02_clip_06", "timestamp": [ 29.81, 30.99 ], "duration": 59.66, "caption": "A woman looks disgusted when she also stands up.", "similarity": 0.6024, "relevance": 0 }, { "pair_id": 153211, "video_name": "friends_s03e11_seg01_clip_01", "timestamp": [ 23.38, 29.13 ], "duration": 41.66, "caption": "Some people look up at the ceiling.", "similarity": 0.6, "relevance": 1 }, { "pair_id": 153212, "video_name": "s02e13_seg02_clip_17", "timestamp": [ 29.22, 38.62 ], "duration": 40.66, "caption": "Some people stare up at the ceiling.", "similarity": 0.5905, "relevance": 0 }, { "pair_id": 153213, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 41.42, 44.6 ], "duration": 91.66, "caption": "A person looks at their nails and then up at the ceiling.", "similarity": 0.5889, "relevance": 0 }, { "pair_id": 153214, "video_name": "friends_s08e23-24_seg02_clip_02", "timestamp": [ 45.33, 51.61 ], "duration": 57.66, "caption": "A woman gets up and backs up as if she is shocked.", "similarity": 0.5887, "relevance": 0 }, { "pair_id": 153215, "video_name": "s04e14_seg02_clip_07", "timestamp": [ 37.43, 39.17 ], "duration": 58.66, "caption": "A woman points to an imaginary sign on the ceiling.", "similarity": 0.5883, "relevance": 0 }, { "pair_id": 153216, "video_name": "castle_s03e07_seg02_clip_23", "timestamp": [ 23.21, 25.49 ], "duration": 91.66, "caption": "A man looks up at the ceiling as he is standing in front of a woman.", "similarity": 0.5846, "relevance": 0 }, { "pair_id": 153217, "video_name": "s09e08_seg02_clip_11", "timestamp": [ 39.84, 52.83 ], "duration": 59.66, "caption": "A woman is excited to see someone show up.", "similarity": 0.5811, "relevance": 0 }, { "pair_id": 153218, "video_name": "castle_s07e12_seg02_clip_27", "timestamp": [ 19.25, 23.32 ], "duration": 74.66, "caption": "A man looks at a woman after he is embarrassed by a woman.", "similarity": 0.5785, "relevance": 0 }, { "pair_id": 153219, "video_name": "friends_s06e10_seg02_clip_03", "timestamp": [ 54.62, 55.83 ], "duration": 60.66, "caption": "A woman looks around at her surroundings in astonishment.", "similarity": 0.5774, "relevance": 1 } ] }, { "query_id": 35840, "query": "A woman sees fire hallucinations while talking with a man.", "relevant_moment": [ { "pair_id": 2280, "video_name": "house_s07e04_seg02_clip_18", "timestamp": [ 73.46, 76.16 ], "duration": 108.66, "caption": "A woman sees fire hallucinations while talking with a man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2282, "video_name": "house_s06e21_seg02_clip_09", "timestamp": [ 13.2, 19.81 ], "duration": 88.66, "caption": "A woman holds a man for a better conversation while being in a fire scene.", "similarity": 0.679, "relevance": 2 }, { "pair_id": 2283, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 81.01, 91.03 ], "duration": 91.66, "caption": "A woman is smoking when she is talking to man.", "similarity": 0.6749, "relevance": 1 }, { "pair_id": 2285, "video_name": "castle_s06e11_seg02_clip_22", "timestamp": [ 56.5, 85.88 ], "duration": 90.66, "caption": "A person talks to woman on a phone while trying to figure out a way out of the burning building.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 2286, "video_name": "castle_s08e05_seg02_clip_08", "timestamp": [ 0.0, 11.1 ], "duration": 88.66, "caption": "A woman describes to a man how she can see ghosts.", "similarity": 0.6467, "relevance": 1 }, { "pair_id": 2287, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 0.0, 40.18 ], "duration": 89.66, "caption": "A woman was intensely talking to a man and another person.", "similarity": 0.6462, "relevance": 0 }, { "pair_id": 2288, "video_name": "house_s02e15_seg02_clip_22", "timestamp": [ 5.4, 10.35 ], "duration": 90.66, "caption": "A person is looking at something while talking to a woman.", "similarity": 0.6458, "relevance": 1 }, { "pair_id": 2289, "video_name": "house_s06e21_seg02_clip_10", "timestamp": [ 13.2, 88.02 ], "duration": 88.66, "caption": "A woman and a man both talk to the firefighter.", "similarity": 0.6448, "relevance": 1 }, { "pair_id": 2290, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 51.19, 59.2 ], "duration": 89.66, "caption": "A man and woman are having a conversation with each other and he got some medicine while woman was distracted with the fire.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 2291, "video_name": "castle_s06e06_seg02_clip_24", "timestamp": [ 0.0, 41.05 ], "duration": 88.66, "caption": "A woman is having a conversation with an old man named Burns.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 2292, "video_name": "house_s08e22_seg02_clip_13", "timestamp": [ 0.0, 64.29 ], "duration": 90.66, "caption": "Two people talk to each other right by the fire.", "similarity": 0.6377, "relevance": 3 }, { "pair_id": 2293, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 4.05, 7.65 ], "duration": 90.66, "caption": "A woman hangs the fire extinguisher while talking to two people.", "similarity": 0.6375, "relevance": 1 }, { "pair_id": 2294, "video_name": "house_s01e21_seg02_clip_22", "timestamp": [ 52.37, 63.38 ], "duration": 88.66, "caption": "A woman gets very emotional while talking to a man.", "similarity": 0.6354, "relevance": 1 }, { "pair_id": 2295, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 18.77 ], "duration": 139.66, "caption": "A woman talking to another woman with a man for investigation.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 2296, "video_name": "grey_s03e11_seg02_clip_19", "timestamp": [ 63.1, 76.02 ], "duration": 76.66, "caption": "A woman is being emotional while talking to a man.", "similarity": 0.6343, "relevance": 1 }, { "pair_id": 2297, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.6324, "relevance": 0 }, { "pair_id": 2298, "video_name": "house_s06e21_seg02_clip_09", "timestamp": [ 26.85, 29.93 ], "duration": 88.66, "caption": "A fireman approaches woman and person.", "similarity": 0.63, "relevance": 0 }, { "pair_id": 2299, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 25.97, 55.46 ], "duration": 88.66, "caption": "A person talks to man about the woman he is seeing.", "similarity": 0.6245, "relevance": 0 } ] }, { "query_id": 35850, "query": "A man rushes to the stove after a man leaves the room.", "relevant_moment": [ { "pair_id": 19460, "video_name": "house_s07e04_seg02_clip_11", "timestamp": [ 22.37, 26.02 ], "duration": 91.66, "caption": "A man rushes to the stove after a man leaves the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19461, "video_name": "s08e06_seg02_clip_12", "timestamp": [ 7.13, 9.61 ], "duration": 62.66, "caption": "A man leaves woman and rushes from the kitchen into another room.", "similarity": 0.6731, "relevance": 2 }, { "pair_id": 19462, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 31.86, 35.01 ], "duration": 70.66, "caption": "Two men leave the room in a hurry.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 19463, "video_name": "friends_s07e21_seg02_clip_04", "timestamp": [ 6.62, 10.4 ], "duration": 63.66, "caption": "A man bursts into another man's hotel room and then leaves.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 19464, "video_name": "house_s08e22_seg02_clip_15", "timestamp": [ 5.12, 8.84 ], "duration": 93.66, "caption": "A man leaves and another man rushes after him.", "similarity": 0.6206, "relevance": 2 }, { "pair_id": 19465, "video_name": "met_s03e03_seg02_clip_08", "timestamp": [ 34.82, 40.22 ], "duration": 60.66, "caption": "Two people with a man run out of the room and the man just gets up.", "similarity": 0.6143, "relevance": 1 }, { "pair_id": 19466, "video_name": "castle_s08e13_seg02_clip_25", "timestamp": [ 51.0, 53.06 ], "duration": 103.66, "caption": "Two men are waiting for a person and a man as they exit the room.", "similarity": 0.6134, "relevance": 1 }, { "pair_id": 19467, "video_name": "friends_s09e23-24_seg02_clip_13", "timestamp": [ 44.42, 47.12 ], "duration": 60.66, "caption": "A man runs to the door and leaves the room.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 19468, "video_name": "house_s01e13_seg02_clip_11", "timestamp": [ 2.61, 10.88 ], "duration": 87.66, "caption": "A man and man exit the room.", "similarity": 0.6003, "relevance": 0 }, { "pair_id": 19469, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 62.63, 66.69 ], "duration": 90.66, "caption": "A man turns away from two men and leaves the room they were in.", "similarity": 0.5976, "relevance": 1 }, { "pair_id": 19470, "video_name": "castle_s02e21_seg02_clip_13", "timestamp": [ 51.88, 58.71 ], "duration": 91.66, "caption": "A man leaves the room leaving a man sitting alone.", "similarity": 0.5969, "relevance": 1 }, { "pair_id": 19471, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 2.4, 5.4 ], "duration": 60.66, "caption": "A man closes the door behind him as he leaves the room with another man.", "similarity": 0.5964, "relevance": 1 }, { "pair_id": 19472, "video_name": "friends_s08e06_seg02_clip_14", "timestamp": [ 16.7, 23.01 ], "duration": 63.66, "caption": "A man walks out of the room to get another person to come into the room.", "similarity": 0.5962, "relevance": 1 }, { "pair_id": 19473, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.61, 45.7 ], "duration": 63.66, "caption": "A man comes out of the bedroom and leads another man out.", "similarity": 0.5945, "relevance": 2 }, { "pair_id": 19474, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 43.51, 46.99 ], "duration": 87.66, "caption": "A man exits the room, followed by a woman.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 19475, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 30.05, 37.85 ], "duration": 78.66, "caption": "Two people attempt to leave the room, but a man makes them stay.", "similarity": 0.5906, "relevance": 0 }, { "pair_id": 19476, "video_name": "friends_s01e24_seg02_clip_16", "timestamp": [ 35.78, 37.87 ], "duration": 59.66, "caption": "A man is sitting in the kitchen as guy exits his room.", "similarity": 0.5892, "relevance": 2 }, { "pair_id": 19477, "video_name": "castle_s07e08_seg02_clip_03", "timestamp": [ 44.33, 45.71 ], "duration": 91.66, "caption": "A man walks out of the room following another man.", "similarity": 0.5876, "relevance": 1 }, { "pair_id": 19478, "video_name": "house_s08e13_seg02_clip_11", "timestamp": [ 70.42, 74.82 ], "duration": 88.66, "caption": "A person exits the room through the door followed by a man.", "similarity": 0.5849, "relevance": 0 }, { "pair_id": 19479, "video_name": "friends_s09e17_seg02_clip_21", "timestamp": [ 30.18, 35.7 ], "duration": 58.66, "caption": "A man runs out of the bedroom towards another person.", "similarity": 0.5837, "relevance": 2 } ] }, { "query_id": 35913, "query": "A man leaps up and drags his feet to a tissue box.", "relevant_moment": [ { "pair_id": 159800, "video_name": "s02e12_seg02_clip_13", "timestamp": [ 26.92, 30.37 ], "duration": 69.66, "caption": "A man leaps up and drags his feet to a tissue box.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159801, "video_name": "s05e06_seg02_clip_15", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A man walks over to a person with a tissue box in his hand.", "similarity": 0.6286, "relevance": 3 }, { "pair_id": 159802, "video_name": "met_s02e12_seg01_clip_00", "timestamp": [ 22.1, 28.68 ], "duration": 91.66, "caption": "A man drops a tissue and then stomps on it with his foot.", "similarity": 0.627, "relevance": 1 }, { "pair_id": 159803, "video_name": "s05e13_seg01_clip_00", "timestamp": [ 60.48, 62.76 ], "duration": 65.66, "caption": "A person jumps up and down holding a cardboard box.", "similarity": 0.5991, "relevance": 0 }, { "pair_id": 159804, "video_name": "friends_s03e10_seg02_clip_07", "timestamp": [ 3.54, 4.72 ], "duration": 59.66, "caption": "A man lifts up and sets down a couple boxes.", "similarity": 0.596, "relevance": 0 }, { "pair_id": 159805, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 7.5, 10.8 ], "duration": 60.66, "caption": "A man picks up a box and walks out with it.", "similarity": 0.5929, "relevance": 1 }, { "pair_id": 159806, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 0.0, 7.28 ], "duration": 56.66, "caption": "A man is dragging a huge box up the stairs; he lets go, and it starts to slide back down toward an unseen person.", "similarity": 0.5879, "relevance": 0 }, { "pair_id": 159807, "video_name": "s07e23_seg01_clip_00", "timestamp": [ 39.48, 41.44 ], "duration": 49.66, "caption": "A man lets go of a box and it slides down the stairs.", "similarity": 0.5877, "relevance": 0 }, { "pair_id": 159808, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.91, 31.96 ], "duration": 83.66, "caption": "A man enters carrying a cardboard box and places it down.", "similarity": 0.5831, "relevance": 0 }, { "pair_id": 159809, "video_name": "friends_s03e10_seg02_clip_05", "timestamp": [ 35.35, 40.49 ], "duration": 57.66, "caption": "A man picks up a large cardboard box and walks up to a door.", "similarity": 0.5821, "relevance": 0 }, { "pair_id": 159810, "video_name": "friends_s09e08_seg02_clip_20", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A man places a box from his hands down on the floor.", "similarity": 0.5787, "relevance": 0 }, { "pair_id": 159811, "video_name": "friends_s03e10_seg02_clip_07", "timestamp": [ 20.07, 24.79 ], "duration": 59.66, "caption": "A man lifts up a blue box from the table.", "similarity": 0.578, "relevance": 0 }, { "pair_id": 159812, "video_name": "house_s04e11_seg02_clip_01", "timestamp": [ 14.85, 18.0 ], "duration": 90.66, "caption": "A man walks over to a desk and picks up a cardboard box.", "similarity": 0.5779, "relevance": 1 }, { "pair_id": 159813, "video_name": "met_s02e11_seg02_clip_13", "timestamp": [ 4.2, 11.1 ], "duration": 60.66, "caption": "A man holds a cardboard box as he walks towards the couch.", "similarity": 0.5724, "relevance": 1 }, { "pair_id": 159814, "video_name": "house_s06e19_seg02_clip_25", "timestamp": [ 20.48, 34.52 ], "duration": 117.66, "caption": "A man walks up to a doctor and hands him a small cardboard package.", "similarity": 0.5686, "relevance": 1 }, { "pair_id": 159815, "video_name": "friends_s09e01_seg02_clip_09", "timestamp": [ 33.19, 35.36 ], "duration": 62.66, "caption": "A man jumps up from the couch very quickly.", "similarity": 0.5659, "relevance": 2 }, { "pair_id": 159816, "video_name": "friends_s03e11_seg02_clip_15", "timestamp": [ 13.58, 22.73 ], "duration": 59.66, "caption": "A man jumps up and then walks out of the room.", "similarity": 0.5611, "relevance": 2 }, { "pair_id": 159817, "video_name": "house_s03e22_seg02_clip_18", "timestamp": [ 22.06, 26.03 ], "duration": 88.66, "caption": "A man sits in a chair and props his feet up.", "similarity": 0.5578, "relevance": 0 }, { "pair_id": 159818, "video_name": "friends_s10e08_seg02_clip_09", "timestamp": [ 20.19, 23.51 ], "duration": 60.66, "caption": "A man leaps up from his chair next to the table.", "similarity": 0.5556, "relevance": 2 }, { "pair_id": 159819, "video_name": "friends_s02e19_seg02_clip_11", "timestamp": [ 4.73, 8.82 ], "duration": 63.66, "caption": "A man puts his hands up in the air.", "similarity": 0.5504, "relevance": 0 } ] }, { "query_id": 35923, "query": "A person pats another person on the back with their left hand.", "relevant_moment": [ { "pair_id": 168360, "video_name": "s02e12_seg02_clip_16", "timestamp": [ 6.41, 9.46 ], "duration": 61.66, "caption": "A person pats another person on the back with their left hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168361, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 53.72, 55.22 ], "duration": 60.66, "caption": "A person puts their hand on another person and pats them on the back.", "similarity": 0.9357, "relevance": 2 }, { "pair_id": 168362, "video_name": "friends_s05e18_seg02_clip_22", "timestamp": [ 41.59, 44.29 ], "duration": 77.66, "caption": "A man pats another person on the back with his right hand.", "similarity": 0.9183, "relevance": 3 }, { "pair_id": 168363, "video_name": "friends_s08e23-24_seg02_clip_03", "timestamp": [ 1.5, 6.01 ], "duration": 60.66, "caption": "A person pats guy's back with his right hand.", "similarity": 0.8321, "relevance": 3 }, { "pair_id": 168364, "video_name": "friends_s06e15-16_seg02_clip_09", "timestamp": [ 53.12, 55.82 ], "duration": 60.66, "caption": "A woman pats a man on the back with her right hand.", "similarity": 0.8228, "relevance": 3 }, { "pair_id": 168365, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.8102, "relevance": 3 }, { "pair_id": 168366, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man puts his hand on another man's back and pats him.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 168367, "video_name": "s07e15_seg02_clip_00", "timestamp": [ 30.09, 32.34 ], "duration": 64.66, "caption": "A person reaches over and pats another person on the wrist.", "similarity": 0.7525, "relevance": 3 }, { "pair_id": 168368, "video_name": "friends_s06e03_seg01_clip_00", "timestamp": [ 67.91, 71.56 ], "duration": 73.66, "caption": "A woman pats a man on the left shoulder with her right hand.", "similarity": 0.7508, "relevance": 2 }, { "pair_id": 168369, "video_name": "friends_s09e19_seg02_clip_19", "timestamp": [ 11.31, 17.12 ], "duration": 58.66, "caption": "A person holds their hand up in front of a person.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 168370, "video_name": "grey_s02e25_seg02_clip_20", "timestamp": [ 85.42, 86.66 ], "duration": 86.66, "caption": "A man has his hand on the back of another person and moves them.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 168371, "video_name": "met_s06e15_seg02_clip_05", "timestamp": [ 33.57, 34.48 ], "duration": 61.66, "caption": "A woman pats a man on his right arm with her left hand.", "similarity": 0.7382, "relevance": 3 }, { "pair_id": 168372, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 24.84, 28.9 ], "duration": 90.66, "caption": "A person puts his hand on another person's shoulder.", "similarity": 0.7356, "relevance": 3 }, { "pair_id": 168373, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 168374, "video_name": "castle_s05e16_seg02_clip_02", "timestamp": [ 14.45, 16.59 ], "duration": 107.66, "caption": "A person pats man on the shoulder as they stand facing one another.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 168375, "video_name": "s10e11_seg02_clip_15", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A person is talking and pats another person's arm with his hand.", "similarity": 0.7251, "relevance": 1 }, { "pair_id": 168376, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 29.71, 30.16 ], "duration": 90.66, "caption": "A man pats another man on the shoulder with his hand.", "similarity": 0.7235, "relevance": 1 }, { "pair_id": 168377, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 46.96, 50.11 ], "duration": 63.66, "caption": "A person motions his hand in front of him from one side to the other.", "similarity": 0.7219, "relevance": 0 }, { "pair_id": 168378, "video_name": "castle_s06e23_seg02_clip_02", "timestamp": [ 11.58, 13.43 ], "duration": 92.66, "caption": "A man pats a woman with his hand on the side of her leg.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 168379, "video_name": "grey_s03e07_seg02_clip_26", "timestamp": [ 82.32, 88.05 ], "duration": 88.66, "caption": "A person picks up another person's hand and puts it on their own.", "similarity": 0.7149, "relevance": 0 } ] }, { "query_id": 35971, "query": "A person tucks their earbuds down their shirt.", "relevant_moment": [ { "pair_id": 166540, "video_name": "s01e17_seg02_clip_09", "timestamp": [ 4.88, 10.37 ], "duration": 61.66, "caption": "A person tucks their earbuds down their shirt.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166541, "video_name": "castle_s07e08_seg02_clip_08", "timestamp": [ 70.54, 71.77 ], "duration": 82.66, "caption": "A person takes the earbuds out of their ears.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 166542, "video_name": "s05e14_seg02_clip_13", "timestamp": [ 43.42, 46.22 ], "duration": 56.66, "caption": "A person adjusts the protective ear muffs that they're wearing.", "similarity": 0.6537, "relevance": 0 }, { "pair_id": 166543, "video_name": "friends_s09e22_seg02_clip_01", "timestamp": [ 24.52, 25.66 ], "duration": 57.66, "caption": "A woman tucks a loose strand of hair behind her ear.", "similarity": 0.645, "relevance": 0 }, { "pair_id": 166544, "video_name": "house_s07e01_seg02_clip_06", "timestamp": [ 1.8, 3.15 ], "duration": 90.66, "caption": "A person carefully removes an earpiece from his ear.", "similarity": 0.6341, "relevance": 1 }, { "pair_id": 166545, "video_name": "s06e09_seg02_clip_10", "timestamp": [ 44.02, 48.7 ], "duration": 55.66, "caption": "A person reaches into their bag and brings out some ear muffs, which they place on their head.", "similarity": 0.6118, "relevance": 0 }, { "pair_id": 166546, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 50.4, 90.66 ], "duration": 90.66, "caption": "A person has an earpiece in their ear outside listening in.", "similarity": 0.6105, "relevance": 1 }, { "pair_id": 166547, "video_name": "house_s06e10_seg02_clip_02", "timestamp": [ 29.26, 40.06 ], "duration": 90.66, "caption": "A person attaches some medical to each of someone's ears.", "similarity": 0.6043, "relevance": 1 }, { "pair_id": 166548, "video_name": "friends_s08e18_seg02_clip_04", "timestamp": [ 35.1, 37.43 ], "duration": 58.66, "caption": "A person in a dark suit and blue shirt plays with his/her ear.", "similarity": 0.5996, "relevance": 0 }, { "pair_id": 166549, "video_name": "friends_s04e19_seg02_clip_14", "timestamp": [ 10.57, 17.93 ], "duration": 64.66, "caption": "A man takes his earring out and gets down on one knee.", "similarity": 0.5959, "relevance": 1 }, { "pair_id": 166550, "video_name": "castle_s07e03_seg02_clip_23", "timestamp": [ 56.89, 59.17 ], "duration": 91.66, "caption": "A woman uses her hands to tuck her hair behind her ears.", "similarity": 0.5949, "relevance": 0 }, { "pair_id": 166551, "video_name": "house_s02e02_seg02_clip_27", "timestamp": [ 2.42, 5.05 ], "duration": 21.66, "caption": "A person removes one white earbud, and then the other.", "similarity": 0.5914, "relevance": 2 }, { "pair_id": 166552, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 9.1, 10.47 ], "duration": 91.66, "caption": "A woman reaches back and tucks her hair behind her ears.", "similarity": 0.5884, "relevance": 0 }, { "pair_id": 166553, "video_name": "castle_s07e03_seg02_clip_23", "timestamp": [ 57.4, 58.77 ], "duration": 91.66, "caption": "A woman reaches both hands up and uses her fingers to tuck her hair behind each ear.", "similarity": 0.5877, "relevance": 0 }, { "pair_id": 166554, "video_name": "s08e13_seg01_clip_00", "timestamp": [ 51.79, 62.03 ], "duration": 62.66, "caption": "A person takes off headphones and puts them around his/her neck, adjusting them.", "similarity": 0.5875, "relevance": 2 }, { "pair_id": 166555, "video_name": "house_s06e17_seg02_clip_13", "timestamp": [ 14.52, 19.37 ], "duration": 88.66, "caption": "A person covers their ears with their hands and closes their eyes.", "similarity": 0.5817, "relevance": 0 }, { "pair_id": 166556, "video_name": "friends_s09e17_seg02_clip_04", "timestamp": [ 13.02, 17.87 ], "duration": 60.66, "caption": "A woman tucks her hair behind her ear as she leans in next to a man's shoulder.", "similarity": 0.5759, "relevance": 0 }, { "pair_id": 166557, "video_name": "house_s06e17_seg02_clip_13", "timestamp": [ 14.52, 19.37 ], "duration": 88.66, "caption": "A person slowly put his/her hands on his ears.", "similarity": 0.5746, "relevance": 0 }, { "pair_id": 166558, "video_name": "s07e02_seg02_clip_12", "timestamp": [ 8.1, 9.3 ], "duration": 60.66, "caption": "A person pulls their shirt up over their head to expose their chest.", "similarity": 0.5705, "relevance": 0 }, { "pair_id": 166559, "video_name": "met_s03e10_seg02_clip_07", "timestamp": [ 0.0, 1.71 ], "duration": 57.66, "caption": "A person takes their phone from their ear and puts it down.", "similarity": 0.5696, "relevance": 0 } ] }, { "query_id": 36030, "query": "A man puts up a map onto the case board.", "relevant_moment": [ { "pair_id": 4420, "video_name": "castle_s03e10_seg02_clip_23", "timestamp": [ 0.0, 4.06 ], "duration": 90.66, "caption": "A man puts up a map onto the case board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4421, "video_name": "castle_s05e02_seg02_clip_17", "timestamp": [ 34.75, 36.55 ], "duration": 90.66, "caption": "A person points to pins on a map on the case board.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 4422, "video_name": "castle_s07e20_seg02_clip_10", "timestamp": [ 87.88, 92.03 ], "duration": 92.66, "caption": "A man puts a map of Thailand onto the case board.", "similarity": 0.7917, "relevance": 4 }, { "pair_id": 4423, "video_name": "castle_s02e23_seg02_clip_10", "timestamp": [ 52.56, 55.82 ], "duration": 93.66, "caption": "A man puts up a picture onto the case board.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 4424, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 55.21, 57.94 ], "duration": 91.66, "caption": "A man puts a picture onto the case board.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 4425, "video_name": "castle_s07e20_seg02_clip_15", "timestamp": [ 73.91, 92.39 ], "duration": 92.66, "caption": "A person puts up a picture of man onto the case board.", "similarity": 0.6946, "relevance": 3 }, { "pair_id": 4426, "video_name": "castle_s04e13_seg02_clip_17", "timestamp": [ 83.15, 87.07 ], "duration": 87.66, "caption": "A man puts a picture of someone onto the case board.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 4427, "video_name": "castle_s06e13_seg02_clip_22", "timestamp": [ 56.95, 59.16 ], "duration": 88.66, "caption": "A man puts up a photo of a person onto the case board.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 4428, "video_name": "castle_s05e24_seg02_clip_08", "timestamp": [ 50.37, 52.6 ], "duration": 89.66, "caption": "A person puts up a sketched photo of a man onto the case board.", "similarity": 0.657, "relevance": 3 }, { "pair_id": 4429, "video_name": "castle_s01e10_seg02_clip_04", "timestamp": [ 7.74, 12.74 ], "duration": 91.66, "caption": "A man is putting up pictures onto the case board with someone.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 4430, "video_name": "castle_s08e15_seg02_clip_14", "timestamp": [ 69.32, 71.12 ], "duration": 90.66, "caption": "A woman goes to the case board and points to an area on a map.", "similarity": 0.6531, "relevance": 3 }, { "pair_id": 4431, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 67.34, 75.42 ], "duration": 89.66, "caption": "A man walks up to the case board and puts two pictures on it.", "similarity": 0.643, "relevance": 3 }, { "pair_id": 4432, "video_name": "friends_s04e23-24_seg02_clip_02", "timestamp": [ 9.69, 16.95 ], "duration": 44.66, "caption": "A man hands guy the camera and unfolds the map.", "similarity": 0.6235, "relevance": 3 }, { "pair_id": 4433, "video_name": "castle_s04e13_seg02_clip_14", "timestamp": [ 18.66, 19.12 ], "duration": 91.66, "caption": "There is a picture of a person on the case board.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 4434, "video_name": "friends_s04e23-24_seg02_clip_02", "timestamp": [ 29.28, 35.88 ], "duration": 44.66, "caption": "A man places the map on the floor then stands on it.", "similarity": 0.6194, "relevance": 3 }, { "pair_id": 4436, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 36.46, 40.96 ], "duration": 90.66, "caption": "A person puts a picture of someone onto the case board.", "similarity": 0.6175, "relevance": 3 }, { "pair_id": 4437, "video_name": "castle_s07e07_seg02_clip_04", "timestamp": [ 69.09, 89.15 ], "duration": 89.66, "caption": "A man shows a map as some people looked on.", "similarity": 0.6108, "relevance": 1 }, { "pair_id": 4439, "video_name": "castle_s05e15_seg02_clip_12", "timestamp": [ 11.93, 18.36 ], "duration": 91.66, "caption": "A person maps out an area on the board that forms a square.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 177740, "video_name": "castle_s04e06_seg02_clip_06", "timestamp": [ 9.42, 18.84 ], "duration": 89.66, "caption": "A person is putting papers on the case board.", "similarity": 0.6024, "relevance": 3 }, { "pair_id": 177741, "video_name": "castle_s01e07_seg02_clip_01", "timestamp": [ 67.39, 70.14 ], "duration": 91.66, "caption": "A person places a push pin on a location on the map on the board.", "similarity": 0.6018, "relevance": 4 }, { "pair_id": 177742, "video_name": "castle_s07e09_seg02_clip_13", "timestamp": [ 29.13, 31.44 ], "duration": 92.66, "caption": "A man goes to the case board and points towards a picture of two men.", "similarity": 0.6016, "relevance": 3 }, { "pair_id": 177743, "video_name": "castle_s06e06_seg02_clip_18", "timestamp": [ 15.02, 20.76 ], "duration": 88.66, "caption": "A man is working on the map in his table.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 177744, "video_name": "castle_s07e20_seg02_clip_10", "timestamp": [ 86.96, 89.73 ], "duration": 92.66, "caption": "A man brings up a map of Thailand and it snaps to a board.", "similarity": 0.5993, "relevance": 4 }, { "pair_id": 177745, "video_name": "castle_s03e03_seg02_clip_03", "timestamp": [ 83.77, 86.06 ], "duration": 91.66, "caption": "A person puts up a photo of writing onto the case board.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 177746, "video_name": "friends_s05e22_seg02_clip_03", "timestamp": [ 1.5, 2.7 ], "duration": 60.66, "caption": "A man is holding a map on his lap and folds it in half to view it.", "similarity": 0.5908, "relevance": 3 }, { "pair_id": 177747, "video_name": "castle_s05e12_seg02_clip_18", "timestamp": [ 87.96, 89.31 ], "duration": 90.66, "caption": "A person puts a photo of someone onto the case board.", "similarity": 0.5904, "relevance": 3 }, { "pair_id": 177748, "video_name": "castle_s07e06_seg02_clip_11", "timestamp": [ 0.0, 11.88 ], "duration": 88.66, "caption": "A man points to a couple areas of the map.", "similarity": 0.5856, "relevance": 4 }, { "pair_id": 177749, "video_name": "castle_s03e14_seg02_clip_06", "timestamp": [ 9.06, 11.77 ], "duration": 90.66, "caption": "A person puts a picture of another person onto the case board.", "similarity": 0.581, "relevance": 3 }, { "pair_id": 177750, "video_name": "castle_s05e18_seg02_clip_10", "timestamp": [ 0.0, 8.27 ], "duration": 87.66, "caption": "A person is standing in front of a case board as he looks at it.", "similarity": 0.5731, "relevance": 3 }, { "pair_id": 177751, "video_name": "friends_s05e22_seg02_clip_03", "timestamp": [ 8.7, 11.41 ], "duration": 60.66, "caption": "A man unfolds a map on the table near a woman.", "similarity": 0.5728, "relevance": 3 }, { "pair_id": 177752, "video_name": "castle_s08e09_seg02_clip_25", "timestamp": [ 92.76, 98.01 ], "duration": 175.66, "caption": "A man takes a paper off of the case board and hands it to another man.", "similarity": 0.5722, "relevance": 3 }, { "pair_id": 177753, "video_name": "castle_s05e19_seg02_clip_08", "timestamp": [ 39.61, 42.31 ], "duration": 90.66, "caption": "A man puts an evidence photo of a car onto the case board.", "similarity": 0.5708, "relevance": 3 }, { "pair_id": 177754, "video_name": "castle_s06e21_seg02_clip_03", "timestamp": [ 17.61, 18.96 ], "duration": 90.66, "caption": "A woman puts a picture of a man onto the case board.", "similarity": 0.5707, "relevance": 3 }, { "pair_id": 177755, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 27.99, 31.66 ], "duration": 91.66, "caption": "A man puts up a picture of a man on the board.", "similarity": 0.5694, "relevance": 3 }, { "pair_id": 177756, "video_name": "friends_s04e23-24_seg02_clip_03", "timestamp": [ 10.53, 16.25 ], "duration": 60.66, "caption": "A man puts the map down on the sidewalk and steps on it.", "similarity": 0.5674, "relevance": 3 }, { "pair_id": 177758, "video_name": "friends_s04e23-24_seg02_clip_02", "timestamp": [ 27.52, 35.66 ], "duration": 44.66, "caption": "A person puts a map down on the ground and steps on it.", "similarity": 0.5631, "relevance": 3 } ] }, { "query_id": 36061, "query": "A man leans down and covers his eye with his hand.", "relevant_moment": [ { "pair_id": 20900, "video_name": "friends_s05e01_seg02_clip_16", "timestamp": [ 32.96, 36.69 ], "duration": 57.66, "caption": "A man leans down and covers his eye with his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20901, "video_name": "s05e08_seg02_clip_10", "timestamp": [ 0.0, 1.12 ], "duration": 56.66, "caption": "A man reaches up and covers his eyes with his hand.", "similarity": 0.8491, "relevance": 4 }, { "pair_id": 20902, "video_name": "met_s02e14_seg02_clip_16", "timestamp": [ 51.24, 56.96 ], "duration": 60.66, "caption": "A man covers his face with both hands and leans back.", "similarity": 0.8124, "relevance": 3 }, { "pair_id": 20903, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 15.26, 17.09 ], "duration": 61.66, "caption": "A man moves his right hand up and covers his right eye.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 20904, "video_name": "s08e11_seg02_clip_01", "timestamp": [ 21.84, 27.74 ], "duration": 59.66, "caption": "A man touches his eyelids then covers his mouth.", "similarity": 0.7587, "relevance": 3 }, { "pair_id": 20905, "video_name": "friends_s07e15_seg01_clip_02", "timestamp": [ 43.71, 46.31 ], "duration": 52.66, "caption": "A man puts his left hand up to his face and hides his eyes.", "similarity": 0.7476, "relevance": 4 }, { "pair_id": 20906, "video_name": "s06e10_seg02_clip_11", "timestamp": [ 51.84, 56.13 ], "duration": 66.66, "caption": "A person briefly covers their eyes with their hands.", "similarity": 0.7341, "relevance": 4 }, { "pair_id": 20907, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 95.78, 99.71 ], "duration": 157.66, "caption": "A man leans forward, and places his face upon his hand.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 20908, "video_name": "house_s07e04_seg02_clip_07", "timestamp": [ 62.81, 64.63 ], "duration": 91.66, "caption": "A man leans his head down on his hand.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 20909, "video_name": "friends_s02e06_seg02_clip_03", "timestamp": [ 1.74, 7.25 ], "duration": 58.66, "caption": "A man puts his hand up to rub his eye.", "similarity": 0.7225, "relevance": 3 }, { "pair_id": 20910, "video_name": "friends_s02e15_seg01_clip_00", "timestamp": [ 14.71, 21.01 ], "duration": 60.66, "caption": "A man removes his hand that covers his eyes and looks at his place.", "similarity": 0.7139, "relevance": 4 }, { "pair_id": 20911, "video_name": "met_s03e17_seg02_clip_04", "timestamp": [ 0.0, 2.11 ], "duration": 60.66, "caption": "A man holds the area between his eyes with his fingers.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 20912, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 34.4, 37.24 ], "duration": 63.66, "caption": "A man covers his forehead and eyebrows with his hand.", "similarity": 0.7083, "relevance": 4 }, { "pair_id": 20913, "video_name": "friends_s04e01_seg02_clip_09", "timestamp": [ 39.63, 43.62 ], "duration": 57.66, "caption": "A man sits down on a chair and puts his hands over his eyes.", "similarity": 0.7047, "relevance": 4 }, { "pair_id": 20914, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 18.24, 22.84 ], "duration": 27.66, "caption": "A man tightly closes his eyes and shakes his head.", "similarity": 0.6989, "relevance": 1 }, { "pair_id": 20915, "video_name": "house_s03e05_seg02_clip_20", "timestamp": [ 63.26, 65.99 ], "duration": 91.66, "caption": "A man leans over and places his hands over his mouth.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 20916, "video_name": "house_s02e08_seg02_clip_24", "timestamp": [ 32.45, 35.16 ], "duration": 90.66, "caption": "A man rubs his hand over his eye balls.", "similarity": 0.6851, "relevance": 4 }, { "pair_id": 20917, "video_name": "friends_s07e06_seg02_clip_08", "timestamp": [ 7.02, 10.37 ], "duration": 61.66, "caption": "A man covers his eyes when talking to guy.", "similarity": 0.6812, "relevance": 4 }, { "pair_id": 20918, "video_name": "friends_s02e05_seg02_clip_10", "timestamp": [ 28.12, 30.26 ], "duration": 61.66, "caption": "A man rolls his eyes and puts the back of their hand to their face.", "similarity": 0.6769, "relevance": 4 }, { "pair_id": 20919, "video_name": "s07e20_seg02_clip_15", "timestamp": [ 9.98, 11.98 ], "duration": 57.66, "caption": "A man reaches up and rubs their eye while talking.", "similarity": 0.6755, "relevance": 4 }, { "pair_id": 194220, "video_name": "house_s03e10_seg02_clip_25", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A man rubs his face and his eyes with his hand.", "similarity": 0.6736, "relevance": 4 }, { "pair_id": 194221, "video_name": "grey_s03e17_seg02_clip_03", "timestamp": [ 93.75, 98.39 ], "duration": 103.66, "caption": "A man leans forward in his seat as he gazes down pensively.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 194222, "video_name": "friends_s09e23-24_seg02_clip_29", "timestamp": [ 0.0, 7.48 ], "duration": 65.66, "caption": "A man covers an eye with his hand as he sits in bed and listens to two other people.", "similarity": 0.6697, "relevance": 3 }, { "pair_id": 194223, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 54.28, 56.14 ], "duration": 62.66, "caption": "A man leans his head on his right hand.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 194224, "video_name": "met_s02e10_seg01_clip_00", "timestamp": [ 39.21, 42.03 ], "duration": 62.66, "caption": "A man covers his lips with his right index finger then lowers his hand.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 194225, "video_name": "house_s02e17_seg02_clip_20", "timestamp": [ 62.58, 65.8 ], "duration": 92.66, "caption": "A man leans forward and places his head in his hands.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 194226, "video_name": "friends_s09e09_seg02_clip_09", "timestamp": [ 20.07, 22.45 ], "duration": 68.66, "caption": "A man is leaning on both of his hands.", "similarity": 0.6656, "relevance": 4 }, { "pair_id": 194227, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 49.32, 58.03 ], "duration": 58.66, "caption": "A man lays his glasses on the nightstand and puts his hand over his eyes.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 194228, "video_name": "house_s01e21_seg02_clip_20", "timestamp": [ 63.68, 69.03 ], "duration": 119.66, "caption": "A man closes their eyes and passes out.", "similarity": 0.6608, "relevance": 1 }, { "pair_id": 194229, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 10.5, 12.91 ], "duration": 60.66, "caption": "A man rubs his eye sockets with his fingers.", "similarity": 0.6592, "relevance": 2 }, { "pair_id": 194230, "video_name": "friends_s04e06_seg02_clip_15", "timestamp": [ 25.13, 29.63 ], "duration": 75.66, "caption": "A man sits looking around as someone sneaks behind them putting their hands covering their eyes.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 194231, "video_name": "house_s01e02_seg02_clip_25", "timestamp": [ 20.16, 28.36 ], "duration": 126.66, "caption": "A man looks inside someone's eyes as he is laying down.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 194232, "video_name": "friends_s06e07_seg02_clip_04", "timestamp": [ 34.4, 41.34 ], "duration": 63.66, "caption": "A man stands up, clasps their hands and looks around.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 194233, "video_name": "house_s02e24_seg02_clip_19", "timestamp": [ 18.87, 29.77 ], "duration": 83.66, "caption": "A person opens their eyes and turns their head to the left to look at a man.", "similarity": 0.653, "relevance": 1 }, { "pair_id": 194234, "video_name": "friends_s08e15_seg02_clip_15", "timestamp": [ 8.24, 11.29 ], "duration": 61.66, "caption": "A man bends forward and buries his face in his hands.", "similarity": 0.6512, "relevance": 4 }, { "pair_id": 194235, "video_name": "house_s01e02_seg02_clip_25", "timestamp": [ 20.16, 25.84 ], "duration": 126.66, "caption": "A man leans over the hospital bed and inspects someone's eyes.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 194236, "video_name": "house_s04e12_seg02_clip_20", "timestamp": [ 69.18, 71.79 ], "duration": 87.66, "caption": "A man rolls his eyes, shakes his head slightly and looks toward the ceiling.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 194237, "video_name": "castle_s05e22_seg02_clip_19", "timestamp": [ 80.19, 83.36 ], "duration": 90.66, "caption": "A man talks with his head down while rubbing his eyes.", "similarity": 0.6489, "relevance": 3 }, { "pair_id": 194238, "video_name": "castle_s04e20_seg02_clip_04", "timestamp": [ 72.36, 74.19 ], "duration": 91.66, "caption": "A person covers both his own eyes and woman's eyes with his hand.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 194239, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.51, 17.37 ], "duration": 62.66, "caption": "A person covers his face with both of his hands.", "similarity": 0.6467, "relevance": 4 } ] }, { "query_id": 36082, "query": "A person holds up phone to show screen to another person.", "relevant_moment": [ { "pair_id": 146940, "video_name": "castle_s08e06_seg02_clip_03", "timestamp": [ 25.78, 32.11 ], "duration": 90.66, "caption": "A person holds up phone to show screen to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146941, "video_name": "met_s05e02_seg02_clip_09", "timestamp": [ 2.95, 7.38 ], "duration": 59.66, "caption": "A person shows his phone to two people, and then to another person.", "similarity": 0.84, "relevance": 4 }, { "pair_id": 146942, "video_name": "s06e24_seg02_clip_12", "timestamp": [ 3.48, 7.83 ], "duration": 58.66, "caption": "A person shows another person something on his/her cell phone.", "similarity": 0.8277, "relevance": 2 }, { "pair_id": 146943, "video_name": "met_s06e24_seg02_clip_07", "timestamp": [ 46.22, 46.82 ], "duration": 60.66, "caption": "A person stands holding their cell phone near another person.", "similarity": 0.8156, "relevance": 1 }, { "pair_id": 146944, "video_name": "castle_s07e12_seg02_clip_09", "timestamp": [ 0.0, 19.33 ], "duration": 89.66, "caption": "A person is holding up his cellphone as he is speaking to another person.", "similarity": 0.8136, "relevance": 3 }, { "pair_id": 146945, "video_name": "s08e03_seg02_clip_08", "timestamp": [ 51.32, 55.52 ], "duration": 60.66, "caption": "A person turns their phone around to show someone something on the screen.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 146946, "video_name": "house_s05e09_seg02_clip_22", "timestamp": [ 8.74, 12.68 ], "duration": 87.66, "caption": "One person is on the phone while another person stands up.", "similarity": 0.8087, "relevance": 1 }, { "pair_id": 146947, "video_name": "s08e03_seg02_clip_12", "timestamp": [ 46.17, 49.1 ], "duration": 65.66, "caption": "A person holds up a cell phone and shows some people the screen as they sit at a table.", "similarity": 0.8083, "relevance": 4 }, { "pair_id": 146948, "video_name": "friends_s02e07_seg02_clip_09", "timestamp": [ 8.3, 10.27 ], "duration": 79.66, "caption": "A person hands over their cell phone to another person.", "similarity": 0.7993, "relevance": 1 }, { "pair_id": 146950, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 25.02, 33.22 ], "duration": 82.66, "caption": "A person takes out their cell phone and shows it to two people.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 146951, "video_name": "castle_s07e21_seg02_clip_21", "timestamp": [ 1.85, 2.31 ], "duration": 92.66, "caption": "A person holds up a cell phone in front of him.", "similarity": 0.786, "relevance": 1 }, { "pair_id": 146952, "video_name": "house_s04e06_seg02_clip_15", "timestamp": [ 20.72, 25.78 ], "duration": 92.66, "caption": "A person is on the phone in front of someone.", "similarity": 0.7848, "relevance": 1 }, { "pair_id": 146953, "video_name": "s07e07_seg02_clip_10", "timestamp": [ 11.81, 18.59 ], "duration": 59.66, "caption": "A man holds up his phone so that person can look at it.", "similarity": 0.7805, "relevance": 4 }, { "pair_id": 146954, "video_name": "s04e15_seg02_clip_07", "timestamp": [ 6.0, 8.4 ], "duration": 60.66, "caption": "A person gives a cell phone to another person who is standing next to him.", "similarity": 0.7774, "relevance": 2 }, { "pair_id": 146955, "video_name": "met_s02e07_seg02_clip_09", "timestamp": [ 18.61, 24.01 ], "duration": 60.66, "caption": "The person holds the receiver of the phone then hands it to another person.", "similarity": 0.7766, "relevance": 1 }, { "pair_id": 146957, "video_name": "s09e10_seg02_clip_06", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A person is showing man the screen of his cellphone.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 146958, "video_name": "s02e17_seg02_clip_09", "timestamp": [ 41.2, 44.1 ], "duration": 58.66, "caption": "A person hands his cell phone to someone sitting across from him.", "similarity": 0.7681, "relevance": 1 }, { "pair_id": 146959, "video_name": "met_s02e10_seg02_clip_09", "timestamp": [ 3.33, 15.14 ], "duration": 60.66, "caption": "A person wants to see a person's phone and a person doesn't want to show them.", "similarity": 0.7661, "relevance": 1 }, { "pair_id": 320260, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 14.04, 25.39 ], "duration": 108.66, "caption": "A person stands behind someone and uses a phone as the person has a conversation with someone else.", "similarity": 0.762, "relevance": 0 }, { "pair_id": 320261, "video_name": "castle_s06e12_seg02_clip_13", "timestamp": [ 0.0, 15.75 ], "duration": 90.66, "caption": "A person was busily using their phone whilst sitting beside another person.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 320262, "video_name": "castle_s08e01_seg02_clip_01", "timestamp": [ 7.09, 9.75 ], "duration": 88.66, "caption": "A person holds a cell phone in one hand and taps the screen with the other.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 320263, "video_name": "castle_s05e11_seg02_clip_22", "timestamp": [ 39.16, 50.91 ], "duration": 87.66, "caption": "While talking to some people, a man holds his phone up so they can see the front of it.", "similarity": 0.757, "relevance": 3 }, { "pair_id": 320264, "video_name": "friends_s05e06_seg02_clip_19", "timestamp": [ 35.14, 40.11 ], "duration": 58.66, "caption": "A person holds the phone cord with their right hand while talking to another person.", "similarity": 0.7567, "relevance": 1 }, { "pair_id": 320265, "video_name": "house_s06e15_seg02_clip_10", "timestamp": [ 47.7, 53.94 ], "duration": 89.66, "caption": "A person has person's phone and reading person's texts and holding person back.", "similarity": 0.7559, "relevance": 2 }, { "pair_id": 320266, "video_name": "s04e08_seg02_clip_06", "timestamp": [ 26.41, 45.32 ], "duration": 60.66, "caption": "A person looks at his/her phone while speaking to another person.", "similarity": 0.7516, "relevance": 1 }, { "pair_id": 320267, "video_name": "castle_s08e14_seg02_clip_12", "timestamp": [ 11.25, 13.05 ], "duration": 90.66, "caption": "A woman holds up her phone and shows it to a man and woman.", "similarity": 0.751, "relevance": 4 }, { "pair_id": 320268, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 44.9, 59.1 ], "duration": 66.66, "caption": "A person is on the phone with someone and they hang up on him/her.", "similarity": 0.7503, "relevance": 1 }, { "pair_id": 320269, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 65.51, 69.54 ], "duration": 89.66, "caption": "A person looks down at their phone while talking to another person.", "similarity": 0.7501, "relevance": 1 }, { "pair_id": 320270, "video_name": "house_s05e22_seg02_clip_23", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person picks up his cell phone in front of another person.", "similarity": 0.7492, "relevance": 1 }, { "pair_id": 320271, "video_name": "s08e12_seg02_clip_14", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A man tilts his phone so another person can see the screen.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 320272, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 45.45, 50.57 ], "duration": 128.66, "caption": "A man picks up a phone and shows it to a person.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 320273, "video_name": "s07e01_seg01_clip_00", "timestamp": [ 38.46, 40.32 ], "duration": 62.66, "caption": "A person looks over their shoulder while on the phone with another person.", "similarity": 0.7474, "relevance": 1 }, { "pair_id": 320274, "video_name": "s02e02_seg02_clip_03", "timestamp": [ 9.69, 16.07 ], "duration": 51.66, "caption": "Person shows man something on her cell phone.", "similarity": 0.747, "relevance": 4 }, { "pair_id": 320275, "video_name": "s01e17_seg02_clip_01", "timestamp": [ 0.0, 6.0 ], "duration": 60.66, "caption": "A person is holding a broken cell phone as he talks to another person.", "similarity": 0.747, "relevance": 2 }, { "pair_id": 320276, "video_name": "s04e12_seg02_clip_16", "timestamp": [ 43.09, 55.78 ], "duration": 59.66, "caption": "One person leans over another person and shows him an app on his phone, impressing him.", "similarity": 0.7463, "relevance": 4 }, { "pair_id": 320277, "video_name": "s09e18_seg02_clip_04", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A person is holding their cell phone as they are standing.", "similarity": 0.7462, "relevance": 1 }, { "pair_id": 320278, "video_name": "s10e08_seg02_clip_04", "timestamp": [ 45.02, 58.23 ], "duration": 60.66, "caption": "A person bends over and shows a woman something on their phone.", "similarity": 0.7449, "relevance": 3 }, { "pair_id": 320279, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A person looks at their phone before another person stops them.", "similarity": 0.7443, "relevance": 3 } ] }, { "query_id": 36136, "query": "A man walks from behind the bar and sits down on the pool table.", "relevant_moment": [ { "pair_id": 148100, "video_name": "friends_s03e06_seg02_clip_17", "timestamp": [ 42.86, 50.42 ], "duration": 63.66, "caption": "A man walks from behind the bar and sits down on the pool table.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 148101, "video_name": "friends_s03e06_seg02_clip_16", "timestamp": [ 34.29, 42.57 ], "duration": 46.66, "caption": "A man walks behind the bar and places some glasses on the table.", "similarity": 0.6837, "relevance": 1 }, { "pair_id": 148102, "video_name": "met_s02e14_seg02_clip_15", "timestamp": [ 46.54, 48.98 ], "duration": 54.66, "caption": "A person is walking through the bar when he steps on a white pool ball.", "similarity": 0.639, "relevance": 1 }, { "pair_id": 148103, "video_name": "house_s01e12_seg02_clip_10", "timestamp": [ 44.07, 49.41 ], "duration": 89.66, "caption": "A man walks over and sits next to two other people at the bar.", "similarity": 0.6065, "relevance": 2 }, { "pair_id": 148104, "video_name": "met_s06e06_seg02_clip_11", "timestamp": [ 40.87, 45.32 ], "duration": 59.66, "caption": "A man backs away from the table and heads towards the bar.", "similarity": 0.6009, "relevance": 1 }, { "pair_id": 148105, "video_name": "met_s02e07_seg02_clip_02", "timestamp": [ 10.58, 13.9 ], "duration": 60.66, "caption": "A man walks into the bar and sits with someone.", "similarity": 0.5854, "relevance": 1 }, { "pair_id": 148106, "video_name": "house_s07e16_seg02_clip_13", "timestamp": [ 35.11, 49.06 ], "duration": 90.66, "caption": "A man gets up from the bar and leaves.", "similarity": 0.5811, "relevance": 0 }, { "pair_id": 148107, "video_name": "met_s02e10_seg02_clip_10", "timestamp": [ 47.46, 48.99 ], "duration": 61.66, "caption": "A man stands up and walks away from the bar.", "similarity": 0.5781, "relevance": 0 }, { "pair_id": 148108, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 20.47, 28.53 ], "duration": 62.66, "caption": "A man walks over to the table and sits down.", "similarity": 0.5779, "relevance": 1 }, { "pair_id": 148109, "video_name": "met_s02e20_seg02_clip_08", "timestamp": [ 19.78, 22.17 ], "duration": 59.66, "caption": "A person sits down at the table in the bar.", "similarity": 0.5771, "relevance": 0 }, { "pair_id": 148110, "video_name": "met_s02e01_seg02_clip_14", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A person walks in quickly and sits down at a bar next to a man.", "similarity": 0.5743, "relevance": 2 }, { "pair_id": 148111, "video_name": "met_s02e18_seg02_clip_07", "timestamp": [ 8.73, 17.46 ], "duration": 60.66, "caption": "A man walks into the bar wearing a suit and sits down across from guy.", "similarity": 0.5742, "relevance": 1 }, { "pair_id": 148112, "video_name": "met_s03e18_seg02_clip_05", "timestamp": [ 21.39, 24.45 ], "duration": 61.66, "caption": "A person sits down across from man in the bar.", "similarity": 0.5704, "relevance": 1 }, { "pair_id": 148113, "video_name": "s06e24_seg01_clip_00", "timestamp": [ 35.4, 41.8 ], "duration": 61.66, "caption": "A man walks from behind a person to the table and sits down with some people.", "similarity": 0.5684, "relevance": 1 }, { "pair_id": 148114, "video_name": "met_s02e02_seg02_clip_16", "timestamp": [ 6.28, 8.16 ], "duration": 62.66, "caption": "A man turns to his right and walks away from the bar.", "similarity": 0.5645, "relevance": 1 }, { "pair_id": 148115, "video_name": "friends_s03e06_seg02_clip_15", "timestamp": [ 67.73, 74.02 ], "duration": 74.66, "caption": "A person walks up to someone drinking at the bar of a pool house.", "similarity": 0.5635, "relevance": 2 }, { "pair_id": 148116, "video_name": "castle_s08e19_seg02_clip_14", "timestamp": [ 58.3, 61.12 ], "duration": 94.66, "caption": "A man sits at the bar as person walks towards woman.", "similarity": 0.5581, "relevance": 2 }, { "pair_id": 148117, "video_name": "house_s02e04_seg02_clip_20", "timestamp": [ 11.93, 14.22 ], "duration": 32.66, "caption": "A man walks away from the white board and sits down.", "similarity": 0.5577, "relevance": 0 }, { "pair_id": 148118, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 7.13, 9.75 ], "duration": 75.66, "caption": "A person gets up from the bar table they were sitting at.", "similarity": 0.5561, "relevance": 0 }, { "pair_id": 148119, "video_name": "met_s06e06_seg02_clip_05", "timestamp": [ 53.12, 55.78 ], "duration": 59.66, "caption": "A man takes a drink from the glass sitting on the bar.", "similarity": 0.5542, "relevance": 0 } ] }, { "query_id": 36149, "query": "A man tries to offer an animal a banana while it's hanging on to someone's hair.", "relevant_moment": [ { "pair_id": 168500, "video_name": "friends_s01e15_seg02_clip_05", "timestamp": [ 58.97, 63.07 ], "duration": 63.66, "caption": "A man tries to offer an animal a banana while it's hanging on to someone's hair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168501, "video_name": "s08e13_seg02_clip_05", "timestamp": [ 11.1, 15.61 ], "duration": 60.66, "caption": "A person complains about the way their partner eats a banana.", "similarity": 0.5949, "relevance": 0 }, { "pair_id": 168502, "video_name": "grey_s02e04_seg02_clip_11", "timestamp": [ 0.0, 2.4 ], "duration": 80.66, "caption": "A man walks up to woman carrying a banana.", "similarity": 0.5694, "relevance": 0 }, { "pair_id": 168503, "video_name": "friends_s01e19_seg02_clip_15", "timestamp": [ 42.49, 47.14 ], "duration": 62.66, "caption": "An animal runs up to the banana left on the hallway floor and starts eating it.", "similarity": 0.5678, "relevance": 1 }, { "pair_id": 168504, "video_name": "friends_s01e19_seg02_clip_17", "timestamp": [ 13.51, 18.1 ], "duration": 54.66, "caption": "A man opens the door to find another person standing there with a box of bananas.", "similarity": 0.5655, "relevance": 1 }, { "pair_id": 168505, "video_name": "friends_s02e12-13_seg02_clip_22", "timestamp": [ 4.76, 6.55 ], "duration": 59.66, "caption": "A man hands a monkey, who is on a trainers shoulder, a toy elephant.", "similarity": 0.5533, "relevance": 2 }, { "pair_id": 168506, "video_name": "friends_s07e08_seg02_clip_06", "timestamp": [ 26.86, 28.33 ], "duration": 59.66, "caption": "A man feeds an animal a treat while a person holds it.", "similarity": 0.5465, "relevance": 1 }, { "pair_id": 168507, "video_name": "friends_s02e12-13_seg02_clip_22", "timestamp": [ 2.68, 9.82 ], "duration": 59.66, "caption": "A man hands something to an animal and it throws it.", "similarity": 0.5446, "relevance": 3 }, { "pair_id": 168508, "video_name": "castle_s06e01_seg02_clip_19", "timestamp": [ 14.88, 17.77 ], "duration": 96.66, "caption": "A person bends down and picks up a banana peel from the kitchen floor.", "similarity": 0.5434, "relevance": 0 }, { "pair_id": 168509, "video_name": "friends_s03e03_seg02_clip_00", "timestamp": [ 41.04, 47.26 ], "duration": 62.66, "caption": "A man picks up a piece of fruit and holds it for a bit before putting it down.", "similarity": 0.5314, "relevance": 0 }, { "pair_id": 168510, "video_name": "friends_s01e19_seg02_clip_17", "timestamp": [ 29.71, 31.06 ], "duration": 54.66, "caption": "A man sets a box of bananas down in the apartment.", "similarity": 0.51, "relevance": 1 }, { "pair_id": 168511, "video_name": "friends_s01e21_seg02_clip_15", "timestamp": [ 2.7, 7.2 ], "duration": 60.66, "caption": "An animal jumps onto a man's shoulders and gets him excited.", "similarity": 0.5082, "relevance": 2 }, { "pair_id": 168512, "video_name": "friends_s01e19_seg02_clip_17", "timestamp": [ 6.21, 8.37 ], "duration": 54.66, "caption": "A person turns to look at woman while holding a box of bananas.", "similarity": 0.5078, "relevance": 1 }, { "pair_id": 168513, "video_name": "castle_s06e01_seg02_clip_19", "timestamp": [ 14.4, 19.69 ], "duration": 96.66, "caption": "A person picks up a banana peel off the floor and throws it in the trash can.", "similarity": 0.5048, "relevance": 0 }, { "pair_id": 168514, "video_name": "friends_s04e22_seg02_clip_16", "timestamp": [ 21.09, 24.5 ], "duration": 62.66, "caption": "A man opens his mouth widely and points at an animal as he looks at another man.", "similarity": 0.504, "relevance": 1 }, { "pair_id": 168515, "video_name": "house_s07e12_seg02_clip_25", "timestamp": [ 70.56, 79.7 ], "duration": 166.66, "caption": "A man suddenly appears holding an animal which frightens another man.", "similarity": 0.5037, "relevance": 1 }, { "pair_id": 168516, "video_name": "friends_s01e19_seg02_clip_15", "timestamp": [ 43.11, 50.55 ], "duration": 62.66, "caption": "An animal walks down the hallway and sees a fruit, starts to eat it and someone reaches and and picks up the animal and the fruit.", "similarity": 0.5031, "relevance": 2 }, { "pair_id": 168517, "video_name": "friends_s01e10_seg02_clip_14", "timestamp": [ 0.0, 7.15 ], "duration": 59.66, "caption": "A man has a monkey on their shoulder while talking to a woman.", "similarity": 0.501, "relevance": 2 }, { "pair_id": 168518, "video_name": "friends_s01e10_seg02_clip_06", "timestamp": [ 6.96, 25.24 ], "duration": 58.66, "caption": "A man explains to woman why he had to come with the monkey.", "similarity": 0.4979, "relevance": 0 }, { "pair_id": 168519, "video_name": "friends_s01e21_seg02_clip_20", "timestamp": [ 35.98, 47.76 ], "duration": 62.66, "caption": "A man is holding a stuffed monkey as he talks to the monkey.", "similarity": 0.4963, "relevance": 1 } ] }, { "query_id": 36160, "query": "A woman taps another woman's shoulder and she turns around.", "relevant_moment": [ { "pair_id": 57940, "video_name": "friends_s01e15_seg02_clip_02", "timestamp": [ 9.56, 31.38 ], "duration": 59.66, "caption": "A woman taps another woman's shoulder and she turns around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 57941, "video_name": "friends_s09e01_seg02_clip_14", "timestamp": [ 10.85, 14.35 ], "duration": 70.66, "caption": "A woman reaches over and taps person's hand which is draped casually on her shoulder.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 57942, "video_name": "house_s01e14_seg02_clip_23", "timestamp": [ 101.0, 108.02 ], "duration": 108.66, "caption": "A person taps the woman on the shoulder to get her attention.", "similarity": 0.7838, "relevance": 2 }, { "pair_id": 57943, "video_name": "friends_s02e21_seg01_clip_00", "timestamp": [ 16.67, 19.12 ], "duration": 98.66, "caption": "A woman touches another woman on the shoulder in a friendly manner.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 57944, "video_name": "friends_s05e13_seg02_clip_02", "timestamp": [ 9.15, 11.29 ], "duration": 61.66, "caption": "A woman reaches out and touches another woman by the shoulder.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 57945, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 46.99, 49.13 ], "duration": 61.66, "caption": "A woman taps a man on the right shoulder with her left hand.", "similarity": 0.7661, "relevance": 1 }, { "pair_id": 57946, "video_name": "friends_s10e01_seg02_clip_06", "timestamp": [ 15.94, 20.36 ], "duration": 59.66, "caption": "A woman raises her arms, approaches another woman, and puts her left hand on the other woman's shoulder.", "similarity": 0.7622, "relevance": 4 }, { "pair_id": 57947, "video_name": "friends_s04e12_seg02_clip_04", "timestamp": [ 5.22, 9.57 ], "duration": 58.66, "caption": "A woman places her hand on another woman's shoulder.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 57948, "video_name": "s09e05_seg02_clip_13", "timestamp": [ 10.54, 12.41 ], "duration": 62.66, "caption": "A person taps the older woman on her left shoulder.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 57949, "video_name": "friends_s02e11_seg02_clip_15", "timestamp": [ 22.58, 26.85 ], "duration": 61.66, "caption": "A woman leans over and taps man on the shoulder.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 57950, "video_name": "castle_s07e07_seg02_clip_26", "timestamp": [ 55.58, 59.26 ], "duration": 81.66, "caption": "A woman puts her hand on person's arm then taps his arm with her other hand.", "similarity": 0.7514, "relevance": 1 }, { "pair_id": 57951, "video_name": "grey_s03e09_seg02_clip_20", "timestamp": [ 39.3, 44.63 ], "duration": 97.66, "caption": "A woman places her hand on the shoulder of another woman then touches the back of her head.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 57952, "video_name": "friends_s01e20_seg02_clip_14", "timestamp": [ 29.38, 32.03 ], "duration": 66.66, "caption": "A woman taps woman's hand repeatedly with her hand.", "similarity": 0.7469, "relevance": 1 }, { "pair_id": 57953, "video_name": "s03e14_seg02_clip_02", "timestamp": [ 56.14, 58.0 ], "duration": 62.66, "caption": "A woman holds both hands up to another woman as she turns around.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 57954, "video_name": "friends_s01e20_seg02_clip_19", "timestamp": [ 47.42, 51.32 ], "duration": 60.66, "caption": "A woman touches another woman's arm and then puts her hand to her head.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 57955, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A woman grabs another woman's hand and pulls it towards her.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 57956, "video_name": "grey_s01e01_seg02_clip_09", "timestamp": [ 71.17, 79.07 ], "duration": 93.66, "caption": "A woman moves up her glasses and taps on another woman.", "similarity": 0.7383, "relevance": 1 }, { "pair_id": 57957, "video_name": "friends_s01e16-17_seg02_clip_28", "timestamp": [ 31.36, 33.93 ], "duration": 57.66, "caption": "A woman waves to another woman with her right hand.", "similarity": 0.7379, "relevance": 1 }, { "pair_id": 57958, "video_name": "friends_s06e18_seg02_clip_12", "timestamp": [ 8.54, 13.12 ], "duration": 61.66, "caption": "A woman taps someone's shoulder and rolls their eyes at them after they spoke.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 57959, "video_name": "s01e17_seg02_clip_09", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A woman taps a person on the shoulder, causing him to jump.", "similarity": 0.7305, "relevance": 2 } ] }, { "query_id": 36161, "query": "A woman turns towards a man and starts talking to him.", "relevant_moment": [ { "pair_id": 21580, "video_name": "friends_s01e15_seg02_clip_02", "timestamp": [ 21.22, 23.01 ], "duration": 59.66, "caption": "A woman turns towards a man and starts talking to him.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 21581, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 0.0, 6.62 ], "duration": 88.66, "caption": "A woman turns around after a man starts talking to her.", "similarity": 0.8846, "relevance": 3 }, { "pair_id": 21582, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 9.29, 12.34 ], "duration": 16.66, "caption": "A woman turns to someone and talks to him.", "similarity": 0.8828, "relevance": 4 }, { "pair_id": 21583, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 10.92, 13.2 ], "duration": 91.66, "caption": "A woman turns to talk to a man.", "similarity": 0.8785, "relevance": 4 }, { "pair_id": 21584, "video_name": "s02e16_seg02_clip_04", "timestamp": [ 32.91, 35.46 ], "duration": 51.66, "caption": "A woman turned towards a man and started talking to him with a smiling face.", "similarity": 0.8758, "relevance": 3 }, { "pair_id": 21585, "video_name": "house_s02e10_seg02_clip_03", "timestamp": [ 8.42, 15.95 ], "duration": 88.66, "caption": "A man turns towards woman while talking to guy.", "similarity": 0.8756, "relevance": 3 }, { "pair_id": 21586, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 18.24, 21.28 ], "duration": 86.66, "caption": "A woman turns her head to start talking to man.", "similarity": 0.8677, "relevance": 3 }, { "pair_id": 21587, "video_name": "castle_s08e02_seg02_clip_14", "timestamp": [ 6.97, 10.25 ], "duration": 82.66, "caption": "A woman walked towards a man and started talking to him.", "similarity": 0.8661, "relevance": 4 }, { "pair_id": 21588, "video_name": "house_s08e06_seg02_clip_23", "timestamp": [ 44.29, 53.32 ], "duration": 82.66, "caption": "A woman turns over to man and starts talking.", "similarity": 0.8661, "relevance": 4 }, { "pair_id": 21589, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 71.45, 74.64 ], "duration": 91.66, "caption": "A man approaches a woman and begins a conversation.", "similarity": 0.8636, "relevance": 3 }, { "pair_id": 21590, "video_name": "grey_s02e22_seg02_clip_08", "timestamp": [ 37.28, 42.11 ], "duration": 87.66, "caption": "A woman turns around and goes to a man to start conversing with him.", "similarity": 0.8607, "relevance": 4 }, { "pair_id": 21591, "video_name": "castle_s04e17_seg02_clip_01", "timestamp": [ 49.15, 54.2 ], "duration": 91.66, "caption": "A woman walks towards man and starts a conversation with him.", "similarity": 0.8605, "relevance": 3 }, { "pair_id": 21592, "video_name": "castle_s03e19_seg02_clip_03", "timestamp": [ 14.21, 17.42 ], "duration": 91.66, "caption": "A man walks quickly towards a woman and starts talking to her.", "similarity": 0.8564, "relevance": 2 }, { "pair_id": 21593, "video_name": "castle_s03e11_seg02_clip_07", "timestamp": [ 65.27, 67.97 ], "duration": 90.66, "caption": "A man walks towards a woman and starts a conversation with her.", "similarity": 0.855, "relevance": 2 }, { "pair_id": 21594, "video_name": "castle_s05e01_seg02_clip_12", "timestamp": [ 0.0, 1.78 ], "duration": 89.66, "caption": "A woman turns to a man to speak with him.", "similarity": 0.8532, "relevance": 4 }, { "pair_id": 21595, "video_name": "house_s04e02_seg02_clip_26", "timestamp": [ 0.0, 4.89 ], "duration": 75.66, "caption": "A woman walks forward towards a man and starts a conversation with him.", "similarity": 0.8527, "relevance": 3 }, { "pair_id": 21596, "video_name": "met_s03e20_seg02_clip_05", "timestamp": [ 14.17, 16.01 ], "duration": 61.66, "caption": "A woman turns around and starts conversing with a man.", "similarity": 0.8524, "relevance": 4 }, { "pair_id": 21597, "video_name": "friends_s07e15_seg02_clip_10", "timestamp": [ 0.0, 1.92 ], "duration": 64.66, "caption": "A woman is looking to her side and then starts talking to a man.", "similarity": 0.8445, "relevance": 4 }, { "pair_id": 21598, "video_name": "castle_s03e08_seg02_clip_26", "timestamp": [ 6.25, 10.0 ], "duration": 125.66, "caption": "A woman looks over towards a man as he starts speaking.", "similarity": 0.8441, "relevance": 2 }, { "pair_id": 21599, "video_name": "house_s04e08_seg02_clip_26", "timestamp": [ 19.54, 23.74 ], "duration": 42.66, "caption": "A woman walks towards a man as she is talking to him.", "similarity": 0.8381, "relevance": 3 }, { "pair_id": 194900, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 54.04, 56.58 ], "duration": 56.66, "caption": "A man turns around to look at woman and talks to her.", "similarity": 0.835, "relevance": 3 }, { "pair_id": 194901, "video_name": "house_s03e07_seg02_clip_24", "timestamp": [ 49.94, 55.79 ], "duration": 78.66, "caption": "A person turns and walks towards someone and she starts to talk to him.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 194902, "video_name": "house_s08e12_seg02_clip_22", "timestamp": [ 28.53, 32.67 ], "duration": 92.66, "caption": "A man walks towards woman and starts conversing with her.", "similarity": 0.8279, "relevance": 2 }, { "pair_id": 194903, "video_name": "castle_s06e11_seg02_clip_25", "timestamp": [ 27.53, 30.54 ], "duration": 86.66, "caption": "A person walked towards a woman and started talking to her.", "similarity": 0.8242, "relevance": 3 }, { "pair_id": 194904, "video_name": "met_s03e20_seg02_clip_05", "timestamp": [ 0.92, 4.62 ], "duration": 61.66, "caption": "A man turns around and starts conversing with woman.", "similarity": 0.8234, "relevance": 3 }, { "pair_id": 194905, "video_name": "met_s02e08_seg02_clip_07", "timestamp": [ 49.4, 51.21 ], "duration": 60.66, "caption": "A woman turns around in order to talk to man.", "similarity": 0.8224, "relevance": 4 }, { "pair_id": 194906, "video_name": "house_s07e18_seg02_clip_20", "timestamp": [ 74.33, 84.13 ], "duration": 89.66, "caption": "A woman pauses during conversation to turn and look towards a man.", "similarity": 0.821, "relevance": 3 }, { "pair_id": 194907, "video_name": "s09e15_seg02_clip_04", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A man approaches a woman and talks to her briefly.", "similarity": 0.8184, "relevance": 3 }, { "pair_id": 194908, "video_name": "friends_s09e20_seg02_clip_10", "timestamp": [ 33.05, 35.71 ], "duration": 59.66, "caption": "A woman approaches a man to talk with them about something.", "similarity": 0.8158, "relevance": 3 }, { "pair_id": 194909, "video_name": "s04e20_seg02_clip_12", "timestamp": [ 15.91, 60.03 ], "duration": 60.66, "caption": "A woman was walking towards person and started talking to him.", "similarity": 0.8122, "relevance": 2 }, { "pair_id": 194910, "video_name": "s06e15_seg02_clip_11", "timestamp": [ 38.46, 44.97 ], "duration": 62.66, "caption": "A woman walks over to a man and starts a conversation with him.", "similarity": 0.8089, "relevance": 3 }, { "pair_id": 194911, "video_name": "grey_s03e18_seg02_clip_09", "timestamp": [ 56.71, 61.11 ], "duration": 87.66, "caption": "A man fully turns around to talk to a woman.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 194912, "video_name": "castle_s08e02_seg02_clip_14", "timestamp": [ 0.0, 8.2 ], "duration": 82.66, "caption": "While a man is talking, woman approaches near to him.", "similarity": 0.8077, "relevance": 4 }, { "pair_id": 194913, "video_name": "house_s01e09_seg02_clip_08", "timestamp": [ 0.0, 4.95 ], "duration": 82.66, "caption": "A woman is talking to two people and turns around to face a man.", "similarity": 0.8075, "relevance": 3 }, { "pair_id": 194914, "video_name": "house_s01e08_seg02_clip_18", "timestamp": [ 28.24, 34.52 ], "duration": 89.66, "caption": "A woman catches up to a man and starts a conversation.", "similarity": 0.8035, "relevance": 3 }, { "pair_id": 194915, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 70.48, 80.16 ], "duration": 92.66, "caption": "A man approaches a woman and another man and begins a conversation.", "similarity": 0.8011, "relevance": 3 }, { "pair_id": 194916, "video_name": "friends_s09e01_seg02_clip_00", "timestamp": [ 46.23, 50.26 ], "duration": 62.66, "caption": "A woman turns and leads a man to talk to her.", "similarity": 0.8005, "relevance": 2 }, { "pair_id": 194917, "video_name": "met_s06e06_seg02_clip_16", "timestamp": [ 12.75, 14.46 ], "duration": 49.66, "caption": "A woman turns around and opens her arms while talking to a man.", "similarity": 0.8, "relevance": 4 }, { "pair_id": 194918, "video_name": "castle_s04e09_seg02_clip_25", "timestamp": [ 66.51, 73.96 ], "duration": 93.66, "caption": "A woman walks over to a man to start a conversation.", "similarity": 0.7989, "relevance": 2 }, { "pair_id": 194919, "video_name": "castle_s07e10_seg02_clip_25", "timestamp": [ 76.38, 83.02 ], "duration": 83.66, "caption": "A woman turns her head and has a conversation with a man.", "similarity": 0.7989, "relevance": 3 } ] }, { "query_id": 36180, "query": "A man walks into the room where two women are.", "relevant_moment": [ { "pair_id": 165200, "video_name": "friends_s08e23-24_seg02_clip_41", "timestamp": [ 40.32, 43.42 ], "duration": 62.66, "caption": "A man walks into the room where two women are.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165201, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 24.95, 26.11 ], "duration": 58.66, "caption": "A man walks into the room with two women.", "similarity": 0.9752, "relevance": 4 }, { "pair_id": 165202, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 6.44, 10.4 ], "duration": 99.66, "caption": "A person walks into the room where two men and a woman are in.", "similarity": 0.9226, "relevance": 2 }, { "pair_id": 165203, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.8851, "relevance": 2 }, { "pair_id": 165204, "video_name": "friends_s03e11_seg02_clip_07", "timestamp": [ 49.93, 54.74 ], "duration": 60.66, "caption": "A man walks into the living room with two women following.", "similarity": 0.884, "relevance": 2 }, { "pair_id": 165205, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 45.62, 50.72 ], "duration": 60.66, "caption": "A man walks into the room to visit a woman and another person.", "similarity": 0.8729, "relevance": 3 }, { "pair_id": 165206, "video_name": "friends_s04e04_seg02_clip_12", "timestamp": [ 46.64, 63.03 ], "duration": 63.66, "caption": "A man walked into the room to meet both women.", "similarity": 0.8598, "relevance": 4 }, { "pair_id": 165207, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 11.25, 15.75 ], "duration": 90.66, "caption": "A man walks into the room after walks towards woman.", "similarity": 0.8531, "relevance": 3 }, { "pair_id": 165208, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.3, 36.56 ], "duration": 63.66, "caption": "Two people walk into the same room as a woman and a man.", "similarity": 0.8475, "relevance": 3 }, { "pair_id": 165209, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 57.27, 61.58 ], "duration": 61.66, "caption": "A man walks into the room where a woman is standing.", "similarity": 0.8469, "relevance": 2 }, { "pair_id": 165210, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A woman walks into the room with man following.", "similarity": 0.8438, "relevance": 3 }, { "pair_id": 165211, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 50.86, 58.07 ], "duration": 90.66, "caption": "A woman walks into the men's room to see a man.", "similarity": 0.8411, "relevance": 2 }, { "pair_id": 165212, "video_name": "house_s03e09_seg02_clip_13", "timestamp": [ 4.95, 6.75 ], "duration": 90.66, "caption": "A woman enters the room where two men are.", "similarity": 0.8393, "relevance": 1 }, { "pair_id": 165213, "video_name": "s07e11_seg01_clip_00", "timestamp": [ 28.72, 33.5 ], "duration": 87.66, "caption": "A person enters the room with two women and a man.", "similarity": 0.8386, "relevance": 4 }, { "pair_id": 165214, "video_name": "castle_s05e07_seg02_clip_15", "timestamp": [ 82.74, 87.14 ], "duration": 88.66, "caption": "A man walks into the room as woman stands near a man and another man.", "similarity": 0.8378, "relevance": 2 }, { "pair_id": 165215, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 22.92, 35.98 ], "duration": 58.66, "caption": "A man walks into the room toward a woman.", "similarity": 0.8358, "relevance": 2 }, { "pair_id": 165216, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 46.67, 54.52 ], "duration": 87.66, "caption": "A man walks into someone's room and a woman leaves.", "similarity": 0.8341, "relevance": 4 }, { "pair_id": 165217, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 4.5, 13.5 ], "duration": 90.66, "caption": "A man walks with a woman as he leads her into the room with two other people were.", "similarity": 0.8334, "relevance": 3 }, { "pair_id": 165218, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A man walks into the room to see woman.", "similarity": 0.8326, "relevance": 2 }, { "pair_id": 165219, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 34.87, 38.85 ], "duration": 61.66, "caption": "A man walks into the room and approaches a woman.", "similarity": 0.8308, "relevance": 3 }, { "pair_id": 338521, "video_name": "castle_s01e07_seg02_clip_26", "timestamp": [ 71.07, 76.95 ], "duration": 98.66, "caption": "A woman walks into the room followed by man.", "similarity": 0.8222, "relevance": 2 }, { "pair_id": 338522, "video_name": "s01e04_seg01_clip_01", "timestamp": [ 53.15, 57.95 ], "duration": 64.66, "caption": "A man enters the room with a woman.", "similarity": 0.8211, "relevance": 2 }, { "pair_id": 338523, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 71.78, 92.03 ], "duration": 92.66, "caption": "A person walks into the room that two women are talking in.", "similarity": 0.821, "relevance": 2 }, { "pair_id": 338524, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 43.17, 49.33 ], "duration": 49.66, "caption": "A woman walks into the room to meet a man.", "similarity": 0.815, "relevance": 2 }, { "pair_id": 338525, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 56.27, 62.07 ], "duration": 116.66, "caption": "A man came in the room where a woman and another man is.", "similarity": 0.814, "relevance": 3 }, { "pair_id": 338526, "video_name": "friends_s04e01_seg02_clip_19", "timestamp": [ 1.64, 5.33 ], "duration": 82.66, "caption": "A man walks into the living room with a woman following them.", "similarity": 0.8132, "relevance": 2 }, { "pair_id": 338527, "video_name": "castle_s02e21_seg02_clip_12", "timestamp": [ 48.04, 51.53 ], "duration": 87.66, "caption": "A man walks quickly through the door and into the room where woman and man are talking.", "similarity": 0.8081, "relevance": 3 }, { "pair_id": 338528, "video_name": "friends_s09e13_seg02_clip_22", "timestamp": [ 0.0, 15.69 ], "duration": 64.66, "caption": "A man walks into the room as converses with woman.", "similarity": 0.8047, "relevance": 2 }, { "pair_id": 338529, "video_name": "grey_s02e10_seg02_clip_09", "timestamp": [ 19.21, 26.89 ], "duration": 96.66, "caption": "A woman walks into person's room followed by man and man.", "similarity": 0.7992, "relevance": 2 }, { "pair_id": 338530, "video_name": "house_s07e09_seg02_clip_12", "timestamp": [ 25.03, 27.76 ], "duration": 91.66, "caption": "A man opens a door and walks into a room where a woman is standing.", "similarity": 0.799, "relevance": 3 }, { "pair_id": 338531, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 14.18, 19.95 ], "duration": 105.66, "caption": "A man walks into the room and stands in front of a woman.", "similarity": 0.7953, "relevance": 3 }, { "pair_id": 338532, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 34.24, 38.96 ], "duration": 59.66, "caption": "A man and woman walk into the room from the side.", "similarity": 0.7951, "relevance": 2 }, { "pair_id": 338533, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 61.66, 69.48 ], "duration": 92.66, "caption": "A person walks into the room as a woman is speaking with two men.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 338534, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 52.31, 54.52 ], "duration": 63.66, "caption": "A woman walks into the living room with some men.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 338535, "video_name": "friends_s07e01_seg02_clip_13", "timestamp": [ 35.44, 42.92 ], "duration": 65.66, "caption": "A man enters the room and meets a woman inside.", "similarity": 0.7886, "relevance": 2 }, { "pair_id": 338536, "video_name": "house_s05e05_seg02_clip_26", "timestamp": [ 28.53, 38.65 ], "duration": 92.66, "caption": "A man walks into the room and heads right to a woman.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 338537, "video_name": "s02e10_seg02_clip_11", "timestamp": [ 11.41, 14.41 ], "duration": 60.66, "caption": "A man walks into a room with a woman while she is doing laundry.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 338538, "video_name": "grey_s01e03_seg02_clip_11", "timestamp": [ 47.26, 60.32 ], "duration": 90.66, "caption": "A man opens the door the he and woman walk into another person's room.", "similarity": 0.7861, "relevance": 3 }, { "pair_id": 338539, "video_name": "friends_s04e23-24_seg02_clip_46", "timestamp": [ 30.64, 33.83 ], "duration": 49.66, "caption": "A man opens the room door and steps out with woman.", "similarity": 0.7843, "relevance": 2 } ] }, { "query_id": 36198, "query": "A man points out a child to a woman as the nurse puts the child in the bed.", "relevant_moment": [ { "pair_id": 162120, "video_name": "friends_s08e23-24_seg02_clip_43", "timestamp": [ 1.65, 4.68 ], "duration": 55.66, "caption": "A man points out a child to a woman as the nurse puts the child in the bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162121, "video_name": "friends_s03e08_seg02_clip_15", "timestamp": [ 5.19, 7.33 ], "duration": 61.66, "caption": "A man points and tells woman where child currently is.", "similarity": 0.6565, "relevance": 1 }, { "pair_id": 162122, "video_name": "grey_s02e12_seg02_clip_07", "timestamp": [ 40.43, 45.6 ], "duration": 94.66, "caption": "A man looks at the children on the patient's bed and turns to a woman.", "similarity": 0.6528, "relevance": 1 }, { "pair_id": 162123, "video_name": "friends_s02e20_seg02_clip_09", "timestamp": [ 9.85, 13.14 ], "duration": 59.66, "caption": "A man points at woman while she's holding a baby.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 162124, "video_name": "met_s02e05_seg02_clip_18", "timestamp": [ 0.0, 3.91 ], "duration": 60.66, "caption": "A man points at a woman for taking advantage of him in bed.", "similarity": 0.6415, "relevance": 0 }, { "pair_id": 162125, "video_name": "grey_s01e01_seg02_clip_09", "timestamp": [ 57.21, 67.91 ], "duration": 93.66, "caption": "A male nurse motions to the sleeping woman and another woman over at her.", "similarity": 0.6244, "relevance": 0 }, { "pair_id": 162126, "video_name": "house_s08e05_seg02_clip_16", "timestamp": [ 25.94, 38.69 ], "duration": 91.66, "caption": "A man picks up their child from their crib and places them on the bed.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 162127, "video_name": "met_s06e20_seg02_clip_03", "timestamp": [ 2.95, 10.03 ], "duration": 59.66, "caption": "A man points with his finger at the person in bed with him.", "similarity": 0.6081, "relevance": 0 }, { "pair_id": 162128, "video_name": "grey_s02e15_seg02_clip_14", "timestamp": [ 75.17, 90.02 ], "duration": 90.66, "caption": "A woman gets into an argument with a nurse and a man holds them both back.", "similarity": 0.6065, "relevance": 0 }, { "pair_id": 162129, "video_name": "friends_s09e01_seg02_clip_16", "timestamp": [ 46.52, 48.62 ], "duration": 60.66, "caption": "A woman points to a man as she is sitting in her hospital bed.", "similarity": 0.606, "relevance": 1 }, { "pair_id": 162130, "video_name": "friends_s08e23-24_seg02_clip_35", "timestamp": [ 15.33, 21.04 ], "duration": 60.66, "caption": "A man passes the baby over the bed to a woman.", "similarity": 0.5924, "relevance": 1 }, { "pair_id": 162131, "video_name": "met_s02e10_seg02_clip_18", "timestamp": [ 16.31, 20.71 ], "duration": 89.66, "caption": "A man points at the baby when he tells him what just happened to his parents.", "similarity": 0.5871, "relevance": 1 }, { "pair_id": 162132, "video_name": "house_s08e05_seg02_clip_16", "timestamp": [ 35.95, 44.15 ], "duration": 91.66, "caption": "A man lays the baby on the bed and gets the other one.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 162133, "video_name": "house_s02e05_seg02_clip_25", "timestamp": [ 0.0, 99.02 ], "duration": 120.66, "caption": "A man talks to his child while he's in a hospital bed.", "similarity": 0.5845, "relevance": 0 }, { "pair_id": 162134, "video_name": "grey_s03e20_seg02_clip_22", "timestamp": [ 43.6, 57.05 ], "duration": 92.66, "caption": "A man helps a woman stand up and she sees her daughter in a hospital bed.", "similarity": 0.5836, "relevance": 1 }, { "pair_id": 162135, "video_name": "met_s02e05_seg02_clip_17", "timestamp": [ 57.25, 59.03 ], "duration": 59.66, "caption": "A man points his index finger at a woman who is next to him in bed.", "similarity": 0.5755, "relevance": 1 }, { "pair_id": 162136, "video_name": "grey_s02e13_seg02_clip_02", "timestamp": [ 60.74, 68.56 ], "duration": 92.66, "caption": "A person and another person help the patient get into another bed.", "similarity": 0.5717, "relevance": 0 }, { "pair_id": 162137, "video_name": "friends_s08e07_seg02_clip_19", "timestamp": [ 50.42, 60.03 ], "duration": 60.66, "caption": "A woman rushes up to the baby's bed and a man tells her where he located it.", "similarity": 0.5714, "relevance": 1 }, { "pair_id": 162138, "video_name": "s04e16_seg01_clip_01", "timestamp": [ 12.41, 44.66 ], "duration": 62.66, "caption": "A man gets out of bed and a woman gets irritated.", "similarity": 0.5692, "relevance": 0 }, { "pair_id": 162139, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 83.72, 87.21 ], "duration": 87.66, "caption": "A man tends to the patient that is laying right in the bed.", "similarity": 0.5689, "relevance": 0 } ] }, { "query_id": 36212, "query": "A man puts his hand up to his nose because of the awful smell.", "relevant_moment": [ { "pair_id": 155420, "video_name": "castle_s05e20_seg02_clip_22", "timestamp": [ 69.49, 70.88 ], "duration": 92.66, "caption": "A man puts his hand up to his nose because of the awful smell.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155421, "video_name": "s05e03_seg02_clip_10", "timestamp": [ 5.4, 8.1 ], "duration": 90.66, "caption": "A man puts their hand to their face and wipes their nose.", "similarity": 0.7397, "relevance": 4 }, { "pair_id": 155422, "video_name": "house_s01e19_seg02_clip_04", "timestamp": [ 51.9, 55.54 ], "duration": 91.66, "caption": "A man puts his jacket over his nose to cover the smell.", "similarity": 0.7027, "relevance": 4 }, { "pair_id": 155423, "video_name": "friends_s03e24_seg02_clip_03", "timestamp": [ 12.03, 15.42 ], "duration": 61.66, "caption": "A man puts his hands on his hips while trying to think of unpleasant scents.", "similarity": 0.6993, "relevance": 1 }, { "pair_id": 155424, "video_name": "castle_s06e10_seg02_clip_13", "timestamp": [ 76.75, 87.45 ], "duration": 93.66, "caption": "A man looks at something on the ground, touches it, and then smells his finger.", "similarity": 0.6859, "relevance": 3 }, { "pair_id": 155425, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 38.37, 41.95 ], "duration": 65.66, "caption": "A man rubs his right index finger under his nose.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 155426, "video_name": "castle_s03e01_seg02_clip_19", "timestamp": [ 78.28, 80.07 ], "duration": 89.66, "caption": "A person places his two hands on his nose.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 155427, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 103.06, 111.11 ], "duration": 161.66, "caption": "A man feels the chair and then smells his hand.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 155428, "video_name": "friends_s09e06_seg02_clip_29", "timestamp": [ 43.57, 45.2 ], "duration": 65.66, "caption": "A man touches his nose with his left hand while making a face.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 155429, "video_name": "met_s06e24_seg02_clip_08", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A man apologizes for the smell while shaking guy's hands.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 155430, "video_name": "met_s06e04_seg02_clip_17", "timestamp": [ 11.09, 16.85 ], "duration": 50.66, "caption": "A man extendes his arm and man smells his wrist.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 155431, "video_name": "s07e01_seg02_clip_01", "timestamp": [ 18.01, 20.41 ], "duration": 60.66, "caption": "A man rubs the bridge of his nose with his hand.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 155432, "video_name": "friends_s06e08_seg02_clip_12", "timestamp": [ 50.72, 52.03 ], "duration": 65.66, "caption": "A man dabs his eye with his fingers then touches his nose.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 155433, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 32.4, 36.1 ], "duration": 82.66, "caption": "A man puts his fingers on the bridge of his nose.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 155434, "video_name": "s01e07_seg02_clip_03", "timestamp": [ 7.13, 8.55 ], "duration": 57.66, "caption": "A person wrinkles up his nose like he smells something bad.", "similarity": 0.6343, "relevance": 1 }, { "pair_id": 155435, "video_name": "s06e22_seg02_clip_06", "timestamp": [ 17.09, 21.05 ], "duration": 61.66, "caption": "A man puts his hand up to his mouth.", "similarity": 0.6313, "relevance": 2 }, { "pair_id": 155436, "video_name": "met_s03e12_seg01_clip_02", "timestamp": [ 61.86, 67.91 ], "duration": 92.66, "caption": "A man cups his hands in front of his face, smells them and then holds them out for a woman to smell.", "similarity": 0.6272, "relevance": 3 }, { "pair_id": 155437, "video_name": "castle_s03e23_seg02_clip_08", "timestamp": [ 74.6, 78.4 ], "duration": 95.66, "caption": "A man grasps their own shirt and brings it to their nose.", "similarity": 0.6232, "relevance": 3 }, { "pair_id": 155438, "video_name": "s08e19_seg02_clip_08", "timestamp": [ 28.04, 29.81 ], "duration": 59.66, "caption": "A man throws his hands up in disgust because of another man.", "similarity": 0.6186, "relevance": 1 }, { "pair_id": 155439, "video_name": "house_s03e16_seg02_clip_21", "timestamp": [ 78.68, 81.9 ], "duration": 92.66, "caption": "A person uses his hand to wipe his nosebleed.", "similarity": 0.6118, "relevance": 2 } ] }, { "query_id": 36237, "query": "A man walks away from speaking to some people.", "relevant_moment": [ { "pair_id": 154020, "video_name": "friends_s08e17_seg02_clip_01", "timestamp": [ 51.42, 53.14 ], "duration": 57.66, "caption": "A man walks away from speaking to some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154021, "video_name": "castle_s07e13_seg02_clip_07", "timestamp": [ 91.71, 96.03 ], "duration": 96.66, "caption": "A person walks away from some people after he speaks to them.", "similarity": 0.9103, "relevance": 4 }, { "pair_id": 154022, "video_name": "castle_s07e19_seg02_clip_25", "timestamp": [ 30.99, 33.72 ], "duration": 91.66, "caption": "A person walks away from a man as he is speaking to him.", "similarity": 0.9097, "relevance": 2 }, { "pair_id": 154023, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 0.0, 14.73 ], "duration": 95.66, "caption": "A person speaks with man and then walks away.", "similarity": 0.8944, "relevance": 1 }, { "pair_id": 154024, "video_name": "friends_s07e23-24_seg02_clip_23", "timestamp": [ 19.33, 22.26 ], "duration": 58.66, "caption": "A person speaks to a man and turns away from him to walk away.", "similarity": 0.8725, "relevance": 3 }, { "pair_id": 154025, "video_name": "s08e21_seg02_clip_14", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A person walks away after standing and speaking to some people.", "similarity": 0.8716, "relevance": 3 }, { "pair_id": 154026, "video_name": "house_s03e16_seg02_clip_04", "timestamp": [ 10.47, 12.74 ], "duration": 91.66, "caption": "A man finishes his conversation with some people and walks away.", "similarity": 0.8659, "relevance": 4 }, { "pair_id": 154027, "video_name": "s06e09_seg02_clip_12", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A person walks away from some people as they were talking.", "similarity": 0.8634, "relevance": 4 }, { "pair_id": 154028, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 0.0, 14.26 ], "duration": 92.66, "caption": "A man is speaking to two people before he walks away.", "similarity": 0.8623, "relevance": 3 }, { "pair_id": 154029, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 5.89, 9.52 ], "duration": 90.66, "caption": "A man walks away after he speaks to another man.", "similarity": 0.8449, "relevance": 4 }, { "pair_id": 154030, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 84.42, 91.69 ], "duration": 97.66, "caption": "A man finishes his conversation with two people and walks away.", "similarity": 0.8244, "relevance": 3 }, { "pair_id": 154031, "video_name": "friends_s07e23-24_seg02_clip_05", "timestamp": [ 14.2, 15.06 ], "duration": 43.66, "caption": "A man walks quickly away from some people.", "similarity": 0.8239, "relevance": 4 }, { "pair_id": 154032, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 69.36, 73.87 ], "duration": 90.66, "caption": "A man finishes his conversation with two people then walks away.", "similarity": 0.812, "relevance": 2 }, { "pair_id": 154033, "video_name": "house_s05e10_seg02_clip_10", "timestamp": [ 28.69, 31.38 ], "duration": 89.66, "caption": "A person walks away from the group after talking to them.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 154034, "video_name": "castle_s02e02_seg02_clip_02", "timestamp": [ 19.61, 25.49 ], "duration": 98.66, "caption": "Two people walk away after talking to the man.", "similarity": 0.8087, "relevance": 1 }, { "pair_id": 154035, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 37.46, 41.11 ], "duration": 91.66, "caption": "A person walks away from man and woman after he is finished talking.", "similarity": 0.8026, "relevance": 3 }, { "pair_id": 154036, "video_name": "house_s06e01_seg02_clip_09", "timestamp": [ 66.73, 71.56 ], "duration": 87.66, "caption": "A person finishes his conversation with a man and walks away.", "similarity": 0.7999, "relevance": 2 }, { "pair_id": 154037, "video_name": "house_s01e14_seg02_clip_06", "timestamp": [ 82.86, 85.07 ], "duration": 88.66, "caption": "A person speaks closely to someone as they walk away from them.", "similarity": 0.799, "relevance": 2 }, { "pair_id": 154038, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 27.29, 32.21 ], "duration": 89.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.7981, "relevance": 2 }, { "pair_id": 154039, "video_name": "house_s03e06_seg02_clip_05", "timestamp": [ 45.04, 48.19 ], "duration": 90.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 327340, "video_name": "house_s01e06_seg02_clip_05", "timestamp": [ 9.8, 12.48 ], "duration": 89.66, "caption": "A person immediately walks away after talking to someone.", "similarity": 0.7969, "relevance": 2 }, { "pair_id": 327341, "video_name": "met_s02e12_seg02_clip_12", "timestamp": [ 52.55, 55.02 ], "duration": 55.66, "caption": "A man shakes his head and walks away from some people.", "similarity": 0.7952, "relevance": 3 }, { "pair_id": 327343, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 11.7, 18.0 ], "duration": 90.66, "caption": "A man walks out after talking to two people and leaves.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 327344, "video_name": "castle_s06e12_seg02_clip_10", "timestamp": [ 31.83, 47.99 ], "duration": 95.66, "caption": "A man gets up, talks to man and walks away.", "similarity": 0.7868, "relevance": 3 }, { "pair_id": 327345, "video_name": "grey_s03e19_seg02_clip_02", "timestamp": [ 72.82, 91.03 ], "duration": 91.66, "caption": "A person walks up to some people, converses with them, and walks away.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 327346, "video_name": "house_s03e11_seg02_clip_05", "timestamp": [ 50.28, 52.82 ], "duration": 84.66, "caption": "A man starts to walk away from another man during their conversation.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 327347, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 31.4, 34.32 ], "duration": 146.66, "caption": "A man walks away from two people.", "similarity": 0.7861, "relevance": 2 }, { "pair_id": 327348, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A man walks out immediately after talking to a person.", "similarity": 0.7857, "relevance": 3 }, { "pair_id": 327349, "video_name": "house_s01e07_seg02_clip_07", "timestamp": [ 12.49, 14.72 ], "duration": 89.66, "caption": "A man walks out immediately after talking to person.", "similarity": 0.7844, "relevance": 3 }, { "pair_id": 327350, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 30.16, 36.46 ], "duration": 90.66, "caption": "A man is talking to another person and then walks past them, turning to keep talking as he quickly walks away.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 327351, "video_name": "house_s01e15_seg02_clip_15", "timestamp": [ 0.0, 4.49 ], "duration": 89.66, "caption": "A man speaks to a woman and then walks away from her.", "similarity": 0.7835, "relevance": 2 }, { "pair_id": 327352, "video_name": "grey_s02e20_seg02_clip_15", "timestamp": [ 44.38, 46.56 ], "duration": 87.66, "caption": "A man walks away from another man ending their conversation.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 327353, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A man walks out while another person is still talking to them.", "similarity": 0.7828, "relevance": 3 }, { "pair_id": 327354, "video_name": "house_s01e19_seg02_clip_19", "timestamp": [ 20.22, 22.57 ], "duration": 94.66, "caption": "A person walks away after talking to two other individuals.", "similarity": 0.7824, "relevance": 3 }, { "pair_id": 327355, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 8.58, 11.7 ], "duration": 156.66, "caption": "A man walks away from a conversation with a woman.", "similarity": 0.7808, "relevance": 3 }, { "pair_id": 327356, "video_name": "castle_s04e14_seg02_clip_02", "timestamp": [ 28.81, 30.61 ], "duration": 90.66, "caption": "A man finishes talking to woman and walks away.", "similarity": 0.7807, "relevance": 2 }, { "pair_id": 327357, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A man speaks to another man and then turns to walk away.", "similarity": 0.7806, "relevance": 2 }, { "pair_id": 327358, "video_name": "house_s06e09_seg02_clip_05", "timestamp": [ 20.36, 23.53 ], "duration": 90.66, "caption": "A man turns and walks away from talking to woman.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 327359, "video_name": "house_s02e08_seg02_clip_17", "timestamp": [ 43.25, 46.01 ], "duration": 92.66, "caption": "A man walks in while another man is talking with some people and he walks away.", "similarity": 0.7759, "relevance": 1 } ] }, { "query_id": 36245, "query": "Some people sit down on the couch beside of a person.", "relevant_moment": [ { "pair_id": 69200, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 11.6, 14.95 ], "duration": 61.66, "caption": "Some people sit down on the couch beside of a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69201, "video_name": "castle_s03e23_seg02_clip_10", "timestamp": [ 7.61, 32.68 ], "duration": 89.66, "caption": "Some people were sitting beside each other on a couch.", "similarity": 0.9115, "relevance": 3 }, { "pair_id": 69202, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person sits down on the couch beside another person.", "similarity": 0.9035, "relevance": 4 }, { "pair_id": 69203, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 2.17, 5.27 ], "duration": 62.66, "caption": "A person sits down on the couch next to some people.", "similarity": 0.8914, "relevance": 3 }, { "pair_id": 69204, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "Two people are sitting beside each other on someone's couch.", "similarity": 0.8713, "relevance": 3 }, { "pair_id": 69205, "video_name": "s08e10_seg02_clip_07", "timestamp": [ 25.29, 29.13 ], "duration": 64.66, "caption": "A person sits down next to another person on the Couch.", "similarity": 0.8693, "relevance": 3 }, { "pair_id": 69206, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A person is sitting on someone's couch with them beside him/her.", "similarity": 0.8687, "relevance": 3 }, { "pair_id": 69207, "video_name": "friends_s04e06_seg01_clip_00", "timestamp": [ 54.53, 79.02 ], "duration": 79.66, "caption": "A person sits on the chair beside the couch where another person was sitting.", "similarity": 0.8654, "relevance": 3 }, { "pair_id": 69208, "video_name": "s09e13_seg02_clip_11", "timestamp": [ 43.97, 46.34 ], "duration": 59.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8607, "relevance": 4 }, { "pair_id": 69209, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 16.78, 18.61 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8607, "relevance": 4 }, { "pair_id": 69210, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8607, "relevance": 4 }, { "pair_id": 69211, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8607, "relevance": 3 }, { "pair_id": 69212, "video_name": "s04e24_seg02_clip_12", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "Two people are sitting beside each other on the couch.", "similarity": 0.8563, "relevance": 3 }, { "pair_id": 69213, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 40.7, 57.33 ], "duration": 57.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.8497, "relevance": 4 }, { "pair_id": 69214, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 0.0, 52.18 ], "duration": 61.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.8497, "relevance": 3 }, { "pair_id": 69215, "video_name": "friends_s07e10_seg02_clip_03", "timestamp": [ 7.02, 10.8 ], "duration": 54.66, "caption": "Two people sit down next to each other on the couch.", "similarity": 0.8472, "relevance": 3 }, { "pair_id": 69216, "video_name": "friends_s10e01_seg02_clip_22", "timestamp": [ 40.65, 44.75 ], "duration": 63.66, "caption": "A person sits on a sofa and another person sits beside them.", "similarity": 0.8429, "relevance": 2 }, { "pair_id": 69217, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 19.85, 22.69 ], "duration": 63.66, "caption": "A person sits on the couch beside person as he/she pleas with him.", "similarity": 0.8427, "relevance": 3 }, { "pair_id": 69218, "video_name": "s04e08_seg01_clip_01", "timestamp": [ 0.0, 6.6 ], "duration": 66.66, "caption": "A person is sitting next to someone else on the couch.", "similarity": 0.84, "relevance": 3 }, { "pair_id": 69219, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "Two people sit down on the couch next to each other.", "similarity": 0.8382, "relevance": 4 }, { "pair_id": 242520, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.8311, "relevance": 4 }, { "pair_id": 242521, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 0.8304, "relevance": 3 }, { "pair_id": 242522, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 21.12, 28.05 ], "duration": 63.66, "caption": "A person sits slowly to the couch beside another person.", "similarity": 0.8289, "relevance": 3 }, { "pair_id": 242523, "video_name": "friends_s07e16_seg02_clip_12", "timestamp": [ 32.46, 35.61 ], "duration": 63.66, "caption": "Two people sit side by side on a person's couch.", "similarity": 0.8252, "relevance": 2 }, { "pair_id": 242524, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 18.28, 20.8 ], "duration": 63.66, "caption": "A person sits on the couch where another person is sitting too.", "similarity": 0.8223, "relevance": 3 }, { "pair_id": 242525, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 55.78, 63.03 ], "duration": 63.66, "caption": "Two people are standing next to each other, then one person sits down on the couch.", "similarity": 0.8218, "relevance": 2 }, { "pair_id": 242526, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 14.05, 18.37 ], "duration": 54.66, "caption": "A person sits down on the sofa next to two other people.", "similarity": 0.8207, "relevance": 3 }, { "pair_id": 242527, "video_name": "s09e14_seg02_clip_07", "timestamp": [ 1.83, 3.97 ], "duration": 61.66, "caption": "A person sits down on the couch next to woman and elder woman.", "similarity": 0.8136, "relevance": 3 }, { "pair_id": 242528, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 49.9, 51.93 ], "duration": 58.66, "caption": "A woman sits down on the couch beside of a man.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 242529, "video_name": "s01e03_seg01_clip_01", "timestamp": [ 18.41, 19.41 ], "duration": 40.66, "caption": "A person sits back down on the couch next to another person in the living room.", "similarity": 0.7939, "relevance": 3 }, { "pair_id": 242530, "video_name": "s04e19_seg02_clip_04", "timestamp": [ 45.92, 60.03 ], "duration": 60.66, "caption": "A person sits down on the couch next to some men in the living room.", "similarity": 0.7936, "relevance": 2 }, { "pair_id": 242531, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 33.09, 35.3 ], "duration": 63.66, "caption": "A person sits on a couch across from two people.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 242532, "video_name": "friends_s09e17_seg02_clip_11", "timestamp": [ 15.37, 20.81 ], "duration": 64.66, "caption": "Two people sit down on the couch and a woman sits between them.", "similarity": 0.7912, "relevance": 2 }, { "pair_id": 242533, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 25.43, 28.53 ], "duration": 62.66, "caption": "A woman sits down on the couch beside a man.", "similarity": 0.7903, "relevance": 3 }, { "pair_id": 242534, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 29.15, 31.01 ], "duration": 62.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.7899, "relevance": 2 }, { "pair_id": 242535, "video_name": "s06e07_seg01_clip_00", "timestamp": [ 53.58, 55.47 ], "duration": 63.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 242536, "video_name": "house_s08e15_seg02_clip_13", "timestamp": [ 27.94, 30.39 ], "duration": 98.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 242537, "video_name": "s02e02_seg02_clip_17", "timestamp": [ 0.0, 8.83 ], "duration": 36.66, "caption": "Some people are sitting next to each other talking on the couch.", "similarity": 0.789, "relevance": 2 }, { "pair_id": 242538, "video_name": "house_s02e15_seg02_clip_07", "timestamp": [ 0.0, 7.4 ], "duration": 87.66, "caption": "A person sits down next to man on the couch.", "similarity": 0.7889, "relevance": 3 }, { "pair_id": 242539, "video_name": "grey_s02e25_seg02_clip_12", "timestamp": [ 42.63, 45.35 ], "duration": 90.66, "caption": "A man sits down on the couch next to another person.", "similarity": 0.7876, "relevance": 3 } ] }, { "query_id": 36248, "query": "Two people both sit down on the couch at the same time so one person can talk to a person.", "relevant_moment": [ { "pair_id": 158580, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 10.99, 14.65 ], "duration": 61.66, "caption": "Two people both sit down on the couch at the same time so one person can talk to a person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 158581, "video_name": "house_s05e23_seg02_clip_25", "timestamp": [ 109.9, 131.22 ], "duration": 164.66, "caption": "A person sits down on the couch to talk with another person.", "similarity": 0.8795, "relevance": 2 }, { "pair_id": 158582, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 15.67, 40.04 ], "duration": 58.66, "caption": "Two people sit on the couch talking to each other.", "similarity": 0.8772, "relevance": 3 }, { "pair_id": 158583, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 0.0, 13.43 ], "duration": 61.66, "caption": "Two people are conversing while sitting on the same couch.", "similarity": 0.8725, "relevance": 3 }, { "pair_id": 158584, "video_name": "friends_s09e06_seg02_clip_14", "timestamp": [ 0.0, 31.2 ], "duration": 63.66, "caption": "Two people talk while sitting down on the couch.", "similarity": 0.8647, "relevance": 2 }, { "pair_id": 158585, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 30.43, 34.45 ], "duration": 89.66, "caption": "Two people sit down in the couch while they are talking.", "similarity": 0.8633, "relevance": 4 }, { "pair_id": 158586, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 8.99, 14.8 ], "duration": 58.66, "caption": "Two people sit on a couch and have a conversation.", "similarity": 0.8594, "relevance": 2 }, { "pair_id": 158587, "video_name": "friends_s10e02_seg02_clip_21", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Two people talk when they are sitting on the couch.", "similarity": 0.8529, "relevance": 3 }, { "pair_id": 158588, "video_name": "friends_s10e03_seg02_clip_19", "timestamp": [ 42.5, 59.03 ], "duration": 59.66, "caption": "Two people sit on the couch and have a conversation.", "similarity": 0.8468, "relevance": 3 }, { "pair_id": 158589, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.49 ], "duration": 59.66, "caption": "Two people were sitting on a couch whilst having conversation.", "similarity": 0.8436, "relevance": 3 }, { "pair_id": 158590, "video_name": "castle_s04e21_seg02_clip_26", "timestamp": [ 109.41, 153.02 ], "duration": 153.66, "caption": "Two people are sitting in the couch and they're talking to each other.", "similarity": 0.8393, "relevance": 2 }, { "pair_id": 158591, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person sits down on the arm of the couch while talking to another person.", "similarity": 0.8391, "relevance": 3 }, { "pair_id": 158592, "video_name": "friends_s10e15_seg02_clip_18", "timestamp": [ 0.0, 44.03 ], "duration": 61.66, "caption": "Two people sit on the leather couch in one person's living room and talk.", "similarity": 0.8362, "relevance": 2 }, { "pair_id": 158593, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.0, 63.43 ], "duration": 63.66, "caption": "Two people were having a conversation while sitting on the couch.", "similarity": 0.835, "relevance": 2 }, { "pair_id": 158594, "video_name": "met_s02e10_seg02_clip_00", "timestamp": [ 4.89, 18.33 ], "duration": 61.66, "caption": "Two people talk to each other by the couch.", "similarity": 0.8304, "relevance": 1 }, { "pair_id": 158595, "video_name": "house_s05e13_seg02_clip_18", "timestamp": [ 35.89, 92.03 ], "duration": 92.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.8283, "relevance": 2 }, { "pair_id": 158596, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.8283, "relevance": 2 }, { "pair_id": 158597, "video_name": "friends_s02e07_seg02_clip_16", "timestamp": [ 0.0, 27.78 ], "duration": 59.66, "caption": "Two people are conversing with each other as they are on a couch.", "similarity": 0.8189, "relevance": 2 }, { "pair_id": 158598, "video_name": "castle_s02e20_seg02_clip_26", "timestamp": [ 23.01, 25.51 ], "duration": 100.66, "caption": "A man sits down on the couch when talking to two people.", "similarity": 0.8178, "relevance": 3 }, { "pair_id": 158599, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 4.13, 7.97 ], "duration": 59.66, "caption": "A person sits on the couch from the ground while talking to another person.", "similarity": 0.817, "relevance": 2 } ] }, { "query_id": 36290, "query": "Two people talk while sitting on the coffee shop couch.", "relevant_moment": [ { "pair_id": 92780, "video_name": "friends_s04e20_seg02_clip_11", "timestamp": [ 0.0, 62.03 ], "duration": 62.66, "caption": "Two people talk while sitting on the coffee shop couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 92781, "video_name": "friends_s10e06_seg02_clip_02", "timestamp": [ 0.0, 39.55 ], "duration": 59.66, "caption": "Two people talk while on the coffee shop couch.", "similarity": 0.9596, "relevance": 4 }, { "pair_id": 92782, "video_name": "friends_s09e11_seg02_clip_01", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "Two people sit on a couch in the coffee shop and talk.", "similarity": 0.9319, "relevance": 4 }, { "pair_id": 92783, "video_name": "friends_s08e19_seg02_clip_15", "timestamp": [ 0.0, 5.5 ], "duration": 55.66, "caption": "Two people have a conversation while sitting on the sofa in the coffee shop.", "similarity": 0.88, "relevance": 4 }, { "pair_id": 92784, "video_name": "friends_s10e02_seg02_clip_21", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Two people talk when they are sitting on the couch.", "similarity": 0.8646, "relevance": 3 }, { "pair_id": 92785, "video_name": "friends_s09e06_seg02_clip_14", "timestamp": [ 0.0, 31.2 ], "duration": 63.66, "caption": "Two people talk while sitting down on the couch.", "similarity": 0.8629, "relevance": 3 }, { "pair_id": 92786, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 30.43, 34.45 ], "duration": 89.66, "caption": "Two people sit down in the couch while they are talking.", "similarity": 0.8334, "relevance": 2 }, { "pair_id": 92787, "video_name": "friends_s09e23-24_seg02_clip_06", "timestamp": [ 40.86, 58.37 ], "duration": 58.66, "caption": "A woman and a man sit on the couch in the coffee shop and talk.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 92788, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 15.67, 40.04 ], "duration": 58.66, "caption": "Two people sit on the couch talking to each other.", "similarity": 0.8293, "relevance": 3 }, { "pair_id": 92789, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.0, 63.43 ], "duration": 63.66, "caption": "Two people were having a conversation while sitting on the couch.", "similarity": 0.8244, "relevance": 4 }, { "pair_id": 92790, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 8.99, 14.8 ], "duration": 58.66, "caption": "Two people sit on a couch and have a conversation.", "similarity": 0.8244, "relevance": 3 }, { "pair_id": 92791, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.49 ], "duration": 59.66, "caption": "Two people were sitting on a couch whilst having conversation.", "similarity": 0.8226, "relevance": 3 }, { "pair_id": 92792, "video_name": "friends_s10e03_seg02_clip_19", "timestamp": [ 42.5, 59.03 ], "duration": 59.66, "caption": "Two people sit on the couch and have a conversation.", "similarity": 0.8221, "relevance": 3 }, { "pair_id": 92793, "video_name": "house_s05e13_seg02_clip_18", "timestamp": [ 35.89, 92.03 ], "duration": 92.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.8203, "relevance": 3 }, { "pair_id": 92794, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.8203, "relevance": 4 }, { "pair_id": 92795, "video_name": "friends_s07e21_seg02_clip_11", "timestamp": [ 39.67, 57.67 ], "duration": 61.66, "caption": "Some people sit talking on the coffeehouse couch.", "similarity": 0.8182, "relevance": 3 }, { "pair_id": 92796, "video_name": "friends_s07e06_seg02_clip_01", "timestamp": [ 0.0, 58.66 ], "duration": 58.66, "caption": "Two women talk while they are on the coffee shop couch.", "similarity": 0.8174, "relevance": 4 }, { "pair_id": 92797, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 34.14, 70.37 ], "duration": 83.66, "caption": "Two people are talking on the couch.", "similarity": 0.8103, "relevance": 2 }, { "pair_id": 92798, "video_name": "castle_s04e21_seg02_clip_26", "timestamp": [ 109.41, 153.02 ], "duration": 153.66, "caption": "Two people are sitting in the couch and they're talking to each other.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 92799, "video_name": "friends_s05e02_seg02_clip_21", "timestamp": [ 0.0, 21.01 ], "duration": 60.66, "caption": "Two people sit together talking in the coffee shop.", "similarity": 0.7881, "relevance": 3 }, { "pair_id": 266100, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 0.0, 13.43 ], "duration": 61.66, "caption": "Two people are conversing while sitting on the same couch.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 266101, "video_name": "s09e10_seg02_clip_12", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "Two men sit on a couch with coffee cups talking.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 266102, "video_name": "met_s02e10_seg02_clip_00", "timestamp": [ 4.89, 18.33 ], "duration": 61.66, "caption": "Two people talk to each other by the couch.", "similarity": 0.7818, "relevance": 2 }, { "pair_id": 266103, "video_name": "friends_s06e02_seg02_clip_18", "timestamp": [ 50.72, 60.03 ], "duration": 60.66, "caption": "Two people drink coffee together sitting on a couch.", "similarity": 0.7764, "relevance": 4 }, { "pair_id": 266104, "video_name": "met_s04e03_seg02_clip_01", "timestamp": [ 44.67, 59.16 ], "duration": 59.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 266105, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 31.72, 58.66 ], "duration": 58.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 266106, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 0.0, 23.2 ], "duration": 58.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 266107, "video_name": "friends_s01e06_seg02_clip_19", "timestamp": [ 31.02, 59.66 ], "duration": 59.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 266108, "video_name": "friends_s10e15_seg02_clip_18", "timestamp": [ 0.0, 44.03 ], "duration": 61.66, "caption": "Two people sit on the leather couch in one person's living room and talk.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 266109, "video_name": "grey_s01e05_seg02_clip_13", "timestamp": [ 0.0, 5.82 ], "duration": 97.66, "caption": "They are having a conversation while sitting on a couch.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 266110, "video_name": "friends_s02e08_seg02_clip_00", "timestamp": [ 0.0, 24.11 ], "duration": 61.66, "caption": "They are having a conversation while sitting on a couch.", "similarity": 0.7647, "relevance": 3 }, { "pair_id": 266111, "video_name": "friends_s08e04_seg02_clip_18", "timestamp": [ 0.0, 9.05 ], "duration": 58.66, "caption": "They are having a conversation with each other while sitting on the couch.", "similarity": 0.7628, "relevance": 2 }, { "pair_id": 266112, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 45.78, 52.02 ], "duration": 52.66, "caption": "Two people have a conversation as they sit on the sofa.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 266113, "video_name": "s02e02_seg02_clip_17", "timestamp": [ 0.0, 8.83 ], "duration": 36.66, "caption": "Some people are sitting next to each other talking on the couch.", "similarity": 0.7618, "relevance": 3 }, { "pair_id": 266114, "video_name": "s08e21_seg02_clip_08", "timestamp": [ 1.18, 27.45 ], "duration": 59.66, "caption": "Two people sit at a table talking with coffee in hand.", "similarity": 0.7609, "relevance": 2 }, { "pair_id": 266115, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 10.99, 14.65 ], "duration": 61.66, "caption": "Two people both sit down on the couch at the same time so one person can talk to a person.", "similarity": 0.7608, "relevance": 2 }, { "pair_id": 266116, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 0.0, 26.41 ], "duration": 60.66, "caption": "A woman and person were having a conversation whilst sitting on the couch.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 266117, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 0.0, 29.4 ], "duration": 61.66, "caption": "They are having a conversation while they are sitting on the couch.", "similarity": 0.7494, "relevance": 3 }, { "pair_id": 266118, "video_name": "met_s06e12_seg02_clip_12", "timestamp": [ 42.49, 45.38 ], "duration": 72.66, "caption": "Two people are talking in the couch seriously.", "similarity": 0.7467, "relevance": 2 }, { "pair_id": 266119, "video_name": "friends_s02e07_seg02_clip_16", "timestamp": [ 0.0, 27.78 ], "duration": 59.66, "caption": "Two people are conversing with each other as they are on a couch.", "similarity": 0.7467, "relevance": 2 } ] }, { "query_id": 36301, "query": "A man puts the Playboy on the coffee table and everyone leans over to look at it.", "relevant_moment": [ { "pair_id": 169120, "video_name": "friends_s06e12_seg01_clip_00", "timestamp": [ 32.34, 40.28 ], "duration": 61.66, "caption": "A man puts the Playboy on the coffee table and everyone leans over to look at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169121, "video_name": "friends_s06e12_seg02_clip_01", "timestamp": [ 17.7, 27.16 ], "duration": 61.66, "caption": "A person sits on the couch to look at the playboy with two other people.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 169122, "video_name": "s05e06_seg01_clip_01", "timestamp": [ 47.75, 50.71 ], "duration": 74.66, "caption": "A man puts his magazine on the coffee table and gets up.", "similarity": 0.6006, "relevance": 2 }, { "pair_id": 169123, "video_name": "friends_s02e18_seg02_clip_05", "timestamp": [ 17.06, 20.47 ], "duration": 62.66, "caption": "A man leans over onto the couch and looks at the magazine with woman.", "similarity": 0.5874, "relevance": 2 }, { "pair_id": 169124, "video_name": "friends_s06e12_seg01_clip_00", "timestamp": [ 17.09, 21.66 ], "duration": 61.66, "caption": "While a man is holding up a Playboy magazine, he pats himself on the shoulder.", "similarity": 0.58, "relevance": 2 }, { "pair_id": 169125, "video_name": "s05e06_seg01_clip_00", "timestamp": [ 12.72, 14.89 ], "duration": 62.66, "caption": "A man picks a magazine up off of the coffee table.", "similarity": 0.5393, "relevance": 2 }, { "pair_id": 169126, "video_name": "friends_s09e21_seg02_clip_14", "timestamp": [ 14.75, 19.04 ], "duration": 53.66, "caption": "A woman leans forward and puts the magazine on the table.", "similarity": 0.5315, "relevance": 1 }, { "pair_id": 169127, "video_name": "met_s06e15_seg01_clip_00", "timestamp": [ 33.22, 37.32 ], "duration": 90.66, "caption": "A man takes a picture of everyone sitting at the table, including himself.", "similarity": 0.5236, "relevance": 1 }, { "pair_id": 169128, "video_name": "house_s08e15_seg02_clip_16", "timestamp": [ 38.23, 41.59 ], "duration": 84.66, "caption": "A person shuts the magazine and places it on the table.", "similarity": 0.5212, "relevance": 2 }, { "pair_id": 169129, "video_name": "s09e10_seg02_clip_13", "timestamp": [ 24.61, 26.11 ], "duration": 60.66, "caption": "A man leans forward and sets his coffee cup on a table.", "similarity": 0.5165, "relevance": 1 }, { "pair_id": 169130, "video_name": "friends_s03e11_seg02_clip_00", "timestamp": [ 4.76, 9.52 ], "duration": 68.66, "caption": "A man sits down on the couch and everyone looks at him.", "similarity": 0.5137, "relevance": 0 }, { "pair_id": 169131, "video_name": "met_s02e07_seg01_clip_01", "timestamp": [ 22.8, 26.72 ], "duration": 49.66, "caption": "A man looks at his coffee cup and then shows it to some people.", "similarity": 0.5131, "relevance": 0 }, { "pair_id": 169132, "video_name": "friends_s02e21_seg02_clip_05", "timestamp": [ 46.34, 49.88 ], "duration": 59.66, "caption": "A man shuts his magazine and he and guy turn on the couch.", "similarity": 0.509, "relevance": 1 }, { "pair_id": 169133, "video_name": "castle_s05e05_seg02_clip_10", "timestamp": [ 7.86, 10.91 ], "duration": 87.66, "caption": "A person places a bag on the table and opens it up for everyone to see what is inside.", "similarity": 0.5056, "relevance": 0 }, { "pair_id": 169134, "video_name": "castle_s04e03_seg02_clip_00", "timestamp": [ 2.74, 5.03 ], "duration": 91.66, "caption": "A man turns a magazine around that he is holding to show it to a woman as he is walking onto the room.", "similarity": 0.5047, "relevance": 1 }, { "pair_id": 169135, "video_name": "friends_s04e15_seg02_clip_08", "timestamp": [ 40.44, 43.71 ], "duration": 59.66, "caption": "A man gets up from the coffee table and looks at a woman.", "similarity": 0.5043, "relevance": 0 }, { "pair_id": 169136, "video_name": "s08e06_seg02_clip_09", "timestamp": [ 43.33, 45.16 ], "duration": 61.66, "caption": "A man leans forward and puts a cup on a table.", "similarity": 0.5033, "relevance": 0 }, { "pair_id": 169137, "video_name": "friends_s05e07_seg01_clip_00", "timestamp": [ 17.99, 19.23 ], "duration": 62.66, "caption": "A person stashes his magazine under the couch and person and man look up at a man.", "similarity": 0.5009, "relevance": 0 }, { "pair_id": 169138, "video_name": "s04e01_seg02_clip_01", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman puts her food on the coffee table and looks at man.", "similarity": 0.4972, "relevance": 0 }, { "pair_id": 169139, "video_name": "castle_s05e19_seg02_clip_14", "timestamp": [ 1.86, 3.1 ], "duration": 124.66, "caption": "A man leans in across the table with his hands out towards a woman.", "similarity": 0.4965, "relevance": 0 } ] }, { "query_id": 36311, "query": "A man goes to woman and hugs her tightly.", "relevant_moment": [ { "pair_id": 163040, "video_name": "friends_s04e20_seg02_clip_18", "timestamp": [ 43.69, 51.5 ], "duration": 78.66, "caption": "A man goes to woman and hugs her tightly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163041, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 95.34, 104.64 ], "duration": 155.66, "caption": "A woman goes to man and hugs him and then hugs woman.", "similarity": 0.8834, "relevance": 3 }, { "pair_id": 163042, "video_name": "friends_s02e22_seg02_clip_06", "timestamp": [ 36.98, 42.3 ], "duration": 56.66, "caption": "A man goes to a woman and hugs her as he lifts her.", "similarity": 0.8638, "relevance": 4 }, { "pair_id": 163043, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 8.74, 15.64 ], "duration": 92.66, "caption": "A man reaches out to a woman and he hugs her.", "similarity": 0.8504, "relevance": 4 }, { "pair_id": 163044, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 38.65, 43.71 ], "duration": 92.66, "caption": "A man goes toward woman and they hug each other.", "similarity": 0.8474, "relevance": 4 }, { "pair_id": 163045, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 40.89, 48.21 ], "duration": 61.66, "caption": "A woman goes to a man and they hug each other.", "similarity": 0.8408, "relevance": 3 }, { "pair_id": 163046, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 38.65, 42.1 ], "duration": 69.66, "caption": "A woman approaches a man and hugs him close to her.", "similarity": 0.8364, "relevance": 3 }, { "pair_id": 163047, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.8246, "relevance": 3 }, { "pair_id": 163048, "video_name": "friends_s07e19_seg02_clip_10", "timestamp": [ 5.27, 7.44 ], "duration": 62.66, "caption": "A woman hugs a man very tight when she saw him.", "similarity": 0.8223, "relevance": 3 }, { "pair_id": 163049, "video_name": "friends_s03e03_seg02_clip_20", "timestamp": [ 1.44, 8.64 ], "duration": 96.66, "caption": "A man hugs and kisses a woman to help comfort her.", "similarity": 0.8192, "relevance": 4 }, { "pair_id": 163050, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 23.95, 32.5 ], "duration": 57.66, "caption": "A man embraces woman tightly as they hug each other.", "similarity": 0.8191, "relevance": 4 }, { "pair_id": 163051, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 7.25, 18.28 ], "duration": 58.66, "caption": "A man tries to comfort a woman and they hug.", "similarity": 0.8188, "relevance": 4 }, { "pair_id": 163052, "video_name": "friends_s07e07_seg02_clip_10", "timestamp": [ 20.2, 27.34 ], "duration": 62.66, "caption": "A woman walks over to a man and hugs him.", "similarity": 0.8155, "relevance": 3 }, { "pair_id": 163053, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 26.34, 39.95 ], "duration": 59.66, "caption": "A woman goes up to a man and hugs him and he pulls apart and then hugs her again.", "similarity": 0.8154, "relevance": 3 }, { "pair_id": 163054, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman hugs a man and he puts his arms around her.", "similarity": 0.8119, "relevance": 3 }, { "pair_id": 163055, "video_name": "s09e16_seg01_clip_01", "timestamp": [ 29.11, 35.42 ], "duration": 60.66, "caption": "A man walks up to woman, kisses her, and then hugs her.", "similarity": 0.8109, "relevance": 4 }, { "pair_id": 163057, "video_name": "friends_s05e13_seg02_clip_14", "timestamp": [ 16.21, 19.21 ], "duration": 60.66, "caption": "A man approaches woman and they hug each other.", "similarity": 0.8031, "relevance": 4 }, { "pair_id": 163058, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.7991, "relevance": 4 }, { "pair_id": 163059, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 37.32, 41.42 ], "duration": 91.66, "caption": "A man sees woman and then quickly hugs her.", "similarity": 0.7991, "relevance": 4 }, { "pair_id": 336360, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 15.09, 18.86 ], "duration": 58.66, "caption": "A man embraces woman and gives her a hug.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 336361, "video_name": "friends_s02e21_seg02_clip_02", "timestamp": [ 51.17, 61.72 ], "duration": 62.66, "caption": "A woman goes up to man and gives him a hug.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 336362, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 65.47, 70.02 ], "duration": 70.66, "caption": "A man hugs a woman while her arms remain straight.", "similarity": 0.7958, "relevance": 4 }, { "pair_id": 336363, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "A woman hugs a man and then lets go of him and hugs him again.", "similarity": 0.7953, "relevance": 3 }, { "pair_id": 336364, "video_name": "castle_s07e08_seg02_clip_26", "timestamp": [ 59.67, 65.49 ], "duration": 97.66, "caption": "A woman approaches a man and gives him a hug.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 336365, "video_name": "castle_s07e15_seg02_clip_26", "timestamp": [ 43.56, 49.59 ], "duration": 134.66, "caption": "A person goes up to woman and hugs her.", "similarity": 0.7938, "relevance": 4 }, { "pair_id": 336366, "video_name": "friends_s09e22_seg02_clip_17", "timestamp": [ 6.0, 17.41 ], "duration": 60.66, "caption": "A woman walks up to a man and hugs him and he complements her.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 336367, "video_name": "friends_s10e15_seg01_clip_01", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man hugs a woman and rubs her back for her.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 336368, "video_name": "grey_s03e24_seg02_clip_22", "timestamp": [ 18.71, 32.96 ], "duration": 89.66, "caption": "A man walks up and gives woman a hug.", "similarity": 0.7921, "relevance": 3 }, { "pair_id": 336369, "video_name": "met_s02e22_seg02_clip_12", "timestamp": [ 22.72, 28.04 ], "duration": 59.66, "caption": "A man walks up to a woman and gives her a hug.", "similarity": 0.7912, "relevance": 4 }, { "pair_id": 336370, "video_name": "friends_s03e02_seg02_clip_18", "timestamp": [ 21.09, 33.19 ], "duration": 62.66, "caption": "A woman gets close to a man and they hug each other.", "similarity": 0.7906, "relevance": 4 }, { "pair_id": 336371, "video_name": "friends_s03e01_seg02_clip_07", "timestamp": [ 24.19, 26.05 ], "duration": 62.66, "caption": "A woman reaches out, pulls a man close, and they hug.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 336372, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 50.97, 66.45 ], "duration": 91.66, "caption": "A woman gives a man a hug to comfort him.", "similarity": 0.7881, "relevance": 4 }, { "pair_id": 336373, "video_name": "friends_s06e23_seg02_clip_21", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman puts her hands to her face and hugs a man.", "similarity": 0.7877, "relevance": 3 }, { "pair_id": 336374, "video_name": "castle_s06e13_seg02_clip_26", "timestamp": [ 2.03, 8.78 ], "duration": 135.66, "caption": "A woman walks towards a man and she hugged him.", "similarity": 0.7877, "relevance": 4 }, { "pair_id": 336375, "video_name": "friends_s08e11_seg02_clip_18", "timestamp": [ 9.15, 16.78 ], "duration": 61.66, "caption": "A man tells a woman how he feels and she hugs him.", "similarity": 0.7874, "relevance": 3 }, { "pair_id": 336376, "video_name": "friends_s10e17-18_seg02_clip_46", "timestamp": [ 17.23, 27.69 ], "duration": 41.66, "caption": "A woman goes over to man and woman and hugs them.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 336377, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 13.97, 17.96 ], "duration": 57.66, "caption": "A woman leans into man's shoulder and he hugs her.", "similarity": 0.7857, "relevance": 3 }, { "pair_id": 336379, "video_name": "house_s06e03_seg02_clip_10", "timestamp": [ 7.65, 15.3 ], "duration": 90.66, "caption": "A man asked woman to go near him and he hugged her.", "similarity": 0.7851, "relevance": 4 } ] }, { "query_id": 36376, "query": "A woman knocks on the front door of woman's apartment.", "relevant_moment": [ { "pair_id": 169720, "video_name": "friends_s05e13_seg02_clip_04", "timestamp": [ 15.01, 16.51 ], "duration": 60.66, "caption": "A woman knocks on the front door of woman's apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169721, "video_name": "s02e12_seg02_clip_06", "timestamp": [ 37.72, 40.62 ], "duration": 58.66, "caption": "A man knocks on the front door of a woman's apartment.", "similarity": 0.8738, "relevance": 3 }, { "pair_id": 169722, "video_name": "s01e16_seg02_clip_00", "timestamp": [ 17.23, 24.71 ], "duration": 65.66, "caption": "A woman goes out of her apartment and knocks onto a person's apartment door.", "similarity": 0.8361, "relevance": 3 }, { "pair_id": 169723, "video_name": "s06e07_seg02_clip_06", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A person is knocking at the front door of someone's apartment.", "similarity": 0.8109, "relevance": 3 }, { "pair_id": 169724, "video_name": "s04e21_seg02_clip_05", "timestamp": [ 10.99, 15.56 ], "duration": 61.66, "caption": "A person knocks several times on a woman's apartment door.", "similarity": 0.8006, "relevance": 3 }, { "pair_id": 169725, "video_name": "friends_s08e02_seg02_clip_08", "timestamp": [ 12.61, 14.81 ], "duration": 63.66, "caption": "A woman comes through the front door of a couple's apartment.", "similarity": 0.7937, "relevance": 3 }, { "pair_id": 169726, "video_name": "s01e04_seg02_clip_05", "timestamp": [ 37.22, 40.01 ], "duration": 62.66, "caption": "A woman goes through the front door of the apartment.", "similarity": 0.793, "relevance": 2 }, { "pair_id": 169727, "video_name": "castle_s03e07_seg02_clip_02", "timestamp": [ 43.1, 48.09 ], "duration": 90.66, "caption": "A woman knocks on the apartment door of 4B.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 169728, "video_name": "friends_s02e03_seg02_clip_00", "timestamp": [ 13.65, 17.99 ], "duration": 62.66, "caption": "A person, the neighbor, knocks on some women's apartment door.", "similarity": 0.7857, "relevance": 3 }, { "pair_id": 169729, "video_name": "friends_s10e08_seg02_clip_11", "timestamp": [ 48.51, 51.17 ], "duration": 59.66, "caption": "A woman starts knocking on some people's apartment door.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 169730, "video_name": "friends_s07e19_seg02_clip_16", "timestamp": [ 48.41, 49.19 ], "duration": 52.66, "caption": "A woman approaches an apartment door and knock on it.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 169731, "video_name": "s01e05_seg02_clip_02", "timestamp": [ 43.33, 44.86 ], "duration": 61.66, "caption": "A person knocks on the door of someone's apartment.", "similarity": 0.785, "relevance": 2 }, { "pair_id": 169732, "video_name": "s01e04_seg02_clip_01", "timestamp": [ 36.27, 40.91 ], "duration": 58.66, "caption": "A woman opens the front door of a person's apartment.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 169733, "video_name": "friends_s09e14_seg02_clip_02", "timestamp": [ 0.0, 1.31 ], "duration": 52.66, "caption": "A woman comes through the front door of some people's apartment.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 169734, "video_name": "friends_s07e18_seg02_clip_03", "timestamp": [ 16.53, 21.54 ], "duration": 59.66, "caption": "A woman comes in the front door to an apartment.", "similarity": 0.77, "relevance": 2 }, { "pair_id": 169735, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A woman knocks on person's apartment door as she asks him if he is dressed before she enters the apartment.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 169736, "video_name": "s09e05_seg02_clip_13", "timestamp": [ 26.67, 28.53 ], "duration": 62.66, "caption": "A woman opens the front door to her apartment.", "similarity": 0.764, "relevance": 1 }, { "pair_id": 169737, "video_name": "s08e04_seg02_clip_13", "timestamp": [ 50.76, 54.89 ], "duration": 59.66, "caption": "A woman opens the front door to her apartment.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 169738, "video_name": "friends_s07e19_seg02_clip_16", "timestamp": [ 47.63, 52.05 ], "duration": 52.66, "caption": "A woman approaches the door and knocks on it before calling to two women inside the apartment.", "similarity": 0.7639, "relevance": 3 }, { "pair_id": 169739, "video_name": "friends_s08e17_seg01_clip_00", "timestamp": [ 0.0, 4.88 ], "duration": 65.66, "caption": "A woman knocks on the apartment door calling for a man.", "similarity": 0.7625, "relevance": 3 }, { "pair_id": 343040, "video_name": "friends_s05e09_seg01_clip_01", "timestamp": [ 20.6, 21.76 ], "duration": 58.66, "caption": "A woman enters through the front door of the apartment.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 343041, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A person opens the front door to woman's apartment.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 343042, "video_name": "s04e01_seg01_clip_00", "timestamp": [ 45.7, 49.16 ], "duration": 63.66, "caption": "A woman enters the apartment through the front door.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 343043, "video_name": "friends_s10e05_seg02_clip_07", "timestamp": [ 51.89, 57.02 ], "duration": 57.66, "caption": "A woman knocks on the door of another woman's apartment and she answers the door greeting her and the visitor tells her she followed her advice.", "similarity": 0.7476, "relevance": 4 }, { "pair_id": 343044, "video_name": "s06e10_seg02_clip_01", "timestamp": [ 0.0, 3.85 ], "duration": 55.66, "caption": "A person knocks on woman's front door repeatedly.", "similarity": 0.742, "relevance": 3 }, { "pair_id": 343045, "video_name": "friends_s04e15_seg02_clip_11", "timestamp": [ 35.12, 38.37 ], "duration": 59.66, "caption": "A woman opens the front door and enters the apartment.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 343046, "video_name": "castle_s06e11_seg02_clip_12", "timestamp": [ 45.78, 51.28 ], "duration": 91.66, "caption": "A woman knocks on a man's front door and he opens it.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 343047, "video_name": "friends_s01e11_seg02_clip_19", "timestamp": [ 17.41, 20.95 ], "duration": 59.66, "caption": "A woman is opening the front door as she enters the apartment.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 343048, "video_name": "s01e10_seg02_clip_00", "timestamp": [ 3.36, 10.07 ], "duration": 61.66, "caption": "A person knocks onto someone's bedroom door while in their apartment.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 343049, "video_name": "s05e15_seg02_clip_10", "timestamp": [ 0.92, 2.44 ], "duration": 61.66, "caption": "A woman opens the front door and comes into the apartment.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 343050, "video_name": "s07e24_seg02_clip_10", "timestamp": [ 17.68, 21.71 ], "duration": 62.66, "caption": "A woman quickly knocks and comes into the apartment.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 343051, "video_name": "s04e16_seg02_clip_14", "timestamp": [ 16.21, 19.81 ], "duration": 60.66, "caption": "A woman knocks on person's door and they open it.", "similarity": 0.7354, "relevance": 4 }, { "pair_id": 343052, "video_name": "friends_s09e16_seg01_clip_00", "timestamp": [ 10.13, 13.77 ], "duration": 81.66, "caption": "A woman runs out of her apartment and knocks on the door.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 343053, "video_name": "s07e13_seg01_clip_01", "timestamp": [ 24.27, 35.61 ], "duration": 63.66, "caption": "A man knocks on a woman's door as another man stands at his apartment door.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 343054, "video_name": "friends_s03e10_seg02_clip_04", "timestamp": [ 51.87, 53.47 ], "duration": 64.66, "caption": "A person knocks on the door to an apartment in a building.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 343055, "video_name": "s04e20_seg02_clip_17", "timestamp": [ 17.01, 20.81 ], "duration": 40.66, "caption": "A woman knocks on someone's door, and they open it.", "similarity": 0.733, "relevance": 4 }, { "pair_id": 343056, "video_name": "s04e06_seg02_clip_04", "timestamp": [ 54.28, 58.93 ], "duration": 62.66, "caption": "A person opens the front door and lets a woman into their apartment.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 343057, "video_name": "s06e07_seg02_clip_05", "timestamp": [ 54.74, 57.02 ], "duration": 57.66, "caption": "A person walks over to a woman's front door and knocks on it.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 343058, "video_name": "friends_s07e06_seg02_clip_13", "timestamp": [ 43.38, 48.7 ], "duration": 59.66, "caption": "A man knocks on a woman's apartment door and she opens it, looking surprised.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 343059, "video_name": "met_s03e06_seg01_clip_01", "timestamp": [ 49.6, 52.02 ], "duration": 60.66, "caption": "A woman closes the front door of the apartment.", "similarity": 0.7294, "relevance": 3 } ] }, { "query_id": 36423, "query": "A man shows the phone to a man and starts to dial.", "relevant_moment": [ { "pair_id": 480, "video_name": "house_s04e02_seg02_clip_15", "timestamp": [ 26.02, 31.5 ], "duration": 91.66, "caption": "A man shows the phone to a man and starts to dial.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 481, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 88.38, 93.03 ], "duration": 93.66, "caption": "A man gets his cell phone out and starts dialing.", "similarity": 0.7706, "relevance": 2 }, { "pair_id": 482, "video_name": "friends_s06e20_seg02_clip_06", "timestamp": [ 53.12, 57.03 ], "duration": 60.66, "caption": "A man answers the telephone to begin a conversation on the phone.", "similarity": 0.7607, "relevance": 1 }, { "pair_id": 483, "video_name": "s04e15_seg02_clip_07", "timestamp": [ 0.0, 6.9 ], "duration": 60.66, "caption": "A person hands the phone over to man and tells him the call's for him.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 484, "video_name": "house_s04e06_seg02_clip_16", "timestamp": [ 0.0, 7.9 ], "duration": 87.66, "caption": "A man sets down his phone during a call with another man.", "similarity": 0.7418, "relevance": 1 }, { "pair_id": 485, "video_name": "friends_s09e19_seg02_clip_09", "timestamp": [ 54.62, 61.03 ], "duration": 61.66, "caption": "A man makes a phone call and announces himself to the person on the other end.", "similarity": 0.7412, "relevance": 1 }, { "pair_id": 486, "video_name": "friends_s01e20_seg02_clip_07", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man dials the phone after saying what people looked at.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 487, "video_name": "castle_s05e11_seg02_clip_22", "timestamp": [ 19.58, 28.28 ], "duration": 87.66, "caption": "A man is having a conversation with two men then picks up his phone and shows it to them.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 488, "video_name": "s02e08_seg02_clip_12", "timestamp": [ 52.41, 55.52 ], "duration": 62.66, "caption": "A man's phone rings as he is talking to another man.", "similarity": 0.7361, "relevance": 1 }, { "pair_id": 489, "video_name": "friends_s05e11_seg02_clip_12", "timestamp": [ 0.0, 22.36 ], "duration": 56.66, "caption": "A man is having a phone call with another man.", "similarity": 0.7311, "relevance": 2 }, { "pair_id": 490, "video_name": "met_s06e19_seg01_clip_00", "timestamp": [ 72.6, 81.15 ], "duration": 122.66, "caption": "A person says something to man and man makes a phone call.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 491, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 14.26, 17.95 ], "duration": 92.66, "caption": "A person picks up the phone and starts to dial.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 492, "video_name": "friends_s05e07_seg02_clip_15", "timestamp": [ 48.02, 60.03 ], "duration": 60.66, "caption": "A man takes the phone from a man and continues the phone conversation.", "similarity": 0.7254, "relevance": 1 }, { "pair_id": 493, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 45.45, 50.57 ], "duration": 128.66, "caption": "A man picks up a phone and shows it to a person.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 494, "video_name": "castle_s04e13_seg02_clip_23", "timestamp": [ 13.4, 17.42 ], "duration": 89.66, "caption": "A man picked up a phone and make a call.", "similarity": 0.7176, "relevance": 1 }, { "pair_id": 495, "video_name": "castle_s05e07_seg02_clip_01", "timestamp": [ 59.1, 89.54 ], "duration": 89.66, "caption": "A man put down his phone and started talking to man.", "similarity": 0.7148, "relevance": 1 }, { "pair_id": 496, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 0.0, 21.35 ], "duration": 97.66, "caption": "Two people are having a conversation then there's a man who calls at one of them on the phone.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 497, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 46.64, 54.52 ], "duration": 63.66, "caption": "A man dials the phone and then hangs up.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 498, "video_name": "house_s01e18_seg02_clip_13", "timestamp": [ 6.3, 24.76 ], "duration": 90.66, "caption": "A man picks up the phone and makes a call.", "similarity": 0.7107, "relevance": 1 }, { "pair_id": 499, "video_name": "castle_s07e14_seg02_clip_13", "timestamp": [ 27.2, 31.21 ], "duration": 89.66, "caption": "A man is talking to another man and then answers his phone.", "similarity": 0.7099, "relevance": 1 } ] }, { "query_id": 36427, "query": "A person was sitting beside the woman lying on the hospital bed.", "relevant_moment": [ { "pair_id": 18800, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 68.51, 90.14 ], "duration": 90.66, "caption": "A person was sitting beside the woman lying on the hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18801, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman was sitting beside a person lying on the hospital bed.", "similarity": 0.9865, "relevance": 4 }, { "pair_id": 18802, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 0.0, 88.75 ], "duration": 91.66, "caption": "A person is sitting beside a woman as she lies in a hospital bed.", "similarity": 0.9458, "relevance": 4 }, { "pair_id": 18803, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.84 ], "duration": 101.66, "caption": "A man was sitting beside the woman lying on the hospital bed.", "similarity": 0.9165, "relevance": 4 }, { "pair_id": 18804, "video_name": "house_s01e21_seg02_clip_18", "timestamp": [ 25.26, 31.82 ], "duration": 101.66, "caption": "A woman sits down beside someone, who is laying in a hospital bed.", "similarity": 0.9108, "relevance": 3 }, { "pair_id": 18805, "video_name": "house_s01e21_seg02_clip_24", "timestamp": [ 0.0, 31.68 ], "duration": 181.66, "caption": "A woman is sitting beside a man as he is lying in a hospital bed.", "similarity": 0.8984, "relevance": 3 }, { "pair_id": 18806, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were beside the person lying on the hospital bed.", "similarity": 0.8877, "relevance": 3 }, { "pair_id": 18807, "video_name": "grey_s03e04_seg02_clip_08", "timestamp": [ 0.0, 13.98 ], "duration": 90.66, "caption": "A woman is sitting beside another woman as she lies in a hospital bed.", "similarity": 0.8735, "relevance": 4 }, { "pair_id": 18808, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 13.09, 63.15 ], "duration": 154.66, "caption": "A person is lying in a hospital bed. Another person is sat beside them.", "similarity": 0.8596, "relevance": 3 }, { "pair_id": 18809, "video_name": "house_s07e16_seg02_clip_21", "timestamp": [ 37.85, 53.69 ], "duration": 88.66, "caption": "A woman was sitting in front of a man lying on a hospital bed.", "similarity": 0.8578, "relevance": 3 }, { "pair_id": 18810, "video_name": "s06e22_seg02_clip_16", "timestamp": [ 65.7, 66.03 ], "duration": 66.66, "caption": "A person is sitting next to a hospital bed with another person laying in it.", "similarity": 0.8534, "relevance": 0 }, { "pair_id": 18811, "video_name": "s06e22_seg02_clip_18", "timestamp": [ 0.0, 6.49 ], "duration": 59.66, "caption": "A person is lying in a hospital bed and another person is sitting next to them.", "similarity": 0.8482, "relevance": 3 }, { "pair_id": 18812, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "A doctor was sitting near a woman beside the hospital bed.", "similarity": 0.8445, "relevance": 4 }, { "pair_id": 18813, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.8381, "relevance": 4 }, { "pair_id": 18814, "video_name": "house_s06e11_seg02_clip_17", "timestamp": [ 0.0, 8.1 ], "duration": 90.66, "caption": "Two women were standing beside the person lying on the hospital bed.", "similarity": 0.8357, "relevance": 2 }, { "pair_id": 18815, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 76.02 ], "duration": 76.66, "caption": "A woman was standing beside another woman lying on the hospital bed.", "similarity": 0.8208, "relevance": 3 }, { "pair_id": 18816, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 1.43, 9.98 ], "duration": 95.66, "caption": "A woman lies down in the hospital bed next to a man.", "similarity": 0.8037, "relevance": 2 }, { "pair_id": 18817, "video_name": "house_s03e12_seg02_clip_16", "timestamp": [ 10.8, 21.16 ], "duration": 90.66, "caption": "A doctor was standing beside a young woman lying on the hospital bed.", "similarity": 0.7906, "relevance": 3 }, { "pair_id": 18818, "video_name": "grey_s02e22_seg02_clip_19", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A person is standing beside a patient in a bed, a woman is sitting in chair and leaning on the bed asleep, the person says the patient's name.", "similarity": 0.7837, "relevance": 3 }, { "pair_id": 18819, "video_name": "friends_s08e23-24_seg02_clip_20", "timestamp": [ 47.91, 55.23 ], "duration": 61.66, "caption": "A woman lies in a hospital bed with man sitting next to her and they both stare forward in shock.", "similarity": 0.7716, "relevance": 4 }, { "pair_id": 192120, "video_name": "friends_s09e01_seg02_clip_15", "timestamp": [ 46.38, 48.18 ], "duration": 51.66, "caption": "A man sits on the hospital bed next to woman.", "similarity": 0.7701, "relevance": 4 }, { "pair_id": 192121, "video_name": "friends_s08e23-24_seg02_clip_25", "timestamp": [ 0.0, 31.01 ], "duration": 62.66, "caption": "A woman is sitting in bed with a man sitting on a hospital bed.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 192122, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 0.0, 6.46 ], "duration": 68.66, "caption": "A woman is lying on a hospital bed as she greets a man who is beside her and he tells her where she is at.", "similarity": 0.765, "relevance": 4 }, { "pair_id": 192123, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 0.0, 8.84 ], "duration": 57.66, "caption": "A woman is beside a person's bed as he is lying down.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 192124, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 34.77, 88.02 ], "duration": 88.66, "caption": "A woman was attending a young patient lying on the hospital bed.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 192125, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 22.3, 40.51 ], "duration": 91.66, "caption": "A woman is lying on a hospital bed being operated on by two people.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 192126, "video_name": "house_s01e16_seg02_clip_25", "timestamp": [ 0.0, 10.53 ], "duration": 162.66, "caption": "A man was standing beside the hospital bed where a woman is lying down.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 192127, "video_name": "house_s01e08_seg02_clip_05", "timestamp": [ 49.31, 68.45 ], "duration": 116.66, "caption": "A man was standing still beside the person lying on the hospital bed.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 192128, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 21.16, 80.39 ], "duration": 94.66, "caption": "A woman is lying on a hospital bed as she being treated by woman.", "similarity": 0.756, "relevance": 3 }, { "pair_id": 192129, "video_name": "house_s03e09_seg02_clip_16", "timestamp": [ 39.07, 49.64 ], "duration": 91.66, "caption": "A woman and a man were both attending to a young person lying on the hospital bed.", "similarity": 0.756, "relevance": 2 }, { "pair_id": 192130, "video_name": "castle_s01e10_seg02_clip_19", "timestamp": [ 79.3, 84.68 ], "duration": 89.66, "caption": "A woman sits down in the hospital waiting room, then a man sits down beside her.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 192131, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 56.1, 57.67 ], "duration": 63.66, "caption": "A person sits down on woman's bed beside woman.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 192132, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and woman were attending a patient that is lying on the hospital bed.", "similarity": 0.7486, "relevance": 0 }, { "pair_id": 192133, "video_name": "house_s02e13_seg02_clip_21", "timestamp": [ 0.0, 73.4 ], "duration": 91.66, "caption": "A woman was sitting at the edge of the hospital bed.", "similarity": 0.7482, "relevance": 3 }, { "pair_id": 192134, "video_name": "house_s03e12_seg02_clip_19", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman wearing a hospital gown was sitting on the hospital bed.", "similarity": 0.748, "relevance": 4 }, { "pair_id": 192135, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 18.9 ], "duration": 92.66, "caption": "A person was lying on a hospital bed.", "similarity": 0.7472, "relevance": 3 }, { "pair_id": 192136, "video_name": "house_s07e05_seg02_clip_11", "timestamp": [ 1.74, 3.48 ], "duration": 87.66, "caption": "A woman sits down on the bed next to a person.", "similarity": 0.7454, "relevance": 3 }, { "pair_id": 192138, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 2.9, 4.93 ], "duration": 58.66, "caption": "A person sits down on a bed next to a woman.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 192139, "video_name": "house_s04e06_seg02_clip_19", "timestamp": [ 58.97, 62.57 ], "duration": 90.66, "caption": "A person sits down on the patient bed across from the patient.", "similarity": 0.7432, "relevance": 3 } ] }, { "query_id": 36428, "query": "Two people both swallow something in a cup.", "relevant_moment": [ { "pair_id": 1240, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 51.83, 58.59 ], "duration": 90.66, "caption": "Two people both swallow something in a cup.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 1241, "video_name": "s05e11_seg02_clip_10", "timestamp": [ 0.0, 11.81 ], "duration": 59.66, "caption": "Two people were both holding a cup of drink.", "similarity": 0.7873, "relevance": 1 }, { "pair_id": 1242, "video_name": "castle_s03e23_seg02_clip_10", "timestamp": [ 36.26, 89.53 ], "duration": 89.66, "caption": "Two people were both holding a cup of coffee.", "similarity": 0.743, "relevance": 1 }, { "pair_id": 1243, "video_name": "castle_s03e19_seg02_clip_13", "timestamp": [ 0.0, 12.42 ], "duration": 92.66, "caption": "Two people were both holding a cup of coffee.", "similarity": 0.743, "relevance": 1 }, { "pair_id": 1244, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 42.4, 70.21 ], "duration": 91.66, "caption": "Two people were both holding a cup of coffee.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 1245, "video_name": "met_s05e04_seg01_clip_00", "timestamp": [ 38.37, 42.14 ], "duration": 62.66, "caption": "Two people both take a sip of their drinks.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 1246, "video_name": "s03e18_seg02_clip_18", "timestamp": [ 0.0, 63.02 ], "duration": 63.66, "caption": "A woman and man were both holding a cup of drink.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 1247, "video_name": "castle_s02e02_seg02_clip_04", "timestamp": [ 56.07, 67.11 ], "duration": 88.66, "caption": "Two people clink their coffee cups together and take a sip.", "similarity": 0.6989, "relevance": 4 }, { "pair_id": 1248, "video_name": "friends_s05e14_seg02_clip_17", "timestamp": [ 3.32, 14.47 ], "duration": 60.66, "caption": "Two people were both drinking a glass of drink.", "similarity": 0.679, "relevance": 4 }, { "pair_id": 1249, "video_name": "s09e01_seg02_clip_15", "timestamp": [ 2.21, 5.67 ], "duration": 63.66, "caption": "Two people are talking while they are holding a cup of coffee.", "similarity": 0.6777, "relevance": 1 }, { "pair_id": 1250, "video_name": "s07e23_seg02_clip_03", "timestamp": [ 0.0, 41.72 ], "duration": 60.66, "caption": "Two people were both holding a popcorn and a cup of drink.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 1251, "video_name": "friends_s09e06_seg02_clip_00", "timestamp": [ 4.88, 6.71 ], "duration": 61.66, "caption": "Two people are holding hands as one pours milk into their coffee.", "similarity": 0.6519, "relevance": 1 }, { "pair_id": 1252, "video_name": "castle_s04e17_seg02_clip_10", "timestamp": [ 14.56, 26.3 ], "duration": 93.66, "caption": "Two people walk while one of them was holding a cup.", "similarity": 0.6434, "relevance": 0 }, { "pair_id": 1253, "video_name": "met_s04e02_seg02_clip_03", "timestamp": [ 36.77, 38.77 ], "duration": 50.66, "caption": "Two people each take a bite of their food simultaneously.", "similarity": 0.6429, "relevance": 0 }, { "pair_id": 1254, "video_name": "house_s04e03_seg02_clip_08", "timestamp": [ 3.92, 9.31 ], "duration": 98.66, "caption": "A person is talking to another person while holding a cup.", "similarity": 0.6362, "relevance": 1 }, { "pair_id": 1255, "video_name": "grey_s03e25_seg02_clip_08", "timestamp": [ 6.05, 11.16 ], "duration": 93.66, "caption": "A woman puts something in her mouth and takes a cup from a man and sips from the straw.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 1256, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 0.0, 46.22 ], "duration": 70.66, "caption": "Two people are conversing as they hold coffee cups.", "similarity": 0.6283, "relevance": 2 }, { "pair_id": 1257, "video_name": "castle_s03e11_seg02_clip_08", "timestamp": [ 52.52, 89.02 ], "duration": 89.66, "caption": "A woman and a woman were having a conversation while they were both holding a cup.", "similarity": 0.6267, "relevance": 1 }, { "pair_id": 1258, "video_name": "met_s06e11_seg02_clip_06", "timestamp": [ 47.06, 51.93 ], "duration": 57.66, "caption": "Two people both take bites of their food.", "similarity": 0.625, "relevance": 2 }, { "pair_id": 1259, "video_name": "castle_s06e21_seg02_clip_15", "timestamp": [ 0.0, 23.17 ], "duration": 89.66, "caption": "A person keeps trying to take a sip of their coffee then two people both take a sip at the same time.", "similarity": 0.6167, "relevance": 4 } ] }, { "query_id": 36535, "query": "A man is yawning in front of the interns and his patient.", "relevant_moment": [ { "pair_id": 3840, "video_name": "grey_s03e08_seg02_clip_06", "timestamp": [ 19.79, 22.09 ], "duration": 92.66, "caption": "A man is yawning in front of the interns and his patient.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 3841, "video_name": "grey_s03e08_seg02_clip_06", "timestamp": [ 19.79, 22.55 ], "duration": 92.66, "caption": "A man does an exaggerated yawn, bringing his hand up to his mouth.", "similarity": 0.6231, "relevance": 4 }, { "pair_id": 3842, "video_name": "grey_s01e01_seg02_clip_07", "timestamp": [ 0.0, 72.05 ], "duration": 98.66, "caption": "A person is performing surgery as he is beside another person and being observed by a room filled with interns.", "similarity": 0.6151, "relevance": 2 }, { "pair_id": 3843, "video_name": "met_s06e18_seg02_clip_08", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A man opens their mouth very wide as they yawn.", "similarity": 0.6149, "relevance": 2 }, { "pair_id": 3844, "video_name": "met_s03e15_seg02_clip_02", "timestamp": [ 41.05, 45.91 ], "duration": 60.66, "caption": "A man is looking at his phone and yawns in a meeting.", "similarity": 0.5954, "relevance": 2 }, { "pair_id": 3845, "video_name": "house_s05e09_seg02_clip_08", "timestamp": [ 24.08, 26.57 ], "duration": 83.66, "caption": "A man has the patient puff up their cheeks.", "similarity": 0.594, "relevance": 1 }, { "pair_id": 3846, "video_name": "house_s05e01_seg02_clip_24", "timestamp": [ 4.79, 10.88 ], "duration": 87.66, "caption": "The patient yawns as someone sits on her bed.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 3847, "video_name": "house_s07e22_seg02_clip_25", "timestamp": [ 49.46, 52.34 ], "duration": 96.66, "caption": "A man yawns while sitting at a table with two people.", "similarity": 0.5914, "relevance": 3 }, { "pair_id": 3848, "video_name": "castle_s06e10_seg02_clip_18", "timestamp": [ 18.45, 21.61 ], "duration": 90.66, "caption": "A person yawns while the group are talking in front of him.", "similarity": 0.5867, "relevance": 2 }, { "pair_id": 3849, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 47.47, 50.41 ], "duration": 84.66, "caption": "The patient takes deep breaths after a man finishes the medicine.", "similarity": 0.5864, "relevance": 1 }, { "pair_id": 3850, "video_name": "house_s02e20_seg02_clip_02", "timestamp": [ 0.0, 5.04 ], "duration": 56.66, "caption": "A male patient was laughing while talking to some medical professionals.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 3851, "video_name": "house_s02e24_seg02_clip_01", "timestamp": [ 35.16, 39.17 ], "duration": 89.66, "caption": "A man watches another patient being brought into the room.", "similarity": 0.57, "relevance": 1 }, { "pair_id": 3852, "video_name": "grey_s03e25_seg02_clip_16", "timestamp": [ 11.05, 17.0 ], "duration": 85.66, "caption": "A man turns and leaves the room and a patient with oxygen tubes in his nose licks his lips and looks up at the ceiling while laying in a hospital bed.", "similarity": 0.5681, "relevance": 1 }, { "pair_id": 3853, "video_name": "castle_s06e10_seg02_clip_18", "timestamp": [ 18.91, 21.61 ], "duration": 90.66, "caption": "While trying to listen to a man, a person yawns and puts their hand in front of their mouth.", "similarity": 0.5663, "relevance": 2 }, { "pair_id": 3854, "video_name": "house_s01e18_seg02_clip_01", "timestamp": [ 26.23, 28.99 ], "duration": 92.66, "caption": "A man rubs his face while laying in a patient chair.", "similarity": 0.5565, "relevance": 1 }, { "pair_id": 3855, "video_name": "house_s03e22_seg02_clip_04", "timestamp": [ 15.48, 22.31 ], "duration": 91.66, "caption": "A man fakes a yawn to bug a man and a man gives him a look.", "similarity": 0.556, "relevance": 2 }, { "pair_id": 3856, "video_name": "house_s07e08_seg02_clip_04", "timestamp": [ 0.0, 2.2 ], "duration": 88.66, "caption": "A man leans back from touching the patient's chin.", "similarity": 0.5541, "relevance": 1 }, { "pair_id": 3857, "video_name": "house_s03e09_seg02_clip_09", "timestamp": [ 4.81, 7.87 ], "duration": 87.66, "caption": "A man leans himself up from over the patient.", "similarity": 0.5535, "relevance": 0 }, { "pair_id": 3858, "video_name": "house_s03e01_seg02_clip_15", "timestamp": [ 30.95, 33.69 ], "duration": 91.66, "caption": "A man forces the patient's nose and mouth closed.", "similarity": 0.5524, "relevance": 1 }, { "pair_id": 3859, "video_name": "house_s02e24_seg02_clip_12", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A person is lying down as a patient and is talking to man.", "similarity": 0.5516, "relevance": 1 } ] }, { "query_id": 36565, "query": "A man gets his cellphone out and starts making a call while driving.", "relevant_moment": [ { "pair_id": 14980, "video_name": "met_s02e01_seg02_clip_13", "timestamp": [ 7.69, 10.45 ], "duration": 61.66, "caption": "A man gets his cellphone out and starts making a call while driving.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14981, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 88.38, 93.03 ], "duration": 93.66, "caption": "A man gets his cell phone out and starts dialing.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 14982, "video_name": "house_s05e22_seg02_clip_19", "timestamp": [ 18.92, 26.2 ], "duration": 97.66, "caption": "A man gets his phone out of his pocket and makes a call.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 14983, "video_name": "castle_s06e03_seg02_clip_01", "timestamp": [ 69.32, 90.02 ], "duration": 90.66, "caption": "A man brought out a cell phone and makes a call.", "similarity": 0.7443, "relevance": 3 }, { "pair_id": 14984, "video_name": "s03e04_seg02_clip_04", "timestamp": [ 2.21, 7.88 ], "duration": 63.66, "caption": "A person gets his cellphone out and begins dialing a number.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 14985, "video_name": "castle_s02e07_seg02_clip_23", "timestamp": [ 52.19, 56.42 ], "duration": 94.66, "caption": "A person takes out his phone and makes a call.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 14986, "video_name": "house_s03e07_seg02_clip_20", "timestamp": [ 30.02, 33.72 ], "duration": 92.66, "caption": "A man took his phone from his pocket and starts a call.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 14987, "video_name": "castle_s04e08_seg02_clip_05", "timestamp": [ 35.79, 47.43 ], "duration": 86.66, "caption": "A man is talking on the phone while another person is driving.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 14988, "video_name": "friends_s10e10_seg02_clip_01", "timestamp": [ 1.18, 5.9 ], "duration": 59.66, "caption": "A man is on his cell phone in his car.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 14989, "video_name": "s08e08_seg02_clip_04", "timestamp": [ 14.65, 17.7 ], "duration": 61.66, "caption": "A man gets out his cell phone and calls man.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 14990, "video_name": "castle_s04e13_seg02_clip_23", "timestamp": [ 13.4, 17.42 ], "duration": 89.66, "caption": "A man picked up a phone and make a call.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 14991, "video_name": "house_s06e06_seg02_clip_21", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A man picks up a call from his cell phone.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 14992, "video_name": "castle_s06e09_seg02_clip_20", "timestamp": [ 20.98, 22.32 ], "duration": 89.66, "caption": "A man is on the phone as he exits the car.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 14993, "video_name": "castle_s02e19_seg02_clip_10", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A man puts down his phone after the call ends.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 14994, "video_name": "castle_s03e17_seg02_clip_24", "timestamp": [ 93.6, 95.03 ], "duration": 95.66, "caption": "A man is driving a car and looks at his phone.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 14995, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 30.17, 35.57 ], "duration": 90.66, "caption": "A person took their cellphone and immediately makes a call.", "similarity": 0.6682, "relevance": 3 }, { "pair_id": 14996, "video_name": "friends_s10e05_seg02_clip_15", "timestamp": [ 0.0, 7.19 ], "duration": 57.66, "caption": "A man pulls his cellphone out of his pocket and dials a number.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 14997, "video_name": "s09e03_seg02_clip_02", "timestamp": [ 43.22, 48.32 ], "duration": 60.66, "caption": "A person is using their cellphone while in the backseat.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 14998, "video_name": "castle_s06e09_seg02_clip_19", "timestamp": [ 10.01, 13.2 ], "duration": 91.66, "caption": "A man finishes his phone call then sets the phone down.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 14999, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 3.12, 9.35 ], "duration": 89.66, "caption": "A man picks up his phone and takes a call.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 188300, "video_name": "castle_s08e17_seg02_clip_17", "timestamp": [ 8.64, 11.52 ], "duration": 96.66, "caption": "A person pulls out their mobile phone and makes a call.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 188301, "video_name": "house_s01e18_seg02_clip_13", "timestamp": [ 6.3, 24.76 ], "duration": 90.66, "caption": "A man picks up the phone and makes a call.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 188302, "video_name": "castle_s05e17_seg02_clip_21", "timestamp": [ 34.69, 39.44 ], "duration": 95.66, "caption": "A man gets out of a car and waves his phone in the air.", "similarity": 0.6597, "relevance": 3 }, { "pair_id": 188303, "video_name": "castle_s02e04_seg02_clip_18", "timestamp": [ 2.76, 15.64 ], "duration": 92.66, "caption": "A person pulls out their phone and makes a phone call.", "similarity": 0.6591, "relevance": 2 }, { "pair_id": 188304, "video_name": "castle_s06e13_seg02_clip_19", "timestamp": [ 31.78, 34.82 ], "duration": 87.66, "caption": "A man gets his phone and tried to call a person.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 188305, "video_name": "friends_s10e05_seg02_clip_15", "timestamp": [ 1.15, 7.47 ], "duration": 57.66, "caption": "A man takes his phone from out of his pocket and calls a number.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 188306, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 23.21, 27.85 ], "duration": 58.66, "caption": "A person takes out their cellphone and calls someone.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 188307, "video_name": "grey_s02e02_seg02_clip_12", "timestamp": [ 46.65, 49.79 ], "duration": 89.66, "caption": "A man is talking and then walks away while dialing and making a cell phone call.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 188308, "video_name": "house_s07e02_seg02_clip_05", "timestamp": [ 18.12, 28.04 ], "duration": 86.66, "caption": "A man holds up a cell phone and makes a phone call while talking with another person.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 188309, "video_name": "castle_s05e01_seg02_clip_21", "timestamp": [ 73.89, 77.45 ], "duration": 89.66, "caption": "A man goes into his pocket and takes out a cellphone.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 188310, "video_name": "met_s03e03_seg02_clip_00", "timestamp": [ 13.79, 17.46 ], "duration": 61.66, "caption": "A man pulls his phone out of his pocket and answers a call.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 188311, "video_name": "s05e22_seg02_clip_11", "timestamp": [ 5.85, 8.78 ], "duration": 65.66, "caption": "A woman is driving when she gets her phone.", "similarity": 0.6416, "relevance": 2 }, { "pair_id": 188312, "video_name": "house_s07e07_seg02_clip_00", "timestamp": [ 56.86, 62.41 ], "duration": 92.66, "caption": "A man's phone started ringing and he takes it out from his pocket while a person is talking to him.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 188313, "video_name": "s03e01_seg01_clip_01", "timestamp": [ 27.75, 30.3 ], "duration": 73.66, "caption": "A person puts their cellphone in their pocket after the call.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 188314, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 39.16, 47.71 ], "duration": 90.66, "caption": "A person takes his cell phone to call someone.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 188315, "video_name": "house_s05e14_seg02_clip_16", "timestamp": [ 52.21, 57.62 ], "duration": 90.66, "caption": "A man takes a phone from the shelf and starts to make a call.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 188316, "video_name": "castle_s03e04_seg02_clip_07", "timestamp": [ 2.76, 10.11 ], "duration": 91.66, "caption": "A man pulled out his phone and started using it.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 188317, "video_name": "s01e11_seg02_clip_06", "timestamp": [ 5.02, 8.56 ], "duration": 59.66, "caption": "A man is holding a phone and then starts to talk in it.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 188318, "video_name": "castle_s04e13_seg02_clip_00", "timestamp": [ 53.02, 62.24 ], "duration": 92.66, "caption": "A man takes his phone from his pocket and begins talking.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 188319, "video_name": "friends_s07e10_seg01_clip_00", "timestamp": [ 1.44, 5.28 ], "duration": 96.66, "caption": "A man ends the phone call and sets it down.", "similarity": 0.6277, "relevance": 1 } ] }, { "query_id": 36599, "query": "A person unlocks the secret website with their password.", "relevant_moment": [ { "pair_id": 165920, "video_name": "castle_s08e14_seg02_clip_26", "timestamp": [ 58.91, 67.44 ], "duration": 155.66, "caption": "A person unlocks the secret website with their password.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165921, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.5427, "relevance": 1 }, { "pair_id": 165922, "video_name": "friends_s08e08_seg01_clip_01", "timestamp": [ 0.0, 11.62 ], "duration": 54.66, "caption": "A person accidentally reveals a secret when they weren't supposed to.", "similarity": 0.5341, "relevance": 1 }, { "pair_id": 165923, "video_name": "friends_s03e16_seg02_clip_07", "timestamp": [ 25.63, 43.64 ], "duration": 61.66, "caption": "A person lets someone's secret leak right to another person.", "similarity": 0.5203, "relevance": 1 }, { "pair_id": 165924, "video_name": "s09e17_seg02_clip_09", "timestamp": [ 33.01, 34.22 ], "duration": 60.66, "caption": "A person unlocks the lock on the bathroom door.", "similarity": 0.5179, "relevance": 1 }, { "pair_id": 165925, "video_name": "castle_s05e24_seg02_clip_16", "timestamp": [ 3.08, 4.84 ], "duration": 88.66, "caption": "A man says he is placing a computer in a secret location.", "similarity": 0.5149, "relevance": 1 }, { "pair_id": 165926, "video_name": "castle_s02e02_seg02_clip_19", "timestamp": [ 79.22, 82.37 ], "duration": 90.66, "caption": "A person unlocks the front door to his/her apartment.", "similarity": 0.5118, "relevance": 1 }, { "pair_id": 165927, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 32.96, 33.87 ], "duration": 61.66, "caption": "A person puts his key into the lock and begins unlocking the door.", "similarity": 0.5065, "relevance": 1 }, { "pair_id": 165928, "video_name": "s06e08_seg02_clip_17", "timestamp": [ 69.2, 78.8 ], "duration": 101.66, "caption": "A person unlocks a door and goes inside locking it back up behind him.", "similarity": 0.5038, "relevance": 1 }, { "pair_id": 165929, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 37.52, 41.72 ], "duration": 60.66, "caption": "A person unlocks the front door of someone's apartment.", "similarity": 0.4993, "relevance": 1 }, { "pair_id": 165930, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 41.12, 44.42 ], "duration": 60.66, "caption": "A person turns the key and unlocks the door to his/her apartment.", "similarity": 0.4989, "relevance": 1 }, { "pair_id": 165931, "video_name": "s09e19_seg02_clip_10", "timestamp": [ 33.31, 38.12 ], "duration": 60.66, "caption": "A person opens the door to their secret storage locker.", "similarity": 0.4986, "relevance": 1 }, { "pair_id": 165932, "video_name": "house_s07e13_seg02_clip_12", "timestamp": [ 0.0, 23.96 ], "duration": 90.66, "caption": "A man helps another man try to guess someone else's laptop password.", "similarity": 0.4959, "relevance": 2 }, { "pair_id": 165933, "video_name": "castle_s04e15_seg02_clip_07", "timestamp": [ 3.97, 12.36 ], "duration": 88.66, "caption": "A person suspects that someone planned to get arrested to access someone's address.", "similarity": 0.4908, "relevance": 1 }, { "pair_id": 165934, "video_name": "castle_s02e04_seg02_clip_06", "timestamp": [ 28.25, 40.1 ], "duration": 91.66, "caption": "A person looks at someone's personal information and makes a straitjacket.", "similarity": 0.4881, "relevance": 1 }, { "pair_id": 165935, "video_name": "castle_s02e12_seg02_clip_14", "timestamp": [ 33.85, 46.54 ], "duration": 94.66, "caption": "A person unlocks the door so two other people can enter.", "similarity": 0.4857, "relevance": 1 }, { "pair_id": 165936, "video_name": "house_s02e14_seg02_clip_14", "timestamp": [ 4.03, 6.26 ], "duration": 89.66, "caption": "A person types on their computer to pull up a new page.", "similarity": 0.4856, "relevance": 3 }, { "pair_id": 165937, "video_name": "castle_s06e11_seg02_clip_12", "timestamp": [ 35.25, 41.66 ], "duration": 91.66, "caption": "A woman pulls up the background information for a website owner.", "similarity": 0.4852, "relevance": 1 }, { "pair_id": 165938, "video_name": "castle_s02e17_seg02_clip_12", "timestamp": [ 76.07, 87.32 ], "duration": 90.66, "caption": "A person keys in the necessary information and the message starts popping up on the screen.", "similarity": 0.4795, "relevance": 3 }, { "pair_id": 165939, "video_name": "s08e05_seg02_clip_10", "timestamp": [ 22.64, 26.36 ], "duration": 62.66, "caption": "A person opens their laptop to search something online.", "similarity": 0.4793, "relevance": 1 } ] }, { "query_id": 36600, "query": "A woman points towards a man with their index finger.", "relevant_moment": [ { "pair_id": 18880, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 13.63, 15.75 ], "duration": 60.66, "caption": "A woman points towards a man with their index finger.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 18881, "video_name": "met_s03e08_seg02_clip_16", "timestamp": [ 22.45, 26.58 ], "duration": 59.66, "caption": "A man points a finger towards a woman then both index fingers towards his head.", "similarity": 0.9025, "relevance": 2 }, { "pair_id": 18882, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 34.82, 39.17 ], "duration": 58.66, "caption": "A woman points her right index finger towards a person.", "similarity": 0.8841, "relevance": 4 }, { "pair_id": 18883, "video_name": "met_s03e08_seg02_clip_16", "timestamp": [ 8.27, 13.0 ], "duration": 59.66, "caption": "A woman walks towards a man pointing her index finger.", "similarity": 0.8824, "relevance": 4 }, { "pair_id": 18884, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 20.05, 22.48 ], "duration": 60.66, "caption": "A woman points her finger at woman and her thumb at man.", "similarity": 0.8698, "relevance": 4 }, { "pair_id": 18885, "video_name": "friends_s09e02_seg02_clip_12", "timestamp": [ 7.81, 10.22 ], "duration": 60.66, "caption": "A man points his index finger at woman a couple times.", "similarity": 0.8678, "relevance": 2 }, { "pair_id": 18886, "video_name": "s10e13_seg02_clip_13", "timestamp": [ 54.62, 57.06 ], "duration": 61.66, "caption": "A woman points her finger on her right hand at a man.", "similarity": 0.8666, "relevance": 4 }, { "pair_id": 18887, "video_name": "friends_s06e24-25_seg02_clip_00", "timestamp": [ 18.89, 19.53 ], "duration": 64.66, "caption": "A woman points at two people with her index finger.", "similarity": 0.8501, "relevance": 2 }, { "pair_id": 18888, "video_name": "friends_s03e16_seg02_clip_11", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A woman points her index finger at man during their conversation.", "similarity": 0.8474, "relevance": 3 }, { "pair_id": 18889, "video_name": "friends_s06e03_seg02_clip_07", "timestamp": [ 6.36, 17.76 ], "duration": 53.66, "caption": "A woman points her finger at man to make her point.", "similarity": 0.838, "relevance": 4 }, { "pair_id": 18890, "video_name": "friends_s03e17_seg02_clip_10", "timestamp": [ 40.73, 43.68 ], "duration": 59.66, "caption": "A woman points at another woman with her index finger.", "similarity": 0.8377, "relevance": 3 }, { "pair_id": 18891, "video_name": "friends_s07e07_seg02_clip_18", "timestamp": [ 28.43, 33.65 ], "duration": 58.66, "caption": "A man points his index finger at a woman during a conversation.", "similarity": 0.8266, "relevance": 3 }, { "pair_id": 18892, "video_name": "friends_s08e20_seg02_clip_07", "timestamp": [ 40.62, 43.23 ], "duration": 58.66, "caption": "A woman points directly at another woman with her right index finger.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 18893, "video_name": "friends_s10e08_seg02_clip_17", "timestamp": [ 55.36, 56.49 ], "duration": 56.66, "caption": "A woman points her finger towards a man during a conversation.", "similarity": 0.8239, "relevance": 4 }, { "pair_id": 18894, "video_name": "castle_s03e18_seg02_clip_08", "timestamp": [ 65.7, 71.36 ], "duration": 87.66, "caption": "A woman points her finger to a man in front of her while talking to another person.", "similarity": 0.8209, "relevance": 4 }, { "pair_id": 18895, "video_name": "friends_s09e16_seg02_clip_00", "timestamp": [ 50.9, 54.75 ], "duration": 64.66, "caption": "A woman points her finger at a man while asking a question.", "similarity": 0.8159, "relevance": 4 }, { "pair_id": 18896, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 33.91, 41.8 ], "duration": 58.66, "caption": "A man points his right index finger at someone.", "similarity": 0.815, "relevance": 3 }, { "pair_id": 18898, "video_name": "friends_s09e05_seg02_clip_18", "timestamp": [ 16.81, 17.71 ], "duration": 60.66, "caption": "A man points at woman with his finger as she sits next to him.", "similarity": 0.8138, "relevance": 3 }, { "pair_id": 18899, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 17.62, 20.85 ], "duration": 58.66, "caption": "A woman points at a man with her right hand.", "similarity": 0.8125, "relevance": 4 }, { "pair_id": 192200, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 4.65, 7.13 ], "duration": 62.66, "caption": "A man points both of his index fingers towards man.", "similarity": 0.8122, "relevance": 3 }, { "pair_id": 192201, "video_name": "castle_s05e19_seg02_clip_26", "timestamp": [ 7.26, 9.9 ], "duration": 132.66, "caption": "A woman points with her finger while talking to man.", "similarity": 0.811, "relevance": 2 }, { "pair_id": 192202, "video_name": "friends_s08e09_seg02_clip_14", "timestamp": [ 11.85, 16.33 ], "duration": 64.66, "caption": "A woman is talking to man and points her index finger up and at him.", "similarity": 0.8105, "relevance": 4 }, { "pair_id": 192203, "video_name": "friends_s07e23-24_seg02_clip_25", "timestamp": [ 4.73, 8.51 ], "duration": 63.66, "caption": "A man points both index fingers at a woman during a conversation.", "similarity": 0.8099, "relevance": 3 }, { "pair_id": 192204, "video_name": "friends_s05e12_seg02_clip_09", "timestamp": [ 22.83, 25.04 ], "duration": 55.66, "caption": "A woman points at man with her right hand.", "similarity": 0.8056, "relevance": 3 }, { "pair_id": 192205, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 10.68, 14.65 ], "duration": 61.66, "caption": "A woman points her left hand finger at a person.", "similarity": 0.804, "relevance": 4 }, { "pair_id": 192206, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 23.09, 26.73 ], "duration": 60.66, "caption": "A woman is talking to man and points both index fingers at another woman.", "similarity": 0.8029, "relevance": 4 }, { "pair_id": 192207, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 22.58, 26.24 ], "duration": 61.66, "caption": "A woman is talking with a man while she is pointing with her index finger at something towards her right.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 192208, "video_name": "s02e18_seg02_clip_07", "timestamp": [ 46.08, 49.74 ], "duration": 61.66, "caption": "A person points their right finger as they walk towards a woman.", "similarity": 0.8027, "relevance": 3 }, { "pair_id": 192209, "video_name": "s05e12_seg02_clip_00", "timestamp": [ 23.95, 25.84 ], "duration": 63.66, "caption": "A woman points her index finger and gestures with it to someone.", "similarity": 0.8017, "relevance": 4 }, { "pair_id": 192210, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 11.71, 14.11 ], "duration": 60.66, "caption": "A person points to a woman with his right hand.", "similarity": 0.8011, "relevance": 2 }, { "pair_id": 192211, "video_name": "castle_s05e03_seg02_clip_24", "timestamp": [ 12.15, 13.05 ], "duration": 90.66, "caption": "A woman pointed her finger to woman and man.", "similarity": 0.8006, "relevance": 3 }, { "pair_id": 192212, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 13.12, 14.04 ], "duration": 61.66, "caption": "A woman points her finger while talking to a man.", "similarity": 0.8002, "relevance": 3 }, { "pair_id": 192213, "video_name": "friends_s10e09_seg02_clip_05", "timestamp": [ 27.51, 33.48 ], "duration": 59.66, "caption": "A man points towards himself and then points a finger at a woman.", "similarity": 0.7998, "relevance": 3 }, { "pair_id": 192214, "video_name": "grey_s02e05_seg02_clip_20", "timestamp": [ 10.31, 12.05 ], "duration": 29.66, "caption": "A woman points her finger at man while she's talking to him.", "similarity": 0.7972, "relevance": 4 }, { "pair_id": 192215, "video_name": "s04e20_seg02_clip_10", "timestamp": [ 41.74, 44.82 ], "duration": 56.66, "caption": "A woman puts her finger up while making a point to a man.", "similarity": 0.7963, "relevance": 4 }, { "pair_id": 192216, "video_name": "castle_s03e14_seg02_clip_23", "timestamp": [ 14.75, 15.67 ], "duration": 92.66, "caption": "A man points at a woman with a marker in his hand.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 192217, "video_name": "friends_s04e03_seg02_clip_01", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A man points towards the ground with his index finger while talking to a woman.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 192218, "video_name": "met_s02e05_seg02_clip_17", "timestamp": [ 57.25, 59.03 ], "duration": 59.66, "caption": "A man points his index finger at a woman who is next to him in bed.", "similarity": 0.7912, "relevance": 3 }, { "pair_id": 192219, "video_name": "friends_s10e13_seg02_clip_20", "timestamp": [ 56.14, 57.69 ], "duration": 62.66, "caption": "A woman points her finger at herself and man.", "similarity": 0.7903, "relevance": 3 } ] }, { "query_id": 36721, "query": "A person walks out of someone's office and talks with some people.", "relevant_moment": [ { "pair_id": 172040, "video_name": "s06e08_seg02_clip_02", "timestamp": [ 46.22, 55.82 ], "duration": 60.66, "caption": "A person walks out of someone's office and talks with some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172041, "video_name": "house_s02e09_seg02_clip_11", "timestamp": [ 46.85, 54.51 ], "duration": 90.66, "caption": "A person finishes their conversation with another person and walks out of their office.", "similarity": 0.887, "relevance": 3 }, { "pair_id": 172042, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 15.35, 17.16 ], "duration": 90.66, "caption": "A person walks out of a woman's office and talks with a man.", "similarity": 0.8674, "relevance": 3 }, { "pair_id": 172043, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 9.48, 11.74 ], "duration": 90.66, "caption": "A man finishes their conversation with a person and walks out of their office.", "similarity": 0.8619, "relevance": 1 }, { "pair_id": 172044, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 15.93, 20.03 ], "duration": 91.66, "caption": "A group walks out from the office after talking to a person.", "similarity": 0.861, "relevance": 3 }, { "pair_id": 172045, "video_name": "house_s07e07_seg02_clip_01", "timestamp": [ 68.87, 74.27 ], "duration": 90.66, "caption": "A person walks out from the office and talks to a woman.", "similarity": 0.8545, "relevance": 2 }, { "pair_id": 172046, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 0.0, 32.78 ], "duration": 115.66, "caption": "A person speaks to another person in their office and walks away.", "similarity": 0.8539, "relevance": 2 }, { "pair_id": 172047, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 45.59, 49.02 ], "duration": 49.66, "caption": "A man finishes his conversation with another person and walks out of their office.", "similarity": 0.8486, "relevance": 2 }, { "pair_id": 172048, "video_name": "house_s03e02_seg02_clip_07", "timestamp": [ 86.12, 89.24 ], "duration": 89.66, "caption": "A person walks into someone's office to speak with them.", "similarity": 0.8485, "relevance": 2 }, { "pair_id": 172049, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 0.0, 2.33 ], "duration": 31.66, "caption": "A person walks into another person's office to talk to him.", "similarity": 0.8484, "relevance": 2 }, { "pair_id": 172050, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 56.44, 59.62 ], "duration": 91.66, "caption": "A person walks in to an office while two people are talking.", "similarity": 0.8474, "relevance": 2 }, { "pair_id": 172051, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 81.92, 91.03 ], "duration": 91.66, "caption": "A person walks into another person's office to speak with him.", "similarity": 0.847, "relevance": 1 }, { "pair_id": 172052, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A person walks into someone's office at work to talk.", "similarity": 0.8468, "relevance": 1 }, { "pair_id": 172053, "video_name": "house_s01e11_seg02_clip_26", "timestamp": [ 65.12, 70.05 ], "duration": 89.66, "caption": "A person turns around and walks out of someone's office.", "similarity": 0.8431, "relevance": 2 }, { "pair_id": 172054, "video_name": "house_s01e09_seg02_clip_24", "timestamp": [ 0.0, 16.45 ], "duration": 91.66, "caption": "A person walks back and forth in their office while speaking to another person.", "similarity": 0.8421, "relevance": 2 }, { "pair_id": 172055, "video_name": "house_s01e12_seg02_clip_21", "timestamp": [ 13.95, 21.4 ], "duration": 93.66, "caption": "A person walks out of their office, past another person.", "similarity": 0.8407, "relevance": 2 }, { "pair_id": 172056, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 68.27, 71.0 ], "duration": 91.66, "caption": "A man finishes his conversation with a person and walks out of the office with another person.", "similarity": 0.838, "relevance": 2 }, { "pair_id": 172057, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 9.7, 16.5 ], "duration": 97.66, "caption": "A person gets out of the office after talking to a man.", "similarity": 0.8291, "relevance": 2 }, { "pair_id": 172058, "video_name": "house_s02e08_seg02_clip_14", "timestamp": [ 19.33, 92.03 ], "duration": 92.66, "caption": "A person walks into someone's office and speaks to him.", "similarity": 0.829, "relevance": 1 }, { "pair_id": 172059, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 9.93, 12.14 ], "duration": 73.66, "caption": "A person is walking out of someone's office while another person walks in.", "similarity": 0.825, "relevance": 2 }, { "pair_id": 345360, "video_name": "house_s02e13_seg02_clip_13", "timestamp": [ 37.81, 44.11 ], "duration": 90.66, "caption": "A person walks outside of the office to speak with another person.", "similarity": 0.8248, "relevance": 2 }, { "pair_id": 345362, "video_name": "house_s02e12_seg02_clip_21", "timestamp": [ 69.63, 73.73 ], "duration": 91.66, "caption": "A person walks out from a conversation they are having with their colleagues.", "similarity": 0.8228, "relevance": 2 }, { "pair_id": 345363, "video_name": "house_s08e11_seg02_clip_08", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A person talks to another person while in his office.", "similarity": 0.8203, "relevance": 2 }, { "pair_id": 345364, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 71.62, 75.25 ], "duration": 90.66, "caption": "A person walks into another person's office and starts conversing with him.", "similarity": 0.8188, "relevance": 2 }, { "pair_id": 345365, "video_name": "castle_s05e13_seg02_clip_07", "timestamp": [ 32.1, 34.36 ], "duration": 90.66, "caption": "After talking to a woman, a person walks out of the office.", "similarity": 0.8177, "relevance": 2 }, { "pair_id": 345366, "video_name": "house_s05e24_seg02_clip_03", "timestamp": [ 0.0, 45.58 ], "duration": 93.66, "caption": "A person is in person's office having a conversation with him/her.", "similarity": 0.8146, "relevance": 2 }, { "pair_id": 345367, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 18.39, 23.17 ], "duration": 73.66, "caption": "A person stands up and walks out of the office with two other people.", "similarity": 0.8132, "relevance": 3 }, { "pair_id": 345368, "video_name": "house_s06e06_seg02_clip_02", "timestamp": [ 50.74, 58.31 ], "duration": 89.66, "caption": "A person walks past someone and leaves their office.", "similarity": 0.8066, "relevance": 2 }, { "pair_id": 345369, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 32.56, 39.07 ], "duration": 93.66, "caption": "A person walks out of someone's office leaving him alone.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 345372, "video_name": "house_s08e09_seg02_clip_05", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A man and a group walks out from a person's office.", "similarity": 0.7991, "relevance": 2 }, { "pair_id": 345373, "video_name": "castle_s08e04_seg02_clip_03", "timestamp": [ 41.84, 47.63 ], "duration": 89.66, "caption": "A woman walks out of an office and talks to two men then turns around to walk off.", "similarity": 0.7956, "relevance": 2 }, { "pair_id": 345374, "video_name": "house_s05e02_seg02_clip_17", "timestamp": [ 15.89, 17.71 ], "duration": 90.66, "caption": "A person walks out while talking to another person and a company.", "similarity": 0.7955, "relevance": 2 }, { "pair_id": 345375, "video_name": "castle_s02e20_seg02_clip_26", "timestamp": [ 83.53, 87.03 ], "duration": 100.66, "caption": "A person walks away from someone in the office.", "similarity": 0.7947, "relevance": 1 }, { "pair_id": 345376, "video_name": "house_s02e05_seg02_clip_14", "timestamp": [ 75.2, 78.98 ], "duration": 84.66, "caption": "A person walks past another person and heads out the office.", "similarity": 0.7923, "relevance": 2 }, { "pair_id": 345377, "video_name": "house_s07e06_seg02_clip_15", "timestamp": [ 36.53, 38.34 ], "duration": 90.66, "caption": "A person walks out of the office while looking at another person.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 345378, "video_name": "castle_s04e02_seg02_clip_22", "timestamp": [ 37.4, 40.52 ], "duration": 89.66, "caption": "A person walks into an office and starts a conversation with another person.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 345379, "video_name": "house_s02e19_seg02_clip_10", "timestamp": [ 20.03, 22.3 ], "duration": 91.66, "caption": "A person walks between two other people in the office.", "similarity": 0.7863, "relevance": 2 } ] }, { "query_id": 36728, "query": "A person voice overs about couples being there for the other while he kisses someone.", "relevant_moment": [ { "pair_id": 173200, "video_name": "met_s06e20_seg02_clip_17", "timestamp": [ 0.0, 4.69 ], "duration": 78.66, "caption": "A person voice overs about couples being there for the other while he kisses someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173201, "video_name": "met_s02e02_seg01_clip_00", "timestamp": [ 0.0, 5.54 ], "duration": 61.66, "caption": "A person voice over how long two people have been a couple while a montage of their moments play.", "similarity": 0.7086, "relevance": 4 }, { "pair_id": 173202, "video_name": "met_s02e04_seg01_clip_00", "timestamp": [ 0.0, 7.88 ], "duration": 75.66, "caption": "A montage of two people kissing when he voice overs about how they will break up.", "similarity": 0.6959, "relevance": 4 }, { "pair_id": 173203, "video_name": "s09e02_seg01_clip_01", "timestamp": [ 31.38, 38.04 ], "duration": 38.66, "caption": "A person takes hold of another person and they start kissing each other.", "similarity": 0.6929, "relevance": 4 }, { "pair_id": 173204, "video_name": "friends_s05e21_seg02_clip_11", "timestamp": [ 22.12, 23.79 ], "duration": 67.66, "caption": "A person's partner kisses them on the lips and then leaves.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 173205, "video_name": "friends_s10e01_seg02_clip_07", "timestamp": [ 37.82, 50.72 ], "duration": 60.66, "caption": "Two people start to kiss and then one person pulls back suddenly and sees and hears another person.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 173206, "video_name": "castle_s05e20_seg02_clip_14", "timestamp": [ 0.88, 3.07 ], "duration": 87.66, "caption": "A man and woman are kissing and they heard something.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 173207, "video_name": "s03e01_seg02_clip_11", "timestamp": [ 11.29, 15.56 ], "duration": 61.66, "caption": "A man interrupts a couple while they are kissing.", "similarity": 0.6794, "relevance": 4 }, { "pair_id": 173208, "video_name": "met_s06e01_seg02_clip_16", "timestamp": [ 8.05, 29.27 ], "duration": 111.66, "caption": "A man voice overs about hitting on a woman when another woman kisses on.", "similarity": 0.6723, "relevance": 1 }, { "pair_id": 173209, "video_name": "grey_s03e14_seg02_clip_28", "timestamp": [ 0.0, 4.5 ], "duration": 150.66, "caption": "Two people are talking when it looks like they're about to kiss.", "similarity": 0.671, "relevance": 3 }, { "pair_id": 173210, "video_name": "met_s04e01_seg02_clip_12", "timestamp": [ 45.62, 57.02 ], "duration": 57.66, "caption": "person stops kissing person's neck, leans back and talks with person.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 173211, "video_name": "friends_s09e05_seg02_clip_13", "timestamp": [ 15.13, 23.4 ], "duration": 57.66, "caption": "A man and a woman are talking then they kiss.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 173212, "video_name": "met_s06e08_seg02_clip_01", "timestamp": [ 54.92, 59.43 ], "duration": 60.66, "caption": "A man comes over while a man and a woman are talking and gives her a kiss.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 173213, "video_name": "friends_s10e11_seg02_clip_25", "timestamp": [ 18.01, 40.77 ], "duration": 50.66, "caption": "Some people are having a conversation about a kissing incident.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 173214, "video_name": "s10e03_seg02_clip_01", "timestamp": [ 19.1, 22.79 ], "duration": 67.66, "caption": "A person gives another person a kiss on their cheek.", "similarity": 0.6604, "relevance": 3 }, { "pair_id": 173215, "video_name": "friends_s02e22_seg02_clip_05", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "Two people are having a conversation. Then they kiss each other.", "similarity": 0.6598, "relevance": 3 }, { "pair_id": 173216, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 0.0, 31.43 ], "duration": 61.66, "caption": "person and person make up while sitting next to each other and person leans over and kisses guy on the cheek.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 173217, "video_name": "friends_s09e23-24_seg02_clip_50", "timestamp": [ 23.41, 28.36 ], "duration": 90.66, "caption": "A man reaches in and passionately kisses someone's partner.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 173218, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 20.66, 26.56 ], "duration": 59.66, "caption": "A man suddenly kisses a woman while they are talking.", "similarity": 0.6578, "relevance": 1 }, { "pair_id": 173219, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 34.63, 44.66 ], "duration": 91.66, "caption": "A person puts their arms around a person and they kiss each other.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 346520, "video_name": "friends_s05e17_seg02_clip_19", "timestamp": [ 47.66, 55.76 ], "duration": 62.66, "caption": "A man and woman are talking and man says something sweet and gives woman a kiss on the cheek.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 346521, "video_name": "s10e13_seg02_clip_06", "timestamp": [ 51.35, 59.03 ], "duration": 59.66, "caption": "Two people kiss passionately in front of two other people.", "similarity": 0.6479, "relevance": 4 }, { "pair_id": 346522, "video_name": "house_s03e15_seg02_clip_22", "timestamp": [ 37.14, 51.76 ], "duration": 79.66, "caption": "A person kisses in the forehead of another person and get ready to leave.", "similarity": 0.6451, "relevance": 2 }, { "pair_id": 346523, "video_name": "met_s02e21_seg01_clip_00", "timestamp": [ 0.0, 9.15 ], "duration": 120.66, "caption": "A man voice overs about the nuptials of two people.", "similarity": 0.644, "relevance": 0 }, { "pair_id": 346524, "video_name": "met_s04e01_seg01_clip_00", "timestamp": [ 34.29, 38.43 ], "duration": 46.66, "caption": "A man comes up to person and kisses person.", "similarity": 0.6436, "relevance": 4 }, { "pair_id": 346525, "video_name": "s01e06_seg02_clip_11", "timestamp": [ 59.43, 60.03 ], "duration": 60.66, "caption": "A person licks their lips while man speaks to another person.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 346527, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 5.2, 12.48 ], "duration": 77.66, "caption": "Two people kiss after person tells them to.", "similarity": 0.6393, "relevance": 4 }, { "pair_id": 346528, "video_name": "friends_s08e08_seg02_clip_02", "timestamp": [ 56.07, 59.03 ], "duration": 59.66, "caption": "A person kisses the person sitting beside them after they tell them they have to leave and they get up from their seat.", "similarity": 0.6389, "relevance": 3 }, { "pair_id": 346529, "video_name": "met_s02e08_seg02_clip_18", "timestamp": [ 54.47, 59.0 ], "duration": 86.66, "caption": "Two people re-kiss each other after they are being unpronounced as spouse.", "similarity": 0.6385, "relevance": 4 }, { "pair_id": 346530, "video_name": "met_s02e01_seg02_clip_10", "timestamp": [ 54.39, 58.84 ], "duration": 59.66, "caption": "Two people kiss in an overly romantic way in front of another person.", "similarity": 0.6385, "relevance": 4 }, { "pair_id": 346531, "video_name": "s03e01_seg02_clip_11", "timestamp": [ 3.36, 9.15 ], "duration": 61.66, "caption": "A woman kisses a man as he is talking to her.", "similarity": 0.6381, "relevance": 3 }, { "pair_id": 346532, "video_name": "met_s05e02_seg01_clip_00", "timestamp": [ 23.43, 32.68 ], "duration": 42.66, "caption": "A man voice overs that he went out with the same person more than once when they open the door.", "similarity": 0.6379, "relevance": 2 }, { "pair_id": 346533, "video_name": "friends_s10e11_seg02_clip_17", "timestamp": [ 26.85, 31.73 ], "duration": 61.66, "caption": "A person and another person are kissing and he asks her to keep it a secret.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 346534, "video_name": "castle_s07e21_seg02_clip_20", "timestamp": [ 17.25, 19.52 ], "duration": 90.66, "caption": "A person leans forward and gives another person a kiss on the cheek.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 346535, "video_name": "friends_s05e14_seg02_clip_21", "timestamp": [ 19.96, 23.28 ], "duration": 95.66, "caption": "A man and woman kiss while everyone is watching them.", "similarity": 0.6352, "relevance": 3 }, { "pair_id": 346536, "video_name": "friends_s07e21_seg02_clip_15", "timestamp": [ 22.82, 60.06 ], "duration": 60.66, "caption": "A man and a woman are having a conversation with each other. And they kiss each other.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 346537, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 77.88, 84.87 ], "duration": 93.66, "caption": "Two people stand close together and kiss each other.", "similarity": 0.6338, "relevance": 3 }, { "pair_id": 346538, "video_name": "s10e13_seg02_clip_06", "timestamp": [ 53.12, 55.48 ], "duration": 59.66, "caption": "Two people kiss each other as two other people are standing.", "similarity": 0.6337, "relevance": 4 }, { "pair_id": 346539, "video_name": "met_s02e08_seg02_clip_18", "timestamp": [ 34.61, 38.01 ], "duration": 86.66, "caption": "A couple kisses each other in front of their friends.", "similarity": 0.6334, "relevance": 4 } ] }, { "query_id": 36762, "query": "A woman and man talk to a person while he eats.", "relevant_moment": [ { "pair_id": 9340, "video_name": "castle_s02e08_seg02_clip_10", "timestamp": [ 85.04, 90.47 ], "duration": 90.66, "caption": "A woman and man talk to a person while he eats.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9341, "video_name": "s08e09_seg02_clip_16", "timestamp": [ 0.0, 11.62 ], "duration": 83.66, "caption": "A woman and a man sit and have a conversation while eating.", "similarity": 0.8723, "relevance": 2 }, { "pair_id": 9342, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 31.22, 59.46 ], "duration": 59.66, "caption": "Two people are having a conversation to each other while eating.", "similarity": 0.847, "relevance": 2 }, { "pair_id": 9343, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 0.0, 24.97 ], "duration": 59.66, "caption": "Two people are having a conversation to each other while eating.", "similarity": 0.847, "relevance": 2 }, { "pair_id": 9344, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 21.69, 26.66 ], "duration": 90.66, "caption": "A person is eating while another person is talking to them.", "similarity": 0.8442, "relevance": 1 }, { "pair_id": 9345, "video_name": "castle_s04e05_seg02_clip_14", "timestamp": [ 22.01, 73.52 ], "duration": 100.66, "caption": "A man was having a conversation with a woman while they were eating.", "similarity": 0.841, "relevance": 2 }, { "pair_id": 9346, "video_name": "grey_s02e02_seg02_clip_12", "timestamp": [ 0.0, 12.56 ], "duration": 89.66, "caption": "Two people are having a conversation while eating.", "similarity": 0.832, "relevance": 2 }, { "pair_id": 9347, "video_name": "castle_s08e22_seg02_clip_27", "timestamp": [ 3.45, 5.26 ], "duration": 8.66, "caption": "A man and woman are eating and holding hands while talking.", "similarity": 0.8319, "relevance": 1 }, { "pair_id": 9348, "video_name": "house_s02e23_seg02_clip_16", "timestamp": [ 0.0, 29.38 ], "duration": 125.66, "caption": "A man is having a conversation with a person while he is eating.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 9349, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 0.0, 9.85 ], "duration": 61.66, "caption": "Some men and woman are having a conversation while eating.", "similarity": 0.8065, "relevance": 3 }, { "pair_id": 9350, "video_name": "friends_s05e09_seg02_clip_08", "timestamp": [ 33.87, 38.75 ], "duration": 61.66, "caption": "A person asks to speak with man while he's eating.", "similarity": 0.8043, "relevance": 3 }, { "pair_id": 9351, "video_name": "grey_s03e05_seg02_clip_15", "timestamp": [ 0.0, 41.59 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.8029, "relevance": 2 }, { "pair_id": 9352, "video_name": "grey_s02e14_seg02_clip_09", "timestamp": [ 0.0, 30.09 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.8029, "relevance": 3 }, { "pair_id": 9353, "video_name": "grey_s02e02_seg02_clip_11", "timestamp": [ 41.4, 89.02 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.8029, "relevance": 3 }, { "pair_id": 9354, "video_name": "house_s07e20_seg02_clip_26", "timestamp": [ 6.35, 8.7 ], "duration": 47.66, "caption": "A woman eats the snack while continue talking to a man.", "similarity": 0.7982, "relevance": 2 }, { "pair_id": 9355, "video_name": "friends_s09e01_seg02_clip_07", "timestamp": [ 5.05, 59.44 ], "duration": 59.66, "caption": "A man is eating something as a woman rushes to talk to him.", "similarity": 0.7964, "relevance": 3 }, { "pair_id": 9356, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 32.95, 36.62 ], "duration": 61.66, "caption": "A man talks to a woman with a big mouthful of food.", "similarity": 0.7924, "relevance": 3 }, { "pair_id": 9357, "video_name": "house_s02e15_seg02_clip_08", "timestamp": [ 0.0, 90.18 ], "duration": 90.66, "caption": "A person talks to some people while eating.", "similarity": 0.7916, "relevance": 3 }, { "pair_id": 9358, "video_name": "s09e04_seg02_clip_09", "timestamp": [ 30.88, 35.61 ], "duration": 63.66, "caption": "A man and a woman are talking while eating in the restaurant.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 9359, "video_name": "s07e06_seg02_clip_14", "timestamp": [ 40.89, 61.03 ], "duration": 61.66, "caption": "A man and a woman were having a meal together.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 182660, "video_name": "s09e15_seg02_clip_10", "timestamp": [ 15.61, 18.61 ], "duration": 60.66, "caption": "A woman talks to man with her mouth full of food.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 182661, "video_name": "friends_s09e14_seg02_clip_19", "timestamp": [ 0.0, 20.81 ], "duration": 57.66, "caption": "A man is holding a food while talking to woman.", "similarity": 0.7697, "relevance": 3 }, { "pair_id": 182662, "video_name": "s09e10_seg02_clip_12", "timestamp": [ 46.08, 50.96 ], "duration": 61.66, "caption": "A man and woman sit at the table eating and engaged in conversation.", "similarity": 0.7696, "relevance": 4 }, { "pair_id": 182663, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "Some people are talking while they are eating.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 182664, "video_name": "s07e05_seg02_clip_07", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A person takes a bit of his food while another person is talking.", "similarity": 0.7574, "relevance": 3 }, { "pair_id": 182665, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 15.08, 22.47 ], "duration": 61.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.7568, "relevance": 4 }, { "pair_id": 182666, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 71.16, 91.23 ], "duration": 91.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 182667, "video_name": "met_s03e18_seg01_clip_04", "timestamp": [ 13.12, 21.74 ], "duration": 80.66, "caption": "A woman talks animatedly to man as she eats a food.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 182668, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 0.0, 39.35 ], "duration": 89.66, "caption": "Some people are having a talk while eating.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 182669, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 6.41, 10.99 ], "duration": 61.66, "caption": "A man continues to eat while another person is speaking.", "similarity": 0.7531, "relevance": 3 }, { "pair_id": 182670, "video_name": "friends_s03e21_seg02_clip_07", "timestamp": [ 0.0, 6.33 ], "duration": 60.66, "caption": "A man and woman talk while in a diner.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 182671, "video_name": "s06e24_seg02_clip_03", "timestamp": [ 0.0, 22.64 ], "duration": 62.66, "caption": "A man and a woman are sitting at woman's dining table eating and conversing.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 182672, "video_name": "s09e22_seg01_clip_01", "timestamp": [ 0.0, 5.14 ], "duration": 79.66, "caption": "A woman is speaking while a person is starting to eat.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 182673, "video_name": "friends_s08e19_seg02_clip_16", "timestamp": [ 21.18, 28.34 ], "duration": 62.66, "caption": "A man was talking to woman while she was scooping her food.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 182674, "video_name": "friends_s09e14_seg02_clip_01", "timestamp": [ 0.0, 13.4 ], "duration": 67.66, "caption": "A woman holds a spoon with food on it while talking to a man, then she proceeds to eat it.", "similarity": 0.7428, "relevance": 1 }, { "pair_id": 182675, "video_name": "s05e21_seg02_clip_02", "timestamp": [ 0.0, 4.56 ], "duration": 57.66, "caption": "A man is eating as he listens to another person speak.", "similarity": 0.738, "relevance": 3 }, { "pair_id": 182676, "video_name": "s06e20_seg02_clip_00", "timestamp": [ 6.27, 17.83 ], "duration": 66.66, "caption": "A woman is talking to man while seated at a table and will take a bite of her food.", "similarity": 0.734, "relevance": 3 }, { "pair_id": 182677, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 15.96, 58.03 ], "duration": 58.66, "caption": "A person was having a meal along with two other people whilst they were having a conversation.", "similarity": 0.7337, "relevance": 4 }, { "pair_id": 182679, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 47.46, 49.27 ], "duration": 90.66, "caption": "A woman shoves some food into a man's mouth while they are talking.", "similarity": 0.7294, "relevance": 1 } ] }, { "query_id": 36766, "query": "A man puts his hand on the mantle and lowers his head.", "relevant_moment": [ { "pair_id": 40980, "video_name": "met_s06e17_seg02_clip_06", "timestamp": [ 19.81, 27.31 ], "duration": 60.66, "caption": "A man puts his hand on the mantle and lowers his head.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 40981, "video_name": "friends_s03e20_seg02_clip_10", "timestamp": [ 0.0, 1.46 ], "duration": 58.66, "caption": "A man takes his hand down from the top of his head.", "similarity": 0.7369, "relevance": 2 }, { "pair_id": 40982, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 53.89, 56.17 ], "duration": 57.66, "caption": "A man puts his hands on his face and then on the sides of his head.", "similarity": 0.6549, "relevance": 3 }, { "pair_id": 40983, "video_name": "s09e08_seg02_clip_03", "timestamp": [ 43.68, 48.4 ], "duration": 59.66, "caption": "A man puts his finger in his mouth then scratches his head and lowers his hand.", "similarity": 0.6357, "relevance": 0 }, { "pair_id": 40984, "video_name": "s04e01_seg02_clip_08", "timestamp": [ 15.63, 18.27 ], "duration": 44.66, "caption": "A person raises his hand and then lowers it.", "similarity": 0.6325, "relevance": 1 }, { "pair_id": 40985, "video_name": "met_s02e03_seg02_clip_17", "timestamp": [ 12.21, 13.73 ], "duration": 61.66, "caption": "A person raises both hands next to his head and then lowers them back down.", "similarity": 0.6292, "relevance": 0 }, { "pair_id": 40986, "video_name": "s09e06_seg02_clip_02", "timestamp": [ 9.15, 10.99 ], "duration": 61.66, "caption": "A man puts his hand on his forehead in exasperation.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 40987, "video_name": "castle_s05e11_seg02_clip_13", "timestamp": [ 75.69, 78.04 ], "duration": 94.66, "caption": "A man places his left hand on his head.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 40988, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 40.73, 45.15 ], "duration": 59.66, "caption": "A man raises his hand and then quickly puts it back down.", "similarity": 0.6219, "relevance": 1 }, { "pair_id": 40989, "video_name": "castle_s02e08_seg02_clip_12", "timestamp": [ 23.41, 25.21 ], "duration": 90.66, "caption": "A man raises his hand and makes a rolling motion as he lowers his head.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 40990, "video_name": "met_s06e23_seg02_clip_15", "timestamp": [ 0.89, 1.48 ], "duration": 59.66, "caption": "A man lifts and lowers his right index finger up in front of his face.", "similarity": 0.6107, "relevance": 1 }, { "pair_id": 40991, "video_name": "castle_s02e04_seg02_clip_00", "timestamp": [ 87.06, 90.66 ], "duration": 103.66, "caption": "A man puts his hands to his mouth and then puts them on his head.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 40992, "video_name": "met_s02e12_seg02_clip_11", "timestamp": [ 50.74, 52.0 ], "duration": 63.66, "caption": "A man raises his right hand up next to his head.", "similarity": 0.607, "relevance": 0 }, { "pair_id": 40993, "video_name": "house_s05e03_seg02_clip_01", "timestamp": [ 46.38, 54.86 ], "duration": 89.66, "caption": "A man raises his hands and rests his head on them.", "similarity": 0.6062, "relevance": 1 }, { "pair_id": 40994, "video_name": "met_s02e09_seg02_clip_06", "timestamp": [ 37.19, 40.02 ], "duration": 63.66, "caption": "A man holds his hand up against the side of his head.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 40995, "video_name": "castle_s07e08_seg02_clip_06", "timestamp": [ 46.74, 48.96 ], "duration": 89.66, "caption": "A man holds his hand up on his forehead.", "similarity": 0.5992, "relevance": 2 }, { "pair_id": 40996, "video_name": "s05e15_seg02_clip_17", "timestamp": [ 16.41, 18.01 ], "duration": 40.66, "caption": "A man removes his finger from his lips and lowers his hand.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 40997, "video_name": "house_s05e02_seg02_clip_12", "timestamp": [ 66.26, 68.66 ], "duration": 96.66, "caption": "A man raises his head from touching his folded hands.", "similarity": 0.5939, "relevance": 1 }, { "pair_id": 40998, "video_name": "friends_s08e05_seg02_clip_13", "timestamp": [ 26.8, 28.51 ], "duration": 57.66, "caption": "A man raises a hand to his forehead in confusion.", "similarity": 0.5914, "relevance": 1 }, { "pair_id": 40999, "video_name": "house_s02e12_seg02_clip_11", "timestamp": [ 27.95, 35.0 ], "duration": 56.66, "caption": "A person puts his head back and puts his hands on his forehead.", "similarity": 0.5902, "relevance": 1 } ] }, { "query_id": 36808, "query": "Everyone gets up and goes into the kitchen when a woman turns to look at them.", "relevant_moment": [ { "pair_id": 167660, "video_name": "friends_s04e08_seg02_clip_21", "timestamp": [ 2.14, 13.43 ], "duration": 61.66, "caption": "Everyone gets up and goes into the kitchen when a woman turns to look at them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167661, "video_name": "grey_s03e01_seg02_clip_26", "timestamp": [ 33.31, 41.86 ], "duration": 90.66, "caption": "A woman is cleaning up the kitchen and turns around to see a man.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 167662, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 38.14, 44.86 ], "duration": 61.66, "caption": "A woman goes into the kitchen to see about a man's order.", "similarity": 0.6658, "relevance": 1 }, { "pair_id": 167663, "video_name": "grey_s03e14_seg02_clip_28", "timestamp": [ 5.25, 13.5 ], "duration": 150.66, "caption": "A woman gets up and walks into the kitchen to see a man eating.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 167664, "video_name": "s10e13_seg02_clip_03", "timestamp": [ 51.05, 54.02 ], "duration": 54.66, "caption": "A woman turns and walks into the kitchen as man gives her a strange look.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 167665, "video_name": "friends_s01e01_seg02_clip_19", "timestamp": [ 2.45, 3.98 ], "duration": 61.66, "caption": "A woman laughs and then turns around to look at the kitchen.", "similarity": 0.6267, "relevance": 1 }, { "pair_id": 167666, "video_name": "s08e02_seg01_clip_00", "timestamp": [ 54.63, 65.02 ], "duration": 65.66, "caption": "A woman gets up and heads to the kitchen.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 167667, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 38.79, 40.99 ], "duration": 55.66, "caption": "A person turns around and looks at another person in the kitchen.", "similarity": 0.6036, "relevance": 1 }, { "pair_id": 167668, "video_name": "friends_s07e23-24_seg02_clip_13", "timestamp": [ 37.82, 43.82 ], "duration": 60.66, "caption": "A woman walks into the kitchen wearing a red dress and swinging her arms, she stops and looks at two other women who look at each other and then at her.", "similarity": 0.6033, "relevance": 1 }, { "pair_id": 167669, "video_name": "friends_s03e20_seg02_clip_02", "timestamp": [ 48.45, 51.06 ], "duration": 58.66, "caption": "A man gets up from his seat as a woman enters the kitchen.", "similarity": 0.6011, "relevance": 1 }, { "pair_id": 167670, "video_name": "grey_s03e02_seg02_clip_03", "timestamp": [ 0.0, 19.81 ], "duration": 90.66, "caption": "Everyone is walking down the hallway when woman stops and turns around.", "similarity": 0.5998, "relevance": 3 }, { "pair_id": 167671, "video_name": "met_s06e10_seg02_clip_05", "timestamp": [ 6.71, 14.65 ], "duration": 61.66, "caption": "Everyone is dancing in a man's kitchen and a woman jumps up on the oven door.", "similarity": 0.5968, "relevance": 1 }, { "pair_id": 167672, "video_name": "met_s02e09_seg01_clip_00", "timestamp": [ 9.32, 13.36 ], "duration": 62.66, "caption": "A man turns about in the kitchen and is surprised by a woman's cooking skills.", "similarity": 0.5962, "relevance": 1 }, { "pair_id": 167673, "video_name": "friends_s08e22_seg01_clip_02", "timestamp": [ 25.77, 26.03 ], "duration": 26.66, "caption": "Everyone gets up from the couch except for a woman in the cafe.", "similarity": 0.5941, "relevance": 2 }, { "pair_id": 167674, "video_name": "friends_s03e11_seg02_clip_00", "timestamp": [ 54.08, 68.02 ], "duration": 68.66, "caption": "Everyone looks up at the ceiling and keeps staring.", "similarity": 0.5938, "relevance": 0 }, { "pair_id": 167675, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 32.73, 36.14 ], "duration": 85.66, "caption": "A person turns to see another person in the kitchen.", "similarity": 0.5921, "relevance": 0 }, { "pair_id": 167676, "video_name": "friends_s04e18_seg02_clip_06", "timestamp": [ 21.01, 24.31 ], "duration": 60.66, "caption": "A woman gets up from kitchen while she is talking with two men.", "similarity": 0.5901, "relevance": 1 }, { "pair_id": 167677, "video_name": "friends_s02e12-13_seg02_clip_23", "timestamp": [ 6.0, 8.7 ], "duration": 60.66, "caption": "A woman turns around to see who's paying attention to them.", "similarity": 0.5877, "relevance": 1 }, { "pair_id": 167678, "video_name": "s02e05_seg02_clip_14", "timestamp": [ 39.62, 42.62 ], "duration": 60.66, "caption": "A person turns around in the kitchen and goes to another person.", "similarity": 0.5841, "relevance": 0 }, { "pair_id": 167679, "video_name": "friends_s03e24_seg01_clip_00", "timestamp": [ 16.07, 19.85 ], "duration": 63.66, "caption": "A woman walks in and all the people turn to watch her.", "similarity": 0.5823, "relevance": 1 }, { "pair_id": 340980, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 49.43, 58.95 ], "duration": 90.66, "caption": "Multiple people walk into the kitchen as they see the tables filled with muffins as a person is in the kitchen mixing telling they she is busy.", "similarity": 0.5822, "relevance": 3 }, { "pair_id": 340981, "video_name": "friends_s09e03_seg02_clip_10", "timestamp": [ 10.8, 15.01 ], "duration": 60.66, "caption": "A person turns his attention to woman when she leaves the kitchen and sits on the chair back.", "similarity": 0.5789, "relevance": 2 }, { "pair_id": 340982, "video_name": "s10e07_seg02_clip_07", "timestamp": [ 13.51, 19.81 ], "duration": 60.66, "caption": "A woman is in the kitchen as some people are talking about her.", "similarity": 0.5773, "relevance": 2 }, { "pair_id": 340983, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 24.01, 28.63 ], "duration": 61.66, "caption": "Some people come out of the kitchen and into the living room.", "similarity": 0.5744, "relevance": 2 }, { "pair_id": 340984, "video_name": "castle_s02e21_seg02_clip_22", "timestamp": [ 25.76, 31.98 ], "duration": 88.66, "caption": "Some people all turn around to see a woman and a man standing in the doorway.", "similarity": 0.574, "relevance": 1 }, { "pair_id": 340985, "video_name": "friends_s05e08_seg02_clip_08", "timestamp": [ 10.72, 14.81 ], "duration": 63.66, "caption": "People walk out of the kitchen as a woman walks in.", "similarity": 0.571, "relevance": 2 }, { "pair_id": 340986, "video_name": "castle_s05e03_seg02_clip_00", "timestamp": [ 82.02, 83.85 ], "duration": 91.66, "caption": "A woman pops out from behind the kitchen counter and two people look back.", "similarity": 0.5674, "relevance": 2 }, { "pair_id": 340987, "video_name": "friends_s07e06_seg02_clip_17", "timestamp": [ 1.18, 7.97 ], "duration": 59.66, "caption": "A woman stands up and walks into the kitchen.", "similarity": 0.5669, "relevance": 2 }, { "pair_id": 340988, "video_name": "s05e18_seg02_clip_16", "timestamp": [ 17.93, 29.45 ], "duration": 64.66, "caption": "A person looks at woman and gets up to follow her and man out the door.", "similarity": 0.5666, "relevance": 2 }, { "pair_id": 340989, "video_name": "s10e01_seg02_clip_10", "timestamp": [ 39.39, 44.44 ], "duration": 63.66, "caption": "A woman walks towards the kitchen and gives person a strange look.", "similarity": 0.565, "relevance": 2 }, { "pair_id": 340990, "video_name": "s04e16_seg02_clip_01", "timestamp": [ 51.35, 55.99 ], "duration": 58.66, "caption": "A person gets up from their spot and heads towards the kitchen.", "similarity": 0.5644, "relevance": 1 }, { "pair_id": 340991, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 31.76, 46.02 ], "duration": 46.66, "caption": "A man and woman walk into the kitchen to see person cooking something.", "similarity": 0.5623, "relevance": 2 }, { "pair_id": 340992, "video_name": "s08e07_seg01_clip_01", "timestamp": [ 31.62, 33.83 ], "duration": 40.66, "caption": "A woman gets up from her chair and goes to the kitchen.", "similarity": 0.5622, "relevance": 2 }, { "pair_id": 340993, "video_name": "s08e11_seg02_clip_14", "timestamp": [ 6.38, 10.44 ], "duration": 58.66, "caption": "A woman gets up from the table and goes to the kitchen.", "similarity": 0.5621, "relevance": 1 }, { "pair_id": 340994, "video_name": "castle_s07e06_seg02_clip_09", "timestamp": [ 1.85, 7.39 ], "duration": 92.66, "caption": "A person walks in the kitchen and shows something to woman.", "similarity": 0.5615, "relevance": 1 }, { "pair_id": 340995, "video_name": "friends_s05e02_seg02_clip_14", "timestamp": [ 8.06, 11.48 ], "duration": 62.66, "caption": "All the people stand up to great a woman when she walks in.", "similarity": 0.559, "relevance": 1 }, { "pair_id": 340996, "video_name": "s05e18_seg02_clip_07", "timestamp": [ 39.71, 45.7 ], "duration": 63.66, "caption": "A woman gets up and walks over to the kitchen to talk to a man.", "similarity": 0.5584, "relevance": 2 }, { "pair_id": 340997, "video_name": "friends_s09e08_seg01_clip_00", "timestamp": [ 6.2, 11.17 ], "duration": 62.66, "caption": "A man gets up from the chair and goes to woman in the kitchen.", "similarity": 0.5574, "relevance": 2 }, { "pair_id": 340998, "video_name": "friends_s07e07_seg02_clip_02", "timestamp": [ 0.0, 2.38 ], "duration": 59.66, "caption": "A man leans his body on the kitchen counter to take a peek at a woman in the living area.", "similarity": 0.5566, "relevance": 1 }, { "pair_id": 340999, "video_name": "friends_s08e11_seg02_clip_15", "timestamp": [ 47.76, 58.0 ], "duration": 62.66, "caption": "A woman follows person to the kitchen and person informs the woman that someone is there to have intimate relations with the woman.", "similarity": 0.5562, "relevance": 2 } ] }, { "query_id": 36874, "query": "A woman puts her ear up to the opposite wall and two people come running over.", "relevant_moment": [ { "pair_id": 153700, "video_name": "friends_s10e01_seg01_clip_01", "timestamp": [ 40.32, 49.1 ], "duration": 65.66, "caption": "A woman puts her ear up to the opposite wall and two people come running over.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153701, "video_name": "friends_s10e01_seg02_clip_00", "timestamp": [ 36.92, 40.11 ], "duration": 63.66, "caption": "A woman runs across the bed and puts her ear to the wall.", "similarity": 0.6658, "relevance": 3 }, { "pair_id": 153702, "video_name": "grey_s02e15_seg02_clip_00", "timestamp": [ 25.89, 29.18 ], "duration": 94.66, "caption": "A woman runs up and puts her arm around two people.", "similarity": 0.6466, "relevance": 0 }, { "pair_id": 153703, "video_name": "met_s02e14_seg02_clip_16", "timestamp": [ 2.11, 5.43 ], "duration": 60.66, "caption": "A woman runs to cover a man's ears while saying no.", "similarity": 0.6461, "relevance": 0 }, { "pair_id": 153704, "video_name": "friends_s03e02_seg02_clip_14", "timestamp": [ 6.64, 16.74 ], "duration": 57.66, "caption": "A woman runs to her bedroom and then two people run after her.", "similarity": 0.6457, "relevance": 1 }, { "pair_id": 153705, "video_name": "grey_s03e17_seg02_clip_16", "timestamp": [ 61.61, 79.22 ], "duration": 110.66, "caption": "Two people run over to woman to see another woman talking to woman.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 153706, "video_name": "castle_s04e10_seg02_clip_19", "timestamp": [ 82.38, 91.03 ], "duration": 91.66, "caption": "A woman is pounding on the wall while having her ear to the wall.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 153707, "video_name": "friends_s10e01_seg02_clip_00", "timestamp": [ 50.42, 55.15 ], "duration": 63.66, "caption": "Two women run to switch places at listening at two walls.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 153708, "video_name": "s09e03_seg02_clip_04", "timestamp": [ 43.91, 48.76 ], "duration": 57.66, "caption": "A woman bends over and starts looking at another woman's ear.", "similarity": 0.6247, "relevance": 0 }, { "pair_id": 153709, "video_name": "friends_s10e01_seg02_clip_02", "timestamp": [ 13.55, 22.06 ], "duration": 63.66, "caption": "Some people have their ears pressed against a wall.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 153710, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 0.0, 31.12 ], "duration": 88.66, "caption": "A woman was leaning against the wall whilst talking to another woman.", "similarity": 0.6094, "relevance": 0 }, { "pair_id": 153711, "video_name": "house_s01e03_seg02_clip_02", "timestamp": [ 67.72, 89.1 ], "duration": 89.66, "caption": "A woman runs up behind a man and stops him to talk.", "similarity": 0.6065, "relevance": 0 }, { "pair_id": 153712, "video_name": "friends_s06e07_seg02_clip_03", "timestamp": [ 16.25, 24.37 ], "duration": 56.66, "caption": "A woman describes what someone looks like when they're running to two other people.", "similarity": 0.6063, "relevance": 0 }, { "pair_id": 153713, "video_name": "friends_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.35 ], "duration": 67.66, "caption": "A woman reached up and covered both of her ears.", "similarity": 0.6047, "relevance": 0 }, { "pair_id": 153714, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 43.86, 47.7 ], "duration": 64.66, "caption": "A woman on the right behind two people runs her hand through her hair as they are talking.", "similarity": 0.6003, "relevance": 0 }, { "pair_id": 153715, "video_name": "friends_s08e01_seg02_clip_02", "timestamp": [ 44.12, 48.22 ], "duration": 63.66, "caption": "Two people run over to two other people.", "similarity": 0.5997, "relevance": 2 }, { "pair_id": 153716, "video_name": "friends_s06e07_seg02_clip_03", "timestamp": [ 2.24, 4.76 ], "duration": 56.66, "caption": "A woman bends over to tie her shows and a woman runs past her.", "similarity": 0.5985, "relevance": 0 }, { "pair_id": 153717, "video_name": "friends_s10e01_seg01_clip_01", "timestamp": [ 43.9, 48.45 ], "duration": 65.66, "caption": "Two people run from one wall toward another wall.", "similarity": 0.5944, "relevance": 4 }, { "pair_id": 153718, "video_name": "grey_s01e03_seg02_clip_13", "timestamp": [ 25.05, 28.7 ], "duration": 91.66, "caption": "A woman runs over to a man but another man stops her.", "similarity": 0.5909, "relevance": 1 }, { "pair_id": 153719, "video_name": "friends_s04e01_seg02_clip_12", "timestamp": [ 12.81, 16.01 ], "duration": 64.66, "caption": "A person stands up and another person runs over to him/her.", "similarity": 0.5869, "relevance": 2 }, { "pair_id": 327020, "video_name": "castle_s06e09_seg02_clip_04", "timestamp": [ 7.6, 23.69 ], "duration": 89.66, "caption": "A woman runs to the scene after another woman calls her over.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 327021, "video_name": "friends_s09e23-24_seg02_clip_48", "timestamp": [ 34.01, 39.62 ], "duration": 66.66, "caption": "A woman runs over to a man and they hold each other.", "similarity": 0.5852, "relevance": 1 }, { "pair_id": 327022, "video_name": "friends_s06e06_seg02_clip_12", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman runs out of her room while saying another woman is going.", "similarity": 0.5811, "relevance": 1 }, { "pair_id": 327023, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 27.58, 36.47 ], "duration": 88.66, "caption": "A woman comes running into the room towards person and another man.", "similarity": 0.5801, "relevance": 1 }, { "pair_id": 327024, "video_name": "friends_s10e01_seg02_clip_03", "timestamp": [ 30.22, 35.26 ], "duration": 53.66, "caption": "A woman points her finger towards a wall and then she and two men put their heads up against that wall.", "similarity": 0.577, "relevance": 1 }, { "pair_id": 327025, "video_name": "grey_s02e06_seg02_clip_08", "timestamp": [ 9.48, 14.45 ], "duration": 90.66, "caption": "A woman puts her hand against the wall and continues to talk to another woman.", "similarity": 0.5733, "relevance": 1 }, { "pair_id": 327026, "video_name": "grey_s02e05_seg02_clip_04", "timestamp": [ 20.2, 33.34 ], "duration": 101.66, "caption": "A woman runs up to walk down the hall with another woman and shows them some papers.", "similarity": 0.5728, "relevance": 1 }, { "pair_id": 327027, "video_name": "friends_s05e23-24_seg02_clip_10", "timestamp": [ 40.28, 42.41 ], "duration": 61.66, "caption": "A woman rushes to catch up with two people.", "similarity": 0.572, "relevance": 1 }, { "pair_id": 327028, "video_name": "house_s04e16_seg02_clip_04", "timestamp": [ 0.0, 13.36 ], "duration": 89.66, "caption": "A woman is on person and she gets close to their ear and speaks into it.", "similarity": 0.5712, "relevance": 1 }, { "pair_id": 327029, "video_name": "friends_s10e10_seg02_clip_04", "timestamp": [ 5.4, 8.41 ], "duration": 60.66, "caption": "A woman releases a person's ear after she agrees with them.", "similarity": 0.5703, "relevance": 1 }, { "pair_id": 327030, "video_name": "castle_s02e12_seg02_clip_15", "timestamp": [ 11.68, 14.19 ], "duration": 83.66, "caption": "A woman walks over behind a man holding up an earring.", "similarity": 0.5696, "relevance": 1 }, { "pair_id": 327031, "video_name": "friends_s01e22_seg02_clip_14", "timestamp": [ 0.0, 4.06 ], "duration": 58.66, "caption": "A woman takes her earphones off, and then steps towards some people.", "similarity": 0.5679, "relevance": 1 }, { "pair_id": 327032, "video_name": "friends_s01e08_seg02_clip_02", "timestamp": [ 7.56, 12.05 ], "duration": 56.66, "caption": "A woman comes running out and gives the phone to another woman.", "similarity": 0.5677, "relevance": 1 }, { "pair_id": 327033, "video_name": "s09e03_seg02_clip_13", "timestamp": [ 20.14, 23.8 ], "duration": 61.66, "caption": "A woman takes the phone away from her ear and holds it out toward another woman.", "similarity": 0.5669, "relevance": 0 }, { "pair_id": 327034, "video_name": "grey_s03e22_seg02_clip_07", "timestamp": [ 3.19, 5.92 ], "duration": 91.66, "caption": "A woman tells another woman the blood work that she wants to run on her.", "similarity": 0.5658, "relevance": 1 }, { "pair_id": 327035, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 23.33, 25.09 ], "duration": 88.66, "caption": "A woman turns from another woman and puts her head down.", "similarity": 0.5652, "relevance": 1 }, { "pair_id": 327036, "video_name": "house_s01e13_seg02_clip_00", "timestamp": [ 5.92, 20.48 ], "duration": 91.66, "caption": "A woman runs over to person to see if they're ok.", "similarity": 0.5648, "relevance": 1 }, { "pair_id": 327037, "video_name": "friends_s10e01_seg01_clip_01", "timestamp": [ 0.0, 4.55 ], "duration": 65.66, "caption": "Some people hold their ears up to the wall to spy on a man and a woman.", "similarity": 0.5645, "relevance": 3 }, { "pair_id": 327038, "video_name": "friends_s07e23-24_seg02_clip_28", "timestamp": [ 0.0, 9.86 ], "duration": 68.66, "caption": "A woman stands up and she and another woman have a heated conversation before the latter runs into the other room.", "similarity": 0.5631, "relevance": 1 }, { "pair_id": 327039, "video_name": "met_s02e07_seg02_clip_10", "timestamp": [ 57.63, 63.39 ], "duration": 64.66, "caption": "A woman spots another woman behind her and begins running away down the street.", "similarity": 0.5607, "relevance": 1 } ] }, { "query_id": 36895, "query": "A woman walks into the common area putting paper in her purse.", "relevant_moment": [ { "pair_id": 86680, "video_name": "friends_s08e05_seg02_clip_08", "timestamp": [ 1.4, 5.04 ], "duration": 56.66, "caption": "A woman walks into the common area putting paper in her purse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 86681, "video_name": "friends_s02e20_seg01_clip_00", "timestamp": [ 5.18, 7.03 ], "duration": 74.66, "caption": "A woman walks into a place while carrying her purse.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 86682, "video_name": "castle_s08e02_seg02_clip_13", "timestamp": [ 79.7, 82.59 ], "duration": 96.66, "caption": "A woman takes a piece of paper out of her purse and hands it to woman.", "similarity": 0.7458, "relevance": 1 }, { "pair_id": 86683, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 60.07, 63.68 ], "duration": 90.66, "caption": "A woman walks in and places her purse down.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 86684, "video_name": "friends_s08e13_seg02_clip_08", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A woman walks in and then sets down her purse.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 86685, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 19.56, 23.23 ], "duration": 61.66, "caption": "A woman pulls a little notebook out of her purse.", "similarity": 0.6904, "relevance": 1 }, { "pair_id": 86686, "video_name": "friends_s06e22_seg01_clip_00", "timestamp": [ 11.66, 13.24 ], "duration": 63.66, "caption": "A woman takes out a paper from her handbag.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 86687, "video_name": "house_s01e08_seg02_clip_18", "timestamp": [ 62.31, 66.79 ], "duration": 89.66, "caption": "A woman opens her purse and hands a man a paper.", "similarity": 0.6777, "relevance": 1 }, { "pair_id": 86688, "video_name": "friends_s10e07_seg02_clip_19", "timestamp": [ 9.77, 14.5 ], "duration": 63.66, "caption": "A woman looks into her purse and finds an envelope.", "similarity": 0.6737, "relevance": 1 }, { "pair_id": 86689, "video_name": "castle_s04e15_seg02_clip_00", "timestamp": [ 3.25, 7.88 ], "duration": 92.66, "caption": "A woman walks in and sets down her purse and jacket.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 86690, "video_name": "house_s02e22_seg02_clip_03", "timestamp": [ 4.75, 9.13 ], "duration": 73.66, "caption": "A woman places a small box into her purse.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 86691, "video_name": "friends_s03e10_seg02_clip_12", "timestamp": [ 0.0, 4.95 ], "duration": 58.66, "caption": "A woman walks into the apartment and hands sheets of paper out to others.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 86692, "video_name": "s09e04_seg01_clip_00", "timestamp": [ 30.37, 36.93 ], "duration": 69.66, "caption": "A woman reaches in her purse and digs around inside of it with her right hand.", "similarity": 0.6519, "relevance": 1 }, { "pair_id": 86693, "video_name": "friends_s05e04_seg01_clip_00", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A woman was holding a bunch of paper while walking.", "similarity": 0.6513, "relevance": 1 }, { "pair_id": 86694, "video_name": "s06e21_seg02_clip_08", "timestamp": [ 28.33, 29.81 ], "duration": 59.66, "caption": "A woman puts her hand in her purse to find something.", "similarity": 0.6501, "relevance": 0 }, { "pair_id": 86695, "video_name": "s06e16_seg02_clip_02", "timestamp": [ 7.95, 12.73 ], "duration": 53.66, "caption": "A woman takes the money, grabs her purse and walks out the door.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 86696, "video_name": "friends_s01e15_seg02_clip_14", "timestamp": [ 58.59, 61.15 ], "duration": 64.66, "caption": "A woman walks into the office with a pen and paper.", "similarity": 0.6465, "relevance": 1 }, { "pair_id": 86697, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 54.93, 57.66 ], "duration": 57.66, "caption": "A woman goes into her purse and pulls a cell phone out.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 86698, "video_name": "grey_s03e20_seg02_clip_08", "timestamp": [ 30.37, 33.59 ], "duration": 92.66, "caption": "A woman reaches in her purse and pulls out a photo.", "similarity": 0.6411, "relevance": 1 } ] }, { "query_id": 36900, "query": "A woman picks up medical supplies and puts it in the bin.", "relevant_moment": [ { "pair_id": 149680, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 0.0, 1.32 ], "duration": 88.66, "caption": "A woman picks up medical supplies and puts it in the bin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149681, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 76.58, 78.76 ], "duration": 87.66, "caption": "A woman picks up a large clear bag with stuff in for a patient to see.", "similarity": 0.7258, "relevance": 0 }, { "pair_id": 149682, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 75.28, 79.19 ], "duration": 87.66, "caption": "A woman picks up a full plastic bag and shows it to a person in a hospital bed.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 149683, "video_name": "house_s06e17_seg02_clip_04", "timestamp": [ 65.43, 68.99 ], "duration": 89.66, "caption": "A woman opens a plastic bag and a doctor places a small object into the bag.", "similarity": 0.6839, "relevance": 2 }, { "pair_id": 149684, "video_name": "friends_s09e11_seg02_clip_10", "timestamp": [ 17.73, 23.45 ], "duration": 57.66, "caption": "A woman picks up a medical tray and sets it down on a cabinet.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 149685, "video_name": "grey_s01e08_seg02_clip_14", "timestamp": [ 58.05, 60.77 ], "duration": 90.66, "caption": "A woman puts something into the metal bin with forceps.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 149686, "video_name": "grey_s01e09_seg02_clip_08", "timestamp": [ 74.56, 80.08 ], "duration": 92.66, "caption": "A woman picks up her medical gear and leaves person's room.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 149687, "video_name": "house_s02e23_seg02_clip_01", "timestamp": [ 3.87, 6.88 ], "duration": 86.66, "caption": "A person opens a box full of medical supplies.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 149688, "video_name": "house_s01e08_seg02_clip_16", "timestamp": [ 26.8, 30.56 ], "duration": 94.66, "caption": "A woman checks the medicine bag for the patient.", "similarity": 0.646, "relevance": 0 }, { "pair_id": 149689, "video_name": "castle_s01e07_seg02_clip_01", "timestamp": [ 13.75, 16.05 ], "duration": 91.66, "caption": "A woman picks up something with forecep and puts it in a bag.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 149690, "video_name": "grey_s03e22_seg02_clip_06", "timestamp": [ 17.86, 19.98 ], "duration": 85.66, "caption": "A woman receives some medical equipment from the nurse.", "similarity": 0.6414, "relevance": 0 }, { "pair_id": 149691, "video_name": "house_s07e08_seg02_clip_06", "timestamp": [ 1.82, 7.26 ], "duration": 90.66, "caption": "A woman picks up a box and opens it up.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 149692, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 29.51, 30.51 ], "duration": 100.66, "caption": "A person picks up medicines in the medicine cabinet.", "similarity": 0.6308, "relevance": 2 }, { "pair_id": 149693, "video_name": "grey_s01e02_seg02_clip_18", "timestamp": [ 65.67, 75.26 ], "duration": 101.66, "caption": "A woman goes into the supply closet and puts supplies in her pocket.", "similarity": 0.6261, "relevance": 3 }, { "pair_id": 149694, "video_name": "castle_s04e18_seg02_clip_26", "timestamp": [ 63.72, 66.05 ], "duration": 93.66, "caption": "A woman hands over a plastic bin to a person.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 149695, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 9.6, 12.01 ], "duration": 60.66, "caption": "A woman takes an object out of a bag and places it on the counter.", "similarity": 0.6207, "relevance": 2 }, { "pair_id": 149696, "video_name": "grey_s02e08_seg02_clip_00", "timestamp": [ 54.52, 68.84 ], "duration": 92.66, "caption": "A woman picks up a medical file and writes something in it.", "similarity": 0.6196, "relevance": 0 }, { "pair_id": 149697, "video_name": "s05e08_seg02_clip_11", "timestamp": [ 36.92, 38.45 ], "duration": 61.66, "caption": "A woman picks up a syringe from a table in her lab.", "similarity": 0.6189, "relevance": 2 }, { "pair_id": 149698, "video_name": "castle_s01e02_seg02_clip_18", "timestamp": [ 19.31, 23.27 ], "duration": 99.66, "caption": "A person picks up a box of condoms from the medicine cabinet.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 149699, "video_name": "house_s05e01_seg02_clip_01", "timestamp": [ 16.8, 18.16 ], "duration": 90.66, "caption": "A woman takes a plastic cup from a patient's bed.", "similarity": 0.615, "relevance": 1 }, { "pair_id": 323000, "video_name": "grey_s02e03_seg02_clip_10", "timestamp": [ 71.89, 74.64 ], "duration": 91.66, "caption": "The medical staff pick up a woman on to a gurney.", "similarity": 0.6143, "relevance": 1 }, { "pair_id": 323001, "video_name": "grey_s02e15_seg02_clip_04", "timestamp": [ 12.11, 25.06 ], "duration": 83.66, "caption": "A woman brings in the medical equipment another woman needs to help the patient.", "similarity": 0.6128, "relevance": 1 }, { "pair_id": 323002, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 65.82, 77.57 ], "duration": 94.66, "caption": "A woman picks up a piece of paper she finds on the patient's nightstand.", "similarity": 0.6125, "relevance": 1 }, { "pair_id": 323003, "video_name": "house_s03e13_seg02_clip_12", "timestamp": [ 13.57, 16.73 ], "duration": 90.66, "caption": "A woman takes a pillow from the box and places it on the hospital bed.", "similarity": 0.6122, "relevance": 1 }, { "pair_id": 323004, "video_name": "grey_s03e13_seg02_clip_10", "timestamp": [ 29.94, 34.45 ], "duration": 82.66, "caption": "A woman picks up the medical file and shuts it.", "similarity": 0.6119, "relevance": 1 }, { "pair_id": 323005, "video_name": "friends_s05e20_seg02_clip_09", "timestamp": [ 20.66, 24.79 ], "duration": 59.66, "caption": "A woman picks something up from the coffee table and puts it in her pocket.", "similarity": 0.6113, "relevance": 1 }, { "pair_id": 323006, "video_name": "grey_s02e02_seg02_clip_09", "timestamp": [ 57.49, 58.44 ], "duration": 95.66, "caption": "A nurse picks up a bag and hands it to a woman.", "similarity": 0.6092, "relevance": 1 }, { "pair_id": 323007, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 0.0, 4.75 ], "duration": 95.66, "caption": "A woman is holding a patient folder in her hands.", "similarity": 0.6089, "relevance": 0 }, { "pair_id": 323008, "video_name": "friends_s10e16_seg02_clip_06", "timestamp": [ 29.41, 34.52 ], "duration": 60.66, "caption": "A woman takes a plastic bag containing a cotton swab out of her pocket and gives it to a woman.", "similarity": 0.6064, "relevance": 1 }, { "pair_id": 323009, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 39.32, 43.48 ], "duration": 92.66, "caption": "A woman brings a folder at the hospital desk to check for something.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 323010, "video_name": "house_s08e07_seg02_clip_12", "timestamp": [ 31.05, 34.45 ], "duration": 97.66, "caption": "A woman picks up an object in the hospital room, shortly slamming it back down.", "similarity": 0.6038, "relevance": 0 }, { "pair_id": 323011, "video_name": "grey_s02e11_seg02_clip_17", "timestamp": [ 28.67, 35.95 ], "duration": 91.66, "caption": "A woman is pushing a syringe into an IV bag.", "similarity": 0.6009, "relevance": 2 }, { "pair_id": 323012, "video_name": "friends_s09e11_seg02_clip_10", "timestamp": [ 3.72, 9.15 ], "duration": 57.66, "caption": "A woman carries over a medical tray and sets it down by the patient.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 323013, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 1.53, 5.2 ], "duration": 61.66, "caption": "A woman pulls out and shows off a little box from inside the bag she is carrying.", "similarity": 0.5986, "relevance": 1 }, { "pair_id": 323014, "video_name": "house_s08e08_seg02_clip_17", "timestamp": [ 5.53, 8.09 ], "duration": 85.66, "caption": "A person walks over to grab some medical supplies.", "similarity": 0.5984, "relevance": 1 }, { "pair_id": 323015, "video_name": "friends_s02e15_seg02_clip_11", "timestamp": [ 40.21, 47.92 ], "duration": 67.66, "caption": "A doctor hands a woman two handfuls of small vials.", "similarity": 0.5979, "relevance": 1 }, { "pair_id": 323016, "video_name": "house_s08e05_seg02_clip_17", "timestamp": [ 69.2, 70.97 ], "duration": 88.66, "caption": "In a patient's room, a woman holds a bag above her head and hurls it to the floor, and items spill out.", "similarity": 0.5971, "relevance": 0 }, { "pair_id": 323017, "video_name": "castle_s04e07_seg02_clip_01", "timestamp": [ 63.94, 66.64 ], "duration": 90.66, "caption": "A woman in a surgical mask loads cash into the bag she is carrying.", "similarity": 0.5956, "relevance": 1 }, { "pair_id": 323018, "video_name": "met_s06e02_seg02_clip_02", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "A woman picks up a package on top of a table.", "similarity": 0.5947, "relevance": 1 }, { "pair_id": 323019, "video_name": "s09e19_seg02_clip_14", "timestamp": [ 5.1, 8.1 ], "duration": 60.66, "caption": "A person picks up a plastic bag full of dental hygiene items.", "similarity": 0.5939, "relevance": 1 } ] }, { "query_id": 36906, "query": "The doctors transport a person to the elevator doors.", "relevant_moment": [ { "pair_id": 146500, "video_name": "grey_s01e06_seg02_clip_16", "timestamp": [ 32.21, 58.44 ], "duration": 92.66, "caption": "The doctors transport a person to the elevator doors.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 146501, "video_name": "house_s05e17_seg02_clip_03", "timestamp": [ 84.03, 90.27 ], "duration": 96.66, "caption": "The elevator door opens and a doctor steps inside the elevator.", "similarity": 0.8033, "relevance": 1 }, { "pair_id": 146502, "video_name": "house_s05e14_seg02_clip_23", "timestamp": [ 0.0, 4.23 ], "duration": 94.66, "caption": "Dr. person walks his way to the elevator.", "similarity": 0.8022, "relevance": 1 }, { "pair_id": 146503, "video_name": "house_s05e08_seg02_clip_26", "timestamp": [ 39.87, 56.54 ], "duration": 119.66, "caption": "A doctor enters the elevator and followed by another doctor.", "similarity": 0.7692, "relevance": 1 }, { "pair_id": 146504, "video_name": "house_s01e12_seg02_clip_15", "timestamp": [ 4.14, 6.9 ], "duration": 92.66, "caption": "A doctor walks toward the elevator and presses the elevator button.", "similarity": 0.7547, "relevance": 1 }, { "pair_id": 146505, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 58.85, 64.2 ], "duration": 89.66, "caption": "A person exits the elevator while the other doctors meet up with him.", "similarity": 0.754, "relevance": 1 }, { "pair_id": 146507, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 37.19, 39.55 ], "duration": 59.66, "caption": "A person follows a doctor out of a door.", "similarity": 0.7439, "relevance": 1 }, { "pair_id": 146509, "video_name": "house_s04e12_seg02_clip_04", "timestamp": [ 55.26, 58.74 ], "duration": 87.66, "caption": "A person exits an elevator to find two doctors standing there.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 146510, "video_name": "grey_s02e05_seg02_clip_08", "timestamp": [ 99.92, 106.4 ], "duration": 108.66, "caption": "A doctor manually pumps air into the patient in the elevator.", "similarity": 0.7376, "relevance": 1 }, { "pair_id": 146511, "video_name": "house_s07e05_seg02_clip_07", "timestamp": [ 21.61, 24.31 ], "duration": 90.66, "caption": "A doctor enters the elevator leaving another doctor outside.", "similarity": 0.7343, "relevance": 2 }, { "pair_id": 146512, "video_name": "grey_s02e02_seg02_clip_06", "timestamp": [ 0.0, 4.2 ], "duration": 84.66, "caption": "A person wheels the patient on the hospital bed into the elevator.", "similarity": 0.7338, "relevance": 4 }, { "pair_id": 146514, "video_name": "house_s04e14_seg02_clip_13", "timestamp": [ 15.01, 18.1 ], "duration": 88.66, "caption": "A person walks away from other doctors as an elevator opens in the background.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 146516, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 43.35, 80.21 ], "duration": 81.66, "caption": "A doctor enters an elevator and has a remote conversation with another person.", "similarity": 0.7286, "relevance": 1 }, { "pair_id": 146517, "video_name": "grey_s03e06_seg02_clip_23", "timestamp": [ 48.32, 51.87 ], "duration": 88.66, "caption": "Dr. person goes into the elevator and presses the button.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 146518, "video_name": "grey_s03e20_seg02_clip_01", "timestamp": [ 0.0, 11.48 ], "duration": 88.66, "caption": "A doctor stands in the elevator with paperwork.", "similarity": 0.7232, "relevance": 2 }, { "pair_id": 146519, "video_name": "friends_s05e03_seg02_clip_04", "timestamp": [ 9.15, 10.68 ], "duration": 61.66, "caption": "A doctor opens the door and walks in to a person's exam room.", "similarity": 0.7167, "relevance": 1 }, { "pair_id": 319820, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 41.55, 51.03 ], "duration": 90.66, "caption": "A doctor pushes the elevator button and waits for it.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 319821, "video_name": "house_s02e16_seg02_clip_11", "timestamp": [ 25.94, 40.51 ], "duration": 91.66, "caption": "A doctor presses an elevator button and then runs down a hallway and up some stairs.", "similarity": 0.7133, "relevance": 1 }, { "pair_id": 319822, "video_name": "grey_s03e09_seg02_clip_24", "timestamp": [ 14.42, 15.81 ], "duration": 93.66, "caption": "A doctor walks through the operating room door.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 319823, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 0.0, 86.02 ], "duration": 86.66, "caption": "A doctor talks to a patient through a door.", "similarity": 0.7059, "relevance": 1 }, { "pair_id": 319824, "video_name": "house_s02e17_seg02_clip_17", "timestamp": [ 37.85, 40.86 ], "duration": 86.66, "caption": "A doctor rides the elevator leaving another doctor behind.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 319825, "video_name": "house_s02e11_seg02_clip_00", "timestamp": [ 28.07, 35.43 ], "duration": 92.66, "caption": "Two doctors ride the elevator together to the next floor.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 319826, "video_name": "house_s02e13_seg02_clip_24", "timestamp": [ 43.9, 46.56 ], "duration": 133.66, "caption": "Dr. Someone opens the sliding door of the patient's room.", "similarity": 0.6992, "relevance": 1 }, { "pair_id": 319827, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 0.0, 15.68 ], "duration": 95.66, "caption": "Two doctors talk inside the elevator.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 319828, "video_name": "house_s06e19_seg02_clip_03", "timestamp": [ 0.0, 10.97 ], "duration": 91.66, "caption": "Two doctors talk inside the elevator.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 319829, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 47.71, 51.76 ], "duration": 90.66, "caption": "A doctor opens a sliding glass door and enters a patient's room.", "similarity": 0.6911, "relevance": 1 }, { "pair_id": 319830, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 42.69, 45.6 ], "duration": 97.66, "caption": "A doctor attends to a knock on his door.", "similarity": 0.6906, "relevance": 1 }, { "pair_id": 319831, "video_name": "house_s07e05_seg02_clip_14", "timestamp": [ 40.9, 82.27 ], "duration": 94.66, "caption": "A doctor opens the door and talk to another doctor.", "similarity": 0.69, "relevance": 1 }, { "pair_id": 319832, "video_name": "grey_s03e24_seg02_clip_07", "timestamp": [ 30.25, 31.69 ], "duration": 96.66, "caption": "A person steps out of the hospital elevator wearing a suit.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 319833, "video_name": "house_s02e13_seg02_clip_02", "timestamp": [ 40.26, 45.18 ], "duration": 89.66, "caption": "A doctor opens the sliding door to exit the patient's room.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 319834, "video_name": "house_s01e11_seg02_clip_13", "timestamp": [ 37.51, 41.01 ], "duration": 100.66, "caption": "A woman walks into the elevator without the other doctors.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 319835, "video_name": "grey_s02e14_seg02_clip_05", "timestamp": [ 4.45, 7.11 ], "duration": 88.66, "caption": "A doctor opens the exam room door and steps into the room.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 319836, "video_name": "house_s07e03_seg02_clip_25", "timestamp": [ 65.18, 67.66 ], "duration": 165.66, "caption": "A doctor stands in the doorway of a patient's room.", "similarity": 0.6854, "relevance": 0 }, { "pair_id": 319837, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 56.59, 60.72 ], "duration": 63.66, "caption": "A doctor opens the door, enters the room and closes the door behind him.", "similarity": 0.6846, "relevance": 1 }, { "pair_id": 319838, "video_name": "house_s05e08_seg02_clip_12", "timestamp": [ 0.0, 10.24 ], "duration": 89.66, "caption": "Two doctors begin following a doctor as they enter a doorway.", "similarity": 0.684, "relevance": 1 }, { "pair_id": 319839, "video_name": "house_s08e07_seg02_clip_01", "timestamp": [ 57.71, 59.96 ], "duration": 90.66, "caption": "A doctor opens the door to another doctor's office.", "similarity": 0.6832, "relevance": 1 } ] }, { "query_id": 36927, "query": "A woman watches a man leave and then steps in the room to talk to another woman.", "relevant_moment": [ { "pair_id": 154420, "video_name": "grey_s01e06_seg02_clip_12", "timestamp": [ 44.08, 52.35 ], "duration": 91.66, "caption": "A woman watches a man leave and then steps in the room to talk to another woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 154421, "video_name": "house_s05e07_seg02_clip_06", "timestamp": [ 67.66, 89.02 ], "duration": 89.66, "caption": "A man exits the room and a woman follows him to speak with him.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 154422, "video_name": "grey_s02e24_seg02_clip_04", "timestamp": [ 61.77, 80.77 ], "duration": 95.66, "caption": "A woman walks in the room to talk to a man and then leaves.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 154423, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 61.43, 69.44 ], "duration": 89.66, "caption": "A woman leaves the room and another woman follows her out to talk to her.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 154424, "video_name": "s02e02_seg02_clip_04", "timestamp": [ 26.47, 32.78 ], "duration": 63.66, "caption": "A woman stands up and exits the room while a man watches her.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 154425, "video_name": "friends_s06e22_seg02_clip_07", "timestamp": [ 18.57, 22.41 ], "duration": 64.66, "caption": "A woman gets on the floor to talk to a man when another man leaves the room.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 154426, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 65.34, 67.64 ], "duration": 92.66, "caption": "A person walks in to the room while woman and woman are talking.", "similarity": 0.7496, "relevance": 2 }, { "pair_id": 154427, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 14.63, 18.07 ], "duration": 43.66, "caption": "A woman comes in man's room while man is talking to someone.", "similarity": 0.7448, "relevance": 2 }, { "pair_id": 154428, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 5.31, 7.97 ], "duration": 59.66, "caption": "A woman walks out the room while speaking to a man.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 154429, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 13.65, 17.29 ], "duration": 91.66, "caption": "A person walks out of the room after a woman talks to him.", "similarity": 0.7434, "relevance": 1 }, { "pair_id": 154430, "video_name": "house_s08e04_seg02_clip_18", "timestamp": [ 14.85, 19.81 ], "duration": 90.66, "caption": "A man leaves the room as a woman watches on.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 154431, "video_name": "house_s04e04_seg02_clip_12", "timestamp": [ 35.29, 42.15 ], "duration": 98.66, "caption": "A person walks past the others and out of the room; a woman starts to follow, looks back, and continues to follow the person.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 154432, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 3.19, 8.12 ], "duration": 58.66, "caption": "A woman talked to a man before leaving the room.", "similarity": 0.7414, "relevance": 3 }, { "pair_id": 154433, "video_name": "castle_s01e06_seg02_clip_12", "timestamp": [ 45.01, 48.16 ], "duration": 90.66, "caption": "A woman walks out from the room after talking to a man.", "similarity": 0.7408, "relevance": 0 }, { "pair_id": 154434, "video_name": "grey_s01e01_seg02_clip_02", "timestamp": [ 17.39, 21.84 ], "duration": 89.66, "caption": "A woman walks out of the room after she talks to another woman.", "similarity": 0.7392, "relevance": 2 }, { "pair_id": 154435, "video_name": "castle_s07e05_seg02_clip_20", "timestamp": [ 28.43, 32.22 ], "duration": 94.66, "caption": "A woman starts to leave and then stops and talks to a man.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 154436, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 0.0, 2.73 ], "duration": 78.66, "caption": "A man enters the room and when he sees a woman is in there turns to leave.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 154437, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 43.08, 46.05 ], "duration": 99.66, "caption": "A man came out from the room and talk to a woman and another person.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 154438, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 82.27, 88.86 ], "duration": 94.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 154439, "video_name": "friends_s10e13_seg02_clip_06", "timestamp": [ 45.22, 47.6 ], "duration": 59.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.7307, "relevance": 3 }, { "pair_id": 327740, "video_name": "s06e15_seg02_clip_07", "timestamp": [ 23.77, 44.03 ], "duration": 54.66, "caption": "A woman is talking to a person and then gets up and leaves the room.", "similarity": 0.7295, "relevance": 1 }, { "pair_id": 327741, "video_name": "house_s07e09_seg02_clip_06", "timestamp": [ 49.21, 57.42 ], "duration": 82.66, "caption": "A woman immediately leaves the room and after a few seconds man follows.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 327742, "video_name": "house_s03e06_seg02_clip_08", "timestamp": [ 67.78, 71.74 ], "duration": 88.66, "caption": "A woman looks at person as another woman leaves the room.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 327743, "video_name": "grey_s03e08_seg02_clip_08", "timestamp": [ 0.91, 5.01 ], "duration": 91.66, "caption": "A woman walks out of the room to talk to man.", "similarity": 0.7273, "relevance": 1 }, { "pair_id": 327744, "video_name": "castle_s03e19_seg02_clip_17", "timestamp": [ 0.0, 21.56 ], "duration": 91.66, "caption": "A man and a woman are talking to someone's employee and she leaves when someone comes into the room.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 327745, "video_name": "s05e22_seg02_clip_15", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A woman watches as another woman starts to come out of a room.", "similarity": 0.7244, "relevance": 2 }, { "pair_id": 327746, "video_name": "house_s03e20_seg02_clip_19", "timestamp": [ 53.86, 89.02 ], "duration": 89.66, "caption": "A man walks into the room to see a woman and speak with her.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 327747, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 0.0, 6.06 ], "duration": 93.66, "caption": "A woman is watching a thing while talking to a man.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 327748, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A woman entered the room, while a man was talking to a woman and a man.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 327749, "video_name": "met_s05e04_seg02_clip_10", "timestamp": [ 14.32, 19.28 ], "duration": 58.66, "caption": "A woman says something to a man then turns and walks out of the room.", "similarity": 0.7214, "relevance": 2 }, { "pair_id": 327750, "video_name": "castle_s05e01_seg02_clip_05", "timestamp": [ 44.96, 47.18 ], "duration": 89.66, "caption": "A woman follows a man with her eyes as they walk out of the room.", "similarity": 0.7206, "relevance": 0 }, { "pair_id": 327751, "video_name": "castle_s03e12_seg02_clip_04", "timestamp": [ 88.13, 89.02 ], "duration": 89.66, "caption": "A man and a woman left the room where they talked to another person.", "similarity": 0.7204, "relevance": 2 }, { "pair_id": 327752, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 40.0, 43.72 ], "duration": 93.66, "caption": "A man came in the room while a woman is talking to another man.", "similarity": 0.7195, "relevance": 1 }, { "pair_id": 327753, "video_name": "grey_s03e15_seg02_clip_21", "timestamp": [ 28.81, 34.66 ], "duration": 90.66, "caption": "A woman walks out of the room after a conversation with a man.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 327754, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 43.51, 46.99 ], "duration": 87.66, "caption": "A man exits the room, followed by a woman.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 327755, "video_name": "castle_s01e03_seg02_clip_18", "timestamp": [ 52.27, 57.49 ], "duration": 95.66, "caption": "A woman came out from the room and talk to man.", "similarity": 0.7179, "relevance": 2 }, { "pair_id": 327756, "video_name": "friends_s02e10_seg02_clip_09", "timestamp": [ 18.0, 26.24 ], "duration": 61.66, "caption": "A woman looks at her watch and then motions at a man before he leaves.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 327757, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 22.65, 30.64 ], "duration": 88.66, "caption": "A woman entered the room with a man and started talking to another woman.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 327758, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 12.16, 17.11 ], "duration": 90.66, "caption": "A man finishes their conversation with a woman and leaves the room.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 327759, "video_name": "friends_s07e09_seg02_clip_17", "timestamp": [ 0.61, 8.54 ], "duration": 61.66, "caption": "A man tells a woman and another person how they can reach him and then he leaves the room.", "similarity": 0.7159, "relevance": 3 } ] }, { "query_id": 36932, "query": "A woman walks into the scrubbing room and converses with two people.", "relevant_moment": [ { "pair_id": 172900, "video_name": "grey_s01e06_seg02_clip_11", "timestamp": [ 84.17, 90.02 ], "duration": 90.66, "caption": "A woman walks into the scrubbing room and converses with two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172901, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 71.78, 92.03 ], "duration": 92.66, "caption": "A person walks into the room that two women are talking in.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 172902, "video_name": "castle_s08e02_seg02_clip_22", "timestamp": [ 18.09, 22.3 ], "duration": 84.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 172903, "video_name": "castle_s07e17_seg02_clip_06", "timestamp": [ 0.45, 2.27 ], "duration": 90.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 172904, "video_name": "castle_s05e18_seg02_clip_03", "timestamp": [ 84.45, 85.81 ], "duration": 90.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 172905, "video_name": "grey_s03e09_seg02_clip_23", "timestamp": [ 7.94, 21.4 ], "duration": 69.66, "caption": "A woman in surgical scrubs walks into the operating room and talks to another woman.", "similarity": 0.7584, "relevance": 3 }, { "pair_id": 172906, "video_name": "grey_s02e22_seg02_clip_16", "timestamp": [ 10.08, 12.96 ], "duration": 96.66, "caption": "A woman walks into a room with two other people.", "similarity": 0.7437, "relevance": 3 }, { "pair_id": 172907, "video_name": "grey_s02e11_seg02_clip_08", "timestamp": [ 64.25, 91.14 ], "duration": 91.66, "caption": "A woman and another woman walk into someone's room to speak to her.", "similarity": 0.7386, "relevance": 3 }, { "pair_id": 172908, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 61.66, 69.48 ], "duration": 92.66, "caption": "A person walks into the room as a woman is speaking with two men.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 172909, "video_name": "castle_s07e13_seg02_clip_03", "timestamp": [ 29.3, 93.03 ], "duration": 93.66, "caption": "A woman goes into the break room to converse with two men.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 172910, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 54.83, 65.0 ], "duration": 88.66, "caption": "A woman walks into the hallway and talks to a person and another.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 172911, "video_name": "grey_s02e03_seg02_clip_20", "timestamp": [ 44.07, 89.02 ], "duration": 89.66, "caption": "A man walks into a woman's room and converses with her.", "similarity": 0.7308, "relevance": 0 }, { "pair_id": 172912, "video_name": "grey_s03e08_seg02_clip_02", "timestamp": [ 8.75, 23.19 ], "duration": 87.66, "caption": "A woman is talking to two people when two other people walk in a room.", "similarity": 0.7307, "relevance": 1 }, { "pair_id": 172913, "video_name": "castle_s08e21_seg02_clip_23", "timestamp": [ 62.39, 88.49 ], "duration": 88.66, "caption": "Two men and a woman walk into the room and converse with two women.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 172914, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 65.34, 67.64 ], "duration": 92.66, "caption": "A person walks in to the room while woman and woman are talking.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 172915, "video_name": "castle_s05e13_seg02_clip_17", "timestamp": [ 9.45, 17.1 ], "duration": 90.66, "caption": "A woman walks in on some people's conversation in the break room.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 172916, "video_name": "grey_s03e03_seg02_clip_07", "timestamp": [ 5.84, 39.54 ], "duration": 89.66, "caption": "A person walks into a room and starts talking to a woman.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 172917, "video_name": "grey_s02e24_seg02_clip_05", "timestamp": [ 20.03, 26.42 ], "duration": 85.66, "caption": "A person walks into the patient room and speaks to a woman.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 172918, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 2.3, 31.75 ], "duration": 92.66, "caption": "A woman walks into the room and speaks with a man.", "similarity": 0.718, "relevance": 1 }, { "pair_id": 172919, "video_name": "grey_s03e06_seg02_clip_16", "timestamp": [ 53.86, 59.2 ], "duration": 89.66, "caption": "A person walks into a room and begins a conversation with someone.", "similarity": 0.7139, "relevance": 1 }, { "pair_id": 346220, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 16.84, 22.76 ], "duration": 91.66, "caption": "A woman walks into a hospital room to talk to another woman.", "similarity": 0.712, "relevance": 1 }, { "pair_id": 346221, "video_name": "friends_s09e13_seg02_clip_22", "timestamp": [ 0.0, 15.69 ], "duration": 64.66, "caption": "A man walks into the room as converses with woman.", "similarity": 0.7118, "relevance": 3 }, { "pair_id": 346222, "video_name": "castle_s02e12_seg02_clip_13", "timestamp": [ 65.12, 66.51 ], "duration": 93.66, "caption": "A woman walks out of the room while speaking with another woman.", "similarity": 0.7086, "relevance": 1 }, { "pair_id": 346223, "video_name": "grey_s03e02_seg02_clip_17", "timestamp": [ 27.09, 38.19 ], "duration": 88.66, "caption": "Two people are conversing with each other in the scrubbing room.", "similarity": 0.7061, "relevance": 3 }, { "pair_id": 346224, "video_name": "house_s06e11_seg02_clip_09", "timestamp": [ 58.1, 59.06 ], "duration": 96.66, "caption": "A person walks into a patient's room and begins a conversation with another person.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 346225, "video_name": "house_s01e17_seg02_clip_15", "timestamp": [ 3.58, 9.84 ], "duration": 89.66, "caption": "A person walks into the room and starts a conversation with someone.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 346226, "video_name": "s03e03_seg01_clip_02", "timestamp": [ 26.52, 29.94 ], "duration": 57.66, "caption": "A woman walks out of the room after talking to a person.", "similarity": 0.7042, "relevance": 1 }, { "pair_id": 346227, "video_name": "friends_s04e12_seg02_clip_09", "timestamp": [ 8.54, 13.73 ], "duration": 61.66, "caption": "A woman doctor walks into the room to talk to another person.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 346228, "video_name": "grey_s02e21_seg02_clip_16", "timestamp": [ 5.58, 18.46 ], "duration": 85.66, "caption": "A woman comes out of a room and has a conversation with a man.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 346229, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 82.37 ], "duration": 82.66, "caption": "A woman talks to two people in a patient room.", "similarity": 0.7021, "relevance": 3 }, { "pair_id": 346230, "video_name": "castle_s04e11_seg02_clip_21", "timestamp": [ 32.07, 37.42 ], "duration": 89.66, "caption": "A person walks in the room with another person and starts a conversation with some people.", "similarity": 0.7017, "relevance": 1 }, { "pair_id": 346231, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 27.01, 32.86 ], "duration": 90.66, "caption": "A woman walks in and converses with another woman.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 346232, "video_name": "grey_s03e07_seg02_clip_18", "timestamp": [ 50.29, 54.67 ], "duration": 87.66, "caption": "A woman walks into the room and talks to person before going over to the patient.", "similarity": 0.6995, "relevance": 3 }, { "pair_id": 346233, "video_name": "friends_s01e14_seg02_clip_02", "timestamp": [ 2.7, 17.29 ], "duration": 54.66, "caption": "A woman walks into the room as two men have a conversation and holds her hands up.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 346234, "video_name": "castle_s03e21_seg02_clip_19", "timestamp": [ 53.76, 56.47 ], "duration": 90.66, "caption": "A woman walks into the room to talk to a man.", "similarity": 0.695, "relevance": 3 }, { "pair_id": 346235, "video_name": "grey_s01e01_seg02_clip_02", "timestamp": [ 17.39, 21.84 ], "duration": 89.66, "caption": "A woman walks out of the room after she talks to another woman.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 346236, "video_name": "castle_s05e08_seg02_clip_14", "timestamp": [ 23.7, 76.56 ], "duration": 91.66, "caption": "A woman walks into the interrogation room with a man to converse.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 346237, "video_name": "house_s06e19_seg02_clip_13", "timestamp": [ 0.0, 11.63 ], "duration": 93.66, "caption": "A person walks into the room and speaks to another person.", "similarity": 0.6935, "relevance": 1 }, { "pair_id": 346238, "video_name": "castle_s08e15_seg02_clip_06", "timestamp": [ 2.67, 8.01 ], "duration": 89.66, "caption": "A woman is walking in the room while talking.", "similarity": 0.6917, "relevance": 1 }, { "pair_id": 346239, "video_name": "grey_s03e18_seg02_clip_01", "timestamp": [ 60.82, 90.11 ], "duration": 90.66, "caption": "A person is with woman in her hospital room as they converse.", "similarity": 0.6877, "relevance": 1 } ] }, { "query_id": 36966, "query": "A person is looking at the pipe stuck between a man and a woman.", "relevant_moment": [ { "pair_id": 160940, "video_name": "grey_s02e06_seg02_clip_00", "timestamp": [ 12.96, 15.28 ], "duration": 92.66, "caption": "A person is looking at the pipe stuck between a man and a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160941, "video_name": "castle_s03e01_seg02_clip_21", "timestamp": [ 9.35, 14.24 ], "duration": 89.66, "caption": "A woman looks at a man.", "similarity": 0.6749, "relevance": 1 }, { "pair_id": 160942, "video_name": "house_s08e17_seg02_clip_08", "timestamp": [ 42.15, 98.03 ], "duration": 98.66, "caption": "A person examines a woman with a man helping her.", "similarity": 0.6708, "relevance": 0 }, { "pair_id": 160943, "video_name": "castle_s02e06_seg02_clip_01", "timestamp": [ 32.79, 42.29 ], "duration": 95.66, "caption": "A man and a woman see a person with an object in their body.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 160944, "video_name": "castle_s05e13_seg02_clip_09", "timestamp": [ 0.0, 6.31 ], "duration": 97.66, "caption": "A man looks at woman as she walks off with man.", "similarity": 0.6378, "relevance": 0 }, { "pair_id": 160945, "video_name": "castle_s05e11_seg02_clip_24", "timestamp": [ 2.25, 4.95 ], "duration": 90.66, "caption": "A woman with a hair bun looks at a man in a hat.", "similarity": 0.6378, "relevance": 0 }, { "pair_id": 160946, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 79.56, 84.96 ], "duration": 89.66, "caption": "Two people that were investigating by a man and a woman look at each other.", "similarity": 0.636, "relevance": 0 }, { "pair_id": 160947, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 34.93, 40.31 ], "duration": 89.66, "caption": "A man and woman look at each other at the same time.", "similarity": 0.6258, "relevance": 0 }, { "pair_id": 160948, "video_name": "friends_s07e12_seg02_clip_01", "timestamp": [ 0.0, 3.46 ], "duration": 53.66, "caption": "A man is looking through the hole of a metal pipe.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 160949, "video_name": "house_s05e12_seg02_clip_09", "timestamp": [ 28.63, 32.16 ], "duration": 88.66, "caption": "A person disconnects two tubes and inspects the end on one of them.", "similarity": 0.6244, "relevance": 1 }, { "pair_id": 160950, "video_name": "grey_s02e20_seg02_clip_12", "timestamp": [ 1.35, 14.4 ], "duration": 90.66, "caption": "A man is staring at a woman while she's trying to give him results.", "similarity": 0.6217, "relevance": 0 }, { "pair_id": 160951, "video_name": "house_s06e02_seg02_clip_24", "timestamp": [ 6.38, 8.93 ], "duration": 85.66, "caption": "A woman holds up the tube in front of a man.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 160952, "video_name": "grey_s03e03_seg02_clip_05", "timestamp": [ 27.31, 29.52 ], "duration": 88.66, "caption": "A man looks at a woman's leg and sees the large gash.", "similarity": 0.6095, "relevance": 0 }, { "pair_id": 160953, "video_name": "house_s08e12_seg02_clip_01", "timestamp": [ 0.0, 4.75 ], "duration": 95.66, "caption": "A man is examining a woman's arm by having her move it.", "similarity": 0.6092, "relevance": 0 }, { "pair_id": 160954, "video_name": "met_s02e05_seg02_clip_04", "timestamp": [ 20.78, 22.64 ], "duration": 62.66, "caption": "Two people are both looking at a man, totally confused.", "similarity": 0.6025, "relevance": 0 }, { "pair_id": 160955, "video_name": "castle_s02e18_seg02_clip_22", "timestamp": [ 27.92, 32.57 ], "duration": 93.66, "caption": "There is someone holding a binocular watching a man and a woman.", "similarity": 0.5942, "relevance": 1 }, { "pair_id": 160956, "video_name": "castle_s04e16_seg02_clip_22", "timestamp": [ 45.6, 53.85 ], "duration": 97.66, "caption": "A person walks in and man, woman, and woman look at him.", "similarity": 0.5936, "relevance": 0 }, { "pair_id": 160957, "video_name": "castle_s01e08_seg02_clip_02", "timestamp": [ 46.51, 50.12 ], "duration": 90.66, "caption": "A man and a woman look on the person that looks like a girl that pass behind them.", "similarity": 0.5928, "relevance": 0 }, { "pair_id": 160958, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 50.92, 54.29 ], "duration": 67.66, "caption": "A woman looks at the face of a man.", "similarity": 0.5917, "relevance": 0 }, { "pair_id": 160959, "video_name": "house_s07e12_seg02_clip_03", "timestamp": [ 47.09, 57.66 ], "duration": 88.66, "caption": "A man examines the legs of a woman with dark hair.", "similarity": 0.5917, "relevance": 0 } ] }, { "query_id": 36996, "query": "A woman wipes their tears from their face with their napkin.", "relevant_moment": [ { "pair_id": 172300, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 43.64, 46.99 ], "duration": 61.66, "caption": "A woman wipes their tears from their face with their napkin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172301, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 41.42, 45.02 ], "duration": 90.66, "caption": "A woman wipes her tears from her face with her hand.", "similarity": 0.8744, "relevance": 3 }, { "pair_id": 172302, "video_name": "met_s02e02_seg02_clip_18", "timestamp": [ 15.1, 19.19 ], "duration": 62.66, "caption": "A woman wipes tears from her face with her hand.", "similarity": 0.8662, "relevance": 4 }, { "pair_id": 172303, "video_name": "grey_s03e24_seg02_clip_22", "timestamp": [ 10.24, 11.58 ], "duration": 89.66, "caption": "A woman wipes a tear from her face when she's crying.", "similarity": 0.8541, "relevance": 4 }, { "pair_id": 172304, "video_name": "met_s06e14_seg02_clip_19", "timestamp": [ 2.21, 4.41 ], "duration": 63.66, "caption": "A woman wipes the tears on her face with both hands.", "similarity": 0.8409, "relevance": 3 }, { "pair_id": 172305, "video_name": "grey_s03e20_seg02_clip_20", "timestamp": [ 5.06, 11.96 ], "duration": 92.66, "caption": "A woman wipes away tears from her face with her fingers.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 172306, "video_name": "friends_s08e23-24_seg02_clip_35", "timestamp": [ 39.08, 47.8 ], "duration": 60.66, "caption": "A woman is crying and wipes her eyes with a tissue while a person touches their shoulder.", "similarity": 0.764, "relevance": 4 }, { "pair_id": 172307, "video_name": "grey_s02e05_seg02_clip_18", "timestamp": [ 55.63, 62.11 ], "duration": 108.66, "caption": "A woman taps their chest and wipes tears from their eye.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 172308, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 3.71 ], "duration": 57.66, "caption": "A woman brings a cloth napkin to her face to wipe her nose.", "similarity": 0.7542, "relevance": 3 }, { "pair_id": 172309, "video_name": "s04e05_seg02_clip_13", "timestamp": [ 49.29, 51.65 ], "duration": 59.66, "caption": "A woman wipes the sides of their mouth with a napkin.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 172310, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 46.38, 47.3 ], "duration": 61.66, "caption": "A woman wipes her eyes with a napkin, both eyes.", "similarity": 0.7505, "relevance": 4 }, { "pair_id": 172311, "video_name": "friends_s08e23-24_seg02_clip_45", "timestamp": [ 0.0, 14.46 ], "duration": 59.66, "caption": "A woman wipes back tears with a tissue when another person walks in.", "similarity": 0.7473, "relevance": 4 }, { "pair_id": 172312, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 25.12, 26.51 ], "duration": 93.66, "caption": "A woman in front of woman wipes her tears while speaking.", "similarity": 0.7399, "relevance": 4 }, { "pair_id": 172313, "video_name": "castle_s07e01_seg02_clip_11", "timestamp": [ 0.91, 3.17 ], "duration": 90.66, "caption": "The woman is talking and wipes tears away from her eyes with both hands.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 172314, "video_name": "friends_s09e06_seg02_clip_15", "timestamp": [ 34.21, 41.06 ], "duration": 57.66, "caption": "A woman is sitting on the couch wiping away tears.", "similarity": 0.7336, "relevance": 4 }, { "pair_id": 172315, "video_name": "friends_s08e06_seg02_clip_06", "timestamp": [ 0.0, 9.21 ], "duration": 61.66, "caption": "A woman hands someone a napkin and he wipes his face with it.", "similarity": 0.7288, "relevance": 2 }, { "pair_id": 172316, "video_name": "castle_s07e04_seg02_clip_26", "timestamp": [ 51.86, 57.14 ], "duration": 96.66, "caption": "A person wipes a tear from someone's eye as they were crying.", "similarity": 0.7106, "relevance": 2 }, { "pair_id": 172317, "video_name": "friends_s04e16_seg02_clip_12", "timestamp": [ 2.57, 10.26 ], "duration": 57.66, "caption": "A woman reaches for a napkin and wipes her mouth.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 172318, "video_name": "grey_s03e25_seg02_clip_23", "timestamp": [ 58.76, 67.21 ], "duration": 89.66, "caption": "A woman wipes off tears from her eyes as a man walks out.", "similarity": 0.701, "relevance": 3 }, { "pair_id": 172319, "video_name": "met_s03e16_seg02_clip_11", "timestamp": [ 40.95, 45.7 ], "duration": 59.66, "caption": "A woman wipes tears off her face while talking to a man.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 345620, "video_name": "grey_s03e20_seg02_clip_19", "timestamp": [ 84.13, 89.02 ], "duration": 89.66, "caption": "A woman wipes tears off her face while talking to a man.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 345621, "video_name": "met_s02e21_seg02_clip_17", "timestamp": [ 33.83, 35.39 ], "duration": 62.66, "caption": "A woman uses something white to wipe a tear away from her eyes.", "similarity": 0.6934, "relevance": 4 }, { "pair_id": 345622, "video_name": "castle_s05e04_seg02_clip_17", "timestamp": [ 60.32, 61.67 ], "duration": 90.66, "caption": "A woman wipes his mouth with a blue napkin.", "similarity": 0.6846, "relevance": 3 }, { "pair_id": 345623, "video_name": "castle_s06e04_seg02_clip_15", "timestamp": [ 28.72, 33.07 ], "duration": 87.66, "caption": "A girl uses her hand to wipe tears away from her face.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 345624, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 44.15, 46.88 ], "duration": 91.66, "caption": "A woman with dark curly hair wipes a tear away from her face with her hand.", "similarity": 0.6771, "relevance": 3 }, { "pair_id": 345625, "video_name": "castle_s06e04_seg02_clip_16", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A woman wipes tears away from her face when talking to man.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 345626, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 31.73, 36.92 ], "duration": 61.66, "caption": "A woman slowly wipes something from her face and nose.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 345627, "video_name": "friends_s07e11_seg02_clip_19", "timestamp": [ 29.97, 31.65 ], "duration": 56.66, "caption": "A woman wipes away her tears when talking to a man.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 345628, "video_name": "friends_s02e24_seg02_clip_18", "timestamp": [ 48.77, 54.95 ], "duration": 65.66, "caption": "A woman gets choked up and wipes her eyes.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 345629, "video_name": "house_s02e21_seg02_clip_10", "timestamp": [ 52.52, 54.75 ], "duration": 89.66, "caption": "A woman is in her office as she wipes a tear from her eye.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 345630, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 37.22, 41.25 ], "duration": 62.66, "caption": "A woman wipes her mouth with her napkin and places on her lap.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 345631, "video_name": "friends_s01e01_seg02_clip_16", "timestamp": [ 54.02, 58.2 ], "duration": 59.66, "caption": "A woman wipes a tear away from her face using her wedding veil.", "similarity": 0.6652, "relevance": 3 }, { "pair_id": 345632, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 24.19, 32.09 ], "duration": 93.66, "caption": "A woman wipes her eyes with a handkerchief as she speaks to some people.", "similarity": 0.6607, "relevance": 4 }, { "pair_id": 345633, "video_name": "castle_s05e05_seg02_clip_14", "timestamp": [ 34.11, 36.91 ], "duration": 93.66, "caption": "A woman holds up a tissue to her face while crying.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 345634, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 20.92, 22.26 ], "duration": 89.66, "caption": "A person uses a napkin to wipe his/her mouth.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 345635, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 28.1 ], "duration": 41.66, "caption": "A person wipes their mouth and tongue with a napkin.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 345636, "video_name": "friends_s01e08_seg02_clip_13", "timestamp": [ 47.81, 51.06 ], "duration": 59.66, "caption": "A woman's mother wipes tears from her eye in the cemetery.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 345637, "video_name": "castle_s08e03_seg02_clip_26", "timestamp": [ 8.4, 11.2 ], "duration": 112.66, "caption": "A woman wipes a tear from her eye after seeing the pictures on the tablet.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 345638, "video_name": "grey_s02e23_seg02_clip_04", "timestamp": [ 24.89, 27.11 ], "duration": 88.66, "caption": "A woman looks up at another woman and wipes a tear away from her eye.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 345639, "video_name": "met_s03e16_seg02_clip_12", "timestamp": [ 52.4, 56.94 ], "duration": 60.66, "caption": "A woman begins to stop crying and rubs the tears from her eyes.", "similarity": 0.6345, "relevance": 3 } ] }, { "query_id": 37025, "query": "A man moves person's hair with his finger and they hug.", "relevant_moment": [ { "pair_id": 156820, "video_name": "friends_s08e16_seg02_clip_18", "timestamp": [ 13.65, 18.92 ], "duration": 62.66, "caption": "A man moves person's hair with his finger and they hug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156821, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person moves closer to a man and hugs him.", "similarity": 0.7908, "relevance": 3 }, { "pair_id": 156822, "video_name": "friends_s06e05_seg02_clip_19", "timestamp": [ 48.73, 56.3 ], "duration": 84.66, "caption": "Two people hug, and a man kisses person's hair.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 156823, "video_name": "castle_s06e13_seg02_clip_08", "timestamp": [ 71.53, 78.41 ], "duration": 91.66, "caption": "A man puts his hands on person's shoulders and hugs them.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 156824, "video_name": "castle_s07e10_seg02_clip_25", "timestamp": [ 2.49, 9.13 ], "duration": 83.66, "caption": "A person turns around and shakes someone's hand and hugs him.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 156825, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 0.0, 3.56 ], "duration": 88.66, "caption": "A man extends his arms and person to hugs him.", "similarity": 0.7246, "relevance": 3 }, { "pair_id": 156826, "video_name": "met_s03e19_seg02_clip_10", "timestamp": [ 23.06, 25.79 ], "duration": 60.66, "caption": "A man pulls a person close to him in a small side hug.", "similarity": 0.7231, "relevance": 2 }, { "pair_id": 156827, "video_name": "friends_s06e23_seg02_clip_10", "timestamp": [ 53.09, 58.03 ], "duration": 58.66, "caption": "A person motions someone over and they share a big hug.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 156828, "video_name": "friends_s02e01_seg02_clip_03", "timestamp": [ 0.0, 8.68 ], "duration": 62.66, "caption": "A man stands with his hands on person's shoulders moves and moves person's hair back.", "similarity": 0.7184, "relevance": 2 }, { "pair_id": 156829, "video_name": "castle_s02e03_seg02_clip_26", "timestamp": [ 48.03, 52.44 ], "duration": 98.66, "caption": "A person goes to someone and they hug each other.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 156830, "video_name": "friends_s05e23-24_seg02_clip_12", "timestamp": [ 36.84, 42.49 ], "duration": 59.66, "caption": "A man pushes someone way when tries for a second hug.", "similarity": 0.7101, "relevance": 2 }, { "pair_id": 156831, "video_name": "castle_s08e05_seg02_clip_21", "timestamp": [ 19.91, 25.8 ], "duration": 90.66, "caption": "A person turns around and another person approaches him/her and they hug each other.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 156832, "video_name": "grey_s03e03_seg02_clip_11", "timestamp": [ 34.13, 52.34 ], "duration": 91.66, "caption": "A man leans over and touches another person's hair, face, and shoulder.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 156833, "video_name": "friends_s03e06_seg02_clip_03", "timestamp": [ 4.13, 6.49 ], "duration": 59.66, "caption": "A man gives a hug to the person he is talking to.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 156834, "video_name": "met_s03e02_seg02_clip_14", "timestamp": [ 26.35, 29.94 ], "duration": 59.66, "caption": "A man tries to give two people a hug.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 156835, "video_name": "friends_s06e23_seg02_clip_20", "timestamp": [ 20.31, 22.92 ], "duration": 58.66, "caption": "A person hugs guy in a very happy mood.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 156836, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 65.47, 70.02 ], "duration": 70.66, "caption": "A man hugs a woman while her arms remain straight.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 156837, "video_name": "castle_s03e10_seg02_clip_26", "timestamp": [ 14.88, 18.24 ], "duration": 96.66, "caption": "A person hugs man while another person watches them.", "similarity": 0.695, "relevance": 3 }, { "pair_id": 156838, "video_name": "friends_s06e24-25_seg02_clip_36", "timestamp": [ 0.0, 14.04 ], "duration": 61.66, "caption": "A man with dark hair hugs an agitated woman.", "similarity": 0.6934, "relevance": 3 }, { "pair_id": 156839, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 68.31, 74.41 ], "duration": 87.66, "caption": "A person attempts to shake another person's hand but is hugged.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 330140, "video_name": "house_s01e06_seg02_clip_25", "timestamp": [ 19.15, 21.32 ], "duration": 87.66, "caption": "A man watches as two people hug each other.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 330141, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 330142, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 57.29, 61.43 ], "duration": 69.66, "caption": "A man puts his arm around woman's neck and rubs her back while they hug.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 330143, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 61.9, 67.81 ], "duration": 91.66, "caption": "A man leans forward and touches a person's hand and rubs it with his thumb.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 330144, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman hugs a man and he puts his arms around her.", "similarity": 0.687, "relevance": 4 }, { "pair_id": 330145, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.6866, "relevance": 3 }, { "pair_id": 330146, "video_name": "friends_s06e23_seg02_clip_21", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman puts her hands to her face and hugs a man.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 330147, "video_name": "castle_s08e12_seg02_clip_26", "timestamp": [ 9.53, 15.24 ], "duration": 127.66, "caption": "A person walks up to a man and they embrace.", "similarity": 0.6856, "relevance": 3 }, { "pair_id": 330148, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 15.13, 17.5 ], "duration": 59.66, "caption": "A person gestures rapidly to his hair with both hands.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 330149, "video_name": "friends_s04e17_seg02_clip_15", "timestamp": [ 36.05, 41.33 ], "duration": 58.66, "caption": "person helps guy put on his jacket and they embrace each other.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 330150, "video_name": "friends_s06e24-25_seg02_clip_36", "timestamp": [ 5.8, 13.43 ], "duration": 61.66, "caption": "A man reaches to hug a woman and strokes her head.", "similarity": 0.6829, "relevance": 4 }, { "pair_id": 330151, "video_name": "friends_s05e15_seg02_clip_18", "timestamp": [ 6.66, 8.88 ], "duration": 74.66, "caption": "A man rubs his hand up and down on a woman's back as they hug.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 330152, "video_name": "friends_s05e13_seg02_clip_14", "timestamp": [ 16.21, 19.21 ], "duration": 60.66, "caption": "A man approaches woman and they hug each other.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 330153, "video_name": "friends_s07e10_seg02_clip_18", "timestamp": [ 25.43, 29.15 ], "duration": 62.66, "caption": "A person walks to another person and they embrace in a hug.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 330154, "video_name": "friends_s07e14_seg02_clip_19", "timestamp": [ 23.41, 26.99 ], "duration": 65.66, "caption": "A woman hugs a man with long wavy dark hair.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 330155, "video_name": "friends_s08e14_seg02_clip_20", "timestamp": [ 10.18, 16.51 ], "duration": 55.66, "caption": "A person rushes towards another person and gives him a hug.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 330156, "video_name": "s07e22_seg02_clip_17", "timestamp": [ 19.85, 26.16 ], "duration": 63.66, "caption": "A person takes someone by surprise as they grab them and hug them.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 330157, "video_name": "friends_s05e22_seg02_clip_00", "timestamp": [ 52.47, 56.66 ], "duration": 64.66, "caption": "A person gestures with both fists in front of him, and another person hugs him.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 330158, "video_name": "house_s02e14_seg02_clip_16", "timestamp": [ 7.32, 21.05 ], "duration": 91.66, "caption": "A person gives man a hug and hits him.", "similarity": 0.6797, "relevance": 1 }, { "pair_id": 330159, "video_name": "castle_s08e11_seg02_clip_03", "timestamp": [ 59.87, 64.62 ], "duration": 95.66, "caption": "A man gives a person a hug and picks him up.", "similarity": 0.6788, "relevance": 2 } ] }, { "query_id": 37128, "query": "A woman claps her hands then holds them together.", "relevant_moment": [ { "pair_id": 80, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 43.05, 45.33 ], "duration": 57.66, "caption": "A woman claps her hands then holds them together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 81, "video_name": "friends_s10e05_seg02_clip_14", "timestamp": [ 11.14, 13.55 ], "duration": 60.66, "caption": "A woman claps her hands together a couple times.", "similarity": 0.9124, "relevance": 4 }, { "pair_id": 82, "video_name": "friends_s10e05_seg01_clip_00", "timestamp": [ 88.95, 92.58 ], "duration": 121.66, "caption": "A woman claps her hands together as she speaks.", "similarity": 0.8708, "relevance": 4 }, { "pair_id": 83, "video_name": "friends_s07e19_seg02_clip_02", "timestamp": [ 32.84, 34.85 ], "duration": 67.66, "caption": "A woman slowly claps her hands together two times.", "similarity": 0.8611, "relevance": 4 }, { "pair_id": 84, "video_name": "friends_s01e11_seg02_clip_03", "timestamp": [ 42.23, 44.24 ], "duration": 67.66, "caption": "A woman is sitting and claps her hands together.", "similarity": 0.8556, "relevance": 4 }, { "pair_id": 85, "video_name": "friends_s05e05_seg02_clip_10", "timestamp": [ 25.47, 27.01 ], "duration": 51.66, "caption": "A woman claps her hands together several times as she talks to a man.", "similarity": 0.8361, "relevance": 4 }, { "pair_id": 86, "video_name": "s04e12_seg02_clip_15", "timestamp": [ 47.3, 48.82 ], "duration": 61.66, "caption": "A woman puts her hands together and quickly claps twice as she is talking to a person.", "similarity": 0.8325, "relevance": 4 }, { "pair_id": 87, "video_name": "friends_s06e03_seg02_clip_04", "timestamp": [ 13.65, 15.51 ], "duration": 62.66, "caption": "A woman claps her hands together with an expression of joy on her face.", "similarity": 0.8125, "relevance": 4 }, { "pair_id": 88, "video_name": "friends_s10e05_seg02_clip_19", "timestamp": [ 0.0, 2.75 ], "duration": 55.66, "caption": "A woman claps their hands together while looking upwards at an angle.", "similarity": 0.8079, "relevance": 3 }, { "pair_id": 89, "video_name": "friends_s09e07_seg02_clip_14", "timestamp": [ 0.0, 3.59 ], "duration": 31.66, "caption": "A woman is all excited and claps her hands.", "similarity": 0.8049, "relevance": 3 }, { "pair_id": 90, "video_name": "friends_s07e18_seg02_clip_04", "timestamp": [ 33.05, 36.89 ], "duration": 59.66, "caption": "A woman starts clapping her hands together while she is nodding her head.", "similarity": 0.799, "relevance": 3 }, { "pair_id": 91, "video_name": "friends_s10e05_seg02_clip_12", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman claps her hands together while sitting at the table.", "similarity": 0.7871, "relevance": 4 }, { "pair_id": 93, "video_name": "friends_s09e23-24_seg02_clip_38", "timestamp": [ 17.46, 18.94 ], "duration": 59.66, "caption": "A woman is talking with a man and claps her hands together.", "similarity": 0.7819, "relevance": 4 }, { "pair_id": 94, "video_name": "friends_s09e11_seg02_clip_16", "timestamp": [ 7.83, 11.9 ], "duration": 58.66, "caption": "A person claps and rubs their hands together.", "similarity": 0.7807, "relevance": 3 }, { "pair_id": 95, "video_name": "s07e23_seg02_clip_01", "timestamp": [ 11.41, 13.81 ], "duration": 60.66, "caption": "A person claps and then rubs his/her hands together.", "similarity": 0.7751, "relevance": 3 }, { "pair_id": 96, "video_name": "friends_s10e12_seg02_clip_07", "timestamp": [ 39.37, 41.63 ], "duration": 56.66, "caption": "A woman claps her hands in excitement as she talks to another woman.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 97, "video_name": "s09e05_seg02_clip_13", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A woman claps her hands together in glee and smiles.", "similarity": 0.7744, "relevance": 3 }, { "pair_id": 98, "video_name": "s10e02_seg02_clip_06", "timestamp": [ 3.48, 6.09 ], "duration": 58.66, "caption": "A woman claps her hands twice while speaking to woman.", "similarity": 0.7725, "relevance": 3 }, { "pair_id": 173400, "video_name": "s08e08_seg02_clip_00", "timestamp": [ 14.65, 15.26 ], "duration": 61.66, "caption": "A woman raises her arms above her head and claps her hands as she lowers them.", "similarity": 0.7613, "relevance": 4 }, { "pair_id": 173402, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 13.87, 17.41 ], "duration": 59.66, "caption": "A woman claps her hands repeatedly with sad expression on her face.", "similarity": 0.7458, "relevance": 4 }, { "pair_id": 173403, "video_name": "friends_s06e02_seg02_clip_08", "timestamp": [ 30.1, 31.28 ], "duration": 59.66, "caption": "A woman claps her hands while sitting in a chair.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 173404, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 33.57, 34.79 ], "duration": 61.66, "caption": "A person forcefully claps his/her hands together one time.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 173406, "video_name": "friends_s05e04_seg02_clip_17", "timestamp": [ 14.63, 18.53 ], "duration": 65.66, "caption": "A woman claps her hands at a person on the television.", "similarity": 0.724, "relevance": 4 }, { "pair_id": 173407, "video_name": "friends_s10e15_seg02_clip_18", "timestamp": [ 51.98, 56.87 ], "duration": 61.66, "caption": "A woman claps her hands and sits up straight.", "similarity": 0.722, "relevance": 4 }, { "pair_id": 173408, "video_name": "friends_s10e15_seg02_clip_10", "timestamp": [ 13.87, 15.13 ], "duration": 63.66, "caption": "A woman clenches her fists and bumps them together, then claps once and faces her palms towards a man.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 173409, "video_name": "friends_s05e20_seg02_clip_09", "timestamp": [ 42.5, 45.45 ], "duration": 59.66, "caption": "A woman puts her hands together and talks out loud.", "similarity": 0.706, "relevance": 4 }, { "pair_id": 173410, "video_name": "friends_s09e15_seg02_clip_20", "timestamp": [ 15.53, 18.64 ], "duration": 69.66, "caption": "A group of people seated clap their hands.", "similarity": 0.6937, "relevance": 3 }, { "pair_id": 173411, "video_name": "friends_s05e02_seg02_clip_19", "timestamp": [ 23.8, 25.94 ], "duration": 61.66, "caption": "A woman claps her hands together while sitting on the sofa.", "similarity": 0.6917, "relevance": 4 }, { "pair_id": 173412, "video_name": "friends_s04e07_seg02_clip_05", "timestamp": [ 48.69, 50.24 ], "duration": 62.66, "caption": "A woman claps her hands once while sitting in an armchair.", "similarity": 0.6899, "relevance": 4 }, { "pair_id": 173413, "video_name": "friends_s09e08_seg02_clip_13", "timestamp": [ 34.67, 39.89 ], "duration": 55.66, "caption": "A woman sets down her utensils and starts clapping.", "similarity": 0.6886, "relevance": 4 }, { "pair_id": 173414, "video_name": "friends_s10e11_seg02_clip_22", "timestamp": [ 17.99, 21.4 ], "duration": 62.66, "caption": "A person claps and shakes his hands in front of him.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 173415, "video_name": "met_s06e23_seg02_clip_08", "timestamp": [ 0.0, 3.93 ], "duration": 60.66, "caption": "A woman hugs person while people clap and they smile.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 173416, "video_name": "friends_s06e24-25_seg02_clip_16", "timestamp": [ 17.09, 18.77 ], "duration": 67.66, "caption": "A woman makes a saluting gesture with her hands.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 173417, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 16.07, 19.85 ], "duration": 63.66, "caption": "A woman brings her hands together and holds them against her head.", "similarity": 0.6829, "relevance": 3 }, { "pair_id": 173418, "video_name": "friends_s09e07_seg02_clip_17", "timestamp": [ 0.9, 3.62 ], "duration": 60.66, "caption": "A woman brings her arms up and puts her hands together.", "similarity": 0.6794, "relevance": 3 }, { "pair_id": 173419, "video_name": "friends_s06e04_seg02_clip_13", "timestamp": [ 13.24, 27.01 ], "duration": 54.66, "caption": "A woman claps her hands and then picks up the phone to call someone.", "similarity": 0.6783, "relevance": 3 } ] }, { "query_id": 37257, "query": "A woman shouts with a very excited facial expression.", "relevant_moment": [ { "pair_id": 52780, "video_name": "met_s05e01_seg01_clip_00", "timestamp": [ 34.48, 35.11 ], "duration": 62.66, "caption": "A woman shouts with a very excited facial expression.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 52781, "video_name": "friends_s07e14_seg02_clip_05", "timestamp": [ 51.02, 57.03 ], "duration": 60.66, "caption": "A woman has a delayed reaction and screams when everyone jumps out to surprise her.", "similarity": 0.677, "relevance": 4 }, { "pair_id": 52782, "video_name": "met_s06e15_seg02_clip_01", "timestamp": [ 44.72, 47.1 ], "duration": 59.66, "caption": "A woman shows a very happy expression.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 52783, "video_name": "castle_s07e12_seg02_clip_26", "timestamp": [ 81.72, 86.85 ], "duration": 93.66, "caption": "While a woman is talking, excitedly, to some people and using her hands for emphasis.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 52784, "video_name": "house_s02e21_seg02_clip_18", "timestamp": [ 13.92, 17.77 ], "duration": 96.66, "caption": "Person turns around at woman to yell at her.", "similarity": 0.669, "relevance": 1 }, { "pair_id": 52785, "video_name": "friends_s08e20_seg02_clip_19", "timestamp": [ 20.47, 52.41 ], "duration": 62.66, "caption": "A woman tells someone off and raises her voice.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 52786, "video_name": "s06e12_seg02_clip_04", "timestamp": [ 26.96, 30.11 ], "duration": 70.66, "caption": "A woman moves her hands a lot while yelling at someone.", "similarity": 0.664, "relevance": 2 }, { "pair_id": 52788, "video_name": "grey_s03e14_seg02_clip_16", "timestamp": [ 0.0, 9.92 ], "duration": 90.66, "caption": "A woman has a shocked look as a person is speaking to her.", "similarity": 0.651, "relevance": 1 }, { "pair_id": 52789, "video_name": "s08e03_seg02_clip_13", "timestamp": [ 44.26, 50.42 ], "duration": 56.66, "caption": "A person is all excited and pointing things out to a woman.", "similarity": 0.6415, "relevance": 0 }, { "pair_id": 52790, "video_name": "s08e09_seg02_clip_14", "timestamp": [ 42.18, 47.45 ], "duration": 62.66, "caption": "A woman makes fun of the way some people sound.", "similarity": 0.6372, "relevance": 0 }, { "pair_id": 52791, "video_name": "friends_s10e11_seg02_clip_26", "timestamp": [ 44.42, 47.12 ], "duration": 60.66, "caption": "A woman suddenly shouts while two men are talking.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 52792, "video_name": "s06e23_seg02_clip_16", "timestamp": [ 50.32, 54.42 ], "duration": 117.66, "caption": "A woman puts her hand up to her mouth in reaction to what a person is saying.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 52793, "video_name": "friends_s03e15_seg02_clip_10", "timestamp": [ 6.3, 12.01 ], "duration": 60.66, "caption": "A woman has her hand on her head when yelling about having the same conversation.", "similarity": 0.6328, "relevance": 3 }, { "pair_id": 52794, "video_name": "s09e03_seg02_clip_04", "timestamp": [ 2.85, 8.55 ], "duration": 57.66, "caption": "A woman says something that makes a woman jump around in her seat and smile.", "similarity": 0.6319, "relevance": 0 }, { "pair_id": 52795, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 2.4, 3.9 ], "duration": 60.66, "caption": "A woman makes a face in reaction to woman's comment.", "similarity": 0.6291, "relevance": 1 }, { "pair_id": 52797, "video_name": "castle_s02e10_seg02_clip_19", "timestamp": [ 9.48, 12.19 ], "duration": 90.66, "caption": "A woman frustratedly shouts the name of a man.", "similarity": 0.6273, "relevance": 3 }, { "pair_id": 52798, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 0.0, 5.25 ], "duration": 87.66, "caption": "A woman says something to another woman and she excitedly shakes her head while talking.", "similarity": 0.6265, "relevance": 0 }, { "pair_id": 52799, "video_name": "s06e01_seg02_clip_14", "timestamp": [ 39.25, 44.56 ], "duration": 59.66, "caption": "A woman looks up, annoyed, then down and says something to a person.", "similarity": 0.626, "relevance": 0 } ] }, { "query_id": 37275, "query": "A man talks to a woman when she's in a hospital bed.", "relevant_moment": [ { "pair_id": 170380, "video_name": "grey_s01e06_seg02_clip_09", "timestamp": [ 0.0, 26.96 ], "duration": 89.66, "caption": "A man talks to a woman when she's in a hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170381, "video_name": "house_s05e14_seg02_clip_25", "timestamp": [ 0.0, 26.75 ], "duration": 90.66, "caption": "A man talks to a woman while she is in a hospital bed.", "similarity": 0.9852, "relevance": 4 }, { "pair_id": 170382, "video_name": "house_s08e12_seg02_clip_21", "timestamp": [ 0.0, 73.82 ], "duration": 90.66, "caption": "A man talks to woman at her hospital bed.", "similarity": 0.9605, "relevance": 4 }, { "pair_id": 170383, "video_name": "house_s07e18_seg02_clip_24", "timestamp": [ 0.0, 59.69 ], "duration": 80.66, "caption": "A man talks to another person when she is in a hospital bed.", "similarity": 0.9389, "relevance": 4 }, { "pair_id": 170384, "video_name": "house_s02e16_seg02_clip_12", "timestamp": [ 0.0, 10.86 ], "duration": 90.66, "caption": "A man talks to a woman who is lying in a hospital bed.", "similarity": 0.9307, "relevance": 4 }, { "pair_id": 170385, "video_name": "grey_s01e04_seg02_clip_14", "timestamp": [ 0.0, 59.57 ], "duration": 89.66, "caption": "A woman talks to a man when he is lying in the hospital bed.", "similarity": 0.9296, "relevance": 3 }, { "pair_id": 170386, "video_name": "grey_s03e02_seg02_clip_17", "timestamp": [ 0.0, 25.76 ], "duration": 88.66, "caption": "A man is in a hospital bed as he is speaking to a woman.", "similarity": 0.9241, "relevance": 3 }, { "pair_id": 170387, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 0.0, 28.62 ], "duration": 92.66, "caption": "A man talks with a woman while she lays in a hospital bed.", "similarity": 0.9203, "relevance": 4 }, { "pair_id": 170388, "video_name": "grey_s02e20_seg02_clip_18", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman talks to someone when he is in the hospital bed.", "similarity": 0.9111, "relevance": 3 }, { "pair_id": 170389, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 0.0, 13.8 ], "duration": 89.66, "caption": "A man is speaking to a woman as she sits on a hospital bed.", "similarity": 0.9062, "relevance": 3 }, { "pair_id": 170390, "video_name": "house_s03e12_seg02_clip_17", "timestamp": [ 0.0, 89.75 ], "duration": 97.66, "caption": "A man sits down and talks to a woman who is in the hospital bed.", "similarity": 0.9046, "relevance": 4 }, { "pair_id": 170391, "video_name": "house_s08e15_seg02_clip_17", "timestamp": [ 0.0, 33.83 ], "duration": 89.66, "caption": "A man talks to a person while he's in a hospital bed.", "similarity": 0.8868, "relevance": 2 }, { "pair_id": 170392, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 0.0, 36.97 ], "duration": 132.66, "caption": "A man talks to person while they're in a hospital bed.", "similarity": 0.8803, "relevance": 2 }, { "pair_id": 170393, "video_name": "friends_s08e23-24_seg02_clip_27", "timestamp": [ 0.0, 16.28 ], "duration": 58.66, "caption": "A woman lays in a hospital bed and talks to a man.", "similarity": 0.8776, "relevance": 4 }, { "pair_id": 170394, "video_name": "house_s03e20_seg02_clip_22", "timestamp": [ 0.0, 34.93 ], "duration": 86.66, "caption": "A man and a woman talk while she's in a hospital bed.", "similarity": 0.8722, "relevance": 4 }, { "pair_id": 170395, "video_name": "house_s06e13_seg02_clip_08", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "A woman talks to a man in his hospital room.", "similarity": 0.8687, "relevance": 3 }, { "pair_id": 170396, "video_name": "house_s01e12_seg02_clip_08", "timestamp": [ 0.0, 39.31 ], "duration": 90.66, "caption": "A person talks to a man and woman; the man is in a hospital bed, and the woman is seated next to him.", "similarity": 0.8627, "relevance": 3 }, { "pair_id": 170397, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "A man walks up to a woman as she is lying in a hospital bed and they converse.", "similarity": 0.8575, "relevance": 4 }, { "pair_id": 170398, "video_name": "castle_s07e01_seg02_clip_21", "timestamp": [ 0.0, 70.83 ], "duration": 90.66, "caption": "A man is lying in a hospital bed as he converses with a woman.", "similarity": 0.8561, "relevance": 4 }, { "pair_id": 170399, "video_name": "grey_s02e03_seg02_clip_21", "timestamp": [ 0.0, 8.84 ], "duration": 93.66, "caption": "A woman lays in a hospital bed and speaks to a man.", "similarity": 0.8541, "relevance": 4 }, { "pair_id": 343700, "video_name": "house_s08e18_seg02_clip_11", "timestamp": [ 60.11, 101.02 ], "duration": 101.66, "caption": "A man speaks to the woman right the hospital bed.", "similarity": 0.8535, "relevance": 4 }, { "pair_id": 343701, "video_name": "friends_s06e15-16_seg02_clip_22", "timestamp": [ 0.0, 4.29 ], "duration": 66.66, "caption": "A man was talking to a woman lying on the hospital bed.", "similarity": 0.8501, "relevance": 3 }, { "pair_id": 343702, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.33 ], "duration": 101.66, "caption": "A man was having a conversation with a woman lying on a hospital bed.", "similarity": 0.8486, "relevance": 4 }, { "pair_id": 343703, "video_name": "house_s03e22_seg02_clip_24", "timestamp": [ 0.0, 53.33 ], "duration": 86.66, "caption": "A person talks to a woman while sitting next to her hospital bed.", "similarity": 0.8443, "relevance": 4 }, { "pair_id": 343704, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 71.45, 72.82 ], "duration": 91.66, "caption": "A woman sits up in her hospital bed while talking with man.", "similarity": 0.8423, "relevance": 2 }, { "pair_id": 343705, "video_name": "s02e09_seg02_clip_14", "timestamp": [ 47.0, 51.64 ], "duration": 58.66, "caption": "A man stands up from the hospital bed and speaks to a woman.", "similarity": 0.8402, "relevance": 2 }, { "pair_id": 343706, "video_name": "friends_s08e23-24_seg02_clip_09", "timestamp": [ 2.9, 10.44 ], "duration": 58.66, "caption": "A person has a conversation with the people in the hospital bed next to a woman.", "similarity": 0.8383, "relevance": 3 }, { "pair_id": 343707, "video_name": "house_s08e13_seg02_clip_20", "timestamp": [ 0.0, 18.25 ], "duration": 89.66, "caption": "A man and a woman are conversing as he is on a hospital bed.", "similarity": 0.8378, "relevance": 2 }, { "pair_id": 343708, "video_name": "house_s08e18_seg02_clip_18", "timestamp": [ 15.76, 71.13 ], "duration": 90.66, "caption": "A man talks to woman in the hospital lobby.", "similarity": 0.8376, "relevance": 2 }, { "pair_id": 343709, "video_name": "house_s03e01_seg02_clip_11", "timestamp": [ 0.0, 86.5 ], "duration": 92.66, "caption": "A man is conversing with a woman as they are in a hospital room.", "similarity": 0.8353, "relevance": 2 }, { "pair_id": 343710, "video_name": "house_s07e17_seg02_clip_17", "timestamp": [ 0.0, 96.03 ], "duration": 96.66, "caption": "A man talks to another man when he's in a hospital bed.", "similarity": 0.8342, "relevance": 2 }, { "pair_id": 343711, "video_name": "house_s06e09_seg02_clip_18", "timestamp": [ 0.0, 40.51 ], "duration": 90.66, "caption": "A man talks to another man when he is in a hospital bed.", "similarity": 0.8306, "relevance": 2 }, { "pair_id": 343712, "video_name": "house_s03e10_seg02_clip_09", "timestamp": [ 82.74, 89.45 ], "duration": 89.66, "caption": "A woman is laying on a hospital bed and talking with a man.", "similarity": 0.8295, "relevance": 4 }, { "pair_id": 343713, "video_name": "house_s06e19_seg02_clip_07", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman is conversing with a man as he lies on a hospital bed.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 343714, "video_name": "house_s05e20_seg02_clip_15", "timestamp": [ 78.32, 90.55 ], "duration": 90.66, "caption": "A man talks to a woman while at her bedside.", "similarity": 0.8276, "relevance": 4 }, { "pair_id": 343715, "video_name": "grey_s02e13_seg02_clip_18", "timestamp": [ 0.0, 34.57 ], "duration": 108.66, "caption": "A man sits on a patient's hospital bed while talking with a woman.", "similarity": 0.8273, "relevance": 4 }, { "pair_id": 343716, "video_name": "house_s07e21_seg02_clip_20", "timestamp": [ 0.0, 22.89 ], "duration": 88.66, "caption": "A woman is lying on a hospital bed as she speaks to a man.", "similarity": 0.8266, "relevance": 4 }, { "pair_id": 343717, "video_name": "castle_s01e10_seg02_clip_26", "timestamp": [ 92.73, 113.26 ], "duration": 152.66, "caption": "A man is lying on a hospital bed as he converses with woman.", "similarity": 0.8252, "relevance": 2 }, { "pair_id": 343718, "video_name": "grey_s03e03_seg02_clip_17", "timestamp": [ 0.0, 36.31 ], "duration": 88.66, "caption": "A woman talks to a man when they are outside the hospital.", "similarity": 0.8216, "relevance": 1 }, { "pair_id": 343719, "video_name": "grey_s02e05_seg02_clip_19", "timestamp": [ 0.0, 40.81 ], "duration": 136.66, "caption": "A woman is sitting on a hospital bed as she speaks to man.", "similarity": 0.8213, "relevance": 4 } ] }, { "query_id": 37351, "query": "Woman removes her jacket from the chair and puts it on.", "relevant_moment": [ { "pair_id": 148080, "video_name": "castle_s03e23_seg02_clip_18", "timestamp": [ 33.68, 43.69 ], "duration": 91.66, "caption": "Woman removes her jacket from the chair and puts it on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148081, "video_name": "friends_s03e19_seg02_clip_02", "timestamp": [ 0.0, 8.53 ], "duration": 55.66, "caption": "A woman takes off her jacket and puts it on the chair.", "similarity": 0.9607, "relevance": 3 }, { "pair_id": 148082, "video_name": "friends_s01e19_seg02_clip_00", "timestamp": [ 12.1, 20.47 ], "duration": 62.66, "caption": "A woman removes her jacket and sets it in the chair next to her.", "similarity": 0.8901, "relevance": 1 }, { "pair_id": 148083, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 74.12, 76.33 ], "duration": 88.66, "caption": "A woman picks up her jacket from the chair and puts it on.", "similarity": 0.8609, "relevance": 3 }, { "pair_id": 148084, "video_name": "friends_s06e19_seg02_clip_00", "timestamp": [ 11.71, 17.24 ], "duration": 65.66, "caption": "A woman takes off her jacket while sitting in a chair.", "similarity": 0.8603, "relevance": 1 }, { "pair_id": 148085, "video_name": "house_s08e12_seg02_clip_22", "timestamp": [ 25.31, 26.69 ], "duration": 92.66, "caption": "A person takes off his/her jacket and puts it on a chair.", "similarity": 0.8335, "relevance": 0 }, { "pair_id": 148086, "video_name": "s07e05_seg02_clip_10", "timestamp": [ 51.79, 59.24 ], "duration": 62.66, "caption": "A person takes his jacket off and puts it on the chair.", "similarity": 0.8316, "relevance": 1 }, { "pair_id": 148087, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 70.24, 75.88 ], "duration": 86.66, "caption": "A person takes off their jacket and places it on a chair.", "similarity": 0.8226, "relevance": 1 }, { "pair_id": 148088, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 3.9, 11.1 ], "duration": 60.66, "caption": "A person takes off their jacket and puts it on the back of their chair.", "similarity": 0.8208, "relevance": 2 }, { "pair_id": 148089, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 5.44, 9.6 ], "duration": 64.66, "caption": "A woman walks up to a chair and sits on it taking off her jacket.", "similarity": 0.8193, "relevance": 1 }, { "pair_id": 148090, "video_name": "friends_s10e13_seg02_clip_17", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A woman removes her coat and places it on the back of a chair.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 148091, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 15.26, 23.8 ], "duration": 61.66, "caption": "A person takes off his jacket and places it on a chair.", "similarity": 0.7909, "relevance": 1 }, { "pair_id": 148092, "video_name": "castle_s02e05_seg02_clip_15", "timestamp": [ 50.6, 52.86 ], "duration": 90.66, "caption": "A woman placed her jacket on the backrest of a chair.", "similarity": 0.7751, "relevance": 0 }, { "pair_id": 148093, "video_name": "s05e17_seg02_clip_10", "timestamp": [ 55.84, 61.03 ], "duration": 61.66, "caption": "A woman gets up from the chair to get her jacket.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 148094, "video_name": "friends_s06e09_seg02_clip_02", "timestamp": [ 0.59, 9.15 ], "duration": 59.66, "caption": "A woman removes her leather jacket and sits it aside.", "similarity": 0.7619, "relevance": 1 }, { "pair_id": 148095, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 22.64, 25.74 ], "duration": 62.66, "caption": "A woman takes off her coat and sets it down on a chair.", "similarity": 0.7608, "relevance": 1 }, { "pair_id": 148096, "video_name": "friends_s07e10_seg02_clip_07", "timestamp": [ 4.5, 9.3 ], "duration": 60.66, "caption": "A woman takes her jacket off while sitting down.", "similarity": 0.7575, "relevance": 1 }, { "pair_id": 148097, "video_name": "friends_s05e06_seg02_clip_08", "timestamp": [ 0.0, 5.4 ], "duration": 60.66, "caption": "A woman walks into the room and removes a jacket from the back of a chair.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 148098, "video_name": "friends_s01e22_seg02_clip_05", "timestamp": [ 32.83, 36.44 ], "duration": 60.66, "caption": "A woman takes off her orange color outerwear and put it on the back of the chair.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 148099, "video_name": "s06e16_seg02_clip_11", "timestamp": [ 8.38, 14.41 ], "duration": 67.66, "caption": "A woman takes off her purse and puts it on a chair.", "similarity": 0.744, "relevance": 1 } ] }, { "query_id": 37382, "query": "A man walks away leaving person, person, and person standing in the hall.", "relevant_moment": [ { "pair_id": 164560, "video_name": "castle_s03e23_seg02_clip_10", "timestamp": [ 68.55, 89.02 ], "duration": 89.66, "caption": "A man walks away leaving person, person, and person standing in the hall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164562, "video_name": "house_s08e08_seg02_clip_15", "timestamp": [ 14.72, 19.84 ], "duration": 128.66, "caption": "A man walks away from another person in the hallway.", "similarity": 0.8484, "relevance": 3 }, { "pair_id": 164563, "video_name": "grey_s03e11_seg02_clip_07", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man walks away from another person in the hallway.", "similarity": 0.8484, "relevance": 3 }, { "pair_id": 164564, "video_name": "house_s08e11_seg02_clip_23", "timestamp": [ 67.13, 73.4 ], "duration": 179.66, "caption": "A man walks away from another man leaving him standing alone in the hallway.", "similarity": 0.8316, "relevance": 3 }, { "pair_id": 164565, "video_name": "house_s05e23_seg02_clip_02", "timestamp": [ 44.11, 45.91 ], "duration": 90.66, "caption": "A man walks away from another man leaving him in the hallway alone.", "similarity": 0.8223, "relevance": 2 }, { "pair_id": 164566, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 13.64, 16.72 ], "duration": 88.66, "caption": "A person walks away from another person in a hallway.", "similarity": 0.8131, "relevance": 3 }, { "pair_id": 164567, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 28.72, 30.7 ], "duration": 99.66, "caption": "A person walks away from two other people in the hallway.", "similarity": 0.8102, "relevance": 3 }, { "pair_id": 164568, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 31.4, 34.32 ], "duration": 146.66, "caption": "A man walks away from two people.", "similarity": 0.8083, "relevance": 3 }, { "pair_id": 164569, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 42.88, 52.81 ], "duration": 90.66, "caption": "A man walks down the hallway away from another person.", "similarity": 0.8068, "relevance": 2 }, { "pair_id": 164570, "video_name": "house_s08e05_seg02_clip_19", "timestamp": [ 72.53, 76.59 ], "duration": 90.66, "caption": "Two people walk out together and leave a man.", "similarity": 0.8046, "relevance": 1 }, { "pair_id": 164571, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 64.82, 68.87 ], "duration": 90.66, "caption": "A man turns and walks away from another person in the hallway.", "similarity": 0.8025, "relevance": 3 }, { "pair_id": 164572, "video_name": "castle_s08e06_seg02_clip_02", "timestamp": [ 0.0, 8.56 ], "duration": 90.66, "caption": "A man walks away from person to stand in the other side of the room.", "similarity": 0.8016, "relevance": 3 }, { "pair_id": 164574, "video_name": "s03e18_seg02_clip_14", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person walks away from another person leaving him sitting alone in the living room.", "similarity": 0.7907, "relevance": 2 }, { "pair_id": 164575, "video_name": "house_s04e02_seg02_clip_13", "timestamp": [ 42.31, 44.11 ], "duration": 90.66, "caption": "A person walks off from another person and leaves the hallway.", "similarity": 0.7898, "relevance": 3 }, { "pair_id": 164576, "video_name": "friends_s06e11_seg02_clip_09", "timestamp": [ 11.33, 14.16 ], "duration": 56.66, "caption": "A man was walking away from two people.", "similarity": 0.7852, "relevance": 2 }, { "pair_id": 164577, "video_name": "house_s07e17_seg02_clip_25", "timestamp": [ 61.21, 63.91 ], "duration": 180.66, "caption": "A person walks out of a room leaving another person alone.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 164579, "video_name": "friends_s10e05_seg02_clip_14", "timestamp": [ 14.15, 16.26 ], "duration": 60.66, "caption": "A person walks away from two people in the living room.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 337880, "video_name": "house_s05e07_seg02_clip_12", "timestamp": [ 76.12, 83.24 ], "duration": 89.66, "caption": "A man walks away from another man leaving him alone.", "similarity": 0.782, "relevance": 2 }, { "pair_id": 337881, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 34.66, 39.12 ], "duration": 99.66, "caption": "A man walks away from another man leaving him alone.", "similarity": 0.782, "relevance": 3 }, { "pair_id": 337882, "video_name": "house_s05e03_seg02_clip_03", "timestamp": [ 74.72, 79.67 ], "duration": 90.66, "caption": "A person walks in between man and another person to exit the room.", "similarity": 0.7812, "relevance": 4 }, { "pair_id": 337883, "video_name": "friends_s05e18_seg02_clip_22", "timestamp": [ 48.53, 51.61 ], "duration": 77.66, "caption": "A man walks away from man leaving him standing alone.", "similarity": 0.7804, "relevance": 2 }, { "pair_id": 337884, "video_name": "grey_s03e04_seg02_clip_09", "timestamp": [ 37.27, 43.25 ], "duration": 92.66, "caption": "A man leaves another person standing alone in the hallway.", "similarity": 0.7785, "relevance": 3 }, { "pair_id": 337885, "video_name": "friends_s02e02_seg02_clip_04", "timestamp": [ 33.87, 38.14 ], "duration": 61.66, "caption": "Two people walk away from a man together.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 337886, "video_name": "castle_s07e06_seg02_clip_11", "timestamp": [ 24.65, 27.29 ], "duration": 88.66, "caption": "A person walks out of the room leaving two people alone.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 337887, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 47.47, 50.86 ], "duration": 113.66, "caption": "A person walks down the hallway away from another person.", "similarity": 0.7703, "relevance": 2 }, { "pair_id": 337888, "video_name": "house_s02e02_seg02_clip_10", "timestamp": [ 73.06, 75.26 ], "duration": 88.66, "caption": "Three people walk out and leave a person.", "similarity": 0.7661, "relevance": 2 }, { "pair_id": 337889, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 33.3, 43.21 ], "duration": 180.66, "caption": "A person walks out of the room after a man tells him to leave.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 337890, "video_name": "grey_s02e07_seg02_clip_16", "timestamp": [ 15.08, 21.32 ], "duration": 104.66, "caption": "A person walks away after another person tells him to leave.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 337892, "video_name": "house_s05e12_seg02_clip_20", "timestamp": [ 39.66, 43.79 ], "duration": 103.66, "caption": "A person turns and walks away from another person in the hallway.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 337893, "video_name": "s06e04_seg02_clip_16", "timestamp": [ 0.0, 11.55 ], "duration": 70.66, "caption": "A man leaves person's apartment and walks down the hall.", "similarity": 0.7606, "relevance": 2 }, { "pair_id": 337894, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 1.81, 4.51 ], "duration": 90.66, "caption": "A person walks away after telling a man to leave.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 337895, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 51.45, 57.93 ], "duration": 81.66, "caption": "A man walks out of the door and leaves person behind.", "similarity": 0.7598, "relevance": 2 }, { "pair_id": 337896, "video_name": "house_s02e08_seg02_clip_17", "timestamp": [ 43.25, 46.01 ], "duration": 92.66, "caption": "A man walks in while another man is talking with some people and he walks away.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 337897, "video_name": "house_s01e01_seg02_clip_00", "timestamp": [ 27.69, 31.96 ], "duration": 142.66, "caption": "A person walks away from another person and the other person turns around in the hallway.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 337898, "video_name": "grey_s03e25_seg02_clip_11", "timestamp": [ 64.41, 94.03 ], "duration": 94.66, "caption": "A man stands up from his chair and walks away from another person.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 337899, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A man walks out from the room and leaves a man and a woman.", "similarity": 0.757, "relevance": 3 } ] }, { "query_id": 37396, "query": "A man gets up and leaves before the game is over with.", "relevant_moment": [ { "pair_id": 19900, "video_name": "friends_s10e05_seg02_clip_06", "timestamp": [ 26.56, 31.87 ], "duration": 59.66, "caption": "A man gets up and leaves before the game is over with.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19901, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 7.3, 16.64 ], "duration": 81.66, "caption": "A man is about to leave, he stops and comes back.", "similarity": 0.741, "relevance": 2 }, { "pair_id": 19902, "video_name": "house_s05e20_seg02_clip_08", "timestamp": [ 22.06, 38.71 ], "duration": 90.66, "caption": "A man gets up, stands for a while, and then leaves the room.", "similarity": 0.7341, "relevance": 2 }, { "pair_id": 19903, "video_name": "s01e05_seg02_clip_04", "timestamp": [ 39.7, 46.42 ], "duration": 64.66, "caption": "A man gets up to leave and a person stops him.", "similarity": 0.7244, "relevance": 2 }, { "pair_id": 19904, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 40.88, 50.76 ], "duration": 89.66, "caption": "A man gets up to leave but another person stops him.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 19905, "video_name": "house_s06e21_seg02_clip_10", "timestamp": [ 75.26, 77.02 ], "duration": 88.66, "caption": "A man gets up as if he finally decided to do something.", "similarity": 0.6681, "relevance": 1 }, { "pair_id": 19906, "video_name": "house_s08e03_seg02_clip_26", "timestamp": [ 61.86, 66.05 ], "duration": 93.66, "caption": "A person stands up and leaves the side of a man.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 19907, "video_name": "house_s06e12_seg02_clip_20", "timestamp": [ 41.57, 60.59 ], "duration": 88.66, "caption": "A man tries to stop another man from playing sports but he leaves.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 19908, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 50.36, 53.16 ], "duration": 93.66, "caption": "A man gets up from the couch and leaves.", "similarity": 0.6573, "relevance": 1 }, { "pair_id": 19909, "video_name": "friends_s09e17_seg02_clip_01", "timestamp": [ 34.0, 35.44 ], "duration": 57.66, "caption": "A man gets up from the couch and leaves.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 19910, "video_name": "met_s05e03_seg02_clip_00", "timestamp": [ 14.06, 17.11 ], "duration": 61.66, "caption": "A man gets up after telling another man that he is leaving.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 19911, "video_name": "met_s06e03_seg02_clip_10", "timestamp": [ 43.68, 47.81 ], "duration": 59.66, "caption": "A man gets ready to leave, someone talks to him to stop him.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 19912, "video_name": "grey_s01e06_seg02_clip_11", "timestamp": [ 13.05, 20.71 ], "duration": 90.66, "caption": "A man tells someone to get rest and then he leaves the room.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 19913, "video_name": "friends_s03e02_seg02_clip_05", "timestamp": [ 20.64, 40.12 ], "duration": 58.66, "caption": "A man sends a person to get ready and the person leaves.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 19914, "video_name": "castle_s04e01_seg02_clip_06", "timestamp": [ 37.61, 51.25 ], "duration": 94.66, "caption": "A man gets up to walk out and then stops and turns around.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 19915, "video_name": "house_s07e16_seg02_clip_13", "timestamp": [ 35.11, 49.06 ], "duration": 90.66, "caption": "A man gets up from the bar and leaves.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 19916, "video_name": "house_s03e12_seg02_clip_26", "timestamp": [ 29.27, 32.78 ], "duration": 39.66, "caption": "A man stops playing the game and leaves the table.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 19917, "video_name": "met_s05e05_seg02_clip_00", "timestamp": [ 3.38, 5.52 ], "duration": 61.66, "caption": "A man walks out and says that he's ready to leave.", "similarity": 0.6321, "relevance": 1 }, { "pair_id": 19918, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 5.28, 6.6 ], "duration": 88.66, "caption": "A person is playing a video game while a man leaves.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 19919, "video_name": "house_s08e13_seg02_clip_01", "timestamp": [ 23.33, 25.97 ], "duration": 88.66, "caption": "A man gets up and leaves their team in the table.", "similarity": 0.6286, "relevance": 3 } ] }, { "query_id": 37486, "query": "A person stops talking to woman and walks out the door.", "relevant_moment": [ { "pair_id": 112800, "video_name": "house_s01e02_seg02_clip_03", "timestamp": [ 58.28, 60.1 ], "duration": 91.66, "caption": "A person stops talking to woman and walks out the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 112801, "video_name": "house_s03e24_seg02_clip_17", "timestamp": [ 9.9, 12.05 ], "duration": 86.66, "caption": "A woman walks out the door while talking to a man.", "similarity": 0.8688, "relevance": 2 }, { "pair_id": 112802, "video_name": "house_s08e13_seg02_clip_17", "timestamp": [ 74.31, 83.02 ], "duration": 83.66, "caption": "A person walks out of the door after talking to another woman and a man.", "similarity": 0.8511, "relevance": 3 }, { "pair_id": 112803, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 17.55, 21.16 ], "duration": 90.66, "caption": "A man is talking to woman and then walks away and opens the door and leaves.", "similarity": 0.8463, "relevance": 4 }, { "pair_id": 112804, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 18.45, 24.31 ], "duration": 90.66, "caption": "A man speaks to a woman and then walks out of the door.", "similarity": 0.8308, "relevance": 4 }, { "pair_id": 112805, "video_name": "house_s01e08_seg02_clip_15", "timestamp": [ 86.96, 90.59 ], "duration": 90.66, "caption": "A person walks out while a woman is still talking to her.", "similarity": 0.8232, "relevance": 3 }, { "pair_id": 112806, "video_name": "s02e22_seg02_clip_08", "timestamp": [ 30.17, 33.65 ], "duration": 58.66, "caption": "A woman stops conversing with a man and closes her door.", "similarity": 0.8194, "relevance": 2 }, { "pair_id": 112807, "video_name": "met_s02e19_seg02_clip_17", "timestamp": [ 51.4, 54.61 ], "duration": 58.66, "caption": "A man finishes speaking to woman and walks out.", "similarity": 0.8116, "relevance": 4 }, { "pair_id": 112808, "video_name": "s04e01_seg02_clip_01", "timestamp": [ 38.37, 50.47 ], "duration": 59.66, "caption": "A person starts to walk away then stops and talks to woman.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 112809, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 51.62 ], "duration": 60.66, "caption": "A person opens the door and talks to woman.", "similarity": 0.8003, "relevance": 1 }, { "pair_id": 112811, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A woman says something to a man then walks out the door.", "similarity": 0.7975, "relevance": 3 }, { "pair_id": 112812, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 64.13, 66.84 ], "duration": 90.66, "caption": "A person comes through the door to talk to a woman.", "similarity": 0.796, "relevance": 1 }, { "pair_id": 112813, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person opens door and walks out of it with a woman following.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 112814, "video_name": "castle_s07e06_seg02_clip_09", "timestamp": [ 65.55, 68.78 ], "duration": 92.66, "caption": "A person walks out after talking to woman and another person.", "similarity": 0.791, "relevance": 2 }, { "pair_id": 112815, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.789, "relevance": 1 }, { "pair_id": 112816, "video_name": "s09e15_seg02_clip_01", "timestamp": [ 3.9, 7.2 ], "duration": 60.66, "caption": "A person is standing in a doorway talking to a woman when she slams the door in his face leaving him in the hallway.", "similarity": 0.7887, "relevance": 1 }, { "pair_id": 112817, "video_name": "house_s01e10_seg02_clip_12", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person opens the door and walk out while still talking to another person.", "similarity": 0.7874, "relevance": 3 }, { "pair_id": 112818, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 43.44, 47.74 ], "duration": 86.66, "caption": "A woman stops a man as he is going out the door.", "similarity": 0.7873, "relevance": 2 }, { "pair_id": 112819, "video_name": "house_s01e15_seg02_clip_04", "timestamp": [ 15.19, 23.53 ], "duration": 98.66, "caption": "A man walks away from a woman and talks by the door.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 286120, "video_name": "grey_s02e24_seg02_clip_08", "timestamp": [ 85.76, 90.27 ], "duration": 90.66, "caption": "A woman walks out of a door into the hallway and talks to a man.", "similarity": 0.7839, "relevance": 2 }, { "pair_id": 286121, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 3.15, 5.85 ], "duration": 90.66, "caption": "A person walks out the door while talking to another person.", "similarity": 0.7833, "relevance": 3 }, { "pair_id": 286122, "video_name": "s08e08_seg02_clip_15", "timestamp": [ 3.15, 9.45 ], "duration": 63.66, "caption": "A woman is talking to a door and then turns to walk away.", "similarity": 0.782, "relevance": 2 }, { "pair_id": 286123, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 16.2, 18.91 ], "duration": 90.66, "caption": "A man walks out when he is done talking to a woman.", "similarity": 0.7816, "relevance": 4 }, { "pair_id": 286124, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 68.72 ], "duration": 91.66, "caption": "A man opens the door and stands talking to a woman before he leaves.", "similarity": 0.7816, "relevance": 4 }, { "pair_id": 286125, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 13.65, 17.29 ], "duration": 91.66, "caption": "A person walks out of the room after a woman talks to him.", "similarity": 0.7809, "relevance": 2 }, { "pair_id": 286126, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 0.0, 46.25 ], "duration": 59.66, "caption": "A man comes in to get a person who walks the door while talking to a woman before leaving.", "similarity": 0.7795, "relevance": 4 }, { "pair_id": 286127, "video_name": "friends_s05e21_seg02_clip_06", "timestamp": [ 0.0, 3.3 ], "duration": 66.66, "caption": "A woman walks through the door and starts speaking to a man.", "similarity": 0.7794, "relevance": 2 }, { "pair_id": 286128, "video_name": "s01e15_seg02_clip_14", "timestamp": [ 20.48, 23.64 ], "duration": 63.66, "caption": "A woman walks away and another woman comes to the door to talk to a man.", "similarity": 0.7786, "relevance": 3 }, { "pair_id": 286129, "video_name": "friends_s01e09_seg02_clip_00", "timestamp": [ 3.91, 15.96 ], "duration": 65.66, "caption": "A woman stops a man to say something and he walks out of the store.", "similarity": 0.7785, "relevance": 4 }, { "pair_id": 286130, "video_name": "grey_s03e10_seg02_clip_04", "timestamp": [ 6.91, 19.35 ], "duration": 92.66, "caption": "A woman stops in front of a door to talk to some people.", "similarity": 0.778, "relevance": 2 }, { "pair_id": 286131, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 41.66, 44.64 ], "duration": 85.66, "caption": "A woman walks out immediately after talking to person.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 286132, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 43.87, 74.84 ], "duration": 86.66, "caption": "A person opens and holds the door open while talking to a woman then shuts it.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 286133, "video_name": "friends_s02e12-13_seg02_clip_37", "timestamp": [ 47.81, 52.4 ], "duration": 54.66, "caption": "A person walks away from woman while talking to her.", "similarity": 0.7735, "relevance": 4 }, { "pair_id": 286134, "video_name": "s07e05_seg02_clip_05", "timestamp": [ 14.71, 60.03 ], "duration": 60.66, "caption": "A woman walked out while they are talking with a man.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 286135, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 24.39, 30.37 ], "duration": 92.66, "caption": "A man walks out after talking to a woman and she follows him.", "similarity": 0.7733, "relevance": 4 }, { "pair_id": 286136, "video_name": "castle_s04e14_seg02_clip_02", "timestamp": [ 28.81, 30.61 ], "duration": 90.66, "caption": "A man finishes talking to woman and walks away.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 286137, "video_name": "house_s04e03_seg02_clip_25", "timestamp": [ 33.96, 37.22 ], "duration": 93.66, "caption": "A person immediately walks away after talking to a woman.", "similarity": 0.7708, "relevance": 2 }, { "pair_id": 286138, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 78.68, 80.52 ], "duration": 92.66, "caption": "A person finishes their conversation with two other people and walks out of the door.", "similarity": 0.7706, "relevance": 3 } ] }, { "query_id": 37571, "query": "A woman shows a picture to two men and one of them recognizes him.", "relevant_moment": [ { "pair_id": 4380, "video_name": "castle_s04e22_seg02_clip_14", "timestamp": [ 69.18, 76.46 ], "duration": 91.66, "caption": "A woman shows a picture to two men and one of them recognizes him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4381, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.8443, "relevance": 3 }, { "pair_id": 4382, "video_name": "castle_s07e09_seg02_clip_16", "timestamp": [ 81.11, 90.13 ], "duration": 90.66, "caption": "A woman hands a man a picture and he shows it to two other men.", "similarity": 0.844, "relevance": 3 }, { "pair_id": 4383, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 71.79, 75.75 ], "duration": 88.66, "caption": "A man shows the picture of a man to two women.", "similarity": 0.8162, "relevance": 2 }, { "pair_id": 4384, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 55.35, 58.61 ], "duration": 93.66, "caption": "A woman shows a man a picture of a woman.", "similarity": 0.8063, "relevance": 3 }, { "pair_id": 4385, "video_name": "castle_s06e05_seg02_clip_16", "timestamp": [ 65.27, 70.22 ], "duration": 90.66, "caption": "A man shows another man a photo to see if he recognizes the person.", "similarity": 0.8049, "relevance": 2 }, { "pair_id": 4386, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 73.0, 77.13 ], "duration": 91.66, "caption": "A man shows a woman a picture of a woman.", "similarity": 0.7978, "relevance": 2 }, { "pair_id": 4387, "video_name": "house_s07e20_seg02_clip_12", "timestamp": [ 76.01, 91.03 ], "duration": 91.66, "caption": "A man shows a woman a photo of a man.", "similarity": 0.7889, "relevance": 2 }, { "pair_id": 4389, "video_name": "castle_s06e19_seg02_clip_02", "timestamp": [ 10.02, 14.12 ], "duration": 91.66, "caption": "Two people show a woman a picture of another woman.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 4390, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.56, 81.9 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 4391, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.12, 82.79 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 4392, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 12.28, 18.19 ], "duration": 90.66, "caption": "A woman shows a piece of picture to a man.", "similarity": 0.7786, "relevance": 3 }, { "pair_id": 4393, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.7729, "relevance": 1 }, { "pair_id": 4394, "video_name": "castle_s07e11_seg02_clip_09", "timestamp": [ 89.57, 91.66 ], "duration": 91.66, "caption": "A man shows a woman a photograph of a woman.", "similarity": 0.7713, "relevance": 1 }, { "pair_id": 4396, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 49.06, 53.56 ], "duration": 90.66, "caption": "A woman is shown a picture by a man of another woman.", "similarity": 0.7672, "relevance": 2 }, { "pair_id": 4397, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 14.0, 22.51 ], "duration": 100.66, "caption": "A woman holds up a photo to show another man.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 4398, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.7634, "relevance": 2 }, { "pair_id": 4399, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 61.68, 75.64 ], "duration": 90.66, "caption": "A man shows a woman and man an old picture of someone.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 177700, "video_name": "castle_s03e12_seg02_clip_06", "timestamp": [ 66.45, 71.45 ], "duration": 91.66, "caption": "A woman takes out a picture of a man and shows it to a man.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 177701, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 27.76, 43.24 ], "duration": 91.66, "caption": "A man shows some people a photo of someone.", "similarity": 0.7574, "relevance": 3 }, { "pair_id": 177702, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 177703, "video_name": "castle_s02e09_seg02_clip_04", "timestamp": [ 15.64, 19.21 ], "duration": 89.66, "caption": "A person shows some other people a photo of someone.", "similarity": 0.7572, "relevance": 3 }, { "pair_id": 177704, "video_name": "castle_s04e18_seg02_clip_16", "timestamp": [ 33.01, 43.86 ], "duration": 90.66, "caption": "A man shows a couple of photos to a woman.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 177705, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 23.68, 28.23 ], "duration": 91.66, "caption": "A person shows three pictures to two other people.", "similarity": 0.7566, "relevance": 1 }, { "pair_id": 177706, "video_name": "castle_s07e05_seg02_clip_13", "timestamp": [ 81.33, 90.74 ], "duration": 94.66, "caption": "A person shows another person and a third person the picture that came in and one of the picture are of them.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 177707, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 177708, "video_name": "castle_s04e19_seg02_clip_22", "timestamp": [ 46.42, 53.25 ], "duration": 91.66, "caption": "A woman shows a man a picture of a white male.", "similarity": 0.749, "relevance": 4 }, { "pair_id": 177709, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 53.02, 60.85 ], "duration": 86.66, "caption": "A man shows a picture of someone's friend to woman.", "similarity": 0.7468, "relevance": 2 }, { "pair_id": 177710, "video_name": "castle_s07e14_seg02_clip_25", "timestamp": [ 27.31, 36.87 ], "duration": 91.66, "caption": "A man shows another man a picture of a woman on a file and two others.", "similarity": 0.7451, "relevance": 2 }, { "pair_id": 177711, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 52.21, 55.36 ], "duration": 90.66, "caption": "A person is holding a picture of someone as a man identifies them in the photo.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 177712, "video_name": "castle_s06e21_seg02_clip_14", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A woman shows them some photographs of a man.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 177713, "video_name": "castle_s07e14_seg02_clip_11", "timestamp": [ 51.73, 54.0 ], "duration": 90.66, "caption": "A man shows woman a picture of a man as he speaks to her.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 177714, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 28.74, 34.22 ], "duration": 91.66, "caption": "A woman shows a man a picture of a dead victim and he recognizes him.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 177715, "video_name": "castle_s05e05_seg02_clip_22", "timestamp": [ 77.87, 90.02 ], "duration": 90.66, "caption": "A woman shows the man look-a-like a pictures as she and person spoke to him.", "similarity": 0.7393, "relevance": 4 }, { "pair_id": 177716, "video_name": "castle_s02e14_seg02_clip_24", "timestamp": [ 40.16, 47.22 ], "duration": 88.66, "caption": "A woman shows a couple of pictures to a man and asked if he knows him.", "similarity": 0.7385, "relevance": 4 }, { "pair_id": 177717, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 43.92, 47.09 ], "duration": 90.66, "caption": "A woman picks up a picture and shows it to a man.", "similarity": 0.7373, "relevance": 3 }, { "pair_id": 177718, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 68.87, 74.72 ], "duration": 90.66, "caption": "A person shows a picture to another person.", "similarity": 0.7332, "relevance": 2 }, { "pair_id": 177719, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 8.48, 13.39 ], "duration": 89.66, "caption": "A man hands another person a picture to look at and then the person hands it to a woman.", "similarity": 0.7315, "relevance": 2 } ] }, { "query_id": 37576, "query": "A woman cuffs another woman's hands behind her back and leads her away.", "relevant_moment": [ { "pair_id": 158300, "video_name": "castle_s06e20_seg02_clip_26", "timestamp": [ 25.16, 30.34 ], "duration": 148.66, "caption": "A woman cuffs another woman's hands behind her back and leads her away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158301, "video_name": "castle_s06e13_seg02_clip_25", "timestamp": [ 11.04, 17.66 ], "duration": 88.66, "caption": "A woman places some hand cuffs on to another woman.", "similarity": 0.7774, "relevance": 4 }, { "pair_id": 158302, "video_name": "grey_s03e16_seg02_clip_16", "timestamp": [ 12.39, 14.75 ], "duration": 118.66, "caption": "A woman raises her hands at another woman then walks away.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 158303, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 3.41, 4.34 ], "duration": 62.66, "caption": "A woman removes her hands from another woman's back and arm.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 158304, "video_name": "friends_s01e09_seg02_clip_12", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman grabs another woman's shoulder to move her out of the way.", "similarity": 0.7044, "relevance": 1 }, { "pair_id": 158305, "video_name": "friends_s01e15_seg02_clip_16", "timestamp": [ 52.31, 55.47 ], "duration": 63.66, "caption": "A woman grabs another woman by the arm and pulls her back.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 158306, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman grabs another woman's arm as she tries to walk away.", "similarity": 0.7017, "relevance": 2 }, { "pair_id": 158307, "video_name": "s01e15_seg02_clip_11", "timestamp": [ 47.22, 48.4 ], "duration": 59.66, "caption": "A woman puts their hand on a person's shoulder and pushes them away from her.", "similarity": 0.6943, "relevance": 1 }, { "pair_id": 158308, "video_name": "castle_s07e17_seg02_clip_06", "timestamp": [ 12.7, 16.78 ], "duration": 90.66, "caption": "A person stands up and puts her hands in front of woman to remove person's handcuffs.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 158309, "video_name": "s05e13_seg02_clip_02", "timestamp": [ 13.58, 16.23 ], "duration": 59.66, "caption": "A woman grabs woman's arm and leads her out of the room.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 158310, "video_name": "friends_s03e24_seg02_clip_14", "timestamp": [ 51.65, 59.03 ], "duration": 59.66, "caption": "A woman walks away from another woman, turns around and puts her arms out from her sides.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 158311, "video_name": "friends_s01e20_seg02_clip_19", "timestamp": [ 10.5, 15.61 ], "duration": 60.66, "caption": "A woman gets closer to another woman and grabs her hands.", "similarity": 0.6871, "relevance": 1 }, { "pair_id": 158312, "video_name": "friends_s09e19_seg02_clip_17", "timestamp": [ 16.48, 18.1 ], "duration": 54.66, "caption": "A woman takes a steps forward as she reaches out and grabs another woman by the arm.", "similarity": 0.6859, "relevance": 1 }, { "pair_id": 158313, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A woman grabs another woman's hand and pulls it towards her.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 158314, "video_name": "friends_s08e20_seg01_clip_00", "timestamp": [ 52.96, 61.22 ], "duration": 61.66, "caption": "A woman pushes another woman towards the door and she stops and sticks her hand out.", "similarity": 0.6818, "relevance": 2 }, { "pair_id": 158315, "video_name": "castle_s01e09_seg02_clip_27", "timestamp": [ 31.16, 41.4 ], "duration": 93.66, "caption": "A person gets up, walks behind a woman putting their hand on her shoulder as they leave.", "similarity": 0.6783, "relevance": 1 }, { "pair_id": 158316, "video_name": "grey_s02e02_seg02_clip_09", "timestamp": [ 91.7, 93.6 ], "duration": 95.66, "caption": "A woman grabs another woman's arm and pulls her away from a patient's bedside.", "similarity": 0.6782, "relevance": 1 }, { "pair_id": 158317, "video_name": "castle_s08e18_seg02_clip_04", "timestamp": [ 8.16, 11.42 ], "duration": 65.66, "caption": "A woman moves another woman by holding her arm and bringing it toward herself so that the other woman could get up from the floor.", "similarity": 0.6748, "relevance": 1 }, { "pair_id": 158318, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 27.75, 34.51 ], "duration": 150.66, "caption": "A woman opens her arms for another woman and she walks away with a man.", "similarity": 0.6735, "relevance": 1 }, { "pair_id": 158319, "video_name": "friends_s10e01_seg02_clip_06", "timestamp": [ 15.94, 20.36 ], "duration": 59.66, "caption": "A woman raises her arms, approaches another woman, and puts her left hand on the other woman's shoulder.", "similarity": 0.6725, "relevance": 2 } ] }, { "query_id": 37600, "query": "A man gets up from their chair then looks around the room.", "relevant_moment": [ { "pair_id": 6480, "video_name": "castle_s08e12_seg02_clip_04", "timestamp": [ 36.23, 41.09 ], "duration": 88.66, "caption": "A man gets up from their chair then looks around the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6481, "video_name": "castle_s08e06_seg02_clip_01", "timestamp": [ 29.93, 55.45 ], "duration": 88.66, "caption": "A man gets up from the chair, opens the door to the other room, and looks around before being startled by another man.", "similarity": 0.7742, "relevance": 4 }, { "pair_id": 6482, "video_name": "castle_s04e13_seg02_clip_07", "timestamp": [ 72.13, 76.14 ], "duration": 89.66, "caption": "A man looks at his watch and gets up from his chair.", "similarity": 0.76, "relevance": 3 }, { "pair_id": 6483, "video_name": "castle_s08e05_seg02_clip_13", "timestamp": [ 51.29, 73.21 ], "duration": 82.66, "caption": "A man gets up, looks at two people and leaves the room.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 6484, "video_name": "s02e18_seg02_clip_13", "timestamp": [ 2.6, 11.06 ], "duration": 65.66, "caption": "A man stands up from the chair and walks out of the room.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 6485, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 13.5, 15.19 ], "duration": 56.66, "caption": "A man gets up from the chair and exits the room.", "similarity": 0.7388, "relevance": 4 }, { "pair_id": 6486, "video_name": "house_s07e21_seg02_clip_15", "timestamp": [ 17.67, 24.73 ], "duration": 88.66, "caption": "A person gets up from their chair and left the room.", "similarity": 0.7308, "relevance": 4 }, { "pair_id": 6487, "video_name": "s05e04_seg02_clip_10", "timestamp": [ 16.78, 23.19 ], "duration": 61.66, "caption": "A man gets up from his chair and leaves the room.", "similarity": 0.7302, "relevance": 3 }, { "pair_id": 6488, "video_name": "friends_s10e06_seg02_clip_04", "timestamp": [ 51.32, 53.12 ], "duration": 60.66, "caption": "A man looks down at his watch as he gets up from his chair.", "similarity": 0.721, "relevance": 3 }, { "pair_id": 6489, "video_name": "castle_s03e14_seg02_clip_20", "timestamp": [ 52.37, 55.9 ], "duration": 88.66, "caption": "A man looks up in surprise as person and person enter the room.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 6490, "video_name": "house_s02e05_seg02_clip_23", "timestamp": [ 30.09, 38.55 ], "duration": 94.66, "caption": "A man looks up as another man walks into the room.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 6491, "video_name": "house_s03e09_seg02_clip_02", "timestamp": [ 34.26, 36.51 ], "duration": 90.66, "caption": "A man gets up quickly from his chair and walks past two people out of the room; they turn to follow.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 6492, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 37.85, 42.25 ], "duration": 88.66, "caption": "A man turns in his chair to look at a man.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 6493, "video_name": "s04e18_seg02_clip_08", "timestamp": [ 54.02, 57.33 ], "duration": 60.66, "caption": "A man walks into the room and looks confused.", "similarity": 0.7005, "relevance": 3 }, { "pair_id": 6494, "video_name": "house_s08e17_seg02_clip_02", "timestamp": [ 0.0, 20.83 ], "duration": 92.66, "caption": "A man looks over and sees another person walking into the room.", "similarity": 0.6998, "relevance": 1 }, { "pair_id": 6495, "video_name": "castle_s08e20_seg02_clip_21", "timestamp": [ 39.91, 43.63 ], "duration": 92.66, "caption": "A man stands up from his seat and walks across the room.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 6496, "video_name": "friends_s06e14_seg02_clip_11", "timestamp": [ 41.3, 44.82 ], "duration": 64.66, "caption": "A person gets up from the chair and goes to the living room.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 6497, "video_name": "house_s07e13_seg02_clip_26", "timestamp": [ 34.34, 38.5 ], "duration": 52.66, "caption": "A man gets up out of his chair and turns towards the door.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 6498, "video_name": "s04e03_seg02_clip_05", "timestamp": [ 3.25, 5.31 ], "duration": 59.66, "caption": "A person gets up from the chair they were sitting on in the living room.", "similarity": 0.6907, "relevance": 3 }, { "pair_id": 6499, "video_name": "castle_s04e23_seg02_clip_08", "timestamp": [ 55.22, 66.26 ], "duration": 92.66, "caption": "A man answers their phone and then gets up from their chair, looking nervously around the room.", "similarity": 0.6906, "relevance": 4 }, { "pair_id": 179800, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 2.71, 4.06 ], "duration": 90.66, "caption": "A man turns around to look as another man comes into a room.", "similarity": 0.6903, "relevance": 2 }, { "pair_id": 179801, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 66.26, 70.4 ], "duration": 92.66, "caption": "A man rises out of the chair, now looking down at person.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 179802, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 33.65, 39.46 ], "duration": 58.66, "caption": "A man enters the room and woman looks up at him.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 179803, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 40.05, 55.46 ], "duration": 88.66, "caption": "A person gets up from their chair and leaves the room.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 179804, "video_name": "house_s07e10_seg02_clip_00", "timestamp": [ 35.59, 59.32 ], "duration": 91.66, "caption": "A man takes a seat in the chair and takes a look.", "similarity": 0.6841, "relevance": 1 }, { "pair_id": 179805, "video_name": "house_s05e18_seg02_clip_23", "timestamp": [ 0.0, 2.88 ], "duration": 48.66, "caption": "A person gets up from their chair in the waiting room.", "similarity": 0.6839, "relevance": 3 }, { "pair_id": 179806, "video_name": "castle_s07e19_seg02_clip_14", "timestamp": [ 1.38, 8.74 ], "duration": 92.66, "caption": "A man looks around the room looking for someone.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 179807, "video_name": "house_s01e12_seg02_clip_07", "timestamp": [ 6.8, 13.61 ], "duration": 90.66, "caption": "A man enters the room and a person looks at their watch.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 179808, "video_name": "house_s02e12_seg02_clip_25", "timestamp": [ 0.0, 7.1 ], "duration": 71.66, "caption": "A man turns around in his chair as a woman walks into the room.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 179809, "video_name": "s09e24_seg01_clip_00", "timestamp": [ 49.13, 51.26 ], "duration": 61.66, "caption": "A man stands up from the chair and has a puzzled look on his face.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 179811, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 47.06, 52.29 ], "duration": 74.66, "caption": "A man gets up from the chair he is sitting in.", "similarity": 0.6765, "relevance": 3 }, { "pair_id": 179812, "video_name": "house_s08e22_seg02_clip_04", "timestamp": [ 61.44, 65.99 ], "duration": 91.66, "caption": "A man looks over and sees a person at the end of the room.", "similarity": 0.6757, "relevance": 2 }, { "pair_id": 179813, "video_name": "house_s08e06_seg02_clip_10", "timestamp": [ 39.21, 41.66 ], "duration": 98.66, "caption": "A man stands up out of their chair and leaves the examination room.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 179814, "video_name": "house_s03e09_seg02_clip_13", "timestamp": [ 16.2, 17.55 ], "duration": 90.66, "caption": "A man gets up from his seat and leaves the room.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 179815, "video_name": "castle_s02e12_seg02_clip_09", "timestamp": [ 71.0, 73.23 ], "duration": 89.66, "caption": "A man gets out from a room with a worried look on his face.", "similarity": 0.6725, "relevance": 2 }, { "pair_id": 179816, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 42.25, 47.09 ], "duration": 88.66, "caption": "A person stands up out of their chair and leaves the room.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 179817, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 1.24, 10.54 ], "duration": 62.66, "caption": "A man gives a person a look that makes him sit back in his chair.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 179818, "video_name": "castle_s08e19_seg02_clip_15", "timestamp": [ 22.19, 29.59 ], "duration": 87.66, "caption": "After looking at a person's picture, a man looks up and sees him walking in the room.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 179819, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 72.55, 77.03 ], "duration": 89.66, "caption": "A man walks into the room where a person is at.", "similarity": 0.6635, "relevance": 2 } ] }, { "query_id": 37607, "query": "A man tosses a photo in front of a woman.", "relevant_moment": [ { "pair_id": 4980, "video_name": "castle_s06e20_seg02_clip_20", "timestamp": [ 36.81, 38.19 ], "duration": 92.66, "caption": "A man tosses a photo in front of a woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 4981, "video_name": "castle_s07e14_seg02_clip_25", "timestamp": [ 29.13, 36.41 ], "duration": 91.66, "caption": "A man puts a photo of woman in front of man and then he puts pictures of woman and woman beside it.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 4982, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 12.42, 14.26 ], "duration": 92.66, "caption": "A woman tosses a pen to man who is in front of her.", "similarity": 0.6933, "relevance": 1 }, { "pair_id": 4983, "video_name": "castle_s03e19_seg02_clip_19", "timestamp": [ 0.0, 3.68 ], "duration": 92.66, "caption": "A woman puts a picture of a man in front of another man.", "similarity": 0.6894, "relevance": 1 }, { "pair_id": 4984, "video_name": "castle_s08e20_seg02_clip_20", "timestamp": [ 20.39, 26.29 ], "duration": 90.66, "caption": "A man hands woman a photo of a man.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 4985, "video_name": "castle_s03e14_seg02_clip_14", "timestamp": [ 45.6, 48.89 ], "duration": 94.66, "caption": "A man hands a photo to a woman for her to look at.", "similarity": 0.6695, "relevance": 3 }, { "pair_id": 4986, "video_name": "castle_s06e10_seg02_clip_18", "timestamp": [ 22.51, 30.61 ], "duration": 90.66, "caption": "A man puts a paper in front of woman and hands a picture to person.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 4987, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 7.59, 13.84 ], "duration": 89.66, "caption": "A man hands a person a picture, and then the person hands it to a woman.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 4988, "video_name": "s07e19_seg02_clip_13", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A woman tosses something in the air and a man catches it.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 4989, "video_name": "castle_s05e11_seg02_clip_06", "timestamp": [ 76.56, 82.58 ], "duration": 86.66, "caption": "A woman tosses a photograph across the interrogation table at man.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 4990, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 8.48, 13.39 ], "duration": 89.66, "caption": "A man hands another person a picture to look at and then the person hands it to a woman.", "similarity": 0.6603, "relevance": 2 }, { "pair_id": 4991, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 4992, "video_name": "castle_s01e08_seg02_clip_22", "timestamp": [ 6.31, 8.73 ], "duration": 97.66, "caption": "A woman turns around when a man grabs the photo.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 4993, "video_name": "castle_s04e12_seg02_clip_19", "timestamp": [ 35.22, 40.94 ], "duration": 88.66, "caption": "A woman hands a man a photo of himself with a woman.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 4994, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 38.75, 42.41 ], "duration": 61.66, "caption": "A woman tosses a man his jacket while he's telling a person where something is.", "similarity": 0.6499, "relevance": 0 }, { "pair_id": 4995, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 4996, "video_name": "house_s08e14_seg02_clip_13", "timestamp": [ 17.2, 24.95 ], "duration": 86.66, "caption": "A woman throws things at a man.", "similarity": 0.6477, "relevance": 1 }, { "pair_id": 4997, "video_name": "castle_s02e11_seg02_clip_07", "timestamp": [ 44.63, 50.15 ], "duration": 92.66, "caption": "A woman hands man a picture of a man.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 4998, "video_name": "castle_s08e08_seg02_clip_25", "timestamp": [ 0.0, 1.79 ], "duration": 89.66, "caption": "A man gives a photo of a person to a woman.", "similarity": 0.6471, "relevance": 1 }, { "pair_id": 4999, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 23.47, 25.77 ], "duration": 92.66, "caption": "A woman tosses a piece of paper to a man.", "similarity": 0.6464, "relevance": 1 } ] }, { "query_id": 37741, "query": "A woman enters the room where she finds two other women.", "relevant_moment": [ { "pair_id": 13260, "video_name": "friends_s08e01_seg02_clip_21", "timestamp": [ 9.61, 12.41 ], "duration": 62.66, "caption": "A woman enters the room where she finds two other women.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13261, "video_name": "friends_s04e23-24_seg02_clip_39", "timestamp": [ 0.0, 11.74 ], "duration": 51.66, "caption": "A woman and another woman enter and look around the room.", "similarity": 0.819, "relevance": 2 }, { "pair_id": 13262, "video_name": "house_s03e09_seg02_clip_13", "timestamp": [ 4.95, 6.75 ], "duration": 90.66, "caption": "A woman enters the room where two men are.", "similarity": 0.806, "relevance": 2 }, { "pair_id": 13263, "video_name": "house_s02e05_seg02_clip_15", "timestamp": [ 23.36, 29.97 ], "duration": 88.66, "caption": "A woman came in the room and another woman follows her.", "similarity": 0.8001, "relevance": 2 }, { "pair_id": 13264, "video_name": "castle_s04e14_seg02_clip_14", "timestamp": [ 58.62, 62.55 ], "duration": 87.66, "caption": "A woman gets close to a man and another woman enters the room.", "similarity": 0.79, "relevance": 2 }, { "pair_id": 13265, "video_name": "house_s02e03_seg02_clip_18", "timestamp": [ 108.89, 114.02 ], "duration": 114.66, "caption": "A woman walks into the room that another woman is in watching.", "similarity": 0.7871, "relevance": 2 }, { "pair_id": 13266, "video_name": "grey_s03e12_seg02_clip_06", "timestamp": [ 85.29, 87.1 ], "duration": 90.66, "caption": "A woman enters the room and stands beside another woman.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 13267, "video_name": "grey_s02e22_seg02_clip_16", "timestamp": [ 10.08, 12.96 ], "duration": 96.66, "caption": "A woman walks into a room with two other people.", "similarity": 0.7722, "relevance": 4 }, { "pair_id": 13268, "video_name": "grey_s01e03_seg02_clip_07", "timestamp": [ 74.75, 83.35 ], "duration": 90.66, "caption": "A woman goes out the door and brings another woman in the room.", "similarity": 0.7677, "relevance": 2 }, { "pair_id": 13269, "video_name": "s10e13_seg02_clip_11", "timestamp": [ 6.51, 12.41 ], "duration": 62.66, "caption": "Two men get inside the room where they found two women.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 13271, "video_name": "s07e11_seg01_clip_00", "timestamp": [ 28.72, 33.5 ], "duration": 87.66, "caption": "A person enters the room with two women and a man.", "similarity": 0.7543, "relevance": 3 }, { "pair_id": 13272, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 0.0, 9.94 ], "duration": 58.66, "caption": "A woman walked into the room and another woman walked up to her.", "similarity": 0.7477, "relevance": 1 }, { "pair_id": 13273, "video_name": "s09e18_seg02_clip_06", "timestamp": [ 13.51, 18.01 ], "duration": 60.66, "caption": "A woman enters the apartment with two other women following her.", "similarity": 0.747, "relevance": 2 }, { "pair_id": 13274, "video_name": "s05e22_seg02_clip_15", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A woman watches as another woman starts to come out of a room.", "similarity": 0.7422, "relevance": 0 }, { "pair_id": 13275, "video_name": "friends_s04e13_seg02_clip_09", "timestamp": [ 54.28, 59.55 ], "duration": 62.66, "caption": "A woman turns to look around the room as she has a conversation with two other women.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 13276, "video_name": "castle_s07e17_seg02_clip_24", "timestamp": [ 70.91, 75.85 ], "duration": 89.66, "caption": "Two people are standing in the room as woman and another person enter.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 13277, "video_name": "castle_s05e05_seg02_clip_11", "timestamp": [ 54.68, 62.36 ], "duration": 90.66, "caption": "A woman walks into a waiting room where two other women are waiting.", "similarity": 0.736, "relevance": 4 }, { "pair_id": 13278, "video_name": "grey_s02e11_seg02_clip_22", "timestamp": [ 55.22, 62.58 ], "duration": 92.66, "caption": "A woman walks out of the room after seeing another woman standing there.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 186580, "video_name": "castle_s05e13_seg02_clip_17", "timestamp": [ 11.25, 14.4 ], "duration": 90.66, "caption": "A woman asks another woman for information when she enters the room.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 186581, "video_name": "castle_s08e12_seg02_clip_21", "timestamp": [ 9.0, 18.0 ], "duration": 90.66, "caption": "A woman comes out of a room into a hallway with two people following her.", "similarity": 0.7206, "relevance": 3 }, { "pair_id": 186582, "video_name": "friends_s06e02_seg02_clip_12", "timestamp": [ 5.36, 15.13 ], "duration": 63.66, "caption": "A woman enters the room where two guys are while she's talking.", "similarity": 0.7191, "relevance": 3 }, { "pair_id": 186583, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 4.0, 7.39 ], "duration": 61.66, "caption": "A woman walks out of the room and another woman follows her.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 186584, "video_name": "friends_s09e05_seg02_clip_01", "timestamp": [ 36.89, 40.14 ], "duration": 59.66, "caption": "A woman answers the apartment door and finds another woman in the hallway.", "similarity": 0.7184, "relevance": 2 }, { "pair_id": 186585, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 71.78, 92.03 ], "duration": 92.66, "caption": "A person walks into the room that two women are talking in.", "similarity": 0.7174, "relevance": 3 }, { "pair_id": 186586, "video_name": "grey_s03e20_seg02_clip_25", "timestamp": [ 29.35, 33.89 ], "duration": 82.66, "caption": "A woman answers the door and finds another woman there.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 186587, "video_name": "friends_s06e11_seg02_clip_12", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A person enters the room where he finds two people.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 186588, "video_name": "friends_s03e08_seg02_clip_06", "timestamp": [ 25.58, 29.19 ], "duration": 60.66, "caption": "A woman excitedly enters the room and greets two other women.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 186589, "video_name": "friends_s04e09_seg02_clip_02", "timestamp": [ 8.11, 15.03 ], "duration": 60.66, "caption": "A woman stands up to meet another woman as she walks into the room.", "similarity": 0.7154, "relevance": 4 }, { "pair_id": 186590, "video_name": "friends_s07e01_seg02_clip_16", "timestamp": [ 4.48, 10.08 ], "duration": 56.66, "caption": "A woman opens the bedroom door to find two people standing there.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 186591, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 16.2, 21.61 ], "duration": 90.66, "caption": "A woman and a man enter the room with the body where another woman is.", "similarity": 0.7115, "relevance": 3 }, { "pair_id": 186592, "video_name": "s07e02_seg02_clip_15", "timestamp": [ 5.51, 7.54 ], "duration": 58.66, "caption": "A woman locks the door and turns to see another woman in the hallway.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 186593, "video_name": "friends_s09e15_seg02_clip_13", "timestamp": [ 23.45, 25.3 ], "duration": 61.66, "caption": "A woman enters her apartment with another woman behind her.", "similarity": 0.7059, "relevance": 2 }, { "pair_id": 186594, "video_name": "friends_s09e23-24_seg02_clip_33", "timestamp": [ 5.49, 13.43 ], "duration": 61.66, "caption": "A woman walks across the room with another woman beside her.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 186595, "video_name": "grey_s02e04_seg02_clip_20", "timestamp": [ 29.45, 36.81 ], "duration": 92.66, "caption": "A woman escorts another woman out of the room.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 186596, "video_name": "castle_s02e18_seg02_clip_17", "timestamp": [ 10.13, 15.38 ], "duration": 75.66, "caption": "A woman enters the room as another woman is cooking.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 186597, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 37.82, 40.52 ], "duration": 60.66, "caption": "A woman points at another woman then walks into her room.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 186598, "video_name": "house_s07e12_seg02_clip_10", "timestamp": [ 0.0, 4.8 ], "duration": 87.66, "caption": "A woman enters the room and puts her face close to another woman's as she forcefully exhaled.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 186599, "video_name": "friends_s05e19_seg02_clip_03", "timestamp": [ 17.37, 21.09 ], "duration": 62.66, "caption": "A woman walks into the room and hands something to another woman.", "similarity": 0.6981, "relevance": 3 } ] }, { "query_id": 37802, "query": "A man quickly shrugs when another man looks at him.", "relevant_moment": [ { "pair_id": 157760, "video_name": "castle_s05e18_seg02_clip_01", "timestamp": [ 75.79, 79.83 ], "duration": 89.66, "caption": "A man quickly shrugs when another man looks at him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157761, "video_name": "house_s04e11_seg02_clip_12", "timestamp": [ 3.4, 8.73 ], "duration": 97.66, "caption": "A man shrugs when another man gives his explanation to him.", "similarity": 0.8117, "relevance": 3 }, { "pair_id": 157762, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A man shakes his head and another man looks at a person.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 157763, "video_name": "met_s03e03_seg02_clip_15", "timestamp": [ 34.65, 38.59 ], "duration": 56.66, "caption": "A man shrugs after another person asks about what he did after.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 157764, "video_name": "house_s01e09_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man turns around and looks at another man and he shakes his head.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 157765, "video_name": "house_s03e13_seg02_clip_23", "timestamp": [ 4.92, 32.65 ], "duration": 89.66, "caption": "A man shrugs his shoulders as another man is talking with him.", "similarity": 0.7518, "relevance": 4 }, { "pair_id": 157766, "video_name": "s08e01_seg02_clip_06", "timestamp": [ 5.04, 10.08 ], "duration": 63.66, "caption": "A man turns to look at another man as he nods his head.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 157767, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 7.16, 8.2 ], "duration": 26.66, "caption": "A man glances down at another man then at another man.", "similarity": 0.7442, "relevance": 1 }, { "pair_id": 157768, "video_name": "friends_s10e02_seg02_clip_22", "timestamp": [ 13.21, 15.61 ], "duration": 60.66, "caption": "A man shrugs his shoulders as he talks with another man.", "similarity": 0.7441, "relevance": 4 }, { "pair_id": 157769, "video_name": "s05e04_seg02_clip_05", "timestamp": [ 55.28, 58.53 ], "duration": 65.66, "caption": "A man looks at another man incredulously and then gives him a retort.", "similarity": 0.7401, "relevance": 3 }, { "pair_id": 157770, "video_name": "house_s03e19_seg02_clip_08", "timestamp": [ 19.04, 23.09 ], "duration": 81.66, "caption": "A man looks at another man as he mentions two other people agreeing with each other.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 157771, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 14.04, 16.48 ], "duration": 61.66, "caption": "A man shrugs his shoulders when talking to another person.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 157772, "video_name": "friends_s10e17-18_seg02_clip_11", "timestamp": [ 49.82, 52.8 ], "duration": 59.66, "caption": "A man looks at another man and has a confused look on his face.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 157773, "video_name": "castle_s08e04_seg02_clip_15", "timestamp": [ 6.39, 16.42 ], "duration": 91.66, "caption": "A man shrugs when telling another man he wasn't entirely truthful.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 157774, "video_name": "met_s02e09_seg02_clip_17", "timestamp": [ 41.05, 43.79 ], "duration": 60.66, "caption": "A man flinches as another man quickly turns to look at him.", "similarity": 0.7194, "relevance": 1 }, { "pair_id": 157775, "video_name": "castle_s06e04_seg02_clip_24", "timestamp": [ 71.72, 73.53 ], "duration": 90.66, "caption": "A man looks first at a man and then at another man.", "similarity": 0.7175, "relevance": 0 }, { "pair_id": 157776, "video_name": "s06e07_seg02_clip_08", "timestamp": [ 9.61, 13.03 ], "duration": 62.66, "caption": "A man grimaces, looks at another man and he shakes his head.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 157777, "video_name": "s05e22_seg01_clip_02", "timestamp": [ 24.65, 29.77 ], "duration": 64.66, "caption": "A man quickly shrugs while responding to a remark that person makes.", "similarity": 0.716, "relevance": 4 }, { "pair_id": 157778, "video_name": "grey_s02e01_seg02_clip_23", "timestamp": [ 19.1, 22.42 ], "duration": 83.66, "caption": "A man looks at woman who shrugs her shoulders.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 157779, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 5.21, 6.38 ], "duration": 26.66, "caption": "A man glances up at another man during a conversation.", "similarity": 0.7083, "relevance": 1 }, { "pair_id": 331080, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 45.75, 47.81 ], "duration": 59.66, "caption": "A man turns and talks to another man, and he looks over at him.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 331081, "video_name": "friends_s09e06_seg02_clip_20", "timestamp": [ 29.71, 31.51 ], "duration": 60.66, "caption": "A man shakes his head at what another man says.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 331082, "video_name": "met_s06e19_seg02_clip_11", "timestamp": [ 52.94, 56.02 ], "duration": 56.66, "caption": "A man looks at another man, surprised, then looks at a third person.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 331083, "video_name": "met_s02e19_seg01_clip_01", "timestamp": [ 9.69, 13.69 ], "duration": 55.66, "caption": "A man shakes his head when another person asks about him.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 331084, "video_name": "castle_s04e02_seg02_clip_04", "timestamp": [ 5.42, 11.28 ], "duration": 90.66, "caption": "A man raises his eyebrow in response to something another person says.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 331085, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 10.92, 15.47 ], "duration": 91.66, "caption": "A man looks at another man and smiles at him.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 331086, "video_name": "friends_s08e16_seg01_clip_00", "timestamp": [ 24.11, 26.55 ], "duration": 61.66, "caption": "A man shrugs when they give someone advice to speak to the person.", "similarity": 0.6943, "relevance": 3 }, { "pair_id": 331087, "video_name": "house_s03e03_seg02_clip_18", "timestamp": [ 35.29, 38.72 ], "duration": 98.66, "caption": "A person looks up and shakes his head at man.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 331088, "video_name": "s09e22_seg02_clip_00", "timestamp": [ 6.3, 9.45 ], "duration": 63.66, "caption": "A man rubs his nose and then looks at another man.", "similarity": 0.6934, "relevance": 2 }, { "pair_id": 331089, "video_name": "s06e10_seg02_clip_11", "timestamp": [ 40.28, 44.57 ], "duration": 66.66, "caption": "A man looks at another man and they both agree on something.", "similarity": 0.6932, "relevance": 3 }, { "pair_id": 331090, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 37.14, 42.01 ], "duration": 75.66, "caption": "A man looks at another man with a surprised look on his face.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 331091, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 14.03, 16.29 ], "duration": 90.66, "caption": "A man asks a question and looks toward another man.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 331092, "video_name": "house_s06e02_seg02_clip_02", "timestamp": [ 25.97, 27.73 ], "duration": 88.66, "caption": "Two people are looking downward, one shrugs their shoulders, they look at each other and then look ahead.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 331093, "video_name": "met_s02e16_seg02_clip_00", "timestamp": [ 16.13, 21.71 ], "duration": 62.66, "caption": "A man shrugs when a man asks about the weight.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 331094, "video_name": "castle_s04e06_seg02_clip_04", "timestamp": [ 0.0, 3.22 ], "duration": 92.66, "caption": "A man leans his elbows on the table and raises his eyebrow at another man.", "similarity": 0.6834, "relevance": 2 }, { "pair_id": 331095, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 88.38, 91.17 ], "duration": 93.66, "caption": "A person looks confused and surprised and glances between man and another person.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 331096, "video_name": "castle_s08e04_seg02_clip_13", "timestamp": [ 24.38, 28.9 ], "duration": 90.66, "caption": "A man looks back at another man and points to his head.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 331097, "video_name": "friends_s03e02_seg02_clip_09", "timestamp": [ 39.75, 44.1 ], "duration": 58.66, "caption": "A man turns his head around to look at another man who is behind him.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 331098, "video_name": "friends_s04e04_seg02_clip_14", "timestamp": [ 5.49, 7.63 ], "duration": 61.66, "caption": "Two men look at each other then shake their heads.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 331099, "video_name": "castle_s05e11_seg02_clip_26", "timestamp": [ 101.77, 103.55 ], "duration": 119.66, "caption": "A man taps another man on the shoulder, then he turns and looks at him.", "similarity": 0.6797, "relevance": 3 } ] }, { "query_id": 37870, "query": "A woman leaves her apartment and closes the door.", "relevant_moment": [ { "pair_id": 93800, "video_name": "s07e13_seg02_clip_04", "timestamp": [ 4.8, 6.9 ], "duration": 60.66, "caption": "A woman leaves her apartment and closes the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 93801, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 106.81, 113.9 ], "duration": 118.66, "caption": "A woman closes the door and leaves the apartment.", "similarity": 0.9825, "relevance": 4 }, { "pair_id": 93802, "video_name": "s01e14_seg02_clip_07", "timestamp": [ 24.2, 27.15 ], "duration": 59.66, "caption": "A woman leaves the apartment and closes the door behind her.", "similarity": 0.9711, "relevance": 4 }, { "pair_id": 93803, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 19.49, 25.02 ], "duration": 41.66, "caption": "A woman leaves the apartment and shuts the door.", "similarity": 0.9542, "relevance": 4 }, { "pair_id": 93804, "video_name": "s02e14_seg02_clip_18", "timestamp": [ 0.0, 5.88 ], "duration": 49.66, "caption": "A woman exits the apartment and person closes the door.", "similarity": 0.9231, "relevance": 3 }, { "pair_id": 93805, "video_name": "s04e18_seg02_clip_14", "timestamp": [ 1.5, 6.0 ], "duration": 60.66, "caption": "A woman walks out of her apartment and closes the door behind her.", "similarity": 0.8911, "relevance": 4 }, { "pair_id": 93806, "video_name": "s01e17_seg01_clip_00", "timestamp": [ 88.53, 94.53 ], "duration": 100.66, "caption": "A woman leaves the apartment and slams the door behind her.", "similarity": 0.8893, "relevance": 3 }, { "pair_id": 93807, "video_name": "s07e10_seg02_clip_09", "timestamp": [ 19.77, 23.61 ], "duration": 59.66, "caption": "A woman walks out of the apartment and closes the door behind her.", "similarity": 0.8884, "relevance": 4 }, { "pair_id": 93808, "video_name": "friends_s03e12_seg02_clip_07", "timestamp": [ 38.75, 41.5 ], "duration": 61.66, "caption": "A woman turns around, opens the door and leaves the apartment.", "similarity": 0.8804, "relevance": 3 }, { "pair_id": 93809, "video_name": "s01e07_seg02_clip_14", "timestamp": [ 30.01, 39.62 ], "duration": 60.66, "caption": "A woman closes their apartment door and leaves the people standing there.", "similarity": 0.8778, "relevance": 4 }, { "pair_id": 93810, "video_name": "s05e02_seg02_clip_05", "timestamp": [ 3.54, 6.2 ], "duration": 59.66, "caption": "A woman closes the door of her apartment from a person.", "similarity": 0.8733, "relevance": 2 }, { "pair_id": 93811, "video_name": "friends_s10e17-18_seg02_clip_19", "timestamp": [ 38.78, 46.19 ], "duration": 57.66, "caption": "A woman walks out of the apartment door and closes it behind her.", "similarity": 0.873, "relevance": 4 }, { "pair_id": 93812, "video_name": "s03e09_seg02_clip_03", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8697, "relevance": 2 }, { "pair_id": 93813, "video_name": "friends_s09e13_seg02_clip_19", "timestamp": [ 23.79, 26.69 ], "duration": 58.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8697, "relevance": 2 }, { "pair_id": 93814, "video_name": "friends_s04e13_seg02_clip_11", "timestamp": [ 27.4, 29.69 ], "duration": 57.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8697, "relevance": 2 }, { "pair_id": 93815, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 57.98, 59.2 ], "duration": 61.66, "caption": "A person opens the door and leaves the apartment.", "similarity": 0.8692, "relevance": 3 }, { "pair_id": 93816, "video_name": "s10e07_seg02_clip_01", "timestamp": [ 38.45, 41.28 ], "duration": 63.66, "caption": "A woman opens the door and leaves the apartment with a person following.", "similarity": 0.8683, "relevance": 3 }, { "pair_id": 93817, "video_name": "s02e02_seg02_clip_07", "timestamp": [ 25.63, 28.68 ], "duration": 61.66, "caption": "A woman leaves a person to exit the apartment building.", "similarity": 0.8565, "relevance": 0 }, { "pair_id": 93818, "video_name": "met_s06e13_seg02_clip_08", "timestamp": [ 18.0, 20.95 ], "duration": 59.66, "caption": "A woman walks through and closes the door to the apartment.", "similarity": 0.8564, "relevance": 2 }, { "pair_id": 93819, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 36.82, 38.42 ], "duration": 80.66, "caption": "A woman walks into the apartment and closes the door behind her.", "similarity": 0.8558, "relevance": 2 } ] }, { "query_id": 37871, "query": "A woman touches a man on the shoulder while he's sitting on the stairs.", "relevant_moment": [ { "pair_id": 6600, "video_name": "s07e13_seg02_clip_04", "timestamp": [ 12.31, 13.81 ], "duration": 60.66, "caption": "A woman touches a man on the shoulder while he's sitting on the stairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6601, "video_name": "friends_s01e16-17_seg02_clip_20", "timestamp": [ 27.34, 29.12 ], "duration": 71.66, "caption": "A man touches a woman on the shoulder as she sits on the floor.", "similarity": 0.8254, "relevance": 2 }, { "pair_id": 6602, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 3.16, 8.21 ], "duration": 63.66, "caption": "A woman touches a man on his shoulder as she sits beside him.", "similarity": 0.7973, "relevance": 3 }, { "pair_id": 6603, "video_name": "s01e10_seg02_clip_14", "timestamp": [ 43.94, 46.08 ], "duration": 61.66, "caption": "A man touches woman on the shoulder as they walk.", "similarity": 0.7776, "relevance": 1 }, { "pair_id": 6604, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 25.01, 26.26 ], "duration": 62.66, "caption": "A woman touches a man's right arm and shoulder.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 6605, "video_name": "s09e16_seg01_clip_02", "timestamp": [ 0.0, 2.3 ], "duration": 46.66, "caption": "A woman steps over and puts her hand on a man's shoulder.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 6606, "video_name": "friends_s08e10_seg02_clip_01", "timestamp": [ 2.64, 4.99 ], "duration": 58.66, "caption": "A man touches a woman's shoulder as he walks past her.", "similarity": 0.7602, "relevance": 1 }, { "pair_id": 6607, "video_name": "s06e22_seg02_clip_03", "timestamp": [ 40.34, 41.46 ], "duration": 56.66, "caption": "A woman reaches up and touches a man on the back of the shoulder.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 6608, "video_name": "met_s06e22_seg02_clip_01", "timestamp": [ 9.6, 11.01 ], "duration": 56.66, "caption": "A woman touches a man's shoulders while talking to him.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 6609, "video_name": "grey_s03e18_seg02_clip_12", "timestamp": [ 17.75, 26.85 ], "duration": 91.66, "caption": "A woman touches man's face and then man runs up the stairs.", "similarity": 0.7381, "relevance": 1 }, { "pair_id": 6610, "video_name": "friends_s03e09_seg02_clip_14", "timestamp": [ 17.23, 22.76 ], "duration": 65.66, "caption": "A man touches a woman's shoulder and sends her to the other side.", "similarity": 0.7339, "relevance": 1 }, { "pair_id": 6611, "video_name": "castle_s06e05_seg02_clip_02", "timestamp": [ 68.14, 69.94 ], "duration": 90.66, "caption": "A woman touches a man's shoulder as if she comforts him.", "similarity": 0.7317, "relevance": 1 }, { "pair_id": 6612, "video_name": "met_s06e01_seg02_clip_15", "timestamp": [ 57.95, 60.51 ], "duration": 64.66, "caption": "A woman pulls a man from sitting in the stairs.", "similarity": 0.73, "relevance": 4 }, { "pair_id": 6613, "video_name": "friends_s02e03_seg02_clip_18", "timestamp": [ 5.67, 10.72 ], "duration": 63.66, "caption": "A woman goes behind a man and touches his shoulders.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 6614, "video_name": "friends_s07e23-24_seg02_clip_33", "timestamp": [ 32.95, 34.41 ], "duration": 58.66, "caption": "A woman sitting in a chair reaches up and touches a man on the arm.", "similarity": 0.7265, "relevance": 2 }, { "pair_id": 6615, "video_name": "friends_s10e13_seg02_clip_16", "timestamp": [ 10.2, 14.71 ], "duration": 60.66, "caption": "A man touches woman in the shoulder and stops her.", "similarity": 0.7247, "relevance": 1 }, { "pair_id": 6616, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 4.13, 5.31 ], "duration": 59.66, "caption": "A woman places both her hands on a man's shoulders.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 6617, "video_name": "friends_s08e04_seg02_clip_20", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman leans back on the chair then touches a man's shoulder.", "similarity": 0.7197, "relevance": 3 }, { "pair_id": 6618, "video_name": "grey_s02e25_seg02_clip_24", "timestamp": [ 55.22, 59.82 ], "duration": 92.66, "caption": "A man grabs woman's hand in front of the stairs.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 6619, "video_name": "castle_s06e02_seg02_clip_16", "timestamp": [ 11.18, 14.31 ], "duration": 89.66, "caption": "A woman puts her hand on a man's shoulder as he sits in a chair.", "similarity": 0.714, "relevance": 3 } ] }, { "query_id": 37872, "query": "A woman smacks her hand against her leg while talking to a man.", "relevant_moment": [ { "pair_id": 149800, "video_name": "s07e13_seg02_clip_04", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A woman smacks her hand against her leg while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149801, "video_name": "s04e01_seg02_clip_05", "timestamp": [ 7.2, 10.5 ], "duration": 60.66, "caption": "A woman smacks her hands together while talking to a man.", "similarity": 0.9151, "relevance": 2 }, { "pair_id": 149802, "video_name": "met_s03e18_seg02_clip_01", "timestamp": [ 5.89, 8.99 ], "duration": 62.66, "caption": "A woman grabs a man's hand while she's talking to him.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 149803, "video_name": "friends_s06e22_seg02_clip_17", "timestamp": [ 27.07, 31.07 ], "duration": 61.66, "caption": "A woman balls both hands into fists while talking with a man.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 149804, "video_name": "friends_s05e12_seg01_clip_00", "timestamp": [ 0.0, 5.28 ], "duration": 48.66, "caption": "A woman slaps her legs in irritation and folds her arms while talking to a man.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 149805, "video_name": "friends_s07e15_seg01_clip_02", "timestamp": [ 18.21, 21.59 ], "duration": 52.66, "caption": "A woman raises her right hand as if she wants to smack a man.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 149806, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 14.1, 31.97 ], "duration": 94.66, "caption": "A woman puts its hands on its mouth while talking to man and person.", "similarity": 0.749, "relevance": 1 }, { "pair_id": 149807, "video_name": "friends_s10e15_seg02_clip_15", "timestamp": [ 54.34, 56.02 ], "duration": 56.66, "caption": "A woman clenches both of her fists in front of her as she talks to a man.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 149808, "video_name": "friends_s07e08_seg02_clip_10", "timestamp": [ 12.1, 26.36 ], "duration": 62.66, "caption": "A woman puts her hand to her chin while talking to a man.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 149809, "video_name": "met_s04e01_seg02_clip_18", "timestamp": [ 36.75, 44.8 ], "duration": 64.66, "caption": "A man speaks over his shoulder to someone and then a woman smacks him in the arm.", "similarity": 0.7448, "relevance": 2 }, { "pair_id": 149810, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 34.4, 36.55 ], "duration": 61.66, "caption": "A woman taps a man on the hand while talking to her.", "similarity": 0.7436, "relevance": 3 }, { "pair_id": 149811, "video_name": "met_s05e02_seg02_clip_11", "timestamp": [ 29.76, 31.6 ], "duration": 61.66, "caption": "A woman raises her left hand while talking to a man.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 149812, "video_name": "met_s06e19_seg02_clip_01", "timestamp": [ 7.84, 10.36 ], "duration": 56.66, "caption": "A woman puts her hand on a man's thigh during a conversation.", "similarity": 0.7429, "relevance": 2 }, { "pair_id": 149813, "video_name": "castle_s03e21_seg02_clip_26", "timestamp": [ 5.4, 9.0 ], "duration": 120.66, "caption": "A woman puts her hand on her hip before talking to a man about what he did to someone.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 149814, "video_name": "friends_s03e12_seg02_clip_10", "timestamp": [ 2.76, 3.99 ], "duration": 61.66, "caption": "A woman rubs her hands together while talking to man.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 149815, "video_name": "castle_s04e06_seg02_clip_17", "timestamp": [ 0.0, 12.83 ], "duration": 95.66, "caption": "A woman is resting her arm against something while talking to a man.", "similarity": 0.7343, "relevance": 2 }, { "pair_id": 149816, "video_name": "friends_s09e05_seg02_clip_05", "timestamp": [ 37.82, 41.6 ], "duration": 63.66, "caption": "A man briefly grabs a woman's hand as he's talking to her.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 149817, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 30.69, 32.46 ], "duration": 59.66, "caption": "A woman puts her hand on person's knee while talking to him, and then touches her chest.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 149818, "video_name": "friends_s02e02_seg02_clip_17", "timestamp": [ 50.39, 58.67 ], "duration": 69.66, "caption": "While a woman is talking, she reaches over and touches another woman on the leg.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 149819, "video_name": "friends_s09e19_seg02_clip_20", "timestamp": [ 59.44, 62.24 ], "duration": 62.66, "caption": "A woman brings both of her hands up while talking to a man.", "similarity": 0.729, "relevance": 1 }, { "pair_id": 323120, "video_name": "grey_s03e25_seg02_clip_27", "timestamp": [ 18.78, 23.79 ], "duration": 83.66, "caption": "A woman put her hand on man's arm while they are talking.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 323121, "video_name": "friends_s08e02_seg02_clip_15", "timestamp": [ 32.53, 55.13 ], "duration": 55.66, "caption": "A man was holding woman's hand while talking to her.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 323122, "video_name": "met_s02e03_seg02_clip_11", "timestamp": [ 0.0, 2.06 ], "duration": 58.66, "caption": "A woman is talking to a man and puts her arms out with palms up.", "similarity": 0.7263, "relevance": 1 }, { "pair_id": 323123, "video_name": "friends_s05e02_seg02_clip_20", "timestamp": [ 35.69, 37.43 ], "duration": 58.66, "caption": "A woman puts one hand against her chest as she talks to a man.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 323124, "video_name": "house_s07e11_seg02_clip_06", "timestamp": [ 13.5, 16.51 ], "duration": 100.66, "caption": "A woman moves her hand in the air while talking to a man.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 323125, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 39.08, 44.97 ], "duration": 62.66, "caption": "A woman makes a mouth motion with her hand while talking to a man.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 323126, "video_name": "castle_s05e15_seg02_clip_14", "timestamp": [ 76.58, 80.06 ], "duration": 87.66, "caption": "A woman grabs a man's hand as she talks to him.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 323127, "video_name": "met_s05e01_seg02_clip_00", "timestamp": [ 4.28, 7.65 ], "duration": 61.66, "caption": "A woman touches the arm of man as they talk with each other.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 323128, "video_name": "friends_s07e22_seg02_clip_06", "timestamp": [ 1.5, 5.1 ], "duration": 60.66, "caption": "A woman holds her hands on a man's arms while talking to him.", "similarity": 0.7224, "relevance": 2 }, { "pair_id": 323129, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 6.89, 9.95 ], "duration": 51.66, "caption": "A woman touched man's face while they are talking.", "similarity": 0.7214, "relevance": 2 }, { "pair_id": 323130, "video_name": "house_s06e18_seg02_clip_11", "timestamp": [ 37.27, 39.11 ], "duration": 92.66, "caption": "A woman puts her hand up by her chin, while talking to a man.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 323131, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 26.56, 29.81 ], "duration": 59.66, "caption": "A man places his hand on a woman's hand while speaking to her.", "similarity": 0.7206, "relevance": 2 }, { "pair_id": 323132, "video_name": "met_s06e11_seg02_clip_02", "timestamp": [ 52.63, 60.5 ], "duration": 60.66, "caption": "A woman is talking to a man and waves her hand to make light of the situation.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 323133, "video_name": "castle_s08e18_seg02_clip_20", "timestamp": [ 58.97, 60.32 ], "duration": 90.66, "caption": "A woman reaches both hands behind her back as she talks to a man.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 323134, "video_name": "friends_s10e02_seg02_clip_18", "timestamp": [ 3.69, 11.39 ], "duration": 67.66, "caption": "A man grabs ahold of woman's hand while they're talking.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 323135, "video_name": "met_s04e01_seg02_clip_16", "timestamp": [ 16.26, 20.16 ], "duration": 65.66, "caption": "A woman puts both hands on her hips during conversation with a man.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 323136, "video_name": "friends_s03e01_seg02_clip_05", "timestamp": [ 4.75, 8.94 ], "duration": 38.66, "caption": "A woman is putting her hand on man's shoulder while is talking with him.", "similarity": 0.7171, "relevance": 2 }, { "pair_id": 323137, "video_name": "castle_s07e08_seg02_clip_08", "timestamp": [ 31.99, 36.91 ], "duration": 82.66, "caption": "A woman talks to a man while their hand is close to their forehead.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 323138, "video_name": "friends_s02e21_seg02_clip_16", "timestamp": [ 11.42, 14.05 ], "duration": 58.66, "caption": "A man raises both of his hands while talking to a woman.", "similarity": 0.716, "relevance": 2 }, { "pair_id": 323139, "video_name": "s08e04_seg02_clip_12", "timestamp": [ 28.92, 30.4 ], "duration": 59.66, "caption": "A woman is talking to a man as she removes her hand from his.", "similarity": 0.7158, "relevance": 2 } ] }, { "query_id": 37889, "query": "A woman slips the ring on man's finger in the snow.", "relevant_moment": [ { "pair_id": 157200, "video_name": "friends_s10e12_seg02_clip_27", "timestamp": [ 39.22, 43.29 ], "duration": 58.66, "caption": "A woman slips the ring on man's finger in the snow.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157201, "video_name": "castle_s07e06_seg02_clip_26", "timestamp": [ 6.0, 9.0 ], "duration": 150.66, "caption": "A woman places a ring on a man's ring finger.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 157202, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 58.33, 61.43 ], "duration": 69.66, "caption": "A man puts the ring on woman's ring finger.", "similarity": 0.6818, "relevance": 3 }, { "pair_id": 157203, "video_name": "castle_s06e01_seg02_clip_01", "timestamp": [ 12.46, 16.91 ], "duration": 89.66, "caption": "A man puts a ring on woman's ring finger.", "similarity": 0.6807, "relevance": 3 }, { "pair_id": 157204, "video_name": "castle_s07e11_seg02_clip_11", "timestamp": [ 1.37, 3.66 ], "duration": 91.66, "caption": "A woman shows the ring on her finger to a man.", "similarity": 0.6621, "relevance": 1 }, { "pair_id": 157205, "video_name": "friends_s07e21_seg02_clip_07", "timestamp": [ 44.68, 49.61 ], "duration": 58.66, "caption": "A man takes a woman's hand and places the ring on her finger.", "similarity": 0.6497, "relevance": 3 }, { "pair_id": 157206, "video_name": "met_s03e19_seg02_clip_11", "timestamp": [ 21.06, 24.25 ], "duration": 63.66, "caption": "A man helps the woman wears the ring in her ring finger.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 157207, "video_name": "friends_s10e12_seg02_clip_28", "timestamp": [ 7.54, 9.86 ], "duration": 58.66, "caption": "A man puts a ring on a woman's finger as they exchange wedding vows.", "similarity": 0.6166, "relevance": 4 }, { "pair_id": 157208, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 15.91, 18.01 ], "duration": 60.66, "caption": "A man hands a woman a ring and she takes it.", "similarity": 0.6118, "relevance": 2 }, { "pair_id": 157209, "video_name": "friends_s10e05_seg02_clip_24", "timestamp": [ 0.0, 3.05 ], "duration": 87.66, "caption": "A woman takes some rings off her fingers on her left hand.", "similarity": 0.6065, "relevance": 2 }, { "pair_id": 157210, "video_name": "castle_s07e06_seg02_clip_26", "timestamp": [ 4.5, 11.25 ], "duration": 150.66, "caption": "A woman puts a ring to a man's finger and says a vow.", "similarity": 0.6055, "relevance": 3 }, { "pair_id": 157211, "video_name": "castle_s06e01_seg02_clip_01", "timestamp": [ 11.57, 15.13 ], "duration": 89.66, "caption": "A person romantically puts a ring into someone's ring finger.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 157212, "video_name": "friends_s04e20_seg02_clip_06", "timestamp": [ 17.93, 21.29 ], "duration": 56.66, "caption": "A woman takes the ring off her finger and hands it to another woman in black.", "similarity": 0.6026, "relevance": 1 }, { "pair_id": 157213, "video_name": "castle_s08e15_seg02_clip_16", "timestamp": [ 25.81, 31.4 ], "duration": 86.66, "caption": "A woman is holding her ring finger and twirling her ring.", "similarity": 0.5961, "relevance": 1 }, { "pair_id": 157214, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 53.49, 69.02 ], "duration": 69.66, "caption": "A woman accepts the proposal and a man puts the ring on their finger.", "similarity": 0.5926, "relevance": 3 }, { "pair_id": 157215, "video_name": "friends_s04e19_seg02_clip_14", "timestamp": [ 15.05, 33.3 ], "duration": 64.66, "caption": "A man gets on his knee and tries to put a ring on a woman's finger.", "similarity": 0.5898, "relevance": 2 }, { "pair_id": 157216, "video_name": "house_s08e13_seg02_clip_16", "timestamp": [ 0.0, 7.43 ], "duration": 99.66, "caption": "Someone takes a ring and puts it on someone's finger.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 157217, "video_name": "friends_s10e05_seg02_clip_24", "timestamp": [ 42.64, 52.21 ], "duration": 87.66, "caption": "A man places a ring on a woman's finger and then kisses her.", "similarity": 0.5866, "relevance": 1 }, { "pair_id": 157218, "video_name": "friends_s09e01_seg02_clip_05", "timestamp": [ 43.38, 49.29 ], "duration": 59.66, "caption": "A woman takes a ring out of a box and puts it on her finger.", "similarity": 0.5696, "relevance": 2 }, { "pair_id": 157219, "video_name": "friends_s08e23-24_seg02_clip_04", "timestamp": [ 52.72, 61.1 ], "duration": 62.66, "caption": "A woman pulls a ring box out of her purse with a ring and shows it to a man.", "similarity": 0.5641, "relevance": 1 } ] }, { "query_id": 37902, "query": "A woman rocks back and forth on her heels and fiddles with her hands.", "relevant_moment": [ { "pair_id": 156420, "video_name": "s08e12_seg01_clip_01", "timestamp": [ 39.67, 45.77 ], "duration": 61.66, "caption": "A woman rocks back and forth on her heels and fiddles with her hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156421, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 6.48, 10.94 ], "duration": 81.66, "caption": "A woman is rocking on the chair back and forth.", "similarity": 0.6359, "relevance": 3 }, { "pair_id": 156422, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 10.55, 13.4 ], "duration": 57.66, "caption": "A woman motions up and down towards her body using both hands.", "similarity": 0.6285, "relevance": 4 }, { "pair_id": 156423, "video_name": "friends_s07e23-24_seg02_clip_13", "timestamp": [ 23.41, 24.91 ], "duration": 60.66, "caption": "A woman unclasps her hands and puts her hands on her hips.", "similarity": 0.6245, "relevance": 2 }, { "pair_id": 156424, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 20.03, 24.04 ], "duration": 89.66, "caption": "A woman turns around and puts her hands on her hips.", "similarity": 0.6242, "relevance": 2 }, { "pair_id": 156425, "video_name": "met_s06e24_seg02_clip_01", "timestamp": [ 40.89, 46.69 ], "duration": 61.66, "caption": "A woman rocks back and forth while bent over a toilet.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 156426, "video_name": "s06e16_seg02_clip_18", "timestamp": [ 9.73, 14.05 ], "duration": 36.66, "caption": "A woman gestures with the instrument in her left hand, lifting it up and down several times.", "similarity": 0.6152, "relevance": 3 }, { "pair_id": 156427, "video_name": "house_s05e13_seg02_clip_25", "timestamp": [ 51.24, 53.13 ], "duration": 94.66, "caption": "A woman moves her hands to place them on her hips.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 156428, "video_name": "s02e19_seg01_clip_01", "timestamp": [ 61.62, 64.7 ], "duration": 88.66, "caption": "A woman swings her leg back and forth to mimic dancing while she is sitting down.", "similarity": 0.6123, "relevance": 3 }, { "pair_id": 156429, "video_name": "s07e13_seg02_clip_02", "timestamp": [ 45.15, 49.58 ], "duration": 59.66, "caption": "A person hands woman a rock with his right hand.", "similarity": 0.6048, "relevance": 1 }, { "pair_id": 156430, "video_name": "castle_s04e23_seg02_clip_15", "timestamp": [ 22.66, 34.89 ], "duration": 90.66, "caption": "A woman has both of her hands on her hips.", "similarity": 0.601, "relevance": 3 }, { "pair_id": 156431, "video_name": "s08e02_seg02_clip_00", "timestamp": [ 27.6, 33.81 ], "duration": 62.66, "caption": "A woman moves her hands from left to right.", "similarity": 0.5996, "relevance": 3 }, { "pair_id": 156432, "video_name": "friends_s01e13_seg02_clip_17", "timestamp": [ 44.18, 47.38 ], "duration": 64.66, "caption": "A woman touches her chin and puts her hands on her hips.", "similarity": 0.5963, "relevance": 2 }, { "pair_id": 156433, "video_name": "friends_s08e17_seg02_clip_06", "timestamp": [ 35.54, 39.06 ], "duration": 64.66, "caption": "A woman puts both of her hands on her hips.", "similarity": 0.5922, "relevance": 2 }, { "pair_id": 156434, "video_name": "friends_s08e17_seg02_clip_06", "timestamp": [ 35.54, 38.74 ], "duration": 64.66, "caption": "A woman puts both of her hands on her hips.", "similarity": 0.5922, "relevance": 2 }, { "pair_id": 156435, "video_name": "met_s06e10_seg02_clip_11", "timestamp": [ 8.85, 12.51 ], "duration": 61.66, "caption": "A woman lifts both her hands in the air and then back down.", "similarity": 0.5874, "relevance": 1 }, { "pair_id": 156436, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 10.73, 13.06 ], "duration": 58.66, "caption": "A woman lets go of woman's hands and turns around.", "similarity": 0.5869, "relevance": 2 }, { "pair_id": 156437, "video_name": "friends_s01e21_seg02_clip_11", "timestamp": [ 34.82, 36.92 ], "duration": 60.66, "caption": "A woman makes a pushing motion with both of her hands.", "similarity": 0.5863, "relevance": 3 }, { "pair_id": 156438, "video_name": "house_s03e06_seg02_clip_00", "timestamp": [ 33.13, 37.93 ], "duration": 96.66, "caption": "A woman puts her hands on both of her hips.", "similarity": 0.5858, "relevance": 2 }, { "pair_id": 156439, "video_name": "s05e06_seg01_clip_01", "timestamp": [ 5.92, 8.51 ], "duration": 74.66, "caption": "A woman waves her hands in an exaggerated motion.", "similarity": 0.5854, "relevance": 3 }, { "pair_id": 329740, "video_name": "friends_s06e11_seg02_clip_02", "timestamp": [ 1.51, 4.21 ], "duration": 60.66, "caption": "A woman makes a circular motion with her hands.", "similarity": 0.5783, "relevance": 1 }, { "pair_id": 329741, "video_name": "friends_s09e01_seg02_clip_17", "timestamp": [ 25.29, 26.57 ], "duration": 64.66, "caption": "A woman takes her hands down from her face and pumps her fists.", "similarity": 0.5761, "relevance": 1 }, { "pair_id": 329742, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 40.89, 43.33 ], "duration": 61.66, "caption": "A woman moves toward woman and rubs her back.", "similarity": 0.5757, "relevance": 1 }, { "pair_id": 329743, "video_name": "friends_s02e05_seg02_clip_02", "timestamp": [ 2.41, 4.83 ], "duration": 60.66, "caption": "A woman makes an uphill and then downhill motion with her hand.", "similarity": 0.5747, "relevance": 1 }, { "pair_id": 329744, "video_name": "castle_s03e03_seg02_clip_12", "timestamp": [ 9.16, 10.08 ], "duration": 91.66, "caption": "A woman holds her hands up beside her face and motions her fingers around in circles.", "similarity": 0.569, "relevance": 1 }, { "pair_id": 329745, "video_name": "s05e23_seg02_clip_08", "timestamp": [ 0.0, 4.2 ], "duration": 56.66, "caption": "A woman puts her hand on her hip and wiggles around.", "similarity": 0.5678, "relevance": 1 }, { "pair_id": 329746, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 9.74, 13.87 ], "duration": 59.66, "caption": "A woman makes mechanical gestures with her arms.", "similarity": 0.5668, "relevance": 3 }, { "pair_id": 329747, "video_name": "friends_s09e13_seg02_clip_24", "timestamp": [ 36.73, 38.22 ], "duration": 59.66, "caption": "A woman gives two thumbs up and rests her hands on her hips.", "similarity": 0.5666, "relevance": 1 }, { "pair_id": 329748, "video_name": "castle_s01e03_seg02_clip_22", "timestamp": [ 61.17, 69.05 ], "duration": 92.66, "caption": "A woman leans forward and presses her hands together.", "similarity": 0.5661, "relevance": 1 }, { "pair_id": 329749, "video_name": "castle_s05e10_seg02_clip_07", "timestamp": [ 47.79, 49.61 ], "duration": 91.66, "caption": "A woman puts her hand in the air and wiggles her fingers.", "similarity": 0.5655, "relevance": 3 }, { "pair_id": 329750, "video_name": "friends_s01e18_seg02_clip_22", "timestamp": [ 15.41, 16.61 ], "duration": 40.66, "caption": "A woman puts her hands on her hips in frustration.", "similarity": 0.5653, "relevance": 1 }, { "pair_id": 329751, "video_name": "s05e19_seg02_clip_02", "timestamp": [ 49.9, 53.38 ], "duration": 58.66, "caption": "A woman says something to man and then does a downward motion with her hand and rubs her hands together.", "similarity": 0.5648, "relevance": 1 }, { "pair_id": 329752, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 45.26, 46.71 ], "duration": 58.66, "caption": "A woman pulls her legs together and crosses her legs.", "similarity": 0.5644, "relevance": 1 }, { "pair_id": 329753, "video_name": "met_s02e06_seg01_clip_01", "timestamp": [ 16.97, 22.54 ], "duration": 52.66, "caption": "A woman waves her hands side to side next to her hips.", "similarity": 0.5635, "relevance": 3 }, { "pair_id": 329754, "video_name": "friends_s09e13_seg02_clip_11", "timestamp": [ 56.82, 64.82 ], "duration": 80.66, "caption": "A woman is on stage with her hands on her hips.", "similarity": 0.5633, "relevance": 2 }, { "pair_id": 329756, "video_name": "friends_s09e21_seg02_clip_06", "timestamp": [ 27.95, 32.2 ], "duration": 60.66, "caption": "A woman uses her index fingers to make air motions.", "similarity": 0.5602, "relevance": 2 }, { "pair_id": 329757, "video_name": "s02e07_seg02_clip_04", "timestamp": [ 26.56, 28.63 ], "duration": 59.66, "caption": "A woman raises her hands and wiggles her fingers at person then lowers her hand.", "similarity": 0.56, "relevance": 3 }, { "pair_id": 329758, "video_name": "friends_s01e14_seg02_clip_03", "timestamp": [ 27.16, 30.51 ], "duration": 61.66, "caption": "A woman holds up one finger and turns around.", "similarity": 0.5589, "relevance": 3 }, { "pair_id": 329759, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 27.1, 32.78 ], "duration": 63.66, "caption": "A woman frantically moves her hands up around her face.", "similarity": 0.5568, "relevance": 3 } ] }, { "query_id": 37920, "query": "A woman walks up to the reception desk and shows the receptionist her badge.", "relevant_moment": [ { "pair_id": 149920, "video_name": "castle_s02e15_seg02_clip_08", "timestamp": [ 5.3, 15.9 ], "duration": 88.66, "caption": "A woman walks up to the reception desk and shows the receptionist her badge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149921, "video_name": "castle_s07e23_seg02_clip_18", "timestamp": [ 25.46, 30.56 ], "duration": 92.66, "caption": "A woman walked towards the receptionist and showed her badge.", "similarity": 0.834, "relevance": 4 }, { "pair_id": 149922, "video_name": "castle_s06e16_seg02_clip_17", "timestamp": [ 29.17, 31.53 ], "duration": 94.66, "caption": "A woman shows her badge to the receptionist in the office.", "similarity": 0.8103, "relevance": 4 }, { "pair_id": 149923, "video_name": "castle_s07e23_seg02_clip_18", "timestamp": [ 29.63, 31.94 ], "duration": 92.66, "caption": "A woman holds up her badge to the receptionist.", "similarity": 0.7873, "relevance": 4 }, { "pair_id": 149924, "video_name": "castle_s06e16_seg02_clip_17", "timestamp": [ 29.17, 32.0 ], "duration": 94.66, "caption": "A woman holds her badge in the air, showing it to the receptionist as she approaches her.", "similarity": 0.7424, "relevance": 4 }, { "pair_id": 149925, "video_name": "castle_s04e08_seg02_clip_06", "timestamp": [ 81.46, 84.13 ], "duration": 89.66, "caption": "A person walks up to the desk and shows their badge.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 149926, "video_name": "grey_s03e22_seg02_clip_03", "timestamp": [ 86.68, 89.66 ], "duration": 89.66, "caption": "A woman walks towards the reception desk as someone is about to hang up the phone.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 149928, "video_name": "castle_s01e01_seg02_clip_18", "timestamp": [ 63.72, 67.81 ], "duration": 91.66, "caption": "A woman walks by the desk and flashes her badge to another woman behind the desk.", "similarity": 0.6504, "relevance": 3 }, { "pair_id": 149929, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 68.56, 78.68 ], "duration": 92.66, "caption": "A woman walks up to a man at the reception desk and starts a conversation with him.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 149930, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 53.65, 55.91 ], "duration": 90.66, "caption": "A woman signs a document and hands it to the person at the reception desk.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 149931, "video_name": "castle_s06e21_seg02_clip_04", "timestamp": [ 56.72, 60.77 ], "duration": 90.66, "caption": "A woman walks up to a man and shows him her badge.", "similarity": 0.6235, "relevance": 4 }, { "pair_id": 149932, "video_name": "house_s02e14_seg02_clip_19", "timestamp": [ 8.28, 14.26 ], "duration": 92.66, "caption": "A person walks by person, who is sitting at a desk in the reception area.", "similarity": 0.6227, "relevance": 0 }, { "pair_id": 149933, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 124.84, 130.4 ], "duration": 159.66, "caption": "A woman walks up to person, who is sitting on a desk.", "similarity": 0.6201, "relevance": 1 }, { "pair_id": 149934, "video_name": "grey_s02e05_seg02_clip_11", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A woman walks up to the reception and stands next to another woman.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 149935, "video_name": "castle_s04e02_seg02_clip_18", "timestamp": [ 14.24, 19.13 ], "duration": 88.66, "caption": "A woman walks up to a man and holds up her badge.", "similarity": 0.6114, "relevance": 3 }, { "pair_id": 149936, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 77.37, 84.2 ], "duration": 91.66, "caption": "A person walks up to woman's desk and she looks up and smiles.", "similarity": 0.61, "relevance": 1 }, { "pair_id": 149937, "video_name": "grey_s03e19_seg02_clip_04", "timestamp": [ 39.14, 41.29 ], "duration": 86.66, "caption": "A woman picks up a folder as she passes the reception desk.", "similarity": 0.6073, "relevance": 2 }, { "pair_id": 149938, "video_name": "friends_s01e16-17_seg02_clip_23", "timestamp": [ 29.26, 33.17 ], "duration": 65.66, "caption": "A woman walks up to the receptionist and asks for new forms.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 149939, "video_name": "castle_s06e04_seg02_clip_26", "timestamp": [ 68.38, 78.7 ], "duration": 129.66, "caption": "A woman shows a badge to some other people while sitting on a desk at work.", "similarity": 0.6049, "relevance": 2 }, { "pair_id": 323240, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 97.01, 106.02 ], "duration": 106.66, "caption": "A woman enters person's office and walks up to his desk.", "similarity": 0.6045, "relevance": 2 }, { "pair_id": 323241, "video_name": "castle_s03e15_seg02_clip_07", "timestamp": [ 2.13, 5.1 ], "duration": 85.66, "caption": "A woman walks up to person's desk holding a sheaf of papers and stops in front.", "similarity": 0.6024, "relevance": 2 }, { "pair_id": 323242, "video_name": "house_s07e03_seg02_clip_22", "timestamp": [ 50.29, 54.7 ], "duration": 88.66, "caption": "A woman gets up and walks over to her desk.", "similarity": 0.6022, "relevance": 2 }, { "pair_id": 323243, "video_name": "house_s02e05_seg02_clip_13", "timestamp": [ 23.05, 26.41 ], "duration": 96.66, "caption": "A woman stands up and walks around the desk.", "similarity": 0.5934, "relevance": 1 }, { "pair_id": 323244, "video_name": "castle_s04e08_seg02_clip_04", "timestamp": [ 3.29, 11.28 ], "duration": 94.66, "caption": "A woman walks into the office with her arms crossed.", "similarity": 0.5898, "relevance": 2 }, { "pair_id": 323245, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 17.15, 20.77 ], "duration": 90.66, "caption": "A person walks into woman's office while she's doing paperwork.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 323246, "video_name": "grey_s03e16_seg02_clip_00", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A woman is leaning on the reception desk as she thinks.", "similarity": 0.5822, "relevance": 1 }, { "pair_id": 323248, "video_name": "castle_s06e23_seg02_clip_00", "timestamp": [ 3.22, 6.9 ], "duration": 92.66, "caption": "A woman walks into person's office and hands person some papers.", "similarity": 0.5763, "relevance": 2 }, { "pair_id": 323249, "video_name": "castle_s08e13_seg02_clip_07", "timestamp": [ 68.55, 70.77 ], "duration": 89.66, "caption": "A woman walks into her office at the police station.", "similarity": 0.5761, "relevance": 1 }, { "pair_id": 323250, "video_name": "castle_s05e15_seg02_clip_23", "timestamp": [ 0.0, 5.82 ], "duration": 97.66, "caption": "A woman picks up her desk phone as person walks towards her.", "similarity": 0.571, "relevance": 1 }, { "pair_id": 323251, "video_name": "friends_s09e21_seg02_clip_04", "timestamp": [ 63.73, 65.03 ], "duration": 65.66, "caption": "A woman starts to walk in to talk to a receptionist.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 323252, "video_name": "grey_s03e25_seg02_clip_30", "timestamp": [ 3.51, 46.81 ], "duration": 117.66, "caption": "A woman walks to the front of the church and makes an announcement.", "similarity": 0.5693, "relevance": 1 }, { "pair_id": 323253, "video_name": "house_s05e24_seg02_clip_20", "timestamp": [ 81.62, 88.25 ], "duration": 102.66, "caption": "Someone walks up to the reception desk and whispers with a nurse.", "similarity": 0.5682, "relevance": 2 }, { "pair_id": 323254, "video_name": "castle_s07e11_seg02_clip_18", "timestamp": [ 12.14, 16.19 ], "duration": 89.66, "caption": "A woman walks into the office with her arms crossed on her chest.", "similarity": 0.5677, "relevance": 1 }, { "pair_id": 323255, "video_name": "castle_s02e05_seg02_clip_09", "timestamp": [ 21.61, 24.76 ], "duration": 90.66, "caption": "A woman shows her badge to an employee at the entrance of the kitchen as they ask for Teodor and they point to the kitchen.", "similarity": 0.5676, "relevance": 3 }, { "pair_id": 323256, "video_name": "friends_s07e10_seg02_clip_05", "timestamp": [ 27.37, 29.45 ], "duration": 59.66, "caption": "A man walks over to the restaurant reception desk.", "similarity": 0.5656, "relevance": 2 }, { "pair_id": 323257, "video_name": "castle_s05e14_seg02_clip_25", "timestamp": [ 13.2, 21.39 ], "duration": 91.66, "caption": "A woman comes around the corner and walks into the office area.", "similarity": 0.5653, "relevance": 1 }, { "pair_id": 323258, "video_name": "house_s05e03_seg02_clip_07", "timestamp": [ 54.96, 62.39 ], "duration": 99.66, "caption": "A person walks into the room and up to the desk.", "similarity": 0.5628, "relevance": 2 }, { "pair_id": 323259, "video_name": "friends_s07e09_seg02_clip_14", "timestamp": [ 46.42, 50.19 ], "duration": 58.66, "caption": "A woman walks briskly into a room, walks to a desk and stands behind it.", "similarity": 0.5621, "relevance": 1 } ] }, { "query_id": 38010, "query": "A man points his arms in all sorts of directions.", "relevant_moment": [ { "pair_id": 5760, "video_name": "friends_s05e15_seg02_clip_05", "timestamp": [ 13.13, 21.45 ], "duration": 64.66, "caption": "A man points his arms in all sorts of directions.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5761, "video_name": "castle_s05e08_seg02_clip_16", "timestamp": [ 17.75, 20.03 ], "duration": 91.66, "caption": "A man holds up his hands with a finger pointing to each side then crosses them in front of him and points in the opposite direction.", "similarity": 0.7633, "relevance": 4 }, { "pair_id": 5762, "video_name": "castle_s02e19_seg02_clip_04", "timestamp": [ 3.67, 5.96 ], "duration": 91.66, "caption": "A man raises his fist then points in a direction.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 5763, "video_name": "castle_s03e14_seg02_clip_19", "timestamp": [ 80.86, 83.68 ], "duration": 94.66, "caption": "A man in gray jacket points to the side and crosses his arms.", "similarity": 0.722, "relevance": 1 }, { "pair_id": 5764, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 8.65, 11.04 ], "duration": 59.66, "caption": "A man gestures and points with his right hand.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 5765, "video_name": "friends_s03e13_seg02_clip_05", "timestamp": [ 1.83, 4.27 ], "duration": 61.66, "caption": "A man points over his right shoulder with his thumb.", "similarity": 0.6947, "relevance": 3 }, { "pair_id": 5766, "video_name": "friends_s06e22_seg02_clip_17", "timestamp": [ 24.3, 25.23 ], "duration": 61.66, "caption": "A man points to his head with both index fingers and waves his hands.", "similarity": 0.6939, "relevance": 3 }, { "pair_id": 5767, "video_name": "met_s03e17_seg02_clip_17", "timestamp": [ 12.29, 13.87 ], "duration": 63.66, "caption": "A man raises his left hand and points with two fingers towards himself.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 5768, "video_name": "friends_s02e21_seg02_clip_16", "timestamp": [ 30.45, 36.3 ], "duration": 58.66, "caption": "A man points at himself using both of his hands.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 5769, "video_name": "friends_s04e08_seg02_clip_12", "timestamp": [ 10.08, 14.29 ], "duration": 56.66, "caption": "A man makes a back and forth pointing motion with his right hand.", "similarity": 0.674, "relevance": 3 }, { "pair_id": 5770, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 5.7 ], "duration": 60.66, "caption": "A man makes a circling motion with his arm and points his finger.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 5771, "video_name": "friends_s06e05_seg02_clip_10", "timestamp": [ 2.03, 5.22 ], "duration": 58.66, "caption": "A man points to the side and down with his index finger.", "similarity": 0.6731, "relevance": 3 }, { "pair_id": 5772, "video_name": "castle_s04e08_seg02_clip_18", "timestamp": [ 77.9, 81.01 ], "duration": 89.66, "caption": "A person points with his/her right hand towards the direction to walk.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 5773, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 38.96, 39.25 ], "duration": 59.66, "caption": "A person reaches up their left arm and points to the side of them with their thumb.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 5774, "video_name": "met_s02e19_seg02_clip_15", "timestamp": [ 12.21, 16.48 ], "duration": 61.66, "caption": "A man points in the direction of the person in green with his right hand.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 5775, "video_name": "friends_s05e14_seg02_clip_00", "timestamp": [ 12.41, 14.27 ], "duration": 62.66, "caption": "A man holds up his right hand and points.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 5776, "video_name": "friends_s07e03_seg02_clip_08", "timestamp": [ 39.07, 44.29 ], "duration": 55.66, "caption": "A man unfolds his arms to point slightly and refolds his arms.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 5777, "video_name": "met_s03e01_seg02_clip_12", "timestamp": [ 39.58, 40.82 ], "duration": 61.66, "caption": "A man lifts their shirt and points to their side.", "similarity": 0.6523, "relevance": 1 }, { "pair_id": 5778, "video_name": "friends_s02e03_seg01_clip_00", "timestamp": [ 58.67, 60.74 ], "duration": 69.66, "caption": "A man gestures with his right hand and points his finger.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 5779, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A man raises his arm and points to something offscreen.", "similarity": 0.6501, "relevance": 2 }, { "pair_id": 179080, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 25.2, 26.44 ], "duration": 62.66, "caption": "A man holds out two fingers of one hand and points them to his eyes.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 179081, "video_name": "castle_s07e06_seg02_clip_02", "timestamp": [ 9.52, 11.2 ], "duration": 112.66, "caption": "A man points behind him in reference to a place.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 179082, "video_name": "friends_s10e06_seg02_clip_01", "timestamp": [ 9.44, 11.21 ], "duration": 59.66, "caption": "A man points his right index finger up towards the sky.", "similarity": 0.6406, "relevance": 3 }, { "pair_id": 179083, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 16.89, 17.7 ], "duration": 27.66, "caption": "A man extends his arm out and points across the room.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 179084, "video_name": "s01e12_seg02_clip_13", "timestamp": [ 1.43, 2.57 ], "duration": 57.66, "caption": "A person points to the left using his left hand.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 179085, "video_name": "met_s04e02_seg02_clip_14", "timestamp": [ 7.28, 11.2 ], "duration": 56.66, "caption": "A man raises his left arm and points at the ATM.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 179086, "video_name": "friends_s08e15_seg02_clip_21", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A man holds his hands up and points in several directions as he has a conversation with another man.", "similarity": 0.6379, "relevance": 4 }, { "pair_id": 179087, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 9.52, 11.22 ], "duration": 68.66, "caption": "A man uncrosses his arms to point at a woman.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 179088, "video_name": "s05e04_seg02_clip_06", "timestamp": [ 43.98, 56.02 ], "duration": 56.66, "caption": "A man gestures and points to the sky with his fingers.", "similarity": 0.637, "relevance": 3 }, { "pair_id": 179089, "video_name": "s03e19_seg02_clip_01", "timestamp": [ 13.51, 16.81 ], "duration": 60.66, "caption": "A man points his hand to his chest and shakes his head.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 179090, "video_name": "friends_s01e13_seg02_clip_11", "timestamp": [ 8.37, 11.48 ], "duration": 62.66, "caption": "A man points to the roof and then uses his thumb to point to himself.", "similarity": 0.6344, "relevance": 4 }, { "pair_id": 179091, "video_name": "met_s06e06_seg01_clip_00", "timestamp": [ 18.76, 20.76 ], "duration": 46.66, "caption": "A man raises his hands and points both index fingers up.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 179092, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 50.35, 53.63 ], "duration": 59.66, "caption": "A man turns around with both his arms crossed.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 179093, "video_name": "met_s02e09_seg02_clip_07", "timestamp": [ 51.81, 53.27 ], "duration": 58.66, "caption": "A man points his right finger up to his right cheek.", "similarity": 0.6318, "relevance": 3 }, { "pair_id": 179094, "video_name": "met_s06e10_seg02_clip_11", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A man points at himself with his right index finger.", "similarity": 0.6315, "relevance": 3 }, { "pair_id": 179095, "video_name": "friends_s05e11_seg02_clip_01", "timestamp": [ 2.16, 4.32 ], "duration": 61.66, "caption": "A man stands up while pointing both of his fingers.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 179096, "video_name": "friends_s04e21_seg01_clip_00", "timestamp": [ 17.85, 20.35 ], "duration": 62.66, "caption": "A man motions his arm in front of him pointing downwards at the chair he is sitting in.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 179097, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 3.28, 8.0 ], "duration": 41.66, "caption": "A man points his left arm out repeatedly while talking.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 179098, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises his arm and points his right index finger up.", "similarity": 0.626, "relevance": 3 }, { "pair_id": 179099, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 37.22, 39.08 ], "duration": 62.66, "caption": "A man gestures, pointing with an upturned hand toward a person.", "similarity": 0.6242, "relevance": 3 } ] }, { "query_id": 38019, "query": "A man gets up from sitting at the counter and opens the refrigerator.", "relevant_moment": [ { "pair_id": 3600, "video_name": "friends_s05e15_seg02_clip_04", "timestamp": [ 40.58, 46.08 ], "duration": 61.66, "caption": "A man gets up from sitting at the counter and opens the refrigerator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3601, "video_name": "s04e05_seg02_clip_09", "timestamp": [ 8.51, 11.66 ], "duration": 63.66, "caption": "A man goes to the fridge and opens it.", "similarity": 0.8222, "relevance": 3 }, { "pair_id": 3602, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 19.75, 29.15 ], "duration": 47.66, "caption": "A man gets up and walks to the refrigerator and opens it.", "similarity": 0.8187, "relevance": 3 }, { "pair_id": 3603, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 1.43, 4.02 ], "duration": 57.66, "caption": "A man puts a towel on the counter and opens the refrigerator.", "similarity": 0.8153, "relevance": 2 }, { "pair_id": 3604, "video_name": "house_s06e08_seg02_clip_02", "timestamp": [ 33.45, 41.03 ], "duration": 89.66, "caption": "A man gets up from the couch and opens the refrigerator.", "similarity": 0.8099, "relevance": 2 }, { "pair_id": 3605, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 18.05, 27.07 ], "duration": 82.66, "caption": "A person gets up from his spot and opens the fridge.", "similarity": 0.8057, "relevance": 2 }, { "pair_id": 3606, "video_name": "friends_s05e12_seg02_clip_12", "timestamp": [ 29.83, 39.05 ], "duration": 61.66, "caption": "A man comes in the door and opens the refrigerator.", "similarity": 0.7863, "relevance": 2 }, { "pair_id": 3607, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 36.3, 40.73 ], "duration": 59.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.7736, "relevance": 2 }, { "pair_id": 3608, "video_name": "s01e08_seg02_clip_14", "timestamp": [ 25.47, 28.15 ], "duration": 67.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 3609, "video_name": "friends_s05e10_seg01_clip_00", "timestamp": [ 2.88, 23.05 ], "duration": 96.66, "caption": "A man opens up the fridge and points to the shelves.", "similarity": 0.7716, "relevance": 1 }, { "pair_id": 3610, "video_name": "house_s03e16_seg02_clip_01", "timestamp": [ 23.34, 29.06 ], "duration": 88.66, "caption": "A man opens up a fridge and he grabs a drink.", "similarity": 0.7712, "relevance": 1 }, { "pair_id": 3611, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 48.02, 56.73 ], "duration": 60.66, "caption": "A man gets up and walks over to the fridge to open it.", "similarity": 0.7711, "relevance": 3 }, { "pair_id": 3612, "video_name": "house_s02e15_seg02_clip_25", "timestamp": [ 118.82, 127.62 ], "duration": 176.66, "caption": "A man opens the refrigerator and takes something out to eat.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 3613, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 20.16, 25.43 ], "duration": 62.66, "caption": "A person gets up from the table to go to open the fridge.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 3614, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 4.34, 5.58 ], "duration": 62.66, "caption": "A man opens the fridge to grab a bottle of water.", "similarity": 0.7605, "relevance": 2 }, { "pair_id": 3615, "video_name": "s09e13_seg02_clip_06", "timestamp": [ 27.16, 32.96 ], "duration": 61.66, "caption": "A man opens the refrigerator and gets a bottle of water out.", "similarity": 0.7558, "relevance": 2 }, { "pair_id": 3616, "video_name": "s10e01_seg02_clip_09", "timestamp": [ 30.01, 32.71 ], "duration": 60.66, "caption": "A man is walking towards the fridge and opens it.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 3617, "video_name": "castle_s04e11_seg02_clip_24", "timestamp": [ 47.44, 51.51 ], "duration": 90.66, "caption": "A man walks to a refrigerator and opens it.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 3618, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 2.29, 4.88 ], "duration": 57.66, "caption": "A man walks to the fridge and opens it.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 3619, "video_name": "friends_s06e05_seg02_clip_05", "timestamp": [ 18.47, 20.81 ], "duration": 52.66, "caption": "A man opens the fridge and then closes the door.", "similarity": 0.7445, "relevance": 2 }, { "pair_id": 176920, "video_name": "s07e17_seg01_clip_00", "timestamp": [ 51.43, 55.53 ], "duration": 91.66, "caption": "A person gets up from the floor and goes to the kitchen to open the fridge.", "similarity": 0.7432, "relevance": 3 }, { "pair_id": 176922, "video_name": "friends_s10e06_seg02_clip_00", "timestamp": [ 50.11, 55.15 ], "duration": 63.66, "caption": "A man opens and closes the door to the refrigerator.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 176923, "video_name": "friends_s09e21_seg02_clip_12", "timestamp": [ 51.7, 56.58 ], "duration": 65.66, "caption": "A man walks into the kitchen and opens the fridge.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 176924, "video_name": "friends_s04e18_seg02_clip_03", "timestamp": [ 6.3, 12.01 ], "duration": 60.66, "caption": "A man walks into the kitchen and opens the refrigerator.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 176925, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 50.65, 52.79 ], "duration": 61.66, "caption": "A person opens the refrigerator and gets a drink.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 176926, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.7369, "relevance": 2 }, { "pair_id": 176927, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 176928, "video_name": "friends_s09e13_seg01_clip_01", "timestamp": [ 7.98, 11.55 ], "duration": 55.66, "caption": "A man takes a bottle of water out of the fridge and opens it.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 176929, "video_name": "friends_s04e16_seg02_clip_12", "timestamp": [ 5.7, 7.13 ], "duration": 57.66, "caption": "A man opens the refrigerator door in the kitchen.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 176930, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 18.89, 22.73 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 176931, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 0.89, 4.43 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 176932, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.93 ], "duration": 63.66, "caption": "A person opens the refrigerator and get some food.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 176933, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A man walks over and opens the fridge door.", "similarity": 0.7273, "relevance": 2 }, { "pair_id": 176934, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 12.51, 16.48 ], "duration": 61.66, "caption": "A man opened the fridge and gets a bottle of drink in there.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 176935, "video_name": "friends_s01e12_seg02_clip_20", "timestamp": [ 17.06, 23.26 ], "duration": 62.66, "caption": "A man opens the refrigerator door and leans on it.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 176936, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 29.11, 33.92 ], "duration": 60.66, "caption": "A person gets up and goes to the fridge.", "similarity": 0.7231, "relevance": 2 }, { "pair_id": 176937, "video_name": "s10e04_seg02_clip_02", "timestamp": [ 39.36, 43.94 ], "duration": 61.66, "caption": "A man opens the fridge door and takes out a bottle of water.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 176938, "video_name": "friends_s05e16_seg01_clip_00", "timestamp": [ 8.69, 11.85 ], "duration": 79.66, "caption": "A man comes in the door and reaches toward the refrigerator.", "similarity": 0.7182, "relevance": 1 }, { "pair_id": 176939, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 44.7, 51.85 ], "duration": 59.66, "caption": "A man walks into the kitchen and opens the fridge, then stands in front of it.", "similarity": 0.715, "relevance": 2 } ] }, { "query_id": 38035, "query": "A woman hits her head to get confetti out of her hair.", "relevant_moment": [ { "pair_id": 145960, "video_name": "house_s07e06_seg02_clip_06", "timestamp": [ 0.0, 7.63 ], "duration": 89.66, "caption": "A woman hits her head to get confetti out of her hair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145961, "video_name": "castle_s05e14_seg02_clip_07", "timestamp": [ 31.71, 33.53 ], "duration": 90.66, "caption": "A woman moves the hair on her forehead with her hand.", "similarity": 0.6221, "relevance": 2 }, { "pair_id": 145962, "video_name": "friends_s01e20_seg02_clip_07", "timestamp": [ 39.25, 43.38 ], "duration": 59.66, "caption": "A woman reaches into her hair and removes something.", "similarity": 0.5915, "relevance": 2 }, { "pair_id": 145963, "video_name": "friends_s07e20_seg02_clip_09", "timestamp": [ 15.64, 17.12 ], "duration": 59.66, "caption": "A woman pulls her hair away from her face.", "similarity": 0.5907, "relevance": 1 }, { "pair_id": 145964, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 57.7, 60.1 ], "duration": 60.66, "caption": "A woman pulls her hair away from her face.", "similarity": 0.5907, "relevance": 1 }, { "pair_id": 145965, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 55.27, 57.99 ], "duration": 90.66, "caption": "A woman puts her hand on her head because it hurts.", "similarity": 0.5852, "relevance": 1 }, { "pair_id": 145966, "video_name": "friends_s06e15-16_seg02_clip_17", "timestamp": [ 46.99, 47.6 ], "duration": 61.66, "caption": "A woman uses her hand to move the hair from her face.", "similarity": 0.5816, "relevance": 1 }, { "pair_id": 145967, "video_name": "s02e05_seg02_clip_12", "timestamp": [ 32.11, 33.92 ], "duration": 60.66, "caption": "A woman hits a person in the face with a red pillow.", "similarity": 0.5815, "relevance": 0 }, { "pair_id": 145968, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 47.33, 49.04 ], "duration": 57.66, "caption": "A woman uses her hand to push her hair back from her face.", "similarity": 0.5783, "relevance": 1 }, { "pair_id": 145969, "video_name": "friends_s02e22_seg02_clip_14", "timestamp": [ 49.22, 50.72 ], "duration": 60.66, "caption": "A woman gets hit on the head with an inflatable ball.", "similarity": 0.5764, "relevance": 0 }, { "pair_id": 145970, "video_name": "friends_s08e01_seg02_clip_01", "timestamp": [ 36.7, 39.22 ], "duration": 56.66, "caption": "A woman rubs her hair out of her face.", "similarity": 0.5741, "relevance": 1 }, { "pair_id": 145971, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 66.44, 68.08 ], "duration": 82.66, "caption": "A woman pulls the hair away from her face with her right hand.", "similarity": 0.5739, "relevance": 1 }, { "pair_id": 145972, "video_name": "friends_s10e04_seg01_clip_00", "timestamp": [ 59.78, 60.86 ], "duration": 72.66, "caption": "A woman is brushing her hair out of her face.", "similarity": 0.5734, "relevance": 1 }, { "pair_id": 145973, "video_name": "s10e12_seg02_clip_16", "timestamp": [ 6.58, 8.93 ], "duration": 47.66, "caption": "A person pats a woman on the top of her head.", "similarity": 0.5727, "relevance": 0 }, { "pair_id": 145974, "video_name": "s07e08_seg02_clip_07", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A person hits their head with their hand as a gesture in front of a woman.", "similarity": 0.5723, "relevance": 0 }, { "pair_id": 145975, "video_name": "s05e18_seg02_clip_00", "timestamp": [ 57.67, 62.71 ], "duration": 63.66, "caption": "A person motions with their head to try and get their hair out of their face.", "similarity": 0.572, "relevance": 0 }, { "pair_id": 145976, "video_name": "friends_s09e20_seg02_clip_08", "timestamp": [ 4.2, 6.0 ], "duration": 60.66, "caption": "A woman pulls her hair away from her face with her right hand.", "similarity": 0.5684, "relevance": 1 }, { "pair_id": 145977, "video_name": "s07e23_seg02_clip_08", "timestamp": [ 43.81, 49.61 ], "duration": 58.66, "caption": "A woman pushes her hair back from her face with her hands.", "similarity": 0.5684, "relevance": 1 }, { "pair_id": 145978, "video_name": "castle_s04e14_seg02_clip_01", "timestamp": [ 26.05, 27.84 ], "duration": 89.66, "caption": "A woman furrows her brow and turns her head to the side.", "similarity": 0.5666, "relevance": 0 }, { "pair_id": 145979, "video_name": "castle_s06e13_seg02_clip_26", "timestamp": [ 8.78, 15.53 ], "duration": 135.66, "caption": "A woman combed her hair on her face using her fingers.", "similarity": 0.5655, "relevance": 1 } ] }, { "query_id": 38054, "query": "Doctors were panic after someone seem to have an attach.", "relevant_moment": [ { "pair_id": 86820, "video_name": "house_s07e06_seg02_clip_05", "timestamp": [ 39.66, 50.03 ], "duration": 90.66, "caption": "Doctors were panic after someone seem to have an attach.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 86821, "video_name": "house_s02e10_seg02_clip_05", "timestamp": [ 0.0, 17.03 ], "duration": 89.66, "caption": "Doctors panic about the patient that is having an attack.", "similarity": 0.7352, "relevance": 4 }, { "pair_id": 86822, "video_name": "grey_s01e01_seg02_clip_11", "timestamp": [ 16.71, 90.33 ], "duration": 90.66, "caption": "They are in panic because a patient is dying.", "similarity": 0.6784, "relevance": 4 }, { "pair_id": 86823, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 50.01, 51.99 ], "duration": 99.66, "caption": "The patient panics and scratches his belly and body.", "similarity": 0.6738, "relevance": 4 }, { "pair_id": 86824, "video_name": "grey_s01e08_seg02_clip_02", "timestamp": [ 66.98, 93.03 ], "duration": 93.66, "caption": "They were having an operation to a patient.", "similarity": 0.6393, "relevance": 1 }, { "pair_id": 86825, "video_name": "house_s03e16_seg02_clip_16", "timestamp": [ 6.98, 16.75 ], "duration": 93.66, "caption": "A doctor tried to calm down the hysterical patient.", "similarity": 0.6374, "relevance": 2 }, { "pair_id": 86826, "video_name": "grey_s03e10_seg02_clip_16", "timestamp": [ 0.0, 22.41 ], "duration": 84.66, "caption": "They are reviving a dying patient, they were all panicking.", "similarity": 0.6308, "relevance": 4 }, { "pair_id": 86827, "video_name": "house_s08e11_seg02_clip_12", "timestamp": [ 37.42, 50.32 ], "duration": 86.66, "caption": "The patient seems to lose their anger and they pushed the doctors.", "similarity": 0.6286, "relevance": 3 }, { "pair_id": 86828, "video_name": "grey_s03e08_seg02_clip_04", "timestamp": [ 25.09, 42.25 ], "duration": 88.66, "caption": "The doctors are checking on the patient while the family members are panicking.", "similarity": 0.6271, "relevance": 1 }, { "pair_id": 86829, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 18.71, 27.42 ], "duration": 87.66, "caption": "Two of the doctors came to a patient trying to explain his/her situation.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 86830, "video_name": "house_s07e09_seg02_clip_11", "timestamp": [ 0.0, 89.32 ], "duration": 89.66, "caption": "Two doctors got worried when their patient holds their head and suffering from too much pain.", "similarity": 0.6122, "relevance": 3 }, { "pair_id": 86831, "video_name": "house_s02e13_seg02_clip_08", "timestamp": [ 12.15, 18.45 ], "duration": 90.66, "caption": "A doctor was explaining what is the possible cause of the patient's situation.", "similarity": 0.6074, "relevance": 1 }, { "pair_id": 86832, "video_name": "s08e07_seg02_clip_03", "timestamp": [ 12.31, 14.11 ], "duration": 60.66, "caption": "Some people simultaneously react to a comment the doctor made.", "similarity": 0.6043, "relevance": 0 }, { "pair_id": 86833, "video_name": "house_s02e16_seg02_clip_03", "timestamp": [ 60.53, 91.03 ], "duration": 91.66, "caption": "Some doctors are interviewing a man about what happened.", "similarity": 0.6019, "relevance": 1 }, { "pair_id": 86834, "video_name": "house_s06e08_seg02_clip_03", "timestamp": [ 25.57, 36.79 ], "duration": 89.66, "caption": "Some doctors rushes to look for a patient.", "similarity": 0.6009, "relevance": 3 }, { "pair_id": 86835, "video_name": "house_s08e10_seg02_clip_23", "timestamp": [ 0.0, 17.7 ], "duration": 90.66, "caption": "Some people realize while performing surgery they have misdiagnosed the patient.", "similarity": 0.5962, "relevance": 3 }, { "pair_id": 86836, "video_name": "house_s05e13_seg02_clip_22", "timestamp": [ 68.72, 83.74 ], "duration": 91.66, "caption": "Some doctors were having a conversation.", "similarity": 0.5958, "relevance": 1 }, { "pair_id": 86837, "video_name": "house_s05e01_seg02_clip_23", "timestamp": [ 1.35, 11.7 ], "duration": 90.66, "caption": "A doctor feels along the patient's arm whilst wearing gloves.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 86838, "video_name": "house_s02e22_seg02_clip_04", "timestamp": [ 71.06, 96.03 ], "duration": 96.66, "caption": "A patient squirms in pain as some doctors hold them down.", "similarity": 0.5925, "relevance": 3 }, { "pair_id": 86839, "video_name": "house_s03e23_seg02_clip_22", "timestamp": [ 22.14, 34.91 ], "duration": 85.66, "caption": "The doctors are having some operation for a person.", "similarity": 0.5903, "relevance": 1 } ] }, { "query_id": 38110, "query": "A woman reaches out towards a book a man is holding.", "relevant_moment": [ { "pair_id": 166140, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 24.72, 32.34 ], "duration": 61.66, "caption": "A woman reaches out towards a book a man is holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166141, "video_name": "castle_s05e20_seg02_clip_13", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman takes the book from a man's hand and gets close to him.", "similarity": 0.839, "relevance": 4 }, { "pair_id": 166142, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 52.52, 54.92 ], "duration": 60.66, "caption": "A woman is holding a book while she is talking to a man.", "similarity": 0.8081, "relevance": 2 }, { "pair_id": 166143, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 23.03, 29.02 ], "duration": 92.66, "caption": "A woman hands the book back to a man after he walks up.", "similarity": 0.7975, "relevance": 2 }, { "pair_id": 166144, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 0.0, 31.91 ], "duration": 55.66, "caption": "A woman was holding a book whilst talking to a man.", "similarity": 0.7952, "relevance": 2 }, { "pair_id": 166145, "video_name": "friends_s07e06_seg02_clip_04", "timestamp": [ 20.31, 27.56 ], "duration": 58.66, "caption": "A man gets up to grab a book and shows it to a woman.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 166146, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 38.71, 43.21 ], "duration": 90.66, "caption": "A man holds a book, pointing to it and showing it around, then he hands the book to a woman.", "similarity": 0.771, "relevance": 4 }, { "pair_id": 166147, "video_name": "friends_s02e19_seg02_clip_13", "timestamp": [ 38.49, 41.06 ], "duration": 57.66, "caption": "A woman grabs a book out of woman's hand.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 166148, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 48.24, 54.62 ], "duration": 91.66, "caption": "A woman holds up a book to show the other person.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 166149, "video_name": "friends_s10e13_seg02_clip_14", "timestamp": [ 12.41, 18.61 ], "duration": 62.66, "caption": "A man grabs a book and starts reading to a woman.", "similarity": 0.7615, "relevance": 2 }, { "pair_id": 166150, "video_name": "house_s07e21_seg02_clip_07", "timestamp": [ 51.66, 57.15 ], "duration": 91.66, "caption": "A person walks up to a man while holding a book.", "similarity": 0.7565, "relevance": 1 }, { "pair_id": 166151, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 57.98, 59.24 ], "duration": 84.66, "caption": "A woman hands a man a book, then she turns to walk away.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 166152, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 44.12, 45.7 ], "duration": 63.66, "caption": "A woman grabs a book from out of another woman's hands.", "similarity": 0.7534, "relevance": 3 }, { "pair_id": 166153, "video_name": "friends_s01e06_seg02_clip_05", "timestamp": [ 2.32, 5.51 ], "duration": 58.66, "caption": "A woman points to something in a book that a man is holding and says something.", "similarity": 0.7506, "relevance": 4 }, { "pair_id": 166154, "video_name": "s07e04_seg02_clip_00", "timestamp": [ 20.14, 37.84 ], "duration": 61.66, "caption": "A woman pulls a book out of her bag and holds it out to show a man.", "similarity": 0.749, "relevance": 2 }, { "pair_id": 166155, "video_name": "friends_s08e09_seg01_clip_00", "timestamp": [ 16.78, 20.14 ], "duration": 61.66, "caption": "A woman looks at her fingers and takes the book from guy's hands.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 166156, "video_name": "friends_s08e09_seg02_clip_13", "timestamp": [ 41.49, 45.55 ], "duration": 58.66, "caption": "A woman shows a page of the open book to man and then closes the book.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 166157, "video_name": "met_s03e13_seg02_clip_07", "timestamp": [ 48.89, 61.12 ], "duration": 61.66, "caption": "A woman walks in the door with a book and walks over to a man.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 166158, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A man opens a book in front of a person.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 166159, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 4.58, 14.21 ], "duration": 91.66, "caption": "A person holds up a book as he looks at a man.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 339460, "video_name": "castle_s05e06_seg02_clip_00", "timestamp": [ 16.44, 24.2 ], "duration": 91.66, "caption": "A man holds up his new book to show woman.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 339461, "video_name": "castle_s02e24_seg02_clip_00", "timestamp": [ 50.46, 52.31 ], "duration": 92.66, "caption": "A woman hands a book across the desk to a man.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 339462, "video_name": "castle_s05e17_seg02_clip_00", "timestamp": [ 44.15, 47.79 ], "duration": 91.66, "caption": "A person picks up a book and holds it as he speaks to woman.", "similarity": 0.7343, "relevance": 3 }, { "pair_id": 339463, "video_name": "castle_s05e06_seg02_clip_00", "timestamp": [ 21.46, 23.74 ], "duration": 91.66, "caption": "A man holds up a copy of his book and reads the title to a woman.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 339464, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 58.39, 63.13 ], "duration": 63.66, "caption": "A woman reaches her hand in her pocket book.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 339465, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 8.59, 10.85 ], "duration": 90.66, "caption": "A person holds up an open book in front of someone.", "similarity": 0.7291, "relevance": 3 }, { "pair_id": 339466, "video_name": "friends_s07e15_seg02_clip_20", "timestamp": [ 45.2, 47.8 ], "duration": 65.66, "caption": "A man hugs a woman with red hair while holding a book.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 339467, "video_name": "friends_s07e22_seg02_clip_15", "timestamp": [ 6.67, 11.02 ], "duration": 58.66, "caption": "A woman closes her book when a man is talking to her.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 339468, "video_name": "friends_s03e03_seg02_clip_11", "timestamp": [ 58.53, 64.06 ], "duration": 65.66, "caption": "A woman hands a man a book and then he opens the book and puts on his glasses.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 339469, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 43.9, 47.92 ], "duration": 67.66, "caption": "A person picks up a book and shows it to a woman.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 339471, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 25.68, 28.63 ], "duration": 59.66, "caption": "A woman shows the cover of the book she is reading to a man.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 339472, "video_name": "s05e02_seg01_clip_00", "timestamp": [ 13.45, 17.61 ], "duration": 64.66, "caption": "A person moves closer to another person holding a book.", "similarity": 0.7216, "relevance": 2 }, { "pair_id": 339473, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 76.92, 82.83 ], "duration": 91.66, "caption": "A man opens another page of the book person has in his hands.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 339474, "video_name": "castle_s03e09_seg02_clip_05", "timestamp": [ 42.97, 45.68 ], "duration": 90.66, "caption": "A man takes out a book as he is at woman's desk and shows it to her.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 339475, "video_name": "house_s03e20_seg02_clip_22", "timestamp": [ 49.16, 58.65 ], "duration": 86.66, "caption": "A man reaches out and holds on to a woman's hand.", "similarity": 0.7203, "relevance": 0 }, { "pair_id": 339476, "video_name": "friends_s04e23-24_seg02_clip_01", "timestamp": [ 30.38, 34.51 ], "duration": 75.66, "caption": "A man runs in and gives a woman a book.", "similarity": 0.7177, "relevance": 4 }, { "pair_id": 339477, "video_name": "castle_s02e18_seg02_clip_12", "timestamp": [ 15.02, 18.2 ], "duration": 91.66, "caption": "A woman flips a book and hands it to a man.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 339478, "video_name": "house_s02e18_seg02_clip_26", "timestamp": [ 35.35, 40.93 ], "duration": 93.66, "caption": "A man stops reading his book when woman walks up to him.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 339479, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 34.63, 38.27 ], "duration": 91.66, "caption": "A person holds up a book while someone walks by.", "similarity": 0.7157, "relevance": 2 } ] }, { "query_id": 38128, "query": "A woman is working on a crossword puzzle and another woman wants to help.", "relevant_moment": [ { "pair_id": 49160, "video_name": "friends_s04e06_seg02_clip_03", "timestamp": [ 13.35, 19.15 ], "duration": 58.66, "caption": "A woman is working on a crossword puzzle and another woman wants to help.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 49161, "video_name": "friends_s09e12_seg02_clip_00", "timestamp": [ 4.41, 9.14 ], "duration": 63.66, "caption": "A woman tries to get a man's help with the crossword she's looking at.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 49162, "video_name": "friends_s08e19_seg01_clip_00", "timestamp": [ 8.86, 14.97 ], "duration": 61.66, "caption": "A woman hands a man a crossword puzzle to look at and he reads a clue.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 49163, "video_name": "s01e01_seg01_clip_00", "timestamp": [ 30.82, 50.04 ], "duration": 61.66, "caption": "A man gives a woman the answers to a crossword puzzle.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 49164, "video_name": "friends_s09e05_seg02_clip_02", "timestamp": [ 5.1, 13.51 ], "duration": 60.66, "caption": "A woman is confused when another woman offers to help her.", "similarity": 0.619, "relevance": 1 }, { "pair_id": 49165, "video_name": "s08e15_seg02_clip_06", "timestamp": [ 0.0, 12.31 ], "duration": 60.66, "caption": "A woman gives another woman a task to do and she does it.", "similarity": 0.6008, "relevance": 1 }, { "pair_id": 49166, "video_name": "castle_s04e09_seg02_clip_17", "timestamp": [ 5.55, 8.33 ], "duration": 92.66, "caption": "A woman looks for another woman before proceeding with her work.", "similarity": 0.5929, "relevance": 0 }, { "pair_id": 49167, "video_name": "friends_s10e06_seg02_clip_03", "timestamp": [ 7.58, 14.25 ], "duration": 60.66, "caption": "A woman is typing on a small typewriter whilst talking with another woman.", "similarity": 0.5909, "relevance": 1 }, { "pair_id": 49168, "video_name": "castle_s08e03_seg02_clip_17", "timestamp": [ 42.25, 51.34 ], "duration": 90.66, "caption": "A woman says something that puzzles another person and then they exchange looks.", "similarity": 0.5882, "relevance": 1 }, { "pair_id": 49169, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 16.44, 21.09 ], "duration": 62.66, "caption": "A woman asks another woman how her job is doing.", "similarity": 0.5813, "relevance": 1 }, { "pair_id": 49170, "video_name": "s10e07_seg02_clip_05", "timestamp": [ 3.25, 15.35 ], "duration": 59.66, "caption": "A woman is trying to tell another woman something but looking like she's having trouble.", "similarity": 0.581, "relevance": 1 }, { "pair_id": 49171, "video_name": "s07e18_seg02_clip_08", "timestamp": [ 0.0, 1.14 ], "duration": 57.66, "caption": "A woman asks another woman what is written on her paper.", "similarity": 0.5752, "relevance": 1 }, { "pair_id": 49172, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 6.43, 22.04 ], "duration": 91.66, "caption": "A woman reads from a paper and hands it to another woman.", "similarity": 0.5674, "relevance": 1 }, { "pair_id": 49173, "video_name": "friends_s01e15_seg02_clip_08", "timestamp": [ 0.0, 5.52 ], "duration": 69.66, "caption": "A woman tells another woman what she hired a person to do.", "similarity": 0.5666, "relevance": 1 }, { "pair_id": 49174, "video_name": "grey_s03e05_seg02_clip_18", "timestamp": [ 0.0, 28.77 ], "duration": 91.66, "caption": "Two people are giving instructions to a woman and another woman on what to do.", "similarity": 0.5631, "relevance": 1 }, { "pair_id": 49175, "video_name": "s05e08_seg02_clip_11", "timestamp": [ 22.89, 27.46 ], "duration": 61.66, "caption": "A woman makes a suggestion about what the women can do together.", "similarity": 0.5628, "relevance": 0 }, { "pair_id": 49176, "video_name": "friends_s01e11_seg02_clip_14", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman tells woman how to properly spell a word in her story.", "similarity": 0.5627, "relevance": 3 }, { "pair_id": 49177, "video_name": "s07e03_seg02_clip_03", "timestamp": [ 30.39, 35.67 ], "duration": 62.66, "caption": "A person and woman work on their puzzle on the coffee table.", "similarity": 0.5625, "relevance": 1 }, { "pair_id": 49178, "video_name": "castle_s02e02_seg02_clip_01", "timestamp": [ 34.31, 39.73 ], "duration": 90.66, "caption": "A woman looks at another woman's face that has words written all over.", "similarity": 0.5618, "relevance": 0 }, { "pair_id": 49179, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 51.06, 56.86 ], "duration": 58.66, "caption": "A woman tries to put scissors back together and shows the two pieces to another woman.", "similarity": 0.5613, "relevance": 1 } ] }, { "query_id": 38147, "query": "Some men play a video game.", "relevant_moment": [ { "pair_id": 160820, "video_name": "s01e07_seg02_clip_16", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "Some men play a video game.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160821, "video_name": "met_s06e16_seg02_clip_08", "timestamp": [ 17.37, 22.95 ], "duration": 62.66, "caption": "Two men play a video game together.", "similarity": 0.9126, "relevance": 4 }, { "pair_id": 160822, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 6.71, 34.79 ], "duration": 61.66, "caption": "Some people are playing a video game.", "similarity": 0.8499, "relevance": 4 }, { "pair_id": 160823, "video_name": "friends_s06e09_seg02_clip_01", "timestamp": [ 20.81, 24.01 ], "duration": 64.66, "caption": "A man comes in while two guys are playing a video game.", "similarity": 0.832, "relevance": 4 }, { "pair_id": 160824, "video_name": "house_s07e14_seg02_clip_10", "timestamp": [ 11.83, 35.04 ], "duration": 91.66, "caption": "Two men are on the couch together playing a video game.", "similarity": 0.8147, "relevance": 4 }, { "pair_id": 160825, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "Two men are on the couch together playing a video game.", "similarity": 0.8147, "relevance": 4 }, { "pair_id": 160826, "video_name": "s06e18_seg02_clip_00", "timestamp": [ 17.61, 22.73 ], "duration": 64.66, "caption": "Two men are sitting in the couch playing a video game.", "similarity": 0.7671, "relevance": 4 }, { "pair_id": 160827, "video_name": "s09e21_seg02_clip_02", "timestamp": [ 17.09, 31.73 ], "duration": 61.66, "caption": "Two men are sitting on a couch playing video games.", "similarity": 0.7644, "relevance": 4 }, { "pair_id": 160828, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 0.0, 15.76 ], "duration": 63.66, "caption": "Two men are sitting on a couch playing video games.", "similarity": 0.7644, "relevance": 4 }, { "pair_id": 160829, "video_name": "met_s06e16_seg02_clip_07", "timestamp": [ 29.41, 31.81 ], "duration": 60.66, "caption": "Two men are playing video games when someone walks into the room.", "similarity": 0.7607, "relevance": 4 }, { "pair_id": 160832, "video_name": "met_s03e05_seg02_clip_01", "timestamp": [ 23.27, 28.64 ], "duration": 59.66, "caption": "Two people play a video game with each other.", "similarity": 0.7002, "relevance": 4 }, { "pair_id": 160833, "video_name": "s01e15_seg02_clip_13", "timestamp": [ 35.4, 38.88 ], "duration": 58.66, "caption": "Two men make boxing moves as they play a video game.", "similarity": 0.6963, "relevance": 4 }, { "pair_id": 160834, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "Two men are playing computer games while talking.", "similarity": 0.6909, "relevance": 4 }, { "pair_id": 160835, "video_name": "friends_s04e12_seg02_clip_13", "timestamp": [ 0.0, 7.62 ], "duration": 58.66, "caption": "Two men are playing a game while another person times them.", "similarity": 0.6897, "relevance": 2 }, { "pair_id": 160836, "video_name": "met_s03e03_seg02_clip_00", "timestamp": [ 6.74, 13.17 ], "duration": 61.66, "caption": "A man offers an excuse when another man beats him in a video game.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 160837, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 66.26, 69.94 ], "duration": 92.66, "caption": "A man put his video game device when another man talk to him.", "similarity": 0.6451, "relevance": 3 }, { "pair_id": 160838, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 5.28, 6.6 ], "duration": 88.66, "caption": "A person is playing a video game while a man leaves.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 160839, "video_name": "met_s03e05_seg02_clip_17", "timestamp": [ 8.51, 14.5 ], "duration": 63.66, "caption": "A man says the name of a video game then describes it.", "similarity": 0.638, "relevance": 1 }, { "pair_id": 334140, "video_name": "s08e07_seg02_clip_13", "timestamp": [ 26.34, 33.82 ], "duration": 65.66, "caption": "Two people are playing a video game while wearing super hero helmets.", "similarity": 0.6204, "relevance": 4 }, { "pair_id": 334142, "video_name": "house_s05e01_seg02_clip_00", "timestamp": [ 0.0, 11.52 ], "duration": 92.66, "caption": "A man plays a video game next to a sleeping person alone.", "similarity": 0.6142, "relevance": 3 }, { "pair_id": 334143, "video_name": "s03e22_seg02_clip_09", "timestamp": [ 6.79, 9.44 ], "duration": 59.66, "caption": "A person enters and he found his friends playing a video game together.", "similarity": 0.6115, "relevance": 4 }, { "pair_id": 334144, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 45.55, 49.69 ], "duration": 92.66, "caption": "A woman and man are playing video games while talking.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 334145, "video_name": "s05e19_seg02_clip_13", "timestamp": [ 7.38, 10.92 ], "duration": 59.66, "caption": "A woman touches man on the shoulder while they play video games.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 334146, "video_name": "house_s08e15_seg02_clip_08", "timestamp": [ 0.0, 82.37 ], "duration": 90.66, "caption": "A person and another person play a video game while talking to the others.", "similarity": 0.5977, "relevance": 4 }, { "pair_id": 334147, "video_name": "house_s03e05_seg02_clip_23", "timestamp": [ 33.67, 46.42 ], "duration": 102.66, "caption": "A man is sitting at his desk and playing video games.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 334148, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 42.11, 45.47 ], "duration": 61.66, "caption": "A man closes the computer while the others are playing a game on it.", "similarity": 0.5943, "relevance": 3 }, { "pair_id": 334149, "video_name": "house_s01e03_seg02_clip_08", "timestamp": [ 32.21, 48.31 ], "duration": 92.66, "caption": "A person plays a video game while talking with another person.", "similarity": 0.5929, "relevance": 2 }, { "pair_id": 334150, "video_name": "s02e11_seg02_clip_00", "timestamp": [ 20.47, 22.33 ], "duration": 62.66, "caption": "A man imitates a sporting pose while playing a video game.", "similarity": 0.5928, "relevance": 4 }, { "pair_id": 334151, "video_name": "friends_s10e11_seg02_clip_15", "timestamp": [ 0.0, 5.31 ], "duration": 59.66, "caption": "A man is in some sort of game show with another man.", "similarity": 0.587, "relevance": 2 }, { "pair_id": 334152, "video_name": "s04e03_seg01_clip_01", "timestamp": [ 0.0, 8.13 ], "duration": 65.66, "caption": "Two people invite a man to play their made up game.", "similarity": 0.5829, "relevance": 0 }, { "pair_id": 334153, "video_name": "s08e17_seg02_clip_04", "timestamp": [ 17.41, 21.25 ], "duration": 59.66, "caption": "A man answers the phone as he plays a video game.", "similarity": 0.5811, "relevance": 1 }, { "pair_id": 334154, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 31.16, 37.21 ], "duration": 93.66, "caption": "Two men are playing while they are talking.", "similarity": 0.5798, "relevance": 0 }, { "pair_id": 334155, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 5.08, 78.93 ], "duration": 92.66, "caption": "Two people play a virtual reality game together.", "similarity": 0.5777, "relevance": 3 }, { "pair_id": 334156, "video_name": "castle_s04e07_seg02_clip_25", "timestamp": [ 54.17, 58.65 ], "duration": 89.66, "caption": "A man is playing a video game on his bed, then his father grabs him by the waist.", "similarity": 0.5711, "relevance": 1 }, { "pair_id": 334157, "video_name": "friends_s09e21_seg02_clip_18", "timestamp": [ 0.0, 10.92 ], "duration": 59.66, "caption": "A man and playing a video game when woman walks in and he acts like he is writing a letter.", "similarity": 0.5687, "relevance": 3 }, { "pair_id": 334158, "video_name": "s01e07_seg02_clip_17", "timestamp": [ 0.0, 3.6 ], "duration": 48.66, "caption": "A person gets up from his seat as he is playing a video game with some people.", "similarity": 0.5662, "relevance": 4 }, { "pair_id": 334159, "video_name": "s10e13_seg01_clip_01", "timestamp": [ 62.33, 65.01 ], "duration": 67.66, "caption": "A man sits in his underwear playing video games while woman stares at him.", "similarity": 0.5655, "relevance": 2 } ] }, { "query_id": 38180, "query": "A person is sitting on the couch and turns around and looks at guy.", "relevant_moment": [ { "pair_id": 164120, "video_name": "friends_s01e11_seg02_clip_03", "timestamp": [ 62.67, 64.68 ], "duration": 67.66, "caption": "A person is sitting on the couch and turns around and looks at guy.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164121, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 30.46, 38.01 ], "duration": 58.66, "caption": "A person looks behind him while he is sitting on the couch with another person.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 164122, "video_name": "friends_s07e10_seg02_clip_01", "timestamp": [ 7.08, 8.56 ], "duration": 59.66, "caption": "A man looks over at a woman while they're on the couch.", "similarity": 0.7578, "relevance": 4 }, { "pair_id": 164123, "video_name": "friends_s03e15_seg02_clip_06", "timestamp": [ 16.02, 17.59 ], "duration": 62.66, "caption": "A person looks at someone and changes positions on the couch.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 164124, "video_name": "s08e05_seg02_clip_06", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person is sitting on the couch and says something that makes some other people turn around and look at him.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 164126, "video_name": "friends_s09e17_seg02_clip_05", "timestamp": [ 18.31, 24.7 ], "duration": 58.66, "caption": "A man approaches a person on the couch and points at him while he is seated.", "similarity": 0.724, "relevance": 4 }, { "pair_id": 164127, "video_name": "s06e22_seg02_clip_11", "timestamp": [ 54.75, 56.99 ], "duration": 64.66, "caption": "Two people turn to look at each other on the couch.", "similarity": 0.7237, "relevance": 4 }, { "pair_id": 164128, "video_name": "friends_s04e04_seg02_clip_05", "timestamp": [ 15.13, 19.22 ], "duration": 63.66, "caption": "A person turns to look at guy behind him.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 164129, "video_name": "s04e19_seg02_clip_04", "timestamp": [ 0.0, 17.41 ], "duration": 60.66, "caption": "A person is leaning over the couch to look at someone's computer screen.", "similarity": 0.7181, "relevance": 4 }, { "pair_id": 164130, "video_name": "s08e10_seg02_clip_02", "timestamp": [ 47.3, 49.74 ], "duration": 61.66, "caption": "A woman turns towards a man while they are sitting on the couch.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 164131, "video_name": "friends_s06e10_seg02_clip_04", "timestamp": [ 56.13, 58.83 ], "duration": 60.66, "caption": "A person looks behind the couch cushion while talking to a man who is sitting on the couch.", "similarity": 0.7116, "relevance": 4 }, { "pair_id": 164132, "video_name": "s03e22_seg02_clip_12", "timestamp": [ 49.31, 62.03 ], "duration": 62.66, "caption": "A person sits down on the couch and looks around very happily.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 164133, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 15.26, 18.61 ], "duration": 61.66, "caption": "A man sits down on the couch while looking over personal shoulder.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 164134, "video_name": "friends_s09e18_seg02_clip_18", "timestamp": [ 13.69, 16.66 ], "duration": 74.66, "caption": "A group looks expectantly at a person who is sitting on the couch.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 164135, "video_name": "friends_s06e12_seg02_clip_03", "timestamp": [ 17.11, 21.61 ], "duration": 60.66, "caption": "A man shows a guy a check on the couch.", "similarity": 0.6934, "relevance": 4 }, { "pair_id": 164136, "video_name": "house_s08e19_seg02_clip_23", "timestamp": [ 53.86, 89.02 ], "duration": 89.66, "caption": "A man takes a look at a person who is asleep on the couch.", "similarity": 0.6918, "relevance": 3 }, { "pair_id": 164137, "video_name": "s03e01_seg02_clip_02", "timestamp": [ 3.48, 4.35 ], "duration": 58.66, "caption": "A person stands up off the couch and stares down at two men.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 164138, "video_name": "friends_s08e10_seg02_clip_03", "timestamp": [ 1.5, 4.5 ], "duration": 60.66, "caption": "A woman turns and switches positions on the sofa to look at a man.", "similarity": 0.6828, "relevance": 4 }, { "pair_id": 164139, "video_name": "friends_s05e11_seg02_clip_02", "timestamp": [ 10.68, 13.12 ], "duration": 61.66, "caption": "A person sits forward on the couch and turns to look behind him as he holds a noisemaker.", "similarity": 0.6729, "relevance": 4 }, { "pair_id": 337440, "video_name": "met_s05e02_seg02_clip_13", "timestamp": [ 1.98, 3.63 ], "duration": 66.66, "caption": "A man turns to his left to look at the person sitting next to him.", "similarity": 0.6714, "relevance": 4 }, { "pair_id": 337441, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 7.07, 10.01 ], "duration": 34.66, "caption": "A woman looks at a person while she leans over the back of a red couch.", "similarity": 0.6712, "relevance": 3 }, { "pair_id": 337442, "video_name": "s06e17_seg02_clip_16", "timestamp": [ 50.15, 53.83 ], "duration": 92.66, "caption": "A man turns to his right and looks towards a person.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 337443, "video_name": "s06e01_seg01_clip_01", "timestamp": [ 4.02, 8.03 ], "duration": 73.66, "caption": "A guy turns to look at a man, who is talking to him.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 337444, "video_name": "met_s06e03_seg02_clip_07", "timestamp": [ 2.32, 6.96 ], "duration": 58.66, "caption": "A woman shakes her head and then looks at a man while they are sitting on the couch.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 337446, "video_name": "s03e07_seg02_clip_14", "timestamp": [ 36.59, 46.02 ], "duration": 46.66, "caption": "A person sits on the couch holding a mug and looks over at a sleeping man on the couch.", "similarity": 0.663, "relevance": 4 }, { "pair_id": 337447, "video_name": "s04e17_seg02_clip_07", "timestamp": [ 0.0, 12.61 ], "duration": 63.66, "caption": "A person talks and then turns their body towards someone on the couch.", "similarity": 0.6608, "relevance": 4 }, { "pair_id": 337448, "video_name": "s05e21_seg02_clip_13", "timestamp": [ 8.55, 16.25 ], "duration": 57.66, "caption": "A person walks over to the couch and sits down facing another person.", "similarity": 0.6577, "relevance": 4 }, { "pair_id": 337449, "video_name": "met_s02e07_seg02_clip_07", "timestamp": [ 5.5, 15.89 ], "duration": 61.66, "caption": "Two people sit on the couch and look into each other's eyes.", "similarity": 0.6575, "relevance": 3 }, { "pair_id": 337450, "video_name": "s07e08_seg02_clip_09", "timestamp": [ 50.12, 60.03 ], "duration": 60.66, "caption": "A man is sitting on the couch looking at a computer screen, he is fidgeting and pulling at his sweater, a woman walks up, the man continues to fidget as he looks up at the woman.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 337451, "video_name": "s08e07_seg02_clip_03", "timestamp": [ 12.01, 16.81 ], "duration": 60.66, "caption": "A man turns around and looks at some people.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 337452, "video_name": "met_s06e14_seg02_clip_15", "timestamp": [ 35.42, 43.09 ], "duration": 59.66, "caption": "A man turns around and looks at some people.", "similarity": 0.654, "relevance": 3 }, { "pair_id": 337453, "video_name": "friends_s07e23-24_seg01_clip_01", "timestamp": [ 62.29, 65.29 ], "duration": 75.66, "caption": "Guy turns his body away from person on the couch.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 337455, "video_name": "friends_s09e04_seg02_clip_17", "timestamp": [ 28.26, 30.28 ], "duration": 57.66, "caption": "A man adjusts himself on the couch and turns to face woman.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 337456, "video_name": "castle_s05e17_seg02_clip_10", "timestamp": [ 21.61, 25.66 ], "duration": 90.66, "caption": "A person is sitting on the couch and looks at their watch.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 337457, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 3.35, 7.71 ], "duration": 67.66, "caption": "A man turns to look at the person next to him for the first time.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 337458, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 31.73, 38.45 ], "duration": 61.66, "caption": "A person looks at their watch while sitting on the couch.", "similarity": 0.6474, "relevance": 3 }, { "pair_id": 337459, "video_name": "friends_s09e17_seg02_clip_13", "timestamp": [ 15.82, 20.47 ], "duration": 62.66, "caption": "A man stands up from the couch and approaches another person.", "similarity": 0.6443, "relevance": 2 } ] }, { "query_id": 38182, "query": "A woman puts her right hand to her heart.", "relevant_moment": [ { "pair_id": 286580, "video_name": "friends_s01e07_seg02_clip_05", "timestamp": [ 22.43, 23.81 ], "duration": 69.66, "caption": "A woman puts her hands over her heart and laughs.", "similarity": 0.7116, "relevance": 4 }, { "pair_id": 286581, "video_name": "friends_s10e09_seg02_clip_13", "timestamp": [ 32.34, 34.9 ], "duration": 64.66, "caption": "A woman places both of her hands on her chest.", "similarity": 0.7113, "relevance": 4 }, { "pair_id": 286582, "video_name": "s08e02_seg02_clip_00", "timestamp": [ 27.6, 33.81 ], "duration": 62.66, "caption": "A woman moves her hands from left to right.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 286583, "video_name": "friends_s08e13_seg02_clip_09", "timestamp": [ 20.5, 22.61 ], "duration": 60.66, "caption": "A woman brought her left hand up to her face.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 286584, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 30.4, 34.53 ], "duration": 59.66, "caption": "A woman holds her left hand against her forehead.", "similarity": 0.7004, "relevance": 1 }, { "pair_id": 286585, "video_name": "s07e01_seg02_clip_13", "timestamp": [ 18.89, 21.25 ], "duration": 59.66, "caption": "A woman puts her head down into her right hand.", "similarity": 0.7004, "relevance": 1 }, { "pair_id": 286586, "video_name": "friends_s04e09_seg02_clip_12", "timestamp": [ 32.07, 33.88 ], "duration": 60.66, "caption": "A person puts a hand over his/her heart and clasps both hands together.", "similarity": 0.6957, "relevance": 4 }, { "pair_id": 286587, "video_name": "friends_s03e23_seg02_clip_08", "timestamp": [ 2.68, 4.17 ], "duration": 59.66, "caption": "A woman puts her hand up on her heart while talking to a man.", "similarity": 0.6957, "relevance": 4 }, { "pair_id": 286588, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 3.25, 8.56 ], "duration": 59.66, "caption": "A woman reaches her right arm over and pats a person's left hand.", "similarity": 0.6939, "relevance": 1 }, { "pair_id": 286589, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 19.22, 22.89 ], "duration": 61.66, "caption": "A woman puts her right hand on a man's shoulder.", "similarity": 0.6928, "relevance": 1 }, { "pair_id": 286590, "video_name": "friends_s09e10_seg02_clip_03", "timestamp": [ 53.71, 55.78 ], "duration": 59.66, "caption": "A woman puts her hands close together in front of her chest and then moves them to the side.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 286591, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 3.03, 5.23 ], "duration": 55.66, "caption": "A person puts their left hand to their chest briefly.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 286592, "video_name": "friends_s07e22_seg02_clip_16", "timestamp": [ 24.5, 31.32 ], "duration": 62.66, "caption": "A person takes a woman's left hand and raises it in the air.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 286593, "video_name": "friends_s07e07_seg02_clip_03", "timestamp": [ 22.79, 25.13 ], "duration": 67.66, "caption": "A woman holds up two fingers on her right hand.", "similarity": 0.6852, "relevance": 1 }, { "pair_id": 286594, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 29.19, 35.65 ], "duration": 61.66, "caption": "A woman gasps and puts her hands to her chest.", "similarity": 0.6847, "relevance": 4 }, { "pair_id": 286595, "video_name": "friends_s02e17_seg02_clip_19", "timestamp": [ 0.0, 2.38 ], "duration": 68.66, "caption": "A woman gasps and puts her hand on her chest.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 286596, "video_name": "friends_s06e09_seg02_clip_14", "timestamp": [ 21.45, 24.55 ], "duration": 56.66, "caption": "A woman touches someone's right arm with her left hand.", "similarity": 0.6808, "relevance": 3 }, { "pair_id": 286597, "video_name": "friends_s04e10_seg02_clip_11", "timestamp": [ 13.73, 15.56 ], "duration": 61.66, "caption": "A woman raises her right hand over her head.", "similarity": 0.6786, "relevance": 1 }, { "pair_id": 286598, "video_name": "s05e13_seg02_clip_06", "timestamp": [ 25.94, 27.77 ], "duration": 61.66, "caption": "A woman puts her hands up in front of her.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 286599, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 12.82, 18.92 ], "duration": 61.66, "caption": "A woman puts her hand on a man's right shoulder.", "similarity": 0.6782, "relevance": 1 } ] }, { "query_id": 38232, "query": "A man walks into the apartment and sees a woman.", "relevant_moment": [ { "pair_id": 8660, "video_name": "friends_s05e02_seg02_clip_07", "timestamp": [ 21.71, 25.12 ], "duration": 62.66, "caption": "A man walks into the apartment and sees a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8661, "video_name": "friends_s05e16_seg02_clip_12", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A man walks into the apartment and sees woman.", "similarity": 0.9915, "relevance": 3 }, { "pair_id": 8662, "video_name": "friends_s06e02_seg02_clip_18", "timestamp": [ 18.31, 24.61 ], "duration": 60.66, "caption": "A person walks into the apartment and sees a woman.", "similarity": 0.9257, "relevance": 4 }, { "pair_id": 8663, "video_name": "friends_s10e05_seg02_clip_01", "timestamp": [ 33.84, 36.68 ], "duration": 63.66, "caption": "A man walks into the apartment with a woman behind him.", "similarity": 0.8815, "relevance": 4 }, { "pair_id": 8664, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 40.51, 43.66 ], "duration": 90.66, "caption": "A man walks past a woman and enters her apartment.", "similarity": 0.869, "relevance": 4 }, { "pair_id": 8665, "video_name": "met_s03e10_seg02_clip_05", "timestamp": [ 31.38, 33.62 ], "duration": 64.66, "caption": "A man walks past a woman into her apartment.", "similarity": 0.8575, "relevance": 3 }, { "pair_id": 8666, "video_name": "friends_s07e07_seg02_clip_04", "timestamp": [ 0.0, 18.52 ], "duration": 55.66, "caption": "A woman walks into the apartment and tells a man who she saw earlier.", "similarity": 0.845, "relevance": 3 }, { "pair_id": 8668, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 42.43, 49.33 ], "duration": 49.66, "caption": "A woman's partner walks into the apartment to see him/her.", "similarity": 0.8401, "relevance": 3 }, { "pair_id": 8669, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 14.47, 18.99 ], "duration": 60.66, "caption": "A man enters the apartment and walks over to woman.", "similarity": 0.8366, "relevance": 4 }, { "pair_id": 8670, "video_name": "s02e08_seg01_clip_02", "timestamp": [ 10.82, 15.88 ], "duration": 46.66, "caption": "A woman walks in the apartment and a man turns around to face her.", "similarity": 0.8341, "relevance": 3 }, { "pair_id": 8671, "video_name": "friends_s06e09_seg02_clip_15", "timestamp": [ 9.66, 11.04 ], "duration": 69.66, "caption": "A man opens the door and walks into the apartment with a woman behind him.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 8672, "video_name": "castle_s05e10_seg02_clip_06", "timestamp": [ 0.0, 3.63 ], "duration": 90.66, "caption": "A person walks into the apartment and sees a woman in the kitchen.", "similarity": 0.8257, "relevance": 4 }, { "pair_id": 8673, "video_name": "friends_s02e08_seg02_clip_09", "timestamp": [ 4.48, 8.96 ], "duration": 64.66, "caption": "A woman enters the apartment and walks towards a man and another person.", "similarity": 0.8245, "relevance": 3 }, { "pair_id": 8674, "video_name": "friends_s06e08_seg02_clip_13", "timestamp": [ 1.1, 13.48 ], "duration": 55.66, "caption": "A man walks into the apartment to see man on the floor with woman with flowers.", "similarity": 0.822, "relevance": 4 }, { "pair_id": 8675, "video_name": "friends_s04e15_seg02_clip_07", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man enters the apartment with a woman following him in.", "similarity": 0.8193, "relevance": 2 }, { "pair_id": 8676, "video_name": "friends_s08e17_seg01_clip_00", "timestamp": [ 19.84, 24.72 ], "duration": 65.66, "caption": "A woman walks into some people's apartment looking for a man.", "similarity": 0.8158, "relevance": 3 }, { "pair_id": 8677, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 40.95, 44.31 ], "duration": 61.66, "caption": "A man opens the door and walks into his apartment to find a woman.", "similarity": 0.8157, "relevance": 4 }, { "pair_id": 8679, "video_name": "friends_s09e20_seg02_clip_06", "timestamp": [ 3.72, 8.01 ], "duration": 57.66, "caption": "A man opens the door and walks into the apartment with a woman.", "similarity": 0.8125, "relevance": 2 }, { "pair_id": 181980, "video_name": "friends_s09e03_seg02_clip_09", "timestamp": [ 36.6, 43.97 ], "duration": 59.66, "caption": "A woman walks into the apartment and walks over to a man.", "similarity": 0.8122, "relevance": 3 }, { "pair_id": 181981, "video_name": "met_s02e07_seg02_clip_01", "timestamp": [ 14.15, 18.32 ], "duration": 55.66, "caption": "A man quickly turns around and a woman walks in the apartment.", "similarity": 0.8108, "relevance": 3 }, { "pair_id": 181982, "video_name": "friends_s05e10_seg02_clip_09", "timestamp": [ 32.04, 37.84 ], "duration": 61.66, "caption": "A woman opens the apartment door and sees man with another woman after he brings her into the apartment and introduces them to each other.", "similarity": 0.8098, "relevance": 4 }, { "pair_id": 181983, "video_name": "friends_s08e02_seg02_clip_07", "timestamp": [ 50.83, 53.6 ], "duration": 61.66, "caption": "A person walks into a woman's apartment and towards her.", "similarity": 0.8096, "relevance": 4 }, { "pair_id": 181984, "video_name": "friends_s04e04_seg02_clip_12", "timestamp": [ 48.22, 57.67 ], "duration": 63.66, "caption": "A man walks into the apartment and glares at woman.", "similarity": 0.8076, "relevance": 4 }, { "pair_id": 181985, "video_name": "friends_s08e10_seg01_clip_00", "timestamp": [ 3.74, 6.8 ], "duration": 68.66, "caption": "A man walks into the apartment and a woman stands up.", "similarity": 0.8067, "relevance": 4 }, { "pair_id": 181986, "video_name": "s05e04_seg02_clip_12", "timestamp": [ 23.57, 26.36 ], "duration": 62.66, "caption": "A woman opens the door to her apartment to see a man.", "similarity": 0.806, "relevance": 3 }, { "pair_id": 181987, "video_name": "s07e04_seg02_clip_00", "timestamp": [ 5.8, 10.37 ], "duration": 61.66, "caption": "A man runs into a woman when he walks into the apartment building.", "similarity": 0.8051, "relevance": 2 }, { "pair_id": 181988, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A man walks into the room to see woman.", "similarity": 0.8047, "relevance": 3 }, { "pair_id": 181989, "video_name": "s02e15_seg02_clip_03", "timestamp": [ 3.85, 5.23 ], "duration": 55.66, "caption": "A woman walks into man's apartment before him.", "similarity": 0.8024, "relevance": 2 }, { "pair_id": 181990, "video_name": "friends_s04e10_seg02_clip_06", "timestamp": [ 0.0, 8.37 ], "duration": 62.66, "caption": "A man enters the apartment, walks through the kitchen, and approaches a woman.", "similarity": 0.8017, "relevance": 4 }, { "pair_id": 181991, "video_name": "friends_s05e04_seg02_clip_17", "timestamp": [ 30.89, 64.38 ], "duration": 65.66, "caption": "A man walks into the apartment and tells a woman how he feels.", "similarity": 0.8016, "relevance": 4 }, { "pair_id": 181992, "video_name": "s06e14_seg02_clip_12", "timestamp": [ 0.0, 4.4 ], "duration": 55.66, "caption": "A man walks into the apartment and goes and sits down by a woman.", "similarity": 0.8002, "relevance": 4 }, { "pair_id": 181993, "video_name": "friends_s08e17_seg02_clip_04", "timestamp": [ 1.2, 5.7 ], "duration": 60.66, "caption": "A man walks closer to a woman in the apartment.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 181994, "video_name": "s02e19_seg02_clip_05", "timestamp": [ 35.12, 40.82 ], "duration": 60.66, "caption": "A woman walks into a man's apartment to speak to him.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 181995, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 9.28, 15.38 ], "duration": 58.66, "caption": "A man walks through the apartment, opens the door and exits it while a woman follows him.", "similarity": 0.7913, "relevance": 2 }, { "pair_id": 181996, "video_name": "friends_s09e17_seg02_clip_10", "timestamp": [ 30.22, 31.65 ], "duration": 57.66, "caption": "A man tries to walk into a woman's apartment and a woman stops him.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 181997, "video_name": "s09e01_seg02_clip_00", "timestamp": [ 7.32, 10.68 ], "duration": 61.66, "caption": "A woman locks her apartment door, turns around and sees a man.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 181998, "video_name": "friends_s06e24-25_seg02_clip_26", "timestamp": [ 46.52, 56.45 ], "duration": 62.66, "caption": "A woman walks into the apartment to see a man in a sailor costume.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 181999, "video_name": "friends_s06e11_seg02_clip_03", "timestamp": [ 39.17, 42.36 ], "duration": 58.66, "caption": "A man opens the door and a woman walks into the apartment.", "similarity": 0.7863, "relevance": 2 } ] }, { "query_id": 38250, "query": "A man starts to walk away and another man keeps him from leaving.", "relevant_moment": [ { "pair_id": 10700, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 48.21, 58.57 ], "duration": 90.66, "caption": "A man starts to walk away and another man keeps him from leaving.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10701, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 28.81, 32.41 ], "duration": 90.66, "caption": "A man starts to walk away but another man comes forward.", "similarity": 0.896, "relevance": 2 }, { "pair_id": 10702, "video_name": "house_s02e22_seg02_clip_25", "timestamp": [ 35.01, 39.38 ], "duration": 125.66, "caption": "A man stops walking and another man immediately leaves him.", "similarity": 0.8835, "relevance": 2 }, { "pair_id": 10703, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 66.97, 73.58 ], "duration": 88.66, "caption": "A man walks away from another man, but the other man stops him.", "similarity": 0.8654, "relevance": 3 }, { "pair_id": 10704, "video_name": "house_s02e20_seg02_clip_24", "timestamp": [ 50.71, 69.57 ], "duration": 130.66, "caption": "A man starts to leave and another man stops him.", "similarity": 0.8591, "relevance": 3 }, { "pair_id": 10705, "video_name": "grey_s03e04_seg02_clip_23", "timestamp": [ 22.45, 29.59 ], "duration": 102.66, "caption": "A man starts to walk out but another man does instead.", "similarity": 0.8555, "relevance": 3 }, { "pair_id": 10706, "video_name": "house_s05e06_seg02_clip_20", "timestamp": [ 6.37, 8.65 ], "duration": 91.66, "caption": "A man started to walk away while two other men get up to move.", "similarity": 0.8514, "relevance": 2 }, { "pair_id": 10707, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 64.1, 69.88 ], "duration": 89.66, "caption": "A man moves to leave, but then stops and turns toward another man.", "similarity": 0.8297, "relevance": 3 }, { "pair_id": 10708, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 40.88, 50.76 ], "duration": 89.66, "caption": "A man gets up to leave but another person stops him.", "similarity": 0.8188, "relevance": 4 }, { "pair_id": 10709, "video_name": "house_s04e10_seg02_clip_10", "timestamp": [ 20.48, 37.32 ], "duration": 91.66, "caption": "A man starts to walk away and another person says something to make him stop.", "similarity": 0.818, "relevance": 3 }, { "pair_id": 10710, "video_name": "friends_s07e14_seg02_clip_09", "timestamp": [ 6.6, 10.5 ], "duration": 60.66, "caption": "A man stops another man as he's walking away then pats him on the back.", "similarity": 0.8103, "relevance": 4 }, { "pair_id": 10711, "video_name": "house_s05e07_seg02_clip_12", "timestamp": [ 76.12, 83.24 ], "duration": 89.66, "caption": "A man walks away from another man leaving him alone.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 10712, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 34.66, 39.12 ], "duration": 99.66, "caption": "A man walks away from another man leaving him alone.", "similarity": 0.8074, "relevance": 2 }, { "pair_id": 10713, "video_name": "friends_s02e02_seg02_clip_04", "timestamp": [ 33.87, 38.14 ], "duration": 61.66, "caption": "Two people walk away from a man together.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 10714, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 31.4, 34.32 ], "duration": 146.66, "caption": "A man walks away from two people.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 10715, "video_name": "met_s02e16_seg02_clip_07", "timestamp": [ 25.0, 26.79 ], "duration": 51.66, "caption": "One man turns to leave and the other stops him.", "similarity": 0.7944, "relevance": 3 }, { "pair_id": 10716, "video_name": "castle_s07e20_seg02_clip_05", "timestamp": [ 1.84, 58.1 ], "duration": 92.66, "caption": "Two men walk away from two other people.", "similarity": 0.7907, "relevance": 2 }, { "pair_id": 10717, "video_name": "s01e05_seg02_clip_04", "timestamp": [ 39.7, 46.42 ], "duration": 64.66, "caption": "A man gets up to leave and a person stops him.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 10718, "video_name": "met_s03e08_seg02_clip_04", "timestamp": [ 0.0, 8.4 ], "duration": 60.66, "caption": "A man is annoying another man so he walks away from him.", "similarity": 0.7891, "relevance": 2 }, { "pair_id": 10719, "video_name": "friends_s06e11_seg02_clip_09", "timestamp": [ 11.33, 14.16 ], "duration": 56.66, "caption": "A man was walking away from two people.", "similarity": 0.7829, "relevance": 2 } ] }, { "query_id": 38287, "query": "A person wags their right index finger up and down in front of their mouth.", "relevant_moment": [ { "pair_id": 166520, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 37.28, 42.14 ], "duration": 54.66, "caption": "A person wags their right index finger up and down in front of their mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166521, "video_name": "house_s02e06_seg02_clip_18", "timestamp": [ 26.11, 28.36 ], "duration": 90.66, "caption": "A person places their pointer finger underneath their mouth on their chin.", "similarity": 0.8177, "relevance": 3 }, { "pair_id": 166522, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 43.64, 46.38 ], "duration": 61.66, "caption": "A person places their index finger over their lips.", "similarity": 0.8159, "relevance": 2 }, { "pair_id": 166523, "video_name": "s08e12_seg02_clip_06", "timestamp": [ 9.15, 11.81 ], "duration": 59.66, "caption": "A person reaches up and points his finger at his mouth.", "similarity": 0.7912, "relevance": 2 }, { "pair_id": 166524, "video_name": "house_s02e21_seg02_clip_19", "timestamp": [ 93.63, 95.07 ], "duration": 96.66, "caption": "A person waggles his fingers on his left hand.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 166525, "video_name": "house_s04e07_seg02_clip_14", "timestamp": [ 16.84, 19.57 ], "duration": 91.66, "caption": "A person flicks their finger back and forth inside their mouth.", "similarity": 0.7832, "relevance": 3 }, { "pair_id": 166526, "video_name": "s06e06_seg02_clip_06", "timestamp": [ 47.29, 50.48 ], "duration": 58.66, "caption": "A person places their fingers on their mouth and moves them back and forth.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 166527, "video_name": "castle_s04e10_seg02_clip_27", "timestamp": [ 7.14, 9.24 ], "duration": 84.66, "caption": "A person raises his arm and points a finger toward his mouth.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 166528, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 37.78, 38.37 ], "duration": 59.66, "caption": "A person points their finger at their mouth while talking to person.", "similarity": 0.7642, "relevance": 3 }, { "pair_id": 166529, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person holds up their hand to their mouth.", "similarity": 0.7571, "relevance": 1 }, { "pair_id": 166530, "video_name": "s07e06_seg02_clip_04", "timestamp": [ 39.36, 42.11 ], "duration": 61.66, "caption": "While a person is talking, he puts his finger to his chin.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 166531, "video_name": "s03e04_seg02_clip_15", "timestamp": [ 23.66, 29.37 ], "duration": 57.66, "caption": "A person wags his finger at person and moves his head around emphatically.", "similarity": 0.7387, "relevance": 1 }, { "pair_id": 166532, "video_name": "house_s07e11_seg02_clip_12", "timestamp": [ 30.63, 31.96 ], "duration": 88.66, "caption": "A person taps on their watch and gestures with their hand on their mouth.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 166533, "video_name": "friends_s07e03_seg02_clip_12", "timestamp": [ 9.46, 11.6 ], "duration": 61.66, "caption": "A person puts their closed hand up to their mouth.", "similarity": 0.7265, "relevance": 1 }, { "pair_id": 166534, "video_name": "s05e02_seg01_clip_01", "timestamp": [ 40.04, 40.62 ], "duration": 58.66, "caption": "A person raises one finger on their left hand while speaking, then immediately brings it back down.", "similarity": 0.7247, "relevance": 0 }, { "pair_id": 166535, "video_name": "s03e03_seg02_clip_11", "timestamp": [ 14.8, 16.54 ], "duration": 58.66, "caption": "A person gestures from the left to the right of his throat.", "similarity": 0.7216, "relevance": 0 }, { "pair_id": 166536, "video_name": "s02e01_seg02_clip_06", "timestamp": [ 54.21, 57.36 ], "duration": 63.66, "caption": "A person holds up both of their index fingers to either side of their head.", "similarity": 0.7206, "relevance": 0 }, { "pair_id": 166537, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person brings his hand up to his face and swipes over his mouth.", "similarity": 0.7167, "relevance": 1 }, { "pair_id": 166538, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 11.35, 14.5 ], "duration": 63.66, "caption": "A person sticks a finger up, takes a deep breath and then holds it.", "similarity": 0.7154, "relevance": 0 }, { "pair_id": 166539, "video_name": "friends_s06e01_seg02_clip_05", "timestamp": [ 59.83, 61.37 ], "duration": 61.66, "caption": "A person raises their index finger in the air during a conversation.", "similarity": 0.7117, "relevance": 1 } ] }, { "query_id": 38312, "query": "A woman walks up to the information desk with a man.", "relevant_moment": [ { "pair_id": 163020, "video_name": "friends_s10e07_seg02_clip_01", "timestamp": [ 21.4, 26.98 ], "duration": 62.66, "caption": "A woman walks up to the information desk with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163021, "video_name": "house_s01e06_seg02_clip_17", "timestamp": [ 64.7, 89.24 ], "duration": 89.66, "caption": "A woman walks up to a man who is on the computer at his office.", "similarity": 0.8129, "relevance": 2 }, { "pair_id": 163022, "video_name": "castle_s02e24_seg02_clip_19", "timestamp": [ 27.3, 37.87 ], "duration": 68.66, "caption": "A man walks up to a woman and sits on a desk.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 163023, "video_name": "castle_s06e05_seg02_clip_24", "timestamp": [ 16.14, 20.06 ], "duration": 87.66, "caption": "A man walks up to a woman's desk and brings along another man.", "similarity": 0.7562, "relevance": 1 }, { "pair_id": 163024, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 34.21, 39.16 ], "duration": 90.66, "caption": "A woman walks up and stands by a man who is working at her desk.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 163025, "video_name": "house_s06e04_seg02_clip_19", "timestamp": [ 49.36, 56.42 ], "duration": 94.66, "caption": "A woman walks up to the desk and talks to a man in a blue t-shirt under a black sweater.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 163026, "video_name": "castle_s02e01_seg02_clip_05", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A man gets up from the desk and walks toward a woman.", "similarity": 0.7505, "relevance": 1 }, { "pair_id": 163027, "video_name": "castle_s04e14_seg02_clip_02", "timestamp": [ 18.0, 20.71 ], "duration": 90.66, "caption": "A man walks up beside woman's desk to inform her on what he's found.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 163028, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 61.33, 64.45 ], "duration": 69.66, "caption": "A man walks up to woman's desk and hands her a file.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 163029, "video_name": "house_s06e16_seg02_clip_14", "timestamp": [ 38.44, 45.37 ], "duration": 126.66, "caption": "A man walks up to the desk and speaks to a woman.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 163030, "video_name": "grey_s03e11_seg02_clip_21", "timestamp": [ 45.4, 50.74 ], "duration": 89.66, "caption": "A woman walking up on a man as he sits at a desk.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 163031, "video_name": "castle_s04e08_seg02_clip_26", "timestamp": [ 41.05, 80.65 ], "duration": 144.66, "caption": "A man walks up to a woman's desk and sits with her to converse.", "similarity": 0.7321, "relevance": 1 }, { "pair_id": 163032, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 124.84, 130.4 ], "duration": 159.66, "caption": "A woman walks up to person, who is sitting on a desk.", "similarity": 0.7314, "relevance": 2 }, { "pair_id": 163033, "video_name": "friends_s07e13_seg02_clip_20", "timestamp": [ 32.71, 39.92 ], "duration": 60.66, "caption": "A woman walks over to a man while he's sitting at his desk.", "similarity": 0.7308, "relevance": 2 }, { "pair_id": 163034, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 68.56, 78.68 ], "duration": 92.66, "caption": "A woman walks up to a man at the reception desk and starts a conversation with him.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 163035, "video_name": "met_s03e19_seg02_clip_17", "timestamp": [ 19.64, 24.4 ], "duration": 59.66, "caption": "A woman walks over to a man while he's using the computer.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 163036, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 35.16, 41.84 ], "duration": 89.66, "caption": "A man walks up to woman, who is looking at the white board, and sits on the desk next to her.", "similarity": 0.7219, "relevance": 1 }, { "pair_id": 163037, "video_name": "house_s02e24_seg02_clip_02", "timestamp": [ 65.72, 67.97 ], "duration": 90.66, "caption": "A woman walks around her desk to approach a man.", "similarity": 0.7168, "relevance": 1 }, { "pair_id": 163038, "video_name": "castle_s05e03_seg02_clip_19", "timestamp": [ 22.8, 35.9 ], "duration": 97.66, "caption": "A man and a woman walk toward her desk and she puts a folder down.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 163039, "video_name": "house_s03e10_seg02_clip_16", "timestamp": [ 38.82, 42.43 ], "duration": 90.66, "caption": "A woman walks behind a man and around the desk.", "similarity": 0.7111, "relevance": 1 }, { "pair_id": 336340, "video_name": "house_s08e10_seg02_clip_25", "timestamp": [ 120.98, 127.7 ], "duration": 168.66, "caption": "A person walks up to another person who is standing at a desk.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 336341, "video_name": "house_s01e07_seg02_clip_11", "timestamp": [ 83.82, 91.61 ], "duration": 91.66, "caption": "A woman walks over to a man's desk and drops a red folder on it.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 336342, "video_name": "house_s05e14_seg02_clip_17", "timestamp": [ 20.41, 24.49 ], "duration": 90.66, "caption": "A man walks up to woman who is doing paperwork.", "similarity": 0.7072, "relevance": 4 }, { "pair_id": 336343, "video_name": "castle_s02e01_seg02_clip_10", "timestamp": [ 80.2, 85.18 ], "duration": 90.66, "caption": "A man and a person walk over to woman, and a person sits on the desk.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 336344, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 14.24, 23.15 ], "duration": 89.66, "caption": "A woman walks to her desk while a man follows her.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 336345, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 19.38, 26.59 ], "duration": 90.66, "caption": "A woman walks up to a man holding a folder.", "similarity": 0.7047, "relevance": 2 }, { "pair_id": 336346, "video_name": "castle_s01e04_seg02_clip_05", "timestamp": [ 31.06, 37.36 ], "duration": 90.66, "caption": "A person and woman walk over to the desk where another woman is seated.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 336347, "video_name": "castle_s02e19_seg02_clip_08", "timestamp": [ 76.51, 83.58 ], "duration": 88.66, "caption": "A man walks up and sits down on a desk across from woman.", "similarity": 0.7027, "relevance": 3 }, { "pair_id": 336348, "video_name": "house_s02e23_seg02_clip_07", "timestamp": [ 7.7, 12.24 ], "duration": 90.66, "caption": "A woman walks around the desk and sets down the files in front of a man.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 336349, "video_name": "grey_s03e09_seg02_clip_12", "timestamp": [ 46.88, 51.88 ], "duration": 91.66, "caption": "A man walks in the room and talks with a woman at the desk.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 336350, "video_name": "castle_s06e08_seg02_clip_04", "timestamp": [ 0.0, 4.12 ], "duration": 91.66, "caption": "A woman and man walk over to the desk while he reads.", "similarity": 0.6994, "relevance": 3 }, { "pair_id": 336351, "video_name": "castle_s07e19_seg02_clip_25", "timestamp": [ 85.67, 91.14 ], "duration": 91.66, "caption": "A woman and a man walk up to two other men sitting at their desks.", "similarity": 0.6968, "relevance": 3 }, { "pair_id": 336352, "video_name": "castle_s02e04_seg02_clip_04", "timestamp": [ 10.08, 13.92 ], "duration": 96.66, "caption": "A man and woman walk over to the desk with the post its.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 336353, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 6.24, 11.04 ], "duration": 96.66, "caption": "A woman walks around to the other side of her desk while talking with a man.", "similarity": 0.6962, "relevance": 2 }, { "pair_id": 336354, "video_name": "met_s03e18_seg02_clip_05", "timestamp": [ 1.22, 5.5 ], "duration": 61.66, "caption": "A woman walks around her desk to be close to a man.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 336355, "video_name": "castle_s08e11_seg02_clip_19", "timestamp": [ 28.03, 30.91 ], "duration": 82.66, "caption": "A person walks up to another person at his desk with a folder.", "similarity": 0.6933, "relevance": 1 }, { "pair_id": 336356, "video_name": "castle_s02e12_seg02_clip_21", "timestamp": [ 74.33, 77.53 ], "duration": 91.66, "caption": "A woman walks in carrying paperwork and when between a man and another person she turns towards the desk.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 336357, "video_name": "friends_s09e21_seg02_clip_14", "timestamp": [ 0.0, 3.49 ], "duration": 53.66, "caption": "A man walks towards a woman at the desk and points back at the door behind him.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 336358, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 21.81, 26.71 ], "duration": 89.66, "caption": "A man walks up to a woman and another man in the office.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 336359, "video_name": "house_s06e11_seg02_clip_26", "timestamp": [ 0.0, 18.87 ], "duration": 49.66, "caption": "A woman walks into the office and walks over to a man.", "similarity": 0.6899, "relevance": 2 } ] }, { "query_id": 38330, "query": "A person is kicked and thrown to the floor by a swinging kid, whilst attempting to take a photograph.", "relevant_moment": [ { "pair_id": 127280, "video_name": "friends_s10e07_seg02_clip_07", "timestamp": [ 56.1, 59.56 ], "duration": 63.66, "caption": "A person is kicked and thrown to the floor by a swinging kid, whilst attempting to take a photograph.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 127281, "video_name": "castle_s01e07_seg02_clip_10", "timestamp": [ 49.77, 52.56 ], "duration": 93.66, "caption": "A person is slapped across the face and knocked to the ground.", "similarity": 0.5816, "relevance": 2 }, { "pair_id": 127282, "video_name": "castle_s07e15_seg02_clip_05", "timestamp": [ 55.48, 58.77 ], "duration": 94.66, "caption": "A person knocks someone to the floor by punching him in the face.", "similarity": 0.5699, "relevance": 2 }, { "pair_id": 127283, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 0.0, 15.39 ], "duration": 81.66, "caption": "A man intercepts person and he took a picture of him.", "similarity": 0.5591, "relevance": 2 }, { "pair_id": 127284, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 23.49, 31.62 ], "duration": 90.66, "caption": "A person takes pictures of the bruises on the victim's body.", "similarity": 0.5549, "relevance": 2 }, { "pair_id": 127285, "video_name": "castle_s07e04_seg02_clip_10", "timestamp": [ 21.26, 29.4 ], "duration": 90.66, "caption": "A person takes a picture of someone while all the kids laugh, hysterically.", "similarity": 0.5508, "relevance": 2 }, { "pair_id": 127286, "video_name": "met_s06e20_seg02_clip_04", "timestamp": [ 3.02, 5.44 ], "duration": 60.66, "caption": "A man puts a picture of another person's photo on fire and throws it out in the thrash.", "similarity": 0.5434, "relevance": 1 }, { "pair_id": 127287, "video_name": "house_s05e12_seg02_clip_17", "timestamp": [ 5.85, 10.35 ], "duration": 90.66, "caption": "A person suddenly grabs the kid on their arm.", "similarity": 0.5274, "relevance": 1 }, { "pair_id": 127288, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 88.29, 90.57 ], "duration": 91.66, "caption": "A person takes a picture of another person.", "similarity": 0.5264, "relevance": 0 }, { "pair_id": 127289, "video_name": "castle_s07e04_seg02_clip_10", "timestamp": [ 12.21, 19.9 ], "duration": 90.66, "caption": "A person gets up off the ground and the kids point and laugh at him.", "similarity": 0.5226, "relevance": 2 }, { "pair_id": 127290, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 7.65, 11.25 ], "duration": 90.66, "caption": "A person takes a picture of someone during training.", "similarity": 0.5222, "relevance": 1 }, { "pair_id": 127291, "video_name": "castle_s01e08_seg02_clip_12", "timestamp": [ 14.26, 18.41 ], "duration": 92.66, "caption": "A person takes a picture frame of a child from the table and looks at it.", "similarity": 0.5194, "relevance": 1 }, { "pair_id": 127292, "video_name": "friends_s01e23_seg02_clip_19", "timestamp": [ 16.33, 19.73 ], "duration": 68.66, "caption": "A person squats down so he's not in the camera shot.", "similarity": 0.5191, "relevance": 1 }, { "pair_id": 127293, "video_name": "friends_s05e09_seg02_clip_14", "timestamp": [ 35.4, 46.38 ], "duration": 61.66, "caption": "A person picks up a photograph from the ground and looks at it with a shocked expression.", "similarity": 0.5185, "relevance": 1 }, { "pair_id": 127294, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 25.75, 36.14 ], "duration": 90.66, "caption": "A person stands on the stool and takes photos of the victim.", "similarity": 0.5163, "relevance": 1 }, { "pair_id": 127295, "video_name": "s06e08_seg02_clip_18", "timestamp": [ 11.49, 17.02 ], "duration": 17.66, "caption": "A person tries to kick the small ball but they didn't get it again.", "similarity": 0.5149, "relevance": 1 }, { "pair_id": 127296, "video_name": "castle_s02e08_seg02_clip_11", "timestamp": [ 10.56, 16.28 ], "duration": 88.66, "caption": "A man takes out the photos to help describe the victims' injuries to two people.", "similarity": 0.5131, "relevance": 0 }, { "pair_id": 127297, "video_name": "met_s02e20_seg02_clip_09", "timestamp": [ 1.52, 4.57 ], "duration": 60.66, "caption": "Appearing as a child, a man asks the person on the TV to participate in a game then throws the ball at the TV.", "similarity": 0.5124, "relevance": 1 }, { "pair_id": 127298, "video_name": "s07e09_seg02_clip_14", "timestamp": [ 55.46, 60.5 ], "duration": 72.66, "caption": "A person looks at another person and then smacks them on the butt.", "similarity": 0.5104, "relevance": 1 }, { "pair_id": 127299, "video_name": "s06e08_seg02_clip_18", "timestamp": [ 5.45, 6.21 ], "duration": 17.66, "caption": "A person kicks out his leg behind him and hits the hacky sack with the bottom of his foot.", "similarity": 0.5089, "relevance": 0 } ] }, { "query_id": 38385, "query": "Some people walk out of two different rooms at the same time.", "relevant_moment": [ { "pair_id": 154760, "video_name": "castle_s01e09_seg02_clip_08", "timestamp": [ 27.94, 30.88 ], "duration": 98.66, "caption": "Some people walk out of two different rooms at the same time.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154761, "video_name": "house_s02e24_seg02_clip_17", "timestamp": [ 52.1, 54.89 ], "duration": 93.66, "caption": "Some people walk into person's room at the same time.", "similarity": 0.833, "relevance": 2 }, { "pair_id": 154762, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 6.6 ], "duration": 60.66, "caption": "Some people walk out of the room together.", "similarity": 0.8263, "relevance": 3 }, { "pair_id": 154763, "video_name": "grey_s03e06_seg02_clip_21", "timestamp": [ 48.52, 49.85 ], "duration": 89.66, "caption": "Two people walk out of a room together.", "similarity": 0.8107, "relevance": 2 }, { "pair_id": 154764, "video_name": "friends_s03e16_seg02_clip_19", "timestamp": [ 44.81, 51.62 ], "duration": 80.66, "caption": "Four people walk out of person's room.", "similarity": 0.7637, "relevance": 3 }, { "pair_id": 154765, "video_name": "house_s03e05_seg02_clip_07", "timestamp": [ 18.58, 22.21 ], "duration": 90.66, "caption": "Some people get out of the room together.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 154766, "video_name": "house_s02e10_seg02_clip_04", "timestamp": [ 18.21, 29.14 ], "duration": 91.66, "caption": "Two people both walk out of the room together.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 154767, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 44.69, 51.84 ], "duration": 89.66, "caption": "Two people both walk out of the room together.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 154768, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 38.23, 41.87 ], "duration": 91.66, "caption": "Two people walk out of the room.", "similarity": 0.7441, "relevance": 3 }, { "pair_id": 154769, "video_name": "castle_s07e19_seg02_clip_11", "timestamp": [ 68.56, 76.38 ], "duration": 92.66, "caption": "Two people walk into another room.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 154770, "video_name": "castle_s02e08_seg02_clip_22", "timestamp": [ 84.21, 89.22 ], "duration": 91.66, "caption": "Two people walk into the room where two other people were at.", "similarity": 0.7349, "relevance": 1 }, { "pair_id": 154771, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 17.29, 22.41 ], "duration": 64.66, "caption": "A person walks into the room and then two people leave.", "similarity": 0.7277, "relevance": 1 }, { "pair_id": 154772, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 66.13, 71.46 ], "duration": 88.66, "caption": "Three people walks out the room and walking together.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 154773, "video_name": "house_s04e11_seg02_clip_03", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "Three people get up and walk out of the room.", "similarity": 0.7238, "relevance": 2 }, { "pair_id": 154774, "video_name": "castle_s05e01_seg02_clip_17", "timestamp": [ 7.2, 9.9 ], "duration": 90.66, "caption": "Two people leave the room at the same time.", "similarity": 0.7236, "relevance": 0 }, { "pair_id": 154775, "video_name": "house_s05e03_seg02_clip_03", "timestamp": [ 74.72, 79.67 ], "duration": 90.66, "caption": "A person walks in between man and another person to exit the room.", "similarity": 0.7161, "relevance": 1 }, { "pair_id": 154776, "video_name": "house_s01e10_seg02_clip_02", "timestamp": [ 1.37, 5.46 ], "duration": 91.66, "caption": "A person along with another person exits a room.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 154777, "video_name": "castle_s08e06_seg02_clip_20", "timestamp": [ 66.14, 73.1 ], "duration": 87.66, "caption": "Some people walk into the room so two other people stand up.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 154778, "video_name": "grey_s01e08_seg02_clip_03", "timestamp": [ 28.27, 31.59 ], "duration": 83.66, "caption": "Two men walk out of the room together.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 154779, "video_name": "castle_s05e22_seg02_clip_20", "timestamp": [ 78.68, 84.2 ], "duration": 92.66, "caption": "A person walks into the room where two other people are in.", "similarity": 0.7083, "relevance": 2 } ] }, { "query_id": 38392, "query": "A man put a bag on his right shoulder.", "relevant_moment": [ { "pair_id": 155140, "video_name": "castle_s01e09_seg02_clip_09", "timestamp": [ 45.11, 48.96 ], "duration": 77.66, "caption": "A man put a bag on his right shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155141, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 28.21, 30.01 ], "duration": 60.66, "caption": "A man puts his bag strap around his shoulder.", "similarity": 0.8735, "relevance": 4 }, { "pair_id": 155142, "video_name": "met_s04e01_seg02_clip_03", "timestamp": [ 29.15, 32.68 ], "duration": 64.66, "caption": "A man picks up his shoulder bag and puts it on.", "similarity": 0.808, "relevance": 4 }, { "pair_id": 155143, "video_name": "house_s05e21_seg02_clip_16", "timestamp": [ 83.74, 86.36 ], "duration": 87.66, "caption": "A man turns around and adjusts his shoulder bag.", "similarity": 0.7729, "relevance": 4 }, { "pair_id": 155144, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 38.49, 42.77 ], "duration": 57.66, "caption": "A man places his hands on the bag he's carrying.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 155145, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 56.46, 59.43 ], "duration": 66.66, "caption": "A person puts items in his shoulder bag and adjusts the bag cover.", "similarity": 0.7617, "relevance": 4 }, { "pair_id": 155146, "video_name": "friends_s10e08_seg02_clip_10", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A person adjusts the strap of their bag on their shoulder.", "similarity": 0.7403, "relevance": 2 }, { "pair_id": 155147, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 26.25, 31.38 ], "duration": 64.66, "caption": "A person puts the strap of his/her bag over his/her shoulders.", "similarity": 0.7365, "relevance": 3 }, { "pair_id": 155148, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 42.32, 47.72 ], "duration": 60.66, "caption": "A man places his right hand on guy's shoulder.", "similarity": 0.732, "relevance": 1 }, { "pair_id": 155149, "video_name": "s05e15_seg02_clip_04", "timestamp": [ 4.2, 6.9 ], "duration": 60.66, "caption": "A person takes the strap of his shoulder bag over his head as he takes off the bag.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 155150, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 29.51, 42.2 ], "duration": 59.66, "caption": "A man put his things one by one on his bag.", "similarity": 0.726, "relevance": 1 }, { "pair_id": 155151, "video_name": "s04e04_seg02_clip_08", "timestamp": [ 29.65, 32.79 ], "duration": 57.66, "caption": "A person grabs the strap on his bag to take it off his shoulder.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 155152, "video_name": "friends_s05e13_seg02_clip_07", "timestamp": [ 9.74, 14.17 ], "duration": 59.66, "caption": "A man puts his purse strap back on his shoulder.", "similarity": 0.7098, "relevance": 4 }, { "pair_id": 155153, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 29.3, 35.35 ], "duration": 93.66, "caption": "A man stands up and puts his backpack on his shoulder.", "similarity": 0.6984, "relevance": 4 }, { "pair_id": 155154, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.82, 57.33 ], "duration": 60.66, "caption": "A person puts his hand on someone's right shoulder.", "similarity": 0.6981, "relevance": 1 }, { "pair_id": 155155, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 32.78, 36.27 ], "duration": 58.66, "caption": "A man takes his shoulder bag off and drops it on the floor.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 155156, "video_name": "grey_s03e20_seg02_clip_18", "timestamp": [ 60.92, 62.22 ], "duration": 87.66, "caption": "A man puts a light colored shirt over his right shoulder.", "similarity": 0.6804, "relevance": 3 }, { "pair_id": 155157, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 40.01, 42.49 ], "duration": 62.66, "caption": "A man places both his hands on another man's shoulder.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 155158, "video_name": "s07e13_seg01_clip_02", "timestamp": [ 7.75, 10.09 ], "duration": 36.66, "caption": "A man takes his bag off of his shoulder as he sits down on the sofa.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 155159, "video_name": "friends_s02e16_seg02_clip_05", "timestamp": [ 8.4, 11.71 ], "duration": 60.66, "caption": "A man puts his right arm around another man's shoulder.", "similarity": 0.6695, "relevance": 1 }, { "pair_id": 328460, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 26.47 ], "duration": 63.66, "caption": "A man puts his hand on another man's left shoulder.", "similarity": 0.669, "relevance": 1 }, { "pair_id": 328461, "video_name": "met_s03e10_seg01_clip_01", "timestamp": [ 43.35, 44.84 ], "duration": 59.66, "caption": "A man holds their right hand up above their shoulder.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 328462, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.52, 57.03 ], "duration": 60.66, "caption": "A person places his hand on someone's shoulder.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 328463, "video_name": "met_s05e03_seg02_clip_11", "timestamp": [ 39.33, 43.63 ], "duration": 61.66, "caption": "A person rests his right hand on man's left shoulder.", "similarity": 0.6654, "relevance": 1 }, { "pair_id": 328464, "video_name": "friends_s03e09_seg02_clip_06", "timestamp": [ 6.97, 8.79 ], "duration": 60.66, "caption": "A man lifts up his right arm to his left shoulder.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 328465, "video_name": "friends_s03e25_seg02_clip_03", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A man rubs his left hand through his hair and then adjusts the strap on the duffle bag he is carrying.", "similarity": 0.6629, "relevance": 3 }, { "pair_id": 328466, "video_name": "met_s05e03_seg02_clip_08", "timestamp": [ 8.54, 16.48 ], "duration": 61.66, "caption": "A man puts his bag on his shoulder and walks towards the door.", "similarity": 0.6608, "relevance": 4 }, { "pair_id": 328468, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.6504, "relevance": 1 }, { "pair_id": 328469, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 45.77, 50.63 ], "duration": 57.66, "caption": "A man takes his bag off and shows it to two other men.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 328470, "video_name": "house_s03e11_seg02_clip_07", "timestamp": [ 5.06, 7.36 ], "duration": 92.66, "caption": "A man hold up a plastic bag and person takes it from his hands.", "similarity": 0.647, "relevance": 3 }, { "pair_id": 328471, "video_name": "s03e02_seg02_clip_00", "timestamp": [ 16.7, 17.65 ], "duration": 63.66, "caption": "A man lifts the bag and shows it to a person.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 328472, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 17.35, 18.26 ], "duration": 91.66, "caption": "A woman hands a man a bag that he takes in his hand.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 328473, "video_name": "friends_s05e22_seg02_clip_07", "timestamp": [ 6.09, 8.99 ], "duration": 58.66, "caption": "A man stands up and puts on his duffle bag.", "similarity": 0.6376, "relevance": 3 }, { "pair_id": 328474, "video_name": "s02e16_seg02_clip_14", "timestamp": [ 53.42, 56.73 ], "duration": 60.66, "caption": "A man puts his hand on woman's left shoulder.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 328475, "video_name": "friends_s07e05_seg02_clip_14", "timestamp": [ 5.51, 10.44 ], "duration": 58.66, "caption": "A man looks in the bag that they were handed.", "similarity": 0.6349, "relevance": 3 }, { "pair_id": 328476, "video_name": "house_s06e21_seg02_clip_20", "timestamp": [ 16.61, 20.26 ], "duration": 81.66, "caption": "A man picks up a red bag with black straps.", "similarity": 0.6302, "relevance": 1 }, { "pair_id": 328477, "video_name": "friends_s01e24_seg02_clip_23", "timestamp": [ 13.51, 20.17 ], "duration": 36.66, "caption": "A man puts a bag on woman's shoulder and kisses her.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 328478, "video_name": "castle_s04e21_seg02_clip_25", "timestamp": [ 31.6, 33.83 ], "duration": 89.66, "caption": "A man places his hand on someone's shoulder in a consoling way.", "similarity": 0.6261, "relevance": 0 }, { "pair_id": 328479, "video_name": "s08e19_seg02_clip_17", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A person takes their backpack off of their shoulder.", "similarity": 0.6246, "relevance": 3 } ] }, { "query_id": 38408, "query": "Two people ascend several flights of stairs in their underwear.", "relevant_moment": [ { "pair_id": 26100, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 9.6, 48.32 ], "duration": 60.66, "caption": "Two people ascend several flights of stairs in their underwear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 26101, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 0.0, 28.99 ], "duration": 61.66, "caption": "Two people walk up two flights of stairs.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 26102, "video_name": "castle_s07e03_seg02_clip_12", "timestamp": [ 1.8, 6.3 ], "duration": 90.66, "caption": "Two people walk down a flight of stairs.", "similarity": 0.716, "relevance": 2 }, { "pair_id": 26103, "video_name": "s09e24_seg02_clip_06", "timestamp": [ 9.28, 47.7 ], "duration": 64.66, "caption": "Two people walk up three flights of stairs.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 26104, "video_name": "grey_s02e05_seg02_clip_03", "timestamp": [ 0.44, 7.48 ], "duration": 88.66, "caption": "Two people stride towards the staircase, and then walk up one flight of stairs.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 26105, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 31.52, 63.03 ], "duration": 63.66, "caption": "A woman and a man walk up several flights of stairs.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 26106, "video_name": "s04e05_seg02_clip_06", "timestamp": [ 22.05, 26.69 ], "duration": 58.66, "caption": "Two people walk down the last flight of stairs.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 26107, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 24.01, 29.41 ], "duration": 60.66, "caption": "Two people walk up the second flight of stairs.", "similarity": 0.6706, "relevance": 4 }, { "pair_id": 26108, "video_name": "s08e22_seg02_clip_01", "timestamp": [ 7.5, 16.81 ], "duration": 60.66, "caption": "Two people walk up the stairs with their luggage.", "similarity": 0.659, "relevance": 3 }, { "pair_id": 26109, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 0.0, 3.25 ], "duration": 25.66, "caption": "Two people walk up the first flight of stairs.", "similarity": 0.6567, "relevance": 3 }, { "pair_id": 26110, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 11.41, 16.21 ], "duration": 60.66, "caption": "Two people walk up the first flight of stairs.", "similarity": 0.6567, "relevance": 4 }, { "pair_id": 26111, "video_name": "s09e05_seg02_clip_15", "timestamp": [ 0.0, 4.64 ], "duration": 58.66, "caption": "Two people walk up the stairs together.", "similarity": 0.6508, "relevance": 3 }, { "pair_id": 26112, "video_name": "s07e11_seg02_clip_16", "timestamp": [ 48.92, 55.82 ], "duration": 60.66, "caption": "Two people walk up the stairs together.", "similarity": 0.6508, "relevance": 3 }, { "pair_id": 26113, "video_name": "s07e02_seg01_clip_00", "timestamp": [ 3.6, 51.76 ], "duration": 90.66, "caption": "A person and woman walk up a few flights of stairs then stop.", "similarity": 0.6503, "relevance": 3 }, { "pair_id": 26114, "video_name": "grey_s02e23_seg02_clip_08", "timestamp": [ 73.24, 84.18 ], "duration": 84.66, "caption": "A man and a woman walk down two flights of stairs together.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 26115, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 40.28, 46.38 ], "duration": 61.66, "caption": "Some people walk up the stairs.", "similarity": 0.6305, "relevance": 3 }, { "pair_id": 26116, "video_name": "s02e09_seg01_clip_01", "timestamp": [ 0.92, 10.37 ], "duration": 61.66, "caption": "A person and a woman walk up the first flight of stairs.", "similarity": 0.6304, "relevance": 3 }, { "pair_id": 26117, "video_name": "castle_s08e09_seg02_clip_13", "timestamp": [ 64.19, 67.17 ], "duration": 85.66, "caption": "A man and a woman climb a set of stairs.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 26118, "video_name": "s06e14_seg02_clip_02", "timestamp": [ 38.13, 56.73 ], "duration": 63.66, "caption": "Two people are walking up the stairs.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 26119, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 46.21, 62.03 ], "duration": 62.66, "caption": "While taking the stairs, a woman and a man stop at the right floor, a person continues to go up to the next floor.", "similarity": 0.6249, "relevance": 3 } ] }, { "query_id": 38471, "query": "A man picks up his beer and takes a drink.", "relevant_moment": [ { "pair_id": 153340, "video_name": "met_s02e05_seg02_clip_10", "timestamp": [ 10.4, 15.13 ], "duration": 63.66, "caption": "A man picks up his beer and takes a drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153341, "video_name": "met_s03e09_seg02_clip_00", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A man picks up their beer with their right hand and takes a drink.", "similarity": 0.9098, "relevance": 4 }, { "pair_id": 153342, "video_name": "met_s03e04_seg02_clip_03", "timestamp": [ 15.18, 16.93 ], "duration": 58.66, "caption": "A man picks up his beer glass and takes a drink out of it.", "similarity": 0.892, "relevance": 3 }, { "pair_id": 153343, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 43.37, 46.94 ], "duration": 51.66, "caption": "A man picks up his beer, takes a sip, and puts it back down.", "similarity": 0.8728, "relevance": 4 }, { "pair_id": 153344, "video_name": "met_s05e02_seg02_clip_09", "timestamp": [ 10.03, 12.1 ], "duration": 59.66, "caption": "A person picks up their beer and takes a sip of it.", "similarity": 0.8577, "relevance": 4 }, { "pair_id": 153345, "video_name": "house_s05e03_seg02_clip_12", "timestamp": [ 54.01, 60.77 ], "duration": 90.66, "caption": "A man picks up a bottle of beer takes a sip and places the bottle back on the table.", "similarity": 0.8461, "relevance": 4 }, { "pair_id": 153346, "video_name": "s04e14_seg02_clip_00", "timestamp": [ 16.78, 22.58 ], "duration": 61.66, "caption": "A person picks up a beer bottle and takes a drink from it.", "similarity": 0.8336, "relevance": 4 }, { "pair_id": 153347, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A man takes a drink of his beer in his hand.", "similarity": 0.8325, "relevance": 4 }, { "pair_id": 153348, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 12.1, 16.75 ], "duration": 62.66, "caption": "A man picks up his water bottle and takes a drink.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 153349, "video_name": "friends_s03e24_seg02_clip_19", "timestamp": [ 9.68, 11.03 ], "duration": 45.66, "caption": "A man takes a drink from his beer bottle.", "similarity": 0.808, "relevance": 4 }, { "pair_id": 153350, "video_name": "friends_s06e24-25_seg02_clip_11", "timestamp": [ 32.41, 45.02 ], "duration": 60.66, "caption": "A man picks up his wine glass and takes a drink.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 153351, "video_name": "met_s03e11_seg02_clip_02", "timestamp": [ 8.89, 61.33 ], "duration": 61.66, "caption": "A man takes a sip from his beer bottle.", "similarity": 0.7972, "relevance": 3 }, { "pair_id": 153352, "video_name": "met_s02e18_seg01_clip_01", "timestamp": [ 31.38, 33.17 ], "duration": 48.66, "caption": "A man takes a drink of beer from his glass.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 153353, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 23.29, 25.38 ], "duration": 59.66, "caption": "A man takes a drink of beer from his glass.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 153354, "video_name": "met_s03e04_seg02_clip_17", "timestamp": [ 12.25, 14.09 ], "duration": 93.66, "caption": "A man takes a sip from his beer glass.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 153355, "video_name": "met_s06e01_seg01_clip_02", "timestamp": [ 4.65, 9.04 ], "duration": 50.66, "caption": "A man picks up another person's beer and holds it up to them.", "similarity": 0.7877, "relevance": 3 }, { "pair_id": 153356, "video_name": "friends_s04e08_seg02_clip_04", "timestamp": [ 27.54, 29.51 ], "duration": 56.66, "caption": "A man lifts the beer that he is holding with his right arm and takes a sip.", "similarity": 0.7863, "relevance": 4 }, { "pair_id": 153357, "video_name": "met_s02e20_seg02_clip_11", "timestamp": [ 22.89, 25.56 ], "duration": 59.66, "caption": "A man picks up his beer and raises it above his head.", "similarity": 0.7857, "relevance": 3 }, { "pair_id": 153358, "video_name": "s04e02_seg02_clip_01", "timestamp": [ 36.6, 41.02 ], "duration": 59.66, "caption": "A man picks up a soda and takes a drink.", "similarity": 0.7809, "relevance": 4 }, { "pair_id": 153359, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 49.22, 52.22 ], "duration": 60.66, "caption": "A man picks up their wine glass and takes a drink of it.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 326660, "video_name": "met_s06e12_seg02_clip_00", "timestamp": [ 12.41, 14.89 ], "duration": 62.66, "caption": "A person takes a drink from his bottle of beer.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 326661, "video_name": "house_s04e15_seg02_clip_03", "timestamp": [ 85.59, 86.02 ], "duration": 86.66, "caption": "A person picks up a beer bottle and puts it to his mouth.", "similarity": 0.7731, "relevance": 2 }, { "pair_id": 326662, "video_name": "met_s03e10_seg02_clip_00", "timestamp": [ 17.96, 23.64 ], "duration": 63.66, "caption": "A man takes a drink of his beer but he has to use two hands to do it.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 326663, "video_name": "met_s03e17_seg02_clip_10", "timestamp": [ 27.53, 28.49 ], "duration": 64.66, "caption": "A person takes a sip out of a bottle of beer he's holding.", "similarity": 0.7613, "relevance": 2 }, { "pair_id": 326664, "video_name": "house_s02e05_seg02_clip_05", "timestamp": [ 64.26, 66.9 ], "duration": 88.66, "caption": "A man picks up a red cup and takes a drink.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 326665, "video_name": "met_s02e11_seg02_clip_04", "timestamp": [ 27.49, 32.43 ], "duration": 61.66, "caption": "A man drinks from the glass of beer he has in his hands.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 326666, "video_name": "castle_s08e05_seg02_clip_23", "timestamp": [ 32.91, 35.26 ], "duration": 94.66, "caption": "A man picks up his glass and takes a sip.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 326667, "video_name": "friends_s08e02_seg02_clip_12", "timestamp": [ 2.18, 7.08 ], "duration": 54.66, "caption": "A man picks up his drink and gets up on stage.", "similarity": 0.7471, "relevance": 1 }, { "pair_id": 326668, "video_name": "s05e11_seg02_clip_06", "timestamp": [ 27.14, 29.49 ], "duration": 67.66, "caption": "A man moves the bottle of beer up to his mouth.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 326669, "video_name": "met_s02e02_seg02_clip_16", "timestamp": [ 0.0, 1.57 ], "duration": 62.66, "caption": "A man picks two drinks up from the bar.", "similarity": 0.7438, "relevance": 1 }, { "pair_id": 326670, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man picks up his drink from the table.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 326671, "video_name": "met_s03e12_seg02_clip_07", "timestamp": [ 51.26, 59.2 ], "duration": 61.66, "caption": "A man picks up his champagne glass and takes a sip.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 326672, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 47.62, 51.61 ], "duration": 57.66, "caption": "A person takes a drink from a bottle of beer.", "similarity": 0.7416, "relevance": 4 }, { "pair_id": 326673, "video_name": "house_s07e23_seg02_clip_19", "timestamp": [ 3.99, 17.29 ], "duration": 88.66, "caption": "A man picks up his drink, drinks from the straw and sets his drink back down.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 326674, "video_name": "s08e13_seg02_clip_01", "timestamp": [ 59.1, 65.37 ], "duration": 66.66, "caption": "A man picks up his white mug and takes a sip of his drink.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 326675, "video_name": "met_s06e03_seg02_clip_02", "timestamp": [ 0.0, 2.42 ], "duration": 60.66, "caption": "A person takes a drink from their glass of beer.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 326676, "video_name": "s07e12_seg02_clip_17", "timestamp": [ 77.9, 81.44 ], "duration": 118.66, "caption": "A man picks up his coffee cup and takes a sip.", "similarity": 0.7311, "relevance": 3 }, { "pair_id": 326677, "video_name": "s06e04_seg02_clip_15", "timestamp": [ 55.23, 58.28 ], "duration": 61.66, "caption": "A man sets his beer down and gets up from his seat.", "similarity": 0.7308, "relevance": 1 }, { "pair_id": 326678, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 48.38, 51.44 ], "duration": 61.66, "caption": "A man picks up a glass from the table and takes a drink.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 326679, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 23.29, 25.38 ], "duration": 59.66, "caption": "A man takes a sip of beer from his glass at the bar.", "similarity": 0.7275, "relevance": 2 } ] }, { "query_id": 38555, "query": "A person looks at person and person and pushes open a door.", "relevant_moment": [ { "pair_id": 71140, "video_name": "house_s08e12_seg02_clip_15", "timestamp": [ 13.5, 15.75 ], "duration": 90.66, "caption": "A person looks at person and person and pushes open a door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 71141, "video_name": "house_s07e05_seg02_clip_04", "timestamp": [ 54.42, 58.61 ], "duration": 93.66, "caption": "A person opens the door to see another person there.", "similarity": 0.8265, "relevance": 3 }, { "pair_id": 71142, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 64.27, 71.5 ], "duration": 85.66, "caption": "A person opens the door and looks at another person and then leaves.", "similarity": 0.8172, "relevance": 2 }, { "pair_id": 71143, "video_name": "house_s04e02_seg02_clip_18", "timestamp": [ 31.64, 34.97 ], "duration": 111.66, "caption": "A person looks up at the door and sees another person walk by.", "similarity": 0.8121, "relevance": 1 }, { "pair_id": 71144, "video_name": "house_s06e04_seg02_clip_07", "timestamp": [ 88.22, 90.02 ], "duration": 90.66, "caption": "A person opens the door to see another person standing there.", "similarity": 0.8001, "relevance": 1 }, { "pair_id": 71145, "video_name": "met_s06e24_seg02_clip_16", "timestamp": [ 59.02, 67.45 ], "duration": 67.66, "caption": "A person opens the door and walks towards another person.", "similarity": 0.7998, "relevance": 3 }, { "pair_id": 71146, "video_name": "house_s08e06_seg02_clip_09", "timestamp": [ 24.09, 27.96 ], "duration": 86.66, "caption": "A person walks in the door to see someone and shuts the door.", "similarity": 0.7874, "relevance": 2 }, { "pair_id": 71147, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 119.23, 121.05 ], "duration": 121.66, "caption": "A person opens the door and walks through while another person follows.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 71148, "video_name": "house_s01e18_seg02_clip_06", "timestamp": [ 5.12, 7.45 ], "duration": 93.66, "caption": "A person opens a door and walks through the door next to a person.", "similarity": 0.7831, "relevance": 1 }, { "pair_id": 71149, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 28.21, 33.62 ], "duration": 60.66, "caption": "Some people move toward the door and a person opens the door.", "similarity": 0.7822, "relevance": 2 }, { "pair_id": 71150, "video_name": "friends_s08e07_seg02_clip_14", "timestamp": [ 48.72, 49.96 ], "duration": 61.66, "caption": "A person opens a door and finds someone on the other side.", "similarity": 0.7784, "relevance": 2 }, { "pair_id": 71152, "video_name": "s03e23_seg02_clip_01", "timestamp": [ 20.71, 24.61 ], "duration": 60.66, "caption": "Some people walk through the door and a person looks at them.", "similarity": 0.7732, "relevance": 2 }, { "pair_id": 71153, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 16.28, 20.47 ], "duration": 93.66, "caption": "A person opens person's door and lets person out.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 71154, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 5.9, 9.15 ], "duration": 59.66, "caption": "A person opens the door for two other people.", "similarity": 0.772, "relevance": 1 }, { "pair_id": 71155, "video_name": "castle_s03e03_seg02_clip_26", "timestamp": [ 57.55, 64.4 ], "duration": 137.66, "caption": "A person walks in the door with two people staring at them in anticipation.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 71156, "video_name": "s04e07_seg02_clip_04", "timestamp": [ 7.38, 14.76 ], "duration": 59.66, "caption": "A person goes to open the door and finds a person at the door.", "similarity": 0.768, "relevance": 1 }, { "pair_id": 71157, "video_name": "s06e09_seg02_clip_12", "timestamp": [ 40.58, 44.55 ], "duration": 61.66, "caption": "A person opens the door and another person beckons him in.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 71158, "video_name": "s04e05_seg02_clip_15", "timestamp": [ 30.91, 36.02 ], "duration": 60.66, "caption": "A person opens a door and he/she walks through it.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 71159, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 61.66, 64.42 ], "duration": 92.66, "caption": "A person turns around to look at woman and sees the other door closing.", "similarity": 0.7521, "relevance": 2 } ] }, { "query_id": 38589, "query": "A woman walks up to woman and man with a glass in her hand.", "relevant_moment": [ { "pair_id": 150140, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 52.73, 54.77 ], "duration": 58.66, "caption": "A woman walks up to woman and man with a glass in her hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150141, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.8236, "relevance": 3 }, { "pair_id": 150142, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 31.84, 38.08 ], "duration": 43.66, "caption": "A woman walks directly to a man while holding a glass of drink.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 150143, "video_name": "castle_s07e02_seg02_clip_12", "timestamp": [ 1.77, 3.09 ], "duration": 88.66, "caption": "A person walks up to someone with a man and woman in tow.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 150144, "video_name": "castle_s06e06_seg02_clip_05", "timestamp": [ 86.37, 90.44 ], "duration": 90.66, "caption": "A man walks up to a woman and a man holding a finger up.", "similarity": 0.7615, "relevance": 1 }, { "pair_id": 150145, "video_name": "grey_s03e22_seg02_clip_19", "timestamp": [ 68.42, 71.57 ], "duration": 90.66, "caption": "A woman walks up to a man with a cheese container in her hand.", "similarity": 0.7404, "relevance": 2 }, { "pair_id": 150146, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 31.91, 34.82 ], "duration": 58.66, "caption": "A woman hands both a man and another person a glass of water.", "similarity": 0.7356, "relevance": 3 }, { "pair_id": 150147, "video_name": "castle_s08e03_seg02_clip_15", "timestamp": [ 12.35, 14.25 ], "duration": 95.66, "caption": "A woman handed a glass of water to a man.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 150148, "video_name": "castle_s04e09_seg02_clip_09", "timestamp": [ 7.68, 9.49 ], "duration": 90.66, "caption": "A woman walks up to a man and woman carrying some papers in her hand.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 150149, "video_name": "s07e12_seg02_clip_12", "timestamp": [ 5.01, 8.86 ], "duration": 77.66, "caption": "A woman walks up to the table with a man and another woman.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 150150, "video_name": "house_s03e21_seg02_clip_11", "timestamp": [ 97.05, 98.03 ], "duration": 98.66, "caption": "A person walks up to another person who is standing by the glass door.", "similarity": 0.7343, "relevance": 0 }, { "pair_id": 150151, "video_name": "castle_s06e19_seg02_clip_08", "timestamp": [ 28.11, 42.83 ], "duration": 89.66, "caption": "A person walks up to woman and man to tell them something.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 150152, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 15.64, 25.31 ], "duration": 92.66, "caption": "A person walks over to a woman who is holding up her hands.", "similarity": 0.731, "relevance": 0 }, { "pair_id": 150153, "video_name": "castle_s03e11_seg02_clip_02", "timestamp": [ 35.78, 40.31 ], "duration": 90.66, "caption": "A woman walks up to woman and shakes her hand.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 150154, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 44.42, 50.12 ], "duration": 60.66, "caption": "A man walks up when woman is talking to another woman.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 150155, "video_name": "castle_s05e14_seg02_clip_10", "timestamp": [ 16.02, 26.55 ], "duration": 91.66, "caption": "A person walks up to woman and hands woman a piece of paper.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 150156, "video_name": "house_s05e11_seg02_clip_12", "timestamp": [ 1.33, 4.87 ], "duration": 88.66, "caption": "A woman and her partner walk up to a person.", "similarity": 0.7239, "relevance": 1 }, { "pair_id": 150157, "video_name": "castle_s03e23_seg02_clip_01", "timestamp": [ 15.16, 17.84 ], "duration": 89.66, "caption": "A man walks up to woman and person as they're speaking to each other.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 150158, "video_name": "castle_s05e06_seg02_clip_02", "timestamp": [ 32.67, 37.73 ], "duration": 92.66, "caption": "A woman walks up to man and shakes his hand.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 150159, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 2.66, 9.15 ], "duration": 59.66, "caption": "A person pours a glass of wine and walks over to woman and hands it to her.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 323460, "video_name": "friends_s06e05_seg02_clip_01", "timestamp": [ 0.0, 3.04 ], "duration": 60.66, "caption": "A woman walks up to man and woman and starts to converse with them.", "similarity": 0.7164, "relevance": 3 }, { "pair_id": 323461, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 40.39, 43.36 ], "duration": 85.66, "caption": "A woman hands a glass of wine to a man.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 323462, "video_name": "friends_s07e04_seg02_clip_11", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A woman walks up to man and holds their arm.", "similarity": 0.7151, "relevance": 1 }, { "pair_id": 323463, "video_name": "house_s05e06_seg02_clip_10", "timestamp": [ 2.24, 5.39 ], "duration": 89.66, "caption": "Two people walk up to a woman outside.", "similarity": 0.7112, "relevance": 1 }, { "pair_id": 323464, "video_name": "castle_s06e15_seg02_clip_22", "timestamp": [ 8.8, 11.0 ], "duration": 88.66, "caption": "A woman walks up to the window and sees a man.", "similarity": 0.7109, "relevance": 1 }, { "pair_id": 323465, "video_name": "castle_s06e16_seg02_clip_19", "timestamp": [ 67.78, 74.34 ], "duration": 87.66, "caption": "A person walks up to woman and hands her and man some documents.", "similarity": 0.7103, "relevance": 1 }, { "pair_id": 323466, "video_name": "met_s06e09_seg02_clip_14", "timestamp": [ 22.64, 25.12 ], "duration": 62.66, "caption": "A woman walks up to a man who is seated.", "similarity": 0.7101, "relevance": 1 }, { "pair_id": 323467, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 52.73, 58.26 ], "duration": 58.66, "caption": "A woman walks up to a woman and a man on the roof.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 323469, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 11.24, 15.3 ], "duration": 62.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.706, "relevance": 1 }, { "pair_id": 323470, "video_name": "grey_s03e08_seg02_clip_14", "timestamp": [ 72.13, 82.44 ], "duration": 82.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.706, "relevance": 1 }, { "pair_id": 323471, "video_name": "castle_s03e03_seg02_clip_13", "timestamp": [ 50.41, 59.42 ], "duration": 90.66, "caption": "A man and a woman walk up to another man who nods at them.", "similarity": 0.7051, "relevance": 1 }, { "pair_id": 323472, "video_name": "castle_s06e14_seg02_clip_00", "timestamp": [ 47.54, 50.74 ], "duration": 91.66, "caption": "A woman walks up in between two people.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 323473, "video_name": "house_s01e15_seg02_clip_16", "timestamp": [ 68.19, 74.18 ], "duration": 92.66, "caption": "A woman stands up and walks directly to a man.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 323474, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 18.87, 27.37 ], "duration": 94.66, "caption": "A man walks up to a woman while talking to her.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 323475, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 0.0, 21.19 ], "duration": 90.66, "caption": "A woman and man walk up to person and converse with him.", "similarity": 0.7029, "relevance": 1 }, { "pair_id": 323476, "video_name": "grey_s01e01_seg02_clip_10", "timestamp": [ 76.17, 88.57 ], "duration": 88.66, "caption": "A man walks up and talks to a woman and another person.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 323477, "video_name": "castle_s02e23_seg02_clip_11", "timestamp": [ 75.95, 80.81 ], "duration": 88.66, "caption": "A man walks up to a woman and a man and starts a conversation with them.", "similarity": 0.7008, "relevance": 1 }, { "pair_id": 323478, "video_name": "house_s05e10_seg02_clip_01", "timestamp": [ 40.52, 49.96 ], "duration": 111.66, "caption": "A woman gets up and walks over to a man.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 323479, "video_name": "house_s01e07_seg02_clip_03", "timestamp": [ 50.0, 61.84 ], "duration": 87.66, "caption": "A woman walks up to a man and another person who are at the counter.", "similarity": 0.7001, "relevance": 2 } ] }, { "query_id": 38595, "query": "A woman leans back on the chair then touches a man's shoulder.", "relevant_moment": [ { "pair_id": 15520, "video_name": "friends_s08e04_seg02_clip_20", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman leans back on the chair then touches a man's shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15522, "video_name": "friends_s06e19_seg02_clip_18", "timestamp": [ 26.4, 30.17 ], "duration": 58.66, "caption": "A woman leans forward and touches man on the arm.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 15523, "video_name": "friends_s07e23-24_seg02_clip_33", "timestamp": [ 32.95, 34.41 ], "duration": 58.66, "caption": "A woman sitting in a chair reaches up and touches a man on the arm.", "similarity": 0.7988, "relevance": 2 }, { "pair_id": 15524, "video_name": "s06e22_seg02_clip_03", "timestamp": [ 40.34, 41.46 ], "duration": 56.66, "caption": "A woman reaches up and touches a man on the back of the shoulder.", "similarity": 0.7679, "relevance": 3 }, { "pair_id": 15525, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 25.01, 26.26 ], "duration": 62.66, "caption": "A woman touches a man's right arm and shoulder.", "similarity": 0.7675, "relevance": 3 }, { "pair_id": 15526, "video_name": "friends_s08e18_seg02_clip_13", "timestamp": [ 38.13, 40.65 ], "duration": 63.66, "caption": "A woman leans over a man's shoulder for a moment.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 15527, "video_name": "house_s05e23_seg02_clip_24", "timestamp": [ 25.21, 29.26 ], "duration": 90.66, "caption": "A woman sits up in the chair and leans towards a man.", "similarity": 0.7586, "relevance": 1 }, { "pair_id": 15528, "video_name": "friends_s08e10_seg02_clip_12", "timestamp": [ 25.12, 27.91 ], "duration": 62.66, "caption": "A man leans over and a woman places her hand on his shoulder.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 15529, "video_name": "s03e10_seg02_clip_05", "timestamp": [ 26.8, 28.23 ], "duration": 57.66, "caption": "A woman leans in and touches a man on the arm as she shakes her head and talks.", "similarity": 0.7574, "relevance": 1 }, { "pair_id": 15530, "video_name": "friends_s08e12_seg02_clip_20", "timestamp": [ 41.02, 59.03 ], "duration": 59.66, "caption": "A man gets on the chair with woman and puts his arm around her.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 15531, "video_name": "castle_s06e02_seg02_clip_16", "timestamp": [ 11.18, 14.31 ], "duration": 89.66, "caption": "A woman puts her hand on a man's shoulder as he sits in a chair.", "similarity": 0.752, "relevance": 3 }, { "pair_id": 15533, "video_name": "s07e18_seg02_clip_10", "timestamp": [ 35.4, 41.2 ], "duration": 58.66, "caption": "A woman leans back on her chair after she listened to a man.", "similarity": 0.7457, "relevance": 2 }, { "pair_id": 15535, "video_name": "grey_s03e08_seg02_clip_18", "timestamp": [ 44.11, 46.36 ], "duration": 90.66, "caption": "A woman touches her hair then sits down in a chair in front of a man.", "similarity": 0.7439, "relevance": 0 }, { "pair_id": 15536, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 3.16, 8.21 ], "duration": 63.66, "caption": "A woman touches a man on his shoulder as she sits beside him.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 15537, "video_name": "house_s02e23_seg02_clip_14", "timestamp": [ 44.56, 47.71 ], "duration": 90.66, "caption": "A man gets up from chair and touches woman's face.", "similarity": 0.7385, "relevance": 0 }, { "pair_id": 15538, "video_name": "s06e23_seg02_clip_12", "timestamp": [ 31.12, 41.19 ], "duration": 61.66, "caption": "A woman caresses a man on the back of their head then their shoulder and arm.", "similarity": 0.7372, "relevance": 3 }, { "pair_id": 15539, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 16.7, 17.65 ], "duration": 63.66, "caption": "A person reaches over and touches woman's shoulder.", "similarity": 0.7369, "relevance": 1 } ] }, { "query_id": 38615, "query": "A woman moves over in their seat and talks to a person.", "relevant_moment": [ { "pair_id": 20200, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 49.43, 57.67 ], "duration": 61.66, "caption": "A woman moves over in their seat and talks to a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20202, "video_name": "friends_s05e12_seg02_clip_11", "timestamp": [ 55.41, 58.03 ], "duration": 58.66, "caption": "A woman gets out of her seat and moves towards another woman to talk to her.", "similarity": 0.8386, "relevance": 2 }, { "pair_id": 20203, "video_name": "grey_s02e23_seg02_clip_23", "timestamp": [ 22.96, 55.81 ], "duration": 90.66, "caption": "A person stands up from their seat and gets close to woman to converse.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 20207, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 27.16, 41.8 ], "duration": 61.66, "caption": "A person walks towards a woman and sits on the seat in front of her as they converse.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 20208, "video_name": "house_s04e10_seg02_clip_20", "timestamp": [ 0.0, 19.11 ], "duration": 88.66, "caption": "A woman walks over to person and person and talks to them.", "similarity": 0.7858, "relevance": 1 }, { "pair_id": 20209, "video_name": "s06e20_seg02_clip_03", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "A woman sits down back into her chair as she speaks to a person.", "similarity": 0.7837, "relevance": 2 }, { "pair_id": 20210, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 11.23, 33.35 ], "duration": 66.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7825, "relevance": 1 }, { "pair_id": 20212, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman speaks to person about her interaction with another person.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 20214, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 12.61, 16.53 ], "duration": 56.66, "caption": "A person gets a chair and sits there while talking to woman.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 20216, "video_name": "grey_s02e04_seg02_clip_11", "timestamp": [ 65.64, 80.04 ], "duration": 80.66, "caption": "A woman sits down in a chair and talks to a woman.", "similarity": 0.7755, "relevance": 2 }, { "pair_id": 20217, "video_name": "s05e08_seg02_clip_05", "timestamp": [ 28.53, 35.98 ], "duration": 62.66, "caption": "A woman arranges a cushion behind her and talks to a person.", "similarity": 0.7741, "relevance": 4 }, { "pair_id": 20218, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 0.0, 18.21 ], "duration": 88.66, "caption": "A person was having a conversation with a woman.", "similarity": 0.7728, "relevance": 2 }, { "pair_id": 20219, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman is conversing with person as she is sitting.", "similarity": 0.7726, "relevance": 2 } ] }, { "query_id": 38627, "query": "A woman walks up to the group of cops.", "relevant_moment": [ { "pair_id": 12120, "video_name": "castle_s01e10_seg02_clip_19", "timestamp": [ 32.71, 40.32 ], "duration": 89.66, "caption": "A woman walks up to the group of cops.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12121, "video_name": "castle_s07e18_seg02_clip_18", "timestamp": [ 3.57, 6.69 ], "duration": 89.66, "caption": "A woman walks over to the police officers and tells them to follow her.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 12122, "video_name": "friends_s10e11_seg02_clip_13", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A woman gets up to talk to a police officer.", "similarity": 0.7345, "relevance": 2 }, { "pair_id": 12123, "video_name": "castle_s03e23_seg02_clip_14", "timestamp": [ 1.81, 4.97 ], "duration": 90.66, "caption": "A woman walks up to a man while telling him what the other cops found.", "similarity": 0.724, "relevance": 3 }, { "pair_id": 12124, "video_name": "castle_s05e04_seg02_clip_01", "timestamp": [ 34.52, 48.8 ], "duration": 119.66, "caption": "A person gets up and walks out towards woman at the police station.", "similarity": 0.7173, "relevance": 3 }, { "pair_id": 12125, "video_name": "castle_s07e23_seg02_clip_01", "timestamp": [ 13.2, 30.49 ], "duration": 91.66, "caption": "Some people were walking with a woman in a police uniform.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 12126, "video_name": "castle_s06e19_seg02_clip_25", "timestamp": [ 54.26, 58.74 ], "duration": 89.66, "caption": "A woman is being walked out by two police officers.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 12127, "video_name": "castle_s01e04_seg02_clip_13", "timestamp": [ 81.11, 84.32 ], "duration": 91.66, "caption": "A woman opens the door to a group of police officers.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 12128, "video_name": "friends_s10e11_seg02_clip_13", "timestamp": [ 54.62, 57.63 ], "duration": 60.66, "caption": "A woman walks over to the police officer and rubs his back.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 12129, "video_name": "castle_s01e03_seg02_clip_24", "timestamp": [ 20.59, 38.61 ], "duration": 73.66, "caption": "A woman tells the cops to go after a person.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 12130, "video_name": "castle_s02e06_seg02_clip_15", "timestamp": [ 4.12, 7.78 ], "duration": 91.66, "caption": "A man walks up to a woman in the police station.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 12132, "video_name": "castle_s01e06_seg02_clip_07", "timestamp": [ 17.8, 24.04 ], "duration": 89.66, "caption": "A group of people pull a woman into the door when they realize it's the police.", "similarity": 0.6537, "relevance": 1 }, { "pair_id": 12133, "video_name": "castle_s07e14_seg02_clip_12", "timestamp": [ 14.72, 16.1 ], "duration": 92.66, "caption": "A woman stands up while telling the cops what she is going to do.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 12134, "video_name": "castle_s05e15_seg02_clip_25", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "Woman describes to person what the cops are doing.", "similarity": 0.6515, "relevance": 1 }, { "pair_id": 12135, "video_name": "castle_s02e16_seg02_clip_27", "timestamp": [ 7.57, 11.46 ], "duration": 21.66, "caption": "A person walks over to a woman at the police station at work.", "similarity": 0.6514, "relevance": 0 }, { "pair_id": 12137, "video_name": "castle_s07e15_seg02_clip_04", "timestamp": [ 30.66, 36.61 ], "duration": 91.66, "caption": "A person walks towards the front of the police office.", "similarity": 0.6325, "relevance": 0 }, { "pair_id": 12138, "video_name": "castle_s07e13_seg02_clip_14", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A woman tells the cops what she'll do when she turns around.", "similarity": 0.6311, "relevance": 3 }, { "pair_id": 12139, "video_name": "castle_s03e16_seg02_clip_01", "timestamp": [ 15.66, 20.45 ], "duration": 87.66, "caption": "A woman walks around her office while giving the cops directions.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 185440, "video_name": "house_s07e15_seg02_clip_07", "timestamp": [ 9.4, 14.57 ], "duration": 94.66, "caption": "A cop escorts a woman to walk into her office.", "similarity": 0.6305, "relevance": 2 }, { "pair_id": 185441, "video_name": "castle_s04e04_seg02_clip_22", "timestamp": [ 3.68, 5.98 ], "duration": 92.66, "caption": "A woman tells the other cops to let her know when she can assist.", "similarity": 0.6248, "relevance": 1 }, { "pair_id": 185442, "video_name": "castle_s06e10_seg02_clip_24", "timestamp": [ 13.41, 25.93 ], "duration": 89.66, "caption": "A person is walking behind a group of police officers, and they all stop and turn when the person speaks.", "similarity": 0.6181, "relevance": 2 }, { "pair_id": 185443, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 7.08, 15.49 ], "duration": 88.66, "caption": "A woman walks forward in the interrogation room while telling the person what the cops know.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 185444, "video_name": "castle_s07e15_seg02_clip_25", "timestamp": [ 28.05, 54.13 ], "duration": 79.66, "caption": "A woman is brought into the police station where everyone stands up and claps.", "similarity": 0.6157, "relevance": 2 }, { "pair_id": 185445, "video_name": "castle_s02e19_seg02_clip_19", "timestamp": [ 5.64, 14.57 ], "duration": 94.66, "caption": "The cops disperse after a woman gives them instructions.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 185446, "video_name": "friends_s10e11_seg02_clip_20", "timestamp": [ 16.82, 60.08 ], "duration": 60.66, "caption": "Some women talk to a police officer that is sitting down.", "similarity": 0.6123, "relevance": 3 }, { "pair_id": 185447, "video_name": "castle_s07e03_seg02_clip_04", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A police officer walks by two people.", "similarity": 0.6105, "relevance": 2 }, { "pair_id": 185448, "video_name": "castle_s05e19_seg02_clip_26", "timestamp": [ 46.21, 56.11 ], "duration": 132.66, "caption": "A woman watches a man walk through the police station surrounded by officers.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 185449, "video_name": "castle_s04e11_seg02_clip_12", "timestamp": [ 10.12, 11.88 ], "duration": 88.66, "caption": "A woman picks up the phone at their police station office.", "similarity": 0.6032, "relevance": 1 }, { "pair_id": 185450, "video_name": "castle_s05e13_seg02_clip_15", "timestamp": [ 38.53, 54.05 ], "duration": 107.66, "caption": "A woman rushes into the huddle at the police station.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 185451, "video_name": "castle_s08e13_seg02_clip_07", "timestamp": [ 68.55, 70.77 ], "duration": 89.66, "caption": "A woman walks into her office at the police station.", "similarity": 0.6007, "relevance": 1 }, { "pair_id": 185452, "video_name": "castle_s02e13_seg02_clip_14", "timestamp": [ 64.33, 67.42 ], "duration": 88.66, "caption": "A woman walks around her desk in the police department.", "similarity": 0.6006, "relevance": 2 }, { "pair_id": 185453, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman walks in and heads over to the group of people.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 185454, "video_name": "castle_s06e20_seg02_clip_16", "timestamp": [ 17.87, 21.99 ], "duration": 91.66, "caption": "A woman walks into the precinct with an officer.", "similarity": 0.598, "relevance": 4 }, { "pair_id": 185455, "video_name": "grey_s03e09_seg02_clip_20", "timestamp": [ 49.0, 69.86 ], "duration": 97.66, "caption": "A woman walks another woman to the police to report what happened.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 185456, "video_name": "castle_s07e01_seg02_clip_24", "timestamp": [ 58.92, 64.36 ], "duration": 90.66, "caption": "A woman shows her police badge to someone.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 185457, "video_name": "castle_s04e07_seg02_clip_15", "timestamp": [ 49.17, 73.1 ], "duration": 87.66, "caption": "A woman was having a serious conversation with a police officer.", "similarity": 0.5943, "relevance": 2 }, { "pair_id": 185458, "video_name": "castle_s07e12_seg02_clip_02", "timestamp": [ 67.52, 68.87 ], "duration": 90.66, "caption": "A female police officer steps in front of the scene being recorded.", "similarity": 0.594, "relevance": 2 }, { "pair_id": 185459, "video_name": "castle_s06e02_seg02_clip_21", "timestamp": [ 27.76, 31.4 ], "duration": 91.66, "caption": "Woman directs the cops in what they are looking for in the room.", "similarity": 0.5932, "relevance": 2 } ] }, { "query_id": 38696, "query": "A woman walks the interns into a patient's room.", "relevant_moment": [ { "pair_id": 157980, "video_name": "grey_s02e11_seg02_clip_01", "timestamp": [ 8.98, 13.92 ], "duration": 89.66, "caption": "A woman walks the interns into a patient's room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157981, "video_name": "grey_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.08 ], "duration": 88.66, "caption": "A woman leads the interns in walking through the hospital.", "similarity": 0.8132, "relevance": 3 }, { "pair_id": 157982, "video_name": "grey_s02e11_seg02_clip_02", "timestamp": [ 27.18, 36.99 ], "duration": 89.66, "caption": "A woman walks the interns into the NICU where someone and the parents walk over.", "similarity": 0.7746, "relevance": 4 }, { "pair_id": 157983, "video_name": "grey_s03e08_seg02_clip_01", "timestamp": [ 4.1, 7.28 ], "duration": 91.66, "caption": "A woman walks into the locker room and the interns look at her.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 157984, "video_name": "grey_s02e24_seg02_clip_05", "timestamp": [ 52.84, 62.22 ], "duration": 85.66, "caption": "A woman pokes into a room where a doctor was looking at a X-ray and tells her that she's the intern for someone's surgery.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 157985, "video_name": "grey_s03e19_seg02_clip_04", "timestamp": [ 43.44, 74.84 ], "duration": 86.66, "caption": "A woman is leading the interns to a patient's room and a person stops to fill them in on the patient's disease and to ask them to respect the patient.", "similarity": 0.7478, "relevance": 2 }, { "pair_id": 157986, "video_name": "grey_s02e15_seg02_clip_07", "timestamp": [ 56.34, 57.66 ], "duration": 88.66, "caption": "A woman walks into a patient's room with a clipboard in hand.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 157987, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 5.92, 10.92 ], "duration": 91.66, "caption": "A person walks into the patient's room with another person.", "similarity": 0.7401, "relevance": 3 }, { "pair_id": 157988, "video_name": "house_s05e18_seg02_clip_12", "timestamp": [ 80.57, 90.02 ], "duration": 90.66, "caption": "A woman walks into a patient room heads to the bathroom.", "similarity": 0.7341, "relevance": 2 }, { "pair_id": 157989, "video_name": "house_s04e13_seg02_clip_23", "timestamp": [ 4.16, 9.24 ], "duration": 92.66, "caption": "A woman walks into the exam room where two men are working on a patient.", "similarity": 0.7273, "relevance": 2 }, { "pair_id": 157990, "video_name": "grey_s02e10_seg02_clip_07", "timestamp": [ 11.14, 12.03 ], "duration": 89.66, "caption": "A woman walks into a patient's room where another woman stands and turns her head.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 157991, "video_name": "house_s03e11_seg02_clip_10", "timestamp": [ 52.2, 74.45 ], "duration": 90.66, "caption": "A woman walks into the room behind a person to see the patient.", "similarity": 0.7197, "relevance": 2 }, { "pair_id": 157992, "video_name": "grey_s01e04_seg02_clip_09", "timestamp": [ 11.83, 26.4 ], "duration": 91.66, "caption": "A woman walked in to the patient's room after the other doctors and nurses left.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 157993, "video_name": "house_s01e01_seg02_clip_12", "timestamp": [ 18.34, 22.57 ], "duration": 94.66, "caption": "A woman walks into the patient room where a man is sitting.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 157994, "video_name": "house_s04e04_seg02_clip_10", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "A woman walks over to another woman in the patient's room.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 157995, "video_name": "grey_s01e06_seg02_clip_01", "timestamp": [ 4.91, 6.69 ], "duration": 89.66, "caption": "A woman walks through the doorway and tells the group of interns to get moving.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 157996, "video_name": "grey_s03e10_seg02_clip_11", "timestamp": [ 73.51, 79.44 ], "duration": 91.66, "caption": "A woman walks into the patient room and sees a man.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 157997, "video_name": "house_s01e01_seg02_clip_25", "timestamp": [ 59.61, 67.06 ], "duration": 149.66, "caption": "A man is with the patient as a woman walks into the room.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 157998, "video_name": "grey_s01e05_seg02_clip_11", "timestamp": [ 44.89, 49.29 ], "duration": 88.66, "caption": "A woman walks into the patient's room while holding a chart.", "similarity": 0.7035, "relevance": 2 }, { "pair_id": 157999, "video_name": "grey_s02e06_seg02_clip_01", "timestamp": [ 8.73, 18.92 ], "duration": 97.66, "caption": "A woman follows person into another room in the hospital.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 331300, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 17.12, 18.28 ], "duration": 58.66, "caption": "A nurse walks into the patient room where a woman is on an examination bed.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 331301, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 72.69, 74.41 ], "duration": 86.66, "caption": "A person walks into the patient's room in the patient bed.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 331302, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 42.36, 44.1 ], "duration": 58.66, "caption": "A doctor walks into the patient room where a woman is sitting on an examination bed.", "similarity": 0.6982, "relevance": 2 }, { "pair_id": 331303, "video_name": "grey_s03e07_seg02_clip_18", "timestamp": [ 50.29, 54.67 ], "duration": 87.66, "caption": "A woman walks into the room and talks to person before going over to the patient.", "similarity": 0.6945, "relevance": 3 }, { "pair_id": 331304, "video_name": "house_s06e17_seg02_clip_23", "timestamp": [ 72.24, 74.54 ], "duration": 92.66, "caption": "A woman opens the glass door to the patient's room and walks in.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 331305, "video_name": "met_s03e20_seg02_clip_14", "timestamp": [ 53.09, 54.6 ], "duration": 60.66, "caption": "A woman opens the door and walks into someone's hospital room.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 331306, "video_name": "castle_s06e13_seg02_clip_25", "timestamp": [ 84.77, 87.86 ], "duration": 88.66, "caption": "A woman is walking with a person into the room.", "similarity": 0.6909, "relevance": 1 }, { "pair_id": 331307, "video_name": "grey_s02e22_seg02_clip_16", "timestamp": [ 10.08, 12.96 ], "duration": 96.66, "caption": "A woman walks into a room with two other people.", "similarity": 0.6908, "relevance": 3 }, { "pair_id": 331308, "video_name": "house_s03e03_seg02_clip_06", "timestamp": [ 56.75, 61.86 ], "duration": 93.66, "caption": "A woman walks into the room after the nurse holds the patient down.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 331309, "video_name": "grey_s01e09_seg02_clip_13", "timestamp": [ 57.02, 60.82 ], "duration": 76.66, "caption": "A woman walks into the patient's room carrying a blue sheet.", "similarity": 0.6898, "relevance": 3 }, { "pair_id": 331310, "video_name": "friends_s04e12_seg02_clip_09", "timestamp": [ 8.54, 13.73 ], "duration": 61.66, "caption": "A woman doctor walks into the room to talk to another person.", "similarity": 0.6897, "relevance": 2 }, { "pair_id": 331311, "video_name": "friends_s09e01_seg02_clip_12", "timestamp": [ 47.61, 50.29 ], "duration": 59.66, "caption": "A woman enters the hospital room of her friend.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 331312, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 17.29, 21.85 ], "duration": 91.66, "caption": "Two women open the door and enter the patient's room.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 331313, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 22.52, 28.26 ], "duration": 88.66, "caption": "A woman walks into a patient's hospital room then shuts the door.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 331314, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 16.84, 22.76 ], "duration": 91.66, "caption": "A woman walks into a hospital room to talk to another woman.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 331315, "video_name": "house_s05e19_seg02_clip_12", "timestamp": [ 70.33, 89.02 ], "duration": 89.66, "caption": "A woman comes into the room to see the patient.", "similarity": 0.6847, "relevance": 3 }, { "pair_id": 331316, "video_name": "grey_s03e14_seg02_clip_14", "timestamp": [ 27.2, 31.34 ], "duration": 92.66, "caption": "A woman walks into a patient's room, she stops near the patient and holds the folder in front of her using both her hands.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 331317, "video_name": "grey_s02e24_seg02_clip_05", "timestamp": [ 20.03, 26.42 ], "duration": 85.66, "caption": "A person walks into the patient room and speaks to a woman.", "similarity": 0.6838, "relevance": 1 }, { "pair_id": 331318, "video_name": "grey_s03e07_seg02_clip_25", "timestamp": [ 84.74, 89.2 ], "duration": 89.66, "caption": "A woman walks into a patient room and reaches for the chart.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 331319, "video_name": "house_s06e12_seg02_clip_10", "timestamp": [ 38.71, 45.59 ], "duration": 86.66, "caption": "A woman walks into the room with a person following behind.", "similarity": 0.6828, "relevance": 3 } ] }, { "query_id": 38870, "query": "A man takes out broken tennis racket from bag.", "relevant_moment": [ { "pair_id": 150560, "video_name": "friends_s05e12_seg02_clip_07", "timestamp": [ 4.43, 6.2 ], "duration": 59.66, "caption": "A man takes out broken tennis racket from bag.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150561, "video_name": "friends_s05e12_seg02_clip_07", "timestamp": [ 6.49, 7.38 ], "duration": 59.66, "caption": "A woman takes broken tennis racket from man's hand.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 150562, "video_name": "house_s07e21_seg02_clip_08", "timestamp": [ 36.2, 41.84 ], "duration": 94.66, "caption": "A man unzips a brown bag and removes a bag with white powder inside, a syringe and tourniquet.", "similarity": 0.5656, "relevance": 2 }, { "pair_id": 150563, "video_name": "house_s03e11_seg02_clip_07", "timestamp": [ 5.06, 7.36 ], "duration": 92.66, "caption": "A man hold up a plastic bag and person takes it from his hands.", "similarity": 0.5467, "relevance": 1 }, { "pair_id": 150564, "video_name": "castle_s08e05_seg02_clip_00", "timestamp": [ 31.75, 36.81 ], "duration": 92.66, "caption": "A man pulls out two bottles of wine out of the brown bags.", "similarity": 0.5338, "relevance": 1 }, { "pair_id": 150565, "video_name": "friends_s05e12_seg02_clip_05", "timestamp": [ 40.22, 41.72 ], "duration": 60.66, "caption": "A man holds his tennis racket and gives a thumbs up.", "similarity": 0.5312, "relevance": 1 }, { "pair_id": 150566, "video_name": "friends_s10e17-18_seg02_clip_31", "timestamp": [ 9.98, 24.81 ], "duration": 57.66, "caption": "A man grabs the crowbar and a mallet but is unable to bring himself to break the table.", "similarity": 0.5238, "relevance": 1 }, { "pair_id": 150567, "video_name": "house_s04e10_seg02_clip_00", "timestamp": [ 2.74, 5.48 ], "duration": 91.66, "caption": "A man takes the tea bag out of his mug.", "similarity": 0.5233, "relevance": 0 }, { "pair_id": 150568, "video_name": "friends_s03e10_seg02_clip_00", "timestamp": [ 31.91, 39.59 ], "duration": 61.66, "caption": "A man fake hits another man with the tennis racket.", "similarity": 0.5214, "relevance": 1 }, { "pair_id": 150569, "video_name": "friends_s07e01_seg01_clip_00", "timestamp": [ 10.08, 12.61 ], "duration": 72.66, "caption": "A man takes a bar out of the bag and another man takes it.", "similarity": 0.518, "relevance": 1 }, { "pair_id": 150570, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 47.59, 50.42 ], "duration": 63.66, "caption": "A person takes out a pair of Hulk gloves from a bag.", "similarity": 0.5151, "relevance": 2 }, { "pair_id": 150571, "video_name": "castle_s06e10_seg02_clip_19", "timestamp": [ 53.86, 56.09 ], "duration": 89.66, "caption": "A person pulls a wine preservation kit out of a brown bag.", "similarity": 0.514, "relevance": 2 }, { "pair_id": 150572, "video_name": "met_s06e18_seg02_clip_11", "timestamp": [ 26.69, 27.79 ], "duration": 55.66, "caption": "A man takes out a plastic bag of sandwiches.", "similarity": 0.5135, "relevance": 1 }, { "pair_id": 150573, "video_name": "s05e20_seg01_clip_00", "timestamp": [ 4.03, 7.44 ], "duration": 62.66, "caption": "A man takes out a food container out of a bag and places it on the coffee table.", "similarity": 0.5117, "relevance": 2 }, { "pair_id": 150574, "video_name": "house_s06e16_seg02_clip_10", "timestamp": [ 1.71, 4.69 ], "duration": 85.66, "caption": "A man takes out a file from another man's bag.", "similarity": 0.5098, "relevance": 2 }, { "pair_id": 150575, "video_name": "friends_s09e02_seg02_clip_08", "timestamp": [ 37.19, 39.84 ], "duration": 59.66, "caption": "A man grabs a white bag off a table.", "similarity": 0.5092, "relevance": 1 }, { "pair_id": 150576, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 38.49, 42.77 ], "duration": 57.66, "caption": "A man places his hands on the bag he's carrying.", "similarity": 0.5047, "relevance": 1 }, { "pair_id": 150577, "video_name": "house_s02e20_seg02_clip_22", "timestamp": [ 76.28, 80.82 ], "duration": 90.66, "caption": "A man pulls out a bag from the larger trash bag.", "similarity": 0.5044, "relevance": 2 }, { "pair_id": 150578, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 29.97, 33.1 ], "duration": 89.66, "caption": "A person takes out something from his pocket.", "similarity": 0.5036, "relevance": 0 }, { "pair_id": 150579, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 18.26, 19.17 ], "duration": 91.66, "caption": "A man pulls out an item from inside the shopping bag.", "similarity": 0.5034, "relevance": 2 } ] }, { "query_id": 38877, "query": "A man points his device to a person and he puts his hands up.", "relevant_moment": [ { "pair_id": 291260, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 27.16, 32.65 ], "duration": 61.66, "caption": "A man stands up and points his finger at guy.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 291261, "video_name": "castle_s08e06_seg02_clip_21", "timestamp": [ 30.01, 34.51 ], "duration": 100.66, "caption": "A man pulls a device from his pocket and hands it to person.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 291262, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 47.76, 55.21 ], "duration": 62.66, "caption": "A man stands up and points his hand at another man.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 291263, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 31.2, 33.32 ], "duration": 60.66, "caption": "A man puts his hands in his mouth then another man points to him.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 291264, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 19.51, 21.01 ], "duration": 60.66, "caption": "A person raises it hand up and points while he talks.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 291265, "video_name": "friends_s09e14_seg02_clip_16", "timestamp": [ 42.07, 46.42 ], "duration": 58.66, "caption": "A man points his finger at two people.", "similarity": 0.7231, "relevance": 2 }, { "pair_id": 291266, "video_name": "house_s04e13_seg02_clip_06", "timestamp": [ 3.74, 7.89 ], "duration": 83.66, "caption": "A woman points her hand and a man puts his hand up.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 291267, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 21.43, 25.21 ], "duration": 63.66, "caption": "A man points his hand toward person while speaking to him.", "similarity": 0.723, "relevance": 1 }, { "pair_id": 291268, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 2.07, 5.61 ], "duration": 59.66, "caption": "A person uses his finger to point something out.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 291269, "video_name": "s03e01_seg02_clip_09", "timestamp": [ 0.59, 3.84 ], "duration": 59.66, "caption": "A man points at a person and shakes his finger at him.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 291270, "video_name": "house_s06e03_seg02_clip_06", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A man has his hand held up and a woman points at him.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 291271, "video_name": "s05e14_seg02_clip_04", "timestamp": [ 59.25, 60.19 ], "duration": 63.66, "caption": "A person raises their hand and quickly points over their shoulder with their thumb.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 291272, "video_name": "s08e05_seg02_clip_05", "timestamp": [ 55.88, 57.02 ], "duration": 57.66, "caption": "A person points their fingers towards a man while talking to him.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 291273, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 48.32, 50.12 ], "duration": 60.66, "caption": "A man points his finger at a man with his right hand.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 291274, "video_name": "friends_s05e14_seg02_clip_00", "timestamp": [ 12.41, 14.27 ], "duration": 62.66, "caption": "A man holds up his right hand and points.", "similarity": 0.7183, "relevance": 2 }, { "pair_id": 291275, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 41.02, 44.14 ], "duration": 89.66, "caption": "A person points his finger at another person as he stands in front of him/her.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 291276, "video_name": "met_s02e08_seg02_clip_15", "timestamp": [ 28.49, 34.9 ], "duration": 64.66, "caption": "A man leans on his fist and then points to a person's closed hand.", "similarity": 0.7164, "relevance": 1 }, { "pair_id": 291277, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 50.42, 52.82 ], "duration": 60.66, "caption": "A person points with their left hand briefly to another person.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 291278, "video_name": "house_s07e10_seg02_clip_10", "timestamp": [ 36.41, 38.69 ], "duration": 91.66, "caption": "A man raises his phone and points it at another man.", "similarity": 0.7156, "relevance": 4 }, { "pair_id": 291279, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 31.96, 37.81 ], "duration": 90.66, "caption": "A man points finger at a person on the picture.", "similarity": 0.7154, "relevance": 2 } ] }, { "query_id": 38897, "query": "A woman hands a man a gift in Christmas wrapping paper.", "relevant_moment": [ { "pair_id": 4840, "video_name": "s02e11_seg02_clip_13", "timestamp": [ 46.73, 50.51 ], "duration": 54.66, "caption": "A woman hands a man a gift in Christmas wrapping paper.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4841, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 7.17, 9.85 ], "duration": 59.66, "caption": "A woman opens the Christmas gift that man gave her.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 4842, "video_name": "s03e01_seg02_clip_10", "timestamp": [ 33.87, 44.55 ], "duration": 61.66, "caption": "A man hands woman a gift and she opens it.", "similarity": 0.7856, "relevance": 2 }, { "pair_id": 4843, "video_name": "friends_s03e04_seg02_clip_08", "timestamp": [ 44.86, 49.58 ], "duration": 59.66, "caption": "A man grabs a wrapped gift and hands it to woman.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 4844, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 3.28, 5.97 ], "duration": 59.66, "caption": "A man gives a Christmas gift box to woman.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 4845, "video_name": "friends_s01e24_seg02_clip_07", "timestamp": [ 44.15, 57.27 ], "duration": 59.66, "caption": "A woman opens a gift and it's from a man.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 4846, "video_name": "friends_s03e13_seg02_clip_12", "timestamp": [ 12.43, 19.1 ], "duration": 60.66, "caption": "A woman hands a man a gift bag and he opens it.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 4848, "video_name": "s05e24_seg02_clip_01", "timestamp": [ 5.99, 8.55 ], "duration": 57.66, "caption": "A man gifts woman something held in a little box.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 4849, "video_name": "friends_s03e19_seg02_clip_06", "timestamp": [ 19.54, 24.5 ], "duration": 62.66, "caption": "A woman puts her hand out and tells someone to give her the gift.", "similarity": 0.7014, "relevance": 0 }, { "pair_id": 4850, "video_name": "house_s07e09_seg02_clip_25", "timestamp": [ 38.19, 45.55 ], "duration": 92.66, "caption": "A man brings out a gift from his pocket and hands it to a woman.", "similarity": 0.6995, "relevance": 3 }, { "pair_id": 4851, "video_name": "s05e04_seg02_clip_13", "timestamp": [ 31.63, 39.08 ], "duration": 62.66, "caption": "A woman opens the gift.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 4852, "video_name": "castle_s01e01_seg02_clip_15", "timestamp": [ 35.05, 48.98 ], "duration": 96.66, "caption": "A man gives a woman a gift in a blue and white box.", "similarity": 0.692, "relevance": 3 }, { "pair_id": 4853, "video_name": "friends_s10e04_seg02_clip_02", "timestamp": [ 5.9, 9.44 ], "duration": 59.66, "caption": "A woman and a man walk in while holding gifts.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 4854, "video_name": "castle_s08e07_seg02_clip_05", "timestamp": [ 83.54, 108.48 ], "duration": 116.66, "caption": "A woman opens a gift laid out by a man as he waits by the door.", "similarity": 0.6787, "relevance": 3 }, { "pair_id": 4855, "video_name": "castle_s03e18_seg02_clip_22", "timestamp": [ 18.0, 21.16 ], "duration": 90.66, "caption": "A woman gives a man a book as a gift.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 4856, "video_name": "s08e11_seg02_clip_14", "timestamp": [ 37.72, 45.55 ], "duration": 58.66, "caption": "A person takes out a Christmas gift for another person and gave it to them.", "similarity": 0.6755, "relevance": 3 }, { "pair_id": 4857, "video_name": "friends_s08e02_seg02_clip_08", "timestamp": [ 9.77, 12.92 ], "duration": 63.66, "caption": "A man gives a woman a gift after she asked for one.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 4858, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 46.38, 52.18 ], "duration": 61.66, "caption": "A woman opens a gift and a man asks her if she's keeping it.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 4859, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 31.21, 50.42 ], "duration": 60.66, "caption": "A woman holds up the gift that she had gotten from a man.", "similarity": 0.6684, "relevance": 1 } ] }, { "query_id": 38906, "query": "A person turns to look at some people at another table.", "relevant_moment": [ { "pair_id": 46000, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 48.02, 50.72 ], "duration": 60.66, "caption": "A person turns to look at some people at another table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 46001, "video_name": "s01e13_seg02_clip_07", "timestamp": [ 5.19, 9.15 ], "duration": 61.66, "caption": "A person turns his head and looks at someone at the table behind him.", "similarity": 0.8653, "relevance": 4 }, { "pair_id": 46002, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 11.35, 19.07 ], "duration": 90.66, "caption": "A person bends over the table and looks at another person in the eye.", "similarity": 0.8605, "relevance": 2 }, { "pair_id": 46003, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 46004, "video_name": "met_s05e04_seg02_clip_12", "timestamp": [ 39.58, 42.41 ], "duration": 62.66, "caption": "Two people glance at a table next to them.", "similarity": 0.7849, "relevance": 2 }, { "pair_id": 46005, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.7658, "relevance": 3 }, { "pair_id": 46006, "video_name": "met_s06e09_seg02_clip_12", "timestamp": [ 12.49, 21.77 ], "duration": 64.66, "caption": "A person walks up to the table and tricks another person into looking at his body part.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 46007, "video_name": "s03e21_seg01_clip_00", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "A person looks over their shoulder at the table behind them.", "similarity": 0.76, "relevance": 2 }, { "pair_id": 46008, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.7442, "relevance": 3 }, { "pair_id": 46009, "video_name": "house_s02e08_seg02_clip_26", "timestamp": [ 84.1, 89.32 ], "duration": 95.66, "caption": "A person turns around and looks at another person behind him.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 46010, "video_name": "s03e07_seg02_clip_07", "timestamp": [ 41.12, 44.72 ], "duration": 60.66, "caption": "A person turns their head and looks over their shoulder as they sit at the table.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 46011, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 46012, "video_name": "s09e05_seg02_clip_12", "timestamp": [ 51.17, 62.03 ], "duration": 62.66, "caption": "A person approaches a table with three people at it and starts talking to them.", "similarity": 0.7247, "relevance": 3 }, { "pair_id": 46013, "video_name": "friends_s10e17-18_seg02_clip_26", "timestamp": [ 31.81, 43.52 ], "duration": 60.66, "caption": "A person lowers the table, they converse with someone and they bend to look at the table sides.", "similarity": 0.722, "relevance": 1 }, { "pair_id": 46014, "video_name": "castle_s08e14_seg02_clip_21", "timestamp": [ 85.85, 89.05 ], "duration": 91.66, "caption": "A person puts their arm on the table and looks at someone very intensely.", "similarity": 0.7213, "relevance": 0 }, { "pair_id": 46015, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 46016, "video_name": "castle_s02e02_seg02_clip_16", "timestamp": [ 62.55, 64.33 ], "duration": 89.66, "caption": "Multiple people lean on the table to look at the picture.", "similarity": 0.7153, "relevance": 0 }, { "pair_id": 46017, "video_name": "house_s08e15_seg02_clip_19", "timestamp": [ 37.97, 42.49 ], "duration": 90.66, "caption": "A person walks and points towards some people sitting at a wood table.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 46018, "video_name": "s04e24_seg02_clip_07", "timestamp": [ 31.73, 38.45 ], "duration": 61.66, "caption": "A person appears and walks towards the table and sits down to join some people.", "similarity": 0.7122, "relevance": 1 }, { "pair_id": 46019, "video_name": "house_s07e03_seg02_clip_05", "timestamp": [ 0.0, 8.37 ], "duration": 93.66, "caption": "A person is looking at something when another person and their companion approach him.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 219320, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 48.31, 50.15 ], "duration": 92.66, "caption": "One person turns and looks at another person with a withering expression on their face.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 219321, "video_name": "s10e03_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person turns to look towards another person and a third person turns to look at the second person.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 219322, "video_name": "house_s03e11_seg02_clip_01", "timestamp": [ 70.9, 76.85 ], "duration": 91.66, "caption": "A person turns to look at two other people and one of them turns his/her head quickly.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 219323, "video_name": "castle_s07e13_seg02_clip_01", "timestamp": [ 81.47, 90.57 ], "duration": 91.66, "caption": "A man sits at a table and watches another person interact with the other people.", "similarity": 0.7037, "relevance": 4 }, { "pair_id": 219324, "video_name": "friends_s05e04_seg02_clip_02", "timestamp": [ 1.15, 2.88 ], "duration": 57.66, "caption": "A woman gets up from table and looks at man.", "similarity": 0.7008, "relevance": 2 }, { "pair_id": 219325, "video_name": "s08e07_seg02_clip_03", "timestamp": [ 12.01, 16.81 ], "duration": 60.66, "caption": "A man turns around and looks at some people.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 219326, "video_name": "met_s06e14_seg02_clip_15", "timestamp": [ 35.42, 43.09 ], "duration": 59.66, "caption": "A man turns around and looks at some people.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 219327, "video_name": "s03e09_seg02_clip_04", "timestamp": [ 43.33, 46.99 ], "duration": 61.66, "caption": "A person looks at someone, then quickly turns and looks at someone else, then turns and looks at the first person again.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 219328, "video_name": "s08e04_seg02_clip_03", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person walks over to the table where some people are.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 219329, "video_name": "s01e05_seg02_clip_13", "timestamp": [ 20.65, 24.49 ], "duration": 96.66, "caption": "A woman approaches the table to check on two men.", "similarity": 0.6981, "relevance": 3 }, { "pair_id": 219330, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 219331, "video_name": "house_s06e06_seg02_clip_16", "timestamp": [ 56.71, 60.77 ], "duration": 90.66, "caption": "A person rolls his eyes as he sits at the table and talks to another person.", "similarity": 0.6962, "relevance": 1 }, { "pair_id": 219332, "video_name": "castle_s06e09_seg02_clip_15", "timestamp": [ 19.02, 22.27 ], "duration": 92.66, "caption": "A man looks at a woman and then stands up from the table.", "similarity": 0.6952, "relevance": 1 }, { "pair_id": 219333, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 38.79, 40.99 ], "duration": 55.66, "caption": "A person turns around and looks at another person in the kitchen.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 219334, "video_name": "house_s08e10_seg02_clip_14", "timestamp": [ 62.29, 65.45 ], "duration": 90.66, "caption": "A man gets up and leaves the table and another person looks at a man.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 219335, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person turns to look at someone, then turns back to look at someone after a pause.", "similarity": 0.6945, "relevance": 3 }, { "pair_id": 219336, "video_name": "friends_s04e04_seg02_clip_05", "timestamp": [ 15.13, 19.22 ], "duration": 63.66, "caption": "A person turns to look at guy behind him.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 219337, "video_name": "s05e05_seg01_clip_01", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A person walks over to two other people while they are looking at something.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 219338, "video_name": "house_s05e20_seg02_clip_13", "timestamp": [ 2.98, 9.78 ], "duration": 85.66, "caption": "A person has their back turned to another person and they turn around to look at the other person.", "similarity": 0.6932, "relevance": 2 }, { "pair_id": 219339, "video_name": "s07e20_seg02_clip_02", "timestamp": [ 10.15, 11.9 ], "duration": 58.66, "caption": "A man and a man quickly turn their heads and glance at each other while sitting at the table across from a person.", "similarity": 0.6929, "relevance": 2 } ] }, { "query_id": 38908, "query": "A woman places her sandwich back down on her plate while having a conversation with a man.", "relevant_moment": [ { "pair_id": 168680, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 25.51, 27.91 ], "duration": 60.66, "caption": "A woman places her sandwich back down on her plate while having a conversation with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168681, "video_name": "friends_s04e16_seg02_clip_21", "timestamp": [ 50.85, 82.02 ], "duration": 82.66, "caption": "A woman is making a sandwich as a man is speaking to her.", "similarity": 0.8061, "relevance": 2 }, { "pair_id": 168682, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 1.88, 3.76 ], "duration": 94.66, "caption": "A woman hands person a plate with a sandwich.", "similarity": 0.7766, "relevance": 2 }, { "pair_id": 168683, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 25.81, 27.01 ], "duration": 60.66, "caption": "A woman puts her sandwich down on the plate.", "similarity": 0.7605, "relevance": 4 }, { "pair_id": 168684, "video_name": "castle_s02e20_seg02_clip_13", "timestamp": [ 24.45, 27.95 ], "duration": 87.66, "caption": "A man takes a bit of his sandwich as he is speaking to woman holding his phone.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 168685, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 0.0, 5.64 ], "duration": 94.66, "caption": "A woman offers a sandwich to a man.", "similarity": 0.7485, "relevance": 3 }, { "pair_id": 168686, "video_name": "friends_s07e03_seg02_clip_00", "timestamp": [ 36.6, 44.97 ], "duration": 62.66, "caption": "A woman brings a plate with a sandwich and sits down on the sofa next to a man.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 168687, "video_name": "met_s06e08_seg02_clip_12", "timestamp": [ 0.0, 11.12 ], "duration": 57.66, "caption": "A man holds a comically large sub sandwich while talking to a woman.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 168688, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A person is eating a sandwich when talking to another person.", "similarity": 0.7434, "relevance": 1 }, { "pair_id": 168689, "video_name": "grey_s02e20_seg02_clip_14", "timestamp": [ 0.0, 12.69 ], "duration": 94.66, "caption": "A person is eating a sandwich when talking to another person.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 168690, "video_name": "friends_s04e14_seg01_clip_00", "timestamp": [ 15.41, 20.66 ], "duration": 70.66, "caption": "A man tells a woman that she is holding an old piece of sandwich.", "similarity": 0.7311, "relevance": 0 }, { "pair_id": 168691, "video_name": "friends_s04e13_seg02_clip_13", "timestamp": [ 24.81, 26.36 ], "duration": 62.66, "caption": "A woman holds her plate and eats while talking to another woman.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 168692, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 16.48, 61.03 ], "duration": 61.66, "caption": "A woman is holding a plate while talking to a man.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 168693, "video_name": "friends_s04e16_seg02_clip_09", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man talks animatedly to a woman and takes a bite out of a sandwich.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 168694, "video_name": "house_s06e08_seg02_clip_10", "timestamp": [ 49.31, 52.23 ], "duration": 73.66, "caption": "A person hands a paper to woman while she eats her sandwich.", "similarity": 0.714, "relevance": 3 }, { "pair_id": 168695, "video_name": "s08e04_seg02_clip_12", "timestamp": [ 56.66, 58.73 ], "duration": 59.66, "caption": "A woman is talking to a man while she sets the plate down.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 168696, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 44.73, 47.39 ], "duration": 74.66, "caption": "A woman takes a sandwich from a man and takes a bite.", "similarity": 0.7084, "relevance": 1 }, { "pair_id": 168697, "video_name": "house_s05e12_seg02_clip_19", "timestamp": [ 0.0, 20.94 ], "duration": 91.66, "caption": "A man talks to a woman as she holds onto a plate.", "similarity": 0.6985, "relevance": 1 }, { "pair_id": 168698, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 46.22, 56.73 ], "duration": 60.66, "caption": "A woman was holding a plate of food whilst talking.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 168699, "video_name": "friends_s04e16_seg02_clip_09", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man describes woman before he eats his sandwich.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 342000, "video_name": "house_s03e09_seg02_clip_09", "timestamp": [ 23.62, 26.69 ], "duration": 87.66, "caption": "A person holds the sandwich to person's mouth and person eats.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 342001, "video_name": "house_s03e24_seg02_clip_15", "timestamp": [ 25.0, 33.33 ], "duration": 119.66, "caption": "A woman sits down beside a man as he's eating a sandwich.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 342002, "video_name": "friends_s03e11_seg02_clip_02", "timestamp": [ 18.25, 23.66 ], "duration": 57.66, "caption": "A woman turns around holding two plates with food while talking to another woman.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 342003, "video_name": "house_s08e06_seg02_clip_11", "timestamp": [ 52.09, 55.78 ], "duration": 82.66, "caption": "A person takes a bite of their sandwich half and then tosses it back at another person's plate.", "similarity": 0.6796, "relevance": 3 }, { "pair_id": 342004, "video_name": "met_s06e01_seg02_clip_08", "timestamp": [ 41.54, 46.5 ], "duration": 55.66, "caption": "A woman is holding a sandwich then answers the phone and looks behind her.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 342005, "video_name": "house_s03e09_seg02_clip_09", "timestamp": [ 11.81, 17.06 ], "duration": 87.66, "caption": "A man reaches over and tries to hand a woman a sandwich.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 342006, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 33.05, 38.96 ], "duration": 59.66, "caption": "A man waves a sandwich in his hand while talking to another man before setting it down on a plate.", "similarity": 0.6654, "relevance": 3 }, { "pair_id": 342007, "video_name": "s07e20_seg02_clip_10", "timestamp": [ 58.0, 59.86 ], "duration": 62.66, "caption": "A woman pushed her plate away while talking to a man.", "similarity": 0.6602, "relevance": 3 }, { "pair_id": 342008, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 21.06, 22.68 ], "duration": 108.66, "caption": "A person takes a bite of a sandwich they are holding.", "similarity": 0.6592, "relevance": 2 }, { "pair_id": 342009, "video_name": "house_s06e08_seg02_clip_10", "timestamp": [ 36.16, 43.1 ], "duration": 73.66, "caption": "A woman walks in to talk with a man carrying two sandwiches.", "similarity": 0.6519, "relevance": 3 }, { "pair_id": 342010, "video_name": "friends_s01e15_seg02_clip_08", "timestamp": [ 37.62, 53.49 ], "duration": 69.66, "caption": "A man holds a plate while talking to woman and woman.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 342011, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 15.51, 17.06 ], "duration": 62.66, "caption": "A person gestures toward the giant sandwich that another person has made.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 342012, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 47.46, 49.27 ], "duration": 90.66, "caption": "A woman shoves some food into a man's mouth while they are talking.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 342013, "video_name": "friends_s08e19_seg02_clip_16", "timestamp": [ 21.18, 28.34 ], "duration": 62.66, "caption": "A man was talking to woman while she was scooping her food.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 342014, "video_name": "friends_s09e14_seg02_clip_01", "timestamp": [ 0.0, 13.4 ], "duration": 67.66, "caption": "A woman holds a spoon with food on it while talking to a man, then she proceeds to eat it.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 342015, "video_name": "friends_s05e01_seg02_clip_02", "timestamp": [ 0.0, 31.62 ], "duration": 58.66, "caption": "A man and a woman were both holding a plate while having a conversation.", "similarity": 0.6359, "relevance": 3 }, { "pair_id": 342016, "video_name": "house_s03e09_seg02_clip_26", "timestamp": [ 2.52, 5.4 ], "duration": 72.66, "caption": "A man puts filling on his sandwich while talking to another man.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 342017, "video_name": "grey_s01e08_seg02_clip_06", "timestamp": [ 80.88, 84.03 ], "duration": 89.66, "caption": "A person holds their sandwich and takes a bite out of it.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 342018, "video_name": "s09e21_seg02_clip_10", "timestamp": [ 18.31, 21.66 ], "duration": 61.66, "caption": "A man says something and then takes a bite of his sandwich.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 342019, "video_name": "friends_s09e14_seg02_clip_19", "timestamp": [ 0.0, 20.81 ], "duration": 57.66, "caption": "A man is holding a food while talking to woman.", "similarity": 0.6313, "relevance": 2 } ] }, { "query_id": 38920, "query": "A person is wrapping the cord around his headphones.", "relevant_moment": [ { "pair_id": 163560, "video_name": "house_s01e08_seg02_clip_26", "timestamp": [ 4.95, 8.39 ], "duration": 43.66, "caption": "A person is wrapping the cord around his headphones.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163561, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 51.92, 59.43 ], "duration": 60.66, "caption": "A man wraps a cord around a pair of headphones.", "similarity": 0.8933, "relevance": 4 }, { "pair_id": 163562, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 50.12, 54.02 ], "duration": 60.66, "caption": "A man wraps a cord around a pair of headphones.", "similarity": 0.8933, "relevance": 4 }, { "pair_id": 163563, "video_name": "s07e17_seg02_clip_12", "timestamp": [ 41.12, 47.72 ], "duration": 60.66, "caption": "A man wraps the cord around his over the ear headphones.", "similarity": 0.8618, "relevance": 4 }, { "pair_id": 163564, "video_name": "s08e13_seg01_clip_00", "timestamp": [ 51.79, 62.03 ], "duration": 62.66, "caption": "A person takes off headphones and puts them around his/her neck, adjusting them.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 163565, "video_name": "s03e21_seg02_clip_05", "timestamp": [ 35.4, 45.16 ], "duration": 61.66, "caption": "A person holds a pair of headphones in his hands.", "similarity": 0.6874, "relevance": 3 }, { "pair_id": 163566, "video_name": "s08e13_seg01_clip_00", "timestamp": [ 7.44, 15.2 ], "duration": 62.66, "caption": "A person has visible headphones and puts them on, then lowers his hands.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 163567, "video_name": "s08e20_seg02_clip_13", "timestamp": [ 55.52, 56.43 ], "duration": 60.66, "caption": "A person takes off the headphones that he is wearing.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 163568, "video_name": "house_s02e23_seg02_clip_17", "timestamp": [ 39.78, 42.02 ], "duration": 56.66, "caption": "A man wraps up his headphones and puts them on top of the desk.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 163569, "video_name": "s04e24_seg02_clip_00", "timestamp": [ 5.99, 10.08 ], "duration": 63.66, "caption": "A person is in front of their laptop with headphones on.", "similarity": 0.6317, "relevance": 1 }, { "pair_id": 163570, "video_name": "friends_s04e23-24_seg02_clip_38", "timestamp": [ 14.09, 16.97 ], "duration": 64.66, "caption": "A person next to woman puts headphone on his head and keeps them there.", "similarity": 0.6153, "relevance": 2 }, { "pair_id": 163571, "video_name": "s08e20_seg02_clip_05", "timestamp": [ 27.31, 29.11 ], "duration": 60.66, "caption": "A man adjusts the headphone piece over his right ear.", "similarity": 0.5979, "relevance": 2 }, { "pair_id": 163572, "video_name": "s08e13_seg01_clip_00", "timestamp": [ 11.48, 16.13 ], "duration": 62.66, "caption": "A person puts their headphone on and talks to some people.", "similarity": 0.591, "relevance": 2 }, { "pair_id": 163573, "video_name": "s01e07_seg01_clip_00", "timestamp": [ 2.21, 4.1 ], "duration": 63.66, "caption": "A person is plugging in cords behind the TV.", "similarity": 0.5897, "relevance": 0 }, { "pair_id": 163574, "video_name": "house_s07e05_seg02_clip_13", "timestamp": [ 57.42, 64.99 ], "duration": 89.66, "caption": "A person is on their cell phone and plugs their ear.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 163575, "video_name": "house_s06e10_seg02_clip_13", "timestamp": [ 9.95, 13.11 ], "duration": 90.66, "caption": "A person walks into the room as someone has headphones on them.", "similarity": 0.5826, "relevance": 2 }, { "pair_id": 163577, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 28.68, 31.52 ], "duration": 63.66, "caption": "A person puts on headphones and picks up their computer.", "similarity": 0.5795, "relevance": 2 }, { "pair_id": 163578, "video_name": "house_s01e21_seg02_clip_03", "timestamp": [ 37.61, 69.58 ], "duration": 94.66, "caption": "A woman talks to person while he is holding his headphones.", "similarity": 0.5684, "relevance": 2 }, { "pair_id": 163579, "video_name": "friends_s04e23-24_seg02_clip_38", "timestamp": [ 9.28, 11.53 ], "duration": 64.66, "caption": "A person next to woman puts headphone on his head then takes them off.", "similarity": 0.5682, "relevance": 2 }, { "pair_id": 336880, "video_name": "s08e13_seg02_clip_10", "timestamp": [ 24.65, 31.93 ], "duration": 56.66, "caption": "A person walks over to his desk and picks up his headphones.", "similarity": 0.5667, "relevance": 3 }, { "pair_id": 336881, "video_name": "s03e23_seg02_clip_05", "timestamp": [ 7.08, 22.13 ], "duration": 59.66, "caption": "A man wraps a cord around an electronic device as he and another person have a conversation.", "similarity": 0.5651, "relevance": 3 }, { "pair_id": 336882, "video_name": "s08e20_seg02_clip_04", "timestamp": [ 42.07, 46.42 ], "duration": 58.66, "caption": "A man hands a pair of headphone off his backpack to a person.", "similarity": 0.564, "relevance": 2 }, { "pair_id": 336883, "video_name": "castle_s07e03_seg02_clip_02", "timestamp": [ 6.95, 8.81 ], "duration": 92.66, "caption": "A man lifts their headphones from their neck in emphasis, then sets them back down.", "similarity": 0.5606, "relevance": 3 }, { "pair_id": 336884, "video_name": "house_s07e01_seg02_clip_06", "timestamp": [ 1.8, 3.15 ], "duration": 90.66, "caption": "A person carefully removes an earpiece from his ear.", "similarity": 0.5592, "relevance": 3 }, { "pair_id": 336885, "video_name": "house_s01e09_seg02_clip_03", "timestamp": [ 83.21, 94.03 ], "duration": 94.66, "caption": "A person puts on their headphones, resuming their prior activity as another person exits.", "similarity": 0.5587, "relevance": 3 }, { "pair_id": 336887, "video_name": "house_s02e23_seg02_clip_17", "timestamp": [ 11.2, 14.57 ], "duration": 56.66, "caption": "A person takes off their headphones as some people walk in.", "similarity": 0.5534, "relevance": 2 }, { "pair_id": 336888, "video_name": "castle_s02e18_seg02_clip_12", "timestamp": [ 73.73, 75.1 ], "duration": 91.66, "caption": "A person takes off headphones from their ears and puts them back on as they write down on a paper.", "similarity": 0.547, "relevance": 3 }, { "pair_id": 336889, "video_name": "friends_s04e23-24_seg02_clip_35", "timestamp": [ 24.5, 26.05 ], "duration": 62.66, "caption": "A person on the plane next to a woman puts their headphones on.", "similarity": 0.5463, "relevance": 3 }, { "pair_id": 336890, "video_name": "s01e17_seg02_clip_09", "timestamp": [ 4.88, 10.37 ], "duration": 61.66, "caption": "A person tucks their earbuds down their shirt.", "similarity": 0.5448, "relevance": 2 }, { "pair_id": 336891, "video_name": "castle_s02e07_seg02_clip_23", "timestamp": [ 78.98, 82.27 ], "duration": 94.66, "caption": "A man hands a woman earphones and she puts them on.", "similarity": 0.5438, "relevance": 3 }, { "pair_id": 336892, "video_name": "s06e09_seg02_clip_10", "timestamp": [ 44.02, 48.7 ], "duration": 55.66, "caption": "A person reaches into their bag and brings out some ear muffs, which they place on their head.", "similarity": 0.537, "relevance": 3 }, { "pair_id": 336894, "video_name": "friends_s06e10_seg02_clip_16", "timestamp": [ 8.55, 9.77 ], "duration": 61.66, "caption": "A person takes his headset off of his head.", "similarity": 0.5317, "relevance": 2 }, { "pair_id": 336895, "video_name": "s02e02_seg02_clip_05", "timestamp": [ 0.0, 7.83 ], "duration": 58.66, "caption": "A person is wrapping a game controller cord while speaking with another person.", "similarity": 0.5303, "relevance": 3 }, { "pair_id": 336896, "video_name": "house_s05e07_seg02_clip_04", "timestamp": [ 38.29, 40.49 ], "duration": 88.66, "caption": "A person pulls off the wrapping of a band-aid and puts it on his/her hand.", "similarity": 0.5299, "relevance": 2 }, { "pair_id": 336897, "video_name": "s08e22_seg02_clip_07", "timestamp": [ 0.0, 17.41 ], "duration": 59.66, "caption": "A man holds a big tangle of wires and electronics in his hands.", "similarity": 0.5285, "relevance": 1 }, { "pair_id": 336898, "video_name": "castle_s01e01_seg02_clip_18", "timestamp": [ 35.5, 39.14 ], "duration": 91.66, "caption": "A person pushes their hair behind their ear as they listen to someone.", "similarity": 0.5249, "relevance": 1 }, { "pair_id": 336899, "video_name": "castle_s02e20_seg02_clip_22", "timestamp": [ 17.2, 19.4 ], "duration": 88.66, "caption": "A person looks at some other people and takes off the headphones on his ears.", "similarity": 0.5209, "relevance": 2 } ] }, { "query_id": 38931, "query": "Two people kiss each other on the couch.", "relevant_moment": [ { "pair_id": 170760, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 18.2, 21.39 ], "duration": 91.66, "caption": "Two people kiss each other on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170761, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 4.5, 18.45 ], "duration": 90.66, "caption": "Two people kiss each other on a couch.", "similarity": 0.9949, "relevance": 4 }, { "pair_id": 170762, "video_name": "s07e23_seg02_clip_13", "timestamp": [ 48.66, 52.19 ], "duration": 64.66, "caption": "Two people kiss on the couch while one person moves their hand.", "similarity": 0.9167, "relevance": 4 }, { "pair_id": 170763, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 45.91, 54.46 ], "duration": 90.66, "caption": "Two people kiss each other while they are sitting on the sofa.", "similarity": 0.8947, "relevance": 4 }, { "pair_id": 170764, "video_name": "s05e23_seg02_clip_04", "timestamp": [ 0.0, 16.25 ], "duration": 56.66, "caption": "Two people are kissing each other while on a sofa.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 170765, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 119.54, 126.02 ], "duration": 144.66, "caption": "Two people kiss each other sitting on the sofa.", "similarity": 0.8878, "relevance": 3 }, { "pair_id": 170766, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 5.61, 56.37 ], "duration": 59.66, "caption": "A man and a woman are kissing each other on the couch.", "similarity": 0.8598, "relevance": 4 }, { "pair_id": 170767, "video_name": "s05e07_seg02_clip_13", "timestamp": [ 25.63, 31.12 ], "duration": 61.66, "caption": "Two people were sitting on the couch whilst kissing.", "similarity": 0.8563, "relevance": 4 }, { "pair_id": 170768, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 20.66, 24.5 ], "duration": 59.66, "caption": "Two people lay on the couch and kiss.", "similarity": 0.856, "relevance": 4 }, { "pair_id": 170769, "video_name": "s02e15_seg02_clip_14", "timestamp": [ 31.93, 35.02 ], "duration": 56.66, "caption": "A man and woman start to kiss each other as they are on the couch.", "similarity": 0.8511, "relevance": 4 }, { "pair_id": 170770, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 16.06, 21.32 ], "duration": 58.66, "caption": "Two people kiss, then fall onto the couch together.", "similarity": 0.8394, "relevance": 3 }, { "pair_id": 170771, "video_name": "friends_s07e15_seg02_clip_16", "timestamp": [ 0.77, 16.84 ], "duration": 51.66, "caption": "A person kisses someone and they then kiss on the couch.", "similarity": 0.8358, "relevance": 3 }, { "pair_id": 170772, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 4.89, 14.06 ], "duration": 61.66, "caption": "A woman kisses a man while they both are on the couch together.", "similarity": 0.8322, "relevance": 4 }, { "pair_id": 170773, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.55, 13.4 ], "duration": 57.66, "caption": "A woman and man hug and kiss on the couch.", "similarity": 0.8254, "relevance": 4 }, { "pair_id": 170774, "video_name": "s06e22_seg02_clip_16", "timestamp": [ 59.43, 60.75 ], "duration": 66.66, "caption": "A man and a woman who are sitting on a couch lean in and kiss.", "similarity": 0.818, "relevance": 4 }, { "pair_id": 170775, "video_name": "s09e10_seg02_clip_15", "timestamp": [ 3.19, 4.93 ], "duration": 58.66, "caption": "A man and a woman kiss on the living room couch.", "similarity": 0.8155, "relevance": 4 }, { "pair_id": 170776, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.84, 12.83 ], "duration": 57.66, "caption": "A man and a woman embrace and start kissing while sitting on the couch.", "similarity": 0.796, "relevance": 4 }, { "pair_id": 170777, "video_name": "friends_s09e04_seg02_clip_18", "timestamp": [ 30.82, 32.65 ], "duration": 61.66, "caption": "Two people kiss on the sofa of her apartment.", "similarity": 0.7919, "relevance": 4 }, { "pair_id": 170778, "video_name": "friends_s09e04_seg02_clip_19", "timestamp": [ 7.29, 14.89 ], "duration": 60.66, "caption": "A man and a woman are on a sofa kissing each other.", "similarity": 0.7906, "relevance": 4 }, { "pair_id": 170779, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 12.43, 23.97 ], "duration": 59.66, "caption": "A man and a woman sit and cuddle on the couch before starting to kiss.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 344080, "video_name": "s03e02_seg02_clip_06", "timestamp": [ 7.93, 11.9 ], "duration": 61.66, "caption": "A man and woman are kissing each other on her sofa.", "similarity": 0.7744, "relevance": 4 }, { "pair_id": 344081, "video_name": "met_s03e07_seg02_clip_05", "timestamp": [ 20.16, 22.95 ], "duration": 62.66, "caption": "A woman starts kissing a man on the couch.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 344082, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.31, 8.56 ], "duration": 59.66, "caption": "A man and woman kissed and slowly sits on the couch.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 344083, "video_name": "met_s06e23_seg02_clip_12", "timestamp": [ 19.83, 24.72 ], "duration": 61.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7597, "relevance": 3 }, { "pair_id": 344084, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 16.36, 21.61 ], "duration": 58.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7597, "relevance": 3 }, { "pair_id": 344085, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 48.67, 51.12 ], "duration": 70.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7597, "relevance": 4 }, { "pair_id": 344086, "video_name": "castle_s01e06_seg02_clip_25", "timestamp": [ 28.01, 30.11 ], "duration": 70.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7597, "relevance": 3 }, { "pair_id": 344087, "video_name": "s08e24_seg01_clip_00", "timestamp": [ 4.05, 10.35 ], "duration": 90.66, "caption": "A couple is sitting on the couch kissing and one of them holds the other at arm's length, when they stop.", "similarity": 0.753, "relevance": 4 }, { "pair_id": 344088, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 7.97, 15.05 ], "duration": 59.66, "caption": "A man and woman are kissing on the couch and she suggests they go into another room.", "similarity": 0.7487, "relevance": 4 }, { "pair_id": 344089, "video_name": "friends_s09e17_seg02_clip_17", "timestamp": [ 10.33, 18.53 ], "duration": 60.66, "caption": "A woman leans over and kisses a man while they are sitting on a couch.", "similarity": 0.743, "relevance": 4 }, { "pair_id": 344090, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 58.33, 63.27 ], "duration": 89.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.7423, "relevance": 4 }, { "pair_id": 344091, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 49.31, 57.38 ], "duration": 62.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.7423, "relevance": 4 }, { "pair_id": 344092, "video_name": "met_s02e07_seg02_clip_07", "timestamp": [ 26.88, 30.55 ], "duration": 61.66, "caption": "Two people are about to kiss and another person jumps over the back of the couch and lands between them.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 344093, "video_name": "friends_s08e21_seg02_clip_19", "timestamp": [ 0.0, 1.92 ], "duration": 96.66, "caption": "Two people hug each other while sitting on the couch.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 344095, "video_name": "friends_s01e16-17_seg02_clip_44", "timestamp": [ 9.14, 16.53 ], "duration": 87.66, "caption": "A man kisses a woman while they both sit on the sofa.", "similarity": 0.7353, "relevance": 4 }, { "pair_id": 344096, "video_name": "friends_s01e15_seg02_clip_08", "timestamp": [ 58.67, 66.95 ], "duration": 69.66, "caption": "A man kisses a woman passionately while sitting on a couch.", "similarity": 0.7349, "relevance": 4 }, { "pair_id": 344097, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 40.68, 44.2 ], "duration": 47.66, "caption": "Two people kiss while they are in bed together.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 344098, "video_name": "friends_s07e09_seg02_clip_01", "timestamp": [ 55.83, 58.83 ], "duration": 60.66, "caption": "Two people hold each other and kiss.", "similarity": 0.7313, "relevance": 3 }, { "pair_id": 344099, "video_name": "met_s06e20_seg02_clip_16", "timestamp": [ 19.53, 24.72 ], "duration": 61.66, "caption": "Two people give each other a kiss.", "similarity": 0.7302, "relevance": 3 } ] }, { "query_id": 38951, "query": "A group of doctors and nurses transfer a person from a gurney to an MRI table.", "relevant_moment": [ { "pair_id": 151140, "video_name": "house_s03e06_seg02_clip_06", "timestamp": [ 68.84, 78.61 ], "duration": 93.66, "caption": "A group of doctors and nurses transfer a person from a gurney to an MRI table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151141, "video_name": "friends_s08e23-24_seg02_clip_17", "timestamp": [ 42.23, 46.33 ], "duration": 63.66, "caption": "A person on a gurney is brought into another person's hospital room by a nurse and doctor.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 151142, "video_name": "house_s04e08_seg02_clip_04", "timestamp": [ 22.0, 25.74 ], "duration": 83.66, "caption": "A patient is laying on a table, and goes into an MRI machine.", "similarity": 0.684, "relevance": 1 }, { "pair_id": 151143, "video_name": "house_s06e17_seg02_clip_03", "timestamp": [ 0.0, 31.51 ], "duration": 90.66, "caption": "Two doctors watch the patient getting the MRI from the other room.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 151144, "video_name": "house_s07e08_seg02_clip_23", "timestamp": [ 39.11, 57.52 ], "duration": 92.66, "caption": "A person holds up a black and white MRI for the patient.", "similarity": 0.653, "relevance": 1 }, { "pair_id": 151145, "video_name": "house_s05e12_seg02_clip_07", "timestamp": [ 3.64, 9.1 ], "duration": 91.66, "caption": "A person points to the MRI and shows another person.", "similarity": 0.6526, "relevance": 0 }, { "pair_id": 151146, "video_name": "house_s07e16_seg02_clip_14", "timestamp": [ 1.9, 11.88 ], "duration": 95.66, "caption": "A person rushes into the room while another person stays managing the MRI machine.", "similarity": 0.6512, "relevance": 1 }, { "pair_id": 151147, "video_name": "house_s01e16_seg02_clip_24", "timestamp": [ 30.74, 43.12 ], "duration": 91.66, "caption": "The patient is being slid into the MRI machine.", "similarity": 0.6384, "relevance": 2 }, { "pair_id": 151148, "video_name": "house_s02e12_seg02_clip_00", "timestamp": [ 2.97, 8.91 ], "duration": 99.66, "caption": "Three medical professionals push a gurney into the hospital room.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 151149, "video_name": "house_s07e08_seg02_clip_23", "timestamp": [ 57.52, 74.54 ], "duration": 92.66, "caption": "A doctor picks up another MRI in black and white and holds it up.", "similarity": 0.6313, "relevance": 0 }, { "pair_id": 151150, "video_name": "grey_s01e09_seg02_clip_02", "timestamp": [ 15.93, 20.03 ], "duration": 91.66, "caption": "A man calls a nurse to him and tells her to take his patient for an MRI and to assign another person with him.", "similarity": 0.6288, "relevance": 2 }, { "pair_id": 151151, "video_name": "house_s08e16_seg02_clip_03", "timestamp": [ 52.56, 93.03 ], "duration": 93.66, "caption": "Two people talk while a patient gets an MRI.", "similarity": 0.6284, "relevance": 1 }, { "pair_id": 151152, "video_name": "house_s06e08_seg02_clip_22", "timestamp": [ 24.76, 28.81 ], "duration": 90.66, "caption": "Two people walk into the room while someone is about to do a MRI.", "similarity": 0.621, "relevance": 1 }, { "pair_id": 151153, "video_name": "house_s02e20_seg02_clip_14", "timestamp": [ 78.22, 85.02 ], "duration": 85.66, "caption": "A person holds up a picture of an MRI for another person to see.", "similarity": 0.6209, "relevance": 0 }, { "pair_id": 151154, "video_name": "house_s07e03_seg02_clip_14", "timestamp": [ 51.72, 56.42 ], "duration": 94.66, "caption": "A man comes in the MRI room while someone and someone are talking.", "similarity": 0.6156, "relevance": 1 }, { "pair_id": 151155, "video_name": "house_s05e16_seg02_clip_02", "timestamp": [ 12.3, 30.08 ], "duration": 91.66, "caption": "A person takes a look at someone going inside of the MRI.", "similarity": 0.6149, "relevance": 1 }, { "pair_id": 151156, "video_name": "castle_s06e21_seg02_clip_01", "timestamp": [ 27.99, 30.74 ], "duration": 91.66, "caption": "Two medical professionals wheel a gurney past two men and a woman.", "similarity": 0.6131, "relevance": 2 }, { "pair_id": 151157, "video_name": "house_s08e02_seg02_clip_21", "timestamp": [ 0.0, 6.8 ], "duration": 85.66, "caption": "A person lays on the table at the MRI and lifts their head up.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 151158, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 39.22, 46.88 ], "duration": 90.66, "caption": "A patient's body is slowly going into the MRI machine.", "similarity": 0.6082, "relevance": 1 }, { "pair_id": 151159, "video_name": "house_s03e02_seg02_clip_18", "timestamp": [ 31.36, 44.01 ], "duration": 110.66, "caption": "A child is put into an MRI with two people observing.", "similarity": 0.6043, "relevance": 1 } ] }, { "query_id": 39046, "query": "A doctor looks down and then at another doctor.", "relevant_moment": [ { "pair_id": 162280, "video_name": "house_s03e09_seg02_clip_19", "timestamp": [ 22.81, 24.81 ], "duration": 80.66, "caption": "A doctor looks down and then at another doctor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162281, "video_name": "house_s01e03_seg02_clip_03", "timestamp": [ 88.29, 91.02 ], "duration": 91.66, "caption": "A doctor, sitting on a desk, looks toward another doctor.", "similarity": 0.7995, "relevance": 4 }, { "pair_id": 162282, "video_name": "house_s04e09_seg02_clip_02", "timestamp": [ 16.93, 18.81 ], "duration": 94.66, "caption": "The doctors turn back to look at a person at the same time.", "similarity": 0.7957, "relevance": 1 }, { "pair_id": 162283, "video_name": "house_s03e12_seg02_clip_26", "timestamp": [ 0.0, 20.29 ], "duration": 39.66, "caption": "A person looks down at an activity they're doing as they have a conversation with two doctors.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 162284, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 34.66, 37.81 ], "duration": 90.66, "caption": "A doctor gets up from their sit beside another doctor.", "similarity": 0.7897, "relevance": 1 }, { "pair_id": 162285, "video_name": "grey_s03e10_seg02_clip_21", "timestamp": [ 74.85, 77.61 ], "duration": 91.66, "caption": "A female doctor looks up at another doctor as they operate.", "similarity": 0.7874, "relevance": 2 }, { "pair_id": 162286, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 1.33, 8.0 ], "duration": 88.66, "caption": "A doctor approaches two people who seem looking at his direction.", "similarity": 0.7803, "relevance": 1 }, { "pair_id": 162287, "video_name": "house_s03e10_seg02_clip_00", "timestamp": [ 6.86, 10.98 ], "duration": 91.66, "caption": "A doctor stops for a moment to talk to another doctor.", "similarity": 0.7786, "relevance": 1 }, { "pair_id": 162288, "video_name": "grey_s03e14_seg02_clip_24", "timestamp": [ 44.45, 49.0 ], "duration": 101.66, "caption": "A doctor walks with another doctor to check on their patient.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 162289, "video_name": "house_s03e24_seg02_clip_20", "timestamp": [ 76.51, 78.75 ], "duration": 89.66, "caption": "A doctor looks their way in an upward direction.", "similarity": 0.7656, "relevance": 1 }, { "pair_id": 162290, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 8.04, 11.06 ], "duration": 67.66, "caption": "The person next to doctor looks at him for the first time.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 162291, "video_name": "house_s08e05_seg02_clip_06", "timestamp": [ 10.23, 15.81 ], "duration": 93.66, "caption": "A doctor asks another doctor about a third doctor.", "similarity": 0.7599, "relevance": 0 }, { "pair_id": 162292, "video_name": "house_s07e23_seg02_clip_06", "timestamp": [ 4.07, 8.15 ], "duration": 90.66, "caption": "A doctor orders another doctor to go somewhere else.", "similarity": 0.7595, "relevance": 0 }, { "pair_id": 162293, "video_name": "house_s05e07_seg02_clip_21", "timestamp": [ 50.86, 54.91 ], "duration": 90.66, "caption": "Two doctors turn to watch a person as he walks down a hallway.", "similarity": 0.7588, "relevance": 0 }, { "pair_id": 162294, "video_name": "friends_s09e22_seg02_clip_00", "timestamp": [ 62.76, 64.71 ], "duration": 65.66, "caption": "Two people look at each other after hearing the doctor.", "similarity": 0.7588, "relevance": 1 }, { "pair_id": 162295, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 19.21, 29.77 ], "duration": 96.66, "caption": "A doctor approaches a person and talks about another doctor.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 162296, "video_name": "house_s07e23_seg02_clip_22", "timestamp": [ 0.0, 19.72 ], "duration": 116.66, "caption": "A doctor talks with another doctor with their pants down about another patient.", "similarity": 0.757, "relevance": 2 }, { "pair_id": 162297, "video_name": "house_s06e16_seg02_clip_19", "timestamp": [ 4.23, 7.05 ], "duration": 94.66, "caption": "A doctor bends and leans on his knee while he is talking to another doctor.", "similarity": 0.7564, "relevance": 1 }, { "pair_id": 162298, "video_name": "house_s08e06_seg02_clip_08", "timestamp": [ 66.77, 75.67 ], "duration": 89.66, "caption": "A doctor starts to leave, but turns back and talks with another doctor.", "similarity": 0.755, "relevance": 2 }, { "pair_id": 162299, "video_name": "house_s02e05_seg02_clip_14", "timestamp": [ 79.82, 83.18 ], "duration": 84.66, "caption": "A doctor looks for woman from another doctor.", "similarity": 0.7545, "relevance": 1 }, { "pair_id": 335600, "video_name": "house_s07e05_seg02_clip_14", "timestamp": [ 40.9, 82.27 ], "duration": 94.66, "caption": "A doctor opens the door and talk to another doctor.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 335601, "video_name": "house_s03e14_seg02_clip_06", "timestamp": [ 44.21, 48.72 ], "duration": 90.66, "caption": "A doctor turns to see another doctor come into the observation room.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 335602, "video_name": "house_s07e08_seg02_clip_23", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "Dr. Someone leans forward near Dr. Someone else to look closer at something.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 335603, "video_name": "grey_s02e17_seg02_clip_00", "timestamp": [ 15.01, 27.51 ], "duration": 100.66, "caption": "A doctor is standing in the room and another doctor turns to see that they're there.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 335604, "video_name": "house_s08e20_seg02_clip_07", "timestamp": [ 58.44, 61.66 ], "duration": 92.66, "caption": "A person looks at a doctor who returns the look, they then face a friend.", "similarity": 0.7469, "relevance": 1 }, { "pair_id": 335605, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A doctor is discussing something to the other doctors.", "similarity": 0.7462, "relevance": 3 }, { "pair_id": 335606, "video_name": "house_s07e08_seg02_clip_08", "timestamp": [ 75.82, 93.03 ], "duration": 93.66, "caption": "A doctor sits beside the patient and checks their reactions to what they say.", "similarity": 0.7456, "relevance": 2 }, { "pair_id": 335607, "video_name": "friends_s03e23_seg02_clip_06", "timestamp": [ 0.0, 6.9 ], "duration": 60.66, "caption": "A doctor pulls down their headlamp while telling the other doctors how they're confused.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 335608, "video_name": "house_s03e17_seg02_clip_12", "timestamp": [ 69.38, 71.8 ], "duration": 97.66, "caption": "A doctor shrugs as he looks down at a person and asks them a question.", "similarity": 0.7413, "relevance": 3 }, { "pair_id": 335609, "video_name": "house_s05e18_seg02_clip_18", "timestamp": [ 0.0, 7.05 ], "duration": 94.66, "caption": "A doctor was having a phone call to another doctor.", "similarity": 0.741, "relevance": 2 }, { "pair_id": 335610, "video_name": "house_s06e19_seg02_clip_10", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A doctor turns around to face another person while holding onto their side.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 335611, "video_name": "house_s05e02_seg02_clip_18", "timestamp": [ 29.01, 33.01 ], "duration": 100.66, "caption": "A doctor opens the door and another doctor is there and wants to talk to him.", "similarity": 0.7373, "relevance": 3 }, { "pair_id": 335612, "video_name": "house_s04e07_seg02_clip_25", "timestamp": [ 36.59, 39.44 ], "duration": 95.66, "caption": "The man and woman doctors sitting together both look down and to the left at the same time.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 335613, "video_name": "friends_s03e07_seg02_clip_17", "timestamp": [ 0.0, 6.15 ], "duration": 61.66, "caption": "A doctor looks up at a person's hair and then walks past him/her.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 335614, "video_name": "house_s05e06_seg02_clip_19", "timestamp": [ 38.96, 42.5 ], "duration": 88.66, "caption": "A doctor leans on his knee to have a closer look in his patient.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 335615, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 50.94, 53.7 ], "duration": 91.66, "caption": "A doctor covers his/her face while talking to two other doctors.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 335616, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 62.57, 65.27 ], "duration": 90.66, "caption": "Doctor turns around to face doctor.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 335617, "video_name": "house_s04e05_seg02_clip_06", "timestamp": [ 5.4, 7.65 ], "duration": 90.66, "caption": "A person raises up the doctors hands to give another person a look.", "similarity": 0.7311, "relevance": 3 }, { "pair_id": 335618, "video_name": "friends_s06e15-16_seg02_clip_19", "timestamp": [ 1.32, 2.64 ], "duration": 66.66, "caption": "A doctor looks ahead of him and raises his eyebrow.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 335619, "video_name": "house_s01e10_seg02_clip_26", "timestamp": [ 29.45, 41.87 ], "duration": 92.66, "caption": "A doctor sits beside a doctor and talks to him.", "similarity": 0.7285, "relevance": 2 } ] }, { "query_id": 39059, "query": "A man gives his offspring to another man in front of the entrance desk of the hospital.", "relevant_moment": [ { "pair_id": 8640, "video_name": "house_s03e09_seg02_clip_13", "timestamp": [ 36.46, 38.26 ], "duration": 90.66, "caption": "A man gives his offspring to another man in front of the entrance desk of the hospital.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8641, "video_name": "house_s02e05_seg02_clip_25", "timestamp": [ 0.0, 99.02 ], "duration": 120.66, "caption": "A man talks to his child while he's in a hospital bed.", "similarity": 0.6837, "relevance": 1 }, { "pair_id": 8642, "video_name": "house_s06e04_seg02_clip_12", "timestamp": [ 31.96, 70.32 ], "duration": 91.66, "caption": "A man is staring at another man with his child in the hospital room as he speaks to some people.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 8643, "video_name": "friends_s08e23-24_seg02_clip_35", "timestamp": [ 15.01, 21.31 ], "duration": 60.66, "caption": "A man passes a newborn baby to a woman in a hospital room.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 8644, "video_name": "friends_s08e23-24_seg02_clip_07", "timestamp": [ 35.05, 62.03 ], "duration": 62.66, "caption": "A man enters a hospital room where several pregnant women and their partners are and talks to his friend.", "similarity": 0.6505, "relevance": 0 }, { "pair_id": 8645, "video_name": "friends_s09e01_seg02_clip_18", "timestamp": [ 54.93, 60.72 ], "duration": 61.66, "caption": "A person walks in a hospital room holding a baby walks past a man and another person, and brings the baby to a woman who is in the hospital bed.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 8646, "video_name": "friends_s10e17-18_seg02_clip_13", "timestamp": [ 59.55, 64.03 ], "duration": 64.66, "caption": "Two people both hold babies together at the hospital.", "similarity": 0.6406, "relevance": 1 }, { "pair_id": 8647, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A man sits in his hospital bed and then another man enters the room.", "similarity": 0.6276, "relevance": 0 }, { "pair_id": 8648, "video_name": "house_s07e08_seg02_clip_12", "timestamp": [ 12.05, 26.78 ], "duration": 89.66, "caption": "A man enters the room where another man is and he has a result of one of the patient.", "similarity": 0.6268, "relevance": 0 }, { "pair_id": 8649, "video_name": "house_s06e18_seg02_clip_12", "timestamp": [ 5.78, 10.67 ], "duration": 88.66, "caption": "A man walks toward another man in a hospital room.", "similarity": 0.6266, "relevance": 0 }, { "pair_id": 8650, "video_name": "castle_s06e10_seg02_clip_13", "timestamp": [ 3.26, 5.58 ], "duration": 93.66, "caption": "A man tells another man when he's expecting his baby to be here.", "similarity": 0.6244, "relevance": 0 }, { "pair_id": 8651, "video_name": "grey_s03e19_seg02_clip_02", "timestamp": [ 78.74, 91.03 ], "duration": 91.66, "caption": "A man explains what another man is doing at the hospital.", "similarity": 0.6221, "relevance": 0 }, { "pair_id": 8652, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 31.62, 41.2 ], "duration": 58.66, "caption": "A man walks into the hospital room to see another person.", "similarity": 0.619, "relevance": 0 }, { "pair_id": 8653, "video_name": "s10e11_seg02_clip_16", "timestamp": [ 6.9, 11.1 ], "duration": 60.66, "caption": "A man runs out of the hospital room to announce the birth of his child.", "similarity": 0.6162, "relevance": 0 }, { "pair_id": 8654, "video_name": "friends_s05e03_seg02_clip_02", "timestamp": [ 66.61, 69.02 ], "duration": 69.66, "caption": "A man comes in the hospital room while a woman is in labor.", "similarity": 0.6161, "relevance": 0 }, { "pair_id": 8655, "video_name": "friends_s07e16_seg01_clip_00", "timestamp": [ 0.0, 5.12 ], "duration": 64.66, "caption": "A man enters the room accompanied by a child.", "similarity": 0.6156, "relevance": 0 }, { "pair_id": 8656, "video_name": "house_s02e05_seg02_clip_25", "timestamp": [ 0.0, 86.42 ], "duration": 120.66, "caption": "A man gets consoled in the hospital bed by another man.", "similarity": 0.6124, "relevance": 0 }, { "pair_id": 8657, "video_name": "friends_s09e11_seg02_clip_08", "timestamp": [ 45.14, 47.38 ], "duration": 64.66, "caption": "A man walks into the office at another person's work holding a baby.", "similarity": 0.6105, "relevance": 1 }, { "pair_id": 8658, "video_name": "friends_s08e23-24_seg02_clip_17", "timestamp": [ 60.51, 63.03 ], "duration": 63.66, "caption": "A man walks into a young person's hospital room.", "similarity": 0.6097, "relevance": 0 }, { "pair_id": 8659, "video_name": "friends_s09e03_seg02_clip_06", "timestamp": [ 13.65, 15.2 ], "duration": 62.66, "caption": "A man who is holding a baby in his arms hands the baby over to another person.", "similarity": 0.6075, "relevance": 2 } ] }, { "query_id": 39067, "query": "A man uncrosses his hands while talking with another man.", "relevant_moment": [ { "pair_id": 55400, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 42.69, 45.33 ], "duration": 88.66, "caption": "A man uncrosses his hands while talking with another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 55401, "video_name": "house_s05e22_seg02_clip_08", "timestamp": [ 10.15, 14.12 ], "duration": 88.66, "caption": "A man uncrosses his legs while talking with another man.", "similarity": 0.8958, "relevance": 3 }, { "pair_id": 55402, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 11.88, 13.64 ], "duration": 88.66, "caption": "A man leans back and crosses his hands while talking with another man.", "similarity": 0.842, "relevance": 3 }, { "pair_id": 55403, "video_name": "house_s06e20_seg02_clip_25", "timestamp": [ 46.98, 48.53 ], "duration": 77.66, "caption": "A man uncrosses his legs and leans forward while talking with another man.", "similarity": 0.8359, "relevance": 3 }, { "pair_id": 55404, "video_name": "friends_s06e17_seg02_clip_17", "timestamp": [ 14.41, 17.29 ], "duration": 64.66, "caption": "A man clasps his hands together while talking to another man.", "similarity": 0.8273, "relevance": 3 }, { "pair_id": 55405, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 1.89, 4.1 ], "duration": 63.66, "caption": "A man's hand is up near his right shoulder as he talks with another man.", "similarity": 0.8068, "relevance": 2 }, { "pair_id": 55406, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man has his arms crossed while he's talking to another man.", "similarity": 0.8036, "relevance": 3 }, { "pair_id": 55407, "video_name": "friends_s09e02_seg02_clip_08", "timestamp": [ 8.56, 9.74 ], "duration": 59.66, "caption": "A man crosses his arms while talking to another man.", "similarity": 0.8022, "relevance": 4 }, { "pair_id": 55408, "video_name": "s04e05_seg02_clip_15", "timestamp": [ 49.52, 51.62 ], "duration": 60.66, "caption": "A man folds his hands together while talking to another person.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 55409, "video_name": "house_s03e02_seg02_clip_22", "timestamp": [ 60.65, 61.59 ], "duration": 94.66, "caption": "A man holds up his hand while talking with a man.", "similarity": 0.7933, "relevance": 2 }, { "pair_id": 55410, "video_name": "friends_s03e08_seg02_clip_12", "timestamp": [ 41.56, 47.76 ], "duration": 62.66, "caption": "A man puts his hands on his hips while talking to another man.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 55411, "video_name": "friends_s01e03_seg02_clip_10", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A man touches another man's shoulder while having a conversation with others.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 55412, "video_name": "friends_s04e14_seg02_clip_13", "timestamp": [ 22.23, 24.21 ], "duration": 44.66, "caption": "A man waves his hands in front of him while talking to another man.", "similarity": 0.7853, "relevance": 3 }, { "pair_id": 55413, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.785, "relevance": 2 }, { "pair_id": 55414, "video_name": "house_s02e02_seg02_clip_24", "timestamp": [ 46.04, 48.72 ], "duration": 76.66, "caption": "A man rests his hands on his waist while talking to another man.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 55415, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 35.58, 38.28 ], "duration": 90.66, "caption": "A man crosses his arms while talking with two other people.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 55416, "video_name": "grey_s01e01_seg02_clip_18", "timestamp": [ 4.63, 10.18 ], "duration": 37.66, "caption": "A man stops washing his hands while talking to another man.", "similarity": 0.77, "relevance": 2 }, { "pair_id": 55417, "video_name": "friends_s06e21_seg02_clip_20", "timestamp": [ 24.15, 26.19 ], "duration": 68.66, "caption": "A man is talking to another man and gestures with his left hand and thumb.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 55419, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 21.31, 46.17 ], "duration": 71.66, "caption": "A man crosses his arms and continues his conversation with another man.", "similarity": 0.7597, "relevance": 4 }, { "pair_id": 228720, "video_name": "friends_s01e01_seg02_clip_09", "timestamp": [ 30.31, 41.72 ], "duration": 60.66, "caption": "A man rubs their hands together and talks to another man.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 228721, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man has his hand on another man's shoulder as he speaks to him.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 228722, "video_name": "house_s02e05_seg02_clip_04", "timestamp": [ 4.52, 5.42 ], "duration": 90.66, "caption": "A man crosses their arms while talking to two people.", "similarity": 0.757, "relevance": 2 }, { "pair_id": 228723, "video_name": "friends_s04e04_seg02_clip_02", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man stands with his hands on his hips while talking to another man.", "similarity": 0.7563, "relevance": 2 }, { "pair_id": 228724, "video_name": "met_s06e09_seg02_clip_15", "timestamp": [ 4.72, 6.2 ], "duration": 59.66, "caption": "A man raises their both hands as they talk to another man.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 228725, "video_name": "grey_s01e02_seg02_clip_13", "timestamp": [ 42.34, 48.46 ], "duration": 102.66, "caption": "A man washes his hands when he is talking to another person.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 228726, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.7523, "relevance": 2 }, { "pair_id": 228727, "video_name": "friends_s08e11_seg02_clip_09", "timestamp": [ 32.46, 35.71 ], "duration": 59.66, "caption": "A man crosses his fingers together as he has a conversation with others.", "similarity": 0.7502, "relevance": 1 }, { "pair_id": 228728, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 0.0, 22.3 ], "duration": 91.66, "caption": "A man talks to two other men and then puts his head in his hands.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 228729, "video_name": "house_s01e11_seg02_clip_17", "timestamp": [ 37.61, 39.66 ], "duration": 81.66, "caption": "A man crosses his arms while talking with two other men and a woman.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 228730, "video_name": "met_s02e14_seg02_clip_14", "timestamp": [ 25.36, 28.94 ], "duration": 65.66, "caption": "A man has his hand on another man's shoulder as he says something.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 228731, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 45.38, 47.87 ], "duration": 62.66, "caption": "A man puts his hand on another man's shoulder as he speaks to him.", "similarity": 0.7449, "relevance": 3 }, { "pair_id": 228732, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 5.32, 14.57 ], "duration": 56.66, "caption": "A man wrings his hands as he has a conversation with others.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 228733, "video_name": "met_s03e20_seg02_clip_12", "timestamp": [ 31.51, 37.22 ], "duration": 60.66, "caption": "A man has his hand on a woman's shoulder while talking to another man.", "similarity": 0.7404, "relevance": 2 }, { "pair_id": 228734, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 228735, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 228736, "video_name": "friends_s05e23-24_seg02_clip_18", "timestamp": [ 8.41, 46.71 ], "duration": 58.66, "caption": "A man gestures with both hands as he speaks to another man.", "similarity": 0.737, "relevance": 2 }, { "pair_id": 228737, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 44.48, 58.7 ], "duration": 60.66, "caption": "A man puts his hand on man's shoulder while talking to him.", "similarity": 0.7365, "relevance": 3 }, { "pair_id": 228738, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 39.67, 44.25 ], "duration": 61.66, "caption": "A man puts his hand on his forehead when another man starts talking.", "similarity": 0.7332, "relevance": 2 }, { "pair_id": 228739, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 58.88, 61.33 ], "duration": 61.66, "caption": "A man puts his hands together as he speaks to a man.", "similarity": 0.7324, "relevance": 3 } ] }, { "query_id": 39087, "query": "A man is holding a red tennis ball when a woman wearing a white business suit walks into his office.", "relevant_moment": [ { "pair_id": 15120, "video_name": "house_s02e01_seg02_clip_19", "timestamp": [ 89.31, 93.03 ], "duration": 93.66, "caption": "A man is holding a red tennis ball when a woman wearing a white business suit walks into his office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15121, "video_name": "house_s02e01_seg02_clip_20", "timestamp": [ 0.0, 3.92 ], "duration": 87.66, "caption": "A man is holding a ball when woman walks in.", "similarity": 0.6899, "relevance": 4 }, { "pair_id": 15122, "video_name": "house_s05e10_seg02_clip_21", "timestamp": [ 1.59, 5.95 ], "duration": 79.66, "caption": "A man walks into the office to find another man holding a ball in his hands.", "similarity": 0.6796, "relevance": 3 }, { "pair_id": 15123, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 79.6, 87.48 ], "duration": 87.66, "caption": "A man walks into someone's office while wearing a suit.", "similarity": 0.6728, "relevance": 1 }, { "pair_id": 15124, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 38.5, 41.56 ], "duration": 87.66, "caption": "A man walks into the office where a woman is seated.", "similarity": 0.6497, "relevance": 1 }, { "pair_id": 15125, "video_name": "house_s07e19_seg02_clip_18", "timestamp": [ 65.54, 70.58 ], "duration": 72.66, "caption": "A woman walks into a man's office with one hand in her coat pocket.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 15126, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 19.96, 21.38 ], "duration": 57.66, "caption": "A man and a woman walk into a woman's office as she is standing.", "similarity": 0.6421, "relevance": 1 }, { "pair_id": 15127, "video_name": "house_s05e16_seg02_clip_05", "timestamp": [ 40.53, 41.4 ], "duration": 86.66, "caption": "A man is in an office with a woman, then he walks towards the door.", "similarity": 0.6406, "relevance": 0 }, { "pair_id": 15128, "video_name": "s03e14_seg02_clip_05", "timestamp": [ 43.33, 49.43 ], "duration": 61.66, "caption": "A man walks into the office and sees another person playing in a ball pit.", "similarity": 0.6402, "relevance": 1 }, { "pair_id": 15129, "video_name": "friends_s07e12_seg02_clip_10", "timestamp": [ 33.22, 39.44 ], "duration": 54.66, "caption": "A woman walks into a man's office and takes off her gloves.", "similarity": 0.6371, "relevance": 1 }, { "pair_id": 15130, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 51.16, 52.56 ], "duration": 93.66, "caption": "A person walks into woman's office as she holds the door for him.", "similarity": 0.6283, "relevance": 1 }, { "pair_id": 15131, "video_name": "castle_s08e02_seg02_clip_21", "timestamp": [ 4.37, 7.28 ], "duration": 97.66, "caption": "A man walks into the office and approaches woman.", "similarity": 0.6277, "relevance": 1 }, { "pair_id": 15132, "video_name": "castle_s03e08_seg02_clip_15", "timestamp": [ 9.17, 11.46 ], "duration": 91.66, "caption": "A man walks into the office and approaches woman.", "similarity": 0.6277, "relevance": 1 }, { "pair_id": 15133, "video_name": "house_s04e08_seg02_clip_08", "timestamp": [ 5.92, 8.65 ], "duration": 91.66, "caption": "A man walks into the office with a woman and throws a red object on the couch.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 15134, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 15135, "video_name": "friends_s01e22_seg02_clip_16", "timestamp": [ 6.5, 13.01 ], "duration": 52.66, "caption": "A man walks into the office and walks over to a woman.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 15136, "video_name": "house_s02e03_seg02_clip_24", "timestamp": [ 23.72, 25.58 ], "duration": 93.66, "caption": "A man walks into the office with two women.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 15137, "video_name": "grey_s03e08_seg02_clip_01", "timestamp": [ 46.88, 50.52 ], "duration": 91.66, "caption": "A man walks into the office and a woman turns around.", "similarity": 0.6223, "relevance": 1 }, { "pair_id": 15138, "video_name": "house_s06e11_seg02_clip_21", "timestamp": [ 57.48, 62.38 ], "duration": 89.66, "caption": "A man has a letter in his hand when a woman walks into the office.", "similarity": 0.6222, "relevance": 2 }, { "pair_id": 15139, "video_name": "castle_s08e15_seg02_clip_15", "timestamp": [ 46.54, 51.25 ], "duration": 94.66, "caption": "A man walks into the office where two people are at.", "similarity": 0.6217, "relevance": 1 } ] }, { "query_id": 39226, "query": "The medical examiner wears pink gloves while talking on a cell phone.", "relevant_moment": [ { "pair_id": 213440, "video_name": "house_s06e21_seg02_clip_12", "timestamp": [ 55.32, 62.58 ], "duration": 90.66, "caption": "A doctor gives their phone to the injured person.", "similarity": 0.5474, "relevance": 3 }, { "pair_id": 213441, "video_name": "house_s05e13_seg02_clip_21", "timestamp": [ 0.0, 4.53 ], "duration": 90.66, "caption": "A person is talking on the phone while the screen behind him shows surgery.", "similarity": 0.5459, "relevance": 3 }, { "pair_id": 213442, "video_name": "grey_s02e08_seg02_clip_12", "timestamp": [ 7.05, 13.66 ], "duration": 88.66, "caption": "A doctor checks the pulse of a person passed out on the floor, then examines their hands and fingers.", "similarity": 0.5446, "relevance": 3 }, { "pair_id": 213443, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 14.26, 18.87 ], "duration": 92.66, "caption": "A person speaks to some doctors while they're on a phone call.", "similarity": 0.5442, "relevance": 2 }, { "pair_id": 213444, "video_name": "house_s01e18_seg02_clip_13", "timestamp": [ 7.69, 16.28 ], "duration": 90.66, "caption": "A person gets on the phone and orders a medical procedure.", "similarity": 0.5412, "relevance": 2 }, { "pair_id": 213445, "video_name": "house_s03e18_seg02_clip_25", "timestamp": [ 51.93, 53.69 ], "duration": 88.66, "caption": "A doctor passes a pink piece of paper from one hand to another, then places it on the desk.", "similarity": 0.5411, "relevance": 2 }, { "pair_id": 213446, "video_name": "met_s06e04_seg02_clip_05", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man is on the phone while surrounded by medical staff.", "similarity": 0.5406, "relevance": 2 }, { "pair_id": 213447, "video_name": "house_s01e02_seg02_clip_05", "timestamp": [ 17.56, 19.12 ], "duration": 78.66, "caption": "A person puts on their latex gloves in front of the patient.", "similarity": 0.5386, "relevance": 3 }, { "pair_id": 213448, "video_name": "castle_s02e13_seg02_clip_04", "timestamp": [ 82.41, 90.56 ], "duration": 90.66, "caption": "A woman holds a knife for the medical examiner to see.", "similarity": 0.538, "relevance": 2 }, { "pair_id": 213449, "video_name": "house_s04e15_seg02_clip_15", "timestamp": [ 0.0, 26.85 ], "duration": 91.66, "caption": "A doctor is on his cell phone talking to the medical professionals on the couch.", "similarity": 0.5375, "relevance": 3 }, { "pair_id": 213450, "video_name": "house_s05e17_seg02_clip_15", "timestamp": [ 54.13, 58.98 ], "duration": 88.66, "caption": "A doctor turns to face a person while holding two small pink slips of paper.", "similarity": 0.5372, "relevance": 1 }, { "pair_id": 213451, "video_name": "castle_s04e07_seg02_clip_04", "timestamp": [ 77.42, 79.67 ], "duration": 90.66, "caption": "A person picks up and answers a phone while wearing a surgical mask.", "similarity": 0.5369, "relevance": 3 }, { "pair_id": 213452, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 2.64, 4.84 ], "duration": 88.66, "caption": "A doctor looks at papers while standing and having a conversation.", "similarity": 0.5333, "relevance": 2 }, { "pair_id": 213453, "video_name": "house_s06e18_seg02_clip_17", "timestamp": [ 53.57, 56.97 ], "duration": 85.66, "caption": "A doctor switches between papers with both hands as if playing.", "similarity": 0.5313, "relevance": 1 }, { "pair_id": 213454, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 0.0, 11.93 ], "duration": 88.66, "caption": "Doctors are having a conversation together with a man on the phone.", "similarity": 0.531, "relevance": 2 }, { "pair_id": 213455, "video_name": "house_s02e12_seg02_clip_24", "timestamp": [ 23.99, 26.71 ], "duration": 109.66, "caption": "A person touches and examines the fingertips of patient's hand.", "similarity": 0.5308, "relevance": 2 }, { "pair_id": 213456, "video_name": "castle_s04e05_seg02_clip_03", "timestamp": [ 0.0, 42.09 ], "duration": 89.66, "caption": "A woman puts on gloves and inspects a glass case while speaking to man and person.", "similarity": 0.5307, "relevance": 2 }, { "pair_id": 213457, "video_name": "house_s02e13_seg02_clip_19", "timestamp": [ 70.4, 72.7 ], "duration": 92.66, "caption": "A doctor snaps their fingers while having a conversation with their team.", "similarity": 0.5286, "relevance": 2 }, { "pair_id": 213458, "video_name": "house_s07e06_seg02_clip_03", "timestamp": [ 2.7, 4.5 ], "duration": 90.66, "caption": "A doctor puts on a pair of blue latex gloves.", "similarity": 0.5274, "relevance": 2 }, { "pair_id": 213459, "video_name": "house_s06e06_seg02_clip_22", "timestamp": [ 84.1, 88.85 ], "duration": 95.66, "caption": "A doctor picks the phone, presses it and flips it shut.", "similarity": 0.5272, "relevance": 3 } ] }, { "query_id": 39250, "query": "A man talks on the phone while holding papers.", "relevant_moment": [ { "pair_id": 31180, "video_name": "friends_s01e15_seg02_clip_22", "timestamp": [ 0.0, 8.58 ], "duration": 49.66, "caption": "A man talks on the phone while holding papers.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 31181, "video_name": "friends_s05e04_seg02_clip_00", "timestamp": [ 3.78, 26.79 ], "duration": 63.66, "caption": "A man has a conversation on the phone while looking a sheet of paper.", "similarity": 0.8428, "relevance": 4 }, { "pair_id": 31182, "video_name": "s03e08_seg02_clip_00", "timestamp": [ 6.3, 8.82 ], "duration": 63.66, "caption": "A person is talking over the phone while holding a piece of paper.", "similarity": 0.8142, "relevance": 4 }, { "pair_id": 31183, "video_name": "castle_s05e05_seg02_clip_23", "timestamp": [ 45.21, 46.59 ], "duration": 92.66, "caption": "A man is talking on his cellphone while looking at a paper document.", "similarity": 0.8025, "relevance": 4 }, { "pair_id": 31184, "video_name": "friends_s08e20_seg02_clip_15", "timestamp": [ 0.0, 43.1 ], "duration": 61.66, "caption": "A man was holding a bunch of papers whilst talking.", "similarity": 0.7626, "relevance": 1 }, { "pair_id": 31185, "video_name": "met_s03e17_seg02_clip_09", "timestamp": [ 20.23, 28.68 ], "duration": 60.66, "caption": "A man is speaking on the phone while he drops papers into a shredder.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 31186, "video_name": "friends_s03e24_seg02_clip_02", "timestamp": [ 0.0, 5.56 ], "duration": 58.66, "caption": "A man is holding the phone and speaking to another person.", "similarity": 0.7373, "relevance": 1 }, { "pair_id": 31187, "video_name": "house_s04e01_seg02_clip_11", "timestamp": [ 0.0, 5.63 ], "duration": 75.66, "caption": "A man was looking at a couple of papers whilst using the phone.", "similarity": 0.7353, "relevance": 4 }, { "pair_id": 31188, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 43.25, 50.3 ], "duration": 94.66, "caption": "A man is on the phone as he looks at a document.", "similarity": 0.7348, "relevance": 4 }, { "pair_id": 31189, "video_name": "s01e11_seg02_clip_06", "timestamp": [ 5.02, 8.56 ], "duration": 59.66, "caption": "A man is holding a phone and then starts to talk in it.", "similarity": 0.7343, "relevance": 2 }, { "pair_id": 31190, "video_name": "friends_s05e11_seg02_clip_19", "timestamp": [ 0.0, 9.92 ], "duration": 62.66, "caption": "A man was holding a piece of paper whilst talking.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 31191, "video_name": "friends_s02e08_seg02_clip_12", "timestamp": [ 0.0, 21.66 ], "duration": 61.66, "caption": "A man was holding a piece of paper whilst talking.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 31192, "video_name": "friends_s09e15_seg02_clip_03", "timestamp": [ 0.0, 45.62 ], "duration": 57.66, "caption": "A guy was holding a bunch of papers while talking.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 31193, "video_name": "met_s06e15_seg02_clip_07", "timestamp": [ 13.38, 15.25 ], "duration": 62.66, "caption": "A man is talking on the phone while sitting down.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 31194, "video_name": "house_s05e22_seg02_clip_23", "timestamp": [ 17.2, 20.22 ], "duration": 86.66, "caption": "A man answers the phone while he's talking to person.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 31195, "video_name": "house_s03e18_seg02_clip_25", "timestamp": [ 49.51, 57.02 ], "duration": 88.66, "caption": "A man places a phone call while handling a pink sheet of paper.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 31196, "video_name": "s04e09_seg02_clip_14", "timestamp": [ 0.0, 21.91 ], "duration": 60.66, "caption": "A man talks on the phone while holding a white device.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 31197, "video_name": "s04e17_seg01_clip_01", "timestamp": [ 0.0, 5.4 ], "duration": 72.66, "caption": "A man is holding his phone as he speaks with another person.", "similarity": 0.718, "relevance": 1 }, { "pair_id": 31198, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 7.12, 9.79 ], "duration": 89.66, "caption": "A man handed papers to man during their talk.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 31199, "video_name": "house_s02e21_seg02_clip_22", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "A man is having a conversation with person on the phone.", "similarity": 0.7094, "relevance": 2 } ] }, { "query_id": 39258, "query": "Some people walk into the apartment building wearing paintball gear covered in paint.", "relevant_moment": [ { "pair_id": 7160, "video_name": "s01e06_seg01_clip_00", "timestamp": [ 2.14, 10.68 ], "duration": 61.66, "caption": "Some people walk into the apartment building wearing paintball gear covered in paint.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7161, "video_name": "s06e10_seg02_clip_06", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "Some people walk in to the apartment.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 7162, "video_name": "s09e03_seg01_clip_00", "timestamp": [ 21.74, 30.04 ], "duration": 79.66, "caption": "Two people enter into the apartment and walk over to two other people.", "similarity": 0.5865, "relevance": 1 }, { "pair_id": 7163, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "Some people walk past a man and into his apartment.", "similarity": 0.5864, "relevance": 0 }, { "pair_id": 7164, "video_name": "met_s06e11_seg02_clip_17", "timestamp": [ 8.71, 12.75 ], "duration": 62.66, "caption": "Two people walk into the apartment together.", "similarity": 0.5859, "relevance": 1 }, { "pair_id": 7165, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 7.26, 13.01 ], "duration": 60.66, "caption": "Two people walk into the apartment together.", "similarity": 0.5859, "relevance": 1 }, { "pair_id": 7166, "video_name": "friends_s03e20_seg02_clip_12", "timestamp": [ 21.19, 23.64 ], "duration": 61.66, "caption": "Two people walk into the apartment together.", "similarity": 0.5859, "relevance": 1 }, { "pair_id": 7167, "video_name": "friends_s10e06_seg02_clip_16", "timestamp": [ 7.63, 12.51 ], "duration": 61.66, "caption": "A woman walks into the apartment carrying a large painting with a 3d woman coming out of it.", "similarity": 0.578, "relevance": 0 }, { "pair_id": 7168, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 89.28, 92.08 ], "duration": 93.66, "caption": "Two men walk in to a person's apartment.", "similarity": 0.56, "relevance": 1 }, { "pair_id": 7169, "video_name": "s03e20_seg01_clip_02", "timestamp": [ 38.72, 45.32 ], "duration": 60.66, "caption": "A person walks into the apartment where some people are hanging out.", "similarity": 0.559, "relevance": 0 }, { "pair_id": 7170, "video_name": "castle_s02e18_seg02_clip_09", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "Some people in riot gear enter a building with guns and helmets, and they start using tools on the door lock of an apartment.", "similarity": 0.5492, "relevance": 1 }, { "pair_id": 7171, "video_name": "s03e23_seg02_clip_04", "timestamp": [ 2.1, 10.2 ], "duration": 60.66, "caption": "Some people walk to the apartment carrying big suitcases.", "similarity": 0.5481, "relevance": 0 }, { "pair_id": 7172, "video_name": "s08e07_seg02_clip_10", "timestamp": [ 25.51, 30.01 ], "duration": 60.66, "caption": "Some people walk out of the apartment into the hallway.", "similarity": 0.5454, "relevance": 0 }, { "pair_id": 7173, "video_name": "s10e12_seg02_clip_08", "timestamp": [ 2.32, 8.99 ], "duration": 58.66, "caption": "Two people walk into the apartment behind two other people.", "similarity": 0.5449, "relevance": 0 }, { "pair_id": 7174, "video_name": "s05e01_seg02_clip_13", "timestamp": [ 0.0, 9.76 ], "duration": 61.66, "caption": "Some people are sitting on the floor in their paintball gear.", "similarity": 0.5437, "relevance": 2 }, { "pair_id": 7175, "video_name": "friends_s05e18_seg02_clip_06", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "Two men walk into the apartment together.", "similarity": 0.5408, "relevance": 2 }, { "pair_id": 7176, "video_name": "s01e14_seg02_clip_05", "timestamp": [ 37.14, 51.64 ], "duration": 58.66, "caption": "Some people go around the apartment quickly.", "similarity": 0.5396, "relevance": 0 }, { "pair_id": 7177, "video_name": "friends_s10e06_seg02_clip_19", "timestamp": [ 7.44, 11.17 ], "duration": 62.66, "caption": "A woman grabs a painting and enters the apartment.", "similarity": 0.5362, "relevance": 0 }, { "pair_id": 7178, "video_name": "s01e06_seg02_clip_03", "timestamp": [ 9.0, 12.01 ], "duration": 60.66, "caption": "Some people walk up to the door of a woman's apartment while wearing costumes.", "similarity": 0.5361, "relevance": 2 }, { "pair_id": 7179, "video_name": "s08e08_seg02_clip_05", "timestamp": [ 33.35, 38.96 ], "duration": 59.66, "caption": "A person walks around someone and enters their apartment.", "similarity": 0.536, "relevance": 2 } ] }, { "query_id": 39300, "query": "A woman takes her hat off, kisses a man and answers the phone while putting her hat back on.", "relevant_moment": [ { "pair_id": 165400, "video_name": "castle_s07e07_seg02_clip_10", "timestamp": [ 17.51, 22.51 ], "duration": 100.66, "caption": "A woman takes her hat off, kisses a man and answers the phone while putting her hat back on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165401, "video_name": "castle_s04e14_seg02_clip_09", "timestamp": [ 3.52, 4.84 ], "duration": 88.66, "caption": "A woman kisses a man who wears a hat.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 165402, "video_name": "friends_s04e03_seg02_clip_06", "timestamp": [ 54.31, 57.67 ], "duration": 61.66, "caption": "A woman answers the phone and forcefully kisses a man.", "similarity": 0.7373, "relevance": 3 }, { "pair_id": 165403, "video_name": "friends_s02e19_seg02_clip_00", "timestamp": [ 53.79, 62.11 ], "duration": 64.66, "caption": "A woman puts a man's hat on and then takes it off.", "similarity": 0.6816, "relevance": 2 }, { "pair_id": 165404, "video_name": "house_s02e10_seg02_clip_18", "timestamp": [ 68.1, 80.12 ], "duration": 89.66, "caption": "A woman grabs the sides of man's head with both hands and kisses him until the phone rings.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 165405, "video_name": "castle_s03e12_seg02_clip_02", "timestamp": [ 75.62, 81.92 ], "duration": 90.66, "caption": "A man is holding a top hat as he listens to a woman on the phone.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 165406, "video_name": "castle_s08e02_seg02_clip_01", "timestamp": [ 66.69, 80.84 ], "duration": 91.66, "caption": "A person answers the phone and hands it to a woman.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 165407, "video_name": "castle_s07e05_seg02_clip_19", "timestamp": [ 33.89, 57.22 ], "duration": 88.66, "caption": "A woman takes out her phone and answers it to speak to a man.", "similarity": 0.6312, "relevance": 1 }, { "pair_id": 165408, "video_name": "castle_s08e19_seg02_clip_00", "timestamp": [ 81.61, 86.77 ], "duration": 93.66, "caption": "A man gives woman her phone and she answers it.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 165409, "video_name": "friends_s01e11_seg02_clip_08", "timestamp": [ 34.85, 37.53 ], "duration": 67.66, "caption": "A woman kisses a man on the cheek next to the payphone.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 165410, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 47.6, 51.26 ], "duration": 61.66, "caption": "A woman puts her head on a man's shoulder and he kisses her head.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 165411, "video_name": "friends_s04e03_seg02_clip_06", "timestamp": [ 53.4, 57.98 ], "duration": 61.66, "caption": "A woman answers the phone while she and a man are making out.", "similarity": 0.6177, "relevance": 3 }, { "pair_id": 165412, "video_name": "castle_s04e14_seg02_clip_15", "timestamp": [ 2.72, 17.24 ], "duration": 90.66, "caption": "A woman is wearing a hat as she speaks to a man.", "similarity": 0.6168, "relevance": 1 }, { "pair_id": 165413, "video_name": "friends_s09e22_seg02_clip_20", "timestamp": [ 51.65, 56.37 ], "duration": 59.66, "caption": "A woman kisses man and places her hands on his face.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 165414, "video_name": "met_s06e16_seg02_clip_08", "timestamp": [ 58.31, 62.03 ], "duration": 62.66, "caption": "A woman holds a man's head with both hands as she kisses him.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 165415, "video_name": "s04e16_seg01_clip_01", "timestamp": [ 5.27, 6.82 ], "duration": 62.66, "caption": "A man kisses woman on the top of her head.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 165416, "video_name": "met_s03e13_seg02_clip_17", "timestamp": [ 30.56, 36.52 ], "duration": 119.66, "caption": "A woman puts her hands on a man's face and kisses him.", "similarity": 0.6058, "relevance": 2 }, { "pair_id": 165417, "video_name": "grey_s02e21_seg02_clip_00", "timestamp": [ 29.3, 31.63 ], "duration": 93.66, "caption": "A woman bends over and tries to give a man a hat.", "similarity": 0.6043, "relevance": 1 }, { "pair_id": 165418, "video_name": "castle_s05e18_seg02_clip_00", "timestamp": [ 49.72, 52.94 ], "duration": 92.66, "caption": "A woman puts her finger up to a man and then answers her cell phone.", "similarity": 0.6035, "relevance": 2 }, { "pair_id": 165419, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 34.79, 38.45 ], "duration": 61.66, "caption": "A woman puts her hands on man's face and kisses him.", "similarity": 0.6028, "relevance": 2 }, { "pair_id": 338720, "video_name": "castle_s02e14_seg02_clip_07", "timestamp": [ 89.22, 91.04 ], "duration": 91.66, "caption": "Woman takes phone from man's hand and puts it to ear.", "similarity": 0.6009, "relevance": 1 }, { "pair_id": 338721, "video_name": "s07e24_seg02_clip_17", "timestamp": [ 29.71, 37.31 ], "duration": 66.66, "caption": "A woman tells a person to take care of himself and phone them, then kisses him on the cheek and wipes off the lipstick.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 338722, "video_name": "castle_s05e19_seg02_clip_04", "timestamp": [ 8.32, 12.48 ], "duration": 92.66, "caption": "A woman a person is looking at open a door and kisses a man in a hat.", "similarity": 0.5988, "relevance": 1 }, { "pair_id": 338723, "video_name": "s03e01_seg02_clip_11", "timestamp": [ 3.36, 9.15 ], "duration": 61.66, "caption": "A woman kisses a man as he is talking to her.", "similarity": 0.5986, "relevance": 2 }, { "pair_id": 338724, "video_name": "castle_s06e17_seg02_clip_27", "timestamp": [ 80.98, 92.03 ], "duration": 92.66, "caption": "A man gets up and kisses woman on the head and offers her his hand.", "similarity": 0.5974, "relevance": 1 }, { "pair_id": 338725, "video_name": "castle_s06e03_seg02_clip_00", "timestamp": [ 28.48, 30.82 ], "duration": 93.66, "caption": "A woman answers a phone after she tells a man.", "similarity": 0.5972, "relevance": 1 }, { "pair_id": 338726, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 47.9, 52.31 ], "duration": 63.66, "caption": "A person takes off his headphone and then talks to woman.", "similarity": 0.597, "relevance": 1 }, { "pair_id": 338727, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 38.29, 44.89 ], "duration": 88.66, "caption": "A man puts his head down and kisses a woman on the hand.", "similarity": 0.5956, "relevance": 0 }, { "pair_id": 338728, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 5.27, 8.06 ], "duration": 62.66, "caption": "A woman grabs her phone and answer it and puts it to her ear.", "similarity": 0.5924, "relevance": 1 }, { "pair_id": 338729, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 39.97, 43.5 ], "duration": 47.66, "caption": "A woman puts her hand on person's face and kisses him.", "similarity": 0.5919, "relevance": 1 }, { "pair_id": 338730, "video_name": "friends_s03e21_seg02_clip_06", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek dressed up.", "similarity": 0.5914, "relevance": 2 }, { "pair_id": 338731, "video_name": "castle_s07e13_seg02_clip_09", "timestamp": [ 73.69, 78.15 ], "duration": 89.66, "caption": "A woman kisses a man on the forehead and then walks away.", "similarity": 0.5908, "relevance": 2 }, { "pair_id": 338732, "video_name": "friends_s03e15_seg02_clip_13", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "While talking on the phone to a man, a woman scratches her head.", "similarity": 0.59, "relevance": 2 }, { "pair_id": 338733, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 38.63, 43.27 ], "duration": 103.66, "caption": "A woman answers her phone and puts it away.", "similarity": 0.5895, "relevance": 2 }, { "pair_id": 338734, "video_name": "castle_s05e07_seg02_clip_17", "timestamp": [ 33.38, 37.39 ], "duration": 89.66, "caption": "A man caresses a woman after she gets off her phone.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 338735, "video_name": "castle_s03e12_seg02_clip_02", "timestamp": [ 75.62, 82.37 ], "duration": 90.66, "caption": "A man has a hat in his hands as a woman is on the phone pulling up court records.", "similarity": 0.5882, "relevance": 2 }, { "pair_id": 338736, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 0.0, 20.03 ], "duration": 91.66, "caption": "A woman has her hand on the phone while talking to a man.", "similarity": 0.588, "relevance": 2 }, { "pair_id": 338737, "video_name": "castle_s05e08_seg02_clip_23", "timestamp": [ 74.66, 80.02 ], "duration": 89.66, "caption": "A woman takes the phone from man and holds it up to her ear.", "similarity": 0.5869, "relevance": 1 }, { "pair_id": 338738, "video_name": "castle_s04e09_seg02_clip_01", "timestamp": [ 35.86, 39.95 ], "duration": 90.66, "caption": "A woman answers her phone and puts it to her ear.", "similarity": 0.5867, "relevance": 2 }, { "pair_id": 338739, "video_name": "house_s03e24_seg02_clip_08", "timestamp": [ 5.4, 9.72 ], "duration": 108.66, "caption": "A man holds a finger up to a woman before he answers the phone.", "similarity": 0.5867, "relevance": 1 } ] }, { "query_id": 39330, "query": "A man and a woman are riding on a horse wagon.", "relevant_moment": [ { "pair_id": 125680, "video_name": "castle_s07e07_seg02_clip_16", "timestamp": [ 2.58, 21.08 ], "duration": 86.66, "caption": "A man and a woman are riding on a horse wagon.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 125681, "video_name": "castle_s07e07_seg02_clip_14", "timestamp": [ 29.46, 38.01 ], "duration": 95.66, "caption": "A man meets up with a woman driving a horse carriage wagon.", "similarity": 0.68, "relevance": 3 }, { "pair_id": 125682, "video_name": "met_s06e22_seg02_clip_07", "timestamp": [ 52.31, 59.11 ], "duration": 59.66, "caption": "A man and woman ride in a car together.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 125683, "video_name": "castle_s01e03_seg02_clip_15", "timestamp": [ 54.62, 68.27 ], "duration": 91.66, "caption": "A woman and a man ride together in the car.", "similarity": 0.6389, "relevance": 1 }, { "pair_id": 125684, "video_name": "castle_s07e07_seg02_clip_14", "timestamp": [ 24.71, 45.14 ], "duration": 95.66, "caption": "A woman tells two men she has to get off the phone when a person shows up in a horse-drawn wagon.", "similarity": 0.5599, "relevance": 2 }, { "pair_id": 125685, "video_name": "s05e01_seg02_clip_17", "timestamp": [ 67.7, 72.02 ], "duration": 72.66, "caption": "A woman is riding a horse with another woman.", "similarity": 0.551, "relevance": 2 }, { "pair_id": 125686, "video_name": "castle_s07e07_seg02_clip_14", "timestamp": [ 71.27, 85.05 ], "duration": 95.66, "caption": "A man and woman are getting ready to go for a ride in the wagon and he tells them he got a gun and holster for them, too.", "similarity": 0.5383, "relevance": 3 }, { "pair_id": 125687, "video_name": "castle_s01e03_seg02_clip_09", "timestamp": [ 79.74, 88.11 ], "duration": 88.66, "caption": "Two people ride together in the car as one drives.", "similarity": 0.5323, "relevance": 1 }, { "pair_id": 125688, "video_name": "s09e24_seg02_clip_11", "timestamp": [ 0.0, 17.71 ], "duration": 59.66, "caption": "A man is driving with a woman as the passenger and a person in the backseat.", "similarity": 0.5305, "relevance": 0 }, { "pair_id": 125689, "video_name": "castle_s07e07_seg02_clip_15", "timestamp": [ 25.82, 29.38 ], "duration": 89.66, "caption": "A man helps woman off of the horse carriage.", "similarity": 0.5271, "relevance": 2 }, { "pair_id": 125690, "video_name": "castle_s03e20_seg02_clip_19", "timestamp": [ 35.46, 52.52 ], "duration": 89.66, "caption": "A man and a woman walking and a person called the woman.", "similarity": 0.5111, "relevance": 0 }, { "pair_id": 125691, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.5 ], "duration": 90.66, "caption": "Two people were both riding in a car.", "similarity": 0.5013, "relevance": 1 }, { "pair_id": 125692, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 40.27, 83.02 ], "duration": 83.66, "caption": "Two people were riding a car with an old woman.", "similarity": 0.4989, "relevance": 1 }, { "pair_id": 125693, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A man is driving with a woman in the passenger seat.", "similarity": 0.4939, "relevance": 0 }, { "pair_id": 125694, "video_name": "s08e01_seg02_clip_11", "timestamp": [ 48.92, 51.32 ], "duration": 60.66, "caption": "A man is driving with another person as the passenger and a woman in the backseat.", "similarity": 0.4937, "relevance": 0 }, { "pair_id": 125695, "video_name": "castle_s06e23_seg02_clip_11", "timestamp": [ 77.04, 79.32 ], "duration": 91.66, "caption": "A woman and a man are driving down the road in a car.", "similarity": 0.4924, "relevance": 0 }, { "pair_id": 125696, "video_name": "s09e20_seg02_clip_04", "timestamp": [ 0.0, 20.78 ], "duration": 62.66, "caption": "A man is driving a car with woman in the front passenger seat and two people riding in the back.", "similarity": 0.4913, "relevance": 0 }, { "pair_id": 125697, "video_name": "castle_s06e23_seg02_clip_12", "timestamp": [ 0.0, 26.26 ], "duration": 89.66, "caption": "A man and a woman have a conversation as they travel in a car.", "similarity": 0.491, "relevance": 0 }, { "pair_id": 125698, "video_name": "met_s02e02_seg02_clip_12", "timestamp": [ 31.32, 51.48 ], "duration": 62.66, "caption": "A woman shares a bus ride with a man with multiple personalities.", "similarity": 0.4876, "relevance": 0 }, { "pair_id": 125699, "video_name": "house_s08e20_seg02_clip_05", "timestamp": [ 73.5, 88.02 ], "duration": 88.66, "caption": "Two people are enjoying the ride freely on the road.", "similarity": 0.4819, "relevance": 0 } ] }, { "query_id": 39350, "query": "The patient brings a pillow to their face and holds it as they make audible moans.", "relevant_moment": [ { "pair_id": 13640, "video_name": "grey_s02e18_seg02_clip_10", "timestamp": [ 5.06, 32.21 ], "duration": 92.66, "caption": "The patient brings a pillow to their face and holds it as they make audible moans.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13641, "video_name": "house_s05e19_seg02_clip_25", "timestamp": [ 80.87, 88.72 ], "duration": 157.66, "caption": "A person grabs a voice recorder under their patient's pillow.", "similarity": 0.6963, "relevance": 1 }, { "pair_id": 13642, "video_name": "house_s08e21_seg02_clip_20", "timestamp": [ 6.36, 10.07 ], "duration": 106.66, "caption": "A man forcefully pushes the patient's head against the pillow.", "similarity": 0.6881, "relevance": 1 }, { "pair_id": 13643, "video_name": "house_s08e08_seg02_clip_17", "timestamp": [ 0.0, 2.98 ], "duration": 85.66, "caption": "The doctors lift the patient up to put in a pillow.", "similarity": 0.6775, "relevance": 1 }, { "pair_id": 13644, "video_name": "house_s04e13_seg02_clip_24", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A woman touches the patient's face as he lays on the bed.", "similarity": 0.6767, "relevance": 1 }, { "pair_id": 13645, "video_name": "house_s01e14_seg02_clip_05", "timestamp": [ 58.26, 72.82 ], "duration": 91.66, "caption": "The patient rocks back and forth on their bed and begins to scream.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 13646, "video_name": "house_s04e02_seg02_clip_09", "timestamp": [ 35.24, 36.99 ], "duration": 87.66, "caption": "The patient in the bed nods and then a white device is placed over their mouth.", "similarity": 0.6695, "relevance": 1 }, { "pair_id": 13647, "video_name": "house_s03e04_seg02_clip_04", "timestamp": [ 0.0, 2.72 ], "duration": 90.66, "caption": "A person asks the patient how pressing their forehead feels.", "similarity": 0.662, "relevance": 1 }, { "pair_id": 13648, "video_name": "house_s03e13_seg02_clip_07", "timestamp": [ 82.79, 88.13 ], "duration": 89.66, "caption": "The patient starts to squirm as a person works on them.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 13649, "video_name": "house_s05e21_seg02_clip_08", "timestamp": [ 38.96, 43.24 ], "duration": 95.66, "caption": "A doctor pushes on the patient's neck and it makes a noise.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 13650, "video_name": "house_s07e09_seg02_clip_07", "timestamp": [ 80.47, 91.17 ], "duration": 93.66, "caption": "A person puts a tube into the patient's mouth, it begins sucking.", "similarity": 0.6458, "relevance": 1 }, { "pair_id": 13651, "video_name": "house_s01e10_seg02_clip_15", "timestamp": [ 51.69, 62.92 ], "duration": 89.66, "caption": "A person tries to comfort a patient that's lying on a bed.", "similarity": 0.6414, "relevance": 2 }, { "pair_id": 13652, "video_name": "house_s02e20_seg02_clip_09", "timestamp": [ 71.25, 77.02 ], "duration": 77.66, "caption": "A person holds down the patient's face and asks for help.", "similarity": 0.6392, "relevance": 1 }, { "pair_id": 13653, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 4.87, 8.86 ], "duration": 88.66, "caption": "A person describes what is happening to the patient.", "similarity": 0.6379, "relevance": 1 }, { "pair_id": 13654, "video_name": "house_s07e12_seg02_clip_06", "timestamp": [ 14.26, 16.04 ], "duration": 89.66, "caption": "A person hurries to the patient and feels her neck.", "similarity": 0.6352, "relevance": 1 }, { "pair_id": 13655, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 33.13, 38.65 ], "duration": 92.66, "caption": "A person approaches a patient on a bed who has an expression of pain in their face.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 13656, "video_name": "house_s02e23_seg02_clip_23", "timestamp": [ 29.77, 33.95 ], "duration": 93.66, "caption": "A patient moves her head and opens her eyes while someone talks with her.", "similarity": 0.6283, "relevance": 1 }, { "pair_id": 13657, "video_name": "house_s06e12_seg02_clip_02", "timestamp": [ 83.27, 86.42 ], "duration": 90.66, "caption": "A person turns their head and licks their lips as they listen to a male patient.", "similarity": 0.6282, "relevance": 0 }, { "pair_id": 13658, "video_name": "house_s08e04_seg02_clip_23", "timestamp": [ 81.39, 94.0 ], "duration": 105.66, "caption": "A patient signs a form and hands it to a person.", "similarity": 0.6281, "relevance": 1 }, { "pair_id": 13659, "video_name": "house_s01e20_seg02_clip_23", "timestamp": [ 25.12, 35.82 ], "duration": 93.66, "caption": "A doctor checks and opens the patient's mouth.", "similarity": 0.6243, "relevance": 1 } ] }, { "query_id": 39386, "query": "A person picks up a scalpel and hands it to a doctor.", "relevant_moment": [ { "pair_id": 15900, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 41.34, 44.82 ], "duration": 87.66, "caption": "A person picks up a scalpel and hands it to a doctor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15901, "video_name": "grey_s03e05_seg02_clip_19", "timestamp": [ 31.36, 43.33 ], "duration": 114.66, "caption": "A person hands a doctor a scalpel and he makes the cut.", "similarity": 0.7977, "relevance": 4 }, { "pair_id": 15903, "video_name": "grey_s02e05_seg02_clip_13", "timestamp": [ 0.0, 9.46 ], "duration": 86.66, "caption": "A person uses a scalpel to cut into a patient.", "similarity": 0.7557, "relevance": 2 }, { "pair_id": 15904, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 82.3, 88.02 ], "duration": 88.66, "caption": "A woman slowly hands the scalpel to another doctor.", "similarity": 0.7489, "relevance": 4 }, { "pair_id": 15905, "video_name": "s05e16_seg02_clip_12", "timestamp": [ 26.67, 28.22 ], "duration": 62.66, "caption": "A person takes the scalpel out of another person's hand.", "similarity": 0.729, "relevance": 3 }, { "pair_id": 15906, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 40.06, 41.4 ], "duration": 89.66, "caption": "A doctor makes a small cut in a patient with a scalpel.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 15907, "video_name": "house_s03e03_seg02_clip_22", "timestamp": [ 47.63, 52.97 ], "duration": 89.66, "caption": "A doctor cuts the person's arm with a scalpel.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 15908, "video_name": "house_s05e02_seg02_clip_07", "timestamp": [ 12.97, 16.1 ], "duration": 89.66, "caption": "A doctor uses a scalpel to make a slit into the patient's neck.", "similarity": 0.7017, "relevance": 2 }, { "pair_id": 15909, "video_name": "house_s01e01_seg02_clip_06", "timestamp": [ 26.85, 33.45 ], "duration": 88.66, "caption": "A doctor uses a scalpel to make an incision in a patient's neck.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 15910, "video_name": "house_s02e17_seg02_clip_21", "timestamp": [ 68.22, 71.3 ], "duration": 88.66, "caption": "A doctor cuts a specimen in half using a scalpel.", "similarity": 0.696, "relevance": 1 }, { "pair_id": 15911, "video_name": "house_s04e05_seg02_clip_05", "timestamp": [ 17.4, 21.32 ], "duration": 87.66, "caption": "A person passes someone a scalpel during surgery.", "similarity": 0.6832, "relevance": 4 }, { "pair_id": 15912, "video_name": "house_s08e17_seg02_clip_10", "timestamp": [ 10.35, 15.75 ], "duration": 90.66, "caption": "A person puts a scalpel on a patient doll and then looks up at another person.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 15913, "video_name": "house_s06e17_seg02_clip_04", "timestamp": [ 42.83, 45.95 ], "duration": 89.66, "caption": "A doctor who is wearing gloves picks something on the ground.", "similarity": 0.6816, "relevance": 0 }, { "pair_id": 15914, "video_name": "house_s01e14_seg02_clip_20", "timestamp": [ 21.94, 25.69 ], "duration": 107.66, "caption": "The doctor takes a scalpel and cuts into the patient's chest.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 15915, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 35.16, 36.94 ], "duration": 89.66, "caption": "A person does an incision with a scalpel with a patient lying down.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 15916, "video_name": "house_s03e18_seg02_clip_23", "timestamp": [ 3.58, 9.85 ], "duration": 89.66, "caption": "A person marks a patient's head with a marker and cuts the mark with a scalpel.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 15917, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 65.43, 66.32 ], "duration": 89.66, "caption": "A person brings a scalpel up to their nose and smells it.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 15918, "video_name": "house_s01e11_seg02_clip_22", "timestamp": [ 14.4, 20.71 ], "duration": 90.66, "caption": "A person takes the scalpel and prepares to make the first incision.", "similarity": 0.6619, "relevance": 4 }, { "pair_id": 15919, "video_name": "house_s05e23_seg02_clip_04", "timestamp": [ 67.68, 74.81 ], "duration": 89.66, "caption": "A person cuts a patient's neck with a scalpel and inserts a plastic tube.", "similarity": 0.6596, "relevance": 2 } ] }, { "query_id": 39456, "query": "A woman walks toward the coffee table and places a wine bottle on it.", "relevant_moment": [ { "pair_id": 11120, "video_name": "s09e08_seg02_clip_01", "timestamp": [ 9.76, 12.21 ], "duration": 61.66, "caption": "A woman walks toward the coffee table and places a wine bottle on it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11121, "video_name": "friends_s06e23_seg02_clip_02", "timestamp": [ 53.42, 59.03 ], "duration": 59.66, "caption": "A woman puts her wine glass on the coffee table.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 11122, "video_name": "s08e14_seg02_clip_11", "timestamp": [ 23.8, 25.02 ], "duration": 61.66, "caption": "A woman is holding a glass of wine and put it on the coffee table.", "similarity": 0.7691, "relevance": 3 }, { "pair_id": 11123, "video_name": "s04e22_seg02_clip_03", "timestamp": [ 51.32, 60.03 ], "duration": 60.66, "caption": "A woman walks over to the coffee table and puts her wine glass down and picks up her cell phone.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 11124, "video_name": "s08e16_seg02_clip_16", "timestamp": [ 21.01, 24.16 ], "duration": 70.66, "caption": "A woman picks up a wine bottle and wine glass from the coffee table.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 11125, "video_name": "s07e15_seg02_clip_00", "timestamp": [ 4.8, 6.72 ], "duration": 64.66, "caption": "A woman picks up a bottle of wine as she stands in front of the coffee table.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 11126, "video_name": "s08e13_seg02_clip_07", "timestamp": [ 51.32, 55.22 ], "duration": 60.66, "caption": "A person pours a glass of wine and places the bottle on the coffee table.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 11127, "video_name": "s09e20_seg02_clip_08", "timestamp": [ 11.12, 12.55 ], "duration": 57.66, "caption": "A woman puts down the bottle of wine on the coffee table.", "similarity": 0.7448, "relevance": 3 }, { "pair_id": 11129, "video_name": "s04e11_seg02_clip_12", "timestamp": [ 37.23, 44.25 ], "duration": 61.66, "caption": "A woman picks up a wine bottle off of the coffee table and pours a glass of wine.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 11130, "video_name": "s09e22_seg02_clip_15", "timestamp": [ 17.71, 20.41 ], "duration": 60.66, "caption": "A person walks up to woman's table and sets down two glasses of wine.", "similarity": 0.7308, "relevance": 2 }, { "pair_id": 11131, "video_name": "s09e22_seg02_clip_11", "timestamp": [ 5.31, 7.67 ], "duration": 59.66, "caption": "A person walks over to the table with a glass of wine in their hand.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 11132, "video_name": "s04e08_seg02_clip_13", "timestamp": [ 18.3, 23.32 ], "duration": 59.66, "caption": "A woman puts her glass of wine down on the coffee table.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 11133, "video_name": "friends_s03e15_seg02_clip_09", "timestamp": [ 35.09, 36.92 ], "duration": 61.66, "caption": "A woman puts the wine glass on the table.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 11134, "video_name": "friends_s02e04_seg02_clip_10", "timestamp": [ 18.01, 24.01 ], "duration": 60.66, "caption": "A woman takes her glass of wine and starts walking.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 11135, "video_name": "s08e14_seg02_clip_08", "timestamp": [ 26.41, 29.41 ], "duration": 60.66, "caption": "A woman walks to the couch and sits down and puts her right hand on the bottom of the wine bottle.", "similarity": 0.708, "relevance": 3 }, { "pair_id": 11136, "video_name": "s06e18_seg02_clip_02", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman sets her wine glass down on the coffee table in front of her.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 11137, "video_name": "s06e18_seg02_clip_01", "timestamp": [ 43.81, 47.87 ], "duration": 58.66, "caption": "A person walks over to the table and pours wine in a glass.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 11138, "video_name": "s09e02_seg02_clip_08", "timestamp": [ 14.53, 17.5 ], "duration": 66.66, "caption": "A woman picks up her glass of white wine from the coffee table.", "similarity": 0.7059, "relevance": 2 }, { "pair_id": 11139, "video_name": "friends_s01e08_seg02_clip_19", "timestamp": [ 11.82, 13.23 ], "duration": 56.66, "caption": "A woman grabs her glass of wine from a table next to her.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 184440, "video_name": "s07e05_seg02_clip_01", "timestamp": [ 37.19, 40.73 ], "duration": 59.66, "caption": "A woman pours wine in her glass and sets the bottle on the coffee table.", "similarity": 0.701, "relevance": 3 }, { "pair_id": 184441, "video_name": "friends_s01e07_seg02_clip_06", "timestamp": [ 12.1, 14.62 ], "duration": 50.66, "caption": "A woman is holding the wineglass sitting on the coffee table.", "similarity": 0.6995, "relevance": 1 }, { "pair_id": 184442, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 2.0, 4.28 ], "duration": 57.66, "caption": "A woman puts her glass of wine on the table.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 184443, "video_name": "s06e24_seg02_clip_00", "timestamp": [ 29.77, 36.91 ], "duration": 62.66, "caption": "A person walks to the dining table to pick up a glass of wine.", "similarity": 0.6991, "relevance": 1 }, { "pair_id": 184444, "video_name": "castle_s01e02_seg02_clip_06", "timestamp": [ 8.14, 16.72 ], "duration": 90.66, "caption": "A woman walks down the stairs holding up her wine glass and grabs a wine bottle.", "similarity": 0.6964, "relevance": 1 }, { "pair_id": 184445, "video_name": "friends_s01e20_seg02_clip_19", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A woman takes a drink from the wine glass and then puts it down on the table in front of her.", "similarity": 0.6938, "relevance": 2 }, { "pair_id": 184446, "video_name": "castle_s01e07_seg02_clip_09", "timestamp": [ 42.61, 44.43 ], "duration": 90.66, "caption": "A woman takes the wine glass from the table.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 184447, "video_name": "s08e16_seg02_clip_08", "timestamp": [ 23.61, 25.38 ], "duration": 59.66, "caption": "A woman leans over and picks up her wine glass from the coffee table as she sits cross-legged on the couch.", "similarity": 0.6906, "relevance": 1 }, { "pair_id": 184448, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 5.15, 7.43 ], "duration": 57.66, "caption": "A woman puts a bottle of wine on the kitchen table.", "similarity": 0.6888, "relevance": 4 }, { "pair_id": 184449, "video_name": "friends_s06e24-25_seg02_clip_11", "timestamp": [ 7.5, 9.6 ], "duration": 60.66, "caption": "A woman reaches for her glass of wine while sitting at the table.", "similarity": 0.6885, "relevance": 1 }, { "pair_id": 184450, "video_name": "s06e24_seg02_clip_00", "timestamp": [ 32.88, 35.98 ], "duration": 62.66, "caption": "A person walks over to the table and picks up a glass of wine.", "similarity": 0.6875, "relevance": 1 }, { "pair_id": 184451, "video_name": "s08e15_seg02_clip_16", "timestamp": [ 14.04, 15.12 ], "duration": 72.66, "caption": "A person picks up a glass of wine from the coffee table.", "similarity": 0.6873, "relevance": 1 }, { "pair_id": 184452, "video_name": "friends_s06e24-25_seg02_clip_02", "timestamp": [ 51.35, 55.41 ], "duration": 58.66, "caption": "A woman approaches person at a table and passes them a glass of wine.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 184453, "video_name": "friends_s09e04_seg02_clip_17", "timestamp": [ 0.0, 2.02 ], "duration": 57.66, "caption": "A woman sets her wine glass down on the coffee table.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 184454, "video_name": "s08e08_seg02_clip_03", "timestamp": [ 34.82, 36.92 ], "duration": 60.66, "caption": "A person pours wine from the bottle into the glass on the coffee table.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 184455, "video_name": "s03e02_seg02_clip_02", "timestamp": [ 29.22, 34.83 ], "duration": 59.66, "caption": "A woman walking to the fridge to get some wine.", "similarity": 0.6814, "relevance": 3 }, { "pair_id": 184456, "video_name": "s10e04_seg02_clip_00", "timestamp": [ 9.76, 12.51 ], "duration": 61.66, "caption": "A woman walks over and places napkins on the coffee table.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 184457, "video_name": "s07e16_seg01_clip_00", "timestamp": [ 55.21, 62.03 ], "duration": 62.66, "caption": "A woman walks towards the coffee table and sits on the floor beside it.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 184458, "video_name": "s05e20_seg02_clip_04", "timestamp": [ 33.65, 36.27 ], "duration": 58.66, "caption": "A woman puts down her wine glass onto the table.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 184459, "video_name": "s08e24_seg02_clip_09", "timestamp": [ 1.89, 3.78 ], "duration": 63.66, "caption": "A woman puts her wine glass and plate of food down on the coffee table.", "similarity": 0.6784, "relevance": 2 } ] }, { "query_id": 39462, "query": "A person nods their head as they listen to someone speak on the couch.", "relevant_moment": [ { "pair_id": 165100, "video_name": "s09e08_seg02_clip_00", "timestamp": [ 56.14, 58.93 ], "duration": 62.66, "caption": "A person nods their head as they listen to someone speak on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165101, "video_name": "s02e10_seg01_clip_01", "timestamp": [ 7.97, 16.82 ], "duration": 59.66, "caption": "While sitting on the couch, a person is having a conversation with another person and begins touching their ear.", "similarity": 0.7688, "relevance": 3 }, { "pair_id": 165102, "video_name": "castle_s01e10_seg02_clip_21", "timestamp": [ 0.0, 10.56 ], "duration": 96.66, "caption": "A person was sitting on the couch as he was talking to someone.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 165103, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 51.17, 57.07 ], "duration": 62.66, "caption": "A person sits on the couch while speaking to the group who's in there.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 165104, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person sits down on the arm of the couch while talking to another person.", "similarity": 0.7354, "relevance": 3 }, { "pair_id": 165105, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 55.78, 59.03 ], "duration": 59.66, "caption": "A person sits on the arm of the sofa as he speaks to another person.", "similarity": 0.7346, "relevance": 3 }, { "pair_id": 165106, "video_name": "s06e14_seg02_clip_07", "timestamp": [ 53.92, 55.02 ], "duration": 55.66, "caption": "A person nods his down-turned head quickly as he sits on the couch.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 165107, "video_name": "s06e04_seg02_clip_05", "timestamp": [ 26.71, 28.21 ], "duration": 60.66, "caption": "A woman sits on the couch listening to someone.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 165108, "video_name": "house_s05e23_seg02_clip_25", "timestamp": [ 109.9, 131.22 ], "duration": 164.66, "caption": "A person sits down on the couch to talk with another person.", "similarity": 0.717, "relevance": 3 }, { "pair_id": 165109, "video_name": "friends_s08e15_seg02_clip_00", "timestamp": [ 0.0, 24.69 ], "duration": 63.66, "caption": "Some people are having a conversation in the couch.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 165110, "video_name": "s02e19_seg02_clip_08", "timestamp": [ 42.02, 45.02 ], "duration": 60.66, "caption": "A person is sitting on the sofa as they listen to a woman.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 165111, "video_name": "s06e12_seg02_clip_10", "timestamp": [ 21.34, 24.04 ], "duration": 54.66, "caption": "A person nods their head in affirmation of what someone is saying to them.", "similarity": 0.7096, "relevance": 2 }, { "pair_id": 165112, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 4.13, 7.97 ], "duration": 59.66, "caption": "A person sits on the couch from the ground while talking to another person.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 165113, "video_name": "s01e01_seg02_clip_10", "timestamp": [ 45.75, 58.44 ], "duration": 59.66, "caption": "A woman sits on the same couch as a man and starts speaking to him.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 165114, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 55.41, 57.15 ], "duration": 58.66, "caption": "A woman sits down on the couch as she talks to a person.", "similarity": 0.7068, "relevance": 1 }, { "pair_id": 165115, "video_name": "s07e04_seg02_clip_14", "timestamp": [ 37.23, 41.5 ], "duration": 61.66, "caption": "A woman turns around on the couch and talks to a person.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 165116, "video_name": "friends_s04e20_seg02_clip_04", "timestamp": [ 6.79, 16.23 ], "duration": 59.66, "caption": "A person was leaning over the couch whilst talking to another person.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 165117, "video_name": "s04e03_seg02_clip_12", "timestamp": [ 23.61, 26.56 ], "duration": 59.66, "caption": "A person stands up from sitting on the couch talking to someone.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 165118, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 0.0, 29.4 ], "duration": 61.66, "caption": "They are having a conversation while they are sitting on the couch.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 165119, "video_name": "friends_s10e04_seg01_clip_00", "timestamp": [ 42.49, 72.02 ], "duration": 72.66, "caption": "Some people are having a conversation while sitting on a couch.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 338420, "video_name": "friends_s02e19_seg02_clip_01", "timestamp": [ 31.09, 59.22 ], "duration": 59.66, "caption": "Some people are having a conversation while sitting on a couch.", "similarity": 0.7033, "relevance": 3 }, { "pair_id": 338421, "video_name": "met_s04e03_seg02_clip_01", "timestamp": [ 44.67, 59.16 ], "duration": 59.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 338422, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 31.72, 58.66 ], "duration": 58.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7016, "relevance": 2 }, { "pair_id": 338423, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 0.0, 23.2 ], "duration": 58.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 338424, "video_name": "friends_s01e06_seg02_clip_19", "timestamp": [ 31.02, 59.66 ], "duration": 59.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 338425, "video_name": "met_s06e19_seg02_clip_00", "timestamp": [ 15.42, 19.44 ], "duration": 67.66, "caption": "A person is sitting on the arm of the couch and starts talking to everyone.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 338426, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A person is having a conversation while sitting on the couch. Then a man came and join their conversation.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 338427, "video_name": "s06e07_seg01_clip_03", "timestamp": [ 32.77, 35.65 ], "duration": 72.66, "caption": "A person gets off the couch to go over and talk to another person.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 338428, "video_name": "grey_s01e05_seg02_clip_13", "timestamp": [ 0.0, 5.82 ], "duration": 97.66, "caption": "They are having a conversation while sitting on a couch.", "similarity": 0.6965, "relevance": 1 }, { "pair_id": 338429, "video_name": "friends_s02e08_seg02_clip_00", "timestamp": [ 0.0, 24.11 ], "duration": 61.66, "caption": "They are having a conversation while sitting on a couch.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 338430, "video_name": "s03e10_seg02_clip_01", "timestamp": [ 20.81, 23.74 ], "duration": 65.66, "caption": "A man whispers something into a person's ear while the person is sitting on the couch.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 338431, "video_name": "met_s02e10_seg02_clip_00", "timestamp": [ 4.89, 18.33 ], "duration": 61.66, "caption": "Two people talk to each other by the couch.", "similarity": 0.6951, "relevance": 1 }, { "pair_id": 338432, "video_name": "s04e17_seg02_clip_07", "timestamp": [ 0.0, 12.61 ], "duration": 63.66, "caption": "A person talks and then turns their body towards someone on the couch.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 338433, "video_name": "s08e23_seg02_clip_00", "timestamp": [ 55.07, 62.75 ], "duration": 64.66, "caption": "A woman nods her head as a person speaks to her.", "similarity": 0.6925, "relevance": 4 }, { "pair_id": 338434, "video_name": "s04e07_seg02_clip_05", "timestamp": [ 44.25, 46.38 ], "duration": 61.66, "caption": "A person stands up from the couch while person is still discussing with him/her.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 338435, "video_name": "friends_s05e05_seg02_clip_05", "timestamp": [ 46.93, 59.03 ], "duration": 59.66, "caption": "A woman puts her head back on the couch and continues a conversation with a man.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 338436, "video_name": "friends_s02e17_seg02_clip_19", "timestamp": [ 42.52, 56.46 ], "duration": 68.66, "caption": "A man sits on the edge of his couch and talks to a person.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 338437, "video_name": "s01e17_seg02_clip_10", "timestamp": [ 36.62, 40.82 ], "duration": 60.66, "caption": "A woman goes to sit down on her sofa as she speaks to a person.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 338438, "video_name": "s10e09_seg02_clip_16", "timestamp": [ 54.52, 56.73 ], "duration": 63.66, "caption": "A person nods his/her head as another person talks to him/her.", "similarity": 0.6856, "relevance": 3 }, { "pair_id": 338439, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 0.0, 24.91 ], "duration": 60.66, "caption": "A man is talking to some people while they are sitting on the couch.", "similarity": 0.6853, "relevance": 3 } ] }, { "query_id": 39469, "query": "A man sits in the back seat of a car, using binoculars to look into a restaurant and he talks to the people in the front seat about what he sees.", "relevant_moment": [ { "pair_id": 20340, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 0.0, 14.41 ], "duration": 60.66, "caption": "A man sits in the back seat of a car, using binoculars to look into a restaurant and he talks to the people in the front seat about what he sees.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20341, "video_name": "castle_s01e09_seg02_clip_19", "timestamp": [ 53.54, 55.06 ], "duration": 101.66, "caption": "A man looks at person through binoculars in his car.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 20342, "video_name": "castle_s08e04_seg02_clip_21", "timestamp": [ 63.72, 66.45 ], "duration": 91.66, "caption": "A person, sitting in the backseat of a red car, raises binoculars to his eyes.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 20343, "video_name": "s08e16_seg02_clip_03", "timestamp": [ 55.19, 58.14 ], "duration": 59.66, "caption": "A man looks out of the car window in the back seat of another person's car.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 20344, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 1.24, 10.54 ], "duration": 62.66, "caption": "A man gives a person a look that makes him sit back in his chair.", "similarity": 0.642, "relevance": 1 }, { "pair_id": 20345, "video_name": "s09e03_seg02_clip_05", "timestamp": [ 14.71, 24.31 ], "duration": 60.66, "caption": "A man is talking to a person in the back seat and compares the car they are in with a famous comic book vehicle.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 20346, "video_name": "house_s07e10_seg02_clip_00", "timestamp": [ 35.59, 59.32 ], "duration": 91.66, "caption": "A man takes a seat in the chair and takes a look.", "similarity": 0.6109, "relevance": 1 }, { "pair_id": 20347, "video_name": "castle_s04e09_seg02_clip_26", "timestamp": [ 11.6, 33.36 ], "duration": 145.66, "caption": "A person gets up from their seat and looks back at someone to speak with them.", "similarity": 0.6059, "relevance": 0 }, { "pair_id": 20348, "video_name": "s04e06_seg02_clip_04", "timestamp": [ 0.0, 10.54 ], "duration": 62.66, "caption": "A man says something to person that makes him jump back in his seat and stare at man.", "similarity": 0.6042, "relevance": 0 }, { "pair_id": 20349, "video_name": "friends_s02e12-13_seg02_clip_14", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "A man is talking to someone looking at an object.", "similarity": 0.5987, "relevance": 0 }, { "pair_id": 20350, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 0.0, 27.79 ], "duration": 89.66, "caption": "A person is sitting in a car with someone and looks at him/her and then stares forward.", "similarity": 0.5985, "relevance": 2 }, { "pair_id": 20351, "video_name": "met_s02e19_seg02_clip_05", "timestamp": [ 0.0, 13.35 ], "duration": 58.66, "caption": "A man talks to another man in the back seat of the car.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 20352, "video_name": "s03e01_seg02_clip_08", "timestamp": [ 36.62, 42.41 ], "duration": 61.66, "caption": "A man gets out of his seat to go talk to person.", "similarity": 0.59, "relevance": 0 }, { "pair_id": 20353, "video_name": "s08e10_seg02_clip_06", "timestamp": [ 21.38, 25.66 ], "duration": 57.66, "caption": "A man gets up from his seat while talking.", "similarity": 0.5882, "relevance": 0 }, { "pair_id": 20354, "video_name": "s06e11_seg02_clip_12", "timestamp": [ 0.0, 36.01 ], "duration": 59.66, "caption": "A man is sitting in an armchair while talking to some people.", "similarity": 0.5876, "relevance": 1 }, { "pair_id": 20355, "video_name": "castle_s06e07_seg02_clip_13", "timestamp": [ 44.32, 46.11 ], "duration": 89.66, "caption": "A man moves his arm and looks down at his watch as he sits in a car.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 20356, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is speaking to person as he is sitting.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 20357, "video_name": "s04e13_seg02_clip_02", "timestamp": [ 22.51, 24.01 ], "duration": 60.66, "caption": "A man quickly points into the backseat and then the passenger seat as he drives the car and talks.", "similarity": 0.5816, "relevance": 2 }, { "pair_id": 20358, "video_name": "castle_s07e11_seg02_clip_21", "timestamp": [ 88.29, 91.03 ], "duration": 91.66, "caption": "A man places binoculars on his face to look across the street.", "similarity": 0.5795, "relevance": 2 }, { "pair_id": 20359, "video_name": "castle_s05e19_seg02_clip_01", "timestamp": [ 0.0, 5.52 ], "duration": 92.66, "caption": "A person explains to man who gave him the binoculars.", "similarity": 0.5769, "relevance": 2 } ] }, { "query_id": 39470, "query": "A man is holding a restaurant menu as he speaks to woman.", "relevant_moment": [ { "pair_id": 84060, "video_name": "s09e08_seg02_clip_06", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A man is holding a restaurant menu as he speaks to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 84061, "video_name": "friends_s09e14_seg02_clip_19", "timestamp": [ 0.0, 20.81 ], "duration": 57.66, "caption": "A man is holding a food while talking to woman.", "similarity": 0.789, "relevance": 2 }, { "pair_id": 84062, "video_name": "friends_s08e08_seg02_clip_05", "timestamp": [ 50.58, 54.03 ], "duration": 57.66, "caption": "A man places his hands on woman's face as he talks to her in a restaurant.", "similarity": 0.7542, "relevance": 1 }, { "pair_id": 84063, "video_name": "met_s02e22_seg02_clip_05", "timestamp": [ 50.42, 51.02 ], "duration": 60.66, "caption": "A man flips his menu closed while leaning in to speak to woman.", "similarity": 0.7487, "relevance": 4 }, { "pair_id": 84064, "video_name": "s04e16_seg02_clip_05", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A man is holding a menu as he listens to another man speak.", "similarity": 0.7448, "relevance": 3 }, { "pair_id": 84065, "video_name": "s07e22_seg02_clip_11", "timestamp": [ 50.51, 54.02 ], "duration": 54.66, "caption": "A man is holding a napkin in his hand as he speaks to a woman.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 84066, "video_name": "friends_s08e16_seg02_clip_13", "timestamp": [ 18.89, 29.51 ], "duration": 59.66, "caption": "A woman is reading a menu when talking to man.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 84067, "video_name": "house_s07e23_seg02_clip_20", "timestamp": [ 0.0, 3.14 ], "duration": 89.66, "caption": "A man is talking to a woman inside the restaurant.", "similarity": 0.7413, "relevance": 1 }, { "pair_id": 84068, "video_name": "s05e06_seg02_clip_00", "timestamp": [ 48.07, 50.24 ], "duration": 62.66, "caption": "A person closes his menu as he sits at the table and talks to a woman.", "similarity": 0.738, "relevance": 3 }, { "pair_id": 84069, "video_name": "house_s01e20_seg02_clip_18", "timestamp": [ 65.64, 70.37 ], "duration": 105.66, "caption": "A man opens his napkin while talking with a woman in a restaurant.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 84070, "video_name": "s07e11_seg02_clip_04", "timestamp": [ 11.1, 19.51 ], "duration": 60.66, "caption": "A man gets up from the restaurant table to talk to a woman.", "similarity": 0.7258, "relevance": 1 }, { "pair_id": 84071, "video_name": "s07e20_seg02_clip_06", "timestamp": [ 34.81, 55.12 ], "duration": 58.66, "caption": "A woman and a man have a conversation about another man as they look over menus at a restaurant.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 84072, "video_name": "house_s06e06_seg02_clip_09", "timestamp": [ 0.0, 13.37 ], "duration": 89.66, "caption": "A woman talks to a man inside the restaurant.", "similarity": 0.7115, "relevance": 1 }, { "pair_id": 84073, "video_name": "s03e09_seg02_clip_11", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A man is speaking to a woman holding a waitress tray.", "similarity": 0.7091, "relevance": 1 }, { "pair_id": 84074, "video_name": "friends_s06e24-25_seg02_clip_07", "timestamp": [ 32.04, 61.03 ], "duration": 61.66, "caption": "A man is saying sweet things to woman at a restaurant when a man appears.", "similarity": 0.7048, "relevance": 1 }, { "pair_id": 84076, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 0.0, 67.52 ], "duration": 90.66, "caption": "A woman is conversing with a man as they are in a restaurant.", "similarity": 0.6994, "relevance": 2 }, { "pair_id": 84077, "video_name": "castle_s03e10_seg02_clip_20", "timestamp": [ 0.0, 65.54 ], "duration": 91.66, "caption": "A man stands in a restaurant talking to a woman, then they push a shelf out of the way and discover a secret entrance or exit.", "similarity": 0.6989, "relevance": 1 }, { "pair_id": 84078, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 32.95, 36.62 ], "duration": 61.66, "caption": "A man talks to a woman with a big mouthful of food.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 84079, "video_name": "met_s02e05_seg02_clip_10", "timestamp": [ 34.67, 40.97 ], "duration": 63.66, "caption": "A woman has some intimate advice for a man while at the restaurant.", "similarity": 0.6923, "relevance": 1 } ] }, { "query_id": 39502, "query": "A woman is standing in an empty room staring at a bed.", "relevant_moment": [ { "pair_id": 10940, "video_name": "grey_s02e04_seg02_clip_08", "timestamp": [ 92.18, 97.03 ], "duration": 97.66, "caption": "A woman is standing in an empty room staring at a bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10941, "video_name": "friends_s10e10_seg02_clip_16", "timestamp": [ 16.29, 29.37 ], "duration": 58.66, "caption": "A woman walks into an empty bedroom, a man joins her.", "similarity": 0.6506, "relevance": 3 }, { "pair_id": 10942, "video_name": "castle_s05e19_seg02_clip_15", "timestamp": [ 19.0, 24.18 ], "duration": 57.66, "caption": "A woman is concerned she can't see into the bed room.", "similarity": 0.648, "relevance": 1 }, { "pair_id": 10943, "video_name": "house_s07e01_seg02_clip_18", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman looks down towards the bed while her eyes are squinted to think.", "similarity": 0.646, "relevance": 0 }, { "pair_id": 10944, "video_name": "friends_s08e08_seg02_clip_13", "timestamp": [ 38.96, 41.02 ], "duration": 59.66, "caption": "A woman comes out of the bedroom wearing nothing but a bed sheet around her.", "similarity": 0.6334, "relevance": 0 }, { "pair_id": 10945, "video_name": "house_s04e14_seg02_clip_25", "timestamp": [ 5.31, 13.28 ], "duration": 177.66, "caption": "A woman turns over in bed and notices she is alone.", "similarity": 0.6329, "relevance": 0 }, { "pair_id": 10946, "video_name": "house_s06e05_seg02_clip_04", "timestamp": [ 108.31, 119.02 ], "duration": 119.66, "caption": "A person lays in the bed by himself and stares at the ceiling.", "similarity": 0.6271, "relevance": 0 }, { "pair_id": 10947, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 20.27, 24.32 ], "duration": 90.66, "caption": "A person walks into bedroom and looks at the bed.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 10948, "video_name": "s03e03_seg01_clip_02", "timestamp": [ 25.38, 30.22 ], "duration": 57.66, "caption": "A woman looks at a person, dumbfoundedly, and turns to go into the bedroom.", "similarity": 0.6193, "relevance": 1 }, { "pair_id": 10949, "video_name": "friends_s02e23_seg02_clip_01", "timestamp": [ 10.54, 13.65 ], "duration": 62.66, "caption": "A woman gets off the bed to look at someone.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 10950, "video_name": "castle_s04e19_seg02_clip_17", "timestamp": [ 52.52, 61.43 ], "duration": 89.66, "caption": "A woman stares at an empty chair before another man enters the room.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 10951, "video_name": "castle_s04e19_seg02_clip_17", "timestamp": [ 51.23, 53.91 ], "duration": 89.66, "caption": "A woman turns and looks at an empty chair.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 10952, "video_name": "friends_s06e06_seg02_clip_19", "timestamp": [ 24.74, 43.66 ], "duration": 97.66, "caption": "A woman is watching the empty room, a man appears and hugs her from the back.", "similarity": 0.5978, "relevance": 3 }, { "pair_id": 10953, "video_name": "house_s04e01_seg02_clip_22", "timestamp": [ 37.81, 53.11 ], "duration": 90.66, "caption": "A person is alone in the room and is staring and thinking deeply on a whiteboard.", "similarity": 0.5975, "relevance": 1 }, { "pair_id": 10954, "video_name": "castle_s05e15_seg02_clip_15", "timestamp": [ 51.19, 56.09 ], "duration": 89.66, "caption": "A person suddenly woke up in an empty room.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 10955, "video_name": "house_s05e02_seg02_clip_07", "timestamp": [ 71.55, 77.36 ], "duration": 89.66, "caption": "A person sitting up in a hospital bed sadly looks at an empty hospital bed next to her.", "similarity": 0.5882, "relevance": 3 }, { "pair_id": 10956, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 12.16, 18.1 ], "duration": 54.66, "caption": "A woman enters someone's room and sits on their bed.", "similarity": 0.5842, "relevance": 0 }, { "pair_id": 10957, "video_name": "friends_s06e06_seg02_clip_01", "timestamp": [ 48.62, 51.62 ], "duration": 60.66, "caption": "A woman walks into a woman's bedroom and looks around.", "similarity": 0.5838, "relevance": 1 }, { "pair_id": 10958, "video_name": "castle_s04e17_seg02_clip_14", "timestamp": [ 79.68, 85.91 ], "duration": 89.66, "caption": "A person peeks into a bedroom and sees a woman lying on the bed.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 10959, "video_name": "grey_s03e17_seg02_clip_07", "timestamp": [ 30.95, 44.6 ], "duration": 91.66, "caption": "A woman looks up and sees herself alone in a surgery room.", "similarity": 0.5772, "relevance": 3 } ] }, { "query_id": 39522, "query": "Some people are standing next to each other while talking to a person.", "relevant_moment": [ { "pair_id": 7480, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 33.01, 40.52 ], "duration": 60.66, "caption": "Some people are standing next to each other while talking to a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7481, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 53.11, 58.52 ], "duration": 90.66, "caption": "Two people are standing next to each other talking.", "similarity": 0.9039, "relevance": 3 }, { "pair_id": 7482, "video_name": "friends_s03e04_seg02_clip_05", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A person is talking to two other people who are standing up.", "similarity": 0.8899, "relevance": 4 }, { "pair_id": 7483, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 22.21, 44.87 ], "duration": 90.66, "caption": "Some people are talking to each other.", "similarity": 0.8776, "relevance": 3 }, { "pair_id": 7484, "video_name": "castle_s03e16_seg02_clip_15", "timestamp": [ 2.31, 9.23 ], "duration": 92.66, "caption": "A person is standing next to two people as they converse.", "similarity": 0.8739, "relevance": 4 }, { "pair_id": 7485, "video_name": "met_s02e02_seg02_clip_01", "timestamp": [ 12.46, 15.8 ], "duration": 60.66, "caption": "A person is talking to another person while he is standing.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 7486, "video_name": "castle_s01e01_seg02_clip_22", "timestamp": [ 0.0, 13.64 ], "duration": 88.66, "caption": "Two people stand beside each other as they speak to two other people.", "similarity": 0.8715, "relevance": 4 }, { "pair_id": 7487, "video_name": "castle_s05e11_seg02_clip_25", "timestamp": [ 0.0, 30.83 ], "duration": 92.66, "caption": "Two people are standing with person as they speak to each other.", "similarity": 0.8704, "relevance": 4 }, { "pair_id": 7488, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 2.25, 18.43 ], "duration": 89.66, "caption": "A person, another person, and another person stand by each other as they converse.", "similarity": 0.8695, "relevance": 4 }, { "pair_id": 7489, "video_name": "house_s04e08_seg02_clip_26", "timestamp": [ 35.51, 42.02 ], "duration": 42.66, "caption": "Two people are standing very close as they are talking.", "similarity": 0.8679, "relevance": 3 }, { "pair_id": 7490, "video_name": "house_s01e01_seg02_clip_22", "timestamp": [ 0.0, 23.77 ], "duration": 88.66, "caption": "Three individuals are standing beside each other as they speak to someone.", "similarity": 0.861, "relevance": 4 }, { "pair_id": 7491, "video_name": "castle_s04e19_seg02_clip_16", "timestamp": [ 8.94, 34.85 ], "duration": 89.66, "caption": "Two people are standing across from each other as they converse.", "similarity": 0.8599, "relevance": 4 }, { "pair_id": 7492, "video_name": "met_s03e08_seg02_clip_05", "timestamp": [ 13.12, 61.03 ], "duration": 61.66, "caption": "Two people are beside each other as they converse with some other people.", "similarity": 0.8579, "relevance": 3 }, { "pair_id": 7493, "video_name": "grey_s02e07_seg02_clip_09", "timestamp": [ 0.0, 11.52 ], "duration": 96.66, "caption": "Two people are standing beside each other as they converse.", "similarity": 0.8499, "relevance": 3 }, { "pair_id": 7494, "video_name": "house_s04e06_seg02_clip_14", "timestamp": [ 0.0, 34.71 ], "duration": 90.66, "caption": "Two people were standing beside each other while having a conversation.", "similarity": 0.8495, "relevance": 3 }, { "pair_id": 7495, "video_name": "house_s04e09_seg02_clip_18", "timestamp": [ 46.07, 89.33 ], "duration": 94.66, "caption": "Two people stand up while talking to person.", "similarity": 0.8488, "relevance": 4 }, { "pair_id": 7496, "video_name": "castle_s01e08_seg02_clip_23", "timestamp": [ 7.23, 85.02 ], "duration": 85.66, "caption": "Two people are beside each other as they speak to another person.", "similarity": 0.8484, "relevance": 3 }, { "pair_id": 7497, "video_name": "castle_s07e20_seg02_clip_17", "timestamp": [ 0.0, 17.26 ], "duration": 90.66, "caption": "Two people were standing beside each other as they were talking.", "similarity": 0.8476, "relevance": 2 }, { "pair_id": 7498, "video_name": "friends_s10e14_seg02_clip_16", "timestamp": [ 45.75, 48.4 ], "duration": 59.66, "caption": "Two people stand up to talk to a person.", "similarity": 0.8469, "relevance": 4 }, { "pair_id": 7499, "video_name": "house_s02e12_seg02_clip_27", "timestamp": [ 0.0, 14.02 ], "duration": 14.66, "caption": "Two people converse with each other as they are standing across from each other.", "similarity": 0.8467, "relevance": 3 }, { "pair_id": 180800, "video_name": "castle_s03e02_seg02_clip_05", "timestamp": [ 0.0, 91.33 ], "duration": 91.66, "caption": "Two people are beside each other as they speak to two other people.", "similarity": 0.8444, "relevance": 3 }, { "pair_id": 180801, "video_name": "met_s06e16_seg01_clip_02", "timestamp": [ 13.21, 37.82 ], "duration": 60.66, "caption": "Two people are beside each other when they converse with two other people.", "similarity": 0.8424, "relevance": 3 }, { "pair_id": 180802, "video_name": "friends_s01e01_seg02_clip_13", "timestamp": [ 46.83, 54.59 ], "duration": 62.66, "caption": "A person stands behind two people and talks.", "similarity": 0.8386, "relevance": 3 }, { "pair_id": 180803, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 86.04, 94.03 ], "duration": 94.66, "caption": "Two people both stand in front of someone talking to them.", "similarity": 0.8381, "relevance": 4 }, { "pair_id": 180804, "video_name": "house_s05e17_seg02_clip_22", "timestamp": [ 0.0, 18.67 ], "duration": 86.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 4 }, { "pair_id": 180805, "video_name": "house_s02e22_seg02_clip_08", "timestamp": [ 43.06, 90.65 ], "duration": 90.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180806, "video_name": "house_s02e11_seg02_clip_08", "timestamp": [ 0.0, 33.49 ], "duration": 93.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180807, "video_name": "house_s02e06_seg02_clip_08", "timestamp": [ 43.62, 53.86 ], "duration": 89.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180808, "video_name": "house_s01e09_seg02_clip_17", "timestamp": [ 73.25, 92.66 ], "duration": 92.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180809, "video_name": "grey_s03e24_seg02_clip_24", "timestamp": [ 64.03, 91.47 ], "duration": 91.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180810, "video_name": "grey_s02e23_seg02_clip_25", "timestamp": [ 103.55, 167.02 ], "duration": 167.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180811, "video_name": "grey_s02e17_seg02_clip_01", "timestamp": [ 0.0, 26.98 ], "duration": 83.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180812, "video_name": "castle_s08e10_seg02_clip_12", "timestamp": [ 65.68, 98.03 ], "duration": 98.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180813, "video_name": "castle_s08e02_seg02_clip_15", "timestamp": [ 52.45, 92.03 ], "duration": 92.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 4 }, { "pair_id": 180814, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 55.9, 88.02 ], "duration": 88.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 4 }, { "pair_id": 180815, "video_name": "castle_s07e09_seg02_clip_00", "timestamp": [ 71.57, 93.56 ], "duration": 93.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 4 }, { "pair_id": 180816, "video_name": "castle_s05e10_seg02_clip_22", "timestamp": [ 0.0, 11.3 ], "duration": 90.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180817, "video_name": "castle_s03e21_seg02_clip_11", "timestamp": [ 0.0, 18.91 ], "duration": 90.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 2 }, { "pair_id": 180818, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 67.18, 92.03 ], "duration": 92.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 180819, "video_name": "castle_s01e06_seg02_clip_11", "timestamp": [ 0.0, 3.92 ], "duration": 87.66, "caption": "Some people are having a conversation with each other.", "similarity": 0.8363, "relevance": 4 } ] }, { "query_id": 39523, "query": "A person puts his hands in the air and makes a gesture to some people.", "relevant_moment": [ { "pair_id": 4820, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A person puts his hands in the air and makes a gesture to some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4821, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person gestures with his/her hands to some other people.", "similarity": 0.8673, "relevance": 3 }, { "pair_id": 4822, "video_name": "s05e22_seg01_clip_01", "timestamp": [ 36.87, 38.76 ], "duration": 63.66, "caption": "A person makes an okay gesture with his hand.", "similarity": 0.8281, "relevance": 4 }, { "pair_id": 4823, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 18.86, 24.37 ], "duration": 58.66, "caption": "While holding their arm in the air, a person opens their hand and shows their palm to someone.", "similarity": 0.826, "relevance": 3 }, { "pair_id": 4824, "video_name": "s01e13_seg02_clip_01", "timestamp": [ 12.91, 15.31 ], "duration": 60.66, "caption": "A man raises his hand in the air then some people do too.", "similarity": 0.8179, "relevance": 3 }, { "pair_id": 4825, "video_name": "s01e02_seg01_clip_03", "timestamp": [ 7.4, 9.61 ], "duration": 40.66, "caption": "A person puts their arms together in front of them and uses them to gesture as they speak to some people.", "similarity": 0.8047, "relevance": 4 }, { "pair_id": 4826, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 18.96, 21.29 ], "duration": 58.66, "caption": "A person raises his/her right hand in the air.", "similarity": 0.8041, "relevance": 4 }, { "pair_id": 4828, "video_name": "s01e03_seg02_clip_14", "timestamp": [ 4.2, 8.7 ], "duration": 60.66, "caption": "A person gestures by keeping their fingers touching in front of them while moving their hands around.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 4829, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 1.34, 7.13 ], "duration": 89.66, "caption": "A person has their hands in the air and then turns around.", "similarity": 0.7785, "relevance": 3 }, { "pair_id": 4830, "video_name": "castle_s02e20_seg02_clip_17", "timestamp": [ 84.73, 87.03 ], "duration": 92.66, "caption": "While talking to some people, a man throws his hands up in the air.", "similarity": 0.7725, "relevance": 3 }, { "pair_id": 4831, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 10.36, 15.42 ], "duration": 46.66, "caption": "A person raises their hand as they speak to some other people.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 4832, "video_name": "grey_s02e11_seg02_clip_23", "timestamp": [ 61.79, 63.53 ], "duration": 87.66, "caption": "A person turns back around and makes a positive hand gesture to another person.", "similarity": 0.7719, "relevance": 2 }, { "pair_id": 4833, "video_name": "s07e06_seg02_clip_04", "timestamp": [ 53.7, 55.54 ], "duration": 61.66, "caption": "A person puts his hands up in the air while having a conversation with another person.", "similarity": 0.7711, "relevance": 4 }, { "pair_id": 4834, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 51.17, 53.03 ], "duration": 62.66, "caption": "A person gestures with his right thumb to another person.", "similarity": 0.7683, "relevance": 3 }, { "pair_id": 4835, "video_name": "castle_s04e17_seg02_clip_03", "timestamp": [ 74.4, 76.69 ], "duration": 91.66, "caption": "A person gestures with their right hand as they talk with someone.", "similarity": 0.7676, "relevance": 2 }, { "pair_id": 4836, "video_name": "s01e12_seg02_clip_00", "timestamp": [ 55.54, 56.45 ], "duration": 61.66, "caption": "A person puts their hand on someone's shoulder to get their attention.", "similarity": 0.7675, "relevance": 1 }, { "pair_id": 4837, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 84.5, 85.82 ], "duration": 88.66, "caption": "A person lifts both their hands up in a gesture.", "similarity": 0.767, "relevance": 1 }, { "pair_id": 4838, "video_name": "s10e03_seg02_clip_12", "timestamp": [ 49.74, 51.87 ], "duration": 61.66, "caption": "A person puts his finger up in the air while another person walks by.", "similarity": 0.761, "relevance": 0 }, { "pair_id": 4839, "video_name": "s05e09_seg02_clip_03", "timestamp": [ 21.91, 24.91 ], "duration": 60.66, "caption": "A person gestures with his right hand as he talks to another person.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 178140, "video_name": "s07e22_seg02_clip_09", "timestamp": [ 10.87, 17.5 ], "duration": 53.66, "caption": "A person gestures with their hands as they speak.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 178141, "video_name": "house_s07e21_seg02_clip_01", "timestamp": [ 0.0, 47.33 ], "duration": 91.66, "caption": "A person makes gestures with his hands as he speaks to man.", "similarity": 0.7535, "relevance": 4 }, { "pair_id": 178142, "video_name": "s09e05_seg02_clip_10", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A person stands and talks and moves his hands in the air.", "similarity": 0.7532, "relevance": 4 }, { "pair_id": 178143, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 37.22, 39.08 ], "duration": 62.66, "caption": "A man gestures, pointing with an upturned hand toward a person.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 178144, "video_name": "house_s02e12_seg02_clip_25", "timestamp": [ 51.14, 53.98 ], "duration": 71.66, "caption": "A person gestures with his hand toward something on the side and behind him.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 178145, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 16.81, 18.91 ], "duration": 60.66, "caption": "A person raises their hand in the air as they sit next to someone.", "similarity": 0.749, "relevance": 2 }, { "pair_id": 178146, "video_name": "s04e01_seg02_clip_11", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A person does a gesture with both hands as he stands beside another person.", "similarity": 0.7472, "relevance": 4 }, { "pair_id": 178147, "video_name": "house_s04e12_seg02_clip_20", "timestamp": [ 31.76, 33.94 ], "duration": 87.66, "caption": "A person uses his thumb to gesture behind him.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 178148, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 58.3, 63.03 ], "duration": 63.66, "caption": "A person throws his hand up in the air and keeps talking.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 178149, "video_name": "friends_s03e23_seg02_clip_16", "timestamp": [ 5.5, 10.08 ], "duration": 61.66, "caption": "A person motions his hands in the air over a man's back.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 178150, "video_name": "s05e08_seg02_clip_05", "timestamp": [ 8.99, 12.41 ], "duration": 62.66, "caption": "A person waves their right hand to gesture someone to continue talking.", "similarity": 0.7407, "relevance": 1 }, { "pair_id": 178151, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 43.52, 46.82 ], "duration": 60.66, "caption": "A person gestures with his hands as he speaks to another person.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 178152, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 2.52, 4.1 ], "duration": 63.66, "caption": "A person holds two fingers up in the air as he or she is speaking with another person.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 178153, "video_name": "castle_s04e17_seg02_clip_13", "timestamp": [ 2.26, 4.07 ], "duration": 90.66, "caption": "A person is talking and gestures with his/her right hand, fingers spread open.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 178154, "video_name": "friends_s06e15-16_seg02_clip_41", "timestamp": [ 16.48, 19.53 ], "duration": 61.66, "caption": "A man makes an air quotes gesture with their hands.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 178155, "video_name": "s01e12_seg02_clip_10", "timestamp": [ 32.57, 37.84 ], "duration": 62.66, "caption": "A person walks over to another person and makes a waving gesture with his hands.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 178156, "video_name": "friends_s09e19_seg02_clip_19", "timestamp": [ 11.31, 17.12 ], "duration": 58.66, "caption": "A person holds their hand up in front of a person.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 178157, "video_name": "friends_s04e13_seg02_clip_01", "timestamp": [ 32.07, 33.78 ], "duration": 56.66, "caption": "A man is waving his hands around in the air.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 178158, "video_name": "friends_s10e07_seg02_clip_03", "timestamp": [ 26.2, 28.9 ], "duration": 54.66, "caption": "A person raises each hand palm down up and down in gesture of balance or evenness.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 178159, "video_name": "castle_s01e06_seg02_clip_17", "timestamp": [ 121.29, 125.16 ], "duration": 129.66, "caption": "A person holds up their left hand fingers, gesturing to the group.", "similarity": 0.7357, "relevance": 3 } ] }, { "query_id": 39542, "query": "A man is sitting in the office chair while talking on the phone to a woman.", "relevant_moment": [ { "pair_id": 145880, "video_name": "friends_s09e09_seg01_clip_01", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A man is sitting in the office chair while talking on the phone to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145881, "video_name": "friends_s09e09_seg01_clip_01", "timestamp": [ 47.12, 48.92 ], "duration": 60.66, "caption": "A man is sitting in the office chair while talking on the phone to a woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 145882, "video_name": "house_s02e11_seg02_clip_20", "timestamp": [ 66.52, 69.52 ], "duration": 100.66, "caption": "A woman seats in his office chair while talking to a man.", "similarity": 0.8609, "relevance": 1 }, { "pair_id": 145883, "video_name": "house_s01e12_seg02_clip_06", "timestamp": [ 27.77, 30.96 ], "duration": 91.66, "caption": "A woman sits in her office chair while she is talking to a man.", "similarity": 0.8584, "relevance": 1 }, { "pair_id": 145884, "video_name": "grey_s03e22_seg02_clip_10", "timestamp": [ 12.51, 41.23 ], "duration": 92.66, "caption": "A man sits in a chair as he converses with a woman in his office.", "similarity": 0.8275, "relevance": 2 }, { "pair_id": 145885, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 5.64, 9.66 ], "duration": 161.66, "caption": "A man sits down in the chair when he's talking to a woman.", "similarity": 0.8194, "relevance": 2 }, { "pair_id": 145886, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 73.5, 77.02 ], "duration": 88.66, "caption": "A man sits down in his office to talk to a woman.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 145887, "video_name": "house_s02e08_seg02_clip_11", "timestamp": [ 80.57, 84.17 ], "duration": 90.66, "caption": "A man sits down while talking with a woman in her office.", "similarity": 0.7978, "relevance": 2 }, { "pair_id": 145888, "video_name": "house_s08e13_seg02_clip_21", "timestamp": [ 0.0, 80.39 ], "duration": 94.66, "caption": "A woman sits down in the office while talking with a man.", "similarity": 0.7863, "relevance": 1 }, { "pair_id": 145889, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man was sitting on a chair whilst talking to woman.", "similarity": 0.7828, "relevance": 3 }, { "pair_id": 145890, "video_name": "house_s05e24_seg02_clip_12", "timestamp": [ 56.07, 59.87 ], "duration": 95.66, "caption": "A man leans back in his office chair while talking with a woman.", "similarity": 0.7825, "relevance": 2 }, { "pair_id": 145891, "video_name": "castle_s01e08_seg02_clip_16", "timestamp": [ 20.77, 28.45 ], "duration": 90.66, "caption": "A woman places the phone on the desk, then talks to a man.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 145892, "video_name": "house_s06e10_seg02_clip_05", "timestamp": [ 21.78, 33.58 ], "duration": 90.66, "caption": "A man speaks to woman while she is sitting at her desk using her cellphone.", "similarity": 0.7759, "relevance": 1 }, { "pair_id": 145893, "video_name": "house_s02e09_seg02_clip_25", "timestamp": [ 0.0, 48.92 ], "duration": 146.66, "caption": "A man sits down in a woman's office and speaks with her.", "similarity": 0.7751, "relevance": 2 }, { "pair_id": 145894, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 36.49, 40.33 ], "duration": 96.66, "caption": "A man sits in the chair while talking to person.", "similarity": 0.7726, "relevance": 1 }, { "pair_id": 145895, "video_name": "castle_s05e10_seg02_clip_03", "timestamp": [ 43.37, 90.36 ], "duration": 90.66, "caption": "A man and a woman are having a conversation in the office then someone calls the woman on the phone.", "similarity": 0.7693, "relevance": 0 }, { "pair_id": 145896, "video_name": "house_s03e20_seg02_clip_15", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "A woman is speaking to a man as he is seated in a chair.", "similarity": 0.7673, "relevance": 3 }, { "pair_id": 145897, "video_name": "s03e08_seg02_clip_14", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A person sits in a chair while speaking to a woman.", "similarity": 0.7668, "relevance": 1 }, { "pair_id": 145898, "video_name": "house_s04e05_seg02_clip_12", "timestamp": [ 0.0, 6.52 ], "duration": 86.66, "caption": "A woman talks to a man in man's office as man sits at the desk.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 145899, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 12.61, 16.53 ], "duration": 56.66, "caption": "A person gets a chair and sits there while talking to woman.", "similarity": 0.7587, "relevance": 1 } ] }, { "query_id": 39547, "query": "A man began to spit out the crackers he was eating since they belonged to another man.", "relevant_moment": [ { "pair_id": 4800, "video_name": "friends_s09e12_seg02_clip_01", "timestamp": [ 8.85, 11.9 ], "duration": 61.66, "caption": "A man began to spit out the crackers he was eating since they belonged to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4801, "video_name": "friends_s09e12_seg02_clip_01", "timestamp": [ 3.36, 8.54 ], "duration": 61.66, "caption": "A man picked up a sleeve of crackers and started eating them until a woman said who they belonged to.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 4802, "video_name": "s03e17_seg02_clip_04", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A man started to eat while talking to another man.", "similarity": 0.6731, "relevance": 1 }, { "pair_id": 4803, "video_name": "friends_s07e23-24_seg02_clip_15", "timestamp": [ 6.95, 24.47 ], "duration": 60.66, "caption": "A man spits in the face of another man who just spit in his face.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 4804, "video_name": "friends_s02e15_seg02_clip_08", "timestamp": [ 21.01, 29.41 ], "duration": 60.66, "caption": "A man eats a salty snack that was stuck to his cheek after another man tells him it was there.", "similarity": 0.6422, "relevance": 0 }, { "pair_id": 4805, "video_name": "friends_s05e23-24_seg02_clip_36", "timestamp": [ 29.51, 36.3 ], "duration": 59.66, "caption": "A man puts something in his mouth, and then proceeds to spit it out.", "similarity": 0.6171, "relevance": 3 }, { "pair_id": 4806, "video_name": "castle_s04e11_seg02_clip_19", "timestamp": [ 19.18, 66.45 ], "duration": 89.66, "caption": "A man is eating while walking and talking to another man, but the other man is frustrated about what the first man is eating, so he slaps him and jumps on him and they fight till two other people arrive.", "similarity": 0.5938, "relevance": 1 }, { "pair_id": 4807, "video_name": "grey_s03e14_seg02_clip_28", "timestamp": [ 12.75, 22.5 ], "duration": 150.66, "caption": "A man eats from a takeout container and then wipes his mouth.", "similarity": 0.5843, "relevance": 0 }, { "pair_id": 4808, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 6.41, 10.99 ], "duration": 61.66, "caption": "A man continues to eat while another person is speaking.", "similarity": 0.5773, "relevance": 0 }, { "pair_id": 4809, "video_name": "friends_s03e03_seg02_clip_14", "timestamp": [ 0.0, 9.79 ], "duration": 61.66, "caption": "A man is eating jam off of a graham cracker.", "similarity": 0.5766, "relevance": 1 }, { "pair_id": 4810, "video_name": "s01e04_seg02_clip_11", "timestamp": [ 51.87, 54.62 ], "duration": 61.66, "caption": "Two men stuff their mouths with food.", "similarity": 0.5654, "relevance": 0 }, { "pair_id": 4811, "video_name": "s03e22_seg02_clip_14", "timestamp": [ 3.25, 6.49 ], "duration": 59.66, "caption": "A man is eating fast while another man is shouting.", "similarity": 0.5615, "relevance": 0 }, { "pair_id": 4812, "video_name": "house_s03e06_seg02_clip_01", "timestamp": [ 14.8, 20.02 ], "duration": 87.66, "caption": "A man stands in front of another person and eats something.", "similarity": 0.5578, "relevance": 0 }, { "pair_id": 4813, "video_name": "house_s02e11_seg02_clip_05", "timestamp": [ 66.52, 74.6 ], "duration": 95.66, "caption": "A man throws a snack into his mouth and chews it.", "similarity": 0.5562, "relevance": 1 }, { "pair_id": 4814, "video_name": "house_s08e13_seg02_clip_26", "timestamp": [ 70.82, 74.39 ], "duration": 119.66, "caption": "A man lends the chips he is eating to another person.", "similarity": 0.5525, "relevance": 1 }, { "pair_id": 4815, "video_name": "friends_s04e14_seg02_clip_06", "timestamp": [ 3.4, 7.1 ], "duration": 61.66, "caption": "A woman mentions how a person talks to him while eating crackers.", "similarity": 0.5521, "relevance": 1 }, { "pair_id": 4816, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 2.24, 4.49 ], "duration": 89.66, "caption": "A man takes a bite of food while talking with another man.", "similarity": 0.5507, "relevance": 0 }, { "pair_id": 4817, "video_name": "s03e04_seg02_clip_03", "timestamp": [ 30.17, 35.4 ], "duration": 58.66, "caption": "A man fumes and shouts at a person while they are eating.", "similarity": 0.5505, "relevance": 0 }, { "pair_id": 4818, "video_name": "friends_s07e23-24_seg02_clip_15", "timestamp": [ 22.05, 28.1 ], "duration": 60.66, "caption": "A man spits in person's face and person wipes their eye with their right hand.", "similarity": 0.5484, "relevance": 0 }, { "pair_id": 4819, "video_name": "house_s08e05_seg02_clip_08", "timestamp": [ 70.77, 76.18 ], "duration": 90.66, "caption": "A man is shown rinsing out his mouth with a bottle of water and spitting in a trash can as another man enters the room.", "similarity": 0.5476, "relevance": 0 } ] }, { "query_id": 39561, "query": "A child makes a purple hand print on a woman's white top.", "relevant_moment": [ { "pair_id": 152560, "video_name": "met_s06e06_seg02_clip_00", "timestamp": [ 29.46, 32.57 ], "duration": 62.66, "caption": "A child makes a purple hand print on a woman's white top.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152561, "video_name": "castle_s07e04_seg02_clip_20", "timestamp": [ 13.61, 16.68 ], "duration": 87.66, "caption": "A woman shows a piece of paper to the child.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 152562, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 51.53, 53.84 ], "duration": 92.66, "caption": "A child gives a piece of paper to a person wearing white.", "similarity": 0.5996, "relevance": 0 }, { "pair_id": 152563, "video_name": "castle_s03e14_seg02_clip_00", "timestamp": [ 48.83, 52.51 ], "duration": 92.66, "caption": "A woman hands someone a white piece of paper.", "similarity": 0.5961, "relevance": 0 }, { "pair_id": 152564, "video_name": "met_s03e04_seg02_clip_10", "timestamp": [ 47.14, 56.76 ], "duration": 62.66, "caption": "A woman picks up a children's drawing and hands it to woman.", "similarity": 0.59, "relevance": 0 }, { "pair_id": 152565, "video_name": "met_s03e04_seg02_clip_11", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A woman is looking at child's drawing and sets it on the table.", "similarity": 0.5658, "relevance": 0 }, { "pair_id": 152566, "video_name": "grey_s02e12_seg02_clip_14", "timestamp": [ 43.62, 47.26 ], "duration": 90.66, "caption": "A woman puts both of her hands on her child's face.", "similarity": 0.5554, "relevance": 0 }, { "pair_id": 152567, "video_name": "castle_s03e19_seg02_clip_18", "timestamp": [ 51.63, 55.19 ], "duration": 89.66, "caption": "A woman picks up a purple marker and begins writing on a whiteboard.", "similarity": 0.5401, "relevance": 0 }, { "pair_id": 152568, "video_name": "castle_s04e16_seg02_clip_09", "timestamp": [ 3.58, 8.94 ], "duration": 89.66, "caption": "A person hands out a piece of paper to woman.", "similarity": 0.5396, "relevance": 0 }, { "pair_id": 152569, "video_name": "friends_s05e07_seg02_clip_00", "timestamp": [ 41.6, 44.12 ], "duration": 63.66, "caption": "A man hands woman a piece of white paper.", "similarity": 0.5326, "relevance": 0 }, { "pair_id": 152570, "video_name": "house_s02e18_seg02_clip_07", "timestamp": [ 49.41, 66.77 ], "duration": 89.66, "caption": "A person writes a prescription and hands it to the daughter.", "similarity": 0.5245, "relevance": 0 }, { "pair_id": 152571, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 19.74, 21.12 ], "duration": 91.66, "caption": "A woman hands a piece of paper to woman.", "similarity": 0.5223, "relevance": 0 }, { "pair_id": 152572, "video_name": "friends_s02e22_seg02_clip_08", "timestamp": [ 21.01, 23.41 ], "duration": 60.66, "caption": "A woman hands a piece of paper to woman.", "similarity": 0.5223, "relevance": 0 }, { "pair_id": 152573, "video_name": "castle_s02e06_seg02_clip_02", "timestamp": [ 13.36, 17.24 ], "duration": 86.66, "caption": "A woman hands a piece of paper to woman.", "similarity": 0.5223, "relevance": 0 }, { "pair_id": 152574, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 90.7, 93.03 ], "duration": 93.66, "caption": "A person hands a piece of paper to a woman.", "similarity": 0.5223, "relevance": 0 }, { "pair_id": 152575, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 31.58, 34.24 ], "duration": 59.66, "caption": "A woman holds up her hand and makes a symbol with her fingers.", "similarity": 0.5188, "relevance": 0 }, { "pair_id": 152576, "video_name": "friends_s02e19_seg02_clip_03", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "The person in white hands someone a piece of paper.", "similarity": 0.5181, "relevance": 0 }, { "pair_id": 152577, "video_name": "castle_s04e05_seg02_clip_03", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A woman finishes putting on a pair of purple gloves.", "similarity": 0.515, "relevance": 0 }, { "pair_id": 152578, "video_name": "house_s07e09_seg02_clip_22", "timestamp": [ 73.67, 75.01 ], "duration": 89.66, "caption": "A person puts the back of his hand to the forehead of a child.", "similarity": 0.5077, "relevance": 0 }, { "pair_id": 152579, "video_name": "castle_s03e03_seg02_clip_03", "timestamp": [ 71.87, 79.65 ], "duration": 91.66, "caption": "A man hands a woman a paper with a picture of writing on it.", "similarity": 0.5075, "relevance": 0 } ] }, { "query_id": 39572, "query": "A man turns to his left and speaks to a woman who looks disgusted.", "relevant_moment": [ { "pair_id": 165540, "video_name": "met_s06e06_seg02_clip_02", "timestamp": [ 36.33, 40.6 ], "duration": 61.66, "caption": "A man turns to his left and speaks to a woman who looks disgusted.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 165541, "video_name": "s06e02_seg02_clip_13", "timestamp": [ 11.21, 20.17 ], "duration": 64.66, "caption": "A man turns to the side and averts his eyes as he speaks to woman.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 165542, "video_name": "castle_s05e01_seg02_clip_12", "timestamp": [ 0.0, 1.78 ], "duration": 89.66, "caption": "A woman turns to a man to speak with him.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 165543, "video_name": "grey_s03e24_seg02_clip_17", "timestamp": [ 1.36, 7.7 ], "duration": 90.66, "caption": "A woman turns to look at a man after he speaks.", "similarity": 0.7281, "relevance": 1 }, { "pair_id": 165544, "video_name": "castle_s02e23_seg02_clip_19", "timestamp": [ 9.99, 12.26 ], "duration": 90.66, "caption": "A man speaks to a woman then turns and walks away.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 165545, "video_name": "met_s02e10_seg01_clip_01", "timestamp": [ 29.72, 33.02 ], "duration": 44.66, "caption": "A man leans to his left and says something to a woman.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 165546, "video_name": "castle_s05e01_seg02_clip_25", "timestamp": [ 0.0, 16.03 ], "duration": 89.66, "caption": "A man is facing a woman as he speaks to her and then turns around.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 165547, "video_name": "castle_s04e23_seg02_clip_16", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A man looks to the side and then faces a woman as he speaks to her.", "similarity": 0.7084, "relevance": 3 }, { "pair_id": 165548, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 42.65, 46.13 ], "duration": 58.66, "caption": "A woman speaks to a man and he replies, gesturing with his right hand towards the left.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 165549, "video_name": "s04e13_seg02_clip_04", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A person is turned around as he speaks to a woman.", "similarity": 0.7043, "relevance": 3 }, { "pair_id": 165550, "video_name": "met_s02e11_seg02_clip_02", "timestamp": [ 6.08, 10.24 ], "duration": 64.66, "caption": "A woman stops and looks at someone in disgust when he speaks.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 165551, "video_name": "house_s08e18_seg02_clip_06", "timestamp": [ 70.67, 75.62 ], "duration": 90.66, "caption": "A woman speaks to a man and then turns and walks away, and he watches her.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 165552, "video_name": "castle_s01e04_seg02_clip_03", "timestamp": [ 79.97, 82.02 ], "duration": 82.66, "caption": "A woman turns her head as she walks to look at a man as he speaks.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 165553, "video_name": "castle_s02e02_seg02_clip_21", "timestamp": [ 31.68, 45.51 ], "duration": 89.66, "caption": "A man turns his head to look at a woman as she speaks and looks forward.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 165554, "video_name": "house_s06e16_seg02_clip_15", "timestamp": [ 0.0, 3.71 ], "duration": 53.66, "caption": "A man looks in a woman's direction while she talks to him.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 165555, "video_name": "grey_s02e17_seg02_clip_25", "timestamp": [ 46.51, 63.26 ], "duration": 93.66, "caption": "A woman has her back turned to a man as he speaks to her.", "similarity": 0.6938, "relevance": 2 }, { "pair_id": 165556, "video_name": "castle_s04e12_seg02_clip_19", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A man is facing a woman as he speaks to her.", "similarity": 0.6934, "relevance": 1 }, { "pair_id": 165557, "video_name": "castle_s08e19_seg02_clip_18", "timestamp": [ 70.67, 90.02 ], "duration": 90.66, "caption": "A man turns around and then looks back as he speaks to woman.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 165558, "video_name": "grey_s03e20_seg02_clip_21", "timestamp": [ 16.8, 51.67 ], "duration": 84.66, "caption": "A man talks to woman just to tell her how disappointed he is in her.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 165559, "video_name": "house_s02e10_seg02_clip_03", "timestamp": [ 8.42, 15.95 ], "duration": 88.66, "caption": "A man turns towards woman while talking to guy.", "similarity": 0.6849, "relevance": 2 } ] }, { "query_id": 39616, "query": "A person walks away from a man so the man walks into the patient room.", "relevant_moment": [ { "pair_id": 100160, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 21.7, 32.34 ], "duration": 88.66, "caption": "A person walks away from a man so the man walks into the patient room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 100165, "video_name": "house_s07e06_seg02_clip_10", "timestamp": [ 34.57, 38.41 ], "duration": 96.66, "caption": "A person walks out of the room leaving someone with the patient.", "similarity": 0.825, "relevance": 2 }, { "pair_id": 100167, "video_name": "house_s06e04_seg02_clip_20", "timestamp": [ 5.25, 8.31 ], "duration": 87.66, "caption": "A man walks out of the patient room leaving some people, including a woman and two men.", "similarity": 0.8185, "relevance": 2 }, { "pair_id": 100168, "video_name": "grey_s03e13_seg02_clip_06", "timestamp": [ 45.91, 48.61 ], "duration": 90.66, "caption": "A man walks two people into the patient's room.", "similarity": 0.8136, "relevance": 2 }, { "pair_id": 100169, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 82.43, 90.08 ], "duration": 90.66, "caption": "A man walks out of patient room in clinic, past someone and stops at nurse station.", "similarity": 0.8127, "relevance": 2 }, { "pair_id": 100174, "video_name": "friends_s09e01_seg02_clip_07", "timestamp": [ 1.19, 5.05 ], "duration": 59.66, "caption": "A man walks out of the hospital room that woman is in.", "similarity": 0.8032, "relevance": 2 }, { "pair_id": 100175, "video_name": "house_s08e01_seg02_clip_13", "timestamp": [ 37.73, 40.03 ], "duration": 92.66, "caption": "A person walks away from another person and the patient.", "similarity": 0.8008, "relevance": 2 }, { "pair_id": 100176, "video_name": "house_s04e03_seg02_clip_10", "timestamp": [ 20.09, 24.73 ], "duration": 103.66, "caption": "A man walks away immediately after talking to the patient.", "similarity": 0.8001, "relevance": 2 }, { "pair_id": 100177, "video_name": "house_s07e06_seg02_clip_18", "timestamp": [ 23.06, 24.37 ], "duration": 87.66, "caption": "A man walks out of a person's room leaving him in a hospital bed.", "similarity": 0.7989, "relevance": 2 }, { "pair_id": 100178, "video_name": "house_s04e05_seg02_clip_21", "timestamp": [ 40.52, 46.89 ], "duration": 91.66, "caption": "A person walks out of the patient's room and approaches another person.", "similarity": 0.7962, "relevance": 2 }, { "pair_id": 273480, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 16.56, 22.09 ], "duration": 92.66, "caption": "A man walks away from another person and leaves the room.", "similarity": 0.7923, "relevance": 3 }, { "pair_id": 273481, "video_name": "grey_s01e04_seg02_clip_16", "timestamp": [ 20.25, 25.31 ], "duration": 92.66, "caption": "A man leaves the patient's room passing by another person standing by the door and the other person picks up the patient chart and exits the room.", "similarity": 0.7904, "relevance": 2 }, { "pair_id": 273482, "video_name": "house_s02e13_seg02_clip_07", "timestamp": [ 2.73, 5.01 ], "duration": 91.66, "caption": "A person walks out of the room leaving the patient alone.", "similarity": 0.7879, "relevance": 1 }, { "pair_id": 273483, "video_name": "grey_s01e02_seg02_clip_11", "timestamp": [ 8.01, 11.13 ], "duration": 89.66, "caption": "A woman walks away from a man leaving him alone with the patient.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 273484, "video_name": "grey_s02e14_seg02_clip_18", "timestamp": [ 8.36, 15.84 ], "duration": 88.66, "caption": "Two people walk out of the patient room together.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 273485, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 5.92, 10.92 ], "duration": 91.66, "caption": "A person walks into the patient's room with another person.", "similarity": 0.7874, "relevance": 3 }, { "pair_id": 273486, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person walks out of the room with a man.", "similarity": 0.7871, "relevance": 1 }, { "pair_id": 273487, "video_name": "house_s04e06_seg02_clip_13", "timestamp": [ 11.88, 15.84 ], "duration": 88.66, "caption": "A woman walks away from man leaving him with a patient.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 273488, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 16.46, 19.83 ], "duration": 74.66, "caption": "A doctor walks away from man while standing in the hallway.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 273489, "video_name": "met_s03e20_seg02_clip_09", "timestamp": [ 36.82, 42.58 ], "duration": 64.66, "caption": "A woman walks away from man and leaves his hospital room.", "similarity": 0.779, "relevance": 3 }, { "pair_id": 273490, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 18.41, 20.25 ], "duration": 92.66, "caption": "A man walks in the door of the room of a patient.", "similarity": 0.7789, "relevance": 3 }, { "pair_id": 273491, "video_name": "grey_s03e09_seg02_clip_19", "timestamp": [ 6.59, 8.35 ], "duration": 87.66, "caption": "A man turns to walk away from another man in the hospital.", "similarity": 0.7785, "relevance": 1 }, { "pair_id": 273492, "video_name": "house_s07e15_seg02_clip_24", "timestamp": [ 83.38, 89.17 ], "duration": 89.66, "caption": "A man walks into the patient room and two people look at him.", "similarity": 0.7771, "relevance": 3 }, { "pair_id": 273493, "video_name": "house_s06e14_seg02_clip_21", "timestamp": [ 18.45, 22.06 ], "duration": 90.66, "caption": "Two men get out from the room of the patient.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 273494, "video_name": "house_s08e20_seg02_clip_08", "timestamp": [ 51.93, 57.17 ], "duration": 87.66, "caption": "A person walks out of the room after talking to the patient.", "similarity": 0.7725, "relevance": 1 }, { "pair_id": 273495, "video_name": "house_s02e18_seg02_clip_12", "timestamp": [ 79.74, 85.12 ], "duration": 89.66, "caption": "A man tries to walk away from a patient's room and a woman confronts him.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 273496, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 78.77, 80.57 ], "duration": 90.66, "caption": "A doctor walks out of the patient room.", "similarity": 0.7696, "relevance": 1 }, { "pair_id": 273497, "video_name": "house_s05e12_seg02_clip_12", "timestamp": [ 23.86, 26.11 ], "duration": 90.66, "caption": "A man walks away from a woman at the Nurses station.", "similarity": 0.7694, "relevance": 1 }, { "pair_id": 273498, "video_name": "house_s05e23_seg02_clip_14", "timestamp": [ 50.44, 53.59 ], "duration": 90.66, "caption": "A man walks out of the room while the other doctors follow.", "similarity": 0.7682, "relevance": 2 }, { "pair_id": 273499, "video_name": "castle_s08e06_seg02_clip_02", "timestamp": [ 0.0, 8.56 ], "duration": 90.66, "caption": "A man walks away from person to stand in the other side of the room.", "similarity": 0.7669, "relevance": 3 } ] }, { "query_id": 39641, "query": "A man lifts his hand to silence woman at the coffee shop.", "relevant_moment": [ { "pair_id": 168540, "video_name": "friends_s10e05_seg02_clip_18", "timestamp": [ 56.13, 57.45 ], "duration": 66.66, "caption": "A man lifts his hand to silence woman at the coffee shop.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168541, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A man is talking to woman at the coffee shop.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 168542, "video_name": "friends_s05e02_seg02_clip_20", "timestamp": [ 4.35, 8.41 ], "duration": 58.66, "caption": "A woman explains the situation a man is in at the coffee shop.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 168543, "video_name": "friends_s07e19_seg01_clip_00", "timestamp": [ 7.65, 12.6 ], "duration": 90.66, "caption": "A man pretends to not know woman and woman at the coffee shop.", "similarity": 0.6763, "relevance": 1 }, { "pair_id": 168544, "video_name": "friends_s04e22_seg02_clip_20", "timestamp": [ 63.66, 68.1 ], "duration": 74.66, "caption": "A man has their left arm under a woman in the coffee shop.", "similarity": 0.6628, "relevance": 1 }, { "pair_id": 168545, "video_name": "friends_s01e01_seg02_clip_02", "timestamp": [ 0.0, 4.4 ], "duration": 58.66, "caption": "A woman is grabbing at the air over a man's head in the coffee shop. He asks her to stop.", "similarity": 0.6498, "relevance": 1 }, { "pair_id": 168546, "video_name": "friends_s10e13_seg01_clip_00", "timestamp": [ 34.8, 44.74 ], "duration": 71.66, "caption": "A man asks a woman for her assistance with something as they talk at the coffee shop.", "similarity": 0.6482, "relevance": 1 }, { "pair_id": 168547, "video_name": "friends_s02e19_seg02_clip_04", "timestamp": [ 13.13, 16.97 ], "duration": 64.66, "caption": "A man walks into a coffee shop and talks to a woman.", "similarity": 0.6465, "relevance": 1 }, { "pair_id": 168548, "video_name": "friends_s09e04_seg01_clip_01", "timestamp": [ 56.98, 66.32 ], "duration": 89.66, "caption": "A man shows up at a coffee shop and a woman is crying.", "similarity": 0.6442, "relevance": 1 }, { "pair_id": 168549, "video_name": "friends_s01e05_seg02_clip_02", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A woman walks into a coffee shop and a man is stunned.", "similarity": 0.6383, "relevance": 0 }, { "pair_id": 168550, "video_name": "friends_s02e24_seg02_clip_20", "timestamp": [ 26.85, 37.32 ], "duration": 91.66, "caption": "A man is shocked to see woman at the door in a coffee shop.", "similarity": 0.6367, "relevance": 1 }, { "pair_id": 168551, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 18.91, 22.51 ], "duration": 60.66, "caption": "A person approaches two women at the coffee shop.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 168552, "video_name": "friends_s06e12_seg02_clip_15", "timestamp": [ 30.09, 33.94 ], "duration": 64.66, "caption": "A woman pushes a man to go into the coffee shop.", "similarity": 0.6242, "relevance": 0 }, { "pair_id": 168553, "video_name": "friends_s06e13_seg02_clip_15", "timestamp": [ 41.19, 45.16 ], "duration": 61.66, "caption": "A man enters the coffee shop and approaches woman who closes her book.", "similarity": 0.6241, "relevance": 1 }, { "pair_id": 168554, "video_name": "s02e02_seg02_clip_03", "timestamp": [ 23.73, 26.53 ], "duration": 51.66, "caption": "A woman removes the lid from her coffee cup as he talks to man.", "similarity": 0.6229, "relevance": 0 }, { "pair_id": 168556, "video_name": "friends_s06e11_seg02_clip_00", "timestamp": [ 52.63, 56.73 ], "duration": 63.66, "caption": "A man walks toward two women at the coffee shop.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 168557, "video_name": "friends_s01e05_seg02_clip_04", "timestamp": [ 0.0, 15.96 ], "duration": 58.66, "caption": "A man is talking with a woman by the coffee bar and then she goes away.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 168558, "video_name": "friends_s05e06_seg02_clip_02", "timestamp": [ 12.01, 13.21 ], "duration": 60.66, "caption": "A woman touches a man's thigh while talking to him at a coffee shop.", "similarity": 0.6146, "relevance": 0 }, { "pair_id": 168559, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 57.06, 59.2 ], "duration": 61.66, "caption": "A man hands a cup of coffee to woman.", "similarity": 0.6137, "relevance": 0 } ] }, { "query_id": 39662, "query": "A person stands up and pulls something out of her purse.", "relevant_moment": [ { "pair_id": 150300, "video_name": "castle_s04e14_seg02_clip_03", "timestamp": [ 76.07, 78.76 ], "duration": 89.66, "caption": "A person stands up and pulls something out of her purse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150301, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 55.53, 59.17 ], "duration": 91.66, "caption": "A woman stands up and grabs a hold of her purse.", "similarity": 0.8428, "relevance": 2 }, { "pair_id": 150302, "video_name": "friends_s08e19_seg02_clip_18", "timestamp": [ 1.46, 3.65 ], "duration": 73.66, "caption": "A woman stands up and places things back in her purse.", "similarity": 0.8127, "relevance": 3 }, { "pair_id": 150303, "video_name": "friends_s05e01_seg02_clip_16", "timestamp": [ 55.31, 57.32 ], "duration": 57.66, "caption": "A woman picks up her purse and stands up.", "similarity": 0.8109, "relevance": 2 }, { "pair_id": 150304, "video_name": "castle_s02e10_seg02_clip_19", "timestamp": [ 18.95, 21.21 ], "duration": 90.66, "caption": "A person turns and picks up their purse.", "similarity": 0.8008, "relevance": 1 }, { "pair_id": 150305, "video_name": "s02e02_seg02_clip_09", "timestamp": [ 10.92, 13.87 ], "duration": 59.66, "caption": "A person picks up someone's purse, walks over and hands it to her.", "similarity": 0.7757, "relevance": 1 }, { "pair_id": 150306, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.7659, "relevance": 0 }, { "pair_id": 150307, "video_name": "met_s06e01_seg02_clip_12", "timestamp": [ 48.07, 56.45 ], "duration": 62.66, "caption": "A woman opens her purse, takes something out, and puts it in her mouth.", "similarity": 0.7535, "relevance": 3 }, { "pair_id": 150308, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 36.92, 40.22 ], "duration": 60.66, "caption": "A woman grabs her purse and coat and stands up.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 150309, "video_name": "friends_s05e07_seg02_clip_13", "timestamp": [ 34.45, 37.54 ], "duration": 56.66, "caption": "A woman picks up her purse from the counter and stands.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 150310, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 54.62, 59.17 ], "duration": 91.66, "caption": "A woman stands up and grabs her purse off the back of her chair.", "similarity": 0.7482, "relevance": 3 }, { "pair_id": 150311, "video_name": "s10e02_seg02_clip_10", "timestamp": [ 49.75, 51.05 ], "duration": 65.66, "caption": "A woman quickly stands up from her chair and grabs her purse.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 150312, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 69.0, 87.66 ], "duration": 87.66, "caption": "A woman gets someone's purse and starts to go through it in front of her.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 150313, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 8.7, 11.1 ], "duration": 60.66, "caption": "A woman takes something out of her purse and hands it to man.", "similarity": 0.7314, "relevance": 3 }, { "pair_id": 150314, "video_name": "friends_s01e07_seg02_clip_09", "timestamp": [ 46.52, 48.62 ], "duration": 60.66, "caption": "A woman near the ATM pulls something small out of her purse.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 150315, "video_name": "house_s08e10_seg02_clip_20", "timestamp": [ 68.13, 71.56 ], "duration": 98.66, "caption": "A woman grabs her purse and gets up from the booth.", "similarity": 0.7222, "relevance": 1 }, { "pair_id": 150316, "video_name": "friends_s01e02_seg02_clip_18", "timestamp": [ 30.7, 35.67 ], "duration": 62.66, "caption": "A woman reaches into her purse and pulls out a ring.", "similarity": 0.721, "relevance": 3 }, { "pair_id": 150317, "video_name": "s08e02_seg02_clip_02", "timestamp": [ 30.21, 39.67 ], "duration": 61.66, "caption": "A woman picks up her purse and puts it over her shoulder.", "similarity": 0.7187, "relevance": 1 }, { "pair_id": 150318, "video_name": "house_s03e11_seg02_clip_00", "timestamp": [ 62.03, 65.23 ], "duration": 91.66, "caption": "A woman picks up her purse and puts it over her shoulder.", "similarity": 0.7187, "relevance": 1 }, { "pair_id": 150319, "video_name": "friends_s10e01_seg02_clip_21", "timestamp": [ 35.35, 39.63 ], "duration": 57.66, "caption": "A woman goes over and picks up her purse and puts it on her shoulder.", "similarity": 0.7153, "relevance": 1 } ] }, { "query_id": 39665, "query": "A man walks up beside woman's desk to inform her on what he's found.", "relevant_moment": [ { "pair_id": 115080, "video_name": "castle_s04e14_seg02_clip_02", "timestamp": [ 18.0, 20.71 ], "duration": 90.66, "caption": "A man walks up beside woman's desk to inform her on what he's found.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 115081, "video_name": "friends_s10e07_seg02_clip_01", "timestamp": [ 21.4, 26.98 ], "duration": 62.66, "caption": "A woman walks up to the information desk with a man.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 115082, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 35.16, 41.84 ], "duration": 89.66, "caption": "A man walks up to woman, who is looking at the white board, and sits on the desk next to her.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 115083, "video_name": "castle_s06e05_seg02_clip_24", "timestamp": [ 16.14, 20.06 ], "duration": 87.66, "caption": "A man walks up to a woman's desk and brings along another man.", "similarity": 0.7214, "relevance": 3 }, { "pair_id": 115084, "video_name": "friends_s05e16_seg02_clip_20", "timestamp": [ 32.71, 42.32 ], "duration": 60.66, "caption": "A man tells a woman how he was able to locate her.", "similarity": 0.7191, "relevance": 3 }, { "pair_id": 115085, "video_name": "house_s02e24_seg02_clip_02", "timestamp": [ 65.72, 67.97 ], "duration": 90.66, "caption": "A woman walks around her desk to approach a man.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 115086, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 18.2, 21.85 ], "duration": 91.66, "caption": "A man walks up to a woman and informs her of what he learned from the employees.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 115087, "video_name": "house_s03e10_seg02_clip_16", "timestamp": [ 38.82, 42.43 ], "duration": 90.66, "caption": "A woman walks behind a man and around the desk.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 115088, "video_name": "friends_s09e21_seg02_clip_14", "timestamp": [ 0.0, 3.49 ], "duration": 53.66, "caption": "A man walks towards a woman at the desk and points back at the door behind him.", "similarity": 0.7089, "relevance": 4 }, { "pair_id": 115089, "video_name": "grey_s03e07_seg02_clip_13", "timestamp": [ 39.33, 50.63 ], "duration": 90.66, "caption": "A woman walks up to a man while he's talking to another woman who is seated at a desk, the man faces the woman and hangs his head, the other woman watches.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 115091, "video_name": "castle_s02e19_seg02_clip_08", "timestamp": [ 76.51, 83.58 ], "duration": 88.66, "caption": "A man walks up and sits down on a desk across from woman.", "similarity": 0.6974, "relevance": 4 }, { "pair_id": 115092, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 61.33, 64.45 ], "duration": 69.66, "caption": "A man walks up to woman's desk and hands her a file.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 115093, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 34.21, 39.16 ], "duration": 90.66, "caption": "A woman walks up and stands by a man who is working at her desk.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 115095, "video_name": "met_s03e18_seg02_clip_05", "timestamp": [ 1.22, 5.5 ], "duration": 61.66, "caption": "A woman walks around her desk to be close to a man.", "similarity": 0.6874, "relevance": 2 }, { "pair_id": 115096, "video_name": "castle_s05e16_seg02_clip_07", "timestamp": [ 27.0, 63.46 ], "duration": 135.66, "caption": "A man walks up to where a woman and another woman are talking at the evidence board.", "similarity": 0.6839, "relevance": 3 }, { "pair_id": 115097, "video_name": "castle_s02e01_seg02_clip_09", "timestamp": [ 62.35, 66.45 ], "duration": 91.66, "caption": "A man follows another man as he walks towards a woman's desk.", "similarity": 0.6812, "relevance": 3 }, { "pair_id": 115098, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 14.24, 23.15 ], "duration": 89.66, "caption": "A woman walks to her desk while a man follows her.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 115099, "video_name": "castle_s02e24_seg02_clip_19", "timestamp": [ 27.3, 37.87 ], "duration": 68.66, "caption": "A man walks up to a woman and sits on a desk.", "similarity": 0.6769, "relevance": 2 }, { "pair_id": 288400, "video_name": "house_s06e16_seg02_clip_14", "timestamp": [ 38.44, 45.37 ], "duration": 126.66, "caption": "A man walks up to the desk and speaks to a woman.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 288401, "video_name": "house_s02e23_seg02_clip_07", "timestamp": [ 7.7, 12.24 ], "duration": 90.66, "caption": "A woman walks around the desk and sets down the files in front of a man.", "similarity": 0.6757, "relevance": 3 }, { "pair_id": 288402, "video_name": "grey_s03e11_seg02_clip_21", "timestamp": [ 61.87, 66.77 ], "duration": 89.66, "caption": "A man stands up with a woman next to his desk.", "similarity": 0.6751, "relevance": 3 }, { "pair_id": 288403, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 6.24, 11.04 ], "duration": 96.66, "caption": "A woman walks around to the other side of her desk while talking with a man.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 288404, "video_name": "castle_s06e20_seg02_clip_01", "timestamp": [ 23.55, 29.33 ], "duration": 88.66, "caption": "A man walks up to a woman and man and explains the circumstances of the body being found.", "similarity": 0.6733, "relevance": 1 }, { "pair_id": 288405, "video_name": "castle_s06e20_seg02_clip_22", "timestamp": [ 16.33, 22.68 ], "duration": 90.66, "caption": "A woman walks around the desk and towards a man, but stops quickly when he speaks to her.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 288406, "video_name": "house_s01e06_seg02_clip_17", "timestamp": [ 64.7, 89.24 ], "duration": 89.66, "caption": "A woman walks up to a man who is on the computer at his office.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 288407, "video_name": "house_s03e14_seg02_clip_01", "timestamp": [ 85.38, 88.02 ], "duration": 88.66, "caption": "A woman looks up from her desk at a man who turns his head to the right and looks at her.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 288408, "video_name": "house_s05e14_seg02_clip_02", "timestamp": [ 32.05, 36.5 ], "duration": 89.66, "caption": "A man walks over to a woman to see what she is doing on her laptop.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 288409, "video_name": "castle_s06e20_seg02_clip_16", "timestamp": [ 16.49, 19.24 ], "duration": 91.66, "caption": "A woman walks up to man telling him where to find his lines.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 288410, "video_name": "castle_s03e05_seg02_clip_07", "timestamp": [ 22.19, 25.36 ], "duration": 90.66, "caption": "A woman walks up from behind a man while looking at documents.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 288411, "video_name": "castle_s05e16_seg02_clip_07", "timestamp": [ 72.24, 81.69 ], "duration": 135.66, "caption": "A man walks up to a woman at the evidence board at work.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 288412, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 36.46, 40.51 ], "duration": 90.66, "caption": "A man sees a woman on a desk while talking to a man.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 288413, "video_name": "house_s01e13_seg02_clip_01", "timestamp": [ 0.0, 7.2 ], "duration": 90.66, "caption": "A man looks through things on a desk and then walks away with a woman following him.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 288414, "video_name": "castle_s04e08_seg02_clip_26", "timestamp": [ 41.05, 80.65 ], "duration": 144.66, "caption": "A man walks up to a woman's desk and sits with her to converse.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 288415, "video_name": "grey_s03e11_seg02_clip_21", "timestamp": [ 45.4, 50.74 ], "duration": 89.66, "caption": "A woman walking up on a man as he sits at a desk.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 288416, "video_name": "friends_s07e13_seg02_clip_20", "timestamp": [ 32.71, 39.92 ], "duration": 60.66, "caption": "A woman walks over to a man while he's sitting at his desk.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 288417, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 82.89, 89.12 ], "duration": 89.66, "caption": "A woman asks a man if he has any news as he approaches the desk.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 288418, "video_name": "castle_s05e03_seg02_clip_19", "timestamp": [ 22.8, 35.9 ], "duration": 97.66, "caption": "A man and a woman walk toward her desk and she puts a folder down.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 288419, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 8.58, 20.66 ], "duration": 63.66, "caption": "A man looks through paperwork on his desk after a woman asks him to.", "similarity": 0.6583, "relevance": 2 } ] }, { "query_id": 39696, "query": "A woman is mashing food in a bowl on the counter-top.", "relevant_moment": [ { "pair_id": 6460, "video_name": "s07e09_seg02_clip_11", "timestamp": [ 12.61, 16.81 ], "duration": 60.66, "caption": "A woman is mashing food in a bowl on the counter-top.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6461, "video_name": "friends_s01e02_seg02_clip_05", "timestamp": [ 7.54, 9.57 ], "duration": 58.66, "caption": "A woman places a pan of food down on the counter.", "similarity": 0.7452, "relevance": 1 }, { "pair_id": 6462, "video_name": "friends_s04e10_seg02_clip_04", "timestamp": [ 60.51, 62.75 ], "duration": 64.66, "caption": "A woman sets a bowl of food on the table.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 6463, "video_name": "friends_s06e18_seg02_clip_00", "timestamp": [ 9.28, 12.17 ], "duration": 64.66, "caption": "A woman takes a spoonful of food from her bowl.", "similarity": 0.7416, "relevance": 1 }, { "pair_id": 6464, "video_name": "friends_s10e10_seg02_clip_15", "timestamp": [ 9.28, 12.49 ], "duration": 64.66, "caption": "A woman places a bowl down onto the counter and sits down at the table.", "similarity": 0.7232, "relevance": 1 }, { "pair_id": 6465, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 5.46, 11.7 ], "duration": 78.66, "caption": "A woman mixes ingredients in a white bowl and then puts it down on the counter.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 6466, "video_name": "s04e19_seg02_clip_03", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A woman picks up a bowl and spoon and prepares to eat what's in it.", "similarity": 0.7154, "relevance": 1 }, { "pair_id": 6467, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 21.05, 25.33 ], "duration": 61.66, "caption": "A woman puts a bowl on person's kitchen table alongside other dishes.", "similarity": 0.7152, "relevance": 1 }, { "pair_id": 6468, "video_name": "friends_s03e25_seg02_clip_12", "timestamp": [ 54.03, 58.41 ], "duration": 58.66, "caption": "A woman puts food into the bowl while a man sits on the counter next to her.", "similarity": 0.7114, "relevance": 1 }, { "pair_id": 6469, "video_name": "friends_s09e08_seg02_clip_10", "timestamp": [ 45.9, 51.61 ], "duration": 57.66, "caption": "A woman scoops some food out of the bowl with a spoon.", "similarity": 0.7077, "relevance": 1 }, { "pair_id": 6470, "video_name": "s03e15_seg02_clip_16", "timestamp": [ 4.88, 9.0 ], "duration": 75.66, "caption": "A woman hands person a bowl with a spoon in it.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 6471, "video_name": "s03e15_seg02_clip_16", "timestamp": [ 0.0, 6.75 ], "duration": 75.66, "caption": "A woman hands a person a bowl with a spoon in it.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 6472, "video_name": "s09e24_seg02_clip_04", "timestamp": [ 14.17, 17.12 ], "duration": 59.66, "caption": "A woman carries a bowl of something and sets it on the counter.", "similarity": 0.683, "relevance": 1 }, { "pair_id": 6473, "video_name": "s05e10_seg02_clip_10", "timestamp": [ 0.0, 4.76 ], "duration": 68.66, "caption": "A woman stirs the food in a bowl and puts it in the microwave.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 6474, "video_name": "friends_s10e08_seg02_clip_02", "timestamp": [ 31.51, 36.92 ], "duration": 60.66, "caption": "A woman picks up a bowl from the table, turns, and places it on the counter.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 6475, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 30.01, 32.27 ], "duration": 50.66, "caption": "A woman uses chopsticks to pick up some food from a take out bowl.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 6476, "video_name": "friends_s04e13_seg02_clip_11", "timestamp": [ 33.93, 45.9 ], "duration": 57.66, "caption": "A woman serves food from a container onto a plate.", "similarity": 0.657, "relevance": 1 }, { "pair_id": 6477, "video_name": "friends_s03e13_seg02_clip_07", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A woman and man are mashing things up in a bowl with their hands.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 6478, "video_name": "friends_s02e11_seg02_clip_07", "timestamp": [ 14.65, 24.72 ], "duration": 61.66, "caption": "A woman is standing at the table breaking up pieces of food and throwing them into a bowl.", "similarity": 0.6428, "relevance": 1 }, { "pair_id": 6479, "video_name": "s01e05_seg02_clip_11", "timestamp": [ 55.52, 60.03 ], "duration": 60.66, "caption": "A woman sits down and continues to eat her bowl of food.", "similarity": 0.6428, "relevance": 1 } ] }, { "query_id": 39735, "query": "A woman, a man, and a person with glasses come through the doorway.", "relevant_moment": [ { "pair_id": 19800, "video_name": "castle_s05e12_seg02_clip_22", "timestamp": [ 0.0, 3.59 ], "duration": 89.66, "caption": "A woman, a man, and a person with glasses come through the doorway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19801, "video_name": "friends_s02e05_seg02_clip_03", "timestamp": [ 10.5, 13.21 ], "duration": 60.66, "caption": "A woman comes through the door, and two men and a woman look up.", "similarity": 0.7507, "relevance": 2 }, { "pair_id": 19802, "video_name": "castle_s06e23_seg02_clip_12", "timestamp": [ 59.11, 64.04 ], "duration": 89.66, "caption": "A woman and a man open a door and walk through.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 19803, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 0.0, 25.74 ], "duration": 62.66, "caption": "A woman and a man have a conversation with a person in their doorway.", "similarity": 0.7226, "relevance": 1 }, { "pair_id": 19804, "video_name": "castle_s07e19_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A woman walks through the hallway with a man and another person.", "similarity": 0.7183, "relevance": 2 }, { "pair_id": 19805, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 82.82, 89.53 ], "duration": 89.66, "caption": "A woman walks through a hallway with a man and another person following her.", "similarity": 0.7062, "relevance": 2 }, { "pair_id": 19806, "video_name": "castle_s05e06_seg02_clip_21", "timestamp": [ 57.16, 59.87 ], "duration": 90.66, "caption": "A woman and a man walk through the door and onto the set.", "similarity": 0.7059, "relevance": 2 }, { "pair_id": 19807, "video_name": "castle_s02e21_seg02_clip_22", "timestamp": [ 25.76, 31.98 ], "duration": 88.66, "caption": "Some people all turn around to see a woman and a man standing in the doorway.", "similarity": 0.7054, "relevance": 1 }, { "pair_id": 19808, "video_name": "castle_s05e16_seg02_clip_01", "timestamp": [ 63.65, 66.32 ], "duration": 89.66, "caption": "A person walks at the doorway where woman and man are sitting.", "similarity": 0.7042, "relevance": 1 }, { "pair_id": 19809, "video_name": "s06e17_seg02_clip_04", "timestamp": [ 0.0, 9.76 ], "duration": 61.66, "caption": "Some men and a woman walk through a person's front door.", "similarity": 0.7033, "relevance": 4 }, { "pair_id": 19810, "video_name": "friends_s06e24-25_seg02_clip_01", "timestamp": [ 57.99, 61.14 ], "duration": 63.66, "caption": "Multiple people walk through the door.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 19811, "video_name": "castle_s05e01_seg02_clip_12", "timestamp": [ 7.57, 11.57 ], "duration": 89.66, "caption": "A man comes through the door while a woman and another man were talking.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 19812, "video_name": "castle_s05e02_seg02_clip_13", "timestamp": [ 53.11, 56.26 ], "duration": 90.66, "caption": "Two people walk through a set of glass doors.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 19813, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 44.99, 47.06 ], "duration": 59.66, "caption": "A person opens the door and another person is standing in the doorway.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 19814, "video_name": "grey_s03e11_seg02_clip_11", "timestamp": [ 83.75, 85.02 ], "duration": 85.66, "caption": "A woman is standing in the doorway and a man walks in.", "similarity": 0.6899, "relevance": 1 }, { "pair_id": 19815, "video_name": "house_s03e18_seg02_clip_26", "timestamp": [ 0.0, 2.8 ], "duration": 43.66, "caption": "Two people both walk through the glass doors together.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 19816, "video_name": "castle_s05e04_seg02_clip_08", "timestamp": [ 39.72, 49.3 ], "duration": 91.66, "caption": "Two men and a woman walk through a door while having a conversation.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 19817, "video_name": "met_s02e19_seg02_clip_08", "timestamp": [ 55.0, 58.34 ], "duration": 60.66, "caption": "A man and another person help a woman limp through a doorway.", "similarity": 0.6868, "relevance": 2 }, { "pair_id": 19818, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 64.22, 72.81 ], "duration": 90.66, "caption": "A woman opens the door and a man and woman step out of the room.", "similarity": 0.6867, "relevance": 3 }, { "pair_id": 19819, "video_name": "s03e23_seg02_clip_01", "timestamp": [ 20.71, 24.61 ], "duration": 60.66, "caption": "Some people walk through the door and a person looks at them.", "similarity": 0.6866, "relevance": 4 } ] }, { "query_id": 39809, "query": "Two people pick up loaded white eco bags.", "relevant_moment": [ { "pair_id": 12460, "video_name": "s08e15_seg02_clip_11", "timestamp": [ 18.61, 21.66 ], "duration": 61.66, "caption": "Two people pick up loaded white eco bags.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12461, "video_name": "friends_s02e01_seg02_clip_04", "timestamp": [ 14.29, 17.09 ], "duration": 56.66, "caption": "Two people bend down and pick up their luggage.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 12462, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 29.45, 33.08 ], "duration": 90.66, "caption": "A woman picks up a small bag and hands it to another woman.", "similarity": 0.6453, "relevance": 0 }, { "pair_id": 12463, "video_name": "s09e12_seg02_clip_10", "timestamp": [ 34.74, 38.77 ], "duration": 62.66, "caption": "Two people come back from outside and enter from the door while carrying bags on their shoulder.", "similarity": 0.6402, "relevance": 1 }, { "pair_id": 12464, "video_name": "met_s06e14_seg02_clip_00", "timestamp": [ 37.32, 50.38 ], "duration": 62.66, "caption": "Two people check what are the things inside someone's bag.", "similarity": 0.6345, "relevance": 1 }, { "pair_id": 12465, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 68.72, 74.19 ], "duration": 91.66, "caption": "A person grabs the bag from another person and starts taking things out of it.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 12466, "video_name": "s04e18_seg02_clip_01", "timestamp": [ 0.31, 4.34 ], "duration": 62.66, "caption": "Two people enter the apartment carrying shopping bags.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 12467, "video_name": "s04e05_seg02_clip_00", "timestamp": [ 4.58, 9.46 ], "duration": 61.66, "caption": "Two people place a brown bag over their shoulders.", "similarity": 0.6211, "relevance": 3 }, { "pair_id": 12468, "video_name": "met_s06e17_seg02_clip_17", "timestamp": [ 40.62, 58.03 ], "duration": 58.66, "caption": "Two people pick up trash from the sidewalk.", "similarity": 0.6206, "relevance": 1 }, { "pair_id": 12469, "video_name": "house_s03e11_seg02_clip_19", "timestamp": [ 26.05, 93.03 ], "duration": 93.66, "caption": "A man gives another man a white paper bag.", "similarity": 0.6183, "relevance": 0 }, { "pair_id": 12470, "video_name": "castle_s04e04_seg02_clip_14", "timestamp": [ 34.89, 51.0 ], "duration": 89.66, "caption": "Two men take items out of a bag and show them to woman.", "similarity": 0.604, "relevance": 0 }, { "pair_id": 12471, "video_name": "castle_s04e08_seg02_clip_15", "timestamp": [ 18.32, 23.24 ], "duration": 89.66, "caption": "A person opens the door and another person walks in carrying two bags.", "similarity": 0.5987, "relevance": 1 }, { "pair_id": 12472, "video_name": "s01e04_seg02_clip_04", "timestamp": [ 58.14, 59.03 ], "duration": 59.66, "caption": "Two people are carrying grocery bags as they ascend the stairway.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 12473, "video_name": "s01e03_seg02_clip_09", "timestamp": [ 8.45, 14.63 ], "duration": 65.66, "caption": "A person picks up the brown paper bags and takes them to the kitchen.", "similarity": 0.5945, "relevance": 2 }, { "pair_id": 12474, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 40.73, 43.09 ], "duration": 59.66, "caption": "A person hands a small black bag to another person.", "similarity": 0.5936, "relevance": 1 }, { "pair_id": 12475, "video_name": "friends_s03e25_seg02_clip_01", "timestamp": [ 17.7, 21.66 ], "duration": 61.66, "caption": "A person walks up to two people carrying a paper bag.", "similarity": 0.5902, "relevance": 1 }, { "pair_id": 12476, "video_name": "friends_s09e12_seg02_clip_04", "timestamp": [ 22.51, 25.51 ], "duration": 60.66, "caption": "A person with the baby picks up their baby bag.", "similarity": 0.5889, "relevance": 0 }, { "pair_id": 12477, "video_name": "castle_s05e13_seg02_clip_06", "timestamp": [ 48.24, 54.16 ], "duration": 91.66, "caption": "A woman opens a duffel bag and takes out a roll of paper and another person picks it up.", "similarity": 0.5843, "relevance": 0 }, { "pair_id": 12478, "video_name": "castle_s05e13_seg02_clip_00", "timestamp": [ 5.94, 17.83 ], "duration": 91.66, "caption": "Two people walk towards the body bag together.", "similarity": 0.5831, "relevance": 1 }, { "pair_id": 12479, "video_name": "s02e15_seg02_clip_08", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man and a woman, both, get up and put their bags over their shoulders.", "similarity": 0.5781, "relevance": 2 } ] }, { "query_id": 39816, "query": "A man throws his hands up in disgust because of another man.", "relevant_moment": [ { "pair_id": 165160, "video_name": "s08e19_seg02_clip_08", "timestamp": [ 28.04, 29.81 ], "duration": 59.66, "caption": "A man throws his hands up in disgust because of another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165161, "video_name": "s04e09_seg01_clip_00", "timestamp": [ 16.44, 20.78 ], "duration": 62.66, "caption": "A man laughs and another man gives a disgusted look.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 165162, "video_name": "house_s03e10_seg02_clip_25", "timestamp": [ 23.15, 26.26 ], "duration": 89.66, "caption": "A man turns over another man with vomit on his mouth.", "similarity": 0.6801, "relevance": 1 }, { "pair_id": 165163, "video_name": "s03e05_seg02_clip_08", "timestamp": [ 50.7, 52.38 ], "duration": 56.66, "caption": "A man raises his hands in frustration with another person.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 165164, "video_name": "s03e11_seg02_clip_08", "timestamp": [ 21.75, 24.27 ], "duration": 63.66, "caption": "A man throws both of his hands up in surrender.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 165165, "video_name": "friends_s06e03_seg01_clip_00", "timestamp": [ 12.41, 15.7 ], "duration": 73.66, "caption": "A man pinches another man's nose with his left hand.", "similarity": 0.6719, "relevance": 3 }, { "pair_id": 165166, "video_name": "s08e01_seg02_clip_15", "timestamp": [ 31.43, 36.01 ], "duration": 61.66, "caption": "A man shakes his head and throws his hands up in the air.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 165167, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 41.12, 42.32 ], "duration": 60.66, "caption": "A man throws the ball in his hands back to another man.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 165168, "video_name": "met_s03e15_seg02_clip_12", "timestamp": [ 24.61, 26.41 ], "duration": 60.66, "caption": "A man slaps another man in the stomach with his right hand.", "similarity": 0.6677, "relevance": 1 }, { "pair_id": 165169, "video_name": "castle_s05e10_seg02_clip_18", "timestamp": [ 42.61, 66.13 ], "duration": 88.66, "caption": "A man catches up to another man but the latter throws the former over his shoulder and onto a car, then a man takes him down.", "similarity": 0.6632, "relevance": 0 }, { "pair_id": 165170, "video_name": "s01e13_seg02_clip_02", "timestamp": [ 61.15, 63.07 ], "duration": 64.66, "caption": "A man throws both of his hands into the air quickly.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 165171, "video_name": "friends_s10e08_seg02_clip_12", "timestamp": [ 16.65, 18.25 ], "duration": 64.66, "caption": "A man takes the foam hand off another man and throws it down.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 165172, "video_name": "friends_s09e04_seg02_clip_03", "timestamp": [ 47.33, 52.83 ], "duration": 61.66, "caption": "A man throws up his right hand while turning slightly to the left away from a woman, he puts his hands in his pockets and looks down slightly.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 165173, "video_name": "house_s03e07_seg02_clip_16", "timestamp": [ 28.36, 40.96 ], "duration": 90.66, "caption": "A man throws another man a can of pop but the other man's hand doesn't work when he tries to catch it.", "similarity": 0.661, "relevance": 1 }, { "pair_id": 165174, "video_name": "met_s04e02_seg02_clip_00", "timestamp": [ 42.63, 45.75 ], "duration": 62.66, "caption": "A man says something causing the rest of the group to throw their hands up in annoyance.", "similarity": 0.6602, "relevance": 3 }, { "pair_id": 165175, "video_name": "house_s08e12_seg02_clip_04", "timestamp": [ 41.4, 46.69 ], "duration": 88.66, "caption": "A man hands someone an emesis basin and they throw up.", "similarity": 0.6591, "relevance": 0 }, { "pair_id": 165176, "video_name": "castle_s02e01_seg02_clip_15", "timestamp": [ 11.31, 15.23 ], "duration": 87.66, "caption": "A man is talking and raises both hands, brings them in to indicate himself, and then throws them out.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 165177, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 3.15, 9.77 ], "duration": 63.66, "caption": "A man gets really upset at another person and starts waving his hands around.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 165178, "video_name": "s10e07_seg02_clip_04", "timestamp": [ 39.36, 47.3 ], "duration": 61.66, "caption": "Two people are looking for something and one of them throws his hands up in disgust.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 165179, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 8.06, 11.48 ], "duration": 62.66, "caption": "A man gets up and another man waives his hand after him.", "similarity": 0.6485, "relevance": 2 } ] }, { "query_id": 39841, "query": "While a man is kissing woman, a man grabs him by the shoulder and he turns around.", "relevant_moment": [ { "pair_id": 172200, "video_name": "met_s03e12_seg02_clip_12", "timestamp": [ 20.91, 28.29 ], "duration": 61.66, "caption": "While a man is kissing woman, a man grabs him by the shoulder and he turns around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172201, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 29.71, 34.52 ], "duration": 60.66, "caption": "A woman grabs a man's shoulders while she kisses him.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 172202, "video_name": "friends_s10e03_seg02_clip_05", "timestamp": [ 37.25, 48.27 ], "duration": 76.66, "caption": "A man puts his arms around a woman and they kiss.", "similarity": 0.8161, "relevance": 3 }, { "pair_id": 172203, "video_name": "friends_s02e12-13_seg02_clip_17", "timestamp": [ 33.67, 45.87 ], "duration": 53.66, "caption": "A woman grabs guy's shoulder and turns him to kiss him.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 172204, "video_name": "met_s06e08_seg02_clip_01", "timestamp": [ 54.92, 59.43 ], "duration": 60.66, "caption": "A man comes over while a man and a woman are talking and gives her a kiss.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 172205, "video_name": "castle_s03e12_seg02_clip_16", "timestamp": [ 37.74, 43.51 ], "duration": 88.66, "caption": "A man opens his arms and pulls a woman in to kiss her.", "similarity": 0.7973, "relevance": 2 }, { "pair_id": 172206, "video_name": "castle_s03e13_seg02_clip_24", "timestamp": [ 6.08, 14.82 ], "duration": 76.66, "caption": "A man grabs a woman and kisses her as a man approaches.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 172207, "video_name": "friends_s07e15_seg02_clip_15", "timestamp": [ 62.66, 72.02 ], "duration": 72.66, "caption": "A man puts his hands on a woman's face and they kiss.", "similarity": 0.7894, "relevance": 2 }, { "pair_id": 172208, "video_name": "friends_s02e05_seg02_clip_08", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A man leans over and grabs a woman by the shoulder.", "similarity": 0.7858, "relevance": 1 }, { "pair_id": 172209, "video_name": "friends_s03e19_seg02_clip_18", "timestamp": [ 12.68, 15.28 ], "duration": 65.66, "caption": "A man grabs a woman by the back of the head and kisses her.", "similarity": 0.7848, "relevance": 2 }, { "pair_id": 172210, "video_name": "s10e01_seg02_clip_13", "timestamp": [ 48.52, 54.93 ], "duration": 61.66, "caption": "A man puts his hand on a person's shoulder and kisses a woman on the cheek.", "similarity": 0.7837, "relevance": 1 }, { "pair_id": 172211, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 0.29, 6.56 ], "duration": 57.66, "caption": "A man grabs both of woman's hands and kisses her.", "similarity": 0.7801, "relevance": 2 }, { "pair_id": 172212, "video_name": "house_s07e11_seg02_clip_03", "timestamp": [ 36.91, 39.61 ], "duration": 90.66, "caption": "A woman touches man's shoulder as she kisses him.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 172213, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 19.39, 27.37 ], "duration": 57.66, "caption": "A woman kisses a man as she is leaning on his shoulder.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 172214, "video_name": "s03e11_seg02_clip_16", "timestamp": [ 21.38, 29.08 ], "duration": 57.66, "caption": "A woman grabs a man and they kiss each other.", "similarity": 0.7722, "relevance": 2 }, { "pair_id": 172215, "video_name": "friends_s08e20_seg02_clip_18", "timestamp": [ 25.58, 27.02 ], "duration": 57.66, "caption": "A woman grab a man's face and they kiss each other.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 172216, "video_name": "s07e11_seg02_clip_18", "timestamp": [ 38.42, 40.02 ], "duration": 40.66, "caption": "A woman puts both hands on a man's shoulders and gives him a kiss.", "similarity": 0.7714, "relevance": 2 }, { "pair_id": 172217, "video_name": "friends_s04e05_seg02_clip_20", "timestamp": [ 8.7, 11.71 ], "duration": 60.66, "caption": "A woman grabs a man by the neck and kisses him.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 172218, "video_name": "friends_s04e16_seg02_clip_10", "timestamp": [ 18.28, 22.06 ], "duration": 63.66, "caption": "A woman leans in to kiss a man but another man pulls her back.", "similarity": 0.7676, "relevance": 0 }, { "pair_id": 172219, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 77.83, 91.03 ], "duration": 91.66, "caption": "A man walks up to a woman and she puts her arms around him and they kiss.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 345520, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 49.62, 53.47 ], "duration": 64.66, "caption": "A woman quickly grabs both of a man's hands and he kisses hers.", "similarity": 0.7614, "relevance": 1 }, { "pair_id": 345521, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 11.29, 15.26 ], "duration": 61.66, "caption": "A man is talking to a woman then he puts his arm on her shoulder, pulls her in closer and kisses her head.", "similarity": 0.7601, "relevance": 2 }, { "pair_id": 345522, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 54.92, 60.03 ], "duration": 60.66, "caption": "A man grabs onto woman and kisses her before person comes back.", "similarity": 0.7593, "relevance": 2 }, { "pair_id": 345523, "video_name": "friends_s07e15_seg02_clip_15", "timestamp": [ 61.22, 72.02 ], "duration": 72.66, "caption": "A man puts both his hands on a woman's face then kisses her.", "similarity": 0.7585, "relevance": 2 }, { "pair_id": 345524, "video_name": "friends_s02e15_seg02_clip_18", "timestamp": [ 52.19, 64.03 ], "duration": 64.66, "caption": "A woman and man turn towards each other and begin to kiss and hold each other.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 345525, "video_name": "friends_s04e02_seg02_clip_14", "timestamp": [ 33.72, 38.2 ], "duration": 59.66, "caption": "A man puts his arm around woman and kisses her.", "similarity": 0.7559, "relevance": 2 }, { "pair_id": 345526, "video_name": "castle_s05e02_seg02_clip_00", "timestamp": [ 76.16, 84.16 ], "duration": 94.66, "caption": "A woman puts her arms around a man and gives him a kiss.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 345527, "video_name": "met_s05e02_seg02_clip_15", "timestamp": [ 44.04, 46.44 ], "duration": 59.66, "caption": "A woman holds a man's face in both hands and they kiss.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 345528, "video_name": "grey_s03e13_seg02_clip_27", "timestamp": [ 67.59, 74.82 ], "duration": 85.66, "caption": "A man grabs woman's face and kisses her softly.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 345529, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A man takes a woman's hand and kisses it while holding it.", "similarity": 0.7527, "relevance": 1 }, { "pair_id": 345530, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 13.87, 18.89 ], "duration": 59.66, "caption": "A woman grabs a man's head and kisses him.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 345531, "video_name": "house_s07e02_seg02_clip_03", "timestamp": [ 25.86, 27.27 ], "duration": 94.66, "caption": "A man leans in to give a woman a kiss.", "similarity": 0.7511, "relevance": 1 }, { "pair_id": 345532, "video_name": "friends_s06e10_seg02_clip_19", "timestamp": [ 14.66, 22.46 ], "duration": 62.66, "caption": "A woman stops a man as he walks away and grabs both his hands before kissing him.", "similarity": 0.7503, "relevance": 2 }, { "pair_id": 345533, "video_name": "s06e04_seg02_clip_07", "timestamp": [ 14.2, 21.46 ], "duration": 66.66, "caption": "A man gets closer to a woman and begins kissing her.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 345534, "video_name": "friends_s02e18_seg02_clip_11", "timestamp": [ 18.28, 26.69 ], "duration": 58.66, "caption": "A woman puts her arms around a man's neck and they kiss each other.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 345535, "video_name": "met_s02e04_seg02_clip_19", "timestamp": [ 4.43, 15.27 ], "duration": 69.66, "caption": "A woman put her arms around man and they kiss.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 345536, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 9.23, 18.46 ], "duration": 57.66, "caption": "A man holds a woman's hand and then she kisses him.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 345537, "video_name": "met_s03e19_seg02_clip_10", "timestamp": [ 47.34, 50.37 ], "duration": 60.66, "caption": "A man puts his right arm around woman and turns towards her.", "similarity": 0.7448, "relevance": 1 }, { "pair_id": 345538, "video_name": "friends_s09e04_seg02_clip_18", "timestamp": [ 30.51, 33.26 ], "duration": 61.66, "caption": "A man leans forward and gives a woman a kiss.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 345539, "video_name": "friends_s02e23_seg02_clip_05", "timestamp": [ 28.81, 39.92 ], "duration": 60.66, "caption": "A man has his hands on a woman's neck when he kisses her.", "similarity": 0.7436, "relevance": 2 } ] }, { "query_id": 39856, "query": "A man puts his key in the door to unlock it.", "relevant_moment": [ { "pair_id": 148960, "video_name": "s10e09_seg02_clip_00", "timestamp": [ 56.45, 59.2 ], "duration": 61.66, "caption": "A man puts his key in the door to unlock it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148961, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 46.99, 49.74 ], "duration": 61.66, "caption": "A man puts the key in the lock and starts to open the door.", "similarity": 0.8795, "relevance": 4 }, { "pair_id": 148962, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 32.96, 33.87 ], "duration": 61.66, "caption": "A person puts his key into the lock and begins unlocking the door.", "similarity": 0.8697, "relevance": 2 }, { "pair_id": 148963, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.8385, "relevance": 1 }, { "pair_id": 148964, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 12.77, 15.09 ], "duration": 58.66, "caption": "A man puts a key in the lock of their apartment door.", "similarity": 0.8213, "relevance": 4 }, { "pair_id": 148965, "video_name": "friends_s08e17_seg02_clip_08", "timestamp": [ 19.21, 24.61 ], "duration": 60.66, "caption": "A man unlocked the door using the key and entered the room.", "similarity": 0.8116, "relevance": 4 }, { "pair_id": 148966, "video_name": "castle_s04e01_seg02_clip_04", "timestamp": [ 52.54, 58.72 ], "duration": 103.66, "caption": "A man walks to a lock and opens it with a key.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 148967, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 148968, "video_name": "s05e19_seg01_clip_00", "timestamp": [ 49.74, 51.26 ], "duration": 61.66, "caption": "A man turns a key in the lock of an apartment door.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 148969, "video_name": "s04e16_seg01_clip_03", "timestamp": [ 37.77, 48.23 ], "duration": 51.66, "caption": "A man walks back to the door and unlocks it.", "similarity": 0.7499, "relevance": 4 }, { "pair_id": 148970, "video_name": "s08e07_seg02_clip_14", "timestamp": [ 45.67, 51.45 ], "duration": 55.66, "caption": "A man attempts to open the door but it is locked.", "similarity": 0.7496, "relevance": 0 }, { "pair_id": 148971, "video_name": "s06e04_seg02_clip_10", "timestamp": [ 31.87, 34.83 ], "duration": 59.66, "caption": "A man attempts to unlock the door and go into the house.", "similarity": 0.7465, "relevance": 3 }, { "pair_id": 148972, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 0.7448, "relevance": 2 }, { "pair_id": 148973, "video_name": "friends_s09e05_seg02_clip_06", "timestamp": [ 8.96, 14.57 ], "duration": 56.66, "caption": "A man tries to open a door but it is locked.", "similarity": 0.7416, "relevance": 1 }, { "pair_id": 148974, "video_name": "s06e08_seg02_clip_07", "timestamp": [ 43.22, 59.13 ], "duration": 60.66, "caption": "A man picks a lock and gets the door to open.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 148975, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 33.03, 36.93 ], "duration": 71.66, "caption": "A person uses his key to open the apartment complex door.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 148976, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 42.65, 46.71 ], "duration": 58.66, "caption": "A person inserts a key into the lock on the apartment door.", "similarity": 0.7368, "relevance": 4 }, { "pair_id": 148977, "video_name": "castle_s07e16_seg02_clip_02", "timestamp": [ 14.74, 16.09 ], "duration": 89.66, "caption": "A man unlocks door with card key for two people.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 148978, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 16.81, 23.53 ], "duration": 56.66, "caption": "A person uses their key to open the apartment door.", "similarity": 0.7295, "relevance": 4 }, { "pair_id": 148979, "video_name": "castle_s03e04_seg02_clip_13", "timestamp": [ 69.57, 76.22 ], "duration": 88.66, "caption": "A man puts his house key into the lock and turns it slowly.", "similarity": 0.7292, "relevance": 4 }, { "pair_id": 322280, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.96, 29.31 ], "duration": 90.66, "caption": "A man takes the keys out of the door lock and puts them under his arm.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 322281, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 41.12, 44.42 ], "duration": 60.66, "caption": "A person turns the key and unlocks the door to his/her apartment.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 322282, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 21.61, 28.36 ], "duration": 90.66, "caption": "A man is trying to pick a lock and someone shows him the key.", "similarity": 0.7086, "relevance": 1 }, { "pair_id": 322284, "video_name": "castle_s07e02_seg02_clip_13", "timestamp": [ 49.63, 56.91 ], "duration": 91.66, "caption": "A man uses the Key to open the door, two people follow him in the room.", "similarity": 0.7014, "relevance": 1 }, { "pair_id": 322285, "video_name": "friends_s05e17_seg02_clip_20", "timestamp": [ 50.76, 51.94 ], "duration": 59.66, "caption": "A man opens the door and grasps on to it.", "similarity": 0.696, "relevance": 0 }, { "pair_id": 322286, "video_name": "friends_s08e14_seg02_clip_06", "timestamp": [ 28.46, 30.22 ], "duration": 58.66, "caption": "A man tries to open a door with a key and tosses it into a container in his hand.", "similarity": 0.6922, "relevance": 3 }, { "pair_id": 322287, "video_name": "s02e06_seg02_clip_06", "timestamp": [ 16.25, 19.05 ], "duration": 56.66, "caption": "A woman turns towards the door and puts a key in the lock.", "similarity": 0.6867, "relevance": 1 }, { "pair_id": 322288, "video_name": "friends_s08e11_seg02_clip_17", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A person walks over to the front door and inserts a key into the lock.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 322289, "video_name": "s06e08_seg02_clip_03", "timestamp": [ 11.6, 16.17 ], "duration": 61.66, "caption": "A person walks down a hallway, takes a key from their pocket, unlocks a door and starts to enter.", "similarity": 0.6811, "relevance": 4 }, { "pair_id": 322290, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 54.37, 64.7 ], "duration": 89.66, "caption": "A man opens the door using his key and he saw another man.", "similarity": 0.6807, "relevance": 3 }, { "pair_id": 322291, "video_name": "friends_s07e05_seg02_clip_08", "timestamp": [ 33.19, 35.36 ], "duration": 62.66, "caption": "A man opens the door, and holds up his first finger.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 322292, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 29.81, 36.83 ], "duration": 87.66, "caption": "A person is with someone while he gets the key from his pocket and started opening the locked door.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 322293, "video_name": "s02e05_seg01_clip_00", "timestamp": [ 1.83, 3.97 ], "duration": 61.66, "caption": "A man opens an apartment door and drops his keys into the bowl.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 322294, "video_name": "s05e23_seg02_clip_18", "timestamp": [ 48.28, 50.94 ], "duration": 76.66, "caption": "A man enters the apartment and puts his key in a bowl next to the door.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 322295, "video_name": "s06e08_seg02_clip_17", "timestamp": [ 69.2, 78.8 ], "duration": 101.66, "caption": "A person unlocks a door and goes inside locking it back up behind him.", "similarity": 0.6714, "relevance": 4 }, { "pair_id": 322296, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.6703, "relevance": 1 }, { "pair_id": 322297, "video_name": "s01e11_seg02_clip_11", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person uses key to go into their apartment and close the door afterwards.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 322298, "video_name": "s08e17_seg02_clip_06", "timestamp": [ 35.4, 47.6 ], "duration": 61.66, "caption": "A person put the keys inside their doorknob and opened the door.", "similarity": 0.6678, "relevance": 3 } ] }, { "query_id": 39962, "query": "A yellow taxi cab drives past a theater.", "relevant_moment": [ { "pair_id": 148780, "video_name": "friends_s03e22_seg02_clip_02", "timestamp": [ 61.66, 64.01 ], "duration": 67.66, "caption": "A yellow taxi cab drives past a theater.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148781, "video_name": "friends_s03e06_seg02_clip_12", "timestamp": [ 10.33, 13.58 ], "duration": 59.66, "caption": "A yellow taxi cab drives by on the street.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 148782, "video_name": "friends_s06e01_seg02_clip_15", "timestamp": [ 0.0, 1.96 ], "duration": 56.66, "caption": "A yellow taxi cab drives past a building and some newspaper dispensers.", "similarity": 0.6814, "relevance": 3 }, { "pair_id": 148783, "video_name": "met_s03e13_seg02_clip_16", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "Two people take a taxi to the movie theater.", "similarity": 0.618, "relevance": 3 }, { "pair_id": 148784, "video_name": "met_s03e01_seg02_clip_09", "timestamp": [ 39.07, 41.49 ], "duration": 60.66, "caption": "A person gets into a yellow cab and closes the door.", "similarity": 0.5781, "relevance": 2 }, { "pair_id": 148785, "video_name": "met_s06e18_seg02_clip_15", "timestamp": [ 69.96, 73.96 ], "duration": 118.66, "caption": "A person gets out of a yellow cab and closes the door.", "similarity": 0.5587, "relevance": 2 }, { "pair_id": 148786, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 53.34, 55.21 ], "duration": 62.66, "caption": "A woman puts another woman in a yellow taxi cab.", "similarity": 0.5504, "relevance": 2 }, { "pair_id": 148787, "video_name": "friends_s10e17-18_seg02_clip_24", "timestamp": [ 0.0, 6.91 ], "duration": 57.66, "caption": "A man has his eyes closed as a woman drives a yellow cab.", "similarity": 0.5471, "relevance": 2 }, { "pair_id": 148788, "video_name": "friends_s03e25_seg02_clip_01", "timestamp": [ 27.46, 32.04 ], "duration": 61.66, "caption": "A man opens the trunk to the yellow taxi.", "similarity": 0.5438, "relevance": 2 }, { "pair_id": 148789, "video_name": "friends_s03e17_seg02_clip_17", "timestamp": [ 4.16, 9.8 ], "duration": 59.66, "caption": "A person sits down next to a yellow taxi.", "similarity": 0.5405, "relevance": 0 }, { "pair_id": 148790, "video_name": "met_s06e23_seg02_clip_12", "timestamp": [ 41.19, 43.02 ], "duration": 61.66, "caption": "A woman opens the door to a yellow cab.", "similarity": 0.5403, "relevance": 2 }, { "pair_id": 148791, "video_name": "met_s02e19_seg02_clip_17", "timestamp": [ 0.0, 3.5 ], "duration": 58.66, "caption": "A man gets into a yellow cab and gives the driver instructions.", "similarity": 0.5201, "relevance": 2 }, { "pair_id": 148792, "video_name": "s04e21_seg02_clip_09", "timestamp": [ 31.2, 34.04 ], "duration": 63.66, "caption": "Some people enter a taxi.", "similarity": 0.5026, "relevance": 1 }, { "pair_id": 148793, "video_name": "castle_s05e18_seg02_clip_11", "timestamp": [ 3.12, 6.68 ], "duration": 89.66, "caption": "A person gets out of a taxi cab and closes the door.", "similarity": 0.502, "relevance": 2 }, { "pair_id": 148794, "video_name": "castle_s05e18_seg02_clip_11", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A person gets out of the taxi cab that another person was driving.", "similarity": 0.4923, "relevance": 2 }, { "pair_id": 148795, "video_name": "castle_s05e18_seg02_clip_10", "timestamp": [ 51.78, 55.26 ], "duration": 87.66, "caption": "A man is driving a taxi as another person is in the backseat.", "similarity": 0.4918, "relevance": 2 }, { "pair_id": 148796, "video_name": "house_s02e09_seg02_clip_18", "timestamp": [ 16.56, 22.09 ], "duration": 92.66, "caption": "The taxi cab drives away behind person and woman.", "similarity": 0.4866, "relevance": 1 }, { "pair_id": 148797, "video_name": "met_s06e23_seg02_clip_13", "timestamp": [ 0.0, 7.0 ], "duration": 56.66, "caption": "A woman gets into a cab and the cab drives away.", "similarity": 0.4785, "relevance": 2 }, { "pair_id": 148798, "video_name": "met_s02e19_seg02_clip_17", "timestamp": [ 0.0, 3.21 ], "duration": 58.66, "caption": "A man gets in the cab after saying where he is going.", "similarity": 0.4676, "relevance": 2 }, { "pair_id": 148799, "video_name": "s06e23_seg01_clip_00", "timestamp": [ 2.88, 10.24 ], "duration": 64.66, "caption": "Some women get into the backseat of a cab.", "similarity": 0.4662, "relevance": 1 } ] }, { "query_id": 39965, "query": "Confidently, a man walks over to a woman's apartment and knocks on the door.", "relevant_moment": [ { "pair_id": 19280, "video_name": "s01e15_seg02_clip_14", "timestamp": [ 0.63, 7.56 ], "duration": 63.66, "caption": "Confidently, a man walks over to a woman's apartment and knocks on the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19281, "video_name": "s02e07_seg02_clip_13", "timestamp": [ 17.09, 21.66 ], "duration": 61.66, "caption": "A man walks over to woman's apartment, knocks on the door and walks in.", "similarity": 0.8777, "relevance": 4 }, { "pair_id": 19282, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 14.47, 18.99 ], "duration": 60.66, "caption": "A man enters the apartment and walks over to woman.", "similarity": 0.79, "relevance": 3 }, { "pair_id": 19283, "video_name": "friends_s07e06_seg02_clip_13", "timestamp": [ 43.38, 48.7 ], "duration": 59.66, "caption": "A man knocks on a woman's apartment door and she opens it, looking surprised.", "similarity": 0.7717, "relevance": 4 }, { "pair_id": 19284, "video_name": "met_s06e20_seg02_clip_07", "timestamp": [ 7.41, 9.69 ], "duration": 57.66, "caption": "A man answers his door and a woman enters his apartment.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 19285, "video_name": "friends_s09e03_seg02_clip_09", "timestamp": [ 36.6, 43.97 ], "duration": 59.66, "caption": "A woman walks into the apartment and walks over to a man.", "similarity": 0.7572, "relevance": 2 }, { "pair_id": 19286, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 40.51, 43.66 ], "duration": 90.66, "caption": "A man walks past a woman and enters her apartment.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 19287, "video_name": "s05e14_seg02_clip_00", "timestamp": [ 52.0, 57.36 ], "duration": 63.66, "caption": "A woman and a man walk over to woman's apartment door.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 19288, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 0.0, 7.38 ], "duration": 59.66, "caption": "A man knocks on the door and enters someone's apartment.", "similarity": 0.7469, "relevance": 2 }, { "pair_id": 19289, "video_name": "s02e12_seg02_clip_06", "timestamp": [ 37.72, 40.62 ], "duration": 58.66, "caption": "A man knocks on the front door of a woman's apartment.", "similarity": 0.7451, "relevance": 4 }, { "pair_id": 19290, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 40.95, 44.31 ], "duration": 61.66, "caption": "A man opens the door and walks into his apartment to find a woman.", "similarity": 0.7401, "relevance": 3 }, { "pair_id": 19291, "video_name": "friends_s01e20_seg02_clip_20", "timestamp": [ 14.42, 15.81 ], "duration": 93.66, "caption": "A man opens the door and walks in to woman's apartment.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 19292, "video_name": "met_s03e10_seg02_clip_05", "timestamp": [ 31.38, 33.62 ], "duration": 64.66, "caption": "A man walks past a woman into her apartment.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 19293, "video_name": "friends_s05e14_seg02_clip_13", "timestamp": [ 22.51, 24.91 ], "duration": 60.66, "caption": "A person walks up to an apartment door and knocks on it.", "similarity": 0.7374, "relevance": 4 }, { "pair_id": 19295, "video_name": "s07e13_seg01_clip_01", "timestamp": [ 24.27, 35.61 ], "duration": 63.66, "caption": "A man knocks on a woman's door as another man stands at his apartment door.", "similarity": 0.7347, "relevance": 4 }, { "pair_id": 19296, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 9.28, 15.38 ], "duration": 58.66, "caption": "A man walks through the apartment, opens the door and exits it while a woman follows him.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 19297, "video_name": "friends_s04e10_seg02_clip_06", "timestamp": [ 0.0, 8.37 ], "duration": 62.66, "caption": "A man enters the apartment, walks through the kitchen, and approaches a woman.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 19298, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A woman knocks on person's apartment door as she asks him if he is dressed before she enters the apartment.", "similarity": 0.7301, "relevance": 1 }, { "pair_id": 19299, "video_name": "castle_s08e19_seg02_clip_03", "timestamp": [ 82.03, 90.14 ], "duration": 90.66, "caption": "A man knocks on woman's door and then walks in.", "similarity": 0.7284, "relevance": 1 } ] }, { "query_id": 40020, "query": "A woman storms out of another woman's apartment to a man's.", "relevant_moment": [ { "pair_id": 168960, "video_name": "s07e05_seg02_clip_03", "timestamp": [ 0.0, 5.7 ], "duration": 57.66, "caption": "A woman storms out of another woman's apartment to a man's.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168961, "video_name": "friends_s10e07_seg02_clip_18", "timestamp": [ 19.18, 26.56 ], "duration": 59.66, "caption": "A man storms out of the apartment and leaves woman behind.", "similarity": 0.8446, "relevance": 2 }, { "pair_id": 168962, "video_name": "s09e21_seg02_clip_12", "timestamp": [ 12.21, 17.09 ], "duration": 61.66, "caption": "A woman walks towards man's apartment and woman comes storming out of it.", "similarity": 0.8422, "relevance": 2 }, { "pair_id": 168963, "video_name": "friends_s03e16_seg02_clip_09", "timestamp": [ 4.62, 6.93 ], "duration": 57.66, "caption": "A woman storms into her apartment with man following after her.", "similarity": 0.8421, "relevance": 1 }, { "pair_id": 168964, "video_name": "s07e05_seg02_clip_03", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A woman storms angrily past a person to the next apartment.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 168965, "video_name": "friends_s10e07_seg02_clip_18", "timestamp": [ 6.49, 26.86 ], "duration": 59.66, "caption": "A man makes a woman feel badly and then storms out of the apartment.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 168966, "video_name": "s06e07_seg02_clip_13", "timestamp": [ 31.51, 38.72 ], "duration": 60.66, "caption": "A woman storms outside of the room and a man follows her.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 168967, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 23.88, 28.75 ], "duration": 88.66, "caption": "A woman storms out of a man's office and into the hallway.", "similarity": 0.745, "relevance": 1 }, { "pair_id": 168968, "video_name": "s07e12_seg02_clip_07", "timestamp": [ 36.02, 42.62 ], "duration": 60.66, "caption": "A woman storms away from a man and slams the door to her bedroom.", "similarity": 0.7442, "relevance": 3 }, { "pair_id": 168969, "video_name": "s07e02_seg02_clip_15", "timestamp": [ 25.82, 28.72 ], "duration": 58.66, "caption": "A person comes out of the apartment to where two women are.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 168970, "video_name": "grey_s02e11_seg02_clip_13", "timestamp": [ 0.0, 14.48 ], "duration": 90.66, "caption": "A woman sees another woman with a man and then storms off.", "similarity": 0.7192, "relevance": 0 }, { "pair_id": 168971, "video_name": "friends_s02e01_seg02_clip_04", "timestamp": [ 19.05, 22.69 ], "duration": 56.66, "caption": "A woman closes the door behind a man and another woman when they leave the apartment.", "similarity": 0.718, "relevance": 1 }, { "pair_id": 168972, "video_name": "s09e20_seg02_clip_11", "timestamp": [ 42.11, 54.93 ], "duration": 61.66, "caption": "A woman storms out of the living room while arguing with a man.", "similarity": 0.7127, "relevance": 2 }, { "pair_id": 168973, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 11.35, 13.55 ], "duration": 63.66, "caption": "A person walks out of a woman's apartment after confronting another man.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 168974, "video_name": "friends_s07e11_seg02_clip_01", "timestamp": [ 30.82, 33.87 ], "duration": 61.66, "caption": "A woman comes storming into a man's apartment looking for a man.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 168975, "video_name": "friends_s01e11_seg02_clip_10", "timestamp": [ 43.54, 46.74 ], "duration": 64.66, "caption": "A woman and a man exit her apartment startling another man.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 168976, "video_name": "castle_s08e07_seg02_clip_20", "timestamp": [ 1.82, 6.83 ], "duration": 91.66, "caption": "A man storms out of the room as woman and another man watch him.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 168977, "video_name": "s03e11_seg02_clip_08", "timestamp": [ 24.9, 27.1 ], "duration": 63.66, "caption": "A man storms out of the living room, away from a woman.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 168978, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 44.72, 54.32 ], "duration": 60.66, "caption": "A person walks away from a woman, a man, and another woman and goes into his apartment.", "similarity": 0.7016, "relevance": 2 }, { "pair_id": 168979, "video_name": "s08e15_seg02_clip_10", "timestamp": [ 20.89, 26.4 ], "duration": 58.66, "caption": "A woman comes out of her apartment and begins to yell at another woman.", "similarity": 0.6999, "relevance": 1 } ] }, { "query_id": 40045, "query": "Two women are standing in front of each other conversing.", "relevant_moment": [ { "pair_id": 40020, "video_name": "friends_s07e15_seg02_clip_18", "timestamp": [ 0.0, 11.54 ], "duration": 59.66, "caption": "Two women are standing in front of each other conversing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 40021, "video_name": "friends_s09e22_seg02_clip_07", "timestamp": [ 0.0, 38.26 ], "duration": 62.66, "caption": "Two women are standing in front of each other as they converse.", "similarity": 0.9224, "relevance": 4 }, { "pair_id": 40022, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 0.0, 83.12 ], "duration": 88.66, "caption": "Two women are standing and speaking to each other.", "similarity": 0.8752, "relevance": 4 }, { "pair_id": 40023, "video_name": "grey_s03e24_seg02_clip_17", "timestamp": [ 53.48, 90.65 ], "duration": 90.66, "caption": "A woman is conversing with another woman as they are standing beside each other.", "similarity": 0.8603, "relevance": 3 }, { "pair_id": 40024, "video_name": "grey_s02e03_seg02_clip_20", "timestamp": [ 0.0, 16.47 ], "duration": 89.66, "caption": "Two women are standing beside each other as they converse.", "similarity": 0.858, "relevance": 3 }, { "pair_id": 40025, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 1.63, 5.85 ], "duration": 65.66, "caption": "Two women are talking while they are standing.", "similarity": 0.8492, "relevance": 3 }, { "pair_id": 40026, "video_name": "met_s06e09_seg02_clip_17", "timestamp": [ 0.0, 7.38 ], "duration": 59.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40027, "video_name": "met_s03e04_seg02_clip_11", "timestamp": [ 0.0, 18.93 ], "duration": 58.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 40028, "video_name": "house_s02e03_seg02_clip_02", "timestamp": [ 60.02, 80.33 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 40029, "video_name": "grey_s03e25_seg02_clip_31", "timestamp": [ 39.08, 63.03 ], "duration": 63.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40030, "video_name": "grey_s03e25_seg02_clip_31", "timestamp": [ 0.0, 30.57 ], "duration": 63.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40031, "video_name": "grey_s03e25_seg02_clip_16", "timestamp": [ 34.01, 49.74 ], "duration": 85.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40032, "video_name": "grey_s03e22_seg02_clip_18", "timestamp": [ 49.93, 88.38 ], "duration": 88.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40033, "video_name": "grey_s03e22_seg02_clip_18", "timestamp": [ 0.0, 35.79 ], "duration": 88.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 40034, "video_name": "grey_s03e20_seg02_clip_25", "timestamp": [ 56.62, 82.66 ], "duration": 82.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40035, "video_name": "grey_s03e20_seg02_clip_14", "timestamp": [ 0.0, 28.67 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40036, "video_name": "grey_s03e19_seg02_clip_11", "timestamp": [ 18.53, 70.8 ], "duration": 95.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40037, "video_name": "grey_s03e16_seg02_clip_16", "timestamp": [ 0.0, 16.52 ], "duration": 118.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40038, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 0.0, 32.05 ], "duration": 89.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 40039, "video_name": "grey_s03e15_seg02_clip_03", "timestamp": [ 62.18, 83.35 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213340, "video_name": "grey_s03e15_seg02_clip_02", "timestamp": [ 61.9, 78.91 ], "duration": 87.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 213341, "video_name": "grey_s03e13_seg02_clip_07", "timestamp": [ 50.99, 64.78 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213342, "video_name": "grey_s03e13_seg02_clip_07", "timestamp": [ 0.0, 5.51 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 2 }, { "pair_id": 213343, "video_name": "grey_s03e12_seg02_clip_04", "timestamp": [ 66.45, 91.03 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 213344, "video_name": "grey_s03e12_seg02_clip_04", "timestamp": [ 0.0, 15.93 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213345, "video_name": "grey_s03e11_seg02_clip_13", "timestamp": [ 11.48, 30.61 ], "duration": 85.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 213346, "video_name": "grey_s03e11_seg02_clip_07", "timestamp": [ 13.05, 35.56 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213347, "video_name": "grey_s03e11_seg02_clip_06", "timestamp": [ 48.71, 69.27 ], "duration": 89.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213348, "video_name": "grey_s03e11_seg02_clip_05", "timestamp": [ 55.3, 80.23 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213349, "video_name": "grey_s03e10_seg02_clip_25", "timestamp": [ 8.3, 30.42 ], "duration": 79.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213350, "video_name": "grey_s03e10_seg02_clip_02", "timestamp": [ 60.84, 79.32 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 213351, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 2.78, 40.28 ], "duration": 92.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213352, "video_name": "grey_s03e09_seg02_clip_06", "timestamp": [ 63.47, 94.03 ], "duration": 94.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 213353, "video_name": "grey_s03e09_seg02_clip_03", "timestamp": [ 0.0, 4.88 ], "duration": 88.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213354, "video_name": "grey_s03e07_seg02_clip_18", "timestamp": [ 0.0, 27.11 ], "duration": 87.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 213355, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 54.82, 91.36 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213356, "video_name": "grey_s03e06_seg02_clip_09", "timestamp": [ 31.4, 46.42 ], "duration": 91.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213357, "video_name": "grey_s03e05_seg02_clip_15", "timestamp": [ 49.2, 68.43 ], "duration": 89.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 213358, "video_name": "grey_s03e02_seg02_clip_09", "timestamp": [ 21.76, 30.37 ], "duration": 90.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 213359, "video_name": "grey_s03e01_seg02_clip_28", "timestamp": [ 91.22, 114.02 ], "duration": 114.66, "caption": "Two women are having a conversation with each other.", "similarity": 0.8332, "relevance": 4 } ] }, { "query_id": 40060, "query": "Two people open and close the door as they leave.", "relevant_moment": [ { "pair_id": 14420, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 0.0, 7.02 ], "duration": 52.66, "caption": "Two people open and close the door as they leave.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14421, "video_name": "s07e21_seg02_clip_05", "timestamp": [ 0.0, 6.3 ], "duration": 60.66, "caption": "Two people leave together through a door.", "similarity": 0.8689, "relevance": 4 }, { "pair_id": 14422, "video_name": "friends_s02e18_seg02_clip_04", "timestamp": [ 45.26, 50.19 ], "duration": 58.66, "caption": "A person leaves and another person closes the door behind them.", "similarity": 0.8525, "relevance": 3 }, { "pair_id": 14423, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 29.11, 33.01 ], "duration": 60.66, "caption": "A person closes the front door after two people leave.", "similarity": 0.8395, "relevance": 3 }, { "pair_id": 14424, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 64.67, 71.9 ], "duration": 90.66, "caption": "A person opens the door and two other people leave the room.", "similarity": 0.8344, "relevance": 3 }, { "pair_id": 14425, "video_name": "s02e01_seg02_clip_09", "timestamp": [ 35.4, 44.25 ], "duration": 61.66, "caption": "Two people open the door and they both leave the apartment.", "similarity": 0.8333, "relevance": 3 }, { "pair_id": 14426, "video_name": "s06e03_seg02_clip_12", "timestamp": [ 27.31, 31.21 ], "duration": 60.66, "caption": "Two people open the door and come in.", "similarity": 0.816, "relevance": 2 }, { "pair_id": 14427, "video_name": "s08e21_seg02_clip_00", "timestamp": [ 7.63, 11.29 ], "duration": 61.66, "caption": "A person opens the door and closes it after another person walks in.", "similarity": 0.8157, "relevance": 3 }, { "pair_id": 14428, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 22.05, 26.4 ], "duration": 58.66, "caption": "A man and woman walk out and close the door.", "similarity": 0.8047, "relevance": 3 }, { "pair_id": 14429, "video_name": "s07e10_seg02_clip_13", "timestamp": [ 42.8, 49.31 ], "duration": 62.66, "caption": "Two people come into the apartment and one of them closes the door.", "similarity": 0.8011, "relevance": 3 }, { "pair_id": 14430, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 26.85, 35.5 ], "duration": 91.66, "caption": "A person opens the door to let out another person and closes it behind them.", "similarity": 0.8009, "relevance": 1 }, { "pair_id": 14431, "video_name": "s02e18_seg01_clip_02", "timestamp": [ 10.33, 15.94 ], "duration": 59.66, "caption": "Two people enter the room and one of them closes the door behind them.", "similarity": 0.7989, "relevance": 2 }, { "pair_id": 14432, "video_name": "castle_s02e14_seg02_clip_25", "timestamp": [ 24.42, 28.04 ], "duration": 90.66, "caption": "The door closes behind a couple.", "similarity": 0.7936, "relevance": 1 }, { "pair_id": 14433, "video_name": "grey_s03e19_seg02_clip_13", "timestamp": [ 16.2, 22.96 ], "duration": 90.66, "caption": "A person closes the door after walking away from another person.", "similarity": 0.7935, "relevance": 2 }, { "pair_id": 14434, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 27.91, 31.51 ], "duration": 60.66, "caption": "Two men walk out the door and a person close the door.", "similarity": 0.7924, "relevance": 3 }, { "pair_id": 14435, "video_name": "castle_s06e06_seg02_clip_22", "timestamp": [ 25.77, 31.29 ], "duration": 92.66, "caption": "The door closes on a man and woman while they're trying to get out.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 14436, "video_name": "friends_s01e23_seg02_clip_15", "timestamp": [ 30.79, 36.78 ], "duration": 57.66, "caption": "A person opens the door while two people run out.", "similarity": 0.7864, "relevance": 2 }, { "pair_id": 14437, "video_name": "s07e07_seg02_clip_06", "timestamp": [ 32.96, 37.53 ], "duration": 61.66, "caption": "A person closes the front door and another person gets closer to the closed door.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 14438, "video_name": "castle_s08e08_seg02_clip_22", "timestamp": [ 37.04, 43.14 ], "duration": 87.66, "caption": "A person opens the door and another person walks into the room and the first person closes the door.", "similarity": 0.7827, "relevance": 4 }, { "pair_id": 14439, "video_name": "s05e19_seg01_clip_00", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "Two people open the door and they enter the room, with another person close behind.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 187740, "video_name": "friends_s07e17_seg02_clip_12", "timestamp": [ 54.62, 59.2 ], "duration": 61.66, "caption": "A man closes the door as another man leaves the place.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 187741, "video_name": "s01e04_seg01_clip_00", "timestamp": [ 28.99, 35.7 ], "duration": 61.66, "caption": "Two people leave their apartment and close the door behind them.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 187742, "video_name": "friends_s10e09_seg02_clip_12", "timestamp": [ 26.11, 30.31 ], "duration": 60.66, "caption": "Two people come through the hotel room door and one of them closes the door.", "similarity": 0.7735, "relevance": 3 }, { "pair_id": 187743, "video_name": "house_s08e07_seg02_clip_04", "timestamp": [ 81.9, 87.42 ], "duration": 92.66, "caption": "A person opens the door and another person came in.", "similarity": 0.773, "relevance": 3 }, { "pair_id": 187744, "video_name": "friends_s05e09_seg02_clip_13", "timestamp": [ 30.69, 34.24 ], "duration": 59.66, "caption": "Two people enter the apartment with one closing the door.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 187745, "video_name": "castle_s06e07_seg02_clip_16", "timestamp": [ 56.69, 59.36 ], "duration": 89.66, "caption": "Two people are standing at the door as someone opens the door.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 187746, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 5.9, 9.15 ], "duration": 59.66, "caption": "A person opens the door for two other people.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 187747, "video_name": "s02e18_seg02_clip_01", "timestamp": [ 28.21, 33.62 ], "duration": 60.66, "caption": "Some people move toward the door and a person opens the door.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 187748, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 5.31, 8.85 ], "duration": 59.66, "caption": "A woman and man leave the apartment and person closes the door behind them.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 187749, "video_name": "s01e15_seg02_clip_06", "timestamp": [ 8.68, 12.72 ], "duration": 62.66, "caption": "Two people walk into a person's room and one of them closes the door.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 187750, "video_name": "castle_s04e21_seg02_clip_03", "timestamp": [ 31.49, 36.05 ], "duration": 91.66, "caption": "Two people get out of a car and close the doors.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 187751, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 7.4, 21.32 ], "duration": 87.66, "caption": "A woman leaves the room and a man enters and closes the door.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 187752, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 70.04, 73.18 ], "duration": 89.66, "caption": "A person opens the door and leaves someone behind him.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 187753, "video_name": "castle_s04e06_seg02_clip_16", "timestamp": [ 23.21, 26.85 ], "duration": 91.66, "caption": "A woman opens the door and leaves the room with a man.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 187754, "video_name": "friends_s10e04_seg02_clip_13", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A couple walks out the door and a person shuts it behind them.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 187755, "video_name": "met_s06e17_seg02_clip_14", "timestamp": [ 3.05, 7.63 ], "duration": 61.66, "caption": "A person opens the door and leaves the other person in the room alone.", "similarity": 0.7583, "relevance": 3 }, { "pair_id": 187756, "video_name": "grey_s03e25_seg02_clip_21", "timestamp": [ 51.15, 55.3 ], "duration": 92.66, "caption": "A man closes the door leaving him and woman alone.", "similarity": 0.7583, "relevance": 3 }, { "pair_id": 187757, "video_name": "house_s06e06_seg02_clip_14", "timestamp": [ 9.89, 12.72 ], "duration": 94.66, "caption": "A person stops another person from closing the door on them.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 187758, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 30.88, 35.3 ], "duration": 63.66, "caption": "Two people get all happy and open the door then they walk out.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 187759, "video_name": "castle_s02e11_seg02_clip_08", "timestamp": [ 89.31, 92.19 ], "duration": 96.66, "caption": "A man stops and another man is holding the door open.", "similarity": 0.7548, "relevance": 2 } ] }, { "query_id": 40100, "query": "A man and a woman are talking to someone in the interrogation room.", "relevant_moment": [ { "pair_id": 170160, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 0.0, 35.24 ], "duration": 91.66, "caption": "A man and a woman are talking to someone in the interrogation room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170161, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 0.0, 89.22 ], "duration": 89.66, "caption": "A man and a woman are speaking to someone in the interrogation room.", "similarity": 0.9826, "relevance": 4 }, { "pair_id": 170162, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 0.0, 41.99 ], "duration": 89.66, "caption": "A man and woman are speaking to someone in the interrogation room.", "similarity": 0.9788, "relevance": 4 }, { "pair_id": 170163, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 0.0, 51.64 ], "duration": 89.66, "caption": "A woman and a man are speaking to someone in the interrogation room.", "similarity": 0.9769, "relevance": 4 }, { "pair_id": 170164, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 0.0, 86.86 ], "duration": 104.66, "caption": "A man and a woman are speaking to a person in the interrogation room.", "similarity": 0.9761, "relevance": 4 }, { "pair_id": 170165, "video_name": "castle_s02e11_seg02_clip_25", "timestamp": [ 0.0, 93.13 ], "duration": 95.66, "caption": "A man and woman are speaking to a person in the interrogation room.", "similarity": 0.9749, "relevance": 4 }, { "pair_id": 170166, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 0.0, 31.36 ], "duration": 95.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.9723, "relevance": 4 }, { "pair_id": 170167, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 76.46 ], "duration": 139.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.9723, "relevance": 4 }, { "pair_id": 170168, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 6.73, 85.75 ], "duration": 89.66, "caption": "A man and a woman are in the interrogation room speaking to someone.", "similarity": 0.9706, "relevance": 4 }, { "pair_id": 170169, "video_name": "castle_s01e06_seg02_clip_09", "timestamp": [ 0.0, 50.61 ], "duration": 92.66, "caption": "A woman and a man are in the interrogation room speaking to a person.", "similarity": 0.9633, "relevance": 4 }, { "pair_id": 170170, "video_name": "castle_s02e16_seg02_clip_20", "timestamp": [ 0.0, 81.4 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person inside the interrogation room.", "similarity": 0.962, "relevance": 4 }, { "pair_id": 170171, "video_name": "castle_s02e10_seg02_clip_09", "timestamp": [ 58.87, 90.58 ], "duration": 90.66, "caption": "A woman and man are in the interrogation room speaking to a person.", "similarity": 0.9605, "relevance": 4 }, { "pair_id": 170172, "video_name": "castle_s08e21_seg02_clip_22", "timestamp": [ 34.61, 91.08 ], "duration": 91.66, "caption": "A woman and a man are in the interrogation room speaking to another person.", "similarity": 0.9592, "relevance": 4 }, { "pair_id": 170173, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 0.0, 26.33 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room speaking with someone.", "similarity": 0.9589, "relevance": 4 }, { "pair_id": 170174, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 64.15, 90.36 ], "duration": 90.66, "caption": "A man and woman are in the interrogation room speaking with a person.", "similarity": 0.9577, "relevance": 4 }, { "pair_id": 170175, "video_name": "castle_s04e18_seg02_clip_09", "timestamp": [ 0.0, 54.09 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room speaking to a man.", "similarity": 0.9561, "relevance": 4 }, { "pair_id": 170176, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room with a person conversing.", "similarity": 0.9549, "relevance": 4 }, { "pair_id": 170177, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 1.35, 89.66 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room to speak to another man.", "similarity": 0.9506, "relevance": 4 }, { "pair_id": 170178, "video_name": "castle_s04e18_seg02_clip_21", "timestamp": [ 41.41, 90.02 ], "duration": 90.66, "caption": "A man and a woman are speaking to another man in the interrogation room.", "similarity": 0.9497, "relevance": 4 }, { "pair_id": 170179, "video_name": "castle_s02e09_seg02_clip_03", "timestamp": [ 0.0, 58.26 ], "duration": 91.66, "caption": "A man and woman are in the interrogation room with person conversing.", "similarity": 0.9495, "relevance": 4 }, { "pair_id": 343480, "video_name": "castle_s06e14_seg02_clip_22", "timestamp": [ 0.0, 55.76 ], "duration": 88.66, "caption": "A woman and a man are inside the interrogation room speaking to a person.", "similarity": 0.9476, "relevance": 4 }, { "pair_id": 343481, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 0.0, 25.58 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room speaking to another man.", "similarity": 0.9452, "relevance": 4 }, { "pair_id": 343482, "video_name": "castle_s01e06_seg02_clip_08", "timestamp": [ 0.0, 91.19 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with another person conversing.", "similarity": 0.9445, "relevance": 4 }, { "pair_id": 343483, "video_name": "castle_s02e10_seg02_clip_25", "timestamp": [ 63.49, 91.35 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a man conversing.", "similarity": 0.9364, "relevance": 3 }, { "pair_id": 343484, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 0.0, 46.21 ], "duration": 88.66, "caption": "A woman is talking to woman and man in the interrogation room.", "similarity": 0.9339, "relevance": 4 }, { "pair_id": 343485, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 0.0, 33.4 ], "duration": 90.66, "caption": "A woman and man are inside the interrogation room as the speak to person.", "similarity": 0.9327, "relevance": 4 }, { "pair_id": 343486, "video_name": "castle_s01e09_seg02_clip_07", "timestamp": [ 40.0, 89.31 ], "duration": 93.66, "caption": "A woman and a man enter the interrogation room to speak to a man.", "similarity": 0.932, "relevance": 3 }, { "pair_id": 343487, "video_name": "castle_s03e21_seg02_clip_16", "timestamp": [ 0.0, 57.87 ], "duration": 87.66, "caption": "A man and woman are in the interrogation room with person.", "similarity": 0.9269, "relevance": 4 }, { "pair_id": 343488, "video_name": "castle_s02e13_seg02_clip_11", "timestamp": [ 54.6, 89.51 ], "duration": 89.66, "caption": "A woman and man are in the interrogation room with person.", "similarity": 0.923, "relevance": 3 }, { "pair_id": 343489, "video_name": "castle_s04e02_seg02_clip_13", "timestamp": [ 0.0, 27.42 ], "duration": 88.66, "caption": "A man and woman are in the interrogation room with a person.", "similarity": 0.9217, "relevance": 4 }, { "pair_id": 343490, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 2.79, 91.17 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room with a person.", "similarity": 0.9217, "relevance": 3 }, { "pair_id": 343491, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 44.18, 91.09 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person.", "similarity": 0.9199, "relevance": 4 }, { "pair_id": 343492, "video_name": "castle_s01e05_seg02_clip_23", "timestamp": [ 0.0, 91.03 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person.", "similarity": 0.9199, "relevance": 4 }, { "pair_id": 343493, "video_name": "castle_s02e14_seg02_clip_24", "timestamp": [ 0.0, 52.51 ], "duration": 88.66, "caption": "Two people are speaking to someone in the interrogation room.", "similarity": 0.9199, "relevance": 4 }, { "pair_id": 343494, "video_name": "castle_s04e14_seg02_clip_21", "timestamp": [ 0.0, 42.79 ], "duration": 91.66, "caption": "A man is in the interrogation room speaking to a man and a woman.", "similarity": 0.9198, "relevance": 3 }, { "pair_id": 343495, "video_name": "castle_s05e20_seg02_clip_24", "timestamp": [ 0.0, 71.83 ], "duration": 90.66, "caption": "A woman and man are inside an interrogation room conversing with a person.", "similarity": 0.9197, "relevance": 4 }, { "pair_id": 343496, "video_name": "castle_s02e07_seg02_clip_13", "timestamp": [ 56.53, 89.02 ], "duration": 89.66, "caption": "A man is in the interrogation room speaking with a woman and a man.", "similarity": 0.9168, "relevance": 4 }, { "pair_id": 343497, "video_name": "castle_s03e14_seg02_clip_07", "timestamp": [ 0.0, 47.42 ], "duration": 90.66, "caption": "A woman is talking to a man in the interrogation room.", "similarity": 0.9082, "relevance": 3 }, { "pair_id": 343498, "video_name": "castle_s05e06_seg02_clip_12", "timestamp": [ 0.0, 28.63 ], "duration": 89.66, "caption": "Two people are speaking to a man in the interrogation room.", "similarity": 0.9067, "relevance": 3 }, { "pair_id": 343499, "video_name": "castle_s06e09_seg02_clip_23", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A man is in the interrogation room with woman and man conversing.", "similarity": 0.902, "relevance": 3 } ] }, { "query_id": 40102, "query": "A man holds up a picture for two men and a woman.", "relevant_moment": [ { "pair_id": 166240, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 61.32, 71.85 ], "duration": 91.66, "caption": "A man holds up a picture for two men and a woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 166241, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 33.25, 36.7 ], "duration": 86.66, "caption": "A man holds up a photo of a woman for some people.", "similarity": 0.87, "relevance": 3 }, { "pair_id": 166242, "video_name": "castle_s04e19_seg02_clip_15", "timestamp": [ 25.21, 28.57 ], "duration": 84.66, "caption": "A woman holds up a picture of a man.", "similarity": 0.8362, "relevance": 2 }, { "pair_id": 166243, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.8354, "relevance": 3 }, { "pair_id": 166244, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 79.05, 81.3 ], "duration": 90.66, "caption": "A man is holding a picture of a woman as he hands it to another man.", "similarity": 0.8062, "relevance": 3 }, { "pair_id": 166245, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 36.59, 38.96 ], "duration": 95.66, "caption": "A man holds up a photo for some people to see.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 166246, "video_name": "met_s06e02_seg02_clip_11", "timestamp": [ 24.39, 33.14 ], "duration": 53.66, "caption": "A man holds up a photograph and another person looks at it and holds it.", "similarity": 0.7934, "relevance": 3 }, { "pair_id": 166247, "video_name": "castle_s07e18_seg02_clip_12", "timestamp": [ 5.03, 20.12 ], "duration": 91.66, "caption": "A man holds up a photo to another man to look at.", "similarity": 0.7851, "relevance": 4 }, { "pair_id": 166248, "video_name": "castle_s07e09_seg02_clip_16", "timestamp": [ 81.11, 90.13 ], "duration": 90.66, "caption": "A woman hands a man a picture and he shows it to two other men.", "similarity": 0.7843, "relevance": 4 }, { "pair_id": 166250, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 25.31, 27.61 ], "duration": 115.66, "caption": "A man holds up some photographs to another person.", "similarity": 0.7713, "relevance": 1 }, { "pair_id": 166251, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 14.0, 22.51 ], "duration": 100.66, "caption": "A woman holds up a photo to show another man.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 166252, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 0.0, 7.97 ], "duration": 88.66, "caption": "A woman holds different pictures of women up to man.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 166253, "video_name": "castle_s06e13_seg02_clip_22", "timestamp": [ 8.39, 10.6 ], "duration": 88.66, "caption": "A man holds up his camera to two other men.", "similarity": 0.7599, "relevance": 0 }, { "pair_id": 166254, "video_name": "castle_s04e02_seg02_clip_09", "timestamp": [ 48.61, 59.87 ], "duration": 90.66, "caption": "A woman and a man both hold up photos to a person.", "similarity": 0.7591, "relevance": 3 }, { "pair_id": 166255, "video_name": "castle_s04e23_seg02_clip_03", "timestamp": [ 43.25, 46.44 ], "duration": 91.66, "caption": "A woman holds up a photo of a man to another woman.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 166256, "video_name": "castle_s07e14_seg02_clip_25", "timestamp": [ 27.31, 36.87 ], "duration": 91.66, "caption": "A man shows another man a picture of a woman on a file and two others.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 166257, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 52.21, 55.36 ], "duration": 90.66, "caption": "A person is holding a picture of someone as a man identifies them in the photo.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 166258, "video_name": "castle_s03e06_seg02_clip_19", "timestamp": [ 28.9, 37.02 ], "duration": 90.66, "caption": "A man is showing a woman and another man there are two different people on the pictures.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 166259, "video_name": "castle_s04e09_seg02_clip_06", "timestamp": [ 42.73, 44.65 ], "duration": 96.66, "caption": "A man holds up a picture for two other men to see and goes out the door.", "similarity": 0.7389, "relevance": 3 }, { "pair_id": 339560, "video_name": "house_s01e16_seg02_clip_21", "timestamp": [ 25.21, 29.71 ], "duration": 90.66, "caption": "A man holds up a wallet full of pictures to a woman.", "similarity": 0.7371, "relevance": 3 }, { "pair_id": 339561, "video_name": "castle_s07e02_seg02_clip_16", "timestamp": [ 47.3, 51.1 ], "duration": 84.66, "caption": "A man holds a small photo of an older man up to a large picture of a younger man to compare them.", "similarity": 0.737, "relevance": 3 }, { "pair_id": 339562, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 339563, "video_name": "castle_s02e11_seg02_clip_07", "timestamp": [ 44.63, 50.15 ], "duration": 92.66, "caption": "A woman hands man a picture of a man.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 339564, "video_name": "friends_s10e04_seg02_clip_01", "timestamp": [ 0.0, 18.57 ], "duration": 64.66, "caption": "A man holds up the video camera and records woman and man.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 339565, "video_name": "castle_s03e03_seg02_clip_08", "timestamp": [ 19.97, 22.69 ], "duration": 90.66, "caption": "A man takes a picture of a person and woman.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 339566, "video_name": "house_s05e14_seg02_clip_04", "timestamp": [ 45.97, 50.97 ], "duration": 91.66, "caption": "A man holds up a card with pictures on it to a woman.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 339567, "video_name": "castle_s04e22_seg02_clip_14", "timestamp": [ 69.18, 76.46 ], "duration": 91.66, "caption": "A woman shows a picture to two men and one of them recognizes him.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 339568, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 83.95, 91.25 ], "duration": 91.66, "caption": "A person holds up a picture of someone to some people.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 339569, "video_name": "castle_s04e04_seg02_clip_16", "timestamp": [ 16.47, 21.37 ], "duration": 89.66, "caption": "A man holds up a picture of Philp to two people.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 339570, "video_name": "castle_s07e14_seg02_clip_25", "timestamp": [ 29.13, 36.41 ], "duration": 91.66, "caption": "A man puts a photo of woman in front of man and then he puts pictures of woman and woman beside it.", "similarity": 0.7192, "relevance": 3 }, { "pair_id": 339571, "video_name": "s08e09_seg02_clip_11", "timestamp": [ 50.42, 53.12 ], "duration": 60.66, "caption": "A man holds up a picture of another man to show to a woman while they are eating dinner.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 339572, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 35.42, 40.82 ], "duration": 60.66, "caption": "A person poses with man and another person for a picture.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 339573, "video_name": "friends_s05e23-24_seg02_clip_11", "timestamp": [ 0.0, 3.5 ], "duration": 58.66, "caption": "A man poses for a photo with two old women.", "similarity": 0.7176, "relevance": 2 }, { "pair_id": 339574, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 61.68, 75.64 ], "duration": 90.66, "caption": "A man shows a woman and man an old picture of someone.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 339575, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.7151, "relevance": 1 }, { "pair_id": 339576, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 8.48, 13.39 ], "duration": 89.66, "caption": "A man hands another person a picture to look at and then the person hands it to a woman.", "similarity": 0.7129, "relevance": 2 }, { "pair_id": 339577, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A woman holds up a sketched picture of a man.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 339578, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 7.59, 13.84 ], "duration": 89.66, "caption": "A man hands a person a picture, and then the person hands it to a woman.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 339579, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 0.9, 3.0 ], "duration": 60.66, "caption": "A person takes a picture of a man and a woman.", "similarity": 0.7021, "relevance": 1 } ] }, { "query_id": 40115, "query": "A man knocks on the door and a man goes out to talk to him.", "relevant_moment": [ { "pair_id": 154700, "video_name": "castle_s05e02_seg02_clip_16", "timestamp": [ 80.3, 89.22 ], "duration": 89.66, "caption": "A man knocks on the door and a man goes out to talk to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154701, "video_name": "s04e18_seg02_clip_07", "timestamp": [ 33.57, 44.86 ], "duration": 61.66, "caption": "A person knocks on door and a man has a conversation with him.", "similarity": 0.8486, "relevance": 1 }, { "pair_id": 154702, "video_name": "house_s03e15_seg02_clip_23", "timestamp": [ 1.02, 11.93 ], "duration": 68.66, "caption": "A man knocks on a man's door urging him to come out.", "similarity": 0.8211, "relevance": 3 }, { "pair_id": 154703, "video_name": "house_s06e12_seg02_clip_22", "timestamp": [ 82.83, 91.03 ], "duration": 91.66, "caption": "A man knocks on someone's door and a man opened the door.", "similarity": 0.789, "relevance": 3 }, { "pair_id": 154704, "video_name": "s02e14_seg02_clip_15", "timestamp": [ 54.92, 58.83 ], "duration": 60.66, "caption": "A man knocks on the door and a person opens the door.", "similarity": 0.7705, "relevance": 4 }, { "pair_id": 154705, "video_name": "friends_s04e22_seg02_clip_09", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A man knocks on the top part of another person's door and bends down to talk to him through the bottom half.", "similarity": 0.7676, "relevance": 4 }, { "pair_id": 154706, "video_name": "s04e11_seg02_clip_01", "timestamp": [ 33.07, 39.63 ], "duration": 57.66, "caption": "A man says something to another man then he gets up and walks to the door to talk to him.", "similarity": 0.7673, "relevance": 3 }, { "pair_id": 154707, "video_name": "house_s08e20_seg02_clip_07", "timestamp": [ 14.72, 21.63 ], "duration": 92.66, "caption": "A man talks to two people, then opens the door and walks out.", "similarity": 0.7542, "relevance": 2 }, { "pair_id": 154708, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 24.26, 34.33 ], "duration": 91.66, "caption": "A man knocks on the door and someone opens the door.", "similarity": 0.7518, "relevance": 2 }, { "pair_id": 154709, "video_name": "s05e11_seg02_clip_10", "timestamp": [ 11.21, 59.03 ], "duration": 59.66, "caption": "A man opened the door and talked to another man.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 154710, "video_name": "house_s03e08_seg02_clip_24", "timestamp": [ 54.77, 60.24 ], "duration": 78.66, "caption": "A man stands up and walks towards the door while talking to another man.", "similarity": 0.7502, "relevance": 1 }, { "pair_id": 154711, "video_name": "house_s06e11_seg02_clip_02", "timestamp": [ 15.58, 20.48 ], "duration": 89.66, "caption": "A man opened the door and closed the door while he talks to a man.", "similarity": 0.7417, "relevance": 1 }, { "pair_id": 154712, "video_name": "friends_s08e16_seg01_clip_00", "timestamp": [ 52.79, 58.89 ], "duration": 61.66, "caption": "A man closes the door and turns around to speak to another man.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 154713, "video_name": "s06e04_seg02_clip_15", "timestamp": [ 55.54, 61.03 ], "duration": 61.66, "caption": "A man gets up from his seat and heads towards the door while talking to another man.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 154714, "video_name": "house_s02e11_seg02_clip_25", "timestamp": [ 98.01, 102.39 ], "duration": 175.66, "caption": "A man opens an outside door and talks with another man.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 154715, "video_name": "friends_s06e04_seg02_clip_07", "timestamp": [ 7.25, 10.15 ], "duration": 58.66, "caption": "A man walks through the door and over to a man.", "similarity": 0.7362, "relevance": 0 }, { "pair_id": 154716, "video_name": "house_s08e16_seg02_clip_24", "timestamp": [ 0.0, 36.09 ], "duration": 88.66, "caption": "A man talks with another man and the other man opens the door.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 154717, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 0.84, 4.61 ], "duration": 83.66, "caption": "A man holds the door in place when he talks to another man.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 154718, "video_name": "friends_s08e16_seg02_clip_06", "timestamp": [ 9.57, 14.86 ], "duration": 66.66, "caption": "A man closes the door and continues talking to another man.", "similarity": 0.7289, "relevance": 0 }, { "pair_id": 154719, "video_name": "house_s03e15_seg02_clip_23", "timestamp": [ 8.52, 11.24 ], "duration": 68.66, "caption": "A man knocks on a person's front door and a person opens the door.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 328020, "video_name": "s10e09_seg02_clip_07", "timestamp": [ 56.67, 58.59 ], "duration": 64.66, "caption": "A man is standing in front of a door and knocks on it and steps back by another man.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 328021, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 6.3, 12.6 ], "duration": 90.66, "caption": "A man walks towards the door and speaks with another man.", "similarity": 0.7198, "relevance": 1 }, { "pair_id": 328022, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 46.83, 49.93 ], "duration": 62.66, "caption": "A man knocks on the door and enters a man's room.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 328023, "video_name": "castle_s03e08_seg02_clip_18", "timestamp": [ 56.91, 60.97 ], "duration": 90.66, "caption": "A man opened the door and started a conversation with another man.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 328024, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A man knocks then opens the door to a person's room.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 328025, "video_name": "friends_s03e14_seg02_clip_02", "timestamp": [ 36.62, 39.97 ], "duration": 61.66, "caption": "A man knocks on the bathroom door while talking with a woman.", "similarity": 0.7139, "relevance": 2 }, { "pair_id": 328026, "video_name": "s08e09_seg02_clip_04", "timestamp": [ 14.11, 18.91 ], "duration": 60.66, "caption": "A man knocks on another man's apartment door and he lets him in.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 328027, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 8.7, 19.21 ], "duration": 60.66, "caption": "A person goes to another person's door and knocks on it.", "similarity": 0.7118, "relevance": 2 }, { "pair_id": 328028, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 23.77, 30.81 ], "duration": 88.66, "caption": "A man goes to answer the door and a person is there.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 328029, "video_name": "s04e05_seg02_clip_00", "timestamp": [ 26.55, 29.6 ], "duration": 61.66, "caption": "A man closes the door and locks it while another man speaks to him.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 328030, "video_name": "s04e20_seg02_clip_02", "timestamp": [ 6.75, 12.76 ], "duration": 50.66, "caption": "A man knocks on the door and came in.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 328031, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A man knocks on a woman's door and then walks in.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 328032, "video_name": "castle_s01e07_seg02_clip_24", "timestamp": [ 63.26, 69.31 ], "duration": 93.66, "caption": "Man knocks on the door and then another man kicks it in.", "similarity": 0.701, "relevance": 1 }, { "pair_id": 328033, "video_name": "s01e07_seg02_clip_13", "timestamp": [ 20.49, 25.36 ], "duration": 65.66, "caption": "A man knocks on the door and a woman answers.", "similarity": 0.6994, "relevance": 3 }, { "pair_id": 328034, "video_name": "house_s06e03_seg02_clip_03", "timestamp": [ 11.96, 16.1 ], "duration": 92.66, "caption": "A man knocks on the door and a woman answers.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 328035, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A man is standing at the door entrance as he speaks to another man.", "similarity": 0.6992, "relevance": 1 }, { "pair_id": 328036, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A man knocked on the door, opened it and talked to a woman.", "similarity": 0.6981, "relevance": 1 }, { "pair_id": 328037, "video_name": "grey_s03e02_seg02_clip_07", "timestamp": [ 45.9, 48.47 ], "duration": 73.66, "caption": "A man knocks on the door and walks into another man's office.", "similarity": 0.6974, "relevance": 3 }, { "pair_id": 328038, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 45.09, 57.98 ], "duration": 92.66, "caption": "A man walks into the elevator and stops the door from closing so he can talk to another man.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 328039, "video_name": "s04e17_seg02_clip_00", "timestamp": [ 20.17, 25.21 ], "duration": 63.66, "caption": "A man knocks on the door after he gets angry with another person.", "similarity": 0.6957, "relevance": 2 } ] }, { "query_id": 40216, "query": "A woman gets a pair of rubber gloves and starts to put them on.", "relevant_moment": [ { "pair_id": 11660, "video_name": "friends_s06e07_seg02_clip_19", "timestamp": [ 41.73, 47.8 ], "duration": 81.66, "caption": "A woman gets a pair of rubber gloves and starts to put them on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11661, "video_name": "friends_s06e07_seg02_clip_19", "timestamp": [ 40.92, 48.61 ], "duration": 81.66, "caption": "A woman starts putting on a pair of yellow gloves.", "similarity": 0.7945, "relevance": 4 }, { "pair_id": 11662, "video_name": "castle_s06e06_seg02_clip_01", "timestamp": [ 83.26, 89.52 ], "duration": 89.66, "caption": "A woman gets out her gloves to put on.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 11663, "video_name": "castle_s04e05_seg02_clip_03", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A woman finishes putting on a pair of purple gloves.", "similarity": 0.7258, "relevance": 3 }, { "pair_id": 11664, "video_name": "castle_s07e03_seg02_clip_01", "timestamp": [ 22.85, 27.16 ], "duration": 86.66, "caption": "A woman carefully puts on a pair of nitrile gloves.", "similarity": 0.7143, "relevance": 3 }, { "pair_id": 11665, "video_name": "s09e09_seg02_clip_08", "timestamp": [ 37.53, 39.97 ], "duration": 61.66, "caption": "A woman takes off a pair of black rubber gloves and sets them down on the counter.", "similarity": 0.701, "relevance": 2 }, { "pair_id": 11666, "video_name": "grey_s01e01_seg02_clip_02", "timestamp": [ 22.29, 25.41 ], "duration": 89.66, "caption": "A woman puts on gloves then spreads lube over them.", "similarity": 0.6899, "relevance": 1 }, { "pair_id": 11667, "video_name": "castle_s02e06_seg02_clip_01", "timestamp": [ 77.45, 82.2 ], "duration": 95.66, "caption": "A woman puts on rubber gloves and grabs a stake.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 11668, "video_name": "s07e24_seg02_clip_05", "timestamp": [ 12.1, 15.35 ], "duration": 59.66, "caption": "A woman takes off rubber gloves and tosses them onto the floor as she tells two people to keep their money.", "similarity": 0.6619, "relevance": 0 }, { "pair_id": 11669, "video_name": "grey_s02e22_seg02_clip_14", "timestamp": [ 35.95, 41.87 ], "duration": 91.66, "caption": "A woman rolls their head around and a man puts on some rubber gloves.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 11670, "video_name": "grey_s03e05_seg02_clip_19", "timestamp": [ 15.96, 18.81 ], "duration": 114.66, "caption": "A person holds up the gloves for someone to put on.", "similarity": 0.6474, "relevance": 3 }, { "pair_id": 11671, "video_name": "friends_s07e05_seg02_clip_06", "timestamp": [ 42.5, 45.75 ], "duration": 59.66, "caption": "A woman takes off one of her gloves and places them on the table beside her.", "similarity": 0.6298, "relevance": 0 }, { "pair_id": 11672, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 68.87, 75.17 ], "duration": 90.66, "caption": "A woman sits down on the stool and puts on gloves.", "similarity": 0.6275, "relevance": 3 }, { "pair_id": 11673, "video_name": "grey_s02e13_seg02_clip_03", "timestamp": [ 26.85, 37.85 ], "duration": 88.66, "caption": "A woman takes her gloves off and screws the lid on the jar.", "similarity": 0.6261, "relevance": 2 }, { "pair_id": 11674, "video_name": "friends_s02e14_seg02_clip_04", "timestamp": [ 5.1, 8.1 ], "duration": 60.66, "caption": "A woman takes off their gloves and puts them in their coat pockets.", "similarity": 0.624, "relevance": 0 }, { "pair_id": 11675, "video_name": "grey_s03e15_seg02_clip_20", "timestamp": [ 9.03, 15.05 ], "duration": 86.66, "caption": "A woman pulls on her plastic glove and touches a person's chest.", "similarity": 0.6201, "relevance": 2 }, { "pair_id": 11676, "video_name": "met_s03e13_seg02_clip_00", "timestamp": [ 34.39, 51.12 ], "duration": 61.66, "caption": "A woman in a medical coat puts blue latex gloves on her hands.", "similarity": 0.6131, "relevance": 2 }, { "pair_id": 11677, "video_name": "s06e16_seg02_clip_18", "timestamp": [ 34.4, 36.02 ], "duration": 36.66, "caption": "A woman puts the gloves in her right hand, picks up the phone and starts to leave.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 11678, "video_name": "castle_s08e03_seg02_clip_01", "timestamp": [ 49.61, 53.25 ], "duration": 91.66, "caption": "A woman walks up putting gloves on when two other people are talking about her and another person.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 11679, "video_name": "house_s04e11_seg02_clip_02", "timestamp": [ 6.73, 13.01 ], "duration": 89.66, "caption": "A person pulls rubber gloves out of the box into the air.", "similarity": 0.598, "relevance": 1 } ] }, { "query_id": 40222, "query": "A woman walks over and stands next to a man.", "relevant_moment": [ { "pair_id": 155900, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 18.3, 21.4 ], "duration": 62.66, "caption": "A woman walks over and stands next to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155901, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 49.09, 56.24 ], "duration": 62.66, "caption": "A woman walks over and stands next to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155902, "video_name": "friends_s02e01_seg02_clip_01", "timestamp": [ 37.89, 42.03 ], "duration": 59.66, "caption": "A woman walks over to stand next to a man.", "similarity": 0.976, "relevance": 4 }, { "pair_id": 155903, "video_name": "house_s08e09_seg02_clip_21", "timestamp": [ 17.48, 20.71 ], "duration": 92.66, "caption": "A woman stands up and walks over next to a man.", "similarity": 0.9422, "relevance": 4 }, { "pair_id": 155904, "video_name": "met_s06e22_seg01_clip_02", "timestamp": [ 66.31, 69.54 ], "duration": 78.66, "caption": "A man walks over and stands next to woman.", "similarity": 0.9396, "relevance": 3 }, { "pair_id": 155905, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 15.85, 18.93 ], "duration": 88.66, "caption": "A man walks over to stand next to a woman.", "similarity": 0.9345, "relevance": 3 }, { "pair_id": 155906, "video_name": "house_s06e10_seg02_clip_15", "timestamp": [ 3.72, 6.51 ], "duration": 93.66, "caption": "A woman walks over and stands closer to a man.", "similarity": 0.9233, "relevance": 2 }, { "pair_id": 155907, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman walks over and stands next to a person.", "similarity": 0.915, "relevance": 4 }, { "pair_id": 155908, "video_name": "friends_s02e04_seg02_clip_18", "timestamp": [ 25.38, 30.1 ], "duration": 59.66, "caption": "A woman walks over and stands on the other side of a man.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 155909, "video_name": "castle_s05e05_seg02_clip_27", "timestamp": [ 1.98, 7.92 ], "duration": 66.66, "caption": "A woman walks towards a man and stands beside him.", "similarity": 0.8825, "relevance": 4 }, { "pair_id": 155910, "video_name": "castle_s03e14_seg02_clip_07", "timestamp": [ 48.78, 52.39 ], "duration": 90.66, "caption": "A woman walks towards a man and stands beside him.", "similarity": 0.8825, "relevance": 3 }, { "pair_id": 155911, "video_name": "castle_s02e14_seg02_clip_13", "timestamp": [ 10.42, 14.96 ], "duration": 90.66, "caption": "A person walks forward to stand next to woman.", "similarity": 0.8565, "relevance": 3 }, { "pair_id": 155912, "video_name": "castle_s08e21_seg02_clip_17", "timestamp": [ 6.16, 7.48 ], "duration": 88.66, "caption": "A man walks towards woman as she stands by another man.", "similarity": 0.8559, "relevance": 2 }, { "pair_id": 155913, "video_name": "castle_s07e20_seg02_clip_15", "timestamp": [ 37.42, 40.19 ], "duration": 92.66, "caption": "A woman stands up and walks closer to a man.", "similarity": 0.8553, "relevance": 3 }, { "pair_id": 155914, "video_name": "grey_s03e14_seg02_clip_21", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A woman walks over to stand in front of man.", "similarity": 0.8487, "relevance": 4 }, { "pair_id": 155915, "video_name": "house_s01e15_seg02_clip_16", "timestamp": [ 68.19, 74.18 ], "duration": 92.66, "caption": "A woman stands up and walks directly to a man.", "similarity": 0.8457, "relevance": 2 }, { "pair_id": 155916, "video_name": "castle_s01e02_seg02_clip_20", "timestamp": [ 15.94, 18.6 ], "duration": 88.66, "caption": "A man walks towards a woman and stands behind her.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 155917, "video_name": "friends_s09e13_seg02_clip_20", "timestamp": [ 10.07, 17.7 ], "duration": 61.66, "caption": "A woman walks in and stands next to man while woman looks.", "similarity": 0.8384, "relevance": 4 }, { "pair_id": 155918, "video_name": "friends_s05e23-24_seg02_clip_12", "timestamp": [ 2.38, 6.24 ], "duration": 59.66, "caption": "A woman walks behind another woman to stand closer to a man.", "similarity": 0.8334, "relevance": 4 }, { "pair_id": 155919, "video_name": "castle_s03e17_seg02_clip_12", "timestamp": [ 25.03, 28.67 ], "duration": 91.66, "caption": "Person walks in and stands beside woman.", "similarity": 0.8331, "relevance": 3 }, { "pair_id": 329220, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 45.29, 49.46 ], "duration": 59.66, "caption": "A woman stands up and walks over to a man.", "similarity": 0.8322, "relevance": 4 }, { "pair_id": 329221, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 48.12, 62.18 ], "duration": 74.66, "caption": "A man walks over to a woman and stands in front of her.", "similarity": 0.8307, "relevance": 3 }, { "pair_id": 329222, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 22.38, 26.95 ], "duration": 91.66, "caption": "A person walks over and stands next to person and person.", "similarity": 0.8192, "relevance": 3 }, { "pair_id": 329223, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 42.68, 46.27 ], "duration": 89.66, "caption": "A woman turns around and stands next to a man and another man.", "similarity": 0.8168, "relevance": 4 }, { "pair_id": 329224, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 68.05, 71.76 ], "duration": 92.66, "caption": "A woman walks and stands next to woman while talking with man, man, and person.", "similarity": 0.8164, "relevance": 3 }, { "pair_id": 329225, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 0.0, 14.05 ], "duration": 27.66, "caption": "A woman stands next to a man with her face close to his.", "similarity": 0.8146, "relevance": 2 }, { "pair_id": 329226, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A person walks up and stands next to a man.", "similarity": 0.8098, "relevance": 2 }, { "pair_id": 329227, "video_name": "castle_s02e16_seg02_clip_18", "timestamp": [ 23.44, 28.85 ], "duration": 90.66, "caption": "A man stands up and walks over to a woman.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 329228, "video_name": "house_s07e20_seg02_clip_23", "timestamp": [ 22.8, 31.83 ], "duration": 86.66, "caption": "A man stands up and walks towards a woman.", "similarity": 0.8067, "relevance": 3 }, { "pair_id": 329229, "video_name": "house_s08e09_seg02_clip_12", "timestamp": [ 21.16, 24.76 ], "duration": 90.66, "caption": "A man walks over to stand next to another person.", "similarity": 0.804, "relevance": 2 }, { "pair_id": 329230, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.804, "relevance": 4 }, { "pair_id": 329231, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 7.69, 11.38 ], "duration": 61.66, "caption": "A person walks over to stand next to another person.", "similarity": 0.8033, "relevance": 3 }, { "pair_id": 329232, "video_name": "castle_s05e15_seg02_clip_25", "timestamp": [ 9.45, 13.5 ], "duration": 90.66, "caption": "A woman walks from behind a man to stand in front of him.", "similarity": 0.8032, "relevance": 4 }, { "pair_id": 329233, "video_name": "house_s04e04_seg02_clip_13", "timestamp": [ 0.0, 3.73 ], "duration": 82.66, "caption": "A person turns around and stands next to a woman.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 329234, "video_name": "friends_s07e16_seg02_clip_19", "timestamp": [ 3.97, 10.07 ], "duration": 61.66, "caption": "A man stands up quickly and walks behind a woman.", "similarity": 0.7992, "relevance": 3 }, { "pair_id": 329235, "video_name": "friends_s06e05_seg02_clip_13", "timestamp": [ 1.55, 13.34 ], "duration": 62.66, "caption": "A woman walks up to a man who is sitting and stands behind him.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 329236, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 22.96, 30.61 ], "duration": 85.66, "caption": "A woman stands up and walks over to guy.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 329237, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A man walks past a woman and stands in front of another man.", "similarity": 0.788, "relevance": 2 }, { "pair_id": 329238, "video_name": "castle_s05e12_seg02_clip_25", "timestamp": [ 19.32, 25.2 ], "duration": 168.66, "caption": "A man and woman walk next to each other towards a person.", "similarity": 0.7832, "relevance": 3 }, { "pair_id": 329239, "video_name": "house_s06e13_seg02_clip_15", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A woman is standing next to a man talking to him.", "similarity": 0.7822, "relevance": 2 } ] }, { "query_id": 40285, "query": "A person walks through the door carrying a baby.", "relevant_moment": [ { "pair_id": 4300, "video_name": "friends_s10e17-18_seg02_clip_17", "timestamp": [ 13.24, 14.5 ], "duration": 63.66, "caption": "A person walks through the door carrying a baby.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4301, "video_name": "friends_s10e17-18_seg02_clip_17", "timestamp": [ 23.01, 24.27 ], "duration": 63.66, "caption": "A man walks through the door carrying a baby.", "similarity": 0.9224, "relevance": 4 }, { "pair_id": 4302, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 25.21, 27.61 ], "duration": 60.66, "caption": "A man walks through the front door carrying a child.", "similarity": 0.7655, "relevance": 4 }, { "pair_id": 4303, "video_name": "house_s05e13_seg02_clip_23", "timestamp": [ 37.32, 44.15 ], "duration": 91.66, "caption": "A woman walks into the room while carrying a baby.", "similarity": 0.7543, "relevance": 4 }, { "pair_id": 4304, "video_name": "friends_s10e03_seg01_clip_00", "timestamp": [ 19.07, 23.72 ], "duration": 93.66, "caption": "A woman walks out of a place carrying a baby.", "similarity": 0.7365, "relevance": 4 }, { "pair_id": 4305, "video_name": "castle_s04e07_seg02_clip_26", "timestamp": [ 5.89, 7.25 ], "duration": 90.66, "caption": "A person goes through doorway holding a child in their arm.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 4306, "video_name": "house_s05e11_seg02_clip_23", "timestamp": [ 82.38, 87.84 ], "duration": 91.66, "caption": "A woman walks in the room while carrying a baby.", "similarity": 0.7257, "relevance": 4 }, { "pair_id": 4307, "video_name": "s10e12_seg02_clip_07", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A woman walks into the apartment followed by a man carrying the baby.", "similarity": 0.7176, "relevance": 3 }, { "pair_id": 4308, "video_name": "friends_s10e01_seg02_clip_19", "timestamp": [ 41.19, 49.13 ], "duration": 61.66, "caption": "A man opens the door and takes a baby out of person's arms.", "similarity": 0.7061, "relevance": 4 }, { "pair_id": 4309, "video_name": "met_s06e14_seg02_clip_04", "timestamp": [ 59.5, 60.11 ], "duration": 61.66, "caption": "A man reaches out to close the door after a baby leaves.", "similarity": 0.6946, "relevance": 1 }, { "pair_id": 4310, "video_name": "s04e05_seg02_clip_15", "timestamp": [ 30.91, 36.02 ], "duration": 60.66, "caption": "A person opens a door and he/she walks through it.", "similarity": 0.6826, "relevance": 1 }, { "pair_id": 4311, "video_name": "grey_s03e24_seg02_clip_19", "timestamp": [ 46.12, 51.78 ], "duration": 87.66, "caption": "A person walks through the door and closes it behind him.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 4312, "video_name": "s09e13_seg01_clip_02", "timestamp": [ 12.75, 15.45 ], "duration": 49.66, "caption": "Someone calls a person an infant from behind the closed door.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 4313, "video_name": "friends_s05e18_seg02_clip_16", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "A man walks out the door followed by a child.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 4314, "video_name": "friends_s09e02_seg02_clip_20", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "A man opens the door and a woman turns to him while holding a baby.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 4315, "video_name": "castle_s06e10_seg02_clip_05", "timestamp": [ 18.44, 23.51 ], "duration": 92.66, "caption": "A man passes the baby to another person and he walks away.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 4316, "video_name": "friends_s05e11_seg02_clip_06", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A person walks into a room holding a child.", "similarity": 0.6694, "relevance": 4 }, { "pair_id": 4317, "video_name": "friends_s09e11_seg02_clip_12", "timestamp": [ 48.02, 50.15 ], "duration": 60.66, "caption": "A man picks up a baby's car seat and walks to the door.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 4318, "video_name": "friends_s09e12_seg01_clip_00", "timestamp": [ 47.26, 52.21 ], "duration": 90.66, "caption": "A woman hands the baby to someone who then walks away.", "similarity": 0.6668, "relevance": 3 }, { "pair_id": 4319, "video_name": "s10e10_seg02_clip_16", "timestamp": [ 62.53, 65.35 ], "duration": 94.66, "caption": "A woman walks through the door holding her belly.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 177620, "video_name": "s07e12_seg02_clip_15", "timestamp": [ 30.73, 35.54 ], "duration": 64.66, "caption": "A person walks over to the door quickly and leaves.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 177621, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 57.48, 59.18 ], "duration": 68.66, "caption": "A woman turns from the door and holds her pregnant stomach with both hands as she walks away.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 177622, "video_name": "s10e12_seg02_clip_08", "timestamp": [ 1.74, 11.61 ], "duration": 58.66, "caption": "A man and a woman walk into the apartment carrying their baby.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 177623, "video_name": "castle_s06e10_seg02_clip_06", "timestamp": [ 16.45, 25.34 ], "duration": 88.66, "caption": "A person walks over and touches the little baby.", "similarity": 0.6592, "relevance": 2 }, { "pair_id": 177624, "video_name": "s06e22_seg02_clip_00", "timestamp": [ 55.78, 63.03 ], "duration": 63.66, "caption": "A man opens the door and another person walks in pushing a pink baby stroller.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 177625, "video_name": "s05e12_seg02_clip_04", "timestamp": [ 40.63, 45.9 ], "duration": 62.66, "caption": "A person walks through the door carrying a book.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 177627, "video_name": "friends_s09e11_seg02_clip_01", "timestamp": [ 4.65, 9.3 ], "duration": 62.66, "caption": "A person brings a baby carrier through the coffee shop door and sets it down on a table.", "similarity": 0.6524, "relevance": 3 }, { "pair_id": 177628, "video_name": "friends_s09e02_seg02_clip_01", "timestamp": [ 7.15, 10.08 ], "duration": 65.66, "caption": "A woman walks in the apartment carrying a baby and everyone welcomes her home.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 177629, "video_name": "castle_s05e14_seg02_clip_20", "timestamp": [ 29.38, 31.6 ], "duration": 89.66, "caption": "A person walks through a door and stops.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 177631, "video_name": "friends_s09e01_seg02_clip_18", "timestamp": [ 54.93, 60.72 ], "duration": 61.66, "caption": "A person walks in a hospital room holding a baby walks past a man and another person, and brings the baby to a woman who is in the hospital bed.", "similarity": 0.6504, "relevance": 4 }, { "pair_id": 177632, "video_name": "castle_s06e10_seg02_clip_17", "timestamp": [ 14.49, 18.57 ], "duration": 90.66, "caption": "A person carries the baby after they finish putting them cloth.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 177633, "video_name": "s01e17_seg02_clip_07", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A person walks in the door and closes it behind him.", "similarity": 0.6487, "relevance": 1 }, { "pair_id": 177634, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 177635, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 74.4, 80.26 ], "duration": 90.66, "caption": "A person opens the door and walks through before closing it behind him.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 177636, "video_name": "friends_s09e11_seg02_clip_08", "timestamp": [ 45.78, 49.62 ], "duration": 64.66, "caption": "A man walks into the office as he carries a baby.", "similarity": 0.6433, "relevance": 4 }, { "pair_id": 177637, "video_name": "house_s08e06_seg02_clip_26", "timestamp": [ 72.55, 92.45 ], "duration": 117.66, "caption": "A woman walks up to the door and a man rubs the baby's face and head.", "similarity": 0.6408, "relevance": 3 }, { "pair_id": 177638, "video_name": "s06e19_seg02_clip_16", "timestamp": [ 44.82, 47.62 ], "duration": 70.66, "caption": "A person walks in the door carrying a bag on his arm.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 177639, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 21.46, 24.06 ], "duration": 65.66, "caption": "A person walks in the door and closes the door behind them.", "similarity": 0.6391, "relevance": 2 } ] }, { "query_id": 40451, "query": "A woman examines the eyes of another woman emergency room trauma patient while conversing with her.", "relevant_moment": [ { "pair_id": 71200, "video_name": "grey_s02e24_seg02_clip_02", "timestamp": [ 61.06, 68.8 ], "duration": 91.66, "caption": "A woman examines the eyes of another woman emergency room trauma patient while conversing with her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 71202, "video_name": "house_s07e04_seg02_clip_11", "timestamp": [ 74.87, 91.3 ], "duration": 91.66, "caption": "A woman examines a patient's injury on their face.", "similarity": 0.7149, "relevance": 3 }, { "pair_id": 71203, "video_name": "grey_s02e25_seg02_clip_02", "timestamp": [ 0.0, 23.01 ], "duration": 92.66, "caption": "A woman is checking the patients while they are talking to each other.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 71204, "video_name": "house_s07e16_seg02_clip_07", "timestamp": [ 43.21, 46.81 ], "duration": 90.66, "caption": "A woman reaches over to open and examine a male patient's eye.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 71205, "video_name": "grey_s02e05_seg02_clip_06", "timestamp": [ 0.0, 23.41 ], "duration": 90.66, "caption": "A woman is checking on a patient and at the same time talking to them.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 71206, "video_name": "castle_s07e16_seg02_clip_24", "timestamp": [ 25.07, 32.36 ], "duration": 91.66, "caption": "A woman looks back at the other person as she is being interrogated by woman and person.", "similarity": 0.6939, "relevance": 1 }, { "pair_id": 71207, "video_name": "grey_s03e14_seg02_clip_06", "timestamp": [ 53.21, 91.66 ], "duration": 91.66, "caption": "A woman is having a conversation to a patient. While she is checking on her.", "similarity": 0.6915, "relevance": 3 }, { "pair_id": 71208, "video_name": "grey_s01e07_seg02_clip_06", "timestamp": [ 16.15, 57.39 ], "duration": 85.66, "caption": "A woman is having a conversation with a patient and another woman.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 71209, "video_name": "grey_s02e21_seg02_clip_06", "timestamp": [ 0.0, 61.92 ], "duration": 92.66, "caption": "Two women are checking on a patient while talking to her.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 71210, "video_name": "house_s04e06_seg02_clip_10", "timestamp": [ 57.36, 94.03 ], "duration": 94.66, "caption": "A person and a woman are having a conversation with each other while she is checking the patient.", "similarity": 0.6839, "relevance": 3 }, { "pair_id": 71211, "video_name": "grey_s03e06_seg02_clip_14", "timestamp": [ 14.96, 38.29 ], "duration": 88.66, "caption": "A woman is having a conversation with a woman of the patient.", "similarity": 0.6801, "relevance": 2 }, { "pair_id": 71212, "video_name": "house_s03e12_seg02_clip_01", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman looks at a paper while talking with a patient in an examination room.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 71213, "video_name": "grey_s01e03_seg02_clip_16", "timestamp": [ 9.38, 28.95 ], "duration": 81.66, "caption": "A woman gives another woman a lecture on looking at patients as people not objects.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 71214, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 18.2, 25.48 ], "duration": 60.66, "caption": "Two women look at each other when they see who the doctor is that one of them will be seeing.", "similarity": 0.6652, "relevance": 1 }, { "pair_id": 71215, "video_name": "grey_s02e06_seg02_clip_15", "timestamp": [ 63.72, 91.03 ], "duration": 91.66, "caption": "Two women are checking patient and having a conversation with her.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 71217, "video_name": "house_s03e19_seg02_clip_10", "timestamp": [ 0.0, 17.6 ], "duration": 88.66, "caption": "A woman is examining a young patient in a hospital room.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 71218, "video_name": "grey_s02e05_seg02_clip_07", "timestamp": [ 0.0, 46.48 ], "duration": 89.66, "caption": "A woman is talking to another woman, who is in the hospital bed.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 244520, "video_name": "grey_s02e06_seg02_clip_00", "timestamp": [ 13.43, 31.48 ], "duration": 92.66, "caption": "A woman gives another woman a look so she'll stop staring at the patients.", "similarity": 0.6587, "relevance": 3 }, { "pair_id": 244521, "video_name": "castle_s02e22_seg02_clip_07", "timestamp": [ 23.98, 38.08 ], "duration": 94.66, "caption": "A woman examines a sketch of another woman while talking with a man and another person.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 244522, "video_name": "castle_s07e08_seg02_clip_11", "timestamp": [ 28.07, 32.67 ], "duration": 92.66, "caption": "A woman turns to look at a woman holding her index finger up while she's talking.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 244523, "video_name": "house_s05e24_seg02_clip_18", "timestamp": [ 0.0, 12.39 ], "duration": 91.66, "caption": "There was a patient and woman together with another woman.", "similarity": 0.6561, "relevance": 1 }, { "pair_id": 244524, "video_name": "grey_s02e15_seg02_clip_07", "timestamp": [ 60.3, 88.02 ], "duration": 88.66, "caption": "A woman is conversing with a woman as they stand across a person on the hospital bed.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 244525, "video_name": "grey_s02e02_seg02_clip_15", "timestamp": [ 0.0, 5.5 ], "duration": 84.66, "caption": "A woman is examining a person's back while talking to her.", "similarity": 0.6546, "relevance": 3 }, { "pair_id": 244526, "video_name": "house_s05e01_seg02_clip_05", "timestamp": [ 42.86, 48.72 ], "duration": 90.66, "caption": "A woman is talking to the patient while a man is checking her.", "similarity": 0.6544, "relevance": 3 }, { "pair_id": 244527, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 25.25, 87.07 ], "duration": 87.66, "caption": "A woman looks at a woman in the eyes as she speaks to her.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 244528, "video_name": "grey_s03e14_seg02_clip_16", "timestamp": [ 12.62, 66.25 ], "duration": 90.66, "caption": "A woman is in a hospital room with another woman as they converse.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 244529, "video_name": "house_s08e09_seg02_clip_17", "timestamp": [ 0.0, 5.36 ], "duration": 89.66, "caption": "A woman is talking to a man and another person about their findings on the patient's condition.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 244530, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 0.0, 9.56 ], "duration": 91.66, "caption": "A woman is talking to the patient while the patient is crying.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 244531, "video_name": "castle_s08e02_seg02_clip_22", "timestamp": [ 5.47, 10.52 ], "duration": 84.66, "caption": "A woman looks down at another woman with a wound on her head.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 244532, "video_name": "grey_s03e24_seg02_clip_16", "timestamp": [ 0.0, 44.1 ], "duration": 90.66, "caption": "Two women are conversing in a patient's room.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 244533, "video_name": "grey_s02e11_seg02_clip_04", "timestamp": [ 0.0, 25.24 ], "duration": 103.66, "caption": "Two women are having a conversation to a patient.", "similarity": 0.6491, "relevance": 3 }, { "pair_id": 244534, "video_name": "house_s08e11_seg02_clip_04", "timestamp": [ 84.34, 89.25 ], "duration": 89.66, "caption": "A woman checks into the patient's eyes with a flashlight.", "similarity": 0.649, "relevance": 4 }, { "pair_id": 244535, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 58.07, 80.65 ], "duration": 80.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 244536, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 33.33, 41.17 ], "duration": 98.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 244537, "video_name": "house_s05e11_seg02_clip_03", "timestamp": [ 0.0, 27.61 ], "duration": 89.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 244538, "video_name": "house_s05e05_seg02_clip_03", "timestamp": [ 57.22, 90.66 ], "duration": 90.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 244539, "video_name": "house_s05e01_seg02_clip_22", "timestamp": [ 0.0, 31.63 ], "duration": 93.66, "caption": "A woman is having a conversation with a patient.", "similarity": 0.6488, "relevance": 2 } ] }, { "query_id": 40486, "query": "A person stands up in the audience and addresses another person.", "relevant_moment": [ { "pair_id": 164860, "video_name": "s01e09_seg02_clip_11", "timestamp": [ 21.25, 23.91 ], "duration": 59.66, "caption": "A person stands up in the audience and addresses another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164861, "video_name": "house_s01e03_seg02_clip_01", "timestamp": [ 0.0, 21.8 ], "duration": 92.66, "caption": "A person is speaking to some people as they stand.", "similarity": 0.7624, "relevance": 1 }, { "pair_id": 164862, "video_name": "house_s02e21_seg02_clip_11", "timestamp": [ 0.0, 36.75 ], "duration": 93.66, "caption": "A person is speaking to two people as they stand in front of him.", "similarity": 0.7528, "relevance": 1 }, { "pair_id": 164863, "video_name": "s07e22_seg02_clip_09", "timestamp": [ 0.0, 3.18 ], "duration": 53.66, "caption": "A person stands up from the chair to address another person.", "similarity": 0.7508, "relevance": 2 }, { "pair_id": 164864, "video_name": "castle_s06e15_seg02_clip_04", "timestamp": [ 9.79, 11.66 ], "duration": 93.66, "caption": "A person stands up to talk to another person.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 164865, "video_name": "castle_s08e13_seg02_clip_02", "timestamp": [ 0.0, 20.28 ], "duration": 90.66, "caption": "A person is speaking to two people as he stands before them.", "similarity": 0.7337, "relevance": 1 }, { "pair_id": 164866, "video_name": "friends_s03e04_seg02_clip_05", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A person is talking to two other people who are standing up.", "similarity": 0.733, "relevance": 1 }, { "pair_id": 164867, "video_name": "s05e19_seg02_clip_15", "timestamp": [ 51.65, 59.03 ], "duration": 59.66, "caption": "A person was talking to some people whilst standing in front of them.", "similarity": 0.7272, "relevance": 1 }, { "pair_id": 164868, "video_name": "house_s01e21_seg02_clip_14", "timestamp": [ 14.64, 49.41 ], "duration": 91.66, "caption": "A person walks over to someone in the audience and talks to them while showing them the picture they colored.", "similarity": 0.7194, "relevance": 3 }, { "pair_id": 164869, "video_name": "friends_s10e14_seg02_clip_16", "timestamp": [ 45.75, 48.4 ], "duration": 59.66, "caption": "Two people stand up to talk to a person.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 164870, "video_name": "friends_s01e01_seg02_clip_13", "timestamp": [ 46.83, 54.59 ], "duration": 62.66, "caption": "A person stands behind two people and talks.", "similarity": 0.7118, "relevance": 1 }, { "pair_id": 164871, "video_name": "castle_s03e02_seg02_clip_10", "timestamp": [ 0.0, 43.83 ], "duration": 91.66, "caption": "Two people are speaking to someone as they stand.", "similarity": 0.7114, "relevance": 1 }, { "pair_id": 164872, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 12.82, 18.22 ], "duration": 20.66, "caption": "A person stands up and continues talking to another person.", "similarity": 0.7105, "relevance": 1 }, { "pair_id": 164873, "video_name": "met_s02e02_seg02_clip_01", "timestamp": [ 12.46, 15.8 ], "duration": 60.66, "caption": "A person is talking to another person while he is standing.", "similarity": 0.7101, "relevance": 1 }, { "pair_id": 164874, "video_name": "s10e04_seg02_clip_00", "timestamp": [ 52.79, 56.15 ], "duration": 61.66, "caption": "A man stands up to and talks to two people.", "similarity": 0.7098, "relevance": 1 }, { "pair_id": 164875, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 0.59, 2.66 ], "duration": 59.66, "caption": "A person stands on the stage and speaks to the audience.", "similarity": 0.7084, "relevance": 2 }, { "pair_id": 164876, "video_name": "house_s04e13_seg02_clip_20", "timestamp": [ 12.15, 17.1 ], "duration": 90.66, "caption": "A person stands up and talks to the group.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 164877, "video_name": "house_s01e09_seg02_clip_01", "timestamp": [ 46.83, 49.92 ], "duration": 88.66, "caption": "A person stands up after talking to the group.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 164878, "video_name": "s08e21_seg02_clip_13", "timestamp": [ 48.92, 54.62 ], "duration": 60.66, "caption": "A person stands up from his spot as he speaks to someone.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 164879, "video_name": "castle_s03e16_seg02_clip_15", "timestamp": [ 2.31, 9.23 ], "duration": 92.66, "caption": "A person is standing next to two people as they converse.", "similarity": 0.701, "relevance": 1 } ] }, { "query_id": 40488, "query": "A man takes a picture of woman as she is sleeping on his shoulder.", "relevant_moment": [ { "pair_id": 93560, "video_name": "s01e09_seg02_clip_11", "timestamp": [ 8.26, 10.62 ], "duration": 59.66, "caption": "A man takes a picture of woman as she is sleeping on his shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 93561, "video_name": "castle_s03e03_seg02_clip_08", "timestamp": [ 19.97, 22.69 ], "duration": 90.66, "caption": "A man takes a picture of a person and woman.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 93562, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 0.9, 3.0 ], "duration": 60.66, "caption": "A person takes a picture of a man and a woman.", "similarity": 0.6898, "relevance": 1 }, { "pair_id": 93563, "video_name": "castle_s06e13_seg02_clip_07", "timestamp": [ 67.07, 70.67 ], "duration": 90.66, "caption": "A man puts pictures on the desk of woman sleeping in her bed.", "similarity": 0.6816, "relevance": 0 }, { "pair_id": 93564, "video_name": "castle_s07e11_seg02_clip_09", "timestamp": [ 89.57, 91.66 ], "duration": 91.66, "caption": "A man shows a woman a photograph of a woman.", "similarity": 0.68, "relevance": 0 }, { "pair_id": 93565, "video_name": "friends_s03e05_seg02_clip_03", "timestamp": [ 11.23, 16.51 ], "duration": 66.66, "caption": "A man tells woman what he is supposed to take a picture of.", "similarity": 0.6686, "relevance": 0 }, { "pair_id": 93566, "video_name": "house_s08e20_seg02_clip_09", "timestamp": [ 5.94, 8.42 ], "duration": 99.66, "caption": "A woman takes a picture of a man and another man.", "similarity": 0.6574, "relevance": 1 }, { "pair_id": 93567, "video_name": "castle_s01e07_seg02_clip_09", "timestamp": [ 79.33, 80.69 ], "duration": 90.66, "caption": "A man takes the picture back from a woman.", "similarity": 0.6546, "relevance": 0 }, { "pair_id": 93568, "video_name": "friends_s08e23-24_seg02_clip_01", "timestamp": [ 54.52, 59.25 ], "duration": 63.66, "caption": "A man brings his head down to pose with a woman as a person takes a picture of them.", "similarity": 0.6429, "relevance": 1 }, { "pair_id": 93569, "video_name": "house_s03e17_seg02_clip_11", "timestamp": [ 41.42, 46.88 ], "duration": 91.66, "caption": "Lying in her hospital bed, a person takes photos of a man with their camera.", "similarity": 0.6383, "relevance": 1 }, { "pair_id": 93570, "video_name": "castle_s03e12_seg02_clip_06", "timestamp": [ 66.45, 71.45 ], "duration": 91.66, "caption": "A woman takes out a picture of a man and shows it to a man.", "similarity": 0.6338, "relevance": 0 }, { "pair_id": 93571, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 73.0, 77.13 ], "duration": 91.66, "caption": "A man shows a woman a picture of a woman.", "similarity": 0.6317, "relevance": 0 }, { "pair_id": 93572, "video_name": "castle_s02e16_seg02_clip_04", "timestamp": [ 69.54, 73.5 ], "duration": 88.66, "caption": "A woman shows a man a photograph that bothers him.", "similarity": 0.6299, "relevance": 0 }, { "pair_id": 93573, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 23.32, 28.33 ], "duration": 59.66, "caption": "A woman takes out a camera and takes a picture of a man.", "similarity": 0.6279, "relevance": 1 }, { "pair_id": 93574, "video_name": "castle_s03e12_seg02_clip_00", "timestamp": [ 39.25, 42.02 ], "duration": 92.66, "caption": "A man takes a photo of woman on his phone.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 93575, "video_name": "house_s07e20_seg02_clip_12", "timestamp": [ 76.01, 91.03 ], "duration": 91.66, "caption": "A man shows a woman a photo of a man.", "similarity": 0.6189, "relevance": 0 }, { "pair_id": 93576, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 28.76, 40.92 ], "duration": 81.66, "caption": "A man sits down and hands a woman a camera with a photo of a person.", "similarity": 0.6185, "relevance": 0 }, { "pair_id": 93577, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.6172, "relevance": 0 }, { "pair_id": 93578, "video_name": "castle_s08e08_seg02_clip_25", "timestamp": [ 0.0, 1.79 ], "duration": 89.66, "caption": "A man gives a photo of a person to a woman.", "similarity": 0.6157, "relevance": 0 }, { "pair_id": 93579, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 55.35, 58.61 ], "duration": 93.66, "caption": "A woman shows a man a picture of a woman.", "similarity": 0.6116, "relevance": 0 } ] }, { "query_id": 40493, "query": "A man got angry almost hit a woman on his face.", "relevant_moment": [ { "pair_id": 11520, "video_name": "s01e09_seg02_clip_13", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A man got angry almost hit a woman on his face.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 11521, "video_name": "friends_s02e14_seg02_clip_07", "timestamp": [ 4.58, 9.76 ], "duration": 61.66, "caption": "A man gets angry describing someone hitting on a woman when she is at work.", "similarity": 0.7979, "relevance": 2 }, { "pair_id": 11522, "video_name": "friends_s04e14_seg02_clip_08", "timestamp": [ 27.45, 34.24 ], "duration": 59.66, "caption": "A woman hits guy's arm while she was angry.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 11523, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 26.59, 35.6 ], "duration": 90.66, "caption": "A man was nearly angry and almost shouts at woman.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 11524, "video_name": "castle_s08e05_seg02_clip_20", "timestamp": [ 84.64, 89.62 ], "duration": 90.66, "caption": "A man accidently hits a woman in the face as he knocks down another man.", "similarity": 0.7535, "relevance": 4 }, { "pair_id": 11525, "video_name": "castle_s01e03_seg02_clip_12", "timestamp": [ 0.0, 6.07 ], "duration": 86.66, "caption": "A woman came to a man angry and she was trying to stop him.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 11526, "video_name": "met_s04e01_seg02_clip_03", "timestamp": [ 52.22, 54.14 ], "duration": 64.66, "caption": "A woman gets mad and hits a man in the shoulder.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 11527, "video_name": "friends_s03e19_seg02_clip_07", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman throws a shirt at man while angry at him.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 11528, "video_name": "friends_s07e11_seg02_clip_13", "timestamp": [ 27.73, 36.7 ], "duration": 56.66, "caption": "A man looks angry at what a woman just told him.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 11529, "video_name": "house_s02e07_seg02_clip_06", "timestamp": [ 37.2, 48.09 ], "duration": 90.66, "caption": "A man coughs and his phlem hits a woman in the face.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 11530, "video_name": "house_s01e22_seg02_clip_09", "timestamp": [ 55.81, 58.52 ], "duration": 90.66, "caption": "A woman confronted man and talk to him very angry.", "similarity": 0.7085, "relevance": 3 }, { "pair_id": 11532, "video_name": "castle_s04e09_seg02_clip_15", "timestamp": [ 0.0, 8.42 ], "duration": 99.66, "caption": "A man gets angry when woman tries to insist she's fine.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 11533, "video_name": "s01e08_seg02_clip_11", "timestamp": [ 8.7, 11.9 ], "duration": 58.66, "caption": "A woman angirly hits a man on the arm and he turns to face her.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 11534, "video_name": "castle_s05e13_seg02_clip_23", "timestamp": [ 0.0, 6.93 ], "duration": 99.66, "caption": "A man gets angry at woman for trying to destroy his job.", "similarity": 0.6861, "relevance": 3 }, { "pair_id": 11535, "video_name": "castle_s01e03_seg02_clip_25", "timestamp": [ 28.22, 32.77 ], "duration": 91.66, "caption": "A man almost hits a woman while running out.", "similarity": 0.6813, "relevance": 2 }, { "pair_id": 11536, "video_name": "house_s08e02_seg02_clip_20", "timestamp": [ 0.0, 22.57 ], "duration": 94.66, "caption": "A man came with a person and the woman started to become upset.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 11537, "video_name": "s09e15_seg02_clip_11", "timestamp": [ 11.71, 16.51 ], "duration": 60.66, "caption": "A man suddenly throws a thing on a woman's face.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 11538, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 0.0, 36.52 ], "duration": 90.66, "caption": "A man was talking angrily at a person and woman.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 184840, "video_name": "castle_s08e10_seg02_clip_19", "timestamp": [ 59.54, 62.27 ], "duration": 90.66, "caption": "A woman angrily slaps a man on his shoulder after finding out he has been unfaithful.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 184841, "video_name": "friends_s07e03_seg02_clip_05", "timestamp": [ 45.16, 48.82 ], "duration": 61.66, "caption": "A woman hits a man on his forehead several times.", "similarity": 0.6655, "relevance": 3 }, { "pair_id": 184842, "video_name": "house_s07e03_seg02_clip_18", "timestamp": [ 69.31, 74.42 ], "duration": 93.66, "caption": "A man hit a woman and she comes to a stop rubbing her shoulder.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 184843, "video_name": "castle_s06e22_seg02_clip_18", "timestamp": [ 42.59, 45.28 ], "duration": 89.66, "caption": "A woman punches a man in the face as they try to put something in her mouth.", "similarity": 0.6639, "relevance": 4 }, { "pair_id": 184844, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman and a man were talking angrily at each other.", "similarity": 0.6626, "relevance": 1 }, { "pair_id": 184845, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 20.73, 24.37 ], "duration": 56.66, "caption": "A woman hits a man after he mentions someone at work.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 184846, "video_name": "castle_s07e02_seg02_clip_00", "timestamp": [ 34.84, 43.55 ], "duration": 91.66, "caption": "A woman says something to a man that upsets him and he gives her an angry look.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 184847, "video_name": "friends_s03e19_seg02_clip_10", "timestamp": [ 2.4, 5.4 ], "duration": 60.66, "caption": "A man repeatedly hits his script while angrily gesturing towards a woman with a purple top.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 184848, "video_name": "friends_s03e11_seg02_clip_17", "timestamp": [ 59.65, 60.99 ], "duration": 67.66, "caption": "A woman in a red top punches a man in the face.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 184849, "video_name": "met_s02e03_seg02_clip_18", "timestamp": [ 45.89, 47.54 ], "duration": 66.66, "caption": "A woman hits man in the side.", "similarity": 0.6577, "relevance": 1 }, { "pair_id": 184850, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 0.0, 10.44 ], "duration": 58.66, "caption": "A woman hits a man's arm as he sits next to her and she yells.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 184851, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 64.88, 94.03 ], "duration": 94.66, "caption": "A man is angry at a woman because she got involved trying to do the right thing which will cause him not to get paid.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 184852, "video_name": "house_s01e19_seg02_clip_11", "timestamp": [ 0.9, 23.41 ], "duration": 90.66, "caption": "A man gets upset at a woman as she gets up.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 184853, "video_name": "s03e17_seg02_clip_07", "timestamp": [ 0.0, 24.09 ], "duration": 56.66, "caption": "A person was hit on the face by a woman because he was trying to scare them while sleeping.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 184854, "video_name": "grey_s01e04_seg02_clip_13", "timestamp": [ 0.0, 14.27 ], "duration": 86.66, "caption": "A woman angrily confronts guy and then pushes him.", "similarity": 0.6515, "relevance": 2 }, { "pair_id": 184855, "video_name": "house_s01e10_seg02_clip_04", "timestamp": [ 33.89, 37.41 ], "duration": 88.66, "caption": "A woman bit a man when he tried to calm her.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 184856, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A woman gets angry with a man because he's laughing.", "similarity": 0.6503, "relevance": 1 }, { "pair_id": 184857, "video_name": "friends_s06e21_seg02_clip_15", "timestamp": [ 33.01, 37.82 ], "duration": 60.66, "caption": "A man apologizes and then hits himself on the head.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 184858, "video_name": "castle_s05e13_seg02_clip_23", "timestamp": [ 0.0, 20.3 ], "duration": 99.66, "caption": "A man, angrily, points his finger at a woman and storms off.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 184859, "video_name": "friends_s07e09_seg02_clip_12", "timestamp": [ 8.58, 19.15 ], "duration": 66.66, "caption": "A woman fell off from the bicycle and got angry to a man.", "similarity": 0.6472, "relevance": 1 } ] }, { "query_id": 40507, "query": "A woman picks up a sheet of paper as she speaks with man.", "relevant_moment": [ { "pair_id": 164260, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 78.46, 86.44 ], "duration": 88.66, "caption": "A woman picks up a sheet of paper as she speaks with man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164261, "video_name": "friends_s02e08_seg02_clip_13", "timestamp": [ 0.0, 24.11 ], "duration": 61.66, "caption": "A woman is holding a sheet of paper as she speaks with a man.", "similarity": 0.8844, "relevance": 3 }, { "pair_id": 164262, "video_name": "castle_s04e18_seg02_clip_20", "timestamp": [ 0.0, 10.28 ], "duration": 89.66, "caption": "A woman is holding a sheet of paper as she speaks to man, man, and man.", "similarity": 0.8654, "relevance": 3 }, { "pair_id": 164263, "video_name": "castle_s04e03_seg02_clip_18", "timestamp": [ 65.57, 72.4 ], "duration": 91.66, "caption": "A woman has a paper in her hand as she speaks to a man.", "similarity": 0.846, "relevance": 3 }, { "pair_id": 164264, "video_name": "castle_s04e09_seg02_clip_04", "timestamp": [ 0.0, 3.2 ], "duration": 91.66, "caption": "A woman gestures with the rolled up paper in her hand for man to speak.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 164265, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 7.9, 9.66 ], "duration": 87.66, "caption": "A woman holds up a paper while having a conversation with a man.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 164266, "video_name": "friends_s05e19_seg02_clip_17", "timestamp": [ 43.11, 62.03 ], "duration": 62.66, "caption": "A woman talks to a man and hands him a piece of paper.", "similarity": 0.7786, "relevance": 3 }, { "pair_id": 164267, "video_name": "castle_s06e14_seg02_clip_11", "timestamp": [ 3.61, 8.13 ], "duration": 90.66, "caption": "A man is talking to woman then hands her a piece of paper.", "similarity": 0.7704, "relevance": 4 }, { "pair_id": 164268, "video_name": "castle_s01e09_seg02_clip_04", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A man is looking a paper in his hand as he speaks to a woman.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 164269, "video_name": "s08e13_seg02_clip_14", "timestamp": [ 5.02, 14.46 ], "duration": 59.66, "caption": "A person writes on a sheet of paper when talking to woman.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 164270, "video_name": "castle_s02e04_seg02_clip_03", "timestamp": [ 19.85, 23.82 ], "duration": 88.66, "caption": "A woman handed a piece of paper to a man as he was talking.", "similarity": 0.7517, "relevance": 3 }, { "pair_id": 164271, "video_name": "s06e17_seg02_clip_10", "timestamp": [ 43.57, 52.35 ], "duration": 65.66, "caption": "While a man is talking to a woman, she hands him a piece of paper.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 164272, "video_name": "friends_s07e21_seg01_clip_00", "timestamp": [ 46.82, 49.52 ], "duration": 60.66, "caption": "A woman is writing on a piece of paper while talking to a man.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 164273, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 50.99, 55.05 ], "duration": 90.66, "caption": "A woman picks up the stack of papers and put it on her folder as she speaks to someone.", "similarity": 0.7478, "relevance": 3 }, { "pair_id": 164274, "video_name": "castle_s05e12_seg02_clip_08", "timestamp": [ 20.92, 24.48 ], "duration": 89.66, "caption": "A man hands a paper to a woman while they talk.", "similarity": 0.7456, "relevance": 4 }, { "pair_id": 164275, "video_name": "house_s07e06_seg02_clip_22", "timestamp": [ 72.13, 86.01 ], "duration": 92.66, "caption": "A woman looks at a piece of paper while talking with man.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 164277, "video_name": "s09e19_seg01_clip_00", "timestamp": [ 54.78, 55.89 ], "duration": 74.66, "caption": "A woman holds up a piece of paper with a message for a man.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 164278, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 8.74, 10.58 ], "duration": 92.66, "caption": "A woman picks up a piece of paper off of the desk as they have a conversation with a person.", "similarity": 0.7371, "relevance": 3 }, { "pair_id": 164279, "video_name": "friends_s08e10_seg01_clip_00", "timestamp": [ 17.01, 21.77 ], "duration": 68.66, "caption": "A woman picks up a paper from the box and hands it to a man.", "similarity": 0.7364, "relevance": 4 }, { "pair_id": 337580, "video_name": "castle_s06e21_seg02_clip_03", "timestamp": [ 28.0, 47.41 ], "duration": 90.66, "caption": "A man is going through papers as he speaks to woman.", "similarity": 0.736, "relevance": 1 }, { "pair_id": 337581, "video_name": "castle_s05e17_seg02_clip_00", "timestamp": [ 44.15, 47.79 ], "duration": 91.66, "caption": "A person picks up a book and holds it as he speaks to woman.", "similarity": 0.7329, "relevance": 1 }, { "pair_id": 337582, "video_name": "castle_s02e02_seg02_clip_06", "timestamp": [ 57.06, 59.82 ], "duration": 92.66, "caption": "A person walks up with a sheet of paper and hands it to a woman.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 337585, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 62.43, 64.71 ], "duration": 91.66, "caption": "A man hands a woman a sheet of paper they were holding.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 337586, "video_name": "castle_s04e18_seg02_clip_26", "timestamp": [ 61.86, 66.98 ], "duration": 93.66, "caption": "A woman picks up a plastic box of papers and hands it to man.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 337587, "video_name": "castle_s03e06_seg02_clip_00", "timestamp": [ 54.76, 57.06 ], "duration": 92.66, "caption": "A man gestures with his hand to a person's paper as he speaks to her.", "similarity": 0.7269, "relevance": 1 }, { "pair_id": 337588, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 9.96, 11.21 ], "duration": 62.66, "caption": "A man hands a sheet of paper over to a woman.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 337589, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 43.7, 50.98 ], "duration": 56.66, "caption": "A man hands a woman a piece of paper and she picks up the phone.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 337590, "video_name": "castle_s07e23_seg02_clip_21", "timestamp": [ 40.44, 43.69 ], "duration": 72.66, "caption": "A woman hands the piece of paper she holding to man.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 337591, "video_name": "friends_s07e22_seg02_clip_02", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A woman was holding a pen and paper whilst talking to man.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 337592, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 43.94, 52.18 ], "duration": 61.66, "caption": "A man holds a piece of paper up in front of woman as they have a conversation.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 337593, "video_name": "castle_s03e12_seg02_clip_02", "timestamp": [ 20.71, 23.86 ], "duration": 90.66, "caption": "A woman hands a man a paper she was holding.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 337594, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 90.7, 93.03 ], "duration": 93.66, "caption": "A person hands a piece of paper to a woman.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 337595, "video_name": "house_s02e19_seg02_clip_03", "timestamp": [ 40.05, 45.97 ], "duration": 91.66, "caption": "A man is talking to a woman while reading a paper.", "similarity": 0.7109, "relevance": 1 }, { "pair_id": 337596, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 59.79, 62.58 ], "duration": 92.66, "caption": "A man hands a woman a sheet of paper when she is in front of him.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 337597, "video_name": "castle_s05e12_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A man hands a woman a sheet of paper and she looks at it.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 337599, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 39.67, 42.41 ], "duration": 61.66, "caption": "A person holds up a sheet of paper for a woman to look at.", "similarity": 0.7068, "relevance": 3 } ] }, { "query_id": 40512, "query": "The diners applaud as a person walks into the cafeteria carrying a tray.", "relevant_moment": [ { "pair_id": 134860, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "The diners applaud as a person walks into the cafeteria carrying a tray.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 134861, "video_name": "s07e06_seg02_clip_09", "timestamp": [ 0.0, 7.32 ], "duration": 61.66, "caption": "Some people in the cafeteria are celebrating a person as he/she walks in.", "similarity": 0.6965, "relevance": 4 }, { "pair_id": 134862, "video_name": "s09e15_seg01_clip_00", "timestamp": [ 3.65, 9.13 ], "duration": 73.66, "caption": "A person walks over carrying a tray of food and sits down with the other people in the cafeteria.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 134863, "video_name": "friends_s04e11_seg02_clip_15", "timestamp": [ 16.21, 19.81 ], "duration": 60.66, "caption": "A person walks into the lunch room carrying a tray.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 134864, "video_name": "s04e03_seg02_clip_10", "timestamp": [ 17.09, 22.28 ], "duration": 61.66, "caption": "Three people walk into the cafeteria holding trays of food and sit down at a table.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 134865, "video_name": "s03e01_seg02_clip_10", "timestamp": [ 8.85, 13.73 ], "duration": 61.66, "caption": "A person picks up his tray then walks out of the cafeteria.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 134866, "video_name": "s04e07_seg01_clip_01", "timestamp": [ 60.89, 67.01 ], "duration": 68.66, "caption": "A person walks with his tray in his hand in the work cafeteria.", "similarity": 0.6615, "relevance": 1 }, { "pair_id": 134867, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 45.97, 55.53 ], "duration": 91.66, "caption": "A person walks over to some people's cafeteria table.", "similarity": 0.6591, "relevance": 1 }, { "pair_id": 134868, "video_name": "s04e06_seg02_clip_00", "timestamp": [ 54.31, 58.89 ], "duration": 61.66, "caption": "A person walks in to sit at the cafeteria table.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 134869, "video_name": "s04e03_seg02_clip_07", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "Two people walk into the cafeteria and put their food trays on the table and sit down.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 134870, "video_name": "s07e05_seg02_clip_06", "timestamp": [ 20.6, 24.08 ], "duration": 58.66, "caption": "A woman walks past the table carrying a cafeteria tray.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 134871, "video_name": "s02e06_seg02_clip_00", "timestamp": [ 2.17, 4.96 ], "duration": 62.66, "caption": "Some people are holding food trays as they walk into a lunch room.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 134872, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A person walks into the cafeteria and sits down with some people.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 134873, "video_name": "s03e15_seg01_clip_00", "timestamp": [ 37.82, 41.6 ], "duration": 63.66, "caption": "A man walks into the cafeteria towards the table.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 134874, "video_name": "house_s02e06_seg02_clip_04", "timestamp": [ 27.15, 34.84 ], "duration": 90.66, "caption": "A man walks into the cafeteria and snatches a bag of chips from someone's tray.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 134875, "video_name": "house_s05e13_seg02_clip_00", "timestamp": [ 0.0, 9.11 ], "duration": 91.66, "caption": "A person walks into the cafeteria and gets a roll.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 134876, "video_name": "s01e17_seg02_clip_14", "timestamp": [ 17.37, 21.09 ], "duration": 62.66, "caption": "Two people walk over to the cafeteria table carrying food.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 134877, "video_name": "grey_s02e20_seg02_clip_13", "timestamp": [ 1.37, 3.19 ], "duration": 91.66, "caption": "A person walks through the two tables carrying their lunch tray.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 134878, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A person arrives to the cafeteria table to join the three others.", "similarity": 0.6118, "relevance": 2 }, { "pair_id": 134879, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 6.51, 9.92 ], "duration": 62.66, "caption": "Some people sit at the cafeteria table with their food trays.", "similarity": 0.6071, "relevance": 2 } ] }, { "query_id": 40535, "query": "A man picks up a box and walks out with it.", "relevant_moment": [ { "pair_id": 3080, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 7.5, 10.8 ], "duration": 60.66, "caption": "A man picks up a box and walks out with it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3081, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 56.73, 60.03 ], "duration": 60.66, "caption": "A man picks up a box from the floor and walks away.", "similarity": 0.8685, "relevance": 4 }, { "pair_id": 3082, "video_name": "s05e03_seg01_clip_00", "timestamp": [ 3.41, 5.89 ], "duration": 62.66, "caption": "A man picks up a box from the table and walks away.", "similarity": 0.8486, "relevance": 4 }, { "pair_id": 3083, "video_name": "house_s03e24_seg02_clip_15", "timestamp": [ 13.09, 17.26 ], "duration": 119.66, "caption": "A person picks up a cardboard box full of belongings and walks out.", "similarity": 0.8209, "relevance": 4 }, { "pair_id": 3084, "video_name": "friends_s03e10_seg02_clip_05", "timestamp": [ 35.35, 40.49 ], "duration": 57.66, "caption": "A man picks up a large cardboard box and walks up to a door.", "similarity": 0.8149, "relevance": 3 }, { "pair_id": 3085, "video_name": "s01e14_seg02_clip_13", "timestamp": [ 32.11, 37.82 ], "duration": 60.66, "caption": "A person picks up a box and walks out of the apartment.", "similarity": 0.8098, "relevance": 4 }, { "pair_id": 3086, "video_name": "house_s01e07_seg02_clip_20", "timestamp": [ 35.57, 62.48 ], "duration": 91.66, "caption": "A woman picks up a box and walks out the door with the box.", "similarity": 0.752, "relevance": 0 }, { "pair_id": 3087, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 22.95, 30.7 ], "duration": 62.66, "caption": "A man picks up the box and carries it into the apartment.", "similarity": 0.752, "relevance": 3 }, { "pair_id": 3088, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 17.33, 29.62 ], "duration": 63.66, "caption": "A person picks up a box from a table and takes it with him.", "similarity": 0.7436, "relevance": 4 }, { "pair_id": 3089, "video_name": "house_s04e11_seg02_clip_01", "timestamp": [ 14.85, 18.0 ], "duration": 90.66, "caption": "A man walks over to a desk and picks up a cardboard box.", "similarity": 0.742, "relevance": 4 }, { "pair_id": 3090, "video_name": "castle_s03e21_seg02_clip_12", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A man opens a box and takes out a few items from it.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 3091, "video_name": "friends_s06e08_seg01_clip_00", "timestamp": [ 47.97, 50.61 ], "duration": 88.66, "caption": "A man picks up a small box off of a glass table.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 3092, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 6.3, 11.71 ], "duration": 60.66, "caption": "A man grabs a small box and walks out of the apartment with it to help another man move.", "similarity": 0.72, "relevance": 4 }, { "pair_id": 3093, "video_name": "friends_s08e04_seg02_clip_17", "timestamp": [ 4.88, 6.11 ], "duration": 61.66, "caption": "A man pulls out an envelope from the box.", "similarity": 0.7175, "relevance": 0 }, { "pair_id": 3094, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 58.3, 63.0 ], "duration": 94.66, "caption": "A man walks over to another man and picks up a cardboard box.", "similarity": 0.7095, "relevance": 4 }, { "pair_id": 3096, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.91, 31.96 ], "duration": 83.66, "caption": "A man enters carrying a cardboard box and places it down.", "similarity": 0.6981, "relevance": 3 }, { "pair_id": 3097, "video_name": "friends_s10e17-18_seg01_clip_00", "timestamp": [ 0.0, 4.9 ], "duration": 49.66, "caption": "A man taped up the box and picked it up.", "similarity": 0.6961, "relevance": 4 }, { "pair_id": 3098, "video_name": "house_s04e05_seg02_clip_23", "timestamp": [ 65.58, 67.91 ], "duration": 93.66, "caption": "A man finds a receipt in the box and picks it up.", "similarity": 0.692, "relevance": 1 }, { "pair_id": 3099, "video_name": "s02e22_seg02_clip_04", "timestamp": [ 20.41, 23.41 ], "duration": 60.66, "caption": "A man takes off the things on the box.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 176400, "video_name": "house_s05e01_seg02_clip_25", "timestamp": [ 146.3, 153.46 ], "duration": 159.66, "caption": "A man picks up a box on top of the desk.", "similarity": 0.6833, "relevance": 3 }, { "pair_id": 176401, "video_name": "friends_s07e17_seg02_clip_04", "timestamp": [ 0.0, 3.15 ], "duration": 63.66, "caption": "A man picks a lamp up off a cardboard box.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 176402, "video_name": "s07e11_seg02_clip_00", "timestamp": [ 5.27, 8.99 ], "duration": 62.66, "caption": "A man takes out a large box from the closet.", "similarity": 0.6795, "relevance": 3 }, { "pair_id": 176403, "video_name": "castle_s06e07_seg02_clip_03", "timestamp": [ 13.8, 21.37 ], "duration": 89.66, "caption": "A person walks out of the house carrying a box and puts it in the trunk of the car.", "similarity": 0.6775, "relevance": 3 }, { "pair_id": 176404, "video_name": "friends_s10e17-18_seg01_clip_00", "timestamp": [ 0.0, 5.39 ], "duration": 49.66, "caption": "A man tapes a box up and then picks it up.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 176405, "video_name": "s08e08_seg02_clip_02", "timestamp": [ 32.41, 33.92 ], "duration": 60.66, "caption": "A person walks away with an empty cardboard box.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 176406, "video_name": "s05e20_seg02_clip_14", "timestamp": [ 23.71, 27.91 ], "duration": 60.66, "caption": "A person grabs a box, and leaves their chair with it.", "similarity": 0.6661, "relevance": 3 }, { "pair_id": 176407, "video_name": "friends_s03e06_seg02_clip_09", "timestamp": [ 52.24, 58.37 ], "duration": 58.66, "caption": "A man picks up a box and stumbles backwards into woman.", "similarity": 0.6655, "relevance": 3 }, { "pair_id": 176408, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 9.46, 12.51 ], "duration": 61.66, "caption": "A person pulls a box out of the brown paper bag.", "similarity": 0.6652, "relevance": 3 }, { "pair_id": 176409, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 42.35, 45.44 ], "duration": 88.66, "caption": "A man walks over to the desk while carrying a box.", "similarity": 0.6646, "relevance": 3 }, { "pair_id": 176410, "video_name": "s03e07_seg02_clip_12", "timestamp": [ 55.21, 58.31 ], "duration": 62.66, "caption": "A person walks past two people while holding a box, he says I'd let it go.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 176411, "video_name": "s06e15_seg02_clip_06", "timestamp": [ 0.0, 1.28 ], "duration": 64.66, "caption": "A person picks up a toy and puts it into a box.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 176412, "video_name": "friends_s05e05_seg02_clip_02", "timestamp": [ 7.75, 9.3 ], "duration": 62.66, "caption": "A man takes out a box from under the bed.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 176413, "video_name": "friends_s09e01_seg01_clip_00", "timestamp": [ 0.0, 5.55 ], "duration": 61.66, "caption": "A man reaches down to his jacket and picks up a ring box.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 176414, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 39.34, 42.79 ], "duration": 69.66, "caption": "A man takes a box out of his pocket and opens it in front of someone.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 176415, "video_name": "s07e23_seg01_clip_00", "timestamp": [ 39.48, 41.44 ], "duration": 49.66, "caption": "A man lets go of a box and it slides down the stairs.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 176416, "video_name": "s09e19_seg02_clip_16", "timestamp": [ 41.19, 47.6 ], "duration": 61.66, "caption": "A person walks to the shelf and picks up a small box with a golf ball inside.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 176417, "video_name": "castle_s06e04_seg02_clip_24", "timestamp": [ 45.84, 47.66 ], "duration": 90.66, "caption": "A man picks up a white gift box and places it on the table.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 176418, "video_name": "castle_s03e15_seg02_clip_18", "timestamp": [ 87.4, 89.65 ], "duration": 90.66, "caption": "A person bends over and picks up a cardboard box from off of a chair.", "similarity": 0.652, "relevance": 3 }, { "pair_id": 176419, "video_name": "s04e20_seg02_clip_13", "timestamp": [ 30.01, 37.52 ], "duration": 60.66, "caption": "A man puts the box on the table and walks over to person.", "similarity": 0.6493, "relevance": 2 } ] }, { "query_id": 40581, "query": "A person looks over at another person and the other person is doing a stupid dance with the ball.", "relevant_moment": [ { "pair_id": 1180, "video_name": "friends_s04e15_seg02_clip_10", "timestamp": [ 51.02, 57.03 ], "duration": 60.66, "caption": "A person looks over at another person and the other person is doing a stupid dance with the ball.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1181, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 16.39, 18.91 ], "duration": 63.66, "caption": "A person dance crazily while another person is looking at him.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 1182, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 31.43, 36.62 ], "duration": 61.66, "caption": "A person starts to do some dancing moves and another person tells them not to while not even looking at them.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 1183, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 54.23, 78.02 ], "duration": 78.66, "caption": "Two people stare aggressively at each other as they dance.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 1184, "video_name": "grey_s02e18_seg02_clip_00", "timestamp": [ 15.67, 56.23 ], "duration": 92.66, "caption": "Two people are having fun and they're dancing.", "similarity": 0.6336, "relevance": 3 }, { "pair_id": 1185, "video_name": "s08e03_seg02_clip_10", "timestamp": [ 3.15, 8.19 ], "duration": 63.66, "caption": "Two people watch a ball roll towards them.", "similarity": 0.6184, "relevance": 1 }, { "pair_id": 1186, "video_name": "house_s07e06_seg02_clip_12", "timestamp": [ 46.03, 52.52 ], "duration": 118.66, "caption": "One person suddenly passes the ball they are holding to another person.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 1187, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 3.25, 6.79 ], "duration": 59.66, "caption": "A person describes their dance move while they are doing it.", "similarity": 0.6128, "relevance": 3 }, { "pair_id": 1188, "video_name": "met_s05e02_seg02_clip_19", "timestamp": [ 45.55, 52.21 ], "duration": 68.66, "caption": "A person tries to pole dance, while another person sits down beside someone.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 1190, "video_name": "s09e04_seg02_clip_12", "timestamp": [ 26.86, 38.07 ], "duration": 59.66, "caption": "A person dances in a silly way in front of a person with red hair.", "similarity": 0.6047, "relevance": 3 }, { "pair_id": 1191, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 73.94, 84.06 ], "duration": 88.66, "caption": "Two people are dancing together then one person picks up the other and spins around.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 1192, "video_name": "castle_s03e01_seg02_clip_18", "timestamp": [ 20.5, 23.07 ], "duration": 64.66, "caption": "A person is watching the person dancing with sexy outfit.", "similarity": 0.6016, "relevance": 2 }, { "pair_id": 1193, "video_name": "met_s02e16_seg02_clip_19", "timestamp": [ 22.27, 28.49 ], "duration": 36.66, "caption": "A person starts tap dancing and another person gets up and hits them.", "similarity": 0.5952, "relevance": 2 }, { "pair_id": 1194, "video_name": "s04e21_seg02_clip_10", "timestamp": [ 18.82, 32.03 ], "duration": 66.66, "caption": "A person and a person both dance together on the dance floor.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 1195, "video_name": "house_s08e18_seg02_clip_17", "timestamp": [ 32.63, 36.11 ], "duration": 87.66, "caption": "One person looks over at another person and the other person looks at the ground.", "similarity": 0.5934, "relevance": 1 }, { "pair_id": 1196, "video_name": "castle_s02e02_seg02_clip_06", "timestamp": [ 45.09, 47.39 ], "duration": 92.66, "caption": "A person is dancing while walking backwards and bumps into another person.", "similarity": 0.5889, "relevance": 2 }, { "pair_id": 1197, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.5875, "relevance": 1 }, { "pair_id": 1198, "video_name": "s04e10_seg02_clip_11", "timestamp": [ 6.83, 13.01 ], "duration": 65.66, "caption": "Two people are playing while a person is looking at them.", "similarity": 0.586, "relevance": 2 }, { "pair_id": 1199, "video_name": "friends_s02e11_seg02_clip_21", "timestamp": [ 31.21, 37.84 ], "duration": 78.66, "caption": "A person slow dances with another person right on the dancefloor.", "similarity": 0.583, "relevance": 1 }, { "pair_id": 174500, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.5828, "relevance": 2 }, { "pair_id": 174501, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 0.0, 28.91 ], "duration": 90.66, "caption": "A person talks to another person while rubbing his hand on a ball.", "similarity": 0.5818, "relevance": 2 }, { "pair_id": 174502, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 48.31, 50.15 ], "duration": 92.66, "caption": "One person turns and looks at another person with a withering expression on their face.", "similarity": 0.5817, "relevance": 2 }, { "pair_id": 174503, "video_name": "s03e14_seg02_clip_15", "timestamp": [ 18.53, 32.84 ], "duration": 65.66, "caption": "A person is happy while dancing with another person while skating, the other person appears less happy.", "similarity": 0.579, "relevance": 3 }, { "pair_id": 174504, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 1.23, 18.87 ], "duration": 41.66, "caption": "A person shows their dance moves to their friends.", "similarity": 0.5788, "relevance": 3 }, { "pair_id": 174505, "video_name": "s08e03_seg02_clip_09", "timestamp": [ 40.52, 45.02 ], "duration": 60.66, "caption": "A ball flies past a person and another person after she wonders if they're improving.", "similarity": 0.5783, "relevance": 2 }, { "pair_id": 174506, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.5722, "relevance": 2 }, { "pair_id": 174507, "video_name": "castle_s06e15_seg02_clip_27", "timestamp": [ 0.0, 22.02 ], "duration": 22.66, "caption": "A woman and man were dancing whilst looking at a dancing couple, too.", "similarity": 0.5719, "relevance": 2 }, { "pair_id": 174508, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 64.4, 74.02 ], "duration": 74.66, "caption": "A person silhouette of a man and woman are seen dancing.", "similarity": 0.571, "relevance": 1 }, { "pair_id": 174509, "video_name": "house_s02e08_seg02_clip_26", "timestamp": [ 84.1, 89.32 ], "duration": 95.66, "caption": "A person turns around and looks at another person behind him.", "similarity": 0.5707, "relevance": 2 }, { "pair_id": 174510, "video_name": "house_s06e06_seg02_clip_11", "timestamp": [ 0.0, 36.41 ], "duration": 91.66, "caption": "A person and another person dance when he is wearing an old-timey wig.", "similarity": 0.5707, "relevance": 3 }, { "pair_id": 174511, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.5693, "relevance": 2 }, { "pair_id": 174512, "video_name": "friends_s01e16-17_seg02_clip_24", "timestamp": [ 20.99, 26.24 ], "duration": 58.66, "caption": "A person mimics the gesture as if they throw a ball.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 174513, "video_name": "met_s06e09_seg02_clip_12", "timestamp": [ 12.49, 21.77 ], "duration": 64.66, "caption": "A person walks up to the table and tricks another person into looking at his body part.", "similarity": 0.5681, "relevance": 1 }, { "pair_id": 174514, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.5675, "relevance": 2 }, { "pair_id": 174515, "video_name": "house_s07e02_seg02_clip_16", "timestamp": [ 27.56, 31.83 ], "duration": 95.66, "caption": "A person rolls up to another person and the latter looks down at them.", "similarity": 0.5667, "relevance": 2 }, { "pair_id": 174516, "video_name": "house_s01e20_seg02_clip_00", "timestamp": [ 7.13, 9.98 ], "duration": 95.66, "caption": "A person picks up the ball another person was playing with and throws it to another person as she enters the room who catches it.", "similarity": 0.5665, "relevance": 2 }, { "pair_id": 174517, "video_name": "s08e08_seg02_clip_17", "timestamp": [ 5.58, 9.91 ], "duration": 36.66, "caption": "Two people pose for a dance picture that another person is taking.", "similarity": 0.5661, "relevance": 2 }, { "pair_id": 174518, "video_name": "castle_s06e18_seg02_clip_07", "timestamp": [ 8.99, 46.28 ], "duration": 89.66, "caption": "Two people are observing someone through the observation glass as they talk about the possibility of the person being a ballerina or ninja.", "similarity": 0.5654, "relevance": 2 }, { "pair_id": 174519, "video_name": "met_s06e21_seg02_clip_05", "timestamp": [ 36.92, 39.97 ], "duration": 61.66, "caption": "A person initiates a conversation with another person as he is dancing wildly with a tie around his head.", "similarity": 0.5652, "relevance": 3 } ] }, { "query_id": 40761, "query": "A man sneaks out of a door and a woman follows after him.", "relevant_moment": [ { "pair_id": 158840, "video_name": "friends_s05e04_seg02_clip_21", "timestamp": [ 20.26, 43.02 ], "duration": 50.66, "caption": "A man sneaks out of a door and a woman follows after him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158841, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 37.82, 46.01 ], "duration": 63.66, "caption": "A man walks out the door and a woman follows him.", "similarity": 0.8896, "relevance": 3 }, { "pair_id": 158842, "video_name": "house_s02e14_seg02_clip_15", "timestamp": [ 50.63, 52.89 ], "duration": 90.66, "caption": "A man walks out and a woman follows him immediately.", "similarity": 0.8465, "relevance": 3 }, { "pair_id": 158843, "video_name": "house_s05e16_seg02_clip_15", "timestamp": [ 57.7, 61.39 ], "duration": 92.66, "caption": "A person walks out the door and woman follows him.", "similarity": 0.8446, "relevance": 3 }, { "pair_id": 158844, "video_name": "castle_s05e01_seg02_clip_03", "timestamp": [ 3.74, 6.65 ], "duration": 83.66, "caption": "A man closes the door behind him and follows a woman.", "similarity": 0.8302, "relevance": 2 }, { "pair_id": 158845, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 5.27, 12.1 ], "duration": 62.66, "caption": "A woman walks out the door while a guy follows after her.", "similarity": 0.8198, "relevance": 2 }, { "pair_id": 158846, "video_name": "castle_s03e23_seg02_clip_26", "timestamp": [ 48.16, 51.31 ], "duration": 90.66, "caption": "A woman gets out and a man follows her immediately.", "similarity": 0.8161, "relevance": 2 }, { "pair_id": 158847, "video_name": "s01e07_seg02_clip_02", "timestamp": [ 11.71, 16.51 ], "duration": 60.66, "caption": "A woman gets up to leave and a man follows her to the door.", "similarity": 0.81, "relevance": 2 }, { "pair_id": 158848, "video_name": "house_s07e09_seg02_clip_06", "timestamp": [ 48.39, 57.83 ], "duration": 82.66, "caption": "A woman walks out and a man followed her immediately.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 158849, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 22.51, 38.26 ], "duration": 90.66, "caption": "A man walks towards a woman and then walks out the door.", "similarity": 0.8053, "relevance": 2 }, { "pair_id": 158850, "video_name": "grey_s03e16_seg02_clip_19", "timestamp": [ 37.85, 43.57 ], "duration": 88.66, "caption": "A man turns away from woman and walks out the door, then it closes behind him.", "similarity": 0.7894, "relevance": 2 }, { "pair_id": 158851, "video_name": "met_s03e03_seg02_clip_08", "timestamp": [ 41.12, 54.32 ], "duration": 60.66, "caption": "A woman sneaks out the door and a man goes out to push her back into the room.", "similarity": 0.7878, "relevance": 1 }, { "pair_id": 158852, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person opens door and walks out of it with a woman following.", "similarity": 0.7807, "relevance": 3 }, { "pair_id": 158853, "video_name": "friends_s07e16_seg02_clip_19", "timestamp": [ 28.38, 38.45 ], "duration": 61.66, "caption": "A woman follows a man towards the door to stop them.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 158854, "video_name": "friends_s07e11_seg02_clip_09", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man walks in the door and a woman turns around.", "similarity": 0.7736, "relevance": 2 }, { "pair_id": 158855, "video_name": "friends_s06e22_seg02_clip_08", "timestamp": [ 0.0, 10.92 ], "duration": 56.66, "caption": "A woman rushes man behind a door as person is coming out of another one.", "similarity": 0.772, "relevance": 2 }, { "pair_id": 158856, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 43.88, 48.92 ], "duration": 59.66, "caption": "A man walks out the door and a woman shuts the door behind him.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 158857, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 11.1, 12.91 ], "duration": 60.66, "caption": "A man opens the door for woman as she steps out.", "similarity": 0.7702, "relevance": 1 }, { "pair_id": 158858, "video_name": "friends_s04e21_seg02_clip_16", "timestamp": [ 17.71, 21.61 ], "duration": 60.66, "caption": "A woman slams the door and a man quickly follows her.", "similarity": 0.7676, "relevance": 1 }, { "pair_id": 158859, "video_name": "house_s04e09_seg02_clip_07", "timestamp": [ 48.16, 54.01 ], "duration": 90.66, "caption": "A man gets out of the room and woman follows him.", "similarity": 0.7673, "relevance": 3 } ] }, { "query_id": 40762, "query": "A woman hugs a man while he is on the phone.", "relevant_moment": [ { "pair_id": 9280, "video_name": "friends_s05e04_seg02_clip_21", "timestamp": [ 12.26, 17.01 ], "duration": 50.66, "caption": "A woman hugs a man while he is on the phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9281, "video_name": "friends_s05e04_seg02_clip_21", "timestamp": [ 11.26, 17.26 ], "duration": 50.66, "caption": "A woman hugs a man while he is on the phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9282, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "A woman was on the phone when she turns around, saw a man and hugs him.", "similarity": 0.851, "relevance": 3 }, { "pair_id": 9283, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 31.03, 35.26 ], "duration": 94.66, "caption": "A woman suddenly hugs a man while they are talking.", "similarity": 0.7942, "relevance": 3 }, { "pair_id": 9284, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.7885, "relevance": 2 }, { "pair_id": 9285, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 35.7, 42.34 ], "duration": 166.66, "caption": "A man hugs a woman while she is very emotional.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 9286, "video_name": "house_s08e18_seg02_clip_19", "timestamp": [ 24.77, 48.27 ], "duration": 127.66, "caption": "A woman hugs a man while she is crying and talking.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 9287, "video_name": "friends_s06e03_seg02_clip_08", "timestamp": [ 14.27, 19.54 ], "duration": 62.66, "caption": "A woman hugs a man and then holds his hands as they continue to converse.", "similarity": 0.7665, "relevance": 3 }, { "pair_id": 9288, "video_name": "friends_s07e23-24_seg02_clip_06", "timestamp": [ 11.06, 15.93 ], "duration": 65.66, "caption": "A woman hugs guy.", "similarity": 0.7663, "relevance": 3 }, { "pair_id": 9289, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman hugs a man and he puts his arms around her.", "similarity": 0.7658, "relevance": 3 }, { "pair_id": 9290, "video_name": "friends_s06e23_seg02_clip_21", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman puts her hands to her face and hugs a man.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 9291, "video_name": "house_s07e16_seg02_clip_06", "timestamp": [ 77.6, 80.29 ], "duration": 89.66, "caption": "A man hangs up the phone and hugs a woman while laying in bed.", "similarity": 0.7558, "relevance": 4 }, { "pair_id": 9292, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 36.6, 37.22 ], "duration": 62.66, "caption": "A man hugs a woman who is sitting next to him.", "similarity": 0.7557, "relevance": 3 }, { "pair_id": 9293, "video_name": "s07e17_seg02_clip_14", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A woman hugs a man when they are outside and standing on the sidewalk.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 9294, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 44.27, 48.77 ], "duration": 50.66, "caption": "A woman leans over and hugs a man.", "similarity": 0.7443, "relevance": 3 }, { "pair_id": 9295, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 95.34, 104.64 ], "duration": 155.66, "caption": "A woman goes to man and hugs him and then hugs woman.", "similarity": 0.7388, "relevance": 3 }, { "pair_id": 9296, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 65.47, 70.02 ], "duration": 70.66, "caption": "A man hugs a woman while her arms remain straight.", "similarity": 0.7376, "relevance": 3 }, { "pair_id": 9297, "video_name": "castle_s05e22_seg02_clip_26", "timestamp": [ 60.84, 61.63 ], "duration": 158.66, "caption": "A man hugs a woman as they stand in the street.", "similarity": 0.7368, "relevance": 3 }, { "pair_id": 9298, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 44.77, 50.02 ], "duration": 50.66, "caption": "A woman hugs a man when she is sitting beside him.", "similarity": 0.7365, "relevance": 3 }, { "pair_id": 9299, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 37.32, 41.42 ], "duration": 91.66, "caption": "A man sees woman and then quickly hugs her.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 182600, "video_name": "friends_s10e15_seg01_clip_01", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man hugs a woman and rubs her back for her.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 182601, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 38.65, 42.1 ], "duration": 69.66, "caption": "A woman approaches a man and hugs him close to her.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 182602, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 14.46, 17.71 ], "duration": 59.66, "caption": "A woman grabs a man with her hands and hugs him.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 182603, "video_name": "met_s06e15_seg02_clip_08", "timestamp": [ 5.67, 14.18 ], "duration": 63.66, "caption": "A person talks to woman outside then she hugs him.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 182604, "video_name": "castle_s03e02_seg02_clip_13", "timestamp": [ 74.12, 77.35 ], "duration": 92.66, "caption": "A woman holds out her arms and a man hugs her.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 182605, "video_name": "castle_s02e12_seg02_clip_01", "timestamp": [ 5.41, 8.11 ], "duration": 90.66, "caption": "A woman hugs man while his mouth is taped shut.", "similarity": 0.7314, "relevance": 2 }, { "pair_id": 182606, "video_name": "castle_s08e05_seg02_clip_19", "timestamp": [ 51.15, 59.3 ], "duration": 90.66, "caption": "A woman hugs another woman and then looks at a man.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 182607, "video_name": "met_s03e03_seg01_clip_02", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A woman hugs her friend in front of a man.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 182608, "video_name": "friends_s03e14_seg02_clip_17", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man hugs woman and then makes a face.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 182609, "video_name": "s02e11_seg02_clip_16", "timestamp": [ 27.01, 45.02 ], "duration": 45.66, "caption": "A person hugs a woman and holds her as two other people talk.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 182610, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 12.1, 22.64 ], "duration": 62.66, "caption": "A woman gives a very long hug to man.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 182611, "video_name": "friends_s07e19_seg02_clip_10", "timestamp": [ 5.27, 7.44 ], "duration": 62.66, "caption": "A woman hugs a man very tight when she saw him.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 182612, "video_name": "s06e16_seg02_clip_12", "timestamp": [ 50.62, 55.02 ], "duration": 55.66, "caption": "A woman hugs a man while the letter is still in her hand.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 182613, "video_name": "friends_s03e02_seg02_clip_18", "timestamp": [ 21.09, 33.19 ], "duration": 62.66, "caption": "A woman gets close to a man and they hug each other.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 182614, "video_name": "friends_s06e22_seg02_clip_18", "timestamp": [ 31.16, 44.12 ], "duration": 70.66, "caption": "A woman hugs man because she is excited that he is going to propose to woman.", "similarity": 0.7224, "relevance": 2 }, { "pair_id": 182615, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 8.74, 15.64 ], "duration": 92.66, "caption": "A man reaches out to a woman and he hugs her.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 182616, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "A woman hugs a man and then lets go of him and hugs him again.", "similarity": 0.7216, "relevance": 3 }, { "pair_id": 182617, "video_name": "met_s03e12_seg02_clip_09", "timestamp": [ 38.01, 40.7 ], "duration": 59.66, "caption": "A woman puts her arms around a man's waist and hugs him.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 182618, "video_name": "friends_s06e08_seg02_clip_10", "timestamp": [ 2.48, 4.96 ], "duration": 55.66, "caption": "A woman shakes her hands out in front of her, then hugs a man.", "similarity": 0.7206, "relevance": 2 }, { "pair_id": 182619, "video_name": "friends_s08e02_seg02_clip_15", "timestamp": [ 8.82, 14.33 ], "duration": 55.66, "caption": "A man gave woman a warm hug while talking to her.", "similarity": 0.7186, "relevance": 2 } ] }, { "query_id": 40772, "query": "A person has a hand to their face as they turn around.", "relevant_moment": [ { "pair_id": 144640, "video_name": "castle_s02e09_seg02_clip_05", "timestamp": [ 10.84, 13.55 ], "duration": 90.66, "caption": "A person has a hand to their face as they turn around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 144641, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 1.34, 7.13 ], "duration": 89.66, "caption": "A person has their hands in the air and then turns around.", "similarity": 0.8594, "relevance": 2 }, { "pair_id": 144642, "video_name": "grey_s03e14_seg02_clip_15", "timestamp": [ 7.49, 12.34 ], "duration": 88.66, "caption": "A person has their whole face covered by their hand.", "similarity": 0.8111, "relevance": 3 }, { "pair_id": 144643, "video_name": "s06e13_seg02_clip_11", "timestamp": [ 18.31, 20.75 ], "duration": 61.66, "caption": "A person turns to face to some people.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 144644, "video_name": "grey_s02e17_seg02_clip_20", "timestamp": [ 9.31, 13.72 ], "duration": 98.66, "caption": "A person slowly turns around while holding their hands out.", "similarity": 0.7896, "relevance": 0 }, { "pair_id": 144645, "video_name": "s04e15_seg01_clip_00", "timestamp": [ 5.49, 7.32 ], "duration": 61.66, "caption": "A person raises their left hand to their face and rests it there.", "similarity": 0.7881, "relevance": 2 }, { "pair_id": 144646, "video_name": "s04e12_seg02_clip_05", "timestamp": [ 45.75, 47.22 ], "duration": 59.66, "caption": "A person raises his right hand to his face and face palms.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 144647, "video_name": "friends_s05e23-24_seg02_clip_18", "timestamp": [ 48.45, 53.09 ], "duration": 58.66, "caption": "A person holds up his/her left hand and turns it back and forth.", "similarity": 0.7827, "relevance": 0 }, { "pair_id": 144648, "video_name": "s06e05_seg02_clip_02", "timestamp": [ 39.08, 41.91 ], "duration": 63.66, "caption": "A person raises their hand with their palm facing forwards.", "similarity": 0.7749, "relevance": 0 }, { "pair_id": 144649, "video_name": "s03e18_seg02_clip_06", "timestamp": [ 42.79, 45.15 ], "duration": 59.66, "caption": "A person raises his/her left hand up and outward.", "similarity": 0.7676, "relevance": 0 }, { "pair_id": 144650, "video_name": "house_s05e09_seg02_clip_15", "timestamp": [ 61.87, 64.99 ], "duration": 89.66, "caption": "A person walks over and puts his hand on another person's face.", "similarity": 0.7665, "relevance": 2 }, { "pair_id": 144651, "video_name": "castle_s02e09_seg02_clip_26", "timestamp": [ 45.35, 46.82 ], "duration": 49.66, "caption": "A person takes their hand away from their face.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 144652, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.51, 17.37 ], "duration": 62.66, "caption": "A person covers his face with both of his hands.", "similarity": 0.7596, "relevance": 2 }, { "pair_id": 144653, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person brings his hand up to his face and swipes over his mouth.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 144654, "video_name": "s07e16_seg01_clip_01", "timestamp": [ 37.27, 39.02 ], "duration": 39.66, "caption": "A person scrunches up their face and holds up their hands.", "similarity": 0.7425, "relevance": 0 }, { "pair_id": 144655, "video_name": "s06e21_seg02_clip_08", "timestamp": [ 4.43, 6.49 ], "duration": 59.66, "caption": "A person puts his hand on his face and pulls slightly at his cheek and eyebrow.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 144656, "video_name": "s06e22_seg02_clip_02", "timestamp": [ 13.13, 16.65 ], "duration": 64.66, "caption": "A person puts their left hand to their head.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 144657, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 53.32, 55.6 ], "duration": 57.66, "caption": "A person covers his/her face with both of his/her hands.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 144658, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 46.96, 50.11 ], "duration": 63.66, "caption": "A person motions his hand in front of him from one side to the other.", "similarity": 0.7293, "relevance": 0 }, { "pair_id": 144659, "video_name": "house_s04e04_seg02_clip_13", "timestamp": [ 68.36, 71.68 ], "duration": 82.66, "caption": "A person puts their right hand under their head.", "similarity": 0.7286, "relevance": 1 } ] }, { "query_id": 40842, "query": "Two people are looking at the schedule board when one of them hands the other a piece of paper and walks off.", "relevant_moment": [ { "pair_id": 28300, "video_name": "grey_s02e14_seg02_clip_09", "timestamp": [ 49.4, 69.16 ], "duration": 89.66, "caption": "Two people are looking at the schedule board when one of them hands the other a piece of paper and walks off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 28301, "video_name": "grey_s02e12_seg02_clip_04", "timestamp": [ 36.97, 45.79 ], "duration": 84.66, "caption": "A person walks up and she and another person are looking at the schedule whiteboard.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 28302, "video_name": "met_s03e17_seg02_clip_14", "timestamp": [ 0.0, 2.99 ], "duration": 59.66, "caption": "Two people are looking at a piece of paper.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 28303, "video_name": "castle_s02e09_seg02_clip_10", "timestamp": [ 84.76, 91.14 ], "duration": 91.66, "caption": "Two people look at a white board.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 28304, "video_name": "castle_s06e18_seg02_clip_08", "timestamp": [ 59.41, 80.3 ], "duration": 92.66, "caption": "A man is in front of the white board while woman looks at a paper.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 28305, "video_name": "s08e10_seg01_clip_00", "timestamp": [ 8.6, 11.61 ], "duration": 86.66, "caption": "Two people each raise a hand and point to the white board behind them.", "similarity": 0.6182, "relevance": 1 }, { "pair_id": 28306, "video_name": "house_s02e06_seg02_clip_03", "timestamp": [ 0.91, 15.06 ], "duration": 91.66, "caption": "Two people are both at the white board together.", "similarity": 0.6165, "relevance": 2 }, { "pair_id": 28307, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 0.0, 10.67 ], "duration": 73.66, "caption": "A person hands another person a paper and the latter sits on the desk and looks it over.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 28308, "video_name": "grey_s03e11_seg02_clip_22", "timestamp": [ 39.54, 40.93 ], "duration": 93.66, "caption": "A person hands another person a folded piece of paper.", "similarity": 0.611, "relevance": 1 }, { "pair_id": 28309, "video_name": "castle_s01e03_seg02_clip_01", "timestamp": [ 40.52, 53.13 ], "duration": 90.66, "caption": "A person takes a paper from another person and examines it then hands it back.", "similarity": 0.6052, "relevance": 2 }, { "pair_id": 28310, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 10.62, 15.35 ], "duration": 59.66, "caption": "A person hands a piece of paper to another person.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 28311, "video_name": "house_s08e13_seg02_clip_03", "timestamp": [ 29.03, 30.82 ], "duration": 89.66, "caption": "A person hands another person a paper as he/she walks beside him/her.", "similarity": 0.6028, "relevance": 2 }, { "pair_id": 28312, "video_name": "castle_s07e02_seg02_clip_03", "timestamp": [ 7.52, 12.69 ], "duration": 94.66, "caption": "Two people walk in with one person holding papers in his hand.", "similarity": 0.6025, "relevance": 1 }, { "pair_id": 28313, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 3.47, 13.24 ], "duration": 63.66, "caption": "A person and another person look at calculations on a large whiteboard.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 28314, "video_name": "castle_s08e11_seg02_clip_08", "timestamp": [ 67.44, 70.7 ], "duration": 93.66, "caption": "A person shows two other people a sheet of paper with numbers on it.", "similarity": 0.6007, "relevance": 1 }, { "pair_id": 28315, "video_name": "house_s01e17_seg02_clip_16", "timestamp": [ 77.64, 86.42 ], "duration": 92.66, "caption": "A person walks out to another person and hands him/her a paper.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 28316, "video_name": "met_s03e08_seg02_clip_02", "timestamp": [ 19.71, 23.41 ], "duration": 61.66, "caption": "A person takes the paper from another person then he and another person look at it.", "similarity": 0.5993, "relevance": 1 }, { "pair_id": 28317, "video_name": "grey_s02e03_seg02_clip_17", "timestamp": [ 17.8, 23.15 ], "duration": 89.66, "caption": "A man stops walking with another man and looks at the white board.", "similarity": 0.5992, "relevance": 1 }, { "pair_id": 28318, "video_name": "castle_s07e15_seg02_clip_01", "timestamp": [ 71.08, 76.37 ], "duration": 88.66, "caption": "Two people are standing by the white board and another person walks up to them.", "similarity": 0.5954, "relevance": 2 }, { "pair_id": 28319, "video_name": "castle_s03e16_seg02_clip_01", "timestamp": [ 81.8, 87.02 ], "duration": 87.66, "caption": "A man hands a woman a piece of paper with the numbers on it and she and another man both look at it.", "similarity": 0.5949, "relevance": 3 } ] }, { "query_id": 40849, "query": "A man is trying to open an 8 ball pool.", "relevant_moment": [ { "pair_id": 150460, "video_name": "friends_s05e04_seg02_clip_18", "timestamp": [ 54.76, 62.24 ], "duration": 68.66, "caption": "A man is trying to open an 8 ball pool.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150461, "video_name": "friends_s03e06_seg02_clip_19", "timestamp": [ 50.42, 59.17 ], "duration": 70.66, "caption": "A man holds up two pool balls from the pool table.", "similarity": 0.6159, "relevance": 2 }, { "pair_id": 150462, "video_name": "friends_s03e06_seg02_clip_06", "timestamp": [ 5.97, 10.44 ], "duration": 59.66, "caption": "A man frantically shapes the tip of his pool cue.", "similarity": 0.5873, "relevance": 0 }, { "pair_id": 150463, "video_name": "friends_s03e06_seg02_clip_06", "timestamp": [ 20.88, 23.57 ], "duration": 59.66, "caption": "A man intentionally drops the pool ball he was holding.", "similarity": 0.575, "relevance": 0 }, { "pair_id": 150464, "video_name": "friends_s03e06_seg02_clip_19", "timestamp": [ 21.71, 28.01 ], "duration": 70.66, "caption": "A man sweeps the pool balls into the pool table pockets.", "similarity": 0.5614, "relevance": 2 }, { "pair_id": 150465, "video_name": "house_s07e16_seg02_clip_24", "timestamp": [ 10.07, 14.65 ], "duration": 61.66, "caption": "A person holds his knees and does a cannonball into the pool.", "similarity": 0.5574, "relevance": 0 }, { "pair_id": 150466, "video_name": "house_s07e16_seg02_clip_24", "timestamp": [ 39.97, 49.43 ], "duration": 61.66, "caption": "A man rises to break the surface of the water and everyone jumps into the pool.", "similarity": 0.4988, "relevance": 0 }, { "pair_id": 150467, "video_name": "castle_s02e22_seg02_clip_19", "timestamp": [ 40.59, 42.93 ], "duration": 93.66, "caption": "A man puts the pool stick on the pool table and turns around.", "similarity": 0.4815, "relevance": 1 }, { "pair_id": 150468, "video_name": "s03e14_seg02_clip_06", "timestamp": [ 36.89, 41.91 ], "duration": 59.66, "caption": "A person dives into the ball pit and swims.", "similarity": 0.4537, "relevance": 0 }, { "pair_id": 150469, "video_name": "s05e17_seg02_clip_10", "timestamp": [ 2.75, 6.1 ], "duration": 61.66, "caption": "A man offers to try another sport while holding a basketball.", "similarity": 0.4513, "relevance": 1 }, { "pair_id": 150470, "video_name": "house_s02e13_seg02_clip_16", "timestamp": [ 17.4, 20.69 ], "duration": 94.66, "caption": "A person squeezes a ball hard with his fingers.", "similarity": 0.4512, "relevance": 0 }, { "pair_id": 150471, "video_name": "castle_s07e03_seg02_clip_02", "timestamp": [ 57.03, 60.27 ], "duration": 92.66, "caption": "A pool stick is shown and the first shot is taken on a pool table, scattering the balls.", "similarity": 0.4503, "relevance": 3 }, { "pair_id": 150472, "video_name": "grey_s03e09_seg02_clip_18", "timestamp": [ 50.15, 55.22 ], "duration": 92.66, "caption": "A man is squeezing a ball when a person walks in.", "similarity": 0.4496, "relevance": 0 }, { "pair_id": 150473, "video_name": "s10e02_seg02_clip_08", "timestamp": [ 44.82, 50.7 ], "duration": 56.66, "caption": "A man spreads their arms wide then brings their fingers together in the shape of a ball.", "similarity": 0.4465, "relevance": 1 }, { "pair_id": 150474, "video_name": "house_s04e07_seg02_clip_23", "timestamp": [ 16.64, 21.76 ], "duration": 128.66, "caption": "A man spins an oversized tennis ball with the fingers of his right hand, stopping when a man enters the room.", "similarity": 0.4459, "relevance": 1 }, { "pair_id": 150475, "video_name": "s03e14_seg02_clip_06", "timestamp": [ 46.04, 52.24 ], "duration": 59.66, "caption": "A man enters the ball pit to try to catch another man.", "similarity": 0.4418, "relevance": 0 }, { "pair_id": 150476, "video_name": "house_s04e14_seg02_clip_23", "timestamp": [ 87.45, 91.21 ], "duration": 94.66, "caption": "A man is thinking something while playing a ball.", "similarity": 0.4317, "relevance": 1 }, { "pair_id": 150477, "video_name": "house_s04e07_seg02_clip_23", "timestamp": [ 26.89, 37.77 ], "duration": 128.66, "caption": "A man was sitting and he was holding a ball.", "similarity": 0.4298, "relevance": 1 }, { "pair_id": 150478, "video_name": "friends_s03e06_seg02_clip_06", "timestamp": [ 20.29, 25.36 ], "duration": 59.66, "caption": "A man throws the pool ball down and a woman sees it.", "similarity": 0.4284, "relevance": 0 }, { "pair_id": 150479, "video_name": "castle_s03e21_seg02_clip_01", "timestamp": [ 24.76, 26.11 ], "duration": 90.66, "caption": "A man is zipped up into a body bag next to the pool he was found in.", "similarity": 0.4284, "relevance": 0 } ] }, { "query_id": 40902, "query": "A man nods his head a couple times while talking to woman.", "relevant_moment": [ { "pair_id": 145700, "video_name": "castle_s05e18_seg02_clip_25", "timestamp": [ 66.17, 68.87 ], "duration": 90.66, "caption": "A man nods his head a couple times while talking to woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 145701, "video_name": "house_s05e11_seg02_clip_11", "timestamp": [ 26.33, 27.27 ], "duration": 94.66, "caption": "A woman nods her head during conversation with a man.", "similarity": 0.8501, "relevance": 3 }, { "pair_id": 145702, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 51.62, 53.12 ], "duration": 60.66, "caption": "A man nods his head in response to something woman is saying.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 145703, "video_name": "castle_s02e05_seg02_clip_20", "timestamp": [ 5.85, 10.8 ], "duration": 90.66, "caption": "A man shrugs slightly and nods his head from side to side when he's talking to a woman.", "similarity": 0.8319, "relevance": 2 }, { "pair_id": 145704, "video_name": "met_s06e15_seg02_clip_14", "timestamp": [ 46.25, 52.65 ], "duration": 58.66, "caption": "A man nods lightly several times as woman speaks to him.", "similarity": 0.8302, "relevance": 2 }, { "pair_id": 145705, "video_name": "friends_s07e01_seg02_clip_06", "timestamp": [ 0.0, 4.36 ], "duration": 67.66, "caption": "A man says something to woman and she nods her head.", "similarity": 0.8268, "relevance": 2 }, { "pair_id": 145706, "video_name": "house_s08e12_seg02_clip_08", "timestamp": [ 52.08, 56.09 ], "duration": 89.66, "caption": "A man shakes his head while he's talking to a woman.", "similarity": 0.8232, "relevance": 0 }, { "pair_id": 145707, "video_name": "castle_s05e22_seg02_clip_12", "timestamp": [ 6.23, 8.9 ], "duration": 89.66, "caption": "A man pointed to his head while talking to a woman.", "similarity": 0.8189, "relevance": 2 }, { "pair_id": 145708, "video_name": "castle_s08e02_seg02_clip_23", "timestamp": [ 37.27, 40.03 ], "duration": 92.66, "caption": "A woman nods her head while speaking to woman.", "similarity": 0.8093, "relevance": 1 }, { "pair_id": 145709, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "A man rests his head on his hand while talking to a woman.", "similarity": 0.8085, "relevance": 3 }, { "pair_id": 145710, "video_name": "house_s07e04_seg02_clip_06", "timestamp": [ 27.24, 33.15 ], "duration": 90.66, "caption": "A man talks to someone and she nods her head.", "similarity": 0.808, "relevance": 2 }, { "pair_id": 145711, "video_name": "grey_s02e05_seg02_clip_20", "timestamp": [ 0.0, 6.24 ], "duration": 29.66, "caption": "A woman looks to her right and nods and bobs her head while talking to a man.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 145712, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 51.62, 53.42 ], "duration": 60.66, "caption": "A man smiles and nods his head after woman talks to him.", "similarity": 0.799, "relevance": 2 }, { "pair_id": 145713, "video_name": "friends_s03e08_seg02_clip_16", "timestamp": [ 50.37, 53.23 ], "duration": 57.66, "caption": "A man nods his head at what a woman just said.", "similarity": 0.7986, "relevance": 2 }, { "pair_id": 145714, "video_name": "s03e11_seg02_clip_06", "timestamp": [ 5.67, 9.45 ], "duration": 54.66, "caption": "A person shakes his head emphatically as a man nods and speaks to a woman.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 145715, "video_name": "s04e10_seg01_clip_02", "timestamp": [ 37.22, 39.62 ], "duration": 60.66, "caption": "A woman raises her hand up and nods her head while talking to a man.", "similarity": 0.7925, "relevance": 2 }, { "pair_id": 145716, "video_name": "friends_s10e15_seg02_clip_10", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A man just touches his head after talking to a woman.", "similarity": 0.7888, "relevance": 1 }, { "pair_id": 145717, "video_name": "friends_s05e08_seg02_clip_02", "timestamp": [ 33.56, 35.49 ], "duration": 55.66, "caption": "A woman pats a man on his head while talking to him.", "similarity": 0.7828, "relevance": 2 }, { "pair_id": 145718, "video_name": "s03e22_seg02_clip_08", "timestamp": [ 9.0, 12.91 ], "duration": 60.66, "caption": "A man says something to a woman and she nods her head, yes.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 145719, "video_name": "s04e20_seg02_clip_10", "timestamp": [ 17.65, 20.73 ], "duration": 56.66, "caption": "A person nods his head and points towards a woman while speaking.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 319020, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 30.67, 33.83 ], "duration": 63.66, "caption": "A man nods his head in agreement to woman.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 319021, "video_name": "castle_s04e07_seg02_clip_20", "timestamp": [ 2.7, 16.22 ], "duration": 90.66, "caption": "A woman rests her head on a man and talks to him.", "similarity": 0.772, "relevance": 2 }, { "pair_id": 319022, "video_name": "castle_s06e16_seg02_clip_10", "timestamp": [ 47.71, 58.07 ], "duration": 90.66, "caption": "A woman is talking to a man and he has his head in his hands.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 319023, "video_name": "house_s03e12_seg02_clip_24", "timestamp": [ 0.0, 7.05 ], "duration": 94.66, "caption": "A person is talking to woman and shakes his head at her.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 319024, "video_name": "s09e04_seg02_clip_02", "timestamp": [ 15.01, 18.31 ], "duration": 60.66, "caption": "A man nods his head while he is speaking.", "similarity": 0.7703, "relevance": 1 }, { "pair_id": 319025, "video_name": "met_s06e11_seg02_clip_03", "timestamp": [ 0.0, 1.81 ], "duration": 60.66, "caption": "A man shakes his head at woman during a conversation.", "similarity": 0.7688, "relevance": 2 }, { "pair_id": 319026, "video_name": "house_s07e01_seg02_clip_22", "timestamp": [ 5.12, 9.3 ], "duration": 93.66, "caption": "A woman shakes her head as she talks to a man.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 319027, "video_name": "friends_s03e05_seg02_clip_15", "timestamp": [ 23.5, 30.75 ], "duration": 58.66, "caption": "A man says something to a woman and she nods her head in agreement.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 319028, "video_name": "friends_s08e09_seg02_clip_00", "timestamp": [ 1.6, 5.76 ], "duration": 64.66, "caption": "A man nods his head after a woman says what he's thinking.", "similarity": 0.7634, "relevance": 2 }, { "pair_id": 319029, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 17.8, 89.02 ], "duration": 89.66, "caption": "A woman rests her head on her hands when she is talking to a man.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 319030, "video_name": "s06e24_seg02_clip_02", "timestamp": [ 46.22, 51.62 ], "duration": 60.66, "caption": "A man nods his head in agreeing with woman, woman nods as well.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 319031, "video_name": "friends_s04e23-24_seg02_clip_08", "timestamp": [ 2.84, 4.41 ], "duration": 63.66, "caption": "A woman while talking to person nods her head.", "similarity": 0.7595, "relevance": 1 }, { "pair_id": 319032, "video_name": "met_s06e17_seg01_clip_01", "timestamp": [ 53.28, 60.66 ], "duration": 60.66, "caption": "A man nods his head while a woman is talking but he's not listening to her.", "similarity": 0.7588, "relevance": 4 }, { "pair_id": 319033, "video_name": "grey_s01e07_seg02_clip_17", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman shakes her head and is talking to a man.", "similarity": 0.7582, "relevance": 1 }, { "pair_id": 319034, "video_name": "castle_s06e02_seg02_clip_04", "timestamp": [ 50.91, 53.08 ], "duration": 87.66, "caption": "A woman shakes her head as a man talks to her.", "similarity": 0.7554, "relevance": 2 }, { "pair_id": 319035, "video_name": "castle_s06e01_seg02_clip_11", "timestamp": [ 56.78, 60.22 ], "duration": 86.66, "caption": "A person shakes their head while talking to a woman.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 319036, "video_name": "house_s06e13_seg02_clip_08", "timestamp": [ 32.91, 34.32 ], "duration": 94.66, "caption": "A woman nods her head at what a man tells her.", "similarity": 0.7535, "relevance": 1 }, { "pair_id": 319037, "video_name": "grey_s03e08_seg02_clip_25", "timestamp": [ 54.44, 57.98 ], "duration": 88.66, "caption": "A man nods his head a lot at a woman and she smiles.", "similarity": 0.7533, "relevance": 3 }, { "pair_id": 319038, "video_name": "castle_s02e03_seg02_clip_04", "timestamp": [ 51.64, 54.41 ], "duration": 92.66, "caption": "A woman nods as she listens to man speak.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 319039, "video_name": "house_s05e01_seg02_clip_21", "timestamp": [ 66.95, 73.29 ], "duration": 79.66, "caption": "A man says something to a woman that makes her nod her head vigorously.", "similarity": 0.7478, "relevance": 1 } ] }, { "query_id": 40905, "query": "A man points the gun at a woman, while she closes her eyes and faces away from him.", "relevant_moment": [ { "pair_id": 17580, "video_name": "castle_s05e18_seg02_clip_22", "timestamp": [ 83.93, 94.61 ], "duration": 97.66, "caption": "A man points the gun at a woman, while she closes her eyes and faces away from him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17581, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 48.04, 53.57 ], "duration": 85.66, "caption": "A woman takes out her gun and points it at a man.", "similarity": 0.8164, "relevance": 3 }, { "pair_id": 17583, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 0.0, 3.4 ], "duration": 68.66, "caption": "A woman pulls out a gun and points it at a man.", "similarity": 0.7985, "relevance": 2 }, { "pair_id": 17584, "video_name": "castle_s07e21_seg02_clip_25", "timestamp": [ 61.69, 92.66 ], "duration": 92.66, "caption": "A woman points a gun at man as he stands in front of person.", "similarity": 0.7978, "relevance": 3 }, { "pair_id": 17585, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 5.17, 11.28 ], "duration": 94.66, "caption": "A man points his gun at a woman and she puts her hands up.", "similarity": 0.7929, "relevance": 3 }, { "pair_id": 17586, "video_name": "castle_s06e04_seg02_clip_15", "timestamp": [ 0.0, 29.15 ], "duration": 87.66, "caption": "A woman holds a gun in her hand and points it at a man while she talks to him.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 17587, "video_name": "castle_s08e19_seg02_clip_23", "timestamp": [ 62.25, 66.66 ], "duration": 98.66, "caption": "A gun is held up and pointed at a man by a woman.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 17588, "video_name": "castle_s04e14_seg02_clip_23", "timestamp": [ 42.18, 46.72 ], "duration": 90.66, "caption": "A woman raises and points her gun at a man.", "similarity": 0.7797, "relevance": 2 }, { "pair_id": 17589, "video_name": "castle_s06e04_seg02_clip_14", "timestamp": [ 67.18, 71.78 ], "duration": 92.66, "caption": "A man tries to approach a woman and backs away when she shakes her gun at him.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 17590, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 0.0, 10.9 ], "duration": 90.66, "caption": "A man was pointing a gun at a woman as he was talking.", "similarity": 0.7697, "relevance": 3 }, { "pair_id": 17591, "video_name": "castle_s04e21_seg02_clip_17", "timestamp": [ 0.0, 3.67 ], "duration": 91.66, "caption": "A man points a gun at a person and the person backs away.", "similarity": 0.7651, "relevance": 2 }, { "pair_id": 17592, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 4.42, 14.29 ], "duration": 68.66, "caption": "A woman walks towards a man while pointing a gun at him.", "similarity": 0.7644, "relevance": 2 }, { "pair_id": 17593, "video_name": "castle_s08e15_seg02_clip_24", "timestamp": [ 63.72, 67.36 ], "duration": 91.66, "caption": "A woman draws her gun and points it at a man.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 17594, "video_name": "castle_s08e18_seg02_clip_22", "timestamp": [ 87.92, 94.03 ], "duration": 94.66, "caption": "A man holds out both of his hands while woman points a gun.", "similarity": 0.7625, "relevance": 2 }, { "pair_id": 17595, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 8.36, 11.88 ], "duration": 88.66, "caption": "A woman turns and shouts at a man as she points a gun at him.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 17596, "video_name": "castle_s03e01_seg02_clip_25", "timestamp": [ 83.53, 100.03 ], "duration": 100.66, "caption": "A woman points her gun at a man and he points his at hers and they shoot.", "similarity": 0.7609, "relevance": 3 }, { "pair_id": 17597, "video_name": "castle_s04e16_seg02_clip_18", "timestamp": [ 43.87, 47.44 ], "duration": 102.66, "caption": "A woman turns to man standing beside her and points her gun at him.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 17598, "video_name": "castle_s04e16_seg02_clip_23", "timestamp": [ 67.0, 83.66 ], "duration": 83.66, "caption": "A person points a gun to man and woman.", "similarity": 0.7557, "relevance": 2 }, { "pair_id": 17599, "video_name": "castle_s04e07_seg02_clip_11", "timestamp": [ 29.86, 33.07 ], "duration": 91.66, "caption": "A woman with a face mask pointed the gun to man.", "similarity": 0.7535, "relevance": 2 } ] }, { "query_id": 40930, "query": "A man has a phone conversation with an unknown person while with two people.", "relevant_moment": [ { "pair_id": 161940, "video_name": "castle_s01e06_seg02_clip_15", "timestamp": [ 0.44, 7.48 ], "duration": 88.66, "caption": "A man has a phone conversation with an unknown person while with two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161941, "video_name": "castle_s08e14_seg02_clip_02", "timestamp": [ 15.81, 20.47 ], "duration": 93.66, "caption": "A man is on the phone with someone and he is talking about a person.", "similarity": 0.8501, "relevance": 2 }, { "pair_id": 161942, "video_name": "house_s02e21_seg02_clip_22", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "A man is having a conversation with person on the phone.", "similarity": 0.8474, "relevance": 1 }, { "pair_id": 161943, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 0.0, 13.51 ], "duration": 93.66, "caption": "A man is on the phone with two other people conversing.", "similarity": 0.8447, "relevance": 3 }, { "pair_id": 161944, "video_name": "castle_s01e06_seg02_clip_15", "timestamp": [ 0.0, 8.36 ], "duration": 88.66, "caption": "A man has a phone conversation while standing with two other people.", "similarity": 0.8446, "relevance": 4 }, { "pair_id": 161945, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 16.93, 33.85 ], "duration": 91.66, "caption": "A person is having a phone conversation while next to a man.", "similarity": 0.844, "relevance": 2 }, { "pair_id": 161946, "video_name": "castle_s07e14_seg02_clip_13", "timestamp": [ 30.32, 57.51 ], "duration": 89.66, "caption": "A man and another man were having a conversation through the phone.", "similarity": 0.8218, "relevance": 1 }, { "pair_id": 161947, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 0.0, 11.96 ], "duration": 92.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.8163, "relevance": 0 }, { "pair_id": 161948, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 20.05, 61.51 ], "duration": 91.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.8163, "relevance": 0 }, { "pair_id": 161949, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 0.0, 21.35 ], "duration": 97.66, "caption": "Two people are having a conversation then there's a man who calls at one of them on the phone.", "similarity": 0.8104, "relevance": 2 }, { "pair_id": 161950, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 0.0, 29.34 ], "duration": 88.66, "caption": "A person is having a conversation with a man and another person.", "similarity": 0.8096, "relevance": 0 }, { "pair_id": 161951, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 0.0, 6.36 ], "duration": 90.66, "caption": "A man was having a conversation with someone through the phone.", "similarity": 0.8006, "relevance": 4 }, { "pair_id": 161952, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.7993, "relevance": 0 }, { "pair_id": 161953, "video_name": "house_s07e11_seg02_clip_15", "timestamp": [ 10.67, 14.55 ], "duration": 97.66, "caption": "A man picks up his phone while having a conversation with two other men.", "similarity": 0.7978, "relevance": 0 }, { "pair_id": 161954, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 25.51, 60.03 ], "duration": 60.66, "caption": "A man is having a conversation with man while guy is having a phone call.", "similarity": 0.7958, "relevance": 3 }, { "pair_id": 161955, "video_name": "castle_s06e04_seg02_clip_17", "timestamp": [ 0.0, 59.37 ], "duration": 89.66, "caption": "A man is on the phone with two other people as they speak to a woman.", "similarity": 0.7947, "relevance": 2 }, { "pair_id": 161956, "video_name": "friends_s03e24_seg02_clip_02", "timestamp": [ 0.0, 5.56 ], "duration": 58.66, "caption": "A man is holding the phone and speaking to another person.", "similarity": 0.7922, "relevance": 0 }, { "pair_id": 161957, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 4.42, 6.63 ], "duration": 88.66, "caption": "A man was having a conversation with someone over the phone.", "similarity": 0.7891, "relevance": 2 }, { "pair_id": 161958, "video_name": "castle_s08e07_seg02_clip_21", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A man was having a conversation with someone over the phone.", "similarity": 0.7891, "relevance": 2 }, { "pair_id": 161959, "video_name": "castle_s04e08_seg02_clip_16", "timestamp": [ 67.36, 69.63 ], "duration": 91.66, "caption": "A man holds his phone out towards another man and the other man joins the phone conversation.", "similarity": 0.7847, "relevance": 3 }, { "pair_id": 335260, "video_name": "castle_s03e01_seg02_clip_08", "timestamp": [ 0.0, 35.3 ], "duration": 90.66, "caption": "A man was having a conversation with two people.", "similarity": 0.7832, "relevance": 2 }, { "pair_id": 335261, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 54.63, 86.02 ], "duration": 86.66, "caption": "A man was having a conversation with two people.", "similarity": 0.7832, "relevance": 2 }, { "pair_id": 335262, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 72.35, 78.68 ], "duration": 90.66, "caption": "A man and another person are having a conversation with each other.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 335263, "video_name": "castle_s05e11_seg02_clip_22", "timestamp": [ 19.58, 28.28 ], "duration": 87.66, "caption": "A man is having a conversation with two men then picks up his phone and shows it to them.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 335264, "video_name": "house_s08e17_seg02_clip_14", "timestamp": [ 4.4, 8.8 ], "duration": 88.66, "caption": "A man is talking to another man over the phone.", "similarity": 0.7812, "relevance": 4 }, { "pair_id": 335265, "video_name": "house_s07e06_seg02_clip_16", "timestamp": [ 0.0, 13.78 ], "duration": 106.66, "caption": "A man was talking to the phone with another man while two people watching him.", "similarity": 0.7797, "relevance": 3 }, { "pair_id": 335266, "video_name": "s04e08_seg02_clip_07", "timestamp": [ 16.51, 36.02 ], "duration": 60.66, "caption": "A person appears with two people and talks to a man.", "similarity": 0.7763, "relevance": 2 }, { "pair_id": 335267, "video_name": "s04e17_seg01_clip_01", "timestamp": [ 0.0, 5.4 ], "duration": 72.66, "caption": "A man is holding his phone as he speaks with another person.", "similarity": 0.7759, "relevance": 1 }, { "pair_id": 335268, "video_name": "castle_s05e04_seg02_clip_07", "timestamp": [ 66.46, 88.02 ], "duration": 88.66, "caption": "A man talks on the phone and has a conversation with woman and man via speakerphone.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 335269, "video_name": "met_s06e15_seg02_clip_15", "timestamp": [ 6.1, 35.09 ], "duration": 61.66, "caption": "A man has a conversation with a woman on the phone.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 335270, "video_name": "s01e07_seg01_clip_00", "timestamp": [ 2.21, 8.19 ], "duration": 63.66, "caption": "A man is calling someone on the phone while two other people are beside him.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 335271, "video_name": "s03e16_seg02_clip_11", "timestamp": [ 0.0, 21.71 ], "duration": 62.66, "caption": "A man is having a phone conversation with woman.", "similarity": 0.7695, "relevance": 3 }, { "pair_id": 335272, "video_name": "castle_s07e13_seg02_clip_03", "timestamp": [ 0.0, 29.77 ], "duration": 93.66, "caption": "A man is having a conversation with a woman on the phone.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 335273, "video_name": "friends_s09e10_seg02_clip_08", "timestamp": [ 37.84, 41.8 ], "duration": 61.66, "caption": "A man tells someone on the phone who he is with.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 335274, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 0.0, 12.0 ], "duration": 80.66, "caption": "A person is talking to another person while he is on a phone call.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 335275, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7673, "relevance": 1 }, { "pair_id": 335276, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7673, "relevance": 2 }, { "pair_id": 335277, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 0.0, 16.93 ], "duration": 89.66, "caption": "A person is having a conversation with two men.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 335278, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 14.04, 25.39 ], "duration": 108.66, "caption": "A person stands behind someone and uses a phone as the person has a conversation with someone else.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 335279, "video_name": "s04e01_seg02_clip_17", "timestamp": [ 65.27, 75.02 ], "duration": 75.66, "caption": "A man talks on his cell phone with another man.", "similarity": 0.7623, "relevance": 3 } ] }, { "query_id": 40948, "query": "A man picks up some medical tools from the table.", "relevant_moment": [ { "pair_id": 166380, "video_name": "house_s08e13_seg02_clip_05", "timestamp": [ 4.5, 11.25 ], "duration": 90.66, "caption": "A man picks up some medical tools from the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166381, "video_name": "friends_s01e02_seg02_clip_14", "timestamp": [ 40.65, 56.1 ], "duration": 63.66, "caption": "A man picks up the medical tool and starts to play with it.", "similarity": 0.7912, "relevance": 3 }, { "pair_id": 166382, "video_name": "house_s07e03_seg02_clip_04", "timestamp": [ 67.78, 71.74 ], "duration": 88.66, "caption": "A man grabs a tool from the table in front of him and puts it on a patient's arm.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 166383, "video_name": "house_s06e04_seg02_clip_10", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "A man gets up from the table as a doctor picks up files.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 166384, "video_name": "house_s05e15_seg02_clip_21", "timestamp": [ 3.54, 7.07 ], "duration": 101.66, "caption": "A man picks up something from the medical tray and brings it to the patient.", "similarity": 0.7127, "relevance": 4 }, { "pair_id": 166385, "video_name": "house_s08e19_seg02_clip_09", "timestamp": [ 21.38, 28.03 ], "duration": 95.66, "caption": "A man grabs onto the medicine vial that is on the table.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 166386, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 6.44, 10.12 ], "duration": 92.66, "caption": "A person examines a medical tool and then the patient on the operating table.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 166387, "video_name": "house_s03e03_seg02_clip_09", "timestamp": [ 41.41, 43.97 ], "duration": 46.66, "caption": "A man picks up a clear case that is on the table.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 166388, "video_name": "s02e13_seg02_clip_04", "timestamp": [ 3.6, 5.4 ], "duration": 60.66, "caption": "A man picks up some papers off of the table.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 166389, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 32.34, 35.53 ], "duration": 53.66, "caption": "A man picks up the piece of paper from the table.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 166390, "video_name": "house_s08e02_seg02_clip_06", "timestamp": [ 12.32, 15.84 ], "duration": 88.66, "caption": "A person picks something up from the bedside table.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 166391, "video_name": "house_s02e09_seg02_clip_07", "timestamp": [ 64.37, 67.97 ], "duration": 90.66, "caption": "A doctor hands a man a surgical instrument over the operating table.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 166392, "video_name": "house_s02e23_seg02_clip_24", "timestamp": [ 12.26, 14.19 ], "duration": 129.66, "caption": "A man picks up a notepad from the table next to the hospital bed.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 166393, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 29.51, 30.51 ], "duration": 100.66, "caption": "A person picks up medicines in the medicine cabinet.", "similarity": 0.6584, "relevance": 1 }, { "pair_id": 166394, "video_name": "house_s03e15_seg02_clip_01", "timestamp": [ 22.72, 26.81 ], "duration": 90.66, "caption": "A man picks up medical tape and cuts a piece off.", "similarity": 0.6509, "relevance": 1 }, { "pair_id": 166395, "video_name": "house_s02e04_seg02_clip_06", "timestamp": [ 61.88, 67.31 ], "duration": 90.66, "caption": "A man grabs the test results from the table and shows them to the patient.", "similarity": 0.6487, "relevance": 0 }, { "pair_id": 166396, "video_name": "house_s01e17_seg02_clip_02", "timestamp": [ 3.33, 4.75 ], "duration": 95.66, "caption": "A person takes the hospital tool from a man's hand.", "similarity": 0.6456, "relevance": 0 }, { "pair_id": 166397, "video_name": "s02e17_seg01_clip_00", "timestamp": [ 5.49, 6.71 ], "duration": 61.66, "caption": "A person hands a tool from across the table.", "similarity": 0.6444, "relevance": 1 }, { "pair_id": 166398, "video_name": "friends_s03e20_seg02_clip_15", "timestamp": [ 19.04, 20.46 ], "duration": 47.66, "caption": "A man picks up the object that is on fire from the table.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 166399, "video_name": "s09e12_seg02_clip_09", "timestamp": [ 6.3, 9.9 ], "duration": 60.66, "caption": "A man picks up a tool from the floor, and places it on the bedside dresser.", "similarity": 0.6439, "relevance": 0 } ] }, { "query_id": 40951, "query": "A man hands a set of keys to woman and she grabs them.", "relevant_moment": [ { "pair_id": 153440, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 9.1, 12.74 ], "duration": 91.66, "caption": "A man hands a set of keys to woman and she grabs them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153441, "video_name": "castle_s04e16_seg02_clip_26", "timestamp": [ 73.77, 80.47 ], "duration": 149.66, "caption": "A man holds up some keys and gives them to a woman.", "similarity": 0.8674, "relevance": 4 }, { "pair_id": 153442, "video_name": "friends_s06e03_seg02_clip_17", "timestamp": [ 29.17, 31.87 ], "duration": 54.66, "caption": "A man takes a set of keys from his pocket and passes them to a woman.", "similarity": 0.8575, "relevance": 4 }, { "pair_id": 153443, "video_name": "friends_s03e17_seg02_clip_13", "timestamp": [ 23.57, 24.81 ], "duration": 62.66, "caption": "A woman places a set of keys in a man's hand.", "similarity": 0.8209, "relevance": 3 }, { "pair_id": 153444, "video_name": "castle_s03e14_seg02_clip_17", "timestamp": [ 1.98, 3.47 ], "duration": 99.66, "caption": "A woman snatches the keys out of man's hand.", "similarity": 0.8067, "relevance": 4 }, { "pair_id": 153445, "video_name": "friends_s06e01_seg02_clip_18", "timestamp": [ 50.12, 53.72 ], "duration": 60.66, "caption": "A woman gets the keys fast and gives it to a man.", "similarity": 0.7894, "relevance": 2 }, { "pair_id": 153446, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 83.23, 89.49 ], "duration": 89.66, "caption": "A man holds a set of keys for woman to see.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 153447, "video_name": "friends_s09e06_seg02_clip_02", "timestamp": [ 2.12, 5.14 ], "duration": 60.66, "caption": "A woman takes a key off of a key ring and hands the key to a man.", "similarity": 0.7711, "relevance": 0 }, { "pair_id": 153448, "video_name": "castle_s07e07_seg02_clip_03", "timestamp": [ 36.4, 38.7 ], "duration": 92.66, "caption": "A man takes some keys out of his pocket and shows them to woman.", "similarity": 0.7676, "relevance": 1 }, { "pair_id": 153449, "video_name": "house_s04e02_seg02_clip_06", "timestamp": [ 72.92, 74.27 ], "duration": 90.66, "caption": "A woman gets the keys from her pocket and gives to a person.", "similarity": 0.7516, "relevance": 0 }, { "pair_id": 153450, "video_name": "castle_s05e07_seg02_clip_11", "timestamp": [ 20.71, 23.93 ], "duration": 92.66, "caption": "A man picks up the keys and another man grabs them from his hand.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 153451, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 46.67, 48.21 ], "duration": 61.66, "caption": "A woman takes the key person is holding out to her.", "similarity": 0.7309, "relevance": 4 }, { "pair_id": 153452, "video_name": "castle_s03e17_seg02_clip_25", "timestamp": [ 48.41, 51.93 ], "duration": 88.66, "caption": "A man grabs woman's right hand with his left hand.", "similarity": 0.7207, "relevance": 0 }, { "pair_id": 153453, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.0, 1.29 ], "duration": 86.66, "caption": "A man reaches out and grabs a woman's hand and holds it.", "similarity": 0.7121, "relevance": 0 }, { "pair_id": 153454, "video_name": "friends_s03e15_seg02_clip_01", "timestamp": [ 32.49, 39.22 ], "duration": 56.66, "caption": "A woman gets to her door and goes in her bag to get her keys when her date touches her arm.", "similarity": 0.712, "relevance": 0 }, { "pair_id": 153455, "video_name": "house_s07e14_seg02_clip_24", "timestamp": [ 48.73, 55.69 ], "duration": 87.66, "caption": "A man grabs the keys when another man reaches for them and holds them up.", "similarity": 0.7096, "relevance": 0 }, { "pair_id": 153456, "video_name": "met_s06e18_seg02_clip_06", "timestamp": [ 52.79, 58.89 ], "duration": 61.66, "caption": "A woman throws her keys for a person to go get them.", "similarity": 0.7094, "relevance": 0 }, { "pair_id": 153457, "video_name": "friends_s05e21_seg02_clip_08", "timestamp": [ 7.8, 12.61 ], "duration": 60.66, "caption": "A man grabs a woman's hand when he asks her something.", "similarity": 0.7063, "relevance": 1 }, { "pair_id": 153458, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A woman grabs a man's hand and starts holding it.", "similarity": 0.7, "relevance": 0 }, { "pair_id": 153459, "video_name": "friends_s04e12_seg02_clip_04", "timestamp": [ 23.21, 29.01 ], "duration": 58.66, "caption": "The woman grabs the man's hand and holds it.", "similarity": 0.6989, "relevance": 0 } ] }, { "query_id": 40971, "query": "A person is holding both fists in front of him.", "relevant_moment": [ { "pair_id": 154440, "video_name": "house_s08e13_seg02_clip_00", "timestamp": [ 47.51, 53.69 ], "duration": 95.66, "caption": "A person is holding both fists in front of him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154441, "video_name": "castle_s04e21_seg02_clip_08", "timestamp": [ 14.4, 19.21 ], "duration": 96.66, "caption": "A person puts up both his fists towards another person.", "similarity": 0.8615, "relevance": 4 }, { "pair_id": 154442, "video_name": "s06e07_seg02_clip_14", "timestamp": [ 35.4, 54.54 ], "duration": 58.66, "caption": "A person holds up his fists and moves them.", "similarity": 0.7964, "relevance": 4 }, { "pair_id": 154443, "video_name": "house_s03e23_seg02_clip_18", "timestamp": [ 15.75, 16.65 ], "duration": 90.66, "caption": "A man holds out his two fists in front of another man.", "similarity": 0.7853, "relevance": 4 }, { "pair_id": 154444, "video_name": "friends_s05e22_seg02_clip_00", "timestamp": [ 52.47, 56.66 ], "duration": 64.66, "caption": "A person gestures with both fists in front of him, and another person hugs him.", "similarity": 0.7625, "relevance": 4 }, { "pair_id": 154445, "video_name": "house_s07e21_seg02_clip_23", "timestamp": [ 38.29, 43.95 ], "duration": 87.66, "caption": "A person puts his fists on the air and prepares for a fight.", "similarity": 0.7169, "relevance": 4 }, { "pair_id": 154446, "video_name": "friends_s07e01_seg02_clip_05", "timestamp": [ 55.83, 59.43 ], "duration": 60.66, "caption": "A man makes fists with both hands during a conversation with person.", "similarity": 0.7008, "relevance": 4 }, { "pair_id": 154447, "video_name": "friends_s08e21_seg02_clip_12", "timestamp": [ 58.66, 60.17 ], "duration": 60.66, "caption": "A man makes a fist with both hands while standing.", "similarity": 0.6992, "relevance": 4 }, { "pair_id": 154448, "video_name": "met_s02e09_seg02_clip_04", "timestamp": [ 33.31, 38.72 ], "duration": 60.66, "caption": "A person raises their right hand and clenches their fist.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 154449, "video_name": "house_s03e23_seg02_clip_24", "timestamp": [ 54.77, 59.19 ], "duration": 88.66, "caption": "A person holds his fists out and tells another person to pick one.", "similarity": 0.6918, "relevance": 4 }, { "pair_id": 154450, "video_name": "met_s06e17_seg02_clip_03", "timestamp": [ 35.38, 36.59 ], "duration": 60.66, "caption": "A person puts one of his fists on each of his cheeks then grabs his chin.", "similarity": 0.6904, "relevance": 4 }, { "pair_id": 154451, "video_name": "friends_s09e01_seg02_clip_11", "timestamp": [ 52.01, 53.8 ], "duration": 59.66, "caption": "A man uses his fist to gesture at two other people.", "similarity": 0.6885, "relevance": 3 }, { "pair_id": 154452, "video_name": "friends_s09e19_seg02_clip_19", "timestamp": [ 11.31, 17.12 ], "duration": 58.66, "caption": "A person holds their hand up in front of a person.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 154453, "video_name": "castle_s04e08_seg02_clip_02", "timestamp": [ 5.35, 7.57 ], "duration": 89.66, "caption": "A person holds both hands out in front of him as he talks.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 154454, "video_name": "s01e13_seg02_clip_14", "timestamp": [ 40.56, 42.86 ], "duration": 51.66, "caption": "A person takes out their hand and makes a fist.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 154455, "video_name": "s05e18_seg02_clip_08", "timestamp": [ 39.63, 41.06 ], "duration": 57.66, "caption": "A person puts both of their hands in the air.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 154456, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 5.28, 7.92 ], "duration": 88.66, "caption": "A man puts up both hands clenched in a fist.", "similarity": 0.6801, "relevance": 4 }, { "pair_id": 154457, "video_name": "met_s04e02_seg02_clip_16", "timestamp": [ 15.31, 17.01 ], "duration": 68.66, "caption": "A person holds his right hand against his chest.", "similarity": 0.6745, "relevance": 0 }, { "pair_id": 154458, "video_name": "house_s05e09_seg02_clip_10", "timestamp": [ 0.0, 2.27 ], "duration": 75.66, "caption": "A person holds the gun with both of their hands.", "similarity": 0.6705, "relevance": 0 }, { "pair_id": 154459, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 74.41, 77.45 ], "duration": 87.66, "caption": "A person puts both hands on the side of guy's arms.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 327760, "video_name": "met_s04e02_seg02_clip_05", "timestamp": [ 40.87, 42.59 ], "duration": 43.66, "caption": "A person raises both fists towards another person in the gym.", "similarity": 0.6692, "relevance": 4 }, { "pair_id": 327761, "video_name": "friends_s09e02_seg02_clip_16", "timestamp": [ 40.63, 43.11 ], "duration": 62.66, "caption": "A man bumps his fist against the back of another person's hand.", "similarity": 0.6664, "relevance": 1 }, { "pair_id": 327762, "video_name": "friends_s03e24_seg02_clip_19", "timestamp": [ 32.87, 34.22 ], "duration": 45.66, "caption": "A woman raises both fists and holds them next to her head.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 327763, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 46.96, 50.11 ], "duration": 63.66, "caption": "A person motions his hand in front of him from one side to the other.", "similarity": 0.6635, "relevance": 1 }, { "pair_id": 327765, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 6.83, 9.56 ], "duration": 91.66, "caption": "A person is in the background resting his chin on his fist.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 327766, "video_name": "s03e15_seg01_clip_01", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man holds both of their hands up in the air in front of themselves.", "similarity": 0.6513, "relevance": 2 }, { "pair_id": 327767, "video_name": "met_s06e19_seg02_clip_12", "timestamp": [ 9.3, 14.71 ], "duration": 60.66, "caption": "Both men raise the closed fists in the air towards man.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 327768, "video_name": "friends_s06e07_seg02_clip_14", "timestamp": [ 29.88, 32.49 ], "duration": 58.66, "caption": "A guy holds his hand in the shape of a fist to his mouth.", "similarity": 0.6482, "relevance": 3 }, { "pair_id": 327769, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 53.22, 54.06 ], "duration": 56.66, "caption": "A person makes a fist and taps his shoulder twice.", "similarity": 0.6473, "relevance": 1 }, { "pair_id": 327770, "video_name": "met_s06e17_seg02_clip_04", "timestamp": [ 44.25, 46.38 ], "duration": 61.66, "caption": "A man holds up both of his hands with palms facing outward.", "similarity": 0.6469, "relevance": 3 }, { "pair_id": 327771, "video_name": "met_s03e16_seg02_clip_01", "timestamp": [ 27.51, 33.45 ], "duration": 62.66, "caption": "A person motions with both hands palm down at the same time.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 327772, "video_name": "met_s04e02_seg02_clip_17", "timestamp": [ 0.92, 6.44 ], "duration": 63.66, "caption": "A person excitedly punches the air with their fist.", "similarity": 0.6434, "relevance": 3 }, { "pair_id": 327773, "video_name": "friends_s06e02_seg02_clip_11", "timestamp": [ 34.65, 38.2 ], "duration": 59.66, "caption": "A person is swinging both his arms at the same time.", "similarity": 0.6415, "relevance": 2 }, { "pair_id": 327774, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 19.73, 23.21 ], "duration": 58.66, "caption": "A person is holding their hand in a fist then shows their open palm to a woman.", "similarity": 0.6405, "relevance": 3 }, { "pair_id": 327775, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 56.07, 58.73 ], "duration": 59.66, "caption": "A man raises his both hands in acceptance of defeat to another person.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 327776, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 4.13, 6.79 ], "duration": 59.66, "caption": "A person holds their left hand up in front of themselves.", "similarity": 0.6374, "relevance": 1 }, { "pair_id": 327777, "video_name": "met_s03e08_seg02_clip_06", "timestamp": [ 11.66, 14.94 ], "duration": 59.66, "caption": "A person motions with both hands at the same time.", "similarity": 0.6369, "relevance": 3 }, { "pair_id": 327778, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.6354, "relevance": 1 }, { "pair_id": 327779, "video_name": "met_s03e17_seg02_clip_17", "timestamp": [ 15.44, 17.02 ], "duration": 63.66, "caption": "A person raises both hands up out in front of himself.", "similarity": 0.635, "relevance": 3 } ] }, { "query_id": 41022, "query": "A man walks up and talks to a woman and another person.", "relevant_moment": [ { "pair_id": 151980, "video_name": "grey_s01e01_seg02_clip_10", "timestamp": [ 76.17, 88.57 ], "duration": 88.66, "caption": "A man walks up and talks to a woman and another person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 151981, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 44.42, 50.12 ], "duration": 60.66, "caption": "A man walks up when woman is talking to another woman.", "similarity": 0.9436, "relevance": 4 }, { "pair_id": 151982, "video_name": "castle_s03e23_seg02_clip_01", "timestamp": [ 15.16, 17.84 ], "duration": 89.66, "caption": "A man walks up to woman and person as they're speaking to each other.", "similarity": 0.9287, "relevance": 4 }, { "pair_id": 151983, "video_name": "castle_s02e23_seg02_clip_11", "timestamp": [ 75.95, 80.81 ], "duration": 88.66, "caption": "A man walks up to a woman and a man and starts a conversation with them.", "similarity": 0.9051, "relevance": 4 }, { "pair_id": 151984, "video_name": "friends_s10e11_seg02_clip_19", "timestamp": [ 3.72, 53.21 ], "duration": 53.66, "caption": "A man walks up to two women and talks to them.", "similarity": 0.9045, "relevance": 4 }, { "pair_id": 151985, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is talking to a person and another person walks up to them.", "similarity": 0.9028, "relevance": 4 }, { "pair_id": 151986, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 18.87, 27.37 ], "duration": 94.66, "caption": "A man walks up to a woman while talking to her.", "similarity": 0.8947, "relevance": 2 }, { "pair_id": 151987, "video_name": "castle_s08e13_seg02_clip_15", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A woman is having a conversation with a man when two men walk up.", "similarity": 0.8858, "relevance": 4 }, { "pair_id": 151988, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 11.24, 15.3 ], "duration": 62.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.8827, "relevance": 3 }, { "pair_id": 151989, "video_name": "grey_s03e08_seg02_clip_14", "timestamp": [ 72.13, 82.44 ], "duration": 82.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.8827, "relevance": 3 }, { "pair_id": 151990, "video_name": "friends_s02e02_seg02_clip_04", "timestamp": [ 22.89, 25.33 ], "duration": 61.66, "caption": "A man walks up behind another man as he speaks to a woman.", "similarity": 0.8819, "relevance": 4 }, { "pair_id": 151991, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.88, "relevance": 3 }, { "pair_id": 151992, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 0.0, 21.19 ], "duration": 90.66, "caption": "A woman and man walk up to person and converse with him.", "similarity": 0.88, "relevance": 3 }, { "pair_id": 151993, "video_name": "met_s02e21_seg02_clip_02", "timestamp": [ 41.18, 60.11 ], "duration": 60.66, "caption": "A man walks up to a woman and converses with her.", "similarity": 0.8797, "relevance": 2 }, { "pair_id": 151994, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 20.14, 28.68 ], "duration": 61.66, "caption": "A person walks over to talk to a man and a woman.", "similarity": 0.8761, "relevance": 4 }, { "pair_id": 151995, "video_name": "grey_s01e03_seg02_clip_23", "timestamp": [ 50.15, 77.76 ], "duration": 92.66, "caption": "A man walks up to woman and they speak very closely.", "similarity": 0.8717, "relevance": 2 }, { "pair_id": 151996, "video_name": "house_s06e20_seg02_clip_04", "timestamp": [ 9.31, 16.18 ], "duration": 98.66, "caption": "A man walks a little while talking to another man and a woman.", "similarity": 0.87, "relevance": 3 }, { "pair_id": 151997, "video_name": "castle_s02e02_seg02_clip_27", "timestamp": [ 0.0, 12.01 ], "duration": 25.66, "caption": "Two men walk up to a woman and a person to converse.", "similarity": 0.8665, "relevance": 3 }, { "pair_id": 151998, "video_name": "castle_s07e19_seg02_clip_22", "timestamp": [ 1.34, 10.68 ], "duration": 89.66, "caption": "A man walks in front of a woman and another person while talking.", "similarity": 0.8642, "relevance": 3 }, { "pair_id": 151999, "video_name": "castle_s07e17_seg02_clip_26", "timestamp": [ 0.0, 50.44 ], "duration": 89.66, "caption": "A woman and a man walk up to each other and converse.", "similarity": 0.8621, "relevance": 2 }, { "pair_id": 325300, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 4.88, 12.87 ], "duration": 88.66, "caption": "A woman and a man walk over to another man while talking.", "similarity": 0.8614, "relevance": 3 }, { "pair_id": 325301, "video_name": "friends_s08e10_seg02_clip_10", "timestamp": [ 0.0, 2.82 ], "duration": 56.66, "caption": "A person walks up and talks to woman.", "similarity": 0.86, "relevance": 1 }, { "pair_id": 325302, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 74.34, 89.02 ], "duration": 89.66, "caption": "A man walks up to a woman and they start conversing.", "similarity": 0.8599, "relevance": 3 }, { "pair_id": 325303, "video_name": "castle_s01e08_seg02_clip_12", "timestamp": [ 32.21, 38.65 ], "duration": 92.66, "caption": "A woman and man walk up to person to start a conversation with him.", "similarity": 0.8591, "relevance": 3 }, { "pair_id": 325304, "video_name": "house_s04e14_seg02_clip_07", "timestamp": [ 61.29, 64.14 ], "duration": 95.66, "caption": "A person walks up and talks with two other people.", "similarity": 0.8576, "relevance": 3 }, { "pair_id": 325305, "video_name": "house_s01e20_seg02_clip_01", "timestamp": [ 0.0, 11.75 ], "duration": 87.66, "caption": "A man talks to a woman while two other men look on, then walk after her.", "similarity": 0.8571, "relevance": 2 }, { "pair_id": 325306, "video_name": "friends_s02e24_seg02_clip_10", "timestamp": [ 19.44, 40.62 ], "duration": 58.66, "caption": "Two people walk up to talk to a woman.", "similarity": 0.8569, "relevance": 3 }, { "pair_id": 325307, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 1.87, 5.14 ], "duration": 93.66, "caption": "A man walks up to a man when he is talking.", "similarity": 0.8566, "relevance": 1 }, { "pair_id": 325308, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 69.92, 76.73 ], "duration": 90.66, "caption": "A man stands up and walks over to talk with a woman and a man.", "similarity": 0.8563, "relevance": 3 }, { "pair_id": 325309, "video_name": "house_s01e10_seg02_clip_09", "timestamp": [ 15.84, 19.81 ], "duration": 88.66, "caption": "A man is talking to a woman while they are walking.", "similarity": 0.8552, "relevance": 2 }, { "pair_id": 325310, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 18.59, 20.66 ], "duration": 59.66, "caption": "A man walks through two people and begins talking to a woman.", "similarity": 0.8502, "relevance": 2 }, { "pair_id": 325311, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 67.81, 86.67 ], "duration": 89.66, "caption": "A man walks into the conversation of a woman and a man.", "similarity": 0.8497, "relevance": 3 }, { "pair_id": 325312, "video_name": "castle_s03e06_seg02_clip_18", "timestamp": [ 47.06, 61.85 ], "duration": 89.66, "caption": "A man was having a conversation with a woman and another person while walking.", "similarity": 0.8496, "relevance": 3 }, { "pair_id": 325313, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man is talking to a woman while she is walking.", "similarity": 0.8489, "relevance": 1 }, { "pair_id": 325314, "video_name": "friends_s10e11_seg02_clip_15", "timestamp": [ 9.74, 11.51 ], "duration": 59.66, "caption": "A person walks up to a man when he's talking to other people.", "similarity": 0.8486, "relevance": 3 }, { "pair_id": 325315, "video_name": "castle_s07e21_seg02_clip_13", "timestamp": [ 15.39, 18.56 ], "duration": 90.66, "caption": "A man walks up to a woman saying who he just talked to.", "similarity": 0.8484, "relevance": 3 }, { "pair_id": 325316, "video_name": "friends_s10e17-18_seg02_clip_12", "timestamp": [ 53.15, 58.91 ], "duration": 64.66, "caption": "A man steps in front of another man and talks to a woman.", "similarity": 0.8483, "relevance": 3 }, { "pair_id": 325317, "video_name": "castle_s06e03_seg02_clip_00", "timestamp": [ 70.97, 78.91 ], "duration": 93.66, "caption": "A man is talking to someone and another person then a woman walks down the stairs.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 325318, "video_name": "castle_s06e19_seg02_clip_08", "timestamp": [ 28.11, 42.83 ], "duration": 89.66, "caption": "A person walks up to woman and man to tell them something.", "similarity": 0.8454, "relevance": 2 }, { "pair_id": 325319, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 27.69, 32.68 ], "duration": 90.66, "caption": "A man walks towards a man and a woman and starts a conversation with them.", "similarity": 0.8451, "relevance": 3 } ] }, { "query_id": 41025, "query": "A man is talking to another person and then stops as if offended.", "relevant_moment": [ { "pair_id": 162480, "video_name": "grey_s01e01_seg02_clip_11", "timestamp": [ 0.0, 6.32 ], "duration": 90.66, "caption": "A man is talking to another person and then stops as if offended.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162481, "video_name": "s05e05_seg02_clip_09", "timestamp": [ 22.38, 29.31 ], "duration": 63.66, "caption": "A man gets very upset with person while they are having a conversation.", "similarity": 0.7873, "relevance": 2 }, { "pair_id": 162482, "video_name": "s02e12_seg02_clip_01", "timestamp": [ 6.09, 9.28 ], "duration": 58.66, "caption": "A man stops a person on what they are saying and continues talking to a woman.", "similarity": 0.7754, "relevance": 2 }, { "pair_id": 162483, "video_name": "s07e10_seg02_clip_15", "timestamp": [ 2.0, 9.6 ], "duration": 80.66, "caption": "A person tries to talk to a man and than another person interrupts their conversation.", "similarity": 0.7622, "relevance": 2 }, { "pair_id": 162484, "video_name": "castle_s07e06_seg02_clip_12", "timestamp": [ 9.85, 13.43 ], "duration": 89.66, "caption": "A man is talking to another man and a person interrupts.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 162485, "video_name": "house_s02e01_seg02_clip_22", "timestamp": [ 0.0, 9.74 ], "duration": 92.66, "caption": "A man is talking to another person besides him about him being angry.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 162486, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 44.22, 55.6 ], "duration": 65.66, "caption": "A man starts a conversation with another man that make both another man and a person react defensively.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 162487, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.7449, "relevance": 2 }, { "pair_id": 162488, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 0.0, 11.96 ], "duration": 92.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 162489, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 20.05, 61.51 ], "duration": 91.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 162490, "video_name": "house_s02e21_seg02_clip_09", "timestamp": [ 62.57, 71.57 ], "duration": 90.66, "caption": "A man talks to another man as if he was angry.", "similarity": 0.73, "relevance": 1 }, { "pair_id": 162491, "video_name": "castle_s06e08_seg02_clip_06", "timestamp": [ 69.63, 78.28 ], "duration": 91.66, "caption": "A man was having a serious conversation with someone and someone else.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 162492, "video_name": "castle_s03e01_seg02_clip_08", "timestamp": [ 0.0, 35.3 ], "duration": 90.66, "caption": "A man was having a conversation with two people.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 162493, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 54.63, 86.02 ], "duration": 86.66, "caption": "A man was having a conversation with two people.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 162494, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 0.0, 29.34 ], "duration": 88.66, "caption": "A person is having a conversation with a man and another person.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 162495, "video_name": "s08e05_seg02_clip_06", "timestamp": [ 9.9, 17.11 ], "duration": 60.66, "caption": "A man stops someone from talking to say something that stumps them.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 162496, "video_name": "grey_s03e12_seg02_clip_11", "timestamp": [ 3.15, 82.37 ], "duration": 90.66, "caption": "A person is having a serious conversation with man.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 162497, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 9.9, 15.75 ], "duration": 90.66, "caption": "A man moves to leave and then stops when another person says something to him.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 162498, "video_name": "s01e04_seg02_clip_07", "timestamp": [ 0.31, 3.66 ], "duration": 61.66, "caption": "A person shushes man as he is talking to him.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 162499, "video_name": "house_s02e21_seg02_clip_09", "timestamp": [ 71.57, 82.82 ], "duration": 90.66, "caption": "A man keeps on being frustrated while talking to another person.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 335800, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 72.35, 78.68 ], "duration": 90.66, "caption": "A man and another person are having a conversation with each other.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 335801, "video_name": "castle_s02e19_seg02_clip_03", "timestamp": [ 45.53, 53.25 ], "duration": 53.66, "caption": "A man started talking to some people and person.", "similarity": 0.7024, "relevance": 4 }, { "pair_id": 335803, "video_name": "s08e11_seg02_clip_07", "timestamp": [ 22.63, 24.66 ], "duration": 58.66, "caption": "A person tries to interrupt a man and he shuts him down.", "similarity": 0.7008, "relevance": 3 }, { "pair_id": 335804, "video_name": "house_s02e19_seg02_clip_07", "timestamp": [ 21.62, 26.48 ], "duration": 88.66, "caption": "A man seems to be angry while he is talking to another person and then he immediately leaves the room.", "similarity": 0.6998, "relevance": 3 }, { "pair_id": 335805, "video_name": "castle_s05e13_seg02_clip_25", "timestamp": [ 15.51, 21.51 ], "duration": 100.66, "caption": "A man walks in and interrupts the conversation between a man and a woman.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 335806, "video_name": "castle_s03e09_seg02_clip_19", "timestamp": [ 74.42, 82.13 ], "duration": 90.66, "caption": "A man gets up from his seat and is about to leave after talking to two people but another man stops him.", "similarity": 0.6994, "relevance": 3 }, { "pair_id": 335807, "video_name": "castle_s02e24_seg02_clip_24", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person was talking to a man while talking to him.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 335808, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 71.33, 83.89 ], "duration": 89.66, "caption": "A man is speaking to a woman as another man interrupts their conversation.", "similarity": 0.6984, "relevance": 3 }, { "pair_id": 335809, "video_name": "castle_s03e17_seg02_clip_09", "timestamp": [ 83.17, 92.41 ], "duration": 92.66, "caption": "A man was having a serious conversation with some people.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 335810, "video_name": "castle_s05e20_seg02_clip_15", "timestamp": [ 30.79, 32.6 ], "duration": 90.66, "caption": "A man came in and interrupted some people's conversation.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 335811, "video_name": "friends_s04e23-24_seg02_clip_03", "timestamp": [ 31.0, 43.64 ], "duration": 60.66, "caption": "A man gives a person a timeout signal and she gets offended.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 335812, "video_name": "house_s08e15_seg02_clip_22", "timestamp": [ 60.32, 64.37 ], "duration": 90.66, "caption": "A man starts to speak while two people are still talking.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 335813, "video_name": "house_s07e14_seg02_clip_15", "timestamp": [ 17.21, 26.65 ], "duration": 111.66, "caption": "A man talks to another man, he responds and moves on.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 335814, "video_name": "house_s02e11_seg02_clip_17", "timestamp": [ 0.0, 12.09 ], "duration": 93.66, "caption": "A man is trying to talk to but person is trying to ignore and get away from them.", "similarity": 0.6959, "relevance": 3 }, { "pair_id": 335815, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 0.0, 16.93 ], "duration": 89.66, "caption": "A person is having a conversation with two men.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 335816, "video_name": "castle_s03e06_seg02_clip_18", "timestamp": [ 0.0, 30.48 ], "duration": 89.66, "caption": "A man was having a serious conversation with two people.", "similarity": 0.6952, "relevance": 4 }, { "pair_id": 335817, "video_name": "friends_s04e05_seg02_clip_05", "timestamp": [ 27.56, 40.62 ], "duration": 58.66, "caption": "A man stops talking because of the way two women are looking at him.", "similarity": 0.6947, "relevance": 4 }, { "pair_id": 335818, "video_name": "castle_s03e08_seg02_clip_18", "timestamp": [ 0.0, 56.0 ], "duration": 90.66, "caption": "A man was having a serious and intense conversation with two people.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 335819, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 4.0, 6.91 ], "duration": 20.66, "caption": "A man slightly gets up as he talks to another man.", "similarity": 0.6937, "relevance": 3 } ] }, { "query_id": 41052, "query": "A woman lunges forward to stop the elevator from closing.", "relevant_moment": [ { "pair_id": 153820, "video_name": "grey_s01e01_seg02_clip_16", "timestamp": [ 48.24, 50.06 ], "duration": 91.66, "caption": "A woman lunges forward to stop the elevator from closing.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 153821, "video_name": "house_s05e14_seg02_clip_23", "timestamp": [ 4.23, 7.05 ], "duration": 94.66, "caption": "A woman stops the elevator door that is about to close.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 153822, "video_name": "house_s06e13_seg02_clip_05", "timestamp": [ 33.13, 35.43 ], "duration": 92.66, "caption": "A woman lifts her hand and stops the elevator from closing.", "similarity": 0.8298, "relevance": 3 }, { "pair_id": 153823, "video_name": "house_s06e13_seg02_clip_24", "timestamp": [ 45.26, 49.78 ], "duration": 181.66, "caption": "A woman runs to catch the closing elevator.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 153824, "video_name": "castle_s08e17_seg02_clip_16", "timestamp": [ 12.3, 14.58 ], "duration": 91.66, "caption": "A woman turns back on elevator as the doors close.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 153825, "video_name": "house_s02e01_seg02_clip_15", "timestamp": [ 18.28, 20.89 ], "duration": 87.66, "caption": "The door of the elevator closes leaving a woman outside.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 153826, "video_name": "house_s05e14_seg02_clip_23", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "The elevator door closes as a woman removes her hand that stopping it to close.", "similarity": 0.7324, "relevance": 4 }, { "pair_id": 153827, "video_name": "castle_s03e20_seg02_clip_25", "timestamp": [ 34.26, 39.22 ], "duration": 90.66, "caption": "A woman stops the elevator from closing and talks to another woman in there.", "similarity": 0.7226, "relevance": 4 }, { "pair_id": 153828, "video_name": "castle_s03e20_seg02_clip_25", "timestamp": [ 27.5, 39.67 ], "duration": 90.66, "caption": "A woman tries to go to the elevator but a woman stops her.", "similarity": 0.7224, "relevance": 4 }, { "pair_id": 153829, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 60.64, 63.72 ], "duration": 87.66, "caption": "A woman pushes the stop button on the elevator panel to resume movement.", "similarity": 0.7205, "relevance": 2 }, { "pair_id": 153830, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 21.97, 24.17 ], "duration": 87.66, "caption": "A woman pulls the stop button on the elevator panel to stop it from moving.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 153831, "video_name": "house_s08e06_seg02_clip_25", "timestamp": [ 23.93, 28.07 ], "duration": 92.66, "caption": "A person stops the elevator door from closing to him.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 153832, "video_name": "house_s05e03_seg02_clip_21", "timestamp": [ 37.06, 39.91 ], "duration": 95.66, "caption": "A person presses a button to stop an elevator door from closing.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 153833, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 13.57, 16.64 ], "duration": 87.66, "caption": "A woman comes in to the elevator as two other women exit from it.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 153835, "video_name": "s02e20_seg02_clip_00", "timestamp": [ 3.47, 8.19 ], "duration": 63.66, "caption": "A woman walks up the stairs and stops in front of the elevator.", "similarity": 0.6881, "relevance": 0 }, { "pair_id": 153836, "video_name": "house_s07e21_seg02_clip_12", "timestamp": [ 42.79, 48.31 ], "duration": 92.66, "caption": "A woman is about to came in the elevator but a man stop her.", "similarity": 0.6868, "relevance": 0 }, { "pair_id": 153837, "video_name": "castle_s07e14_seg02_clip_06", "timestamp": [ 8.63, 14.53 ], "duration": 90.66, "caption": "A woman gets on the elevator after the doors open.", "similarity": 0.6866, "relevance": 1 }, { "pair_id": 153838, "video_name": "castle_s02e12_seg02_clip_08", "timestamp": [ 60.67, 66.47 ], "duration": 89.66, "caption": "A woman finishes talking to a woman and exits the elevator.", "similarity": 0.685, "relevance": 0 }, { "pair_id": 153839, "video_name": "grey_s01e06_seg02_clip_03", "timestamp": [ 13.52, 22.08 ], "duration": 90.66, "caption": "A woman stops the elevator door from closing two times while speaking to a man.", "similarity": 0.6707, "relevance": 2 } ] }, { "query_id": 41083, "query": "A man comes out the bathroom with gloves on.", "relevant_moment": [ { "pair_id": 157620, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 50.13, 54.9 ], "duration": 59.66, "caption": "A man comes out the bathroom with gloves on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157621, "video_name": "s09e22_seg02_clip_12", "timestamp": [ 10.07, 24.72 ], "duration": 61.66, "caption": "A man finishes going to the bathroom and washes his hands.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 157622, "video_name": "friends_s01e13_seg02_clip_14", "timestamp": [ 49.01, 51.08 ], "duration": 69.66, "caption": "A man comes out of the bathroom wearing only a towel.", "similarity": 0.6851, "relevance": 3 }, { "pair_id": 157623, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 48.71, 52.26 ], "duration": 88.66, "caption": "A person walks out of the restroom while a man is washing his hands.", "similarity": 0.675, "relevance": 3 }, { "pair_id": 157624, "video_name": "friends_s06e05_seg02_clip_12", "timestamp": [ 36.88, 48.7 ], "duration": 56.66, "caption": "A man puts on their gloves and then walks out the door.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 157625, "video_name": "friends_s02e17_seg02_clip_02", "timestamp": [ 21.34, 26.08 ], "duration": 79.66, "caption": "A man comes out of the bathroom and rubs their hair.", "similarity": 0.6598, "relevance": 3 }, { "pair_id": 157626, "video_name": "grey_s03e16_seg02_clip_03", "timestamp": [ 10.81, 13.16 ], "duration": 94.66, "caption": "A man removes his surgical gloves from his hands.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 157627, "video_name": "s03e22_seg02_clip_04", "timestamp": [ 38.14, 42.72 ], "duration": 61.66, "caption": "A man goes inside the bathroom and comes out as a person waits.", "similarity": 0.6511, "relevance": 3 }, { "pair_id": 157628, "video_name": "grey_s03e02_seg02_clip_26", "timestamp": [ 134.0, 150.17 ], "duration": 154.66, "caption": "A man walks out of the bathroom wrapping a towel around himself.", "similarity": 0.6432, "relevance": 3 }, { "pair_id": 157629, "video_name": "s04e23_seg02_clip_13", "timestamp": [ 0.0, 3.36 ], "duration": 56.66, "caption": "A man walks into the restroom and a person comes running out, holding their hands up.", "similarity": 0.6406, "relevance": 3 }, { "pair_id": 157630, "video_name": "friends_s05e11_seg02_clip_09", "timestamp": [ 6.51, 22.52 ], "duration": 25.66, "caption": "A man tries to put on his pants in the bathroom.", "similarity": 0.6369, "relevance": 1 }, { "pair_id": 157631, "video_name": "house_s08e04_seg02_clip_09", "timestamp": [ 10.47, 14.56 ], "duration": 91.66, "caption": "A man gets up and takes off his gloves.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 157632, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 25.51, 30.31 ], "duration": 60.66, "caption": "A person walks out of the bathroom with a tissue in his/her hand.", "similarity": 0.6301, "relevance": 3 }, { "pair_id": 157633, "video_name": "friends_s03e05_seg02_clip_05", "timestamp": [ 3.9, 12.31 ], "duration": 60.66, "caption": "A man walks into the bathroom and puts a toilet cleaner on top of a hole in the floor.", "similarity": 0.6152, "relevance": 2 }, { "pair_id": 157634, "video_name": "castle_s08e02_seg02_clip_21", "timestamp": [ 67.44, 69.38 ], "duration": 97.66, "caption": "A man reached into his jacket and pulls out gloves.", "similarity": 0.6096, "relevance": 0 }, { "pair_id": 157635, "video_name": "house_s03e10_seg02_clip_17", "timestamp": [ 60.65, 69.11 ], "duration": 94.66, "caption": "A person was inside a bathroom and he seems to have difficulty of his hand.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 157636, "video_name": "house_s05e21_seg02_clip_16", "timestamp": [ 26.17, 39.69 ], "duration": 87.66, "caption": "A person walks in the door and puts on gloves.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 157637, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 47.45, 60.79 ], "duration": 62.66, "caption": "A man comes into the room holding onto toilet paper.", "similarity": 0.6064, "relevance": 1 }, { "pair_id": 157638, "video_name": "friends_s03e05_seg02_clip_04", "timestamp": [ 42.14, 45.38 ], "duration": 54.66, "caption": "A man takes off a piece of the floor in the bathroom.", "similarity": 0.6031, "relevance": 2 }, { "pair_id": 157639, "video_name": "friends_s08e14_seg02_clip_04", "timestamp": [ 22.21, 26.41 ], "duration": 60.66, "caption": "A man tries to take his gloves off using his mouth.", "similarity": 0.5985, "relevance": 2 } ] }, { "query_id": 41114, "query": "A man suddenly came in to man's office and talk to him.", "relevant_moment": [ { "pair_id": 149160, "video_name": "house_s07e06_seg02_clip_21", "timestamp": [ 34.27, 40.51 ], "duration": 89.66, "caption": "A man suddenly came in to man's office and talk to him.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 149161, "video_name": "house_s08e18_seg02_clip_05", "timestamp": [ 9.29, 14.59 ], "duration": 88.66, "caption": "A man suddenly came to another man's office and talk to him.", "similarity": 0.9354, "relevance": 2 }, { "pair_id": 149162, "video_name": "house_s03e01_seg02_clip_19", "timestamp": [ 85.62, 89.9 ], "duration": 107.66, "caption": "A man came in a person's office and talk to him.", "similarity": 0.8953, "relevance": 4 }, { "pair_id": 149163, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 72.53, 79.33 ], "duration": 90.66, "caption": "A man suddenly came in the office of a person.", "similarity": 0.8637, "relevance": 1 }, { "pair_id": 149164, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 0.0, 6.29 ], "duration": 89.66, "caption": "A woman suddenly came in man's office and talk to him.", "similarity": 0.859, "relevance": 3 }, { "pair_id": 149165, "video_name": "house_s06e04_seg02_clip_18", "timestamp": [ 1.8, 5.4 ], "duration": 60.66, "caption": "A man suddenly came in a woman's office and talk to her.", "similarity": 0.8571, "relevance": 3 }, { "pair_id": 149166, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 36.46, 40.96 ], "duration": 90.66, "caption": "A woman suddenly came in a man's office and talks to him.", "similarity": 0.8352, "relevance": 2 }, { "pair_id": 149167, "video_name": "met_s06e03_seg02_clip_10", "timestamp": [ 8.26, 19.48 ], "duration": 59.66, "caption": "A man walks into another man's office to talk to him.", "similarity": 0.818, "relevance": 4 }, { "pair_id": 149168, "video_name": "friends_s09e22_seg02_clip_21", "timestamp": [ 59.06, 82.02 ], "duration": 82.66, "caption": "A man walks into another man's office to talk to him.", "similarity": 0.818, "relevance": 1 }, { "pair_id": 149169, "video_name": "house_s08e03_seg02_clip_09", "timestamp": [ 33.03, 41.51 ], "duration": 89.66, "caption": "A person enters a man's office and he starts talking.", "similarity": 0.809, "relevance": 4 }, { "pair_id": 149170, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 10.34, 22.57 ], "duration": 94.66, "caption": "A man walks into another man's office to talk with him.", "similarity": 0.8067, "relevance": 4 }, { "pair_id": 149171, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 121.9, 125.03 ], "duration": 125.66, "caption": "A man walks into another man's office to talk with him.", "similarity": 0.8067, "relevance": 4 }, { "pair_id": 149172, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 59.71, 64.88 ], "duration": 94.66, "caption": "A person walks into a man's office while two men are talking.", "similarity": 0.8014, "relevance": 2 }, { "pair_id": 149173, "video_name": "s05e09_seg02_clip_00", "timestamp": [ 23.79, 29.12 ], "duration": 71.66, "caption": "A man suddenly came in and talk to a person.", "similarity": 0.7955, "relevance": 1 }, { "pair_id": 149174, "video_name": "met_s03e15_seg02_clip_05", "timestamp": [ 39.06, 41.5 ], "duration": 61.66, "caption": "A woman came in a man's office and talk to him.", "similarity": 0.7948, "relevance": 3 }, { "pair_id": 149175, "video_name": "castle_s01e06_seg02_clip_24", "timestamp": [ 1.63, 5.3 ], "duration": 81.66, "caption": "A woman came in a man's office and talk to him.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 149176, "video_name": "house_s07e05_seg02_clip_00", "timestamp": [ 18.41, 20.71 ], "duration": 92.66, "caption": "A woman suddenly came in to the office and talk to a man.", "similarity": 0.7923, "relevance": 3 }, { "pair_id": 149177, "video_name": "house_s04e12_seg02_clip_21", "timestamp": [ 0.0, 7.54 ], "duration": 88.66, "caption": "A man walks into the office to talk to another man.", "similarity": 0.7873, "relevance": 2 }, { "pair_id": 149178, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 40.51, 44.56 ], "duration": 90.66, "caption": "A man came in someone's office and talk to her.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 149179, "video_name": "house_s01e20_seg02_clip_13", "timestamp": [ 54.09, 58.18 ], "duration": 90.66, "caption": "A man enters someone's office to speak with him/her.", "similarity": 0.7796, "relevance": 4 }, { "pair_id": 322480, "video_name": "house_s07e11_seg02_clip_18", "timestamp": [ 0.0, 8.41 ], "duration": 88.66, "caption": "A man suddenly came in and talk to another man.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 322481, "video_name": "house_s01e20_seg02_clip_13", "timestamp": [ 54.55, 59.55 ], "duration": 90.66, "caption": "A man follows a person into his office and asks to talk to him.", "similarity": 0.7745, "relevance": 4 }, { "pair_id": 322482, "video_name": "castle_s05e13_seg02_clip_05", "timestamp": [ 73.01, 83.69 ], "duration": 89.66, "caption": "A man comes in the office and starts talking, right away.", "similarity": 0.769, "relevance": 2 }, { "pair_id": 322483, "video_name": "house_s04e06_seg02_clip_04", "timestamp": [ 30.95, 36.41 ], "duration": 91.66, "caption": "A man came in a woman's office and talk to her.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 322484, "video_name": "house_s03e10_seg02_clip_03", "timestamp": [ 0.0, 47.32 ], "duration": 91.66, "caption": "A man is talking with someone in their office.", "similarity": 0.7595, "relevance": 1 }, { "pair_id": 322485, "video_name": "house_s01e06_seg02_clip_21", "timestamp": [ 85.42, 92.73 ], "duration": 146.66, "caption": "A man stops and talks to another man and then enters an office.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 322486, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 9.7, 16.5 ], "duration": 97.66, "caption": "A person gets out of the office after talking to a man.", "similarity": 0.7558, "relevance": 1 }, { "pair_id": 322488, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 38.06, 85.86 ], "duration": 88.66, "caption": "A man walks in to another man's office and talks with him.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 322489, "video_name": "s05e14_seg02_clip_02", "timestamp": [ 24.27, 27.73 ], "duration": 63.66, "caption": "A man walks into the office and starts a conversation with another man.", "similarity": 0.7532, "relevance": 4 }, { "pair_id": 322490, "video_name": "grey_s03e19_seg02_clip_10", "timestamp": [ 88.22, 90.02 ], "duration": 90.66, "caption": "A man turns towards another man during their conversation in his office.", "similarity": 0.7527, "relevance": 2 }, { "pair_id": 322491, "video_name": "house_s03e08_seg02_clip_01", "timestamp": [ 19.12, 23.67 ], "duration": 91.66, "caption": "A man gets in the office while talking to a professional.", "similarity": 0.7503, "relevance": 4 }, { "pair_id": 322492, "video_name": "met_s03e15_seg02_clip_01", "timestamp": [ 32.84, 36.15 ], "duration": 60.66, "caption": "A man enters person's office, walks up to person and starts a conversation.", "similarity": 0.7493, "relevance": 4 }, { "pair_id": 322493, "video_name": "castle_s02e16_seg02_clip_24", "timestamp": [ 13.34, 38.23 ], "duration": 88.66, "caption": "A man rushed to the office and started a serious conversation with a woman.", "similarity": 0.749, "relevance": 3 }, { "pair_id": 322494, "video_name": "house_s08e04_seg02_clip_13", "timestamp": [ 0.0, 58.5 ], "duration": 86.66, "caption": "A man talks to some people in his office.", "similarity": 0.7484, "relevance": 1 }, { "pair_id": 322495, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 60.96, 67.29 ], "duration": 90.66, "caption": "A person came in the office and woman talk to him.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 322496, "video_name": "house_s06e12_seg02_clip_16", "timestamp": [ 71.62, 81.26 ], "duration": 91.66, "caption": "A man starts walking around another man's office while talking to him.", "similarity": 0.7469, "relevance": 2 }, { "pair_id": 322497, "video_name": "s07e17_seg02_clip_03", "timestamp": [ 38.66, 40.14 ], "duration": 59.66, "caption": "A man walks in person's office and begins a conversation with them.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 322498, "video_name": "house_s03e05_seg02_clip_15", "timestamp": [ 43.63, 52.36 ], "duration": 91.66, "caption": "A man opens the door of his office after talking to another person.", "similarity": 0.7454, "relevance": 2 }, { "pair_id": 322499, "video_name": "friends_s02e23_seg02_clip_12", "timestamp": [ 31.58, 59.03 ], "duration": 59.66, "caption": "A man barged into guy's office to inform him of a situation.", "similarity": 0.7453, "relevance": 4 } ] }, { "query_id": 41126, "query": "A man places his arm on the rail to lean on behind a woman while he is talking to her.", "relevant_moment": [ { "pair_id": 151300, "video_name": "friends_s01e24_seg02_clip_20", "timestamp": [ 13.93, 20.6 ], "duration": 58.66, "caption": "A man places his arm on the rail to lean on behind a woman while he is talking to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151301, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A man puts his arm around woman as he has a conversation.", "similarity": 0.8024, "relevance": 3 }, { "pair_id": 151302, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 36.63, 62.09 ], "duration": 89.66, "caption": "A man has his arm around woman while speaking with person and woman.", "similarity": 0.7883, "relevance": 2 }, { "pair_id": 151303, "video_name": "friends_s08e07_seg01_clip_00", "timestamp": [ 44.44, 55.15 ], "duration": 63.66, "caption": "A man stands behind woman and puts his arms around her as they talk.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 151304, "video_name": "met_s02e09_seg02_clip_17", "timestamp": [ 14.6, 22.2 ], "duration": 60.66, "caption": "A man wraps his arm around a woman as he talks to her.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 151305, "video_name": "castle_s04e06_seg02_clip_17", "timestamp": [ 0.0, 12.83 ], "duration": 95.66, "caption": "A woman is resting her arm against something while talking to a man.", "similarity": 0.7669, "relevance": 1 }, { "pair_id": 151306, "video_name": "s07e05_seg02_clip_05", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man is holding onto his arm speaking to a woman.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 151307, "video_name": "s03e11_seg02_clip_15", "timestamp": [ 3.05, 15.87 ], "duration": 61.66, "caption": "A woman puts her arm around woman as she talks to man.", "similarity": 0.7559, "relevance": 2 }, { "pair_id": 151308, "video_name": "friends_s02e22_seg02_clip_07", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A man has his hand on woman's shoulder while talking to guy.", "similarity": 0.7558, "relevance": 1 }, { "pair_id": 151309, "video_name": "friends_s06e21_seg02_clip_20", "timestamp": [ 4.08, 6.8 ], "duration": 68.66, "caption": "A man puts his arm around a woman in red, while he's talking.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 151310, "video_name": "friends_s10e08_seg02_clip_02", "timestamp": [ 0.0, 13.21 ], "duration": 60.66, "caption": "A man is having a conversation with a woman while looking over his right shoulder at her.", "similarity": 0.7491, "relevance": 1 }, { "pair_id": 151311, "video_name": "s06e15_seg02_clip_08", "timestamp": [ 9.3, 17.41 ], "duration": 60.66, "caption": "A man crosses his arm while another person is talking about his conversation with a woman.", "similarity": 0.7487, "relevance": 0 }, { "pair_id": 151312, "video_name": "house_s03e19_seg02_clip_18", "timestamp": [ 5.46, 9.56 ], "duration": 91.66, "caption": "A woman puts a thing on man's arm while they are talking.", "similarity": 0.7482, "relevance": 1 }, { "pair_id": 151313, "video_name": "castle_s07e12_seg02_clip_20", "timestamp": [ 15.95, 20.97 ], "duration": 91.66, "caption": "A person raises their arm as they sit and someone is talking to woman.", "similarity": 0.7453, "relevance": 0 }, { "pair_id": 151314, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 11.17, 13.96 ], "duration": 62.66, "caption": "A man crosses his arms when talking to a woman.", "similarity": 0.7431, "relevance": 1 }, { "pair_id": 151315, "video_name": "s07e23_seg02_clip_01", "timestamp": [ 20.71, 39.92 ], "duration": 60.66, "caption": "A man puts his hands to his face while having a conversation with woman, and then moves closer and puts his arm around woman.", "similarity": 0.741, "relevance": 1 }, { "pair_id": 151316, "video_name": "s06e11_seg02_clip_13", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A man places his hand on woman's arm when he was conversing with her.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 151317, "video_name": "friends_s03e20_seg02_clip_18", "timestamp": [ 0.0, 10.08 ], "duration": 59.66, "caption": "A man is talking with a woman and he puts his hands on his lower back.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 151318, "video_name": "s09e01_seg02_clip_11", "timestamp": [ 3.52, 22.41 ], "duration": 64.66, "caption": "A person places his hand on woman's shoulder as he talks to her.", "similarity": 0.7369, "relevance": 1 }, { "pair_id": 151319, "video_name": "met_s05e05_seg02_clip_05", "timestamp": [ 43.25, 62.4 ], "duration": 66.66, "caption": "A man has his arm around woman as he speaks to the person in the green sweater.", "similarity": 0.7346, "relevance": 1 }, { "pair_id": 324620, "video_name": "friends_s08e09_seg01_clip_01", "timestamp": [ 58.23, 60.66 ], "duration": 60.66, "caption": "A man uncrosses his arms as he talks to a woman.", "similarity": 0.7324, "relevance": 4 }, { "pair_id": 324621, "video_name": "friends_s09e09_seg02_clip_19", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A man turns around to talk to woman who is behind him.", "similarity": 0.7311, "relevance": 3 }, { "pair_id": 324622, "video_name": "grey_s02e18_seg02_clip_16", "timestamp": [ 36.09, 39.61 ], "duration": 88.66, "caption": "A man crosses his arms while talking with woman.", "similarity": 0.7301, "relevance": 4 }, { "pair_id": 324623, "video_name": "grey_s03e25_seg02_clip_27", "timestamp": [ 18.78, 23.79 ], "duration": 83.66, "caption": "A woman put her hand on man's arm while they are talking.", "similarity": 0.7291, "relevance": 3 }, { "pair_id": 324624, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 31.93, 37.92 ], "duration": 57.66, "caption": "A man puts his hand on a woman's shoulder as he talks to her.", "similarity": 0.7291, "relevance": 3 }, { "pair_id": 324625, "video_name": "met_s03e20_seg02_clip_12", "timestamp": [ 31.51, 37.22 ], "duration": 60.66, "caption": "A man has his hand on a woman's shoulder while talking to another man.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 324626, "video_name": "castle_s02e02_seg02_clip_05", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is talking in front of a woman about someone who wanted to talk to her.", "similarity": 0.7283, "relevance": 3 }, { "pair_id": 324627, "video_name": "castle_s04e07_seg02_clip_08", "timestamp": [ 0.0, 13.16 ], "duration": 90.66, "caption": "A man is in front of woman as they converse.", "similarity": 0.7283, "relevance": 1 }, { "pair_id": 324628, "video_name": "s06e03_seg02_clip_09", "timestamp": [ 18.25, 23.09 ], "duration": 57.66, "caption": "A person glides by behind a man as he talks with a woman.", "similarity": 0.7282, "relevance": 3 }, { "pair_id": 324629, "video_name": "friends_s08e23-24_seg02_clip_45", "timestamp": [ 24.5, 26.86 ], "duration": 59.66, "caption": "A man responds to a woman with his arms crossed.", "similarity": 0.7275, "relevance": 1 }, { "pair_id": 324630, "video_name": "castle_s02e10_seg02_clip_24", "timestamp": [ 0.0, 44.45 ], "duration": 88.66, "caption": "A man is leaning over a woman as they are speaking to another woman.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 324631, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "A man rests his head on his hand while talking to a woman.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 324632, "video_name": "castle_s08e02_seg02_clip_14", "timestamp": [ 0.0, 8.2 ], "duration": 82.66, "caption": "While a man is talking, woman approaches near to him.", "similarity": 0.7204, "relevance": 1 }, { "pair_id": 324633, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 19.1, 23.09 ], "duration": 57.66, "caption": "A man leans down to place his elbows on the bar as he talks to a woman.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 324634, "video_name": "s08e04_seg02_clip_12", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man places his hands together while talking to woman.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 324635, "video_name": "s01e10_seg02_clip_15", "timestamp": [ 30.61, 50.06 ], "duration": 72.66, "caption": "A woman and a man are having a conversation and she looks at him and pats him on the arm.", "similarity": 0.7183, "relevance": 2 }, { "pair_id": 324636, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 37.15, 39.87 ], "duration": 90.66, "caption": "A man moves his hand while he is talking to a woman.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 324637, "video_name": "castle_s05e22_seg02_clip_12", "timestamp": [ 6.23, 8.9 ], "duration": 89.66, "caption": "A man pointed to his head while talking to a woman.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 324638, "video_name": "met_s03e02_seg02_clip_08", "timestamp": [ 23.77, 33.53 ], "duration": 60.66, "caption": "A man has his arms crossed as he talks to woman with an annoyed expression.", "similarity": 0.7158, "relevance": 1 }, { "pair_id": 324639, "video_name": "friends_s03e09_seg02_clip_15", "timestamp": [ 0.0, 12.23 ], "duration": 52.66, "caption": "A man talks to woman while another man is next to her.", "similarity": 0.7153, "relevance": 2 } ] }, { "query_id": 41136, "query": "A woman waved to a person standing on the balcony of their apartment.", "relevant_moment": [ { "pair_id": 156720, "video_name": "friends_s01e24_seg02_clip_22", "timestamp": [ 15.35, 19.48 ], "duration": 59.66, "caption": "A woman waved to a person standing on the balcony of their apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156721, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 49.72, 52.67 ], "duration": 59.66, "caption": "A woman is in the balcony with person as person walks into the living room telling person that they are next to speak to woman.", "similarity": 0.6625, "relevance": 1 }, { "pair_id": 156722, "video_name": "friends_s05e06_seg02_clip_19", "timestamp": [ 0.0, 44.8 ], "duration": 58.66, "caption": "A man talks to a woman on the phone while standing on the apartment balcony.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 156723, "video_name": "friends_s05e19_seg02_clip_17", "timestamp": [ 0.0, 33.19 ], "duration": 62.66, "caption": "A woman is standing outside the apartment building talking to another woman.", "similarity": 0.6518, "relevance": 1 }, { "pair_id": 156724, "video_name": "s01e17_seg02_clip_11", "timestamp": [ 0.0, 11.21 ], "duration": 64.66, "caption": "A person is standing in front of a woman's apartment door as he speaks to her.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 156725, "video_name": "friends_s06e20_seg01_clip_00", "timestamp": [ 58.95, 63.04 ], "duration": 63.66, "caption": "A person spins around waving their arms around in someone's apartment.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 156726, "video_name": "friends_s07e08_seg02_clip_10", "timestamp": [ 52.41, 57.38 ], "duration": 62.66, "caption": "Two people hug on the balcony of her apartment.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 156727, "video_name": "friends_s02e22_seg02_clip_05", "timestamp": [ 19.53, 22.28 ], "duration": 61.66, "caption": "A person waves two people towards the door of an apartment.", "similarity": 0.6287, "relevance": 0 }, { "pair_id": 156728, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 78.22, 92.03 ], "duration": 92.66, "caption": "A woman is speaking to a man as they are in her apartment.", "similarity": 0.6182, "relevance": 1 }, { "pair_id": 156729, "video_name": "friends_s01e24_seg02_clip_11", "timestamp": [ 26.0, 31.68 ], "duration": 59.66, "caption": "A woman leaves the apartment after a man waves at her.", "similarity": 0.6134, "relevance": 0 }, { "pair_id": 156730, "video_name": "friends_s07e10_seg02_clip_17", "timestamp": [ 16.53, 18.59 ], "duration": 59.66, "caption": "A woman extends her arm while telling another woman about the apartment.", "similarity": 0.6081, "relevance": 1 }, { "pair_id": 156731, "video_name": "friends_s06e14_seg02_clip_16", "timestamp": [ 0.0, 27.64 ], "duration": 58.66, "caption": "A woman talks to another woman outside her apartment doorway.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 156732, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 48.11, 54.6 ], "duration": 59.66, "caption": "A person hurries back to his own apartment, waving someone away.", "similarity": 0.607, "relevance": 1 }, { "pair_id": 156733, "video_name": "s07e13_seg01_clip_01", "timestamp": [ 41.91, 44.75 ], "duration": 63.66, "caption": "A woman gestures for a man to enter her apartment.", "similarity": 0.6046, "relevance": 1 }, { "pair_id": 156734, "video_name": "friends_s10e03_seg02_clip_17", "timestamp": [ 0.86, 2.28 ], "duration": 57.66, "caption": "A woman asks another woman to talk to her outside of the apartment.", "similarity": 0.6039, "relevance": 1 }, { "pair_id": 156735, "video_name": "s09e21_seg02_clip_07", "timestamp": [ 51.57, 54.62 ], "duration": 61.66, "caption": "A woman peaks out of a person's apartment as another person speaks.", "similarity": 0.6015, "relevance": 1 }, { "pair_id": 156736, "video_name": "friends_s03e17_seg02_clip_01", "timestamp": [ 10.92, 17.12 ], "duration": 59.66, "caption": "A woman waves a man off and leaves the apartment.", "similarity": 0.6009, "relevance": 0 }, { "pair_id": 156737, "video_name": "friends_s08e14_seg02_clip_13", "timestamp": [ 54.62, 56.76 ], "duration": 61.66, "caption": "A person standing at the door of the apartment talking to another person.", "similarity": 0.5987, "relevance": 1 }, { "pair_id": 156738, "video_name": "s06e15_seg02_clip_16", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A woman walks out of her apartment to speak to a person.", "similarity": 0.5968, "relevance": 1 }, { "pair_id": 156739, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 52.52, 54.02 ], "duration": 60.66, "caption": "A person waves at a woman as he stands up from the table to greet her.", "similarity": 0.5906, "relevance": 2 } ] }, { "query_id": 41179, "query": "Two men watch a woman, who is on the first floor then one of the men backs up so the woman won't see him but the other man doesn't.", "relevant_moment": [ { "pair_id": 169380, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 48.42, 73.34 ], "duration": 94.66, "caption": "Two men watch a woman, who is on the first floor then one of the men backs up so the woman won't see him but the other man doesn't.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169381, "video_name": "castle_s08e20_seg02_clip_23", "timestamp": [ 81.8, 89.4 ], "duration": 89.66, "caption": "A woman watches as two men join a person in front of her.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 169382, "video_name": "s05e06_seg02_clip_02", "timestamp": [ 44.55, 50.96 ], "duration": 61.66, "caption": "When woman, person, and person get to their floor they see man sitting on the floor.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 169383, "video_name": "friends_s02e03_seg02_clip_14", "timestamp": [ 31.73, 36.01 ], "duration": 61.66, "caption": "A man looks over at two women who are watching intently.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 169384, "video_name": "castle_s07e21_seg02_clip_15", "timestamp": [ 88.78, 95.09 ], "duration": 97.66, "caption": "A man gets up after he sees a woman with another woman at the doorway.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 169385, "video_name": "s02e15_seg02_clip_08", "timestamp": [ 45.77, 53.4 ], "duration": 61.66, "caption": "A woman shows her watch to a man and then a person shows their watch to a man.", "similarity": 0.6341, "relevance": 1 }, { "pair_id": 169386, "video_name": "grey_s03e18_seg02_clip_12", "timestamp": [ 51.88, 76.92 ], "duration": 91.66, "caption": "A man comes over to stand by another woman and then another man tells him off.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 169387, "video_name": "castle_s07e12_seg02_clip_07", "timestamp": [ 61.22, 69.77 ], "duration": 90.66, "caption": "A woman watches a man escort another man down the hallway.", "similarity": 0.6277, "relevance": 1 }, { "pair_id": 169388, "video_name": "house_s08e22_seg02_clip_13", "timestamp": [ 14.49, 17.66 ], "duration": 90.66, "caption": "A man looks down at the floor before looking back up at the woman on the chair.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 169389, "video_name": "castle_s01e02_seg02_clip_16", "timestamp": [ 0.0, 5.94 ], "duration": 91.66, "caption": "Two people without a third person are watching a woman on an elevator.", "similarity": 0.6274, "relevance": 1 }, { "pair_id": 169390, "video_name": "grey_s02e08_seg02_clip_18", "timestamp": [ 1.36, 15.45 ], "duration": 90.66, "caption": "A woman doesn't even want to look at a man and then another woman joins them in the elevator.", "similarity": 0.6255, "relevance": 1 }, { "pair_id": 169391, "video_name": "friends_s09e15_seg02_clip_14", "timestamp": [ 23.02, 28.17 ], "duration": 60.66, "caption": "A man stands up from the couch and falls backwards onto the floor while two women watch from the kitchen table where they're seated.", "similarity": 0.6232, "relevance": 0 }, { "pair_id": 169392, "video_name": "grey_s01e06_seg02_clip_03", "timestamp": [ 4.96, 12.17 ], "duration": 90.66, "caption": "A woman is standing behind a man as she tells him that she's not going to stand down while he favors another person and the man tells her she has merit and the woman exits the elevator she looks back when the man mentions being her superior.", "similarity": 0.6223, "relevance": 0 }, { "pair_id": 169393, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 0.0, 7.25 ], "duration": 63.66, "caption": "Two women hide from the tv until a man tells them to see what's happening.", "similarity": 0.6213, "relevance": 0 }, { "pair_id": 169394, "video_name": "friends_s07e23-24_seg02_clip_26", "timestamp": [ 15.38, 17.12 ], "duration": 58.66, "caption": "A woman stands in front of a man to look at another man.", "similarity": 0.6203, "relevance": 2 }, { "pair_id": 169395, "video_name": "friends_s03e06_seg01_clip_00", "timestamp": [ 38.69, 51.7 ], "duration": 65.66, "caption": "A man makes up a scenario about two women.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 169396, "video_name": "grey_s02e18_seg02_clip_26", "timestamp": [ 2.42, 26.63 ], "duration": 121.66, "caption": "A woman tells a man why another woman isn't going to show up.", "similarity": 0.6181, "relevance": 0 }, { "pair_id": 169397, "video_name": "friends_s08e02_seg02_clip_09", "timestamp": [ 38.38, 46.22 ], "duration": 56.66, "caption": "A man tells two women that he saw another woman spend the night with a person he didn't get to see clearly. He then walks out of the apartment.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 169398, "video_name": "friends_s08e05_seg02_clip_11", "timestamp": [ 35.85, 48.0 ], "duration": 59.66, "caption": "A man makes up an excuse to stay with another man so he can see a woman later.", "similarity": 0.6097, "relevance": 1 }, { "pair_id": 169399, "video_name": "s06e01_seg02_clip_04", "timestamp": [ 27.46, 35.7 ], "duration": 61.66, "caption": "A man tries to distract woman by showing her how things stay up in the air.", "similarity": 0.6093, "relevance": 0 } ] }, { "query_id": 41181, "query": "Two people are in the OR operation on a patient.", "relevant_moment": [ { "pair_id": 22340, "video_name": "house_s05e24_seg02_clip_15", "timestamp": [ 33.31, 54.01 ], "duration": 90.66, "caption": "Two people are in the OR operation on a patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 22341, "video_name": "grey_s02e08_seg02_clip_02", "timestamp": [ 47.16, 82.02 ], "duration": 82.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.9441, "relevance": 3 }, { "pair_id": 22342, "video_name": "grey_s02e08_seg02_clip_02", "timestamp": [ 0.0, 38.55 ], "duration": 82.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.9441, "relevance": 4 }, { "pair_id": 22343, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.9441, "relevance": 3 }, { "pair_id": 22344, "video_name": "grey_s01e06_seg02_clip_16", "timestamp": [ 0.0, 26.69 ], "duration": 92.66, "caption": "Two people are conducting an operation to a patient.", "similarity": 0.9441, "relevance": 3 }, { "pair_id": 22345, "video_name": "house_s02e12_seg02_clip_07", "timestamp": [ 76.07, 90.02 ], "duration": 90.66, "caption": "Two people are operating on a patient.", "similarity": 0.931, "relevance": 4 }, { "pair_id": 22346, "video_name": "grey_s02e20_seg02_clip_22", "timestamp": [ 19.21, 25.45 ], "duration": 96.66, "caption": "Two people perform surgery on a patient.", "similarity": 0.877, "relevance": 3 }, { "pair_id": 22347, "video_name": "grey_s02e15_seg02_clip_07", "timestamp": [ 21.57, 55.46 ], "duration": 88.66, "caption": "Some people are operating on a patient in the OR.", "similarity": 0.8532, "relevance": 3 }, { "pair_id": 22348, "video_name": "grey_s03e16_seg02_clip_16", "timestamp": [ 88.52, 118.02 ], "duration": 118.66, "caption": "People are conducting an operation to a patient.", "similarity": 0.8499, "relevance": 0 }, { "pair_id": 22349, "video_name": "grey_s02e15_seg02_clip_07", "timestamp": [ 27.29, 55.46 ], "duration": 88.66, "caption": "People are conducting an operation to a patient.", "similarity": 0.8499, "relevance": 3 }, { "pair_id": 22350, "video_name": "house_s08e09_seg02_clip_13", "timestamp": [ 0.0, 71.0 ], "duration": 91.66, "caption": "Two people both work on the patient together.", "similarity": 0.8436, "relevance": 2 }, { "pair_id": 22351, "video_name": "grey_s01e07_seg02_clip_18", "timestamp": [ 0.0, 38.13 ], "duration": 99.66, "caption": "They are conducting an operation on a patient.", "similarity": 0.8318, "relevance": 3 }, { "pair_id": 22352, "video_name": "grey_s03e14_seg02_clip_17", "timestamp": [ 0.0, 33.48 ], "duration": 97.66, "caption": "They are having an operation to a patient.", "similarity": 0.8304, "relevance": 3 }, { "pair_id": 22353, "video_name": "grey_s02e23_seg02_clip_12", "timestamp": [ 60.09, 89.02 ], "duration": 89.66, "caption": "They are conducting an operation with a patient.", "similarity": 0.8304, "relevance": 3 }, { "pair_id": 22354, "video_name": "house_s01e22_seg02_clip_02", "timestamp": [ 14.15, 18.72 ], "duration": 91.66, "caption": "Two doctors are performing a procedure on a patient.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 22355, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were both attending to a patient.", "similarity": 0.825, "relevance": 2 }, { "pair_id": 22356, "video_name": "house_s08e11_seg02_clip_14", "timestamp": [ 39.16, 90.02 ], "duration": 90.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 22357, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 12.22, 31.97 ], "duration": 94.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 1 }, { "pair_id": 22358, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 44.11, 98.03 ], "duration": 98.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 22359, "video_name": "house_s06e18_seg02_clip_20", "timestamp": [ 0.0, 38.29 ], "duration": 88.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 195660, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 0.0, 14.84 ], "duration": 87.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 195661, "video_name": "house_s05e01_seg02_clip_09", "timestamp": [ 73.34, 94.03 ], "duration": 94.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 2 }, { "pair_id": 195662, "video_name": "house_s04e02_seg02_clip_22", "timestamp": [ 0.0, 33.22 ], "duration": 82.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 195663, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 0.0, 34.72 ], "duration": 90.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 195664, "video_name": "house_s02e14_seg02_clip_24", "timestamp": [ 10.72, 37.2 ], "duration": 67.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 4 }, { "pair_id": 195665, "video_name": "house_s02e02_seg02_clip_13", "timestamp": [ 0.0, 10.5 ], "duration": 91.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 4 }, { "pair_id": 195666, "video_name": "house_s01e20_seg02_clip_24", "timestamp": [ 14.95, 29.26 ], "duration": 130.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 2 }, { "pair_id": 195667, "video_name": "house_s01e02_seg02_clip_24", "timestamp": [ 7.36, 45.09 ], "duration": 92.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 2 }, { "pair_id": 195668, "video_name": "grey_s03e25_seg02_clip_10", "timestamp": [ 51.55, 91.25 ], "duration": 91.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 195669, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 50.3, 77.57 ], "duration": 94.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 2 }, { "pair_id": 195670, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 0.0, 28.21 ], "duration": 94.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 4 }, { "pair_id": 195671, "video_name": "grey_s03e17_seg02_clip_10", "timestamp": [ 57.19, 72.66 ], "duration": 72.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 1 }, { "pair_id": 195672, "video_name": "grey_s03e16_seg02_clip_21", "timestamp": [ 0.0, 30.49 ], "duration": 91.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 1 }, { "pair_id": 195673, "video_name": "grey_s03e14_seg02_clip_23", "timestamp": [ 0.0, 91.03 ], "duration": 91.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 0 }, { "pair_id": 195674, "video_name": "grey_s03e14_seg02_clip_23", "timestamp": [ 0.0, 30.49 ], "duration": 91.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 1 }, { "pair_id": 195675, "video_name": "grey_s03e14_seg02_clip_22", "timestamp": [ 47.53, 88.02 ], "duration": 88.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 0 }, { "pair_id": 195676, "video_name": "grey_s03e14_seg02_clip_22", "timestamp": [ 0.0, 38.73 ], "duration": 88.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 1 }, { "pair_id": 195677, "video_name": "grey_s03e11_seg02_clip_23", "timestamp": [ 0.0, 23.03 ], "duration": 88.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 2 }, { "pair_id": 195678, "video_name": "grey_s03e11_seg02_clip_16", "timestamp": [ 0.0, 5.66 ], "duration": 87.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 195679, "video_name": "grey_s03e10_seg02_clip_22", "timestamp": [ 0.0, 35.11 ], "duration": 90.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.8238, "relevance": 2 } ] }, { "query_id": 41217, "query": "A police officer was watching a person and another person lying on the hospital bed while they were having conversation.", "relevant_moment": [ { "pair_id": 20360, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 76.02 ], "duration": 76.66, "caption": "A police officer was watching a person and another person lying on the hospital bed while they were having conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20361, "video_name": "house_s02e24_seg02_clip_12", "timestamp": [ 27.15, 30.83 ], "duration": 92.66, "caption": "A person looks over and talks with another person who's also lying in a hospital bed next to them.", "similarity": 0.7129, "relevance": 3 }, { "pair_id": 20362, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 82.39, 89.07 ], "duration": 89.66, "caption": "A person was having a conversation with someone lying on the hospital bed.", "similarity": 0.7008, "relevance": 3 }, { "pair_id": 20363, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 0.0, 55.02 ], "duration": 88.66, "caption": "A doctor was having a conversation with a person lying on the hospital bed.", "similarity": 0.6935, "relevance": 3 }, { "pair_id": 20364, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "A doctor was lying on a bed while talking to another person.", "similarity": 0.6932, "relevance": 2 }, { "pair_id": 20365, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 12.77, 63.39 ], "duration": 91.66, "caption": "Two people were having a conversation with the person lying on the hospital bed.", "similarity": 0.6931, "relevance": 3 }, { "pair_id": 20366, "video_name": "s08e01_seg02_clip_03", "timestamp": [ 10.37, 45.77 ], "duration": 61.66, "caption": "A person was talking to the police officer about his things.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 20367, "video_name": "house_s02e24_seg02_clip_12", "timestamp": [ 83.28, 92.03 ], "duration": 92.66, "caption": "A person is laying in a hospital bed with their eyes closed while another person talks to them.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 20368, "video_name": "house_s06e02_seg02_clip_17", "timestamp": [ 20.02, 43.53 ], "duration": 43.66, "caption": "Three people were talking to the person lying on the hospital bed.", "similarity": 0.6704, "relevance": 3 }, { "pair_id": 20369, "video_name": "house_s08e22_seg02_clip_09", "timestamp": [ 8.46, 42.73 ], "duration": 89.66, "caption": "A doctor was talking to the person laying on the hospital bed.", "similarity": 0.6693, "relevance": 3 }, { "pair_id": 20370, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "Two people lying on the hospital bed were having a conversation.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 20371, "video_name": "grey_s02e21_seg02_clip_14", "timestamp": [ 0.0, 13.6 ], "duration": 93.66, "caption": "A person is talking to another person as he is in his hospital bed.", "similarity": 0.653, "relevance": 3 }, { "pair_id": 20372, "video_name": "house_s03e13_seg02_clip_05", "timestamp": [ 0.0, 89.18 ], "duration": 89.66, "caption": "Someone was having a conversation with a woman wearing gray jacket and a person lying on the hospital bed.", "similarity": 0.652, "relevance": 2 }, { "pair_id": 20373, "video_name": "house_s06e08_seg02_clip_05", "timestamp": [ 19.31, 24.14 ], "duration": 87.66, "caption": "A man was checking the eyes of another man lying on the hospital bed.", "similarity": 0.6515, "relevance": 2 }, { "pair_id": 20374, "video_name": "house_s07e23_seg02_clip_00", "timestamp": [ 0.0, 39.91 ], "duration": 95.66, "caption": "A person lies in a hospital bed, while three people stand on one side of their bed, and one person stands on the other; they look through patient files and talk.", "similarity": 0.6504, "relevance": 3 }, { "pair_id": 20375, "video_name": "house_s02e07_seg02_clip_18", "timestamp": [ 35.21, 68.22 ], "duration": 88.66, "caption": "A person lies in a hospital bed talking to another person, who is standing at the foot of their bed; the other person talks, nods, and takes a couple steps, then looks toward the door in response to a question.", "similarity": 0.6486, "relevance": 3 }, { "pair_id": 20376, "video_name": "house_s01e09_seg02_clip_16", "timestamp": [ 0.0, 71.78 ], "duration": 89.66, "caption": "A person converses with someone as they are lying on a hospital bed.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 20377, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 13.6, 21.26 ], "duration": 85.66, "caption": "A man was staring at a woman and another person that lies on the hospital bed.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 20378, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were beside the person lying on the hospital bed.", "similarity": 0.641, "relevance": 3 }, { "pair_id": 20379, "video_name": "house_s03e12_seg02_clip_16", "timestamp": [ 25.66, 90.02 ], "duration": 90.66, "caption": "A doctor and the young person lying on the hospital bed were having a conversation.", "similarity": 0.6402, "relevance": 3 }, { "pair_id": 193680, "video_name": "house_s08e01_seg02_clip_23", "timestamp": [ 0.0, 40.96 ], "duration": 91.66, "caption": "Two men and a woman talk around a person who is laying on a hospital bed.", "similarity": 0.64, "relevance": 3 }, { "pair_id": 193681, "video_name": "house_s05e02_seg02_clip_21", "timestamp": [ 78.81, 85.69 ], "duration": 153.66, "caption": "Two police officers look towards a person as they come down the hallway.", "similarity": 0.6356, "relevance": 3 }, { "pair_id": 193682, "video_name": "friends_s03e23_seg02_clip_05", "timestamp": [ 44.01, 57.01 ], "duration": 59.66, "caption": "A person is lying on a hospital bed with a team of people surrounding them conversing.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 193683, "video_name": "house_s07e23_seg02_clip_09", "timestamp": [ 0.0, 51.14 ], "duration": 91.66, "caption": "A person lies in a hospital bed, and another person stands and argues with him until a third person opens the curtain, so the second person finishes the conversation and leaves.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 193684, "video_name": "s06e22_seg02_clip_18", "timestamp": [ 0.0, 6.49 ], "duration": 59.66, "caption": "A person is lying in a hospital bed and another person is sitting next to them.", "similarity": 0.6336, "relevance": 3 }, { "pair_id": 193685, "video_name": "house_s07e10_seg02_clip_18", "timestamp": [ 20.67, 56.04 ], "duration": 91.66, "caption": "A woman was talking to two people lying on the hospital bed.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 193686, "video_name": "friends_s07e22_seg02_clip_12", "timestamp": [ 34.52, 58.03 ], "duration": 58.66, "caption": "A woman and a police officer are having a conversation while a man is listening.", "similarity": 0.6325, "relevance": 2 }, { "pair_id": 193687, "video_name": "house_s02e05_seg02_clip_15", "timestamp": [ 36.58, 38.34 ], "duration": 88.66, "caption": "A person and another person are standing next to a hospital bed examining a patient.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 193688, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 0.0, 29.2 ], "duration": 89.66, "caption": "Someone talks to someone else when they are in a hospital bed.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 193689, "video_name": "house_s03e09_seg02_clip_16", "timestamp": [ 39.07, 49.64 ], "duration": 91.66, "caption": "A woman and a man were both attending to a young person lying on the hospital bed.", "similarity": 0.6244, "relevance": 3 }, { "pair_id": 193690, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 22.81, 50.84 ], "duration": 95.66, "caption": "A person lies in a hospital bed; another person looks in the window at them, then walks to them and rubs their hair while holding their hand.", "similarity": 0.6233, "relevance": 3 }, { "pair_id": 193691, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 76.02 ], "duration": 76.66, "caption": "A woman was having a conversation with another woman lying on the hospital bed.", "similarity": 0.622, "relevance": 3 }, { "pair_id": 193692, "video_name": "castle_s07e03_seg02_clip_09", "timestamp": [ 0.0, 22.57 ], "duration": 90.66, "caption": "A person is lying on a hospital bed as he speaks to a woman and a man.", "similarity": 0.6213, "relevance": 3 }, { "pair_id": 193693, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.33 ], "duration": 101.66, "caption": "A man was having a conversation with a woman lying on a hospital bed.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 193694, "video_name": "castle_s06e03_seg02_clip_13", "timestamp": [ 58.97, 61.22 ], "duration": 90.66, "caption": "An officer steps around another officer to speak directly to a person.", "similarity": 0.6132, "relevance": 3 }, { "pair_id": 193695, "video_name": "house_s02e20_seg02_clip_16", "timestamp": [ 45.51, 68.72 ], "duration": 91.66, "caption": "A person with his/her head bandaged sits up and lays back in his/her bed, looking pained and talking to another person who is in a nearby hospital bed.", "similarity": 0.6128, "relevance": 3 }, { "pair_id": 193696, "video_name": "house_s06e09_seg02_clip_17", "timestamp": [ 53.95, 87.02 ], "duration": 87.66, "caption": "A person lays on the hospital bed speaking to two people.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 193697, "video_name": "friends_s10e11_seg02_clip_23", "timestamp": [ 0.0, 7.72 ], "duration": 55.66, "caption": "A woman and a person wearing a police uniform were having a conversation.", "similarity": 0.6125, "relevance": 3 }, { "pair_id": 193698, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 66.26, 70.1 ], "duration": 96.66, "caption": "A person sits up in their hospital bed while talking with another person.", "similarity": 0.6122, "relevance": 3 }, { "pair_id": 193699, "video_name": "house_s06e08_seg02_clip_05", "timestamp": [ 0.0, 25.89 ], "duration": 87.66, "caption": "A man was having a conversation with the woman wearing blue shirt and the person lying on the hospital bed.", "similarity": 0.6121, "relevance": 3 } ] }, { "query_id": 41223, "query": "A woman goes to hand a man a file but he doesn't take it and sits down.", "relevant_moment": [ { "pair_id": 172600, "video_name": "house_s02e02_seg02_clip_16", "timestamp": [ 14.85, 21.16 ], "duration": 90.66, "caption": "A woman goes to hand a man a file but he doesn't take it and sits down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172601, "video_name": "house_s01e06_seg02_clip_08", "timestamp": [ 21.39, 30.04 ], "duration": 91.66, "caption": "A man holds up a file, sits down, and hands it to a woman.", "similarity": 0.829, "relevance": 3 }, { "pair_id": 172602, "video_name": "house_s02e09_seg02_clip_20", "timestamp": [ 78.36, 80.16 ], "duration": 90.66, "caption": "A woman hands man a file as he is seated.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 172603, "video_name": "house_s02e02_seg02_clip_16", "timestamp": [ 13.95, 16.65 ], "duration": 90.66, "caption": "A woman shuts the file and tries to hand it over to a man.", "similarity": 0.7915, "relevance": 3 }, { "pair_id": 172604, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 3.22, 10.12 ], "duration": 92.66, "caption": "A man hands a file to another man when he's sitting with a woman.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 172605, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 45.16, 46.07 ], "duration": 91.66, "caption": "A woman closes the file and hands it off to man.", "similarity": 0.7733, "relevance": 2 }, { "pair_id": 172606, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman hands a man a file and he opens it.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 172607, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 0.0, 8.56 ], "duration": 90.66, "caption": "A man gives a woman a file which she takes and reads.", "similarity": 0.766, "relevance": 2 }, { "pair_id": 172608, "video_name": "castle_s02e16_seg02_clip_09", "timestamp": [ 14.71, 16.49 ], "duration": 89.66, "caption": "A man hands a woman a case file as she is sitting.", "similarity": 0.7643, "relevance": 2 }, { "pair_id": 172609, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 32.05, 34.72 ], "duration": 89.66, "caption": "A man hands woman a file to read.", "similarity": 0.7553, "relevance": 1 }, { "pair_id": 172610, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 74.83, 81.14 ], "duration": 90.66, "caption": "A man hands woman a file and she reads it.", "similarity": 0.754, "relevance": 1 }, { "pair_id": 172611, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A man is looking a file of someone and he hands it to a woman.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 172612, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 172613, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 55.53, 60.99 ], "duration": 91.66, "caption": "A woman gives a file to man and he looks at it.", "similarity": 0.7451, "relevance": 1 }, { "pair_id": 172614, "video_name": "castle_s01e04_seg02_clip_16", "timestamp": [ 3.15, 6.75 ], "duration": 90.66, "caption": "Woman hands person a file as he sits across from her.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 172615, "video_name": "castle_s04e09_seg02_clip_10", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A man hands woman a case file into her hands.", "similarity": 0.7323, "relevance": 2 }, { "pair_id": 172616, "video_name": "castle_s03e03_seg02_clip_14", "timestamp": [ 80.82, 82.16 ], "duration": 89.66, "caption": "A man is holding a case file and hands it to a woman.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 172617, "video_name": "house_s05e07_seg02_clip_23", "timestamp": [ 15.64, 21.63 ], "duration": 92.66, "caption": "A man hands woman a file and walks away.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 172618, "video_name": "castle_s03e19_seg02_clip_15", "timestamp": [ 55.02, 59.86 ], "duration": 88.66, "caption": "A man hands woman a file and woman looks at it.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 172619, "video_name": "castle_s03e16_seg02_clip_06", "timestamp": [ 44.11, 47.71 ], "duration": 90.66, "caption": "A man hands a file full of papers to woman.", "similarity": 0.7232, "relevance": 2 }, { "pair_id": 345920, "video_name": "house_s02e22_seg02_clip_02", "timestamp": [ 61.06, 65.5 ], "duration": 111.66, "caption": "A man gives the file to a woman and she walks away.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 345921, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 62.98, 67.9 ], "duration": 89.66, "caption": "A man opens a file folder and hands it to woman.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 345922, "video_name": "castle_s04e17_seg02_clip_02", "timestamp": [ 40.66, 46.46 ], "duration": 89.66, "caption": "A man hands a file to a woman which she opens to see a picture of a person.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 345923, "video_name": "castle_s02e24_seg02_clip_20", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "A woman shows a file to a man and then closes it.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 345924, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 50.51, 54.54 ], "duration": 89.66, "caption": "A woman gives a file to man while they are talking.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 345925, "video_name": "castle_s07e08_seg02_clip_19", "timestamp": [ 3.6, 6.75 ], "duration": 90.66, "caption": "Man takes a file off the top of the stack and hands it over to woman.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 345926, "video_name": "castle_s06e08_seg02_clip_04", "timestamp": [ 21.52, 27.02 ], "duration": 91.66, "caption": "A woman reads the file to a man while he's sitting.", "similarity": 0.7084, "relevance": 2 }, { "pair_id": 345927, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 10.58, 11.96 ], "duration": 92.66, "caption": "A man hands the file over to woman at the table.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 345928, "video_name": "castle_s03e21_seg02_clip_20", "timestamp": [ 30.88, 33.64 ], "duration": 92.66, "caption": "A man gives a file to a woman while talking to her.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 345929, "video_name": "house_s03e06_seg02_clip_02", "timestamp": [ 14.15, 16.36 ], "duration": 88.66, "caption": "A man puts his file down while at the table with woman.", "similarity": 0.7076, "relevance": 2 }, { "pair_id": 345930, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 45.05, 51.36 ], "duration": 90.66, "caption": "A woman walks by a man and gives him the file.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 345931, "video_name": "castle_s02e05_seg02_clip_18", "timestamp": [ 81.68, 82.98 ], "duration": 86.66, "caption": "A man hands woman a case file and she opens it.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 345932, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 48.37, 51.16 ], "duration": 93.66, "caption": "A woman picks up a file folder and hands it to a man.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 345933, "video_name": "castle_s04e03_seg02_clip_23", "timestamp": [ 74.27, 81.47 ], "duration": 90.66, "caption": "A woman pulls some papers out of a file and hands them to man.", "similarity": 0.7042, "relevance": 3 }, { "pair_id": 345934, "video_name": "s07e09_seg02_clip_12", "timestamp": [ 1.8, 11.1 ], "duration": 60.66, "caption": "A woman tries to hand a pen to a man, but he doesn't take it.", "similarity": 0.7031, "relevance": 3 }, { "pair_id": 345935, "video_name": "castle_s02e07_seg02_clip_06", "timestamp": [ 69.35, 73.0 ], "duration": 91.66, "caption": "A man hands a woman a file folder of someone and she looks at it.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 345936, "video_name": "friends_s05e17_seg02_clip_15", "timestamp": [ 12.72, 14.1 ], "duration": 55.66, "caption": "A man stops a woman from sliding the file.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 345937, "video_name": "house_s01e20_seg02_clip_01", "timestamp": [ 41.77, 48.3 ], "duration": 87.66, "caption": "A woman hands over the file to man and walks away as man talks to man.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 345938, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 31.61, 34.72 ], "duration": 89.66, "caption": "A man hands a woman a file folder with the picture of someone on it.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 345939, "video_name": "castle_s03e14_seg02_clip_15", "timestamp": [ 53.81, 60.38 ], "duration": 87.66, "caption": "A man gives a woman a folder with the file of a person in it.", "similarity": 0.6945, "relevance": 1 } ] }, { "query_id": 41298, "query": "A person sits at the table and eats a plate of eggs and bacon.", "relevant_moment": [ { "pair_id": 19120, "video_name": "house_s04e04_seg02_clip_07", "timestamp": [ 19.22, 20.14 ], "duration": 91.66, "caption": "A person sits at the table and eats a plate of eggs and bacon.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19121, "video_name": "s10e11_seg02_clip_05", "timestamp": [ 36.85, 41.2 ], "duration": 58.66, "caption": "A person sits at the kitchen table eating out of a box.", "similarity": 0.6757, "relevance": 1 }, { "pair_id": 19122, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 0.0, 5.13 ], "duration": 60.66, "caption": "A person grabs a piece of bacon and eats it.", "similarity": 0.6608, "relevance": 3 }, { "pair_id": 19123, "video_name": "s01e13_seg02_clip_05", "timestamp": [ 42.94, 48.45 ], "duration": 58.66, "caption": "A person eats food while reading a book at the table.", "similarity": 0.6281, "relevance": 3 }, { "pair_id": 19124, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 28.28, 42.21 ], "duration": 87.66, "caption": "A person takes a cookie from the table and eats it.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 19125, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 28.36, 31.52 ], "duration": 63.66, "caption": "A person places a piece of food back on their plate on the table.", "similarity": 0.6213, "relevance": 3 }, { "pair_id": 19126, "video_name": "s02e03_seg02_clip_10", "timestamp": [ 51.02, 56.13 ], "duration": 60.66, "caption": "A person has a tray of food and sits at the cafeteria table.", "similarity": 0.6172, "relevance": 3 }, { "pair_id": 19127, "video_name": "friends_s08e09_seg02_clip_11", "timestamp": [ 20.82, 22.97 ], "duration": 61.66, "caption": "A person takes a bite of their food at the table.", "similarity": 0.6157, "relevance": 3 }, { "pair_id": 19128, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 0.0, 15.04 ], "duration": 97.66, "caption": "A person is eating while sitting with the group at the table.", "similarity": 0.6132, "relevance": 3 }, { "pair_id": 19129, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 39.89, 44.57 ], "duration": 55.66, "caption": "A person places a food tray down on the table and sits down.", "similarity": 0.6132, "relevance": 2 }, { "pair_id": 19130, "video_name": "house_s02e06_seg02_clip_05", "timestamp": [ 22.09, 26.23 ], "duration": 92.66, "caption": "A person eats from a bag of chips sitting on the table.", "similarity": 0.6115, "relevance": 3 }, { "pair_id": 19131, "video_name": "house_s02e24_seg02_clip_08", "timestamp": [ 63.03, 88.66 ], "duration": 88.66, "caption": "A person sits down right next to someone and eats something.", "similarity": 0.6103, "relevance": 2 }, { "pair_id": 19132, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 27.76, 32.26 ], "duration": 75.66, "caption": "A person comes with their food tray to sit at the table.", "similarity": 0.6098, "relevance": 3 }, { "pair_id": 19133, "video_name": "s05e06_seg02_clip_07", "timestamp": [ 31.36, 34.78 ], "duration": 57.66, "caption": "A person put his food plate on the table.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 19134, "video_name": "s04e17_seg02_clip_17", "timestamp": [ 7.47, 9.96 ], "duration": 83.66, "caption": "A person sits down on a couch to eat some food.", "similarity": 0.6083, "relevance": 2 }, { "pair_id": 19135, "video_name": "s08e02_seg01_clip_00", "timestamp": [ 17.56, 23.09 ], "duration": 65.66, "caption": "A person is sitting on the floor with a tray of food.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 19136, "video_name": "s08e03_seg02_clip_07", "timestamp": [ 19.14, 21.16 ], "duration": 45.66, "caption": "A person gets a piece of food from someone's plate.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 19137, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 28.99, 31.83 ], "duration": 63.66, "caption": "A person takes his plate of food off of the table.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 19138, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 2.75, 4.27 ], "duration": 61.66, "caption": "A person puts down the plate of food on the table.", "similarity": 0.5975, "relevance": 2 }, { "pair_id": 19139, "video_name": "s04e01_seg02_clip_15", "timestamp": [ 6.71, 9.15 ], "duration": 61.66, "caption": "A person had a taste of the food in their plate.", "similarity": 0.5968, "relevance": 3 }, { "pair_id": 192441, "video_name": "house_s08e08_seg02_clip_00", "timestamp": [ 11.16, 14.88 ], "duration": 93.66, "caption": "A person puts food in their mouth and eats it.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 192442, "video_name": "s10e09_seg02_clip_11", "timestamp": [ 30.69, 39.25 ], "duration": 59.66, "caption": "A person sits down on the pillow on the floor to eat off of the coffee table.", "similarity": 0.5889, "relevance": 1 }, { "pair_id": 192443, "video_name": "house_s04e06_seg02_clip_00", "timestamp": [ 30.7, 32.09 ], "duration": 93.66, "caption": "A person claims that the food is someone's mid day meal.", "similarity": 0.5888, "relevance": 2 }, { "pair_id": 192444, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 20.81, 24.01 ], "duration": 64.66, "caption": "A person takes a fry from their plate and eats it.", "similarity": 0.5883, "relevance": 3 }, { "pair_id": 192445, "video_name": "house_s08e13_seg02_clip_20", "timestamp": [ 40.06, 42.29 ], "duration": 89.66, "caption": "A person notices a plate that has half eaten food on it.", "similarity": 0.5861, "relevance": 1 }, { "pair_id": 192446, "video_name": "friends_s10e09_seg02_clip_18", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A man takes some food from the plate and eats it.", "similarity": 0.5858, "relevance": 3 }, { "pair_id": 192447, "video_name": "s04e03_seg02_clip_15", "timestamp": [ 5.7, 8.27 ], "duration": 57.66, "caption": "A person sits plates on a table in the living room.", "similarity": 0.5852, "relevance": 2 }, { "pair_id": 192448, "video_name": "friends_s01e15_seg02_clip_17", "timestamp": [ 27.94, 36.21 ], "duration": 57.66, "caption": "A man eats all of the food from the first plate a woman serves.", "similarity": 0.5795, "relevance": 2 }, { "pair_id": 192449, "video_name": "s03e14_seg02_clip_12", "timestamp": [ 44.42, 60.03 ], "duration": 60.66, "caption": "A person brings plates of food and put them on the table.", "similarity": 0.5794, "relevance": 1 }, { "pair_id": 192450, "video_name": "s03e14_seg02_clip_01", "timestamp": [ 30.51, 33.93 ], "duration": 57.66, "caption": "A person takes a handful of food from someone's plate.", "similarity": 0.579, "relevance": 3 }, { "pair_id": 192451, "video_name": "s08e16_seg01_clip_00", "timestamp": [ 3.66, 7.32 ], "duration": 122.66, "caption": "A person puts down the plates on the table and sits down.", "similarity": 0.578, "relevance": 2 }, { "pair_id": 192452, "video_name": "s01e01_seg02_clip_03", "timestamp": [ 0.0, 2.84 ], "duration": 63.66, "caption": "A person is sitting on the sofa eating out of a foil tray.", "similarity": 0.5776, "relevance": 1 }, { "pair_id": 192453, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 12.21, 16.48 ], "duration": 61.66, "caption": "A man is sitting at the table preparing to eat his food.", "similarity": 0.5767, "relevance": 3 }, { "pair_id": 192454, "video_name": "friends_s01e02_seg02_clip_06", "timestamp": [ 51.51, 62.4 ], "duration": 66.66, "caption": "A man sits in the kitchen and eats out of a casserole dish.", "similarity": 0.5726, "relevance": 3 }, { "pair_id": 192455, "video_name": "house_s02e15_seg02_clip_07", "timestamp": [ 0.0, 17.4 ], "duration": 87.66, "caption": "A person sits down on the couch while eating dinner.", "similarity": 0.5722, "relevance": 1 }, { "pair_id": 192456, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 27.01, 30.76 ], "duration": 75.66, "caption": "A person comes over to the table with a tray of food and sits down to join some people.", "similarity": 0.5706, "relevance": 3 }, { "pair_id": 192457, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 39.02, 41.42 ], "duration": 60.66, "caption": "A woman hands a man a plate of food as she sits down at the table.", "similarity": 0.5668, "relevance": 2 }, { "pair_id": 192458, "video_name": "castle_s02e13_seg02_clip_02", "timestamp": [ 69.31, 75.82 ], "duration": 93.66, "caption": "A person eats a pickled egg into his mouth and begins to choke on it.", "similarity": 0.5654, "relevance": 1 } ] }, { "query_id": 41452, "query": "A man accidentally knocks over the plastic reindeer statue near the door.", "relevant_moment": [ { "pair_id": 15980, "video_name": "met_s02e11_seg01_clip_00", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "A man accidentally knocks over the plastic reindeer statue near the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15981, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 65.22, 75.7 ], "duration": 91.66, "caption": "A man was knocking on guy's door.", "similarity": 0.5407, "relevance": 0 }, { "pair_id": 15982, "video_name": "s04e20_seg02_clip_02", "timestamp": [ 6.75, 12.76 ], "duration": 50.66, "caption": "A man knocks on the door and came in.", "similarity": 0.5359, "relevance": 0 }, { "pair_id": 15983, "video_name": "s06e23_seg02_clip_16", "timestamp": [ 104.15, 107.08 ], "duration": 117.66, "caption": "A man knocks the door repeatedly with his fist.", "similarity": 0.5341, "relevance": 0 }, { "pair_id": 15984, "video_name": "friends_s06e24-25_seg02_clip_03", "timestamp": [ 55.12, 56.86 ], "duration": 58.66, "caption": "A man knocks on the outside of the apartment door.", "similarity": 0.5289, "relevance": 0 }, { "pair_id": 15985, "video_name": "friends_s09e02_seg02_clip_09", "timestamp": [ 46.38, 49.13 ], "duration": 61.66, "caption": "A man opens the door and it accidentally hits person.", "similarity": 0.5272, "relevance": 1 }, { "pair_id": 15986, "video_name": "house_s06e12_seg02_clip_22", "timestamp": [ 82.83, 91.03 ], "duration": 91.66, "caption": "A man knocks on someone's door and a man opened the door.", "similarity": 0.5229, "relevance": 0 }, { "pair_id": 15987, "video_name": "s09e14_seg02_clip_11", "timestamp": [ 45.07, 63.03 ], "duration": 63.66, "caption": "A man wearing a red shirt knocks on the door.", "similarity": 0.5183, "relevance": 0 }, { "pair_id": 15988, "video_name": "friends_s07e05_seg02_clip_04", "timestamp": [ 4.95, 6.11 ], "duration": 58.66, "caption": "A man knocks on the outside of a woman's office door.", "similarity": 0.5179, "relevance": 0 }, { "pair_id": 15989, "video_name": "house_s04e09_seg02_clip_21", "timestamp": [ 31.56, 33.81 ], "duration": 90.66, "caption": "A person knocks on the office door of a man.", "similarity": 0.5168, "relevance": 0 }, { "pair_id": 15990, "video_name": "friends_s02e17_seg02_clip_12", "timestamp": [ 53.96, 58.93 ], "duration": 62.66, "caption": "A person goes to open the door but knocks instead.", "similarity": 0.5142, "relevance": 0 }, { "pair_id": 15991, "video_name": "house_s02e20_seg02_clip_19", "timestamp": [ 42.67, 44.29 ], "duration": 108.66, "caption": "A man knocks something out of a woman's hand.", "similarity": 0.5087, "relevance": 1 }, { "pair_id": 15992, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 24.26, 34.33 ], "duration": 91.66, "caption": "A man knocks on the door and someone opens the door.", "similarity": 0.5051, "relevance": 0 }, { "pair_id": 15993, "video_name": "house_s07e16_seg02_clip_14", "timestamp": [ 34.69, 43.71 ], "duration": 95.66, "caption": "A man knocked the door and a woman opened it.", "similarity": 0.5025, "relevance": 0 }, { "pair_id": 15994, "video_name": "s04e17_seg02_clip_00", "timestamp": [ 20.17, 25.21 ], "duration": 63.66, "caption": "A man knocks on the door after he gets angry with another person.", "similarity": 0.5016, "relevance": 0 }, { "pair_id": 15995, "video_name": "castle_s08e19_seg02_clip_03", "timestamp": [ 82.03, 90.14 ], "duration": 90.66, "caption": "A man knocks on woman's door and then walks in.", "similarity": 0.5011, "relevance": 0 }, { "pair_id": 15996, "video_name": "met_s02e14_seg02_clip_11", "timestamp": [ 45.92, 48.22 ], "duration": 51.66, "caption": "A man reaches over and knocks a toy off of the cabinet.", "similarity": 0.4997, "relevance": 2 }, { "pair_id": 15997, "video_name": "s05e11_seg02_clip_10", "timestamp": [ 3.84, 5.9 ], "duration": 59.66, "caption": "There is a knock on the door and a man goes to open the door.", "similarity": 0.4994, "relevance": 1 }, { "pair_id": 15998, "video_name": "s02e23_seg02_clip_15", "timestamp": [ 44.68, 49.61 ], "duration": 58.66, "caption": "A man knocks repeatedly on woman's front door.", "similarity": 0.498, "relevance": 0 }, { "pair_id": 15999, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A man knocks on a woman's door and then walks in.", "similarity": 0.4953, "relevance": 0 } ] }, { "query_id": 41457, "query": "A person bends over and picks up a cardboard box from off of a chair.", "relevant_moment": [ { "pair_id": 147160, "video_name": "castle_s03e15_seg02_clip_18", "timestamp": [ 87.4, 89.65 ], "duration": 90.66, "caption": "A person bends over and picks up a cardboard box from off of a chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147161, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 17.33, 29.62 ], "duration": 63.66, "caption": "A person picks up a box from a table and takes it with him.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 147162, "video_name": "castle_s05e14_seg02_clip_20", "timestamp": [ 52.08, 57.87 ], "duration": 89.66, "caption": "A person bends down and picks up a jewelry box.", "similarity": 0.7692, "relevance": 2 }, { "pair_id": 147163, "video_name": "castle_s03e09_seg02_clip_17", "timestamp": [ 53.18, 58.09 ], "duration": 89.66, "caption": "A person walks over and puts a box down on a chair.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 147164, "video_name": "s05e20_seg02_clip_14", "timestamp": [ 23.71, 27.91 ], "duration": 60.66, "caption": "A person grabs a box, and leaves their chair with it.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 147165, "video_name": "house_s03e24_seg02_clip_15", "timestamp": [ 13.09, 17.26 ], "duration": 119.66, "caption": "A person picks up a cardboard box full of belongings and walks out.", "similarity": 0.7314, "relevance": 3 }, { "pair_id": 147166, "video_name": "friends_s10e06_seg02_clip_05", "timestamp": [ 6.3, 8.1 ], "duration": 60.66, "caption": "A person sits down and picks up a little red box.", "similarity": 0.7244, "relevance": 0 }, { "pair_id": 147167, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 44.33, 48.24 ], "duration": 86.66, "caption": "A person is carrying a box and puts it on a chair and rolls it over by another person.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 147168, "video_name": "house_s04e11_seg02_clip_01", "timestamp": [ 14.85, 18.0 ], "duration": 90.66, "caption": "A man walks over to a desk and picks up a cardboard box.", "similarity": 0.6984, "relevance": 3 }, { "pair_id": 147169, "video_name": "friends_s06e10_seg02_clip_18", "timestamp": [ 0.57, 5.13 ], "duration": 57.66, "caption": "A person grabs the box that is on the table.", "similarity": 0.6917, "relevance": 1 }, { "pair_id": 147170, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 15.31, 22.45 ], "duration": 68.66, "caption": "A woman leans down to pick up a box and then puts it down.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 147171, "video_name": "house_s05e01_seg02_clip_25", "timestamp": [ 146.3, 153.46 ], "duration": 159.66, "caption": "A man picks up a box on top of the desk.", "similarity": 0.6859, "relevance": 1 }, { "pair_id": 147172, "video_name": "friends_s02e14_seg01_clip_01", "timestamp": [ 0.0, 10.14 ], "duration": 52.66, "caption": "A person holds up an item and then places it into a box.", "similarity": 0.6764, "relevance": 0 }, { "pair_id": 147173, "video_name": "s05e13_seg01_clip_00", "timestamp": [ 60.48, 62.76 ], "duration": 65.66, "caption": "A person jumps up and down holding a cardboard box.", "similarity": 0.6733, "relevance": 0 }, { "pair_id": 147174, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 9.46, 12.51 ], "duration": 61.66, "caption": "A person pulls a box out of the brown paper bag.", "similarity": 0.6708, "relevance": 1 }, { "pair_id": 147175, "video_name": "s10e08_seg02_clip_03", "timestamp": [ 10.86, 12.1 ], "duration": 62.66, "caption": "A person picks up the takeout container from the box on the table.", "similarity": 0.6698, "relevance": 1 }, { "pair_id": 147177, "video_name": "s06e15_seg02_clip_06", "timestamp": [ 0.0, 1.28 ], "duration": 64.66, "caption": "A person picks up a toy and puts it into a box.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 147178, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 17.12, 19.18 ], "duration": 59.66, "caption": "A person reaches their right hand into a cardboard box.", "similarity": 0.666, "relevance": 1 }, { "pair_id": 147179, "video_name": "castle_s02e11_seg02_clip_22", "timestamp": [ 3.63, 9.08 ], "duration": 90.66, "caption": "A woman helps a person pick up a box from the floor and moves it.", "similarity": 0.665, "relevance": 3 } ] }, { "query_id": 41524, "query": "A doctor injected a needle with syringe to the patient's jaw.", "relevant_moment": [ { "pair_id": 133460, "video_name": "house_s01e20_seg02_clip_23", "timestamp": [ 75.82, 84.65 ], "duration": 93.66, "caption": "A doctor injected a needle with syringe to the patient's jaw.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 133461, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 37.29, 41.55 ], "duration": 71.66, "caption": "A person injects a substance from a needle into a patient's neck.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 133462, "video_name": "house_s03e23_seg02_clip_14", "timestamp": [ 48.77, 57.98 ], "duration": 92.66, "caption": "A doctor injects a person's arm with a syringe.", "similarity": 0.8002, "relevance": 3 }, { "pair_id": 133463, "video_name": "house_s07e07_seg02_clip_04", "timestamp": [ 37.4, 44.97 ], "duration": 89.66, "caption": "A doctor puts a large syringe needle in the patient's knee.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 133464, "video_name": "house_s01e11_seg02_clip_09", "timestamp": [ 61.77, 85.05 ], "duration": 95.66, "caption": "The doctor injected to needles to the patient's eye.", "similarity": 0.799, "relevance": 3 }, { "pair_id": 133465, "video_name": "house_s01e20_seg02_clip_04", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "A doctor inserts a needle into a person's arm.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 133466, "video_name": "house_s02e12_seg02_clip_16", "timestamp": [ 56.97, 63.65 ], "duration": 89.66, "caption": "A doctor inserts a needle into the neck of a patient on an operating table.", "similarity": 0.797, "relevance": 3 }, { "pair_id": 133467, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 77.42, 83.01 ], "duration": 86.66, "caption": "A patient grabs the syringe from a doctor and injects himself.", "similarity": 0.7915, "relevance": 1 }, { "pair_id": 133468, "video_name": "house_s03e02_seg02_clip_15", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A doctor inserts a needle into the eyeball of a patient.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 133469, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.7831, "relevance": 1 }, { "pair_id": 133470, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 29.77, 33.13 ], "duration": 96.66, "caption": "A doctor injects a medicine directly to the patient's neck.", "similarity": 0.7804, "relevance": 3 }, { "pair_id": 133471, "video_name": "house_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.87 ], "duration": 82.66, "caption": "A doctor holds a syringe and is trying to inject at the patient's incision site.", "similarity": 0.7686, "relevance": 2 }, { "pair_id": 133472, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 8.14, 12.22 ], "duration": 90.66, "caption": "A person sticks a needle into the side of the patient.", "similarity": 0.7656, "relevance": 1 }, { "pair_id": 133473, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "Someone injects medication into their patient with a syringe.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 133474, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A person grabs the syringe and injects medicine into the patient.", "similarity": 0.7566, "relevance": 2 }, { "pair_id": 133475, "video_name": "house_s01e20_seg02_clip_05", "timestamp": [ 0.0, 17.17 ], "duration": 83.66, "caption": "A person is suffering and a doctor is using a needle for his/her arms.", "similarity": 0.754, "relevance": 3 }, { "pair_id": 133476, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 48.66, 55.56 ], "duration": 69.66, "caption": "A doctor holds up a syringe in his hand in front of the patient.", "similarity": 0.748, "relevance": 1 }, { "pair_id": 133477, "video_name": "grey_s01e08_seg02_clip_11", "timestamp": [ 55.12, 59.58 ], "duration": 81.66, "caption": "A doctor hands the syringe to another doctor.", "similarity": 0.7409, "relevance": 1 }, { "pair_id": 133478, "video_name": "house_s02e24_seg02_clip_03", "timestamp": [ 75.55, 84.1 ], "duration": 95.66, "caption": "A man sticks a needle under his patient's swollen tongue.", "similarity": 0.7352, "relevance": 0 }, { "pair_id": 133479, "video_name": "house_s06e03_seg02_clip_18", "timestamp": [ 36.01, 41.86 ], "duration": 90.66, "caption": "A doctor inserts a syringe into an IV and pushes the plunger.", "similarity": 0.728, "relevance": 1 } ] }, { "query_id": 41593, "query": "A woman tries to fluff up the couch while another woman is on it.", "relevant_moment": [ { "pair_id": 289080, "video_name": "friends_s02e02_seg02_clip_17", "timestamp": [ 54.87, 57.98 ], "duration": 69.66, "caption": "A woman quickly touches another woman's leg while they're talking on the couch.", "similarity": 0.6746, "relevance": 3 }, { "pair_id": 289081, "video_name": "friends_s04e08_seg02_clip_19", "timestamp": [ 51.05, 54.3 ], "duration": 65.66, "caption": "A woman is sitting on the couch with two other women and suddenly she shakes.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 289082, "video_name": "s04e08_seg02_clip_04", "timestamp": [ 45.9, 47.33 ], "duration": 57.66, "caption": "A woman compliments another woman while both are sitting on a couch.", "similarity": 0.6706, "relevance": 3 }, { "pair_id": 289083, "video_name": "s07e23_seg02_clip_02", "timestamp": [ 10.92, 13.58 ], "duration": 59.66, "caption": "A woman gets up from the couch to help another woman to the bathroom.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 289084, "video_name": "friends_s01e12_seg02_clip_09", "timestamp": [ 11.21, 13.77 ], "duration": 64.66, "caption": "A woman gets up from a chair and sits next to another woman on the couch.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 289085, "video_name": "s05e01_seg02_clip_09", "timestamp": [ 52.82, 55.52 ], "duration": 60.66, "caption": "A woman sits onto someone's couch and gestures another person to sit with her.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 289086, "video_name": "s05e19_seg02_clip_09", "timestamp": [ 49.48, 52.95 ], "duration": 63.66, "caption": "A woman sits down on the couch while continuing talking to another woman.", "similarity": 0.6668, "relevance": 3 }, { "pair_id": 289087, "video_name": "friends_s08e21_seg02_clip_04", "timestamp": [ 58.14, 62.19 ], "duration": 62.66, "caption": "A woman sits down on the couch beside another woman.", "similarity": 0.6653, "relevance": 3 }, { "pair_id": 289088, "video_name": "friends_s04e08_seg02_clip_07", "timestamp": [ 54.62, 59.13 ], "duration": 60.66, "caption": "A woman rubs another woman's shoulders with one hand, while sitting down on the couch.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 289089, "video_name": "friends_s04e06_seg02_clip_17", "timestamp": [ 3.2, 6.08 ], "duration": 64.66, "caption": "The women sit down on the couch at the same time.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 289090, "video_name": "met_s02e07_seg02_clip_01", "timestamp": [ 28.59, 31.08 ], "duration": 55.66, "caption": "A woman sits down in a chair while two people sit down on the couch.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 289091, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 18.91, 21.36 ], "duration": 70.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 289092, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 21.18, 24.03 ], "duration": 63.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 289093, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 39.35, 43.35 ], "duration": 61.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 289094, "video_name": "s09e23_seg02_clip_05", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A woman is sitting on a woman's couch talking with another woman.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 289095, "video_name": "friends_s08e14_seg02_clip_12", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A woman sits down on a couch next to another woman.", "similarity": 0.6611, "relevance": 3 }, { "pair_id": 289096, "video_name": "friends_s05e10_seg02_clip_10", "timestamp": [ 1.41, 4.23 ], "duration": 56.66, "caption": "A woman and another person tickle each other on the couch.", "similarity": 0.657, "relevance": 3 }, { "pair_id": 289097, "video_name": "s05e22_seg02_clip_13", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A woman is sitting next to another woman on the couch.", "similarity": 0.6568, "relevance": 3 }, { "pair_id": 289098, "video_name": "s06e12_seg02_clip_03", "timestamp": [ 58.93, 60.51 ], "duration": 63.66, "caption": "A woman turns and talks to another woman when they are sitting on a couch.", "similarity": 0.6568, "relevance": 3 }, { "pair_id": 289099, "video_name": "friends_s04e22_seg02_clip_09", "timestamp": [ 49.52, 54.92 ], "duration": 60.66, "caption": "A woman hugs two other women at the same time while sitting on the couch.", "similarity": 0.6566, "relevance": 3 } ] }, { "query_id": 41602, "query": "Two people hurry into the MRI room and pull a girl out of the machine.", "relevant_moment": [ { "pair_id": 163840, "video_name": "house_s08e19_seg02_clip_04", "timestamp": [ 84.17, 90.02 ], "duration": 90.66, "caption": "Two people hurry into the MRI room and pull a girl out of the machine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163841, "video_name": "house_s07e16_seg02_clip_14", "timestamp": [ 1.9, 11.88 ], "duration": 95.66, "caption": "A person rushes into the room while another person stays managing the MRI machine.", "similarity": 0.7637, "relevance": 3 }, { "pair_id": 163842, "video_name": "house_s06e08_seg02_clip_22", "timestamp": [ 24.76, 28.81 ], "duration": 90.66, "caption": "Two people walk into the room while someone is about to do a MRI.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 163843, "video_name": "house_s05e07_seg02_clip_09", "timestamp": [ 42.73, 48.07 ], "duration": 89.66, "caption": "Two people take the patient out of the room.", "similarity": 0.6748, "relevance": 2 }, { "pair_id": 163844, "video_name": "house_s04e14_seg02_clip_04", "timestamp": [ 27.15, 29.91 ], "duration": 92.66, "caption": "The patient, a man, pulls himself out of the MRI machine.", "similarity": 0.6569, "relevance": 1 }, { "pair_id": 163845, "video_name": "house_s06e21_seg02_clip_09", "timestamp": [ 48.85, 55.46 ], "duration": 88.66, "caption": "A man helps another man get out of the MRI machine.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 163846, "video_name": "house_s01e01_seg02_clip_06", "timestamp": [ 0.0, 6.16 ], "duration": 88.66, "caption": "Two doctors pull a woman out of a medical machine.", "similarity": 0.6464, "relevance": 3 }, { "pair_id": 163847, "video_name": "house_s01e16_seg02_clip_24", "timestamp": [ 30.74, 43.12 ], "duration": 91.66, "caption": "The patient is being slid into the MRI machine.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 163848, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 39.22, 46.88 ], "duration": 90.66, "caption": "A patient's body is slowly going into the MRI machine.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 163849, "video_name": "house_s05e16_seg02_clip_02", "timestamp": [ 13.22, 18.68 ], "duration": 91.66, "caption": "A person is seen going into the MRI machine.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 163850, "video_name": "house_s01e01_seg02_clip_22", "timestamp": [ 84.06, 88.02 ], "duration": 88.66, "caption": "Two people are in the observation room as they watch a patient in an MRI machine.", "similarity": 0.6274, "relevance": 2 }, { "pair_id": 163851, "video_name": "grey_s02e15_seg02_clip_21", "timestamp": [ 0.0, 29.86 ], "duration": 87.66, "caption": "Two people are taking in a patient's room.", "similarity": 0.625, "relevance": 0 }, { "pair_id": 163852, "video_name": "grey_s02e10_seg02_clip_02", "timestamp": [ 36.31, 40.69 ], "duration": 87.66, "caption": "Two people come into a patient's room.", "similarity": 0.6213, "relevance": 1 }, { "pair_id": 163853, "video_name": "house_s04e08_seg02_clip_12", "timestamp": [ 31.33, 38.73 ], "duration": 87.66, "caption": "A man presses a button and another man descends into the MRI machine.", "similarity": 0.6201, "relevance": 2 }, { "pair_id": 163854, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 40.7, 45.67 ], "duration": 90.66, "caption": "Two people came in the room of the patient.", "similarity": 0.6081, "relevance": 1 }, { "pair_id": 163855, "video_name": "house_s06e11_seg02_clip_22", "timestamp": [ 17.1, 21.16 ], "duration": 90.66, "caption": "Two people came in the room of the patient.", "similarity": 0.6081, "relevance": 2 }, { "pair_id": 163856, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 25.77, 29.91 ], "duration": 92.66, "caption": "A person in a hospital gown is entering an MRI machine.", "similarity": 0.6027, "relevance": 2 }, { "pair_id": 163857, "video_name": "house_s07e02_seg02_clip_15", "timestamp": [ 33.47, 37.54 ], "duration": 90.66, "caption": "Two people quickly ran into a patient's room.", "similarity": 0.6026, "relevance": 2 }, { "pair_id": 163858, "video_name": "house_s03e06_seg02_clip_06", "timestamp": [ 68.84, 78.61 ], "duration": 93.66, "caption": "A group of doctors and nurses transfer a person from a gurney to an MRI table.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 163859, "video_name": "grey_s02e14_seg02_clip_18", "timestamp": [ 8.36, 15.84 ], "duration": 88.66, "caption": "Two people walk out of the patient room together.", "similarity": 0.5996, "relevance": 1 } ] }, { "query_id": 41626, "query": "A man stands up in the court to address the judge.", "relevant_moment": [ { "pair_id": 158880, "video_name": "castle_s03e19_seg02_clip_02", "timestamp": [ 66.45, 69.18 ], "duration": 91.66, "caption": "A man stands up in the court to address the judge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158881, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 29.55, 40.01 ], "duration": 90.66, "caption": "A man stands up to speak to a judge and he sits down after the judge speaks to him.", "similarity": 0.7819, "relevance": 4 }, { "pair_id": 158882, "video_name": "s03e16_seg02_clip_08", "timestamp": [ 26.79, 32.46 ], "duration": 63.66, "caption": "A person stands up and walks towards the judge.", "similarity": 0.7266, "relevance": 4 }, { "pair_id": 158883, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 29.55, 39.55 ], "duration": 90.66, "caption": "A person stands and talks to the judge but the judge makes him have a seat.", "similarity": 0.6949, "relevance": 4 }, { "pair_id": 158884, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 85.0, 85.9 ], "duration": 90.66, "caption": "A person stands up in a courtroom with their right arm raised.", "similarity": 0.6552, "relevance": 4 }, { "pair_id": 158885, "video_name": "house_s03e11_seg02_clip_24", "timestamp": [ 25.66, 28.98 ], "duration": 95.66, "caption": "A person and person's lawyer both stand up in court.", "similarity": 0.641, "relevance": 4 }, { "pair_id": 158886, "video_name": "castle_s08e10_seg02_clip_04", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A man is on the witness stand as he speaks to the court.", "similarity": 0.625, "relevance": 1 }, { "pair_id": 158887, "video_name": "friends_s07e06_seg02_clip_10", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A man calls out to a woman and she stands up calling him as she would a judge.", "similarity": 0.6164, "relevance": 1 }, { "pair_id": 158888, "video_name": "house_s03e11_seg02_clip_20", "timestamp": [ 75.7, 78.28 ], "duration": 86.66, "caption": "A man turns to look at the judge while he talks on the phone.", "similarity": 0.6022, "relevance": 1 }, { "pair_id": 158890, "video_name": "castle_s08e10_seg02_clip_02", "timestamp": [ 21.49, 29.1 ], "duration": 89.66, "caption": "A person comes into the courtroom and shakes hands with the defendant.", "similarity": 0.5847, "relevance": 2 }, { "pair_id": 158891, "video_name": "s03e16_seg02_clip_08", "timestamp": [ 23.64, 30.25 ], "duration": 63.66, "caption": "A person greets a man with the gavel after he calls his name in court.", "similarity": 0.583, "relevance": 4 }, { "pair_id": 158892, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 2.26, 7.23 ], "duration": 90.66, "caption": "A person talks with man as he takes a seat in a courtroom.", "similarity": 0.5816, "relevance": 3 }, { "pair_id": 158893, "video_name": "castle_s08e10_seg02_clip_02", "timestamp": [ 34.92, 42.98 ], "duration": 89.66, "caption": "A group of people stands up when a person enters the courtroom.", "similarity": 0.5807, "relevance": 3 }, { "pair_id": 158894, "video_name": "house_s03e09_seg02_clip_10", "timestamp": [ 8.87, 11.2 ], "duration": 93.66, "caption": "A man speaks to the judge and then she leans forward and crosses her arms.", "similarity": 0.5752, "relevance": 2 }, { "pair_id": 158895, "video_name": "s07e22_seg02_clip_09", "timestamp": [ 0.0, 3.18 ], "duration": 53.66, "caption": "A person stands up from the chair to address another person.", "similarity": 0.5674, "relevance": 2 }, { "pair_id": 158896, "video_name": "castle_s08e10_seg02_clip_03", "timestamp": [ 44.76, 54.26 ], "duration": 90.66, "caption": "A person walks into the court room and takes the stand.", "similarity": 0.556, "relevance": 2 }, { "pair_id": 158897, "video_name": "s01e13_seg02_clip_15", "timestamp": [ 17.63, 21.01 ], "duration": 75.66, "caption": "A man stands up when someone is ready to say the champion.", "similarity": 0.5517, "relevance": 2 }, { "pair_id": 158898, "video_name": "castle_s08e10_seg02_clip_03", "timestamp": [ 49.74, 62.85 ], "duration": 90.66, "caption": "A person raises his/her right hand as he/she is sworn into court and sits down.", "similarity": 0.5481, "relevance": 3 }, { "pair_id": 158899, "video_name": "castle_s06e07_seg02_clip_00", "timestamp": [ 29.64, 31.49 ], "duration": 92.66, "caption": "A woman stands up from where she was seated in the courtroom.", "similarity": 0.5472, "relevance": 3 }, { "pair_id": 332200, "video_name": "house_s06e20_seg02_clip_21", "timestamp": [ 0.0, 26.24 ], "duration": 99.66, "caption": "A man sits in a courtroom bench talking on a cell phone; the seated person in front of him gets irritated, speaks, and turns; a standing man looks displeased; and speaks; the man closes the phone.", "similarity": 0.5406, "relevance": 2 }, { "pair_id": 332201, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 40.96, 46.82 ], "duration": 90.66, "caption": "A man stands up and offers his seat to woman.", "similarity": 0.5369, "relevance": 2 }, { "pair_id": 332202, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 12.61, 14.85 ], "duration": 56.66, "caption": "A man stands up to talk to man better.", "similarity": 0.5324, "relevance": 2 }, { "pair_id": 332203, "video_name": "castle_s02e24_seg02_clip_12", "timestamp": [ 27.6, 31.16 ], "duration": 89.66, "caption": "A man stands up while telling the police he was the victim's contact.", "similarity": 0.5297, "relevance": 2 }, { "pair_id": 332204, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 18.5, 20.22 ], "duration": 86.66, "caption": "A man stands up to make their point to man better.", "similarity": 0.5268, "relevance": 2 }, { "pair_id": 332205, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 7.13, 11.17 ], "duration": 62.66, "caption": "A man stands up and asks to be able to talk to them.", "similarity": 0.5248, "relevance": 3 }, { "pair_id": 332206, "video_name": "castle_s08e10_seg02_clip_14", "timestamp": [ 8.87, 20.83 ], "duration": 88.66, "caption": "The judge makes fun of a man's offer to repeat his testimony.", "similarity": 0.5247, "relevance": 2 }, { "pair_id": 332207, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 21.03, 31.77 ], "duration": 89.66, "caption": "A man looks over and talks to the jury while he sits at the witness stand.", "similarity": 0.5242, "relevance": 3 }, { "pair_id": 332208, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 0.0, 18.64 ], "duration": 90.66, "caption": "A person turns to talk to someone who is sitting behind him in the courtroom.", "similarity": 0.5213, "relevance": 2 }, { "pair_id": 332209, "video_name": "friends_s02e19_seg02_clip_12", "timestamp": [ 16.17, 19.53 ], "duration": 61.66, "caption": "A person standing up in front of a man who is sitting in a chair.", "similarity": 0.5196, "relevance": 3 }, { "pair_id": 332210, "video_name": "friends_s09e09_seg02_clip_09", "timestamp": [ 34.01, 37.07 ], "duration": 68.66, "caption": "A man stands up so he can yell at a woman.", "similarity": 0.5195, "relevance": 2 }, { "pair_id": 332211, "video_name": "castle_s06e04_seg02_clip_19", "timestamp": [ 1.82, 3.19 ], "duration": 91.66, "caption": "A man stands up and says he will find someone.", "similarity": 0.5189, "relevance": 2 }, { "pair_id": 332212, "video_name": "castle_s07e18_seg02_clip_16", "timestamp": [ 34.56, 42.44 ], "duration": 87.66, "caption": "A person gets up from the jail bench to talk to man.", "similarity": 0.5167, "relevance": 2 }, { "pair_id": 332213, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 65.17, 68.84 ], "duration": 91.66, "caption": "A man stands up immediately after talking to them.", "similarity": 0.5157, "relevance": 2 }, { "pair_id": 332214, "video_name": "house_s01e14_seg02_clip_01", "timestamp": [ 6.75, 76.97 ], "duration": 90.66, "caption": "A man stands up at the table to make a speech.", "similarity": 0.5152, "relevance": 2 }, { "pair_id": 332215, "video_name": "castle_s08e17_seg02_clip_22", "timestamp": [ 67.64, 92.03 ], "duration": 92.66, "caption": "A man, standing, leans forward to intimidate a seated person.", "similarity": 0.5088, "relevance": 2 }, { "pair_id": 332216, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 6.83, 10.08 ], "duration": 65.66, "caption": "A man puts the phone to his ear and stands up.", "similarity": 0.5081, "relevance": 2 }, { "pair_id": 332217, "video_name": "friends_s05e05_seg02_clip_15", "timestamp": [ 12.77, 22.09 ], "duration": 69.66, "caption": "A man stands up while informing him of a missed call.", "similarity": 0.5075, "relevance": 2 }, { "pair_id": 332218, "video_name": "castle_s05e16_seg02_clip_09", "timestamp": [ 40.93, 50.23 ], "duration": 93.66, "caption": "A person stands up and shakes guy's hand.", "similarity": 0.5069, "relevance": 2 }, { "pair_id": 332219, "video_name": "castle_s08e10_seg02_clip_14", "timestamp": [ 3.99, 88.66 ], "duration": 88.66, "caption": "The judge tries to kick out a man after he walks in.", "similarity": 0.5038, "relevance": 2 } ] }, { "query_id": 41630, "query": "Three people are in an office conversing with each other.", "relevant_moment": [ { "pair_id": 141780, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 0.0, 90.37 ], "duration": 90.66, "caption": "Three people are in an office conversing with each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141781, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 0.0, 20.03 ], "duration": 89.66, "caption": "A woman, a man, and another man are conversing in an office.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 141782, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 0.0, 69.91 ], "duration": 92.66, "caption": "A man and a woman are conversing with two people in an office.", "similarity": 0.8817, "relevance": 3 }, { "pair_id": 141783, "video_name": "castle_s08e05_seg02_clip_05", "timestamp": [ 71.17, 91.66 ], "duration": 91.66, "caption": "Some people are talking to each other in the office.", "similarity": 0.8766, "relevance": 3 }, { "pair_id": 141784, "video_name": "castle_s03e16_seg02_clip_23", "timestamp": [ 0.0, 43.35 ], "duration": 90.66, "caption": "Some people are conversing in an office.", "similarity": 0.8756, "relevance": 4 }, { "pair_id": 141785, "video_name": "castle_s06e22_seg02_clip_04", "timestamp": [ 50.86, 79.22 ], "duration": 90.66, "caption": "Two people are in an office conversing.", "similarity": 0.8755, "relevance": 3 }, { "pair_id": 141786, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 12.12, 60.11 ], "duration": 101.66, "caption": "A man and woman are in an office conversing with someone.", "similarity": 0.872, "relevance": 4 }, { "pair_id": 141787, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 13.34, 91.11 ], "duration": 92.66, "caption": "A woman and man are in an office conversing with a man.", "similarity": 0.8671, "relevance": 4 }, { "pair_id": 141788, "video_name": "castle_s06e12_seg02_clip_03", "timestamp": [ 0.0, 49.29 ], "duration": 90.66, "caption": "Two people are speaking to two other people in an office.", "similarity": 0.8658, "relevance": 4 }, { "pair_id": 141789, "video_name": "castle_s05e23_seg02_clip_11", "timestamp": [ 2.76, 92.03 ], "duration": 92.66, "caption": "Some people are inside an office conversing.", "similarity": 0.8588, "relevance": 4 }, { "pair_id": 141790, "video_name": "castle_s06e15_seg02_clip_06", "timestamp": [ 79.31, 89.62 ], "duration": 89.66, "caption": "Two people are having a conversation with each other in the office.", "similarity": 0.8585, "relevance": 3 }, { "pair_id": 141791, "video_name": "castle_s03e21_seg02_clip_11", "timestamp": [ 25.66, 55.36 ], "duration": 90.66, "caption": "Two men and a woman are having a conversation in the office.", "similarity": 0.858, "relevance": 4 }, { "pair_id": 141792, "video_name": "castle_s05e12_seg02_clip_24", "timestamp": [ 0.0, 71.54 ], "duration": 89.66, "caption": "Two people are sitting with person in an office conversing.", "similarity": 0.8562, "relevance": 4 }, { "pair_id": 141793, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 55.36, 90.02 ], "duration": 90.66, "caption": "A person is in an office with man and woman conversing.", "similarity": 0.8532, "relevance": 4 }, { "pair_id": 141794, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "Two people are in an office speaking with another person.", "similarity": 0.8465, "relevance": 4 }, { "pair_id": 141795, "video_name": "castle_s08e06_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "A man and a woman are talking to a person in an office.", "similarity": 0.8463, "relevance": 4 }, { "pair_id": 141796, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 18.0, 83.27 ], "duration": 90.66, "caption": "A woman and a man are conversing with a person in his office.", "similarity": 0.8461, "relevance": 4 }, { "pair_id": 141797, "video_name": "castle_s01e07_seg02_clip_03", "timestamp": [ 0.0, 91.68 ], "duration": 94.66, "caption": "Two people are in an office with a woman conversing.", "similarity": 0.8416, "relevance": 3 }, { "pair_id": 141798, "video_name": "house_s07e19_seg02_clip_19", "timestamp": [ 0.0, 80.02 ], "duration": 80.66, "caption": "Two people are conversing with each other in his office.", "similarity": 0.8405, "relevance": 3 }, { "pair_id": 141799, "video_name": "castle_s01e07_seg02_clip_02", "timestamp": [ 37.51, 91.49 ], "duration": 91.66, "caption": "Two people are in an office conversing with woman.", "similarity": 0.8371, "relevance": 4 }, { "pair_id": 315100, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 0.0, 30.89 ], "duration": 87.66, "caption": "Two people are speaking to someone as they are in an office.", "similarity": 0.8346, "relevance": 4 }, { "pair_id": 315101, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 3.69, 43.47 ], "duration": 82.66, "caption": "A person is in his office conversing with two other people.", "similarity": 0.8313, "relevance": 4 }, { "pair_id": 315102, "video_name": "castle_s05e13_seg02_clip_08", "timestamp": [ 0.0, 80.28 ], "duration": 89.66, "caption": "Some people are in an office as they speak to two other people.", "similarity": 0.831, "relevance": 4 }, { "pair_id": 315103, "video_name": "castle_s05e07_seg02_clip_22", "timestamp": [ 0.0, 45.31 ], "duration": 87.66, "caption": "A woman and a man are speaking to a person in an office.", "similarity": 0.8294, "relevance": 4 }, { "pair_id": 315104, "video_name": "castle_s04e09_seg02_clip_26", "timestamp": [ 46.41, 145.02 ], "duration": 145.66, "caption": "A man and a woman are in his office conversing with each other.", "similarity": 0.8288, "relevance": 3 }, { "pair_id": 315105, "video_name": "castle_s08e17_seg02_clip_24", "timestamp": [ 0.0, 31.8 ], "duration": 89.66, "caption": "Two men are conversing with a person in an office.", "similarity": 0.8274, "relevance": 3 }, { "pair_id": 315106, "video_name": "castle_s03e23_seg02_clip_06", "timestamp": [ 0.0, 52.91 ], "duration": 92.66, "caption": "A woman and a man are speaking to a person inside an office.", "similarity": 0.824, "relevance": 4 }, { "pair_id": 315107, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 38.59, 90.66 ], "duration": 90.66, "caption": "A man and a woman are in an office speaking to a person.", "similarity": 0.8232, "relevance": 4 }, { "pair_id": 315108, "video_name": "castle_s04e18_seg02_clip_19", "timestamp": [ 5.97, 58.35 ], "duration": 91.66, "caption": "Woman and another woman are conversing inside an office.", "similarity": 0.8228, "relevance": 2 }, { "pair_id": 315109, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 81.36, 92.46 ], "duration": 92.66, "caption": "Man, woman, and another man are in an office speaking to person.", "similarity": 0.8181, "relevance": 3 }, { "pair_id": 315110, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 19.1, 93.15 ], "duration": 93.66, "caption": "A man and another man are in an office speaking to two people.", "similarity": 0.8158, "relevance": 4 }, { "pair_id": 315111, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 0.0, 35.6 ], "duration": 90.66, "caption": "A woman and a man are in the office speaking to a person.", "similarity": 0.8129, "relevance": 4 }, { "pair_id": 315112, "video_name": "castle_s04e06_seg02_clip_22", "timestamp": [ 0.0, 75.22 ], "duration": 90.66, "caption": "A man and woman are in an office speaking to someone.", "similarity": 0.8118, "relevance": 4 }, { "pair_id": 315113, "video_name": "castle_s05e05_seg02_clip_20", "timestamp": [ 32.61, 51.66 ], "duration": 51.66, "caption": "Two men and a woman have a discussion in an office.", "similarity": 0.8098, "relevance": 4 }, { "pair_id": 315114, "video_name": "castle_s04e18_seg02_clip_02", "timestamp": [ 69.19, 90.45 ], "duration": 90.66, "caption": "A woman and man are speaking to another man while inside an office.", "similarity": 0.8074, "relevance": 4 }, { "pair_id": 315115, "video_name": "castle_s03e14_seg02_clip_02", "timestamp": [ 40.41, 91.66 ], "duration": 91.66, "caption": "A man and a woman are in an office speaking to two other women.", "similarity": 0.8066, "relevance": 4 }, { "pair_id": 315116, "video_name": "house_s05e12_seg02_clip_00", "timestamp": [ 82.37, 94.13 ], "duration": 94.66, "caption": "A woman and a person have a conversation in their office.", "similarity": 0.8065, "relevance": 2 }, { "pair_id": 315117, "video_name": "castle_s04e02_seg02_clip_16", "timestamp": [ 16.85, 66.93 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.8046, "relevance": 4 }, { "pair_id": 315118, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 59.35, 91.3 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.8046, "relevance": 4 }, { "pair_id": 315119, "video_name": "castle_s07e14_seg02_clip_17", "timestamp": [ 0.0, 48.94 ], "duration": 90.66, "caption": "A woman is conversing with woman and man in her office.", "similarity": 0.8042, "relevance": 4 } ] }, { "query_id": 41632, "query": "A woman and a man are standing watching a video of another woman.", "relevant_moment": [ { "pair_id": 170800, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 34.79, 63.71 ], "duration": 90.66, "caption": "A woman and a man are standing watching a video of another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170801, "video_name": "castle_s04e12_seg02_clip_14", "timestamp": [ 62.32, 86.8 ], "duration": 89.66, "caption": "A man and a woman are standing watching a surveillance video playing.", "similarity": 0.8816, "relevance": 4 }, { "pair_id": 170802, "video_name": "castle_s02e12_seg02_clip_07", "timestamp": [ 21.21, 68.23 ], "duration": 92.66, "caption": "A woman and man watch a video from the video camera.", "similarity": 0.8425, "relevance": 2 }, { "pair_id": 170803, "video_name": "s09e08_seg02_clip_08", "timestamp": [ 17.39, 30.51 ], "duration": 61.66, "caption": "A woman shows two people a video she took of a woman and a man.", "similarity": 0.8262, "relevance": 1 }, { "pair_id": 170804, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 19.39, 66.3 ], "duration": 90.66, "caption": "A man and a woman are in front of a computer screen watching a video.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 170805, "video_name": "castle_s08e22_seg02_clip_10", "timestamp": [ 0.0, 6.27 ], "duration": 89.66, "caption": "A woman, a man, and another man watch a video on a computer.", "similarity": 0.7728, "relevance": 2 }, { "pair_id": 170806, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 35.9, 90.66 ], "duration": 90.66, "caption": "Some men and a woman are watching a video on the computer screen.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 170807, "video_name": "castle_s04e15_seg02_clip_19", "timestamp": [ 0.0, 89.2 ], "duration": 91.66, "caption": "A man and a woman are standing beside each other as they watch the screen.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 170808, "video_name": "s08e14_seg02_clip_05", "timestamp": [ 42.72, 46.08 ], "duration": 61.66, "caption": "A woman shows two other women a video of one of them.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 170809, "video_name": "castle_s07e15_seg02_clip_04", "timestamp": [ 5.03, 8.24 ], "duration": 91.66, "caption": "A man watches video of a woman on a computer screen.", "similarity": 0.7519, "relevance": 2 }, { "pair_id": 170810, "video_name": "castle_s08e20_seg02_clip_11", "timestamp": [ 15.25, 18.84 ], "duration": 89.66, "caption": "A woman identifies the man in the video while next to two men.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 170811, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 23.68, 29.6 ], "duration": 91.66, "caption": "A person and another person watch a short clip of video.", "similarity": 0.7486, "relevance": 1 }, { "pair_id": 170812, "video_name": "house_s07e07_seg02_clip_07", "timestamp": [ 26.26, 45.85 ], "duration": 89.66, "caption": "A man watches a video of a woman in lingerie.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 170813, "video_name": "castle_s04e06_seg02_clip_05", "timestamp": [ 71.12, 80.12 ], "duration": 90.66, "caption": "Woman, man and person see a video of an object moving on its own.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 170814, "video_name": "castle_s05e23_seg02_clip_14", "timestamp": [ 30.02, 34.06 ], "duration": 89.66, "caption": "Two men and two women are watching recorded video.", "similarity": 0.736, "relevance": 3 }, { "pair_id": 170815, "video_name": "castle_s04e05_seg02_clip_19", "timestamp": [ 0.0, 7.52 ], "duration": 94.66, "caption": "A man walks in as woman, person and a woman in a red dress watch a video.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 170816, "video_name": "castle_s01e02_seg02_clip_15", "timestamp": [ 86.64, 89.32 ], "duration": 89.66, "caption": "A woman looks over a man's shoulder to view the video that he is watching.", "similarity": 0.7312, "relevance": 4 }, { "pair_id": 170817, "video_name": "castle_s03e08_seg02_clip_21", "timestamp": [ 43.24, 50.52 ], "duration": 91.66, "caption": "A man and a woman watching a video of a boy and trying to figure out.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 170818, "video_name": "friends_s08e04_seg02_clip_15", "timestamp": [ 50.74, 54.21 ], "duration": 63.66, "caption": "A woman fast forwards the video of her and a man.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 170819, "video_name": "castle_s06e21_seg02_clip_04", "timestamp": [ 0.0, 23.86 ], "duration": 90.66, "caption": "Woman and man are having a conversation with each other while watching a video of two people beating each other.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 344120, "video_name": "house_s04e11_seg02_clip_02", "timestamp": [ 30.5, 78.49 ], "duration": 89.66, "caption": "Some people including a man, a man, a man, and a person watch a video.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 344121, "video_name": "friends_s09e19_seg02_clip_02", "timestamp": [ 28.99, 58.89 ], "duration": 61.66, "caption": "A woman is with man to watch his scene.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 344122, "video_name": "house_s04e11_seg02_clip_12", "timestamp": [ 0.0, 39.3 ], "duration": 97.66, "caption": "Two people are sitting beside each other as they watch a person on a video.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 344123, "video_name": "castle_s06e03_seg02_clip_20", "timestamp": [ 0.0, 47.34 ], "duration": 91.66, "caption": "Two men and a man were watching a video clip.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 344124, "video_name": "castle_s01e10_seg02_clip_17", "timestamp": [ 7.94, 13.23 ], "duration": 88.66, "caption": "A person is taking a video of a person and his/her partner.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 344125, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 58.09, 72.73 ], "duration": 91.66, "caption": "A man shows two people a video of an incident.", "similarity": 0.7103, "relevance": 3 }, { "pair_id": 344126, "video_name": "castle_s06e16_seg02_clip_23", "timestamp": [ 28.93, 60.98 ], "duration": 89.66, "caption": "A person plays a video for man and woman.", "similarity": 0.7079, "relevance": 3 }, { "pair_id": 344127, "video_name": "castle_s04e05_seg02_clip_18", "timestamp": [ 48.57, 53.64 ], "duration": 84.66, "caption": "A woman puts in a video to show man and woman at the police station.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 344128, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 0.0, 5.57 ], "duration": 92.66, "caption": "A man and a woman watch a man talking to woman.", "similarity": 0.7042, "relevance": 3 }, { "pair_id": 344129, "video_name": "s06e07_seg02_clip_04", "timestamp": [ 7.56, 11.66 ], "duration": 63.66, "caption": "A woman hangs up on a man while they are video chatting.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 344130, "video_name": "castle_s05e05_seg02_clip_18", "timestamp": [ 84.74, 88.79 ], "duration": 90.66, "caption": "A woman is watching a surveillance video with person in it.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 344131, "video_name": "castle_s06e01_seg02_clip_13", "timestamp": [ 0.0, 10.35 ], "duration": 86.66, "caption": "A man tells a woman about the difference of camera angles on two individuals in the video.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 344132, "video_name": "castle_s04e06_seg02_clip_05", "timestamp": [ 56.27, 64.82 ], "duration": 90.66, "caption": "A man brings a woman and another person into a room to see a video.", "similarity": 0.6999, "relevance": 1 }, { "pair_id": 344133, "video_name": "friends_s02e17_seg02_clip_12", "timestamp": [ 0.0, 51.17 ], "duration": 62.66, "caption": "Some people watch a music video featuring a woman.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 344134, "video_name": "castle_s03e08_seg02_clip_21", "timestamp": [ 29.13, 55.98 ], "duration": 91.66, "caption": "A man and a woman are watching a video of a child speaking on a computer screen.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 344135, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 44.84, 58.34 ], "duration": 87.66, "caption": "A woman shows two people a video on her phone.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 344136, "video_name": "castle_s05e12_seg02_clip_18", "timestamp": [ 69.91, 90.21 ], "duration": 90.66, "caption": "Two men and a woman are watching at a video looking for some evidences.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 344137, "video_name": "castle_s02e12_seg02_clip_24", "timestamp": [ 80.22, 92.21 ], "duration": 92.66, "caption": "A woman was showing a video camera to a man.", "similarity": 0.6887, "relevance": 1 }, { "pair_id": 344138, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 43.73, 67.18 ], "duration": 90.66, "caption": "A person was showing a video clip to two other people.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 344139, "video_name": "s06e20_seg02_clip_06", "timestamp": [ 0.0, 12.4 ], "duration": 59.66, "caption": "A woman is watching a video of a man on her laptop.", "similarity": 0.6886, "relevance": 2 } ] }, { "query_id": 41637, "query": "A person points at the laptop screen while someone picks their phone call.", "relevant_moment": [ { "pair_id": 12040, "video_name": "castle_s06e17_seg02_clip_03", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A person points at the laptop screen while someone picks their phone call.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 12041, "video_name": "castle_s03e03_seg02_clip_06", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A person points at the laptop screen while another picks their phone call.", "similarity": 0.9844, "relevance": 1 }, { "pair_id": 12042, "video_name": "castle_s07e15_seg02_clip_11", "timestamp": [ 0.0, 83.37 ], "duration": 83.66, "caption": "A person points at the laptop screen while another person picks their phone call.", "similarity": 0.9772, "relevance": 0 }, { "pair_id": 12043, "video_name": "castle_s07e11_seg02_clip_10", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person points at the laptop screen while another person picks their phone call.", "similarity": 0.9772, "relevance": 0 }, { "pair_id": 12044, "video_name": "castle_s06e05_seg02_clip_00", "timestamp": [ 0.0, 92.5 ], "duration": 92.66, "caption": "A person points at the laptop screen while another person picks their phone call.", "similarity": 0.9772, "relevance": 1 }, { "pair_id": 12045, "video_name": "castle_s05e06_seg02_clip_08", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A person points at the laptop screen while another person picks their phone call.", "similarity": 0.9772, "relevance": 1 }, { "pair_id": 12046, "video_name": "castle_s01e01_seg02_clip_05", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A person points at the laptop screen while another person picks their phone call.", "similarity": 0.9772, "relevance": 0 }, { "pair_id": 12047, "video_name": "castle_s01e01_seg02_clip_05", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A person points at the laptop screen while another person picks their phone call.", "similarity": 0.9772, "relevance": 0 }, { "pair_id": 12048, "video_name": "castle_s07e04_seg02_clip_15", "timestamp": [ 0.0, 89.66 ], "duration": 89.66, "caption": "A person points at the laptop screen while another person picks her phone call.", "similarity": 0.9643, "relevance": 1 }, { "pair_id": 12049, "video_name": "castle_s01e01_seg02_clip_05", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A person points at the laptop screen while another person picks her phone call.", "similarity": 0.9643, "relevance": 0 }, { "pair_id": 12050, "video_name": "castle_s08e03_seg02_clip_19", "timestamp": [ 0.0, 90.11 ], "duration": 90.66, "caption": "A person points at the laptop screen while another person picks up her phone call.", "similarity": 0.9566, "relevance": 0 }, { "pair_id": 12051, "video_name": "castle_s07e18_seg02_clip_03", "timestamp": [ 0.0, 79.64 ], "duration": 79.66, "caption": "A person points at the laptop screen while a woman picks their phone call.", "similarity": 0.9491, "relevance": 0 }, { "pair_id": 12052, "video_name": "castle_s07e15_seg02_clip_11", "timestamp": [ 0.0, 83.37 ], "duration": 83.66, "caption": "A person points at the laptop screen while a woman picks her phone call.", "similarity": 0.9419, "relevance": 0 }, { "pair_id": 12053, "video_name": "castle_s04e13_seg02_clip_11", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A person points at the laptop screen while a woman picks her phone call.", "similarity": 0.9419, "relevance": 0 }, { "pair_id": 12054, "video_name": "castle_s04e13_seg02_clip_11", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A person points at the laptop screen while a woman picks her phone call.", "similarity": 0.9419, "relevance": 0 }, { "pair_id": 12055, "video_name": "castle_s02e15_seg02_clip_05", "timestamp": [ 0.0, 91.66 ], "duration": 91.66, "caption": "A person points at the laptop screen while a woman picks her phone call.", "similarity": 0.9419, "relevance": 0 }, { "pair_id": 12056, "video_name": "castle_s01e06_seg02_clip_03", "timestamp": [ 0.0, 88.52 ], "duration": 88.66, "caption": "A person points at the laptop screen while a woman picks her phone call.", "similarity": 0.9419, "relevance": 0 }, { "pair_id": 12057, "video_name": "castle_s01e06_seg02_clip_03", "timestamp": [ 0.0, 88.52 ], "duration": 88.66, "caption": "A person points at the laptop screen while a woman picks her phone call.", "similarity": 0.9419, "relevance": 0 }, { "pair_id": 12058, "video_name": "castle_s08e01_seg02_clip_21", "timestamp": [ 0.0, 88.02 ], "duration": 88.66, "caption": "A man points at the laptop screen while another person picks their phone call.", "similarity": 0.9395, "relevance": 0 }, { "pair_id": 12059, "video_name": "castle_s06e16_seg02_clip_18", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A man points at the laptop screen while another person picks their phone call.", "similarity": 0.9395, "relevance": 0 } ] }, { "query_id": 41676, "query": "A person opens the door of the bedroom and walks out.", "relevant_moment": [ { "pair_id": 200700, "video_name": "s07e19_seg02_clip_08", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "A person walks into the room after the door opens.", "similarity": 0.7998, "relevance": 2 }, { "pair_id": 200701, "video_name": "friends_s10e14_seg02_clip_19", "timestamp": [ 15.7, 19.03 ], "duration": 60.66, "caption": "A person walks into the room and closes the door behind him.", "similarity": 0.7988, "relevance": 2 }, { "pair_id": 200702, "video_name": "met_s06e22_seg02_clip_06", "timestamp": [ 41.91, 46.64 ], "duration": 63.66, "caption": "A man walks out of their bedroom to the front door.", "similarity": 0.7984, "relevance": 3 }, { "pair_id": 200703, "video_name": "s06e22_seg02_clip_02", "timestamp": [ 62.43, 64.02 ], "duration": 64.66, "caption": "A man gets out of bed and walks to his bedroom door.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 200704, "video_name": "friends_s02e19_seg01_clip_00", "timestamp": [ 81.2, 83.32 ], "duration": 85.66, "caption": "A person walks out of the room and shuts the door behind them.", "similarity": 0.797, "relevance": 4 }, { "pair_id": 200705, "video_name": "grey_s02e07_seg02_clip_19", "timestamp": [ 22.69, 26.78 ], "duration": 90.66, "caption": "A woman walks out of the room and closes the door.", "similarity": 0.7942, "relevance": 2 }, { "pair_id": 200706, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 6.2, 7.67 ], "duration": 59.66, "caption": "A woman opens the door and walks out of the apartment.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 200707, "video_name": "friends_s01e24_seg02_clip_16", "timestamp": [ 36.08, 41.15 ], "duration": 59.66, "caption": "A man walks out of his bedroom in a robe and closes the door.", "similarity": 0.7868, "relevance": 3 }, { "pair_id": 200708, "video_name": "friends_s05e12_seg02_clip_15", "timestamp": [ 14.2, 25.09 ], "duration": 66.66, "caption": "A woman walks out the door and man walks into the bedroom.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 200709, "video_name": "s02e03_seg02_clip_06", "timestamp": [ 7.5, 10.2 ], "duration": 60.66, "caption": "A woman opens the door to a person's bedroom, steps outside and closes it.", "similarity": 0.784, "relevance": 3 }, { "pair_id": 200710, "video_name": "friends_s06e15-16_seg02_clip_30", "timestamp": [ 29.51, 32.46 ], "duration": 59.66, "caption": "A person walks through the door into the room.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 200711, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 14.41, 20.11 ], "duration": 60.66, "caption": "A woman walks into a man's bedroom and closes the door.", "similarity": 0.7818, "relevance": 3 }, { "pair_id": 200712, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 54.16, 64.63 ], "duration": 91.66, "caption": "A person walks across the room and opens the door.", "similarity": 0.7816, "relevance": 2 }, { "pair_id": 200713, "video_name": "met_s02e20_seg02_clip_06", "timestamp": [ 11.28, 14.84 ], "duration": 59.66, "caption": "A man closes the door and walks out of the room.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 200714, "video_name": "friends_s02e01_seg02_clip_14", "timestamp": [ 66.32, 68.02 ], "duration": 68.66, "caption": "A person opens the door and comes out of a woman's room.", "similarity": 0.7779, "relevance": 2 }, { "pair_id": 200715, "video_name": "s01e05_seg02_clip_12", "timestamp": [ 19.51, 20.71 ], "duration": 60.66, "caption": "One person walks through the doorway out of the room.", "similarity": 0.7773, "relevance": 2 }, { "pair_id": 200716, "video_name": "s02e06_seg02_clip_15", "timestamp": [ 20.07, 28.33 ], "duration": 59.66, "caption": "A woman guides a man out of the bedroom and closes the door.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 200717, "video_name": "house_s07e09_seg02_clip_22", "timestamp": [ 54.35, 57.94 ], "duration": 89.66, "caption": "A woman opens the glass door and walks out of the room.", "similarity": 0.776, "relevance": 2 }, { "pair_id": 200718, "video_name": "s03e23_seg02_clip_04", "timestamp": [ 50.42, 53.12 ], "duration": 60.66, "caption": "A person walks out of the apartment front door.", "similarity": 0.7739, "relevance": 2 }, { "pair_id": 200719, "video_name": "friends_s04e08_seg02_clip_03", "timestamp": [ 3.47, 6.3 ], "duration": 63.66, "caption": "A woman opens a door and walks out to gesture into the room.", "similarity": 0.7738, "relevance": 3 } ] }, { "query_id": 41751, "query": "Two people turn to look at another person when they speak.", "relevant_moment": [ { "pair_id": 3360, "video_name": "grey_s02e17_seg02_clip_04", "timestamp": [ 34.35, 37.38 ], "duration": 101.66, "caption": "Two people turn to look at another person when they speak.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3361, "video_name": "house_s01e06_seg02_clip_08", "timestamp": [ 33.22, 47.33 ], "duration": 91.66, "caption": "Two people look over at person speaking with another person.", "similarity": 0.9113, "relevance": 4 }, { "pair_id": 3362, "video_name": "house_s05e02_seg02_clip_04", "timestamp": [ 17.87, 24.12 ], "duration": 89.66, "caption": "A person speaks and another person turns to look at them.", "similarity": 0.9049, "relevance": 4 }, { "pair_id": 3363, "video_name": "castle_s05e16_seg02_clip_08", "timestamp": [ 0.0, 8.07 ], "duration": 41.66, "caption": "A person looks behind him and another person starts to speak.", "similarity": 0.8459, "relevance": 2 }, { "pair_id": 3364, "video_name": "castle_s08e01_seg02_clip_23", "timestamp": [ 0.0, 7.03 ], "duration": 82.66, "caption": "After a person says something, two people look all around.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 3366, "video_name": "met_s02e01_seg01_clip_02", "timestamp": [ 3.52, 10.07 ], "duration": 46.66, "caption": "Two people share a brief look while a man is talking.", "similarity": 0.8045, "relevance": 3 }, { "pair_id": 3367, "video_name": "house_s05e11_seg02_clip_04", "timestamp": [ 82.35, 84.13 ], "duration": 89.66, "caption": "Two people turn their heads to look at each other.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 3368, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 39.23, 41.88 ], "duration": 106.66, "caption": "A person turns to look down at another person who has spoken to him.", "similarity": 0.7979, "relevance": 1 }, { "pair_id": 3369, "video_name": "met_s06e23_seg02_clip_16", "timestamp": [ 46.08, 55.54 ], "duration": 61.66, "caption": "Two men speak up and look at each other when woman is talking.", "similarity": 0.7941, "relevance": 2 }, { "pair_id": 3370, "video_name": "grey_s02e23_seg02_clip_04", "timestamp": [ 59.55, 65.77 ], "duration": 88.66, "caption": "After listening to what someone had to say, two people look at each other.", "similarity": 0.791, "relevance": 1 }, { "pair_id": 3371, "video_name": "house_s03e08_seg02_clip_03", "timestamp": [ 8.94, 34.44 ], "duration": 89.66, "caption": "A person looks back to another person as he speaks to some people.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 3372, "video_name": "s04e03_seg02_clip_07", "timestamp": [ 14.95, 23.19 ], "duration": 61.66, "caption": "Two people are having a conversation that make some other people stare at them in wonder.", "similarity": 0.7904, "relevance": 2 }, { "pair_id": 3373, "video_name": "castle_s08e16_seg02_clip_09", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man looks at person and person looks back at him as they speak.", "similarity": 0.7895, "relevance": 2 }, { "pair_id": 3374, "video_name": "s09e23_seg02_clip_00", "timestamp": [ 40.97, 44.75 ], "duration": 63.66, "caption": "A man looks at a person as they speak to him.", "similarity": 0.789, "relevance": 2 }, { "pair_id": 3375, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 79.41, 83.04 ], "duration": 90.66, "caption": "Two people look at each other while the suspect is talking.", "similarity": 0.7857, "relevance": 3 }, { "pair_id": 3376, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 27.37, 57.93 ], "duration": 91.66, "caption": "A person looks down as they hear two people speaking.", "similarity": 0.7851, "relevance": 2 }, { "pair_id": 3377, "video_name": "castle_s08e03_seg02_clip_22", "timestamp": [ 44.19, 50.78 ], "duration": 94.66, "caption": "A person says something that makes two others look at each other.", "similarity": 0.7821, "relevance": 1 }, { "pair_id": 3378, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "Two people look at each other and then one of them looks back.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 3379, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 176680, "video_name": "s08e23_seg02_clip_13", "timestamp": [ 53.03, 55.21 ], "duration": 62.66, "caption": "Two people look at each other and nod.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 176681, "video_name": "castle_s06e15_seg02_clip_22", "timestamp": [ 12.32, 17.6 ], "duration": 88.66, "caption": "A person turns around and speaks to two other people.", "similarity": 0.7745, "relevance": 4 }, { "pair_id": 176682, "video_name": "friends_s02e11_seg02_clip_11", "timestamp": [ 41.91, 57.67 ], "duration": 63.66, "caption": "Some people are observing a conversation between two individuals.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 176683, "video_name": "castle_s03e16_seg02_clip_20", "timestamp": [ 0.0, 60.42 ], "duration": 89.66, "caption": "Two people are speaking to each other face to face.", "similarity": 0.7698, "relevance": 2 }, { "pair_id": 176684, "video_name": "house_s07e15_seg02_clip_08", "timestamp": [ 44.21, 53.99 ], "duration": 85.66, "caption": "A person turns to speak specifically to another person.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 176685, "video_name": "castle_s08e22_seg02_clip_07", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "Two people turn to face each other and have an intense conversation.", "similarity": 0.7679, "relevance": 1 }, { "pair_id": 176686, "video_name": "grey_s03e10_seg02_clip_01", "timestamp": [ 3.64, 22.3 ], "duration": 91.66, "caption": "A woman looks at a man when she is speaking to someone else.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 176687, "video_name": "castle_s02e01_seg02_clip_15", "timestamp": [ 73.1, 75.71 ], "duration": 87.66, "caption": "A person is talking to another person, who is looking down, and then raises their head to look at the first person.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 176688, "video_name": "grey_s03e24_seg02_clip_17", "timestamp": [ 1.36, 7.7 ], "duration": 90.66, "caption": "A woman turns to look at a man after he speaks.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 176689, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.7627, "relevance": 3 }, { "pair_id": 176690, "video_name": "friends_s06e13_seg02_clip_03", "timestamp": [ 8.33, 11.0 ], "duration": 59.66, "caption": "A woman turns around to look at someone as he is speaking.", "similarity": 0.7625, "relevance": 3 }, { "pair_id": 176691, "video_name": "met_s03e14_seg02_clip_05", "timestamp": [ 0.0, 8.19 ], "duration": 63.66, "caption": "Two people are facing each other as they converse.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 176692, "video_name": "castle_s04e23_seg02_clip_17", "timestamp": [ 0.0, 21.44 ], "duration": 134.66, "caption": "Two people are facing each other as they converse.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 176694, "video_name": "castle_s02e18_seg02_clip_00", "timestamp": [ 0.0, 2.29 ], "duration": 91.66, "caption": "Two people speak with someone on a cell phone that's looking at them through the window.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 176695, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 176696, "video_name": "castle_s02e02_seg02_clip_24", "timestamp": [ 0.0, 7.89 ], "duration": 83.66, "caption": "Two people were staring at something while having a conversation.", "similarity": 0.7559, "relevance": 3 }, { "pair_id": 176697, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 4.57, 12.35 ], "duration": 91.66, "caption": "A man is looking at a woman as she speaks to another man.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 176698, "video_name": "castle_s01e08_seg02_clip_23", "timestamp": [ 7.23, 85.02 ], "duration": 85.66, "caption": "Two people are beside each other as they speak to another person.", "similarity": 0.7546, "relevance": 1 }, { "pair_id": 176699, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.7543, "relevance": 2 } ] }, { "query_id": 41800, "query": "A man gives a Christmas gift box to woman.", "relevant_moment": [ { "pair_id": 14080, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 3.28, 5.97 ], "duration": 59.66, "caption": "A man gives a Christmas gift box to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14081, "video_name": "castle_s01e01_seg02_clip_15", "timestamp": [ 35.05, 48.98 ], "duration": 96.66, "caption": "A man gives a woman a gift in a blue and white box.", "similarity": 0.8776, "relevance": 4 }, { "pair_id": 14082, "video_name": "s05e24_seg02_clip_01", "timestamp": [ 5.99, 8.55 ], "duration": 57.66, "caption": "A man gifts woman something held in a little box.", "similarity": 0.8374, "relevance": 3 }, { "pair_id": 14083, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 7.17, 9.85 ], "duration": 59.66, "caption": "A woman opens the Christmas gift that man gave her.", "similarity": 0.7858, "relevance": 4 }, { "pair_id": 14084, "video_name": "friends_s08e02_seg02_clip_08", "timestamp": [ 9.77, 12.92 ], "duration": 63.66, "caption": "A man gives a woman a gift after she asked for one.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 14085, "video_name": "friends_s03e04_seg02_clip_08", "timestamp": [ 44.86, 49.58 ], "duration": 59.66, "caption": "A man grabs a wrapped gift and hands it to woman.", "similarity": 0.7781, "relevance": 4 }, { "pair_id": 14086, "video_name": "s02e11_seg02_clip_13", "timestamp": [ 46.73, 50.51 ], "duration": 54.66, "caption": "A woman hands a man a gift in Christmas wrapping paper.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 14087, "video_name": "friends_s01e24_seg02_clip_07", "timestamp": [ 44.15, 57.27 ], "duration": 59.66, "caption": "A woman opens a gift and it's from a man.", "similarity": 0.7645, "relevance": 1 }, { "pair_id": 14088, "video_name": "s06e24_seg02_clip_13", "timestamp": [ 39.69, 44.18 ], "duration": 69.66, "caption": "A man gets a present and gives it to woman.", "similarity": 0.7562, "relevance": 4 }, { "pair_id": 14089, "video_name": "s08e15_seg01_clip_00", "timestamp": [ 39.08, 45.07 ], "duration": 63.66, "caption": "A man gives a woman a gift and thanks her.", "similarity": 0.7508, "relevance": 3 }, { "pair_id": 14090, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 10.2, 68.02 ], "duration": 68.66, "caption": "A woman gave their Christmas gift to two people.", "similarity": 0.7463, "relevance": 4 }, { "pair_id": 14091, "video_name": "s02e23_seg02_clip_12", "timestamp": [ 49.82, 60.03 ], "duration": 60.66, "caption": "A woman gives a man a gift for an upcoming trip.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 14092, "video_name": "house_s07e09_seg02_clip_25", "timestamp": [ 38.19, 45.55 ], "duration": 92.66, "caption": "A man brings out a gift from his pocket and hands it to a woman.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 14093, "video_name": "s03e01_seg02_clip_10", "timestamp": [ 33.87, 44.55 ], "duration": 61.66, "caption": "A man hands woman a gift and she opens it.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 14094, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 20.54, 26.06 ], "duration": 61.66, "caption": "A woman hugs and kisses a man, then the man opens a gift box.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 14095, "video_name": "met_s05e01_seg01_clip_02", "timestamp": [ 4.04, 6.86 ], "duration": 79.66, "caption": "A man opens up a box of gift from another man.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 14096, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 46.38, 52.18 ], "duration": 61.66, "caption": "A woman opens a gift and a man asks her if she's keeping it.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 14097, "video_name": "friends_s05e15_seg02_clip_01", "timestamp": [ 35.67, 42.49 ], "duration": 62.66, "caption": "A man is in their apartment unpacking boxes and a woman brings them some gifts.", "similarity": 0.7057, "relevance": 0 }, { "pair_id": 14098, "video_name": "castle_s03e18_seg02_clip_22", "timestamp": [ 18.0, 21.16 ], "duration": 90.66, "caption": "A woman gives a man a book as a gift.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 14099, "video_name": "house_s07e04_seg02_clip_25", "timestamp": [ 3.03, 6.57 ], "duration": 101.66, "caption": "A woman is putting her things on the box when a man comes.", "similarity": 0.699, "relevance": 0 } ] }, { "query_id": 41822, "query": "A man opens the door and leaves the apartment.", "relevant_moment": [ { "pair_id": 81420, "video_name": "s06e04_seg02_clip_16", "timestamp": [ 1.4, 3.5 ], "duration": 70.66, "caption": "A man opens the door and leaves the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 81421, "video_name": "met_s02e11_seg02_clip_11", "timestamp": [ 54.01, 57.67 ], "duration": 61.66, "caption": "A man opens the door and leaves the apartment.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 81422, "video_name": "friends_s04e21_seg02_clip_06", "timestamp": [ 2.07, 11.51 ], "duration": 59.66, "caption": "A man opens the door and leaves the apartment.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 81423, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 57.98, 59.2 ], "duration": 61.66, "caption": "A person opens the door and leaves the apartment.", "similarity": 0.9417, "relevance": 4 }, { "pair_id": 81424, "video_name": "s02e14_seg02_clip_13", "timestamp": [ 37.84, 38.77 ], "duration": 62.66, "caption": "A man opens the apartment door as he's about to leave.", "similarity": 0.9296, "relevance": 2 }, { "pair_id": 81425, "video_name": "s04e22_seg02_clip_01", "timestamp": [ 51.18, 53.16 ], "duration": 66.66, "caption": "A man closes an apartment door as he walks out.", "similarity": 0.8908, "relevance": 4 }, { "pair_id": 81426, "video_name": "friends_s06e17_seg02_clip_06", "timestamp": [ 40.23, 43.05 ], "duration": 56.66, "caption": "A man opens the door, enters the apartment and closes the door.", "similarity": 0.8808, "relevance": 2 }, { "pair_id": 81427, "video_name": "s03e15_seg02_clip_12", "timestamp": [ 5.49, 7.93 ], "duration": 61.66, "caption": "A man enters the apartment and closes the door.", "similarity": 0.8786, "relevance": 2 }, { "pair_id": 81428, "video_name": "s09e18_seg02_clip_05", "timestamp": [ 51.92, 53.72 ], "duration": 60.66, "caption": "A person leaves the apartment and closes the door behind him.", "similarity": 0.8754, "relevance": 3 }, { "pair_id": 81429, "video_name": "friends_s07e03_seg02_clip_07", "timestamp": [ 1.92, 3.84 ], "duration": 64.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.8752, "relevance": 2 }, { "pair_id": 81430, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.8752, "relevance": 2 }, { "pair_id": 81431, "video_name": "s03e22_seg02_clip_16", "timestamp": [ 37.68, 39.54 ], "duration": 93.66, "caption": "A man walks into the apartment and then closes the door.", "similarity": 0.8704, "relevance": 2 }, { "pair_id": 81432, "video_name": "friends_s02e12-13_seg02_clip_18", "timestamp": [ 0.0, 6.15 ], "duration": 82.66, "caption": "A man leaves a person's apartment and he closes the door behind him.", "similarity": 0.8687, "relevance": 2 }, { "pair_id": 81433, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 48.45, 51.93 ], "duration": 58.66, "caption": "A man opens the door, enters his apartment and closes it back.", "similarity": 0.8602, "relevance": 3 }, { "pair_id": 81434, "video_name": "s10e09_seg02_clip_03", "timestamp": [ 24.01, 26.71 ], "duration": 60.66, "caption": "A person opens the door of an apartment and walks out.", "similarity": 0.8569, "relevance": 3 }, { "pair_id": 81435, "video_name": "friends_s08e02_seg02_clip_09", "timestamp": [ 42.3, 47.62 ], "duration": 56.66, "caption": "A man leaves two people and walks out the apartment door.", "similarity": 0.8541, "relevance": 3 }, { "pair_id": 81436, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 25.81, 30.91 ], "duration": 60.66, "caption": "A person opens the door and gets out of their apartment.", "similarity": 0.8536, "relevance": 3 }, { "pair_id": 81437, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 25.54, 27.35 ], "duration": 60.66, "caption": "A man walks into the apartment and closes the door behind him.", "similarity": 0.8513, "relevance": 2 }, { "pair_id": 81438, "video_name": "friends_s08e17_seg02_clip_05", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A man enters the apartment and closes the door behind him.", "similarity": 0.8499, "relevance": 2 }, { "pair_id": 81439, "video_name": "friends_s02e16_seg02_clip_14", "timestamp": [ 13.28, 16.53 ], "duration": 59.66, "caption": "A man enters the apartment and closes the door behind him.", "similarity": 0.8499, "relevance": 2 }, { "pair_id": 254740, "video_name": "s08e05_seg02_clip_00", "timestamp": [ 28.99, 34.18 ], "duration": 61.66, "caption": "A person leaves someone's doorway, and goes into his apartment and closes the door.", "similarity": 0.8472, "relevance": 3 }, { "pair_id": 254741, "video_name": "s01e17_seg02_clip_01", "timestamp": [ 46.22, 50.42 ], "duration": 60.66, "caption": "A man stands at the apartment door about to leave.", "similarity": 0.8467, "relevance": 4 }, { "pair_id": 254742, "video_name": "friends_s07e03_seg02_clip_06", "timestamp": [ 42.32, 45.02 ], "duration": 60.66, "caption": "A man opens the apartment door and walks out, slamming the door closed behind him.", "similarity": 0.8399, "relevance": 4 }, { "pair_id": 254743, "video_name": "friends_s05e19_seg02_clip_18", "timestamp": [ 11.31, 13.35 ], "duration": 58.66, "caption": "A man walks into the apartment and shuts the door.", "similarity": 0.8385, "relevance": 3 }, { "pair_id": 254744, "video_name": "s08e22_seg02_clip_06", "timestamp": [ 38.76, 43.18 ], "duration": 63.66, "caption": "A person opens and closes the door to the apartment.", "similarity": 0.8364, "relevance": 3 }, { "pair_id": 254745, "video_name": "friends_s02e16_seg02_clip_20", "timestamp": [ 32.77, 37.81 ], "duration": 72.66, "caption": "A man closes the apartment door after another man leaves.", "similarity": 0.8349, "relevance": 4 }, { "pair_id": 254746, "video_name": "s07e02_seg02_clip_15", "timestamp": [ 24.95, 28.14 ], "duration": 58.66, "caption": "A person opens their apartment door and walks out.", "similarity": 0.8343, "relevance": 4 }, { "pair_id": 254747, "video_name": "friends_s05e04_seg02_clip_17", "timestamp": [ 29.26, 33.49 ], "duration": 65.66, "caption": "A man rushes into the apartment and closes the door.", "similarity": 0.8305, "relevance": 3 }, { "pair_id": 254748, "video_name": "friends_s07e06_seg02_clip_03", "timestamp": [ 0.0, 5.65 ], "duration": 59.66, "caption": "A man opens the front door and another person exits the apartment.", "similarity": 0.8291, "relevance": 4 }, { "pair_id": 254749, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 28.07, 30.82 ], "duration": 61.66, "caption": "A person walks into the apartment and closes the door.", "similarity": 0.8281, "relevance": 3 }, { "pair_id": 254750, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 106.81, 113.9 ], "duration": 118.66, "caption": "A woman closes the door and leaves the apartment.", "similarity": 0.828, "relevance": 3 }, { "pair_id": 254751, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 39.08, 42.18 ], "duration": 62.66, "caption": "A man opens the door of the apartment and goes inside.", "similarity": 0.8268, "relevance": 3 }, { "pair_id": 254752, "video_name": "castle_s05e15_seg02_clip_07", "timestamp": [ 10.17, 11.5 ], "duration": 88.66, "caption": "A man opens the door to leave the room.", "similarity": 0.8255, "relevance": 2 }, { "pair_id": 254753, "video_name": "friends_s02e07_seg02_clip_10", "timestamp": [ 29.42, 32.15 ], "duration": 42.66, "caption": "A man walks out and closes the door, leaving a woman in his apartment.", "similarity": 0.8253, "relevance": 4 }, { "pair_id": 254754, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 63.57, 65.91 ], "duration": 93.66, "caption": "A man opens up a door from his apartment.", "similarity": 0.8245, "relevance": 2 }, { "pair_id": 254755, "video_name": "s04e09_seg02_clip_01", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person comes into the apartment and closes the door.", "similarity": 0.8241, "relevance": 3 }, { "pair_id": 254756, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 50.85, 52.66 ], "duration": 60.66, "caption": "A man opens the entry door to the apartment.", "similarity": 0.8238, "relevance": 2 }, { "pair_id": 254757, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8237, "relevance": 3 }, { "pair_id": 254758, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8237, "relevance": 2 }, { "pair_id": 254759, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8237, "relevance": 3 } ] }, { "query_id": 41876, "query": "A man and another man are standing near a whiteboard looking up at it.", "relevant_moment": [ { "pair_id": 166000, "video_name": "grey_s03e18_seg02_clip_11", "timestamp": [ 28.37, 30.7 ], "duration": 93.66, "caption": "A man and another man are standing near a whiteboard looking up at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166001, "video_name": "house_s01e15_seg02_clip_20", "timestamp": [ 1.77, 10.18 ], "duration": 88.66, "caption": "Two men are standing in front of a white board looking at it.", "similarity": 0.8113, "relevance": 4 }, { "pair_id": 166002, "video_name": "house_s04e06_seg02_clip_11", "timestamp": [ 88.34, 92.03 ], "duration": 92.66, "caption": "A man looks up at another man in front of a whiteboard as he writes something.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 166003, "video_name": "grey_s03e08_seg02_clip_09", "timestamp": [ 22.51, 29.26 ], "duration": 90.66, "caption": "A man walks up while another man is flexing his hand while looking at the whiteboard.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 166004, "video_name": "castle_s07e15_seg02_clip_01", "timestamp": [ 71.08, 76.37 ], "duration": 88.66, "caption": "Two people are standing by the white board and another person walks up to them.", "similarity": 0.7157, "relevance": 2 }, { "pair_id": 166005, "video_name": "castle_s02e09_seg02_clip_10", "timestamp": [ 84.76, 91.14 ], "duration": 91.66, "caption": "Two people look at a white board.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 166006, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 3.47, 13.24 ], "duration": 63.66, "caption": "A person and another person look at calculations on a large whiteboard.", "similarity": 0.6987, "relevance": 4 }, { "pair_id": 166007, "video_name": "s09e15_seg02_clip_04", "timestamp": [ 23.64, 26.79 ], "duration": 63.66, "caption": "Two people point to the whiteboard behind them.", "similarity": 0.6858, "relevance": 1 }, { "pair_id": 166008, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 78.71, 80.07 ], "duration": 90.66, "caption": "A man hands another man the marker as they stand in front of a white board.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 166009, "video_name": "grey_s01e07_seg02_clip_18", "timestamp": [ 41.1, 48.53 ], "duration": 99.66, "caption": "A man is standing up while another man watches.", "similarity": 0.6813, "relevance": 0 }, { "pair_id": 166010, "video_name": "friends_s04e12_seg02_clip_12", "timestamp": [ 15.93, 22.17 ], "duration": 62.66, "caption": "A man jumps in place near the whiteboard while standing with two guys.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 166011, "video_name": "grey_s02e03_seg02_clip_17", "timestamp": [ 17.8, 23.15 ], "duration": 89.66, "caption": "A man stops walking with another man and looks at the white board.", "similarity": 0.68, "relevance": 3 }, { "pair_id": 166012, "video_name": "grey_s02e12_seg02_clip_04", "timestamp": [ 36.97, 45.79 ], "duration": 84.66, "caption": "A person walks up and she and another person are looking at the schedule whiteboard.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 166013, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 20.94, 25.94 ], "duration": 91.66, "caption": "A man and a woman face towards the white board.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 166014, "video_name": "house_s03e01_seg02_clip_14", "timestamp": [ 33.65, 46.04 ], "duration": 88.66, "caption": "A woman takes a look at the white board with a man behind her.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 166015, "video_name": "castle_s04e14_seg02_clip_11", "timestamp": [ 55.98, 56.89 ], "duration": 91.66, "caption": "A man walks up to another man at the white board then stops.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 166016, "video_name": "house_s02e06_seg02_clip_03", "timestamp": [ 0.91, 15.06 ], "duration": 91.66, "caption": "Two people are both at the white board together.", "similarity": 0.6572, "relevance": 3 }, { "pair_id": 166017, "video_name": "castle_s06e18_seg02_clip_08", "timestamp": [ 59.41, 80.3 ], "duration": 92.66, "caption": "A man is in front of the white board while woman looks at a paper.", "similarity": 0.6471, "relevance": 2 }, { "pair_id": 166018, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 36.05, 42.73 ], "duration": 89.66, "caption": "A woman is looking at the white board when a man comes up to her.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 166019, "video_name": "s07e12_seg02_clip_09", "timestamp": [ 3.25, 6.49 ], "duration": 59.66, "caption": "A man and another man are standing outside as one tells the other to look for another person.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 339320, "video_name": "castle_s02e17_seg02_clip_13", "timestamp": [ 10.31, 14.6 ], "duration": 85.66, "caption": "A man walks over to look at the white board with woman.", "similarity": 0.641, "relevance": 3 }, { "pair_id": 339321, "video_name": "s08e10_seg01_clip_00", "timestamp": [ 8.6, 11.61 ], "duration": 86.66, "caption": "Two people each raise a hand and point to the white board behind them.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 339322, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A man is looking at two other men from behind them.", "similarity": 0.6396, "relevance": 2 }, { "pair_id": 339323, "video_name": "castle_s03e24_seg02_clip_06", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A person points at pictures of two different men on the white board.", "similarity": 0.6348, "relevance": 3 }, { "pair_id": 339324, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 11.04, 14.26 ], "duration": 92.66, "caption": "A man turns around to see another man standing.", "similarity": 0.634, "relevance": 1 }, { "pair_id": 339325, "video_name": "house_s02e06_seg02_clip_03", "timestamp": [ 0.0, 20.54 ], "duration": 91.66, "caption": "A person and another person are talking next to the whiteboard.", "similarity": 0.6324, "relevance": 4 }, { "pair_id": 339326, "video_name": "castle_s07e01_seg02_clip_23", "timestamp": [ 25.58, 27.4 ], "duration": 91.66, "caption": "A man glances up at a photo of another person hanging on the board.", "similarity": 0.6235, "relevance": 4 }, { "pair_id": 339327, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 25.49, 46.42 ], "duration": 91.66, "caption": "A man was standing in front of the white board.", "similarity": 0.6197, "relevance": 3 }, { "pair_id": 339328, "video_name": "castle_s05e03_seg02_clip_19", "timestamp": [ 58.22, 66.95 ], "duration": 97.66, "caption": "A man and woman walk over to the whiteboard and look at the pictures.", "similarity": 0.6176, "relevance": 3 }, { "pair_id": 339329, "video_name": "house_s02e20_seg02_clip_00", "timestamp": [ 6.01, 22.2 ], "duration": 92.66, "caption": "A man stands in front of another man and looks at a paper.", "similarity": 0.6154, "relevance": 3 }, { "pair_id": 339330, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 69.48 ], "duration": 85.66, "caption": "A man puts a picture of a person up on the whiteboard.", "similarity": 0.6149, "relevance": 3 }, { "pair_id": 339331, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 30.31, 41.42 ], "duration": 60.66, "caption": "Two men look behind and see a man looking at them.", "similarity": 0.6119, "relevance": 2 }, { "pair_id": 339332, "video_name": "met_s06e14_seg02_clip_02", "timestamp": [ 53.42, 60.03 ], "duration": 60.66, "caption": "A man turns around to see another man standing behind him.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 339333, "video_name": "castle_s02e17_seg02_clip_08", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A person is standing in front of a screen looking at a sketch of a man next to a man.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 339334, "video_name": "grey_s03e19_seg02_clip_19", "timestamp": [ 27.61, 31.75 ], "duration": 92.66, "caption": "A man stands up when he sees another man walking towards him.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 339335, "video_name": "grey_s01e03_seg02_clip_17", "timestamp": [ 73.89, 76.56 ], "duration": 89.66, "caption": "A man holds out his hand and another man looks at it.", "similarity": 0.6082, "relevance": 1 }, { "pair_id": 339336, "video_name": "castle_s07e18_seg02_clip_17", "timestamp": [ 52.39, 59.62 ], "duration": 90.66, "caption": "A man slides the white board in front of two people.", "similarity": 0.6052, "relevance": 3 }, { "pair_id": 339337, "video_name": "castle_s02e20_seg02_clip_09", "timestamp": [ 10.81, 16.93 ], "duration": 94.66, "caption": "A man walks up to man and woman at the white board at the police station.", "similarity": 0.6049, "relevance": 2 }, { "pair_id": 339338, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.6039, "relevance": 1 }, { "pair_id": 339339, "video_name": "friends_s06e02_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "Two men look up at the ceiling at the same time.", "similarity": 0.6027, "relevance": 2 } ] }, { "query_id": 41964, "query": "A woman was holding a plate of food whilst talking.", "relevant_moment": [ { "pair_id": 8080, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 46.22, 56.73 ], "duration": 60.66, "caption": "A woman was holding a plate of food whilst talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8081, "video_name": "friends_s04e13_seg02_clip_13", "timestamp": [ 24.81, 26.36 ], "duration": 62.66, "caption": "A woman holds her plate and eats while talking to another woman.", "similarity": 0.8006, "relevance": 4 }, { "pair_id": 8082, "video_name": "friends_s02e08_seg02_clip_17", "timestamp": [ 14.47, 17.1 ], "duration": 52.66, "caption": "A woman is holding a plate of food with name cards on them as she speaks to someone.", "similarity": 0.7955, "relevance": 4 }, { "pair_id": 8083, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 16.48, 61.03 ], "duration": 61.66, "caption": "A woman is holding a plate while talking to a man.", "similarity": 0.79, "relevance": 4 }, { "pair_id": 8084, "video_name": "friends_s03e11_seg02_clip_02", "timestamp": [ 18.25, 23.66 ], "duration": 57.66, "caption": "A woman turns around holding two plates with food while talking to another woman.", "similarity": 0.7886, "relevance": 4 }, { "pair_id": 8085, "video_name": "friends_s09e20_seg02_clip_20", "timestamp": [ 2.0, 7.41 ], "duration": 57.66, "caption": "A woman holds a plate of food and gestures with her free hand.", "similarity": 0.7811, "relevance": 4 }, { "pair_id": 8086, "video_name": "s07e06_seg01_clip_00", "timestamp": [ 20.86, 33.48 ], "duration": 97.66, "caption": "A woman holds a person's food plate and waits to put it down.", "similarity": 0.7587, "relevance": 4 }, { "pair_id": 8087, "video_name": "friends_s04e01_seg02_clip_12", "timestamp": [ 3.84, 5.44 ], "duration": 64.66, "caption": "A woman stands up holding a plate of food.", "similarity": 0.7482, "relevance": 4 }, { "pair_id": 8088, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 28.07, 33.56 ], "duration": 122.66, "caption": "A woman shows person the food that is in their mouth.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 8089, "video_name": "friends_s04e13_seg02_clip_11", "timestamp": [ 33.93, 45.9 ], "duration": 57.66, "caption": "A woman serves food from a container onto a plate.", "similarity": 0.7371, "relevance": 4 }, { "pair_id": 8090, "video_name": "s05e20_seg01_clip_00", "timestamp": [ 13.96, 19.23 ], "duration": 62.66, "caption": "A woman takes a bite of her food as she speaks to person.", "similarity": 0.7351, "relevance": 4 }, { "pair_id": 8091, "video_name": "s09e22_seg01_clip_01", "timestamp": [ 0.0, 5.14 ], "duration": 79.66, "caption": "A woman is speaking while a person is starting to eat.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 8092, "video_name": "friends_s02e08_seg02_clip_05", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A woman says she enjoys the food that she is holding.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 8093, "video_name": "friends_s02e20_seg02_clip_00", "timestamp": [ 6.82, 8.68 ], "duration": 62.66, "caption": "A woman says types of food over the phone.", "similarity": 0.7226, "relevance": 1 }, { "pair_id": 8094, "video_name": "friends_s09e22_seg02_clip_11", "timestamp": [ 42.41, 44.86 ], "duration": 61.66, "caption": "A woman took two plates in her hand with food.", "similarity": 0.7163, "relevance": 4 }, { "pair_id": 8095, "video_name": "s08e18_seg02_clip_13", "timestamp": [ 17.02, 21.12 ], "duration": 63.66, "caption": "A woman takes a bit of her food as she listens to person.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 8096, "video_name": "castle_s03e15_seg02_clip_18", "timestamp": [ 0.0, 20.27 ], "duration": 90.66, "caption": "A woman was holding a cup whilst talking to some people.", "similarity": 0.7107, "relevance": 1 }, { "pair_id": 8097, "video_name": "friends_s06e19_seg02_clip_03", "timestamp": [ 41.12, 42.02 ], "duration": 60.66, "caption": "A woman eats a piece of food she was holding in her hands.", "similarity": 0.7094, "relevance": 1 }, { "pair_id": 8098, "video_name": "friends_s05e11_seg02_clip_00", "timestamp": [ 43.42, 51.48 ], "duration": 62.66, "caption": "A woman holds a snack in her hand while she talks then she puts it in her mouth.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 8099, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.7084, "relevance": 2 } ] }, { "query_id": 42007, "query": "A woman and person are shooting at the range and woman brings her target forward.", "relevant_moment": [ { "pair_id": 2960, "video_name": "castle_s07e17_seg02_clip_12", "timestamp": [ 18.48, 33.26 ], "duration": 92.66, "caption": "A woman and person are shooting at the range and woman brings her target forward.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2961, "video_name": "met_s02e01_seg02_clip_05", "timestamp": [ 54.17, 57.02 ], "duration": 57.66, "caption": "A woman fires a gun at a shooting range while a person watches behind her.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 2962, "video_name": "house_s08e18_seg02_clip_10", "timestamp": [ 41.23, 50.98 ], "duration": 88.66, "caption": "A woman is shooting a hand gun at a shooting range with a man.", "similarity": 0.7934, "relevance": 3 }, { "pair_id": 2963, "video_name": "s05e14_seg02_clip_13", "timestamp": [ 29.13, 32.21 ], "duration": 56.66, "caption": "A woman and a man walk into a shooting range.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 2964, "video_name": "house_s07e18_seg02_clip_18", "timestamp": [ 0.0, 7.13 ], "duration": 89.66, "caption": "A woman and a man are talking while they are on a target shooting range.", "similarity": 0.763, "relevance": 2 }, { "pair_id": 2965, "video_name": "castle_s05e17_seg02_clip_23", "timestamp": [ 59.38, 76.13 ], "duration": 76.66, "caption": "A woman aims a gun at the person on the ground.", "similarity": 0.763, "relevance": 2 }, { "pair_id": 2966, "video_name": "castle_s05e01_seg02_clip_23", "timestamp": [ 10.97, 18.29 ], "duration": 91.66, "caption": "A woman aims her gun to the person in suit in front of her.", "similarity": 0.7613, "relevance": 1 }, { "pair_id": 2967, "video_name": "castle_s01e07_seg02_clip_08", "timestamp": [ 7.73, 11.4 ], "duration": 81.66, "caption": "A woman moves a man's body around while he is standing in the shooting range.", "similarity": 0.7549, "relevance": 4 }, { "pair_id": 2968, "video_name": "castle_s07e17_seg02_clip_13", "timestamp": [ 0.0, 9.4 ], "duration": 89.66, "caption": "A woman talks with another woman at the shooting range.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 2969, "video_name": "castle_s04e09_seg02_clip_17", "timestamp": [ 16.65, 26.36 ], "duration": 92.66, "caption": "A woman points out a gun outside and is setting her target.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 2970, "video_name": "castle_s05e23_seg02_clip_09", "timestamp": [ 22.06, 26.56 ], "duration": 90.66, "caption": "A woman puts a gun on a person that is following them.", "similarity": 0.7149, "relevance": 0 }, { "pair_id": 2971, "video_name": "castle_s04e16_seg02_clip_25", "timestamp": [ 17.52, 23.66 ], "duration": 87.66, "caption": "A woman moves closer to a man to shoot him and instead gets shot from behind.", "similarity": 0.7143, "relevance": 0 }, { "pair_id": 2972, "video_name": "castle_s06e01_seg02_clip_05", "timestamp": [ 0.0, 7.52 ], "duration": 60.66, "caption": "A woman turns around and points her gun at person.", "similarity": 0.7138, "relevance": 1 }, { "pair_id": 2973, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 31.19, 36.61 ], "duration": 90.66, "caption": "A person and another person are on a shooting range and the first person is carrying a large gun.", "similarity": 0.7108, "relevance": 1 }, { "pair_id": 2974, "video_name": "met_s02e01_seg02_clip_07", "timestamp": [ 2.99, 5.68 ], "duration": 59.66, "caption": "A man is shooting a gun in a shooting range as a woman stands beside him.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 2975, "video_name": "castle_s07e21_seg02_clip_25", "timestamp": [ 61.69, 92.66 ], "duration": 92.66, "caption": "A woman points a gun at man as he stands in front of person.", "similarity": 0.7005, "relevance": 1 }, { "pair_id": 2976, "video_name": "castle_s03e01_seg02_clip_25", "timestamp": [ 83.53, 100.03 ], "duration": 100.66, "caption": "A woman points her gun at a man and he points his at hers and they shoot.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 2977, "video_name": "castle_s04e06_seg02_clip_25", "timestamp": [ 10.85, 14.02 ], "duration": 90.66, "caption": "A woman thanks woman for the firearm she is currently pointing at her and guy.", "similarity": 0.6982, "relevance": 0 }, { "pair_id": 2978, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 4.42, 14.29 ], "duration": 68.66, "caption": "A woman walks towards a man while pointing a gun at him.", "similarity": 0.6977, "relevance": 1 }, { "pair_id": 2979, "video_name": "castle_s02e11_seg02_clip_01", "timestamp": [ 3.96, 7.48 ], "duration": 88.66, "caption": "A woman walks person and woman over to where she thinks the shot was fired.", "similarity": 0.6918, "relevance": 0 } ] }, { "query_id": 42027, "query": "A man puts the pool stick on the pool table and turns around.", "relevant_moment": [ { "pair_id": 152780, "video_name": "castle_s02e22_seg02_clip_19", "timestamp": [ 40.59, 42.93 ], "duration": 93.66, "caption": "A man puts the pool stick on the pool table and turns around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152781, "video_name": "friends_s03e06_seg02_clip_19", "timestamp": [ 50.42, 59.17 ], "duration": 70.66, "caption": "A man holds up two pool balls from the pool table.", "similarity": 0.5989, "relevance": 1 }, { "pair_id": 152782, "video_name": "castle_s08e16_seg02_clip_12", "timestamp": [ 30.56, 38.55 ], "duration": 94.66, "caption": "A man leans forward putting his hands on the table then moves them around.", "similarity": 0.574, "relevance": 0 }, { "pair_id": 152783, "video_name": "friends_s03e06_seg02_clip_06", "timestamp": [ 5.97, 10.44 ], "duration": 59.66, "caption": "A man frantically shapes the tip of his pool cue.", "similarity": 0.5574, "relevance": 1 }, { "pair_id": 152784, "video_name": "friends_s03e06_seg02_clip_19", "timestamp": [ 21.71, 28.01 ], "duration": 70.66, "caption": "A man sweeps the pool balls into the pool table pockets.", "similarity": 0.551, "relevance": 2 }, { "pair_id": 152785, "video_name": "castle_s07e03_seg02_clip_02", "timestamp": [ 57.03, 60.27 ], "duration": 92.66, "caption": "A pool stick is shown and the first shot is taken on a pool table, scattering the balls.", "similarity": 0.5206, "relevance": 1 }, { "pair_id": 152786, "video_name": "friends_s03e06_seg02_clip_17", "timestamp": [ 42.86, 50.42 ], "duration": 63.66, "caption": "A man walks from behind the bar and sits down on the pool table.", "similarity": 0.5072, "relevance": 1 }, { "pair_id": 152787, "video_name": "friends_s02e05_seg02_clip_04", "timestamp": [ 27.21, 30.73 ], "duration": 64.66, "caption": "A man swings around the pole back to the table.", "similarity": 0.4988, "relevance": 1 }, { "pair_id": 152788, "video_name": "house_s07e16_seg02_clip_24", "timestamp": [ 10.07, 14.65 ], "duration": 61.66, "caption": "A person holds his knees and does a cannonball into the pool.", "similarity": 0.498, "relevance": 0 }, { "pair_id": 152789, "video_name": "s08e06_seg02_clip_09", "timestamp": [ 43.33, 45.16 ], "duration": 61.66, "caption": "A man leans forward and puts a cup on a table.", "similarity": 0.4925, "relevance": 0 }, { "pair_id": 152790, "video_name": "s07e10_seg02_clip_01", "timestamp": [ 10.26, 13.24 ], "duration": 54.66, "caption": "A man puts his game controller on the table.", "similarity": 0.4922, "relevance": 0 }, { "pair_id": 152791, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 18.64, 21.07 ], "duration": 81.66, "caption": "A man leans over and taps his fingers against the table.", "similarity": 0.4906, "relevance": 0 }, { "pair_id": 152792, "video_name": "friends_s03e06_seg02_clip_20", "timestamp": [ 8.3, 13.7 ], "duration": 83.66, "caption": "A woman touches man's face with her finger while they are sitting on a pool table.", "similarity": 0.4904, "relevance": 1 }, { "pair_id": 152793, "video_name": "s07e07_seg02_clip_10", "timestamp": [ 43.09, 47.52 ], "duration": 59.66, "caption": "A man turns and walks towards the other table.", "similarity": 0.4891, "relevance": 0 }, { "pair_id": 152794, "video_name": "castle_s04e18_seg02_clip_22", "timestamp": [ 59.42, 61.66 ], "duration": 89.66, "caption": "A man makes a horizontal sweeping motion over the table with his arm.", "similarity": 0.4887, "relevance": 0 }, { "pair_id": 152795, "video_name": "friends_s05e04_seg02_clip_18", "timestamp": [ 54.76, 62.24 ], "duration": 68.66, "caption": "A man is trying to open an 8 ball pool.", "similarity": 0.4815, "relevance": 0 }, { "pair_id": 152796, "video_name": "house_s04e11_seg02_clip_21", "timestamp": [ 20.93, 26.72 ], "duration": 89.66, "caption": "A man is leaning with his elbows on the table and hands on his face.", "similarity": 0.4768, "relevance": 0 }, { "pair_id": 152797, "video_name": "friends_s06e18_seg02_clip_13", "timestamp": [ 37.14, 39.17 ], "duration": 58.66, "caption": "A man puts his hand on the edge of the table and quickly gets up and leaves.", "similarity": 0.4712, "relevance": 0 }, { "pair_id": 152798, "video_name": "friends_s03e06_seg02_clip_20", "timestamp": [ 10.38, 14.53 ], "duration": 83.66, "caption": "A man moves away from a woman on the pool table when some people enter the room.", "similarity": 0.471, "relevance": 2 }, { "pair_id": 152799, "video_name": "friends_s02e12-13_seg02_clip_02", "timestamp": [ 29.71, 32.41 ], "duration": 60.66, "caption": "A man puts the frying pan on the foosball table.", "similarity": 0.4695, "relevance": 0 } ] }, { "query_id": 42032, "query": "A woman walks into a man's office and takes off her coat.", "relevant_moment": [ { "pair_id": 10360, "video_name": "house_s06e18_seg02_clip_19", "timestamp": [ 45.02, 54.02 ], "duration": 100.66, "caption": "A woman walks into a man's office and takes off her coat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10361, "video_name": "castle_s08e06_seg02_clip_00", "timestamp": [ 6.98, 25.58 ], "duration": 93.66, "caption": "A woman walks in a man's office, takes off her jacket and sits down.", "similarity": 0.8779, "relevance": 4 }, { "pair_id": 10362, "video_name": "castle_s02e13_seg02_clip_15", "timestamp": [ 38.55, 47.48 ], "duration": 94.66, "caption": "A woman walks out of a person's office, grabs her coat and leaves.", "similarity": 0.8557, "relevance": 1 }, { "pair_id": 10363, "video_name": "house_s07e19_seg02_clip_18", "timestamp": [ 65.54, 70.58 ], "duration": 72.66, "caption": "A woman walks into a man's office with one hand in her coat pocket.", "similarity": 0.8518, "relevance": 2 }, { "pair_id": 10364, "video_name": "friends_s07e12_seg02_clip_10", "timestamp": [ 33.22, 39.44 ], "duration": 54.66, "caption": "A woman walks into a man's office and takes off her gloves.", "similarity": 0.8344, "relevance": 2 }, { "pair_id": 10365, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 47.75, 58.29 ], "duration": 124.66, "caption": "A man enters a woman's office, she is putting on her coat.", "similarity": 0.8278, "relevance": 1 }, { "pair_id": 10366, "video_name": "met_s02e15_seg02_clip_14", "timestamp": [ 54.28, 62.03 ], "duration": 62.66, "caption": "A woman walks into a man's apartment and takes off her coat.", "similarity": 0.8207, "relevance": 3 }, { "pair_id": 10367, "video_name": "house_s03e10_seg02_clip_16", "timestamp": [ 20.31, 23.92 ], "duration": 90.66, "caption": "A woman walks in to the office and begins to take off her lab coat.", "similarity": 0.813, "relevance": 3 }, { "pair_id": 10368, "video_name": "grey_s03e01_seg02_clip_28", "timestamp": [ 22.8, 28.51 ], "duration": 114.66, "caption": "A woman walks into a man's office and he takes off his glasses.", "similarity": 0.7986, "relevance": 3 }, { "pair_id": 10369, "video_name": "house_s03e08_seg02_clip_08", "timestamp": [ 11.08, 14.77 ], "duration": 92.66, "caption": "A woman walks out of the office with a man.", "similarity": 0.7932, "relevance": 1 }, { "pair_id": 10370, "video_name": "house_s04e03_seg02_clip_05", "timestamp": [ 9.88, 17.51 ], "duration": 89.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.7794, "relevance": 1 }, { "pair_id": 10371, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 26.33, 42.31 ], "duration": 94.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.7794, "relevance": 0 }, { "pair_id": 10372, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 67.36 ], "duration": 91.66, "caption": "A man opens the door of a woman's office then walks out.", "similarity": 0.7787, "relevance": 1 }, { "pair_id": 10373, "video_name": "castle_s07e06_seg02_clip_10", "timestamp": [ 41.87, 44.63 ], "duration": 92.66, "caption": "A man walks into a woman's office and then stops.", "similarity": 0.7783, "relevance": 1 }, { "pair_id": 10374, "video_name": "house_s03e23_seg02_clip_05", "timestamp": [ 16.65, 21.16 ], "duration": 90.66, "caption": "A man walks out of a woman's office but she turns to walk after him.", "similarity": 0.778, "relevance": 1 }, { "pair_id": 10375, "video_name": "friends_s01e16-17_seg02_clip_14", "timestamp": [ 0.0, 9.63 ], "duration": 55.66, "caption": "A man walks into another man's office, then a woman walks out of the office.", "similarity": 0.7654, "relevance": 1 }, { "pair_id": 10376, "video_name": "friends_s03e18_seg02_clip_12", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A woman walks into a man's office while carrying a piece of paper.", "similarity": 0.7639, "relevance": 2 }, { "pair_id": 10377, "video_name": "house_s02e03_seg02_clip_21", "timestamp": [ 76.97, 85.07 ], "duration": 90.66, "caption": "A man walks out of a woman's office while she follows him.", "similarity": 0.7622, "relevance": 1 }, { "pair_id": 10378, "video_name": "met_s06e11_seg02_clip_07", "timestamp": [ 34.12, 38.15 ], "duration": 62.66, "caption": "A woman walks into man's office and hands him a document.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 10379, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 38.5, 41.56 ], "duration": 87.66, "caption": "A man walks into the office where a woman is seated.", "similarity": 0.7521, "relevance": 1 } ] }, { "query_id": 42092, "query": "A man puts his hands on his hips while talking to another man.", "relevant_moment": [ { "pair_id": 128040, "video_name": "friends_s03e08_seg02_clip_12", "timestamp": [ 41.56, 47.76 ], "duration": 62.66, "caption": "A man puts his hands on his hips while talking to another man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 128041, "video_name": "friends_s04e04_seg02_clip_02", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man stands with his hands on his hips while talking to another man.", "similarity": 0.9434, "relevance": 4 }, { "pair_id": 128042, "video_name": "house_s07e08_seg02_clip_07", "timestamp": [ 8.01, 10.68 ], "duration": 89.66, "caption": "A man places both his hands on his hips as he talks to another person.", "similarity": 0.926, "relevance": 4 }, { "pair_id": 128043, "video_name": "friends_s05e09_seg02_clip_08", "timestamp": [ 15.87, 18.0 ], "duration": 61.66, "caption": "A man puts his hands on his hips as he talks with some people.", "similarity": 0.8533, "relevance": 3 }, { "pair_id": 128044, "video_name": "house_s02e02_seg02_clip_24", "timestamp": [ 46.04, 48.72 ], "duration": 76.66, "caption": "A man rests his hands on his waist while talking to another man.", "similarity": 0.8356, "relevance": 3 }, { "pair_id": 128045, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.8124, "relevance": 1 }, { "pair_id": 128046, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 1.89, 4.1 ], "duration": 63.66, "caption": "A man's hand is up near his right shoulder as he talks with another man.", "similarity": 0.811, "relevance": 2 }, { "pair_id": 128047, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 6.4, 8.96 ], "duration": 64.66, "caption": "A man gestures emphatically to another man with both of their hands out while talking.", "similarity": 0.7997, "relevance": 1 }, { "pair_id": 128048, "video_name": "s06e14_seg02_clip_10", "timestamp": [ 16.82, 25.09 ], "duration": 59.66, "caption": "A person puts his hands on his hips while talking to another person at work.", "similarity": 0.7968, "relevance": 4 }, { "pair_id": 128049, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 44.48, 58.7 ], "duration": 60.66, "caption": "A man puts his hand on man's shoulder while talking to him.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 128050, "video_name": "met_s06e09_seg02_clip_15", "timestamp": [ 4.72, 6.2 ], "duration": 59.66, "caption": "A man raises their both hands as they talk to another man.", "similarity": 0.7948, "relevance": 1 }, { "pair_id": 128051, "video_name": "friends_s06e21_seg02_clip_20", "timestamp": [ 24.15, 26.19 ], "duration": 68.66, "caption": "A man is talking to another man and gestures with his left hand and thumb.", "similarity": 0.7946, "relevance": 2 }, { "pair_id": 128052, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 128053, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 42.69, 45.33 ], "duration": 88.66, "caption": "A man uncrosses his hands while talking with another man.", "similarity": 0.7919, "relevance": 1 }, { "pair_id": 128054, "video_name": "friends_s10e17-18_seg02_clip_13", "timestamp": [ 7.68, 11.53 ], "duration": 64.66, "caption": "A man puts his arm on his hip while listening to a woman's conversation with another man.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 128055, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 45.38, 47.87 ], "duration": 62.66, "caption": "A man puts his hand on another man's shoulder as he speaks to him.", "similarity": 0.7883, "relevance": 2 }, { "pair_id": 128056, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 11.88, 13.64 ], "duration": 88.66, "caption": "A man leans back and crosses his hands while talking with another man.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 128057, "video_name": "friends_s01e03_seg02_clip_10", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A man touches another man's shoulder while having a conversation with others.", "similarity": 0.7861, "relevance": 2 }, { "pair_id": 128058, "video_name": "house_s03e02_seg02_clip_22", "timestamp": [ 60.65, 61.59 ], "duration": 94.66, "caption": "A man holds up his hand while talking with a man.", "similarity": 0.7817, "relevance": 1 }, { "pair_id": 128059, "video_name": "house_s06e20_seg02_clip_25", "timestamp": [ 46.98, 48.53 ], "duration": 77.66, "caption": "A man uncrosses his legs and leans forward while talking with another man.", "similarity": 0.7801, "relevance": 2 }, { "pair_id": 301360, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 1.83, 2.75 ], "duration": 63.66, "caption": "A man pats another man on the shoulder while having a conversation.", "similarity": 0.78, "relevance": 1 }, { "pair_id": 301361, "video_name": "friends_s06e17_seg02_clip_17", "timestamp": [ 14.41, 17.29 ], "duration": 64.66, "caption": "A man clasps his hands together while talking to another man.", "similarity": 0.7799, "relevance": 2 }, { "pair_id": 301362, "video_name": "friends_s07e14_seg02_clip_16", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man stands with his hands on his hip while listening to another person talk.", "similarity": 0.7779, "relevance": 2 }, { "pair_id": 301363, "video_name": "castle_s05e18_seg02_clip_07", "timestamp": [ 61.9, 63.72 ], "duration": 91.66, "caption": "A man stands behind another man with his hands on his hips observing the conversation.", "similarity": 0.7774, "relevance": 2 }, { "pair_id": 301364, "video_name": "friends_s03e21_seg02_clip_08", "timestamp": [ 5.4, 7.8 ], "duration": 60.66, "caption": "A man stands up in front of another man and puts his hands on his hips.", "similarity": 0.7769, "relevance": 3 }, { "pair_id": 301365, "video_name": "friends_s01e01_seg02_clip_09", "timestamp": [ 30.31, 41.72 ], "duration": 60.66, "caption": "A man rubs their hands together and talks to another man.", "similarity": 0.7749, "relevance": 2 }, { "pair_id": 301366, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 20.07, 22.13 ], "duration": 59.66, "caption": "A man pats another man on the shoulder during a conversation.", "similarity": 0.7746, "relevance": 3 }, { "pair_id": 301367, "video_name": "house_s01e14_seg02_clip_19", "timestamp": [ 85.7, 88.42 ], "duration": 90.66, "caption": "A man holds on his waist while talking to another man.", "similarity": 0.7744, "relevance": 4 }, { "pair_id": 301368, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man has his hand on another man's shoulder as he speaks to him.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 301369, "video_name": "house_s05e22_seg02_clip_08", "timestamp": [ 10.15, 14.12 ], "duration": 88.66, "caption": "A man uncrosses his legs while talking with another man.", "similarity": 0.7703, "relevance": 3 }, { "pair_id": 301370, "video_name": "met_s04e01_seg02_clip_16", "timestamp": [ 16.26, 20.16 ], "duration": 65.66, "caption": "A woman puts both hands on her hips during conversation with a man.", "similarity": 0.7673, "relevance": 2 }, { "pair_id": 301371, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 53.7, 55.23 ], "duration": 61.66, "caption": "A person puts his hand on man's shoulder while talking.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 301372, "video_name": "friends_s04e14_seg02_clip_13", "timestamp": [ 22.23, 24.21 ], "duration": 44.66, "caption": "A man waves his hands in front of him while talking to another man.", "similarity": 0.7641, "relevance": 2 }, { "pair_id": 301373, "video_name": "met_s03e20_seg02_clip_12", "timestamp": [ 31.51, 37.22 ], "duration": 60.66, "caption": "A man has his hand on a woman's shoulder while talking to another man.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 301374, "video_name": "friends_s05e08_seg02_clip_01", "timestamp": [ 45.52, 47.15 ], "duration": 65.66, "caption": "A man raises both hands, then lowers them while talking to another man.", "similarity": 0.7613, "relevance": 1 }, { "pair_id": 301375, "video_name": "friends_s01e09_seg02_clip_20", "timestamp": [ 50.75, 58.78 ], "duration": 73.66, "caption": "A man is talking behind another man and pats someone on the shoulder.", "similarity": 0.761, "relevance": 1 }, { "pair_id": 301376, "video_name": "s01e09_seg02_clip_02", "timestamp": [ 29.41, 31.51 ], "duration": 60.66, "caption": "A man puts his hand to his chest while talking to another person.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 301377, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man has his arms crossed while he's talking to another man.", "similarity": 0.7565, "relevance": 1 }, { "pair_id": 301378, "video_name": "friends_s05e23-24_seg02_clip_18", "timestamp": [ 8.41, 46.71 ], "duration": 58.66, "caption": "A man gestures with both hands as he speaks to another man.", "similarity": 0.7518, "relevance": 2 }, { "pair_id": 301379, "video_name": "friends_s08e09_seg02_clip_15", "timestamp": [ 14.25, 16.86 ], "duration": 58.66, "caption": "A man puts his hands on his hips before a woman speaks.", "similarity": 0.7504, "relevance": 2 } ] }, { "query_id": 42097, "query": "A woman is folding baby cloths and a man is picking up toys.", "relevant_moment": [ { "pair_id": 99100, "video_name": "friends_s03e08_seg02_clip_13", "timestamp": [ 50.94, 59.23 ], "duration": 59.66, "caption": "A woman is folding baby cloths and a man is picking up toys.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 99101, "video_name": "s08e15_seg02_clip_04", "timestamp": [ 19.85, 30.7 ], "duration": 62.66, "caption": "A person takes the clothes from a woman and starts folding them.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 99103, "video_name": "friends_s09e12_seg02_clip_04", "timestamp": [ 22.51, 25.51 ], "duration": 60.66, "caption": "A person with the baby picks up their baby bag.", "similarity": 0.6291, "relevance": 1 }, { "pair_id": 99105, "video_name": "s10e10_seg02_clip_12", "timestamp": [ 47.6, 56.76 ], "duration": 61.66, "caption": "A man picks up the baby mobil off the couch and shows woman.", "similarity": 0.5878, "relevance": 2 }, { "pair_id": 99106, "video_name": "friends_s10e04_seg02_clip_15", "timestamp": [ 17.15, 22.04 ], "duration": 61.66, "caption": "A woman hands some people a toy.", "similarity": 0.5869, "relevance": 2 }, { "pair_id": 99107, "video_name": "castle_s06e10_seg02_clip_17", "timestamp": [ 14.49, 18.57 ], "duration": 90.66, "caption": "A person carries the baby after they finish putting them cloth.", "similarity": 0.5846, "relevance": 1 }, { "pair_id": 99108, "video_name": "s08e09_seg01_clip_01", "timestamp": [ 12.66, 17.73 ], "duration": 46.66, "caption": "A man folds the reusable grocery bag, a woman walks pass him and back.", "similarity": 0.5794, "relevance": 2 }, { "pair_id": 99109, "video_name": "friends_s02e20_seg02_clip_07", "timestamp": [ 50.04, 56.76 ], "duration": 61.66, "caption": "A man hands a woman over to another woman so he can take the diaper bag off.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 99110, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 54.9, 56.02 ], "duration": 56.66, "caption": "A person picks up his/her shirt after he/she is done folding it.", "similarity": 0.5736, "relevance": 2 }, { "pair_id": 99112, "video_name": "castle_s02e16_seg02_clip_05", "timestamp": [ 16.67, 19.37 ], "duration": 90.66, "caption": "A woman reaches down to right and brings up a plastic bag containing bondage toys which she places on the table.", "similarity": 0.5635, "relevance": 1 }, { "pair_id": 99113, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 36.31, 45.47 ], "duration": 61.66, "caption": "A person picks up a shirt and starts to fold it.", "similarity": 0.5604, "relevance": 3 }, { "pair_id": 99114, "video_name": "castle_s03e23_seg02_clip_08", "timestamp": [ 57.49, 60.34 ], "duration": 95.66, "caption": "A woman removes a small plastic bag and shows a man.", "similarity": 0.5604, "relevance": 1 }, { "pair_id": 99115, "video_name": "friends_s03e02_seg02_clip_08", "timestamp": [ 38.66, 44.56 ], "duration": 59.66, "caption": "A man tries to help a woman pick out something to wear.", "similarity": 0.56, "relevance": 1 }, { "pair_id": 99116, "video_name": "s10e09_seg02_clip_03", "timestamp": [ 45.02, 47.12 ], "duration": 60.66, "caption": "A man pulls the cloth off a toy to show to another man.", "similarity": 0.5598, "relevance": 1 }, { "pair_id": 99117, "video_name": "friends_s06e11_seg02_clip_15", "timestamp": [ 14.41, 18.61 ], "duration": 60.66, "caption": "A woman holds up a bag of something she picked up for a man.", "similarity": 0.5592, "relevance": 1 }, { "pair_id": 99118, "video_name": "friends_s03e20_seg02_clip_04", "timestamp": [ 0.0, 7.28 ], "duration": 56.66, "caption": "A woman puts two items in a bag, picks up a toy dinosaur and stands up.", "similarity": 0.5579, "relevance": 2 }, { "pair_id": 99119, "video_name": "s07e03_seg02_clip_14", "timestamp": [ 23.53, 31.37 ], "duration": 56.66, "caption": "A person picks up a blue laundry bag and holds it out to a woman.", "similarity": 0.5537, "relevance": 2 } ] }, { "query_id": 42104, "query": "A woman runs into the kitchen and opens a drawer.", "relevant_moment": [ { "pair_id": 159220, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 28.68, 34.48 ], "duration": 61.66, "caption": "A woman runs into the kitchen and opens a drawer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159221, "video_name": "friends_s04e12_seg02_clip_20", "timestamp": [ 31.51, 33.01 ], "duration": 60.66, "caption": "A woman opens a drawer in the kitchen of their apartment.", "similarity": 0.7888, "relevance": 3 }, { "pair_id": 159222, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 28.07, 33.26 ], "duration": 61.66, "caption": "A woman comes running into the room ending in the kitchen.", "similarity": 0.7778, "relevance": 4 }, { "pair_id": 159223, "video_name": "friends_s03e07_seg02_clip_06", "timestamp": [ 8.0, 12.17 ], "duration": 64.66, "caption": "A woman runs across the kitchen to the front door and opens it.", "similarity": 0.7722, "relevance": 2 }, { "pair_id": 159224, "video_name": "s05e23_seg02_clip_04", "timestamp": [ 28.57, 35.58 ], "duration": 56.66, "caption": "A woman runs from the kitchen to open the door for a person.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 159225, "video_name": "friends_s04e06_seg02_clip_06", "timestamp": [ 46.38, 50.04 ], "duration": 61.66, "caption": "A woman runs back into the kitchen and shuts the door behind her.", "similarity": 0.7354, "relevance": 1 }, { "pair_id": 159226, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 42.02, 44.26 ], "duration": 56.66, "caption": "A woman runs out of the kitchen towards the living room.", "similarity": 0.7254, "relevance": 1 }, { "pair_id": 159227, "video_name": "friends_s09e12_seg02_clip_06", "timestamp": [ 35.27, 37.27 ], "duration": 50.66, "caption": "A woman bends down and opens a kitchen cabinet.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 159228, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 41.47, 45.37 ], "duration": 60.66, "caption": "A woman walks into the kitchen and opens the window behind the sink.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 159229, "video_name": "friends_s07e09_seg02_clip_09", "timestamp": [ 24.0, 27.22 ], "duration": 58.66, "caption": "A woman walks out of the kitchen and opens the door.", "similarity": 0.6894, "relevance": 1 }, { "pair_id": 159230, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 20.95, 28.63 ], "duration": 59.66, "caption": "A woman walks into the kitchen and opens the refrigerator.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 159231, "video_name": "s04e17_seg02_clip_08", "timestamp": [ 13.35, 15.38 ], "duration": 58.66, "caption": "A woman runs to the door and opens it.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 159232, "video_name": "friends_s02e24_seg02_clip_12", "timestamp": [ 47.01, 49.08 ], "duration": 51.66, "caption": "A woman runs around the counter in the kitchen.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 159233, "video_name": "s08e23_seg02_clip_16", "timestamp": [ 27.15, 32.91 ], "duration": 46.66, "caption": "A woman enters the kitchen then immediately turns and leaves.", "similarity": 0.6724, "relevance": 1 }, { "pair_id": 159234, "video_name": "s09e24_seg02_clip_08", "timestamp": [ 36.62, 41.72 ], "duration": 60.66, "caption": "A woman enters the kitchen and walks towards the counter.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 159235, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 8.08, 12.35 ], "duration": 95.66, "caption": "A woman opens the door and runs down the hallway.", "similarity": 0.6658, "relevance": 1 }, { "pair_id": 159236, "video_name": "s08e21_seg02_clip_02", "timestamp": [ 51.02, 53.42 ], "duration": 60.66, "caption": "A woman enters the kitchen and carries a cup.", "similarity": 0.6583, "relevance": 1 }, { "pair_id": 159237, "video_name": "castle_s05e01_seg02_clip_02", "timestamp": [ 4.41, 14.21 ], "duration": 98.66, "caption": "A woman sneaks out through the kitchen and through the door.", "similarity": 0.6514, "relevance": 0 }, { "pair_id": 159238, "video_name": "friends_s08e13_seg01_clip_00", "timestamp": [ 33.32, 35.3 ], "duration": 36.66, "caption": "A woman comes out of a room and starts walking towards the kitchen.", "similarity": 0.6511, "relevance": 1 }, { "pair_id": 159239, "video_name": "friends_s03e01_seg02_clip_01", "timestamp": [ 9.05, 17.81 ], "duration": 56.66, "caption": "A woman walks into the apartment and into the kitchen.", "similarity": 0.6504, "relevance": 1 } ] }, { "query_id": 42164, "query": "A woman is just standing there with the scalpel in her hand and it takes her a minute to put it down.", "relevant_moment": [ { "pair_id": 159400, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 77.46, 88.02 ], "duration": 88.66, "caption": "A woman is just standing there with the scalpel in her hand and it takes her a minute to put it down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159401, "video_name": "s04e01_seg02_clip_13", "timestamp": [ 52.66, 53.78 ], "duration": 56.66, "caption": "A woman puts her head down on her hand.", "similarity": 0.6431, "relevance": 0 }, { "pair_id": 159402, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 0.0, 2.74 ], "duration": 91.66, "caption": "A woman puts her head on her hand resting it.", "similarity": 0.6352, "relevance": 0 }, { "pair_id": 159403, "video_name": "castle_s07e22_seg02_clip_03", "timestamp": [ 43.24, 45.06 ], "duration": 91.66, "caption": "A woman raises her hand and motions it up and down next to her head.", "similarity": 0.613, "relevance": 0 }, { "pair_id": 159404, "video_name": "grey_s03e16_seg02_clip_11", "timestamp": [ 37.11, 39.23 ], "duration": 106.66, "caption": "A woman grabs a scalpel and takes off the top from the medical tray.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 159405, "video_name": "s07e01_seg02_clip_13", "timestamp": [ 18.89, 21.25 ], "duration": 59.66, "caption": "A woman puts her head down into her right hand.", "similarity": 0.6081, "relevance": 0 }, { "pair_id": 159406, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 40.06, 42.31 ], "duration": 90.66, "caption": "A woman stands with her hand on her head, then removes her hand.", "similarity": 0.6073, "relevance": 1 }, { "pair_id": 159407, "video_name": "grey_s03e16_seg02_clip_12", "timestamp": [ 17.05, 22.49 ], "duration": 72.66, "caption": "A woman uses a scalpel to make cuts into a man's head.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 159408, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 45.07, 53.26 ], "duration": 63.66, "caption": "A woman is getting ready to cut person's hair.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 159409, "video_name": "castle_s06e18_seg02_clip_12", "timestamp": [ 14.29, 17.42 ], "duration": 89.66, "caption": "A woman gets up from being laid on top of a person with short hair.", "similarity": 0.5889, "relevance": 0 }, { "pair_id": 159410, "video_name": "grey_s02e11_seg02_clip_01", "timestamp": [ 6.29, 8.53 ], "duration": 89.66, "caption": "A woman is putting her hair up while on the ground.", "similarity": 0.5885, "relevance": 1 }, { "pair_id": 159411, "video_name": "friends_s07e09_seg02_clip_06", "timestamp": [ 40.22, 42.92 ], "duration": 60.66, "caption": "A woman brings her hands up to place them on top of her head.", "similarity": 0.5868, "relevance": 0 }, { "pair_id": 159412, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 82.3, 88.02 ], "duration": 88.66, "caption": "A woman slowly hands the scalpel to another doctor.", "similarity": 0.5831, "relevance": 3 }, { "pair_id": 159413, "video_name": "friends_s08e23-24_seg02_clip_06", "timestamp": [ 24.2, 26.27 ], "duration": 59.66, "caption": "A woman runs her hand through her hair quickly.", "similarity": 0.5756, "relevance": 0 }, { "pair_id": 159414, "video_name": "s05e16_seg02_clip_12", "timestamp": [ 26.67, 28.22 ], "duration": 62.66, "caption": "A person takes the scalpel out of another person's hand.", "similarity": 0.5747, "relevance": 2 }, { "pair_id": 159415, "video_name": "s05e16_seg02_clip_12", "timestamp": [ 20.78, 27.6 ], "duration": 62.66, "caption": "A woman offers a man a scalpel for him to attempt to do her work.", "similarity": 0.5701, "relevance": 2 }, { "pair_id": 159416, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 41.34, 44.82 ], "duration": 87.66, "caption": "A person picks up a scalpel and hands it to a doctor.", "similarity": 0.5654, "relevance": 2 }, { "pair_id": 159417, "video_name": "friends_s07e23-24_seg02_clip_22", "timestamp": [ 5.59, 8.69 ], "duration": 62.66, "caption": "A woman puts her hand up and on her forehead.", "similarity": 0.5621, "relevance": 0 }, { "pair_id": 159418, "video_name": "friends_s04e09_seg02_clip_16", "timestamp": [ 10.97, 12.25 ], "duration": 51.66, "caption": "A woman reaches up with her right hand and puts her hair behind her ear.", "similarity": 0.5616, "relevance": 0 }, { "pair_id": 159419, "video_name": "castle_s05e14_seg02_clip_07", "timestamp": [ 31.71, 33.53 ], "duration": 90.66, "caption": "A woman moves the hair on her forehead with her hand.", "similarity": 0.5602, "relevance": 0 } ] }, { "query_id": 42184, "query": "A woman sits at the dining room table and raises her glass.", "relevant_moment": [ { "pair_id": 160880, "video_name": "house_s06e08_seg02_clip_10", "timestamp": [ 12.05, 16.8 ], "duration": 73.66, "caption": "A woman sits at the dining room table and raises her glass.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160881, "video_name": "s08e11_seg02_clip_16", "timestamp": [ 35.69, 36.56 ], "duration": 58.66, "caption": "A woman takes a drink of her beverage, while sitting at a dining room table.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 160882, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 13.05, 14.72 ], "duration": 55.66, "caption": "A woman places her glass back on the table.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 160883, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 34.21, 36.5 ], "duration": 57.66, "caption": "A woman places their glass back on the table.", "similarity": 0.7042, "relevance": 3 }, { "pair_id": 160884, "video_name": "friends_s06e15-16_seg02_clip_27", "timestamp": [ 6.01, 8.59 ], "duration": 57.66, "caption": "A woman sits her glass down on the coffee table.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 160885, "video_name": "friends_s06e15-16_seg02_clip_23", "timestamp": [ 12.11, 15.13 ], "duration": 55.66, "caption": "A woman puts the glass down on the table beside her.", "similarity": 0.6949, "relevance": 1 }, { "pair_id": 160886, "video_name": "grey_s03e18_seg02_clip_18", "timestamp": [ 24.31, 28.81 ], "duration": 90.66, "caption": "A woman stands up from her seat at the dining room table then sits down.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 160887, "video_name": "friends_s06e24-25_seg02_clip_11", "timestamp": [ 7.5, 9.6 ], "duration": 60.66, "caption": "A woman reaches for her glass of wine while sitting at the table.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 160888, "video_name": "friends_s03e15_seg02_clip_09", "timestamp": [ 35.09, 36.92 ], "duration": 61.66, "caption": "A woman puts the wine glass on the table.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 160889, "video_name": "s07e15_seg02_clip_08", "timestamp": [ 53.42, 56.66 ], "duration": 59.66, "caption": "A waiter fills woman's wine glass as she is seated at the table.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 160890, "video_name": "met_s06e21_seg01_clip_03", "timestamp": [ 14.09, 17.32 ], "duration": 58.66, "caption": "A woman takes a drink from her wine glass and sits it on the table.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 160891, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 2.0, 4.28 ], "duration": 57.66, "caption": "A woman puts her glass of wine on the table.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 160892, "video_name": "s04e14_seg02_clip_08", "timestamp": [ 9.92, 12.1 ], "duration": 62.66, "caption": "A woman took a wine at her dining table.", "similarity": 0.6569, "relevance": 1 }, { "pair_id": 160893, "video_name": "friends_s04e13_seg02_clip_09", "timestamp": [ 1.24, 4.65 ], "duration": 62.66, "caption": "A woman reaches across the table to grab a glass.", "similarity": 0.6534, "relevance": 4 }, { "pair_id": 160894, "video_name": "s09e03_seg02_clip_04", "timestamp": [ 36.21, 42.48 ], "duration": 57.66, "caption": "A woman puts her wine glass on the table and stands up.", "similarity": 0.6528, "relevance": 1 }, { "pair_id": 160895, "video_name": "s05e13_seg02_clip_15", "timestamp": [ 5.03, 9.05 ], "duration": 67.66, "caption": "A woman pours water into a glass sitting on the table.", "similarity": 0.6481, "relevance": 1 }, { "pair_id": 160896, "video_name": "s08e06_seg02_clip_06", "timestamp": [ 8.4, 11.41 ], "duration": 60.66, "caption": "A woman puts her glass she was holding onto the coffee table.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 160897, "video_name": "s08e08_seg02_clip_13", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A woman puts a wine glass down on a table at a reception hall.", "similarity": 0.6453, "relevance": 1 }, { "pair_id": 160898, "video_name": "s05e20_seg02_clip_04", "timestamp": [ 33.65, 36.27 ], "duration": 58.66, "caption": "A woman puts down her wine glass onto the table.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 160899, "video_name": "friends_s09e04_seg02_clip_16", "timestamp": [ 46.49, 51.27 ], "duration": 63.66, "caption": "A woman lifts the wine glass from the table.", "similarity": 0.6432, "relevance": 3 }, { "pair_id": 334200, "video_name": "friends_s06e23_seg02_clip_02", "timestamp": [ 53.42, 59.03 ], "duration": 59.66, "caption": "A woman puts her wine glass on the coffee table.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 334201, "video_name": "friends_s04e13_seg02_clip_10", "timestamp": [ 19.22, 22.89 ], "duration": 61.66, "caption": "A woman sits her glass of milk down on the table.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 334202, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 0.78, 3.38 ], "duration": 52.66, "caption": "A woman picks up her drink glass from the table.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 334203, "video_name": "friends_s06e22_seg02_clip_10", "timestamp": [ 55.21, 57.38 ], "duration": 62.66, "caption": "A woman sets the glass on the coffee table.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 334204, "video_name": "s07e24_seg02_clip_09", "timestamp": [ 22.13, 25.09 ], "duration": 59.66, "caption": "A person stands up and puts their glass on the table.", "similarity": 0.6358, "relevance": 1 }, { "pair_id": 334205, "video_name": "grey_s03e07_seg02_clip_07", "timestamp": [ 68.31, 71.79 ], "duration": 87.66, "caption": "A woman sits down in the waiting room and puts their cup on a table.", "similarity": 0.6325, "relevance": 1 }, { "pair_id": 334206, "video_name": "s08e14_seg02_clip_05", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A woman is holding her table while sitting in her chair.", "similarity": 0.6322, "relevance": 2 }, { "pair_id": 334207, "video_name": "castle_s01e07_seg02_clip_09", "timestamp": [ 42.61, 44.43 ], "duration": 90.66, "caption": "A woman takes the wine glass from the table.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 334208, "video_name": "s02e08_seg02_clip_08", "timestamp": [ 14.8, 16.83 ], "duration": 58.66, "caption": "A woman puts her wine glass on the table while person watches.", "similarity": 0.6301, "relevance": 3 }, { "pair_id": 334209, "video_name": "s04e08_seg02_clip_05", "timestamp": [ 37.19, 41.91 ], "duration": 59.66, "caption": "A woman opens a wine bottle and sits it on the table.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 334210, "video_name": "castle_s04e06_seg02_clip_09", "timestamp": [ 55.34, 58.94 ], "duration": 89.66, "caption": "A woman sits down at the table with a mug in her hand.", "similarity": 0.6287, "relevance": 3 }, { "pair_id": 334211, "video_name": "castle_s04e03_seg02_clip_12", "timestamp": [ 43.95, 46.7 ], "duration": 91.66, "caption": "A woman gets up from a chair and raises her glasses.", "similarity": 0.6282, "relevance": 1 }, { "pair_id": 334212, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 20.73, 57.58 ], "duration": 57.66, "caption": "A woman sits down at the table by the window.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 334213, "video_name": "friends_s05e23-24_seg02_clip_35", "timestamp": [ 2.36, 6.49 ], "duration": 59.66, "caption": "A woman holds up a glass and shakes it.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 334214, "video_name": "friends_s02e01_seg02_clip_01", "timestamp": [ 31.97, 35.22 ], "duration": 59.66, "caption": "A woman brings wine glasses to set on the table.", "similarity": 0.6269, "relevance": 1 }, { "pair_id": 334215, "video_name": "friends_s09e09_seg02_clip_13", "timestamp": [ 10.16, 14.94 ], "duration": 59.66, "caption": "A woman picks up the glass of wine in the table.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 334216, "video_name": "friends_s02e06_seg02_clip_00", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman brings a glass to the table of friends.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 334217, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 17.65, 20.8 ], "duration": 63.66, "caption": "A person sits down on the couch and places his glass on the table.", "similarity": 0.62, "relevance": 1 }, { "pair_id": 334218, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 28.71, 33.24 ], "duration": 60.66, "caption": "A woman picks her glass up from the table and takes a drink from it.", "similarity": 0.6198, "relevance": 3 }, { "pair_id": 334219, "video_name": "s05e04_seg02_clip_16", "timestamp": [ 17.23, 19.09 ], "duration": 53.66, "caption": "A person, sitting at a table, lifts up their glass with their right arm and takes a drink then sets it back on the table.", "similarity": 0.6197, "relevance": 2 } ] }, { "query_id": 42187, "query": "A man stands up while holding his broken cane.", "relevant_moment": [ { "pair_id": 166760, "video_name": "house_s03e21_seg02_clip_12", "timestamp": [ 76.03, 79.72 ], "duration": 82.66, "caption": "A man stands up while holding his broken cane.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166761, "video_name": "house_s03e05_seg02_clip_02", "timestamp": [ 81.37, 83.54 ], "duration": 87.66, "caption": "A man stands up and kicks his cane.", "similarity": 0.8037, "relevance": 3 }, { "pair_id": 166762, "video_name": "house_s07e15_seg02_clip_05", "timestamp": [ 2.61, 6.09 ], "duration": 87.66, "caption": "A person grabs their cane and then stands up.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 166763, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 19.33, 21.17 ], "duration": 92.66, "caption": "A person grabs a cane and stands himself up.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 166764, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 64.25, 67.93 ], "duration": 91.66, "caption": "A person grabs their cane then they stand up.", "similarity": 0.7406, "relevance": 3 }, { "pair_id": 166765, "video_name": "house_s05e18_seg02_clip_06", "timestamp": [ 4.56, 6.84 ], "duration": 91.66, "caption": "A person uses their cane to stand themselves up.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 166766, "video_name": "house_s01e20_seg02_clip_07", "timestamp": [ 41.88, 43.69 ], "duration": 90.66, "caption": "A person uses their cane to stand themselves up.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 166767, "video_name": "house_s06e01_seg02_clip_05", "timestamp": [ 40.06, 43.18 ], "duration": 89.66, "caption": "A man stands up without the aide of his cane.", "similarity": 0.7347, "relevance": 2 }, { "pair_id": 166768, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 34.42, 36.75 ], "duration": 93.66, "caption": "A person grabs his cane and stands up from his chair.", "similarity": 0.724, "relevance": 3 }, { "pair_id": 166769, "video_name": "house_s06e07_seg02_clip_10", "timestamp": [ 63.26, 66.9 ], "duration": 91.66, "caption": "A man extends his cane and uses it to press a button.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 166770, "video_name": "house_s04e09_seg02_clip_22", "timestamp": [ 31.86, 34.59 ], "duration": 91.66, "caption": "A person lifts up his cane to stop a man.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 166771, "video_name": "house_s08e06_seg02_clip_02", "timestamp": [ 75.55, 77.83 ], "duration": 91.66, "caption": "A person stands up and walks away while using a cane.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 166772, "video_name": "castle_s08e19_seg02_clip_23", "timestamp": [ 15.69, 20.1 ], "duration": 98.66, "caption": "A person grabs a cane and holds it up like a weapon.", "similarity": 0.6824, "relevance": 1 }, { "pair_id": 166773, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 1.25, 3.74 ], "duration": 83.66, "caption": "A man uses their cane to get up from their chair.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 166774, "video_name": "house_s03e22_seg02_clip_18", "timestamp": [ 85.58, 87.79 ], "duration": 88.66, "caption": "A person grabs their cane and stands from their seat.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 166775, "video_name": "house_s04e06_seg02_clip_01", "timestamp": [ 12.07, 14.75 ], "duration": 89.66, "caption": "A man nods his head and gets up with his cane.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 166776, "video_name": "house_s03e21_seg02_clip_12", "timestamp": [ 19.31, 21.37 ], "duration": 82.66, "caption": "A person's cane breaks and he falls onto the floor.", "similarity": 0.6775, "relevance": 1 }, { "pair_id": 166777, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 41.5, 43.29 ], "duration": 89.66, "caption": "A man lifts up his cane over his shoulder.", "similarity": 0.6738, "relevance": 1 }, { "pair_id": 166778, "video_name": "house_s06e09_seg02_clip_19", "timestamp": [ 11.26, 13.97 ], "duration": 90.66, "caption": "A person uses their cane to stand up from the couch.", "similarity": 0.6694, "relevance": 3 }, { "pair_id": 166779, "video_name": "house_s01e06_seg02_clip_07", "timestamp": [ 9.0, 11.7 ], "duration": 90.66, "caption": "A man lifts up his cane and waves it around.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 340080, "video_name": "house_s03e08_seg02_clip_12", "timestamp": [ 0.46, 3.2 ], "duration": 91.66, "caption": "A person behind a man takes his cane from his hands.", "similarity": 0.6577, "relevance": 3 }, { "pair_id": 340081, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 41.92, 50.49 ], "duration": 90.66, "caption": "A person gets up but head back to grab their cane.", "similarity": 0.6557, "relevance": 4 }, { "pair_id": 340082, "video_name": "house_s05e15_seg02_clip_12", "timestamp": [ 41.42, 44.15 ], "duration": 91.66, "caption": "A person grabs their cane off of the table and stands up.", "similarity": 0.6532, "relevance": 4 }, { "pair_id": 340083, "video_name": "house_s04e14_seg02_clip_09", "timestamp": [ 45.97, 87.56 ], "duration": 87.66, "caption": "A man was walking around with the help of his cane.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 340084, "video_name": "house_s06e03_seg02_clip_26", "timestamp": [ 0.0, 1.0 ], "duration": 50.66, "caption": "A man hangs his cane up near the ceiling.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 340085, "video_name": "house_s02e09_seg02_clip_08", "timestamp": [ 8.01, 9.79 ], "duration": 89.66, "caption": "A man hands his cane to someone to his left.", "similarity": 0.6454, "relevance": 4 }, { "pair_id": 340086, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 38.29, 41.59 ], "duration": 132.66, "caption": "A man rests his head on the top of his cane.", "similarity": 0.6445, "relevance": 3 }, { "pair_id": 340087, "video_name": "house_s03e04_seg02_clip_07", "timestamp": [ 58.4, 60.92 ], "duration": 84.66, "caption": "A man raises his cane over his head and puts it behind his neck.", "similarity": 0.6421, "relevance": 4 }, { "pair_id": 340088, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 68.51, 75.01 ], "duration": 86.66, "caption": "A man sets down his cane and takes off his jacket.", "similarity": 0.6417, "relevance": 3 }, { "pair_id": 340089, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 22.89, 34.8 ], "duration": 91.66, "caption": "A man holds his cane out in front of another man.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 340090, "video_name": "house_s03e21_seg02_clip_00", "timestamp": [ 38.08, 46.07 ], "duration": 94.66, "caption": "A man picks up his cane off the floor and looks at it.", "similarity": 0.639, "relevance": 3 }, { "pair_id": 340091, "video_name": "house_s05e11_seg02_clip_17", "timestamp": [ 14.4, 16.2 ], "duration": 90.66, "caption": "A man hangs the cane up on the scale.", "similarity": 0.6303, "relevance": 3 }, { "pair_id": 340092, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 3.19, 7.74 ], "duration": 91.66, "caption": "A person is sitting down with their cane in hand.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 340093, "video_name": "house_s03e07_seg02_clip_24", "timestamp": [ 0.0, 2.34 ], "duration": 78.66, "caption": "A man walks by person and hands him his cane.", "similarity": 0.6268, "relevance": 3 }, { "pair_id": 340094, "video_name": "house_s03e16_seg02_clip_11", "timestamp": [ 58.71, 60.99 ], "duration": 91.66, "caption": "A man picks up his cane sitting beside a bedside table.", "similarity": 0.6192, "relevance": 3 }, { "pair_id": 340095, "video_name": "house_s01e20_seg02_clip_07", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A person is tapping his cane up and down on the floor.", "similarity": 0.617, "relevance": 3 }, { "pair_id": 340096, "video_name": "house_s05e10_seg02_clip_22", "timestamp": [ 0.0, 28.17 ], "duration": 92.66, "caption": "A person has his caned leaned on his chin as he stands.", "similarity": 0.6164, "relevance": 2 }, { "pair_id": 340097, "video_name": "house_s08e07_seg02_clip_25", "timestamp": [ 116.75, 123.99 ], "duration": 161.66, "caption": "A man has his head down and is rubbing his cane between his hands.", "similarity": 0.6157, "relevance": 3 }, { "pair_id": 340098, "video_name": "house_s04e07_seg02_clip_10", "timestamp": [ 68.37, 70.22 ], "duration": 92.66, "caption": "A man picks up his cane and points with it.", "similarity": 0.612, "relevance": 3 }, { "pair_id": 340099, "video_name": "house_s02e04_seg02_clip_24", "timestamp": [ 38.87, 41.16 ], "duration": 91.66, "caption": "A man puts his cane on a person's foot and walks off.", "similarity": 0.611, "relevance": 3 } ] }, { "query_id": 42275, "query": "A person is visibly annoyed and rolls their eyes.", "relevant_moment": [ { "pair_id": 45380, "video_name": "s05e09_seg02_clip_09", "timestamp": [ 7.38, 10.03 ], "duration": 59.66, "caption": "A person is visibly annoyed and rolls their eyes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 45381, "video_name": "s06e01_seg02_clip_09", "timestamp": [ 15.11, 20.15 ], "duration": 53.66, "caption": "A man has an annoyed expression on his face, and rolls his eyes gently.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 45382, "video_name": "friends_s08e23-24_seg02_clip_36", "timestamp": [ 47.3, 48.82 ], "duration": 61.66, "caption": "A woman rolls her eyes in disgust, as she is upset.", "similarity": 0.7172, "relevance": 4 }, { "pair_id": 45383, "video_name": "s09e16_seg02_clip_04", "timestamp": [ 3.97, 5.8 ], "duration": 61.66, "caption": "A man looks at someone with an annoyed expression.", "similarity": 0.7142, "relevance": 2 }, { "pair_id": 45384, "video_name": "house_s07e18_seg02_clip_08", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A man tilts personal head and looks annoyed at a person.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 45385, "video_name": "s04e13_seg01_clip_01", "timestamp": [ 71.2, 73.02 ], "duration": 73.66, "caption": "A person gives another person an accusatory look and the other person looks annoyed.", "similarity": 0.7043, "relevance": 3 }, { "pair_id": 45386, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 72.1, 73.49 ], "duration": 93.66, "caption": "A person puts their hand on their head in irritation.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 45387, "video_name": "friends_s07e03_seg02_clip_08", "timestamp": [ 9.43, 14.14 ], "duration": 55.66, "caption": "A person is upset and starts gesturing and getting very agitated.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 45388, "video_name": "s07e04_seg02_clip_00", "timestamp": [ 41.5, 45.77 ], "duration": 61.66, "caption": "A person leans his head back in dismay and exasperation.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 45389, "video_name": "s04e16_seg02_clip_11", "timestamp": [ 56.76, 59.86 ], "duration": 62.66, "caption": "A person mocks the happiness of two people and rolls their eyes.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 45390, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person looks at another person with an upset look on their face.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 45391, "video_name": "friends_s06e22_seg01_clip_02", "timestamp": [ 39.59, 43.73 ], "duration": 46.66, "caption": "A man rolls his eyes and neck at someone.", "similarity": 0.6726, "relevance": 4 }, { "pair_id": 45392, "video_name": "house_s05e05_seg02_clip_13", "timestamp": [ 53.7, 55.98 ], "duration": 91.66, "caption": "A person shakes his head in irritation with another person.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 45393, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 57.29, 62.12 ], "duration": 69.66, "caption": "A person arches their eyebrows and makes a very angry face.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 45394, "video_name": "friends_s05e14_seg02_clip_10", "timestamp": [ 42.11, 45.47 ], "duration": 61.66, "caption": "A person makes a very frustrating hand gestures and a facial expression.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 45395, "video_name": "s04e23_seg02_clip_05", "timestamp": [ 4.88, 12.51 ], "duration": 61.66, "caption": "A person shows he's annoyed with woman and she smiles about it.", "similarity": 0.6665, "relevance": 1 }, { "pair_id": 45396, "video_name": "met_s02e12_seg02_clip_00", "timestamp": [ 39.11, 45.79 ], "duration": 63.66, "caption": "A person says something that makes man roll his eyes.", "similarity": 0.6628, "relevance": 2 }, { "pair_id": 45397, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 6.09, 7.83 ], "duration": 58.66, "caption": "A person rolls their eyes as they talk to another person.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 45398, "video_name": "castle_s06e10_seg02_clip_01", "timestamp": [ 68.2, 70.5 ], "duration": 92.66, "caption": "A woman slightly rolls her eyes and shakes her head.", "similarity": 0.6575, "relevance": 4 }, { "pair_id": 45399, "video_name": "s09e13_seg02_clip_04", "timestamp": [ 55.78, 57.85 ], "duration": 59.66, "caption": "A person makes a face and frowns at another person.", "similarity": 0.6531, "relevance": 1 } ] }, { "query_id": 42322, "query": "A man picks up a remote control off of the coffee table.", "relevant_moment": [ { "pair_id": 157020, "video_name": "s05e09_seg02_clip_04", "timestamp": [ 36.92, 38.72 ], "duration": 60.66, "caption": "A man picks up a remote control off of the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157021, "video_name": "s07e21_seg02_clip_15", "timestamp": [ 35.35, 37.25 ], "duration": 76.66, "caption": "A person sets down the remote on a coffee table.", "similarity": 0.7673, "relevance": 4 }, { "pair_id": 157022, "video_name": "s08e14_seg02_clip_02", "timestamp": [ 10.5, 14.11 ], "duration": 60.66, "caption": "A person grabs a remote off the coffee table and begins pressing buttons.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 157023, "video_name": "friends_s08e12_seg02_clip_00", "timestamp": [ 41.56, 44.66 ], "duration": 62.66, "caption": "A man picks up his coffee cup from the table.", "similarity": 0.7483, "relevance": 3 }, { "pair_id": 157024, "video_name": "s09e21_seg02_clip_02", "timestamp": [ 44.55, 47.6 ], "duration": 61.66, "caption": "A man takes his feet off the coffee table and puts his remote down.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 157025, "video_name": "s06e10_seg02_clip_17", "timestamp": [ 23.11, 30.01 ], "duration": 60.66, "caption": "A person takes the remote from the coffee table and presses the button.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 157026, "video_name": "s08e10_seg02_clip_02", "timestamp": [ 58.28, 60.11 ], "duration": 61.66, "caption": "A woman reaches down and picks up the remote off the coffee table.", "similarity": 0.7143, "relevance": 3 }, { "pair_id": 157027, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A person grabs the remote from the coffee table and places it back on the table.", "similarity": 0.7142, "relevance": 4 }, { "pair_id": 157028, "video_name": "met_s02e20_seg02_clip_01", "timestamp": [ 18.24, 20.37 ], "duration": 60.66, "caption": "A man sets down a game controller on the coffee table.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 157029, "video_name": "s02e10_seg01_clip_00", "timestamp": [ 31.52, 34.67 ], "duration": 63.66, "caption": "A man picks up a remote control and switches off a TV.", "similarity": 0.6967, "relevance": 4 }, { "pair_id": 157030, "video_name": "met_s02e13_seg02_clip_11", "timestamp": [ 0.9, 2.7 ], "duration": 60.66, "caption": "A man picks up a red coffee cup from the table in front of him.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 157031, "video_name": "house_s06e11_seg02_clip_03", "timestamp": [ 59.09, 61.38 ], "duration": 91.66, "caption": "A man picks up a picture frame off of the coffee table in front of him.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 157032, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 9.5, 11.01 ], "duration": 50.66, "caption": "A man picks up a Chinese food container off of the coffee table.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 157033, "video_name": "s08e22_seg02_clip_02", "timestamp": [ 5.89, 10.86 ], "duration": 62.66, "caption": "A man picks the model spaceship up off the coffee table.", "similarity": 0.6888, "relevance": 3 }, { "pair_id": 157034, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 157035, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A man picks up the coffee maker to prepare his coffee.", "similarity": 0.6777, "relevance": 1 }, { "pair_id": 157036, "video_name": "s07e23_seg02_clip_00", "timestamp": [ 5.27, 8.99 ], "duration": 62.66, "caption": "A person picks up his/her to go food from the coffee table and takes the lid off.", "similarity": 0.666, "relevance": 3 }, { "pair_id": 157037, "video_name": "s06e04_seg02_clip_09", "timestamp": [ 48.4, 52.24 ], "duration": 59.66, "caption": "A man picks up the closed game board box from the coffee table.", "similarity": 0.6496, "relevance": 3 }, { "pair_id": 157038, "video_name": "s03e20_seg01_clip_03", "timestamp": [ 45.66, 47.06 ], "duration": 56.66, "caption": "A person picks up their food container from the coffee table.", "similarity": 0.6496, "relevance": 3 }, { "pair_id": 157039, "video_name": "met_s06e03_seg02_clip_04", "timestamp": [ 3.0, 6.0 ], "duration": 60.66, "caption": "A person picks up someone's cellphone off the coffee table.", "similarity": 0.6495, "relevance": 3 }, { "pair_id": 330340, "video_name": "s04e09_seg02_clip_08", "timestamp": [ 53.12, 54.92 ], "duration": 60.66, "caption": "A man leans forward and picks up a glass from the coffee table.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 330343, "video_name": "friends_s08e19_seg02_clip_04", "timestamp": [ 51.79, 57.07 ], "duration": 62.66, "caption": "A man picks up a remote and turns off the TV.", "similarity": 0.642, "relevance": 4 }, { "pair_id": 330344, "video_name": "house_s07e09_seg02_clip_18", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person picks up their coffee mug from the table.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 330345, "video_name": "s07e23_seg02_clip_07", "timestamp": [ 3.48, 5.51 ], "duration": 58.66, "caption": "A man picks up the remote control and clicks off the TV.", "similarity": 0.6388, "relevance": 3 }, { "pair_id": 330346, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 37.42, 39.4 ], "duration": 44.66, "caption": "A man picks up the remote control and sits on the couch.", "similarity": 0.6385, "relevance": 1 }, { "pair_id": 330347, "video_name": "s02e19_seg02_clip_10", "timestamp": [ 6.82, 9.61 ], "duration": 62.66, "caption": "A person picks up the remote control from the couch between him and woman.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 330348, "video_name": "friends_s06e14_seg02_clip_06", "timestamp": [ 16.7, 18.28 ], "duration": 63.66, "caption": "A man picks up a piece of paper from the table in the coffee shop.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 330349, "video_name": "friends_s06e20_seg02_clip_03", "timestamp": [ 40.46, 43.26 ], "duration": 62.66, "caption": "A man picks up a blue coffee mug from the table.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 330350, "video_name": "friends_s06e08_seg01_clip_00", "timestamp": [ 47.97, 50.61 ], "duration": 88.66, "caption": "A man picks up a small box off of a glass table.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 330351, "video_name": "house_s06e20_seg02_clip_23", "timestamp": [ 23.04, 26.33 ], "duration": 94.66, "caption": "A man picks up a note on top of the coffee table.", "similarity": 0.6329, "relevance": 2 }, { "pair_id": 330352, "video_name": "s02e07_seg02_clip_02", "timestamp": [ 49.43, 53.09 ], "duration": 61.66, "caption": "A person picks up a tray off of the coffee table in a room while talking to someone.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 330353, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 56.07, 57.85 ], "duration": 59.66, "caption": "A person picks food from the coffee table in front of them.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 330354, "video_name": "met_s05e05_seg02_clip_14", "timestamp": [ 37.39, 43.9 ], "duration": 65.66, "caption": "A person sits down then picks up his coffee cup.", "similarity": 0.6253, "relevance": 1 }, { "pair_id": 330355, "video_name": "s01e07_seg02_clip_00", "timestamp": [ 30.08, 32.88 ], "duration": 62.66, "caption": "A person picks up a game controller off of the table.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 330356, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 30.57, 33.09 ], "duration": 63.66, "caption": "A person picks up a remote control and uses it on the TV.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 330357, "video_name": "s09e23_seg01_clip_01", "timestamp": [ 2.84, 5.99 ], "duration": 63.66, "caption": "A man puts back the coffee maker on the table.", "similarity": 0.6232, "relevance": 1 }, { "pair_id": 330358, "video_name": "house_s07e09_seg02_clip_00", "timestamp": [ 60.48, 63.23 ], "duration": 91.66, "caption": "A person picks up a red coffee mug off the table.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 330359, "video_name": "friends_s08e19_seg02_clip_05", "timestamp": [ 12.78, 14.56 ], "duration": 59.66, "caption": "A man picks up the remote and turns on the TV.", "similarity": 0.6226, "relevance": 4 } ] }, { "query_id": 42327, "query": "A person stands up and walks towards the board.", "relevant_moment": [ { "pair_id": 145640, "video_name": "castle_s04e20_seg02_clip_13", "timestamp": [ 36.48, 42.87 ], "duration": 91.66, "caption": "A person stands up and walks towards the board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145641, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 7.91, 10.7 ], "duration": 93.66, "caption": "A person stands up and walks over to the board.", "similarity": 0.9674, "relevance": 4 }, { "pair_id": 145642, "video_name": "house_s04e13_seg02_clip_20", "timestamp": [ 12.6, 16.65 ], "duration": 90.66, "caption": "A man stands up and walks towards the board.", "similarity": 0.9328, "relevance": 4 }, { "pair_id": 145643, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 25.68, 28.84 ], "duration": 79.66, "caption": "A person stands up and walks toward the white board.", "similarity": 0.9136, "relevance": 4 }, { "pair_id": 145644, "video_name": "house_s02e11_seg02_clip_18", "timestamp": [ 10.41, 16.05 ], "duration": 86.66, "caption": "A man stands up and walks towards the white board.", "similarity": 0.851, "relevance": 4 }, { "pair_id": 145645, "video_name": "castle_s02e24_seg02_clip_17", "timestamp": [ 45.4, 50.2 ], "duration": 87.66, "caption": "A woman turns around and walks over to stand in front of a board.", "similarity": 0.7839, "relevance": 1 }, { "pair_id": 145646, "video_name": "house_s01e21_seg02_clip_11", "timestamp": [ 9.71, 23.12 ], "duration": 92.66, "caption": "A person walks to the white board and leans in it.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 145647, "video_name": "castle_s04e17_seg02_clip_03", "timestamp": [ 52.95, 57.51 ], "duration": 91.66, "caption": "A person walks over to look at the white board.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 145648, "video_name": "s08e14_seg01_clip_02", "timestamp": [ 0.57, 7.41 ], "duration": 57.66, "caption": "A person stands up and gestures towards the whiteboard.", "similarity": 0.7358, "relevance": 4 }, { "pair_id": 145649, "video_name": "castle_s05e07_seg02_clip_16", "timestamp": [ 39.54, 45.58 ], "duration": 93.66, "caption": "A person walks over to the board and points to a picture.", "similarity": 0.7339, "relevance": 3 }, { "pair_id": 145650, "video_name": "house_s01e15_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A person is standing in front of a white board.", "similarity": 0.7326, "relevance": 1 }, { "pair_id": 145651, "video_name": "house_s03e08_seg02_clip_01", "timestamp": [ 4.55, 13.2 ], "duration": 91.66, "caption": "A person stands up and walks to the white board while talking to the group.", "similarity": 0.7225, "relevance": 4 }, { "pair_id": 145652, "video_name": "house_s01e13_seg02_clip_23", "timestamp": [ 24.04, 27.6 ], "duration": 89.66, "caption": "A person stands up and walks forward a couple steps.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 145653, "video_name": "house_s04e09_seg02_clip_16", "timestamp": [ 35.54, 38.07 ], "duration": 84.66, "caption": "A person sets the on the white board and turns towards it.", "similarity": 0.7131, "relevance": 2 }, { "pair_id": 145654, "video_name": "castle_s07e08_seg02_clip_01", "timestamp": [ 85.87, 91.35 ], "duration": 91.66, "caption": "A person gets up from the chair they are sitting on and walks to the white board.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 145655, "video_name": "s08e02_seg02_clip_09", "timestamp": [ 25.09, 29.51 ], "duration": 59.66, "caption": "A person walks over to a whiteboard and gestures to it.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 145656, "video_name": "castle_s04e19_seg02_clip_14", "timestamp": [ 26.47, 31.86 ], "duration": 98.66, "caption": "A person walks to the white board and sticks a red arrow on it.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 145657, "video_name": "house_s02e04_seg02_clip_20", "timestamp": [ 14.71, 32.66 ], "duration": 32.66, "caption": "A person walks over to the white board to stare at it.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 145658, "video_name": "s09e10_seg02_clip_14", "timestamp": [ 14.04, 21.66 ], "duration": 61.66, "caption": "A person gets up from his spot and goes to the white board.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 145659, "video_name": "castle_s03e14_seg02_clip_23", "timestamp": [ 69.15, 71.45 ], "duration": 92.66, "caption": "A man walks to his right from beside the white board to in front of it.", "similarity": 0.6968, "relevance": 1 }, { "pair_id": 318960, "video_name": "castle_s03e16_seg02_clip_09", "timestamp": [ 16.5, 21.54 ], "duration": 91.66, "caption": "A person walks to the whiteboard and points to it.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 318961, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 49.73, 50.65 ], "duration": 91.66, "caption": "A man walks forward to look at the white board.", "similarity": 0.6915, "relevance": 3 }, { "pair_id": 318962, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 52.24, 56.07 ], "duration": 59.66, "caption": "A person stands up and walks towards another person.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 318963, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 46.69, 65.74 ], "duration": 74.66, "caption": "A person walks over to the white board and starts to read it.", "similarity": 0.6904, "relevance": 4 }, { "pair_id": 318964, "video_name": "house_s01e03_seg02_clip_17", "timestamp": [ 69.32, 76.97 ], "duration": 90.66, "caption": "A person gestures toward a whiteboard and then turns and walks behind it.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 318965, "video_name": "met_s06e17_seg02_clip_10", "timestamp": [ 47.9, 49.04 ], "duration": 57.66, "caption": "A person stands up from their chair in the board room.", "similarity": 0.6875, "relevance": 3 }, { "pair_id": 318966, "video_name": "s02e10_seg01_clip_00", "timestamp": [ 54.21, 58.3 ], "duration": 63.66, "caption": "A person stands up and walks toward another room.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 318967, "video_name": "castle_s08e13_seg02_clip_26", "timestamp": [ 41.28, 45.73 ], "duration": 127.66, "caption": "A person stands up and walks over to someone.", "similarity": 0.6811, "relevance": 3 }, { "pair_id": 318968, "video_name": "castle_s03e03_seg02_clip_26", "timestamp": [ 10.28, 21.24 ], "duration": 137.66, "caption": "A person walks over to the white board and points to a photo.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 318969, "video_name": "castle_s04e19_seg02_clip_23", "timestamp": [ 55.81, 57.17 ], "duration": 90.66, "caption": "A person turns around after explaining something on the board.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 318970, "video_name": "house_s01e21_seg02_clip_11", "timestamp": [ 10.64, 16.19 ], "duration": 92.66, "caption": "A person walks to the white board and hangs their hand there.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 318971, "video_name": "s01e05_seg02_clip_06", "timestamp": [ 23.24, 36.02 ], "duration": 36.66, "caption": "A person walks by his white board and notices a change in his white board.", "similarity": 0.6731, "relevance": 3 }, { "pair_id": 318972, "video_name": "castle_s02e20_seg02_clip_10", "timestamp": [ 37.84, 42.51 ], "duration": 85.66, "caption": "A woman stands up, walks over to a board, and puts a marker on a map.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 318973, "video_name": "s08e06_seg02_clip_03", "timestamp": [ 41.12, 43.22 ], "duration": 60.66, "caption": "A person turns and looks at the white board.", "similarity": 0.6694, "relevance": 3 }, { "pair_id": 318975, "video_name": "house_s06e17_seg02_clip_22", "timestamp": [ 11.38, 16.84 ], "duration": 91.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 318976, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 318977, "video_name": "castle_s07e15_seg02_clip_01", "timestamp": [ 71.08, 76.37 ], "duration": 88.66, "caption": "Two people are standing by the white board and another person walks up to them.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 318978, "video_name": "s01e01_seg02_clip_00", "timestamp": [ 12.21, 15.56 ], "duration": 61.66, "caption": "Person walks over to a white board with equations on it.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 318979, "video_name": "castle_s05e06_seg02_clip_06", "timestamp": [ 18.66, 24.12 ], "duration": 91.66, "caption": "A person walks towards and points an open hand at the whiteboard.", "similarity": 0.6627, "relevance": 3 } ] }, { "query_id": 42409, "query": "Beckett stops a person from flipping the board around.", "relevant_moment": [ { "pair_id": 151060, "video_name": "castle_s04e06_seg02_clip_07", "timestamp": [ 36.46, 42.31 ], "duration": 90.66, "caption": "Beckett stops a person from flipping the board around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151061, "video_name": "castle_s07e01_seg02_clip_02", "timestamp": [ 27.46, 33.76 ], "duration": 90.66, "caption": "Beckett gets out after a car screeches to a stop.", "similarity": 0.6746, "relevance": 1 }, { "pair_id": 151062, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 84.24, 88.21 ], "duration": 88.66, "caption": "Beckett and a person talk while looking at a white board.", "similarity": 0.6458, "relevance": 1 }, { "pair_id": 151063, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 0.0, 2.62 ], "duration": 87.66, "caption": "Beckett and a person get out from the car almost at the same time.", "similarity": 0.6402, "relevance": 0 }, { "pair_id": 151064, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 71.61, 90.65 ], "duration": 90.66, "caption": "Beckett and person are having a conversation with each other.", "similarity": 0.6283, "relevance": 0 }, { "pair_id": 151065, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 36.92, 58.34 ], "duration": 91.66, "caption": "Beckett and a person were having a conversation on person's table.", "similarity": 0.6269, "relevance": 0 }, { "pair_id": 151066, "video_name": "friends_s03e11_seg01_clip_01", "timestamp": [ 3.9, 13.33 ], "duration": 41.66, "caption": "A person keeps flipping a card over thinking nobody can see it.", "similarity": 0.6223, "relevance": 0 }, { "pair_id": 151067, "video_name": "castle_s06e02_seg02_clip_01", "timestamp": [ 0.0, 12.42 ], "duration": 88.66, "caption": "Beckett and person were having a serious conversation.", "similarity": 0.6048, "relevance": 0 }, { "pair_id": 151068, "video_name": "castle_s03e05_seg02_clip_05", "timestamp": [ 0.0, 19.14 ], "duration": 89.66, "caption": "Beckett and person are beside each other conversing with person.", "similarity": 0.6014, "relevance": 0 }, { "pair_id": 151069, "video_name": "castle_s08e22_seg02_clip_10", "timestamp": [ 27.76, 69.85 ], "duration": 89.66, "caption": "Beckett and a person have a conversation over the phone.", "similarity": 0.5976, "relevance": 0 }, { "pair_id": 151070, "video_name": "castle_s03e12_seg02_clip_09", "timestamp": [ 74.72, 76.07 ], "duration": 90.66, "caption": "Beckett and person walk into the morgue where person is standing waiting.", "similarity": 0.5921, "relevance": 0 }, { "pair_id": 151071, "video_name": "castle_s02e04_seg02_clip_25", "timestamp": [ 2.79, 4.65 ], "duration": 93.66, "caption": "The person in the card gets out and puts their hands up.", "similarity": 0.5885, "relevance": 0 }, { "pair_id": 151072, "video_name": "castle_s05e09_seg02_clip_06", "timestamp": [ 0.0, 89.4 ], "duration": 89.66, "caption": "Beckett and person are standing beside each other as they are with person.", "similarity": 0.5884, "relevance": 0 }, { "pair_id": 151073, "video_name": "castle_s03e01_seg02_clip_20", "timestamp": [ 10.35, 12.15 ], "duration": 90.66, "caption": "Beckett and person opens and enters room together.", "similarity": 0.5841, "relevance": 0 }, { "pair_id": 151074, "video_name": "castle_s02e09_seg02_clip_08", "timestamp": [ 11.5, 13.34 ], "duration": 92.66, "caption": "A man caught someone named Paul Cho's shoulder and turned them towards someone named Beckett.", "similarity": 0.5748, "relevance": 0 }, { "pair_id": 151075, "video_name": "s03e05_seg02_clip_13", "timestamp": [ 20.41, 24.61 ], "duration": 60.66, "caption": "A person slides all the cards aside during the card game.", "similarity": 0.5743, "relevance": 0 }, { "pair_id": 151076, "video_name": "castle_s03e11_seg02_clip_10", "timestamp": [ 0.0, 1.83 ], "duration": 91.66, "caption": "A man is pointing his finger to his head, catching Beckett's attention.", "similarity": 0.5727, "relevance": 0 }, { "pair_id": 151077, "video_name": "castle_s03e09_seg02_clip_27", "timestamp": [ 0.0, 14.02 ], "duration": 14.66, "caption": "Beckett and person are walking side by side while conversing.", "similarity": 0.56, "relevance": 0 }, { "pair_id": 151078, "video_name": "house_s05e07_seg02_clip_00", "timestamp": [ 38.08, 39.49 ], "duration": 94.66, "caption": "A person flipping through papers on a clipboard as he turns around.", "similarity": 0.5593, "relevance": 0 }, { "pair_id": 151079, "video_name": "castle_s02e23_seg02_clip_03", "timestamp": [ 76.63, 77.66 ], "duration": 77.66, "caption": "Beckett raises her index finger.", "similarity": 0.5587, "relevance": 0 } ] }, { "query_id": 42428, "query": "A person looks up at another person in a state of shock.", "relevant_moment": [ { "pair_id": 18320, "video_name": "house_s06e21_seg02_clip_28", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person looks up at another person in a state of shock.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18321, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person looks at another person in shock and surprise.", "similarity": 0.8887, "relevance": 4 }, { "pair_id": 18322, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A person stares at another person and gasps in a look of shock.", "similarity": 0.8057, "relevance": 4 }, { "pair_id": 18323, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.7782, "relevance": 4 }, { "pair_id": 18324, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 44.97, 50.86 ], "duration": 62.66, "caption": "A person looks at something on another person's phone in shock.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 18325, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 25.0, 28.57 ], "duration": 102.66, "caption": "A person stands up and man looks at him shocked.", "similarity": 0.748, "relevance": 4 }, { "pair_id": 18326, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 3.71, 6.27 ], "duration": 57.66, "caption": "A man looks at another man with a look of shock.", "similarity": 0.7428, "relevance": 4 }, { "pair_id": 18327, "video_name": "s05e13_seg02_clip_13", "timestamp": [ 20.6, 25.82 ], "duration": 58.66, "caption": "A person looks on the ground and then looks up at another person and shakes his head no.", "similarity": 0.7422, "relevance": 4 }, { "pair_id": 18328, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person looks at another person with an upset look on their face.", "similarity": 0.7406, "relevance": 3 }, { "pair_id": 18329, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.7308, "relevance": 4 }, { "pair_id": 18330, "video_name": "friends_s06e21_seg02_clip_09", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A person looks at guy and woman with a shocked look on their face.", "similarity": 0.7216, "relevance": 4 }, { "pair_id": 18331, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 6.91, 8.81 ], "duration": 20.66, "caption": "A person displays a shock looking face as he talks to another person.", "similarity": 0.7207, "relevance": 4 }, { "pair_id": 18332, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 18333, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.716, "relevance": 4 }, { "pair_id": 18334, "video_name": "house_s08e18_seg02_clip_17", "timestamp": [ 32.63, 36.11 ], "duration": 87.66, "caption": "One person looks over at another person and the other person looks at the ground.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 18335, "video_name": "friends_s05e14_seg02_clip_15", "timestamp": [ 0.0, 4.44 ], "duration": 59.66, "caption": "A group of people are in shock when they are looking at a man.", "similarity": 0.6931, "relevance": 3 }, { "pair_id": 18336, "video_name": "house_s01e21_seg02_clip_13", "timestamp": [ 24.52, 27.24 ], "duration": 90.66, "caption": "A patient looks up at a person while he looks down.", "similarity": 0.6921, "relevance": 4 }, { "pair_id": 18337, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 18338, "video_name": "house_s03e03_seg02_clip_18", "timestamp": [ 35.29, 38.72 ], "duration": 98.66, "caption": "A person looks up and shakes his head at man.", "similarity": 0.6833, "relevance": 3 }, { "pair_id": 18339, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person turns to look at someone, then turns back to look at someone after a pause.", "similarity": 0.6827, "relevance": 2 } ] }, { "query_id": 42440, "query": "A man gets up to point out something on the internal organs pictures on the monitor.", "relevant_moment": [ { "pair_id": 165440, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 27.51, 36.37 ], "duration": 93.66, "caption": "A man gets up to point out something on the internal organs pictures on the monitor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165441, "video_name": "s06e22_seg01_clip_00", "timestamp": [ 6.24, 11.04 ], "duration": 96.66, "caption": "A man points something out in the computer monitor.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 165442, "video_name": "house_s08e05_seg02_clip_22", "timestamp": [ 30.22, 33.77 ], "duration": 88.66, "caption": "A man points at pictures of a brain scan on a screen.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 165443, "video_name": "house_s02e17_seg02_clip_18", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A man is pointing to an image on a screen for examination.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 165444, "video_name": "house_s06e20_seg02_clip_18", "timestamp": [ 45.29, 48.04 ], "duration": 91.66, "caption": "A man points at someone to look up at the monitor.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 165445, "video_name": "house_s07e23_seg02_clip_14", "timestamp": [ 10.34, 12.69 ], "duration": 94.66, "caption": "A man points at an area on a brains scan on a computer monitor.", "similarity": 0.683, "relevance": 3 }, { "pair_id": 165446, "video_name": "castle_s05e16_seg02_clip_15", "timestamp": [ 73.0, 83.24 ], "duration": 89.66, "caption": "While the tech guy is working on the computer, he looks up to see a person's picture on the monitor.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 165447, "video_name": "house_s04e08_seg02_clip_13", "timestamp": [ 20.99, 28.58 ], "duration": 89.66, "caption": "A person saw something from the image from the monitor.", "similarity": 0.672, "relevance": 1 }, { "pair_id": 165448, "video_name": "house_s06e20_seg02_clip_00", "timestamp": [ 60.51, 64.74 ], "duration": 93.66, "caption": "A man points out a part of the brain on the picture.", "similarity": 0.6709, "relevance": 3 }, { "pair_id": 165449, "video_name": "castle_s07e03_seg02_clip_20", "timestamp": [ 7.68, 11.29 ], "duration": 90.66, "caption": "A man points to the computer while explaining how one image is different.", "similarity": 0.6701, "relevance": 3 }, { "pair_id": 165450, "video_name": "house_s06e15_seg02_clip_18", "timestamp": [ 37.81, 42.76 ], "duration": 90.66, "caption": "A man is looking very attentively to the monitor as it shows some information about the patient's condition.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 165451, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A man raises his arm and points to something offscreen.", "similarity": 0.661, "relevance": 1 }, { "pair_id": 165452, "video_name": "house_s02e08_seg02_clip_06", "timestamp": [ 38.11, 61.98 ], "duration": 91.66, "caption": "A man uses a video camera tool to look inside of a patient's body.", "similarity": 0.6603, "relevance": 1 }, { "pair_id": 165453, "video_name": "house_s01e09_seg02_clip_18", "timestamp": [ 43.33, 51.37 ], "duration": 89.66, "caption": "A man points at the computer screen that shows a medical scan.", "similarity": 0.6602, "relevance": 3 }, { "pair_id": 165454, "video_name": "friends_s08e03_seg02_clip_16", "timestamp": [ 8.12, 19.33 ], "duration": 56.66, "caption": "The physician engages with the machine and points out something on the monitor.", "similarity": 0.6528, "relevance": 1 }, { "pair_id": 165455, "video_name": "house_s05e02_seg02_clip_24", "timestamp": [ 44.15, 46.88 ], "duration": 91.66, "caption": "A person turns to look at something on a monitor.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 165456, "video_name": "house_s02e08_seg02_clip_08", "timestamp": [ 78.22, 92.03 ], "duration": 92.66, "caption": "Man takes a look at the patient's ulcler on the monitor.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 165457, "video_name": "castle_s05e24_seg02_clip_05", "timestamp": [ 67.51, 68.9 ], "duration": 92.66, "caption": "A man points at the monitor with his right hand.", "similarity": 0.6483, "relevance": 1 }, { "pair_id": 165458, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 88.38, 89.77 ], "duration": 93.66, "caption": "A man looks up a hospital monitor while in surgery.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 165459, "video_name": "castle_s05e21_seg02_clip_16", "timestamp": [ 1.84, 4.14 ], "duration": 92.66, "caption": "A man points at the monitor showing a camera surveillance.", "similarity": 0.6455, "relevance": 0 } ] }, { "query_id": 42460, "query": "Two people have a conversation in a hospital hallway.", "relevant_moment": [ { "pair_id": 13960, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 1.46, 44.15 ], "duration": 97.66, "caption": "Two people have a conversation in a hospital hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13961, "video_name": "house_s01e08_seg02_clip_19", "timestamp": [ 0.0, 56.72 ], "duration": 90.66, "caption": "Two people are having a conversation in a hospital hallway.", "similarity": 0.9948, "relevance": 4 }, { "pair_id": 13962, "video_name": "grey_s02e22_seg02_clip_10", "timestamp": [ 53.52, 87.02 ], "duration": 87.66, "caption": "Two people converse as they are in the hospital hallway.", "similarity": 0.949, "relevance": 4 }, { "pair_id": 13963, "video_name": "house_s08e19_seg02_clip_15", "timestamp": [ 0.0, 23.72 ], "duration": 93.66, "caption": "Two people are conversing with each other in the hospital hallway.", "similarity": 0.9346, "relevance": 4 }, { "pair_id": 13964, "video_name": "house_s07e19_seg02_clip_06", "timestamp": [ 5.47, 67.96 ], "duration": 78.66, "caption": "Two people are conversing with each other in the hospital hallway.", "similarity": 0.9346, "relevance": 4 }, { "pair_id": 13965, "video_name": "grey_s03e15_seg02_clip_15", "timestamp": [ 0.0, 17.21 ], "duration": 93.66, "caption": "Two people are conversing with each other in the hospital hallway.", "similarity": 0.9346, "relevance": 4 }, { "pair_id": 13966, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 0.0, 10.58 ], "duration": 92.66, "caption": "Two people are conversing as they stand in the hospital hallway.", "similarity": 0.9248, "relevance": 4 }, { "pair_id": 13967, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 3.29, 5.64 ], "duration": 94.66, "caption": "Two people are conversing as they are walking in the hospital hallway.", "similarity": 0.9193, "relevance": 4 }, { "pair_id": 13968, "video_name": "house_s07e02_seg02_clip_17", "timestamp": [ 31.88, 61.64 ], "duration": 85.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.9188, "relevance": 4 }, { "pair_id": 13969, "video_name": "house_s01e01_seg02_clip_10", "timestamp": [ 20.82, 32.6 ], "duration": 90.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.9188, "relevance": 4 }, { "pair_id": 13970, "video_name": "grey_s03e22_seg02_clip_10", "timestamp": [ 42.16, 77.83 ], "duration": 92.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.9188, "relevance": 4 }, { "pair_id": 13971, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 20.03, 44.6 ], "duration": 91.66, "caption": "Two people are conversing as they walk in the hospital hallway.", "similarity": 0.9163, "relevance": 4 }, { "pair_id": 13972, "video_name": "grey_s03e15_seg02_clip_24", "timestamp": [ 59.19, 85.39 ], "duration": 97.66, "caption": "Two people converse with each other at the doorway of a hospital room.", "similarity": 0.9079, "relevance": 4 }, { "pair_id": 13973, "video_name": "house_s03e17_seg02_clip_07", "timestamp": [ 0.0, 14.15 ], "duration": 91.66, "caption": "Two people stand and talk in the hospital hallway.", "similarity": 0.9076, "relevance": 4 }, { "pair_id": 13974, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 68.42, 83.27 ], "duration": 90.66, "caption": "Two people are walking in the hospital hallway while conversing.", "similarity": 0.9039, "relevance": 4 }, { "pair_id": 13975, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 1.34, 11.64 ], "duration": 89.66, "caption": "Two people are walking in the hospital hallway conversing.", "similarity": 0.9023, "relevance": 4 }, { "pair_id": 13976, "video_name": "castle_s03e05_seg02_clip_05", "timestamp": [ 20.48, 54.3 ], "duration": 89.66, "caption": "Two people are conversing with each other as they walk in the hospital hallway.", "similarity": 0.9015, "relevance": 4 }, { "pair_id": 13977, "video_name": "house_s06e03_seg02_clip_19", "timestamp": [ 0.0, 54.53 ], "duration": 91.66, "caption": "Two people talk while they are in a hospital room.", "similarity": 0.8916, "relevance": 3 }, { "pair_id": 13978, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 0.0, 36.63 ], "duration": 89.66, "caption": "A woman and person talk while in the hospital hallway.", "similarity": 0.8872, "relevance": 4 }, { "pair_id": 13979, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 45.83, 84.1 ], "duration": 84.66, "caption": "A man and person are walking in the hospital hallway as they converse.", "similarity": 0.8822, "relevance": 4 }, { "pair_id": 187280, "video_name": "house_s01e09_seg02_clip_22", "timestamp": [ 1.8, 14.85 ], "duration": 90.66, "caption": "Two people are walking beside each other in the hospital hallway as they converse.", "similarity": 0.8807, "relevance": 4 }, { "pair_id": 187281, "video_name": "house_s07e08_seg02_clip_24", "timestamp": [ 35.68, 60.8 ], "duration": 88.66, "caption": "Two people talk as they walk down the hospital corridor.", "similarity": 0.8743, "relevance": 4 }, { "pair_id": 187282, "video_name": "house_s07e18_seg02_clip_01", "timestamp": [ 67.19, 89.59 ], "duration": 89.66, "caption": "Two people talk with a patient in a hospital room.", "similarity": 0.8699, "relevance": 3 }, { "pair_id": 187283, "video_name": "house_s01e17_seg02_clip_15", "timestamp": [ 42.04, 67.08 ], "duration": 89.66, "caption": "Two men are in the hospital hallway as they converse.", "similarity": 0.8699, "relevance": 4 }, { "pair_id": 187284, "video_name": "house_s02e15_seg02_clip_11", "timestamp": [ 55.6, 90.4 ], "duration": 90.66, "caption": "Two people have a very serious conversation in a hospital room where a patient can be seen in the background.", "similarity": 0.8647, "relevance": 3 }, { "pair_id": 187285, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 0.0, 33.47 ], "duration": 89.66, "caption": "A woman and a man talk in the middle of the hospital hallway.", "similarity": 0.8635, "relevance": 4 }, { "pair_id": 187286, "video_name": "house_s03e13_seg02_clip_06", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "Two people talk with two other people in a hospital room.", "similarity": 0.8563, "relevance": 2 }, { "pair_id": 187287, "video_name": "castle_s03e05_seg02_clip_04", "timestamp": [ 0.0, 68.74 ], "duration": 92.66, "caption": "A person and another person converse while walking down a busy hospital hallway.", "similarity": 0.8554, "relevance": 4 }, { "pair_id": 187288, "video_name": "house_s07e04_seg02_clip_16", "timestamp": [ 0.0, 39.6 ], "duration": 91.66, "caption": "Two people are having a conversation outside of a hospital.", "similarity": 0.8549, "relevance": 3 }, { "pair_id": 187289, "video_name": "house_s01e07_seg02_clip_14", "timestamp": [ 32.57, 52.81 ], "duration": 88.66, "caption": "Two people are talking and walking through the halls of the hospital.", "similarity": 0.8524, "relevance": 4 }, { "pair_id": 187290, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 0.0, 27.99 ], "duration": 90.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.8498, "relevance": 4 }, { "pair_id": 187291, "video_name": "grey_s03e10_seg02_clip_02", "timestamp": [ 0.0, 25.69 ], "duration": 90.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.8498, "relevance": 4 }, { "pair_id": 187292, "video_name": "grey_s01e07_seg02_clip_19", "timestamp": [ 37.43, 79.65 ], "duration": 79.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.8498, "relevance": 4 }, { "pair_id": 187293, "video_name": "grey_s03e08_seg02_clip_10", "timestamp": [ 9.01, 21.18 ], "duration": 90.66, "caption": "A woman and a man are walking down the hospital hallway as they converse.", "similarity": 0.8447, "relevance": 4 }, { "pair_id": 187294, "video_name": "friends_s09e01_seg02_clip_01", "timestamp": [ 0.0, 20.44 ], "duration": 61.66, "caption": "Two people talk in the hospital lobby.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 187295, "video_name": "house_s06e20_seg02_clip_09", "timestamp": [ 68.52, 91.36 ], "duration": 91.66, "caption": "Two people talk while looking into a patient's hospital room.", "similarity": 0.8382, "relevance": 4 }, { "pair_id": 187296, "video_name": "house_s03e14_seg02_clip_26", "timestamp": [ 0.0, 3.25 ], "duration": 50.66, "caption": "Two people talk while walking through the hospital.", "similarity": 0.8378, "relevance": 4 }, { "pair_id": 187297, "video_name": "grey_s03e14_seg02_clip_10", "timestamp": [ 37.81, 53.35 ], "duration": 84.66, "caption": "A man and a woman walk through the hospital hallway while talking.", "similarity": 0.8345, "relevance": 4 }, { "pair_id": 187298, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 0.0, 15.51 ], "duration": 94.66, "caption": "Two people are talking while sitting in a hospital.", "similarity": 0.8339, "relevance": 3 }, { "pair_id": 187299, "video_name": "friends_s10e17-18_seg02_clip_01", "timestamp": [ 0.0, 15.87 ], "duration": 61.66, "caption": "A man and woman talk to a person in a hospital room.", "similarity": 0.8317, "relevance": 2 } ] }, { "query_id": 42501, "query": "A woman closes the door in front of a man's face.", "relevant_moment": [ { "pair_id": 160320, "video_name": "s06e21_seg02_clip_02", "timestamp": [ 11.41, 15.61 ], "duration": 60.66, "caption": "A woman closes the door in front of a man's face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160321, "video_name": "s10e09_seg02_clip_08", "timestamp": [ 14.57, 18.21 ], "duration": 56.66, "caption": "A woman closes the door in two men's faces.", "similarity": 0.8769, "relevance": 2 }, { "pair_id": 160322, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 6.3, 8.7 ], "duration": 60.66, "caption": "A woman closes the door in two people's faces.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 160323, "video_name": "met_s05e04_seg02_clip_11", "timestamp": [ 30.75, 33.18 ], "duration": 60.66, "caption": "A woman closes the door in two people's faces.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 160324, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 28.64, 30.8 ], "duration": 36.66, "caption": "A woman closes the door in man's face while he is talking.", "similarity": 0.8537, "relevance": 4 }, { "pair_id": 160325, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 35.33, 46.22 ], "duration": 66.66, "caption": "A woman opens the door, sees a man and shuts the door in his face.", "similarity": 0.851, "relevance": 4 }, { "pair_id": 160326, "video_name": "friends_s07e05_seg02_clip_08", "timestamp": [ 24.32, 29.31 ], "duration": 62.66, "caption": "A woman reaches over a man and closes the door in someone's face.", "similarity": 0.842, "relevance": 2 }, { "pair_id": 160327, "video_name": "castle_s07e23_seg02_clip_08", "timestamp": [ 69.32, 73.37 ], "duration": 90.66, "caption": "A man holds the door open for a woman and closes it behind her.", "similarity": 0.8355, "relevance": 1 }, { "pair_id": 160328, "video_name": "s02e01_seg02_clip_16", "timestamp": [ 34.75, 36.82 ], "duration": 46.66, "caption": "A woman closes person's apartment door in man's face.", "similarity": 0.8261, "relevance": 4 }, { "pair_id": 160329, "video_name": "s07e05_seg02_clip_14", "timestamp": [ 80.94, 91.05 ], "duration": 119.66, "caption": "A woman closes her apartment door in front of a man.", "similarity": 0.8258, "relevance": 4 }, { "pair_id": 160330, "video_name": "s01e02_seg02_clip_10", "timestamp": [ 22.34, 24.95 ], "duration": 58.66, "caption": "A woman walks away and closes the door in front of person's face.", "similarity": 0.8234, "relevance": 4 }, { "pair_id": 160331, "video_name": "friends_s05e06_seg02_clip_07", "timestamp": [ 11.35, 13.78 ], "duration": 54.66, "caption": "A man shuts the door in woman's and another woman's faces.", "similarity": 0.8234, "relevance": 2 }, { "pair_id": 160332, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 22.96, 28.81 ], "duration": 90.66, "caption": "A man closes the door behind a woman after she leaves.", "similarity": 0.8208, "relevance": 1 }, { "pair_id": 160333, "video_name": "s01e15_seg02_clip_10", "timestamp": [ 42.62, 46.52 ], "duration": 60.66, "caption": "A woman closes the door and turns to face a person.", "similarity": 0.8185, "relevance": 1 }, { "pair_id": 160334, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 21.61, 25.51 ], "duration": 60.66, "caption": "A man opens to the door for woman and makes a face after he closes it.", "similarity": 0.8155, "relevance": 2 }, { "pair_id": 160335, "video_name": "castle_s06e08_seg02_clip_24", "timestamp": [ 10.47, 13.65 ], "duration": 91.66, "caption": "A woman closes a door and walks around a man.", "similarity": 0.8129, "relevance": 0 }, { "pair_id": 160336, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 15.96, 25.24 ], "duration": 58.66, "caption": "A man opens the door and closes it after woman.", "similarity": 0.81, "relevance": 2 }, { "pair_id": 160337, "video_name": "friends_s01e04_seg02_clip_15", "timestamp": [ 6.63, 8.48 ], "duration": 53.66, "caption": "A person closes the glass door in front of a man's face.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 160338, "video_name": "s02e04_seg02_clip_15", "timestamp": [ 52.71, 57.82 ], "duration": 85.66, "caption": "A woman opens the front door to see a man.", "similarity": 0.8072, "relevance": 1 }, { "pair_id": 160339, "video_name": "met_s02e07_seg02_clip_14", "timestamp": [ 4.26, 6.54 ], "duration": 56.66, "caption": "A man closes the door after the woman walks in.", "similarity": 0.8042, "relevance": 1 }, { "pair_id": 333640, "video_name": "s01e04_seg02_clip_05", "timestamp": [ 49.62, 51.48 ], "duration": 62.66, "caption": "A woman closes the apartment door in a man's face.", "similarity": 0.7978, "relevance": 4 }, { "pair_id": 333641, "video_name": "house_s01e19_seg02_clip_01", "timestamp": [ 19.34, 23.02 ], "duration": 92.66, "caption": "A woman closes the door of her house to a man.", "similarity": 0.7937, "relevance": 4 }, { "pair_id": 333642, "video_name": "castle_s02e13_seg02_clip_16", "timestamp": [ 77.45, 79.19 ], "duration": 87.66, "caption": "A woman is at the door when a man opens it.", "similarity": 0.7934, "relevance": 1 }, { "pair_id": 333643, "video_name": "castle_s02e06_seg02_clip_24", "timestamp": [ 84.2, 91.03 ], "duration": 91.66, "caption": "A woman opens the door for a man, she exits first.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 333644, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 43.88, 48.92 ], "duration": 59.66, "caption": "A man walks out the door and a woman shuts the door behind him.", "similarity": 0.7831, "relevance": 4 }, { "pair_id": 333645, "video_name": "castle_s03e04_seg02_clip_23", "timestamp": [ 1.31, 9.17 ], "duration": 87.66, "caption": "A man opens the door and a woman is there.", "similarity": 0.7825, "relevance": 1 }, { "pair_id": 333646, "video_name": "s08e17_seg02_clip_15", "timestamp": [ 34.22, 40.22 ], "duration": 60.66, "caption": "A person walks through the door, followed by a woman, who closes it.", "similarity": 0.782, "relevance": 1 }, { "pair_id": 333647, "video_name": "house_s07e17_seg02_clip_16", "timestamp": [ 34.04, 38.96 ], "duration": 82.66, "caption": "A man closes the door in the face of two other people.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 333648, "video_name": "friends_s07e12_seg02_clip_17", "timestamp": [ 42.01, 44.64 ], "duration": 75.66, "caption": "A person walks out the door and woman closes it.", "similarity": 0.7788, "relevance": 2 }, { "pair_id": 333649, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 64.62, 70.16 ], "duration": 92.66, "caption": "A man closes the door after talking with woman.", "similarity": 0.777, "relevance": 4 }, { "pair_id": 333650, "video_name": "s09e18_seg02_clip_10", "timestamp": [ 13.43, 16.17 ], "duration": 61.66, "caption": "A man closes the door and stands next to a woman.", "similarity": 0.7752, "relevance": 1 }, { "pair_id": 333651, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 49.96, 53.56 ], "duration": 90.66, "caption": "Woman turns and leaves, closing the door in person's face.", "similarity": 0.774, "relevance": 3 }, { "pair_id": 333652, "video_name": "castle_s06e06_seg02_clip_27", "timestamp": [ 82.34, 84.02 ], "duration": 84.66, "caption": "A person closes the door when a man is at the door.", "similarity": 0.7725, "relevance": 2 }, { "pair_id": 333653, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 15.84, 19.21 ], "duration": 96.66, "caption": "A man close the door while a woman is still talking to him.", "similarity": 0.7722, "relevance": 1 }, { "pair_id": 333654, "video_name": "castle_s04e03_seg02_clip_11", "timestamp": [ 80.16, 84.19 ], "duration": 89.66, "caption": "A woman shuts the door behind her as a man and another person walk out of the door next door.", "similarity": 0.7715, "relevance": 0 }, { "pair_id": 333655, "video_name": "friends_s04e21_seg02_clip_06", "timestamp": [ 28.92, 37.19 ], "duration": 59.66, "caption": "A man opens the door while a woman is behind it, and another woman is standing there.", "similarity": 0.7689, "relevance": 1 }, { "pair_id": 333656, "video_name": "s07e07_seg02_clip_05", "timestamp": [ 33.89, 36.7 ], "duration": 56.66, "caption": "A person closes his front door in front of another person.", "similarity": 0.7684, "relevance": 2 }, { "pair_id": 333657, "video_name": "friends_s01e01_seg02_clip_09", "timestamp": [ 18.61, 22.21 ], "duration": 60.66, "caption": "A woman pulls a man inside and closes the door.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 333658, "video_name": "s03e23_seg02_clip_11", "timestamp": [ 37.22, 47.12 ], "duration": 60.66, "caption": "A woman slams the door in a man's face and he leaves.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 333659, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 0.0, 6.25 ], "duration": 50.66, "caption": "A woman is in front of a man's door waiting for him to open it.", "similarity": 0.766, "relevance": 1 } ] }, { "query_id": 42563, "query": "A man recounts where he stashed a precious jewel when he was younger.", "relevant_moment": [ { "pair_id": 162360, "video_name": "castle_s04e14_seg02_clip_26", "timestamp": [ 68.13, 85.82 ], "duration": 131.66, "caption": "A man recounts where he stashed a precious jewel when he was younger.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162361, "video_name": "castle_s07e12_seg02_clip_07", "timestamp": [ 20.71, 33.76 ], "duration": 90.66, "caption": "A man is excited to find a valuable jeweled accessory.", "similarity": 0.5561, "relevance": 1 }, { "pair_id": 162362, "video_name": "castle_s04e14_seg02_clip_26", "timestamp": [ 91.06, 112.68 ], "duration": 131.66, "caption": "Two people let person and person know their life was more precious than any jewel.", "similarity": 0.5558, "relevance": 1 }, { "pair_id": 162363, "video_name": "s03e17_seg02_clip_04", "timestamp": [ 55.83, 60.03 ], "duration": 60.66, "caption": "A man yanks the piece of jewelry back from a person and puts it in his pocket.", "similarity": 0.5257, "relevance": 1 }, { "pair_id": 162364, "video_name": "castle_s06e08_seg02_clip_19", "timestamp": [ 4.53, 58.44 ], "duration": 90.66, "caption": "A man tells woman about the robbery of the jewel.", "similarity": 0.5223, "relevance": 1 }, { "pair_id": 162365, "video_name": "s03e17_seg02_clip_02", "timestamp": [ 30.31, 45.02 ], "duration": 60.66, "caption": "A man holds up a piece of gold jewelry on a gold chain.", "similarity": 0.5167, "relevance": 1 }, { "pair_id": 162366, "video_name": "castle_s05e05_seg02_clip_05", "timestamp": [ 31.4, 35.95 ], "duration": 91.66, "caption": "A person holds up a diamond piece of jewelry.", "similarity": 0.5032, "relevance": 1 }, { "pair_id": 162367, "video_name": "s03e17_seg02_clip_03", "timestamp": [ 23.5, 25.63 ], "duration": 61.66, "caption": "A man yanks the gold ring from person's hands.", "similarity": 0.4975, "relevance": 1 }, { "pair_id": 162368, "video_name": "castle_s07e10_seg02_clip_17", "timestamp": [ 35.78, 45.18 ], "duration": 89.66, "caption": "A man finds a piece of jewelry with blood on it.", "similarity": 0.4967, "relevance": 1 }, { "pair_id": 162369, "video_name": "castle_s04e14_seg02_clip_18", "timestamp": [ 5.36, 13.85 ], "duration": 89.66, "caption": "A man mentions what the victim asked him about the jewelry.", "similarity": 0.4929, "relevance": 1 }, { "pair_id": 162370, "video_name": "castle_s02e22_seg02_clip_20", "timestamp": [ 0.0, 6.62 ], "duration": 88.66, "caption": "A man comments on the jewelry's worth while moving his hand for emphasis.", "similarity": 0.4854, "relevance": 0 }, { "pair_id": 162371, "video_name": "friends_s09e23-24_seg02_clip_27", "timestamp": [ 0.0, 1.83 ], "duration": 61.66, "caption": "A man removes a jewelry box from his pocket and holds it up.", "similarity": 0.4841, "relevance": 1 }, { "pair_id": 162372, "video_name": "castle_s06e08_seg02_clip_24", "timestamp": [ 77.37, 91.03 ], "duration": 91.66, "caption": "A man picks up the diamond from the table and holds it as he talks about the discovery he made in making diamonds.", "similarity": 0.4815, "relevance": 2 }, { "pair_id": 162373, "video_name": "castle_s03e18_seg02_clip_20", "timestamp": [ 38.82, 39.72 ], "duration": 90.66, "caption": "A man says although he did purchase jewelry, it was not to seek her love.", "similarity": 0.4745, "relevance": 1 }, { "pair_id": 162374, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 66.9, 78.28 ], "duration": 91.66, "caption": "A man walks over and grabs a jewelry box from the mantle.", "similarity": 0.4735, "relevance": 1 }, { "pair_id": 162375, "video_name": "friends_s05e19_seg02_clip_09", "timestamp": [ 9.6, 18.61 ], "duration": 60.66, "caption": "A woman is shocked to find out where a man keeps his jewelry.", "similarity": 0.472, "relevance": 0 }, { "pair_id": 162376, "video_name": "castle_s03e03_seg02_clip_16", "timestamp": [ 0.0, 3.71 ], "duration": 106.66, "caption": "A person says it is a drawing of a place that has a quantity of precious metals, gems, or other valuable objects.", "similarity": 0.4712, "relevance": 1 }, { "pair_id": 162377, "video_name": "castle_s07e10_seg02_clip_17", "timestamp": [ 38.02, 44.73 ], "duration": 89.66, "caption": "A man shows a woman a bloody piece of jewelry that he found.", "similarity": 0.4695, "relevance": 1 }, { "pair_id": 162378, "video_name": "s03e17_seg02_clip_04", "timestamp": [ 10.8, 14.71 ], "duration": 60.66, "caption": "A person takes the piece of jewelry from person's hands.", "similarity": 0.4664, "relevance": 1 }, { "pair_id": 162379, "video_name": "s05e12_seg02_clip_12", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A person looks at a piece of jewelry he/she is holding.", "similarity": 0.4639, "relevance": 1 } ] }, { "query_id": 42589, "query": "A man wearing a black coat gives a drink to a woman.", "relevant_moment": [ { "pair_id": 55580, "video_name": "castle_s04e20_seg02_clip_15", "timestamp": [ 24.39, 28.07 ], "duration": 92.66, "caption": "A man wearing a black coat gives a drink to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 55581, "video_name": "house_s05e19_seg02_clip_19", "timestamp": [ 65.26, 68.29 ], "duration": 86.66, "caption": "A woman gives a glass of drink to a man.", "similarity": 0.7445, "relevance": 1 }, { "pair_id": 55582, "video_name": "castle_s04e17_seg02_clip_22", "timestamp": [ 88.2, 91.4 ], "duration": 91.66, "caption": "A man gives a drink to a woman while they are talking.", "similarity": 0.7283, "relevance": 4 }, { "pair_id": 55583, "video_name": "castle_s06e17_seg02_clip_09", "timestamp": [ 30.41, 36.11 ], "duration": 95.66, "caption": "A man wearing black coat gives a piece of paper to a woman.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 55584, "video_name": "friends_s03e18_seg02_clip_00", "timestamp": [ 3.78, 5.67 ], "duration": 63.66, "caption": "A man handed a cup of drink to woman.", "similarity": 0.7116, "relevance": 3 }, { "pair_id": 55585, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 1.77, 3.84 ], "duration": 59.66, "caption": "A man gives a wine glass to a woman so she can drink from it.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 55586, "video_name": "met_s02e21_seg02_clip_03", "timestamp": [ 38.42, 39.62 ], "duration": 60.66, "caption": "A man gives a glass of wine to a woman.", "similarity": 0.6943, "relevance": 4 }, { "pair_id": 55587, "video_name": "met_s06e01_seg02_clip_02", "timestamp": [ 27.27, 35.69 ], "duration": 58.66, "caption": "A man gives a woman a mug that she drinks from and then sets aside.", "similarity": 0.6765, "relevance": 3 }, { "pair_id": 55588, "video_name": "castle_s05e21_seg02_clip_13", "timestamp": [ 65.17, 79.36 ], "duration": 88.66, "caption": "A man gets the wine and he offers a woman a drink.", "similarity": 0.6761, "relevance": 1 }, { "pair_id": 55589, "video_name": "friends_s01e18_seg01_clip_00", "timestamp": [ 36.42, 40.82 ], "duration": 80.66, "caption": "A man hands a woman a glass which she drinks from.", "similarity": 0.6653, "relevance": 3 }, { "pair_id": 55590, "video_name": "house_s07e22_seg02_clip_25", "timestamp": [ 0.0, 9.6 ], "duration": 96.66, "caption": "A man invites a woman to go for a drink with him.", "similarity": 0.665, "relevance": 0 }, { "pair_id": 55591, "video_name": "met_s06e14_seg02_clip_11", "timestamp": [ 30.1, 33.64 ], "duration": 59.66, "caption": "A woman gives a bottle with liquor to a man and he takes a sip.", "similarity": 0.6645, "relevance": 3 }, { "pair_id": 55592, "video_name": "friends_s03e13_seg02_clip_19", "timestamp": [ 36.31, 39.18 ], "duration": 63.66, "caption": "A woman gives the glass of wine to man.", "similarity": 0.6602, "relevance": 3 }, { "pair_id": 55593, "video_name": "grey_s02e21_seg02_clip_25", "timestamp": [ 103.72, 111.65 ], "duration": 122.66, "caption": "A woman hands a man a cup and he takes a drink.", "similarity": 0.657, "relevance": 3 }, { "pair_id": 55594, "video_name": "met_s04e01_seg02_clip_17", "timestamp": [ 2.75, 7.15 ], "duration": 55.66, "caption": "A woman grabs the drink a man handed to her.", "similarity": 0.6567, "relevance": 3 }, { "pair_id": 55595, "video_name": "house_s01e19_seg02_clip_02", "timestamp": [ 21.59, 23.79 ], "duration": 88.66, "caption": "A man handed a small cup to a woman wearing white coat.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 55596, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 60.32, 61.22 ], "duration": 90.66, "caption": "A man hands a woman a cup with a beverage.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 55597, "video_name": "friends_s04e02_seg02_clip_08", "timestamp": [ 44.55, 54.93 ], "duration": 61.66, "caption": "A woman walks over to a man and pours him more drink.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 55598, "video_name": "friends_s04e16_seg02_clip_03", "timestamp": [ 9.24, 12.89 ], "duration": 56.66, "caption": "A woman gives a man a possible use for the coat he's wearing.", "similarity": 0.6473, "relevance": 1 }, { "pair_id": 55599, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 53.11, 58.07 ], "duration": 90.66, "caption": "A woman poured a drink to a glass and handed it to a man.", "similarity": 0.6465, "relevance": 1 }, { "pair_id": 228900, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 30.06, 33.55 ], "duration": 87.66, "caption": "A man takes a drink while talking to a woman.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 228901, "video_name": "friends_s06e22_seg02_clip_07", "timestamp": [ 39.06, 45.46 ], "duration": 64.66, "caption": "A man returns and hands a woman a glass of something to drink.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 228902, "video_name": "friends_s09e18_seg02_clip_17", "timestamp": [ 26.71, 28.21 ], "duration": 60.66, "caption": "A man grabs a bottle of wine from a woman.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 228903, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 74.64, 81.01 ], "duration": 91.66, "caption": "A man wearing black sweater gets a thing and gives it to woman.", "similarity": 0.6393, "relevance": 3 }, { "pair_id": 228904, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 31.36, 35.93 ], "duration": 57.66, "caption": "A woman helps a man take off his black coat.", "similarity": 0.6389, "relevance": 1 }, { "pair_id": 228905, "video_name": "house_s07e22_seg02_clip_20", "timestamp": [ 0.0, 4.42 ], "duration": 88.66, "caption": "A man gives a cup of coffee to a woman.", "similarity": 0.6385, "relevance": 3 }, { "pair_id": 228906, "video_name": "castle_s03e08_seg02_clip_10", "timestamp": [ 58.15, 61.81 ], "duration": 91.66, "caption": "A man gives a cup of coffee to a woman.", "similarity": 0.6385, "relevance": 3 }, { "pair_id": 228907, "video_name": "house_s08e21_seg02_clip_10", "timestamp": [ 0.0, 5.04 ], "duration": 84.66, "caption": "A woman joins man who is having a drink.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 228908, "video_name": "met_s04e01_seg02_clip_18", "timestamp": [ 19.02, 24.5 ], "duration": 64.66, "caption": "A man takes a drink from a glass when woman is talking to him.", "similarity": 0.6362, "relevance": 1 }, { "pair_id": 228909, "video_name": "friends_s09e20_seg02_clip_13", "timestamp": [ 15.09, 18.57 ], "duration": 58.66, "caption": "A man grabs his wine glass and the wine glass of a woman in a red jacket and offers to get more.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 228910, "video_name": "house_s06e18_seg02_clip_08", "timestamp": [ 0.0, 14.25 ], "duration": 95.66, "caption": "A man and a woman are both having some drinks together.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 228911, "video_name": "met_s02e10_seg02_clip_07", "timestamp": [ 2.74, 7.92 ], "duration": 60.66, "caption": "A man in a black shirt offers a person a drink but the person refuses.", "similarity": 0.6347, "relevance": 1 }, { "pair_id": 228912, "video_name": "castle_s04e19_seg02_clip_24", "timestamp": [ 70.33, 73.44 ], "duration": 89.66, "caption": "A person in the black hoodie bumps into a woman holding a drink.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 228913, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 0.0, 2.33 ], "duration": 93.66, "caption": "A man rushes over to give woman a drink cup.", "similarity": 0.6313, "relevance": 2 }, { "pair_id": 228914, "video_name": "friends_s04e15_seg02_clip_14", "timestamp": [ 34.48, 39.67 ], "duration": 54.66, "caption": "A woman hands the water bottle to a man and he takes a drink from it.", "similarity": 0.6301, "relevance": 1 }, { "pair_id": 228915, "video_name": "met_s03e13_seg02_clip_02", "timestamp": [ 0.0, 2.45 ], "duration": 61.66, "caption": "A man drinks when woman says she can be what she wants.", "similarity": 0.6226, "relevance": 1 }, { "pair_id": 228916, "video_name": "castle_s05e17_seg02_clip_22", "timestamp": [ 2.94, 6.86 ], "duration": 98.66, "caption": "A man takes a drink of his bottle as he speaks to a woman.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 228917, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 0.0, 33.38 ], "duration": 94.66, "caption": "A man was having a conversation with the woman wearing black coat.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 228918, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 6.62, 56.48 ], "duration": 88.66, "caption": "A man was having a conversation with a woman wearing black coat.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 228919, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 20.48, 24.12 ], "duration": 91.66, "caption": "A man wearing a black sweater drinks alcohol while someone is speaking.", "similarity": 0.6191, "relevance": 3 } ] }, { "query_id": 42598, "query": "A person puts his jacket on as he's getting ready to leave.", "relevant_moment": [ { "pair_id": 19400, "video_name": "met_s02e04_seg02_clip_16", "timestamp": [ 19.15, 24.71 ], "duration": 61.66, "caption": "A person puts his jacket on as he's getting ready to leave.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19401, "video_name": "s05e05_seg02_clip_11", "timestamp": [ 17.71, 22.21 ], "duration": 60.66, "caption": "A man quickly puts his jacket on as he is leaving.", "similarity": 0.8289, "relevance": 4 }, { "pair_id": 19402, "video_name": "house_s07e08_seg02_clip_11", "timestamp": [ 73.82, 78.32 ], "duration": 90.66, "caption": "A person puts his jacket on for him.", "similarity": 0.828, "relevance": 3 }, { "pair_id": 19403, "video_name": "house_s04e07_seg02_clip_14", "timestamp": [ 81.92, 83.74 ], "duration": 91.66, "caption": "A person begins to take off his jacket.", "similarity": 0.8202, "relevance": 2 }, { "pair_id": 19404, "video_name": "castle_s03e21_seg02_clip_26", "timestamp": [ 93.02, 99.02 ], "duration": 120.66, "caption": "A man puts on his jacket as he and another person leave.", "similarity": 0.7909, "relevance": 2 }, { "pair_id": 19405, "video_name": "house_s07e14_seg02_clip_01", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person takes off his/her jacket and sets it down.", "similarity": 0.7585, "relevance": 2 }, { "pair_id": 19406, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 5.72, 13.64 ], "duration": 88.66, "caption": "A person gets up from the table and takes their jacket as they leave.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 19407, "video_name": "castle_s03e18_seg02_clip_26", "timestamp": [ 64.24, 67.66 ], "duration": 85.66, "caption": "A person stands up and grabs their jacket to leave.", "similarity": 0.755, "relevance": 3 }, { "pair_id": 19408, "video_name": "house_s05e23_seg02_clip_25", "timestamp": [ 148.45, 164.03 ], "duration": 164.66, "caption": "A woman puts her jacket on and is about to leave.", "similarity": 0.7484, "relevance": 3 }, { "pair_id": 19409, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person takes off their jacket as they sit down.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 19410, "video_name": "friends_s06e24-25_seg02_clip_07", "timestamp": [ 10.07, 13.12 ], "duration": 61.66, "caption": "A man is about to take off their jacket and puts it back on.", "similarity": 0.7436, "relevance": 2 }, { "pair_id": 19411, "video_name": "house_s05e14_seg02_clip_01", "timestamp": [ 23.01, 30.37 ], "duration": 92.66, "caption": "A person takes off his jacket and puts it on a coat hanger.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 19412, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 46.08 ], "duration": 61.66, "caption": "A person picks up his/her jacket and puts it on.", "similarity": 0.7226, "relevance": 4 }, { "pair_id": 19413, "video_name": "house_s08e12_seg02_clip_22", "timestamp": [ 25.31, 26.69 ], "duration": 92.66, "caption": "A person takes off his/her jacket and puts it on a chair.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 19414, "video_name": "s09e04_seg02_clip_01", "timestamp": [ 11.85, 24.97 ], "duration": 64.66, "caption": "A person puts on their jacket and bag as they leave the house.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 19415, "video_name": "castle_s02e05_seg02_clip_08", "timestamp": [ 59.64, 62.87 ], "duration": 92.66, "caption": "A man gets his jacket and begins to put it on.", "similarity": 0.7131, "relevance": 4 }, { "pair_id": 19416, "video_name": "s07e05_seg02_clip_10", "timestamp": [ 51.79, 59.24 ], "duration": 62.66, "caption": "A person takes his jacket off and puts it on the chair.", "similarity": 0.7008, "relevance": 2 }, { "pair_id": 19417, "video_name": "friends_s01e16-17_seg02_clip_02", "timestamp": [ 17.71, 23.02 ], "duration": 59.66, "caption": "A person stands up and puts on their white jacket.", "similarity": 0.6959, "relevance": 4 }, { "pair_id": 19418, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 52.97, 67.21 ], "duration": 89.66, "caption": "A man gets up from his seat, puts on his jacket.", "similarity": 0.6949, "relevance": 4 }, { "pair_id": 19419, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 15.26, 23.8 ], "duration": 61.66, "caption": "A person takes off his jacket and places it on a chair.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 192720, "video_name": "s05e06_seg02_clip_00", "timestamp": [ 11.17, 17.99 ], "duration": 62.66, "caption": "A person puts his/her jacket on his/her chair before sitting down.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 192721, "video_name": "house_s07e08_seg02_clip_02", "timestamp": [ 2.71, 6.78 ], "duration": 90.66, "caption": "A person hands their jacket onto a jacket holder.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 192722, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 50.17, 51.65 ], "duration": 59.66, "caption": "A person takes his jacket off while standing near the front door.", "similarity": 0.6889, "relevance": 2 }, { "pair_id": 192723, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 3.9, 11.1 ], "duration": 60.66, "caption": "A person takes off their jacket and puts it on the back of their chair.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 192724, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 70.24, 75.88 ], "duration": 86.66, "caption": "A person takes off their jacket and places it on a chair.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 192725, "video_name": "s04e17_seg01_clip_01", "timestamp": [ 62.68, 72.05 ], "duration": 72.66, "caption": "A person agrees to go with another person and grabs their jacket before heading out.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 192726, "video_name": "house_s06e13_seg02_clip_04", "timestamp": [ 30.78, 32.62 ], "duration": 91.66, "caption": "A person turns and walks out carrying his jacket.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 192727, "video_name": "friends_s05e18_seg02_clip_01", "timestamp": [ 5.85, 11.09 ], "duration": 61.66, "caption": "A man picks up his jacket and puts it on.", "similarity": 0.6712, "relevance": 4 }, { "pair_id": 192728, "video_name": "castle_s05e01_seg02_clip_13", "timestamp": [ 4.9, 7.13 ], "duration": 89.66, "caption": "A person slowly puts their hand inside their jacket.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 192729, "video_name": "met_s06e19_seg02_clip_05", "timestamp": [ 0.0, 8.37 ], "duration": 62.66, "caption": "A person grabs his jacket and then opens the door to leave.", "similarity": 0.6687, "relevance": 3 }, { "pair_id": 192730, "video_name": "friends_s08e02_seg02_clip_13", "timestamp": [ 29.73, 32.43 ], "duration": 60.66, "caption": "A person unzips his jacket and shows off the red sweater he wears.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 192731, "video_name": "s05e17_seg02_clip_11", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A woman puts on her coat as she gets ready to leave.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 192732, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 65.2, 70.71 ], "duration": 91.66, "caption": "A person picks up his suit jacket off of a chair and puts it on.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 192733, "video_name": "castle_s03e06_seg02_clip_14", "timestamp": [ 60.22, 67.53 ], "duration": 86.66, "caption": "A person stands up from the table and puts on their jacket.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 192734, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 44.86 ], "duration": 61.66, "caption": "A person gets his jacket on the chair and wear it.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 192735, "video_name": "s07e14_seg02_clip_06", "timestamp": [ 24.1, 26.41 ], "duration": 66.66, "caption": "A person picks up his/her jacket from his/her desk chair and starts to put it on.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 192736, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 16.97, 24.33 ], "duration": 64.66, "caption": "A person picks up their jacket from the back of the chair and puts it on.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 192737, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 11.6, 15.87 ], "duration": 61.66, "caption": "A person picks up their jacket from the back of the chair and puts it on.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 192738, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 7.56, 12.92 ], "duration": 63.66, "caption": "A person unzips his jacket and takes it off as does a woman.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 192739, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 60.44, 70.89 ], "duration": 90.66, "caption": "A person takes off his/her coat and puts it on someone.", "similarity": 0.6517, "relevance": 2 } ] }, { "query_id": 42744, "query": "A woman reads a letter and takes her luggage and flies.", "relevant_moment": [ { "pair_id": 160020, "video_name": "castle_s03e22_seg02_clip_03", "timestamp": [ 73.49, 77.68 ], "duration": 93.66, "caption": "A woman reads a letter and takes her luggage and flies.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 160021, "video_name": "s02e17_seg02_clip_13", "timestamp": [ 4.72, 12.1 ], "duration": 59.66, "caption": "A woman picks up a letter and begins reading it.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 160022, "video_name": "friends_s01e24_seg02_clip_10", "timestamp": [ 43.84, 48.87 ], "duration": 59.66, "caption": "A woman looks at the flight itinerary and reads it aloud.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 160023, "video_name": "castle_s03e22_seg02_clip_01", "timestamp": [ 10.81, 15.62 ], "duration": 80.66, "caption": "A woman opens the letter and begins to read it while walking.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 160024, "video_name": "friends_s01e18_seg02_clip_00", "timestamp": [ 34.11, 38.18 ], "duration": 62.66, "caption": "A woman holds up a letter and reads it out loud.", "similarity": 0.6295, "relevance": 2 }, { "pair_id": 160025, "video_name": "castle_s03e22_seg02_clip_01", "timestamp": [ 4.0, 8.81 ], "duration": 80.66, "caption": "A woman holds out a letter for another woman to take.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 160026, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 16.28, 33.89 ], "duration": 88.66, "caption": "A woman opens a letter and starts reading it.", "similarity": 0.6201, "relevance": 2 }, { "pair_id": 160027, "video_name": "met_s02e12_seg02_clip_02", "timestamp": [ 42.92, 48.92 ], "duration": 60.66, "caption": "A woman picks up person's luggage and person tries to take it back from her.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 160028, "video_name": "castle_s08e21_seg02_clip_16", "timestamp": [ 61.45, 86.12 ], "duration": 93.66, "caption": "A woman finds a letter that has a recipe for ridden the recipient of a particular evil.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 160029, "video_name": "friends_s04e01_seg02_clip_10", "timestamp": [ 61.79, 64.03 ], "duration": 64.66, "caption": "A woman hands a woman a letter and she opens it.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 160030, "video_name": "castle_s08e21_seg02_clip_16", "timestamp": [ 67.97, 90.78 ], "duration": 93.66, "caption": "A woman picks up folded letters and looks at them.", "similarity": 0.5948, "relevance": 2 }, { "pair_id": 160031, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 16.72, 35.21 ], "duration": 88.66, "caption": "A woman opens up a letter at their desk and reads it.", "similarity": 0.5933, "relevance": 2 }, { "pair_id": 160032, "video_name": "castle_s03e05_seg02_clip_18", "timestamp": [ 77.37, 82.38 ], "duration": 91.66, "caption": "A woman gets a letter and read it to man.", "similarity": 0.589, "relevance": 2 }, { "pair_id": 160033, "video_name": "met_s02e01_seg02_clip_00", "timestamp": [ 11.79, 16.13 ], "duration": 62.66, "caption": "A woman is holding luggage and walks out of a place.", "similarity": 0.5851, "relevance": 1 }, { "pair_id": 160034, "video_name": "castle_s06e05_seg02_clip_26", "timestamp": [ 22.44, 24.48 ], "duration": 136.66, "caption": "A woman picks up a duffel bag and knocks a cup of coffee on a letter on the desk.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 160035, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 75.67, 85.03 ], "duration": 156.66, "caption": "A person opens an envelope and reads a letter.", "similarity": 0.5832, "relevance": 1 }, { "pair_id": 160036, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 0.0, 3.3 ], "duration": 55.66, "caption": "A woman drops an envelope and reads the piece of paper.", "similarity": 0.5717, "relevance": 2 }, { "pair_id": 160037, "video_name": "friends_s10e17-18_seg02_clip_35", "timestamp": [ 11.17, 14.58 ], "duration": 62.66, "caption": "A woman grabs her luggage from the cabin.", "similarity": 0.5716, "relevance": 1 }, { "pair_id": 160038, "video_name": "friends_s01e19_seg02_clip_00", "timestamp": [ 5.58, 8.06 ], "duration": 62.66, "caption": "A woman walks over to say she's delivering another woman's letters.", "similarity": 0.5701, "relevance": 1 }, { "pair_id": 160039, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 29.11, 33.08 ], "duration": 88.66, "caption": "A woman opens up a letter and hands it to a person.", "similarity": 0.5692, "relevance": 1 } ] }, { "query_id": 42807, "query": "A man draws his gun and kicks open an apartment door.", "relevant_moment": [ { "pair_id": 153220, "video_name": "castle_s05e21_seg02_clip_10", "timestamp": [ 68.42, 70.32 ], "duration": 95.66, "caption": "A man draws his gun and kicks open an apartment door.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 153221, "video_name": "castle_s08e06_seg02_clip_12", "timestamp": [ 78.71, 80.0 ], "duration": 86.66, "caption": "A person draws their gun from inside of their jacket and kicks open an apartment door.", "similarity": 0.8786, "relevance": 3 }, { "pair_id": 153222, "video_name": "castle_s03e06_seg02_clip_20", "timestamp": [ 23.33, 25.62 ], "duration": 91.66, "caption": "A man kicks open door with his gun drawn.", "similarity": 0.8628, "relevance": 2 }, { "pair_id": 153223, "video_name": "castle_s05e07_seg02_clip_11", "timestamp": [ 74.08, 84.2 ], "duration": 92.66, "caption": "A man breaks down the door of an apartment and goes in with his gun drawn.", "similarity": 0.8074, "relevance": 4 }, { "pair_id": 153224, "video_name": "castle_s06e16_seg02_clip_22", "timestamp": [ 90.7, 93.03 ], "duration": 93.66, "caption": "A person takes out their gun and kicks the door open.", "similarity": 0.7496, "relevance": 3 }, { "pair_id": 153225, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 63.57, 65.91 ], "duration": 93.66, "caption": "A man opens up a door from his apartment.", "similarity": 0.7475, "relevance": 0 }, { "pair_id": 153226, "video_name": "castle_s04e11_seg02_clip_12", "timestamp": [ 66.46, 72.18 ], "duration": 88.66, "caption": "A man kicks the door down of the apartment as two women and himself enter with guns.", "similarity": 0.7471, "relevance": 4 }, { "pair_id": 153227, "video_name": "castle_s06e09_seg02_clip_20", "timestamp": [ 68.99, 71.22 ], "duration": 89.66, "caption": "A woman kicks an apartment door open while holding a gun.", "similarity": 0.7358, "relevance": 3 }, { "pair_id": 153228, "video_name": "castle_s08e06_seg02_clip_12", "timestamp": [ 77.42, 81.29 ], "duration": 86.66, "caption": "A person pulls a gun and kicks down the door.", "similarity": 0.7323, "relevance": 4 }, { "pair_id": 153229, "video_name": "castle_s07e15_seg02_clip_18", "timestamp": [ 86.58, 93.55 ], "duration": 199.66, "caption": "A person opens the door to the house slowly with their gun drawn.", "similarity": 0.7258, "relevance": 3 }, { "pair_id": 153230, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.7197, "relevance": 1 }, { "pair_id": 153231, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.7197, "relevance": 1 }, { "pair_id": 153232, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 50.85, 52.66 ], "duration": 60.66, "caption": "A man opens the entry door to the apartment.", "similarity": 0.7177, "relevance": 0 }, { "pair_id": 153233, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A man opens the apartment door and starts to walk in.", "similarity": 0.7174, "relevance": 0 }, { "pair_id": 153234, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 49.74, 52.48 ], "duration": 61.66, "caption": "A man opens the door and enters the apartment.", "similarity": 0.7148, "relevance": 1 }, { "pair_id": 153235, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 153236, "video_name": "friends_s06e17_seg02_clip_06", "timestamp": [ 40.23, 43.05 ], "duration": 56.66, "caption": "A man opens the door, enters the apartment and closes the door.", "similarity": 0.7117, "relevance": 1 }, { "pair_id": 153237, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 39.08, 42.18 ], "duration": 62.66, "caption": "A man opens the door of the apartment and goes inside.", "similarity": 0.7095, "relevance": 1 }, { "pair_id": 153238, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 48.45, 51.93 ], "duration": 58.66, "caption": "A man opens the door, enters his apartment and closes it back.", "similarity": 0.7082, "relevance": 0 }, { "pair_id": 153239, "video_name": "s01e16_seg02_clip_05", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A man opens the door to the apartment and enters.", "similarity": 0.7073, "relevance": 0 } ] }, { "query_id": 42837, "query": "A woman puts one hand on her chest over her heart.", "relevant_moment": [ { "pair_id": 29900, "video_name": "s06e02_seg02_clip_09", "timestamp": [ 28.04, 30.1 ], "duration": 59.66, "caption": "A woman puts one hand on her chest over her heart.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 29901, "video_name": "friends_s06e18_seg02_clip_17", "timestamp": [ 23.25, 25.21 ], "duration": 56.66, "caption": "A woman puts both of her hands over her heart.", "similarity": 0.9335, "relevance": 3 }, { "pair_id": 29902, "video_name": "friends_s06e04_seg01_clip_02", "timestamp": [ 30.24, 33.76 ], "duration": 39.66, "caption": "A woman puts one hand over her heart in a relieved gesture.", "similarity": 0.8683, "relevance": 4 }, { "pair_id": 29903, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 0.0, 2.03 ], "duration": 58.66, "caption": "A woman holds her hands together over her heart.", "similarity": 0.8642, "relevance": 3 }, { "pair_id": 29904, "video_name": "friends_s01e11_seg02_clip_03", "timestamp": [ 57.31, 59.32 ], "duration": 67.66, "caption": "A woman puts her right hand to her heart.", "similarity": 0.8479, "relevance": 4 }, { "pair_id": 29905, "video_name": "friends_s01e11_seg02_clip_03", "timestamp": [ 57.64, 59.99 ], "duration": 67.66, "caption": "A woman puts her right hand to her chest.", "similarity": 0.8369, "relevance": 4 }, { "pair_id": 29906, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 15.41, 18.13 ], "duration": 60.66, "caption": "A woman holds both of her hands to her chest.", "similarity": 0.8338, "relevance": 4 }, { "pair_id": 29907, "video_name": "friends_s04e09_seg02_clip_05", "timestamp": [ 14.5, 16.7 ], "duration": 63.66, "caption": "A woman took her raised up hand and placed it over her heart.", "similarity": 0.8337, "relevance": 4 }, { "pair_id": 29908, "video_name": "friends_s10e09_seg02_clip_13", "timestamp": [ 32.34, 34.9 ], "duration": 64.66, "caption": "A woman places both of her hands on her chest.", "similarity": 0.8303, "relevance": 4 }, { "pair_id": 29909, "video_name": "s05e01_seg02_clip_10", "timestamp": [ 47.76, 49.31 ], "duration": 62.66, "caption": "A woman puts her left hand on her chest.", "similarity": 0.8218, "relevance": 4 }, { "pair_id": 29910, "video_name": "friends_s04e02_seg02_clip_06", "timestamp": [ 46.16, 50.47 ], "duration": 61.66, "caption": "A woman puts her hands over her heart in shock.", "similarity": 0.8188, "relevance": 4 }, { "pair_id": 29911, "video_name": "friends_s10e03_seg02_clip_17", "timestamp": [ 43.34, 47.33 ], "duration": 57.66, "caption": "A woman places her right hand on her chest.", "similarity": 0.8165, "relevance": 4 }, { "pair_id": 29912, "video_name": "friends_s04e22_seg02_clip_10", "timestamp": [ 15.26, 17.09 ], "duration": 61.66, "caption": "A woman places her left hand on her chest.", "similarity": 0.7967, "relevance": 4 }, { "pair_id": 29913, "video_name": "friends_s06e04_seg02_clip_04", "timestamp": [ 19.67, 22.31 ], "duration": 58.66, "caption": "A woman lifts up her hand and places it over her chest.", "similarity": 0.7872, "relevance": 4 }, { "pair_id": 29914, "video_name": "friends_s04e09_seg02_clip_12", "timestamp": [ 32.07, 33.88 ], "duration": 60.66, "caption": "A person puts a hand over his/her heart and clasps both hands together.", "similarity": 0.7723, "relevance": 4 }, { "pair_id": 29915, "video_name": "friends_s02e17_seg02_clip_19", "timestamp": [ 0.0, 2.38 ], "duration": 68.66, "caption": "A woman gasps and puts her hand on her chest.", "similarity": 0.7654, "relevance": 4 }, { "pair_id": 29916, "video_name": "friends_s01e20_seg02_clip_13", "timestamp": [ 47.65, 51.82 ], "duration": 59.66, "caption": "A woman leans back and puts her left hand to her chest.", "similarity": 0.7632, "relevance": 4 }, { "pair_id": 29917, "video_name": "friends_s01e07_seg02_clip_05", "timestamp": [ 22.43, 23.81 ], "duration": 69.66, "caption": "A woman puts her hands over her heart and laughs.", "similarity": 0.7536, "relevance": 3 }, { "pair_id": 29918, "video_name": "s08e24_seg02_clip_14", "timestamp": [ 53.03, 54.28 ], "duration": 62.66, "caption": "A woman lifts their hand and touches their chest.", "similarity": 0.7512, "relevance": 3 }, { "pair_id": 29919, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 29.19, 35.65 ], "duration": 61.66, "caption": "A woman gasps and puts her hands to her chest.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 203220, "video_name": "friends_s10e05_seg02_clip_22", "timestamp": [ 12.06, 15.23 ], "duration": 63.66, "caption": "A person puts their hand up to their heart.", "similarity": 0.7469, "relevance": 4 }, { "pair_id": 203221, "video_name": "friends_s09e19_seg02_clip_22", "timestamp": [ 37.45, 41.77 ], "duration": 72.66, "caption": "A woman looks confused and puts her hand over her chest.", "similarity": 0.7366, "relevance": 4 }, { "pair_id": 203222, "video_name": "house_s02e18_seg02_clip_22", "timestamp": [ 45.14, 66.52 ], "duration": 95.66, "caption": "An older woman puts someone's hand on her chest and they pull it back.", "similarity": 0.733, "relevance": 4 }, { "pair_id": 203223, "video_name": "friends_s01e16-17_seg02_clip_33", "timestamp": [ 38.45, 43.49 ], "duration": 63.66, "caption": "A woman puts her hand on her chest and waves it.", "similarity": 0.7303, "relevance": 4 }, { "pair_id": 203224, "video_name": "s07e14_seg02_clip_12", "timestamp": [ 33.31, 35.42 ], "duration": 60.66, "caption": "A woman touches her chest then expands her hand.", "similarity": 0.7174, "relevance": 3 }, { "pair_id": 203225, "video_name": "friends_s09e20_seg02_clip_13", "timestamp": [ 44.1, 47.29 ], "duration": 58.66, "caption": "A woman puts her hand across her chest and sighs.", "similarity": 0.711, "relevance": 4 }, { "pair_id": 203226, "video_name": "friends_s09e10_seg02_clip_03", "timestamp": [ 53.71, 55.78 ], "duration": 59.66, "caption": "A woman puts her hands close together in front of her chest and then moves them to the side.", "similarity": 0.7083, "relevance": 2 }, { "pair_id": 203227, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 36.92, 38.12 ], "duration": 60.66, "caption": "A man clutches his chest over his heart with one hand.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 203228, "video_name": "friends_s04e16_seg02_clip_17", "timestamp": [ 32.74, 36.32 ], "duration": 55.66, "caption": "A woman touches her chest and then covers her face with her hands.", "similarity": 0.704, "relevance": 3 }, { "pair_id": 203229, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 3.03, 5.23 ], "duration": 55.66, "caption": "A person puts their left hand to their chest briefly.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 203230, "video_name": "friends_s06e23_seg02_clip_15", "timestamp": [ 8.0, 12.49 ], "duration": 64.66, "caption": "A woman moves her hands from covering her face to her chest.", "similarity": 0.7036, "relevance": 4 }, { "pair_id": 203231, "video_name": "s05e06_seg02_clip_17", "timestamp": [ 59.51, 73.02 ], "duration": 73.66, "caption": "A woman pats person on the chest over and over.", "similarity": 0.6957, "relevance": 3 }, { "pair_id": 203232, "video_name": "friends_s07e11_seg02_clip_06", "timestamp": [ 12.82, 14.95 ], "duration": 61.66, "caption": "A woman points at her chest while holding someone's hand.", "similarity": 0.6908, "relevance": 4 }, { "pair_id": 203233, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 24.48, 29.31 ], "duration": 60.66, "caption": "A woman holds both of her hands to her face.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 203234, "video_name": "friends_s05e05_seg02_clip_10", "timestamp": [ 3.09, 5.66 ], "duration": 51.66, "caption": "A woman puts her hands over her heart as she stands in the kitchen.", "similarity": 0.6851, "relevance": 3 }, { "pair_id": 203235, "video_name": "friends_s05e23-24_seg02_clip_00", "timestamp": [ 27.59, 30.41 ], "duration": 62.66, "caption": "A woman crosses her hands over her heart in adoration.", "similarity": 0.6838, "relevance": 4 }, { "pair_id": 203236, "video_name": "friends_s03e23_seg02_clip_08", "timestamp": [ 2.68, 4.17 ], "duration": 59.66, "caption": "A woman puts her hand up on her heart while talking to a man.", "similarity": 0.6816, "relevance": 4 }, { "pair_id": 203237, "video_name": "friends_s05e02_seg02_clip_20", "timestamp": [ 35.69, 37.43 ], "duration": 58.66, "caption": "A woman puts one hand against her chest as she talks to a man.", "similarity": 0.6751, "relevance": 4 }, { "pair_id": 203238, "video_name": "friends_s08e17_seg02_clip_12", "timestamp": [ 26.01, 29.51 ], "duration": 100.66, "caption": "A woman puts her hands on the side of her face.", "similarity": 0.6728, "relevance": 3 }, { "pair_id": 203239, "video_name": "friends_s02e02_seg02_clip_09", "timestamp": [ 6.08, 13.77 ], "duration": 64.66, "caption": "A woman gets emotional and puts her hand on her chest while talking to another woman.", "similarity": 0.6676, "relevance": 4 } ] }, { "query_id": 42872, "query": "A woman wearing a purple coat handed a doctor's license to him.", "relevant_moment": [ { "pair_id": 4080, "video_name": "house_s07e13_seg02_clip_23", "timestamp": [ 37.42, 42.58 ], "duration": 86.66, "caption": "A woman wearing a purple coat handed a doctor's license to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4081, "video_name": "grey_s03e05_seg02_clip_01", "timestamp": [ 33.41, 35.7 ], "duration": 91.66, "caption": "A woman is getting dressed with her doctor's coat.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 4082, "video_name": "house_s06e13_seg02_clip_01", "timestamp": [ 8.46, 12.46 ], "duration": 89.66, "caption": "A doctor who is in a hurry was approached by a woman in purple dress.", "similarity": 0.6533, "relevance": 1 }, { "pair_id": 4083, "video_name": "house_s04e16_seg02_clip_03", "timestamp": [ 32.41, 37.36 ], "duration": 90.66, "caption": "A woman wearing red coat handed a glass of wine to a doctor.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 4084, "video_name": "grey_s01e01_seg02_clip_00", "timestamp": [ 22.0, 23.83 ], "duration": 91.66, "caption": "A woman is putting on her doctor's coat as another woman asks about her name and she asks her who she was assigned to.", "similarity": 0.6064, "relevance": 0 }, { "pair_id": 4085, "video_name": "house_s08e19_seg02_clip_05", "timestamp": [ 63.09, 68.75 ], "duration": 87.66, "caption": "A woman walks to the coat rack and takes off her doctor's coat.", "similarity": 0.6007, "relevance": 0 }, { "pair_id": 4086, "video_name": "house_s04e12_seg02_clip_06", "timestamp": [ 57.35, 60.53 ], "duration": 91.66, "caption": "A woman granted the wish of the husband and assigned herself as the new doctor.", "similarity": 0.5816, "relevance": 1 }, { "pair_id": 4087, "video_name": "house_s06e14_seg02_clip_03", "timestamp": [ 26.23, 32.21 ], "duration": 92.66, "caption": "A doctor introduces himself as a doctor to a woman.", "similarity": 0.5798, "relevance": 0 }, { "pair_id": 4088, "video_name": "met_s03e13_seg02_clip_00", "timestamp": [ 24.78, 31.29 ], "duration": 61.66, "caption": "A woman in a doctor's coat moves a piece of medical equipment towards the table where a man is laying.", "similarity": 0.5715, "relevance": 0 }, { "pair_id": 4089, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 6.06, 10.31 ], "duration": 60.66, "caption": "A doctor puts on a person's jacket as she walks away.", "similarity": 0.5712, "relevance": 0 }, { "pair_id": 4090, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 27.01, 33.32 ], "duration": 90.66, "caption": "A woman holds her hand up to a patient's forehead.", "similarity": 0.5675, "relevance": 0 }, { "pair_id": 4091, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 14.51, 17.12 ], "duration": 58.66, "caption": "A blonde woman enters holding person's doctor certificate.", "similarity": 0.5601, "relevance": 0 }, { "pair_id": 4092, "video_name": "house_s08e04_seg02_clip_25", "timestamp": [ 25.97, 33.45 ], "duration": 88.66, "caption": "A doctor takes out a piece of paper from his coat and handed it over to another doctor.", "similarity": 0.5591, "relevance": 1 }, { "pair_id": 4093, "video_name": "house_s08e13_seg02_clip_01", "timestamp": [ 16.28, 19.37 ], "duration": 88.66, "caption": "A woman in a formal suit gestures something to a doctor as she passes their office.", "similarity": 0.5566, "relevance": 0 }, { "pair_id": 4094, "video_name": "castle_s04e11_seg02_clip_07", "timestamp": [ 47.29, 51.8 ], "duration": 90.66, "caption": "A man hands woman the driver's license of someone.", "similarity": 0.5559, "relevance": 1 }, { "pair_id": 4095, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 7.06, 14.4 ], "duration": 56.66, "caption": "A woman holds guy's hand as a doctor injects him.", "similarity": 0.5528, "relevance": 0 }, { "pair_id": 4096, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.48 ], "duration": 65.66, "caption": "A woman was standing in front of a doctor.", "similarity": 0.5522, "relevance": 0 }, { "pair_id": 4097, "video_name": "house_s03e02_seg02_clip_20", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "A woman was standing in front of a doctor.", "similarity": 0.5522, "relevance": 0 }, { "pair_id": 4098, "video_name": "castle_s02e22_seg02_clip_09", "timestamp": [ 44.65, 46.98 ], "duration": 93.66, "caption": "A doctor wearing blue scrubs, passes a paper across a body to a woman.", "similarity": 0.5498, "relevance": 1 }, { "pair_id": 4099, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 8.59, 10.4 ], "duration": 90.66, "caption": "A female doctor gives a thumbs up.", "similarity": 0.5496, "relevance": 0 } ] }, { "query_id": 42882, "query": "A woman comes in and walks toward a man.", "relevant_moment": [ { "pair_id": 15200, "video_name": "friends_s06e10_seg02_clip_00", "timestamp": [ 59.5, 65.03 ], "duration": 65.66, "caption": "A woman comes in and walks toward a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15202, "video_name": "house_s05e11_seg02_clip_19", "timestamp": [ 42.56, 47.44 ], "duration": 88.66, "caption": "A woman came in and walks near man immediately.", "similarity": 0.8223, "relevance": 4 }, { "pair_id": 15203, "video_name": "met_s03e18_seg02_clip_08", "timestamp": [ 46.22, 48.32 ], "duration": 60.66, "caption": "A man walks toward woman after they move closer to the door.", "similarity": 0.8167, "relevance": 2 }, { "pair_id": 15204, "video_name": "s09e17_seg02_clip_07", "timestamp": [ 25.21, 28.81 ], "duration": 60.66, "caption": "A woman walks in front of a man toward the door.", "similarity": 0.8144, "relevance": 2 }, { "pair_id": 15205, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 22.51, 38.26 ], "duration": 90.66, "caption": "A man walks towards a woman and then walks out the door.", "similarity": 0.8092, "relevance": 1 }, { "pair_id": 15206, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 22.92, 35.98 ], "duration": 58.66, "caption": "A man walks into the room toward a woman.", "similarity": 0.8063, "relevance": 3 }, { "pair_id": 15207, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A person walks towards another person and a woman.", "similarity": 0.8061, "relevance": 2 }, { "pair_id": 15208, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 86.59, 87.02 ], "duration": 87.66, "caption": "A man walks up to woman as she walks towards him.", "similarity": 0.8039, "relevance": 2 }, { "pair_id": 15209, "video_name": "house_s04e08_seg02_clip_26", "timestamp": [ 19.54, 23.74 ], "duration": 42.66, "caption": "A woman walks towards a man as she is talking to him.", "similarity": 0.7936, "relevance": 4 }, { "pair_id": 15210, "video_name": "friends_s07e21_seg02_clip_13", "timestamp": [ 56.31, 59.27 ], "duration": 59.66, "caption": "A man walks into the hallway toward woman and woman.", "similarity": 0.7911, "relevance": 2 }, { "pair_id": 15211, "video_name": "castle_s06e02_seg02_clip_19", "timestamp": [ 0.0, 7.72 ], "duration": 90.66, "caption": "A man walks towards a woman in a menacing way.", "similarity": 0.7907, "relevance": 1 }, { "pair_id": 15212, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 11.25, 15.75 ], "duration": 90.66, "caption": "A man walks into the room after walks towards woman.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 15213, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 23.81, 28.48 ], "duration": 85.66, "caption": "A woman opened the door and walked towards a man.", "similarity": 0.7884, "relevance": 4 }, { "pair_id": 15214, "video_name": "castle_s08e21_seg02_clip_17", "timestamp": [ 6.16, 7.48 ], "duration": 88.66, "caption": "A man walks towards woman as she stands by another man.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 15215, "video_name": "castle_s07e14_seg02_clip_22", "timestamp": [ 29.47, 32.42 ], "duration": 84.66, "caption": "A woman walks towards man while telling him who arrived.", "similarity": 0.7836, "relevance": 4 }, { "pair_id": 15216, "video_name": "house_s04e02_seg02_clip_26", "timestamp": [ 0.0, 4.89 ], "duration": 75.66, "caption": "A woman walks forward towards a man and starts a conversation with him.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 15217, "video_name": "house_s07e20_seg02_clip_23", "timestamp": [ 22.8, 31.83 ], "duration": 86.66, "caption": "A man stands up and walks towards a woman.", "similarity": 0.7785, "relevance": 2 }, { "pair_id": 15218, "video_name": "friends_s03e02_seg02_clip_13", "timestamp": [ 23.5, 27.46 ], "duration": 61.66, "caption": "A woman walks by and a man grabs her and walks with her.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 15219, "video_name": "castle_s02e16_seg02_clip_12", "timestamp": [ 15.39, 28.52 ], "duration": 90.66, "caption": "A woman walks toward a man and gets close to him to speak to him.", "similarity": 0.7771, "relevance": 3 }, { "pair_id": 188520, "video_name": "castle_s02e20_seg02_clip_03", "timestamp": [ 89.27, 92.03 ], "duration": 92.66, "caption": "A woman walks in and stands in between woman and man.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 188521, "video_name": "grey_s01e07_seg02_clip_02", "timestamp": [ 53.58, 73.56 ], "duration": 90.66, "caption": "A man walks up to a woman and they start walking together.", "similarity": 0.7746, "relevance": 3 }, { "pair_id": 188522, "video_name": "castle_s04e17_seg02_clip_01", "timestamp": [ 49.15, 54.2 ], "duration": 91.66, "caption": "A woman walks towards man and starts a conversation with him.", "similarity": 0.7732, "relevance": 3 }, { "pair_id": 188523, "video_name": "castle_s08e09_seg02_clip_16", "timestamp": [ 7.7, 12.56 ], "duration": 81.66, "caption": "A man walks toward a woman when he was called by her.", "similarity": 0.7725, "relevance": 2 }, { "pair_id": 188524, "video_name": "castle_s07e06_seg02_clip_19", "timestamp": [ 32.26, 88.39 ], "duration": 88.66, "caption": "A man stands up and walks over to a woman when she comes in.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 188525, "video_name": "house_s01e15_seg02_clip_16", "timestamp": [ 68.19, 74.18 ], "duration": 92.66, "caption": "A woman stands up and walks directly to a man.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 188526, "video_name": "castle_s03e11_seg02_clip_07", "timestamp": [ 65.27, 67.97 ], "duration": 90.66, "caption": "A man walks towards a woman and starts a conversation with her.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 188527, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 188528, "video_name": "castle_s03e19_seg02_clip_03", "timestamp": [ 14.21, 17.42 ], "duration": 91.66, "caption": "A man walks quickly towards a woman and starts talking to her.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 188529, "video_name": "castle_s05e12_seg02_clip_25", "timestamp": [ 19.32, 25.2 ], "duration": 168.66, "caption": "A man and woman walk next to each other towards a person.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 188530, "video_name": "castle_s04e16_seg02_clip_07", "timestamp": [ 21.32, 51.78 ], "duration": 87.66, "caption": "A woman walks towards a man and talks to him standing in front of him.", "similarity": 0.7642, "relevance": 3 }, { "pair_id": 188531, "video_name": "friends_s03e11_seg02_clip_18", "timestamp": [ 31.85, 36.1 ], "duration": 53.66, "caption": "A man walks up to a woman and she turns around.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 188532, "video_name": "friends_s08e09_seg01_clip_02", "timestamp": [ 32.79, 36.93 ], "duration": 69.66, "caption": "A woman starts to walk towards the door and a man follows.", "similarity": 0.7615, "relevance": 2 }, { "pair_id": 188533, "video_name": "castle_s03e24_seg02_clip_15", "timestamp": [ 46.4, 57.56 ], "duration": 89.66, "caption": "A woman walks in and starts talking to man.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 188534, "video_name": "castle_s06e23_seg02_clip_01", "timestamp": [ 0.0, 8.57 ], "duration": 90.66, "caption": "A man walks towards a woman and she gets up from her chair.", "similarity": 0.7609, "relevance": 3 }, { "pair_id": 188535, "video_name": "castle_s05e01_seg02_clip_20", "timestamp": [ 39.07, 63.53 ], "duration": 73.66, "caption": "A woman walks in the door and walks up to a man.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 188536, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 34.87, 38.85 ], "duration": 61.66, "caption": "A man walks into the room and approaches a woman.", "similarity": 0.7598, "relevance": 3 }, { "pair_id": 188537, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 51.62, 60.03 ], "duration": 60.66, "caption": "A man turns and walks towards person as he holds open the door for her.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 188538, "video_name": "house_s06e02_seg02_clip_25", "timestamp": [ 14.55, 19.89 ], "duration": 97.66, "caption": "A woman walked towards a man and sits in front of him.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 188539, "video_name": "castle_s01e02_seg02_clip_20", "timestamp": [ 15.94, 18.6 ], "duration": 88.66, "caption": "A man walks towards a woman and stands behind her.", "similarity": 0.7558, "relevance": 2 } ] }, { "query_id": 42891, "query": "A man comes into the coffee bar through the front door.", "relevant_moment": [ { "pair_id": 170680, "video_name": "friends_s08e14_seg02_clip_04", "timestamp": [ 18.31, 21.91 ], "duration": 60.66, "caption": "A man comes into the coffee bar through the front door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170681, "video_name": "friends_s09e02_seg02_clip_06", "timestamp": [ 56.17, 57.02 ], "duration": 57.66, "caption": "A man through the doors into the coffee shop.", "similarity": 0.7881, "relevance": 4 }, { "pair_id": 170682, "video_name": "friends_s01e10_seg02_clip_10", "timestamp": [ 22.06, 24.27 ], "duration": 63.66, "caption": "A man comes into the coffee shop through the door in a hurried manner.", "similarity": 0.7468, "relevance": 4 }, { "pair_id": 170683, "video_name": "castle_s05e11_seg02_clip_25", "timestamp": [ 31.75, 33.59 ], "duration": 92.66, "caption": "A man walks through double doors into a bar.", "similarity": 0.7309, "relevance": 3 }, { "pair_id": 170684, "video_name": "friends_s06e04_seg02_clip_09", "timestamp": [ 42.92, 44.02 ], "duration": 44.66, "caption": "A person walks into the cafe through the front door.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 170685, "video_name": "castle_s04e21_seg02_clip_06", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A person walks through the doors of the bar.", "similarity": 0.6836, "relevance": 3 }, { "pair_id": 170686, "video_name": "friends_s08e17_seg02_clip_01", "timestamp": [ 9.19, 10.05 ], "duration": 57.66, "caption": "A person walks through the door of the coffee shop.", "similarity": 0.6821, "relevance": 4 }, { "pair_id": 170687, "video_name": "friends_s08e05_seg02_clip_18", "timestamp": [ 56.96, 59.03 ], "duration": 59.66, "caption": "A person walks through the door of the coffee shop.", "similarity": 0.6821, "relevance": 4 }, { "pair_id": 170688, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.56, 32.45 ], "duration": 57.66, "caption": "A man walks over and opens the front door.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 170689, "video_name": "friends_s06e24-25_seg02_clip_33", "timestamp": [ 13.51, 16.75 ], "duration": 54.66, "caption": "Two men are walking from the front door into the coffee shop.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 170690, "video_name": "met_s03e10_seg02_clip_11", "timestamp": [ 1.18, 5.03 ], "duration": 59.66, "caption": "A man comes through the door and into the house.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 170691, "video_name": "friends_s06e15-16_seg02_clip_40", "timestamp": [ 16.75, 19.54 ], "duration": 62.66, "caption": "A man opens the front door and peeks in.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 170692, "video_name": "house_s08e07_seg02_clip_10", "timestamp": [ 28.4, 36.93 ], "duration": 142.66, "caption": "A man opens the front door and walks into the living room.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 170693, "video_name": "friends_s06e12_seg01_clip_00", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A man enters a coffee shop and walks over to the seating area.", "similarity": 0.6599, "relevance": 4 }, { "pair_id": 170694, "video_name": "friends_s06e04_seg02_clip_00", "timestamp": [ 43.58, 46.22 ], "duration": 66.66, "caption": "A man enters the coffee shop and approaches the sofa.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 170695, "video_name": "friends_s08e22_seg02_clip_03", "timestamp": [ 5.49, 13.73 ], "duration": 61.66, "caption": "A man gets up from his seat and goes to the front door.", "similarity": 0.6566, "relevance": 1 }, { "pair_id": 170696, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 170697, "video_name": "friends_s09e13_seg02_clip_05", "timestamp": [ 29.11, 30.91 ], "duration": 60.66, "caption": "A man opens the door and walks into the cafe at a slightly elevated pace.", "similarity": 0.6513, "relevance": 4 }, { "pair_id": 170698, "video_name": "house_s06e17_seg02_clip_12", "timestamp": [ 28.81, 30.61 ], "duration": 90.66, "caption": "A man opened the door while holding two cups of coffee.", "similarity": 0.6512, "relevance": 0 }, { "pair_id": 170699, "video_name": "friends_s06e24-25_seg02_clip_33", "timestamp": [ 0.27, 2.43 ], "duration": 54.66, "caption": "A woman is walking from the front door into the coffee shop.", "similarity": 0.6459, "relevance": 1 }, { "pair_id": 344000, "video_name": "friends_s09e02_seg02_clip_07", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A man walks into the coffee shop and tries to make an order.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 344001, "video_name": "friends_s09e17_seg02_clip_02", "timestamp": [ 18.25, 21.13 ], "duration": 64.66, "caption": "A man enters a coffee shop and walks over to a man who is at the bar and starts a conversation with him.", "similarity": 0.645, "relevance": 4 }, { "pair_id": 344002, "video_name": "friends_s05e15_seg02_clip_11", "timestamp": [ 11.31, 14.51 ], "duration": 58.66, "caption": "A man wearing brown sweater opens the door and entered the cafe.", "similarity": 0.6423, "relevance": 4 }, { "pair_id": 344004, "video_name": "friends_s01e13_seg02_clip_14", "timestamp": [ 66.61, 69.02 ], "duration": 69.66, "caption": "A woman walks through the front door of the coffee house.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 344005, "video_name": "friends_s02e22_seg02_clip_00", "timestamp": [ 40.01, 41.87 ], "duration": 62.66, "caption": "A woman walks through the door entering the coffee shop.", "similarity": 0.6343, "relevance": 3 }, { "pair_id": 344006, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 11.33, 14.7 ], "duration": 61.66, "caption": "A man opens the front door to the apartment and enters.", "similarity": 0.6321, "relevance": 3 }, { "pair_id": 344007, "video_name": "friends_s06e15-16_seg02_clip_14", "timestamp": [ 3.77, 6.96 ], "duration": 58.66, "caption": "A man walks through the door holding a cup.", "similarity": 0.6305, "relevance": 3 }, { "pair_id": 344008, "video_name": "friends_s07e05_seg02_clip_13", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A man walks into the coffee shop wearing a jacket.", "similarity": 0.6299, "relevance": 4 }, { "pair_id": 344009, "video_name": "friends_s04e13_seg02_clip_00", "timestamp": [ 44.24, 45.89 ], "duration": 66.66, "caption": "A man walks in the front door then he closes the front door.", "similarity": 0.6294, "relevance": 3 }, { "pair_id": 344010, "video_name": "friends_s08e16_seg02_clip_01", "timestamp": [ 50.44, 53.72 ], "duration": 59.66, "caption": "A man stands up to open the front door.", "similarity": 0.6283, "relevance": 1 }, { "pair_id": 344011, "video_name": "house_s06e20_seg02_clip_08", "timestamp": [ 40.41, 43.21 ], "duration": 80.66, "caption": "A man opens the front door of the house.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 344012, "video_name": "friends_s04e07_seg02_clip_06", "timestamp": [ 21.18, 24.04 ], "duration": 57.66, "caption": "A man grabs his jacket and opens the front door.", "similarity": 0.6243, "relevance": 1 }, { "pair_id": 344013, "video_name": "friends_s04e06_seg01_clip_00", "timestamp": [ 13.83, 18.57 ], "duration": 79.66, "caption": "A person opened the door and entered the cafe.", "similarity": 0.624, "relevance": 4 }, { "pair_id": 344014, "video_name": "friends_s01e15_seg02_clip_06", "timestamp": [ 33.64, 35.92 ], "duration": 57.66, "caption": "A man enters and closes the front door with his foot.", "similarity": 0.624, "relevance": 3 }, { "pair_id": 344015, "video_name": "s04e24_seg02_clip_01", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A man opens the front door to find a man.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 344016, "video_name": "s04e16_seg02_clip_13", "timestamp": [ 53.89, 57.02 ], "duration": 57.66, "caption": "A man opens the front door of his house.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 344017, "video_name": "s09e16_seg02_clip_00", "timestamp": [ 29.15, 31.94 ], "duration": 62.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.6222, "relevance": 3 }, { "pair_id": 344018, "video_name": "friends_s05e22_seg02_clip_16", "timestamp": [ 19.51, 22.51 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.6222, "relevance": 3 }, { "pair_id": 344019, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 53.49, 56.79 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.6222, "relevance": 3 } ] }, { "query_id": 42917, "query": "A man tries to hit woman with his newspaper.", "relevant_moment": [ { "pair_id": 21000, "video_name": "friends_s01e10_seg02_clip_00", "timestamp": [ 45.59, 48.69 ], "duration": 62.66, "caption": "A man tries to hit woman with his newspaper.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21001, "video_name": "friends_s03e16_seg02_clip_11", "timestamp": [ 13.87, 17.71 ], "duration": 59.66, "caption": "A woman takes the newspaper from a man and hits him with it.", "similarity": 0.8803, "relevance": 3 }, { "pair_id": 21002, "video_name": "grey_s03e15_seg02_clip_01", "timestamp": [ 83.28, 84.66 ], "duration": 92.66, "caption": "A person hits someone with the newspaper they are reading.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 21003, "video_name": "friends_s04e21_seg02_clip_07", "timestamp": [ 25.38, 27.45 ], "duration": 59.66, "caption": "A woman gets a newspaper from the kitchen table and starts hitting a man with it.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 21004, "video_name": "friends_s04e21_seg02_clip_07", "timestamp": [ 24.79, 28.63 ], "duration": 59.66, "caption": "A woman picks up a newspaper from the table and hits a man with it multiple times.", "similarity": 0.7574, "relevance": 3 }, { "pair_id": 21005, "video_name": "friends_s01e18_seg02_clip_01", "timestamp": [ 40.52, 42.92 ], "duration": 60.66, "caption": "A man hits another man in the back of the head with a newspaper.", "similarity": 0.7296, "relevance": 3 }, { "pair_id": 21006, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 20.73, 24.37 ], "duration": 56.66, "caption": "A woman hits a man after he mentions someone at work.", "similarity": 0.6925, "relevance": 1 }, { "pair_id": 21007, "video_name": "friends_s06e14_seg02_clip_02", "timestamp": [ 6.41, 10.68 ], "duration": 61.66, "caption": "A man tosses the newspaper down when he is talking to a woman.", "similarity": 0.6898, "relevance": 2 }, { "pair_id": 21008, "video_name": "castle_s02e14_seg02_clip_07", "timestamp": [ 32.78, 34.14 ], "duration": 91.66, "caption": "A woman throws newspaper down to look at man.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 21009, "video_name": "friends_s03e10_seg01_clip_00", "timestamp": [ 7.77, 11.56 ], "duration": 42.66, "caption": "A man points something out in the newspaper to a woman.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 21010, "video_name": "met_s02e03_seg02_clip_18", "timestamp": [ 45.89, 47.54 ], "duration": 66.66, "caption": "A woman hits man in the side.", "similarity": 0.6778, "relevance": 1 }, { "pair_id": 21011, "video_name": "castle_s04e21_seg02_clip_15", "timestamp": [ 8.56, 15.76 ], "duration": 90.66, "caption": "A woman looks at the papers in her hand and then hits a man over the head with them.", "similarity": 0.6686, "relevance": 0 }, { "pair_id": 21012, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 58.07, 59.87 ], "duration": 90.66, "caption": "A man hits the table of woman.", "similarity": 0.6612, "relevance": 0 }, { "pair_id": 21013, "video_name": "castle_s06e13_seg02_clip_00", "timestamp": [ 13.24, 16.89 ], "duration": 91.66, "caption": "A woman hands man the newspaper and tells him a page.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 21014, "video_name": "friends_s08e09_seg02_clip_11", "timestamp": [ 58.18, 59.71 ], "duration": 61.66, "caption": "A woman hits a man on the shoulder where he is sitting.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 21015, "video_name": "friends_s07e03_seg02_clip_05", "timestamp": [ 45.16, 48.82 ], "duration": 61.66, "caption": "A woman hits a man on his forehead several times.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 21016, "video_name": "friends_s05e02_seg02_clip_17", "timestamp": [ 34.56, 49.02 ], "duration": 49.66, "caption": "A man put down the newspaper and focused on talking to woman.", "similarity": 0.6534, "relevance": 0 }, { "pair_id": 21017, "video_name": "friends_s02e14_seg02_clip_07", "timestamp": [ 4.58, 9.76 ], "duration": 61.66, "caption": "A man gets angry describing someone hitting on a woman when she is at work.", "similarity": 0.6488, "relevance": 0 }, { "pair_id": 21019, "video_name": "friends_s04e13_seg02_clip_12", "timestamp": [ 10.08, 18.02 ], "duration": 61.66, "caption": "A man tells two women how he hits on people.", "similarity": 0.6372, "relevance": 1 } ] }, { "query_id": 42961, "query": "A man and a woman enter the cafe together from the entrance and initiate a conversation with the others.", "relevant_moment": [ { "pair_id": 148460, "video_name": "friends_s10e08_seg01_clip_00", "timestamp": [ 0.0, 8.55 ], "duration": 95.66, "caption": "A man and a woman enter the cafe together from the entrance and initiate a conversation with the others.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148461, "video_name": "friends_s06e21_seg02_clip_07", "timestamp": [ 23.69, 27.85 ], "duration": 64.66, "caption": "A man walks into the cafe and a woman turns to start a conversation with him.", "similarity": 0.8598, "relevance": 2 }, { "pair_id": 148462, "video_name": "friends_s09e23-24_seg02_clip_07", "timestamp": [ 0.0, 51.78 ], "duration": 62.66, "caption": "A woman and a man are speaking to each other as they are at a cafe.", "similarity": 0.8212, "relevance": 2 }, { "pair_id": 148463, "video_name": "friends_s08e06_seg01_clip_00", "timestamp": [ 2.28, 7.6 ], "duration": 76.66, "caption": "A woman enters the cafe with a man and waves to some other people.", "similarity": 0.8112, "relevance": 4 }, { "pair_id": 148464, "video_name": "friends_s01e13_seg02_clip_19", "timestamp": [ 1.4, 56.02 ], "duration": 56.66, "caption": "Two people have a conversation together in a cafe.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 148465, "video_name": "friends_s02e23_seg01_clip_00", "timestamp": [ 81.21, 85.66 ], "duration": 99.66, "caption": "A man enters the cafe as person greets guy and woman to which they ask person about personal mood.", "similarity": 0.807, "relevance": 3 }, { "pair_id": 148466, "video_name": "friends_s04e15_seg02_clip_03", "timestamp": [ 46.99, 50.96 ], "duration": 61.66, "caption": "A man and a woman enter a coffee shop while having a conversation.", "similarity": 0.8034, "relevance": 2 }, { "pair_id": 148467, "video_name": "friends_s06e13_seg02_clip_18", "timestamp": [ 38.77, 46.21 ], "duration": 62.66, "caption": "A man walks into the cafe to greet a woman and another woman.", "similarity": 0.7878, "relevance": 2 }, { "pair_id": 148468, "video_name": "friends_s09e15_seg02_clip_14", "timestamp": [ 34.53, 48.17 ], "duration": 60.66, "caption": "A man walks into a cafe, is greeted warmly by a woman, and walks over to her and sits down while talking with her.", "similarity": 0.7852, "relevance": 2 }, { "pair_id": 148469, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 39.24, 62.28 ], "duration": 62.66, "caption": "They are having a conversation in a cafe.", "similarity": 0.7768, "relevance": 2 }, { "pair_id": 148470, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 0.0, 31.45 ], "duration": 62.66, "caption": "They are having a conversation in a cafe.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 148471, "video_name": "friends_s01e22_seg02_clip_17", "timestamp": [ 6.3, 28.99 ], "duration": 63.66, "caption": "They are in a cafe and having a conversation with each other.", "similarity": 0.774, "relevance": 1 }, { "pair_id": 148472, "video_name": "house_s01e01_seg02_clip_10", "timestamp": [ 75.15, 90.54 ], "duration": 90.66, "caption": "Two people are in a cafe conversing with each other.", "similarity": 0.7722, "relevance": 1 }, { "pair_id": 148473, "video_name": "friends_s09e06_seg02_clip_00", "timestamp": [ 36.01, 43.02 ], "duration": 61.66, "caption": "A person walks into the cafe as they mention someone else holding hands and getting more formal with each other.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 148474, "video_name": "friends_s06e03_seg02_clip_06", "timestamp": [ 7.15, 53.0 ], "duration": 65.66, "caption": "A woman walks into the cafe and speaks to two people.", "similarity": 0.7656, "relevance": 2 }, { "pair_id": 148475, "video_name": "friends_s08e13_seg02_clip_15", "timestamp": [ 25.02, 36.01 ], "duration": 61.66, "caption": "A man enters a cafe and sits next to a woman.", "similarity": 0.7599, "relevance": 2 }, { "pair_id": 148476, "video_name": "friends_s06e21_seg02_clip_02", "timestamp": [ 43.97, 47.52 ], "duration": 59.66, "caption": "Two people enter a cafe and approach a man sitting at the counter.", "similarity": 0.7596, "relevance": 2 }, { "pair_id": 148477, "video_name": "friends_s05e14_seg02_clip_03", "timestamp": [ 40.73, 43.68 ], "duration": 59.66, "caption": "A man enters the cafe as he walks up to the counter and woman tells person to learn from her.", "similarity": 0.7583, "relevance": 1 }, { "pair_id": 148478, "video_name": "friends_s03e05_seg02_clip_02", "timestamp": [ 33.5, 38.15 ], "duration": 62.66, "caption": "A woman walks into the cafe with a man beside her.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 148479, "video_name": "friends_s01e10_seg02_clip_10", "timestamp": [ 22.38, 45.7 ], "duration": 63.66, "caption": "A man walks into the cafe and stands behind the sofa while talking to a woman.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 321780, "video_name": "friends_s09e21_seg02_clip_19", "timestamp": [ 62.11, 64.03 ], "duration": 64.66, "caption": "A man walks into the cafe and towards another man and a woman on the couch.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 321781, "video_name": "friends_s06e15-16_seg02_clip_37", "timestamp": [ 46.63, 59.03 ], "duration": 59.66, "caption": "A woman comes into the cafe wanting to see a man.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 321782, "video_name": "friends_s10e13_seg02_clip_03", "timestamp": [ 0.0, 7.02 ], "duration": 54.66, "caption": "A man and a woman walk into the coffee shop and introduce a person.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 321783, "video_name": "friends_s06e15-16_seg02_clip_37", "timestamp": [ 43.09, 48.99 ], "duration": 59.66, "caption": "A woman walks into the cafe and up to a man.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 321784, "video_name": "friends_s03e12_seg02_clip_16", "timestamp": [ 36.32, 54.92 ], "duration": 60.66, "caption": "A man enters the cafe and greets two people as one of them gets up and leaves to which the man sits beside the other person.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 321785, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 2.24, 4.16 ], "duration": 64.66, "caption": "A man and a woman are beside each other on a sofa as a woman walks into the cafe.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 321786, "video_name": "friends_s06e19_seg02_clip_12", "timestamp": [ 15.91, 21.31 ], "duration": 60.66, "caption": "A man walks into the cafe and reprimands a woman.", "similarity": 0.7304, "relevance": 2 }, { "pair_id": 321787, "video_name": "castle_s03e23_seg02_clip_20", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "A man and woman are having a conversation then man gives woman a coffee.", "similarity": 0.7297, "relevance": 2 }, { "pair_id": 321788, "video_name": "friends_s01e14_seg02_clip_12", "timestamp": [ 34.42, 36.27 ], "duration": 74.66, "caption": "A woman enters the cafe and gives a man a kiss.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 321789, "video_name": "friends_s03e01_seg02_clip_08", "timestamp": [ 2.24, 9.24 ], "duration": 56.66, "caption": "A man entered the cafe whilst accompanying a woman wearing gray sweater.", "similarity": 0.722, "relevance": 3 }, { "pair_id": 321790, "video_name": "friends_s07e21_seg02_clip_18", "timestamp": [ 23.61, 24.5 ], "duration": 59.66, "caption": "Two people walk into the cafe at the same time.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 321791, "video_name": "friends_s02e19_seg02_clip_04", "timestamp": [ 13.13, 16.97 ], "duration": 64.66, "caption": "A man walks into a coffee shop and talks to a woman.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 321792, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 24.69, 63.3 ], "duration": 63.66, "caption": "A person walks into the cafe and a woman walks up to him.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 321793, "video_name": "friends_s04e08_seg02_clip_06", "timestamp": [ 44.19, 57.02 ], "duration": 57.66, "caption": "Two people discuss the situation with someone while sitting at the cafe.", "similarity": 0.7191, "relevance": 1 }, { "pair_id": 321794, "video_name": "friends_s08e07_seg02_clip_02", "timestamp": [ 1.19, 41.41 ], "duration": 59.66, "caption": "Two people are in the cafe talking about someone in a building.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 321795, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "Two people walk into a cafe at the same time.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 321796, "video_name": "friends_s06e22_seg01_clip_00", "timestamp": [ 52.63, 56.1 ], "duration": 63.66, "caption": "A woman gets up from her seat and a person enters the cafe.", "similarity": 0.7133, "relevance": 3 }, { "pair_id": 321797, "video_name": "friends_s05e12_seg02_clip_00", "timestamp": [ 38.42, 41.62 ], "duration": 64.66, "caption": "A woman points at man during a conversation at the cafe.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 321798, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A man and woman walk into the coffee shop together.", "similarity": 0.7116, "relevance": 3 }, { "pair_id": 321799, "video_name": "friends_s02e20_seg02_clip_07", "timestamp": [ 22.89, 31.73 ], "duration": 61.66, "caption": "A man and baby come into the coffee cafe and go up to woman.", "similarity": 0.7085, "relevance": 2 } ] }, { "query_id": 43039, "query": "A doctor injects a medicine to someone while talking to him.", "relevant_moment": [ { "pair_id": 120680, "video_name": "house_s02e12_seg02_clip_12", "timestamp": [ 9.69, 14.3 ], "duration": 92.66, "caption": "A doctor injects a medicine to someone while talking to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 120681, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 48.31, 53.78 ], "duration": 84.66, "caption": "A man injects the patient with medicine and she responds to it.", "similarity": 0.8366, "relevance": 2 }, { "pair_id": 120682, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 3.2, 9.94 ], "duration": 71.66, "caption": "A person quickly gets a medicine to inject to the patient.", "similarity": 0.8279, "relevance": 2 }, { "pair_id": 120683, "video_name": "house_s06e21_seg02_clip_20", "timestamp": [ 27.95, 29.98 ], "duration": 81.66, "caption": "A doctor injects a medicine to the intravenous line of a patient.", "similarity": 0.8072, "relevance": 3 }, { "pair_id": 120684, "video_name": "house_s02e07_seg02_clip_11", "timestamp": [ 34.2, 39.09 ], "duration": 81.66, "caption": "A man injects medicine in the body of the patient.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 120685, "video_name": "house_s02e12_seg02_clip_18", "timestamp": [ 20.6, 26.27 ], "duration": 103.66, "caption": "A man injects a medicine to the patient immediately.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 120686, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A person injects a medicine into the intravenous line of the patient.", "similarity": 0.7938, "relevance": 3 }, { "pair_id": 120687, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 2.18, 6.09 ], "duration": 87.66, "caption": "A man suddenly injects a medicine to the patient.", "similarity": 0.7931, "relevance": 2 }, { "pair_id": 120688, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 29.77, 33.13 ], "duration": 96.66, "caption": "A doctor injects a medicine directly to the patient's neck.", "similarity": 0.7907, "relevance": 2 }, { "pair_id": 120689, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.7887, "relevance": 1 }, { "pair_id": 120690, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 5.94, 8.68 ], "duration": 91.66, "caption": "A man takes medicine while a person is talking to him.", "similarity": 0.7782, "relevance": 1 }, { "pair_id": 120691, "video_name": "house_s05e20_seg02_clip_06", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor shoves a handful of medicine in their mouth.", "similarity": 0.7774, "relevance": 1 }, { "pair_id": 120692, "video_name": "house_s02e09_seg02_clip_19", "timestamp": [ 63.38, 81.86 ], "duration": 88.66, "caption": "A man asks for someone's arm and then injects a medicine to them.", "similarity": 0.7697, "relevance": 3 }, { "pair_id": 120693, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "Someone injects medication into their patient with a syringe.", "similarity": 0.7695, "relevance": 4 }, { "pair_id": 120694, "video_name": "house_s03e23_seg02_clip_14", "timestamp": [ 48.77, 57.98 ], "duration": 92.66, "caption": "A doctor injects a person's arm with a syringe.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 120695, "video_name": "house_s07e03_seg02_clip_12", "timestamp": [ 18.49, 24.37 ], "duration": 84.66, "caption": "A man shows a medicine to someone that he is about to inject into her.", "similarity": 0.7677, "relevance": 1 }, { "pair_id": 120696, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 120697, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.7663, "relevance": 0 }, { "pair_id": 120698, "video_name": "house_s01e16_seg02_clip_05", "timestamp": [ 73.28, 75.55 ], "duration": 91.66, "caption": "A doctor is injecting a medicine to the patient's intravenous fluid.", "similarity": 0.7643, "relevance": 3 }, { "pair_id": 120699, "video_name": "house_s03e14_seg02_clip_05", "timestamp": [ 2.87, 4.1 ], "duration": 82.66, "caption": "A doctor hands an object to a person to put in their mouth.", "similarity": 0.7624, "relevance": 1 } ] }, { "query_id": 43076, "query": "A man points towards person then looks inside the box.", "relevant_moment": [ { "pair_id": 167980, "video_name": "friends_s10e17-18_seg02_clip_37", "timestamp": [ 0.0, 3.61 ], "duration": 60.66, "caption": "A man points towards person then looks inside the box.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167981, "video_name": "s08e07_seg02_clip_11", "timestamp": [ 18.91, 21.31 ], "duration": 60.66, "caption": "A person points on the thing inside the box.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 167982, "video_name": "s07e19_seg02_clip_12", "timestamp": [ 50.04, 52.18 ], "duration": 61.66, "caption": "A person looks at the back of a blue box.", "similarity": 0.7016, "relevance": 1 }, { "pair_id": 167983, "video_name": "s09e19_seg02_clip_12", "timestamp": [ 29.81, 35.71 ], "duration": 59.66, "caption": "A person points out a series of brown cardboard boxes to another person.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 167984, "video_name": "castle_s05e14_seg02_clip_15", "timestamp": [ 0.45, 4.99 ], "duration": 90.66, "caption": "A person is staring at the box in someone's pocket.", "similarity": 0.6654, "relevance": 0 }, { "pair_id": 167985, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 6.63, 7.65 ], "duration": 102.66, "caption": "A person points at person while he is talking to man.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 167986, "video_name": "house_s06e20_seg02_clip_18", "timestamp": [ 45.29, 48.04 ], "duration": 91.66, "caption": "A man points at someone to look up at the monitor.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 167987, "video_name": "s05e20_seg02_clip_06", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A person opens the lid on a box and looks inside.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 167988, "video_name": "friends_s02e12-13_seg02_clip_14", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "A man is talking to someone looking at an object.", "similarity": 0.6593, "relevance": 0 }, { "pair_id": 167989, "video_name": "castle_s03e08_seg02_clip_02", "timestamp": [ 85.11, 86.02 ], "duration": 91.66, "caption": "A man points in front of him as he looks at another man.", "similarity": 0.6587, "relevance": 1 }, { "pair_id": 167990, "video_name": "s08e13_seg02_clip_06", "timestamp": [ 8.54, 11.6 ], "duration": 61.66, "caption": "A man takes a look at the box that another man puts on the table.", "similarity": 0.6497, "relevance": 1 }, { "pair_id": 167991, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 0.0, 2.66 ], "duration": 88.66, "caption": "A man identifies the person in the photo and points.", "similarity": 0.6491, "relevance": 2 }, { "pair_id": 167992, "video_name": "s07e19_seg02_clip_12", "timestamp": [ 36.01, 38.75 ], "duration": 61.66, "caption": "A person turns to look at a blue box on the shelf.", "similarity": 0.6483, "relevance": 0 }, { "pair_id": 167993, "video_name": "friends_s01e23_seg02_clip_13", "timestamp": [ 0.0, 1.49 ], "duration": 59.66, "caption": "A man turns from the door and points at another person.", "similarity": 0.6416, "relevance": 2 }, { "pair_id": 167994, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 9.05, 17.19 ], "duration": 90.66, "caption": "A man looks at man wondering about the person.", "similarity": 0.641, "relevance": 0 }, { "pair_id": 167995, "video_name": "castle_s02e04_seg02_clip_14", "timestamp": [ 0.0, 2.75 ], "duration": 91.66, "caption": "A woman closes the lid on a wooden box and looks at a man, who is looking at a person.", "similarity": 0.6367, "relevance": 1 }, { "pair_id": 167996, "video_name": "s07e22_seg02_clip_10", "timestamp": [ 34.01, 35.33 ], "duration": 66.66, "caption": "A person points to the man he is speaking with.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 167997, "video_name": "friends_s03e12_seg02_clip_06", "timestamp": [ 7.48, 8.92 ], "duration": 57.66, "caption": "A man points at a guy from across the room.", "similarity": 0.636, "relevance": 2 }, { "pair_id": 167998, "video_name": "house_s08e06_seg02_clip_14", "timestamp": [ 5.39, 6.74 ], "duration": 89.66, "caption": "A man points at his lapel while looking at a person.", "similarity": 0.6357, "relevance": 0 }, { "pair_id": 167999, "video_name": "grey_s02e14_seg02_clip_06", "timestamp": [ 85.58, 90.65 ], "duration": 92.66, "caption": "A person is on a shelf looking through a box on the top shelf.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 341300, "video_name": "house_s03e02_seg02_clip_11", "timestamp": [ 13.26, 19.66 ], "duration": 91.66, "caption": "A man looks at the screen and he points to it.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 341301, "video_name": "castle_s04e12_seg02_clip_19", "timestamp": [ 69.56, 72.2 ], "duration": 88.66, "caption": "A man looks to person and person nods at him.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 341302, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 0.0, 6.67 ], "duration": 58.66, "caption": "A person points at a man while he asks him about his assumptions.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 341303, "video_name": "castle_s05e01_seg02_clip_06", "timestamp": [ 32.31, 39.14 ], "duration": 91.66, "caption": "A man points to the watch someone is wearing in the picture.", "similarity": 0.6285, "relevance": 2 }, { "pair_id": 341304, "video_name": "friends_s05e20_seg01_clip_00", "timestamp": [ 19.15, 30.05 ], "duration": 66.66, "caption": "A man points behind a man and the man turns to look.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 341305, "video_name": "house_s04e05_seg02_clip_19", "timestamp": [ 4.51, 8.12 ], "duration": 90.66, "caption": "A person points at someone then another person looks at him/her.", "similarity": 0.6244, "relevance": 2 }, { "pair_id": 341306, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 39.38, 60.64 ], "duration": 125.66, "caption": "A man takes a look inside of person's eyes.", "similarity": 0.624, "relevance": 1 }, { "pair_id": 341307, "video_name": "castle_s04e08_seg02_clip_23", "timestamp": [ 2.68, 6.96 ], "duration": 107.66, "caption": "A man points at the picture while remembering where he saw the person.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 341308, "video_name": "castle_s03e02_seg02_clip_02", "timestamp": [ 59.23, 62.42 ], "duration": 91.66, "caption": "A man looks at a framed picture and points at it.", "similarity": 0.62, "relevance": 2 }, { "pair_id": 341309, "video_name": "s06e17_seg02_clip_16", "timestamp": [ 50.15, 53.83 ], "duration": 92.66, "caption": "A man turns to his right and looks towards a person.", "similarity": 0.6193, "relevance": 1 }, { "pair_id": 341310, "video_name": "friends_s09e17_seg02_clip_05", "timestamp": [ 18.31, 24.7 ], "duration": 58.66, "caption": "A man approaches a person on the couch and points at him while he is seated.", "similarity": 0.6182, "relevance": 2 }, { "pair_id": 341311, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 26.4, 30.95 ], "duration": 91.66, "caption": "A man is talking to a person while the person is looking at something.", "similarity": 0.6166, "relevance": 1 }, { "pair_id": 341312, "video_name": "s03e19_seg02_clip_01", "timestamp": [ 11.41, 16.21 ], "duration": 60.66, "caption": "A person points toward another person and he acts confused.", "similarity": 0.6166, "relevance": 2 }, { "pair_id": 341313, "video_name": "friends_s10e01_seg02_clip_00", "timestamp": [ 33.1, 36.92 ], "duration": 63.66, "caption": "A man looks behind him and points towards the wall.", "similarity": 0.6141, "relevance": 2 }, { "pair_id": 341314, "video_name": "house_s08e22_seg02_clip_04", "timestamp": [ 61.44, 65.99 ], "duration": 91.66, "caption": "A man looks over and sees a person at the end of the room.", "similarity": 0.6125, "relevance": 0 }, { "pair_id": 341315, "video_name": "met_s02e19_seg02_clip_15", "timestamp": [ 12.21, 16.48 ], "duration": 61.66, "caption": "A man points in the direction of the person in green with his right hand.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 341316, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 2.03, 4.64 ], "duration": 58.66, "caption": "A person points to a man while he is sitting down with him.", "similarity": 0.6109, "relevance": 2 }, { "pair_id": 341317, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 3.35, 7.71 ], "duration": 67.66, "caption": "A man turns to look at the person next to him for the first time.", "similarity": 0.6107, "relevance": 1 }, { "pair_id": 341318, "video_name": "met_s06e12_seg02_clip_16", "timestamp": [ 56.76, 62.03 ], "duration": 62.66, "caption": "A man gives a check to a person who looks at it.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 341319, "video_name": "grey_s01e07_seg02_clip_04", "timestamp": [ 6.65, 11.53 ], "duration": 88.66, "caption": "A man is looking at an x-ray with person and he points to it.", "similarity": 0.6095, "relevance": 2 } ] }, { "query_id": 43146, "query": "A man tries to hand a woman a mug of coffee that she puts a hand up to decline.", "relevant_moment": [ { "pair_id": 16220, "video_name": "castle_s05e18_seg02_clip_15", "timestamp": [ 26.11, 33.94 ], "duration": 87.66, "caption": "A man tries to hand a woman a mug of coffee that she puts a hand up to decline.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16221, "video_name": "grey_s02e21_seg02_clip_01", "timestamp": [ 8.37, 10.58 ], "duration": 88.66, "caption": "A woman hands a man a cup of coffee.", "similarity": 0.8188, "relevance": 2 }, { "pair_id": 16222, "video_name": "castle_s05e05_seg02_clip_19", "timestamp": [ 0.0, 4.48 ], "duration": 128.66, "caption": "A man hands woman a mug of coffee while holding his own.", "similarity": 0.8123, "relevance": 3 }, { "pair_id": 16223, "video_name": "castle_s08e13_seg02_clip_24", "timestamp": [ 58.52, 67.07 ], "duration": 90.66, "caption": "A man hands woman a cup of coffee which she takes and sips.", "similarity": 0.806, "relevance": 2 }, { "pair_id": 16224, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 57.06, 59.2 ], "duration": 61.66, "caption": "A man hands a cup of coffee to woman.", "similarity": 0.8027, "relevance": 2 }, { "pair_id": 16225, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 57.17, 64.82 ], "duration": 90.66, "caption": "A man hands a woman a cup of coffee, and she takes a sip.", "similarity": 0.8023, "relevance": 2 }, { "pair_id": 16226, "video_name": "friends_s10e14_seg02_clip_00", "timestamp": [ 38.1, 43.18 ], "duration": 63.66, "caption": "A man hands a woman a coffee mug before sitting down.", "similarity": 0.8019, "relevance": 2 }, { "pair_id": 16227, "video_name": "castle_s03e06_seg02_clip_26", "timestamp": [ 42.15, 48.17 ], "duration": 86.66, "caption": "A woman hands a man a cup of coffee and he looks down at it.", "similarity": 0.799, "relevance": 1 }, { "pair_id": 16228, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 18.5, 21.37 ], "duration": 63.66, "caption": "A woman hands a cup of coffee to a man who takes it.", "similarity": 0.7912, "relevance": 2 }, { "pair_id": 16229, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 24.32, 28.91 ], "duration": 91.66, "caption": "A man goes to woman with two cups of coffee and hands her one.", "similarity": 0.7861, "relevance": 2 }, { "pair_id": 16230, "video_name": "castle_s05e11_seg02_clip_08", "timestamp": [ 0.0, 1.8 ], "duration": 90.66, "caption": "A man hands a woman a coffee cup as he sits down.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 16231, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 54.92, 60.32 ], "duration": 90.66, "caption": "A woman hands a man a cup of coffee and sits down.", "similarity": 0.7747, "relevance": 1 }, { "pair_id": 16232, "video_name": "friends_s03e07_seg01_clip_00", "timestamp": [ 42.92, 48.86 ], "duration": 66.66, "caption": "A person hands a cup of coffee to woman.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 16233, "video_name": "house_s02e10_seg02_clip_22", "timestamp": [ 0.0, 9.2 ], "duration": 92.66, "caption": "A man hands a woman a cup of coffee before she walks off.", "similarity": 0.7717, "relevance": 3 }, { "pair_id": 16234, "video_name": "friends_s06e03_seg02_clip_01", "timestamp": [ 25.02, 30.21 ], "duration": 61.66, "caption": "A man grabs a woman's coffee cup out of their hands and sets it down on the table as he talks to them.", "similarity": 0.7523, "relevance": 3 }, { "pair_id": 16235, "video_name": "castle_s01e04_seg02_clip_00", "timestamp": [ 9.77, 11.63 ], "duration": 93.66, "caption": "A woman puts down their finger while telling a man how she likes their coffee.", "similarity": 0.7492, "relevance": 2 }, { "pair_id": 16236, "video_name": "friends_s03e18_seg02_clip_00", "timestamp": [ 5.04, 14.18 ], "duration": 63.66, "caption": "A man gives a coffee cup to woman that wasn't what she wanted so he put his hands into the coffee to remove the cinnamon.", "similarity": 0.742, "relevance": 3 }, { "pair_id": 16237, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 60.32, 61.22 ], "duration": 90.66, "caption": "A man hands a woman a cup with a beverage.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 16238, "video_name": "house_s07e12_seg02_clip_23", "timestamp": [ 57.97, 65.57 ], "duration": 95.66, "caption": "A man tries to touch a woman's cup and she grabs it with both hands.", "similarity": 0.739, "relevance": 1 }, { "pair_id": 16239, "video_name": "castle_s03e19_seg02_clip_04", "timestamp": [ 25.91, 30.38 ], "duration": 89.66, "caption": "A woman and a man with cup of coffee on their hands approaches a person.", "similarity": 0.737, "relevance": 1 } ] }, { "query_id": 43170, "query": "A woman is sitting when a man speaks to her and walks away.", "relevant_moment": [ { "pair_id": 169480, "video_name": "grey_s02e24_seg02_clip_25", "timestamp": [ 3.44, 6.45 ], "duration": 86.66, "caption": "A woman is sitting when a man speaks to her and walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169482, "video_name": "grey_s02e14_seg02_clip_16", "timestamp": [ 36.94, 39.62 ], "duration": 89.66, "caption": "A woman speaks to a man and then walks away from him.", "similarity": 0.8926, "relevance": 2 }, { "pair_id": 169483, "video_name": "house_s01e15_seg02_clip_15", "timestamp": [ 0.0, 4.49 ], "duration": 89.66, "caption": "A man speaks to a woman and then walks away from her.", "similarity": 0.8835, "relevance": 2 }, { "pair_id": 169484, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 11.04, 26.22 ], "duration": 138.66, "caption": "A woman speaks to man before he walks away.", "similarity": 0.8677, "relevance": 3 }, { "pair_id": 169485, "video_name": "house_s04e02_seg02_clip_27", "timestamp": [ 2.44, 4.33 ], "duration": 9.66, "caption": "A woman walks away; when a man speaks, she stops to turn around.", "similarity": 0.8444, "relevance": 2 }, { "pair_id": 169486, "video_name": "met_s06e04_seg01_clip_00", "timestamp": [ 27.6, 33.19 ], "duration": 62.66, "caption": "A woman talks to a man, he stands and walks away.", "similarity": 0.8389, "relevance": 4 }, { "pair_id": 169487, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 0.0, 4.0 ], "duration": 47.66, "caption": "A person walks away from a woman after speaking to her.", "similarity": 0.8344, "relevance": 3 }, { "pair_id": 169488, "video_name": "house_s05e22_seg02_clip_11", "timestamp": [ 28.87, 33.06 ], "duration": 93.66, "caption": "A woman talks to man after person walks away from them.", "similarity": 0.8297, "relevance": 2 }, { "pair_id": 169489, "video_name": "castle_s02e23_seg02_clip_19", "timestamp": [ 9.99, 12.26 ], "duration": 90.66, "caption": "A man speaks to a woman then turns and walks away.", "similarity": 0.825, "relevance": 4 }, { "pair_id": 169490, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 0.0, 10.5 ], "duration": 60.66, "caption": "A person talks to a woman and then walks away.", "similarity": 0.8153, "relevance": 4 }, { "pair_id": 169491, "video_name": "castle_s05e06_seg02_clip_15", "timestamp": [ 22.06, 23.41 ], "duration": 90.66, "caption": "A woman walks away from speaking with a man and a woman.", "similarity": 0.813, "relevance": 3 }, { "pair_id": 169492, "video_name": "s09e12_seg02_clip_06", "timestamp": [ 3.25, 9.44 ], "duration": 59.66, "caption": "A man walks away from woman after speaking to another man.", "similarity": 0.8107, "relevance": 2 }, { "pair_id": 169493, "video_name": "house_s05e20_seg02_clip_12", "timestamp": [ 17.61, 25.21 ], "duration": 80.66, "caption": "A woman speaks to a man, then walks out, while the man looks on.", "similarity": 0.8104, "relevance": 2 }, { "pair_id": 169494, "video_name": "house_s08e18_seg02_clip_06", "timestamp": [ 70.67, 75.62 ], "duration": 90.66, "caption": "A woman speaks to a man and then turns and walks away, and he watches her.", "similarity": 0.8071, "relevance": 2 }, { "pair_id": 169495, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 0.0, 9.68 ], "duration": 92.66, "caption": "A man converses with woman and then walks away from her.", "similarity": 0.8064, "relevance": 3 }, { "pair_id": 169496, "video_name": "friends_s02e12-13_seg02_clip_37", "timestamp": [ 47.81, 52.4 ], "duration": 54.66, "caption": "A person walks away from woman while talking to her.", "similarity": 0.8054, "relevance": 3 }, { "pair_id": 169497, "video_name": "castle_s03e02_seg02_clip_02", "timestamp": [ 14.12, 17.31 ], "duration": 91.66, "caption": "A woman walks away from person after she spoke to him.", "similarity": 0.802, "relevance": 2 }, { "pair_id": 169498, "video_name": "s06e07_seg01_clip_01", "timestamp": [ 31.28, 35.12 ], "duration": 59.66, "caption": "A woman walks away from the camera and speaks to a man.", "similarity": 0.7988, "relevance": 1 }, { "pair_id": 169499, "video_name": "house_s02e01_seg02_clip_23", "timestamp": [ 44.83, 48.61 ], "duration": 108.66, "caption": "A woman immediately walks away after talking to a man.", "similarity": 0.7985, "relevance": 2 }, { "pair_id": 342800, "video_name": "friends_s08e04_seg02_clip_14", "timestamp": [ 20.47, 23.43 ], "duration": 59.66, "caption": "A woman walked away from a man while they were talking.", "similarity": 0.796, "relevance": 1 }, { "pair_id": 342801, "video_name": "grey_s03e05_seg02_clip_22", "timestamp": [ 71.73, 80.31 ], "duration": 101.66, "caption": "A man says something to woman and walks away from her.", "similarity": 0.7929, "relevance": 3 }, { "pair_id": 342802, "video_name": "s09e02_seg02_clip_06", "timestamp": [ 6.9, 9.6 ], "duration": 60.66, "caption": "A person walks away from the conversation between a man and a woman.", "similarity": 0.7864, "relevance": 2 }, { "pair_id": 342803, "video_name": "castle_s04e14_seg02_clip_02", "timestamp": [ 28.81, 30.61 ], "duration": 90.66, "caption": "A man finishes talking to woman and walks away.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 342804, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 0.0, 14.73 ], "duration": 95.66, "caption": "A person speaks with man and then walks away.", "similarity": 0.7833, "relevance": 1 }, { "pair_id": 342805, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 8.58, 11.7 ], "duration": 156.66, "caption": "A man walks away from a conversation with a woman.", "similarity": 0.7811, "relevance": 3 }, { "pair_id": 342806, "video_name": "castle_s07e19_seg02_clip_25", "timestamp": [ 30.99, 33.72 ], "duration": 91.66, "caption": "A person walks away from a man as he is speaking to him.", "similarity": 0.781, "relevance": 1 }, { "pair_id": 342807, "video_name": "castle_s03e11_seg02_clip_12", "timestamp": [ 82.33, 87.45 ], "duration": 93.66, "caption": "Two men walk away from a woman after she speaks to them.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 342808, "video_name": "grey_s02e24_seg02_clip_07", "timestamp": [ 15.52, 17.34 ], "duration": 91.66, "caption": "A man walks away from a woman after their conversation.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 342809, "video_name": "house_s01e15_seg02_clip_04", "timestamp": [ 15.19, 23.53 ], "duration": 98.66, "caption": "A man walks away from a woman and talks by the door.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 342810, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 37.46, 41.11 ], "duration": 91.66, "caption": "A person walks away from man and woman after he is finished talking.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 342811, "video_name": "castle_s06e02_seg02_clip_07", "timestamp": [ 78.34, 81.46 ], "duration": 89.66, "caption": "A man leaves a talk with a woman while walking away.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 342813, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 34.79, 40.71 ], "duration": 74.66, "caption": "A woman walks away from a man and he turns to talk to another man.", "similarity": 0.7657, "relevance": 1 }, { "pair_id": 342814, "video_name": "castle_s03e24_seg02_clip_15", "timestamp": [ 20.52, 26.32 ], "duration": 89.66, "caption": "A woman walks out and leaves a man while they are talking.", "similarity": 0.7643, "relevance": 1 }, { "pair_id": 342815, "video_name": "grey_s03e10_seg02_clip_25", "timestamp": [ 19.76, 35.96 ], "duration": 79.66, "caption": "A woman walks away from another person who speaks to her which causes her to stop.", "similarity": 0.7628, "relevance": 2 }, { "pair_id": 342816, "video_name": "friends_s05e19_seg02_clip_06", "timestamp": [ 0.31, 7.93 ], "duration": 61.66, "caption": "A woman is talking to person, they walk away while talking.", "similarity": 0.7625, "relevance": 3 }, { "pair_id": 342817, "video_name": "house_s04e03_seg02_clip_25", "timestamp": [ 33.96, 37.22 ], "duration": 93.66, "caption": "A person immediately walks away after talking to a woman.", "similarity": 0.7616, "relevance": 0 }, { "pair_id": 342818, "video_name": "castle_s02e23_seg02_clip_09", "timestamp": [ 20.41, 32.2 ], "duration": 90.66, "caption": "A woman pats a man on his face and then walks away from him as they converse.", "similarity": 0.7609, "relevance": 3 }, { "pair_id": 342819, "video_name": "friends_s08e10_seg02_clip_08", "timestamp": [ 51.06, 54.83 ], "duration": 58.66, "caption": "A man walks out while a woman is talking to him.", "similarity": 0.7566, "relevance": 3 } ] }, { "query_id": 43207, "query": "A woman points out pictures on the white board to the officers.", "relevant_moment": [ { "pair_id": 303400, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 303401, "video_name": "castle_s06e04_seg02_clip_11", "timestamp": [ 84.99, 91.38 ], "duration": 91.66, "caption": "A woman points to a piece of information hanging on the whiteboard.", "similarity": 0.6269, "relevance": 3 }, { "pair_id": 303402, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 50.79, 53.54 ], "duration": 91.66, "caption": "A woman was pointing out the pictures posted at the board while talking.", "similarity": 0.6262, "relevance": 4 }, { "pair_id": 303403, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 19.36, 20.65 ], "duration": 86.66, "caption": "A woman puts a man's picture on the white board.", "similarity": 0.6254, "relevance": 4 }, { "pair_id": 303404, "video_name": "castle_s07e13_seg02_clip_12", "timestamp": [ 30.06, 32.75 ], "duration": 89.66, "caption": "A woman puts the picture of someone onto the case board.", "similarity": 0.6246, "relevance": 4 }, { "pair_id": 303405, "video_name": "castle_s07e01_seg02_clip_17", "timestamp": [ 0.0, 38.9 ], "duration": 91.66, "caption": "Some people evaluate photographs on a whiteboard.", "similarity": 0.6241, "relevance": 4 }, { "pair_id": 303406, "video_name": "castle_s03e04_seg02_clip_05", "timestamp": [ 40.51, 48.16 ], "duration": 90.66, "caption": "A woman writes on the white board underneath photos of a bloody murder victim and then points to a suspect.", "similarity": 0.6233, "relevance": 3 }, { "pair_id": 303407, "video_name": "castle_s06e20_seg02_clip_03", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person looks at some photographs on a whiteboard.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 303408, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 72.18, 77.02 ], "duration": 88.66, "caption": "A woman put up a picture of a person onto the case board.", "similarity": 0.619, "relevance": 3 }, { "pair_id": 303409, "video_name": "castle_s04e03_seg02_clip_08", "timestamp": [ 48.85, 51.05 ], "duration": 88.66, "caption": "A person hands up a picture of someone on a white board.", "similarity": 0.6182, "relevance": 3 }, { "pair_id": 303410, "video_name": "castle_s05e03_seg02_clip_10", "timestamp": [ 32.86, 35.56 ], "duration": 90.66, "caption": "A woman tells some people to talk about the person she's pointing to on the white board.", "similarity": 0.6172, "relevance": 4 }, { "pair_id": 303411, "video_name": "castle_s05e11_seg02_clip_10", "timestamp": [ 5.29, 6.61 ], "duration": 88.66, "caption": "A woman puts a picture of person onto the case board.", "similarity": 0.6162, "relevance": 3 }, { "pair_id": 303412, "video_name": "castle_s02e02_seg02_clip_11", "timestamp": [ 6.9, 19.33 ], "duration": 92.66, "caption": "A woman moves a picture on the case board and writes on the white board.", "similarity": 0.6161, "relevance": 3 }, { "pair_id": 303413, "video_name": "castle_s02e18_seg02_clip_07", "timestamp": [ 12.23, 15.85 ], "duration": 90.66, "caption": "A woman circles a picture on a whiteboard with her hand hovering.", "similarity": 0.6113, "relevance": 4 }, { "pair_id": 303414, "video_name": "castle_s02e20_seg02_clip_26", "timestamp": [ 45.02, 48.52 ], "duration": 100.66, "caption": "A woman removes a picture posted in their white board.", "similarity": 0.6113, "relevance": 3 }, { "pair_id": 303415, "video_name": "castle_s04e18_seg02_clip_13", "timestamp": [ 3.19, 5.46 ], "duration": 91.66, "caption": "A man points to the photo of a woman on the whiteboard.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 303416, "video_name": "castle_s06e09_seg02_clip_17", "timestamp": [ 0.0, 50.64 ], "duration": 85.66, "caption": "A woman was discussing about the photo of a man that she put at the white board.", "similarity": 0.6084, "relevance": 3 }, { "pair_id": 303417, "video_name": "castle_s02e20_seg02_clip_26", "timestamp": [ 44.01, 56.52 ], "duration": 100.66, "caption": "A woman takes pictures off the white board and puts them in a box.", "similarity": 0.6084, "relevance": 3 }, { "pair_id": 303418, "video_name": "castle_s03e03_seg02_clip_26", "timestamp": [ 10.28, 21.24 ], "duration": 137.66, "caption": "A person walks over to the white board and points to a photo.", "similarity": 0.6078, "relevance": 3 }, { "pair_id": 303419, "video_name": "castle_s07e12_seg02_clip_13", "timestamp": [ 60.93, 69.06 ], "duration": 90.66, "caption": "A person hangs up a photograph next to a police artist sketch on the whiteboard.", "similarity": 0.6054, "relevance": 3 } ] }, { "query_id": 43221, "query": "A person closes the trunk of a car and sees a woman at the opposite end of the car with her gun drawn.", "relevant_moment": [ { "pair_id": 161620, "video_name": "castle_s06e10_seg02_clip_25", "timestamp": [ 38.99, 40.34 ], "duration": 89.66, "caption": "A person closes the trunk of a car and sees a woman at the opposite end of the car with her gun drawn.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 161621, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 29.38, 30.74 ], "duration": 90.66, "caption": "A woman closes the trunk of a car as she stands beside a man.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 161622, "video_name": "castle_s08e05_seg02_clip_16", "timestamp": [ 36.94, 41.4 ], "duration": 89.66, "caption": "A person tells the woman to leave the car then holds a gun up to person.", "similarity": 0.7029, "relevance": 3 }, { "pair_id": 161623, "video_name": "castle_s04e15_seg02_clip_16", "timestamp": [ 28.93, 31.16 ], "duration": 89.66, "caption": "A woman opens the trunk of a car and sees a briefcase.", "similarity": 0.6909, "relevance": 3 }, { "pair_id": 161624, "video_name": "castle_s08e22_seg02_clip_07", "timestamp": [ 36.87, 40.96 ], "duration": 91.66, "caption": "A person opens the back of his car and a woman grabs a gun and ammo.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 161625, "video_name": "castle_s08e01_seg02_clip_11", "timestamp": [ 70.86, 72.24 ], "duration": 92.66, "caption": "A woman goes to the trunk of her car as a man exits the car.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 161626, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 48.61, 53.56 ], "duration": 90.66, "caption": "A person from the front seat of the car pointed a gun towards someone.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 161627, "video_name": "castle_s04e15_seg02_clip_16", "timestamp": [ 26.71, 32.94 ], "duration": 89.66, "caption": "A woman opens the car's trunk and sees a suitcase.", "similarity": 0.6568, "relevance": 3 }, { "pair_id": 161628, "video_name": "castle_s04e15_seg02_clip_17", "timestamp": [ 35.91, 90.66 ], "duration": 90.66, "caption": "A person is in the trunk of a car with a woman as they converse with each other.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 161629, "video_name": "castle_s06e17_seg02_clip_06", "timestamp": [ 12.29, 19.57 ], "duration": 91.66, "caption": "A person opens the back of the van and points a gun at woman.", "similarity": 0.6515, "relevance": 2 }, { "pair_id": 161630, "video_name": "castle_s06e17_seg02_clip_15", "timestamp": [ 53.97, 60.61 ], "duration": 83.66, "caption": "A woman is talking to a man in the car and he points a gun at her face.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 161632, "video_name": "castle_s03e22_seg02_clip_00", "timestamp": [ 1.01, 12.12 ], "duration": 101.66, "caption": "Two people stare at a woman arriving in her car as she exits and one of them tells her to go back.", "similarity": 0.6398, "relevance": 1 }, { "pair_id": 161633, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person opens the car door and a woman exits the car.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 161635, "video_name": "castle_s03e22_seg02_clip_24", "timestamp": [ 2.38, 8.93 ], "duration": 119.66, "caption": "A woman runs towards a car and aims her gun at someone.", "similarity": 0.6371, "relevance": 3 }, { "pair_id": 161636, "video_name": "castle_s02e11_seg02_clip_23", "timestamp": [ 18.19, 20.92 ], "duration": 90.66, "caption": "A person's driver closes the trunk of the black car.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 161637, "video_name": "s07e17_seg02_clip_14", "timestamp": [ 31.87, 35.71 ], "duration": 59.66, "caption": "A person opens the car passenger side door for a woman.", "similarity": 0.6356, "relevance": 1 }, { "pair_id": 161638, "video_name": "castle_s05e03_seg02_clip_15", "timestamp": [ 48.65, 50.9 ], "duration": 90.66, "caption": "A woman opens the back of a van and points her gun at a person telling him to put his hands up as two other people go with her.", "similarity": 0.6354, "relevance": 3 }, { "pair_id": 161639, "video_name": "s10e03_seg02_clip_15", "timestamp": [ 21.36, 23.5 ], "duration": 61.66, "caption": "A person points to the right while in the car with a woman.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 334940, "video_name": "s07e17_seg02_clip_14", "timestamp": [ 32.17, 42.79 ], "duration": 59.66, "caption": "A person opens the door to a car, shows the key to a woman and tells her it's hers.", "similarity": 0.6325, "relevance": 2 }, { "pair_id": 334942, "video_name": "castle_s07e19_seg02_clip_20", "timestamp": [ 16.48, 19.86 ], "duration": 84.66, "caption": "A person walks over and opens the trunk of a car.", "similarity": 0.6287, "relevance": 3 }, { "pair_id": 334943, "video_name": "castle_s02e05_seg02_clip_20", "timestamp": [ 81.47, 90.02 ], "duration": 90.66, "caption": "A woman spots another woman and then she and a man get out of the car.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 334944, "video_name": "castle_s08e03_seg02_clip_25", "timestamp": [ 95.57, 99.03 ], "duration": 99.66, "caption": "A man opens the passenger door of a car and gets in looking at a woman, the driver.", "similarity": 0.6247, "relevance": 2 }, { "pair_id": 334945, "video_name": "castle_s05e05_seg02_clip_26", "timestamp": [ 4.25, 11.05 ], "duration": 85.66, "caption": "A woman comes out of the car while shooting constantly at a person.", "similarity": 0.6244, "relevance": 3 }, { "pair_id": 334946, "video_name": "castle_s06e08_seg02_clip_05", "timestamp": [ 30.39, 33.07 ], "duration": 89.66, "caption": "A person steps out of the vehicle and instructs the suspect with their gun drawn.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 334947, "video_name": "met_s03e06_seg02_clip_15", "timestamp": [ 10.86, 14.58 ], "duration": 62.66, "caption": "A car pulls up next to a person and he bends down to see who is inside.", "similarity": 0.6193, "relevance": 0 }, { "pair_id": 334948, "video_name": "castle_s02e11_seg02_clip_23", "timestamp": [ 61.39, 73.21 ], "duration": 90.66, "caption": "A woman opens a car trunk and searches it.", "similarity": 0.6193, "relevance": 2 }, { "pair_id": 334949, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 19.69, 22.57 ], "duration": 96.66, "caption": "A woman and another person get out of the car and close the doors.", "similarity": 0.6177, "relevance": 1 }, { "pair_id": 334950, "video_name": "castle_s05e13_seg02_clip_06", "timestamp": [ 40.05, 43.24 ], "duration": 91.66, "caption": "A woman opens a car trunk and sees a duffel bag.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 334951, "video_name": "castle_s07e15_seg02_clip_17", "timestamp": [ 28.37, 38.14 ], "duration": 93.66, "caption": "A man opens the trunk of his car and a woman gets in.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 334952, "video_name": "s04e01_seg02_clip_09", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A person rolls his eyes and looks towards woman in the back seat of the car.", "similarity": 0.6159, "relevance": 1 }, { "pair_id": 334953, "video_name": "castle_s06e01_seg02_clip_15", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "A person was pointing a gun at another person whilst driving the car.", "similarity": 0.6142, "relevance": 1 }, { "pair_id": 334954, "video_name": "castle_s07e05_seg02_clip_06", "timestamp": [ 89.53, 90.66 ], "duration": 90.66, "caption": "A person gets out of a car and pulls out his/her gun.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 334955, "video_name": "grey_s01e05_seg02_clip_19", "timestamp": [ 60.48, 65.03 ], "duration": 65.66, "caption": "A woman is on top of a man in the car when someone catches them.", "similarity": 0.6077, "relevance": 1 }, { "pair_id": 334956, "video_name": "house_s05e09_seg02_clip_14", "timestamp": [ 5.06, 9.2 ], "duration": 92.66, "caption": "A person holds up a gun to woman's head as another person comes in.", "similarity": 0.6057, "relevance": 1 }, { "pair_id": 334957, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 61.66, 64.42 ], "duration": 92.66, "caption": "A person turns around to look at woman and sees the other door closing.", "similarity": 0.6042, "relevance": 1 }, { "pair_id": 334958, "video_name": "castle_s05e10_seg02_clip_01", "timestamp": [ 22.65, 24.01 ], "duration": 90.66, "caption": "A woman stoops down to be near another woman in the car.", "similarity": 0.6039, "relevance": 1 }, { "pair_id": 334959, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 0.0, 3.5 ], "duration": 87.66, "caption": "A woman and a man close the doors to their car.", "similarity": 0.6029, "relevance": 2 } ] }, { "query_id": 43230, "query": "Two people are standing in a room and a person is sitting on the floor.", "relevant_moment": [ { "pair_id": 32040, "video_name": "met_s03e12_seg02_clip_07", "timestamp": [ 0.0, 47.6 ], "duration": 61.66, "caption": "Two people are standing in a room and a person is sitting on the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 32041, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 0.0, 26.41 ], "duration": 88.66, "caption": "A man and a woman are sitting in a room with another person.", "similarity": 0.7894, "relevance": 1 }, { "pair_id": 32042, "video_name": "castle_s04e10_seg02_clip_10", "timestamp": [ 4.55, 11.36 ], "duration": 90.66, "caption": "Two people sit together on the floor.", "similarity": 0.7871, "relevance": 1 }, { "pair_id": 32043, "video_name": "house_s02e10_seg02_clip_21", "timestamp": [ 1.32, 13.65 ], "duration": 88.66, "caption": "Two people sit on the floor together.", "similarity": 0.7851, "relevance": 2 }, { "pair_id": 32044, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "Two people are sitting beside each other in a waiting room.", "similarity": 0.7717, "relevance": 1 }, { "pair_id": 32045, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "Some people are sitting together in a person's living room.", "similarity": 0.7564, "relevance": 1 }, { "pair_id": 32046, "video_name": "met_s02e07_seg02_clip_11", "timestamp": [ 40.72, 43.74 ], "duration": 55.66, "caption": "Two people came in the room together.", "similarity": 0.7521, "relevance": 2 }, { "pair_id": 32047, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 2.85, 5.99 ], "duration": 57.66, "caption": "Two people sit on the floor in front of another person.", "similarity": 0.7424, "relevance": 2 }, { "pair_id": 32048, "video_name": "castle_s07e17_seg02_clip_24", "timestamp": [ 70.91, 75.85 ], "duration": 89.66, "caption": "Two people are standing in the room as woman and another person enter.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 32049, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 13.05, 17.4 ], "duration": 87.66, "caption": "A person walks into the room when two people are sitting.", "similarity": 0.7294, "relevance": 1 }, { "pair_id": 32050, "video_name": "friends_s03e04_seg02_clip_14", "timestamp": [ 33.95, 37.55 ], "duration": 60.66, "caption": "Two people stand up in the hallway from sitting.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 32051, "video_name": "s08e19_seg02_clip_12", "timestamp": [ 34.52, 37.82 ], "duration": 60.66, "caption": "A person is sitting beside another person in a waiting room.", "similarity": 0.7265, "relevance": 1 }, { "pair_id": 32052, "video_name": "castle_s08e06_seg02_clip_20", "timestamp": [ 66.14, 73.1 ], "duration": 87.66, "caption": "Some people walk into the room so two other people stand up.", "similarity": 0.7255, "relevance": 2 }, { "pair_id": 32053, "video_name": "s06e20_seg02_clip_04", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "Another person enters the room with two other people.", "similarity": 0.7064, "relevance": 0 }, { "pair_id": 32054, "video_name": "friends_s03e01_seg02_clip_12", "timestamp": [ 0.0, 35.19 ], "duration": 59.66, "caption": "Two people stand in a living room talking.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 32055, "video_name": "s07e21_seg02_clip_12", "timestamp": [ 10.33, 14.76 ], "duration": 59.66, "caption": "A person enters the room and sits down at a table, where woman and another person are sitting at.", "similarity": 0.7008, "relevance": 1 }, { "pair_id": 32056, "video_name": "house_s06e13_seg02_clip_04", "timestamp": [ 0.0, 33.54 ], "duration": 91.66, "caption": "Two people talk while in a room.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 32057, "video_name": "castle_s07e14_seg02_clip_02", "timestamp": [ 7.76, 13.7 ], "duration": 91.66, "caption": "A woman and another person take seats in a living room.", "similarity": 0.6903, "relevance": 1 }, { "pair_id": 32058, "video_name": "s01e01_seg01_clip_02", "timestamp": [ 0.0, 18.86 ], "duration": 58.66, "caption": "Two people sit in a waiting room having a conversation.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 32059, "video_name": "house_s05e06_seg02_clip_18", "timestamp": [ 81.36, 93.52 ], "duration": 93.66, "caption": "Two people are standing in a patient's room talking to him and another person.", "similarity": 0.6889, "relevance": 3 } ] }, { "query_id": 43234, "query": "A woman leaps into a man's arms after a painting on the wall falls to the floor and startles her.", "relevant_moment": [ { "pair_id": 20420, "video_name": "met_s03e12_seg02_clip_07", "timestamp": [ 47.62, 50.4 ], "duration": 61.66, "caption": "A woman leaps into a man's arms after a painting on the wall falls to the floor and startles her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20421, "video_name": "met_s03e12_seg02_clip_07", "timestamp": [ 47.6, 50.96 ], "duration": 61.66, "caption": "An object falls from the wall and a woman jumps into a man's arms.", "similarity": 0.7388, "relevance": 4 }, { "pair_id": 20422, "video_name": "friends_s10e06_seg02_clip_19", "timestamp": [ 7.44, 11.17 ], "duration": 62.66, "caption": "A woman grabs a painting and enters the apartment.", "similarity": 0.6508, "relevance": 1 }, { "pair_id": 20423, "video_name": "met_s06e12_seg02_clip_00", "timestamp": [ 2.48, 4.65 ], "duration": 62.66, "caption": "A woman jumps into man's arms and he holds her.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 20424, "video_name": "met_s03e19_seg02_clip_06", "timestamp": [ 33.52, 35.01 ], "duration": 59.66, "caption": "A woman looks at the painting on the wall then lifts her open palm towards it.", "similarity": 0.6141, "relevance": 1 }, { "pair_id": 20425, "video_name": "met_s06e17_seg02_clip_10", "timestamp": [ 0.0, 1.71 ], "duration": 57.66, "caption": "A woman jumps into a man's arms in their apartment.", "similarity": 0.613, "relevance": 2 }, { "pair_id": 20426, "video_name": "castle_s04e11_seg02_clip_11", "timestamp": [ 25.5, 30.96 ], "duration": 91.66, "caption": "A woman jumps into a waiting person's arms.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 20427, "video_name": "friends_s01e04_seg02_clip_20", "timestamp": [ 20.63, 25.58 ], "duration": 58.66, "caption": "A woman jumps down off the wall after another woman points to her.", "similarity": 0.5815, "relevance": 1 }, { "pair_id": 20428, "video_name": "s05e17_seg02_clip_14", "timestamp": [ 14.43, 20.68 ], "duration": 78.66, "caption": "A woman briefly places her hand on a painting and then lets go.", "similarity": 0.5664, "relevance": 2 }, { "pair_id": 20429, "video_name": "castle_s07e12_seg02_clip_08", "timestamp": [ 48.84, 53.49 ], "duration": 93.66, "caption": "A man hands woman a sketched picture as he approaches her.", "similarity": 0.5539, "relevance": 1 }, { "pair_id": 20430, "video_name": "friends_s08e01_seg02_clip_19", "timestamp": [ 32.96, 37.53 ], "duration": 61.66, "caption": "A woman walks into the room and grabs a man's arm.", "similarity": 0.5536, "relevance": 1 }, { "pair_id": 20431, "video_name": "castle_s02e22_seg02_clip_07", "timestamp": [ 14.57, 20.69 ], "duration": 94.66, "caption": "A sketch artist enters the room and hands a sketch to a woman.", "similarity": 0.5522, "relevance": 1 }, { "pair_id": 20432, "video_name": "house_s06e10_seg02_clip_18", "timestamp": [ 10.24, 13.35 ], "duration": 89.66, "caption": "A woman reaches out and grabs a man's arm as he puts his hand in the inside of his coat.", "similarity": 0.5511, "relevance": 3 }, { "pair_id": 20433, "video_name": "met_s02e18_seg02_clip_03", "timestamp": [ 3.99, 19.33 ], "duration": 61.66, "caption": "A woman jumps up on a man, excited.", "similarity": 0.5488, "relevance": 2 }, { "pair_id": 20434, "video_name": "friends_s08e11_seg02_clip_00", "timestamp": [ 21.75, 26.79 ], "duration": 63.66, "caption": "A man jumps up and looks at the pictures woman is holding, then sits back down quickly.", "similarity": 0.5486, "relevance": 2 }, { "pair_id": 20435, "video_name": "friends_s08e01_seg02_clip_19", "timestamp": [ 32.04, 36.01 ], "duration": 61.66, "caption": "A woman walks into the room and grabs a man by the arm.", "similarity": 0.5379, "relevance": 1 }, { "pair_id": 20436, "video_name": "friends_s02e01_seg02_clip_12", "timestamp": [ 38.21, 42.2 ], "duration": 57.66, "caption": "A woman jumps up after woman when he/she leaves his/her seat.", "similarity": 0.5363, "relevance": 0 }, { "pair_id": 20437, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 53.12, 55.48 ], "duration": 59.66, "caption": "A man grabs woman's right arm and steps back.", "similarity": 0.5322, "relevance": 0 }, { "pair_id": 20438, "video_name": "met_s06e14_seg02_clip_09", "timestamp": [ 33.05, 34.83 ], "duration": 59.66, "caption": "A woman rushes into the room and approaches a man.", "similarity": 0.5313, "relevance": 1 }, { "pair_id": 20439, "video_name": "grey_s02e22_seg02_clip_10", "timestamp": [ 50.91, 53.52 ], "duration": 87.66, "caption": "A woman grabs a man's arm as they pass in the hallway.", "similarity": 0.5285, "relevance": 0 } ] }, { "query_id": 43269, "query": "A person's phone rang and he answers it immediately.", "relevant_moment": [ { "pair_id": 2020, "video_name": "castle_s06e22_seg02_clip_07", "timestamp": [ 1.78, 6.68 ], "duration": 89.66, "caption": "A person's phone rang and he answers it immediately.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2021, "video_name": "castle_s05e04_seg02_clip_07", "timestamp": [ 67.78, 71.3 ], "duration": 88.66, "caption": "A person's phone rang and he answers it immediately.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2022, "video_name": "castle_s05e16_seg02_clip_18", "timestamp": [ 26.69, 29.91 ], "duration": 92.66, "caption": "A person's phone rings and he answers it immediately.", "similarity": 0.9336, "relevance": 4 }, { "pair_id": 2023, "video_name": "castle_s01e10_seg02_clip_17", "timestamp": [ 35.28, 39.69 ], "duration": 88.66, "caption": "A person's phone rings and he answers it immediately.", "similarity": 0.9336, "relevance": 4 }, { "pair_id": 2024, "video_name": "friends_s09e12_seg02_clip_10", "timestamp": [ 0.0, 2.52 ], "duration": 56.66, "caption": "The phone rings and a man answers it immediately.", "similarity": 0.8711, "relevance": 4 }, { "pair_id": 2026, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A person gets their phone immediately when it rang.", "similarity": 0.8288, "relevance": 2 }, { "pair_id": 2027, "video_name": "house_s05e09_seg02_clip_05", "timestamp": [ 59.39, 62.5 ], "duration": 88.66, "caption": "A person answers and then immediately hangs up the phone.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 2028, "video_name": "castle_s08e02_seg02_clip_12", "timestamp": [ 32.67, 37.27 ], "duration": 92.66, "caption": "A man's phone rings and he answered it immediately.", "similarity": 0.8212, "relevance": 4 }, { "pair_id": 2029, "video_name": "friends_s03e10_seg02_clip_18", "timestamp": [ 35.11, 39.75 ], "duration": 58.66, "caption": "The phone rings and a woman answers it immediately.", "similarity": 0.8127, "relevance": 4 }, { "pair_id": 2030, "video_name": "house_s08e02_seg02_clip_12", "timestamp": [ 26.59, 29.29 ], "duration": 90.66, "caption": "A man answer his phone immediately and talk to another person.", "similarity": 0.7895, "relevance": 4 }, { "pair_id": 2031, "video_name": "s06e12_seg02_clip_08", "timestamp": [ 31.33, 38.9 ], "duration": 54.66, "caption": "A person's phone rings while talking to another person and he answers it.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 2032, "video_name": "met_s02e07_seg02_clip_02", "timestamp": [ 0.0, 4.23 ], "duration": 60.66, "caption": "A person answers the phone after another person asks about it.", "similarity": 0.7785, "relevance": 4 }, { "pair_id": 2033, "video_name": "s04e08_seg02_clip_09", "timestamp": [ 28.33, 32.76 ], "duration": 59.66, "caption": "A person answers their phone by pressing a button with their finger after it rings.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 2034, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 50.55, 54.28 ], "duration": 62.66, "caption": "A woman's phone rings and she answers it immediately.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 2035, "video_name": "castle_s03e01_seg02_clip_01", "timestamp": [ 20.48, 25.49 ], "duration": 91.66, "caption": "A woman's phone rings and she answers it immediately.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 2036, "video_name": "castle_s01e02_seg02_clip_00", "timestamp": [ 30.84, 33.17 ], "duration": 93.66, "caption": "A woman's phone rings and she answers it immediately.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 2037, "video_name": "castle_s08e09_seg02_clip_00", "timestamp": [ 79.79, 84.41 ], "duration": 92.66, "caption": "A person picks up their cell phone and answers it.", "similarity": 0.7607, "relevance": 4 }, { "pair_id": 2038, "video_name": "met_s06e23_seg02_clip_11", "timestamp": [ 40.27, 54.63 ], "duration": 62.66, "caption": "A person dials someone on their phone and asks them a question.", "similarity": 0.7599, "relevance": 3 }, { "pair_id": 2039, "video_name": "castle_s08e01_seg02_clip_14", "timestamp": [ 5.92, 10.19 ], "duration": 65.66, "caption": "A person helps someone up and then answers his phone.", "similarity": 0.7598, "relevance": 4 }, { "pair_id": 175340, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 17.99, 26.4 ], "duration": 58.66, "caption": "A person gets their phone out of their pocket and answers it.", "similarity": 0.7595, "relevance": 4 }, { "pair_id": 175341, "video_name": "house_s06e19_seg02_clip_16", "timestamp": [ 46.09, 47.05 ], "duration": 96.66, "caption": "A person takes out his/her cell phone and answers it.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 175342, "video_name": "castle_s02e14_seg02_clip_01", "timestamp": [ 35.81, 40.34 ], "duration": 90.66, "caption": "A person answers the phone then covers it up to speak to another person.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 175343, "video_name": "s06e22_seg02_clip_14", "timestamp": [ 18.31, 25.21 ], "duration": 60.66, "caption": "The phone rings and a man picks it up to answer.", "similarity": 0.7535, "relevance": 4 }, { "pair_id": 175344, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 26.55, 34.52 ], "duration": 88.66, "caption": "A person answers the phone and has a conversation.", "similarity": 0.7531, "relevance": 4 }, { "pair_id": 175345, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 30.17, 35.57 ], "duration": 90.66, "caption": "A person took their cellphone and immediately makes a call.", "similarity": 0.7512, "relevance": 4 }, { "pair_id": 175346, "video_name": "house_s05e22_seg02_clip_23", "timestamp": [ 17.2, 20.22 ], "duration": 86.66, "caption": "A man answers the phone while he's talking to person.", "similarity": 0.7472, "relevance": 4 }, { "pair_id": 175347, "video_name": "s04e09_seg01_clip_00", "timestamp": [ 39.39, 48.07 ], "duration": 62.66, "caption": "A person is saying something to another person and then turns around to answer the phone.", "similarity": 0.7422, "relevance": 4 }, { "pair_id": 175348, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.31, 5.54 ], "duration": 92.66, "caption": "Woman's phone rings and she answers it immediately.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 175349, "video_name": "s04e20_seg02_clip_08", "timestamp": [ 13.35, 18.28 ], "duration": 58.66, "caption": "A man's cell phone rings and he picks it up and he answers it.", "similarity": 0.7406, "relevance": 4 }, { "pair_id": 175350, "video_name": "house_s07e15_seg02_clip_16", "timestamp": [ 0.0, 16.39 ], "duration": 78.66, "caption": "A person answers his/her phone then holds his/her phone next to his/her face then says one word and hangs up.", "similarity": 0.7393, "relevance": 4 }, { "pair_id": 175351, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 9.45, 15.3 ], "duration": 90.66, "caption": "A person gets his/her phone out of his/her pocket and answers it.", "similarity": 0.7379, "relevance": 4 }, { "pair_id": 175352, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 51.74, 56.65 ], "duration": 89.66, "caption": "A man's phone rings and he answers the call.", "similarity": 0.7361, "relevance": 3 }, { "pair_id": 175353, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 75.38, 79.22 ], "duration": 96.66, "caption": "A person turns on a light then reaches over and answers a telephone.", "similarity": 0.7351, "relevance": 4 }, { "pair_id": 175354, "video_name": "house_s07e13_seg02_clip_18", "timestamp": [ 0.0, 7.14 ], "duration": 84.66, "caption": "A person is talking to two people then answers his phone.", "similarity": 0.7344, "relevance": 4 }, { "pair_id": 175355, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 19.15, 24.66 ], "duration": 58.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.7328, "relevance": 4 }, { "pair_id": 175356, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 45.7, 49.48 ], "duration": 63.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 175357, "video_name": "castle_s02e24_seg02_clip_01", "timestamp": [ 32.53, 40.67 ], "duration": 90.66, "caption": "A person walks over to his phone and answers it.", "similarity": 0.7324, "relevance": 4 }, { "pair_id": 175358, "video_name": "friends_s09e18_seg02_clip_01", "timestamp": [ 5.33, 9.19 ], "duration": 59.66, "caption": "A person runs over to the phone and answers it.", "similarity": 0.7308, "relevance": 3 }, { "pair_id": 175359, "video_name": "friends_s01e20_seg02_clip_07", "timestamp": [ 1.48, 9.15 ], "duration": 59.66, "caption": "A person dials someone on the phone and hangs up immediately.", "similarity": 0.7286, "relevance": 3 } ] }, { "query_id": 43270, "query": "A man jumps out of the bed and runs out of the room.", "relevant_moment": [ { "pair_id": 295620, "video_name": "s04e02_seg02_clip_02", "timestamp": [ 47.52, 51.65 ], "duration": 59.66, "caption": "A man gets out of bed and walks to the bedroom door.", "similarity": 0.6581, "relevance": 4 }, { "pair_id": 295621, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 82.58, 85.16 ], "duration": 86.66, "caption": "A man moves his legs off of the bed.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 295622, "video_name": "s06e22_seg02_clip_02", "timestamp": [ 62.43, 64.02 ], "duration": 64.66, "caption": "A man gets out of bed and walks to his bedroom door.", "similarity": 0.6477, "relevance": 4 }, { "pair_id": 295623, "video_name": "house_s03e05_seg02_clip_16", "timestamp": [ 66.32, 76.56 ], "duration": 89.66, "caption": "A man runs in the room tries to open the drawers then runs out of the room.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 295624, "video_name": "met_s03e03_seg02_clip_08", "timestamp": [ 34.82, 40.22 ], "duration": 60.66, "caption": "Two people with a man run out of the room and the man just gets up.", "similarity": 0.6393, "relevance": 1 }, { "pair_id": 295625, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 14.17, 16.23 ], "duration": 59.66, "caption": "A man turns and walks out of the room.", "similarity": 0.6271, "relevance": 1 }, { "pair_id": 295626, "video_name": "grey_s02e04_seg02_clip_09", "timestamp": [ 3.79, 9.68 ], "duration": 84.66, "caption": "A man walks in and then walks out of the room.", "similarity": 0.6244, "relevance": 1 }, { "pair_id": 295627, "video_name": "met_s03e14_seg02_clip_07", "timestamp": [ 8.24, 12.51 ], "duration": 61.66, "caption": "A man jumps off of the table and walks out.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 295628, "video_name": "house_s08e09_seg02_clip_23", "timestamp": [ 83.33, 88.72 ], "duration": 98.66, "caption": "A person gets up and rushes out of the room.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 295629, "video_name": "friends_s10e02_seg02_clip_19", "timestamp": [ 2.84, 5.36 ], "duration": 63.66, "caption": "A man turns around and walks out of the room.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 295630, "video_name": "friends_s08e23-24_seg02_clip_42", "timestamp": [ 49.31, 52.1 ], "duration": 62.66, "caption": "A man turns around and walks out of the room.", "similarity": 0.6212, "relevance": 1 }, { "pair_id": 295631, "video_name": "friends_s09e10_seg01_clip_00", "timestamp": [ 28.28, 30.46 ], "duration": 87.66, "caption": "A man is leaving the bedroom and entering the room.", "similarity": 0.6206, "relevance": 1 }, { "pair_id": 295632, "video_name": "house_s03e16_seg02_clip_20", "timestamp": [ 6.24, 8.07 ], "duration": 73.66, "caption": "A man throw a thing and get out of the room.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 295633, "video_name": "s10e05_seg02_clip_04", "timestamp": [ 56.45, 62.03 ], "duration": 62.66, "caption": "A man races out of the bed to lock the bedroom door.", "similarity": 0.6165, "relevance": 3 }, { "pair_id": 295634, "video_name": "friends_s05e03_seg02_clip_06", "timestamp": [ 26.85, 29.29 ], "duration": 61.66, "caption": "A person gets scared and runs out of the room.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 295635, "video_name": "house_s01e13_seg02_clip_00", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A person gets up from the bed and he passes out.", "similarity": 0.6101, "relevance": 2 }, { "pair_id": 295636, "video_name": "friends_s09e23-24_seg02_clip_13", "timestamp": [ 44.42, 47.12 ], "duration": 60.66, "caption": "A man runs to the door and leaves the room.", "similarity": 0.6098, "relevance": 2 }, { "pair_id": 295637, "video_name": "castle_s04e22_seg02_clip_27", "timestamp": [ 74.82, 76.52 ], "duration": 85.66, "caption": "A woman runs out of the room leaving a man there alone.", "similarity": 0.6092, "relevance": 1 }, { "pair_id": 295638, "video_name": "s05e20_seg02_clip_06", "timestamp": [ 39.62, 42.92 ], "duration": 60.66, "caption": "A person opens their eyes and jumps up out of bed.", "similarity": 0.6073, "relevance": 4 }, { "pair_id": 295639, "video_name": "met_s06e23_seg02_clip_10", "timestamp": [ 13.35, 16.83 ], "duration": 58.66, "caption": "A man jumps up in bed with his mouth wide open.", "similarity": 0.6048, "relevance": 3 } ] }, { "query_id": 43298, "query": "A man grabs the present and opens it up to see what is inside.", "relevant_moment": [ { "pair_id": 159760, "video_name": "house_s05e11_seg02_clip_00", "timestamp": [ 65.99, 73.73 ], "duration": 91.66, "caption": "A man grabs the present and opens it up to see what is inside.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159761, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 23.91, 29.74 ], "duration": 61.66, "caption": "A man opens a present and pulls out the contents.", "similarity": 0.8068, "relevance": 4 }, { "pair_id": 159762, "video_name": "s07e06_seg02_clip_15", "timestamp": [ 35.69, 39.75 ], "duration": 58.66, "caption": "A man rips open the present that a woman just gave him.", "similarity": 0.6717, "relevance": 4 }, { "pair_id": 159763, "video_name": "friends_s07e10_seg02_clip_12", "timestamp": [ 24.53, 25.14 ], "duration": 60.66, "caption": "A person looks down at the floor and sits down to open a present.", "similarity": 0.6393, "relevance": 0 }, { "pair_id": 159764, "video_name": "met_s05e01_seg01_clip_02", "timestamp": [ 4.44, 8.88 ], "duration": 79.66, "caption": "A man opens the box and says what is inside.", "similarity": 0.6354, "relevance": 4 }, { "pair_id": 159765, "video_name": "friends_s04e06_seg02_clip_12", "timestamp": [ 29.46, 37.22 ], "duration": 62.66, "caption": "A man whips around a wrapped present wondering what is inside, another man informs him it's a book.", "similarity": 0.6348, "relevance": 1 }, { "pair_id": 159766, "video_name": "friends_s02e05_seg02_clip_10", "timestamp": [ 43.1, 47.07 ], "duration": 61.66, "caption": "A man lets another man know what his present was going to be.", "similarity": 0.629, "relevance": 0 }, { "pair_id": 159767, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 4.27, 8.85 ], "duration": 61.66, "caption": "A man looks confused at what someone thinks is his present.", "similarity": 0.6146, "relevance": 0 }, { "pair_id": 159768, "video_name": "friends_s01e24_seg02_clip_07", "timestamp": [ 25.36, 41.17 ], "duration": 59.66, "caption": "A woman opens her present and then hands it back to a man.", "similarity": 0.6079, "relevance": 3 }, { "pair_id": 159769, "video_name": "grey_s03e01_seg02_clip_16", "timestamp": [ 85.15, 89.22 ], "duration": 90.66, "caption": "A man pulls out a container from the locker and opens it to look at it.", "similarity": 0.6045, "relevance": 1 }, { "pair_id": 159770, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 4.0, 9.77 ], "duration": 88.66, "caption": "A man pulls something out of an envelope and looks at it.", "similarity": 0.6031, "relevance": 1 }, { "pair_id": 159771, "video_name": "friends_s08e15_seg02_clip_14", "timestamp": [ 34.22, 40.82 ], "duration": 60.66, "caption": "A person walks into the room while holding a present.", "similarity": 0.6023, "relevance": 1 }, { "pair_id": 159772, "video_name": "s04e07_seg02_clip_17", "timestamp": [ 19.33, 22.55 ], "duration": 92.66, "caption": "A man reveals the gift that's inside the bag that another man gave him.", "similarity": 0.601, "relevance": 3 }, { "pair_id": 159773, "video_name": "s08e17_seg02_clip_10", "timestamp": [ 10.07, 16.48 ], "duration": 61.66, "caption": "A man picks up a bottle, opens it and looks inside.", "similarity": 0.5918, "relevance": 3 }, { "pair_id": 159774, "video_name": "house_s05e11_seg02_clip_02", "timestamp": [ 54.76, 62.58 ], "duration": 92.66, "caption": "A man opens up the locker and takes a look inside of it.", "similarity": 0.5883, "relevance": 0 }, { "pair_id": 159775, "video_name": "s06e11_seg02_clip_05", "timestamp": [ 55.7, 58.03 ], "duration": 58.66, "caption": "A man holds a small object in his right hand and looks at it.", "similarity": 0.586, "relevance": 0 }, { "pair_id": 159776, "video_name": "friends_s06e10_seg02_clip_17", "timestamp": [ 50.96, 58.28 ], "duration": 61.66, "caption": "A person says he doesn't want to open the present.", "similarity": 0.5826, "relevance": 1 }, { "pair_id": 159777, "video_name": "friends_s10e17-18_seg02_clip_15", "timestamp": [ 36.85, 39.24 ], "duration": 53.66, "caption": "A man comes into the apartment holding a present.", "similarity": 0.5794, "relevance": 1 }, { "pair_id": 159778, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 66.21, 72.92 ], "duration": 89.66, "caption": "A person opens up the fridge and looks inside of it.", "similarity": 0.5793, "relevance": 0 }, { "pair_id": 159779, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 34.13, 39.14 ], "duration": 91.66, "caption": "A man lifts his hand to look at it.", "similarity": 0.5791, "relevance": 0 } ] }, { "query_id": 43299, "query": "A woman closes the blue folder and hands it over to another woman.", "relevant_moment": [ { "pair_id": 169320, "video_name": "house_s05e11_seg02_clip_00", "timestamp": [ 3.64, 7.74 ], "duration": 91.66, "caption": "A woman closes the blue folder and hands it over to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169321, "video_name": "grey_s01e09_seg02_clip_04", "timestamp": [ 6.24, 10.25 ], "duration": 89.66, "caption": "A woman hands another woman a folder who then hands it to another woman.", "similarity": 0.8253, "relevance": 3 }, { "pair_id": 169322, "video_name": "house_s07e08_seg02_clip_00", "timestamp": [ 8.93, 12.69 ], "duration": 94.66, "caption": "A woman hands a blue folder to a man.", "similarity": 0.8246, "relevance": 3 }, { "pair_id": 169323, "video_name": "house_s07e08_seg02_clip_00", "timestamp": [ 14.1, 17.4 ], "duration": 94.66, "caption": "A woman open a blue folder for a man.", "similarity": 0.7862, "relevance": 2 }, { "pair_id": 169324, "video_name": "castle_s04e12_seg02_clip_03", "timestamp": [ 46.92, 51.98 ], "duration": 91.66, "caption": "A woman opens and closes her folder as she speaks with another woman.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 169325, "video_name": "grey_s01e01_seg02_clip_15", "timestamp": [ 1.84, 4.6 ], "duration": 92.66, "caption": "A person hands the woman in front of him a blue folder and leans in.", "similarity": 0.7346, "relevance": 3 }, { "pair_id": 169326, "video_name": "grey_s02e10_seg02_clip_02", "timestamp": [ 3.94, 7.88 ], "duration": 87.66, "caption": "A woman hands one folder each to a man and another man.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 169327, "video_name": "castle_s03e15_seg02_clip_03", "timestamp": [ 88.09, 90.35 ], "duration": 90.66, "caption": "A person off screen hands a folder to a woman.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 169328, "video_name": "castle_s02e06_seg02_clip_14", "timestamp": [ 71.69, 78.17 ], "duration": 92.66, "caption": "A woman opens a folder and hands papers to a person.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 169329, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 13.5, 15.75 ], "duration": 90.66, "caption": "A man passes a blue folder to a woman.", "similarity": 0.724, "relevance": 3 }, { "pair_id": 169330, "video_name": "house_s04e03_seg02_clip_01", "timestamp": [ 64.92, 75.51 ], "duration": 92.66, "caption": "A woman is holding a blue folder in her hand as she talks.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 169331, "video_name": "house_s03e17_seg02_clip_10", "timestamp": [ 66.32, 70.77 ], "duration": 89.66, "caption": "A woman pushes a blue folder against a man's chest.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 169332, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 38.29, 44.38 ], "duration": 87.66, "caption": "A woman hands a man a blue folder that he looks inside.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 169333, "video_name": "castle_s01e03_seg02_clip_09", "timestamp": [ 42.73, 49.34 ], "duration": 88.66, "caption": "A person took a folder and gave it to woman.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 169334, "video_name": "house_s01e15_seg02_clip_09", "timestamp": [ 10.45, 12.83 ], "duration": 95.66, "caption": "A woman closes a red folder while having a conversation with a man.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 169335, "video_name": "house_s03e11_seg02_clip_07", "timestamp": [ 13.8, 21.17 ], "duration": 92.66, "caption": "A woman went inside the room hand over a folder to another man.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 169336, "video_name": "castle_s03e02_seg02_clip_10", "timestamp": [ 63.46, 71.68 ], "duration": 91.66, "caption": "A man hands woman a case folder and she hands it to another man.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 169337, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 28.81, 32.86 ], "duration": 90.66, "caption": "A woman walks over to two men and opens up a folder.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 169338, "video_name": "house_s02e04_seg02_clip_00", "timestamp": [ 26.27, 29.04 ], "duration": 92.66, "caption": "A woman handed a purple folder to a man.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 169339, "video_name": "house_s04e12_seg02_clip_06", "timestamp": [ 17.75, 25.94 ], "duration": 91.66, "caption": "A woman holds up an open file folder in front of person.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 342640, "video_name": "castle_s03e14_seg02_clip_15", "timestamp": [ 53.81, 60.38 ], "duration": 87.66, "caption": "A man gives a woman a folder with the file of a person in it.", "similarity": 0.6809, "relevance": 1 }, { "pair_id": 342641, "video_name": "castle_s03e10_seg02_clip_13", "timestamp": [ 68.26, 70.56 ], "duration": 91.66, "caption": "A person passing by hands a woman a case folder.", "similarity": 0.6761, "relevance": 3 }, { "pair_id": 342642, "video_name": "house_s05e14_seg02_clip_10", "timestamp": [ 78.28, 81.92 ], "duration": 91.66, "caption": "A woman grabs a blue folder and gets up from her seat.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 342643, "video_name": "s04e14_seg02_clip_11", "timestamp": [ 9.14, 11.35 ], "duration": 63.66, "caption": "A person gives a woman an orange colored file folder.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 342644, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 22.51, 42.38 ], "duration": 88.66, "caption": "A woman walks with some people while holding a folder.", "similarity": 0.6733, "relevance": 1 }, { "pair_id": 342646, "video_name": "castle_s06e01_seg02_clip_06", "timestamp": [ 24.49, 27.04 ], "duration": 102.66, "caption": "A woman pushes the top of a file folder shut, stopping a man.", "similarity": 0.669, "relevance": 1 }, { "pair_id": 342647, "video_name": "house_s05e11_seg02_clip_00", "timestamp": [ 6.37, 8.65 ], "duration": 91.66, "caption": "A woman hands another woman a blue file while she's sitting at a table.", "similarity": 0.6683, "relevance": 3 }, { "pair_id": 342648, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 62.5, 65.14 ], "duration": 88.66, "caption": "A woman closes a folder and gets up from the table.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 342649, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 48.37, 51.16 ], "duration": 93.66, "caption": "A woman picks up a file folder and hands it to a man.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 342650, "video_name": "friends_s06e05_seg02_clip_03", "timestamp": [ 8.85, 13.87 ], "duration": 59.66, "caption": "A woman closes her folder and looks over at a man.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 342651, "video_name": "grey_s02e01_seg02_clip_05", "timestamp": [ 16.01, 24.26 ], "duration": 97.66, "caption": "A woman closes a file and walks out the door followed by another woman.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 342652, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 45.12, 53.03 ], "duration": 93.66, "caption": "A woman hands a man a folder that he grabs.", "similarity": 0.6628, "relevance": 3 }, { "pair_id": 342654, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 60.74, 64.42 ], "duration": 92.66, "caption": "A woman closes two folders on her desk as she talks to a man.", "similarity": 0.6623, "relevance": 1 }, { "pair_id": 342655, "video_name": "castle_s04e05_seg02_clip_18", "timestamp": [ 28.3, 40.13 ], "duration": 84.66, "caption": "A woman closes a file on the table as she is talking to another woman.", "similarity": 0.6611, "relevance": 1 }, { "pair_id": 342656, "video_name": "castle_s03e07_seg02_clip_24", "timestamp": [ 25.37, 30.27 ], "duration": 89.66, "caption": "A woman hands another woman a blue document to look at.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 342657, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 79.55, 84.02 ], "duration": 89.66, "caption": "A person hands a woman a folder as he/she turned his/her seat around.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 342658, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 2.32, 8.34 ], "duration": 92.66, "caption": "A woman is handing a black folder to a man.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 342659, "video_name": "house_s02e15_seg02_clip_12", "timestamp": [ 59.13, 63.32 ], "duration": 93.66, "caption": "A woman walks in and hands a man a folder while he's talking with another man.", "similarity": 0.6597, "relevance": 3 } ] }, { "query_id": 43314, "query": "Two men talk, and one hands the other a set of keys, then one turns to go, and the other stops him from leaving.", "relevant_moment": [ { "pair_id": 75860, "video_name": "castle_s05e18_seg02_clip_19", "timestamp": [ 33.02, 59.1 ], "duration": 66.66, "caption": "Two men talk, and one hands the other a set of keys, then one turns to go, and the other stops him from leaving.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 75861, "video_name": "castle_s05e07_seg02_clip_11", "timestamp": [ 21.17, 26.23 ], "duration": 92.66, "caption": "A man stops another man and suddenly gets the key to him.", "similarity": 0.7597, "relevance": 3 }, { "pair_id": 75862, "video_name": "met_s02e16_seg02_clip_07", "timestamp": [ 25.0, 26.79 ], "duration": 51.66, "caption": "One man turns to leave and the other stops him.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 75863, "video_name": "house_s03e03_seg02_clip_15", "timestamp": [ 16.53, 28.28 ], "duration": 87.66, "caption": "Two men turn to leave, but they pause and look back at two people; a person speaks, then leaves first.", "similarity": 0.6904, "relevance": 0 }, { "pair_id": 75864, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 64.1, 69.88 ], "duration": 89.66, "caption": "A man moves to leave, but then stops and turns toward another man.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 75865, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 9.9, 15.75 ], "duration": 90.66, "caption": "A man moves to leave and then stops when another person says something to him.", "similarity": 0.6558, "relevance": 2 }, { "pair_id": 75866, "video_name": "house_s02e01_seg02_clip_18", "timestamp": [ 49.38, 51.64 ], "duration": 90.66, "caption": "A man turns from another man and starts to type on the keyboard.", "similarity": 0.65, "relevance": 0 }, { "pair_id": 75867, "video_name": "house_s02e20_seg02_clip_24", "timestamp": [ 50.71, 69.57 ], "duration": 130.66, "caption": "A man starts to leave and another man stops him.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 75868, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A man speaks to another man and then turns to walk away.", "similarity": 0.64, "relevance": 1 }, { "pair_id": 75869, "video_name": "house_s01e10_seg02_clip_02", "timestamp": [ 17.75, 30.49 ], "duration": 91.66, "caption": "Two men stopped for a moment to have a conversation.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 75870, "video_name": "friends_s01e12_seg02_clip_07", "timestamp": [ 0.0, 8.7 ], "duration": 58.66, "caption": "Two men are having a conversation and one of them holds his hands up and moves back.", "similarity": 0.6381, "relevance": 0 }, { "pair_id": 75871, "video_name": "s07e02_seg02_clip_14", "timestamp": [ 0.0, 8.12 ], "duration": 56.66, "caption": "A man turns and locked the door before leaving with another man.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 75872, "video_name": "s06e08_seg02_clip_04", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "Two men have a conversation while they both have their ears pressed against a door.", "similarity": 0.6364, "relevance": 1 }, { "pair_id": 75875, "video_name": "house_s01e19_seg02_clip_16", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "Two men have a conversation, one turns and walks out the door as the other puts his hand on his face.", "similarity": 0.631, "relevance": 2 }, { "pair_id": 75876, "video_name": "house_s07e08_seg02_clip_18", "timestamp": [ 77.02, 79.66 ], "duration": 88.66, "caption": "A man turns his back to leave the person they are talking to earlier.", "similarity": 0.6263, "relevance": 0 }, { "pair_id": 75877, "video_name": "castle_s04e08_seg02_clip_07", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A man stops to talk to man, signals goodbye and then leaves.", "similarity": 0.6261, "relevance": 1 }, { "pair_id": 75878, "video_name": "friends_s02e23_seg02_clip_13", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A man points his finger at another man and then turns around to leave.", "similarity": 0.6244, "relevance": 2 } ] }, { "query_id": 43317, "query": "A person walks quickly away from another person with a folder in his hand.", "relevant_moment": [ { "pair_id": 167960, "video_name": "friends_s07e05_seg02_clip_02", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A person walks quickly away from another person with a folder in his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167961, "video_name": "castle_s06e16_seg02_clip_05", "timestamp": [ 0.0, 2.1 ], "duration": 84.66, "caption": "A person walks away while carrying a folder.", "similarity": 0.8474, "relevance": 2 }, { "pair_id": 167962, "video_name": "castle_s03e02_seg02_clip_11", "timestamp": [ 17.29, 20.48 ], "duration": 91.66, "caption": "A man hands another man a folder as he walks away.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 167963, "video_name": "grey_s03e22_seg02_clip_12", "timestamp": [ 37.81, 40.96 ], "duration": 90.66, "caption": "A person walks away from a table while holding a folder.", "similarity": 0.8026, "relevance": 3 }, { "pair_id": 167964, "video_name": "house_s06e11_seg02_clip_13", "timestamp": [ 53.78, 56.43 ], "duration": 88.66, "caption": "A person picks up his blue folder and walks away from another person.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 167965, "video_name": "house_s05e16_seg02_clip_00", "timestamp": [ 56.44, 62.55 ], "duration": 94.66, "caption": "A person takes the file from person and walks away.", "similarity": 0.7897, "relevance": 4 }, { "pair_id": 167966, "video_name": "s02e23_seg02_clip_08", "timestamp": [ 29.08, 34.5 ], "duration": 57.66, "caption": "A person walks away from someone holding some cloths.", "similarity": 0.7873, "relevance": 3 }, { "pair_id": 167967, "video_name": "house_s06e11_seg02_clip_13", "timestamp": [ 52.46, 55.99 ], "duration": 88.66, "caption": "A man picks up a file folder and walks away from two other people.", "similarity": 0.7788, "relevance": 4 }, { "pair_id": 167968, "video_name": "house_s08e02_seg02_clip_00", "timestamp": [ 28.67, 32.31 ], "duration": 91.66, "caption": "A person walks with another person and hands them a folder.", "similarity": 0.7716, "relevance": 2 }, { "pair_id": 167969, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 1.82, 4.11 ], "duration": 91.66, "caption": "A person is grabbing the folder away from a man.", "similarity": 0.7692, "relevance": 1 }, { "pair_id": 167970, "video_name": "house_s03e08_seg02_clip_23", "timestamp": [ 79.81, 84.86 ], "duration": 101.66, "caption": "A person walks away from the patient while holding onto the red folder.", "similarity": 0.7634, "relevance": 4 }, { "pair_id": 167971, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 12.15, 15.3 ], "duration": 90.66, "caption": "A person walks away quickly after talking to another person.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 167972, "video_name": "house_s04e05_seg02_clip_00", "timestamp": [ 94.59, 96.03 ], "duration": 96.66, "caption": "A man passes a folder to the person leaving.", "similarity": 0.743, "relevance": 1 }, { "pair_id": 167973, "video_name": "met_s06e24_seg02_clip_16", "timestamp": [ 25.79, 36.21 ], "duration": 67.66, "caption": "A person walks away from a man holding a pouch.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 167974, "video_name": "castle_s04e20_seg02_clip_13", "timestamp": [ 4.1, 5.02 ], "duration": 91.66, "caption": "A person walks with a folder on their hands.", "similarity": 0.7378, "relevance": 1 }, { "pair_id": 167975, "video_name": "house_s05e11_seg02_clip_10", "timestamp": [ 1.34, 4.03 ], "duration": 89.66, "caption": "A person closes his file folder and walks away from the patient.", "similarity": 0.7369, "relevance": 3 }, { "pair_id": 167976, "video_name": "house_s05e15_seg02_clip_01", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A woman walks away from person when person is holding files.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 167977, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 9.63, 12.11 ], "duration": 55.66, "caption": "A person turns around to his right and walks away from another person.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 167978, "video_name": "house_s08e03_seg02_clip_27", "timestamp": [ 2.85, 5.7 ], "duration": 114.66, "caption": "A person turns and walks away from a person.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 167979, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 62.54, 68.27 ], "duration": 88.66, "caption": "A person walks over to someone with the folder.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 341280, "video_name": "castle_s07e17_seg02_clip_08", "timestamp": [ 16.89, 19.11 ], "duration": 88.66, "caption": "A person walked away from another person and a third person.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 341281, "video_name": "friends_s08e15_seg02_clip_14", "timestamp": [ 5.1, 10.2 ], "duration": 60.66, "caption": "A person holds of their hands together before walking away.", "similarity": 0.7139, "relevance": 2 }, { "pair_id": 341282, "video_name": "s02e14_seg02_clip_18", "timestamp": [ 35.05, 39.46 ], "duration": 49.66, "caption": "A person turns to their left and walks away from person.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 341283, "video_name": "grey_s02e06_seg02_clip_21", "timestamp": [ 10.58, 16.56 ], "duration": 92.66, "caption": "A woman hands someone a patient folder and walks away.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 341284, "video_name": "house_s08e01_seg02_clip_13", "timestamp": [ 37.73, 40.03 ], "duration": 92.66, "caption": "A person walks away from another person and the patient.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 341285, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 29.68, 32.69 ], "duration": 86.66, "caption": "A person turns to walk away from another person and exits.", "similarity": 0.7108, "relevance": 1 }, { "pair_id": 341286, "video_name": "met_s03e02_seg02_clip_06", "timestamp": [ 5.43, 6.94 ], "duration": 60.66, "caption": "Two people walk away from person and person.", "similarity": 0.71, "relevance": 1 }, { "pair_id": 341287, "video_name": "s10e03_seg02_clip_11", "timestamp": [ 43.52, 48.62 ], "duration": 60.66, "caption": "A person puts their hands on their head and walks away from another person.", "similarity": 0.71, "relevance": 1 }, { "pair_id": 341288, "video_name": "house_s04e10_seg02_clip_18", "timestamp": [ 67.24, 80.33 ], "duration": 90.66, "caption": "A person walks up to another person and they walk away together.", "similarity": 0.7086, "relevance": 1 }, { "pair_id": 341289, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 13.64, 16.72 ], "duration": 88.66, "caption": "A person walks away from another person in a hallway.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 341290, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 82.66, 86.35 ], "duration": 92.66, "caption": "A person turns and walks away from two other people.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 341291, "video_name": "grey_s02e07_seg02_clip_16", "timestamp": [ 15.08, 21.32 ], "duration": 104.66, "caption": "A person walks away after another person tells him to leave.", "similarity": 0.7065, "relevance": 1 }, { "pair_id": 341292, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 51.13, 53.16 ], "duration": 81.66, "caption": "A person walks away from another person, the other person turns to follow him.", "similarity": 0.7051, "relevance": 1 }, { "pair_id": 341293, "video_name": "house_s01e06_seg02_clip_05", "timestamp": [ 9.8, 12.48 ], "duration": 89.66, "caption": "A person immediately walks away after talking to someone.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 341294, "video_name": "friends_s07e23-24_seg02_clip_05", "timestamp": [ 14.2, 15.06 ], "duration": 43.66, "caption": "A man walks quickly away from some people.", "similarity": 0.6998, "relevance": 1 }, { "pair_id": 341295, "video_name": "met_s06e21_seg02_clip_08", "timestamp": [ 21.11, 23.96 ], "duration": 57.66, "caption": "Two people walk away from someone and someone.", "similarity": 0.6986, "relevance": 1 }, { "pair_id": 341296, "video_name": "castle_s02e16_seg02_clip_27", "timestamp": [ 3.26, 6.2 ], "duration": 21.66, "caption": "A person walks away from two other people at work.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 341297, "video_name": "castle_s03e07_seg02_clip_06", "timestamp": [ 75.17, 77.87 ], "duration": 90.66, "caption": "A person walks away from standing next to man.", "similarity": 0.6938, "relevance": 0 }, { "pair_id": 341298, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 39.8, 44.32 ], "duration": 90.66, "caption": "A person stops someone from walking away to him.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 341299, "video_name": "house_s08e02_seg02_clip_10", "timestamp": [ 10.44, 13.92 ], "duration": 87.66, "caption": "A person gets up from his desk and walks away from another person.", "similarity": 0.6916, "relevance": 2 } ] }, { "query_id": 43370, "query": "A woman walks towards a hotel's front desk to ask for something.", "relevant_moment": [ { "pair_id": 76460, "video_name": "castle_s07e14_seg02_clip_04", "timestamp": [ 3.04, 6.95 ], "duration": 86.66, "caption": "A woman walks towards a hotel's front desk to ask for something.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 76461, "video_name": "castle_s04e16_seg02_clip_11", "timestamp": [ 48.77, 55.22 ], "duration": 92.66, "caption": "A woman walks towards a desk and looks at it.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 76462, "video_name": "friends_s07e09_seg02_clip_14", "timestamp": [ 46.42, 50.19 ], "duration": 58.66, "caption": "A woman walks briskly into a room, walks to a desk and stands behind it.", "similarity": 0.671, "relevance": 3 }, { "pair_id": 76463, "video_name": "house_s06e02_seg02_clip_00", "timestamp": [ 87.45, 91.21 ], "duration": 94.66, "caption": "A woman turns around and walks toward her desk.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 76464, "video_name": "s07e11_seg02_clip_18", "timestamp": [ 14.81, 17.21 ], "duration": 40.66, "caption": "A woman walks over to their table and asks if they want something.", "similarity": 0.6252, "relevance": 2 }, { "pair_id": 76465, "video_name": "s02e04_seg02_clip_15", "timestamp": [ 28.06, 34.01 ], "duration": 85.66, "caption": "A woman places the laptop on a table and walks towards the front door.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 76466, "video_name": "met_s02e01_seg02_clip_13", "timestamp": [ 54.42, 59.03 ], "duration": 61.66, "caption": "A man runs up to the front desk at a hotel and asks the clerk a question.", "similarity": 0.6076, "relevance": 3 }, { "pair_id": 76467, "video_name": "house_s05e03_seg02_clip_07", "timestamp": [ 54.96, 62.39 ], "duration": 99.66, "caption": "A person walks into the room and up to the desk.", "similarity": 0.6039, "relevance": 2 }, { "pair_id": 76468, "video_name": "met_s03e15_seg02_clip_00", "timestamp": [ 41.78, 47.66 ], "duration": 61.66, "caption": "A woman enters a person's office and walks towards his desk.", "similarity": 0.6015, "relevance": 2 }, { "pair_id": 76469, "video_name": "friends_s07e16_seg02_clip_14", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "A woman walks into person's hotel room after sipping her drink.", "similarity": 0.5981, "relevance": 1 }, { "pair_id": 76470, "video_name": "friends_s02e23_seg02_clip_19", "timestamp": [ 4.24, 11.94 ], "duration": 77.66, "caption": "A woman turns and walks towards the front door of the cafe.", "similarity": 0.5971, "relevance": 1 }, { "pair_id": 76471, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 77.37, 84.2 ], "duration": 91.66, "caption": "A person walks up to woman's desk and she looks up and smiles.", "similarity": 0.5928, "relevance": 1 }, { "pair_id": 76472, "video_name": "castle_s06e01_seg02_clip_25", "timestamp": [ 42.51, 44.51 ], "duration": 100.66, "caption": "A woman walks into person's office and leans on a book shelf.", "similarity": 0.5921, "relevance": 2 }, { "pair_id": 76473, "video_name": "house_s07e03_seg02_clip_22", "timestamp": [ 50.29, 54.7 ], "duration": 88.66, "caption": "A woman gets up and walks over to her desk.", "similarity": 0.5894, "relevance": 2 }, { "pair_id": 76474, "video_name": "castle_s03e15_seg02_clip_07", "timestamp": [ 2.13, 5.1 ], "duration": 85.66, "caption": "A woman walks up to person's desk holding a sheaf of papers and stops in front.", "similarity": 0.5889, "relevance": 2 }, { "pair_id": 76475, "video_name": "castle_s05e14_seg02_clip_25", "timestamp": [ 13.2, 21.39 ], "duration": 91.66, "caption": "A woman comes around the corner and walks into the office area.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 76476, "video_name": "castle_s08e18_seg02_clip_17", "timestamp": [ 0.0, 4.75 ], "duration": 95.66, "caption": "A woman walks into room and picks up laptop from table.", "similarity": 0.5869, "relevance": 2 }, { "pair_id": 76477, "video_name": "castle_s05e19_seg02_clip_20", "timestamp": [ 0.0, 3.7 ], "duration": 82.66, "caption": "A woman walks into the room and stops at her desk with her hand on her hip.", "similarity": 0.5859, "relevance": 2 }, { "pair_id": 76478, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 97.01, 106.02 ], "duration": 106.66, "caption": "A woman enters person's office and walks up to his desk.", "similarity": 0.5842, "relevance": 2 }, { "pair_id": 76479, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 27.48, 31.5 ], "duration": 67.66, "caption": "A woman in person's office approaches his desk.", "similarity": 0.5818, "relevance": 2 } ] }, { "query_id": 43377, "query": "A woman walks up to the bar and starts talking to woman and woman.", "relevant_moment": [ { "pair_id": 146160, "video_name": "met_s02e04_seg02_clip_05", "timestamp": [ 7.84, 11.16 ], "duration": 60.66, "caption": "A woman walks up to the bar and starts talking to woman and woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146161, "video_name": "s05e09_seg02_clip_11", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A woman walks up to a man and another person at the bar.", "similarity": 0.8464, "relevance": 3 }, { "pair_id": 146162, "video_name": "met_s06e09_seg02_clip_16", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A woman walks up to another woman who is standing at the bar.", "similarity": 0.824, "relevance": 3 }, { "pair_id": 146163, "video_name": "met_s02e02_seg02_clip_04", "timestamp": [ 54.01, 60.35 ], "duration": 60.66, "caption": "A man walks up and tries to talk to a woman at the bar.", "similarity": 0.8052, "relevance": 2 }, { "pair_id": 146164, "video_name": "friends_s06e05_seg02_clip_01", "timestamp": [ 0.0, 3.04 ], "duration": 60.66, "caption": "A woman walks up to man and woman and starts to converse with them.", "similarity": 0.7951, "relevance": 2 }, { "pair_id": 146165, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A woman walks up to a person and starts a conversation with him.", "similarity": 0.795, "relevance": 0 }, { "pair_id": 146166, "video_name": "grey_s03e17_seg02_clip_00", "timestamp": [ 10.7, 13.02 ], "duration": 93.66, "caption": "A woman is at a bar and is turning up a beer and talking to a man.", "similarity": 0.79, "relevance": 1 }, { "pair_id": 146167, "video_name": "s04e08_seg02_clip_02", "timestamp": [ 32.96, 60.72 ], "duration": 61.66, "caption": "A woman approaches the bar and begins a conversation with her friend.", "similarity": 0.7891, "relevance": 1 }, { "pair_id": 146168, "video_name": "met_s05e01_seg02_clip_03", "timestamp": [ 1.04, 6.21 ], "duration": 69.66, "caption": "A woman and a man go to the front of the bar and start a conversation.", "similarity": 0.7848, "relevance": 2 }, { "pair_id": 146169, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 0.0, 36.6 ], "duration": 87.66, "caption": "A woman talks to a man at the bar.", "similarity": 0.7793, "relevance": 1 }, { "pair_id": 146170, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 51.02, 54.32 ], "duration": 60.66, "caption": "A woman walks up to someone and starts talking to him.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 146171, "video_name": "s08e10_seg02_clip_13", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "Two women walk up to a man at the bar.", "similarity": 0.7791, "relevance": 1 }, { "pair_id": 146172, "video_name": "friends_s03e06_seg02_clip_04", "timestamp": [ 13.73, 20.14 ], "duration": 61.66, "caption": "A man approaches a woman at the bar and begins a conversation.", "similarity": 0.777, "relevance": 1 }, { "pair_id": 146173, "video_name": "castle_s02e17_seg02_clip_05", "timestamp": [ 82.79, 89.02 ], "duration": 89.66, "caption": "A person walks up to woman and starts a conversation.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 146174, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 19.09, 35.0 ], "duration": 53.66, "caption": "A person is having a conversation with woman at a bar.", "similarity": 0.7727, "relevance": 0 }, { "pair_id": 146175, "video_name": "met_s06e16_seg02_clip_10", "timestamp": [ 57.84, 58.75 ], "duration": 60.66, "caption": "A man walks up to a woman at the bar.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 146176, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 26.56, 27.97 ], "duration": 56.66, "caption": "A man walks up to a woman at the bar.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 146177, "video_name": "grey_s02e15_seg02_clip_14", "timestamp": [ 5.85, 28.81 ], "duration": 90.66, "caption": "A woman is conversing with two other women at the bar before one of them gets up and leaves.", "similarity": 0.7661, "relevance": 2 }, { "pair_id": 146178, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 10.49, 14.59 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.7652, "relevance": 1 }, { "pair_id": 146179, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.7652, "relevance": 1 } ] }, { "query_id": 43387, "query": "A man and a woman are in his office conversing with each other.", "relevant_moment": [ { "pair_id": 148220, "video_name": "castle_s04e09_seg02_clip_26", "timestamp": [ 46.41, 145.02 ], "duration": 145.66, "caption": "A man and a woman are in his office conversing with each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148221, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 18.0, 83.27 ], "duration": 90.66, "caption": "A woman and a man are conversing with a person in his office.", "similarity": 0.9676, "relevance": 4 }, { "pair_id": 148222, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 12.12, 60.11 ], "duration": 101.66, "caption": "A man and woman are in an office conversing with someone.", "similarity": 0.962, "relevance": 4 }, { "pair_id": 148223, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 13.34, 91.11 ], "duration": 92.66, "caption": "A woman and man are in an office conversing with a man.", "similarity": 0.9555, "relevance": 4 }, { "pair_id": 148224, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 0.0, 69.91 ], "duration": 92.66, "caption": "A man and a woman are conversing with two people in an office.", "similarity": 0.9462, "relevance": 2 }, { "pair_id": 148225, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 55.36, 90.02 ], "duration": 90.66, "caption": "A person is in an office with man and woman conversing.", "similarity": 0.9361, "relevance": 4 }, { "pair_id": 148226, "video_name": "grey_s03e08_seg02_clip_19", "timestamp": [ 0.0, 24.17 ], "duration": 89.66, "caption": "A man and woman are talking in his office.", "similarity": 0.9317, "relevance": 4 }, { "pair_id": 148227, "video_name": "house_s07e19_seg02_clip_19", "timestamp": [ 0.0, 80.02 ], "duration": 80.66, "caption": "Two people are conversing with each other in his office.", "similarity": 0.9099, "relevance": 4 }, { "pair_id": 148228, "video_name": "castle_s08e06_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "A man and a woman are talking to a person in an office.", "similarity": 0.9071, "relevance": 3 }, { "pair_id": 148229, "video_name": "castle_s07e14_seg02_clip_17", "timestamp": [ 0.0, 48.94 ], "duration": 90.66, "caption": "A woman is conversing with woman and man in her office.", "similarity": 0.9021, "relevance": 3 }, { "pair_id": 148230, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 0.0, 20.03 ], "duration": 89.66, "caption": "A woman, a man, and another man are conversing in an office.", "similarity": 0.8965, "relevance": 3 }, { "pair_id": 148231, "video_name": "castle_s06e18_seg02_clip_05", "timestamp": [ 0.0, 19.48 ], "duration": 90.66, "caption": "A woman and a man are in someone's office speaking to her.", "similarity": 0.8857, "relevance": 3 }, { "pair_id": 148232, "video_name": "castle_s04e06_seg02_clip_22", "timestamp": [ 0.0, 75.22 ], "duration": 90.66, "caption": "A man and woman are in an office speaking to someone.", "similarity": 0.8855, "relevance": 3 }, { "pair_id": 148233, "video_name": "castle_s01e07_seg02_clip_03", "timestamp": [ 0.0, 91.68 ], "duration": 94.66, "caption": "Two people are in an office with a woman conversing.", "similarity": 0.8824, "relevance": 3 }, { "pair_id": 148234, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 0.0, 51.66 ], "duration": 89.66, "caption": "A woman is talking to a man in his office.", "similarity": 0.8817, "relevance": 4 }, { "pair_id": 148235, "video_name": "castle_s05e07_seg02_clip_22", "timestamp": [ 0.0, 45.31 ], "duration": 87.66, "caption": "A woman and a man are speaking to a person in an office.", "similarity": 0.8812, "relevance": 3 }, { "pair_id": 148236, "video_name": "castle_s03e23_seg02_clip_06", "timestamp": [ 0.0, 52.91 ], "duration": 92.66, "caption": "A woman and a man are speaking to a person inside an office.", "similarity": 0.8799, "relevance": 4 }, { "pair_id": 148237, "video_name": "castle_s01e07_seg02_clip_02", "timestamp": [ 37.51, 91.49 ], "duration": 91.66, "caption": "Two people are in an office conversing with woman.", "similarity": 0.8792, "relevance": 3 }, { "pair_id": 148238, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 38.59, 90.66 ], "duration": 90.66, "caption": "A man and a woman are in an office speaking to a person.", "similarity": 0.8787, "relevance": 3 }, { "pair_id": 148239, "video_name": "house_s02e11_seg02_clip_24", "timestamp": [ 3.88, 86.15 ], "duration": 86.66, "caption": "A woman and a man talk about their relationship in the office.", "similarity": 0.8763, "relevance": 3 }, { "pair_id": 321540, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 51.38, 90.66 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person as they are in his/her office.", "similarity": 0.8758, "relevance": 4 }, { "pair_id": 321541, "video_name": "castle_s06e16_seg02_clip_22", "timestamp": [ 0.0, 32.09 ], "duration": 93.66, "caption": "A man and woman are speaking to another woman in her office.", "similarity": 0.8756, "relevance": 3 }, { "pair_id": 321542, "video_name": "castle_s04e02_seg02_clip_16", "timestamp": [ 16.85, 66.93 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.8743, "relevance": 3 }, { "pair_id": 321543, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 59.35, 91.3 ], "duration": 91.66, "caption": "A man and a woman are speaking to another woman in an office.", "similarity": 0.8743, "relevance": 3 }, { "pair_id": 321544, "video_name": "castle_s06e22_seg02_clip_04", "timestamp": [ 50.86, 79.22 ], "duration": 90.66, "caption": "Two people are in an office conversing.", "similarity": 0.873, "relevance": 3 }, { "pair_id": 321545, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 21.53, 48.34 ], "duration": 87.66, "caption": "A man is in his office speaking to woman and person.", "similarity": 0.8714, "relevance": 4 }, { "pair_id": 321546, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 3.69, 43.47 ], "duration": 82.66, "caption": "A person is in his office conversing with two other people.", "similarity": 0.8699, "relevance": 3 }, { "pair_id": 321547, "video_name": "castle_s04e18_seg02_clip_02", "timestamp": [ 69.19, 90.45 ], "duration": 90.66, "caption": "A woman and man are speaking to another man while inside an office.", "similarity": 0.8687, "relevance": 3 }, { "pair_id": 321548, "video_name": "house_s05e12_seg02_clip_00", "timestamp": [ 82.37, 94.13 ], "duration": 94.66, "caption": "A woman and a person have a conversation in their office.", "similarity": 0.8671, "relevance": 4 }, { "pair_id": 321549, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 0.0, 35.6 ], "duration": 90.66, "caption": "A woman and a man are in the office speaking to a person.", "similarity": 0.8635, "relevance": 4 }, { "pair_id": 321550, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 26.67, 79.14 ], "duration": 86.66, "caption": "A man talks to another man in his office about a woman.", "similarity": 0.8577, "relevance": 3 }, { "pair_id": 321551, "video_name": "house_s03e02_seg02_clip_18", "timestamp": [ 0.0, 28.06 ], "duration": 110.66, "caption": "Some people are conversing with a man in his office.", "similarity": 0.8563, "relevance": 3 }, { "pair_id": 321552, "video_name": "s01e15_seg01_clip_00", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "A person is talking to a woman in his office.", "similarity": 0.855, "relevance": 3 }, { "pair_id": 321553, "video_name": "castle_s06e15_seg02_clip_06", "timestamp": [ 79.31, 89.62 ], "duration": 89.66, "caption": "Two people are having a conversation with each other in the office.", "similarity": 0.8524, "relevance": 4 }, { "pair_id": 321554, "video_name": "house_s01e11_seg02_clip_19", "timestamp": [ 27.78, 43.09 ], "duration": 71.66, "caption": "A woman and a man walk into her office and have a conversation.", "similarity": 0.8498, "relevance": 4 }, { "pair_id": 321555, "video_name": "house_s03e10_seg02_clip_03", "timestamp": [ 0.0, 47.32 ], "duration": 91.66, "caption": "A man is talking with someone in their office.", "similarity": 0.8494, "relevance": 4 }, { "pair_id": 321556, "video_name": "friends_s06e04_seg02_clip_06", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A man sits down with a woman in her office and talks to her.", "similarity": 0.8472, "relevance": 4 }, { "pair_id": 321557, "video_name": "castle_s04e13_seg02_clip_17", "timestamp": [ 0.0, 81.41 ], "duration": 87.66, "caption": "A man is in an office with a woman and they are conversing as they look at magazine articles on the screen.", "similarity": 0.8471, "relevance": 4 }, { "pair_id": 321558, "video_name": "grey_s03e08_seg02_clip_13", "timestamp": [ 0.0, 73.65 ], "duration": 95.66, "caption": "A man and a woman are sitting across from a person as they converse in his office.", "similarity": 0.8455, "relevance": 4 }, { "pair_id": 321559, "video_name": "castle_s05e12_seg02_clip_18", "timestamp": [ 0.0, 63.6 ], "duration": 90.66, "caption": "Two people are speaking to a man in his office.", "similarity": 0.8444, "relevance": 3 } ] }, { "query_id": 43413, "query": "A woman holds onto a man's hand on the couch.", "relevant_moment": [ { "pair_id": 10320, "video_name": "house_s07e01_seg02_clip_23", "timestamp": [ 10.8, 18.41 ], "duration": 80.66, "caption": "A woman holds onto a man's hand on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10321, "video_name": "friends_s03e08_seg02_clip_02", "timestamp": [ 17.09, 20.11 ], "duration": 67.66, "caption": "A man grabs a woman's hand when she's sitting on the couch.", "similarity": 0.8583, "relevance": 4 }, { "pair_id": 10322, "video_name": "castle_s02e20_seg02_clip_01", "timestamp": [ 15.46, 17.74 ], "duration": 90.66, "caption": "A man holds the hand of the woman sitting next to him on the couch.", "similarity": 0.8328, "relevance": 4 }, { "pair_id": 10323, "video_name": "friends_s08e14_seg02_clip_08", "timestamp": [ 10.07, 16.48 ], "duration": 61.66, "caption": "A man holds woman's hand and helps her up off the couch.", "similarity": 0.8322, "relevance": 3 }, { "pair_id": 10324, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.9, 24.2 ], "duration": 59.66, "caption": "A woman and a man hold each other while on the couch.", "similarity": 0.8278, "relevance": 2 }, { "pair_id": 10325, "video_name": "friends_s10e03_seg02_clip_07", "timestamp": [ 3.71, 4.51 ], "duration": 53.66, "caption": "A woman puts both hands on a man's hand while they sit on the sofa.", "similarity": 0.8216, "relevance": 1 }, { "pair_id": 10326, "video_name": "s01e01_seg02_clip_03", "timestamp": [ 7.56, 9.77 ], "duration": 63.66, "caption": "A woman has her hand on the sofa near a man.", "similarity": 0.8204, "relevance": 1 }, { "pair_id": 10327, "video_name": "house_s05e23_seg02_clip_20", "timestamp": [ 81.14, 82.7 ], "duration": 104.66, "caption": "A woman sits down on the couch next to a man and grabs his hand.", "similarity": 0.8135, "relevance": 2 }, { "pair_id": 10328, "video_name": "s02e10_seg02_clip_10", "timestamp": [ 27.15, 29.51 ], "duration": 59.66, "caption": "A woman puts her hand on a man's shoulder and slides closer to him on the couch.", "similarity": 0.8083, "relevance": 3 }, { "pair_id": 10329, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 60.45, 64.38 ], "duration": 157.66, "caption": "A woman sits down on the couch, and places her hand on man's shoulder.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 10330, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 28.99, 34.79 ], "duration": 61.66, "caption": "A woman places her hand on man's arm while sitting next to him on the couch.", "similarity": 0.7975, "relevance": 3 }, { "pair_id": 10331, "video_name": "s01e08_seg02_clip_05", "timestamp": [ 46.69, 50.35 ], "duration": 61.66, "caption": "A woman grabs a man's hand to sit him down next to her on her couch.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 10332, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 14.22, 16.54 ], "duration": 58.66, "caption": "A woman grabs a person's hand to hold it as they sit on the sofa together.", "similarity": 0.7918, "relevance": 4 }, { "pair_id": 10333, "video_name": "friends_s09e06_seg02_clip_00", "timestamp": [ 20.14, 22.28 ], "duration": 61.66, "caption": "A woman grabs a man's hand and places it on her breast as they sit on the couch.", "similarity": 0.7884, "relevance": 3 }, { "pair_id": 10334, "video_name": "friends_s05e02_seg02_clip_14", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A man stands up from the couch and a woman puts her hands up in front of him.", "similarity": 0.7767, "relevance": 1 }, { "pair_id": 10335, "video_name": "s06e22_seg02_clip_13", "timestamp": [ 49.61, 57.02 ], "duration": 57.66, "caption": "A man put his hand on his chest and a woman touches him as he sits down on the couch.", "similarity": 0.776, "relevance": 1 }, { "pair_id": 10336, "video_name": "friends_s09e06_seg02_clip_24", "timestamp": [ 14.89, 19.23 ], "duration": 62.66, "caption": "A woman grabs a man's jacket off the couch and hands it to him.", "similarity": 0.7758, "relevance": 1 }, { "pair_id": 10337, "video_name": "s09e15_seg02_clip_05", "timestamp": [ 3.08, 5.04 ], "duration": 56.66, "caption": "A woman reaches over and touches a man on the wrist while they are sitting on the couch.", "similarity": 0.7707, "relevance": 3 }, { "pair_id": 10338, "video_name": "friends_s09e16_seg02_clip_16", "timestamp": [ 22.73, 24.5 ], "duration": 59.66, "caption": "A man touches a woman's arm as he guides her to sit on the couch.", "similarity": 0.7652, "relevance": 0 }, { "pair_id": 10339, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 39.13, 43.01 ], "duration": 59.66, "caption": "A man grabs a woman and sets her down on the couch.", "similarity": 0.764, "relevance": 3 } ] }, { "query_id": 43429, "query": "Two people were talking about life and started being emotional.", "relevant_moment": [ { "pair_id": 172421, "video_name": "friends_s08e03_seg02_clip_17", "timestamp": [ 0.0, 64.03 ], "duration": 64.66, "caption": "Two people were having an emotional conversation.", "similarity": 0.841, "relevance": 3 }, { "pair_id": 172422, "video_name": "castle_s01e04_seg02_clip_15", "timestamp": [ 0.0, 85.22 ], "duration": 89.66, "caption": "Two people were emotionally and intensely talking to each other.", "similarity": 0.8018, "relevance": 3 }, { "pair_id": 172423, "video_name": "grey_s03e17_seg02_clip_09", "timestamp": [ 53.47, 108.02 ], "duration": 108.66, "caption": "Two people are having a conversation with each other. And they start to be emotional.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 172424, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 140.29, 181.02 ], "duration": 181.66, "caption": "Two people are having an emotional conversation.", "similarity": 0.7898, "relevance": 4 }, { "pair_id": 172425, "video_name": "castle_s04e03_seg02_clip_23", "timestamp": [ 0.0, 48.61 ], "duration": 90.66, "caption": "A man and a woman were having a serious and emotional conversation.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 172426, "video_name": "castle_s05e24_seg02_clip_05", "timestamp": [ 13.87, 22.66 ], "duration": 92.66, "caption": "the person started to get emotional while talking to woman and person.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 172427, "video_name": "grey_s03e04_seg02_clip_26", "timestamp": [ 64.81, 120.02 ], "duration": 120.66, "caption": "Two people are having a conversation with each other. Then one of them starts to cry.", "similarity": 0.7102, "relevance": 4 }, { "pair_id": 172428, "video_name": "grey_s02e23_seg02_clip_04", "timestamp": [ 46.22, 88.66 ], "duration": 88.66, "caption": "Two people are having a conversation with a patient then the patient starts to be emotional.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 172429, "video_name": "s02e11_seg02_clip_12", "timestamp": [ 0.0, 5.61 ], "duration": 66.66, "caption": "A woman was having a conversation with a man whilst being emotional.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 172430, "video_name": "castle_s02e12_seg02_clip_19", "timestamp": [ 0.0, 10.44 ], "duration": 90.66, "caption": "A man started a conversation with a woman as she starts to get emotional.", "similarity": 0.6966, "relevance": 4 }, { "pair_id": 172431, "video_name": "friends_s10e13_seg02_clip_01", "timestamp": [ 31.21, 60.03 ], "duration": 60.66, "caption": "A woman was having an emotional conversation with man, woman, and man.", "similarity": 0.6929, "relevance": 4 }, { "pair_id": 172432, "video_name": "grey_s03e06_seg02_clip_18", "timestamp": [ 36.04, 72.54 ], "duration": 92.66, "caption": "Two people are having a conversation with the patient, then the patient starts to be emotional.", "similarity": 0.6918, "relevance": 4 }, { "pair_id": 172433, "video_name": "house_s05e16_seg02_clip_14", "timestamp": [ 35.17, 85.66 ], "duration": 85.66, "caption": "Two people were having an intense conversation.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 172434, "video_name": "friends_s09e10_seg02_clip_12", "timestamp": [ 0.0, 19.69 ], "duration": 52.66, "caption": "Two people were having an intense conversation.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 172435, "video_name": "friends_s08e09_seg02_clip_16", "timestamp": [ 0.0, 5.89 ], "duration": 62.66, "caption": "Two people were having an intense conversation.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 172436, "video_name": "friends_s08e08_seg02_clip_14", "timestamp": [ 18.92, 42.11 ], "duration": 61.66, "caption": "Two people were having an intense conversation.", "similarity": 0.688, "relevance": 4 }, { "pair_id": 172437, "video_name": "friends_s04e18_seg02_clip_07", "timestamp": [ 0.0, 18.57 ], "duration": 64.66, "caption": "Two people were having an intense conversation.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 172438, "video_name": "castle_s08e16_seg02_clip_06", "timestamp": [ 70.22, 90.02 ], "duration": 90.66, "caption": "Two people were having an intense conversation.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 172439, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.3 ], "duration": 91.66, "caption": "Two people were having an intense conversation.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 345740, "video_name": "castle_s08e04_seg02_clip_19", "timestamp": [ 0.0, 60.11 ], "duration": 91.66, "caption": "Two people were having an intense conversation.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 345741, "video_name": "house_s02e05_seg02_clip_19", "timestamp": [ 25.51, 34.91 ], "duration": 89.66, "caption": "Some people started to cry and be emotional.", "similarity": 0.6872, "relevance": 3 }, { "pair_id": 345742, "video_name": "castle_s07e02_seg02_clip_18", "timestamp": [ 46.74, 67.21 ], "duration": 89.66, "caption": "A man started talking to a woman and she got a bit emotional.", "similarity": 0.6864, "relevance": 4 }, { "pair_id": 345743, "video_name": "house_s02e08_seg02_clip_25", "timestamp": [ 31.16, 41.4 ], "duration": 93.66, "caption": "A man was emotional while he was talking with a woman.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 345744, "video_name": "castle_s02e09_seg02_clip_12", "timestamp": [ 0.0, 13.96 ], "duration": 90.66, "caption": "A woman talking with a man about emotional things.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 345745, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 0.0, 90.41 ], "duration": 90.66, "caption": "Two people were reminiscing moments from when they started talking.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 345746, "video_name": "castle_s01e05_seg02_clip_24", "timestamp": [ 0.0, 53.38 ], "duration": 92.66, "caption": "A man was talking emotionally to woman and person.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 345747, "video_name": "castle_s02e23_seg02_clip_23", "timestamp": [ 0.0, 12.88 ], "duration": 92.66, "caption": "A man talks to a woman and she started being emotional.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 345748, "video_name": "s09e13_seg02_clip_00", "timestamp": [ 13.12, 18.92 ], "duration": 61.66, "caption": "A person tells another person that they are emotionally upset.", "similarity": 0.6709, "relevance": 1 }, { "pair_id": 345749, "video_name": "house_s03e02_seg02_clip_20", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 345750, "video_name": "castle_s08e11_seg02_clip_24", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.6686, "relevance": 2 }, { "pair_id": 345751, "video_name": "castle_s02e12_seg02_clip_17", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "Two people were having an intense and serious conversation.", "similarity": 0.6686, "relevance": 2 }, { "pair_id": 345752, "video_name": "s01e01_seg02_clip_04", "timestamp": [ 14.26, 25.95 ], "duration": 57.66, "caption": "When person suddenly starts crying, two people are confused and don't know what's going on.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 345753, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 0.0, 67.98 ], "duration": 90.66, "caption": "A woman was being emotional while talking to a man.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 345754, "video_name": "grey_s01e09_seg02_clip_00", "timestamp": [ 10.48, 27.33 ], "duration": 91.66, "caption": "A woman and a man have a quick talk while the woman is emotional.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 345755, "video_name": "castle_s03e24_seg02_clip_14", "timestamp": [ 54.07, 90.12 ], "duration": 90.66, "caption": "Two people were intensely and angrily talking at each other.", "similarity": 0.6563, "relevance": 3 }, { "pair_id": 345756, "video_name": "friends_s09e06_seg02_clip_26", "timestamp": [ 31.83, 63.03 ], "duration": 63.66, "caption": "Two people were having a serious and intense conversation.", "similarity": 0.6562, "relevance": 3 }, { "pair_id": 345757, "video_name": "s02e21_seg02_clip_00", "timestamp": [ 17.09, 24.41 ], "duration": 61.66, "caption": "A person is questioning another person for being too emotional.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 345758, "video_name": "grey_s02e24_seg02_clip_18", "timestamp": [ 0.0, 26.57 ], "duration": 91.66, "caption": "Two people are conversing with each other as one of them is crying.", "similarity": 0.6452, "relevance": 3 }, { "pair_id": 345759, "video_name": "house_s06e16_seg02_clip_11", "timestamp": [ 0.0, 7.33 ], "duration": 91.66, "caption": "Two people are having an argument with each other and one person starts to cry.", "similarity": 0.6436, "relevance": 3 } ] }, { "query_id": 43463, "query": "A woman walks over to the whiteboard, draws a quick picture and man guesses what it is in seconds.", "relevant_moment": [ { "pair_id": 146760, "video_name": "s06e04_seg02_clip_04", "timestamp": [ 49.9, 56.28 ], "duration": 58.66, "caption": "A woman walks over to the whiteboard, draws a quick picture and man guesses what it is in seconds.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146761, "video_name": "castle_s04e10_seg02_clip_04", "timestamp": [ 5.82, 10.67 ], "duration": 97.66, "caption": "A woman walks over to the Whiteboard snatches a picture off and hands it to man.", "similarity": 0.7265, "relevance": 2 }, { "pair_id": 146762, "video_name": "castle_s07e23_seg02_clip_06", "timestamp": [ 72.58, 77.57 ], "duration": 90.66, "caption": "A person walks over to the whiteboard and looks at the pictures.", "similarity": 0.6933, "relevance": 1 }, { "pair_id": 146763, "video_name": "castle_s04e19_seg02_clip_03", "timestamp": [ 44.59, 50.77 ], "duration": 88.66, "caption": "A woman walks quickly to the white board and clips a photo onto the board.", "similarity": 0.68, "relevance": 1 }, { "pair_id": 146764, "video_name": "castle_s05e10_seg02_clip_04", "timestamp": [ 40.88, 54.51 ], "duration": 90.66, "caption": "A woman walks over to the whiteboard where a man is putting up a large amount of pictures of men.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 146765, "video_name": "castle_s04e15_seg02_clip_06", "timestamp": [ 66.05, 68.37 ], "duration": 93.66, "caption": "A woman puts up a picture on a whiteboard.", "similarity": 0.6693, "relevance": 1 }, { "pair_id": 146766, "video_name": "castle_s05e03_seg02_clip_19", "timestamp": [ 58.22, 66.95 ], "duration": 97.66, "caption": "A man and woman walk over to the whiteboard and look at the pictures.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 146767, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 68.94, 72.09 ], "duration": 90.66, "caption": "A person walks up to woman, who is writing something on the whiteboard.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 146768, "video_name": "castle_s06e05_seg02_clip_12", "timestamp": [ 32.92, 52.58 ], "duration": 91.66, "caption": "A person goes over to the whiteboard and draws on it.", "similarity": 0.6481, "relevance": 1 }, { "pair_id": 146769, "video_name": "castle_s04e14_seg02_clip_19", "timestamp": [ 85.56, 90.11 ], "duration": 91.66, "caption": "A person walks over to the whiteboard and removes a picture.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 146770, "video_name": "castle_s07e09_seg02_clip_08", "timestamp": [ 80.75, 83.87 ], "duration": 89.66, "caption": "A man points to a picture on the whiteboard, waves his hands and looks at woman.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 146771, "video_name": "castle_s01e10_seg02_clip_08", "timestamp": [ 0.0, 7.4 ], "duration": 87.66, "caption": "A man pulls a photo off the whiteboard looks at it, at a woman and then back at the photo.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 146772, "video_name": "castle_s02e18_seg02_clip_07", "timestamp": [ 12.23, 15.85 ], "duration": 90.66, "caption": "A woman circles a picture on a whiteboard with her hand hovering.", "similarity": 0.6285, "relevance": 2 }, { "pair_id": 146773, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 19.36, 20.65 ], "duration": 86.66, "caption": "A woman puts a man's picture on the white board.", "similarity": 0.6282, "relevance": 1 }, { "pair_id": 146774, "video_name": "castle_s01e10_seg02_clip_08", "timestamp": [ 20.02, 22.19 ], "duration": 87.66, "caption": "A man tacks a picture up on the whiteboard and a woman watches.", "similarity": 0.6266, "relevance": 1 }, { "pair_id": 146775, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 26.56, 30.16 ], "duration": 90.66, "caption": "A woman put the picture on the white board.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 146776, "video_name": "castle_s06e04_seg02_clip_11", "timestamp": [ 84.99, 91.38 ], "duration": 91.66, "caption": "A woman points to a piece of information hanging on the whiteboard.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 146777, "video_name": "castle_s05e03_seg02_clip_10", "timestamp": [ 32.86, 35.11 ], "duration": 90.66, "caption": "A woman points to a picture hanging on a white board.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 146778, "video_name": "castle_s06e21_seg02_clip_21", "timestamp": [ 81.08, 84.22 ], "duration": 89.66, "caption": "A man walks in front of the photos on the whiteboard and turns towards woman.", "similarity": 0.6245, "relevance": 1 }, { "pair_id": 146779, "video_name": "castle_s03e16_seg02_clip_09", "timestamp": [ 16.5, 21.54 ], "duration": 91.66, "caption": "A person walks to the whiteboard and points to it.", "similarity": 0.6243, "relevance": 1 } ] }, { "query_id": 43487, "query": "A woman kisses man while they are in a store.", "relevant_moment": [ { "pair_id": 154340, "video_name": "friends_s05e23-24_seg02_clip_38", "timestamp": [ 36.85, 38.88 ], "duration": 58.66, "caption": "A woman kisses man while they are in a store.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154341, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 19.26, 21.44 ], "duration": 62.66, "caption": "A man kisses a woman on the cheek in the coffee shop.", "similarity": 0.7679, "relevance": 3 }, { "pair_id": 154342, "video_name": "friends_s03e10_seg02_clip_18", "timestamp": [ 3.77, 4.93 ], "duration": 58.66, "caption": "A man leans over and kisses a woman on the shoulder in the coffee shop.", "similarity": 0.7345, "relevance": 2 }, { "pair_id": 154343, "video_name": "friends_s05e15_seg02_clip_00", "timestamp": [ 22.06, 25.84 ], "duration": 63.66, "caption": "A woman walks into the coffee shop and kisses a man.", "similarity": 0.7283, "relevance": 4 }, { "pair_id": 154344, "video_name": "s04e09_seg01_clip_01", "timestamp": [ 52.5, 57.12 ], "duration": 66.66, "caption": "A woman kisses a man while standing in the doorway.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 154345, "video_name": "friends_s02e12-13_seg02_clip_30", "timestamp": [ 5.12, 16.65 ], "duration": 64.66, "caption": "A woman kisses a man on the lips.", "similarity": 0.7168, "relevance": 3 }, { "pair_id": 154346, "video_name": "friends_s10e17-18_seg02_clip_06", "timestamp": [ 26.66, 28.61 ], "duration": 65.66, "caption": "A man kisses a woman while standing in the apartment.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 154347, "video_name": "met_s02e20_seg01_clip_00", "timestamp": [ 30.81, 34.41 ], "duration": 77.66, "caption": "A woman pulls something out of the refrigerator and then kisses man.", "similarity": 0.7082, "relevance": 3 }, { "pair_id": 154348, "video_name": "house_s08e10_seg02_clip_11", "timestamp": [ 24.21, 26.79 ], "duration": 103.66, "caption": "A man kisses the woman he just let in.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 154349, "video_name": "friends_s01e01_seg02_clip_19", "timestamp": [ 11.03, 12.25 ], "duration": 61.66, "caption": "A woman kisses a man right outside of the apartment.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 154350, "video_name": "s07e15_seg02_clip_12", "timestamp": [ 24.61, 27.31 ], "duration": 60.66, "caption": "A woman and a man are kissing very romantically while in the restaurant.", "similarity": 0.7023, "relevance": 4 }, { "pair_id": 154351, "video_name": "friends_s06e22_seg02_clip_08", "timestamp": [ 19.61, 27.45 ], "duration": 56.66, "caption": "A woman and a man are about to kiss when another woman walks in.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 154352, "video_name": "s03e01_seg02_clip_11", "timestamp": [ 3.36, 9.15 ], "duration": 61.66, "caption": "A woman kisses a man as he is talking to her.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 154353, "video_name": "friends_s08e08_seg02_clip_17", "timestamp": [ 0.0, 8.7 ], "duration": 60.66, "caption": "A woman walks in on a man kissing another woman.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 154354, "video_name": "friends_s09e07_seg02_clip_20", "timestamp": [ 31.88, 35.28 ], "duration": 85.66, "caption": "A man kisses woman while standing in the dining room.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 154355, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 9.92, 13.03 ], "duration": 62.66, "caption": "A woman and man lean in to kiss each other.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 154356, "video_name": "friends_s01e11_seg02_clip_08", "timestamp": [ 47.25, 49.26 ], "duration": 67.66, "caption": "A person walks in on man and woman kissing.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 154357, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 34.79, 38.14 ], "duration": 61.66, "caption": "A woman kisses a man at the doorway of their apartment.", "similarity": 0.6863, "relevance": 3 }, { "pair_id": 154358, "video_name": "friends_s08e18_seg02_clip_00", "timestamp": [ 5.8, 15.87 ], "duration": 61.66, "caption": "A man kisses a woman in the doorway and then she closes the door.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 154359, "video_name": "castle_s04e12_seg02_clip_00", "timestamp": [ 45.51, 52.79 ], "duration": 91.66, "caption": "A woman kisses a man on the cheek several times before running out the door.", "similarity": 0.6851, "relevance": 3 }, { "pair_id": 327660, "video_name": "friends_s09e22_seg02_clip_20", "timestamp": [ 51.65, 56.37 ], "duration": 59.66, "caption": "A woman kisses man and places her hands on his face.", "similarity": 0.6849, "relevance": 3 }, { "pair_id": 327661, "video_name": "met_s03e14_seg02_clip_05", "timestamp": [ 46.64, 51.05 ], "duration": 63.66, "caption": "Two people kiss each other and a woman gets in between them.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 327662, "video_name": "met_s03e18_seg02_clip_05", "timestamp": [ 7.03, 10.39 ], "duration": 61.66, "caption": "A man and a woman kiss while they're in her office.", "similarity": 0.684, "relevance": 3 }, { "pair_id": 327663, "video_name": "house_s01e22_seg02_clip_24", "timestamp": [ 50.32, 53.55 ], "duration": 129.66, "caption": "A woman kisses a man on his cheek in an office.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 327664, "video_name": "met_s06e16_seg01_clip_00", "timestamp": [ 1.56, 6.56 ], "duration": 62.66, "caption": "A man kisses woman in front of the apartment door.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 327665, "video_name": "grey_s03e23_seg02_clip_23", "timestamp": [ 38.65, 52.45 ], "duration": 92.66, "caption": "A woman kisses a person while she is with him in the elevator.", "similarity": 0.6811, "relevance": 3 }, { "pair_id": 327666, "video_name": "friends_s02e12-13_seg02_clip_35", "timestamp": [ 15.2, 19.54 ], "duration": 62.66, "caption": "A man kisses a woman in the washroom while they are standing.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 327667, "video_name": "castle_s08e09_seg02_clip_25", "timestamp": [ 170.65, 175.02 ], "duration": 175.66, "caption": "A man kisses woman and grabs her hand and woman closes the door.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 327668, "video_name": "house_s07e01_seg02_clip_20", "timestamp": [ 0.0, 12.02 ], "duration": 89.66, "caption": "A woman kissed a man and they were holding each other.", "similarity": 0.6786, "relevance": 3 }, { "pair_id": 327669, "video_name": "castle_s06e10_seg02_clip_19", "timestamp": [ 34.72, 37.39 ], "duration": 89.66, "caption": "A person leans in to give woman a kiss while she stands in a dumpster.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 327670, "video_name": "castle_s05e19_seg02_clip_04", "timestamp": [ 8.32, 12.48 ], "duration": 92.66, "caption": "A woman a person is looking at open a door and kisses a man in a hat.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 327671, "video_name": "friends_s02e24_seg02_clip_03", "timestamp": [ 4.8, 7.68 ], "duration": 64.66, "caption": "A woman kisses a man before he leaves the apartment.", "similarity": 0.6732, "relevance": 3 }, { "pair_id": 327672, "video_name": "met_s03e05_seg02_clip_01", "timestamp": [ 16.11, 22.67 ], "duration": 59.66, "caption": "A man and a woman kiss each other while sitting in a booth.", "similarity": 0.6723, "relevance": 4 }, { "pair_id": 327673, "video_name": "castle_s04e14_seg02_clip_09", "timestamp": [ 3.08, 7.92 ], "duration": 88.66, "caption": "A woman gave person a kiss whilst they were standing beside another person.", "similarity": 0.6712, "relevance": 3 }, { "pair_id": 327674, "video_name": "house_s07e07_seg02_clip_05", "timestamp": [ 78.34, 80.98 ], "duration": 88.66, "caption": "A man kisses woman as he is standing and she is sitting.", "similarity": 0.6703, "relevance": 3 }, { "pair_id": 327675, "video_name": "house_s05e07_seg02_clip_16", "timestamp": [ 19.33, 21.63 ], "duration": 92.66, "caption": "A woman kisses a man's cheek as he is in her office.", "similarity": 0.6702, "relevance": 3 }, { "pair_id": 327676, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A woman kisses a man while she is hugging him.", "similarity": 0.6696, "relevance": 3 }, { "pair_id": 327677, "video_name": "friends_s03e03_seg02_clip_20", "timestamp": [ 3.84, 7.68 ], "duration": 96.66, "caption": "A man kisses woman on the cheap while he has his arm around her.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 327678, "video_name": "met_s06e12_seg02_clip_17", "timestamp": [ 17.12, 25.53 ], "duration": 58.66, "caption": "A man and a woman kiss while they're in their apartment.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 327679, "video_name": "friends_s05e14_seg02_clip_16", "timestamp": [ 8.56, 10.92 ], "duration": 59.66, "caption": "A woman points out the door and kisses a man.", "similarity": 0.6677, "relevance": 3 } ] }, { "query_id": 43510, "query": "A person talks to two people in a living room.", "relevant_moment": [ { "pair_id": 165820, "video_name": "house_s03e07_seg02_clip_19", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person talks to two people in a living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165821, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 0.0, 19.51 ], "duration": 100.66, "caption": "A person talks to another person while in a living room.", "similarity": 0.9514, "relevance": 3 }, { "pair_id": 165822, "video_name": "castle_s07e20_seg02_clip_26", "timestamp": [ 52.19, 80.86 ], "duration": 147.66, "caption": "A person is in his living room speaking to two other people.", "similarity": 0.9214, "relevance": 4 }, { "pair_id": 165823, "video_name": "castle_s02e16_seg02_clip_25", "timestamp": [ 2.85, 94.08 ], "duration": 95.66, "caption": "Two people are conversing with a person in a living room.", "similarity": 0.9109, "relevance": 4 }, { "pair_id": 165824, "video_name": "castle_s03e02_seg02_clip_05", "timestamp": [ 0.0, 57.08 ], "duration": 91.66, "caption": "A person is speaking with some people in a living room.", "similarity": 0.9106, "relevance": 4 }, { "pair_id": 165825, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 35.06, 65.53 ], "duration": 65.66, "caption": "A person and another person talk while they are in his living room.", "similarity": 0.8987, "relevance": 3 }, { "pair_id": 165826, "video_name": "friends_s05e05_seg02_clip_02", "timestamp": [ 53.66, 62.03 ], "duration": 62.66, "caption": "Two people are in the living room conversing.", "similarity": 0.8822, "relevance": 3 }, { "pair_id": 165827, "video_name": "friends_s03e01_seg02_clip_12", "timestamp": [ 0.0, 35.19 ], "duration": 59.66, "caption": "Two people stand in a living room talking.", "similarity": 0.8691, "relevance": 3 }, { "pair_id": 165828, "video_name": "house_s07e07_seg02_clip_21", "timestamp": [ 2.04, 4.93 ], "duration": 34.66, "caption": "A person is talking to a person while he is inside the room.", "similarity": 0.8636, "relevance": 2 }, { "pair_id": 165829, "video_name": "castle_s08e09_seg02_clip_17", "timestamp": [ 0.0, 35.56 ], "duration": 90.66, "caption": "Two people are speaking to someone in the same room.", "similarity": 0.8602, "relevance": 3 }, { "pair_id": 165830, "video_name": "castle_s05e05_seg02_clip_25", "timestamp": [ 0.0, 30.21 ], "duration": 99.66, "caption": "A person is speaking to another person as they are in a room with two other people.", "similarity": 0.8586, "relevance": 2 }, { "pair_id": 165831, "video_name": "castle_s06e20_seg02_clip_05", "timestamp": [ 57.38, 89.66 ], "duration": 89.66, "caption": "A man is sitting talking to two people in the living room.", "similarity": 0.8506, "relevance": 4 }, { "pair_id": 165832, "video_name": "house_s06e10_seg02_clip_13", "timestamp": [ 0.0, 8.59 ], "duration": 90.66, "caption": "Two people talk to each other in the room.", "similarity": 0.8506, "relevance": 2 }, { "pair_id": 165833, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 0.0, 87.07 ], "duration": 87.66, "caption": "Two people and another person are speaking to two people in a room.", "similarity": 0.8501, "relevance": 3 }, { "pair_id": 165834, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "A man and a woman talk together in the living room.", "similarity": 0.845, "relevance": 2 }, { "pair_id": 165835, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 42.69, 88.02 ], "duration": 88.66, "caption": "A person is sitting in their living room speaking to some people.", "similarity": 0.8373, "relevance": 4 }, { "pair_id": 165836, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 20.36, 30.1 ], "duration": 59.66, "caption": "A person sits in the living room talking to another person in the apartment.", "similarity": 0.8345, "relevance": 2 }, { "pair_id": 165837, "video_name": "house_s06e13_seg02_clip_04", "timestamp": [ 0.0, 33.54 ], "duration": 91.66, "caption": "Two people talk while in a room.", "similarity": 0.8328, "relevance": 2 }, { "pair_id": 165838, "video_name": "grey_s03e20_seg02_clip_09", "timestamp": [ 50.17, 65.05 ], "duration": 85.66, "caption": "Two people come into the room to talk to a person.", "similarity": 0.8325, "relevance": 2 }, { "pair_id": 165839, "video_name": "castle_s08e01_seg02_clip_11", "timestamp": [ 0.0, 33.13 ], "duration": 92.66, "caption": "Two people are sitting in a living room conversing.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 339140, "video_name": "house_s01e01_seg02_clip_09", "timestamp": [ 15.61, 19.29 ], "duration": 91.66, "caption": "Two people get out of the room and talk to a person.", "similarity": 0.8104, "relevance": 2 }, { "pair_id": 339141, "video_name": "s05e22_seg02_clip_14", "timestamp": [ 26.11, 30.01 ], "duration": 60.66, "caption": "A person enters the living room and begins talking to some people.", "similarity": 0.8085, "relevance": 3 }, { "pair_id": 339142, "video_name": "castle_s06e19_seg02_clip_14", "timestamp": [ 43.62, 89.02 ], "duration": 89.66, "caption": "Two people are inside of a room and having a conversation about something.", "similarity": 0.8081, "relevance": 2 }, { "pair_id": 339143, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 0.0, 60.64 ], "duration": 125.66, "caption": "A man speaks with another person in the room.", "similarity": 0.8065, "relevance": 2 }, { "pair_id": 339144, "video_name": "s01e16_seg02_clip_01", "timestamp": [ 2.85, 5.99 ], "duration": 57.66, "caption": "A woman talks to some men in their living room.", "similarity": 0.8051, "relevance": 3 }, { "pair_id": 339145, "video_name": "castle_s08e15_seg02_clip_05", "timestamp": [ 0.0, 18.2 ], "duration": 91.66, "caption": "A woman and a man are in a room speaking with a person.", "similarity": 0.8044, "relevance": 3 }, { "pair_id": 339146, "video_name": "castle_s01e09_seg02_clip_04", "timestamp": [ 43.2, 89.08 ], "duration": 89.66, "caption": "A man, woman and another person are in the room with two people conversing.", "similarity": 0.8013, "relevance": 3 }, { "pair_id": 339147, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 22.62, 28.83 ], "duration": 88.66, "caption": "A person walks in the room and talks to a person.", "similarity": 0.8004, "relevance": 2 }, { "pair_id": 339148, "video_name": "house_s05e02_seg02_clip_17", "timestamp": [ 1.82, 6.36 ], "duration": 90.66, "caption": "A man came in the room and another person talks to him.", "similarity": 0.7995, "relevance": 2 }, { "pair_id": 339149, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 27.17, 56.02 ], "duration": 56.66, "caption": "Two people go to a room where another person is and they start talking to each other.", "similarity": 0.7988, "relevance": 3 }, { "pair_id": 339150, "video_name": "friends_s02e04_seg02_clip_13", "timestamp": [ 32.57, 37.22 ], "duration": 62.66, "caption": "A person talks to the other end of the room while talking to someone.", "similarity": 0.7987, "relevance": 2 }, { "pair_id": 339151, "video_name": "s06e15_seg02_clip_07", "timestamp": [ 0.0, 22.15 ], "duration": 54.66, "caption": "A person and another person are in person's living room discussing person being person's roommate.", "similarity": 0.7986, "relevance": 2 }, { "pair_id": 339152, "video_name": "friends_s02e01_seg02_clip_15", "timestamp": [ 43.36, 52.24 ], "duration": 52.66, "caption": "Two people stand in the living room discussing a woman.", "similarity": 0.7985, "relevance": 2 }, { "pair_id": 339153, "video_name": "house_s07e12_seg02_clip_01", "timestamp": [ 0.0, 35.22 ], "duration": 89.66, "caption": "They are having a conversation in a room.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 339154, "video_name": "house_s07e11_seg02_clip_19", "timestamp": [ 45.4, 89.02 ], "duration": 89.66, "caption": "They are having a conversation in a room.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 339155, "video_name": "house_s07e11_seg02_clip_19", "timestamp": [ 0.0, 36.05 ], "duration": 89.66, "caption": "They are having a conversation in a room.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 339156, "video_name": "house_s06e12_seg02_clip_25", "timestamp": [ 0.39, 2.31 ], "duration": 77.66, "caption": "A person came in the room while talking to another person.", "similarity": 0.7929, "relevance": 2 }, { "pair_id": 339157, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 0.0, 23.72 ], "duration": 93.66, "caption": "A man and another man are inside of a room and talks to each other.", "similarity": 0.7901, "relevance": 3 }, { "pair_id": 339158, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 0.0, 29.69 ], "duration": 88.66, "caption": "A man and a woman are conversing with another man sitting in his living room.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 339159, "video_name": "grey_s03e16_seg02_clip_19", "timestamp": [ 44.01, 88.02 ], "duration": 88.66, "caption": "A woman and a man are having a conversation with each other in a room.", "similarity": 0.7872, "relevance": 2 } ] }, { "query_id": 43545, "query": "A man grabs a chair and sits down and continues talking to a doctor.", "relevant_moment": [ { "pair_id": 150180, "video_name": "house_s03e07_seg02_clip_12", "timestamp": [ 47.95, 54.07 ], "duration": 94.66, "caption": "A man grabs a chair and sits down and continues talking to a doctor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150181, "video_name": "house_s06e02_seg02_clip_04", "timestamp": [ 0.0, 27.15 ], "duration": 92.66, "caption": "A man sits in the chair while talking to a doctor.", "similarity": 0.8705, "relevance": 2 }, { "pair_id": 150182, "video_name": "house_s07e15_seg02_clip_09", "timestamp": [ 0.0, 47.91 ], "duration": 93.66, "caption": "A man was sitting on his chair while talking to a doctor.", "similarity": 0.8553, "relevance": 3 }, { "pair_id": 150183, "video_name": "house_s04e01_seg02_clip_15", "timestamp": [ 0.0, 8.8 ], "duration": 88.66, "caption": "A doctor walks in and talks to a man before sitting down.", "similarity": 0.7634, "relevance": 4 }, { "pair_id": 150184, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 150185, "video_name": "house_s02e03_seg02_clip_12", "timestamp": [ 0.0, 4.97 ], "duration": 90.66, "caption": "A man is talking to the patient while they are sitting.", "similarity": 0.7479, "relevance": 1 }, { "pair_id": 150186, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 49.09, 61.7 ], "duration": 90.66, "caption": "A man is having a conversation with some doctors.", "similarity": 0.7424, "relevance": 1 }, { "pair_id": 150187, "video_name": "house_s07e21_seg02_clip_18", "timestamp": [ 18.16, 24.81 ], "duration": 88.66, "caption": "A person sits down in a chair while talking to a man about their medication.", "similarity": 0.7382, "relevance": 4 }, { "pair_id": 150188, "video_name": "house_s01e14_seg02_clip_20", "timestamp": [ 3.21, 10.7 ], "duration": 107.66, "caption": "A person sits down while talking to their fellow doctor.", "similarity": 0.7311, "relevance": 4 }, { "pair_id": 150189, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.7297, "relevance": 1 }, { "pair_id": 150190, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.727, "relevance": 0 }, { "pair_id": 150191, "video_name": "house_s02e16_seg02_clip_15", "timestamp": [ 44.56, 90.02 ], "duration": 90.66, "caption": "A man walked after a doctor and continued talking to him.", "similarity": 0.7197, "relevance": 1 }, { "pair_id": 150192, "video_name": "house_s08e04_seg02_clip_03", "timestamp": [ 21.86, 28.98 ], "duration": 95.66, "caption": "A man picks up a chair and places it near the dining booth where two doctors are sitting, and then he sits down.", "similarity": 0.7168, "relevance": 3 }, { "pair_id": 150193, "video_name": "house_s06e12_seg02_clip_27", "timestamp": [ 8.08, 9.02 ], "duration": 9.66, "caption": "A man finishes talking to doctor and leaves.", "similarity": 0.7167, "relevance": 0 }, { "pair_id": 150194, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor was having a talk with man.", "similarity": 0.7125, "relevance": 0 }, { "pair_id": 150195, "video_name": "met_s06e13_seg02_clip_16", "timestamp": [ 36.76, 59.29 ], "duration": 59.66, "caption": "A man is sitting on an exam table in a doctor's office having a conversation with someone.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 150196, "video_name": "house_s04e04_seg02_clip_21", "timestamp": [ 86.64, 90.25 ], "duration": 90.66, "caption": "A man grabs his cane and rests his back while talking to the other doctors.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 150197, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 59.96, 90.17 ], "duration": 90.66, "caption": "The doctors are having a conversation with a man.", "similarity": 0.7107, "relevance": 1 }, { "pair_id": 150198, "video_name": "house_s03e02_seg02_clip_13", "timestamp": [ 18.25, 47.05 ], "duration": 96.66, "caption": "A doctor was leaning over a chair whilst talking.", "similarity": 0.7059, "relevance": 0 }, { "pair_id": 150199, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 31.06, 37.81 ], "duration": 90.66, "caption": "A man is talking to another doctor and the other doctors about his condition.", "similarity": 0.7055, "relevance": 1 } ] }, { "query_id": 43587, "query": "A man behind the counter autographs something for a woman.", "relevant_moment": [ { "pair_id": 151500, "video_name": "met_s03e06_seg02_clip_10", "timestamp": [ 12.1, 13.61 ], "duration": 60.66, "caption": "A man behind the counter autographs something for a woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 151501, "video_name": "castle_s01e01_seg02_clip_01", "timestamp": [ 32.73, 38.69 ], "duration": 85.66, "caption": "A person asks man for his autograph and he signs.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 151502, "video_name": "s10e06_seg02_clip_06", "timestamp": [ 14.71, 16.81 ], "duration": 60.66, "caption": "A woman takes her pen to sign an autograph for a man.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 151503, "video_name": "s10e06_seg02_clip_06", "timestamp": [ 15.31, 24.31 ], "duration": 60.66, "caption": "A woman autographs a picture of her movie poster and hands it to a man.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 151504, "video_name": "friends_s09e20_seg02_clip_15", "timestamp": [ 42.2, 46.93 ], "duration": 59.66, "caption": "A woman turns to say something to a man as she gets her bra autographed.", "similarity": 0.6173, "relevance": 1 }, { "pair_id": 151505, "video_name": "friends_s10e07_seg02_clip_08", "timestamp": [ 58.28, 59.81 ], "duration": 61.66, "caption": "A man behind the counter hands a woman a check.", "similarity": 0.6163, "relevance": 3 }, { "pair_id": 151506, "video_name": "s06e22_seg02_clip_12", "timestamp": [ 35.12, 48.11 ], "duration": 59.66, "caption": "A person shows someone a framed photograph that is autographed.", "similarity": 0.603, "relevance": 0 }, { "pair_id": 151507, "video_name": "friends_s06e14_seg02_clip_05", "timestamp": [ 0.0, 7.5 ], "duration": 60.66, "caption": "A person asks a woman for an autograph as she mentions wanting to see him and they shake hands.", "similarity": 0.596, "relevance": 1 }, { "pair_id": 151508, "video_name": "castle_s05e03_seg02_clip_14", "timestamp": [ 65.14, 73.94 ], "duration": 88.66, "caption": "A person has another person autograph their book for them.", "similarity": 0.5912, "relevance": 2 }, { "pair_id": 151509, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 43.94, 52.18 ], "duration": 61.66, "caption": "A man holds a piece of paper up in front of woman as they have a conversation.", "similarity": 0.5749, "relevance": 0 }, { "pair_id": 151510, "video_name": "castle_s06e18_seg02_clip_25", "timestamp": [ 18.92, 23.77 ], "duration": 97.66, "caption": "A woman shows a man a piece of paper.", "similarity": 0.5643, "relevance": 1 }, { "pair_id": 151511, "video_name": "castle_s05e17_seg02_clip_13", "timestamp": [ 40.93, 44.89 ], "duration": 88.66, "caption": "A woman places photos on the counter in front of a man.", "similarity": 0.5641, "relevance": 1 }, { "pair_id": 151513, "video_name": "house_s05e11_seg02_clip_19", "timestamp": [ 32.81, 37.24 ], "duration": 88.66, "caption": "A man places an item down in front of a woman.", "similarity": 0.5628, "relevance": 0 }, { "pair_id": 151514, "video_name": "s02e05_seg02_clip_09", "timestamp": [ 1.53, 4.58 ], "duration": 61.66, "caption": "A person hands a paper to woman behind a counter.", "similarity": 0.5623, "relevance": 1 }, { "pair_id": 151515, "video_name": "friends_s02e08_seg02_clip_11", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man rattles a piece of what paper when he's standing by woman.", "similarity": 0.5603, "relevance": 0 }, { "pair_id": 151516, "video_name": "friends_s08e02_seg02_clip_17", "timestamp": [ 0.0, 21.31 ], "duration": 60.66, "caption": "A man was showing a couple of papers to woman.", "similarity": 0.5582, "relevance": 0 }, { "pair_id": 151517, "video_name": "castle_s03e18_seg02_clip_08", "timestamp": [ 6.96, 14.36 ], "duration": 87.66, "caption": "A man shows some schedule to a woman while someone is standing nearby.", "similarity": 0.5568, "relevance": 0 }, { "pair_id": 151518, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 75.62, 90.02 ], "duration": 90.66, "caption": "A woman watches as a man signs some documents.", "similarity": 0.5559, "relevance": 1 }, { "pair_id": 151519, "video_name": "s06e02_seg02_clip_17", "timestamp": [ 74.72, 90.02 ], "duration": 90.66, "caption": "A man called a woman and his face was covered with marker.", "similarity": 0.5518, "relevance": 0 } ] }, { "query_id": 43621, "query": "A woman across from person takes a sip from a green cup.", "relevant_moment": [ { "pair_id": 147740, "video_name": "friends_s05e04_seg02_clip_05", "timestamp": [ 18.61, 22.95 ], "duration": 62.66, "caption": "A woman across from person takes a sip from a green cup.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147741, "video_name": "friends_s06e23_seg02_clip_22", "timestamp": [ 29.28, 30.6 ], "duration": 44.66, "caption": "A woman takes a sip of her drink from the green mug.", "similarity": 0.8309, "relevance": 3 }, { "pair_id": 147742, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 11.41, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from the green mug and then holds it out toward another woman.", "similarity": 0.8174, "relevance": 3 }, { "pair_id": 147743, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 3.38, 6.08 ], "duration": 45.66, "caption": "A woman takes a sip from the cup she's holding in her hands.", "similarity": 0.8033, "relevance": 3 }, { "pair_id": 147744, "video_name": "s01e08_seg02_clip_04", "timestamp": [ 31.73, 34.79 ], "duration": 61.66, "caption": "A woman hands a green drink to a person, who takes it to his mouth.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 147745, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 42.92, 46.82 ], "duration": 60.66, "caption": "A woman takes a drink out of her cup while talking to a person.", "similarity": 0.7725, "relevance": 3 }, { "pair_id": 147746, "video_name": "house_s07e21_seg02_clip_14", "timestamp": [ 33.61, 35.21 ], "duration": 80.66, "caption": "A woman lifts up her green mug and she takes a sip.", "similarity": 0.7673, "relevance": 4 }, { "pair_id": 147747, "video_name": "grey_s01e07_seg02_clip_21", "timestamp": [ 91.7, 95.03 ], "duration": 95.66, "caption": "A woman takes a sip out of her cup while talking with another woman.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 147748, "video_name": "friends_s04e18_seg02_clip_16", "timestamp": [ 11.6, 13.43 ], "duration": 61.66, "caption": "A woman gets the cup from the table and takes a sip from it.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 147749, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 147750, "video_name": "friends_s04e22_seg02_clip_17", "timestamp": [ 37.19, 39.25 ], "duration": 59.66, "caption": "A woman is taking a drink from her cup while another woman is talking to her.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 147751, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 147752, "video_name": "met_s02e12_seg02_clip_09", "timestamp": [ 19.77, 21.57 ], "duration": 59.66, "caption": "A woman takes a drink from the lidded cup she's holding.", "similarity": 0.7508, "relevance": 3 }, { "pair_id": 147753, "video_name": "grey_s03e25_seg02_clip_08", "timestamp": [ 6.05, 11.16 ], "duration": 93.66, "caption": "A woman puts something in her mouth and takes a cup from a man and sips from the straw.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 147754, "video_name": "friends_s03e04_seg02_clip_00", "timestamp": [ 4.13, 8.58 ], "duration": 63.66, "caption": "A woman takes a sip of her yellow cup.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 147755, "video_name": "castle_s03e11_seg02_clip_21", "timestamp": [ 29.26, 34.66 ], "duration": 90.66, "caption": "A woman grabs her cup and takes a drink from it.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 147756, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.7367, "relevance": 2 }, { "pair_id": 147757, "video_name": "s02e20_seg02_clip_12", "timestamp": [ 56.37, 58.73 ], "duration": 59.66, "caption": "A person takes a sip from his green mug.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 147758, "video_name": "s08e22_seg01_clip_00", "timestamp": [ 28.48, 33.16 ], "duration": 85.66, "caption": "A woman takes a sip from her colored drinks.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 147759, "video_name": "s04e20_seg02_clip_13", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A woman has a conversation with person, who is holding a green drink.", "similarity": 0.7335, "relevance": 1 }, { "pair_id": 321060, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.7315, "relevance": 3 }, { "pair_id": 321061, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 87.15, 89.13 ], "duration": 99.66, "caption": "A person takes a sip of water from a cup.", "similarity": 0.7279, "relevance": 1 }, { "pair_id": 321062, "video_name": "friends_s01e16-17_seg02_clip_10", "timestamp": [ 9.86, 14.65 ], "duration": 56.66, "caption": "A woman sips her drink from a cup while talking with another woman.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 321063, "video_name": "s10e04_seg02_clip_16", "timestamp": [ 5.88, 10.08 ], "duration": 56.66, "caption": "A woman takes a sip from a drink at the yellow mug.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 321064, "video_name": "friends_s10e11_seg02_clip_05", "timestamp": [ 1.79, 6.56 ], "duration": 59.66, "caption": "A woman takes a sip from a tea cup.", "similarity": 0.7228, "relevance": 3 }, { "pair_id": 321065, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 57.4, 58.16 ], "duration": 76.66, "caption": "A woman takes a sip from a yellow mug in her hand.", "similarity": 0.722, "relevance": 3 }, { "pair_id": 321066, "video_name": "s06e05_seg02_clip_02", "timestamp": [ 25.53, 28.99 ], "duration": 63.66, "caption": "A woman takes a sip from the yellow mug in front of her.", "similarity": 0.7212, "relevance": 3 }, { "pair_id": 321067, "video_name": "met_s06e24_seg02_clip_05", "timestamp": [ 21.54, 23.61 ], "duration": 59.66, "caption": "A woman takes a sip from her tea cup.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 321068, "video_name": "s09e23_seg01_clip_01", "timestamp": [ 6.62, 9.77 ], "duration": 63.66, "caption": "A woman picks the cup from the table and takes a sip.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 321069, "video_name": "s04e21_seg02_clip_06", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman takes a sip out of her drink.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 321070, "video_name": "s04e20_seg02_clip_12", "timestamp": [ 3.6, 9.3 ], "duration": 60.66, "caption": "A person was having a sip of a green drink whilst talking to a woman.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 321071, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 10.49, 13.68 ], "duration": 91.66, "caption": "A woman takes a drink from her coffee mug as she goes beside a person.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 321072, "video_name": "s10e03_seg02_clip_06", "timestamp": [ 20.15, 22.45 ], "duration": 51.66, "caption": "A woman takes a drink from the paper cup she is holding.", "similarity": 0.7101, "relevance": 3 }, { "pair_id": 321073, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 321074, "video_name": "s10e03_seg02_clip_06", "timestamp": [ 3.83, 5.61 ], "duration": 51.66, "caption": "A woman takes a drink of her cup as she speaks to woman.", "similarity": 0.7083, "relevance": 3 }, { "pair_id": 321075, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 24.58, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of coffee from her cup since it's on the table next to her.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 321076, "video_name": "grey_s02e03_seg02_clip_19", "timestamp": [ 53.25, 56.44 ], "duration": 91.66, "caption": "A woman takes a sip out of her cup and places it back on the counter.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 321077, "video_name": "s09e10_seg02_clip_05", "timestamp": [ 12.1, 15.35 ], "duration": 59.66, "caption": "A woman takes a drink from a mug while talking with another woman.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 321078, "video_name": "friends_s05e05_seg02_clip_14", "timestamp": [ 36.3, 40.73 ], "duration": 59.66, "caption": "A woman raises a green coffee mug as if to drink from it.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 321079, "video_name": "friends_s06e24-25_seg02_clip_03", "timestamp": [ 17.12, 19.44 ], "duration": 58.66, "caption": "A woman sips the drink in her hand through a straw.", "similarity": 0.7031, "relevance": 3 } ] }, { "query_id": 43641, "query": "Several people are in a conference; water glasses and white legal pads are in front of most of them; a person walks in, speaks, and sits down.", "relevant_moment": [ { "pair_id": 7620, "video_name": "house_s01e18_seg02_clip_09", "timestamp": [ 59.39, 69.06 ], "duration": 92.66, "caption": "Several people are in a conference; water glasses and white legal pads are in front of most of them; a person walks in, speaks, and sits down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7621, "video_name": "house_s08e16_seg02_clip_00", "timestamp": [ 15.21, 27.66 ], "duration": 92.66, "caption": "Some people enter the conference room and sit down.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 7622, "video_name": "house_s08e19_seg02_clip_18", "timestamp": [ 0.0, 8.9 ], "duration": 89.66, "caption": "A group of people talk around a conference table until a person leaves.", "similarity": 0.6755, "relevance": 2 }, { "pair_id": 7623, "video_name": "house_s06e11_seg02_clip_13", "timestamp": [ 0.0, 12.78 ], "duration": 88.66, "caption": "Multiple people are in the conference room.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 7624, "video_name": "house_s05e08_seg02_clip_01", "timestamp": [ 0.0, 44.63 ], "duration": 92.66, "caption": "Some people are conversing with a person as they are in the conference room.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 7625, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 63.42, 92.59 ], "duration": 92.66, "caption": "They are having a discussion inside the conference room.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 7626, "video_name": "grey_s02e25_seg02_clip_12", "timestamp": [ 57.6, 70.3 ], "duration": 90.66, "caption": "They are having a discussion on the conference room.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 7627, "video_name": "castle_s06e16_seg02_clip_07", "timestamp": [ 9.56, 18.2 ], "duration": 91.66, "caption": "Some people are talking and having a small meeting.", "similarity": 0.644, "relevance": 3 }, { "pair_id": 7628, "video_name": "house_s06e14_seg02_clip_07", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A person walks into a conference room with a group of people seated at a table.", "similarity": 0.6309, "relevance": 3 }, { "pair_id": 7629, "video_name": "grey_s03e05_seg02_clip_04", "timestamp": [ 0.0, 13.57 ], "duration": 90.66, "caption": "All the professionals are having a conference. Then a man is asked for some questions.", "similarity": 0.6059, "relevance": 2 }, { "pair_id": 7630, "video_name": "met_s02e10_seg02_clip_06", "timestamp": [ 16.21, 60.03 ], "duration": 60.66, "caption": "Multiple people are all seated together as they converse.", "similarity": 0.6039, "relevance": 0 }, { "pair_id": 7631, "video_name": "house_s07e11_seg02_clip_15", "timestamp": [ 0.0, 10.67 ], "duration": 97.66, "caption": "Some people were having a meeting conversation.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 7632, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 9.92, 64.03 ], "duration": 64.66, "caption": "Some people are sitting as they converse with each other.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 7633, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 23.9, 33.64 ], "duration": 88.66, "caption": "A person sits down while talking with some people.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 7634, "video_name": "s05e10_seg02_clip_11", "timestamp": [ 39.5, 47.46 ], "duration": 53.66, "caption": "Some people are seen sitting together and talking.", "similarity": 0.5866, "relevance": 0 }, { "pair_id": 7635, "video_name": "castle_s05e13_seg02_clip_08", "timestamp": [ 0.0, 80.28 ], "duration": 89.66, "caption": "Some people are in an office as they speak to two other people.", "similarity": 0.5856, "relevance": 2 }, { "pair_id": 7636, "video_name": "castle_s02e19_seg02_clip_19", "timestamp": [ 0.0, 14.57 ], "duration": 94.66, "caption": "Some people are beside a large case as they speak to each other.", "similarity": 0.5811, "relevance": 1 }, { "pair_id": 7637, "video_name": "house_s05e11_seg02_clip_18", "timestamp": [ 0.0, 34.42 ], "duration": 93.66, "caption": "People are having a discussion in the office.", "similarity": 0.5787, "relevance": 2 }, { "pair_id": 7638, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 21.61, 59.87 ], "duration": 90.66, "caption": "A person is speaking to two other people as they sit in their office.", "similarity": 0.5783, "relevance": 1 }, { "pair_id": 7639, "video_name": "house_s05e17_seg02_clip_21", "timestamp": [ 0.0, 13.65 ], "duration": 91.66, "caption": "Four people are in the conference room conversing.", "similarity": 0.5777, "relevance": 2 } ] }, { "query_id": 43665, "query": "A man in a yellow tie takes off his jacket and hands it to a person.", "relevant_moment": [ { "pair_id": 163860, "video_name": "friends_s04e10_seg02_clip_04", "timestamp": [ 35.54, 39.06 ], "duration": 64.66, "caption": "A man in a yellow tie takes off his jacket and hands it to a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163861, "video_name": "met_s02e08_seg02_clip_08", "timestamp": [ 20.86, 22.35 ], "duration": 59.66, "caption": "A person in a yellow tie shakes a man's hand.", "similarity": 0.7148, "relevance": 2 }, { "pair_id": 163862, "video_name": "castle_s08e19_seg02_clip_13", "timestamp": [ 45.33, 47.97 ], "duration": 88.66, "caption": "A man grabs a person's jacket and hands it to him.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 163863, "video_name": "castle_s05e20_seg02_clip_26", "timestamp": [ 135.3, 142.9 ], "duration": 152.66, "caption": "A man grabs person's jacket and puts it on him/her.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 163864, "video_name": "friends_s03e07_seg02_clip_13", "timestamp": [ 11.74, 13.17 ], "duration": 57.66, "caption": "A person unbuttons their jacket and loosens their tie slightly.", "similarity": 0.6714, "relevance": 1 }, { "pair_id": 163865, "video_name": "friends_s06e15-16_seg02_clip_25", "timestamp": [ 6.9, 9.3 ], "duration": 60.66, "caption": "A person wearing red leather jacket took off their jacket and handed it to a man.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 163866, "video_name": "castle_s03e11_seg02_clip_03", "timestamp": [ 38.69, 49.61 ], "duration": 91.66, "caption": "A woman removes her jacket and hands it to a man.", "similarity": 0.6595, "relevance": 1 }, { "pair_id": 163867, "video_name": "friends_s03e13_seg02_clip_05", "timestamp": [ 55.54, 60.42 ], "duration": 61.66, "caption": "A person adjusts his tie as he walks towards a man.", "similarity": 0.6559, "relevance": 1 }, { "pair_id": 163868, "video_name": "house_s03e15_seg02_clip_11", "timestamp": [ 51.76, 55.36 ], "duration": 90.66, "caption": "A man grabs another person's hand and takes it out of their coat pocket.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 163869, "video_name": "house_s05e23_seg02_clip_04", "timestamp": [ 16.03, 22.71 ], "duration": 89.66, "caption": "A person pulls a piece of paper out of his jacket pocket and hands it to another person.", "similarity": 0.6386, "relevance": 1 }, { "pair_id": 163870, "video_name": "s05e18_seg01_clip_01", "timestamp": [ 35.69, 39.17 ], "duration": 58.66, "caption": "A man grabs person's jacket from his hands as he stands next to him.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 163871, "video_name": "house_s07e11_seg02_clip_05", "timestamp": [ 24.13, 27.73 ], "duration": 72.66, "caption": "A man grabs his tie with his hand and adjusts it.", "similarity": 0.6335, "relevance": 1 }, { "pair_id": 163872, "video_name": "s07e19_seg02_clip_14", "timestamp": [ 21.1, 25.09 ], "duration": 57.66, "caption": "A person adjusts the front of his jacket and smooths his tie.", "similarity": 0.6335, "relevance": 1 }, { "pair_id": 163873, "video_name": "friends_s04e10_seg02_clip_04", "timestamp": [ 28.17, 31.38 ], "duration": 64.66, "caption": "A person straightens up guy's jacket and tie.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 163874, "video_name": "castle_s08e02_seg02_clip_21", "timestamp": [ 67.44, 69.38 ], "duration": 97.66, "caption": "A man reached into his jacket and pulls out gloves.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 163875, "video_name": "friends_s06e24-25_seg02_clip_07", "timestamp": [ 10.07, 13.12 ], "duration": 61.66, "caption": "A man is about to take off their jacket and puts it back on.", "similarity": 0.6267, "relevance": 2 }, { "pair_id": 163876, "video_name": "house_s04e05_seg02_clip_25", "timestamp": [ 0.0, 4.23 ], "duration": 94.66, "caption": "A man removes his jacket while he's in front of man and others.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 163877, "video_name": "house_s05e16_seg02_clip_24", "timestamp": [ 2.26, 8.58 ], "duration": 90.66, "caption": "A person unties and removes his neck tie and fixes his coat.", "similarity": 0.6243, "relevance": 1 }, { "pair_id": 163878, "video_name": "s07e04_seg02_clip_15", "timestamp": [ 56.07, 59.03 ], "duration": 59.66, "caption": "A man closes the door and quickly starts taking his jacket off.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 163879, "video_name": "house_s06e06_seg02_clip_21", "timestamp": [ 1.35, 2.7 ], "duration": 90.66, "caption": "Another man in coat and tie approaches a man.", "similarity": 0.6235, "relevance": 0 } ] }, { "query_id": 43666, "query": "A woman sets a bowl of food on the table.", "relevant_moment": [ { "pair_id": 7820, "video_name": "friends_s04e10_seg02_clip_04", "timestamp": [ 60.51, 62.75 ], "duration": 64.66, "caption": "A woman sets a bowl of food on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7821, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 1.83, 4.58 ], "duration": 61.66, "caption": "A woman sets a food container down on the table.", "similarity": 0.8407, "relevance": 4 }, { "pair_id": 7822, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 21.05, 25.33 ], "duration": 61.66, "caption": "A woman puts a bowl on person's kitchen table alongside other dishes.", "similarity": 0.7922, "relevance": 4 }, { "pair_id": 7823, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 47.42, 49.82 ], "duration": 60.66, "caption": "A woman sets two bowls down on the table as she sits down.", "similarity": 0.7813, "relevance": 4 }, { "pair_id": 7824, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.7796, "relevance": 4 }, { "pair_id": 7825, "video_name": "friends_s03e07_seg02_clip_18", "timestamp": [ 5.4, 8.4 ], "duration": 60.66, "caption": "A woman sets a bowl and plate down on the coffee table.", "similarity": 0.7794, "relevance": 4 }, { "pair_id": 7826, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 44.35, 45.9 ], "duration": 62.66, "caption": "A woman sets a plate of food on the coffee table.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 7827, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.96, 3.64 ], "duration": 56.66, "caption": "A woman moves to place a plate of food on the table.", "similarity": 0.7732, "relevance": 3 }, { "pair_id": 7828, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.7717, "relevance": 4 }, { "pair_id": 7829, "video_name": "castle_s07e04_seg02_clip_00", "timestamp": [ 6.43, 8.72 ], "duration": 91.66, "caption": "A woman put a food on some people's table.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 7830, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 16.23, 17.41 ], "duration": 59.66, "caption": "A woman puts her plate of food down on the table.", "similarity": 0.7559, "relevance": 4 }, { "pair_id": 7831, "video_name": "s07e09_seg02_clip_11", "timestamp": [ 12.61, 16.81 ], "duration": 60.66, "caption": "A woman is mashing food in a bowl on the counter-top.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 7832, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 47.12, 50.72 ], "duration": 60.66, "caption": "A woman walks in and sets a bowl of chips on the table.", "similarity": 0.7412, "relevance": 4 }, { "pair_id": 7833, "video_name": "friends_s09e08_seg02_clip_11", "timestamp": [ 2.28, 10.55 ], "duration": 57.66, "caption": "A woman puts some food from a dish onto her plate and then places the dish on the table.", "similarity": 0.7388, "relevance": 3 }, { "pair_id": 7834, "video_name": "friends_s06e18_seg02_clip_00", "timestamp": [ 9.28, 12.17 ], "duration": 64.66, "caption": "A woman takes a spoonful of food from her bowl.", "similarity": 0.7385, "relevance": 1 }, { "pair_id": 7835, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 14.18, 16.39 ], "duration": 63.66, "caption": "A woman brings a big bowl of food to the table to serve dinner for a person.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 7836, "video_name": "friends_s01e08_seg02_clip_10", "timestamp": [ 2.1, 4.5 ], "duration": 60.66, "caption": "A woman puts her food down on the table and then sits down.", "similarity": 0.7305, "relevance": 3 }, { "pair_id": 7837, "video_name": "s04e19_seg02_clip_03", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A woman picks up a bowl and spoon and prepares to eat what's in it.", "similarity": 0.7303, "relevance": 1 }, { "pair_id": 7838, "video_name": "friends_s08e22_seg02_clip_00", "timestamp": [ 2.79, 4.03 ], "duration": 62.66, "caption": "A woman takes a spoonful from the bowl on the table.", "similarity": 0.7275, "relevance": 1 }, { "pair_id": 7839, "video_name": "friends_s06e09_seg02_clip_17", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A woman stands up from the table with a plate of food.", "similarity": 0.7214, "relevance": 1 } ] }, { "query_id": 43766, "query": "A man finishes his conversation with someone and walks out the door.", "relevant_moment": [ { "pair_id": 4040, "video_name": "house_s05e13_seg02_clip_17", "timestamp": [ 55.24, 59.69 ], "duration": 89.66, "caption": "A man finishes his conversation with someone and walks out the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4041, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 78.68, 80.52 ], "duration": 92.66, "caption": "A person finishes their conversation with two other people and walks out of the door.", "similarity": 0.9033, "relevance": 4 }, { "pair_id": 4042, "video_name": "s07e07_seg02_clip_06", "timestamp": [ 32.96, 35.4 ], "duration": 61.66, "caption": "A man closed his door and ends the conversation with a person.", "similarity": 0.8608, "relevance": 3 }, { "pair_id": 4043, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 3.15, 5.85 ], "duration": 90.66, "caption": "A person walks out the door while talking to another person.", "similarity": 0.8283, "relevance": 3 }, { "pair_id": 4044, "video_name": "house_s08e20_seg02_clip_07", "timestamp": [ 14.72, 21.63 ], "duration": 92.66, "caption": "A man talks to two people, then opens the door and walks out.", "similarity": 0.8266, "relevance": 4 }, { "pair_id": 4045, "video_name": "house_s08e13_seg02_clip_17", "timestamp": [ 68.08, 80.53 ], "duration": 83.66, "caption": "A man leaves and closes the door after he finishes his conversation with man and woman.", "similarity": 0.8263, "relevance": 3 }, { "pair_id": 4046, "video_name": "house_s04e13_seg02_clip_18", "timestamp": [ 45.0, 49.54 ], "duration": 90.66, "caption": "A person ends a conversation with someone and closes the door on their way out of the room.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 4047, "video_name": "house_s02e06_seg02_clip_00", "timestamp": [ 66.53, 70.63 ], "duration": 91.66, "caption": "A man finishes his conversation with someone and walks into the hallway to talk with another person.", "similarity": 0.8156, "relevance": 1 }, { "pair_id": 4048, "video_name": "house_s06e01_seg02_clip_09", "timestamp": [ 66.73, 71.56 ], "duration": 87.66, "caption": "A person finishes his conversation with a man and walks away.", "similarity": 0.8122, "relevance": 2 }, { "pair_id": 4049, "video_name": "house_s05e01_seg02_clip_12", "timestamp": [ 8.88, 11.1 ], "duration": 88.66, "caption": "A person finishes their conversation with another person and walks out.", "similarity": 0.8044, "relevance": 2 }, { "pair_id": 4050, "video_name": "house_s01e10_seg02_clip_12", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person opens the door and walk out while still talking to another person.", "similarity": 0.8041, "relevance": 4 }, { "pair_id": 4051, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 27.29, 32.21 ], "duration": 89.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 4052, "video_name": "house_s03e06_seg02_clip_05", "timestamp": [ 45.04, 48.19 ], "duration": 90.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.8038, "relevance": 3 }, { "pair_id": 4053, "video_name": "house_s05e02_seg02_clip_19", "timestamp": [ 47.92, 50.34 ], "duration": 80.66, "caption": "A man closes the door while talking to person.", "similarity": 0.7999, "relevance": 2 }, { "pair_id": 4054, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 62.81, 72.54 ], "duration": 88.66, "caption": "A man is walking out the door and another person stops him to say something.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 4055, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 69.36, 73.87 ], "duration": 90.66, "caption": "A man finishes his conversation with two people then walks away.", "similarity": 0.7892, "relevance": 2 }, { "pair_id": 4056, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 84.42, 91.69 ], "duration": 97.66, "caption": "A man finishes his conversation with two people and walks away.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 4057, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 76.39, 84.47 ], "duration": 89.66, "caption": "A person walks in and closes the door while talking with another person.", "similarity": 0.7877, "relevance": 1 }, { "pair_id": 4058, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A man walks out while a person is talking to him.", "similarity": 0.7823, "relevance": 3 }, { "pair_id": 4059, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A man walks out immediately after talking to a person.", "similarity": 0.7778, "relevance": 3 }, { "pair_id": 177360, "video_name": "house_s03e22_seg02_clip_26", "timestamp": [ 17.42, 21.44 ], "duration": 134.66, "caption": "A man finishes his conversation with woman and walks out of the room.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 177361, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "A person walks out while he is talking to a man.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 177362, "video_name": "house_s08e13_seg02_clip_17", "timestamp": [ 74.31, 83.02 ], "duration": 83.66, "caption": "A person walks out of the door after talking to another woman and a man.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 177363, "video_name": "house_s01e07_seg02_clip_07", "timestamp": [ 12.49, 14.72 ], "duration": 89.66, "caption": "A man walks out immediately after talking to person.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 177364, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 41.77, 46.99 ], "duration": 87.66, "caption": "Two men finish their conversation with a man and walk out.", "similarity": 0.7706, "relevance": 3 }, { "pair_id": 177365, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 8.93, 11.28 ], "duration": 94.66, "caption": "A person walks out immediately after talking to a man.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 177366, "video_name": "house_s05e20_seg02_clip_09", "timestamp": [ 10.92, 14.11 ], "duration": 91.66, "caption": "A person walks out immediately after talking to a man.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 177367, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 86.95, 92.65 ], "duration": 95.66, "caption": "A person finishes his conversation with a man and walks out to two women and a man in the hallway.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 177368, "video_name": "house_s04e14_seg02_clip_07", "timestamp": [ 11.88, 18.53 ], "duration": 95.66, "caption": "A man finishes his conversation with two people and walks out of the room with a woman.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 177369, "video_name": "house_s01e16_seg02_clip_00", "timestamp": [ 81.86, 93.03 ], "duration": 93.66, "caption": "A man walks through the door followed by a woman trying to have a conversation with him.", "similarity": 0.7648, "relevance": 2 }, { "pair_id": 177370, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 18.45, 24.31 ], "duration": 90.66, "caption": "A man speaks to a woman and then walks out of the door.", "similarity": 0.7644, "relevance": 4 }, { "pair_id": 177371, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 32.18, 38.53 ], "duration": 90.66, "caption": "A man finishes his conversation with another man and walks away.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 177372, "video_name": "grey_s03e04_seg02_clip_26", "timestamp": [ 76.22, 86.42 ], "duration": 120.66, "caption": "A man stops at the door to say something to another person before leaving.", "similarity": 0.7632, "relevance": 4 }, { "pair_id": 177373, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 9.48, 11.74 ], "duration": 90.66, "caption": "A man finishes their conversation with a person and walks out of their office.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 177374, "video_name": "s07e06_seg02_clip_07", "timestamp": [ 21.01, 24.31 ], "duration": 60.66, "caption": "A person walks his way out from his conversation with another person.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 177375, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 68.27, 71.0 ], "duration": 91.66, "caption": "A man finishes his conversation with a person and walks out of the office with another person.", "similarity": 0.7595, "relevance": 4 }, { "pair_id": 177376, "video_name": "house_s03e16_seg02_clip_04", "timestamp": [ 10.47, 12.74 ], "duration": 91.66, "caption": "A man finishes his conversation with some people and walks away.", "similarity": 0.7593, "relevance": 2 }, { "pair_id": 177377, "video_name": "house_s08e06_seg02_clip_12", "timestamp": [ 20.25, 21.63 ], "duration": 92.66, "caption": "A person closes the door after talking to another person.", "similarity": 0.7585, "relevance": 2 }, { "pair_id": 177378, "video_name": "house_s03e09_seg02_clip_20", "timestamp": [ 40.05, 42.33 ], "duration": 91.66, "caption": "A man holds the door open while talking to someone.", "similarity": 0.7581, "relevance": 1 }, { "pair_id": 177379, "video_name": "s03e11_seg02_clip_11", "timestamp": [ 52.0, 59.56 ], "duration": 63.66, "caption": "A person walks to the door then turns around to say something to a man before leaving.", "similarity": 0.7572, "relevance": 4 } ] }, { "query_id": 43795, "query": "A man is putting drops into a patient's eyes.", "relevant_moment": [ { "pair_id": 155620, "video_name": "house_s05e19_seg02_clip_16", "timestamp": [ 20.03, 25.03 ], "duration": 91.66, "caption": "A man is putting drops into a patient's eyes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155621, "video_name": "house_s05e19_seg02_clip_10", "timestamp": [ 35.68, 40.47 ], "duration": 87.66, "caption": "A doctor puts some drops in person's eyes.", "similarity": 0.8137, "relevance": 4 }, { "pair_id": 155622, "video_name": "house_s06e12_seg02_clip_02", "timestamp": [ 41.86, 44.56 ], "duration": 90.66, "caption": "A man looks into a patient's eyes with a light.", "similarity": 0.7477, "relevance": 1 }, { "pair_id": 155623, "video_name": "house_s02e14_seg02_clip_00", "timestamp": [ 2.75, 5.49 ], "duration": 91.66, "caption": "A man is checking the eye of the patient.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 155624, "video_name": "house_s02e10_seg02_clip_01", "timestamp": [ 0.0, 7.57 ], "duration": 89.66, "caption": "A man is checking on the eyes of a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 155625, "video_name": "house_s03e05_seg02_clip_16", "timestamp": [ 36.94, 43.62 ], "duration": 89.66, "caption": "A man rolls his eyes and sticks out his hand for someone to put some medicine in.", "similarity": 0.7241, "relevance": 1 }, { "pair_id": 155626, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 75.68, 81.02 ], "duration": 97.66, "caption": "A man shines a light into a patient's eyes while examining them.", "similarity": 0.7202, "relevance": 3 }, { "pair_id": 155627, "video_name": "house_s04e07_seg02_clip_11", "timestamp": [ 72.7, 86.04 ], "duration": 92.66, "caption": "A man checks the eyes of a patient.", "similarity": 0.7193, "relevance": 3 }, { "pair_id": 155628, "video_name": "house_s01e22_seg02_clip_20", "timestamp": [ 62.99, 66.93 ], "duration": 87.66, "caption": "A man looks at the patient's eyes with a light.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 155629, "video_name": "house_s01e19_seg02_clip_07", "timestamp": [ 0.0, 5.1 ], "duration": 92.66, "caption": "A man uses the flashlight on the patient to look into their eyes and mouth.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 155630, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 0.0, 24.65 ], "duration": 88.66, "caption": "A man injects the patient with some liquid and the patient is curious.", "similarity": 0.7095, "relevance": 1 }, { "pair_id": 155631, "video_name": "house_s01e02_seg02_clip_01", "timestamp": [ 79.14, 86.02 ], "duration": 86.66, "caption": "A man is looking in a patient's eye for problems.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 155632, "video_name": "house_s02e04_seg02_clip_22", "timestamp": [ 5.48, 8.22 ], "duration": 91.66, "caption": "A man inserts a small device into the body of a patient.", "similarity": 0.6939, "relevance": 1 }, { "pair_id": 155633, "video_name": "house_s02e07_seg02_clip_11", "timestamp": [ 34.2, 39.09 ], "duration": 81.66, "caption": "A man injects medicine in the body of the patient.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 155634, "video_name": "house_s08e06_seg02_clip_21", "timestamp": [ 78.76, 83.11 ], "duration": 87.66, "caption": "A man grabs an air mask and places it over the face of the patient with the eye patch.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 155635, "video_name": "house_s08e15_seg02_clip_07", "timestamp": [ 35.56, 39.16 ], "duration": 90.66, "caption": "A man checks the bleeding on the patient's eyes.", "similarity": 0.687, "relevance": 1 }, { "pair_id": 155636, "video_name": "house_s06e03_seg02_clip_09", "timestamp": [ 23.93, 29.15 ], "duration": 87.66, "caption": "A man takes out a pen light and looks at the patient's eyes.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 155637, "video_name": "house_s05e19_seg02_clip_00", "timestamp": [ 0.0, 20.09 ], "duration": 103.66, "caption": "A person flashes a light into the patient's eyes.", "similarity": 0.685, "relevance": 3 }, { "pair_id": 155639, "video_name": "house_s01e02_seg02_clip_08", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "A man describes the similarities in the patient's eyeballs.", "similarity": 0.6815, "relevance": 1 } ] }, { "query_id": 43826, "query": "A woman yells at a man with the drink that there are no drinks near the contributions she tells him to set the drink down over there then he can make his contributions and continues talking to him till someone approaches.", "relevant_moment": [ { "pair_id": 149720, "video_name": "friends_s05e10_seg02_clip_15", "timestamp": [ 7.8, 17.41 ], "duration": 60.66, "caption": "A woman yells at a man with the drink that there are no drinks near the contributions she tells him to set the drink down over there then he can make his contributions and continues talking to him till someone approaches.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149721, "video_name": "s06e16_seg02_clip_06", "timestamp": [ 9.98, 13.4 ], "duration": 57.66, "caption": "A woman yells at a man when he tries to stop putting wine in her glass.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 149722, "video_name": "castle_s04e17_seg02_clip_22", "timestamp": [ 88.2, 91.4 ], "duration": 91.66, "caption": "A man gives a drink to a woman while they are talking.", "similarity": 0.6698, "relevance": 0 }, { "pair_id": 149723, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 2.77, 5.84 ], "duration": 61.66, "caption": "A man takes a drink after saying what the person is to him.", "similarity": 0.661, "relevance": 0 }, { "pair_id": 149724, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 0.0, 7.92 ], "duration": 93.66, "caption": "A man gives a woman a drink and she spits it out.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 149725, "video_name": "house_s08e17_seg02_clip_00", "timestamp": [ 35.26, 58.77 ], "duration": 94.66, "caption": "A man takes a sip of his drink then complains to a woman about it, and she leaves.", "similarity": 0.65, "relevance": 1 }, { "pair_id": 149726, "video_name": "met_s03e18_seg02_clip_09", "timestamp": [ 38.39, 49.61 ], "duration": 59.66, "caption": "A man motions for a woman to walk over to him and she throws a drink in his face.", "similarity": 0.6452, "relevance": 0 }, { "pair_id": 149727, "video_name": "s08e07_seg02_clip_10", "timestamp": [ 1.5, 5.4 ], "duration": 60.66, "caption": "A man tells a woman about how a person prepared a drink for him when he felt sad.", "similarity": 0.6376, "relevance": 0 }, { "pair_id": 149728, "video_name": "friends_s03e02_seg02_clip_18", "timestamp": [ 7.75, 10.54 ], "duration": 62.66, "caption": "A woman stands up while telling person what he needs to hear to not drink the glass.", "similarity": 0.6348, "relevance": 1 }, { "pair_id": 149729, "video_name": "met_s05e01_seg01_clip_01", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman is explaining something to woman and man takes a sip of his drink.", "similarity": 0.6348, "relevance": 1 }, { "pair_id": 149730, "video_name": "met_s02e04_seg01_clip_00", "timestamp": [ 72.02, 75.02 ], "duration": 75.66, "caption": "A man tries to fist bump person and person takes a drink instead.", "similarity": 0.6331, "relevance": 1 }, { "pair_id": 149731, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 30.06, 33.55 ], "duration": 87.66, "caption": "A man takes a drink while talking to a woman.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 149732, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 13.72, 17.64 ], "duration": 98.66, "caption": "A woman is stirring her drink when talking to a man.", "similarity": 0.6312, "relevance": 0 }, { "pair_id": 149733, "video_name": "met_s06e20_seg02_clip_12", "timestamp": [ 3.48, 4.64 ], "duration": 58.66, "caption": "A man twirls his drink for woman to continue.", "similarity": 0.6297, "relevance": 1 }, { "pair_id": 149734, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 3.48, 5.8 ], "duration": 58.66, "caption": "A woman is standing beside a man as he asks her if she wants a drink and she agrees.", "similarity": 0.627, "relevance": 0 }, { "pair_id": 149735, "video_name": "grey_s03e18_seg02_clip_24", "timestamp": [ 69.15, 84.32 ], "duration": 89.66, "caption": "A woman and a man are sitting on the ground drinking as she tells him to say sorry to another woman and he refuses to since he feels as if he always is the one apologizing.", "similarity": 0.6217, "relevance": 0 }, { "pair_id": 149736, "video_name": "s06e07_seg02_clip_09", "timestamp": [ 21.47, 24.95 ], "duration": 58.66, "caption": "A woman suggests a drink to someone while they are talking.", "similarity": 0.6212, "relevance": 0 }, { "pair_id": 149737, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 39.75, 47.06 ], "duration": 91.66, "caption": "After a man is done saying something to another man, he takes a sip of his drink.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 149738, "video_name": "friends_s01e01_seg02_clip_16", "timestamp": [ 0.0, 3.88 ], "duration": 59.66, "caption": "A woman spits her drink out after a man tells her something.", "similarity": 0.6185, "relevance": 0 }, { "pair_id": 149739, "video_name": "met_s02e16_seg01_clip_00", "timestamp": [ 30.7, 43.57 ], "duration": 98.66, "caption": "A person takes a drink after woman says it wasn't her.", "similarity": 0.616, "relevance": 1 } ] }, { "query_id": 43866, "query": "A man gets a call from woman and he answers it.", "relevant_moment": [ { "pair_id": 172000, "video_name": "castle_s06e07_seg02_clip_10", "timestamp": [ 44.56, 46.36 ], "duration": 90.66, "caption": "A man gets a call from woman and he answers it.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172001, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 10.12, 17.02 ], "duration": 92.66, "caption": "A man gets a phone call from a woman and answers it.", "similarity": 0.9204, "relevance": 4 }, { "pair_id": 172002, "video_name": "house_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.4 ], "duration": 95.66, "caption": "A man answered a phone call from a woman she was asking what about the situation.", "similarity": 0.8313, "relevance": 4 }, { "pair_id": 172003, "video_name": "castle_s08e19_seg02_clip_00", "timestamp": [ 81.61, 86.77 ], "duration": 93.66, "caption": "A man gives woman her phone and she answers it.", "similarity": 0.8214, "relevance": 3 }, { "pair_id": 172004, "video_name": "grey_s02e21_seg02_clip_25", "timestamp": [ 26.24, 43.32 ], "duration": 122.66, "caption": "A man makes a call and woman answers the phone.", "similarity": 0.799, "relevance": 3 }, { "pair_id": 172005, "video_name": "house_s07e01_seg02_clip_00", "timestamp": [ 61.9, 63.72 ], "duration": 91.66, "caption": "A man takes a woman's cellphone and he answers it.", "similarity": 0.786, "relevance": 2 }, { "pair_id": 172006, "video_name": "castle_s07e21_seg02_clip_06", "timestamp": [ 0.0, 4.59 ], "duration": 91.66, "caption": "A man ends the call after telling woman what she means to him.", "similarity": 0.7755, "relevance": 4 }, { "pair_id": 172007, "video_name": "s02e19_seg02_clip_01", "timestamp": [ 7.83, 15.67 ], "duration": 58.66, "caption": "A person takes the phone from his pocket and answers the call from a woman.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 172008, "video_name": "met_s06e13_seg02_clip_05", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "A man tells a woman who he is about to call.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 172009, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 51.74, 56.65 ], "duration": 89.66, "caption": "A man's phone rings and he answers the call.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 172010, "video_name": "s01e11_seg02_clip_08", "timestamp": [ 29.71, 40.82 ], "duration": 60.66, "caption": "A woman calls a man and asks where he is.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 172011, "video_name": "friends_s09e17_seg02_clip_21", "timestamp": [ 55.14, 58.05 ], "duration": 58.66, "caption": "A woman calls a man a name and asks him a question.", "similarity": 0.7675, "relevance": 0 }, { "pair_id": 172012, "video_name": "friends_s06e24-25_seg02_clip_32", "timestamp": [ 42.58, 63.71 ], "duration": 64.66, "caption": "A man responds to woman's answer to his question.", "similarity": 0.7656, "relevance": 0 }, { "pair_id": 172013, "video_name": "castle_s06e04_seg02_clip_14", "timestamp": [ 15.64, 20.25 ], "duration": 92.66, "caption": "A man answers a call from woman and walks away from another person.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 172014, "video_name": "castle_s01e03_seg02_clip_10", "timestamp": [ 35.52, 39.57 ], "duration": 89.66, "caption": "A woman answers the call she receives from a man while driving.", "similarity": 0.7551, "relevance": 2 }, { "pair_id": 172015, "video_name": "castle_s04e15_seg02_clip_11", "timestamp": [ 80.07, 88.48 ], "duration": 88.66, "caption": "A woman requests that person put the incoming call she is answering on a setting so everyone can hear it, she does and a man talks to her.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 172016, "video_name": "met_s06e15_seg02_clip_17", "timestamp": [ 41.94, 44.82 ], "duration": 64.66, "caption": "A woman answers a phone call during a conversation with a man.", "similarity": 0.7493, "relevance": 2 }, { "pair_id": 172017, "video_name": "castle_s06e03_seg02_clip_00", "timestamp": [ 28.48, 30.82 ], "duration": 93.66, "caption": "A woman answers a phone after she tells a man.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 172018, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 18.61, 24.01 ], "duration": 60.66, "caption": "A woman answers a man's call while she is driving.", "similarity": 0.7472, "relevance": 1 }, { "pair_id": 172019, "video_name": "friends_s10e10_seg02_clip_18", "timestamp": [ 34.18, 56.76 ], "duration": 61.66, "caption": "A man answers a call and lets a woman know they didn't get the house.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 345320, "video_name": "s08e20_seg02_clip_03", "timestamp": [ 55.54, 60.42 ], "duration": 61.66, "caption": "A man is calling for woman cause the conversation turns uncomfortable.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 345321, "video_name": "friends_s09e12_seg02_clip_10", "timestamp": [ 0.0, 1.68 ], "duration": 56.66, "caption": "A man answers the phone before a woman has a chance.", "similarity": 0.7402, "relevance": 3 }, { "pair_id": 345322, "video_name": "castle_s07e02_seg02_clip_23", "timestamp": [ 19.36, 24.76 ], "duration": 90.66, "caption": "A woman answered a call from someone. Someone is asking about a person.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 345323, "video_name": "castle_s07e05_seg02_clip_19", "timestamp": [ 33.89, 57.22 ], "duration": 88.66, "caption": "A woman takes out her phone and answers it to speak to a man.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 345324, "video_name": "castle_s01e03_seg02_clip_03", "timestamp": [ 0.0, 3.45 ], "duration": 86.66, "caption": "A person answers the phone after telling woman he needed to pick up the phone.", "similarity": 0.7398, "relevance": 1 }, { "pair_id": 345325, "video_name": "castle_s04e02_seg02_clip_11", "timestamp": [ 13.68, 17.78 ], "duration": 91.66, "caption": "A man answered a call and explaining something something.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 345326, "video_name": "castle_s03e18_seg02_clip_00", "timestamp": [ 51.7, 59.54 ], "duration": 92.66, "caption": "A man answers his phone and speaks to a woman.", "similarity": 0.7361, "relevance": 3 }, { "pair_id": 345327, "video_name": "met_s04e01_seg01_clip_00", "timestamp": [ 17.49, 34.52 ], "duration": 46.66, "caption": "A woman tells man different answers to a question.", "similarity": 0.7348, "relevance": 1 }, { "pair_id": 345328, "video_name": "castle_s07e11_seg02_clip_14", "timestamp": [ 18.47, 21.17 ], "duration": 90.66, "caption": "A man hands the phone to woman as he's talking to her.", "similarity": 0.7338, "relevance": 0 }, { "pair_id": 345329, "video_name": "s09e18_seg02_clip_08", "timestamp": [ 42.2, 46.04 ], "duration": 59.66, "caption": "While driving, a man answers a woman's call over speaker.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 345330, "video_name": "castle_s08e02_seg02_clip_01", "timestamp": [ 66.69, 80.84 ], "duration": 91.66, "caption": "A person answers the phone and hands it to a woman.", "similarity": 0.7314, "relevance": 1 }, { "pair_id": 345331, "video_name": "met_s03e04_seg02_clip_16", "timestamp": [ 56.77, 59.14 ], "duration": 59.66, "caption": "A man pulls his phone out of his jacket pocket to answer a call from a woman.", "similarity": 0.7302, "relevance": 3 }, { "pair_id": 345332, "video_name": "castle_s02e09_seg02_clip_21", "timestamp": [ 58.23, 68.08 ], "duration": 89.66, "caption": "A man answers their phone and then puts it on speaker phone so a woman can hear.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 345333, "video_name": "friends_s10e02_seg02_clip_21", "timestamp": [ 39.06, 47.6 ], "duration": 61.66, "caption": "A man asks guy what's going on between him and woman.", "similarity": 0.7242, "relevance": 0 }, { "pair_id": 345334, "video_name": "s04e15_seg02_clip_07", "timestamp": [ 0.0, 6.9 ], "duration": 60.66, "caption": "A person hands the phone over to man and tells him the call's for him.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 345335, "video_name": "friends_s08e16_seg02_clip_15", "timestamp": [ 32.5, 39.35 ], "duration": 57.66, "caption": "A woman turns around and then asks man who he is talking to.", "similarity": 0.7238, "relevance": 1 }, { "pair_id": 345336, "video_name": "met_s06e02_seg02_clip_01", "timestamp": [ 1.2, 2.7 ], "duration": 60.66, "caption": "A man asks if a woman is talking about him.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 345337, "video_name": "s04e17_seg02_clip_03", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A person makes a call and starts talking to a woman.", "similarity": 0.7228, "relevance": 3 }, { "pair_id": 345338, "video_name": "grey_s03e04_seg02_clip_06", "timestamp": [ 0.45, 8.1 ], "duration": 90.66, "caption": "A woman answers a man's question for another man.", "similarity": 0.7218, "relevance": 1 }, { "pair_id": 345339, "video_name": "met_s02e02_seg02_clip_13", "timestamp": [ 0.0, 6.99 ], "duration": 58.66, "caption": "A woman asks a man a question and he answers in the affirmative.", "similarity": 0.7213, "relevance": 0 } ] }, { "query_id": 43867, "query": "A woman passes the phone to another woman and she continues the conversation with a man.", "relevant_moment": [ { "pair_id": 166420, "video_name": "castle_s06e07_seg02_clip_10", "timestamp": [ 62.12, 64.37 ], "duration": 90.66, "caption": "A woman passes the phone to another woman and she continues the conversation with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166421, "video_name": "friends_s03e12_seg02_clip_01", "timestamp": [ 47.52, 54.89 ], "duration": 59.66, "caption": "A woman takes the phone from a man and speaks with another man.", "similarity": 0.8489, "relevance": 2 }, { "pair_id": 166422, "video_name": "friends_s01e21_seg02_clip_17", "timestamp": [ 0.0, 12.55 ], "duration": 57.66, "caption": "A woman answers the phone then passes it to another woman.", "similarity": 0.8189, "relevance": 4 }, { "pair_id": 166423, "video_name": "friends_s08e20_seg01_clip_01", "timestamp": [ 11.78, 72.98 ], "duration": 76.66, "caption": "A woman has a phone conversation with woman.", "similarity": 0.8101, "relevance": 1 }, { "pair_id": 166424, "video_name": "friends_s07e15_seg02_clip_08", "timestamp": [ 32.51, 37.2 ], "duration": 67.66, "caption": "A woman hangs up the phone and continues a conversation with another woman.", "similarity": 0.81, "relevance": 1 }, { "pair_id": 166425, "video_name": "grey_s02e25_seg02_clip_11", "timestamp": [ 0.0, 32.01 ], "duration": 90.66, "caption": "A person is having a phone conversation with a woman.", "similarity": 0.8093, "relevance": 1 }, { "pair_id": 166426, "video_name": "castle_s06e11_seg02_clip_00", "timestamp": [ 9.62, 14.66 ], "duration": 91.66, "caption": "A woman immediately asks another woman about a man on the phone.", "similarity": 0.808, "relevance": 1 }, { "pair_id": 166427, "video_name": "castle_s06e05_seg02_clip_22", "timestamp": [ 2.7, 36.01 ], "duration": 90.66, "caption": "A woman has a conversation on a phone as she talks to a man.", "similarity": 0.8064, "relevance": 1 }, { "pair_id": 166428, "video_name": "friends_s04e23-24_seg02_clip_19", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "A woman talks to a man on the phone while another woman watches.", "similarity": 0.8042, "relevance": 2 }, { "pair_id": 166429, "video_name": "s04e17_seg02_clip_03", "timestamp": [ 25.12, 29.46 ], "duration": 62.66, "caption": "A person shows a woman his phone and she starts talking to another woman.", "similarity": 0.8005, "relevance": 2 }, { "pair_id": 166430, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 65.76, 73.52 ], "duration": 91.66, "caption": "A woman was talking with another woman over the phone.", "similarity": 0.799, "relevance": 1 }, { "pair_id": 166431, "video_name": "friends_s01e08_seg02_clip_01", "timestamp": [ 51.17, 57.07 ], "duration": 62.66, "caption": "A woman walks over to another woman and hands her the phone.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 166432, "video_name": "friends_s07e15_seg02_clip_08", "timestamp": [ 6.7, 13.07 ], "duration": 67.66, "caption": "A woman answers the phone while having a conversation with another woman.", "similarity": 0.7978, "relevance": 1 }, { "pair_id": 166433, "video_name": "friends_s10e17-18_seg02_clip_30", "timestamp": [ 0.0, 38.74 ], "duration": 64.66, "caption": "A woman is on the phone with a man as they speak to each other.", "similarity": 0.7947, "relevance": 1 }, { "pair_id": 166434, "video_name": "friends_s06e07_seg02_clip_09", "timestamp": [ 0.0, 7.04 ], "duration": 64.66, "caption": "A woman talks on the phone with a man.", "similarity": 0.7904, "relevance": 1 }, { "pair_id": 166435, "video_name": "castle_s04e17_seg02_clip_15", "timestamp": [ 14.91, 23.49 ], "duration": 90.66, "caption": "A woman is talking on the phone and after the call she starts a conversation with a man.", "similarity": 0.7898, "relevance": 0 }, { "pair_id": 166436, "video_name": "castle_s06e23_seg02_clip_09", "timestamp": [ 0.0, 25.62 ], "duration": 89.66, "caption": "A woman and a man were having a conversation through the phone.", "similarity": 0.7848, "relevance": 1 }, { "pair_id": 166437, "video_name": "s07e24_seg02_clip_16", "timestamp": [ 29.3, 32.78 ], "duration": 58.66, "caption": "A woman calls a man over to her when he's talking to another man.", "similarity": 0.7841, "relevance": 0 }, { "pair_id": 166438, "video_name": "castle_s03e24_seg02_clip_20", "timestamp": [ 0.0, 14.43 ], "duration": 78.66, "caption": "A woman is talking to a man on the phone.", "similarity": 0.781, "relevance": 0 }, { "pair_id": 166439, "video_name": "friends_s05e22_seg02_clip_15", "timestamp": [ 26.23, 28.02 ], "duration": 59.66, "caption": "A woman hands the phone over to woman to talk.", "similarity": 0.7799, "relevance": 3 } ] }, { "query_id": 43884, "query": "Two people and a man were sitting across each other.", "relevant_moment": [ { "pair_id": 97460, "video_name": "castle_s06e07_seg02_clip_14", "timestamp": [ 0.0, 66.57 ], "duration": 89.66, "caption": "Two people and a man were sitting across each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 97461, "video_name": "castle_s04e05_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "Two people were sitting across each other.", "similarity": 0.8996, "relevance": 2 }, { "pair_id": 97462, "video_name": "house_s06e14_seg02_clip_04", "timestamp": [ 0.0, 76.58 ], "duration": 88.66, "caption": "A man and woman were sitting across each other.", "similarity": 0.8887, "relevance": 3 }, { "pair_id": 97463, "video_name": "castle_s01e05_seg02_clip_20", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A woman, a man, and another man were sitting across each other.", "similarity": 0.8822, "relevance": 3 }, { "pair_id": 97464, "video_name": "castle_s04e18_seg02_clip_18", "timestamp": [ 0.0, 67.21 ], "duration": 88.66, "caption": "Two women and a man were sitting across each other.", "similarity": 0.8629, "relevance": 4 }, { "pair_id": 97465, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 0.0, 26.33 ], "duration": 90.66, "caption": "Two women and a man were sitting across each other.", "similarity": 0.8629, "relevance": 4 }, { "pair_id": 97466, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 0.0, 87.38 ], "duration": 104.66, "caption": "Two women and a man were sitting across each other.", "similarity": 0.8629, "relevance": 3 }, { "pair_id": 97467, "video_name": "castle_s07e09_seg02_clip_25", "timestamp": [ 0.0, 31.89 ], "duration": 91.66, "caption": "Some people were sitting across each other.", "similarity": 0.8575, "relevance": 3 }, { "pair_id": 97468, "video_name": "castle_s06e13_seg02_clip_06", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Some people were sitting across each other.", "similarity": 0.8575, "relevance": 3 }, { "pair_id": 97469, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 15.51, 94.03 ], "duration": 94.66, "caption": "Some people were sitting across each other.", "similarity": 0.8575, "relevance": 4 }, { "pair_id": 97470, "video_name": "castle_s03e20_seg02_clip_13", "timestamp": [ 9.01, 12.17 ], "duration": 90.66, "caption": "A man sits down across from a man and a woman.", "similarity": 0.8369, "relevance": 4 }, { "pair_id": 97471, "video_name": "castle_s07e06_seg02_clip_16", "timestamp": [ 0.0, 36.2 ], "duration": 94.66, "caption": "Three people were sitting across each other.", "similarity": 0.8356, "relevance": 3 }, { "pair_id": 97472, "video_name": "castle_s03e16_seg02_clip_21", "timestamp": [ 15.93, 91.03 ], "duration": 91.66, "caption": "A man and person were sitting beside each other.", "similarity": 0.801, "relevance": 2 }, { "pair_id": 97473, "video_name": "house_s05e17_seg02_clip_21", "timestamp": [ 51.43, 53.25 ], "duration": 91.66, "caption": "A man sits on a seat across from another person.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 97474, "video_name": "friends_s09e23-24_seg02_clip_44", "timestamp": [ 14.29, 19.54 ], "duration": 58.66, "caption": "Man and woman sit down across from each other.", "similarity": 0.7853, "relevance": 3 }, { "pair_id": 97475, "video_name": "friends_s02e10_seg02_clip_15", "timestamp": [ 38.31, 57.18 ], "duration": 57.66, "caption": "A man sits between two individuals who look like another man.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 97476, "video_name": "house_s07e06_seg02_clip_01", "timestamp": [ 29.45, 53.84 ], "duration": 92.66, "caption": "A person sits next to a man and then a man sits next to that person.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 97477, "video_name": "castle_s07e05_seg02_clip_10", "timestamp": [ 11.34, 70.73 ], "duration": 90.66, "caption": "A woman was sitting across man and woman.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 97478, "video_name": "castle_s04e03_seg02_clip_24", "timestamp": [ 25.62, 36.41 ], "duration": 89.66, "caption": "A man and a woman sit at a table across from a person.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 97479, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 270780, "video_name": "s05e19_seg02_clip_15", "timestamp": [ 6.79, 50.17 ], "duration": 59.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 270781, "video_name": "friends_s07e22_seg02_clip_02", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7587, "relevance": 3 }, { "pair_id": 270782, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.78 ], "duration": 57.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7587, "relevance": 3 }, { "pair_id": 270783, "video_name": "friends_s02e09_seg02_clip_01", "timestamp": [ 1.2, 60.03 ], "duration": 60.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7587, "relevance": 4 }, { "pair_id": 270784, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 57.36, 60.65 ], "duration": 94.66, "caption": "A man sits down in a chair across from two people.", "similarity": 0.7585, "relevance": 4 }, { "pair_id": 270785, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Multiple people were all sitting across each other.", "similarity": 0.7575, "relevance": 3 }, { "pair_id": 270786, "video_name": "friends_s08e03_seg02_clip_09", "timestamp": [ 0.0, 11.79 ], "duration": 62.66, "caption": "Two people were sitting across each other whilst talking.", "similarity": 0.757, "relevance": 3 }, { "pair_id": 270787, "video_name": "s01e16_seg01_clip_02", "timestamp": [ 0.0, 52.02 ], "duration": 52.66, "caption": "Some people were sitting across each other at the same table.", "similarity": 0.7534, "relevance": 3 }, { "pair_id": 270788, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 0.0, 33.31 ], "duration": 60.66, "caption": "A person and another person were sitting in front of each other.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 270789, "video_name": "s05e23_seg02_clip_13", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A person and another person were sitting in front of each other.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 270790, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 0.0, 63.34 ], "duration": 91.66, "caption": "Two people were both sitting beside each other.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 270791, "video_name": "friends_s09e18_seg02_clip_15", "timestamp": [ 0.0, 33.01 ], "duration": 55.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 270792, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.79 ], "duration": 59.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 270793, "video_name": "friends_s01e03_seg02_clip_20", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 270794, "video_name": "castle_s07e04_seg02_clip_25", "timestamp": [ 0.0, 30.16 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 270795, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 9.0, 81.92 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 270796, "video_name": "castle_s03e09_seg02_clip_18", "timestamp": [ 0.0, 18.91 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 270797, "video_name": "friends_s04e17_seg02_clip_14", "timestamp": [ 0.0, 4.39 ], "duration": 62.66, "caption": "A man and a woman were sitting in front of each other.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 270798, "video_name": "castle_s06e15_seg02_clip_19", "timestamp": [ 0.0, 28.16 ], "duration": 89.66, "caption": "A man and woman were sitting in front of each other.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 270799, "video_name": "house_s05e23_seg02_clip_08", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Some people were sitting beside each other.", "similarity": 0.7327, "relevance": 3 } ] }, { "query_id": 43955, "query": "A man talks to a woman who is lying in a hospital bed.", "relevant_moment": [ { "pair_id": 165660, "video_name": "house_s02e16_seg02_clip_12", "timestamp": [ 0.0, 10.86 ], "duration": 90.66, "caption": "A man talks to a woman who is lying in a hospital bed.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 165661, "video_name": "grey_s01e04_seg02_clip_14", "timestamp": [ 0.0, 59.57 ], "duration": 89.66, "caption": "A woman talks to a man when he is lying in the hospital bed.", "similarity": 0.9746, "relevance": 3 }, { "pair_id": 165662, "video_name": "friends_s06e15-16_seg02_clip_22", "timestamp": [ 0.0, 4.29 ], "duration": 66.66, "caption": "A man was talking to a woman lying on the hospital bed.", "similarity": 0.9331, "relevance": 4 }, { "pair_id": 165663, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 0.0, 28.62 ], "duration": 92.66, "caption": "A man talks with a woman while she lays in a hospital bed.", "similarity": 0.9321, "relevance": 4 }, { "pair_id": 165664, "video_name": "house_s05e14_seg02_clip_25", "timestamp": [ 0.0, 26.75 ], "duration": 90.66, "caption": "A man talks to a woman while she is in a hospital bed.", "similarity": 0.9311, "relevance": 4 }, { "pair_id": 165665, "video_name": "grey_s01e06_seg02_clip_09", "timestamp": [ 0.0, 26.96 ], "duration": 89.66, "caption": "A man talks to a woman when she's in a hospital bed.", "similarity": 0.9307, "relevance": 4 }, { "pair_id": 165666, "video_name": "house_s08e12_seg02_clip_21", "timestamp": [ 0.0, 73.82 ], "duration": 90.66, "caption": "A man talks to woman at her hospital bed.", "similarity": 0.9171, "relevance": 4 }, { "pair_id": 165667, "video_name": "friends_s08e23-24_seg02_clip_27", "timestamp": [ 0.0, 16.28 ], "duration": 58.66, "caption": "A woman lays in a hospital bed and talks to a man.", "similarity": 0.9138, "relevance": 4 }, { "pair_id": 165668, "video_name": "castle_s07e01_seg02_clip_21", "timestamp": [ 0.0, 70.83 ], "duration": 90.66, "caption": "A man is lying in a hospital bed as he converses with a woman.", "similarity": 0.9132, "relevance": 3 }, { "pair_id": 165669, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.33 ], "duration": 101.66, "caption": "A man was having a conversation with a woman lying on a hospital bed.", "similarity": 0.9093, "relevance": 4 }, { "pair_id": 165670, "video_name": "house_s06e19_seg02_clip_07", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman is conversing with a man as he lies on a hospital bed.", "similarity": 0.9013, "relevance": 3 }, { "pair_id": 165671, "video_name": "castle_s01e10_seg02_clip_26", "timestamp": [ 92.73, 113.26 ], "duration": 152.66, "caption": "A man is lying on a hospital bed as he converses with woman.", "similarity": 0.8974, "relevance": 3 }, { "pair_id": 165672, "video_name": "house_s03e12_seg02_clip_17", "timestamp": [ 0.0, 89.75 ], "duration": 97.66, "caption": "A man sits down and talks to a woman who is in the hospital bed.", "similarity": 0.8931, "relevance": 3 }, { "pair_id": 165673, "video_name": "house_s07e18_seg02_clip_24", "timestamp": [ 0.0, 59.69 ], "duration": 80.66, "caption": "A man talks to another person when she is in a hospital bed.", "similarity": 0.8928, "relevance": 4 }, { "pair_id": 165674, "video_name": "house_s07e21_seg02_clip_20", "timestamp": [ 0.0, 22.89 ], "duration": 88.66, "caption": "A woman is lying on a hospital bed as she speaks to a man.", "similarity": 0.8889, "relevance": 4 }, { "pair_id": 165675, "video_name": "house_s03e10_seg02_clip_09", "timestamp": [ 82.74, 89.45 ], "duration": 89.66, "caption": "A woman is laying on a hospital bed and talking with a man.", "similarity": 0.8833, "relevance": 4 }, { "pair_id": 165676, "video_name": "grey_s02e03_seg02_clip_21", "timestamp": [ 0.0, 8.84 ], "duration": 93.66, "caption": "A woman lays in a hospital bed and speaks to a man.", "similarity": 0.8825, "relevance": 4 }, { "pair_id": 165677, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 71.46, 94.03 ], "duration": 94.66, "caption": "A person is laying in a hospital bed talking with a man.", "similarity": 0.8818, "relevance": 4 }, { "pair_id": 165678, "video_name": "grey_s03e02_seg02_clip_17", "timestamp": [ 0.0, 25.76 ], "duration": 88.66, "caption": "A man is in a hospital bed as he is speaking to a woman.", "similarity": 0.88, "relevance": 3 }, { "pair_id": 165679, "video_name": "castle_s07e03_seg02_clip_09", "timestamp": [ 0.0, 22.57 ], "duration": 90.66, "caption": "A person is lying on a hospital bed as he speaks to a woman and a man.", "similarity": 0.8758, "relevance": 3 }, { "pair_id": 338980, "video_name": "castle_s08e19_seg02_clip_02", "timestamp": [ 12.58, 89.66 ], "duration": 89.66, "caption": "A man is lying on a hospital bed as he speaks to woman and person.", "similarity": 0.8757, "relevance": 3 }, { "pair_id": 338981, "video_name": "house_s08e12_seg02_clip_18", "timestamp": [ 11.95, 72.56 ], "duration": 88.66, "caption": "A man was having a conversation with a young woman lying on the hospital bed.", "similarity": 0.8747, "relevance": 4 }, { "pair_id": 338982, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "A man walks up to a woman as she is lying in a hospital bed and they converse.", "similarity": 0.8701, "relevance": 4 }, { "pair_id": 338983, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 0.0, 13.8 ], "duration": 89.66, "caption": "A man is speaking to a woman as she sits on a hospital bed.", "similarity": 0.8669, "relevance": 3 }, { "pair_id": 338984, "video_name": "castle_s04e17_seg02_clip_18", "timestamp": [ 0.0, 91.66 ], "duration": 91.66, "caption": "A woman is lying in a hospital bed while speaking to man and woman.", "similarity": 0.8651, "relevance": 4 }, { "pair_id": 338985, "video_name": "house_s01e12_seg02_clip_08", "timestamp": [ 0.0, 39.31 ], "duration": 90.66, "caption": "A person talks to a man and woman; the man is in a hospital bed, and the woman is seated next to him.", "similarity": 0.8596, "relevance": 3 }, { "pair_id": 338986, "video_name": "house_s08e15_seg02_clip_17", "timestamp": [ 0.0, 33.83 ], "duration": 89.66, "caption": "A man talks to a person while he's in a hospital bed.", "similarity": 0.855, "relevance": 3 }, { "pair_id": 338987, "video_name": "house_s06e12_seg02_clip_11", "timestamp": [ 53.59, 90.07 ], "duration": 90.66, "caption": "A man lying on the hospital bed was talking to a man.", "similarity": 0.8538, "relevance": 3 }, { "pair_id": 338988, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 0.0, 88.29 ], "duration": 91.66, "caption": "A person is conversing with a woman as she lies on a hospital bed.", "similarity": 0.8536, "relevance": 4 }, { "pair_id": 338989, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 0.0, 36.97 ], "duration": 132.66, "caption": "A man talks to person while they're in a hospital bed.", "similarity": 0.8525, "relevance": 3 }, { "pair_id": 338990, "video_name": "grey_s02e20_seg02_clip_18", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman talks to someone when he is in the hospital bed.", "similarity": 0.8499, "relevance": 3 }, { "pair_id": 338991, "video_name": "house_s01e21_seg02_clip_15", "timestamp": [ 62.06, 88.02 ], "duration": 88.66, "caption": "A man, a person, and a woman talk to a woman laying in a hospital bed.", "similarity": 0.847, "relevance": 3 }, { "pair_id": 338992, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 39.41, 78.05 ], "duration": 78.66, "caption": "A man talks to two other people while he's lying in the hospital bed.", "similarity": 0.8452, "relevance": 3 }, { "pair_id": 338993, "video_name": "grey_s03e18_seg02_clip_25", "timestamp": [ 82.38, 91.53 ], "duration": 91.66, "caption": "A man is talking to a patient who is lying on their hospital bed as he tells them about their condition and their status after surgery.", "similarity": 0.8433, "relevance": 4 }, { "pair_id": 338994, "video_name": "grey_s03e18_seg02_clip_25", "timestamp": [ 81.46, 91.53 ], "duration": 91.66, "caption": "A woman is lying in her hospital bed as a person talks to her.", "similarity": 0.84, "relevance": 4 }, { "pair_id": 338995, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 35.7, 86.02 ], "duration": 86.66, "caption": "A woman was having a conversation with the young man lying on the hospital bed.", "similarity": 0.8358, "relevance": 3 }, { "pair_id": 338996, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 16.47, 54.3 ], "duration": 89.66, "caption": "A woman lies onto the hospital bed on her side as she speaks to a man.", "similarity": 0.8348, "relevance": 4 }, { "pair_id": 338997, "video_name": "house_s03e20_seg02_clip_22", "timestamp": [ 0.0, 34.93 ], "duration": 86.66, "caption": "A man and a woman talk while she's in a hospital bed.", "similarity": 0.8335, "relevance": 4 }, { "pair_id": 338998, "video_name": "house_s08e18_seg02_clip_11", "timestamp": [ 60.11, 101.02 ], "duration": 101.66, "caption": "A man speaks to the woman right the hospital bed.", "similarity": 0.8313, "relevance": 3 }, { "pair_id": 338999, "video_name": "house_s08e13_seg02_clip_20", "timestamp": [ 0.0, 18.25 ], "duration": 89.66, "caption": "A man and a woman are conversing as he is on a hospital bed.", "similarity": 0.8297, "relevance": 3 } ] }, { "query_id": 44010, "query": "A woman reaches back and tucks her hair behind her ears.", "relevant_moment": [ { "pair_id": 169060, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 9.1, 10.47 ], "duration": 91.66, "caption": "A woman reaches back and tucks her hair behind her ears.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169061, "video_name": "castle_s07e03_seg02_clip_23", "timestamp": [ 56.89, 59.17 ], "duration": 91.66, "caption": "A woman uses her hands to tuck her hair behind her ears.", "similarity": 0.8674, "relevance": 4 }, { "pair_id": 169062, "video_name": "friends_s01e22_seg02_clip_18", "timestamp": [ 17.41, 20.31 ], "duration": 58.66, "caption": "A woman pulls her hair back over her ears.", "similarity": 0.8532, "relevance": 4 }, { "pair_id": 169063, "video_name": "friends_s09e22_seg02_clip_01", "timestamp": [ 24.52, 25.66 ], "duration": 57.66, "caption": "A woman tucks a loose strand of hair behind her ear.", "similarity": 0.8522, "relevance": 4 }, { "pair_id": 169064, "video_name": "castle_s07e03_seg02_clip_23", "timestamp": [ 57.4, 58.77 ], "duration": 91.66, "caption": "A woman reaches both hands up and uses her fingers to tuck her hair behind each ear.", "similarity": 0.8331, "relevance": 4 }, { "pair_id": 169065, "video_name": "friends_s03e13_seg02_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A woman pulls her hair back over her right ear.", "similarity": 0.8151, "relevance": 4 }, { "pair_id": 169066, "video_name": "met_s06e05_seg02_clip_00", "timestamp": [ 50.35, 52.52 ], "duration": 62.66, "caption": "A woman brushes her hair back behind her ears.", "similarity": 0.8063, "relevance": 4 }, { "pair_id": 169067, "video_name": "met_s04e01_seg02_clip_17", "timestamp": [ 45.39, 49.25 ], "duration": 55.66, "caption": "A woman flirtatiously tucks her hair behind her ear.", "similarity": 0.8023, "relevance": 4 }, { "pair_id": 169068, "video_name": "castle_s04e06_seg02_clip_09", "timestamp": [ 30.14, 31.94 ], "duration": 89.66, "caption": "A woman tucks a stray hair behind her ear.", "similarity": 0.7981, "relevance": 4 }, { "pair_id": 169069, "video_name": "friends_s09e17_seg02_clip_04", "timestamp": [ 13.02, 17.87 ], "duration": 60.66, "caption": "A woman tucks her hair behind her ear as she leans in next to a man's shoulder.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 169070, "video_name": "friends_s04e09_seg02_clip_16", "timestamp": [ 10.97, 12.25 ], "duration": 51.66, "caption": "A woman reaches up with her right hand and puts her hair behind her ear.", "similarity": 0.795, "relevance": 4 }, { "pair_id": 169071, "video_name": "grey_s02e21_seg02_clip_12", "timestamp": [ 3.17, 8.15 ], "duration": 90.66, "caption": "A woman tucks her hair behind her ear as another woman talks.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 169072, "video_name": "friends_s05e20_seg02_clip_06", "timestamp": [ 22.05, 24.08 ], "duration": 58.66, "caption": "A woman tucks her hair behind her ear before looking at another woman.", "similarity": 0.7705, "relevance": 4 }, { "pair_id": 169073, "video_name": "s07e22_seg02_clip_12", "timestamp": [ 34.48, 36.62 ], "duration": 61.66, "caption": "A woman pushes her hair behind her left ear.", "similarity": 0.764, "relevance": 4 }, { "pair_id": 169074, "video_name": "friends_s03e21_seg02_clip_13", "timestamp": [ 4.51, 9.02 ], "duration": 60.66, "caption": "A woman uses both hands to push her hair behind her ears.", "similarity": 0.7559, "relevance": 4 }, { "pair_id": 169075, "video_name": "friends_s09e04_seg02_clip_10", "timestamp": [ 22.52, 22.81 ], "duration": 57.66, "caption": "A woman tucks her hair behind her ear while on the phone.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 169076, "video_name": "house_s07e10_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 82.66, "caption": "A woman tucks her hair behind her ear as she looks at her phone.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 169077, "video_name": "friends_s06e13_seg02_clip_16", "timestamp": [ 11.94, 16.56 ], "duration": 77.66, "caption": "A woman reaches behind her head and rubs her hair.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 169078, "video_name": "friends_s02e17_seg02_clip_16", "timestamp": [ 24.81, 28.8 ], "duration": 57.66, "caption": "A woman takes her hand and pushes a piece of hair behind her ear.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 169079, "video_name": "friends_s04e18_seg02_clip_01", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A woman puts her hair behind her ears and adjusts her sweater.", "similarity": 0.7099, "relevance": 4 }, { "pair_id": 342380, "video_name": "met_s02e07_seg02_clip_12", "timestamp": [ 32.81, 33.71 ], "duration": 60.66, "caption": "A woman pulls her hair back away from her face.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 342381, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 53.39, 55.11 ], "duration": 57.66, "caption": "A woman pulls her hair back away from her face.", "similarity": 0.6969, "relevance": 4 }, { "pair_id": 342382, "video_name": "friends_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.35 ], "duration": 67.66, "caption": "A woman reached up and covered both of her ears.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 342383, "video_name": "friends_s09e23-24_seg02_clip_25", "timestamp": [ 35.64, 37.64 ], "duration": 57.66, "caption": "A woman reaches up and touches her way too permed hair.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 342384, "video_name": "friends_s03e07_seg02_clip_03", "timestamp": [ 29.14, 30.66 ], "duration": 60.66, "caption": "A woman reaches her hand up as she tucks her hair behind her ear as she and another woman walk across the store.", "similarity": 0.6811, "relevance": 4 }, { "pair_id": 342385, "video_name": "friends_s07e23-24_seg02_clip_07", "timestamp": [ 7.02, 10.8 ], "duration": 54.66, "caption": "A woman leans forward and waves hello to a man and puts her hair behind her ear.", "similarity": 0.6748, "relevance": 4 }, { "pair_id": 342386, "video_name": "friends_s10e03_seg02_clip_17", "timestamp": [ 9.12, 11.98 ], "duration": 57.66, "caption": "A woman pushes her hair behind her ear as she talks to a man.", "similarity": 0.6711, "relevance": 4 }, { "pair_id": 342387, "video_name": "castle_s06e13_seg02_clip_26", "timestamp": [ 8.1, 10.8 ], "duration": 135.66, "caption": "A woman reaches up and brushes her hair back from her face as she stands next to person.", "similarity": 0.6674, "relevance": 4 }, { "pair_id": 342388, "video_name": "met_s02e08_seg02_clip_00", "timestamp": [ 9.25, 11.72 ], "duration": 61.66, "caption": "A woman pulls her hair back from her face with her left hand.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 342389, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 26.98, 28.72 ], "duration": 58.66, "caption": "A woman pulls her hair back with her right hand.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 342390, "video_name": "s01e03_seg02_clip_18", "timestamp": [ 22.19, 24.37 ], "duration": 87.66, "caption": "A woman brushes her hair behind her ear as she talks to a man.", "similarity": 0.6535, "relevance": 4 }, { "pair_id": 342391, "video_name": "friends_s05e12_seg02_clip_16", "timestamp": [ 8.06, 10.93 ], "duration": 52.66, "caption": "A woman uses her hand to pull back her hair on both sides of her face.", "similarity": 0.6482, "relevance": 3 }, { "pair_id": 342392, "video_name": "friends_s04e11_seg02_clip_08", "timestamp": [ 42.36, 44.39 ], "duration": 58.66, "caption": "A woman turns her head around and then back.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 342393, "video_name": "s07e23_seg02_clip_08", "timestamp": [ 43.81, 49.61 ], "duration": 58.66, "caption": "A woman pushes her hair back from her face with her hands.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 342394, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 47.33, 49.04 ], "duration": 57.66, "caption": "A woman uses her hand to push her hair back from her face.", "similarity": 0.6409, "relevance": 3 }, { "pair_id": 342395, "video_name": "castle_s01e01_seg02_clip_18", "timestamp": [ 35.5, 39.14 ], "duration": 91.66, "caption": "A person pushes their hair behind their ear as they listen to someone.", "similarity": 0.6404, "relevance": 4 }, { "pair_id": 342396, "video_name": "met_s03e06_seg02_clip_03", "timestamp": [ 57.11, 58.32 ], "duration": 60.66, "caption": "A woman puts her hair behind her ear while holding a cell phone in her other hand.", "similarity": 0.6394, "relevance": 3 }, { "pair_id": 342397, "video_name": "grey_s03e09_seg02_clip_02", "timestamp": [ 40.22, 41.59 ], "duration": 91.66, "caption": "A woman puts a hair tie in her hair.", "similarity": 0.6379, "relevance": 4 }, { "pair_id": 342398, "video_name": "friends_s02e01_seg02_clip_20", "timestamp": [ 28.58, 34.3 ], "duration": 60.66, "caption": "A woman vigorously shakes her head at man and then puts her hair behind her ear.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 342399, "video_name": "friends_s07e20_seg02_clip_09", "timestamp": [ 15.64, 17.12 ], "duration": 59.66, "caption": "A woman pulls her hair away from her face.", "similarity": 0.6337, "relevance": 3 } ] }, { "query_id": 44022, "query": "A man sits down in chair and scoots in.", "relevant_moment": [ { "pair_id": 13340, "video_name": "castle_s06e12_seg02_clip_05", "timestamp": [ 72.62, 75.7 ], "duration": 88.66, "caption": "A man sits down in chair and scoots in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13341, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 16.53, 18.89 ], "duration": 59.66, "caption": "A person scoots the chair out and then sits down.", "similarity": 0.787, "relevance": 4 }, { "pair_id": 13342, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 5.92, 9.1 ], "duration": 91.66, "caption": "A man scoots in his chair and rests his head on his fist.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 13344, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 33.87, 40.58 ], "duration": 61.66, "caption": "A man walks around a chair and sits down in it.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 13345, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 47.06, 52.29 ], "duration": 74.66, "caption": "A man gets up from the chair he is sitting in.", "similarity": 0.7159, "relevance": 1 }, { "pair_id": 13346, "video_name": "castle_s08e17_seg02_clip_21", "timestamp": [ 19.94, 24.02 ], "duration": 90.66, "caption": "A woman sits in chair and scoots the chair in.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 13347, "video_name": "house_s08e16_seg02_clip_20", "timestamp": [ 2.52, 5.46 ], "duration": 84.66, "caption": "A man sits down in a chair at the table.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 13348, "video_name": "friends_s01e09_seg02_clip_00", "timestamp": [ 52.1, 57.31 ], "duration": 65.66, "caption": "A man turns the chair around and sits down.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 13349, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 3.11, 9.33 ], "duration": 62.66, "caption": "A person walks in and sits down on the chair.", "similarity": 0.6854, "relevance": 1 }, { "pair_id": 13350, "video_name": "s07e06_seg01_clip_00", "timestamp": [ 34.45, 37.84 ], "duration": 97.66, "caption": "A man puts his hand on a chair and then sits down.", "similarity": 0.6851, "relevance": 3 }, { "pair_id": 13352, "video_name": "s08e08_seg02_clip_03", "timestamp": [ 11.41, 12.91 ], "duration": 60.66, "caption": "A man sits down in the wooden chair in the living room.", "similarity": 0.6834, "relevance": 2 }, { "pair_id": 13353, "video_name": "friends_s01e21_seg02_clip_09", "timestamp": [ 30.81, 32.49 ], "duration": 56.66, "caption": "A man sits down in the chair and gets pats on the back.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 13354, "video_name": "house_s07e08_seg02_clip_14", "timestamp": [ 26.23, 30.83 ], "duration": 92.66, "caption": "A man scoots his chair closer and closer to another man.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 13355, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 13.96, 17.56 ], "duration": 90.66, "caption": "A man walks over and sits down on a chair.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 13358, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 34.52, 40.82 ], "duration": 60.66, "caption": "A person walks in and sits on a chair.", "similarity": 0.6659, "relevance": 2 } ] }, { "query_id": 44059, "query": "A woman looks up at their feet while laying down.", "relevant_moment": [ { "pair_id": 159660, "video_name": "house_s06e15_seg02_clip_09", "timestamp": [ 9.87, 11.59 ], "duration": 85.66, "caption": "A woman looks up at their feet while laying down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159661, "video_name": "s05e08_seg02_clip_06", "timestamp": [ 64.99, 66.09 ], "duration": 73.66, "caption": "A woman puts her feet up on a couch while she is lying on it.", "similarity": 0.6923, "relevance": 1 }, { "pair_id": 159662, "video_name": "house_s02e13_seg02_clip_22", "timestamp": [ 2.08, 9.36 ], "duration": 104.66, "caption": "A woman lays on the bed with her legs up.", "similarity": 0.6876, "relevance": 0 }, { "pair_id": 159663, "video_name": "s09e13_seg02_clip_04", "timestamp": [ 2.66, 4.13 ], "duration": 59.66, "caption": "A woman closes her eyes briefly and looks to down to her right.", "similarity": 0.6772, "relevance": 0 }, { "pair_id": 159664, "video_name": "house_s04e15_seg02_clip_02", "timestamp": [ 83.24, 89.02 ], "duration": 89.66, "caption": "A person is laying down with their eyes closed.", "similarity": 0.6764, "relevance": 0 }, { "pair_id": 159665, "video_name": "friends_s10e13_seg02_clip_10", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman gets up from a laying position on the bed.", "similarity": 0.6666, "relevance": 1 }, { "pair_id": 159666, "video_name": "castle_s08e18_seg02_clip_04", "timestamp": [ 1.3, 7.18 ], "duration": 65.66, "caption": "A woman lays on the ground with her hands up in the air.", "similarity": 0.6627, "relevance": 2 }, { "pair_id": 159667, "video_name": "house_s05e17_seg02_clip_08", "timestamp": [ 0.0, 6.96 ], "duration": 87.66, "caption": "A person is checking the feet of a woman as she is sitting.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 159668, "video_name": "friends_s04e23-24_seg02_clip_19", "timestamp": [ 23.79, 25.82 ], "duration": 58.66, "caption": "A woman looks up with her arm resting on her neck.", "similarity": 0.6319, "relevance": 0 }, { "pair_id": 159669, "video_name": "house_s08e07_seg02_clip_06", "timestamp": [ 81.9, 84.13 ], "duration": 89.66, "caption": "A woman moves her eyes around while laying in a medical machine.", "similarity": 0.6255, "relevance": 1 }, { "pair_id": 159670, "video_name": "house_s02e16_seg02_clip_16", "timestamp": [ 32.17, 41.77 ], "duration": 96.66, "caption": "A woman touches her leg and then lays back down on the bed.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 159671, "video_name": "house_s07e01_seg02_clip_18", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman looks down towards the bed while her eyes are squinted to think.", "similarity": 0.622, "relevance": 1 }, { "pair_id": 159672, "video_name": "friends_s03e16_seg02_clip_16", "timestamp": [ 0.0, 3.52 ], "duration": 58.66, "caption": "A woman is laying on the bed with her feet on the headboard.", "similarity": 0.6183, "relevance": 3 }, { "pair_id": 159673, "video_name": "met_s04e01_seg02_clip_08", "timestamp": [ 27.35, 35.04 ], "duration": 61.66, "caption": "A woman sits down and looks up at the camera and covers herself up.", "similarity": 0.6179, "relevance": 0 }, { "pair_id": 159674, "video_name": "house_s04e15_seg02_clip_22", "timestamp": [ 83.22, 84.5 ], "duration": 128.66, "caption": "A person laying down and opening their eyes with confusion.", "similarity": 0.6135, "relevance": 0 }, { "pair_id": 159675, "video_name": "house_s04e03_seg02_clip_20", "timestamp": [ 31.94, 46.84 ], "duration": 85.66, "caption": "A woman finds a person laying down on the floor and starts to do some chest compressions.", "similarity": 0.611, "relevance": 0 }, { "pair_id": 159676, "video_name": "castle_s04e02_seg02_clip_22", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A woman is looking down and then looks to a person.", "similarity": 0.6086, "relevance": 0 }, { "pair_id": 159677, "video_name": "house_s01e02_seg02_clip_25", "timestamp": [ 20.16, 28.36 ], "duration": 126.66, "caption": "A man looks inside someone's eyes as he is laying down.", "similarity": 0.6085, "relevance": 0 }, { "pair_id": 159678, "video_name": "s07e18_seg02_clip_07", "timestamp": [ 9.77, 12.61 ], "duration": 63.66, "caption": "A person gets up from lying on the floor.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 159679, "video_name": "s03e14_seg02_clip_07", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A woman looks half asleep and lies back down in bed.", "similarity": 0.6028, "relevance": 1 } ] }, { "query_id": 44089, "query": "A person pulls up an item of clothing to hide a woman's body while she changes.", "relevant_moment": [ { "pair_id": 2160, "video_name": "s03e08_seg02_clip_04", "timestamp": [ 54.01, 55.19 ], "duration": 59.66, "caption": "A person pulls up an item of clothing to hide a woman's body while she changes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2161, "video_name": "s10e13_seg02_clip_10", "timestamp": [ 49.61, 52.46 ], "duration": 57.66, "caption": "A person takes off their robe to reveal a full garment of clothes underneath.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 2162, "video_name": "s05e24_seg01_clip_02", "timestamp": [ 25.88, 33.13 ], "duration": 69.66, "caption": "A person pulls out the waist of his/her pants to show a woman.", "similarity": 0.6806, "relevance": 0 }, { "pair_id": 2163, "video_name": "s08e15_seg02_clip_04", "timestamp": [ 19.85, 30.7 ], "duration": 62.66, "caption": "A person takes the clothes from a woman and starts folding them.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 2164, "video_name": "friends_s02e16_seg02_clip_13", "timestamp": [ 20.13, 27.03 ], "duration": 57.66, "caption": "A woman pulls on her clothing to look at her skin.", "similarity": 0.6638, "relevance": 0 }, { "pair_id": 2165, "video_name": "friends_s08e09_seg02_clip_10", "timestamp": [ 44.66, 49.31 ], "duration": 62.66, "caption": "A woman tries to get a man to take off an article of clothing.", "similarity": 0.6546, "relevance": 0 }, { "pair_id": 2166, "video_name": "s10e13_seg02_clip_10", "timestamp": [ 49.33, 53.03 ], "duration": 57.66, "caption": "A woman stands up to take her rob off only to reveal she is fully clothed.", "similarity": 0.6515, "relevance": 1 }, { "pair_id": 2167, "video_name": "met_s06e14_seg02_clip_09", "timestamp": [ 28.33, 31.58 ], "duration": 59.66, "caption": "A woman puts her arm around a person's waist and pulls them away.", "similarity": 0.6427, "relevance": 0 }, { "pair_id": 2168, "video_name": "house_s03e18_seg02_clip_06", "timestamp": [ 61.87, 64.99 ], "duration": 89.66, "caption": "A woman pulls up a person's shirt to expose a rash on their back.", "similarity": 0.6358, "relevance": 0 }, { "pair_id": 2169, "video_name": "friends_s01e12_seg02_clip_08", "timestamp": [ 5.4, 11.1 ], "duration": 60.66, "caption": "A person takes off his/her white robe exposing himself/herself.", "similarity": 0.6334, "relevance": 3 }, { "pair_id": 2170, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 38.63, 44.3 ], "duration": 54.66, "caption": "A woman opens a person's closet and pulls out a shirt.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 2171, "video_name": "house_s06e17_seg02_clip_20", "timestamp": [ 5.46, 10.47 ], "duration": 91.66, "caption": "A person moves clothes to look through a closet.", "similarity": 0.6332, "relevance": 0 }, { "pair_id": 2172, "video_name": "friends_s03e18_seg02_clip_13", "timestamp": [ 34.48, 37.84 ], "duration": 61.66, "caption": "A man scares woman when he comes out from under the pile of clothes.", "similarity": 0.6299, "relevance": 0 }, { "pair_id": 2173, "video_name": "s10e04_seg02_clip_05", "timestamp": [ 25.82, 28.43 ], "duration": 58.66, "caption": "A person is holding items of clothing he/she is pulling out of a drawer.", "similarity": 0.6246, "relevance": 0 }, { "pair_id": 2174, "video_name": "s10e06_seg02_clip_03", "timestamp": [ 5.3, 7.16 ], "duration": 53.66, "caption": "A woman removes the body bag from her body.", "similarity": 0.6239, "relevance": 0 }, { "pair_id": 2175, "video_name": "castle_s05e17_seg02_clip_23", "timestamp": [ 0.0, 3.43 ], "duration": 76.66, "caption": "A person takes off after woman identifies oneself.", "similarity": 0.6224, "relevance": 0 }, { "pair_id": 2176, "video_name": "castle_s03e07_seg02_clip_14", "timestamp": [ 26.85, 28.67 ], "duration": 91.66, "caption": "A woman twirls around and shows a man her outfit.", "similarity": 0.6208, "relevance": 0 }, { "pair_id": 2177, "video_name": "s01e04_seg02_clip_14", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A person takes off the plaid bathrobe to reveal clothing underneath.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 2178, "video_name": "friends_s09e17_seg02_clip_20", "timestamp": [ 2.7, 5.1 ], "duration": 60.66, "caption": "A woman pulls down her shirt after looking down.", "similarity": 0.6196, "relevance": 0 }, { "pair_id": 2179, "video_name": "friends_s08e15_seg02_clip_01", "timestamp": [ 28.51, 47.72 ], "duration": 60.66, "caption": "A woman hides lingerie behind her back and then holds them up.", "similarity": 0.6166, "relevance": 0 } ] }, { "query_id": 44092, "query": "A person adjusts the driver side seat of the car.", "relevant_moment": [ { "pair_id": 157260, "video_name": "s03e08_seg02_clip_07", "timestamp": [ 53.72, 58.83 ], "duration": 60.66, "caption": "A person adjusts the driver side seat of the car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157261, "video_name": "met_s02e19_seg02_clip_15", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A person gets in the back seat of the car.", "similarity": 0.6606, "relevance": 3 }, { "pair_id": 157262, "video_name": "s03e08_seg02_clip_07", "timestamp": [ 9.6, 14.11 ], "duration": 60.66, "caption": "A person adjusts the rear view mirror of the car.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 157264, "video_name": "s10e03_seg02_clip_16", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A woman is in the driver's seat as a man is in the passenger seat of her car.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 157265, "video_name": "s07e13_seg02_clip_07", "timestamp": [ 13.73, 17.39 ], "duration": 61.66, "caption": "A woman puts their seat belt on in the driver's seat of the car.", "similarity": 0.6173, "relevance": 3 }, { "pair_id": 157266, "video_name": "s10e01_seg02_clip_18", "timestamp": [ 43.37, 45.92 ], "duration": 51.66, "caption": "A person slumps down towards the seat of the car.", "similarity": 0.6156, "relevance": 1 }, { "pair_id": 157267, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 18.86, 24.08 ], "duration": 58.66, "caption": "A person gets into the back seat of another person's car.", "similarity": 0.6035, "relevance": 2 }, { "pair_id": 157268, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 50.04, 61.03 ], "duration": 61.66, "caption": "A person is in the passenger seat as a woman is driving the car.", "similarity": 0.5927, "relevance": 1 }, { "pair_id": 157269, "video_name": "s08e19_seg02_clip_02", "timestamp": [ 57.88, 61.46 ], "duration": 65.66, "caption": "A person is driving his car as another person is in the passenger seat.", "similarity": 0.5899, "relevance": 2 }, { "pair_id": 157270, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 27.74, 30.4 ], "duration": 59.66, "caption": "A woman is pushed forward into the seat in front of her when a person stops the car.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 157271, "video_name": "castle_s06e07_seg02_clip_03", "timestamp": [ 36.5, 41.84 ], "duration": 89.66, "caption": "A person fastens her seat belt as another person gets ready to drive.", "similarity": 0.5877, "relevance": 3 }, { "pair_id": 157272, "video_name": "s08e12_seg02_clip_14", "timestamp": [ 35.72, 38.72 ], "duration": 60.66, "caption": "A person gets out of the car and closes the driver's side door.", "similarity": 0.5777, "relevance": 2 }, { "pair_id": 157273, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 25.04, 27.2 ], "duration": 86.66, "caption": "A person stops the car when he's driving someone.", "similarity": 0.5761, "relevance": 2 }, { "pair_id": 157274, "video_name": "s03e08_seg02_clip_08", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A person prepares to drive a car, while a woman waits.", "similarity": 0.568, "relevance": 1 }, { "pair_id": 157275, "video_name": "s08e03_seg02_clip_05", "timestamp": [ 0.0, 8.0 ], "duration": 64.66, "caption": "A person is driving as another person is in the passenger seat.", "similarity": 0.5672, "relevance": 2 }, { "pair_id": 157276, "video_name": "s03e08_seg02_clip_09", "timestamp": [ 47.6, 54.01 ], "duration": 61.66, "caption": "A person is driving as another person is in the passenger seat.", "similarity": 0.5672, "relevance": 2 }, { "pair_id": 157277, "video_name": "s10e03_seg02_clip_15", "timestamp": [ 21.36, 23.5 ], "duration": 61.66, "caption": "A person points to the right while in the car with a woman.", "similarity": 0.5657, "relevance": 1 }, { "pair_id": 157278, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 47.55, 52.4 ], "duration": 97.66, "caption": "A person exits the car on the right passenger side.", "similarity": 0.56, "relevance": 2 }, { "pair_id": 157279, "video_name": "s09e08_seg02_clip_06", "timestamp": [ 24.41, 28.68 ], "duration": 61.66, "caption": "A man gets in the back seat of woman's car.", "similarity": 0.5537, "relevance": 2 }, { "pair_id": 330580, "video_name": "castle_s08e22_seg02_clip_13", "timestamp": [ 0.99, 4.46 ], "duration": 99.66, "caption": "A person puts on his seat belt after getting into the car.", "similarity": 0.5531, "relevance": 2 }, { "pair_id": 330581, "video_name": "s08e12_seg02_clip_09", "timestamp": [ 0.0, 1.89 ], "duration": 63.66, "caption": "A person is driving and a man is in the passenger seat.", "similarity": 0.5523, "relevance": 1 }, { "pair_id": 330582, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 10.04, 15.27 ], "duration": 87.66, "caption": "A person is driving and has trouble while trying to shift the car.", "similarity": 0.5507, "relevance": 2 }, { "pair_id": 330583, "video_name": "s08e01_seg02_clip_13", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A woman leans forward towards a man while sitting in the backseat of a car.", "similarity": 0.5481, "relevance": 1 }, { "pair_id": 330584, "video_name": "castle_s08e22_seg02_clip_07", "timestamp": [ 42.78, 49.15 ], "duration": 91.66, "caption": "A person walks to the driver side door of the car and gets in the vehicle.", "similarity": 0.5421, "relevance": 0 }, { "pair_id": 330585, "video_name": "s08e19_seg02_clip_05", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A person is driving as another person is sitting in the passenger seat.", "similarity": 0.5418, "relevance": 1 }, { "pair_id": 330586, "video_name": "s08e12_seg02_clip_08", "timestamp": [ 0.0, 9.6 ], "duration": 60.66, "caption": "A person is driving as another person is sitting in the passenger seat.", "similarity": 0.5418, "relevance": 1 }, { "pair_id": 330587, "video_name": "s03e11_seg02_clip_03", "timestamp": [ 28.99, 37.82 ], "duration": 63.66, "caption": "A person is in the backseat with someone as another person drives.", "similarity": 0.5406, "relevance": 1 }, { "pair_id": 330588, "video_name": "met_s06e08_seg01_clip_01", "timestamp": [ 7.13, 9.3 ], "duration": 62.66, "caption": "A person sets their forehead on their hands while riding in the car.", "similarity": 0.5404, "relevance": 0 }, { "pair_id": 330589, "video_name": "s09e08_seg02_clip_15", "timestamp": [ 16.21, 18.64 ], "duration": 54.66, "caption": "A man puts on his seatbelt and pushes the body strap off to the side.", "similarity": 0.5401, "relevance": 1 }, { "pair_id": 330590, "video_name": "castle_s01e03_seg02_clip_03", "timestamp": [ 0.0, 58.6 ], "duration": 86.66, "caption": "A woman is driving as person is in the passenger seat.", "similarity": 0.54, "relevance": 1 }, { "pair_id": 330591, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A person gets up from his seat on the chair.", "similarity": 0.5397, "relevance": 0 }, { "pair_id": 330592, "video_name": "s08e18_seg02_clip_07", "timestamp": [ 25.63, 61.03 ], "duration": 61.66, "caption": "A woman is driving her car with a person in the passenger seat.", "similarity": 0.5391, "relevance": 1 }, { "pair_id": 330593, "video_name": "s05e12_seg02_clip_09", "timestamp": [ 10.73, 15.09 ], "duration": 58.66, "caption": "A man winces and adjusts himself in his car seat while talking to woman.", "similarity": 0.5324, "relevance": 1 }, { "pair_id": 330594, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 0.0, 24.37 ], "duration": 58.66, "caption": "A person is driving as someone is sitting in the passenger seat and a woman is in the backseat.", "similarity": 0.532, "relevance": 1 }, { "pair_id": 330595, "video_name": "s04e01_seg02_clip_09", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A person rolls his eyes and looks towards woman in the back seat of the car.", "similarity": 0.5316, "relevance": 1 }, { "pair_id": 330596, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 0.31, 4.27 ], "duration": 61.66, "caption": "A person looks out the driver's side window, then ahead, then at another person, then ahead again.", "similarity": 0.5304, "relevance": 1 }, { "pair_id": 330597, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A woman is driving a car as a man is in the passenger seat.", "similarity": 0.5295, "relevance": 1 }, { "pair_id": 330598, "video_name": "s07e17_seg02_clip_13", "timestamp": [ 18.61, 22.89 ], "duration": 61.66, "caption": "A person fastens their seat belt with both hands.", "similarity": 0.5293, "relevance": 2 }, { "pair_id": 330599, "video_name": "s07e13_seg02_clip_07", "timestamp": [ 11.9, 14.65 ], "duration": 61.66, "caption": "A woman jumps into the driver seat of a car person is waiting in.", "similarity": 0.5277, "relevance": 2 } ] }, { "query_id": 44120, "query": "A man picks up his phone from the table and places it back down.", "relevant_moment": [ { "pair_id": 151240, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 1.48, 9.15 ], "duration": 59.66, "caption": "A man picks up his phone from the table and places it back down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151241, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 18.66, 20.55 ], "duration": 54.66, "caption": "A man picks up the phone from the table.", "similarity": 0.9056, "relevance": 3 }, { "pair_id": 151242, "video_name": "castle_s03e22_seg02_clip_10", "timestamp": [ 14.29, 16.08 ], "duration": 89.66, "caption": "A man picks up a cell phone from the table.", "similarity": 0.8916, "relevance": 3 }, { "pair_id": 151243, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 63.26, 66.98 ], "duration": 93.66, "caption": "A person picks up his phone from the table.", "similarity": 0.8847, "relevance": 3 }, { "pair_id": 151244, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 42.2, 44.27 ], "duration": 59.66, "caption": "A person picks his phone up from the end table.", "similarity": 0.8502, "relevance": 3 }, { "pair_id": 151245, "video_name": "friends_s05e04_seg02_clip_20", "timestamp": [ 43.02, 44.25 ], "duration": 61.66, "caption": "A person picks up the phone that is sitting on the table.", "similarity": 0.8281, "relevance": 3 }, { "pair_id": 151246, "video_name": "s05e24_seg02_clip_09", "timestamp": [ 61.45, 63.03 ], "duration": 63.66, "caption": "A person picked up their phone from the table.", "similarity": 0.8263, "relevance": 2 }, { "pair_id": 151247, "video_name": "s02e10_seg02_clip_15", "timestamp": [ 25.12, 38.15 ], "duration": 62.66, "caption": "A man picks up their phone, texts something, then sets it on the table.", "similarity": 0.8206, "relevance": 4 }, { "pair_id": 151248, "video_name": "house_s05e09_seg02_clip_01", "timestamp": [ 51.28, 58.42 ], "duration": 89.66, "caption": "A man grabs the phone and brings it to a table and sits the phone down.", "similarity": 0.8122, "relevance": 1 }, { "pair_id": 151249, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 33.35, 35.66 ], "duration": 66.66, "caption": "A man picks up their cellphone from the table and looks at it.", "similarity": 0.7992, "relevance": 2 }, { "pair_id": 151250, "video_name": "s03e18_seg02_clip_00", "timestamp": [ 37.22, 40.63 ], "duration": 62.66, "caption": "A person turns and picks up the phone from the end table.", "similarity": 0.7913, "relevance": 3 }, { "pair_id": 151251, "video_name": "castle_s03e22_seg02_clip_10", "timestamp": [ 78.62, 83.09 ], "duration": 89.66, "caption": "A man places his cell phone on the table.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 151252, "video_name": "house_s01e09_seg02_clip_20", "timestamp": [ 82.67, 87.02 ], "duration": 87.66, "caption": "A person walks over to the table and picks up the phone.", "similarity": 0.7771, "relevance": 3 }, { "pair_id": 151253, "video_name": "castle_s02e05_seg02_clip_00", "timestamp": [ 85.12, 88.84 ], "duration": 93.66, "caption": "A person picks up their phone from the table and looks at it.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 151254, "video_name": "s09e04_seg02_clip_00", "timestamp": [ 26.55, 29.6 ], "duration": 61.66, "caption": "A person picks up his/her cellphone and puts it back down.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 151255, "video_name": "friends_s02e17_seg02_clip_20", "timestamp": [ 1.34, 3.12 ], "duration": 89.66, "caption": "A man picks up the phone from the chair next to him.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 151256, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 26.86, 31.58 ], "duration": 59.66, "caption": "A person picks up his cell phone, looks at it and puts it back down.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 151257, "video_name": "s02e07_seg02_clip_14", "timestamp": [ 36.32, 39.02 ], "duration": 60.66, "caption": "A person picks up his phone from the table and holds it up to his left ear answering it.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 151258, "video_name": "friends_s03e08_seg02_clip_01", "timestamp": [ 31.12, 38.01 ], "duration": 55.66, "caption": "A man hangs up the phone and walks over to the table to put it down.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 151259, "video_name": "friends_s05e06_seg02_clip_20", "timestamp": [ 18.49, 24.21 ], "duration": 88.66, "caption": "A man walks to the table and sets the phone down.", "similarity": 0.7645, "relevance": 1 }, { "pair_id": 324560, "video_name": "s04e09_seg02_clip_13", "timestamp": [ 40.22, 42.02 ], "duration": 60.66, "caption": "A person picks up his phone from a furniture.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 324561, "video_name": "castle_s04e01_seg02_clip_20", "timestamp": [ 19.61, 20.5 ], "duration": 89.66, "caption": "A person picks up his phone from the phone stand.", "similarity": 0.7597, "relevance": 3 }, { "pair_id": 324562, "video_name": "friends_s06e24-25_seg02_clip_30", "timestamp": [ 9.15, 11.9 ], "duration": 61.66, "caption": "A man hangs up the phone and puts it down on the table.", "similarity": 0.7589, "relevance": 2 }, { "pair_id": 324563, "video_name": "castle_s05e16_seg02_clip_20", "timestamp": [ 3.99, 15.06 ], "duration": 88.66, "caption": "A man's phone rings and he picks it up.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 324565, "video_name": "castle_s08e12_seg02_clip_00", "timestamp": [ 80.56, 86.02 ], "duration": 91.66, "caption": "A person gets up from the table with their phone in their hand.", "similarity": 0.7491, "relevance": 2 }, { "pair_id": 324566, "video_name": "s07e13_seg02_clip_05", "timestamp": [ 55.41, 58.03 ], "duration": 58.66, "caption": "A man picks up his cell phone off of the cafeteria room table.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 324567, "video_name": "house_s05e14_seg02_clip_25", "timestamp": [ 45.79, 48.06 ], "duration": 90.66, "caption": "A man turns around and picks up his cell phone.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 324568, "video_name": "house_s04e16_seg02_clip_15", "timestamp": [ 30.95, 35.95 ], "duration": 91.66, "caption": "A man takes his cell phone, flips it open and swiftly closes it again and puts it back on the table.", "similarity": 0.7468, "relevance": 4 }, { "pair_id": 324569, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 3.12, 9.35 ], "duration": 89.66, "caption": "A man picks up his phone and takes a call.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 324570, "video_name": "friends_s02e05_seg02_clip_14", "timestamp": [ 41.78, 44.1 ], "duration": 58.66, "caption": "A man picks up the phone with his left hand.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 324571, "video_name": "s02e10_seg02_clip_15", "timestamp": [ 49.93, 60.48 ], "duration": 62.66, "caption": "A man picks up his phone, looks at it, then picks up his bag and walks away from the table where he was sitting with some people.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 324572, "video_name": "s10e09_seg02_clip_10", "timestamp": [ 47.3, 49.13 ], "duration": 61.66, "caption": "Man gets up from the table and pulls his phone out of his pocket.", "similarity": 0.7393, "relevance": 2 }, { "pair_id": 324573, "video_name": "s01e13_seg02_clip_05", "timestamp": [ 13.06, 14.22 ], "duration": 58.66, "caption": "A man picks up his phone from a bag sitting on the chair.", "similarity": 0.7361, "relevance": 1 }, { "pair_id": 324574, "video_name": "house_s05e09_seg02_clip_24", "timestamp": [ 0.89, 4.01 ], "duration": 89.66, "caption": "A person puts down their cellphone on the table.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 324575, "video_name": "friends_s06e20_seg02_clip_16", "timestamp": [ 9.44, 11.05 ], "duration": 46.66, "caption": "A man picks up the phone on the counter.", "similarity": 0.7324, "relevance": 3 }, { "pair_id": 324576, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 28.21, 30.31 ], "duration": 60.66, "caption": "A person ends a phonecall and puts the phone down on a table.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 324577, "video_name": "castle_s04e22_seg02_clip_02", "timestamp": [ 6.92, 9.23 ], "duration": 92.66, "caption": "A person picks up phone from table in front of another person.", "similarity": 0.7314, "relevance": 3 }, { "pair_id": 324578, "video_name": "house_s06e06_seg02_clip_21", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A man picks up a call from his cell phone.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 324579, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 61.4, 65.58 ], "duration": 93.66, "caption": "A man picks up the phone and hangs it up.", "similarity": 0.7289, "relevance": 3 } ] }, { "query_id": 44122, "query": "A man rubs a woman's back with his right hand.", "relevant_moment": [ { "pair_id": 169040, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 50.76, 53.71 ], "duration": 59.66, "caption": "A man rubs a woman's back with his right hand.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 169041, "video_name": "s03e19_seg02_clip_17", "timestamp": [ 2.33, 5.58 ], "duration": 93.66, "caption": "A man rubs woman's back with his right hand.", "similarity": 0.9909, "relevance": 4 }, { "pair_id": 169042, "video_name": "s03e18_seg02_clip_02", "timestamp": [ 22.92, 25.24 ], "duration": 58.66, "caption": "A man puts his hand on woman's back and rubs it.", "similarity": 0.9267, "relevance": 3 }, { "pair_id": 169043, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 48.3, 59.62 ], "duration": 59.66, "caption": "A man rubs a woman's right arm with his hand.", "similarity": 0.8802, "relevance": 1 }, { "pair_id": 169044, "video_name": "friends_s05e15_seg02_clip_18", "timestamp": [ 6.66, 8.88 ], "duration": 74.66, "caption": "A man rubs his hand up and down on a woman's back as they hug.", "similarity": 0.8749, "relevance": 4 }, { "pair_id": 169045, "video_name": "friends_s06e15-16_seg02_clip_10", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A man rubs woman's arm with his left hand.", "similarity": 0.873, "relevance": 3 }, { "pair_id": 169046, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 18.61, 23.19 ], "duration": 61.66, "caption": "A man rubs a woman's hand which is on his leg.", "similarity": 0.8612, "relevance": 2 }, { "pair_id": 169047, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A man puts his arm around woman and rubs her back.", "similarity": 0.8559, "relevance": 3 }, { "pair_id": 169048, "video_name": "friends_s05e13_seg02_clip_04", "timestamp": [ 8.1, 9.9 ], "duration": 60.66, "caption": "A man rubs their hand up and down a woman's left arm.", "similarity": 0.8547, "relevance": 3 }, { "pair_id": 169049, "video_name": "friends_s05e12_seg02_clip_13", "timestamp": [ 14.41, 25.93 ], "duration": 64.66, "caption": "A woman touches and rubs a man's back, then removes her hand.", "similarity": 0.8458, "relevance": 3 }, { "pair_id": 169050, "video_name": "castle_s05e14_seg02_clip_25", "timestamp": [ 47.33, 50.52 ], "duration": 91.66, "caption": "A woman rubs a man's arm with her right hand.", "similarity": 0.8424, "relevance": 3 }, { "pair_id": 169051, "video_name": "friends_s01e02_seg02_clip_06", "timestamp": [ 47.21, 51.18 ], "duration": 66.66, "caption": "A woman rubs on man's shoulder with her right hand.", "similarity": 0.8395, "relevance": 2 }, { "pair_id": 169052, "video_name": "s10e11_seg02_clip_13", "timestamp": [ 16.78, 22.89 ], "duration": 61.66, "caption": "A man rubs the back of woman while saying things about her.", "similarity": 0.8349, "relevance": 3 }, { "pair_id": 169053, "video_name": "friends_s09e01_seg02_clip_20", "timestamp": [ 44.39, 51.02 ], "duration": 51.66, "caption": "A man rubs the top of woman's hand with one hand as he holds it with the other.", "similarity": 0.8338, "relevance": 2 }, { "pair_id": 169054, "video_name": "friends_s06e21_seg02_clip_08", "timestamp": [ 29.37, 32.5 ], "duration": 57.66, "caption": "A woman rubs her left hand on man's arm.", "similarity": 0.8296, "relevance": 2 }, { "pair_id": 169055, "video_name": "friends_s08e01_seg02_clip_14", "timestamp": [ 45.02, 48.02 ], "duration": 50.66, "caption": "A woman rubs her hand against a man's right arm.", "similarity": 0.8282, "relevance": 2 }, { "pair_id": 169056, "video_name": "met_s02e17_seg02_clip_01", "timestamp": [ 12.04, 15.95 ], "duration": 60.66, "caption": "A woman rubs her right hand up and down a man's left arm.", "similarity": 0.8276, "relevance": 3 }, { "pair_id": 169057, "video_name": "met_s03e15_seg02_clip_04", "timestamp": [ 7.34, 8.87 ], "duration": 61.66, "caption": "A woman rubs a man's chest with her left hand.", "similarity": 0.8253, "relevance": 2 }, { "pair_id": 169058, "video_name": "friends_s03e09_seg02_clip_22", "timestamp": [ 59.69, 62.39 ], "duration": 77.66, "caption": "A woman rubs a man's chest with her right hand.", "similarity": 0.8235, "relevance": 2 }, { "pair_id": 169059, "video_name": "house_s05e24_seg02_clip_18", "timestamp": [ 60.58, 62.87 ], "duration": 91.66, "caption": "A man raises his hand and rubs a woman's cheek.", "similarity": 0.8223, "relevance": 2 }, { "pair_id": 342360, "video_name": "friends_s01e07_seg02_clip_16", "timestamp": [ 20.95, 23.32 ], "duration": 59.66, "caption": "A woman rubs a man's upper arm with her hand.", "similarity": 0.8201, "relevance": 2 }, { "pair_id": 342361, "video_name": "met_s06e14_seg02_clip_19", "timestamp": [ 1.58, 4.41 ], "duration": 63.66, "caption": "A man rubs woman's back then hugs her to him.", "similarity": 0.8119, "relevance": 2 }, { "pair_id": 342362, "video_name": "friends_s06e09_seg02_clip_05", "timestamp": [ 29.71, 37.52 ], "duration": 60.66, "caption": "A man rubs his hands on the back of someone's shoulders.", "similarity": 0.8074, "relevance": 2 }, { "pair_id": 342363, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 11.17, 13.34 ], "duration": 62.66, "caption": "A man rubs person's left arm with his right hand.", "similarity": 0.8072, "relevance": 1 }, { "pair_id": 342364, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 51.35, 57.15 ], "duration": 58.66, "caption": "A man takes a woman's hand and rubs her fingers.", "similarity": 0.7927, "relevance": 1 }, { "pair_id": 342365, "video_name": "grey_s03e04_seg02_clip_10", "timestamp": [ 54.85, 59.27 ], "duration": 88.66, "caption": "A man rubs his thumb up and down on woman's face.", "similarity": 0.7924, "relevance": 2 }, { "pair_id": 342366, "video_name": "s07e17_seg02_clip_08", "timestamp": [ 54.89, 59.03 ], "duration": 59.66, "caption": "A man rubs woman's shoulder with his hand as she is talking.", "similarity": 0.7909, "relevance": 4 }, { "pair_id": 342367, "video_name": "friends_s09e08_seg02_clip_21", "timestamp": [ 33.64, 34.5 ], "duration": 57.66, "caption": "A man rubs another person's back as they pass by.", "similarity": 0.7871, "relevance": 4 }, { "pair_id": 342368, "video_name": "s07e20_seg02_clip_12", "timestamp": [ 53.4, 57.67 ], "duration": 61.66, "caption": "A woman takes man's hand and rubs the back of his hand in a comforting gesture.", "similarity": 0.7847, "relevance": 1 }, { "pair_id": 342369, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 34.12, 53.66 ], "duration": 62.66, "caption": "A woman rubs a man's back and holds their arm to comfort them.", "similarity": 0.782, "relevance": 2 }, { "pair_id": 342370, "video_name": "friends_s02e12-13_seg02_clip_26", "timestamp": [ 43.68, 45.15 ], "duration": 59.66, "caption": "A woman rubs her hand on a man's arm while he looks down at her hand and looks back up at her.", "similarity": 0.78, "relevance": 1 }, { "pair_id": 342371, "video_name": "friends_s06e15-16_seg02_clip_09", "timestamp": [ 53.12, 55.82 ], "duration": 60.66, "caption": "A woman pats a man on the back with her right hand.", "similarity": 0.7785, "relevance": 2 }, { "pair_id": 342372, "video_name": "friends_s03e08_seg02_clip_16", "timestamp": [ 22.32, 40.35 ], "duration": 57.66, "caption": "A man reaches out and rubs a woman by the shoulder.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 342373, "video_name": "s10e04_seg02_clip_14", "timestamp": [ 48.86, 59.1 ], "duration": 66.66, "caption": "A woman rubs a man's back as he is slumped over in a chair.", "similarity": 0.7745, "relevance": 2 }, { "pair_id": 342374, "video_name": "friends_s04e19_seg02_clip_06", "timestamp": [ 19.56, 20.69 ], "duration": 56.66, "caption": "A man touches a man on the back using his hand.", "similarity": 0.7722, "relevance": 2 }, { "pair_id": 342375, "video_name": "s05e05_seg02_clip_03", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A man rubs his hands together while talking to a woman.", "similarity": 0.7718, "relevance": 1 }, { "pair_id": 342376, "video_name": "friends_s03e19_seg02_clip_08", "timestamp": [ 36.65, 38.14 ], "duration": 59.66, "caption": "A woman rubs the top of man's head with her hand.", "similarity": 0.77, "relevance": 1 }, { "pair_id": 342377, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 0.0, 1.17 ], "duration": 58.66, "caption": "A man rubs the back of his head while talking to woman.", "similarity": 0.769, "relevance": 1 }, { "pair_id": 342378, "video_name": "house_s08e18_seg02_clip_23", "timestamp": [ 0.0, 11.21 ], "duration": 83.66, "caption": "A woman talks and kisses a man who rubs her back.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 342379, "video_name": "friends_s07e01_seg02_clip_11", "timestamp": [ 53.71, 56.37 ], "duration": 59.66, "caption": "A man rubs a woman's arm while he is talking to her.", "similarity": 0.7683, "relevance": 1 } ] }, { "query_id": 44132, "query": "A person was shown a picture of a man dressed as Santa.", "relevant_moment": [ { "pair_id": 153680, "video_name": "castle_s05e09_seg02_clip_14", "timestamp": [ 76.12, 79.27 ], "duration": 90.66, "caption": "A person was shown a picture of a man dressed as Santa.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153681, "video_name": "castle_s07e10_seg02_clip_01", "timestamp": [ 10.91, 16.36 ], "duration": 90.66, "caption": "A person looks up after a man describes a man that looks like Santa.", "similarity": 0.792, "relevance": 0 }, { "pair_id": 153683, "video_name": "castle_s05e09_seg02_clip_04", "timestamp": [ 45.01, 46.81 ], "duration": 90.66, "caption": "A man shows person and woman Ed's closet full of Santa costumes.", "similarity": 0.7192, "relevance": 1 }, { "pair_id": 153684, "video_name": "s08e11_seg02_clip_10", "timestamp": [ 8.54, 13.12 ], "duration": 61.66, "caption": "A person turns to pose while having his photo taken on Santa's lap.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 153685, "video_name": "s08e11_seg02_clip_09", "timestamp": [ 35.9, 46.02 ], "duration": 46.66, "caption": "A person is sitting on Santa's lap as he tells him he/she wants a photo with him.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 153686, "video_name": "house_s03e10_seg02_clip_00", "timestamp": [ 3.19, 10.47 ], "duration": 91.66, "caption": "A person in a Santa Claus costume walks past and looks back at a man.", "similarity": 0.7012, "relevance": 0 }, { "pair_id": 153687, "video_name": "friends_s07e10_seg02_clip_13", "timestamp": [ 43.24, 46.56 ], "duration": 60.66, "caption": "A man rubs the buckle on guy's Santa costume.", "similarity": 0.6908, "relevance": 0 }, { "pair_id": 153688, "video_name": "s06e11_seg02_clip_17", "timestamp": [ 51.7, 58.84 ], "duration": 68.66, "caption": "A person opens their eyes to see Santa standing near a canon.", "similarity": 0.683, "relevance": 1 }, { "pair_id": 153689, "video_name": "friends_s07e10_seg02_clip_15", "timestamp": [ 17.41, 20.41 ], "duration": 60.66, "caption": "A woman kisses a man as he is dressed up as Santa.", "similarity": 0.6652, "relevance": 1 }, { "pair_id": 153690, "video_name": "friends_s07e10_seg02_clip_13", "timestamp": [ 12.7, 15.72 ], "duration": 60.66, "caption": "A man walks into the apartment dressed up as Santa.", "similarity": 0.6433, "relevance": 1 }, { "pair_id": 153691, "video_name": "castle_s05e09_seg02_clip_06", "timestamp": [ 0.0, 89.4 ], "duration": 89.66, "caption": "Two people are conversing with a man who is dressed as Santa Claus.", "similarity": 0.6376, "relevance": 1 }, { "pair_id": 153692, "video_name": "friends_s09e10_seg02_clip_05", "timestamp": [ 54.28, 58.0 ], "duration": 62.66, "caption": "A man enters the room dressed as Santa Claus.", "similarity": 0.6368, "relevance": 0 }, { "pair_id": 153693, "video_name": "s06e11_seg02_clip_17", "timestamp": [ 0.0, 4.76 ], "duration": 68.66, "caption": "A person interrupts Santa as they are at the Christmas tree.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 153694, "video_name": "friends_s07e10_seg02_clip_15", "timestamp": [ 18.01, 19.81 ], "duration": 60.66, "caption": "A woman kisses a man who's dressed up like Santa.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 153695, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.6056, "relevance": 1 }, { "pair_id": 153696, "video_name": "friends_s09e10_seg02_clip_06", "timestamp": [ 40.13, 52.91 ], "duration": 59.66, "caption": "A woman walks a man dressed up as an armadillo over to Santa.", "similarity": 0.6027, "relevance": 1 }, { "pair_id": 153697, "video_name": "friends_s07e10_seg02_clip_14", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A person, dressed as Santa Clause, goes to give a boy a fist bump and drops some money.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 153698, "video_name": "friends_s08e18_seg02_clip_01", "timestamp": [ 4.2, 16.51 ], "duration": 60.66, "caption": "A man holds up presents for some people to see.", "similarity": 0.5855, "relevance": 0 }, { "pair_id": 153699, "video_name": "castle_s02e04_seg02_clip_15", "timestamp": [ 80.56, 83.28 ], "duration": 90.66, "caption": "A person shows a picture to the man in a dark blue suit as if person wants to surprise him.", "similarity": 0.5806, "relevance": 3 } ] }, { "query_id": 44155, "query": "A man checks for an information in the documents he is holding.", "relevant_moment": [ { "pair_id": 17660, "video_name": "castle_s05e09_seg02_clip_12", "timestamp": [ 42.33, 44.15 ], "duration": 91.66, "caption": "A man checks for an information in the documents he is holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17661, "video_name": "house_s01e08_seg02_clip_22", "timestamp": [ 20.35, 22.56 ], "duration": 88.66, "caption": "A man hands a person documents and he looks at it.", "similarity": 0.8179, "relevance": 3 }, { "pair_id": 17662, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 43.25, 50.3 ], "duration": 94.66, "caption": "A man is on the phone as he looks at a document.", "similarity": 0.7082, "relevance": 4 }, { "pair_id": 17663, "video_name": "grey_s02e21_seg02_clip_16", "timestamp": [ 64.41, 70.42 ], "duration": 85.66, "caption": "A man wants to make sure that a woman has access to an important document.", "similarity": 0.6965, "relevance": 0 }, { "pair_id": 17664, "video_name": "met_s02e19_seg02_clip_06", "timestamp": [ 54.62, 57.03 ], "duration": 60.66, "caption": "A person hands a man a stack of paperwork to read.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 17665, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 9.45, 22.06 ], "duration": 90.66, "caption": "A man checks the papers that they have in their hand while talking to a woman.", "similarity": 0.6931, "relevance": 4 }, { "pair_id": 17666, "video_name": "house_s07e11_seg02_clip_12", "timestamp": [ 41.28, 88.66 ], "duration": 88.66, "caption": "A man reads the document he is holding and hands it to woman.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 17667, "video_name": "castle_s06e04_seg02_clip_11", "timestamp": [ 70.82, 84.53 ], "duration": 91.66, "caption": "A person is holding a file looking for clues.", "similarity": 0.6641, "relevance": 4 }, { "pair_id": 17668, "video_name": "met_s06e08_seg02_clip_11", "timestamp": [ 39.7, 47.7 ], "duration": 64.66, "caption": "A person sits down and looks at a document.", "similarity": 0.6632, "relevance": 3 }, { "pair_id": 17669, "video_name": "castle_s05e05_seg02_clip_23", "timestamp": [ 45.21, 46.59 ], "duration": 92.66, "caption": "A man is talking on his cellphone while looking at a paper document.", "similarity": 0.6577, "relevance": 4 }, { "pair_id": 17670, "video_name": "castle_s07e04_seg02_clip_23", "timestamp": [ 14.21, 18.14 ], "duration": 98.66, "caption": "A man hands woman documents and she looks at them.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 17671, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 28.49, 31.6 ], "duration": 89.66, "caption": "A person walks into a man's office when he's looking at paperwork.", "similarity": 0.6489, "relevance": 3 }, { "pair_id": 17672, "video_name": "house_s07e17_seg02_clip_04", "timestamp": [ 18.41, 24.85 ], "duration": 92.66, "caption": "A man looks through the packet of papers in his hands.", "similarity": 0.6476, "relevance": 4 }, { "pair_id": 17673, "video_name": "house_s02e08_seg02_clip_03", "timestamp": [ 2.64, 8.36 ], "duration": 88.66, "caption": "A man looks at some documents with his left hand while talking to a patient.", "similarity": 0.6392, "relevance": 4 }, { "pair_id": 17674, "video_name": "castle_s02e16_seg02_clip_16", "timestamp": [ 0.0, 21.61 ], "duration": 90.66, "caption": "A man held a document in his hands, he gives the documents to a woman.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 17675, "video_name": "friends_s06e05_seg02_clip_17", "timestamp": [ 54.6, 55.48 ], "duration": 59.66, "caption": "A man puts the documents in a briefcase and gets up.", "similarity": 0.6355, "relevance": 1 }, { "pair_id": 17676, "video_name": "house_s06e13_seg02_clip_12", "timestamp": [ 45.54, 58.81 ], "duration": 88.66, "caption": "A man holds a typed document in front of another person.", "similarity": 0.6344, "relevance": 3 }, { "pair_id": 17677, "video_name": "house_s04e01_seg02_clip_09", "timestamp": [ 29.09, 30.43 ], "duration": 89.66, "caption": "A man gets stacks of documents from another man quickly.", "similarity": 0.6331, "relevance": 0 }, { "pair_id": 17678, "video_name": "s03e17_seg02_clip_09", "timestamp": [ 5.19, 11.9 ], "duration": 61.66, "caption": "A man gets up from his seat and checks his pockets.", "similarity": 0.6324, "relevance": 0 }, { "pair_id": 17679, "video_name": "house_s01e15_seg02_clip_12", "timestamp": [ 61.86, 66.98 ], "duration": 93.66, "caption": "A person reveals a document to some people.", "similarity": 0.6309, "relevance": 2 } ] }, { "query_id": 44187, "query": "A man and a woman are having a conversation and he starts moving his hands very slowly.", "relevant_moment": [ { "pair_id": 101060, "video_name": "friends_s07e01_seg02_clip_06", "timestamp": [ 49.26, 67.02 ], "duration": 67.66, "caption": "A man and a woman are having a conversation and he starts moving his hands very slowly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 101061, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 5.9, 27.74 ], "duration": 118.66, "caption": "A man and a woman hold hands as they have a conversation.", "similarity": 0.828, "relevance": 4 }, { "pair_id": 101062, "video_name": "friends_s07e15_seg02_clip_23", "timestamp": [ 0.0, 7.14 ], "duration": 68.66, "caption": "A man and a woman talk while holding each other's hands.", "similarity": 0.8037, "relevance": 4 }, { "pair_id": 101063, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 37.15, 39.87 ], "duration": 90.66, "caption": "A man moves his hand while he is talking to a woman.", "similarity": 0.7936, "relevance": 4 }, { "pair_id": 101064, "video_name": "castle_s02e12_seg02_clip_11", "timestamp": [ 34.59, 91.03 ], "duration": 91.66, "caption": "A man and woman have a conversation with each other.", "similarity": 0.7898, "relevance": 3 }, { "pair_id": 101065, "video_name": "house_s01e17_seg02_clip_25", "timestamp": [ 105.97, 163.02 ], "duration": 163.66, "caption": "A man and woman is having a conversation with each other.", "similarity": 0.7873, "relevance": 2 }, { "pair_id": 101066, "video_name": "s07e19_seg02_clip_09", "timestamp": [ 13.34, 25.12 ], "duration": 62.66, "caption": "A woman and a man quickly look at each other and have a conversation.", "similarity": 0.7859, "relevance": 2 }, { "pair_id": 101067, "video_name": "friends_s07e05_seg02_clip_16", "timestamp": [ 44.88, 60.24 ], "duration": 60.66, "caption": "A man and a woman are having a conversation to each other.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 101068, "video_name": "castle_s01e05_seg02_clip_04", "timestamp": [ 0.0, 31.36 ], "duration": 89.66, "caption": "A man and a woman are having a conversation to each other.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 101069, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 0.0, 10.34 ], "duration": 94.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101070, "video_name": "house_s07e11_seg02_clip_06", "timestamp": [ 0.0, 37.01 ], "duration": 100.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101071, "video_name": "house_s06e13_seg02_clip_05", "timestamp": [ 71.32, 92.03 ], "duration": 92.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101072, "video_name": "house_s06e06_seg02_clip_01", "timestamp": [ 77.11, 92.35 ], "duration": 92.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101073, "video_name": "house_s05e23_seg02_clip_20", "timestamp": [ 0.0, 44.21 ], "duration": 104.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101074, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 102.98, 132.03 ], "duration": 132.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101075, "video_name": "house_s04e15_seg02_clip_13", "timestamp": [ 0.0, 4.0 ], "duration": 100.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101076, "video_name": "house_s03e15_seg02_clip_19", "timestamp": [ 54.46, 90.02 ], "duration": 90.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 101077, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 81.8, 94.03 ], "duration": 94.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101078, "video_name": "house_s02e22_seg02_clip_08", "timestamp": [ 0.0, 32.18 ], "duration": 90.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 101079, "video_name": "house_s02e07_seg02_clip_12", "timestamp": [ 0.0, 80.77 ], "duration": 95.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.7845, "relevance": 3 } ] }, { "query_id": 44191, "query": "A man walks away from a woman in the hallway.", "relevant_moment": [ { "pair_id": 157220, "video_name": "grey_s03e08_seg02_clip_08", "timestamp": [ 29.13, 30.95 ], "duration": 91.66, "caption": "A man walks away from a woman in the hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157221, "video_name": "grey_s02e13_seg02_clip_15", "timestamp": [ 20.51, 23.01 ], "duration": 100.66, "caption": "A man walks away from woman in the hallway.", "similarity": 0.9942, "relevance": 4 }, { "pair_id": 157222, "video_name": "friends_s08e16_seg02_clip_11", "timestamp": [ 40.01, 41.87 ], "duration": 62.66, "caption": "A woman walks down the hallway away from man.", "similarity": 0.9383, "relevance": 3 }, { "pair_id": 157223, "video_name": "grey_s03e12_seg02_clip_19", "timestamp": [ 3.08, 5.28 ], "duration": 88.66, "caption": "A man turns and walks away from a woman in the hallway.", "similarity": 0.936, "relevance": 3 }, { "pair_id": 157224, "video_name": "castle_s04e12_seg02_clip_21", "timestamp": [ 20.03, 26.26 ], "duration": 89.66, "caption": "A woman walks away from a man in a crowded hallway.", "similarity": 0.9346, "relevance": 3 }, { "pair_id": 157225, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 10.93, 14.73 ], "duration": 95.66, "caption": "A woman walks away from a man and moves down the hallway.", "similarity": 0.9257, "relevance": 3 }, { "pair_id": 157226, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person walks away from a woman in the hallway.", "similarity": 0.922, "relevance": 3 }, { "pair_id": 157227, "video_name": "grey_s01e09_seg02_clip_04", "timestamp": [ 61.03, 67.71 ], "duration": 89.66, "caption": "A man gets up and walks down a hallway away from woman.", "similarity": 0.9067, "relevance": 3 }, { "pair_id": 157228, "video_name": "s02e06_seg02_clip_13", "timestamp": [ 33.81, 36.91 ], "duration": 62.66, "caption": "A person walks away from woman and across the hallway.", "similarity": 0.8934, "relevance": 3 }, { "pair_id": 157229, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 4.55, 9.56 ], "duration": 91.66, "caption": "A man walks away from a woman and out of the room.", "similarity": 0.8928, "relevance": 3 }, { "pair_id": 157230, "video_name": "house_s08e08_seg02_clip_15", "timestamp": [ 14.72, 19.84 ], "duration": 128.66, "caption": "A man walks away from another person in the hallway.", "similarity": 0.888, "relevance": 3 }, { "pair_id": 157231, "video_name": "grey_s03e11_seg02_clip_07", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man walks away from another person in the hallway.", "similarity": 0.888, "relevance": 3 }, { "pair_id": 157232, "video_name": "grey_s03e20_seg02_clip_20", "timestamp": [ 80.06, 83.74 ], "duration": 92.66, "caption": "A man walks away from a woman and exits the room.", "similarity": 0.8795, "relevance": 3 }, { "pair_id": 157233, "video_name": "grey_s02e24_seg02_clip_21", "timestamp": [ 5.45, 8.42 ], "duration": 99.66, "caption": "A man walks away from woman at the door.", "similarity": 0.8661, "relevance": 2 }, { "pair_id": 157234, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 42.88, 52.81 ], "duration": 90.66, "caption": "A man walks down the hallway away from another person.", "similarity": 0.8637, "relevance": 2 }, { "pair_id": 157235, "video_name": "grey_s01e04_seg02_clip_02", "timestamp": [ 15.47, 18.2 ], "duration": 91.66, "caption": "A man walks away from woman as she stands in the doorway.", "similarity": 0.8598, "relevance": 3 }, { "pair_id": 157236, "video_name": "friends_s04e06_seg02_clip_20", "timestamp": [ 7.83, 11.89 ], "duration": 54.66, "caption": "A man walks away from a woman and to his room.", "similarity": 0.859, "relevance": 3 }, { "pair_id": 157237, "video_name": "house_s03e23_seg02_clip_05", "timestamp": [ 22.06, 35.56 ], "duration": 90.66, "caption": "A man walks out of the hallway but woman follows.", "similarity": 0.8589, "relevance": 3 }, { "pair_id": 157238, "video_name": "house_s01e03_seg02_clip_09", "timestamp": [ 5.54, 8.77 ], "duration": 92.66, "caption": "A woman walks away from a man and leaves the room.", "similarity": 0.8429, "relevance": 2 }, { "pair_id": 157239, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 34.84, 38.81 ], "duration": 61.66, "caption": "A man gets up and walks out of the room away from a woman.", "similarity": 0.8399, "relevance": 3 }, { "pair_id": 330540, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 56.78, 58.5 ], "duration": 86.66, "caption": "A woman walks away from a man and then leaves the room.", "similarity": 0.8305, "relevance": 3 }, { "pair_id": 330541, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 31.73, 33.87 ], "duration": 61.66, "caption": "A woman walks away from a man and walks towards her room.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 330542, "video_name": "house_s01e15_seg02_clip_04", "timestamp": [ 15.19, 23.53 ], "duration": 98.66, "caption": "A man walks away from a woman and talks by the door.", "similarity": 0.8286, "relevance": 2 }, { "pair_id": 330543, "video_name": "met_s06e01_seg02_clip_06", "timestamp": [ 44.21, 47.52 ], "duration": 60.66, "caption": "A woman makes a face at man in the hallway and walks away.", "similarity": 0.8285, "relevance": 3 }, { "pair_id": 330544, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.8271, "relevance": 3 }, { "pair_id": 330545, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 12.01, 15.01 ], "duration": 60.66, "caption": "A man walks away leaving a woman in the living room.", "similarity": 0.8251, "relevance": 4 }, { "pair_id": 330546, "video_name": "house_s05e24_seg02_clip_21", "timestamp": [ 35.43, 39.67 ], "duration": 77.66, "caption": "A woman walks away from a man leaving him standing in the hospital hallway.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 330547, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 28.72, 30.7 ], "duration": 99.66, "caption": "A person walks away from two other people in the hallway.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 330548, "video_name": "castle_s02e09_seg02_clip_12", "timestamp": [ 72.49, 76.55 ], "duration": 90.66, "caption": "A woman turns and walks away from man in a hall.", "similarity": 0.8222, "relevance": 3 }, { "pair_id": 330549, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 13.64, 16.72 ], "duration": 88.66, "caption": "A person walks away from another person in a hallway.", "similarity": 0.8202, "relevance": 3 }, { "pair_id": 330550, "video_name": "castle_s05e19_seg02_clip_22", "timestamp": [ 42.76, 44.56 ], "duration": 90.66, "caption": "A woman walks away from man towards the door exit.", "similarity": 0.8193, "relevance": 2 }, { "pair_id": 330551, "video_name": "grey_s02e24_seg02_clip_18", "timestamp": [ 22.44, 30.69 ], "duration": 91.66, "caption": "A man walks away from a woman and goes up the stairs.", "similarity": 0.8191, "relevance": 4 }, { "pair_id": 330552, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 64.82, 68.87 ], "duration": 90.66, "caption": "A man turns and walks away from another person in the hallway.", "similarity": 0.8166, "relevance": 4 }, { "pair_id": 330553, "video_name": "s03e20_seg02_clip_14", "timestamp": [ 65.22, 69.68 ], "duration": 81.66, "caption": "A woman walks away from a man standing in a person's bedroom doorway.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 330554, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 12.21, 14.65 ], "duration": 61.66, "caption": "A man walks away from a woman in their apartment.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 330555, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A person turns away from woman and man and walks out of the room.", "similarity": 0.8109, "relevance": 3 }, { "pair_id": 330557, "video_name": "grey_s03e19_seg02_clip_20", "timestamp": [ 12.32, 15.84 ], "duration": 88.66, "caption": "A man walks away from a woman in the lobby.", "similarity": 0.8084, "relevance": 4 }, { "pair_id": 330558, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 47.47, 50.86 ], "duration": 113.66, "caption": "A person walks down the hallway away from another person.", "similarity": 0.8072, "relevance": 2 }, { "pair_id": 330559, "video_name": "met_s03e12_seg02_clip_04", "timestamp": [ 1.22, 4.86 ], "duration": 60.66, "caption": "A woman leaves a man standing alone in a hallway.", "similarity": 0.8035, "relevance": 3 } ] }, { "query_id": 44200, "query": "A woman injects a patient who winces under the arm.", "relevant_moment": [ { "pair_id": 162980, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A woman injects a patient who winces under the arm.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162981, "video_name": "house_s05e19_seg02_clip_08", "timestamp": [ 8.28, 11.5 ], "duration": 92.66, "caption": "A woman puts a medicine to the patient by injecting it.", "similarity": 0.8057, "relevance": 1 }, { "pair_id": 162982, "video_name": "house_s04e03_seg02_clip_20", "timestamp": [ 5.96, 13.2 ], "duration": 85.66, "caption": "A woman injects something into the patient that has their eyes closed.", "similarity": 0.7942, "relevance": 2 }, { "pair_id": 162983, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 59.67, 65.5 ], "duration": 97.66, "caption": "A woman takes the needle and punctures the patient's arm.", "similarity": 0.7723, "relevance": 4 }, { "pair_id": 162984, "video_name": "grey_s03e07_seg02_clip_07", "timestamp": [ 8.27, 13.92 ], "duration": 87.66, "caption": "A woman lifts up the patient's arm and she screams in pain.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 162985, "video_name": "grey_s02e24_seg02_clip_06", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A woman handles the arm of a person who winces in pain.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 162986, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 17.95, 19.41 ], "duration": 97.66, "caption": "A woman injects a medication on the patient's back.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 162987, "video_name": "house_s03e01_seg02_clip_24", "timestamp": [ 22.01, 25.51 ], "duration": 100.66, "caption": "A woman sticks the patient with a needle in their shoulder.", "similarity": 0.7387, "relevance": 2 }, { "pair_id": 162988, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 17.1, 27.91 ], "duration": 90.66, "caption": "A woman injects a drug to the patient.", "similarity": 0.7363, "relevance": 1 }, { "pair_id": 162989, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 83.27, 85.52 ], "duration": 90.66, "caption": "A woman injects a needle and draws blood from a patient.", "similarity": 0.7316, "relevance": 2 }, { "pair_id": 162990, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 18.81, 34.79 ], "duration": 94.66, "caption": "A woman is sticking her hand into the patient's stomach.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 162991, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 22.17, 28.95 ], "duration": 90.66, "caption": "A man injects the female patient with the needle.", "similarity": 0.7301, "relevance": 2 }, { "pair_id": 162992, "video_name": "grey_s03e04_seg02_clip_23", "timestamp": [ 0.0, 9.18 ], "duration": 102.66, "caption": "A woman holds the patient's hand as they comfort them.", "similarity": 0.7264, "relevance": 0 }, { "pair_id": 162993, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 31.4, 33.98 ], "duration": 86.66, "caption": "A woman injects medication into the patient with a syringe.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 162994, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 48.31, 53.78 ], "duration": 84.66, "caption": "A man injects the patient with medicine and she responds to it.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 162995, "video_name": "house_s02e23_seg02_clip_22", "timestamp": [ 0.88, 11.38 ], "duration": 87.66, "caption": "A man injects woman with medicine in the behind.", "similarity": 0.7207, "relevance": 1 }, { "pair_id": 162996, "video_name": "house_s05e19_seg02_clip_08", "timestamp": [ 7.82, 11.5 ], "duration": 92.66, "caption": "A woman quickly puts a medicine to the patient.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 162997, "video_name": "grey_s03e14_seg02_clip_17", "timestamp": [ 65.98, 97.03 ], "duration": 97.66, "caption": "A woman is giving a relieve to her patient.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 162998, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 73.94, 88.02 ], "duration": 88.66, "caption": "A woman is conducting an operation to a patient.", "similarity": 0.7067, "relevance": 1 }, { "pair_id": 162999, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 50.61, 69.54 ], "duration": 88.66, "caption": "A woman is conducting an operation to a patient.", "similarity": 0.7067, "relevance": 1 }, { "pair_id": 336300, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 78.28, 86.02 ], "duration": 86.66, "caption": "A woman sticks the needle into the back of the patient.", "similarity": 0.7058, "relevance": 3 }, { "pair_id": 336301, "video_name": "house_s07e22_seg02_clip_21", "timestamp": [ 103.37, 106.02 ], "duration": 106.66, "caption": "A woman gets up from her seat and puts her hand on the patient's forehead.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 336302, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 16.98, 18.92 ], "duration": 97.66, "caption": "A woman sticks the patient in the back with a needle.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 336303, "video_name": "house_s05e05_seg02_clip_20", "timestamp": [ 73.97, 77.03 ], "duration": 102.66, "caption": "A woman holds the patient's hand very emotionally and sad.", "similarity": 0.6986, "relevance": 0 }, { "pair_id": 336304, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 36.99, 51.18 ], "duration": 86.66, "caption": "A woman gets the patient ready for the treatment.", "similarity": 0.6984, "relevance": 1 }, { "pair_id": 336305, "video_name": "grey_s01e08_seg02_clip_11", "timestamp": [ 64.04, 66.06 ], "duration": 81.66, "caption": "A woman inserts the needle into the patient's abdomen.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 336306, "video_name": "house_s03e09_seg02_clip_12", "timestamp": [ 52.08, 59.2 ], "duration": 89.66, "caption": "A woman starts preparing an injection for the patient.", "similarity": 0.6965, "relevance": 1 }, { "pair_id": 336307, "video_name": "grey_s03e08_seg02_clip_11", "timestamp": [ 19.05, 26.58 ], "duration": 88.66, "caption": "A woman touches the patient's chest at his request.", "similarity": 0.696, "relevance": 1 }, { "pair_id": 336308, "video_name": "house_s07e07_seg02_clip_05", "timestamp": [ 6.16, 10.12 ], "duration": 88.66, "caption": "A woman examines a young patient's arm as she wears a protective suit.", "similarity": 0.6951, "relevance": 1 }, { "pair_id": 336309, "video_name": "castle_s06e02_seg02_clip_15", "timestamp": [ 52.4, 61.93 ], "duration": 86.66, "caption": "A doctor is injecting person in their arm as they sit in the break room.", "similarity": 0.6935, "relevance": 0 }, { "pair_id": 336310, "video_name": "house_s03e23_seg02_clip_14", "timestamp": [ 48.77, 57.98 ], "duration": 92.66, "caption": "A doctor injects a person's arm with a syringe.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 336311, "video_name": "grey_s03e06_seg02_clip_18", "timestamp": [ 14.32, 23.56 ], "duration": 92.66, "caption": "A woman wraps a patient's hand with a bandage.", "similarity": 0.6914, "relevance": 1 }, { "pair_id": 336312, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A woman feels the forehead of the female patient.", "similarity": 0.6896, "relevance": 1 }, { "pair_id": 336313, "video_name": "house_s06e21_seg02_clip_08", "timestamp": [ 16.74, 24.65 ], "duration": 93.66, "caption": "A person inserts an IV into the patient's arm and she screams in pain.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 336314, "video_name": "house_s03e13_seg02_clip_07", "timestamp": [ 81.01, 82.79 ], "duration": 89.66, "caption": "A woman inserts a medical tool into a patient's skin.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 336315, "video_name": "house_s04e15_seg02_clip_10", "timestamp": [ 0.0, 18.91 ], "duration": 63.66, "caption": "A woman holds a patient by the arm as he tries to walk.", "similarity": 0.6854, "relevance": 1 }, { "pair_id": 336317, "video_name": "house_s05e16_seg02_clip_07", "timestamp": [ 17.84, 25.24 ], "duration": 87.66, "caption": "A woman inserts a needle into a young patient.", "similarity": 0.6834, "relevance": 2 }, { "pair_id": 336318, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 50.67, 56.95 ], "duration": 89.66, "caption": "A woman quickly puts on her gloves and inserts a tube into the patient's side.", "similarity": 0.6829, "relevance": 3 }, { "pair_id": 336319, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 27.01, 33.32 ], "duration": 90.66, "caption": "A woman holds her hand up to a patient's forehead.", "similarity": 0.6807, "relevance": 1 } ] }, { "query_id": 44322, "query": "A person hands a woman a pink flower and she takes it.", "relevant_moment": [ { "pair_id": 152280, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 44.61, 46.41 ], "duration": 90.66, "caption": "A person hands a woman a pink flower and she takes it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152281, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 13.07, 16.22 ], "duration": 90.66, "caption": "A person hands another person a pink flower and they take it.", "similarity": 0.876, "relevance": 4 }, { "pair_id": 152282, "video_name": "castle_s08e05_seg02_clip_25", "timestamp": [ 32.38, 35.7 ], "duration": 166.66, "caption": "A person passes the flowers to a woman and she takes them.", "similarity": 0.7829, "relevance": 3 }, { "pair_id": 152283, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 12.6, 16.65 ], "duration": 90.66, "caption": "A person passes a pink flower to another person.", "similarity": 0.768, "relevance": 4 }, { "pair_id": 152284, "video_name": "met_s06e24_seg02_clip_12", "timestamp": [ 54.31, 55.84 ], "duration": 61.66, "caption": "A man offers the pink flower to a woman passing by.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 152285, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 26.96, 28.5 ], "duration": 77.66, "caption": "A woman grabs a bouquet of flowers from a person.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 152286, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 80.93, 85.28 ], "duration": 87.66, "caption": "A person walks over to a woman and hands her some flowers.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 152287, "video_name": "castle_s06e06_seg02_clip_00", "timestamp": [ 54.42, 64.19 ], "duration": 93.66, "caption": "A woman hands someone a potted flowers as a gift.", "similarity": 0.6945, "relevance": 3 }, { "pair_id": 152288, "video_name": "s08e18_seg02_clip_08", "timestamp": [ 52.24, 53.71 ], "duration": 59.66, "caption": "A man hands a woman a flower in a plastic container.", "similarity": 0.6839, "relevance": 1 }, { "pair_id": 152289, "video_name": "house_s06e13_seg02_clip_24", "timestamp": [ 0.0, 18.1 ], "duration": 181.66, "caption": "A woman holds onto a flower and then hands it to the nurse.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 152290, "video_name": "s02e05_seg02_clip_09", "timestamp": [ 3.05, 7.63 ], "duration": 61.66, "caption": "A person handed over something to the woman in the pink shirt.", "similarity": 0.6736, "relevance": 0 }, { "pair_id": 152291, "video_name": "friends_s10e12_seg02_clip_25", "timestamp": [ 12.95, 16.29 ], "duration": 74.66, "caption": "A woman hands a man her flowers after telling him to hold on.", "similarity": 0.669, "relevance": 1 }, { "pair_id": 152292, "video_name": "s09e19_seg02_clip_15", "timestamp": [ 11.17, 15.2 ], "duration": 62.66, "caption": "A man hands a woman a bouquet of flowers and she accepts them.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 152293, "video_name": "castle_s03e13_seg02_clip_10", "timestamp": [ 62.57, 66.17 ], "duration": 90.66, "caption": "A man pulls out a flower arrangement for woman and hands them to her.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 152294, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 62.57, 66.62 ], "duration": 90.66, "caption": "Someone swings a pink flower around in a circle.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 152295, "video_name": "house_s04e04_seg02_clip_24", "timestamp": [ 26.8, 29.37 ], "duration": 57.66, "caption": "A doctor hands a pink flower to one of his/her teammates.", "similarity": 0.6337, "relevance": 3 }, { "pair_id": 152296, "video_name": "friends_s03e03_seg02_clip_01", "timestamp": [ 17.71, 39.02 ], "duration": 60.66, "caption": "A woman is having a conversation with a man. And the man tries to give her flowers.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 152297, "video_name": "friends_s06e01_seg02_clip_17", "timestamp": [ 8.75, 14.58 ], "duration": 53.66, "caption": "A woman takes a bouquet of flowers from someone and puts them on the table before walking away.", "similarity": 0.6253, "relevance": 3 }, { "pair_id": 152298, "video_name": "friends_s03e03_seg02_clip_03", "timestamp": [ 6.96, 12.19 ], "duration": 58.66, "caption": "A person bends down to pick up a bouquet of flowers and gives them to woman.", "similarity": 0.6184, "relevance": 3 }, { "pair_id": 152299, "video_name": "house_s07e03_seg02_clip_00", "timestamp": [ 48.73, 66.36 ], "duration": 92.66, "caption": "A person takes flowers from a patient's room to give to someone.", "similarity": 0.6154, "relevance": 1 }, { "pair_id": 325600, "video_name": "s02e18_seg01_clip_02", "timestamp": [ 29.81, 33.05 ], "duration": 59.66, "caption": "A woman shows a person a flower barette and places it in her hair.", "similarity": 0.6149, "relevance": 3 }, { "pair_id": 325601, "video_name": "met_s03e13_seg02_clip_17", "timestamp": [ 0.0, 6.71 ], "duration": 119.66, "caption": "A man attempts to hand woman a bouquet of flowers.", "similarity": 0.614, "relevance": 3 }, { "pair_id": 325602, "video_name": "house_s03e19_seg02_clip_06", "timestamp": [ 24.88, 28.49 ], "duration": 90.66, "caption": "A woman takes a flower from the kid and kisses him on the cheek.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 325603, "video_name": "friends_s04e20_seg02_clip_14", "timestamp": [ 13.35, 37.72 ], "duration": 58.66, "caption": "A woman turns around to throw a bouquet of flower to another woman as she stands by.", "similarity": 0.6103, "relevance": 2 }, { "pair_id": 325604, "video_name": "house_s07e03_seg02_clip_03", "timestamp": [ 36.37, 44.66 ], "duration": 92.66, "caption": "A person hands a man a flower and the man leaves.", "similarity": 0.6091, "relevance": 3 }, { "pair_id": 325605, "video_name": "friends_s01e24_seg02_clip_23", "timestamp": [ 8.11, 11.53 ], "duration": 36.66, "caption": "A woman, holding flowers, pushes past a woman with a long braid, who looks at her, annoyed.", "similarity": 0.6079, "relevance": 3 }, { "pair_id": 325606, "video_name": "friends_s06e01_seg02_clip_17", "timestamp": [ 7.16, 13.52 ], "duration": 53.66, "caption": "Three people talk as a woman holds flowers and then hands them to another woman.", "similarity": 0.6034, "relevance": 3 }, { "pair_id": 325607, "video_name": "s07e08_seg02_clip_10", "timestamp": [ 52.22, 56.13 ], "duration": 60.66, "caption": "A person moves his hand around a flower on his lapel as he looks down at it.", "similarity": 0.602, "relevance": 3 }, { "pair_id": 325608, "video_name": "s07e06_seg02_clip_15", "timestamp": [ 8.7, 11.02 ], "duration": 58.66, "caption": "A woman stands up and grabs a basket of rose petals.", "similarity": 0.5887, "relevance": 3 }, { "pair_id": 325609, "video_name": "friends_s04e21_seg02_clip_17", "timestamp": [ 17.71, 18.91 ], "duration": 60.66, "caption": "A woman takes a tissue that is handed to her by someone.", "similarity": 0.587, "relevance": 3 }, { "pair_id": 325610, "video_name": "house_s08e13_seg02_clip_15", "timestamp": [ 80.56, 82.38 ], "duration": 91.66, "caption": "A woman looks at the flowers a person bought for her.", "similarity": 0.5858, "relevance": 3 }, { "pair_id": 325611, "video_name": "friends_s07e02_seg02_clip_02", "timestamp": [ 0.0, 4.16 ], "duration": 64.66, "caption": "A woman holds up pictures of flowers and asks a man to pick.", "similarity": 0.5855, "relevance": 3 }, { "pair_id": 325612, "video_name": "house_s03e19_seg02_clip_26", "timestamp": [ 36.12, 40.94 ], "duration": 68.66, "caption": "A woman takes the card on the bouquet of flowers and holds it.", "similarity": 0.5852, "relevance": 3 }, { "pair_id": 325613, "video_name": "friends_s05e13_seg02_clip_07", "timestamp": [ 4.72, 8.56 ], "duration": 59.66, "caption": "A man pulls out a bouquet of flowers from his bag and hands them to a woman.", "similarity": 0.5824, "relevance": 3 }, { "pair_id": 325614, "video_name": "friends_s07e02_seg02_clip_02", "timestamp": [ 0.0, 7.36 ], "duration": 64.66, "caption": "A woman holds up two flower pictures in front of a man.", "similarity": 0.5814, "relevance": 3 }, { "pair_id": 325615, "video_name": "castle_s03e13_seg02_clip_10", "timestamp": [ 70.22, 76.97 ], "duration": 90.66, "caption": "A man hands a woman a bouquet of flowers and she thanks him.", "similarity": 0.5806, "relevance": 3 }, { "pair_id": 325616, "video_name": "s07e14_seg02_clip_08", "timestamp": [ 33.34, 34.56 ], "duration": 49.66, "caption": "A woman lifts her pinkie to the corner of her mouth then drops it.", "similarity": 0.5794, "relevance": 3 }, { "pair_id": 325617, "video_name": "met_s06e24_seg02_clip_13", "timestamp": [ 6.04, 7.77 ], "duration": 57.66, "caption": "A woman holding flowers walks away from someone.", "similarity": 0.5783, "relevance": 3 }, { "pair_id": 325618, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 2.23, 8.9 ], "duration": 89.66, "caption": "A man smells a pink flower that he is holding.", "similarity": 0.5769, "relevance": 3 }, { "pair_id": 325619, "video_name": "s05e12_seg02_clip_02", "timestamp": [ 55.03, 57.02 ], "duration": 57.66, "caption": "A woman is taking out plastic flowers from a box.", "similarity": 0.5745, "relevance": 3 } ] }, { "query_id": 44331, "query": "A person gives their child a golden cross necklace.", "relevant_moment": [ { "pair_id": 540, "video_name": "house_s04e04_seg02_clip_23", "timestamp": [ 60.77, 71.31 ], "duration": 124.66, "caption": "A person gives their child a golden cross necklace.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 541, "video_name": "castle_s07e02_seg02_clip_14", "timestamp": [ 9.95, 12.66 ], "duration": 90.66, "caption": "A person shows a golden key to his child.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 542, "video_name": "s09e20_seg02_clip_04", "timestamp": [ 45.9, 50.24 ], "duration": 62.66, "caption": "A person brings a large gift for the baby.", "similarity": 0.6085, "relevance": 0 }, { "pair_id": 543, "video_name": "castle_s01e07_seg02_clip_26", "timestamp": [ 23.04, 27.45 ], "duration": 98.66, "caption": "A woman gives the necklace to the girl wearing purple top.", "similarity": 0.5716, "relevance": 2 }, { "pair_id": 544, "video_name": "s09e24_seg02_clip_03", "timestamp": [ 55.41, 58.03 ], "duration": 58.66, "caption": "A woman removes her cross necklace from her shirt when she finds out another person will be there.", "similarity": 0.5588, "relevance": 0 }, { "pair_id": 545, "video_name": "castle_s08e02_seg02_clip_01", "timestamp": [ 53.9, 65.32 ], "duration": 91.66, "caption": "A man gives a woman a gift of an engraved bracelet.", "similarity": 0.5538, "relevance": 1 }, { "pair_id": 546, "video_name": "house_s02e17_seg02_clip_14", "timestamp": [ 57.33, 63.19 ], "duration": 90.66, "caption": "A woman holds the cross on her necklace as she watches a man.", "similarity": 0.5503, "relevance": 1 }, { "pair_id": 547, "video_name": "s03e17_seg02_clip_04", "timestamp": [ 10.8, 14.71 ], "duration": 60.66, "caption": "A person takes the piece of jewelry from person's hands.", "similarity": 0.5495, "relevance": 2 }, { "pair_id": 548, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 51.53, 53.84 ], "duration": 92.66, "caption": "A child gives a piece of paper to a person wearing white.", "similarity": 0.5381, "relevance": 0 }, { "pair_id": 549, "video_name": "friends_s01e08_seg02_clip_12", "timestamp": [ 0.0, 3.78 ], "duration": 63.66, "caption": "A man offers to give his mother some jewelry.", "similarity": 0.5289, "relevance": 0 }, { "pair_id": 550, "video_name": "house_s07e09_seg02_clip_22", "timestamp": [ 73.67, 75.01 ], "duration": 89.66, "caption": "A person puts the back of his hand to the forehead of a child.", "similarity": 0.5272, "relevance": 0 }, { "pair_id": 551, "video_name": "friends_s08e02_seg02_clip_01", "timestamp": [ 6.35, 12.23 ], "duration": 47.66, "caption": "A person extends their arms and says what the gifts are doing to them.", "similarity": 0.5231, "relevance": 0 }, { "pair_id": 552, "video_name": "house_s07e05_seg02_clip_06", "timestamp": [ 1.33, 6.21 ], "duration": 88.66, "caption": "The person pulls out a coin from the child's mouth.", "similarity": 0.5184, "relevance": 1 }, { "pair_id": 553, "video_name": "castle_s04e19_seg02_clip_08", "timestamp": [ 29.26, 36.01 ], "duration": 90.66, "caption": "A person hugs their child and leads them away.", "similarity": 0.5141, "relevance": 0 }, { "pair_id": 554, "video_name": "castle_s04e07_seg02_clip_09", "timestamp": [ 55.07, 60.99 ], "duration": 91.66, "caption": "A woman gives her bracelet to a man.", "similarity": 0.5126, "relevance": 1 }, { "pair_id": 555, "video_name": "s03e17_seg02_clip_05", "timestamp": [ 37.48, 41.91 ], "duration": 59.66, "caption": "A person takes out and holds up a necklace with a ring on it.", "similarity": 0.5096, "relevance": 2 }, { "pair_id": 556, "video_name": "house_s04e15_seg02_clip_18", "timestamp": [ 18.23, 24.71 ], "duration": 81.66, "caption": "A man reaches to touch a woman's gold necklace.", "similarity": 0.5067, "relevance": 2 }, { "pair_id": 557, "video_name": "friends_s08e06_seg02_clip_03", "timestamp": [ 26.41, 32.74 ], "duration": 55.66, "caption": "A woman gives a child dressed as a ballerina candy, and the child does a twirl.", "similarity": 0.5044, "relevance": 0 }, { "pair_id": 558, "video_name": "s03e17_seg02_clip_03", "timestamp": [ 19.22, 22.89 ], "duration": 61.66, "caption": "A person grabs the gold ring from another person's hand.", "similarity": 0.5031, "relevance": 1 }, { "pair_id": 559, "video_name": "castle_s02e03_seg02_clip_02", "timestamp": [ 15.33, 16.23 ], "duration": 90.66, "caption": "A woman holds up two crystal necklaces to a person named Teddy.", "similarity": 0.5016, "relevance": 1 } ] }, { "query_id": 44382, "query": "A man is putting the paper in his pocket.", "relevant_moment": [ { "pair_id": 156280, "video_name": "friends_s07e23-24_seg02_clip_41", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A man is putting the paper in his pocket.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 156281, "video_name": "house_s01e14_seg02_clip_21", "timestamp": [ 32.08, 38.05 ], "duration": 74.66, "caption": "A man places the piece of paper into his pocket.", "similarity": 0.9434, "relevance": 4 }, { "pair_id": 156282, "video_name": "met_s03e06_seg02_clip_12", "timestamp": [ 35.69, 38.11 ], "duration": 60.66, "caption": "A man takes a paper out of his inside pocket.", "similarity": 0.8742, "relevance": 3 }, { "pair_id": 156283, "video_name": "castle_s07e09_seg02_clip_08", "timestamp": [ 10.26, 16.51 ], "duration": 89.66, "caption": "A man folds the piece of paper and puts it in his pocket.", "similarity": 0.8524, "relevance": 4 }, { "pair_id": 156284, "video_name": "friends_s06e12_seg02_clip_03", "timestamp": [ 11.41, 16.81 ], "duration": 60.66, "caption": "A man takes out a sheet of paper from his pocket.", "similarity": 0.8513, "relevance": 3 }, { "pair_id": 156285, "video_name": "s05e11_seg02_clip_04", "timestamp": [ 3.48, 7.25 ], "duration": 58.66, "caption": "A man pulls out a paper from his pocket and puts it on the table.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 156286, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 8.4, 10.62 ], "duration": 88.66, "caption": "A person is holding a folded up paper that he puts in his jacket pocket.", "similarity": 0.7875, "relevance": 4 }, { "pair_id": 156287, "video_name": "castle_s03e20_seg02_clip_01", "timestamp": [ 76.46, 77.35 ], "duration": 89.66, "caption": "A man pulls out a piece of paper from his jacket pocket.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 156288, "video_name": "met_s03e04_seg02_clip_05", "timestamp": [ 0.8, 4.26 ], "duration": 53.66, "caption": "A person puts a small green piece of paper into his shirt pocket.", "similarity": 0.779, "relevance": 4 }, { "pair_id": 156289, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 80.0, 83.26 ], "duration": 93.66, "caption": "A person reaches in his pocket and pulls out a piece of paper.", "similarity": 0.7717, "relevance": 3 }, { "pair_id": 156290, "video_name": "castle_s08e08_seg02_clip_02", "timestamp": [ 6.05, 10.23 ], "duration": 93.66, "caption": "A woman takes a paper and put it into a man's pocket.", "similarity": 0.7659, "relevance": 2 }, { "pair_id": 156291, "video_name": "friends_s06e04_seg02_clip_02", "timestamp": [ 9.44, 13.58 ], "duration": 59.66, "caption": "A man puts the paper he hand in his hand into his briefcase.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 156292, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 7.48, 10.57 ], "duration": 44.66, "caption": "A person pulls out a paper clip from his pocket.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 156293, "video_name": "friends_s05e09_seg02_clip_01", "timestamp": [ 51.18, 54.24 ], "duration": 61.66, "caption": "A man pulls a piece of paper out of his pocket and hands it to guy.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 156294, "video_name": "castle_s06e03_seg02_clip_03", "timestamp": [ 52.33, 54.65 ], "duration": 92.66, "caption": "A man removes a piece of paper from someone's pocket.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 156295, "video_name": "house_s01e14_seg02_clip_04", "timestamp": [ 80.21, 81.6 ], "duration": 92.66, "caption": "A man takes a piece of paper out of his lapel pocket while he's talking.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 156296, "video_name": "grey_s02e11_seg02_clip_25", "timestamp": [ 47.47, 49.17 ], "duration": 113.66, "caption": "A man puts a pen in his shirt chest pocket.", "similarity": 0.7027, "relevance": 3 }, { "pair_id": 156297, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 15.4, 17.16 ], "duration": 88.66, "caption": "A man unfolds the paper that handed to him.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 156298, "video_name": "castle_s05e24_seg02_clip_11", "timestamp": [ 86.84, 89.53 ], "duration": 89.66, "caption": "A man is going through papers in his hand.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 156299, "video_name": "friends_s02e05_seg02_clip_04", "timestamp": [ 62.11, 64.03 ], "duration": 64.66, "caption": "A man pulls some paper from his inside his shirt.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 329600, "video_name": "friends_s10e06_seg02_clip_12", "timestamp": [ 40.89, 46.69 ], "duration": 61.66, "caption": "A man takes some papers from his briefcase, lays them on the table and takes a pen from his pocket.", "similarity": 0.6922, "relevance": 3 }, { "pair_id": 329601, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 5.28, 11.01 ], "duration": 44.66, "caption": "A person digs into his pocket and pulls out a paper clip.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 329602, "video_name": "met_s02e08_seg02_clip_06", "timestamp": [ 35.42, 36.33 ], "duration": 60.66, "caption": "A man takes out a piece of paper from his jacket pocket and looks at it.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 329603, "video_name": "friends_s07e16_seg02_clip_07", "timestamp": [ 43.99, 46.49 ], "duration": 62.66, "caption": "A man hands guy a paper he is holding.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 329604, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 9.41, 11.97 ], "duration": 57.66, "caption": "A man holds up some money and puts it in his pocket.", "similarity": 0.6836, "relevance": 3 }, { "pair_id": 329605, "video_name": "friends_s07e17_seg02_clip_12", "timestamp": [ 25.33, 34.79 ], "duration": 61.66, "caption": "A man takes a yellow paper from someone's hands, folds it and puts it in the inner pocket of his coat.", "similarity": 0.6798, "relevance": 3 }, { "pair_id": 329606, "video_name": "house_s01e17_seg02_clip_00", "timestamp": [ 61.44, 68.27 ], "duration": 91.66, "caption": "A man holds up a packet of paper and places it down on his desk.", "similarity": 0.6788, "relevance": 3 }, { "pair_id": 329607, "video_name": "met_s03e15_seg02_clip_06", "timestamp": [ 30.45, 40.2 ], "duration": 59.66, "caption": "A man takes out a pen from his jacket pocket and starts to write on a napkin.", "similarity": 0.6775, "relevance": 3 }, { "pair_id": 329608, "video_name": "house_s04e05_seg02_clip_01", "timestamp": [ 81.13, 85.66 ], "duration": 85.66, "caption": "A man has his hand out for the yellow paper.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 329609, "video_name": "s07e15_seg02_clip_15", "timestamp": [ 28.33, 33.35 ], "duration": 59.66, "caption": "A person gets a piece of paper from their pocket and reads the note there.", "similarity": 0.6739, "relevance": 3 }, { "pair_id": 329610, "video_name": "castle_s03e05_seg02_clip_19", "timestamp": [ 46.56, 50.51 ], "duration": 87.66, "caption": "A man pulls out a sheet of paper sitting next to him.", "similarity": 0.6735, "relevance": 3 }, { "pair_id": 329611, "video_name": "house_s06e15_seg02_clip_14", "timestamp": [ 82.38, 84.65 ], "duration": 91.66, "caption": "A man puts his pen in his outer left chest jacket pocket.", "similarity": 0.6709, "relevance": 3 }, { "pair_id": 329612, "video_name": "s02e07_seg02_clip_13", "timestamp": [ 33.87, 41.5 ], "duration": 61.66, "caption": "A man takes a piece of paper from his pocket and hands it to a woman.", "similarity": 0.6623, "relevance": 3 }, { "pair_id": 329613, "video_name": "s09e09_seg02_clip_04", "timestamp": [ 5.58, 13.65 ], "duration": 62.66, "caption": "A person pulls a folded piece of paper from their pocket and unfolds it.", "similarity": 0.6614, "relevance": 3 }, { "pair_id": 329614, "video_name": "met_s02e04_seg02_clip_16", "timestamp": [ 28.72, 32.12 ], "duration": 61.66, "caption": "A man pulls a pen out of his jacket pocket.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 329615, "video_name": "house_s02e14_seg02_clip_00", "timestamp": [ 7.32, 8.69 ], "duration": 91.66, "caption": "A man sets his pen light back into his pocket.", "similarity": 0.6604, "relevance": 3 }, { "pair_id": 329616, "video_name": "friends_s02e05_seg02_clip_14", "timestamp": [ 33.36, 37.43 ], "duration": 58.66, "caption": "A man put a piece of paper inside his coat.", "similarity": 0.6589, "relevance": 3 }, { "pair_id": 329617, "video_name": "house_s05e18_seg02_clip_23", "timestamp": [ 42.26, 45.38 ], "duration": 48.66, "caption": "A person puts an envelope in his jacket's inner pocket.", "similarity": 0.6578, "relevance": 3 }, { "pair_id": 329618, "video_name": "house_s01e03_seg02_clip_25", "timestamp": [ 123.14, 125.42 ], "duration": 152.66, "caption": "A man puts a pen into his lab coat pocket.", "similarity": 0.6529, "relevance": 3 }, { "pair_id": 329619, "video_name": "house_s02e03_seg02_clip_03", "timestamp": [ 20.94, 24.12 ], "duration": 91.66, "caption": "A man takes a pen out of his left front pocket.", "similarity": 0.6472, "relevance": 2 } ] }, { "query_id": 44412, "query": "A man uses their finger to draw an air circle around their face.", "relevant_moment": [ { "pair_id": 12720, "video_name": "met_s06e02_seg02_clip_13", "timestamp": [ 56.13, 59.73 ], "duration": 60.66, "caption": "A man uses their finger to draw an air circle around their face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12721, "video_name": "met_s03e16_seg02_clip_13", "timestamp": [ 0.0, 12.31 ], "duration": 61.66, "caption": "A man has their arm around a woman and uses their finger to draw a big circle around both of their faces.", "similarity": 0.704, "relevance": 4 }, { "pair_id": 12722, "video_name": "friends_s04e07_seg02_clip_05", "timestamp": [ 36.91, 41.25 ], "duration": 62.66, "caption": "A man points his left index finger in the air.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 12723, "video_name": "castle_s04e08_seg02_clip_12", "timestamp": [ 42.31, 44.11 ], "duration": 90.66, "caption": "A man makes a circular motion with his finger.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 12724, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 5.7 ], "duration": 60.66, "caption": "A man makes a circling motion with his arm and points his finger.", "similarity": 0.6664, "relevance": 1 }, { "pair_id": 12725, "video_name": "met_s03e17_seg02_clip_04", "timestamp": [ 0.0, 2.11 ], "duration": 60.66, "caption": "A man holds the area between his eyes with his fingers.", "similarity": 0.6462, "relevance": 2 }, { "pair_id": 12726, "video_name": "met_s03e16_seg02_clip_02", "timestamp": [ 45.07, 52.13 ], "duration": 58.66, "caption": "A person is talking and uses his finger to circle his face.", "similarity": 0.6433, "relevance": 4 }, { "pair_id": 12727, "video_name": "friends_s07e18_seg02_clip_00", "timestamp": [ 23.57, 31.32 ], "duration": 62.66, "caption": "A man puts his hands to his face and moves his fingers periodically.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 12728, "video_name": "friends_s07e16_seg02_clip_20", "timestamp": [ 30.99, 31.87 ], "duration": 59.66, "caption": "A person draws a line down from the top of his face with his finger.", "similarity": 0.6349, "relevance": 3 }, { "pair_id": 12729, "video_name": "friends_s04e13_seg02_clip_01", "timestamp": [ 32.07, 33.78 ], "duration": 56.66, "caption": "A man is waving his hands around in the air.", "similarity": 0.6345, "relevance": 1 }, { "pair_id": 12730, "video_name": "friends_s09e06_seg02_clip_29", "timestamp": [ 43.57, 45.2 ], "duration": 65.66, "caption": "A man touches his nose with his left hand while making a face.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 12731, "video_name": "house_s01e02_seg02_clip_05", "timestamp": [ 29.26, 33.55 ], "duration": 78.66, "caption": "A man draws a circle around a man's toe with a marker.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 12732, "video_name": "house_s01e02_seg02_clip_14", "timestamp": [ 79.45, 81.24 ], "duration": 89.66, "caption": "A man raises a finger in the air while sitting.", "similarity": 0.6256, "relevance": 3 }, { "pair_id": 12733, "video_name": "friends_s06e15-16_seg02_clip_41", "timestamp": [ 16.48, 19.53 ], "duration": 61.66, "caption": "A man makes an air quotes gesture with their hands.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 12734, "video_name": "house_s01e02_seg02_clip_02", "timestamp": [ 9.41, 12.1 ], "duration": 89.66, "caption": "A person flicks his fingers in front of a man's eyes.", "similarity": 0.6241, "relevance": 3 }, { "pair_id": 12735, "video_name": "friends_s08e08_seg02_clip_10", "timestamp": [ 34.9, 38.74 ], "duration": 64.66, "caption": "A man makes an air quote gesture with his hand.", "similarity": 0.6222, "relevance": 2 }, { "pair_id": 12736, "video_name": "house_s08e18_seg02_clip_20", "timestamp": [ 2.7, 7.02 ], "duration": 54.66, "caption": "A man spins his pen around his thumb in his hand.", "similarity": 0.6173, "relevance": 1 }, { "pair_id": 12737, "video_name": "friends_s07e18_seg02_clip_00", "timestamp": [ 4.34, 6.82 ], "duration": 62.66, "caption": "A man puts his hand up in the air.", "similarity": 0.6154, "relevance": 3 }, { "pair_id": 12738, "video_name": "friends_s02e19_seg02_clip_11", "timestamp": [ 4.73, 8.82 ], "duration": 63.66, "caption": "A man puts his hands up in the air.", "similarity": 0.6149, "relevance": 2 }, { "pair_id": 12739, "video_name": "met_s03e05_seg01_clip_01", "timestamp": [ 10.72, 19.12 ], "duration": 42.66, "caption": "A man draws a two-axis graph with his finger.", "similarity": 0.6144, "relevance": 3 } ] }, { "query_id": 44482, "query": "Two men and a woman with curly hair were having an intense and emotional conversation.", "relevant_moment": [ { "pair_id": 170360, "video_name": "castle_s02e22_seg02_clip_24", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "Two men and a woman with curly hair were having an intense and emotional conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170361, "video_name": "castle_s08e16_seg02_clip_26", "timestamp": [ 0.0, 32.56 ], "duration": 155.66, "caption": "A man and a woman with curly hair were having a conversation.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 170362, "video_name": "castle_s07e02_seg02_clip_22", "timestamp": [ 0.0, 42.79 ], "duration": 92.66, "caption": "Two men and a woman were intensely talking to two women.", "similarity": 0.7663, "relevance": 3 }, { "pair_id": 170363, "video_name": "castle_s04e03_seg02_clip_23", "timestamp": [ 0.0, 48.61 ], "duration": 90.66, "caption": "A man and a woman were having a serious and emotional conversation.", "similarity": 0.7528, "relevance": 2 }, { "pair_id": 170364, "video_name": "friends_s10e13_seg02_clip_01", "timestamp": [ 31.21, 60.03 ], "duration": 60.66, "caption": "A woman was having an emotional conversation with man, woman, and man.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 170365, "video_name": "castle_s08e05_seg02_clip_11", "timestamp": [ 0.0, 38.28 ], "duration": 90.66, "caption": "A woman and another woman were having an intense conversation with a man.", "similarity": 0.7446, "relevance": 2 }, { "pair_id": 170366, "video_name": "castle_s05e19_seg02_clip_20", "timestamp": [ 67.36, 82.14 ], "duration": 82.66, "caption": "Two men and a woman were having a conversation.", "similarity": 0.74, "relevance": 4 }, { "pair_id": 170367, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 0.0, 37.04 ], "duration": 90.66, "caption": "Two men and a woman were having a conversation.", "similarity": 0.74, "relevance": 4 }, { "pair_id": 170368, "video_name": "castle_s03e22_seg02_clip_22", "timestamp": [ 5.85, 54.46 ], "duration": 90.66, "caption": "Two men and a woman were having a conversation.", "similarity": 0.74, "relevance": 4 }, { "pair_id": 170369, "video_name": "castle_s02e19_seg02_clip_11", "timestamp": [ 12.24, 29.92 ], "duration": 90.66, "caption": "Two men and a woman were having a conversation.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 170370, "video_name": "castle_s02e10_seg02_clip_24", "timestamp": [ 0.0, 45.33 ], "duration": 88.66, "caption": "Two men and a woman were having a conversation.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 170371, "video_name": "castle_s02e09_seg02_clip_09", "timestamp": [ 0.0, 32.2 ], "duration": 87.66, "caption": "Two men and a woman were having a conversation.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 170372, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 0.0, 87.9 ], "duration": 104.66, "caption": "Two men and a woman were having a conversation.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 170373, "video_name": "castle_s07e18_seg02_clip_09", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "Two men and woman were having a conversation.", "similarity": 0.7316, "relevance": 4 }, { "pair_id": 170374, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 0.0, 39.56 ], "duration": 57.66, "caption": "A man and a woman were having an intense conversation.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 170375, "video_name": "friends_s08e03_seg02_clip_17", "timestamp": [ 0.0, 64.03 ], "duration": 64.66, "caption": "Two people were having an emotional conversation.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 170376, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 0.0, 9.15 ], "duration": 91.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.7225, "relevance": 4 }, { "pair_id": 170378, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 170379, "video_name": "castle_s05e24_seg02_clip_13", "timestamp": [ 0.0, 11.99 ], "duration": 92.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 343680, "video_name": "house_s06e08_seg02_clip_05", "timestamp": [ 33.79, 87.66 ], "duration": 87.66, "caption": "Some men and a woman were having a conversation.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 343681, "video_name": "castle_s04e11_seg02_clip_02", "timestamp": [ 0.0, 47.29 ], "duration": 90.66, "caption": "A man, a man, and a woman were having a conversation.", "similarity": 0.717, "relevance": 4 }, { "pair_id": 343682, "video_name": "castle_s03e10_seg02_clip_17", "timestamp": [ 0.0, 33.01 ], "duration": 100.66, "caption": "A man, a man, and a woman were having a conversation.", "similarity": 0.717, "relevance": 4 }, { "pair_id": 343683, "video_name": "castle_s07e09_seg02_clip_25", "timestamp": [ 0.0, 31.89 ], "duration": 91.66, "caption": "A man, a woman, and a woman were having a conversation.", "similarity": 0.7161, "relevance": 4 }, { "pair_id": 343684, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 9.45, 81.92 ], "duration": 90.66, "caption": "A man, a woman, and a woman were having a conversation.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 343685, "video_name": "met_s06e02_seg02_clip_06", "timestamp": [ 37.7, 59.38 ], "duration": 59.66, "caption": "Two men and a woman are having a conversation.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 343686, "video_name": "friends_s09e15_seg02_clip_04", "timestamp": [ 37.5, 54.52 ], "duration": 63.66, "caption": "Two men and a woman are having a conversation.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 343687, "video_name": "castle_s08e20_seg02_clip_19", "timestamp": [ 73.79, 88.38 ], "duration": 88.66, "caption": "Two men and a woman are having a conversation.", "similarity": 0.7151, "relevance": 4 }, { "pair_id": 343688, "video_name": "castle_s07e05_seg02_clip_10", "timestamp": [ 0.0, 10.88 ], "duration": 90.66, "caption": "Two women and a man were having a conversation.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 343689, "video_name": "castle_s04e15_seg02_clip_18", "timestamp": [ 45.67, 90.44 ], "duration": 90.66, "caption": "Two women and a man were having a conversation.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 343690, "video_name": "castle_s02e09_seg02_clip_17", "timestamp": [ 0.0, 59.41 ], "duration": 91.66, "caption": "Two women and a man were having a conversation.", "similarity": 0.7126, "relevance": 4 }, { "pair_id": 343691, "video_name": "friends_s06e03_seg02_clip_12", "timestamp": [ 0.0, 24.63 ], "duration": 58.66, "caption": "A man, another man, and a woman were having a conversation.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 343692, "video_name": "grey_s03e12_seg02_clip_13", "timestamp": [ 0.0, 48.12 ], "duration": 90.66, "caption": "Two men and a woman are having a conversation with each other.", "similarity": 0.7107, "relevance": 3 }, { "pair_id": 343693, "video_name": "friends_s07e21_seg02_clip_10", "timestamp": [ 0.0, 26.11 ], "duration": 61.66, "caption": "Two men and a woman are having a conversation with each other.", "similarity": 0.7107, "relevance": 3 }, { "pair_id": 343694, "video_name": "friends_s05e21_seg02_clip_11", "timestamp": [ 0.0, 7.71 ], "duration": 67.66, "caption": "A man and woman were having an intense conversation.", "similarity": 0.7106, "relevance": 3 }, { "pair_id": 343695, "video_name": "castle_s04e09_seg02_clip_15", "timestamp": [ 0.0, 99.03 ], "duration": 99.66, "caption": "A man and woman were having an intense conversation.", "similarity": 0.7106, "relevance": 1 }, { "pair_id": 343696, "video_name": "castle_s04e05_seg02_clip_19", "timestamp": [ 39.96, 94.03 ], "duration": 94.66, "caption": "Three people were having an intense conversation.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 343697, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 40.63, 89.29 ], "duration": 89.66, "caption": "Two men and a woman were having a conversation with two other women.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 343698, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 140.29, 181.02 ], "duration": 181.66, "caption": "Two people are having an emotional conversation.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 343699, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 0.0, 43.18 ], "duration": 89.66, "caption": "A woman, a man, and another man were having a conversation.", "similarity": 0.7051, "relevance": 3 } ] }, { "query_id": 44494, "query": "A person was sitting and he took some of his medicine and a man entered.", "relevant_moment": [ { "pair_id": 13680, "video_name": "house_s03e16_seg02_clip_12", "timestamp": [ 22.86, 29.14 ], "duration": 89.66, "caption": "A person was sitting and he took some of his medicine and a man entered.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 13681, "video_name": "house_s08e17_seg02_clip_06", "timestamp": [ 0.0, 11.65 ], "duration": 89.66, "caption": "A group of medical professionals sitting and a man came in.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 13682, "video_name": "house_s06e06_seg02_clip_02", "timestamp": [ 59.65, 65.43 ], "duration": 89.66, "caption": "A person walks into the room where a man was sitting by a patient.", "similarity": 0.7076, "relevance": 2 }, { "pair_id": 13683, "video_name": "house_s07e08_seg02_clip_12", "timestamp": [ 12.05, 26.78 ], "duration": 89.66, "caption": "A man enters the room where another man is and he has a result of one of the patient.", "similarity": 0.7042, "relevance": 3 }, { "pair_id": 13684, "video_name": "house_s06e19_seg02_clip_15", "timestamp": [ 8.96, 12.55 ], "duration": 89.66, "caption": "A man quickly entered the room of a doctor.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 13685, "video_name": "house_s05e22_seg02_clip_25", "timestamp": [ 61.34, 68.06 ], "duration": 84.66, "caption": "A person opens the door and enters the office of another person and asks for his medicine.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 13686, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 5.94, 8.68 ], "duration": 91.66, "caption": "A man takes medicine while a person is talking to him.", "similarity": 0.6831, "relevance": 3 }, { "pair_id": 13687, "video_name": "house_s08e08_seg02_clip_22", "timestamp": [ 0.0, 4.14 ], "duration": 92.66, "caption": "A man enters the room where he found two doctors.", "similarity": 0.6827, "relevance": 3 }, { "pair_id": 13688, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 2.18, 6.09 ], "duration": 87.66, "caption": "A man suddenly injects a medicine to the patient.", "similarity": 0.6754, "relevance": 1 }, { "pair_id": 13689, "video_name": "house_s07e10_seg02_clip_23", "timestamp": [ 0.0, 88.26 ], "duration": 88.66, "caption": "A man enters a patient's room with another person inside.", "similarity": 0.6753, "relevance": 0 }, { "pair_id": 13690, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 25.73, 78.05 ], "duration": 85.66, "caption": "A doctor was sitting in front of a man.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 13691, "video_name": "house_s06e09_seg02_clip_04", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A man was about to go out of the room and then the patient asked him.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 13692, "video_name": "house_s08e11_seg02_clip_19", "timestamp": [ 22.33, 25.58 ], "duration": 93.66, "caption": "A man enters a procedure room where another man is the patient.", "similarity": 0.662, "relevance": 3 }, { "pair_id": 13693, "video_name": "house_s05e10_seg02_clip_06", "timestamp": [ 50.41, 53.11 ], "duration": 90.66, "caption": "A man opens a door and enters a room followed by two doctors.", "similarity": 0.661, "relevance": 1 }, { "pair_id": 13694, "video_name": "house_s06e10_seg02_clip_10", "timestamp": [ 46.81, 56.26 ], "duration": 90.66, "caption": "A man enters the patient's room with another person to talk to the patient.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 13695, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 77.42, 84.3 ], "duration": 86.66, "caption": "A man is sitting beside a person laying on an exam table holding a syringe, the person sits up and grabs the syringe and gives themselves an injection then they lay back.", "similarity": 0.6599, "relevance": 1 }, { "pair_id": 13696, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 0.96, 5.28 ], "duration": 96.66, "caption": "A doctor enters a room with a person waiting for them inside.", "similarity": 0.6548, "relevance": 3 }, { "pair_id": 13697, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 33.26, 41.34 ], "duration": 95.66, "caption": "A person enters the room of the patient.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 13698, "video_name": "house_s01e05_seg02_clip_17", "timestamp": [ 65.98, 86.25 ], "duration": 86.66, "caption": "A man was taking to the patient and trying to make them feel better.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 13699, "video_name": "house_s06e04_seg02_clip_18", "timestamp": [ 52.22, 55.82 ], "duration": 60.66, "caption": "Multiple people are in the patient's room, where a person is sitting and another person enters.", "similarity": 0.65, "relevance": 2 } ] }, { "query_id": 44516, "query": "A man wants to bring the delivery upstairs, while another man disagrees.", "relevant_moment": [ { "pair_id": 150360, "video_name": "s01e02_seg02_clip_00", "timestamp": [ 12.49, 17.93 ], "duration": 64.66, "caption": "A man wants to bring the delivery upstairs, while another man disagrees.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150361, "video_name": "s07e13_seg01_clip_01", "timestamp": [ 6.3, 17.65 ], "duration": 63.66, "caption": "A man and another man go upstairs side by side.", "similarity": 0.6213, "relevance": 1 }, { "pair_id": 150362, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 1.4, 5.6 ], "duration": 56.66, "caption": "A man drops a box that he and another person were carrying up the stairwell.", "similarity": 0.5832, "relevance": 2 }, { "pair_id": 150363, "video_name": "s02e11_seg02_clip_03", "timestamp": [ 50.35, 61.03 ], "duration": 61.66, "caption": "A man is helped up the stairs by another man.", "similarity": 0.5831, "relevance": 1 }, { "pair_id": 150364, "video_name": "house_s05e20_seg02_clip_08", "timestamp": [ 38.26, 47.26 ], "duration": 90.66, "caption": "A man comes out of the elevator and another man is waiting for him.", "similarity": 0.5825, "relevance": 0 }, { "pair_id": 150365, "video_name": "s01e02_seg02_clip_01", "timestamp": [ 29.77, 35.05 ], "duration": 62.66, "caption": "A man lets go of the package from the stairway.", "similarity": 0.5815, "relevance": 2 }, { "pair_id": 150366, "video_name": "met_s03e10_seg01_clip_00", "timestamp": [ 13.12, 15.31 ], "duration": 62.66, "caption": "A person opens the door to the delivery man.", "similarity": 0.5811, "relevance": 0 }, { "pair_id": 150367, "video_name": "met_s06e03_seg02_clip_02", "timestamp": [ 2.73, 5.45 ], "duration": 60.66, "caption": "A man asks another man about someone's plans while the other man is packing up.", "similarity": 0.5762, "relevance": 0 }, { "pair_id": 150368, "video_name": "s06e22_seg02_clip_07", "timestamp": [ 0.0, 9.77 ], "duration": 63.66, "caption": "A man walks with another man up a flight of stairs.", "similarity": 0.5759, "relevance": 1 }, { "pair_id": 150369, "video_name": "house_s08e20_seg02_clip_01", "timestamp": [ 25.44, 33.77 ], "duration": 87.66, "caption": "A man shuts the elevator door on another man trying to come in.", "similarity": 0.5759, "relevance": 0 }, { "pair_id": 150370, "video_name": "grey_s02e12_seg02_clip_20", "timestamp": [ 13.88, 27.39 ], "duration": 75.66, "caption": "A man walks up the stairs with a woman as he mentions believing in something more than him to get over his frustrations of not having control over situations and he walks upstairs leaving the woman at the stairs.", "similarity": 0.5736, "relevance": 1 }, { "pair_id": 150371, "video_name": "house_s02e04_seg02_clip_07", "timestamp": [ 12.96, 16.66 ], "duration": 92.66, "caption": "A man tells and motions for another person to follow him into the stairwell.", "similarity": 0.5638, "relevance": 0 }, { "pair_id": 150372, "video_name": "grey_s03e06_seg02_clip_16", "timestamp": [ 76.12, 89.02 ], "duration": 89.66, "caption": "A man tells another man that his spouse is undergoing surgery to deliver one of their babies and he walks away as he assures him that it will happen in a few minutes.", "similarity": 0.5635, "relevance": 0 }, { "pair_id": 150373, "video_name": "house_s07e04_seg02_clip_13", "timestamp": [ 74.15, 82.64 ], "duration": 89.66, "caption": "A man calls another man out on helping someone and the other man doesn't understand if he doesn't like the person or if he's trying to make him look incompetent as they are at the staircase of the hospital.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 150374, "video_name": "castle_s07e01_seg02_clip_16", "timestamp": [ 20.42, 27.68 ], "duration": 90.66, "caption": "A man tells a woman the information she just asked another man to deliver.", "similarity": 0.5597, "relevance": 0 }, { "pair_id": 150375, "video_name": "house_s08e10_seg02_clip_18", "timestamp": [ 67.66, 75.33 ], "duration": 90.66, "caption": "A man tries to get an elevator door to close but another man makes it in time and gets on the elevator.", "similarity": 0.5578, "relevance": 0 }, { "pair_id": 150376, "video_name": "met_s03e15_seg02_clip_07", "timestamp": [ 49.0, 62.03 ], "duration": 62.66, "caption": "A man walks down the stairs and finds another man who tells him he's not doing well.", "similarity": 0.5538, "relevance": 0 }, { "pair_id": 150377, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 0.0, 20.89 ], "duration": 90.66, "caption": "A man talks to another man and the latter then goes into the elevator.", "similarity": 0.5508, "relevance": 0 }, { "pair_id": 150378, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 3.41, 12.41 ], "duration": 62.66, "caption": "A man is carrying a large box up the stairs and then places it on the ground.", "similarity": 0.5502, "relevance": 2 }, { "pair_id": 150379, "video_name": "friends_s04e08_seg02_clip_17", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A man promised to be quiet while another man is outside the box.", "similarity": 0.5494, "relevance": 0 } ] }, { "query_id": 44552, "query": "A doctor was putting coins to a patient's body.", "relevant_moment": [ { "pair_id": 121320, "video_name": "house_s03e23_seg02_clip_12", "timestamp": [ 71.3, 85.82 ], "duration": 88.66, "caption": "A doctor was putting coins to a patient's body.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 121321, "video_name": "house_s06e14_seg02_clip_03", "timestamp": [ 34.05, 36.81 ], "duration": 92.66, "caption": "A doctor keeps the coin from spinning on the table.", "similarity": 0.7491, "relevance": 1 }, { "pair_id": 121322, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 43.72, 46.98 ], "duration": 93.66, "caption": "A doctor spins a coin on a table.", "similarity": 0.7377, "relevance": 1 }, { "pair_id": 121323, "video_name": "house_s07e18_seg02_clip_04", "timestamp": [ 4.1, 5.92 ], "duration": 91.66, "caption": "A doctor handed over some cash to another doctor.", "similarity": 0.7126, "relevance": 1 }, { "pair_id": 121324, "video_name": "house_s08e15_seg02_clip_23", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A doctor was holding a cup and a pen.", "similarity": 0.7016, "relevance": 0 }, { "pair_id": 121325, "video_name": "house_s03e14_seg02_clip_05", "timestamp": [ 2.87, 4.1 ], "duration": 82.66, "caption": "A doctor hands an object to a person to put in their mouth.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 121326, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 48.66, 55.56 ], "duration": 69.66, "caption": "A doctor holds up a syringe in his hand in front of the patient.", "similarity": 0.6732, "relevance": 1 }, { "pair_id": 121327, "video_name": "house_s07e16_seg02_clip_08", "timestamp": [ 0.0, 19.12 ], "duration": 91.66, "caption": "Some doctors operate on a patient.", "similarity": 0.6721, "relevance": 0 }, { "pair_id": 121328, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 73.94, 77.3 ], "duration": 84.66, "caption": "A doctor holds a patient's internal body part in his hand.", "similarity": 0.6602, "relevance": 0 }, { "pair_id": 121329, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.6571, "relevance": 0 }, { "pair_id": 121330, "video_name": "house_s08e09_seg02_clip_06", "timestamp": [ 17.11, 20.61 ], "duration": 87.66, "caption": "A doctor gets whatever item he bought at a vending machine.", "similarity": 0.6554, "relevance": 0 }, { "pair_id": 121331, "video_name": "house_s07e15_seg02_clip_06", "timestamp": [ 44.63, 48.77 ], "duration": 92.66, "caption": "A man gives dollars to their patient that they got from their wallet.", "similarity": 0.6545, "relevance": 1 }, { "pair_id": 121332, "video_name": "house_s06e21_seg02_clip_16", "timestamp": [ 38.95, 44.38 ], "duration": 90.66, "caption": "A doctor gets a medical instrument out of the plastic bag and places it on top of the patient's body.", "similarity": 0.6528, "relevance": 0 }, { "pair_id": 121333, "video_name": "house_s01e06_seg02_clip_03", "timestamp": [ 22.45, 30.81 ], "duration": 88.66, "caption": "A doctor holds out money to a person and he takes it along with a pager.", "similarity": 0.6521, "relevance": 1 }, { "pair_id": 121334, "video_name": "house_s02e10_seg02_clip_03", "timestamp": [ 65.14, 69.57 ], "duration": 88.66, "caption": "A doctor takes their wallet out of their back pocket.", "similarity": 0.6517, "relevance": 0 }, { "pair_id": 121335, "video_name": "house_s07e12_seg02_clip_18", "timestamp": [ 32.57, 38.29 ], "duration": 88.66, "caption": "A doctor gives a bunch of cash in an envelope to a person in exchange for a bigger envelope.", "similarity": 0.6516, "relevance": 0 }, { "pair_id": 121336, "video_name": "house_s01e17_seg02_clip_04", "timestamp": [ 45.56, 52.93 ], "duration": 92.66, "caption": "A doctor sticks a long probe deep into the patient's skull.", "similarity": 0.6515, "relevance": 0 }, { "pair_id": 121337, "video_name": "house_s06e19_seg02_clip_25", "timestamp": [ 29.26, 34.52 ], "duration": 117.66, "caption": "A doctor handed the small box to a person.", "similarity": 0.6504, "relevance": 0 }, { "pair_id": 121338, "video_name": "grey_s02e14_seg02_clip_01", "timestamp": [ 88.3, 94.61 ], "duration": 97.66, "caption": "A doctor hold their patient's fingers up to the light.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 121339, "video_name": "house_s01e09_seg02_clip_05", "timestamp": [ 68.15, 86.27 ], "duration": 86.66, "caption": "A doctor opens medical equipment and inserts it into the patient's mouth.", "similarity": 0.6455, "relevance": 0 } ] }, { "query_id": 44570, "query": "A woman rubs a man's face and chest when he's in the hospital.", "relevant_moment": [ { "pair_id": 8380, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 0.0, 10.01 ], "duration": 87.66, "caption": "A woman rubs a man's face and chest when he's in the hospital.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8381, "video_name": "friends_s09e01_seg02_clip_10", "timestamp": [ 10.44, 13.64 ], "duration": 58.66, "caption": "A woman rubs man's shoulder while they're in the hospital.", "similarity": 0.8855, "relevance": 3 }, { "pair_id": 8382, "video_name": "castle_s06e02_seg02_clip_24", "timestamp": [ 81.9, 89.27 ], "duration": 92.66, "caption": "A woman is at the hospital and touches person's face.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 8383, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 7.48, 68.02 ], "duration": 68.66, "caption": "A man rubs his hair through a woman's head while she's in the hospital.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 8384, "video_name": "grey_s03e04_seg02_clip_10", "timestamp": [ 55.73, 65.46 ], "duration": 88.66, "caption": "A man is rubbing a woman's face and checks her abdominal and he tells her she should feel content that he works at the hospital.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 8385, "video_name": "house_s05e11_seg02_clip_03", "timestamp": [ 41.42, 48.99 ], "duration": 89.66, "caption": "A woman gets up from the hospital bed and rubs another person's arm.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 8386, "video_name": "house_s06e14_seg02_clip_15", "timestamp": [ 37.81, 59.42 ], "duration": 90.66, "caption": "A person rubs someone's forehead while she's laying on the hospital bed.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 8387, "video_name": "house_s07e05_seg02_clip_23", "timestamp": [ 78.14, 80.24 ], "duration": 84.66, "caption": "A woman rubs her babies chest while she's in the hospital bed.", "similarity": 0.7402, "relevance": 1 }, { "pair_id": 8388, "video_name": "friends_s03e09_seg02_clip_22", "timestamp": [ 59.69, 62.39 ], "duration": 77.66, "caption": "A woman rubs a man's chest with her right hand.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 8389, "video_name": "house_s02e08_seg02_clip_21", "timestamp": [ 31.25, 37.51 ], "duration": 89.66, "caption": "A woman confined in her hospital bed gives a man a hug.", "similarity": 0.737, "relevance": 3 }, { "pair_id": 8390, "video_name": "house_s06e05_seg02_clip_14", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman touches a man's neck with her fingers while he lays in the hospital bed.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 8391, "video_name": "house_s03e12_seg02_clip_25", "timestamp": [ 33.89, 40.49 ], "duration": 88.66, "caption": "A woman looks over at the patient and rubs his face.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 8392, "video_name": "met_s03e15_seg02_clip_04", "timestamp": [ 7.34, 8.87 ], "duration": 61.66, "caption": "A woman rubs a man's chest with her left hand.", "similarity": 0.7241, "relevance": 1 }, { "pair_id": 8393, "video_name": "grey_s03e25_seg02_clip_01", "timestamp": [ 3.96, 7.48 ], "duration": 88.66, "caption": "A man rubs the patient's shoulder next to woman.", "similarity": 0.7056, "relevance": 1 }, { "pair_id": 8394, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 73.72, 76.43 ], "duration": 90.66, "caption": "A female patient in a hospital bed gestures towards and touches her chest, right above her right breast.", "similarity": 0.7042, "relevance": 0 }, { "pair_id": 8395, "video_name": "grey_s02e12_seg02_clip_03", "timestamp": [ 77.78, 84.03 ], "duration": 96.66, "caption": "A woman puts her hand on person's face while he lays in a hospital bed.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 8396, "video_name": "friends_s01e11_seg02_clip_01", "timestamp": [ 11.48, 15.11 ], "duration": 60.66, "caption": "A woman hugs woman while their in the hospital.", "similarity": 0.7015, "relevance": 0 }, { "pair_id": 8397, "video_name": "house_s08e12_seg02_clip_24", "timestamp": [ 63.02, 68.87 ], "duration": 90.66, "caption": "A person gives a woman a hug in their hospital bed.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 8398, "video_name": "house_s05e08_seg02_clip_08", "timestamp": [ 0.0, 2.31 ], "duration": 77.66, "caption": "A woman rubs her child's head while he lays in a hospital bed.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 8399, "video_name": "castle_s04e01_seg02_clip_00", "timestamp": [ 81.86, 84.65 ], "duration": 93.66, "caption": "A woman walks towards man and hugs him in the hospital hallway.", "similarity": 0.6932, "relevance": 1 } ] }, { "query_id": 44584, "query": "Children line up and hand drawings to a person who hands them money in exchange.", "relevant_moment": [ { "pair_id": 92840, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 72.24, 85.58 ], "duration": 92.66, "caption": "Children line up and hand drawings to a person who hands them money in exchange.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 92841, "video_name": "castle_s03e01_seg02_clip_23", "timestamp": [ 46.53, 50.15 ], "duration": 90.66, "caption": "A person hands another person some paper money and they take the money.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 92842, "video_name": "met_s03e04_seg02_clip_10", "timestamp": [ 47.14, 56.76 ], "duration": 62.66, "caption": "A woman picks up a children's drawing and hands it to woman.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 92843, "video_name": "castle_s07e10_seg02_clip_07", "timestamp": [ 75.04, 81.56 ], "duration": 93.66, "caption": "A man gives their child a wad of money and then walks them to the door.", "similarity": 0.6167, "relevance": 1 }, { "pair_id": 92844, "video_name": "castle_s07e10_seg02_clip_07", "timestamp": [ 75.04, 78.77 ], "duration": 93.66, "caption": "A man gives their child a roll of money.", "similarity": 0.6017, "relevance": 1 }, { "pair_id": 92845, "video_name": "met_s06e01_seg02_clip_05", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A person stands up to hand another person money, which they take.", "similarity": 0.5899, "relevance": 1 }, { "pair_id": 92846, "video_name": "s06e16_seg02_clip_02", "timestamp": [ 0.0, 9.28 ], "duration": 53.66, "caption": "A person hands their assistant money to buy a gift.", "similarity": 0.5613, "relevance": 1 }, { "pair_id": 92847, "video_name": "house_s07e07_seg02_clip_17", "timestamp": [ 46.93, 92.03 ], "duration": 92.66, "caption": "A woman walks over to her child when their drawing.", "similarity": 0.5552, "relevance": 1 }, { "pair_id": 92848, "video_name": "s02e14_seg02_clip_01", "timestamp": [ 35.09, 40.58 ], "duration": 61.66, "caption": "A person takes out money from a toy can and hands it to another person.", "similarity": 0.5545, "relevance": 1 }, { "pair_id": 92849, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 51.53, 53.84 ], "duration": 92.66, "caption": "A child gives a piece of paper to a person wearing white.", "similarity": 0.5497, "relevance": 2 }, { "pair_id": 92850, "video_name": "friends_s03e10_seg02_clip_00", "timestamp": [ 2.45, 6.14 ], "duration": 61.66, "caption": "A man with glasses and boxes of cookies hands a child money.", "similarity": 0.5475, "relevance": 2 }, { "pair_id": 92851, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 42.18, 46.52 ], "duration": 62.66, "caption": "A person hands another person some money at the comic book store.", "similarity": 0.5466, "relevance": 1 }, { "pair_id": 92852, "video_name": "house_s07e23_seg02_clip_07", "timestamp": [ 77.3, 79.22 ], "duration": 96.66, "caption": "Someone takes money out of his pocket and hands it to someone.", "similarity": 0.5372, "relevance": 1 }, { "pair_id": 92853, "video_name": "house_s07e02_seg02_clip_11", "timestamp": [ 37.78, 40.96 ], "duration": 91.66, "caption": "A person hands another person his wallet and hands another thing of money.", "similarity": 0.537, "relevance": 1 }, { "pair_id": 92854, "video_name": "castle_s02e02_seg02_clip_08", "timestamp": [ 37.84, 42.98 ], "duration": 93.66, "caption": "A person is giving some currency note to another person.", "similarity": 0.5343, "relevance": 1 }, { "pair_id": 92855, "video_name": "castle_s06e22_seg02_clip_10", "timestamp": [ 63.72, 66.45 ], "duration": 91.66, "caption": "Some people handed a piece of paper with a sketch of a man drawn on it to another person.", "similarity": 0.5339, "relevance": 1 }, { "pair_id": 92856, "video_name": "house_s08e06_seg02_clip_00", "timestamp": [ 61.13, 63.93 ], "duration": 93.66, "caption": "A person tries to grab the money out of another person's hand.", "similarity": 0.5313, "relevance": 0 }, { "pair_id": 92857, "video_name": "met_s02e14_seg02_clip_13", "timestamp": [ 41.56, 44.94 ], "duration": 61.66, "caption": "A child reaches into his pocket and hands something to a man.", "similarity": 0.5282, "relevance": 1 }, { "pair_id": 92858, "video_name": "castle_s03e21_seg02_clip_13", "timestamp": [ 81.86, 85.12 ], "duration": 93.66, "caption": "A person takes money from a man and at the same time passes a note to him.", "similarity": 0.5259, "relevance": 1 }, { "pair_id": 92859, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 42.95, 47.46 ], "duration": 53.66, "caption": "A person extended their arm to someone and they give them some money.", "similarity": 0.5257, "relevance": 1 } ] }, { "query_id": 44597, "query": "A man grabs the hand of another man when he tried to shake the hand of a woman wearing a green dress.", "relevant_moment": [ { "pair_id": 109020, "video_name": "met_s03e12_seg02_clip_00", "timestamp": [ 16.77, 19.62 ], "duration": 63.66, "caption": "A man grabs the hand of another man when he tried to shake the hand of a woman wearing a green dress.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 109021, "video_name": "friends_s04e13_seg02_clip_04", "timestamp": [ 52.15, 54.3 ], "duration": 61.66, "caption": "A woman and man shake each on another's hand.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 109022, "video_name": "friends_s01e24_seg02_clip_20", "timestamp": [ 25.53, 33.94 ], "duration": 58.66, "caption": "A man reaches to hold both of woman's hand while he talks to her and then they let go of each others hands.", "similarity": 0.7334, "relevance": 1 }, { "pair_id": 109023, "video_name": "met_s02e10_seg02_clip_01", "timestamp": [ 2.47, 4.95 ], "duration": 61.66, "caption": "A man introduces a woman to another man and they shake hands.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 109024, "video_name": "s05e04_seg02_clip_04", "timestamp": [ 4.43, 6.2 ], "duration": 59.66, "caption": "A man shakes hands with a woman wearing a floral dress.", "similarity": 0.7204, "relevance": 2 }, { "pair_id": 109025, "video_name": "castle_s06e20_seg02_clip_05", "timestamp": [ 0.0, 7.17 ], "duration": 89.66, "caption": "A man is shaking hands with another man and woman.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 109026, "video_name": "castle_s03e17_seg02_clip_25", "timestamp": [ 48.41, 51.93 ], "duration": 88.66, "caption": "A man grabs woman's right hand with his left hand.", "similarity": 0.7176, "relevance": 1 }, { "pair_id": 109027, "video_name": "s02e03_seg02_clip_16", "timestamp": [ 26.15, 27.81 ], "duration": 83.66, "caption": "A man offers one hand to a woman in order to shake hands.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 109028, "video_name": "castle_s08e17_seg02_clip_24", "timestamp": [ 64.95, 67.63 ], "duration": 89.66, "caption": "A woman and a man shake someone's hand as they meet.", "similarity": 0.7156, "relevance": 3 }, { "pair_id": 109029, "video_name": "met_s02e10_seg02_clip_05", "timestamp": [ 18.92, 20.75 ], "duration": 61.66, "caption": "A man and a woman shake hands.", "similarity": 0.7096, "relevance": 2 }, { "pair_id": 109030, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 57.36, 58.3 ], "duration": 63.66, "caption": "A man in front of woman grabs her hand.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 109031, "video_name": "castle_s07e07_seg02_clip_26", "timestamp": [ 38.01, 44.54 ], "duration": 81.66, "caption": "A person shakes hands first with woman and then with man.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 109032, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.0, 1.29 ], "duration": 86.66, "caption": "A man reaches out and grabs a woman's hand and holds it.", "similarity": 0.7061, "relevance": 3 }, { "pair_id": 109033, "video_name": "s09e09_seg02_clip_02", "timestamp": [ 24.01, 26.11 ], "duration": 60.66, "caption": "A woman grabs a man's right hand with her left hand.", "similarity": 0.7053, "relevance": 1 }, { "pair_id": 109034, "video_name": "friends_s04e12_seg02_clip_04", "timestamp": [ 23.21, 29.01 ], "duration": 58.66, "caption": "The woman grabs the man's hand and holds it.", "similarity": 0.7049, "relevance": 1 }, { "pair_id": 109035, "video_name": "castle_s04e22_seg02_clip_05", "timestamp": [ 3.53, 9.71 ], "duration": 88.66, "caption": "A woman grabs a man's hand and she pulls his hand off of hers.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 109036, "video_name": "friends_s09e12_seg02_clip_11", "timestamp": [ 17.12, 19.15 ], "duration": 58.66, "caption": "A man shakes hand with a woman after another woman's introduction to both of them.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 109037, "video_name": "house_s02e03_seg02_clip_23", "timestamp": [ 52.51, 58.03 ], "duration": 58.66, "caption": "A man offers his good hand to a woman to shake.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 109038, "video_name": "s03e05_seg02_clip_02", "timestamp": [ 25.51, 30.61 ], "duration": 60.66, "caption": "A man intertwines his fingers with woman's fingers and grabs at her hand.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 109039, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 282340, "video_name": "met_s03e12_seg02_clip_05", "timestamp": [ 0.0, 1.81 ], "duration": 60.66, "caption": "A man shakes the hand of the woman with another man in the dance floor.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 282341, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 75.3, 76.68 ], "duration": 91.66, "caption": "A man grabs another man's right arm with his left hand.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 282342, "video_name": "friends_s04e11_seg02_clip_17", "timestamp": [ 6.2, 8.56 ], "duration": 59.66, "caption": "A man places his hand on another person's shoulder and they strongly shake hands.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 282343, "video_name": "house_s06e07_seg02_clip_12", "timestamp": [ 14.69, 19.14 ], "duration": 89.66, "caption": "A woman grabs a hold of guy's hand and holds it.", "similarity": 0.6926, "relevance": 1 }, { "pair_id": 282344, "video_name": "house_s08e04_seg02_clip_01", "timestamp": [ 7.2, 14.85 ], "duration": 90.66, "caption": "A woman hold out her hand and a man hesitates before shaking her hand.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 282345, "video_name": "house_s08e12_seg02_clip_10", "timestamp": [ 76.58, 91.08 ], "duration": 116.66, "caption": "A man and a woman shake and hold hands before she lets go.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 282346, "video_name": "met_s06e22_seg02_clip_10", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A man and a woman shake hands after he joins her.", "similarity": 0.6914, "relevance": 1 }, { "pair_id": 282347, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 36.71, 37.66 ], "duration": 63.66, "caption": "A man gently grabs a woman's arm with his left hand.", "similarity": 0.6911, "relevance": 1 }, { "pair_id": 282348, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 83.27, 89.12 ], "duration": 90.66, "caption": "A woman and a man meet and shake hands.", "similarity": 0.6877, "relevance": 1 }, { "pair_id": 282349, "video_name": "friends_s07e22_seg02_clip_04", "timestamp": [ 0.0, 3.06 ], "duration": 61.66, "caption": "A man and another man shake hands.", "similarity": 0.6876, "relevance": 1 }, { "pair_id": 282350, "video_name": "friends_s02e05_seg02_clip_17", "timestamp": [ 6.72, 11.21 ], "duration": 64.66, "caption": "Two men each shake the person's hand.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 282351, "video_name": "castle_s07e22_seg02_clip_26", "timestamp": [ 8.1, 13.05 ], "duration": 90.66, "caption": "A man grabs a woman's hand and they both take a vow.", "similarity": 0.6844, "relevance": 1 }, { "pair_id": 282352, "video_name": "friends_s05e11_seg02_clip_20", "timestamp": [ 54.61, 57.18 ], "duration": 57.66, "caption": "A man grabs a woman by the elbows and shakes her.", "similarity": 0.6844, "relevance": 1 }, { "pair_id": 282353, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 79.3, 84.79 ], "duration": 157.66, "caption": "A man uncrosses his arms, and grabs onto woman's hand.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 282354, "video_name": "castle_s08e15_seg02_clip_02", "timestamp": [ 40.54, 44.1 ], "duration": 89.66, "caption": "A woman shakes hands with a man.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 282355, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 60.28, 61.2 ], "duration": 92.66, "caption": "A man is holding a woman's hand then raises both their hands.", "similarity": 0.6811, "relevance": 1 }, { "pair_id": 282356, "video_name": "castle_s07e18_seg02_clip_07", "timestamp": [ 49.98, 51.51 ], "duration": 76.66, "caption": "A man extends his hand to shake woman's hand as they meet.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 282357, "video_name": "friends_s05e21_seg02_clip_08", "timestamp": [ 7.8, 12.61 ], "duration": 60.66, "caption": "A man grabs a woman's hand when he asks her something.", "similarity": 0.678, "relevance": 1 }, { "pair_id": 282358, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A woman grabs a man's hand and starts holding it.", "similarity": 0.6769, "relevance": 1 }, { "pair_id": 282359, "video_name": "friends_s10e02_seg02_clip_18", "timestamp": [ 3.69, 11.39 ], "duration": 67.66, "caption": "A man grabs ahold of woman's hand while they're talking.", "similarity": 0.6768, "relevance": 2 } ] }, { "query_id": 44601, "query": "A man laughs with another man and then suddenly gets a serious look on his face while pointing to the book.", "relevant_moment": [ { "pair_id": 152940, "video_name": "friends_s04e03_seg02_clip_12", "timestamp": [ 42.99, 46.64 ], "duration": 56.66, "caption": "A man laughs with another man and then suddenly gets a serious look on his face while pointing to the book.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152941, "video_name": "house_s06e10_seg02_clip_11", "timestamp": [ 48.46, 52.03 ], "duration": 102.66, "caption": "A man smiles and laughs pointing at another man to signal he was kidding.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 152942, "video_name": "friends_s06e21_seg02_clip_03", "timestamp": [ 18.31, 24.11 ], "duration": 61.66, "caption": "A man nervously laughs, puts his hand to his face, and then points to another man.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 152943, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 36.92, 41.19 ], "duration": 61.66, "caption": "A man turns and laughs at another man while nodding his head.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 152944, "video_name": "met_s02e21_seg02_clip_07", "timestamp": [ 20.19, 23.55 ], "duration": 61.66, "caption": "A man laughs, claps, and then points at another man.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 152945, "video_name": "friends_s01e19_seg02_clip_04", "timestamp": [ 26.82, 29.83 ], "duration": 60.66, "caption": "A man gets a big smile and points laughingly at another man.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 152946, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 30.28, 34.07 ], "duration": 84.66, "caption": "A man laughs at another man as they are talking together.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 152947, "video_name": "castle_s06e04_seg02_clip_11", "timestamp": [ 37.47, 47.52 ], "duration": 91.66, "caption": "A man points at another man and starts laughing but is disappointed when no one else laughs with him.", "similarity": 0.7187, "relevance": 3 }, { "pair_id": 152948, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 52.22, 56.73 ], "duration": 60.66, "caption": "A man is laughing and then another man also starts laughing.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 152949, "video_name": "met_s05e04_seg02_clip_03", "timestamp": [ 47.7, 50.78 ], "duration": 61.66, "caption": "A man points at another man and laughs as he sits down.", "similarity": 0.7021, "relevance": 1 }, { "pair_id": 152950, "video_name": "friends_s01e13_seg02_clip_01", "timestamp": [ 51.37, 63.03 ], "duration": 63.66, "caption": "A man laughs and points at another man and then looks up at woman.", "similarity": 0.702, "relevance": 1 }, { "pair_id": 152951, "video_name": "s03e16_seg02_clip_12", "timestamp": [ 37.14, 40.33 ], "duration": 58.66, "caption": "A man laughs while looking at another man and he gives him a dirty look.", "similarity": 0.6849, "relevance": 0 }, { "pair_id": 152952, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 15.41, 27.79 ], "duration": 55.66, "caption": "A person laughs at what a man is asking another man.", "similarity": 0.6848, "relevance": 1 }, { "pair_id": 152953, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 35.05, 50.55 ], "duration": 62.66, "caption": "A man bursts into laughter at woman and another man gives him a funny look and says something to him.", "similarity": 0.6836, "relevance": 0 }, { "pair_id": 152954, "video_name": "castle_s07e17_seg02_clip_12", "timestamp": [ 8.78, 13.86 ], "duration": 92.66, "caption": "Two men laugh at a person at the same time.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 152955, "video_name": "house_s03e22_seg02_clip_04", "timestamp": [ 73.29, 80.58 ], "duration": 91.66, "caption": "A man laughs at something person says and completely surprises another person.", "similarity": 0.678, "relevance": 1 }, { "pair_id": 152956, "video_name": "s08e19_seg02_clip_00", "timestamp": [ 36.31, 43.33 ], "duration": 61.66, "caption": "A man laughs at another person and then scratches their face.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 152957, "video_name": "s04e09_seg01_clip_00", "timestamp": [ 16.44, 20.78 ], "duration": 62.66, "caption": "A man laughs and another man gives a disgusted look.", "similarity": 0.6726, "relevance": 1 }, { "pair_id": 152958, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 8.25, 27.24 ], "duration": 55.66, "caption": "A man says something that makes another man laugh, while a third man gives the second man a dirty look.", "similarity": 0.6709, "relevance": 0 }, { "pair_id": 152959, "video_name": "castle_s06e02_seg02_clip_11", "timestamp": [ 5.58, 10.23 ], "duration": 93.66, "caption": "A man laughs in response to something another person says.", "similarity": 0.6707, "relevance": 0 } ] }, { "query_id": 44625, "query": "A woman is shoving a tie into a man's mouth.", "relevant_moment": [ { "pair_id": 163300, "video_name": "friends_s04e03_seg02_clip_15", "timestamp": [ 0.0, 0.92 ], "duration": 61.66, "caption": "A woman is shoving a tie into a man's mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163301, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 2.13, 10.24 ], "duration": 85.66, "caption": "A woman puts a knife to a man's neck.", "similarity": 0.6975, "relevance": 1 }, { "pair_id": 163302, "video_name": "friends_s02e15_seg02_clip_19", "timestamp": [ 20.89, 27.27 ], "duration": 58.66, "caption": "A man's tie gets stuck in his teeth as a woman tries to pull it off.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 163303, "video_name": "friends_s02e15_seg02_clip_19", "timestamp": [ 20.6, 26.69 ], "duration": 58.66, "caption": "A woman tries to take off a man's tie but it gets stuck.", "similarity": 0.656, "relevance": 4 }, { "pair_id": 163304, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 47.46, 49.27 ], "duration": 90.66, "caption": "A woman shoves some food into a man's mouth while they are talking.", "similarity": 0.6449, "relevance": 3 }, { "pair_id": 163305, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 16.04, 20.18 ], "duration": 34.66, "caption": "A man puts food into a woman's mouth with his hand.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 163306, "video_name": "met_s04e03_seg02_clip_17", "timestamp": [ 35.99, 38.72 ], "duration": 73.66, "caption": "A woman fist bumps man while his hand is tied up.", "similarity": 0.6376, "relevance": 0 }, { "pair_id": 163307, "video_name": "house_s07e10_seg02_clip_03", "timestamp": [ 71.93, 79.92 ], "duration": 94.66, "caption": "A man grabs a woman by the throat and tries to choke her as she attempts to draw his blood.", "similarity": 0.6185, "relevance": 0 }, { "pair_id": 163308, "video_name": "friends_s02e10_seg02_clip_10", "timestamp": [ 46.04, 51.65 ], "duration": 59.66, "caption": "A woman puts her hand over her mouth when a man comes in.", "similarity": 0.6053, "relevance": 0 }, { "pair_id": 163309, "video_name": "friends_s10e08_seg02_clip_16", "timestamp": [ 40.97, 45.7 ], "duration": 63.66, "caption": "A woman tries to help a man to pull his head out.", "similarity": 0.6041, "relevance": 0 }, { "pair_id": 163310, "video_name": "met_s03e14_seg02_clip_07", "timestamp": [ 21.97, 25.33 ], "duration": 61.66, "caption": "A woman opens the door, and puts her hands around a man's neck.", "similarity": 0.5969, "relevance": 1 }, { "pair_id": 163311, "video_name": "castle_s05e01_seg02_clip_21", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A man opens the rope and lets woman inside.", "similarity": 0.5955, "relevance": 0 }, { "pair_id": 163312, "video_name": "castle_s06e23_seg02_clip_06", "timestamp": [ 45.55, 49.54 ], "duration": 88.66, "caption": "A woman holds up ties to a man and he picks one.", "similarity": 0.5947, "relevance": 2 }, { "pair_id": 163313, "video_name": "s09e17_seg02_clip_06", "timestamp": [ 11.6, 21.05 ], "duration": 61.66, "caption": "A woman helps person by adjusting and smoothing person's tie.", "similarity": 0.5942, "relevance": 3 }, { "pair_id": 163314, "video_name": "s03e05_seg02_clip_02", "timestamp": [ 25.51, 30.61 ], "duration": 60.66, "caption": "A man intertwines his fingers with woman's fingers and grabs at her hand.", "similarity": 0.5933, "relevance": 1 }, { "pair_id": 163315, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 67.77, 72.52 ], "duration": 86.66, "caption": "A man opens the door and a woman puts out her wrists for him to uncuff her.", "similarity": 0.5907, "relevance": 1 }, { "pair_id": 163316, "video_name": "s04e09_seg02_clip_13", "timestamp": [ 2.1, 6.9 ], "duration": 60.66, "caption": "A man pushes a woman out of the way to stop another man from kissing her.", "similarity": 0.5888, "relevance": 0 }, { "pair_id": 163317, "video_name": "castle_s06e22_seg02_clip_18", "timestamp": [ 42.59, 45.28 ], "duration": 89.66, "caption": "A woman punches a man in the face as they try to put something in her mouth.", "similarity": 0.5879, "relevance": 1 }, { "pair_id": 163318, "video_name": "grey_s02e21_seg02_clip_19", "timestamp": [ 64.44, 69.98 ], "duration": 85.66, "caption": "A person is tying his mouth guard as he speaks to woman.", "similarity": 0.5878, "relevance": 1 }, { "pair_id": 163319, "video_name": "house_s02e23_seg02_clip_08", "timestamp": [ 80.93, 86.05 ], "duration": 93.66, "caption": "A woman puts her hand out for a man to take.", "similarity": 0.5866, "relevance": 1 } ] }, { "query_id": 44681, "query": "Some people are walking through the station.", "relevant_moment": [ { "pair_id": 59860, "video_name": "castle_s08e22_seg02_clip_25", "timestamp": [ 7.28, 15.93 ], "duration": 91.66, "caption": "Some people are walking through the station.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 59861, "video_name": "castle_s02e07_seg02_clip_14", "timestamp": [ 65.87, 71.33 ], "duration": 90.66, "caption": "Two people walk into the station and approach another person.", "similarity": 0.709, "relevance": 4 }, { "pair_id": 59862, "video_name": "castle_s07e17_seg02_clip_13", "timestamp": [ 58.21, 60.9 ], "duration": 89.66, "caption": "A woman and man walk through the doorway of the station.", "similarity": 0.706, "relevance": 4 }, { "pair_id": 59863, "video_name": "castle_s01e10_seg02_clip_19", "timestamp": [ 5.82, 8.96 ], "duration": 89.66, "caption": "A man walks up to some people in the station.", "similarity": 0.7045, "relevance": 2 }, { "pair_id": 59864, "video_name": "castle_s06e06_seg02_clip_04", "timestamp": [ 42.12, 57.53 ], "duration": 90.66, "caption": "A woman and a man walk down the hallway of the station.", "similarity": 0.6594, "relevance": 4 }, { "pair_id": 59865, "video_name": "castle_s05e18_seg02_clip_07", "timestamp": [ 1.82, 7.28 ], "duration": 91.66, "caption": "A woman and a man walk through the station while discussing a person's mission.", "similarity": 0.6351, "relevance": 4 }, { "pair_id": 59866, "video_name": "met_s02e21_seg02_clip_12", "timestamp": [ 43.76, 47.66 ], "duration": 55.66, "caption": "Some people are walking through the park.", "similarity": 0.591, "relevance": 2 }, { "pair_id": 59867, "video_name": "house_s07e15_seg02_clip_13", "timestamp": [ 9.3, 21.86 ], "duration": 93.66, "caption": "Some people were all walking.", "similarity": 0.586, "relevance": 3 }, { "pair_id": 59868, "video_name": "castle_s03e09_seg02_clip_11", "timestamp": [ 68.27, 78.28 ], "duration": 91.66, "caption": "Two people walk into a room in the station while talking and a man sits down at a desk.", "similarity": 0.5782, "relevance": 4 }, { "pair_id": 59869, "video_name": "castle_s04e09_seg02_clip_03", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "Some people are walking while they are talking.", "similarity": 0.5709, "relevance": 2 }, { "pair_id": 59870, "video_name": "castle_s08e08_seg02_clip_22", "timestamp": [ 0.44, 5.23 ], "duration": 87.66, "caption": "Two people walk through the station discussing someone's cell records.", "similarity": 0.568, "relevance": 4 }, { "pair_id": 59871, "video_name": "s06e10_seg02_clip_06", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "Some people walk in to the apartment.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 59872, "video_name": "s08e02_seg02_clip_06", "timestamp": [ 7.2, 16.21 ], "duration": 60.66, "caption": "Some people walk across the room to a person's desk.", "similarity": 0.5668, "relevance": 2 }, { "pair_id": 59873, "video_name": "house_s02e11_seg02_clip_08", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A group of people walk through the hospital together.", "similarity": 0.5571, "relevance": 3 }, { "pair_id": 59874, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 58.56, 67.05 ], "duration": 89.66, "caption": "A group of people walk through the hospital together.", "similarity": 0.5571, "relevance": 3 }, { "pair_id": 59875, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 13.5, 23.63 ], "duration": 135.66, "caption": "Some people walk through the hospital together.", "similarity": 0.5548, "relevance": 3 }, { "pair_id": 59876, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 67.32, 89.16 ], "duration": 89.66, "caption": "Some people walk through the hospital together.", "similarity": 0.5548, "relevance": 2 }, { "pair_id": 59877, "video_name": "castle_s03e16_seg02_clip_11", "timestamp": [ 2.58, 6.03 ], "duration": 86.66, "caption": "The cops walk through the station while a person says how they can assist a man.", "similarity": 0.5541, "relevance": 4 }, { "pair_id": 59878, "video_name": "house_s05e08_seg02_clip_22", "timestamp": [ 0.0, 10.01 ], "duration": 91.66, "caption": "Some people walk quickly through the corridor.", "similarity": 0.5522, "relevance": 3 }, { "pair_id": 59879, "video_name": "castle_s04e09_seg02_clip_16", "timestamp": [ 1.21, 36.76 ], "duration": 80.66, "caption": "Two people speed walk through the station to get to the meeting room to watch surveillance video of a sniper.", "similarity": 0.5479, "relevance": 3 }, { "pair_id": 233180, "video_name": "grey_s03e11_seg02_clip_01", "timestamp": [ 4.85, 28.19 ], "duration": 88.66, "caption": "A group is walking through the hospital.", "similarity": 0.5456, "relevance": 2 }, { "pair_id": 233181, "video_name": "castle_s03e04_seg02_clip_24", "timestamp": [ 92.65, 95.03 ], "duration": 95.66, "caption": "A person walks into the station followed by a police officer.", "similarity": 0.5451, "relevance": 3 }, { "pair_id": 233182, "video_name": "house_s07e08_seg02_clip_04", "timestamp": [ 18.04, 23.33 ], "duration": 88.66, "caption": "A group of people are walking while talking.", "similarity": 0.5423, "relevance": 2 }, { "pair_id": 233183, "video_name": "castle_s04e16_seg02_clip_15", "timestamp": [ 9.64, 26.15 ], "duration": 91.66, "caption": "Multiple people are walking in a line and then go down some steps.", "similarity": 0.5398, "relevance": 3 }, { "pair_id": 233184, "video_name": "house_s04e14_seg02_clip_16", "timestamp": [ 9.2, 29.91 ], "duration": 92.66, "caption": "Some people walk through the hospital together getting angrier.", "similarity": 0.5395, "relevance": 2 }, { "pair_id": 233185, "video_name": "house_s05e19_seg02_clip_23", "timestamp": [ 0.0, 25.94 ], "duration": 91.66, "caption": "Multiple people walk through the hospital together.", "similarity": 0.5394, "relevance": 2 }, { "pair_id": 233186, "video_name": "castle_s08e04_seg02_clip_09", "timestamp": [ 0.0, 30.28 ], "duration": 89.66, "caption": "Some people were having a conversation while walking.", "similarity": 0.5389, "relevance": 3 }, { "pair_id": 233187, "video_name": "castle_s06e05_seg02_clip_04", "timestamp": [ 12.17, 25.7 ], "duration": 90.66, "caption": "Some people were having a conversation while walking.", "similarity": 0.5389, "relevance": 3 }, { "pair_id": 233188, "video_name": "friends_s07e05_seg02_clip_10", "timestamp": [ 32.88, 35.05 ], "duration": 62.66, "caption": "A person walks in to a reception area after another person leaves.", "similarity": 0.5389, "relevance": 2 }, { "pair_id": 233189, "video_name": "castle_s04e16_seg02_clip_23", "timestamp": [ 0.0, 21.36 ], "duration": 83.66, "caption": "A group of people are having a conversation while walking.", "similarity": 0.5388, "relevance": 2 }, { "pair_id": 233190, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 34.27, 50.74 ], "duration": 89.66, "caption": "Some people were walking along whilst talking.", "similarity": 0.538, "relevance": 3 }, { "pair_id": 233191, "video_name": "friends_s10e14_seg02_clip_00", "timestamp": [ 0.0, 3.81 ], "duration": 63.66, "caption": "Some people walk in front of a cafe in Winter.", "similarity": 0.5377, "relevance": 2 }, { "pair_id": 233192, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 35.61, 40.06 ], "duration": 89.66, "caption": "Some people walk into the office together.", "similarity": 0.5352, "relevance": 3 }, { "pair_id": 233193, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 26.85, 35.09 ], "duration": 61.66, "caption": "Some people walk through and leave the apartment.", "similarity": 0.5334, "relevance": 2 }, { "pair_id": 233194, "video_name": "friends_s06e11_seg02_clip_17", "timestamp": [ 23.87, 34.51 ], "duration": 57.66, "caption": "Two women and two men walk into the apartment and two other people follow behind.", "similarity": 0.5334, "relevance": 1 }, { "pair_id": 233195, "video_name": "castle_s03e03_seg02_clip_08", "timestamp": [ 4.99, 9.98 ], "duration": 90.66, "caption": "A person walks away from the other couples in the station.", "similarity": 0.5327, "relevance": 2 }, { "pair_id": 233196, "video_name": "s07e24_seg02_clip_15", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "Two people walk up to a person sitting at a train station's bench as he mentions them tracking his phone.", "similarity": 0.5322, "relevance": 2 }, { "pair_id": 233197, "video_name": "castle_s02e24_seg02_clip_05", "timestamp": [ 0.46, 7.3 ], "duration": 91.66, "caption": "A woman walks through the station telling someone what she's done.", "similarity": 0.5247, "relevance": 3 }, { "pair_id": 233198, "video_name": "castle_s05e02_seg02_clip_04", "timestamp": [ 71.57, 90.02 ], "duration": 90.66, "caption": "A person and woman are walking through the TV station talking to a man.", "similarity": 0.5245, "relevance": 2 }, { "pair_id": 233199, "video_name": "castle_s06e19_seg02_clip_22", "timestamp": [ 49.38, 60.91 ], "duration": 92.66, "caption": "A woman, a man, and another woman walk side by side through the police station.", "similarity": 0.5245, "relevance": 3 } ] }, { "query_id": 44682, "query": "Two men leave so a woman can talk to person.", "relevant_moment": [ { "pair_id": 1640, "video_name": "castle_s08e22_seg02_clip_25", "timestamp": [ 19.12, 21.85 ], "duration": 91.66, "caption": "Two men leave so a woman can talk to person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1641, "video_name": "house_s03e18_seg02_clip_08", "timestamp": [ 59.02, 63.85 ], "duration": 69.66, "caption": "A man leaves after talking with woman, man, and man.", "similarity": 0.7908, "relevance": 1 }, { "pair_id": 1642, "video_name": "house_s08e08_seg02_clip_07", "timestamp": [ 50.41, 54.2 ], "duration": 84.66, "caption": "A man leaves a woman and walks to talk to another man.", "similarity": 0.787, "relevance": 3 }, { "pair_id": 1643, "video_name": "castle_s08e22_seg02_clip_25", "timestamp": [ 17.29, 21.85 ], "duration": 91.66, "caption": "Two men leave after telling a woman where they are going.", "similarity": 0.7863, "relevance": 4 }, { "pair_id": 1644, "video_name": "friends_s03e01_seg02_clip_18", "timestamp": [ 36.94, 57.27 ], "duration": 57.66, "caption": "A woman, a man, and another man are having a conversation. Then a woman leaves.", "similarity": 0.7766, "relevance": 0 }, { "pair_id": 1645, "video_name": "s09e11_seg02_clip_07", "timestamp": [ 1.8, 17.71 ], "duration": 60.66, "caption": "A person talks with a woman and another woman then leaves.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 1646, "video_name": "house_s01e02_seg02_clip_16", "timestamp": [ 62.35, 66.07 ], "duration": 93.66, "caption": "Two men stop walking to talk to a woman.", "similarity": 0.7705, "relevance": 1 }, { "pair_id": 1647, "video_name": "castle_s06e02_seg02_clip_07", "timestamp": [ 78.34, 81.46 ], "duration": 89.66, "caption": "A man leaves a talk with a woman while walking away.", "similarity": 0.7664, "relevance": 1 }, { "pair_id": 1648, "video_name": "house_s04e08_seg02_clip_08", "timestamp": [ 69.63, 72.36 ], "duration": 91.66, "caption": "A woman leaves a man after their talk.", "similarity": 0.7662, "relevance": 1 }, { "pair_id": 1649, "video_name": "castle_s06e22_seg02_clip_03", "timestamp": [ 0.0, 91.04 ], "duration": 91.66, "caption": "A man and woman talk to each other before the woman leaves.", "similarity": 0.7575, "relevance": 0 }, { "pair_id": 1650, "video_name": "castle_s05e23_seg02_clip_13", "timestamp": [ 59.19, 71.94 ], "duration": 91.66, "caption": "After person leaves, woman has a discussion with two men and person.", "similarity": 0.7564, "relevance": 2 }, { "pair_id": 1651, "video_name": "castle_s06e10_seg02_clip_10", "timestamp": [ 0.0, 20.92 ], "duration": 89.66, "caption": "A woman and a man sit while talking to two men who are standing, and who then turn to leave.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 1652, "video_name": "house_s07e03_seg02_clip_25", "timestamp": [ 56.93, 59.41 ], "duration": 165.66, "caption": "A woman leaves a man after their conversation with each other.", "similarity": 0.7543, "relevance": 0 }, { "pair_id": 1653, "video_name": "castle_s08e07_seg02_clip_24", "timestamp": [ 77.37, 85.11 ], "duration": 91.66, "caption": "A woman stands up to leave, but turns to talk to two men.", "similarity": 0.7522, "relevance": 1 }, { "pair_id": 1654, "video_name": "castle_s07e22_seg02_clip_21", "timestamp": [ 0.0, 134.02 ], "duration": 134.66, "caption": "A man and woman talking to each other before woman leaves.", "similarity": 0.7482, "relevance": 1 }, { "pair_id": 1655, "video_name": "castle_s07e21_seg02_clip_06", "timestamp": [ 0.0, 91.66 ], "duration": 91.66, "caption": "A man and woman talking to each other before woman leaves.", "similarity": 0.7482, "relevance": 1 }, { "pair_id": 1656, "video_name": "castle_s07e16_seg02_clip_26", "timestamp": [ 0.0, 97.03 ], "duration": 97.66, "caption": "A man and woman talking to each other before woman leaves.", "similarity": 0.7482, "relevance": 1 }, { "pair_id": 1657, "video_name": "castle_s07e13_seg02_clip_10", "timestamp": [ 0.0, 90.36 ], "duration": 90.66, "caption": "A man and woman talking to each other before woman leaves.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 1658, "video_name": "castle_s06e22_seg02_clip_03", "timestamp": [ 0.0, 91.04 ], "duration": 91.66, "caption": "A man and woman talking to each other before woman leaves.", "similarity": 0.7482, "relevance": 0 }, { "pair_id": 1659, "video_name": "castle_s06e22_seg02_clip_03", "timestamp": [ 0.0, 91.04 ], "duration": 91.66, "caption": "A man and woman talking to each other before woman leaves.", "similarity": 0.7482, "relevance": 1 } ] }, { "query_id": 44762, "query": "A man stands up, moves closer to woman, and takes a seat on the arm of his couch.", "relevant_moment": [ { "pair_id": 162260, "video_name": "s02e14_seg02_clip_10", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "A man stands up, moves closer to woman, and takes a seat on the arm of his couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162261, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 12.92, 15.13 ], "duration": 63.66, "caption": "A man moves from the arm of the couch to sit next to woman.", "similarity": 0.8448, "relevance": 1 }, { "pair_id": 162262, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 18.92, 20.47 ], "duration": 62.66, "caption": "A man takes a seat next to woman on the couch.", "similarity": 0.7946, "relevance": 2 }, { "pair_id": 162263, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 24.91, 28.21 ], "duration": 60.66, "caption": "A man moves from the chair over to the couch next to woman.", "similarity": 0.7885, "relevance": 2 }, { "pair_id": 162264, "video_name": "friends_s06e03_seg02_clip_06", "timestamp": [ 60.48, 65.03 ], "duration": 65.66, "caption": "A man takes a seat down on the couch next to a woman.", "similarity": 0.781, "relevance": 2 }, { "pair_id": 162265, "video_name": "castle_s04e18_seg02_clip_23", "timestamp": [ 34.08, 39.15 ], "duration": 92.66, "caption": "A man takes a seat on couch across from woman and another person.", "similarity": 0.7768, "relevance": 1 }, { "pair_id": 162266, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 2.84, 6.63 ], "duration": 63.66, "caption": "A man moves from the chair to sit by a woman on the couch.", "similarity": 0.7684, "relevance": 2 }, { "pair_id": 162267, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 8.37, 11.62 ], "duration": 54.66, "caption": "A woman moves over on the couch closer to a man, who also shifts over.", "similarity": 0.759, "relevance": 1 }, { "pair_id": 162268, "video_name": "s09e11_seg02_clip_13", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman moves a little closer to a man on the couch.", "similarity": 0.7581, "relevance": 1 }, { "pair_id": 162269, "video_name": "met_s02e09_seg02_clip_10", "timestamp": [ 22.63, 37.43 ], "duration": 58.66, "caption": "A man stands up from the couch and a short time later a woman does the same.", "similarity": 0.7566, "relevance": 1 }, { "pair_id": 162270, "video_name": "friends_s06e13_seg02_clip_03", "timestamp": [ 0.0, 8.92 ], "duration": 59.66, "caption": "A man has his arm around a woman as they are seated on the couch.", "similarity": 0.7538, "relevance": 1 }, { "pair_id": 162271, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person moves from the arm of the sofa to sit next to a woman.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 162272, "video_name": "s01e11_seg01_clip_01", "timestamp": [ 21.32, 22.63 ], "duration": 87.66, "caption": "A person stands up from the couch suddenly between woman and man.", "similarity": 0.7525, "relevance": 1 }, { "pair_id": 162273, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 3.66, 8.54 ], "duration": 61.66, "caption": "A man stands up from the couch and walks toward a woman.", "similarity": 0.7497, "relevance": 1 }, { "pair_id": 162274, "video_name": "friends_s02e04_seg02_clip_05", "timestamp": [ 16.74, 18.47 ], "duration": 57.66, "caption": "A man approaches a woman and sits on the couch's arm.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 162275, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 0.58, 4.64 ], "duration": 58.66, "caption": "A man moves on the couch to make room for a woman to sit.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 162276, "video_name": "friends_s09e17_seg02_clip_13", "timestamp": [ 15.82, 20.47 ], "duration": 62.66, "caption": "A man stands up from the couch and approaches another person.", "similarity": 0.7394, "relevance": 1 }, { "pair_id": 162277, "video_name": "met_s02e01_seg01_clip_02", "timestamp": [ 1.51, 15.1 ], "duration": 46.66, "caption": "A man slowly stands up from his seat on the couch next to another man.", "similarity": 0.7337, "relevance": 1 }, { "pair_id": 162278, "video_name": "friends_s08e09_seg02_clip_17", "timestamp": [ 31.93, 36.42 ], "duration": 56.66, "caption": "A man gets up from couch and points towards woman.", "similarity": 0.7313, "relevance": 1 }, { "pair_id": 162279, "video_name": "friends_s05e02_seg02_clip_14", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A man stands up from the couch and a woman puts her hands up in front of him.", "similarity": 0.7261, "relevance": 2 } ] }, { "query_id": 44790, "query": "A person walks up and pushes an elevator button while talking with a woman.", "relevant_moment": [ { "pair_id": 166780, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 15.7, 17.53 ], "duration": 73.66, "caption": "A person walks up and pushes an elevator button while talking with a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166781, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 13.53, 15.79 ], "duration": 90.66, "caption": "A woman presses the elevator button while talking with a man.", "similarity": 0.8957, "relevance": 2 }, { "pair_id": 166782, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 11.28, 16.24 ], "duration": 90.66, "caption": "A person walks to the other side of woman and she presses the elevator button.", "similarity": 0.8316, "relevance": 3 }, { "pair_id": 166783, "video_name": "house_s05e07_seg02_clip_11", "timestamp": [ 9.0, 12.6 ], "duration": 90.66, "caption": "A person reaches to press the elevator button as they speak with another person.", "similarity": 0.818, "relevance": 4 }, { "pair_id": 166784, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A woman follows a man into an elevator while talking.", "similarity": 0.8132, "relevance": 3 }, { "pair_id": 166785, "video_name": "house_s04e14_seg02_clip_24", "timestamp": [ 15.66, 20.02 ], "duration": 87.66, "caption": "A woman finishes her conversation with a person and walks into an elevator.", "similarity": 0.8049, "relevance": 2 }, { "pair_id": 166786, "video_name": "grey_s03e03_seg02_clip_03", "timestamp": [ 16.84, 19.12 ], "duration": 91.66, "caption": "A woman presses the elevator up button and turns to another person.", "similarity": 0.8033, "relevance": 2 }, { "pair_id": 166787, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 75.7, 79.66 ], "duration": 88.66, "caption": "A woman and man walk out of an elevator while talking.", "similarity": 0.7986, "relevance": 1 }, { "pair_id": 166788, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.793, "relevance": 2 }, { "pair_id": 166789, "video_name": "castle_s08e01_seg02_clip_08", "timestamp": [ 55.98, 60.53 ], "duration": 91.66, "caption": "While talking to a person, a woman gets on the elevator.", "similarity": 0.7919, "relevance": 1 }, { "pair_id": 166790, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 18.76, 22.33 ], "duration": 89.66, "caption": "A person enters the elevator as he is speaking to woman.", "similarity": 0.7916, "relevance": 1 }, { "pair_id": 166791, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 5.95, 9.16 ], "duration": 91.66, "caption": "A person holds up the elevator while another person turns to talk to him.", "similarity": 0.7894, "relevance": 1 }, { "pair_id": 166792, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 36.15, 39.8 ], "duration": 73.66, "caption": "A person finishes their conversation with another person and walks into an elevator.", "similarity": 0.7885, "relevance": 2 }, { "pair_id": 166793, "video_name": "house_s08e03_seg02_clip_24", "timestamp": [ 10.56, 12.76 ], "duration": 88.66, "caption": "A woman presses the button on the elevator with man next to her.", "similarity": 0.7883, "relevance": 3 }, { "pair_id": 166794, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 19.21, 24.12 ], "duration": 89.66, "caption": "A man with a woman rode the elevator as they end up their conversation.", "similarity": 0.7861, "relevance": 4 }, { "pair_id": 166795, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 8.71, 32.08 ], "duration": 91.66, "caption": "A woman and man speak to each other in the elevator.", "similarity": 0.7846, "relevance": 1 }, { "pair_id": 166796, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 41.32, 47.4 ], "duration": 81.66, "caption": "A person finishes his conversation with another person and walks into an elevator.", "similarity": 0.7821, "relevance": 1 }, { "pair_id": 166797, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a man inside the elevator.", "similarity": 0.7798, "relevance": 1 }, { "pair_id": 166798, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 29.14, 50.99 ], "duration": 91.66, "caption": "A man and woman are on an elevator together talking.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 166799, "video_name": "house_s05e22_seg02_clip_05", "timestamp": [ 53.38, 55.68 ], "duration": 92.66, "caption": "A woman presses the elevator button as a man presses the button after.", "similarity": 0.7739, "relevance": 3 } ] }, { "query_id": 44905, "query": "A man is reading a book as he walks in a doctor's front office.", "relevant_moment": [ { "pair_id": 167040, "video_name": "met_s03e13_seg02_clip_07", "timestamp": [ 9.78, 14.06 ], "duration": 61.66, "caption": "A man is reading a book as he walks in a doctor's front office.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167041, "video_name": "met_s03e13_seg02_clip_03", "timestamp": [ 0.0, 19.93 ], "duration": 60.66, "caption": "A man is in the office of a doctor.", "similarity": 0.7171, "relevance": 1 }, { "pair_id": 167042, "video_name": "friends_s09e12_seg02_clip_11", "timestamp": [ 44.68, 46.71 ], "duration": 58.66, "caption": "A man walks in front of someone's office.", "similarity": 0.6607, "relevance": 1 }, { "pair_id": 167043, "video_name": "house_s02e01_seg02_clip_24", "timestamp": [ 36.01, 39.61 ], "duration": 72.66, "caption": "A man walks into a man's office at the hospital.", "similarity": 0.6584, "relevance": 1 }, { "pair_id": 167044, "video_name": "friends_s09e11_seg02_clip_08", "timestamp": [ 0.0, 5.12 ], "duration": 64.66, "caption": "A man walks into the office and hands another man a book.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 167045, "video_name": "s01e04_seg02_clip_15", "timestamp": [ 5.89, 13.65 ], "duration": 62.66, "caption": "A person walks into a doctor's office and stood by.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 167046, "video_name": "house_s04e02_seg02_clip_01", "timestamp": [ 42.78, 53.25 ], "duration": 91.66, "caption": "A man walks into his office and sees a patient with an envelope.", "similarity": 0.646, "relevance": 2 }, { "pair_id": 167047, "video_name": "house_s07e17_seg02_clip_22", "timestamp": [ 66.0, 74.31 ], "duration": 83.66, "caption": "A man reads from a book as several doctors watch him.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 167048, "video_name": "house_s02e22_seg02_clip_12", "timestamp": [ 58.58, 61.46 ], "duration": 96.66, "caption": "A person walks into a doctor's office and starts a conversation with him.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 167049, "video_name": "house_s03e12_seg02_clip_06", "timestamp": [ 37.84, 40.39 ], "duration": 85.66, "caption": "A man walks into someone's office and he tells them to put another doctor on his patient.", "similarity": 0.6343, "relevance": 2 }, { "pair_id": 167050, "video_name": "house_s03e14_seg02_clip_10", "timestamp": [ 1.35, 5.87 ], "duration": 90.66, "caption": "A man walks around to the front of the patient.", "similarity": 0.634, "relevance": 0 }, { "pair_id": 167051, "video_name": "house_s02e01_seg02_clip_10", "timestamp": [ 12.22, 15.04 ], "duration": 94.66, "caption": "A person walks past the other doctors out of the office.", "similarity": 0.632, "relevance": 0 }, { "pair_id": 167052, "video_name": "house_s07e02_seg02_clip_10", "timestamp": [ 42.31, 47.71 ], "duration": 90.66, "caption": "A person walks into their office and speaks with some doctors.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 167053, "video_name": "house_s06e12_seg02_clip_16", "timestamp": [ 58.77, 61.98 ], "duration": 91.66, "caption": "A doctor opens the door of a man's office and stands by the door.", "similarity": 0.6216, "relevance": 2 }, { "pair_id": 167054, "video_name": "house_s08e04_seg02_clip_10", "timestamp": [ 46.65, 56.77 ], "duration": 88.66, "caption": "A doctor walks in and sits down in a chair in front of person.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 167055, "video_name": "house_s06e11_seg02_clip_00", "timestamp": [ 18.14, 24.51 ], "duration": 98.66, "caption": "A doctor reads from an open folder in his hands.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 167056, "video_name": "house_s01e11_seg02_clip_01", "timestamp": [ 20.05, 32.52 ], "duration": 89.66, "caption": "A man was inside his office with some doctors.", "similarity": 0.6146, "relevance": 0 }, { "pair_id": 167057, "video_name": "house_s03e06_seg02_clip_16", "timestamp": [ 63.77, 66.74 ], "duration": 85.66, "caption": "A man approaches doctor while reading from an open blue folder.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 167058, "video_name": "grey_s03e09_seg02_clip_24", "timestamp": [ 14.42, 15.81 ], "duration": 93.66, "caption": "A doctor walks through the operating room door.", "similarity": 0.6075, "relevance": 0 }, { "pair_id": 167059, "video_name": "house_s02e11_seg02_clip_05", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man jumps over a desk and then walks into a doctor's office.", "similarity": 0.6073, "relevance": 1 } ] }, { "query_id": 44946, "query": "A man dries their hands and then tosses the cloth in a bin.", "relevant_moment": [ { "pair_id": 62380, "video_name": "house_s05e01_seg02_clip_16", "timestamp": [ 49.22, 54.45 ], "duration": 87.66, "caption": "A man dries their hands and then tosses the cloth in a bin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 62381, "video_name": "house_s02e24_seg02_clip_15", "timestamp": [ 44.45, 48.85 ], "duration": 88.66, "caption": "A man dries his hands and throws the towel in the trash.", "similarity": 0.6735, "relevance": 4 }, { "pair_id": 62382, "video_name": "house_s01e06_seg02_clip_18", "timestamp": [ 30.41, 41.76 ], "duration": 90.66, "caption": "A person takes off their gloves and mask, then their jacket and throws it in a bin.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 62383, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 70.49, 76.36 ], "duration": 90.66, "caption": "A man washes then dries his hands with towel.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 62384, "video_name": "house_s03e13_seg02_clip_13", "timestamp": [ 17.08, 20.23 ], "duration": 89.66, "caption": "A man dries his hands with a paper towel and throws it away.", "similarity": 0.6495, "relevance": 4 }, { "pair_id": 62385, "video_name": "friends_s06e05_seg02_clip_07", "timestamp": [ 19.97, 21.18 ], "duration": 60.66, "caption": "A man squeezes a piece of cloth and throws it away.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 62386, "video_name": "grey_s03e12_seg02_clip_16", "timestamp": [ 62.03, 72.31 ], "duration": 79.66, "caption": "A man wipes their hands with a cloth then folds the cloth several times.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 62387, "video_name": "house_s02e15_seg02_clip_02", "timestamp": [ 51.09, 53.39 ], "duration": 92.66, "caption": "A man throws his used gloves inside the garbage bin.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 62388, "video_name": "house_s03e12_seg02_clip_08", "timestamp": [ 62.57, 65.72 ], "duration": 90.66, "caption": "A man dries his hands with a paper napkin and throws the napkin.", "similarity": 0.6133, "relevance": 3 }, { "pair_id": 62389, "video_name": "house_s08e10_seg02_clip_12", "timestamp": [ 5.07, 8.58 ], "duration": 78.66, "caption": "A man opens the garbage bin and throws something inside.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 62390, "video_name": "house_s05e14_seg02_clip_00", "timestamp": [ 27.31, 33.22 ], "duration": 91.66, "caption": "A man dries his hand in a towel near the sink.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 62391, "video_name": "house_s08e01_seg02_clip_03", "timestamp": [ 82.59, 90.26 ], "duration": 90.66, "caption": "A person opens a red bin and removes the bin bag.", "similarity": 0.5963, "relevance": 2 }, { "pair_id": 62392, "video_name": "grey_s03e13_seg02_clip_12", "timestamp": [ 8.82, 15.32 ], "duration": 92.66, "caption": "A person finishes rinsing their hands and dries them with paper towels.", "similarity": 0.5945, "relevance": 3 }, { "pair_id": 62393, "video_name": "house_s05e14_seg02_clip_00", "timestamp": [ 17.75, 34.13 ], "duration": 91.66, "caption": "A man washes a pan and then dries his hands.", "similarity": 0.5938, "relevance": 3 }, { "pair_id": 62394, "video_name": "grey_s01e06_seg02_clip_14", "timestamp": [ 23.54, 24.43 ], "duration": 88.66, "caption": "A person throws his top into the laundry bin as he is shirtless.", "similarity": 0.592, "relevance": 2 }, { "pair_id": 62395, "video_name": "met_s06e07_seg02_clip_02", "timestamp": [ 15.69, 19.91 ], "duration": 60.66, "caption": "A person is holding a recycling bin with their right hand.", "similarity": 0.5855, "relevance": 2 }, { "pair_id": 62396, "video_name": "castle_s03e10_seg02_clip_17", "timestamp": [ 14.5, 24.51 ], "duration": 100.66, "caption": "A person gets a garbage bin and a bottle, he then hands over the bottle to another person.", "similarity": 0.5806, "relevance": 1 }, { "pair_id": 62397, "video_name": "friends_s10e09_seg02_clip_02", "timestamp": [ 10.07, 13.73 ], "duration": 61.66, "caption": "A man tosses a blue cloth down as he sits down.", "similarity": 0.5785, "relevance": 2 }, { "pair_id": 62398, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 5.23, 6.98 ], "duration": 87.66, "caption": "A man tosses the bag of Gummi Bears from his right hand to his left hand.", "similarity": 0.5731, "relevance": 0 }, { "pair_id": 62399, "video_name": "friends_s01e05_seg02_clip_06", "timestamp": [ 57.23, 61.78 ], "duration": 65.66, "caption": "A person tosses the laundry detergent down and picks up the basket of laundry.", "similarity": 0.5705, "relevance": 2 } ] }, { "query_id": 45032, "query": "Two people walk out of the room and talk by the door.", "relevant_moment": [ { "pair_id": 12620, "video_name": "grey_s02e25_seg02_clip_19", "timestamp": [ 78.51, 90.74 ], "duration": 94.66, "caption": "Two people walk out of the room and talk by the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12621, "video_name": "friends_s06e08_seg02_clip_19", "timestamp": [ 23.6, 53.02 ], "duration": 53.66, "caption": "Two people walked out of the room amidst a conversation.", "similarity": 0.8524, "relevance": 1 }, { "pair_id": 12622, "video_name": "house_s01e01_seg02_clip_09", "timestamp": [ 15.61, 19.29 ], "duration": 91.66, "caption": "Two people get out of the room and talk to a person.", "similarity": 0.8395, "relevance": 3 }, { "pair_id": 12623, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 38.23, 41.87 ], "duration": 91.66, "caption": "Two people walk out of the room.", "similarity": 0.8378, "relevance": 2 }, { "pair_id": 12624, "video_name": "house_s02e10_seg02_clip_04", "timestamp": [ 18.21, 29.14 ], "duration": 91.66, "caption": "Two people both walk out of the room together.", "similarity": 0.8281, "relevance": 4 }, { "pair_id": 12625, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 44.69, 51.84 ], "duration": 89.66, "caption": "Two people both walk out of the room together.", "similarity": 0.8281, "relevance": 1 }, { "pair_id": 12626, "video_name": "house_s05e24_seg02_clip_11", "timestamp": [ 79.84, 90.21 ], "duration": 90.66, "caption": "Two people walk into the room to talk to person.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 12627, "video_name": "house_s08e18_seg02_clip_02", "timestamp": [ 26.27, 39.62 ], "duration": 89.66, "caption": "Two people went out of a room to talk.", "similarity": 0.8182, "relevance": 2 }, { "pair_id": 12628, "video_name": "s05e22_seg02_clip_16", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A person walks out of the room and talks to another person.", "similarity": 0.8177, "relevance": 1 }, { "pair_id": 12629, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 15.66, 18.28 ], "duration": 87.66, "caption": "Two people get out from the room while talking.", "similarity": 0.8141, "relevance": 2 }, { "pair_id": 12630, "video_name": "grey_s03e06_seg02_clip_21", "timestamp": [ 48.52, 49.85 ], "duration": 89.66, "caption": "Two people walk out of a room together.", "similarity": 0.8079, "relevance": 3 }, { "pair_id": 12631, "video_name": "house_s03e22_seg02_clip_21", "timestamp": [ 75.67, 86.8 ], "duration": 89.66, "caption": "A person walks into the room to speak with another person and shuts the door.", "similarity": 0.8017, "relevance": 1 }, { "pair_id": 12632, "video_name": "house_s01e16_seg02_clip_04", "timestamp": [ 16.77, 22.21 ], "duration": 90.66, "caption": "A person walks out of the room after talking to the person.", "similarity": 0.7992, "relevance": 1 }, { "pair_id": 12633, "video_name": "castle_s07e17_seg02_clip_10", "timestamp": [ 55.37, 68.18 ], "duration": 91.66, "caption": "Two people walked out of the door and started talking while walking towards a person.", "similarity": 0.7967, "relevance": 3 }, { "pair_id": 12634, "video_name": "castle_s08e11_seg02_clip_10", "timestamp": [ 64.17, 66.45 ], "duration": 91.66, "caption": "Two people walk through a door into a communication room.", "similarity": 0.7948, "relevance": 3 }, { "pair_id": 12635, "video_name": "friends_s09e23-24_seg02_clip_46", "timestamp": [ 22.41, 28.81 ], "duration": 64.66, "caption": "Two people step out from the corner of the room then go out of the door.", "similarity": 0.7824, "relevance": 2 }, { "pair_id": 12636, "video_name": "s03e11_seg02_clip_11", "timestamp": [ 52.63, 60.19 ], "duration": 63.66, "caption": "A person walks out from another person's room while they are talking.", "similarity": 0.7817, "relevance": 0 }, { "pair_id": 12637, "video_name": "castle_s04e14_seg02_clip_09", "timestamp": [ 38.29, 41.37 ], "duration": 88.66, "caption": "Two people walk out to leave the room.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 12638, "video_name": "s07e22_seg02_clip_05", "timestamp": [ 6.67, 8.99 ], "duration": 58.66, "caption": "Two people walk into the room and start a conversation.", "similarity": 0.7776, "relevance": 1 }, { "pair_id": 12639, "video_name": "grey_s03e12_seg02_clip_08", "timestamp": [ 5.01, 26.85 ], "duration": 91.66, "caption": "A person walks into a room, talks briefly to two people and then leaves the room.", "similarity": 0.7757, "relevance": 1 }, { "pair_id": 185940, "video_name": "s01e01_seg01_clip_00", "timestamp": [ 3.36, 14.95 ], "duration": 61.66, "caption": "Two people walk down a hallway talking and stop to continuing talking at a door.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 185941, "video_name": "s04e02_seg02_clip_04", "timestamp": [ 18.0, 31.73 ], "duration": 61.66, "caption": "Two people are having a conversation in the hallway then one walks into their room and the other walks into his.", "similarity": 0.7747, "relevance": 3 }, { "pair_id": 185942, "video_name": "castle_s07e13_seg02_clip_14", "timestamp": [ 9.2, 14.26 ], "duration": 92.66, "caption": "Two people walk into the hallway then stop and have a conversation.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 185943, "video_name": "house_s06e19_seg02_clip_13", "timestamp": [ 0.0, 11.63 ], "duration": 93.66, "caption": "A person walks into the room and speaks to another person.", "similarity": 0.7658, "relevance": 2 }, { "pair_id": 185944, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A person walks out from the room immediately after talking to another person.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 185945, "video_name": "s09e17_seg02_clip_07", "timestamp": [ 31.51, 37.52 ], "duration": 60.66, "caption": "Two individuals walk out of a door into the hallway.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 185946, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 3.15, 5.85 ], "duration": 90.66, "caption": "A person walks out the door while talking to another person.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 185948, "video_name": "grey_s02e12_seg02_clip_18", "timestamp": [ 14.85, 19.36 ], "duration": 90.66, "caption": "A man and woman walk out of the room.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 185949, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 55.22, 57.06 ], "duration": 92.66, "caption": "Two people open the door and walk into the room.", "similarity": 0.7547, "relevance": 4 }, { "pair_id": 185950, "video_name": "grey_s03e08_seg02_clip_08", "timestamp": [ 0.91, 5.01 ], "duration": 91.66, "caption": "A woman walks out of the room to talk to man.", "similarity": 0.7532, "relevance": 4 }, { "pair_id": 185951, "video_name": "house_s05e15_seg02_clip_10", "timestamp": [ 76.19, 86.09 ], "duration": 86.66, "caption": "Two people stop in the hallway to talk but then one of them walks away.", "similarity": 0.7519, "relevance": 3 }, { "pair_id": 185952, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 49.93, 53.66 ], "duration": 62.66, "caption": "A man walks out from the room while a person is still talking to him.", "similarity": 0.7511, "relevance": 2 }, { "pair_id": 185953, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 22.62, 28.83 ], "duration": 88.66, "caption": "A person walks in the room and talks to a person.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 185954, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 6.6 ], "duration": 60.66, "caption": "Some people walk out of the room together.", "similarity": 0.7493, "relevance": 2 }, { "pair_id": 185955, "video_name": "grey_s03e15_seg02_clip_21", "timestamp": [ 28.81, 34.66 ], "duration": 90.66, "caption": "A woman walks out of the room after a conversation with a man.", "similarity": 0.748, "relevance": 2 }, { "pair_id": 185956, "video_name": "s02e23_seg02_clip_00", "timestamp": [ 29.15, 34.74 ], "duration": 62.66, "caption": "A person walks out of their bedroom into the hallway as they speak to someone.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 185957, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 36.09, 40.1 ], "duration": 89.66, "caption": "A woman and a man walk out of the room together.", "similarity": 0.7468, "relevance": 3 }, { "pair_id": 185958, "video_name": "house_s01e07_seg02_clip_03", "timestamp": [ 0.88, 14.47 ], "duration": 87.66, "caption": "Two people walk down the hallway talking to each other.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 185959, "video_name": "castle_s01e10_seg02_clip_18", "timestamp": [ 85.26, 92.18 ], "duration": 92.66, "caption": "Two people walk into the room and begin having a conversation with two other people.", "similarity": 0.7459, "relevance": 3 } ] }, { "query_id": 45055, "query": "A nurse in scrubs hangs an IV bag on the hook.", "relevant_moment": [ { "pair_id": 820, "video_name": "grey_s02e25_seg02_clip_13", "timestamp": [ 8.82, 11.14 ], "duration": 92.66, "caption": "A nurse in scrubs hangs an IV bag on the hook.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 821, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 4.1, 11.86 ], "duration": 91.66, "caption": "A person hangs an IV bag for a patient.", "similarity": 0.8137, "relevance": 4 }, { "pair_id": 822, "video_name": "house_s03e13_seg02_clip_19", "timestamp": [ 32.5, 35.28 ], "duration": 92.66, "caption": "The nurse next to a man hangs another IV bag.", "similarity": 0.8008, "relevance": 4 }, { "pair_id": 823, "video_name": "grey_s01e06_seg02_clip_18", "timestamp": [ 43.66, 45.46 ], "duration": 90.66, "caption": "A nurse takes a blood bag off of the IV pole.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 824, "video_name": "grey_s02e21_seg02_clip_22", "timestamp": [ 8.72, 11.21 ], "duration": 83.66, "caption": "A medical staffer hangs up a bag of blood on the iv.", "similarity": 0.769, "relevance": 3 }, { "pair_id": 825, "video_name": "house_s04e08_seg02_clip_17", "timestamp": [ 45.06, 50.97 ], "duration": 91.66, "caption": "A person secures a blood bag on a metal hook next to other IV bags.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 826, "video_name": "house_s07e08_seg02_clip_10", "timestamp": [ 57.09, 73.99 ], "duration": 91.66, "caption": "A person hangs an IV bag and then walks to the foot of the patient's bed while talking to him/her.", "similarity": 0.6941, "relevance": 3 }, { "pair_id": 827, "video_name": "house_s07e15_seg02_clip_06", "timestamp": [ 0.0, 3.68 ], "duration": 92.66, "caption": "A person hangs the patient's intravenous fluid in its hook.", "similarity": 0.6875, "relevance": 3 }, { "pair_id": 828, "video_name": "house_s02e04_seg02_clip_23", "timestamp": [ 0.0, 4.9 ], "duration": 89.66, "caption": "A man picks up an IV bag and hangs it up.", "similarity": 0.6726, "relevance": 4 }, { "pair_id": 829, "video_name": "house_s08e13_seg02_clip_15", "timestamp": [ 43.69, 48.7 ], "duration": 91.66, "caption": "A man hangs another bag of an IV on an IV stand.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 830, "video_name": "house_s03e13_seg02_clip_16", "timestamp": [ 37.41, 43.57 ], "duration": 88.66, "caption": "A person walks over the patient's bed to adjust their IV bag.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 831, "video_name": "house_s01e21_seg02_clip_05", "timestamp": [ 44.89, 49.73 ], "duration": 88.66, "caption": "A person takes a syringe from a nurse and connects it to a patient's IV.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 832, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 91.55, 98.33 ], "duration": 113.66, "caption": "A person walks over to the IV pole and hangs up an IV bag.", "similarity": 0.6524, "relevance": 3 }, { "pair_id": 833, "video_name": "house_s01e09_seg02_clip_11", "timestamp": [ 64.63, 81.47 ], "duration": 91.66, "caption": "A person approaches a patient on a hospital bed and plugs a bag into their IV.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 834, "video_name": "house_s07e14_seg02_clip_05", "timestamp": [ 20.08, 22.17 ], "duration": 83.66, "caption": "A person squeezes the IV bag in the patient's room.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 835, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 26.26, 31.16 ], "duration": 89.66, "caption": "A person puts a syringe into the iv bag.", "similarity": 0.6444, "relevance": 4 }, { "pair_id": 836, "video_name": "house_s07e23_seg02_clip_21", "timestamp": [ 3.76, 14.57 ], "duration": 94.66, "caption": "A woman touches an IV bag while she is talking to a patient on a bed.", "similarity": 0.6189, "relevance": 4 }, { "pair_id": 837, "video_name": "house_s07e15_seg02_clip_06", "timestamp": [ 0.0, 53.84 ], "duration": 92.66, "caption": "A person hangs an IV bag and talks to a young person who's lying in a hospital bed, then the person takes money from their wallet and hands it to the young person.", "similarity": 0.6186, "relevance": 3 }, { "pair_id": 838, "video_name": "house_s04e06_seg02_clip_15", "timestamp": [ 36.83, 41.44 ], "duration": 92.66, "caption": "A woman hangs an IV from an IV pole.", "similarity": 0.6149, "relevance": 4 }, { "pair_id": 839, "video_name": "house_s08e17_seg02_clip_20", "timestamp": [ 10.58, 20.25 ], "duration": 92.66, "caption": "A person fixes the patient's IV tubing on their arm.", "similarity": 0.6144, "relevance": 3 }, { "pair_id": 174140, "video_name": "house_s02e04_seg02_clip_22", "timestamp": [ 70.35, 75.83 ], "duration": 91.66, "caption": "A nurse hands a man another injection vial and he injects it into the patient's iv line.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 174141, "video_name": "house_s04e08_seg02_clip_09", "timestamp": [ 23.86, 38.71 ], "duration": 90.66, "caption": "A person unwraps the line from the intravenous bag and hangs it on a pole.", "similarity": 0.6107, "relevance": 3 }, { "pair_id": 174142, "video_name": "house_s04e01_seg02_clip_22", "timestamp": [ 2.7, 5.85 ], "duration": 90.66, "caption": "A woman raises an IV bag to put it on an IV pole.", "similarity": 0.6098, "relevance": 3 }, { "pair_id": 174143, "video_name": "house_s08e06_seg02_clip_24", "timestamp": [ 59.07, 63.72 ], "duration": 93.66, "caption": "A person walks into the patient's room and hangs a bag of medicine on the pole.", "similarity": 0.6014, "relevance": 3 }, { "pair_id": 174144, "video_name": "castle_s08e22_seg02_clip_20", "timestamp": [ 10.39, 18.51 ], "duration": 90.66, "caption": "A man hangs a fluid bag on guy's IV rack.", "similarity": 0.5985, "relevance": 2 }, { "pair_id": 174145, "video_name": "house_s08e13_seg02_clip_15", "timestamp": [ 43.69, 50.97 ], "duration": 91.66, "caption": "A man hangs an IV bag next to a man's bed.", "similarity": 0.5908, "relevance": 3 }, { "pair_id": 174146, "video_name": "house_s05e08_seg02_clip_04", "timestamp": [ 31.96, 53.11 ], "duration": 90.66, "caption": "A person talks to a patient in bed while preparing the IV bag for use.", "similarity": 0.5898, "relevance": 3 }, { "pair_id": 174147, "video_name": "grey_s03e07_seg02_clip_26", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A woman picks up person's medical chart and looks at her IV bag.", "similarity": 0.5846, "relevance": 2 }, { "pair_id": 174148, "video_name": "house_s01e08_seg02_clip_08", "timestamp": [ 58.83, 63.62 ], "duration": 87.66, "caption": "A person extracts a medicine with a syringe and injects it into the patient's IV.", "similarity": 0.5781, "relevance": 2 }, { "pair_id": 174149, "video_name": "grey_s02e11_seg02_clip_17", "timestamp": [ 28.67, 35.95 ], "duration": 91.66, "caption": "A woman is pushing a syringe into an IV bag.", "similarity": 0.571, "relevance": 4 }, { "pair_id": 174150, "video_name": "house_s02e19_seg02_clip_07", "timestamp": [ 36.18, 45.45 ], "duration": 88.66, "caption": "A man adjusts an IV bag, and talks while checking the seated patient's wrists.", "similarity": 0.5708, "relevance": 3 }, { "pair_id": 174151, "video_name": "house_s05e19_seg02_clip_04", "timestamp": [ 17.43, 24.23 ], "duration": 85.66, "caption": "A man looks at and grabs hold of the patient's IV drip.", "similarity": 0.5697, "relevance": 3 }, { "pair_id": 174152, "video_name": "friends_s09e01_seg02_clip_18", "timestamp": [ 53.4, 56.76 ], "duration": 61.66, "caption": "A nurse wearing blue scrubs knocks and enters carrying a baby.", "similarity": 0.564, "relevance": 1 }, { "pair_id": 174153, "video_name": "grey_s02e02_seg02_clip_09", "timestamp": [ 57.49, 58.44 ], "duration": 95.66, "caption": "A nurse picks up a bag and hands it to a woman.", "similarity": 0.5574, "relevance": 2 }, { "pair_id": 174154, "video_name": "house_s03e03_seg02_clip_05", "timestamp": [ 7.58, 14.72 ], "duration": 89.66, "caption": "A person gets a syringe out of a draw and injects the contents in the patient's IV.", "similarity": 0.5571, "relevance": 1 }, { "pair_id": 174155, "video_name": "house_s06e07_seg02_clip_07", "timestamp": [ 63.1, 90.66 ], "duration": 90.66, "caption": "A person reaches up and adjusts the IV bag while talking, then turns back toward the patient and continues talking.", "similarity": 0.5567, "relevance": 3 }, { "pair_id": 174156, "video_name": "house_s08e18_seg02_clip_22", "timestamp": [ 13.23, 21.08 ], "duration": 98.66, "caption": "A person rushes to the patient's bed and injects medicine into their IV.", "similarity": 0.5566, "relevance": 2 }, { "pair_id": 174158, "video_name": "friends_s08e03_seg02_clip_13", "timestamp": [ 51.71, 56.52 ], "duration": 56.66, "caption": "The nurse checks up on someone in the hospital.", "similarity": 0.5531, "relevance": 0 }, { "pair_id": 174159, "video_name": "house_s02e13_seg02_clip_04", "timestamp": [ 61.22, 73.37 ], "duration": 90.66, "caption": "A person is pushing medication into person's iv line.", "similarity": 0.5531, "relevance": 2 } ] }, { "query_id": 45062, "query": "A man puts his arm around man as he is speaking.", "relevant_moment": [ { "pair_id": 158220, "video_name": "met_s03e03_seg02_clip_12", "timestamp": [ 48.55, 54.66 ], "duration": 54.66, "caption": "A man puts his arm around man as he is speaking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158221, "video_name": "friends_s08e05_seg02_clip_01", "timestamp": [ 45.87, 46.79 ], "duration": 61.66, "caption": "A man pats another man on the arm as he speaks to him.", "similarity": 0.8484, "relevance": 3 }, { "pair_id": 158222, "video_name": "met_s02e06_seg02_clip_03", "timestamp": [ 8.23, 14.94 ], "duration": 60.66, "caption": "A man puts his hand on guy's shoulder as he speaks with him.", "similarity": 0.8408, "relevance": 4 }, { "pair_id": 158223, "video_name": "s01e06_seg02_clip_09", "timestamp": [ 52.83, 56.96 ], "duration": 59.66, "caption": "A man places his hand briefly on person's shoulder while he's speaking.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 158224, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 45.38, 47.87 ], "duration": 62.66, "caption": "A man puts his hand on another man's shoulder as he speaks to him.", "similarity": 0.8402, "relevance": 3 }, { "pair_id": 158225, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man has his hand on another man's shoulder as he speaks to him.", "similarity": 0.8347, "relevance": 4 }, { "pair_id": 158226, "video_name": "s07e05_seg02_clip_05", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man is holding onto his arm speaking to a woman.", "similarity": 0.8246, "relevance": 2 }, { "pair_id": 158227, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 36.63, 62.09 ], "duration": 89.66, "caption": "A man has his arm around woman while speaking with person and woman.", "similarity": 0.8235, "relevance": 3 }, { "pair_id": 158228, "video_name": "castle_s08e16_seg02_clip_21", "timestamp": [ 89.73, 91.57 ], "duration": 92.66, "caption": "A man puts his hand on man's head as he speaks to him.", "similarity": 0.8172, "relevance": 2 }, { "pair_id": 158229, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 58.88, 61.33 ], "duration": 61.66, "caption": "A man puts his hands together as he speaks to a man.", "similarity": 0.8131, "relevance": 2 }, { "pair_id": 158230, "video_name": "s06e09_seg02_clip_13", "timestamp": [ 34.24, 37.48 ], "duration": 59.66, "caption": "A person pats a man on the shoulder as he speaks to another person.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 158231, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 53.7, 55.23 ], "duration": 61.66, "caption": "A person puts his hand on man's shoulder while talking.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 158232, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.8069, "relevance": 4 }, { "pair_id": 158233, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 16.78, 18.0 ], "duration": 61.66, "caption": "A man folds his arms when another man is speaking.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 158234, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A man puts his arm around woman as he has a conversation.", "similarity": 0.7989, "relevance": 3 }, { "pair_id": 158235, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 44.48, 58.7 ], "duration": 60.66, "caption": "A man puts his hand on man's shoulder while talking to him.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 158236, "video_name": "friends_s03e02_seg02_clip_03", "timestamp": [ 54.75, 64.03 ], "duration": 64.66, "caption": "A man puts his arm around another person and tells them something he did.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 158237, "video_name": "castle_s02e02_seg02_clip_16", "timestamp": [ 51.82, 57.19 ], "duration": 89.66, "caption": "A man raises his hand as he speaks to another person.", "similarity": 0.7864, "relevance": 1 }, { "pair_id": 158238, "video_name": "s10e06_seg02_clip_15", "timestamp": [ 49.48, 52.0 ], "duration": 63.66, "caption": "A person taps a man on his arm as he starts to speak to him.", "similarity": 0.7859, "relevance": 3 }, { "pair_id": 158239, "video_name": "house_s07e21_seg02_clip_01", "timestamp": [ 0.0, 47.33 ], "duration": 91.66, "caption": "A person makes gestures with his hands as he speaks to man.", "similarity": 0.7845, "relevance": 2 } ] }, { "query_id": 45117, "query": "A person sits down on the couch between two people.", "relevant_moment": [ { "pair_id": 148000, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148001, "video_name": "s09e13_seg02_clip_11", "timestamp": [ 43.97, 46.34 ], "duration": 59.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.9326, "relevance": 3 }, { "pair_id": 148002, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 16.78, 18.61 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.9326, "relevance": 3 }, { "pair_id": 148003, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.9326, "relevance": 3 }, { "pair_id": 148004, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.9326, "relevance": 3 }, { "pair_id": 148005, "video_name": "s08e10_seg02_clip_07", "timestamp": [ 25.29, 29.13 ], "duration": 64.66, "caption": "A person sits down next to another person on the Couch.", "similarity": 0.9262, "relevance": 3 }, { "pair_id": 148006, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person sits down on the couch beside another person.", "similarity": 0.9176, "relevance": 3 }, { "pair_id": 148007, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 18.28, 20.8 ], "duration": 63.66, "caption": "A person sits on the couch where another person is sitting too.", "similarity": 0.9125, "relevance": 3 }, { "pair_id": 148008, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 33.09, 35.3 ], "duration": 63.66, "caption": "A person sits on a couch across from two people.", "similarity": 0.9095, "relevance": 3 }, { "pair_id": 148009, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 2.17, 5.27 ], "duration": 62.66, "caption": "A person sits down on the couch next to some people.", "similarity": 0.8834, "relevance": 3 }, { "pair_id": 148010, "video_name": "s04e08_seg01_clip_01", "timestamp": [ 0.0, 6.6 ], "duration": 66.66, "caption": "A person is sitting next to someone else on the couch.", "similarity": 0.8777, "relevance": 2 }, { "pair_id": 148011, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "Two people sit down on the couch next to each other.", "similarity": 0.8725, "relevance": 3 }, { "pair_id": 148012, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 2.48, 5.27 ], "duration": 62.66, "caption": "A person sits down the sofa to sit with another person.", "similarity": 0.8702, "relevance": 3 }, { "pair_id": 148013, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 29.15, 31.01 ], "duration": 62.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.8692, "relevance": 3 }, { "pair_id": 148014, "video_name": "s06e07_seg01_clip_00", "timestamp": [ 53.58, 55.47 ], "duration": 63.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.8692, "relevance": 2 }, { "pair_id": 148015, "video_name": "house_s08e15_seg02_clip_13", "timestamp": [ 27.94, 30.39 ], "duration": 98.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.8692, "relevance": 2 }, { "pair_id": 148016, "video_name": "friends_s07e10_seg02_clip_03", "timestamp": [ 7.02, 10.8 ], "duration": 54.66, "caption": "Two people sit down next to each other on the couch.", "similarity": 0.866, "relevance": 2 }, { "pair_id": 148017, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 14.05, 18.37 ], "duration": 54.66, "caption": "A person sits down on the sofa next to two other people.", "similarity": 0.8659, "relevance": 3 }, { "pair_id": 148018, "video_name": "grey_s02e25_seg02_clip_12", "timestamp": [ 42.63, 45.35 ], "duration": 90.66, "caption": "A man sits down on the couch next to another person.", "similarity": 0.865, "relevance": 1 }, { "pair_id": 148019, "video_name": "friends_s09e17_seg02_clip_11", "timestamp": [ 15.37, 20.81 ], "duration": 64.66, "caption": "Two people sit down on the couch and a woman sits between them.", "similarity": 0.8645, "relevance": 4 }, { "pair_id": 321320, "video_name": "friends_s04e06_seg01_clip_00", "timestamp": [ 54.53, 79.02 ], "duration": 79.66, "caption": "A person sits on the chair beside the couch where another person was sitting.", "similarity": 0.8633, "relevance": 2 }, { "pair_id": 321321, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.8617, "relevance": 3 }, { "pair_id": 321322, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 5.99, 8.19 ], "duration": 63.66, "caption": "Two people sit down on a couch.", "similarity": 0.8606, "relevance": 3 }, { "pair_id": 321323, "video_name": "friends_s09e17_seg02_clip_06", "timestamp": [ 50.96, 52.48 ], "duration": 61.66, "caption": "Two people sit down on a couch.", "similarity": 0.8606, "relevance": 3 }, { "pair_id": 321324, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A person is sitting on someone's couch with them beside him/her.", "similarity": 0.8575, "relevance": 3 }, { "pair_id": 321325, "video_name": "s01e03_seg01_clip_01", "timestamp": [ 18.41, 19.41 ], "duration": 40.66, "caption": "A person sits back down on the couch next to another person in the living room.", "similarity": 0.8567, "relevance": 4 }, { "pair_id": 321326, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "Two people are sitting beside each other on someone's couch.", "similarity": 0.8545, "relevance": 2 }, { "pair_id": 321327, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 21.12, 28.05 ], "duration": 63.66, "caption": "A person sits slowly to the couch beside another person.", "similarity": 0.8508, "relevance": 3 }, { "pair_id": 321328, "video_name": "house_s02e15_seg02_clip_07", "timestamp": [ 0.0, 7.4 ], "duration": 87.66, "caption": "A person sits down next to man on the couch.", "similarity": 0.8499, "relevance": 3 }, { "pair_id": 321330, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 8.35, 13.61 ], "duration": 61.66, "caption": "Two people sit down on the couch together.", "similarity": 0.8495, "relevance": 3 }, { "pair_id": 321331, "video_name": "s06e11_seg02_clip_14", "timestamp": [ 52.38, 56.02 ], "duration": 56.66, "caption": "Two people sit down on the couch.", "similarity": 0.8492, "relevance": 3 }, { "pair_id": 321332, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 55.78, 63.03 ], "duration": 63.66, "caption": "Two people are standing next to each other, then one person sits down on the couch.", "similarity": 0.849, "relevance": 2 }, { "pair_id": 321333, "video_name": "house_s07e01_seg02_clip_22", "timestamp": [ 29.3, 93.03 ], "duration": 93.66, "caption": "Two people were sitting on a couch.", "similarity": 0.8489, "relevance": 2 }, { "pair_id": 321334, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8472, "relevance": 3 }, { "pair_id": 321335, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8472, "relevance": 3 }, { "pair_id": 321336, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 9.1, 14.31 ], "duration": 65.66, "caption": "A person sits down on the arm of the sofa next to another person.", "similarity": 0.846, "relevance": 2 }, { "pair_id": 321337, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 19.85, 22.69 ], "duration": 63.66, "caption": "A person sits on the couch beside person as he/she pleas with him.", "similarity": 0.8457, "relevance": 2 }, { "pair_id": 321338, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 40.32, 44.8 ], "duration": 59.66, "caption": "Two people sit down together on the couch.", "similarity": 0.8452, "relevance": 2 }, { "pair_id": 321339, "video_name": "s04e17_seg02_clip_01", "timestamp": [ 11.9, 15.87 ], "duration": 61.66, "caption": "A person takes a seat on the couch next to another person.", "similarity": 0.8444, "relevance": 2 } ] }, { "query_id": 45132, "query": "A person touches a towel to their face and sets it back in their lap.", "relevant_moment": [ { "pair_id": 163500, "video_name": "s09e14_seg02_clip_11", "timestamp": [ 50.42, 52.31 ], "duration": 63.66, "caption": "A person touches a towel to their face and sets it back in their lap.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163501, "video_name": "grey_s03e22_seg02_clip_13", "timestamp": [ 18.93, 22.01 ], "duration": 88.66, "caption": "A person holds up a towel to their face.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 163502, "video_name": "friends_s02e06_seg02_clip_05", "timestamp": [ 24.08, 26.98 ], "duration": 58.66, "caption": "A woman drops a towel on her lap and places her hands on her knees.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 163503, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 34.67, 39.39 ], "duration": 63.66, "caption": "A person picks up a napkin, unfolds it and puts it on his/her lap.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 163504, "video_name": "friends_s03e04_seg02_clip_20", "timestamp": [ 6.25, 7.44 ], "duration": 59.66, "caption": "A person drops a towel he was holding on to.", "similarity": 0.6958, "relevance": 1 }, { "pair_id": 163505, "video_name": "grey_s01e05_seg02_clip_04", "timestamp": [ 22.06, 33.76 ], "duration": 90.66, "caption": "A person takes out a towel from a patient's body as he operates.", "similarity": 0.6823, "relevance": 0 }, { "pair_id": 163506, "video_name": "s04e12_seg02_clip_15", "timestamp": [ 21.66, 26.85 ], "duration": 61.66, "caption": "A person moves his/her hand back and forth in the air over an electronic device that is laying in his/her lap.", "similarity": 0.6777, "relevance": 0 }, { "pair_id": 163507, "video_name": "house_s07e17_seg02_clip_03", "timestamp": [ 23.25, 26.57 ], "duration": 83.66, "caption": "A person walks over and takes a towel off of another person's face.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 163508, "video_name": "s02e12_seg02_clip_05", "timestamp": [ 37.82, 39.02 ], "duration": 60.66, "caption": "A person sits down and puts their napkin on their lap.", "similarity": 0.6712, "relevance": 0 }, { "pair_id": 163509, "video_name": "s03e05_seg02_clip_11", "timestamp": [ 56.15, 57.37 ], "duration": 61.66, "caption": "A man wipes their mouth with their napkin then puts it back in their lap.", "similarity": 0.653, "relevance": 4 }, { "pair_id": 163510, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 21.43, 24.37 ], "duration": 84.66, "caption": "A person grabs a paper towel and wipes their face.", "similarity": 0.6529, "relevance": 3 }, { "pair_id": 163511, "video_name": "s02e12_seg02_clip_05", "timestamp": [ 38.42, 41.72 ], "duration": 60.66, "caption": "After putting their napkin on their lap, a person puts up a finger to another person.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 163512, "video_name": "friends_s09e05_seg02_clip_11", "timestamp": [ 46.1, 49.3 ], "duration": 64.66, "caption": "A woman grabs a cloth napkin and puts it on her lap.", "similarity": 0.6471, "relevance": 2 }, { "pair_id": 163513, "video_name": "met_s03e01_seg02_clip_02", "timestamp": [ 26.72, 27.02 ], "duration": 59.66, "caption": "A man comes into the room holding a towel to his face.", "similarity": 0.645, "relevance": 2 }, { "pair_id": 163514, "video_name": "s08e02_seg02_clip_00", "timestamp": [ 51.79, 57.38 ], "duration": 62.66, "caption": "A person leans back in their chair, crosses their legs and folds their hands in their lap.", "similarity": 0.6424, "relevance": 1 }, { "pair_id": 163515, "video_name": "friends_s06e10_seg02_clip_01", "timestamp": [ 18.89, 21.54 ], "duration": 59.66, "caption": "A woman covers her face with both hands before throwing them down on her lap.", "similarity": 0.6415, "relevance": 2 }, { "pair_id": 163516, "video_name": "s07e05_seg01_clip_01", "timestamp": [ 61.15, 63.07 ], "duration": 64.66, "caption": "A person takes their napkin off their lap and places it on the table.", "similarity": 0.6389, "relevance": 2 }, { "pair_id": 163517, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 42.2, 52.53 ], "duration": 59.66, "caption": "A woman unfolds a napkin and places it on her lap.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 163518, "video_name": "friends_s04e12_seg02_clip_18", "timestamp": [ 3.9, 5.98 ], "duration": 52.66, "caption": "A woman sits back down and puts the towel back over her eyes.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 163519, "video_name": "s09e05_seg02_clip_07", "timestamp": [ 46.82, 50.72 ], "duration": 60.66, "caption": "A person makes a swiping motion with his hand holding his towel while talking to someone.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 336820, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 1.15, 2.29 ], "duration": 57.66, "caption": "A man picks up the towel then sets it back down.", "similarity": 0.6236, "relevance": 1 }, { "pair_id": 336821, "video_name": "s02e02_seg02_clip_11", "timestamp": [ 0.0, 11.61 ], "duration": 58.66, "caption": "A person puts their napkin on their lap as another person talks to them while pointing their finger at them.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 336822, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 35.32, 40.19 ], "duration": 81.66, "caption": "A person dries and wipes themselves with a towel.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 336823, "video_name": "house_s03e18_seg02_clip_19", "timestamp": [ 70.22, 71.42 ], "duration": 79.66, "caption": "Someone is sitting down and has both of their hands under their chin, and their elbows placed on their lap.", "similarity": 0.6161, "relevance": 0 }, { "pair_id": 336824, "video_name": "friends_s08e13_seg02_clip_02", "timestamp": [ 6.38, 9.57 ], "duration": 58.66, "caption": "A woman takes something from her lap and puts it in her hand.", "similarity": 0.6157, "relevance": 0 }, { "pair_id": 336825, "video_name": "friends_s02e01_seg02_clip_13", "timestamp": [ 55.54, 59.2 ], "duration": 61.66, "caption": "A woman removes the towel that is draped around her neck.", "similarity": 0.6123, "relevance": 0 }, { "pair_id": 336826, "video_name": "friends_s06e15-16_seg02_clip_31", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A woman moves her hands from her chest to her lap and then up to her face.", "similarity": 0.6119, "relevance": 0 }, { "pair_id": 336827, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 0.0, 13.62 ], "duration": 60.66, "caption": "A woman sits on guy's lap and touches his face.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 336828, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 32.64, 41.9 ], "duration": 88.66, "caption": "A person is washing their hands and takes a towel to dry them.", "similarity": 0.6106, "relevance": 1 }, { "pair_id": 336829, "video_name": "friends_s06e17_seg02_clip_02", "timestamp": [ 8.26, 11.21 ], "duration": 59.66, "caption": "A man takes the towel off of his shoulder and shakes his hand.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 336830, "video_name": "s06e06_seg02_clip_03", "timestamp": [ 20.41, 22.81 ], "duration": 60.66, "caption": "A man wipes his mouth with a napkin and places it on his lap.", "similarity": 0.6088, "relevance": 4 }, { "pair_id": 336831, "video_name": "s03e18_seg02_clip_11", "timestamp": [ 44.57, 45.56 ], "duration": 66.66, "caption": "A person moves his/her left arm from the couch's arm rest to his/her lap.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 336832, "video_name": "friends_s03e11_seg02_clip_17", "timestamp": [ 2.01, 4.69 ], "duration": 67.66, "caption": "A person walks into the room with a hand towel.", "similarity": 0.6083, "relevance": 0 }, { "pair_id": 336833, "video_name": "s03e21_seg01_clip_02", "timestamp": [ 42.13, 46.82 ], "duration": 72.66, "caption": "A person raises a handkerchief to cover his/her mouth.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 336834, "video_name": "castle_s06e04_seg02_clip_00", "timestamp": [ 71.0, 85.11 ], "duration": 91.66, "caption": "A person comes into someone's room with a towel wrapped around his waist to look for a razor.", "similarity": 0.6055, "relevance": 0 }, { "pair_id": 336835, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person wipes his/her hands off with a paper towel.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 336836, "video_name": "friends_s03e07_seg02_clip_08", "timestamp": [ 1.58, 4.1 ], "duration": 63.66, "caption": "A man places a green napkin on his lap.", "similarity": 0.6036, "relevance": 2 }, { "pair_id": 336837, "video_name": "friends_s01e05_seg02_clip_12", "timestamp": [ 9.46, 14.04 ], "duration": 61.66, "caption": "A person picks up a white towel then sets it back in the washer.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 336838, "video_name": "s10e12_seg02_clip_01", "timestamp": [ 42.02, 46.52 ], "duration": 60.66, "caption": "A woman to the left of a person unfolds napkin from table and places on her lap.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 336839, "video_name": "castle_s06e12_seg02_clip_17", "timestamp": [ 12.4, 15.62 ], "duration": 91.66, "caption": "A person comes out of the bedroom clutching a towel on their side wound.", "similarity": 0.6007, "relevance": 1 } ] }, { "query_id": 45156, "query": "A man listens to the patient's lungs with a stethoscope.", "relevant_moment": [ { "pair_id": 170600, "video_name": "house_s01e01_seg02_clip_13", "timestamp": [ 41.72, 47.31 ], "duration": 86.66, "caption": "A man listens to the patient's lungs with a stethoscope.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170601, "video_name": "grey_s02e13_seg02_clip_11", "timestamp": [ 81.67, 84.83 ], "duration": 90.66, "caption": "A man checks his patient's lungs with his stethoscope.", "similarity": 0.8944, "relevance": 3 }, { "pair_id": 170602, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 71.17, 81.4 ], "duration": 93.66, "caption": "A man puts a stethoscope in his ears and uses it to listen to a female patient's breathing.", "similarity": 0.8644, "relevance": 4 }, { "pair_id": 170603, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 20.95, 25.07 ], "duration": 74.66, "caption": "A doctor uses the stethoscope on the patient to listen to his chest.", "similarity": 0.8517, "relevance": 3 }, { "pair_id": 170604, "video_name": "house_s05e09_seg02_clip_23", "timestamp": [ 15.02, 29.13 ], "duration": 91.66, "caption": "A man puts on his stethoscope and listens to a person's chest.", "similarity": 0.8444, "relevance": 4 }, { "pair_id": 170605, "video_name": "house_s06e20_seg02_clip_10", "timestamp": [ 57.01, 58.35 ], "duration": 89.66, "caption": "A man takes their stethoscope to check their patient as they have trouble breathing.", "similarity": 0.8338, "relevance": 3 }, { "pair_id": 170606, "video_name": "house_s02e03_seg02_clip_11", "timestamp": [ 64.63, 68.27 ], "duration": 91.66, "caption": "A person listens to someone's breathing with a stethoscope.", "similarity": 0.8195, "relevance": 4 }, { "pair_id": 170607, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 4.08, 8.61 ], "duration": 90.66, "caption": "A person is listening to his patient's chest then takes off his stethoscope.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 170608, "video_name": "house_s07e08_seg02_clip_17", "timestamp": [ 45.09, 48.31 ], "duration": 92.66, "caption": "A person listens to someone's chest with a stethoscope.", "similarity": 0.8124, "relevance": 4 }, { "pair_id": 170609, "video_name": "house_s02e08_seg02_clip_08", "timestamp": [ 5.52, 21.17 ], "duration": 92.66, "caption": "A man listens to the heartbeat and chest of the patient.", "similarity": 0.7968, "relevance": 4 }, { "pair_id": 170610, "video_name": "house_s06e21_seg02_clip_23", "timestamp": [ 45.77, 49.93 ], "duration": 104.66, "caption": "A man puts a stethoscope in his ears and on his patient.", "similarity": 0.795, "relevance": 4 }, { "pair_id": 170611, "video_name": "grey_s02e05_seg02_clip_05", "timestamp": [ 0.0, 80.02 ], "duration": 80.66, "caption": "A person puts on their stethoscope and listens to someone's chest.", "similarity": 0.7901, "relevance": 3 }, { "pair_id": 170612, "video_name": "house_s06e10_seg02_clip_08", "timestamp": [ 10.12, 15.18 ], "duration": 92.66, "caption": "A man checks out the patient's heart with a stethoscope.", "similarity": 0.788, "relevance": 4 }, { "pair_id": 170613, "video_name": "grey_s03e23_seg02_clip_13", "timestamp": [ 24.25, 31.31 ], "duration": 88.66, "caption": "A woman listens to the patient's chest with a stethoscope.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 170614, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 69.31, 80.93 ], "duration": 93.66, "caption": "A doctor takes their stethoscope and checks the patient's breathing.", "similarity": 0.7663, "relevance": 3 }, { "pair_id": 170615, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 55.36, 59.42 ], "duration": 90.66, "caption": "A person uses a stethoscope to examine a patient.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 170616, "video_name": "house_s08e01_seg02_clip_12", "timestamp": [ 64.7, 69.98 ], "duration": 88.66, "caption": "The person checks the patient's chest using a stethoscope.", "similarity": 0.7641, "relevance": 2 }, { "pair_id": 170617, "video_name": "grey_s02e13_seg02_clip_04", "timestamp": [ 48.43, 52.15 ], "duration": 93.66, "caption": "A person places stethoscope on someone's chest and listens to their heart.", "similarity": 0.7595, "relevance": 3 }, { "pair_id": 170618, "video_name": "house_s01e01_seg02_clip_08", "timestamp": [ 27.15, 32.49 ], "duration": 89.66, "caption": "A person uses a stethoscope to listen to a young person's chest.", "similarity": 0.7588, "relevance": 4 }, { "pair_id": 170619, "video_name": "grey_s02e07_seg02_clip_00", "timestamp": [ 13.89, 25.0 ], "duration": 92.66, "caption": "A doctor uses their stethoscope to listen to the patient's stomach.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 343920, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 48.67, 53.53 ], "duration": 88.66, "caption": "A person puts on their stethoscope and listens to someone's heart.", "similarity": 0.7436, "relevance": 4 }, { "pair_id": 343921, "video_name": "house_s04e12_seg02_clip_18", "timestamp": [ 60.68, 79.26 ], "duration": 82.66, "caption": "A woman takes the stethoscope from around her neck, puts it on, and listens to the patient's chest.", "similarity": 0.7381, "relevance": 4 }, { "pair_id": 343922, "video_name": "house_s02e20_seg02_clip_04", "timestamp": [ 11.64, 17.47 ], "duration": 97.66, "caption": "A doctor is checking up a patient using stethoscope.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 343923, "video_name": "grey_s02e13_seg02_clip_11", "timestamp": [ 80.77, 86.64 ], "duration": 90.66, "caption": "A man listens to a woman's back with a stethoscope.", "similarity": 0.7339, "relevance": 3 }, { "pair_id": 343924, "video_name": "house_s03e03_seg02_clip_18", "timestamp": [ 51.96, 54.41 ], "duration": 98.66, "caption": "A man takes a stethoscope from around a person's neck and places it in his ears.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 343925, "video_name": "house_s03e03_seg02_clip_07", "timestamp": [ 32.2, 37.42 ], "duration": 87.66, "caption": "A man gives the patient a breathing tube to use.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 343926, "video_name": "house_s03e13_seg02_clip_02", "timestamp": [ 69.18, 75.1 ], "duration": 91.66, "caption": "A man puts the stethoscope in their ears and checks a person's heart.", "similarity": 0.7177, "relevance": 4 }, { "pair_id": 343927, "video_name": "house_s02e08_seg02_clip_09", "timestamp": [ 76.46, 83.29 ], "duration": 91.66, "caption": "A patient is holding a stethoscope in his hand.", "similarity": 0.7177, "relevance": 3 }, { "pair_id": 343928, "video_name": "house_s01e12_seg02_clip_14", "timestamp": [ 71.12, 73.82 ], "duration": 90.66, "caption": "A man uses a stethoscope on the patient in the bed.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 343929, "video_name": "house_s02e22_seg02_clip_02", "timestamp": [ 28.31, 32.75 ], "duration": 111.66, "caption": "A man uses a stethoscope to listen to a baby's heartbeat.", "similarity": 0.7134, "relevance": 4 }, { "pair_id": 343930, "video_name": "house_s03e02_seg02_clip_09", "timestamp": [ 9.37, 16.07 ], "duration": 89.66, "caption": "A man puts on his stethoscope and checks a person's back and chest.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 343931, "video_name": "grey_s01e04_seg02_clip_12", "timestamp": [ 0.0, 5.23 ], "duration": 95.66, "caption": "A woman puts her stethoscope on the patient and listened to her.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 343932, "video_name": "house_s02e20_seg02_clip_04", "timestamp": [ 13.1, 36.87 ], "duration": 97.66, "caption": "A person carefully examines the patient with their stethoscope.", "similarity": 0.7082, "relevance": 4 }, { "pair_id": 343933, "video_name": "met_s06e18_seg01_clip_00", "timestamp": [ 8.92, 10.19 ], "duration": 63.66, "caption": "A man looks scared as a doctor places a stethoscope on his chest.", "similarity": 0.7062, "relevance": 3 }, { "pair_id": 343934, "video_name": "house_s08e12_seg02_clip_14", "timestamp": [ 1.83, 4.12 ], "duration": 91.66, "caption": "A man gets a stethoscope from a nurse and sets it down.", "similarity": 0.7042, "relevance": 1 }, { "pair_id": 343935, "video_name": "house_s05e12_seg02_clip_06", "timestamp": [ 33.02, 35.19 ], "duration": 48.66, "caption": "A doctor reads the condition of the patient's lungs.", "similarity": 0.7011, "relevance": 1 }, { "pair_id": 343936, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 16.77, 33.12 ], "duration": 86.66, "caption": "A woman listens to a man's back with a stethoscope.", "similarity": 0.6996, "relevance": 3 }, { "pair_id": 343937, "video_name": "house_s08e08_seg02_clip_19", "timestamp": [ 26.01, 34.54 ], "duration": 89.66, "caption": "A man puts on a stethoscope while standing next to a patient in a hospital bed.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 343938, "video_name": "house_s03e01_seg02_clip_12", "timestamp": [ 25.1, 30.38 ], "duration": 88.66, "caption": "A man lends his head near the patient's mouth to listen to him.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 343939, "video_name": "house_s02e23_seg02_clip_25", "timestamp": [ 25.75, 30.37 ], "duration": 132.66, "caption": "A person removes a stethoscope from their ears as they speak to a man in a leather jacket about a young patient.", "similarity": 0.6951, "relevance": 3 } ] }, { "query_id": 45161, "query": "A man tries to introduce person to a crying person.", "relevant_moment": [ { "pair_id": 147480, "video_name": "met_s03e05_seg02_clip_12", "timestamp": [ 9.65, 13.27 ], "duration": 60.66, "caption": "A man tries to introduce person to a crying person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147481, "video_name": "house_s01e04_seg02_clip_15", "timestamp": [ 39.08, 49.86 ], "duration": 89.66, "caption": "A man talks to a woman who starts crying.", "similarity": 0.7797, "relevance": 2 }, { "pair_id": 147482, "video_name": "house_s01e01_seg02_clip_21", "timestamp": [ 50.15, 60.28 ], "duration": 92.66, "caption": "A man moves forward to approach a woman who begins crying.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 147483, "video_name": "grey_s03e14_seg02_clip_01", "timestamp": [ 6.8, 19.04 ], "duration": 90.66, "caption": "A person starts crying when another person talks to her.", "similarity": 0.764, "relevance": 1 }, { "pair_id": 147484, "video_name": "house_s03e05_seg02_clip_25", "timestamp": [ 0.0, 22.8 ], "duration": 106.66, "caption": "A man talks to a person that is fighting back tears.", "similarity": 0.7503, "relevance": 2 }, { "pair_id": 147485, "video_name": "house_s02e02_seg02_clip_19", "timestamp": [ 62.28, 66.31 ], "duration": 89.66, "caption": "A woman starts crying while a person is walking to a man.", "similarity": 0.7494, "relevance": 1 }, { "pair_id": 147486, "video_name": "castle_s08e22_seg02_clip_20", "timestamp": [ 0.0, 7.68 ], "duration": 90.66, "caption": "A man is talking to another person crying while seated.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 147487, "video_name": "met_s06e11_seg02_clip_11", "timestamp": [ 0.0, 5.38 ], "duration": 59.66, "caption": "A man is talking and crying at the same time.", "similarity": 0.7459, "relevance": 1 }, { "pair_id": 147488, "video_name": "house_s05e17_seg02_clip_20", "timestamp": [ 34.97, 55.49 ], "duration": 93.66, "caption": "A man is talking to a woman and she begins to cry.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 147489, "video_name": "s07e19_seg02_clip_16", "timestamp": [ 25.51, 30.38 ], "duration": 75.66, "caption": "A person starts crying and puts their hands over their face.", "similarity": 0.74, "relevance": 1 }, { "pair_id": 147490, "video_name": "house_s01e20_seg02_clip_11", "timestamp": [ 31.05, 37.84 ], "duration": 97.66, "caption": "A person is starting to cry while another person looks confused.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 147491, "video_name": "house_s06e13_seg02_clip_11", "timestamp": [ 2.25, 7.65 ], "duration": 90.66, "caption": "A person cries into a tissue while talking to a person.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 147492, "video_name": "house_s02e05_seg02_clip_19", "timestamp": [ 49.67, 54.15 ], "duration": 89.66, "caption": "A man cries while talking to another man.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 147493, "video_name": "friends_s08e03_seg02_clip_17", "timestamp": [ 0.0, 23.69 ], "duration": 64.66, "caption": "A woman is crying and a man tries to console her.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 147494, "video_name": "friends_s10e14_seg02_clip_09", "timestamp": [ 26.27, 33.05 ], "duration": 59.66, "caption": "A man tries to console a woman as she is crying.", "similarity": 0.7259, "relevance": 1 }, { "pair_id": 147495, "video_name": "house_s01e18_seg02_clip_21", "timestamp": [ 79.22, 90.02 ], "duration": 90.66, "caption": "A man holds on to another man as he starts to cry.", "similarity": 0.7251, "relevance": 1 }, { "pair_id": 147496, "video_name": "house_s04e16_seg02_clip_19", "timestamp": [ 63.71, 72.82 ], "duration": 130.66, "caption": "A man cries very emotionally while talking to a woman.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 147497, "video_name": "house_s05e12_seg02_clip_21", "timestamp": [ 69.21, 72.91 ], "duration": 74.66, "caption": "While a woman is talking to a man she started crying.", "similarity": 0.721, "relevance": 1 }, { "pair_id": 147498, "video_name": "castle_s02e07_seg02_clip_26", "timestamp": [ 6.7, 8.48 ], "duration": 89.66, "caption": "A woman begins to cry while talking to man.", "similarity": 0.7201, "relevance": 1 }, { "pair_id": 147499, "video_name": "house_s03e24_seg02_clip_17", "timestamp": [ 17.64, 20.65 ], "duration": 86.66, "caption": "A man is crying silently while talking to person.", "similarity": 0.7165, "relevance": 1 } ] }, { "query_id": 45180, "query": "A woman takes a drink from her beer while she sits on the couch.", "relevant_moment": [ { "pair_id": 172180, "video_name": "s06e01_seg02_clip_10", "timestamp": [ 44.25, 47.3 ], "duration": 61.66, "caption": "A woman takes a drink from her beer while she sits on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172181, "video_name": "met_s02e22_seg02_clip_01", "timestamp": [ 27.86, 30.01 ], "duration": 61.66, "caption": "A woman takes a sip of a bottle of beer while sitting on the sofa.", "similarity": 0.8894, "relevance": 4 }, { "pair_id": 172182, "video_name": "s04e14_seg02_clip_08", "timestamp": [ 15.2, 18.92 ], "duration": 62.66, "caption": "A woman drinks from the wine bottle and sits onto her couch.", "similarity": 0.8058, "relevance": 4 }, { "pair_id": 172183, "video_name": "s03e03_seg02_clip_08", "timestamp": [ 25.97, 28.63 ], "duration": 59.66, "caption": "A woman takes a sip of her beer while she sits at the bar.", "similarity": 0.7976, "relevance": 4 }, { "pair_id": 172184, "video_name": "s03e10_seg02_clip_00", "timestamp": [ 5.58, 9.3 ], "duration": 62.66, "caption": "A woman sits on the couch and put her drink on the table.", "similarity": 0.7945, "relevance": 3 }, { "pair_id": 172185, "video_name": "s06e23_seg02_clip_06", "timestamp": [ 43.52, 46.22 ], "duration": 60.66, "caption": "A woman pours a drink from a pitcher as she sits on the couch.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 172186, "video_name": "met_s03e11_seg02_clip_04", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A woman takes a drink from her bottle of beer.", "similarity": 0.783, "relevance": 4 }, { "pair_id": 172187, "video_name": "s09e23_seg02_clip_10", "timestamp": [ 49.43, 53.09 ], "duration": 61.66, "caption": "A woman takes a sip of her wine on the couch.", "similarity": 0.7818, "relevance": 3 }, { "pair_id": 172188, "video_name": "met_s06e03_seg02_clip_00", "timestamp": [ 7.18, 10.3 ], "duration": 62.66, "caption": "A person sits on the couch while holding a bottle of beer.", "similarity": 0.7744, "relevance": 3 }, { "pair_id": 172189, "video_name": "met_s06e10_seg01_clip_00", "timestamp": [ 24.11, 30.21 ], "duration": 61.66, "caption": "A woman takes a drink from her beer bottle.", "similarity": 0.7632, "relevance": 4 }, { "pair_id": 172190, "video_name": "s05e06_seg02_clip_03", "timestamp": [ 28.92, 30.4 ], "duration": 59.66, "caption": "A person was sitting on the couch whilst taking a sip at his bottle of beer.", "similarity": 0.7581, "relevance": 2 }, { "pair_id": 172191, "video_name": "s07e18_seg02_clip_03", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A woman sits onto a chair as she holds a beer.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 172192, "video_name": "friends_s09e06_seg02_clip_06", "timestamp": [ 0.0, 4.16 ], "duration": 59.66, "caption": "A woman takes a sip of her water on the couch.", "similarity": 0.749, "relevance": 2 }, { "pair_id": 172193, "video_name": "met_s02e04_seg02_clip_08", "timestamp": [ 42.18, 46.52 ], "duration": 62.66, "caption": "A woman sits on the back of the couch and drinks from a beer bong.", "similarity": 0.7473, "relevance": 3 }, { "pair_id": 172194, "video_name": "s04e14_seg02_clip_08", "timestamp": [ 14.27, 17.37 ], "duration": 62.66, "caption": "A woman drinks from the bottle of wine before sitting down in the sofa.", "similarity": 0.7418, "relevance": 4 }, { "pair_id": 172195, "video_name": "friends_s02e03_seg02_clip_02", "timestamp": [ 16.17, 18.0 ], "duration": 61.66, "caption": "A woman sits down while sipping on their drink.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 172196, "video_name": "friends_s09e12_seg02_clip_08", "timestamp": [ 5.27, 11.17 ], "duration": 62.66, "caption": "A man sits on woman's couch and sips a beer.", "similarity": 0.7304, "relevance": 3 }, { "pair_id": 172197, "video_name": "s08e16_seg02_clip_08", "timestamp": [ 26.27, 28.33 ], "duration": 59.66, "caption": "A woman takes a sip of wine from her glass as she and a person sit on the couch.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 172198, "video_name": "castle_s01e06_seg02_clip_18", "timestamp": [ 16.63, 18.17 ], "duration": 51.66, "caption": "A woman sits on the couch with a glass of wine in her hand.", "similarity": 0.7197, "relevance": 2 }, { "pair_id": 172199, "video_name": "met_s06e09_seg01_clip_00", "timestamp": [ 20.81, 24.65 ], "duration": 64.66, "caption": "A woman sits on the couch and pours a glass of wine.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 345500, "video_name": "s02e08_seg01_clip_00", "timestamp": [ 1.32, 4.95 ], "duration": 66.66, "caption": "A person puts a beer bottle on the table and sits down on the couch.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 345501, "video_name": "met_s03e11_seg02_clip_04", "timestamp": [ 4.27, 6.71 ], "duration": 61.66, "caption": "A woman takes a sip of her beer bottle.", "similarity": 0.7121, "relevance": 4 }, { "pair_id": 345502, "video_name": "grey_s02e10_seg02_clip_16", "timestamp": [ 1.59, 2.65 ], "duration": 106.66, "caption": "A woman takes a drink from a cup then sits the cup down.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 345503, "video_name": "met_s02e18_seg02_clip_03", "timestamp": [ 58.6, 61.36 ], "duration": 61.66, "caption": "A woman sits down on the couch holding a bottle of wine and two glasses.", "similarity": 0.6972, "relevance": 4 }, { "pair_id": 345504, "video_name": "friends_s08e04_seg02_clip_12", "timestamp": [ 43.88, 52.07 ], "duration": 58.66, "caption": "A woman sits down on the chair with her drink.", "similarity": 0.694, "relevance": 4 }, { "pair_id": 345505, "video_name": "s09e02_seg02_clip_07", "timestamp": [ 34.18, 37.23 ], "duration": 61.66, "caption": "A woman has a wine bottle and pours a glass as she sits on the sofa.", "similarity": 0.6939, "relevance": 3 }, { "pair_id": 345506, "video_name": "friends_s07e16_seg02_clip_05", "timestamp": [ 2.75, 13.12 ], "duration": 61.66, "caption": "A woman takes a drink of water and then another woman sits her on the couch.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 345507, "video_name": "s06e01_seg02_clip_01", "timestamp": [ 10.86, 13.34 ], "duration": 62.66, "caption": "A woman sits down on the couch holding a glass of wine.", "similarity": 0.69, "relevance": 3 }, { "pair_id": 345508, "video_name": "friends_s04e01_seg02_clip_12", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A woman sits down on the couch holding a glass of wine.", "similarity": 0.69, "relevance": 3 }, { "pair_id": 345509, "video_name": "s08e11_seg02_clip_16", "timestamp": [ 35.69, 36.56 ], "duration": 58.66, "caption": "A woman takes a drink of her beverage, while sitting at a dining room table.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 345510, "video_name": "s09e23_seg02_clip_10", "timestamp": [ 16.17, 19.22 ], "duration": 61.66, "caption": "A woman pours herself a glass of wine while sitting on the couch.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 345511, "video_name": "met_s06e21_seg01_clip_03", "timestamp": [ 14.09, 17.32 ], "duration": 58.66, "caption": "A woman takes a drink from her wine glass and sits it on the table.", "similarity": 0.6871, "relevance": 3 }, { "pair_id": 345512, "video_name": "met_s02e10_seg02_clip_13", "timestamp": [ 1.79, 5.06 ], "duration": 59.66, "caption": "A woman holds up a beer and then drinks it.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 345513, "video_name": "s06e02_seg01_clip_00", "timestamp": [ 46.21, 49.31 ], "duration": 62.66, "caption": "A woman brings a bottle of wine into the living room and sits down on the couch.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 345514, "video_name": "friends_s09e06_seg02_clip_05", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A woman sitting on couch holding a water bottle.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 345515, "video_name": "met_s06e23_seg02_clip_15", "timestamp": [ 21.37, 26.12 ], "duration": 59.66, "caption": "A woman takes a drink of her beer as person rests his head on his right hand.", "similarity": 0.6794, "relevance": 3 }, { "pair_id": 345516, "video_name": "s06e18_seg02_clip_03", "timestamp": [ 25.94, 28.38 ], "duration": 61.66, "caption": "A woman takes a drink from her glass.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 345517, "video_name": "met_s06e16_seg01_clip_01", "timestamp": [ 3.34, 7.28 ], "duration": 60.66, "caption": "A woman picks up her bottle of beer and takes a drink from it.", "similarity": 0.6764, "relevance": 3 }, { "pair_id": 345518, "video_name": "castle_s05e01_seg02_clip_14", "timestamp": [ 38.49, 41.09 ], "duration": 104.66, "caption": "A woman drinks from the bottle of alcohol that was handed to her.", "similarity": 0.6733, "relevance": 3 }, { "pair_id": 345519, "video_name": "s04e21_seg02_clip_06", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman takes a sip out of her drink.", "similarity": 0.6709, "relevance": 3 } ] }, { "query_id": 45185, "query": "A woman puts her beer bottle down on the living room coffee table.", "relevant_moment": [ { "pair_id": 11540, "video_name": "s06e01_seg02_clip_11", "timestamp": [ 4.58, 5.49 ], "duration": 61.66, "caption": "A woman puts her beer bottle down on the living room coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11541, "video_name": "s09e20_seg02_clip_08", "timestamp": [ 11.12, 12.55 ], "duration": 57.66, "caption": "A woman puts down the bottle of wine on the coffee table.", "similarity": 0.788, "relevance": 4 }, { "pair_id": 11542, "video_name": "s06e03_seg02_clip_13", "timestamp": [ 11.52, 13.92 ], "duration": 96.66, "caption": "A woman puts down the bottle of an alcoholic drink in the center table.", "similarity": 0.7724, "relevance": 4 }, { "pair_id": 11543, "video_name": "s06e01_seg02_clip_11", "timestamp": [ 6.71, 10.07 ], "duration": 61.66, "caption": "A person sits up and puts their beer bottle down on the coffee table.", "similarity": 0.76, "relevance": 3 }, { "pair_id": 11544, "video_name": "s04e08_seg02_clip_13", "timestamp": [ 18.3, 23.32 ], "duration": 59.66, "caption": "A woman puts her glass of wine down on the coffee table.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 11545, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 7.2, 9.6 ], "duration": 60.66, "caption": "A woman sets down a coffee mug on a table in the room.", "similarity": 0.7433, "relevance": 3 }, { "pair_id": 11546, "video_name": "friends_s06e18_seg02_clip_06", "timestamp": [ 39.22, 41.18 ], "duration": 56.66, "caption": "A woman puts her coffee cup down on the table.", "similarity": 0.7386, "relevance": 2 }, { "pair_id": 11547, "video_name": "met_s06e18_seg02_clip_07", "timestamp": [ 8.54, 17.39 ], "duration": 61.66, "caption": "A woman takes a drink from her beer and then sets it back down on the table.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 11548, "video_name": "met_s03e04_seg01_clip_00", "timestamp": [ 19.69, 21.87 ], "duration": 62.66, "caption": "A woman puts four beers onto the coffee table.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 11549, "video_name": "s08e03_seg02_clip_12", "timestamp": [ 23.09, 25.36 ], "duration": 65.66, "caption": "A woman sets a glass of beer down on the restaurant table as she sits down.", "similarity": 0.7084, "relevance": 2 }, { "pair_id": 11550, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 36.62, 39.02 ], "duration": 60.66, "caption": "A woman puts her spoon down on the coffee table in the living room.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 11551, "video_name": "house_s07e18_seg02_clip_07", "timestamp": [ 10.01, 14.11 ], "duration": 91.66, "caption": "A woman puts down a glass of beer she just drank.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 11552, "video_name": "friends_s09e04_seg02_clip_17", "timestamp": [ 0.0, 2.02 ], "duration": 57.66, "caption": "A woman sets her wine glass down on the coffee table.", "similarity": 0.6923, "relevance": 3 }, { "pair_id": 11553, "video_name": "s10e08_seg02_clip_03", "timestamp": [ 6.2, 8.99 ], "duration": 62.66, "caption": "A woman walks into the living room and places two bottles on the table.", "similarity": 0.6889, "relevance": 3 }, { "pair_id": 11554, "video_name": "s08e24_seg02_clip_09", "timestamp": [ 1.89, 3.78 ], "duration": 63.66, "caption": "A woman puts her wine glass and plate of food down on the coffee table.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 11555, "video_name": "s02e08_seg01_clip_00", "timestamp": [ 1.32, 4.95 ], "duration": 66.66, "caption": "A person puts a beer bottle on the table and sits down on the couch.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 11556, "video_name": "s10e04_seg02_clip_17", "timestamp": [ 66.03, 67.26 ], "duration": 82.66, "caption": "A woman puts a coffee mug down on an end table.", "similarity": 0.6861, "relevance": 2 }, { "pair_id": 11557, "video_name": "friends_s06e23_seg02_clip_02", "timestamp": [ 53.42, 59.03 ], "duration": 59.66, "caption": "A woman puts her wine glass on the coffee table.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 11558, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 27.1, 29.62 ], "duration": 63.66, "caption": "A woman sets her coffee mug down on the table.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 11559, "video_name": "s07e12_seg02_clip_01", "timestamp": [ 0.63, 2.84 ], "duration": 63.66, "caption": "A woman approaches the table and puts a drink down.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 184860, "video_name": "friends_s03e12_seg02_clip_12", "timestamp": [ 27.66, 28.26 ], "duration": 59.66, "caption": "A woman puts her mug down on the table.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 184861, "video_name": "s05e22_seg02_clip_12", "timestamp": [ 49.32, 51.64 ], "duration": 58.66, "caption": "A woman sets her coffee mug down on the coffee table in the living room while talking to two women.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 184862, "video_name": "s05e20_seg02_clip_04", "timestamp": [ 33.65, 36.27 ], "duration": 58.66, "caption": "A woman puts down her wine glass onto the table.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 184863, "video_name": "s06e18_seg02_clip_02", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman sets her wine glass down on the coffee table in front of her.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 184864, "video_name": "house_s07e12_seg02_clip_12", "timestamp": [ 0.0, 9.6 ], "duration": 91.66, "caption": "A woman drinks from her cup and then sets it down.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 184865, "video_name": "friends_s02e23_seg02_clip_15", "timestamp": [ 0.0, 1.9 ], "duration": 76.66, "caption": "A woman sets a bottle of wine down on the table in the kitchen.", "similarity": 0.665, "relevance": 3 }, { "pair_id": 184866, "video_name": "s06e01_seg02_clip_11", "timestamp": [ 6.71, 10.07 ], "duration": 61.66, "caption": "A person sits up and puts a beer bottle on a table.", "similarity": 0.6642, "relevance": 3 }, { "pair_id": 184867, "video_name": "friends_s06e15-16_seg02_clip_27", "timestamp": [ 6.59, 8.02 ], "duration": 57.66, "caption": "A woman finishes their drink and sets the glass down on the coffee table.", "similarity": 0.6616, "relevance": 3 }, { "pair_id": 184868, "video_name": "friends_s06e24-25_seg02_clip_26", "timestamp": [ 3.41, 8.06 ], "duration": 62.66, "caption": "A woman takes a drink of her coffee mug and sets it down.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 184869, "video_name": "friends_s07e19_seg02_clip_15", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A person pours a glass of wine and puts the bottle down on the coffee table.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 184870, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 5.15, 7.43 ], "duration": 57.66, "caption": "A woman puts a bottle of wine on the kitchen table.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 184871, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 7.88, 9.46 ], "duration": 45.66, "caption": "A woman puts the mug down on the table.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 184872, "video_name": "s02e15_seg02_clip_06", "timestamp": [ 0.0, 3.84 ], "duration": 64.66, "caption": "A woman takes a drink from her coffee mug and sets it down.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 184873, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 46.82, 48.42 ], "duration": 80.66, "caption": "A woman puts her food down on the coffee table.", "similarity": 0.656, "relevance": 3 }, { "pair_id": 184874, "video_name": "s06e14_seg02_clip_13", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "A woman puts a water bottle onto the coffee table as she sits in a chair.", "similarity": 0.6548, "relevance": 3 }, { "pair_id": 184875, "video_name": "s07e05_seg02_clip_01", "timestamp": [ 37.19, 40.73 ], "duration": 59.66, "caption": "A woman pours wine in her glass and sets the bottle on the coffee table.", "similarity": 0.6535, "relevance": 3 }, { "pair_id": 184876, "video_name": "friends_s05e05_seg02_clip_15", "timestamp": [ 59.02, 63.85 ], "duration": 69.66, "caption": "A woman sets her coffee cup on a table and sits down.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 184877, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 18.61, 21.66 ], "duration": 61.66, "caption": "A woman puts her coffee cup on top of the coffee table.", "similarity": 0.6488, "relevance": 3 }, { "pair_id": 184878, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 14.81, 23.01 ], "duration": 63.66, "caption": "A woman drinks from her mug and places it on the table.", "similarity": 0.6473, "relevance": 3 }, { "pair_id": 184879, "video_name": "s06e02_seg01_clip_00", "timestamp": [ 46.21, 49.31 ], "duration": 62.66, "caption": "A woman brings a bottle of wine into the living room and sits down on the couch.", "similarity": 0.6458, "relevance": 3 } ] }, { "query_id": 45253, "query": "A woman pulls a man's black glasses off his face as photographs are taken of them.", "relevant_moment": [ { "pair_id": 11980, "video_name": "castle_s01e01_seg02_clip_01", "timestamp": [ 1.7, 4.25 ], "duration": 85.66, "caption": "A woman pulls a man's black glasses off his face as photographs are taken of them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11981, "video_name": "s04e18_seg01_clip_00", "timestamp": [ 37.53, 57.07 ], "duration": 62.66, "caption": "A woman takes a man's glasses off and holds them in her hand.", "similarity": 0.7527, "relevance": 2 }, { "pair_id": 11982, "video_name": "castle_s01e01_seg02_clip_01", "timestamp": [ 1.7, 4.25 ], "duration": 85.66, "caption": "A woman takes the sunglasses off a man's face.", "similarity": 0.737, "relevance": 4 }, { "pair_id": 11983, "video_name": "castle_s05e12_seg02_clip_22", "timestamp": [ 20.19, 24.68 ], "duration": 89.66, "caption": "A woman hands a man with glasses a photo of a person and he looks at it.", "similarity": 0.7068, "relevance": 1 }, { "pair_id": 11984, "video_name": "s06e12_seg02_clip_18", "timestamp": [ 12.41, 17.81 ], "duration": 40.66, "caption": "A woman takes out glasses and puts them on in front of a man.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 11985, "video_name": "castle_s05e12_seg02_clip_22", "timestamp": [ 19.74, 23.78 ], "duration": 89.66, "caption": "A woman shows a picture to the man wearing eyeglasses.", "similarity": 0.6799, "relevance": 1 }, { "pair_id": 11986, "video_name": "s08e15_seg02_clip_06", "timestamp": [ 2.1, 3.6 ], "duration": 60.66, "caption": "A woman takes her glasses off of her face with one hand.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 11987, "video_name": "house_s07e11_seg02_clip_05", "timestamp": [ 7.24, 8.32 ], "duration": 72.66, "caption": "A woman takes off her glasses to look at person.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 11988, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 7.67, 9.44 ], "duration": 59.66, "caption": "A woman removes her glasses from her face.", "similarity": 0.6412, "relevance": 1 }, { "pair_id": 11989, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 78.93, 80.77 ], "duration": 92.66, "caption": "A man takes off their glasses while talking with a woman.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 11990, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 12.96, 16.66 ], "duration": 92.66, "caption": "A person takes off their glasses as they speak to woman.", "similarity": 0.6374, "relevance": 0 }, { "pair_id": 11991, "video_name": "castle_s03e20_seg02_clip_21", "timestamp": [ 78.74, 84.65 ], "duration": 91.66, "caption": "A woman pulls out a photo of a man for another woman to identify.", "similarity": 0.6363, "relevance": 0 }, { "pair_id": 11992, "video_name": "friends_s06e15-16_seg02_clip_23", "timestamp": [ 3.3, 9.35 ], "duration": 55.66, "caption": "A man is holding two glasses, and gives one to a woman.", "similarity": 0.6327, "relevance": 0 }, { "pair_id": 11993, "video_name": "s10e07_seg02_clip_06", "timestamp": [ 29.11, 33.62 ], "duration": 60.66, "caption": "A person lifts their hand and pulls their eye glasses off then puts them back on.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 11994, "video_name": "castle_s04e09_seg02_clip_10", "timestamp": [ 15.77, 21.17 ], "duration": 90.66, "caption": "A man gives woman a magnifying glass to look a photo closely.", "similarity": 0.6316, "relevance": 0 }, { "pair_id": 11995, "video_name": "castle_s06e14_seg02_clip_18", "timestamp": [ 30.27, 32.94 ], "duration": 89.66, "caption": "A woman takes off her eye glasses to look at woman.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 11996, "video_name": "castle_s07e23_seg02_clip_05", "timestamp": [ 30.02, 35.24 ], "duration": 87.66, "caption": "A woman takes the stack of photos from a man and looks at them.", "similarity": 0.6301, "relevance": 0 }, { "pair_id": 11997, "video_name": "house_s02e06_seg02_clip_10", "timestamp": [ 76.63, 80.86 ], "duration": 94.66, "caption": "A woman takes her glasses off and talks to a man.", "similarity": 0.6288, "relevance": 1 }, { "pair_id": 11998, "video_name": "grey_s03e10_seg02_clip_07", "timestamp": [ 9.96, 14.04 ], "duration": 90.66, "caption": "A woman removes her glasses with her right hand.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 11999, "video_name": "grey_s03e09_seg02_clip_27", "timestamp": [ 15.06, 17.99 ], "duration": 83.66, "caption": "A woman removes her glasses with her right hand.", "similarity": 0.6239, "relevance": 1 } ] }, { "query_id": 45290, "query": "Person and person enter the lab with flowers for woman and woman.", "relevant_moment": [ { "pair_id": 165680, "video_name": "s09e19_seg02_clip_15", "timestamp": [ 0.0, 14.27 ], "duration": 62.66, "caption": "Person and person enter the lab with flowers for woman and woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165681, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 7.02, 8.54 ], "duration": 61.66, "caption": "A person walks into the lab and asks two women for someone and someone.", "similarity": 0.7176, "relevance": 2 }, { "pair_id": 165682, "video_name": "s09e19_seg02_clip_00", "timestamp": [ 20.49, 24.01 ], "duration": 64.66, "caption": "A woman and another woman walk into the lab and a man walks over and someone kisses her on the cheek.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 165683, "video_name": "s03e10_seg02_clip_15", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A woman enters the lab, talks to a man in guy's presence.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 165684, "video_name": "castle_s04e18_seg02_clip_20", "timestamp": [ 28.6, 32.62 ], "duration": 89.66, "caption": "A woman walks into the lab with a folder in her hand and person behind her.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 165685, "video_name": "house_s07e03_seg02_clip_00", "timestamp": [ 48.73, 66.36 ], "duration": 92.66, "caption": "A person takes flowers from a patient's room to give to someone.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 165686, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 0.0, 80.78 ], "duration": 86.66, "caption": "A man and woman both talk to each other in the lab.", "similarity": 0.6426, "relevance": 0 }, { "pair_id": 165687, "video_name": "s02e08_seg02_clip_03", "timestamp": [ 23.79, 25.53 ], "duration": 58.66, "caption": "Some people enter a lab together.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 165688, "video_name": "castle_s05e06_seg02_clip_05", "timestamp": [ 25.7, 27.05 ], "duration": 90.66, "caption": "A person and another person enters the lab and one of them pushes the door.", "similarity": 0.6317, "relevance": 1 }, { "pair_id": 165689, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 0.0, 4.68 ], "duration": 78.66, "caption": "A person enters a hospital room bringing flowers for the patient.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 165690, "video_name": "s01e05_seg02_clip_10", "timestamp": [ 35.93, 37.92 ], "duration": 57.66, "caption": "A person enters a lab and starts a conversation with another person.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 165691, "video_name": "s08e11_seg02_clip_06", "timestamp": [ 6.41, 8.54 ], "duration": 61.66, "caption": "A person comes walking to the clean lab that some people are in.", "similarity": 0.6139, "relevance": 1 }, { "pair_id": 165692, "video_name": "friends_s01e10_seg02_clip_11", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A woman walks into a man's lab and he kisses her.", "similarity": 0.613, "relevance": 1 }, { "pair_id": 165693, "video_name": "s02e11_seg02_clip_05", "timestamp": [ 28.21, 36.32 ], "duration": 60.66, "caption": "A man offers to let a woman see their lab and all the awesome gadgets they have there.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 165694, "video_name": "s09e19_seg02_clip_14", "timestamp": [ 44.72, 47.42 ], "duration": 60.66, "caption": "A woman runs into the lab where two people are working in.", "similarity": 0.6115, "relevance": 1 }, { "pair_id": 165695, "video_name": "s01e03_seg02_clip_03", "timestamp": [ 16.44, 20.78 ], "duration": 62.66, "caption": "A man walks into a woman's lab and stops.", "similarity": 0.6081, "relevance": 1 }, { "pair_id": 165696, "video_name": "s10e03_seg02_clip_05", "timestamp": [ 26.92, 29.34 ], "duration": 69.66, "caption": "A person opens the door to the lab and greets some people.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 165697, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 0.0, 86.66 ], "duration": 86.66, "caption": "A woman and a man are in the lab as they converse.", "similarity": 0.6046, "relevance": 1 }, { "pair_id": 165698, "video_name": "house_s01e15_seg02_clip_14", "timestamp": [ 40.05, 66.45 ], "duration": 91.66, "caption": "A man has a conversation with a woman in the lab.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 165699, "video_name": "castle_s04e19_seg02_clip_07", "timestamp": [ 18.28, 23.93 ], "duration": 87.66, "caption": "A woman walks around the morgue and a man with a woman enter the lab.", "similarity": 0.5995, "relevance": 1 } ] }, { "query_id": 45291, "query": "A person bursts out of a lab supply closet.", "relevant_moment": [ { "pair_id": 152380, "video_name": "s09e19_seg02_clip_15", "timestamp": [ 27.29, 32.26 ], "duration": 62.66, "caption": "A person bursts out of a lab supply closet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152381, "video_name": "s09e19_seg02_clip_15", "timestamp": [ 51.48, 60.48 ], "duration": 62.66, "caption": "Some people leave the lab and leave a person in the closet.", "similarity": 0.6744, "relevance": 0 }, { "pair_id": 152383, "video_name": "s09e06_seg01_clip_00", "timestamp": [ 1.24, 7.13 ], "duration": 62.66, "caption": "A person comes in the lab where a man is working.", "similarity": 0.6336, "relevance": 0 }, { "pair_id": 152384, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A person walks away from someone in to the lab.", "similarity": 0.6167, "relevance": 0 }, { "pair_id": 152385, "video_name": "s03e02_seg02_clip_14", "timestamp": [ 51.04, 53.6 ], "duration": 57.66, "caption": "Person turns away from person and walks out of the lab.", "similarity": 0.6102, "relevance": 0 }, { "pair_id": 152386, "video_name": "s01e12_seg02_clip_05", "timestamp": [ 37.52, 40.82 ], "duration": 60.66, "caption": "A person walks a few steps into someone's lab then stops.", "similarity": 0.6033, "relevance": 0 }, { "pair_id": 152387, "video_name": "s10e10_seg02_clip_03", "timestamp": [ 23.41, 26.11 ], "duration": 60.66, "caption": "A person takes a moving box out of a closet.", "similarity": 0.5958, "relevance": 0 }, { "pair_id": 152388, "video_name": "house_s07e19_seg02_clip_24", "timestamp": [ 55.01, 59.71 ], "duration": 94.66, "caption": "A person suddenly gets out from the room of the patient.", "similarity": 0.5947, "relevance": 0 }, { "pair_id": 152389, "video_name": "s08e22_seg02_clip_06", "timestamp": [ 39.39, 48.53 ], "duration": 63.66, "caption": "A person walks into the apartment and freaks out when he sees the machine in pieces.", "similarity": 0.5873, "relevance": 0 }, { "pair_id": 152390, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 36.35, 41.41 ], "duration": 92.66, "caption": "A person walks away from a woman out of the lab.", "similarity": 0.5784, "relevance": 0 }, { "pair_id": 152391, "video_name": "house_s02e20_seg02_clip_24", "timestamp": [ 114.43, 127.43 ], "duration": 130.66, "caption": "A person sees something on a test and runs out of the room.", "similarity": 0.5779, "relevance": 0 }, { "pair_id": 152392, "video_name": "s10e08_seg02_clip_00", "timestamp": [ 21.97, 25.63 ], "duration": 61.66, "caption": "A person walks into someone's lab with a janitor's cart.", "similarity": 0.577, "relevance": 0 }, { "pair_id": 152393, "video_name": "house_s02e13_seg02_clip_19", "timestamp": [ 38.65, 45.55 ], "duration": 92.66, "caption": "A person leaves the lab and goes to meet with his team in his office.", "similarity": 0.5755, "relevance": 1 }, { "pair_id": 152394, "video_name": "castle_s05e11_seg02_clip_14", "timestamp": [ 20.65, 38.71 ], "duration": 86.66, "caption": "A man goes into the closet to gather items then comes out.", "similarity": 0.5719, "relevance": 0 }, { "pair_id": 152395, "video_name": "house_s03e18_seg02_clip_08", "timestamp": [ 60.05, 64.19 ], "duration": 69.66, "caption": "A man leaves the laboratory after talking to colleagues.", "similarity": 0.5717, "relevance": 0 }, { "pair_id": 152396, "video_name": "house_s01e22_seg02_clip_06", "timestamp": [ 0.0, 3.8 ], "duration": 95.66, "caption": "A person walks into the laboratory to talk with someone.", "similarity": 0.5688, "relevance": 0 }, { "pair_id": 152398, "video_name": "house_s01e15_seg02_clip_18", "timestamp": [ 72.17, 78.02 ], "duration": 78.66, "caption": "A person grabs some medical equipment out of a top cupboard.", "similarity": 0.5673, "relevance": 1 }, { "pair_id": 152399, "video_name": "s03e15_seg01_clip_02", "timestamp": [ 54.48, 55.8 ], "duration": 66.66, "caption": "A person runs out of the cafeteria to go pack at the apartment.", "similarity": 0.5654, "relevance": 0 } ] }, { "query_id": 45341, "query": "A man kicks out a customer and then comes over to the booth.", "relevant_moment": [ { "pair_id": 149780, "video_name": "met_s02e14_seg01_clip_01", "timestamp": [ 34.88, 43.25 ], "duration": 54.66, "caption": "A man kicks out a customer and then comes over to the booth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149781, "video_name": "met_s02e19_seg02_clip_16", "timestamp": [ 51.91, 60.4 ], "duration": 62.66, "caption": "A man sits down at the booth and, immediately, gets up and walks off.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 149782, "video_name": "met_s06e17_seg02_clip_01", "timestamp": [ 13.66, 16.39 ], "duration": 60.66, "caption": "A man gets up from the booth he has been sitting at.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 149783, "video_name": "met_s06e16_seg02_clip_14", "timestamp": [ 40.02, 43.49 ], "duration": 63.66, "caption": "A man goes to lean back in the booth but startles forward.", "similarity": 0.6167, "relevance": 1 }, { "pair_id": 149784, "video_name": "castle_s07e20_seg02_clip_09", "timestamp": [ 71.74, 74.47 ], "duration": 90.66, "caption": "A person moves from the booth and stands up.", "similarity": 0.585, "relevance": 0 }, { "pair_id": 149785, "video_name": "met_s06e01_seg02_clip_05", "timestamp": [ 45.92, 50.12 ], "duration": 60.66, "caption": "A man jumps out of the booth and pulls out his wallet.", "similarity": 0.5848, "relevance": 0 }, { "pair_id": 149786, "video_name": "friends_s06e14_seg02_clip_06", "timestamp": [ 0.32, 1.89 ], "duration": 63.66, "caption": "A man shakes his pencil in his hand towards a customer.", "similarity": 0.5696, "relevance": 0 }, { "pair_id": 149787, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 15.96, 23.79 ], "duration": 58.66, "caption": "A man gets out of the booth and tosses some money on the table before walking away.", "similarity": 0.5676, "relevance": 1 }, { "pair_id": 149788, "video_name": "friends_s06e12_seg02_clip_12", "timestamp": [ 32.96, 46.69 ], "duration": 61.66, "caption": "A man gets one remaining customer out of the coffee shop.", "similarity": 0.5606, "relevance": 2 }, { "pair_id": 149789, "video_name": "met_s03e13_seg02_clip_08", "timestamp": [ 49.04, 52.03 ], "duration": 59.66, "caption": "A man gets up from the booth and heads towards the back of the bar.", "similarity": 0.5604, "relevance": 1 }, { "pair_id": 149790, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 11.58, 14.13 ], "duration": 56.66, "caption": "A person grabs their drink and gets out of the booth.", "similarity": 0.5555, "relevance": 0 }, { "pair_id": 149791, "video_name": "met_s06e13_seg02_clip_01", "timestamp": [ 22.51, 24.61 ], "duration": 60.66, "caption": "A man gets up from the booth and stands in front of a woman.", "similarity": 0.5542, "relevance": 0 }, { "pair_id": 149792, "video_name": "house_s05e05_seg02_clip_03", "timestamp": [ 32.41, 36.91 ], "duration": 90.66, "caption": "A person gets up from a booth in a restaurant and walks off.", "similarity": 0.5525, "relevance": 1 }, { "pair_id": 149793, "video_name": "met_s03e17_seg02_clip_00", "timestamp": [ 23.83, 27.19 ], "duration": 61.66, "caption": "A guy walks over to the booth, grabs a chair from a table, and sits down.", "similarity": 0.5508, "relevance": 1 }, { "pair_id": 149794, "video_name": "s01e07_seg02_clip_12", "timestamp": [ 27.01, 33.92 ], "duration": 60.66, "caption": "A man leans in from across the booth at the restaurant while talking to another person.", "similarity": 0.5492, "relevance": 0 }, { "pair_id": 149795, "video_name": "castle_s06e13_seg02_clip_18", "timestamp": [ 34.14, 37.88 ], "duration": 93.66, "caption": "A man leaves the people to get the customers at the other end of the bar.", "similarity": 0.548, "relevance": 0 }, { "pair_id": 149796, "video_name": "met_s03e02_seg02_clip_02", "timestamp": [ 0.0, 3.07 ], "duration": 61.66, "caption": "A man sits down at booth with some people.", "similarity": 0.5479, "relevance": 0 }, { "pair_id": 149797, "video_name": "met_s03e02_seg02_clip_09", "timestamp": [ 15.7, 18.72 ], "duration": 60.66, "caption": "A person falls over in a restaurant booth next to a man.", "similarity": 0.5469, "relevance": 0 }, { "pair_id": 149798, "video_name": "met_s06e18_seg02_clip_05", "timestamp": [ 3.19, 4.64 ], "duration": 58.66, "caption": "A person quickly gets out of the booth and walks away.", "similarity": 0.5458, "relevance": 2 }, { "pair_id": 149799, "video_name": "met_s06e24_seg01_clip_01", "timestamp": [ 35.09, 39.36 ], "duration": 61.66, "caption": "A person gets out of the booth and walks away.", "similarity": 0.5442, "relevance": 1 } ] }, { "query_id": 45376, "query": "A man shrugs his shoulders into a slow sigh.", "relevant_moment": [ { "pair_id": 3640, "video_name": "house_s05e15_seg02_clip_02", "timestamp": [ 28.84, 31.99 ], "duration": 90.66, "caption": "A man shrugs his shoulders into a slow sigh.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 3641, "video_name": "castle_s02e22_seg02_clip_15", "timestamp": [ 75.23, 78.34 ], "duration": 89.66, "caption": "A man faintly shrugs his shoulders while he sits in his chair talking.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 3642, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 14.04, 16.48 ], "duration": 61.66, "caption": "A man shrugs his shoulders when talking to another person.", "similarity": 0.6946, "relevance": 2 }, { "pair_id": 3643, "video_name": "s05e22_seg01_clip_02", "timestamp": [ 24.65, 29.77 ], "duration": 64.66, "caption": "A man quickly shrugs while responding to a remark that person makes.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 3644, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 28.68, 33.26 ], "duration": 61.66, "caption": "A man takes a long sigh after hearing a person's response.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 3645, "video_name": "s05e16_seg02_clip_17", "timestamp": [ 68.65, 75.02 ], "duration": 75.66, "caption": "A man shrugs his shoulders as he is speaking to a woman.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 3646, "video_name": "castle_s05e18_seg02_clip_01", "timestamp": [ 75.79, 79.83 ], "duration": 89.66, "caption": "A man quickly shrugs when another man looks at him.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 3647, "video_name": "friends_s06e01_seg01_clip_01", "timestamp": [ 6.36, 10.67 ], "duration": 41.66, "caption": "A man shrugs when he mentions the speedy relationship.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 3648, "video_name": "house_s06e07_seg02_clip_11", "timestamp": [ 32.77, 33.22 ], "duration": 91.66, "caption": "A man shrugs his shoulders at a woman during a conversation.", "similarity": 0.6548, "relevance": 1 }, { "pair_id": 3649, "video_name": "castle_s05e23_seg02_clip_23", "timestamp": [ 9.07, 14.68 ], "duration": 86.66, "caption": "A man shrugs his shoulders while explaining his actions to a woman.", "similarity": 0.6389, "relevance": 2 }, { "pair_id": 3650, "video_name": "s04e13_seg02_clip_13", "timestamp": [ 58.62, 63.03 ], "duration": 63.66, "caption": "A person shrugs his shoulders and gets into bed.", "similarity": 0.6256, "relevance": 2 }, { "pair_id": 3651, "video_name": "met_s06e11_seg02_clip_10", "timestamp": [ 55.8, 58.47 ], "duration": 59.66, "caption": "A woman shrugs in response to something man says.", "similarity": 0.6251, "relevance": 3 }, { "pair_id": 3652, "video_name": "friends_s07e11_seg02_clip_08", "timestamp": [ 47.32, 53.42 ], "duration": 58.66, "caption": "A woman shrugs her shoulders when talking to a man.", "similarity": 0.625, "relevance": 2 }, { "pair_id": 3653, "video_name": "house_s03e13_seg02_clip_23", "timestamp": [ 4.92, 32.65 ], "duration": 89.66, "caption": "A man shrugs his shoulders as another man is talking with him.", "similarity": 0.6244, "relevance": 2 }, { "pair_id": 3654, "video_name": "s08e12_seg02_clip_08", "timestamp": [ 13.51, 19.51 ], "duration": 60.66, "caption": "A person shrugs his shoulders and shakes his head as he speaks to another person.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 3655, "video_name": "house_s02e06_seg02_clip_08", "timestamp": [ 5.79, 7.12 ], "duration": 89.66, "caption": "A man shrugs their shoulders at the people in the group.", "similarity": 0.6198, "relevance": 3 }, { "pair_id": 3656, "video_name": "castle_s06e01_seg02_clip_07", "timestamp": [ 44.51, 46.12 ], "duration": 80.66, "caption": "A man shakes his head and rolls his eyes at a person's response.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 3657, "video_name": "friends_s05e18_seg02_clip_11", "timestamp": [ 54.01, 57.25 ], "duration": 59.66, "caption": "A man shakes his head and rolls his eyes.", "similarity": 0.6134, "relevance": 0 }, { "pair_id": 3658, "video_name": "friends_s10e02_seg02_clip_22", "timestamp": [ 13.21, 15.61 ], "duration": 60.66, "caption": "A man shrugs his shoulders as he talks with another man.", "similarity": 0.6098, "relevance": 3 }, { "pair_id": 3659, "video_name": "friends_s04e15_seg02_clip_00", "timestamp": [ 19.85, 21.75 ], "duration": 63.66, "caption": "A man shrugs his shoulders at woman and makes a face.", "similarity": 0.6093, "relevance": 3 } ] }, { "query_id": 45397, "query": "Two people listen and speak to the phone with clasped hands.", "relevant_moment": [ { "pair_id": 166640, "video_name": "house_s07e13_seg02_clip_20", "timestamp": [ 65.34, 69.48 ], "duration": 92.66, "caption": "Two people listen and speak to the phone with clasped hands.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 166641, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 0.0, 44.02 ], "duration": 44.66, "caption": "Two people talk to each other on the phone.", "similarity": 0.8189, "relevance": 2 }, { "pair_id": 166642, "video_name": "s08e01_seg02_clip_01", "timestamp": [ 0.0, 20.41 ], "duration": 60.66, "caption": "Two people talk together on the phone.", "similarity": 0.8169, "relevance": 2 }, { "pair_id": 166643, "video_name": "s09e22_seg02_clip_01", "timestamp": [ 30.75, 35.11 ], "duration": 58.66, "caption": "Two people are on their phones talking to each other.", "similarity": 0.8103, "relevance": 2 }, { "pair_id": 166644, "video_name": "s01e11_seg02_clip_04", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "Two people are speaking to each other on their cell phones.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 166645, "video_name": "castle_s05e08_seg02_clip_10", "timestamp": [ 28.4, 54.47 ], "duration": 93.66, "caption": "Two people are speaking to each other on their cellphones.", "similarity": 0.8056, "relevance": 2 }, { "pair_id": 166646, "video_name": "castle_s07e16_seg02_clip_13", "timestamp": [ 0.0, 20.12 ], "duration": 89.66, "caption": "Two people are talking on the phone.", "similarity": 0.8045, "relevance": 2 }, { "pair_id": 166647, "video_name": "friends_s03e12_seg02_clip_02", "timestamp": [ 1.18, 21.25 ], "duration": 59.66, "caption": "Two people are talking to each other on the phone.", "similarity": 0.8025, "relevance": 2 }, { "pair_id": 166648, "video_name": "castle_s07e19_seg02_clip_10", "timestamp": [ 8.15, 23.98 ], "duration": 90.66, "caption": "Two people are having a conversation in the phone.", "similarity": 0.7889, "relevance": 2 }, { "pair_id": 166649, "video_name": "castle_s08e04_seg02_clip_18", "timestamp": [ 4.3, 19.33 ], "duration": 85.66, "caption": "Two people talk to each other over the phone.", "similarity": 0.7872, "relevance": 2 }, { "pair_id": 166650, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 0.0, 15.4 ], "duration": 61.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 166651, "video_name": "grey_s03e16_seg02_clip_05", "timestamp": [ 0.0, 26.01 ], "duration": 100.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 166652, "video_name": "friends_s04e23-24_seg02_clip_19", "timestamp": [ 0.0, 22.34 ], "duration": 58.66, "caption": "Two people are having a conversation on the phone.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 166653, "video_name": "s09e22_seg02_clip_02", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "Two people are on their cellphones talking to each other.", "similarity": 0.7732, "relevance": 2 }, { "pair_id": 166654, "video_name": "castle_s08e08_seg02_clip_09", "timestamp": [ 53.63, 71.5 ], "duration": 89.66, "caption": "Two people have a conversation over the phone.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 166655, "video_name": "castle_s06e11_seg02_clip_21", "timestamp": [ 7.74, 65.99 ], "duration": 91.66, "caption": "Two people were having a conversation through the phone.", "similarity": 0.7648, "relevance": 2 }, { "pair_id": 166656, "video_name": "castle_s05e19_seg02_clip_05", "timestamp": [ 22.26, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation through the phone.", "similarity": 0.7648, "relevance": 2 }, { "pair_id": 166657, "video_name": "house_s03e19_seg02_clip_17", "timestamp": [ 50.97, 55.98 ], "duration": 91.66, "caption": "Two people are talking to each other and one of them holds the other's hand.", "similarity": 0.7645, "relevance": 0 }, { "pair_id": 166658, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person is holding his phone as he is speaking to another person.", "similarity": 0.7593, "relevance": 0 }, { "pair_id": 166659, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 0.0, 13.4 ], "duration": 57.66, "caption": "Two people are having a conversation on the telephone.", "similarity": 0.7502, "relevance": 1 } ] }, { "query_id": 45446, "query": "A man is checking off things on a list while sitting on a list talking to some people.", "relevant_moment": [ { "pair_id": 156980, "video_name": "friends_s05e22_seg02_clip_12", "timestamp": [ 14.81, 25.84 ], "duration": 63.66, "caption": "A man is checking off things on a list while sitting on a list talking to some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156981, "video_name": "house_s02e22_seg02_clip_02", "timestamp": [ 9.44, 14.43 ], "duration": 111.66, "caption": "A man is checking a thing while talking to a person.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 156982, "video_name": "s06e01_seg02_clip_03", "timestamp": [ 10.44, 16.54 ], "duration": 58.66, "caption": "A person lists all the things they do by themselves while talking to other people.", "similarity": 0.652, "relevance": 2 }, { "pair_id": 156983, "video_name": "friends_s09e19_seg02_clip_10", "timestamp": [ 0.0, 26.73 ], "duration": 60.66, "caption": "A man lists the items he needs to a person on the phone.", "similarity": 0.6356, "relevance": 4 }, { "pair_id": 156984, "video_name": "met_s06e12_seg02_clip_07", "timestamp": [ 16.51, 21.31 ], "duration": 60.66, "caption": "A man counts off a list using his fingers.", "similarity": 0.6208, "relevance": 2 }, { "pair_id": 156985, "video_name": "castle_s05e18_seg02_clip_03", "timestamp": [ 55.39, 58.12 ], "duration": 90.66, "caption": "A man looks at a name list in his hand.", "similarity": 0.6083, "relevance": 4 }, { "pair_id": 156986, "video_name": "met_s02e18_seg02_clip_18", "timestamp": [ 37.24, 82.16 ], "duration": 87.66, "caption": "A man reads off the top choices on his list to his friends.", "similarity": 0.606, "relevance": 3 }, { "pair_id": 156987, "video_name": "friends_s09e09_seg02_clip_01", "timestamp": [ 18.59, 26.47 ], "duration": 63.66, "caption": "A man lists the things that he and another person have in common.", "similarity": 0.6052, "relevance": 1 }, { "pair_id": 156988, "video_name": "s02e07_seg01_clip_00", "timestamp": [ 16.39, 24.27 ], "duration": 63.66, "caption": "A man reads from the list and the other men agree with him.", "similarity": 0.6023, "relevance": 3 }, { "pair_id": 156989, "video_name": "s05e11_seg02_clip_06", "timestamp": [ 59.99, 65.01 ], "duration": 67.66, "caption": "A person picks up a list to show to another person.", "similarity": 0.5972, "relevance": 3 }, { "pair_id": 156990, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 8.17, 12.26 ], "duration": 90.66, "caption": "A man sits down while someone is talking to him.", "similarity": 0.5942, "relevance": 1 }, { "pair_id": 156991, "video_name": "s02e17_seg02_clip_08", "timestamp": [ 18.3, 20.47 ], "duration": 62.66, "caption": "A man checks his watch while talking to another person.", "similarity": 0.5897, "relevance": 2 }, { "pair_id": 156992, "video_name": "castle_s02e12_seg02_clip_06", "timestamp": [ 0.0, 11.91 ], "duration": 88.66, "caption": "A person talks to many people to gather some information.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 156993, "video_name": "castle_s08e12_seg02_clip_14", "timestamp": [ 0.0, 65.21 ], "duration": 82.66, "caption": "A man was sitting on a desk whilst talking to some people.", "similarity": 0.5852, "relevance": 1 }, { "pair_id": 156994, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 1.22, 8.85 ], "duration": 61.66, "caption": "A person lists things that a man has bought for use in his workspace.", "similarity": 0.5812, "relevance": 1 }, { "pair_id": 156995, "video_name": "house_s03e21_seg02_clip_01", "timestamp": [ 10.35, 18.0 ], "duration": 90.66, "caption": "A man looks at a file while talking with some people.", "similarity": 0.578, "relevance": 3 }, { "pair_id": 156996, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 0.0, 69.61 ], "duration": 69.66, "caption": "A man talks to a person while he's sitting down.", "similarity": 0.5765, "relevance": 1 }, { "pair_id": 156997, "video_name": "s06e11_seg02_clip_12", "timestamp": [ 0.0, 36.01 ], "duration": 59.66, "caption": "A man is sitting in an armchair while talking to some people.", "similarity": 0.5765, "relevance": 3 }, { "pair_id": 156998, "video_name": "friends_s03e05_seg02_clip_02", "timestamp": [ 2.17, 10.54 ], "duration": 62.66, "caption": "A woman lists off a bunch of men while sitting on a man.", "similarity": 0.576, "relevance": 2 }, { "pair_id": 156999, "video_name": "s05e11_seg02_clip_04", "timestamp": [ 7.83, 19.15 ], "duration": 58.66, "caption": "A man picks up a paper on the table and talks with others about it.", "similarity": 0.5734, "relevance": 3 }, { "pair_id": 330300, "video_name": "met_s03e18_seg01_clip_01", "timestamp": [ 43.58, 45.41 ], "duration": 60.66, "caption": "A man sits down on the couch while talking to some people.", "similarity": 0.5724, "relevance": 2 }, { "pair_id": 330301, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 26.4, 30.95 ], "duration": 91.66, "caption": "A man is talking to a person while the person is looking at something.", "similarity": 0.5693, "relevance": 2 }, { "pair_id": 330302, "video_name": "friends_s10e09_seg02_clip_06", "timestamp": [ 31.38, 50.26 ], "duration": 64.66, "caption": "A man starts listing food items and then forgets what the conversation was about.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 330303, "video_name": "castle_s07e13_seg02_clip_01", "timestamp": [ 81.47, 90.57 ], "duration": 91.66, "caption": "A man sits at a table and watches another person interact with the other people.", "similarity": 0.5677, "relevance": 2 }, { "pair_id": 330304, "video_name": "s07e22_seg02_clip_01", "timestamp": [ 20.36, 25.38 ], "duration": 59.66, "caption": "A person brushes off a man's attempt to check on him.", "similarity": 0.5641, "relevance": 2 }, { "pair_id": 330305, "video_name": "s05e23_seg02_clip_14", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A person is sitting in his spot while talking to man.", "similarity": 0.5639, "relevance": 2 }, { "pair_id": 330306, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 23.9, 33.64 ], "duration": 88.66, "caption": "A person sits down while talking with some people.", "similarity": 0.5627, "relevance": 2 }, { "pair_id": 330307, "video_name": "friends_s02e12-13_seg02_clip_14", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "A man is talking to someone looking at an object.", "similarity": 0.5622, "relevance": 1 }, { "pair_id": 330308, "video_name": "friends_s05e14_seg02_clip_11", "timestamp": [ 18.53, 25.95 ], "duration": 57.66, "caption": "A man lists everything that someone has broken.", "similarity": 0.5594, "relevance": 2 }, { "pair_id": 330309, "video_name": "friends_s05e06_seg02_clip_01", "timestamp": [ 22.58, 37.82 ], "duration": 54.66, "caption": "A man lists the things a person wants gone and another man offers to help him out.", "similarity": 0.558, "relevance": 2 }, { "pair_id": 330310, "video_name": "s04e07_seg02_clip_14", "timestamp": [ 4.5, 16.51 ], "duration": 60.66, "caption": "A person reads out a list of cocktails he's checking out.", "similarity": 0.5567, "relevance": 2 }, { "pair_id": 330311, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 47.42, 54.32 ], "duration": 60.66, "caption": "A man types on his computer and looks over and then up to speak with a person.", "similarity": 0.5528, "relevance": 2 }, { "pair_id": 330312, "video_name": "castle_s05e17_seg02_clip_21", "timestamp": [ 3.33, 11.4 ], "duration": 95.66, "caption": "A man has listed some of the names in a white board while talking on the phone.", "similarity": 0.5503, "relevance": 3 }, { "pair_id": 330313, "video_name": "s08e15_seg02_clip_10", "timestamp": [ 0.0, 8.41 ], "duration": 58.66, "caption": "A man was talking to some people.", "similarity": 0.5501, "relevance": 2 }, { "pair_id": 330314, "video_name": "castle_s08e19_seg02_clip_17", "timestamp": [ 14.56, 20.03 ], "duration": 91.66, "caption": "A man reads a name from the list another man is holding up.", "similarity": 0.5493, "relevance": 3 }, { "pair_id": 330315, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 0.0, 24.91 ], "duration": 60.66, "caption": "A man is talking to some people while they are sitting on the couch.", "similarity": 0.5491, "relevance": 2 }, { "pair_id": 330316, "video_name": "house_s08e18_seg02_clip_20", "timestamp": [ 9.99, 19.99 ], "duration": 54.66, "caption": "A man sat on a chair while talking to some other people.", "similarity": 0.5473, "relevance": 2 }, { "pair_id": 330317, "video_name": "house_s03e12_seg02_clip_11", "timestamp": [ 0.0, 32.8 ], "duration": 89.66, "caption": "A person is checking on something on a patient and having a conversation also.", "similarity": 0.5443, "relevance": 2 }, { "pair_id": 330318, "video_name": "castle_s03e07_seg02_clip_08", "timestamp": [ 0.0, 73.1 ], "duration": 84.66, "caption": "A man was sitting on a chair and wearing a headset while talking to some people.", "similarity": 0.5427, "relevance": 2 }, { "pair_id": 330319, "video_name": "castle_s04e04_seg02_clip_27", "timestamp": [ 2.04, 3.66 ], "duration": 17.66, "caption": "Some people are looking to man while he is talking.", "similarity": 0.5424, "relevance": 2 } ] }, { "query_id": 45471, "query": "A man gets up from the couch and walks over to answer the door.", "relevant_moment": [ { "pair_id": 253740, "video_name": "house_s02e12_seg02_clip_26", "timestamp": [ 78.03, 100.03 ], "duration": 100.66, "caption": "A man gets up, walks up to the door, and opens it.", "similarity": 0.6935, "relevance": 3 }, { "pair_id": 253741, "video_name": "friends_s08e21_seg02_clip_08", "timestamp": [ 39.67, 44.22 ], "duration": 65.66, "caption": "A man stands up and walks over to open the door.", "similarity": 0.6911, "relevance": 4 }, { "pair_id": 253742, "video_name": "friends_s03e10_seg02_clip_12", "timestamp": [ 12.81, 17.76 ], "duration": 58.66, "caption": "A man gets up from the table and walks over to the couch while looking at the sheet in his hand.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 253743, "video_name": "house_s01e19_seg02_clip_24", "timestamp": [ 86.65, 90.61 ], "duration": 99.66, "caption": "A woman gets up from the couch to answer a knock at the door.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 253744, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 23.77, 30.81 ], "duration": 88.66, "caption": "A man goes to answer the door and a person is there.", "similarity": 0.6864, "relevance": 4 }, { "pair_id": 253745, "video_name": "s09e10_seg02_clip_16", "timestamp": [ 8.37, 12.72 ], "duration": 62.66, "caption": "A woman gets up from the couch and walks to the door.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 253746, "video_name": "s01e05_seg02_clip_04", "timestamp": [ 39.38, 43.86 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks to the door.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 253747, "video_name": "s07e24_seg02_clip_13", "timestamp": [ 25.69, 29.26 ], "duration": 65.66, "caption": "A man gets up from the couch and walks over to the computer on the computer desk.", "similarity": 0.6841, "relevance": 1 }, { "pair_id": 253748, "video_name": "friends_s10e14_seg02_clip_13", "timestamp": [ 6.82, 10.54 ], "duration": 62.66, "caption": "A man gets up from his seat and walks toward the door to look.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 253749, "video_name": "friends_s05e23-24_seg02_clip_35", "timestamp": [ 29.22, 34.53 ], "duration": 59.66, "caption": "A man gets up from the floor and answers the hotel room door.", "similarity": 0.679, "relevance": 4 }, { "pair_id": 253750, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 65.35, 72.92 ], "duration": 108.66, "caption": "A man walks over to the door and walks out of the room.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 253751, "video_name": "friends_s05e21_seg02_clip_19", "timestamp": [ 10.59, 19.79 ], "duration": 46.66, "caption": "Some people get up from their couches and walk towards the door.", "similarity": 0.6731, "relevance": 1 }, { "pair_id": 253752, "video_name": "friends_s04e20_seg02_clip_17", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person closes the door behind him/her and walks over to the couch.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 253753, "video_name": "friends_s08e04_seg02_clip_12", "timestamp": [ 32.18, 34.52 ], "duration": 58.66, "caption": "A man stands up from the couch and turns around.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 253754, "video_name": "friends_s10e03_seg02_clip_20", "timestamp": [ 7.13, 8.06 ], "duration": 62.66, "caption": "A man quickly raises his head up as he walks towards the couch.", "similarity": 0.6708, "relevance": 1 }, { "pair_id": 253755, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 50.36, 53.16 ], "duration": 93.66, "caption": "A man gets up from the couch and leaves.", "similarity": 0.6686, "relevance": 1 }, { "pair_id": 253756, "video_name": "friends_s09e17_seg02_clip_01", "timestamp": [ 34.0, 35.44 ], "duration": 57.66, "caption": "A man gets up from the couch and leaves.", "similarity": 0.6686, "relevance": 1 }, { "pair_id": 253757, "video_name": "friends_s02e03_seg02_clip_08", "timestamp": [ 42.91, 47.29 ], "duration": 58.66, "caption": "A man gets up from the couch to read from the book.", "similarity": 0.6663, "relevance": 1 }, { "pair_id": 253758, "video_name": "friends_s01e24_seg02_clip_00", "timestamp": [ 29.9, 34.48 ], "duration": 61.66, "caption": "A man gets up from the couch and walks to the counter.", "similarity": 0.6629, "relevance": 0 }, { "pair_id": 253759, "video_name": "castle_s02e09_seg02_clip_12", "timestamp": [ 77.9, 83.75 ], "duration": 90.66, "caption": "A man opens a door, walks in the apartment and sits on a couch.", "similarity": 0.6578, "relevance": 0 } ] }, { "query_id": 45537, "query": "A woman enters a place talking on her cell phone and then hangs up.", "relevant_moment": [ { "pair_id": 171280, "video_name": "friends_s09e22_seg01_clip_00", "timestamp": [ 72.01, 78.67 ], "duration": 121.66, "caption": "A woman enters a place talking on her cell phone and then hangs up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171281, "video_name": "castle_s04e04_seg02_clip_03", "timestamp": [ 0.0, 2.76 ], "duration": 92.66, "caption": "A woman is on her cellphone and then hangs up.", "similarity": 0.8577, "relevance": 3 }, { "pair_id": 171282, "video_name": "castle_s07e13_seg02_clip_15", "timestamp": [ 70.76, 82.99 ], "duration": 87.66, "caption": "A woman talks on the phone and then hangs up.", "similarity": 0.828, "relevance": 2 }, { "pair_id": 171283, "video_name": "friends_s01e22_seg02_clip_03", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman hangs up the phone after a short conversation.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 171284, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 38.71, 40.96 ], "duration": 90.66, "caption": "A woman is talking on her desk phone then hangs up.", "similarity": 0.7807, "relevance": 2 }, { "pair_id": 171285, "video_name": "s08e02_seg02_clip_13", "timestamp": [ 60.8, 62.76 ], "duration": 65.66, "caption": "A woman hangs up her phone and sits down.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 171286, "video_name": "friends_s03e11_seg02_clip_13", "timestamp": [ 0.0, 3.74 ], "duration": 62.66, "caption": "A woman hangs up the phone and turns around.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 171287, "video_name": "house_s07e11_seg02_clip_06", "timestamp": [ 17.51, 26.01 ], "duration": 100.66, "caption": "A woman answers the phone and hangs it up.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 171288, "video_name": "castle_s03e22_seg02_clip_12", "timestamp": [ 8.02, 13.82 ], "duration": 89.66, "caption": "A woman hangs up the phone after telling someone and someone what to do.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 171289, "video_name": "s07e01_seg02_clip_07", "timestamp": [ 50.07, 57.88 ], "duration": 65.66, "caption": "A woman hangs up the cell phone and puts it down.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 171290, "video_name": "friends_s09e23-24_seg02_clip_16", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman has the telephone in her hand and hangs it up.", "similarity": 0.7591, "relevance": 2 }, { "pair_id": 171291, "video_name": "castle_s02e22_seg02_clip_11", "timestamp": [ 78.32, 81.02 ], "duration": 90.66, "caption": "A woman sits behind a computer and hangs up a phone, and starts talking.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 171292, "video_name": "castle_s02e10_seg02_clip_11", "timestamp": [ 43.76, 46.99 ], "duration": 92.66, "caption": "A woman hangs up phone that is off the hook.", "similarity": 0.7575, "relevance": 1 }, { "pair_id": 171293, "video_name": "castle_s07e05_seg02_clip_04", "timestamp": [ 27.61, 29.91 ], "duration": 92.66, "caption": "A woman hangs up her office phone after a short conversation.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 171294, "video_name": "castle_s06e09_seg02_clip_12", "timestamp": [ 86.14, 90.66 ], "duration": 90.66, "caption": "A woman hangs up the handset of the telephone she's using.", "similarity": 0.7468, "relevance": 1 }, { "pair_id": 171295, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 24.48, 29.82 ], "duration": 89.66, "caption": "A person is on their cell phone and then hangs up.", "similarity": 0.7425, "relevance": 1 }, { "pair_id": 171296, "video_name": "met_s04e01_seg02_clip_08", "timestamp": [ 0.0, 10.76 ], "duration": 61.66, "caption": "A person is talking on the phone and then hangs up.", "similarity": 0.7419, "relevance": 1 }, { "pair_id": 171297, "video_name": "castle_s02e11_seg02_clip_16", "timestamp": [ 22.15, 26.21 ], "duration": 90.66, "caption": "A woman makes a call on her cell phone.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 171298, "video_name": "friends_s06e15-16_seg02_clip_03", "timestamp": [ 35.4, 50.48 ], "duration": 58.66, "caption": "A woman gets up and starts talking on the phone.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 171299, "video_name": "house_s06e08_seg02_clip_01", "timestamp": [ 3.68, 5.06 ], "duration": 92.66, "caption": "A person is talking on the phone and hangs up.", "similarity": 0.7313, "relevance": 1 }, { "pair_id": 344600, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person talks on the phone and then hangs the phone up.", "similarity": 0.7306, "relevance": 1 }, { "pair_id": 344601, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 28.21, 30.01 ], "duration": 60.66, "caption": "A person hangs up their cell phone after talking to someone.", "similarity": 0.7298, "relevance": 1 }, { "pair_id": 344602, "video_name": "castle_s03e03_seg02_clip_21", "timestamp": [ 82.24, 87.02 ], "duration": 87.66, "caption": "A woman finishes her call and hangs up the phone.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 344603, "video_name": "friends_s03e08_seg02_clip_06", "timestamp": [ 34.82, 43.52 ], "duration": 60.66, "caption": "A woman dials a number quickly, says one thing and hangs up.", "similarity": 0.7294, "relevance": 3 }, { "pair_id": 344604, "video_name": "castle_s08e20_seg02_clip_15", "timestamp": [ 15.68, 20.91 ], "duration": 95.66, "caption": "A woman gets her cellphone and started talking to someone over the phone.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 344605, "video_name": "grey_s03e20_seg02_clip_25", "timestamp": [ 17.36, 28.11 ], "duration": 82.66, "caption": "A woman is sitting on the couch and hangs up her phone.", "similarity": 0.7231, "relevance": 3 }, { "pair_id": 344606, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 29.81, 32.46 ], "duration": 59.66, "caption": "A person hangs up the phone after a phone conversation.", "similarity": 0.722, "relevance": 1 }, { "pair_id": 344607, "video_name": "grey_s03e10_seg02_clip_20", "timestamp": [ 80.48, 86.33 ], "duration": 89.66, "caption": "A woman is talking on the phone which she puts down when another woman enters.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 344608, "video_name": "castle_s02e21_seg02_clip_12", "timestamp": [ 82.1, 84.29 ], "duration": 87.66, "caption": "A woman looks at her cell phone while dialing and then puts it to her ear.", "similarity": 0.7203, "relevance": 1 }, { "pair_id": 344609, "video_name": "castle_s02e09_seg02_clip_11", "timestamp": [ 45.95, 54.96 ], "duration": 90.66, "caption": "A woman holds the phone and speaks into it.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 344610, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 0.0, 2.28 ], "duration": 57.66, "caption": "A woman hangs up the phone in the house.", "similarity": 0.7191, "relevance": 3 }, { "pair_id": 344611, "video_name": "met_s02e18_seg02_clip_11", "timestamp": [ 8.14, 43.1 ], "duration": 60.66, "caption": "A woman is talking to somebody on her cell phone.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 344612, "video_name": "friends_s04e23-24_seg02_clip_20", "timestamp": [ 8.26, 15.64 ], "duration": 59.66, "caption": "A woman hangs up the phone while talking to a man.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 344613, "video_name": "castle_s02e14_seg02_clip_08", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman has her cell phone to her ear and is talking.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 344614, "video_name": "house_s07e08_seg02_clip_07", "timestamp": [ 60.09, 63.21 ], "duration": 89.66, "caption": "A woman enters the room while talking to a person on the phone.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 344615, "video_name": "friends_s08e20_seg01_clip_01", "timestamp": [ 71.46, 74.12 ], "duration": 76.66, "caption": "A woman hangs up her phone after talking to another woman.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 344616, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 0.0, 3.08 ], "duration": 61.66, "caption": "A woman dials on her cellphone and puts it on her ear.", "similarity": 0.7133, "relevance": 1 }, { "pair_id": 344617, "video_name": "castle_s06e02_seg02_clip_15", "timestamp": [ 0.0, 9.09 ], "duration": 86.66, "caption": "A woman is on her phone and then hangs it up as she sits alone.", "similarity": 0.7088, "relevance": 1 }, { "pair_id": 344618, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 39.49, 42.85 ], "duration": 84.66, "caption": "A woman gets her phone and call someone while talking.", "similarity": 0.7084, "relevance": 1 }, { "pair_id": 344619, "video_name": "s02e17_seg02_clip_09", "timestamp": [ 14.22, 19.15 ], "duration": 58.66, "caption": "A woman is talking to a person on her cell phone.", "similarity": 0.7083, "relevance": 2 } ] }, { "query_id": 45565, "query": "A man moves to leave and then stops when another person says something to him.", "relevant_moment": [ { "pair_id": 10020, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 9.9, 15.75 ], "duration": 90.66, "caption": "A man moves to leave and then stops when another person says something to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10021, "video_name": "castle_s04e04_seg02_clip_23", "timestamp": [ 23.23, 36.13 ], "duration": 86.66, "caption": "A man turns around and starts to leave when another person says something that stops him in his tracks.", "similarity": 0.8623, "relevance": 4 }, { "pair_id": 10022, "video_name": "met_s06e03_seg02_clip_10", "timestamp": [ 43.68, 47.81 ], "duration": 59.66, "caption": "A man gets ready to leave, someone talks to him to stop him.", "similarity": 0.8538, "relevance": 4 }, { "pair_id": 10023, "video_name": "house_s04e10_seg02_clip_10", "timestamp": [ 20.48, 37.32 ], "duration": 91.66, "caption": "A man starts to walk away and another person says something to make him stop.", "similarity": 0.8418, "relevance": 3 }, { "pair_id": 10025, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 64.1, 69.88 ], "duration": 89.66, "caption": "A man moves to leave, but then stops and turns toward another man.", "similarity": 0.8239, "relevance": 4 }, { "pair_id": 10026, "video_name": "house_s06e19_seg02_clip_18", "timestamp": [ 38.0, 46.14 ], "duration": 90.66, "caption": "A man stands up to leave but then stops to tell another man something.", "similarity": 0.8106, "relevance": 4 }, { "pair_id": 10027, "video_name": "s01e14_seg02_clip_09", "timestamp": [ 1.77, 11.21 ], "duration": 59.66, "caption": "A person starts to leave and then stops and turns around to talk to a man.", "similarity": 0.8036, "relevance": 4 }, { "pair_id": 10028, "video_name": "castle_s04e08_seg02_clip_07", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A man stops to talk to man, signals goodbye and then leaves.", "similarity": 0.7996, "relevance": 3 }, { "pair_id": 10029, "video_name": "house_s07e06_seg02_clip_09", "timestamp": [ 71.85, 80.77 ], "duration": 85.66, "caption": "A man says something to another man and then gets up and walks out.", "similarity": 0.7926, "relevance": 2 }, { "pair_id": 10031, "video_name": "grey_s03e04_seg02_clip_26", "timestamp": [ 76.22, 86.42 ], "duration": 120.66, "caption": "A man stops at the door to say something to another person before leaving.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 10032, "video_name": "castle_s03e09_seg02_clip_19", "timestamp": [ 74.42, 82.13 ], "duration": 90.66, "caption": "A man gets up from his seat and is about to leave after talking to two people but another man stops him.", "similarity": 0.7858, "relevance": 3 }, { "pair_id": 10033, "video_name": "met_s05e03_seg02_clip_00", "timestamp": [ 14.06, 17.11 ], "duration": 61.66, "caption": "A man gets up after telling another man that he is leaving.", "similarity": 0.7818, "relevance": 2 }, { "pair_id": 10034, "video_name": "s01e05_seg02_clip_04", "timestamp": [ 39.7, 46.42 ], "duration": 64.66, "caption": "A man gets up to leave and a person stops him.", "similarity": 0.7735, "relevance": 3 }, { "pair_id": 10036, "video_name": "castle_s08e17_seg02_clip_25", "timestamp": [ 24.19, 29.77 ], "duration": 93.66, "caption": "A man walks up to two people and talks then they all leave.", "similarity": 0.7695, "relevance": 2 }, { "pair_id": 10037, "video_name": "castle_s05e22_seg02_clip_10", "timestamp": [ 3.15, 7.19 ], "duration": 89.66, "caption": "A man leaves after telling someone what they'll do.", "similarity": 0.7685, "relevance": 2 }, { "pair_id": 10038, "video_name": "castle_s07e09_seg02_clip_19", "timestamp": [ 8.37, 58.61 ], "duration": 93.66, "caption": "A man is about to leave the room when he goes back to speak to another person.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 10039, "video_name": "house_s02e20_seg02_clip_24", "timestamp": [ 50.71, 69.57 ], "duration": 130.66, "caption": "A man starts to leave and another man stops him.", "similarity": 0.7673, "relevance": 2 }, { "pair_id": 183340, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 40.88, 50.76 ], "duration": 89.66, "caption": "A man gets up to leave but another person stops him.", "similarity": 0.7647, "relevance": 4 }, { "pair_id": 183341, "video_name": "house_s07e08_seg02_clip_18", "timestamp": [ 77.02, 79.66 ], "duration": 88.66, "caption": "A man turns his back to leave the person they are talking to earlier.", "similarity": 0.7627, "relevance": 3 }, { "pair_id": 183342, "video_name": "house_s05e23_seg02_clip_10", "timestamp": [ 45.55, 49.69 ], "duration": 92.66, "caption": "A person moves to leave, but then turns to speak to another person.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 183343, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 7.3, 16.64 ], "duration": 81.66, "caption": "A man is about to leave, he stops and comes back.", "similarity": 0.7614, "relevance": 4 }, { "pair_id": 183344, "video_name": "house_s06e04_seg02_clip_10", "timestamp": [ 50.52, 52.79 ], "duration": 91.66, "caption": "A man leaves another man as he ends their conversation.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 183345, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A man walks out while another person is still talking to them.", "similarity": 0.7589, "relevance": 4 }, { "pair_id": 183346, "video_name": "house_s03e03_seg02_clip_15", "timestamp": [ 16.53, 28.28 ], "duration": 87.66, "caption": "Two men turn to leave, but they pause and look back at two people; a person speaks, then leaves first.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 183347, "video_name": "house_s08e16_seg02_clip_12", "timestamp": [ 0.0, 10.92 ], "duration": 87.66, "caption": "A man tells another man he will contact him then gets up and leaves.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 183348, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A man speaks to another man and then turns to walk away.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 183349, "video_name": "grey_s03e11_seg02_clip_03", "timestamp": [ 15.22, 26.75 ], "duration": 92.66, "caption": "As someone is walking out, another person says something to them and they stop.", "similarity": 0.7515, "relevance": 4 }, { "pair_id": 183350, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 30.16, 36.46 ], "duration": 90.66, "caption": "A man is talking to another person and then walks past them, turning to keep talking as he quickly walks away.", "similarity": 0.7498, "relevance": 3 }, { "pair_id": 183351, "video_name": "castle_s06e21_seg02_clip_18", "timestamp": [ 29.59, 46.12 ], "duration": 87.66, "caption": "After someone leaves, a man walks up to some people, says somethings and leaves.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 183352, "video_name": "met_s02e16_seg02_clip_07", "timestamp": [ 25.0, 26.79 ], "duration": 51.66, "caption": "One man turns to leave and the other stops him.", "similarity": 0.7493, "relevance": 4 }, { "pair_id": 183353, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 0.0, 14.26 ], "duration": 92.66, "caption": "A man is speaking to two people before he walks away.", "similarity": 0.7483, "relevance": 2 }, { "pair_id": 183354, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 48.21, 58.57 ], "duration": 90.66, "caption": "A man starts to walk away and another man keeps him from leaving.", "similarity": 0.7453, "relevance": 4 }, { "pair_id": 183355, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 6.86, 12.8 ], "duration": 91.66, "caption": "A man starts to say something to another person and he walks away which makes him laugh.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 183356, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 62.81, 72.54 ], "duration": 88.66, "caption": "A man is walking out the door and another person stops him to say something.", "similarity": 0.741, "relevance": 4 }, { "pair_id": 183357, "video_name": "house_s05e18_seg02_clip_03", "timestamp": [ 10.47, 15.47 ], "duration": 91.66, "caption": "A man starts to walk out of the room but stops when another person speaks at him.", "similarity": 0.7408, "relevance": 4 }, { "pair_id": 183358, "video_name": "castle_s06e13_seg02_clip_25", "timestamp": [ 56.95, 79.91 ], "duration": 88.66, "caption": "A man stops someone from leaving as he tells them to not go into hiding and they thank him, another person, and a third person.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 183359, "video_name": "house_s03e22_seg02_clip_21", "timestamp": [ 45.85, 47.63 ], "duration": 89.66, "caption": "A man gets off the chair and tells another person to leave.", "similarity": 0.737, "relevance": 1 } ] }, { "query_id": 45670, "query": "A woman sets down her book and her pen.", "relevant_moment": [ { "pair_id": 2620, "video_name": "friends_s02e19_seg02_clip_14", "timestamp": [ 18.59, 21.25 ], "duration": 59.66, "caption": "A woman sets down her book and her pen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2621, "video_name": "friends_s09e02_seg02_clip_10", "timestamp": [ 20.44, 21.97 ], "duration": 61.66, "caption": "A woman goes to set the book down that she has been holding.", "similarity": 0.8254, "relevance": 4 }, { "pair_id": 2622, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 27.08, 32.79 ], "duration": 95.66, "caption": "A woman set down the book on her lap.", "similarity": 0.7667, "relevance": 4 }, { "pair_id": 2623, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 5.12, 7.68 ], "duration": 64.66, "caption": "A person is going through a book with a pen in their hand.", "similarity": 0.7514, "relevance": 2 }, { "pair_id": 2624, "video_name": "castle_s04e02_seg02_clip_03", "timestamp": [ 7.22, 12.64 ], "duration": 90.66, "caption": "A woman opens their notebook and holds a pen ready to write.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 2625, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 16.58, 24.88 ], "duration": 92.66, "caption": "A woman opens a book that she is holding and reads it.", "similarity": 0.7148, "relevance": 2 }, { "pair_id": 2626, "video_name": "friends_s08e14_seg02_clip_12", "timestamp": [ 19.22, 22.58 ], "duration": 61.66, "caption": "A woman closes her book and puts in front of her.", "similarity": 0.7082, "relevance": 4 }, { "pair_id": 2627, "video_name": "castle_s07e06_seg02_clip_09", "timestamp": [ 83.09, 88.63 ], "duration": 92.66, "caption": "A woman closes a book and places a paper on top of it.", "similarity": 0.7054, "relevance": 3 }, { "pair_id": 2628, "video_name": "castle_s06e21_seg02_clip_19", "timestamp": [ 38.3, 40.55 ], "duration": 90.66, "caption": "A woman rests the pen on some document file.", "similarity": 0.7052, "relevance": 3 }, { "pair_id": 2629, "video_name": "s03e10_seg02_clip_14", "timestamp": [ 24.31, 27.91 ], "duration": 60.66, "caption": "A woman sets her notebook down on the table.", "similarity": 0.6974, "relevance": 4 }, { "pair_id": 2630, "video_name": "castle_s08e16_seg02_clip_04", "timestamp": [ 29.41, 30.32 ], "duration": 90.66, "caption": "A woman is writing down on her notebook.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 2631, "video_name": "friends_s08e09_seg02_clip_15", "timestamp": [ 0.87, 4.94 ], "duration": 58.66, "caption": "A woman sets a book down on the couch.", "similarity": 0.6939, "relevance": 4 }, { "pair_id": 2632, "video_name": "friends_s03e25_seg02_clip_19", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman straightens a book and then drops her hand on it.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 2633, "video_name": "castle_s02e08_seg02_clip_16", "timestamp": [ 60.83, 68.43 ], "duration": 89.66, "caption": "A woman picks up a pen and signs the document on the table in front of her.", "similarity": 0.6865, "relevance": 1 }, { "pair_id": 2634, "video_name": "grey_s01e05_seg02_clip_07", "timestamp": [ 10.23, 12.56 ], "duration": 93.66, "caption": "A woman using a pen writes in a folder she is holding.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 2635, "video_name": "house_s01e06_seg02_clip_24", "timestamp": [ 61.29, 77.92 ], "duration": 95.66, "caption": "A woman closes her book after she reads it.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 2636, "video_name": "house_s03e10_seg02_clip_19", "timestamp": [ 6.75, 11.25 ], "duration": 90.66, "caption": "A woman drops her pen as she stands up.", "similarity": 0.6815, "relevance": 2 }, { "pair_id": 2637, "video_name": "friends_s06e12_seg02_clip_10", "timestamp": [ 22.43, 31.87 ], "duration": 59.66, "caption": "A woman slides a pen in her notebook and closes it.", "similarity": 0.6812, "relevance": 3 }, { "pair_id": 2638, "video_name": "house_s07e19_seg02_clip_05", "timestamp": [ 90.29, 92.84 ], "duration": 102.66, "caption": "A woman taps her hand with the small book.", "similarity": 0.6809, "relevance": 1 }, { "pair_id": 2639, "video_name": "castle_s01e01_seg02_clip_12", "timestamp": [ 18.2, 24.58 ], "duration": 91.66, "caption": "A woman pulls a book written by person off of a shelf and opens it to find drawings in it.", "similarity": 0.6809, "relevance": 1 }, { "pair_id": 175940, "video_name": "house_s03e17_seg02_clip_14", "timestamp": [ 45.45, 48.63 ], "duration": 90.66, "caption": "A woman sets down a pen and leans back in her chair.", "similarity": 0.6794, "relevance": 3 }, { "pair_id": 175941, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A woman comes out of the room and is holding a book on her right hand.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 175942, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 5.49, 7.63 ], "duration": 61.66, "caption": "A woman puts the book that she is reading on her lap.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 175943, "video_name": "castle_s04e11_seg02_clip_08", "timestamp": [ 10.09, 13.3 ], "duration": 91.66, "caption": "A woman was holding a piece of notebook and a pencil.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 175944, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman reads from a paper and then places it down.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 175945, "video_name": "s02e15_seg02_clip_13", "timestamp": [ 1.26, 3.15 ], "duration": 63.66, "caption": "A woman closes the book that they are holding as they talk to a person.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 175946, "video_name": "friends_s01e07_seg02_clip_10", "timestamp": [ 29.97, 33.53 ], "duration": 59.66, "caption": "A woman tries to write something in her notebook.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 175947, "video_name": "castle_s01e10_seg02_clip_06", "timestamp": [ 0.96, 1.44 ], "duration": 96.66, "caption": "A woman looks down at her notebook and writes.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 175948, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 58.39, 63.13 ], "duration": 63.66, "caption": "A woman reaches her hand in her pocket book.", "similarity": 0.6677, "relevance": 1 }, { "pair_id": 175949, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 16.5, 18.33 ], "duration": 91.66, "caption": "A woman puts down her book next to her on the couch.", "similarity": 0.6673, "relevance": 3 }, { "pair_id": 175950, "video_name": "friends_s07e13_seg02_clip_16", "timestamp": [ 6.51, 9.61 ], "duration": 62.66, "caption": "A woman is crouching and flipping through a book while talking.", "similarity": 0.6645, "relevance": 2 }, { "pair_id": 175951, "video_name": "friends_s05e23-24_seg02_clip_04", "timestamp": [ 15.56, 23.19 ], "duration": 61.66, "caption": "A woman gets out a notebook and writes in it.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 175952, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 8.48, 9.81 ], "duration": 89.66, "caption": "A woman is writing on a paper with a pen.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 175953, "video_name": "friends_s06e21_seg02_clip_07", "timestamp": [ 0.0, 7.68 ], "duration": 64.66, "caption": "A woman tells some people what her book is about.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 175954, "video_name": "s06e02_seg01_clip_01", "timestamp": [ 16.23, 17.88 ], "duration": 55.66, "caption": "A woman is holding a notebook then sets it down on the coffee table.", "similarity": 0.6617, "relevance": 4 }, { "pair_id": 175955, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 41.16, 43.78 ], "duration": 74.66, "caption": "A woman has a clipboard and pen in her hand and is writing.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 175956, "video_name": "s06e02_seg01_clip_01", "timestamp": [ 15.41, 17.88 ], "duration": 55.66, "caption": "A woman puts the paper and pen she is holding on the table.", "similarity": 0.661, "relevance": 4 }, { "pair_id": 175957, "video_name": "s08e04_seg02_clip_05", "timestamp": [ 34.18, 36.31 ], "duration": 61.66, "caption": "A woman puts down her pad and pen and stands up.", "similarity": 0.6605, "relevance": 4 }, { "pair_id": 175958, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 48.24, 54.62 ], "duration": 91.66, "caption": "A woman holds up a book to show the other person.", "similarity": 0.6601, "relevance": 1 }, { "pair_id": 175959, "video_name": "friends_s05e17_seg02_clip_03", "timestamp": [ 6.09, 9.86 ], "duration": 58.66, "caption": "A woman places a closed book onto the table.", "similarity": 0.6591, "relevance": 3 } ] }, { "query_id": 45683, "query": "A man points his finger right at woman in the apartment.", "relevant_moment": [ { "pair_id": 6920, "video_name": "friends_s09e06_seg02_clip_08", "timestamp": [ 0.0, 1.71 ], "duration": 57.66, "caption": "A man points his finger right at woman in the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6921, "video_name": "friends_s09e06_seg02_clip_23", "timestamp": [ 49.86, 56.02 ], "duration": 56.66, "caption": "A man points his finger at another man in a woman's apartment.", "similarity": 0.9147, "relevance": 3 }, { "pair_id": 6922, "video_name": "friends_s09e18_seg02_clip_05", "timestamp": [ 8.54, 10.07 ], "duration": 61.66, "caption": "A man points his finger at a woman from across the room.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 6923, "video_name": "met_s06e06_seg02_clip_17", "timestamp": [ 5.19, 8.54 ], "duration": 61.66, "caption": "A woman points past a man at a person inside the apartment.", "similarity": 0.7946, "relevance": 3 }, { "pair_id": 6924, "video_name": "friends_s04e09_seg02_clip_00", "timestamp": [ 37.19, 43.49 ], "duration": 63.66, "caption": "A man walks into a woman's apartment, walks over to another man, and points both fingers at him.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 6925, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 14.4, 15.84 ], "duration": 57.66, "caption": "A man points his finger right at a woman in the kitchen.", "similarity": 0.7692, "relevance": 4 }, { "pair_id": 6926, "video_name": "castle_s07e06_seg02_clip_10", "timestamp": [ 44.63, 45.09 ], "duration": 92.66, "caption": "A man points his finger at a person in woman's office.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 6927, "video_name": "friends_s08e10_seg02_clip_13", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A woman points at man sternly in the living room of man's apartment.", "similarity": 0.759, "relevance": 3 }, { "pair_id": 6928, "video_name": "s10e13_seg02_clip_13", "timestamp": [ 54.62, 57.06 ], "duration": 61.66, "caption": "A woman points her finger on her right hand at a man.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 6929, "video_name": "friends_s06e03_seg02_clip_07", "timestamp": [ 6.36, 17.76 ], "duration": 53.66, "caption": "A woman points her finger at man to make her point.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 6930, "video_name": "friends_s03e11_seg02_clip_08", "timestamp": [ 33.09, 36.24 ], "duration": 63.66, "caption": "A man enters the apartment and points at guy.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 6931, "video_name": "friends_s09e12_seg02_clip_09", "timestamp": [ 28.99, 37.5 ], "duration": 63.66, "caption": "A man clasps his hands and points into his apartment.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 6932, "video_name": "friends_s06e12_seg02_clip_13", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman points at man while standing in front of him in the living room.", "similarity": 0.7118, "relevance": 2 }, { "pair_id": 6933, "video_name": "met_s06e13_seg02_clip_08", "timestamp": [ 29.22, 31.58 ], "duration": 59.66, "caption": "A man points with his thumb towards a woman in a board room.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 6934, "video_name": "friends_s03e08_seg02_clip_08", "timestamp": [ 26.24, 28.68 ], "duration": 61.66, "caption": "A man points at woman with his right hand.", "similarity": 0.708, "relevance": 4 }, { "pair_id": 6935, "video_name": "castle_s07e11_seg02_clip_18", "timestamp": [ 17.09, 20.23 ], "duration": 89.66, "caption": "A man points his finger at a woman while talking to her.", "similarity": 0.7079, "relevance": 3 }, { "pair_id": 6936, "video_name": "s01e13_seg02_clip_01", "timestamp": [ 56.13, 58.83 ], "duration": 60.66, "caption": "A woman points her finger at a person sitting in the living room.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 6937, "video_name": "friends_s03e01_seg02_clip_14", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A man lifts his hand and points a finger at a woman.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 6938, "video_name": "friends_s10e09_seg02_clip_05", "timestamp": [ 27.51, 33.48 ], "duration": 59.66, "caption": "A man points towards himself and then points a finger at a woman.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 6939, "video_name": "friends_s09e02_seg02_clip_12", "timestamp": [ 7.81, 10.22 ], "duration": 60.66, "caption": "A man points his index finger at woman a couple times.", "similarity": 0.7017, "relevance": 4 }, { "pair_id": 180240, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 20.05, 22.48 ], "duration": 60.66, "caption": "A woman points her finger at woman and her thumb at man.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 180241, "video_name": "grey_s02e05_seg02_clip_20", "timestamp": [ 10.31, 12.05 ], "duration": 29.66, "caption": "A woman points her finger at man while she's talking to him.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 180242, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 13.63, 15.75 ], "duration": 60.66, "caption": "A woman points towards a man with their index finger.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 180243, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 21.65, 25.26 ], "duration": 90.66, "caption": "A man points his finger to someone during a talk with woman.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 180244, "video_name": "friends_s09e05_seg02_clip_18", "timestamp": [ 16.81, 17.71 ], "duration": 60.66, "caption": "A man points at woman with his finger as she sits next to him.", "similarity": 0.6945, "relevance": 3 }, { "pair_id": 180245, "video_name": "friends_s03e10_seg02_clip_07", "timestamp": [ 33.94, 35.71 ], "duration": 59.66, "caption": "A woman points her finger at a man on the couch.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 180246, "video_name": "s07e13_seg01_clip_01", "timestamp": [ 41.91, 44.75 ], "duration": 63.66, "caption": "A woman gestures for a man to enter her apartment.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 180247, "video_name": "friends_s01e13_seg02_clip_07", "timestamp": [ 51.54, 55.74 ], "duration": 56.66, "caption": "A man points his finger at woman while he sits in a chair.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 180248, "video_name": "friends_s10e01_seg02_clip_24", "timestamp": [ 44.09, 60.4 ], "duration": 60.66, "caption": "A man gives a woman some advice about another man at the apartment.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 180249, "video_name": "met_s02e05_seg02_clip_09", "timestamp": [ 7.2, 9.0 ], "duration": 60.66, "caption": "A man uses his finger to point towards a woman several times while she stands by a door.", "similarity": 0.6875, "relevance": 2 }, { "pair_id": 180250, "video_name": "friends_s09e14_seg02_clip_16", "timestamp": [ 42.07, 46.42 ], "duration": 58.66, "caption": "A man points his finger at two people.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 180251, "video_name": "met_s03e08_seg02_clip_16", "timestamp": [ 22.45, 26.58 ], "duration": 59.66, "caption": "A man points a finger towards a woman then both index fingers towards his head.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 180252, "video_name": "friends_s09e16_seg02_clip_00", "timestamp": [ 50.9, 54.75 ], "duration": 64.66, "caption": "A woman points her finger at a man while asking a question.", "similarity": 0.6816, "relevance": 3 }, { "pair_id": 180253, "video_name": "s09e15_seg02_clip_14", "timestamp": [ 30.69, 32.76 ], "duration": 59.66, "caption": "A man points at a woman using his left hand.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 180254, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 33.91, 41.8 ], "duration": 58.66, "caption": "A man points his right index finger at someone.", "similarity": 0.6809, "relevance": 4 }, { "pair_id": 180255, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 17.62, 20.85 ], "duration": 58.66, "caption": "A woman points at a man with her right hand.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 180256, "video_name": "met_s02e16_seg02_clip_09", "timestamp": [ 7.4, 12.43 ], "duration": 59.66, "caption": "A man points his finger at a woman and then taps his finger on his chin.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 180258, "video_name": "castle_s01e07_seg02_clip_12", "timestamp": [ 70.25, 73.85 ], "duration": 90.66, "caption": "woman walks into the apartment with her gun pointing as person puts his hands up.", "similarity": 0.6789, "relevance": 1 }, { "pair_id": 180259, "video_name": "met_s02e05_seg02_clip_02", "timestamp": [ 40.54, 46.33 ], "duration": 60.66, "caption": "A man puts his arm around woman and motions to the rest of his apartment.", "similarity": 0.6788, "relevance": 2 } ] }, { "query_id": 45774, "query": "A man in a white shirt uses his cell phone right before a big explosion.", "relevant_moment": [ { "pair_id": 172360, "video_name": "castle_s04e19_seg02_clip_24", "timestamp": [ 82.35, 89.02 ], "duration": 89.66, "caption": "A man in a white shirt uses his cell phone right before a big explosion.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172361, "video_name": "s04e09_seg02_clip_14", "timestamp": [ 0.0, 21.91 ], "duration": 60.66, "caption": "A man talks on the phone while holding a white device.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 172362, "video_name": "s01e05_seg02_clip_08", "timestamp": [ 10.26, 14.83 ], "duration": 57.66, "caption": "A person turns to his white board and takes out his cellphone from his pocket.", "similarity": 0.6305, "relevance": 1 }, { "pair_id": 172363, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 21.86, 26.17 ], "duration": 61.66, "caption": "A person sets a timer on his phone to match the timer on the bomb.", "similarity": 0.6298, "relevance": 2 }, { "pair_id": 172364, "video_name": "castle_s06e03_seg02_clip_01", "timestamp": [ 69.32, 90.02 ], "duration": 90.66, "caption": "A man brought out a cell phone and makes a call.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 172365, "video_name": "met_s02e18_seg02_clip_10", "timestamp": [ 48.82, 50.65 ], "duration": 61.66, "caption": "A man holds his cell phone with both of his hands.", "similarity": 0.5991, "relevance": 3 }, { "pair_id": 172366, "video_name": "castle_s03e22_seg02_clip_10", "timestamp": [ 78.62, 83.09 ], "duration": 89.66, "caption": "A man places his cell phone on the table.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 172367, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 88.38, 93.03 ], "duration": 93.66, "caption": "A man gets his cell phone out and starts dialing.", "similarity": 0.5881, "relevance": 1 }, { "pair_id": 172368, "video_name": "castle_s06e04_seg02_clip_10", "timestamp": [ 8.21, 11.85 ], "duration": 91.66, "caption": "A man is looking at a cell phone in his hand.", "similarity": 0.5876, "relevance": 2 }, { "pair_id": 172369, "video_name": "s09e14_seg02_clip_00", "timestamp": [ 35.36, 37.22 ], "duration": 62.66, "caption": "A person shows man the display of his cell phone.", "similarity": 0.5835, "relevance": 1 }, { "pair_id": 172370, "video_name": "castle_s07e21_seg02_clip_21", "timestamp": [ 1.85, 2.31 ], "duration": 92.66, "caption": "A person holds up a cell phone in front of him.", "similarity": 0.5817, "relevance": 1 }, { "pair_id": 172371, "video_name": "castle_s02e20_seg02_clip_13", "timestamp": [ 18.34, 19.65 ], "duration": 87.66, "caption": "A man takes out his cell phone from his pocket.", "similarity": 0.5815, "relevance": 2 }, { "pair_id": 172372, "video_name": "castle_s05e08_seg02_clip_12", "timestamp": [ 62.33, 64.19 ], "duration": 93.66, "caption": "A man throws a cell phone down onto the floor.", "similarity": 0.5794, "relevance": 1 }, { "pair_id": 172373, "video_name": "met_s06e17_seg02_clip_18", "timestamp": [ 43.77, 49.25 ], "duration": 52.66, "caption": "A man takes out his cell phone and it becomes a hologram.", "similarity": 0.5779, "relevance": 2 }, { "pair_id": 172374, "video_name": "s05e14_seg02_clip_13", "timestamp": [ 11.48, 14.29 ], "duration": 56.66, "caption": "A man rests his chin on his hands that are clasping his cell phone.", "similarity": 0.575, "relevance": 1 }, { "pair_id": 172375, "video_name": "castle_s01e04_seg02_clip_18", "timestamp": [ 61.4, 63.26 ], "duration": 93.66, "caption": "A man presses a side button on his cell phone.", "similarity": 0.5727, "relevance": 1 }, { "pair_id": 172376, "video_name": "castle_s03e04_seg02_clip_07", "timestamp": [ 2.76, 10.11 ], "duration": 91.66, "caption": "A man pulled out his phone and started using it.", "similarity": 0.5725, "relevance": 1 }, { "pair_id": 172377, "video_name": "s09e10_seg02_clip_06", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A person is showing man the screen of his cellphone.", "similarity": 0.5711, "relevance": 1 }, { "pair_id": 172378, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 0.0, 5.4 ], "duration": 60.66, "caption": "A man is holding his cell phone in front of another person.", "similarity": 0.5705, "relevance": 2 }, { "pair_id": 172379, "video_name": "friends_s06e20_seg02_clip_07", "timestamp": [ 3.75, 6.06 ], "duration": 57.66, "caption": "A man put down the phone.", "similarity": 0.5695, "relevance": 1 } ] }, { "query_id": 45790, "query": "A woman pats a man's arm and then puts her arm through his.", "relevant_moment": [ { "pair_id": 169540, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 34.13, 41.42 ], "duration": 91.66, "caption": "A woman pats a man's arm and then puts her arm through his.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169541, "video_name": "friends_s09e01_seg02_clip_07", "timestamp": [ 23.78, 24.67 ], "duration": 59.66, "caption": "A woman pats a man right on the arm when he is in front of her.", "similarity": 0.8637, "relevance": 3 }, { "pair_id": 169542, "video_name": "friends_s02e15_seg02_clip_13", "timestamp": [ 52.7, 54.77 ], "duration": 59.66, "caption": "A man pats woman on the arm then woman does the same to him.", "similarity": 0.8541, "relevance": 3 }, { "pair_id": 169543, "video_name": "met_s06e15_seg02_clip_05", "timestamp": [ 33.57, 34.48 ], "duration": 61.66, "caption": "A woman pats a man on his right arm with her left hand.", "similarity": 0.853, "relevance": 3 }, { "pair_id": 169544, "video_name": "friends_s09e03_seg01_clip_00", "timestamp": [ 45.97, 48.7 ], "duration": 91.66, "caption": "A man puts his arm around woman and pats her shoulder.", "similarity": 0.8429, "relevance": 2 }, { "pair_id": 169545, "video_name": "castle_s07e12_seg02_clip_27", "timestamp": [ 41.45, 48.49 ], "duration": 74.66, "caption": "A man offers woman his arm and woman puts her arm through his.", "similarity": 0.8255, "relevance": 4 }, { "pair_id": 169546, "video_name": "friends_s09e11_seg02_clip_11", "timestamp": [ 3.36, 8.24 ], "duration": 61.66, "caption": "A woman puts both of her hands on a man's arm.", "similarity": 0.8215, "relevance": 3 }, { "pair_id": 169547, "video_name": "friends_s09e23-24_seg02_clip_02", "timestamp": [ 41.14, 43.94 ], "duration": 62.66, "caption": "A man reaches his arm out and touches a woman's arm.", "similarity": 0.8082, "relevance": 2 }, { "pair_id": 169548, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 8.56, 12.99 ], "duration": 59.66, "caption": "A woman puts her hand on a man's shoulder then wraps her arm around him.", "similarity": 0.8072, "relevance": 3 }, { "pair_id": 169549, "video_name": "s01e10_seg02_clip_15", "timestamp": [ 44.65, 50.78 ], "duration": 72.66, "caption": "A woman touches a man's arm and also tries to console him.", "similarity": 0.8067, "relevance": 3 }, { "pair_id": 169550, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 19.38, 20.3 ], "duration": 92.66, "caption": "A man puts his hands on woman's upper arm.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 169551, "video_name": "castle_s08e20_seg02_clip_06", "timestamp": [ 89.66, 91.03 ], "duration": 91.66, "caption": "A woman catches up with man and puts her arm around him.", "similarity": 0.7865, "relevance": 3 }, { "pair_id": 169552, "video_name": "s07e06_seg02_clip_17", "timestamp": [ 1.86, 5.58 ], "duration": 62.66, "caption": "A woman says something to a man then puts her hands on his arm.", "similarity": 0.784, "relevance": 3 }, { "pair_id": 169553, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 31.87, 36.42 ], "duration": 65.66, "caption": "A man puts his hand on a woman's hand on his arm.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 169554, "video_name": "castle_s07e07_seg02_clip_26", "timestamp": [ 55.58, 59.26 ], "duration": 81.66, "caption": "A woman puts her hand on person's arm then taps his arm with her other hand.", "similarity": 0.7778, "relevance": 4 }, { "pair_id": 169555, "video_name": "house_s05e12_seg02_clip_08", "timestamp": [ 2.25, 7.2 ], "duration": 90.66, "caption": "A man touches the arm a woman is reaching out towards him.", "similarity": 0.775, "relevance": 2 }, { "pair_id": 169556, "video_name": "met_s06e02_seg02_clip_16", "timestamp": [ 17.37, 20.47 ], "duration": 62.66, "caption": "A woman approaches a man and puts her arm around him.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 169557, "video_name": "friends_s09e06_seg02_clip_07", "timestamp": [ 37.39, 39.02 ], "duration": 65.66, "caption": "A man puts his hand on a woman's arm as he walks past her.", "similarity": 0.7732, "relevance": 1 }, { "pair_id": 169558, "video_name": "friends_s06e03_seg01_clip_00", "timestamp": [ 67.91, 71.56 ], "duration": 73.66, "caption": "A woman pats a man on the left shoulder with her right hand.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 169559, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A man puts his arm around woman and rubs her back.", "similarity": 0.7686, "relevance": 2 }, { "pair_id": 342860, "video_name": "friends_s06e18_seg02_clip_16", "timestamp": [ 29.26, 32.84 ], "duration": 65.66, "caption": "A man lets go of a woman's arm really quickly.", "similarity": 0.7657, "relevance": 1 }, { "pair_id": 342861, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 18.0, 19.22 ], "duration": 61.66, "caption": "A woman puts an arm on man to shush him.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 342862, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 21.07, 23.02 ], "duration": 78.66, "caption": "A woman puts her hand on man's shoulder and man puts his arm around her waist.", "similarity": 0.7611, "relevance": 1 }, { "pair_id": 342863, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 41.62, 45.2 ], "duration": 65.66, "caption": "A woman touches a man on the arm before turning and putting her hands on her hips.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 342864, "video_name": "castle_s08e22_seg02_clip_11", "timestamp": [ 55.35, 57.21 ], "duration": 93.66, "caption": "A man puts his hand on woman's arm to assure her.", "similarity": 0.7586, "relevance": 1 }, { "pair_id": 342865, "video_name": "castle_s08e11_seg02_clip_09", "timestamp": [ 70.86, 74.82 ], "duration": 88.66, "caption": "A person moves to put an arm around both a woman and a man.", "similarity": 0.7585, "relevance": 1 }, { "pair_id": 342866, "video_name": "friends_s02e08_seg02_clip_01", "timestamp": [ 58.0, 60.17 ], "duration": 62.66, "caption": "A woman puts her left arm around a man's waist.", "similarity": 0.7582, "relevance": 1 }, { "pair_id": 342867, "video_name": "castle_s08e01_seg02_clip_26", "timestamp": [ 19.15, 21.35 ], "duration": 44.66, "caption": "A man grabs a woman's arm and helps her up.", "similarity": 0.758, "relevance": 1 }, { "pair_id": 342868, "video_name": "friends_s03e01_seg02_clip_07", "timestamp": [ 13.03, 20.16 ], "duration": 62.66, "caption": "A woman puts one arm around a man and rubs his shoulder.", "similarity": 0.7578, "relevance": 1 }, { "pair_id": 342869, "video_name": "castle_s03e07_seg02_clip_19", "timestamp": [ 6.05, 13.49 ], "duration": 93.66, "caption": "A man took the arm of the woman tightly.", "similarity": 0.7566, "relevance": 1 }, { "pair_id": 342870, "video_name": "castle_s03e06_seg02_clip_16", "timestamp": [ 64.34, 65.59 ], "duration": 83.66, "caption": "A woman pats a man on the arm as she stands next to him.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 342871, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 25.01, 26.26 ], "duration": 62.66, "caption": "A woman touches a man's right arm and shoulder.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 342872, "video_name": "friends_s08e12_seg02_clip_20", "timestamp": [ 41.02, 59.03 ], "duration": 59.66, "caption": "A man gets on the chair with woman and puts his arm around her.", "similarity": 0.7482, "relevance": 1 }, { "pair_id": 342873, "video_name": "friends_s06e24-25_seg02_clip_00", "timestamp": [ 4.48, 5.76 ], "duration": 64.66, "caption": "A woman pats a man on his forearm during a conversation.", "similarity": 0.746, "relevance": 1 }, { "pair_id": 342874, "video_name": "s03e11_seg02_clip_15", "timestamp": [ 3.05, 15.87 ], "duration": 61.66, "caption": "A woman puts her arm around woman as she talks to man.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 342875, "video_name": "friends_s05e14_seg02_clip_02", "timestamp": [ 43.94, 51.87 ], "duration": 61.66, "caption": "A man reaches out and touches woman's left arm.", "similarity": 0.7435, "relevance": 1 }, { "pair_id": 342876, "video_name": "friends_s08e11_seg02_clip_09", "timestamp": [ 11.81, 13.58 ], "duration": 59.66, "caption": "A woman reaches over and touches man on the arm.", "similarity": 0.7422, "relevance": 1 }, { "pair_id": 342877, "video_name": "grey_s03e23_seg02_clip_23", "timestamp": [ 17.02, 19.33 ], "duration": 92.66, "caption": "A man turns and faces a woman and puts a hand on her arm.", "similarity": 0.7417, "relevance": 1 }, { "pair_id": 342878, "video_name": "house_s03e09_seg02_clip_13", "timestamp": [ 36.91, 38.71 ], "duration": 90.66, "caption": "A woman is transferred from man's arms to another person.", "similarity": 0.7399, "relevance": 1 }, { "pair_id": 342879, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 3.25, 8.56 ], "duration": 59.66, "caption": "A woman reaches her right arm over and pats a person's left hand.", "similarity": 0.7399, "relevance": 1 } ] }, { "query_id": 45797, "query": "A man picks up a black bag and tosses it onto the counter.", "relevant_moment": [ { "pair_id": 21740, "video_name": "castle_s06e23_seg02_clip_24", "timestamp": [ 69.13, 70.83 ], "duration": 85.66, "caption": "A man picks up a black bag and tosses it onto the counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21741, "video_name": "friends_s09e02_seg02_clip_07", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A man picks up his plastic bag from the counter.", "similarity": 0.8397, "relevance": 2 }, { "pair_id": 21742, "video_name": "friends_s07e19_seg02_clip_14", "timestamp": [ 8.28, 9.66 ], "duration": 69.66, "caption": "A person picks something up from the counter and throws it at the trash.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 21743, "video_name": "house_s01e10_seg02_clip_03", "timestamp": [ 3.22, 8.28 ], "duration": 92.66, "caption": "A person picks up a bag and tosses it on a table.", "similarity": 0.7111, "relevance": 3 }, { "pair_id": 21744, "video_name": "friends_s05e06_seg01_clip_00", "timestamp": [ 4.5, 10.2 ], "duration": 60.66, "caption": "A man walks in and places his bag on the countertop.", "similarity": 0.683, "relevance": 4 }, { "pair_id": 21745, "video_name": "s07e10_seg02_clip_01", "timestamp": [ 30.52, 34.04 ], "duration": 54.66, "caption": "A man picks up a paper towel from the counter.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 21746, "video_name": "house_s07e08_seg02_clip_00", "timestamp": [ 24.45, 41.37 ], "duration": 94.66, "caption": "A man picks up a black folder on the counter and opens it.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 21747, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 31.54, 35.44 ], "duration": 65.66, "caption": "A man takes the grocery bag to the kitchen counter-top.", "similarity": 0.6681, "relevance": 3 }, { "pair_id": 21748, "video_name": "house_s03e20_seg02_clip_24", "timestamp": [ 57.48, 67.34 ], "duration": 68.66, "caption": "A man picks up a bookbag and starts putting items inside.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 21749, "video_name": "house_s06e21_seg02_clip_20", "timestamp": [ 16.61, 20.26 ], "duration": 81.66, "caption": "A man picks up a red bag with black straps.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 21750, "video_name": "friends_s03e23_seg02_clip_03", "timestamp": [ 43.68, 46.93 ], "duration": 59.66, "caption": "A man picks up a glove from the counter and puts it on his hand.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 21751, "video_name": "met_s04e01_seg02_clip_03", "timestamp": [ 29.15, 32.68 ], "duration": 64.66, "caption": "A man picks up his shoulder bag and puts it on.", "similarity": 0.6456, "relevance": 3 }, { "pair_id": 21752, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 23.77, 29.17 ], "duration": 54.66, "caption": "A person picks up a bag of rice and sets it down on the counter.", "similarity": 0.6423, "relevance": 3 }, { "pair_id": 21753, "video_name": "friends_s04e20_seg02_clip_04", "timestamp": [ 41.91, 47.22 ], "duration": 59.66, "caption": "A man picks up his bag and puts his hand on the doorknob.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 21754, "video_name": "castle_s03e06_seg02_clip_14", "timestamp": [ 20.65, 23.23 ], "duration": 86.66, "caption": "A person picks up a plastic bag from the table.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 21755, "video_name": "friends_s09e16_seg02_clip_05", "timestamp": [ 27.23, 31.07 ], "duration": 59.66, "caption": "A woman pulls something out of the brown paper bag and tosses it on the counter.", "similarity": 0.6319, "relevance": 2 }, { "pair_id": 21756, "video_name": "house_s07e23_seg02_clip_16", "timestamp": [ 85.17, 92.1 ], "duration": 99.66, "caption": "A person picks up a blue backpack from the counter and puts it on.", "similarity": 0.6283, "relevance": 2 }, { "pair_id": 21757, "video_name": "s07e02_seg02_clip_04", "timestamp": [ 28.22, 29.46 ], "duration": 62.66, "caption": "A person picks up a take out bag from the kitchen island.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 21758, "video_name": "friends_s04e04_seg02_clip_18", "timestamp": [ 18.33, 20.32 ], "duration": 33.66, "caption": "A man picks up a briefcase on top of a garbage can.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 21759, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 51.82, 54.9 ], "duration": 56.66, "caption": "A man picks a book up off the kitchen counter and holds it in his hands.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 195060, "video_name": "house_s05e13_seg02_clip_00", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A person walks over to the counter and grabs a bagel.", "similarity": 0.6218, "relevance": 1 }, { "pair_id": 195061, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 7.05, 11.28 ], "duration": 94.66, "caption": "Someone picks up a small plastic bag from the floor.", "similarity": 0.6199, "relevance": 2 }, { "pair_id": 195062, "video_name": "friends_s08e17_seg01_clip_01", "timestamp": [ 12.41, 15.82 ], "duration": 62.66, "caption": "A man bends over and picks up a bagel off the floor.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 195063, "video_name": "friends_s06e20_seg02_clip_16", "timestamp": [ 9.44, 11.05 ], "duration": 46.66, "caption": "A man picks up the phone on the counter.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 195064, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 38.49, 42.77 ], "duration": 57.66, "caption": "A man places his hands on the bag he's carrying.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 195065, "video_name": "friends_s02e16_seg02_clip_15", "timestamp": [ 17.71, 22.21 ], "duration": 60.66, "caption": "A man turns and walks away from a person and throws a bag on the counter.", "similarity": 0.612, "relevance": 1 }, { "pair_id": 195066, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 69.18, 74.19 ], "duration": 91.66, "caption": "A man grabs a bag of trash out of the dumpster and drops it on the ground.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 195067, "video_name": "friends_s01e03_seg02_clip_06", "timestamp": [ 34.17, 35.86 ], "duration": 56.66, "caption": "A man picks up a trash can lid over his head.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 195068, "video_name": "s09e09_seg02_clip_07", "timestamp": [ 1.12, 5.04 ], "duration": 56.66, "caption": "A man picks up a spice container from the kitchen counter and snaps the lid shut on it.", "similarity": 0.6061, "relevance": 1 }, { "pair_id": 195069, "video_name": "s04e07_seg02_clip_08", "timestamp": [ 49.29, 54.6 ], "duration": 59.66, "caption": "A person picks up a canister off of the kitchen counter and carries it to the kitchen island as he talks.", "similarity": 0.6061, "relevance": 1 }, { "pair_id": 195070, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 8.5, 11.5 ], "duration": 100.66, "caption": "A person picks up an envelope and tosses it down.", "similarity": 0.6061, "relevance": 1 }, { "pair_id": 195071, "video_name": "friends_s10e15_seg02_clip_18", "timestamp": [ 45.56, 50.14 ], "duration": 61.66, "caption": "A man picks up a fossil and puts it in his bag.", "similarity": 0.6054, "relevance": 1 }, { "pair_id": 195072, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 9.6, 12.01 ], "duration": 60.66, "caption": "A woman takes an object out of a bag and places it on the counter.", "similarity": 0.6052, "relevance": 1 }, { "pair_id": 195073, "video_name": "met_s02e17_seg02_clip_03", "timestamp": [ 46.82, 49.22 ], "duration": 60.66, "caption": "A man picks up some trash from the floor and throws it in a garbage can.", "similarity": 0.6045, "relevance": 1 }, { "pair_id": 195074, "video_name": "friends_s08e19_seg02_clip_14", "timestamp": [ 0.0, 7.48 ], "duration": 65.66, "caption": "A man struggles to open the bag on his hands, as though he is looking to pick an item from it.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 195075, "video_name": "friends_s03e01_seg02_clip_02", "timestamp": [ 28.81, 40.66 ], "duration": 64.66, "caption": "A man picks up a green mug and then puts it back down on the counter.", "similarity": 0.6018, "relevance": 1 }, { "pair_id": 195076, "video_name": "friends_s05e05_seg02_clip_15", "timestamp": [ 11.04, 13.46 ], "duration": 69.66, "caption": "A man enters the apartment and sets a bag on the counter.", "similarity": 0.6015, "relevance": 1 }, { "pair_id": 195077, "video_name": "house_s01e05_seg02_clip_15", "timestamp": [ 55.96, 60.43 ], "duration": 89.66, "caption": "A man tosses a tea bag at a woman and she picks it up.", "similarity": 0.6004, "relevance": 1 }, { "pair_id": 195078, "video_name": "castle_s02e20_seg02_clip_03", "timestamp": [ 21.17, 29.91 ], "duration": 92.66, "caption": "A person picks up an evidence bag and empties its contents onto a table.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 195079, "video_name": "s02e12_seg01_clip_01", "timestamp": [ 4.48, 7.04 ], "duration": 64.66, "caption": "A person picks up the toaster from the counter and carries it.", "similarity": 0.5998, "relevance": 1 } ] }, { "query_id": 45830, "query": "A person sits in his chair, places laptop on his lap and points at the whiteboard.", "relevant_moment": [ { "pair_id": 139560, "video_name": "s06e09_seg02_clip_10", "timestamp": [ 1.38, 5.23 ], "duration": 55.66, "caption": "A person sits in his chair, places laptop on his lap and points at the whiteboard.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139561, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 37.84, 40.58 ], "duration": 61.66, "caption": "A person sits down in the chair in front of the laptop.", "similarity": 0.8226, "relevance": 2 }, { "pair_id": 139562, "video_name": "met_s03e18_seg02_clip_00", "timestamp": [ 6.3, 15.13 ], "duration": 63.66, "caption": "A person is talking and points at the computer sitting on his lap.", "similarity": 0.7966, "relevance": 2 }, { "pair_id": 139563, "video_name": "s04e01_seg01_clip_00", "timestamp": [ 7.56, 9.14 ], "duration": 63.66, "caption": "A person points his hand towards the coffee table while sitting in a chair with his laptop.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 139564, "video_name": "s08e24_seg02_clip_07", "timestamp": [ 24.31, 26.41 ], "duration": 60.66, "caption": "A person is sitting at a desk on his/her laptop.", "similarity": 0.7889, "relevance": 1 }, { "pair_id": 139565, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 55.07, 56.67 ], "duration": 64.66, "caption": "A person is sitting at their desk using their laptop.", "similarity": 0.7865, "relevance": 1 }, { "pair_id": 139566, "video_name": "s02e13_seg02_clip_11", "timestamp": [ 8.06, 10.86 ], "duration": 62.66, "caption": "A person sits at their desk chair and starts to use their laptop.", "similarity": 0.7849, "relevance": 1 }, { "pair_id": 139567, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is sitting on the stairway with his/her laptop on his/her lap.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 139568, "video_name": "s02e23_seg02_clip_17", "timestamp": [ 46.66, 50.11 ], "duration": 53.66, "caption": "A person is sitting in front of their laptop.", "similarity": 0.7628, "relevance": 1 }, { "pair_id": 139569, "video_name": "castle_s03e10_seg02_clip_00", "timestamp": [ 0.0, 40.95 ], "duration": 92.66, "caption": "A person was working on his laptop whilst sitting on a chair.", "similarity": 0.7547, "relevance": 1 }, { "pair_id": 139570, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 0.0, 79.23 ], "duration": 89.66, "caption": "A person was sitting in front of their laptop.", "similarity": 0.7502, "relevance": 1 }, { "pair_id": 139571, "video_name": "s05e01_seg02_clip_06", "timestamp": [ 9.15, 28.38 ], "duration": 61.66, "caption": "A person was sitting in front of a laptop.", "similarity": 0.7458, "relevance": 1 }, { "pair_id": 139572, "video_name": "castle_s03e20_seg02_clip_10", "timestamp": [ 88.67, 90.02 ], "duration": 90.66, "caption": "A person sits on the chair and opens up the laptop computer at the same time.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 139573, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A person has a laptop on their lap as they sit next to another person.", "similarity": 0.7423, "relevance": 1 }, { "pair_id": 139574, "video_name": "castle_s01e01_seg02_clip_26", "timestamp": [ 45.14, 52.74 ], "duration": 95.66, "caption": "A person is leaning back in a chair typing on his laptop.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 139575, "video_name": "s05e18_seg02_clip_03", "timestamp": [ 0.0, 22.92 ], "duration": 58.66, "caption": "A person is sitting on the couch with his/her laptop on his/her lap.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 139576, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person is in front of their laptop in their desk.", "similarity": 0.7295, "relevance": 1 }, { "pair_id": 139577, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 17.96, 20.48 ], "duration": 63.66, "caption": "A person is at their desk in front of their laptop.", "similarity": 0.7284, "relevance": 1 }, { "pair_id": 139578, "video_name": "met_s03e09_seg02_clip_12", "timestamp": [ 26.86, 31.86 ], "duration": 62.66, "caption": "A person places the laptop on top of the table.", "similarity": 0.7272, "relevance": 1 }, { "pair_id": 139579, "video_name": "house_s08e21_seg02_clip_26", "timestamp": [ 0.35, 3.9 ], "duration": 70.66, "caption": "A person points at the screen on his/her laptop monitor.", "similarity": 0.7271, "relevance": 2 } ] }, { "query_id": 45846, "query": "A man walks over to the radiator and stands next to it.", "relevant_moment": [ { "pair_id": 156860, "video_name": "friends_s05e07_seg02_clip_12", "timestamp": [ 31.21, 34.08 ], "duration": 52.66, "caption": "A man walks over to the radiator and stands next to it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156861, "video_name": "house_s08e09_seg02_clip_12", "timestamp": [ 21.16, 24.76 ], "duration": 90.66, "caption": "A man walks over to stand next to another person.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 156862, "video_name": "house_s06e17_seg02_clip_22", "timestamp": [ 11.38, 16.84 ], "duration": 91.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6019, "relevance": 2 }, { "pair_id": 156863, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6019, "relevance": 2 }, { "pair_id": 156864, "video_name": "s03e05_seg01_clip_01", "timestamp": [ 26.11, 31.04 ], "duration": 58.66, "caption": "A person stands up and walks over to the refrigerator.", "similarity": 0.5979, "relevance": 2 }, { "pair_id": 156865, "video_name": "met_s06e22_seg01_clip_02", "timestamp": [ 66.31, 69.54 ], "duration": 78.66, "caption": "A man walks over and stands next to woman.", "similarity": 0.5863, "relevance": 2 }, { "pair_id": 156866, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A person walks up and stands next to a man.", "similarity": 0.5813, "relevance": 2 }, { "pair_id": 156867, "video_name": "house_s07e05_seg02_clip_01", "timestamp": [ 25.21, 32.41 ], "duration": 90.66, "caption": "A person walks over to stand next to the counter.", "similarity": 0.571, "relevance": 3 }, { "pair_id": 156868, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 57.43, 62.76 ], "duration": 82.66, "caption": "A man walks over to stand next to a man.", "similarity": 0.5699, "relevance": 3 }, { "pair_id": 156869, "video_name": "grey_s03e04_seg02_clip_11", "timestamp": [ 3.76, 6.57 ], "duration": 93.66, "caption": "A person walks in and stands next to person.", "similarity": 0.5695, "relevance": 2 }, { "pair_id": 156870, "video_name": "house_s02e15_seg02_clip_15", "timestamp": [ 10.23, 19.07 ], "duration": 93.66, "caption": "A person walks over and stands next to a man in front of some shelves.", "similarity": 0.5566, "relevance": 2 }, { "pair_id": 156871, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 15.85, 18.93 ], "duration": 88.66, "caption": "A man walks over to stand next to a woman.", "similarity": 0.5554, "relevance": 1 }, { "pair_id": 156872, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A man stands up and walks over to another person.", "similarity": 0.5544, "relevance": 1 }, { "pair_id": 156873, "video_name": "house_s01e05_seg02_clip_14", "timestamp": [ 65.05, 74.09 ], "duration": 90.66, "caption": "A person walks over to the stove before walking back to the counter.", "similarity": 0.5472, "relevance": 2 }, { "pair_id": 156874, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 22.38, 26.95 ], "duration": 91.66, "caption": "A person walks over and stands next to person and person.", "similarity": 0.5458, "relevance": 2 }, { "pair_id": 156875, "video_name": "castle_s08e13_seg02_clip_26", "timestamp": [ 41.28, 45.73 ], "duration": 127.66, "caption": "A person stands up and walks over to someone.", "similarity": 0.5422, "relevance": 1 }, { "pair_id": 156876, "video_name": "friends_s06e18_seg02_clip_11", "timestamp": [ 14.04, 18.0 ], "duration": 61.66, "caption": "A man gets up and walks towards the fridge.", "similarity": 0.5408, "relevance": 3 }, { "pair_id": 156877, "video_name": "s04e17_seg02_clip_06", "timestamp": [ 5.31, 8.56 ], "duration": 59.66, "caption": "A person walks over to the door that person is standing at.", "similarity": 0.5407, "relevance": 2 }, { "pair_id": 156878, "video_name": "house_s08e09_seg02_clip_11", "timestamp": [ 24.87, 27.09 ], "duration": 88.66, "caption": "A man walks over to stand closer to the pictures.", "similarity": 0.5398, "relevance": 2 }, { "pair_id": 156879, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 46.42, 52.8 ], "duration": 58.66, "caption": "A man walks over to another man and stands near him near the step.", "similarity": 0.5397, "relevance": 2 } ] }, { "query_id": 45897, "query": "A person takes a sip from their blue mug and raises their eyebrow at another person, then puts their mug down.", "relevant_moment": [ { "pair_id": 172960, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 50.42, 54.92 ], "duration": 60.66, "caption": "A person takes a sip from their blue mug and raises their eyebrow at another person, then puts their mug down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172961, "video_name": "house_s06e06_seg02_clip_22", "timestamp": [ 90.28, 95.03 ], "duration": 95.66, "caption": "Person and person stare at a person in a blue suit as she sips from her mug.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 172962, "video_name": "house_s04e13_seg02_clip_14", "timestamp": [ 81.31, 86.74 ], "duration": 90.66, "caption": "A person takes a drink from their coffee mug while talking to another person.", "similarity": 0.7666, "relevance": 2 }, { "pair_id": 172963, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 51.62, 54.32 ], "duration": 60.66, "caption": "A person takes a drink out of his cup while talking to another person.", "similarity": 0.7498, "relevance": 4 }, { "pair_id": 172965, "video_name": "met_s02e11_seg02_clip_02", "timestamp": [ 18.89, 22.09 ], "duration": 64.66, "caption": "A person picks up their mug of beer and takes a sip as they talk to another person.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 172966, "video_name": "s06e11_seg01_clip_00", "timestamp": [ 46.81, 48.61 ], "duration": 120.66, "caption": "A person takes a sip out of their mug.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 172967, "video_name": "met_s06e16_seg01_clip_00", "timestamp": [ 32.5, 41.56 ], "duration": 62.66, "caption": "A person takes a sip of their drink while someone else is talking.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 172968, "video_name": "castle_s05e22_seg02_clip_01", "timestamp": [ 4.1, 7.74 ], "duration": 91.66, "caption": "A person picks up a mug to take a drink and another person comes in to kiss them.", "similarity": 0.7119, "relevance": 1 }, { "pair_id": 172969, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "A person takes a sip of their coffee after another person hands it to them.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 172970, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes a sip from their mug while smiling.", "similarity": 0.7026, "relevance": 1 }, { "pair_id": 172971, "video_name": "s01e17_seg02_clip_15", "timestamp": [ 11.9, 18.28 ], "duration": 58.66, "caption": "A person stares at another person while talking to him and then calmly pours his soda in a glass.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 172972, "video_name": "friends_s08e04_seg02_clip_08", "timestamp": [ 2.8, 10.27 ], "duration": 62.66, "caption": "The person sitting with another person takes a sip from their drink.", "similarity": 0.7008, "relevance": 2 }, { "pair_id": 172973, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 0.6995, "relevance": 2 }, { "pair_id": 172974, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 63.57, 66.22 ], "duration": 88.66, "caption": "A person lifts his mug and takes a sip from it.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 172975, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 23.11, 34.82 ], "duration": 60.66, "caption": "During a conversation with a person, they both smile then another person takes a sip of their drink.", "similarity": 0.6976, "relevance": 1 }, { "pair_id": 172976, "video_name": "castle_s02e07_seg02_clip_14", "timestamp": [ 71.33, 73.6 ], "duration": 90.66, "caption": "A person takes a sip of his/her coffee mug as he/she walks forward.", "similarity": 0.6925, "relevance": 1 }, { "pair_id": 172977, "video_name": "grey_s03e02_seg02_clip_24", "timestamp": [ 2.23, 10.24 ], "duration": 89.66, "caption": "A person takes the mug off his lips and converses with a woman.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 172978, "video_name": "friends_s02e21_seg02_clip_11", "timestamp": [ 54.32, 58.83 ], "duration": 60.66, "caption": "A person hands a blue mug to another person while he's sitting at the bar.", "similarity": 0.6895, "relevance": 1 }, { "pair_id": 172979, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.6894, "relevance": 2 } ] }, { "query_id": 45902, "query": "A person holds an electronic tablet up so woman can see the screen.", "relevant_moment": [ { "pair_id": 16180, "video_name": "s08e21_seg02_clip_04", "timestamp": [ 30.99, 44.27 ], "duration": 59.66, "caption": "A person holds an electronic tablet up so woman can see the screen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16181, "video_name": "s10e10_seg02_clip_07", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A woman looks at her tablet and taps the screen.", "similarity": 0.7872, "relevance": 2 }, { "pair_id": 16182, "video_name": "s05e15_seg02_clip_02", "timestamp": [ 3.97, 5.49 ], "duration": 61.66, "caption": "A person turns his tablet around to show another person what is on the screen.", "similarity": 0.7509, "relevance": 3 }, { "pair_id": 16183, "video_name": "s07e16_seg02_clip_09", "timestamp": [ 27.31, 32.41 ], "duration": 60.66, "caption": "A woman sits down and looks at her tablet.", "similarity": 0.7463, "relevance": 3 }, { "pair_id": 16184, "video_name": "s06e06_seg02_clip_02", "timestamp": [ 52.83, 56.37 ], "duration": 59.66, "caption": "A woman is pointing at the tablet that a man in holding.", "similarity": 0.7456, "relevance": 4 }, { "pair_id": 16185, "video_name": "castle_s08e19_seg02_clip_04", "timestamp": [ 3.61, 7.22 ], "duration": 90.66, "caption": "A woman gets up from her seat and stands next to a man to look at his tablet.", "similarity": 0.7387, "relevance": 4 }, { "pair_id": 16186, "video_name": "s09e05_seg02_clip_16", "timestamp": [ 38.08, 43.02 ], "duration": 43.66, "caption": "A woman uses her finger to operate a touchscreen tablet.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 16187, "video_name": "s07e16_seg02_clip_09", "timestamp": [ 0.0, 11.41 ], "duration": 60.66, "caption": "A woman is looking at her tablet as a man is trying to talk to her.", "similarity": 0.7331, "relevance": 3 }, { "pair_id": 16188, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person looks down at his/her tablet and touches the screen while talking.", "similarity": 0.7271, "relevance": 3 }, { "pair_id": 16189, "video_name": "castle_s07e21_seg02_clip_01", "timestamp": [ 74.78, 89.02 ], "duration": 89.66, "caption": "A person picks up a tablet and talks to a woman.", "similarity": 0.7267, "relevance": 4 }, { "pair_id": 16190, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 17.36, 58.31 ], "duration": 89.66, "caption": "A person was holding a tablet and watching a video clip on it.", "similarity": 0.7176, "relevance": 4 }, { "pair_id": 16191, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 17.96, 22.24 ], "duration": 57.66, "caption": "A person holds a tablet up to show a map to some people.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 16192, "video_name": "castle_s08e09_seg02_clip_05", "timestamp": [ 51.67, 53.78 ], "duration": 84.66, "caption": "A person looks at his watch as he is holding his tablet.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 16193, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 0.0, 1.65 ], "duration": 55.66, "caption": "A woman is holding a tablet talking to a person on video chat.", "similarity": 0.6994, "relevance": 3 }, { "pair_id": 16194, "video_name": "s06e06_seg02_clip_05", "timestamp": [ 43.94, 48.82 ], "duration": 61.66, "caption": "A person is looking at a tablet as some people have a conversation.", "similarity": 0.6985, "relevance": 2 }, { "pair_id": 16195, "video_name": "castle_s06e09_seg02_clip_10", "timestamp": [ 84.66, 91.03 ], "duration": 91.66, "caption": "A person reaches for a tablet computer, then opens it.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 16196, "video_name": "s07e11_seg02_clip_02", "timestamp": [ 10.15, 16.25 ], "duration": 58.66, "caption": "After person is done talking via web chat, woman sets down her tablet.", "similarity": 0.691, "relevance": 2 }, { "pair_id": 16197, "video_name": "s08e14_seg02_clip_14", "timestamp": [ 34.23, 37.14 ], "duration": 58.66, "caption": "A woman gets up and grabs the tablet from another woman.", "similarity": 0.6845, "relevance": 3 }, { "pair_id": 16198, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 77.33, 89.66 ], "duration": 89.66, "caption": "A woman shows a man a map on the tablet she is using.", "similarity": 0.6819, "relevance": 4 }, { "pair_id": 16199, "video_name": "castle_s05e08_seg02_clip_21", "timestamp": [ 39.4, 42.11 ], "duration": 90.66, "caption": "A woman is holding a device in her hand as person is looking at the window.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 189500, "video_name": "s08e14_seg02_clip_15", "timestamp": [ 0.31, 3.97 ], "duration": 61.66, "caption": "A woman sits down on the couch holding a tablet.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 189501, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 49.33, 52.46 ], "duration": 57.66, "caption": "A person stands up to put a tablet back in a backpack when he/she is done talking.", "similarity": 0.6789, "relevance": 1 }, { "pair_id": 189502, "video_name": "castle_s06e03_seg02_clip_07", "timestamp": [ 0.0, 6.81 ], "duration": 90.66, "caption": "A woman using her laptop and same as the person beside her.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 189503, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 40.14, 41.61 ], "duration": 59.66, "caption": "A woman takes the iPad that a person is holding.", "similarity": 0.6719, "relevance": 4 }, { "pair_id": 189504, "video_name": "s07e11_seg02_clip_06", "timestamp": [ 52.63, 56.1 ], "duration": 63.66, "caption": "A woman picks up her computer tablet and opens the case.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 189505, "video_name": "s03e15_seg02_clip_09", "timestamp": [ 27.56, 32.2 ], "duration": 58.66, "caption": "A person places a laptop on a table next to woman.", "similarity": 0.67, "relevance": 1 }, { "pair_id": 189507, "video_name": "s06e06_seg01_clip_01", "timestamp": [ 0.0, 8.51 ], "duration": 81.66, "caption": "A person has a tablet in his hand as he talks.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 189508, "video_name": "castle_s08e13_seg02_clip_17", "timestamp": [ 64.1, 68.61 ], "duration": 90.66, "caption": "A person shows a woman a picture of a temple on his tablet.", "similarity": 0.6661, "relevance": 3 }, { "pair_id": 189509, "video_name": "s06e06_seg02_clip_06", "timestamp": [ 4.64, 8.7 ], "duration": 58.66, "caption": "A person is on his tablet while he is sitting beside person.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 189510, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 11.9, 14.04 ], "duration": 61.66, "caption": "A person takes hold of his/her laptop screen and closes the device.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 189511, "video_name": "s07e11_seg02_clip_14", "timestamp": [ 16.53, 21.85 ], "duration": 56.66, "caption": "A woman opens her tablet to speak to a person on video chat.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 189512, "video_name": "castle_s08e08_seg02_clip_15", "timestamp": [ 24.98, 27.71 ], "duration": 90.66, "caption": "A woman shows a laptop to person, and person takes it from her.", "similarity": 0.6622, "relevance": 3 }, { "pair_id": 189513, "video_name": "house_s07e17_seg02_clip_08", "timestamp": [ 14.24, 18.99 ], "duration": 86.66, "caption": "A woman asks a man to view a computer screen.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 189514, "video_name": "s05e15_seg02_clip_02", "timestamp": [ 13.12, 15.26 ], "duration": 61.66, "caption": "A person turns around the tablet and holds it to his chest.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 189515, "video_name": "met_s03e19_seg02_clip_01", "timestamp": [ 28.33, 36.98 ], "duration": 59.66, "caption": "A woman types something on man's laptop as man and another person look on.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 189516, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 73.73, 79.58 ], "duration": 89.66, "caption": "A woman shows the one she is looking at the device to a man.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 189517, "video_name": "castle_s02e08_seg02_clip_00", "timestamp": [ 45.37, 50.51 ], "duration": 93.66, "caption": "A person is on their laptop as a woman moves beside them.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 189518, "video_name": "s05e02_seg01_clip_02", "timestamp": [ 11.9, 17.26 ], "duration": 119.66, "caption": "A person presses a key on his/her laptop and a woman waves to him/her on the screen.", "similarity": 0.6471, "relevance": 1 }, { "pair_id": 189519, "video_name": "s07e16_seg02_clip_09", "timestamp": [ 34.22, 39.92 ], "duration": 60.66, "caption": "A person sits down and grabs another person's tablet out of their hand.", "similarity": 0.6466, "relevance": 2 } ] }, { "query_id": 45915, "query": "A man is sitting beside a person as they speak to each other.", "relevant_moment": [ { "pair_id": 170860, "video_name": "s08e21_seg02_clip_09", "timestamp": [ 17.12, 19.77 ], "duration": 59.66, "caption": "A man is sitting beside a person as they speak to each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170861, "video_name": "castle_s07e16_seg02_clip_19", "timestamp": [ 0.0, 36.75 ], "duration": 93.66, "caption": "Two people are sitting beside each other as they speak to a man.", "similarity": 0.9582, "relevance": 3 }, { "pair_id": 170862, "video_name": "castle_s02e12_seg02_clip_16", "timestamp": [ 0.0, 47.91 ], "duration": 91.66, "caption": "Two people are sitting beside each other as they speak to a man.", "similarity": 0.9582, "relevance": 3 }, { "pair_id": 170863, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 0.0, 5.53 ], "duration": 65.66, "caption": "A person is sitting next to a man while speaking with another person.", "similarity": 0.9253, "relevance": 3 }, { "pair_id": 170864, "video_name": "house_s05e17_seg02_clip_18", "timestamp": [ 26.23, 84.61 ], "duration": 84.66, "caption": "A man sits beside a person and they converse with each other.", "similarity": 0.9223, "relevance": 4 }, { "pair_id": 170865, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 46.76, 54.55 ], "duration": 82.66, "caption": "A person is sitting beside someone as he speaks to another person.", "similarity": 0.9222, "relevance": 3 }, { "pair_id": 170866, "video_name": "grey_s01e03_seg02_clip_17", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A man is sitting beside another person as they converse.", "similarity": 0.9141, "relevance": 4 }, { "pair_id": 170867, "video_name": "house_s04e11_seg02_clip_21", "timestamp": [ 31.62, 34.29 ], "duration": 89.66, "caption": "A person is sitting beside another person as they speak to them.", "similarity": 0.9117, "relevance": 4 }, { "pair_id": 170868, "video_name": "castle_s04e04_seg02_clip_21", "timestamp": [ 0.0, 51.23 ], "duration": 91.66, "caption": "A person is sitting beside another person as they speak to them.", "similarity": 0.9117, "relevance": 4 }, { "pair_id": 170869, "video_name": "castle_s05e16_seg02_clip_08", "timestamp": [ 7.45, 41.36 ], "duration": 41.66, "caption": "A person is speaking to another person as he sits beside him.", "similarity": 0.9062, "relevance": 4 }, { "pair_id": 170870, "video_name": "s05e14_seg02_clip_06", "timestamp": [ 12.69, 17.41 ], "duration": 59.66, "caption": "Two people are sitting beside each other as they speak to a person.", "similarity": 0.9051, "relevance": 3 }, { "pair_id": 170871, "video_name": "s05e17_seg02_clip_05", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A man is sitting in a chair beside a person as he speaks to another person.", "similarity": 0.8984, "relevance": 3 }, { "pair_id": 170872, "video_name": "castle_s03e14_seg02_clip_25", "timestamp": [ 0.0, 88.67 ], "duration": 90.66, "caption": "A man and woman are sitting beside each other as they speak to another person.", "similarity": 0.8915, "relevance": 2 }, { "pair_id": 170873, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 26.86, 30.1 ], "duration": 59.66, "caption": "A person is beside a man as he is speaking to another person.", "similarity": 0.89, "relevance": 3 }, { "pair_id": 170874, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 0.0, 59.82 ], "duration": 90.66, "caption": "A man and a woman are sitting beside each other as they speak to a person.", "similarity": 0.8881, "relevance": 3 }, { "pair_id": 170875, "video_name": "s02e07_seg02_clip_05", "timestamp": [ 15.05, 20.95 ], "duration": 59.66, "caption": "A person sits next to man while talking to another man.", "similarity": 0.8867, "relevance": 3 }, { "pair_id": 170876, "video_name": "house_s04e14_seg02_clip_18", "timestamp": [ 8.07, 89.63 ], "duration": 89.66, "caption": "A person sits down next to another person and speaks with him.", "similarity": 0.8866, "relevance": 3 }, { "pair_id": 170877, "video_name": "house_s01e01_seg02_clip_01", "timestamp": [ 31.28, 39.1 ], "duration": 39.66, "caption": "Two people are sitting beside each other as a person speaks to them.", "similarity": 0.8846, "relevance": 2 }, { "pair_id": 170878, "video_name": "castle_s07e08_seg02_clip_01", "timestamp": [ 0.0, 36.08 ], "duration": 91.66, "caption": "A man and a woman are sitting beside each other as they speak with a person.", "similarity": 0.8796, "relevance": 3 }, { "pair_id": 170879, "video_name": "castle_s05e15_seg02_clip_09", "timestamp": [ 6.12, 87.48 ], "duration": 87.66, "caption": "Two people are seated beside each other speaking to someone.", "similarity": 0.8763, "relevance": 3 }, { "pair_id": 344180, "video_name": "met_s05e03_seg02_clip_01", "timestamp": [ 51.8, 60.66 ], "duration": 60.66, "caption": "A man sits close to another man to speak to him more directly.", "similarity": 0.8692, "relevance": 4 }, { "pair_id": 344181, "video_name": "house_s07e21_seg02_clip_16", "timestamp": [ 25.52, 29.04 ], "duration": 176.66, "caption": "A man sits down on the chair beside the person he is talking with.", "similarity": 0.849, "relevance": 2 }, { "pair_id": 344182, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to person while person is sitting.", "similarity": 0.8478, "relevance": 2 }, { "pair_id": 344183, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 0.0, 36.93 ], "duration": 91.66, "caption": "A person is sitting as he speaks to another person in front of him.", "similarity": 0.8478, "relevance": 3 }, { "pair_id": 344184, "video_name": "castle_s03e15_seg02_clip_01", "timestamp": [ 35.91, 92.08 ], "duration": 92.66, "caption": "A man is sitting next to another man as he speaks with a woman.", "similarity": 0.8464, "relevance": 3 }, { "pair_id": 344185, "video_name": "castle_s05e03_seg02_clip_21", "timestamp": [ 0.0, 56.89 ], "duration": 91.66, "caption": "A person and another person are sitting beside each other as they converse.", "similarity": 0.8443, "relevance": 4 }, { "pair_id": 344186, "video_name": "castle_s02e20_seg02_clip_19", "timestamp": [ 0.0, 10.84 ], "duration": 90.66, "caption": "Two people are speaking to man as they are beside each other.", "similarity": 0.8442, "relevance": 3 }, { "pair_id": 344187, "video_name": "castle_s01e10_seg02_clip_26", "timestamp": [ 0.0, 51.69 ], "duration": 152.66, "caption": "A man is beside person as they converse with each other.", "similarity": 0.8441, "relevance": 4 }, { "pair_id": 344188, "video_name": "castle_s03e16_seg02_clip_21", "timestamp": [ 15.93, 91.03 ], "duration": 91.66, "caption": "A man and person were sitting beside each other.", "similarity": 0.8437, "relevance": 3 }, { "pair_id": 344189, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 0.0, 11.9 ], "duration": 82.66, "caption": "A man is next to man as he speaks to person.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 344190, "video_name": "house_s05e20_seg02_clip_17", "timestamp": [ 0.0, 24.27 ], "duration": 89.66, "caption": "A man and a woman are sitting beside each other as they converse.", "similarity": 0.8368, "relevance": 3 }, { "pair_id": 344191, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 0.0, 31.51 ], "duration": 150.66, "caption": "A man is sitting across from another person as they converse.", "similarity": 0.8348, "relevance": 2 }, { "pair_id": 344192, "video_name": "s04e19_seg02_clip_00", "timestamp": [ 21.71, 25.43 ], "duration": 62.66, "caption": "A person goes beside a man as he speaks to him.", "similarity": 0.8346, "relevance": 3 }, { "pair_id": 344193, "video_name": "s08e21_seg02_clip_13", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A man is sitting beside a person on the couch as he speaks.", "similarity": 0.8331, "relevance": 3 }, { "pair_id": 344194, "video_name": "castle_s07e16_seg02_clip_21", "timestamp": [ 14.94, 90.56 ], "duration": 90.66, "caption": "A man is sitting as he speaks to a woman and another person.", "similarity": 0.8305, "relevance": 2 }, { "pair_id": 344195, "video_name": "s02e01_seg02_clip_14", "timestamp": [ 17.7, 25.53 ], "duration": 58.66, "caption": "A man sits in the chair next to a person to speak to him.", "similarity": 0.8288, "relevance": 3 }, { "pair_id": 344196, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A man is sitting across from person as he speaks to him.", "similarity": 0.827, "relevance": 2 }, { "pair_id": 344197, "video_name": "house_s06e09_seg02_clip_17", "timestamp": [ 6.53, 40.9 ], "duration": 87.66, "caption": "A person is speaking to someone as he stands beside man.", "similarity": 0.8269, "relevance": 2 }, { "pair_id": 344198, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is speaking to person as he is sitting.", "similarity": 0.8251, "relevance": 2 }, { "pair_id": 344199, "video_name": "castle_s01e10_seg02_clip_16", "timestamp": [ 0.0, 28.47 ], "duration": 91.66, "caption": "A woman and a man are speaking to each other as they sit beside each other.", "similarity": 0.8236, "relevance": 2 } ] }, { "query_id": 45917, "query": "A person is standing in the living room while some people listen.", "relevant_moment": [ { "pair_id": 67080, "video_name": "s08e21_seg02_clip_09", "timestamp": [ 58.44, 59.03 ], "duration": 59.66, "caption": "A person is standing in the living room while some people listen.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 67081, "video_name": "castle_s03e02_seg02_clip_05", "timestamp": [ 0.0, 57.08 ], "duration": 91.66, "caption": "A person is speaking with some people in a living room.", "similarity": 0.7999, "relevance": 2 }, { "pair_id": 67082, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 42.69, 88.02 ], "duration": 88.66, "caption": "A person is sitting in their living room speaking to some people.", "similarity": 0.7847, "relevance": 2 }, { "pair_id": 67083, "video_name": "castle_s07e20_seg02_clip_26", "timestamp": [ 52.19, 80.86 ], "duration": 147.66, "caption": "A person is in his living room speaking to two other people.", "similarity": 0.7678, "relevance": 2 }, { "pair_id": 67084, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 0.0, 19.51 ], "duration": 100.66, "caption": "A person talks to another person while in a living room.", "similarity": 0.7558, "relevance": 2 }, { "pair_id": 67085, "video_name": "friends_s04e19_seg02_clip_08", "timestamp": [ 46.52, 50.72 ], "duration": 60.66, "caption": "A group of people gather around a person in the living room to hear their idea.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 67086, "video_name": "friends_s03e01_seg02_clip_12", "timestamp": [ 0.0, 35.19 ], "duration": 59.66, "caption": "Two people stand in a living room talking.", "similarity": 0.7376, "relevance": 3 }, { "pair_id": 67087, "video_name": "s05e22_seg02_clip_14", "timestamp": [ 26.11, 30.01 ], "duration": 60.66, "caption": "A person enters the living room and begins talking to some people.", "similarity": 0.7319, "relevance": 4 }, { "pair_id": 67088, "video_name": "house_s03e07_seg02_clip_19", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person talks to two people in a living room.", "similarity": 0.7233, "relevance": 3 }, { "pair_id": 67089, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 35.06, 65.53 ], "duration": 65.66, "caption": "A person and another person talk while they are in his living room.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 67091, "video_name": "friends_s01e11_seg02_clip_19", "timestamp": [ 51.06, 59.03 ], "duration": 59.66, "caption": "A person finds someone listening in the hall outside their apartment.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 67093, "video_name": "s09e07_seg01_clip_00", "timestamp": [ 28.4, 47.88 ], "duration": 66.66, "caption": "A person enters the living room and shares some exciting news with some people.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 67094, "video_name": "friends_s02e01_seg02_clip_15", "timestamp": [ 43.36, 52.24 ], "duration": 52.66, "caption": "Two people stand in the living room discussing a woman.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 67095, "video_name": "friends_s10e14_seg02_clip_10", "timestamp": [ 48.43, 59.66 ], "duration": 59.66, "caption": "A man walks all around the living room and then listens to woman.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 67096, "video_name": "friends_s02e17_seg02_clip_03", "timestamp": [ 52.18, 57.02 ], "duration": 57.66, "caption": "A man picks up a phone and starts talking while standing in a living room.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 67097, "video_name": "s05e02_seg02_clip_01", "timestamp": [ 32.11, 34.82 ], "duration": 60.66, "caption": "A person enters the room to talk to some other people.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 67098, "video_name": "s04e15_seg02_clip_10", "timestamp": [ 7.75, 15.2 ], "duration": 62.66, "caption": "A person walks into the living room as he holds his hands in front of him and talks.", "similarity": 0.6566, "relevance": 3 }, { "pair_id": 67099, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 20.36, 30.1 ], "duration": 59.66, "caption": "A person sits in the living room talking to another person in the apartment.", "similarity": 0.6549, "relevance": 1 }, { "pair_id": 240400, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 1.92, 19.69 ], "duration": 96.66, "caption": "A person stands with a woman in the room and speaks with her.", "similarity": 0.6535, "relevance": 4 }, { "pair_id": 240401, "video_name": "castle_s05e05_seg02_clip_25", "timestamp": [ 0.0, 30.21 ], "duration": 99.66, "caption": "A person is speaking to another person as they are in a room with two other people.", "similarity": 0.6508, "relevance": 3 }, { "pair_id": 240402, "video_name": "castle_s05e24_seg02_clip_01", "timestamp": [ 9.66, 92.03 ], "duration": 92.66, "caption": "A woman is speaking to man in the living room.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 240403, "video_name": "castle_s06e20_seg02_clip_05", "timestamp": [ 57.38, 89.66 ], "duration": 89.66, "caption": "A man is sitting talking to two people in the living room.", "similarity": 0.6458, "relevance": 3 }, { "pair_id": 240404, "video_name": "friends_s09e06_seg02_clip_05", "timestamp": [ 24.91, 27.91 ], "duration": 60.66, "caption": "A woman standing in living room waving hands around.", "similarity": 0.6441, "relevance": 4 }, { "pair_id": 240405, "video_name": "castle_s01e09_seg02_clip_18", "timestamp": [ 83.11, 85.72 ], "duration": 87.66, "caption": "A person stands in a room with their arms in the air.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 240406, "video_name": "house_s03e07_seg02_clip_24", "timestamp": [ 1.95, 24.97 ], "duration": 78.66, "caption": "A person is sitting in a hotel hallway on the floor as he listens to another person.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 240407, "video_name": "castle_s06e07_seg02_clip_23", "timestamp": [ 15.42, 90.66 ], "duration": 90.66, "caption": "A person sits in the living room, holding a remote control and watches a video as he talks to a woman.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 240408, "video_name": "house_s04e11_seg02_clip_11", "timestamp": [ 3.15, 17.55 ], "duration": 90.66, "caption": "A person is sitting in his/her living room talking to someone who is on his/her laptop.", "similarity": 0.6354, "relevance": 1 }, { "pair_id": 240409, "video_name": "s08e23_seg02_clip_09", "timestamp": [ 0.0, 1.24 ], "duration": 62.66, "caption": "A person stands in a room with their arms folded.", "similarity": 0.6333, "relevance": 4 }, { "pair_id": 240411, "video_name": "friends_s02e04_seg02_clip_13", "timestamp": [ 32.57, 37.22 ], "duration": 62.66, "caption": "A person talks to the other end of the room while talking to someone.", "similarity": 0.6305, "relevance": 4 }, { "pair_id": 240413, "video_name": "house_s07e13_seg02_clip_08", "timestamp": [ 14.25, 40.98 ], "duration": 89.66, "caption": "A person stands in the front of the room and speaks to a group of young students.", "similarity": 0.63, "relevance": 3 }, { "pair_id": 240414, "video_name": "house_s06e07_seg02_clip_18", "timestamp": [ 85.72, 91.19 ], "duration": 91.66, "caption": "A person lounges on the chair in the living room and speaks with another person.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 240415, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "Some people are sitting together in a person's living room.", "similarity": 0.6256, "relevance": 3 }, { "pair_id": 240416, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "A man and a woman talk together in the living room.", "similarity": 0.6253, "relevance": 3 }, { "pair_id": 240417, "video_name": "s09e10_seg01_clip_01", "timestamp": [ 16.23, 20.08 ], "duration": 55.66, "caption": "A person looks around the room as he hums a tune.", "similarity": 0.6238, "relevance": 3 }, { "pair_id": 240418, "video_name": "grey_s01e01_seg02_clip_19", "timestamp": [ 60.28, 92.03 ], "duration": 92.66, "caption": "A person enters a room, stands in front of two people and speaks to them before closing their eyes.", "similarity": 0.6229, "relevance": 3 }, { "pair_id": 240419, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 52.35, 56.58 ], "duration": 65.66, "caption": "A person walks to his room after speaking with some people.", "similarity": 0.621, "relevance": 3 } ] }, { "query_id": 45927, "query": "A man talks to another man in the back seat of the car.", "relevant_moment": [ { "pair_id": 17460, "video_name": "met_s02e19_seg02_clip_05", "timestamp": [ 0.0, 13.35 ], "duration": 58.66, "caption": "A man talks to another man in the back seat of the car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17461, "video_name": "castle_s05e08_seg02_clip_21", "timestamp": [ 0.0, 37.58 ], "duration": 90.66, "caption": "A man is sitting in the backseat of a car speaking with another man.", "similarity": 0.8684, "relevance": 4 }, { "pair_id": 17462, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 68.84, 93.03 ], "duration": 93.66, "caption": "Two men are in a back of a car and sitting while talking to each other.", "similarity": 0.839, "relevance": 2 }, { "pair_id": 17463, "video_name": "met_s03e17_seg02_clip_14", "timestamp": [ 39.8, 59.66 ], "duration": 59.66, "caption": "Two men are having a conversation in the back of a car.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 17464, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A woman is talking to a man in the back seat of another woman's car.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 17465, "video_name": "house_s03e10_seg02_clip_17", "timestamp": [ 0.0, 43.25 ], "duration": 94.66, "caption": "A man has a conversation with another man inside a parked car.", "similarity": 0.7965, "relevance": 4 }, { "pair_id": 17466, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 0.0, 33.02 ], "duration": 66.66, "caption": "A man has a conversation with another man while he drives a car.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 17467, "video_name": "house_s04e01_seg02_clip_03", "timestamp": [ 26.26, 40.06 ], "duration": 89.66, "caption": "Two men are talking in the car together.", "similarity": 0.789, "relevance": 3 }, { "pair_id": 17468, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 0.0, 29.17 ], "duration": 91.66, "caption": "A man was having a conversation with another man inside a vehicle.", "similarity": 0.7751, "relevance": 3 }, { "pair_id": 17469, "video_name": "house_s08e20_seg02_clip_11", "timestamp": [ 43.25, 94.03 ], "duration": 94.66, "caption": "A man is driving a car while talking to another man.", "similarity": 0.774, "relevance": 3 }, { "pair_id": 17470, "video_name": "friends_s05e20_seg02_clip_03", "timestamp": [ 0.0, 14.76 ], "duration": 59.66, "caption": "Two men have a conversation while sitting in a car together.", "similarity": 0.7648, "relevance": 4 }, { "pair_id": 17471, "video_name": "castle_s08e03_seg02_clip_11", "timestamp": [ 69.99, 81.87 ], "duration": 88.66, "caption": "Two people are sitting in the front seat of a car, turned around to have a conversation with another person in the back seat.", "similarity": 0.7607, "relevance": 4 }, { "pair_id": 17472, "video_name": "house_s02e05_seg02_clip_09", "timestamp": [ 41.29, 44.3 ], "duration": 86.66, "caption": "A man rides on his car while still talking to another man.", "similarity": 0.7571, "relevance": 2 }, { "pair_id": 17473, "video_name": "s09e21_seg02_clip_05", "timestamp": [ 0.0, 44.42 ], "duration": 60.66, "caption": "A man drives a car and talks to another person, who's sitting besides him.", "similarity": 0.756, "relevance": 2 }, { "pair_id": 17474, "video_name": "s03e01_seg02_clip_14", "timestamp": [ 55.47, 58.62 ], "duration": 63.66, "caption": "While in the car a man tells another man what he is wearing.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 17475, "video_name": "house_s07e23_seg02_clip_25", "timestamp": [ 0.0, 18.96 ], "duration": 158.66, "caption": "A man talks to a man and then puts him out of his car.", "similarity": 0.7514, "relevance": 2 }, { "pair_id": 17476, "video_name": "s08e01_seg02_clip_03", "timestamp": [ 0.0, 8.85 ], "duration": 61.66, "caption": "A man was driving the car whilst talking to another man.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 17477, "video_name": "s05e03_seg02_clip_01", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A man talks to a woman in the backseat of the car.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 17478, "video_name": "met_s06e02_seg02_clip_08", "timestamp": [ 54.12, 60.66 ], "duration": 60.66, "caption": "Two men are talking in an automobile.", "similarity": 0.7358, "relevance": 3 }, { "pair_id": 17479, "video_name": "house_s06e20_seg02_clip_19", "timestamp": [ 87.87, 90.75 ], "duration": 96.66, "caption": "A man puts on his sunglasses while talking with another man in his car.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 190780, "video_name": "s04e08_seg02_clip_04", "timestamp": [ 15.97, 17.39 ], "duration": 57.66, "caption": "A man tells another man to stop talking while a car passes.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 190781, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 24.76, 90.02 ], "duration": 90.66, "caption": "A person is in the backseat of a car speaking to another person.", "similarity": 0.7253, "relevance": 4 }, { "pair_id": 190782, "video_name": "house_s07e22_seg02_clip_15", "timestamp": [ 51.19, 84.57 ], "duration": 89.66, "caption": "A person is in the back seat of a car with a child talking to someone who is in the driver's seat.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 190783, "video_name": "friends_s06e02_seg02_clip_13", "timestamp": [ 18.38, 23.34 ], "duration": 58.66, "caption": "A man sits in front of another man while they are talking.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 190784, "video_name": "friends_s06e01_seg02_clip_15", "timestamp": [ 21.57, 56.02 ], "duration": 56.66, "caption": "A man talks to a woman from the back seat while she is driving.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 190785, "video_name": "s09e03_seg02_clip_05", "timestamp": [ 14.71, 24.31 ], "duration": 60.66, "caption": "A man is talking to a person in the back seat and compares the car they are in with a famous comic book vehicle.", "similarity": 0.7177, "relevance": 4 }, { "pair_id": 190786, "video_name": "met_s06e04_seg02_clip_07", "timestamp": [ 28.94, 36.74 ], "duration": 65.66, "caption": "A man and a woman sit next to each other in the backseat of a car and talk.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 190787, "video_name": "met_s02e06_seg02_clip_15", "timestamp": [ 38.47, 59.19 ], "duration": 59.66, "caption": "A man is talking with another man that is sitting on a chair.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 190788, "video_name": "met_s06e04_seg02_clip_08", "timestamp": [ 2.65, 41.62 ], "duration": 53.66, "caption": "A woman and a man are seated in the backseat of a car as they converse.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 190789, "video_name": "friends_s04e13_seg02_clip_06", "timestamp": [ 20.31, 27.27 ], "duration": 58.66, "caption": "A man gets up from his seat to speak to another man.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 190790, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 39.44, 46.91 ], "duration": 83.66, "caption": "A man is driving the car while talking to two people.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 190791, "video_name": "castle_s05e07_seg02_clip_07", "timestamp": [ 0.0, 17.75 ], "duration": 91.66, "caption": "Two men were having a conversation inside the car.", "similarity": 0.7101, "relevance": 3 }, { "pair_id": 190792, "video_name": "house_s05e16_seg02_clip_03", "timestamp": [ 0.0, 19.36 ], "duration": 90.66, "caption": "A man was sitting in front of another man while talking to him.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 190793, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "A man was standing outside the car whilst talking to a man.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 190794, "video_name": "met_s03e19_seg02_clip_01", "timestamp": [ 48.61, 59.65 ], "duration": 59.66, "caption": "Two people have a conversation in the backseat of a car.", "similarity": 0.7088, "relevance": 3 }, { "pair_id": 190795, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 190796, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 190797, "video_name": "s06e13_seg02_clip_02", "timestamp": [ 50.42, 56.13 ], "duration": 60.66, "caption": "Two men are in the backseat of a man's car.", "similarity": 0.7058, "relevance": 4 }, { "pair_id": 190798, "video_name": "s08e12_seg02_clip_07", "timestamp": [ 5.7, 13.21 ], "duration": 60.66, "caption": "Two men riding in the car talking.", "similarity": 0.7052, "relevance": 3 }, { "pair_id": 190799, "video_name": "castle_s05e07_seg02_clip_07", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A man was driving the car while talking to another person.", "similarity": 0.7036, "relevance": 3 } ] }, { "query_id": 45942, "query": "A person hands a man a stack of paperwork to read.", "relevant_moment": [ { "pair_id": 13380, "video_name": "met_s02e19_seg02_clip_06", "timestamp": [ 54.62, 57.03 ], "duration": 60.66, "caption": "A person hands a man a stack of paperwork to read.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13381, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 7.79, 17.64 ], "duration": 82.66, "caption": "A man is reading from a stack of papers in his hand.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 13382, "video_name": "house_s01e08_seg02_clip_22", "timestamp": [ 20.35, 22.56 ], "duration": 88.66, "caption": "A man hands a person documents and he looks at it.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 13383, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 13384, "video_name": "friends_s02e19_seg02_clip_07", "timestamp": [ 12.71, 18.87 ], "duration": 82.66, "caption": "A man lifts up some papers in his hand and reads them.", "similarity": 0.7599, "relevance": 2 }, { "pair_id": 13385, "video_name": "house_s07e11_seg02_clip_12", "timestamp": [ 41.28, 88.66 ], "duration": 88.66, "caption": "A man reads the document he is holding and hands it to woman.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 13386, "video_name": "house_s01e10_seg02_clip_25", "timestamp": [ 39.17, 45.4 ], "duration": 89.66, "caption": "A person goes through a stack of papers in his hands.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 13387, "video_name": "castle_s05e24_seg02_clip_11", "timestamp": [ 86.84, 89.53 ], "duration": 89.66, "caption": "A man is going through papers in his hand.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 13388, "video_name": "house_s06e13_seg02_clip_12", "timestamp": [ 45.54, 58.81 ], "duration": 88.66, "caption": "A man holds a typed document in front of another person.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 13389, "video_name": "friends_s10e11_seg02_clip_02", "timestamp": [ 6.06, 10.0 ], "duration": 60.66, "caption": "A man reads from a piece of paper with another person.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 13390, "video_name": "castle_s03e01_seg02_clip_20", "timestamp": [ 29.71, 33.76 ], "duration": 90.66, "caption": "A man handed a bunch of documents to two people.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 13391, "video_name": "s04e12_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A person is holding paperwork as he is conversing with another person.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 13392, "video_name": "house_s04e01_seg02_clip_09", "timestamp": [ 29.09, 30.43 ], "duration": 89.66, "caption": "A man gets stacks of documents from another man quickly.", "similarity": 0.7119, "relevance": 2 }, { "pair_id": 13393, "video_name": "castle_s03e16_seg02_clip_06", "timestamp": [ 44.11, 47.71 ], "duration": 90.66, "caption": "A man hands a file full of papers to woman.", "similarity": 0.7101, "relevance": 3 }, { "pair_id": 13394, "video_name": "castle_s03e15_seg02_clip_12", "timestamp": [ 34.05, 37.27 ], "duration": 92.66, "caption": "A woman hands a man a small stack of papers.", "similarity": 0.7087, "relevance": 4 }, { "pair_id": 13395, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 55.26, 60.16 ], "duration": 89.66, "caption": "A man hands man a file with papers and a photo in it.", "similarity": 0.7055, "relevance": 4 }, { "pair_id": 13396, "video_name": "castle_s06e15_seg02_clip_13", "timestamp": [ 32.53, 37.04 ], "duration": 90.66, "caption": "A person hands both man and woman a small stack of papers.", "similarity": 0.7055, "relevance": 4 }, { "pair_id": 13397, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A man holding a paper reading it next to person.", "similarity": 0.7021, "relevance": 2 }, { "pair_id": 13398, "video_name": "friends_s06e04_seg02_clip_03", "timestamp": [ 9.0, 15.91 ], "duration": 60.66, "caption": "A man hands the piece of paper to another man to read.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 13399, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 0.3, 10.8 ], "duration": 60.66, "caption": "A man is reading from a piece of paper in his hands.", "similarity": 0.6978, "relevance": 1 } ] }, { "query_id": 46021, "query": "A person walks through their apartment looking at their phone.", "relevant_moment": [ { "pair_id": 12540, "video_name": "castle_s05e02_seg02_clip_20", "timestamp": [ 45.09, 50.15 ], "duration": 92.66, "caption": "A person walks through their apartment looking at their phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12541, "video_name": "s08e14_seg02_clip_06", "timestamp": [ 28.04, 31.58 ], "duration": 59.66, "caption": "After walking into the apartment, a person looks at his phone.", "similarity": 0.8952, "relevance": 3 }, { "pair_id": 12542, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 58.92, 61.05 ], "duration": 61.66, "caption": "A person walks into the apartment while using the phone.", "similarity": 0.8202, "relevance": 2 }, { "pair_id": 12543, "video_name": "friends_s09e13_seg02_clip_15", "timestamp": [ 26.47, 35.17 ], "duration": 37.66, "caption": "A man is walking through the apartment while talking on the phone.", "similarity": 0.7968, "relevance": 2 }, { "pair_id": 12544, "video_name": "s07e16_seg02_clip_00", "timestamp": [ 5.19, 12.82 ], "duration": 61.66, "caption": "One person walks into the room looking at his phone.", "similarity": 0.7964, "relevance": 4 }, { "pair_id": 12545, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 38.37, 46.34 ], "duration": 59.66, "caption": "A person walks across the room and answers their cell phone.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 12546, "video_name": "friends_s02e17_seg02_clip_07", "timestamp": [ 58.44, 59.03 ], "duration": 59.66, "caption": "A man walks around the apartment talking on the phone.", "similarity": 0.7609, "relevance": 1 }, { "pair_id": 12547, "video_name": "s10e13_seg02_clip_03", "timestamp": [ 32.14, 33.77 ], "duration": 54.66, "caption": "A woman is on her phone as she walks into the apartment.", "similarity": 0.7583, "relevance": 3 }, { "pair_id": 12548, "video_name": "castle_s05e06_seg02_clip_16", "timestamp": [ 30.19, 33.91 ], "duration": 92.66, "caption": "A person walks into an apartment while looking at their hand.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 12549, "video_name": "met_s03e08_seg02_clip_03", "timestamp": [ 0.0, 25.68 ], "duration": 59.66, "caption": "A man is walking around the apartment talking on his cell phone.", "similarity": 0.7451, "relevance": 2 }, { "pair_id": 12550, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A person talks on the phone in the apartment.", "similarity": 0.7437, "relevance": 1 }, { "pair_id": 12551, "video_name": "s07e11_seg02_clip_01", "timestamp": [ 0.0, 7.13 ], "duration": 62.66, "caption": "A person walks into the apartment then looks at their watch.", "similarity": 0.7391, "relevance": 1 }, { "pair_id": 12552, "video_name": "house_s05e04_seg02_clip_22", "timestamp": [ 19.36, 23.86 ], "duration": 90.66, "caption": "A person walks through the house to answer a phone.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 12553, "video_name": "s07e16_seg02_clip_00", "timestamp": [ 1.83, 11.29 ], "duration": 61.66, "caption": "A man walks into the living room while looking at his phone.", "similarity": 0.7345, "relevance": 3 }, { "pair_id": 12554, "video_name": "castle_s03e19_seg02_clip_01", "timestamp": [ 6.81, 11.36 ], "duration": 90.66, "caption": "A person is looking at his phone and walks into the door.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 12555, "video_name": "friends_s01e07_seg02_clip_00", "timestamp": [ 28.68, 34.48 ], "duration": 61.66, "caption": "A person walks over from the living room and picks up the phone.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 12556, "video_name": "s10e08_seg02_clip_15", "timestamp": [ 45.84, 56.28 ], "duration": 58.66, "caption": "A person walks into the apartment and sets a cell phone down on a table.", "similarity": 0.7239, "relevance": 4 }, { "pair_id": 12557, "video_name": "castle_s08e07_seg02_clip_09", "timestamp": [ 6.31, 10.37 ], "duration": 90.66, "caption": "A person looks at their cell phone and walks away.", "similarity": 0.7235, "relevance": 0 }, { "pair_id": 12558, "video_name": "friends_s03e08_seg02_clip_09", "timestamp": [ 48.02, 52.82 ], "duration": 60.66, "caption": "A person walks into the room with their phone.", "similarity": 0.7196, "relevance": 1 }, { "pair_id": 12559, "video_name": "friends_s09e16_seg02_clip_13", "timestamp": [ 17.13, 19.31 ], "duration": 62.66, "caption": "A person walks through the door of the apartment.", "similarity": 0.7145, "relevance": 2 } ] }, { "query_id": 46022, "query": "Three people sit at a table talking and eating Chinese food.", "relevant_moment": [ { "pair_id": 14520, "video_name": "castle_s05e02_seg02_clip_20", "timestamp": [ 80.98, 92.03 ], "duration": 92.66, "caption": "Three people sit at a table talking and eating Chinese food.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14521, "video_name": "s07e10_seg02_clip_11", "timestamp": [ 48.21, 61.03 ], "duration": 61.66, "caption": "Three people eat at the table together.", "similarity": 0.7966, "relevance": 4 }, { "pair_id": 14522, "video_name": "house_s08e05_seg02_clip_15", "timestamp": [ 21.16, 90.02 ], "duration": 90.66, "caption": "Some people are eating Chinese food as they converse with each other and person.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 14523, "video_name": "met_s06e21_seg01_clip_02", "timestamp": [ 17.39, 62.1 ], "duration": 62.66, "caption": "Three people have Chinese food take out containers as they sit listening to someone speak.", "similarity": 0.7485, "relevance": 4 }, { "pair_id": 14524, "video_name": "grey_s03e03_seg02_clip_13", "timestamp": [ 36.06, 73.93 ], "duration": 90.66, "caption": "Three people are having a discussion while they are eating.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 14525, "video_name": "castle_s08e10_seg02_clip_08", "timestamp": [ 27.11, 90.38 ], "duration": 90.66, "caption": "A woman, a man, another man, and another man sit at a table eating Chinese takeout and discussing the paperwork in front of them.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 14526, "video_name": "met_s06e11_seg02_clip_02", "timestamp": [ 0.0, 5.75 ], "duration": 60.66, "caption": "Three people are eating Chinese food and a person looks shocked.", "similarity": 0.7043, "relevance": 4 }, { "pair_id": 14527, "video_name": "s02e04_seg02_clip_12", "timestamp": [ 0.0, 44.55 ], "duration": 61.66, "caption": "Some people eat Chinese food from take out boxes while talking.", "similarity": 0.6929, "relevance": 4 }, { "pair_id": 14528, "video_name": "castle_s08e20_seg02_clip_25", "timestamp": [ 97.14, 120.77 ], "duration": 175.66, "caption": "A man and a woman are sitting on the floor eating Chinese food and then a man gets up.", "similarity": 0.6895, "relevance": 3 }, { "pair_id": 14529, "video_name": "castle_s03e14_seg02_clip_03", "timestamp": [ 81.1, 89.12 ], "duration": 89.66, "caption": "Three people walk to a table to sit down and talk.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 14530, "video_name": "s02e09_seg02_clip_08", "timestamp": [ 34.82, 60.03 ], "duration": 60.66, "caption": "Three men sit at a table eating lunch and having a conversation.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 14531, "video_name": "house_s02e19_seg02_clip_15", "timestamp": [ 11.25, 29.71 ], "duration": 90.66, "caption": "Three people are talking while sitting and standing around the table.", "similarity": 0.6809, "relevance": 3 }, { "pair_id": 14532, "video_name": "met_s02e14_seg02_clip_02", "timestamp": [ 29.44, 33.4 ], "duration": 56.66, "caption": "The group are talking at the table while eating.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 14533, "video_name": "met_s02e01_seg02_clip_17", "timestamp": [ 7.65, 9.26 ], "duration": 46.66, "caption": "Three people sit at a kitchen table.", "similarity": 0.6648, "relevance": 4 }, { "pair_id": 14534, "video_name": "grey_s03e03_seg02_clip_13", "timestamp": [ 0.0, 82.5 ], "duration": 90.66, "caption": "Three people are sitting in the cafeteria eating as they converse.", "similarity": 0.6611, "relevance": 3 }, { "pair_id": 14535, "video_name": "s06e01_seg02_clip_03", "timestamp": [ 0.0, 47.29 ], "duration": 58.66, "caption": "Three people all sit in the lunch room talking.", "similarity": 0.6603, "relevance": 4 }, { "pair_id": 14536, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "Some people are talking while they are eating.", "similarity": 0.6601, "relevance": 4 }, { "pair_id": 14537, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 0.0, 39.35 ], "duration": 89.66, "caption": "Some people are having a talk while eating.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 14538, "video_name": "s09e10_seg02_clip_12", "timestamp": [ 46.08, 50.96 ], "duration": 61.66, "caption": "A man and woman sit at the table eating and engaged in conversation.", "similarity": 0.6578, "relevance": 3 }, { "pair_id": 14539, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 1.58, 43.81 ], "duration": 63.66, "caption": "Some men are eating Chinese food and conversing.", "similarity": 0.6572, "relevance": 4 }, { "pair_id": 187840, "video_name": "met_s06e16_seg02_clip_01", "timestamp": [ 0.0, 11.89 ], "duration": 59.66, "caption": "Two people eat Chinese food on the couch while a man talks.", "similarity": 0.6544, "relevance": 4 }, { "pair_id": 187841, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 15.08, 22.47 ], "duration": 61.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 187842, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 71.16, 91.23 ], "duration": 91.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.6482, "relevance": 3 }, { "pair_id": 187843, "video_name": "house_s01e01_seg02_clip_17", "timestamp": [ 49.01, 61.83 ], "duration": 91.66, "caption": "Two people sit at the table together and eat.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 187844, "video_name": "friends_s04e13_seg02_clip_03", "timestamp": [ 0.0, 23.64 ], "duration": 63.66, "caption": "Two people sit at the table together and are eating.", "similarity": 0.6479, "relevance": 2 }, { "pair_id": 187845, "video_name": "s04e01_seg02_clip_00", "timestamp": [ 9.61, 19.23 ], "duration": 62.66, "caption": "A group of people are having a conversation while they are eating.", "similarity": 0.6445, "relevance": 4 }, { "pair_id": 187846, "video_name": "s07e08_seg02_clip_09", "timestamp": [ 0.0, 12.01 ], "duration": 60.66, "caption": "A man and a woman are sitting at the table eating. A person is also there.", "similarity": 0.6442, "relevance": 3 }, { "pair_id": 187847, "video_name": "s06e03_seg02_clip_08", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "Three people are in the cafeteria eating when someone sits down to join them.", "similarity": 0.6409, "relevance": 3 }, { "pair_id": 187848, "video_name": "friends_s08e17_seg01_clip_01", "timestamp": [ 1.86, 5.89 ], "duration": 62.66, "caption": "A woman and a man are sitting at the table eating.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 187849, "video_name": "grey_s03e05_seg02_clip_15", "timestamp": [ 0.0, 42.93 ], "duration": 89.66, "caption": "Some people are eating and drinking while talking around a table.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 187850, "video_name": "s02e03_seg02_clip_12", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Multiple people were having a meal at the same table.", "similarity": 0.6288, "relevance": 3 }, { "pair_id": 187851, "video_name": "friends_s10e07_seg02_clip_11", "timestamp": [ 0.0, 40.21 ], "duration": 67.66, "caption": "Three people are seated at the kitchen table conversing.", "similarity": 0.6284, "relevance": 3 }, { "pair_id": 187852, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 34.66, 90.02 ], "duration": 90.66, "caption": "Multiple people sit at a table while conversing with each other.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 187853, "video_name": "s06e24_seg02_clip_03", "timestamp": [ 0.0, 22.64 ], "duration": 62.66, "caption": "A man and a woman are sitting at woman's dining table eating and conversing.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 187854, "video_name": "s08e09_seg02_clip_16", "timestamp": [ 0.0, 11.62 ], "duration": 83.66, "caption": "A woman and a man sit and have a conversation while eating.", "similarity": 0.6239, "relevance": 3 }, { "pair_id": 187855, "video_name": "friends_s01e08_seg02_clip_00", "timestamp": [ 0.0, 65.03 ], "duration": 65.66, "caption": "Multiple people were eating.", "similarity": 0.6223, "relevance": 3 }, { "pair_id": 187856, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 0.0, 15.04 ], "duration": 97.66, "caption": "A person is eating while sitting with the group at the table.", "similarity": 0.6222, "relevance": 3 }, { "pair_id": 187857, "video_name": "s04e06_seg01_clip_00", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Some people were having a meal.", "similarity": 0.6211, "relevance": 3 }, { "pair_id": 187858, "video_name": "s06e24_seg02_clip_05", "timestamp": [ 50.19, 58.03 ], "duration": 58.66, "caption": "A person is serving food to two women who are sitting at the table talking.", "similarity": 0.6211, "relevance": 3 }, { "pair_id": 187859, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 0.0, 7.52 ], "duration": 94.66, "caption": "Some people are sitting at a table talking.", "similarity": 0.6211, "relevance": 2 } ] }, { "query_id": 46037, "query": "A woman came running inside a man's room.", "relevant_moment": [ { "pair_id": 102380, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 10.78, 14.23 ], "duration": 86.66, "caption": "A woman came running inside a man's room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 102381, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 27.58, 36.47 ], "duration": 88.66, "caption": "A woman comes running into the room towards person and another man.", "similarity": 0.8079, "relevance": 3 }, { "pair_id": 102382, "video_name": "s07e03_seg02_clip_04", "timestamp": [ 54.32, 56.13 ], "duration": 60.66, "caption": "A woman runs out the door of a man's bedroom.", "similarity": 0.7593, "relevance": 1 }, { "pair_id": 102383, "video_name": "friends_s09e17_seg02_clip_17", "timestamp": [ 0.0, 4.86 ], "duration": 60.66, "caption": "A woman runs into the room where two people are sitting.", "similarity": 0.7533, "relevance": 4 }, { "pair_id": 102384, "video_name": "friends_s05e02_seg02_clip_10", "timestamp": [ 9.3, 15.31 ], "duration": 60.66, "caption": "A woman ran in the room and grabbed a man really fast.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 102385, "video_name": "friends_s02e07_seg02_clip_12", "timestamp": [ 2.1, 8.4 ], "duration": 60.66, "caption": "A woman runs across the room and jumps on a man.", "similarity": 0.7379, "relevance": 3 }, { "pair_id": 102386, "video_name": "castle_s04e09_seg02_clip_13", "timestamp": [ 5.98, 7.82 ], "duration": 91.66, "caption": "A person runs into the room where woman and another woman are working.", "similarity": 0.7351, "relevance": 1 }, { "pair_id": 102387, "video_name": "friends_s03e02_seg02_clip_14", "timestamp": [ 6.64, 16.74 ], "duration": 57.66, "caption": "A woman runs to her bedroom and then two people run after her.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 102388, "video_name": "friends_s09e02_seg02_clip_21", "timestamp": [ 43.25, 47.8 ], "duration": 65.66, "caption": "A woman runs in and out of the living room.", "similarity": 0.7191, "relevance": 3 }, { "pair_id": 102389, "video_name": "castle_s04e22_seg02_clip_27", "timestamp": [ 74.82, 76.52 ], "duration": 85.66, "caption": "A woman runs out of the room leaving a man there alone.", "similarity": 0.7077, "relevance": 1 }, { "pair_id": 102390, "video_name": "s08e17_seg02_clip_11", "timestamp": [ 50.72, 54.62 ], "duration": 60.66, "caption": "A man goes running into the living room to talk stop a woman from coming in the bedroom.", "similarity": 0.704, "relevance": 3 }, { "pair_id": 102391, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 20.03, 25.03 ], "duration": 91.66, "caption": "A woman enters the room as a man is following her.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 102392, "video_name": "s04e22_seg02_clip_16", "timestamp": [ 0.0, 3.83 ], "duration": 85.66, "caption": "A woman quickly runs out the door of a man's apartment.", "similarity": 0.6971, "relevance": 1 }, { "pair_id": 102393, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 28.07, 33.26 ], "duration": 61.66, "caption": "A woman comes running into the room ending in the kitchen.", "similarity": 0.6936, "relevance": 3 }, { "pair_id": 102394, "video_name": "house_s06e17_seg02_clip_09", "timestamp": [ 40.62, 43.36 ], "duration": 91.66, "caption": "A woman is wearing a yellow facemask as man runs in the room.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 102395, "video_name": "castle_s05e01_seg02_clip_21", "timestamp": [ 5.34, 59.65 ], "duration": 89.66, "caption": "A woman was fast running and looking for someone inside the room.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 102396, "video_name": "grey_s02e24_seg02_clip_07", "timestamp": [ 18.26, 23.73 ], "duration": 91.66, "caption": "A woman runs to a man after she finds him in the hallway.", "similarity": 0.6863, "relevance": 3 }, { "pair_id": 102397, "video_name": "castle_s07e06_seg02_clip_01", "timestamp": [ 43.42, 50.65 ], "duration": 90.66, "caption": "A woman comes running in to the crime scene with man close behind.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 102398, "video_name": "s01e04_seg01_clip_01", "timestamp": [ 53.15, 57.95 ], "duration": 64.66, "caption": "A man enters the room with a woman.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 102399, "video_name": "grey_s02e22_seg02_clip_10", "timestamp": [ 51.34, 53.95 ], "duration": 87.66, "caption": "A woman stops a man as they run into each other in the hallway.", "similarity": 0.6786, "relevance": 0 } ] }, { "query_id": 46067, "query": "A woman leans back on her chair after she listened to a man.", "relevant_moment": [ { "pair_id": 10000, "video_name": "s07e18_seg02_clip_10", "timestamp": [ 35.4, 41.2 ], "duration": 58.66, "caption": "A woman leans back on her chair after she listened to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10001, "video_name": "castle_s02e15_seg02_clip_16", "timestamp": [ 76.96, 83.22 ], "duration": 89.66, "caption": "A woman leans forward in her chair while listening to a person.", "similarity": 0.8501, "relevance": 2 }, { "pair_id": 10002, "video_name": "castle_s08e08_seg02_clip_14", "timestamp": [ 50.3, 54.84 ], "duration": 90.66, "caption": "A woman unfolds her hands and leans back in her chair as she listens to someone.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 10003, "video_name": "castle_s04e13_seg02_clip_19", "timestamp": [ 82.95, 86.1 ], "duration": 90.66, "caption": "A woman leans forward in her chair toward a man while talking to him.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 10004, "video_name": "friends_s07e06_seg02_clip_16", "timestamp": [ 18.36, 25.33 ], "duration": 46.66, "caption": "A woman leans forward in her chair to talk to a man.", "similarity": 0.7808, "relevance": 2 }, { "pair_id": 10005, "video_name": "castle_s07e04_seg02_clip_22", "timestamp": [ 0.0, 13.38 ], "duration": 89.66, "caption": "A woman leans back in the chair after another woman explains her relationship with a man.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 10006, "video_name": "castle_s07e17_seg02_clip_15", "timestamp": [ 31.27, 42.15 ], "duration": 90.66, "caption": "A woman leans on the back of her chair while talking to a woman.", "similarity": 0.7505, "relevance": 1 }, { "pair_id": 10007, "video_name": "friends_s08e04_seg02_clip_20", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman leans back on the chair then touches a man's shoulder.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 10008, "video_name": "castle_s05e16_seg02_clip_03", "timestamp": [ 67.15, 75.02 ], "duration": 75.66, "caption": "A woman leans forward in her chair clasping her hands in front of her as she has a conversation with a man.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 10009, "video_name": "house_s08e17_seg02_clip_15", "timestamp": [ 4.9, 7.12 ], "duration": 89.66, "caption": "A woman gets up from leaning on a chair to talk to a man.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 10010, "video_name": "house_s05e23_seg02_clip_24", "timestamp": [ 25.21, 29.26 ], "duration": 90.66, "caption": "A woman sits up in the chair and leans towards a man.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 10011, "video_name": "friends_s04e17_seg02_clip_14", "timestamp": [ 6.9, 10.98 ], "duration": 62.66, "caption": "A woman turned her chair around and continued talking to man.", "similarity": 0.718, "relevance": 1 }, { "pair_id": 10012, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 77.37, 83.74 ], "duration": 91.66, "caption": "A woman sits back in her chair talking to a man.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 10013, "video_name": "s09e02_seg02_clip_07", "timestamp": [ 7.32, 11.9 ], "duration": 61.66, "caption": "A person is sitting on the armrest of the chair as he listens to a man and a woman.", "similarity": 0.705, "relevance": 1 }, { "pair_id": 10014, "video_name": "house_s05e01_seg02_clip_21", "timestamp": [ 0.0, 3.96 ], "duration": 79.66, "caption": "A woman leans forward in her chair and talks to the patient, a man.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 10015, "video_name": "castle_s03e03_seg02_clip_04", "timestamp": [ 3.22, 58.9 ], "duration": 92.66, "caption": "A woman was sitting on a chair whilst talking to man.", "similarity": 0.6934, "relevance": 1 }, { "pair_id": 10016, "video_name": "castle_s03e04_seg02_clip_22", "timestamp": [ 52.1, 55.35 ], "duration": 93.66, "caption": "A woman sits down and a man leans over to say something then the woman gets back up again.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 10017, "video_name": "castle_s05e16_seg02_clip_05", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A woman leans back in the chair after a man says what he'll be working on tomorrow.", "similarity": 0.6923, "relevance": 4 }, { "pair_id": 10018, "video_name": "s07e12_seg02_clip_04", "timestamp": [ 1.22, 2.44 ], "duration": 61.66, "caption": "A woman leans her head closer to hear a man talking.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 10019, "video_name": "house_s05e01_seg02_clip_11", "timestamp": [ 8.55, 10.8 ], "duration": 90.66, "caption": "A woman sits down on the chair, while speaking to a man.", "similarity": 0.6907, "relevance": 2 } ] }, { "query_id": 46084, "query": "A person breaks the glass on the door of the patient's home to gain entry.", "relevant_moment": [ { "pair_id": 14000, "video_name": "house_s06e19_seg02_clip_04", "timestamp": [ 29.71, 32.41 ], "duration": 90.66, "caption": "A person breaks the glass on the door of the patient's home to gain entry.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14001, "video_name": "house_s01e08_seg02_clip_12", "timestamp": [ 18.71, 21.76 ], "duration": 87.66, "caption": "A person opens a glass door and they enter it.", "similarity": 0.6991, "relevance": 0 }, { "pair_id": 14002, "video_name": "house_s01e12_seg02_clip_05", "timestamp": [ 7.33, 10.78 ], "duration": 86.66, "caption": "A person walks in through the glass door and towards the patient.", "similarity": 0.6826, "relevance": 1 }, { "pair_id": 14003, "video_name": "house_s02e14_seg02_clip_04", "timestamp": [ 52.02, 54.28 ], "duration": 90.66, "caption": "A person opens the glass door on the medicine cabinet.", "similarity": 0.6724, "relevance": 0 }, { "pair_id": 14004, "video_name": "house_s03e22_seg02_clip_20", "timestamp": [ 47.71, 51.76 ], "duration": 90.66, "caption": "A doctor opens a sliding glass door and enters a patient's room.", "similarity": 0.665, "relevance": 0 }, { "pair_id": 14005, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 15.75, 20.26 ], "duration": 90.66, "caption": "A person opens the door of a patient's room.", "similarity": 0.6627, "relevance": 1 }, { "pair_id": 14006, "video_name": "house_s05e21_seg02_clip_04", "timestamp": [ 83.26, 89.31 ], "duration": 93.66, "caption": "A doctor walks away from a person and enters a room with a glass door.", "similarity": 0.6488, "relevance": 0 }, { "pair_id": 14007, "video_name": "house_s01e17_seg02_clip_15", "timestamp": [ 4.02, 7.16 ], "duration": 89.66, "caption": "A big person opens a glass door to enter a room.", "similarity": 0.6447, "relevance": 0 }, { "pair_id": 14008, "video_name": "house_s06e17_seg02_clip_23", "timestamp": [ 72.24, 74.54 ], "duration": 92.66, "caption": "A woman opens the glass door to the patient's room and walks in.", "similarity": 0.6435, "relevance": 0 }, { "pair_id": 14009, "video_name": "friends_s08e03_seg02_clip_05", "timestamp": [ 2.56, 5.48 ], "duration": 73.66, "caption": "A person tells another person to proceed and he breaks down the door.", "similarity": 0.6416, "relevance": 2 }, { "pair_id": 14010, "video_name": "house_s01e10_seg02_clip_18", "timestamp": [ 45.51, 51.88 ], "duration": 91.66, "caption": "A person opens the door to the patient's room and goes inside.", "similarity": 0.6389, "relevance": 0 }, { "pair_id": 14011, "video_name": "house_s06e19_seg02_clip_04", "timestamp": [ 29.26, 33.76 ], "duration": 90.66, "caption": "A woman breaks a window in a door and reaches in to unlock it.", "similarity": 0.6375, "relevance": 4 }, { "pair_id": 14012, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 0.0, 8.48 ], "duration": 106.66, "caption": "A person opens a wooden door and exits with Dr. person.", "similarity": 0.6313, "relevance": 0 }, { "pair_id": 14013, "video_name": "house_s02e13_seg02_clip_22", "timestamp": [ 92.58, 100.38 ], "duration": 104.66, "caption": "A person opens the sliding glass door to enter a room.", "similarity": 0.631, "relevance": 0 }, { "pair_id": 14014, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 37.19, 39.55 ], "duration": 59.66, "caption": "A person follows a doctor out of a door.", "similarity": 0.6309, "relevance": 0 }, { "pair_id": 14015, "video_name": "castle_s07e03_seg02_clip_25", "timestamp": [ 18.36, 21.94 ], "duration": 102.66, "caption": "A person shuts the door and breaks the knob off.", "similarity": 0.6282, "relevance": 1 }, { "pair_id": 14016, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 15.36, 17.29 ], "duration": 96.66, "caption": "A person shuts the glass door in front of another person.", "similarity": 0.6261, "relevance": 0 }, { "pair_id": 14017, "video_name": "house_s02e13_seg02_clip_24", "timestamp": [ 43.9, 46.56 ], "duration": 133.66, "caption": "Dr. Someone opens the sliding door of the patient's room.", "similarity": 0.6256, "relevance": 0 }, { "pair_id": 14018, "video_name": "house_s05e12_seg02_clip_14", "timestamp": [ 21.85, 39.07 ], "duration": 84.66, "caption": "Person opens the door to a treatment room, walks in, sits down, and takes medication.", "similarity": 0.6193, "relevance": 0 }, { "pair_id": 14019, "video_name": "house_s05e06_seg02_clip_20", "timestamp": [ 58.71, 65.08 ], "duration": 91.66, "caption": "A person opens the sliding door so he can see the patient.", "similarity": 0.6168, "relevance": 0 } ] }, { "query_id": 46120, "query": "A woman takes a drink of her coffee as she walks away from someone standing by the window.", "relevant_moment": [ { "pair_id": 161740, "video_name": "castle_s04e05_seg02_clip_22", "timestamp": [ 1.36, 5.45 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee as she walks away from someone standing by the window.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161741, "video_name": "castle_s05e03_seg02_clip_03", "timestamp": [ 15.03, 20.95 ], "duration": 91.66, "caption": "A woman takes a person's coffee cup with hers and walks away.", "similarity": 0.8697, "relevance": 2 }, { "pair_id": 161742, "video_name": "friends_s03e05_seg02_clip_00", "timestamp": [ 39.97, 43.02 ], "duration": 61.66, "caption": "A woman takes the coffee cup from another woman and walks away.", "similarity": 0.8453, "relevance": 2 }, { "pair_id": 161743, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 10.37, 13.43 ], "duration": 61.66, "caption": "A woman picks up the coffee cup as they stand, and walks away from person.", "similarity": 0.8215, "relevance": 2 }, { "pair_id": 161744, "video_name": "castle_s05e22_seg02_clip_08", "timestamp": [ 38.96, 44.66 ], "duration": 95.66, "caption": "A woman walks out from a person holding her cup of coffee.", "similarity": 0.8185, "relevance": 2 }, { "pair_id": 161745, "video_name": "castle_s03e04_seg02_clip_02", "timestamp": [ 66.47, 71.83 ], "duration": 89.66, "caption": "A woman walks away from man holding a cup of coffee.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 161746, "video_name": "friends_s02e12-13_seg02_clip_16", "timestamp": [ 64.28, 68.02 ], "duration": 68.66, "caption": "A woman grabs her coffee cup as she moves away from a person.", "similarity": 0.807, "relevance": 0 }, { "pair_id": 161747, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 24.38, 27.31 ], "duration": 58.66, "caption": "A woman stands up, takes her coffee cup and walks away from the table.", "similarity": 0.7918, "relevance": 2 }, { "pair_id": 161748, "video_name": "friends_s07e18_seg02_clip_02", "timestamp": [ 48.16, 51.06 ], "duration": 58.66, "caption": "A woman gets up from her bar stool and walks away holding a coffee cup.", "similarity": 0.7774, "relevance": 2 }, { "pair_id": 161749, "video_name": "grey_s03e23_seg02_clip_19", "timestamp": [ 0.0, 8.42 ], "duration": 88.66, "caption": "A woman gets up with her drink and then walks away.", "similarity": 0.7758, "relevance": 1 }, { "pair_id": 161750, "video_name": "friends_s01e19_seg02_clip_00", "timestamp": [ 53.34, 58.62 ], "duration": 62.66, "caption": "A woman picks up her coffee cup and walks away from the bar.", "similarity": 0.7745, "relevance": 2 }, { "pair_id": 161752, "video_name": "castle_s04e12_seg02_clip_12", "timestamp": [ 80.55, 84.23 ], "duration": 92.66, "caption": "A woman walks away from a man and puts her coffee cup on the table.", "similarity": 0.7612, "relevance": 1 }, { "pair_id": 161753, "video_name": "friends_s02e21_seg02_clip_10", "timestamp": [ 12.41, 21.09 ], "duration": 62.66, "caption": "A woman takes a sip of her coffee while she's holding the phone and then walks away.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 161754, "video_name": "friends_s02e21_seg02_clip_10", "timestamp": [ 17.68, 20.78 ], "duration": 62.66, "caption": "A woman walks away from the table while holding a coffee mug.", "similarity": 0.7539, "relevance": 1 }, { "pair_id": 161755, "video_name": "castle_s04e12_seg02_clip_15", "timestamp": [ 75.9, 79.06 ], "duration": 90.66, "caption": "A woman grabs her cup of coffee and walks out of the room.", "similarity": 0.7386, "relevance": 1 }, { "pair_id": 161756, "video_name": "grey_s03e05_seg02_clip_10", "timestamp": [ 61.07, 62.41 ], "duration": 89.66, "caption": "A woman takes a drink from her coffee cup while walking with a man.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 161757, "video_name": "friends_s09e14_seg02_clip_18", "timestamp": [ 27.77, 35.09 ], "duration": 61.66, "caption": "A woman walks away from a man and enters a coffee shop.", "similarity": 0.7344, "relevance": 1 }, { "pair_id": 161758, "video_name": "grey_s03e12_seg02_clip_10", "timestamp": [ 19.57, 23.21 ], "duration": 91.66, "caption": "A man walks away from another person and takes a drink of coffee.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 161759, "video_name": "grey_s02e07_seg02_clip_14", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A woman walks closer to the window carrying a coffee cup.", "similarity": 0.7275, "relevance": 0 } ] }, { "query_id": 46171, "query": "A woman turns another person around to show someone.", "relevant_moment": [ { "pair_id": 163680, "video_name": "friends_s09e03_seg02_clip_17", "timestamp": [ 12.91, 15.01 ], "duration": 60.66, "caption": "A woman turns another person around to show someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163681, "video_name": "house_s03e16_seg02_clip_03", "timestamp": [ 52.63, 89.21 ], "duration": 89.66, "caption": "A person turns around to some people, including a woman.", "similarity": 0.8286, "relevance": 2 }, { "pair_id": 163682, "video_name": "castle_s07e17_seg02_clip_15", "timestamp": [ 24.47, 26.28 ], "duration": 90.66, "caption": "A woman turns around after another person asks to see her.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 163683, "video_name": "met_s06e21_seg02_clip_11", "timestamp": [ 1.83, 5.18 ], "duration": 60.66, "caption": "A woman turns around when another woman gives her props.", "similarity": 0.7696, "relevance": 4 }, { "pair_id": 163684, "video_name": "friends_s02e12-13_seg02_clip_23", "timestamp": [ 6.0, 8.7 ], "duration": 60.66, "caption": "A woman turns around to see who's paying attention to them.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 163685, "video_name": "friends_s05e23-24_seg02_clip_38", "timestamp": [ 22.63, 25.53 ], "duration": 58.66, "caption": "A person turns around and follows woman.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 163686, "video_name": "friends_s09e05_seg02_clip_02", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A woman turns around when she tells another woman when she will see her again.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 163687, "video_name": "castle_s07e16_seg02_clip_01", "timestamp": [ 2.24, 5.37 ], "duration": 89.66, "caption": "A woman puts her arm on person then turns around.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 163688, "video_name": "house_s04e04_seg02_clip_13", "timestamp": [ 0.0, 3.73 ], "duration": 82.66, "caption": "A person turns around and stands next to a woman.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 163689, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 87.58, 88.02 ], "duration": 88.66, "caption": "A woman turns around to look at another woman.", "similarity": 0.7371, "relevance": 1 }, { "pair_id": 163691, "video_name": "friends_s06e12_seg02_clip_16", "timestamp": [ 28.7, 31.21 ], "duration": 55.66, "caption": "A woman turns around and points at herself and another person.", "similarity": 0.7333, "relevance": 2 }, { "pair_id": 163692, "video_name": "castle_s03e02_seg02_clip_16", "timestamp": [ 61.54, 64.28 ], "duration": 91.66, "caption": "A woman turns around and faces person and another person as she talks.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 163693, "video_name": "castle_s07e18_seg02_clip_24", "timestamp": [ 5.79, 8.46 ], "duration": 89.66, "caption": "A woman turns as a man and another woman approach her from behind.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 163694, "video_name": "house_s01e07_seg02_clip_21", "timestamp": [ 62.79, 66.05 ], "duration": 93.66, "caption": "A woman turns around to face a man.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 163695, "video_name": "castle_s04e08_seg02_clip_14", "timestamp": [ 66.8, 72.29 ], "duration": 91.66, "caption": "When a woman sees some people, she turns around and walks the other way.", "similarity": 0.7238, "relevance": 2 }, { "pair_id": 163696, "video_name": "friends_s09e01_seg01_clip_00", "timestamp": [ 7.4, 10.18 ], "duration": 61.66, "caption": "A person turns around with a ring to a woman.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 163697, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 18.37, 29.71 ], "duration": 54.66, "caption": "A person turns their body to respond to a woman.", "similarity": 0.7192, "relevance": 1 }, { "pair_id": 163698, "video_name": "met_s02e12_seg02_clip_04", "timestamp": [ 0.0, 7.29 ], "duration": 60.66, "caption": "A woman turns around when another woman tells her what she wanted to do with her.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 163699, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 32.05, 36.94 ], "duration": 89.66, "caption": "A person turns back to woman quickly while another person stands there.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 337000, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 40.14, 48.11 ], "duration": 59.66, "caption": "A woman appears. A person turns to look at her, then points at a woman.", "similarity": 0.7164, "relevance": 3 }, { "pair_id": 337001, "video_name": "castle_s07e06_seg02_clip_02", "timestamp": [ 2.24, 6.72 ], "duration": 112.66, "caption": "A person turns when a woman tells another woman what to do at the crime scene.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 337002, "video_name": "castle_s02e12_seg02_clip_04", "timestamp": [ 17.86, 23.22 ], "duration": 89.66, "caption": "A woman turns and has an eye contact with a man.", "similarity": 0.7149, "relevance": 3 }, { "pair_id": 337003, "video_name": "friends_s02e12-13_seg02_clip_01", "timestamp": [ 16.21, 20.71 ], "duration": 60.66, "caption": "Someone comes in and is seen by a woman.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 337005, "video_name": "s07e07_seg01_clip_01", "timestamp": [ 3.85, 9.63 ], "duration": 77.66, "caption": "A person turns and introduces a woman to a man.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 337006, "video_name": "castle_s02e12_seg02_clip_12", "timestamp": [ 28.06, 31.03 ], "duration": 85.66, "caption": "A woman calls person and he turns to look at her with another woman in front of her.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 337007, "video_name": "s09e08_seg02_clip_11", "timestamp": [ 39.84, 52.83 ], "duration": 59.66, "caption": "A woman is excited to see someone show up.", "similarity": 0.7065, "relevance": 3 }, { "pair_id": 337008, "video_name": "friends_s10e02_seg02_clip_16", "timestamp": [ 1.86, 6.82 ], "duration": 62.66, "caption": "A woman looks really surprised and then turns and says something to the person next to her.", "similarity": 0.7063, "relevance": 3 }, { "pair_id": 337009, "video_name": "castle_s05e04_seg02_clip_04", "timestamp": [ 6.33, 9.05 ], "duration": 90.66, "caption": "A man turns around after a woman tells them a person is getting near.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 337010, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 48.08, 54.39 ], "duration": 60.66, "caption": "A woman turns around and looks at woman while person is talking.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 337011, "video_name": "s09e23_seg01_clip_01", "timestamp": [ 55.16, 56.74 ], "duration": 63.66, "caption": "A woman turns one of the pictures she is holding towards person.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 337012, "video_name": "met_s04e01_seg02_clip_12", "timestamp": [ 11.4, 21.67 ], "duration": 57.66, "caption": "A woman turns to a man when he is watching her and he turns to the front.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 337013, "video_name": "friends_s10e11_seg02_clip_09", "timestamp": [ 21.43, 23.64 ], "duration": 63.66, "caption": "A woman stands up quickly and turns to another woman.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 337014, "video_name": "met_s02e12_seg02_clip_01", "timestamp": [ 40.57, 43.55 ], "duration": 59.66, "caption": "A woman is talking to another woman, and then gestures for the other woman to turn around and look.", "similarity": 0.6939, "relevance": 3 }, { "pair_id": 337015, "video_name": "met_s05e05_seg02_clip_11", "timestamp": [ 0.0, 2.37 ], "duration": 59.66, "caption": "A woman turns around after man describes where they are.", "similarity": 0.6939, "relevance": 1 }, { "pair_id": 337016, "video_name": "friends_s10e11_seg02_clip_16", "timestamp": [ 33.94, 49.05 ], "duration": 61.66, "caption": "A woman points to man to show another woman who he is.", "similarity": 0.6929, "relevance": 3 }, { "pair_id": 337017, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 10.73, 13.06 ], "duration": 58.66, "caption": "A woman lets go of woman's hands and turns around.", "similarity": 0.6927, "relevance": 1 }, { "pair_id": 337018, "video_name": "castle_s03e04_seg02_clip_11", "timestamp": [ 5.01, 8.65 ], "duration": 91.66, "caption": "A woman looks down and makes a face at another person before turning away.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 337019, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 21.35, 25.71 ], "duration": 97.66, "caption": "A woman stands up and immediately turns towards another man.", "similarity": 0.6906, "relevance": 2 } ] }, { "query_id": 46205, "query": "A man gets up from their chair and grabs their coat to leave.", "relevant_moment": [ { "pair_id": 164960, "video_name": "friends_s03e19_seg02_clip_08", "timestamp": [ 24.73, 31.28 ], "duration": 59.66, "caption": "A man gets up from their chair and grabs their coat to leave.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164961, "video_name": "house_s08e19_seg02_clip_04", "timestamp": [ 17.55, 26.56 ], "duration": 90.66, "caption": "A man gets up, grabs his coat and leaves the room.", "similarity": 0.8148, "relevance": 4 }, { "pair_id": 164962, "video_name": "house_s06e10_seg02_clip_22", "timestamp": [ 12.02, 15.58 ], "duration": 89.66, "caption": "A person grabs his coat as he is about to leave the room.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 164963, "video_name": "friends_s09e06_seg02_clip_14", "timestamp": [ 30.88, 34.35 ], "duration": 63.66, "caption": "A man gets up from the couch and grabs his coat.", "similarity": 0.7591, "relevance": 4 }, { "pair_id": 164964, "video_name": "friends_s07e17_seg02_clip_08", "timestamp": [ 34.52, 37.43 ], "duration": 58.66, "caption": "A man grabs his coat and gets up from the sofa.", "similarity": 0.7585, "relevance": 3 }, { "pair_id": 164965, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 20.69, 24.21 ], "duration": 88.66, "caption": "A man grabs his jacket and gets up from the chair.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 164966, "video_name": "friends_s07e06_seg02_clip_15", "timestamp": [ 55.86, 59.88 ], "duration": 73.66, "caption": "A man grabs his coat from the back of the sofa and heads out.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 164967, "video_name": "friends_s02e19_seg02_clip_03", "timestamp": [ 33.5, 37.22 ], "duration": 62.66, "caption": "A man takes his coat off of the chair and leaves the office.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 164970, "video_name": "friends_s01e16-17_seg02_clip_02", "timestamp": [ 25.09, 28.33 ], "duration": 59.66, "caption": "A man quickly takes off the wrong coat and picks up his own as he walks out.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 164972, "video_name": "castle_s03e18_seg02_clip_26", "timestamp": [ 64.24, 67.66 ], "duration": 85.66, "caption": "A person stands up and grabs their jacket to leave.", "similarity": 0.7052, "relevance": 3 }, { "pair_id": 164973, "video_name": "house_s06e03_seg02_clip_16", "timestamp": [ 42.76, 48.16 ], "duration": 90.66, "caption": "A woman picks their coat off the chair and walks away from a man.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 164974, "video_name": "castle_s02e12_seg02_clip_25", "timestamp": [ 104.44, 109.75 ], "duration": 177.66, "caption": "A person takes their coat off of the back of the chair as they stand up.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 164975, "video_name": "house_s05e03_seg02_clip_12", "timestamp": [ 22.68, 31.75 ], "duration": 90.66, "caption": "A person grabs his coat and leaves another person's office.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 164977, "video_name": "s04e08_seg02_clip_03", "timestamp": [ 16.75, 18.92 ], "duration": 62.66, "caption": "A person grabs their jacket from their chair and leaves the table.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 164978, "video_name": "friends_s08e04_seg02_clip_11", "timestamp": [ 17.11, 20.41 ], "duration": 60.66, "caption": "A man grabs his coat and walks out of the apartment.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 164979, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 5.72, 13.64 ], "duration": 88.66, "caption": "A person gets up from the table and takes their jacket as they leave.", "similarity": 0.6819, "relevance": 4 }, { "pair_id": 338280, "video_name": "house_s06e12_seg02_clip_20", "timestamp": [ 0.0, 5.75 ], "duration": 88.66, "caption": "A man quits his job, grabs his coat and leaves the office.", "similarity": 0.6816, "relevance": 3 }, { "pair_id": 338281, "video_name": "grey_s02e08_seg02_clip_20", "timestamp": [ 7.3, 14.14 ], "duration": 91.66, "caption": "A man stands up and puts his coat on as he walks away from the table.", "similarity": 0.6801, "relevance": 4 }, { "pair_id": 338282, "video_name": "friends_s04e09_seg02_clip_11", "timestamp": [ 44.76, 51.04 ], "duration": 57.66, "caption": "A man quickly gets up out of his chair and puts on his jacket.", "similarity": 0.6789, "relevance": 4 }, { "pair_id": 338283, "video_name": "friends_s08e18_seg02_clip_18", "timestamp": [ 6.09, 12.19 ], "duration": 58.66, "caption": "A person grabs his coat and walks out the door.", "similarity": 0.6784, "relevance": 3 }, { "pair_id": 338284, "video_name": "castle_s05e18_seg02_clip_18", "timestamp": [ 84.2, 95.79 ], "duration": 122.66, "caption": "A man puts on his coat and leaves the room.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 338285, "video_name": "s02e15_seg02_clip_09", "timestamp": [ 0.9, 2.4 ], "duration": 60.66, "caption": "A man picks up a tan coat from a chair.", "similarity": 0.6748, "relevance": 3 }, { "pair_id": 338286, "video_name": "castle_s02e24_seg02_clip_19", "timestamp": [ 8.87, 20.13 ], "duration": 68.66, "caption": "A woman gets up, grabs her coat and she and man walk out.", "similarity": 0.6735, "relevance": 3 }, { "pair_id": 338287, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 10.9, 15.88 ], "duration": 62.66, "caption": "A man walks over and takes off his coat before sitting down.", "similarity": 0.6701, "relevance": 1 }, { "pair_id": 338288, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 14.72, 16.56 ], "duration": 92.66, "caption": "A man turns and picks up his coat from the back of his chair.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 338289, "video_name": "castle_s05e14_seg02_clip_18", "timestamp": [ 78.92, 85.78 ], "duration": 98.66, "caption": "Two people grab their coats and start to leave.", "similarity": 0.6681, "relevance": 3 }, { "pair_id": 338290, "video_name": "castle_s05e04_seg02_clip_27", "timestamp": [ 16.39, 18.73 ], "duration": 78.66, "caption": "A man gets up and pulls his jacket from the back of the chair.", "similarity": 0.6659, "relevance": 4 }, { "pair_id": 338291, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 48.21, 55.96 ], "duration": 57.66, "caption": "A man grabs his coat and puts it on.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 338292, "video_name": "friends_s07e23-24_seg02_clip_04", "timestamp": [ 41.35, 47.59 ], "duration": 78.66, "caption": "A man grabs his jacket from a chair and puts it on.", "similarity": 0.6655, "relevance": 3 }, { "pair_id": 338293, "video_name": "friends_s03e14_seg02_clip_15", "timestamp": [ 40.01, 46.83 ], "duration": 62.66, "caption": "A man takes his coat off in a strange manner.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 338294, "video_name": "s08e07_seg02_clip_06", "timestamp": [ 4.5, 14.11 ], "duration": 60.66, "caption": "A woman grabs her coat from the back of her chair and leaves.", "similarity": 0.6609, "relevance": 3 }, { "pair_id": 338295, "video_name": "friends_s09e13_seg02_clip_03", "timestamp": [ 14.81, 17.33 ], "duration": 63.66, "caption": "A man walks over to the white chair while removing their coat and places the coat behind the chair.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 338296, "video_name": "house_s05e12_seg02_clip_04", "timestamp": [ 50.94, 56.71 ], "duration": 105.66, "caption": "A person takes their coat from the coat hanger and exits the room.", "similarity": 0.6572, "relevance": 3 }, { "pair_id": 338297, "video_name": "met_s06e19_seg02_clip_05", "timestamp": [ 0.0, 8.37 ], "duration": 62.66, "caption": "A person grabs his jacket and then opens the door to leave.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 338298, "video_name": "house_s04e09_seg02_clip_21", "timestamp": [ 53.65, 55.45 ], "duration": 90.66, "caption": "A person grabs their coat and cane and starts to walk away.", "similarity": 0.6541, "relevance": 1 }, { "pair_id": 338299, "video_name": "castle_s04e11_seg02_clip_19", "timestamp": [ 34.34, 36.12 ], "duration": 89.66, "caption": "A man throws the coat he/she is holding into the chair.", "similarity": 0.6534, "relevance": 2 } ] }, { "query_id": 46207, "query": "A man holds their coffee mug in their hand and points at another person with the other hand.", "relevant_moment": [ { "pair_id": 17100, "video_name": "friends_s03e19_seg02_clip_08", "timestamp": [ 12.22, 15.79 ], "duration": 59.66, "caption": "A man holds their coffee mug in their hand and points at another person with the other hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17101, "video_name": "met_s03e09_seg02_clip_02", "timestamp": [ 44.97, 47.6 ], "duration": 58.66, "caption": "A person points at another person while holding a drink in his hand.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 17102, "video_name": "friends_s09e08_seg02_clip_06", "timestamp": [ 10.5, 12.31 ], "duration": 60.66, "caption": "A man gives another person a thumbs up while holding a coffee cup in his other hand.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 17103, "video_name": "house_s04e08_seg02_clip_22", "timestamp": [ 31.86, 35.5 ], "duration": 91.66, "caption": "A man takes a drink of his mug while another man is pointing at him.", "similarity": 0.7687, "relevance": 2 }, { "pair_id": 17104, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 54.07, 58.3 ], "duration": 94.66, "caption": "A man hands a coffee cup to two people.", "similarity": 0.759, "relevance": 1 }, { "pair_id": 17105, "video_name": "castle_s07e11_seg02_clip_08", "timestamp": [ 4.49, 9.87 ], "duration": 89.66, "caption": "A person has a coffee mug in his hand as another person walks up to him and woman.", "similarity": 0.7526, "relevance": 3 }, { "pair_id": 17106, "video_name": "met_s03e05_seg02_clip_13", "timestamp": [ 45.23, 54.98 ], "duration": 59.66, "caption": "A man points at another man while holding a glass in the same hand.", "similarity": 0.7442, "relevance": 3 }, { "pair_id": 17107, "video_name": "friends_s04e07_seg02_clip_17", "timestamp": [ 24.72, 30.21 ], "duration": 61.66, "caption": "A man places his hand on guy's shoulder while holding a coffee cup.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 17108, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 7.56, 11.03 ], "duration": 63.66, "caption": "A man points to another person with his left hand.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 17109, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 13.51, 25.81 ], "duration": 60.66, "caption": "A man is holding a coffee mug as he talks to person.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 17110, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A man points at a person in a picture as he hands it to another man.", "similarity": 0.7213, "relevance": 0 }, { "pair_id": 17111, "video_name": "castle_s05e24_seg02_clip_12", "timestamp": [ 2.65, 7.06 ], "duration": 88.66, "caption": "A person handed a cup of coffee to another person.", "similarity": 0.7192, "relevance": 3 }, { "pair_id": 17112, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A man brings his hand up to point at another man.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 17113, "video_name": "met_s06e17_seg02_clip_05", "timestamp": [ 46.52, 57.03 ], "duration": 60.66, "caption": "A man points at another man with three fingers while he holds a glass in his hand.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 17114, "video_name": "s04e22_seg02_clip_16", "timestamp": [ 14.45, 18.71 ], "duration": 85.66, "caption": "A man holds a coffee mug in his hand then takes a drink from the mug.", "similarity": 0.7121, "relevance": 3 }, { "pair_id": 17115, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 17116, "video_name": "friends_s06e07_seg02_clip_03", "timestamp": [ 24.93, 32.77 ], "duration": 56.66, "caption": "Twice someone removes their left hand from their coffee cup and points at someone with their thumb.", "similarity": 0.7084, "relevance": 4 }, { "pair_id": 17117, "video_name": "s04e12_seg02_clip_08", "timestamp": [ 15.01, 17.71 ], "duration": 60.66, "caption": "A person hands a mug to another person as he is sitting at a table.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 17118, "video_name": "s09e22_seg02_clip_00", "timestamp": [ 31.2, 36.24 ], "duration": 63.66, "caption": "A person points his hand at another person and then points behind himself.", "similarity": 0.7057, "relevance": 1 }, { "pair_id": 17119, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 47.76, 55.21 ], "duration": 62.66, "caption": "A man stands up and points his hand at another man.", "similarity": 0.7034, "relevance": 2 } ] }, { "query_id": 46270, "query": "A woman holds different pictures of women up to man.", "relevant_moment": [ { "pair_id": 161800, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 0.0, 7.97 ], "duration": 88.66, "caption": "A woman holds different pictures of women up to man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161801, "video_name": "castle_s04e19_seg02_clip_15", "timestamp": [ 25.21, 28.57 ], "duration": 84.66, "caption": "A woman holds up a picture of a man.", "similarity": 0.8724, "relevance": 3 }, { "pair_id": 161802, "video_name": "castle_s04e23_seg02_clip_03", "timestamp": [ 43.25, 46.44 ], "duration": 91.66, "caption": "A woman holds up a photo of a man to another woman.", "similarity": 0.8631, "relevance": 3 }, { "pair_id": 161803, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 33.25, 36.7 ], "duration": 86.66, "caption": "A man holds up a photo of a woman for some people.", "similarity": 0.8376, "relevance": 3 }, { "pair_id": 161804, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 14.0, 22.51 ], "duration": 100.66, "caption": "A woman holds up a photo to show another man.", "similarity": 0.8206, "relevance": 3 }, { "pair_id": 161805, "video_name": "friends_s07e21_seg02_clip_17", "timestamp": [ 26.67, 30.08 ], "duration": 62.66, "caption": "A woman holds up a picture to some people.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 161806, "video_name": "castle_s01e06_seg02_clip_02", "timestamp": [ 33.17, 77.39 ], "duration": 92.66, "caption": "A woman is holding photos while she talks to man and woman.", "similarity": 0.7977, "relevance": 2 }, { "pair_id": 161807, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A woman holds up a sketched picture of a man.", "similarity": 0.7854, "relevance": 2 }, { "pair_id": 161808, "video_name": "castle_s04e02_seg02_clip_09", "timestamp": [ 48.61, 59.87 ], "duration": 90.66, "caption": "A woman and a man both hold up photos to a person.", "similarity": 0.7624, "relevance": 3 }, { "pair_id": 161809, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 61.32, 71.85 ], "duration": 91.66, "caption": "A man holds up a picture for two men and a woman.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 161810, "video_name": "castle_s07e13_seg02_clip_18", "timestamp": [ 29.71, 33.01 ], "duration": 110.66, "caption": "A woman grabs a stack of photos and shows them to another woman.", "similarity": 0.7566, "relevance": 2 }, { "pair_id": 161811, "video_name": "castle_s07e13_seg02_clip_12", "timestamp": [ 44.87, 52.94 ], "duration": 89.66, "caption": "Some people with person stands up looking up the pictures of some woman.", "similarity": 0.7551, "relevance": 2 }, { "pair_id": 161812, "video_name": "castle_s03e20_seg02_clip_12", "timestamp": [ 16.49, 20.61 ], "duration": 91.66, "caption": "A woman is holding a photo and hands it to another woman.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 161813, "video_name": "friends_s07e02_seg02_clip_02", "timestamp": [ 0.0, 7.36 ], "duration": 64.66, "caption": "A woman holds up two flower pictures in front of a man.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 161814, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 49.06, 53.56 ], "duration": 90.66, "caption": "A woman is shown a picture by a man of another woman.", "similarity": 0.7467, "relevance": 1 }, { "pair_id": 161815, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 55.35, 58.61 ], "duration": 93.66, "caption": "A woman shows a man a picture of a woman.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 161816, "video_name": "castle_s06e21_seg02_clip_14", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A woman shows them some photographs of a man.", "similarity": 0.7458, "relevance": 1 }, { "pair_id": 161817, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 79.05, 81.3 ], "duration": 90.66, "caption": "A man is holding a picture of a woman as he hands it to another man.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 161818, "video_name": "castle_s08e18_seg02_clip_18", "timestamp": [ 25.14, 31.01 ], "duration": 83.66, "caption": "A woman holds a photo and talks to a man and a woman.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 161819, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 30.88, 35.29 ], "duration": 98.66, "caption": "A woman hold out a picture for the other person to look at.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 335120, "video_name": "castle_s05e05_seg02_clip_09", "timestamp": [ 25.58, 29.3 ], "duration": 93.66, "caption": "A woman hands over a picture to man as he observes it carefully.", "similarity": 0.7347, "relevance": 3 }, { "pair_id": 335121, "video_name": "castle_s05e09_seg02_clip_24", "timestamp": [ 6.24, 10.4 ], "duration": 104.66, "caption": "A woman is holding a picture of person as she spoke to woman.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 335122, "video_name": "s07e11_seg02_clip_00", "timestamp": [ 39.39, 41.87 ], "duration": 62.66, "caption": "A woman takes a picture of man holding an ornament.", "similarity": 0.7303, "relevance": 1 }, { "pair_id": 335123, "video_name": "castle_s07e09_seg02_clip_16", "timestamp": [ 81.11, 90.13 ], "duration": 90.66, "caption": "A woman hands a man a picture and he shows it to two other men.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 335124, "video_name": "friends_s07e21_seg02_clip_17", "timestamp": [ 27.6, 62.03 ], "duration": 62.66, "caption": "A woman holds up some photos and the rest of the group looks.", "similarity": 0.7289, "relevance": 3 }, { "pair_id": 335125, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 46.81, 48.61 ], "duration": 90.66, "caption": "A woman hands a man some photos to look at.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 335126, "video_name": "castle_s06e21_seg02_clip_22", "timestamp": [ 6.75, 10.35 ], "duration": 90.66, "caption": "A person holds up a picture of another person as he speaks to woman.", "similarity": 0.7273, "relevance": 2 }, { "pair_id": 335127, "video_name": "castle_s04e17_seg02_clip_13", "timestamp": [ 55.23, 60.21 ], "duration": 90.66, "caption": "A man hands a woman a photo of a woman and she asks about the women in the photo.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 335128, "video_name": "castle_s03e06_seg02_clip_12", "timestamp": [ 11.15, 14.71 ], "duration": 89.66, "caption": "A woman takes out a picture of a woman and shows it to another woman.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 335129, "video_name": "castle_s06e19_seg02_clip_02", "timestamp": [ 10.02, 14.12 ], "duration": 91.66, "caption": "Two people show a woman a picture of another woman.", "similarity": 0.7247, "relevance": 3 }, { "pair_id": 335130, "video_name": "castle_s07e23_seg02_clip_05", "timestamp": [ 30.02, 35.24 ], "duration": 87.66, "caption": "A woman takes the stack of photos from a man and looks at them.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 335131, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 43.92, 47.09 ], "duration": 90.66, "caption": "A woman picks up a picture and shows it to a man.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 335132, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 73.0, 77.13 ], "duration": 91.66, "caption": "A man shows a woman a picture of a woman.", "similarity": 0.7203, "relevance": 3 }, { "pair_id": 335133, "video_name": "friends_s10e09_seg02_clip_19", "timestamp": [ 8.27, 10.93 ], "duration": 59.66, "caption": "A woman picks up the picture and shows it to another woman.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 335134, "video_name": "friends_s01e24_seg02_clip_04", "timestamp": [ 5.02, 16.82 ], "duration": 59.66, "caption": "A woman holds up a picture of man in front of her face and talks as if she is him.", "similarity": 0.7178, "relevance": 2 }, { "pair_id": 335135, "video_name": "castle_s07e19_seg02_clip_24", "timestamp": [ 38.54, 42.62 ], "duration": 90.66, "caption": "A woman takes out a photo of person and shows it to another woman.", "similarity": 0.7178, "relevance": 3 }, { "pair_id": 335136, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 12.28, 18.19 ], "duration": 90.66, "caption": "A woman shows a piece of picture to a man.", "similarity": 0.7176, "relevance": 3 }, { "pair_id": 335137, "video_name": "castle_s02e11_seg02_clip_07", "timestamp": [ 44.63, 50.15 ], "duration": 92.66, "caption": "A woman hands man a picture of a man.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 335138, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.7106, "relevance": 2 }, { "pair_id": 335139, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.56, 81.9 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.7091, "relevance": 3 } ] }, { "query_id": 46342, "query": "A woman is driving a car with her hands on the steering wheel.", "relevant_moment": [ { "pair_id": 316580, "video_name": "castle_s01e05_seg02_clip_08", "timestamp": [ 33.76, 38.71 ], "duration": 90.66, "caption": "A woman answers her phone while driving in her car.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 316581, "video_name": "s08e03_seg02_clip_06", "timestamp": [ 0.0, 9.23 ], "duration": 71.66, "caption": "A woman drives a car in which three people seat.", "similarity": 0.6122, "relevance": 4 }, { "pair_id": 316582, "video_name": "castle_s02e11_seg02_clip_23", "timestamp": [ 56.39, 60.03 ], "duration": 90.66, "caption": "A woman grabs a car driver and puts their hands behind their back.", "similarity": 0.6097, "relevance": 1 }, { "pair_id": 316583, "video_name": "castle_s04e08_seg02_clip_02", "timestamp": [ 50.78, 54.79 ], "duration": 89.66, "caption": "A woman holds a pen in her hand and pushes a built-in navigation screen as she sits in the driver's seat of a vehicle.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 316584, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 25.09, 29.51 ], "duration": 59.66, "caption": "A woman is driving the car while another woman is talking to her.", "similarity": 0.6068, "relevance": 4 }, { "pair_id": 316585, "video_name": "friends_s02e21_seg02_clip_08", "timestamp": [ 51.54, 55.71 ], "duration": 64.66, "caption": "A woman brings her hands up over her mouth in the backseat as the car comes to a sudden stop.", "similarity": 0.6009, "relevance": 4 }, { "pair_id": 316586, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A woman is driving a car as a man is in the passenger seat.", "similarity": 0.6004, "relevance": 4 }, { "pair_id": 316587, "video_name": "s08e11_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A woman is driving her car as a man is in the passenger seat.", "similarity": 0.6001, "relevance": 4 }, { "pair_id": 316588, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 26.52, 57.02 ], "duration": 57.66, "caption": "A woman was driving the car whilst talking to a person.", "similarity": 0.5967, "relevance": 4 }, { "pair_id": 316589, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.5 ], "duration": 90.66, "caption": "A woman was driving the car whilst talking to a person.", "similarity": 0.5967, "relevance": 3 }, { "pair_id": 316590, "video_name": "s07e03_seg02_clip_05", "timestamp": [ 55.7, 58.03 ], "duration": 58.66, "caption": "A man taps his fingers on the steering wheel as he drives.", "similarity": 0.5948, "relevance": 2 }, { "pair_id": 316591, "video_name": "s10e05_seg02_clip_04", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman is driving with a person in the passenger seat.", "similarity": 0.5945, "relevance": 4 }, { "pair_id": 316592, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 2.31, 6.94 ], "duration": 92.66, "caption": "A woman takes the phone from a man's hand as he's driving the car.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 316593, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 0.0, 21.76 ], "duration": 58.66, "caption": "A woman drives a car while talking with a man.", "similarity": 0.5935, "relevance": 4 }, { "pair_id": 316594, "video_name": "castle_s06e02_seg02_clip_22", "timestamp": [ 53.02, 60.52 ], "duration": 100.66, "caption": "A woman slams on the brakes and turns the car around.", "similarity": 0.5926, "relevance": 3 }, { "pair_id": 316595, "video_name": "grey_s02e01_seg02_clip_22", "timestamp": [ 56.28, 65.5 ], "duration": 97.66, "caption": "A woman gets in their vehicle and drives away.", "similarity": 0.5923, "relevance": 3 }, { "pair_id": 316596, "video_name": "s08e11_seg02_clip_03", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman makes musical sounds with her voice while driving.", "similarity": 0.591, "relevance": 4 }, { "pair_id": 316597, "video_name": "castle_s06e22_seg02_clip_01", "timestamp": [ 1.31, 9.19 ], "duration": 87.66, "caption": "A woman driving a car and opened a note.", "similarity": 0.5908, "relevance": 4 }, { "pair_id": 316598, "video_name": "house_s06e10_seg02_clip_06", "timestamp": [ 55.12, 95.03 ], "duration": 95.66, "caption": "A woman drives the car with a man as a passenger.", "similarity": 0.5896, "relevance": 3 }, { "pair_id": 316599, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 75.07, 93.15 ], "duration": 139.66, "caption": "A woman is driving down the road in a red convertible car.", "similarity": 0.5891, "relevance": 4 } ] }, { "query_id": 46356, "query": "A person in the blue suit picks up the telephone on the desk.", "relevant_moment": [ { "pair_id": 94360, "video_name": "castle_s08e21_seg02_clip_14", "timestamp": [ 86.96, 89.27 ], "duration": 92.66, "caption": "A person in the blue suit picks up the telephone on the desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 94361, "video_name": "friends_s06e20_seg02_clip_08", "timestamp": [ 6.2, 10.92 ], "duration": 59.66, "caption": "A person in blue walks over to the phone and picks it up.", "similarity": 0.7528, "relevance": 4 }, { "pair_id": 94362, "video_name": "friends_s05e04_seg02_clip_20", "timestamp": [ 43.02, 44.25 ], "duration": 61.66, "caption": "A person picks up the phone that is sitting on the table.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 94363, "video_name": "house_s05e02_seg02_clip_26", "timestamp": [ 23.99, 29.6 ], "duration": 35.66, "caption": "A man picks up the desk phone and makes a call.", "similarity": 0.7515, "relevance": 4 }, { "pair_id": 94364, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 39.45, 45.25 ], "duration": 116.66, "caption": "A man who is in his desk picks up his phone to make a call.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 94365, "video_name": "s05e14_seg02_clip_07", "timestamp": [ 53.09, 55.84 ], "duration": 61.66, "caption": "A person picks up his/her cellphone from the desk and starts talking to it.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 94366, "video_name": "castle_s03e16_seg02_clip_21", "timestamp": [ 10.01, 12.74 ], "duration": 91.66, "caption": "A woman picks up the desk phone to make a call.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 94367, "video_name": "castle_s01e01_seg02_clip_22", "timestamp": [ 19.81, 23.33 ], "duration": 88.66, "caption": "A woman picks up her phone from her desk.", "similarity": 0.73, "relevance": 1 }, { "pair_id": 94368, "video_name": "s04e09_seg02_clip_13", "timestamp": [ 40.22, 42.02 ], "duration": 60.66, "caption": "A person picks up his phone from a furniture.", "similarity": 0.7296, "relevance": 3 }, { "pair_id": 94369, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 63.26, 66.98 ], "duration": 93.66, "caption": "A person picks up his phone from the table.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 94370, "video_name": "house_s07e06_seg02_clip_15", "timestamp": [ 75.78, 78.93 ], "duration": 90.66, "caption": "A person sits a red mug on their desk and picks up the phone.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 94371, "video_name": "house_s07e15_seg02_clip_03", "timestamp": [ 16.2, 26.56 ], "duration": 90.66, "caption": "A woman picks up the phone at their desk and makes a call.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 94372, "video_name": "house_s07e16_seg02_clip_16", "timestamp": [ 25.56, 28.54 ], "duration": 85.66, "caption": "A person picks up a phone from the metal tray.", "similarity": 0.7166, "relevance": 3 }, { "pair_id": 94373, "video_name": "castle_s04e18_seg02_clip_14", "timestamp": [ 13.16, 21.63 ], "duration": 94.66, "caption": "Woman picks up her desk phone to use it.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 94374, "video_name": "castle_s04e01_seg02_clip_20", "timestamp": [ 19.61, 20.5 ], "duration": 89.66, "caption": "A person picks up his phone from the phone stand.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 94375, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 42.2, 44.27 ], "duration": 59.66, "caption": "A person picks his phone up from the end table.", "similarity": 0.7084, "relevance": 3 }, { "pair_id": 94376, "video_name": "s01e11_seg02_clip_02", "timestamp": [ 44.81, 51.17 ], "duration": 53.66, "caption": "A person picks up the telephone and dials a number.", "similarity": 0.7038, "relevance": 4 }, { "pair_id": 94377, "video_name": "friends_s06e21_seg02_clip_01", "timestamp": [ 25.94, 31.12 ], "duration": 61.66, "caption": "A person walks into the office and picks up the phone.", "similarity": 0.7036, "relevance": 3 }, { "pair_id": 94378, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 14.26, 17.95 ], "duration": 92.66, "caption": "A person picks up the phone and starts to dial.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 94379, "video_name": "met_s03e08_seg02_clip_02", "timestamp": [ 52.06, 56.37 ], "duration": 61.66, "caption": "A man picks up their phone from the desk and answers it.", "similarity": 0.7011, "relevance": 4 }, { "pair_id": 267680, "video_name": "house_s02e04_seg02_clip_13", "timestamp": [ 85.19, 86.56 ], "duration": 91.66, "caption": "A person walks over to the phone and picks it up.", "similarity": 0.6999, "relevance": 4 }, { "pair_id": 267681, "video_name": "s05e24_seg02_clip_09", "timestamp": [ 61.45, 63.03 ], "duration": 63.66, "caption": "A person picked up their phone from the table.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 267682, "video_name": "castle_s07e12_seg02_clip_07", "timestamp": [ 33.76, 37.36 ], "duration": 90.66, "caption": "A person gets up from their desk, phone in hand, walks over and picks up some papers.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 267683, "video_name": "house_s03e19_seg02_clip_23", "timestamp": [ 9.56, 15.93 ], "duration": 91.66, "caption": "A person picks up the phone while talking to someone.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 267684, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 63.93, 67.13 ], "duration": 91.66, "caption": "A woman reaches down to pick up her desk phone.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 267685, "video_name": "friends_s09e11_seg02_clip_03", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A person turns around and picks up the phone.", "similarity": 0.6907, "relevance": 3 }, { "pair_id": 267686, "video_name": "friends_s02e17_seg02_clip_20", "timestamp": [ 1.34, 3.12 ], "duration": 89.66, "caption": "A man picks up the phone from the chair next to him.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 267687, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 29.92, 42.06 ], "duration": 86.66, "caption": "A woman picks up her phone from her desk and puts it back on her desk.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 267688, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 67.0, 68.02 ], "duration": 68.66, "caption": "A person walks towards a phone and picks it up.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 267689, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 40.56, 42.18 ], "duration": 54.66, "caption": "A man picks up the telephone from the counter.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 267690, "video_name": "house_s01e09_seg02_clip_20", "timestamp": [ 82.67, 87.02 ], "duration": 87.66, "caption": "A person walks over to the table and picks up the phone.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 267691, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 51.05, 54.53 ], "duration": 116.66, "caption": "A person puts back their cellphone in the desk after the call.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 267692, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 18.66, 20.55 ], "duration": 54.66, "caption": "A man picks up the phone from the table.", "similarity": 0.6831, "relevance": 3 }, { "pair_id": 267693, "video_name": "friends_s07e13_seg02_clip_15", "timestamp": [ 13.43, 15.77 ], "duration": 58.66, "caption": "A person walks by someone's desk while they are on the phone.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 267694, "video_name": "met_s03e13_seg02_clip_05", "timestamp": [ 39.49, 41.32 ], "duration": 60.66, "caption": "A woman picks up the phone at someone's office.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 267695, "video_name": "s03e18_seg02_clip_00", "timestamp": [ 37.22, 40.63 ], "duration": 62.66, "caption": "A person turns and picks up the phone from the end table.", "similarity": 0.6815, "relevance": 2 }, { "pair_id": 267696, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 24.79, 31.87 ], "duration": 59.66, "caption": "A woman picks up the desk phone and puts it on her chest.", "similarity": 0.6814, "relevance": 3 }, { "pair_id": 267697, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 0.0, 14.17 ], "duration": 59.66, "caption": "A person talks on the phone and then sets the phone on his desk.", "similarity": 0.6811, "relevance": 3 }, { "pair_id": 267698, "video_name": "castle_s05e15_seg02_clip_23", "timestamp": [ 0.0, 5.82 ], "duration": 97.66, "caption": "A woman picks up her desk phone as person walks towards her.", "similarity": 0.6786, "relevance": 3 }, { "pair_id": 267699, "video_name": "castle_s06e14_seg02_clip_11", "timestamp": [ 45.16, 47.87 ], "duration": 90.66, "caption": "A woman picks up the desk phone receiver to make a call.", "similarity": 0.6785, "relevance": 3 } ] }, { "query_id": 46405, "query": "A woman puts her paper down on the sofa and stands up.", "relevant_moment": [ { "pair_id": 162640, "video_name": "met_s03e06_seg02_clip_12", "timestamp": [ 0.0, 2.72 ], "duration": 60.66, "caption": "A woman puts her paper down on the sofa and stands up.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 162641, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 31.21, 33.62 ], "duration": 60.66, "caption": "A woman stands up from her seat on the couch.", "similarity": 0.7368, "relevance": 3 }, { "pair_id": 162642, "video_name": "s09e22_seg01_clip_01", "timestamp": [ 9.48, 10.67 ], "duration": 79.66, "caption": "A woman stands up from a sitting position on the couch.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 162643, "video_name": "friends_s10e09_seg02_clip_10", "timestamp": [ 32.03, 35.33 ], "duration": 66.66, "caption": "A woman stands up from sitting on a couch.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 162644, "video_name": "house_s01e12_seg02_clip_06", "timestamp": [ 22.77, 25.5 ], "duration": 91.66, "caption": "A woman stands up from being seated in a sofa.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 162645, "video_name": "friends_s04e06_seg02_clip_16", "timestamp": [ 16.92, 18.63 ], "duration": 38.66, "caption": "A woman stands from sitting on the sofa while holding a newspaper and pen.", "similarity": 0.7247, "relevance": 3 }, { "pair_id": 162646, "video_name": "s07e09_seg01_clip_00", "timestamp": [ 82.82, 85.22 ], "duration": 120.66, "caption": "A woman puts her hand on the arm of the couch and stands up.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 162647, "video_name": "friends_s03e03_seg02_clip_05", "timestamp": [ 47.72, 49.82 ], "duration": 60.66, "caption": "A woman quickly stands up off of the couch.", "similarity": 0.6925, "relevance": 1 }, { "pair_id": 162648, "video_name": "s08e04_seg02_clip_05", "timestamp": [ 34.18, 36.31 ], "duration": 61.66, "caption": "A woman puts down her pad and pen and stands up.", "similarity": 0.6751, "relevance": 3 }, { "pair_id": 162649, "video_name": "friends_s06e12_seg02_clip_18", "timestamp": [ 55.47, 62.53 ], "duration": 94.66, "caption": "A woman stands up from the sofa and sits on a nearby chair.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 162650, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 6.6, 9.9 ], "duration": 66.66, "caption": "A person gets up from the sofa with a newspaper in hand.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 162651, "video_name": "friends_s08e09_seg02_clip_15", "timestamp": [ 0.87, 4.94 ], "duration": 58.66, "caption": "A woman sets a book down on the couch.", "similarity": 0.6596, "relevance": 2 }, { "pair_id": 162652, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 7.26, 8.58 ], "duration": 66.66, "caption": "A person gets up off the sofa and stands.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 162653, "video_name": "friends_s05e19_seg02_clip_08", "timestamp": [ 46.48, 48.47 ], "duration": 57.66, "caption": "A woman stands up from the couch with a plate in her hand.", "similarity": 0.6533, "relevance": 2 }, { "pair_id": 162654, "video_name": "friends_s03e14_seg02_clip_06", "timestamp": [ 9.74, 11.51 ], "duration": 59.66, "caption": "A woman stands up quickly from behind the couch.", "similarity": 0.652, "relevance": 2 }, { "pair_id": 162655, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 67.17, 70.14 ], "duration": 85.66, "caption": "A woman picks up the paper from the table and stands up.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 162656, "video_name": "s06e11_seg02_clip_11", "timestamp": [ 12.21, 14.65 ], "duration": 61.66, "caption": "A person puts his notebook on the couch and stands up.", "similarity": 0.6441, "relevance": 3 }, { "pair_id": 162657, "video_name": "friends_s07e02_seg02_clip_14", "timestamp": [ 15.74, 19.98 ], "duration": 60.66, "caption": "A woman gets up with a sheet of paper in her hands.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 162658, "video_name": "s10e01_seg02_clip_08", "timestamp": [ 53.12, 54.92 ], "duration": 60.66, "caption": "A person stands up from sitting on a couch.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 162659, "video_name": "friends_s04e17_seg02_clip_02", "timestamp": [ 41.52, 42.72 ], "duration": 60.66, "caption": "A woman rests her hands on her knees as she stands up from the couch.", "similarity": 0.6384, "relevance": 2 }, { "pair_id": 335960, "video_name": "castle_s07e22_seg02_clip_13", "timestamp": [ 84.09, 87.23 ], "duration": 89.66, "caption": "A woman stands up from the couch while saying her lines.", "similarity": 0.6355, "relevance": 1 }, { "pair_id": 335961, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 28.57, 31.09 ], "duration": 56.66, "caption": "A woman is sitting on a sofa handle and a person is standing in front of a writing board.", "similarity": 0.634, "relevance": 0 }, { "pair_id": 335962, "video_name": "friends_s06e15-16_seg02_clip_30", "timestamp": [ 33.05, 36.3 ], "duration": 59.66, "caption": "A woman sits up from laying down on the sofa.", "similarity": 0.6295, "relevance": 0 }, { "pair_id": 335963, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 16.5, 18.33 ], "duration": 91.66, "caption": "A woman puts down her book next to her on the couch.", "similarity": 0.6287, "relevance": 1 }, { "pair_id": 335964, "video_name": "friends_s05e23-24_seg02_clip_02", "timestamp": [ 45.7, 47.27 ], "duration": 63.66, "caption": "A woman raises from a seated position on the couch to a standing position.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 335965, "video_name": "s04e22_seg02_clip_15", "timestamp": [ 2.66, 3.54 ], "duration": 59.66, "caption": "A woman stands up from the couch to help woman.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 335966, "video_name": "met_s04e01_seg02_clip_10", "timestamp": [ 39.62, 42.92 ], "duration": 60.66, "caption": "A woman stands up after sitting on the couch before walking away.", "similarity": 0.628, "relevance": 2 }, { "pair_id": 335967, "video_name": "s08e15_seg02_clip_06", "timestamp": [ 33.92, 36.32 ], "duration": 60.66, "caption": "A woman gets up from where she was sitting on the back of the couch.", "similarity": 0.6261, "relevance": 1 }, { "pair_id": 335968, "video_name": "friends_s05e13_seg02_clip_17", "timestamp": [ 41.56, 45.28 ], "duration": 62.66, "caption": "A woman puts some papers in her bag while sitting on a couch.", "similarity": 0.6236, "relevance": 0 }, { "pair_id": 335969, "video_name": "castle_s02e03_seg02_clip_01", "timestamp": [ 44.11, 46.81 ], "duration": 90.66, "caption": "A woman stands up and hands a woman a piece of paper.", "similarity": 0.623, "relevance": 1 }, { "pair_id": 335970, "video_name": "s05e17_seg02_clip_06", "timestamp": [ 57.98, 61.03 ], "duration": 61.66, "caption": "A person stands up from person's seat on the couch.", "similarity": 0.6223, "relevance": 1 }, { "pair_id": 335971, "video_name": "friends_s08e21_seg01_clip_00", "timestamp": [ 65.58, 67.91 ], "duration": 93.66, "caption": "A woman sits down on the couch arm with the newspaper.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 335972, "video_name": "s02e08_seg01_clip_01", "timestamp": [ 53.1, 54.75 ], "duration": 55.66, "caption": "A person stands up from the arm of the couch.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 335973, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 54.21, 58.3 ], "duration": 63.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 335974, "video_name": "friends_s03e10_seg02_clip_01", "timestamp": [ 9.3, 12.41 ], "duration": 62.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 335975, "video_name": "friends_s03e02_seg02_clip_07", "timestamp": [ 18.65, 23.54 ], "duration": 61.66, "caption": "A woman stands up and walks behind the couch.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 335976, "video_name": "s08e15_seg02_clip_07", "timestamp": [ 32.17, 34.24 ], "duration": 59.66, "caption": "A person puts his hand on the arm of the couch and stands up.", "similarity": 0.6177, "relevance": 1 }, { "pair_id": 335977, "video_name": "s01e07_seg02_clip_04", "timestamp": [ 44.66, 48.07 ], "duration": 62.66, "caption": "A woman fixes a pillow onto the sofa she is standing in front of.", "similarity": 0.6171, "relevance": 0 }, { "pair_id": 335978, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 88.38, 91.23 ], "duration": 95.66, "caption": "A woman gets up from the couch with the book in her hand.", "similarity": 0.6128, "relevance": 1 }, { "pair_id": 335979, "video_name": "friends_s07e12_seg02_clip_18", "timestamp": [ 0.0, 3.3 ], "duration": 55.66, "caption": "A woman stands up from the couch wearing pajamas.", "similarity": 0.6126, "relevance": 2 } ] }, { "query_id": 46420, "query": "A person was lying on a hospital bed.", "relevant_moment": [ { "pair_id": 20280, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 18.9 ], "duration": 92.66, "caption": "A person was lying on a hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20281, "video_name": "house_s04e07_seg02_clip_16", "timestamp": [ 0.0, 84.02 ], "duration": 84.66, "caption": "A person wearing hospital gown was lying on a hospital bed.", "similarity": 0.9303, "relevance": 4 }, { "pair_id": 20282, "video_name": "house_s07e23_seg02_clip_01", "timestamp": [ 0.0, 76.81 ], "duration": 86.66, "caption": "A man was lying on a hospital bed.", "similarity": 0.8897, "relevance": 4 }, { "pair_id": 20283, "video_name": "house_s03e11_seg02_clip_09", "timestamp": [ 0.0, 19.63 ], "duration": 80.66, "caption": "A man was lying on a hospital bed.", "similarity": 0.8897, "relevance": 4 }, { "pair_id": 20284, "video_name": "house_s03e21_seg02_clip_23", "timestamp": [ 50.3, 51.37 ], "duration": 107.66, "caption": "A person is lying in a hospital bed with a mask on.", "similarity": 0.8775, "relevance": 4 }, { "pair_id": 20285, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 51.79, 57.7 ], "duration": 90.66, "caption": "A person is lying in a hospital bed with a strap across their chest.", "similarity": 0.8682, "relevance": 4 }, { "pair_id": 20286, "video_name": "house_s08e17_seg02_clip_21", "timestamp": [ 89.33, 94.08 ], "duration": 95.66, "caption": "A person is lying on a hospital bed alone.", "similarity": 0.8565, "relevance": 4 }, { "pair_id": 20287, "video_name": "grey_s03e10_seg02_clip_08", "timestamp": [ 4.5, 16.65 ], "duration": 90.66, "caption": "An old person wearing white hospital gown was lying on the bed.", "similarity": 0.8473, "relevance": 4 }, { "pair_id": 20288, "video_name": "house_s03e13_seg02_clip_05", "timestamp": [ 0.0, 89.18 ], "duration": 89.66, "caption": "A person wearing a green shirt was lying on the hospital bed.", "similarity": 0.8451, "relevance": 4 }, { "pair_id": 20289, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 13.09, 63.15 ], "duration": 154.66, "caption": "A person is lying in a hospital bed. Another person is sat beside them.", "similarity": 0.8414, "relevance": 4 }, { "pair_id": 20290, "video_name": "friends_s06e15-16_seg02_clip_22", "timestamp": [ 0.0, 33.35 ], "duration": 66.66, "caption": "The person wearing maroon blouse was lying on a hospital bed.", "similarity": 0.8367, "relevance": 4 }, { "pair_id": 20291, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 42.79, 110.42 ], "duration": 138.66, "caption": "The person lying on the hospital bed was crying.", "similarity": 0.836, "relevance": 4 }, { "pair_id": 20292, "video_name": "house_s05e21_seg02_clip_05", "timestamp": [ 57.21, 59.39 ], "duration": 87.66, "caption": "The patient is lying on their side in the hospital bed.", "similarity": 0.8277, "relevance": 4 }, { "pair_id": 20293, "video_name": "house_s08e05_seg02_clip_21", "timestamp": [ 29.38, 89.02 ], "duration": 89.66, "caption": "A person lies in the hospital bed, their legs and body are covered in peeling skin.", "similarity": 0.8275, "relevance": 4 }, { "pair_id": 20294, "video_name": "house_s02e13_seg02_clip_21", "timestamp": [ 0.0, 73.85 ], "duration": 91.66, "caption": "A woman wearing a hospital gown was lying on the hospital bed.", "similarity": 0.814, "relevance": 4 }, { "pair_id": 20295, "video_name": "met_s03e20_seg02_clip_11", "timestamp": [ 0.0, 6.61 ], "duration": 60.66, "caption": "A person is lying in a hospital bed with a neck brace and casts.", "similarity": 0.8135, "relevance": 4 }, { "pair_id": 20296, "video_name": "house_s03e21_seg02_clip_22", "timestamp": [ 29.62, 88.43 ], "duration": 88.66, "caption": "A young person with bald head was lying on the hospital bed.", "similarity": 0.8134, "relevance": 4 }, { "pair_id": 20297, "video_name": "house_s02e20_seg02_clip_16", "timestamp": [ 23.21, 38.69 ], "duration": 91.66, "caption": "A person is lying in a hospital bed; as he talks, he raises his hospital bed to more of a sitting position.", "similarity": 0.8126, "relevance": 4 }, { "pair_id": 20298, "video_name": "house_s03e20_seg02_clip_17", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman wearing hospital gown was lying on the hospital bed.", "similarity": 0.8095, "relevance": 4 }, { "pair_id": 20299, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were beside the person lying on the hospital bed.", "similarity": 0.8065, "relevance": 4 }, { "pair_id": 193600, "video_name": "house_s01e21_seg02_clip_08", "timestamp": [ 75.19, 90.59 ], "duration": 90.66, "caption": "A person is lying in the hospital bed surrounded by staff including a man, a woman, and another man.", "similarity": 0.8054, "relevance": 4 }, { "pair_id": 193601, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "A woman was lying restlessly on the hospital bed.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 193602, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 15.66, 30.39 ], "duration": 92.66, "caption": "A person lays down in the hospital bed and rubs their face.", "similarity": 0.7993, "relevance": 4 }, { "pair_id": 193603, "video_name": "house_s05e16_seg02_clip_25", "timestamp": [ 0.0, 91.17 ], "duration": 91.66, "caption": "A child was lying on the hospital bed.", "similarity": 0.7989, "relevance": 4 }, { "pair_id": 193604, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 13.72, 40.68 ], "duration": 98.66, "caption": "There is a person lying in a hospital bed speaking to the doctors.", "similarity": 0.7987, "relevance": 4 }, { "pair_id": 193605, "video_name": "house_s08e06_seg02_clip_07", "timestamp": [ 34.21, 88.85 ], "duration": 95.66, "caption": "The young person with curly hair was lying on the hospital bed.", "similarity": 0.7946, "relevance": 4 }, { "pair_id": 193606, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 21.16, 80.39 ], "duration": 94.66, "caption": "A woman is lying on a hospital bed as she being treated by woman.", "similarity": 0.794, "relevance": 3 }, { "pair_id": 193607, "video_name": "house_s03e24_seg02_clip_10", "timestamp": [ 53.25, 91.03 ], "duration": 91.66, "caption": "A doctor was lying on an emergency bed.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 193608, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman was lying on a clinic bed.", "similarity": 0.7874, "relevance": 3 }, { "pair_id": 193609, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 34.77, 88.02 ], "duration": 88.66, "caption": "A woman was attending a young patient lying on the hospital bed.", "similarity": 0.7839, "relevance": 4 }, { "pair_id": 193610, "video_name": "house_s02e24_seg02_clip_04", "timestamp": [ 0.45, 3.15 ], "duration": 90.66, "caption": "A person lays down in the hospital bed while looking up at the ceiling.", "similarity": 0.7831, "relevance": 4 }, { "pair_id": 193611, "video_name": "house_s01e10_seg02_clip_15", "timestamp": [ 51.69, 62.92 ], "duration": 89.66, "caption": "A person tries to comfort a patient that's lying on a bed.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 193612, "video_name": "grey_s01e04_seg02_clip_16", "timestamp": [ 26.69, 92.03 ], "duration": 92.66, "caption": "A woman is lying on her side as she lies on a hospital bed.", "similarity": 0.7824, "relevance": 4 }, { "pair_id": 193613, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 6.23, 13.35 ], "duration": 89.66, "caption": "A doctor was touching the leg of a person lying on the hospital bed.", "similarity": 0.7816, "relevance": 4 }, { "pair_id": 193614, "video_name": "house_s02e12_seg02_clip_03", "timestamp": [ 73.28, 86.47 ], "duration": 91.66, "caption": "The patient wriggles while lying on the bed.", "similarity": 0.7779, "relevance": 4 }, { "pair_id": 193615, "video_name": "friends_s08e23-24_seg02_clip_20", "timestamp": [ 0.0, 13.12 ], "duration": 61.66, "caption": "A person lies in a hospital bed and yells frantically.", "similarity": 0.7765, "relevance": 4 }, { "pair_id": 193616, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 82.39, 89.07 ], "duration": 89.66, "caption": "A person was having a conversation with someone lying on the hospital bed.", "similarity": 0.7758, "relevance": 4 }, { "pair_id": 193617, "video_name": "house_s03e04_seg02_clip_18", "timestamp": [ 0.0, 13.5 ], "duration": 90.66, "caption": "A person lays in the hospital bed as another person places files down on it.", "similarity": 0.7755, "relevance": 4 }, { "pair_id": 193618, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 22.3, 40.51 ], "duration": 91.66, "caption": "A woman is lying on a hospital bed being operated on by two people.", "similarity": 0.7745, "relevance": 4 }, { "pair_id": 193619, "video_name": "house_s01e05_seg02_clip_17", "timestamp": [ 0.0, 86.25 ], "duration": 86.66, "caption": "The elderly person wearing green shirt was lying on the hospital bed.", "similarity": 0.7741, "relevance": 4 } ] }, { "query_id": 46442, "query": "Two people are doing rock paper scissors.", "relevant_moment": [ { "pair_id": 153300, "video_name": "house_s01e21_seg02_clip_13", "timestamp": [ 66.74, 69.47 ], "duration": 90.66, "caption": "Two people are doing rock paper scissors.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153301, "video_name": "castle_s04e13_seg02_clip_15", "timestamp": [ 27.63, 41.0 ], "duration": 89.66, "caption": "Two people were playing rock, paper, scissors game.", "similarity": 0.8799, "relevance": 4 }, { "pair_id": 153302, "video_name": "house_s07e01_seg02_clip_08", "timestamp": [ 2.64, 4.84 ], "duration": 88.66, "caption": "Some people play rock, paper scissors.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 153303, "video_name": "friends_s02e18_seg02_clip_14", "timestamp": [ 51.26, 56.02 ], "duration": 56.66, "caption": "Two women play a round of rock paper scissors.", "similarity": 0.7438, "relevance": 4 }, { "pair_id": 153304, "video_name": "grey_s03e24_seg02_clip_12", "timestamp": [ 41.99, 50.02 ], "duration": 73.66, "caption": "Three men play rock, paper scissors in front of two other people.", "similarity": 0.6988, "relevance": 3 }, { "pair_id": 153305, "video_name": "house_s07e09_seg02_clip_13", "timestamp": [ 77.83, 82.83 ], "duration": 91.66, "caption": "Two men play rock paper scissors while sitting in front of hospital monitors.", "similarity": 0.6652, "relevance": 4 }, { "pair_id": 153306, "video_name": "friends_s10e08_seg02_clip_11", "timestamp": [ 10.65, 19.52 ], "duration": 59.66, "caption": "A man, the person in red checkered polo, woman and woman were playing rock, paper and scissors.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 153308, "video_name": "friends_s10e08_seg02_clip_11", "timestamp": [ 11.83, 24.55 ], "duration": 59.66, "caption": "A man wiggles his fingers while they're playing rock, paper, scissors.", "similarity": 0.5619, "relevance": 3 }, { "pair_id": 153309, "video_name": "grey_s02e25_seg02_clip_10", "timestamp": [ 49.55, 78.83 ], "duration": 90.66, "caption": "Two people are in a competition over a heart.", "similarity": 0.5291, "relevance": 0 }, { "pair_id": 153310, "video_name": "castle_s04e09_seg02_clip_07", "timestamp": [ 4.22, 8.03 ], "duration": 84.66, "caption": "A person hands another person a paper cut out of a person.", "similarity": 0.5289, "relevance": 0 }, { "pair_id": 153311, "video_name": "grey_s02e06_seg02_clip_02", "timestamp": [ 46.28, 52.28 ], "duration": 85.66, "caption": "A person takes a second pair of scissors and placed them on a person's head and then removed the scissors from the person's head.", "similarity": 0.5148, "relevance": 0 }, { "pair_id": 153312, "video_name": "friends_s02e12-13_seg02_clip_33", "timestamp": [ 0.0, 11.4 ], "duration": 57.66, "caption": "A person stops a fight between two people by grabbing each of them by the ear.", "similarity": 0.4859, "relevance": 0 }, { "pair_id": 153313, "video_name": "friends_s02e08_seg02_clip_13", "timestamp": [ 0.0, 23.19 ], "duration": 61.66, "caption": "A man and a woman have a fight about what's on a piece of paper.", "similarity": 0.4778, "relevance": 0 }, { "pair_id": 153314, "video_name": "grey_s03e25_seg02_clip_00", "timestamp": [ 40.58, 62.5 ], "duration": 93.66, "caption": "Two women play a game with paper.", "similarity": 0.4776, "relevance": 0 }, { "pair_id": 153315, "video_name": "castle_s02e17_seg02_clip_23", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "Two people work out how they'll work together.", "similarity": 0.4765, "relevance": 0 }, { "pair_id": 153316, "video_name": "castle_s02e02_seg02_clip_09", "timestamp": [ 0.0, 6.98 ], "duration": 93.66, "caption": "A man and another man declare what the non-winner will do.", "similarity": 0.4726, "relevance": 0 }, { "pair_id": 153317, "video_name": "friends_s02e12-13_seg02_clip_33", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "Two people are fighting on the floor and someone grabs them on the ears to make them stop.", "similarity": 0.4675, "relevance": 0 }, { "pair_id": 153318, "video_name": "friends_s04e01_seg02_clip_13", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "Two people try to one up each other.", "similarity": 0.4661, "relevance": 0 }, { "pair_id": 153319, "video_name": "friends_s05e23-24_seg02_clip_31", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Two people were playing a game.", "similarity": 0.4651, "relevance": 0 } ] }, { "query_id": 46477, "query": "A man wraps his legs around another man on the fire escape.", "relevant_moment": [ { "pair_id": 87120, "video_name": "friends_s07e12_seg02_clip_18", "timestamp": [ 51.17, 55.02 ], "duration": 55.66, "caption": "A man wraps his legs around another man on the fire escape.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 87121, "video_name": "friends_s07e12_seg02_clip_18", "timestamp": [ 34.11, 36.32 ], "duration": 55.66, "caption": "A man steps on another man as he hangs from the fire escape.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 87122, "video_name": "friends_s07e12_seg02_clip_18", "timestamp": [ 50.35, 55.02 ], "duration": 55.66, "caption": "A man drops down from the fire escape and lands with his crotch in another man's face.", "similarity": 0.7034, "relevance": 4 }, { "pair_id": 87123, "video_name": "friends_s07e12_seg02_clip_20", "timestamp": [ 0.0, 10.61 ], "duration": 40.66, "caption": "A man swings his legs while hanging from a fire escape.", "similarity": 0.6844, "relevance": 1 }, { "pair_id": 87126, "video_name": "grey_s02e08_seg02_clip_10", "timestamp": [ 0.0, 9.68 ], "duration": 88.66, "caption": "A man is sitting next to another man then he slaps his leg and leaves.", "similarity": 0.5813, "relevance": 1 }, { "pair_id": 87127, "video_name": "friends_s10e16_seg02_clip_13", "timestamp": [ 10.57, 16.33 ], "duration": 64.66, "caption": "A man and a woman hug while they are on the fire escape.", "similarity": 0.5785, "relevance": 2 }, { "pair_id": 87128, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 13.63, 28.78 ], "duration": 60.66, "caption": "A man jumps on one leg next to two guys.", "similarity": 0.5622, "relevance": 1 }, { "pair_id": 87129, "video_name": "friends_s07e12_seg02_clip_07", "timestamp": [ 22.21, 29.0 ], "duration": 61.66, "caption": "Two men are stuck on a fire escape deck and a man is trying to unstick the ladder.", "similarity": 0.5618, "relevance": 2 }, { "pair_id": 87131, "video_name": "friends_s04e22_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 36.66, "caption": "A man gets up from beside two other men.", "similarity": 0.5605, "relevance": 1 }, { "pair_id": 87132, "video_name": "house_s05e22_seg02_clip_08", "timestamp": [ 10.15, 14.12 ], "duration": 88.66, "caption": "A man uncrosses his legs while talking with another man.", "similarity": 0.5448, "relevance": 1 }, { "pair_id": 87133, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 0.0, 2.49 ], "duration": 62.66, "caption": "A man comes up and puts his arms around two other men.", "similarity": 0.5446, "relevance": 1 }, { "pair_id": 87134, "video_name": "friends_s10e16_seg02_clip_13", "timestamp": [ 24.65, 28.17 ], "duration": 64.66, "caption": "A woman and a man come back inside from the fire escape.", "similarity": 0.5404, "relevance": 1 }, { "pair_id": 87135, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 40.01, 42.49 ], "duration": 62.66, "caption": "A man places both his hands on another man's shoulder.", "similarity": 0.5399, "relevance": 1 }, { "pair_id": 87136, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.5398, "relevance": 1 }, { "pair_id": 87137, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.5377, "relevance": 1 }, { "pair_id": 87138, "video_name": "friends_s02e15_seg02_clip_08", "timestamp": [ 8.7, 12.61 ], "duration": 60.66, "caption": "Two men are watching something on fire.", "similarity": 0.5358, "relevance": 1 }, { "pair_id": 87139, "video_name": "met_s06e07_seg02_clip_03", "timestamp": [ 43.68, 49.29 ], "duration": 59.66, "caption": "A man fires a person over his choice of tie.", "similarity": 0.5357, "relevance": 1 } ] }, { "query_id": 46513, "query": "A woman takes an envelope from her coat and puts it in a desk drawer.", "relevant_moment": [ { "pair_id": 15440, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 18.3, 21.84 ], "duration": 59.66, "caption": "A woman takes an envelope from her coat and puts it in a desk drawer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15441, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 19.48, 21.84 ], "duration": 59.66, "caption": "A woman takes out a folder from her jacket and places it in a desk drawer.", "similarity": 0.7711, "relevance": 4 }, { "pair_id": 15442, "video_name": "house_s06e13_seg02_clip_16", "timestamp": [ 12.76, 14.13 ], "duration": 91.66, "caption": "A woman takes out the paper from the envelope.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 15443, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 29.24, 37.5 ], "duration": 63.66, "caption": "A woman finds an envelope on her desk and takes the post it note off of it.", "similarity": 0.7481, "relevance": 2 }, { "pair_id": 15444, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 75.62, 83.22 ], "duration": 89.66, "caption": "A woman handed out an envelope to person.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 15445, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 31.15, 37.18 ], "duration": 63.66, "caption": "A woman picks up a manila envelope on her desk, takes a post it note off of it and then puts the post it back on.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 15446, "video_name": "grey_s02e18_seg02_clip_16", "timestamp": [ 24.21, 28.61 ], "duration": 88.66, "caption": "A woman puts a cassette tape into an envelope while sitting at a computer desk.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 15447, "video_name": "s05e16_seg02_clip_02", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A woman places a card on the inside of an envelope.", "similarity": 0.6898, "relevance": 2 }, { "pair_id": 15448, "video_name": "house_s01e04_seg02_clip_01", "timestamp": [ 60.34, 66.06 ], "duration": 88.66, "caption": "A woman is packing papers at her desk.", "similarity": 0.6875, "relevance": 1 }, { "pair_id": 15449, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 32.09, 36.75 ], "duration": 93.66, "caption": "A woman picks up an envelope and opens it.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 15450, "video_name": "friends_s02e08_seg02_clip_17", "timestamp": [ 41.57, 44.2 ], "duration": 52.66, "caption": "A person gets an envelope from their desk and hands it to woman as they get up from their chair.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 15451, "video_name": "castle_s05e06_seg02_clip_15", "timestamp": [ 68.42, 71.12 ], "duration": 90.66, "caption": "A woman places papers in her bag that is on the desk.", "similarity": 0.6803, "relevance": 1 }, { "pair_id": 15452, "video_name": "grey_s02e14_seg02_clip_22", "timestamp": [ 16.47, 26.26 ], "duration": 89.66, "caption": "A woman opens the envelope and opens the paper.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 15453, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 0.0, 3.3 ], "duration": 55.66, "caption": "A woman drops an envelope and reads the piece of paper.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 15454, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 31.63, 37.21 ], "duration": 93.66, "caption": "A woman grabs a envelope from the table and opens it.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 15455, "video_name": "castle_s05e09_seg02_clip_04", "timestamp": [ 58.07, 60.32 ], "duration": 90.66, "caption": "A woman picks up some mail from a man's desk.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 15456, "video_name": "s05e16_seg02_clip_01", "timestamp": [ 21.25, 25.97 ], "duration": 59.66, "caption": "A woman picks up an envelope and sets it in her lap.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 15457, "video_name": "castle_s03e18_seg02_clip_25", "timestamp": [ 65.81, 86.02 ], "duration": 86.66, "caption": "A man picks up an envelope and then walks over top woman's desk to give it to her.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 15458, "video_name": "friends_s04e03_seg02_clip_20", "timestamp": [ 21.47, 40.3 ], "duration": 53.66, "caption": "A woman picks up a brown paper bag and takes it into an office and sets it on the desk.", "similarity": 0.6609, "relevance": 0 }, { "pair_id": 15459, "video_name": "castle_s05e03_seg02_clip_25", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "A woman takes her stick figure out of the drawer in her desk and places it on top.", "similarity": 0.6602, "relevance": 0 } ] }, { "query_id": 46537, "query": "A man is talking and using their hands a lot for emphasis.", "relevant_moment": [ { "pair_id": 37900, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 28.06, 37.42 ], "duration": 55.66, "caption": "A man is talking and using their hands a lot for emphasis.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 37901, "video_name": "met_s06e05_seg02_clip_08", "timestamp": [ 5.17, 13.07 ], "duration": 60.66, "caption": "A man is doing all the talking and uses his hands a lot, for emphasis.", "similarity": 0.9468, "relevance": 4 }, { "pair_id": 37902, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 6.23, 9.79 ], "duration": 59.66, "caption": "A man is talking and uses his right index finger to point for emphasis.", "similarity": 0.8088, "relevance": 4 }, { "pair_id": 37903, "video_name": "met_s06e13_seg02_clip_07", "timestamp": [ 24.23, 28.83 ], "duration": 61.66, "caption": "A person is talking to everyone and using their hands, palms up, for emphasis.", "similarity": 0.7962, "relevance": 4 }, { "pair_id": 37904, "video_name": "s01e06_seg02_clip_09", "timestamp": [ 52.83, 56.96 ], "duration": 59.66, "caption": "A man places his hand briefly on person's shoulder while he's speaking.", "similarity": 0.7853, "relevance": 2 }, { "pair_id": 37905, "video_name": "castle_s04e13_seg02_clip_19", "timestamp": [ 7.21, 13.07 ], "duration": 90.66, "caption": "A man uses a lot of hand gestures while talking to woman.", "similarity": 0.7703, "relevance": 4 }, { "pair_id": 37906, "video_name": "friends_s06e09_seg02_clip_02", "timestamp": [ 39.84, 44.27 ], "duration": 59.66, "caption": "A man uses hand gestures while talking to someone.", "similarity": 0.7698, "relevance": 3 }, { "pair_id": 37907, "video_name": "s05e23_seg02_clip_13", "timestamp": [ 39.36, 61.03 ], "duration": 61.66, "caption": "A person is talking to another person, and he looks off into the distance and uses his hands for emphasis.", "similarity": 0.7663, "relevance": 4 }, { "pair_id": 37908, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 5.32, 14.57 ], "duration": 56.66, "caption": "A man wrings his hands as he has a conversation with others.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 37909, "video_name": "met_s06e18_seg01_clip_00", "timestamp": [ 24.84, 28.35 ], "duration": 63.66, "caption": "A man uses his fingers to count as he talks.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 37910, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 28.07, 32.34 ], "duration": 61.66, "caption": "A man is counting on his fingers when he is speaking.", "similarity": 0.7605, "relevance": 4 }, { "pair_id": 37911, "video_name": "s01e01_seg02_clip_01", "timestamp": [ 21.66, 39.06 ], "duration": 71.66, "caption": "While talking, a person puts his hand on his neck, for emphasis.", "similarity": 0.7598, "relevance": 4 }, { "pair_id": 37912, "video_name": "house_s07e21_seg02_clip_01", "timestamp": [ 0.0, 47.33 ], "duration": 91.66, "caption": "A person makes gestures with his hands as he speaks to man.", "similarity": 0.7598, "relevance": 4 }, { "pair_id": 37913, "video_name": "friends_s06e11_seg02_clip_12", "timestamp": [ 41.91, 47.22 ], "duration": 59.66, "caption": "A man moves his hands to get person's attention as he has a conversation.", "similarity": 0.7589, "relevance": 4 }, { "pair_id": 37914, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 53.7, 55.23 ], "duration": 61.66, "caption": "A person puts his hand on man's shoulder while talking.", "similarity": 0.7534, "relevance": 3 }, { "pair_id": 37915, "video_name": "met_s05e04_seg02_clip_10", "timestamp": [ 5.84, 16.07 ], "duration": 58.66, "caption": "A man holds up his hands to emphasize the numbers he is talking about.", "similarity": 0.7529, "relevance": 4 }, { "pair_id": 37916, "video_name": "met_s06e10_seg02_clip_10", "timestamp": [ 39.1, 42.31 ], "duration": 58.66, "caption": "A man puts a hand over his hear in response to a person speaking to him.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 37917, "video_name": "met_s02e21_seg02_clip_17", "timestamp": [ 51.22, 54.63 ], "duration": 62.66, "caption": "A man speaks while wildly flexing one of his hands.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 37918, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 58.88, 61.33 ], "duration": 61.66, "caption": "A man puts his hands together as he speaks to a man.", "similarity": 0.7363, "relevance": 4 }, { "pair_id": 37919, "video_name": "castle_s06e22_seg02_clip_17", "timestamp": [ 28.28, 30.89 ], "duration": 87.66, "caption": "A man gestures with his hand as he speaks.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 211220, "video_name": "met_s06e05_seg02_clip_03", "timestamp": [ 46.83, 48.38 ], "duration": 62.66, "caption": "A man raises two fingers up during a conversation.", "similarity": 0.7355, "relevance": 4 }, { "pair_id": 211221, "video_name": "met_s06e11_seg02_clip_01", "timestamp": [ 11.27, 15.84 ], "duration": 60.66, "caption": "A man is talking and holds his arms out and then hands up.", "similarity": 0.7352, "relevance": 4 }, { "pair_id": 211222, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.7344, "relevance": 4 }, { "pair_id": 211223, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 6.2, 10.62 ], "duration": 59.66, "caption": "A person waves his hand as he is speaking.", "similarity": 0.7327, "relevance": 4 }, { "pair_id": 211224, "video_name": "castle_s04e03_seg02_clip_24", "timestamp": [ 38.65, 72.37 ], "duration": 89.66, "caption": "A man has his hands in front of him, fingers interlaced, while talking to a woman.", "similarity": 0.7322, "relevance": 3 }, { "pair_id": 211225, "video_name": "friends_s09e15_seg02_clip_17", "timestamp": [ 50.9, 55.39 ], "duration": 64.66, "caption": "A man raises both of his hands while talking to someone.", "similarity": 0.7277, "relevance": 4 }, { "pair_id": 211226, "video_name": "house_s08e01_seg02_clip_10", "timestamp": [ 1.8, 5.85 ], "duration": 90.66, "caption": "A person counts on their fingers while talking to a man.", "similarity": 0.7277, "relevance": 4 }, { "pair_id": 211227, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 25.94, 28.68 ], "duration": 61.66, "caption": "A person raises his hands as he talks to a man.", "similarity": 0.7257, "relevance": 4 }, { "pair_id": 211228, "video_name": "friends_s07e16_seg02_clip_23", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A man has his chin in his hand when a person is talking to him.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 211229, "video_name": "s01e14_seg02_clip_08", "timestamp": [ 13.65, 21.71 ], "duration": 62.66, "caption": "A man puts his hand on his face as he listens to person speak.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 211230, "video_name": "friends_s06e20_seg02_clip_06", "timestamp": [ 6.0, 10.8 ], "duration": 60.66, "caption": "A man puts his fingers in his eyes while talking.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 211231, "video_name": "house_s08e17_seg02_clip_22", "timestamp": [ 35.82, 39.54 ], "duration": 93.66, "caption": "A man is talking and using his hands to show how big something is.", "similarity": 0.7249, "relevance": 4 }, { "pair_id": 211232, "video_name": "friends_s05e09_seg02_clip_08", "timestamp": [ 15.87, 18.0 ], "duration": 61.66, "caption": "A man puts his hands on his hips as he talks with some people.", "similarity": 0.7208, "relevance": 4 }, { "pair_id": 211233, "video_name": "castle_s02e07_seg02_clip_25", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man moves their hand from their mouth and begins to talk.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 211234, "video_name": "castle_s03e23_seg02_clip_19", "timestamp": [ 47.26, 90.02 ], "duration": 90.66, "caption": "A man slowly and carefully held a person's hand as they were talking.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 211235, "video_name": "met_s03e16_seg02_clip_01", "timestamp": [ 28.13, 34.07 ], "duration": 62.66, "caption": "A man is using hand gestures to describe his job.", "similarity": 0.7193, "relevance": 4 }, { "pair_id": 211236, "video_name": "met_s04e02_seg02_clip_12", "timestamp": [ 17.11, 21.31 ], "duration": 60.66, "caption": "A man makes a fist with his hand during a conversation.", "similarity": 0.7183, "relevance": 4 }, { "pair_id": 211237, "video_name": "s03e08_seg02_clip_08", "timestamp": [ 21.54, 28.92 ], "duration": 59.66, "caption": "A man waves his hand while talking about their name.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 211238, "video_name": "friends_s07e23-24_seg02_clip_09", "timestamp": [ 27.53, 29.45 ], "duration": 64.66, "caption": "A man places a hand on his chest during his speech.", "similarity": 0.7171, "relevance": 3 }, { "pair_id": 211239, "video_name": "friends_s03e12_seg02_clip_11", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A man gesticulates with his hands while he talks to a person.", "similarity": 0.717, "relevance": 4 } ] }, { "query_id": 46592, "query": "A woman gets her apron out of a drawer and puts it on.", "relevant_moment": [ { "pair_id": 151580, "video_name": "friends_s02e22_seg02_clip_00", "timestamp": [ 49.93, 62.03 ], "duration": 62.66, "caption": "A woman gets her apron out of a drawer and puts it on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151581, "video_name": "friends_s02e02_seg02_clip_03", "timestamp": [ 16.82, 21.67 ], "duration": 57.66, "caption": "A woman picks up her apron from the drawer.", "similarity": 0.8292, "relevance": 4 }, { "pair_id": 151582, "video_name": "friends_s08e07_seg02_clip_04", "timestamp": [ 25.77, 28.57 ], "duration": 56.66, "caption": "A woman takes off her apron and puts it on the chair in a kitchen.", "similarity": 0.7461, "relevance": 0 }, { "pair_id": 151583, "video_name": "friends_s09e16_seg02_clip_07", "timestamp": [ 53.42, 60.03 ], "duration": 60.66, "caption": "A woman gets her sleeve caught on the drawer.", "similarity": 0.7217, "relevance": 0 }, { "pair_id": 151584, "video_name": "friends_s09e16_seg02_clip_07", "timestamp": [ 55.52, 59.13 ], "duration": 60.66, "caption": "A woman gets her sweater sleeve caught on a kitchen drawer.", "similarity": 0.7057, "relevance": 0 }, { "pair_id": 151585, "video_name": "friends_s04e03_seg02_clip_13", "timestamp": [ 57.14, 61.56 ], "duration": 68.66, "caption": "A woman picks up an apron and leaves the room with it.", "similarity": 0.6766, "relevance": 1 }, { "pair_id": 151586, "video_name": "friends_s08e21_seg02_clip_14", "timestamp": [ 52.1, 56.45 ], "duration": 62.66, "caption": "A woman takes off her apron and leaves the room.", "similarity": 0.6554, "relevance": 0 }, { "pair_id": 151587, "video_name": "castle_s05e03_seg02_clip_25", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "A woman takes her stick figure out of the drawer in her desk and places it on top.", "similarity": 0.6537, "relevance": 0 }, { "pair_id": 151588, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 43.48, 47.19 ], "duration": 53.66, "caption": "A person opens a drawer and takes something out.", "similarity": 0.6336, "relevance": 0 }, { "pair_id": 151589, "video_name": "friends_s01e08_seg02_clip_06", "timestamp": [ 45.54, 52.34 ], "duration": 59.66, "caption": "A woman pulls a pencil out of her apron and gives it to another woman.", "similarity": 0.6333, "relevance": 1 }, { "pair_id": 151590, "video_name": "friends_s07e09_seg02_clip_08", "timestamp": [ 36.29, 40.01 ], "duration": 62.66, "caption": "A woman sets a cookie sheet down on the table while she is wearing an apron.", "similarity": 0.6294, "relevance": 1 }, { "pair_id": 151591, "video_name": "house_s02e23_seg02_clip_20", "timestamp": [ 11.52, 14.29 ], "duration": 92.66, "caption": "A woman sets down a sheet of paper and shuts a drawer.", "similarity": 0.6285, "relevance": 0 }, { "pair_id": 151592, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 10.09, 16.39 ], "duration": 42.66, "caption": "A woman takes a pillow some linens out of the cupboard.", "similarity": 0.6276, "relevance": 0 }, { "pair_id": 151593, "video_name": "s10e04_seg02_clip_05", "timestamp": [ 25.82, 28.43 ], "duration": 58.66, "caption": "A person is holding items of clothing he/she is pulling out of a drawer.", "similarity": 0.626, "relevance": 0 }, { "pair_id": 151594, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 0.31, 6.2 ], "duration": 62.66, "caption": "A woman takes out the baking tray from the oven and puts it on the table.", "similarity": 0.6232, "relevance": 0 }, { "pair_id": 151595, "video_name": "friends_s04e12_seg02_clip_20", "timestamp": [ 31.51, 33.01 ], "duration": 60.66, "caption": "A woman opens a drawer in the kitchen of their apartment.", "similarity": 0.6113, "relevance": 0 }, { "pair_id": 151596, "video_name": "friends_s06e14_seg02_clip_04", "timestamp": [ 20.11, 24.31 ], "duration": 60.66, "caption": "A woman takes a book out of the drawer and sits.", "similarity": 0.6103, "relevance": 1 }, { "pair_id": 151597, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 19.48, 21.84 ], "duration": 59.66, "caption": "A woman takes out a folder from her jacket and places it in a desk drawer.", "similarity": 0.6099, "relevance": 0 }, { "pair_id": 151598, "video_name": "s08e17_seg02_clip_05", "timestamp": [ 7.2, 13.21 ], "duration": 60.66, "caption": "A person pulls the door off of a drawer.", "similarity": 0.6079, "relevance": 0 }, { "pair_id": 151599, "video_name": "friends_s05e16_seg02_clip_12", "timestamp": [ 2.44, 5.49 ], "duration": 61.66, "caption": "A woman is grabbing things out of a drawer in the cabinet under the television.", "similarity": 0.6076, "relevance": 1 } ] }, { "query_id": 46602, "query": "A man walks up to talk to another man's dad.", "relevant_moment": [ { "pair_id": 165560, "video_name": "friends_s02e22_seg02_clip_03", "timestamp": [ 12.41, 15.2 ], "duration": 62.66, "caption": "A man walks up to talk to another man's dad.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165561, "video_name": "house_s06e15_seg02_clip_22", "timestamp": [ 80.59, 83.75 ], "duration": 90.66, "caption": "A person walks up to his father while he's talking to a man.", "similarity": 0.902, "relevance": 3 }, { "pair_id": 165562, "video_name": "house_s06e15_seg02_clip_06", "timestamp": [ 41.44, 72.87 ], "duration": 91.66, "caption": "Two people talk to a man and his dad in the hallway.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 165563, "video_name": "house_s03e19_seg02_clip_08", "timestamp": [ 77.38, 81.02 ], "duration": 81.66, "caption": "A man walks over to talk with another man.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 165564, "video_name": "s05e16_seg02_clip_17", "timestamp": [ 3.75, 6.38 ], "duration": 75.66, "caption": "A man offers to talk to the Dad of a woman about some matter.", "similarity": 0.7641, "relevance": 1 }, { "pair_id": 165565, "video_name": "house_s01e11_seg02_clip_19", "timestamp": [ 56.26, 71.22 ], "duration": 71.66, "caption": "A man walks up talking and the person's dad turns around, angrily.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 165566, "video_name": "grey_s03e24_seg02_clip_18", "timestamp": [ 26.85, 31.4 ], "duration": 91.66, "caption": "A man walks over and talks to another man.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 165567, "video_name": "castle_s08e13_seg02_clip_03", "timestamp": [ 4.9, 16.92 ], "duration": 89.66, "caption": "A man walks up to another man and starts talking to him.", "similarity": 0.7538, "relevance": 3 }, { "pair_id": 165568, "video_name": "grey_s02e18_seg02_clip_15", "timestamp": [ 22.79, 36.01 ], "duration": 91.66, "caption": "A man's father sits down and starts having a conversation with man.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 165569, "video_name": "house_s03e03_seg02_clip_06", "timestamp": [ 77.21, 82.79 ], "duration": 93.66, "caption": "A man talks to another man as he walks to him.", "similarity": 0.7471, "relevance": 2 }, { "pair_id": 165570, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 80.64, 84.95 ], "duration": 86.66, "caption": "A man walks to another man while they're talking to them.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 165571, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is talking to a person and another person walks up to them.", "similarity": 0.7386, "relevance": 2 }, { "pair_id": 165572, "video_name": "house_s03e21_seg02_clip_04", "timestamp": [ 0.0, 4.75 ], "duration": 86.66, "caption": "A man is walking while he is talking to another man.", "similarity": 0.7333, "relevance": 2 }, { "pair_id": 165573, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 165574, "video_name": "grey_s02e05_seg02_clip_02", "timestamp": [ 14.69, 83.71 ], "duration": 89.66, "caption": "A man's father walks into the hospital room and converses with a man and a woman.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 165575, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 47.91, 51.57 ], "duration": 61.66, "caption": "A man walks over to talk to two people.", "similarity": 0.7286, "relevance": 2 }, { "pair_id": 165576, "video_name": "grey_s03e08_seg02_clip_24", "timestamp": [ 80.13, 92.11 ], "duration": 92.66, "caption": "A woman walks toward the exit and then turns around to speak to a man's dad.", "similarity": 0.7252, "relevance": 1 }, { "pair_id": 165577, "video_name": "grey_s03e11_seg02_clip_13", "timestamp": [ 39.96, 85.02 ], "duration": 85.66, "caption": "A man talks to his dad while he's holding playing cards.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 165578, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 1.87, 5.14 ], "duration": 93.66, "caption": "A man walks up to a man when he is talking.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 165579, "video_name": "castle_s07e20_seg02_clip_17", "timestamp": [ 23.16, 26.34 ], "duration": 90.66, "caption": "A man walks to another man and starts a conversation with him.", "similarity": 0.7193, "relevance": 2 } ] }, { "query_id": 46627, "query": "A woman picks up her cell phone and puts it to her ear.", "relevant_moment": [ { "pair_id": 154200, "video_name": "met_s03e18_seg02_clip_02", "timestamp": [ 53.47, 56.67 ], "duration": 64.66, "caption": "A woman picks up her cell phone and puts it to her ear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154201, "video_name": "castle_s06e11_seg02_clip_23", "timestamp": [ 14.69, 20.48 ], "duration": 89.66, "caption": "A woman hands someone a cell phone and she puts it up to her ear.", "similarity": 0.9099, "relevance": 4 }, { "pair_id": 154202, "video_name": "castle_s05e15_seg02_clip_12", "timestamp": [ 88.58, 91.66 ], "duration": 91.66, "caption": "A woman grabs a phone and puts it up to her ear.", "similarity": 0.9081, "relevance": 4 }, { "pair_id": 154203, "video_name": "friends_s03e02_seg02_clip_19", "timestamp": [ 1.74, 5.51 ], "duration": 58.66, "caption": "A woman grabs a phone and puts it to her ear.", "similarity": 0.8887, "relevance": 4 }, { "pair_id": 154204, "video_name": "friends_s05e22_seg02_clip_14", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A woman grabs the phone and puts it to her ear.", "similarity": 0.8821, "relevance": 4 }, { "pair_id": 154205, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 0.0, 3.08 ], "duration": 61.66, "caption": "A woman dials on her cellphone and puts it on her ear.", "similarity": 0.876, "relevance": 4 }, { "pair_id": 154206, "video_name": "castle_s06e15_seg02_clip_02", "timestamp": [ 83.18, 86.26 ], "duration": 88.66, "caption": "A woman answers her phone and puts it up to her ear.", "similarity": 0.8642, "relevance": 3 }, { "pair_id": 154207, "video_name": "castle_s02e16_seg02_clip_16", "timestamp": [ 25.21, 33.31 ], "duration": 90.66, "caption": "A woman picked up her phone and placed on her ears to make a call.", "similarity": 0.8621, "relevance": 4 }, { "pair_id": 154208, "video_name": "castle_s07e15_seg02_clip_24", "timestamp": [ 22.7, 28.93 ], "duration": 89.66, "caption": "A woman dials on her phone and puts it to her ear.", "similarity": 0.8584, "relevance": 4 }, { "pair_id": 154209, "video_name": "castle_s02e21_seg02_clip_17", "timestamp": [ 28.36, 31.57 ], "duration": 107.66, "caption": "A woman pulls her cell phone out of her pocket and puts it to her ear.", "similarity": 0.8583, "relevance": 4 }, { "pair_id": 154210, "video_name": "friends_s07e23-24_seg02_clip_31", "timestamp": [ 0.0, 1.58 ], "duration": 63.66, "caption": "A woman picks up the phone to answer and places it to her ear.", "similarity": 0.855, "relevance": 4 }, { "pair_id": 154211, "video_name": "castle_s04e09_seg02_clip_01", "timestamp": [ 35.86, 39.95 ], "duration": 90.66, "caption": "A woman answers her phone and puts it to her ear.", "similarity": 0.8535, "relevance": 4 }, { "pair_id": 154212, "video_name": "friends_s09e17_seg02_clip_04", "timestamp": [ 34.22, 36.95 ], "duration": 60.66, "caption": "A person picks up the phone and puts it to their ear.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 154213, "video_name": "castle_s06e14_seg02_clip_16", "timestamp": [ 48.16, 49.06 ], "duration": 90.66, "caption": "A woman puts down the cell phone she was holding to her ear.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 154214, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 5.27, 8.06 ], "duration": 62.66, "caption": "A woman grabs her phone and answer it and puts it to her ear.", "similarity": 0.8378, "relevance": 4 }, { "pair_id": 154215, "video_name": "castle_s03e09_seg02_clip_23", "timestamp": [ 24.45, 25.86 ], "duration": 94.66, "caption": "A woman brings her cell phone to her ear and makes a call.", "similarity": 0.8355, "relevance": 4 }, { "pair_id": 154216, "video_name": "castle_s02e14_seg02_clip_08", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman has her cell phone to her ear and is talking.", "similarity": 0.8314, "relevance": 4 }, { "pair_id": 154217, "video_name": "castle_s06e19_seg02_clip_00", "timestamp": [ 53.31, 56.99 ], "duration": 91.66, "caption": "A woman picks up the phone and puts it to her ear while sitting on the couch.", "similarity": 0.8215, "relevance": 4 }, { "pair_id": 154218, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 82.83, 84.2 ], "duration": 91.66, "caption": "A woman picks up her cell phone and answers it.", "similarity": 0.8195, "relevance": 4 }, { "pair_id": 154219, "video_name": "castle_s03e07_seg02_clip_23", "timestamp": [ 20.03, 21.39 ], "duration": 91.66, "caption": "A woman turns to the side as she puts her cell phone to her ear.", "similarity": 0.8143, "relevance": 4 }, { "pair_id": 327520, "video_name": "castle_s03e01_seg02_clip_22", "timestamp": [ 4.09, 7.27 ], "duration": 90.66, "caption": "A woman picks up a cell phone and answers it.", "similarity": 0.8063, "relevance": 4 }, { "pair_id": 327521, "video_name": "castle_s03e18_seg02_clip_26", "timestamp": [ 74.94, 77.51 ], "duration": 85.66, "caption": "A woman puts the phone up to her ear to answer the phone call.", "similarity": 0.7994, "relevance": 4 }, { "pair_id": 327522, "video_name": "s05e11_seg02_clip_08", "timestamp": [ 22.73, 29.51 ], "duration": 59.66, "caption": "A woman holds her cell phone to her chest, tilts her head back, and then puts the phone back to her ear.", "similarity": 0.7989, "relevance": 4 }, { "pair_id": 327523, "video_name": "friends_s02e09_seg02_clip_12", "timestamp": [ 1.04, 6.56 ], "duration": 69.66, "caption": "A woman is holding the phone to her ear and talking.", "similarity": 0.7962, "relevance": 4 }, { "pair_id": 327524, "video_name": "friends_s06e04_seg02_clip_16", "timestamp": [ 7.2, 10.2 ], "duration": 60.66, "caption": "A woman picks up the telephone from the coffee table and places it to her ear.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 327525, "video_name": "castle_s06e18_seg02_clip_00", "timestamp": [ 58.26, 63.26 ], "duration": 91.66, "caption": "A woman puts her phone to her ear as she answers a call.", "similarity": 0.7945, "relevance": 4 }, { "pair_id": 327526, "video_name": "castle_s02e21_seg02_clip_12", "timestamp": [ 82.1, 84.29 ], "duration": 87.66, "caption": "A woman looks at her cell phone while dialing and then puts it to her ear.", "similarity": 0.7928, "relevance": 4 }, { "pair_id": 327527, "video_name": "house_s07e01_seg02_clip_00", "timestamp": [ 50.97, 60.53 ], "duration": 91.66, "caption": "A woman picks up her cellphone and looks at it.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 327528, "video_name": "castle_s05e08_seg02_clip_23", "timestamp": [ 74.66, 80.02 ], "duration": 89.66, "caption": "A woman takes the phone from man and holds it up to her ear.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 327529, "video_name": "castle_s04e18_seg02_clip_14", "timestamp": [ 13.16, 21.63 ], "duration": 94.66, "caption": "Woman picks up her desk phone to use it.", "similarity": 0.783, "relevance": 4 }, { "pair_id": 327530, "video_name": "s06e16_seg02_clip_17", "timestamp": [ 48.98, 52.19 ], "duration": 64.66, "caption": "A woman takes a phone from their coat pocket and puts it to their ear.", "similarity": 0.7826, "relevance": 4 }, { "pair_id": 327531, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 20.68, 28.48 ], "duration": 78.66, "caption": "A woman in blue shirt has cell phone up to their ear and then puts it down.", "similarity": 0.7771, "relevance": 4 }, { "pair_id": 327532, "video_name": "castle_s03e23_seg02_clip_00", "timestamp": [ 69.02, 74.54 ], "duration": 92.66, "caption": "A woman picks up the cell phone and hands it to man.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 327533, "video_name": "friends_s07e08_seg02_clip_03", "timestamp": [ 15.09, 19.32 ], "duration": 60.66, "caption": "A woman picks up the phone that just rang.", "similarity": 0.7754, "relevance": 4 }, { "pair_id": 327534, "video_name": "s09e03_seg02_clip_13", "timestamp": [ 10.37, 12.51 ], "duration": 61.66, "caption": "A woman grabs the cell phone out of another woman's hand and puts it to her ear.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 327535, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 56.28, 56.75 ], "duration": 93.66, "caption": "A woman raises her phone to her ear to take a call.", "similarity": 0.7729, "relevance": 4 }, { "pair_id": 327536, "video_name": "castle_s02e14_seg02_clip_07", "timestamp": [ 89.22, 91.04 ], "duration": 91.66, "caption": "Woman takes phone from man's hand and puts it to ear.", "similarity": 0.7722, "relevance": 2 }, { "pair_id": 327537, "video_name": "house_s06e13_seg02_clip_20", "timestamp": [ 63.7, 66.39 ], "duration": 89.66, "caption": "A woman picks up her phone when she receives a message.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 327538, "video_name": "castle_s07e11_seg02_clip_19", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "A woman pulls out a cell phone, dials then holds the phone to her ear waiting for an answer.", "similarity": 0.7688, "relevance": 4 }, { "pair_id": 327539, "video_name": "castle_s03e03_seg02_clip_21", "timestamp": [ 17.4, 20.89 ], "duration": 87.66, "caption": "A woman holds the phone to her ear and turns her back to a person.", "similarity": 0.7602, "relevance": 4 } ] }, { "query_id": 46663, "query": "A woman folds their glasses as they turn and walk away.", "relevant_moment": [ { "pair_id": 23380, "video_name": "house_s01e04_seg02_clip_20", "timestamp": [ 11.6, 16.8 ], "duration": 80.66, "caption": "A woman folds their glasses as they turn and walk away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 23381, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 3.9, 8.7 ], "duration": 60.66, "caption": "A person takes their glasses off their head as they walk away.", "similarity": 0.7603, "relevance": 1 }, { "pair_id": 23383, "video_name": "castle_s05e16_seg02_clip_02", "timestamp": [ 17.12, 18.73 ], "duration": 107.66, "caption": "A woman takes off her glasses as she talks.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 23384, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 7.67, 9.15 ], "duration": 59.66, "caption": "A woman reaches to her face and removes her glasses.", "similarity": 0.7087, "relevance": 1 }, { "pair_id": 23385, "video_name": "s10e04_seg02_clip_11", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A woman turns off the light then walks over and places her glasses on the nightstand.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 23386, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 7.67, 9.44 ], "duration": 59.66, "caption": "A woman removes her glasses from her face.", "similarity": 0.708, "relevance": 1 }, { "pair_id": 23387, "video_name": "house_s07e11_seg02_clip_05", "timestamp": [ 7.24, 8.32 ], "duration": 72.66, "caption": "A woman takes off her glasses to look at person.", "similarity": 0.7055, "relevance": 1 }, { "pair_id": 23388, "video_name": "s08e15_seg02_clip_06", "timestamp": [ 2.1, 3.6 ], "duration": 60.66, "caption": "A woman takes her glasses off of her face with one hand.", "similarity": 0.6974, "relevance": 1 }, { "pair_id": 23389, "video_name": "grey_s03e10_seg02_clip_07", "timestamp": [ 9.96, 14.04 ], "duration": 90.66, "caption": "A woman removes her glasses with her right hand.", "similarity": 0.6837, "relevance": 1 }, { "pair_id": 23390, "video_name": "grey_s03e09_seg02_clip_27", "timestamp": [ 15.06, 17.99 ], "duration": 83.66, "caption": "A woman removes her glasses with her right hand.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 23391, "video_name": "castle_s04e09_seg02_clip_21", "timestamp": [ 56.94, 59.24 ], "duration": 115.66, "caption": "A woman removes her glasses as she has a conversation.", "similarity": 0.6822, "relevance": 1 }, { "pair_id": 23392, "video_name": "house_s01e15_seg02_clip_12", "timestamp": [ 45.31, 46.24 ], "duration": 93.66, "caption": "A person reaches up and removes her eye glasses.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 23393, "video_name": "castle_s06e12_seg02_clip_06", "timestamp": [ 12.96, 16.66 ], "duration": 92.66, "caption": "A person takes off their glasses as they speak to woman.", "similarity": 0.6787, "relevance": 0 }, { "pair_id": 23394, "video_name": "castle_s06e14_seg02_clip_18", "timestamp": [ 30.27, 32.94 ], "duration": 89.66, "caption": "A woman takes off her eye glasses to look at woman.", "similarity": 0.6757, "relevance": 1 }, { "pair_id": 23395, "video_name": "s10e11_seg02_clip_01", "timestamp": [ 37.19, 40.73 ], "duration": 59.66, "caption": "A woman puts on their glasses and gets out of bed.", "similarity": 0.6668, "relevance": 1 }, { "pair_id": 23396, "video_name": "grey_s02e12_seg02_clip_24", "timestamp": [ 0.0, 8.7 ], "duration": 87.66, "caption": "A woman stands with her arms folded, then unfolds her arms and turns to walk away.", "similarity": 0.6628, "relevance": 1 }, { "pair_id": 23397, "video_name": "house_s02e15_seg02_clip_25", "timestamp": [ 6.16, 7.92 ], "duration": 176.66, "caption": "A woman rolls her eyes and turns to walk away.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 23398, "video_name": "grey_s03e10_seg02_clip_03", "timestamp": [ 8.83, 11.03 ], "duration": 88.66, "caption": "A woman takes off her glasses when another woman talks to her.", "similarity": 0.645, "relevance": 1 }, { "pair_id": 23399, "video_name": "grey_s03e16_seg02_clip_23", "timestamp": [ 15.66, 16.67 ], "duration": 101.66, "caption": "A woman fumbles with her eyeglasses, then puts them on.", "similarity": 0.6416, "relevance": 1 } ] }, { "query_id": 46716, "query": "A man moves their plate side to side as someone tries repeatedly to take food from it.", "relevant_moment": [ { "pair_id": 19700, "video_name": "friends_s10e09_seg02_clip_15", "timestamp": [ 19.96, 26.61 ], "duration": 70.66, "caption": "A man moves their plate side to side as someone tries repeatedly to take food from it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19701, "video_name": "house_s05e17_seg02_clip_05", "timestamp": [ 59.22, 63.29 ], "duration": 90.66, "caption": "A man takes food from person's plate and puts it on his own.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 19702, "video_name": "friends_s10e09_seg02_clip_18", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A man takes some food from the plate and eats it.", "similarity": 0.7841, "relevance": 2 }, { "pair_id": 19703, "video_name": "s03e14_seg02_clip_01", "timestamp": [ 30.51, 33.93 ], "duration": 57.66, "caption": "A person takes a handful of food from someone's plate.", "similarity": 0.77, "relevance": 2 }, { "pair_id": 19704, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 55.54, 58.28 ], "duration": 61.66, "caption": "A man takes a bite of food from his plate.", "similarity": 0.7503, "relevance": 1 }, { "pair_id": 19705, "video_name": "castle_s02e06_seg02_clip_27", "timestamp": [ 33.39, 34.89 ], "duration": 75.66, "caption": "A man takes a bite of food from his plate.", "similarity": 0.7503, "relevance": 1 }, { "pair_id": 19706, "video_name": "friends_s10e05_seg02_clip_23", "timestamp": [ 21.38, 24.52 ], "duration": 57.66, "caption": "A man reaching for something off the plate of food.", "similarity": 0.7495, "relevance": 1 }, { "pair_id": 19707, "video_name": "s08e03_seg02_clip_07", "timestamp": [ 19.14, 21.16 ], "duration": 45.66, "caption": "A person gets a piece of food from someone's plate.", "similarity": 0.739, "relevance": 1 }, { "pair_id": 19708, "video_name": "s03e14_seg02_clip_01", "timestamp": [ 30.51, 32.22 ], "duration": 57.66, "caption": "A person reaches over and grabs food off of someone's plate.", "similarity": 0.7357, "relevance": 2 }, { "pair_id": 19709, "video_name": "house_s05e15_seg02_clip_03", "timestamp": [ 11.38, 14.56 ], "duration": 91.66, "caption": "A man is handed a plate and he grabs it.", "similarity": 0.728, "relevance": 1 }, { "pair_id": 19710, "video_name": "friends_s07e16_seg02_clip_01", "timestamp": [ 12.22, 14.86 ], "duration": 66.66, "caption": "A person grabs the plate of food from another person.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 19711, "video_name": "castle_s02e08_seg02_clip_11", "timestamp": [ 49.29, 53.69 ], "duration": 88.66, "caption": "A person holds up their plate to offer someone some food.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 19712, "video_name": "s02e02_seg02_clip_02", "timestamp": [ 0.0, 66.03 ], "duration": 66.66, "caption": "A person shows a man a piece of his food and drops it on his plate.", "similarity": 0.7117, "relevance": 0 }, { "pair_id": 19713, "video_name": "s05e11_seg02_clip_14", "timestamp": [ 36.92, 38.75 ], "duration": 61.66, "caption": "A man pulls a plate out from in front of someone and moves it to the other side of the coffee table.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 19714, "video_name": "met_s02e05_seg02_clip_05", "timestamp": [ 4.41, 7.05 ], "duration": 58.66, "caption": "A person takes a plate from another person's hands and throws out the food.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 19715, "video_name": "house_s03e19_seg02_clip_12", "timestamp": [ 20.94, 22.76 ], "duration": 91.66, "caption": "A person reaches over the table to grab food from someone's plate.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 19716, "video_name": "friends_s10e09_seg02_clip_15", "timestamp": [ 6.3, 15.41 ], "duration": 70.66, "caption": "A man prevents person from taking food from his plate by holding her hand.", "similarity": 0.6946, "relevance": 1 }, { "pair_id": 19717, "video_name": "s03e04_seg02_clip_13", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A man scoops food out on three different plates.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 19718, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 28.99, 31.83 ], "duration": 63.66, "caption": "A person takes his plate of food off of the table.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 19719, "video_name": "friends_s05e14_seg01_clip_00", "timestamp": [ 2.28, 4.88 ], "duration": 65.66, "caption": "A man puts a plate down on the coffee table and grabs a box of food.", "similarity": 0.682, "relevance": 0 } ] }, { "query_id": 46746, "query": "A woman places both of her hands on her chest.", "relevant_moment": [ { "pair_id": 209260, "video_name": "met_s03e16_seg02_clip_00", "timestamp": [ 47.3, 50.04 ], "duration": 61.66, "caption": "A woman holds both of her hands out in front of her.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 209261, "video_name": "friends_s01e16-17_seg02_clip_33", "timestamp": [ 38.45, 43.49 ], "duration": 63.66, "caption": "A woman puts her hand on her chest and waves it.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 209262, "video_name": "friends_s07e11_seg02_clip_06", "timestamp": [ 12.82, 14.95 ], "duration": 61.66, "caption": "A woman points at her chest while holding someone's hand.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 209263, "video_name": "friends_s04e16_seg02_clip_17", "timestamp": [ 32.74, 36.32 ], "duration": 55.66, "caption": "A woman touches her chest and then covers her face with her hands.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 209264, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 16.33, 21.13 ], "duration": 64.66, "caption": "A woman puts her hand on her chest when talking to another woman.", "similarity": 0.7387, "relevance": 3 }, { "pair_id": 209265, "video_name": "friends_s09e19_seg02_clip_22", "timestamp": [ 37.45, 41.77 ], "duration": 72.66, "caption": "A woman looks confused and puts her hand over her chest.", "similarity": 0.7369, "relevance": 3 }, { "pair_id": 209266, "video_name": "grey_s03e17_seg02_clip_16", "timestamp": [ 0.0, 61.06 ], "duration": 110.66, "caption": "A woman has both of her hands on another woman's face.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 209267, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 29.19, 35.65 ], "duration": 61.66, "caption": "A woman gasps and puts her hands to her chest.", "similarity": 0.7351, "relevance": 4 }, { "pair_id": 209268, "video_name": "friends_s08e17_seg02_clip_12", "timestamp": [ 26.01, 29.51 ], "duration": 100.66, "caption": "A woman puts her hands on the side of her face.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 209269, "video_name": "friends_s05e23-24_seg02_clip_38", "timestamp": [ 3.77, 5.8 ], "duration": 58.66, "caption": "A woman lurking behind another woman puts her hand on her chest.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 209270, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 0.0, 2.03 ], "duration": 58.66, "caption": "A woman holds her hands together over her heart.", "similarity": 0.718, "relevance": 4 }, { "pair_id": 209271, "video_name": "grey_s03e15_seg02_clip_20", "timestamp": [ 9.03, 15.05 ], "duration": 86.66, "caption": "A woman pulls on her plastic glove and touches a person's chest.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 209272, "video_name": "friends_s01e11_seg02_clip_03", "timestamp": [ 57.31, 59.32 ], "duration": 67.66, "caption": "A woman puts her right hand to her heart.", "similarity": 0.7113, "relevance": 3 }, { "pair_id": 209273, "video_name": "friends_s05e02_seg02_clip_03", "timestamp": [ 18.31, 23.8 ], "duration": 61.66, "caption": "A woman raises both hands and puts them on her forehead.", "similarity": 0.7101, "relevance": 3 }, { "pair_id": 209274, "video_name": "s03e18_seg02_clip_08", "timestamp": [ 15.65, 19.05 ], "duration": 68.66, "caption": "A person grasps their hands together in front of their chest.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 209275, "video_name": "friends_s01e22_seg02_clip_02", "timestamp": [ 10.64, 11.76 ], "duration": 56.66, "caption": "A woman lifts up both of her hands and points at her chest and then lowers them.", "similarity": 0.7088, "relevance": 3 }, { "pair_id": 209276, "video_name": "friends_s09e01_seg02_clip_06", "timestamp": [ 51.12, 53.57 ], "duration": 61.66, "caption": "A woman puts her hands on woman's chest and starts massaging her breasts.", "similarity": 0.7077, "relevance": 3 }, { "pair_id": 209277, "video_name": "s05e06_seg02_clip_17", "timestamp": [ 59.51, 73.02 ], "duration": 73.66, "caption": "A woman pats person on the chest over and over.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 209278, "video_name": "house_s01e13_seg02_clip_00", "timestamp": [ 61.44, 63.72 ], "duration": 91.66, "caption": "A woman moves her hand between man's head and chest.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 209279, "video_name": "castle_s03e08_seg02_clip_20", "timestamp": [ 0.82, 2.87 ], "duration": 82.66, "caption": "A woman turns to person and touches her chest.", "similarity": 0.7018, "relevance": 3 } ] }, { "query_id": 46772, "query": "A man is sitting at his desk when another man sits behind him.", "relevant_moment": [ { "pair_id": 159300, "video_name": "castle_s05e04_seg02_clip_26", "timestamp": [ 64.67, 67.82 ], "duration": 89.66, "caption": "A man is sitting at his desk when another man sits behind him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159301, "video_name": "castle_s05e12_seg02_clip_22", "timestamp": [ 71.8, 89.66 ], "duration": 89.66, "caption": "A man sits at his desk while he and another man talk.", "similarity": 0.8514, "relevance": 2 }, { "pair_id": 159302, "video_name": "house_s08e20_seg02_clip_18", "timestamp": [ 64.14, 80.3 ], "duration": 95.66, "caption": "A man sits down at his desk and talks with another man.", "similarity": 0.8443, "relevance": 2 }, { "pair_id": 159303, "video_name": "house_s02e14_seg02_clip_13", "timestamp": [ 84.17, 90.02 ], "duration": 90.66, "caption": "A man stands up and goes and stands behind a man sitting at his desk.", "similarity": 0.836, "relevance": 3 }, { "pair_id": 159304, "video_name": "house_s07e08_seg02_clip_12", "timestamp": [ 52.67, 76.77 ], "duration": 89.66, "caption": "A man gets up and lets another man sit behind his desk.", "similarity": 0.8317, "relevance": 1 }, { "pair_id": 159305, "video_name": "castle_s02e20_seg02_clip_22", "timestamp": [ 20.28, 23.37 ], "duration": 88.66, "caption": "A man steps over and sits down at the desk next to another man.", "similarity": 0.826, "relevance": 2 }, { "pair_id": 159306, "video_name": "house_s04e02_seg02_clip_15", "timestamp": [ 16.89, 20.54 ], "duration": 91.66, "caption": "A man sits on the chair in front of another person's desk.", "similarity": 0.8185, "relevance": 3 }, { "pair_id": 159307, "video_name": "house_s04e07_seg02_clip_09", "timestamp": [ 40.87, 43.82 ], "duration": 84.66, "caption": "A man is sitting on the desk when a man sits in a chair.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 159308, "video_name": "castle_s03e04_seg02_clip_08", "timestamp": [ 70.4, 75.46 ], "duration": 92.66, "caption": "A man walks into the room and sits beside another man at his desk.", "similarity": 0.811, "relevance": 2 }, { "pair_id": 159309, "video_name": "s04e12_seg02_clip_14", "timestamp": [ 28.81, 32.71 ], "duration": 60.66, "caption": "A man gets up from his desk and sits next to another man on the couch.", "similarity": 0.804, "relevance": 2 }, { "pair_id": 159310, "video_name": "met_s06e03_seg01_clip_04", "timestamp": [ 26.81, 29.21 ], "duration": 79.66, "caption": "A man is sitting at a desk as another man walks into the room.", "similarity": 0.7874, "relevance": 1 }, { "pair_id": 159311, "video_name": "house_s07e20_seg02_clip_08", "timestamp": [ 73.62, 77.3 ], "duration": 92.66, "caption": "A person sits down in front of a man at their desk.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 159312, "video_name": "house_s04e05_seg02_clip_11", "timestamp": [ 0.0, 39.49 ], "duration": 94.66, "caption": "A man sits at his desk in front of another person while holding onto an object.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 159313, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 0.0, 4.68 ], "duration": 85.66, "caption": "A man is sitting on a desk beside a woman.", "similarity": 0.7741, "relevance": 0 }, { "pair_id": 159314, "video_name": "castle_s05e23_seg02_clip_05", "timestamp": [ 2.98, 7.23 ], "duration": 85.66, "caption": "A man and woman sit on a desk across from another man.", "similarity": 0.7647, "relevance": 1 }, { "pair_id": 159315, "video_name": "castle_s02e09_seg02_clip_03", "timestamp": [ 59.62, 62.81 ], "duration": 91.66, "caption": "A man stands up from his desk as another man stands beside him.", "similarity": 0.7627, "relevance": 1 }, { "pair_id": 159316, "video_name": "grey_s03e19_seg02_clip_18", "timestamp": [ 69.32, 90.02 ], "duration": 90.66, "caption": "A man sits down on the desk another man is sitting at to talk about a woman.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 159317, "video_name": "house_s08e02_seg02_clip_10", "timestamp": [ 44.38, 50.91 ], "duration": 87.66, "caption": "A man walks away from another man and sits down at his desk.", "similarity": 0.7606, "relevance": 2 }, { "pair_id": 159318, "video_name": "friends_s01e04_seg02_clip_18", "timestamp": [ 37.64, 40.28 ], "duration": 66.66, "caption": "A man sits back down in the chair behind another man.", "similarity": 0.7603, "relevance": 2 }, { "pair_id": 159319, "video_name": "castle_s03e10_seg02_clip_13", "timestamp": [ 43.52, 47.65 ], "duration": 91.66, "caption": "A man is sitting on another man's desk as a woman and a man approach them.", "similarity": 0.7506, "relevance": 2 }, { "pair_id": 332620, "video_name": "house_s03e14_seg02_clip_21", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A man sits in a chair in front of a man's desk and talks to him.", "similarity": 0.7449, "relevance": 4 }, { "pair_id": 332621, "video_name": "castle_s02e06_seg02_clip_25", "timestamp": [ 20.26, 26.56 ], "duration": 90.66, "caption": "A man sits down at the desk across from a woman.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 332622, "video_name": "friends_s02e23_seg02_clip_01", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A person sits in his office at his desk with another person.", "similarity": 0.7419, "relevance": 4 }, { "pair_id": 332623, "video_name": "s06e21_seg02_clip_04", "timestamp": [ 47.6, 49.74 ], "duration": 61.66, "caption": "A man walks around another man's desk closer to him.", "similarity": 0.7289, "relevance": 3 }, { "pair_id": 332624, "video_name": "s06e12_seg02_clip_09", "timestamp": [ 31.22, 34.47 ], "duration": 65.66, "caption": "The person behind the desk asks a man to sit.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 332625, "video_name": "castle_s03e09_seg02_clip_04", "timestamp": [ 20.26, 22.96 ], "duration": 90.66, "caption": "A man sits down in a chair next to another man.", "similarity": 0.7175, "relevance": 3 }, { "pair_id": 332626, "video_name": "met_s06e23_seg02_clip_05", "timestamp": [ 20.47, 26.05 ], "duration": 62.66, "caption": "A man walks over and sits in one of the chairs by a man's desk.", "similarity": 0.7156, "relevance": 3 }, { "pair_id": 332627, "video_name": "s09e06_seg02_clip_03", "timestamp": [ 0.0, 7.25 ], "duration": 58.66, "caption": "A man is sitting at their desk as they speak with another person.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 332628, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 15.2, 17.68 ], "duration": 62.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 332629, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 20.34, 22.24 ], "duration": 38.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.7123, "relevance": 1 }, { "pair_id": 332630, "video_name": "house_s03e05_seg02_clip_21", "timestamp": [ 68.1, 71.66 ], "duration": 89.66, "caption": "A man leans in closer to another man as they are talking at his desk.", "similarity": 0.7117, "relevance": 4 }, { "pair_id": 332631, "video_name": "grey_s03e10_seg02_clip_10", "timestamp": [ 4.48, 7.62 ], "duration": 89.66, "caption": "A man sits on a chair as he is with another man.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 332632, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 19.48, 22.33 ], "duration": 95.66, "caption": "A man sits beside another man on the couch.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 332633, "video_name": "friends_s07e23-24_seg02_clip_26", "timestamp": [ 5.8, 8.41 ], "duration": 58.66, "caption": "A man gets up from desk and looks at another man.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 332634, "video_name": "met_s03e06_seg02_clip_02", "timestamp": [ 18.46, 28.29 ], "duration": 59.66, "caption": "A person sits down in a chair and another person sits on the desk, cross-legged.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 332635, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 41.0, 44.56 ], "duration": 89.66, "caption": "A man sits down in a chair across from another man.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 332636, "video_name": "s07e07_seg02_clip_13", "timestamp": [ 0.0, 1.83 ], "duration": 61.66, "caption": "A man has his arm around another man's shoulder as he sits beside him.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 332637, "video_name": "house_s03e06_seg02_clip_18", "timestamp": [ 31.93, 43.27 ], "duration": 84.66, "caption": "A man stands in front of another man and goes through items on his desk.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 332638, "video_name": "castle_s07e09_seg02_clip_14", "timestamp": [ 39.87, 41.64 ], "duration": 88.66, "caption": "A man, another man and a woman walk up towards a guy sitting at his desk.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 332639, "video_name": "friends_s06e02_seg02_clip_13", "timestamp": [ 18.38, 23.34 ], "duration": 58.66, "caption": "A man sits in front of another man while they are talking.", "similarity": 0.6949, "relevance": 3 } ] }, { "query_id": 46786, "query": "A person sits down while talking on his phone.", "relevant_moment": [ { "pair_id": 158100, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 45.59, 48.75 ], "duration": 90.66, "caption": "A person sits down while talking on his phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158101, "video_name": "grey_s02e01_seg02_clip_15", "timestamp": [ 83.72, 85.52 ], "duration": 90.66, "caption": "A person is sitting down talking on the phone.", "similarity": 0.9518, "relevance": 4 }, { "pair_id": 158102, "video_name": "friends_s09e17_seg02_clip_22", "timestamp": [ 25.02, 27.42 ], "duration": 40.66, "caption": "A person sits down while he is on the phone.", "similarity": 0.9436, "relevance": 4 }, { "pair_id": 158103, "video_name": "met_s06e15_seg02_clip_07", "timestamp": [ 13.38, 15.25 ], "duration": 62.66, "caption": "A man is talking on the phone while sitting down.", "similarity": 0.8902, "relevance": 4 }, { "pair_id": 158104, "video_name": "house_s05e03_seg02_clip_23", "timestamp": [ 2.05, 3.54 ], "duration": 18.66, "caption": "A person sits down at his desk while talking on the phone.", "similarity": 0.8584, "relevance": 4 }, { "pair_id": 158105, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 8.82, 10.72 ], "duration": 63.66, "caption": "A person sits down on the couch while talking on a cell phone.", "similarity": 0.8414, "relevance": 4 }, { "pair_id": 158106, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 43.71, 70.4 ], "duration": 92.66, "caption": "A person sits down on the couch and talks on their cell phone.", "similarity": 0.8214, "relevance": 4 }, { "pair_id": 158107, "video_name": "s03e08_seg02_clip_00", "timestamp": [ 11.98, 15.13 ], "duration": 63.66, "caption": "A person sits on the couch while talking over the phone.", "similarity": 0.8079, "relevance": 4 }, { "pair_id": 158108, "video_name": "house_s07e05_seg02_clip_11", "timestamp": [ 50.91, 55.7 ], "duration": 87.66, "caption": "A person pulls a seat out and sits down while speaking on the telephone.", "similarity": 0.804, "relevance": 2 }, { "pair_id": 158109, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.7968, "relevance": 2 }, { "pair_id": 158110, "video_name": "s01e08_seg02_clip_00", "timestamp": [ 5.44, 29.77 ], "duration": 64.66, "caption": "A person sits at their desks and talks on the phone.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 158111, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "A person sits at their desk and talks on their cell phone.", "similarity": 0.7761, "relevance": 4 }, { "pair_id": 158112, "video_name": "s05e14_seg02_clip_06", "timestamp": [ 32.17, 40.73 ], "duration": 59.66, "caption": "A person is sitting on his couch speaking to his phone.", "similarity": 0.7761, "relevance": 4 }, { "pair_id": 158113, "video_name": "house_s02e20_seg02_clip_23", "timestamp": [ 23.67, 29.58 ], "duration": 91.66, "caption": "A person is talking to someone on the phone.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 158114, "video_name": "s05e14_seg02_clip_08", "timestamp": [ 0.0, 8.56 ], "duration": 59.66, "caption": "A person speaks to their phone while they are seated at their desk.", "similarity": 0.7687, "relevance": 4 }, { "pair_id": 158115, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A person is on their phone while seated on the couch.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 158116, "video_name": "castle_s04e01_seg02_clip_14", "timestamp": [ 4.14, 8.74 ], "duration": 92.66, "caption": "A person on the phone talking to someone.", "similarity": 0.7641, "relevance": 4 }, { "pair_id": 158117, "video_name": "friends_s10e14_seg02_clip_21", "timestamp": [ 15.18, 37.02 ], "duration": 37.66, "caption": "A person is on the phone with someone as he is seated on his chair.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 158118, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 56.76, 62.03 ], "duration": 62.66, "caption": "A person is having a conversation over the phone.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 158119, "video_name": "castle_s06e02_seg02_clip_07", "timestamp": [ 88.58, 89.02 ], "duration": 89.66, "caption": "A person sits down to talk with their parent on their cell phone.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 331420, "video_name": "s03e08_seg02_clip_00", "timestamp": [ 5.36, 15.13 ], "duration": 63.66, "caption": "A person walks to the couch and sits down while talking on the phone.", "similarity": 0.7598, "relevance": 4 }, { "pair_id": 331421, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 4.58, 9.15 ], "duration": 61.66, "caption": "A person is using their cell phone as they sit on their chair.", "similarity": 0.7538, "relevance": 2 }, { "pair_id": 331422, "video_name": "castle_s01e04_seg02_clip_21", "timestamp": [ 37.34, 49.2 ], "duration": 87.66, "caption": "A person is sitting on a ledge texting on their phone.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 331423, "video_name": "castle_s01e03_seg02_clip_21", "timestamp": [ 64.26, 67.34 ], "duration": 88.66, "caption": "A person is on the phone as he/she sits in front of his/her computer.", "similarity": 0.7509, "relevance": 3 }, { "pair_id": 331424, "video_name": "house_s02e08_seg02_clip_23", "timestamp": [ 21.37, 53.86 ], "duration": 89.66, "caption": "A person has a conversation on a telephone.", "similarity": 0.7467, "relevance": 2 }, { "pair_id": 331425, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A person sits down while he is talking to another person.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 331426, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 23.9, 33.64 ], "duration": 88.66, "caption": "A person sits down while talking with some people.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 331427, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 8.17, 12.26 ], "duration": 90.66, "caption": "A man sits down while someone is talking to him.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 331428, "video_name": "house_s06e21_seg02_clip_07", "timestamp": [ 6.4, 8.23 ], "duration": 91.66, "caption": "A man sits down while talking to the group over the phone.", "similarity": 0.7392, "relevance": 4 }, { "pair_id": 331429, "video_name": "friends_s07e13_seg02_clip_10", "timestamp": [ 0.0, 3.18 ], "duration": 53.66, "caption": "A man is sitting at a desk while talking on a phone.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 331430, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 9.0, 12.01 ], "duration": 50.66, "caption": "A person sits down while talking to another person.", "similarity": 0.7345, "relevance": 2 }, { "pair_id": 331431, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person talks on the phone and then hangs the phone up.", "similarity": 0.7342, "relevance": 3 }, { "pair_id": 331432, "video_name": "s09e24_seg02_clip_16", "timestamp": [ 39.38, 41.62 ], "duration": 64.66, "caption": "A person is on their cellphone while sitting on the couch.", "similarity": 0.734, "relevance": 3 }, { "pair_id": 331433, "video_name": "met_s03e06_seg02_clip_01", "timestamp": [ 0.0, 24.84 ], "duration": 61.66, "caption": "A person talks to another person on the phone; the other person mostly sits still while talking, whereas the person swivels in the chair and waves hands a lot; eventually, the other person types while talking.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 331434, "video_name": "friends_s01e15_seg02_clip_22", "timestamp": [ 8.82, 11.28 ], "duration": 49.66, "caption": "A man hangs up the phone and sits down.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 331435, "video_name": "met_s04e01_seg02_clip_08", "timestamp": [ 0.0, 10.76 ], "duration": 61.66, "caption": "A person is talking on the phone and then hangs up.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 331436, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 26.55, 34.52 ], "duration": 88.66, "caption": "A person answers the phone and has a conversation.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 331437, "video_name": "s08e08_seg02_clip_10", "timestamp": [ 7.83, 10.44 ], "duration": 58.66, "caption": "A person is on his phone while sitting next to woman.", "similarity": 0.7248, "relevance": 1 }, { "pair_id": 331438, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 23.59, 27.45 ], "duration": 85.66, "caption": "A person sits down immediately while talking to another person.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 331439, "video_name": "house_s07e05_seg02_clip_02", "timestamp": [ 75.26, 82.84 ], "duration": 89.66, "caption": "A person looks down and starts having a conversation on their cell phone.", "similarity": 0.7213, "relevance": 2 } ] }, { "query_id": 46813, "query": "A person is being carried by the stretcher while he is bleeding.", "relevant_moment": [ { "pair_id": 147360, "video_name": "house_s02e24_seg02_clip_27", "timestamp": [ 0.0, 12.09 ], "duration": 17.66, "caption": "A person is being carried by the stretcher while he is bleeding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147361, "video_name": "castle_s05e01_seg02_clip_09", "timestamp": [ 12.33, 28.06 ], "duration": 85.66, "caption": "A person is being whisked away on a stretcher.", "similarity": 0.6549, "relevance": 3 }, { "pair_id": 147362, "video_name": "friends_s05e08_seg02_clip_16", "timestamp": [ 49.72, 53.11 ], "duration": 61.66, "caption": "A man is being pulled on a stretcher for an injury.", "similarity": 0.6471, "relevance": 2 }, { "pair_id": 147363, "video_name": "house_s07e06_seg02_clip_12", "timestamp": [ 34.23, 37.77 ], "duration": 118.66, "caption": "A person is putting bandage on his/her right leg.", "similarity": 0.6172, "relevance": 0 }, { "pair_id": 147364, "video_name": "house_s07e07_seg02_clip_12", "timestamp": [ 19.36, 26.47 ], "duration": 79.66, "caption": "A man notices a patient being rolled away on the stretcher.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 147365, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 69.63, 90.11 ], "duration": 91.66, "caption": "A person ties off a tourniquet and draws blood from their patient.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 147366, "video_name": "house_s04e15_seg02_clip_19", "timestamp": [ 15.16, 20.07 ], "duration": 89.66, "caption": "Blood runs down a person's leg on to his/her red, silk, makeshift, bandage.", "similarity": 0.5777, "relevance": 1 }, { "pair_id": 147367, "video_name": "castle_s06e21_seg02_clip_01", "timestamp": [ 28.44, 30.28 ], "duration": 91.66, "caption": "A dead body will be transported in a stretcher.", "similarity": 0.5687, "relevance": 2 }, { "pair_id": 147368, "video_name": "grey_s03e15_seg02_clip_19", "timestamp": [ 19.45, 24.13 ], "duration": 72.66, "caption": "A woman wraps a bandage around an injured person.", "similarity": 0.56, "relevance": 2 }, { "pair_id": 147369, "video_name": "castle_s06e18_seg02_clip_01", "timestamp": [ 7.2, 10.8 ], "duration": 90.66, "caption": "A person points to a wound on the victim's body.", "similarity": 0.5579, "relevance": 1 }, { "pair_id": 147370, "video_name": "house_s02e08_seg02_clip_09", "timestamp": [ 18.66, 23.67 ], "duration": 91.66, "caption": "A person sees bleeding inside the patient when they are using the camera inside their body.", "similarity": 0.5541, "relevance": 0 }, { "pair_id": 147371, "video_name": "house_s03e13_seg02_clip_16", "timestamp": [ 73.06, 76.14 ], "duration": 88.66, "caption": "A person begins to patch up the patient using bandages.", "similarity": 0.5494, "relevance": 0 }, { "pair_id": 147372, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 51.79, 57.7 ], "duration": 90.66, "caption": "A person is lying in a hospital bed with a strap across their chest.", "similarity": 0.5484, "relevance": 0 }, { "pair_id": 147373, "video_name": "s05e16_seg02_clip_13", "timestamp": [ 33.07, 34.23 ], "duration": 58.66, "caption": "A person collapses after noticing that their finger is bleeding.", "similarity": 0.546, "relevance": 0 }, { "pair_id": 147374, "video_name": "house_s01e02_seg02_clip_05", "timestamp": [ 0.0, 2.34 ], "duration": 78.66, "caption": "A person tightens the straps of the patient that is laying down.", "similarity": 0.5459, "relevance": 1 }, { "pair_id": 147375, "video_name": "castle_s04e09_seg02_clip_13", "timestamp": [ 63.44, 65.74 ], "duration": 91.66, "caption": "A woman runs up to an injured person in a stretcher.", "similarity": 0.5396, "relevance": 2 }, { "pair_id": 147376, "video_name": "house_s02e05_seg02_clip_16", "timestamp": [ 61.77, 63.67 ], "duration": 95.66, "caption": "A person cuts open someone's pants while they are still on a stretcher.", "similarity": 0.5385, "relevance": 2 }, { "pair_id": 147377, "video_name": "house_s01e19_seg02_clip_19", "timestamp": [ 70.05, 74.28 ], "duration": 94.66, "caption": "A person walks past a man with a patient on a stretcher.", "similarity": 0.5356, "relevance": 2 }, { "pair_id": 147378, "video_name": "s05e16_seg02_clip_15", "timestamp": [ 15.01, 18.31 ], "duration": 60.66, "caption": "A person opens the bandage on his thumb and faints after seeing his wound.", "similarity": 0.5346, "relevance": 0 }, { "pair_id": 147379, "video_name": "castle_s05e22_seg02_clip_10", "timestamp": [ 58.01, 60.71 ], "duration": 89.66, "caption": "A paramedic covers up a person with a white sheet.", "similarity": 0.5332, "relevance": 1 } ] }, { "query_id": 46882, "query": "A woman reads the name listed on her records.", "relevant_moment": [ { "pair_id": 154180, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 12.42, 15.18 ], "duration": 92.66, "caption": "A woman reads the name listed on her records.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154181, "video_name": "castle_s04e19_seg02_clip_11", "timestamp": [ 46.57, 52.05 ], "duration": 91.66, "caption": "A woman locates a name on a printed list and looks up.", "similarity": 0.762, "relevance": 4 }, { "pair_id": 154183, "video_name": "castle_s06e02_seg02_clip_20", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person reads the name from the identification card.", "similarity": 0.6154, "relevance": 4 }, { "pair_id": 154184, "video_name": "castle_s02e18_seg02_clip_15", "timestamp": [ 14.18, 17.73 ], "duration": 88.66, "caption": "A woman reads the name that is on the computer screen.", "similarity": 0.6112, "relevance": 2 }, { "pair_id": 154185, "video_name": "friends_s03e05_seg02_clip_13", "timestamp": [ 20.59, 30.88 ], "duration": 64.66, "caption": "A woman takes the list from a man and starts to read off the names.", "similarity": 0.6081, "relevance": 4 }, { "pair_id": 154186, "video_name": "friends_s07e16_seg02_clip_20", "timestamp": [ 18.0, 27.15 ], "duration": 59.66, "caption": "A woman doesn't know a woman's full name so she makes something up.", "similarity": 0.6006, "relevance": 1 }, { "pair_id": 154187, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 24.9, 34.35 ], "duration": 63.66, "caption": "A man reads the name that is printed on woman's gift.", "similarity": 0.5991, "relevance": 0 }, { "pair_id": 154188, "video_name": "house_s01e22_seg02_clip_02", "timestamp": [ 26.02, 36.52 ], "duration": 91.66, "caption": "A woman records her thoughts about the case she is working on.", "similarity": 0.598, "relevance": 0 }, { "pair_id": 154189, "video_name": "castle_s03e23_seg02_clip_18", "timestamp": [ 17.75, 25.49 ], "duration": 91.66, "caption": "A woman writes a name on the white board.", "similarity": 0.5913, "relevance": 3 }, { "pair_id": 154190, "video_name": "castle_s03e07_seg02_clip_02", "timestamp": [ 19.06, 24.5 ], "duration": 90.66, "caption": "A woman opens a wallet, and reads a name off the license.", "similarity": 0.5887, "relevance": 4 }, { "pair_id": 154191, "video_name": "castle_s03e03_seg02_clip_01", "timestamp": [ 5.46, 10.01 ], "duration": 91.66, "caption": "A woman tells two people the info she can obtain from the print.", "similarity": 0.5652, "relevance": 0 }, { "pair_id": 154192, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 31.21, 33.31 ], "duration": 60.66, "caption": "A woman shows a person a passage from the stack of papers they are holding.", "similarity": 0.5601, "relevance": 3 }, { "pair_id": 154193, "video_name": "grey_s03e24_seg02_clip_15", "timestamp": [ 20.72, 23.62 ], "duration": 82.66, "caption": "A woman stops looking at her chart when a person says her name.", "similarity": 0.5568, "relevance": 1 }, { "pair_id": 154194, "video_name": "castle_s05e18_seg02_clip_03", "timestamp": [ 1.82, 8.17 ], "duration": 90.66, "caption": "A woman picks up the piece of paper and reads the financial info to a person.", "similarity": 0.5548, "relevance": 3 }, { "pair_id": 154195, "video_name": "friends_s02e09_seg02_clip_03", "timestamp": [ 0.3, 6.79 ], "duration": 59.66, "caption": "A woman's grandma is looking at the obituaries and marking the names out in the phone book.", "similarity": 0.5515, "relevance": 3 }, { "pair_id": 154196, "video_name": "castle_s04e11_seg02_clip_09", "timestamp": [ 36.91, 38.26 ], "duration": 90.66, "caption": "A seated person does a name search online.", "similarity": 0.5482, "relevance": 0 }, { "pair_id": 154197, "video_name": "castle_s07e23_seg02_clip_05", "timestamp": [ 18.28, 27.85 ], "duration": 87.66, "caption": "A person picks up a copies of photo of a woman.", "similarity": 0.5461, "relevance": 1 }, { "pair_id": 154198, "video_name": "castle_s03e02_seg02_clip_03", "timestamp": [ 8.1, 11.25 ], "duration": 90.66, "caption": "A woman hands a man a list while explaining who's names are on it.", "similarity": 0.5434, "relevance": 3 }, { "pair_id": 154199, "video_name": "castle_s04e19_seg02_clip_03", "timestamp": [ 75.05, 81.67 ], "duration": 88.66, "caption": "A woman and others are handed a list and she scans hers.", "similarity": 0.5404, "relevance": 4 }, { "pair_id": 327500, "video_name": "castle_s05e05_seg02_clip_04", "timestamp": [ 3.49, 11.36 ], "duration": 87.66, "caption": "A man shows a woman the file when he gives her a name.", "similarity": 0.5395, "relevance": 2 }, { "pair_id": 327502, "video_name": "s06e03_seg01_clip_03", "timestamp": [ 51.14, 71.02 ], "duration": 71.66, "caption": "A woman reads the title off person's childhood journal and hands it back to him.", "similarity": 0.5377, "relevance": 3 }, { "pair_id": 327503, "video_name": "castle_s02e17_seg02_clip_12", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A woman unfolds a piece of paper and reads what is on it.", "similarity": 0.5366, "relevance": 2 }, { "pair_id": 327504, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman reads from a paper and then places it down.", "similarity": 0.5336, "relevance": 1 }, { "pair_id": 327505, "video_name": "castle_s04e02_seg02_clip_03", "timestamp": [ 11.29, 15.8 ], "duration": 90.66, "caption": "A woman looks shocked when someone tells her she'll have a lot of names.", "similarity": 0.5317, "relevance": 1 }, { "pair_id": 327506, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 6.82, 10.86 ], "duration": 62.66, "caption": "A woman tells someone how many books she's written.", "similarity": 0.5303, "relevance": 1 }, { "pair_id": 327507, "video_name": "castle_s01e10_seg02_clip_10", "timestamp": [ 56.68, 60.76 ], "duration": 90.66, "caption": "A person is searching for a record in a brown log book.", "similarity": 0.5299, "relevance": 1 }, { "pair_id": 327508, "video_name": "friends_s07e14_seg02_clip_07", "timestamp": [ 41.63, 49.33 ], "duration": 57.66, "caption": "A woman reads the birth certificate and sits down.", "similarity": 0.5287, "relevance": 3 }, { "pair_id": 327509, "video_name": "castle_s03e13_seg02_clip_06", "timestamp": [ 5.72, 15.4 ], "duration": 88.66, "caption": "A woman is flipping through a file while listing of crimes.", "similarity": 0.5281, "relevance": 2 }, { "pair_id": 327510, "video_name": "castle_s08e11_seg02_clip_09", "timestamp": [ 9.24, 11.88 ], "duration": 88.66, "caption": "A woman flips a page on her file to look for more information.", "similarity": 0.5267, "relevance": 1 }, { "pair_id": 327511, "video_name": "castle_s05e01_seg02_clip_15", "timestamp": [ 10.2, 15.3 ], "duration": 85.66, "caption": "A woman says it is more than the record from some financial institution.", "similarity": 0.5258, "relevance": 1 }, { "pair_id": 327512, "video_name": "friends_s08e15_seg02_clip_01", "timestamp": [ 0.0, 9.6 ], "duration": 60.66, "caption": "A woman hands a VHS tape and reads what's on it.", "similarity": 0.5254, "relevance": 1 }, { "pair_id": 327513, "video_name": "friends_s08e19_seg02_clip_10", "timestamp": [ 1.55, 18.34 ], "duration": 62.66, "caption": "A woman gives an unusual way to spell her name when she's asked.", "similarity": 0.5253, "relevance": 2 }, { "pair_id": 327514, "video_name": "castle_s02e22_seg02_clip_12", "timestamp": [ 19.28, 27.27 ], "duration": 94.66, "caption": "A woman is confused about the amount of information person and person found.", "similarity": 0.5252, "relevance": 0 }, { "pair_id": 327515, "video_name": "met_s03e13_seg02_clip_08", "timestamp": [ 2.69, 6.28 ], "duration": 59.66, "caption": "A woman opens a book and reads a person an inscription written inside.", "similarity": 0.5229, "relevance": 2 }, { "pair_id": 327516, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 39.17, 88.02 ], "duration": 88.66, "caption": "A woman tells a person sitting down about the letter she found.", "similarity": 0.5203, "relevance": 1 }, { "pair_id": 327517, "video_name": "met_s02e21_seg02_clip_02", "timestamp": [ 2.1, 4.51 ], "duration": 60.66, "caption": "A woman says who the name another woman just spoke was.", "similarity": 0.5198, "relevance": 1 }, { "pair_id": 327518, "video_name": "met_s06e02_seg02_clip_08", "timestamp": [ 9.73, 16.72 ], "duration": 60.66, "caption": "A woman holds up her hands while further reads from the profile.", "similarity": 0.5195, "relevance": 2 }, { "pair_id": 327519, "video_name": "castle_s06e17_seg02_clip_12", "timestamp": [ 43.26, 93.03 ], "duration": 93.66, "caption": "Woman is recording a message for a person named Rick.", "similarity": 0.5175, "relevance": 1 } ] }, { "query_id": 46951, "query": "All of the people clink their drinks together.", "relevant_moment": [ { "pair_id": 169660, "video_name": "met_s06e10_seg02_clip_15", "timestamp": [ 25.87, 29.68 ], "duration": 118.66, "caption": "All of the people clink their drinks together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169661, "video_name": "met_s06e12_seg02_clip_00", "timestamp": [ 6.82, 9.3 ], "duration": 62.66, "caption": "Multiple people all clink their drinks together at the restaurant.", "similarity": 0.8882, "relevance": 4 }, { "pair_id": 169662, "video_name": "castle_s08e18_seg02_clip_24", "timestamp": [ 6.68, 8.01 ], "duration": 89.66, "caption": "Three people clink their glasses as they are drinking together.", "similarity": 0.7493, "relevance": 4 }, { "pair_id": 169663, "video_name": "met_s06e03_seg01_clip_03", "timestamp": [ 57.07, 62.03 ], "duration": 62.66, "caption": "Some people all take a drink.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 169664, "video_name": "house_s04e16_seg02_clip_16", "timestamp": [ 44.51, 52.08 ], "duration": 89.66, "caption": "Two people clink their glasses and down their drinks.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 169665, "video_name": "friends_s02e05_seg02_clip_06", "timestamp": [ 0.0, 4.01 ], "duration": 61.66, "caption": "Multiple people all toast their drinks together.", "similarity": 0.7051, "relevance": 4 }, { "pair_id": 169666, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 5.95, 8.24 ], "duration": 91.66, "caption": "Two people clink their glasses together and sip their drinks.", "similarity": 0.698, "relevance": 4 }, { "pair_id": 169667, "video_name": "grey_s03e02_seg02_clip_19", "timestamp": [ 41.21, 41.66 ], "duration": 89.66, "caption": "Two people clink each other's drink glasses together.", "similarity": 0.6839, "relevance": 4 }, { "pair_id": 169668, "video_name": "friends_s02e05_seg02_clip_06", "timestamp": [ 0.31, 4.32 ], "duration": 61.66, "caption": "Everyone around the table at the restaurant clinks glasses together.", "similarity": 0.6832, "relevance": 4 }, { "pair_id": 169669, "video_name": "friends_s06e24-25_seg02_clip_12", "timestamp": [ 0.0, 6.04 ], "duration": 63.66, "caption": "Everyone at the table in the restaurant drinks from their glass at the same time.", "similarity": 0.6764, "relevance": 3 }, { "pair_id": 169670, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 0.0, 11.04 ], "duration": 92.66, "caption": "Three people clink their glasses together and drink their shots.", "similarity": 0.6646, "relevance": 4 }, { "pair_id": 169671, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 29.3, 31.91 ], "duration": 58.66, "caption": "Two people clink each others beer bottles while at a bar.", "similarity": 0.6549, "relevance": 4 }, { "pair_id": 169672, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 38.3, 41.38 ], "duration": 44.66, "caption": "A person and another person clink their wine glasses together.", "similarity": 0.6474, "relevance": 4 }, { "pair_id": 169673, "video_name": "castle_s05e04_seg02_clip_26", "timestamp": [ 3.14, 8.98 ], "duration": 89.66, "caption": "Some people all take a drink of liquor.", "similarity": 0.6394, "relevance": 3 }, { "pair_id": 169674, "video_name": "castle_s06e15_seg02_clip_17", "timestamp": [ 2.21, 4.42 ], "duration": 88.66, "caption": "Two people clink their wine glasses together.", "similarity": 0.6363, "relevance": 4 }, { "pair_id": 169675, "video_name": "castle_s01e09_seg02_clip_10", "timestamp": [ 50.51, 58.63 ], "duration": 90.66, "caption": "Two people clink their beer bottles and take a drink.", "similarity": 0.6283, "relevance": 4 }, { "pair_id": 169676, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 16.83, 22.92 ], "duration": 58.66, "caption": "Two men clink their beers together and take a drink.", "similarity": 0.616, "relevance": 4 }, { "pair_id": 169677, "video_name": "s09e06_seg02_clip_12", "timestamp": [ 22.34, 25.82 ], "duration": 58.66, "caption": "A group of people each simultaneously take a sip from beer bottles.", "similarity": 0.614, "relevance": 3 }, { "pair_id": 169678, "video_name": "s03e05_seg02_clip_12", "timestamp": [ 54.83, 57.15 ], "duration": 58.66, "caption": "A man and a woman clink their glasses together and take a drink of their wine.", "similarity": 0.6138, "relevance": 3 }, { "pair_id": 169679, "video_name": "s09e20_seg02_clip_10", "timestamp": [ 27.61, 60.03 ], "duration": 60.66, "caption": "Some people were all holding a glass of wine.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 342980, "video_name": "castle_s02e02_seg02_clip_04", "timestamp": [ 56.07, 67.11 ], "duration": 88.66, "caption": "Two people clink their coffee cups together and take a sip.", "similarity": 0.6056, "relevance": 3 }, { "pair_id": 342981, "video_name": "house_s06e19_seg02_clip_20", "timestamp": [ 49.33, 57.85 ], "duration": 89.66, "caption": "Three people clink their glasses as they are in a bar.", "similarity": 0.5999, "relevance": 3 }, { "pair_id": 342982, "video_name": "s07e20_seg02_clip_10", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "Two men and two women clink their wine glasses in a toast.", "similarity": 0.5976, "relevance": 4 }, { "pair_id": 342983, "video_name": "s07e04_seg02_clip_06", "timestamp": [ 35.69, 39.75 ], "duration": 58.66, "caption": "A person starts smiling and then he and another person clink their beers together.", "similarity": 0.5962, "relevance": 3 }, { "pair_id": 342984, "video_name": "friends_s06e24-25_seg02_clip_12", "timestamp": [ 2.54, 5.72 ], "duration": 63.66, "caption": "Some people all take a sip of their champagne at the same time.", "similarity": 0.5956, "relevance": 4 }, { "pair_id": 342985, "video_name": "grey_s02e22_seg02_clip_02", "timestamp": [ 4.19, 46.51 ], "duration": 93.66, "caption": "Some people are having a conversation while drinking.", "similarity": 0.5908, "relevance": 1 }, { "pair_id": 342986, "video_name": "s08e15_seg02_clip_16", "timestamp": [ 70.22, 72.02 ], "duration": 72.66, "caption": "Everyone takes a sip from their glasses at the same time.", "similarity": 0.5848, "relevance": 4 }, { "pair_id": 342987, "video_name": "met_s06e08_seg01_clip_00", "timestamp": [ 41.43, 45.48 ], "duration": 62.66, "caption": "Two men clink glasses and take a sip of their drinks.", "similarity": 0.5834, "relevance": 2 }, { "pair_id": 342988, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 35.11, 36.85 ], "duration": 58.66, "caption": "Some people all clink glasses in a toast.", "similarity": 0.5799, "relevance": 4 }, { "pair_id": 342989, "video_name": "s09e16_seg02_clip_04", "timestamp": [ 56.15, 60.42 ], "duration": 61.66, "caption": "A person makes a toast with some people at the table and they all clasp their drinks together.", "similarity": 0.5797, "relevance": 3 }, { "pair_id": 342990, "video_name": "castle_s03e11_seg02_clip_08", "timestamp": [ 88.13, 89.02 ], "duration": 89.66, "caption": "A woman and another woman clink their coffee mugs together.", "similarity": 0.5765, "relevance": 1 }, { "pair_id": 342991, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 32.71, 46.22 ], "duration": 60.66, "caption": "A group of people seated clicks their wine cups together, they chat and click them again.", "similarity": 0.5736, "relevance": 3 }, { "pair_id": 342992, "video_name": "met_s03e07_seg02_clip_03", "timestamp": [ 23.17, 27.09 ], "duration": 60.66, "caption": "Two people drink from their glasses while two other people are rooting.", "similarity": 0.5673, "relevance": 2 }, { "pair_id": 342993, "video_name": "castle_s02e22_seg02_clip_14", "timestamp": [ 28.37, 32.09 ], "duration": 93.66, "caption": "A person clinks wine glasses with another person at a restaurant.", "similarity": 0.5673, "relevance": 3 }, { "pair_id": 342994, "video_name": "met_s02e02_seg02_clip_04", "timestamp": [ 18.41, 22.93 ], "duration": 60.66, "caption": "Two people are having a conversation and clink their beer bottles together.", "similarity": 0.5661, "relevance": 3 }, { "pair_id": 342995, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 47.87, 50.19 ], "duration": 58.66, "caption": "A woman drinks her drink while two men hold back.", "similarity": 0.5648, "relevance": 3 }, { "pair_id": 342996, "video_name": "met_s06e05_seg02_clip_15", "timestamp": [ 58.17, 59.4 ], "duration": 61.66, "caption": "Two women clink their glasses of wine together.", "similarity": 0.5647, "relevance": 3 }, { "pair_id": 342997, "video_name": "castle_s08e22_seg02_clip_27", "timestamp": [ 0.0, 1.16 ], "duration": 8.66, "caption": "Two people clink each other's coffee cups as they sit beside each other.", "similarity": 0.5615, "relevance": 2 }, { "pair_id": 342998, "video_name": "friends_s07e02_seg02_clip_08", "timestamp": [ 7.16, 8.75 ], "duration": 53.66, "caption": "A man, a woman, and her parents all clink their glasses as they sit at a restaurant table.", "similarity": 0.5602, "relevance": 3 }, { "pair_id": 342999, "video_name": "met_s06e01_seg01_clip_00", "timestamp": [ 47.48, 48.42 ], "duration": 62.66, "caption": "Two men clink beer bottles together.", "similarity": 0.5585, "relevance": 3 } ] }, { "query_id": 46991, "query": "A person quickly turns around and leaves the room.", "relevant_moment": [ { "pair_id": 9600, "video_name": "castle_s03e11_seg02_clip_14", "timestamp": [ 17.16, 18.48 ], "duration": 88.66, "caption": "A person quickly turns around and leaves the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 9602, "video_name": "s05e12_seg01_clip_01", "timestamp": [ 70.82, 74.82 ], "duration": 80.66, "caption": "A person turns and walks out of the room.", "similarity": 0.8432, "relevance": 4 }, { "pair_id": 9603, "video_name": "house_s08e01_seg02_clip_05", "timestamp": [ 25.16, 27.88 ], "duration": 136.66, "caption": "A person turns and walks out of the room.", "similarity": 0.8432, "relevance": 4 }, { "pair_id": 9604, "video_name": "house_s06e14_seg02_clip_24", "timestamp": [ 50.61, 58.1 ], "duration": 88.66, "caption": "A person turns and walks out of the room.", "similarity": 0.8432, "relevance": 3 }, { "pair_id": 9605, "video_name": "grey_s03e09_seg02_clip_12", "timestamp": [ 38.69, 41.87 ], "duration": 91.66, "caption": "A person turns and walks out of the room.", "similarity": 0.8432, "relevance": 2 }, { "pair_id": 9606, "video_name": "s02e23_seg02_clip_05", "timestamp": [ 50.42, 53.12 ], "duration": 60.66, "caption": "A person turns and leaves the living room headed for the bedroom area.", "similarity": 0.8301, "relevance": 4 }, { "pair_id": 9607, "video_name": "house_s02e22_seg02_clip_08", "timestamp": [ 61.19, 63.0 ], "duration": 90.66, "caption": "A person attempts to leave the room but stops.", "similarity": 0.8279, "relevance": 2 }, { "pair_id": 9608, "video_name": "house_s07e21_seg02_clip_10", "timestamp": [ 14.72, 18.87 ], "duration": 92.66, "caption": "A person turns around and leaves the room leaving a man alone.", "similarity": 0.8212, "relevance": 4 }, { "pair_id": 9610, "video_name": "house_s05e23_seg02_clip_14", "timestamp": [ 12.16, 15.31 ], "duration": 90.66, "caption": "A person takes a long sigh and leaves the room.", "similarity": 0.819, "relevance": 3 }, { "pair_id": 9611, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 21.61, 23.86 ], "duration": 90.66, "caption": "A person turns and walks through the doorway to leave the room.", "similarity": 0.8161, "relevance": 3 }, { "pair_id": 9612, "video_name": "grey_s03e17_seg02_clip_20", "timestamp": [ 21.28, 31.16 ], "duration": 152.66, "caption": "A person stands up and leaves the room.", "similarity": 0.8084, "relevance": 3 }, { "pair_id": 9613, "video_name": "house_s02e01_seg02_clip_11", "timestamp": [ 20.02, 23.93 ], "duration": 87.66, "caption": "A person gets up and walks out of the room quickly.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 9614, "video_name": "friends_s09e01_seg02_clip_16", "timestamp": [ 21.31, 24.91 ], "duration": 60.66, "caption": "A man turns around and tries to leave the room but comes back.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 9615, "video_name": "s02e23_seg02_clip_03", "timestamp": [ 59.88, 62.71 ], "duration": 63.66, "caption": "A person finishes talking and leaves the room quickly.", "similarity": 0.7866, "relevance": 4 }, { "pair_id": 9616, "video_name": "house_s08e14_seg02_clip_10", "timestamp": [ 20.03, 23.67 ], "duration": 91.66, "caption": "A person starts to walk out of a man's room but turns around.", "similarity": 0.7837, "relevance": 4 }, { "pair_id": 9617, "video_name": "s01e07_seg02_clip_02", "timestamp": [ 36.32, 42.92 ], "duration": 60.66, "caption": "A person walks back in the room quickly and stops.", "similarity": 0.7819, "relevance": 3 }, { "pair_id": 9618, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 57.36, 59.88 ], "duration": 63.66, "caption": "A person quickly spins around, opens the door and leaves the bedroom.", "similarity": 0.7792, "relevance": 4 }, { "pair_id": 9619, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 40.05, 55.46 ], "duration": 88.66, "caption": "A person gets up from their chair and leaves the room.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 182920, "video_name": "house_s03e06_seg02_clip_23", "timestamp": [ 38.26, 41.86 ], "duration": 90.66, "caption": "A woman turns and moves to leave the room.", "similarity": 0.7735, "relevance": 2 }, { "pair_id": 182921, "video_name": "grey_s02e08_seg02_clip_14", "timestamp": [ 10.08, 15.84 ], "duration": 96.66, "caption": "A man goes to leave the room, turns back around, hesitates and exits the room.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 182922, "video_name": "s02e14_seg02_clip_06", "timestamp": [ 23.01, 29.31 ], "duration": 63.66, "caption": "A person gets up from the couch and quickly leaves the living room.", "similarity": 0.7711, "relevance": 4 }, { "pair_id": 182923, "video_name": "house_s02e06_seg02_clip_08", "timestamp": [ 15.13, 19.14 ], "duration": 89.66, "caption": "A person starts to walk out of the room but stops himself.", "similarity": 0.7708, "relevance": 2 }, { "pair_id": 182924, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 15.85, 17.01 ], "duration": 77.66, "caption": "A person towards and walks out of the room.", "similarity": 0.7695, "relevance": 2 }, { "pair_id": 182925, "video_name": "friends_s01e11_seg02_clip_08", "timestamp": [ 55.63, 57.64 ], "duration": 67.66, "caption": "A person points towards the door and leaves the room.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 182926, "video_name": "grey_s03e24_seg02_clip_20", "timestamp": [ 9.5, 13.0 ], "duration": 100.66, "caption": "A person walks out of the room but turns his head back.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 182927, "video_name": "house_s03e12_seg02_clip_08", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A person opens a door and leaves the room.", "similarity": 0.7627, "relevance": 3 }, { "pair_id": 182928, "video_name": "house_s07e02_seg02_clip_01", "timestamp": [ 12.04, 15.16 ], "duration": 89.66, "caption": "A person leaves the room and person watches person go.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 182929, "video_name": "house_s05e23_seg02_clip_03", "timestamp": [ 44.6, 48.7 ], "duration": 91.66, "caption": "A person leaves the room of another person.", "similarity": 0.7616, "relevance": 4 }, { "pair_id": 182930, "video_name": "house_s08e09_seg02_clip_22", "timestamp": [ 25.53, 30.37 ], "duration": 88.66, "caption": "A person turns and exits the patient's room.", "similarity": 0.7595, "relevance": 2 }, { "pair_id": 182931, "video_name": "met_s03e01_seg02_clip_10", "timestamp": [ 27.41, 30.69 ], "duration": 59.66, "caption": "A person opens the door and leaves his room.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 182932, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 10.25, 13.26 ], "duration": 60.66, "caption": "A person rushes out of the living room towards a nearby door.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 182933, "video_name": "house_s01e13_seg02_clip_20", "timestamp": [ 54.23, 58.27 ], "duration": 89.66, "caption": "A person walks away and out of the room.", "similarity": 0.7471, "relevance": 4 }, { "pair_id": 182934, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 19.21, 25.51 ], "duration": 60.66, "caption": "A person gets up from the couch and leaves the room.", "similarity": 0.745, "relevance": 4 }, { "pair_id": 182935, "video_name": "house_s02e01_seg02_clip_23", "timestamp": [ 45.91, 48.61 ], "duration": 108.66, "caption": "A person turns around in the hallway and walks away.", "similarity": 0.7447, "relevance": 3 }, { "pair_id": 182936, "video_name": "friends_s04e04_seg02_clip_07", "timestamp": [ 35.27, 39.27 ], "duration": 50.66, "caption": "A person turns away from a man and walks across the room.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 182937, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 80.28, 85.57 ], "duration": 88.66, "caption": "A woman turns around and walks out of a room.", "similarity": 0.7438, "relevance": 3 }, { "pair_id": 182938, "video_name": "house_s03e09_seg02_clip_21", "timestamp": [ 78.87, 83.63 ], "duration": 95.66, "caption": "A person presses some buttons and then leaves the room.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 182939, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 81.4, 85.58 ], "duration": 93.66, "caption": "A person moves to exit the room while wearing a blue shirt and black jacket.", "similarity": 0.7425, "relevance": 3 } ] }, { "query_id": 46998, "query": "A person and another person were sitting in front of each other.", "relevant_moment": [ { "pair_id": 167580, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 0.0, 33.31 ], "duration": 60.66, "caption": "A person and another person were sitting in front of each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167581, "video_name": "s05e23_seg02_clip_13", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A person and another person were sitting in front of each other.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167582, "video_name": "s05e01_seg01_clip_01", "timestamp": [ 0.0, 74.02 ], "duration": 74.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.9302, "relevance": 4 }, { "pair_id": 167583, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.9302, "relevance": 4 }, { "pair_id": 167584, "video_name": "castle_s04e19_seg02_clip_02", "timestamp": [ 0.0, 17.83 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.9302, "relevance": 4 }, { "pair_id": 167585, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman and a man were sitting in front of a person.", "similarity": 0.8795, "relevance": 3 }, { "pair_id": 167586, "video_name": "castle_s05e15_seg02_clip_09", "timestamp": [ 0.0, 4.81 ], "duration": 87.66, "caption": "A person sits down in front of two other people.", "similarity": 0.8676, "relevance": 4 }, { "pair_id": 167587, "video_name": "castle_s06e15_seg02_clip_19", "timestamp": [ 0.0, 28.16 ], "duration": 89.66, "caption": "A man and woman were sitting in front of each other.", "similarity": 0.8581, "relevance": 4 }, { "pair_id": 167588, "video_name": "friends_s04e17_seg02_clip_14", "timestamp": [ 0.0, 4.39 ], "duration": 62.66, "caption": "A man and a woman were sitting in front of each other.", "similarity": 0.8566, "relevance": 4 }, { "pair_id": 167589, "video_name": "s07e17_seg02_clip_05", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A person and another person were sitting in front of each other whilst having a conversation.", "similarity": 0.8553, "relevance": 4 }, { "pair_id": 167590, "video_name": "friends_s09e18_seg02_clip_15", "timestamp": [ 0.0, 33.01 ], "duration": 55.66, "caption": "Two people were sitting beside each other.", "similarity": 0.8227, "relevance": 2 }, { "pair_id": 167591, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.79 ], "duration": 59.66, "caption": "Two people were sitting beside each other.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 167592, "video_name": "friends_s01e03_seg02_clip_20", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "Two people were sitting beside each other.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 167593, "video_name": "castle_s07e04_seg02_clip_25", "timestamp": [ 0.0, 30.16 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 167594, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 9.0, 81.92 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 167595, "video_name": "castle_s03e09_seg02_clip_18", "timestamp": [ 0.0, 18.91 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 167596, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "A woman and a person were sitting in front of each other whilst talking.", "similarity": 0.8174, "relevance": 3 }, { "pair_id": 167597, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 0.0, 63.34 ], "duration": 91.66, "caption": "Two people were both sitting beside each other.", "similarity": 0.8156, "relevance": 3 }, { "pair_id": 167598, "video_name": "castle_s07e15_seg02_clip_10", "timestamp": [ 19.48, 50.84 ], "duration": 95.66, "caption": "Two people were sitting in front of each other whilst talking.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 167599, "video_name": "castle_s06e12_seg02_clip_26", "timestamp": [ 36.97, 89.33 ], "duration": 154.66, "caption": "A man and a woman were sitting in front of each other as they were talking.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 340900, "video_name": "castle_s03e16_seg02_clip_21", "timestamp": [ 15.93, 91.03 ], "duration": 91.66, "caption": "A man and person were sitting beside each other.", "similarity": 0.8048, "relevance": 4 }, { "pair_id": 340901, "video_name": "friends_s02e04_seg02_clip_00", "timestamp": [ 6.82, 62.03 ], "duration": 62.66, "caption": "A person was sitting in front of another person at the dining table.", "similarity": 0.8048, "relevance": 4 }, { "pair_id": 340902, "video_name": "house_s03e07_seg02_clip_14", "timestamp": [ 24.12, 91.03 ], "duration": 91.66, "caption": "A person sits down with someone while another person stands up.", "similarity": 0.8031, "relevance": 3 }, { "pair_id": 340903, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 17.88, 21.79 ], "duration": 65.66, "caption": "A person gets a chair and sits in front of another person.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 340904, "video_name": "castle_s04e05_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "Two people were sitting across each other.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 340905, "video_name": "castle_s07e12_seg02_clip_21", "timestamp": [ 0.0, 59.87 ], "duration": 90.66, "caption": "A woman and a man were sitting in front of each other whilst talking.", "similarity": 0.7995, "relevance": 4 }, { "pair_id": 340906, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 0.0, 9.49 ], "duration": 90.66, "caption": "A woman and a man were sitting in front of each other whilst talking.", "similarity": 0.7995, "relevance": 4 }, { "pair_id": 340908, "video_name": "house_s05e23_seg02_clip_08", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Some people were sitting beside each other.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 340909, "video_name": "friends_s03e18_seg02_clip_00", "timestamp": [ 0.0, 63.03 ], "duration": 63.66, "caption": "Some people were sitting beside each other.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 340910, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 21.46, 65.02 ], "duration": 65.66, "caption": "Two people were sitting in front of each other whilst having a conversation.", "similarity": 0.7897, "relevance": 4 }, { "pair_id": 340911, "video_name": "house_s02e06_seg02_clip_04", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A woman and a man wearing suit and tie were sitting in front of a person.", "similarity": 0.786, "relevance": 2 }, { "pair_id": 340912, "video_name": "s03e19_seg02_clip_14", "timestamp": [ 47.52, 50.76 ], "duration": 59.66, "caption": "A person sits down in the seat next to another person.", "similarity": 0.785, "relevance": 3 }, { "pair_id": 340913, "video_name": "house_s06e20_seg02_clip_16", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "Two people are sitting beside each other.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 340914, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.7795, "relevance": 2 }, { "pair_id": 340915, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 4.51, 48.52 ], "duration": 53.66, "caption": "A person was sitting in front of man.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 340916, "video_name": "house_s06e16_seg02_clip_11", "timestamp": [ 51.29, 57.7 ], "duration": 91.66, "caption": "A person sits back in their seat and then another person sits back in their seat.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 340917, "video_name": "castle_s08e17_seg02_clip_05", "timestamp": [ 0.0, 22.11 ], "duration": 90.66, "caption": "A woman and a man were both sitting in front of a person named Mark.", "similarity": 0.7708, "relevance": 4 }, { "pair_id": 340918, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 2.85, 5.99 ], "duration": 57.66, "caption": "Two people sit on the floor in front of another person.", "similarity": 0.7701, "relevance": 4 }, { "pair_id": 340919, "video_name": "s01e13_seg02_clip_14", "timestamp": [ 26.53, 29.59 ], "duration": 51.66, "caption": "Two people are sitting beside each other watching a person.", "similarity": 0.7678, "relevance": 2 } ] }, { "query_id": 47026, "query": "A person walks over and looks in the fridge.", "relevant_moment": [ { "pair_id": 1900, "video_name": "s02e02_seg02_clip_00", "timestamp": [ 46.69, 48.52 ], "duration": 61.66, "caption": "A person walks over and looks in the fridge.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 1901, "video_name": "friends_s09e20_seg02_clip_02", "timestamp": [ 42.33, 47.55 ], "duration": 61.66, "caption": "A woman walks over to the fridge and looks inside.", "similarity": 0.8602, "relevance": 4 }, { "pair_id": 1902, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8252, "relevance": 2 }, { "pair_id": 1903, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8252, "relevance": 4 }, { "pair_id": 1904, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 36.82, 43.54 ], "duration": 64.66, "caption": "A person walks toward the fridge and opens it.", "similarity": 0.7972, "relevance": 3 }, { "pair_id": 1905, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 0.0, 18.02 ], "duration": 90.66, "caption": "A person walks through kitchen and looks in refrigerator, pantry, and cabinet.", "similarity": 0.7937, "relevance": 4 }, { "pair_id": 1906, "video_name": "s03e05_seg01_clip_01", "timestamp": [ 26.11, 31.04 ], "duration": 58.66, "caption": "A person stands up and walks over to the refrigerator.", "similarity": 0.7871, "relevance": 2 }, { "pair_id": 1907, "video_name": "s02e10_seg01_clip_02", "timestamp": [ 23.59, 35.16 ], "duration": 89.66, "caption": "A person walks over to the refrigerator and opens the door and gestures towards the inside of it.", "similarity": 0.7859, "relevance": 4 }, { "pair_id": 1908, "video_name": "grey_s03e19_seg02_clip_00", "timestamp": [ 22.33, 26.98 ], "duration": 93.66, "caption": "A person walks into the kitchen and over to the refrigerator.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 1909, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 66.21, 72.92 ], "duration": 89.66, "caption": "A person opens up the fridge and looks inside of it.", "similarity": 0.7689, "relevance": 4 }, { "pair_id": 1910, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 28.81, 36.02 ], "duration": 60.66, "caption": "A person stands up and walks towards the refrigerator and opens it.", "similarity": 0.7631, "relevance": 4 }, { "pair_id": 1911, "video_name": "s05e12_seg01_clip_00", "timestamp": [ 28.22, 43.73 ], "duration": 62.66, "caption": "A person walks into the room, stops to say something, and walks over to the fridge.", "similarity": 0.7517, "relevance": 1 }, { "pair_id": 1912, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 22.21, 37.22 ], "duration": 60.66, "caption": "A person walks over to the refrigerator and takes out a drink.", "similarity": 0.7404, "relevance": 4 }, { "pair_id": 1913, "video_name": "friends_s06e18_seg02_clip_11", "timestamp": [ 14.04, 18.0 ], "duration": 61.66, "caption": "A man gets up and walks towards the fridge.", "similarity": 0.7393, "relevance": 2 }, { "pair_id": 1914, "video_name": "s03e09_seg01_clip_00", "timestamp": [ 113.42, 117.62 ], "duration": 120.66, "caption": "A person opens the refrigerator and leans forward to look inside.", "similarity": 0.7381, "relevance": 4 }, { "pair_id": 1915, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 29.11, 33.92 ], "duration": 60.66, "caption": "A person gets up and goes to the fridge.", "similarity": 0.7369, "relevance": 2 }, { "pair_id": 1916, "video_name": "s02e10_seg02_clip_01", "timestamp": [ 34.52, 46.71 ], "duration": 58.66, "caption": "A person walks over near the refrigerator and picks up a blue towel.", "similarity": 0.7326, "relevance": 1 }, { "pair_id": 1917, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 38.37, 44.87 ], "duration": 65.66, "caption": "A woman walks over to the fridge and takes something out.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 1918, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 2.44, 4.27 ], "duration": 61.66, "caption": "A woman walks over to the fridge and opens it up.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 1919, "video_name": "castle_s07e11_seg02_clip_00", "timestamp": [ 15.64, 20.71 ], "duration": 92.66, "caption": "A person picks up a kitchen towel and walks over to the fridge.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 175220, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 45.87, 51.17 ], "duration": 53.66, "caption": "A person walks into the kitchen and opens the refrigerator.", "similarity": 0.7178, "relevance": 4 }, { "pair_id": 175221, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A person walks to the refrigerator and opens door.", "similarity": 0.716, "relevance": 4 }, { "pair_id": 175222, "video_name": "s01e01_seg02_clip_06", "timestamp": [ 0.58, 6.09 ], "duration": 58.66, "caption": "A person walks across the living room to the kitchen and opens the refrigerator door.", "similarity": 0.7146, "relevance": 4 }, { "pair_id": 175223, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 0.0, 9.61 ], "duration": 62.66, "caption": "A person walks over to the refrigerator and pulls out a bottle of water.", "similarity": 0.7142, "relevance": 4 }, { "pair_id": 175224, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 40.32, 47.15 ], "duration": 65.66, "caption": "A woman walks over to the refrigerator and opens it.", "similarity": 0.7127, "relevance": 4 }, { "pair_id": 175225, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 26.11, 31.51 ], "duration": 60.66, "caption": "A person walks from one room to another and opens the refrigerator.", "similarity": 0.7117, "relevance": 4 }, { "pair_id": 175226, "video_name": "castle_s04e12_seg02_clip_15", "timestamp": [ 39.31, 45.63 ], "duration": 90.66, "caption": "A person walks in and opens the refrigerator door.", "similarity": 0.7111, "relevance": 4 }, { "pair_id": 175227, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 48.02, 56.73 ], "duration": 60.66, "caption": "A man gets up and walks over to the fridge to open it.", "similarity": 0.7108, "relevance": 4 }, { "pair_id": 175228, "video_name": "s01e08_seg01_clip_03", "timestamp": [ 6.8, 10.88 ], "duration": 68.66, "caption": "A man walks toward the fridge and opens it.", "similarity": 0.7075, "relevance": 4 }, { "pair_id": 175229, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.79 ], "duration": 61.66, "caption": "A person walks to the fridge, opens it, and closes it.", "similarity": 0.7038, "relevance": 4 }, { "pair_id": 175230, "video_name": "s10e01_seg02_clip_09", "timestamp": [ 30.01, 32.71 ], "duration": 60.66, "caption": "A man is walking towards the fridge and opens it.", "similarity": 0.7006, "relevance": 4 }, { "pair_id": 175231, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 2.61, 17.12 ], "duration": 58.66, "caption": "A person opened the refrigerator and looked for something in it.", "similarity": 0.6954, "relevance": 4 }, { "pair_id": 175232, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A man walks over and opens the fridge door.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 175233, "video_name": "friends_s03e19_seg02_clip_17", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person walks to the refrigerator to grab a drink.", "similarity": 0.6885, "relevance": 3 }, { "pair_id": 175234, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person walks to the refrigerator, opens it and then closes it.", "similarity": 0.6853, "relevance": 4 }, { "pair_id": 175235, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 2.29, 4.88 ], "duration": 57.66, "caption": "A man walks to the fridge and opens it.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 175236, "video_name": "grey_s02e22_seg02_clip_25", "timestamp": [ 54.82, 61.13 ], "duration": 97.66, "caption": "A person walks to the fridge and opens it with no clothes on.", "similarity": 0.6799, "relevance": 4 }, { "pair_id": 175237, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "A person looks inside of the fridge while another person stands next to him.", "similarity": 0.6787, "relevance": 3 }, { "pair_id": 175238, "video_name": "castle_s03e23_seg02_clip_00", "timestamp": [ 45.55, 52.45 ], "duration": 92.66, "caption": "A woman walks over to the refrigerator and opens the door.", "similarity": 0.6777, "relevance": 3 }, { "pair_id": 175239, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman walks over and opens the fridge to get a drink.", "similarity": 0.6746, "relevance": 4 } ] }, { "query_id": 47055, "query": "A person walks around the bed and checks the machine.", "relevant_moment": [ { "pair_id": 79360, "video_name": "house_s06e03_seg02_clip_02", "timestamp": [ 10.75, 13.44 ], "duration": 89.66, "caption": "A person walks around the bed and checks the machine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 79361, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 20.27, 24.32 ], "duration": 90.66, "caption": "A person walks into bedroom and looks at the bed.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 79362, "video_name": "grey_s03e24_seg02_clip_08", "timestamp": [ 24.67, 26.37 ], "duration": 85.66, "caption": "A person walks to the end of the bed.", "similarity": 0.6677, "relevance": 1 }, { "pair_id": 79363, "video_name": "s05e11_seg02_clip_01", "timestamp": [ 37.78, 39.55 ], "duration": 59.66, "caption": "A woman searches in a box while walking around the bed.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 79364, "video_name": "house_s05e06_seg02_clip_09", "timestamp": [ 57.8, 63.26 ], "duration": 91.66, "caption": "A woman walks toward the machine to look at it.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 79365, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 17.68, 25.58 ], "duration": 93.66, "caption": "A person walks over to the end of his patient's bed.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 79366, "video_name": "house_s07e17_seg02_clip_24", "timestamp": [ 68.22, 80.1 ], "duration": 88.66, "caption": "A person walks up to another person's bed and checks out his IV and monitor readings.", "similarity": 0.635, "relevance": 4 }, { "pair_id": 79367, "video_name": "house_s08e17_seg02_clip_04", "timestamp": [ 25.1, 31.03 ], "duration": 91.66, "caption": "A person gets onto the bed to check a person lying on their side.", "similarity": 0.6211, "relevance": 2 }, { "pair_id": 79368, "video_name": "house_s05e20_seg02_clip_09", "timestamp": [ 15.93, 21.85 ], "duration": 91.66, "caption": "A person walks into the patient room to the end of the bed.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 79369, "video_name": "s03e09_seg02_clip_09", "timestamp": [ 48.07, 52.1 ], "duration": 62.66, "caption": "A person walks to someone's bed and sits on it.", "similarity": 0.6141, "relevance": 2 }, { "pair_id": 79370, "video_name": "house_s07e03_seg02_clip_12", "timestamp": [ 42.85, 45.79 ], "duration": 84.66, "caption": "A person walks over to the patient in the bed.", "similarity": 0.6122, "relevance": 2 }, { "pair_id": 79371, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 21.67, 25.95 ], "duration": 61.66, "caption": "A person walks over and sits down on the bed.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 79372, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 34.32, 42.78 ], "duration": 94.66, "caption": "A person lay down on the bed and man check her.", "similarity": 0.6031, "relevance": 1 }, { "pair_id": 79373, "video_name": "house_s08e22_seg02_clip_19", "timestamp": [ 42.11, 51.52 ], "duration": 89.66, "caption": "A person gets up and walks over to the other side of someone's bed.", "similarity": 0.6006, "relevance": 2 }, { "pair_id": 79374, "video_name": "house_s03e03_seg02_clip_24", "timestamp": [ 15.07, 25.55 ], "duration": 131.66, "caption": "A person walks into the room and goes to someone's bed.", "similarity": 0.5992, "relevance": 2 }, { "pair_id": 79375, "video_name": "friends_s02e16_seg02_clip_17", "timestamp": [ 49.32, 55.12 ], "duration": 58.66, "caption": "A person walks near someone and checks their back.", "similarity": 0.5965, "relevance": 1 }, { "pair_id": 79376, "video_name": "grey_s03e23_seg02_clip_01", "timestamp": [ 29.58, 36.87 ], "duration": 91.66, "caption": "A man walks to the other side of a person's bed.", "similarity": 0.5956, "relevance": 2 }, { "pair_id": 79377, "video_name": "grey_s02e15_seg02_clip_10", "timestamp": [ 42.31, 46.36 ], "duration": 90.66, "caption": "A woman walks to the end of the bed and picks up a book.", "similarity": 0.5908, "relevance": 2 }, { "pair_id": 79378, "video_name": "house_s07e09_seg02_clip_23", "timestamp": [ 52.79, 57.35 ], "duration": 91.66, "caption": "A person walks into the room and goes over to sit on the bed.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 79379, "video_name": "house_s02e06_seg02_clip_06", "timestamp": [ 4.9, 6.68 ], "duration": 89.66, "caption": "A person walks around the bed talking on the phone.", "similarity": 0.5893, "relevance": 1 } ] }, { "query_id": 47104, "query": "A person takes a look at the laptop to do research.", "relevant_moment": [ { "pair_id": 4520, "video_name": "house_s07e10_seg02_clip_08", "timestamp": [ 30.16, 31.06 ], "duration": 90.66, "caption": "A person takes a look at the laptop to do research.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4521, "video_name": "house_s03e24_seg02_clip_03", "timestamp": [ 80.43, 81.72 ], "duration": 86.66, "caption": "A person takes a look at something that is on their computer.", "similarity": 0.8298, "relevance": 3 }, { "pair_id": 4522, "video_name": "met_s06e04_seg01_clip_01", "timestamp": [ 54.07, 57.08 ], "duration": 60.66, "caption": "A person looks something up on a laptop while talking.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 4523, "video_name": "s08e05_seg02_clip_10", "timestamp": [ 22.64, 26.36 ], "duration": 62.66, "caption": "A person opens their laptop to search something online.", "similarity": 0.7741, "relevance": 4 }, { "pair_id": 4524, "video_name": "house_s06e14_seg02_clip_05", "timestamp": [ 43.26, 46.51 ], "duration": 93.66, "caption": "A man peers over to look at what's on someone's laptop screen.", "similarity": 0.772, "relevance": 1 }, { "pair_id": 4525, "video_name": "castle_s07e06_seg02_clip_08", "timestamp": [ 50.54, 81.03 ], "duration": 87.66, "caption": "A person was typing and researching something on their computer.", "similarity": 0.7683, "relevance": 4 }, { "pair_id": 4526, "video_name": "castle_s08e20_seg02_clip_09", "timestamp": [ 73.44, 75.23 ], "duration": 89.66, "caption": "A person takes the laptop a person is working on.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 4527, "video_name": "castle_s08e09_seg02_clip_23", "timestamp": [ 0.0, 9.45 ], "duration": 90.66, "caption": "A person was looking at a photo on their laptop.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 4528, "video_name": "s05e20_seg02_clip_05", "timestamp": [ 12.61, 21.61 ], "duration": 60.66, "caption": "A person looks around the room while sitting at their laptop.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 4529, "video_name": "s10e02_seg02_clip_04", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A person peeks his head at the laptop screen.", "similarity": 0.7442, "relevance": 3 }, { "pair_id": 4530, "video_name": "s05e14_seg02_clip_08", "timestamp": [ 0.0, 12.99 ], "duration": 59.66, "caption": "A person talks to their phone, puts it down and then looks at their laptop.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 4531, "video_name": "house_s07e13_seg02_clip_17", "timestamp": [ 9.35, 12.75 ], "duration": 85.66, "caption": "A person taps the desk with their finger as they look at a laptop.", "similarity": 0.7379, "relevance": 3 }, { "pair_id": 4532, "video_name": "house_s07e14_seg02_clip_03", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A man is researching right on the computer in front of colleagues.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 4533, "video_name": "s02e03_seg02_clip_03", "timestamp": [ 45.15, 47.52 ], "duration": 59.66, "caption": "A woman takes her laptop to a person to look at it.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 4534, "video_name": "castle_s02e16_seg02_clip_21", "timestamp": [ 55.36, 57.62 ], "duration": 90.66, "caption": "A person searches the contents of a notebook he is holding.", "similarity": 0.7263, "relevance": 0 }, { "pair_id": 4536, "video_name": "s02e13_seg02_clip_11", "timestamp": [ 7.44, 10.23 ], "duration": 62.66, "caption": "A person goes to his/her computer to look up information on an activity.", "similarity": 0.7169, "relevance": 4 }, { "pair_id": 4537, "video_name": "s02e09_seg02_clip_05", "timestamp": [ 20.01, 26.26 ], "duration": 50.66, "caption": "A man looks at another person's laptop they are carrying, then looks at them.", "similarity": 0.7117, "relevance": 3 }, { "pair_id": 4538, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 44.25, 45.16 ], "duration": 61.66, "caption": "A person closes the laptop that some people were looking at.", "similarity": 0.707, "relevance": 3 }, { "pair_id": 4539, "video_name": "house_s06e14_seg02_clip_20", "timestamp": [ 8.84, 11.63 ], "duration": 93.66, "caption": "A person uses the laptop that another person is using.", "similarity": 0.7036, "relevance": 3 }, { "pair_id": 177840, "video_name": "house_s08e21_seg02_clip_26", "timestamp": [ 0.35, 3.9 ], "duration": 70.66, "caption": "A person points at the screen on his/her laptop monitor.", "similarity": 0.7032, "relevance": 4 }, { "pair_id": 177841, "video_name": "met_s02e09_seg02_clip_16", "timestamp": [ 15.54, 18.23 ], "duration": 59.66, "caption": "A person calls their attention to the laptop, they all watch the laptop.", "similarity": 0.7029, "relevance": 4 }, { "pair_id": 177842, "video_name": "castle_s02e17_seg02_clip_09", "timestamp": [ 19.57, 24.12 ], "duration": 91.66, "caption": "A person looks over a man's shoulder as he is looking at some information on the computer.", "similarity": 0.7025, "relevance": 4 }, { "pair_id": 177843, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 84.66, 91.57 ], "duration": 92.66, "caption": "A man looks up information about a person on the computer.", "similarity": 0.7016, "relevance": 4 }, { "pair_id": 177844, "video_name": "castle_s02e08_seg02_clip_21", "timestamp": [ 11.35, 31.01 ], "duration": 87.66, "caption": "A person is investigating on his/her office computer and reviews his/her findings with woman.", "similarity": 0.6991, "relevance": 4 }, { "pair_id": 177845, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 40.14, 48.99 ], "duration": 59.66, "caption": "A woman looks at and points to the laptop.", "similarity": 0.6968, "relevance": 4 }, { "pair_id": 177846, "video_name": "s04e11_seg02_clip_15", "timestamp": [ 38.55, 46.07 ], "duration": 94.66, "caption": "A person was working with their laptop whilst sitting.", "similarity": 0.6919, "relevance": 4 }, { "pair_id": 177847, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 62.86, 64.63 ], "duration": 88.66, "caption": "A person looks at a computer scan of a brain.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 177848, "video_name": "house_s06e08_seg02_clip_07", "timestamp": [ 7.6, 32.01 ], "duration": 80.66, "caption": "A man is looking at the contents of a notebook.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 177849, "video_name": "s06e17_seg02_clip_06", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A woman tries to look around the laptop screen to see where a person walked off to.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 177850, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 27.91, 32.56 ], "duration": 93.66, "caption": "A person looks at his watch and turns to his computer.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 177851, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person is in front of their laptop in their desk.", "similarity": 0.684, "relevance": 3 }, { "pair_id": 177852, "video_name": "castle_s01e02_seg02_clip_25", "timestamp": [ 40.81, 52.03 ], "duration": 102.66, "caption": "A person types a paragraph on their laptop computer.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 177853, "video_name": "house_s04e10_seg02_clip_13", "timestamp": [ 58.16, 63.12 ], "duration": 90.66, "caption": "A person turns the laptop, opens it and shows everyone something in the screen.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 177854, "video_name": "house_s07e19_seg02_clip_08", "timestamp": [ 52.81, 59.96 ], "duration": 110.66, "caption": "A person takes a seat and looks at the computer on their desk.", "similarity": 0.6822, "relevance": 4 }, { "pair_id": 177855, "video_name": "castle_s05e12_seg02_clip_23", "timestamp": [ 18.2, 39.6 ], "duration": 91.66, "caption": "A man looks at a document on his laptop and turns it for another man to look at it.", "similarity": 0.6811, "relevance": 4 }, { "pair_id": 177856, "video_name": "s05e21_seg02_clip_00", "timestamp": [ 20.14, 24.11 ], "duration": 61.66, "caption": "A man turns on the computer in the lab and examines the screen.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 177857, "video_name": "house_s01e10_seg02_clip_22", "timestamp": [ 54.64, 66.05 ], "duration": 95.66, "caption": "A woman types on the laptop to start the lab testing of the sample.", "similarity": 0.6799, "relevance": 4 }, { "pair_id": 177858, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 17.96, 20.48 ], "duration": 63.66, "caption": "A person is at their desk in front of their laptop.", "similarity": 0.6786, "relevance": 4 }, { "pair_id": 177859, "video_name": "castle_s05e11_seg02_clip_19", "timestamp": [ 82.3, 85.38 ], "duration": 88.66, "caption": "A person turns a laptop computer around so a young person in a black knit hat can see the screen.", "similarity": 0.6784, "relevance": 3 } ] }, { "query_id": 47189, "query": "A woman takes back some beer with two men.", "relevant_moment": [ { "pair_id": 15920, "video_name": "house_s01e18_seg02_clip_25", "timestamp": [ 64.41, 69.45 ], "duration": 112.66, "caption": "A woman takes back some beer with two men.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 15921, "video_name": "s03e06_seg02_clip_12", "timestamp": [ 30.21, 35.4 ], "duration": 61.66, "caption": "A woman takes a seat next to man while she holds a beer.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 15922, "video_name": "met_s06e16_seg01_clip_01", "timestamp": [ 3.64, 8.19 ], "duration": 60.66, "caption": "A woman takes a drink of her beer while setting next to a man.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 15923, "video_name": "friends_s02e03_seg02_clip_00", "timestamp": [ 1.55, 6.2 ], "duration": 62.66, "caption": "A woman puts some beers down on the table and two men take one.", "similarity": 0.7332, "relevance": 4 }, { "pair_id": 15925, "video_name": "friends_s02e18_seg02_clip_00", "timestamp": [ 26.8, 41.33 ], "duration": 64.66, "caption": "A woman takes a beer out of a man's refrigerator, opens it and takes a sip.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 15926, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 47.87, 50.19 ], "duration": 58.66, "caption": "A woman drinks her drink while two men hold back.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 15927, "video_name": "s07e18_seg02_clip_04", "timestamp": [ 18.28, 20.8 ], "duration": 63.66, "caption": "A woman gets up from her seat holding her beer up as two men look at her.", "similarity": 0.6822, "relevance": 2 }, { "pair_id": 15928, "video_name": "met_s06e23_seg02_clip_15", "timestamp": [ 21.37, 26.12 ], "duration": 59.66, "caption": "A woman takes a drink of her beer as person rests his head on his right hand.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 15930, "video_name": "met_s02e04_seg02_clip_01", "timestamp": [ 28.89, 30.06 ], "duration": 58.66, "caption": "A woman takes a drink from her beer while talking to a man.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 15931, "video_name": "met_s02e14_seg02_clip_04", "timestamp": [ 41.69, 49.25 ], "duration": 60.66, "caption": "A woman hands some men beers before she sits.", "similarity": 0.6738, "relevance": 4 }, { "pair_id": 15933, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 32.49, 36.27 ], "duration": 58.66, "caption": "A woman behind the older person's right shoulder takes a drink from her beer.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 15934, "video_name": "friends_s02e18_seg02_clip_01", "timestamp": [ 7.2, 9.21 ], "duration": 57.66, "caption": "A woman hands a man a beer then walks away.", "similarity": 0.6647, "relevance": 2 }, { "pair_id": 15935, "video_name": "met_s02e04_seg02_clip_05", "timestamp": [ 3.92, 4.82 ], "duration": 60.66, "caption": "A person places a beer mug in front of two women.", "similarity": 0.6606, "relevance": 1 }, { "pair_id": 15936, "video_name": "castle_s06e23_seg02_clip_05", "timestamp": [ 4.56, 7.3 ], "duration": 91.66, "caption": "A woman invited herself and takes a sit in front of a man holding a beer.", "similarity": 0.6605, "relevance": 0 }, { "pair_id": 15937, "video_name": "met_s06e12_seg02_clip_05", "timestamp": [ 4.07, 5.94 ], "duration": 62.66, "caption": "A woman lifts her beer and toasts two people.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 15938, "video_name": "met_s03e17_seg02_clip_09", "timestamp": [ 0.0, 5.13 ], "duration": 60.66, "caption": "Woman describes what man is doing while he holds a beer.", "similarity": 0.6456, "relevance": 1 }, { "pair_id": 15939, "video_name": "friends_s02e18_seg02_clip_01", "timestamp": [ 5.13, 9.69 ], "duration": 57.66, "caption": "A woman passes a beer to a man and walks past him.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 189240, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 33.68, 38.69 ], "duration": 91.66, "caption": "A woman suggests to a man to return and drink alcohol with her.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 189241, "video_name": "met_s02e10_seg02_clip_13", "timestamp": [ 1.79, 5.06 ], "duration": 59.66, "caption": "A woman holds up a beer and then drinks it.", "similarity": 0.6405, "relevance": 4 }, { "pair_id": 189242, "video_name": "friends_s05e04_seg01_clip_01", "timestamp": [ 23.77, 25.93 ], "duration": 54.66, "caption": "A man opens his beer while standing next to a woman.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 189243, "video_name": "met_s06e07_seg02_clip_05", "timestamp": [ 49.19, 54.81 ], "duration": 66.66, "caption": "A man takes a drink of his beer while woman is talking.", "similarity": 0.6374, "relevance": 2 }, { "pair_id": 189244, "video_name": "met_s06e05_seg02_clip_08", "timestamp": [ 13.68, 17.02 ], "duration": 60.66, "caption": "A woman takes a drink of her beer and looks at a man.", "similarity": 0.6371, "relevance": 4 }, { "pair_id": 189245, "video_name": "met_s06e18_seg02_clip_07", "timestamp": [ 8.54, 17.39 ], "duration": 61.66, "caption": "A woman takes a drink from her beer and then sets it back down on the table.", "similarity": 0.6338, "relevance": 4 }, { "pair_id": 189246, "video_name": "s07e09_seg02_clip_05", "timestamp": [ 11.2, 25.21 ], "duration": 56.66, "caption": "A woman hands a man a bottle of wine then takes it back.", "similarity": 0.6336, "relevance": 3 }, { "pair_id": 189247, "video_name": "met_s03e11_seg02_clip_08", "timestamp": [ 38.13, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of her wine glass at the same time another woman sips from her beer.", "similarity": 0.632, "relevance": 4 }, { "pair_id": 189248, "video_name": "s07e18_seg02_clip_07", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A woman raises her beer to a man before she sits down.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 189249, "video_name": "met_s02e09_seg02_clip_06", "timestamp": [ 31.51, 37.19 ], "duration": 63.66, "caption": "A woman grabs a sip of her beer while a man talks.", "similarity": 0.6295, "relevance": 3 }, { "pair_id": 189250, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 1.16, 8.99 ], "duration": 58.66, "caption": "A woman is at a bar and drinks a beer next to a man.", "similarity": 0.6273, "relevance": 3 }, { "pair_id": 189251, "video_name": "met_s02e11_seg02_clip_17", "timestamp": [ 26.71, 33.01 ], "duration": 60.66, "caption": "A man opens the door and sees woman, man, man, and woman with a beer.", "similarity": 0.6257, "relevance": 3 }, { "pair_id": 189252, "video_name": "house_s07e18_seg02_clip_07", "timestamp": [ 71.45, 75.1 ], "duration": 91.66, "caption": "A woman drinks again from her glass of beer.", "similarity": 0.6242, "relevance": 2 }, { "pair_id": 189253, "video_name": "met_s06e01_seg01_clip_02", "timestamp": [ 4.65, 9.04 ], "duration": 50.66, "caption": "A man picks up another person's beer and holds it up to them.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 189254, "video_name": "house_s08e13_seg02_clip_09", "timestamp": [ 55.32, 56.5 ], "duration": 79.66, "caption": "A woman takes out two drinks and holds them out.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 189255, "video_name": "met_s03e11_seg02_clip_04", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A woman takes a drink from her bottle of beer.", "similarity": 0.6176, "relevance": 3 }, { "pair_id": 189256, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 13.5, 19.36 ], "duration": 90.66, "caption": "A woman and a man both take drinks at the same time.", "similarity": 0.6154, "relevance": 3 }, { "pair_id": 189257, "video_name": "friends_s01e02_seg02_clip_02", "timestamp": [ 14.17, 21.84 ], "duration": 59.66, "caption": "A woman grabs a drink away from a person while he/she is still drinking it.", "similarity": 0.6147, "relevance": 3 }, { "pair_id": 189258, "video_name": "met_s03e11_seg02_clip_12", "timestamp": [ 0.0, 15.14 ], "duration": 61.66, "caption": "A woman brings two men drinks then talks for a bit and leaves.", "similarity": 0.6136, "relevance": 3 }, { "pair_id": 189259, "video_name": "s05e09_seg02_clip_13", "timestamp": [ 10.64, 13.45 ], "duration": 56.66, "caption": "A woman behind two people raises her drink, takes a sip and lowers her glass.", "similarity": 0.6127, "relevance": 3 } ] }, { "query_id": 47190, "query": "A person opens the door and talks to another person in the hallway.", "relevant_moment": [ { "pair_id": 40640, "video_name": "house_s07e05_seg02_clip_15", "timestamp": [ 26.69, 36.35 ], "duration": 92.66, "caption": "A person opens the door and talks to another person in the hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 40641, "video_name": "s09e13_seg01_clip_02", "timestamp": [ 13.24, 29.42 ], "duration": 49.66, "caption": "Two people stand in the hallway having a conversation with a person through the door.", "similarity": 0.8488, "relevance": 1 }, { "pair_id": 40642, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 20.78, 23.26 ], "duration": 62.66, "caption": "A person opens the door while two people are talking.", "similarity": 0.8426, "relevance": 2 }, { "pair_id": 40643, "video_name": "house_s04e11_seg02_clip_23", "timestamp": [ 16.72, 81.42 ], "duration": 88.66, "caption": "A person speaks to two other people in the hallway.", "similarity": 0.84, "relevance": 1 }, { "pair_id": 40644, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 0.0, 37.23 ], "duration": 61.66, "caption": "Two people talk with someone in the doorway then close the door.", "similarity": 0.8393, "relevance": 2 }, { "pair_id": 40645, "video_name": "house_s03e22_seg02_clip_21", "timestamp": [ 75.67, 86.8 ], "duration": 89.66, "caption": "A person walks into the room to speak with another person and shuts the door.", "similarity": 0.8387, "relevance": 1 }, { "pair_id": 40646, "video_name": "s06e14_seg02_clip_08", "timestamp": [ 30.01, 34.82 ], "duration": 60.66, "caption": "A person walks through the hallway and starts a conversation with another person.", "similarity": 0.8342, "relevance": 0 }, { "pair_id": 40648, "video_name": "house_s08e03_seg02_clip_23", "timestamp": [ 67.64, 78.22 ], "duration": 92.66, "caption": "A person opens the glass door and talks to two people.", "similarity": 0.8267, "relevance": 1 }, { "pair_id": 40649, "video_name": "s05e18_seg02_clip_05", "timestamp": [ 42.27, 44.22 ], "duration": 65.66, "caption": "A person opens the door and walks into the room and begins talking to a person.", "similarity": 0.8263, "relevance": 2 }, { "pair_id": 40650, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 18.73, 30.73 ], "duration": 96.66, "caption": "A person and another person walk and talk in the hallway.", "similarity": 0.825, "relevance": 2 }, { "pair_id": 40651, "video_name": "house_s06e06_seg02_clip_13", "timestamp": [ 76.13, 90.63 ], "duration": 90.66, "caption": "A person half opens the door and talks to two other people.", "similarity": 0.8247, "relevance": 4 }, { "pair_id": 40652, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 76.39, 84.47 ], "duration": 89.66, "caption": "A person walks in and closes the door while talking with another person.", "similarity": 0.8222, "relevance": 2 }, { "pair_id": 40653, "video_name": "s09e10_seg02_clip_16", "timestamp": [ 42.49, 53.03 ], "duration": 62.66, "caption": "A person talks with two other people at the doorway.", "similarity": 0.8214, "relevance": 2 }, { "pair_id": 40654, "video_name": "grey_s03e09_seg02_clip_15", "timestamp": [ 0.0, 41.66 ], "duration": 67.66, "caption": "Two people talk to each other in a hallway.", "similarity": 0.8193, "relevance": 2 }, { "pair_id": 40655, "video_name": "house_s05e24_seg02_clip_22", "timestamp": [ 37.73, 39.57 ], "duration": 92.66, "caption": "A person rushes over to talk to another person in the hallway.", "similarity": 0.8169, "relevance": 1 }, { "pair_id": 40656, "video_name": "house_s08e07_seg02_clip_19", "timestamp": [ 22.51, 26.56 ], "duration": 45.66, "caption": "A person suddenly opens the door and another person talks to him.", "similarity": 0.8155, "relevance": 3 }, { "pair_id": 40657, "video_name": "house_s08e06_seg02_clip_12", "timestamp": [ 20.25, 21.63 ], "duration": 92.66, "caption": "A person closes the door after talking to another person.", "similarity": 0.8151, "relevance": 1 }, { "pair_id": 40658, "video_name": "house_s02e24_seg02_clip_01", "timestamp": [ 58.31, 81.46 ], "duration": 89.66, "caption": "A person walks down the hallway talking to another person.", "similarity": 0.8134, "relevance": 2 }, { "pair_id": 40659, "video_name": "s06e16_seg02_clip_10", "timestamp": [ 36.92, 60.03 ], "duration": 60.66, "caption": "A person opens the door and finds another person, who came into the room while talking with the first person.", "similarity": 0.8128, "relevance": 4 } ] }, { "query_id": 47201, "query": "A woman takes a drink from her beer and then sets it back down on the table.", "relevant_moment": [ { "pair_id": 14640, "video_name": "met_s06e18_seg02_clip_07", "timestamp": [ 8.54, 17.39 ], "duration": 61.66, "caption": "A woman takes a drink from her beer and then sets it back down on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14641, "video_name": "s08e03_seg02_clip_12", "timestamp": [ 23.09, 25.36 ], "duration": 65.66, "caption": "A woman sets a glass of beer down on the restaurant table as she sits down.", "similarity": 0.8246, "relevance": 2 }, { "pair_id": 14642, "video_name": "s07e14_seg02_clip_15", "timestamp": [ 6.5, 10.41 ], "duration": 65.66, "caption": "A woman takes a drink from a wine glass and sets it back on the table.", "similarity": 0.8234, "relevance": 2 }, { "pair_id": 14643, "video_name": "friends_s01e20_seg02_clip_19", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A woman takes a drink from the wine glass and then puts it down on the table in front of her.", "similarity": 0.7959, "relevance": 4 }, { "pair_id": 14644, "video_name": "met_s03e09_seg01_clip_00", "timestamp": [ 44.67, 46.6 ], "duration": 77.66, "caption": "A woman brings beer to the table.", "similarity": 0.7934, "relevance": 3 }, { "pair_id": 14645, "video_name": "house_s07e18_seg02_clip_07", "timestamp": [ 10.01, 14.11 ], "duration": 91.66, "caption": "A woman puts down a glass of beer she just drank.", "similarity": 0.7832, "relevance": 4 }, { "pair_id": 14646, "video_name": "s07e12_seg02_clip_01", "timestamp": [ 0.63, 2.84 ], "duration": 63.66, "caption": "A woman approaches the table and puts a drink down.", "similarity": 0.7831, "relevance": 1 }, { "pair_id": 14647, "video_name": "s05e03_seg01_clip_01", "timestamp": [ 1.65, 4.95 ], "duration": 66.66, "caption": "A woman picks up a drink, takes a swig, then puts it back on the table.", "similarity": 0.7721, "relevance": 4 }, { "pair_id": 14648, "video_name": "friends_s03e03_seg02_clip_10", "timestamp": [ 9.12, 12.83 ], "duration": 57.66, "caption": "A woman is taking the drink from the table.", "similarity": 0.7685, "relevance": 2 }, { "pair_id": 14649, "video_name": "friends_s02e03_seg02_clip_00", "timestamp": [ 1.55, 6.2 ], "duration": 62.66, "caption": "A woman puts some beers down on the table and two men take one.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 14650, "video_name": "met_s02e10_seg02_clip_13", "timestamp": [ 1.79, 5.06 ], "duration": 59.66, "caption": "A woman holds up a beer and then drinks it.", "similarity": 0.7645, "relevance": 2 }, { "pair_id": 14651, "video_name": "s06e03_seg02_clip_13", "timestamp": [ 11.52, 13.92 ], "duration": 96.66, "caption": "A woman puts down the bottle of an alcoholic drink in the center table.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 14652, "video_name": "s07e03_seg01_clip_00", "timestamp": [ 4.58, 8.24 ], "duration": 61.66, "caption": "A woman takes a sip of her cocktail and then puts it on the table.", "similarity": 0.7512, "relevance": 1 }, { "pair_id": 14653, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 6.0, 7.88 ], "duration": 75.66, "caption": "A person takes a drink and then sets the glass back down on the table.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 14654, "video_name": "friends_s10e11_seg02_clip_08", "timestamp": [ 8.23, 10.13 ], "duration": 63.66, "caption": "A woman sets her cocktail down on the table.", "similarity": 0.7463, "relevance": 4 }, { "pair_id": 14655, "video_name": "met_s03e04_seg01_clip_00", "timestamp": [ 19.69, 21.87 ], "duration": 62.66, "caption": "A woman puts four beers onto the coffee table.", "similarity": 0.7413, "relevance": 1 }, { "pair_id": 14656, "video_name": "met_s06e05_seg02_clip_04", "timestamp": [ 15.09, 19.15 ], "duration": 58.66, "caption": "A man takes a drink from his beer bottle and sets it back down on the table.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 14657, "video_name": "met_s03e11_seg02_clip_04", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A woman takes a drink from her bottle of beer.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 14658, "video_name": "house_s07e12_seg02_clip_12", "timestamp": [ 0.0, 9.6 ], "duration": 91.66, "caption": "A woman drinks from her cup and then sets it down.", "similarity": 0.7366, "relevance": 2 }, { "pair_id": 14659, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 21.77, 29.77 ], "duration": 64.66, "caption": "A woman takes a drink of wine and sets it down.", "similarity": 0.7363, "relevance": 3 } ] }, { "query_id": 47202, "query": "A woman punches a man in the chest with her right hand.", "relevant_moment": [ { "pair_id": 149040, "video_name": "met_s06e18_seg02_clip_07", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A woman punches a man in the chest with her right hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149041, "video_name": "friends_s03e07_seg02_clip_06", "timestamp": [ 61.79, 64.03 ], "duration": 64.66, "caption": "A man lightly punches a woman on her left shoulder.", "similarity": 0.8404, "relevance": 2 }, { "pair_id": 149043, "video_name": "friends_s03e11_seg02_clip_17", "timestamp": [ 59.65, 60.99 ], "duration": 67.66, "caption": "A woman in a red top punches a man in the face.", "similarity": 0.8161, "relevance": 3 }, { "pair_id": 149044, "video_name": "castle_s06e22_seg02_clip_18", "timestamp": [ 42.59, 45.28 ], "duration": 89.66, "caption": "A woman punches a man in the face as they try to put something in her mouth.", "similarity": 0.7991, "relevance": 0 }, { "pair_id": 149045, "video_name": "castle_s06e22_seg02_clip_18", "timestamp": [ 42.14, 44.83 ], "duration": 89.66, "caption": "A woman punches a man, one of the people holding her captive, in the face.", "similarity": 0.7779, "relevance": 1 }, { "pair_id": 149046, "video_name": "friends_s05e15_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 83.66, "caption": "A woman punches woman in her arms after moving man aside to talk with her.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 149047, "video_name": "friends_s05e12_seg02_clip_08", "timestamp": [ 10.57, 11.56 ], "duration": 66.66, "caption": "A woman hits a man on the shoulder with one hand.", "similarity": 0.7536, "relevance": 1 }, { "pair_id": 149048, "video_name": "met_s06e09_seg02_clip_08", "timestamp": [ 28.81, 31.81 ], "duration": 60.66, "caption": "A woman punches a man in the arm while they are sat together in a booth.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 149049, "video_name": "s04e11_seg02_clip_08", "timestamp": [ 7.98, 11.98 ], "duration": 57.66, "caption": "A woman hits a man in the arm with her hand.", "similarity": 0.7433, "relevance": 3 }, { "pair_id": 149050, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 54.52, 59.56 ], "duration": 63.66, "caption": "A woman punches a man in the shoulder and makes him jump.", "similarity": 0.7377, "relevance": 4 }, { "pair_id": 149051, "video_name": "castle_s02e21_seg02_clip_00", "timestamp": [ 39.07, 48.37 ], "duration": 93.66, "caption": "A man holds a punching bag while a woman hits it.", "similarity": 0.7334, "relevance": 1 }, { "pair_id": 149052, "video_name": "castle_s05e18_seg02_clip_11", "timestamp": [ 43.18, 50.74 ], "duration": 89.66, "caption": "A woman punches a man in the face when they walk up to her in the bar.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 149053, "video_name": "grey_s02e18_seg02_clip_04", "timestamp": [ 18.7, 48.96 ], "duration": 89.66, "caption": "A man watches another man hit on a woman and he punches him.", "similarity": 0.7165, "relevance": 0 }, { "pair_id": 149054, "video_name": "met_s04e01_seg02_clip_07", "timestamp": [ 7.56, 9.52 ], "duration": 56.66, "caption": "A woman punches a laughing person in the shoulder.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 149055, "video_name": "friends_s03e05_seg02_clip_14", "timestamp": [ 20.41, 22.51 ], "duration": 60.66, "caption": "A woman steps forward and hits a man on the chest.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 149056, "video_name": "friends_s03e07_seg02_clip_07", "timestamp": [ 0.28, 1.96 ], "duration": 56.66, "caption": "A woman punches a man in the nose in the living room.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 149058, "video_name": "met_s04e02_seg02_clip_14", "timestamp": [ 17.37, 26.61 ], "duration": 56.66, "caption": "A woman punches and kicks a man on a city street.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 149059, "video_name": "s03e17_seg02_clip_07", "timestamp": [ 0.0, 4.2 ], "duration": 56.66, "caption": "A woman wakes up and punches a person in the face.", "similarity": 0.6946, "relevance": 1 }, { "pair_id": 322360, "video_name": "s08e17_seg02_clip_03", "timestamp": [ 2.48, 4.65 ], "duration": 62.66, "caption": "A woman pushes a man in his chest with both hands.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 322361, "video_name": "grey_s03e05_seg02_clip_13", "timestamp": [ 7.44, 9.77 ], "duration": 93.66, "caption": "A woman grabs a man's hand and puts it to his chest.", "similarity": 0.6918, "relevance": 3 }, { "pair_id": 322362, "video_name": "met_s04e01_seg02_clip_03", "timestamp": [ 52.22, 54.14 ], "duration": 64.66, "caption": "A woman gets mad and hits a man in the shoulder.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 322363, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 12.26, 19.61 ], "duration": 49.66, "caption": "A person walks in and punches another person in the face.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 322364, "video_name": "castle_s04e22_seg02_clip_27", "timestamp": [ 72.7, 74.4 ], "duration": 85.66, "caption": "A woman attacks man with some kind of weapon.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 322365, "video_name": "friends_s08e18_seg02_clip_08", "timestamp": [ 0.0, 2.85 ], "duration": 57.66, "caption": "A woman hits a man on the chest as she calls him another name.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 322366, "video_name": "castle_s02e21_seg02_clip_00", "timestamp": [ 40.93, 45.12 ], "duration": 93.66, "caption": "A man holds the bag while a woman punches it.", "similarity": 0.6867, "relevance": 3 }, { "pair_id": 322367, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 67.92, 70.2 ], "duration": 91.66, "caption": "A woman sits up and punches a man named Brandon in the face.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 322368, "video_name": "castle_s05e02_seg02_clip_09", "timestamp": [ 35.16, 38.73 ], "duration": 89.66, "caption": "A man punches another man in the face.", "similarity": 0.6795, "relevance": 3 }, { "pair_id": 322369, "video_name": "castle_s02e09_seg02_clip_05", "timestamp": [ 6.77, 11.29 ], "duration": 90.66, "caption": "A woman grabs a man who punched another man and slams him into the bar.", "similarity": 0.6794, "relevance": 3 }, { "pair_id": 322370, "video_name": "castle_s08e05_seg02_clip_20", "timestamp": [ 84.64, 89.62 ], "duration": 90.66, "caption": "A man accidently hits a woman in the face as he knocks down another man.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 322371, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 8.63, 10.91 ], "duration": 90.66, "caption": "A woman grabs a man's right arm with her left hand.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 322372, "video_name": "castle_s03e22_seg02_clip_21", "timestamp": [ 21.86, 28.37 ], "duration": 93.66, "caption": "A woman angrily pokes a man in the chest twice.", "similarity": 0.6648, "relevance": 4 }, { "pair_id": 322373, "video_name": "friends_s05e18_seg02_clip_21", "timestamp": [ 23.0, 26.21 ], "duration": 58.66, "caption": "A woman smacks a man on the chest and walks away.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 322374, "video_name": "friends_s09e02_seg02_clip_09", "timestamp": [ 31.43, 36.01 ], "duration": 61.66, "caption": "A man punches another man right in his eye and he grabs it.", "similarity": 0.6629, "relevance": 3 }, { "pair_id": 322375, "video_name": "s09e09_seg02_clip_02", "timestamp": [ 24.01, 26.11 ], "duration": 60.66, "caption": "A woman grabs a man's right hand with her left hand.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 322376, "video_name": "castle_s03e24_seg02_clip_21", "timestamp": [ 59.17, 60.53 ], "duration": 91.66, "caption": "A man grabs another man's shoulder and that man punches him.", "similarity": 0.6617, "relevance": 3 }, { "pair_id": 322377, "video_name": "s07e16_seg02_clip_15", "timestamp": [ 72.52, 77.74 ], "duration": 116.66, "caption": "A woman grabs a man's right shoulder with her right hand.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 322378, "video_name": "friends_s05e15_seg02_clip_06", "timestamp": [ 27.86, 37.24 ], "duration": 55.66, "caption": "A woman stands up and punches someone off the arm of the couch.", "similarity": 0.6595, "relevance": 4 }, { "pair_id": 322379, "video_name": "castle_s06e04_seg02_clip_17", "timestamp": [ 70.53, 77.23 ], "duration": 89.66, "caption": "A man tackles a woman and they struggle with a gun in their hand.", "similarity": 0.6568, "relevance": 2 } ] }, { "query_id": 47216, "query": "A person takes out a man from the trunk of his car and sit him down.", "relevant_moment": [ { "pair_id": 14740, "video_name": "castle_s08e11_seg02_clip_16", "timestamp": [ 17.1, 27.01 ], "duration": 90.66, "caption": "A person takes out a man from the trunk of his car and sit him down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14741, "video_name": "castle_s06e01_seg02_clip_13", "timestamp": [ 0.0, 5.61 ], "duration": 86.66, "caption": "A man gets out of his car and grabs something out of his trunk.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 14742, "video_name": "castle_s04e21_seg02_clip_19", "timestamp": [ 63.92, 68.42 ], "duration": 90.66, "caption": "A man opens the trunk and pulls a person out.", "similarity": 0.7572, "relevance": 4 }, { "pair_id": 14743, "video_name": "castle_s02e13_seg02_clip_23", "timestamp": [ 38.23, 50.0 ], "duration": 98.66, "caption": "A man gets out of the car and lets the suspect out of the back seat then shuts the car door.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 14744, "video_name": "house_s07e23_seg02_clip_25", "timestamp": [ 0.0, 18.96 ], "duration": 158.66, "caption": "A man talks to a man and then puts him out of his car.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 14745, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 41.86, 51.63 ], "duration": 93.66, "caption": "A person gets out of the car when another person pulls up.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 14746, "video_name": "castle_s07e15_seg02_clip_17", "timestamp": [ 28.37, 38.14 ], "duration": 93.66, "caption": "A man opens the trunk of his car and a woman gets in.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 14747, "video_name": "s09e12_seg02_clip_06", "timestamp": [ 20.36, 34.24 ], "duration": 59.66, "caption": "A person gets into his car and drives off.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 14748, "video_name": "house_s07e23_seg02_clip_25", "timestamp": [ 15.8, 20.54 ], "duration": 158.66, "caption": "A man gets out of the car that another man is driving.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 14749, "video_name": "house_s08e22_seg02_clip_24", "timestamp": [ 15.28, 38.78 ], "duration": 235.66, "caption": "A man gets out of the car, sees man sitting on the steps, and walks up to him.", "similarity": 0.6389, "relevance": 1 }, { "pair_id": 14750, "video_name": "friends_s05e22_seg02_clip_12", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A man gets out of the car a guy is driving.", "similarity": 0.6389, "relevance": 3 }, { "pair_id": 14751, "video_name": "castle_s08e01_seg02_clip_11", "timestamp": [ 70.86, 72.24 ], "duration": 92.66, "caption": "A woman goes to the trunk of her car as a man exits the car.", "similarity": 0.6325, "relevance": 1 }, { "pair_id": 14752, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 18.86, 24.08 ], "duration": 58.66, "caption": "A person gets into the back seat of another person's car.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 14753, "video_name": "castle_s08e05_seg02_clip_17", "timestamp": [ 11.16, 13.95 ], "duration": 93.66, "caption": "A man opens the trunk of the car and the person inside rubs their wrist.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 14754, "video_name": "castle_s06e02_seg02_clip_21", "timestamp": [ 71.45, 74.19 ], "duration": 91.66, "caption": "A man opens the door and another person gets out of the car.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 14755, "video_name": "house_s07e23_seg02_clip_25", "timestamp": [ 23.7, 38.72 ], "duration": 158.66, "caption": "A person sits in the car and then drives away.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 14756, "video_name": "house_s07e12_seg02_clip_03", "timestamp": [ 6.16, 10.56 ], "duration": 88.66, "caption": "A man leans over to pull a baggie out of a car trunk.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 14757, "video_name": "met_s06e04_seg02_clip_08", "timestamp": [ 42.15, 51.17 ], "duration": 53.66, "caption": "A woman gets out of the car leaving a man in the backseat alone.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 14758, "video_name": "castle_s03e17_seg02_clip_14", "timestamp": [ 89.12, 98.39 ], "duration": 103.66, "caption": "A man gets out of a car and a person turns to look at him and walks away.", "similarity": 0.6189, "relevance": 2 }, { "pair_id": 14759, "video_name": "castle_s08e11_seg02_clip_16", "timestamp": [ 0.0, 14.85 ], "duration": 90.66, "caption": "A man and a person are sitting in a car together.", "similarity": 0.6184, "relevance": 2 } ] }, { "query_id": 47229, "query": "A man takes a seat in the chair and takes a look.", "relevant_moment": [ { "pair_id": 7000, "video_name": "house_s07e10_seg02_clip_00", "timestamp": [ 35.59, 59.32 ], "duration": 91.66, "caption": "A man takes a seat in the chair and takes a look.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7001, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 1.24, 10.54 ], "duration": 62.66, "caption": "A man gives a person a look that makes him sit back in his chair.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 7002, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 37.85, 42.25 ], "duration": 88.66, "caption": "A man turns in his chair to look at a man.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 7003, "video_name": "house_s02e17_seg02_clip_10", "timestamp": [ 50.52, 56.89 ], "duration": 91.66, "caption": "A man looks at a screen and sits down on a chair.", "similarity": 0.7473, "relevance": 3 }, { "pair_id": 7004, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 70.32, 75.28 ], "duration": 90.66, "caption": "A man comes in and sits down in a chair.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 7005, "video_name": "friends_s08e05_seg02_clip_12", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A man takes a seat on the black chair.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 7006, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 33.87, 40.58 ], "duration": 61.66, "caption": "A man walks around a chair and sits down in it.", "similarity": 0.7041, "relevance": 4 }, { "pair_id": 7007, "video_name": "castle_s06e03_seg02_clip_24", "timestamp": [ 29.26, 31.51 ], "duration": 90.66, "caption": "A man sits down in the chair while undergoing an investigation.", "similarity": 0.7022, "relevance": 4 }, { "pair_id": 7008, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 47.06, 52.29 ], "duration": 74.66, "caption": "A man gets up from the chair he is sitting in.", "similarity": 0.6957, "relevance": 4 }, { "pair_id": 7009, "video_name": "s09e05_seg02_clip_06", "timestamp": [ 1.18, 3.84 ], "duration": 59.66, "caption": "A person fidgets in his chair and looks around.", "similarity": 0.6892, "relevance": 4 }, { "pair_id": 7010, "video_name": "s09e24_seg01_clip_00", "timestamp": [ 49.13, 51.26 ], "duration": 61.66, "caption": "A man stands up from the chair and has a puzzled look on his face.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 7011, "video_name": "friends_s01e09_seg02_clip_00", "timestamp": [ 52.1, 57.31 ], "duration": 65.66, "caption": "A man turns the chair around and sits down.", "similarity": 0.6871, "relevance": 3 }, { "pair_id": 7012, "video_name": "castle_s08e12_seg02_clip_04", "timestamp": [ 36.23, 41.09 ], "duration": 88.66, "caption": "A man gets up from their chair then looks around the room.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 7013, "video_name": "friends_s07e04_seg02_clip_00", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A man rolls his eyes and sits down in a chair.", "similarity": 0.6708, "relevance": 3 }, { "pair_id": 7014, "video_name": "castle_s04e13_seg02_clip_07", "timestamp": [ 72.13, 76.14 ], "duration": 89.66, "caption": "A man looks at his watch and gets up from his chair.", "similarity": 0.6703, "relevance": 3 }, { "pair_id": 7015, "video_name": "castle_s08e09_seg02_clip_15", "timestamp": [ 42.94, 47.48 ], "duration": 101.66, "caption": "A man is looking through a bag on a chair.", "similarity": 0.6695, "relevance": 1 }, { "pair_id": 7016, "video_name": "met_s06e20_seg02_clip_01", "timestamp": [ 2.24, 3.36 ], "duration": 56.66, "caption": "A man turns around in his seat and looks over his right shoulder.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 7017, "video_name": "friends_s08e16_seg02_clip_07", "timestamp": [ 47.86, 52.02 ], "duration": 52.66, "caption": "A man looks down while he's sitting in the recliner.", "similarity": 0.667, "relevance": 3 }, { "pair_id": 7018, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 1.82, 4.55 ], "duration": 91.66, "caption": "A man is checking someone's arm as they are sitting in a chair.", "similarity": 0.6659, "relevance": 3 }, { "pair_id": 7019, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 63.49, 66.16 ], "duration": 88.66, "caption": "A man sits on a chair as another man looks back to him.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 180320, "video_name": "friends_s04e01_seg02_clip_09", "timestamp": [ 39.63, 43.62 ], "duration": 57.66, "caption": "A man sits down on a chair and puts his hands over his eyes.", "similarity": 0.6646, "relevance": 2 }, { "pair_id": 180321, "video_name": "s06e04_seg02_clip_14", "timestamp": [ 1.77, 5.31 ], "duration": 59.66, "caption": "A man sits in the chair and gestures with his hands.", "similarity": 0.6646, "relevance": 4 }, { "pair_id": 180322, "video_name": "s02e11_seg02_clip_14", "timestamp": [ 23.79, 30.17 ], "duration": 58.66, "caption": "A man looks at a gift and sits down on the arm of a chair.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 180323, "video_name": "house_s01e14_seg02_clip_19", "timestamp": [ 58.97, 61.67 ], "duration": 90.66, "caption": "A man leans forward in his chair and looks at a man.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 180324, "video_name": "s01e01_seg02_clip_03", "timestamp": [ 28.05, 29.94 ], "duration": 63.66, "caption": "A man is sitting in the armchair while shaking his head and looking up.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 180325, "video_name": "friends_s01e15_seg02_clip_05", "timestamp": [ 26.17, 28.38 ], "duration": 63.66, "caption": "A man walks over and pulls out the chair to sit in it.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 180326, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 66.26, 70.4 ], "duration": 92.66, "caption": "A man rises out of the chair, now looking down at person.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 180327, "video_name": "house_s05e24_seg02_clip_19", "timestamp": [ 60.75, 64.77 ], "duration": 89.66, "caption": "A man stands up from the chair he's been sitting in.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 180328, "video_name": "friends_s06e04_seg02_clip_00", "timestamp": [ 57.12, 59.1 ], "duration": 66.66, "caption": "A man sits on the arm of the chair.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 180329, "video_name": "friends_s04e09_seg02_clip_11", "timestamp": [ 11.12, 15.4 ], "duration": 57.66, "caption": "A man turns around his chair around to look at another man.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 180331, "video_name": "castle_s06e05_seg02_clip_08", "timestamp": [ 33.61, 35.88 ], "duration": 90.66, "caption": "A man gets up from the chair to give his information.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 180334, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 13.96, 17.56 ], "duration": 90.66, "caption": "A man walks over and sits down on a chair.", "similarity": 0.6469, "relevance": 3 }, { "pair_id": 180335, "video_name": "castle_s07e03_seg02_clip_06", "timestamp": [ 69.02, 72.24 ], "duration": 92.66, "caption": "A man sits down in the chair and faces the table.", "similarity": 0.646, "relevance": 3 }, { "pair_id": 180336, "video_name": "s06e04_seg02_clip_08", "timestamp": [ 23.25, 27.17 ], "duration": 56.66, "caption": "A man is putting the chair back in position.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 180337, "video_name": "s05e13_seg02_clip_05", "timestamp": [ 19.96, 21.1 ], "duration": 57.66, "caption": "A man grabs his chair and moves it slightly.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 180338, "video_name": "friends_s08e04_seg02_clip_09", "timestamp": [ 55.23, 61.03 ], "duration": 61.66, "caption": "A man sits down in the chair and smiles into the camera.", "similarity": 0.6431, "relevance": 4 }, { "pair_id": 180339, "video_name": "house_s06e04_seg02_clip_20", "timestamp": [ 0.0, 17.07 ], "duration": 87.66, "caption": "A person sits in the chair and looks up at someone.", "similarity": 0.6425, "relevance": 1 } ] }, { "query_id": 47249, "query": "A man strikes a pose and it looks very awkward.", "relevant_moment": [ { "pair_id": 160460, "video_name": "friends_s07e05_seg02_clip_05", "timestamp": [ 37.48, 44.86 ], "duration": 59.66, "caption": "A man strikes a pose and it looks very awkward.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160461, "video_name": "friends_s10e12_seg02_clip_12", "timestamp": [ 45.08, 47.23 ], "duration": 61.66, "caption": "A man makes a cradling pose with their arms.", "similarity": 0.6311, "relevance": 2 }, { "pair_id": 160462, "video_name": "s04e11_seg02_clip_07", "timestamp": [ 20.47, 25.74 ], "duration": 62.66, "caption": "A man came in the room suddenly and took a pose.", "similarity": 0.6134, "relevance": 3 }, { "pair_id": 160463, "video_name": "s02e16_seg02_clip_01", "timestamp": [ 18.89, 21.54 ], "duration": 59.66, "caption": "A person looks to a man while he poses his arms.", "similarity": 0.6099, "relevance": 1 }, { "pair_id": 160464, "video_name": "friends_s08e02_seg02_clip_12", "timestamp": [ 9.26, 12.26 ], "duration": 54.66, "caption": "A man poses for another person to take their picture.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 160465, "video_name": "met_s05e05_seg02_clip_06", "timestamp": [ 4.2, 6.44 ], "duration": 56.66, "caption": "A woman strikes some triumphant poses in front of a man.", "similarity": 0.5696, "relevance": 1 }, { "pair_id": 160466, "video_name": "friends_s08e23-24_seg02_clip_01", "timestamp": [ 54.52, 59.25 ], "duration": 63.66, "caption": "A man brings his head down to pose with a woman as a person takes a picture of them.", "similarity": 0.5501, "relevance": 3 }, { "pair_id": 160467, "video_name": "friends_s01e23_seg02_clip_17", "timestamp": [ 8.06, 11.48 ], "duration": 62.66, "caption": "A man gives someone a weird description about what someone looks like.", "similarity": 0.5461, "relevance": 0 }, { "pair_id": 160469, "video_name": "grey_s02e07_seg02_clip_20", "timestamp": [ 0.0, 10.01 ], "duration": 91.66, "caption": "A man puts his hand on a man and this makes him uncomfortable.", "similarity": 0.5418, "relevance": 2 }, { "pair_id": 160470, "video_name": "castle_s05e19_seg02_clip_01", "timestamp": [ 25.31, 32.21 ], "duration": 92.66, "caption": "Before two men walk out the door, they pose ridiculously.", "similarity": 0.5367, "relevance": 3 }, { "pair_id": 160471, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 13.5, 18.0 ], "duration": 90.66, "caption": "A man puts his hand on guy's hand and makes him feel uncomfortable.", "similarity": 0.5343, "relevance": 1 }, { "pair_id": 160472, "video_name": "friends_s10e06_seg02_clip_08", "timestamp": [ 23.66, 26.14 ], "duration": 55.66, "caption": "A man puts his hand on his hip with a disgusted look on his face.", "similarity": 0.534, "relevance": 1 }, { "pair_id": 160473, "video_name": "friends_s05e09_seg02_clip_09", "timestamp": [ 31.23, 35.47 ], "duration": 60.66, "caption": "A man has a very serious look on his face as he puts his thumb on his chin.", "similarity": 0.5283, "relevance": 2 }, { "pair_id": 160474, "video_name": "friends_s02e16_seg02_clip_05", "timestamp": [ 0.6, 11.41 ], "duration": 60.66, "caption": "A man tries to be funny and puts his arm around a man.", "similarity": 0.528, "relevance": 0 }, { "pair_id": 160475, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 35.42, 40.82 ], "duration": 60.66, "caption": "A person poses with man and another person for a picture.", "similarity": 0.5256, "relevance": 3 }, { "pair_id": 160476, "video_name": "s01e13_seg02_clip_11", "timestamp": [ 8.45, 14.96 ], "duration": 65.66, "caption": "A man stands from his seat and poses showing his shirt.", "similarity": 0.5236, "relevance": 3 }, { "pair_id": 160477, "video_name": "met_s06e08_seg02_clip_12", "timestamp": [ 39.35, 42.48 ], "duration": 57.66, "caption": "A man has an annoyed expression as he throws his arms up slightly and puts them on his hips.", "similarity": 0.5224, "relevance": 0 }, { "pair_id": 160478, "video_name": "friends_s02e19_seg02_clip_18", "timestamp": [ 21.61, 24.85 ], "duration": 72.66, "caption": "A man shocks his hands and the other people look at him.", "similarity": 0.5219, "relevance": 3 }, { "pair_id": 160479, "video_name": "friends_s03e15_seg02_clip_05", "timestamp": [ 44.54, 48.1 ], "duration": 59.66, "caption": "A man makes a motion with his hand and another man looks horrified.", "similarity": 0.5218, "relevance": 3 }, { "pair_id": 333781, "video_name": "house_s06e09_seg02_clip_12", "timestamp": [ 53.01, 65.37 ], "duration": 88.66, "caption": "A man works with someone's arm and then puts his/her hands on his/her hips.", "similarity": 0.5168, "relevance": 3 }, { "pair_id": 333782, "video_name": "s02e09_seg02_clip_15", "timestamp": [ 32.57, 35.98 ], "duration": 62.66, "caption": "A man looks at guy's hand then gags and retches.", "similarity": 0.5156, "relevance": 3 }, { "pair_id": 333783, "video_name": "s02e11_seg02_clip_00", "timestamp": [ 20.47, 22.33 ], "duration": 62.66, "caption": "A man imitates a sporting pose while playing a video game.", "similarity": 0.5122, "relevance": 3 }, { "pair_id": 333784, "video_name": "met_s02e13_seg02_clip_16", "timestamp": [ 13.92, 21.96 ], "duration": 61.66, "caption": "A woman tells a man how exactly to pose for her painting.", "similarity": 0.5121, "relevance": 4 }, { "pair_id": 333785, "video_name": "castle_s02e01_seg02_clip_20", "timestamp": [ 77.37, 80.35 ], "duration": 85.66, "caption": "A man makes a shooting gesture with his hand.", "similarity": 0.5099, "relevance": 3 }, { "pair_id": 333786, "video_name": "castle_s07e05_seg02_clip_00", "timestamp": [ 10.98, 14.64 ], "duration": 91.66, "caption": "A person puts make up on a man's face.", "similarity": 0.5094, "relevance": 2 }, { "pair_id": 333787, "video_name": "friends_s01e23_seg02_clip_19", "timestamp": [ 41.49, 49.66 ], "duration": 68.66, "caption": "A man comes into the camera shot and makes gestures.", "similarity": 0.5091, "relevance": 2 }, { "pair_id": 333788, "video_name": "s01e03_seg01_clip_00", "timestamp": [ 57.38, 59.55 ], "duration": 62.66, "caption": "A person raises his/her right arm at a 90 degree angle in a triumphant pose.", "similarity": 0.5086, "relevance": 2 }, { "pair_id": 333789, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 51.05, 53.26 ], "duration": 63.66, "caption": "A man puts his face into both of his hands.", "similarity": 0.5055, "relevance": 2 }, { "pair_id": 333790, "video_name": "friends_s05e11_seg02_clip_13", "timestamp": [ 77.22, 80.02 ], "duration": 80.66, "caption": "A man's hand slips as he's trying to pull his pants up and he hits himself in the face.", "similarity": 0.5052, "relevance": 2 }, { "pair_id": 333791, "video_name": "house_s06e06_seg02_clip_20", "timestamp": [ 51.43, 53.25 ], "duration": 91.66, "caption": "A person puts both of his hands onto his hips.", "similarity": 0.5051, "relevance": 2 }, { "pair_id": 333792, "video_name": "friends_s07e13_seg02_clip_09", "timestamp": [ 58.65, 61.66 ], "duration": 67.66, "caption": "A man makes a gesture like he is shooting himself in the head.", "similarity": 0.5046, "relevance": 3 }, { "pair_id": 333793, "video_name": "friends_s05e03_seg02_clip_16", "timestamp": [ 51.93, 53.67 ], "duration": 58.66, "caption": "A man moves their arm around a couple times which causes a woman to smile.", "similarity": 0.5038, "relevance": 2 }, { "pair_id": 333794, "video_name": "friends_s07e04_seg02_clip_06", "timestamp": [ 4.88, 8.85 ], "duration": 61.66, "caption": "A man asks to see a picture of the person, another person hands him and he is shocked and how handsome he is.", "similarity": 0.5029, "relevance": 2 }, { "pair_id": 333795, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person makes a funny reaction to a man.", "similarity": 0.5015, "relevance": 2 }, { "pair_id": 333796, "video_name": "met_s03e14_seg02_clip_11", "timestamp": [ 49.82, 52.52 ], "duration": 60.66, "caption": "A man holds his hands up awkwardly and shows them to another person.", "similarity": 0.5013, "relevance": 3 }, { "pair_id": 333797, "video_name": "s04e19_seg02_clip_07", "timestamp": [ 0.3, 3.9 ], "duration": 60.66, "caption": "A person gives someone props for their work which causes them to look uncomfortable.", "similarity": 0.5009, "relevance": 2 }, { "pair_id": 333798, "video_name": "friends_s01e06_seg02_clip_04", "timestamp": [ 43.64, 61.03 ], "duration": 61.66, "caption": "A man gets frustrated when everyone can see the picture but him.", "similarity": 0.5008, "relevance": 2 }, { "pair_id": 333799, "video_name": "s08e08_seg02_clip_17", "timestamp": [ 0.0, 3.24 ], "duration": 36.66, "caption": "A man and a woman pose and smile for a photograph.", "similarity": 0.5001, "relevance": 4 } ] }, { "query_id": 47301, "query": "A woman walks away; when a man speaks, she stops to turn around.", "relevant_moment": [ { "pair_id": 154280, "video_name": "house_s04e02_seg02_clip_27", "timestamp": [ 2.44, 4.33 ], "duration": 9.66, "caption": "A woman walks away; when a man speaks, she stops to turn around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154281, "video_name": "castle_s02e23_seg02_clip_19", "timestamp": [ 9.99, 12.26 ], "duration": 90.66, "caption": "A man speaks to a woman then turns and walks away.", "similarity": 0.9368, "relevance": 2 }, { "pair_id": 154282, "video_name": "house_s08e18_seg02_clip_06", "timestamp": [ 70.67, 75.62 ], "duration": 90.66, "caption": "A woman speaks to a man and then turns and walks away, and he watches her.", "similarity": 0.9096, "relevance": 2 }, { "pair_id": 154283, "video_name": "house_s01e15_seg02_clip_15", "timestamp": [ 0.0, 4.49 ], "duration": 89.66, "caption": "A man speaks to a woman and then walks away from her.", "similarity": 0.9054, "relevance": 2 }, { "pair_id": 154284, "video_name": "grey_s02e14_seg02_clip_16", "timestamp": [ 36.94, 39.62 ], "duration": 89.66, "caption": "A woman speaks to a man and then walks away from him.", "similarity": 0.9006, "relevance": 3 }, { "pair_id": 154285, "video_name": "friends_s08e09_seg01_clip_02", "timestamp": [ 33.13, 37.96 ], "duration": 69.66, "caption": "A woman walks away from a man and then turns around to start talking again.", "similarity": 0.899, "relevance": 4 }, { "pair_id": 154286, "video_name": "castle_s08e19_seg02_clip_18", "timestamp": [ 70.67, 90.02 ], "duration": 90.66, "caption": "A man turns and walks away from a woman, then she speaks and he stops while she talks and steps toward him.", "similarity": 0.8959, "relevance": 2 }, { "pair_id": 154287, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 11.04, 26.22 ], "duration": 138.66, "caption": "A woman speaks to man before he walks away.", "similarity": 0.8946, "relevance": 2 }, { "pair_id": 154288, "video_name": "castle_s05e01_seg02_clip_25", "timestamp": [ 22.26, 89.04 ], "duration": 89.66, "caption": "A man is walking away from a woman and then he turns around to hear them speak.", "similarity": 0.8838, "relevance": 2 }, { "pair_id": 154289, "video_name": "castle_s04e01_seg02_clip_12", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A man stops walking away from a woman and turns to talk.", "similarity": 0.8782, "relevance": 3 }, { "pair_id": 154290, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 0.0, 4.0 ], "duration": 47.66, "caption": "A person walks away from a woman after speaking to her.", "similarity": 0.8666, "relevance": 2 }, { "pair_id": 154291, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 34.79, 40.71 ], "duration": 74.66, "caption": "A woman walks away from a man and he turns to talk to another man.", "similarity": 0.8584, "relevance": 2 }, { "pair_id": 154292, "video_name": "house_s06e09_seg02_clip_05", "timestamp": [ 20.36, 23.53 ], "duration": 90.66, "caption": "A man turns and walks away from talking to woman.", "similarity": 0.8531, "relevance": 2 }, { "pair_id": 154293, "video_name": "met_s06e04_seg01_clip_00", "timestamp": [ 27.6, 33.19 ], "duration": 62.66, "caption": "A woman talks to a man, he stands and walks away.", "similarity": 0.85, "relevance": 2 }, { "pair_id": 154294, "video_name": "grey_s02e25_seg02_clip_12", "timestamp": [ 11.79, 15.42 ], "duration": 90.66, "caption": "A woman starts to walks away but turns around when another woman speaks to her.", "similarity": 0.8486, "relevance": 3 }, { "pair_id": 154295, "video_name": "grey_s02e24_seg02_clip_25", "timestamp": [ 3.44, 6.45 ], "duration": 86.66, "caption": "A woman is sitting when a man speaks to her and walks away.", "similarity": 0.8444, "relevance": 2 }, { "pair_id": 154296, "video_name": "house_s05e22_seg02_clip_11", "timestamp": [ 28.87, 33.06 ], "duration": 93.66, "caption": "A woman talks to man after person walks away from them.", "similarity": 0.8437, "relevance": 3 }, { "pair_id": 154297, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 0.0, 10.5 ], "duration": 60.66, "caption": "A person talks to a woman and then walks away.", "similarity": 0.8414, "relevance": 2 }, { "pair_id": 154298, "video_name": "castle_s03e11_seg02_clip_12", "timestamp": [ 82.33, 87.45 ], "duration": 93.66, "caption": "Two men walk away from a woman after she speaks to them.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 154299, "video_name": "house_s04e14_seg02_clip_15", "timestamp": [ 19.79, 27.15 ], "duration": 92.66, "caption": "A woman turns and walks away from a person after talking.", "similarity": 0.8398, "relevance": 3 }, { "pair_id": 327600, "video_name": "house_s02e01_seg02_clip_23", "timestamp": [ 44.83, 48.61 ], "duration": 108.66, "caption": "A woman immediately walks away after talking to a man.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 327601, "video_name": "s09e12_seg02_clip_06", "timestamp": [ 3.25, 9.44 ], "duration": 59.66, "caption": "A man walks away from woman after speaking to another man.", "similarity": 0.8376, "relevance": 1 }, { "pair_id": 327602, "video_name": "grey_s03e11_seg02_clip_07", "timestamp": [ 4.5, 9.45 ], "duration": 90.66, "caption": "A woman turns to talk to a man before walking away.", "similarity": 0.8361, "relevance": 3 }, { "pair_id": 327603, "video_name": "friends_s02e12-13_seg02_clip_37", "timestamp": [ 47.81, 52.4 ], "duration": 54.66, "caption": "A person walks away from woman while talking to her.", "similarity": 0.8358, "relevance": 2 }, { "pair_id": 327604, "video_name": "castle_s02e24_seg02_clip_27", "timestamp": [ 14.69, 18.02 ], "duration": 18.66, "caption": "A person turns and says something to woman as he walks away.", "similarity": 0.8357, "relevance": 3 }, { "pair_id": 327605, "video_name": "castle_s04e20_seg02_clip_01", "timestamp": [ 80.86, 87.92 ], "duration": 94.66, "caption": "A woman stops a man and tries to talk to him but he walks away.", "similarity": 0.8336, "relevance": 2 }, { "pair_id": 327606, "video_name": "castle_s05e21_seg02_clip_03", "timestamp": [ 13.99, 19.41 ], "duration": 90.66, "caption": "A woman turns around and stops from walking and talks to a man.", "similarity": 0.8327, "relevance": 2 }, { "pair_id": 327607, "video_name": "friends_s08e04_seg02_clip_14", "timestamp": [ 20.47, 23.43 ], "duration": 59.66, "caption": "A woman walked away from a man while they were talking.", "similarity": 0.8316, "relevance": 3 }, { "pair_id": 327608, "video_name": "grey_s03e10_seg02_clip_25", "timestamp": [ 19.76, 35.96 ], "duration": 79.66, "caption": "A woman walks away from another person who speaks to her which causes her to stop.", "similarity": 0.8315, "relevance": 3 }, { "pair_id": 327609, "video_name": "friends_s07e23-24_seg02_clip_23", "timestamp": [ 19.33, 22.26 ], "duration": 58.66, "caption": "A person speaks to a man and turns away from him to walk away.", "similarity": 0.8309, "relevance": 1 }, { "pair_id": 327610, "video_name": "house_s05e20_seg02_clip_12", "timestamp": [ 17.61, 25.21 ], "duration": 80.66, "caption": "A woman speaks to a man, then walks out, while the man looks on.", "similarity": 0.8301, "relevance": 3 }, { "pair_id": 327611, "video_name": "grey_s02e08_seg02_clip_08", "timestamp": [ 20.38, 30.08 ], "duration": 97.66, "caption": "A woman starts to walk away and a man says something that makes her turn around.", "similarity": 0.8264, "relevance": 4 }, { "pair_id": 327612, "video_name": "castle_s04e14_seg02_clip_02", "timestamp": [ 28.81, 30.61 ], "duration": 90.66, "caption": "A man finishes talking to woman and walks away.", "similarity": 0.8262, "relevance": 1 }, { "pair_id": 327613, "video_name": "grey_s02e17_seg02_clip_10", "timestamp": [ 79.58, 87.23 ], "duration": 102.66, "caption": "A man turns away from woman after she spoke to him.", "similarity": 0.8258, "relevance": 2 }, { "pair_id": 327614, "video_name": "grey_s03e06_seg02_clip_26", "timestamp": [ 38.23, 45.06 ], "duration": 91.66, "caption": "A man starts to walk away from woman but stops to talk to her then heads out.", "similarity": 0.824, "relevance": 3 }, { "pair_id": 327615, "video_name": "house_s04e03_seg02_clip_25", "timestamp": [ 33.96, 37.22 ], "duration": 93.66, "caption": "A person immediately walks away after talking to a woman.", "similarity": 0.8221, "relevance": 2 }, { "pair_id": 327616, "video_name": "friends_s05e16_seg02_clip_11", "timestamp": [ 38.42, 44.72 ], "duration": 60.66, "caption": "A woman walks away from the person she's talking to then stops and turns to face him.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 327618, "video_name": "grey_s02e20_seg02_clip_02", "timestamp": [ 24.69, 30.63 ], "duration": 91.66, "caption": "A woman tries to talk to a man and he turns away from her.", "similarity": 0.8204, "relevance": 2 }, { "pair_id": 327619, "video_name": "s06e07_seg01_clip_01", "timestamp": [ 31.28, 35.12 ], "duration": 59.66, "caption": "A woman walks away from the camera and speaks to a man.", "similarity": 0.8179, "relevance": 1 } ] }, { "query_id": 47345, "query": "A man is holding a baby as he is sitting in front of woman.", "relevant_moment": [ { "pair_id": 160, "video_name": "friends_s02e24_seg02_clip_04", "timestamp": [ 2.0, 15.11 ], "duration": 57.66, "caption": "A man is holding a baby as he is sitting in front of woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161, "video_name": "house_s05e13_seg02_clip_23", "timestamp": [ 51.43, 54.62 ], "duration": 91.66, "caption": "A woman sits down next to a man while holding a baby.", "similarity": 0.8354, "relevance": 3 }, { "pair_id": 162, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 0.0, 4.3 ], "duration": 61.66, "caption": "A man holds a baby as he addresses woman and another woman.", "similarity": 0.8242, "relevance": 3 }, { "pair_id": 163, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 5.72, 10.12 ], "duration": 88.66, "caption": "A man sits up and hands a baby over to a woman.", "similarity": 0.8226, "relevance": 4 }, { "pair_id": 164, "video_name": "grey_s02e17_seg02_clip_17", "timestamp": [ 78.66, 88.66 ], "duration": 88.66, "caption": "A man is holding a woman from behind while a woman is giving birth.", "similarity": 0.7918, "relevance": 1 }, { "pair_id": 165, "video_name": "friends_s02e20_seg02_clip_07", "timestamp": [ 50.65, 58.28 ], "duration": 61.66, "caption": "A man hands baby over to a woman to hold.", "similarity": 0.7848, "relevance": 2 }, { "pair_id": 166, "video_name": "friends_s09e03_seg02_clip_06", "timestamp": [ 13.65, 15.2 ], "duration": 62.66, "caption": "A man who is holding a baby in his arms hands the baby over to another person.", "similarity": 0.7751, "relevance": 2 }, { "pair_id": 167, "video_name": "friends_s02e20_seg02_clip_08", "timestamp": [ 15.76, 23.95 ], "duration": 63.66, "caption": "A man helps a woman hold the baby correctly in her arms.", "similarity": 0.7665, "relevance": 2 }, { "pair_id": 168, "video_name": "friends_s02e20_seg02_clip_18", "timestamp": [ 1.48, 8.85 ], "duration": 59.66, "caption": "A woman moves toward a man while holding a baby.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 169, "video_name": "friends_s02e20_seg02_clip_09", "timestamp": [ 9.85, 13.14 ], "duration": 59.66, "caption": "A man points at woman while she's holding a baby.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 170, "video_name": "friends_s02e20_seg02_clip_18", "timestamp": [ 17.12, 19.48 ], "duration": 59.66, "caption": "A man leans down to look at the baby a woman is holding.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 171, "video_name": "friends_s02e11_seg01_clip_00", "timestamp": [ 13.65, 17.95 ], "duration": 78.66, "caption": "A man hands the baby over to another woman to carry.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 172, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 0.0, 7.04 ], "duration": 88.66, "caption": "A man sits in the chair across from another person and holds onto the baby.", "similarity": 0.7304, "relevance": 4 }, { "pair_id": 173, "video_name": "friends_s10e17-18_seg02_clip_13", "timestamp": [ 57.31, 64.03 ], "duration": 64.66, "caption": "A man and a woman are each smiling and holding a baby.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 174, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 0.0, 9.73 ], "duration": 92.66, "caption": "A woman is holding a baby and hands him to his woman.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 175, "video_name": "house_s08e06_seg02_clip_06", "timestamp": [ 6.75, 9.45 ], "duration": 90.66, "caption": "A person is holding a baby while another person stands up.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 176, "video_name": "castle_s06e10_seg02_clip_05", "timestamp": [ 0.0, 20.75 ], "duration": 92.66, "caption": "A man was holding a baby whilst talking to person.", "similarity": 0.7176, "relevance": 2 }, { "pair_id": 177, "video_name": "castle_s06e10_seg02_clip_05", "timestamp": [ 0.0, 15.68 ], "duration": 92.66, "caption": "A man is holding a baby in his arms as he speaks to man.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 178, "video_name": "friends_s10e04_seg02_clip_18", "timestamp": [ 25.43, 29.15 ], "duration": 62.66, "caption": "A man holds up a single finger in front of a baby.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 179, "video_name": "friends_s09e02_seg02_clip_20", "timestamp": [ 16.07, 18.91 ], "duration": 63.66, "caption": "A woman stands up and points at a man while holding a baby.", "similarity": 0.7075, "relevance": 2 }, { "pair_id": 173480, "video_name": "grey_s03e25_seg02_clip_15", "timestamp": [ 8.93, 19.28 ], "duration": 94.66, "caption": "A man holds a baby and tells a woman that he cares about her.", "similarity": 0.7052, "relevance": 3 }, { "pair_id": 173481, "video_name": "friends_s10e04_seg02_clip_18", "timestamp": [ 25.43, 31.01 ], "duration": 62.66, "caption": "A man holds up one finger in front of the baby as he talks to her.", "similarity": 0.702, "relevance": 3 }, { "pair_id": 173482, "video_name": "friends_s09e11_seg02_clip_06", "timestamp": [ 50.79, 63.49 ], "duration": 63.66, "caption": "A man was holding the baby whilst listening to a woman and another person wearing suit and tie.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 173483, "video_name": "friends_s09e07_seg02_clip_15", "timestamp": [ 0.0, 11.36 ], "duration": 61.66, "caption": "A man is talking to a woman while carrying a baby.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 173484, "video_name": "grey_s01e07_seg02_clip_22", "timestamp": [ 29.58, 37.78 ], "duration": 91.66, "caption": "A man watches woman with her baby as man walks up.", "similarity": 0.698, "relevance": 2 }, { "pair_id": 173485, "video_name": "friends_s09e01_seg02_clip_20", "timestamp": [ 4.08, 6.12 ], "duration": 51.66, "caption": "A man reaches his finger down and touches the baby on the top of the head as he holds his arm around a woman.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 173486, "video_name": "friends_s08e23-24_seg02_clip_34", "timestamp": [ 40.12, 45.74 ], "duration": 51.66, "caption": "A woman passes the baby over to a man to hold.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 173487, "video_name": "friends_s06e05_seg02_clip_04", "timestamp": [ 57.29, 58.33 ], "duration": 69.66, "caption": "A man is holding a baby and the baby rubs her eyes.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 173488, "video_name": "grey_s02e20_seg02_clip_12", "timestamp": [ 63.47, 67.07 ], "duration": 90.66, "caption": "A woman is holding a baby and tries to hand over to a man.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 173489, "video_name": "friends_s09e07_seg02_clip_14", "timestamp": [ 15.75, 23.39 ], "duration": 31.66, "caption": "A woman hands a baby to person so he can hold her.", "similarity": 0.6877, "relevance": 3 }, { "pair_id": 173490, "video_name": "friends_s09e02_seg02_clip_20", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "A man opens the door and a woman turns to him while holding a baby.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 173492, "video_name": "friends_s08e03_seg02_clip_08", "timestamp": [ 0.0, 15.61 ], "duration": 60.66, "caption": "A man is sitting surprised looking in front of a woman as she looks through a magazine and then tells him that he is the father of her baby.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 173493, "video_name": "castle_s07e04_seg02_clip_20", "timestamp": [ 2.63, 7.46 ], "duration": 87.66, "caption": "A man and a woman sit in front of the child.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 173494, "video_name": "grey_s02e03_seg02_clip_02", "timestamp": [ 2.33, 7.93 ], "duration": 93.66, "caption": "A man is touching a baby inside an incubator as he is beside a woman.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 173495, "video_name": "friends_s09e01_seg02_clip_12", "timestamp": [ 2.38, 13.09 ], "duration": 59.66, "caption": "A man tries to show a woman what position to make a baby in.", "similarity": 0.6686, "relevance": 1 }, { "pair_id": 173496, "video_name": "castle_s06e10_seg02_clip_17", "timestamp": [ 20.83, 24.45 ], "duration": 90.66, "caption": "A person turns in his seat and hands a baby to another person.", "similarity": 0.668, "relevance": 4 }, { "pair_id": 173497, "video_name": "friends_s09e02_seg02_clip_20", "timestamp": [ 20.8, 22.06 ], "duration": 63.66, "caption": "A man runs away from a woman when she is holding a baby.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 173498, "video_name": "friends_s08e05_seg02_clip_18", "timestamp": [ 6.79, 19.18 ], "duration": 59.66, "caption": "A man tells a woman the good part of having a child with his hands mimicking holding a baby.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 173499, "video_name": "friends_s02e20_seg02_clip_18", "timestamp": [ 4.72, 9.44 ], "duration": 59.66, "caption": "A woman rushes to call a man while holding baby.", "similarity": 0.6623, "relevance": 2 } ] }, { "query_id": 47381, "query": "A person runs away and another person runs to another door.", "relevant_moment": [ { "pair_id": 134040, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 4.61, 8.39 ], "duration": 83.66, "caption": "A person runs away and another person runs to another door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 134041, "video_name": "s07e14_seg02_clip_16", "timestamp": [ 10.36, 17.09 ], "duration": 56.66, "caption": "Two persons run away from a person's front door.", "similarity": 0.8572, "relevance": 2 }, { "pair_id": 134042, "video_name": "friends_s07e16_seg02_clip_24", "timestamp": [ 54.02, 59.43 ], "duration": 60.66, "caption": "A person tries to get to another person and the other person runs out the door.", "similarity": 0.8295, "relevance": 3 }, { "pair_id": 134043, "video_name": "s03e21_seg02_clip_16", "timestamp": [ 0.0, 3.74 ], "duration": 68.66, "caption": "A man runs out the door as person ushers him and another person away.", "similarity": 0.811, "relevance": 2 }, { "pair_id": 134044, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 6.79, 8.15 ], "duration": 90.66, "caption": "A person runs away after two people tell them to.", "similarity": 0.8063, "relevance": 2 }, { "pair_id": 134045, "video_name": "friends_s01e23_seg02_clip_15", "timestamp": [ 30.79, 36.78 ], "duration": 57.66, "caption": "A person opens the door while two people run out.", "similarity": 0.7749, "relevance": 1 }, { "pair_id": 134046, "video_name": "grey_s03e03_seg02_clip_19", "timestamp": [ 81.24, 86.65 ], "duration": 90.66, "caption": "A person runs away after seeing two other people in the hallway.", "similarity": 0.7556, "relevance": 1 }, { "pair_id": 134047, "video_name": "house_s07e07_seg02_clip_17", "timestamp": [ 28.53, 43.71 ], "duration": 92.66, "caption": "A person walks over to someone and she runs away.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 134048, "video_name": "s09e14_seg02_clip_09", "timestamp": [ 51.82, 55.46 ], "duration": 56.66, "caption": "A person runs out the door leaving a woman with an older woman.", "similarity": 0.714, "relevance": 1 }, { "pair_id": 134049, "video_name": "house_s03e10_seg02_clip_00", "timestamp": [ 1.37, 6.4 ], "duration": 91.66, "caption": "A man runs to chase person who is walking away from him.", "similarity": 0.7005, "relevance": 1 }, { "pair_id": 134050, "video_name": "grey_s03e19_seg02_clip_13", "timestamp": [ 16.2, 22.96 ], "duration": 90.66, "caption": "A person closes the door after walking away from another person.", "similarity": 0.6988, "relevance": 1 }, { "pair_id": 134051, "video_name": "s01e15_seg02_clip_02", "timestamp": [ 58.53, 60.03 ], "duration": 60.66, "caption": "A person runs through the front door behind a man.", "similarity": 0.6959, "relevance": 0 }, { "pair_id": 134052, "video_name": "met_s06e12_seg02_clip_15", "timestamp": [ 48.55, 50.09 ], "duration": 61.66, "caption": "A man looks forward and runs away from two people.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 134053, "video_name": "house_s07e05_seg02_clip_05", "timestamp": [ 0.0, 3.52 ], "duration": 88.66, "caption": "A person closes the door and jogs after another person down the sidewalk.", "similarity": 0.6903, "relevance": 1 }, { "pair_id": 134054, "video_name": "friends_s07e23-24_seg02_clip_01", "timestamp": [ 7.0, 11.48 ], "duration": 56.66, "caption": "A woman shoos a man away and he runs out the door.", "similarity": 0.6848, "relevance": 1 }, { "pair_id": 134055, "video_name": "grey_s02e24_seg02_clip_03", "timestamp": [ 41.79, 53.02 ], "duration": 89.66, "caption": "A man runs towards another person and some other people pull him away.", "similarity": 0.6834, "relevance": 1 }, { "pair_id": 134056, "video_name": "friends_s02e18_seg02_clip_04", "timestamp": [ 45.26, 50.19 ], "duration": 58.66, "caption": "A person leaves and another person closes the door behind them.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 134057, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 70.04, 73.18 ], "duration": 89.66, "caption": "A person opens the door and leaves someone behind him.", "similarity": 0.6802, "relevance": 1 }, { "pair_id": 134058, "video_name": "met_s03e20_seg02_clip_14", "timestamp": [ 29.86, 31.98 ], "duration": 60.66, "caption": "A person opens the door and runs out of another person's hospital room.", "similarity": 0.6787, "relevance": 1 }, { "pair_id": 134059, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 61.47, 64.02 ], "duration": 64.66, "caption": "A person goes out the front door behind another person.", "similarity": 0.6761, "relevance": 1 } ] }, { "query_id": 47392, "query": "A woman closes the door after a person leaves the hospital room looking sad.", "relevant_moment": [ { "pair_id": 20380, "video_name": "house_s07e19_seg02_clip_17", "timestamp": [ 95.6, 101.5 ], "duration": 118.66, "caption": "A woman closes the door after a person leaves the hospital room looking sad.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20381, "video_name": "house_s01e01_seg02_clip_13", "timestamp": [ 18.07, 26.24 ], "duration": 86.66, "caption": "A woman leaves the patient's room and closes the door.", "similarity": 0.804, "relevance": 3 }, { "pair_id": 20382, "video_name": "grey_s03e17_seg02_clip_15", "timestamp": [ 35.17, 39.91 ], "duration": 79.66, "caption": "A woman opens the patient's room door and leaves the room.", "similarity": 0.7793, "relevance": 4 }, { "pair_id": 20383, "video_name": "friends_s03e18_seg02_clip_16", "timestamp": [ 0.0, 8.4 ], "duration": 60.66, "caption": "A woman has a sad look on their face after someone closes the door.", "similarity": 0.7759, "relevance": 1 }, { "pair_id": 20384, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 22.52, 28.26 ], "duration": 88.66, "caption": "A woman walks into a patient's hospital room then shuts the door.", "similarity": 0.769, "relevance": 2 }, { "pair_id": 20385, "video_name": "house_s06e19_seg02_clip_13", "timestamp": [ 3.72, 4.65 ], "duration": 93.66, "caption": "A person leaves the hospital room through the sliding door.", "similarity": 0.7544, "relevance": 0 }, { "pair_id": 20386, "video_name": "house_s06e16_seg02_clip_00", "timestamp": [ 29.15, 34.32 ], "duration": 94.66, "caption": "A person closes the hospital door and locks it.", "similarity": 0.7514, "relevance": 2 }, { "pair_id": 20387, "video_name": "met_s03e20_seg02_clip_14", "timestamp": [ 53.09, 54.6 ], "duration": 60.66, "caption": "A woman opens the door and walks into someone's hospital room.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 20388, "video_name": "castle_s05e01_seg02_clip_17", "timestamp": [ 36.01, 43.66 ], "duration": 90.66, "caption": "A person walks over and closes the door to the patient's hospital room.", "similarity": 0.7461, "relevance": 1 }, { "pair_id": 20389, "video_name": "house_s05e16_seg02_clip_17", "timestamp": [ 14.58, 17.83 ], "duration": 81.66, "caption": "A doctor opens the door and leaves a woman inside the room.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 20390, "video_name": "house_s03e15_seg02_clip_24", "timestamp": [ 29.91, 41.87 ], "duration": 92.66, "caption": "A woman stands by a person's door looking sad and shocked as another person leaves, followed by another person and then the woman who closes the door while walking out of the room.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 20391, "video_name": "s04e23_seg02_clip_09", "timestamp": [ 32.71, 34.22 ], "duration": 60.66, "caption": "A person walks through the hospital door behind a woman.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 20392, "video_name": "grey_s01e05_seg02_clip_23", "timestamp": [ 48.41, 55.22 ], "duration": 80.66, "caption": "A woman is walking by a hospital room door and a patient calls out to her, making her laugh.", "similarity": 0.724, "relevance": 1 }, { "pair_id": 20393, "video_name": "house_s02e18_seg02_clip_08", "timestamp": [ 1.86, 8.37 ], "duration": 93.66, "caption": "A person opens a hospital room door and sees a woman standing there waiting to talk with him.", "similarity": 0.7185, "relevance": 1 }, { "pair_id": 20395, "video_name": "met_s03e20_seg02_clip_14", "timestamp": [ 29.86, 31.98 ], "duration": 60.66, "caption": "A person opens the door and runs out of another person's hospital room.", "similarity": 0.708, "relevance": 0 }, { "pair_id": 20396, "video_name": "castle_s07e01_seg02_clip_22", "timestamp": [ 55.36, 58.52 ], "duration": 90.66, "caption": "A woman opens the door and walks into a man's hospital room where he is standing.", "similarity": 0.7072, "relevance": 0 }, { "pair_id": 20397, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 30.37, 35.89 ], "duration": 92.66, "caption": "A woman looks down and walks out of person's hospital room.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 20398, "video_name": "house_s07e22_seg02_clip_23", "timestamp": [ 0.0, 12.71 ], "duration": 87.66, "caption": "A woman walks away from the patient who looks sad.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 20399, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 53.4, 55.78 ], "duration": 68.66, "caption": "A woman closes the front door with a sad expression on her face.", "similarity": 0.7025, "relevance": 2 } ] }, { "query_id": 47426, "query": "A woman takes off the lock and they open the storage unit.", "relevant_moment": [ { "pair_id": 272680, "video_name": "castle_s08e15_seg02_clip_08", "timestamp": [ 6.01, 14.79 ], "duration": 92.66, "caption": "A woman goes into a locker and takes out a note from a pocket.", "similarity": 0.5961, "relevance": 3 }, { "pair_id": 272681, "video_name": "friends_s04e03_seg02_clip_10", "timestamp": [ 54.89, 59.34 ], "duration": 59.66, "caption": "A woman takes a key off the door to help free a man from his cuffs.", "similarity": 0.5958, "relevance": 1 }, { "pair_id": 272682, "video_name": "castle_s04e20_seg02_clip_04", "timestamp": [ 52.34, 54.16 ], "duration": 91.66, "caption": "A woman puts a hotel room key into the slot.", "similarity": 0.5951, "relevance": 2 }, { "pair_id": 272683, "video_name": "friends_s01e23_seg02_clip_03", "timestamp": [ 54.83, 56.57 ], "duration": 58.66, "caption": "A woman puts her hand up to the door to try to open it.", "similarity": 0.5943, "relevance": 1 }, { "pair_id": 272684, "video_name": "friends_s04e03_seg02_clip_07", "timestamp": [ 50.58, 54.43 ], "duration": 64.66, "caption": "A woman hangs something on the back of the door and then opens it.", "similarity": 0.5933, "relevance": 1 }, { "pair_id": 272685, "video_name": "friends_s09e20_seg01_clip_01", "timestamp": [ 7.35, 16.18 ], "duration": 98.66, "caption": "A woman opens and then closes the refrigerator without taking anything out of it.", "similarity": 0.5928, "relevance": 1 }, { "pair_id": 272686, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 82.83, 84.2 ], "duration": 91.66, "caption": "A woman kneels down and opens a locker with a key.", "similarity": 0.5925, "relevance": 3 }, { "pair_id": 272687, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman opens a refrigerator, puts something inside, and closes the door.", "similarity": 0.5918, "relevance": 1 }, { "pair_id": 272688, "video_name": "castle_s07e03_seg02_clip_17", "timestamp": [ 39.94, 44.53 ], "duration": 91.66, "caption": "A woman uses her passkey and the doors open.", "similarity": 0.5911, "relevance": 2 }, { "pair_id": 272689, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman opens the refrigerator and then closes it quickly.", "similarity": 0.5907, "relevance": 2 }, { "pair_id": 272690, "video_name": "s03e01_seg02_clip_03", "timestamp": [ 9.6, 13.51 ], "duration": 60.66, "caption": "A woman goes to her door to open it for a person.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 272691, "video_name": "friends_s04e08_seg02_clip_02", "timestamp": [ 47.3, 61.03 ], "duration": 61.66, "caption": "A woman opened the fridge as though to pick an item from it.", "similarity": 0.5892, "relevance": 2 }, { "pair_id": 272692, "video_name": "s04e16_seg02_clip_09", "timestamp": [ 45.75, 48.99 ], "duration": 59.66, "caption": "A woman opens the apartment door and walks in and then shuts the door.", "similarity": 0.5887, "relevance": 1 }, { "pair_id": 272693, "video_name": "friends_s09e11_seg02_clip_12", "timestamp": [ 50.76, 53.79 ], "duration": 60.66, "caption": "A woman opens the door and enters the room then closes the door.", "similarity": 0.5885, "relevance": 1 }, { "pair_id": 272694, "video_name": "grey_s03e10_seg02_clip_13", "timestamp": [ 93.75, 95.81 ], "duration": 103.66, "caption": "A woman carries her food tray to the door of the room and opens the door to leave.", "similarity": 0.5882, "relevance": 2 }, { "pair_id": 272695, "video_name": "castle_s02e13_seg02_clip_10", "timestamp": [ 0.0, 28.04 ], "duration": 89.66, "caption": "A woman opened a locker while some people are behind her, and found something when she opened it.", "similarity": 0.5859, "relevance": 3 }, { "pair_id": 272696, "video_name": "castle_s07e11_seg02_clip_11", "timestamp": [ 32.91, 35.19 ], "duration": 91.66, "caption": "A woman opens the door from the inside.", "similarity": 0.5851, "relevance": 2 }, { "pair_id": 272697, "video_name": "friends_s02e07_seg02_clip_20", "timestamp": [ 0.29, 11.47 ], "duration": 29.66, "caption": "A woman is having a hard time opening the door and she is finally able to get it open.", "similarity": 0.5842, "relevance": 2 }, { "pair_id": 272698, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 21.01, 22.51 ], "duration": 60.66, "caption": "A woman opens the door while holding a stack of things in her hands.", "similarity": 0.5825, "relevance": 1 }, { "pair_id": 272699, "video_name": "friends_s07e19_seg02_clip_00", "timestamp": [ 30.02, 32.21 ], "duration": 62.66, "caption": "A woman enters the apartment and then closes the door.", "similarity": 0.582, "relevance": 1 } ] }, { "query_id": 47463, "query": "Some people were eating their food.", "relevant_moment": [ { "pair_id": 146020, "video_name": "s03e10_seg02_clip_05", "timestamp": [ 0.0, 35.35 ], "duration": 57.66, "caption": "Some people were eating their food.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146021, "video_name": "s04e06_seg01_clip_00", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Some people were having a meal.", "similarity": 0.8863, "relevance": 4 }, { "pair_id": 146022, "video_name": "friends_s01e08_seg02_clip_00", "timestamp": [ 0.0, 65.03 ], "duration": 65.66, "caption": "Multiple people were eating.", "similarity": 0.8587, "relevance": 4 }, { "pair_id": 146023, "video_name": "s02e20_seg01_clip_02", "timestamp": [ 75.35, 77.78 ], "duration": 81.66, "caption": "Some people eat their food at the same time.", "similarity": 0.8188, "relevance": 4 }, { "pair_id": 146024, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Some people were all having a meal.", "similarity": 0.8029, "relevance": 4 }, { "pair_id": 146025, "video_name": "s02e04_seg02_clip_11", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Some people were all eating at their boxes of food.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 146026, "video_name": "s04e01_seg02_clip_00", "timestamp": [ 9.61, 19.23 ], "duration": 62.66, "caption": "A group of people are having a conversation while they are eating.", "similarity": 0.7322, "relevance": 4 }, { "pair_id": 146027, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "Some people are talking while they are eating.", "similarity": 0.7301, "relevance": 4 }, { "pair_id": 146028, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 15.08, 22.47 ], "duration": 61.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.7269, "relevance": 4 }, { "pair_id": 146029, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 71.16, 91.23 ], "duration": 91.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.7269, "relevance": 1 }, { "pair_id": 146030, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 0.0, 39.35 ], "duration": 89.66, "caption": "Some people are having a talk while eating.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 146031, "video_name": "s02e03_seg02_clip_12", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Multiple people were having a meal at the same table.", "similarity": 0.7083, "relevance": 3 }, { "pair_id": 146032, "video_name": "house_s08e05_seg02_clip_15", "timestamp": [ 21.16, 90.02 ], "duration": 90.66, "caption": "Some people are eating Chinese food as they converse with each other and person.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 146033, "video_name": "s04e06_seg02_clip_13", "timestamp": [ 33.01, 55.22 ], "duration": 60.66, "caption": "Some people have a conversation with food in front of them.", "similarity": 0.7032, "relevance": 4 }, { "pair_id": 146034, "video_name": "grey_s03e03_seg02_clip_13", "timestamp": [ 0.0, 26.15 ], "duration": 90.66, "caption": "Some people are having a discussion while they are eating.", "similarity": 0.7016, "relevance": 4 }, { "pair_id": 146035, "video_name": "s04e08_seg02_clip_03", "timestamp": [ 1.86, 13.03 ], "duration": 62.66, "caption": "A group of people are sitting at a restaurant table eating.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 146036, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 37.53, 40.89 ], "duration": 61.66, "caption": "A person is eating his food as some people walk up to him.", "similarity": 0.6858, "relevance": 4 }, { "pair_id": 146037, "video_name": "grey_s02e18_seg02_clip_14", "timestamp": [ 48.52, 89.02 ], "duration": 89.66, "caption": "They are having a discussion while they are eating.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 146038, "video_name": "grey_s02e18_seg02_clip_14", "timestamp": [ 0.0, 36.94 ], "duration": 89.66, "caption": "They are having a discussion while they are eating.", "similarity": 0.6855, "relevance": 4 }, { "pair_id": 146039, "video_name": "met_s04e02_seg02_clip_03", "timestamp": [ 36.77, 38.77 ], "duration": 50.66, "caption": "Two people each take a bite of their food simultaneously.", "similarity": 0.6804, "relevance": 4 }, { "pair_id": 319340, "video_name": "grey_s03e05_seg02_clip_15", "timestamp": [ 0.0, 41.59 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 319341, "video_name": "grey_s02e14_seg02_clip_09", "timestamp": [ 0.0, 30.09 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 319342, "video_name": "grey_s02e02_seg02_clip_11", "timestamp": [ 41.4, 89.02 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.6759, "relevance": 4 }, { "pair_id": 319343, "video_name": "s03e05_seg02_clip_01", "timestamp": [ 19.18, 21.84 ], "duration": 59.66, "caption": "Some people eat lunch together.", "similarity": 0.6745, "relevance": 4 }, { "pair_id": 319344, "video_name": "castle_s05e02_seg02_clip_21", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "Some people are eating as they discuss the missing clues they need to piece together.", "similarity": 0.6714, "relevance": 4 }, { "pair_id": 319345, "video_name": "s07e10_seg02_clip_11", "timestamp": [ 48.21, 61.03 ], "duration": 61.66, "caption": "Three people eat at the table together.", "similarity": 0.6699, "relevance": 4 }, { "pair_id": 319346, "video_name": "friends_s07e15_seg02_clip_05", "timestamp": [ 10.7, 57.29 ], "duration": 69.66, "caption": "Two people were sitting on the dining table and eating.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 319347, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 38.07, 59.03 ], "duration": 59.66, "caption": "Two people are sitting at a cafeteria table eating food.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 319348, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 0.0, 9.85 ], "duration": 61.66, "caption": "Some men and woman are having a conversation while eating.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 319349, "video_name": "friends_s04e13_seg02_clip_03", "timestamp": [ 0.0, 23.64 ], "duration": 63.66, "caption": "Two people sit at the table together and are eating.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 319350, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 15.96, 58.03 ], "duration": 58.66, "caption": "A person was having a meal along with two other people whilst they were having a conversation.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 319351, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 21.69, 26.66 ], "duration": 90.66, "caption": "A person is eating while another person is talking to them.", "similarity": 0.6549, "relevance": 1 }, { "pair_id": 319352, "video_name": "friends_s06e24-25_seg02_clip_10", "timestamp": [ 0.0, 60.35 ], "duration": 60.66, "caption": "Two people were eating at a fancy restaurant.", "similarity": 0.6533, "relevance": 3 }, { "pair_id": 319353, "video_name": "met_s02e14_seg02_clip_02", "timestamp": [ 29.44, 33.4 ], "duration": 56.66, "caption": "The group are talking at the table while eating.", "similarity": 0.6502, "relevance": 3 }, { "pair_id": 319354, "video_name": "s01e13_seg01_clip_00", "timestamp": [ 0.0, 42.49 ], "duration": 62.66, "caption": "Three people were holding their plate of food.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 319355, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 0.0, 15.04 ], "duration": 97.66, "caption": "A person is eating while sitting with the group at the table.", "similarity": 0.6468, "relevance": 2 }, { "pair_id": 319356, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 0.0, 13.35 ], "duration": 58.66, "caption": "Two people were having a meal at the same table.", "similarity": 0.6462, "relevance": 3 }, { "pair_id": 319357, "video_name": "s03e15_seg01_clip_02", "timestamp": [ 5.61, 13.87 ], "duration": 66.66, "caption": "Some people are talking while they are eating at the restaurant.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 319358, "video_name": "s03e19_seg02_clip_07", "timestamp": [ 0.0, 14.65 ], "duration": 61.66, "caption": "Each of them were eating in a cafeteria.", "similarity": 0.6427, "relevance": 1 }, { "pair_id": 319359, "video_name": "house_s01e01_seg02_clip_17", "timestamp": [ 49.01, 61.83 ], "duration": 91.66, "caption": "Two people sit at the table together and eat.", "similarity": 0.6422, "relevance": 2 } ] }, { "query_id": 47486, "query": "A father and son are seen arguing on a couch and the son gets up and leaves.", "relevant_moment": [ { "pair_id": 156760, "video_name": "house_s06e15_seg02_clip_24", "timestamp": [ 70.32, 83.95 ], "duration": 109.66, "caption": "A father and son are seen arguing on a couch and the son gets up and leaves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156761, "video_name": "met_s06e22_seg02_clip_15", "timestamp": [ 41.91, 55.15 ], "duration": 63.66, "caption": "A man and another man get up from the couch and start arguing.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 156762, "video_name": "met_s03e15_seg01_clip_00", "timestamp": [ 1.54, 4.92 ], "duration": 61.66, "caption": "A man's son and daughter sit on the couch while he talks.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 156763, "video_name": "s05e24_seg01_clip_01", "timestamp": [ 0.0, 13.51 ], "duration": 60.66, "caption": "A man and woman's father sit on the couch and talk.", "similarity": 0.5942, "relevance": 3 }, { "pair_id": 156764, "video_name": "house_s07e08_seg02_clip_25", "timestamp": [ 0.0, 48.17 ], "duration": 172.66, "caption": "A man and his spouse are arguing in their bedroom and his spouse has decided to leave him.", "similarity": 0.5894, "relevance": 2 }, { "pair_id": 156765, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 20.75, 28.38 ], "duration": 61.66, "caption": "A person walks back to the hallway when they and their parent are arguing.", "similarity": 0.5665, "relevance": 2 }, { "pair_id": 156766, "video_name": "grey_s02e04_seg02_clip_00", "timestamp": [ 75.35, 93.03 ], "duration": 93.66, "caption": "A man leaves the room when a woman and another woman start arguing.", "similarity": 0.5626, "relevance": 2 }, { "pair_id": 156767, "video_name": "s04e12_seg02_clip_05", "timestamp": [ 2.07, 20.95 ], "duration": 59.66, "caption": "The boys argue about the name while a person is in front of the computer.", "similarity": 0.5587, "relevance": 2 }, { "pair_id": 156768, "video_name": "s03e21_seg02_clip_14", "timestamp": [ 43.7, 56.02 ], "duration": 56.66, "caption": "A person goes into another and two men begin arguing.", "similarity": 0.5573, "relevance": 2 }, { "pair_id": 156769, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 3.05, 19.22 ], "duration": 61.66, "caption": "Two people sit on the couch and discuss his relationship with his mother.", "similarity": 0.5531, "relevance": 3 }, { "pair_id": 156770, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 2.14, 5.8 ], "duration": 61.66, "caption": "A person and the other person in front of him/her are arguing.", "similarity": 0.553, "relevance": 1 }, { "pair_id": 156771, "video_name": "castle_s05e12_seg02_clip_20", "timestamp": [ 22.26, 28.49 ], "duration": 89.66, "caption": "A person leaves while discussing someone's protective father tendencies.", "similarity": 0.5528, "relevance": 2 }, { "pair_id": 156772, "video_name": "met_s02e03_seg02_clip_03", "timestamp": [ 21.76, 28.14 ], "duration": 58.66, "caption": "A man and a woman are arguing as they sit down with each other.", "similarity": 0.5495, "relevance": 1 }, { "pair_id": 156773, "video_name": "s02e19_seg02_clip_00", "timestamp": [ 48.66, 56.67 ], "duration": 64.66, "caption": "Some people are listening while a man and his mother are arguing.", "similarity": 0.5484, "relevance": 2 }, { "pair_id": 156774, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 84.3, 90.65 ], "duration": 90.66, "caption": "A man and woman turn to see two men arguing by their desks.", "similarity": 0.548, "relevance": 2 }, { "pair_id": 156775, "video_name": "friends_s05e13_seg02_clip_19", "timestamp": [ 1.34, 10.02 ], "duration": 44.66, "caption": "A man's father moves away from him on the couch and then she moves closer.", "similarity": 0.547, "relevance": 2 }, { "pair_id": 156776, "video_name": "friends_s03e15_seg02_clip_17", "timestamp": [ 25.29, 30.73 ], "duration": 64.66, "caption": "Two people start arguing with each other.", "similarity": 0.54, "relevance": 1 }, { "pair_id": 156777, "video_name": "friends_s03e02_seg02_clip_21", "timestamp": [ 17.64, 41.02 ], "duration": 41.66, "caption": "A man and another person argue over whose seat it is while the person remains seated.", "similarity": 0.5378, "relevance": 1 }, { "pair_id": 156778, "video_name": "grey_s03e22_seg02_clip_11", "timestamp": [ 12.58, 19.77 ], "duration": 89.66, "caption": "Two men are fighting over who the father is.", "similarity": 0.5338, "relevance": 2 }, { "pair_id": 156779, "video_name": "friends_s09e18_seg02_clip_18", "timestamp": [ 0.0, 20.36 ], "duration": 74.66, "caption": "They are having a discussion while a man is sitting on the couch.", "similarity": 0.5301, "relevance": 1 } ] }, { "query_id": 47502, "query": "A man grabs his briefcase and leaves the workplace while a woman is at her desk.", "relevant_moment": [ { "pair_id": 19660, "video_name": "castle_s02e13_seg02_clip_26", "timestamp": [ 42.1, 46.93 ], "duration": 138.66, "caption": "A man grabs his briefcase and leaves the workplace while a woman is at her desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19661, "video_name": "grey_s03e09_seg02_clip_09", "timestamp": [ 35.16, 39.91 ], "duration": 95.66, "caption": "A woman leaves a man's office and he sits at his desk.", "similarity": 0.7759, "relevance": 2 }, { "pair_id": 19662, "video_name": "house_s05e23_seg02_clip_18", "timestamp": [ 78.74, 91.03 ], "duration": 91.66, "caption": "A woman leaves her office with her briefcase.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 19663, "video_name": "castle_s06e14_seg02_clip_25", "timestamp": [ 32.14, 42.85 ], "duration": 126.66, "caption": "A man leaves after woman sits down at her desk.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 19664, "video_name": "friends_s06e19_seg02_clip_06", "timestamp": [ 12.61, 15.13 ], "duration": 63.66, "caption": "A woman picks up her bookbag off of man's desk and leaves his office.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 19665, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 83.15, 85.53 ], "duration": 95.66, "caption": "A woman picks up her folder from her desk and leaves with a man following her.", "similarity": 0.7375, "relevance": 1 }, { "pair_id": 19666, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 40.45, 48.17 ], "duration": 90.66, "caption": "A man takes woman's hand and they leave the office.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 19667, "video_name": "house_s06e04_seg02_clip_14", "timestamp": [ 13.63, 16.93 ], "duration": 94.66, "caption": "A man opens the doors and leaves woman's office.", "similarity": 0.6938, "relevance": 1 }, { "pair_id": 19668, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 62.57, 66.62 ], "duration": 90.66, "caption": "A woman turns around and leaves a man in his office alone.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 19669, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 42.1, 50.03 ], "duration": 122.66, "caption": "A woman exits the office of a man.", "similarity": 0.683, "relevance": 1 }, { "pair_id": 19670, "video_name": "s03e14_seg02_clip_11", "timestamp": [ 4.93, 9.57 ], "duration": 58.66, "caption": "A woman closes a file folder and gets up from her desk leaving a man alone.", "similarity": 0.6801, "relevance": 1 }, { "pair_id": 19671, "video_name": "house_s05e23_seg02_clip_19", "timestamp": [ 46.56, 51.79 ], "duration": 95.66, "caption": "A woman walks to the desk and puts down her briefcase.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 19673, "video_name": "friends_s04e09_seg02_clip_10", "timestamp": [ 21.38, 25.65 ], "duration": 61.66, "caption": "A woman grabs his/her things off the desk and turns to leave.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 19674, "video_name": "house_s02e03_seg02_clip_21", "timestamp": [ 76.97, 85.07 ], "duration": 90.66, "caption": "A man walks out of a woman's office while she follows him.", "similarity": 0.6715, "relevance": 1 }, { "pair_id": 19675, "video_name": "s01e09_seg02_clip_09", "timestamp": [ 32.34, 40.89 ], "duration": 61.66, "caption": "After a man leaves, a person has a fit at their desk.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 19676, "video_name": "friends_s09e11_seg02_clip_16", "timestamp": [ 40.91, 48.16 ], "duration": 58.66, "caption": "While a woman is working at her desk, a man walks in the door.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 19677, "video_name": "castle_s01e01_seg02_clip_13", "timestamp": [ 76.45, 78.74 ], "duration": 91.66, "caption": "A man pats the box on woman's desk then leaves.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 19678, "video_name": "friends_s06e05_seg02_clip_16", "timestamp": [ 53.09, 60.42 ], "duration": 61.66, "caption": "A man pulls some papers from his briefcase to show woman.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 19679, "video_name": "friends_s09e22_seg02_clip_15", "timestamp": [ 38.31, 43.48 ], "duration": 69.66, "caption": "A man reaches to grab a briefcase from a desk and falls into a person's lap.", "similarity": 0.663, "relevance": 3 } ] }, { "query_id": 47510, "query": "One man jumps onto an ottoman in the nursery.", "relevant_moment": [ { "pair_id": 267060, "video_name": "friends_s04e05_seg02_clip_04", "timestamp": [ 14.76, 20.95 ], "duration": 59.66, "caption": "A man jumps into a canoe in the living room and grabs a duck to put it onto his lap.", "similarity": 0.4711, "relevance": 2 }, { "pair_id": 267061, "video_name": "friends_s07e10_seg02_clip_03", "timestamp": [ 0.0, 5.67 ], "duration": 54.66, "caption": "A man lifts up a child and then drops him down.", "similarity": 0.4685, "relevance": 1 }, { "pair_id": 267062, "video_name": "friends_s09e07_seg01_clip_00", "timestamp": [ 3.95, 7.51 ], "duration": 79.66, "caption": "A man changes the baby's diaper on the sofa.", "similarity": 0.4682, "relevance": 1 }, { "pair_id": 267063, "video_name": "s10e11_seg02_clip_17", "timestamp": [ 28.13, 30.72 ], "duration": 74.66, "caption": "A man lifts up his right arm and points to a baby.", "similarity": 0.4666, "relevance": 2 }, { "pair_id": 267064, "video_name": "castle_s02e05_seg02_clip_14", "timestamp": [ 67.07, 75.62 ], "duration": 90.66, "caption": "A child enters the room and jumps into his parent's arms.", "similarity": 0.4649, "relevance": 1 }, { "pair_id": 267065, "video_name": "friends_s07e06_seg02_clip_11", "timestamp": [ 43.38, 46.34 ], "duration": 59.66, "caption": "A man jumps on another man who is on the floor and he jumps up.", "similarity": 0.4592, "relevance": 1 }, { "pair_id": 267066, "video_name": "met_s02e17_seg02_clip_13", "timestamp": [ 48.56, 51.77 ], "duration": 58.66, "caption": "A person leaps up from the chair in the waiting area.", "similarity": 0.4586, "relevance": 1 }, { "pair_id": 267067, "video_name": "s10e13_seg02_clip_05", "timestamp": [ 35.67, 40.63 ], "duration": 62.66, "caption": "A man swings into the nursery on a rope and crashes into the crib.", "similarity": 0.4584, "relevance": 1 }, { "pair_id": 267068, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 0.0, 7.04 ], "duration": 88.66, "caption": "A man sits in the chair across from another person and holds onto the baby.", "similarity": 0.4577, "relevance": 2 }, { "pair_id": 267069, "video_name": "friends_s03e11_seg02_clip_15", "timestamp": [ 13.58, 22.73 ], "duration": 59.66, "caption": "A man jumps up and then walks out of the room.", "similarity": 0.4535, "relevance": 1 }, { "pair_id": 267070, "video_name": "friends_s05e11_seg02_clip_07", "timestamp": [ 0.0, 3.65 ], "duration": 73.66, "caption": "A man puts a child in a chair at the kitchen table.", "similarity": 0.4529, "relevance": 1 }, { "pair_id": 267071, "video_name": "friends_s01e16-17_seg02_clip_07", "timestamp": [ 13.13, 18.57 ], "duration": 64.66, "caption": "A man walks in the door and accidentally steps on a toy baby.", "similarity": 0.4523, "relevance": 1 }, { "pair_id": 267072, "video_name": "friends_s03e04_seg02_clip_02", "timestamp": [ 46.04, 48.11 ], "duration": 59.66, "caption": "A man picks a child off the floor after they enter the apartment.", "similarity": 0.4517, "relevance": 2 }, { "pair_id": 267073, "video_name": "s10e13_seg02_clip_05", "timestamp": [ 52.72, 62.03 ], "duration": 62.66, "caption": "A man is harnessed to a pulley system to get across the nursery floor then the cord breaks and another man falls to the floor along with parts of the ceiling.", "similarity": 0.4515, "relevance": 1 }, { "pair_id": 267074, "video_name": "met_s06e23_seg02_clip_10", "timestamp": [ 13.35, 16.83 ], "duration": 58.66, "caption": "A man jumps up in bed with his mouth wide open.", "similarity": 0.4506, "relevance": 1 }, { "pair_id": 267075, "video_name": "friends_s10e08_seg02_clip_09", "timestamp": [ 20.19, 23.51 ], "duration": 60.66, "caption": "A man leaps up from his chair next to the table.", "similarity": 0.4505, "relevance": 1 }, { "pair_id": 267076, "video_name": "friends_s08e23-24_seg02_clip_42", "timestamp": [ 8.06, 18.3 ], "duration": 62.66, "caption": "A man pulls the baby's bed closer to himself.", "similarity": 0.4504, "relevance": 2 }, { "pair_id": 267077, "video_name": "friends_s01e23_seg02_clip_17", "timestamp": [ 55.52, 62.03 ], "duration": 62.66, "caption": "A man grabs the baby from a woman's arm in the delivery room.", "similarity": 0.4495, "relevance": 2 }, { "pair_id": 267078, "video_name": "s06e05_seg02_clip_07", "timestamp": [ 55.83, 60.48 ], "duration": 62.66, "caption": "A man jumps into his bed after woman walks in.", "similarity": 0.4491, "relevance": 1 }, { "pair_id": 267079, "video_name": "grey_s03e16_seg02_clip_14", "timestamp": [ 1.34, 6.7 ], "duration": 89.66, "caption": "A person lifts up the child on the dock.", "similarity": 0.448, "relevance": 1 } ] }, { "query_id": 47646, "query": "A man gets up from the sofa and walks towards another man.", "relevant_moment": [ { "pair_id": 21920, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 37.72, 42.07 ], "duration": 58.66, "caption": "A man gets up from the sofa and walks towards another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21921, "video_name": "s03e13_seg02_clip_14", "timestamp": [ 7.02, 12.51 ], "duration": 61.66, "caption": "A man got up from the sofa and walked towards another man.", "similarity": 0.952, "relevance": 4 }, { "pair_id": 21922, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 9.92, 12.81 ], "duration": 64.66, "caption": "A man stands up from the couch and walks toward another man.", "similarity": 0.8886, "relevance": 3 }, { "pair_id": 21923, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 40.34, 45.14 ], "duration": 64.66, "caption": "A man gets up from the table and walks towards a man who is sitting on the sofa.", "similarity": 0.8806, "relevance": 4 }, { "pair_id": 21924, "video_name": "castle_s08e21_seg02_clip_16", "timestamp": [ 27.47, 37.71 ], "duration": 93.66, "caption": "A man gets up from the sofa to stand beside another man.", "similarity": 0.8313, "relevance": 4 }, { "pair_id": 21925, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 10.92, 17.41 ], "duration": 59.66, "caption": "A man stands up and walks over to the couch with another man.", "similarity": 0.8219, "relevance": 3 }, { "pair_id": 21926, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 14.11, 16.21 ], "duration": 60.66, "caption": "A woman gets up from the sofa and walks towards man.", "similarity": 0.805, "relevance": 3 }, { "pair_id": 21927, "video_name": "friends_s06e24-25_seg02_clip_37", "timestamp": [ 4.47, 8.94 ], "duration": 59.66, "caption": "A man walks past another man and walks over to the couch.", "similarity": 0.801, "relevance": 1 }, { "pair_id": 21928, "video_name": "friends_s09e04_seg02_clip_07", "timestamp": [ 23.64, 26.16 ], "duration": 63.66, "caption": "A man gets up from the sofa and points towards another person.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 21929, "video_name": "friends_s09e17_seg02_clip_13", "timestamp": [ 15.82, 20.47 ], "duration": 62.66, "caption": "A man stands up from the couch and approaches another person.", "similarity": 0.768, "relevance": 4 }, { "pair_id": 21930, "video_name": "s04e24_seg02_clip_14", "timestamp": [ 54.32, 57.03 ], "duration": 60.66, "caption": "A man gets up from the couch and walks to another room.", "similarity": 0.7665, "relevance": 2 }, { "pair_id": 21931, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 27.46, 33.57 ], "duration": 61.66, "caption": "A man gets off of the sofa and walks over to a woman.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 21932, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.7606, "relevance": 3 }, { "pair_id": 21933, "video_name": "s06e15_seg02_clip_01", "timestamp": [ 39.55, 42.79 ], "duration": 59.66, "caption": "A man gets up from the arm of the sofa and sits beside a person on the sofa.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 21934, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 3.66, 8.54 ], "duration": 61.66, "caption": "A man stands up from the couch and walks toward a woman.", "similarity": 0.7585, "relevance": 3 }, { "pair_id": 21935, "video_name": "friends_s04e07_seg02_clip_00", "timestamp": [ 31.01, 36.29 ], "duration": 62.66, "caption": "A man walks from the counter to the sofa and another man follows him.", "similarity": 0.7585, "relevance": 2 }, { "pair_id": 21936, "video_name": "friends_s04e01_seg02_clip_14", "timestamp": [ 26.56, 42.5 ], "duration": 59.66, "caption": "A man gets up off of the couch and talks to another man.", "similarity": 0.7263, "relevance": 4 }, { "pair_id": 21937, "video_name": "friends_s03e14_seg02_clip_00", "timestamp": [ 0.0, 7.26 ], "duration": 63.66, "caption": "A person walks up to the sofa where two men and a woman are sitting.", "similarity": 0.7247, "relevance": 1 }, { "pair_id": 21938, "video_name": "friends_s07e19_seg02_clip_11", "timestamp": [ 17.56, 38.63 ], "duration": 54.66, "caption": "A man is walking behind the sofa person is on as he converses with person.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 21939, "video_name": "s02e21_seg01_clip_01", "timestamp": [ 29.17, 34.58 ], "duration": 54.66, "caption": "A man walks over to the couch and sits next to another person.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 195240, "video_name": "friends_s07e07_seg02_clip_05", "timestamp": [ 68.54, 71.02 ], "duration": 71.66, "caption": "A man walks into the cafe and walks towards two people sitting on the sofa.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 195241, "video_name": "s04e09_seg02_clip_16", "timestamp": [ 11.1, 12.01 ], "duration": 60.66, "caption": "A man grabs another man and pulls him up from the couch.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 195242, "video_name": "met_s02e01_seg01_clip_01", "timestamp": [ 44.92, 53.08 ], "duration": 62.66, "caption": "A man walks in and sits next to another man on the sofa.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 195243, "video_name": "house_s08e16_seg02_clip_23", "timestamp": [ 88.46, 91.2 ], "duration": 91.66, "caption": "A man sits up from the sofa while talking to another man.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 195244, "video_name": "friends_s01e10_seg02_clip_21", "timestamp": [ 1.5, 3.9 ], "duration": 60.66, "caption": "A man gets up from the couch to follow a person.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 195245, "video_name": "friends_s09e21_seg02_clip_19", "timestamp": [ 62.11, 64.03 ], "duration": 64.66, "caption": "A man walks into the cafe and towards another man and a woman on the couch.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 195246, "video_name": "met_s06e23_seg02_clip_10", "timestamp": [ 10.73, 13.64 ], "duration": 58.66, "caption": "A man walks towards another man with their arms wide open.", "similarity": 0.7059, "relevance": 1 }, { "pair_id": 195247, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 23.59, 28.49 ], "duration": 89.66, "caption": "A person walks toward another person who is laying on a couch.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 195248, "video_name": "friends_s06e09_seg01_clip_00", "timestamp": [ 11.52, 17.29 ], "duration": 72.66, "caption": "A man walks to the front of the sofa and sits beside woman.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 195249, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 6.79, 9.44 ], "duration": 59.66, "caption": "A man stands up and walks around the sofa.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 195250, "video_name": "friends_s02e01_seg02_clip_17", "timestamp": [ 3.71, 7.98 ], "duration": 57.66, "caption": "A man gets up from the table and walks over to another man.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 195251, "video_name": "s07e14_seg02_clip_13", "timestamp": [ 13.96, 17.99 ], "duration": 62.66, "caption": "A man gets up off the couch then another man gets up too.", "similarity": 0.7009, "relevance": 3 }, { "pair_id": 195252, "video_name": "house_s01e08_seg02_clip_20", "timestamp": [ 3.76, 8.46 ], "duration": 94.66, "caption": "A man walks over to another man and walks with him.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 195253, "video_name": "house_s05e07_seg02_clip_20", "timestamp": [ 0.0, 23.68 ], "duration": 87.66, "caption": "A man lounges on a couch, another man pushes him from the couch and walks him to the door, and the man walks out.", "similarity": 0.6965, "relevance": 4 }, { "pair_id": 195254, "video_name": "house_s02e08_seg02_clip_24", "timestamp": [ 20.28, 27.95 ], "duration": 90.66, "caption": "A man stands up and walks forward to another man.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 195255, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 79.19, 83.29 ], "duration": 91.66, "caption": "A man turns around and walks back towards another man.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 195257, "video_name": "castle_s08e04_seg02_clip_07", "timestamp": [ 42.7, 44.43 ], "duration": 86.66, "caption": "A man walks toward another man and pats him down.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 195258, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 9.44, 12.4 ], "duration": 59.66, "caption": "A man gets up and walks over to another chair.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 195259, "video_name": "met_s06e14_seg02_clip_14", "timestamp": [ 3.84, 8.26 ], "duration": 59.66, "caption": "A man walks from one side of another man to the other.", "similarity": 0.6905, "relevance": 2 } ] }, { "query_id": 47647, "query": "A man rubs his fingers roughly on guy's hair.", "relevant_moment": [ { "pair_id": 163320, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 50.19, 55.41 ], "duration": 58.66, "caption": "A man rubs his fingers roughly on guy's hair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163321, "video_name": "friends_s10e02_seg02_clip_13", "timestamp": [ 42.61, 51.37 ], "duration": 60.66, "caption": "A man rubs his hand through his hair and neck.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 163322, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 61.9, 67.81 ], "duration": 91.66, "caption": "A man leans forward and touches a person's hand and rubs it with his thumb.", "similarity": 0.786, "relevance": 1 }, { "pair_id": 163323, "video_name": "friends_s04e11_seg01_clip_01", "timestamp": [ 38.14, 40.83 ], "duration": 77.66, "caption": "A man rubs his hand through his really gelled hair.", "similarity": 0.7807, "relevance": 4 }, { "pair_id": 163324, "video_name": "friends_s01e14_seg02_clip_17", "timestamp": [ 5.22, 7.83 ], "duration": 58.66, "caption": "A man rubs his left thumb and index finger together.", "similarity": 0.7707, "relevance": 1 }, { "pair_id": 163325, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A man puts his hand on his head and rubs it.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 163326, "video_name": "house_s02e12_seg02_clip_03", "timestamp": [ 6.83, 8.19 ], "duration": 91.66, "caption": "A man is rubbing their forehead with their fingers.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 163327, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 30.46, 34.82 ], "duration": 58.66, "caption": "A man reaches down and puts his hand on guy's shoulder and rubs it.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 163328, "video_name": "friends_s09e02_seg02_clip_11", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A man is rubbing his fingers when he talks to another person.", "similarity": 0.7578, "relevance": 0 }, { "pair_id": 163329, "video_name": "friends_s05e14_seg02_clip_11", "timestamp": [ 27.09, 31.93 ], "duration": 57.66, "caption": "A man points his finger and then rubs his chin.", "similarity": 0.7511, "relevance": 1 }, { "pair_id": 163330, "video_name": "friends_s06e09_seg02_clip_05", "timestamp": [ 29.71, 37.52 ], "duration": 60.66, "caption": "A man rubs his hands on the back of someone's shoulders.", "similarity": 0.7495, "relevance": 1 }, { "pair_id": 163331, "video_name": "grey_s03e04_seg02_clip_10", "timestamp": [ 54.85, 59.27 ], "duration": 88.66, "caption": "A man rubs his thumb up and down on woman's face.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 163332, "video_name": "house_s03e03_seg02_clip_23", "timestamp": [ 3.26, 4.19 ], "duration": 93.66, "caption": "A man rubs his neck with his finger while talking to woman.", "similarity": 0.7319, "relevance": 1 }, { "pair_id": 163333, "video_name": "house_s06e15_seg02_clip_22", "timestamp": [ 25.21, 28.82 ], "duration": 90.66, "caption": "A person rubs his forehead when talking to guy.", "similarity": 0.7291, "relevance": 2 }, { "pair_id": 163334, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 15.34, 18.05 ], "duration": 90.66, "caption": "A man presses his hands to his eyes and rubs them.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 163335, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 10.5, 12.91 ], "duration": 60.66, "caption": "A man rubs his eye sockets with his fingers.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 163336, "video_name": "s05e05_seg02_clip_03", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A man rubs his hands together while talking to a woman.", "similarity": 0.7284, "relevance": 0 }, { "pair_id": 163337, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 6.39, 8.52 ], "duration": 71.66, "caption": "A man rubs his face with both of his hands.", "similarity": 0.7254, "relevance": 1 }, { "pair_id": 163338, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man rubs under his chin with his thumb.", "similarity": 0.7254, "relevance": 1 }, { "pair_id": 163339, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 0.0, 4.79 ], "duration": 87.66, "caption": "A man rubs all through his hair while another woman stands there.", "similarity": 0.7238, "relevance": 3 } ] }, { "query_id": 47702, "query": "A man starts singing along to the lyrics of music that he is listening to.", "relevant_moment": [ { "pair_id": 161200, "video_name": "s08e02_seg02_clip_11", "timestamp": [ 34.53, 50.17 ], "duration": 59.66, "caption": "A man starts singing along to the lyrics of music that he is listening to.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161201, "video_name": "s08e02_seg02_clip_11", "timestamp": [ 33.35, 41.02 ], "duration": 59.66, "caption": "A man sings a song that he's listening to on his headphones.", "similarity": 0.7302, "relevance": 4 }, { "pair_id": 161202, "video_name": "friends_s03e14_seg01_clip_00", "timestamp": [ 18.1, 20.41 ], "duration": 77.66, "caption": "A man turns to say how good the singer is at singing.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 161204, "video_name": "friends_s01e12_seg01_clip_00", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A man starts singing again and guy stops him.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 161205, "video_name": "s01e11_seg02_clip_14", "timestamp": [ 9.3, 12.91 ], "duration": 60.66, "caption": "A person finishes singing then asks someone to start.", "similarity": 0.6643, "relevance": 1 }, { "pair_id": 161206, "video_name": "s03e15_seg02_clip_09", "timestamp": [ 15.38, 23.21 ], "duration": 58.66, "caption": "A person puts his hand to his throat and starts throat singing.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 161207, "video_name": "house_s02e02_seg02_clip_26", "timestamp": [ 56.8, 68.02 ], "duration": 68.66, "caption": "A man speaks to a person while he is listening to music.", "similarity": 0.6306, "relevance": 2 }, { "pair_id": 161208, "video_name": "met_s05e05_seg02_clip_02", "timestamp": [ 0.0, 4.04 ], "duration": 62.66, "caption": "A man is singing a song while wearing a funny hat.", "similarity": 0.6285, "relevance": 2 }, { "pair_id": 161209, "video_name": "met_s03e09_seg02_clip_18", "timestamp": [ 31.1, 44.24 ], "duration": 50.66, "caption": "A man sings the chorus to another man's song about him.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 161212, "video_name": "met_s06e18_seg02_clip_02", "timestamp": [ 19.51, 20.71 ], "duration": 60.66, "caption": "A man briefly takes the stethoscope listening end and sings into it.", "similarity": 0.613, "relevance": 1 }, { "pair_id": 161213, "video_name": "s04e12_seg02_clip_00", "timestamp": [ 42.41, 45.47 ], "duration": 61.66, "caption": "A person starts to clap as they are singing a song.", "similarity": 0.6101, "relevance": 3 }, { "pair_id": 161214, "video_name": "friends_s01e06_seg01_clip_00", "timestamp": [ 53.62, 67.02 ], "duration": 67.66, "caption": "A man gets up from a chair and begins singing a song in a German accent.", "similarity": 0.6098, "relevance": 2 }, { "pair_id": 161215, "video_name": "castle_s08e09_seg02_clip_14", "timestamp": [ 61.22, 90.02 ], "duration": 90.66, "caption": "A man starts to sing so he can interrogate the boy band who won't stop to talk with him.", "similarity": 0.6077, "relevance": 2 }, { "pair_id": 161216, "video_name": "s07e03_seg02_clip_00", "timestamp": [ 50.96, 55.84 ], "duration": 61.66, "caption": "A person takes out a microphone and starts to sing.", "similarity": 0.6077, "relevance": 3 }, { "pair_id": 161217, "video_name": "house_s04e09_seg02_clip_20", "timestamp": [ 61.18, 64.7 ], "duration": 88.66, "caption": "A man reaches over to stop a song from playing.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 161218, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 43.81, 46.13 ], "duration": 58.66, "caption": "A man nods as he listens to a woman sing.", "similarity": 0.6056, "relevance": 2 }, { "pair_id": 161219, "video_name": "s01e01_seg02_clip_15", "timestamp": [ 33.41, 63.03 ], "duration": 63.66, "caption": "A man begins singing in the car after he recommends a bar.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 334520, "video_name": "friends_s01e06_seg01_clip_00", "timestamp": [ 53.62, 67.02 ], "duration": 67.66, "caption": "A man stands up and starts dancing and singing on stage.", "similarity": 0.6003, "relevance": 3 }, { "pair_id": 334521, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 27.66, 43.91 ], "duration": 57.66, "caption": "A man gets on his knees and sings to a woman.", "similarity": 0.5995, "relevance": 3 }, { "pair_id": 334522, "video_name": "s08e21_seg02_clip_08", "timestamp": [ 2.36, 28.63 ], "duration": 59.66, "caption": "A person is singing a song in front of man as he is sitting in the cafeteria with him.", "similarity": 0.5908, "relevance": 2 }, { "pair_id": 334523, "video_name": "s02e15_seg01_clip_00", "timestamp": [ 4.96, 26.05 ], "duration": 62.66, "caption": "A person grabs the microphone and starts singing and dancing.", "similarity": 0.5882, "relevance": 3 }, { "pair_id": 334524, "video_name": "house_s04e10_seg02_clip_24", "timestamp": [ 0.0, 13.18 ], "duration": 155.66, "caption": "People turn to look as a person enters singing a song.", "similarity": 0.5767, "relevance": 0 }, { "pair_id": 334525, "video_name": "s07e06_seg02_clip_13", "timestamp": [ 10.18, 13.21 ], "duration": 55.66, "caption": "A woman says man's nickname while he's singing.", "similarity": 0.5759, "relevance": 2 }, { "pair_id": 334526, "video_name": "s02e10_seg01_clip_01", "timestamp": [ 7.08, 17.71 ], "duration": 59.66, "caption": "A person is humming as he is speaking to man.", "similarity": 0.5695, "relevance": 1 }, { "pair_id": 334527, "video_name": "friends_s02e08_seg02_clip_03", "timestamp": [ 7.26, 15.85 ], "duration": 66.66, "caption": "A man is feeling a lot of pressure from the song that a woman is singing.", "similarity": 0.5675, "relevance": 2 }, { "pair_id": 334528, "video_name": "met_s06e03_seg02_clip_07", "timestamp": [ 48.16, 58.03 ], "duration": 58.66, "caption": "A man sings in a band while wearing a yellow and purple striped hat.", "similarity": 0.5666, "relevance": 4 }, { "pair_id": 334530, "video_name": "s04e12_seg02_clip_12", "timestamp": [ 0.0, 10.03 ], "duration": 59.66, "caption": "A person is playing an unusual electronic instrument while singing.", "similarity": 0.5594, "relevance": 3 }, { "pair_id": 334531, "video_name": "house_s05e23_seg02_clip_16", "timestamp": [ 0.0, 7.05 ], "duration": 48.66, "caption": "A person is talking on the phone while someone sings.", "similarity": 0.5566, "relevance": 1 }, { "pair_id": 334532, "video_name": "friends_s05e13_seg02_clip_18", "timestamp": [ 40.53, 57.32 ], "duration": 73.66, "caption": "A man sits on couch singing to a woman while gesturing the melody with his left hand.", "similarity": 0.5546, "relevance": 2 }, { "pair_id": 334533, "video_name": "met_s04e02_seg02_clip_12", "timestamp": [ 3.0, 22.81 ], "duration": 60.66, "caption": "A man recites the lyrics to a jingle about a back.", "similarity": 0.5525, "relevance": 2 }, { "pair_id": 334534, "video_name": "s07e06_seg02_clip_14", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A man is playing the keyboard and singing to woman.", "similarity": 0.5475, "relevance": 3 }, { "pair_id": 334535, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 0.0, 14.83 ], "duration": 57.66, "caption": "A person holds a hand on their chest while singing into a microphone.", "similarity": 0.5428, "relevance": 3 }, { "pair_id": 334536, "video_name": "s08e06_seg02_clip_11", "timestamp": [ 0.0, 13.81 ], "duration": 60.66, "caption": "A person is singing a country song while the people are stuck in a mine.", "similarity": 0.542, "relevance": 3 }, { "pair_id": 334537, "video_name": "friends_s06e20_seg02_clip_02", "timestamp": [ 0.0, 13.43 ], "duration": 61.66, "caption": "A man is dressed up in a costume with a beard singing a song on stage.", "similarity": 0.5411, "relevance": 3 }, { "pair_id": 334538, "video_name": "house_s08e21_seg02_clip_10", "timestamp": [ 79.82, 83.6 ], "duration": 84.66, "caption": "A man thinks of something that he wants to hear.", "similarity": 0.541, "relevance": 1 }, { "pair_id": 334539, "video_name": "s02e14_seg02_clip_18", "timestamp": [ 37.99, 49.02 ], "duration": 49.66, "caption": "A person sings a tune about a guy while he's walking towards his bedroom.", "similarity": 0.54, "relevance": 1 } ] }, { "query_id": 47708, "query": "A person is filled with confusion that is evident on their face.", "relevant_moment": [ { "pair_id": 148720, "video_name": "s04e22_seg02_clip_08", "timestamp": [ 14.46, 17.12 ], "duration": 59.66, "caption": "A person is filled with confusion that is evident on their face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148721, "video_name": "house_s04e15_seg02_clip_22", "timestamp": [ 83.22, 84.5 ], "duration": 128.66, "caption": "A person laying down and opening their eyes with confusion.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 148722, "video_name": "house_s07e23_seg02_clip_10", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A person displays a confused look as person says thing to him.", "similarity": 0.742, "relevance": 4 }, { "pair_id": 148724, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 0.0, 6.49 ], "duration": 118.66, "caption": "A person looks over at some people when someone gives a confusing answer.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 148725, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 7.36, 12.88 ], "duration": 92.66, "caption": "A person displays a look as if they realize something.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 148726, "video_name": "s05e17_seg02_clip_06", "timestamp": [ 23.8, 25.63 ], "duration": 61.66, "caption": "A person gives another person a confused look and shakes their head.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 148727, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.6784, "relevance": 4 }, { "pair_id": 148728, "video_name": "house_s08e14_seg02_clip_19", "timestamp": [ 9.35, 13.18 ], "duration": 85.66, "caption": "A person turns to look behind him, appearing confused.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 148729, "video_name": "s04e17_seg02_clip_10", "timestamp": [ 17.71, 24.79 ], "duration": 59.66, "caption": "A person looks confused when a person talks about math.", "similarity": 0.6641, "relevance": 3 }, { "pair_id": 148730, "video_name": "met_s02e12_seg01_clip_00", "timestamp": [ 3.29, 7.05 ], "duration": 91.66, "caption": "A person looks confused when another person says what he feels about her.", "similarity": 0.6572, "relevance": 3 }, { "pair_id": 148731, "video_name": "met_s03e05_seg02_clip_03", "timestamp": [ 11.98, 16.25 ], "duration": 57.66, "caption": "A person is confused by how another person introduces themselves to them.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 148732, "video_name": "s02e01_seg02_clip_05", "timestamp": [ 32.22, 34.78 ], "duration": 57.66, "caption": "A man asks a person what is happening to his face.", "similarity": 0.6486, "relevance": 4 }, { "pair_id": 148733, "video_name": "grey_s03e20_seg02_clip_02", "timestamp": [ 38.05, 41.26 ], "duration": 91.66, "caption": "A woman looks confusedly in person's direction, then person's, sensing that something is off.", "similarity": 0.6478, "relevance": 3 }, { "pair_id": 148734, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 0.0, 8.51 ], "duration": 63.66, "caption": "A woman speaks and a person turns to face her, visibly confused.", "similarity": 0.6434, "relevance": 4 }, { "pair_id": 148735, "video_name": "friends_s05e16_seg01_clip_00", "timestamp": [ 14.62, 18.18 ], "duration": 79.66, "caption": "A person looks confused when another person asks him/her a clue to the puzzle.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 148737, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 0.0, 6.88 ], "duration": 65.66, "caption": "A person looks very confused when he is in bed.", "similarity": 0.6235, "relevance": 4 }, { "pair_id": 148738, "video_name": "house_s02e06_seg02_clip_22", "timestamp": [ 3.0, 6.5 ], "duration": 100.66, "caption": "A person turns around when someone asks for a diagnosis.", "similarity": 0.6233, "relevance": 1 }, { "pair_id": 148739, "video_name": "castle_s03e03_seg02_clip_19", "timestamp": [ 0.0, 5.12 ], "duration": 93.66, "caption": "A person shakes his head while realizing what someone has been through.", "similarity": 0.6207, "relevance": 2 } ] }, { "query_id": 47712, "query": "Two men walk through the hospital.", "relevant_moment": [ { "pair_id": 149220, "video_name": "house_s02e07_seg02_clip_19", "timestamp": [ 31.86, 70.54 ], "duration": 91.66, "caption": "Two men walk through the hospital.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149221, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 1.84, 35.43 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 4 }, { "pair_id": 149222, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 7.04, 24.21 ], "duration": 88.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 4 }, { "pair_id": 149223, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 12.63, 32.83 ], "duration": 101.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 4 }, { "pair_id": 149224, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 20.93, 31.63 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 4 }, { "pair_id": 149225, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 0.0, 9.67 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 4 }, { "pair_id": 149226, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 0.0, 13.35 ], "duration": 89.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 3 }, { "pair_id": 149227, "video_name": "house_s01e10_seg02_clip_10", "timestamp": [ 27.44, 45.12 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 4 }, { "pair_id": 149228, "video_name": "house_s01e06_seg02_clip_20", "timestamp": [ 1.63, 16.28 ], "duration": 81.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 4 }, { "pair_id": 149229, "video_name": "house_s01e02_seg02_clip_12", "timestamp": [ 0.0, 11.25 ], "duration": 90.66, "caption": "Two men walk through the hospital together.", "similarity": 0.9864, "relevance": 3 }, { "pair_id": 149230, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 0.0, 26.0 ], "duration": 113.66, "caption": "Two men are walking through the hospital together.", "similarity": 0.9692, "relevance": 4 }, { "pair_id": 149231, "video_name": "house_s03e21_seg02_clip_02", "timestamp": [ 73.13, 87.05 ], "duration": 87.66, "caption": "Two men are walking through the hospital hallway.", "similarity": 0.9213, "relevance": 4 }, { "pair_id": 149232, "video_name": "grey_s03e05_seg02_clip_08", "timestamp": [ 0.0, 6.53 ], "duration": 87.66, "caption": "Two men walk through the hospital then stop.", "similarity": 0.893, "relevance": 4 }, { "pair_id": 149233, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 0.0, 22.21 ], "duration": 90.66, "caption": "Two men walk in the hallway of the hospital.", "similarity": 0.8886, "relevance": 4 }, { "pair_id": 149234, "video_name": "grey_s02e25_seg02_clip_03", "timestamp": [ 37.54, 41.81 ], "duration": 95.66, "caption": "Two men walk into the hospital room together.", "similarity": 0.8875, "relevance": 4 }, { "pair_id": 149235, "video_name": "house_s02e19_seg02_clip_13", "timestamp": [ 34.59, 52.34 ], "duration": 91.66, "caption": "Two men walk through the hospital until one walks away.", "similarity": 0.875, "relevance": 4 }, { "pair_id": 149236, "video_name": "house_s01e17_seg02_clip_12", "timestamp": [ 70.86, 77.9 ], "duration": 88.66, "caption": "Two men walk into the hospital lobby.", "similarity": 0.8689, "relevance": 4 }, { "pair_id": 149237, "video_name": "house_s02e09_seg02_clip_17", "timestamp": [ 29.13, 54.16 ], "duration": 91.66, "caption": "A man and another man walk through the hospital together.", "similarity": 0.8651, "relevance": 3 }, { "pair_id": 149238, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 0.0, 25.25 ], "duration": 99.66, "caption": "Three men walk through the hospital together.", "similarity": 0.8651, "relevance": 4 }, { "pair_id": 149239, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 7.63, 45.33 ], "duration": 89.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 3 }, { "pair_id": 322540, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 13.92, 48.3 ], "duration": 87.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 3 }, { "pair_id": 322541, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 3 }, { "pair_id": 322542, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 53.69, 68.9 ], "duration": 95.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 4 }, { "pair_id": 322543, "video_name": "house_s06e08_seg02_clip_00", "timestamp": [ 19.67, 37.05 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 3 }, { "pair_id": 322544, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 0.0, 24.58 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 3 }, { "pair_id": 322545, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 14.4 ], "duration": 96.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 3 }, { "pair_id": 322546, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 7.48, 14.08 ], "duration": 88.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 3 }, { "pair_id": 322547, "video_name": "grey_s01e08_seg02_clip_14", "timestamp": [ 1.36, 19.95 ], "duration": 90.66, "caption": "Two people walk through the hospital together.", "similarity": 0.863, "relevance": 3 }, { "pair_id": 322548, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 0.0, 17.22 ], "duration": 90.66, "caption": "A man is walking with another man as they walk in the hospital hallway.", "similarity": 0.8235, "relevance": 4 }, { "pair_id": 322549, "video_name": "house_s01e08_seg02_clip_12", "timestamp": [ 0.0, 2.18 ], "duration": 87.66, "caption": "A man walks with another man in a hospital hallway.", "similarity": 0.8124, "relevance": 4 }, { "pair_id": 322550, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 13.5, 23.63 ], "duration": 135.66, "caption": "Some people walk through the hospital together.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 322551, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 67.32, 89.16 ], "duration": 89.66, "caption": "Some people walk through the hospital together.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 322553, "video_name": "house_s04e08_seg02_clip_11", "timestamp": [ 15.93, 29.13 ], "duration": 91.66, "caption": "Two men chat while walking through the hospital halls.", "similarity": 0.7825, "relevance": 4 }, { "pair_id": 322554, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 55.12, 69.03 ], "duration": 103.66, "caption": "Two people walk down the hallway of the hospital.", "similarity": 0.7824, "relevance": 3 }, { "pair_id": 322555, "video_name": "house_s02e22_seg02_clip_24", "timestamp": [ 60.18, 70.52 ], "duration": 94.66, "caption": "Two people walk down the hallway of the Hospital.", "similarity": 0.7824, "relevance": 4 }, { "pair_id": 322556, "video_name": "house_s03e22_seg02_clip_02", "timestamp": [ 74.24, 91.09 ], "duration": 91.66, "caption": "Two men walk up and talk with a man in the hospital hallway.", "similarity": 0.782, "relevance": 4 }, { "pair_id": 322557, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 72.26, 75.45 ], "duration": 90.66, "caption": "Two people walk into a hospital room.", "similarity": 0.7809, "relevance": 2 }, { "pair_id": 322558, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 30.83, 40.04 ], "duration": 92.66, "caption": "Three people walk through the hospital together.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 322559, "video_name": "house_s06e18_seg02_clip_12", "timestamp": [ 5.78, 10.67 ], "duration": 88.66, "caption": "A man walks toward another man in a hospital room.", "similarity": 0.7731, "relevance": 2 } ] }, { "query_id": 47721, "query": "A woman is rubbing lotion on her hands as she speaks to man.", "relevant_moment": [ { "pair_id": 164100, "video_name": "s04e20_seg02_clip_03", "timestamp": [ 34.82, 38.42 ], "duration": 60.66, "caption": "A woman is rubbing lotion on her hands as she speaks to man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164101, "video_name": "friends_s03e12_seg02_clip_10", "timestamp": [ 2.76, 3.99 ], "duration": 61.66, "caption": "A woman rubs her hands together while talking to man.", "similarity": 0.7847, "relevance": 3 }, { "pair_id": 164102, "video_name": "castle_s04e18_seg02_clip_25", "timestamp": [ 88.34, 92.03 ], "duration": 92.66, "caption": "A woman puts lotion on a man's ring finger on his hand.", "similarity": 0.7674, "relevance": 4 }, { "pair_id": 164103, "video_name": "s05e21_seg02_clip_10", "timestamp": [ 4.13, 12.99 ], "duration": 59.66, "caption": "A woman applies a lotion to both of her hands.", "similarity": 0.7588, "relevance": 4 }, { "pair_id": 164104, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 14.1, 31.97 ], "duration": 94.66, "caption": "A woman puts its hands on its mouth while talking to man and person.", "similarity": 0.7354, "relevance": 3 }, { "pair_id": 164105, "video_name": "s05e19_seg02_clip_02", "timestamp": [ 49.9, 53.38 ], "duration": 58.66, "caption": "A woman says something to man and then does a downward motion with her hand and rubs her hands together.", "similarity": 0.7309, "relevance": 3 }, { "pair_id": 164106, "video_name": "s10e09_seg02_clip_14", "timestamp": [ 55.84, 60.11 ], "duration": 61.66, "caption": "A woman is bandaging a man's hand as he speaks.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 164107, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 43.52, 60.03 ], "duration": 60.66, "caption": "A woman picks up the lotion bottle, puts lotion on her hands and rubs it in.", "similarity": 0.7259, "relevance": 4 }, { "pair_id": 164108, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 27.91, 31.94 ], "duration": 62.66, "caption": "A woman is making hand gestures as she speaks to a man.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 164109, "video_name": "castle_s05e13_seg02_clip_16", "timestamp": [ 56.96, 59.51 ], "duration": 73.66, "caption": "A woman puts her hand on her face as she speaks to man.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 164110, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 4.42, 6.12 ], "duration": 68.66, "caption": "A man is rubbing his hands together while talking to a woman.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 164111, "video_name": "grey_s03e08_seg02_clip_04", "timestamp": [ 72.62, 88.02 ], "duration": 88.66, "caption": "A woman is washing her hands as she speaks to a man.", "similarity": 0.7216, "relevance": 2 }, { "pair_id": 164112, "video_name": "friends_s02e03_seg02_clip_04", "timestamp": [ 2.61, 4.35 ], "duration": 58.66, "caption": "A man rubs his hands with a cloth while talking to a woman.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 164113, "video_name": "friends_s02e24_seg02_clip_09", "timestamp": [ 3.05, 9.76 ], "duration": 61.66, "caption": "A woman holds onto a man's hands as she speaks to him.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 164114, "video_name": "s05e05_seg02_clip_03", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A man rubs his hands together while talking to a woman.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 164115, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A woman gestures with both hands as she speaks to a man.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 164116, "video_name": "grey_s03e24_seg02_clip_24", "timestamp": [ 14.64, 16.92 ], "duration": 91.66, "caption": "A woman rubs a man's arm while saying something to him.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 164117, "video_name": "friends_s04e17_seg02_clip_17", "timestamp": [ 0.0, 4.55 ], "duration": 65.66, "caption": "A woman rubs her hand through her hair while saying where a man is.", "similarity": 0.698, "relevance": 1 }, { "pair_id": 164118, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 6.89, 9.95 ], "duration": 51.66, "caption": "A woman touched man's face while they are talking.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 164119, "video_name": "castle_s03e16_seg02_clip_13", "timestamp": [ 0.45, 15.17 ], "duration": 89.66, "caption": "A woman is talking to man while holding her gloves.", "similarity": 0.6943, "relevance": 3 }, { "pair_id": 337421, "video_name": "friends_s09e12_seg02_clip_03", "timestamp": [ 15.05, 20.27 ], "duration": 61.66, "caption": "A woman puts her hand beneath her chin and begins to rub it, and the side of her face, nervously while talking to a man.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 337422, "video_name": "castle_s04e15_seg02_clip_00", "timestamp": [ 39.41, 46.37 ], "duration": 92.66, "caption": "A woman is holding her gloves while talking to a man.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 337423, "video_name": "friends_s06e09_seg02_clip_12", "timestamp": [ 34.83, 37.19 ], "duration": 59.66, "caption": "A woman places her hand on her chest, while speaking to a man.", "similarity": 0.6894, "relevance": 2 }, { "pair_id": 337424, "video_name": "s08e03_seg02_clip_01", "timestamp": [ 49.58, 52.53 ], "duration": 59.66, "caption": "A woman stretches her hands out as she speaks to man.", "similarity": 0.6889, "relevance": 2 }, { "pair_id": 337425, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 75.17, 77.42 ], "duration": 90.66, "caption": "A woman puts her hand on her face as she speaks to a man and a woman.", "similarity": 0.6888, "relevance": 0 }, { "pair_id": 337426, "video_name": "s08e20_seg02_clip_07", "timestamp": [ 13.64, 19.44 ], "duration": 58.66, "caption": "A woman is talking to person while using her hands for emphasis.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 337427, "video_name": "met_s02e16_seg02_clip_02", "timestamp": [ 3.97, 6.42 ], "duration": 61.66, "caption": "A woman holds up the lotion and asks if it belonged to a man.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 337428, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 26.56, 29.81 ], "duration": 59.66, "caption": "A man places his hand on a woman's hand while speaking to her.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 337429, "video_name": "s07e17_seg02_clip_08", "timestamp": [ 54.89, 59.03 ], "duration": 59.66, "caption": "A man rubs woman's shoulder with his hand as she is talking.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 337430, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 45.77, 80.1 ], "duration": 88.66, "caption": "A woman is holding person's hand as they speak to someone.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 337431, "video_name": "friends_s07e22_seg02_clip_06", "timestamp": [ 1.5, 5.1 ], "duration": 60.66, "caption": "A woman holds her hands on a man's arms while talking to him.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 337432, "video_name": "grey_s03e17_seg02_clip_00", "timestamp": [ 12.09, 19.07 ], "duration": 93.66, "caption": "A woman hands someone a tube of lotion and they smell it.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 337433, "video_name": "s10e08_seg02_clip_00", "timestamp": [ 55.84, 58.59 ], "duration": 61.66, "caption": "A woman has a rag in her hand as she speaks to a person.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 337434, "video_name": "friends_s06e14_seg02_clip_17", "timestamp": [ 17.39, 21.36 ], "duration": 61.66, "caption": "A woman rubs her forehead when talking to a man.", "similarity": 0.6789, "relevance": 2 }, { "pair_id": 337435, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 39.08, 44.97 ], "duration": 62.66, "caption": "A woman makes a mouth motion with her hand while talking to a man.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 337436, "video_name": "s07e06_seg02_clip_17", "timestamp": [ 1.86, 5.58 ], "duration": 62.66, "caption": "A woman says something to a man then puts her hands on his arm.", "similarity": 0.6755, "relevance": 2 }, { "pair_id": 337437, "video_name": "s05e09_seg02_clip_09", "timestamp": [ 0.0, 7.38 ], "duration": 59.66, "caption": "A woman talks to a man while waving her hands around.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 337438, "video_name": "friends_s01e16-17_seg02_clip_17", "timestamp": [ 42.78, 48.51 ], "duration": 60.66, "caption": "A woman talks to a man while doing hand gestures.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 337439, "video_name": "grey_s02e17_seg02_clip_10", "timestamp": [ 0.0, 20.91 ], "duration": 102.66, "caption": "A woman has her hands on her head as she speaks to a man.", "similarity": 0.6735, "relevance": 2 } ] }, { "query_id": 47908, "query": "A person blows out the flame on the Bunsen burner as the lights come on.", "relevant_moment": [ { "pair_id": 154920, "video_name": "s05e15_seg02_clip_15", "timestamp": [ 19.77, 26.56 ], "duration": 59.66, "caption": "A person blows out the flame on the Bunsen burner as the lights come on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154921, "video_name": "house_s08e13_seg02_clip_25", "timestamp": [ 53.56, 57.62 ], "duration": 90.66, "caption": "A person lights the bunsen burner and walks away.", "similarity": 0.7749, "relevance": 2 }, { "pair_id": 154922, "video_name": "s05e15_seg02_clip_15", "timestamp": [ 24.5, 25.38 ], "duration": 59.66, "caption": "A person leans over and blows out the burner on the coffee table.", "similarity": 0.7007, "relevance": 4 }, { "pair_id": 154923, "video_name": "s02e09_seg02_clip_01", "timestamp": [ 15.01, 17.41 ], "duration": 60.66, "caption": "A person blows of the candles and goes back.", "similarity": 0.62, "relevance": 3 }, { "pair_id": 154924, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 33.64, 35.71 ], "duration": 59.66, "caption": "A person blows out the candle on the cupcake.", "similarity": 0.6121, "relevance": 2 }, { "pair_id": 154925, "video_name": "castle_s05e04_seg02_clip_27", "timestamp": [ 42.13, 44.86 ], "duration": 78.66, "caption": "A woman holds a long match up and blows out the flame.", "similarity": 0.6038, "relevance": 2 }, { "pair_id": 154926, "video_name": "friends_s01e07_seg02_clip_21", "timestamp": [ 43.09, 44.56 ], "duration": 59.66, "caption": "A person blows out a candle that is on the table and the room goes dark.", "similarity": 0.5841, "relevance": 0 }, { "pair_id": 154927, "video_name": "s05e15_seg02_clip_14", "timestamp": [ 10.86, 16.75 ], "duration": 62.66, "caption": "A person's marshmallow catches fire and they put it out in some liquid.", "similarity": 0.5693, "relevance": 2 }, { "pair_id": 154928, "video_name": "castle_s05e22_seg02_clip_15", "timestamp": [ 19.31, 20.48 ], "duration": 117.66, "caption": "Person blows at the mug with smoke coming out of it.", "similarity": 0.5619, "relevance": 0 }, { "pair_id": 154929, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 25.37, 35.61 ], "duration": 89.66, "caption": "A person makes a fire in the comfort room.", "similarity": 0.5581, "relevance": 0 }, { "pair_id": 154930, "video_name": "s05e15_seg02_clip_14", "timestamp": [ 6.82, 14.58 ], "duration": 62.66, "caption": "As a person is talking to another person, his marshmallow catches fire and he tries to blow it out.", "similarity": 0.5544, "relevance": 2 }, { "pair_id": 154931, "video_name": "castle_s07e03_seg02_clip_26", "timestamp": [ 76.89, 78.12 ], "duration": 123.66, "caption": "A person lights an unlit candle with a lighter.", "similarity": 0.5504, "relevance": 1 }, { "pair_id": 154932, "video_name": "friends_s07e14_seg01_clip_01", "timestamp": [ 6.62, 12.26 ], "duration": 49.66, "caption": "A person starts crying right by the open candle flames.", "similarity": 0.5457, "relevance": 1 }, { "pair_id": 154933, "video_name": "s05e15_seg02_clip_14", "timestamp": [ 0.0, 5.27 ], "duration": 62.66, "caption": "A man walks in the apartment as a person is roasting a marshmallow on a Bunsen burner.", "similarity": 0.5399, "relevance": 2 }, { "pair_id": 154934, "video_name": "friends_s07e12_seg02_clip_04", "timestamp": [ 20.31, 23.5 ], "duration": 58.66, "caption": "A person points to the fire escape while motioning down.", "similarity": 0.5336, "relevance": 0 }, { "pair_id": 154935, "video_name": "met_s02e13_seg02_clip_05", "timestamp": [ 15.05, 16.56 ], "duration": 60.66, "caption": "A man blows out the candles on the cake.", "similarity": 0.5332, "relevance": 2 }, { "pair_id": 154936, "video_name": "s06e21_seg02_clip_15", "timestamp": [ 34.85, 37.2 ], "duration": 67.66, "caption": "A person blows out the candles on a birthday cake.", "similarity": 0.531, "relevance": 2 }, { "pair_id": 154937, "video_name": "s06e11_seg02_clip_17", "timestamp": [ 53.4, 57.48 ], "duration": 68.66, "caption": "A person opens their eyes and sees a person holding a flaming torch.", "similarity": 0.5273, "relevance": 1 }, { "pair_id": 154938, "video_name": "castle_s08e09_seg02_clip_25", "timestamp": [ 149.65, 155.77 ], "duration": 175.66, "caption": "A person lights some candle and someone knocks on the door.", "similarity": 0.5254, "relevance": 1 }, { "pair_id": 154939, "video_name": "friends_s03e15_seg02_clip_07", "timestamp": [ 9.28, 58.02 ], "duration": 58.66, "caption": "A person lights a candle and sets it on the table.", "similarity": 0.5242, "relevance": 1 } ] }, { "query_id": 47937, "query": "A woman points to the chairs and goes to sit on them.", "relevant_moment": [ { "pair_id": 171480, "video_name": "s01e13_seg02_clip_09", "timestamp": [ 29.31, 33.09 ], "duration": 63.66, "caption": "A woman points to the chairs and goes to sit on them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171481, "video_name": "friends_s06e03_seg02_clip_16", "timestamp": [ 0.0, 6.3 ], "duration": 63.66, "caption": "A woman tries to point to the area the chair will go.", "similarity": 0.7487, "relevance": 2 }, { "pair_id": 171482, "video_name": "friends_s08e06_seg01_clip_00", "timestamp": [ 41.43, 43.33 ], "duration": 76.66, "caption": "A woman looks at a chair and goes to sit on it.", "similarity": 0.7047, "relevance": 2 }, { "pair_id": 171483, "video_name": "friends_s08e13_seg02_clip_14", "timestamp": [ 21.27, 24.09 ], "duration": 62.66, "caption": "A woman turns the chair around and sits down on it.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 171484, "video_name": "friends_s10e06_seg02_clip_18", "timestamp": [ 12.91, 24.31 ], "duration": 60.66, "caption": "A woman points at the piece of artwork sitting in the chair.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 171485, "video_name": "castle_s05e19_seg02_clip_00", "timestamp": [ 0.91, 7.74 ], "duration": 91.66, "caption": "A woman walks over to the chair and sits down on it.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 171486, "video_name": "friends_s03e20_seg02_clip_03", "timestamp": [ 6.08, 11.53 ], "duration": 64.66, "caption": "A woman grabs the chair and sits down on it.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 171487, "video_name": "friends_s04e14_seg02_clip_07", "timestamp": [ 22.38, 27.42 ], "duration": 63.66, "caption": "A woman walks over to sit on the chair.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 171488, "video_name": "s02e19_seg02_clip_11", "timestamp": [ 51.94, 55.19 ], "duration": 59.66, "caption": "A woman sits on an armchair and points and gestures with both hands as she talks to some people.", "similarity": 0.6378, "relevance": 1 }, { "pair_id": 171489, "video_name": "s01e17_seg02_clip_11", "timestamp": [ 59.23, 61.79 ], "duration": 64.66, "caption": "A person goes to someone's dining table and sits on the chair.", "similarity": 0.6287, "relevance": 1 }, { "pair_id": 171490, "video_name": "s07e18_seg02_clip_00", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A woman turns around and sits down on a chair.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 171491, "video_name": "friends_s05e05_seg02_clip_14", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "A woman points at a man while sitting in an armchair.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 171492, "video_name": "friends_s08e12_seg02_clip_11", "timestamp": [ 47.42, 52.52 ], "duration": 60.66, "caption": "A man points at woman while he's sitting in a chair.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 171493, "video_name": "friends_s01e06_seg02_clip_10", "timestamp": [ 27.13, 32.19 ], "duration": 59.66, "caption": "A woman sits on the chair and crosses her legs.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 171494, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 60.09, 64.99 ], "duration": 89.66, "caption": "A woman walks over to a chair and sits down.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 171495, "video_name": "friends_s05e08_seg02_clip_11", "timestamp": [ 7.35, 11.2 ], "duration": 70.66, "caption": "A man points to person while he/she is sitting on the arm of the chair.", "similarity": 0.6156, "relevance": 1 }, { "pair_id": 171496, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 36.89, 40.58 ], "duration": 92.66, "caption": "A woman sits on the arm of a chair.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 171497, "video_name": "castle_s02e03_seg02_clip_25", "timestamp": [ 59.36, 61.44 ], "duration": 83.66, "caption": "A woman sits back in her chair and points to her computer monitor.", "similarity": 0.6143, "relevance": 1 }, { "pair_id": 171498, "video_name": "s09e16_seg02_clip_04", "timestamp": [ 0.0, 1.22 ], "duration": 61.66, "caption": "A person points at the table while standing up from the chair.", "similarity": 0.6143, "relevance": 1 }, { "pair_id": 171499, "video_name": "grey_s03e01_seg02_clip_06", "timestamp": [ 81.7, 84.43 ], "duration": 91.66, "caption": "A man points with his right hand to the people sitting in the chairs.", "similarity": 0.6093, "relevance": 0 } ] }, { "query_id": 47971, "query": "A woman and man walk into the coroner's room to talk to person.", "relevant_moment": [ { "pair_id": 173220, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 44.19, 47.91 ], "duration": 93.66, "caption": "A woman and man walk into the coroner's room to talk to person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173221, "video_name": "castle_s05e06_seg02_clip_05", "timestamp": [ 25.25, 29.76 ], "duration": 90.66, "caption": "A woman and a man enter the autopsy room and they greet a person.", "similarity": 0.7471, "relevance": 4 }, { "pair_id": 173222, "video_name": "castle_s05e21_seg02_clip_04", "timestamp": [ 0.0, 13.58 ], "duration": 90.66, "caption": "A woman is speaking to two people in the autopsy room.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 173223, "video_name": "castle_s02e09_seg02_clip_01", "timestamp": [ 10.7, 21.86 ], "duration": 93.66, "caption": "A woman and man walk up to the crime scene and talk to person.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 173224, "video_name": "friends_s10e17-18_seg02_clip_01", "timestamp": [ 0.0, 15.87 ], "duration": 61.66, "caption": "A man and woman talk to a person in a hospital room.", "similarity": 0.6999, "relevance": 1 }, { "pair_id": 173225, "video_name": "castle_s03e07_seg02_clip_01", "timestamp": [ 1.35, 4.95 ], "duration": 90.66, "caption": "A woman and the coroner walk down the stairs to examine the body.", "similarity": 0.6989, "relevance": 1 }, { "pair_id": 173226, "video_name": "house_s03e10_seg02_clip_15", "timestamp": [ 28.04, 34.27 ], "duration": 89.66, "caption": "A person walks into the room of a deceased patient as another person is speaking to their next of kin.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 173227, "video_name": "grey_s03e14_seg02_clip_10", "timestamp": [ 37.81, 53.35 ], "duration": 84.66, "caption": "A man and a woman walk through the hospital hallway while talking.", "similarity": 0.6904, "relevance": 1 }, { "pair_id": 173228, "video_name": "castle_s05e03_seg02_clip_01", "timestamp": [ 59.82, 92.03 ], "duration": 92.66, "caption": "A man and woman are having a conversation while investigating a dead body in a room.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 173229, "video_name": "castle_s07e04_seg02_clip_16", "timestamp": [ 76.22, 90.2 ], "duration": 90.66, "caption": "A woman and a man go walking through the crime scene house talking.", "similarity": 0.6711, "relevance": 3 }, { "pair_id": 173230, "video_name": "house_s05e24_seg02_clip_11", "timestamp": [ 79.84, 90.21 ], "duration": 90.66, "caption": "Two people walk into the room to talk to person.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 173231, "video_name": "castle_s03e03_seg02_clip_11", "timestamp": [ 3.07, 8.78 ], "duration": 87.66, "caption": "A woman and a man walk into the morgue as a person calls to their attention the forehead of the dead victim.", "similarity": 0.6668, "relevance": 4 }, { "pair_id": 173232, "video_name": "castle_s05e23_seg02_clip_03", "timestamp": [ 0.0, 3.57 ], "duration": 89.66, "caption": "A man and a woman walk into the room and another man starts a conversation with them.", "similarity": 0.6642, "relevance": 1 }, { "pair_id": 173233, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 65.34, 67.64 ], "duration": 92.66, "caption": "A person walks in to the room while woman and woman are talking.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 173234, "video_name": "castle_s06e09_seg02_clip_11", "timestamp": [ 67.66, 70.33 ], "duration": 89.66, "caption": "A person comes into the coroner's office and person turns to face him.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 173235, "video_name": "castle_s01e08_seg02_clip_02", "timestamp": [ 59.6, 63.21 ], "duration": 90.66, "caption": "A woman and man looks at the corpse while talking to the doctor in charge.", "similarity": 0.6629, "relevance": 3 }, { "pair_id": 173236, "video_name": "castle_s04e02_seg02_clip_02", "timestamp": [ 54.01, 90.02 ], "duration": 90.66, "caption": "Man and woman talk to someone in the morgue.", "similarity": 0.662, "relevance": 2 }, { "pair_id": 173237, "video_name": "house_s02e23_seg02_clip_21", "timestamp": [ 82.46, 91.11 ], "duration": 91.66, "caption": "A woman walks into a hospital room and talks with a man.", "similarity": 0.6613, "relevance": 1 }, { "pair_id": 173238, "video_name": "castle_s03e21_seg02_clip_19", "timestamp": [ 53.76, 56.47 ], "duration": 90.66, "caption": "A woman walks into the room to talk to a man.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 173239, "video_name": "friends_s10e17-18_seg02_clip_00", "timestamp": [ 48.52, 53.7 ], "duration": 61.66, "caption": "A man and woman enter person's hospital room and begin a conversation with her.", "similarity": 0.6561, "relevance": 2 }, { "pair_id": 346540, "video_name": "house_s02e23_seg02_clip_01", "timestamp": [ 40.0, 56.35 ], "duration": 86.66, "caption": "A man and a woman walk in the hallway and talk about a medical case.", "similarity": 0.6516, "relevance": 3 }, { "pair_id": 346541, "video_name": "house_s02e18_seg02_clip_08", "timestamp": [ 7.44, 37.68 ], "duration": 93.66, "caption": "A man and a woman walk in the hallway and talk about a man.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 346542, "video_name": "grey_s02e11_seg02_clip_08", "timestamp": [ 64.25, 91.14 ], "duration": 91.66, "caption": "A woman and another woman walk into someone's room to speak to her.", "similarity": 0.6503, "relevance": 1 }, { "pair_id": 346543, "video_name": "s06e20_seg02_clip_11", "timestamp": [ 43.11, 47.14 ], "duration": 62.66, "caption": "A man and woman walk into the room and approach some people.", "similarity": 0.6455, "relevance": 3 }, { "pair_id": 346544, "video_name": "grey_s02e13_seg02_clip_10", "timestamp": [ 59.2, 76.12 ], "duration": 89.66, "caption": "A man walks into a hospital room and talks with woman and man.", "similarity": 0.6452, "relevance": 2 }, { "pair_id": 346545, "video_name": "friends_s06e11_seg02_clip_17", "timestamp": [ 0.0, 12.94 ], "duration": 57.66, "caption": "Two people are talking to a woman and a man in the hallway.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 346546, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 0.0, 33.47 ], "duration": 89.66, "caption": "A woman and a man talk in the middle of the hospital hallway.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 346547, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 18.74, 27.67 ], "duration": 89.66, "caption": "A woman and a man are walking down a hallway talking with someone.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 346548, "video_name": "friends_s01e23_seg02_clip_07", "timestamp": [ 18.3, 36.6 ], "duration": 62.66, "caption": "A woman and a man talk to each other in the hallway.", "similarity": 0.6422, "relevance": 3 }, { "pair_id": 346549, "video_name": "grey_s03e08_seg02_clip_10", "timestamp": [ 9.01, 21.18 ], "duration": 90.66, "caption": "A woman and a man are walking down the hospital hallway as they converse.", "similarity": 0.6414, "relevance": 3 }, { "pair_id": 346550, "video_name": "castle_s07e23_seg02_clip_09", "timestamp": [ 0.0, 9.45 ], "duration": 90.66, "caption": "A woman and a man enter a room and they saw a dead body of someone.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 346551, "video_name": "grey_s02e12_seg02_clip_03", "timestamp": [ 38.41, 48.02 ], "duration": 96.66, "caption": "A man and woman are walking through the hospital having a conversation.", "similarity": 0.6384, "relevance": 3 }, { "pair_id": 346552, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 0.0, 25.74 ], "duration": 62.66, "caption": "A woman and a man have a conversation with a person in their doorway.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 346553, "video_name": "s07e10_seg02_clip_14", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman walks through the living room to talk to a man.", "similarity": 0.6368, "relevance": 2 }, { "pair_id": 346554, "video_name": "house_s05e20_seg02_clip_22", "timestamp": [ 46.36, 49.06 ], "duration": 90.66, "caption": "A person and another person walk into a hospital room to check up on two people.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 346555, "video_name": "grey_s02e10_seg02_clip_09", "timestamp": [ 19.21, 26.89 ], "duration": 96.66, "caption": "A woman walks into person's room followed by man and man.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 346556, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 2.3, 31.75 ], "duration": 92.66, "caption": "A woman walks into the room and speaks with a man.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 346557, "video_name": "castle_s03e07_seg02_clip_22", "timestamp": [ 4.51, 11.27 ], "duration": 90.66, "caption": "A man and woman walk over to talk to someone.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 346558, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 31.76, 36.99 ], "duration": 87.66, "caption": "A woman and a man walk in the precinct's hallway while conversing.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 346559, "video_name": "castle_s04e18_seg02_clip_08", "timestamp": [ 0.0, 12.62 ], "duration": 90.66, "caption": "A man and a woman walked into a meeting room.", "similarity": 0.6304, "relevance": 3 } ] }, { "query_id": 47991, "query": "A woman is holding person's hand as they speak to someone.", "relevant_moment": [ { "pair_id": 168480, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 45.77, 80.1 ], "duration": 88.66, "caption": "A woman is holding person's hand as they speak to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168481, "video_name": "friends_s02e24_seg02_clip_09", "timestamp": [ 3.05, 9.76 ], "duration": 61.66, "caption": "A woman holds onto a man's hands as she speaks to him.", "similarity": 0.8616, "relevance": 3 }, { "pair_id": 168482, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman holds her two fingers with her hand while she speaks to another woman.", "similarity": 0.8525, "relevance": 2 }, { "pair_id": 168483, "video_name": "s07e21_seg02_clip_14", "timestamp": [ 15.05, 17.12 ], "duration": 59.66, "caption": "A woman speaks to a person animatedly with her hands.", "similarity": 0.8489, "relevance": 2 }, { "pair_id": 168484, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 27.91, 31.94 ], "duration": 62.66, "caption": "A woman is making hand gestures as she speaks to a man.", "similarity": 0.8441, "relevance": 2 }, { "pair_id": 168485, "video_name": "s08e20_seg02_clip_07", "timestamp": [ 13.64, 19.44 ], "duration": 58.66, "caption": "A woman is talking to person while using her hands for emphasis.", "similarity": 0.8434, "relevance": 2 }, { "pair_id": 168486, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A woman gestures with both hands as she speaks to a man.", "similarity": 0.8392, "relevance": 2 }, { "pair_id": 168487, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 21.09, 24.15 ], "duration": 68.66, "caption": "A woman puts both hands up and gestures with them while talking.", "similarity": 0.8361, "relevance": 1 }, { "pair_id": 168488, "video_name": "friends_s03e12_seg02_clip_14", "timestamp": [ 36.31, 38.45 ], "duration": 61.66, "caption": "A person puts both hands in front of woman as he is speaking to her.", "similarity": 0.83, "relevance": 1 }, { "pair_id": 168489, "video_name": "castle_s03e16_seg02_clip_05", "timestamp": [ 29.26, 36.91 ], "duration": 90.66, "caption": "While she is talking to a person, a woman holds up two fingers for emphasis.", "similarity": 0.8272, "relevance": 2 }, { "pair_id": 168490, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 14.1, 31.97 ], "duration": 94.66, "caption": "A woman puts its hands on its mouth while talking to man and person.", "similarity": 0.8243, "relevance": 1 }, { "pair_id": 168491, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 30.08, 34.74 ], "duration": 62.66, "caption": "A woman puts her hand over her mouth while having a conversation with a person.", "similarity": 0.8232, "relevance": 1 }, { "pair_id": 168492, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 8.55, 11.7 ], "duration": 90.66, "caption": "A man holds onto a woman's hand as he speaks to her.", "similarity": 0.8226, "relevance": 3 }, { "pair_id": 168493, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 11.41, 18.91 ], "duration": 60.66, "caption": "A woman motions with both of her hands while talking to someone.", "similarity": 0.8215, "relevance": 2 }, { "pair_id": 168494, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 12.83, 21.67 ], "duration": 57.66, "caption": "A woman stands up and begins using her hand when speaking to woman.", "similarity": 0.8214, "relevance": 1 }, { "pair_id": 168495, "video_name": "castle_s05e09_seg02_clip_17", "timestamp": [ 19.4, 24.82 ], "duration": 90.66, "caption": "A woman shakes their hands and gestures to person as they spoke.", "similarity": 0.8189, "relevance": 1 }, { "pair_id": 168496, "video_name": "friends_s08e12_seg02_clip_01", "timestamp": [ 27.56, 32.4 ], "duration": 60.66, "caption": "A woman put their hand on a person's shoulder when they were talking.", "similarity": 0.8188, "relevance": 2 }, { "pair_id": 168497, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 0.0, 30.1 ], "duration": 59.66, "caption": "A man is holding woman's hand as they speak to each other.", "similarity": 0.8185, "relevance": 1 }, { "pair_id": 168498, "video_name": "castle_s06e04_seg02_clip_22", "timestamp": [ 22.09, 27.61 ], "duration": 92.66, "caption": "A woman puts her hands on her hips as she speaks to a person.", "similarity": 0.8181, "relevance": 1 }, { "pair_id": 168499, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 6.86, 14.01 ], "duration": 59.66, "caption": "A woman holds her hands palm to palm while talking to another woman.", "similarity": 0.8171, "relevance": 3 } ] }, { "query_id": 48007, "query": "A woman is talking to man and points both index fingers at another woman.", "relevant_moment": [ { "pair_id": 68260, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 23.09, 26.73 ], "duration": 60.66, "caption": "A woman is talking to man and points both index fingers at another woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 68261, "video_name": "friends_s08e08_seg02_clip_05", "timestamp": [ 44.26, 47.13 ], "duration": 57.66, "caption": "A woman points her finger at another woman as she is talking to her.", "similarity": 0.8986, "relevance": 3 }, { "pair_id": 68262, "video_name": "s05e11_seg02_clip_09", "timestamp": [ 47.45, 50.24 ], "duration": 62.66, "caption": "A woman points her finger at another woman while talking to her.", "similarity": 0.8957, "relevance": 2 }, { "pair_id": 68263, "video_name": "castle_s03e18_seg02_clip_08", "timestamp": [ 65.7, 71.36 ], "duration": 87.66, "caption": "A woman points her finger to a man in front of her while talking to another person.", "similarity": 0.8922, "relevance": 2 }, { "pair_id": 68264, "video_name": "friends_s07e23-24_seg02_clip_25", "timestamp": [ 4.73, 8.51 ], "duration": 63.66, "caption": "A man points both index fingers at a woman during a conversation.", "similarity": 0.8918, "relevance": 3 }, { "pair_id": 68265, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 13.12, 14.04 ], "duration": 61.66, "caption": "A woman points her finger while talking to a man.", "similarity": 0.8875, "relevance": 2 }, { "pair_id": 68266, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 22.58, 26.24 ], "duration": 61.66, "caption": "A woman is talking with a man while she is pointing with her index finger at something towards her right.", "similarity": 0.8875, "relevance": 2 }, { "pair_id": 68267, "video_name": "friends_s05e04_seg01_clip_00", "timestamp": [ 49.0, 51.48 ], "duration": 62.66, "caption": "A woman points both her fingers at another woman as they have a conversation.", "similarity": 0.8849, "relevance": 3 }, { "pair_id": 68268, "video_name": "friends_s08e09_seg02_clip_14", "timestamp": [ 11.85, 16.33 ], "duration": 64.66, "caption": "A woman is talking to man and points her index finger up and at him.", "similarity": 0.8831, "relevance": 3 }, { "pair_id": 68269, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 22.4, 25.18 ], "duration": 37.66, "caption": "A woman points one finger at another woman's right hand as she talks to her.", "similarity": 0.8813, "relevance": 3 }, { "pair_id": 68270, "video_name": "castle_s05e19_seg02_clip_26", "timestamp": [ 7.26, 9.9 ], "duration": 132.66, "caption": "A woman points with her finger while talking to man.", "similarity": 0.8804, "relevance": 4 }, { "pair_id": 68271, "video_name": "friends_s01e16-17_seg02_clip_33", "timestamp": [ 55.47, 59.25 ], "duration": 63.66, "caption": "A woman points her finger at another woman during their conversation.", "similarity": 0.8739, "relevance": 3 }, { "pair_id": 68272, "video_name": "friends_s03e16_seg02_clip_11", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A woman points her index finger at man during their conversation.", "similarity": 0.8737, "relevance": 3 }, { "pair_id": 68273, "video_name": "friends_s10e08_seg02_clip_17", "timestamp": [ 55.36, 56.49 ], "duration": 56.66, "caption": "A woman points her finger towards a man during a conversation.", "similarity": 0.8603, "relevance": 3 }, { "pair_id": 68274, "video_name": "grey_s02e05_seg02_clip_20", "timestamp": [ 10.31, 12.05 ], "duration": 29.66, "caption": "A woman points her finger at man while she's talking to him.", "similarity": 0.8481, "relevance": 3 }, { "pair_id": 68275, "video_name": "friends_s07e07_seg02_clip_18", "timestamp": [ 28.43, 33.65 ], "duration": 58.66, "caption": "A man points his index finger at a woman during a conversation.", "similarity": 0.8481, "relevance": 2 }, { "pair_id": 68276, "video_name": "friends_s08e04_seg02_clip_04", "timestamp": [ 10.54, 14.27 ], "duration": 62.66, "caption": "While talking to a woman, a man points his index finger at her.", "similarity": 0.8457, "relevance": 3 }, { "pair_id": 68277, "video_name": "castle_s05e22_seg02_clip_24", "timestamp": [ 18.9, 26.11 ], "duration": 90.66, "caption": "A person points with his finger while having a conversation with a woman.", "similarity": 0.839, "relevance": 3 }, { "pair_id": 68278, "video_name": "castle_s07e11_seg02_clip_18", "timestamp": [ 17.09, 20.23 ], "duration": 89.66, "caption": "A man points his finger at a woman while talking to her.", "similarity": 0.838, "relevance": 3 }, { "pair_id": 68279, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 11.81, 13.28 ], "duration": 59.66, "caption": "A woman is talking to another woman and points outward with her right hand.", "similarity": 0.8364, "relevance": 2 }, { "pair_id": 241580, "video_name": "friends_s08e13_seg02_clip_09", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A woman points her finger downward several times as she has a conversation with a man.", "similarity": 0.8302, "relevance": 3 }, { "pair_id": 241581, "video_name": "friends_s03e11_seg02_clip_02", "timestamp": [ 13.69, 16.54 ], "duration": 57.66, "caption": "A woman touches her index finger to her thumb as she talks to another woman.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 241582, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 21.65, 25.26 ], "duration": 90.66, "caption": "A man points his finger to someone during a talk with woman.", "similarity": 0.8264, "relevance": 2 }, { "pair_id": 241583, "video_name": "s08e20_seg02_clip_01", "timestamp": [ 30.7, 32.88 ], "duration": 62.66, "caption": "A person points to their ears with both pointer fingers as they talk to a woman.", "similarity": 0.8251, "relevance": 2 }, { "pair_id": 241584, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 9.0, 15.91 ], "duration": 60.66, "caption": "A woman next to someone talks and points repeatedly with her index finger.", "similarity": 0.825, "relevance": 2 }, { "pair_id": 241585, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 83.27, 86.87 ], "duration": 90.66, "caption": "A woman raises her hands with palms out then points her fingers while talking to a man and a woman.", "similarity": 0.824, "relevance": 4 }, { "pair_id": 241586, "video_name": "friends_s03e17_seg02_clip_10", "timestamp": [ 40.73, 43.68 ], "duration": 59.66, "caption": "A woman points at another woman with her index finger.", "similarity": 0.819, "relevance": 2 }, { "pair_id": 241587, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 20.05, 22.48 ], "duration": 60.66, "caption": "A woman points her finger at woman and her thumb at man.", "similarity": 0.8158, "relevance": 3 }, { "pair_id": 241588, "video_name": "house_s03e20_seg02_clip_07", "timestamp": [ 52.1, 54.89 ], "duration": 93.66, "caption": "A woman holds up her hand and points while talking with a man.", "similarity": 0.8149, "relevance": 2 }, { "pair_id": 241589, "video_name": "castle_s07e19_seg02_clip_01", "timestamp": [ 63.52, 67.05 ], "duration": 88.66, "caption": "A woman is pointing her finger while saying something to a man.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 241590, "video_name": "friends_s07e01_seg02_clip_05", "timestamp": [ 22.21, 24.01 ], "duration": 60.66, "caption": "A woman puts her index finger to her mouth during a conversation with a man.", "similarity": 0.8092, "relevance": 2 }, { "pair_id": 241591, "video_name": "friends_s08e20_seg02_clip_07", "timestamp": [ 40.62, 43.23 ], "duration": 58.66, "caption": "A woman points directly at another woman with her right index finger.", "similarity": 0.8087, "relevance": 3 }, { "pair_id": 241592, "video_name": "met_s06e04_seg01_clip_01", "timestamp": [ 19.23, 22.83 ], "duration": 60.66, "caption": "A man points his fingers while speaking to a woman.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 241593, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 13.21, 14.87 ], "duration": 55.66, "caption": "A woman holds up two fingers during her conversation with another woman.", "similarity": 0.8061, "relevance": 2 }, { "pair_id": 241594, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 13.63, 15.75 ], "duration": 60.66, "caption": "A woman points towards a man with their index finger.", "similarity": 0.8029, "relevance": 2 }, { "pair_id": 241595, "video_name": "friends_s10e02_seg02_clip_07", "timestamp": [ 44.56, 48.99 ], "duration": 59.66, "caption": "A woman is talking to a man and points at something in front of her.", "similarity": 0.8024, "relevance": 2 }, { "pair_id": 241596, "video_name": "friends_s01e06_seg02_clip_01", "timestamp": [ 4.28, 10.55 ], "duration": 57.66, "caption": "A man points has hand towards a man when a woman is talking.", "similarity": 0.799, "relevance": 3 }, { "pair_id": 241597, "video_name": "grey_s01e04_seg02_clip_18", "timestamp": [ 15.66, 20.89 ], "duration": 87.66, "caption": "A woman stops and points her finger at another woman.", "similarity": 0.797, "relevance": 3 }, { "pair_id": 241598, "video_name": "friends_s04e03_seg02_clip_01", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A man points towards the ground with his index finger while talking to a woman.", "similarity": 0.7963, "relevance": 2 }, { "pair_id": 241599, "video_name": "friends_s02e16_seg02_clip_16", "timestamp": [ 10.88, 13.05 ], "duration": 62.66, "caption": "A person points his finger while trying to figure out which woman another person is talking about.", "similarity": 0.7932, "relevance": 2 } ] }, { "query_id": 48017, "query": "A man stands up from his seat in front of the covered model.", "relevant_moment": [ { "pair_id": 78440, "video_name": "met_s02e06_seg02_clip_16", "timestamp": [ 6.59, 7.45 ], "duration": 57.66, "caption": "A man stands up from his seat in front of the covered model.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 78441, "video_name": "s01e13_seg02_clip_11", "timestamp": [ 8.45, 14.96 ], "duration": 65.66, "caption": "A man stands from his seat and poses showing his shirt.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 78442, "video_name": "met_s06e06_seg02_clip_03", "timestamp": [ 9.6, 11.1 ], "duration": 60.66, "caption": "A man stands up at his seat as he is with some people.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 78443, "video_name": "castle_s08e15_seg02_clip_17", "timestamp": [ 25.03, 27.76 ], "duration": 91.66, "caption": "A person gets up from his seat to stand.", "similarity": 0.6379, "relevance": 2 }, { "pair_id": 78444, "video_name": "friends_s07e08_seg02_clip_06", "timestamp": [ 28.33, 32.46 ], "duration": 59.66, "caption": "person stands up from their seat with their hand up.", "similarity": 0.6304, "relevance": 3 }, { "pair_id": 78445, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 4.24, 48.78 ], "duration": 53.66, "caption": "A person was standing in front of a man.", "similarity": 0.6163, "relevance": 1 }, { "pair_id": 78446, "video_name": "castle_s05e22_seg02_clip_17", "timestamp": [ 55.35, 57.21 ], "duration": 93.66, "caption": "A person has a man held up as he stands behind him.", "similarity": 0.6096, "relevance": 0 }, { "pair_id": 78447, "video_name": "house_s05e24_seg02_clip_19", "timestamp": [ 60.75, 64.77 ], "duration": 89.66, "caption": "A man stands up from the chair he's been sitting in.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 78448, "video_name": "friends_s03e17_seg02_clip_06", "timestamp": [ 34.9, 36.7 ], "duration": 60.66, "caption": "A man stands up from his kneeling position behind the cab.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 78449, "video_name": "friends_s02e19_seg02_clip_12", "timestamp": [ 16.17, 19.53 ], "duration": 61.66, "caption": "A person standing up in front of a man who is sitting in a chair.", "similarity": 0.5973, "relevance": 3 }, { "pair_id": 78450, "video_name": "friends_s08e10_seg02_clip_01", "timestamp": [ 22.32, 27.31 ], "duration": 58.66, "caption": "A man is about to sit down then stands back up.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 78451, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 2.66, 4.72 ], "duration": 59.66, "caption": "A man puts his head back and stands up.", "similarity": 0.583, "relevance": 1 }, { "pair_id": 78452, "video_name": "castle_s05e07_seg02_clip_08", "timestamp": [ 47.33, 50.97 ], "duration": 91.66, "caption": "A man stands up and moves to the back.", "similarity": 0.5782, "relevance": 2 }, { "pair_id": 78453, "video_name": "met_s03e12_seg02_clip_11", "timestamp": [ 27.18, 30.13 ], "duration": 59.66, "caption": "A man stands up from his seated position on the floor.", "similarity": 0.5772, "relevance": 2 }, { "pair_id": 78454, "video_name": "friends_s08e20_seg02_clip_06", "timestamp": [ 5.1, 7.8 ], "duration": 60.66, "caption": "A man stands from his seat and stands in front of another man.", "similarity": 0.5738, "relevance": 2 }, { "pair_id": 78455, "video_name": "friends_s01e23_seg02_clip_19", "timestamp": [ 19.73, 23.81 ], "duration": 68.66, "caption": "A man stands up so he's within the camera shot.", "similarity": 0.5711, "relevance": 1 }, { "pair_id": 78456, "video_name": "castle_s07e12_seg02_clip_23", "timestamp": [ 0.9, 3.15 ], "duration": 90.66, "caption": "A man stands up from the chair with his hands up.", "similarity": 0.5688, "relevance": 3 }, { "pair_id": 78457, "video_name": "friends_s03e20_seg02_clip_09", "timestamp": [ 1.24, 6.2 ], "duration": 62.66, "caption": "A man rubs his face and stands up from his seat.", "similarity": 0.5654, "relevance": 3 }, { "pair_id": 78458, "video_name": "house_s03e13_seg02_clip_16", "timestamp": [ 82.3, 88.02 ], "duration": 88.66, "caption": "A man takes a seat right in front of person.", "similarity": 0.564, "relevance": 1 }, { "pair_id": 78459, "video_name": "s03e15_seg02_clip_02", "timestamp": [ 40.32, 44.35 ], "duration": 62.66, "caption": "A man turns around to see a person standing there.", "similarity": 0.5606, "relevance": 1 } ] }, { "query_id": 48041, "query": "A woman goes to a table and wipes the top.", "relevant_moment": [ { "pair_id": 161840, "video_name": "friends_s03e12_seg02_clip_03", "timestamp": [ 55.58, 58.59 ], "duration": 60.66, "caption": "A woman goes to a table and wipes the top.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161841, "video_name": "friends_s10e07_seg02_clip_00", "timestamp": [ 0.0, 22.99 ], "duration": 62.66, "caption": "A woman wipes the table with a cleaning solution.", "similarity": 0.8297, "relevance": 3 }, { "pair_id": 161842, "video_name": "friends_s01e03_seg02_clip_15", "timestamp": [ 7.97, 13.28 ], "duration": 59.66, "caption": "A woman sprays the table and wipes it off.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 161843, "video_name": "friends_s01e21_seg02_clip_15", "timestamp": [ 24.01, 33.01 ], "duration": 60.66, "caption": "A woman tries to wipe down the table and ends up picking up all the newspapers.", "similarity": 0.7177, "relevance": 3 }, { "pair_id": 161844, "video_name": "friends_s01e21_seg02_clip_15", "timestamp": [ 22.81, 60.03 ], "duration": 60.66, "caption": "A woman gathers up some papers on the table and wipes under them before laying them back down.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 161845, "video_name": "met_s03e11_seg01_clip_02", "timestamp": [ 14.13, 18.04 ], "duration": 60.66, "caption": "A woman takes a handkerchief from the table and wipes her spaghetti top.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 161846, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 31.73, 36.92 ], "duration": 61.66, "caption": "A woman slowly wipes something from her face and nose.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 161847, "video_name": "met_s03e10_seg01_clip_03", "timestamp": [ 47.23, 49.01 ], "duration": 67.66, "caption": "A woman wipes down the counter with a blue cloth.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 161848, "video_name": "s02e13_seg02_clip_01", "timestamp": [ 7.93, 10.37 ], "duration": 61.66, "caption": "A person uses a cloth napkin to wipe a spot on the coffee table.", "similarity": 0.6513, "relevance": 2 }, { "pair_id": 161849, "video_name": "s04e05_seg02_clip_13", "timestamp": [ 49.29, 51.65 ], "duration": 59.66, "caption": "A woman wipes the sides of their mouth with a napkin.", "similarity": 0.6448, "relevance": 1 }, { "pair_id": 161850, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 25.8, 32.35 ], "duration": 77.66, "caption": "A woman wipes person's head with a wash cloth.", "similarity": 0.6418, "relevance": 1 }, { "pair_id": 161851, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 17.43, 20.34 ], "duration": 83.66, "caption": "A young waitress, wearing an apron, wipes a table with a cloth.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 161852, "video_name": "friends_s08e23-24_seg02_clip_25", "timestamp": [ 34.12, 41.56 ], "duration": 62.66, "caption": "A woman gets a spoon from the tray and wipes it with a napkin.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 161853, "video_name": "s08e24_seg02_clip_07", "timestamp": [ 51.32, 53.12 ], "duration": 60.66, "caption": "A woman grabs the rag on the counter and wipes the counter-top.", "similarity": 0.6233, "relevance": 3 }, { "pair_id": 161854, "video_name": "s04e17_seg02_clip_02", "timestamp": [ 17.11, 26.23 ], "duration": 57.66, "caption": "A woman wipes the top of the bar with a white cloth.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 161855, "video_name": "s10e03_seg02_clip_01", "timestamp": [ 7.71, 12.73 ], "duration": 67.66, "caption": "A woman wipes her hands and then puts the dishtowel down.", "similarity": 0.6124, "relevance": 1 }, { "pair_id": 161856, "video_name": "friends_s04e16_seg02_clip_12", "timestamp": [ 2.57, 10.26 ], "duration": 57.66, "caption": "A woman reaches for a napkin and wipes her mouth.", "similarity": 0.6113, "relevance": 1 }, { "pair_id": 161857, "video_name": "friends_s08e06_seg02_clip_06", "timestamp": [ 0.0, 9.21 ], "duration": 61.66, "caption": "A woman hands someone a napkin and he wipes his face with it.", "similarity": 0.6101, "relevance": 1 }, { "pair_id": 161858, "video_name": "friends_s01e05_seg02_clip_03", "timestamp": [ 6.1, 14.65 ], "duration": 61.66, "caption": "A woman wipes the tables at Golden Perk while talking to a man.", "similarity": 0.6099, "relevance": 4 }, { "pair_id": 161859, "video_name": "friends_s08e21_seg02_clip_02", "timestamp": [ 3.05, 7.32 ], "duration": 61.66, "caption": "A woman wipes her hands with a kitchen towel.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 335160, "video_name": "grey_s02e01_seg02_clip_14", "timestamp": [ 58.76, 63.21 ], "duration": 89.66, "caption": "A woman wipes her hand off with a blue rag.", "similarity": 0.6085, "relevance": 1 }, { "pair_id": 335161, "video_name": "friends_s01e21_seg02_clip_18", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman places her hands on the table.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 335162, "video_name": "s02e12_seg02_clip_08", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A woman wipes off a striped mug and places it on the counter.", "similarity": 0.6024, "relevance": 2 }, { "pair_id": 335163, "video_name": "s09e01_seg02_clip_08", "timestamp": [ 7.25, 10.15 ], "duration": 58.66, "caption": "A woman lifts her hand and wipes her lip.", "similarity": 0.599, "relevance": 1 }, { "pair_id": 335164, "video_name": "castle_s05e04_seg02_clip_17", "timestamp": [ 60.32, 61.67 ], "duration": 90.66, "caption": "A woman wipes his mouth with a blue napkin.", "similarity": 0.5987, "relevance": 2 }, { "pair_id": 335165, "video_name": "friends_s05e13_seg02_clip_13", "timestamp": [ 55.52, 57.69 ], "duration": 62.66, "caption": "A woman wipes something off the counter that we can't see.", "similarity": 0.5948, "relevance": 4 }, { "pair_id": 335166, "video_name": "s06e02_seg02_clip_16", "timestamp": [ 12.7, 19.72 ], "duration": 54.66, "caption": "A person picks up a napkin off of the coffee table to wipe his mouth.", "similarity": 0.5932, "relevance": 2 }, { "pair_id": 335167, "video_name": "friends_s06e11_seg02_clip_05", "timestamp": [ 45.84, 48.16 ], "duration": 58.66, "caption": "A woman opens the lid on the edge of the table.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 335168, "video_name": "friends_s01e08_seg02_clip_19", "timestamp": [ 20.54, 21.95 ], "duration": 56.66, "caption": "A woman wipes something off her outfit while sitting on the couch.", "similarity": 0.5853, "relevance": 1 }, { "pair_id": 335169, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 37.22, 41.25 ], "duration": 62.66, "caption": "A woman wipes her mouth with her napkin and places on her lap.", "similarity": 0.5844, "relevance": 2 }, { "pair_id": 335170, "video_name": "house_s01e06_seg02_clip_17", "timestamp": [ 15.17, 19.19 ], "duration": 89.66, "caption": "A woman wipes her hand to turn on the water.", "similarity": 0.5821, "relevance": 2 }, { "pair_id": 335171, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 26.27, 30.99 ], "duration": 59.66, "caption": "A woman gets up from the table and starts to leave.", "similarity": 0.582, "relevance": 2 }, { "pair_id": 335172, "video_name": "friends_s01e05_seg02_clip_02", "timestamp": [ 47.3, 54.31 ], "duration": 61.66, "caption": "A woman is cleaning up a table and a man walks over.", "similarity": 0.5811, "relevance": 4 }, { "pair_id": 335173, "video_name": "friends_s10e09_seg02_clip_07", "timestamp": [ 10.03, 11.51 ], "duration": 59.66, "caption": "A woman lays a pile of clothing on a table.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 335175, "video_name": "friends_s05e16_seg02_clip_12", "timestamp": [ 18.61, 24.11 ], "duration": 61.66, "caption": "A woman sets some things down on the table then grabs some gloves from under the sink.", "similarity": 0.5759, "relevance": 2 }, { "pair_id": 335176, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 28.1 ], "duration": 41.66, "caption": "A person wipes their mouth and tongue with a napkin.", "similarity": 0.5758, "relevance": 2 }, { "pair_id": 335177, "video_name": "s09e14_seg02_clip_10", "timestamp": [ 28.57, 33.05 ], "duration": 56.66, "caption": "A woman wipes her hands with a kitchen towel on the stove.", "similarity": 0.5757, "relevance": 2 }, { "pair_id": 335178, "video_name": "friends_s05e02_seg02_clip_19", "timestamp": [ 51.87, 57.06 ], "duration": 61.66, "caption": "A woman wipes something from her eyes with her hands while sitting on sofa.", "similarity": 0.5729, "relevance": 1 }, { "pair_id": 335179, "video_name": "s06e10_seg02_clip_00", "timestamp": [ 20.31, 23.81 ], "duration": 70.66, "caption": "A woman wipes her runny nose with a tissue.", "similarity": 0.5729, "relevance": 2 } ] }, { "query_id": 48095, "query": "A man reads through pages of a file, flipping over pages as he reads.", "relevant_moment": [ { "pair_id": 164060, "video_name": "house_s05e18_seg02_clip_22", "timestamp": [ 42.51, 52.51 ], "duration": 125.66, "caption": "A man reads through pages of a file, flipping over pages as he reads.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164061, "video_name": "grey_s03e06_seg02_clip_23", "timestamp": [ 11.08, 15.52 ], "duration": 88.66, "caption": "A man flips the file while he is sitting down.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 164062, "video_name": "castle_s04e22_seg02_clip_09", "timestamp": [ 9.89, 24.09 ], "duration": 86.66, "caption": "A man walks up to a desk and picks up some papers and flip a page over and reads it.", "similarity": 0.7454, "relevance": 4 }, { "pair_id": 164063, "video_name": "s10e09_seg02_clip_01", "timestamp": [ 56.45, 59.5 ], "duration": 61.66, "caption": "A person flips pages with their left hand as they read the content.", "similarity": 0.7446, "relevance": 4 }, { "pair_id": 164064, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 5.61, 14.76 ], "duration": 59.66, "caption": "A person flips over a page on the document he's reading and sticks out his tongue.", "similarity": 0.7441, "relevance": 4 }, { "pair_id": 164065, "video_name": "house_s01e15_seg02_clip_11", "timestamp": [ 15.98, 18.65 ], "duration": 88.66, "caption": "A man walks while looking down at a file that he is reading.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 164066, "video_name": "castle_s04e10_seg02_clip_20", "timestamp": [ 53.25, 58.1 ], "duration": 88.66, "caption": "A man picks up a file and begins reading it.", "similarity": 0.7218, "relevance": 4 }, { "pair_id": 164067, "video_name": "castle_s04e10_seg02_clip_20", "timestamp": [ 54.57, 62.06 ], "duration": 88.66, "caption": "A man picks up a file, opens it and starts reading out of it.", "similarity": 0.7113, "relevance": 4 }, { "pair_id": 164068, "video_name": "house_s02e24_seg02_clip_09", "timestamp": [ 66.03, 70.1 ], "duration": 90.66, "caption": "A man is flipping over a page in a stack of papers.", "similarity": 0.7098, "relevance": 4 }, { "pair_id": 164069, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 7.79, 17.64 ], "duration": 82.66, "caption": "A man is reading from a stack of papers in his hand.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 164070, "video_name": "castle_s03e08_seg02_clip_13", "timestamp": [ 14.34, 16.58 ], "duration": 89.66, "caption": "A man closes the files that he is reading.", "similarity": 0.701, "relevance": 3 }, { "pair_id": 164071, "video_name": "house_s03e22_seg02_clip_10", "timestamp": [ 9.0, 12.5 ], "duration": 100.66, "caption": "A man flips through a file while talking to man.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 164072, "video_name": "grey_s03e18_seg02_clip_07", "timestamp": [ 1.34, 2.67 ], "duration": 89.66, "caption": "A man has a hand on a folder, then opens the folder and flips some pages.", "similarity": 0.6888, "relevance": 3 }, { "pair_id": 164073, "video_name": "s03e18_seg02_clip_10", "timestamp": [ 47.42, 51.02 ], "duration": 60.66, "caption": "A man flips over a page on his spiral notebook.", "similarity": 0.6874, "relevance": 4 }, { "pair_id": 164074, "video_name": "castle_s08e20_seg02_clip_21", "timestamp": [ 76.58, 83.08 ], "duration": 92.66, "caption": "A man walks over and reads from the file he carries.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 164075, "video_name": "castle_s02e22_seg02_clip_09", "timestamp": [ 9.77, 18.14 ], "duration": 93.66, "caption": "A man approaches, reading from an open file folder.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 164076, "video_name": "castle_s01e08_seg02_clip_16", "timestamp": [ 0.0, 5.42 ], "duration": 90.66, "caption": "A man moves his hand through the air as if he is reading words on a page.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 164077, "video_name": "castle_s04e02_seg02_clip_15", "timestamp": [ 0.0, 7.22 ], "duration": 90.66, "caption": "A man describes what is happening in a comic book while flipping the pages.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 164078, "video_name": "friends_s07e15_seg02_clip_12", "timestamp": [ 36.9, 47.97 ], "duration": 61.66, "caption": "A man opens his book back up when he's talking to another man and starts flipping through pages.", "similarity": 0.664, "relevance": 3 }, { "pair_id": 164079, "video_name": "s03e12_seg02_clip_11", "timestamp": [ 27.27, 29.88 ], "duration": 58.66, "caption": "A person turns the page in the book that they are reading.", "similarity": 0.6625, "relevance": 4 }, { "pair_id": 337380, "video_name": "met_s02e17_seg02_clip_06", "timestamp": [ 27.72, 29.85 ], "duration": 60.66, "caption": "A person turns a page in the magazine he's reading.", "similarity": 0.6621, "relevance": 3 }, { "pair_id": 337381, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 0.3, 10.8 ], "duration": 60.66, "caption": "A man is reading from a piece of paper in his hands.", "similarity": 0.66, "relevance": 3 }, { "pair_id": 337382, "video_name": "castle_s04e02_seg02_clip_15", "timestamp": [ 2.26, 11.28 ], "duration": 90.66, "caption": "A man is flipping through the pages of a comic book while he is talking to a woman.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 337383, "video_name": "castle_s05e09_seg02_clip_21", "timestamp": [ 85.58, 92.03 ], "duration": 92.66, "caption": "A man was browsing at pages of papers compiled in a folder.", "similarity": 0.6569, "relevance": 4 }, { "pair_id": 337384, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 37.5, 41.57 ], "duration": 90.66, "caption": "While listening to a man, a man turns the page of a notebook.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 337385, "video_name": "friends_s02e19_seg02_clip_07", "timestamp": [ 12.71, 18.87 ], "duration": 82.66, "caption": "A man lifts up some papers in his hand and reads them.", "similarity": 0.6554, "relevance": 4 }, { "pair_id": 337386, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 337387, "video_name": "house_s08e17_seg02_clip_05", "timestamp": [ 68.42, 74.72 ], "duration": 90.66, "caption": "A person is turning a page and examining the papers in front of him.", "similarity": 0.6514, "relevance": 4 }, { "pair_id": 337388, "video_name": "house_s03e24_seg02_clip_01", "timestamp": [ 29.49, 37.78 ], "duration": 92.66, "caption": "A man sits in front of a computer and reads something.", "similarity": 0.6511, "relevance": 3 }, { "pair_id": 337389, "video_name": "castle_s08e11_seg02_clip_09", "timestamp": [ 9.24, 11.88 ], "duration": 88.66, "caption": "A woman flips a page on her file to look for more information.", "similarity": 0.6508, "relevance": 3 }, { "pair_id": 337390, "video_name": "castle_s06e05_seg02_clip_12", "timestamp": [ 16.0, 27.43 ], "duration": 91.66, "caption": "A person opens a file and looks at information in it.", "similarity": 0.6486, "relevance": 4 }, { "pair_id": 337391, "video_name": "castle_s04e04_seg02_clip_22", "timestamp": [ 28.99, 42.79 ], "duration": 92.66, "caption": "A boy flips through the pages in his book.", "similarity": 0.6485, "relevance": 4 }, { "pair_id": 337392, "video_name": "friends_s03e23_seg02_clip_07", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man was browsing through a book whilst talking.", "similarity": 0.646, "relevance": 4 }, { "pair_id": 337393, "video_name": "s09e18_seg02_clip_13", "timestamp": [ 4.72, 14.46 ], "duration": 59.66, "caption": "A man is reading off from the paper on his hands.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 337394, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 2.71, 9.93 ], "duration": 90.66, "caption": "A person flips through pages of some paper documents in the meeting room.", "similarity": 0.6445, "relevance": 4 }, { "pair_id": 337395, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 32.05, 34.72 ], "duration": 89.66, "caption": "A man hands woman a file to read.", "similarity": 0.6438, "relevance": 3 }, { "pair_id": 337396, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 58.77, 66.03 ], "duration": 66.66, "caption": "A man pulls a small notebook out of the drawer and starts flipping through pages.", "similarity": 0.6411, "relevance": 3 }, { "pair_id": 337397, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man holds up a small piece of paper and reads it.", "similarity": 0.6401, "relevance": 3 }, { "pair_id": 337398, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 8.87, 15.96 ], "duration": 88.66, "caption": "A person is reading a paper filled with some information of a human.", "similarity": 0.6387, "relevance": 4 }, { "pair_id": 337399, "video_name": "castle_s05e22_seg02_clip_24", "timestamp": [ 74.72, 78.32 ], "duration": 90.66, "caption": "A person picks up a file from a desk and begins reading from it.", "similarity": 0.6357, "relevance": 4 } ] }, { "query_id": 48112, "query": "A woman and a person arrive at the comic book store.", "relevant_moment": [ { "pair_id": 13900, "video_name": "s07e03_seg02_clip_08", "timestamp": [ 37.22, 42.62 ], "duration": 60.66, "caption": "A woman and a person arrive at the comic book store.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13901, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 19.96, 35.64 ], "duration": 57.66, "caption": "Two people are in the comic book shop and a person arrives.", "similarity": 0.8929, "relevance": 2 }, { "pair_id": 13902, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 0.0, 20.53 ], "duration": 57.66, "caption": "Two people are in the comic book store.", "similarity": 0.8633, "relevance": 2 }, { "pair_id": 13903, "video_name": "s02e20_seg02_clip_03", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "Two people are at the comic book shop.", "similarity": 0.852, "relevance": 4 }, { "pair_id": 13904, "video_name": "s07e13_seg02_clip_09", "timestamp": [ 42.41, 54.93 ], "duration": 61.66, "caption": "A woman and a man enter the comic book store and look around.", "similarity": 0.8508, "relevance": 4 }, { "pair_id": 13905, "video_name": "castle_s04e02_seg02_clip_08", "timestamp": [ 84.41, 87.02 ], "duration": 87.66, "caption": "A man and woman enter a comic book store.", "similarity": 0.8502, "relevance": 4 }, { "pair_id": 13906, "video_name": "s02e20_seg02_clip_02", "timestamp": [ 17.12, 24.2 ], "duration": 59.66, "caption": "A woman and a man are in the comic store and someone walks over.", "similarity": 0.8491, "relevance": 4 }, { "pair_id": 13907, "video_name": "s07e03_seg02_clip_07", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A man and a woman rush in the comic book store to be greeted by a person.", "similarity": 0.8265, "relevance": 4 }, { "pair_id": 13908, "video_name": "s03e16_seg02_clip_14", "timestamp": [ 30.41, 33.62 ], "duration": 64.66, "caption": "A woman enters the comic book store and walks towards person.", "similarity": 0.8168, "relevance": 3 }, { "pair_id": 13909, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 10.37, 14.34 ], "duration": 61.66, "caption": "A person walks over to another person in the comic book store.", "similarity": 0.805, "relevance": 3 }, { "pair_id": 13910, "video_name": "s02e20_seg02_clip_02", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "Some people are in the comic book store.", "similarity": 0.7908, "relevance": 4 }, { "pair_id": 13911, "video_name": "castle_s04e02_seg02_clip_18", "timestamp": [ 14.68, 20.02 ], "duration": 88.66, "caption": "A woman and a man approach a person in the comic book store while the woman is showing her badge.", "similarity": 0.7812, "relevance": 4 }, { "pair_id": 13912, "video_name": "s06e01_seg01_clip_01", "timestamp": [ 6.57, 9.13 ], "duration": 73.66, "caption": "Three people are in a comic book store.", "similarity": 0.779, "relevance": 3 }, { "pair_id": 13913, "video_name": "s03e16_seg02_clip_14", "timestamp": [ 31.7, 40.02 ], "duration": 64.66, "caption": "A person is surprised when he sees a woman walk into the comic book store.", "similarity": 0.7786, "relevance": 3 }, { "pair_id": 13914, "video_name": "s05e10_seg02_clip_04", "timestamp": [ 29.41, 31.81 ], "duration": 60.66, "caption": "Some people enter the comic book store.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 13915, "video_name": "s07e13_seg02_clip_09", "timestamp": [ 43.33, 51.87 ], "duration": 61.66, "caption": "A woman walks into another comic book store with a man and is amazed when she walks in.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 13917, "video_name": "s09e13_seg02_clip_01", "timestamp": [ 29.6, 34.48 ], "duration": 61.66, "caption": "Some people walk into a comic book store.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 13919, "video_name": "s02e16_seg02_clip_02", "timestamp": [ 21.31, 60.03 ], "duration": 60.66, "caption": "A woman offers a sit to a person but he is in a hurry to go in a comic store.", "similarity": 0.7537, "relevance": 1 }, { "pair_id": 187220, "video_name": "s05e15_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A person enters a comic book store and greets the owner.", "similarity": 0.7463, "relevance": 3 }, { "pair_id": 187221, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 42.18, 46.52 ], "duration": 62.66, "caption": "A person hands another person some money at the comic book store.", "similarity": 0.7392, "relevance": 3 }, { "pair_id": 187222, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 55.23, 58.89 ], "duration": 61.66, "caption": "Some people are reading comic books at a comic store.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 187223, "video_name": "s07e03_seg02_clip_08", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A woman comes into the comic book store and yells at a person to move faster.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 187224, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 28.07, 31.43 ], "duration": 61.66, "caption": "A woman pats man on his right hand in the comic book store.", "similarity": 0.7329, "relevance": 3 }, { "pair_id": 187225, "video_name": "s05e07_seg02_clip_00", "timestamp": [ 39.06, 41.3 ], "duration": 64.66, "caption": "A woman walks in the door of the comic book store.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 187226, "video_name": "s03e19_seg02_clip_17", "timestamp": [ 78.14, 89.31 ], "duration": 93.66, "caption": "Some people enter the comic book store dressed in costumes.", "similarity": 0.7168, "relevance": 3 }, { "pair_id": 187227, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 31.87, 34.83 ], "duration": 59.66, "caption": "A man and a woman walk in from a back room in the comic book shop.", "similarity": 0.7159, "relevance": 3 }, { "pair_id": 187228, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 8.85, 20.95 ], "duration": 59.66, "caption": "Some people stand in the comic book store having a conversation while looking at comics.", "similarity": 0.7138, "relevance": 3 }, { "pair_id": 187229, "video_name": "s09e05_seg02_clip_05", "timestamp": [ 54.9, 62.03 ], "duration": 62.66, "caption": "A person is sitting in their comic book store while speaking to some women.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 187230, "video_name": "s08e15_seg02_clip_04", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "Two people exit the comic book store at the same time.", "similarity": 0.7129, "relevance": 3 }, { "pair_id": 187231, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 42.72, 45.47 ], "duration": 61.66, "caption": "A person hands his/her clipboard to the comic book store employee.", "similarity": 0.7117, "relevance": 3 }, { "pair_id": 187232, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A person at the comic shop looking through comics.", "similarity": 0.7115, "relevance": 2 }, { "pair_id": 187233, "video_name": "s06e17_seg01_clip_00", "timestamp": [ 43.73, 51.79 ], "duration": 62.66, "caption": "A man walks out of the comic book store with a new woman.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 187234, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 43.22, 48.02 ], "duration": 60.66, "caption": "A man is sitting with woman conversing in person's comic book store.", "similarity": 0.704, "relevance": 3 }, { "pair_id": 187235, "video_name": "s02e22_seg01_clip_00", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A person opens up a box of new comic books at the comic book store.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 187236, "video_name": "s05e05_seg01_clip_03", "timestamp": [ 5.95, 9.8 ], "duration": 70.66, "caption": "A man holds up a comic book for another person to look at in the comic book store.", "similarity": 0.7031, "relevance": 3 }, { "pair_id": 187237, "video_name": "s06e01_seg01_clip_00", "timestamp": [ 19.54, 63.03 ], "duration": 63.66, "caption": "Three people stand in the comic book store looking through comics while having a conversation.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 187238, "video_name": "s03e16_seg01_clip_00", "timestamp": [ 3.33, 11.4 ], "duration": 95.66, "caption": "A person opens the front door and walks into the comic book store.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 187239, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 6.49, 9.44 ], "duration": 59.66, "caption": "A person unlocks and opens the comic book store door for two people.", "similarity": 0.6929, "relevance": 3 } ] }, { "query_id": 48168, "query": "Two people are dancing together while talking.", "relevant_moment": [ { "pair_id": 225840, "video_name": "met_s06e11_seg02_clip_13", "timestamp": [ 46.52, 60.03 ], "duration": 60.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 225841, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 34.53, 52.24 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 225842, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 0.0, 18.3 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 225843, "video_name": "house_s08e22_seg02_clip_02", "timestamp": [ 0.0, 28.53 ], "duration": 92.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225844, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 25.67, 42.64 ], "duration": 87.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225845, "video_name": "house_s08e20_seg02_clip_07", "timestamp": [ 36.35, 89.27 ], "duration": 92.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225846, "video_name": "house_s08e18_seg02_clip_10", "timestamp": [ 56.74, 88.66 ], "duration": 88.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225847, "video_name": "house_s08e18_seg02_clip_10", "timestamp": [ 0.0, 39.9 ], "duration": 88.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225848, "video_name": "house_s08e16_seg02_clip_03", "timestamp": [ 24.19, 45.12 ], "duration": 93.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225849, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 0.0, 30.04 ], "duration": 91.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225850, "video_name": "house_s08e13_seg02_clip_02", "timestamp": [ 0.0, 5.36 ], "duration": 89.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225851, "video_name": "house_s08e11_seg02_clip_14", "timestamp": [ 0.0, 15.75 ], "duration": 90.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225852, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 0.0, 26.01 ], "duration": 89.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225853, "video_name": "house_s08e05_seg02_clip_07", "timestamp": [ 80.12, 89.02 ], "duration": 89.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225854, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 54.31, 73.61 ], "duration": 89.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225855, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 0.0, 35.46 ], "duration": 89.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225856, "video_name": "house_s08e01_seg02_clip_17", "timestamp": [ 12.13, 41.24 ], "duration": 97.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225857, "video_name": "house_s08e01_seg02_clip_08", "timestamp": [ 32.39, 57.24 ], "duration": 88.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225858, "video_name": "house_s08e01_seg02_clip_08", "timestamp": [ 0.0, 23.52 ], "duration": 88.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 225859, "video_name": "house_s08e01_seg02_clip_02", "timestamp": [ 55.19, 72.55 ], "duration": 89.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.7275, "relevance": 2 } ] }, { "query_id": 48185, "query": "A person lifts a coffee cup to their mouth, takes a sip from it, and lowers it back down.", "relevant_moment": [ { "pair_id": 29240, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 33.31, 35.12 ], "duration": 60.66, "caption": "A person lifts a coffee cup to their mouth, takes a sip from it, and lowers it back down.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 29241, "video_name": "friends_s01e06_seg02_clip_06", "timestamp": [ 39.92, 45.02 ], "duration": 60.66, "caption": "A person picks up a coffee cup and takes a sip and then puts the cup down.", "similarity": 0.8562, "relevance": 4 }, { "pair_id": 29242, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 0.0, 8.85 ], "duration": 59.66, "caption": "A person picks up their coffee cup and takes a sip then goes to take another sip but brings the cup back down.", "similarity": 0.8467, "relevance": 4 }, { "pair_id": 29243, "video_name": "s09e15_seg02_clip_10", "timestamp": [ 48.62, 50.72 ], "duration": 60.66, "caption": "A person lifts up their cup to take a sip through their straw but lowers it back down without taking a sip.", "similarity": 0.8443, "relevance": 2 }, { "pair_id": 29244, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.8269, "relevance": 4 }, { "pair_id": 29245, "video_name": "house_s05e03_seg02_clip_10", "timestamp": [ 36.26, 40.24 ], "duration": 88.66, "caption": "A person lifts up their hand to drink some coffee.", "similarity": 0.8253, "relevance": 4 }, { "pair_id": 29246, "video_name": "house_s06e05_seg02_clip_01", "timestamp": [ 86.05, 91.06 ], "duration": 91.66, "caption": "A person holds up their coffee and takes a sip.", "similarity": 0.8206, "relevance": 3 }, { "pair_id": 29247, "video_name": "house_s08e16_seg02_clip_17", "timestamp": [ 5.7, 7.6 ], "duration": 95.66, "caption": "A person drinks from and then puts down their coffee cup.", "similarity": 0.8174, "relevance": 3 }, { "pair_id": 29248, "video_name": "s06e20_seg01_clip_00", "timestamp": [ 55.83, 59.86 ], "duration": 62.66, "caption": "A person sitting behind someone with glasses lifts their coffee cup, takes a sip and sets the cup back down.", "similarity": 0.8103, "relevance": 4 }, { "pair_id": 29249, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 29250, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 0.809, "relevance": 3 }, { "pair_id": 29251, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.8057, "relevance": 3 }, { "pair_id": 29252, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 69.74, 77.24 ], "duration": 88.66, "caption": "A person lifts up their coffee cup, takes a drink, then sits the cup down on their desk.", "similarity": 0.7997, "relevance": 3 }, { "pair_id": 29253, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.7993, "relevance": 4 }, { "pair_id": 29254, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 14.43, 16.23 ], "duration": 90.66, "caption": "A man lifts a red coffee cup to his mouth and takes a sip.", "similarity": 0.7929, "relevance": 2 }, { "pair_id": 29255, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 63.57, 66.22 ], "duration": 88.66, "caption": "A person lifts his mug and takes a sip from it.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 29256, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.7899, "relevance": 2 }, { "pair_id": 29257, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 29258, "video_name": "s07e01_seg02_clip_12", "timestamp": [ 19.18, 23.02 ], "duration": 59.66, "caption": "A person moves into a more comfortable position and another person takes a sip of coffee.", "similarity": 0.7755, "relevance": 3 }, { "pair_id": 29259, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "A person takes a sip of their coffee after another person hands it to them.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 202560, "video_name": "house_s04e08_seg02_clip_12", "timestamp": [ 0.0, 2.61 ], "duration": 87.66, "caption": "A person tilts their head back and takes a sip of coffee.", "similarity": 0.7714, "relevance": 4 }, { "pair_id": 202561, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.0, 0.46 ], "duration": 91.66, "caption": "A woman lifts the coffee cup to her lips and sips.", "similarity": 0.7696, "relevance": 3 }, { "pair_id": 202562, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A person takes a drink out of the coffee cup in his hand.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 202563, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 83.5, 84.41 ], "duration": 91.66, "caption": "A person raises his/her red coffee cup and takes a drink.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 202564, "video_name": "friends_s07e22_seg02_clip_08", "timestamp": [ 1.53, 4.58 ], "duration": 61.66, "caption": "A person lifts a green coffee cup and takes a drink.", "similarity": 0.7647, "relevance": 4 }, { "pair_id": 202565, "video_name": "house_s05e01_seg02_clip_13", "timestamp": [ 61.67, 65.72 ], "duration": 90.66, "caption": "A person picks up their cup and takes a sip.", "similarity": 0.7643, "relevance": 4 }, { "pair_id": 202566, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 61.43, 65.88 ], "duration": 89.66, "caption": "A man lifts his coffee cup and takes a drink.", "similarity": 0.7523, "relevance": 4 }, { "pair_id": 202567, "video_name": "house_s03e24_seg02_clip_00", "timestamp": [ 72.01, 76.62 ], "duration": 92.66, "caption": "A person is talking to person and takes a sip of coffee.", "similarity": 0.7488, "relevance": 4 }, { "pair_id": 202568, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.7482, "relevance": 4 }, { "pair_id": 202569, "video_name": "castle_s03e18_seg02_clip_00", "timestamp": [ 21.69, 39.23 ], "duration": 92.66, "caption": "A person pours a cup of coffee for himself/herself and leans back on the counter and takes a sip.", "similarity": 0.7473, "relevance": 4 }, { "pair_id": 202570, "video_name": "s03e23_seg02_clip_08", "timestamp": [ 4.27, 15.87 ], "duration": 61.66, "caption": "A person grabs a coffee mug and pours himself a cup of coffee and puts the pot back.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 202571, "video_name": "house_s08e17_seg02_clip_00", "timestamp": [ 34.79, 39.49 ], "duration": 94.66, "caption": "A person takes a sip of their coffee and then looks down at it.", "similarity": 0.7386, "relevance": 4 }, { "pair_id": 202572, "video_name": "house_s08e05_seg02_clip_11", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes hold of their cup and takes a drink.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 202573, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 57.17, 64.82 ], "duration": 90.66, "caption": "A man hands a woman a cup of coffee, and she takes a sip.", "similarity": 0.7367, "relevance": 4 }, { "pair_id": 202574, "video_name": "castle_s02e07_seg02_clip_14", "timestamp": [ 71.33, 73.6 ], "duration": 90.66, "caption": "A person takes a sip of his/her coffee mug as he/she walks forward.", "similarity": 0.7355, "relevance": 4 }, { "pair_id": 202575, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 19.33, 23.93 ], "duration": 92.66, "caption": "A woman takes a sip of coffee then sets her cup down.", "similarity": 0.7328, "relevance": 4 }, { "pair_id": 202576, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 87.15, 89.13 ], "duration": 99.66, "caption": "A person takes a sip of water from a cup.", "similarity": 0.7326, "relevance": 3 }, { "pair_id": 202577, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 48.36, 50.62 ], "duration": 90.66, "caption": "A person takes a drink out of their coffee mug.", "similarity": 0.7307, "relevance": 4 }, { "pair_id": 202578, "video_name": "house_s07e05_seg02_clip_26", "timestamp": [ 1.01, 3.54 ], "duration": 101.66, "caption": "person grabs the coffee mug and pulls it towards their chest.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 202579, "video_name": "house_s03e17_seg02_clip_05", "timestamp": [ 82.82, 85.52 ], "duration": 90.66, "caption": "A person takes a sip from their red coffee mug.", "similarity": 0.7265, "relevance": 4 } ] }, { "query_id": 48205, "query": "A man moves his fingers back and forth while talking to a boxer.", "relevant_moment": [ { "pair_id": 146620, "video_name": "friends_s06e17_seg02_clip_17", "timestamp": [ 10.57, 12.81 ], "duration": 64.66, "caption": "A man moves his fingers back and forth while talking to a boxer.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 146621, "video_name": "friends_s07e01_seg02_clip_05", "timestamp": [ 55.83, 59.43 ], "duration": 60.66, "caption": "A man makes fists with both hands during a conversation with person.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 146623, "video_name": "met_s04e02_seg02_clip_12", "timestamp": [ 17.11, 21.31 ], "duration": 60.66, "caption": "A man makes a fist with his hand during a conversation.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 146624, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 146625, "video_name": "friends_s05e16_seg02_clip_08", "timestamp": [ 2.07, 6.49 ], "duration": 59.66, "caption": "A man moves his hands back and forth while trying to discuss another man's wants.", "similarity": 0.6721, "relevance": 3 }, { "pair_id": 146626, "video_name": "castle_s02e07_seg02_clip_25", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man moves their hand from their mouth and begins to talk.", "similarity": 0.6621, "relevance": 1 }, { "pair_id": 146627, "video_name": "friends_s03e12_seg02_clip_11", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A man gesticulates with his hands while he talks to a person.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 146628, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 5.32, 14.57 ], "duration": 56.66, "caption": "A man wrings his hands as he has a conversation with others.", "similarity": 0.6586, "relevance": 3 }, { "pair_id": 146629, "video_name": "friends_s05e14_seg02_clip_10", "timestamp": [ 42.41, 45.77 ], "duration": 61.66, "caption": "A man clenches his fists and holds them up as he talks.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 146630, "video_name": "s01e09_seg02_clip_02", "timestamp": [ 29.41, 31.51 ], "duration": 60.66, "caption": "A man puts his hand to his chest while talking to another person.", "similarity": 0.6547, "relevance": 1 }, { "pair_id": 146631, "video_name": "friends_s01e05_seg02_clip_06", "timestamp": [ 21.46, 23.41 ], "duration": 65.66, "caption": "A man turns back and forth while talking to guy.", "similarity": 0.6539, "relevance": 1 }, { "pair_id": 146632, "video_name": "met_s06e11_seg02_clip_01", "timestamp": [ 11.27, 15.84 ], "duration": 60.66, "caption": "A man is talking and holds his arms out and then hands up.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 146633, "video_name": "friends_s06e11_seg02_clip_12", "timestamp": [ 41.91, 47.22 ], "duration": 59.66, "caption": "A man moves his hands to get person's attention as he has a conversation.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 146634, "video_name": "friends_s06e09_seg02_clip_02", "timestamp": [ 39.84, 44.27 ], "duration": 59.66, "caption": "A man uses hand gestures while talking to someone.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 146635, "video_name": "house_s02e22_seg02_clip_10", "timestamp": [ 69.68, 72.26 ], "duration": 86.66, "caption": "A man puts his hand on someone's back as they talk.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 146636, "video_name": "house_s02e05_seg02_clip_23", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to another person and puts their fingers on their chin.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 146637, "video_name": "friends_s07e16_seg02_clip_23", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A man has his chin in his hand when a person is talking to him.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 146638, "video_name": "friends_s09e15_seg02_clip_17", "timestamp": [ 50.9, 55.39 ], "duration": 64.66, "caption": "A man raises both of his hands while talking to someone.", "similarity": 0.6445, "relevance": 1 }, { "pair_id": 146639, "video_name": "grey_s01e09_seg02_clip_12", "timestamp": [ 0.0, 8.16 ], "duration": 102.66, "caption": "A woman is talking to a man then holds his arms and jabs like a boxer.", "similarity": 0.6443, "relevance": 2 } ] }, { "query_id": 48245, "query": "A man gets up from the couch he is on to speak to two women.", "relevant_moment": [ { "pair_id": 149640, "video_name": "friends_s03e14_seg02_clip_07", "timestamp": [ 10.39, 18.77 ], "duration": 67.66, "caption": "A man gets up from the couch he is on to speak to two women.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149641, "video_name": "friends_s09e04_seg02_clip_22", "timestamp": [ 29.42, 35.02 ], "duration": 35.66, "caption": "A man gets up off of the couch after talking to a woman.", "similarity": 0.8615, "relevance": 3 }, { "pair_id": 149642, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 16.81, 21.3 ], "duration": 81.66, "caption": "A man stands up from the couch when he's talking to a woman.", "similarity": 0.8382, "relevance": 2 }, { "pair_id": 149643, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 31.58, 48.7 ], "duration": 59.66, "caption": "A man gets up from the sofa and stands as he speaks to a woman.", "similarity": 0.8231, "relevance": 1 }, { "pair_id": 149644, "video_name": "friends_s04e01_seg02_clip_14", "timestamp": [ 26.56, 42.5 ], "duration": 59.66, "caption": "A man gets up off of the couch and talks to another man.", "similarity": 0.8206, "relevance": 2 }, { "pair_id": 149645, "video_name": "friends_s10e07_seg02_clip_00", "timestamp": [ 54.05, 62.13 ], "duration": 62.66, "caption": "A man stands up from the couch and talks to a woman.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 149646, "video_name": "castle_s06e13_seg02_clip_03", "timestamp": [ 0.0, 38.71 ], "duration": 90.66, "caption": "A man and a woman speak to two other women on a couch.", "similarity": 0.8055, "relevance": 1 }, { "pair_id": 149647, "video_name": "friends_s09e11_seg02_clip_20", "timestamp": [ 39.92, 42.62 ], "duration": 60.66, "caption": "A man sits down on the couch when he is talking to a woman.", "similarity": 0.7839, "relevance": 1 }, { "pair_id": 149648, "video_name": "met_s02e08_seg01_clip_00", "timestamp": [ 36.45, 38.29 ], "duration": 61.66, "caption": "A woman gets off the couch in order to talk to man.", "similarity": 0.7822, "relevance": 1 }, { "pair_id": 149649, "video_name": "friends_s10e15_seg01_clip_02", "timestamp": [ 8.82, 10.05 ], "duration": 41.66, "caption": "A man gets up from the edge of the couch as he speaks.", "similarity": 0.7761, "relevance": 0 }, { "pair_id": 149650, "video_name": "friends_s08e09_seg02_clip_01", "timestamp": [ 1.44, 6.62 ], "duration": 57.66, "caption": "A man looks back from the couch to talk to two women.", "similarity": 0.7744, "relevance": 2 }, { "pair_id": 149651, "video_name": "s07e09_seg02_clip_02", "timestamp": [ 33.09, 35.93 ], "duration": 63.66, "caption": "A man takes a seat on the couch while woman and another man talk.", "similarity": 0.7696, "relevance": 0 }, { "pair_id": 149652, "video_name": "friends_s06e19_seg02_clip_09", "timestamp": [ 0.0, 23.26 ], "duration": 62.66, "caption": "A man sits down on the couch to speak to two other people.", "similarity": 0.7696, "relevance": 1 }, { "pair_id": 149653, "video_name": "s07e18_seg02_clip_03", "timestamp": [ 6.41, 14.65 ], "duration": 61.66, "caption": "A man sits onto the couch's arm while speaking to a woman.", "similarity": 0.7679, "relevance": 1 }, { "pair_id": 149654, "video_name": "house_s04e14_seg02_clip_15", "timestamp": [ 0.0, 8.74 ], "duration": 92.66, "caption": "A man sits on the couch as he talks to woman.", "similarity": 0.7621, "relevance": 1 }, { "pair_id": 149655, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 23.5, 28.07 ], "duration": 61.66, "caption": "A man gets up off from the couch and starts to walk away when woman is talking to him.", "similarity": 0.7618, "relevance": 3 }, { "pair_id": 149656, "video_name": "castle_s02e20_seg02_clip_26", "timestamp": [ 23.01, 25.51 ], "duration": 100.66, "caption": "A man sits down on the couch when talking to two people.", "similarity": 0.7563, "relevance": 1 }, { "pair_id": 149657, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.48 ], "duration": 65.66, "caption": "A man was sitting on a couch whilst talking to a woman.", "similarity": 0.7532, "relevance": 1 }, { "pair_id": 149659, "video_name": "friends_s09e21_seg02_clip_15", "timestamp": [ 4.08, 37.41 ], "duration": 68.66, "caption": "A man sits on the couch to talk to woman.", "similarity": 0.7494, "relevance": 1 } ] }, { "query_id": 48397, "query": "A man takes off their hat and looks at it, curiously.", "relevant_moment": [ { "pair_id": 147400, "video_name": "friends_s02e16_seg02_clip_21", "timestamp": [ 48.42, 55.02 ], "duration": 55.66, "caption": "A man takes off their hat and looks at it, curiously.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147401, "video_name": "grey_s02e03_seg02_clip_12", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "A man takes his hat off and rubs his forehead.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 147402, "video_name": "s06e10_seg02_clip_15", "timestamp": [ 32.2, 36.85 ], "duration": 58.66, "caption": "A man looks down on the ground then takes his hat off and smiles.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 147403, "video_name": "castle_s05e16_seg02_clip_19", "timestamp": [ 55.36, 60.77 ], "duration": 90.66, "caption": "A man comes in and takes his hat off.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 147404, "video_name": "grey_s02e03_seg02_clip_07", "timestamp": [ 39.84, 44.36 ], "duration": 90.66, "caption": "A man takes his hat off and scratches his head.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 147405, "video_name": "grey_s02e05_seg02_clip_21", "timestamp": [ 40.47, 43.51 ], "duration": 87.66, "caption": "A man touches their head, straightens their cap while looking confused.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 147406, "video_name": "s09e20_seg02_clip_02", "timestamp": [ 30.7, 31.94 ], "duration": 62.66, "caption": "A man takes off his hat and scratches his head.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 147407, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 10.04, 12.05 ], "duration": 57.66, "caption": "A man takes off his hat and sets it down.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 147408, "video_name": "castle_s05e13_seg02_clip_14", "timestamp": [ 73.22, 77.22 ], "duration": 80.66, "caption": "A person picks up a green hat and looks at it.", "similarity": 0.6386, "relevance": 2 }, { "pair_id": 147409, "video_name": "friends_s02e15_seg01_clip_00", "timestamp": [ 14.71, 21.01 ], "duration": 60.66, "caption": "A man removes his hand that covers his eyes and looks at his place.", "similarity": 0.6222, "relevance": 0 }, { "pair_id": 147410, "video_name": "s05e04_seg02_clip_09", "timestamp": [ 24.92, 25.98 ], "duration": 53.66, "caption": "A man looks at a person with a confused look.", "similarity": 0.6116, "relevance": 0 }, { "pair_id": 147411, "video_name": "friends_s07e01_seg02_clip_08", "timestamp": [ 54.83, 57.44 ], "duration": 58.66, "caption": "A person removes the knit hat he is wearing on his head.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 147412, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 9.05, 17.19 ], "duration": 90.66, "caption": "A man looks at man wondering about the person.", "similarity": 0.6097, "relevance": 0 }, { "pair_id": 147413, "video_name": "castle_s04e04_seg02_clip_20", "timestamp": [ 68.43, 72.65 ], "duration": 84.66, "caption": "A man sits down and removes his baseball hat from his head.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 147414, "video_name": "friends_s05e13_seg02_clip_00", "timestamp": [ 33.5, 40.32 ], "duration": 62.66, "caption": "A man takes the hat from another man and puts it on his head.", "similarity": 0.5976, "relevance": 1 }, { "pair_id": 147415, "video_name": "friends_s05e13_seg02_clip_01", "timestamp": [ 32.65, 34.18 ], "duration": 61.66, "caption": "A man takes his top hat off and places it on the coffee table.", "similarity": 0.5951, "relevance": 1 }, { "pair_id": 147416, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 88.38, 91.17 ], "duration": 93.66, "caption": "A person looks confused and surprised and glances between man and another person.", "similarity": 0.5873, "relevance": 0 }, { "pair_id": 147418, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 34.13, 39.14 ], "duration": 91.66, "caption": "A man lifts his hand to look at it.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 147419, "video_name": "castle_s03e04_seg02_clip_03", "timestamp": [ 71.98, 77.52 ], "duration": 92.66, "caption": "A person stares at a man and he gives him a strange look back.", "similarity": 0.5798, "relevance": 0 } ] }, { "query_id": 48452, "query": "A man pushes the elevator call button and he and another person walk in.", "relevant_moment": [ { "pair_id": 15460, "video_name": "house_s06e02_seg02_clip_14", "timestamp": [ 79.42, 89.23 ], "duration": 89.66, "caption": "A man pushes the elevator call button and he and another person walk in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15461, "video_name": "castle_s08e11_seg02_clip_13", "timestamp": [ 87.44, 91.08 ], "duration": 91.66, "caption": "A man and another person go into an elevator together.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 15462, "video_name": "house_s08e10_seg02_clip_18", "timestamp": [ 63.15, 90.22 ], "duration": 90.66, "caption": "A man walks into an elevator, pushing buttons fast; another man rushes into the elevator as the door closes, and they talk.", "similarity": 0.8039, "relevance": 3 }, { "pair_id": 15463, "video_name": "house_s01e02_seg02_clip_13", "timestamp": [ 70.57, 72.41 ], "duration": 91.66, "caption": "A man and man get in to the elevator together.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 15464, "video_name": "grey_s02e13_seg02_clip_07", "timestamp": [ 42.2, 51.63 ], "duration": 89.66, "caption": "A man is walking with another man into the elevator.", "similarity": 0.7748, "relevance": 2 }, { "pair_id": 15465, "video_name": "house_s03e02_seg02_clip_01", "timestamp": [ 18.56, 27.61 ], "duration": 90.66, "caption": "A man gets into an elevator after talking with two other people.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 15466, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 12.42, 14.72 ], "duration": 92.66, "caption": "Two people walk into an elevator together.", "similarity": 0.7655, "relevance": 4 }, { "pair_id": 15467, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 28.51, 32.51 ], "duration": 100.66, "caption": "Two people walk into the elevator at the same time.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 15468, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 6.51, 11.63 ], "duration": 93.66, "caption": "Two people walk into the elevator together.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 15470, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 59.82, 65.8 ], "duration": 92.66, "caption": "A person enters the elevator that two people are in.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 15471, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 66.72, 69.5 ], "duration": 92.66, "caption": "A person walks into the elevator another person is on.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 15472, "video_name": "house_s08e14_seg02_clip_00", "timestamp": [ 30.41, 33.26 ], "duration": 95.66, "caption": "A man presses the button to call the elevator.", "similarity": 0.7492, "relevance": 2 }, { "pair_id": 15473, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 0.0, 20.89 ], "duration": 90.66, "caption": "A man talks to another man and the latter then goes into the elevator.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 15475, "video_name": "house_s02e07_seg02_clip_14", "timestamp": [ 11.04, 23.01 ], "duration": 92.66, "caption": "A man pushes the button for the elevator and talks to a man until the elevator arrives and he leaves.", "similarity": 0.7456, "relevance": 4 }, { "pair_id": 15476, "video_name": "house_s01e04_seg02_clip_15", "timestamp": [ 64.23, 66.93 ], "duration": 89.66, "caption": "A man and another man step out of an elevator while talking.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 15477, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 57.77, 66.46 ], "duration": 86.66, "caption": "A person gets into an elevator and another person follows him in.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 15478, "video_name": "castle_s03e11_seg02_clip_19", "timestamp": [ 25.97, 31.25 ], "duration": 88.66, "caption": "A person and another person enter an elevator and the first person presses their desired floor number.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 15479, "video_name": "castle_s05e17_seg02_clip_20", "timestamp": [ 38.27, 44.12 ], "duration": 90.66, "caption": "A man and woman get on the elevator together and then the man hits the button to close the door.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 188780, "video_name": "grey_s03e09_seg02_clip_28", "timestamp": [ 0.0, 25.89 ], "duration": 90.66, "caption": "A man and another man talk while they are in the elevator.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 188781, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 45.09, 57.98 ], "duration": 92.66, "caption": "A man walks into the elevator and stops the door from closing so he can talk to another man.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 188782, "video_name": "grey_s02e08_seg02_clip_10", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "The elevator door opens and a man walks in and pushes a floor button.", "similarity": 0.7362, "relevance": 4 }, { "pair_id": 188783, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 51.53, 58.9 ], "duration": 92.66, "caption": "A person walks up to the elevator door and presses the call button.", "similarity": 0.7341, "relevance": 2 }, { "pair_id": 188784, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 80.43, 86.02 ], "duration": 86.66, "caption": "A person and another person are in the elevator together.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 188785, "video_name": "house_s04e11_seg02_clip_19", "timestamp": [ 40.81, 47.21 ], "duration": 80.66, "caption": "A man walks out of the elevator with another person.", "similarity": 0.7311, "relevance": 2 }, { "pair_id": 188786, "video_name": "grey_s02e14_seg02_clip_12", "timestamp": [ 24.76, 30.72 ], "duration": 91.66, "caption": "A man walks into the elevator and presses a button.", "similarity": 0.7282, "relevance": 3 }, { "pair_id": 188787, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 24.86, 43.62 ], "duration": 87.66, "caption": "A man walks out of the elevator and then walks back in with man.", "similarity": 0.728, "relevance": 3 }, { "pair_id": 188788, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 15.7, 17.53 ], "duration": 73.66, "caption": "A person walks up and pushes an elevator button while talking with a woman.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 188789, "video_name": "house_s07e02_seg02_clip_08", "timestamp": [ 30.16, 35.11 ], "duration": 90.66, "caption": "A man came in the elevator while talking to another man.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 188790, "video_name": "house_s03e23_seg02_clip_15", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A man enters the elevator where a woman is inside and he presses the button to close the door.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 188791, "video_name": "house_s08e13_seg02_clip_03", "timestamp": [ 46.45, 52.26 ], "duration": 89.66, "caption": "A person enters an elevator with some other people.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 188792, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 37.38, 43.44 ], "duration": 101.66, "caption": "A man walks into the elevator and presses the button.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 188793, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 0.0, 24.53 ], "duration": 92.66, "caption": "A man is on his phone as he walks beside woman and they enter an elevator.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 188794, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 40.0, 49.3 ], "duration": 93.66, "caption": "Two men walk into the elevator together.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 188795, "video_name": "grey_s02e21_seg02_clip_03", "timestamp": [ 64.34, 68.66 ], "duration": 96.66, "caption": "A man walks up to another man as he tells him that someone is waiting to speak to him and they enter the elevator.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 188796, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 19.51, 24.01 ], "duration": 100.66, "caption": "A man walks up to another man while he's waiting on an elevator.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 188797, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 63.45, 88.12 ], "duration": 88.66, "caption": "A man walks up to another man after he presses the button.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 188798, "video_name": "castle_s06e20_seg02_clip_15", "timestamp": [ 10.66, 18.2 ], "duration": 88.66, "caption": "A man and another person are riding in an elevator together, and the elevator dings and the door opens.", "similarity": 0.7218, "relevance": 3 }, { "pair_id": 188799, "video_name": "house_s05e07_seg02_clip_11", "timestamp": [ 9.0, 12.6 ], "duration": 90.66, "caption": "A person reaches to press the elevator button as they speak with another person.", "similarity": 0.7214, "relevance": 3 } ] }, { "query_id": 48474, "query": "A person sits at the table and looks over at the white board.", "relevant_moment": [ { "pair_id": 273120, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 11.29, 18.92 ], "duration": 61.66, "caption": "A person is sitting on another table behind someone's table.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 273121, "video_name": "friends_s03e23_seg02_clip_14", "timestamp": [ 48.47, 52.18 ], "duration": 57.66, "caption": "A man sits down on a table for a person to examine him.", "similarity": 0.6451, "relevance": 3 }, { "pair_id": 273122, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 48.02, 50.72 ], "duration": 60.66, "caption": "A person turns to look at some people at another table.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 273123, "video_name": "friends_s02e05_seg02_clip_06", "timestamp": [ 3.4, 5.25 ], "duration": 61.66, "caption": "A person in a white shirt and tie approaches the table.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 273124, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 83.72, 88.06 ], "duration": 124.66, "caption": "A person is deep in thought while looking at their whiteboard.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 273125, "video_name": "s04e18_seg02_clip_16", "timestamp": [ 0.0, 5.61 ], "duration": 66.66, "caption": "A person sits down with a white cup and places it down on the table.", "similarity": 0.6409, "relevance": 1 }, { "pair_id": 273126, "video_name": "house_s08e14_seg02_clip_15", "timestamp": [ 85.14, 86.96 ], "duration": 91.66, "caption": "An elderly person sitting at the dining room table looks through their book.", "similarity": 0.6409, "relevance": 1 }, { "pair_id": 273127, "video_name": "s01e13_seg02_clip_07", "timestamp": [ 5.19, 9.15 ], "duration": 61.66, "caption": "A person turns his head and looks at someone at the table behind him.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 273128, "video_name": "s09e12_seg02_clip_03", "timestamp": [ 8.7, 14.41 ], "duration": 60.66, "caption": "A person sits on the table where a computer is in it.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 273129, "video_name": "castle_s06e20_seg02_clip_03", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person looks at some photographs on a whiteboard.", "similarity": 0.631, "relevance": 1 }, { "pair_id": 273130, "video_name": "castle_s07e18_seg02_clip_17", "timestamp": [ 72.72, 74.98 ], "duration": 90.66, "caption": "A person points at a position on the whiteboard.", "similarity": 0.6305, "relevance": 2 }, { "pair_id": 273131, "video_name": "house_s02e16_seg02_clip_07", "timestamp": [ 14.41, 18.02 ], "duration": 90.66, "caption": "A person studies the white board intensely trying to figure something out.", "similarity": 0.6295, "relevance": 2 }, { "pair_id": 273132, "video_name": "s03e04_seg02_clip_11", "timestamp": [ 51.85, 55.5 ], "duration": 73.66, "caption": "A person studies the white board while leaning up against it with one arm.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 273133, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 11.35, 19.07 ], "duration": 90.66, "caption": "A person bends over the table and looks at another person in the eye.", "similarity": 0.6252, "relevance": 1 }, { "pair_id": 273134, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 47.6, 51.87 ], "duration": 61.66, "caption": "A person sits down and another person moves over by the table.", "similarity": 0.6241, "relevance": 1 }, { "pair_id": 273135, "video_name": "castle_s02e09_seg02_clip_10", "timestamp": [ 84.76, 91.14 ], "duration": 91.66, "caption": "Two people look at a white board.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 273136, "video_name": "house_s01e15_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A person is standing in front of a white board.", "similarity": 0.6214, "relevance": 1 }, { "pair_id": 273137, "video_name": "house_s04e09_seg02_clip_16", "timestamp": [ 35.54, 38.07 ], "duration": 84.66, "caption": "A person sets the on the white board and turns towards it.", "similarity": 0.6181, "relevance": 3 }, { "pair_id": 273138, "video_name": "castle_s07e23_seg02_clip_06", "timestamp": [ 72.58, 77.57 ], "duration": 90.66, "caption": "A person walks over to the whiteboard and looks at the pictures.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 273139, "video_name": "s08e02_seg02_clip_03", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A person sits down at the table with some people.", "similarity": 0.616, "relevance": 1 } ] }, { "query_id": 48598, "query": "A man stands up and talks to the class.", "relevant_moment": [ { "pair_id": 9380, "video_name": "house_s07e13_seg02_clip_07", "timestamp": [ 59.42, 63.47 ], "duration": 90.66, "caption": "A man stands up and talks to the class.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 9381, "video_name": "s06e18_seg02_clip_13", "timestamp": [ 25.24, 30.17 ], "duration": 58.66, "caption": "A person stands up while they are speaking to the class.", "similarity": 0.8937, "relevance": 4 }, { "pair_id": 9382, "video_name": "s06e18_seg02_clip_08", "timestamp": [ 2.43, 3.78 ], "duration": 54.66, "caption": "A man introduces himself to the class as he stands in front of it.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 9383, "video_name": "s06e18_seg02_clip_08", "timestamp": [ 46.19, 49.43 ], "duration": 54.66, "caption": "A person goes to the front of the class and starts to speak to the class.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 9384, "video_name": "s02e06_seg01_clip_01", "timestamp": [ 0.0, 67.02 ], "duration": 67.66, "caption": "A man stands and makes a final statement to the students in class.", "similarity": 0.7336, "relevance": 3 }, { "pair_id": 9385, "video_name": "house_s03e08_seg02_clip_17", "timestamp": [ 6.47, 10.62 ], "duration": 92.66, "caption": "A man stands up while talking to the group.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 9386, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 7.13, 11.17 ], "duration": 62.66, "caption": "A man stands up and asks to be able to talk to them.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 9387, "video_name": "friends_s03e07_seg02_clip_05", "timestamp": [ 18.86, 20.02 ], "duration": 58.66, "caption": "A man acts like he is surprised in front of the class.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 9388, "video_name": "house_s07e13_seg02_clip_08", "timestamp": [ 10.25, 44.54 ], "duration": 89.66, "caption": "A man talks to a classroom full of children.", "similarity": 0.6949, "relevance": 3 }, { "pair_id": 9389, "video_name": "house_s07e13_seg02_clip_12", "timestamp": [ 44.3, 64.64 ], "duration": 90.66, "caption": "A man sits on front of a class and talks to a woman about a patient.", "similarity": 0.6932, "relevance": 2 }, { "pair_id": 9390, "video_name": "s06e18_seg02_clip_14", "timestamp": [ 4.5, 14.41 ], "duration": 60.66, "caption": "A person speaks into their cell phone in front of a class of students.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 9391, "video_name": "friends_s06e17_seg02_clip_16", "timestamp": [ 14.05, 18.19 ], "duration": 55.66, "caption": "A man crosses his arms as he talks to the class instructor.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 9392, "video_name": "house_s04e13_seg02_clip_20", "timestamp": [ 12.15, 17.1 ], "duration": 90.66, "caption": "A person stands up and talks to the group.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 9393, "video_name": "met_s05e04_seg01_clip_00", "timestamp": [ 0.0, 5.66 ], "duration": 62.66, "caption": "A person voice overs about when the class he is teaching is.", "similarity": 0.6871, "relevance": 3 }, { "pair_id": 9394, "video_name": "friends_s06e04_seg02_clip_06", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A man is in front of the classroom giving a lecture.", "similarity": 0.6866, "relevance": 1 }, { "pair_id": 9395, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 0.0, 5.53 ], "duration": 85.66, "caption": "A man is talking to the group while he is standing.", "similarity": 0.6839, "relevance": 1 }, { "pair_id": 9396, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 65.17, 68.84 ], "duration": 91.66, "caption": "A man stands up immediately after talking to them.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 9397, "video_name": "house_s01e09_seg02_clip_01", "timestamp": [ 46.83, 49.92 ], "duration": 88.66, "caption": "A person stands up after talking to the group.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 9398, "video_name": "met_s05e04_seg01_clip_00", "timestamp": [ 0.0, 4.09 ], "duration": 62.66, "caption": "A man makes gestures with his hands while speaking to his students.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 9399, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 12.61, 14.85 ], "duration": 56.66, "caption": "A man stands up to talk to man better.", "similarity": 0.6565, "relevance": 2 } ] }, { "query_id": 48611, "query": "The adults in the back in the classroom exchange glances in shock.", "relevant_moment": [ { "pair_id": 152600, "video_name": "house_s07e13_seg02_clip_02", "timestamp": [ 18.45, 19.81 ], "duration": 90.66, "caption": "The adults in the back in the classroom exchange glances in shock.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152601, "video_name": "s06e18_seg02_clip_09", "timestamp": [ 18.61, 34.22 ], "duration": 60.66, "caption": "A person shocks the students in the class as well as some other people.", "similarity": 0.6861, "relevance": 3 }, { "pair_id": 152602, "video_name": "castle_s07e04_seg02_clip_06", "timestamp": [ 83.28, 88.81 ], "duration": 92.66, "caption": "Some kids in a classroom all turn to face a person at the back of the classroom and start writing when he gives them a signal.", "similarity": 0.6151, "relevance": 2 }, { "pair_id": 152603, "video_name": "s04e14_seg01_clip_00", "timestamp": [ 4.58, 20.14 ], "duration": 61.66, "caption": "A person introduces themselves to the students and is surprised when they get no reaction from them.", "similarity": 0.5946, "relevance": 1 }, { "pair_id": 152604, "video_name": "castle_s01e04_seg02_clip_07", "timestamp": [ 56.13, 61.48 ], "duration": 89.66, "caption": "All the students turn around and look at a person.", "similarity": 0.5698, "relevance": 2 }, { "pair_id": 152605, "video_name": "friends_s08e10_seg02_clip_10", "timestamp": [ 21.73, 23.99 ], "duration": 56.66, "caption": "A person shakes hands with the classroom teacher with the students watching.", "similarity": 0.5603, "relevance": 1 }, { "pair_id": 152606, "video_name": "met_s05e01_seg02_clip_13", "timestamp": [ 4.96, 6.51 ], "duration": 62.66, "caption": "All the students in a classroom laugh whilst a person is in the podium.", "similarity": 0.5482, "relevance": 2 }, { "pair_id": 152607, "video_name": "s06e18_seg02_clip_08", "timestamp": [ 43.22, 46.73 ], "duration": 54.66, "caption": "Some women lightly clap when a person is introduced to the class.", "similarity": 0.5403, "relevance": 1 }, { "pair_id": 152608, "video_name": "friends_s08e21_seg02_clip_06", "timestamp": [ 58.31, 61.06 ], "duration": 61.66, "caption": "Two people enter in a classroom and watch the teacher.", "similarity": 0.5388, "relevance": 2 }, { "pair_id": 152609, "video_name": "castle_s07e04_seg02_clip_19", "timestamp": [ 34.05, 56.6 ], "duration": 92.66, "caption": "Man and woman go around the classroom looking through desks.", "similarity": 0.5371, "relevance": 2 }, { "pair_id": 152610, "video_name": "s06e18_seg02_clip_13", "timestamp": [ 38.59, 43.52 ], "duration": 58.66, "caption": "The people in the class room all clap their hands.", "similarity": 0.5335, "relevance": 1 }, { "pair_id": 152611, "video_name": "house_s07e13_seg02_clip_12", "timestamp": [ 43.39, 66.45 ], "duration": 90.66, "caption": "A person talks to a classroom full of young student kids.", "similarity": 0.5331, "relevance": 0 }, { "pair_id": 152612, "video_name": "house_s01e21_seg02_clip_06", "timestamp": [ 45.4, 51.19 ], "duration": 89.66, "caption": "A student reminds person that the break is over to come back to class.", "similarity": 0.5304, "relevance": 0 }, { "pair_id": 152613, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person looks at another person in shock and surprise.", "similarity": 0.5277, "relevance": 0 }, { "pair_id": 152614, "video_name": "friends_s05e14_seg02_clip_15", "timestamp": [ 0.0, 4.44 ], "duration": 59.66, "caption": "A group of people are in shock when they are looking at a man.", "similarity": 0.5255, "relevance": 1 }, { "pair_id": 152615, "video_name": "house_s06e21_seg02_clip_28", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person looks up at another person in a state of shock.", "similarity": 0.5212, "relevance": 1 }, { "pair_id": 152616, "video_name": "friends_s06e04_seg02_clip_08", "timestamp": [ 9.36, 13.65 ], "duration": 78.66, "caption": "A group of students walk out of a classroom.", "similarity": 0.5204, "relevance": 1 }, { "pair_id": 152617, "video_name": "house_s07e13_seg02_clip_03", "timestamp": [ 20.22, 27.74 ], "duration": 94.66, "caption": "A person is shown standing in front of a classroom of kids.", "similarity": 0.5187, "relevance": 3 }, { "pair_id": 325920, "video_name": "house_s04e03_seg02_clip_14", "timestamp": [ 53.21, 79.81 ], "duration": 84.66, "caption": "A person paces around in the front of the classroom while talking to the students.", "similarity": 0.514, "relevance": 3 }, { "pair_id": 325921, "video_name": "castle_s02e04_seg02_clip_00", "timestamp": [ 0.0, 5.67 ], "duration": 103.66, "caption": "The teacher tells the children to all come to the front of the room.", "similarity": 0.5095, "relevance": 1 }, { "pair_id": 325922, "video_name": "met_s06e07_seg02_clip_17", "timestamp": [ 66.52, 76.99 ], "duration": 89.66, "caption": "People trickle in to the classroom where a man is sitting.", "similarity": 0.5079, "relevance": 3 }, { "pair_id": 325923, "video_name": "castle_s01e04_seg02_clip_07", "timestamp": [ 23.16, 26.73 ], "duration": 89.66, "caption": "A man raises his hand, puts it back down, and looks at the students.", "similarity": 0.5076, "relevance": 1 }, { "pair_id": 325924, "video_name": "friends_s05e09_seg02_clip_14", "timestamp": [ 19.83, 22.58 ], "duration": 61.66, "caption": "A woman raises her hand enthusiastically while sitting in a classroom.", "similarity": 0.5074, "relevance": 3 }, { "pair_id": 325925, "video_name": "met_s05e01_seg02_clip_01", "timestamp": [ 42.89, 46.52 ], "duration": 60.66, "caption": "A person in the front row of the lecture room raises their hand and man points to them.", "similarity": 0.5068, "relevance": 3 }, { "pair_id": 325926, "video_name": "castle_s07e04_seg02_clip_06", "timestamp": [ 14.26, 19.79 ], "duration": 92.66, "caption": "A man and a child make faces at each other in a classroom.", "similarity": 0.5064, "relevance": 3 }, { "pair_id": 325927, "video_name": "castle_s06e15_seg02_clip_25", "timestamp": [ 0.0, 30.37 ], "duration": 92.66, "caption": "A woman and a man are with two other people in a classroom.", "similarity": 0.505, "relevance": 3 }, { "pair_id": 325928, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 0.0, 36.88 ], "duration": 125.66, "caption": "Some people talk in an examination room.", "similarity": 0.5038, "relevance": 1 }, { "pair_id": 325929, "video_name": "house_s01e21_seg02_clip_00", "timestamp": [ 27.44, 27.91 ], "duration": 93.66, "caption": "A student with glasses sitting in the classroom raises their hand.", "similarity": 0.5034, "relevance": 3 }, { "pair_id": 325930, "video_name": "house_s07e13_seg02_clip_21", "timestamp": [ 51.63, 53.86 ], "duration": 89.66, "caption": "A person walks toward another person in the front of the classroom.", "similarity": 0.5028, "relevance": 3 }, { "pair_id": 325931, "video_name": "met_s06e07_seg02_clip_05", "timestamp": [ 4.95, 7.92 ], "duration": 66.66, "caption": "A man drops his bag when he's startled by seeing a woman in his classroom.", "similarity": 0.5028, "relevance": 3 }, { "pair_id": 325932, "video_name": "met_s05e01_seg01_clip_00", "timestamp": [ 22.89, 25.71 ], "duration": 62.66, "caption": "A person raises their hand in Professor's class.", "similarity": 0.5022, "relevance": 3 }, { "pair_id": 325933, "video_name": "friends_s07e18_seg02_clip_00", "timestamp": [ 32.88, 34.74 ], "duration": 62.66, "caption": "A man looks around the room at other students.", "similarity": 0.5005, "relevance": 3 }, { "pair_id": 325934, "video_name": "castle_s06e15_seg02_clip_03", "timestamp": [ 30.89, 68.04 ], "duration": 89.66, "caption": "Two people were having a serious conversation with the two young individuals from the school.", "similarity": 0.4996, "relevance": 1 }, { "pair_id": 325935, "video_name": "house_s06e06_seg02_clip_20", "timestamp": [ 85.11, 88.29 ], "duration": 91.66, "caption": "The audience makes shocked and confused faces, and start raising their hands.", "similarity": 0.4986, "relevance": 4 }, { "pair_id": 325936, "video_name": "castle_s08e03_seg02_clip_09", "timestamp": [ 5.93, 8.21 ], "duration": 91.66, "caption": "Some people open their mouth in shock to a person interrupting another person.", "similarity": 0.4985, "relevance": 4 }, { "pair_id": 325937, "video_name": "house_s04e04_seg02_clip_15", "timestamp": [ 46.1, 61.9 ], "duration": 85.66, "caption": "A person tells how to enter the classroom, gives their diagnosis, then walks out of the room and everyone else leaves.", "similarity": 0.4984, "relevance": 1 }, { "pair_id": 325938, "video_name": "friends_s03e07_seg02_clip_20", "timestamp": [ 2.64, 5.72 ], "duration": 88.66, "caption": "One student in the class begins to clap.", "similarity": 0.4973, "relevance": 4 }, { "pair_id": 325939, "video_name": "house_s07e10_seg02_clip_22", "timestamp": [ 0.0, 24.39 ], "duration": 92.66, "caption": "Two people are having a conversation with the teacher.", "similarity": 0.4959, "relevance": 1 } ] }, { "query_id": 48660, "query": "Two men are conversing as they walk in the hospital hallway.", "relevant_moment": [ { "pair_id": 148320, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 26.98, 33.02 ], "duration": 93.66, "caption": "Two men are conversing as they walk in the hospital hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148321, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 0.0, 27.99 ], "duration": 90.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.955, "relevance": 3 }, { "pair_id": 148322, "video_name": "grey_s03e10_seg02_clip_02", "timestamp": [ 0.0, 25.69 ], "duration": 90.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.955, "relevance": 2 }, { "pair_id": 148323, "video_name": "grey_s01e07_seg02_clip_19", "timestamp": [ 37.43, 79.65 ], "duration": 79.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.955, "relevance": 2 }, { "pair_id": 148324, "video_name": "house_s01e17_seg02_clip_15", "timestamp": [ 42.04, 67.08 ], "duration": 89.66, "caption": "Two men are in the hospital hallway as they converse.", "similarity": 0.9199, "relevance": 2 }, { "pair_id": 148325, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 20.03, 44.6 ], "duration": 91.66, "caption": "Two people are conversing as they walk in the hospital hallway.", "similarity": 0.9158, "relevance": 3 }, { "pair_id": 148326, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 3.29, 5.64 ], "duration": 94.66, "caption": "Two people are conversing as they are walking in the hospital hallway.", "similarity": 0.9044, "relevance": 3 }, { "pair_id": 148327, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 1.34, 11.64 ], "duration": 89.66, "caption": "Two people are walking in the hospital hallway conversing.", "similarity": 0.9002, "relevance": 3 }, { "pair_id": 148328, "video_name": "house_s03e02_seg02_clip_09", "timestamp": [ 21.43, 37.05 ], "duration": 89.66, "caption": "A man and another man are walking in the hospital hallway as they converse.", "similarity": 0.8892, "relevance": 4 }, { "pair_id": 148329, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 68.42, 83.27 ], "duration": 90.66, "caption": "Two people are walking in the hospital hallway while conversing.", "similarity": 0.8881, "relevance": 3 }, { "pair_id": 148330, "video_name": "castle_s03e05_seg02_clip_05", "timestamp": [ 20.48, 54.3 ], "duration": 89.66, "caption": "Two people are conversing with each other as they walk in the hospital hallway.", "similarity": 0.8848, "relevance": 3 }, { "pair_id": 148331, "video_name": "house_s03e13_seg02_clip_14", "timestamp": [ 69.69, 91.66 ], "duration": 91.66, "caption": "A man is conversing with another man in the hospital hallway.", "similarity": 0.8793, "relevance": 2 }, { "pair_id": 148332, "video_name": "house_s03e22_seg02_clip_02", "timestamp": [ 74.24, 91.09 ], "duration": 91.66, "caption": "Two men walk up and talk with a man in the hospital hallway.", "similarity": 0.8786, "relevance": 4 }, { "pair_id": 148333, "video_name": "house_s07e02_seg02_clip_17", "timestamp": [ 31.88, 61.64 ], "duration": 85.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.8776, "relevance": 4 }, { "pair_id": 148334, "video_name": "house_s01e01_seg02_clip_10", "timestamp": [ 20.82, 32.6 ], "duration": 90.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.8776, "relevance": 3 }, { "pair_id": 148335, "video_name": "grey_s03e22_seg02_clip_10", "timestamp": [ 42.16, 77.83 ], "duration": 92.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.8776, "relevance": 2 }, { "pair_id": 148336, "video_name": "house_s07e04_seg02_clip_13", "timestamp": [ 76.38, 89.34 ], "duration": 89.66, "caption": "Two men are conversing in the stairway of the hospital.", "similarity": 0.8709, "relevance": 2 }, { "pair_id": 148337, "video_name": "house_s02e24_seg02_clip_16", "timestamp": [ 0.0, 59.82 ], "duration": 92.66, "caption": "Two men talk in the middle of the hallway of the hospital.", "similarity": 0.8612, "relevance": 2 }, { "pair_id": 148338, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 45.83, 84.1 ], "duration": 84.66, "caption": "A man and person are walking in the hospital hallway as they converse.", "similarity": 0.8583, "relevance": 3 }, { "pair_id": 148339, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 0.0, 22.21 ], "duration": 90.66, "caption": "Two men walk in the hallway of the hospital.", "similarity": 0.8558, "relevance": 4 }, { "pair_id": 321640, "video_name": "house_s06e15_seg02_clip_03", "timestamp": [ 0.0, 20.43 ], "duration": 90.66, "caption": "Two men talk to another man in the hallway of the hospital.", "similarity": 0.8552, "relevance": 1 }, { "pair_id": 321641, "video_name": "house_s04e08_seg02_clip_11", "timestamp": [ 15.93, 29.13 ], "duration": 91.66, "caption": "Two men chat while walking through the hospital halls.", "similarity": 0.8488, "relevance": 4 }, { "pair_id": 321642, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 0.0, 10.58 ], "duration": 92.66, "caption": "Two people are conversing as they stand in the hospital hallway.", "similarity": 0.8468, "relevance": 3 }, { "pair_id": 321643, "video_name": "house_s08e19_seg02_clip_15", "timestamp": [ 0.0, 23.72 ], "duration": 93.66, "caption": "Two people are conversing with each other in the hospital hallway.", "similarity": 0.846, "relevance": 3 }, { "pair_id": 321644, "video_name": "house_s07e19_seg02_clip_06", "timestamp": [ 5.47, 67.96 ], "duration": 78.66, "caption": "Two people are conversing with each other in the hospital hallway.", "similarity": 0.846, "relevance": 2 }, { "pair_id": 321645, "video_name": "grey_s03e15_seg02_clip_15", "timestamp": [ 0.0, 17.21 ], "duration": 93.66, "caption": "Two people are conversing with each other in the hospital hallway.", "similarity": 0.846, "relevance": 1 }, { "pair_id": 321646, "video_name": "house_s02e01_seg02_clip_06", "timestamp": [ 20.13, 30.19 ], "duration": 91.66, "caption": "Three people are conversing as they walk in the hospital hallway.", "similarity": 0.8429, "relevance": 3 }, { "pair_id": 321647, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 0.0, 18.91 ], "duration": 90.66, "caption": "Some people are walking down the hospital hallway conversing.", "similarity": 0.8343, "relevance": 2 }, { "pair_id": 321648, "video_name": "grey_s02e22_seg02_clip_10", "timestamp": [ 53.52, 87.02 ], "duration": 87.66, "caption": "Two people converse as they are in the hospital hallway.", "similarity": 0.8276, "relevance": 3 }, { "pair_id": 321649, "video_name": "house_s03e21_seg02_clip_02", "timestamp": [ 73.13, 87.05 ], "duration": 87.66, "caption": "Two men are walking through the hospital hallway.", "similarity": 0.8269, "relevance": 4 }, { "pair_id": 321650, "video_name": "house_s04e14_seg02_clip_22", "timestamp": [ 3.16, 6.32 ], "duration": 90.66, "caption": "A man turns around and talks with man in the hospital hallway.", "similarity": 0.8256, "relevance": 4 }, { "pair_id": 321651, "video_name": "house_s01e09_seg02_clip_22", "timestamp": [ 1.8, 14.85 ], "duration": 90.66, "caption": "Two people are walking beside each other in the hospital hallway as they converse.", "similarity": 0.8227, "relevance": 4 }, { "pair_id": 321652, "video_name": "house_s01e08_seg02_clip_19", "timestamp": [ 0.0, 56.72 ], "duration": 90.66, "caption": "Two people are having a conversation in a hospital hallway.", "similarity": 0.8224, "relevance": 2 }, { "pair_id": 321653, "video_name": "house_s01e07_seg02_clip_14", "timestamp": [ 32.57, 52.81 ], "duration": 88.66, "caption": "Two people are talking and walking through the halls of the hospital.", "similarity": 0.822, "relevance": 3 }, { "pair_id": 321654, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 1.46, 44.15 ], "duration": 97.66, "caption": "Two people have a conversation in a hospital hallway.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 321655, "video_name": "castle_s06e21_seg02_clip_02", "timestamp": [ 10.68, 32.05 ], "duration": 89.66, "caption": "Two men are walking down a hallway conversing.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 321656, "video_name": "house_s07e08_seg02_clip_24", "timestamp": [ 35.68, 60.8 ], "duration": 88.66, "caption": "Two people talk as they walk down the hospital corridor.", "similarity": 0.8096, "relevance": 3 }, { "pair_id": 321657, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 0.0, 17.22 ], "duration": 90.66, "caption": "A man is walking with another man as they walk in the hospital hallway.", "similarity": 0.8039, "relevance": 3 }, { "pair_id": 321658, "video_name": "house_s01e08_seg02_clip_12", "timestamp": [ 0.0, 2.18 ], "duration": 87.66, "caption": "A man walks with another man in a hospital hallway.", "similarity": 0.8023, "relevance": 4 }, { "pair_id": 321659, "video_name": "house_s06e11_seg02_clip_08", "timestamp": [ 25.59, 45.45 ], "duration": 88.66, "caption": "A group of people are walking in the hospital hallway conversing.", "similarity": 0.8016, "relevance": 3 } ] }, { "query_id": 48662, "query": "A woman holds the male patient's face and holds his hand.", "relevant_moment": [ { "pair_id": 55740, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 12.09, 16.74 ], "duration": 93.66, "caption": "A woman holds the male patient's face and holds his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 55741, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 27.01, 33.32 ], "duration": 90.66, "caption": "A woman holds her hand up to a patient's forehead.", "similarity": 0.8023, "relevance": 1 }, { "pair_id": 55742, "video_name": "grey_s03e04_seg02_clip_23", "timestamp": [ 0.0, 9.18 ], "duration": 102.66, "caption": "A woman holds the patient's hand as they comfort them.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 55743, "video_name": "house_s04e14_seg02_clip_19", "timestamp": [ 46.67, 50.71 ], "duration": 89.66, "caption": "A man places his hand on patient's forehead.", "similarity": 0.7707, "relevance": 2 }, { "pair_id": 55744, "video_name": "house_s03e07_seg02_clip_18", "timestamp": [ 49.96, 71.12 ], "duration": 90.66, "caption": "A man and a woman both hold down the patient's neck.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 55745, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 30.99, 37.01 ], "duration": 92.66, "caption": "A patient puts his hand on a woman's hand and gives her advice.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 55746, "video_name": "grey_s02e06_seg02_clip_15", "timestamp": [ 17.75, 25.94 ], "duration": 91.66, "caption": "The patients are holding each other's hands while a woman comes in.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 55747, "video_name": "house_s06e21_seg02_clip_21", "timestamp": [ 4.56, 11.97 ], "duration": 114.66, "caption": "A person holds the hand of a dark haired patient.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 55748, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 7.06, 14.4 ], "duration": 56.66, "caption": "A woman holds guy's hand as a doctor injects him.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 55749, "video_name": "grey_s03e08_seg02_clip_11", "timestamp": [ 19.05, 26.58 ], "duration": 88.66, "caption": "A woman touches the patient's chest at his request.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 55750, "video_name": "house_s06e02_seg02_clip_23", "timestamp": [ 12.83, 18.53 ], "duration": 95.66, "caption": "A person holds the patient's hand and helps them stand up.", "similarity": 0.7436, "relevance": 2 }, { "pair_id": 55751, "video_name": "house_s01e19_seg02_clip_08", "timestamp": [ 0.0, 7.21 ], "duration": 90.66, "caption": "A man holds up a little metal device and pulls off the top to hold it in front of a female patient.", "similarity": 0.7415, "relevance": 0 }, { "pair_id": 55752, "video_name": "house_s01e06_seg02_clip_13", "timestamp": [ 92.68, 97.77 ], "duration": 113.66, "caption": "A person puts his hand to his face and rubs his eyes while a man talks with a woman patient.", "similarity": 0.7407, "relevance": 0 }, { "pair_id": 55753, "video_name": "house_s02e20_seg02_clip_09", "timestamp": [ 71.25, 77.02 ], "duration": 77.66, "caption": "A person holds down the patient's face and asks for help.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 55754, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 73.94, 77.3 ], "duration": 84.66, "caption": "A doctor holds a patient's internal body part in his hand.", "similarity": 0.7389, "relevance": 0 }, { "pair_id": 55755, "video_name": "grey_s03e06_seg02_clip_11", "timestamp": [ 32.51, 36.63 ], "duration": 91.66, "caption": "A woman looks on as a man examines a patient's hand, while she is holding her clipboard.", "similarity": 0.7377, "relevance": 0 }, { "pair_id": 55756, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 44.48, 46.8 ], "duration": 92.66, "caption": "A woman hands the patient chart in her hand to a man.", "similarity": 0.7352, "relevance": 0 }, { "pair_id": 55757, "video_name": "house_s08e21_seg02_clip_06", "timestamp": [ 81.37, 98.03 ], "duration": 98.66, "caption": "A woman holds up her fingers to the patient.", "similarity": 0.732, "relevance": 1 }, { "pair_id": 55758, "video_name": "house_s02e03_seg02_clip_00", "timestamp": [ 42.59, 92.58 ], "duration": 92.66, "caption": "A woman is having a trouble with a man about her patient.", "similarity": 0.7297, "relevance": 0 }, { "pair_id": 55759, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A woman feels the forehead of the female patient.", "similarity": 0.7273, "relevance": 2 } ] }, { "query_id": 48677, "query": "A man walks down the hallway to talk to a woman.", "relevant_moment": [ { "pair_id": 161080, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 75.28, 82.32 ], "duration": 88.66, "caption": "A man walks down the hallway to talk to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161081, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 86.23, 88.44 ], "duration": 88.66, "caption": "A man walks into the hallway and talks with woman.", "similarity": 0.907, "relevance": 4 }, { "pair_id": 161082, "video_name": "castle_s05e21_seg02_clip_15", "timestamp": [ 36.65, 55.42 ], "duration": 89.66, "caption": "A man is walking with a woman down a hallway having a conversation.", "similarity": 0.8755, "relevance": 3 }, { "pair_id": 161083, "video_name": "house_s05e21_seg02_clip_04", "timestamp": [ 30.23, 52.56 ], "duration": 93.66, "caption": "A man has a conversation with a woman as they walk down hallways.", "similarity": 0.8728, "relevance": 3 }, { "pair_id": 161085, "video_name": "friends_s04e16_seg02_clip_18", "timestamp": [ 26.27, 33.64 ], "duration": 59.66, "caption": "A woman walks out into the hallway and talks to a man.", "similarity": 0.8555, "relevance": 3 }, { "pair_id": 161086, "video_name": "castle_s02e06_seg02_clip_09", "timestamp": [ 21.39, 32.77 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway speaking to each other.", "similarity": 0.8511, "relevance": 3 }, { "pair_id": 161088, "video_name": "grey_s02e21_seg02_clip_06", "timestamp": [ 55.91, 61.92 ], "duration": 92.66, "caption": "A man walks through the hallway and meets a woman.", "similarity": 0.848, "relevance": 3 }, { "pair_id": 161089, "video_name": "house_s01e14_seg02_clip_08", "timestamp": [ 18.41, 40.03 ], "duration": 92.66, "caption": "A man and a woman walk down the hallway together having a conversation.", "similarity": 0.8478, "relevance": 3 }, { "pair_id": 161090, "video_name": "house_s02e18_seg02_clip_08", "timestamp": [ 7.44, 37.68 ], "duration": 93.66, "caption": "A man and a woman walk in the hallway and talk about a man.", "similarity": 0.8372, "relevance": 3 }, { "pair_id": 161091, "video_name": "castle_s08e02_seg02_clip_05", "timestamp": [ 56.27, 90.02 ], "duration": 90.66, "caption": "A woman is talking to a man as they are in a hallway.", "similarity": 0.8357, "relevance": 3 }, { "pair_id": 161092, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 18.74, 27.67 ], "duration": 89.66, "caption": "A woman and a man are walking down a hallway talking with someone.", "similarity": 0.8339, "relevance": 3 }, { "pair_id": 161093, "video_name": "friends_s01e23_seg02_clip_07", "timestamp": [ 18.3, 36.6 ], "duration": 62.66, "caption": "A woman and a man talk to each other in the hallway.", "similarity": 0.8301, "relevance": 2 }, { "pair_id": 161094, "video_name": "grey_s03e08_seg02_clip_17", "timestamp": [ 54.01, 90.02 ], "duration": 90.66, "caption": "A woman walks up to a man and they converse in the hallway.", "similarity": 0.8229, "relevance": 2 }, { "pair_id": 161095, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 0.0, 26.74 ], "duration": 90.66, "caption": "A man talks with person while they walk through the hallway.", "similarity": 0.8192, "relevance": 2 }, { "pair_id": 161096, "video_name": "grey_s02e24_seg02_clip_08", "timestamp": [ 85.76, 90.27 ], "duration": 90.66, "caption": "A woman walks out of a door into the hallway and talks to a man.", "similarity": 0.8173, "relevance": 3 }, { "pair_id": 161097, "video_name": "friends_s09e05_seg02_clip_10", "timestamp": [ 0.61, 24.11 ], "duration": 61.66, "caption": "A man speaks to woman in the hallway outside of the door.", "similarity": 0.8166, "relevance": 2 }, { "pair_id": 161098, "video_name": "grey_s02e02_seg02_clip_07", "timestamp": [ 80.75, 87.29 ], "duration": 87.66, "caption": "A woman follows a man out to the hallway and they have a conversation.", "similarity": 0.8149, "relevance": 3 }, { "pair_id": 161099, "video_name": "castle_s03e21_seg02_clip_19", "timestamp": [ 53.76, 56.47 ], "duration": 90.66, "caption": "A woman walks into the room to talk to a man.", "similarity": 0.8066, "relevance": 2 }, { "pair_id": 334400, "video_name": "grey_s03e09_seg02_clip_01", "timestamp": [ 35.26, 39.66 ], "duration": 73.66, "caption": "A man walks out into the hallway and looks at a woman and a man talking.", "similarity": 0.8062, "relevance": 3 }, { "pair_id": 334401, "video_name": "house_s04e02_seg02_clip_25", "timestamp": [ 1.58, 81.39 ], "duration": 105.66, "caption": "A person speaks with man as they walk down the hallway together.", "similarity": 0.8055, "relevance": 2 }, { "pair_id": 334402, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 57.72, 63.61 ], "duration": 84.66, "caption": "A woman walks in to the hallway to talk with two men.", "similarity": 0.8051, "relevance": 3 }, { "pair_id": 334403, "video_name": "grey_s01e02_seg02_clip_18", "timestamp": [ 16.67, 35.36 ], "duration": 101.66, "caption": "A woman talks to a man in the hallway and he points at her and walks away.", "similarity": 0.8033, "relevance": 3 }, { "pair_id": 334404, "video_name": "grey_s02e17_seg02_clip_11", "timestamp": [ 8.69, 12.64 ], "duration": 79.66, "caption": "A man rushes down the stairs to talk to a woman.", "similarity": 0.8019, "relevance": 3 }, { "pair_id": 334405, "video_name": "friends_s06e11_seg02_clip_17", "timestamp": [ 0.0, 12.94 ], "duration": 57.66, "caption": "Two people are talking to a woman and a man in the hallway.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 334406, "video_name": "house_s02e24_seg02_clip_01", "timestamp": [ 58.31, 81.46 ], "duration": 89.66, "caption": "A person walks down the hallway talking to another person.", "similarity": 0.798, "relevance": 3 }, { "pair_id": 334407, "video_name": "house_s05e08_seg02_clip_14", "timestamp": [ 0.0, 25.03 ], "duration": 91.66, "caption": "Two men walk together down the hallway and talk about a woman.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 334408, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 18.97, 24.7 ], "duration": 88.66, "caption": "A man walks to the other side of the room when talking to a woman.", "similarity": 0.7935, "relevance": 2 }, { "pair_id": 334409, "video_name": "met_s02e02_seg02_clip_07", "timestamp": [ 0.3, 9.13 ], "duration": 60.66, "caption": "A man and a woman are talking in the hallway.", "similarity": 0.7926, "relevance": 1 }, { "pair_id": 334410, "video_name": "house_s07e13_seg02_clip_20", "timestamp": [ 18.41, 27.15 ], "duration": 92.66, "caption": "A man talks to another man as they walk down the hallway.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 334411, "video_name": "grey_s02e07_seg02_clip_12", "timestamp": [ 0.0, 8.66 ], "duration": 91.66, "caption": "A man goes to the staircase base to talk to woman.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 334412, "video_name": "house_s03e20_seg02_clip_19", "timestamp": [ 53.86, 89.02 ], "duration": 89.66, "caption": "A man walks into the room to see a woman and speak with her.", "similarity": 0.788, "relevance": 1 }, { "pair_id": 334413, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 18.87, 27.37 ], "duration": 94.66, "caption": "A man walks up to a woman while talking to her.", "similarity": 0.7874, "relevance": 3 }, { "pair_id": 334414, "video_name": "friends_s07e21_seg02_clip_13", "timestamp": [ 56.31, 59.27 ], "duration": 59.66, "caption": "A man walks into the hallway toward woman and woman.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 334415, "video_name": "s09e02_seg01_clip_00", "timestamp": [ 31.01, 35.98 ], "duration": 62.66, "caption": "A man walks over to a woman to talk to her.", "similarity": 0.7856, "relevance": 1 }, { "pair_id": 334416, "video_name": "s03e10_seg02_clip_16", "timestamp": [ 6.72, 11.53 ], "duration": 64.66, "caption": "A man walks over to a woman to talk to her.", "similarity": 0.7856, "relevance": 2 }, { "pair_id": 334417, "video_name": "met_s06e18_seg02_clip_00", "timestamp": [ 2.75, 4.27 ], "duration": 61.66, "caption": "A man walks up to woman who is standing in a hallway.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 334418, "video_name": "castle_s06e13_seg02_clip_11", "timestamp": [ 82.93, 91.14 ], "duration": 91.66, "caption": "A woman is walking down the hallway and stops to talk to two men.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 334419, "video_name": "house_s02e18_seg02_clip_08", "timestamp": [ 10.7, 59.07 ], "duration": 93.66, "caption": "A man talks with a woman while walking through a hospital hallway.", "similarity": 0.7845, "relevance": 2 } ] }, { "query_id": 48757, "query": "A woman catches up to a man and starts a conversation.", "relevant_moment": [ { "pair_id": 115480, "video_name": "house_s01e08_seg02_clip_18", "timestamp": [ 28.24, 34.52 ], "duration": 89.66, "caption": "A woman catches up to a man and starts a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 115481, "video_name": "castle_s02e19_seg02_clip_17", "timestamp": [ 76.34, 79.07 ], "duration": 90.66, "caption": "A woman walks up and begins a conversation with a man.", "similarity": 0.867, "relevance": 4 }, { "pair_id": 115482, "video_name": "met_s03e20_seg02_clip_05", "timestamp": [ 14.17, 16.01 ], "duration": 61.66, "caption": "A woman turns around and starts conversing with a man.", "similarity": 0.8529, "relevance": 3 }, { "pair_id": 115483, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 10.49, 14.59 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.8502, "relevance": 3 }, { "pair_id": 115484, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.8502, "relevance": 4 }, { "pair_id": 115485, "video_name": "grey_s02e01_seg02_clip_10", "timestamp": [ 49.85, 76.79 ], "duration": 89.66, "caption": "A woman walks up to a man, they start a conversation.", "similarity": 0.8454, "relevance": 3 }, { "pair_id": 115486, "video_name": "castle_s02e17_seg02_clip_05", "timestamp": [ 82.79, 89.02 ], "duration": 89.66, "caption": "A person walks up to woman and starts a conversation.", "similarity": 0.8453, "relevance": 2 }, { "pair_id": 115487, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A woman walks up to a person and starts a conversation with him.", "similarity": 0.8245, "relevance": 3 }, { "pair_id": 115488, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 71.45, 74.64 ], "duration": 91.66, "caption": "A man approaches a woman and begins a conversation.", "similarity": 0.8227, "relevance": 2 }, { "pair_id": 115489, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 5.41, 8.56 ], "duration": 90.66, "caption": "A woman gets up and continues to talk to a man.", "similarity": 0.8188, "relevance": 2 }, { "pair_id": 115490, "video_name": "house_s08e06_seg02_clip_23", "timestamp": [ 44.29, 53.32 ], "duration": 82.66, "caption": "A woman turns over to man and starts talking.", "similarity": 0.8159, "relevance": 1 }, { "pair_id": 115491, "video_name": "grey_s02e22_seg02_clip_08", "timestamp": [ 37.28, 42.11 ], "duration": 87.66, "caption": "A woman turns around and goes to a man to start conversing with him.", "similarity": 0.8131, "relevance": 3 }, { "pair_id": 115492, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 74.34, 89.02 ], "duration": 89.66, "caption": "A man walks up to a woman and they start conversing.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 115493, "video_name": "castle_s04e09_seg02_clip_25", "timestamp": [ 66.51, 73.96 ], "duration": 93.66, "caption": "A woman walks over to a man to start a conversation.", "similarity": 0.8105, "relevance": 3 }, { "pair_id": 115494, "video_name": "castle_s02e16_seg02_clip_12", "timestamp": [ 47.98, 52.96 ], "duration": 90.66, "caption": "A woman goes up to two people to start a conversation.", "similarity": 0.8103, "relevance": 2 }, { "pair_id": 115495, "video_name": "friends_s01e15_seg02_clip_02", "timestamp": [ 21.22, 23.01 ], "duration": 59.66, "caption": "A woman turns towards a man and starts talking to him.", "similarity": 0.8035, "relevance": 1 }, { "pair_id": 115496, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 0.0, 6.62 ], "duration": 88.66, "caption": "A woman turns around after a man starts talking to her.", "similarity": 0.8021, "relevance": 1 }, { "pair_id": 115497, "video_name": "house_s04e01_seg02_clip_16", "timestamp": [ 0.0, 5.37 ], "duration": 89.66, "caption": "A woman stands up and talks to a man immediately.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 115498, "video_name": "s06e15_seg02_clip_11", "timestamp": [ 38.46, 44.97 ], "duration": 62.66, "caption": "A woman walks over to a man and starts a conversation with him.", "similarity": 0.8008, "relevance": 4 }, { "pair_id": 115499, "video_name": "castle_s01e08_seg02_clip_12", "timestamp": [ 32.21, 38.65 ], "duration": 92.66, "caption": "A woman and man walk up to person to start a conversation with him.", "similarity": 0.8, "relevance": 3 }, { "pair_id": 288800, "video_name": "castle_s03e17_seg02_clip_09", "timestamp": [ 20.33, 33.27 ], "duration": 92.66, "caption": "A woman tried to start a conversation with man.", "similarity": 0.7963, "relevance": 4 }, { "pair_id": 288801, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 44.7, 48.42 ], "duration": 82.66, "caption": "A man comes behind woman and starts a conversation with her.", "similarity": 0.7957, "relevance": 2 }, { "pair_id": 288802, "video_name": "friends_s06e05_seg02_clip_01", "timestamp": [ 0.0, 3.04 ], "duration": 60.66, "caption": "A woman walks up to man and woman and starts to converse with them.", "similarity": 0.7944, "relevance": 3 }, { "pair_id": 288803, "video_name": "castle_s04e17_seg02_clip_01", "timestamp": [ 49.15, 54.2 ], "duration": 91.66, "caption": "A woman walks towards man and starts a conversation with him.", "similarity": 0.7916, "relevance": 4 }, { "pair_id": 288804, "video_name": "friends_s03e03_seg02_clip_01", "timestamp": [ 45.32, 60.03 ], "duration": 60.66, "caption": "A woman is having a conversation with a man.", "similarity": 0.7888, "relevance": 3 }, { "pair_id": 288805, "video_name": "s03e02_seg02_clip_09", "timestamp": [ 5.4, 12.91 ], "duration": 60.66, "caption": "A woman walks in and starts a conversation with a man.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 288806, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 29.34, 34.31 ], "duration": 90.66, "caption": "A woman stands up while talking to a man.", "similarity": 0.7873, "relevance": 3 }, { "pair_id": 288807, "video_name": "friends_s06e15-16_seg02_clip_35", "timestamp": [ 20.91, 24.49 ], "duration": 55.66, "caption": "A woman stands up while talking to a man.", "similarity": 0.7873, "relevance": 4 }, { "pair_id": 288808, "video_name": "s04e15_seg02_clip_13", "timestamp": [ 0.0, 3.19 ], "duration": 58.66, "caption": "A woman looks up and over to a man and starts talking with a side shake of her head.", "similarity": 0.7873, "relevance": 3 }, { "pair_id": 288809, "video_name": "castle_s03e11_seg02_clip_07", "timestamp": [ 65.27, 67.97 ], "duration": 90.66, "caption": "A man walks towards a woman and starts a conversation with her.", "similarity": 0.7869, "relevance": 2 }, { "pair_id": 288810, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 288811, "video_name": "house_s04e02_seg02_clip_26", "timestamp": [ 0.0, 4.89 ], "duration": 75.66, "caption": "A woman walks forward towards a man and starts a conversation with him.", "similarity": 0.7846, "relevance": 4 }, { "pair_id": 288812, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 51.02, 54.32 ], "duration": 60.66, "caption": "A woman walks up to someone and starts talking to him.", "similarity": 0.7826, "relevance": 4 }, { "pair_id": 288813, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 18.13, 22.56 ], "duration": 88.66, "caption": "A woman stands up while she is talking to a man.", "similarity": 0.7794, "relevance": 2 }, { "pair_id": 288814, "video_name": "house_s01e12_seg02_clip_06", "timestamp": [ 21.4, 24.59 ], "duration": 91.66, "caption": "A woman stands up while she is talking to a man.", "similarity": 0.7794, "relevance": 3 }, { "pair_id": 288815, "video_name": "grey_s03e25_seg02_clip_29", "timestamp": [ 0.0, 21.01 ], "duration": 70.66, "caption": "A woman and man are having a conversation to each other.", "similarity": 0.7786, "relevance": 3 }, { "pair_id": 288816, "video_name": "met_s03e20_seg02_clip_05", "timestamp": [ 0.92, 4.62 ], "duration": 61.66, "caption": "A man turns around and starts conversing with woman.", "similarity": 0.778, "relevance": 4 }, { "pair_id": 288817, "video_name": "castle_s02e12_seg02_clip_24", "timestamp": [ 14.75, 92.21 ], "duration": 92.66, "caption": "A person started to join woman and a man's conversation.", "similarity": 0.7776, "relevance": 2 }, { "pair_id": 288818, "video_name": "castle_s04e04_seg02_clip_25", "timestamp": [ 52.7, 57.79 ], "duration": 92.66, "caption": "A person stands up and continues talking to a woman.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 288819, "video_name": "castle_s06e16_seg02_clip_07", "timestamp": [ 85.56, 87.38 ], "duration": 91.66, "caption": "A person walks over and begins a conversation with a woman and a man.", "similarity": 0.7758, "relevance": 1 } ] }, { "query_id": 48770, "query": "A person falls off his recliner after a woman uncovers her tank with a tarantula in it.", "relevant_moment": [ { "pair_id": 71640, "video_name": "friends_s07e10_seg02_clip_08", "timestamp": [ 0.0, 4.89 ], "duration": 61.66, "caption": "A person falls off his recliner after a woman uncovers her tank with a tarantula in it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 71641, "video_name": "castle_s08e01_seg02_clip_19", "timestamp": [ 56.95, 85.88 ], "duration": 90.66, "caption": "A person takes out tarantulas out of the box and puts two on another person's face.", "similarity": 0.5641, "relevance": 3 }, { "pair_id": 71642, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 23.91, 28.88 ], "duration": 62.66, "caption": "A woman comes in while a man is sitting in the recliner.", "similarity": 0.5322, "relevance": 2 }, { "pair_id": 71643, "video_name": "friends_s07e13_seg02_clip_14", "timestamp": [ 6.3, 11.71 ], "duration": 60.66, "caption": "A person looks over when a woman describes the features of the recliner.", "similarity": 0.529, "relevance": 2 }, { "pair_id": 71644, "video_name": "met_s06e17_seg02_clip_04", "timestamp": [ 11.6, 20.14 ], "duration": 61.66, "caption": "A man gets off of the sofa and then a woman falls on the floor.", "similarity": 0.5286, "relevance": 2 }, { "pair_id": 71645, "video_name": "met_s02e15_seg02_clip_15", "timestamp": [ 3.8, 7.02 ], "duration": 58.66, "caption": "A woman startles person in the bathroom and person slips and falls.", "similarity": 0.5263, "relevance": 2 }, { "pair_id": 71647, "video_name": "friends_s03e14_seg02_clip_18", "timestamp": [ 0.0, 17.8 ], "duration": 59.66, "caption": "A woman sits in a man's lap in the recliner and they talk, then she suddenly stands and backs up.", "similarity": 0.5182, "relevance": 1 }, { "pair_id": 71648, "video_name": "castle_s02e03_seg02_clip_23", "timestamp": [ 67.1, 71.61 ], "duration": 129.66, "caption": "A person collapses onto a chair and looks up at woman.", "similarity": 0.5083, "relevance": 1 }, { "pair_id": 71649, "video_name": "friends_s02e07_seg02_clip_08", "timestamp": [ 39.75, 43.81 ], "duration": 58.66, "caption": "A woman almost falls out of her chair trying to get someone's attention.", "similarity": 0.5065, "relevance": 2 }, { "pair_id": 71650, "video_name": "friends_s04e18_seg02_clip_18", "timestamp": [ 4.72, 16.52 ], "duration": 118.66, "caption": "A man turns the brown recliner around while a woman is sitting in it.", "similarity": 0.5054, "relevance": 1 }, { "pair_id": 71651, "video_name": "friends_s01e08_seg02_clip_11", "timestamp": [ 25.24, 31.62 ], "duration": 58.66, "caption": "A person starts to come out from behind the dresser and then falls behind it.", "similarity": 0.5001, "relevance": 2 }, { "pair_id": 71652, "video_name": "house_s08e03_seg02_clip_01", "timestamp": [ 65.12, 92.1 ], "duration": 93.66, "caption": "A person falls down on the pavement while the woman watches.", "similarity": 0.4973, "relevance": 1 }, { "pair_id": 71653, "video_name": "friends_s02e08_seg02_clip_11", "timestamp": [ 33.64, 38.37 ], "duration": 59.66, "caption": "A man pushes woman down into the recliner.", "similarity": 0.496, "relevance": 2 }, { "pair_id": 71655, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 60.82, 63.03 ], "duration": 63.66, "caption": "A person gets up from his seat and woman gets up after him.", "similarity": 0.494, "relevance": 1 }, { "pair_id": 71656, "video_name": "castle_s04e23_seg02_clip_21", "timestamp": [ 19.26, 23.11 ], "duration": 77.66, "caption": "A person tosses another person and she falls off the ledge.", "similarity": 0.4933, "relevance": 2 }, { "pair_id": 71657, "video_name": "house_s05e13_seg02_clip_06", "timestamp": [ 80.57, 82.37 ], "duration": 90.66, "caption": "A woman falls off the patient bed after she gets up.", "similarity": 0.4932, "relevance": 2 }, { "pair_id": 71658, "video_name": "friends_s04e10_seg02_clip_14", "timestamp": [ 32.6, 49.02 ], "duration": 49.66, "caption": "A woman sits down in the recliner and a man calms her down and sits on the arm of the recliner.", "similarity": 0.4905, "relevance": 2 }, { "pair_id": 71659, "video_name": "s03e19_seg02_clip_08", "timestamp": [ 17.71, 19.48 ], "duration": 59.66, "caption": "A woman suddenly gets up from the chair and leaves man alone.", "similarity": 0.4867, "relevance": 1 } ] }, { "query_id": 48805, "query": "A man makes a funny disgusted face while sitting on the sofa.", "relevant_moment": [ { "pair_id": 149260, "video_name": "friends_s07e10_seg02_clip_00", "timestamp": [ 5.99, 8.51 ], "duration": 63.66, "caption": "A man makes a funny disgusted face while sitting on the sofa.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149261, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 40.89, 41.5 ], "duration": 61.66, "caption": "A man puts their right arm on the rest on the sofa and makes a puzzled look on their face.", "similarity": 0.698, "relevance": 4 }, { "pair_id": 149262, "video_name": "s04e15_seg01_clip_01", "timestamp": [ 33.57, 35.09 ], "duration": 61.66, "caption": "A man makes a disgusted face after hearing one of person's remarks.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 149263, "video_name": "friends_s09e03_seg02_clip_06", "timestamp": [ 58.31, 62.03 ], "duration": 62.66, "caption": "A man makes a disgusted face as woman looks at him.", "similarity": 0.6485, "relevance": 3 }, { "pair_id": 149264, "video_name": "friends_s01e06_seg02_clip_19", "timestamp": [ 20.88, 23.57 ], "duration": 59.66, "caption": "A man sits down on one end of the sofa.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 149265, "video_name": "house_s08e19_seg02_clip_15", "timestamp": [ 31.63, 54.42 ], "duration": 93.66, "caption": "A man is laying on the couch looking pale and sickly.", "similarity": 0.6409, "relevance": 1 }, { "pair_id": 149266, "video_name": "friends_s09e20_seg02_clip_10", "timestamp": [ 22.73, 24.5 ], "duration": 59.66, "caption": "A man sits down in a theatre seat while feeling embarrassed.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 149267, "video_name": "friends_s06e24-25_seg02_clip_38", "timestamp": [ 39.84, 41.91 ], "duration": 59.66, "caption": "A man with beard sits on the sofa.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 149268, "video_name": "friends_s06e19_seg02_clip_01", "timestamp": [ 31.91, 34.81 ], "duration": 58.66, "caption": "A man sits down on the arm of the sofa.", "similarity": 0.6206, "relevance": 1 }, { "pair_id": 149269, "video_name": "friends_s09e16_seg02_clip_09", "timestamp": [ 25.53, 27.1 ], "duration": 63.66, "caption": "A man sits down on the armchair of the sofa.", "similarity": 0.6123, "relevance": 1 }, { "pair_id": 149270, "video_name": "s09e06_seg02_clip_09", "timestamp": [ 58.91, 64.02 ], "duration": 64.66, "caption": "A man bounces, up and down, on the couch and then laughs hysterically.", "similarity": 0.6084, "relevance": 3 }, { "pair_id": 149271, "video_name": "friends_s06e15-16_seg02_clip_31", "timestamp": [ 3.05, 7.02 ], "duration": 61.66, "caption": "A man sits down on the sofa that someone is sitting in.", "similarity": 0.6072, "relevance": 3 }, { "pair_id": 149272, "video_name": "house_s06e15_seg02_clip_17", "timestamp": [ 31.38, 64.61 ], "duration": 92.66, "caption": "A man sits in a variety of strangely shaped chairs and sofas.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 149273, "video_name": "friends_s09e09_seg02_clip_13", "timestamp": [ 57.98, 59.66 ], "duration": 59.66, "caption": "A man gets up from being steed in the sofa.", "similarity": 0.6026, "relevance": 2 }, { "pair_id": 149274, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 27.15, 29.91 ], "duration": 92.66, "caption": "A man gets up from being seated in a sofa.", "similarity": 0.6026, "relevance": 1 }, { "pair_id": 149275, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 41.41, 42.74 ], "duration": 89.66, "caption": "A man gets up from the sofa he is sitting on.", "similarity": 0.6015, "relevance": 2 }, { "pair_id": 149276, "video_name": "friends_s03e16_seg02_clip_17", "timestamp": [ 14.34, 25.33 ], "duration": 61.66, "caption": "A man sits down on the couch to admit his actions were bad.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 149277, "video_name": "s04e09_seg01_clip_00", "timestamp": [ 16.44, 20.78 ], "duration": 62.66, "caption": "A man laughs and another man gives a disgusted look.", "similarity": 0.6007, "relevance": 4 }, { "pair_id": 149278, "video_name": "s04e04_seg02_clip_02", "timestamp": [ 40.62, 43.42 ], "duration": 56.66, "caption": "A man slumps back into his bed with a disgusted look on his face.", "similarity": 0.5968, "relevance": 2 }, { "pair_id": 149279, "video_name": "s05e21_seg02_clip_13", "timestamp": [ 18.53, 26.8 ], "duration": 57.66, "caption": "After a man laughs at a person, another person makes a face showing his disgust.", "similarity": 0.5915, "relevance": 3 }, { "pair_id": 322580, "video_name": "friends_s03e10_seg02_clip_01", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A person makes an ugly face while crouched next to the couch.", "similarity": 0.5858, "relevance": 4 }, { "pair_id": 322581, "video_name": "house_s06e20_seg02_clip_13", "timestamp": [ 20.92, 23.59 ], "duration": 89.66, "caption": "A man slumping down in the chair looking upset.", "similarity": 0.5852, "relevance": 3 }, { "pair_id": 322582, "video_name": "friends_s10e02_seg02_clip_07", "timestamp": [ 31.28, 41.02 ], "duration": 59.66, "caption": "A man sits back on the couch, blows out his cheeks, then covers his mouth with his hand.", "similarity": 0.585, "relevance": 4 }, { "pair_id": 322583, "video_name": "met_s04e02_seg02_clip_11", "timestamp": [ 2.4, 7.8 ], "duration": 60.66, "caption": "A man lies on the sofa yelling things at the television.", "similarity": 0.583, "relevance": 3 }, { "pair_id": 322584, "video_name": "s02e16_seg02_clip_05", "timestamp": [ 41.02, 46.63 ], "duration": 59.66, "caption": "A man scrubs vigorously at a green stain on the sofa.", "similarity": 0.5801, "relevance": 1 }, { "pair_id": 322585, "video_name": "friends_s10e06_seg02_clip_08", "timestamp": [ 23.66, 26.14 ], "duration": 55.66, "caption": "A man puts his hand on his hip with a disgusted look on his face.", "similarity": 0.5761, "relevance": 3 }, { "pair_id": 322586, "video_name": "castle_s06e06_seg02_clip_01", "timestamp": [ 0.0, 2.69 ], "duration": 89.66, "caption": "A person plops down on the couch and laughs.", "similarity": 0.5729, "relevance": 1 }, { "pair_id": 322587, "video_name": "house_s03e16_seg02_clip_22", "timestamp": [ 51.88, 53.25 ], "duration": 91.66, "caption": "A man tosses an object to a doctor as he sits on a sofa.", "similarity": 0.5726, "relevance": 4 }, { "pair_id": 322588, "video_name": "house_s03e22_seg02_clip_22", "timestamp": [ 4.85, 7.28 ], "duration": 97.66, "caption": "A man sits down from lying on the couch.", "similarity": 0.5693, "relevance": 4 }, { "pair_id": 322589, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 14.17, 16.82 ], "duration": 59.66, "caption": "A man moves from the arm of the sofa to sit on the sofa.", "similarity": 0.5689, "relevance": 2 }, { "pair_id": 322590, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 19.77, 21.45 ], "duration": 67.66, "caption": "A man gives another person a disgusted look after they smile at him.", "similarity": 0.5666, "relevance": 4 }, { "pair_id": 322591, "video_name": "friends_s09e02_seg02_clip_14", "timestamp": [ 3.49, 11.06 ], "duration": 58.66, "caption": "A man stared at his hand as he sat on the couch.", "similarity": 0.5629, "relevance": 2 }, { "pair_id": 322592, "video_name": "friends_s03e07_seg02_clip_02", "timestamp": [ 53.21, 59.66 ], "duration": 59.66, "caption": "A man sits down on the arm of the couch.", "similarity": 0.5599, "relevance": 2 }, { "pair_id": 322593, "video_name": "friends_s07e11_seg02_clip_10", "timestamp": [ 1.22, 4.27 ], "duration": 61.66, "caption": "A man makes a disgusted face and walks past a woman.", "similarity": 0.5597, "relevance": 2 }, { "pair_id": 322594, "video_name": "friends_s06e15-16_seg02_clip_39", "timestamp": [ 0.0, 24.79 ], "duration": 59.66, "caption": "A man sits on a couch with a determined look on his face, talking to a woman, also on the couch, but with a discouraged and sad look, as he tries to describe how some people don't fit whatever woman's current stereotype of humans happens to be.", "similarity": 0.5593, "relevance": 3 }, { "pair_id": 322595, "video_name": "friends_s07e10_seg02_clip_00", "timestamp": [ 5.36, 8.19 ], "duration": 63.66, "caption": "A man makes fun of woman's last name while on the couch.", "similarity": 0.5568, "relevance": 4 }, { "pair_id": 322596, "video_name": "friends_s04e15_seg02_clip_04", "timestamp": [ 41.6, 44.75 ], "duration": 63.66, "caption": "A man sits down on the sofa, crosses his arms and shakes his head.", "similarity": 0.5566, "relevance": 3 }, { "pair_id": 322597, "video_name": "house_s01e18_seg02_clip_01", "timestamp": [ 26.23, 28.99 ], "duration": 92.66, "caption": "A man rubs his face while laying in a patient chair.", "similarity": 0.5559, "relevance": 3 }, { "pair_id": 322598, "video_name": "s04e07_seg02_clip_17", "timestamp": [ 18.87, 49.69 ], "duration": 92.66, "caption": "A man is gifted a sofa cushion as a present to say sorry.", "similarity": 0.5558, "relevance": 2 }, { "pair_id": 322599, "video_name": "s06e11_seg02_clip_01", "timestamp": [ 8.82, 10.72 ], "duration": 63.66, "caption": "A man is sitting in his chair and laughing.", "similarity": 0.5544, "relevance": 3 } ] }, { "query_id": 48906, "query": "A man opens the door, and a woman hurriedly walks into a room and shuts the door behind her.", "relevant_moment": [ { "pair_id": 172680, "video_name": "friends_s07e18_seg02_clip_13", "timestamp": [ 18.57, 23.5 ], "duration": 58.66, "caption": "A man opens the door, and a woman hurriedly walks into a room and shuts the door behind her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172681, "video_name": "grey_s01e03_seg02_clip_11", "timestamp": [ 47.26, 60.32 ], "duration": 90.66, "caption": "A man opens the door the he and woman walk into another person's room.", "similarity": 0.8585, "relevance": 1 }, { "pair_id": 172682, "video_name": "house_s07e09_seg02_clip_12", "timestamp": [ 25.03, 27.76 ], "duration": 91.66, "caption": "A man opens a door and walks into a room where a woman is standing.", "similarity": 0.8546, "relevance": 2 }, { "pair_id": 172683, "video_name": "friends_s03e09_seg02_clip_22", "timestamp": [ 43.52, 47.75 ], "duration": 77.66, "caption": "A woman opens the door, enters the room and a man follows her.", "similarity": 0.8528, "relevance": 2 }, { "pair_id": 172684, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 43.88, 48.92 ], "duration": 59.66, "caption": "A man walks out the door and a woman shuts the door behind him.", "similarity": 0.8512, "relevance": 3 }, { "pair_id": 172685, "video_name": "castle_s04e06_seg02_clip_16", "timestamp": [ 23.21, 26.85 ], "duration": 91.66, "caption": "A woman opens the door and leaves the room with a man.", "similarity": 0.8491, "relevance": 1 }, { "pair_id": 172686, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 64.22, 72.81 ], "duration": 90.66, "caption": "A woman opens the door and a man and woman step out of the room.", "similarity": 0.8477, "relevance": 1 }, { "pair_id": 172687, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 7.4, 21.32 ], "duration": 87.66, "caption": "A woman leaves the room and a man enters and closes the door.", "similarity": 0.847, "relevance": 2 }, { "pair_id": 172688, "video_name": "s10e08_seg02_clip_10", "timestamp": [ 14.11, 18.91 ], "duration": 60.66, "caption": "A woman walks away from a man into another room and closes the door.", "similarity": 0.8457, "relevance": 2 }, { "pair_id": 172689, "video_name": "house_s05e20_seg02_clip_05", "timestamp": [ 74.19, 83.74 ], "duration": 91.66, "caption": "A man opens the door and enters the room with a woman.", "similarity": 0.845, "relevance": 2 }, { "pair_id": 172690, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 3.18, 5.09 ], "duration": 63.66, "caption": "A woman opens the door and enters the room with a man.", "similarity": 0.8399, "relevance": 1 }, { "pair_id": 172691, "video_name": "friends_s01e18_seg02_clip_10", "timestamp": [ 27.38, 30.51 ], "duration": 52.66, "caption": "A man opened the door and a woman entered the room.", "similarity": 0.8378, "relevance": 2 }, { "pair_id": 172692, "video_name": "friends_s04e23-24_seg02_clip_46", "timestamp": [ 30.64, 33.83 ], "duration": 49.66, "caption": "A man opens the room door and steps out with woman.", "similarity": 0.8357, "relevance": 2 }, { "pair_id": 172693, "video_name": "met_s04e01_seg02_clip_01", "timestamp": [ 26.67, 31.63 ], "duration": 62.66, "caption": "A man opens a door, and a woman walks through the doorway into his apartment.", "similarity": 0.8357, "relevance": 3 }, { "pair_id": 172694, "video_name": "met_s02e07_seg02_clip_14", "timestamp": [ 4.26, 6.54 ], "duration": 56.66, "caption": "A man closes the door after the woman walks in.", "similarity": 0.8332, "relevance": 1 }, { "pair_id": 172695, "video_name": "house_s01e17_seg02_clip_25", "timestamp": [ 43.2, 53.8 ], "duration": 163.66, "caption": "A man opens the door and a woman walks in.", "similarity": 0.8298, "relevance": 3 }, { "pair_id": 172696, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 43.97, 50.76 ], "duration": 59.66, "caption": "A man opens the door and a woman walks in.", "similarity": 0.8298, "relevance": 3 }, { "pair_id": 172697, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 3.96, 5.61 ], "duration": 66.66, "caption": "A man opens the door and leaves a woman in the room.", "similarity": 0.8295, "relevance": 1 }, { "pair_id": 172698, "video_name": "friends_s02e08_seg02_clip_16", "timestamp": [ 50.18, 55.47 ], "duration": 66.66, "caption": "A woman backs into her room and closes the door with a man standing there.", "similarity": 0.8214, "relevance": 2 }, { "pair_id": 172699, "video_name": "castle_s08e17_seg02_clip_21", "timestamp": [ 11.33, 14.96 ], "duration": 90.66, "caption": "A man opens up door to let a woman into the room.", "similarity": 0.8213, "relevance": 4 }, { "pair_id": 346000, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 14.41, 20.11 ], "duration": 60.66, "caption": "A woman walks into a man's bedroom and closes the door.", "similarity": 0.8204, "relevance": 2 }, { "pair_id": 346001, "video_name": "s07e07_seg02_clip_09", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman opens the door and a man walks in.", "similarity": 0.8184, "relevance": 3 }, { "pair_id": 346002, "video_name": "s02e14_seg02_clip_08", "timestamp": [ 0.0, 5.5 ], "duration": 55.66, "caption": "A man opens a woman's apartment door, walks inside and closes the door.", "similarity": 0.8145, "relevance": 3 }, { "pair_id": 346003, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 43.24, 48.7 ], "duration": 91.66, "caption": "A woman opened the door, entered the room and walked towards a man.", "similarity": 0.8124, "relevance": 2 }, { "pair_id": 346004, "video_name": "house_s03e22_seg02_clip_16", "timestamp": [ 5.98, 13.34 ], "duration": 92.66, "caption": "A person walks into the room and another person shuts the door.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 346005, "video_name": "met_s03e03_seg02_clip_08", "timestamp": [ 41.12, 54.32 ], "duration": 60.66, "caption": "A woman sneaks out the door and a man goes out to push her back into the room.", "similarity": 0.8095, "relevance": 3 }, { "pair_id": 346006, "video_name": "friends_s10e17-18_seg02_clip_00", "timestamp": [ 7.33, 9.77 ], "duration": 61.66, "caption": "A man opened the door and entered the room along with a woman.", "similarity": 0.8091, "relevance": 2 }, { "pair_id": 346007, "video_name": "castle_s03e04_seg02_clip_23", "timestamp": [ 1.31, 9.17 ], "duration": 87.66, "caption": "A man opens the door and a woman is there.", "similarity": 0.8067, "relevance": 2 }, { "pair_id": 346008, "video_name": "friends_s06e11_seg02_clip_03", "timestamp": [ 39.17, 42.36 ], "duration": 58.66, "caption": "A man opens the door and a woman walks into the apartment.", "similarity": 0.8055, "relevance": 3 }, { "pair_id": 346009, "video_name": "friends_s02e01_seg02_clip_14", "timestamp": [ 66.32, 68.02 ], "duration": 68.66, "caption": "A person opens the door and comes out of a woman's room.", "similarity": 0.8053, "relevance": 2 }, { "pair_id": 346010, "video_name": "met_s06e20_seg02_clip_07", "timestamp": [ 32.5, 36.5 ], "duration": 57.66, "caption": "A man shuts the door after a woman grabs him by the arm and pulls him through the doorway.", "similarity": 0.8018, "relevance": 2 }, { "pair_id": 346011, "video_name": "castle_s08e08_seg02_clip_22", "timestamp": [ 37.04, 43.14 ], "duration": 87.66, "caption": "A person opens the door and another person walks into the room and the first person closes the door.", "similarity": 0.7986, "relevance": 2 }, { "pair_id": 346012, "video_name": "friends_s06e09_seg02_clip_15", "timestamp": [ 9.66, 11.04 ], "duration": 69.66, "caption": "A man opens the door and walks into the apartment with a woman behind him.", "similarity": 0.7981, "relevance": 4 }, { "pair_id": 346013, "video_name": "castle_s04e23_seg02_clip_09", "timestamp": [ 25.01, 29.4 ], "duration": 87.66, "caption": "A woman opens a door and walks into the room with someone.", "similarity": 0.7969, "relevance": 2 }, { "pair_id": 346014, "video_name": "friends_s08e02_seg02_clip_18", "timestamp": [ 5.6, 7.2 ], "duration": 80.66, "caption": "A man opens a woman's apartment door and walks out.", "similarity": 0.7967, "relevance": 2 }, { "pair_id": 346015, "video_name": "s10e07_seg02_clip_08", "timestamp": [ 54.02, 55.52 ], "duration": 60.66, "caption": "A woman walks in after the door behind a man opens.", "similarity": 0.7964, "relevance": 2 }, { "pair_id": 346016, "video_name": "met_s03e13_seg02_clip_12", "timestamp": [ 24.27, 29.94 ], "duration": 63.66, "caption": "A woman opens the door for a man and he walks out.", "similarity": 0.7962, "relevance": 2 }, { "pair_id": 346017, "video_name": "friends_s01e01_seg02_clip_09", "timestamp": [ 18.61, 22.21 ], "duration": 60.66, "caption": "A woman pulls a man inside and closes the door.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 346018, "video_name": "friends_s05e04_seg01_clip_01", "timestamp": [ 5.13, 6.48 ], "duration": 54.66, "caption": "A woman opens the door while man and man walk in.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 346019, "video_name": "friends_s01e11_seg02_clip_18", "timestamp": [ 43.22, 48.92 ], "duration": 60.66, "caption": "A man opens the door and woman walks into the apartment.", "similarity": 0.7938, "relevance": 4 } ] }, { "query_id": 48950, "query": "A man tries to talk to two other people while they are dancing.", "relevant_moment": [ { "pair_id": 71440, "video_name": "met_s02e22_seg01_clip_01", "timestamp": [ 0.71, 13.58 ], "duration": 47.66, "caption": "A man tries to talk to two other people while they are dancing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 71441, "video_name": "met_s03e04_seg02_clip_08", "timestamp": [ 48.82, 50.65 ], "duration": 61.66, "caption": "A man shows a little of his dance moves whilst talking to two other men.", "similarity": 0.85, "relevance": 3 }, { "pair_id": 71442, "video_name": "friends_s04e04_seg02_clip_11", "timestamp": [ 49.52, 60.03 ], "duration": 60.66, "caption": "A man motions for another man to dance with him.", "similarity": 0.7661, "relevance": 1 }, { "pair_id": 71443, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 0.0, 11.96 ], "duration": 92.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.748, "relevance": 2 }, { "pair_id": 71444, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 20.05, 61.51 ], "duration": 91.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.748, "relevance": 0 }, { "pair_id": 71445, "video_name": "friends_s02e22_seg02_clip_07", "timestamp": [ 30.61, 33.01 ], "duration": 60.66, "caption": "A man turns around when talking to two people.", "similarity": 0.7357, "relevance": 1 }, { "pair_id": 71446, "video_name": "friends_s02e05_seg02_clip_15", "timestamp": [ 33.11, 37.02 ], "duration": 60.66, "caption": "A man dances with his arms while another man talks on the phone.", "similarity": 0.7243, "relevance": 1 }, { "pair_id": 71447, "video_name": "house_s06e06_seg02_clip_11", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "Two people are dancing together while talking.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 71448, "video_name": "friends_s06e10_seg02_clip_09", "timestamp": [ 43.42, 45.59 ], "duration": 62.66, "caption": "A man walks past two people who are dancing together.", "similarity": 0.7229, "relevance": 4 }, { "pair_id": 71449, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.721, "relevance": 0 }, { "pair_id": 71450, "video_name": "house_s07e14_seg02_clip_15", "timestamp": [ 17.21, 26.65 ], "duration": 111.66, "caption": "A man talks to another man, he responds and moves on.", "similarity": 0.7185, "relevance": 1 }, { "pair_id": 71451, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 5.82, 23.74 ], "duration": 89.66, "caption": "A man started to talk to two people.", "similarity": 0.7157, "relevance": 1 }, { "pair_id": 71452, "video_name": "friends_s05e23-24_seg02_clip_23", "timestamp": [ 6.02, 9.83 ], "duration": 63.66, "caption": "A man does a dance karate move while talking to a woman.", "similarity": 0.7143, "relevance": 1 }, { "pair_id": 71453, "video_name": "met_s02e01_seg02_clip_12", "timestamp": [ 19.2, 27.6 ], "duration": 59.66, "caption": "A man talks while he watches a person approach another person and begin a conversation.", "similarity": 0.7128, "relevance": 0 }, { "pair_id": 71454, "video_name": "met_s06e21_seg02_clip_05", "timestamp": [ 36.92, 39.97 ], "duration": 61.66, "caption": "A person initiates a conversation with another person as he is dancing wildly with a tie around his head.", "similarity": 0.7117, "relevance": 3 }, { "pair_id": 71455, "video_name": "house_s03e22_seg02_clip_17", "timestamp": [ 1.37, 4.55 ], "duration": 91.66, "caption": "A man turns around when he is talking to another man.", "similarity": 0.7052, "relevance": 0 }, { "pair_id": 71456, "video_name": "house_s07e14_seg02_clip_16", "timestamp": [ 61.09, 64.88 ], "duration": 69.66, "caption": "A man turns around and continues to talk with three other people.", "similarity": 0.7052, "relevance": 0 }, { "pair_id": 71457, "video_name": "friends_s06e09_seg02_clip_10", "timestamp": [ 0.0, 6.8 ], "duration": 54.66, "caption": "A man turns around and another man starts talking to him.", "similarity": 0.7046, "relevance": 0 }, { "pair_id": 71458, "video_name": "castle_s01e02_seg02_clip_09", "timestamp": [ 48.64, 60.8 ], "duration": 90.66, "caption": "A man starts talking to another man and then moves closer to him.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 71459, "video_name": "grey_s02e02_seg02_clip_14", "timestamp": [ 5.7, 17.58 ], "duration": 95.66, "caption": "A man is trying to talk to another man and he rolls his eyes.", "similarity": 0.7027, "relevance": 1 } ] }, { "query_id": 48967, "query": "A man walks into an office where a woman is, and sits down on a chair.", "relevant_moment": [ { "pair_id": 17440, "video_name": "grey_s01e02_seg02_clip_05", "timestamp": [ 43.63, 58.78 ], "duration": 91.66, "caption": "A man walks into an office where a woman is, and sits down on a chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17441, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 38.5, 41.56 ], "duration": 87.66, "caption": "A man walks into the office where a woman is seated.", "similarity": 0.9223, "relevance": 3 }, { "pair_id": 17442, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 51.25, 58.3 ], "duration": 94.66, "caption": "A man walks into his office to see a woman sitting in a chair.", "similarity": 0.8847, "relevance": 3 }, { "pair_id": 17443, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 75.67, 85.46 ], "duration": 89.66, "caption": "A man walks in to woman's office and sits down across from her.", "similarity": 0.8631, "relevance": 4 }, { "pair_id": 17444, "video_name": "house_s05e15_seg02_clip_08", "timestamp": [ 17.93, 24.65 ], "duration": 89.66, "caption": "A woman walks into man's office and sits on his desk.", "similarity": 0.8485, "relevance": 4 }, { "pair_id": 17445, "video_name": "s06e12_seg02_clip_09", "timestamp": [ 27.31, 35.12 ], "duration": 65.66, "caption": "A person walks into a woman's office and she motions for him to sit down.", "similarity": 0.8458, "relevance": 4 }, { "pair_id": 17446, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 71.22, 75.28 ], "duration": 90.66, "caption": "A man walks into the office and sits down in a chair.", "similarity": 0.844, "relevance": 4 }, { "pair_id": 17447, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 22.7, 24.88 ], "duration": 87.66, "caption": "A woman sits down on her desk as a man walks into her office.", "similarity": 0.8377, "relevance": 3 }, { "pair_id": 17448, "video_name": "house_s04e12_seg02_clip_15", "timestamp": [ 80.06, 84.18 ], "duration": 91.66, "caption": "A man enters the office of a woman.", "similarity": 0.8322, "relevance": 3 }, { "pair_id": 17449, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 16.38, 27.76 ], "duration": 91.66, "caption": "A man walks into the office and sits in a chair.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 17450, "video_name": "grey_s03e08_seg02_clip_01", "timestamp": [ 46.88, 50.52 ], "duration": 91.66, "caption": "A man walks into the office and a woman turns around.", "similarity": 0.8197, "relevance": 3 }, { "pair_id": 17451, "video_name": "friends_s01e22_seg02_clip_16", "timestamp": [ 6.5, 13.01 ], "duration": 52.66, "caption": "A man walks into the office and walks over to a woman.", "similarity": 0.8154, "relevance": 2 }, { "pair_id": 17452, "video_name": "castle_s05e16_seg02_clip_04", "timestamp": [ 54.73, 63.56 ], "duration": 88.66, "caption": "A man walks into a woman's office, hands her a cup of coffee and sits down by her desk.", "similarity": 0.8135, "relevance": 4 }, { "pair_id": 17453, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 60.53, 64.17 ], "duration": 91.66, "caption": "A man is sitting in a woman's office as a man and a woman enter.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 17454, "video_name": "house_s05e16_seg02_clip_05", "timestamp": [ 40.53, 41.4 ], "duration": 86.66, "caption": "A man is in an office with a woman, then he walks towards the door.", "similarity": 0.8072, "relevance": 1 }, { "pair_id": 17455, "video_name": "castle_s08e06_seg02_clip_00", "timestamp": [ 6.98, 25.58 ], "duration": 93.66, "caption": "A woman walks in a man's office, takes off her jacket and sits down.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 17456, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 29.99, 33.9 ], "duration": 86.66, "caption": "A man walks in and sits down on a woman's desk.", "similarity": 0.8041, "relevance": 3 }, { "pair_id": 17457, "video_name": "house_s02e03_seg02_clip_24", "timestamp": [ 23.72, 25.58 ], "duration": 93.66, "caption": "A man walks into the office with two women.", "similarity": 0.8031, "relevance": 3 }, { "pair_id": 17458, "video_name": "castle_s08e02_seg02_clip_21", "timestamp": [ 4.37, 7.28 ], "duration": 97.66, "caption": "A man walks into the office and approaches woman.", "similarity": 0.7992, "relevance": 2 }, { "pair_id": 17459, "video_name": "castle_s03e08_seg02_clip_15", "timestamp": [ 9.17, 11.46 ], "duration": 91.66, "caption": "A man walks into the office and approaches woman.", "similarity": 0.7992, "relevance": 3 }, { "pair_id": 190760, "video_name": "castle_s07e06_seg02_clip_10", "timestamp": [ 41.87, 44.63 ], "duration": 92.66, "caption": "A man walks into a woman's office and then stops.", "similarity": 0.7987, "relevance": 2 }, { "pair_id": 190761, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 76.12, 79.23 ], "duration": 89.66, "caption": "A person walks into a man's office as he is seated at his desk.", "similarity": 0.7982, "relevance": 3 }, { "pair_id": 190762, "video_name": "castle_s03e03_seg02_clip_13", "timestamp": [ 49.51, 53.56 ], "duration": 90.66, "caption": "A woman walks into the office and greets a man who is sitting down.", "similarity": 0.7945, "relevance": 3 }, { "pair_id": 190763, "video_name": "friends_s01e16-17_seg02_clip_14", "timestamp": [ 0.0, 9.63 ], "duration": 55.66, "caption": "A man walks into another man's office, then a woman walks out of the office.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 190764, "video_name": "castle_s02e07_seg02_clip_03", "timestamp": [ 0.0, 5.55 ], "duration": 85.66, "caption": "A man approaches a woman who is sitting in her office chair.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 190765, "video_name": "house_s03e17_seg02_clip_16", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A man walks into woman's office to speak with her.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 190766, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 19.96, 21.38 ], "duration": 57.66, "caption": "A man and a woman walk into a woman's office as she is standing.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 190767, "video_name": "house_s07e02_seg02_clip_09", "timestamp": [ 63.65, 71.22 ], "duration": 89.66, "caption": "A man enters man's office and sits down in a chair in front of him.", "similarity": 0.7837, "relevance": 3 }, { "pair_id": 190768, "video_name": "house_s03e08_seg02_clip_24", "timestamp": [ 25.04, 29.34 ], "duration": 78.66, "caption": "A person walks over and sits down in a man's office.", "similarity": 0.7835, "relevance": 3 }, { "pair_id": 190769, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 190770, "video_name": "castle_s06e06_seg02_clip_24", "timestamp": [ 70.63, 79.9 ], "duration": 88.66, "caption": "A man and a woman open the office door, walk in and sit down.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 190771, "video_name": "friends_s04e03_seg02_clip_09", "timestamp": [ 38.5, 48.12 ], "duration": 52.66, "caption": "A man tells a woman he needs to see her and she walks into the office.", "similarity": 0.7757, "relevance": 3 }, { "pair_id": 190772, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 59.51, 90.66 ], "duration": 90.66, "caption": "A man walks into his office and talks with a woman.", "similarity": 0.7757, "relevance": 3 }, { "pair_id": 190773, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 4.05, 11.25 ], "duration": 90.66, "caption": "A man walks into a woman's office to start a conversation.", "similarity": 0.7756, "relevance": 3 }, { "pair_id": 190774, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 67.36 ], "duration": 91.66, "caption": "A man opens the door of a woman's office then walks out.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 190775, "video_name": "castle_s08e15_seg02_clip_15", "timestamp": [ 46.54, 51.25 ], "duration": 94.66, "caption": "A man walks into the office where two people are at.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 190776, "video_name": "house_s06e11_seg02_clip_26", "timestamp": [ 0.0, 18.87 ], "duration": 49.66, "caption": "A woman walks into the office and walks over to a man.", "similarity": 0.7735, "relevance": 3 }, { "pair_id": 190777, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 4.73, 6.02 ], "duration": 86.66, "caption": "A person walks into a woman's office through the office doors.", "similarity": 0.7734, "relevance": 3 }, { "pair_id": 190778, "video_name": "house_s02e23_seg02_clip_06", "timestamp": [ 28.53, 86.47 ], "duration": 86.66, "caption": "A person walks into woman's office and sits down to talk to her.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 190779, "video_name": "castle_s03e15_seg02_clip_05", "timestamp": [ 77.06, 81.99 ], "duration": 89.66, "caption": "A man walks in to the office where a woman and a man are talking.", "similarity": 0.77, "relevance": 2 } ] }, { "query_id": 48985, "query": "A woman points out makeup evidence on a blouse.", "relevant_moment": [ { "pair_id": 166680, "video_name": "castle_s05e02_seg02_clip_04", "timestamp": [ 20.71, 23.86 ], "duration": 90.66, "caption": "A woman points out makeup evidence on a blouse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166681, "video_name": "castle_s07e19_seg02_clip_04", "timestamp": [ 0.0, 3.61 ], "duration": 90.66, "caption": "A woman points to some evidence on the pants of the body.", "similarity": 0.665, "relevance": 3 }, { "pair_id": 166682, "video_name": "castle_s06e14_seg02_clip_06", "timestamp": [ 10.44, 19.97 ], "duration": 90.66, "caption": "A woman raises her finger before she presents her evidence.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 166683, "video_name": "friends_s08e21_seg02_clip_10", "timestamp": [ 29.75, 31.87 ], "duration": 60.66, "caption": "A woman grabs her blouse after she points at her blouse.", "similarity": 0.6233, "relevance": 1 }, { "pair_id": 166684, "video_name": "castle_s08e10_seg02_clip_03", "timestamp": [ 9.04, 29.84 ], "duration": 90.66, "caption": "A woman is on the stand explaining the forensic evidence.", "similarity": 0.6151, "relevance": 1 }, { "pair_id": 166685, "video_name": "castle_s02e03_seg02_clip_02", "timestamp": [ 72.13, 72.58 ], "duration": 90.66, "caption": "A woman in the mirror puts on makeup.", "similarity": 0.6141, "relevance": 0 }, { "pair_id": 166686, "video_name": "castle_s04e02_seg02_clip_25", "timestamp": [ 0.0, 6.8 ], "duration": 90.66, "caption": "A woman explains the evidence she just set in front of the suspect.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 166687, "video_name": "castle_s05e11_seg02_clip_03", "timestamp": [ 10.49, 12.68 ], "duration": 87.66, "caption": "A woman shows two people fingerprint evidence.", "similarity": 0.6053, "relevance": 0 }, { "pair_id": 166688, "video_name": "friends_s01e06_seg02_clip_00", "timestamp": [ 27.31, 40.32 ], "duration": 65.66, "caption": "A woman seated by herself is applying makeup to her face.", "similarity": 0.6001, "relevance": 0 }, { "pair_id": 166689, "video_name": "met_s02e08_seg02_clip_04", "timestamp": [ 2.4, 4.2 ], "duration": 60.66, "caption": "A woman looks down at the red blouse that she is wearing.", "similarity": 0.5954, "relevance": 0 }, { "pair_id": 166690, "video_name": "friends_s02e19_seg02_clip_02", "timestamp": [ 41.49, 48.45 ], "duration": 58.66, "caption": "A woman asks a man if she has makeup residue.", "similarity": 0.5839, "relevance": 0 }, { "pair_id": 166691, "video_name": "castle_s07e18_seg02_clip_24", "timestamp": [ 8.9, 13.8 ], "duration": 89.66, "caption": "A woman hands another woman a piece of evidence showing her finger is on it.", "similarity": 0.5773, "relevance": 0 }, { "pair_id": 166692, "video_name": "castle_s06e20_seg02_clip_10", "timestamp": [ 41.37, 50.78 ], "duration": 94.66, "caption": "A woman hands a person an evidence bag and they look at it.", "similarity": 0.5698, "relevance": 1 }, { "pair_id": 166693, "video_name": "castle_s04e13_seg02_clip_03", "timestamp": [ 6.75, 30.61 ], "duration": 90.66, "caption": "A woman is shown evidence of a suspect leaving the scene of the crime.", "similarity": 0.5681, "relevance": 1 }, { "pair_id": 166694, "video_name": "s05e03_seg02_clip_06", "timestamp": [ 47.04, 51.89 ], "duration": 57.66, "caption": "A woman applies makeup to woman's face with a makeup brush.", "similarity": 0.5642, "relevance": 0 }, { "pair_id": 166695, "video_name": "castle_s03e09_seg02_clip_01", "timestamp": [ 73.82, 76.52 ], "duration": 90.66, "caption": "A person walks up and shows a woman a baggie of evidence.", "similarity": 0.5636, "relevance": 0 }, { "pair_id": 166696, "video_name": "friends_s05e14_seg02_clip_16", "timestamp": [ 16.82, 19.18 ], "duration": 59.66, "caption": "A woman unties a part of another woman's blouse then sets it down.", "similarity": 0.5635, "relevance": 0 }, { "pair_id": 166697, "video_name": "castle_s01e10_seg02_clip_07", "timestamp": [ 11.34, 13.86 ], "duration": 84.66, "caption": "A woman applies lipstick and checks her face in a compact mirror.", "similarity": 0.56, "relevance": 0 }, { "pair_id": 166698, "video_name": "castle_s04e20_seg02_clip_06", "timestamp": [ 84.64, 87.26 ], "duration": 87.66, "caption": "A person hands a woman a piece of evidence from his pocket.", "similarity": 0.5565, "relevance": 0 }, { "pair_id": 166699, "video_name": "castle_s06e05_seg02_clip_05", "timestamp": [ 55.18, 56.99 ], "duration": 90.66, "caption": "A woman looks up from her notes to make eye contact with the suspect.", "similarity": 0.552, "relevance": 0 } ] }, { "query_id": 48997, "query": "A man leans into his microphone while sitting on a panel up on a stage.", "relevant_moment": [ { "pair_id": 6260, "video_name": "s04e13_seg02_clip_14", "timestamp": [ 49.9, 58.03 ], "duration": 58.66, "caption": "A man leans into his microphone while sitting on a panel up on a stage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6261, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 17.11, 21.38 ], "duration": 57.66, "caption": "A man stands on the stage and moves the microphone stand out of his way.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 6262, "video_name": "friends_s07e22_seg02_clip_11", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "A person on the stage with a microphone speaking.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 6263, "video_name": "s08e20_seg02_clip_13", "timestamp": [ 48.32, 53.12 ], "duration": 60.66, "caption": "A person leans over and talks into a microphone.", "similarity": 0.6244, "relevance": 2 }, { "pair_id": 6264, "video_name": "met_s06e23_seg02_clip_00", "timestamp": [ 10.41, 14.96 ], "duration": 65.66, "caption": "A person is standing in front of a microphone on a stage.", "similarity": 0.6182, "relevance": 2 }, { "pair_id": 6265, "video_name": "s03e09_seg02_clip_15", "timestamp": [ 6.23, 7.06 ], "duration": 83.66, "caption": "A man sits down at the keyboard on stage.", "similarity": 0.609, "relevance": 1 }, { "pair_id": 6266, "video_name": "friends_s02e12-13_seg02_clip_20", "timestamp": [ 13.45, 15.37 ], "duration": 64.66, "caption": "A man smiles as he listens to the song of someone performing on stage.", "similarity": 0.5958, "relevance": 0 }, { "pair_id": 6267, "video_name": "met_s06e23_seg01_clip_01", "timestamp": [ 30.98, 43.03 ], "duration": 43.66, "caption": "A man has to get on stage to diffuse the awkwardness in the room.", "similarity": 0.5936, "relevance": 3 }, { "pair_id": 6268, "video_name": "castle_s06e03_seg02_clip_09", "timestamp": [ 44.03, 48.57 ], "duration": 90.66, "caption": "A man laughs and stands up from the table on the stage.", "similarity": 0.5906, "relevance": 1 }, { "pair_id": 6269, "video_name": "castle_s03e13_seg02_clip_01", "timestamp": [ 30.0, 32.21 ], "duration": 88.66, "caption": "A man leans back into the booth he is sitting on.", "similarity": 0.5881, "relevance": 0 }, { "pair_id": 6270, "video_name": "friends_s07e22_seg02_clip_15", "timestamp": [ 48.74, 53.67 ], "duration": 58.66, "caption": "A man speaks into the microphone before taking a quick seat.", "similarity": 0.5766, "relevance": 2 }, { "pair_id": 6271, "video_name": "friends_s10e11_seg02_clip_23", "timestamp": [ 8.27, 20.13 ], "duration": 55.66, "caption": "A man sits on the game show stage speaking to the person sitting across from him.", "similarity": 0.5716, "relevance": 1 }, { "pair_id": 6272, "video_name": "house_s01e14_seg02_clip_01", "timestamp": [ 6.75, 76.97 ], "duration": 90.66, "caption": "A man stands up at the table to make a speech.", "similarity": 0.5608, "relevance": 1 }, { "pair_id": 6273, "video_name": "s03e18_seg02_clip_16", "timestamp": [ 25.24, 27.85 ], "duration": 58.66, "caption": "A person is on the stage and begins hitting their microphone.", "similarity": 0.5605, "relevance": 2 }, { "pair_id": 6274, "video_name": "friends_s09e05_seg02_clip_00", "timestamp": [ 17.11, 20.84 ], "duration": 62.66, "caption": "A man is sitting at a conference table as he leans on his chin with his hand.", "similarity": 0.5574, "relevance": 0 }, { "pair_id": 6275, "video_name": "s06e17_seg02_clip_00", "timestamp": [ 52.68, 65.02 ], "duration": 65.66, "caption": "A person gestures with his hand as he sits recording his show.", "similarity": 0.5573, "relevance": 0 }, { "pair_id": 6276, "video_name": "house_s01e17_seg02_clip_23", "timestamp": [ 40.51, 51.76 ], "duration": 90.66, "caption": "A man introduces another man to speak to an audience from a podium on a stage.", "similarity": 0.5573, "relevance": 2 }, { "pair_id": 6277, "video_name": "s03e08_seg01_clip_00", "timestamp": [ 71.32, 95.09 ], "duration": 97.66, "caption": "A person is sitting down and speaking into a voice recorder.", "similarity": 0.5557, "relevance": 0 }, { "pair_id": 6278, "video_name": "met_s03e16_seg02_clip_03", "timestamp": [ 17.51, 20.95 ], "duration": 62.66, "caption": "A man stands up from sitting and continues speaking.", "similarity": 0.5553, "relevance": 0 }, { "pair_id": 6279, "video_name": "s04e13_seg02_clip_14", "timestamp": [ 24.95, 30.75 ], "duration": 58.66, "caption": "A person turns towards a woman sitting on a panel up on a stage.", "similarity": 0.5439, "relevance": 4 } ] }, { "query_id": 49126, "query": "Two people kiss and he starts to put his arms around her.", "relevant_moment": [ { "pair_id": 172520, "video_name": "friends_s04e04_seg02_clip_15", "timestamp": [ 42.65, 46.71 ], "duration": 58.66, "caption": "Two people kiss and he starts to put his arms around her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172521, "video_name": "friends_s10e03_seg02_clip_05", "timestamp": [ 37.25, 48.27 ], "duration": 76.66, "caption": "A man puts his arms around a woman and they kiss.", "similarity": 0.7948, "relevance": 3 }, { "pair_id": 172522, "video_name": "friends_s05e11_seg01_clip_00", "timestamp": [ 65.19, 68.75 ], "duration": 79.66, "caption": "Two people put their arms out and kiss each other.", "similarity": 0.7796, "relevance": 4 }, { "pair_id": 172523, "video_name": "grey_s02e10_seg02_clip_17", "timestamp": [ 53.31, 60.61 ], "duration": 73.66, "caption": "Two people are talking and then she grabs his face and they begin kissing.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 172524, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 34.63, 44.66 ], "duration": 91.66, "caption": "A person puts their arms around a person and they kiss each other.", "similarity": 0.7725, "relevance": 3 }, { "pair_id": 172525, "video_name": "met_s02e04_seg02_clip_19", "timestamp": [ 4.43, 15.27 ], "duration": 69.66, "caption": "A woman put her arms around man and they kiss.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 172526, "video_name": "castle_s05e02_seg02_clip_00", "timestamp": [ 76.16, 84.16 ], "duration": 94.66, "caption": "A woman puts her arms around a man and gives him a kiss.", "similarity": 0.7575, "relevance": 3 }, { "pair_id": 172527, "video_name": "friends_s07e09_seg02_clip_01", "timestamp": [ 55.83, 58.83 ], "duration": 60.66, "caption": "Two people hold each other and kiss.", "similarity": 0.7516, "relevance": 4 }, { "pair_id": 172528, "video_name": "friends_s04e02_seg02_clip_14", "timestamp": [ 33.72, 38.2 ], "duration": 59.66, "caption": "A man puts his arm around woman and kisses her.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 172529, "video_name": "friends_s04e01_seg02_clip_03", "timestamp": [ 14.63, 20.16 ], "duration": 65.66, "caption": "Two people lean in and start to kiss.", "similarity": 0.7426, "relevance": 3 }, { "pair_id": 172530, "video_name": "friends_s02e18_seg02_clip_11", "timestamp": [ 18.28, 26.69 ], "duration": 58.66, "caption": "A woman puts her arms around a man's neck and they kiss each other.", "similarity": 0.734, "relevance": 4 }, { "pair_id": 172531, "video_name": "castle_s03e12_seg02_clip_16", "timestamp": [ 37.74, 43.51 ], "duration": 88.66, "caption": "A man opens his arms and pulls a woman in to kiss her.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 172532, "video_name": "castle_s07e09_seg02_clip_19", "timestamp": [ 74.89, 86.05 ], "duration": 93.66, "caption": "A woman puts her arms around a man and kisses him, then he kisses her before he leaves.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 172533, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 5.2, 12.48 ], "duration": 77.66, "caption": "Two people kiss after person tells them to.", "similarity": 0.7276, "relevance": 3 }, { "pair_id": 172534, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 11.29, 15.56 ], "duration": 61.66, "caption": "A man puts his arm around woman and kisses her forehead.", "similarity": 0.7246, "relevance": 3 }, { "pair_id": 172535, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 77.83, 91.03 ], "duration": 91.66, "caption": "A man walks up to a woman and she puts her arms around him and they kiss.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 172536, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 33.05, 40.72 ], "duration": 118.66, "caption": "Two people kiss each other, while holding hands.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 172537, "video_name": "s09e02_seg01_clip_01", "timestamp": [ 31.38, 38.04 ], "duration": 38.66, "caption": "A person takes hold of another person and they start kissing each other.", "similarity": 0.7226, "relevance": 4 }, { "pair_id": 172538, "video_name": "friends_s03e15_seg02_clip_02", "timestamp": [ 0.0, 8.48 ], "duration": 53.66, "caption": "Two people are about to kiss when someone goes beside them telling one of them the other wants to kiss her.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 172539, "video_name": "friends_s04e23-24_seg02_clip_18", "timestamp": [ 13.24, 17.65 ], "duration": 63.66, "caption": "A man puts his arm around a woman and kisses her forehead.", "similarity": 0.7186, "relevance": 1 }, { "pair_id": 345840, "video_name": "friends_s07e15_seg02_clip_15", "timestamp": [ 62.66, 72.02 ], "duration": 72.66, "caption": "A man puts his hands on a woman's face and they kiss.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 345841, "video_name": "s10e11_seg02_clip_06", "timestamp": [ 30.51, 38.75 ], "duration": 61.66, "caption": "Two people start to kiss then one person pulls away, suddenly.", "similarity": 0.7149, "relevance": 4 }, { "pair_id": 345842, "video_name": "s07e09_seg02_clip_15", "timestamp": [ 43.83, 44.87 ], "duration": 69.66, "caption": "Two people both lean in and give each other a kiss.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 345843, "video_name": "friends_s10e10_seg02_clip_16", "timestamp": [ 31.99, 52.06 ], "duration": 58.66, "caption": "Two people embrace and kiss each other.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 345844, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 22.31, 24.95 ], "duration": 58.66, "caption": "A man embraces another person and gives her an intimate kiss.", "similarity": 0.7121, "relevance": 4 }, { "pair_id": 345845, "video_name": "met_s02e22_seg02_clip_09", "timestamp": [ 27.64, 30.04 ], "duration": 60.66, "caption": "A man and woman fall into each other's arms and kiss.", "similarity": 0.7107, "relevance": 4 }, { "pair_id": 345846, "video_name": "friends_s10e08_seg02_clip_19", "timestamp": [ 61.18, 64.26 ], "duration": 88.66, "caption": "A woman puts her left arm around a man and kisses him.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 345847, "video_name": "met_s06e20_seg02_clip_16", "timestamp": [ 19.53, 24.72 ], "duration": 61.66, "caption": "Two people give each other a kiss.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 345848, "video_name": "s03e02_seg02_clip_17", "timestamp": [ 58.85, 66.62 ], "duration": 74.66, "caption": "Two people hug each other and then they end up kissing each other.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 345849, "video_name": "met_s06e16_seg02_clip_05", "timestamp": [ 13.28, 16.53 ], "duration": 59.66, "caption": "Two people hold hands as they kiss each other.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 345850, "video_name": "friends_s05e21_seg02_clip_12", "timestamp": [ 1.62, 3.24 ], "duration": 54.66, "caption": "A man comes in and another man gives her a kiss.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 345851, "video_name": "friends_s10e07_seg02_clip_18", "timestamp": [ 48.4, 50.47 ], "duration": 59.66, "caption": "A man and a woman hug each other, with him giving her a kiss on the forehead.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 345852, "video_name": "friends_s05e14_seg02_clip_21", "timestamp": [ 15.68, 23.28 ], "duration": 95.66, "caption": "A man and woman hold each other and kiss.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 345853, "video_name": "s01e17_seg02_clip_16", "timestamp": [ 58.58, 65.78 ], "duration": 96.66, "caption": "A man puts his arms on woman's shoulders and kisses her.", "similarity": 0.7029, "relevance": 3 }, { "pair_id": 345854, "video_name": "grey_s03e11_seg02_clip_24", "timestamp": [ 40.49, 60.28 ], "duration": 92.66, "caption": "Two people start jumping up and down and then kiss.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 345855, "video_name": "friends_s02e15_seg02_clip_18", "timestamp": [ 52.19, 64.03 ], "duration": 64.66, "caption": "A woman and man turn towards each other and begin to kiss and hold each other.", "similarity": 0.6999, "relevance": 4 }, { "pair_id": 345856, "video_name": "s06e05_seg02_clip_06", "timestamp": [ 24.31, 28.9 ], "duration": 54.66, "caption": "A man and a woman put their arms around each other and start kissing and making out.", "similarity": 0.6987, "relevance": 4 }, { "pair_id": 345857, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 77.88, 84.87 ], "duration": 93.66, "caption": "Two people stand close together and kiss each other.", "similarity": 0.6979, "relevance": 4 }, { "pair_id": 345858, "video_name": "s09e01_seg02_clip_08", "timestamp": [ 22.92, 24.66 ], "duration": 58.66, "caption": "Two people move their heads together and kiss.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 345859, "video_name": "friends_s08e04_seg01_clip_00", "timestamp": [ 22.32, 23.29 ], "duration": 97.66, "caption": "Two people hug and kiss each other.", "similarity": 0.6968, "relevance": 3 } ] }, { "query_id": 49186, "query": "A woman is offered a cup while she is seated and takes it.", "relevant_moment": [ { "pair_id": 21200, "video_name": "castle_s04e05_seg02_clip_04", "timestamp": [ 42.33, 43.72 ], "duration": 93.66, "caption": "A woman is offered a cup while she is seated and takes it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21201, "video_name": "s10e04_seg02_clip_04", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A woman hands a cup to a person and sits down.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 21202, "video_name": "grey_s02e10_seg02_clip_16", "timestamp": [ 1.59, 2.65 ], "duration": 106.66, "caption": "A woman takes a drink from a cup then sits the cup down.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 21203, "video_name": "met_s02e12_seg02_clip_09", "timestamp": [ 19.77, 21.57 ], "duration": 59.66, "caption": "A woman takes a drink from the lidded cup she's holding.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 21204, "video_name": "castle_s03e11_seg02_clip_21", "timestamp": [ 29.26, 34.66 ], "duration": 90.66, "caption": "A woman grabs her cup and takes a drink from it.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 21205, "video_name": "friends_s07e18_seg01_clip_00", "timestamp": [ 1.2, 4.8 ], "duration": 120.66, "caption": "A woman picks up her cup and takes a drink.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 21206, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 3.38, 6.08 ], "duration": 45.66, "caption": "A woman takes a sip from the cup she's holding in her hands.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 21207, "video_name": "castle_s05e19_seg02_clip_08", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A woman hands a person a cup of coffee as he is seated.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 21208, "video_name": "friends_s04e18_seg02_clip_16", "timestamp": [ 11.6, 13.43 ], "duration": 61.66, "caption": "A woman gets the cup from the table and takes a sip from it.", "similarity": 0.7255, "relevance": 2 }, { "pair_id": 21209, "video_name": "castle_s04e06_seg02_clip_09", "timestamp": [ 56.69, 58.94 ], "duration": 89.66, "caption": "A woman sits down at table with coffee cup in hand.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 21210, "video_name": "house_s05e21_seg02_clip_02", "timestamp": [ 60.1, 63.21 ], "duration": 89.66, "caption": "A woman sits down at a table with a coffee cup in her hand.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 21211, "video_name": "s10e03_seg02_clip_06", "timestamp": [ 20.15, 22.45 ], "duration": 51.66, "caption": "A woman takes a drink from the paper cup she is holding.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 21212, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 21213, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 21214, "video_name": "s09e23_seg01_clip_01", "timestamp": [ 6.62, 9.77 ], "duration": 63.66, "caption": "A woman picks the cup from the table and takes a sip.", "similarity": 0.715, "relevance": 2 }, { "pair_id": 21215, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 21216, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 21217, "video_name": "s05e19_seg01_clip_01", "timestamp": [ 21.63, 30.37 ], "duration": 92.66, "caption": "Woman takes two coffee mugs to where person sitting.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 21218, "video_name": "s07e01_seg02_clip_11", "timestamp": [ 52.18, 54.31 ], "duration": 61.66, "caption": "A person hands a cup to woman as she sits on the couch cross-legged.", "similarity": 0.7117, "relevance": 4 }, { "pair_id": 21219, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A woman picks up her cup to drink from it.", "similarity": 0.7116, "relevance": 3 }, { "pair_id": 194520, "video_name": "grey_s03e07_seg02_clip_07", "timestamp": [ 68.31, 71.79 ], "duration": 87.66, "caption": "A woman sits down in the waiting room and puts their cup on a table.", "similarity": 0.706, "relevance": 1 }, { "pair_id": 194521, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 194522, "video_name": "castle_s02e14_seg02_clip_11", "timestamp": [ 37.85, 40.05 ], "duration": 88.66, "caption": "A woman gets up from the table taking a cup and a plate with her.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 194523, "video_name": "house_s04e04_seg02_clip_06", "timestamp": [ 44.56, 47.71 ], "duration": 90.66, "caption": "A woman grabbed a cup at the table and took a sip on it.", "similarity": 0.7016, "relevance": 1 }, { "pair_id": 194524, "video_name": "friends_s01e16-17_seg02_clip_11", "timestamp": [ 29.38, 31.39 ], "duration": 57.66, "caption": "A woman sits down at a table with her coffee cup.", "similarity": 0.7003, "relevance": 1 }, { "pair_id": 194525, "video_name": "friends_s10e11_seg02_clip_04", "timestamp": [ 50.48, 56.86 ], "duration": 58.66, "caption": "A woman lifts a plate and cups using her hands and takes a drink from the cup.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 194526, "video_name": "friends_s05e04_seg02_clip_05", "timestamp": [ 18.61, 22.95 ], "duration": 62.66, "caption": "A woman across from person takes a sip from a green cup.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 194527, "video_name": "castle_s06e10_seg02_clip_18", "timestamp": [ 8.55, 11.7 ], "duration": 90.66, "caption": "A person sits beside woman while holding a cup.", "similarity": 0.6874, "relevance": 1 }, { "pair_id": 194528, "video_name": "friends_s06e08_seg02_clip_14", "timestamp": [ 26.85, 31.43 ], "duration": 61.66, "caption": "A woman brings two cups of drink and places on the table.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 194529, "video_name": "castle_s03e11_seg02_clip_22", "timestamp": [ 4.14, 5.52 ], "duration": 92.66, "caption": "A woman quickly grabs a coffee cup as she gets up from her chair.", "similarity": 0.6853, "relevance": 1 }, { "pair_id": 194530, "video_name": "house_s06e12_seg02_clip_06", "timestamp": [ 31.63, 32.09 ], "duration": 93.66, "caption": "A person holding a drink cup as he/she sits down.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 194531, "video_name": "s10e03_seg02_clip_06", "timestamp": [ 3.06, 5.61 ], "duration": 51.66, "caption": "A woman takes a drink from the paper cup in her hand.", "similarity": 0.6845, "relevance": 1 }, { "pair_id": 194532, "video_name": "s07e10_seg02_clip_09", "timestamp": [ 6.79, 10.33 ], "duration": 59.66, "caption": "A person gives woman the cup he is holding.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 194533, "video_name": "house_s02e10_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A woman takes a sip of her mug while sitting at the table.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 194534, "video_name": "castle_s03e20_seg02_clip_19", "timestamp": [ 48.03, 50.28 ], "duration": 89.66, "caption": "A woman reaches her left hand up and rests it on a coffee cup she is holding as she turns around.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 194535, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 24.58, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of coffee from her cup since it's on the table next to her.", "similarity": 0.6826, "relevance": 1 }, { "pair_id": 194536, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.6819, "relevance": 2 }, { "pair_id": 194537, "video_name": "house_s08e05_seg02_clip_11", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes hold of their cup and takes a drink.", "similarity": 0.6815, "relevance": 1 }, { "pair_id": 194538, "video_name": "friends_s04e13_seg02_clip_10", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A woman holds a glass cup in her hands.", "similarity": 0.6799, "relevance": 1 }, { "pair_id": 194539, "video_name": "grey_s02e03_seg02_clip_19", "timestamp": [ 53.25, 56.44 ], "duration": 91.66, "caption": "A woman takes a sip out of her cup and places it back on the counter.", "similarity": 0.678, "relevance": 1 } ] }, { "query_id": 49237, "query": "A woman answers a video call from a person who looks traumatized.", "relevant_moment": [ { "pair_id": 162080, "video_name": "s07e11_seg02_clip_06", "timestamp": [ 52.31, 58.93 ], "duration": 63.66, "caption": "A woman answers a video call from a person who looks traumatized.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162081, "video_name": "s08e02_seg02_clip_05", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A woman answers a video call from another woman while at work.", "similarity": 0.7496, "relevance": 2 }, { "pair_id": 162082, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 44.84, 49.63 ], "duration": 87.66, "caption": "A woman shows the video on her phone to some people they are talking to.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 162083, "video_name": "castle_s07e02_seg02_clip_23", "timestamp": [ 19.36, 24.76 ], "duration": 90.66, "caption": "A woman answered a call from someone. Someone is asking about a person.", "similarity": 0.693, "relevance": 1 }, { "pair_id": 162084, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 0.0, 12.46 ], "duration": 89.66, "caption": "A woman is disheveled as she is video chatting with a person.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 162085, "video_name": "s05e22_seg02_clip_03", "timestamp": [ 3.6, 12.31 ], "duration": 60.66, "caption": "A woman videotapes herself talking about what she's doing with the video camera.", "similarity": 0.6855, "relevance": 0 }, { "pair_id": 162086, "video_name": "s09e13_seg02_clip_00", "timestamp": [ 8.24, 9.46 ], "duration": 61.66, "caption": "A woman said hi to a man in a video call.", "similarity": 0.6835, "relevance": 1 }, { "pair_id": 162087, "video_name": "castle_s08e15_seg02_clip_21", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A woman tells a person in the video how they want them to talk.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 162088, "video_name": "s09e01_seg01_clip_00", "timestamp": [ 43.94, 47.91 ], "duration": 61.66, "caption": "A woman just cuts her video call with significant other.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 162089, "video_name": "met_s02e20_seg02_clip_05", "timestamp": [ 1.26, 3.78 ], "duration": 63.66, "caption": "A woman described what happened during her phone call.", "similarity": 0.6802, "relevance": 0 }, { "pair_id": 162090, "video_name": "castle_s06e16_seg02_clip_17", "timestamp": [ 83.29, 92.23 ], "duration": 94.66, "caption": "A woman shows two photos to another person who is on a video calling.", "similarity": 0.6678, "relevance": 0 }, { "pair_id": 162091, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 2.61, 4.64 ], "duration": 58.66, "caption": "A woman lifts up her head to ask woman about her video watching.", "similarity": 0.6667, "relevance": 0 }, { "pair_id": 162092, "video_name": "s05e18_seg02_clip_04", "timestamp": [ 2.03, 10.44 ], "duration": 58.66, "caption": "A man shared his experience to a woman during a video call.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 162093, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 0.0, 15.91 ], "duration": 60.66, "caption": "A person receives a video call to someone. They do something.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 162094, "video_name": "castle_s04e07_seg02_clip_00", "timestamp": [ 43.59, 47.72 ], "duration": 91.66, "caption": "A woman answers her phone with a call from someone.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 162095, "video_name": "castle_s06e11_seg02_clip_20", "timestamp": [ 24.76, 28.36 ], "duration": 90.66, "caption": "A woman answers a phone call at a crime scene.", "similarity": 0.6555, "relevance": 0 }, { "pair_id": 162096, "video_name": "castle_s05e05_seg02_clip_15", "timestamp": [ 1.31, 3.48 ], "duration": 87.66, "caption": "A person looks towards the video camera and calls out for help.", "similarity": 0.6512, "relevance": 0 }, { "pair_id": 162097, "video_name": "castle_s03e01_seg02_clip_22", "timestamp": [ 2.27, 7.27 ], "duration": 90.66, "caption": "A woman answers her phone that cuts her conversation with a woman.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 162098, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 44.84, 58.34 ], "duration": 87.66, "caption": "A woman shows two people a video on her phone.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 162099, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 1.37, 3.19 ], "duration": 91.66, "caption": "A woman answers a call from her cellphone.", "similarity": 0.6453, "relevance": 0 } ] }, { "query_id": 49242, "query": "A person attempts to drink their coffee while talking to a group of people.", "relevant_moment": [ { "pair_id": 161280, "video_name": "house_s06e19_seg02_clip_21", "timestamp": [ 25.16, 51.68 ], "duration": 91.66, "caption": "A person attempts to drink their coffee while talking to a group of people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161281, "video_name": "house_s02e10_seg02_clip_11", "timestamp": [ 43.72, 46.98 ], "duration": 93.66, "caption": "A person takes a sip of his coffee when talking to someone.", "similarity": 0.865, "relevance": 2 }, { "pair_id": 161282, "video_name": "house_s03e24_seg02_clip_00", "timestamp": [ 72.01, 76.62 ], "duration": 92.66, "caption": "A person is talking to person and takes a sip of coffee.", "similarity": 0.8633, "relevance": 3 }, { "pair_id": 161283, "video_name": "castle_s02e18_seg02_clip_16", "timestamp": [ 44.11, 48.84 ], "duration": 105.66, "caption": "A person drinks their coffee while talking to another person.", "similarity": 0.8574, "relevance": 3 }, { "pair_id": 161284, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 10.05, 12.33 ], "duration": 91.66, "caption": "A person drinks his coffee while talking to another person.", "similarity": 0.8474, "relevance": 3 }, { "pair_id": 161285, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 9.14, 12.33 ], "duration": 91.66, "caption": "A man drinks his coffee while he is talking to a person.", "similarity": 0.8312, "relevance": 3 }, { "pair_id": 161286, "video_name": "house_s03e22_seg02_clip_10", "timestamp": [ 5.5, 7.5 ], "duration": 100.66, "caption": "A man drinks his coffee while talking to a person.", "similarity": 0.8311, "relevance": 3 }, { "pair_id": 161287, "video_name": "s06e06_seg02_clip_14", "timestamp": [ 31.83, 34.98 ], "duration": 63.66, "caption": "A person drinks their coffee while listening to someone.", "similarity": 0.8157, "relevance": 3 }, { "pair_id": 161288, "video_name": "house_s07e09_seg02_clip_17", "timestamp": [ 10.92, 12.29 ], "duration": 91.66, "caption": "A person drinks their coffee while listening to someone.", "similarity": 0.8157, "relevance": 3 }, { "pair_id": 161289, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 38.55, 44.19 ], "duration": 94.66, "caption": "A man drinks his coffee while he is talking to the group.", "similarity": 0.8121, "relevance": 3 }, { "pair_id": 161290, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 30.22, 32.48 ], "duration": 90.66, "caption": "A man sips his coffee while talking to the group.", "similarity": 0.7987, "relevance": 2 }, { "pair_id": 161291, "video_name": "s03e11_seg02_clip_11", "timestamp": [ 8.82, 14.5 ], "duration": 63.66, "caption": "A person is talking to another person while holding a cup of coffee.", "similarity": 0.7966, "relevance": 2 }, { "pair_id": 161292, "video_name": "house_s06e12_seg02_clip_14", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "A person was holding a cup of coffee while talking.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 161293, "video_name": "house_s04e13_seg02_clip_14", "timestamp": [ 81.31, 86.74 ], "duration": 90.66, "caption": "A person takes a drink from their coffee mug while talking to another person.", "similarity": 0.7925, "relevance": 3 }, { "pair_id": 161294, "video_name": "castle_s04e14_seg02_clip_19", "timestamp": [ 44.6, 50.52 ], "duration": 91.66, "caption": "A person is drinking his cup of coffee then stops to say something to man.", "similarity": 0.7921, "relevance": 3 }, { "pair_id": 161295, "video_name": "house_s03e03_seg02_clip_05", "timestamp": [ 50.86, 54.88 ], "duration": 89.66, "caption": "A person starts to get themselves coffee while they talk to the team.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 161296, "video_name": "house_s02e22_seg02_clip_12", "timestamp": [ 0.0, 7.68 ], "duration": 96.66, "caption": "A person is holding a cup of coffee as he converses with another person.", "similarity": 0.7871, "relevance": 3 }, { "pair_id": 161297, "video_name": "s05e19_seg02_clip_13", "timestamp": [ 17.41, 21.54 ], "duration": 59.66, "caption": "A person drinks while he is talking to the group.", "similarity": 0.7676, "relevance": 2 }, { "pair_id": 161298, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "A person takes a sip of their coffee after another person hands it to them.", "similarity": 0.767, "relevance": 3 }, { "pair_id": 161299, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 11.28, 15.59 ], "duration": 41.66, "caption": "A man puts coffee into his cup whilst talking to another person.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 334600, "video_name": "house_s01e17_seg02_clip_01", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A person is drinking a cup of coffee while another person is talking to him and he immediately leaves.", "similarity": 0.7641, "relevance": 4 }, { "pair_id": 334602, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.7508, "relevance": 4 }, { "pair_id": 334603, "video_name": "house_s03e12_seg02_clip_11", "timestamp": [ 74.59, 88.07 ], "duration": 89.66, "caption": "A person pours coffee as some people talk to him, he looks up with his head slightly tilted to the right.", "similarity": 0.7471, "relevance": 4 }, { "pair_id": 334604, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 23.8, 27.77 ], "duration": 61.66, "caption": "A person picks up a drink as he is talking to some people.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 334605, "video_name": "s10e01_seg02_clip_01", "timestamp": [ 42.92, 47.72 ], "duration": 60.66, "caption": "A person is filling his cup of coffee while speaking.", "similarity": 0.7452, "relevance": 4 }, { "pair_id": 334606, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 51.62, 54.32 ], "duration": 60.66, "caption": "A person takes a drink out of his cup while talking to another person.", "similarity": 0.7387, "relevance": 4 }, { "pair_id": 334607, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 3.26, 5.58 ], "duration": 93.66, "caption": "A man stirs a cup of coffee as he has a conversation with other people.", "similarity": 0.7381, "relevance": 4 }, { "pair_id": 334608, "video_name": "castle_s07e17_seg02_clip_15", "timestamp": [ 60.73, 65.71 ], "duration": 90.66, "caption": "A person standing holding a coffee cup as he listens to others talk.", "similarity": 0.7345, "relevance": 3 }, { "pair_id": 334610, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.91, 6.83 ], "duration": 91.66, "caption": "A woman drinking a cup of coffee while talking to someone.", "similarity": 0.7343, "relevance": 4 }, { "pair_id": 334611, "video_name": "house_s01e22_seg02_clip_00", "timestamp": [ 51.24, 54.5 ], "duration": 93.66, "caption": "A man takes a sip of coffee while talking to two men and a woman.", "similarity": 0.734, "relevance": 4 }, { "pair_id": 334612, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 41.34, 44.66 ], "duration": 95.66, "caption": "A woman is talking to the group while holding a cup of coffee.", "similarity": 0.7339, "relevance": 3 }, { "pair_id": 334613, "video_name": "house_s06e05_seg02_clip_01", "timestamp": [ 86.05, 91.06 ], "duration": 91.66, "caption": "A person holds up their coffee and takes a sip.", "similarity": 0.7331, "relevance": 4 }, { "pair_id": 334614, "video_name": "house_s07e23_seg02_clip_19", "timestamp": [ 0.0, 6.65 ], "duration": 88.66, "caption": "Person reaches for their coffee while describing someone's brush.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 334615, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 8.39, 11.92 ], "duration": 88.66, "caption": "A woman drinks her coffee while the group are talking.", "similarity": 0.7265, "relevance": 4 }, { "pair_id": 334616, "video_name": "castle_s05e04_seg02_clip_11", "timestamp": [ 91.14, 94.45 ], "duration": 94.66, "caption": "A man takes a sip of coffee while talking.", "similarity": 0.7262, "relevance": 4 }, { "pair_id": 334617, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 17.53, 20.29 ], "duration": 92.66, "caption": "A person gives a coffee to woman while they are talking.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 334618, "video_name": "house_s01e11_seg02_clip_12", "timestamp": [ 31.0, 37.74 ], "duration": 89.66, "caption": "A person stands by the coffee pitcher while talking to the group.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 334619, "video_name": "friends_s06e19_seg02_clip_01", "timestamp": [ 54.25, 58.02 ], "duration": 58.66, "caption": "A man has a conversation with the others while holding a cup of coffee.", "similarity": 0.7207, "relevance": 3 } ] }, { "query_id": 49299, "query": "A woman grabs a man and kisses him on the couch.", "relevant_moment": [ { "pair_id": 162720, "video_name": "friends_s06e15-16_seg02_clip_24", "timestamp": [ 15.69, 32.02 ], "duration": 64.66, "caption": "A woman grabs a man and kisses him on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162721, "video_name": "castle_s06e17_seg02_clip_25", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A woman sitting on the couch reaches out, touches a man's face and kisses him.", "similarity": 0.8329, "relevance": 4 }, { "pair_id": 162722, "video_name": "friends_s01e16-17_seg02_clip_44", "timestamp": [ 7.4, 21.32 ], "duration": 87.66, "caption": "A man kisses woman and then gets up from the couch.", "similarity": 0.8182, "relevance": 3 }, { "pair_id": 162723, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 58.33, 63.27 ], "duration": 89.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.8101, "relevance": 4 }, { "pair_id": 162724, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 49.31, 57.38 ], "duration": 62.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.8101, "relevance": 3 }, { "pair_id": 162725, "video_name": "s05e14_seg02_clip_14", "timestamp": [ 16.81, 18.91 ], "duration": 60.66, "caption": "A woman grabs a man and kisses him on the mouth.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 162726, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 4.89, 14.06 ], "duration": 61.66, "caption": "A woman kisses a man while they both are on the couch together.", "similarity": 0.8064, "relevance": 4 }, { "pair_id": 162727, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.55, 13.4 ], "duration": 57.66, "caption": "A woman and man hug and kiss on the couch.", "similarity": 0.7987, "relevance": 4 }, { "pair_id": 162728, "video_name": "friends_s04e01_seg02_clip_08", "timestamp": [ 17.7, 26.55 ], "duration": 61.66, "caption": "A woman gets off the couch and kisses a man.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 162729, "video_name": "met_s03e07_seg02_clip_05", "timestamp": [ 20.16, 22.95 ], "duration": 62.66, "caption": "A woman starts kissing a man on the couch.", "similarity": 0.7897, "relevance": 4 }, { "pair_id": 162730, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 5.61, 56.37 ], "duration": 59.66, "caption": "A man and a woman are kissing each other on the couch.", "similarity": 0.7847, "relevance": 4 }, { "pair_id": 162731, "video_name": "friends_s03e08_seg02_clip_02", "timestamp": [ 17.09, 20.11 ], "duration": 67.66, "caption": "A man grabs a woman's hand when she's sitting on the couch.", "similarity": 0.779, "relevance": 1 }, { "pair_id": 162732, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 13.87, 18.89 ], "duration": 59.66, "caption": "A woman grabs a man's head and kisses him.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 162733, "video_name": "house_s07e09_seg02_clip_25", "timestamp": [ 45.55, 51.99 ], "duration": 92.66, "caption": "A woman puts her hand on person's face and kisses him, while they are sitting on the couch.", "similarity": 0.7762, "relevance": 4 }, { "pair_id": 162734, "video_name": "friends_s01e15_seg02_clip_08", "timestamp": [ 58.67, 66.95 ], "duration": 69.66, "caption": "A man kisses a woman passionately while sitting on a couch.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 162736, "video_name": "friends_s09e17_seg02_clip_17", "timestamp": [ 10.33, 18.53 ], "duration": 60.66, "caption": "A woman leans over and kisses a man while they are sitting on a couch.", "similarity": 0.7739, "relevance": 4 }, { "pair_id": 162737, "video_name": "s02e15_seg02_clip_14", "timestamp": [ 31.93, 35.02 ], "duration": 56.66, "caption": "A man and woman start to kiss each other as they are on the couch.", "similarity": 0.7722, "relevance": 3 }, { "pair_id": 162738, "video_name": "s03e11_seg02_clip_16", "timestamp": [ 21.38, 29.08 ], "duration": 57.66, "caption": "A woman grabs a man and they kiss each other.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 162739, "video_name": "house_s05e07_seg02_clip_14", "timestamp": [ 1.66, 4.98 ], "duration": 83.66, "caption": "A woman rises from her seat on the couch to kiss man.", "similarity": 0.769, "relevance": 2 }, { "pair_id": 336040, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 66.03, 74.14 ], "duration": 81.66, "caption": "A woman leans forward on the couch and kisses a man passionately.", "similarity": 0.7674, "relevance": 4 }, { "pair_id": 336041, "video_name": "friends_s07e11_seg02_clip_16", "timestamp": [ 34.09, 36.43 ], "duration": 52.66, "caption": "A woman grabs someone and kisses him on the mouth.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 336042, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 39.13, 43.01 ], "duration": 59.66, "caption": "A man grabs a woman and sets her down on the couch.", "similarity": 0.7655, "relevance": 2 }, { "pair_id": 336043, "video_name": "friends_s04e05_seg02_clip_20", "timestamp": [ 8.7, 11.71 ], "duration": 60.66, "caption": "A woman grabs a man by the neck and kisses him.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 336044, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 19.1, 27.37 ], "duration": 57.66, "caption": "A woman kisses guy as they sit on the couch.", "similarity": 0.7631, "relevance": 4 }, { "pair_id": 336045, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 29.71, 34.52 ], "duration": 60.66, "caption": "A woman grabs a man's shoulders while she kisses him.", "similarity": 0.7609, "relevance": 4 }, { "pair_id": 336046, "video_name": "s01e08_seg02_clip_05", "timestamp": [ 46.69, 50.35 ], "duration": 61.66, "caption": "A woman grabs a man's hand to sit him down next to her on her couch.", "similarity": 0.7608, "relevance": 2 }, { "pair_id": 336047, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 43.62, 52.44 ], "duration": 98.66, "caption": "A woman grabs a man and kisses him before he leaves.", "similarity": 0.7598, "relevance": 1 }, { "pair_id": 336048, "video_name": "friends_s01e14_seg02_clip_12", "timestamp": [ 45.15, 48.49 ], "duration": 74.66, "caption": "A woman kisses a man several times while he is sitting on the arm of the couch.", "similarity": 0.7591, "relevance": 3 }, { "pair_id": 336049, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 47.07, 64.26 ], "duration": 181.66, "caption": "A woman leans forward and kisses man then they roll on the couch.", "similarity": 0.7589, "relevance": 3 }, { "pair_id": 336050, "video_name": "s02e09_seg02_clip_11", "timestamp": [ 27.91, 30.31 ], "duration": 60.66, "caption": "A woman is sitting on the couch with a man, she reaches over and takes his face in both her hands then kisses his cheek and neck several times.", "similarity": 0.7565, "relevance": 4 }, { "pair_id": 336052, "video_name": "friends_s03e19_seg02_clip_18", "timestamp": [ 12.68, 15.28 ], "duration": 65.66, "caption": "A man grabs a woman by the back of the head and kisses her.", "similarity": 0.7491, "relevance": 3 }, { "pair_id": 336053, "video_name": "friends_s07e15_seg02_clip_16", "timestamp": [ 0.77, 16.84 ], "duration": 51.66, "caption": "A person kisses someone and they then kiss on the couch.", "similarity": 0.7489, "relevance": 4 }, { "pair_id": 336054, "video_name": "friends_s01e16-17_seg02_clip_44", "timestamp": [ 9.14, 16.53 ], "duration": 87.66, "caption": "A man kisses a woman while they both sit on the sofa.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 336055, "video_name": "friends_s04e23-24_seg02_clip_21", "timestamp": [ 11.71, 30.01 ], "duration": 60.66, "caption": "A man grabs a woman's hands then hugs and kisses her.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 336056, "video_name": "friends_s06e19_seg02_clip_16", "timestamp": [ 6.65, 11.79 ], "duration": 60.66, "caption": "A woman grabs a man by the arm and pulls him to sit on the sofa.", "similarity": 0.7385, "relevance": 1 }, { "pair_id": 336057, "video_name": "friends_s05e06_seg02_clip_05", "timestamp": [ 33.57, 36.92 ], "duration": 61.66, "caption": "A woman grabs a man by the ear while they are on the couch.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 336058, "video_name": "castle_s03e13_seg02_clip_24", "timestamp": [ 6.08, 14.82 ], "duration": 76.66, "caption": "A man grabs a woman and kisses her as a man approaches.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 336059, "video_name": "met_s06e16_seg02_clip_15", "timestamp": [ 31.8, 34.34 ], "duration": 91.66, "caption": "A man grabs a woman and gives her a kiss in the doorway.", "similarity": 0.7368, "relevance": 3 } ] }, { "query_id": 49332, "query": "A man puts on his red plaid shirt and fastens the top button.", "relevant_moment": [ { "pair_id": 17040, "video_name": "s04e16_seg01_clip_01", "timestamp": [ 30.7, 37.84 ], "duration": 62.66, "caption": "A man puts on his red plaid shirt and fastens the top button.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17041, "video_name": "friends_s07e05_seg02_clip_04", "timestamp": [ 40.47, 46.58 ], "duration": 58.66, "caption": "A man buttons up the shirt another person gave him to wear.", "similarity": 0.6214, "relevance": 2 }, { "pair_id": 17042, "video_name": "house_s05e02_seg02_clip_10", "timestamp": [ 82.79, 85.12 ], "duration": 93.66, "caption": "A man presses a button behind him that turns red, then stands up.", "similarity": 0.5835, "relevance": 0 }, { "pair_id": 17043, "video_name": "castle_s05e08_seg02_clip_08", "timestamp": [ 8.8, 16.72 ], "duration": 88.66, "caption": "A man pushes several buttons on panel on wall.", "similarity": 0.5777, "relevance": 1 }, { "pair_id": 17044, "video_name": "castle_s01e02_seg02_clip_17", "timestamp": [ 60.74, 63.38 ], "duration": 88.66, "caption": "A man opens the door while buttoning his shirt.", "similarity": 0.5674, "relevance": 2 }, { "pair_id": 17045, "video_name": "friends_s10e07_seg02_clip_17", "timestamp": [ 10.99, 14.65 ], "duration": 61.66, "caption": "A man pulls up his shirt then puts his hands on his hips.", "similarity": 0.5527, "relevance": 1 }, { "pair_id": 17046, "video_name": "friends_s08e11_seg02_clip_00", "timestamp": [ 5.99, 10.72 ], "duration": 63.66, "caption": "A person uses their hand to brush their red plaid shirt off.", "similarity": 0.5525, "relevance": 2 }, { "pair_id": 17047, "video_name": "friends_s07e07_seg02_clip_05", "timestamp": [ 46.52, 56.82 ], "duration": 71.66, "caption": "A woman straightens guy's shirt and adjusts the buttons.", "similarity": 0.5519, "relevance": 3 }, { "pair_id": 17048, "video_name": "castle_s06e23_seg02_clip_06", "timestamp": [ 42.46, 45.55 ], "duration": 88.66, "caption": "A man buttons his shirt while looking in a mirror.", "similarity": 0.5482, "relevance": 3 }, { "pair_id": 17049, "video_name": "friends_s10e13_seg02_clip_05", "timestamp": [ 31.04, 34.1 ], "duration": 34.66, "caption": "A man gets up from the chair and presses a button.", "similarity": 0.547, "relevance": 0 }, { "pair_id": 17050, "video_name": "friends_s02e11_seg02_clip_02", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A man gets excited and pushes a button on the television.", "similarity": 0.5375, "relevance": 1 }, { "pair_id": 17051, "video_name": "house_s02e24_seg02_clip_22", "timestamp": [ 57.42, 63.21 ], "duration": 89.66, "caption": "A man uses remote controllers to cut a button off person's shirt.", "similarity": 0.537, "relevance": 1 }, { "pair_id": 17052, "video_name": "friends_s04e11_seg02_clip_13", "timestamp": [ 54.73, 57.4 ], "duration": 59.66, "caption": "A man adjusts his clothing with his right hand.", "similarity": 0.5357, "relevance": 1 }, { "pair_id": 17053, "video_name": "castle_s01e09_seg02_clip_22", "timestamp": [ 10.58, 14.72 ], "duration": 92.66, "caption": "A man thanks the woman and buttons up his top.", "similarity": 0.5356, "relevance": 3 }, { "pair_id": 17054, "video_name": "grey_s03e15_seg02_clip_22", "timestamp": [ 63.38, 66.62 ], "duration": 92.66, "caption": "A man quickly puts his blue scrub shirt on.", "similarity": 0.5336, "relevance": 2 }, { "pair_id": 17055, "video_name": "grey_s03e20_seg02_clip_18", "timestamp": [ 60.92, 62.22 ], "duration": 87.66, "caption": "A man puts a light colored shirt over his right shoulder.", "similarity": 0.5319, "relevance": 0 }, { "pair_id": 17056, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 55.54, 57.67 ], "duration": 61.66, "caption": "A man hits a button on the laptop as he sits down on the couch.", "similarity": 0.5316, "relevance": 0 }, { "pair_id": 17057, "video_name": "s03e10_seg02_clip_11", "timestamp": [ 27.61, 36.02 ], "duration": 60.66, "caption": "A man partially unbuttons his outer shirt while sitting back.", "similarity": 0.5309, "relevance": 2 }, { "pair_id": 17058, "video_name": "s07e04_seg02_clip_16", "timestamp": [ 5.58, 8.06 ], "duration": 62.66, "caption": "A man puts down his jacket and begins to unbutton his pants.", "similarity": 0.5308, "relevance": 0 }, { "pair_id": 17059, "video_name": "house_s03e22_seg02_clip_19", "timestamp": [ 9.45, 16.2 ], "duration": 90.66, "caption": "A man presses buttons on a piece of medical equipment.", "similarity": 0.5291, "relevance": 0 } ] }, { "query_id": 49336, "query": "A person is sitting on the couch reading a wine book.", "relevant_moment": [ { "pair_id": 5980, "video_name": "s09e22_seg02_clip_02", "timestamp": [ 26.05, 30.7 ], "duration": 62.66, "caption": "A person is sitting on the couch reading a wine book.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5981, "video_name": "met_s02e15_seg02_clip_10", "timestamp": [ 10.57, 14.09 ], "duration": 64.66, "caption": "A person sits on the couch reading a book.", "similarity": 0.8508, "relevance": 4 }, { "pair_id": 5982, "video_name": "s04e07_seg02_clip_00", "timestamp": [ 5.8, 15.26 ], "duration": 61.66, "caption": "A person is sitting on his couch reading a book.", "similarity": 0.8505, "relevance": 4 }, { "pair_id": 5983, "video_name": "castle_s05e20_seg02_clip_26", "timestamp": [ 54.73, 60.05 ], "duration": 152.66, "caption": "A woman is sitting on the couch and reading a book.", "similarity": 0.7366, "relevance": 4 }, { "pair_id": 5984, "video_name": "met_s02e18_seg02_clip_13", "timestamp": [ 22.25, 57.3 ], "duration": 60.66, "caption": "A person is sitting on his/her couch holding a glass of red wine.", "similarity": 0.7324, "relevance": 3 }, { "pair_id": 5985, "video_name": "s06e01_seg02_clip_01", "timestamp": [ 10.86, 13.34 ], "duration": 62.66, "caption": "A woman sits down on the couch holding a glass of wine.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 5986, "video_name": "friends_s04e01_seg02_clip_12", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A woman sits down on the couch holding a glass of wine.", "similarity": 0.7225, "relevance": 3 }, { "pair_id": 5987, "video_name": "castle_s01e06_seg02_clip_18", "timestamp": [ 16.63, 18.17 ], "duration": 51.66, "caption": "A woman sits on the couch with a glass of wine in her hand.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 5988, "video_name": "s09e22_seg02_clip_13", "timestamp": [ 0.0, 15.61 ], "duration": 60.66, "caption": "A person is sitting on the couch holding and reading from a notebook.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 5989, "video_name": "s09e22_seg02_clip_02", "timestamp": [ 26.05, 30.39 ], "duration": 62.66, "caption": "A man is sitting on the sofa as he sniffs a wine tasting book.", "similarity": 0.7021, "relevance": 4 }, { "pair_id": 5990, "video_name": "met_s06e09_seg01_clip_00", "timestamp": [ 20.81, 24.65 ], "duration": 64.66, "caption": "A woman sits on the couch and pours a glass of wine.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 5991, "video_name": "met_s02e18_seg02_clip_03", "timestamp": [ 58.6, 61.36 ], "duration": 61.66, "caption": "A woman sits down on the couch holding a bottle of wine and two glasses.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 5992, "video_name": "s07e20_seg02_clip_00", "timestamp": [ 4.96, 25.74 ], "duration": 62.66, "caption": "A person was browsing a book whilst sitting at the couch.", "similarity": 0.6933, "relevance": 3 }, { "pair_id": 5993, "video_name": "friends_s03e03_seg02_clip_12", "timestamp": [ 49.03, 58.03 ], "duration": 58.66, "caption": "A man was reading a book whilst sitting on the couch.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 5994, "video_name": "castle_s04e08_seg02_clip_00", "timestamp": [ 3.64, 6.37 ], "duration": 91.66, "caption": "A person is on the sofa reading a book as man walks in.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 5995, "video_name": "s09e02_seg02_clip_07", "timestamp": [ 34.79, 39.06 ], "duration": 61.66, "caption": "A woman sits on her sofa and pours a glass of wine.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 5996, "video_name": "s07e06_seg02_clip_06", "timestamp": [ 13.51, 17.41 ], "duration": 60.66, "caption": "A person reads from a book to another person on the couch.", "similarity": 0.6563, "relevance": 3 }, { "pair_id": 5997, "video_name": "s09e02_seg02_clip_07", "timestamp": [ 34.18, 37.23 ], "duration": 61.66, "caption": "A woman has a wine bottle and pours a glass as she sits on the sofa.", "similarity": 0.6524, "relevance": 2 }, { "pair_id": 5998, "video_name": "s04e14_seg02_clip_08", "timestamp": [ 15.2, 18.92 ], "duration": 62.66, "caption": "A woman drinks from the wine bottle and sits onto her couch.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 5999, "video_name": "castle_s05e23_seg02_clip_26", "timestamp": [ 83.51, 85.93 ], "duration": 121.66, "caption": "A person hands a woman a glass of wine as she is sitting on the sofa.", "similarity": 0.6519, "relevance": 3 }, { "pair_id": 179300, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 0.0, 16.23 ], "duration": 59.66, "caption": "A person puts the book on their lap while sitting on the couch.", "similarity": 0.65, "relevance": 4 }, { "pair_id": 179301, "video_name": "met_s06e03_seg02_clip_00", "timestamp": [ 7.18, 10.3 ], "duration": 62.66, "caption": "A person sits on the couch while holding a bottle of beer.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 179302, "video_name": "s04e24_seg02_clip_09", "timestamp": [ 38.77, 45.28 ], "duration": 62.66, "caption": "A person sits down and pours a glass of wine.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 179303, "video_name": "s09e20_seg02_clip_11", "timestamp": [ 5.19, 10.37 ], "duration": 61.66, "caption": "A person takes a drink of wine while sitting on the couch with someone.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 179304, "video_name": "s09e22_seg02_clip_13", "timestamp": [ 0.0, 22.51 ], "duration": 60.66, "caption": "A person reads a story to woman on the couch.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 179305, "video_name": "s06e10_seg02_clip_01", "timestamp": [ 41.82, 49.52 ], "duration": 55.66, "caption": "A man sits on the couch tapping on the side of a glass of wine that he is holding.", "similarity": 0.6395, "relevance": 2 }, { "pair_id": 179306, "video_name": "castle_s02e17_seg02_clip_17", "timestamp": [ 30.43, 43.3 ], "duration": 78.66, "caption": "A person sits on the couch with a woman and gives her a glass of wine.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 179307, "video_name": "s02e09_seg02_clip_12", "timestamp": [ 1.24, 3.1 ], "duration": 62.66, "caption": "A person hands the wine bottle to woman while sitting on the couch.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 179308, "video_name": "s09e23_seg02_clip_10", "timestamp": [ 16.17, 19.22 ], "duration": 61.66, "caption": "A woman pours herself a glass of wine while sitting on the couch.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 179309, "video_name": "s04e14_seg02_clip_08", "timestamp": [ 14.27, 17.37 ], "duration": 62.66, "caption": "A woman drinks from the bottle of wine before sitting down in the sofa.", "similarity": 0.6247, "relevance": 2 }, { "pair_id": 179310, "video_name": "friends_s10e15_seg02_clip_03", "timestamp": [ 51.02, 54.42 ], "duration": 56.66, "caption": "A woman is sitting on the couch at coffeeshop reading a book.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 179311, "video_name": "friends_s02e03_seg02_clip_08", "timestamp": [ 42.91, 47.29 ], "duration": 58.66, "caption": "A man gets up from the couch to read from the book.", "similarity": 0.6186, "relevance": 3 }, { "pair_id": 179312, "video_name": "s02e15_seg02_clip_10", "timestamp": [ 18.92, 22.58 ], "duration": 61.66, "caption": "A man sits in the sofa as he puts down the bottle of wine.", "similarity": 0.6152, "relevance": 2 }, { "pair_id": 179313, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 17.65, 20.8 ], "duration": 63.66, "caption": "A person sits down on the couch and places his glass on the table.", "similarity": 0.6141, "relevance": 2 }, { "pair_id": 179314, "video_name": "friends_s06e02_seg02_clip_02", "timestamp": [ 0.29, 7.7 ], "duration": 57.66, "caption": "A woman sits on the couch reading a magazine.", "similarity": 0.6138, "relevance": 4 }, { "pair_id": 179315, "video_name": "s02e08_seg01_clip_00", "timestamp": [ 1.32, 4.95 ], "duration": 66.66, "caption": "A person puts a beer bottle on the table and sits down on the couch.", "similarity": 0.612, "relevance": 2 }, { "pair_id": 179316, "video_name": "friends_s09e03_seg02_clip_07", "timestamp": [ 47.62, 50.14 ], "duration": 56.66, "caption": "A person is sitting in the cafe reading a book.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 179317, "video_name": "s07e12_seg02_clip_10", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "A woman sits on the couch by herself drinking wine and talking to her TV.", "similarity": 0.6097, "relevance": 2 }, { "pair_id": 179318, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 2.66, 59.03 ], "duration": 59.66, "caption": "A woman was holding a book whilst sitting on the couch.", "similarity": 0.6092, "relevance": 3 }, { "pair_id": 179319, "video_name": "s09e07_seg01_clip_00", "timestamp": [ 30.71, 44.91 ], "duration": 66.66, "caption": "A person walks in and sits on the couch reading something from their cellphone.", "similarity": 0.6083, "relevance": 2 } ] }, { "query_id": 49345, "query": "A woman grabs an item for the table while having a discussion.", "relevant_moment": [ { "pair_id": 17680, "video_name": "house_s07e18_seg02_clip_18", "timestamp": [ 6.24, 7.13 ], "duration": 89.66, "caption": "A woman grabs an item for the table while having a discussion.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17681, "video_name": "friends_s06e19_seg02_clip_03", "timestamp": [ 28.81, 30.61 ], "duration": 60.66, "caption": "A woman grabs something from the table in front of her.", "similarity": 0.7209, "relevance": 4 }, { "pair_id": 17682, "video_name": "friends_s01e03_seg02_clip_11", "timestamp": [ 0.0, 33.26 ], "duration": 95.66, "caption": "A woman has a discussion about exchanging items with another woman.", "similarity": 0.702, "relevance": 3 }, { "pair_id": 17683, "video_name": "friends_s03e21_seg02_clip_03", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A woman grabs and holds a glass during a conversation with someone.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 17684, "video_name": "house_s01e18_seg02_clip_10", "timestamp": [ 50.75, 56.06 ], "duration": 118.66, "caption": "A woman sits at a table and talks while gesturing.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 17685, "video_name": "s08e16_seg02_clip_11", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman is talking to a person while sitting at the table.", "similarity": 0.6875, "relevance": 3 }, { "pair_id": 17686, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 6.2, 10.86 ], "duration": 62.66, "caption": "A woman grabs her bag that is on the table.", "similarity": 0.6631, "relevance": 4 }, { "pair_id": 17687, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 47.63, 89.02 ], "duration": 89.66, "caption": "A woman was leaning over the table whilst talking to another person.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 17688, "video_name": "friends_s09e16_seg02_clip_10", "timestamp": [ 32.07, 34.09 ], "duration": 57.66, "caption": "A woman picks up a wooden object from the table.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 17689, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 69.32, 89.12 ], "duration": 90.66, "caption": "A woman puts her hands on the table and leans in to speak to a person.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 17690, "video_name": "friends_s03e02_seg02_clip_15", "timestamp": [ 11.41, 22.51 ], "duration": 60.66, "caption": "A woman picks up the things on the table and organizes them.", "similarity": 0.6467, "relevance": 3 }, { "pair_id": 17691, "video_name": "s08e11_seg02_clip_09", "timestamp": [ 21.86, 23.24 ], "duration": 46.66, "caption": "A woman takes her hand off of her wine glass and points across the table as she is talking.", "similarity": 0.6458, "relevance": 3 }, { "pair_id": 17692, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 40.51, 91.03 ], "duration": 91.66, "caption": "A woman is at a table with a man and another person conversing.", "similarity": 0.6448, "relevance": 2 }, { "pair_id": 17693, "video_name": "s04e13_seg01_clip_00", "timestamp": [ 3.36, 6.41 ], "duration": 61.66, "caption": "A woman approaches the table to take a person's order.", "similarity": 0.6439, "relevance": 1 }, { "pair_id": 17694, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 12.92, 16.7 ], "duration": 63.66, "caption": "A woman grabs a plate of food and places it on the table.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 17695, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 28.75, 31.94 ], "duration": 91.66, "caption": "A woman is sitting at a table and holding a folder while talking with some people.", "similarity": 0.6393, "relevance": 1 }, { "pair_id": 17696, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 39.96, 41.84 ], "duration": 94.66, "caption": "A person picks up a mug from the table while having a conversation.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 17697, "video_name": "friends_s09e07_seg02_clip_15", "timestamp": [ 13.82, 21.19 ], "duration": 61.66, "caption": "A woman sits at a table while talking to people.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 17698, "video_name": "friends_s03e07_seg02_clip_09", "timestamp": [ 40.91, 45.26 ], "duration": 58.66, "caption": "A woman is sitting at the table talking with her left hand held out flat.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 17699, "video_name": "friends_s08e08_seg02_clip_08", "timestamp": [ 9.86, 13.93 ], "duration": 58.66, "caption": "A woman picks up an artifact from the table.", "similarity": 0.6367, "relevance": 4 }, { "pair_id": 191000, "video_name": "s10e05_seg02_clip_14", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "While person is talking, a woman picks up her ice cream from the table.", "similarity": 0.6321, "relevance": 4 }, { "pair_id": 191001, "video_name": "s08e06_seg01_clip_00", "timestamp": [ 19.21, 25.93 ], "duration": 96.66, "caption": "A woman grabs her take out from the table.", "similarity": 0.6309, "relevance": 3 }, { "pair_id": 191002, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 49.74, 56.07 ], "duration": 60.66, "caption": "A woman grabs a glass off the shelf while talking to a man.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 191003, "video_name": "friends_s07e23-24_seg02_clip_22", "timestamp": [ 30.12, 33.54 ], "duration": 62.66, "caption": "A woman gets up from the table and grabs woman's arm.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 191004, "video_name": "met_s06e05_seg02_clip_03", "timestamp": [ 24.19, 27.29 ], "duration": 62.66, "caption": "A woman grabs a piece of food from the center of the table.", "similarity": 0.6269, "relevance": 3 }, { "pair_id": 191005, "video_name": "castle_s06e20_seg02_clip_17", "timestamp": [ 42.85, 45.94 ], "duration": 88.66, "caption": "A woman taps the table very hard while talking to another woman.", "similarity": 0.6258, "relevance": 1 }, { "pair_id": 191006, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 44.13, 49.18 ], "duration": 53.66, "caption": "A woman gets up from the table upset and questions someone.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 191008, "video_name": "friends_s02e15_seg02_clip_09", "timestamp": [ 34.09, 40.42 ], "duration": 60.66, "caption": "A woman comes into the room and two people lean on a table to talk.", "similarity": 0.623, "relevance": 1 }, { "pair_id": 191009, "video_name": "friends_s09e04_seg01_clip_01", "timestamp": [ 42.73, 43.62 ], "duration": 89.66, "caption": "A woman reaches over and grabs a piece of tissue from a table.", "similarity": 0.6207, "relevance": 3 }, { "pair_id": 191010, "video_name": "friends_s06e10_seg02_clip_18", "timestamp": [ 0.57, 5.13 ], "duration": 57.66, "caption": "A person grabs the box that is on the table.", "similarity": 0.6202, "relevance": 2 }, { "pair_id": 191011, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 80.26, 82.07 ], "duration": 90.66, "caption": "While sitting at the table, a woman talks to another woman.", "similarity": 0.6178, "relevance": 1 }, { "pair_id": 191012, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 1.53, 11.29 ], "duration": 61.66, "caption": "A woman rests her hand on the table in front of her as she sits at the table talking.", "similarity": 0.6166, "relevance": 1 }, { "pair_id": 191013, "video_name": "grey_s03e08_seg02_clip_18", "timestamp": [ 52.67, 90.03 ], "duration": 90.66, "caption": "A woman is having a conversation with a person in charge.", "similarity": 0.6156, "relevance": 1 }, { "pair_id": 191014, "video_name": "grey_s03e01_seg02_clip_23", "timestamp": [ 53.49, 77.21 ], "duration": 93.66, "caption": "A woman is having a conversation with a person in charge.", "similarity": 0.6156, "relevance": 1 }, { "pair_id": 191015, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.6153, "relevance": 1 }, { "pair_id": 191017, "video_name": "friends_s04e13_seg02_clip_09", "timestamp": [ 1.24, 4.65 ], "duration": 62.66, "caption": "A woman reaches across the table to grab a glass.", "similarity": 0.6144, "relevance": 4 }, { "pair_id": 191018, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 68.14, 70.36 ], "duration": 89.66, "caption": "A woman grabs the microphone and talks to woman.", "similarity": 0.6141, "relevance": 1 }, { "pair_id": 191019, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 9.45, 12.92 ], "duration": 63.66, "caption": "A woman walks up towards the small table whilst conversing with another woman.", "similarity": 0.614, "relevance": 1 } ] }, { "query_id": 49400, "query": "A person takes out a lightsaber and tries to stab himself.", "relevant_moment": [ { "pair_id": 35600, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 16.75, 31.01 ], "duration": 62.66, "caption": "A person takes out a lightsaber and tries to stab himself.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 35601, "video_name": "s07e22_seg02_clip_10", "timestamp": [ 38.96, 43.25 ], "duration": 66.66, "caption": "A person suddenly grabs something from their belt and turns out to be a lightsaber.", "similarity": 0.7655, "relevance": 3 }, { "pair_id": 35602, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 12.1, 27.6 ], "duration": 62.66, "caption": "A person appears in someone's dream and tries to stab himself/herself with a light saber.", "similarity": 0.7547, "relevance": 4 }, { "pair_id": 35603, "video_name": "s07e22_seg02_clip_10", "timestamp": [ 38.3, 41.93 ], "duration": 66.66, "caption": "A person in Jedi robes pulls a lightsaber from their belt.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 35604, "video_name": "s05e03_seg02_clip_10", "timestamp": [ 84.17, 90.02 ], "duration": 90.66, "caption": "A man practices moves using a glowing green light saber.", "similarity": 0.6027, "relevance": 2 }, { "pair_id": 35605, "video_name": "s07e22_seg02_clip_11", "timestamp": [ 0.0, 4.59 ], "duration": 54.66, "caption": "A person is in ghost form with a light saber as he talks to another person.", "similarity": 0.5963, "relevance": 3 }, { "pair_id": 35606, "video_name": "s01e02_seg02_clip_04", "timestamp": [ 30.27, 50.68 ], "duration": 68.66, "caption": "A person appears in the hallway out of his room wielding his light saber and walks into the living room looking for person. When he realizes no-one else is in the apartment he turns the saber off.", "similarity": 0.5947, "relevance": 2 }, { "pair_id": 35607, "video_name": "s05e15_seg02_clip_11", "timestamp": [ 2.7, 6.6 ], "duration": 60.66, "caption": "A man enters the room holding a lightsaber in his hand.", "similarity": 0.5937, "relevance": 2 }, { "pair_id": 35608, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 14.44, 23.57 ], "duration": 76.66, "caption": "A person moves their body to gesture that they are having a sword fight.", "similarity": 0.5584, "relevance": 2 }, { "pair_id": 35609, "video_name": "s07e22_seg02_clip_11", "timestamp": [ 0.0, 4.86 ], "duration": 54.66, "caption": "An imaginary character who is glowing and holding a light saber requests and expresses his need for a first aid supply to a person who is looking on standing with his/her left hand resting on the back of a chair.", "similarity": 0.5393, "relevance": 3 }, { "pair_id": 35610, "video_name": "castle_s08e19_seg02_clip_23", "timestamp": [ 15.69, 20.1 ], "duration": 98.66, "caption": "A person grabs a cane and holds it up like a weapon.", "similarity": 0.5388, "relevance": 2 }, { "pair_id": 35611, "video_name": "castle_s07e09_seg02_clip_02", "timestamp": [ 57.55, 62.99 ], "duration": 90.66, "caption": "A person makes a ninja move and hits another person in the stomach, accidentally.", "similarity": 0.538, "relevance": 1 }, { "pair_id": 35612, "video_name": "s05e03_seg02_clip_11", "timestamp": [ 0.0, 5.29 ], "duration": 32.66, "caption": "When a woman walks into the bedroom, a man is playing with a lightsaber but he turns it off.", "similarity": 0.5365, "relevance": 2 }, { "pair_id": 35613, "video_name": "castle_s07e12_seg02_clip_18", "timestamp": [ 0.0, 5.55 ], "duration": 74.66, "caption": "A person opens a limp and gets inside with a flashlight.", "similarity": 0.5334, "relevance": 1 }, { "pair_id": 35615, "video_name": "house_s06e17_seg02_clip_01", "timestamp": [ 16.2, 21.16 ], "duration": 90.66, "caption": "A person is wielding the sword and his cane while he was doing some discussion to his colleagues.", "similarity": 0.5246, "relevance": 1 }, { "pair_id": 35616, "video_name": "s05e03_seg02_clip_11", "timestamp": [ 0.0, 3.2 ], "duration": 32.66, "caption": "A person is in their room playing with a light saber at the foot of their bed.", "similarity": 0.5232, "relevance": 2 }, { "pair_id": 35617, "video_name": "s06e09_seg02_clip_13", "timestamp": [ 38.66, 41.91 ], "duration": 59.66, "caption": "A person puts their ninja blade into their office desk.", "similarity": 0.5185, "relevance": 0 }, { "pair_id": 35618, "video_name": "s01e13_seg02_clip_14", "timestamp": [ 40.56, 42.86 ], "duration": 51.66, "caption": "A person takes out their hand and makes a fist.", "similarity": 0.5084, "relevance": 1 }, { "pair_id": 35619, "video_name": "s06e07_seg02_clip_14", "timestamp": [ 35.4, 54.54 ], "duration": 58.66, "caption": "A person holds up his fists and moves them.", "similarity": 0.5079, "relevance": 1 } ] }, { "query_id": 49448, "query": "Two people both pick out one comic book at the same time.", "relevant_moment": [ { "pair_id": 163400, "video_name": "s02e20_seg02_clip_03", "timestamp": [ 22.21, 25.81 ], "duration": 60.66, "caption": "Two people both pick out one comic book at the same time.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163401, "video_name": "s02e20_seg02_clip_04", "timestamp": [ 38.42, 44.72 ], "duration": 60.66, "caption": "Two people are holding the same comic book.", "similarity": 0.8541, "relevance": 2 }, { "pair_id": 163402, "video_name": "s02e20_seg02_clip_03", "timestamp": [ 7.8, 27.91 ], "duration": 60.66, "caption": "Two people are looking thru comic books for ones that don't have yet.", "similarity": 0.7544, "relevance": 4 }, { "pair_id": 163403, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 0.0, 20.53 ], "duration": 57.66, "caption": "Two people are in the comic book store.", "similarity": 0.7374, "relevance": 1 }, { "pair_id": 163404, "video_name": "s04e05_seg02_clip_03", "timestamp": [ 0.0, 27.31 ], "duration": 60.66, "caption": "A person and another person have a conversation over comic books.", "similarity": 0.7215, "relevance": 1 }, { "pair_id": 163405, "video_name": "s02e20_seg02_clip_03", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "Two people are at the comic book shop.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 163406, "video_name": "s03e16_seg02_clip_00", "timestamp": [ 4.34, 14.89 ], "duration": 62.66, "caption": "A person looks at two comic books that he/she is holding.", "similarity": 0.7057, "relevance": 2 }, { "pair_id": 163407, "video_name": "s02e20_seg02_clip_04", "timestamp": [ 43.22, 48.02 ], "duration": 60.66, "caption": "A person snatches comic book from another person's hand while the other person is distracted.", "similarity": 0.6938, "relevance": 2 }, { "pair_id": 163408, "video_name": "s08e15_seg02_clip_04", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "Two people exit the comic book store at the same time.", "similarity": 0.692, "relevance": 0 }, { "pair_id": 163409, "video_name": "s07e13_seg02_clip_01", "timestamp": [ 38.72, 52.52 ], "duration": 60.66, "caption": "A man picks up a comic book and holds it while as he and a woman converse then sets it down.", "similarity": 0.6848, "relevance": 0 }, { "pair_id": 163410, "video_name": "s09e21_seg01_clip_00", "timestamp": [ 3.4, 7.28 ], "duration": 97.66, "caption": "A person raises up a question about the two comic books he is holding.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 163411, "video_name": "s02e20_seg02_clip_13", "timestamp": [ 1.53, 5.19 ], "duration": 61.66, "caption": "A man holds up a comic book for another person to see.", "similarity": 0.6763, "relevance": 2 }, { "pair_id": 163412, "video_name": "s05e05_seg01_clip_03", "timestamp": [ 5.95, 9.8 ], "duration": 70.66, "caption": "A man holds up a comic book for another person to look at in the comic book store.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 163413, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 19.96, 35.64 ], "duration": 57.66, "caption": "Two people are in the comic book shop and a person arrives.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 163414, "video_name": "s09e21_seg02_clip_06", "timestamp": [ 1.5, 6.3 ], "duration": 60.66, "caption": "A person is going through a comic book as they listen to two women.", "similarity": 0.6626, "relevance": 0 }, { "pair_id": 163415, "video_name": "s09e13_seg02_clip_01", "timestamp": [ 50.65, 61.03 ], "duration": 61.66, "caption": "Two people both say mean things about a person while in the comic book store.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 163416, "video_name": "s06e01_seg01_clip_01", "timestamp": [ 6.57, 9.13 ], "duration": 73.66, "caption": "Three people are in a comic book store.", "similarity": 0.6558, "relevance": 1 }, { "pair_id": 163417, "video_name": "s09e21_seg01_clip_00", "timestamp": [ 10.67, 16.01 ], "duration": 97.66, "caption": "A person holds two comic books up in front of him/her as he/she talks to the group.", "similarity": 0.6491, "relevance": 1 }, { "pair_id": 163418, "video_name": "s02e20_seg02_clip_02", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "Some people are in the comic book store.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 163419, "video_name": "s10e07_seg02_clip_14", "timestamp": [ 13.81, 15.65 ], "duration": 46.66, "caption": "A person sorts through a set of comics and takes one of the comics out.", "similarity": 0.6435, "relevance": 2 } ] }, { "query_id": 49459, "query": "A man leaves the remote control on his leg while talking to another person.", "relevant_moment": [ { "pair_id": 155660, "video_name": "s02e20_seg02_clip_06", "timestamp": [ 26.85, 34.48 ], "duration": 61.66, "caption": "A man leaves the remote control on his leg while talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155661, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 3.97, 6.71 ], "duration": 61.66, "caption": "A man picks up the remote control while chatting with another man.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 155662, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A man walks out while a person is talking to him.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 155664, "video_name": "house_s03e20_seg02_clip_07", "timestamp": [ 0.0, 13.95 ], "duration": 93.66, "caption": "A man is talking to person and then he leaves and person turned to his computer.", "similarity": 0.691, "relevance": 2 }, { "pair_id": 155666, "video_name": "house_s05e22_seg02_clip_08", "timestamp": [ 10.15, 14.12 ], "duration": 88.66, "caption": "A man uncrosses his legs while talking with another man.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 155667, "video_name": "s02e08_seg02_clip_00", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A man hands a person the remote controller he had.", "similarity": 0.6768, "relevance": 3 }, { "pair_id": 155671, "video_name": "house_s08e09_seg02_clip_19", "timestamp": [ 25.68, 30.73 ], "duration": 91.66, "caption": "A man put his leg on the table while talking to another man.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 155672, "video_name": "s02e11_seg02_clip_03", "timestamp": [ 42.11, 44.86 ], "duration": 61.66, "caption": "A person points to another person with a remote while speaking to him.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 155673, "video_name": "house_s01e09_seg02_clip_02", "timestamp": [ 18.78, 25.04 ], "duration": 89.66, "caption": "A man turned off the music using a remote and started talking to another man who is attending him.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 155674, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 27.29, 32.21 ], "duration": 89.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.6561, "relevance": 1 }, { "pair_id": 155675, "video_name": "house_s03e06_seg02_clip_05", "timestamp": [ 45.04, 48.19 ], "duration": 90.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.6561, "relevance": 1 }, { "pair_id": 155676, "video_name": "house_s03e05_seg02_clip_01", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A man chatting with another man as he walks away.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 155677, "video_name": "house_s03e01_seg02_clip_10", "timestamp": [ 13.95, 17.55 ], "duration": 90.66, "caption": "A person suddenly walks out while a man is still talking to him.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 155678, "video_name": "house_s02e02_seg02_clip_24", "timestamp": [ 46.04, 48.72 ], "duration": 76.66, "caption": "A man rests his hands on his waist while talking to another man.", "similarity": 0.6532, "relevance": 1 } ] }, { "query_id": 49491, "query": "A person with a mask and a gun walks a man through a room with safety deposit boxes.", "relevant_moment": [ { "pair_id": 152740, "video_name": "castle_s04e07_seg02_clip_07", "timestamp": [ 59.25, 71.27 ], "duration": 89.66, "caption": "A person with a mask and a gun walks a man through a room with safety deposit boxes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152741, "video_name": "castle_s04e07_seg02_clip_01", "timestamp": [ 8.1, 13.51 ], "duration": 90.66, "caption": "A man in a surgical mask and carrying a machine gun walks inside and locks the bank doors.", "similarity": 0.6577, "relevance": 3 }, { "pair_id": 152742, "video_name": "castle_s08e22_seg02_clip_08", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "A person walks into a room and two men point guns at him.", "similarity": 0.6537, "relevance": 1 }, { "pair_id": 152743, "video_name": "castle_s03e11_seg02_clip_00", "timestamp": [ 0.0, 1.84 ], "duration": 92.66, "caption": "A person walks past a cardboard cut out of a woman with a gun.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 152744, "video_name": "castle_s08e01_seg02_clip_13", "timestamp": [ 13.0, 20.28 ], "duration": 104.66, "caption": "A man and a woman walk into a storage room filled with guns.", "similarity": 0.6125, "relevance": 0 }, { "pair_id": 152745, "video_name": "castle_s04e07_seg02_clip_07", "timestamp": [ 71.72, 74.84 ], "duration": 89.66, "caption": "A robber with a mask opens a safety deposit box and takes out the contents of it.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 152746, "video_name": "s06e07_seg02_clip_07", "timestamp": [ 19.51, 22.21 ], "duration": 60.66, "caption": "A man carries the closed moving box from his room.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 152747, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 72.55, 77.03 ], "duration": 89.66, "caption": "A man walks into the room where a person is at.", "similarity": 0.5973, "relevance": 0 }, { "pair_id": 152748, "video_name": "castle_s06e16_seg02_clip_23", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A man walks into the room and points a gun at another man.", "similarity": 0.5971, "relevance": 0 }, { "pair_id": 152749, "video_name": "grey_s02e25_seg02_clip_19", "timestamp": [ 13.63, 22.1 ], "duration": 94.66, "caption": "A man puts on his surgical mask before walking into a room.", "similarity": 0.5971, "relevance": 1 }, { "pair_id": 152750, "video_name": "s01e03_seg02_clip_14", "timestamp": [ 32.11, 34.22 ], "duration": 60.66, "caption": "A man walks past a person and out of the room.", "similarity": 0.5942, "relevance": 0 }, { "pair_id": 152751, "video_name": "house_s02e14_seg02_clip_21", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A person passes a box to a man standing in the doorway.", "similarity": 0.5931, "relevance": 0 }, { "pair_id": 152752, "video_name": "house_s05e24_seg02_clip_11", "timestamp": [ 78.49, 83.9 ], "duration": 90.66, "caption": "Two people walk into a man's rooms while he put things in his bag.", "similarity": 0.59, "relevance": 0 }, { "pair_id": 152753, "video_name": "grey_s03e09_seg02_clip_24", "timestamp": [ 13.49, 16.28 ], "duration": 93.66, "caption": "A person walks in to the operating room with a mask on their face.", "similarity": 0.5876, "relevance": 1 }, { "pair_id": 152754, "video_name": "house_s03e14_seg02_clip_22", "timestamp": [ 39.62, 46.29 ], "duration": 89.66, "caption": "A person enters room and removes the mask that another person is holding in someone's face.", "similarity": 0.5827, "relevance": 0 }, { "pair_id": 152755, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.5777, "relevance": 0 }, { "pair_id": 152756, "video_name": "friends_s10e17-18_seg02_clip_39", "timestamp": [ 70.1, 73.02 ], "duration": 73.66, "caption": "A man carries a cardboard box through the apartment.", "similarity": 0.5759, "relevance": 0 }, { "pair_id": 152757, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 4.84, 11.0 ], "duration": 88.66, "caption": "A person walks into the room and stands across from a man.", "similarity": 0.5725, "relevance": 0 }, { "pair_id": 152758, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 24.27, 29.94 ], "duration": 63.66, "caption": "A man leaves the room and a person follows him with the box in his hand.", "similarity": 0.5718, "relevance": 0 }, { "pair_id": 152759, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person walks out of the room with a man.", "similarity": 0.5716, "relevance": 1 } ] }, { "query_id": 49566, "query": "Two people walk in a hospital room and check on a patient.", "relevant_moment": [ { "pair_id": 154860, "video_name": "house_s08e18_seg02_clip_15", "timestamp": [ 36.64, 41.59 ], "duration": 99.66, "caption": "Two people walk in a hospital room and check on a patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154861, "video_name": "house_s05e20_seg02_clip_22", "timestamp": [ 46.36, 49.06 ], "duration": 90.66, "caption": "A person and another person walk into a hospital room to check up on two people.", "similarity": 0.9089, "relevance": 2 }, { "pair_id": 154862, "video_name": "house_s07e03_seg02_clip_09", "timestamp": [ 21.63, 26.8 ], "duration": 94.66, "caption": "Two people watch someone and then walk into their hospital room.", "similarity": 0.8573, "relevance": 4 }, { "pair_id": 154863, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 72.26, 75.45 ], "duration": 90.66, "caption": "Two people walk into a hospital room.", "similarity": 0.8558, "relevance": 3 }, { "pair_id": 154864, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 11.31, 16.97 ], "duration": 87.66, "caption": "Two people walk into the patient room at the same time.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 154866, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 13.92, 48.3 ], "duration": 87.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 154867, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 154868, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 53.69, 68.9 ], "duration": 95.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 154869, "video_name": "house_s06e08_seg02_clip_00", "timestamp": [ 19.67, 37.05 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 154870, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 0.0, 24.58 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 154871, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 14.4 ], "duration": 96.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8086, "relevance": 1 }, { "pair_id": 154872, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 7.48, 14.08 ], "duration": 88.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 154873, "video_name": "grey_s01e08_seg02_clip_14", "timestamp": [ 1.36, 19.95 ], "duration": 90.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 154874, "video_name": "house_s06e20_seg02_clip_09", "timestamp": [ 68.52, 91.36 ], "duration": 91.66, "caption": "Two people talk while looking into a patient's hospital room.", "similarity": 0.7968, "relevance": 2 }, { "pair_id": 154875, "video_name": "grey_s01e04_seg02_clip_11", "timestamp": [ 17.11, 26.56 ], "duration": 90.66, "caption": "Two people walk into someone's hospital room and two other people both smile.", "similarity": 0.7841, "relevance": 4 }, { "pair_id": 154876, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 61.44, 68.72 ], "duration": 91.66, "caption": "Two people are checking on a patient.", "similarity": 0.7828, "relevance": 3 }, { "pair_id": 154877, "video_name": "grey_s02e08_seg02_clip_00", "timestamp": [ 0.0, 34.19 ], "duration": 92.66, "caption": "Two people are checking on a patient.", "similarity": 0.7828, "relevance": 3 }, { "pair_id": 154878, "video_name": "house_s05e24_seg02_clip_13", "timestamp": [ 27.21, 42.09 ], "duration": 85.66, "caption": "A person and another person walk through the hospital to someone's office.", "similarity": 0.7825, "relevance": 1 }, { "pair_id": 154879, "video_name": "grey_s01e04_seg02_clip_14", "timestamp": [ 59.57, 62.26 ], "duration": 89.66, "caption": "Two people walk into the hospital storage room.", "similarity": 0.7809, "relevance": 3 }, { "pair_id": 328180, "video_name": "house_s05e20_seg02_clip_19", "timestamp": [ 83.34, 86.98 ], "duration": 91.66, "caption": "Two people walk past the main hospital desk together.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 328181, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 5.92, 10.92 ], "duration": 91.66, "caption": "A person walks into the patient's room with another person.", "similarity": 0.7746, "relevance": 3 }, { "pair_id": 328182, "video_name": "house_s02e16_seg02_clip_10", "timestamp": [ 67.36, 91.03 ], "duration": 91.66, "caption": "A man walks with a man and woman down the hospital hallway, and they discuss the patient's condition, then discover that the patient is not in her room.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 328183, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 48.07, 55.19 ], "duration": 89.66, "caption": "Two people are walking beside each other in the hospital hallway.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 328184, "video_name": "house_s04e09_seg02_clip_13", "timestamp": [ 32.61, 40.2 ], "duration": 89.66, "caption": "Three people run into a hospital room to check on a patient.", "similarity": 0.7722, "relevance": 4 }, { "pair_id": 328185, "video_name": "house_s07e18_seg02_clip_01", "timestamp": [ 67.19, 89.59 ], "duration": 89.66, "caption": "Two people talk with a patient in a hospital room.", "similarity": 0.772, "relevance": 4 }, { "pair_id": 328186, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 55.12, 69.03 ], "duration": 103.66, "caption": "Two people walk down the hallway of the hospital.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 328187, "video_name": "house_s02e22_seg02_clip_24", "timestamp": [ 60.18, 70.52 ], "duration": 94.66, "caption": "Two people walk down the hallway of the Hospital.", "similarity": 0.765, "relevance": 2 }, { "pair_id": 328188, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "Two people are checking something on the patient.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 328189, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 13.5, 23.63 ], "duration": 135.66, "caption": "Some people walk through the hospital together.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 328190, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 67.32, 89.16 ], "duration": 89.66, "caption": "Some people walk through the hospital together.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 328191, "video_name": "house_s04e14_seg02_clip_21", "timestamp": [ 65.27, 87.02 ], "duration": 87.66, "caption": "A person walks with another person down the hallway of the hospital.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 328192, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 0.0, 26.67 ], "duration": 86.66, "caption": "Two people are having a conversation and looking for somebody in a hospital.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 328193, "video_name": "house_s03e22_seg02_clip_02", "timestamp": [ 41.45, 44.18 ], "duration": 91.66, "caption": "A person walks over to examine someone in the hospital.", "similarity": 0.7539, "relevance": 2 }, { "pair_id": 328194, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 21.81, 24.93 ], "duration": 89.66, "caption": "A person and woman walk through the hospital together.", "similarity": 0.7521, "relevance": 2 }, { "pair_id": 328195, "video_name": "grey_s01e09_seg02_clip_00", "timestamp": [ 13.21, 26.42 ], "duration": 91.66, "caption": "A man watches two people walk through the hospital together.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 328196, "video_name": "house_s05e15_seg02_clip_21", "timestamp": [ 12.63, 16.67 ], "duration": 101.66, "caption": "A person walks over to a person in a patient room.", "similarity": 0.7472, "relevance": 3 }, { "pair_id": 328197, "video_name": "friends_s10e17-18_seg02_clip_01", "timestamp": [ 0.0, 15.87 ], "duration": 61.66, "caption": "A man and woman talk to a person in a hospital room.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 328198, "video_name": "grey_s02e14_seg02_clip_18", "timestamp": [ 8.36, 15.84 ], "duration": 88.66, "caption": "Two people walk out of the patient room together.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 328199, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 20.71, 26.71 ], "duration": 60.66, "caption": "Two men enter a hospital room as she is walking around.", "similarity": 0.7445, "relevance": 3 } ] }, { "query_id": 49592, "query": "A man checks his pager while at the shooting range.", "relevant_moment": [ { "pair_id": 17060, "video_name": "house_s08e18_seg02_clip_10", "timestamp": [ 70.04, 77.57 ], "duration": 88.66, "caption": "A man checks his pager while at the shooting range.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17061, "video_name": "grey_s03e07_seg02_clip_28", "timestamp": [ 50.85, 56.86 ], "duration": 92.66, "caption": "A man takes out his pager and looks at it.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 17062, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 44.19, 49.3 ], "duration": 93.66, "caption": "A man pulls his pager out of his pocket and checks it.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 17063, "video_name": "house_s05e09_seg02_clip_06", "timestamp": [ 18.63, 22.06 ], "duration": 98.66, "caption": "A man checks his pager as he walks with woman.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 17064, "video_name": "grey_s02e02_seg02_clip_20", "timestamp": [ 14.11, 18.2 ], "duration": 91.66, "caption": "A person looks down, grabs and reads his pager.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 17065, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 23.45, 35.17 ], "duration": 90.66, "caption": "A man grabs his pager and looks at the number before getting up.", "similarity": 0.6774, "relevance": 2 }, { "pair_id": 17066, "video_name": "house_s08e12_seg02_clip_19", "timestamp": [ 52.97, 55.64 ], "duration": 89.66, "caption": "A person picks up their pager and looks at it.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 17067, "video_name": "house_s01e10_seg02_clip_16", "timestamp": [ 67.97, 73.37 ], "duration": 90.66, "caption": "A person picks up their pager and looks at it.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 17068, "video_name": "house_s01e09_seg02_clip_04", "timestamp": [ 72.11, 77.01 ], "duration": 89.66, "caption": "A man pulls out his pager and looks at it while talking with someone.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 17069, "video_name": "friends_s02e15_seg02_clip_14", "timestamp": [ 6.4, 10.57 ], "duration": 64.66, "caption": "A man checks his pager and proceeds to pick up the phone.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 17070, "video_name": "grey_s03e12_seg02_clip_06", "timestamp": [ 33.57, 39.47 ], "duration": 90.66, "caption": "A man checks his pager and leaves the room.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 17071, "video_name": "house_s01e14_seg02_clip_20", "timestamp": [ 11.77, 15.52 ], "duration": 107.66, "caption": "A person pulls their pager out of their pocket and checks it.", "similarity": 0.6379, "relevance": 2 }, { "pair_id": 17072, "video_name": "house_s06e09_seg02_clip_03", "timestamp": [ 7.34, 11.47 ], "duration": 91.66, "caption": "A man looks at his pager and leaves person behind.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 17073, "video_name": "friends_s08e05_seg02_clip_11", "timestamp": [ 0.0, 2.37 ], "duration": 59.66, "caption": "A man checks his pager while sitting on the couch of the coffee shop.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 17074, "video_name": "house_s01e16_seg02_clip_13", "timestamp": [ 50.65, 61.14 ], "duration": 91.66, "caption": "A person reaches in their pocket to check their pager; they and another person look at the others, who also check their pagers.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 17075, "video_name": "house_s05e10_seg02_clip_14", "timestamp": [ 51.86, 58.1 ], "duration": 96.66, "caption": "A man turns off his pager while he's talking to another man.", "similarity": 0.5977, "relevance": 2 }, { "pair_id": 17076, "video_name": "house_s05e14_seg02_clip_21", "timestamp": [ 4.1, 9.1 ], "duration": 91.66, "caption": "A person looks down at their pager and takes off quickly.", "similarity": 0.5962, "relevance": 1 }, { "pair_id": 17077, "video_name": "house_s01e09_seg02_clip_20", "timestamp": [ 56.57, 60.48 ], "duration": 87.66, "caption": "A person reaches by their belt and pulls out their pager, looking at it as person watches.", "similarity": 0.596, "relevance": 2 }, { "pair_id": 17078, "video_name": "house_s06e09_seg02_clip_03", "timestamp": [ 0.0, 11.47 ], "duration": 91.66, "caption": "A man gets up and leaves while holding his pager.", "similarity": 0.5891, "relevance": 2 }, { "pair_id": 17079, "video_name": "house_s02e14_seg02_clip_19", "timestamp": [ 35.89, 51.53 ], "duration": 92.66, "caption": "A person looks at his pager and says something to another person.", "similarity": 0.5852, "relevance": 2 } ] }, { "query_id": 49612, "query": "A person's grandfather sounds a gong and starts walking around a person.", "relevant_moment": [ { "pair_id": 10960, "video_name": "house_s08e18_seg02_clip_19", "timestamp": [ 97.81, 121.31 ], "duration": 127.66, "caption": "A person's grandfather sounds a gong and starts walking around a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10961, "video_name": "house_s06e15_seg02_clip_22", "timestamp": [ 80.59, 83.75 ], "duration": 90.66, "caption": "A person walks up to his father while he's talking to a man.", "similarity": 0.5586, "relevance": 1 }, { "pair_id": 10962, "video_name": "castle_s03e11_seg02_clip_14", "timestamp": [ 9.68, 11.0 ], "duration": 88.66, "caption": "A person takes several steps towards his/her dad.", "similarity": 0.5472, "relevance": 1 }, { "pair_id": 10963, "video_name": "grey_s03e04_seg02_clip_06", "timestamp": [ 58.52, 69.77 ], "duration": 90.66, "caption": "A person meets someone's father and shakes their hand.", "similarity": 0.525, "relevance": 2 }, { "pair_id": 10964, "video_name": "castle_s02e15_seg02_clip_23", "timestamp": [ 78.91, 82.55 ], "duration": 91.66, "caption": "An elderly person is talking to two people while walking.", "similarity": 0.5236, "relevance": 4 }, { "pair_id": 10965, "video_name": "s02e23_seg02_clip_00", "timestamp": [ 28.53, 35.05 ], "duration": 62.66, "caption": "A person walks out and another person follows them while speaking.", "similarity": 0.5225, "relevance": 2 }, { "pair_id": 10966, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 42.72, 53.7 ], "duration": 61.66, "caption": "A person enters the home and tells their grandmother that they are there to stand up for someone.", "similarity": 0.5194, "relevance": 2 }, { "pair_id": 10967, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 37.08, 41.99 ], "duration": 89.66, "caption": "A person turns and sees the family walking towards them.", "similarity": 0.5177, "relevance": 1 }, { "pair_id": 10968, "video_name": "castle_s01e10_seg02_clip_17", "timestamp": [ 18.52, 27.79 ], "duration": 88.66, "caption": "A person and his parent walk a couple of steps.", "similarity": 0.516, "relevance": 1 }, { "pair_id": 10969, "video_name": "castle_s02e04_seg02_clip_20", "timestamp": [ 9.45, 12.6 ], "duration": 90.66, "caption": "A person walks out while he/she is talking to his/her parent.", "similarity": 0.5151, "relevance": 1 }, { "pair_id": 10970, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 45.6, 86.03 ], "duration": 86.66, "caption": "Three people walk up the stairs while discussing one person's grandmother.", "similarity": 0.5139, "relevance": 1 }, { "pair_id": 10971, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 62.49, 68.34 ], "duration": 89.66, "caption": "A person is talking to another person while he is walking.", "similarity": 0.5138, "relevance": 1 }, { "pair_id": 10972, "video_name": "s09e24_seg02_clip_08", "timestamp": [ 11.1, 15.91 ], "duration": 60.66, "caption": "A person and his parent are together and interacting with each other.", "similarity": 0.5084, "relevance": 2 }, { "pair_id": 10973, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 0.61, 2.75 ], "duration": 61.66, "caption": "A person walks towards another person as he is talking.", "similarity": 0.508, "relevance": 1 }, { "pair_id": 10974, "video_name": "friends_s05e07_seg02_clip_08", "timestamp": [ 15.56, 18.11 ], "duration": 51.66, "caption": "A person turns to another person and does a quiet down motion with his hand.", "similarity": 0.5068, "relevance": 1 }, { "pair_id": 10975, "video_name": "s01e12_seg02_clip_10", "timestamp": [ 32.57, 37.84 ], "duration": 62.66, "caption": "A person walks over to another person and makes a waving gesture with his hands.", "similarity": 0.5052, "relevance": 1 }, { "pair_id": 10976, "video_name": "house_s07e02_seg02_clip_06", "timestamp": [ 76.79, 79.05 ], "duration": 90.66, "caption": "An old person confirms that the elderly individual besides him is his father.", "similarity": 0.5042, "relevance": 2 }, { "pair_id": 10977, "video_name": "house_s03e19_seg02_clip_20", "timestamp": [ 83.89, 90.21 ], "duration": 90.66, "caption": "A person interrupts another person and the father stands up to listen to them.", "similarity": 0.5042, "relevance": 1 }, { "pair_id": 10978, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 21.61, 25.66 ], "duration": 90.66, "caption": "A person walks a little near someone and continues talking.", "similarity": 0.501, "relevance": 1 }, { "pair_id": 10979, "video_name": "castle_s02e24_seg02_clip_11", "timestamp": [ 5.98, 9.21 ], "duration": 92.66, "caption": "A person waves at someone and then proceeds to walk down the hall.", "similarity": 0.4969, "relevance": 1 }, { "pair_id": 184280, "video_name": "house_s01e04_seg02_clip_05", "timestamp": [ 27.43, 29.77 ], "duration": 58.66, "caption": "A person walks forward to talk to the patient's family.", "similarity": 0.4968, "relevance": 2 }, { "pair_id": 184281, "video_name": "house_s02e23_seg02_clip_02", "timestamp": [ 4.96, 10.82 ], "duration": 90.66, "caption": "A person walks with another person while they are talking.", "similarity": 0.4936, "relevance": 2 }, { "pair_id": 184282, "video_name": "castle_s08e04_seg02_clip_25", "timestamp": [ 83.03, 89.35 ], "duration": 90.66, "caption": "A person walks past another person and the other person turns around to call him.", "similarity": 0.4925, "relevance": 2 }, { "pair_id": 184283, "video_name": "castle_s06e02_seg02_clip_17", "timestamp": [ 86.64, 90.66 ], "duration": 90.66, "caption": "A person walks down a staircase and talks to another person.", "similarity": 0.4917, "relevance": 2 }, { "pair_id": 184284, "video_name": "s06e07_seg02_clip_03", "timestamp": [ 2.61, 6.38 ], "duration": 58.66, "caption": "A person walks a little near a person and talks to him.", "similarity": 0.4917, "relevance": 2 }, { "pair_id": 184285, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 66.51, 75.82 ], "duration": 93.66, "caption": "Someone is walking back and forth while talking to two other people.", "similarity": 0.4916, "relevance": 2 }, { "pair_id": 184286, "video_name": "house_s03e07_seg02_clip_09", "timestamp": [ 32.31, 36.46 ], "duration": 92.66, "caption": "A person is talking to another person while walking to him/her closely.", "similarity": 0.4916, "relevance": 2 }, { "pair_id": 184287, "video_name": "met_s03e08_seg02_clip_03", "timestamp": [ 7.1, 24.55 ], "duration": 59.66, "caption": "A man has a testy phone conversation with his relative.", "similarity": 0.4906, "relevance": 2 }, { "pair_id": 184288, "video_name": "house_s01e16_seg02_clip_13", "timestamp": [ 39.7, 49.28 ], "duration": 91.66, "caption": "A person shakes their head, stands up, and starts to walk past another person, then turns around as the person is talking.", "similarity": 0.4903, "relevance": 2 }, { "pair_id": 184289, "video_name": "house_s05e17_seg02_clip_13", "timestamp": [ 55.01, 59.3 ], "duration": 78.66, "caption": "A person puts their walking stick down while talking to another person.", "similarity": 0.4899, "relevance": 2 }, { "pair_id": 184290, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 42.47, 44.57 ], "duration": 84.66, "caption": "A person walks in forward and another person joins him.", "similarity": 0.4888, "relevance": 2 }, { "pair_id": 184291, "video_name": "s03e20_seg02_clip_03", "timestamp": [ 39.84, 43.38 ], "duration": 59.66, "caption": "A person waves goodbye to another person while walking backwards.", "similarity": 0.4869, "relevance": 1 }, { "pair_id": 184292, "video_name": "house_s01e03_seg02_clip_12", "timestamp": [ 25.63, 31.09 ], "duration": 84.66, "caption": "A person walks near another person and talks to them.", "similarity": 0.4861, "relevance": 1 }, { "pair_id": 184293, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 1.34, 7.57 ], "duration": 89.66, "caption": "A person picks up the phone while he's with his relative.", "similarity": 0.4854, "relevance": 2 }, { "pair_id": 184294, "video_name": "castle_s02e07_seg02_clip_20", "timestamp": [ 71.74, 88.02 ], "duration": 88.66, "caption": "A person is walking and another person joins him/her as they walk in the hallway speaking.", "similarity": 0.4851, "relevance": 2 }, { "pair_id": 184295, "video_name": "s08e06_seg02_clip_17", "timestamp": [ 11.8, 20.65 ], "duration": 118.66, "caption": "A person ascends the metal stairs and walks past someone.", "similarity": 0.4838, "relevance": 2 }, { "pair_id": 184296, "video_name": "house_s01e16_seg02_clip_20", "timestamp": [ 38.96, 47.98 ], "duration": 82.66, "caption": "A person tries to walk out and another person steps in front of him/her.", "similarity": 0.4833, "relevance": 2 }, { "pair_id": 184297, "video_name": "house_s04e02_seg02_clip_11", "timestamp": [ 61.88, 89.04 ], "duration": 89.66, "caption": "A person walks toward a closed door, motioning and talking; a person talks to the closed door; a person speaks and the person speaks to the door again and turns away.", "similarity": 0.4832, "relevance": 2 }, { "pair_id": 184298, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 10.26, 13.97 ], "duration": 57.66, "caption": "A person walks slowly to another person while they are talking.", "similarity": 0.4828, "relevance": 1 }, { "pair_id": 184299, "video_name": "house_s02e12_seg02_clip_14", "timestamp": [ 2.72, 5.97 ], "duration": 54.66, "caption": "A person is walking slowly while talking to another person.", "similarity": 0.4827, "relevance": 2 } ] }, { "query_id": 49630, "query": "Dr. Gregory was having a conversation with a person wearing a lab gown.", "relevant_moment": [ { "pair_id": 156480, "video_name": "house_s04e05_seg02_clip_12", "timestamp": [ 0.0, 3.48 ], "duration": 86.66, "caption": "Dr. Gregory was having a conversation with a person wearing a lab gown.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156481, "video_name": "house_s01e11_seg02_clip_00", "timestamp": [ 16.81, 54.16 ], "duration": 93.66, "caption": "A doctor was having a conversation with a person wearing lab gown.", "similarity": 0.8403, "relevance": 4 }, { "pair_id": 156482, "video_name": "house_s07e15_seg02_clip_13", "timestamp": [ 0.0, 8.84 ], "duration": 93.66, "caption": "Dr. Gregory, a man and a woman were having a conversation.", "similarity": 0.8012, "relevance": 4 }, { "pair_id": 156483, "video_name": "house_s05e10_seg02_clip_10", "timestamp": [ 30.03, 56.03 ], "duration": 89.66, "caption": "Dr. Gregory, man, woman and man were having a conversation.", "similarity": 0.788, "relevance": 4 }, { "pair_id": 156484, "video_name": "house_s01e16_seg02_clip_04", "timestamp": [ 0.0, 25.38 ], "duration": 90.66, "caption": "A doctor named Gregory was having a conversation with a woman wearing a blue dress.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 156485, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 36.5, 48.07 ], "duration": 89.66, "caption": "Dr. Gregory was having a conversation with the person lying on the hospital bed.", "similarity": 0.7595, "relevance": 3 }, { "pair_id": 156486, "video_name": "house_s07e13_seg02_clip_04", "timestamp": [ 0.0, 51.18 ], "duration": 86.66, "caption": "Dr. Gregory and Lisa were having an intense conversation.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 156487, "video_name": "house_s04e16_seg02_clip_03", "timestamp": [ 3.15, 90.02 ], "duration": 90.66, "caption": "Dr. Gregory was having a conversation with a young woman wearing red coat.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 156488, "video_name": "grey_s02e23_seg02_clip_01", "timestamp": [ 2.13, 20.01 ], "duration": 85.66, "caption": "A woman wearing lab gown was having a conversation with a man in lab gown, too.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 156489, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.6935, "relevance": 3 }, { "pair_id": 156490, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.6785, "relevance": 4 }, { "pair_id": 156491, "video_name": "house_s04e03_seg02_clip_26", "timestamp": [ 0.0, 30.6 ], "duration": 133.66, "caption": "A man was having a conversation with a woman wearing lab gown.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 156492, "video_name": "house_s01e11_seg02_clip_00", "timestamp": [ 20.54, 28.48 ], "duration": 93.66, "caption": "A person wearing a lab gown was talking to someone over the phone.", "similarity": 0.6731, "relevance": 3 }, { "pair_id": 156493, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 0.0, 51.38 ], "duration": 90.66, "caption": "A doctor was having a conversation with a person wearing cream colored coat.", "similarity": 0.6674, "relevance": 4 }, { "pair_id": 156494, "video_name": "house_s08e01_seg02_clip_16", "timestamp": [ 0.0, 21.63 ], "duration": 92.66, "caption": "A woman wearing lab gown and a man were having a conversation.", "similarity": 0.6613, "relevance": 4 }, { "pair_id": 156495, "video_name": "house_s08e12_seg02_clip_07", "timestamp": [ 0.0, 33.35 ], "duration": 91.66, "caption": "A man and a woman wearing lab gown were having a conversation.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 156496, "video_name": "friends_s08e22_seg02_clip_09", "timestamp": [ 0.0, 7.41 ], "duration": 57.66, "caption": "Two people were having a conversation with a woman wearing a lab gown.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 156497, "video_name": "house_s01e03_seg02_clip_18", "timestamp": [ 0.0, 11.7 ], "duration": 90.66, "caption": "Some doctors were having a conversation about a patient.", "similarity": 0.6484, "relevance": 3 }, { "pair_id": 156498, "video_name": "house_s01e11_seg02_clip_00", "timestamp": [ 16.81, 80.3 ], "duration": 93.66, "caption": "A doctor was standing in front of a person wearing a white lab gown.", "similarity": 0.6465, "relevance": 3 }, { "pair_id": 156499, "video_name": "house_s06e03_seg02_clip_04", "timestamp": [ 0.0, 47.63 ], "duration": 89.66, "caption": "A doctor has a conversation with a person in a striped shirt.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 329800, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.6442, "relevance": 3 }, { "pair_id": 329801, "video_name": "house_s08e18_seg02_clip_22", "timestamp": [ 0.0, 24.02 ], "duration": 98.66, "caption": "Two people wearing lab gowns were both attending to a patient.", "similarity": 0.6424, "relevance": 3 }, { "pair_id": 329802, "video_name": "house_s04e05_seg02_clip_12", "timestamp": [ 9.12, 25.63 ], "duration": 86.66, "caption": "Two people wearing lab gowns were both attending to a patient.", "similarity": 0.6424, "relevance": 3 }, { "pair_id": 329803, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 25.82, 89.02 ], "duration": 89.66, "caption": "A doctor walked towards a person and had a conversation with him.", "similarity": 0.6405, "relevance": 3 }, { "pair_id": 329804, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 73.54, 89.66 ], "duration": 89.66, "caption": "A person is having a conversation with some doctors.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 329805, "video_name": "house_s01e07_seg02_clip_18", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "A doctor was having a conversation with a person wearing gray jacket.", "similarity": 0.6379, "relevance": 3 }, { "pair_id": 329806, "video_name": "house_s06e02_seg02_clip_26", "timestamp": [ 0.0, 86.02 ], "duration": 86.66, "caption": "A doctor was having a conversation with a person wearing blue coat.", "similarity": 0.6374, "relevance": 3 }, { "pair_id": 329807, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.6368, "relevance": 3 }, { "pair_id": 329808, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.6367, "relevance": 3 }, { "pair_id": 329809, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 68.37, 93.03 ], "duration": 93.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 329810, "video_name": "house_s08e02_seg02_clip_17", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 329811, "video_name": "house_s06e14_seg02_clip_24", "timestamp": [ 0.0, 18.93 ], "duration": 88.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 329812, "video_name": "house_s05e15_seg02_clip_15", "timestamp": [ 47.09, 88.02 ], "duration": 88.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 329813, "video_name": "house_s03e22_seg02_clip_15", "timestamp": [ 44.11, 90.02 ], "duration": 90.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 4 }, { "pair_id": 329814, "video_name": "house_s03e12_seg02_clip_21", "timestamp": [ 0.0, 30.37 ], "duration": 88.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 329815, "video_name": "house_s02e21_seg02_clip_19", "timestamp": [ 0.0, 32.17 ], "duration": 96.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 329816, "video_name": "house_s02e07_seg02_clip_12", "timestamp": [ 85.05, 95.03 ], "duration": 95.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 329817, "video_name": "house_s01e21_seg02_clip_09", "timestamp": [ 73.82, 90.02 ], "duration": 90.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 329818, "video_name": "house_s01e17_seg02_clip_11", "timestamp": [ 49.29, 73.02 ], "duration": 73.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 329819, "video_name": "grey_s02e20_seg02_clip_06", "timestamp": [ 59.7, 87.66 ], "duration": 87.66, "caption": "A person is having a conversation with the patient.", "similarity": 0.6342, "relevance": 3 } ] }, { "query_id": 49687, "query": "A person talks on the phone while laughing and leaning forward.", "relevant_moment": [ { "pair_id": 161100, "video_name": "s04e09_seg02_clip_11", "timestamp": [ 31.08, 33.64 ], "duration": 57.66, "caption": "A person talks on the phone while laughing and leaning forward.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161101, "video_name": "s01e08_seg02_clip_00", "timestamp": [ 5.44, 28.49 ], "duration": 64.66, "caption": "A person is on the phone as two people laugh at him.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 161102, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 56.76, 62.03 ], "duration": 62.66, "caption": "A person is having a conversation over the phone.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 161103, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 26.55, 34.52 ], "duration": 88.66, "caption": "A person answers the phone and has a conversation.", "similarity": 0.7496, "relevance": 3 }, { "pair_id": 161104, "video_name": "house_s07e05_seg02_clip_02", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person is seriously talking to someone over the phone.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 161105, "video_name": "house_s02e08_seg02_clip_23", "timestamp": [ 21.37, 53.86 ], "duration": 89.66, "caption": "A person has a conversation on a telephone.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 161106, "video_name": "friends_s05e23-24_seg02_clip_26", "timestamp": [ 0.0, 1.89 ], "duration": 63.66, "caption": "A man is giggling while talking on the phone.", "similarity": 0.7335, "relevance": 3 }, { "pair_id": 161107, "video_name": "house_s02e20_seg02_clip_23", "timestamp": [ 23.67, 29.58 ], "duration": 91.66, "caption": "A person is talking to someone on the phone.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 161108, "video_name": "castle_s04e01_seg02_clip_14", "timestamp": [ 4.14, 8.74 ], "duration": 92.66, "caption": "A person on the phone talking to someone.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 161109, "video_name": "friends_s10e05_seg02_clip_20", "timestamp": [ 14.58, 33.24 ], "duration": 58.66, "caption": "A person was speaking to someone over the phone.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 161110, "video_name": "s04e09_seg01_clip_00", "timestamp": [ 39.39, 48.07 ], "duration": 62.66, "caption": "A person is saying something to another person and then turns around to answer the phone.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 161111, "video_name": "house_s07e05_seg02_clip_02", "timestamp": [ 75.26, 82.84 ], "duration": 89.66, "caption": "A person looks down and starts having a conversation on their cell phone.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 161112, "video_name": "met_s06e05_seg02_clip_09", "timestamp": [ 25.13, 29.73 ], "duration": 61.66, "caption": "A person pats their cell phone on their palm while having a conversation.", "similarity": 0.7059, "relevance": 1 }, { "pair_id": 161113, "video_name": "house_s02e09_seg02_clip_08", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A person talks on a telephone briefly and then hangs it up.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 161114, "video_name": "house_s07e13_seg02_clip_05", "timestamp": [ 79.65, 81.92 ], "duration": 91.66, "caption": "A person gives a funny look as he/she is talking.", "similarity": 0.7028, "relevance": 1 }, { "pair_id": 161115, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person is holding his phone as he is speaking to another person.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 161116, "video_name": "castle_s08e07_seg02_clip_20", "timestamp": [ 86.47, 91.03 ], "duration": 91.66, "caption": "A person answers their cell phone and leans over on their elbow.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 161117, "video_name": "s08e20_seg02_clip_13", "timestamp": [ 48.32, 53.12 ], "duration": 60.66, "caption": "A person leans over and talks into a microphone.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 161118, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 45.59, 48.75 ], "duration": 90.66, "caption": "A person sits down while talking on his phone.", "similarity": 0.6959, "relevance": 3 }, { "pair_id": 161119, "video_name": "grey_s02e01_seg02_clip_15", "timestamp": [ 83.72, 85.52 ], "duration": 90.66, "caption": "A person is sitting down talking on the phone.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 334420, "video_name": "friends_s06e05_seg02_clip_19", "timestamp": [ 23.95, 26.47 ], "duration": 84.66, "caption": "A person brings head down to hand and laughs as he talks to person.", "similarity": 0.6929, "relevance": 3 }, { "pair_id": 334421, "video_name": "castle_s06e07_seg02_clip_06", "timestamp": [ 0.0, 3.56 ], "duration": 89.66, "caption": "A person wearing gray top is having a conversation on the phone.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 334422, "video_name": "house_s03e19_seg02_clip_18", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A person is talking to some people over the phone.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 334423, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 58.34, 70.65 ], "duration": 91.66, "caption": "A person was having a conversation with someone over the phone.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 334424, "video_name": "house_s05e10_seg02_clip_06", "timestamp": [ 13.5, 16.2 ], "duration": 90.66, "caption": "A person hangs up the phone and turns to resume a conversation.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 334425, "video_name": "castle_s08e17_seg02_clip_03", "timestamp": [ 0.0, 32.87 ], "duration": 91.66, "caption": "A person was talking to someone over the phone.", "similarity": 0.6871, "relevance": 3 }, { "pair_id": 334426, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 14.1, 47.48 ], "duration": 94.66, "caption": "A person was talking to someone over the phone.", "similarity": 0.6871, "relevance": 3 }, { "pair_id": 334427, "video_name": "castle_s07e15_seg02_clip_09", "timestamp": [ 23.86, 28.36 ], "duration": 90.66, "caption": "A person is walking slowly while talking seriously over the phone.", "similarity": 0.6853, "relevance": 3 }, { "pair_id": 334428, "video_name": "castle_s01e03_seg02_clip_13", "timestamp": [ 66.81, 81.81 ], "duration": 90.66, "caption": "A person answers his phone and talks as he walks.", "similarity": 0.6845, "relevance": 3 }, { "pair_id": 334429, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person talks on the phone and then hangs the phone up.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 334430, "video_name": "s07e07_seg02_clip_01", "timestamp": [ 0.0, 12.61 ], "duration": 63.66, "caption": "A person is using their cellphone as they are talking to another person.", "similarity": 0.6835, "relevance": 1 }, { "pair_id": 334431, "video_name": "met_s02e15_seg02_clip_06", "timestamp": [ 3.2, 14.92 ], "duration": 71.66, "caption": "One person bends down to say something to another person while on the phone.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 334432, "video_name": "s08e23_seg02_clip_05", "timestamp": [ 24.61, 32.41 ], "duration": 60.66, "caption": "A person is laughing at something someone says, and then he leans over to look at and wave at another person.", "similarity": 0.6799, "relevance": 3 }, { "pair_id": 334433, "video_name": "castle_s07e12_seg02_clip_09", "timestamp": [ 0.0, 19.33 ], "duration": 89.66, "caption": "A person is holding up his cellphone as he is speaking to another person.", "similarity": 0.679, "relevance": 1 }, { "pair_id": 334434, "video_name": "met_s03e03_seg02_clip_04", "timestamp": [ 3.61, 4.82 ], "duration": 60.66, "caption": "A person does air quotes while talking on their cell phone.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 334435, "video_name": "s09e18_seg02_clip_13", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A person is talking with their body moving back and forth.", "similarity": 0.6774, "relevance": 1 }, { "pair_id": 334436, "video_name": "met_s04e01_seg02_clip_08", "timestamp": [ 0.0, 10.76 ], "duration": 61.66, "caption": "A person is talking on the phone and then hangs up.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 334437, "video_name": "house_s04e06_seg02_clip_15", "timestamp": [ 20.72, 25.78 ], "duration": 92.66, "caption": "A person is on the phone in front of someone.", "similarity": 0.6767, "relevance": 3 }, { "pair_id": 334438, "video_name": "castle_s05e02_seg02_clip_06", "timestamp": [ 71.45, 78.28 ], "duration": 91.66, "caption": "A person has a phone conversation as he/she walks quickly.", "similarity": 0.675, "relevance": 3 }, { "pair_id": 334439, "video_name": "s02e15_seg01_clip_01", "timestamp": [ 7.48, 9.91 ], "duration": 44.66, "caption": "A person leans over the sink while talking on the phone.", "similarity": 0.6741, "relevance": 3 } ] }, { "query_id": 49717, "query": "A man sits at a woman's desk and takes a file from her desk to look at it.", "relevant_moment": [ { "pair_id": 35360, "video_name": "castle_s02e09_seg02_clip_22", "timestamp": [ 81.57, 91.14 ], "duration": 91.66, "caption": "A man sits at a woman's desk and takes a file from her desk to look at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 35361, "video_name": "castle_s03e20_seg02_clip_04", "timestamp": [ 6.75, 9.45 ], "duration": 90.66, "caption": "A man hands a woman a file folder as she sits at her desk.", "similarity": 0.8384, "relevance": 2 }, { "pair_id": 35362, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 35.56, 39.61 ], "duration": 90.66, "caption": "A man shows a woman a file he has on his desk.", "similarity": 0.8282, "relevance": 1 }, { "pair_id": 35363, "video_name": "castle_s02e24_seg02_clip_19", "timestamp": [ 62.1, 68.24 ], "duration": 68.66, "caption": "A woman grabs a file from her desk and points to a picture of a man.", "similarity": 0.7936, "relevance": 1 }, { "pair_id": 35364, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 61.33, 64.45 ], "duration": 69.66, "caption": "A man walks up to woman's desk and hands her a file.", "similarity": 0.7912, "relevance": 1 }, { "pair_id": 35365, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 71.24, 72.59 ], "duration": 89.66, "caption": "A man takes the file he is looking at and puts it out on the desk.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 35366, "video_name": "castle_s05e17_seg02_clip_25", "timestamp": [ 72.22, 77.25 ], "duration": 91.66, "caption": "A woman hands a man a file while walking to her desk.", "similarity": 0.7881, "relevance": 2 }, { "pair_id": 35367, "video_name": "castle_s03e14_seg02_clip_07", "timestamp": [ 84.91, 87.62 ], "duration": 90.66, "caption": "A man takes a file from his desk and places it in front of someone.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 35368, "video_name": "house_s03e11_seg02_clip_02", "timestamp": [ 7.15, 9.39 ], "duration": 89.66, "caption": "A man walks into a woman's office when she's looking at a file.", "similarity": 0.768, "relevance": 0 }, { "pair_id": 35369, "video_name": "house_s03e21_seg02_clip_06", "timestamp": [ 7.74, 14.56 ], "duration": 91.66, "caption": "A man picks up a file from the desk in front of him, skims through it and passes it to woman.", "similarity": 0.7652, "relevance": 1 }, { "pair_id": 35370, "video_name": "grey_s02e23_seg02_clip_19", "timestamp": [ 73.44, 76.12 ], "duration": 89.66, "caption": "A woman drops a file on the desk as she approaches man.", "similarity": 0.7629, "relevance": 1 }, { "pair_id": 35371, "video_name": "house_s02e09_seg02_clip_20", "timestamp": [ 78.36, 80.16 ], "duration": 90.66, "caption": "A woman hands man a file as he is seated.", "similarity": 0.7563, "relevance": 1 }, { "pair_id": 35372, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 35373, "video_name": "castle_s03e02_seg02_clip_03", "timestamp": [ 8.55, 12.6 ], "duration": 90.66, "caption": "A woman hands a man a piece of paper from her folder while he is sat at his desk.", "similarity": 0.7521, "relevance": 2 }, { "pair_id": 35374, "video_name": "house_s06e13_seg02_clip_03", "timestamp": [ 34.62, 38.38 ], "duration": 83.66, "caption": "A woman hands a folder to man while sitting at her desk.", "similarity": 0.7515, "relevance": 1 }, { "pair_id": 35375, "video_name": "castle_s01e09_seg02_clip_08", "timestamp": [ 39.21, 43.62 ], "duration": 98.66, "caption": "A man sits down at someone's desk while they're looking at a folder.", "similarity": 0.7514, "relevance": 1 }, { "pair_id": 35376, "video_name": "castle_s06e08_seg02_clip_04", "timestamp": [ 21.52, 27.02 ], "duration": 91.66, "caption": "A woman reads the file to a man while he's sitting.", "similarity": 0.7504, "relevance": 1 }, { "pair_id": 35377, "video_name": "castle_s05e02_seg02_clip_18", "timestamp": [ 12.06, 15.63 ], "duration": 89.66, "caption": "A man and a woman sit down to look at a file.", "similarity": 0.7454, "relevance": 1 }, { "pair_id": 35378, "video_name": "house_s02e23_seg02_clip_20", "timestamp": [ 3.69, 7.84 ], "duration": 92.66, "caption": "A woman picks up some files from the desk in front of a man.", "similarity": 0.7411, "relevance": 1 }, { "pair_id": 35379, "video_name": "castle_s03e19_seg02_clip_15", "timestamp": [ 55.02, 59.86 ], "duration": 88.66, "caption": "A man hands woman a file and woman looks at it.", "similarity": 0.7408, "relevance": 1 }, { "pair_id": 208680, "video_name": "castle_s02e06_seg02_clip_07", "timestamp": [ 77.89, 80.06 ], "duration": 87.66, "caption": "A man pulls a piece of paper out of a file folder and hands it to a woman as he stands next to her desk.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 208681, "video_name": "house_s04e16_seg02_clip_01", "timestamp": [ 58.61, 65.12 ], "duration": 93.66, "caption": "A person pulls out a file while sitting at his desk and talking with man.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 208682, "video_name": "house_s02e23_seg02_clip_07", "timestamp": [ 7.7, 12.24 ], "duration": 90.66, "caption": "A woman walks around the desk and sets down the files in front of a man.", "similarity": 0.734, "relevance": 3 }, { "pair_id": 208683, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 55.53, 60.99 ], "duration": 91.66, "caption": "A woman gives a file to man and he looks at it.", "similarity": 0.7314, "relevance": 4 }, { "pair_id": 208684, "video_name": "castle_s04e03_seg02_clip_23", "timestamp": [ 49.06, 54.91 ], "duration": 90.66, "caption": "A person walks in and stands next to woman, who is sitting on a desk and reading a file.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 208685, "video_name": "house_s01e06_seg02_clip_08", "timestamp": [ 21.39, 30.04 ], "duration": 91.66, "caption": "A man holds up a file, sits down, and hands it to a woman.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 208686, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 0.0, 8.56 ], "duration": 90.66, "caption": "A man gives a woman a file which she takes and reads.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 208687, "video_name": "castle_s07e12_seg02_clip_25", "timestamp": [ 62.93, 66.1 ], "duration": 90.66, "caption": "A woman is seated at a desk and looking through a file folder.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 208688, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 29.99, 33.9 ], "duration": 86.66, "caption": "A man walks in and sits down on a woman's desk.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 208689, "video_name": "house_s03e12_seg02_clip_05", "timestamp": [ 77.1, 81.8 ], "duration": 94.66, "caption": "A man looks at a file while talking with a woman.", "similarity": 0.7177, "relevance": 3 }, { "pair_id": 208690, "video_name": "castle_s02e07_seg02_clip_06", "timestamp": [ 69.35, 73.0 ], "duration": 91.66, "caption": "A man hands a woman a file folder of someone and she looks at it.", "similarity": 0.7168, "relevance": 3 }, { "pair_id": 208691, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 32.05, 34.72 ], "duration": 89.66, "caption": "A man hands woman a file to read.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 208692, "video_name": "castle_s02e16_seg02_clip_09", "timestamp": [ 14.71, 16.49 ], "duration": 89.66, "caption": "A man hands a woman a case file as she is sitting.", "similarity": 0.7123, "relevance": 3 }, { "pair_id": 208693, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 8.58, 20.66 ], "duration": 63.66, "caption": "A man looks through paperwork on his desk after a woman asks him to.", "similarity": 0.7107, "relevance": 4 }, { "pair_id": 208694, "video_name": "castle_s02e06_seg02_clip_25", "timestamp": [ 20.26, 26.56 ], "duration": 90.66, "caption": "A man sits down at the desk across from a woman.", "similarity": 0.7077, "relevance": 3 }, { "pair_id": 208695, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 74.83, 81.14 ], "duration": 90.66, "caption": "A man hands woman a file and she reads it.", "similarity": 0.7021, "relevance": 3 }, { "pair_id": 208696, "video_name": "castle_s01e04_seg02_clip_16", "timestamp": [ 3.15, 6.75 ], "duration": 90.66, "caption": "Woman hands person a file as he sits across from her.", "similarity": 0.702, "relevance": 4 }, { "pair_id": 208697, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A man is looking a file of someone and he hands it to a woman.", "similarity": 0.7, "relevance": 3 }, { "pair_id": 208698, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 3.22, 10.12 ], "duration": 92.66, "caption": "A man hands a file to another man when he's sitting with a woman.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 208699, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 52.45, 59.88 ], "duration": 92.66, "caption": "A man looks at a file while a woman walks out of the room.", "similarity": 0.6991, "relevance": 4 } ] }, { "query_id": 49726, "query": "A woman takes a key chain out of her breast pocket, walks to the kitchen and puts the item on the counter.", "relevant_moment": [ { "pair_id": 4240, "video_name": "friends_s10e17-18_seg02_clip_45", "timestamp": [ 22.89, 31.73 ], "duration": 61.66, "caption": "A woman takes a key chain out of her breast pocket, walks to the kitchen and puts the item on the counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4241, "video_name": "grey_s03e20_seg02_clip_00", "timestamp": [ 2.35, 8.46 ], "duration": 94.66, "caption": "A woman walks into the kitchen and puts a bag on the counter.", "similarity": 0.7797, "relevance": 2 }, { "pair_id": 4242, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 23.5, 30.82 ], "duration": 61.66, "caption": "A woman walks into the kitchen and takes food from a container in the counter.", "similarity": 0.761, "relevance": 1 }, { "pair_id": 4243, "video_name": "s07e22_seg02_clip_12", "timestamp": [ 51.87, 55.23 ], "duration": 61.66, "caption": "A woman turns and walks to the kitchen counter.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 4244, "video_name": "s09e24_seg02_clip_08", "timestamp": [ 36.62, 41.72 ], "duration": 60.66, "caption": "A woman enters the kitchen and walks towards the counter.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 4245, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 74.04, 76.36 ], "duration": 92.66, "caption": "A woman walks towards the kitchen and picks up a handbag on the counter.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 4246, "video_name": "castle_s02e22_seg02_clip_20", "timestamp": [ 79.04, 85.22 ], "duration": 88.66, "caption": "A woman walks into the kitchen and puts a plate on the counter.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 4247, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 49.85, 59.1 ], "duration": 66.66, "caption": "A woman picks her pocketbook up off the counter and walks out the door.", "similarity": 0.7225, "relevance": 1 }, { "pair_id": 4248, "video_name": "grey_s03e20_seg02_clip_00", "timestamp": [ 21.16, 28.68 ], "duration": 94.66, "caption": "A woman walks into the kitchen and sits at the counter.", "similarity": 0.7142, "relevance": 1 }, { "pair_id": 4249, "video_name": "friends_s04e17_seg02_clip_08", "timestamp": [ 17.6, 23.73 ], "duration": 51.66, "caption": "A woman gets up and walks toward the kitchen counter.", "similarity": 0.7132, "relevance": 1 }, { "pair_id": 4250, "video_name": "grey_s03e23_seg02_clip_21", "timestamp": [ 10.47, 13.65 ], "duration": 91.66, "caption": "A woman stands up and walks to the kitchen counter.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 4251, "video_name": "castle_s04e15_seg02_clip_08", "timestamp": [ 8.36, 19.37 ], "duration": 88.66, "caption": "A woman walks into the kitchen and touches a mug on the counter.", "similarity": 0.6802, "relevance": 1 }, { "pair_id": 4252, "video_name": "s02e14_seg02_clip_10", "timestamp": [ 25.53, 29.59 ], "duration": 58.66, "caption": "A woman walks around the kitchen counter to take a seat.", "similarity": 0.6783, "relevance": 1 }, { "pair_id": 4253, "video_name": "friends_s07e19_seg02_clip_08", "timestamp": [ 21.89, 26.22 ], "duration": 57.66, "caption": "A woman walks into apartment and places purse on kitchen counter.", "similarity": 0.6758, "relevance": 2 }, { "pair_id": 4254, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 31.85, 35.01 ], "duration": 57.66, "caption": "A woman grabs the kitchen from the counter and puts it on the floor.", "similarity": 0.6633, "relevance": 1 }, { "pair_id": 4255, "video_name": "s07e04_seg02_clip_04", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A woman walks from the kitchen counter to a man and stops.", "similarity": 0.6564, "relevance": 1 }, { "pair_id": 4256, "video_name": "s08e19_seg01_clip_00", "timestamp": [ 32.32, 34.6 ], "duration": 91.66, "caption": "A woman walks from the kitchen to the living room with her food.", "similarity": 0.6552, "relevance": 0 }, { "pair_id": 4257, "video_name": "s03e06_seg02_clip_02", "timestamp": [ 38.14, 44.25 ], "duration": 61.66, "caption": "A woman picks up four bottles from the living room table, and walks over to the kitchen.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 4258, "video_name": "s10e06_seg02_clip_03", "timestamp": [ 18.03, 20.94 ], "duration": 53.66, "caption": "A woman walks her way to the kitchen table where a person is doing something.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 4259, "video_name": "friends_s01e04_seg02_clip_22", "timestamp": [ 62.57, 67.97 ], "duration": 90.66, "caption": "A woman walks into the kitchen to get the phone.", "similarity": 0.6512, "relevance": 1 } ] }, { "query_id": 49825, "query": "A small dog barks at a man scaring him.", "relevant_moment": [ { "pair_id": 15300, "video_name": "met_s03e19_seg02_clip_16", "timestamp": [ 0.0, 6.37 ], "duration": 57.66, "caption": "A small dog barks at a man scaring him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15301, "video_name": "castle_s03e07_seg02_clip_17", "timestamp": [ 53.23, 54.13 ], "duration": 90.66, "caption": "A person jumps while a dog is barking at them.", "similarity": 0.6033, "relevance": 4 }, { "pair_id": 15302, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 16.91, 20.03 ], "duration": 89.66, "caption": "A man tells the dog to attack another man before taking them off the leash.", "similarity": 0.6001, "relevance": 3 }, { "pair_id": 15303, "video_name": "castle_s04e13_seg02_clip_25", "timestamp": [ 53.96, 58.61 ], "duration": 93.66, "caption": "A smaller animal barks when a bigger animal gets too close to her.", "similarity": 0.593, "relevance": 2 }, { "pair_id": 15304, "video_name": "s09e15_seg02_clip_09", "timestamp": [ 45.05, 46.19 ], "duration": 57.66, "caption": "A little animal bites a man on the finger.", "similarity": 0.5916, "relevance": 3 }, { "pair_id": 15305, "video_name": "friends_s10e12_seg02_clip_28", "timestamp": [ 21.18, 26.4 ], "duration": 58.66, "caption": "A man looks down at a small dog in his arms as he has a conversation with guy.", "similarity": 0.587, "relevance": 2 }, { "pair_id": 15306, "video_name": "castle_s08e21_seg02_clip_20", "timestamp": [ 6.08, 9.5 ], "duration": 76.66, "caption": "A man yells at a woman for scaring him at night while under stress.", "similarity": 0.5856, "relevance": 0 }, { "pair_id": 15307, "video_name": "house_s01e04_seg02_clip_16", "timestamp": [ 0.0, 5.88 ], "duration": 98.66, "caption": "A man talks to another man in the hallway scaring him.", "similarity": 0.5842, "relevance": 0 }, { "pair_id": 15308, "video_name": "house_s04e13_seg02_clip_04", "timestamp": [ 59.5, 64.49 ], "duration": 76.66, "caption": "A man barks in order to another man who declines to go along with him.", "similarity": 0.5799, "relevance": 0 }, { "pair_id": 15309, "video_name": "castle_s07e11_seg02_clip_24", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A man yells at person while he's up against a wall while he doesn't have a dog.", "similarity": 0.5734, "relevance": 0 }, { "pair_id": 15310, "video_name": "house_s01e14_seg02_clip_23", "timestamp": [ 37.27, 39.97 ], "duration": 108.66, "caption": "A man screams out loud to scare the person.", "similarity": 0.5728, "relevance": 2 }, { "pair_id": 15311, "video_name": "friends_s10e12_seg02_clip_23", "timestamp": [ 2.66, 5.02 ], "duration": 59.66, "caption": "A man picks up the small white dog and snarky laughs at person.", "similarity": 0.5711, "relevance": 2 }, { "pair_id": 15312, "video_name": "house_s07e12_seg02_clip_25", "timestamp": [ 70.56, 79.7 ], "duration": 166.66, "caption": "A man suddenly appears holding an animal which frightens another man.", "similarity": 0.5645, "relevance": 3 }, { "pair_id": 15313, "video_name": "friends_s07e12_seg02_clip_13", "timestamp": [ 32.41, 35.12 ], "duration": 60.66, "caption": "A man knocks on the door and the dog barks.", "similarity": 0.552, "relevance": 2 }, { "pair_id": 15314, "video_name": "grey_s03e10_seg02_clip_10", "timestamp": [ 27.33, 44.36 ], "duration": 89.66, "caption": "A man screams at a person because of the disappointment he has caused.", "similarity": 0.5476, "relevance": 2 }, { "pair_id": 15315, "video_name": "met_s02e16_seg02_clip_10", "timestamp": [ 8.64, 12.65 ], "duration": 61.66, "caption": "A man pets his dog after saying he's making a sacrifice.", "similarity": 0.5465, "relevance": 2 }, { "pair_id": 15316, "video_name": "castle_s04e13_seg02_clip_06", "timestamp": [ 24.79, 29.3 ], "duration": 90.66, "caption": "A man compliments the dog while he's petting it.", "similarity": 0.5321, "relevance": 2 }, { "pair_id": 15317, "video_name": "friends_s07e08_seg02_clip_16", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A man yells for the pet but can not find it.", "similarity": 0.5242, "relevance": 0 }, { "pair_id": 15318, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 45.52, 52.02 ], "duration": 52.66, "caption": "A man bursts through the door screaming he is going to kill a person as a person hides behind another person.", "similarity": 0.5208, "relevance": 1 }, { "pair_id": 15319, "video_name": "castle_s05e05_seg02_clip_15", "timestamp": [ 4.35, 6.53 ], "duration": 87.66, "caption": "A man tells person only he can hear him scream.", "similarity": 0.5191, "relevance": 0 } ] }, { "query_id": 49847, "query": "A woman is taking out devices from her bag while by the kitchen island.", "relevant_moment": [ { "pair_id": 14580, "video_name": "s04e16_seg02_clip_07", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A woman is taking out devices from her bag while by the kitchen island.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 14581, "video_name": "s07e02_seg02_clip_04", "timestamp": [ 28.22, 29.46 ], "duration": 62.66, "caption": "A person picks up a take out bag from the kitchen island.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 14582, "video_name": "s08e19_seg02_clip_17", "timestamp": [ 59.55, 62.03 ], "duration": 62.66, "caption": "A person takes their backpack off at the kitchen island.", "similarity": 0.705, "relevance": 1 }, { "pair_id": 14583, "video_name": "s09e12_seg01_clip_01", "timestamp": [ 21.35, 27.74 ], "duration": 44.66, "caption": "A person is unpacking a bag of Chinese food take out onto the kitchen island.", "similarity": 0.6443, "relevance": 2 }, { "pair_id": 14584, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 9.6, 12.01 ], "duration": 60.66, "caption": "A woman takes an object out of a bag and places it on the counter.", "similarity": 0.6347, "relevance": 3 }, { "pair_id": 14585, "video_name": "s06e21_seg02_clip_06", "timestamp": [ 27.45, 35.71 ], "duration": 59.66, "caption": "A woman takes items out of her bag and places them on the table.", "similarity": 0.619, "relevance": 4 }, { "pair_id": 14586, "video_name": "castle_s03e13_seg02_clip_11", "timestamp": [ 2.26, 3.17 ], "duration": 90.66, "caption": "A woman puts paper towels in the kitchen island.", "similarity": 0.6187, "relevance": 1 }, { "pair_id": 14587, "video_name": "s02e19_seg02_clip_11", "timestamp": [ 21.25, 41.61 ], "duration": 59.66, "caption": "A woman is taking food and condiments out of a bag onto the coffee table.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 14588, "video_name": "friends_s02e17_seg02_clip_02", "timestamp": [ 0.0, 1.98 ], "duration": 79.66, "caption": "A woman takes out a bottle of detergent from her basket onto the kitchen table.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 14589, "video_name": "s08e15_seg02_clip_00", "timestamp": [ 7.93, 50.96 ], "duration": 61.66, "caption": "A woman is taking groceries out of a grocery bag on the kitchen counter.", "similarity": 0.6141, "relevance": 2 }, { "pair_id": 14590, "video_name": "grey_s03e20_seg02_clip_00", "timestamp": [ 2.35, 8.46 ], "duration": 94.66, "caption": "A woman walks into the kitchen and puts a bag on the counter.", "similarity": 0.6114, "relevance": 1 }, { "pair_id": 14591, "video_name": "s05e19_seg02_clip_06", "timestamp": [ 34.58, 45.65 ], "duration": 54.66, "caption": "A person is in the kitchen taking food out of grocery bags.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 14592, "video_name": "s08e07_seg02_clip_02", "timestamp": [ 1.74, 4.35 ], "duration": 58.66, "caption": "A person removes their laptop bag as they stand in the kitchen talking.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 14593, "video_name": "s06e19_seg01_clip_01", "timestamp": [ 36.77, 42.02 ], "duration": 42.66, "caption": "A person takes his bag of take out food to the kitchen.", "similarity": 0.6053, "relevance": 0 }, { "pair_id": 14594, "video_name": "castle_s04e17_seg02_clip_01", "timestamp": [ 79.92, 81.3 ], "duration": 91.66, "caption": "A woman takes out food from a paper bag in her hand and eats it.", "similarity": 0.6044, "relevance": 0 }, { "pair_id": 14595, "video_name": "s01e04_seg02_clip_10", "timestamp": [ 36.7, 41.74 ], "duration": 56.66, "caption": "A woman grabs a plate from the kitchen island where someone is at.", "similarity": 0.6013, "relevance": 1 }, { "pair_id": 14596, "video_name": "house_s05e09_seg02_clip_13", "timestamp": [ 39.57, 45.09 ], "duration": 92.66, "caption": "A woman grabs supplies out of the cabinet in the other room.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 14597, "video_name": "friends_s10e17-18_seg02_clip_45", "timestamp": [ 22.89, 31.73 ], "duration": 61.66, "caption": "A woman takes a key chain out of her breast pocket, walks to the kitchen and puts the item on the counter.", "similarity": 0.594, "relevance": 1 }, { "pair_id": 14598, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 1.53, 5.2 ], "duration": 61.66, "caption": "A woman pulls out and shows off a little box from inside the bag she is carrying.", "similarity": 0.5931, "relevance": 2 }, { "pair_id": 14599, "video_name": "castle_s07e22_seg02_clip_00", "timestamp": [ 8.26, 11.47 ], "duration": 91.66, "caption": "A woman walks into the kitchen with her laptop in hand.", "similarity": 0.5878, "relevance": 1 } ] }, { "query_id": 49862, "query": "A guy moves large pieces of luggage into the room.", "relevant_moment": [ { "pair_id": 133420, "video_name": "s04e16_seg02_clip_08", "timestamp": [ 36.3, 42.2 ], "duration": 59.66, "caption": "A guy moves large pieces of luggage into the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 133421, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 3.66, 9.46 ], "duration": 61.66, "caption": "A person enters the apartment pulling a piece of luggage.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 133423, "video_name": "house_s07e08_seg02_clip_24", "timestamp": [ 62.12, 88.11 ], "duration": 88.66, "caption": "A man walks into the bedroom where another person is packing a suitcase.", "similarity": 0.6356, "relevance": 0 }, { "pair_id": 133424, "video_name": "friends_s05e05_seg02_clip_04", "timestamp": [ 46.22, 48.02 ], "duration": 60.66, "caption": "A man grabs the luggage off of the couch and runs from the room.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 133425, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 11.1, 15.91 ], "duration": 60.66, "caption": "A person reaches to place a piece of black luggage in the overhead compartment.", "similarity": 0.6277, "relevance": 1 }, { "pair_id": 133426, "video_name": "s02e01_seg02_clip_05", "timestamp": [ 7.41, 12.26 ], "duration": 57.66, "caption": "A person walks into the room and sets down their bag.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 133427, "video_name": "s03e13_seg02_clip_13", "timestamp": [ 37.14, 40.62 ], "duration": 58.66, "caption": "A person is packing his clothes in his suitcase.", "similarity": 0.6154, "relevance": 2 }, { "pair_id": 133428, "video_name": "house_s02e20_seg02_clip_00", "timestamp": [ 22.09, 25.77 ], "duration": 92.66, "caption": "A person enters the room carrying some folders in his hands.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 133429, "video_name": "s04e16_seg02_clip_14", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A man goes through the front door with his luggage.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 133430, "video_name": "castle_s08e05_seg02_clip_00", "timestamp": [ 0.46, 9.2 ], "duration": 92.66, "caption": "A man walks into the room with two brown bags in his hands.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 133431, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 11.1, 14.41 ], "duration": 60.66, "caption": "A person places his suitcase in the compartment above his seat.", "similarity": 0.6004, "relevance": 1 }, { "pair_id": 133432, "video_name": "house_s05e24_seg02_clip_11", "timestamp": [ 78.49, 83.9 ], "duration": 90.66, "caption": "Two people walk into a man's rooms while he put things in his bag.", "similarity": 0.5993, "relevance": 1 }, { "pair_id": 133433, "video_name": "s03e12_seg02_clip_11", "timestamp": [ 34.23, 37.43 ], "duration": 58.66, "caption": "A person walks into the apartment carrying a large bag.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 133434, "video_name": "friends_s07e23-24_seg02_clip_11", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A man comes out of their room and puts a backpack on.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 133435, "video_name": "s04e16_seg02_clip_13", "timestamp": [ 40.77, 43.91 ], "duration": 57.66, "caption": "A man pulls luggage to the front door of his house.", "similarity": 0.5919, "relevance": 3 }, { "pair_id": 133436, "video_name": "s05e20_seg02_clip_13", "timestamp": [ 17.71, 23.41 ], "duration": 60.66, "caption": "A man moves some equipment from one side of the room to the shelves.", "similarity": 0.5916, "relevance": 0 }, { "pair_id": 133437, "video_name": "friends_s10e17-18_seg02_clip_34", "timestamp": [ 31.84, 36.51 ], "duration": 54.66, "caption": "A man jumps up and gets his luggage.", "similarity": 0.5903, "relevance": 1 }, { "pair_id": 133438, "video_name": "castle_s01e07_seg02_clip_05", "timestamp": [ 68.42, 71.05 ], "duration": 87.66, "caption": "A man enters the room carrying a plastic bag which he hands to a woman.", "similarity": 0.5857, "relevance": 1 }, { "pair_id": 133439, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 76.1, 80.04 ], "duration": 87.66, "caption": "A man entering through the door with his suitcase in hand.", "similarity": 0.5855, "relevance": 1 } ] }, { "query_id": 49901, "query": "A man tries to kiss a woman when he walks up to her.", "relevant_moment": [ { "pair_id": 18560, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 14.18, 17.65 ], "duration": 63.66, "caption": "A man tries to kiss a woman when he walks up to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18562, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 77.83, 91.03 ], "duration": 91.66, "caption": "A man walks up to a woman and she puts her arms around him and they kiss.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 18563, "video_name": "friends_s02e20_seg02_clip_13", "timestamp": [ 59.65, 62.0 ], "duration": 67.66, "caption": "A man walks up to woman and kisses her.", "similarity": 0.8751, "relevance": 4 }, { "pair_id": 18567, "video_name": "friends_s04e01_seg01_clip_01", "timestamp": [ 18.51, 27.77 ], "duration": 74.66, "caption": "A man walked to a woman and continued to kiss her.", "similarity": 0.8401, "relevance": 4 }, { "pair_id": 18569, "video_name": "friends_s09e06_seg02_clip_18", "timestamp": [ 7.56, 13.45 ], "duration": 56.66, "caption": "A man walks towards a woman and tries to kiss but she rebukes him.", "similarity": 0.8254, "relevance": 4 }, { "pair_id": 18570, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 42.76, 48.61 ], "duration": 90.66, "caption": "A woman walks towards a man and then he pulls her in and kisses her.", "similarity": 0.8241, "relevance": 4 }, { "pair_id": 18571, "video_name": "grey_s03e11_seg02_clip_18", "timestamp": [ 29.3, 37.88 ], "duration": 101.66, "caption": "A woman walks up to a man and gives him a kiss on the forehead.", "similarity": 0.8195, "relevance": 1 }, { "pair_id": 18573, "video_name": "friends_s02e14_seg02_clip_19", "timestamp": [ 55.88, 66.9 ], "duration": 76.66, "caption": "A woman walks slowly to man and kiss him.", "similarity": 0.8162, "relevance": 3 }, { "pair_id": 18574, "video_name": "friends_s10e17-18_seg02_clip_42", "timestamp": [ 57.55, 64.06 ], "duration": 65.66, "caption": "A man walks over to a woman and kisses her on the lips.", "similarity": 0.8114, "relevance": 4 }, { "pair_id": 18577, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 50.07, 63.46 ], "duration": 86.66, "caption": "A woman tries to kiss a man but he pulls away.", "similarity": 0.797, "relevance": 2 }, { "pair_id": 18578, "video_name": "friends_s05e20_seg02_clip_11", "timestamp": [ 7.13, 13.34 ], "duration": 62.66, "caption": "A man goes over to woman and gives her a kiss.", "similarity": 0.7963, "relevance": 4 }, { "pair_id": 191880, "video_name": "friends_s03e22_seg02_clip_03", "timestamp": [ 18.99, 22.11 ], "duration": 52.66, "caption": "A person walks up to a woman and kisses her.", "similarity": 0.7916, "relevance": 4 }, { "pair_id": 191881, "video_name": "castle_s03e23_seg02_clip_00", "timestamp": [ 27.61, 34.51 ], "duration": 92.66, "caption": "A woman walks up to a man, puts her arms around him and kisses him on the cheek.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 191882, "video_name": "friends_s04e21_seg02_clip_18", "timestamp": [ 0.0, 18.35 ], "duration": 57.66, "caption": "A woman walks over to a man and then kisses him.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 191883, "video_name": "castle_s05e02_seg02_clip_21", "timestamp": [ 53.56, 61.67 ], "duration": 90.66, "caption": "A woman walks up to man and tries to kiss him as he is behind the kitchen counter.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 191884, "video_name": "met_s03e18_seg02_clip_07", "timestamp": [ 0.0, 4.06 ], "duration": 57.66, "caption": "A man opens the door and walks to kiss a woman.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 191885, "video_name": "s09e16_seg01_clip_01", "timestamp": [ 29.11, 35.42 ], "duration": 60.66, "caption": "A man walks up to woman, kisses her, and then hugs her.", "similarity": 0.7864, "relevance": 4 }, { "pair_id": 191886, "video_name": "friends_s03e06_seg02_clip_08", "timestamp": [ 20.75, 25.02 ], "duration": 61.66, "caption": "A woman walks over to a man to kiss him on the cheek.", "similarity": 0.7844, "relevance": 3 }, { "pair_id": 191887, "video_name": "s04e06_seg02_clip_03", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A man opens the door and goes to a woman to kiss her.", "similarity": 0.7835, "relevance": 4 }, { "pair_id": 191888, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 46.88, 64.71 ], "duration": 66.66, "caption": "A person is walking to a woman's place and sees a man kissing her so he turns around and goes back.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 191889, "video_name": "friends_s10e12_seg02_clip_01", "timestamp": [ 46.2, 49.03 ], "duration": 56.66, "caption": "A man approaches a woman and kisses her on the cheek.", "similarity": 0.7811, "relevance": 3 }, { "pair_id": 191890, "video_name": "friends_s05e17_seg02_clip_04", "timestamp": [ 22.51, 30.01 ], "duration": 60.66, "caption": "A woman walks to a man and kisses him right away.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 191891, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 1.4, 4.55 ], "duration": 70.66, "caption": "A woman reaches for a man and then kisses him.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 191892, "video_name": "castle_s02e09_seg02_clip_20", "timestamp": [ 9.56, 15.49 ], "duration": 91.66, "caption": "A woman approaches a man and kisses him and he pushes them away.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 191893, "video_name": "friends_s09e23-24_seg02_clip_42", "timestamp": [ 46.52, 49.0 ], "duration": 62.66, "caption": "A woman walks over to a man and kisses him.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 191894, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 22.38, 27.1 ], "duration": 63.66, "caption": "A woman walks away from a man after he tries to kiss her.", "similarity": 0.7779, "relevance": 4 }, { "pair_id": 191895, "video_name": "s02e12_seg02_clip_13", "timestamp": [ 55.22, 64.54 ], "duration": 69.66, "caption": "A man closes their eyes and attempts to kiss a woman, who becomes startled.", "similarity": 0.7777, "relevance": 4 }, { "pair_id": 191896, "video_name": "friends_s05e15_seg02_clip_10", "timestamp": [ 45.73, 48.73 ], "duration": 54.66, "caption": "A man approaches a woman with a kiss on the cheek.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 191897, "video_name": "friends_s03e18_seg02_clip_19", "timestamp": [ 38.55, 46.07 ], "duration": 94.66, "caption": "A woman kisses a man and he picks her up.", "similarity": 0.7737, "relevance": 3 }, { "pair_id": 191898, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 34.8, 44.11 ], "duration": 98.66, "caption": "A woman gets up to kiss a man when he starts to leave.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 191899, "video_name": "friends_s05e21_seg02_clip_07", "timestamp": [ 32.17, 37.03 ], "duration": 54.66, "caption": "A man goes over to a woman and kisses her.", "similarity": 0.772, "relevance": 3 } ] }, { "query_id": 49906, "query": "A woman rubs on her pregnant belly while sitting in a chair.", "relevant_moment": [ { "pair_id": 52240, "video_name": "friends_s08e17_seg02_clip_00", "timestamp": [ 47.06, 50.26 ], "duration": 64.66, "caption": "A woman rubs on her pregnant belly while sitting in a chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 52241, "video_name": "grey_s02e12_seg02_clip_01", "timestamp": [ 7.7, 15.85 ], "duration": 90.66, "caption": "A woman rubs her pregnant belly as some trainees follow behind her.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 52242, "video_name": "friends_s01e12_seg02_clip_14", "timestamp": [ 52.22, 59.13 ], "duration": 60.66, "caption": "A woman rubs her stomach then sits down on a chair.", "similarity": 0.7382, "relevance": 3 }, { "pair_id": 52243, "video_name": "met_s02e12_seg02_clip_13", "timestamp": [ 27.19, 29.03 ], "duration": 61.66, "caption": "A woman holds their hand on top of their pregnant belly.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 52244, "video_name": "friends_s05e02_seg02_clip_06", "timestamp": [ 13.12, 17.11 ], "duration": 57.66, "caption": "A woman sits down in the chair diagonal from another woman who is pregnant.", "similarity": 0.7005, "relevance": 2 }, { "pair_id": 52245, "video_name": "friends_s10e16_seg02_clip_18", "timestamp": [ 11.29, 18.61 ], "duration": 61.66, "caption": "A woman sits at the table and grabs her pregnant stomach in pain while talking to some people.", "similarity": 0.6571, "relevance": 4 }, { "pair_id": 52246, "video_name": "friends_s01e09_seg02_clip_13", "timestamp": [ 36.57, 42.08 ], "duration": 58.66, "caption": "A man pats on a pregnant belly as they sit on the couch.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 52247, "video_name": "house_s07e09_seg02_clip_23", "timestamp": [ 24.58, 25.94 ], "duration": 91.66, "caption": "A woman rubs the hair of her child while sitting.", "similarity": 0.625, "relevance": 0 }, { "pair_id": 52248, "video_name": "friends_s01e14_seg02_clip_10", "timestamp": [ 36.5, 38.49 ], "duration": 57.66, "caption": "A woman stands up and removes her coat showing her pregnant belly.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 52249, "video_name": "house_s07e05_seg02_clip_15", "timestamp": [ 73.16, 75.92 ], "duration": 92.66, "caption": "A woman in a yellow hospital scrub is sitting in a chair holding a baby.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 52250, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 3.18, 11.44 ], "duration": 63.66, "caption": "A woman clutches her pregnant stomach as she freaks out about the doctor not being there.", "similarity": 0.6043, "relevance": 3 }, { "pair_id": 52251, "video_name": "friends_s08e14_seg02_clip_13", "timestamp": [ 50.65, 53.7 ], "duration": 61.66, "caption": "A woman sitting in a recliner using her pregnant belly to hold a soda can.", "similarity": 0.5969, "relevance": 1 }, { "pair_id": 52252, "video_name": "friends_s01e12_seg02_clip_20", "timestamp": [ 40.63, 43.11 ], "duration": 62.66, "caption": "A woman gets up from the chair and rubs her neck.", "similarity": 0.5891, "relevance": 1 }, { "pair_id": 52253, "video_name": "s09e16_seg02_clip_01", "timestamp": [ 47.91, 50.96 ], "duration": 61.66, "caption": "A woman hugs another woman after learning she is pregnant.", "similarity": 0.5863, "relevance": 1 }, { "pair_id": 52254, "video_name": "house_s08e06_seg02_clip_05", "timestamp": [ 24.02, 27.02 ], "duration": 85.66, "caption": "A person turns around on their office chair while petting a baby.", "similarity": 0.5839, "relevance": 0 }, { "pair_id": 52255, "video_name": "s10e04_seg02_clip_14", "timestamp": [ 48.86, 59.1 ], "duration": 66.66, "caption": "A woman rubs a man's back as he is slumped over in a chair.", "similarity": 0.5822, "relevance": 2 }, { "pair_id": 52256, "video_name": "house_s07e05_seg02_clip_23", "timestamp": [ 78.14, 80.24 ], "duration": 84.66, "caption": "A woman rubs her babies chest while she's in the hospital bed.", "similarity": 0.5811, "relevance": 1 }, { "pair_id": 52257, "video_name": "s10e08_seg02_clip_05", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A woman tells woman some good news about her pregnancy.", "similarity": 0.5794, "relevance": 1 }, { "pair_id": 52258, "video_name": "castle_s04e07_seg02_clip_06", "timestamp": [ 26.84, 31.02 ], "duration": 69.66, "caption": "A woman looks down and starts to rub her belly.", "similarity": 0.576, "relevance": 3 }, { "pair_id": 52259, "video_name": "s10e06_seg02_clip_01", "timestamp": [ 2.32, 12.77 ], "duration": 58.66, "caption": "A man puts both hands on a pregnant woman's belly.", "similarity": 0.575, "relevance": 2 } ] }, { "query_id": 50005, "query": "A man finishes their conversation with a woman and leaves the room.", "relevant_moment": [ { "pair_id": 21280, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 12.16, 17.11 ], "duration": 90.66, "caption": "A man finishes their conversation with a woman and leaves the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21283, "video_name": "house_s03e22_seg02_clip_26", "timestamp": [ 17.42, 21.44 ], "duration": 134.66, "caption": "A man finishes his conversation with woman and walks out of the room.", "similarity": 0.9108, "relevance": 3 }, { "pair_id": 21284, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 51.43, 54.62 ], "duration": 91.66, "caption": "A woman finishes her conversation with two men and leaves the room.", "similarity": 0.905, "relevance": 3 }, { "pair_id": 21285, "video_name": "house_s07e09_seg02_clip_13", "timestamp": [ 68.27, 73.28 ], "duration": 91.66, "caption": "A woman finishes her conversation with two men and leaves the room.", "similarity": 0.905, "relevance": 3 }, { "pair_id": 21286, "video_name": "house_s04e14_seg02_clip_07", "timestamp": [ 11.88, 18.53 ], "duration": 95.66, "caption": "A man finishes his conversation with two people and walks out of the room with a woman.", "similarity": 0.8831, "relevance": 4 }, { "pair_id": 21287, "video_name": "house_s07e03_seg02_clip_25", "timestamp": [ 56.93, 59.41 ], "duration": 165.66, "caption": "A woman leaves a man after their conversation with each other.", "similarity": 0.8429, "relevance": 1 }, { "pair_id": 21288, "video_name": "s07e13_seg02_clip_09", "timestamp": [ 34.18, 38.14 ], "duration": 61.66, "caption": "A man walks out of the room after he's finished talking to a woman.", "similarity": 0.8314, "relevance": 4 }, { "pair_id": 21290, "video_name": "s02e10_seg02_clip_08", "timestamp": [ 43.42, 44.66 ], "duration": 62.66, "caption": "A man stops talking to a woman and leaves the laundry room.", "similarity": 0.8256, "relevance": 1 }, { "pair_id": 21291, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 66.45, 70.04 ], "duration": 89.66, "caption": "A man leaves the room in the middle of the conversation with man.", "similarity": 0.8225, "relevance": 2 }, { "pair_id": 21292, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 82.27, 88.86 ], "duration": 94.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.8175, "relevance": 4 }, { "pair_id": 21293, "video_name": "friends_s10e13_seg02_clip_06", "timestamp": [ 45.22, 47.6 ], "duration": 59.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.8175, "relevance": 4 }, { "pair_id": 21294, "video_name": "house_s05e13_seg02_clip_10", "timestamp": [ 5.0, 10.45 ], "duration": 90.66, "caption": "A man finishes talking with woman in her hospital room and leaves.", "similarity": 0.8163, "relevance": 2 }, { "pair_id": 21297, "video_name": "house_s04e08_seg02_clip_08", "timestamp": [ 69.63, 72.36 ], "duration": 91.66, "caption": "A woman leaves a man after their talk.", "similarity": 0.8094, "relevance": 3 }, { "pair_id": 21298, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 15.64, 21.17 ], "duration": 92.66, "caption": "A man leaves the room as another man is still talking.", "similarity": 0.8071, "relevance": 2 }, { "pair_id": 21299, "video_name": "castle_s07e06_seg02_clip_15", "timestamp": [ 26.2, 28.92 ], "duration": 90.66, "caption": "A man walks out of the room after speaking with a woman.", "similarity": 0.8056, "relevance": 4 }, { "pair_id": 194600, "video_name": "house_s07e20_seg02_clip_06", "timestamp": [ 14.15, 16.36 ], "duration": 88.66, "caption": "A woman talks out of the room leaving a man alone.", "similarity": 0.8037, "relevance": 3 }, { "pair_id": 194601, "video_name": "grey_s03e15_seg02_clip_21", "timestamp": [ 28.81, 34.66 ], "duration": 90.66, "caption": "A woman walks out of the room after a conversation with a man.", "similarity": 0.8014, "relevance": 3 }, { "pair_id": 194602, "video_name": "house_s08e13_seg02_clip_17", "timestamp": [ 68.08, 80.53 ], "duration": 83.66, "caption": "A man leaves and closes the door after he finishes his conversation with man and woman.", "similarity": 0.7988, "relevance": 4 }, { "pair_id": 194603, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 3.19, 8.12 ], "duration": 58.66, "caption": "A woman talked to a man before leaving the room.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 194604, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 60.16, 62.58 ], "duration": 97.66, "caption": "A man walks out of the room after talking to a woman.", "similarity": 0.7969, "relevance": 4 }, { "pair_id": 194605, "video_name": "house_s02e18_seg02_clip_25", "timestamp": [ 53.7, 56.44 ], "duration": 91.66, "caption": "A man finishes his conversation with another person and leaves her hospital room.", "similarity": 0.7947, "relevance": 4 }, { "pair_id": 194606, "video_name": "s02e23_seg02_clip_03", "timestamp": [ 59.88, 62.71 ], "duration": 63.66, "caption": "A person finishes talking and leaves the room quickly.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 194607, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 43.51, 46.99 ], "duration": 87.66, "caption": "A man exits the room, followed by a woman.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 194608, "video_name": "castle_s03e12_seg02_clip_04", "timestamp": [ 88.13, 89.02 ], "duration": 89.66, "caption": "A man and a woman left the room where they talked to another person.", "similarity": 0.7857, "relevance": 2 }, { "pair_id": 194609, "video_name": "house_s04e06_seg02_clip_22", "timestamp": [ 54.4, 57.45 ], "duration": 87.66, "caption": "A woman finishes her conversation with a man and woman and walks away.", "similarity": 0.7853, "relevance": 2 }, { "pair_id": 194610, "video_name": "castle_s03e19_seg02_clip_17", "timestamp": [ 0.0, 21.56 ], "duration": 91.66, "caption": "A man and a woman are talking to someone's employee and she leaves when someone comes into the room.", "similarity": 0.7844, "relevance": 2 }, { "pair_id": 194611, "video_name": "castle_s06e12_seg02_clip_11", "timestamp": [ 67.31, 70.29 ], "duration": 85.66, "caption": "A man leaves the room because woman ask him to.", "similarity": 0.7776, "relevance": 4 }, { "pair_id": 194612, "video_name": "house_s05e05_seg02_clip_10", "timestamp": [ 28.62, 30.08 ], "duration": 97.66, "caption": "A woman turns to leave a man and ends their conversation.", "similarity": 0.7775, "relevance": 1 }, { "pair_id": 194613, "video_name": "castle_s06e02_seg02_clip_07", "timestamp": [ 78.34, 81.46 ], "duration": 89.66, "caption": "A man leaves a talk with a woman while walking away.", "similarity": 0.7762, "relevance": 3 }, { "pair_id": 194614, "video_name": "house_s04e14_seg02_clip_07", "timestamp": [ 86.48, 89.8 ], "duration": 95.66, "caption": "A person finishes their conversation with a woman and walks away with another man.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 194615, "video_name": "house_s04e05_seg02_clip_20", "timestamp": [ 33.83, 57.74 ], "duration": 90.66, "caption": "A man leaves the room, a woman stays in the room.", "similarity": 0.7715, "relevance": 4 }, { "pair_id": 194616, "video_name": "friends_s05e12_seg02_clip_03", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A man talks with a woman before he leaves a place.", "similarity": 0.7711, "relevance": 4 }, { "pair_id": 194617, "video_name": "castle_s04e14_seg02_clip_02", "timestamp": [ 28.81, 30.61 ], "duration": 90.66, "caption": "A man finishes talking to woman and walks away.", "similarity": 0.7707, "relevance": 4 }, { "pair_id": 194618, "video_name": "house_s02e09_seg02_clip_01", "timestamp": [ 49.03, 56.78 ], "duration": 86.66, "caption": "A man is leaving the room when he turns to listen to woman then resumes and leaves.", "similarity": 0.7706, "relevance": 4 }, { "pair_id": 194619, "video_name": "house_s04e07_seg02_clip_03", "timestamp": [ 69.71, 82.94 ], "duration": 88.66, "caption": "A person has a private conversation with man before they leave the room.", "similarity": 0.7701, "relevance": 3 } ] }, { "query_id": 50046, "query": "A cloud of dust bursts out in front of a person.", "relevant_moment": [ { "pair_id": 166280, "video_name": "friends_s05e08_seg02_clip_20", "timestamp": [ 28.51, 31.79 ], "duration": 41.66, "caption": "A cloud of dust bursts out in front of a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166281, "video_name": "s06e04_seg01_clip_00", "timestamp": [ 57.42, 59.65 ], "duration": 89.66, "caption": "An object is falling into our atmosphere with someone inside it.", "similarity": 0.563, "relevance": 0 }, { "pair_id": 166282, "video_name": "s08e02_seg02_clip_15", "timestamp": [ 30.91, 44.72 ], "duration": 60.66, "caption": "A person starts coughing and gagging and coughs up something that he shows to everyone.", "similarity": 0.559, "relevance": 0 }, { "pair_id": 166283, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 45.77, 51.99 ], "duration": 56.66, "caption": "A person falls down from a violent sneezing and coughing fit.", "similarity": 0.5379, "relevance": 0 }, { "pair_id": 166284, "video_name": "castle_s02e01_seg02_clip_17", "timestamp": [ 9.57, 13.49 ], "duration": 87.66, "caption": "A person walks towards a cloud of smoke in an alley.", "similarity": 0.5348, "relevance": 3 }, { "pair_id": 166285, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 0.0, 1.8 ], "duration": 90.66, "caption": "A man fans away the cloud from a fire extinguisher.", "similarity": 0.5281, "relevance": 4 }, { "pair_id": 166286, "video_name": "s01e07_seg02_clip_02", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A person gets mad and storms out of the room.", "similarity": 0.5154, "relevance": 0 }, { "pair_id": 166287, "video_name": "met_s05e01_seg02_clip_09", "timestamp": [ 38.29, 50.21 ], "duration": 62.66, "caption": "An imagined person sits on a cloud next to a blonde person in someone's class.", "similarity": 0.4994, "relevance": 1 }, { "pair_id": 166288, "video_name": "castle_s07e21_seg02_clip_01", "timestamp": [ 67.66, 69.44 ], "duration": 89.66, "caption": "A passenger in front of someone is thrown forward by turbulence.", "similarity": 0.4965, "relevance": 0 }, { "pair_id": 166289, "video_name": "s02e12_seg02_clip_17", "timestamp": [ 53.92, 60.85 ], "duration": 77.66, "caption": "A person makes a sad face and then storms out of the room.", "similarity": 0.4962, "relevance": 0 }, { "pair_id": 166290, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 44.55, 53.7 ], "duration": 61.66, "caption": "A person takes out a tissue from his pocket after he sneezes.", "similarity": 0.4951, "relevance": 0 }, { "pair_id": 166291, "video_name": "castle_s07e08_seg02_clip_14", "timestamp": [ 65.99, 68.7 ], "duration": 90.66, "caption": "A person takes a puff of their inhaler while staring forward.", "similarity": 0.4947, "relevance": 0 }, { "pair_id": 166292, "video_name": "met_s06e07_seg02_clip_14", "timestamp": [ 4.8, 6.3 ], "duration": 60.66, "caption": "A person throws a lot of papers into the air.", "similarity": 0.4907, "relevance": 0 }, { "pair_id": 166293, "video_name": "house_s07e17_seg02_clip_23", "timestamp": [ 27.01, 32.86 ], "duration": 90.66, "caption": "A person walks away from some people and then they disperse.", "similarity": 0.4851, "relevance": 0 }, { "pair_id": 166294, "video_name": "house_s08e10_seg02_clip_05", "timestamp": [ 8.46, 12.02 ], "duration": 89.66, "caption": "A person takes a shot in the sky at a disk.", "similarity": 0.4844, "relevance": 2 }, { "pair_id": 166295, "video_name": "house_s08e07_seg02_clip_01", "timestamp": [ 60.41, 90.17 ], "duration": 90.66, "caption": "A person storms into someone's office as they sit down.", "similarity": 0.4841, "relevance": 0 }, { "pair_id": 166296, "video_name": "house_s07e13_seg02_clip_06", "timestamp": [ 47.79, 49.15 ], "duration": 91.66, "caption": "A person vomits blood on his hand and still coughing.", "similarity": 0.4837, "relevance": 0 }, { "pair_id": 166297, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 1.35, 3.6 ], "duration": 90.66, "caption": "A person crumples something and tosses it across the room.", "similarity": 0.4834, "relevance": 0 }, { "pair_id": 166298, "video_name": "s04e21_seg02_clip_14", "timestamp": [ 41.61, 46.93 ], "duration": 59.66, "caption": "A person waves away clouds of cigarette smoke coming from the animal.", "similarity": 0.4828, "relevance": 4 }, { "pair_id": 166299, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 0.0, 25.58 ], "duration": 81.66, "caption": "A person came into someone's house while wet cause of rain.", "similarity": 0.4825, "relevance": 0 } ] }, { "query_id": 50192, "query": "A person talks to another person on the couch and moves his arms a lot.", "relevant_moment": [ { "pair_id": 14900, "video_name": "s04e07_seg02_clip_01", "timestamp": [ 42.62, 49.22 ], "duration": 60.66, "caption": "A person talks to another person on the couch and moves his arms a lot.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14901, "video_name": "s04e17_seg02_clip_07", "timestamp": [ 0.0, 12.61 ], "duration": 63.66, "caption": "A person talks and then turns their body towards someone on the couch.", "similarity": 0.8373, "relevance": 3 }, { "pair_id": 14902, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person sits down on the arm of the couch while talking to another person.", "similarity": 0.8118, "relevance": 4 }, { "pair_id": 14903, "video_name": "s10e12_seg02_clip_14", "timestamp": [ 49.52, 55.02 ], "duration": 55.66, "caption": "A man is sitting on the arm of the couch as he talks to another person.", "similarity": 0.8105, "relevance": 4 }, { "pair_id": 14904, "video_name": "house_s06e02_seg02_clip_23", "timestamp": [ 23.28, 32.31 ], "duration": 95.66, "caption": "A man talks to woman and person on the couch by stretching his arms out.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 14905, "video_name": "s06e07_seg01_clip_03", "timestamp": [ 32.77, 35.65 ], "duration": 72.66, "caption": "A person gets off the couch to go over and talk to another person.", "similarity": 0.7866, "relevance": 1 }, { "pair_id": 14906, "video_name": "friends_s04e20_seg02_clip_04", "timestamp": [ 6.79, 16.23 ], "duration": 59.66, "caption": "A person was leaning over the couch whilst talking to another person.", "similarity": 0.7639, "relevance": 3 }, { "pair_id": 14907, "video_name": "house_s08e16_seg02_clip_03", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "A person talks to another person while lying on the couch.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 14908, "video_name": "s01e07_seg02_clip_04", "timestamp": [ 52.72, 62.03 ], "duration": 62.66, "caption": "A person gestures to the couch while talking to woman.", "similarity": 0.7551, "relevance": 2 }, { "pair_id": 14909, "video_name": "friends_s02e07_seg02_clip_18", "timestamp": [ 7.17, 11.1 ], "duration": 46.66, "caption": "A man puts his hand on the couch while talking with woman then moves it.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 14910, "video_name": "s04e09_seg02_clip_12", "timestamp": [ 44.12, 60.03 ], "duration": 60.66, "caption": "A person sits with his arm on the back of the couch as he has a conversation with woman.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 14911, "video_name": "house_s05e23_seg02_clip_25", "timestamp": [ 109.9, 131.22 ], "duration": 164.66, "caption": "A person sits down on the couch to talk with another person.", "similarity": 0.7457, "relevance": 2 }, { "pair_id": 14912, "video_name": "house_s03e08_seg02_clip_16", "timestamp": [ 64.54, 68.55 ], "duration": 89.66, "caption": "A person moves his/her arm around while sitting in a chair and talking with some people.", "similarity": 0.7421, "relevance": 4 }, { "pair_id": 14913, "video_name": "friends_s03e25_seg02_clip_19", "timestamp": [ 31.01, 33.5 ], "duration": 62.66, "caption": "A person is talking to another person putting their arms out for emphasis.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 14914, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 4.13, 7.97 ], "duration": 59.66, "caption": "A person sits on the couch from the ground while talking to another person.", "similarity": 0.7347, "relevance": 4 }, { "pair_id": 14915, "video_name": "met_s02e10_seg02_clip_00", "timestamp": [ 4.89, 18.33 ], "duration": 61.66, "caption": "Two people talk to each other by the couch.", "similarity": 0.7323, "relevance": 2 }, { "pair_id": 14916, "video_name": "met_s06e19_seg02_clip_00", "timestamp": [ 15.42, 19.44 ], "duration": 67.66, "caption": "A person is sitting on the arm of the couch and starts talking to everyone.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 14917, "video_name": "s06e17_seg02_clip_11", "timestamp": [ 24.04, 30.25 ], "duration": 54.66, "caption": "A person gets up from the couch to stand up, and to continue to talk to another person.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 14918, "video_name": "s06e22_seg02_clip_13", "timestamp": [ 46.76, 57.02 ], "duration": 57.66, "caption": "Some people are having a discussion when a person puts his hand on his chest and sits down on the couch.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 14919, "video_name": "s04e07_seg02_clip_05", "timestamp": [ 44.25, 46.38 ], "duration": 61.66, "caption": "A person stands up from the couch while person is still discussing with him/her.", "similarity": 0.722, "relevance": 2 } ] }, { "query_id": 50285, "query": "A man is wheeled off in his wheelchair.", "relevant_moment": [ { "pair_id": 84780, "video_name": "castle_s01e08_seg02_clip_12", "timestamp": [ 3.68, 8.28 ], "duration": 92.66, "caption": "A man is wheeled off in his wheelchair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 84781, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 0.0, 7.7 ], "duration": 154.66, "caption": "A man is in a wheelchair, he rolls out of the room.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 84782, "video_name": "castle_s05e19_seg02_clip_06", "timestamp": [ 44.89, 47.09 ], "duration": 88.66, "caption": "A man wheels his wheelchair towards some people.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 84783, "video_name": "house_s06e09_seg02_clip_22", "timestamp": [ 131.65, 135.02 ], "duration": 135.66, "caption": "A man is riding in the wheelchair while smiling.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 84784, "video_name": "house_s03e13_seg02_clip_11", "timestamp": [ 45.73, 56.6 ], "duration": 90.66, "caption": "A man puts his wheelchair on the passenger seat.", "similarity": 0.7187, "relevance": 1 }, { "pair_id": 84785, "video_name": "grey_s03e20_seg02_clip_18", "timestamp": [ 13.05, 20.45 ], "duration": 87.66, "caption": "A man is leaning over the back of a wheelchair.", "similarity": 0.7149, "relevance": 1 }, { "pair_id": 84786, "video_name": "house_s03e13_seg02_clip_16", "timestamp": [ 25.53, 29.05 ], "duration": 88.66, "caption": "A person does a wheelie on their wheelchair and rolls forward.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 84787, "video_name": "house_s03e21_seg02_clip_09", "timestamp": [ 15.66, 18.9 ], "duration": 108.66, "caption": "A person sits down in a wheelchair to be taken away.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 84788, "video_name": "house_s03e13_seg02_clip_18", "timestamp": [ 62.31, 72.17 ], "duration": 89.66, "caption": "A person wheels his/her wheelchair down a flight of stairs.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 84789, "video_name": "house_s03e13_seg02_clip_18", "timestamp": [ 43.04, 50.21 ], "duration": 89.66, "caption": "A man wheels his wheelchair over to the elevator and pushes the elevator button.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 84790, "video_name": "house_s08e19_seg02_clip_14", "timestamp": [ 25.31, 33.59 ], "duration": 92.66, "caption": "A man bends over in front of a child in a wheelchair, he then gets behind the wheel chair and wheels the child away.", "similarity": 0.6641, "relevance": 3 }, { "pair_id": 84792, "video_name": "grey_s03e14_seg02_clip_04", "timestamp": [ 22.1, 26.33 ], "duration": 94.66, "caption": "A man sees another person being wheeled in a wheelchair while talking to another man.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 84793, "video_name": "house_s01e06_seg02_clip_26", "timestamp": [ 26.96, 36.77 ], "duration": 49.66, "caption": "A man wheels his mother out of the elevator in the wheelchair.", "similarity": 0.6416, "relevance": 2 }, { "pair_id": 84794, "video_name": "house_s03e13_seg02_clip_15", "timestamp": [ 39.61, 68.29 ], "duration": 91.66, "caption": "A man rolls himself in a wheelchair with another man next to him.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 84795, "video_name": "house_s03e13_seg02_clip_11", "timestamp": [ 8.1, 10.35 ], "duration": 90.66, "caption": "A man swiftly hops into the car seat from the wheelchair.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 84796, "video_name": "house_s03e18_seg02_clip_01", "timestamp": [ 24.68, 29.62 ], "duration": 89.66, "caption": "A man gets out of the wheelchair and walks into the plane.", "similarity": 0.6352, "relevance": 1 }, { "pair_id": 84797, "video_name": "house_s04e06_seg02_clip_11", "timestamp": [ 22.55, 33.13 ], "duration": 92.66, "caption": "A man taps his fingers on the arms of a wheelchair as they sit in the wheelchair.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 84798, "video_name": "house_s03e13_seg02_clip_24", "timestamp": [ 22.57, 27.37 ], "duration": 96.66, "caption": "A man in wheelchair stops along with a woman.", "similarity": 0.6214, "relevance": 2 }, { "pair_id": 84799, "video_name": "friends_s02e03_seg02_clip_01", "timestamp": [ 33.92, 42.02 ], "duration": 60.66, "caption": "A man gets wheeled away on a gurney.", "similarity": 0.6211, "relevance": 3 } ] }, { "query_id": 50298, "query": "A woman hands someone a tube of lotion and they smell it.", "relevant_moment": [ { "pair_id": 166160, "video_name": "grey_s03e17_seg02_clip_00", "timestamp": [ 12.09, 19.07 ], "duration": 93.66, "caption": "A woman hands someone a tube of lotion and they smell it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166161, "video_name": "s05e21_seg02_clip_10", "timestamp": [ 4.13, 12.99 ], "duration": 59.66, "caption": "A woman applies a lotion to both of her hands.", "similarity": 0.7689, "relevance": 1 }, { "pair_id": 166162, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 43.52, 60.03 ], "duration": 60.66, "caption": "A woman picks up the lotion bottle, puts lotion on her hands and rubs it in.", "similarity": 0.7144, "relevance": 1 }, { "pair_id": 166163, "video_name": "friends_s07e21_seg02_clip_14", "timestamp": [ 26.41, 31.81 ], "duration": 60.66, "caption": "In the bathroom, a woman hands a man a bottle of lotion.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 166164, "video_name": "s04e20_seg02_clip_03", "timestamp": [ 34.82, 38.42 ], "duration": 60.66, "caption": "A woman is rubbing lotion on her hands as she speaks to man.", "similarity": 0.683, "relevance": 0 }, { "pair_id": 166165, "video_name": "castle_s04e18_seg02_clip_25", "timestamp": [ 88.34, 92.03 ], "duration": 92.66, "caption": "A woman puts lotion on a man's ring finger on his hand.", "similarity": 0.6755, "relevance": 2 }, { "pair_id": 166166, "video_name": "met_s02e16_seg02_clip_02", "timestamp": [ 3.97, 6.42 ], "duration": 61.66, "caption": "A woman holds up the lotion and asks if it belonged to a man.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 166167, "video_name": "castle_s04e18_seg02_clip_25", "timestamp": [ 87.42, 92.03 ], "duration": 92.66, "caption": "A woman opens the lid and squeezes lotion into a man's hand.", "similarity": 0.652, "relevance": 2 }, { "pair_id": 166168, "video_name": "house_s04e05_seg02_clip_24", "timestamp": [ 5.38, 7.17 ], "duration": 89.66, "caption": "A person holds up a tube of vapor balm and smells it.", "similarity": 0.6445, "relevance": 3 }, { "pair_id": 166169, "video_name": "s05e21_seg02_clip_10", "timestamp": [ 4.72, 18.59 ], "duration": 59.66, "caption": "A woman takes lotion off of the side table and uses it on her hands.", "similarity": 0.6141, "relevance": 1 }, { "pair_id": 166170, "video_name": "castle_s03e10_seg02_clip_17", "timestamp": [ 44.01, 55.52 ], "duration": 100.66, "caption": "A woman talks about the bottle as a man gets it with his gloved hands and smells the inner part of the bottle with cotton buds.", "similarity": 0.6105, "relevance": 1 }, { "pair_id": 166171, "video_name": "castle_s06e10_seg02_clip_17", "timestamp": [ 1.81, 3.62 ], "duration": 90.66, "caption": "A woman pumps baby lotion into man's outstretched hand.", "similarity": 0.6043, "relevance": 2 }, { "pair_id": 166172, "video_name": "castle_s08e15_seg02_clip_14", "timestamp": [ 21.16, 33.31 ], "duration": 90.66, "caption": "A woman tries to process the information someone said about the victims smell.", "similarity": 0.6011, "relevance": 0 }, { "pair_id": 166173, "video_name": "s07e20_seg02_clip_05", "timestamp": [ 24.01, 27.01 ], "duration": 60.66, "caption": "A woman applies cream in both of her hands.", "similarity": 0.5949, "relevance": 1 }, { "pair_id": 166174, "video_name": "met_s02e16_seg02_clip_08", "timestamp": [ 34.43, 36.58 ], "duration": 61.66, "caption": "A woman smells the roses she is holding in her arms.", "similarity": 0.5923, "relevance": 0 }, { "pair_id": 166175, "video_name": "castle_s07e02_seg02_clip_02", "timestamp": [ 13.4, 14.78 ], "duration": 92.66, "caption": "A woman brings her hand to her nose to cover the smell of the corpse.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 166176, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 26.24, 30.54 ], "duration": 86.66, "caption": "A person puts an envelope in front of a woman to smell it.", "similarity": 0.5839, "relevance": 2 }, { "pair_id": 166177, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 27.1, 31.83 ], "duration": 86.66, "caption": "A woman sniffs a person's correspondence and he tells her what the scents are.", "similarity": 0.5823, "relevance": 1 }, { "pair_id": 166178, "video_name": "s02e21_seg02_clip_02", "timestamp": [ 41.5, 50.65 ], "duration": 61.66, "caption": "A person explains to a woman what the great scent is coming from his bag.", "similarity": 0.5822, "relevance": 0 }, { "pair_id": 166179, "video_name": "friends_s10e03_seg02_clip_14", "timestamp": [ 0.0, 5.6 ], "duration": 56.66, "caption": "A woman smiles proudly when she tells a woman they're smelling her.", "similarity": 0.5811, "relevance": 1 } ] }, { "query_id": 50350, "query": "A woman walks in and then sets down her purse.", "relevant_moment": [ { "pair_id": 166060, "video_name": "friends_s08e13_seg02_clip_08", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A woman walks in and then sets down her purse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166061, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 60.07, 63.68 ], "duration": 90.66, "caption": "A woman walks in and places her purse down.", "similarity": 0.9307, "relevance": 4 }, { "pair_id": 166062, "video_name": "castle_s04e15_seg02_clip_00", "timestamp": [ 3.25, 7.88 ], "duration": 92.66, "caption": "A woman walks in and sets down her purse and jacket.", "similarity": 0.9052, "relevance": 3 }, { "pair_id": 166063, "video_name": "friends_s02e20_seg01_clip_00", "timestamp": [ 5.18, 7.03 ], "duration": 74.66, "caption": "A woman walks into a place while carrying her purse.", "similarity": 0.8408, "relevance": 2 }, { "pair_id": 166064, "video_name": "friends_s10e03_seg02_clip_16", "timestamp": [ 23.5, 26.24 ], "duration": 61.66, "caption": "A woman walks into a room and sets her purse down on the table.", "similarity": 0.7702, "relevance": 4 }, { "pair_id": 166065, "video_name": "met_s06e01_seg02_clip_12", "timestamp": [ 48.07, 56.45 ], "duration": 62.66, "caption": "A woman opens her purse, takes something out, and puts it in her mouth.", "similarity": 0.7687, "relevance": 3 }, { "pair_id": 166066, "video_name": "friends_s07e10_seg01_clip_00", "timestamp": [ 23.05, 24.01 ], "duration": 96.66, "caption": "A woman walks to the couch and sets down her purse.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 166067, "video_name": "friends_s10e08_seg02_clip_00", "timestamp": [ 41.39, 44.27 ], "duration": 64.66, "caption": "A woman sets her purse down on the counter.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 166068, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.7631, "relevance": 4 }, { "pair_id": 166069, "video_name": "friends_s06e04_seg02_clip_10", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A woman sets down her purse on to the chair.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 166070, "video_name": "friends_s07e18_seg02_clip_17", "timestamp": [ 7.15, 10.45 ], "duration": 55.66, "caption": "A woman grabs her purse and walks out of the door.", "similarity": 0.7614, "relevance": 2 }, { "pair_id": 166074, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 50.24, 59.55 ], "duration": 62.66, "caption": "A woman picks up her purse and puts it around her shoulders then she and a person walk out the door.", "similarity": 0.7496, "relevance": 2 }, { "pair_id": 166075, "video_name": "s04e21_seg02_clip_05", "timestamp": [ 28.38, 37.23 ], "duration": 61.66, "caption": "A woman grabs her purse, closes her door and locks it.", "similarity": 0.7495, "relevance": 2 }, { "pair_id": 166077, "video_name": "friends_s06e24-25_seg02_clip_07", "timestamp": [ 7.93, 10.99 ], "duration": 61.66, "caption": "A woman opens her purse and closes it back.", "similarity": 0.7463, "relevance": 1 }, { "pair_id": 166078, "video_name": "friends_s01e15_seg02_clip_15", "timestamp": [ 33.89, 41.18 ], "duration": 56.66, "caption": "A woman sets down her purse to put on her coat.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 166079, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 69.0, 87.66 ], "duration": 87.66, "caption": "A woman gets someone's purse and starts to go through it in front of her.", "similarity": 0.7409, "relevance": 2 } ] }, { "query_id": 50368, "query": "A woman hands a man a cup and gets out of the car.", "relevant_moment": [ { "pair_id": 264120, "video_name": "castle_s02e05_seg02_clip_20", "timestamp": [ 81.47, 90.02 ], "duration": 90.66, "caption": "A woman spots another woman and then she and a man get out of the car.", "similarity": 0.6347, "relevance": 2 }, { "pair_id": 264121, "video_name": "s09e08_seg02_clip_11", "timestamp": [ 25.09, 27.15 ], "duration": 59.66, "caption": "A woman opens the car door and gets out of the car.", "similarity": 0.6343, "relevance": 1 }, { "pair_id": 264122, "video_name": "castle_s02e01_seg02_clip_01", "timestamp": [ 76.04, 84.02 ], "duration": 84.66, "caption": "A man and a woman get out of their cars and start walking together.", "similarity": 0.6333, "relevance": 1 }, { "pair_id": 264123, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 19.69, 22.57 ], "duration": 96.66, "caption": "A woman and another person get out of the car and close the doors.", "similarity": 0.6329, "relevance": 1 }, { "pair_id": 264124, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 55.69, 65.62 ], "duration": 86.66, "caption": "A woman leans in and kisses a man but he gets out of the car.", "similarity": 0.6298, "relevance": 1 }, { "pair_id": 264125, "video_name": "house_s08e02_seg02_clip_04", "timestamp": [ 56.99, 64.56 ], "duration": 89.66, "caption": "A man and a woman get out of a car and the woman opens up an umbrella.", "similarity": 0.6296, "relevance": 1 }, { "pair_id": 264126, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 97.32, 102.18 ], "duration": 139.66, "caption": "A woman gets out of her car and shuts the car door.", "similarity": 0.6279, "relevance": 1 }, { "pair_id": 264127, "video_name": "castle_s03e09_seg02_clip_24", "timestamp": [ 13.02, 19.54 ], "duration": 93.66, "caption": "A man, a place, and a woman went out from the car.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 264128, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 0.47, 22.44 ], "duration": 93.66, "caption": "A man and person get out of the car and race to the scene.", "similarity": 0.6258, "relevance": 1 }, { "pair_id": 264129, "video_name": "castle_s05e22_seg02_clip_08", "timestamp": [ 38.96, 44.66 ], "duration": 95.66, "caption": "A woman walks out from a person holding her cup of coffee.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 264130, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 0.0, 22.43 ], "duration": 59.66, "caption": "Some people are riding in the car together then a person gets out of the car.", "similarity": 0.6211, "relevance": 0 }, { "pair_id": 264131, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person opens the car door and a woman exits the car.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 264132, "video_name": "castle_s03e04_seg02_clip_02", "timestamp": [ 66.47, 71.83 ], "duration": 89.66, "caption": "A woman walks away from man holding a cup of coffee.", "similarity": 0.6201, "relevance": 1 }, { "pair_id": 264133, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 41.86, 51.63 ], "duration": 93.66, "caption": "A person gets out of the car when another person pulls up.", "similarity": 0.6199, "relevance": 0 }, { "pair_id": 264134, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 13.8, 21.37 ], "duration": 89.66, "caption": "A man gets in the car with woman while she's watching a car.", "similarity": 0.6182, "relevance": 1 }, { "pair_id": 264135, "video_name": "grey_s02e08_seg02_clip_07", "timestamp": [ 16.38, 18.1 ], "duration": 86.66, "caption": "A woman gets into a vehicle while a man holds the car door.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 264136, "video_name": "s02e05_seg02_clip_03", "timestamp": [ 14.04, 39.97 ], "duration": 61.66, "caption": "Woman pulls over and kicks person out of the car and drives away.", "similarity": 0.6165, "relevance": 1 }, { "pair_id": 264137, "video_name": "castle_s06e20_seg02_clip_04", "timestamp": [ 11.13, 16.03 ], "duration": 89.66, "caption": "A man and woman get out of a car and walk up to another woman washing a car.", "similarity": 0.6139, "relevance": 1 }, { "pair_id": 264138, "video_name": "castle_s08e01_seg02_clip_11", "timestamp": [ 70.86, 72.24 ], "duration": 92.66, "caption": "A woman goes to the trunk of her car as a man exits the car.", "similarity": 0.6119, "relevance": 1 }, { "pair_id": 264139, "video_name": "friends_s07e14_seg02_clip_02", "timestamp": [ 35.87, 39.3 ], "duration": 62.66, "caption": "A woman gets out of man's red convertible car in the street.", "similarity": 0.6104, "relevance": 1 } ] }, { "query_id": 50375, "query": "A woman hands a book to another woman talking in the microphone.", "relevant_moment": [ { "pair_id": 16940, "video_name": "castle_s01e07_seg02_clip_22", "timestamp": [ 6.32, 8.3 ], "duration": 79.66, "caption": "A woman hands a book to another woman talking in the microphone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16941, "video_name": "friends_s03e23_seg02_clip_13", "timestamp": [ 0.0, 51.61 ], "duration": 67.66, "caption": "A woman was holding a book whilst talking to two other women.", "similarity": 0.8213, "relevance": 1 }, { "pair_id": 16942, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 29.59, 30.46 ], "duration": 58.66, "caption": "A woman hands a book to another woman in the living room.", "similarity": 0.7991, "relevance": 2 }, { "pair_id": 16943, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 0.0, 4.11 ], "duration": 91.66, "caption": "A woman hands another woman a book that she found.", "similarity": 0.7794, "relevance": 3 }, { "pair_id": 16944, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 52.52, 54.92 ], "duration": 60.66, "caption": "A woman is holding a book while she is talking to a man.", "similarity": 0.7723, "relevance": 1 }, { "pair_id": 16945, "video_name": "grey_s03e07_seg02_clip_18", "timestamp": [ 0.0, 46.79 ], "duration": 87.66, "caption": "A woman is writing notes from a book while talking to another woman.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 16946, "video_name": "grey_s02e15_seg02_clip_10", "timestamp": [ 43.21, 58.52 ], "duration": 90.66, "caption": "A woman picks up a book and looks through it as she speaks to another woman.", "similarity": 0.7551, "relevance": 2 }, { "pair_id": 16947, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 0.0, 31.91 ], "duration": 55.66, "caption": "A woman was holding a book whilst talking to a man.", "similarity": 0.7537, "relevance": 1 }, { "pair_id": 16948, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 44.12, 45.7 ], "duration": 63.66, "caption": "A woman grabs a book from out of another woman's hands.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 16949, "video_name": "friends_s07e19_seg02_clip_09", "timestamp": [ 41.3, 46.82 ], "duration": 65.66, "caption": "A woman holds up an address book while having a conversation with another woman.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 16950, "video_name": "s02e15_seg02_clip_13", "timestamp": [ 1.26, 3.15 ], "duration": 63.66, "caption": "A woman closes the book that they are holding as they talk to a person.", "similarity": 0.7328, "relevance": 1 }, { "pair_id": 16951, "video_name": "friends_s06e21_seg02_clip_07", "timestamp": [ 0.0, 20.81 ], "duration": 64.66, "caption": "A woman is writing in a book as she speaks to two people.", "similarity": 0.7254, "relevance": 1 }, { "pair_id": 16952, "video_name": "friends_s04e22_seg02_clip_14", "timestamp": [ 27.46, 33.26 ], "duration": 61.66, "caption": "A woman rushes to get a book from the table and hands it to another woman.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 16953, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 0.0, 16.48 ], "duration": 61.66, "caption": "A woman is holding a paper while talking to another woman.", "similarity": 0.7086, "relevance": 1 }, { "pair_id": 16954, "video_name": "friends_s10e06_seg01_clip_01", "timestamp": [ 10.13, 13.65 ], "duration": 44.66, "caption": "A woman points at the book that another woman is holding.", "similarity": 0.7037, "relevance": 1 }, { "pair_id": 16955, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 48.24, 54.62 ], "duration": 91.66, "caption": "A woman holds up a book to show the other person.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 16956, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 38.72, 50.12 ], "duration": 60.66, "caption": "A woman opens a book and closes it while she has a conversation with others.", "similarity": 0.6984, "relevance": 1 }, { "pair_id": 16957, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman holds her two fingers with her hand while she speaks to another woman.", "similarity": 0.6922, "relevance": 1 }, { "pair_id": 16958, "video_name": "castle_s04e18_seg02_clip_11", "timestamp": [ 42.63, 45.81 ], "duration": 90.66, "caption": "A woman lifts her hand as she speaks to another woman and the other woman does the same.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 16959, "video_name": "friends_s02e23_seg02_clip_09", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman talks to a man while holding a green book.", "similarity": 0.6836, "relevance": 1 } ] }, { "query_id": 50381, "query": "Two men shake hands as they were talking.", "relevant_moment": [ { "pair_id": 173080, "video_name": "castle_s01e07_seg02_clip_20", "timestamp": [ 5.91, 7.72 ], "duration": 90.66, "caption": "Two men shake hands as they were talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173081, "video_name": "house_s03e14_seg02_clip_08", "timestamp": [ 19.79, 23.01 ], "duration": 92.66, "caption": "Two men shake their hands.", "similarity": 0.9067, "relevance": 4 }, { "pair_id": 173082, "video_name": "s06e22_seg02_clip_06", "timestamp": [ 34.79, 36.92 ], "duration": 61.66, "caption": "Two men shake hands together.", "similarity": 0.9025, "relevance": 4 }, { "pair_id": 173083, "video_name": "friends_s06e21_seg02_clip_18", "timestamp": [ 7.12, 12.75 ], "duration": 59.66, "caption": "Two men both shake hands with each other.", "similarity": 0.8986, "relevance": 4 }, { "pair_id": 173084, "video_name": "friends_s09e20_seg02_clip_15", "timestamp": [ 0.0, 7.67 ], "duration": 59.66, "caption": "Two men shake hands and introduce themselves.", "similarity": 0.8551, "relevance": 4 }, { "pair_id": 173085, "video_name": "friends_s03e13_seg02_clip_09", "timestamp": [ 9.12, 12.44 ], "duration": 55.66, "caption": "Two men courteously shake one another's hand.", "similarity": 0.8505, "relevance": 4 }, { "pair_id": 173086, "video_name": "friends_s02e05_seg02_clip_17", "timestamp": [ 6.72, 11.21 ], "duration": 64.66, "caption": "Two men each shake the person's hand.", "similarity": 0.845, "relevance": 4 }, { "pair_id": 173087, "video_name": "friends_s03e06_seg02_clip_20", "timestamp": [ 32.79, 38.61 ], "duration": 83.66, "caption": "Two men get up and shake hands.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 173088, "video_name": "friends_s07e22_seg02_clip_04", "timestamp": [ 0.0, 3.06 ], "duration": 61.66, "caption": "A man and another man shake hands.", "similarity": 0.822, "relevance": 3 }, { "pair_id": 173089, "video_name": "friends_s07e17_seg02_clip_15", "timestamp": [ 0.0, 4.82 ], "duration": 60.66, "caption": "Two men shake hands while one of them is sitting down.", "similarity": 0.8129, "relevance": 4 }, { "pair_id": 173090, "video_name": "friends_s06e15-16_seg02_clip_05", "timestamp": [ 21.84, 32.17 ], "duration": 59.66, "caption": "Two people are shaking hands while one of them talks over and over.", "similarity": 0.8108, "relevance": 3 }, { "pair_id": 173091, "video_name": "s03e02_seg02_clip_05", "timestamp": [ 42.92, 45.32 ], "duration": 60.66, "caption": "Two men reach towards each other and shake hands.", "similarity": 0.8097, "relevance": 4 }, { "pair_id": 173092, "video_name": "friends_s03e20_seg02_clip_00", "timestamp": [ 35.66, 38.78 ], "duration": 62.66, "caption": "Two people shake hands.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 173093, "video_name": "met_s02e04_seg02_clip_03", "timestamp": [ 20.38, 23.42 ], "duration": 60.66, "caption": "A man shakes his finger at another man while talking.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 173094, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 20.34, 21.48 ], "duration": 38.66, "caption": "Two men shake hands then one of them sits down.", "similarity": 0.7875, "relevance": 4 }, { "pair_id": 173095, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.7863, "relevance": 4 }, { "pair_id": 173096, "video_name": "met_s03e02_seg01_clip_00", "timestamp": [ 7.19, 10.0 ], "duration": 62.66, "caption": "A man shakes his hand while talking to two guys.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 173097, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 28.82, 30.11 ], "duration": 86.66, "caption": "Two people shake hands with each other.", "similarity": 0.7802, "relevance": 1 }, { "pair_id": 173098, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 13.14, 15.06 ], "duration": 64.66, "caption": "Two people shake hands with each other.", "similarity": 0.7802, "relevance": 4 }, { "pair_id": 173099, "video_name": "met_s06e11_seg02_clip_06", "timestamp": [ 6.89, 10.9 ], "duration": 57.66, "caption": "A man shakes hands with another man.", "similarity": 0.7756, "relevance": 4 }, { "pair_id": 346400, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 346401, "video_name": "friends_s10e11_seg02_clip_02", "timestamp": [ 34.24, 36.06 ], "duration": 60.66, "caption": "Two men shake hands at the party.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 346402, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 50.44, 56.45 ], "duration": 92.66, "caption": "A man and another man shake hands and then the other man and another man.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 346403, "video_name": "friends_s08e21_seg02_clip_16", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "Two men in suits are shaking hands.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 346404, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 3.92, 5.73 ], "duration": 60.66, "caption": "Two people shake each other's hands when they meet.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 346405, "video_name": "castle_s07e07_seg02_clip_27", "timestamp": [ 40.6, 41.42 ], "duration": 82.66, "caption": "Two men shake each others hands as they say their goodbyes to each other.", "similarity": 0.7647, "relevance": 3 }, { "pair_id": 346406, "video_name": "friends_s01e12_seg02_clip_07", "timestamp": [ 0.0, 8.7 ], "duration": 58.66, "caption": "Two men are having a conversation and one of them holds his hands up and moves back.", "similarity": 0.7606, "relevance": 3 }, { "pair_id": 346407, "video_name": "friends_s04e21_seg01_clip_00", "timestamp": [ 56.99, 58.55 ], "duration": 62.66, "caption": "Two men excitedly shake hands as they sit across from each other.", "similarity": 0.7574, "relevance": 3 }, { "pair_id": 346408, "video_name": "friends_s09e18_seg02_clip_17", "timestamp": [ 13.21, 14.71 ], "duration": 60.66, "caption": "Two men shake hands when they're on the couch.", "similarity": 0.7548, "relevance": 3 }, { "pair_id": 346409, "video_name": "friends_s10e02_seg02_clip_23", "timestamp": [ 6.53, 11.03 ], "duration": 45.66, "caption": "Two men shake hands and person responds in pain.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 346410, "video_name": "friends_s02e10_seg02_clip_11", "timestamp": [ 6.51, 12.72 ], "duration": 62.66, "caption": "A man introduces a man to another man and they shake hands.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 346411, "video_name": "castle_s06e20_seg02_clip_05", "timestamp": [ 0.0, 7.17 ], "duration": 89.66, "caption": "A man is shaking hands with another man and woman.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 346412, "video_name": "grey_s03e10_seg02_clip_04", "timestamp": [ 86.17, 92.16 ], "duration": 92.66, "caption": "Two men shake the conjoined twins hands after being introduced and greeting them.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 346413, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 13.95, 18.45 ], "duration": 90.66, "caption": "Two men shake hands in the hallway.", "similarity": 0.7466, "relevance": 4 }, { "pair_id": 346414, "video_name": "castle_s01e09_seg02_clip_09", "timestamp": [ 35.08, 43.56 ], "duration": 77.66, "caption": "A man stretched his hand and shook hands with another man.", "similarity": 0.745, "relevance": 4 }, { "pair_id": 346415, "video_name": "grey_s03e13_seg02_clip_22", "timestamp": [ 69.63, 75.55 ], "duration": 91.66, "caption": "Two men shake hands while sitting on the floor.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 346416, "video_name": "grey_s03e11_seg02_clip_09", "timestamp": [ 84.16, 88.86 ], "duration": 94.66, "caption": "Two men shake hands and one of them leaves.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 346417, "video_name": "friends_s10e15_seg02_clip_01", "timestamp": [ 36.12, 47.19 ], "duration": 58.66, "caption": "A man and another person in a suit talk and shake hands.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 346418, "video_name": "s07e13_seg02_clip_10", "timestamp": [ 0.92, 4.27 ], "duration": 61.66, "caption": "A man greets another person and they shake each other's hand.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 346419, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.86, 27.53 ], "duration": 86.66, "caption": "Two people shake hands while having an intimate moment.", "similarity": 0.7311, "relevance": 3 } ] }, { "query_id": 50400, "query": "Two people go up the stairs climbing the stairs then come running back down followed by a woman.", "relevant_moment": [ { "pair_id": 12140, "video_name": "s01e10_seg01_clip_01", "timestamp": [ 0.0, 11.69 ], "duration": 57.66, "caption": "Two people go up the stairs climbing the stairs then come running back down followed by a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12141, "video_name": "s04e02_seg02_clip_05", "timestamp": [ 44.42, 51.02 ], "duration": 60.66, "caption": "A woman and a person both turn around and run down the stairs.", "similarity": 0.8347, "relevance": 1 }, { "pair_id": 12142, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 22.76, 28.22 ], "duration": 91.66, "caption": "A woman runs up the stairs to see two people.", "similarity": 0.8128, "relevance": 1 }, { "pair_id": 12143, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 13.34, 16.56 ], "duration": 92.66, "caption": "A person runs ahead of another person while they are going up the stairs.", "similarity": 0.7899, "relevance": 2 }, { "pair_id": 12144, "video_name": "s04e18_seg02_clip_15", "timestamp": [ 1.45, 4.93 ], "duration": 58.66, "caption": "A man follows a woman who started climbing down the stairs.", "similarity": 0.786, "relevance": 1 }, { "pair_id": 12145, "video_name": "s07e03_seg02_clip_16", "timestamp": [ 0.31, 2.44 ], "duration": 61.66, "caption": "A woman goes running up the stairs ahead of some people.", "similarity": 0.7836, "relevance": 1 }, { "pair_id": 12146, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 0.0, 4.88 ], "duration": 75.66, "caption": "A woman and a man climb the stairs up together.", "similarity": 0.7745, "relevance": 2 }, { "pair_id": 12147, "video_name": "s07e13_seg02_clip_05", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A person runs down the stairs past a woman.", "similarity": 0.7688, "relevance": 2 }, { "pair_id": 12148, "video_name": "castle_s02e04_seg02_clip_01", "timestamp": [ 65.22, 71.22 ], "duration": 80.66, "caption": "A person and another person walk up the stairs behind a woman.", "similarity": 0.7684, "relevance": 2 }, { "pair_id": 12149, "video_name": "grey_s02e14_seg02_clip_11", "timestamp": [ 69.77, 77.42 ], "duration": 90.66, "caption": "A woman walks down the stairs with a man, then she stops and turns around heading back upstairs.", "similarity": 0.7667, "relevance": 1 }, { "pair_id": 12150, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A woman is running down the stairs and a man asks her to stop.", "similarity": 0.7601, "relevance": 1 }, { "pair_id": 12151, "video_name": "castle_s08e09_seg02_clip_13", "timestamp": [ 64.19, 67.17 ], "duration": 85.66, "caption": "A man and a woman climb a set of stairs.", "similarity": 0.7518, "relevance": 2 }, { "pair_id": 12152, "video_name": "castle_s01e07_seg02_clip_24", "timestamp": [ 54.42, 57.21 ], "duration": 93.66, "caption": "A woman with two other men climb a stairs.", "similarity": 0.7452, "relevance": 1 }, { "pair_id": 12153, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 43.68, 48.7 ], "duration": 59.66, "caption": "A person is rushing some people down the stairs, they round the corner headed for the next stairwell, they see a woman walking to go up the stairs and the whole group stops in their tracks.", "similarity": 0.7441, "relevance": 1 }, { "pair_id": 12154, "video_name": "s04e01_seg02_clip_16", "timestamp": [ 47.72, 51.32 ], "duration": 60.66, "caption": "A woman and a person walk side by side going up stairs.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 12155, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 46.21, 62.03 ], "duration": 62.66, "caption": "While taking the stairs, a woman and a man stop at the right floor, a person continues to go up to the next floor.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 12156, "video_name": "castle_s08e20_seg02_clip_02", "timestamp": [ 2.32, 14.38 ], "duration": 92.66, "caption": "A man runs up the steps and is followed by a woman.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 12157, "video_name": "grey_s03e18_seg02_clip_12", "timestamp": [ 17.75, 26.85 ], "duration": 91.66, "caption": "A woman touches man's face and then man runs up the stairs.", "similarity": 0.7317, "relevance": 1 }, { "pair_id": 12158, "video_name": "grey_s03e06_seg02_clip_25", "timestamp": [ 45.69, 52.65 ], "duration": 87.66, "caption": "A man is running up the stairs and runs into woman.", "similarity": 0.7317, "relevance": 1 }, { "pair_id": 12159, "video_name": "s04e05_seg02_clip_06", "timestamp": [ 13.64, 15.67 ], "duration": 58.66, "caption": "A person runs to catch up to another person on the stairs.", "similarity": 0.7302, "relevance": 1 } ] }, { "query_id": 50407, "query": "A person sits a coffee pot down behind a woman when she is talking.", "relevant_moment": [ { "pair_id": 155640, "video_name": "friends_s03e23_seg02_clip_01", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A person sits a coffee pot down behind a woman when she is talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155641, "video_name": "castle_s03e11_seg02_clip_08", "timestamp": [ 53.86, 60.54 ], "duration": 89.66, "caption": "A person sits down with coffee right in front of a woman.", "similarity": 0.8242, "relevance": 2 }, { "pair_id": 155642, "video_name": "grey_s03e24_seg02_clip_00", "timestamp": [ 5.51, 7.35 ], "duration": 91.66, "caption": "A woman sits her coffee cup down when she's talking to two people.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 155643, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 0.0, 4.2 ], "duration": 56.66, "caption": "A woman sits a cup of coffee down in front of person.", "similarity": 0.7832, "relevance": 2 }, { "pair_id": 155644, "video_name": "s06e13_seg02_clip_13", "timestamp": [ 9.3, 12.01 ], "duration": 60.66, "caption": "A woman is holding a pot of coffee while speaking with a man.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 155645, "video_name": "house_s08e03_seg02_clip_11", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A woman hands person a coffee and then sits down next to her.", "similarity": 0.7698, "relevance": 1 }, { "pair_id": 155646, "video_name": "friends_s09e11_seg02_clip_20", "timestamp": [ 37.22, 43.22 ], "duration": 60.66, "caption": "A woman sits down on the coffee table when she is having a talk with a man.", "similarity": 0.7555, "relevance": 0 }, { "pair_id": 155647, "video_name": "house_s08e03_seg02_clip_11", "timestamp": [ 32.41, 41.41 ], "duration": 90.66, "caption": "A woman hands a woman a cup of coffee as she sits beside her and they talk to a man about their patient.", "similarity": 0.7516, "relevance": 1 }, { "pair_id": 155648, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 5.23, 8.04 ], "duration": 80.66, "caption": "A person puts a coffee on his cup while speaking to a woman.", "similarity": 0.7265, "relevance": 2 }, { "pair_id": 155649, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 17.53, 20.29 ], "duration": 92.66, "caption": "A person gives a coffee to woman while they are talking.", "similarity": 0.7239, "relevance": 1 }, { "pair_id": 155650, "video_name": "castle_s02e01_seg02_clip_20", "timestamp": [ 42.51, 46.34 ], "duration": 85.66, "caption": "A person takes a drink of his coffee cup as he sits beside a woman.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 155651, "video_name": "castle_s05e24_seg02_clip_12", "timestamp": [ 11.91, 16.77 ], "duration": 88.66, "caption": "A man drinks a coffee while a woman talks to the person in front of her.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 155652, "video_name": "grey_s01e02_seg02_clip_00", "timestamp": [ 32.09, 36.28 ], "duration": 93.66, "caption": "A woman holds a coffee while talking to a man.", "similarity": 0.7156, "relevance": 1 }, { "pair_id": 155654, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 54.47, 60.32 ], "duration": 90.66, "caption": "A woman hands a man a cup of coffee and sits down beside him.", "similarity": 0.7135, "relevance": 1 }, { "pair_id": 155655, "video_name": "s10e11_seg02_clip_13", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman is holding a coffee cup as she sits next to a man.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 155656, "video_name": "s02e18_seg02_clip_10", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A woman, sitting on the couch next to a person, pours herself a cup of coffee then sits the coffee pot on the table.", "similarity": 0.7127, "relevance": 2 }, { "pair_id": 155657, "video_name": "castle_s02e21_seg02_clip_14", "timestamp": [ 55.73, 60.68 ], "duration": 89.66, "caption": "A woman pours a cup of coffee while a person is behind her.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 155658, "video_name": "castle_s02e02_seg02_clip_20", "timestamp": [ 11.57, 14.69 ], "duration": 89.66, "caption": "A woman sits down on the coffee table near a person who is on the couch.", "similarity": 0.709, "relevance": 0 }, { "pair_id": 155659, "video_name": "s09e21_seg02_clip_13", "timestamp": [ 41.32, 46.34 ], "duration": 59.66, "caption": "A person is sitting next to woman while they are speaking.", "similarity": 0.7084, "relevance": 1 }, { "pair_id": 328960, "video_name": "s07e12_seg02_clip_03", "timestamp": [ 49.22, 52.52 ], "duration": 60.66, "caption": "A person sits on a stool next to a woman who's talking to another person.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 328961, "video_name": "s08e21_seg02_clip_14", "timestamp": [ 9.79, 12.46 ], "duration": 89.66, "caption": "A woman takes a drink of her coffee as she sits listening to person.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 328962, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 18.45, 22.51 ], "duration": 90.66, "caption": "A person put his coffee on the table while talking to woman.", "similarity": 0.7031, "relevance": 1 }, { "pair_id": 328963, "video_name": "friends_s08e19_seg02_clip_10", "timestamp": [ 0.0, 13.68 ], "duration": 62.66, "caption": "A woman is at the coffee house talking to another woman who is sitting down.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 328964, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 27.42, 29.94 ], "duration": 63.66, "caption": "A woman drinks coffee while she is talking to a man.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 328965, "video_name": "castle_s05e16_seg02_clip_01", "timestamp": [ 22.26, 30.27 ], "duration": 89.66, "caption": "A woman brings a man a cup of coffee and sits beside him.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 328966, "video_name": "castle_s04e23_seg02_clip_04", "timestamp": [ 18.31, 35.25 ], "duration": 91.66, "caption": "A woman was holding a cup of coffee whilst talking to a man.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 328967, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A woman sits down in front of man while talking.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 328969, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 3.64, 8.19 ], "duration": 91.66, "caption": "A woman behind a man takes a drink of her coffee.", "similarity": 0.6931, "relevance": 1 }, { "pair_id": 328972, "video_name": "met_s06e01_seg02_clip_02", "timestamp": [ 32.49, 36.56 ], "duration": 58.66, "caption": "A woman sets her mug aside on a coffee table while talking to a man.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 328973, "video_name": "castle_s04e17_seg02_clip_10", "timestamp": [ 0.0, 11.74 ], "duration": 93.66, "caption": "A woman was talking to a man while making a coffee.", "similarity": 0.6895, "relevance": 1 }, { "pair_id": 328975, "video_name": "s03e11_seg02_clip_11", "timestamp": [ 8.82, 14.5 ], "duration": 63.66, "caption": "A person is talking to another person while holding a cup of coffee.", "similarity": 0.6881, "relevance": 1 }, { "pair_id": 328976, "video_name": "castle_s04e18_seg02_clip_16", "timestamp": [ 28.94, 33.91 ], "duration": 90.66, "caption": "A woman sits down with her coffee mug with a man.", "similarity": 0.6881, "relevance": 1 }, { "pair_id": 328978, "video_name": "house_s02e07_seg02_clip_00", "timestamp": [ 29.45, 31.75 ], "duration": 92.66, "caption": "A woman holds a coffee carafe while talking to man.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 328979, "video_name": "house_s01e08_seg02_clip_15", "timestamp": [ 55.71, 59.33 ], "duration": 90.66, "caption": "A woman is making her coffee while talking to a man.", "similarity": 0.6862, "relevance": 2 } ] }, { "query_id": 50451, "query": "A woman looks at a man and crosses her arms.", "relevant_moment": [ { "pair_id": 11760, "video_name": "friends_s10e10_seg02_clip_08", "timestamp": [ 61.45, 63.03 ], "duration": 63.66, "caption": "A woman looks at a man and crosses her arms.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11761, "video_name": "house_s05e07_seg02_clip_22", "timestamp": [ 54.89, 56.28 ], "duration": 93.66, "caption": "A woman crosses her arms while standing and looking at a man.", "similarity": 0.9392, "relevance": 4 }, { "pair_id": 11762, "video_name": "house_s02e19_seg02_clip_01", "timestamp": [ 10.86, 19.46 ], "duration": 90.66, "caption": "A man crosses his arms while looking at a woman.", "similarity": 0.9375, "relevance": 3 }, { "pair_id": 11763, "video_name": "friends_s05e02_seg02_clip_13", "timestamp": [ 0.0, 0.56 ], "duration": 56.66, "caption": "A woman looks at man and woman with her arms crossed.", "similarity": 0.867, "relevance": 4 }, { "pair_id": 11764, "video_name": "friends_s01e10_seg02_clip_06", "timestamp": [ 6.96, 11.9 ], "duration": 58.66, "caption": "A woman crosses her arms over her chest and stands watching a man.", "similarity": 0.8428, "relevance": 4 }, { "pair_id": 11765, "video_name": "friends_s07e23-24_seg02_clip_26", "timestamp": [ 23.21, 35.11 ], "duration": 58.66, "caption": "A man crosses his arms as he looks at two other people.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 11766, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 5.19, 12.82 ], "duration": 61.66, "caption": "A woman looks at a man smiling with her arms crossed.", "similarity": 0.7861, "relevance": 4 }, { "pair_id": 11767, "video_name": "friends_s08e03_seg02_clip_11", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A man crosses his arms while standing next to woman.", "similarity": 0.7838, "relevance": 3 }, { "pair_id": 11768, "video_name": "s01e15_seg02_clip_11", "timestamp": [ 1.18, 2.66 ], "duration": 59.66, "caption": "A woman crosses her arms in front of her as she takes a step towards a man.", "similarity": 0.7803, "relevance": 4 }, { "pair_id": 11769, "video_name": "house_s06e17_seg02_clip_23", "timestamp": [ 56.14, 58.9 ], "duration": 92.66, "caption": "A woman shakes her head as a man crosses his arms.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 11770, "video_name": "castle_s07e17_seg02_clip_22", "timestamp": [ 31.29, 32.67 ], "duration": 92.66, "caption": "A woman holds her arms crossed in front of her as she turns her body and looks at someone.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 11771, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 35.42, 38.07 ], "duration": 59.66, "caption": "A person looks towards another person with crossed arms and then uncrosses his arms.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 11772, "video_name": "house_s08e12_seg02_clip_01", "timestamp": [ 0.0, 4.75 ], "duration": 95.66, "caption": "A man is examining a woman's arm by having her move it.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 11773, "video_name": "met_s04e03_seg02_clip_07", "timestamp": [ 28.21, 30.31 ], "duration": 60.66, "caption": "A woman crosses her arms as she talks to a man.", "similarity": 0.764, "relevance": 4 }, { "pair_id": 11774, "video_name": "castle_s08e03_seg02_clip_24", "timestamp": [ 19.07, 24.19 ], "duration": 93.66, "caption": "A woman holds a man's shoulder and looks at him.", "similarity": 0.7614, "relevance": 2 }, { "pair_id": 11775, "video_name": "friends_s10e04_seg02_clip_03", "timestamp": [ 28.21, 31.81 ], "duration": 60.66, "caption": "A woman walks over to a man and crosses her arms.", "similarity": 0.7609, "relevance": 4 }, { "pair_id": 11776, "video_name": "castle_s03e07_seg02_clip_12", "timestamp": [ 39.42, 41.61 ], "duration": 87.66, "caption": "A woman is standing with her arms crossed and looks over at a man as he is talking.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 11777, "video_name": "castle_s03e01_seg02_clip_21", "timestamp": [ 9.35, 14.24 ], "duration": 89.66, "caption": "A woman looks at a man.", "similarity": 0.754, "relevance": 2 }, { "pair_id": 11778, "video_name": "s07e17_seg02_clip_09", "timestamp": [ 4.34, 11.17 ], "duration": 62.66, "caption": "A woman crosses her arms and looks upset as a man talks to her.", "similarity": 0.7527, "relevance": 4 }, { "pair_id": 11779, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 12.12, 14.65 ], "duration": 101.66, "caption": "A woman crosses her arms while talking to a man.", "similarity": 0.7517, "relevance": 4 }, { "pair_id": 185080, "video_name": "friends_s09e06_seg02_clip_20", "timestamp": [ 41.42, 43.52 ], "duration": 60.66, "caption": "A woman crosses her arms when talking to a man.", "similarity": 0.7503, "relevance": 4 }, { "pair_id": 185081, "video_name": "grey_s03e24_seg02_clip_02", "timestamp": [ 10.47, 14.56 ], "duration": 91.66, "caption": "A woman looks at a man, sympathetically, and touches his shoulder.", "similarity": 0.7483, "relevance": 3 }, { "pair_id": 185082, "video_name": "s07e12_seg02_clip_14", "timestamp": [ 38.13, 46.64 ], "duration": 63.66, "caption": "A woman puts her arm on a man and looks him in the eyes.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 185083, "video_name": "friends_s02e03_seg02_clip_03", "timestamp": [ 45.41, 48.14 ], "duration": 60.66, "caption": "A man looks over at woman and another man, who are both sitting with their arms crossed.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 185084, "video_name": "met_s02e09_seg01_clip_00", "timestamp": [ 57.5, 59.99 ], "duration": 62.66, "caption": "A woman looks at man and rubs his shoulder and back.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 185085, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 24.58, 30.25 ], "duration": 63.66, "caption": "A person looks at a woman and then crosses his arms and looks at his mother.", "similarity": 0.7404, "relevance": 3 }, { "pair_id": 185086, "video_name": "friends_s06e12_seg02_clip_16", "timestamp": [ 0.0, 12.26 ], "duration": 55.66, "caption": "A woman has her arms crossed when standing next to a man.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 185087, "video_name": "friends_s02e04_seg02_clip_13", "timestamp": [ 0.0, 2.48 ], "duration": 62.66, "caption": "A woman turns around to face a man with her arms crossed.", "similarity": 0.7322, "relevance": 3 }, { "pair_id": 185088, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 9.52, 11.22 ], "duration": 68.66, "caption": "A man uncrosses his arms to point at a woman.", "similarity": 0.7296, "relevance": 2 }, { "pair_id": 185089, "video_name": "friends_s06e14_seg02_clip_19", "timestamp": [ 7.56, 10.72 ], "duration": 63.66, "caption": "A woman crosses her arms and touches her hair while standing in front of a man.", "similarity": 0.729, "relevance": 4 }, { "pair_id": 185090, "video_name": "friends_s08e23-24_seg02_clip_03", "timestamp": [ 30.97, 33.97 ], "duration": 60.66, "caption": "A woman crosses her arms over her chest as she talks to a man.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 185091, "video_name": "friends_s06e22_seg02_clip_02", "timestamp": [ 32.78, 35.61 ], "duration": 63.66, "caption": "Both women cross their arms while they are looking at another woman.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 185092, "video_name": "friends_s05e23-24_seg02_clip_13", "timestamp": [ 29.77, 39.7 ], "duration": 62.66, "caption": "A woman crosses her arms in front of her.", "similarity": 0.7219, "relevance": 4 }, { "pair_id": 185093, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 11.17, 13.96 ], "duration": 62.66, "caption": "A man crosses his arms when talking to a woman.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 185094, "video_name": "castle_s05e12_seg02_clip_16", "timestamp": [ 64.11, 68.53 ], "duration": 88.66, "caption": "A woman stands across from woman and crosses her arms.", "similarity": 0.7167, "relevance": 3 }, { "pair_id": 185095, "video_name": "friends_s06e21_seg02_clip_11", "timestamp": [ 4.28, 7.13 ], "duration": 57.66, "caption": "A woman crosses her arms over her chest while talking to a man.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 185096, "video_name": "friends_s07e01_seg02_clip_03", "timestamp": [ 54.43, 55.71 ], "duration": 64.66, "caption": "A woman crosses her arms and shakes her head at someone.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 185097, "video_name": "castle_s03e20_seg02_clip_02", "timestamp": [ 37.4, 39.65 ], "duration": 90.66, "caption": "A man looks at another man and uncrosses his arms.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 185098, "video_name": "friends_s01e24_seg02_clip_00", "timestamp": [ 7.63, 24.72 ], "duration": 61.66, "caption": "A man stares at a woman as she looks at pictures with her arm around him.", "similarity": 0.7144, "relevance": 2 }, { "pair_id": 185099, "video_name": "friends_s01e10_seg02_clip_21", "timestamp": [ 32.11, 33.92 ], "duration": 60.66, "caption": "A woman crosses her arms across her chest as she stands between two people.", "similarity": 0.7141, "relevance": 3 } ] }, { "query_id": 50490, "query": "A woman and a man are speaking to someone in the interrogation room.", "relevant_moment": [ { "pair_id": 164480, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 0.0, 51.64 ], "duration": 89.66, "caption": "A woman and a man are speaking to someone in the interrogation room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164481, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 0.0, 31.36 ], "duration": 95.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.9957, "relevance": 4 }, { "pair_id": 164482, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 76.46 ], "duration": 139.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.9957, "relevance": 4 }, { "pair_id": 164483, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 0.0, 89.22 ], "duration": 89.66, "caption": "A man and a woman are speaking to someone in the interrogation room.", "similarity": 0.9938, "relevance": 4 }, { "pair_id": 164484, "video_name": "castle_s01e06_seg02_clip_09", "timestamp": [ 0.0, 50.61 ], "duration": 92.66, "caption": "A woman and a man are in the interrogation room speaking to a person.", "similarity": 0.9902, "relevance": 4 }, { "pair_id": 164485, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 0.0, 41.99 ], "duration": 89.66, "caption": "A man and woman are speaking to someone in the interrogation room.", "similarity": 0.9895, "relevance": 4 }, { "pair_id": 164486, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 0.0, 86.86 ], "duration": 104.66, "caption": "A man and a woman are speaking to a person in the interrogation room.", "similarity": 0.9892, "relevance": 4 }, { "pair_id": 164487, "video_name": "castle_s02e10_seg02_clip_09", "timestamp": [ 58.87, 90.58 ], "duration": 90.66, "caption": "A woman and man are in the interrogation room speaking to a person.", "similarity": 0.9884, "relevance": 4 }, { "pair_id": 164488, "video_name": "castle_s02e11_seg02_clip_25", "timestamp": [ 0.0, 93.13 ], "duration": 95.66, "caption": "A man and woman are speaking to a person in the interrogation room.", "similarity": 0.9874, "relevance": 4 }, { "pair_id": 164489, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 6.73, 85.75 ], "duration": 89.66, "caption": "A man and a woman are in the interrogation room speaking to someone.", "similarity": 0.9863, "relevance": 4 }, { "pair_id": 164490, "video_name": "castle_s08e21_seg02_clip_22", "timestamp": [ 34.61, 91.08 ], "duration": 91.66, "caption": "A woman and a man are in the interrogation room speaking to another person.", "similarity": 0.9853, "relevance": 4 }, { "pair_id": 164491, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 0.0, 26.33 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room speaking with someone.", "similarity": 0.98, "relevance": 4 }, { "pair_id": 164492, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 0.0, 35.24 ], "duration": 91.66, "caption": "A man and a woman are talking to someone in the interrogation room.", "similarity": 0.9769, "relevance": 4 }, { "pair_id": 164493, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 64.15, 90.36 ], "duration": 90.66, "caption": "A man and woman are in the interrogation room speaking with a person.", "similarity": 0.9702, "relevance": 4 }, { "pair_id": 164494, "video_name": "castle_s04e18_seg02_clip_09", "timestamp": [ 0.0, 54.09 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room speaking to a man.", "similarity": 0.9689, "relevance": 4 }, { "pair_id": 164495, "video_name": "castle_s02e16_seg02_clip_20", "timestamp": [ 0.0, 81.4 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person inside the interrogation room.", "similarity": 0.9689, "relevance": 4 }, { "pair_id": 164496, "video_name": "castle_s06e14_seg02_clip_22", "timestamp": [ 0.0, 55.76 ], "duration": 88.66, "caption": "A woman and a man are inside the interrogation room speaking to a person.", "similarity": 0.9681, "relevance": 4 }, { "pair_id": 164497, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 1.35, 89.66 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room to speak to another man.", "similarity": 0.9651, "relevance": 4 }, { "pair_id": 164498, "video_name": "castle_s04e18_seg02_clip_21", "timestamp": [ 41.41, 90.02 ], "duration": 90.66, "caption": "A man and a woman are speaking to another man in the interrogation room.", "similarity": 0.9612, "relevance": 4 }, { "pair_id": 164499, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 0.0, 25.58 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room speaking to another man.", "similarity": 0.9578, "relevance": 4 }, { "pair_id": 337800, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 0.0, 33.4 ], "duration": 90.66, "caption": "A woman and man are inside the interrogation room as the speak to person.", "similarity": 0.949, "relevance": 4 }, { "pair_id": 337801, "video_name": "castle_s01e09_seg02_clip_07", "timestamp": [ 40.0, 89.31 ], "duration": 93.66, "caption": "A woman and a man enter the interrogation room to speak to a man.", "similarity": 0.9405, "relevance": 4 }, { "pair_id": 337802, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room with a person conversing.", "similarity": 0.9402, "relevance": 4 }, { "pair_id": 337803, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 0.0, 46.21 ], "duration": 88.66, "caption": "A woman is talking to woman and man in the interrogation room.", "similarity": 0.9401, "relevance": 4 }, { "pair_id": 337804, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with a woman.", "similarity": 0.9396, "relevance": 4 }, { "pair_id": 337805, "video_name": "castle_s02e14_seg02_clip_24", "timestamp": [ 0.0, 52.51 ], "duration": 88.66, "caption": "Two people are speaking to someone in the interrogation room.", "similarity": 0.9377, "relevance": 4 }, { "pair_id": 337806, "video_name": "castle_s02e09_seg02_clip_03", "timestamp": [ 0.0, 58.26 ], "duration": 91.66, "caption": "A man and woman are in the interrogation room with person conversing.", "similarity": 0.9364, "relevance": 4 }, { "pair_id": 337807, "video_name": "castle_s01e06_seg02_clip_08", "timestamp": [ 0.0, 91.19 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with another person conversing.", "similarity": 0.9343, "relevance": 4 }, { "pair_id": 337808, "video_name": "castle_s08e21_seg02_clip_23", "timestamp": [ 0.0, 50.88 ], "duration": 88.66, "caption": "A woman and a man are sitting in the interrogation room speaking to another woman.", "similarity": 0.9294, "relevance": 4 }, { "pair_id": 337809, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A woman is speaking to a man in the interrogation room.", "similarity": 0.9284, "relevance": 3 }, { "pair_id": 337810, "video_name": "castle_s04e14_seg02_clip_21", "timestamp": [ 0.0, 42.79 ], "duration": 91.66, "caption": "A man is in the interrogation room speaking to a man and a woman.", "similarity": 0.9278, "relevance": 4 }, { "pair_id": 337811, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A woman is speaking to a man as they are in the interrogation room.", "similarity": 0.9277, "relevance": 3 }, { "pair_id": 337812, "video_name": "castle_s07e05_seg02_clip_08", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "A woman is in the interrogation room speaking with a man.", "similarity": 0.9274, "relevance": 3 }, { "pair_id": 337813, "video_name": "castle_s02e07_seg02_clip_13", "timestamp": [ 56.53, 89.02 ], "duration": 89.66, "caption": "A man is in the interrogation room speaking with a woman and a man.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 337814, "video_name": "castle_s02e10_seg02_clip_25", "timestamp": [ 63.49, 91.35 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a man conversing.", "similarity": 0.9176, "relevance": 4 }, { "pair_id": 337815, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 18.91, 90.02 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with person.", "similarity": 0.917, "relevance": 4 }, { "pair_id": 337816, "video_name": "castle_s02e13_seg02_clip_11", "timestamp": [ 54.6, 89.51 ], "duration": 89.66, "caption": "A woman and man are in the interrogation room with person.", "similarity": 0.9156, "relevance": 4 }, { "pair_id": 337817, "video_name": "castle_s05e06_seg02_clip_12", "timestamp": [ 0.0, 28.63 ], "duration": 89.66, "caption": "Two people are speaking to a man in the interrogation room.", "similarity": 0.9145, "relevance": 4 }, { "pair_id": 337818, "video_name": "castle_s05e20_seg02_clip_24", "timestamp": [ 0.0, 71.83 ], "duration": 90.66, "caption": "A woman and man are inside an interrogation room conversing with a person.", "similarity": 0.9126, "relevance": 4 }, { "pair_id": 337819, "video_name": "castle_s07e03_seg02_clip_22", "timestamp": [ 0.0, 84.66 ], "duration": 84.66, "caption": "A woman is in the interrogation room speaking to a man.", "similarity": 0.9124, "relevance": 4 } ] }, { "query_id": 50517, "query": "A woman shows off her engagement ring to a man.", "relevant_moment": [ { "pair_id": 123020, "video_name": "s08e23_seg02_clip_07", "timestamp": [ 30.51, 34.18 ], "duration": 61.66, "caption": "A woman shows off her engagement ring to a man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 123021, "video_name": "castle_s03e02_seg02_clip_00", "timestamp": [ 13.91, 19.01 ], "duration": 92.66, "caption": "A woman shows off a very large engagement ring.", "similarity": 0.8512, "relevance": 4 }, { "pair_id": 123022, "video_name": "s04e20_seg02_clip_17", "timestamp": [ 11.81, 14.01 ], "duration": 40.66, "caption": "A woman shows off her engagement ring to her friends.", "similarity": 0.85, "relevance": 3 }, { "pair_id": 123023, "video_name": "castle_s07e11_seg02_clip_11", "timestamp": [ 1.37, 3.66 ], "duration": 91.66, "caption": "A woman shows the ring on her finger to a man.", "similarity": 0.796, "relevance": 3 }, { "pair_id": 123024, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 40.52, 42.95 ], "duration": 81.66, "caption": "A woman takes the engagement ring away from man.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 123025, "video_name": "s09e07_seg02_clip_07", "timestamp": [ 42.9, 48.98 ], "duration": 64.66, "caption": "A woman snatches the engagement ring out of person's hand to look at.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 123026, "video_name": "castle_s07e06_seg02_clip_26", "timestamp": [ 6.0, 9.0 ], "duration": 150.66, "caption": "A woman places a ring on a man's ring finger.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 123027, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 16.34, 29.06 ], "duration": 90.66, "caption": "A woman looks down at her ring when she recalls her engagement.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 123028, "video_name": "friends_s09e23-24_seg02_clip_09", "timestamp": [ 19.22, 24.41 ], "duration": 61.66, "caption": "A woman's partner shows guy the ring he got woman.", "similarity": 0.7054, "relevance": 3 }, { "pair_id": 123029, "video_name": "friends_s01e02_seg02_clip_05", "timestamp": [ 31.34, 33.66 ], "duration": 58.66, "caption": "A woman finds the engagement ring and pulls it out of the lasagna to show the rest of the group.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 123030, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 58.33, 61.43 ], "duration": 69.66, "caption": "A man puts the ring on woman's ring finger.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 123031, "video_name": "friends_s10e12_seg02_clip_28", "timestamp": [ 7.54, 9.86 ], "duration": 58.66, "caption": "A man puts a ring on a woman's finger as they exchange wedding vows.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 123032, "video_name": "castle_s07e13_seg02_clip_01", "timestamp": [ 3.19, 5.01 ], "duration": 91.66, "caption": "A woman holds up her hand to show person her ring.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 123033, "video_name": "friends_s08e18_seg02_clip_10", "timestamp": [ 58.59, 64.03 ], "duration": 64.66, "caption": "A woman tells everyone how big her engagement ring is.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 123035, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 10.68, 12.51 ], "duration": 61.66, "caption": "A woman holds up her hand to show off her ring.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 123036, "video_name": "castle_s04e22_seg02_clip_09", "timestamp": [ 61.94, 66.24 ], "duration": 86.66, "caption": "A woman starts playing with her engagement ring while talking to two men.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 123037, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 15.91, 18.01 ], "duration": 60.66, "caption": "A man hands a woman a ring and she takes it.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 123038, "video_name": "castle_s07e11_seg02_clip_11", "timestamp": [ 0.0, 7.31 ], "duration": 91.66, "caption": "A woman holds up her left hand showing a person her wedding ring and reminds him that wedded couples tell each other things.", "similarity": 0.6791, "relevance": 3 }, { "pair_id": 123039, "video_name": "friends_s08e23-24_seg02_clip_04", "timestamp": [ 52.72, 61.1 ], "duration": 62.66, "caption": "A woman pulls a ring box out of her purse with a ring and shows it to a man.", "similarity": 0.6783, "relevance": 4 }, { "pair_id": 296340, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 27.09, 29.89 ], "duration": 62.66, "caption": "A woman plays with her wedding ring while talking to a man.", "similarity": 0.6779, "relevance": 3 }, { "pair_id": 296341, "video_name": "friends_s08e02_seg02_clip_08", "timestamp": [ 39.08, 42.86 ], "duration": 63.66, "caption": "A man gets down on one knee and opens an engagement ring to show another person.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 296342, "video_name": "friends_s03e06_seg02_clip_05", "timestamp": [ 32.76, 36.6 ], "duration": 59.66, "caption": "A woman extends her hand to show off a ring.", "similarity": 0.6614, "relevance": 3 }, { "pair_id": 296343, "video_name": "castle_s07e22_seg02_clip_22", "timestamp": [ 9.78, 14.2 ], "duration": 46.66, "caption": "A man grabs a person's hand and looks at his ring and shows it to a woman.", "similarity": 0.6577, "relevance": 3 }, { "pair_id": 296344, "video_name": "friends_s10e05_seg02_clip_23", "timestamp": [ 44.19, 48.19 ], "duration": 57.66, "caption": "A man gives a ring to woman at the table.", "similarity": 0.6558, "relevance": 2 }, { "pair_id": 296345, "video_name": "grey_s02e08_seg02_clip_04", "timestamp": [ 0.0, 4.54 ], "duration": 90.66, "caption": "A woman lifts her hand and shows man her wedding ring as he tells her not to bring that up as he turns away and she intercept him by telling him to remember it.", "similarity": 0.6552, "relevance": 4 }, { "pair_id": 296346, "video_name": "met_s05e02_seg02_clip_02", "timestamp": [ 19.77, 31.5 ], "duration": 67.66, "caption": "A woman comes by and touches two men, then one of them shows her his wedding ring.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 296347, "video_name": "met_s02e22_seg02_clip_05", "timestamp": [ 9.3, 10.2 ], "duration": 60.66, "caption": "A person hands an engagement ring to a restaurant patron behind them.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 296348, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 53.49, 69.02 ], "duration": 69.66, "caption": "A woman accepts the proposal and a man puts the ring on their finger.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 296349, "video_name": "friends_s09e01_seg01_clip_00", "timestamp": [ 7.4, 10.18 ], "duration": 61.66, "caption": "A person turns around with a ring to a woman.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 296350, "video_name": "house_s02e15_seg02_clip_20", "timestamp": [ 63.18, 66.26 ], "duration": 87.66, "caption": "A woman holds up her wedding ring to a man and throws it on the floor.", "similarity": 0.6445, "relevance": 3 }, { "pair_id": 296351, "video_name": "friends_s02e03_seg02_clip_12", "timestamp": [ 35.87, 39.06 ], "duration": 71.66, "caption": "A woman waves her wedding ring and hand in front of person's face.", "similarity": 0.6443, "relevance": 4 }, { "pair_id": 296352, "video_name": "castle_s07e10_seg02_clip_11", "timestamp": [ 63.44, 68.8 ], "duration": 89.66, "caption": "A woman lifts her hand to display her ring.", "similarity": 0.6434, "relevance": 4 }, { "pair_id": 296353, "video_name": "met_s03e19_seg02_clip_11", "timestamp": [ 21.06, 24.25 ], "duration": 63.66, "caption": "A man helps the woman wears the ring in her ring finger.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 296354, "video_name": "s09e14_seg02_clip_08", "timestamp": [ 56.64, 64.34 ], "duration": 67.66, "caption": "A woman asks another woman if they knew about someone having a ring for her and the other woman walks out with a man.", "similarity": 0.639, "relevance": 0 }, { "pair_id": 296355, "video_name": "castle_s02e22_seg02_clip_22", "timestamp": [ 13.96, 30.18 ], "duration": 90.66, "caption": "A woman was holding a ring while talking to another person.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 296356, "video_name": "friends_s01e02_seg02_clip_18", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A woman hands another person a ring and then they hold hands while smiling at each other.", "similarity": 0.6355, "relevance": 4 }, { "pair_id": 296357, "video_name": "grey_s02e04_seg02_clip_17", "timestamp": [ 60.82, 72.02 ], "duration": 80.66, "caption": "A woman retrieves her wedding rings from her shirt pocket, and puts them back on her hand while speaking to another woman.", "similarity": 0.6342, "relevance": 3 } ] }, { "query_id": 50528, "query": "A person puts their cup up to their lips but doesn't take a drink.", "relevant_moment": [ { "pair_id": 18360, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 4.43, 7.38 ], "duration": 59.66, "caption": "A person puts their cup up to their lips but doesn't take a drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18361, "video_name": "house_s08e05_seg02_clip_11", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes hold of their cup and takes a drink.", "similarity": 0.7584, "relevance": 3 }, { "pair_id": 18362, "video_name": "house_s05e01_seg02_clip_13", "timestamp": [ 61.67, 65.72 ], "duration": 90.66, "caption": "A person picks up their cup and takes a sip.", "similarity": 0.7335, "relevance": 3 }, { "pair_id": 18363, "video_name": "s09e15_seg02_clip_10", "timestamp": [ 48.62, 50.72 ], "duration": 60.66, "caption": "A person lifts up their cup to take a sip through their straw but lowers it back down without taking a sip.", "similarity": 0.7331, "relevance": 3 }, { "pair_id": 18364, "video_name": "house_s01e18_seg02_clip_02", "timestamp": [ 5.79, 7.57 ], "duration": 89.66, "caption": "A person takes a drink of a cup in their hand.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 18365, "video_name": "s04e21_seg02_clip_09", "timestamp": [ 28.99, 30.25 ], "duration": 63.66, "caption": "A person puts the straw from their cup in their mouth.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 18366, "video_name": "house_s08e16_seg02_clip_17", "timestamp": [ 5.7, 7.6 ], "duration": 95.66, "caption": "A person drinks from and then puts down their coffee cup.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 18367, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 87.15, 89.13 ], "duration": 99.66, "caption": "A person takes a sip of water from a cup.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 18368, "video_name": "friends_s09e05_seg01_clip_00", "timestamp": [ 42.9, 56.3 ], "duration": 67.66, "caption": "A woman picks up a cup and doesn't take a drink.", "similarity": 0.71, "relevance": 4 }, { "pair_id": 18369, "video_name": "house_s05e17_seg02_clip_17", "timestamp": [ 45.97, 50.97 ], "duration": 91.66, "caption": "A person picks up their cup and takes a drink.", "similarity": 0.7042, "relevance": 3 }, { "pair_id": 18370, "video_name": "s06e11_seg01_clip_00", "timestamp": [ 46.81, 48.61 ], "duration": 120.66, "caption": "A person takes a sip out of their mug.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 18371, "video_name": "house_s06e05_seg02_clip_01", "timestamp": [ 86.05, 91.06 ], "duration": 91.66, "caption": "A person holds up their coffee and takes a sip.", "similarity": 0.6918, "relevance": 3 }, { "pair_id": 18372, "video_name": "castle_s08e21_seg02_clip_10", "timestamp": [ 34.26, 41.11 ], "duration": 137.66, "caption": "A person is drinking out of a cup with a straw.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 18373, "video_name": "friends_s10e07_seg02_clip_09", "timestamp": [ 37.28, 39.53 ], "duration": 56.66, "caption": "A person takes a drink from a cup and sets it down slowly.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 18374, "video_name": "house_s06e12_seg02_clip_06", "timestamp": [ 31.63, 32.09 ], "duration": 93.66, "caption": "A person holding a drink cup as he/she sits down.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 18375, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 33.31, 35.12 ], "duration": 60.66, "caption": "A person lifts a coffee cup to their mouth, takes a sip from it, and lowers it back down.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 18376, "video_name": "s06e23_seg02_clip_02", "timestamp": [ 46.52, 48.07 ], "duration": 62.66, "caption": "A person takes a sip out of their drink.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 18377, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 18378, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 27.73, 29.52 ], "duration": 89.66, "caption": "A man places a cup that is near their mouth down from their face.", "similarity": 0.6826, "relevance": 3 }, { "pair_id": 18379, "video_name": "friends_s01e06_seg02_clip_06", "timestamp": [ 39.92, 45.02 ], "duration": 60.66, "caption": "A person picks up a coffee cup and takes a sip and then puts the cup down.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 191680, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 191681, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 191682, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 0.6751, "relevance": 3 }, { "pair_id": 191683, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A person takes a drink out of the coffee cup in his hand.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 191684, "video_name": "house_s05e24_seg02_clip_01", "timestamp": [ 7.2, 9.9 ], "duration": 90.66, "caption": "A person takes a drink from their mug and sets it down.", "similarity": 0.6628, "relevance": 2 }, { "pair_id": 191685, "video_name": "s04e08_seg02_clip_00", "timestamp": [ 5.58, 7.13 ], "duration": 62.66, "caption": "A person puts down a cup with a straw on the table.", "similarity": 0.6627, "relevance": 0 }, { "pair_id": 191686, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.6609, "relevance": 3 }, { "pair_id": 191687, "video_name": "castle_s03e18_seg02_clip_00", "timestamp": [ 21.69, 39.23 ], "duration": 92.66, "caption": "A person pours a cup of coffee for himself/herself and leans back on the counter and takes a sip.", "similarity": 0.6588, "relevance": 1 }, { "pair_id": 191688, "video_name": "castle_s02e22_seg02_clip_15", "timestamp": [ 46.29, 47.63 ], "duration": 89.66, "caption": "A man picks up a to go cup and puts the straw to his lips.", "similarity": 0.6569, "relevance": 1 }, { "pair_id": 191689, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 64.01, 67.54 ], "duration": 88.66, "caption": "A person holds onto their red mug and takes a sip.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 191690, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 51.62, 54.32 ], "duration": 60.66, "caption": "A person takes a drink out of his cup while talking to another person.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 191691, "video_name": "castle_s05e04_seg02_clip_12", "timestamp": [ 0.0, 3.51 ], "duration": 87.66, "caption": "A man was having a sip from his cup.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 191692, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 53.12, 54.32 ], "duration": 60.66, "caption": "A man takes a sip of his drink out of the cup he is holding.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 191693, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 48.36, 50.62 ], "duration": 90.66, "caption": "A person takes a drink out of their coffee mug.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 191694, "video_name": "met_s05e02_seg02_clip_11", "timestamp": [ 0.0, 3.07 ], "duration": 61.66, "caption": "A person holds his drink up in front of himself.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 191695, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 191696, "video_name": "house_s06e05_seg02_clip_03", "timestamp": [ 3.04, 7.82 ], "duration": 86.66, "caption": "A person drinks out of a paper cup.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 191697, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 0.0, 8.85 ], "duration": 59.66, "caption": "A person picks up their coffee cup and takes a sip then goes to take another sip but brings the cup back down.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 191698, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 29.38, 42.73 ], "duration": 89.66, "caption": "A person sets their coffee mug down and pours themselves a cup.", "similarity": 0.648, "relevance": 0 }, { "pair_id": 191699, "video_name": "s02e20_seg02_clip_12", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person takes a drink out of his mug.", "similarity": 0.6476, "relevance": 2 } ] }, { "query_id": 50578, "query": "A man puts his arm around a woman and kisses her forehead.", "relevant_moment": [ { "pair_id": 162620, "video_name": "friends_s04e23-24_seg02_clip_18", "timestamp": [ 13.24, 17.65 ], "duration": 63.66, "caption": "A man puts his arm around a woman and kisses her forehead.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162621, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 11.29, 15.56 ], "duration": 61.66, "caption": "A man puts his arm around woman and kisses her forehead.", "similarity": 0.9949, "relevance": 4 }, { "pair_id": 162622, "video_name": "friends_s04e02_seg02_clip_14", "timestamp": [ 33.72, 38.2 ], "duration": 59.66, "caption": "A man puts his arm around woman and kisses her.", "similarity": 0.9459, "relevance": 3 }, { "pair_id": 162623, "video_name": "friends_s10e03_seg02_clip_05", "timestamp": [ 37.25, 48.27 ], "duration": 76.66, "caption": "A man puts his arms around a woman and they kiss.", "similarity": 0.9002, "relevance": 3 }, { "pair_id": 162624, "video_name": "friends_s10e08_seg02_clip_19", "timestamp": [ 61.18, 64.26 ], "duration": 88.66, "caption": "A woman puts her left arm around a man and kisses him.", "similarity": 0.8861, "relevance": 2 }, { "pair_id": 162625, "video_name": "friends_s05e23-24_seg02_clip_24", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A woman puts her arms around a man's neck and kisses him.", "similarity": 0.8826, "relevance": 2 }, { "pair_id": 162626, "video_name": "s01e17_seg02_clip_16", "timestamp": [ 58.58, 65.78 ], "duration": 96.66, "caption": "A man puts his arms on woman's shoulders and kisses her.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 162627, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 15.96, 40.62 ], "duration": 58.66, "caption": "A woman wraps her arm around a man's neck and kisses him.", "similarity": 0.8647, "relevance": 2 }, { "pair_id": 162628, "video_name": "friends_s06e23_seg02_clip_14", "timestamp": [ 0.0, 3.42 ], "duration": 57.66, "caption": "A woman puts her arms around man's shoulders and kisses his cheek.", "similarity": 0.8632, "relevance": 2 }, { "pair_id": 162629, "video_name": "castle_s05e02_seg02_clip_00", "timestamp": [ 76.16, 84.16 ], "duration": 94.66, "caption": "A woman puts her arms around a man and gives him a kiss.", "similarity": 0.8594, "relevance": 2 }, { "pair_id": 162630, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 38.29, 44.89 ], "duration": 88.66, "caption": "A man puts his head down and kisses a woman on the hand.", "similarity": 0.8566, "relevance": 1 }, { "pair_id": 162631, "video_name": "s10e01_seg02_clip_13", "timestamp": [ 48.52, 54.93 ], "duration": 61.66, "caption": "A man puts his hand on a person's shoulder and kisses a woman on the cheek.", "similarity": 0.8562, "relevance": 1 }, { "pair_id": 162632, "video_name": "friends_s10e16_seg02_clip_20", "timestamp": [ 39.76, 45.01 ], "duration": 75.66, "caption": "A woman wraps her arms around a man's neck and kisses him.", "similarity": 0.8519, "relevance": 2 }, { "pair_id": 162633, "video_name": "met_s02e04_seg02_clip_19", "timestamp": [ 4.43, 15.27 ], "duration": 69.66, "caption": "A woman put her arms around man and they kiss.", "similarity": 0.8358, "relevance": 2 }, { "pair_id": 162634, "video_name": "friends_s03e08_seg02_clip_14", "timestamp": [ 11.29, 15.26 ], "duration": 61.66, "caption": "A man is talking to a woman then he puts his arm on her shoulder, pulls her in closer and kisses her head.", "similarity": 0.8353, "relevance": 4 }, { "pair_id": 162635, "video_name": "friends_s07e15_seg02_clip_15", "timestamp": [ 61.22, 72.02 ], "duration": 72.66, "caption": "A man puts both his hands on a woman's face then kisses her.", "similarity": 0.8333, "relevance": 2 }, { "pair_id": 162636, "video_name": "castle_s07e09_seg02_clip_19", "timestamp": [ 74.89, 86.05 ], "duration": 93.66, "caption": "A woman puts her arms around a man and kisses him, then he kisses her before he leaves.", "similarity": 0.8328, "relevance": 2 }, { "pair_id": 162637, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 47.6, 51.26 ], "duration": 61.66, "caption": "A woman puts her head on a man's shoulder and he kisses her head.", "similarity": 0.8289, "relevance": 3 }, { "pair_id": 162638, "video_name": "grey_s02e02_seg02_clip_20", "timestamp": [ 85.11, 88.29 ], "duration": 91.66, "caption": "A man gives woman a kiss on the forehead.", "similarity": 0.8272, "relevance": 4 }, { "pair_id": 162639, "video_name": "friends_s06e15-16_seg02_clip_41", "timestamp": [ 18.92, 25.02 ], "duration": 61.66, "caption": "A woman approaches a man, puts her arms around his neck, and kisses him.", "similarity": 0.827, "relevance": 2 }, { "pair_id": 335940, "video_name": "friends_s02e18_seg02_clip_11", "timestamp": [ 18.28, 26.69 ], "duration": 58.66, "caption": "A woman puts her arms around a man's neck and they kiss each other.", "similarity": 0.8208, "relevance": 2 }, { "pair_id": 335941, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 34.79, 38.45 ], "duration": 61.66, "caption": "A woman puts her hands on man's face and kisses him.", "similarity": 0.8202, "relevance": 2 }, { "pair_id": 335942, "video_name": "met_s03e13_seg02_clip_17", "timestamp": [ 30.56, 36.52 ], "duration": 119.66, "caption": "A woman puts her hands on a man's face and kisses him.", "similarity": 0.8187, "relevance": 2 }, { "pair_id": 335943, "video_name": "friends_s10e13_seg02_clip_09", "timestamp": [ 7.31, 10.23 ], "duration": 58.66, "caption": "A man kisses woman on the forehead as they stand and hold hands.", "similarity": 0.816, "relevance": 3 }, { "pair_id": 335944, "video_name": "friends_s07e15_seg02_clip_15", "timestamp": [ 62.66, 72.02 ], "duration": 72.66, "caption": "A man puts his hands on a woman's face and they kiss.", "similarity": 0.8134, "relevance": 2 }, { "pair_id": 335945, "video_name": "friends_s07e14_seg02_clip_05", "timestamp": [ 24.01, 29.11 ], "duration": 60.66, "caption": "A woman kisses a man and puts her arm on his upper back.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 335946, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 40.05, 46.21 ], "duration": 88.66, "caption": "A man leans his head down and kisses woman's hand.", "similarity": 0.8126, "relevance": 1 }, { "pair_id": 335947, "video_name": "friends_s03e03_seg02_clip_20", "timestamp": [ 3.84, 7.68 ], "duration": 96.66, "caption": "A man kisses woman on the cheap while he has his arm around her.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 335948, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 27.15, 30.27 ], "duration": 89.66, "caption": "A woman touches a man's face and kisses him briefly.", "similarity": 0.808, "relevance": 2 }, { "pair_id": 335949, "video_name": "friends_s02e23_seg02_clip_05", "timestamp": [ 28.81, 39.92 ], "duration": 60.66, "caption": "A man has his hands on a woman's neck when he kisses her.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 335950, "video_name": "castle_s07e10_seg02_clip_03", "timestamp": [ 34.18, 45.11 ], "duration": 91.66, "caption": "A woman puts her arms around man's neck one at a time, rubs noses with him and they kiss.", "similarity": 0.8054, "relevance": 3 }, { "pair_id": 335952, "video_name": "grey_s02e08_seg02_clip_03", "timestamp": [ 12.29, 14.92 ], "duration": 87.66, "caption": "A man leans over and kisses a woman on the head.", "similarity": 0.8024, "relevance": 3 }, { "pair_id": 335953, "video_name": "s03e01_seg02_clip_03", "timestamp": [ 3.6, 7.5 ], "duration": 60.66, "caption": "A man puts his hands on a woman's waist and kisses her.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 335954, "video_name": "grey_s01e08_seg02_clip_20", "timestamp": [ 0.0, 9.44 ], "duration": 89.66, "caption": "A man sees a man tenderly touch a woman's face and kiss her on top of her head.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 335955, "video_name": "castle_s06e12_seg02_clip_26", "timestamp": [ 90.87, 93.95 ], "duration": 154.66, "caption": "A man leans down and kisses a woman on the head.", "similarity": 0.7991, "relevance": 4 }, { "pair_id": 335956, "video_name": "house_s07e11_seg02_clip_03", "timestamp": [ 36.91, 39.61 ], "duration": 90.66, "caption": "A woman touches man's shoulder as she kisses him.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 335957, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A man puts his arm around woman and rubs her back.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 335958, "video_name": "s04e16_seg01_clip_01", "timestamp": [ 5.27, 6.82 ], "duration": 62.66, "caption": "A man kisses woman on the top of her head.", "similarity": 0.7952, "relevance": 4 }, { "pair_id": 335959, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 7.7, 11.94 ], "duration": 77.66, "caption": "A man holds a woman's hand and he kisses her.", "similarity": 0.7922, "relevance": 3 } ] }, { "query_id": 50619, "query": "A woman comes back out of the bedroom for her finale.", "relevant_moment": [ { "pair_id": 1120, "video_name": "friends_s04e16_seg02_clip_14", "timestamp": [ 47.6, 51.26 ], "duration": 61.66, "caption": "A woman comes back out of the bedroom for her finale.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1121, "video_name": "s09e10_seg02_clip_07", "timestamp": [ 18.61, 25.33 ], "duration": 61.66, "caption": "A woman gets out of bed and leaves the bedroom.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 1122, "video_name": "met_s04e03_seg02_clip_15", "timestamp": [ 13.45, 15.61 ], "duration": 48.66, "caption": "A woman comes out of her bedroom because of the noise.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 1123, "video_name": "friends_s07e10_seg02_clip_17", "timestamp": [ 22.13, 24.5 ], "duration": 59.66, "caption": "A woman runs back into the living room after seeing the new bedroom.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 1124, "video_name": "friends_s03e19_seg02_clip_06", "timestamp": [ 51.79, 62.03 ], "duration": 62.66, "caption": "A woman walks into the bedroom and comes back out with the shirt.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 1125, "video_name": "friends_s10e13_seg02_clip_21", "timestamp": [ 35.71, 42.25 ], "duration": 119.66, "caption": "A woman turns and goes into the back bedroom.", "similarity": 0.6403, "relevance": 1 }, { "pair_id": 1126, "video_name": "friends_s01e10_seg02_clip_16", "timestamp": [ 1.8, 10.8 ], "duration": 60.66, "caption": "A woman turns another woman around and leads her out of the bedroom.", "similarity": 0.6276, "relevance": 3 }, { "pair_id": 1127, "video_name": "friends_s09e12_seg02_clip_21", "timestamp": [ 18.14, 22.77 ], "duration": 25.66, "caption": "A woman comes running out of the bedroom and stands on the couch.", "similarity": 0.6249, "relevance": 3 }, { "pair_id": 1128, "video_name": "castle_s08e09_seg02_clip_00", "timestamp": [ 47.97, 50.28 ], "duration": 92.66, "caption": "A woman gets out of bed and runs out of the room.", "similarity": 0.6249, "relevance": 1 }, { "pair_id": 1129, "video_name": "s09e10_seg02_clip_07", "timestamp": [ 19.83, 23.5 ], "duration": 61.66, "caption": "A woman gets out of someone's bed and opens the bedroom door.", "similarity": 0.6139, "relevance": 1 }, { "pair_id": 1130, "video_name": "grey_s02e23_seg02_clip_05", "timestamp": [ 55.01, 56.42 ], "duration": 94.66, "caption": "A woman comes out of a room closing the door behind her.", "similarity": 0.6138, "relevance": 1 }, { "pair_id": 1131, "video_name": "grey_s01e03_seg02_clip_15", "timestamp": [ 81.7, 87.64 ], "duration": 99.66, "caption": "A woman gets up from her seat and goes out of the room.", "similarity": 0.6094, "relevance": 0 }, { "pair_id": 1132, "video_name": "friends_s10e02_seg02_clip_19", "timestamp": [ 33.41, 36.24 ], "duration": 63.66, "caption": "A woman walks out of room shutting the door behind her.", "similarity": 0.6076, "relevance": 1 }, { "pair_id": 1133, "video_name": "house_s01e21_seg02_clip_18", "timestamp": [ 5.05, 9.09 ], "duration": 101.66, "caption": "A woman turns from someone's bedside to leave the room.", "similarity": 0.6067, "relevance": 0 }, { "pair_id": 1134, "video_name": "friends_s06e08_seg02_clip_02", "timestamp": [ 31.84, 37.54 ], "duration": 60.66, "caption": "A woman walks out of the bedroom and into the kitchen.", "similarity": 0.6049, "relevance": 3 }, { "pair_id": 1135, "video_name": "s05e05_seg02_clip_07", "timestamp": [ 54.29, 63.2 ], "duration": 81.66, "caption": "A woman leaves the bedroom to freshen up prior to intercourse.", "similarity": 0.6044, "relevance": 1 }, { "pair_id": 1136, "video_name": "friends_s09e18_seg02_clip_07", "timestamp": [ 29.34, 30.87 ], "duration": 61.66, "caption": "A woman comes out of the bedroom with paper in her hand.", "similarity": 0.6029, "relevance": 2 }, { "pair_id": 1137, "video_name": "friends_s02e08_seg02_clip_19", "timestamp": [ 50.11, 54.64 ], "duration": 60.66, "caption": "A woman turns around and starts walking back into her bedroom, leaving another woman alone.", "similarity": 0.601, "relevance": 1 }, { "pair_id": 1138, "video_name": "castle_s08e11_seg02_clip_21", "timestamp": [ 29.82, 31.6 ], "duration": 89.66, "caption": "A woman suddenly turns around and leaves the room.", "similarity": 0.6004, "relevance": 0 }, { "pair_id": 1139, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 5.47, 8.67 ], "duration": 91.66, "caption": "A woman walks away from the bed and exits the room.", "similarity": 0.5962, "relevance": 0 } ] }, { "query_id": 50683, "query": "One person explains about the business of guns and which.", "relevant_moment": [ { "pair_id": 4260, "video_name": "castle_s03e04_seg02_clip_10", "timestamp": [ 21.85, 29.43 ], "duration": 89.66, "caption": "One person explains about the business of guns and which.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 4261, "video_name": "castle_s05e08_seg02_clip_05", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "A person describes what they want another person to do while holding firearms at them.", "similarity": 0.5775, "relevance": 2 }, { "pair_id": 4262, "video_name": "castle_s07e18_seg02_clip_11", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person describes to a man and a woman where they found the gun.", "similarity": 0.5707, "relevance": 1 }, { "pair_id": 4263, "video_name": "house_s05e09_seg02_clip_18", "timestamp": [ 79.65, 91.03 ], "duration": 91.66, "caption": "A person hold their gun and wants to shoot person.", "similarity": 0.5665, "relevance": 0 }, { "pair_id": 4264, "video_name": "castle_s01e06_seg02_clip_22", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person fires his/her gun to another person who is firing at them.", "similarity": 0.5589, "relevance": 1 }, { "pair_id": 4265, "video_name": "castle_s08e16_seg02_clip_10", "timestamp": [ 31.06, 36.46 ], "duration": 90.66, "caption": "Suddenly a person with a gun came point the gun to them, they start a conversation.", "similarity": 0.5387, "relevance": 1 }, { "pair_id": 4266, "video_name": "house_s05e09_seg02_clip_10", "timestamp": [ 0.0, 2.27 ], "duration": 75.66, "caption": "A person holds the gun with both of their hands.", "similarity": 0.5381, "relevance": 2 }, { "pair_id": 4267, "video_name": "castle_s03e04_seg02_clip_08", "timestamp": [ 68.1, 92.03 ], "duration": 92.66, "caption": "A man walks towards two people as they are researching gun owners and they tell him their research.", "similarity": 0.5378, "relevance": 1 }, { "pair_id": 4268, "video_name": "castle_s05e06_seg02_clip_15", "timestamp": [ 4.95, 13.05 ], "duration": 90.66, "caption": "A man explains to a woman and another man the purpose of his weapon and how he is not at fault for what happens to the users.", "similarity": 0.5344, "relevance": 2 }, { "pair_id": 4269, "video_name": "castle_s06e21_seg02_clip_13", "timestamp": [ 10.99, 12.83 ], "duration": 91.66, "caption": "A woman explains to a man how the gun got in the bag.", "similarity": 0.517, "relevance": 2 }, { "pair_id": 4270, "video_name": "castle_s03e22_seg02_clip_22", "timestamp": [ 72.47, 78.32 ], "duration": 90.66, "caption": "A man sees a person with a firearm then fires his weapon at them.", "similarity": 0.516, "relevance": 1 }, { "pair_id": 4271, "video_name": "castle_s04e10_seg02_clip_24", "timestamp": [ 64.75, 67.5 ], "duration": 91.66, "caption": "Another person appears from around the corner and cocks a handgun.", "similarity": 0.5149, "relevance": 1 }, { "pair_id": 4272, "video_name": "house_s05e09_seg02_clip_18", "timestamp": [ 75.55, 91.03 ], "duration": 91.66, "caption": "A person tells a patient he can hand over the gun and get an answer or shot him and the patient raised the gun at the person.", "similarity": 0.5128, "relevance": 1 }, { "pair_id": 4273, "video_name": "castle_s08e19_seg02_clip_25", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A woman explains how near the gun was shot.", "similarity": 0.5113, "relevance": 0 }, { "pair_id": 4274, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 31.19, 36.61 ], "duration": 90.66, "caption": "A person and another person are on a shooting range and the first person is carrying a large gun.", "similarity": 0.5078, "relevance": 0 }, { "pair_id": 4275, "video_name": "castle_s03e17_seg02_clip_17", "timestamp": [ 33.95, 69.31 ], "duration": 93.66, "caption": "A person pulls his gun out and points it toward another person.", "similarity": 0.5049, "relevance": 1 }, { "pair_id": 4276, "video_name": "castle_s07e17_seg02_clip_04", "timestamp": [ 27.31, 33.16 ], "duration": 78.66, "caption": "A person takes someone's gun and points a gun at their head.", "similarity": 0.5042, "relevance": 1 }, { "pair_id": 4277, "video_name": "castle_s05e11_seg02_clip_25", "timestamp": [ 68.56, 74.08 ], "duration": 92.66, "caption": "A person places two guns onto the table in front of him.", "similarity": 0.5016, "relevance": 2 }, { "pair_id": 4278, "video_name": "met_s02e04_seg02_clip_03", "timestamp": [ 45.31, 49.88 ], "duration": 60.66, "caption": "A person is talking and then makes a shooting gun gesture.", "similarity": 0.497, "relevance": 1 }, { "pair_id": 4279, "video_name": "castle_s04e16_seg02_clip_18", "timestamp": [ 10.71, 15.81 ], "duration": 102.66, "caption": "A room of people pull out their guns and point it to someone.", "similarity": 0.4958, "relevance": 1 } ] }, { "query_id": 50701, "query": "A person wipes their nose with a tissue and puts it down.", "relevant_moment": [ { "pair_id": 13040, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 7.11, 19.76 ], "duration": 79.66, "caption": "A person wipes their nose with a tissue and puts it down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13041, "video_name": "s02e12_seg02_clip_13", "timestamp": [ 11.04, 13.8 ], "duration": 69.66, "caption": "A person wipes his nose with a crumpled tissue.", "similarity": 0.8889, "relevance": 4 }, { "pair_id": 13042, "video_name": "house_s03e16_seg02_clip_21", "timestamp": [ 78.68, 81.9 ], "duration": 92.66, "caption": "A person uses his hand to wipe his nosebleed.", "similarity": 0.8263, "relevance": 3 }, { "pair_id": 13043, "video_name": "castle_s03e24_seg02_clip_18", "timestamp": [ 21.63, 24.85 ], "duration": 92.66, "caption": "A person wipes their nose with their left hand.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 13044, "video_name": "s06e10_seg02_clip_00", "timestamp": [ 20.31, 23.81 ], "duration": 70.66, "caption": "A woman wipes her runny nose with a tissue.", "similarity": 0.7501, "relevance": 4 }, { "pair_id": 13045, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 58.0, 60.26 ], "duration": 90.66, "caption": "A person wipes his face with his hand.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 13046, "video_name": "s05e03_seg02_clip_10", "timestamp": [ 5.4, 8.1 ], "duration": 90.66, "caption": "A man puts their hand to their face and wipes their nose.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 13047, "video_name": "s05e06_seg02_clip_14", "timestamp": [ 19.44, 24.08 ], "duration": 58.66, "caption": "A person wipes their nose twice then folds their arms.", "similarity": 0.7299, "relevance": 4 }, { "pair_id": 13048, "video_name": "s08e12_seg02_clip_13", "timestamp": [ 20.17, 21.85 ], "duration": 56.66, "caption": "A person also wipes his eye with a piece of tissue.", "similarity": 0.7226, "relevance": 4 }, { "pair_id": 13049, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 31.73, 36.92 ], "duration": 61.66, "caption": "A woman slowly wipes something from her face and nose.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 13050, "video_name": "s06e11_seg02_clip_11", "timestamp": [ 53.09, 54.93 ], "duration": 61.66, "caption": "A person wipes their mouth with the back of their hand.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 13051, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 20.17, 26.47 ], "duration": 84.66, "caption": "A man grabs a tissue and wipes his face.", "similarity": 0.6949, "relevance": 3 }, { "pair_id": 13052, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 28.1 ], "duration": 41.66, "caption": "A person wipes their mouth and tongue with a napkin.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 13053, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 20.92, 22.26 ], "duration": 89.66, "caption": "A person uses a napkin to wipe his/her mouth.", "similarity": 0.6757, "relevance": 3 }, { "pair_id": 13054, "video_name": "house_s03e18_seg02_clip_09", "timestamp": [ 54.26, 58.58 ], "duration": 96.66, "caption": "A person stands up and then removes nose plugs from their nose.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 13055, "video_name": "friends_s08e19_seg02_clip_15", "timestamp": [ 27.3, 30.61 ], "duration": 55.66, "caption": "A man wipes their face with the back of their hand.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 13056, "video_name": "friends_s08e23-24_seg02_clip_26", "timestamp": [ 43.38, 55.19 ], "duration": 59.66, "caption": "A man wipes another person's face with a cloth.", "similarity": 0.6682, "relevance": 2 }, { "pair_id": 13057, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 3.71 ], "duration": 57.66, "caption": "A woman brings a cloth napkin to her face to wipe her nose.", "similarity": 0.6629, "relevance": 4 }, { "pair_id": 13058, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 37.46, 43.25 ], "duration": 89.66, "caption": "A man takes tissues and wipes the side of another person's head.", "similarity": 0.661, "relevance": 3 }, { "pair_id": 13059, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 25.8, 32.35 ], "duration": 77.66, "caption": "A woman wipes person's head with a wash cloth.", "similarity": 0.66, "relevance": 3 }, { "pair_id": 186360, "video_name": "friends_s08e06_seg02_clip_06", "timestamp": [ 0.0, 9.21 ], "duration": 61.66, "caption": "A woman hands someone a napkin and he wipes his face with it.", "similarity": 0.6581, "relevance": 4 }, { "pair_id": 186361, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person wipes his/her hands off with a paper towel.", "similarity": 0.6544, "relevance": 3 }, { "pair_id": 186362, "video_name": "friends_s06e05_seg02_clip_05", "timestamp": [ 39.02, 42.66 ], "duration": 52.66, "caption": "A person wipes their forehead with a baby wipe.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 186363, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 21.43, 24.37 ], "duration": 84.66, "caption": "A person grabs a paper towel and wipes their face.", "similarity": 0.6495, "relevance": 3 }, { "pair_id": 186364, "video_name": "friends_s09e01_seg02_clip_12", "timestamp": [ 36.6, 38.68 ], "duration": 59.66, "caption": "A man uses a crumpled shirt to wipe his face.", "similarity": 0.6443, "relevance": 2 }, { "pair_id": 186365, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 27.76, 29.58 ], "duration": 91.66, "caption": "A person lifts up their hand and wipes their eyes.", "similarity": 0.6443, "relevance": 2 }, { "pair_id": 186366, "video_name": "friends_s04e19_seg02_clip_07", "timestamp": [ 0.0, 1.84 ], "duration": 61.66, "caption": "A man turns around after he wipes his nose.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 186367, "video_name": "house_s03e10_seg02_clip_19", "timestamp": [ 14.4, 18.91 ], "duration": 90.66, "caption": "A person wipes their face with a napkin and takes a sip out of their cup using a straw.", "similarity": 0.6427, "relevance": 0 }, { "pair_id": 186368, "video_name": "house_s03e08_seg02_clip_07", "timestamp": [ 42.17, 43.06 ], "duration": 88.66, "caption": "A man puts tissue immediately to a person's nose when it bleeds.", "similarity": 0.6404, "relevance": 3 }, { "pair_id": 186369, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 35.32, 40.19 ], "duration": 81.66, "caption": "A person dries and wipes themselves with a towel.", "similarity": 0.6396, "relevance": 1 }, { "pair_id": 186370, "video_name": "house_s04e15_seg02_clip_13", "timestamp": [ 24.51, 27.01 ], "duration": 100.66, "caption": "A person wipes their ear and then their fingers.", "similarity": 0.6361, "relevance": 1 }, { "pair_id": 186371, "video_name": "grey_s01e02_seg02_clip_23", "timestamp": [ 7.98, 11.76 ], "duration": 84.66, "caption": "A man takes off his surgical cap and wipes his face.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 186372, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 9.92, 44.66 ], "duration": 62.66, "caption": "A person blows their nose into their tissue five times.", "similarity": 0.6278, "relevance": 4 }, { "pair_id": 186373, "video_name": "s08e12_seg02_clip_14", "timestamp": [ 7.8, 10.5 ], "duration": 60.66, "caption": "A person wipes the fingertips of one hand over his brow.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 186374, "video_name": "house_s02e02_seg02_clip_13", "timestamp": [ 14.6, 36.05 ], "duration": 91.66, "caption": "Two men walk down the hallway, a person wipes their nose with a tissue several times.", "similarity": 0.6228, "relevance": 4 }, { "pair_id": 186375, "video_name": "castle_s03e06_seg02_clip_03", "timestamp": [ 82.49, 83.41 ], "duration": 91.66, "caption": "A man wipes the sweat coming out on his forehead.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 186376, "video_name": "house_s01e01_seg02_clip_11", "timestamp": [ 23.77, 27.29 ], "duration": 88.66, "caption": "A doctor points out a cafe worker wiping nose on her sleeve.", "similarity": 0.6145, "relevance": 3 }, { "pair_id": 186377, "video_name": "s06e02_seg02_clip_16", "timestamp": [ 12.7, 19.72 ], "duration": 54.66, "caption": "A person picks up a napkin off of the coffee table to wipe his mouth.", "similarity": 0.6141, "relevance": 3 }, { "pair_id": 186378, "video_name": "friends_s06e05_seg02_clip_05", "timestamp": [ 40.84, 42.4 ], "duration": 52.66, "caption": "A man wipes his forehead with a white wipe.", "similarity": 0.6131, "relevance": 3 }, { "pair_id": 186379, "video_name": "house_s06e06_seg02_clip_15", "timestamp": [ 33.07, 35.24 ], "duration": 87.66, "caption": "A person wipes the blood from the patient's stomach.", "similarity": 0.6131, "relevance": 1 } ] }, { "query_id": 50711, "query": "A man exits the room, followed by a woman.", "relevant_moment": [ { "pair_id": 158160, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 43.51, 46.99 ], "duration": 87.66, "caption": "A man exits the room, followed by a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158161, "video_name": "house_s05e07_seg02_clip_06", "timestamp": [ 67.66, 89.02 ], "duration": 89.66, "caption": "A man exits the room and a woman follows him to speak with him.", "similarity": 0.8698, "relevance": 4 }, { "pair_id": 158162, "video_name": "house_s04e09_seg02_clip_07", "timestamp": [ 48.16, 54.01 ], "duration": 90.66, "caption": "A man gets out of the room and woman follows him.", "similarity": 0.856, "relevance": 4 }, { "pair_id": 158163, "video_name": "house_s08e13_seg02_clip_11", "timestamp": [ 70.42, 74.82 ], "duration": 88.66, "caption": "A person exits the room through the door followed by a man.", "similarity": 0.852, "relevance": 2 }, { "pair_id": 158164, "video_name": "grey_s01e06_seg02_clip_06", "timestamp": [ 28.22, 33.68 ], "duration": 91.66, "caption": "A man comes out of the room and woman stops him.", "similarity": 0.8433, "relevance": 4 }, { "pair_id": 158165, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.8431, "relevance": 3 }, { "pair_id": 158166, "video_name": "castle_s01e07_seg02_clip_06", "timestamp": [ 12.22, 15.98 ], "duration": 94.66, "caption": "A woman walks behind a man and exits the room.", "similarity": 0.8422, "relevance": 2 }, { "pair_id": 158167, "video_name": "house_s07e09_seg02_clip_06", "timestamp": [ 49.21, 57.42 ], "duration": 82.66, "caption": "A woman immediately leaves the room and after a few seconds man follows.", "similarity": 0.8404, "relevance": 2 }, { "pair_id": 158168, "video_name": "grey_s03e20_seg02_clip_20", "timestamp": [ 80.06, 83.74 ], "duration": 92.66, "caption": "A man walks away from a woman and exits the room.", "similarity": 0.8392, "relevance": 2 }, { "pair_id": 158169, "video_name": "house_s04e05_seg02_clip_20", "timestamp": [ 33.83, 57.74 ], "duration": 90.66, "caption": "A man leaves the room, a woman stays in the room.", "similarity": 0.8332, "relevance": 2 }, { "pair_id": 158170, "video_name": "grey_s03e11_seg02_clip_26", "timestamp": [ 0.41, 11.28 ], "duration": 41.66, "caption": "Awkwardly, a man leaves the room he and a woman were in.", "similarity": 0.8217, "relevance": 3 }, { "pair_id": 158171, "video_name": "house_s07e12_seg02_clip_22", "timestamp": [ 70.77, 80.12 ], "duration": 89.66, "caption": "A man comes in a woman's room, followed by another man.", "similarity": 0.8208, "relevance": 1 }, { "pair_id": 158172, "video_name": "s05e04_seg02_clip_01", "timestamp": [ 41.18, 49.02 ], "duration": 56.66, "caption": "A man gets up and follows woman out of the room.", "similarity": 0.8188, "relevance": 2 }, { "pair_id": 158173, "video_name": "house_s05e07_seg02_clip_06", "timestamp": [ 67.21, 74.34 ], "duration": 89.66, "caption": "A man leaves the bedroom with woman following behind.", "similarity": 0.8143, "relevance": 4 }, { "pair_id": 158174, "video_name": "house_s08e04_seg02_clip_18", "timestamp": [ 14.85, 19.81 ], "duration": 90.66, "caption": "A man leaves the room as a woman watches on.", "similarity": 0.8117, "relevance": 3 }, { "pair_id": 158175, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 3.96, 5.61 ], "duration": 66.66, "caption": "A man opens the door and leaves a woman in the room.", "similarity": 0.8101, "relevance": 3 }, { "pair_id": 158176, "video_name": "grey_s02e22_seg02_clip_22", "timestamp": [ 0.0, 13.7 ], "duration": 91.66, "caption": "A woman comes out of the room after a man leaves.", "similarity": 0.8098, "relevance": 2 }, { "pair_id": 158177, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 59.22, 69.98 ], "duration": 89.66, "caption": "A person leaves the room leaving two men and a woman.", "similarity": 0.8097, "relevance": 3 }, { "pair_id": 158178, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A man walks out from the room and leaves a man and a woman.", "similarity": 0.807, "relevance": 3 }, { "pair_id": 158179, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 16.34, 20.8 ], "duration": 99.66, "caption": "A man follows a woman and they both exit the patient's room.", "similarity": 0.806, "relevance": 3 }, { "pair_id": 331480, "video_name": "house_s01e13_seg02_clip_11", "timestamp": [ 2.61, 10.88 ], "duration": 87.66, "caption": "A man and man exit the room.", "similarity": 0.806, "relevance": 2 }, { "pair_id": 331481, "video_name": "house_s06e11_seg02_clip_25", "timestamp": [ 24.49, 33.61 ], "duration": 96.66, "caption": "A man circles around and then leaves a woman's room.", "similarity": 0.7986, "relevance": 2 }, { "pair_id": 331482, "video_name": "castle_s06e06_seg02_clip_16", "timestamp": [ 65.72, 69.77 ], "duration": 90.66, "caption": "A person walks out of the room followed by woman.", "similarity": 0.7968, "relevance": 4 }, { "pair_id": 331483, "video_name": "friends_s01e02_seg02_clip_11", "timestamp": [ 38.72, 44.12 ], "duration": 60.66, "caption": "A man puts his arm around a woman as they exit the room.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 331484, "video_name": "castle_s06e12_seg02_clip_11", "timestamp": [ 67.31, 70.29 ], "duration": 85.66, "caption": "A man leaves the room because woman ask him to.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 331485, "video_name": "castle_s04e06_seg02_clip_16", "timestamp": [ 23.21, 26.85 ], "duration": 91.66, "caption": "A woman opens the door and leaves the room with a man.", "similarity": 0.7958, "relevance": 3 }, { "pair_id": 331486, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 46.67, 54.52 ], "duration": 87.66, "caption": "A man walks into someone's room and a woman leaves.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 331487, "video_name": "house_s04e05_seg02_clip_01", "timestamp": [ 82.85, 84.57 ], "duration": 85.66, "caption": "A woman walks towards guy as she exits a room.", "similarity": 0.7947, "relevance": 1 }, { "pair_id": 331488, "video_name": "grey_s02e20_seg02_clip_01", "timestamp": [ 28.64, 31.17 ], "duration": 84.66, "caption": "A woman starts to leave the room she is stopped by a man.", "similarity": 0.7929, "relevance": 2 }, { "pair_id": 331489, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 0.0, 2.73 ], "duration": 78.66, "caption": "A man enters the room and when he sees a woman is in there turns to leave.", "similarity": 0.7918, "relevance": 2 }, { "pair_id": 331490, "video_name": "met_s06e10_seg02_clip_10", "timestamp": [ 8.46, 14.59 ], "duration": 58.66, "caption": "A man gets up and begins to leave the room but stops when a woman follows him.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 331491, "video_name": "house_s08e21_seg02_clip_15", "timestamp": [ 49.29, 51.93 ], "duration": 88.66, "caption": "A woman walks out of a man's room leaving another man alone with him.", "similarity": 0.7886, "relevance": 2 }, { "pair_id": 331492, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 12.16, 17.11 ], "duration": 90.66, "caption": "A man finishes their conversation with a woman and leaves the room.", "similarity": 0.7879, "relevance": 2 }, { "pair_id": 331493, "video_name": "house_s03e24_seg02_clip_05", "timestamp": [ 61.64, 69.23 ], "duration": 89.66, "caption": "A man follows a person through the doorway, exiting the room.", "similarity": 0.7853, "relevance": 3 }, { "pair_id": 331494, "video_name": "s07e13_seg02_clip_03", "timestamp": [ 5.27, 8.37 ], "duration": 62.66, "caption": "A woman tries to stop man from leaving the room.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 331495, "video_name": "friends_s08e21_seg02_clip_10", "timestamp": [ 0.0, 7.29 ], "duration": 60.66, "caption": "A man walks towards his room leaving woman and woman standing alone.", "similarity": 0.7829, "relevance": 2 }, { "pair_id": 331496, "video_name": "castle_s03e17_seg02_clip_18", "timestamp": [ 51.78, 60.05 ], "duration": 87.66, "caption": "A person walks out of the break room leaving a woman and a man.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 331497, "video_name": "house_s02e11_seg02_clip_25", "timestamp": [ 41.13, 46.38 ], "duration": 175.66, "caption": "A man finishes his conversation with a woman and leaves the room.", "similarity": 0.7826, "relevance": 2 }, { "pair_id": 331498, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 82.27, 88.86 ], "duration": 94.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.782, "relevance": 2 }, { "pair_id": 331499, "video_name": "friends_s10e13_seg02_clip_06", "timestamp": [ 45.22, 47.6 ], "duration": 59.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.782, "relevance": 2 } ] }, { "query_id": 50768, "query": "A person holds up their hand to another person to get them to halt as they enter the room.", "relevant_moment": [ { "pair_id": 19480, "video_name": "house_s03e19_seg02_clip_00", "timestamp": [ 10.12, 16.56 ], "duration": 92.66, "caption": "A person holds up their hand to another person to get them to halt as they enter the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19481, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.89 ], "duration": 57.66, "caption": "A person enters the room and another person raises their hand to gesture towards them.", "similarity": 0.8028, "relevance": 4 }, { "pair_id": 19482, "video_name": "castle_s07e19_seg02_clip_05", "timestamp": [ 54.29, 56.55 ], "duration": 90.66, "caption": "A man holds out his/her hand to another person as he/she walks into the room.", "similarity": 0.7698, "relevance": 4 }, { "pair_id": 19483, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.7503, "relevance": 1 }, { "pair_id": 19484, "video_name": "castle_s08e06_seg02_clip_01", "timestamp": [ 66.9, 73.06 ], "duration": 88.66, "caption": "One person pushes the other person into the room.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 19485, "video_name": "s01e03_seg02_clip_05", "timestamp": [ 20.07, 27.74 ], "duration": 59.66, "caption": "A person stands up from the stool, shakes another person's hand and then leaves the room.", "similarity": 0.7361, "relevance": 1 }, { "pair_id": 19486, "video_name": "house_s02e21_seg02_clip_06", "timestamp": [ 61.22, 79.67 ], "duration": 90.66, "caption": "A person walks out of a room, and takes another person by the arm, leading them into a room, where the newcomer shakes hands with someone.", "similarity": 0.7286, "relevance": 1 }, { "pair_id": 19487, "video_name": "house_s08e03_seg02_clip_27", "timestamp": [ 56.44, 63.85 ], "duration": 114.66, "caption": "A person holds up their finger to another person by a door, and then approaches someone else.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 19489, "video_name": "castle_s07e10_seg02_clip_25", "timestamp": [ 4.98, 9.55 ], "duration": 83.66, "caption": "A person shakes hands and embraces another person as he enters the room.", "similarity": 0.7088, "relevance": 1 }, { "pair_id": 19490, "video_name": "castle_s08e08_seg02_clip_14", "timestamp": [ 1.36, 6.34 ], "duration": 90.66, "caption": "A person enters the room and shakes hands with a woman.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 19491, "video_name": "s02e03_seg02_clip_13", "timestamp": [ 3.54, 4.72 ], "duration": 59.66, "caption": "A person holds up one finger to another person to gesture for them to wait.", "similarity": 0.7034, "relevance": 1 }, { "pair_id": 19492, "video_name": "s06e20_seg02_clip_04", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "Another person enters the room with two other people.", "similarity": 0.7023, "relevance": 0 }, { "pair_id": 19493, "video_name": "castle_s02e10_seg02_clip_21", "timestamp": [ 45.68, 53.9 ], "duration": 91.66, "caption": "A man puts his hand on someone's back and they walk into another room together.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 19494, "video_name": "castle_s07e17_seg02_clip_22", "timestamp": [ 11.04, 12.88 ], "duration": 92.66, "caption": "A person holds their hands in their pockets and spins around to face two other people as they enter the room.", "similarity": 0.6982, "relevance": 1 }, { "pair_id": 19496, "video_name": "house_s01e13_seg02_clip_20", "timestamp": [ 73.95, 86.5 ], "duration": 89.66, "caption": "person grabs the hand of a person in one of the patient's rooms.", "similarity": 0.6956, "relevance": 1 }, { "pair_id": 19497, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 50.72, 63.97 ], "duration": 91.66, "caption": "A person opens the door to someone's room and someone else gets up and walks out.", "similarity": 0.6949, "relevance": 2 }, { "pair_id": 19498, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 2.05, 7.02 ], "duration": 58.66, "caption": "A person holds their hand out and another person shakes it.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 19499, "video_name": "friends_s10e06_seg02_clip_11", "timestamp": [ 44.47, 60.1 ], "duration": 60.66, "caption": "A person enters the room and another person approaches him to talk.", "similarity": 0.6907, "relevance": 1 } ] }, { "query_id": 50885, "query": "A person is in ghost form with a light saber as he talks to another person.", "relevant_moment": [ { "pair_id": 151680, "video_name": "s07e22_seg02_clip_11", "timestamp": [ 0.0, 4.59 ], "duration": 54.66, "caption": "A person is in ghost form with a light saber as he talks to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151681, "video_name": "s07e22_seg02_clip_15", "timestamp": [ 0.0, 7.41 ], "duration": 57.66, "caption": "A person is talking beside a ghost in a jedi suit.", "similarity": 0.7671, "relevance": 0 }, { "pair_id": 151682, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 12.1, 27.6 ], "duration": 62.66, "caption": "A person appears in someone's dream and tries to stab himself/herself with a light saber.", "similarity": 0.6489, "relevance": 4 }, { "pair_id": 151683, "video_name": "s07e22_seg02_clip_18", "timestamp": [ 45.55, 92.02 ], "duration": 92.66, "caption": "A person is asleep and wakes up to converse with another person in ghost form.", "similarity": 0.6486, "relevance": 3 }, { "pair_id": 151684, "video_name": "s01e02_seg02_clip_04", "timestamp": [ 30.27, 50.68 ], "duration": 68.66, "caption": "A person appears in the hallway out of his room wielding his light saber and walks into the living room looking for person. When he realizes no-one else is in the apartment he turns the saber off.", "similarity": 0.638, "relevance": 1 }, { "pair_id": 151685, "video_name": "house_s06e06_seg02_clip_09", "timestamp": [ 75.22, 78.34 ], "duration": 89.66, "caption": "A person dressed as a Ghostbuster approaches man and woman and begins a conversation.", "similarity": 0.6278, "relevance": 0 }, { "pair_id": 151686, "video_name": "s09e11_seg02_clip_18", "timestamp": [ 21.57, 25.25 ], "duration": 49.66, "caption": "A person sits up in bed when talking to the ghost of someone.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 151687, "video_name": "s09e11_seg02_clip_01", "timestamp": [ 43.02, 48.52 ], "duration": 61.66, "caption": "A man unhappily gestures to his Jedi robes as he talks to another person.", "similarity": 0.6125, "relevance": 3 }, { "pair_id": 151688, "video_name": "house_s02e02_seg02_clip_24", "timestamp": [ 50.26, 53.71 ], "duration": 76.66, "caption": "A person drops the blade while another person is talking.", "similarity": 0.6065, "relevance": 0 }, { "pair_id": 151689, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 16.75, 31.01 ], "duration": 62.66, "caption": "A person takes out a lightsaber and tries to stab himself.", "similarity": 0.5963, "relevance": 4 }, { "pair_id": 151690, "video_name": "house_s02e09_seg02_clip_14", "timestamp": [ 37.84, 46.74 ], "duration": 89.66, "caption": "A person talks to another person as he follows after him.", "similarity": 0.5936, "relevance": 0 }, { "pair_id": 151691, "video_name": "grey_s01e03_seg02_clip_10", "timestamp": [ 58.56, 70.36 ], "duration": 87.66, "caption": "One person stops another person and has him talk to a third person.", "similarity": 0.5877, "relevance": 0 }, { "pair_id": 151692, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 54.59, 59.55 ], "duration": 62.66, "caption": "A person picks up the sword, and holds it while turning around to talk to another person.", "similarity": 0.5853, "relevance": 0 }, { "pair_id": 151693, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 18.47, 22.02 ], "duration": 71.66, "caption": "A person waves his hand at another person as he is speaking to him.", "similarity": 0.5819, "relevance": 0 }, { "pair_id": 151694, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 62.59, 74.93 ], "duration": 91.66, "caption": "A person talks to someone with someone right behind him.", "similarity": 0.5787, "relevance": 0 }, { "pair_id": 151695, "video_name": "s05e05_seg01_clip_01", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "Two people are looking at a sword when someone walks up and talks to them.", "similarity": 0.5755, "relevance": 0 }, { "pair_id": 151696, "video_name": "s07e22_seg02_clip_10", "timestamp": [ 38.96, 43.25 ], "duration": 66.66, "caption": "A person suddenly grabs something from their belt and turns out to be a lightsaber.", "similarity": 0.5747, "relevance": 4 }, { "pair_id": 151697, "video_name": "s09e11_seg02_clip_10", "timestamp": [ 10.33, 23.32 ], "duration": 59.66, "caption": "A person talks to a ghost at the end of his bed and asks for advice.", "similarity": 0.5729, "relevance": 3 }, { "pair_id": 151698, "video_name": "grey_s03e12_seg02_clip_11", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person is lying back and speaking to someone.", "similarity": 0.5712, "relevance": 0 }, { "pair_id": 151699, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 48.02, 57.39 ], "duration": 75.66, "caption": "A person is beside another person as he is conversing with someone else.", "similarity": 0.5692, "relevance": 0 } ] }, { "query_id": 50900, "query": "A person is driving a car having a conversation with another person who is in the passenger seat.", "relevant_moment": [ { "pair_id": 167280, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 0.0, 32.34 ], "duration": 64.66, "caption": "A person is driving a car having a conversation with another person who is in the passenger seat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167281, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 43.86, 79.02 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.8811, "relevance": 3 }, { "pair_id": 167282, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 0.0, 29.24 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.8811, "relevance": 3 }, { "pair_id": 167283, "video_name": "house_s03e07_seg02_clip_11", "timestamp": [ 0.0, 91.08 ], "duration": 91.66, "caption": "A person is driving and talking to two other people.", "similarity": 0.8579, "relevance": 4 }, { "pair_id": 167284, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 3.12, 9.79 ], "duration": 89.66, "caption": "A person is driving the car while talking to someone.", "similarity": 0.8576, "relevance": 4 }, { "pair_id": 167285, "video_name": "castle_s06e08_seg02_clip_13", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "Two people are driving a car while they are talking.", "similarity": 0.8295, "relevance": 4 }, { "pair_id": 167286, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 21.84, 59.03 ], "duration": 59.66, "caption": "A woman is driving a car having a conversation with another woman who is in the passenger seat.", "similarity": 0.8276, "relevance": 4 }, { "pair_id": 167287, "video_name": "friends_s07e22_seg02_clip_09", "timestamp": [ 0.0, 20.49 ], "duration": 64.66, "caption": "Two people are in a car and having a conversation.", "similarity": 0.8267, "relevance": 4 }, { "pair_id": 167288, "video_name": "house_s07e18_seg02_clip_05", "timestamp": [ 32.34, 68.39 ], "duration": 106.66, "caption": "Two people are having a conversation in the car.", "similarity": 0.8259, "relevance": 3 }, { "pair_id": 167289, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 24.76, 90.02 ], "duration": 90.66, "caption": "A person is in the backseat of a car speaking to another person.", "similarity": 0.8257, "relevance": 3 }, { "pair_id": 167290, "video_name": "met_s03e19_seg02_clip_01", "timestamp": [ 48.61, 59.65 ], "duration": 59.66, "caption": "Two people have a conversation in the backseat of a car.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 167291, "video_name": "s09e21_seg02_clip_05", "timestamp": [ 0.0, 44.42 ], "duration": 60.66, "caption": "A man drives a car and talks to another person, who's sitting besides him.", "similarity": 0.8086, "relevance": 4 }, { "pair_id": 167292, "video_name": "castle_s08e04_seg02_clip_17", "timestamp": [ 26.61, 46.09 ], "duration": 95.66, "caption": "A person is sitting in a car with a person conversing.", "similarity": 0.8059, "relevance": 4 }, { "pair_id": 167293, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 39.44, 46.91 ], "duration": 83.66, "caption": "A man is driving the car while talking to two people.", "similarity": 0.8006, "relevance": 3 }, { "pair_id": 167294, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 0.0, 24.09 ], "duration": 56.66, "caption": "A woman and a person are on a car and having a conversation.", "similarity": 0.7976, "relevance": 4 }, { "pair_id": 167295, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 0.0, 31.48 ], "duration": 92.66, "caption": "Two people are in a car, and someone called one of them and they talk to each other.", "similarity": 0.7942, "relevance": 3 }, { "pair_id": 167296, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 0.0, 28.94 ], "duration": 59.66, "caption": "Two individuals are in the backseat of a vehicle with two other people conversing.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 167297, "video_name": "castle_s05e07_seg02_clip_07", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A man was driving the car while talking to another person.", "similarity": 0.7909, "relevance": 4 }, { "pair_id": 167298, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 0.0, 33.02 ], "duration": 66.66, "caption": "A man has a conversation with another man while he drives a car.", "similarity": 0.7866, "relevance": 4 }, { "pair_id": 167299, "video_name": "s08e18_seg02_clip_00", "timestamp": [ 6.3, 10.72 ], "duration": 63.66, "caption": "A man starts a conversation with two people while driving.", "similarity": 0.7862, "relevance": 4 }, { "pair_id": 340600, "video_name": "house_s08e21_seg02_clip_18", "timestamp": [ 51.21, 55.05 ], "duration": 128.66, "caption": "A person finishes their conversation with another person and gets up out of the car.", "similarity": 0.7825, "relevance": 2 }, { "pair_id": 340601, "video_name": "s08e19_seg02_clip_02", "timestamp": [ 57.88, 61.46 ], "duration": 65.66, "caption": "A person is driving his car as another person is in the passenger seat.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 340602, "video_name": "s10e01_seg02_clip_18", "timestamp": [ 0.0, 2.81 ], "duration": 51.66, "caption": "A person is driving with someone in the passenger seat and another person in the backseat.", "similarity": 0.782, "relevance": 4 }, { "pair_id": 340603, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 0.0, 41.8 ], "duration": 61.66, "caption": "A man is driving as a person is sitting in the passenger seat as they converse.", "similarity": 0.7801, "relevance": 4 }, { "pair_id": 340604, "video_name": "house_s07e22_seg02_clip_15", "timestamp": [ 51.19, 84.57 ], "duration": 89.66, "caption": "A person is in the back seat of a car with a child talking to someone who is in the driver's seat.", "similarity": 0.7799, "relevance": 2 }, { "pair_id": 340605, "video_name": "s09e18_seg02_clip_11", "timestamp": [ 48.45, 54.54 ], "duration": 58.66, "caption": "A person is talking to a woman while driving.", "similarity": 0.7762, "relevance": 2 }, { "pair_id": 340606, "video_name": "s05e03_seg02_clip_03", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person is driving with another person in the passenger seat and two other people in the backseat.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 340607, "video_name": "s08e01_seg02_clip_09", "timestamp": [ 21.01, 60.03 ], "duration": 60.66, "caption": "A person is driving as another person is in the passenger seat as they talk about a woman's mother and another person.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 340608, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 52.75, 57.02 ], "duration": 57.66, "caption": "A woman is driving a car while talking to a person about someone.", "similarity": 0.7737, "relevance": 4 }, { "pair_id": 340609, "video_name": "castle_s08e03_seg02_clip_11", "timestamp": [ 69.99, 81.87 ], "duration": 88.66, "caption": "Two people are sitting in the front seat of a car, turned around to have a conversation with another person in the back seat.", "similarity": 0.7716, "relevance": 2 }, { "pair_id": 340610, "video_name": "house_s08e20_seg02_clip_11", "timestamp": [ 43.25, 94.03 ], "duration": 94.66, "caption": "A man is driving a car while talking to another man.", "similarity": 0.7708, "relevance": 4 }, { "pair_id": 340611, "video_name": "castle_s08e03_seg02_clip_12", "timestamp": [ 0.0, 15.3 ], "duration": 90.66, "caption": "A person is in the backseat of a car speaking to some other people.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 340612, "video_name": "house_s07e18_seg02_clip_06", "timestamp": [ 0.0, 20.61 ], "duration": 73.66, "caption": "Two people talk while they are in a car together.", "similarity": 0.769, "relevance": 3 }, { "pair_id": 340613, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 4.41, 63.03 ], "duration": 63.66, "caption": "A man was driving the car whilst talking to person.", "similarity": 0.7686, "relevance": 4 }, { "pair_id": 340614, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 0.0, 20.26 ], "duration": 75.66, "caption": "A woman is driving and conversing with person, the passenger.", "similarity": 0.768, "relevance": 4 }, { "pair_id": 340615, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 31.54, 49.97 ], "duration": 97.66, "caption": "A man and woman are having a conversation while in the car.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 340616, "video_name": "s03e01_seg02_clip_15", "timestamp": [ 4.64, 8.12 ], "duration": 58.66, "caption": "A person is driving as another person is a passenger and someone else in the backseat.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 340617, "video_name": "s08e19_seg02_clip_03", "timestamp": [ 17.29, 20.53 ], "duration": 54.66, "caption": "A person is talking to another person in the car as a bus is in the background about to pass them.", "similarity": 0.7629, "relevance": 4 }, { "pair_id": 340618, "video_name": "castle_s05e23_seg02_clip_07", "timestamp": [ 22.9, 52.98 ], "duration": 89.66, "caption": "Two people were having conversation inside the car.", "similarity": 0.7602, "relevance": 4 }, { "pair_id": 340619, "video_name": "house_s04e15_seg02_clip_13", "timestamp": [ 11.0, 41.51 ], "duration": 100.66, "caption": "A person is having a conversation with the bus driver and another person.", "similarity": 0.7585, "relevance": 1 } ] }, { "query_id": 50906, "query": "A person is sitting outside a grassy jungle area talking to a man.", "relevant_moment": [ { "pair_id": 170560, "video_name": "s07e22_seg02_clip_15", "timestamp": [ 10.83, 17.68 ], "duration": 57.66, "caption": "A person is sitting outside a grassy jungle area talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170561, "video_name": "s05e23_seg02_clip_14", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A person is sitting in his spot while talking to man.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 170562, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to person while person is sitting.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 170563, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 0.0, 69.61 ], "duration": 69.66, "caption": "A man talks to a person while he's sitting down.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 170564, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is speaking to person as he is sitting.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 170565, "video_name": "house_s05e19_seg02_clip_03", "timestamp": [ 0.0, 50.91 ], "duration": 87.66, "caption": "A person sits on the beach while talking to a man.", "similarity": 0.692, "relevance": 3 }, { "pair_id": 170566, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 76.99, 86.02 ], "duration": 86.66, "caption": "A person is sitting and talking to another person.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 170567, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man is sitting across from a person while conversing.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 170568, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 170569, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 8.17, 12.26 ], "duration": 90.66, "caption": "A man sits down while someone is talking to him.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 170570, "video_name": "house_s03e12_seg02_clip_01", "timestamp": [ 40.03, 43.71 ], "duration": 92.66, "caption": "A man sits down while talking with a man outside.", "similarity": 0.6679, "relevance": 4 }, { "pair_id": 170571, "video_name": "castle_s08e11_seg02_clip_08", "timestamp": [ 0.0, 44.19 ], "duration": 93.66, "caption": "Two men are talking to a person sitting in an outdoor eating area.", "similarity": 0.6629, "relevance": 3 }, { "pair_id": 170572, "video_name": "house_s04e10_seg02_clip_13", "timestamp": [ 0.0, 4.51 ], "duration": 90.66, "caption": "A man sits in front of person while person is talking.", "similarity": 0.661, "relevance": 1 }, { "pair_id": 170573, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A person sits down while he is talking to another person.", "similarity": 0.6602, "relevance": 1 }, { "pair_id": 170574, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 23.9, 33.64 ], "duration": 88.66, "caption": "A person sits down while talking with some people.", "similarity": 0.6536, "relevance": 0 }, { "pair_id": 170575, "video_name": "house_s01e16_seg02_clip_11", "timestamp": [ 64.6, 90.35 ], "duration": 90.66, "caption": "A man is sitting with a woman as they converse outdoors.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 170576, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 9.0, 12.01 ], "duration": 50.66, "caption": "A person sits down while talking to another person.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 170577, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 7.5, 11.1 ], "duration": 60.66, "caption": "A person turns his sitting position to talk to a man.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 170578, "video_name": "castle_s03e05_seg02_clip_13", "timestamp": [ 0.0, 44.6 ], "duration": 91.66, "caption": "A man and woman are sitting outside speaking with person.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 170579, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 29.56, 33.98 ], "duration": 88.66, "caption": "A person sits in front of someone while talking to them.", "similarity": 0.6425, "relevance": 1 }, { "pair_id": 343880, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A man is sitting across from person as he speaks to him.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 343881, "video_name": "s07e22_seg02_clip_15", "timestamp": [ 0.0, 12.83 ], "duration": 57.66, "caption": "A person is sitting in the forest talking to the spirit of a person and asks him for life guidance.", "similarity": 0.6374, "relevance": 4 }, { "pair_id": 343882, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A person sits down and has a conversation with another person.", "similarity": 0.6363, "relevance": 2 }, { "pair_id": 343883, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 37.95, 65.63 ], "duration": 89.66, "caption": "A person is sitting with someone conversing as another person to converse with them.", "similarity": 0.6347, "relevance": 2 }, { "pair_id": 343884, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 0.0, 36.93 ], "duration": 91.66, "caption": "A person is sitting as he speaks to another person in front of him.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 343885, "video_name": "castle_s05e16_seg02_clip_08", "timestamp": [ 7.45, 41.36 ], "duration": 41.66, "caption": "A person is speaking to another person as he sits beside him.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 343886, "video_name": "house_s06e20_seg02_clip_17", "timestamp": [ 0.0, 73.17 ], "duration": 89.66, "caption": "A man sits in front of someone and talks about another person.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 343887, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 23.59, 27.45 ], "duration": 85.66, "caption": "A person sits down immediately while talking to another person.", "similarity": 0.6319, "relevance": 3 }, { "pair_id": 343888, "video_name": "friends_s08e01_seg02_clip_19", "timestamp": [ 1.22, 28.68 ], "duration": 61.66, "caption": "A person sits down and starts talking to another person.", "similarity": 0.6266, "relevance": 2 }, { "pair_id": 343889, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 8.69, 10.52 ], "duration": 91.66, "caption": "A person sits down during the conversation with some people.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 343890, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 0.0, 31.51 ], "duration": 150.66, "caption": "A man is sitting across from another person as they converse.", "similarity": 0.6251, "relevance": 3 }, { "pair_id": 343891, "video_name": "s06e11_seg02_clip_12", "timestamp": [ 0.0, 36.01 ], "duration": 59.66, "caption": "A man is sitting in an armchair while talking to some people.", "similarity": 0.6247, "relevance": 3 }, { "pair_id": 343892, "video_name": "s02e07_seg02_clip_05", "timestamp": [ 15.05, 20.95 ], "duration": 59.66, "caption": "A person sits next to man while talking to another man.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 343893, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 24.61, 36.62 ], "duration": 60.66, "caption": "A person is speaking to another person as they sit across from each other.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 343894, "video_name": "s07e10_seg02_clip_02", "timestamp": [ 41.72, 49.52 ], "duration": 60.66, "caption": "A person sits on the floor to talk to another person.", "similarity": 0.623, "relevance": 2 }, { "pair_id": 343895, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 36.82, 62.11 ], "duration": 64.66, "caption": "A person is standing in a forest with a blue glow around their body talking to a man.", "similarity": 0.6216, "relevance": 4 }, { "pair_id": 343896, "video_name": "s08e21_seg02_clip_09", "timestamp": [ 17.12, 19.77 ], "duration": 59.66, "caption": "A man is sitting beside a person as they speak to each other.", "similarity": 0.6216, "relevance": 2 }, { "pair_id": 343897, "video_name": "s08e15_seg02_clip_10", "timestamp": [ 0.0, 8.41 ], "duration": 58.66, "caption": "A man was talking to some people.", "similarity": 0.6161, "relevance": 2 }, { "pair_id": 343898, "video_name": "s08e11_seg02_clip_09", "timestamp": [ 34.52, 46.02 ], "duration": 46.66, "caption": "A person sits on a man's lap as they have a conversation.", "similarity": 0.6161, "relevance": 2 }, { "pair_id": 343899, "video_name": "castle_s06e01_seg02_clip_12", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A man and a woman are outside talking to each other.", "similarity": 0.6155, "relevance": 2 } ] }, { "query_id": 50933, "query": "A person is looking through a window with hanging blinds.", "relevant_moment": [ { "pair_id": 13660, "video_name": "castle_s02e21_seg02_clip_27", "timestamp": [ 63.02, 65.12 ], "duration": 70.66, "caption": "A person is looking through a window with hanging blinds.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13661, "video_name": "house_s06e14_seg02_clip_01", "timestamp": [ 60.3, 63.82 ], "duration": 88.66, "caption": "A man moves to the window and looks through the blinds.", "similarity": 0.8037, "relevance": 4 }, { "pair_id": 13662, "video_name": "house_s03e20_seg02_clip_01", "timestamp": [ 12.79, 14.17 ], "duration": 91.66, "caption": "A person walks over to look at the blinds.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 13663, "video_name": "house_s03e09_seg02_clip_14", "timestamp": [ 23.28, 26.13 ], "duration": 95.66, "caption": "A person walks over and opens the window blinds.", "similarity": 0.7653, "relevance": 4 }, { "pair_id": 13664, "video_name": "castle_s04e05_seg02_clip_21", "timestamp": [ 82.35, 89.02 ], "duration": 89.66, "caption": "A man watches some people thru window blinds.", "similarity": 0.7561, "relevance": 4 }, { "pair_id": 13665, "video_name": "house_s03e09_seg02_clip_14", "timestamp": [ 3.33, 6.18 ], "duration": 95.66, "caption": "A person walks over and closes the window blinds.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 13666, "video_name": "house_s04e12_seg02_clip_12", "timestamp": [ 68.55, 70.78 ], "duration": 89.66, "caption": "A person looks through blinds in the meeting room.", "similarity": 0.7415, "relevance": 4 }, { "pair_id": 13667, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 92.15, 94.03 ], "duration": 94.66, "caption": "A person opens a door with a window and blinds.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 13668, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 50.32, 51.66 ], "duration": 89.66, "caption": "A person shuts the window blinds to avoid seeing a woman.", "similarity": 0.7167, "relevance": 4 }, { "pair_id": 13669, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A person is looking through a window and turns around.", "similarity": 0.715, "relevance": 2 }, { "pair_id": 13670, "video_name": "castle_s05e03_seg02_clip_23", "timestamp": [ 22.63, 26.78 ], "duration": 92.66, "caption": "A person leans over to look through the blinds at another person.", "similarity": 0.7106, "relevance": 4 }, { "pair_id": 13671, "video_name": "house_s05e06_seg02_clip_02", "timestamp": [ 58.1, 62.94 ], "duration": 88.66, "caption": "A man goes to a window and moves the blinds over.", "similarity": 0.7013, "relevance": 4 }, { "pair_id": 13672, "video_name": "castle_s02e23_seg02_clip_15", "timestamp": [ 6.6, 10.56 ], "duration": 88.66, "caption": "A person stands up looking through the window to see a woman.", "similarity": 0.6932, "relevance": 4 }, { "pair_id": 13673, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 2.36, 4.72 ], "duration": 59.66, "caption": "A person turns around and looks out of a large window.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 13674, "video_name": "grey_s03e13_seg02_clip_25", "timestamp": [ 9.3, 16.28 ], "duration": 93.66, "caption": "A woman can be seen walking up towards a room through a window with blinds.", "similarity": 0.6819, "relevance": 4 }, { "pair_id": 13675, "video_name": "castle_s08e12_seg02_clip_04", "timestamp": [ 72.46, 78.2 ], "duration": 88.66, "caption": "A person walks over to blinds and opens them.", "similarity": 0.6775, "relevance": 3 }, { "pair_id": 13676, "video_name": "house_s02e06_seg02_clip_14", "timestamp": [ 56.14, 59.82 ], "duration": 92.66, "caption": "A person looks out of the blinds in the exam room.", "similarity": 0.673, "relevance": 4 }, { "pair_id": 13677, "video_name": "castle_s05e08_seg02_clip_05", "timestamp": [ 72.7, 74.6 ], "duration": 95.66, "caption": "A woman goes to a window and pulls up the blinds.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 13678, "video_name": "friends_s03e08_seg02_clip_11", "timestamp": [ 12.31, 14.11 ], "duration": 60.66, "caption": "A person covers their mouth while looking out the window.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 13679, "video_name": "house_s01e03_seg02_clip_21", "timestamp": [ 57.83, 61.59 ], "duration": 94.66, "caption": "A person walks over to the door and closes the blinds.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 186980, "video_name": "friends_s05e17_seg02_clip_00", "timestamp": [ 1.24, 6.51 ], "duration": 62.66, "caption": "A person waves his hand while looking out the window.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 186981, "video_name": "house_s03e06_seg02_clip_14", "timestamp": [ 19.12, 26.53 ], "duration": 78.66, "caption": "A person opens doors and looks through windows trying to find something.", "similarity": 0.6611, "relevance": 1 }, { "pair_id": 186982, "video_name": "castle_s06e19_seg02_clip_06", "timestamp": [ 37.27, 38.19 ], "duration": 92.66, "caption": "A person closes the blinds so they can talk without prying eyes.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 186983, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 33.98, 41.43 ], "duration": 93.66, "caption": "A man approaches a window, pulls the curtains and looks through the window.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 186984, "video_name": "house_s06e05_seg02_clip_13", "timestamp": [ 51.99, 58.9 ], "duration": 92.66, "caption": "A person looks at the window and thinks they see someone.", "similarity": 0.6532, "relevance": 3 }, { "pair_id": 186985, "video_name": "castle_s05e22_seg02_clip_11", "timestamp": [ 25.49, 29.66 ], "duration": 92.66, "caption": "A person looks through window blinds to see a firetruck on the street.", "similarity": 0.6527, "relevance": 4 }, { "pair_id": 186986, "video_name": "grey_s02e25_seg02_clip_16", "timestamp": [ 37.76, 44.75 ], "duration": 93.66, "caption": "A woman walks over to the windows and shuts the blinds.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 186987, "video_name": "grey_s03e03_seg02_clip_23", "timestamp": [ 63.53, 68.75 ], "duration": 87.66, "caption": "A person looks into the room through the window.", "similarity": 0.6464, "relevance": 4 }, { "pair_id": 186988, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 38.75, 53.0 ], "duration": 89.66, "caption": "A person saw someone is watching outside so he closes the blind.", "similarity": 0.6463, "relevance": 4 }, { "pair_id": 186989, "video_name": "house_s02e04_seg02_clip_24", "timestamp": [ 13.26, 16.46 ], "duration": 91.66, "caption": "A person watches someone who is behind the closed glass doors.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 186990, "video_name": "castle_s06e23_seg02_clip_14", "timestamp": [ 11.76, 18.91 ], "duration": 84.66, "caption": "A person is looking outside a window holding a curtain as he speaks with woman.", "similarity": 0.6383, "relevance": 4 }, { "pair_id": 186991, "video_name": "castle_s04e09_seg02_clip_06", "timestamp": [ 91.71, 96.03 ], "duration": 96.66, "caption": "A person sees a small paper cut out on the window seal leaning on the window, he walks to it, picks it up and looks at it.", "similarity": 0.6371, "relevance": 1 }, { "pair_id": 186992, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 8.46, 12.46 ], "duration": 89.66, "caption": "A woman knocks on the window blinds while listing other things except blood.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 186993, "video_name": "house_s08e01_seg02_clip_27", "timestamp": [ 0.0, 1.7 ], "duration": 10.66, "caption": "The person by the window turns around to look at someone.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 186994, "video_name": "castle_s07e06_seg02_clip_17", "timestamp": [ 53.08, 53.95 ], "duration": 87.66, "caption": "A person is standing in front of blinds and opens them using their hand.", "similarity": 0.6288, "relevance": 4 }, { "pair_id": 186995, "video_name": "castle_s05e01_seg02_clip_20", "timestamp": [ 1.1, 4.75 ], "duration": 73.66, "caption": "A person walks over to look out the window as another person trails behind him.", "similarity": 0.6247, "relevance": 2 }, { "pair_id": 186996, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 5.66, 27.41 ], "duration": 87.66, "caption": "A woman is standing and staring beside the window.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 186997, "video_name": "house_s07e14_seg02_clip_19", "timestamp": [ 14.35, 25.84 ], "duration": 82.66, "caption": "A person watches woman through a window and then takes off suddenly.", "similarity": 0.6136, "relevance": 1 }, { "pair_id": 186998, "video_name": "house_s01e10_seg02_clip_13", "timestamp": [ 81.66, 87.34 ], "duration": 87.66, "caption": "A person closes the blinds and pours a glass of water.", "similarity": 0.6127, "relevance": 1 }, { "pair_id": 186999, "video_name": "castle_s06e03_seg02_clip_22", "timestamp": [ 82.74, 87.14 ], "duration": 88.66, "caption": "Two people look through a window.", "similarity": 0.6083, "relevance": 2 } ] }, { "query_id": 51002, "query": "A woman comes into the apartment and puts her bag on the table.", "relevant_moment": [ { "pair_id": 146720, "video_name": "friends_s08e14_seg02_clip_03", "timestamp": [ 3.64, 8.12 ], "duration": 56.66, "caption": "A woman comes into the apartment and puts her bag on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146721, "video_name": "friends_s05e08_seg02_clip_03", "timestamp": [ 4.5, 9.9 ], "duration": 60.66, "caption": "A woman enters the apartment and sets a bag down on the table.", "similarity": 0.9205, "relevance": 4 }, { "pair_id": 146722, "video_name": "s08e04_seg02_clip_04", "timestamp": [ 21.54, 25.68 ], "duration": 59.66, "caption": "A woman gets in the room and put her bag on the table.", "similarity": 0.8236, "relevance": 2 }, { "pair_id": 146723, "video_name": "friends_s04e02_seg02_clip_00", "timestamp": [ 3.35, 6.7 ], "duration": 67.66, "caption": "A woman walks into her apartment and puts a green shopping bag down on the table.", "similarity": 0.8027, "relevance": 4 }, { "pair_id": 146724, "video_name": "friends_s03e19_seg02_clip_20", "timestamp": [ 12.96, 19.85 ], "duration": 81.66, "caption": "A woman walks into the apartment and places her bag on the chair.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 146725, "video_name": "friends_s06e14_seg02_clip_11", "timestamp": [ 46.74, 50.9 ], "duration": 64.66, "caption": "A woman enters the apartment and puts her handbag on the chair.", "similarity": 0.7794, "relevance": 3 }, { "pair_id": 146726, "video_name": "friends_s08e03_seg01_clip_00", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A woman rushes into the apartment and sets her green purse on the table.", "similarity": 0.7784, "relevance": 2 }, { "pair_id": 146727, "video_name": "met_s06e20_seg02_clip_15", "timestamp": [ 25.19, 28.7 ], "duration": 58.66, "caption": "A woman enters the apartment with a green tote bag.", "similarity": 0.7682, "relevance": 1 }, { "pair_id": 146728, "video_name": "friends_s08e09_seg01_clip_00", "timestamp": [ 25.33, 27.46 ], "duration": 61.66, "caption": "A woman enters the apartment and puts a shopping bag onto the kitchen counter.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 146729, "video_name": "friends_s06e23_seg02_clip_20", "timestamp": [ 48.16, 51.93 ], "duration": 58.66, "caption": "A woman comes in to the house and put her bag on the table.", "similarity": 0.7503, "relevance": 2 }, { "pair_id": 146730, "video_name": "friends_s03e20_seg02_clip_02", "timestamp": [ 45.26, 48.16 ], "duration": 58.66, "caption": "A woman enters her apartment and placed a clear bag on the mantle.", "similarity": 0.7459, "relevance": 4 }, { "pair_id": 146731, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 29.29, 30.82 ], "duration": 61.66, "caption": "A woman walks into the apartment and places a bag on the counter.", "similarity": 0.7438, "relevance": 3 }, { "pair_id": 146732, "video_name": "friends_s05e06_seg02_clip_07", "timestamp": [ 34.03, 41.33 ], "duration": 54.66, "caption": "A woman enters the room and places her coat and bag on the table.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 146733, "video_name": "friends_s04e16_seg02_clip_04", "timestamp": [ 13.81, 17.71 ], "duration": 60.66, "caption": "A woman comes in the apartment carrying a pink bag.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 146734, "video_name": "friends_s03e14_seg02_clip_14", "timestamp": [ 28.8, 36.5 ], "duration": 57.66, "caption": "A man and a woman enter the apartment and the woman places a bag on the table.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 146735, "video_name": "friends_s07e14_seg02_clip_19", "timestamp": [ 29.91, 39.02 ], "duration": 65.66, "caption": "A woman enters the apartment and sits down at the table with some people.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 146736, "video_name": "friends_s06e10_seg02_clip_04", "timestamp": [ 38.12, 41.12 ], "duration": 60.66, "caption": "A woman runs into the apartment and places her jacket on the table.", "similarity": 0.7153, "relevance": 3 }, { "pair_id": 146737, "video_name": "friends_s04e09_seg02_clip_10", "timestamp": [ 56.2, 61.08 ], "duration": 61.66, "caption": "A person enters the apartment and puts their bag on the counter.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 146738, "video_name": "friends_s04e12_seg02_clip_00", "timestamp": [ 3.15, 5.04 ], "duration": 63.66, "caption": "A woman walks into the apartment with a shopping bag.", "similarity": 0.7118, "relevance": 2 }, { "pair_id": 146739, "video_name": "s01e03_seg02_clip_06", "timestamp": [ 30.69, 46.34 ], "duration": 59.66, "caption": "A person enters the apartment and places his bag on the desk.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 320040, "video_name": "friends_s10e14_seg02_clip_20", "timestamp": [ 15.08, 19.1 ], "duration": 67.66, "caption": "A woman walks into the apartment and walks to the table.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 320041, "video_name": "friends_s09e19_seg02_clip_08", "timestamp": [ 0.0, 4.19 ], "duration": 55.66, "caption": "A woman walks into the apartment and sets their handbag down.", "similarity": 0.7046, "relevance": 4 }, { "pair_id": 320042, "video_name": "castle_s06e01_seg02_clip_04", "timestamp": [ 87.18, 97.13 ], "duration": 117.66, "caption": "A woman enters their apartment, puts their papers on the table, and takes off their jacket.", "similarity": 0.6984, "relevance": 3 }, { "pair_id": 320043, "video_name": "friends_s04e23-24_seg02_clip_07", "timestamp": [ 25.24, 30.0 ], "duration": 59.66, "caption": "A woman enters the apartment and puts a bouquet of flowers, books and her handbag onto the kitchen table.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 320044, "video_name": "friends_s03e02_seg02_clip_01", "timestamp": [ 34.81, 38.98 ], "duration": 59.66, "caption": "A woman walks into the apartment while carrying shopping bags.", "similarity": 0.6936, "relevance": 3 }, { "pair_id": 320045, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 39.3, 43.63 ], "duration": 57.66, "caption": "A woman sits down at the table in someone's apartment.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 320046, "video_name": "friends_s07e20_seg02_clip_04", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman enters and puts their bags down on the table.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 320047, "video_name": "s07e02_seg02_clip_03", "timestamp": [ 41.02, 45.45 ], "duration": 59.66, "caption": "A person walks into a woman's apartment and sets a plastic bag on the counter.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 320048, "video_name": "s05e19_seg01_clip_01", "timestamp": [ 0.0, 4.14 ], "duration": 92.66, "caption": "A person enters the apartment and places his bag on his desk chair.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 320049, "video_name": "s07e23_seg02_clip_14", "timestamp": [ 0.55, 1.65 ], "duration": 55.66, "caption": "A woman throws her purse onto the coffee table as she walks into the apartment.", "similarity": 0.6845, "relevance": 3 }, { "pair_id": 320050, "video_name": "s03e17_seg02_clip_11", "timestamp": [ 41.62, 46.1 ], "duration": 64.66, "caption": "A woman holds up a pink bag and then walks into their apartment.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 320051, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 6.2, 10.86 ], "duration": 62.66, "caption": "A woman grabs her bag that is on the table.", "similarity": 0.6819, "relevance": 2 }, { "pair_id": 320052, "video_name": "s05e17_seg02_clip_00", "timestamp": [ 9.61, 13.96 ], "duration": 62.66, "caption": "A woman goes into woman's apartment with a large package in hand.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 320053, "video_name": "friends_s02e11_seg02_clip_12", "timestamp": [ 51.82, 56.02 ], "duration": 56.66, "caption": "A woman comes into two women's apartment and takes her bags off her shoulder.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 320054, "video_name": "friends_s09e16_seg02_clip_15", "timestamp": [ 31.94, 35.07 ], "duration": 62.66, "caption": "A woman comes into man's apartment holding her coat and bag.", "similarity": 0.6792, "relevance": 2 }, { "pair_id": 320055, "video_name": "friends_s05e02_seg02_clip_21", "timestamp": [ 22.21, 24.31 ], "duration": 60.66, "caption": "A woman walks in the apartment while two people are packing bags.", "similarity": 0.6723, "relevance": 3 }, { "pair_id": 320056, "video_name": "friends_s10e03_seg02_clip_16", "timestamp": [ 23.5, 26.24 ], "duration": 61.66, "caption": "A woman walks into a room and sets her purse down on the table.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 320057, "video_name": "s06e19_seg02_clip_16", "timestamp": [ 44.82, 48.32 ], "duration": 70.66, "caption": "A person enters the apartment carrying a canvas bag.", "similarity": 0.6714, "relevance": 1 }, { "pair_id": 320058, "video_name": "castle_s06e23_seg02_clip_01", "timestamp": [ 15.79, 17.59 ], "duration": 90.66, "caption": "A woman puts her duffel bag onto the table in front of her.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 320059, "video_name": "friends_s09e18_seg02_clip_02", "timestamp": [ 3.05, 7.63 ], "duration": 61.66, "caption": "A woman comes in the apartment and lays her purse down.", "similarity": 0.6673, "relevance": 3 } ] }, { "query_id": 51092, "query": "A man stands up and walks over to talk with a woman and a man.", "relevant_moment": [ { "pair_id": 115960, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 69.92, 76.73 ], "duration": 90.66, "caption": "A man stands up and walks over to talk with a woman and a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 115961, "video_name": "friends_s02e14_seg02_clip_07", "timestamp": [ 18.61, 21.66 ], "duration": 61.66, "caption": "A man stands up and begins walking towards a woman and a man she is talking to.", "similarity": 0.8884, "relevance": 3 }, { "pair_id": 115962, "video_name": "castle_s06e21_seg02_clip_18", "timestamp": [ 9.57, 20.89 ], "duration": 87.66, "caption": "While a man and woman are having a conversation, a man walks up and stands by the man.", "similarity": 0.8884, "relevance": 4 }, { "pair_id": 115963, "video_name": "house_s01e03_seg02_clip_08", "timestamp": [ 55.22, 58.44 ], "duration": 92.66, "caption": "A man stands up while talking with woman and man.", "similarity": 0.8859, "relevance": 2 }, { "pair_id": 115964, "video_name": "house_s01e03_seg02_clip_18", "timestamp": [ 32.86, 37.81 ], "duration": 90.66, "caption": "A woman and a man stand up and talk to a man.", "similarity": 0.8808, "relevance": 3 }, { "pair_id": 115965, "video_name": "friends_s09e19_seg02_clip_21", "timestamp": [ 5.34, 32.91 ], "duration": 59.66, "caption": "A man stands up and walks over to stand in front of woman while talking to her.", "similarity": 0.8766, "relevance": 3 }, { "pair_id": 115966, "video_name": "s01e03_seg02_clip_12", "timestamp": [ 51.06, 58.03 ], "duration": 58.66, "caption": "A man stands up and walks around while talking about a date with a woman to a man.", "similarity": 0.8707, "relevance": 3 }, { "pair_id": 115967, "video_name": "castle_s02e10_seg02_clip_18", "timestamp": [ 16.99, 29.85 ], "duration": 91.66, "caption": "A woman stands up walking and talking around a man.", "similarity": 0.8637, "relevance": 3 }, { "pair_id": 115968, "video_name": "castle_s02e08_seg02_clip_15", "timestamp": [ 64.36, 66.55 ], "duration": 87.66, "caption": "A man stands up while talking to woman and person.", "similarity": 0.8604, "relevance": 2 }, { "pair_id": 115969, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 20.14, 28.68 ], "duration": 61.66, "caption": "A person walks over to talk to a man and a woman.", "similarity": 0.8572, "relevance": 3 }, { "pair_id": 115971, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 2.7, 6.3 ], "duration": 180.66, "caption": "A man stands up and walks toward another man and a woman.", "similarity": 0.8419, "relevance": 3 }, { "pair_id": 115972, "video_name": "castle_s02e16_seg02_clip_18", "timestamp": [ 23.44, 28.85 ], "duration": 90.66, "caption": "A man stands up and walks over to a woman.", "similarity": 0.8396, "relevance": 2 }, { "pair_id": 115973, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 20.47, 24.5 ], "duration": 62.66, "caption": "A man stands up and turns to talk to a woman.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 115974, "video_name": "grey_s01e01_seg02_clip_13", "timestamp": [ 39.26, 48.63 ], "duration": 89.66, "caption": "A man walks up and stands behind a person as he is talking to a couple.", "similarity": 0.8343, "relevance": 3 }, { "pair_id": 115975, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 21.63, 25.31 ], "duration": 92.66, "caption": "A man stands up while he is talking to a woman.", "similarity": 0.8329, "relevance": 3 }, { "pair_id": 115976, "video_name": "friends_s01e05_seg02_clip_02", "timestamp": [ 24.72, 30.82 ], "duration": 61.66, "caption": "A man gets up and walks over to talk to woman.", "similarity": 0.8295, "relevance": 3 }, { "pair_id": 115977, "video_name": "castle_s02e23_seg02_clip_11", "timestamp": [ 75.95, 80.81 ], "duration": 88.66, "caption": "A man walks up to a woman and a man and starts a conversation with them.", "similarity": 0.8283, "relevance": 3 }, { "pair_id": 115978, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A man stands up followed by a woman while still talking to another man.", "similarity": 0.828, "relevance": 4 }, { "pair_id": 115979, "video_name": "castle_s03e07_seg02_clip_22", "timestamp": [ 4.51, 11.27 ], "duration": 90.66, "caption": "A man and woman walk over to talk to someone.", "similarity": 0.8213, "relevance": 3 }, { "pair_id": 289280, "video_name": "castle_s03e23_seg02_clip_01", "timestamp": [ 15.16, 17.84 ], "duration": 89.66, "caption": "A man walks up to woman and person as they're speaking to each other.", "similarity": 0.8176, "relevance": 3 }, { "pair_id": 289281, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 4.88, 12.87 ], "duration": 88.66, "caption": "A woman and a man walk over to another man while talking.", "similarity": 0.8171, "relevance": 3 }, { "pair_id": 289282, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 29.34, 34.31 ], "duration": 90.66, "caption": "A woman stands up while talking to a man.", "similarity": 0.8127, "relevance": 2 }, { "pair_id": 289283, "video_name": "friends_s06e15-16_seg02_clip_35", "timestamp": [ 20.91, 24.49 ], "duration": 55.66, "caption": "A woman stands up while talking to a man.", "similarity": 0.8127, "relevance": 3 }, { "pair_id": 289284, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 26.51, 31.63 ], "duration": 93.66, "caption": "Two men walk up and start talking with woman and man.", "similarity": 0.8126, "relevance": 3 }, { "pair_id": 289285, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 1.81, 7.83 ], "duration": 60.66, "caption": "A guy walks over to talk to woman and guy.", "similarity": 0.8115, "relevance": 4 }, { "pair_id": 289286, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 44.42, 50.12 ], "duration": 60.66, "caption": "A man walks up when woman is talking to another woman.", "similarity": 0.8102, "relevance": 3 }, { "pair_id": 289287, "video_name": "s10e04_seg02_clip_00", "timestamp": [ 52.79, 56.15 ], "duration": 61.66, "caption": "A man stands up to and talks to two people.", "similarity": 0.8092, "relevance": 3 }, { "pair_id": 289288, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 34.24, 38.07 ], "duration": 59.66, "caption": "A person stands up and walks over to talk to another person.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 289289, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is talking to a person and another person walks up to them.", "similarity": 0.8038, "relevance": 3 }, { "pair_id": 289290, "video_name": "castle_s06e16_seg02_clip_07", "timestamp": [ 85.56, 87.38 ], "duration": 91.66, "caption": "A person walks over and begins a conversation with a woman and a man.", "similarity": 0.8017, "relevance": 3 }, { "pair_id": 289291, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 9.1, 11.2 ], "duration": 70.66, "caption": "A man stands up to talk to another man better.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 289292, "video_name": "house_s07e20_seg02_clip_23", "timestamp": [ 22.8, 31.83 ], "duration": 86.66, "caption": "A man stands up and walks towards a woman.", "similarity": 0.7964, "relevance": 4 }, { "pair_id": 289293, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 9.58, 13.68 ], "duration": 91.66, "caption": "A man stands up and walks out while talking to another man.", "similarity": 0.7955, "relevance": 3 }, { "pair_id": 289294, "video_name": "castle_s08e13_seg02_clip_15", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A woman is having a conversation with a man when two men walk up.", "similarity": 0.7945, "relevance": 3 }, { "pair_id": 289295, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 45.29, 49.46 ], "duration": 59.66, "caption": "A woman stands up and walks over to a man.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 289296, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 8.59, 12.21 ], "duration": 90.66, "caption": "Two people stand up after talking to a man.", "similarity": 0.7923, "relevance": 2 }, { "pair_id": 289297, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 0.0, 21.19 ], "duration": 90.66, "caption": "A woman and man walk up to person and converse with him.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 289298, "video_name": "castle_s01e08_seg02_clip_12", "timestamp": [ 32.21, 38.65 ], "duration": 92.66, "caption": "A woman and man walk up to person to start a conversation with him.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 289299, "video_name": "castle_s01e08_seg02_clip_04", "timestamp": [ 45.42, 48.81 ], "duration": 84.66, "caption": "A man stands up while he is talking to another man.", "similarity": 0.7894, "relevance": 3 } ] }, { "query_id": 51110, "query": "A large person in a hospital gown sits down on the bed.", "relevant_moment": [ { "pair_id": 32920, "video_name": "house_s06e12_seg02_clip_02", "timestamp": [ 4.95, 7.65 ], "duration": 90.66, "caption": "A large person in a hospital gown sits down on the bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 32921, "video_name": "house_s03e12_seg02_clip_19", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman wearing a hospital gown was sitting on the hospital bed.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 32922, "video_name": "house_s05e23_seg02_clip_13", "timestamp": [ 0.0, 9.8 ], "duration": 70.66, "caption": "A person sits up in the hospital bed and looks around.", "similarity": 0.7656, "relevance": 1 }, { "pair_id": 32923, "video_name": "house_s04e07_seg02_clip_16", "timestamp": [ 0.0, 84.02 ], "duration": 84.66, "caption": "A person wearing hospital gown was lying on a hospital bed.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 32924, "video_name": "house_s03e05_seg02_clip_09", "timestamp": [ 105.86, 108.02 ], "duration": 108.66, "caption": "A patient sees a person and sits up in their hospital bed.", "similarity": 0.7474, "relevance": 1 }, { "pair_id": 32925, "video_name": "grey_s02e21_seg02_clip_08", "timestamp": [ 42.75, 47.39 ], "duration": 103.66, "caption": "A man sits down on the side of the hospital bed.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 32926, "video_name": "house_s04e06_seg02_clip_19", "timestamp": [ 58.97, 62.57 ], "duration": 90.66, "caption": "A person sits down on the patient bed across from the patient.", "similarity": 0.7271, "relevance": 3 }, { "pair_id": 32927, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 16.13, 18.89 ], "duration": 92.66, "caption": "A man sits onto woman's hospital bed as she is on it.", "similarity": 0.7222, "relevance": 3 }, { "pair_id": 32928, "video_name": "house_s06e05_seg02_clip_24", "timestamp": [ 0.51, 3.03 ], "duration": 101.66, "caption": "A man sits down on the stool next to the hospital bed.", "similarity": 0.7103, "relevance": 1 }, { "pair_id": 32929, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 18.9 ], "duration": 92.66, "caption": "A person was lying on a hospital bed.", "similarity": 0.7096, "relevance": 1 }, { "pair_id": 32930, "video_name": "house_s01e21_seg02_clip_18", "timestamp": [ 25.26, 31.82 ], "duration": 101.66, "caption": "A woman sits down beside someone, who is laying in a hospital bed.", "similarity": 0.7032, "relevance": 1 }, { "pair_id": 32931, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 70.42, 88.02 ], "duration": 88.66, "caption": "A person sits at the hospital bed and talks to the patient.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 32932, "video_name": "house_s08e22_seg02_clip_19", "timestamp": [ 0.0, 42.11 ], "duration": 89.66, "caption": "A man sits next to person while he's in the hospital bed.", "similarity": 0.6947, "relevance": 1 }, { "pair_id": 32933, "video_name": "house_s08e11_seg02_clip_14", "timestamp": [ 0.0, 17.1 ], "duration": 90.66, "caption": "A person rests on the patients' bed as they hurriedly moved him to the Surgery Room.", "similarity": 0.6936, "relevance": 1 }, { "pair_id": 32934, "video_name": "house_s02e20_seg02_clip_16", "timestamp": [ 23.21, 38.69 ], "duration": 91.66, "caption": "A person is lying in a hospital bed; as he talks, he raises his hospital bed to more of a sitting position.", "similarity": 0.6915, "relevance": 1 }, { "pair_id": 32935, "video_name": "house_s05e15_seg02_clip_13", "timestamp": [ 48.61, 58.52 ], "duration": 90.66, "caption": "A person comes in to someone's hospital room and takes a seat beside their bed.", "similarity": 0.6911, "relevance": 1 }, { "pair_id": 32936, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 13.09, 63.15 ], "duration": 154.66, "caption": "A person is lying in a hospital bed. Another person is sat beside them.", "similarity": 0.6907, "relevance": 1 }, { "pair_id": 32937, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 51.79, 57.7 ], "duration": 90.66, "caption": "A person is lying in a hospital bed with a strap across their chest.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 32938, "video_name": "grey_s03e10_seg02_clip_08", "timestamp": [ 4.5, 16.65 ], "duration": 90.66, "caption": "An old person wearing white hospital gown was lying on the bed.", "similarity": 0.684, "relevance": 1 }, { "pair_id": 32939, "video_name": "house_s02e13_seg02_clip_21", "timestamp": [ 0.0, 73.85 ], "duration": 91.66, "caption": "A woman wearing a hospital gown was lying on the hospital bed.", "similarity": 0.6817, "relevance": 2 } ] }, { "query_id": 51133, "query": "A man grabs a tall cup cappuccino in his desk.", "relevant_moment": [ { "pair_id": 154660, "video_name": "house_s06e12_seg02_clip_07", "timestamp": [ 21.32, 23.93 ], "duration": 87.66, "caption": "A man grabs a tall cup cappuccino in his desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154661, "video_name": "house_s03e22_seg02_clip_03", "timestamp": [ 49.15, 51.43 ], "duration": 91.66, "caption": "A man grabs a cup of coffee from a person's desk and sits down.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 154662, "video_name": "castle_s03e17_seg02_clip_18", "timestamp": [ 84.41, 85.72 ], "duration": 87.66, "caption": "A man is leaning on a desk taking a drink from his coffee.", "similarity": 0.6818, "relevance": 3 }, { "pair_id": 154663, "video_name": "house_s03e22_seg02_clip_09", "timestamp": [ 38.95, 44.04 ], "duration": 56.66, "caption": "A man offers a man a cup of coffee and he takes the coffee cup on his desk.", "similarity": 0.675, "relevance": 3 }, { "pair_id": 154664, "video_name": "friends_s02e21_seg02_clip_11", "timestamp": [ 55.52, 57.03 ], "duration": 60.66, "caption": "A man hands a mug of cappuccino to another man.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 154665, "video_name": "house_s08e08_seg02_clip_00", "timestamp": [ 57.21, 61.4 ], "duration": 93.66, "caption": "A person presses cappuccino into part of a cappuccino machine.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 154666, "video_name": "house_s05e04_seg02_clip_13", "timestamp": [ 22.33, 24.66 ], "duration": 93.66, "caption": "A man sits down on the edge of his desk while holding a cup of coffee.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 154667, "video_name": "house_s05e04_seg02_clip_14", "timestamp": [ 20.89, 23.93 ], "duration": 87.66, "caption": "A person sets their cup of coffee down on their desk.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 154668, "video_name": "house_s05e24_seg02_clip_08", "timestamp": [ 15.96, 20.07 ], "duration": 91.66, "caption": "A man sets down his coffee mug and leans over the desk.", "similarity": 0.622, "relevance": 3 }, { "pair_id": 154669, "video_name": "castle_s02e12_seg02_clip_16", "timestamp": [ 57.49, 59.78 ], "duration": 91.66, "caption": "A man picks up a coffee cup as he sits at a woman's desk.", "similarity": 0.6187, "relevance": 3 }, { "pair_id": 154670, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 35.9, 38.76 ], "duration": 52.66, "caption": "A person grabs his coffee cup from the table.", "similarity": 0.6117, "relevance": 4 }, { "pair_id": 154671, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 67.34, 73.5 ], "duration": 88.66, "caption": "A person pulls a chair out and sits down as he sets his coffee cup on the desk.", "similarity": 0.6086, "relevance": 2 }, { "pair_id": 154672, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 7.66, 13.07 ], "duration": 90.66, "caption": "A man grabs person's white coffee cup from his hands.", "similarity": 0.607, "relevance": 2 }, { "pair_id": 154673, "video_name": "castle_s05e11_seg02_clip_07", "timestamp": [ 86.42, 90.02 ], "duration": 90.66, "caption": "A man carries two cups to woman's desk, she reaches and takes one.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 154674, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 31.74, 32.96 ], "duration": 61.66, "caption": "A man grabs a cup of coffee from the counter.", "similarity": 0.602, "relevance": 3 }, { "pair_id": 154675, "video_name": "house_s07e17_seg02_clip_17", "timestamp": [ 88.35, 90.27 ], "duration": 96.66, "caption": "A man reaches over to get the cup on his tray.", "similarity": 0.6009, "relevance": 2 }, { "pair_id": 154676, "video_name": "castle_s04e21_seg02_clip_18", "timestamp": [ 17.26, 20.44 ], "duration": 90.66, "caption": "A person takes a sip from his coffee cup as he sits at a desk with a man.", "similarity": 0.5993, "relevance": 3 }, { "pair_id": 154677, "video_name": "house_s02e18_seg02_clip_12", "timestamp": [ 5.38, 13.44 ], "duration": 89.66, "caption": "A man stands up from the desk and puts his hand on his chin.", "similarity": 0.5944, "relevance": 0 }, { "pair_id": 154678, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 69.74, 77.24 ], "duration": 88.66, "caption": "A person lifts up their coffee cup, takes a drink, then sits the cup down on their desk.", "similarity": 0.5937, "relevance": 3 }, { "pair_id": 154679, "video_name": "house_s06e12_seg02_clip_07", "timestamp": [ 20.02, 22.63 ], "duration": 87.66, "caption": "A man grabbed the cup of coffee in front of him.", "similarity": 0.5924, "relevance": 4 }, { "pair_id": 327980, "video_name": "house_s08e21_seg02_clip_02", "timestamp": [ 0.0, 3.56 ], "duration": 89.66, "caption": "A person touches their blue mug and then puts their head on top of their desk.", "similarity": 0.5905, "relevance": 3 }, { "pair_id": 327981, "video_name": "house_s05e07_seg02_clip_08", "timestamp": [ 17.11, 20.8 ], "duration": 92.66, "caption": "A man takes a drink from the coffee cup in his hand.", "similarity": 0.5854, "relevance": 3 }, { "pair_id": 327982, "video_name": "house_s03e22_seg02_clip_03", "timestamp": [ 43.69, 48.7 ], "duration": 91.66, "caption": "A person pushes a cup across a desk as another person enters their office.", "similarity": 0.5852, "relevance": 3 }, { "pair_id": 327983, "video_name": "castle_s07e22_seg02_clip_00", "timestamp": [ 77.11, 78.48 ], "duration": 91.66, "caption": "A man takes a drink of the coffee cup in his hand.", "similarity": 0.5843, "relevance": 3 }, { "pair_id": 327984, "video_name": "house_s03e23_seg02_clip_24", "timestamp": [ 4.42, 8.83 ], "duration": 88.66, "caption": "A man drinks from a red mug while sitting at his desk.", "similarity": 0.5814, "relevance": 3 }, { "pair_id": 327985, "video_name": "s02e23_seg02_clip_12", "timestamp": [ 42.02, 44.42 ], "duration": 60.66, "caption": "A man walks over the desk and sets down his drink.", "similarity": 0.5795, "relevance": 3 }, { "pair_id": 327986, "video_name": "friends_s01e16-17_seg02_clip_03", "timestamp": [ 54.01, 56.66 ], "duration": 59.66, "caption": "A man takes the trophy out of his drawer and on to his desk.", "similarity": 0.579, "relevance": 2 }, { "pair_id": 327987, "video_name": "house_s05e04_seg02_clip_13", "timestamp": [ 20.47, 24.66 ], "duration": 93.66, "caption": "A man walks with his coffee to sit on the desk.", "similarity": 0.5771, "relevance": 3 }, { "pair_id": 327988, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 61.43, 65.88 ], "duration": 89.66, "caption": "A man lifts his coffee cup and takes a drink.", "similarity": 0.577, "relevance": 3 }, { "pair_id": 327989, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 57.66, 60.3 ], "duration": 88.66, "caption": "A man sets a to-go cup down on the desk in front of a woman.", "similarity": 0.5761, "relevance": 3 }, { "pair_id": 327990, "video_name": "house_s08e03_seg02_clip_19", "timestamp": [ 78.22, 80.06 ], "duration": 92.66, "caption": "A person grabs onto a red object that is on his desk.", "similarity": 0.5744, "relevance": 3 }, { "pair_id": 327991, "video_name": "met_s05e05_seg02_clip_12", "timestamp": [ 28.33, 29.23 ], "duration": 60.66, "caption": "A person grabs a coffee cup from the counter.", "similarity": 0.5738, "relevance": 3 }, { "pair_id": 327992, "video_name": "castle_s07e10_seg02_clip_19", "timestamp": [ 14.81, 21.75 ], "duration": 92.66, "caption": "After saying something to a person, a man puts his drink on his desk.", "similarity": 0.5701, "relevance": 3 }, { "pair_id": 327993, "video_name": "castle_s06e09_seg02_clip_15", "timestamp": [ 54.74, 56.14 ], "duration": 92.66, "caption": "A person leaves a coffee mug on someone's desk.", "similarity": 0.5698, "relevance": 2 }, { "pair_id": 327994, "video_name": "castle_s04e23_seg02_clip_13", "timestamp": [ 66.32, 68.55 ], "duration": 89.66, "caption": "A man takes a drink of his coffee cup.", "similarity": 0.5681, "relevance": 3 }, { "pair_id": 327995, "video_name": "house_s06e07_seg02_clip_24", "timestamp": [ 38.23, 44.53 ], "duration": 84.66, "caption": "A person looks down and grabs something off his desk.", "similarity": 0.5678, "relevance": 1 }, { "pair_id": 327996, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 1.79, 7.18 ], "duration": 89.66, "caption": "A man places the coffee cup he has in his hand onto the table in front of him.", "similarity": 0.5675, "relevance": 3 }, { "pair_id": 327998, "video_name": "castle_s03e15_seg02_clip_16", "timestamp": [ 1.32, 18.94 ], "duration": 88.66, "caption": "A man holds a white coffee cup in his hand.", "similarity": 0.5662, "relevance": 3 }, { "pair_id": 327999, "video_name": "house_s03e16_seg02_clip_17", "timestamp": [ 30.52, 34.94 ], "duration": 88.66, "caption": "A person grabs their jacket that is on top of their desk.", "similarity": 0.5653, "relevance": 3 } ] }, { "query_id": 51192, "query": "A doctor puts a label to the intravenous fluid of the patient being hanged near her bedside.", "relevant_moment": [ { "pair_id": 920, "video_name": "house_s05e20_seg02_clip_06", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A doctor puts a label to the intravenous fluid of the patient being hanged near her bedside.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 922, "video_name": "house_s01e16_seg02_clip_05", "timestamp": [ 73.28, 75.55 ], "duration": 91.66, "caption": "A doctor is injecting a medicine to the patient's intravenous fluid.", "similarity": 0.7565, "relevance": 2 }, { "pair_id": 923, "video_name": "house_s02e13_seg02_clip_05", "timestamp": [ 13.2, 17.6 ], "duration": 88.66, "caption": "A doctor regulates the intravenous fluid of the patient.", "similarity": 0.7518, "relevance": 1 }, { "pair_id": 924, "video_name": "house_s07e12_seg02_clip_18", "timestamp": [ 69.98, 74.82 ], "duration": 88.66, "caption": "A doctor replaces an empty intravenous fluid near the patient's bed.", "similarity": 0.7387, "relevance": 2 }, { "pair_id": 925, "video_name": "house_s02e13_seg02_clip_05", "timestamp": [ 2.2, 3.52 ], "duration": 88.66, "caption": "A doctor fixes the intravenous fluid of his patient.", "similarity": 0.7365, "relevance": 4 }, { "pair_id": 926, "video_name": "house_s01e19_seg02_clip_23", "timestamp": [ 10.92, 15.21 ], "duration": 78.66, "caption": "A doctor regulates the intravenous fluid of their young patient.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 927, "video_name": "house_s06e21_seg02_clip_20", "timestamp": [ 27.95, 29.98 ], "duration": 81.66, "caption": "A doctor injects a medicine to the intravenous line of a patient.", "similarity": 0.7217, "relevance": 1 }, { "pair_id": 928, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A person injects a medicine into the intravenous line of the patient.", "similarity": 0.7157, "relevance": 1 }, { "pair_id": 929, "video_name": "house_s01e20_seg02_clip_23", "timestamp": [ 74.89, 84.65 ], "duration": 93.66, "caption": "A doctor sticks a syringe in the patient's cheek to withdraw fluid.", "similarity": 0.7146, "relevance": 1 }, { "pair_id": 930, "video_name": "house_s07e10_seg02_clip_21", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "A person regulates the Intravenous Fluid of the patient.", "similarity": 0.6948, "relevance": 3 }, { "pair_id": 931, "video_name": "grey_s03e14_seg02_clip_23", "timestamp": [ 69.18, 77.83 ], "duration": 91.66, "caption": "A doctor wraps the patient in the seran wrap.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 932, "video_name": "house_s08e06_seg02_clip_04", "timestamp": [ 26.33, 43.72 ], "duration": 94.66, "caption": "A man prepares the Intravenous fluid of the patient.", "similarity": 0.66, "relevance": 3 }, { "pair_id": 933, "video_name": "house_s03e09_seg02_clip_22", "timestamp": [ 89.98, 95.18 ], "duration": 104.66, "caption": "A doctor marking around patient's wound on the arm.", "similarity": 0.6501, "relevance": 0 }, { "pair_id": 934, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 48.66, 55.56 ], "duration": 69.66, "caption": "A doctor holds up a syringe in his hand in front of the patient.", "similarity": 0.6499, "relevance": 0 }, { "pair_id": 935, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 29.77, 33.13 ], "duration": 96.66, "caption": "A doctor injects a medicine directly to the patient's neck.", "similarity": 0.6498, "relevance": 0 }, { "pair_id": 936, "video_name": "house_s07e06_seg02_clip_22", "timestamp": [ 58.72, 66.59 ], "duration": 92.66, "caption": "A doctor writes on the blood sample label and places the blood sample on a tray.", "similarity": 0.6458, "relevance": 1 }, { "pair_id": 937, "video_name": "house_s02e04_seg02_clip_19", "timestamp": [ 85.69, 91.46 ], "duration": 144.66, "caption": "The patient gets their medicine and takes it immediately.", "similarity": 0.6423, "relevance": 0 }, { "pair_id": 938, "video_name": "house_s06e04_seg02_clip_03", "timestamp": [ 16.45, 17.87 ], "duration": 94.66, "caption": "A doctor pours the liquid into a plastic bag made for patients in the hospital.", "similarity": 0.6411, "relevance": 0 }, { "pair_id": 939, "video_name": "house_s03e23_seg02_clip_14", "timestamp": [ 48.77, 57.98 ], "duration": 92.66, "caption": "A doctor injects a person's arm with a syringe.", "similarity": 0.6395, "relevance": 1 } ] }, { "query_id": 51210, "query": "A person hands up a picture of someone on a white board.", "relevant_moment": [ { "pair_id": 1600, "video_name": "castle_s04e03_seg02_clip_08", "timestamp": [ 48.85, 51.05 ], "duration": 88.66, "caption": "A person hands up a picture of someone on a white board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1601, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.9191, "relevance": 4 }, { "pair_id": 1602, "video_name": "castle_s07e17_seg02_clip_02", "timestamp": [ 69.15, 73.3 ], "duration": 92.66, "caption": "A picture of a person is on the white board.", "similarity": 0.8772, "relevance": 2 }, { "pair_id": 1603, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 83.95, 85.31 ], "duration": 90.66, "caption": "A person places a photo right on the white board.", "similarity": 0.8222, "relevance": 4 }, { "pair_id": 1604, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 2.27, 5.9 ], "duration": 90.66, "caption": "A person puts a picture on the board of someone.", "similarity": 0.8215, "relevance": 4 }, { "pair_id": 1605, "video_name": "castle_s06e21_seg02_clip_20", "timestamp": [ 22.51, 24.31 ], "duration": 90.66, "caption": "A person places the picture of someone on the board.", "similarity": 0.8185, "relevance": 4 }, { "pair_id": 1606, "video_name": "castle_s02e23_seg02_clip_05", "timestamp": [ 5.48, 7.76 ], "duration": 91.66, "caption": "A person grabs a photo from the large white board.", "similarity": 0.8142, "relevance": 2 }, { "pair_id": 1607, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 69.48 ], "duration": 85.66, "caption": "A man puts a picture of a person up on the whiteboard.", "similarity": 0.8081, "relevance": 4 }, { "pair_id": 1608, "video_name": "castle_s02e15_seg02_clip_13", "timestamp": [ 28.76, 31.5 ], "duration": 91.66, "caption": "A picture of a smiling person and person is on the white board.", "similarity": 0.8053, "relevance": 2 }, { "pair_id": 1609, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 27.53, 33.49 ], "duration": 91.66, "caption": "A man puts a picture of a person on the whiteboard.", "similarity": 0.8001, "relevance": 4 }, { "pair_id": 1610, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 18.89, 22.57 ], "duration": 92.66, "caption": "A man attaches a photograph of a person to the white board.", "similarity": 0.7951, "relevance": 4 }, { "pair_id": 1611, "video_name": "castle_s03e05_seg02_clip_21", "timestamp": [ 64.59, 67.3 ], "duration": 90.66, "caption": "A person reaches out with their left hand and gestures at three pictures on the white board.", "similarity": 0.7869, "relevance": 2 }, { "pair_id": 1612, "video_name": "castle_s07e04_seg02_clip_15", "timestamp": [ 52.08, 55.67 ], "duration": 89.66, "caption": "A man puts a picture of someone up on the board.", "similarity": 0.7683, "relevance": 4 }, { "pair_id": 1613, "video_name": "castle_s05e20_seg02_clip_14", "timestamp": [ 70.13, 73.64 ], "duration": 87.66, "caption": "A person posted a photo of a man on the white board.", "similarity": 0.7573, "relevance": 4 }, { "pair_id": 1614, "video_name": "castle_s03e22_seg02_clip_02", "timestamp": [ 7.05, 9.4 ], "duration": 94.66, "caption": "A man's picture is on the white board.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 1615, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 19.36, 20.65 ], "duration": 86.66, "caption": "A woman puts a man's picture on the white board.", "similarity": 0.7495, "relevance": 4 }, { "pair_id": 1616, "video_name": "s06e17_seg02_clip_00", "timestamp": [ 12.68, 17.23 ], "duration": 65.66, "caption": "A person extends his hand to gesture the white board behind him.", "similarity": 0.7491, "relevance": 0 }, { "pair_id": 1617, "video_name": "castle_s06e20_seg02_clip_03", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person looks at some photographs on a whiteboard.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 1618, "video_name": "castle_s06e12_seg02_clip_26", "timestamp": [ 0.0, 6.16 ], "duration": 154.66, "caption": "A person holds papers in his hand, then tacks a photo to the white board.", "similarity": 0.7421, "relevance": 4 }, { "pair_id": 1619, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 68.2 ], "duration": 85.66, "caption": "A man puts a photo of a guy on a white board.", "similarity": 0.7408, "relevance": 4 }, { "pair_id": 174920, "video_name": "s06e04_seg02_clip_05", "timestamp": [ 5.7, 10.2 ], "duration": 60.66, "caption": "A person holds a marker in his hands while standing by the white board.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 174921, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 13.28, 15.64 ], "duration": 59.66, "caption": "A person is trying to point something on a white board.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 174922, "video_name": "castle_s04e06_seg02_clip_11", "timestamp": [ 73.82, 75.17 ], "duration": 90.66, "caption": "A person clips two photographs to the white board.", "similarity": 0.7376, "relevance": 3 }, { "pair_id": 174923, "video_name": "castle_s04e06_seg02_clip_25", "timestamp": [ 66.01, 70.08 ], "duration": 90.66, "caption": "A man plucks a photo off of a whiteboard and brings it someone.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 174924, "video_name": "castle_s02e09_seg02_clip_16", "timestamp": [ 22.68, 27.22 ], "duration": 90.66, "caption": "A person uses two fingers to point from one picture to the next picture on the board.", "similarity": 0.7322, "relevance": 2 }, { "pair_id": 174925, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 14.6, 18.71 ], "duration": 91.66, "caption": "A man puts up a new picture on the white board.", "similarity": 0.7297, "relevance": 4 }, { "pair_id": 174926, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 67.26, 70.01 ], "duration": 91.66, "caption": "A person puts a picture of an ape on the white board.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 174927, "video_name": "house_s01e15_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A person is standing in front of a white board.", "similarity": 0.7279, "relevance": 1 }, { "pair_id": 174928, "video_name": "castle_s03e24_seg02_clip_06", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A person points at pictures of two different men on the white board.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 174929, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 26.56, 30.16 ], "duration": 90.66, "caption": "A woman put the picture on the white board.", "similarity": 0.7231, "relevance": 4 }, { "pair_id": 174930, "video_name": "castle_s07e12_seg02_clip_06", "timestamp": [ 78.84, 84.66 ], "duration": 89.66, "caption": "A woman grabs a photo of a person and tapes it to the white board.", "similarity": 0.7226, "relevance": 4 }, { "pair_id": 174931, "video_name": "s08e10_seg01_clip_00", "timestamp": [ 8.6, 11.61 ], "duration": 86.66, "caption": "Two people each raise a hand and point to the white board behind them.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 174932, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 24.11, 25.94 ], "duration": 61.66, "caption": "A person places a marker down in front of the white board.", "similarity": 0.7154, "relevance": 1 }, { "pair_id": 174934, "video_name": "castle_s03e03_seg02_clip_26", "timestamp": [ 10.28, 21.24 ], "duration": 137.66, "caption": "A person walks over to the white board and points to a photo.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 174935, "video_name": "house_s01e19_seg02_clip_18", "timestamp": [ 71.46, 75.26 ], "duration": 76.66, "caption": "A person points their hand at the white board while talking to two other people.", "similarity": 0.7138, "relevance": 1 }, { "pair_id": 174937, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 83.5, 87.58 ], "duration": 90.66, "caption": "A man sticks up a picture of a suspect on to the white board.", "similarity": 0.7126, "relevance": 4 }, { "pair_id": 174938, "video_name": "house_s01e21_seg02_clip_11", "timestamp": [ 10.64, 16.19 ], "duration": 92.66, "caption": "A person walks to the white board and hangs their hand there.", "similarity": 0.7119, "relevance": 1 }, { "pair_id": 174939, "video_name": "castle_s03e09_seg02_clip_02", "timestamp": [ 12.09, 14.42 ], "duration": 93.66, "caption": "A man pinned a picture of a woman at the white board.", "similarity": 0.7107, "relevance": 4 } ] }, { "query_id": 51232, "query": "Two men look at each other in shock.", "relevant_moment": [ { "pair_id": 4680, "video_name": "friends_s04e23-24_seg02_clip_45", "timestamp": [ 33.26, 35.16 ], "duration": 95.66, "caption": "Two men look at each other in shock.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4681, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 3.71, 6.27 ], "duration": 57.66, "caption": "A man looks at another man with a look of shock.", "similarity": 0.898, "relevance": 3 }, { "pair_id": 4682, "video_name": "met_s02e04_seg02_clip_01", "timestamp": [ 44.95, 46.11 ], "duration": 58.66, "caption": "A man looks at two guys in shock.", "similarity": 0.8783, "relevance": 4 }, { "pair_id": 4683, "video_name": "house_s07e12_seg02_clip_14", "timestamp": [ 56.29, 61.2 ], "duration": 89.66, "caption": "A person looks back and forth at two men looking shocked and confused.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 4684, "video_name": "friends_s04e04_seg02_clip_14", "timestamp": [ 5.49, 7.63 ], "duration": 61.66, "caption": "Two men look at each other then shake their heads.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 4685, "video_name": "friends_s05e22_seg02_clip_11", "timestamp": [ 14.02, 20.58 ], "duration": 59.66, "caption": "A man looks shocked with an open mouth at another man.", "similarity": 0.7374, "relevance": 4 }, { "pair_id": 4686, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person looks at another person in shock and surprise.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 4687, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 37.14, 42.01 ], "duration": 75.66, "caption": "A man looks at another man with a surprised look on his face.", "similarity": 0.7217, "relevance": 3 }, { "pair_id": 4688, "video_name": "friends_s06e21_seg02_clip_09", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A person looks at guy and woman with a shocked look on their face.", "similarity": 0.714, "relevance": 3 }, { "pair_id": 4689, "video_name": "friends_s05e14_seg02_clip_15", "timestamp": [ 0.0, 4.44 ], "duration": 59.66, "caption": "A group of people are in shock when they are looking at a man.", "similarity": 0.7083, "relevance": 2 }, { "pair_id": 4690, "video_name": "met_s02e09_seg02_clip_17", "timestamp": [ 41.05, 43.79 ], "duration": 60.66, "caption": "A man flinches as another man quickly turns to look at him.", "similarity": 0.6951, "relevance": 1 }, { "pair_id": 4691, "video_name": "friends_s02e19_seg02_clip_18", "timestamp": [ 21.61, 24.85 ], "duration": 72.66, "caption": "A man shocks his hands and the other people look at him.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 4692, "video_name": "house_s06e21_seg02_clip_28", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person looks up at another person in a state of shock.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 4693, "video_name": "castle_s07e10_seg02_clip_21", "timestamp": [ 6.34, 15.86 ], "duration": 90.66, "caption": "A man looks shocked when another man threatens violence in front of him.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 4694, "video_name": "friends_s03e11_seg02_clip_08", "timestamp": [ 30.25, 32.78 ], "duration": 63.66, "caption": "Two people look at a man with an amused look on their faces.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 4695, "video_name": "grey_s02e25_seg02_clip_16", "timestamp": [ 1.4, 8.39 ], "duration": 93.66, "caption": "Two people look at each other really scared.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 4696, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 25.0, 28.57 ], "duration": 102.66, "caption": "A person stands up and man looks at him shocked.", "similarity": 0.6412, "relevance": 2 }, { "pair_id": 4697, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 10.5, 16.81 ], "duration": 60.66, "caption": "A man looks absolutely shocked and points at man.", "similarity": 0.6407, "relevance": 3 }, { "pair_id": 4698, "video_name": "castle_s04e05_seg02_clip_08", "timestamp": [ 11.51, 13.36 ], "duration": 92.66, "caption": "A man looks shocked and glances side-eyed at a woman.", "similarity": 0.6386, "relevance": 1 }, { "pair_id": 4699, "video_name": "friends_s04e19_seg02_clip_07", "timestamp": [ 30.69, 38.98 ], "duration": 61.66, "caption": "A man points in shock at what another man tells him.", "similarity": 0.6372, "relevance": 4 }, { "pair_id": 178000, "video_name": "friends_s10e17-18_seg02_clip_11", "timestamp": [ 49.82, 52.8 ], "duration": 59.66, "caption": "A man looks at another man and has a confused look on his face.", "similarity": 0.636, "relevance": 4 }, { "pair_id": 178001, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A person stares at another person and gasps in a look of shock.", "similarity": 0.6339, "relevance": 3 }, { "pair_id": 178002, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A man shakes his head and another man looks at a person.", "similarity": 0.6323, "relevance": 4 }, { "pair_id": 178003, "video_name": "castle_s06e04_seg02_clip_24", "timestamp": [ 71.72, 73.53 ], "duration": 90.66, "caption": "A man looks first at a man and then at another man.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 178004, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 30.31, 41.42 ], "duration": 60.66, "caption": "Two men look behind and see a man looking at them.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 178005, "video_name": "met_s02e05_seg02_clip_04", "timestamp": [ 20.78, 22.64 ], "duration": 62.66, "caption": "Two people are both looking at a man, totally confused.", "similarity": 0.6262, "relevance": 4 }, { "pair_id": 178006, "video_name": "met_s06e19_seg02_clip_11", "timestamp": [ 52.94, 56.02 ], "duration": 56.66, "caption": "A man looks at another man, surprised, then looks at a third person.", "similarity": 0.6255, "relevance": 3 }, { "pair_id": 178007, "video_name": "castle_s03e18_seg02_clip_21", "timestamp": [ 6.3, 12.15 ], "duration": 90.66, "caption": "Two people look shocked when a man said he left.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 178008, "video_name": "friends_s10e06_seg02_clip_13", "timestamp": [ 12.69, 21.54 ], "duration": 59.66, "caption": "A man and a person exchange surprised looks at each other.", "similarity": 0.619, "relevance": 4 }, { "pair_id": 178009, "video_name": "castle_s08e13_seg02_clip_11", "timestamp": [ 73.26, 75.07 ], "duration": 90.66, "caption": "Two men look at each other and one shifts in his chair.", "similarity": 0.6177, "relevance": 3 }, { "pair_id": 178010, "video_name": "castle_s02e09_seg02_clip_24", "timestamp": [ 16.63, 19.48 ], "duration": 95.66, "caption": "Two people simultaneously turn their heads and look at a man then look back at each other.", "similarity": 0.6147, "relevance": 3 }, { "pair_id": 178011, "video_name": "friends_s06e09_seg02_clip_21", "timestamp": [ 46.33, 52.0 ], "duration": 63.66, "caption": "Two men look at each other, one extends his arm towards the other then withdraws it, turns and walks away.", "similarity": 0.6088, "relevance": 4 }, { "pair_id": 178012, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 67.97, 72.83 ], "duration": 88.66, "caption": "Two men look at each other while hearing person's suggestion.", "similarity": 0.6063, "relevance": 3 }, { "pair_id": 178013, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 18.07, 24.85 ], "duration": 90.66, "caption": "Two men walk in on two people looking at each other.", "similarity": 0.6057, "relevance": 3 }, { "pair_id": 178014, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 41.34, 48.76 ], "duration": 57.66, "caption": "A man looks at another man in disbelief and walks away from him and another person.", "similarity": 0.6023, "relevance": 4 }, { "pair_id": 178015, "video_name": "house_s01e09_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man turns around and looks at another man and he shakes his head.", "similarity": 0.5977, "relevance": 4 }, { "pair_id": 178016, "video_name": "met_s02e12_seg02_clip_19", "timestamp": [ 11.01, 12.2 ], "duration": 42.66, "caption": "Two people look at each other a little sadly.", "similarity": 0.5957, "relevance": 3 }, { "pair_id": 178017, "video_name": "s02e01_seg01_clip_01", "timestamp": [ 38.45, 42.72 ], "duration": 61.66, "caption": "Two men looked at another man surprisingly and welcomed him with a smiling face.", "similarity": 0.5954, "relevance": 2 }, { "pair_id": 178018, "video_name": "s03e17_seg02_clip_05", "timestamp": [ 7.97, 10.92 ], "duration": 59.66, "caption": "A man turns to look at a person with a startled look on his face.", "similarity": 0.5946, "relevance": 4 }, { "pair_id": 178019, "video_name": "met_s06e12_seg02_clip_11", "timestamp": [ 0.0, 4.76 ], "duration": 56.66, "caption": "A man is shocked after another man describes his sparkling suit.", "similarity": 0.5946, "relevance": 3 } ] }, { "query_id": 51240, "query": "A person wants to see a person's phone and a person doesn't want to show them.", "relevant_moment": [ { "pair_id": 156920, "video_name": "met_s02e10_seg02_clip_09", "timestamp": [ 3.33, 15.14 ], "duration": 60.66, "caption": "A person wants to see a person's phone and a person doesn't want to show them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156921, "video_name": "castle_s08e06_seg02_clip_03", "timestamp": [ 25.78, 32.11 ], "duration": 90.66, "caption": "A person holds up phone to show screen to another person.", "similarity": 0.7661, "relevance": 2 }, { "pair_id": 156922, "video_name": "s06e24_seg02_clip_12", "timestamp": [ 3.48, 7.83 ], "duration": 58.66, "caption": "A person shows another person something on his/her cell phone.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 156923, "video_name": "met_s05e02_seg02_clip_09", "timestamp": [ 2.95, 7.38 ], "duration": 59.66, "caption": "A person shows his phone to two people, and then to another person.", "similarity": 0.7305, "relevance": 3 }, { "pair_id": 156924, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A person looks at their phone before another person stops them.", "similarity": 0.7246, "relevance": 3 }, { "pair_id": 156925, "video_name": "met_s06e10_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "Two people are looking at person's phone.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 156926, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 25.02, 33.22 ], "duration": 82.66, "caption": "A person takes out their cell phone and shows it to two people.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 156927, "video_name": "castle_s04e23_seg02_clip_24", "timestamp": [ 78.28, 82.15 ], "duration": 86.66, "caption": "A person is on the phone with a girl and tells her not to show up.", "similarity": 0.72, "relevance": 1 }, { "pair_id": 156928, "video_name": "s07e05_seg01_clip_00", "timestamp": [ 37.53, 40.01 ], "duration": 62.66, "caption": "A person puts their cell phone away to talk with another person.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 156929, "video_name": "s08e03_seg02_clip_08", "timestamp": [ 51.32, 55.52 ], "duration": 60.66, "caption": "A person turns their phone around to show someone something on the screen.", "similarity": 0.7109, "relevance": 1 }, { "pair_id": 156930, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 65.51, 69.54 ], "duration": 89.66, "caption": "A person looks down at their phone while talking to another person.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 156931, "video_name": "s01e07_seg01_clip_00", "timestamp": [ 8.19, 16.7 ], "duration": 63.66, "caption": "Two people are observing someone using his cell phone.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 156932, "video_name": "grey_s03e06_seg02_clip_17", "timestamp": [ 43.16, 53.95 ], "duration": 89.66, "caption": "A person puts the phone down when he sees that another person has a situation to deal with.", "similarity": 0.6987, "relevance": 1 }, { "pair_id": 156933, "video_name": "house_s04e13_seg02_clip_07", "timestamp": [ 10.24, 14.25 ], "duration": 89.66, "caption": "A person walks away from person who looks at his phone.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 156934, "video_name": "castle_s02e05_seg02_clip_27", "timestamp": [ 9.09, 17.17 ], "duration": 101.66, "caption": "A person covers the phone to tell a woman who they're on the phone with.", "similarity": 0.6895, "relevance": 1 }, { "pair_id": 156935, "video_name": "met_s02e10_seg02_clip_09", "timestamp": [ 0.0, 12.41 ], "duration": 60.66, "caption": "A man harasses a person and wanted them to show him their phone.", "similarity": 0.6871, "relevance": 4 }, { "pair_id": 156936, "video_name": "castle_s06e01_seg02_clip_07", "timestamp": [ 16.44, 19.25 ], "duration": 80.66, "caption": "A person looks to another person after someone identifies himself on the phone.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 156937, "video_name": "s02e02_seg02_clip_03", "timestamp": [ 9.69, 16.07 ], "duration": 51.66, "caption": "Person shows man something on her cell phone.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 156938, "video_name": "house_s04e06_seg02_clip_15", "timestamp": [ 20.72, 25.78 ], "duration": 92.66, "caption": "A person is on the phone in front of someone.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 156939, "video_name": "castle_s05e15_seg02_clip_26", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person's phone display shows they're receiving a video call and it's visibly someone else.", "similarity": 0.6807, "relevance": 1 }, { "pair_id": 330240, "video_name": "castle_s05e16_seg02_clip_03", "timestamp": [ 0.0, 4.13 ], "duration": 75.66, "caption": "Man tells person not to make a phone call while watching the screen.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 330241, "video_name": "s04e08_seg02_clip_06", "timestamp": [ 26.41, 45.32 ], "duration": 60.66, "caption": "A person looks at his/her phone while speaking to another person.", "similarity": 0.6709, "relevance": 1 }, { "pair_id": 330242, "video_name": "castle_s06e12_seg02_clip_13", "timestamp": [ 6.3, 8.55 ], "duration": 90.66, "caption": "A person's phone display is visible as they type a text message.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 330243, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 4.76, 9.52 ], "duration": 68.66, "caption": "Woman bring the phone to person and person waves to indicate she doesn't want to talk.", "similarity": 0.6654, "relevance": 3 }, { "pair_id": 330244, "video_name": "s05e10_seg02_clip_03", "timestamp": [ 24.04, 29.17 ], "duration": 54.66, "caption": "Someone runs over to look at something on someone else's phone.", "similarity": 0.6646, "relevance": 3 }, { "pair_id": 330245, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 40.55, 45.45 ], "duration": 89.66, "caption": "A person shows a woman a picture of someone on his phone.", "similarity": 0.6645, "relevance": 1 }, { "pair_id": 330246, "video_name": "met_s06e14_seg02_clip_03", "timestamp": [ 10.92, 23.02 ], "duration": 59.66, "caption": "Two men show a person something on a phone.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 330247, "video_name": "s09e10_seg02_clip_06", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A person is showing man the screen of his cellphone.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 330248, "video_name": "s07e07_seg02_clip_01", "timestamp": [ 0.0, 12.61 ], "duration": 63.66, "caption": "A person is using their cellphone as they are talking to another person.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 330249, "video_name": "castle_s02e14_seg02_clip_01", "timestamp": [ 35.81, 40.34 ], "duration": 90.66, "caption": "A person answers the phone then covers it up to speak to another person.", "similarity": 0.6609, "relevance": 1 }, { "pair_id": 330250, "video_name": "house_s08e17_seg02_clip_20", "timestamp": [ 22.55, 26.69 ], "duration": 92.66, "caption": "A person shows another person a picture of a female on their phone.", "similarity": 0.6598, "relevance": 3 }, { "pair_id": 330251, "video_name": "s10e08_seg02_clip_04", "timestamp": [ 45.02, 58.23 ], "duration": 60.66, "caption": "A person bends over and shows a woman something on their phone.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 330252, "video_name": "castle_s06e19_seg02_clip_12", "timestamp": [ 68.09, 72.15 ], "duration": 90.66, "caption": "A person takes out his phone and shows it to a woman.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 330253, "video_name": "s03e13_seg02_clip_07", "timestamp": [ 0.0, 19.51 ], "duration": 60.66, "caption": "A person watches something on their phone and then puts the phone down.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 330254, "video_name": "castle_s05e15_seg02_clip_01", "timestamp": [ 91.68, 94.03 ], "duration": 94.66, "caption": "A man shows picture of person on his phone.", "similarity": 0.6503, "relevance": 3 }, { "pair_id": 330255, "video_name": "castle_s08e21_seg02_clip_24", "timestamp": [ 52.31, 55.91 ], "duration": 90.66, "caption": "A man shows a picture of a person on his phone to another person.", "similarity": 0.65, "relevance": 3 }, { "pair_id": 330256, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 42.48, 57.02 ], "duration": 57.66, "caption": "A person looks at their phone and appears confused about something.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 330257, "video_name": "s09e14_seg02_clip_00", "timestamp": [ 35.36, 37.22 ], "duration": 62.66, "caption": "A person shows man the display of his cell phone.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 330258, "video_name": "s07e01_seg01_clip_00", "timestamp": [ 38.46, 40.32 ], "duration": 62.66, "caption": "A person looks over their shoulder while on the phone with another person.", "similarity": 0.6473, "relevance": 0 }, { "pair_id": 330259, "video_name": "friends_s03e05_seg02_clip_11", "timestamp": [ 8.27, 26.23 ], "duration": 57.66, "caption": "A woman answers the phone and then can't get someone to cover them.", "similarity": 0.6473, "relevance": 0 } ] }, { "query_id": 51289, "query": "A man rubs his right hand across his mouth.", "relevant_moment": [ { "pair_id": 148660, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 39.74, 41.57 ], "duration": 61.66, "caption": "A man rubs his right hand across his mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148661, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 6.39, 8.52 ], "duration": 71.66, "caption": "A man rubs his face with both of his hands.", "similarity": 0.8493, "relevance": 4 }, { "pair_id": 148662, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.8409, "relevance": 2 }, { "pair_id": 148663, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.8388, "relevance": 1 }, { "pair_id": 148664, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.8388, "relevance": 1 }, { "pair_id": 148665, "video_name": "friends_s08e15_seg02_clip_16", "timestamp": [ 37.46, 40.02 ], "duration": 64.66, "caption": "A man rubs his chest with his right hand.", "similarity": 0.8283, "relevance": 2 }, { "pair_id": 148666, "video_name": "house_s05e08_seg02_clip_10", "timestamp": [ 29.22, 31.02 ], "duration": 89.66, "caption": "A man moves his hand from his mouth and rubs his chin.", "similarity": 0.8167, "relevance": 2 }, { "pair_id": 148667, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 11.17, 13.34 ], "duration": 62.66, "caption": "A man rubs person's left arm with his right hand.", "similarity": 0.8049, "relevance": 0 }, { "pair_id": 148668, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 24.2, 29.51 ], "duration": 59.66, "caption": "A man rubs his left shoulder with his right hand.", "similarity": 0.7917, "relevance": 1 }, { "pair_id": 148670, "video_name": "friends_s01e14_seg02_clip_17", "timestamp": [ 5.22, 7.83 ], "duration": 58.66, "caption": "A man rubs his left thumb and index finger together.", "similarity": 0.7903, "relevance": 0 }, { "pair_id": 148671, "video_name": "friends_s10e02_seg02_clip_13", "timestamp": [ 42.61, 51.37 ], "duration": 60.66, "caption": "A man rubs his hand through his hair and neck.", "similarity": 0.7834, "relevance": 1 }, { "pair_id": 148672, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A man puts his hand on his head and rubs it.", "similarity": 0.7793, "relevance": 2 }, { "pair_id": 148673, "video_name": "castle_s02e02_seg02_clip_02", "timestamp": [ 13.72, 17.65 ], "duration": 98.66, "caption": "A man repeatedy rubs his chin with his hand.", "similarity": 0.7778, "relevance": 3 }, { "pair_id": 148674, "video_name": "met_s02e20_seg02_clip_11", "timestamp": [ 46.07, 46.96 ], "duration": 59.66, "caption": "A man rubs his stomach with his right hand.", "similarity": 0.7772, "relevance": 0 }, { "pair_id": 148675, "video_name": "met_s02e09_seg02_clip_10", "timestamp": [ 6.75, 9.69 ], "duration": 58.66, "caption": "A man rubs his left ear with his hand.", "similarity": 0.773, "relevance": 1 }, { "pair_id": 148676, "video_name": "s09e05_seg01_clip_00", "timestamp": [ 48.7, 51.18 ], "duration": 55.66, "caption": "A man places his finger from his left hand on his lips.", "similarity": 0.773, "relevance": 3 }, { "pair_id": 148677, "video_name": "met_s02e18_seg01_clip_01", "timestamp": [ 30.1, 32.4 ], "duration": 48.66, "caption": "A person rubs the palms of his hands together.", "similarity": 0.7724, "relevance": 0 }, { "pair_id": 148678, "video_name": "met_s02e07_seg02_clip_12", "timestamp": [ 29.2, 30.4 ], "duration": 60.66, "caption": "A man rubs his right knee with his right hand.", "similarity": 0.7715, "relevance": 0 }, { "pair_id": 148679, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 55.05, 57.22 ], "duration": 62.66, "caption": "A man holds his right hand over his mouth.", "similarity": 0.7702, "relevance": 3 } ] }, { "query_id": 51331, "query": "A man places a piece of paper he was holding on to a table in front of another person.", "relevant_moment": [ { "pair_id": 149140, "video_name": "castle_s07e20_seg02_clip_11", "timestamp": [ 2.68, 5.36 ], "duration": 89.66, "caption": "A man places a piece of paper he was holding on to a table in front of another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149141, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 5.93, 9.58 ], "duration": 91.66, "caption": "A man puts a paper onto the table in front of another man.", "similarity": 0.8877, "relevance": 4 }, { "pair_id": 149142, "video_name": "s06e20_seg02_clip_14", "timestamp": [ 22.51, 27.91 ], "duration": 60.66, "caption": "A person places the paper he was holding on the table.", "similarity": 0.8008, "relevance": 1 }, { "pair_id": 149143, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 10.42, 13.59 ], "duration": 90.66, "caption": "A person pulls a piece of paper from a man's hands and holds it up in front of someone.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 149144, "video_name": "s02e20_seg02_clip_05", "timestamp": [ 4.43, 6.79 ], "duration": 59.66, "caption": "A man gives another person a sheet of paper as the person stands across from him.", "similarity": 0.775, "relevance": 3 }, { "pair_id": 149145, "video_name": "castle_s03e16_seg02_clip_20", "timestamp": [ 70.72, 73.4 ], "duration": 89.66, "caption": "A man hands another man a sheet of paper as he was standing in front of him.", "similarity": 0.7716, "relevance": 3 }, { "pair_id": 149146, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 51.05, 53.72 ], "duration": 88.66, "caption": "A man points at a piece of paper another person is holding.", "similarity": 0.7716, "relevance": 2 }, { "pair_id": 149148, "video_name": "castle_s05e10_seg02_clip_22", "timestamp": [ 54.22, 59.19 ], "duration": 90.66, "caption": "A woman puts a piece of paper on the table in front of a man.", "similarity": 0.7654, "relevance": 1 }, { "pair_id": 149149, "video_name": "s06e17_seg02_clip_12", "timestamp": [ 3.36, 7.63 ], "duration": 61.66, "caption": "A person gets a small piece of paper from the table and handed it to another person.", "similarity": 0.7649, "relevance": 1 }, { "pair_id": 149150, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 46.64, 49.79 ], "duration": 63.66, "caption": "A person holding a paper while two people sit in front of him.", "similarity": 0.7596, "relevance": 0 }, { "pair_id": 149151, "video_name": "met_s03e06_seg02_clip_04", "timestamp": [ 55.16, 58.81 ], "duration": 60.66, "caption": "A man slides a piece of paper across the table towards another person with a dollar amount written on it.", "similarity": 0.757, "relevance": 4 }, { "pair_id": 149152, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 10.62, 15.35 ], "duration": 59.66, "caption": "A person hands a piece of paper to another person.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 149153, "video_name": "house_s08e16_seg02_clip_06", "timestamp": [ 13.05, 18.91 ], "duration": 90.66, "caption": "A man holds up a piece of paper and hands it to a person.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 149154, "video_name": "s10e08_seg02_clip_09", "timestamp": [ 11.77, 13.69 ], "duration": 48.66, "caption": "A person places the sheet of paper on a table beside him.", "similarity": 0.7505, "relevance": 0 }, { "pair_id": 149155, "video_name": "s06e11_seg02_clip_06", "timestamp": [ 24.31, 30.01 ], "duration": 60.66, "caption": "A man hands another man a piece of paper and he places it on the coffee table.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 149156, "video_name": "castle_s05e07_seg02_clip_12", "timestamp": [ 34.66, 41.41 ], "duration": 90.66, "caption": "A man grabs a sheet of paper and hands it to another person.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 149157, "video_name": "friends_s07e23-24_seg02_clip_17", "timestamp": [ 29.81, 31.28 ], "duration": 59.66, "caption": "A man handed a piece of paper to guy.", "similarity": 0.737, "relevance": 2 }, { "pair_id": 149158, "video_name": "friends_s03e12_seg01_clip_01", "timestamp": [ 22.01, 44.02 ], "duration": 44.66, "caption": "A man was holding a piece of paper whilst talking to another man.", "similarity": 0.7365, "relevance": 0 }, { "pair_id": 149159, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 2.9, 15.38 ], "duration": 58.66, "caption": "A man shows another man a piece of paper and then gives it to him.", "similarity": 0.7311, "relevance": 2 } ] }, { "query_id": 51377, "query": "A man says something causing the rest of the group to throw their hands up in annoyance.", "relevant_moment": [ { "pair_id": 110740, "video_name": "met_s04e02_seg02_clip_00", "timestamp": [ 42.63, 45.75 ], "duration": 62.66, "caption": "A man says something causing the rest of the group to throw their hands up in annoyance.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 110741, "video_name": "castle_s02e20_seg02_clip_17", "timestamp": [ 84.73, 87.03 ], "duration": 92.66, "caption": "While talking to some people, a man throws his hands up in the air.", "similarity": 0.6949, "relevance": 1 }, { "pair_id": 110742, "video_name": "castle_s06e12_seg02_clip_25", "timestamp": [ 20.22, 24.09 ], "duration": 86.66, "caption": "A man suddenly throws a thing when talking to a person.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 110743, "video_name": "met_s02e16_seg02_clip_04", "timestamp": [ 7.44, 9.82 ], "duration": 59.66, "caption": "A person is talking to the group and throws both hands up in a gesture.", "similarity": 0.6769, "relevance": 2 }, { "pair_id": 110744, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 56.44, 62.35 ], "duration": 91.66, "caption": "A man starts getting upset and person puts their hands on him to calm him down.", "similarity": 0.673, "relevance": 0 }, { "pair_id": 110745, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 47.12, 48.62 ], "duration": 60.66, "caption": "A person throws up his hands in despair while reacting to what the man with pointy ears said.", "similarity": 0.6697, "relevance": 1 }, { "pair_id": 110746, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 3.15, 9.77 ], "duration": 63.66, "caption": "A man gets really upset at another person and starts waving his hands around.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 110747, "video_name": "castle_s02e01_seg02_clip_15", "timestamp": [ 11.31, 15.23 ], "duration": 87.66, "caption": "A man is talking and raises both hands, brings them in to indicate himself, and then throws them out.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 110748, "video_name": "s08e19_seg02_clip_08", "timestamp": [ 28.04, 29.81 ], "duration": 59.66, "caption": "A man throws his hands up in disgust because of another man.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 110749, "video_name": "met_s06e08_seg02_clip_12", "timestamp": [ 39.35, 42.48 ], "duration": 57.66, "caption": "A man has an annoyed expression as he throws his arms up slightly and puts them on his hips.", "similarity": 0.6525, "relevance": 1 }, { "pair_id": 110750, "video_name": "friends_s02e10_seg02_clip_01", "timestamp": [ 3.63, 4.84 ], "duration": 60.66, "caption": "A person says something to the group and almost everyone raises their hands.", "similarity": 0.6421, "relevance": 3 }, { "pair_id": 110751, "video_name": "friends_s05e21_seg02_clip_18", "timestamp": [ 11.41, 26.71 ], "duration": 60.66, "caption": "A group throws a ball around and a man makes a sarcastic remark about it.", "similarity": 0.6382, "relevance": 0 }, { "pair_id": 110752, "video_name": "friends_s04e01_seg02_clip_10", "timestamp": [ 10.57, 13.77 ], "duration": 64.66, "caption": "A man holds their hand up to someone while another person looks irritated.", "similarity": 0.6346, "relevance": 1 }, { "pair_id": 110753, "video_name": "s04e15_seg01_clip_02", "timestamp": [ 30.27, 35.28 ], "duration": 50.66, "caption": "A person says something to a man that makes another man cringe and shake his head.", "similarity": 0.627, "relevance": 1 }, { "pair_id": 110754, "video_name": "friends_s03e05_seg02_clip_02", "timestamp": [ 40.01, 52.1 ], "duration": 62.66, "caption": "A man goes up and shakes some people's hands.", "similarity": 0.6252, "relevance": 0 }, { "pair_id": 110755, "video_name": "s04e06_seg02_clip_16", "timestamp": [ 7.63, 10.37 ], "duration": 61.66, "caption": "A man throws his hands up in the air while talking to some people at lunch.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 110756, "video_name": "s03e05_seg02_clip_08", "timestamp": [ 50.7, 52.38 ], "duration": 56.66, "caption": "A man raises his hands in frustration with another person.", "similarity": 0.6243, "relevance": 1 }, { "pair_id": 110757, "video_name": "met_s03e20_seg02_clip_06", "timestamp": [ 4.2, 9.3 ], "duration": 59.66, "caption": "A man holds out their hands while explaining how bad they acted.", "similarity": 0.6212, "relevance": 0 }, { "pair_id": 110758, "video_name": "met_s03e04_seg02_clip_10", "timestamp": [ 0.0, 2.48 ], "duration": 62.66, "caption": "A man raises their hands when they mention how gross people are.", "similarity": 0.6207, "relevance": 1 }, { "pair_id": 110759, "video_name": "s08e12_seg01_clip_02", "timestamp": [ 37.38, 43.74 ], "duration": 53.66, "caption": "A man says something to a person that makes them throw their hands up and start working on their project.", "similarity": 0.6202, "relevance": 1 } ] }, { "query_id": 51433, "query": "A woman enters and puts their bags down on the table.", "relevant_moment": [ { "pair_id": 161880, "video_name": "friends_s07e20_seg02_clip_04", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman enters and puts their bags down on the table.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 161881, "video_name": "castle_s04e08_seg02_clip_15", "timestamp": [ 33.07, 35.76 ], "duration": 89.66, "caption": "A woman sets both of her bags down on the table.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 161882, "video_name": "friends_s07e05_seg02_clip_06", "timestamp": [ 43.09, 46.34 ], "duration": 59.66, "caption": "A woman puts her brown bag down on the table.", "similarity": 0.8053, "relevance": 2 }, { "pair_id": 161883, "video_name": "friends_s05e08_seg02_clip_03", "timestamp": [ 4.5, 9.9 ], "duration": 60.66, "caption": "A woman enters the apartment and sets a bag down on the table.", "similarity": 0.7548, "relevance": 4 }, { "pair_id": 161884, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 4.1, 7.74 ], "duration": 91.66, "caption": "A woman gets out the food on the bag and put in on the table.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 161885, "video_name": "s08e04_seg02_clip_04", "timestamp": [ 21.54, 25.68 ], "duration": 59.66, "caption": "A woman gets in the room and put her bag on the table.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 161886, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 17.78, 20.94 ], "duration": 79.66, "caption": "A woman places her bag on top of the table.", "similarity": 0.7355, "relevance": 1 }, { "pair_id": 161887, "video_name": "s06e21_seg02_clip_06", "timestamp": [ 27.45, 35.71 ], "duration": 59.66, "caption": "A woman takes items out of her bag and places them on the table.", "similarity": 0.7331, "relevance": 2 }, { "pair_id": 161888, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 8.37, 11.48 ], "duration": 62.66, "caption": "A woman places her purse down on the table.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 161889, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 6.2, 10.86 ], "duration": 62.66, "caption": "A woman grabs her bag that is on the table.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 161890, "video_name": "friends_s05e06_seg02_clip_07", "timestamp": [ 34.03, 41.33 ], "duration": 54.66, "caption": "A woman enters the room and places her coat and bag on the table.", "similarity": 0.7078, "relevance": 4 }, { "pair_id": 161891, "video_name": "friends_s05e23-24_seg02_clip_00", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "A woman enters and puts her purse on the dining table.", "similarity": 0.7026, "relevance": 4 }, { "pair_id": 161892, "video_name": "friends_s05e02_seg02_clip_08", "timestamp": [ 14.27, 18.3 ], "duration": 62.66, "caption": "A woman sets down the purse on the table.", "similarity": 0.6926, "relevance": 4 }, { "pair_id": 161893, "video_name": "friends_s08e14_seg02_clip_03", "timestamp": [ 3.64, 8.12 ], "duration": 56.66, "caption": "A woman comes into the apartment and puts her bag on the table.", "similarity": 0.6884, "relevance": 4 }, { "pair_id": 161894, "video_name": "castle_s04e18_seg02_clip_24", "timestamp": [ 38.95, 44.39 ], "duration": 90.66, "caption": "A woman puts the bag on the table and sits down across from another person.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 161895, "video_name": "friends_s06e17_seg02_clip_12", "timestamp": [ 51.91, 54.37 ], "duration": 54.66, "caption": "A woman sets her purse down on to a wooden table.", "similarity": 0.684, "relevance": 4 }, { "pair_id": 161896, "video_name": "friends_s03e18_seg02_clip_06", "timestamp": [ 34.23, 58.02 ], "duration": 58.66, "caption": "A woman enters with another woman and places a bag down in a dining chair.", "similarity": 0.6834, "relevance": 3 }, { "pair_id": 161897, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 27.61, 29.11 ], "duration": 60.66, "caption": "A woman takes an item out of her handbag and sets it on the table.", "similarity": 0.6813, "relevance": 1 }, { "pair_id": 161898, "video_name": "friends_s06e23_seg02_clip_20", "timestamp": [ 48.16, 51.93 ], "duration": 58.66, "caption": "A woman comes in to the house and put her bag on the table.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 161899, "video_name": "castle_s08e15_seg02_clip_10", "timestamp": [ 24.58, 28.67 ], "duration": 91.66, "caption": "A woman puts a duffel bag onto the table she is sitting at.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 335200, "video_name": "castle_s06e23_seg02_clip_01", "timestamp": [ 15.79, 17.59 ], "duration": 90.66, "caption": "A woman puts her duffel bag onto the table in front of her.", "similarity": 0.6671, "relevance": 3 }, { "pair_id": 335201, "video_name": "s03e18_seg02_clip_04", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A person walks in and sets a bag on the table.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 335202, "video_name": "friends_s10e16_seg01_clip_00", "timestamp": [ 57.21, 63.72 ], "duration": 93.66, "caption": "A woman grabs a brown luggage bag and moves it from a table to a chair.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 335203, "video_name": "friends_s08e02_seg02_clip_14", "timestamp": [ 4.29, 8.25 ], "duration": 66.66, "caption": "A woman sets her purse on the table and sits down.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 335204, "video_name": "castle_s02e10_seg02_clip_00", "timestamp": [ 78.13, 79.51 ], "duration": 92.66, "caption": "A woman places her bags on a chair as she walks in.", "similarity": 0.6495, "relevance": 1 }, { "pair_id": 335205, "video_name": "s02e18_seg01_clip_03", "timestamp": [ 26.41, 27.01 ], "duration": 60.66, "caption": "A woman puts one of the plastic bags she's carrying on the coffee table.", "similarity": 0.6488, "relevance": 1 }, { "pair_id": 335206, "video_name": "friends_s06e22_seg02_clip_09", "timestamp": [ 52.23, 55.89 ], "duration": 61.66, "caption": "A woman sets her grocery bag and her handbag on the table.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 335207, "video_name": "friends_s01e08_seg02_clip_10", "timestamp": [ 2.1, 4.5 ], "duration": 60.66, "caption": "A woman puts her food down on the table and then sits down.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 335208, "video_name": "friends_s08e22_seg02_clip_00", "timestamp": [ 6.51, 8.06 ], "duration": 62.66, "caption": "A woman sets her purse down on the dining room table.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 335209, "video_name": "s05e20_seg02_clip_02", "timestamp": [ 11.04, 14.84 ], "duration": 69.66, "caption": "A woman carries the paper bag over to the coffee table and sits it down.", "similarity": 0.6405, "relevance": 4 }, { "pair_id": 335210, "video_name": "friends_s10e07_seg02_clip_10", "timestamp": [ 6.0, 12.61 ], "duration": 60.66, "caption": "A woman entered the room and placed her bag on a chair.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 335211, "video_name": "friends_s06e15-16_seg02_clip_03", "timestamp": [ 26.98, 28.72 ], "duration": 58.66, "caption": "A woman takes a pack of cigarettes out of her handbag and puts them on the table.", "similarity": 0.634, "relevance": 1 }, { "pair_id": 335212, "video_name": "house_s08e13_seg02_clip_09", "timestamp": [ 15.8, 19.36 ], "duration": 79.66, "caption": "A woman puts down a stack of files and her bag onto a table.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 335213, "video_name": "friends_s10e03_seg02_clip_14", "timestamp": [ 54.34, 56.02 ], "duration": 56.66, "caption": "A woman grabs a pen from her hand bag on the table.", "similarity": 0.6329, "relevance": 1 }, { "pair_id": 335214, "video_name": "friends_s10e03_seg02_clip_16", "timestamp": [ 23.5, 26.24 ], "duration": 61.66, "caption": "A woman walks into a room and sets her purse down on the table.", "similarity": 0.6328, "relevance": 4 }, { "pair_id": 335215, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 3.64, 5.88 ], "duration": 56.66, "caption": "A woman put her bag down to the table while talking to a man.", "similarity": 0.6318, "relevance": 1 }, { "pair_id": 335216, "video_name": "friends_s02e02_seg02_clip_03", "timestamp": [ 0.0, 1.71 ], "duration": 57.66, "caption": "A woman walks over and sets down her bags.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 335217, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 0.0, 1.58 ], "duration": 79.66, "caption": "A person drops a brown paper bag on the table in front of woman.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 335218, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 1.83, 4.58 ], "duration": 61.66, "caption": "A woman sets a food container down on the table.", "similarity": 0.6281, "relevance": 3 }, { "pair_id": 335219, "video_name": "met_s06e17_seg02_clip_09", "timestamp": [ 49.82, 52.52 ], "duration": 60.66, "caption": "A woman takes her bag and leaves a man at the table.", "similarity": 0.6278, "relevance": 1 } ] }, { "query_id": 51472, "query": "A woman walks into the bedroom and comes back out with the shirt.", "relevant_moment": [ { "pair_id": 7860, "video_name": "friends_s03e19_seg02_clip_06", "timestamp": [ 51.79, 62.03 ], "duration": 62.66, "caption": "A woman walks into the bedroom and comes back out with the shirt.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 7861, "video_name": "friends_s03e19_seg02_clip_06", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A woman walks out of the bedroom carrying a t-shirt.", "similarity": 0.8119, "relevance": 3 }, { "pair_id": 7862, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 43.37, 47.08 ], "duration": 61.66, "caption": "A woman walks out of the living room and into the bedroom.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 7863, "video_name": "friends_s01e21_seg02_clip_01", "timestamp": [ 12.83, 16.54 ], "duration": 57.66, "caption": "A woman walks out of her bedroom and into the living room.", "similarity": 0.7574, "relevance": 2 }, { "pair_id": 7864, "video_name": "friends_s06e08_seg02_clip_02", "timestamp": [ 31.84, 37.54 ], "duration": 60.66, "caption": "A woman walks out of the bedroom and into the kitchen.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 7865, "video_name": "friends_s06e13_seg02_clip_16", "timestamp": [ 26.57, 30.04 ], "duration": 77.66, "caption": "A woman walks out of the bedroom wearing a robe.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 7866, "video_name": "friends_s07e08_seg02_clip_13", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A woman walks into the bedroom and then a man comes out.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 7867, "video_name": "friends_s10e13_seg02_clip_21", "timestamp": [ 35.71, 42.25 ], "duration": 119.66, "caption": "A woman turns and goes into the back bedroom.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 7868, "video_name": "friends_s07e01_seg02_clip_10", "timestamp": [ 41.96, 44.62 ], "duration": 59.66, "caption": "A woman walks out of a bedroom wearing a dress.", "similarity": 0.7224, "relevance": 2 }, { "pair_id": 7869, "video_name": "friends_s05e22_seg02_clip_02", "timestamp": [ 3.05, 4.58 ], "duration": 61.66, "caption": "A woman walks into the living room from her bedroom.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 7870, "video_name": "house_s07e18_seg02_clip_03", "timestamp": [ 37.46, 40.17 ], "duration": 90.66, "caption": "A woman walks back into a dressing room and grabs an article of clothing that is hanging on the door.", "similarity": 0.722, "relevance": 1 }, { "pair_id": 7871, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 42.51, 45.91 ], "duration": 85.66, "caption": "A woman gets up and walks out of the room.", "similarity": 0.7105, "relevance": 0 }, { "pair_id": 7872, "video_name": "grey_s02e15_seg02_clip_23", "timestamp": [ 25.18, 32.32 ], "duration": 75.66, "caption": "A woman walks out of the room and walks into another room.", "similarity": 0.7072, "relevance": 0 }, { "pair_id": 7873, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 18.01, 19.84 ], "duration": 61.66, "caption": "A person walks out of their bedroom and into the living room.", "similarity": 0.7065, "relevance": 1 }, { "pair_id": 7874, "video_name": "friends_s05e10_seg02_clip_10", "timestamp": [ 47.71, 49.97 ], "duration": 56.66, "caption": "A woman walks out of her bedroom in the apartment.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 7875, "video_name": "s10e07_seg02_clip_13", "timestamp": [ 43.21, 45.38 ], "duration": 72.66, "caption": "A person opens the door of the bedroom and walks out.", "similarity": 0.703, "relevance": 0 }, { "pair_id": 7876, "video_name": "friends_s07e19_seg02_clip_00", "timestamp": [ 50.04, 50.97 ], "duration": 62.66, "caption": "A woman turns around and walks toward the bedroom.", "similarity": 0.6965, "relevance": 1 }, { "pair_id": 7877, "video_name": "castle_s03e11_seg02_clip_09", "timestamp": [ 0.0, 6.82 ], "duration": 90.66, "caption": "A person walks in the room and then walks back out.", "similarity": 0.6941, "relevance": 0 }, { "pair_id": 7878, "video_name": "friends_s01e24_seg02_clip_10", "timestamp": [ 49.88, 59.03 ], "duration": 59.66, "caption": "A woman goes to her bedroom and then comes back out with a purse.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 7879, "video_name": "friends_s03e02_seg02_clip_20", "timestamp": [ 17.12, 23.32 ], "duration": 59.66, "caption": "A woman walks out of her bedroom and spreads her arms.", "similarity": 0.6909, "relevance": 3 } ] }, { "query_id": 51485, "query": "A person is talking with a cast mate in a theater.", "relevant_moment": [ { "pair_id": 21300, "video_name": "friends_s03e19_seg02_clip_03", "timestamp": [ 0.0, 30.72 ], "duration": 62.66, "caption": "A person is talking with a cast mate in a theater.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21301, "video_name": "castle_s03e12_seg02_clip_09", "timestamp": [ 0.0, 40.51 ], "duration": 90.66, "caption": "A man and woman are sitting in a theater talking to a person.", "similarity": 0.8247, "relevance": 3 }, { "pair_id": 21302, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 6.41, 8.54 ], "duration": 61.66, "caption": "A person is sitting beside a woman in a theater as he quiets a man after he tries to talk to them.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 21303, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 0.0, 24.13 ], "duration": 67.66, "caption": "Some people are sitting in a movie theater conversing.", "similarity": 0.745, "relevance": 2 }, { "pair_id": 21304, "video_name": "castle_s08e20_seg02_clip_24", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "Three men are talking to a woman in a theater.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 21305, "video_name": "s09e11_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 72.66, "caption": "Some people are sitting in a movie theater talking.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 21306, "video_name": "s09e11_seg02_clip_11", "timestamp": [ 24.65, 33.94 ], "duration": 64.66, "caption": "A person is sitting in between two other people in a movie theater.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 21307, "video_name": "s04e23_seg02_clip_11", "timestamp": [ 19.22, 37.23 ], "duration": 61.66, "caption": "A man and a woman sit and talk while the man's arm is in a cast.", "similarity": 0.6823, "relevance": 1 }, { "pair_id": 21308, "video_name": "castle_s03e12_seg02_clip_09", "timestamp": [ 41.41, 55.82 ], "duration": 90.66, "caption": "A man and woman are walking up the theater pathway while conversing.", "similarity": 0.6788, "relevance": 3 }, { "pair_id": 21311, "video_name": "house_s02e12_seg02_clip_09", "timestamp": [ 0.0, 19.15 ], "duration": 87.66, "caption": "Two people sit in a lecture room in theater-type seats, talking to the lecturer; one person has a stack of legal pads and a pencil; the other person holds a single piece of paper.", "similarity": 0.6472, "relevance": 3 }, { "pair_id": 21312, "video_name": "s01e11_seg02_clip_12", "timestamp": [ 10.5, 25.51 ], "duration": 60.66, "caption": "A man talks on his cell phone while seated in a movie theater.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 21313, "video_name": "friends_s03e22_seg02_clip_08", "timestamp": [ 0.0, 2.32 ], "duration": 58.66, "caption": "A woman drinks from her cup while having a conversation with a man in the theater.", "similarity": 0.6439, "relevance": 4 }, { "pair_id": 21315, "video_name": "met_s02e20_seg02_clip_14", "timestamp": [ 47.13, 59.29 ], "duration": 59.66, "caption": "A man is on stage talking to another man.", "similarity": 0.6263, "relevance": 3 }, { "pair_id": 21316, "video_name": "friends_s10e13_seg02_clip_17", "timestamp": [ 41.25, 45.59 ], "duration": 62.66, "caption": "A woman takes a seat in the theater to watch a man rehearse.", "similarity": 0.6255, "relevance": 3 }, { "pair_id": 21317, "video_name": "friends_s04e13_seg01_clip_00", "timestamp": [ 4.14, 11.73 ], "duration": 69.66, "caption": "Two men talk while making their way towards their seats, and then sit down in the crowded theater.", "similarity": 0.6246, "relevance": 3 }, { "pair_id": 21319, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 20.07, 23.32 ], "duration": 59.66, "caption": "A man elbows another man while they are at the theater.", "similarity": 0.612, "relevance": 3 }, { "pair_id": 194620, "video_name": "s07e14_seg02_clip_06", "timestamp": [ 3.96, 15.85 ], "duration": 66.66, "caption": "A person is describing his strategy to meet up with a character's voice actor.", "similarity": 0.6115, "relevance": 1 }, { "pair_id": 194621, "video_name": "castle_s02e18_seg02_clip_26", "timestamp": [ 23.04, 28.08 ], "duration": 144.66, "caption": "A person came in while two other people are talking.", "similarity": 0.6107, "relevance": 2 }, { "pair_id": 194622, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 5.31, 10.92 ], "duration": 59.66, "caption": "A person joins the conversation of two other people.", "similarity": 0.6099, "relevance": 2 }, { "pair_id": 194623, "video_name": "met_s06e05_seg02_clip_02", "timestamp": [ 2.11, 6.34 ], "duration": 60.66, "caption": "A man tries to talk to another man about movie quality.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 194624, "video_name": "house_s01e05_seg02_clip_09", "timestamp": [ 0.0, 65.34 ], "duration": 92.66, "caption": "A person is having a conversation with another person.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 194626, "video_name": "s09e23_seg02_clip_13", "timestamp": [ 0.0, 10.8 ], "duration": 60.66, "caption": "A person is fighting with a woman while in line at a movie theater.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 194627, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 0.0, 7.6 ], "duration": 49.66, "caption": "A person is holding a DVD box while talking to another person.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 194628, "video_name": "met_s06e20_seg01_clip_01", "timestamp": [ 10.54, 29.51 ], "duration": 83.66, "caption": "Two people are having a spirited conversation in front of the television.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 194629, "video_name": "house_s05e14_seg02_clip_09", "timestamp": [ 21.16, 26.56 ], "duration": 90.66, "caption": "Two people are talking while they are watching.", "similarity": 0.603, "relevance": 2 }, { "pair_id": 194630, "video_name": "castle_s08e09_seg02_clip_17", "timestamp": [ 0.0, 35.56 ], "duration": 90.66, "caption": "Two people are speaking to someone in the same room.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 194631, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 17.56, 55.37 ], "duration": 90.66, "caption": "A person joins the conversation between two other people.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 194632, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 9.79, 12.91 ], "duration": 89.66, "caption": "A person turns to talk to someone in black and white film.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 194633, "video_name": "met_s03e06_seg02_clip_05", "timestamp": [ 14.2, 20.07 ], "duration": 61.66, "caption": "A person and another person both signal to a famous actor who is in the restaurant.", "similarity": 0.5982, "relevance": 2 }, { "pair_id": 194634, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 0.0, 66.45 ], "duration": 91.66, "caption": "Three people are on a stage speaking to a man.", "similarity": 0.5967, "relevance": 4 }, { "pair_id": 194635, "video_name": "castle_s03e10_seg02_clip_14", "timestamp": [ 41.05, 58.65 ], "duration": 90.66, "caption": "A person is with another person as two other people converse with them.", "similarity": 0.5966, "relevance": 2 }, { "pair_id": 194636, "video_name": "friends_s09e15_seg02_clip_04", "timestamp": [ 15.13, 22.69 ], "duration": 63.66, "caption": "A person speaks to the producers and person reacts happily.", "similarity": 0.5966, "relevance": 2 }, { "pair_id": 194637, "video_name": "castle_s07e09_seg02_clip_02", "timestamp": [ 0.0, 46.68 ], "duration": 90.66, "caption": "Two men and a woman are watching a movie and talking to each other.", "similarity": 0.5963, "relevance": 2 }, { "pair_id": 194638, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 0.0, 29.34 ], "duration": 88.66, "caption": "A person is having a conversation with a man and another person.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 194639, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 0.0, 27.15 ], "duration": 89.66, "caption": "A person talks to some people about another person.", "similarity": 0.5935, "relevance": 2 } ] }, { "query_id": 51486, "query": "A man leans down toward two women then turns and walks away.", "relevant_moment": [ { "pair_id": 126860, "video_name": "friends_s03e19_seg02_clip_03", "timestamp": [ 44.83, 49.84 ], "duration": 62.66, "caption": "A man leans down toward two women then turns and walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 126861, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 6.0, 8.1 ], "duration": 60.66, "caption": "A person turns from two women and a man and walks away.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 126862, "video_name": "grey_s01e08_seg02_clip_05", "timestamp": [ 59.17, 63.72 ], "duration": 91.66, "caption": "A man walks away from woman, turns and faces her, and leans against the stair railing.", "similarity": 0.8023, "relevance": 2 }, { "pair_id": 126863, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 0.08, 2.48 ], "duration": 16.66, "caption": "A man turns his back to a woman and another man then walks away.", "similarity": 0.8006, "relevance": 1 }, { "pair_id": 126864, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 58.26, 60.53 ], "duration": 91.66, "caption": "A man turns and walks away from a woman and a person.", "similarity": 0.7931, "relevance": 3 }, { "pair_id": 126865, "video_name": "house_s05e13_seg02_clip_13", "timestamp": [ 17.21, 20.93 ], "duration": 93.66, "caption": "A man turns their back on a woman and walks away.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 126866, "video_name": "house_s02e08_seg02_clip_16", "timestamp": [ 3.19, 8.65 ], "duration": 91.66, "caption": "A woman walks away from man then he leans back his head.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 126867, "video_name": "grey_s02e14_seg02_clip_18", "timestamp": [ 34.77, 41.81 ], "duration": 88.66, "caption": "A man walks away from a woman and she turns around.", "similarity": 0.7748, "relevance": 1 }, { "pair_id": 126868, "video_name": "friends_s02e12-13_seg02_clip_27", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A woman turns away from a man and walks toward another woman.", "similarity": 0.7746, "relevance": 2 }, { "pair_id": 126869, "video_name": "house_s03e22_seg02_clip_14", "timestamp": [ 38.23, 45.51 ], "duration": 91.66, "caption": "A woman bends over towards a man, then she walks away.", "similarity": 0.7679, "relevance": 3 }, { "pair_id": 126870, "video_name": "friends_s02e09_seg02_clip_15", "timestamp": [ 38.96, 41.61 ], "duration": 59.66, "caption": "A person turns around and walks away from a man and a woman.", "similarity": 0.7661, "relevance": 1 }, { "pair_id": 126871, "video_name": "friends_s10e10_seg02_clip_03", "timestamp": [ 5.77, 8.94 ], "duration": 57.66, "caption": "A man walks away from woman as she turns around.", "similarity": 0.7657, "relevance": 1 }, { "pair_id": 126872, "video_name": "castle_s06e22_seg02_clip_17", "timestamp": [ 36.99, 43.51 ], "duration": 87.66, "caption": "A man turns from a woman, walks away then turns to face her.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 126873, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 46.01, 46.41 ], "duration": 80.66, "caption": "A man starts to walk away from woman but turns around.", "similarity": 0.7648, "relevance": 0 }, { "pair_id": 126874, "video_name": "met_s02e08_seg02_clip_10", "timestamp": [ 22.57, 23.16 ], "duration": 58.66, "caption": "A man turns and walks away from woman as she begins to follow him.", "similarity": 0.7629, "relevance": 1 }, { "pair_id": 126875, "video_name": "castle_s06e22_seg02_clip_15", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A person turns around and walks away from man and woman.", "similarity": 0.7578, "relevance": 2 }, { "pair_id": 126876, "video_name": "castle_s08e22_seg02_clip_03", "timestamp": [ 20.47, 24.65 ], "duration": 93.66, "caption": "A woman starts to walk away and turns back towards a man.", "similarity": 0.7559, "relevance": 1 }, { "pair_id": 126877, "video_name": "castle_s07e01_seg02_clip_16", "timestamp": [ 40.39, 43.11 ], "duration": 90.66, "caption": "A woman turns and walks away from two men and they look at each other.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 126878, "video_name": "s09e23_seg01_clip_00", "timestamp": [ 56.45, 58.59 ], "duration": 61.66, "caption": "A man holds up his hand and turns away from a woman and another man.", "similarity": 0.7496, "relevance": 1 }, { "pair_id": 126879, "video_name": "house_s05e01_seg02_clip_19", "timestamp": [ 0.0, 7.04 ], "duration": 88.66, "caption": "A man starts to walk away from a woman and then turns back to her.", "similarity": 0.7484, "relevance": 2 } ] }, { "query_id": 51651, "query": "A person walks off with another person dressed in a suit.", "relevant_moment": [ { "pair_id": 161420, "video_name": "friends_s02e11_seg02_clip_20", "timestamp": [ 22.38, 26.16 ], "duration": 63.66, "caption": "A person walks off with another person dressed in a suit.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161421, "video_name": "friends_s08e18_seg02_clip_04", "timestamp": [ 37.43, 41.78 ], "duration": 58.66, "caption": "A person in a dark suit and blue shirt walks away from two people.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 161422, "video_name": "s09e07_seg02_clip_14", "timestamp": [ 24.31, 27.91 ], "duration": 60.66, "caption": "A person walks out from where two people are.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 161423, "video_name": "friends_s07e05_seg02_clip_11", "timestamp": [ 37.38, 40.94 ], "duration": 59.66, "caption": "A man walked after another man that wears suit and tie.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 161424, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 43.72, 50.3 ], "duration": 94.66, "caption": "A person came in and got their suit while talking to another person.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 161425, "video_name": "s06e22_seg02_clip_07", "timestamp": [ 1.58, 9.45 ], "duration": 63.66, "caption": "A man walks up the stairs with another person in a suit.", "similarity": 0.6867, "relevance": 3 }, { "pair_id": 161426, "video_name": "castle_s05e23_seg02_clip_09", "timestamp": [ 26.56, 29.26 ], "duration": 90.66, "caption": "A person sees another person in a suit and runs away.", "similarity": 0.6809, "relevance": 1 }, { "pair_id": 161427, "video_name": "house_s04e10_seg02_clip_18", "timestamp": [ 67.24, 80.33 ], "duration": 90.66, "caption": "A person walks up to another person and they walk away together.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 161428, "video_name": "castle_s08e22_seg02_clip_02", "timestamp": [ 80.63, 84.57 ], "duration": 87.66, "caption": "Two people walk in when a person is with another person.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 161429, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 4.8, 8.1 ], "duration": 60.66, "caption": "A person walks out of the dressing room with a suit over his clothes.", "similarity": 0.6633, "relevance": 1 }, { "pair_id": 161430, "video_name": "friends_s01e04_seg02_clip_12", "timestamp": [ 13.89, 16.61 ], "duration": 60.66, "caption": "A person gets up and walks between two people while holding a cloth on their nose.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 161431, "video_name": "castle_s07e17_seg02_clip_08", "timestamp": [ 16.89, 19.11 ], "duration": 88.66, "caption": "A person walked away from another person and a third person.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 161432, "video_name": "met_s03e02_seg02_clip_06", "timestamp": [ 5.43, 6.94 ], "duration": 60.66, "caption": "Two people walk away from person and person.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 161433, "video_name": "friends_s02e21_seg02_clip_00", "timestamp": [ 34.9, 36.5 ], "duration": 64.66, "caption": "A person in a tan suit takes someone's hat off.", "similarity": 0.6499, "relevance": 1 }, { "pair_id": 161434, "video_name": "met_s06e06_seg02_clip_05", "timestamp": [ 15.64, 19.18 ], "duration": 59.66, "caption": "A person takes off the suit coat he was wearing.", "similarity": 0.649, "relevance": 1 }, { "pair_id": 161435, "video_name": "castle_s02e12_seg02_clip_05", "timestamp": [ 24.76, 32.41 ], "duration": 90.66, "caption": "A person walks with someone while they are in a wedding dress.", "similarity": 0.6484, "relevance": 3 }, { "pair_id": 161436, "video_name": "castle_s07e01_seg02_clip_06", "timestamp": [ 14.94, 22.18 ], "duration": 90.66, "caption": "One person walks up to another person and walks away again.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 161437, "video_name": "met_s06e21_seg02_clip_08", "timestamp": [ 21.11, 23.96 ], "duration": 57.66, "caption": "Two people walk away from someone and someone.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 161438, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 50.15, 57.06 ], "duration": 92.66, "caption": "Two people stand up at the same time and walk off.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 161439, "video_name": "house_s02e17_seg02_clip_17", "timestamp": [ 0.0, 36.56 ], "duration": 86.66, "caption": "A man is wearing a suit and is walking down the hallway with another man.", "similarity": 0.6422, "relevance": 4 }, { "pair_id": 334740, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 4.5, 9.9 ], "duration": 90.66, "caption": "A man in his suit walks his way to talk to two people.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 334741, "video_name": "castle_s07e10_seg02_clip_23", "timestamp": [ 12.08, 17.0 ], "duration": 89.66, "caption": "A person carrying a Santa suit walks between two people walking down the hallway.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 334742, "video_name": "met_s06e08_seg01_clip_03", "timestamp": [ 23.66, 26.17 ], "duration": 63.66, "caption": "Two people walk away from some other people.", "similarity": 0.6346, "relevance": 3 }, { "pair_id": 334743, "video_name": "met_s05e04_seg02_clip_12", "timestamp": [ 32.04, 34.87 ], "duration": 62.66, "caption": "Two people walk away from two other people.", "similarity": 0.6335, "relevance": 3 }, { "pair_id": 334744, "video_name": "friends_s10e17-18_seg02_clip_06", "timestamp": [ 18.86, 20.81 ], "duration": 65.66, "caption": "Two people walk away from two other people.", "similarity": 0.6335, "relevance": 3 }, { "pair_id": 334745, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 54.77, 60.7 ], "duration": 91.66, "caption": "Two people walk away from two other people.", "similarity": 0.6335, "relevance": 4 }, { "pair_id": 334746, "video_name": "house_s05e03_seg02_clip_21", "timestamp": [ 0.0, 9.98 ], "duration": 95.66, "caption": "A person walking together with a woman and another person.", "similarity": 0.6323, "relevance": 3 }, { "pair_id": 334747, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 36.99, 45.59 ], "duration": 86.66, "caption": "A person was walking around along with two other people.", "similarity": 0.6319, "relevance": 3 }, { "pair_id": 334748, "video_name": "s06e20_seg02_clip_11", "timestamp": [ 44.04, 47.45 ], "duration": 62.66, "caption": "A man and a woman arrive together and they are also wearing formal suits.", "similarity": 0.6297, "relevance": 3 }, { "pair_id": 334749, "video_name": "grey_s02e07_seg02_clip_16", "timestamp": [ 15.08, 21.32 ], "duration": 104.66, "caption": "A person walks away after another person tells him to leave.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 334750, "video_name": "castle_s05e14_seg02_clip_22", "timestamp": [ 78.34, 84.54 ], "duration": 88.66, "caption": "A person walks out and another person follows immediately.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 334751, "video_name": "s10e09_seg02_clip_00", "timestamp": [ 11.6, 15.26 ], "duration": 61.66, "caption": "Two people walk past a person and another person.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 334752, "video_name": "castle_s06e21_seg02_clip_19", "timestamp": [ 5.86, 7.21 ], "duration": 90.66, "caption": "A woman leaves guy and another person in a suit with a serious expression on her face.", "similarity": 0.6252, "relevance": 1 }, { "pair_id": 334753, "video_name": "house_s02e02_seg02_clip_10", "timestamp": [ 73.06, 75.26 ], "duration": 88.66, "caption": "Three people walk out and leave a person.", "similarity": 0.6233, "relevance": 3 }, { "pair_id": 334754, "video_name": "met_s03e06_seg02_clip_01", "timestamp": [ 51.22, 61.34 ], "duration": 61.66, "caption": "A person in a suit sits at a desk; another person walks in behind him, so he stands up and they talk.", "similarity": 0.6228, "relevance": 3 }, { "pair_id": 334755, "video_name": "friends_s07e20_seg02_clip_03", "timestamp": [ 5.99, 13.97 ], "duration": 57.66, "caption": "A woman hands a man a suit for him to wear.", "similarity": 0.6217, "relevance": 1 }, { "pair_id": 334756, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 2.24, 4.92 ], "duration": 89.66, "caption": "A person takes off his pants while another person is in front of him.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 334757, "video_name": "house_s01e13_seg02_clip_12", "timestamp": [ 8.56, 12.17 ], "duration": 90.66, "caption": "A man wearing black suit walks out immediately after talking to person.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 334758, "video_name": "house_s07e20_seg02_clip_25", "timestamp": [ 90.44, 108.93 ], "duration": 132.66, "caption": "A person in a suit jacket walks in to someone's room.", "similarity": 0.6147, "relevance": 1 }, { "pair_id": 334759, "video_name": "house_s01e19_seg02_clip_19", "timestamp": [ 20.22, 22.57 ], "duration": 94.66, "caption": "A person walks away after talking to two other individuals.", "similarity": 0.6135, "relevance": 2 } ] }, { "query_id": 51658, "query": "A person slow dances with another person right on the dancefloor.", "relevant_moment": [ { "pair_id": 156580, "video_name": "friends_s02e11_seg02_clip_21", "timestamp": [ 31.21, 37.84 ], "duration": 78.66, "caption": "A person slow dances with another person right on the dancefloor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156581, "video_name": "s04e21_seg02_clip_10", "timestamp": [ 18.82, 32.03 ], "duration": 66.66, "caption": "A person and a person both dance together on the dance floor.", "similarity": 0.8208, "relevance": 4 }, { "pair_id": 156582, "video_name": "s04e21_seg02_clip_10", "timestamp": [ 16.84, 34.67 ], "duration": 66.66, "caption": "Two people are dancing while on a dance floor.", "similarity": 0.7202, "relevance": 4 }, { "pair_id": 156583, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 3.25, 6.79 ], "duration": 59.66, "caption": "A person describes their dance move while they are doing it.", "similarity": 0.711, "relevance": 1 }, { "pair_id": 156584, "video_name": "friends_s10e11_seg02_clip_22", "timestamp": [ 19.85, 62.03 ], "duration": 62.66, "caption": "A person dances for the group as requested.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 156585, "video_name": "friends_s08e01_seg02_clip_04", "timestamp": [ 18.22, 26.56 ], "duration": 61.66, "caption": "A man starts to dance with a woman on the dancefloor awkwardly.", "similarity": 0.6695, "relevance": 4 }, { "pair_id": 156586, "video_name": "friends_s06e10_seg02_clip_12", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A woman and man are dancing together on a dance floor.", "similarity": 0.662, "relevance": 3 }, { "pair_id": 156587, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 16.39, 18.91 ], "duration": 63.66, "caption": "A person dance crazily while another person is looking at him.", "similarity": 0.661, "relevance": 1 }, { "pair_id": 156588, "video_name": "grey_s02e18_seg02_clip_00", "timestamp": [ 15.67, 56.23 ], "duration": 92.66, "caption": "Two people are having fun and they're dancing.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 156589, "video_name": "friends_s08e01_seg02_clip_20", "timestamp": [ 14.04, 30.51 ], "duration": 61.66, "caption": "A man and woman go to the dancefloor till a man stops him.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 156590, "video_name": "friends_s06e10_seg02_clip_07", "timestamp": [ 27.31, 44.81 ], "duration": 53.66, "caption": "A man dances with a random woman that had approached him on the dance floor.", "similarity": 0.6535, "relevance": 3 }, { "pair_id": 156591, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 31.43, 36.62 ], "duration": 61.66, "caption": "A person starts to do some dancing moves and another person tells them not to while not even looking at them.", "similarity": 0.6533, "relevance": 1 }, { "pair_id": 156592, "video_name": "castle_s02e02_seg02_clip_06", "timestamp": [ 45.09, 47.39 ], "duration": 92.66, "caption": "A person is dancing while walking backwards and bumps into another person.", "similarity": 0.6487, "relevance": 1 }, { "pair_id": 156593, "video_name": "friends_s06e10_seg02_clip_09", "timestamp": [ 19.54, 25.74 ], "duration": 62.66, "caption": "A person in green is dancing next to a man who is standing still awkwardly.", "similarity": 0.641, "relevance": 3 }, { "pair_id": 156594, "video_name": "met_s05e02_seg02_clip_19", "timestamp": [ 45.55, 52.21 ], "duration": 68.66, "caption": "A person tries to pole dance, while another person sits down beside someone.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 156595, "video_name": "house_s07e08_seg02_clip_17", "timestamp": [ 0.0, 22.55 ], "duration": 92.66, "caption": "A man and a woman talk and dance on a crowded dance floor.", "similarity": 0.6391, "relevance": 4 }, { "pair_id": 156596, "video_name": "s09e04_seg02_clip_12", "timestamp": [ 26.86, 38.07 ], "duration": 59.66, "caption": "A person dances in a silly way in front of a person with red hair.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 156597, "video_name": "friends_s08e01_seg02_clip_20", "timestamp": [ 12.21, 15.26 ], "duration": 61.66, "caption": "A woman and a man step onto the dance floor.", "similarity": 0.6331, "relevance": 3 }, { "pair_id": 156598, "video_name": "castle_s06e15_seg02_clip_26", "timestamp": [ 18.04, 83.18 ], "duration": 88.66, "caption": "A man and a woman are slow dancing together at a school dance.", "similarity": 0.6324, "relevance": 4 }, { "pair_id": 156599, "video_name": "s02e06_seg02_clip_06", "timestamp": [ 23.53, 34.45 ], "duration": 56.66, "caption": "A person begins to do a little song and dance for another person then stops and goes down the stairs.", "similarity": 0.6291, "relevance": 1 }, { "pair_id": 329900, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 1.03, 19.49 ], "duration": 41.66, "caption": "A person dances the Flamingo in his/her apartment to attract another person.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 329901, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 1.23, 18.87 ], "duration": 41.66, "caption": "A person shows their dance moves to their friends.", "similarity": 0.6223, "relevance": 3 }, { "pair_id": 329902, "video_name": "met_s04e03_seg02_clip_06", "timestamp": [ 7.24, 20.2 ], "duration": 60.66, "caption": "A person does a dance after speaking with someone on the phone.", "similarity": 0.62, "relevance": 3 }, { "pair_id": 329903, "video_name": "s04e21_seg02_clip_10", "timestamp": [ 46.22, 50.19 ], "duration": 66.66, "caption": "A woman goes to the dance floor to dance with an older person.", "similarity": 0.6158, "relevance": 4 }, { "pair_id": 329904, "video_name": "friends_s05e21_seg02_clip_18", "timestamp": [ 5.7, 9.0 ], "duration": 60.66, "caption": "A person dances in front of their half sleeping friends.", "similarity": 0.6152, "relevance": 3 }, { "pair_id": 329905, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 73.94, 84.06 ], "duration": 88.66, "caption": "Two people are dancing together then one person picks up the other and spins around.", "similarity": 0.6139, "relevance": 4 }, { "pair_id": 329906, "video_name": "s03e14_seg02_clip_15", "timestamp": [ 18.53, 32.84 ], "duration": 65.66, "caption": "A person is happy while dancing with another person while skating, the other person appears less happy.", "similarity": 0.6122, "relevance": 4 }, { "pair_id": 329907, "video_name": "s09e03_seg02_clip_14", "timestamp": [ 38.12, 42.02 ], "duration": 60.66, "caption": "A person starts to sing and dance beside another person.", "similarity": 0.6109, "relevance": 3 }, { "pair_id": 329908, "video_name": "friends_s08e01_seg02_clip_18", "timestamp": [ 40.94, 43.73 ], "duration": 62.66, "caption": "A woman steps onto person's feet to dance with him.", "similarity": 0.6088, "relevance": 4 }, { "pair_id": 329909, "video_name": "s09e04_seg02_clip_12", "timestamp": [ 26.27, 38.37 ], "duration": 59.66, "caption": "A person stands up and dances in front of a woman.", "similarity": 0.6083, "relevance": 3 }, { "pair_id": 329910, "video_name": "friends_s04e04_seg02_clip_11", "timestamp": [ 49.52, 60.03 ], "duration": 60.66, "caption": "A man motions for another man to dance with him.", "similarity": 0.6072, "relevance": 4 }, { "pair_id": 329911, "video_name": "friends_s02e17_seg02_clip_09", "timestamp": [ 6.57, 7.99 ], "duration": 57.66, "caption": "A person dances while someone is on the phone.", "similarity": 0.6057, "relevance": 2 }, { "pair_id": 329912, "video_name": "grey_s03e02_seg02_clip_22", "timestamp": [ 43.24, 49.42 ], "duration": 95.66, "caption": "A person pauses at the window to see someone dancing.", "similarity": 0.6046, "relevance": 3 }, { "pair_id": 329913, "video_name": "castle_s01e07_seg02_clip_21", "timestamp": [ 0.0, 4.36 ], "duration": 109.66, "caption": "A woman is talking to man about to ask him about person and person pulls her to the dance floor to start dancing with her.", "similarity": 0.6028, "relevance": 3 }, { "pair_id": 329914, "video_name": "house_s06e06_seg02_clip_11", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "Two people are dancing together while talking.", "similarity": 0.6015, "relevance": 4 }, { "pair_id": 329915, "video_name": "castle_s03e01_seg02_clip_18", "timestamp": [ 20.5, 23.07 ], "duration": 64.66, "caption": "A person is watching the person dancing with sexy outfit.", "similarity": 0.6015, "relevance": 2 }, { "pair_id": 329916, "video_name": "friends_s02e24_seg02_clip_18", "timestamp": [ 0.0, 10.73 ], "duration": 65.66, "caption": "Two people are slow dancing and talking at a wedding.", "similarity": 0.5993, "relevance": 4 }, { "pair_id": 329917, "video_name": "friends_s08e01_seg02_clip_16", "timestamp": [ 17.08, 38.11 ], "duration": 52.66, "caption": "A person was dancing with a young person wearing light purple dress.", "similarity": 0.5989, "relevance": 4 }, { "pair_id": 329918, "video_name": "s05e04_seg02_clip_05", "timestamp": [ 35.44, 37.39 ], "duration": 65.66, "caption": "A person puts their hands together over their head and does a little dance.", "similarity": 0.5974, "relevance": 2 }, { "pair_id": 329919, "video_name": "met_s02e16_seg02_clip_19", "timestamp": [ 22.27, 28.49 ], "duration": 36.66, "caption": "A person starts tap dancing and another person gets up and hits them.", "similarity": 0.5881, "relevance": 2 } ] }, { "query_id": 51666, "query": "A woman touches her hair in frustration, calmly asks another woman a question and she and her lawyers get up to leave.", "relevant_moment": [ { "pair_id": 117600, "video_name": "castle_s03e11_seg02_clip_13", "timestamp": [ 59.42, 76.97 ], "duration": 90.66, "caption": "A woman touches her hair in frustration, calmly asks another woman a question and she and her lawyers get up to leave.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 117601, "video_name": "castle_s03e11_seg02_clip_13", "timestamp": [ 3.15, 9.0 ], "duration": 90.66, "caption": "A woman's lawyer gives her the go ahead to answer and she pushes her hair back, smugly.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 117602, "video_name": "friends_s05e17_seg02_clip_17", "timestamp": [ 45.52, 51.7 ], "duration": 65.66, "caption": "A woman motions to another woman about something in her hair and she pulls it out.", "similarity": 0.6389, "relevance": 1 }, { "pair_id": 117603, "video_name": "friends_s02e12-13_seg02_clip_32", "timestamp": [ 17.12, 20.95 ], "duration": 59.66, "caption": "A woman suddenly pokes woman on the head during an argument causing woman to stop in shock.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 117604, "video_name": "friends_s04e21_seg02_clip_05", "timestamp": [ 22.36, 26.87 ], "duration": 41.66, "caption": "A woman was holding her hair in frustration whilst talking to a man.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 117605, "video_name": "s07e01_seg02_clip_14", "timestamp": [ 2.64, 10.24 ], "duration": 66.66, "caption": "A woman gets frustrated and gets up to leave.", "similarity": 0.6203, "relevance": 2 }, { "pair_id": 117606, "video_name": "house_s05e06_seg02_clip_00", "timestamp": [ 68.17, 70.99 ], "duration": 94.66, "caption": "A woman pushes her hair back and exasperated look and crosses her arms.", "similarity": 0.6193, "relevance": 1 }, { "pair_id": 117607, "video_name": "friends_s06e22_seg02_clip_09", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A woman rubs her hair while telling someone why she's here.", "similarity": 0.6099, "relevance": 1 }, { "pair_id": 117608, "video_name": "castle_s04e02_seg02_clip_23", "timestamp": [ 44.15, 46.88 ], "duration": 91.66, "caption": "A woman turns around and runs her hand through her hair in frustration.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 117609, "video_name": "met_s02e04_seg02_clip_00", "timestamp": [ 5.76, 10.89 ], "duration": 64.66, "caption": "A woman lifts her hands when she asks person about their argument with person being ok.", "similarity": 0.6066, "relevance": 1 }, { "pair_id": 117610, "video_name": "castle_s03e18_seg02_clip_15", "timestamp": [ 12.29, 15.02 ], "duration": 91.66, "caption": "A woman brushes hair from her face when she asks a question.", "similarity": 0.6037, "relevance": 2 }, { "pair_id": 117611, "video_name": "house_s06e19_seg02_clip_05", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman jumps in front of a man and asks another person with long wavy hair a question.", "similarity": 0.5992, "relevance": 0 }, { "pair_id": 117612, "video_name": "friends_s05e08_seg02_clip_00", "timestamp": [ 45.84, 49.23 ], "duration": 61.66, "caption": "A woman asks a person a question and puts her hand to her forehead with a look of discomfort on her face.", "similarity": 0.5968, "relevance": 2 }, { "pair_id": 117613, "video_name": "castle_s06e17_seg02_clip_04", "timestamp": [ 3.43, 8.82 ], "duration": 98.66, "caption": "A woman shakes her head when person says to get off the case.", "similarity": 0.5963, "relevance": 0 }, { "pair_id": 117614, "video_name": "met_s02e21_seg02_clip_06", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A woman turns angrily after another woman asks if she is fine.", "similarity": 0.5947, "relevance": 1 }, { "pair_id": 117615, "video_name": "s05e23_seg02_clip_08", "timestamp": [ 15.13, 16.81 ], "duration": 56.66, "caption": "A woman puts both of her arms up in frustration.", "similarity": 0.5934, "relevance": 0 }, { "pair_id": 117616, "video_name": "castle_s04e17_seg02_clip_04", "timestamp": [ 50.11, 52.85 ], "duration": 91.66, "caption": "A woman motions to calm down with her hand.", "similarity": 0.5913, "relevance": 1 }, { "pair_id": 117617, "video_name": "house_s08e10_seg02_clip_22", "timestamp": [ 43.69, 51.67 ], "duration": 84.66, "caption": "A woman asks a person what is happening with another person.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 117618, "video_name": "grey_s02e23_seg02_clip_10", "timestamp": [ 28.93, 37.39 ], "duration": 89.66, "caption": "A woman asks another woman if things are unprofessional between two other people.", "similarity": 0.5877, "relevance": 1 }, { "pair_id": 117619, "video_name": "grey_s02e01_seg02_clip_22", "timestamp": [ 16.98, 32.02 ], "duration": 97.66, "caption": "A woman gets up to leave but then asks a man a question.", "similarity": 0.5867, "relevance": 1 } ] }, { "query_id": 51712, "query": "A woman walks through the door to the desk and turns to face man.", "relevant_moment": [ { "pair_id": 7640, "video_name": "castle_s03e16_seg02_clip_19", "timestamp": [ 61.01, 67.11 ], "duration": 87.66, "caption": "A woman walks through the door to the desk and turns to face man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7641, "video_name": "house_s02e24_seg02_clip_02", "timestamp": [ 65.72, 67.97 ], "duration": 90.66, "caption": "A woman walks around her desk to approach a man.", "similarity": 0.8202, "relevance": 3 }, { "pair_id": 7642, "video_name": "house_s05e14_seg02_clip_02", "timestamp": [ 25.37, 27.15 ], "duration": 89.66, "caption": "A woman sitting at her desk as a man walks through the office door.", "similarity": 0.7678, "relevance": 2 }, { "pair_id": 7643, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 14.24, 23.15 ], "duration": 89.66, "caption": "A woman walks to her desk while a man follows her.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 7644, "video_name": "friends_s09e21_seg02_clip_14", "timestamp": [ 0.0, 3.49 ], "duration": 53.66, "caption": "A man walks towards a woman at the desk and points back at the door behind him.", "similarity": 0.766, "relevance": 2 }, { "pair_id": 7645, "video_name": "s08e01_seg02_clip_11", "timestamp": [ 14.71, 18.61 ], "duration": 60.66, "caption": "A woman goes from a man's office door to in front of his desk.", "similarity": 0.7643, "relevance": 3 }, { "pair_id": 7646, "video_name": "friends_s09e11_seg02_clip_16", "timestamp": [ 40.91, 48.16 ], "duration": 58.66, "caption": "While a woman is working at her desk, a man walks in the door.", "similarity": 0.7557, "relevance": 2 }, { "pair_id": 7647, "video_name": "s01e04_seg02_clip_06", "timestamp": [ 0.0, 12.61 ], "duration": 60.66, "caption": "A person comes in through door and walks towards his/her desk.", "similarity": 0.7554, "relevance": 2 }, { "pair_id": 7648, "video_name": "house_s06e02_seg02_clip_00", "timestamp": [ 87.45, 91.21 ], "duration": 94.66, "caption": "A woman turns around and walks toward her desk.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 7649, "video_name": "house_s04e04_seg02_clip_05", "timestamp": [ 31.12, 33.83 ], "duration": 90.66, "caption": "A woman walks through the doors and stops at the desk.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 7650, "video_name": "met_s03e15_seg02_clip_00", "timestamp": [ 41.78, 47.66 ], "duration": 61.66, "caption": "A woman enters a person's office and walks towards his desk.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 7651, "video_name": "met_s03e18_seg02_clip_05", "timestamp": [ 1.22, 5.5 ], "duration": 61.66, "caption": "A woman walks around her desk to be close to a man.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 7652, "video_name": "friends_s07e13_seg02_clip_20", "timestamp": [ 32.71, 39.92 ], "duration": 60.66, "caption": "A woman walks over to a man while he's sitting at his desk.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 7653, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 4.55, 10.92 ], "duration": 91.66, "caption": "A man follows a woman to her desk.", "similarity": 0.7407, "relevance": 4 }, { "pair_id": 7654, "video_name": "castle_s08e19_seg02_clip_18", "timestamp": [ 81.92, 85.52 ], "duration": 90.66, "caption": "A woman walks towards a man as he stands by the office door.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 7655, "video_name": "house_s07e20_seg02_clip_08", "timestamp": [ 17.02, 26.23 ], "duration": 92.66, "caption": "A person walks through the office door and walks up to a man's desk.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 7656, "video_name": "castle_s06e01_seg02_clip_25", "timestamp": [ 52.52, 55.52 ], "duration": 100.66, "caption": "A woman takes a few steps toward a man at his desk.", "similarity": 0.7304, "relevance": 2 }, { "pair_id": 7657, "video_name": "castle_s02e01_seg02_clip_05", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A man gets up from the desk and walks toward a woman.", "similarity": 0.73, "relevance": 1 }, { "pair_id": 7658, "video_name": "house_s08e03_seg02_clip_05", "timestamp": [ 80.52, 92.03 ], "duration": 92.66, "caption": "A person walks towards a main desk using his cane and then turns around to face a woman.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 7659, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 40.03, 45.09 ], "duration": 92.66, "caption": "A woman opens the door to her office and walks in with a man following her.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 180960, "video_name": "castle_s06e20_seg02_clip_22", "timestamp": [ 16.33, 22.68 ], "duration": 90.66, "caption": "A woman walks around the desk and towards a man, but stops quickly when he speaks to her.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 180961, "video_name": "castle_s08e02_seg02_clip_21", "timestamp": [ 4.37, 7.28 ], "duration": 97.66, "caption": "A man walks into the office and approaches woman.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 180962, "video_name": "castle_s03e08_seg02_clip_15", "timestamp": [ 9.17, 11.46 ], "duration": 91.66, "caption": "A man walks into the office and approaches woman.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 180963, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 69.19, 75.07 ], "duration": 90.66, "caption": "A person walks to his office and sees a woman at the desk.", "similarity": 0.7206, "relevance": 3 }, { "pair_id": 180964, "video_name": "house_s06e11_seg02_clip_26", "timestamp": [ 0.0, 18.87 ], "duration": 49.66, "caption": "A woman walks into the office and walks over to a man.", "similarity": 0.7178, "relevance": 3 }, { "pair_id": 180965, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 97.01, 106.02 ], "duration": 106.66, "caption": "A woman enters person's office and walks up to his desk.", "similarity": 0.7167, "relevance": 3 }, { "pair_id": 180966, "video_name": "house_s03e10_seg02_clip_16", "timestamp": [ 38.82, 42.43 ], "duration": 90.66, "caption": "A woman walks behind a man and around the desk.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 180967, "video_name": "castle_s01e03_seg02_clip_07", "timestamp": [ 17.24, 37.2 ], "duration": 90.66, "caption": "A person follows woman to her desk as she walks quickly.", "similarity": 0.7111, "relevance": 1 }, { "pair_id": 180968, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 4.73, 6.02 ], "duration": 86.66, "caption": "A person walks into a woman's office through the office doors.", "similarity": 0.7106, "relevance": 2 }, { "pair_id": 180969, "video_name": "grey_s03e08_seg02_clip_01", "timestamp": [ 46.88, 50.52 ], "duration": 91.66, "caption": "A man walks into the office and a woman turns around.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 180970, "video_name": "grey_s03e01_seg02_clip_23", "timestamp": [ 20.0, 26.05 ], "duration": 93.66, "caption": "A man walks to the door but then turns to face a woman.", "similarity": 0.7083, "relevance": 2 }, { "pair_id": 180971, "video_name": "friends_s04e22_seg02_clip_15", "timestamp": [ 2.36, 8.85 ], "duration": 59.66, "caption": "A person gets up from the desk and walks over to open the door.", "similarity": 0.7065, "relevance": 3 }, { "pair_id": 180972, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 27.48, 31.5 ], "duration": 67.66, "caption": "A woman in person's office approaches his desk.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 180973, "video_name": "house_s01e18_seg02_clip_06", "timestamp": [ 87.05, 93.1 ], "duration": 93.66, "caption": "A person walks into woman's office and the door shuts behind him.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 180974, "video_name": "house_s01e13_seg02_clip_01", "timestamp": [ 0.0, 7.2 ], "duration": 90.66, "caption": "A man looks through things on a desk and then walks away with a woman following him.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 180975, "video_name": "house_s02e01_seg02_clip_16", "timestamp": [ 90.24, 93.03 ], "duration": 93.66, "caption": "A person walks into his office to find a woman sitting at his desk.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 180976, "video_name": "castle_s07e17_seg02_clip_09", "timestamp": [ 81.14, 82.5 ], "duration": 90.66, "caption": "A woman opens the office door and a man follows her inside.", "similarity": 0.6938, "relevance": 2 }, { "pair_id": 180977, "video_name": "castle_s02e01_seg02_clip_09", "timestamp": [ 62.35, 66.45 ], "duration": 91.66, "caption": "A man follows another man as he walks towards a woman's desk.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 180978, "video_name": "friends_s01e22_seg02_clip_16", "timestamp": [ 6.5, 13.01 ], "duration": 52.66, "caption": "A man walks into the office and walks over to a woman.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 180979, "video_name": "s06e21_seg02_clip_15", "timestamp": [ 0.0, 2.01 ], "duration": 67.66, "caption": "A woman past a man and turns to face him in the open doorway.", "similarity": 0.69, "relevance": 3 } ] }, { "query_id": 51720, "query": "A man sprayed fire extinguisher towards the top left side of the lab.", "relevant_moment": [ { "pair_id": 7300, "video_name": "s08e11_seg02_clip_11", "timestamp": [ 1.77, 3.84 ], "duration": 59.66, "caption": "A man sprayed fire extinguisher towards the top left side of the lab.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7301, "video_name": "castle_s08e14_seg02_clip_24", "timestamp": [ 79.65, 91.03 ], "duration": 91.66, "caption": "A woman meets two men as they try to leave the lab and sprays them with a fire extinguisher.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 7302, "video_name": "friends_s05e10_seg02_clip_08", "timestamp": [ 26.89, 30.73 ], "duration": 64.66, "caption": "A man looks into the other room and sprays a fire extinguisher into it.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 7303, "video_name": "s08e11_seg02_clip_11", "timestamp": [ 2.07, 59.03 ], "duration": 59.66, "caption": "A man unintentionally killed the animal by spraying a fire extinguisher.", "similarity": 0.624, "relevance": 4 }, { "pair_id": 7304, "video_name": "house_s08e13_seg02_clip_25", "timestamp": [ 50.41, 55.81 ], "duration": 90.66, "caption": "A man picks up a lighter from the counter and lights a fire on a piece of lab equipment.", "similarity": 0.5808, "relevance": 0 }, { "pair_id": 7305, "video_name": "house_s07e04_seg02_clip_21", "timestamp": [ 67.53, 71.4 ], "duration": 86.66, "caption": "A man places his hand into the fire to demonstrate.", "similarity": 0.5414, "relevance": 0 }, { "pair_id": 7306, "video_name": "house_s08e11_seg02_clip_23", "timestamp": [ 10.74, 13.43 ], "duration": 179.66, "caption": "A man is knocked back by a small explosion in a science lab.", "similarity": 0.5346, "relevance": 1 }, { "pair_id": 7307, "video_name": "s09e06_seg01_clip_00", "timestamp": [ 1.24, 7.13 ], "duration": 62.66, "caption": "A person comes in the lab where a man is working.", "similarity": 0.5226, "relevance": 1 }, { "pair_id": 7308, "video_name": "met_s02e11_seg02_clip_08", "timestamp": [ 6.71, 10.07 ], "duration": 61.66, "caption": "A person uses a fire extinguisher in their kitchen.", "similarity": 0.516, "relevance": 2 }, { "pair_id": 7309, "video_name": "house_s08e22_seg02_clip_12", "timestamp": [ 64.77, 71.06 ], "duration": 74.66, "caption": "A man is on the floor of a room that's on fire.", "similarity": 0.5084, "relevance": 0 }, { "pair_id": 7310, "video_name": "house_s04e02_seg02_clip_07", "timestamp": [ 48.16, 52.21 ], "duration": 90.66, "caption": "A man sprays a woman with a fire extinguisher after another man throws a blanket on her.", "similarity": 0.4944, "relevance": 3 }, { "pair_id": 7311, "video_name": "house_s01e07_seg02_clip_13", "timestamp": [ 31.7, 34.34 ], "duration": 88.66, "caption": "A man comes in the lab with some people.", "similarity": 0.4913, "relevance": 0 }, { "pair_id": 7312, "video_name": "s09e06_seg02_clip_15", "timestamp": [ 32.2, 38.29 ], "duration": 87.66, "caption": "A man walks out of the lab backwards while holding his hands in front of him.", "similarity": 0.4907, "relevance": 1 }, { "pair_id": 7313, "video_name": "friends_s03e05_seg02_clip_08", "timestamp": [ 50.0, 56.12 ], "duration": 68.66, "caption": "A woman gives a man a red fire extinguisher as he is working.", "similarity": 0.4907, "relevance": 1 }, { "pair_id": 7314, "video_name": "s09e06_seg02_clip_11", "timestamp": [ 37.53, 41.25 ], "duration": 62.66, "caption": "A man is connecting a hose to a machine in his lab.", "similarity": 0.4853, "relevance": 1 }, { "pair_id": 7315, "video_name": "s02e18_seg02_clip_13", "timestamp": [ 56.25, 58.2 ], "duration": 65.66, "caption": "A man sprays something from an aerosol can on the green lasers in the room.", "similarity": 0.4847, "relevance": 1 }, { "pair_id": 7316, "video_name": "grey_s02e07_seg02_clip_14", "timestamp": [ 4.12, 5.95 ], "duration": 91.66, "caption": "A man leans over to cover the patient from the fire.", "similarity": 0.4807, "relevance": 0 }, { "pair_id": 7317, "video_name": "castle_s06e11_seg02_clip_22", "timestamp": [ 58.31, 90.4 ], "duration": 90.66, "caption": "A man and a man are inside a building on fire.", "similarity": 0.4795, "relevance": 0 }, { "pair_id": 7318, "video_name": "s07e13_seg02_clip_03", "timestamp": [ 9.92, 14.58 ], "duration": 62.66, "caption": "A man leaves the lab by going through the front door.", "similarity": 0.4702, "relevance": 0 }, { "pair_id": 7319, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 19.36, 23.86 ], "duration": 90.66, "caption": "A woman suddenly uses the fire extinguisher to two men.", "similarity": 0.4672, "relevance": 2 } ] }, { "query_id": 51740, "query": "A man walks up behind another man and interrupts his conversation.", "relevant_moment": [ { "pair_id": 1300, "video_name": "castle_s03e16_seg02_clip_12", "timestamp": [ 9.19, 10.11 ], "duration": 91.66, "caption": "A man walks up behind another man and interrupts his conversation.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 1301, "video_name": "met_s02e01_seg02_clip_12", "timestamp": [ 18.9, 24.3 ], "duration": 59.66, "caption": "A man walks up behind another man and starts talking, causing him to turn around.", "similarity": 0.8398, "relevance": 3 }, { "pair_id": 1302, "video_name": "castle_s07e06_seg02_clip_12", "timestamp": [ 9.85, 13.43 ], "duration": 89.66, "caption": "A man is talking to another man and a person interrupts.", "similarity": 0.8229, "relevance": 4 }, { "pair_id": 1303, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 1304, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 71.63, 75.35 ], "duration": 93.66, "caption": "Two people walk up and interrupt a man and another man.", "similarity": 0.7983, "relevance": 4 }, { "pair_id": 1305, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 9.58, 13.68 ], "duration": 91.66, "caption": "A man stands up and walks out while talking to another man.", "similarity": 0.7884, "relevance": 1 }, { "pair_id": 1306, "video_name": "castle_s08e13_seg02_clip_03", "timestamp": [ 4.9, 16.92 ], "duration": 89.66, "caption": "A man walks up to another man and starts talking to him.", "similarity": 0.7869, "relevance": 4 }, { "pair_id": 1307, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is talking to a person and another person walks up to them.", "similarity": 0.7853, "relevance": 3 }, { "pair_id": 1308, "video_name": "castle_s05e13_seg02_clip_25", "timestamp": [ 15.51, 21.51 ], "duration": 100.66, "caption": "A man walks in and interrupts the conversation between a man and a woman.", "similarity": 0.7829, "relevance": 4 }, { "pair_id": 1309, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 32.18, 38.53 ], "duration": 90.66, "caption": "A man finishes his conversation with another man and walks away.", "similarity": 0.7799, "relevance": 2 }, { "pair_id": 1310, "video_name": "house_s03e06_seg02_clip_13", "timestamp": [ 84.67, 93.59 ], "duration": 99.66, "caption": "A man approaches another man during a conversation then walks away.", "similarity": 0.7775, "relevance": 1 }, { "pair_id": 1311, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 1.87, 5.14 ], "duration": 93.66, "caption": "A man walks up to a man when he is talking.", "similarity": 0.7747, "relevance": 1 }, { "pair_id": 1312, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 80.64, 84.95 ], "duration": 86.66, "caption": "A man walks to another man while they're talking to them.", "similarity": 0.7722, "relevance": 3 }, { "pair_id": 1313, "video_name": "met_s02e12_seg02_clip_12", "timestamp": [ 40.72, 42.64 ], "duration": 55.66, "caption": "A man is walking forward as another man stops him by starting a conversation with him.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 1314, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7694, "relevance": 1 }, { "pair_id": 1315, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7694, "relevance": 1 }, { "pair_id": 1316, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 5.21, 6.38 ], "duration": 26.66, "caption": "A man glances up at another man during a conversation.", "similarity": 0.767, "relevance": 0 }, { "pair_id": 1317, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 31.63, 35.35 ], "duration": 93.66, "caption": "A man walks out directly after talking to another man.", "similarity": 0.7666, "relevance": 1 }, { "pair_id": 1318, "video_name": "grey_s03e24_seg02_clip_18", "timestamp": [ 26.85, 31.4 ], "duration": 91.66, "caption": "A man walks over and talks to another man.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 1319, "video_name": "house_s03e11_seg02_clip_17", "timestamp": [ 7.69, 29.4 ], "duration": 90.66, "caption": "A man talks with person then walks away, a man walks up to person from behind.", "similarity": 0.7655, "relevance": 2 }, { "pair_id": 174620, "video_name": "grey_s02e02_seg02_clip_16", "timestamp": [ 21.81, 27.15 ], "duration": 89.66, "caption": "A man walks over while two other men are talking.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 174621, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 24.42, 30.3 ], "duration": 90.66, "caption": "A man walks out and another man follows him while talking to him.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 174622, "video_name": "met_s02e08_seg02_clip_17", "timestamp": [ 55.76, 59.64 ], "duration": 59.66, "caption": "A man jumps into the conversation from behind two people.", "similarity": 0.7627, "relevance": 4 }, { "pair_id": 174623, "video_name": "house_s01e08_seg02_clip_21", "timestamp": [ 0.0, 12.69 ], "duration": 87.66, "caption": "A man walks towards another man and they walk forward stopping to converse.", "similarity": 0.7614, "relevance": 2 }, { "pair_id": 174624, "video_name": "castle_s05e06_seg02_clip_01", "timestamp": [ 73.03, 90.66 ], "duration": 90.66, "caption": "A man walks up to two people and they converse with each other.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 174625, "video_name": "house_s03e19_seg02_clip_08", "timestamp": [ 77.38, 81.02 ], "duration": 81.66, "caption": "A man walks over to talk with another man.", "similarity": 0.7572, "relevance": 2 }, { "pair_id": 174626, "video_name": "friends_s02e02_seg02_clip_04", "timestamp": [ 22.89, 25.33 ], "duration": 61.66, "caption": "A man walks up behind another man as he speaks to a woman.", "similarity": 0.7555, "relevance": 3 }, { "pair_id": 174627, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 47.11, 50.05 ], "duration": 84.66, "caption": "A man walks out immediately after talking to another man.", "similarity": 0.7555, "relevance": 1 }, { "pair_id": 174628, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.7549, "relevance": 1 }, { "pair_id": 174629, "video_name": "house_s03e11_seg02_clip_05", "timestamp": [ 50.28, 52.82 ], "duration": 84.66, "caption": "A man starts to walk away from another man during their conversation.", "similarity": 0.7499, "relevance": 1 }, { "pair_id": 174631, "video_name": "castle_s07e22_seg02_clip_24", "timestamp": [ 14.52, 16.72 ], "duration": 88.66, "caption": "A person walks in and interrupts two people's conversation.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 174632, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 4.0, 6.91 ], "duration": 20.66, "caption": "A man slightly gets up as he talks to another man.", "similarity": 0.7493, "relevance": 1 }, { "pair_id": 174633, "video_name": "house_s08e15_seg02_clip_15", "timestamp": [ 55.7, 96.03 ], "duration": 96.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7476, "relevance": 2 }, { "pair_id": 174634, "video_name": "house_s08e11_seg02_clip_18", "timestamp": [ 0.0, 38.61 ], "duration": 93.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7476, "relevance": 1 }, { "pair_id": 174635, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 0.0, 34.27 ], "duration": 89.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7476, "relevance": 2 }, { "pair_id": 174636, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 24.87, 48.6 ], "duration": 113.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7476, "relevance": 2 }, { "pair_id": 174637, "video_name": "house_s06e04_seg02_clip_22", "timestamp": [ 66.45, 91.03 ], "duration": 91.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7476, "relevance": 2 }, { "pair_id": 174638, "video_name": "house_s05e12_seg02_clip_20", "timestamp": [ 47.39, 77.27 ], "duration": 103.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7476, "relevance": 1 }, { "pair_id": 174639, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 0.0, 28.01 ], "duration": 90.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7476, "relevance": 1 } ] }, { "query_id": 51810, "query": "Several people in suits are led out of a building by police.", "relevant_moment": [ { "pair_id": 97200, "video_name": "met_s03e20_seg02_clip_08", "timestamp": [ 2.46, 6.45 ], "duration": 61.66, "caption": "Several people in suits are led out of a building by police.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 97201, "video_name": "castle_s01e07_seg02_clip_25", "timestamp": [ 10.58, 22.93 ], "duration": 88.66, "caption": "The cops look all around a room until a person walks in.", "similarity": 0.6056, "relevance": 1 }, { "pair_id": 97202, "video_name": "castle_s02e02_seg02_clip_25", "timestamp": [ 0.0, 5.33 ], "duration": 88.66, "caption": "Three people, including a man in a black suit, are walking briskly around the police hall.", "similarity": 0.57, "relevance": 2 }, { "pair_id": 97203, "video_name": "house_s05e09_seg02_clip_01", "timestamp": [ 10.7, 15.61 ], "duration": 89.66, "caption": "Many people in a building race out through the doors.", "similarity": 0.5643, "relevance": 3 }, { "pair_id": 97204, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 39.61, 55.01 ], "duration": 88.66, "caption": "Guards are seen standing outside a person's room while two police officers are standing further down the hall.", "similarity": 0.5415, "relevance": 2 }, { "pair_id": 97205, "video_name": "castle_s03e03_seg02_clip_24", "timestamp": [ 11.5, 12.42 ], "duration": 92.66, "caption": "Police officers approach the group with guns.", "similarity": 0.5412, "relevance": 1 }, { "pair_id": 97206, "video_name": "house_s05e09_seg02_clip_16", "timestamp": [ 10.75, 17.63 ], "duration": 86.66, "caption": "People are escorted out of the hospital by cops.", "similarity": 0.5342, "relevance": 3 }, { "pair_id": 97207, "video_name": "castle_s07e04_seg02_clip_16", "timestamp": [ 0.0, 20.3 ], "duration": 90.66, "caption": "A woman and some others bust into a building wearing SWAT gear.", "similarity": 0.5279, "relevance": 0 }, { "pair_id": 97208, "video_name": "castle_s03e13_seg02_clip_13", "timestamp": [ 83.18, 88.02 ], "duration": 88.66, "caption": "Some people and police burst into a home.", "similarity": 0.5249, "relevance": 1 }, { "pair_id": 97209, "video_name": "castle_s07e05_seg02_clip_24", "timestamp": [ 93.26, 111.02 ], "duration": 111.66, "caption": "Some men run into a darkened building, where they find two people restrained and attached to bomb-like materials.", "similarity": 0.5246, "relevance": 1 }, { "pair_id": 97210, "video_name": "castle_s01e05_seg02_clip_01", "timestamp": [ 1.36, 31.69 ], "duration": 90.66, "caption": "Some people are at a crime scene.", "similarity": 0.5244, "relevance": 0 }, { "pair_id": 97211, "video_name": "house_s05e22_seg02_clip_19", "timestamp": [ 44.15, 67.44 ], "duration": 97.66, "caption": "Two cops stop a man and then take him out of the building.", "similarity": 0.5231, "relevance": 3 }, { "pair_id": 97212, "video_name": "castle_s02e18_seg02_clip_09", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "Some people in riot gear enter a building with guns and helmets, and they start using tools on the door lock of an apartment.", "similarity": 0.5196, "relevance": 0 }, { "pair_id": 97213, "video_name": "castle_s05e08_seg02_clip_08", "timestamp": [ 48.41, 75.26 ], "duration": 88.66, "caption": "Some people walk away from building.", "similarity": 0.5181, "relevance": 0 }, { "pair_id": 97214, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 70.28, 90.1 ], "duration": 90.66, "caption": "Investigators run into a dark building with weapons drawn, and they kick down a door and yell to the people inside as they rush into the room.", "similarity": 0.5167, "relevance": 1 }, { "pair_id": 97215, "video_name": "castle_s07e14_seg02_clip_12", "timestamp": [ 69.02, 74.08 ], "duration": 92.66, "caption": "Some people cross the street wearing their police vests.", "similarity": 0.5164, "relevance": 0 }, { "pair_id": 97216, "video_name": "castle_s02e18_seg02_clip_09", "timestamp": [ 88.38, 94.08 ], "duration": 95.66, "caption": "Armed police come down the hall holding guns and stop at a colored door.", "similarity": 0.5161, "relevance": 0 }, { "pair_id": 97217, "video_name": "castle_s08e04_seg02_clip_23", "timestamp": [ 25.09, 28.17 ], "duration": 88.66, "caption": "The lights turn off after the cops introduce themselves to a person.", "similarity": 0.5155, "relevance": 1 }, { "pair_id": 97218, "video_name": "castle_s08e22_seg02_clip_20", "timestamp": [ 26.19, 90.32 ], "duration": 90.66, "caption": "A man and his teammates rushed into a building entrance and introduce themselves as NYPD.", "similarity": 0.515, "relevance": 1 }, { "pair_id": 97219, "video_name": "castle_s08e17_seg02_clip_17", "timestamp": [ 3.84, 9.12 ], "duration": 96.66, "caption": "The cops get up with weapons drawn after a man identifies the victim's warmth.", "similarity": 0.5125, "relevance": 0 } ] }, { "query_id": 51857, "query": "A man hands a woman a glass of wine in the living room.", "relevant_moment": [ { "pair_id": 159100, "video_name": "s10e13_seg01_clip_00", "timestamp": [ 46.99, 49.13 ], "duration": 61.66, "caption": "A man hands a woman a glass of wine in the living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159101, "video_name": "s09e20_seg02_clip_11", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A person takes a drink of their wine glass in the living room.", "similarity": 0.8009, "relevance": 1 }, { "pair_id": 159102, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 71.35, 90.66 ], "duration": 90.66, "caption": "A man hands woman a glass of wine as they converse about a case in the kitchen.", "similarity": 0.7725, "relevance": 2 }, { "pair_id": 159103, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 40.39, 43.36 ], "duration": 85.66, "caption": "A woman hands a glass of wine to a man.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 159104, "video_name": "s10e13_seg01_clip_00", "timestamp": [ 42.41, 44.55 ], "duration": 61.66, "caption": "A woman walks across the living room where a man is waiting with wine.", "similarity": 0.7578, "relevance": 0 }, { "pair_id": 159105, "video_name": "castle_s02e17_seg02_clip_18", "timestamp": [ 7.99, 10.34 ], "duration": 94.66, "caption": "A woman hands a man the glass of wine she was holding.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 159106, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 28.31, 30.56 ], "duration": 89.66, "caption": "A woman hands a man a full glass of wine.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 159107, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 74.08, 77.26 ], "duration": 90.66, "caption": "A person hands a glass of wine to woman.", "similarity": 0.7491, "relevance": 4 }, { "pair_id": 159108, "video_name": "s08e13_seg02_clip_08", "timestamp": [ 57.37, 59.2 ], "duration": 61.66, "caption": "A woman makes a remark to a person while holding a glass of red wine in the living room.", "similarity": 0.7435, "relevance": 1 }, { "pair_id": 159109, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 41.87, 44.04 ], "duration": 62.66, "caption": "A man takes a drink from his wine glass as he stands in the living room.", "similarity": 0.7386, "relevance": 1 }, { "pair_id": 159110, "video_name": "met_s06e15_seg02_clip_08", "timestamp": [ 23.64, 25.21 ], "duration": 63.66, "caption": "A woman hands a man a bottle of wine and walks in.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 159111, "video_name": "s08e14_seg02_clip_08", "timestamp": [ 10.5, 16.51 ], "duration": 60.66, "caption": "A person carries a bottle of wine from the kitchen to the living room.", "similarity": 0.7232, "relevance": 0 }, { "pair_id": 159112, "video_name": "friends_s03e19_seg02_clip_15", "timestamp": [ 36.87, 43.18 ], "duration": 63.66, "caption": "A woman and a man are talking in a room of people while a person behind them drinks wine.", "similarity": 0.7215, "relevance": 1 }, { "pair_id": 159113, "video_name": "s07e06_seg02_clip_04", "timestamp": [ 0.0, 7.93 ], "duration": 61.66, "caption": "A woman is holding two glasses of wine and hands one to a man.", "similarity": 0.7133, "relevance": 3 }, { "pair_id": 159114, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 52.48, 57.37 ], "duration": 61.66, "caption": "A woman holds her wine glass out and a man pours some wine in it.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 159115, "video_name": "castle_s03e02_seg02_clip_13", "timestamp": [ 8.75, 10.59 ], "duration": 92.66, "caption": "A woman takes the glass of wine a man is holding.", "similarity": 0.7065, "relevance": 3 }, { "pair_id": 159116, "video_name": "s07e16_seg02_clip_15", "timestamp": [ 77.74, 82.38 ], "duration": 116.66, "caption": "A woman picks up a glass of white wine and walks into the living room.", "similarity": 0.7043, "relevance": 1 }, { "pair_id": 159117, "video_name": "friends_s03e13_seg02_clip_19", "timestamp": [ 36.31, 39.18 ], "duration": 63.66, "caption": "A woman gives the glass of wine to man.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 159118, "video_name": "met_s03e05_seg02_clip_10", "timestamp": [ 24.11, 30.52 ], "duration": 61.66, "caption": "A woman drinks some wine from a wine glass a man handed her.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 159119, "video_name": "friends_s03e13_seg02_clip_15", "timestamp": [ 26.24, 31.43 ], "duration": 61.66, "caption": "A man hands woman a glass of wine with a rose in his mouth.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 332420, "video_name": "met_s02e21_seg02_clip_04", "timestamp": [ 0.0, 5.68 ], "duration": 59.66, "caption": "A person is standing in a bedroom holding a glass of wine.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 332421, "video_name": "castle_s05e23_seg02_clip_26", "timestamp": [ 83.51, 85.32 ], "duration": 121.66, "caption": "A man handed a glass of red wine to a woman.", "similarity": 0.6978, "relevance": 4 }, { "pair_id": 332422, "video_name": "met_s02e21_seg02_clip_03", "timestamp": [ 38.42, 39.62 ], "duration": 60.66, "caption": "A man gives a glass of wine to a woman.", "similarity": 0.6976, "relevance": 4 }, { "pair_id": 332423, "video_name": "friends_s09e04_seg02_clip_15", "timestamp": [ 5.41, 8.71 ], "duration": 60.66, "caption": "A person walks into the room with a person carrying a bottle of wine.", "similarity": 0.6946, "relevance": 1 }, { "pair_id": 332424, "video_name": "s07e12_seg02_clip_13", "timestamp": [ 15.06, 16.78 ], "duration": 43.66, "caption": "A woman walks into man's apartment carrying a glass of wine.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 332425, "video_name": "castle_s02e17_seg02_clip_17", "timestamp": [ 8.19, 23.8 ], "duration": 78.66, "caption": "A man is pouring glasses of wine in the kitchen as he speaks to a woman.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 332426, "video_name": "s10e13_seg02_clip_01", "timestamp": [ 1.38, 10.45 ], "duration": 55.66, "caption": "A woman pours a glass of wine while in a person's kitchen.", "similarity": 0.6912, "relevance": 1 }, { "pair_id": 332427, "video_name": "s06e02_seg01_clip_00", "timestamp": [ 46.21, 49.31 ], "duration": 62.66, "caption": "A woman brings a bottle of wine into the living room and sits down on the couch.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 332429, "video_name": "friends_s10e02_seg02_clip_05", "timestamp": [ 47.38, 50.39 ], "duration": 60.66, "caption": "A woman hands a man a bottle of wine she and another person brought.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 332430, "video_name": "friends_s03e22_seg02_clip_18", "timestamp": [ 1.58, 6.3 ], "duration": 63.66, "caption": "A woman and a man are holding hands in the living room.", "similarity": 0.6899, "relevance": 1 }, { "pair_id": 332431, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 4.27, 9.76 ], "duration": 61.66, "caption": "A woman is holding a glass of wine while talking to man.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 332432, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 1.77, 3.84 ], "duration": 59.66, "caption": "A man gives a wine glass to a woman so she can drink from it.", "similarity": 0.688, "relevance": 4 }, { "pair_id": 332433, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A woman takes the glass of white wine out of man's hands.", "similarity": 0.6868, "relevance": 4 }, { "pair_id": 332434, "video_name": "grey_s03e23_seg02_clip_25", "timestamp": [ 34.39, 36.66 ], "duration": 90.66, "caption": "A man is drinking wine while woman walks in.", "similarity": 0.6834, "relevance": 1 }, { "pair_id": 332435, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 10.34, 22.47 ], "duration": 89.66, "caption": "A woman opens a bottle of wine and pours a glass as a man enters the apartment.", "similarity": 0.6816, "relevance": 1 }, { "pair_id": 332437, "video_name": "s07e06_seg02_clip_05", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman is holding a glass of wine while speaking to a man.", "similarity": 0.6801, "relevance": 1 }, { "pair_id": 332438, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 48.98, 59.76 ], "duration": 89.66, "caption": "A man pours from a wine bottle and his glass into a glass of wine for a woman.", "similarity": 0.6766, "relevance": 4 }, { "pair_id": 332439, "video_name": "castle_s08e10_seg02_clip_26", "timestamp": [ 59.53, 62.42 ], "duration": 96.66, "caption": "A man is pouring a glass of champagne as a woman walks into the room.", "similarity": 0.6763, "relevance": 2 } ] }, { "query_id": 51881, "query": "A man is looking at his phone as he approaches woman where she is holding a bundle in a towel.", "relevant_moment": [ { "pair_id": 142720, "video_name": "s09e15_seg02_clip_06", "timestamp": [ 20.36, 31.58 ], "duration": 59.66, "caption": "A man is looking at his phone as he approaches woman where she is holding a bundle in a towel.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 142721, "video_name": "house_s07e12_seg02_clip_22", "timestamp": [ 16.91, 20.48 ], "duration": 89.66, "caption": "While wearing a towel, a woman grabs the phone and hands it to a man.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 142722, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A man is on his phone as a woman walks towards him.", "similarity": 0.7289, "relevance": 1 }, { "pair_id": 142723, "video_name": "castle_s07e04_seg02_clip_26", "timestamp": [ 0.0, 12.96 ], "duration": 96.66, "caption": "A man has his phone in his hand as he is with woman.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 142724, "video_name": "s08e09_seg01_clip_00", "timestamp": [ 29.29, 31.73 ], "duration": 61.66, "caption": "A person looks at their cell phone and hands it to woman.", "similarity": 0.7092, "relevance": 1 }, { "pair_id": 142725, "video_name": "met_s06e02_seg02_clip_13", "timestamp": [ 7.5, 12.01 ], "duration": 60.66, "caption": "A woman looks at something on his/her phone before a man snatches it away from her.", "similarity": 0.7083, "relevance": 1 }, { "pair_id": 142726, "video_name": "house_s06e09_seg02_clip_04", "timestamp": [ 49.15, 53.7 ], "duration": 91.66, "caption": "A woman approaches a man as he has a phone conversation.", "similarity": 0.706, "relevance": 1 }, { "pair_id": 142727, "video_name": "castle_s05e01_seg02_clip_22", "timestamp": [ 18.2, 22.76 ], "duration": 91.66, "caption": "A man turns around while on the phone and sees a woman.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 142728, "video_name": "castle_s04e11_seg02_clip_17", "timestamp": [ 8.19, 18.2 ], "duration": 91.66, "caption": "A man has a towel in his hands when talking to a woman.", "similarity": 0.7014, "relevance": 1 }, { "pair_id": 142729, "video_name": "castle_s04e20_seg02_clip_10", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A man is leaning on the wall with his phone in his hand as a woman approaches him.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 142730, "video_name": "s07e11_seg02_clip_07", "timestamp": [ 44.48, 57.02 ], "duration": 57.66, "caption": "A man looks at his cell phone and shows it to a woman.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 142731, "video_name": "friends_s02e17_seg02_clip_08", "timestamp": [ 55.54, 61.03 ], "duration": 61.66, "caption": "A man hands the phone to woman and she grabs it.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 142732, "video_name": "castle_s04e17_seg02_clip_04", "timestamp": [ 34.17, 37.36 ], "duration": 91.66, "caption": "A man walks off and woman looks at her phone.", "similarity": 0.6804, "relevance": 1 }, { "pair_id": 142733, "video_name": "castle_s08e14_seg02_clip_12", "timestamp": [ 13.05, 18.0 ], "duration": 90.66, "caption": "The woman opens something on her phone showing to the man.", "similarity": 0.6712, "relevance": 1 }, { "pair_id": 142734, "video_name": "castle_s07e04_seg02_clip_26", "timestamp": [ 0.0, 13.92 ], "duration": 96.66, "caption": "A man was holding his phone whilst talking to a woman.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 142735, "video_name": "castle_s03e20_seg02_clip_04", "timestamp": [ 33.31, 35.56 ], "duration": 90.66, "caption": "A woman picks up her phone as she is with a man.", "similarity": 0.6674, "relevance": 0 }, { "pair_id": 142736, "video_name": "castle_s06e19_seg02_clip_04", "timestamp": [ 73.64, 76.32 ], "duration": 89.66, "caption": "A woman looks at her phone and tells a man what it on it.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 142737, "video_name": "friends_s04e02_seg02_clip_02", "timestamp": [ 11.41, 18.31 ], "duration": 60.66, "caption": "A man walks towards a woman and slightly leans towards her while she talks on the phone.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 142738, "video_name": "castle_s02e20_seg02_clip_10", "timestamp": [ 63.77, 67.59 ], "duration": 85.66, "caption": "A man hands his phone over to woman who takes it and begins to read from it.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 142739, "video_name": "castle_s07e11_seg02_clip_14", "timestamp": [ 18.47, 21.17 ], "duration": 90.66, "caption": "A man hands the phone to woman as he's talking to her.", "similarity": 0.6623, "relevance": 1 } ] }, { "query_id": 51888, "query": "A person lays on the table at the MRI and lifts their head up.", "relevant_moment": [ { "pair_id": 275060, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 39.22, 46.88 ], "duration": 90.66, "caption": "A patient's body is slowly going into the MRI machine.", "similarity": 0.6357, "relevance": 3 }, { "pair_id": 275061, "video_name": "grey_s03e25_seg02_clip_11", "timestamp": [ 5.17, 5.64 ], "duration": 94.66, "caption": "A person is on an operating table with their skull open.", "similarity": 0.6354, "relevance": 3 }, { "pair_id": 275062, "video_name": "house_s07e13_seg02_clip_02", "timestamp": [ 84.17, 88.22 ], "duration": 90.66, "caption": "A patient sits up on the examination table.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 275063, "video_name": "house_s02e10_seg02_clip_08", "timestamp": [ 80.12, 85.46 ], "duration": 89.66, "caption": "A man presses the button and the MRI starts moving making a man sit up.", "similarity": 0.6304, "relevance": 4 }, { "pair_id": 275064, "video_name": "house_s07e08_seg02_clip_23", "timestamp": [ 57.52, 74.54 ], "duration": 92.66, "caption": "A doctor picks up another MRI in black and white and holds it up.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 275065, "video_name": "grey_s03e19_seg02_clip_08", "timestamp": [ 52.9, 57.64 ], "duration": 86.66, "caption": "A man straightens up when he notices something on the MRI.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 275066, "video_name": "house_s02e03_seg02_clip_12", "timestamp": [ 26.67, 29.38 ], "duration": 90.66, "caption": "A patient gets down from sitting in an examination table.", "similarity": 0.6174, "relevance": 1 }, { "pair_id": 275067, "video_name": "house_s02e10_seg02_clip_09", "timestamp": [ 17.95, 21.35 ], "duration": 97.66, "caption": "A man shows the patient the MRI scan of their brain.", "similarity": 0.6141, "relevance": 2 }, { "pair_id": 275068, "video_name": "house_s03e06_seg02_clip_06", "timestamp": [ 68.84, 78.61 ], "duration": 93.66, "caption": "A group of doctors and nurses transfer a person from a gurney to an MRI table.", "similarity": 0.6116, "relevance": 3 }, { "pair_id": 275069, "video_name": "house_s07e10_seg02_clip_09", "timestamp": [ 0.0, 57.25 ], "duration": 97.66, "caption": "A man shows person how to watch the MRI procedure.", "similarity": 0.6113, "relevance": 3 }, { "pair_id": 275070, "video_name": "house_s01e12_seg02_clip_00", "timestamp": [ 2.85, 11.88 ], "duration": 95.66, "caption": "A man with brown hair is laying in the MRI.", "similarity": 0.6104, "relevance": 3 }, { "pair_id": 275071, "video_name": "house_s01e01_seg02_clip_04", "timestamp": [ 102.87, 114.97 ], "duration": 121.66, "caption": "A patient goes inside of the tube for the MRI.", "similarity": 0.6063, "relevance": 3 }, { "pair_id": 275072, "video_name": "house_s01e02_seg02_clip_06", "timestamp": [ 3.55, 5.52 ], "duration": 78.66, "caption": "A person places the MRI film on the light to read the result.", "similarity": 0.6042, "relevance": 3 }, { "pair_id": 275073, "video_name": "house_s07e08_seg02_clip_10", "timestamp": [ 37.45, 41.56 ], "duration": 91.66, "caption": "A person notices the results of the MRI and two men focus in on it.", "similarity": 0.6014, "relevance": 3 }, { "pair_id": 275074, "video_name": "house_s07e14_seg02_clip_16", "timestamp": [ 18.98, 20.71 ], "duration": 69.66, "caption": "A man stands next to an MRI machine and puts his hand on a patient's head.", "similarity": 0.6008, "relevance": 3 }, { "pair_id": 275075, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 25.77, 29.91 ], "duration": 92.66, "caption": "A person in a hospital gown is entering an MRI machine.", "similarity": 0.6003, "relevance": 3 }, { "pair_id": 275076, "video_name": "house_s07e22_seg02_clip_03", "timestamp": [ 88.57, 95.47 ], "duration": 115.66, "caption": "A person inserts a needle into his/her arm and enters a MRI machine.", "similarity": 0.5987, "relevance": 4 }, { "pair_id": 275077, "video_name": "house_s04e14_seg02_clip_04", "timestamp": [ 27.15, 29.91 ], "duration": 92.66, "caption": "The patient, a man, pulls himself out of the MRI machine.", "similarity": 0.5945, "relevance": 4 }, { "pair_id": 275078, "video_name": "house_s03e08_seg02_clip_16", "timestamp": [ 11.13, 16.02 ], "duration": 89.66, "caption": "A man presses the button to the MRI and the patient goes through the machine.", "similarity": 0.5926, "relevance": 3 }, { "pair_id": 275079, "video_name": "house_s08e02_seg02_clip_21", "timestamp": [ 54.84, 63.34 ], "duration": 85.66, "caption": "A man turns his back on person and leaves the MRI room.", "similarity": 0.5922, "relevance": 1 } ] }, { "query_id": 51893, "query": "A man came with a person and the woman started to become upset.", "relevant_moment": [ { "pair_id": 75760, "video_name": "house_s08e02_seg02_clip_20", "timestamp": [ 0.0, 22.57 ], "duration": 94.66, "caption": "A man came with a person and the woman started to become upset.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 75761, "video_name": "castle_s01e03_seg02_clip_12", "timestamp": [ 0.0, 6.07 ], "duration": 86.66, "caption": "A woman came to a man angry and she was trying to stop him.", "similarity": 0.7998, "relevance": 3 }, { "pair_id": 75762, "video_name": "house_s07e08_seg02_clip_19", "timestamp": [ 49.09, 54.45 ], "duration": 89.66, "caption": "A woman gets upset with a man and then walks off.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 75763, "video_name": "house_s01e19_seg02_clip_11", "timestamp": [ 0.9, 23.41 ], "duration": 90.66, "caption": "A man gets upset at a woman as she gets up.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 75764, "video_name": "castle_s07e02_seg02_clip_18", "timestamp": [ 46.74, 67.21 ], "duration": 89.66, "caption": "A man started talking to a woman and she got a bit emotional.", "similarity": 0.7311, "relevance": 1 }, { "pair_id": 75765, "video_name": "house_s02e12_seg02_clip_03", "timestamp": [ 2.28, 5.46 ], "duration": 91.66, "caption": "A woman reaches for a man when he is upset.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 75766, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 6.0, 15.91 ], "duration": 60.66, "caption": "A woman laughs when a man explained to her why another woman was upset.", "similarity": 0.721, "relevance": 1 }, { "pair_id": 75767, "video_name": "castle_s07e02_seg02_clip_00", "timestamp": [ 34.84, 43.55 ], "duration": 91.66, "caption": "A woman says something to a man that upsets him and he gives her an angry look.", "similarity": 0.7193, "relevance": 1 }, { "pair_id": 75768, "video_name": "s01e05_seg01_clip_03", "timestamp": [ 14.4, 29.77 ], "duration": 96.66, "caption": "A woman walks out and a man is upset with her.", "similarity": 0.7168, "relevance": 1 }, { "pair_id": 75769, "video_name": "s02e20_seg02_clip_07", "timestamp": [ 52.53, 59.03 ], "duration": 59.66, "caption": "A man is upset because a woman is going out with another man and says something to another man that surprises him.", "similarity": 0.7152, "relevance": 1 }, { "pair_id": 75770, "video_name": "s02e21_seg02_clip_00", "timestamp": [ 4.58, 20.44 ], "duration": 61.66, "caption": "A man is upset because a woman broke up with him.", "similarity": 0.7134, "relevance": 1 }, { "pair_id": 75771, "video_name": "castle_s04e01_seg02_clip_22", "timestamp": [ 0.0, 10.26 ], "duration": 89.66, "caption": "A woman is visibly upset and a man is telling her she isn't fine.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 75772, "video_name": "friends_s05e22_seg02_clip_04", "timestamp": [ 10.03, 14.17 ], "duration": 59.66, "caption": "A woman turns to a man upset and gets up from the table with him and another man.", "similarity": 0.7014, "relevance": 1 }, { "pair_id": 75773, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 0.0, 26.23 ], "duration": 92.66, "caption": "A woman and a man were angrily talking to each other.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 75774, "video_name": "castle_s02e12_seg02_clip_19", "timestamp": [ 0.0, 10.44 ], "duration": 90.66, "caption": "A man started a conversation with a woman as she starts to get emotional.", "similarity": 0.697, "relevance": 1 }, { "pair_id": 75775, "video_name": "house_s01e22_seg02_clip_09", "timestamp": [ 55.81, 58.52 ], "duration": 90.66, "caption": "A woman confronted man and talk to him very angry.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 75776, "video_name": "friends_s03e18_seg02_clip_14", "timestamp": [ 2.85, 40.49 ], "duration": 57.66, "caption": "A woman tries to console person as he is upset.", "similarity": 0.6943, "relevance": 1 }, { "pair_id": 75777, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A woman gets angry with a man because he's laughing.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 75778, "video_name": "castle_s02e05_seg02_clip_24", "timestamp": [ 26.26, 41.4 ], "duration": 89.66, "caption": "A woman gets very upset and backs away from a man.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 75779, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 4.92, 8.6 ], "duration": 61.66, "caption": "A man is upset that a woman's relationship just ended.", "similarity": 0.6907, "relevance": 1 } ] }, { "query_id": 51985, "query": "A man and a woman roll the patient out of the room.", "relevant_moment": [ { "pair_id": 121060, "video_name": "grey_s01e04_seg02_clip_18", "timestamp": [ 12.62, 19.15 ], "duration": 87.66, "caption": "A man and a woman roll the patient out of the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 121061, "video_name": "house_s05e07_seg02_clip_09", "timestamp": [ 42.73, 48.07 ], "duration": 89.66, "caption": "Two people take the patient out of the room.", "similarity": 0.8339, "relevance": 3 }, { "pair_id": 121062, "video_name": "house_s02e08_seg02_clip_09", "timestamp": [ 26.85, 31.86 ], "duration": 91.66, "caption": "A man and the nurses rush the patient out of the room.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 121063, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 40.7, 45.67 ], "duration": 90.66, "caption": "Two people came in the room of the patient.", "similarity": 0.7531, "relevance": 2 }, { "pair_id": 121064, "video_name": "house_s06e11_seg02_clip_22", "timestamp": [ 17.1, 21.16 ], "duration": 90.66, "caption": "Two people came in the room of the patient.", "similarity": 0.7531, "relevance": 1 }, { "pair_id": 121065, "video_name": "grey_s02e14_seg02_clip_18", "timestamp": [ 8.36, 15.84 ], "duration": 88.66, "caption": "Two people walk out of the patient room together.", "similarity": 0.7513, "relevance": 1 }, { "pair_id": 121066, "video_name": "house_s01e01_seg02_clip_25", "timestamp": [ 59.61, 67.06 ], "duration": 149.66, "caption": "A man is with the patient as a woman walks into the room.", "similarity": 0.7414, "relevance": 1 }, { "pair_id": 121067, "video_name": "house_s03e17_seg02_clip_17", "timestamp": [ 89.77, 93.03 ], "duration": 93.66, "caption": "A man comes into the patient's room while another woman is in there.", "similarity": 0.7375, "relevance": 1 }, { "pair_id": 121068, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 55.37, 60.7 ], "duration": 82.66, "caption": "A man and a woman run towards a person as he is exiting a patient room.", "similarity": 0.7371, "relevance": 1 }, { "pair_id": 121069, "video_name": "house_s05e14_seg02_clip_02", "timestamp": [ 16.47, 22.7 ], "duration": 89.66, "caption": "Two people wheeling another person on the medical bed out of the room.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 121070, "video_name": "house_s06e19_seg02_clip_06", "timestamp": [ 9.45, 12.6 ], "duration": 90.66, "caption": "A woman and a man leave a person's hospital room together.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 121071, "video_name": "grey_s01e04_seg02_clip_16", "timestamp": [ 17.95, 24.85 ], "duration": 92.66, "caption": "A man leaves the patient room and a woman grabs the patient chart and leaves.", "similarity": 0.7266, "relevance": 1 }, { "pair_id": 121072, "video_name": "grey_s01e05_seg02_clip_02", "timestamp": [ 83.62, 88.02 ], "duration": 88.66, "caption": "A woman walks out of the patient room and passes a man.", "similarity": 0.7264, "relevance": 0 }, { "pair_id": 121073, "video_name": "house_s04e12_seg02_clip_21", "timestamp": [ 24.4, 31.06 ], "duration": 88.66, "caption": "Some people roll the patient in a gurney throughout the hallway.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 121074, "video_name": "grey_s02e15_seg02_clip_21", "timestamp": [ 0.0, 29.86 ], "duration": 87.66, "caption": "Two people are taking in a patient's room.", "similarity": 0.7229, "relevance": 1 }, { "pair_id": 121075, "video_name": "grey_s02e10_seg02_clip_02", "timestamp": [ 36.31, 40.69 ], "duration": 87.66, "caption": "Two people come into a patient's room.", "similarity": 0.7224, "relevance": 1 }, { "pair_id": 121076, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 16.34, 20.8 ], "duration": 99.66, "caption": "A man follows a woman and they both exit the patient's room.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 121077, "video_name": "house_s07e23_seg02_clip_06", "timestamp": [ 6.34, 18.56 ], "duration": 90.66, "caption": "A woman leaves a man's room and enters another patient's room.", "similarity": 0.7181, "relevance": 1 }, { "pair_id": 121078, "video_name": "house_s07e02_seg02_clip_17", "timestamp": [ 29.76, 30.61 ], "duration": 85.66, "caption": "A person leaves the patient room and another person follows them out.", "similarity": 0.7177, "relevance": 0 }, { "pair_id": 121079, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and woman were attending a patient that is lying on the hospital bed.", "similarity": 0.716, "relevance": 0 } ] }, { "query_id": 51996, "query": "A man and another man each use a key in a safety deposit box and the box opens.", "relevant_moment": [ { "pair_id": 111120, "video_name": "castle_s07e02_seg02_clip_15", "timestamp": [ 59.06, 63.86 ], "duration": 96.66, "caption": "A man and another man each use a key in a safety deposit box and the box opens.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 111121, "video_name": "castle_s07e16_seg02_clip_02", "timestamp": [ 14.74, 16.09 ], "duration": 89.66, "caption": "A man unlocks door with card key for two people.", "similarity": 0.6298, "relevance": 1 }, { "pair_id": 111122, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 54.37, 64.7 ], "duration": 89.66, "caption": "A man opens the door using his key and he saw another man.", "similarity": 0.6161, "relevance": 1 }, { "pair_id": 111123, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man opens another man's white box and takes out an item.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 111124, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.6049, "relevance": 1 }, { "pair_id": 111125, "video_name": "castle_s03e12_seg02_clip_11", "timestamp": [ 79.56, 90.41 ], "duration": 90.66, "caption": "A person puts on a box onto their head and another person closes the door.", "similarity": 0.5947, "relevance": 0 }, { "pair_id": 111126, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 43.33, 46.99 ], "duration": 61.66, "caption": "A person opens up a safe box and takes out a small box from it.", "similarity": 0.5927, "relevance": 1 }, { "pair_id": 111127, "video_name": "met_s02e18_seg02_clip_02", "timestamp": [ 23.76, 31.78 ], "duration": 59.66, "caption": "A man picks up the keys and takes a box from someone after he agrees to help.", "similarity": 0.5907, "relevance": 0 }, { "pair_id": 111128, "video_name": "castle_s07e02_seg02_clip_15", "timestamp": [ 84.99, 96.03 ], "duration": 96.66, "caption": "A person pulls several envelopes out of the safe deposit boxes and looks at them putting the first behind the last, then they begin to open one.", "similarity": 0.5861, "relevance": 1 }, { "pair_id": 111129, "video_name": "friends_s01e09_seg02_clip_16", "timestamp": [ 7.03, 15.88 ], "duration": 61.66, "caption": "A man holds a drawer while another man tries to unlock the door.", "similarity": 0.5826, "relevance": 1 }, { "pair_id": 111130, "video_name": "castle_s05e18_seg02_clip_19", "timestamp": [ 41.93, 47.21 ], "duration": 66.66, "caption": "A man holds up keys and another man takes them and puts him in his pocket.", "similarity": 0.5815, "relevance": 0 }, { "pair_id": 111131, "video_name": "met_s05e01_seg01_clip_02", "timestamp": [ 4.04, 6.86 ], "duration": 79.66, "caption": "A man opens up a box of gift from another man.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 111132, "video_name": "friends_s03e10_seg02_clip_06", "timestamp": [ 56.43, 59.13 ], "duration": 60.66, "caption": "A man introduces the boxes he is holding to another man and some people.", "similarity": 0.5784, "relevance": 0 }, { "pair_id": 111133, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 6.16, 8.4 ], "duration": 56.66, "caption": "A person holds up a key for another person to take from him.", "similarity": 0.5717, "relevance": 1 }, { "pair_id": 111134, "video_name": "castle_s04e07_seg02_clip_07", "timestamp": [ 71.72, 74.84 ], "duration": 89.66, "caption": "A robber with a mask opens a safety deposit box and takes out the contents of it.", "similarity": 0.5692, "relevance": 1 }, { "pair_id": 111135, "video_name": "friends_s08e14_seg02_clip_11", "timestamp": [ 4.2, 9.6 ], "duration": 60.66, "caption": "A man hands another man a bobbypin to use to try and unlock a door with.", "similarity": 0.5685, "relevance": 1 }, { "pair_id": 111136, "video_name": "house_s07e14_seg02_clip_24", "timestamp": [ 48.73, 55.69 ], "duration": 87.66, "caption": "A man grabs the keys when another man reaches for them and holds them up.", "similarity": 0.565, "relevance": 0 }, { "pair_id": 111137, "video_name": "s09e04_seg02_clip_02", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man returns the apartment key by placing it in another person's hand.", "similarity": 0.5639, "relevance": 0 }, { "pair_id": 111138, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 21.61, 28.36 ], "duration": 90.66, "caption": "A man is trying to pick a lock and someone shows him the key.", "similarity": 0.5629, "relevance": 1 }, { "pair_id": 111139, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 59.16, 62.28 ], "duration": 62.66, "caption": "A man holds a toy and another man takes it and sets it in a box.", "similarity": 0.5625, "relevance": 0 } ] }, { "query_id": 52057, "query": "A man notices a wedding picture of a woman as he listens to her speak.", "relevant_moment": [ { "pair_id": 167640, "video_name": "castle_s03e02_seg02_clip_17", "timestamp": [ 24.58, 28.22 ], "duration": 91.66, "caption": "A man notices a wedding picture of a woman as he listens to her speak.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167641, "video_name": "castle_s07e14_seg02_clip_11", "timestamp": [ 51.73, 54.0 ], "duration": 90.66, "caption": "A man shows woman a picture of a man as he speaks to her.", "similarity": 0.7548, "relevance": 1 }, { "pair_id": 167642, "video_name": "s05e24_seg02_clip_06", "timestamp": [ 42.4, 45.26 ], "duration": 52.66, "caption": "A man makes a suggestion to woman about their wedding.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 167643, "video_name": "house_s06e20_seg02_clip_05", "timestamp": [ 79.29, 83.02 ], "duration": 83.66, "caption": "A person holds a framed wedding photo while talking with a person.", "similarity": 0.7186, "relevance": 3 }, { "pair_id": 167644, "video_name": "castle_s05e05_seg02_clip_22", "timestamp": [ 77.87, 90.02 ], "duration": 90.66, "caption": "A woman shows the man look-a-like a pictures as she and person spoke to him.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 167645, "video_name": "friends_s06e22_seg02_clip_06", "timestamp": [ 17.99, 27.85 ], "duration": 58.66, "caption": "A man listens to a voicemail about his and woman's wedding.", "similarity": 0.7103, "relevance": 0 }, { "pair_id": 167646, "video_name": "friends_s09e16_seg02_clip_16", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A person moves his hand together while talking about woman's upcoming wedding.", "similarity": 0.704, "relevance": 0 }, { "pair_id": 167647, "video_name": "s05e24_seg02_clip_03", "timestamp": [ 3.58, 9.43 ], "duration": 65.66, "caption": "A man smiles after a woman discussing the wedding news.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 167649, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 25.97, 55.46 ], "duration": 88.66, "caption": "A person talks to man about the woman he is seeing.", "similarity": 0.6879, "relevance": 0 }, { "pair_id": 167650, "video_name": "friends_s07e23-24_seg02_clip_27", "timestamp": [ 31.21, 59.45 ], "duration": 59.66, "caption": "A woman talks to another woman about her upcoming wedding to a man.", "similarity": 0.6872, "relevance": 0 }, { "pair_id": 167651, "video_name": "castle_s06e21_seg02_clip_22", "timestamp": [ 6.75, 10.35 ], "duration": 90.66, "caption": "A person holds up a picture of another person as he speaks to woman.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 167652, "video_name": "castle_s02e06_seg02_clip_22", "timestamp": [ 3.05, 8.7 ], "duration": 87.66, "caption": "A man looks up while telling someone about his wedding day.", "similarity": 0.682, "relevance": 0 }, { "pair_id": 167653, "video_name": "castle_s07e06_seg02_clip_00", "timestamp": [ 41.35, 45.94 ], "duration": 91.66, "caption": "A person holds a wedding invitation, turns to speak to another person and then looks at the invitation.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 167654, "video_name": "castle_s06e14_seg02_clip_19", "timestamp": [ 46.54, 63.47 ], "duration": 94.66, "caption": "A man updates a woman about the wedding location after she asks.", "similarity": 0.6795, "relevance": 0 }, { "pair_id": 167655, "video_name": "s10e01_seg02_clip_16", "timestamp": [ 6.3, 70.02 ], "duration": 70.66, "caption": "A person made a message for the couple during the wedding.", "similarity": 0.6787, "relevance": 0 }, { "pair_id": 167656, "video_name": "castle_s05e20_seg02_clip_26", "timestamp": [ 9.12, 19.76 ], "duration": 152.66, "caption": "A man looks at a picture in his hand while talking to a woman.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 167657, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 1.58, 6.64 ], "duration": 63.66, "caption": "A woman turns slightly when a man mentions her wedding attire.", "similarity": 0.6737, "relevance": 0 }, { "pair_id": 167659, "video_name": "met_s02e20_seg02_clip_12", "timestamp": [ 0.0, 5.15 ], "duration": 60.66, "caption": "A man is giving a speech at couple's wedding.", "similarity": 0.6715, "relevance": 0 } ] }, { "query_id": 52121, "query": "Some people walk through the hospital together.", "relevant_moment": [ { "pair_id": 12440, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 13.5, 23.63 ], "duration": 135.66, "caption": "Some people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12441, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 67.32, 89.16 ], "duration": 89.66, "caption": "Some people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12442, "video_name": "house_s02e11_seg02_clip_08", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A group of people walk through the hospital together.", "similarity": 0.9636, "relevance": 4 }, { "pair_id": 12443, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 58.56, 67.05 ], "duration": 89.66, "caption": "A group of people walk through the hospital together.", "similarity": 0.9636, "relevance": 4 }, { "pair_id": 12444, "video_name": "house_s05e19_seg02_clip_23", "timestamp": [ 0.0, 25.94 ], "duration": 91.66, "caption": "Multiple people walk through the hospital together.", "similarity": 0.9495, "relevance": 4 }, { "pair_id": 12445, "video_name": "house_s04e14_seg02_clip_16", "timestamp": [ 9.2, 29.91 ], "duration": 92.66, "caption": "Some people walk through the hospital together getting angrier.", "similarity": 0.9442, "relevance": 4 }, { "pair_id": 12446, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 7.63, 45.33 ], "duration": 89.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 12447, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 13.92, 48.3 ], "duration": 87.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 12448, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 12449, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 53.69, 68.9 ], "duration": 95.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 12450, "video_name": "house_s06e08_seg02_clip_00", "timestamp": [ 19.67, 37.05 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 3 }, { "pair_id": 12451, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 0.0, 24.58 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 12452, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 14.4 ], "duration": 96.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 12453, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 7.48, 14.08 ], "duration": 88.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 12454, "video_name": "grey_s01e08_seg02_clip_14", "timestamp": [ 1.36, 19.95 ], "duration": 90.66, "caption": "Two people walk through the hospital together.", "similarity": 0.9227, "relevance": 4 }, { "pair_id": 12455, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 30.83, 40.04 ], "duration": 92.66, "caption": "Three people walk through the hospital together.", "similarity": 0.9169, "relevance": 4 }, { "pair_id": 12456, "video_name": "grey_s03e11_seg02_clip_01", "timestamp": [ 4.85, 28.19 ], "duration": 88.66, "caption": "A group is walking through the hospital.", "similarity": 0.9056, "relevance": 4 }, { "pair_id": 12457, "video_name": "house_s01e05_seg02_clip_01", "timestamp": [ 0.0, 13.8 ], "duration": 89.66, "caption": "Some doctors are walking through the hospital together.", "similarity": 0.9004, "relevance": 4 }, { "pair_id": 12458, "video_name": "house_s05e16_seg02_clip_19", "timestamp": [ 10.08, 25.53 ], "duration": 63.66, "caption": "Four people walk through the hospital together.", "similarity": 0.8841, "relevance": 4 }, { "pair_id": 12459, "video_name": "house_s07e21_seg02_clip_05", "timestamp": [ 66.8, 84.02 ], "duration": 84.66, "caption": "Five people walk through the hospital together.", "similarity": 0.8717, "relevance": 4 }, { "pair_id": 185760, "video_name": "grey_s01e05_seg02_clip_04", "timestamp": [ 47.71, 55.81 ], "duration": 90.66, "caption": "Multiple people walk in the hospital hallway.", "similarity": 0.8637, "relevance": 4 }, { "pair_id": 185761, "video_name": "grey_s03e23_seg02_clip_24", "timestamp": [ 31.76, 38.29 ], "duration": 87.66, "caption": "Some people are walking down the hall of the hospital together.", "similarity": 0.8556, "relevance": 4 }, { "pair_id": 185762, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 1.84, 35.43 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185763, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 7.04, 24.21 ], "duration": 88.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185764, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 12.63, 32.83 ], "duration": 101.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185765, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 20.93, 31.63 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185766, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 0.0, 9.67 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185767, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 0.0, 13.35 ], "duration": 89.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185768, "video_name": "house_s01e10_seg02_clip_10", "timestamp": [ 27.44, 45.12 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185769, "video_name": "house_s01e06_seg02_clip_20", "timestamp": [ 1.63, 16.28 ], "duration": 81.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185770, "video_name": "house_s01e02_seg02_clip_12", "timestamp": [ 0.0, 11.25 ], "duration": 90.66, "caption": "Two men walk through the hospital together.", "similarity": 0.842, "relevance": 4 }, { "pair_id": 185771, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 21.81, 24.93 ], "duration": 89.66, "caption": "A person and woman walk through the hospital together.", "similarity": 0.8414, "relevance": 4 }, { "pair_id": 185772, "video_name": "house_s02e09_seg02_clip_17", "timestamp": [ 29.13, 54.16 ], "duration": 91.66, "caption": "A man and another man walk through the hospital together.", "similarity": 0.836, "relevance": 4 }, { "pair_id": 185773, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 0.0, 26.0 ], "duration": 113.66, "caption": "Two men are walking through the hospital together.", "similarity": 0.8242, "relevance": 4 }, { "pair_id": 185774, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 0.0, 25.25 ], "duration": 99.66, "caption": "Three men walk through the hospital together.", "similarity": 0.8176, "relevance": 4 }, { "pair_id": 185775, "video_name": "house_s05e24_seg02_clip_13", "timestamp": [ 27.21, 42.09 ], "duration": 85.66, "caption": "A person and another person walk through the hospital to someone's office.", "similarity": 0.8146, "relevance": 4 }, { "pair_id": 185776, "video_name": "house_s01e14_seg02_clip_03", "timestamp": [ 21.81, 40.51 ], "duration": 89.66, "caption": "A woman and a man walk through the hospital together.", "similarity": 0.8121, "relevance": 4 }, { "pair_id": 185777, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 72.26, 75.45 ], "duration": 90.66, "caption": "Two people walk into a hospital room.", "similarity": 0.8107, "relevance": 4 }, { "pair_id": 185778, "video_name": "house_s04e06_seg02_clip_05", "timestamp": [ 58.29, 82.97 ], "duration": 105.66, "caption": "Three people talk while walking through a hospital.", "similarity": 0.809, "relevance": 4 }, { "pair_id": 185779, "video_name": "house_s03e17_seg02_clip_07", "timestamp": [ 15.06, 20.53 ], "duration": 91.66, "caption": "A man and a woman walk through the hospital together.", "similarity": 0.8082, "relevance": 4 } ] }, { "query_id": 52123, "query": "A man uses his cane to close the glass door to the patient's room.", "relevant_moment": [ { "pair_id": 2900, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 12.83, 15.53 ], "duration": 135.66, "caption": "A man uses his cane to close the glass door to the patient's room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2901, "video_name": "house_s03e24_seg02_clip_20", "timestamp": [ 21.48, 25.06 ], "duration": 89.66, "caption": "A man opens the door on his way to a patient's room.", "similarity": 0.733, "relevance": 3 }, { "pair_id": 2902, "video_name": "house_s01e13_seg02_clip_11", "timestamp": [ 35.68, 39.6 ], "duration": 87.66, "caption": "A person uses his cane to keep a door from opening.", "similarity": 0.7322, "relevance": 3 }, { "pair_id": 2903, "video_name": "house_s05e21_seg02_clip_17", "timestamp": [ 15.84, 21.13 ], "duration": 88.66, "caption": "A man uses his cane to stop the elevator doors from closing.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 2904, "video_name": "house_s05e11_seg02_clip_17", "timestamp": [ 3.15, 5.85 ], "duration": 90.66, "caption": "A man closes the door and looks at the patient.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 2905, "video_name": "house_s07e07_seg02_clip_25", "timestamp": [ 51.32, 58.16 ], "duration": 76.66, "caption": "A man opens the office door with his cane.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 2906, "video_name": "house_s01e05_seg02_clip_20", "timestamp": [ 17.08, 22.77 ], "duration": 87.66, "caption": "A person sets down their cane and opens the door.", "similarity": 0.7039, "relevance": 1 }, { "pair_id": 2907, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 18.41, 20.25 ], "duration": 92.66, "caption": "A man walks in the door of the room of a patient.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 2908, "video_name": "house_s08e02_seg02_clip_18", "timestamp": [ 20.94, 25.94 ], "duration": 91.66, "caption": "A man picks up the cane and shuts the door.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 2909, "video_name": "house_s03e09_seg02_clip_04", "timestamp": [ 35.82, 46.7 ], "duration": 90.66, "caption": "A man opens a door to enter a patient's room.", "similarity": 0.6964, "relevance": 1 }, { "pair_id": 2910, "video_name": "house_s05e12_seg02_clip_23", "timestamp": [ 4.14, 8.28 ], "duration": 138.66, "caption": "A man puts his hand on the hospital door to stop it from closing.", "similarity": 0.6947, "relevance": 1 }, { "pair_id": 2911, "video_name": "house_s04e14_seg02_clip_03", "timestamp": [ 35.65, 40.61 ], "duration": 90.66, "caption": "A person uses his cane to stop the elevator door from closing.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 2912, "video_name": "house_s02e02_seg02_clip_17", "timestamp": [ 107.32, 113.12 ], "duration": 116.66, "caption": "A man slides open the patient's door, and then slides it closed slowly.", "similarity": 0.6912, "relevance": 1 }, { "pair_id": 2913, "video_name": "house_s08e14_seg02_clip_07", "timestamp": [ 60.53, 62.81 ], "duration": 91.66, "caption": "A man uses his cane to knock on a door.", "similarity": 0.69, "relevance": 0 }, { "pair_id": 2914, "video_name": "house_s02e01_seg02_clip_14", "timestamp": [ 94.11, 98.03 ], "duration": 98.66, "caption": "A man sticks out his cane to prevent the elevator door from closing.", "similarity": 0.6881, "relevance": 1 }, { "pair_id": 2915, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 15.75, 20.26 ], "duration": 90.66, "caption": "A person opens the door of a patient's room.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 2916, "video_name": "house_s06e21_seg02_clip_00", "timestamp": [ 0.0, 3.8 ], "duration": 95.66, "caption": "A man walks into the room by sticking his cane between the doors.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 2917, "video_name": "house_s02e13_seg02_clip_24", "timestamp": [ 43.9, 46.56 ], "duration": 133.66, "caption": "Dr. Someone opens the sliding door of the patient's room.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 2918, "video_name": "house_s08e15_seg02_clip_24", "timestamp": [ 46.99, 50.91 ], "duration": 87.66, "caption": "The door in the patient's room just closes after doctor exits it.", "similarity": 0.6828, "relevance": 0 }, { "pair_id": 2919, "video_name": "house_s01e06_seg02_clip_06", "timestamp": [ 49.67, 53.74 ], "duration": 90.66, "caption": "A person walks over and shuts the door to talk to his patient.", "similarity": 0.6764, "relevance": 3 } ] }, { "query_id": 52125, "query": "A person sits down in the chair and waves to another person and she waves back at him.", "relevant_moment": [ { "pair_id": 11820, "video_name": "castle_s02e05_seg02_clip_06", "timestamp": [ 7.7, 10.26 ], "duration": 85.66, "caption": "A person sits down in the chair and waves to another person and she waves back at him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11821, "video_name": "friends_s02e19_seg02_clip_19", "timestamp": [ 18.73, 21.41 ], "duration": 48.66, "caption": "A person turns around in a chair and waves at someone.", "similarity": 0.8288, "relevance": 2 }, { "pair_id": 11822, "video_name": "castle_s01e06_seg02_clip_09", "timestamp": [ 87.42, 89.73 ], "duration": 92.66, "caption": "A person waves at woman and another person as they arrive.", "similarity": 0.7277, "relevance": 2 }, { "pair_id": 11823, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 0.0, 40.05 ], "duration": 77.66, "caption": "Two people wave each other, as the person wants to spend time with the other.", "similarity": 0.7244, "relevance": 0 }, { "pair_id": 11824, "video_name": "house_s03e01_seg02_clip_09", "timestamp": [ 0.0, 8.05 ], "duration": 89.66, "caption": "A person sat on a chair while talking to another person.", "similarity": 0.7236, "relevance": 2 }, { "pair_id": 11825, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 10.36, 16.21 ], "duration": 90.66, "caption": "A person is having a conversation with another person and sits back on his/her chair.", "similarity": 0.718, "relevance": 0 }, { "pair_id": 11826, "video_name": "friends_s07e04_seg02_clip_03", "timestamp": [ 1.44, 6.32 ], "duration": 57.66, "caption": "A man waves his hand and a person gets up from the chair.", "similarity": 0.7162, "relevance": 1 }, { "pair_id": 11827, "video_name": "house_s03e05_seg02_clip_02", "timestamp": [ 6.96, 9.57 ], "duration": 87.66, "caption": "A person sits down in a chair and talks with person.", "similarity": 0.7074, "relevance": 2 }, { "pair_id": 11828, "video_name": "s05e14_seg02_clip_16", "timestamp": [ 8.2, 11.32 ], "duration": 39.66, "caption": "A person sitting in the chair turns around to speak to another person.", "similarity": 0.706, "relevance": 1 }, { "pair_id": 11829, "video_name": "house_s08e01_seg02_clip_08", "timestamp": [ 9.32, 48.36 ], "duration": 88.66, "caption": "A person is conversing with another person as she is sitting in a chair.", "similarity": 0.7059, "relevance": 1 }, { "pair_id": 11830, "video_name": "house_s02e21_seg02_clip_14", "timestamp": [ 29.38, 89.02 ], "duration": 89.66, "caption": "A person sits in a chair while having a conversation with another person.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 11831, "video_name": "met_s02e11_seg02_clip_04", "timestamp": [ 0.0, 2.78 ], "duration": 61.66, "caption": "A person waves up at another person after they welcome them.", "similarity": 0.6989, "relevance": 1 }, { "pair_id": 11832, "video_name": "castle_s08e08_seg02_clip_01", "timestamp": [ 17.75, 22.3 ], "duration": 91.66, "caption": "A woman settles into the chair and waves a man away.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 11833, "video_name": "s06e02_seg02_clip_08", "timestamp": [ 28.85, 30.81 ], "duration": 56.66, "caption": "A person gets up from a chair that he was sitting in talking to another person.", "similarity": 0.692, "relevance": 1 }, { "pair_id": 11834, "video_name": "house_s05e12_seg02_clip_06", "timestamp": [ 46.03, 48.2 ], "duration": 48.66, "caption": "A person turns their chair to be able to talk to another person.", "similarity": 0.6909, "relevance": 0 }, { "pair_id": 11835, "video_name": "s09e01_seg02_clip_04", "timestamp": [ 11.9, 16.83 ], "duration": 58.66, "caption": "A person is sitting across from another person in another chair as they speak.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 11836, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 11837, "video_name": "s07e13_seg02_clip_10", "timestamp": [ 24.41, 29.9 ], "duration": 61.66, "caption": "A person walks over to another person sitting in a chair to talk to him.", "similarity": 0.6884, "relevance": 1 }, { "pair_id": 11838, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 49.1, 53.33 ], "duration": 65.66, "caption": "A person is sitting in the chair across from another person.", "similarity": 0.6881, "relevance": 1 }, { "pair_id": 11839, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.6854, "relevance": 1 } ] }, { "query_id": 52146, "query": "A person takes pictures of the bruises on the victim's body.", "relevant_moment": [ { "pair_id": 173000, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 23.49, 31.62 ], "duration": 90.66, "caption": "A person takes pictures of the bruises on the victim's body.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173001, "video_name": "castle_s02e17_seg02_clip_25", "timestamp": [ 69.82, 72.5 ], "duration": 179.66, "caption": "A person looks at a photo of a bruise.", "similarity": 0.7734, "relevance": 4 }, { "pair_id": 173002, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 25.75, 36.14 ], "duration": 90.66, "caption": "A person stands on the stool and takes photos of the victim.", "similarity": 0.7245, "relevance": 4 }, { "pair_id": 173003, "video_name": "castle_s07e18_seg02_clip_06", "timestamp": [ 86.86, 94.66 ], "duration": 104.66, "caption": "A person takes photos of blood at a crime scene.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 173004, "video_name": "castle_s02e08_seg02_clip_11", "timestamp": [ 8.36, 14.96 ], "duration": 88.66, "caption": "A man shows two people photographs of the victim.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 173005, "video_name": "castle_s02e08_seg02_clip_11", "timestamp": [ 10.56, 16.28 ], "duration": 88.66, "caption": "A man takes out the photos to help describe the victims' injuries to two people.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 173006, "video_name": "castle_s02e03_seg02_clip_02", "timestamp": [ 0.0, 4.06 ], "duration": 90.66, "caption": "A person hands back the photo after explaining how he knew the victim.", "similarity": 0.6588, "relevance": 1 }, { "pair_id": 173007, "video_name": "castle_s03e24_seg02_clip_21", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A person describes someone who hung with the victim before getting to their picture.", "similarity": 0.655, "relevance": 1 }, { "pair_id": 173008, "video_name": "grey_s03e16_seg02_clip_09", "timestamp": [ 77.19, 90.28 ], "duration": 90.66, "caption": "A person takes an instant picture of a deceased person in a body bag.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 173009, "video_name": "house_s08e13_seg02_clip_10", "timestamp": [ 88.29, 90.57 ], "duration": 91.66, "caption": "A person takes a picture of another person.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 173010, "video_name": "castle_s06e18_seg02_clip_01", "timestamp": [ 7.2, 10.8 ], "duration": 90.66, "caption": "A person points to a wound on the victim's body.", "similarity": 0.6459, "relevance": 2 }, { "pair_id": 173011, "video_name": "grey_s03e20_seg02_clip_03", "timestamp": [ 0.0, 2.88 ], "duration": 96.66, "caption": "A person takes a photograph of a patient lying down.", "similarity": 0.6432, "relevance": 3 }, { "pair_id": 173013, "video_name": "castle_s02e03_seg02_clip_07", "timestamp": [ 29.18, 31.8 ], "duration": 87.66, "caption": "A person uses a pen to gesture at a bruise on the victim's arm.", "similarity": 0.6379, "relevance": 2 }, { "pair_id": 173014, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 40.2, 44.72 ], "duration": 90.66, "caption": "A person looks down at the bruised victim laying down.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 173015, "video_name": "castle_s06e09_seg02_clip_03", "timestamp": [ 41.63, 45.25 ], "duration": 90.66, "caption": "A man notices a camera on a spindle and takes it out as he mentions the victim possibly taking a picture of the perpetrator.", "similarity": 0.6337, "relevance": 1 }, { "pair_id": 173016, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 28.74, 34.22 ], "duration": 91.66, "caption": "A woman shows a man a picture of a dead victim and he recognizes him.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 173017, "video_name": "castle_s07e14_seg02_clip_01", "timestamp": [ 62.6, 65.77 ], "duration": 90.66, "caption": "A man hangs the picture of the victim on the board.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 173018, "video_name": "castle_s05e20_seg02_clip_01", "timestamp": [ 25.74, 30.71 ], "duration": 90.66, "caption": "A person uncovers the victim face showing severe trauma.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 173019, "video_name": "castle_s02e15_seg02_clip_01", "timestamp": [ 14.28, 16.95 ], "duration": 89.66, "caption": "A woman identifies the body and profession of the victim.", "similarity": 0.621, "relevance": 0 }, { "pair_id": 346320, "video_name": "friends_s04e23-24_seg02_clip_14", "timestamp": [ 35.26, 39.01 ], "duration": 75.66, "caption": "A woman takes the photo from person and hits person on the head.", "similarity": 0.6131, "relevance": 1 }, { "pair_id": 346321, "video_name": "castle_s04e17_seg02_clip_21", "timestamp": [ 26.06, 32.8 ], "duration": 89.66, "caption": "A person takes out photos of crime scenes and puts them in front of another person.", "similarity": 0.6101, "relevance": 3 }, { "pair_id": 346322, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 10.7, 20.93 ], "duration": 93.66, "caption": "A person takes off the photo and explains who that person is.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 346323, "video_name": "castle_s03e07_seg02_clip_01", "timestamp": [ 6.75, 9.45 ], "duration": 90.66, "caption": "A person walks to examine the body and tilts the victim's face upwards.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 346324, "video_name": "castle_s06e20_seg02_clip_02", "timestamp": [ 6.83, 19.12 ], "duration": 91.66, "caption": "A man points to a picture of the victim while explaining his history.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 346325, "video_name": "house_s03e17_seg02_clip_01", "timestamp": [ 22.15, 26.22 ], "duration": 90.66, "caption": "A person took their camera and take a picture of a man.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 346326, "video_name": "castle_s04e18_seg02_clip_25", "timestamp": [ 12.88, 17.48 ], "duration": 92.66, "caption": "A person takes down a picture of a woman on the case board.", "similarity": 0.601, "relevance": 1 }, { "pair_id": 346327, "video_name": "castle_s06e12_seg02_clip_10", "timestamp": [ 82.2, 95.03 ], "duration": 95.66, "caption": "Some people are looking at a video of the victim.", "similarity": 0.5968, "relevance": 0 }, { "pair_id": 346328, "video_name": "grey_s02e02_seg02_clip_01", "timestamp": [ 82.83, 91.03 ], "duration": 91.66, "caption": "A person turns another person onto their side and sees an old, large bruise on their back.", "similarity": 0.5946, "relevance": 1 }, { "pair_id": 346329, "video_name": "castle_s03e03_seg02_clip_20", "timestamp": [ 46.45, 49.89 ], "duration": 86.66, "caption": "A woman and a man look up the pictures of the victims.", "similarity": 0.5941, "relevance": 1 }, { "pair_id": 346330, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 0.9, 3.0 ], "duration": 60.66, "caption": "A person takes a picture of a man and a woman.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 346331, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 7.65, 11.25 ], "duration": 90.66, "caption": "A person takes a picture of someone during training.", "similarity": 0.5889, "relevance": 0 }, { "pair_id": 346332, "video_name": "castle_s05e06_seg02_clip_05", "timestamp": [ 73.94, 79.35 ], "duration": 90.66, "caption": "Two people are looking at the pictures of victim and wound talking about possible ways the victim might have been killed.", "similarity": 0.588, "relevance": 1 }, { "pair_id": 346334, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 40.51, 50.86 ], "duration": 90.66, "caption": "Person shows a picture to woman and tells hers she a murderer.", "similarity": 0.5863, "relevance": 0 }, { "pair_id": 346335, "video_name": "house_s06e20_seg02_clip_12", "timestamp": [ 11.31, 15.66 ], "duration": 87.66, "caption": "A man tells person the object he thinks made the bruise.", "similarity": 0.5839, "relevance": 0 }, { "pair_id": 346336, "video_name": "castle_s04e14_seg02_clip_13", "timestamp": [ 11.83, 17.29 ], "duration": 91.66, "caption": "A person is looking at a crime scene photo.", "similarity": 0.5838, "relevance": 1 }, { "pair_id": 346337, "video_name": "friends_s10e16_seg02_clip_17", "timestamp": [ 40.3, 44.21 ], "duration": 60.66, "caption": "A man hands a woman photos of the person who was wearing the wrist restraints.", "similarity": 0.5831, "relevance": 1 }, { "pair_id": 346338, "video_name": "castle_s03e03_seg02_clip_08", "timestamp": [ 19.97, 22.69 ], "duration": 90.66, "caption": "A man takes a picture of a person and woman.", "similarity": 0.5812, "relevance": 1 }, { "pair_id": 346339, "video_name": "castle_s07e11_seg02_clip_07", "timestamp": [ 5.04, 16.02 ], "duration": 91.66, "caption": "A man hangs up a photo of a person then describes who he is.", "similarity": 0.5801, "relevance": 0 } ] }, { "query_id": 52240, "query": "A man offers to let another man walk into the house.", "relevant_moment": [ { "pair_id": 156360, "video_name": "friends_s03e11_seg02_clip_11", "timestamp": [ 11.86, 15.3 ], "duration": 62.66, "caption": "A man offers to let another man walk into the house.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156361, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 73.63, 77.24 ], "duration": 90.66, "caption": "A person lets two men into their home.", "similarity": 0.7796, "relevance": 4 }, { "pair_id": 156362, "video_name": "house_s06e09_seg02_clip_18", "timestamp": [ 40.51, 48.16 ], "duration": 90.66, "caption": "A man walks into another man's house when he's eating.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 156363, "video_name": "house_s02e14_seg02_clip_01", "timestamp": [ 83.29, 84.2 ], "duration": 91.66, "caption": "House and a man walk through a door together.", "similarity": 0.7338, "relevance": 1 }, { "pair_id": 156364, "video_name": "s01e07_seg02_clip_15", "timestamp": [ 35.22, 43.47 ], "duration": 55.66, "caption": "A person goes to a man's house with two other people.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 156365, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 63.02, 70.02 ], "duration": 70.66, "caption": "A man walks to the door and opens it for another man.", "similarity": 0.7178, "relevance": 3 }, { "pair_id": 156366, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 10.55, 14.06 ], "duration": 54.66, "caption": "A man walks in the door and approaches another man.", "similarity": 0.7075, "relevance": 2 }, { "pair_id": 156367, "video_name": "friends_s05e07_seg01_clip_00", "timestamp": [ 33.5, 37.22 ], "duration": 62.66, "caption": "A man tells a man that he can move in with him and another man.", "similarity": 0.7057, "relevance": 1 }, { "pair_id": 156368, "video_name": "met_s02e03_seg02_clip_04", "timestamp": [ 6.16, 9.39 ], "duration": 58.66, "caption": "A man opens the door and asks another man why he's there when he walks in.", "similarity": 0.6926, "relevance": 4 }, { "pair_id": 156369, "video_name": "house_s01e03_seg02_clip_24", "timestamp": [ 76.97, 86.87 ], "duration": 90.66, "caption": "A man walks out a door and walks down the hall with another man.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 156370, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 5.61, 8.26 ], "duration": 59.66, "caption": "A man opens the door and walks into his and another man's apartment.", "similarity": 0.6833, "relevance": 2 }, { "pair_id": 156371, "video_name": "friends_s07e17_seg02_clip_11", "timestamp": [ 40.3, 43.61 ], "duration": 60.66, "caption": "A man opens the door and walks into another man's apartment.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 156372, "video_name": "met_s02e03_seg02_clip_04", "timestamp": [ 3.52, 5.87 ], "duration": 58.66, "caption": "A man opens the front door to let another man in.", "similarity": 0.6822, "relevance": 4 }, { "pair_id": 156373, "video_name": "friends_s04e23-24_seg02_clip_00", "timestamp": [ 18.92, 22.33 ], "duration": 62.66, "caption": "Two men walk over to a man when they come in.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 156374, "video_name": "friends_s05e15_seg02_clip_02", "timestamp": [ 0.0, 4.06 ], "duration": 58.66, "caption": "A man walks to another man's door and introduces himself.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 156375, "video_name": "house_s06e15_seg02_clip_23", "timestamp": [ 46.56, 57.49 ], "duration": 95.66, "caption": "A person walks into the house and waits for another person.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 156377, "video_name": "grey_s03e18_seg02_clip_21", "timestamp": [ 67.52, 72.02 ], "duration": 90.66, "caption": "A man walks into the house, stops and keeps walking.", "similarity": 0.6737, "relevance": 0 }, { "pair_id": 156378, "video_name": "friends_s08e18_seg02_clip_01", "timestamp": [ 0.0, 1.5 ], "duration": 60.66, "caption": "A man shuts the door after walking in with another man.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 156379, "video_name": "s10e10_seg02_clip_02", "timestamp": [ 49.29, 51.65 ], "duration": 59.66, "caption": "A man asks a man when he intends on moving in with them.", "similarity": 0.6683, "relevance": 0 } ] }, { "query_id": 52246, "query": "A man hits another man on his right arm with his left hand.", "relevant_moment": [ { "pair_id": 72360, "video_name": "friends_s03e11_seg02_clip_16", "timestamp": [ 21.45, 23.8 ], "duration": 58.66, "caption": "A man hits another man on his right arm with his left hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 72361, "video_name": "met_s02e10_seg02_clip_03", "timestamp": [ 17.98, 18.87 ], "duration": 58.66, "caption": "A man hits another man with the back of his hand on his arm.", "similarity": 0.9356, "relevance": 3 }, { "pair_id": 72362, "video_name": "friends_s03e10_seg02_clip_20", "timestamp": [ 31.46, 32.42 ], "duration": 48.66, "caption": "A man hits another man on the head with his hand.", "similarity": 0.8657, "relevance": 3 }, { "pair_id": 72363, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 47.37, 49.59 ], "duration": 63.66, "caption": "A man hits guy's shoulder with his right hand.", "similarity": 0.8354, "relevance": 2 }, { "pair_id": 72364, "video_name": "house_s02e08_seg02_clip_19", "timestamp": [ 75.3, 76.68 ], "duration": 91.66, "caption": "A man grabs another man's right arm with his left hand.", "similarity": 0.825, "relevance": 3 }, { "pair_id": 72365, "video_name": "house_s04e08_seg02_clip_19", "timestamp": [ 41.74, 43.45 ], "duration": 85.66, "caption": "A man tries to touch another man and he hits his hands off.", "similarity": 0.8205, "relevance": 2 }, { "pair_id": 72366, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 39.06, 41.19 ], "duration": 61.66, "caption": "A man touches another man's right shoulder with his hand.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 72367, "video_name": "friends_s02e16_seg02_clip_05", "timestamp": [ 8.4, 11.71 ], "duration": 60.66, "caption": "A man puts his right arm around another man's shoulder.", "similarity": 0.7698, "relevance": 1 }, { "pair_id": 72368, "video_name": "friends_s04e10_seg02_clip_19", "timestamp": [ 77.13, 79.07 ], "duration": 97.66, "caption": "A man punches and then pats another man on the arm.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 72369, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 26.47 ], "duration": 63.66, "caption": "A man puts his hand on another man's left shoulder.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 72370, "video_name": "met_s03e15_seg02_clip_12", "timestamp": [ 24.61, 26.41 ], "duration": 60.66, "caption": "A man slaps another man in the stomach with his right hand.", "similarity": 0.7551, "relevance": 1 }, { "pair_id": 72371, "video_name": "met_s02e17_seg02_clip_07", "timestamp": [ 60.18, 62.04 ], "duration": 62.66, "caption": "A man hits another man on the arm in the parked car.", "similarity": 0.7509, "relevance": 1 }, { "pair_id": 72372, "video_name": "house_s01e15_seg02_clip_08", "timestamp": [ 26.73, 29.91 ], "duration": 90.66, "caption": "A man smacks another man right across the face.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 72373, "video_name": "friends_s09e21_seg02_clip_13", "timestamp": [ 51.79, 54.9 ], "duration": 62.66, "caption": "A man slaps guy's right hand with his left hand.", "similarity": 0.7474, "relevance": 2 }, { "pair_id": 72374, "video_name": "s04e11_seg02_clip_08", "timestamp": [ 7.98, 11.98 ], "duration": 57.66, "caption": "A woman hits a man in the arm with her hand.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 72375, "video_name": "castle_s03e24_seg02_clip_21", "timestamp": [ 59.17, 60.53 ], "duration": 91.66, "caption": "A man grabs another man's shoulder and that man punches him.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 72376, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.7272, "relevance": 1 }, { "pair_id": 72377, "video_name": "friends_s05e12_seg02_clip_08", "timestamp": [ 10.57, 11.56 ], "duration": 66.66, "caption": "A woman hits a man on the shoulder with one hand.", "similarity": 0.719, "relevance": 1 }, { "pair_id": 72378, "video_name": "grey_s03e05_seg02_clip_08", "timestamp": [ 8.27, 10.44 ], "duration": 87.66, "caption": "A man puts his arm on top of another man's shoulder.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 72379, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 37.53, 42.72 ], "duration": 61.66, "caption": "A man backhands another man across the arm and the other man backhands him across the arm.", "similarity": 0.7151, "relevance": 2 } ] }, { "query_id": 52262, "query": "A person behind a woman swivels around in his chair and starts talking to Mr. Campbell.", "relevant_moment": [ { "pair_id": 151380, "video_name": "friends_s10e14_seg02_clip_04", "timestamp": [ 34.94, 38.52 ], "duration": 55.66, "caption": "A person behind a woman swivels around in his chair and starts talking to Mr. Campbell.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151381, "video_name": "friends_s07e06_seg02_clip_16", "timestamp": [ 18.36, 25.33 ], "duration": 46.66, "caption": "A woman leans forward in her chair to talk to a man.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 151382, "video_name": "castle_s02e20_seg02_clip_23", "timestamp": [ 80.86, 86.51 ], "duration": 94.66, "caption": "A person stands up from a chair while talking to woman.", "similarity": 0.7253, "relevance": 0 }, { "pair_id": 151383, "video_name": "house_s02e06_seg02_clip_00", "timestamp": [ 24.15, 29.62 ], "duration": 91.66, "caption": "A person stands up out of his chair while talking with woman.", "similarity": 0.72, "relevance": 1 }, { "pair_id": 151384, "video_name": "castle_s04e13_seg02_clip_19", "timestamp": [ 82.95, 86.1 ], "duration": 90.66, "caption": "A woman leans forward in her chair toward a man while talking to him.", "similarity": 0.7144, "relevance": 1 }, { "pair_id": 151385, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 7.57, 8.9 ], "duration": 89.66, "caption": "A woman turns in her chair to talk to a man.", "similarity": 0.7089, "relevance": 0 }, { "pair_id": 151386, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 12.61, 16.53 ], "duration": 56.66, "caption": "A person gets a chair and sits there while talking to woman.", "similarity": 0.7026, "relevance": 1 }, { "pair_id": 151388, "video_name": "friends_s04e17_seg02_clip_14", "timestamp": [ 6.9, 10.98 ], "duration": 62.66, "caption": "A woman turned her chair around and continued talking to man.", "similarity": 0.6977, "relevance": 1 }, { "pair_id": 151389, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 44.7, 48.42 ], "duration": 82.66, "caption": "A man comes behind woman and starts a conversation with her.", "similarity": 0.6956, "relevance": 1 }, { "pair_id": 151390, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 0.0, 48.16 ], "duration": 90.66, "caption": "A woman is in front of a man and is speaking with him.", "similarity": 0.6942, "relevance": 0 }, { "pair_id": 151391, "video_name": "castle_s01e04_seg02_clip_24", "timestamp": [ 45.01, 49.06 ], "duration": 90.66, "caption": "A man got up from the chair and moving near woman while she was talking to person.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 151392, "video_name": "s05e14_seg02_clip_16", "timestamp": [ 8.2, 11.32 ], "duration": 39.66, "caption": "A person sitting in the chair turns around to speak to another person.", "similarity": 0.6933, "relevance": 2 }, { "pair_id": 151393, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 32.51, 37.84 ], "duration": 97.66, "caption": "A woman stands from her chair up while talking to a man.", "similarity": 0.6928, "relevance": 0 }, { "pair_id": 151394, "video_name": "castle_s02e02_seg02_clip_05", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is talking in front of a woman about someone who wanted to talk to her.", "similarity": 0.6925, "relevance": 0 }, { "pair_id": 151395, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 0.0, 61.22 ], "duration": 90.66, "caption": "A woman is facing a person as she converses with him.", "similarity": 0.691, "relevance": 0 }, { "pair_id": 151396, "video_name": "house_s08e17_seg02_clip_15", "timestamp": [ 4.9, 7.12 ], "duration": 89.66, "caption": "A woman gets up from leaning on a chair to talk to a man.", "similarity": 0.691, "relevance": 0 }, { "pair_id": 151397, "video_name": "castle_s05e16_seg02_clip_03", "timestamp": [ 67.15, 75.02 ], "duration": 75.66, "caption": "A woman leans forward in her chair clasping her hands in front of her as she has a conversation with a man.", "similarity": 0.6899, "relevance": 0 }, { "pair_id": 151398, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 57.68, 68.84 ], "duration": 93.66, "caption": "A person gets up from the chair and walks around behind it while talking to another person.", "similarity": 0.6897, "relevance": 0 }, { "pair_id": 151399, "video_name": "house_s06e06_seg02_clip_08", "timestamp": [ 1.74, 3.92 ], "duration": 87.66, "caption": "A woman stands up from her chair while talking to a man.", "similarity": 0.6896, "relevance": 0 } ] }, { "query_id": 52268, "query": "A woman greets person and gives them a hug in front of another person.", "relevant_moment": [ { "pair_id": 1800, "video_name": "friends_s03e11_seg02_clip_18", "timestamp": [ 34.24, 49.37 ], "duration": 53.66, "caption": "A woman greets person and gives them a hug in front of another person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 1801, "video_name": "friends_s10e07_seg02_clip_18", "timestamp": [ 41.32, 50.17 ], "duration": 59.66, "caption": "A woman gives two people a compliment and they hug.", "similarity": 0.8459, "relevance": 3 }, { "pair_id": 1802, "video_name": "grey_s03e06_seg02_clip_09", "timestamp": [ 30.04, 33.68 ], "duration": 91.66, "caption": "A woman sees someone and gives her a hug.", "similarity": 0.8429, "relevance": 4 }, { "pair_id": 1803, "video_name": "friends_s04e06_seg02_clip_02", "timestamp": [ 21.61, 23.11 ], "duration": 60.66, "caption": "A woman gives another woman a big friendly thank you hug.", "similarity": 0.8385, "relevance": 2 }, { "pair_id": 1804, "video_name": "s06e04_seg02_clip_13", "timestamp": [ 29.13, 35.3 ], "duration": 56.66, "caption": "A person opens the door and greets another person and they hug.", "similarity": 0.8229, "relevance": 2 }, { "pair_id": 1805, "video_name": "s08e23_seg02_clip_07", "timestamp": [ 13.12, 16.17 ], "duration": 61.66, "caption": "A woman gives another woman a hug while they just stand there.", "similarity": 0.8209, "relevance": 4 }, { "pair_id": 1806, "video_name": "friends_s01e01_seg02_clip_03", "timestamp": [ 35.12, 40.14 ], "duration": 59.66, "caption": "A woman turns around and gives another woman a hug.", "similarity": 0.8183, "relevance": 4 }, { "pair_id": 1807, "video_name": "s05e08_seg02_clip_15", "timestamp": [ 51.68, 53.89 ], "duration": 63.66, "caption": "A woman walks to another woman and gives her a hug.", "similarity": 0.8135, "relevance": 3 }, { "pair_id": 1808, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 0.0, 6.29 ], "duration": 74.66, "caption": "A woman walks forward to give another woman a hug.", "similarity": 0.8123, "relevance": 3 }, { "pair_id": 1809, "video_name": "friends_s02e14_seg02_clip_20", "timestamp": [ 1.55, 8.69 ], "duration": 31.66, "caption": "A woman smiles at two people hugging each other.", "similarity": 0.8099, "relevance": 2 }, { "pair_id": 1810, "video_name": "met_s05e01_seg02_clip_16", "timestamp": [ 18.86, 20.69 ], "duration": 90.66, "caption": "A woman gives two people a group hug.", "similarity": 0.8091, "relevance": 3 }, { "pair_id": 1811, "video_name": "castle_s03e02_seg02_clip_14", "timestamp": [ 71.12, 81.02 ], "duration": 90.66, "caption": "A woman thanks another woman then gives her a big hug and walks out.", "similarity": 0.8068, "relevance": 2 }, { "pair_id": 1812, "video_name": "castle_s07e01_seg02_clip_15", "timestamp": [ 41.88, 46.73 ], "duration": 88.66, "caption": "A woman walks up to another woman and gives her a hug.", "similarity": 0.8059, "relevance": 3 }, { "pair_id": 1813, "video_name": "friends_s10e09_seg02_clip_10", "timestamp": [ 53.82, 60.09 ], "duration": 66.66, "caption": "A woman expresses her gratitude and then hugs woman.", "similarity": 0.8027, "relevance": 4 }, { "pair_id": 1814, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 35.98, 41.49 ], "duration": 58.66, "caption": "A woman gets up and gives another woman a hug.", "similarity": 0.8024, "relevance": 4 }, { "pair_id": 1815, "video_name": "friends_s02e04_seg02_clip_07", "timestamp": [ 44.86, 50.04 ], "duration": 61.66, "caption": "A woman approaches someone and they hug each other.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 1816, "video_name": "friends_s02e11_seg02_clip_05", "timestamp": [ 44.86, 49.19 ], "duration": 54.66, "caption": "A woman walks over and gives another woman a big hug.", "similarity": 0.8003, "relevance": 4 }, { "pair_id": 1817, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 31.0, 47.41 ], "duration": 91.66, "caption": "A woman stands up and gives person a hug.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 1818, "video_name": "castle_s04e07_seg02_clip_26", "timestamp": [ 58.0, 60.72 ], "duration": 90.66, "caption": "A woman wraps their arms around person and gives them a hug.", "similarity": 0.7982, "relevance": 3 }, { "pair_id": 1819, "video_name": "s05e08_seg02_clip_16", "timestamp": [ 18.87, 21.63 ], "duration": 92.66, "caption": "A woman gives another woman a big hug with both arms.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 175120, "video_name": "friends_s05e23-24_seg02_clip_35", "timestamp": [ 41.02, 45.15 ], "duration": 59.66, "caption": "Two people hug each other as a friendly greeting.", "similarity": 0.7967, "relevance": 4 }, { "pair_id": 175121, "video_name": "friends_s06e08_seg02_clip_01", "timestamp": [ 3.54, 8.85 ], "duration": 59.66, "caption": "A woman praises another woman and then gives her a hug.", "similarity": 0.7924, "relevance": 3 }, { "pair_id": 175122, "video_name": "met_s06e10_seg02_clip_01", "timestamp": [ 37.48, 40.14 ], "duration": 59.66, "caption": "A woman smiles really big and then hugs another woman.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 175123, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 45.06, 53.7 ], "duration": 91.66, "caption": "A woman and a person stand up and the woman gives the person a hug.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 175124, "video_name": "castle_s01e04_seg02_clip_25", "timestamp": [ 103.34, 106.62 ], "duration": 164.66, "caption": "A person stands in front of another person and the other person quickly gave him a hug.", "similarity": 0.7847, "relevance": 3 }, { "pair_id": 175125, "video_name": "s02e11_seg02_clip_16", "timestamp": [ 27.01, 45.02 ], "duration": 45.66, "caption": "A person hugs a woman and holds her as two other people talk.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 175126, "video_name": "castle_s07e10_seg02_clip_25", "timestamp": [ 70.57, 72.23 ], "duration": 83.66, "caption": "A woman hugs a person then stands and faces her.", "similarity": 0.7794, "relevance": 3 }, { "pair_id": 175127, "video_name": "friends_s01e16-17_seg02_clip_22", "timestamp": [ 34.48, 47.6 ], "duration": 61.66, "caption": "A woman gives another woman a hug because she likes her answer to a question she asked.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 175128, "video_name": "friends_s08e02_seg02_clip_04", "timestamp": [ 32.57, 39.39 ], "duration": 62.66, "caption": "A woman stands up and two people hug.", "similarity": 0.7788, "relevance": 3 }, { "pair_id": 175129, "video_name": "friends_s03e17_seg02_clip_03", "timestamp": [ 4.72, 11.21 ], "duration": 59.66, "caption": "A woman gives a man a hug because another person asked her to.", "similarity": 0.7778, "relevance": 2 }, { "pair_id": 175130, "video_name": "friends_s10e08_seg02_clip_19", "timestamp": [ 25.53, 30.37 ], "duration": 88.66, "caption": "Some people give woman a hug.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 175131, "video_name": "friends_s10e05_seg02_clip_01", "timestamp": [ 40.16, 42.38 ], "duration": 63.66, "caption": "A woman walks up to another woman and she hugs her.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 175132, "video_name": "friends_s02e02_seg02_clip_14", "timestamp": [ 15.61, 27.61 ], "duration": 60.66, "caption": "A woman walks up to two people who are hugging, speaks to them, and then joins the hug.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 175133, "video_name": "friends_s07e04_seg02_clip_08", "timestamp": [ 42.2, 47.22 ], "duration": 59.66, "caption": "A woman holds her arms out to hug a person then reaches out for a handshake.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 175134, "video_name": "castle_s01e10_seg02_clip_01", "timestamp": [ 6.36, 8.63 ], "duration": 90.66, "caption": "A person excitedly turns around and gives another person a hug.", "similarity": 0.7745, "relevance": 4 }, { "pair_id": 175135, "video_name": "friends_s04e22_seg02_clip_18", "timestamp": [ 16.53, 23.06 ], "duration": 87.66, "caption": "A woman gives two other women a hug at the same time.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 175136, "video_name": "friends_s08e18_seg02_clip_09", "timestamp": [ 26.43, 30.89 ], "duration": 59.66, "caption": "A woman hugs another person then he walks to her.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 175137, "video_name": "friends_s04e06_seg02_clip_17", "timestamp": [ 37.14, 39.38 ], "duration": 64.66, "caption": "A woman walks over to woman to give her a hug.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 175138, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A woman reaches out and gives a hug to a man.", "similarity": 0.7723, "relevance": 2 }, { "pair_id": 175139, "video_name": "met_s06e12_seg02_clip_11", "timestamp": [ 43.42, 46.22 ], "duration": 56.66, "caption": "A woman stands up and give woman a hug.", "similarity": 0.7717, "relevance": 4 } ] }, { "query_id": 52276, "query": "A man kicks his suitcase and walks off after talking to another man.", "relevant_moment": [ { "pair_id": 147080, "video_name": "house_s05e12_seg02_clip_24", "timestamp": [ 27.69, 32.0 ], "duration": 41.66, "caption": "A man kicks his suitcase and walks off after talking to another man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147081, "video_name": "house_s06e06_seg02_clip_00", "timestamp": [ 1.82, 45.97 ], "duration": 91.66, "caption": "A man packs his suitcase while talking to another man.", "similarity": 0.7844, "relevance": 2 }, { "pair_id": 147082, "video_name": "house_s07e12_seg02_clip_24", "timestamp": [ 66.9, 70.42 ], "duration": 88.66, "caption": "A man puts down their briefcase and their suitcase while talking with another man.", "similarity": 0.7436, "relevance": 1 }, { "pair_id": 147083, "video_name": "friends_s06e22_seg02_clip_12", "timestamp": [ 2.28, 5.13 ], "duration": 57.66, "caption": "A man pulls back the suitcase to get a better view of another man talking to himself.", "similarity": 0.7168, "relevance": 1 }, { "pair_id": 147084, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 47.11, 50.05 ], "duration": 84.66, "caption": "A man walks out immediately after talking to another man.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 147085, "video_name": "house_s03e11_seg02_clip_05", "timestamp": [ 50.28, 52.82 ], "duration": 84.66, "caption": "A man starts to walk away from another man during their conversation.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 147086, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 31.63, 35.35 ], "duration": 93.66, "caption": "A man walks out directly after talking to another man.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 147087, "video_name": "house_s06e12_seg02_clip_27", "timestamp": [ 7.13, 8.48 ], "duration": 9.66, "caption": "A man suddenly walks out after talking to another man.", "similarity": 0.6825, "relevance": 0 }, { "pair_id": 147088, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 11.27, 14.21 ], "duration": 98.66, "caption": "A man walks out quickly after talking to another man.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 147089, "video_name": "house_s05e08_seg02_clip_26", "timestamp": [ 31.54, 36.3 ], "duration": 119.66, "caption": "A man gets his backpack and walks out while talking to another man.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 147090, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 32.18, 38.53 ], "duration": 90.66, "caption": "A man finishes his conversation with another man and walks away.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 147091, "video_name": "castle_s07e20_seg02_clip_05", "timestamp": [ 0.0, 5.53 ], "duration": 92.66, "caption": "Two men walk out after talking to a man.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 147092, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 11.7, 18.0 ], "duration": 90.66, "caption": "A man walks out after talking to two people and leaves.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 147093, "video_name": "grey_s02e20_seg02_clip_15", "timestamp": [ 44.38, 46.56 ], "duration": 87.66, "caption": "A man walks away from another man ending their conversation.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 147094, "video_name": "house_s03e05_seg02_clip_01", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A man chatting with another man as he walks away.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 147095, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 17.08, 19.78 ], "duration": 89.66, "caption": "A man walks out while talking to two other men.", "similarity": 0.662, "relevance": 2 }, { "pair_id": 147096, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 5.89, 9.52 ], "duration": 90.66, "caption": "A man walks away after he speaks to another man.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 147097, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A man speaks to another man and then turns to walk away.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 147098, "video_name": "house_s08e22_seg02_clip_15", "timestamp": [ 0.0, 7.44 ], "duration": 93.66, "caption": "A man talks to another man, then walks away. The second man runs after him.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 147099, "video_name": "castle_s02e02_seg02_clip_02", "timestamp": [ 19.61, 25.49 ], "duration": 98.66, "caption": "Two people walk away after talking to the man.", "similarity": 0.6534, "relevance": 1 } ] }, { "query_id": 52292, "query": "A woman sits on the bed next to a man and he embraces her.", "relevant_moment": [ { "pair_id": 152500, "video_name": "castle_s07e01_seg02_clip_26", "timestamp": [ 75.05, 134.02 ], "duration": 134.66, "caption": "A woman sits on the bed next to a man and he embraces her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152501, "video_name": "met_s06e09_seg02_clip_11", "timestamp": [ 0.0, 4.73 ], "duration": 59.66, "caption": "A woman is sitting next to a man on their bed, crying and dabbing at her eyes with a tissue, and the man pulls her in to a big hug.", "similarity": 0.8008, "relevance": 4 }, { "pair_id": 152502, "video_name": "friends_s03e05_seg02_clip_15", "timestamp": [ 44.68, 54.25 ], "duration": 58.66, "caption": "A woman sits on the bed and crosses her arms and a man sits next to her.", "similarity": 0.7825, "relevance": 2 }, { "pair_id": 152503, "video_name": "friends_s05e14_seg02_clip_05", "timestamp": [ 53.04, 57.03 ], "duration": 57.66, "caption": "A woman sits up on the bed next to a man.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 152504, "video_name": "met_s04e03_seg02_clip_15", "timestamp": [ 34.1, 35.78 ], "duration": 48.66, "caption": "A person sits next to woman on their bed.", "similarity": 0.7724, "relevance": 1 }, { "pair_id": 152505, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 2.9, 4.93 ], "duration": 58.66, "caption": "A person sits down on a bed next to a woman.", "similarity": 0.7682, "relevance": 1 }, { "pair_id": 152506, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 56.41, 58.93 ], "duration": 63.66, "caption": "A person sits down on the bed next to a woman.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 152507, "video_name": "friends_s10e01_seg02_clip_01", "timestamp": [ 35.36, 38.15 ], "duration": 62.66, "caption": "A woman sits up on the bed, then sits on the edge of the bed next to a man.", "similarity": 0.7646, "relevance": 1 }, { "pair_id": 152508, "video_name": "grey_s03e18_seg02_clip_23", "timestamp": [ 69.61, 73.6 ], "duration": 88.66, "caption": "A man sits down on the bed next to a woman.", "similarity": 0.758, "relevance": 0 }, { "pair_id": 152509, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 44.52, 49.19 ], "duration": 62.66, "caption": "A man sits down on the bed next to a woman.", "similarity": 0.758, "relevance": 1 }, { "pair_id": 152510, "video_name": "house_s07e17_seg02_clip_24", "timestamp": [ 30.81, 35.65 ], "duration": 88.66, "caption": "A person sits down next to woman on the bed.", "similarity": 0.7574, "relevance": 2 }, { "pair_id": 152511, "video_name": "friends_s02e18_seg02_clip_10", "timestamp": [ 18.42, 23.1 ], "duration": 62.66, "caption": "A man sits down next to a woman on the bed.", "similarity": 0.7573, "relevance": 1 }, { "pair_id": 152512, "video_name": "s09e12_seg02_clip_10", "timestamp": [ 16.13, 18.61 ], "duration": 62.66, "caption": "A man sits on the bed right next to a woman.", "similarity": 0.7542, "relevance": 2 }, { "pair_id": 152513, "video_name": "met_s06e02_seg02_clip_18", "timestamp": [ 14.27, 29.43 ], "duration": 57.66, "caption": "A woman hugs a man and rubs his back as they are sat on his bed.", "similarity": 0.7536, "relevance": 3 }, { "pair_id": 152514, "video_name": "friends_s03e03_seg02_clip_10", "timestamp": [ 49.9, 57.02 ], "duration": 57.66, "caption": "A man is hugging a woman and puts her gently to the side of the bed to release her from his embrace.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 152515, "video_name": "s06e04_seg02_clip_06", "timestamp": [ 3.3, 9.0 ], "duration": 60.66, "caption": "A woman gets in the bed and sits down beside a man.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 152516, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 37.38, 41.92 ], "duration": 101.66, "caption": "A man sits down on the bed next to woman.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 152517, "video_name": "house_s07e05_seg02_clip_11", "timestamp": [ 1.74, 3.48 ], "duration": 87.66, "caption": "A woman sits down on the bed next to a person.", "similarity": 0.7425, "relevance": 3 }, { "pair_id": 152518, "video_name": "grey_s03e13_seg02_clip_19", "timestamp": [ 62.01, 68.85 ], "duration": 91.66, "caption": "A woman sits down next to a person's bed and holds the person's arm.", "similarity": 0.7416, "relevance": 2 }, { "pair_id": 152519, "video_name": "s05e05_seg02_clip_13", "timestamp": [ 3.02, 6.7 ], "duration": 67.66, "caption": "A woman sits down on the bed beside a man.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 325820, "video_name": "s05e03_seg02_clip_11", "timestamp": [ 21.14, 31.07 ], "duration": 32.66, "caption": "A woman sits on a man's bed with her arms crossed.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 325821, "video_name": "s10e05_seg02_clip_02", "timestamp": [ 57.06, 59.81 ], "duration": 61.66, "caption": "A man kisses a woman's shoulder as he sits beside her on the bed.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 325822, "video_name": "house_s07e11_seg02_clip_04", "timestamp": [ 29.44, 32.16 ], "duration": 109.66, "caption": "A man goes and sits on the bed next to a woman.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 325823, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 1.45, 3.48 ], "duration": 58.66, "caption": "A person sits down on the edge of the bed next to woman.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 325824, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 20.05, 23.78 ], "duration": 93.66, "caption": "A man sits by a woman's bed and holds her, rubbing her back.", "similarity": 0.7329, "relevance": 4 }, { "pair_id": 325825, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 56.1, 57.67 ], "duration": 63.66, "caption": "A person sits down on woman's bed beside woman.", "similarity": 0.7328, "relevance": 2 }, { "pair_id": 325826, "video_name": "s03e07_seg02_clip_14", "timestamp": [ 26.0, 36.13 ], "duration": 46.66, "caption": "A woman hugs man as they lie together in bed.", "similarity": 0.7294, "relevance": 3 }, { "pair_id": 325827, "video_name": "grey_s03e19_seg02_clip_16", "timestamp": [ 68.5, 72.78 ], "duration": 107.66, "caption": "A man is kissing and hugging woman while laying on a bed.", "similarity": 0.727, "relevance": 2 }, { "pair_id": 325828, "video_name": "s06e06_seg02_clip_07", "timestamp": [ 26.55, 40.89 ], "duration": 61.66, "caption": "A woman is hugging a man as she sleeps in bed with him as he sneaks out of bed.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 325829, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 45.47, 58.28 ], "duration": 61.66, "caption": "A man sits down next to woman and she hugs him.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 325830, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 20.56, 49.86 ], "duration": 87.66, "caption": "A woman sits at the edge of the bed and tends to a man's arm.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 325831, "video_name": "castle_s04e10_seg02_clip_00", "timestamp": [ 55.49, 59.61 ], "duration": 91.66, "caption": "A woman sits up and a man sits up with her on a bed.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 325832, "video_name": "grey_s02e10_seg02_clip_17", "timestamp": [ 9.86, 15.34 ], "duration": 73.66, "caption": "A woman sits down on the bed next to another woman.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 325833, "video_name": "s05e05_seg02_clip_13", "timestamp": [ 4.02, 6.03 ], "duration": 67.66, "caption": "A woman sits down on the bed next to talk to a man.", "similarity": 0.7082, "relevance": 3 }, { "pair_id": 325834, "video_name": "s06e05_seg02_clip_08", "timestamp": [ 7.0, 12.33 ], "duration": 56.66, "caption": "A man hugs a woman after she gets into bed with him.", "similarity": 0.7055, "relevance": 4 }, { "pair_id": 325835, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A woman sits down next to another woman on the bed.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 325836, "video_name": "s06e15_seg02_clip_13", "timestamp": [ 6.09, 8.12 ], "duration": 58.66, "caption": "A woman is sitting next to a man on a hotel bed.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 325837, "video_name": "house_s02e13_seg02_clip_07", "timestamp": [ 50.97, 53.25 ], "duration": 91.66, "caption": "A man sits down on the bed of a woman and holds her hand.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 325838, "video_name": "friends_s03e22_seg02_clip_09", "timestamp": [ 13.4, 17.09 ], "duration": 67.66, "caption": "A man sits down on a day bed next to a woman.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 325839, "video_name": "s06e24_seg02_clip_15", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A woman is sitting beside a person and is hugging him.", "similarity": 0.6948, "relevance": 1 } ] }, { "query_id": 52337, "query": "A redheaded person talks to a man in a bathroom as his head pokes out from underneath a bathroom stall door.", "relevant_moment": [ { "pair_id": 156140, "video_name": "friends_s02e12-13_seg02_clip_36", "timestamp": [ 29.15, 40.01 ], "duration": 62.66, "caption": "A redheaded person talks to a man in a bathroom as his head pokes out from underneath a bathroom stall door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156141, "video_name": "house_s01e06_seg02_clip_17", "timestamp": [ 0.0, 50.42 ], "duration": 89.66, "caption": "A man talks to woman while they are in the bathroom together.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 156142, "video_name": "grey_s01e03_seg02_clip_09", "timestamp": [ 23.01, 41.87 ], "duration": 92.66, "caption": "A man is using the urinal and another person pokes their head in the door to talk to him.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 156143, "video_name": "house_s01e19_seg02_clip_13", "timestamp": [ 30.73, 83.55 ], "duration": 96.66, "caption": "A man speaks to person 1 and person 2 while in the bathroom.", "similarity": 0.7085, "relevance": 1 }, { "pair_id": 156144, "video_name": "friends_s02e16_seg02_clip_07", "timestamp": [ 29.01, 33.65 ], "duration": 58.66, "caption": "A man pokes his head out of the bathroom and meets up with woman.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 156145, "video_name": "friends_s06e10_seg02_clip_10", "timestamp": [ 36.51, 55.66 ], "duration": 55.66, "caption": "A man talks to a person in blue in the bathroom.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 156146, "video_name": "friends_s05e23-24_seg02_clip_30", "timestamp": [ 0.0, 16.21 ], "duration": 60.66, "caption": "A man tries to engage another man in a conversation in the bathroom but the man leaves.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 156147, "video_name": "house_s07e14_seg02_clip_10", "timestamp": [ 77.37, 79.19 ], "duration": 91.66, "caption": "A woman puts her head against a bathroom door while talking with a man.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 156148, "video_name": "s04e20_seg02_clip_04", "timestamp": [ 0.0, 8.26 ], "duration": 59.66, "caption": "A woman and a man are having a conversation in the bathroom while she is putting her hair in a ponytail.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 156149, "video_name": "s03e15_seg02_clip_14", "timestamp": [ 38.96, 59.03 ], "duration": 59.66, "caption": "A man talks outside the bathroom door as he talks to woman.", "similarity": 0.6716, "relevance": 1 }, { "pair_id": 156150, "video_name": "house_s07e05_seg02_clip_17", "timestamp": [ 0.0, 11.63 ], "duration": 93.66, "caption": "A man talks to another man in a hall while walking toward the men's bathroom and enters it.", "similarity": 0.6704, "relevance": 1 }, { "pair_id": 156151, "video_name": "grey_s01e03_seg02_clip_09", "timestamp": [ 20.71, 42.79 ], "duration": 92.66, "caption": "A woman opens the door to the bathroom and talks to a man while he is using the bathroom.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 156152, "video_name": "house_s01e19_seg02_clip_14", "timestamp": [ 15.17, 52.5 ], "duration": 82.66, "caption": "A person turns to two other people to converse with them as they are in the restroom.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 156153, "video_name": "s04e23_seg02_clip_03", "timestamp": [ 33.72, 37.19 ], "duration": 63.66, "caption": "A man asks another person about her impression of someone as she is in the bathroom.", "similarity": 0.666, "relevance": 1 }, { "pair_id": 156154, "video_name": "house_s06e21_seg02_clip_27", "timestamp": [ 26.99, 65.03 ], "duration": 65.66, "caption": "Two people are conversing with each other as they are in the bathroom.", "similarity": 0.6591, "relevance": 2 }, { "pair_id": 156155, "video_name": "house_s07e01_seg02_clip_03", "timestamp": [ 51.07, 59.36 ], "duration": 92.66, "caption": "A man stands in the doorway of a bathroom and calls a person.", "similarity": 0.6573, "relevance": 1 }, { "pair_id": 156156, "video_name": "friends_s03e14_seg02_clip_02", "timestamp": [ 36.62, 39.97 ], "duration": 61.66, "caption": "A man knocks on the bathroom door while talking with a woman.", "similarity": 0.6525, "relevance": 1 }, { "pair_id": 156157, "video_name": "s05e17_seg02_clip_02", "timestamp": [ 0.0, 17.16 ], "duration": 73.66, "caption": "Two people are talking to a man while he is using a urinal.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 156158, "video_name": "grey_s02e12_seg02_clip_03", "timestamp": [ 28.33, 35.53 ], "duration": 96.66, "caption": "A man finishes his conversation with woman and walks into the restroom.", "similarity": 0.6463, "relevance": 0 }, { "pair_id": 156159, "video_name": "friends_s05e05_seg01_clip_00", "timestamp": [ 41.26, 50.27 ], "duration": 75.66, "caption": "A man walks into the bathroom and woman tells person how she feels.", "similarity": 0.6446, "relevance": 1 } ] }, { "query_id": 52347, "query": "A man leans over a cake and smells it.", "relevant_moment": [ { "pair_id": 4100, "video_name": "friends_s02e12-13_seg02_clip_30", "timestamp": [ 45.14, 47.7 ], "duration": 64.66, "caption": "A man leans over a cake and smells it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4101, "video_name": "friends_s10e04_seg02_clip_09", "timestamp": [ 0.0, 3.06 ], "duration": 61.66, "caption": "A man still thought the cake looked wonderful to eat even in the shape it was in.", "similarity": 0.6271, "relevance": 1 }, { "pair_id": 4103, "video_name": "friends_s02e15_seg02_clip_08", "timestamp": [ 26.71, 29.41 ], "duration": 60.66, "caption": "A man smells the food and then eats it.", "similarity": 0.5901, "relevance": 3 }, { "pair_id": 4104, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 2.23, 8.9 ], "duration": 89.66, "caption": "A man smells a pink flower that he is holding.", "similarity": 0.5815, "relevance": 2 }, { "pair_id": 4105, "video_name": "friends_s05e15_seg02_clip_13", "timestamp": [ 13.43, 21.13 ], "duration": 44.66, "caption": "A man was getting cake from the table.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 4106, "video_name": "friends_s06e09_seg02_clip_16", "timestamp": [ 28.61, 34.6 ], "duration": 52.66, "caption": "A man has a spoon full of cake and gets up.", "similarity": 0.5791, "relevance": 4 }, { "pair_id": 4108, "video_name": "friends_s06e03_seg02_clip_16", "timestamp": [ 46.01, 49.16 ], "duration": 63.66, "caption": "A man is eating a piece of cake and suddenly stops and stares.", "similarity": 0.5665, "relevance": 2 }, { "pair_id": 4109, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 2.23, 3.56 ], "duration": 89.66, "caption": "A man lowers his head and smells a pink flower.", "similarity": 0.5647, "relevance": 1 }, { "pair_id": 4110, "video_name": "castle_s08e05_seg02_clip_08", "timestamp": [ 24.43, 27.09 ], "duration": 88.66, "caption": "A man picks up a bouquet of flowers and smells them.", "similarity": 0.5609, "relevance": 2 }, { "pair_id": 4112, "video_name": "friends_s08e06_seg02_clip_18", "timestamp": [ 35.29, 37.01 ], "duration": 57.66, "caption": "A man picks up a piece of food from the table and smells it.", "similarity": 0.5529, "relevance": 3 }, { "pair_id": 4113, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 103.06, 111.11 ], "duration": 161.66, "caption": "A man feels the chair and then smells his hand.", "similarity": 0.5522, "relevance": 1 }, { "pair_id": 4114, "video_name": "friends_s09e09_seg02_clip_17", "timestamp": [ 41.28, 49.48 ], "duration": 63.66, "caption": "A woman leans in and smells a man and then he smells his shirt.", "similarity": 0.5494, "relevance": 1 }, { "pair_id": 4115, "video_name": "castle_s08e05_seg02_clip_08", "timestamp": [ 67.96, 71.51 ], "duration": 88.66, "caption": "A man picks up a funnel and then smells it.", "similarity": 0.5434, "relevance": 1 }, { "pair_id": 4116, "video_name": "friends_s07e14_seg01_clip_01", "timestamp": [ 3.19, 8.33 ], "duration": 49.66, "caption": "A man sits in front of a birthday cake with some people around him.", "similarity": 0.543, "relevance": 1 }, { "pair_id": 4117, "video_name": "friends_s07e11_seg02_clip_15", "timestamp": [ 0.0, 7.26 ], "duration": 66.66, "caption": "A man picks up a cake from the counter and leaves with it.", "similarity": 0.5425, "relevance": 2 }, { "pair_id": 4118, "video_name": "friends_s05e15_seg02_clip_13", "timestamp": [ 0.0, 37.42 ], "duration": 44.66, "caption": "A man was eating a cake whilst talking to a woman.", "similarity": 0.5378, "relevance": 1 }, { "pair_id": 4119, "video_name": "friends_s06e08_seg02_clip_04", "timestamp": [ 11.38, 25.04 ], "duration": 65.66, "caption": "A man picks up the potpourri bowl and smells it.", "similarity": 0.5361, "relevance": 2 } ] }, { "query_id": 52352, "query": "A woman pulls one of a person's socks off and begins hitting him with it.", "relevant_moment": [ { "pair_id": 159820, "video_name": "friends_s02e12-13_seg02_clip_32", "timestamp": [ 52.24, 59.03 ], "duration": 59.66, "caption": "A woman pulls one of a person's socks off and begins hitting him with it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159821, "video_name": "castle_s06e12_seg02_clip_07", "timestamp": [ 2.24, 13.88 ], "duration": 89.66, "caption": "A woman walks over to tell two people about the victim's socks.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 159822, "video_name": "castle_s07e01_seg02_clip_04", "timestamp": [ 50.59, 53.99 ], "duration": 85.66, "caption": "A woman uses her foot to pull the chain on person's handcuff and pulls on his hand.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 159823, "video_name": "grey_s01e03_seg02_clip_03", "timestamp": [ 62.75, 75.57 ], "duration": 91.66, "caption": "A person hits on a woman while she is giving him stitches.", "similarity": 0.6199, "relevance": 1 }, { "pair_id": 159825, "video_name": "friends_s02e12-13_seg02_clip_32", "timestamp": [ 39.25, 59.03 ], "duration": 59.66, "caption": "Two women start shoving each other, end up on the couch and then finally on the floor where one woman removes other woman's sock and starts hitting her with it.", "similarity": 0.6194, "relevance": 4 }, { "pair_id": 159826, "video_name": "friends_s06e17_seg02_clip_03", "timestamp": [ 5.12, 20.81 ], "duration": 64.66, "caption": "A woman pulls out a sock puppet and plays with it.", "similarity": 0.617, "relevance": 3 }, { "pair_id": 159827, "video_name": "castle_s04e23_seg02_clip_22", "timestamp": [ 46.05, 55.35 ], "duration": 93.66, "caption": "A man grabs woman's wrists with his hands and pulls her up.", "similarity": 0.6141, "relevance": 0 }, { "pair_id": 159828, "video_name": "friends_s01e03_seg02_clip_09", "timestamp": [ 1.83, 4.88 ], "duration": 61.66, "caption": "A woman grabs another woman's hand and pats it twice.", "similarity": 0.6109, "relevance": 0 }, { "pair_id": 159829, "video_name": "friends_s01e05_seg02_clip_08", "timestamp": [ 30.17, 33.94 ], "duration": 58.66, "caption": "A woman pulls socks out of her shopping bag and shows a man.", "similarity": 0.597, "relevance": 2 }, { "pair_id": 159830, "video_name": "s04e20_seg02_clip_05", "timestamp": [ 54.01, 58.89 ], "duration": 61.66, "caption": "A woman grabs a person's knee and makes him wince.", "similarity": 0.5965, "relevance": 1 }, { "pair_id": 159831, "video_name": "castle_s07e17_seg02_clip_18", "timestamp": [ 70.09, 73.28 ], "duration": 91.66, "caption": "A person tries to attack another person but a woman stops them.", "similarity": 0.5956, "relevance": 1 }, { "pair_id": 159832, "video_name": "s07e11_seg02_clip_09", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A woman comes on to someone while taking off their shirt.", "similarity": 0.5951, "relevance": 1 }, { "pair_id": 159833, "video_name": "friends_s04e06_seg02_clip_17", "timestamp": [ 13.13, 14.73 ], "duration": 64.66, "caption": "A woman reaches out and is rubbing another woman's hand.", "similarity": 0.592, "relevance": 0 }, { "pair_id": 159834, "video_name": "friends_s10e17-18_seg02_clip_14", "timestamp": [ 45.33, 49.9 ], "duration": 57.66, "caption": "A woman grabs someone's hand and then pats her on the shoulder as she's being rolled out.", "similarity": 0.5904, "relevance": 0 }, { "pair_id": 159835, "video_name": "s02e01_seg02_clip_01", "timestamp": [ 3.97, 14.95 ], "duration": 61.66, "caption": "A woman walks behind a person over to the table then picks up some socks, folds them together and put them back down.", "similarity": 0.5901, "relevance": 2 }, { "pair_id": 159836, "video_name": "castle_s04e10_seg02_clip_15", "timestamp": [ 82.91, 91.11 ], "duration": 91.66, "caption": "A woman tries to take off her shoe as a man is helping her.", "similarity": 0.5883, "relevance": 1 }, { "pair_id": 159837, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 40.6, 44.26 ], "duration": 61.66, "caption": "A woman grabs both of someone's arms with both of her hands.", "similarity": 0.5871, "relevance": 1 }, { "pair_id": 159838, "video_name": "grey_s03e13_seg02_clip_14", "timestamp": [ 3.44, 10.75 ], "duration": 86.66, "caption": "A person grabs woman by the arm and brings her into the linen closet.", "similarity": 0.587, "relevance": 0 } ] }, { "query_id": 52370, "query": "A person puts both of their legs up on the table.", "relevant_moment": [ { "pair_id": 100060, "video_name": "house_s08e11_seg02_clip_22", "timestamp": [ 2.7, 6.75 ], "duration": 90.66, "caption": "A person puts both of their legs up on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 100061, "video_name": "house_s06e04_seg02_clip_15", "timestamp": [ 0.0, 4.25 ], "duration": 85.66, "caption": "A person moves his/her legs from the table and stands up.", "similarity": 0.8094, "relevance": 3 }, { "pair_id": 100062, "video_name": "castle_s08e22_seg02_clip_14", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person is strapped to a table by the arms and legs.", "similarity": 0.7849, "relevance": 1 }, { "pair_id": 100063, "video_name": "castle_s02e15_seg02_clip_09", "timestamp": [ 33.35, 35.7 ], "duration": 93.66, "caption": "A person puts their hand on the edge of the table as they stand up from their chair.", "similarity": 0.7414, "relevance": 1 }, { "pair_id": 100064, "video_name": "s04e15_seg01_clip_01", "timestamp": [ 15.56, 23.19 ], "duration": 61.66, "caption": "A person walks up to the table and puts their arms on someone.", "similarity": 0.7367, "relevance": 1 }, { "pair_id": 100065, "video_name": "friends_s01e21_seg02_clip_18", "timestamp": [ 17.06, 20.78 ], "duration": 62.66, "caption": "A person places his/her elbows on the table.", "similarity": 0.7335, "relevance": 1 }, { "pair_id": 100066, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 27.91, 30.7 ], "duration": 62.66, "caption": "A person stands up from their seat at the table.", "similarity": 0.7259, "relevance": 1 }, { "pair_id": 100067, "video_name": "castle_s06e11_seg02_clip_07", "timestamp": [ 65.52, 67.37 ], "duration": 92.66, "caption": "A person puts their arm on the table and leans forward.", "similarity": 0.7256, "relevance": 0 }, { "pair_id": 100068, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 0.91, 4.55 ], "duration": 60.66, "caption": "Two people get up from the table together.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 100069, "video_name": "castle_s07e16_seg02_clip_27", "timestamp": [ 12.17, 15.14 ], "duration": 18.66, "caption": "Two people get up from the table together.", "similarity": 0.7227, "relevance": 0 }, { "pair_id": 100070, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 21.39, 24.58 ], "duration": 91.66, "caption": "Two people get up from the table.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 100071, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 81.46, 89.02 ], "duration": 89.66, "caption": "A man has their feet right on top of the table.", "similarity": 0.7209, "relevance": 4 }, { "pair_id": 100072, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 47.6, 51.87 ], "duration": 61.66, "caption": "A person sits down and another person moves over by the table.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 100073, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A person stands up from his chair at the table.", "similarity": 0.7077, "relevance": 1 }, { "pair_id": 100074, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A person has both hands on the table and picks one up for a moment.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 100075, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 11.29, 18.92 ], "duration": 61.66, "caption": "A person is sitting on another table behind someone's table.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 100076, "video_name": "s10e08_seg02_clip_11", "timestamp": [ 8.56, 9.15 ], "duration": 59.66, "caption": "A person uses both hands to motion towards the table as he stands next to it.", "similarity": 0.7028, "relevance": 1 }, { "pair_id": 100077, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 7.69, 11.76 ], "duration": 90.66, "caption": "Two people get up from the table with another person.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 100078, "video_name": "house_s08e04_seg02_clip_05", "timestamp": [ 2.23, 4.01 ], "duration": 89.66, "caption": "A person sits in a chair with their feet up on a table.", "similarity": 0.6993, "relevance": 4 }, { "pair_id": 100079, "video_name": "house_s03e13_seg02_clip_14", "timestamp": [ 0.0, 11.92 ], "duration": 91.66, "caption": "A person is sitting with their feet on the table in front of them.", "similarity": 0.696, "relevance": 4 } ] }, { "query_id": 52382, "query": "A woman pulls a dirty glove out of the purse.", "relevant_moment": [ { "pair_id": 167920, "video_name": "friends_s02e12-13_seg02_clip_39", "timestamp": [ 52.14, 55.89 ], "duration": 75.66, "caption": "A woman pulls a dirty glove out of the purse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167921, "video_name": "met_s06e01_seg02_clip_12", "timestamp": [ 48.07, 56.45 ], "duration": 62.66, "caption": "A woman opens her purse, takes something out, and puts it in her mouth.", "similarity": 0.7523, "relevance": 3 }, { "pair_id": 167922, "video_name": "s08e03_seg02_clip_00", "timestamp": [ 38.15, 41.25 ], "duration": 62.66, "caption": "A woman removes her purse from around her neck.", "similarity": 0.7371, "relevance": 1 }, { "pair_id": 167923, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 20.28, 21.19 ], "duration": 60.66, "caption": "A woman takes her purse off of her shoulder.", "similarity": 0.7324, "relevance": 0 }, { "pair_id": 167924, "video_name": "castle_s02e15_seg02_clip_27", "timestamp": [ 32.31, 40.67 ], "duration": 76.66, "caption": "A woman pulls two baseball gloves out from a bag.", "similarity": 0.7273, "relevance": 1 }, { "pair_id": 167925, "video_name": "friends_s07e18_seg02_clip_17", "timestamp": [ 7.15, 10.45 ], "duration": 55.66, "caption": "A woman grabs her purse and walks out of the door.", "similarity": 0.7234, "relevance": 0 }, { "pair_id": 167926, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.7185, "relevance": 0 }, { "pair_id": 167927, "video_name": "friends_s01e02_seg02_clip_18", "timestamp": [ 30.7, 35.67 ], "duration": 62.66, "caption": "A woman reaches into her purse and pulls out a ring.", "similarity": 0.7176, "relevance": 3 }, { "pair_id": 167928, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 54.93, 57.66 ], "duration": 57.66, "caption": "A woman goes into her purse and pulls a cell phone out.", "similarity": 0.7166, "relevance": 3 }, { "pair_id": 167929, "video_name": "friends_s01e19_seg02_clip_19", "timestamp": [ 13.58, 17.41 ], "duration": 59.66, "caption": "A woman sticks her hand into her pocket and pulls out an object.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 167930, "video_name": "s08e01_seg02_clip_14", "timestamp": [ 33.92, 39.92 ], "duration": 60.66, "caption": "A woman takes her phone out of her purse.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 167931, "video_name": "friends_s09e14_seg02_clip_19", "timestamp": [ 19.39, 22.24 ], "duration": 57.66, "caption": "A woman reaches into her purse and pulls out a t-shirt.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 167932, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 8.7, 11.1 ], "duration": 60.66, "caption": "A woman takes something out of her purse and hands it to man.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 167933, "video_name": "castle_s06e06_seg02_clip_01", "timestamp": [ 83.26, 89.52 ], "duration": 89.66, "caption": "A woman gets out her gloves to put on.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 167934, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 19.56, 23.23 ], "duration": 61.66, "caption": "A woman pulls a little notebook out of her purse.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 167935, "video_name": "friends_s04e03_seg02_clip_04", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A woman walks away from a woman and grabs her purse.", "similarity": 0.693, "relevance": 0 }, { "pair_id": 167936, "video_name": "s04e03_seg02_clip_00", "timestamp": [ 36.62, 38.75 ], "duration": 61.66, "caption": "A woman removes her purse's strap from over her head.", "similarity": 0.6915, "relevance": 0 }, { "pair_id": 167937, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 8.41 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves someone's place.", "similarity": 0.686, "relevance": 0 }, { "pair_id": 167938, "video_name": "house_s08e10_seg02_clip_20", "timestamp": [ 68.13, 71.56 ], "duration": 98.66, "caption": "A woman grabs her purse and gets up from the booth.", "similarity": 0.6859, "relevance": 0 }, { "pair_id": 167939, "video_name": "s06e16_seg02_clip_02", "timestamp": [ 7.95, 12.73 ], "duration": 53.66, "caption": "A woman takes the money, grabs her purse and walks out the door.", "similarity": 0.6821, "relevance": 0 } ] }, { "query_id": 52384, "query": "Two women exchange the items they are holding.", "relevant_moment": [ { "pair_id": 165320, "video_name": "friends_s02e12-13_seg02_clip_39", "timestamp": [ 38.26, 44.26 ], "duration": 75.66, "caption": "Two women exchange the items they are holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165321, "video_name": "friends_s02e12-13_seg02_clip_39", "timestamp": [ 39.76, 44.26 ], "duration": 75.66, "caption": "A woman and another woman exchange the items they are holding.", "similarity": 0.8977, "relevance": 4 }, { "pair_id": 165322, "video_name": "s10e04_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A woman holds something very small out to another woman, who reaches her hand out to receive it.", "similarity": 0.6898, "relevance": 1 }, { "pair_id": 165323, "video_name": "friends_s01e03_seg02_clip_11", "timestamp": [ 0.0, 33.26 ], "duration": 95.66, "caption": "A woman has a discussion about exchanging items with another woman.", "similarity": 0.6865, "relevance": 3 }, { "pair_id": 165324, "video_name": "friends_s01e08_seg02_clip_07", "timestamp": [ 12.92, 16.39 ], "duration": 63.66, "caption": "A woman gives another woman a small item that she no longer wants.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 165325, "video_name": "castle_s02e22_seg02_clip_13", "timestamp": [ 32.7, 34.88 ], "duration": 87.66, "caption": "A woman hands a gift basket over to another woman.", "similarity": 0.6629, "relevance": 2 }, { "pair_id": 165326, "video_name": "friends_s02e05_seg02_clip_03", "timestamp": [ 35.72, 40.22 ], "duration": 60.66, "caption": "Two women grab and hold each other's hands.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 165327, "video_name": "friends_s03e06_seg02_clip_13", "timestamp": [ 57.93, 60.03 ], "duration": 60.66, "caption": "Two women hold hands while facing each other.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 165328, "video_name": "friends_s07e20_seg02_clip_17", "timestamp": [ 35.07, 39.92 ], "duration": 57.66, "caption": "A woman holds the hands of another woman.", "similarity": 0.6467, "relevance": 1 }, { "pair_id": 165329, "video_name": "castle_s06e18_seg02_clip_27", "timestamp": [ 10.25, 24.61 ], "duration": 82.66, "caption": "A woman hands another woman a gift in red cloth.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 165330, "video_name": "friends_s03e23_seg02_clip_19", "timestamp": [ 33.26, 37.53 ], "duration": 61.66, "caption": "Two people trade places with respect to a woman.", "similarity": 0.631, "relevance": 0 }, { "pair_id": 165331, "video_name": "s09e18_seg02_clip_01", "timestamp": [ 5.7, 8.7 ], "duration": 60.66, "caption": "A woman asks another woman to whiff a wrapped gift she's holding.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 165332, "video_name": "grey_s01e09_seg02_clip_04", "timestamp": [ 6.24, 10.25 ], "duration": 89.66, "caption": "A woman hands another woman a folder who then hands it to another woman.", "similarity": 0.6274, "relevance": 2 }, { "pair_id": 165333, "video_name": "house_s03e11_seg02_clip_10", "timestamp": [ 83.27, 90.02 ], "duration": 90.66, "caption": "Two women put clothes into a plastic bag.", "similarity": 0.6208, "relevance": 2 }, { "pair_id": 165334, "video_name": "house_s07e10_seg02_clip_22", "timestamp": [ 0.0, 24.39 ], "duration": 92.66, "caption": "A woman is holding hands with another woman while the other woman moves around.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 165335, "video_name": "friends_s04e09_seg02_clip_18", "timestamp": [ 58.52, 59.41 ], "duration": 59.66, "caption": "A woman puts her arm around another woman carrying the box.", "similarity": 0.6101, "relevance": 1 }, { "pair_id": 165336, "video_name": "met_s02e19_seg02_clip_18", "timestamp": [ 51.79, 82.42 ], "duration": 85.66, "caption": "Two women keep passing a gift back and forth while each stating why they should be the one to have it.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 165337, "video_name": "s07e14_seg02_clip_04", "timestamp": [ 13.58, 18.3 ], "duration": 59.66, "caption": "Two women are having a discussion about money.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 165338, "video_name": "house_s08e08_seg02_clip_04", "timestamp": [ 49.06, 54.01 ], "duration": 90.66, "caption": "Two women open the shelves immediately together.", "similarity": 0.6041, "relevance": 1 }, { "pair_id": 165339, "video_name": "castle_s01e09_seg02_clip_13", "timestamp": [ 56.34, 58.98 ], "duration": 88.66, "caption": "A woman got something from her wallet and handed it to another woman.", "similarity": 0.6038, "relevance": 2 } ] }, { "query_id": 52401, "query": "A woman pats a man on the back with her right hand.", "relevant_moment": [ { "pair_id": 163240, "video_name": "friends_s06e15-16_seg02_clip_09", "timestamp": [ 53.12, 55.82 ], "duration": 60.66, "caption": "A woman pats a man on the back with her right hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163241, "video_name": "friends_s06e03_seg01_clip_00", "timestamp": [ 67.91, 71.56 ], "duration": 73.66, "caption": "A woman pats a man on the left shoulder with her right hand.", "similarity": 0.9008, "relevance": 4 }, { "pair_id": 163242, "video_name": "met_s06e15_seg02_clip_05", "timestamp": [ 33.57, 34.48 ], "duration": 61.66, "caption": "A woman pats a man on his right arm with her left hand.", "similarity": 0.8786, "relevance": 3 }, { "pair_id": 163243, "video_name": "castle_s06e23_seg02_clip_02", "timestamp": [ 11.58, 13.43 ], "duration": 92.66, "caption": "A man pats a woman with his hand on the side of her leg.", "similarity": 0.8551, "relevance": 0 }, { "pair_id": 163244, "video_name": "friends_s09e01_seg02_clip_07", "timestamp": [ 23.78, 24.67 ], "duration": 59.66, "caption": "A woman pats a man right on the arm when he is in front of her.", "similarity": 0.8459, "relevance": 4 }, { "pair_id": 163245, "video_name": "s02e12_seg02_clip_16", "timestamp": [ 6.41, 9.46 ], "duration": 61.66, "caption": "A person pats another person on the back with their left hand.", "similarity": 0.8228, "relevance": 2 }, { "pair_id": 163246, "video_name": "friends_s05e18_seg02_clip_22", "timestamp": [ 41.59, 44.29 ], "duration": 77.66, "caption": "A man pats another person on the back with his right hand.", "similarity": 0.8168, "relevance": 2 }, { "pair_id": 163247, "video_name": "castle_s08e02_seg02_clip_02", "timestamp": [ 62.58, 71.13 ], "duration": 90.66, "caption": "A woman pats down man while he holds his hands up in front of him.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 163248, "video_name": "met_s04e01_seg02_clip_16", "timestamp": [ 62.76, 65.03 ], "duration": 65.66, "caption": "A man pats a woman on the back before she walks out.", "similarity": 0.7978, "relevance": 1 }, { "pair_id": 163249, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 50.76, 53.71 ], "duration": 59.66, "caption": "A man rubs a woman's back with his right hand.", "similarity": 0.7785, "relevance": 2 }, { "pair_id": 163250, "video_name": "castle_s05e19_seg02_clip_07", "timestamp": [ 1.39, 8.36 ], "duration": 92.66, "caption": "A woman puts her hand on the back of man's shoulder.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 163251, "video_name": "friends_s01e11_seg02_clip_05", "timestamp": [ 28.24, 30.06 ], "duration": 60.66, "caption": "A man pats a woman on the back as he holds his menu with his other hand.", "similarity": 0.7717, "relevance": 2 }, { "pair_id": 163252, "video_name": "friends_s02e15_seg02_clip_13", "timestamp": [ 52.7, 54.77 ], "duration": 59.66, "caption": "A man pats woman on the arm then woman does the same to him.", "similarity": 0.7643, "relevance": 2 }, { "pair_id": 163253, "video_name": "s03e19_seg02_clip_17", "timestamp": [ 2.33, 5.58 ], "duration": 93.66, "caption": "A man rubs woman's back with his right hand.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 163254, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 53.72, 55.22 ], "duration": 60.66, "caption": "A person puts their hand on another person and pats them on the back.", "similarity": 0.7578, "relevance": 1 }, { "pair_id": 163255, "video_name": "friends_s08e04_seg02_clip_00", "timestamp": [ 50.86, 54.59 ], "duration": 62.66, "caption": "A woman pats a man on the back as she talks with others.", "similarity": 0.7524, "relevance": 4 }, { "pair_id": 163256, "video_name": "friends_s06e22_seg01_clip_02", "timestamp": [ 0.0, 2.99 ], "duration": 46.66, "caption": "A woman places a hand on a man's left leg.", "similarity": 0.7492, "relevance": 1 }, { "pair_id": 163257, "video_name": "s04e18_seg02_clip_15", "timestamp": [ 32.2, 34.23 ], "duration": 58.66, "caption": "A woman puts one hand on the side of a man's face.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 163258, "video_name": "s03e18_seg02_clip_02", "timestamp": [ 22.92, 25.24 ], "duration": 58.66, "caption": "A man puts his hand on woman's back and rubs it.", "similarity": 0.7467, "relevance": 2 }, { "pair_id": 163259, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 19.59, 20.54 ], "duration": 27.66, "caption": "A woman puts a hand on the side of a man's face.", "similarity": 0.7467, "relevance": 1 }, { "pair_id": 336560, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 19.22, 22.89 ], "duration": 61.66, "caption": "A woman puts her right hand on a man's shoulder.", "similarity": 0.7444, "relevance": 4 }, { "pair_id": 336561, "video_name": "met_s02e17_seg02_clip_01", "timestamp": [ 12.04, 15.95 ], "duration": 60.66, "caption": "A woman rubs her right hand up and down a man's left arm.", "similarity": 0.7416, "relevance": 4 }, { "pair_id": 336562, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 4.06, 8.12 ], "duration": 58.66, "caption": "A woman places her left hand on a man's shoulder.", "similarity": 0.7411, "relevance": 3 }, { "pair_id": 336563, "video_name": "s02e04_seg01_clip_01", "timestamp": [ 36.32, 39.02 ], "duration": 60.66, "caption": "A woman puts her hand on a man's back and kisses him on the cheek.", "similarity": 0.7387, "relevance": 4 }, { "pair_id": 336564, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 12.82, 18.92 ], "duration": 61.66, "caption": "A woman puts her hand on a man's right shoulder.", "similarity": 0.7354, "relevance": 4 }, { "pair_id": 336565, "video_name": "castle_s03e06_seg02_clip_16", "timestamp": [ 64.34, 65.59 ], "duration": 83.66, "caption": "A woman pats a man on the arm as she stands next to him.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 336566, "video_name": "castle_s04e10_seg02_clip_07", "timestamp": [ 46.29, 48.1 ], "duration": 90.66, "caption": "A man pulled back the hand of a woman that is attached to the other side of the handcuff.", "similarity": 0.7244, "relevance": 1 }, { "pair_id": 336568, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 53.03, 56.76 ], "duration": 62.66, "caption": "A woman briefly puts her hand on a man's hand.", "similarity": 0.7228, "relevance": 1 }, { "pair_id": 336569, "video_name": "met_s03e07_seg02_clip_13", "timestamp": [ 41.45, 43.8 ], "duration": 58.66, "caption": "A man places his left hand on top of woman's right hand.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 336570, "video_name": "friends_s05e13_seg02_clip_04", "timestamp": [ 8.1, 9.9 ], "duration": 60.66, "caption": "A man rubs their hand up and down a woman's left arm.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 336571, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man puts his hand on another man's back and pats him.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 336572, "video_name": "friends_s02e15_seg02_clip_15", "timestamp": [ 5.9, 8.56 ], "duration": 59.66, "caption": "A woman pats someone's hand before he leaves her.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 336573, "video_name": "friends_s09e11_seg02_clip_11", "timestamp": [ 3.36, 8.24 ], "duration": 61.66, "caption": "A woman puts both of her hands on a man's arm.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 336574, "video_name": "friends_s08e23-24_seg02_clip_03", "timestamp": [ 1.5, 6.01 ], "duration": 60.66, "caption": "A person pats guy's back with his right hand.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 336575, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 34.13, 41.42 ], "duration": 91.66, "caption": "A woman pats a man's arm and then puts her arm through his.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 336576, "video_name": "met_s06e15_seg02_clip_06", "timestamp": [ 28.04, 31.87 ], "duration": 59.66, "caption": "A man give woman a kiss on the back of her hand.", "similarity": 0.7096, "relevance": 1 }, { "pair_id": 336577, "video_name": "friends_s05e12_seg02_clip_13", "timestamp": [ 14.41, 25.93 ], "duration": 64.66, "caption": "A woman touches and rubs a man's back, then removes her hand.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 336578, "video_name": "s08e23_seg02_clip_01", "timestamp": [ 3.25, 8.56 ], "duration": 59.66, "caption": "A woman reaches her right arm over and pats a person's left hand.", "similarity": 0.7062, "relevance": 3 }, { "pair_id": 336579, "video_name": "friends_s04e22_seg02_clip_20", "timestamp": [ 38.49, 41.08 ], "duration": 74.66, "caption": "A man has her back to another man with both hands on her face.", "similarity": 0.7041, "relevance": 0 } ] }, { "query_id": 52430, "query": "A man was browsing a magazine at the shelf.", "relevant_moment": [ { "pair_id": 147280, "video_name": "friends_s06e15-16_seg02_clip_00", "timestamp": [ 4.91, 8.9 ], "duration": 61.66, "caption": "A man was browsing a magazine at the shelf.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147281, "video_name": "house_s06e14_seg02_clip_14", "timestamp": [ 38.34, 46.62 ], "duration": 87.66, "caption": "A man is browsing through the book shelf for something.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 147282, "video_name": "friends_s06e15-16_seg02_clip_00", "timestamp": [ 7.67, 15.96 ], "duration": 61.66, "caption": "A man is at the magazine stand and picks a magazine.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 147283, "video_name": "house_s02e06_seg02_clip_10", "timestamp": [ 38.08, 48.42 ], "duration": 94.66, "caption": "A man picks up a magazine and starts reading it.", "similarity": 0.7204, "relevance": 2 }, { "pair_id": 147284, "video_name": "house_s03e19_seg02_clip_14", "timestamp": [ 60.89, 69.46 ], "duration": 90.66, "caption": "A person holds a magazine and reads it.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 147285, "video_name": "friends_s01e22_seg02_clip_15", "timestamp": [ 41.93, 44.24 ], "duration": 66.66, "caption": "A man shows someone something inside of the magazine.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 147286, "video_name": "castle_s03e23_seg02_clip_21", "timestamp": [ 13.05, 19.36 ], "duration": 90.66, "caption": "A man shows a page of a magazine to someone.", "similarity": 0.6876, "relevance": 1 }, { "pair_id": 147287, "video_name": "s07e14_seg02_clip_07", "timestamp": [ 48.02, 49.62 ], "duration": 64.66, "caption": "A man closes the magazine he was looking through.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 147288, "video_name": "met_s02e17_seg02_clip_06", "timestamp": [ 27.72, 29.85 ], "duration": 60.66, "caption": "A person turns a page in the magazine he's reading.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 147289, "video_name": "friends_s08e17_seg02_clip_18", "timestamp": [ 19.98, 28.59 ], "duration": 61.66, "caption": "A man is talking on the phone while looking at a magazine.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 147290, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 45.05, 47.33 ], "duration": 57.66, "caption": "A man sits on the sofa reading a magazine.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 147291, "video_name": "house_s01e14_seg02_clip_00", "timestamp": [ 3.73, 4.66 ], "duration": 93.66, "caption": "A man looks through a magazine as person walks into the room.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 147292, "video_name": "house_s08e15_seg02_clip_16", "timestamp": [ 12.18, 14.28 ], "duration": 84.66, "caption": "A man picks up a magazine from the table.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 147293, "video_name": "s08e18_seg02_clip_01", "timestamp": [ 42.36, 45.84 ], "duration": 58.66, "caption": "A person finds a page in the magazine and opens it.", "similarity": 0.6498, "relevance": 2 }, { "pair_id": 147294, "video_name": "s09e08_seg02_clip_10", "timestamp": [ 5.8, 7.93 ], "duration": 61.66, "caption": "A man lowers the magazine he is reading onto his lap.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 147295, "video_name": "friends_s04e03_seg02_clip_08", "timestamp": [ 45.85, 50.4 ], "duration": 65.66, "caption": "A man turns the page of a magazine using his mouth.", "similarity": 0.6459, "relevance": 2 }, { "pair_id": 147296, "video_name": "castle_s06e04_seg02_clip_21", "timestamp": [ 49.34, 51.56 ], "duration": 88.66, "caption": "A man takes the magazine from another man and looks at it.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 147297, "video_name": "castle_s06e19_seg02_clip_00", "timestamp": [ 24.36, 26.19 ], "duration": 91.66, "caption": "A person stands up the magazine he is reading on his lap.", "similarity": 0.641, "relevance": 2 }, { "pair_id": 147298, "video_name": "house_s08e02_seg02_clip_17", "timestamp": [ 42.29, 89.02 ], "duration": 89.66, "caption": "A man reads a magazine while he sits on the toilet.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 147299, "video_name": "friends_s01e05_seg02_clip_01", "timestamp": [ 22.13, 24.2 ], "duration": 59.66, "caption": "A person gives an order and goes back to reading his magazine.", "similarity": 0.6403, "relevance": 2 } ] }, { "query_id": 52448, "query": "A woman pretends that she's going to vomit in front of a person.", "relevant_moment": [ { "pair_id": 279140, "video_name": "s01e14_seg02_clip_02", "timestamp": [ 42.18, 47.45 ], "duration": 62.66, "caption": "A person tells some people to wait because another person is throwing up.", "similarity": 0.6096, "relevance": 0 }, { "pair_id": 279141, "video_name": "friends_s04e03_seg02_clip_15", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman gags a man and asks him to stop being so excited.", "similarity": 0.6095, "relevance": 0 }, { "pair_id": 279142, "video_name": "met_s06e12_seg02_clip_13", "timestamp": [ 6.86, 8.82 ], "duration": 49.66, "caption": "A woman screams frantically at man, who throws up their hands in surprise.", "similarity": 0.609, "relevance": 0 }, { "pair_id": 279143, "video_name": "house_s06e11_seg02_clip_12", "timestamp": [ 0.46, 30.94 ], "duration": 92.66, "caption": "A woman fakes coughing so a man can leave and she can threaten another woman.", "similarity": 0.609, "relevance": 3 }, { "pair_id": 279144, "video_name": "friends_s09e22_seg02_clip_14", "timestamp": [ 17.06, 27.3 ], "duration": 62.66, "caption": "A woman pretends she is shocked to see another woman.", "similarity": 0.607, "relevance": 0 }, { "pair_id": 279145, "video_name": "house_s04e04_seg02_clip_19", "timestamp": [ 0.0, 68.27 ], "duration": 91.66, "caption": "A woman offered her help to the person, while a patient vomits with blood during their examination.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 279146, "video_name": "s04e01_seg02_clip_01", "timestamp": [ 47.52, 50.17 ], "duration": 59.66, "caption": "A woman was drinking when a person says something that makes her spit the water out.", "similarity": 0.6031, "relevance": 3 }, { "pair_id": 279147, "video_name": "s10e05_seg02_clip_13", "timestamp": [ 39.46, 43.52 ], "duration": 58.66, "caption": "A woman throws her arms up as she talks with a person.", "similarity": 0.6018, "relevance": 0 }, { "pair_id": 279148, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman throws food into the air and catches it in her mouth.", "similarity": 0.5998, "relevance": 0 }, { "pair_id": 279149, "video_name": "house_s05e09_seg02_clip_27", "timestamp": [ 0.0, 11.48 ], "duration": 153.66, "caption": "A woman begs the person in front of her not to kill her before a blast goes off.", "similarity": 0.5974, "relevance": 0 }, { "pair_id": 279150, "video_name": "friends_s09e13_seg02_clip_09", "timestamp": [ 0.0, 7.89 ], "duration": 60.66, "caption": "A person points back and forth to woman while trying to find out how sick she is.", "similarity": 0.597, "relevance": 0 }, { "pair_id": 279151, "video_name": "s08e16_seg02_clip_01", "timestamp": [ 29.11, 31.21 ], "duration": 60.66, "caption": "A woman tells a man he's making her want to puke.", "similarity": 0.5964, "relevance": 1 }, { "pair_id": 279152, "video_name": "friends_s08e08_seg01_clip_01", "timestamp": [ 12.16, 14.59 ], "duration": 54.66, "caption": "A woman talks as she closes her eyes and throws up her hands.", "similarity": 0.5961, "relevance": 0 }, { "pair_id": 279153, "video_name": "friends_s04e20_seg02_clip_12", "timestamp": [ 31.81, 36.02 ], "duration": 60.66, "caption": "A woman turns around when a person yells at someone.", "similarity": 0.5956, "relevance": 0 }, { "pair_id": 279154, "video_name": "s09e09_seg02_clip_03", "timestamp": [ 30.69, 33.94 ], "duration": 59.66, "caption": "A woman throws her hands up in the air.", "similarity": 0.5955, "relevance": 0 }, { "pair_id": 279155, "video_name": "s06e04_seg02_clip_10", "timestamp": [ 2.07, 8.85 ], "duration": 59.66, "caption": "A woman throws her hands up while talking to someone.", "similarity": 0.5919, "relevance": 0 }, { "pair_id": 279156, "video_name": "house_s06e13_seg02_clip_02", "timestamp": [ 25.98, 98.03 ], "duration": 98.66, "caption": "A woman is in a rush into her patient's room as the patient is vomiting.", "similarity": 0.5904, "relevance": 0 }, { "pair_id": 279157, "video_name": "friends_s09e03_seg02_clip_07", "timestamp": [ 10.08, 17.93 ], "duration": 56.66, "caption": "A woman makes fun of a person she ran into recently.", "similarity": 0.5903, "relevance": 0 }, { "pair_id": 279158, "video_name": "s06e01_seg02_clip_12", "timestamp": [ 0.0, 12.51 ], "duration": 61.66, "caption": "A person throws his hands up and tries to explain something to woman.", "similarity": 0.5889, "relevance": 0 }, { "pair_id": 279159, "video_name": "s08e09_seg02_clip_14", "timestamp": [ 42.18, 47.45 ], "duration": 62.66, "caption": "A woman makes fun of the way some people sound.", "similarity": 0.587, "relevance": 0 } ] }, { "query_id": 52482, "query": "A person settles back into the couch as he is talking to a woman in the living room.", "relevant_moment": [ { "pair_id": 118500, "video_name": "s07e04_seg02_clip_15", "timestamp": [ 42.5, 43.97 ], "duration": 59.66, "caption": "A person settles back into the couch as he is talking to a woman in the living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 118501, "video_name": "s07e10_seg02_clip_04", "timestamp": [ 44.35, 47.45 ], "duration": 62.66, "caption": "A person stands up from the couch while talking to a woman.", "similarity": 0.7984, "relevance": 2 }, { "pair_id": 118502, "video_name": "s01e07_seg02_clip_04", "timestamp": [ 52.72, 62.03 ], "duration": 62.66, "caption": "A person gestures to the couch while talking to woman.", "similarity": 0.788, "relevance": 1 }, { "pair_id": 118503, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 31.91, 58.03 ], "duration": 58.66, "caption": "A man is having a conversation with a woman in the couch.", "similarity": 0.7773, "relevance": 1 }, { "pair_id": 118504, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 16.25, 19.06 ], "duration": 81.66, "caption": "A person gets up from the sofa during a conversation with a woman.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 118505, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 16.81, 21.3 ], "duration": 81.66, "caption": "A man stands up from the couch when he's talking to a woman.", "similarity": 0.7686, "relevance": 1 }, { "pair_id": 118506, "video_name": "s07e04_seg02_clip_14", "timestamp": [ 37.23, 41.5 ], "duration": 61.66, "caption": "A woman turns around on the couch and talks to a person.", "similarity": 0.7661, "relevance": 2 }, { "pair_id": 118507, "video_name": "met_s02e08_seg01_clip_00", "timestamp": [ 36.45, 38.29 ], "duration": 61.66, "caption": "A woman gets off the couch in order to talk to man.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 118508, "video_name": "friends_s05e05_seg02_clip_05", "timestamp": [ 46.93, 59.03 ], "duration": 59.66, "caption": "A woman puts her head back on the couch and continues a conversation with a man.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 118509, "video_name": "friends_s09e04_seg02_clip_22", "timestamp": [ 29.42, 35.02 ], "duration": 35.66, "caption": "A man gets up off of the couch after talking to a woman.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 118510, "video_name": "friends_s10e07_seg02_clip_00", "timestamp": [ 54.05, 62.13 ], "duration": 62.66, "caption": "A man stands up from the couch and talks to a woman.", "similarity": 0.7564, "relevance": 1 }, { "pair_id": 118511, "video_name": "s06e07_seg01_clip_03", "timestamp": [ 32.77, 35.65 ], "duration": 72.66, "caption": "A person gets off the couch to go over and talk to another person.", "similarity": 0.7455, "relevance": 0 }, { "pair_id": 118512, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 73.48, 84.17 ], "duration": 89.66, "caption": "A person comes into the room and talks to woman.", "similarity": 0.743, "relevance": 1 }, { "pair_id": 118513, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 51.02, 55.52 ], "duration": 60.66, "caption": "A person sits down on the arm of the couch to talk to woman.", "similarity": 0.7424, "relevance": 4 }, { "pair_id": 118514, "video_name": "met_s03e04_seg02_clip_13", "timestamp": [ 12.88, 16.51 ], "duration": 66.66, "caption": "A woman is talking to a man and sits down on the couch to face him.", "similarity": 0.7414, "relevance": 1 }, { "pair_id": 118515, "video_name": "friends_s08e21_seg02_clip_17", "timestamp": [ 17.09, 19.22 ], "duration": 61.66, "caption": "A woman sits upon the couch as she talks to a man.", "similarity": 0.7414, "relevance": 1 }, { "pair_id": 118516, "video_name": "s04e09_seg02_clip_12", "timestamp": [ 44.12, 60.03 ], "duration": 60.66, "caption": "A person sits with his arm on the back of the couch as he has a conversation with woman.", "similarity": 0.741, "relevance": 2 }, { "pair_id": 118517, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.48 ], "duration": 65.66, "caption": "A man was sitting on a couch whilst talking to a woman.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 118518, "video_name": "house_s08e18_seg02_clip_15", "timestamp": [ 0.0, 7.92 ], "duration": 99.66, "caption": "A man is sitting on a couch talking to woman.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 118519, "video_name": "friends_s05e20_seg02_clip_17", "timestamp": [ 0.0, 16.21 ], "duration": 60.66, "caption": "A woman is sitting on a person's couch as he stands and they converse.", "similarity": 0.7384, "relevance": 2 } ] }, { "query_id": 52545, "query": "A man is reading from the paper he's holding and then sits down at the table.", "relevant_moment": [ { "pair_id": 168420, "video_name": "house_s01e10_seg02_clip_08", "timestamp": [ 44.17, 59.82 ], "duration": 92.66, "caption": "A man is reading from the paper he's holding and then sits down at the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168421, "video_name": "s09e18_seg02_clip_13", "timestamp": [ 4.72, 14.46 ], "duration": 59.66, "caption": "A man is reading off from the paper on his hands.", "similarity": 0.7405, "relevance": 3 }, { "pair_id": 168422, "video_name": "castle_s06e15_seg02_clip_13", "timestamp": [ 62.79, 72.28 ], "duration": 90.66, "caption": "A man looks down at the paper he's holding and reads something aloud.", "similarity": 0.7403, "relevance": 2 }, { "pair_id": 168423, "video_name": "friends_s07e15_seg02_clip_10", "timestamp": [ 63.07, 64.03 ], "duration": 64.66, "caption": "A man is sitting in a chair and is reading a paper.", "similarity": 0.7369, "relevance": 2 }, { "pair_id": 168424, "video_name": "house_s06e15_seg02_clip_14", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "A man puts down a large sheet of paper while sitting at a table.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 168425, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 0.3, 10.8 ], "duration": 60.66, "caption": "A man is reading from a piece of paper in his hands.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 168426, "video_name": "house_s01e18_seg02_clip_10", "timestamp": [ 32.46, 37.77 ], "duration": 118.66, "caption": "A man sits reading notes aloud at the end of a table.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 168427, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man holds up a small piece of paper and reads it.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 168428, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 7.2, 10.8 ], "duration": 90.66, "caption": "A person slowly sits down while reading a piece of paper they are holding.", "similarity": 0.7111, "relevance": 4 }, { "pair_id": 168429, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 168430, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 83.24, 89.02 ], "duration": 89.66, "caption": "A person reads from a newspaper while sitting at a table.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 168431, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 7.79, 17.64 ], "duration": 82.66, "caption": "A man is reading from a stack of papers in his hand.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 168432, "video_name": "house_s04e12_seg02_clip_01", "timestamp": [ 49.29, 53.25 ], "duration": 88.66, "caption": "A man finishes reading a piece of paper lowers it and puts the folder on the table.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 168433, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 27.08, 36.59 ], "duration": 95.66, "caption": "A person sits at the table and he looks over a couple of papers.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 168434, "video_name": "friends_s09e05_seg02_clip_00", "timestamp": [ 39.5, 46.97 ], "duration": 62.66, "caption": "A man is going through papers as he sits speaking at the table.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 168435, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 24.72, 28.07 ], "duration": 61.66, "caption": "A man is sitting at the kitchen table while reading a book.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 168436, "video_name": "friends_s02e05_seg02_clip_08", "timestamp": [ 0.87, 4.06 ], "duration": 58.66, "caption": "A man is writing while sitting around the table.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 168437, "video_name": "s06e20_seg02_clip_14", "timestamp": [ 22.51, 27.91 ], "duration": 60.66, "caption": "A person places the paper he was holding on the table.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 168438, "video_name": "friends_s04e01_seg02_clip_05", "timestamp": [ 45.55, 47.29 ], "duration": 58.66, "caption": "A man puts the papers in his hand on a table.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 168439, "video_name": "castle_s05e22_seg02_clip_20", "timestamp": [ 30.37, 31.29 ], "duration": 92.66, "caption": "A man picks up a paper on the table and looks at it.", "similarity": 0.6741, "relevance": 3 }, { "pair_id": 341740, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A man holding a paper reading it next to person.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 341741, "video_name": "house_s08e20_seg02_clip_18", "timestamp": [ 9.03, 12.35 ], "duration": 95.66, "caption": "A man puts down the document he is holding into the table.", "similarity": 0.6703, "relevance": 1 }, { "pair_id": 341742, "video_name": "house_s04e13_seg02_clip_05", "timestamp": [ 0.0, 5.34 ], "duration": 97.66, "caption": "A person sits at the table reading a newspaper while someone is talking to him.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 341743, "video_name": "house_s02e10_seg02_clip_00", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "A man is reading some documents while he is seated and one foot up on the table while whistling.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 341744, "video_name": "friends_s03e08_seg02_clip_07", "timestamp": [ 45.06, 51.07 ], "duration": 60.66, "caption": "A man is sitting on the chair while reading a book.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 341745, "video_name": "s09e09_seg02_clip_05", "timestamp": [ 44.25, 48.52 ], "duration": 61.66, "caption": "A person holds up a piece of paper and begins reading.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 341746, "video_name": "house_s04e13_seg02_clip_05", "timestamp": [ 0.0, 4.37 ], "duration": 97.66, "caption": "A man is sitting and trying to read a newspaper.", "similarity": 0.6589, "relevance": 3 }, { "pair_id": 341747, "video_name": "friends_s06e04_seg02_clip_03", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man holds a piece of paper which he reads out to another man.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 341748, "video_name": "house_s04e08_seg02_clip_01", "timestamp": [ 13.2, 14.52 ], "duration": 88.66, "caption": "A man puts down the paper he is reading and gives a weird look.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 341749, "video_name": "friends_s03e12_seg02_clip_08", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "A man reads from a small piece of paper at the counter.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 341750, "video_name": "met_s02e01_seg02_clip_07", "timestamp": [ 39.19, 41.58 ], "duration": 59.66, "caption": "A man sits at the table with a letter in his hands.", "similarity": 0.6483, "relevance": 4 }, { "pair_id": 341751, "video_name": "friends_s03e23_seg02_clip_14", "timestamp": [ 48.47, 52.18 ], "duration": 57.66, "caption": "A man sits down on a table for a person to examine him.", "similarity": 0.648, "relevance": 1 }, { "pair_id": 341752, "video_name": "castle_s07e02_seg02_clip_05", "timestamp": [ 0.0, 5.57 ], "duration": 92.66, "caption": "A man holds a couple of pieces of paper and reads from one of them.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 341753, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 31.91, 35.77 ], "duration": 55.66, "caption": "A person holds up a piece of paper and reads from it.", "similarity": 0.6459, "relevance": 2 }, { "pair_id": 341754, "video_name": "friends_s03e17_seg01_clip_00", "timestamp": [ 6.93, 7.88 ], "duration": 63.66, "caption": "A man holds up a newspaper that he is reading.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 341755, "video_name": "s08e22_seg02_clip_02", "timestamp": [ 0.0, 6.2 ], "duration": 62.66, "caption": "A man reads from the instructions and then places them on the table.", "similarity": 0.6451, "relevance": 3 }, { "pair_id": 341756, "video_name": "s09e18_seg02_clip_07", "timestamp": [ 0.0, 26.41 ], "duration": 60.66, "caption": "A man was holding a bunch of papers whilst sitting.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 341757, "video_name": "s04e12_seg02_clip_08", "timestamp": [ 35.72, 39.32 ], "duration": 60.66, "caption": "A person sits down at the table while holding a paper bag.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 341758, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 27.7 ], "duration": 71.66, "caption": "A man is sitting on the couch while reading a newspaper.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 341759, "video_name": "friends_s10e08_seg02_clip_10", "timestamp": [ 35.7, 46.69 ], "duration": 61.66, "caption": "A man picks up and reads the note on the paper.", "similarity": 0.6406, "relevance": 2 } ] }, { "query_id": 52586, "query": "A woman throws the food on their table when they feel pain.", "relevant_moment": [ { "pair_id": 19440, "video_name": "house_s01e10_seg02_clip_04", "timestamp": [ 20.69, 23.77 ], "duration": 88.66, "caption": "A woman throws the food on their table when they feel pain.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19441, "video_name": "castle_s07e04_seg02_clip_00", "timestamp": [ 6.43, 8.72 ], "duration": 91.66, "caption": "A woman put a food on some people's table.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 19442, "video_name": "friends_s10e17-18_seg02_clip_35", "timestamp": [ 30.39, 33.19 ], "duration": 62.66, "caption": "A woman throws a piece of wood on the table.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 19443, "video_name": "friends_s02e11_seg02_clip_07", "timestamp": [ 14.65, 24.72 ], "duration": 61.66, "caption": "A woman is standing at the table breaking up pieces of food and throwing them into a bowl.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 19444, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 19445, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 5.49, 8.54 ], "duration": 122.66, "caption": "A woman throws a food and catches it with her mouth.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 19446, "video_name": "friends_s10e14_seg02_clip_19", "timestamp": [ 5.44, 9.06 ], "duration": 60.66, "caption": "A woman drops two plates containing food on the table.", "similarity": 0.6704, "relevance": 2 }, { "pair_id": 19447, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman throws food into the air and catches it in her mouth.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 19448, "video_name": "friends_s05e07_seg02_clip_05", "timestamp": [ 15.66, 18.73 ], "duration": 61.66, "caption": "A woman salts their food and throws a handful over their shoulder.", "similarity": 0.6649, "relevance": 1 }, { "pair_id": 19449, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 16.23, 17.41 ], "duration": 59.66, "caption": "A woman puts her plate of food down on the table.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 19450, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.96, 3.64 ], "duration": 56.66, "caption": "A woman moves to place a plate of food on the table.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 19451, "video_name": "friends_s01e08_seg02_clip_10", "timestamp": [ 2.1, 4.5 ], "duration": 60.66, "caption": "A woman puts her food down on the table and then sits down.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 19452, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 19453, "video_name": "s04e01_seg02_clip_12", "timestamp": [ 57.67, 61.45 ], "duration": 63.66, "caption": "A woman takes a bite of her food while at the table with two other people.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 19454, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 12.92, 16.7 ], "duration": 63.66, "caption": "A woman grabs a plate of food and places it on the table.", "similarity": 0.6515, "relevance": 2 }, { "pair_id": 19455, "video_name": "friends_s10e16_seg02_clip_18", "timestamp": [ 7.63, 22.28 ], "duration": 61.66, "caption": "A woman gets a strong pain in the middle of telling a story about a meal.", "similarity": 0.646, "relevance": 1 }, { "pair_id": 19456, "video_name": "friends_s02e05_seg02_clip_09", "timestamp": [ 13.17, 17.93 ], "duration": 56.66, "caption": "A woman takes a bite of the food that is in her hands.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 19457, "video_name": "s09e21_seg02_clip_05", "timestamp": [ 48.92, 55.22 ], "duration": 60.66, "caption": "A woman brings a plate of food to the table.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 19458, "video_name": "castle_s03e23_seg02_clip_08", "timestamp": [ 58.92, 60.82 ], "duration": 95.66, "caption": "A woman throws a piece of paper on the table.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 19459, "video_name": "met_s06e05_seg02_clip_03", "timestamp": [ 24.19, 27.29 ], "duration": 62.66, "caption": "A woman grabs a piece of food from the center of the table.", "similarity": 0.6384, "relevance": 2 } ] }, { "query_id": 52606, "query": "Three people go to search under the furniture.", "relevant_moment": [ { "pair_id": 162540, "video_name": "friends_s06e10_seg02_clip_05", "timestamp": [ 50.55, 53.34 ], "duration": 62.66, "caption": "Three people go to search under the furniture.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162541, "video_name": "castle_s06e03_seg02_clip_07", "timestamp": [ 21.79, 29.96 ], "duration": 90.66, "caption": "Three men looking up to two women in the other room.", "similarity": 0.5872, "relevance": 1 }, { "pair_id": 162542, "video_name": "castle_s08e16_seg02_clip_10", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "Two people enter a room looking for something.", "similarity": 0.5826, "relevance": 1 }, { "pair_id": 162543, "video_name": "castle_s01e10_seg02_clip_07", "timestamp": [ 0.0, 84.02 ], "duration": 84.66, "caption": "Some people are looking up on a room.", "similarity": 0.5775, "relevance": 0 }, { "pair_id": 162544, "video_name": "friends_s05e13_seg02_clip_00", "timestamp": [ 32.26, 62.03 ], "duration": 62.66, "caption": "Three people were sitting on a couch.", "similarity": 0.5658, "relevance": 2 }, { "pair_id": 162545, "video_name": "s10e07_seg02_clip_04", "timestamp": [ 38.14, 57.37 ], "duration": 61.66, "caption": "Two people are looking in a bedroom for missing objects.", "similarity": 0.5534, "relevance": 2 }, { "pair_id": 162546, "video_name": "castle_s03e12_seg02_clip_10", "timestamp": [ 43.66, 46.81 ], "duration": 90.66, "caption": "A person walks in to find two people sitting on the couch.", "similarity": 0.5508, "relevance": 1 }, { "pair_id": 162547, "video_name": "castle_s03e05_seg02_clip_10", "timestamp": [ 22.96, 90.02 ], "duration": 90.66, "caption": "Three people were all sitting on a couch.", "similarity": 0.5508, "relevance": 1 }, { "pair_id": 162548, "video_name": "castle_s01e08_seg02_clip_04", "timestamp": [ 0.0, 9.34 ], "duration": 84.66, "caption": "Three people were all sitting on a couch.", "similarity": 0.5508, "relevance": 1 }, { "pair_id": 162549, "video_name": "castle_s06e04_seg02_clip_15", "timestamp": [ 26.11, 26.54 ], "duration": 87.66, "caption": "Three people sitting in chairs next to each other look at someone else in the room with serious faces.", "similarity": 0.5503, "relevance": 1 }, { "pair_id": 162550, "video_name": "house_s01e10_seg02_clip_17", "timestamp": [ 29.93, 35.21 ], "duration": 88.66, "caption": "Three people walk into the patient room to find them not there.", "similarity": 0.5494, "relevance": 1 }, { "pair_id": 162551, "video_name": "castle_s03e06_seg02_clip_05", "timestamp": [ 55.78, 75.46 ], "duration": 82.66, "caption": "A man and woman search the couch and man finds a penny while woman finds a name badge.", "similarity": 0.5477, "relevance": 3 }, { "pair_id": 162552, "video_name": "met_s02e21_seg02_clip_10", "timestamp": [ 47.86, 57.66 ], "duration": 57.66, "caption": "Two men look around the room in search of an obvious toupee.", "similarity": 0.5461, "relevance": 1 }, { "pair_id": 162553, "video_name": "friends_s08e17_seg02_clip_00", "timestamp": [ 54.75, 55.71 ], "duration": 64.66, "caption": "Three people are all seen sitting on the couch together.", "similarity": 0.542, "relevance": 1 }, { "pair_id": 162554, "video_name": "house_s06e15_seg02_clip_17", "timestamp": [ 66.92, 70.15 ], "duration": 92.66, "caption": "A man is crouched down looking under a piece of furniture when he is approached by a woman.", "similarity": 0.5393, "relevance": 2 }, { "pair_id": 162555, "video_name": "friends_s01e06_seg02_clip_19", "timestamp": [ 0.0, 26.55 ], "duration": 59.66, "caption": "They are having a conversation while sitting on furniture.", "similarity": 0.5378, "relevance": 1 }, { "pair_id": 162556, "video_name": "grey_s01e05_seg02_clip_21", "timestamp": [ 0.0, 8.07 ], "duration": 89.66, "caption": "Three people sit together on the couch in their darkened living room.", "similarity": 0.5321, "relevance": 1 }, { "pair_id": 162557, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 4.47, 7.65 ], "duration": 63.66, "caption": "A person walks into a room to find a person looking at a cluttered board.", "similarity": 0.5288, "relevance": 0 }, { "pair_id": 162558, "video_name": "friends_s09e16_seg02_clip_22", "timestamp": [ 25.49, 32.49 ], "duration": 56.66, "caption": "Multiple people set a sofa down that they are moving.", "similarity": 0.5284, "relevance": 1 }, { "pair_id": 162559, "video_name": "castle_s03e19_seg02_clip_16", "timestamp": [ 26.62, 90.23 ], "duration": 90.66, "caption": "Three people were having a conversation while sitting on different couches.", "similarity": 0.5202, "relevance": 1 } ] }, { "query_id": 52642, "query": "A man covers his face with his hands during a conversation with woman.", "relevant_moment": [ { "pair_id": 107280, "video_name": "friends_s06e22_seg02_clip_17", "timestamp": [ 44.91, 46.14 ], "duration": 61.66, "caption": "A man covers his face with his hands during a conversation with woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 107281, "video_name": "friends_s07e03_seg02_clip_11", "timestamp": [ 28.51, 29.94 ], "duration": 57.66, "caption": "A woman covers her face with her hand during a conversation with a man.", "similarity": 0.9256, "relevance": 3 }, { "pair_id": 107282, "video_name": "s01e13_seg02_clip_08", "timestamp": [ 9.69, 15.11 ], "duration": 57.66, "caption": "A man holds his face in his palm as he talks to a woman.", "similarity": 0.8448, "relevance": 4 }, { "pair_id": 107283, "video_name": "friends_s08e08_seg02_clip_05", "timestamp": [ 50.58, 54.32 ], "duration": 57.66, "caption": "A man holds woman's face in his hands as he is talking to her.", "similarity": 0.8444, "relevance": 3 }, { "pair_id": 107284, "video_name": "castle_s06e01_seg02_clip_11", "timestamp": [ 83.44, 86.02 ], "duration": 86.66, "caption": "A person moves his hand over his face while talking to a woman.", "similarity": 0.8197, "relevance": 3 }, { "pair_id": 107285, "video_name": "friends_s04e11_seg02_clip_20", "timestamp": [ 27.46, 32.34 ], "duration": 61.66, "caption": "A person covers their hands on their face while talking to another person.", "similarity": 0.8153, "relevance": 3 }, { "pair_id": 107286, "video_name": "s02e11_seg02_clip_16", "timestamp": [ 15.31, 20.26 ], "duration": 45.66, "caption": "A person holds the sides of his face with both hands as he stands talking to woman.", "similarity": 0.814, "relevance": 4 }, { "pair_id": 107287, "video_name": "friends_s04e23-24_seg02_clip_32", "timestamp": [ 1.45, 4.35 ], "duration": 58.66, "caption": "A man removes his hand from his face as he talks to woman.", "similarity": 0.8098, "relevance": 4 }, { "pair_id": 107288, "video_name": "s07e23_seg02_clip_01", "timestamp": [ 20.71, 39.92 ], "duration": 60.66, "caption": "A man puts his hands to his face while having a conversation with woman, and then moves closer and puts his arm around woman.", "similarity": 0.8045, "relevance": 4 }, { "pair_id": 107289, "video_name": "s07e12_seg02_clip_04", "timestamp": [ 46.99, 51.57 ], "duration": 61.66, "caption": "A man wrings his hands together while he looks over and talks to a woman.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 107290, "video_name": "castle_s04e03_seg02_clip_24", "timestamp": [ 38.65, 72.37 ], "duration": 89.66, "caption": "A man has his hands in front of him, fingers interlaced, while talking to a woman.", "similarity": 0.7871, "relevance": 2 }, { "pair_id": 107291, "video_name": "friends_s03e16_seg02_clip_13", "timestamp": [ 27.6, 31.01 ], "duration": 62.66, "caption": "A man puts both hands over his ears during a conversation with woman.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 107292, "video_name": "s08e04_seg02_clip_12", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man places his hands together while talking to woman.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 107293, "video_name": "s07e01_seg02_clip_11", "timestamp": [ 46.38, 48.82 ], "duration": 61.66, "caption": "A person leans his face in his hand as he talks to a woman.", "similarity": 0.7841, "relevance": 4 }, { "pair_id": 107294, "video_name": "met_s03e09_seg02_clip_11", "timestamp": [ 40.52, 57.03 ], "duration": 60.66, "caption": "A man covers his face in the background while two people talk.", "similarity": 0.7795, "relevance": 2 }, { "pair_id": 107295, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A man puts his hand onto a woman's face as he speaks to her.", "similarity": 0.7794, "relevance": 3 }, { "pair_id": 107296, "video_name": "friends_s06e22_seg02_clip_11", "timestamp": [ 1.55, 3.72 ], "duration": 62.66, "caption": "A man holds his hand up while talking to a woman.", "similarity": 0.7776, "relevance": 1 }, { "pair_id": 107297, "video_name": "friends_s05e23-24_seg02_clip_19", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A man puts his chin in his hands during a conversation with a woman.", "similarity": 0.7759, "relevance": 2 }, { "pair_id": 107298, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 6.89, 9.95 ], "duration": 51.66, "caption": "A woman touched man's face while they are talking.", "similarity": 0.7738, "relevance": 3 }, { "pair_id": 107299, "video_name": "friends_s02e22_seg02_clip_07", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A man has his hand on woman's shoulder while talking to guy.", "similarity": 0.7718, "relevance": 2 } ] }, { "query_id": 52677, "query": "A woman sighs deeply while having a conversation with two other women.", "relevant_moment": [ { "pair_id": 11680, "video_name": "friends_s08e01_seg02_clip_22", "timestamp": [ 3.71, 4.56 ], "duration": 57.66, "caption": "A woman sighs deeply while having a conversation with two other women.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 11681, "video_name": "met_s06e22_seg02_clip_01", "timestamp": [ 6.49, 9.03 ], "duration": 56.66, "caption": "A woman sighs deeply as a person talks to her.", "similarity": 0.8348, "relevance": 3 }, { "pair_id": 11682, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 0.0, 26.21 ], "duration": 80.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7711, "relevance": 3 }, { "pair_id": 11683, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 0.0, 12.08 ], "duration": 105.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7711, "relevance": 3 }, { "pair_id": 11684, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 9.79, 45.85 ], "duration": 89.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 11685, "video_name": "friends_s05e02_seg02_clip_04", "timestamp": [ 0.0, 56.96 ], "duration": 59.66, "caption": "A woman was talking to two other women.", "similarity": 0.7709, "relevance": 3 }, { "pair_id": 11686, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 26.69, 92.03 ], "duration": 92.66, "caption": "A woman was having an intense conversation with two other people.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 11687, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 52.57, 56.26 ], "duration": 61.66, "caption": "A woman clasps her hands together and sighs at what another woman says.", "similarity": 0.7681, "relevance": 3 }, { "pair_id": 11688, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 11689, "video_name": "house_s07e06_seg02_clip_08", "timestamp": [ 60.65, 63.47 ], "duration": 94.66, "caption": "A woman frowns and leans back while talking with another person.", "similarity": 0.7642, "relevance": 3 }, { "pair_id": 11690, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 38.42, 42.92 ], "duration": 60.66, "caption": "A woman gasps and puts her hand over her mouth as she has a conversation with another woman.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 11691, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 46.08, 49.43 ], "duration": 61.66, "caption": "A woman cringes slightly as she listens to a conversation between two other women.", "similarity": 0.7541, "relevance": 4 }, { "pair_id": 11692, "video_name": "house_s05e16_seg02_clip_21", "timestamp": [ 39.8, 51.55 ], "duration": 90.66, "caption": "A woman gets emotional when she is talking with another woman.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 11693, "video_name": "house_s02e11_seg02_clip_16", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A woman sits down and has a conversation with another woman.", "similarity": 0.7508, "relevance": 3 }, { "pair_id": 11694, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "A woman was having a conversation with two people.", "similarity": 0.7497, "relevance": 1 }, { "pair_id": 11695, "video_name": "grey_s03e20_seg02_clip_08", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A woman is being emotional while talking to another woman.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 11696, "video_name": "s08e04_seg02_clip_01", "timestamp": [ 29.11, 35.12 ], "duration": 60.66, "caption": "A woman sits down to join two other women in conversation.", "similarity": 0.7473, "relevance": 3 }, { "pair_id": 11697, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 47.36, 82.37 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 11698, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 39.54 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 11699, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 0.0, 16.73 ], "duration": 90.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 185000, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 80.28, 92.28 ], "duration": 92.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.7446, "relevance": 1 }, { "pair_id": 185001, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.7446, "relevance": 2 }, { "pair_id": 185002, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 0.0, 55.07 ], "duration": 86.66, "caption": "A woman jitters around while she is talking to another woman.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 185003, "video_name": "friends_s01e01_seg02_clip_08", "timestamp": [ 0.0, 7.83 ], "duration": 58.66, "caption": "A person was having a conversation with two women.", "similarity": 0.7393, "relevance": 2 }, { "pair_id": 185004, "video_name": "castle_s08e11_seg02_clip_14", "timestamp": [ 44.8, 90.51 ], "duration": 90.66, "caption": "A woman sits with another woman to have a conversation with her.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 185005, "video_name": "castle_s02e16_seg02_clip_06", "timestamp": [ 0.0, 12.39 ], "duration": 88.66, "caption": "A woman was having a serious conversation with two people.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 185006, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 0.0, 49.89 ], "duration": 86.66, "caption": "A woman was having a serious conversation with two people.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 185007, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 0.0, 12.62 ], "duration": 87.66, "caption": "A woman is talking to another woman but the other woman just looks down.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 185008, "video_name": "friends_s08e20_seg02_clip_19", "timestamp": [ 0.0, 17.37 ], "duration": 62.66, "caption": "A woman and another woman were having a serious conversation.", "similarity": 0.7309, "relevance": 2 }, { "pair_id": 185009, "video_name": "castle_s06e16_seg02_clip_04", "timestamp": [ 0.0, 22.57 ], "duration": 96.66, "caption": "A woman and another woman were having a serious conversation.", "similarity": 0.7309, "relevance": 2 }, { "pair_id": 185010, "video_name": "grey_s02e22_seg02_clip_23", "timestamp": [ 27.4, 92.66 ], "duration": 92.66, "caption": "A woman starts to cry as she is speaking with another woman.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 185011, "video_name": "grey_s03e16_seg02_clip_15", "timestamp": [ 58.76, 89.02 ], "duration": 89.66, "caption": "A woman is talking to woman but woman is preoccupied.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 185012, "video_name": "house_s06e10_seg02_clip_22", "timestamp": [ 54.3, 89.02 ], "duration": 89.66, "caption": "A woman is having a conversation with two men and a woman.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 185013, "video_name": "friends_s07e11_seg02_clip_11", "timestamp": [ 0.0, 10.23 ], "duration": 62.66, "caption": "A woman is talking to another woman next to her and makes the second woman nervous.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 185014, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 15.82, 27.6 ], "duration": 62.66, "caption": "A woman leans forward and has a conversation with another woman.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 185015, "video_name": "castle_s04e03_seg02_clip_25", "timestamp": [ 5.52, 7.82 ], "duration": 92.66, "caption": "A woman laughs as she is speaking to another woman.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 185016, "video_name": "grey_s03e08_seg02_clip_12", "timestamp": [ 0.0, 24.19 ], "duration": 93.66, "caption": "A woman talks and another woman just nods her head.", "similarity": 0.7209, "relevance": 2 }, { "pair_id": 185017, "video_name": "s06e06_seg02_clip_01", "timestamp": [ 16.48, 19.53 ], "duration": 61.66, "caption": "A woman rolls her eyes as she talks with two other women.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 185018, "video_name": "grey_s03e04_seg02_clip_11", "timestamp": [ 8.45, 34.75 ], "duration": 93.66, "caption": "A woman is having a conversation to two men.", "similarity": 0.7184, "relevance": 1 }, { "pair_id": 185019, "video_name": "castle_s08e13_seg02_clip_05", "timestamp": [ 20.65, 46.57 ], "duration": 96.66, "caption": "A woman was having a serious conversation with two men.", "similarity": 0.7182, "relevance": 1 } ] }, { "query_id": 52737, "query": "A woman takes her phone out of her pocket and answers it.", "relevant_moment": [ { "pair_id": 76200, "video_name": "castle_s02e18_seg02_clip_03", "timestamp": [ 72.02, 76.53 ], "duration": 100.66, "caption": "A woman takes her phone out of her pocket and answers it.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 76201, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 52.34, 57.35 ], "duration": 91.66, "caption": "A woman gets her phone out of her pocket and answers it.", "similarity": 0.9644, "relevance": 4 }, { "pair_id": 76202, "video_name": "s10e11_seg02_clip_03", "timestamp": [ 12.48, 15.96 ], "duration": 58.66, "caption": "A woman pulls her cellphone out of her pocket and answers it.", "similarity": 0.9416, "relevance": 4 }, { "pair_id": 76203, "video_name": "s10e11_seg02_clip_03", "timestamp": [ 13.93, 17.99 ], "duration": 58.66, "caption": "A woman gets her phone from her back pocket and answers it.", "similarity": 0.9115, "relevance": 3 }, { "pair_id": 76204, "video_name": "castle_s04e02_seg02_clip_11", "timestamp": [ 8.21, 12.77 ], "duration": 91.66, "caption": "A woman pulls out her phone and answers it.", "similarity": 0.9, "relevance": 3 }, { "pair_id": 76205, "video_name": "met_s06e15_seg02_clip_17", "timestamp": [ 41.62, 44.82 ], "duration": 64.66, "caption": "A woman pulls a cell phone out of her pocket and answers a call.", "similarity": 0.8951, "relevance": 4 }, { "pair_id": 76206, "video_name": "castle_s05e02_seg02_clip_13", "timestamp": [ 68.87, 70.22 ], "duration": 90.66, "caption": "A woman pulls her phone out and answers it.", "similarity": 0.8942, "relevance": 3 }, { "pair_id": 76207, "video_name": "castle_s05e13_seg02_clip_21", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A woman takes out her cell phone and answers it.", "similarity": 0.8842, "relevance": 4 }, { "pair_id": 76208, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 53.7, 57.35 ], "duration": 91.66, "caption": "A woman gets their phone on their pocket and answers the call.", "similarity": 0.872, "relevance": 2 }, { "pair_id": 76209, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 19.15, 24.66 ], "duration": 58.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.8494, "relevance": 3 }, { "pair_id": 76210, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 45.7, 49.48 ], "duration": 63.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.8494, "relevance": 2 }, { "pair_id": 76211, "video_name": "castle_s06e13_seg02_clip_12", "timestamp": [ 50.08, 52.31 ], "duration": 89.66, "caption": "A woman takes their cell phone out of their pocket.", "similarity": 0.8335, "relevance": 3 }, { "pair_id": 76212, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 17.99, 26.4 ], "duration": 58.66, "caption": "A person gets their phone out of their pocket and answers it.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 76213, "video_name": "s06e16_seg02_clip_17", "timestamp": [ 49.94, 64.02 ], "duration": 64.66, "caption": "A woman takes her phone out of her pocket and talks to someone on it while she works.", "similarity": 0.8274, "relevance": 4 }, { "pair_id": 76214, "video_name": "castle_s06e09_seg02_clip_04", "timestamp": [ 9.79, 10.68 ], "duration": 89.66, "caption": "A woman pulls out her phone and answers a call.", "similarity": 0.8254, "relevance": 3 }, { "pair_id": 76215, "video_name": "s02e19_seg02_clip_01", "timestamp": [ 7.83, 15.67 ], "duration": 58.66, "caption": "A person takes the phone from his pocket and answers the call from a woman.", "similarity": 0.8241, "relevance": 2 }, { "pair_id": 76216, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 82.83, 84.2 ], "duration": 91.66, "caption": "A woman picks up her cell phone and answers it.", "similarity": 0.8231, "relevance": 3 }, { "pair_id": 76217, "video_name": "house_s02e10_seg02_clip_14", "timestamp": [ 56.14, 58.79 ], "duration": 88.66, "caption": "A woman picks up her purse and answers her phone.", "similarity": 0.8231, "relevance": 3 }, { "pair_id": 76218, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 9.92, 14.58 ], "duration": 62.66, "caption": "A person takes his phone out of his pocket and answers the call.", "similarity": 0.8205, "relevance": 3 }, { "pair_id": 76219, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 9.45, 15.3 ], "duration": 90.66, "caption": "A person gets his/her phone out of his/her pocket and answers it.", "similarity": 0.8202, "relevance": 2 }, { "pair_id": 249520, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 38.63, 43.27 ], "duration": 103.66, "caption": "A woman answers her phone and puts it away.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 249521, "video_name": "s04e14_seg02_clip_09", "timestamp": [ 22.73, 24.79 ], "duration": 59.66, "caption": "A person gets his/her phone out of his/her pocket to answer it.", "similarity": 0.8122, "relevance": 1 }, { "pair_id": 249522, "video_name": "s06e05_seg02_clip_00", "timestamp": [ 26.55, 30.21 ], "duration": 61.66, "caption": "A woman pulls her cell phone out of her pocket.", "similarity": 0.8096, "relevance": 3 }, { "pair_id": 249523, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 20.45, 29.54 ], "duration": 90.66, "caption": "A woman pulls her phone from her pocket and reads the message.", "similarity": 0.8079, "relevance": 3 }, { "pair_id": 249524, "video_name": "castle_s03e01_seg02_clip_22", "timestamp": [ 4.09, 7.27 ], "duration": 90.66, "caption": "A woman picks up a cell phone and answers it.", "similarity": 0.8077, "relevance": 3 }, { "pair_id": 249525, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 5.27, 8.06 ], "duration": 62.66, "caption": "A woman grabs her phone and answer it and puts it to her ear.", "similarity": 0.8065, "relevance": 3 }, { "pair_id": 249526, "video_name": "friends_s09e14_seg02_clip_11", "timestamp": [ 41.25, 45.28 ], "duration": 62.66, "caption": "A woman takes her phone out of her purse and answers a call from a woman.", "similarity": 0.806, "relevance": 3 }, { "pair_id": 249527, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 56.72, 59.87 ], "duration": 70.66, "caption": "A woman looks at her phone and answers it.", "similarity": 0.802, "relevance": 3 }, { "pair_id": 249528, "video_name": "grey_s02e06_seg02_clip_03", "timestamp": [ 7.43, 10.49 ], "duration": 87.66, "caption": "A woman holds up a finger then answers her phone.", "similarity": 0.7993, "relevance": 3 }, { "pair_id": 249529, "video_name": "castle_s02e21_seg02_clip_17", "timestamp": [ 28.36, 31.57 ], "duration": 107.66, "caption": "A woman pulls her cell phone out of her pocket and puts it to her ear.", "similarity": 0.7982, "relevance": 3 }, { "pair_id": 249530, "video_name": "s07e19_seg02_clip_01", "timestamp": [ 8.4, 9.3 ], "duration": 60.66, "caption": "A woman pulls their cell phone out of their pocket.", "similarity": 0.7967, "relevance": 3 }, { "pair_id": 249531, "video_name": "met_s06e03_seg02_clip_08", "timestamp": [ 46.29, 48.78 ], "duration": 62.66, "caption": "A woman takes her cell phone out of her back pocket.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 249532, "video_name": "s06e02_seg02_clip_17", "timestamp": [ 47.71, 57.61 ], "duration": 90.66, "caption": "A woman takes out her phone, reads it, and then puts it back.", "similarity": 0.7912, "relevance": 2 }, { "pair_id": 249533, "video_name": "house_s07e15_seg02_clip_10", "timestamp": [ 49.29, 55.9 ], "duration": 88.66, "caption": "A man takes his phone out of his pocket and answers it.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 249534, "video_name": "castle_s07e11_seg02_clip_19", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "A woman pulls out a cell phone, dials then holds the phone to her ear waiting for an answer.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 249535, "video_name": "castle_s08e02_seg02_clip_12", "timestamp": [ 34.05, 38.65 ], "duration": 92.66, "caption": "A person removes their ringing phone from their pocket and answers it.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 249536, "video_name": "castle_s06e11_seg02_clip_00", "timestamp": [ 61.37, 64.58 ], "duration": 91.66, "caption": "A man takes out his phone from his pocket and answers it.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 249537, "video_name": "castle_s06e19_seg02_clip_04", "timestamp": [ 70.52, 73.64 ], "duration": 89.66, "caption": "A woman reaches into her back pocket and pulls out her cellphone.", "similarity": 0.7783, "relevance": 3 }, { "pair_id": 249538, "video_name": "castle_s04e09_seg02_clip_01", "timestamp": [ 35.86, 39.95 ], "duration": 90.66, "caption": "A woman answers her phone and puts it to her ear.", "similarity": 0.7782, "relevance": 3 }, { "pair_id": 249539, "video_name": "friends_s07e23-24_seg02_clip_31", "timestamp": [ 0.0, 1.58 ], "duration": 63.66, "caption": "A woman picks up the phone to answer and places it to her ear.", "similarity": 0.7759, "relevance": 3 } ] }, { "query_id": 52760, "query": "A woman walks into the room and sits in a chair.", "relevant_moment": [ { "pair_id": 79980, "video_name": "s08e06_seg02_clip_13", "timestamp": [ 42.2, 44.19 ], "duration": 57.66, "caption": "A woman walks into the room and sits in a chair.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 79981, "video_name": "grey_s03e23_seg02_clip_00", "timestamp": [ 31.69, 38.41 ], "duration": 96.66, "caption": "A woman walks into the room and sits in a chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 79982, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 71.42, 76.88 ], "duration": 84.66, "caption": "A woman walks into the room and sits down in a chair.", "similarity": 0.9796, "relevance": 4 }, { "pair_id": 79983, "video_name": "castle_s01e04_seg02_clip_23", "timestamp": [ 19.57, 24.12 ], "duration": 91.66, "caption": "A woman walks into the room and sits down in a chair at the table.", "similarity": 0.9196, "relevance": 4 }, { "pair_id": 79984, "video_name": "friends_s04e20_seg02_clip_16", "timestamp": [ 41.8, 48.21 ], "duration": 61.66, "caption": "A woman walks into the living room and sits down in the chair.", "similarity": 0.9003, "relevance": 4 }, { "pair_id": 79985, "video_name": "castle_s08e21_seg02_clip_21", "timestamp": [ 53.37, 56.33 ], "duration": 74.66, "caption": "A woman walks into the room and she sits down.", "similarity": 0.8635, "relevance": 4 }, { "pair_id": 79986, "video_name": "s01e13_seg02_clip_16", "timestamp": [ 26.33, 34.33 ], "duration": 47.66, "caption": "A woman walks into the apartment and sits in a chair.", "similarity": 0.8493, "relevance": 4 }, { "pair_id": 79987, "video_name": "friends_s04e04_seg02_clip_10", "timestamp": [ 33.64, 43.09 ], "duration": 59.66, "caption": "A woman walks into a place and sits on a chair.", "similarity": 0.8423, "relevance": 3 }, { "pair_id": 79988, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 19.82, 24.78 ], "duration": 55.66, "caption": "A woman walks in and sits on the chair.", "similarity": 0.8396, "relevance": 3 }, { "pair_id": 79989, "video_name": "castle_s08e06_seg02_clip_01", "timestamp": [ 3.96, 10.12 ], "duration": 88.66, "caption": "A woman gets up from a chair and walks into another room.", "similarity": 0.8089, "relevance": 2 }, { "pair_id": 79990, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 8.28, 12.42 ], "duration": 92.66, "caption": "A woman walks down to sit in a chair.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 79991, "video_name": "s04e03_seg02_clip_15", "timestamp": [ 30.51, 32.22 ], "duration": 57.66, "caption": "A woman sits in a chair in the living room.", "similarity": 0.7986, "relevance": 2 }, { "pair_id": 79992, "video_name": "met_s06e16_seg02_clip_08", "timestamp": [ 8.99, 12.41 ], "duration": 62.66, "caption": "A woman walks into the room and pulls a chair towards the table.", "similarity": 0.7946, "relevance": 3 }, { "pair_id": 79993, "video_name": "s05e16_seg02_clip_03", "timestamp": [ 0.0, 5.04 ], "duration": 56.66, "caption": "A person walks into the living room and sits down in a chair.", "similarity": 0.789, "relevance": 3 }, { "pair_id": 79994, "video_name": "castle_s06e13_seg02_clip_23", "timestamp": [ 82.87, 86.47 ], "duration": 90.66, "caption": "A woman walks into a room with an open folder and sits.", "similarity": 0.7837, "relevance": 4 }, { "pair_id": 79995, "video_name": "friends_s10e09_seg02_clip_18", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A woman enters the room and sits on the couch.", "similarity": 0.7684, "relevance": 4 }, { "pair_id": 79996, "video_name": "s07e23_seg02_clip_00", "timestamp": [ 27.91, 36.29 ], "duration": 62.66, "caption": "A woman enters the apartment, walks over to a chair and sits down.", "similarity": 0.7624, "relevance": 4 }, { "pair_id": 79997, "video_name": "house_s03e02_seg02_clip_19", "timestamp": [ 9.66, 14.5 ], "duration": 69.66, "caption": "A person enters the room and sits down in a nearby chair.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 79998, "video_name": "friends_s04e18_seg02_clip_00", "timestamp": [ 2.86, 6.68 ], "duration": 63.66, "caption": "A woman walks into the room and puts a big black bag on the chair.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 79999, "video_name": "friends_s03e18_seg02_clip_13", "timestamp": [ 28.99, 34.18 ], "duration": 61.66, "caption": "A woman enters the room and sits on the sofa.", "similarity": 0.7497, "relevance": 4 }, { "pair_id": 253300, "video_name": "grey_s03e25_seg02_clip_08", "timestamp": [ 28.84, 34.42 ], "duration": 93.66, "caption": "A woman walks into woman's room with a wheelchair.", "similarity": 0.7495, "relevance": 2 }, { "pair_id": 253301, "video_name": "s09e18_seg02_clip_10", "timestamp": [ 6.71, 9.15 ], "duration": 61.66, "caption": "A woman runs from the door and sits in a chair.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 253302, "video_name": "friends_s07e23-24_seg02_clip_17", "timestamp": [ 46.34, 48.99 ], "duration": 59.66, "caption": "A woman walks inside and sits down at the table.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 253303, "video_name": "friends_s10e02_seg02_clip_23", "timestamp": [ 15.31, 20.71 ], "duration": 45.66, "caption": "A woman walks into a place and sits on the armchair of the sofa.", "similarity": 0.744, "relevance": 3 }, { "pair_id": 253304, "video_name": "house_s05e15_seg02_clip_13", "timestamp": [ 50.86, 58.97 ], "duration": 90.66, "caption": "A person enters the room and sits in a blue chair.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 253305, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 40.25, 41.59 ], "duration": 89.66, "caption": "A woman walks up to a table and sits down in a chair.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 253306, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 36.89, 38.66 ], "duration": 59.66, "caption": "A woman sits down in the living room chair.", "similarity": 0.7382, "relevance": 4 }, { "pair_id": 253307, "video_name": "house_s05e20_seg02_clip_00", "timestamp": [ 75.55, 76.0 ], "duration": 91.66, "caption": "A woman walks into the room and up to the table.", "similarity": 0.7372, "relevance": 1 }, { "pair_id": 253308, "video_name": "grey_s01e09_seg02_clip_07", "timestamp": [ 78.77, 82.37 ], "duration": 90.66, "caption": "A woman stands up from a chair and walks out of the room.", "similarity": 0.7337, "relevance": 1 }, { "pair_id": 253309, "video_name": "castle_s03e16_seg02_clip_22", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks into the room.", "similarity": 0.7325, "relevance": 1 }, { "pair_id": 253310, "video_name": "friends_s07e16_seg02_clip_12", "timestamp": [ 58.3, 62.4 ], "duration": 63.66, "caption": "A woman gets up from a chair in a living room and sits on the floor.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 253311, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 33.31, 36.02 ], "duration": 60.66, "caption": "A woman walks through the door to the room.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 253312, "video_name": "castle_s04e11_seg02_clip_20", "timestamp": [ 24.12, 27.76 ], "duration": 91.66, "caption": "A woman steps forward and sits down in a chair.", "similarity": 0.7251, "relevance": 2 }, { "pair_id": 253313, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 18.71, 22.17 ], "duration": 57.66, "caption": "A woman walks over from the door to sit on a chair.", "similarity": 0.7237, "relevance": 4 }, { "pair_id": 253314, "video_name": "friends_s08e08_seg02_clip_14", "timestamp": [ 7.02, 13.12 ], "duration": 61.66, "caption": "A woman walks from the kitchen and sits down in the recliner in the living room.", "similarity": 0.7212, "relevance": 3 }, { "pair_id": 253315, "video_name": "castle_s01e07_seg02_clip_06", "timestamp": [ 21.16, 28.68 ], "duration": 94.66, "caption": "A woman enters a room and sits down across from a person.", "similarity": 0.7193, "relevance": 4 }, { "pair_id": 253316, "video_name": "house_s08e14_seg02_clip_10", "timestamp": [ 79.65, 83.74 ], "duration": 91.66, "caption": "A woman is sitting in the chair as a man walks in.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 253317, "video_name": "grey_s03e25_seg02_clip_08", "timestamp": [ 28.37, 34.89 ], "duration": 93.66, "caption": "A woman opens the door of the room and walks in pulling a wheelchair.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 253318, "video_name": "grey_s02e15_seg02_clip_23", "timestamp": [ 25.18, 32.32 ], "duration": 75.66, "caption": "A woman walks out of the room and walks into another room.", "similarity": 0.7133, "relevance": 1 }, { "pair_id": 253319, "video_name": "castle_s01e06_seg02_clip_24", "timestamp": [ 2.85, 7.33 ], "duration": 81.66, "caption": "A person walks into a room and sits on the sofa.", "similarity": 0.712, "relevance": 4 } ] }, { "query_id": 52847, "query": "A man goes to stand at his subway train stop and collapses on the floor.", "relevant_moment": [ { "pair_id": 168180, "video_name": "met_s02e15_seg02_clip_05", "timestamp": [ 28.05, 30.68 ], "duration": 58.66, "caption": "A man goes to stand at his subway train stop and collapses on the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168181, "video_name": "met_s03e10_seg02_clip_09", "timestamp": [ 27.12, 33.28 ], "duration": 61.66, "caption": "A man starts to collapse and grabs on to the railing.", "similarity": 0.5835, "relevance": 1 }, { "pair_id": 168182, "video_name": "s06e20_seg02_clip_05", "timestamp": [ 43.33, 49.74 ], "duration": 61.66, "caption": "A man gets off of the exercise machine and collapses on the floor.", "similarity": 0.5821, "relevance": 2 }, { "pair_id": 168183, "video_name": "met_s06e24_seg02_clip_08", "timestamp": [ 7.56, 13.87 ], "duration": 63.66, "caption": "A man sits down while describing his subway trip to work.", "similarity": 0.5503, "relevance": 0 }, { "pair_id": 168184, "video_name": "met_s02e15_seg02_clip_12", "timestamp": [ 2.72, 6.34 ], "duration": 60.66, "caption": "A man falls down on the ground in the airport, then gets up.", "similarity": 0.5389, "relevance": 1 }, { "pair_id": 168185, "video_name": "house_s02e14_seg02_clip_16", "timestamp": [ 20.59, 25.16 ], "duration": 91.66, "caption": "A man falls to the floor after getting in the stomach.", "similarity": 0.5226, "relevance": 1 }, { "pair_id": 168186, "video_name": "friends_s07e16_seg02_clip_13", "timestamp": [ 34.82, 40.82 ], "duration": 60.66, "caption": "A man gets down on the floor and does one push up.", "similarity": 0.5209, "relevance": 1 }, { "pair_id": 168187, "video_name": "s05e07_seg02_clip_03", "timestamp": [ 25.61, 30.09 ], "duration": 64.66, "caption": "A person collapses to the floor after being scared by another person's prank.", "similarity": 0.5182, "relevance": 2 }, { "pair_id": 168188, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 71.06, 73.46 ], "duration": 96.66, "caption": "A person rushes to tend to the patient that collapsed on the floor.", "similarity": 0.5101, "relevance": 1 }, { "pair_id": 168189, "video_name": "met_s03e12_seg02_clip_11", "timestamp": [ 27.18, 30.13 ], "duration": 59.66, "caption": "A man stands up from his seated position on the floor.", "similarity": 0.5087, "relevance": 1 }, { "pair_id": 168190, "video_name": "met_s03e10_seg01_clip_03", "timestamp": [ 16.69, 17.4 ], "duration": 67.66, "caption": "A man gets on the floor into the push-up position.", "similarity": 0.5027, "relevance": 0 }, { "pair_id": 168191, "video_name": "met_s02e15_seg02_clip_07", "timestamp": [ 3.92, 6.13 ], "duration": 49.66, "caption": "A man leaps over the subway turnstile to the other side.", "similarity": 0.5023, "relevance": 0 }, { "pair_id": 168192, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 65.22, 74.28 ], "duration": 90.66, "caption": "A person goes to stand from the chair and then collapses on the floor with blood coming out of his mouth.", "similarity": 0.4988, "relevance": 3 }, { "pair_id": 168193, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 41.33, 47.61 ], "duration": 89.66, "caption": "A man stands up and starts walking but someone stops him.", "similarity": 0.4968, "relevance": 1 }, { "pair_id": 168194, "video_name": "castle_s07e08_seg02_clip_04", "timestamp": [ 25.77, 65.8 ], "duration": 92.66, "caption": "A man gets out of the car and follows another man into a subway train.", "similarity": 0.4947, "relevance": 0 }, { "pair_id": 168195, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 53.25, 64.17 ], "duration": 91.66, "caption": "A man was completely lying on the floor.", "similarity": 0.4877, "relevance": 1 }, { "pair_id": 168196, "video_name": "met_s02e13_seg02_clip_18", "timestamp": [ 53.12, 59.35 ], "duration": 59.66, "caption": "A man falls to the floor landing on his back.", "similarity": 0.4837, "relevance": 2 }, { "pair_id": 168197, "video_name": "s02e17_seg02_clip_07", "timestamp": [ 6.38, 8.7 ], "duration": 58.66, "caption": "A man stands up quickly from the seat when riding on the train beside another man.", "similarity": 0.4828, "relevance": 2 }, { "pair_id": 168198, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 13.21, 15.91 ], "duration": 60.66, "caption": "A person falls to the floor as he passes out.", "similarity": 0.4796, "relevance": 1 }, { "pair_id": 168199, "video_name": "castle_s07e08_seg02_clip_16", "timestamp": [ 14.8, 89.66 ], "duration": 89.66, "caption": "A man was holding a box of pizza whilst sitting on a train.", "similarity": 0.4747, "relevance": 0 } ] }, { "query_id": 52855, "query": "A man leaps over the subway turnstile to the other side.", "relevant_moment": [ { "pair_id": 163800, "video_name": "met_s02e15_seg02_clip_07", "timestamp": [ 3.92, 6.13 ], "duration": 49.66, "caption": "A man leaps over the subway turnstile to the other side.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163801, "video_name": "house_s01e04_seg02_clip_02", "timestamp": [ 79.19, 85.11 ], "duration": 91.66, "caption": "A man turns and enters the elevator to go to another floor.", "similarity": 0.547, "relevance": 0 }, { "pair_id": 163802, "video_name": "met_s02e11_seg02_clip_08", "timestamp": [ 52.79, 55.54 ], "duration": 61.66, "caption": "A man quickly hangs up the cell phone and walks hastily into the subway.", "similarity": 0.5316, "relevance": 0 }, { "pair_id": 163803, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 35.43, 37.73 ], "duration": 92.66, "caption": "A man walks over and presses the button for the elevator.", "similarity": 0.5178, "relevance": 0 }, { "pair_id": 163804, "video_name": "met_s06e10_seg02_clip_07", "timestamp": [ 46.04, 48.11 ], "duration": 59.66, "caption": "A man turns towards the elevator when the door opens.", "similarity": 0.512, "relevance": 0 }, { "pair_id": 163805, "video_name": "friends_s04e06_seg02_clip_05", "timestamp": [ 16.51, 20.11 ], "duration": 60.66, "caption": "A man steps on something and takes a step back.", "similarity": 0.5065, "relevance": 0 }, { "pair_id": 163806, "video_name": "met_s02e15_seg02_clip_05", "timestamp": [ 28.05, 30.68 ], "duration": 58.66, "caption": "A man goes to stand at his subway train stop and collapses on the floor.", "similarity": 0.5023, "relevance": 1 }, { "pair_id": 163807, "video_name": "friends_s02e22_seg02_clip_04", "timestamp": [ 45.75, 58.44 ], "duration": 59.66, "caption": "A man jumps over the coffee table to get to two people.", "similarity": 0.5007, "relevance": 1 }, { "pair_id": 163808, "video_name": "friends_s02e12-13_seg02_clip_40", "timestamp": [ 5.41, 10.82 ], "duration": 47.66, "caption": "A man turns and walks over to the stall.", "similarity": 0.4995, "relevance": 1 }, { "pair_id": 163809, "video_name": "castle_s05e06_seg02_clip_18", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A man is holding his head with one hand then turns around to face the elevator.", "similarity": 0.4967, "relevance": 1 }, { "pair_id": 163810, "video_name": "met_s04e03_seg02_clip_11", "timestamp": [ 55.54, 57.37 ], "duration": 61.66, "caption": "A man turns and looks over his right shoulder.", "similarity": 0.4884, "relevance": 0 }, { "pair_id": 163811, "video_name": "met_s02e01_seg02_clip_12", "timestamp": [ 13.2, 15.9 ], "duration": 59.66, "caption": "A man walks past another man causing him to turn sideways and allow him to pass.", "similarity": 0.4879, "relevance": 1 }, { "pair_id": 163812, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 4.98, 10.41 ], "duration": 90.66, "caption": "A person walks into the elevator when a man looks on.", "similarity": 0.487, "relevance": 0 }, { "pair_id": 163813, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 24.28, 26.18 ], "duration": 63.66, "caption": "A man takes a few steps and turns to face another man.", "similarity": 0.4812, "relevance": 0 }, { "pair_id": 163814, "video_name": "house_s04e14_seg02_clip_16", "timestamp": [ 58.44, 61.2 ], "duration": 92.66, "caption": "A person walks over to the elevator button and presses it.", "similarity": 0.4766, "relevance": 0 }, { "pair_id": 163815, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 50.35, 53.63 ], "duration": 59.66, "caption": "A man turns around with both his arms crossed.", "similarity": 0.4758, "relevance": 0 }, { "pair_id": 163816, "video_name": "grey_s02e14_seg02_clip_12", "timestamp": [ 24.76, 30.72 ], "duration": 91.66, "caption": "A man walks into the elevator and presses a button.", "similarity": 0.47, "relevance": 0 }, { "pair_id": 163817, "video_name": "castle_s06e06_seg02_clip_16", "timestamp": [ 76.52, 87.77 ], "duration": 90.66, "caption": "A man is bummed-out and turns around and walks towards the elevator.", "similarity": 0.47, "relevance": 1 }, { "pair_id": 163818, "video_name": "house_s05e04_seg02_clip_02", "timestamp": [ 6.65, 9.98 ], "duration": 95.66, "caption": "A person walks into the elevator and leans over to press the button.", "similarity": 0.4699, "relevance": 1 }, { "pair_id": 163819, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 37.38, 43.44 ], "duration": 101.66, "caption": "A man walks into the elevator and presses the button.", "similarity": 0.464, "relevance": 1 }, { "pair_id": 337120, "video_name": "house_s06e01_seg02_clip_12", "timestamp": [ 4.96, 7.66 ], "duration": 90.66, "caption": "A person jumps around and goes up the stairs.", "similarity": 0.4628, "relevance": 0 }, { "pair_id": 337121, "video_name": "house_s01e02_seg02_clip_13", "timestamp": [ 33.45, 37.12 ], "duration": 91.66, "caption": "A person pushes the elevator button and looks around.", "similarity": 0.4619, "relevance": 0 }, { "pair_id": 337122, "video_name": "met_s06e04_seg02_clip_01", "timestamp": [ 32.11, 42.32 ], "duration": 60.66, "caption": "A person stands up on the subway to see that it is not moving, while another gives them a judgmental look.", "similarity": 0.4575, "relevance": 0 }, { "pair_id": 337123, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 7.8, 9.9 ], "duration": 60.66, "caption": "A man turns around and walks toward his apartment.", "similarity": 0.4553, "relevance": 1 }, { "pair_id": 337124, "video_name": "s07e22_seg02_clip_09", "timestamp": [ 18.03, 20.94 ], "duration": 53.66, "caption": "A person takes a couple of steps towards a man.", "similarity": 0.4549, "relevance": 0 }, { "pair_id": 337125, "video_name": "met_s02e15_seg02_clip_18", "timestamp": [ 5.48, 10.4 ], "duration": 52.66, "caption": "A man jumps out of the seat and runs over to the airport counter.", "similarity": 0.4531, "relevance": 1 }, { "pair_id": 337126, "video_name": "house_s02e07_seg02_clip_12", "timestamp": [ 57.49, 60.34 ], "duration": 95.66, "caption": "A person turns and takes a few steps towards the window.", "similarity": 0.4505, "relevance": 0 }, { "pair_id": 337127, "video_name": "friends_s06e22_seg02_clip_05", "timestamp": [ 41.42, 51.02 ], "duration": 60.66, "caption": "A man has his pants around his ankles and he jumps to the ground and then spins around.", "similarity": 0.4503, "relevance": 0 }, { "pair_id": 337128, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 47.52, 57.55 ], "duration": 59.66, "caption": "A man opens a door and then falls forward when only the top half opens.", "similarity": 0.4496, "relevance": 1 }, { "pair_id": 337129, "video_name": "castle_s04e01_seg02_clip_06", "timestamp": [ 37.61, 51.25 ], "duration": 94.66, "caption": "A man gets up to walk out and then stops and turns around.", "similarity": 0.4491, "relevance": 0 }, { "pair_id": 337130, "video_name": "s07e02_seg02_clip_11", "timestamp": [ 35.98, 43.42 ], "duration": 62.66, "caption": "A man jumps up and down with his shirt pulled up.", "similarity": 0.449, "relevance": 1 }, { "pair_id": 337131, "video_name": "friends_s10e10_seg02_clip_03", "timestamp": [ 42.69, 44.99 ], "duration": 57.66, "caption": "A man gets up from the stool and turns to a person.", "similarity": 0.4489, "relevance": 0 }, { "pair_id": 337132, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 54.63, 63.01 ], "duration": 88.66, "caption": "A person approaches the elevators and pushes the elevator button.", "similarity": 0.4484, "relevance": 1 }, { "pair_id": 337133, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 19.49, 22.66 ], "duration": 90.66, "caption": "A person goes to elevator entrance and presses the elevator button.", "similarity": 0.4472, "relevance": 1 }, { "pair_id": 337134, "video_name": "friends_s04e04_seg02_clip_11", "timestamp": [ 18.01, 27.31 ], "duration": 60.66, "caption": "A man turns to another person and motions towards him.", "similarity": 0.4462, "relevance": 0 }, { "pair_id": 337135, "video_name": "castle_s07e08_seg02_clip_10", "timestamp": [ 4.27, 20.07 ], "duration": 85.66, "caption": "A man turns his head when describing the other passengers on the subway to someone.", "similarity": 0.4454, "relevance": 0 }, { "pair_id": 337136, "video_name": "house_s01e02_seg02_clip_13", "timestamp": [ 66.45, 71.03 ], "duration": 91.66, "caption": "A man rolls his eyes at someone and walks into the elevator.", "similarity": 0.4451, "relevance": 1 }, { "pair_id": 337137, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 82.29, 84.08 ], "duration": 89.66, "caption": "A man lifts up a scalpel and moves it over to the side.", "similarity": 0.4449, "relevance": 0 }, { "pair_id": 337138, "video_name": "castle_s07e08_seg02_clip_04", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A man walks towards another person and speaks to him as he is sitting in the subway.", "similarity": 0.4416, "relevance": 0 }, { "pair_id": 337139, "video_name": "s05e24_seg02_clip_00", "timestamp": [ 7.68, 10.57 ], "duration": 64.66, "caption": "A man reaches his hand up and flips a switch.", "similarity": 0.4416, "relevance": 0 } ] }, { "query_id": 52891, "query": "A man runs up and down a flight of outdoor stairs.", "relevant_moment": [ { "pair_id": 69340, "video_name": "met_s02e15_seg02_clip_09", "timestamp": [ 9.02, 13.67 ], "duration": 58.66, "caption": "A man runs up and down a flight of outdoor stairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69341, "video_name": "house_s02e24_seg02_clip_18", "timestamp": [ 3.68, 29.45 ], "duration": 92.66, "caption": "A person hops down then runs up a flight of stairs.", "similarity": 0.8052, "relevance": 2 }, { "pair_id": 69342, "video_name": "s02e01_seg02_clip_05", "timestamp": [ 0.0, 7.41 ], "duration": 57.66, "caption": "A man follows a person up a flight of stairs.", "similarity": 0.7578, "relevance": 2 }, { "pair_id": 69343, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 11.23, 14.2 ], "duration": 66.66, "caption": "A person runs to the stairs and then down them.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 69344, "video_name": "grey_s02e10_seg02_clip_05", "timestamp": [ 64.54, 67.7 ], "duration": 90.66, "caption": "A man opens the door and runs up the stairs.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 69345, "video_name": "friends_s02e21_seg02_clip_15", "timestamp": [ 23.97, 25.89 ], "duration": 55.66, "caption": "A man runs down the steps of the house.", "similarity": 0.6727, "relevance": 2 }, { "pair_id": 69346, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 58.12, 61.18 ], "duration": 61.66, "caption": "A man walks up a flight of stairs as a woman follows him.", "similarity": 0.6439, "relevance": 2 }, { "pair_id": 69347, "video_name": "grey_s02e01_seg02_clip_04", "timestamp": [ 30.38, 34.99 ], "duration": 92.66, "caption": "A man runs down the stairs to meet up with another man.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 69348, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 13.34, 16.56 ], "duration": 92.66, "caption": "A person runs ahead of another person while they are going up the stairs.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 69349, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 42.95, 47.88 ], "duration": 89.66, "caption": "A person is running to get down a metal stair case.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 69350, "video_name": "s07e13_seg02_clip_05", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A person runs across a hallway and down some stairs.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 69351, "video_name": "s01e10_seg01_clip_02", "timestamp": [ 73.15, 75.02 ], "duration": 75.66, "caption": "A person turns and starts making their way up the stairs.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 69352, "video_name": "castle_s08e20_seg02_clip_02", "timestamp": [ 2.32, 14.38 ], "duration": 92.66, "caption": "A man runs up the steps and is followed by a woman.", "similarity": 0.6187, "relevance": 1 }, { "pair_id": 69353, "video_name": "s06e08_seg02_clip_09", "timestamp": [ 21.25, 30.4 ], "duration": 59.66, "caption": "A man opens the door and runs down the stairs of his building.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 69354, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 55.14, 56.46 ], "duration": 66.66, "caption": "A person runs back up the stairs to get some other people.", "similarity": 0.6099, "relevance": 2 }, { "pair_id": 69355, "video_name": "castle_s07e06_seg02_clip_15", "timestamp": [ 40.21, 43.82 ], "duration": 90.66, "caption": "A man walks down some stairs in a dark stairwell.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 69358, "video_name": "grey_s01e08_seg02_clip_13", "timestamp": [ 69.98, 73.94 ], "duration": 88.66, "caption": "A man runs up the stairs to join woman and woman.", "similarity": 0.6015, "relevance": 2 }, { "pair_id": 69359, "video_name": "house_s05e21_seg02_clip_20", "timestamp": [ 48.96, 50.3 ], "duration": 89.66, "caption": "A person sits down on a flight of stairs.", "similarity": 0.5998, "relevance": 1 }, { "pair_id": 242660, "video_name": "house_s02e24_seg02_clip_18", "timestamp": [ 17.48, 19.33 ], "duration": 92.66, "caption": "A person runs up the stairs when he is in a hospital gown.", "similarity": 0.5962, "relevance": 2 }, { "pair_id": 242661, "video_name": "grey_s03e06_seg02_clip_25", "timestamp": [ 45.69, 52.65 ], "duration": 87.66, "caption": "A man is running up the stairs and runs into woman.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 242662, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 17.83, 27.55 ], "duration": 81.66, "caption": "A person runs towards the stairway and falls to the bottom.", "similarity": 0.5944, "relevance": 1 }, { "pair_id": 242663, "video_name": "house_s06e01_seg02_clip_12", "timestamp": [ 4.96, 7.66 ], "duration": 90.66, "caption": "A person jumps around and goes up the stairs.", "similarity": 0.5929, "relevance": 1 }, { "pair_id": 242664, "video_name": "s01e17_seg02_clip_08", "timestamp": [ 44.39, 46.13 ], "duration": 58.66, "caption": "A person walks down a flight stairs in an apartment building.", "similarity": 0.5921, "relevance": 2 }, { "pair_id": 242665, "video_name": "s01e05_seg02_clip_09", "timestamp": [ 26.36, 32.26 ], "duration": 62.66, "caption": "A person descends the first flight of stairs as another person follows.", "similarity": 0.5918, "relevance": 2 }, { "pair_id": 242666, "video_name": "s09e05_seg02_clip_16", "timestamp": [ 29.04, 31.41 ], "duration": 43.66, "caption": "A person turns and starts to walk up the stairs.", "similarity": 0.5863, "relevance": 1 }, { "pair_id": 242667, "video_name": "s02e19_seg02_clip_04", "timestamp": [ 34.43, 37.22 ], "duration": 62.66, "caption": "A man goes up stairs while carrying a big box.", "similarity": 0.5842, "relevance": 1 }, { "pair_id": 242668, "video_name": "met_s06e01_seg02_clip_14", "timestamp": [ 39.06, 42.26 ], "duration": 64.66, "caption": "A man sits down on the stairs outside of a building.", "similarity": 0.5809, "relevance": 1 }, { "pair_id": 242669, "video_name": "friends_s02e14_seg02_clip_19", "timestamp": [ 17.11, 21.29 ], "duration": 76.66, "caption": "A man walks down the stair very happy and fast.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 242670, "video_name": "s07e13_seg02_clip_05", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A person runs down the stairs past a woman.", "similarity": 0.5792, "relevance": 2 }, { "pair_id": 242671, "video_name": "s06e22_seg02_clip_07", "timestamp": [ 0.0, 9.77 ], "duration": 63.66, "caption": "A man walks with another man up a flight of stairs.", "similarity": 0.5749, "relevance": 2 }, { "pair_id": 242672, "video_name": "friends_s04e06_seg02_clip_05", "timestamp": [ 16.51, 20.11 ], "duration": 60.66, "caption": "A man steps on something and takes a step back.", "similarity": 0.5744, "relevance": 0 }, { "pair_id": 242673, "video_name": "castle_s03e19_seg02_clip_12", "timestamp": [ 70.33, 80.25 ], "duration": 90.66, "caption": "A person walks towards the stairs and walks up the staircase.", "similarity": 0.5701, "relevance": 1 }, { "pair_id": 242674, "video_name": "s08e01_seg02_clip_16", "timestamp": [ 10.2, 15.31 ], "duration": 60.66, "caption": "A man raises his arms and bag up while climbing the stairs.", "similarity": 0.5698, "relevance": 1 }, { "pair_id": 242675, "video_name": "s05e22_seg02_clip_01", "timestamp": [ 35.35, 38.78 ], "duration": 57.66, "caption": "A man descends the stairs and walks over to some people.", "similarity": 0.569, "relevance": 1 }, { "pair_id": 242676, "video_name": "s06e08_seg02_clip_09", "timestamp": [ 23.32, 30.4 ], "duration": 59.66, "caption": "A man runs out of his apartment down the stairway to catch up with person.", "similarity": 0.56, "relevance": 2 }, { "pair_id": 242677, "video_name": "castle_s05e03_seg02_clip_24", "timestamp": [ 6.75, 11.7 ], "duration": 90.66, "caption": "A person carefully descends a stair whilst holding for support.", "similarity": 0.5586, "relevance": 1 }, { "pair_id": 242678, "video_name": "house_s02e24_seg02_clip_18", "timestamp": [ 3.68, 5.98 ], "duration": 92.66, "caption": "A person walks down the stairs but jumps up again.", "similarity": 0.5574, "relevance": 2 }, { "pair_id": 242679, "video_name": "house_s07e02_seg02_clip_23", "timestamp": [ 27.04, 35.32 ], "duration": 87.66, "caption": "A man runs down the stairs and turns to respond to a woman.", "similarity": 0.5572, "relevance": 1 } ] }, { "query_id": 52921, "query": "A man hangs up the phone and looks at woman and person.", "relevant_moment": [ { "pair_id": 14120, "video_name": "castle_s03e21_seg02_clip_06", "timestamp": [ 67.01, 68.31 ], "duration": 87.66, "caption": "A man hangs up the phone and looks at woman and person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14121, "video_name": "castle_s03e06_seg02_clip_19", "timestamp": [ 74.5, 79.46 ], "duration": 90.66, "caption": "A person hangs up the phone and talks to woman and man.", "similarity": 0.8485, "relevance": 3 }, { "pair_id": 14122, "video_name": "friends_s09e23-24_seg02_clip_15", "timestamp": [ 54.34, 56.02 ], "duration": 56.66, "caption": "A man hangs up on the phone with woman during their conversation.", "similarity": 0.8258, "relevance": 2 }, { "pair_id": 14123, "video_name": "s05e23_seg02_clip_10", "timestamp": [ 3.36, 7.02 ], "duration": 61.66, "caption": "A man hangs up the phone and talks to woman.", "similarity": 0.8203, "relevance": 3 }, { "pair_id": 14124, "video_name": "castle_s03e09_seg02_clip_22", "timestamp": [ 7.62, 11.65 ], "duration": 89.66, "caption": "A man hangs up the phone and turns around to find a couple staring at him.", "similarity": 0.805, "relevance": 4 }, { "pair_id": 14125, "video_name": "castle_s04e12_seg02_clip_17", "timestamp": [ 4.5, 9.9 ], "duration": 90.66, "caption": "A man hangs up the phone and turns to talk to a woman.", "similarity": 0.7985, "relevance": 4 }, { "pair_id": 14126, "video_name": "friends_s04e23-24_seg02_clip_20", "timestamp": [ 8.26, 15.64 ], "duration": 59.66, "caption": "A woman hangs up the phone while talking to a man.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 14127, "video_name": "friends_s02e10_seg02_clip_06", "timestamp": [ 47.14, 53.03 ], "duration": 62.66, "caption": "A woman hangs up the phone when she sees a man at the door.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 14128, "video_name": "house_s02e21_seg02_clip_24", "timestamp": [ 0.0, 12.76 ], "duration": 116.66, "caption": "A man is on the phone with a woman as he looks at the screen.", "similarity": 0.7886, "relevance": 1 }, { "pair_id": 14129, "video_name": "castle_s06e11_seg02_clip_03", "timestamp": [ 51.43, 57.35 ], "duration": 91.66, "caption": "A man hangs up the phone and joins a woman while she walking so he can talk to her.", "similarity": 0.7812, "relevance": 2 }, { "pair_id": 14130, "video_name": "castle_s07e13_seg02_clip_24", "timestamp": [ 41.0, 44.57 ], "duration": 89.66, "caption": "A woman hangs up the phone and turns to a man and another man.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 14131, "video_name": "castle_s01e06_seg02_clip_19", "timestamp": [ 13.78, 16.15 ], "duration": 95.66, "caption": "A man hangs up the phone after spotting the person he's looking for.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 14132, "video_name": "castle_s08e13_seg02_clip_23", "timestamp": [ 13.6, 15.86 ], "duration": 90.66, "caption": "A person hangs up phone and looks towards the group.", "similarity": 0.7572, "relevance": 4 }, { "pair_id": 14133, "video_name": "met_s06e10_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "Two people are looking at person's phone.", "similarity": 0.7563, "relevance": 1 }, { "pair_id": 14134, "video_name": "castle_s02e20_seg02_clip_09", "timestamp": [ 48.42, 52.19 ], "duration": 94.66, "caption": "A man hangs up his cell phone as he is talking to a woman at work.", "similarity": 0.7559, "relevance": 1 }, { "pair_id": 14135, "video_name": "castle_s03e16_seg02_clip_04", "timestamp": [ 52.21, 58.07 ], "duration": 90.66, "caption": "A woman looks at her phone and points it towards a man.", "similarity": 0.7517, "relevance": 0 }, { "pair_id": 14136, "video_name": "castle_s02e11_seg02_clip_15", "timestamp": [ 9.09, 15.59 ], "duration": 86.66, "caption": "A man hangs up the phone as two people walk towards him.", "similarity": 0.7511, "relevance": 1 }, { "pair_id": 14137, "video_name": "house_s01e05_seg02_clip_07", "timestamp": [ 54.82, 60.16 ], "duration": 97.66, "caption": "A woman hang up the telephone and approaches man.", "similarity": 0.7506, "relevance": 3 }, { "pair_id": 14138, "video_name": "friends_s05e22_seg02_clip_15", "timestamp": [ 42.63, 50.68 ], "duration": 59.66, "caption": "A man hangs up the phone when he finds out that another person wants to talk to him.", "similarity": 0.7483, "relevance": 2 }, { "pair_id": 14139, "video_name": "house_s07e09_seg02_clip_16", "timestamp": [ 60.05, 63.53 ], "duration": 87.66, "caption": "A person looks down at his phone and then hangs up.", "similarity": 0.7461, "relevance": 2 } ] }, { "query_id": 52933, "query": "A woman with a person flashes a light to the dead body on the ground.", "relevant_moment": [ { "pair_id": 169160, "video_name": "castle_s02e18_seg02_clip_04", "timestamp": [ 4.64, 6.96 ], "duration": 77.66, "caption": "A woman with a person flashes a light to the dead body on the ground.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169161, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 81.93, 85.63 ], "duration": 92.66, "caption": "A woman shines a small light on a dead person's face.", "similarity": 0.7735, "relevance": 4 }, { "pair_id": 169162, "video_name": "castle_s07e23_seg02_clip_11", "timestamp": [ 9.35, 16.02 ], "duration": 89.66, "caption": "A person passes another person a photo and a scene of a dead body flashes.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 169163, "video_name": "castle_s01e06_seg02_clip_00", "timestamp": [ 3.75, 6.09 ], "duration": 93.66, "caption": "Camera lights flash over dead body of a person.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 169164, "video_name": "castle_s02e18_seg02_clip_04", "timestamp": [ 12.37, 15.07 ], "duration": 77.66, "caption": "A woman with person and person flashes a light into a small metal on the wall.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 169165, "video_name": "castle_s04e15_seg02_clip_01", "timestamp": [ 16.91, 25.82 ], "duration": 89.66, "caption": "A woman shines his flashlight on the victim's body.", "similarity": 0.6659, "relevance": 4 }, { "pair_id": 169166, "video_name": "castle_s07e14_seg02_clip_07", "timestamp": [ 28.23, 29.6 ], "duration": 91.66, "caption": "A woman's photo is flashed in front of a person.", "similarity": 0.6547, "relevance": 0 }, { "pair_id": 169167, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 43.62, 46.37 ], "duration": 91.66, "caption": "A woman points to a wound on the dead person's body and lifts their shirt.", "similarity": 0.6458, "relevance": 1 }, { "pair_id": 169168, "video_name": "castle_s06e16_seg02_clip_01", "timestamp": [ 9.45, 12.6 ], "duration": 90.66, "caption": "A woman stoops down to the body of a deceased person.", "similarity": 0.6458, "relevance": 3 }, { "pair_id": 169169, "video_name": "house_s06e21_seg02_clip_16", "timestamp": [ 0.0, 13.59 ], "duration": 90.66, "caption": "A person points a flashlight to a trapped body.", "similarity": 0.6432, "relevance": 3 }, { "pair_id": 169170, "video_name": "castle_s02e02_seg02_clip_02", "timestamp": [ 48.04, 50.0 ], "duration": 98.66, "caption": "A flashlight is shined on a body laying on the ground.", "similarity": 0.6364, "relevance": 3 }, { "pair_id": 169171, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 85.81, 91.28 ], "duration": 91.66, "caption": "A woman squats near the dead person and exposes their wristwatch.", "similarity": 0.6322, "relevance": 3 }, { "pair_id": 169172, "video_name": "castle_s03e05_seg02_clip_16", "timestamp": [ 44.42, 48.5 ], "duration": 90.66, "caption": "A woman compares the picture of another woman to the dead body.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 169173, "video_name": "castle_s06e06_seg02_clip_20", "timestamp": [ 55.68, 59.36 ], "duration": 92.66, "caption": "A woman turns on her flashlight and raises it in front of her.", "similarity": 0.6289, "relevance": 3 }, { "pair_id": 169174, "video_name": "castle_s06e11_seg02_clip_03", "timestamp": [ 15.47, 18.66 ], "duration": 91.66, "caption": "A woman in a protective gear flashes a light and touches an area of a burned building.", "similarity": 0.6288, "relevance": 2 }, { "pair_id": 169175, "video_name": "castle_s04e10_seg02_clip_02", "timestamp": [ 9.63, 12.84 ], "duration": 91.66, "caption": "A woman touches the arm of a deceased person.", "similarity": 0.6261, "relevance": 2 }, { "pair_id": 169176, "video_name": "castle_s02e24_seg02_clip_02", "timestamp": [ 18.02, 23.56 ], "duration": 92.66, "caption": "A woman walks down to where a dead body is and a man helps her.", "similarity": 0.6239, "relevance": 3 }, { "pair_id": 169177, "video_name": "castle_s07e20_seg02_clip_20", "timestamp": [ 73.48, 77.51 ], "duration": 89.66, "caption": "A masked officer shines a light on a dead woman.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 169178, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 22.38, 23.64 ], "duration": 63.66, "caption": "A woman turns off the light and a person quickly turns it back on.", "similarity": 0.6162, "relevance": 0 }, { "pair_id": 169179, "video_name": "castle_s04e22_seg02_clip_02", "timestamp": [ 62.77, 67.39 ], "duration": 92.66, "caption": "A woman crouches down to look at the dead body as she asks a man the reason of death and he shows her by moving the head of the victim.", "similarity": 0.6124, "relevance": 3 } ] }, { "query_id": 52998, "query": "A person sits down beside a man at the movies.", "relevant_moment": [ { "pair_id": 168260, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 19.26, 23.39 ], "duration": 55.66, "caption": "A person sits down beside a man at the movies.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168261, "video_name": "s02e09_seg02_clip_05", "timestamp": [ 0.0, 2.25 ], "duration": 50.66, "caption": "A person is sitting right next to a man on the cinema.", "similarity": 0.8668, "relevance": 2 }, { "pair_id": 168262, "video_name": "s09e11_seg02_clip_11", "timestamp": [ 24.65, 33.94 ], "duration": 64.66, "caption": "A person is sitting in between two other people in a movie theater.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 168263, "video_name": "house_s07e17_seg02_clip_25", "timestamp": [ 72.01, 76.51 ], "duration": 180.66, "caption": "A woman sits down on the couch next to a man when he's watching a movie.", "similarity": 0.7637, "relevance": 3 }, { "pair_id": 168264, "video_name": "s09e19_seg02_clip_08", "timestamp": [ 12.01, 14.71 ], "duration": 60.66, "caption": "Two men sit beside each other in a movie theater.", "similarity": 0.7431, "relevance": 4 }, { "pair_id": 168265, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 6.41, 8.54 ], "duration": 61.66, "caption": "A person is sitting beside a woman in a theater as he quiets a man after he tries to talk to them.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 168266, "video_name": "friends_s05e22_seg02_clip_04", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A man sits with two people as he asks if they want to see a movie and one of them asks him which one.", "similarity": 0.676, "relevance": 1 }, { "pair_id": 168267, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.6501, "relevance": 3 }, { "pair_id": 168268, "video_name": "house_s04e11_seg02_clip_12", "timestamp": [ 0.0, 39.3 ], "duration": 97.66, "caption": "Two people are sitting beside each other as they watch a person on a video.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 168269, "video_name": "house_s07e06_seg02_clip_01", "timestamp": [ 29.45, 53.84 ], "duration": 92.66, "caption": "A person sits next to a man and then a man sits next to that person.", "similarity": 0.6373, "relevance": 1 }, { "pair_id": 168270, "video_name": "castle_s03e16_seg02_clip_21", "timestamp": [ 15.93, 91.03 ], "duration": 91.66, "caption": "A man and person were sitting beside each other.", "similarity": 0.6373, "relevance": 1 }, { "pair_id": 168271, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 29.15, 31.01 ], "duration": 62.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.6291, "relevance": 1 }, { "pair_id": 168272, "video_name": "s06e07_seg01_clip_00", "timestamp": [ 53.58, 55.47 ], "duration": 63.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.6291, "relevance": 3 }, { "pair_id": 168273, "video_name": "house_s08e15_seg02_clip_13", "timestamp": [ 27.94, 30.39 ], "duration": 98.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.6291, "relevance": 1 }, { "pair_id": 168274, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.6282, "relevance": 1 }, { "pair_id": 168275, "video_name": "s03e19_seg02_clip_14", "timestamp": [ 47.52, 50.76 ], "duration": 59.66, "caption": "A person sits down in the seat next to another person.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 168276, "video_name": "s01e13_seg02_clip_14", "timestamp": [ 26.53, 29.59 ], "duration": 51.66, "caption": "Two people are sitting beside each other watching a person.", "similarity": 0.6262, "relevance": 1 }, { "pair_id": 168277, "video_name": "castle_s05e14_seg02_clip_11", "timestamp": [ 71.05, 91.66 ], "duration": 91.66, "caption": "Two women and a man are sitting on the couch and watching a movie.", "similarity": 0.6236, "relevance": 1 }, { "pair_id": 168278, "video_name": "s04e13_seg02_clip_16", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A man is sitting next to another man on the panel.", "similarity": 0.6231, "relevance": 2 }, { "pair_id": 168279, "video_name": "s09e11_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 72.66, "caption": "Some people are sitting in a movie theater talking.", "similarity": 0.6196, "relevance": 2 } ] }, { "query_id": 53002, "query": "A person kicks the foosball table and it breaks down.", "relevant_moment": [ { "pair_id": 12900, "video_name": "friends_s06e06_seg02_clip_07", "timestamp": [ 35.13, 36.63 ], "duration": 60.66, "caption": "A person kicks the foosball table and it breaks down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12901, "video_name": "friends_s10e17-18_seg02_clip_31", "timestamp": [ 14.26, 21.38 ], "duration": 57.66, "caption": "A person puts the crowbar against the foosball table and gets ready to swing the hammer but stops.", "similarity": 0.6083, "relevance": 1 }, { "pair_id": 12902, "video_name": "friends_s09e03_seg02_clip_13", "timestamp": [ 43.23, 49.9 ], "duration": 58.66, "caption": "A person gets up and leaves the table.", "similarity": 0.5893, "relevance": 0 }, { "pair_id": 12903, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 51.18, 54.48 ], "duration": 66.66, "caption": "A person gets up from the table and runs away.", "similarity": 0.5796, "relevance": 0 }, { "pair_id": 12904, "video_name": "friends_s05e18_seg02_clip_16", "timestamp": [ 56.45, 58.93 ], "duration": 62.66, "caption": "A person cusses and bangs their fist on the table.", "similarity": 0.5755, "relevance": 0 }, { "pair_id": 12905, "video_name": "s04e17_seg02_clip_05", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A person puts down a thing on top of the center table.", "similarity": 0.5743, "relevance": 0 }, { "pair_id": 12906, "video_name": "house_s04e02_seg02_clip_09", "timestamp": [ 20.89, 25.67 ], "duration": 87.66, "caption": "A person throws up their hands, throws something on the table, and stands and walks away.", "similarity": 0.5708, "relevance": 0 }, { "pair_id": 12907, "video_name": "castle_s05e14_seg02_clip_16", "timestamp": [ 18.41, 19.79 ], "duration": 92.66, "caption": "A woman pushes table over and it falls over.", "similarity": 0.5705, "relevance": 1 }, { "pair_id": 12908, "video_name": "met_s02e03_seg02_clip_11", "timestamp": [ 46.41, 49.35 ], "duration": 58.66, "caption": "A person jumps up from the table and runs offs.", "similarity": 0.5691, "relevance": 0 }, { "pair_id": 12909, "video_name": "friends_s03e19_seg02_clip_16", "timestamp": [ 47.1, 50.32 ], "duration": 58.66, "caption": "A man takes off his coat and throws it on the foosball table.", "similarity": 0.5673, "relevance": 0 }, { "pair_id": 12910, "video_name": "s06e08_seg02_clip_18", "timestamp": [ 5.45, 6.21 ], "duration": 17.66, "caption": "A person kicks out his leg behind him and hits the hacky sack with the bottom of his foot.", "similarity": 0.566, "relevance": 0 }, { "pair_id": 12911, "video_name": "friends_s02e18_seg02_clip_00", "timestamp": [ 4.2, 7.75 ], "duration": 64.66, "caption": "A man is jumping up and down by the foosball table as he asks woman to play a game with him and she jumps up and down telling him the game is gross.", "similarity": 0.5584, "relevance": 1 }, { "pair_id": 12912, "video_name": "s10e01_seg02_clip_05", "timestamp": [ 2.36, 3.25 ], "duration": 59.66, "caption": "A person throws in hands in the air while seated at the table.", "similarity": 0.5542, "relevance": 0 }, { "pair_id": 12913, "video_name": "castle_s07e22_seg02_clip_16", "timestamp": [ 64.13, 65.46 ], "duration": 89.66, "caption": "A person slams their hands down on the table.", "similarity": 0.5504, "relevance": 0 }, { "pair_id": 12914, "video_name": "friends_s02e18_seg02_clip_00", "timestamp": [ 3.87, 7.1 ], "duration": 64.66, "caption": "A man jumps up and down at a foosball table while woman stands nearby.", "similarity": 0.55, "relevance": 1 }, { "pair_id": 12915, "video_name": "s03e03_seg02_clip_11", "timestamp": [ 30.46, 33.36 ], "duration": 58.66, "caption": "A person takes a bowl off of the end table.", "similarity": 0.5436, "relevance": 0 }, { "pair_id": 12916, "video_name": "castle_s03e17_seg02_clip_17", "timestamp": [ 21.86, 29.77 ], "duration": 93.66, "caption": "A man gets a smirk on his face and then pushes the table over, knocking a person to the ground.", "similarity": 0.5433, "relevance": 0 }, { "pair_id": 12917, "video_name": "s01e03_seg02_clip_15", "timestamp": [ 51.48, 53.65 ], "duration": 62.66, "caption": "A person knocks on the table once with his fist.", "similarity": 0.5419, "relevance": 0 }, { "pair_id": 12918, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 24.61, 28.81 ], "duration": 60.66, "caption": "A person moves his/her left arm off of the table.", "similarity": 0.5414, "relevance": 0 }, { "pair_id": 12919, "video_name": "friends_s06e21_seg02_clip_20", "timestamp": [ 61.56, 68.02 ], "duration": 68.66, "caption": "A machine begins knocking things off of a table.", "similarity": 0.5404, "relevance": 0 } ] }, { "query_id": 53011, "query": "A person puts his plate of food down on the coffee table and wipes his mouth with a napkin.", "relevant_moment": [ { "pair_id": 150620, "video_name": "s02e09_seg02_clip_00", "timestamp": [ 41.5, 45.16 ], "duration": 61.66, "caption": "A person puts his plate of food down on the coffee table and wipes his mouth with a napkin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150621, "video_name": "s06e02_seg02_clip_16", "timestamp": [ 12.7, 19.72 ], "duration": 54.66, "caption": "A person picks up a napkin off of the coffee table to wipe his mouth.", "similarity": 0.8295, "relevance": 3 }, { "pair_id": 150622, "video_name": "s02e13_seg02_clip_01", "timestamp": [ 7.93, 10.37 ], "duration": 61.66, "caption": "A person uses a cloth napkin to wipe a spot on the coffee table.", "similarity": 0.7927, "relevance": 1 }, { "pair_id": 150623, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person puts his plate of food onto the coffee table.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 150624, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 28.1 ], "duration": 41.66, "caption": "A person wipes their mouth and tongue with a napkin.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 150625, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 20.92, 22.26 ], "duration": 89.66, "caption": "A person uses a napkin to wipe his/her mouth.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 150626, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 35.4, 37.43 ], "duration": 58.66, "caption": "A man puts their plate of food down on the coffee table in front of them.", "similarity": 0.73, "relevance": 2 }, { "pair_id": 150627, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 2.75, 4.27 ], "duration": 61.66, "caption": "A person puts down the plate of food on the table.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 150628, "video_name": "s04e21_seg02_clip_05", "timestamp": [ 5.19, 8.85 ], "duration": 61.66, "caption": "A person spits their food into a styrofoam container and wipes their mouth with a napkin.", "similarity": 0.7112, "relevance": 3 }, { "pair_id": 150629, "video_name": "friends_s01e08_seg02_clip_02", "timestamp": [ 0.56, 3.92 ], "duration": 56.66, "caption": "A man puts his plate down on the coffee table.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 150630, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 2.75, 5.8 ], "duration": 61.66, "caption": "A person puts his container of takeout food down on the coffee table.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 150631, "video_name": "friends_s07e11_seg02_clip_16", "timestamp": [ 37.21, 38.77 ], "duration": 52.66, "caption": "A man vigorously wipes his mouth with a napkin.", "similarity": 0.7087, "relevance": 2 }, { "pair_id": 150632, "video_name": "s04e18_seg02_clip_04", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A man puts a bowl of food down on the coffee table.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 150633, "video_name": "friends_s09e05_seg02_clip_22", "timestamp": [ 47.02, 54.92 ], "duration": 79.66, "caption": "A man wipes his mouth, his face, and his hands with a napkin.", "similarity": 0.7053, "relevance": 1 }, { "pair_id": 150634, "video_name": "s06e14_seg02_clip_14", "timestamp": [ 57.03, 58.53 ], "duration": 60.66, "caption": "A woman puts her plate of food down on the coffee table.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 150635, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 28.99, 31.83 ], "duration": 63.66, "caption": "A person takes his plate of food off of the table.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 150636, "video_name": "met_s06e06_seg02_clip_03", "timestamp": [ 54.62, 56.43 ], "duration": 60.66, "caption": "A man is wiping his mouth with a napkin in his hand.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 150637, "video_name": "s05e06_seg02_clip_07", "timestamp": [ 31.36, 34.78 ], "duration": 57.66, "caption": "A person put his food plate on the table.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 150638, "video_name": "house_s03e10_seg02_clip_19", "timestamp": [ 14.4, 18.91 ], "duration": 90.66, "caption": "A person wipes their face with a napkin and takes a sip out of their cup using a straw.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 150639, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 31.2, 33.72 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.6978, "relevance": 1 } ] }, { "query_id": 53054, "query": "A woman pulls a red scarf out of her pocketbook.", "relevant_moment": [ { "pair_id": 105720, "video_name": "friends_s08e02_seg02_clip_11", "timestamp": [ 27.1, 34.98 ], "duration": 63.66, "caption": "A woman pulls a red scarf out of her pocketbook.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 105721, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 19.56, 23.23 ], "duration": 61.66, "caption": "A woman pulls a little notebook out of her purse.", "similarity": 0.6826, "relevance": 3 }, { "pair_id": 105722, "video_name": "friends_s01e19_seg02_clip_19", "timestamp": [ 13.58, 17.41 ], "duration": 59.66, "caption": "A woman sticks her hand into her pocket and pulls out an object.", "similarity": 0.6632, "relevance": 3 }, { "pair_id": 105723, "video_name": "friends_s04e19_seg02_clip_02", "timestamp": [ 13.85, 15.96 ], "duration": 60.66, "caption": "A woman pulls out a yellow piece of paper from her pants pocket.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 105724, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 58.39, 63.13 ], "duration": 63.66, "caption": "A woman reaches her hand in her pocket book.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 105725, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 47.6, 53.7 ], "duration": 61.66, "caption": "A woman takes a red scarf in her hands and looks it over a few times.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 105726, "video_name": "s06e05_seg02_clip_00", "timestamp": [ 26.55, 30.21 ], "duration": 61.66, "caption": "A woman pulls her cell phone out of her pocket.", "similarity": 0.6414, "relevance": 2 }, { "pair_id": 105727, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A woman pulls her cellphone out of her back pocket.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 105728, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 48.38, 51.17 ], "duration": 62.66, "caption": "A woman picks her pocketbook up and puts it over her shoulder.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 105729, "video_name": "friends_s10e12_seg02_clip_19", "timestamp": [ 19.96, 24.24 ], "duration": 57.66, "caption": "A person walks in and grabs the red scarf.", "similarity": 0.6242, "relevance": 2 }, { "pair_id": 105730, "video_name": "grey_s03e08_seg02_clip_06", "timestamp": [ 55.22, 56.6 ], "duration": 92.66, "caption": "A woman pulls a pen out of her shirt pocket and clicks it.", "similarity": 0.6228, "relevance": 0 }, { "pair_id": 105731, "video_name": "friends_s06e11_seg02_clip_03", "timestamp": [ 49.9, 53.09 ], "duration": 58.66, "caption": "A woman takes her scarf off and tosses it aside.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 105732, "video_name": "s07e19_seg02_clip_01", "timestamp": [ 8.4, 9.3 ], "duration": 60.66, "caption": "A woman pulls their cell phone out of their pocket.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 105733, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 49.85, 59.1 ], "duration": 66.66, "caption": "A woman picks her pocketbook up off the counter and walks out the door.", "similarity": 0.6153, "relevance": 1 }, { "pair_id": 105734, "video_name": "castle_s06e19_seg02_clip_04", "timestamp": [ 70.52, 73.64 ], "duration": 89.66, "caption": "A woman reaches into her back pocket and pulls out her cellphone.", "similarity": 0.6132, "relevance": 1 }, { "pair_id": 105735, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 7.48, 10.57 ], "duration": 44.66, "caption": "A person pulls out a paper clip from his pocket.", "similarity": 0.6112, "relevance": 1 }, { "pair_id": 105736, "video_name": "friends_s06e11_seg02_clip_06", "timestamp": [ 28.99, 33.57 ], "duration": 61.66, "caption": "A woman takes off her scarf and tosses it aside.", "similarity": 0.6107, "relevance": 2 }, { "pair_id": 105737, "video_name": "friends_s06e15-16_seg02_clip_00", "timestamp": [ 43.9, 46.97 ], "duration": 61.66, "caption": "A woman puts a small object into her red purse.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 105738, "video_name": "grey_s02e13_seg02_clip_02", "timestamp": [ 86.04, 91.11 ], "duration": 92.66, "caption": "A woman grabs her scarf and puts it around her neck.", "similarity": 0.6059, "relevance": 2 }, { "pair_id": 105739, "video_name": "s09e09_seg02_clip_04", "timestamp": [ 5.58, 13.65 ], "duration": 62.66, "caption": "A person pulls a folded piece of paper from their pocket and unfolds it.", "similarity": 0.5974, "relevance": 1 } ] }, { "query_id": 53068, "query": "A man reaches for a bottle of wine on the table and pours woman a glass.", "relevant_moment": [ { "pair_id": 147720, "video_name": "s03e05_seg02_clip_11", "timestamp": [ 9.76, 18.31 ], "duration": 61.66, "caption": "A man reaches for a bottle of wine on the table and pours woman a glass.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147721, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 48.98, 59.76 ], "duration": 89.66, "caption": "A man pours from a wine bottle and his glass into a glass of wine for a woman.", "similarity": 0.8475, "relevance": 3 }, { "pair_id": 147722, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 16.07, 18.27 ], "duration": 44.66, "caption": "A woman pours a glass of wine for man.", "similarity": 0.8317, "relevance": 2 }, { "pair_id": 147723, "video_name": "met_s03e04_seg02_clip_05", "timestamp": [ 5.06, 7.45 ], "duration": 53.66, "caption": "A man sits at a table with a woman and pours a glass of wine.", "similarity": 0.8082, "relevance": 2 }, { "pair_id": 147724, "video_name": "met_s04e01_seg02_clip_11", "timestamp": [ 3.63, 11.56 ], "duration": 66.66, "caption": "A man pours wine into woman's glass and then into his own.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 147725, "video_name": "s06e16_seg02_clip_06", "timestamp": [ 6.84, 9.12 ], "duration": 57.66, "caption": "A man pours a couple of glasses of wine for woman and man.", "similarity": 0.7863, "relevance": 2 }, { "pair_id": 147726, "video_name": "met_s02e21_seg02_clip_03", "timestamp": [ 38.42, 39.62 ], "duration": 60.66, "caption": "A man gives a glass of wine to a woman.", "similarity": 0.7857, "relevance": 1 }, { "pair_id": 147727, "video_name": "friends_s01e15_seg02_clip_17", "timestamp": [ 16.54, 22.81 ], "duration": 57.66, "caption": "A woman pours a glass of red wine for a man.", "similarity": 0.7851, "relevance": 2 }, { "pair_id": 147728, "video_name": "s03e05_seg02_clip_11", "timestamp": [ 11.6, 20.14 ], "duration": 61.66, "caption": "A man grabs a bottle and pours a woman a glass of wine then sets the bottle down.", "similarity": 0.7796, "relevance": 4 }, { "pair_id": 147729, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 1.77, 3.84 ], "duration": 59.66, "caption": "A man gives a wine glass to a woman so she can drink from it.", "similarity": 0.7785, "relevance": 1 }, { "pair_id": 147730, "video_name": "friends_s03e13_seg02_clip_19", "timestamp": [ 36.31, 39.18 ], "duration": 63.66, "caption": "A woman gives the glass of wine to man.", "similarity": 0.7754, "relevance": 0 }, { "pair_id": 147731, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 40.39, 43.36 ], "duration": 85.66, "caption": "A woman hands a glass of wine to a man.", "similarity": 0.7752, "relevance": 1 }, { "pair_id": 147732, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 28.31, 30.56 ], "duration": 89.66, "caption": "A woman hands a man a full glass of wine.", "similarity": 0.7587, "relevance": 0 }, { "pair_id": 147733, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 74.08, 77.26 ], "duration": 90.66, "caption": "A person hands a glass of wine to woman.", "similarity": 0.7581, "relevance": 1 }, { "pair_id": 147734, "video_name": "castle_s05e21_seg02_clip_13", "timestamp": [ 65.17, 79.36 ], "duration": 88.66, "caption": "A man gets the wine and he offers a woman a drink.", "similarity": 0.7573, "relevance": 1 }, { "pair_id": 147735, "video_name": "s09e08_seg02_clip_10", "timestamp": [ 23.8, 28.07 ], "duration": 61.66, "caption": "A man's date sips from his wine glass and then places it on the table.", "similarity": 0.7541, "relevance": 1 }, { "pair_id": 147736, "video_name": "s06e20_seg02_clip_01", "timestamp": [ 7.97, 11.51 ], "duration": 59.66, "caption": "A woman reaches over and takes the wine bottle from a man.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 147737, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 52.48, 57.37 ], "duration": 61.66, "caption": "A woman holds her wine glass out and a man pours some wine in it.", "similarity": 0.7514, "relevance": 2 }, { "pair_id": 147738, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A woman takes a drink of her wine glass while at the table with a man.", "similarity": 0.7502, "relevance": 0 }, { "pair_id": 147739, "video_name": "castle_s02e17_seg02_clip_18", "timestamp": [ 7.99, 10.34 ], "duration": 94.66, "caption": "A woman hands a man the glass of wine she was holding.", "similarity": 0.75, "relevance": 1 } ] }, { "query_id": 53107, "query": "A man's father opens the door and starts talking to him.", "relevant_moment": [ { "pair_id": 156880, "video_name": "s04e09_seg01_clip_01", "timestamp": [ 27.07, 35.66 ], "duration": 66.66, "caption": "A man's father opens the door and starts talking to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156881, "video_name": "s10e01_seg02_clip_05", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A man opens the door and some people's mom and his dad walk in.", "similarity": 0.7441, "relevance": 3 }, { "pair_id": 156882, "video_name": "grey_s02e18_seg02_clip_15", "timestamp": [ 22.79, 36.01 ], "duration": 91.66, "caption": "A man's father sits down and starts having a conversation with man.", "similarity": 0.7381, "relevance": 1 }, { "pair_id": 156883, "video_name": "friends_s09e01_seg02_clip_05", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A man's dad opens a closet door and accidentally looks at a man and a woman having sex, the man greets him and introduces the woman.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 156884, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A man starts to open the door and then turns around to talk to a woman.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 156885, "video_name": "s03e02_seg02_clip_17", "timestamp": [ 30.35, 34.05 ], "duration": 74.66, "caption": "A woman opens the door and man starts talking to her.", "similarity": 0.7133, "relevance": 3 }, { "pair_id": 156886, "video_name": "house_s03e09_seg02_clip_26", "timestamp": [ 55.46, 64.82 ], "duration": 72.66, "caption": "A man came in and close the door then start talking.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 156888, "video_name": "house_s02e13_seg02_clip_04", "timestamp": [ 0.0, 59.87 ], "duration": 90.66, "caption": "A man speaks to father in the hallway.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 156889, "video_name": "house_s06e15_seg02_clip_22", "timestamp": [ 80.59, 83.75 ], "duration": 90.66, "caption": "A person walks up to his father while he's talking to a man.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 156890, "video_name": "friends_s02e22_seg02_clip_15", "timestamp": [ 22.33, 24.5 ], "duration": 62.66, "caption": "A woman points towards the door while talking to her dad.", "similarity": 0.7064, "relevance": 1 }, { "pair_id": 156891, "video_name": "friends_s03e07_seg02_clip_16", "timestamp": [ 43.83, 48.56 ], "duration": 59.66, "caption": "A woman opens the door to her father then hugs him.", "similarity": 0.6988, "relevance": 3 }, { "pair_id": 156892, "video_name": "met_s02e16_seg02_clip_17", "timestamp": [ 37.68, 39.19 ], "duration": 60.66, "caption": "A man goes to open the door then turns around to talk to a woman.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 156893, "video_name": "met_s02e03_seg02_clip_04", "timestamp": [ 49.27, 51.03 ], "duration": 58.66, "caption": "A man opens the front door to his parents.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 156894, "video_name": "castle_s05e23_seg02_clip_04", "timestamp": [ 86.95, 91.23 ], "duration": 95.66, "caption": "A man opens the door and then talks to woman.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 156895, "video_name": "house_s06e11_seg02_clip_02", "timestamp": [ 15.58, 20.48 ], "duration": 89.66, "caption": "A man opened the door and closed the door while he talks to a man.", "similarity": 0.6861, "relevance": 2 }, { "pair_id": 156896, "video_name": "house_s03e09_seg02_clip_20", "timestamp": [ 40.05, 42.33 ], "duration": 91.66, "caption": "A man holds the door open while talking to someone.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 156897, "video_name": "house_s04e10_seg02_clip_10", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A man and his companion opens a door while talking to each other.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 156898, "video_name": "friends_s02e22_seg02_clip_03", "timestamp": [ 12.41, 15.2 ], "duration": 62.66, "caption": "A man walks up to talk to another man's dad.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 156899, "video_name": "house_s02e21_seg02_clip_09", "timestamp": [ 27.46, 38.26 ], "duration": 90.66, "caption": "A man starts to cry as he talks to his father.", "similarity": 0.6778, "relevance": 1 } ] }, { "query_id": 53110, "query": "A woman gets a bottle of water from the fridge.", "relevant_moment": [ { "pair_id": 19640, "video_name": "friends_s06e23_seg01_clip_00", "timestamp": [ 15.05, 20.66 ], "duration": 59.66, "caption": "A woman gets a bottle of water from the fridge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19641, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 43.11 ], "duration": 62.66, "caption": "A woman gets a bottle of water out of the refrigerator.", "similarity": 0.9315, "relevance": 4 }, { "pair_id": 19642, "video_name": "friends_s01e16-17_seg02_clip_05", "timestamp": [ 45.59, 51.11 ], "duration": 58.66, "caption": "A woman grabs a bottle of water from the fridge.", "similarity": 0.9091, "relevance": 2 }, { "pair_id": 19643, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 8.37, 15.2 ], "duration": 62.66, "caption": "A woman opens the refrigerator and gets a bottle of water out.", "similarity": 0.8926, "relevance": 4 }, { "pair_id": 19644, "video_name": "s10e02_seg02_clip_11", "timestamp": [ 9.72, 15.4 ], "duration": 54.66, "caption": "A person gets a bottle of water from the fridge.", "similarity": 0.8896, "relevance": 4 }, { "pair_id": 19645, "video_name": "s08e13_seg02_clip_01", "timestamp": [ 33.35, 35.33 ], "duration": 66.66, "caption": "A woman takes a bottle of water out of the fridge.", "similarity": 0.8895, "relevance": 4 }, { "pair_id": 19646, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 62.11, 65.03 ], "duration": 65.66, "caption": "A woman grabs a bottle of water out of the fridge.", "similarity": 0.8865, "relevance": 4 }, { "pair_id": 19647, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.8747, "relevance": 4 }, { "pair_id": 19648, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 5.27, 15.51 ], "duration": 62.66, "caption": "A woman walks over to the fridge and gets a bottle of water.", "similarity": 0.8663, "relevance": 4 }, { "pair_id": 19649, "video_name": "friends_s04e15_seg02_clip_00", "timestamp": [ 25.21, 28.68 ], "duration": 63.66, "caption": "A woman opens the fridge and grabs a bottle of water.", "similarity": 0.8622, "relevance": 3 }, { "pair_id": 19650, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 0.0, 2.28 ], "duration": 57.66, "caption": "A person is in the fridge getting a bottle of water.", "similarity": 0.8621, "relevance": 2 }, { "pair_id": 19652, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 42.8 ], "duration": 62.66, "caption": "A woman opens the refrigerator and pulls out a water bottle.", "similarity": 0.8376, "relevance": 4 }, { "pair_id": 19653, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 18.01, 26.71 ], "duration": 60.66, "caption": "A woman walks to her fridge and opens it to take out a bottled water.", "similarity": 0.8154, "relevance": 3 }, { "pair_id": 19654, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 41.3, 44.55 ], "duration": 65.66, "caption": "A woman opens the refrigerator door and takes a bottle of water out.", "similarity": 0.8085, "relevance": 2 }, { "pair_id": 19655, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A woman opens the refrigerator and gets a drink.", "similarity": 0.7886, "relevance": 4 }, { "pair_id": 19656, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 41.41, 45.55 ], "duration": 92.66, "caption": "A person grabs a bottle of water out of the refrigerator.", "similarity": 0.7706, "relevance": 3 }, { "pair_id": 19658, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A person opens the refrigerator and get a bottle of water out.", "similarity": 0.7638, "relevance": 4 }, { "pair_id": 19659, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 21.75, 38.45 ], "duration": 63.66, "caption": "A woman opened the refrigerator and gets a bunch of drinks.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 192960, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 42.79, 48.77 ], "duration": 92.66, "caption": "A person takes a bottle of water out of the refrigerator and starts drinking it.", "similarity": 0.76, "relevance": 3 }, { "pair_id": 192961, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person takes out a bottle from the fridge.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 192962, "video_name": "s03e02_seg02_clip_02", "timestamp": [ 27.45, 33.94 ], "duration": 59.66, "caption": "A woman walks to the refrigerator and gets some drink.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 192963, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 35.45, 39.74 ], "duration": 57.66, "caption": "A woman opens the fridge and gets something from inside.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 192964, "video_name": "s07e14_seg02_clip_07", "timestamp": [ 7.68, 9.6 ], "duration": 64.66, "caption": "A man gets a bottle of water from the refrigerator.", "similarity": 0.7373, "relevance": 3 }, { "pair_id": 192965, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman walks over and opens the fridge to get a drink.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 192966, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 13.35, 20.02 ], "duration": 58.66, "caption": "A woman gets a bottled water from the fridge and sits on the lawn chair by a person.", "similarity": 0.7341, "relevance": 4 }, { "pair_id": 192967, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 49.63, 54.96 ], "duration": 82.66, "caption": "A person gets a drink of water out of the fridge and takes a drink.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 192968, "video_name": "friends_s02e14_seg02_clip_03", "timestamp": [ 2.14, 11.9 ], "duration": 61.66, "caption": "A woman closes the fridge and drinks from a bottle before she puts it on the table.", "similarity": 0.7223, "relevance": 4 }, { "pair_id": 192969, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 0.0, 9.61 ], "duration": 62.66, "caption": "A person walks over to the refrigerator and pulls out a bottle of water.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 192970, "video_name": "friends_s10e03_seg01_clip_00", "timestamp": [ 26.05, 30.23 ], "duration": 93.66, "caption": "A person hands a man a bottle of water from the fridge.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 192971, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 55.68, 59.82 ], "duration": 92.66, "caption": "A woman gets something of the counter and quickly puts it in the refrigerator.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 192972, "video_name": "s05e23_seg02_clip_06", "timestamp": [ 1.53, 8.54 ], "duration": 61.66, "caption": "A woman opens the refrigerator door removing a bottle.", "similarity": 0.6957, "relevance": 3 }, { "pair_id": 192973, "video_name": "friends_s01e22_seg02_clip_13", "timestamp": [ 58.2, 61.46 ], "duration": 65.66, "caption": "A woman gets something out of the fridge and closes it.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 192974, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.08, 6.44 ], "duration": 56.66, "caption": "A person grabs a bottle out of the refrigerator.", "similarity": 0.6955, "relevance": 3 }, { "pair_id": 192975, "video_name": "castle_s06e16_seg02_clip_05", "timestamp": [ 70.16, 73.1 ], "duration": 84.66, "caption": "A person opens the mini refrigerator and takes out a bottle of water.", "similarity": 0.6941, "relevance": 3 }, { "pair_id": 192976, "video_name": "castle_s07e09_seg02_clip_13", "timestamp": [ 85.54, 87.85 ], "duration": 92.66, "caption": "A woman takes out a bottle of wine from the fridge.", "similarity": 0.6933, "relevance": 3 }, { "pair_id": 192977, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 20.03, 21.79 ], "duration": 44.66, "caption": "A woman puts the bottle of wine into the refrigerator.", "similarity": 0.6915, "relevance": 3 }, { "pair_id": 192978, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 27.29, 34.12 ], "duration": 62.66, "caption": "A person walks out of the bedroom and opens the fridge and a bottle of water out of it.", "similarity": 0.6848, "relevance": 4 }, { "pair_id": 192979, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.62, 60.03 ], "duration": 60.66, "caption": "A woman pulls a bottled drink out of the refrigerator and shakes it as she talks to a man.", "similarity": 0.6817, "relevance": 3 } ] }, { "query_id": 53200, "query": "A woman moves a picture on the case board and writes on the white board.", "relevant_moment": [ { "pair_id": 105740, "video_name": "castle_s02e02_seg02_clip_11", "timestamp": [ 6.9, 19.33 ], "duration": 92.66, "caption": "A woman moves a picture on the case board and writes on the white board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 105741, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 39.66, 45.13 ], "duration": 91.66, "caption": "A woman is moving pictures on the case board.", "similarity": 0.8357, "relevance": 3 }, { "pair_id": 105742, "video_name": "castle_s07e13_seg02_clip_12", "timestamp": [ 30.06, 32.75 ], "duration": 89.66, "caption": "A woman puts the picture of someone onto the case board.", "similarity": 0.7922, "relevance": 2 }, { "pair_id": 105743, "video_name": "castle_s07e12_seg02_clip_06", "timestamp": [ 80.63, 89.59 ], "duration": 89.66, "caption": "Woman puts a picture of someone onto the case board.", "similarity": 0.7905, "relevance": 2 }, { "pair_id": 105744, "video_name": "castle_s05e11_seg02_clip_10", "timestamp": [ 5.29, 6.61 ], "duration": 88.66, "caption": "A woman puts a picture of person onto the case board.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 105745, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 26.56, 30.16 ], "duration": 90.66, "caption": "A woman put the picture on the white board.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 105746, "video_name": "castle_s06e10_seg02_clip_23", "timestamp": [ 58.71, 60.08 ], "duration": 91.66, "caption": "A woman puts up a picture of a person onto the case board.", "similarity": 0.78, "relevance": 1 }, { "pair_id": 105747, "video_name": "castle_s06e09_seg02_clip_17", "timestamp": [ 0.0, 2.15 ], "duration": 85.66, "caption": "A woman puts up a picture of a person onto the case board.", "similarity": 0.78, "relevance": 2 }, { "pair_id": 105748, "video_name": "castle_s03e03_seg02_clip_03", "timestamp": [ 83.77, 86.06 ], "duration": 91.66, "caption": "A person puts up a photo of writing onto the case board.", "similarity": 0.7784, "relevance": 1 }, { "pair_id": 105749, "video_name": "castle_s04e15_seg02_clip_06", "timestamp": [ 66.05, 68.37 ], "duration": 93.66, "caption": "A woman puts up a picture on a whiteboard.", "similarity": 0.7775, "relevance": 2 }, { "pair_id": 105750, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 72.18, 77.02 ], "duration": 88.66, "caption": "A woman put up a picture of a person onto the case board.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 105751, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 38.33, 40.75 ], "duration": 97.66, "caption": "A woman puts up a sketched picture of a person onto the case board.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 105752, "video_name": "castle_s02e12_seg02_clip_14", "timestamp": [ 11.28, 17.4 ], "duration": 94.66, "caption": "A woman goes to the whiteboard and writes something on the board.", "similarity": 0.7419, "relevance": 2 }, { "pair_id": 105753, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 78.07, 82.48 ], "duration": 88.66, "caption": "A woman writes on the white board with a marker.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 105754, "video_name": "house_s08e07_seg02_clip_22", "timestamp": [ 6.83, 9.1 ], "duration": 91.66, "caption": "A woman writes onto the white board with a marker.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 105755, "video_name": "castle_s07e11_seg02_clip_09", "timestamp": [ 55.58, 57.42 ], "duration": 91.66, "caption": "A woman writes on the white board then points to other writing on the white board.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 105756, "video_name": "castle_s05e06_seg02_clip_07", "timestamp": [ 53.63, 57.62 ], "duration": 88.66, "caption": "A woman places a picture of another woman on the case board.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 105757, "video_name": "castle_s07e07_seg02_clip_02", "timestamp": [ 49.77, 58.14 ], "duration": 88.66, "caption": "A woman writes words and symbols on a white board.", "similarity": 0.716, "relevance": 2 }, { "pair_id": 105758, "video_name": "castle_s03e23_seg02_clip_18", "timestamp": [ 17.75, 25.49 ], "duration": 91.66, "caption": "A woman writes a name on the white board.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 105759, "video_name": "castle_s06e21_seg02_clip_03", "timestamp": [ 17.61, 18.96 ], "duration": 90.66, "caption": "A woman puts a picture of a man onto the case board.", "similarity": 0.7081, "relevance": 2 } ] }, { "query_id": 53284, "query": "A person pulls out their inhaler and happily shows it to another person.", "relevant_moment": [ { "pair_id": 158800, "video_name": "s05e13_seg02_clip_12", "timestamp": [ 37.53, 42.49 ], "duration": 62.66, "caption": "A person pulls out their inhaler and happily shows it to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158801, "video_name": "house_s05e05_seg02_clip_06", "timestamp": [ 15.71, 20.95 ], "duration": 87.66, "caption": "A person then found an inhaler and shows it to another person.", "similarity": 0.84, "relevance": 3 }, { "pair_id": 158802, "video_name": "house_s05e05_seg02_clip_06", "timestamp": [ 62.41, 64.59 ], "duration": 87.66, "caption": "A man takes out an asthma inhaler from his pocket and shows it to a woman.", "similarity": 0.7155, "relevance": 3 }, { "pair_id": 158803, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 63.96, 68.75 ], "duration": 87.66, "caption": "A person puts their inhaler onto the table and another person picks it up to look at it.", "similarity": 0.7151, "relevance": 2 }, { "pair_id": 158804, "video_name": "s05e13_seg02_clip_12", "timestamp": [ 38.15, 47.76 ], "duration": 62.66, "caption": "A man pulls out their asthma inhaler to show person and then person starts to walk into the kitchen.", "similarity": 0.7051, "relevance": 4 }, { "pair_id": 158805, "video_name": "castle_s07e08_seg02_clip_14", "timestamp": [ 65.99, 68.7 ], "duration": 90.66, "caption": "A person takes a puff of their inhaler while staring forward.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 158806, "video_name": "castle_s02e11_seg02_clip_13", "timestamp": [ 5.73, 7.5 ], "duration": 88.66, "caption": "A person who is having an asthma attack pulls out an inhaler from his pocket.", "similarity": 0.6952, "relevance": 3 }, { "pair_id": 158807, "video_name": "s04e22_seg02_clip_06", "timestamp": [ 5.99, 8.51 ], "duration": 63.66, "caption": "A person shakes up his/her inhaler and uses it at the table.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 158808, "video_name": "house_s05e11_seg02_clip_15", "timestamp": [ 29.01, 33.51 ], "duration": 100.66, "caption": "A person sprays their inhaler two times on their neck.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 158809, "video_name": "house_s02e17_seg02_clip_00", "timestamp": [ 78.67, 83.24 ], "duration": 91.66, "caption": "A person puts their cigar in their mouth then wags it at another person.", "similarity": 0.6542, "relevance": 1 }, { "pair_id": 158810, "video_name": "met_s03e01_seg02_clip_16", "timestamp": [ 49.09, 53.5 ], "duration": 58.66, "caption": "A person takes in a deep breath and then breathes out.", "similarity": 0.6463, "relevance": 0 }, { "pair_id": 158811, "video_name": "house_s05e05_seg02_clip_06", "timestamp": [ 14.84, 17.46 ], "duration": 87.66, "caption": "A person picks up an asthma inhaler from the floor.", "similarity": 0.6396, "relevance": 3 }, { "pair_id": 158812, "video_name": "s05e13_seg02_clip_11", "timestamp": [ 7.63, 10.98 ], "duration": 61.66, "caption": "A man holds the inhaler up to his mouth and takes a hit from it.", "similarity": 0.6289, "relevance": 3 }, { "pair_id": 158813, "video_name": "house_s08e01_seg02_clip_01", "timestamp": [ 4.05, 8.1 ], "duration": 90.66, "caption": "A person takes something from his mouth and gives it to another person.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 158814, "video_name": "castle_s07e16_seg02_clip_11", "timestamp": [ 39.54, 45.58 ], "duration": 93.66, "caption": "A person gives another person a boost up into the air duct.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 158815, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 46.45, 52.04 ], "duration": 86.66, "caption": "A person puffs the cigarette into another person's face.", "similarity": 0.6196, "relevance": 1 }, { "pair_id": 158816, "video_name": "met_s03e07_seg01_clip_01", "timestamp": [ 18.18, 21.88 ], "duration": 61.66, "caption": "A person takes the cigar out of his mouth to speak to another person.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 158817, "video_name": "house_s05e08_seg02_clip_07", "timestamp": [ 90.29, 95.39 ], "duration": 102.66, "caption": "A person smiles at another person and opens their mouth wide.", "similarity": 0.6066, "relevance": 0 }, { "pair_id": 158818, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 0.0, 5.59 ], "duration": 86.66, "caption": "A person is smoking while they are talking to another person.", "similarity": 0.6059, "relevance": 1 }, { "pair_id": 158819, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 49.13, 54.31 ], "duration": 61.66, "caption": "A man shakes his asthma inhaler and takes a puff from it.", "similarity": 0.6058, "relevance": 3 } ] }, { "query_id": 53287, "query": "A person walks over and sits down at the table next to another person.", "relevant_moment": [ { "pair_id": 18920, "video_name": "s05e13_seg02_clip_13", "timestamp": [ 48.45, 51.64 ], "duration": 58.66, "caption": "A person walks over and sits down at the table next to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18921, "video_name": "house_s04e10_seg02_clip_00", "timestamp": [ 10.05, 11.42 ], "duration": 91.66, "caption": "A person sits down at the table next to another person.", "similarity": 0.9044, "relevance": 3 }, { "pair_id": 18922, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.15, 9.63 ], "duration": 55.66, "caption": "A person walks over and sits down next to another person.", "similarity": 0.8784, "relevance": 4 }, { "pair_id": 18923, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 47.6, 51.87 ], "duration": 61.66, "caption": "A person sits down and another person moves over by the table.", "similarity": 0.8642, "relevance": 3 }, { "pair_id": 18924, "video_name": "s08e08_seg01_clip_00", "timestamp": [ 3.22, 6.44 ], "duration": 92.66, "caption": "A man is walking and sits on the table next to person.", "similarity": 0.8519, "relevance": 4 }, { "pair_id": 18925, "video_name": "friends_s05e09_seg02_clip_02", "timestamp": [ 15.5, 20.57 ], "duration": 59.66, "caption": "A person walks over to sit next to another person.", "similarity": 0.8511, "relevance": 4 }, { "pair_id": 18926, "video_name": "castle_s07e11_seg02_clip_23", "timestamp": [ 45.58, 52.73 ], "duration": 89.66, "caption": "A person is talking to another person and walks around the table and then sits on it.", "similarity": 0.8403, "relevance": 3 }, { "pair_id": 18927, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 31.2, 34.67 ], "duration": 63.66, "caption": "A person walks over to the table and sits down with some people.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 18928, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 52.08, 56.09 ], "duration": 89.66, "caption": "A person walks around the table to another person.", "similarity": 0.8226, "relevance": 2 }, { "pair_id": 18929, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 50.47, 55.6 ], "duration": 57.66, "caption": "A person walks over to where another person is sitting.", "similarity": 0.8161, "relevance": 2 }, { "pair_id": 18930, "video_name": "castle_s02e02_seg02_clip_21", "timestamp": [ 0.0, 6.69 ], "duration": 89.66, "caption": "A person walks towards a woman and sits beside her on a table.", "similarity": 0.8161, "relevance": 4 }, { "pair_id": 18931, "video_name": "s01e16_seg01_clip_02", "timestamp": [ 3.9, 5.2 ], "duration": 52.66, "caption": "A person sits next to another person at the table with their arms crossed and nods their head.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 18932, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.63, 3.9 ], "duration": 65.66, "caption": "A person sits down at a table with two other people.", "similarity": 0.8101, "relevance": 4 }, { "pair_id": 18933, "video_name": "house_s08e04_seg02_clip_16", "timestamp": [ 30.49, 36.87 ], "duration": 91.66, "caption": "A person walks over and sits down on the desk next to another person.", "similarity": 0.806, "relevance": 3 }, { "pair_id": 18934, "video_name": "met_s06e17_seg02_clip_05", "timestamp": [ 57.93, 60.03 ], "duration": 60.66, "caption": "A person walks up to the table where some people are sitting and sits down.", "similarity": 0.8059, "relevance": 3 }, { "pair_id": 18935, "video_name": "s05e15_seg02_clip_03", "timestamp": [ 13.81, 20.71 ], "duration": 60.66, "caption": "A person is talking to another person and sits down at the table.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 18936, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 34.12, 44.66 ], "duration": 62.66, "caption": "A person walks by some people sitting at a table.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 18937, "video_name": "castle_s08e20_seg02_clip_18", "timestamp": [ 11.04, 25.31 ], "duration": 92.66, "caption": "A person gets up and walks over near another person and turns over the table.", "similarity": 0.7933, "relevance": 3 }, { "pair_id": 18938, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 11.29, 18.92 ], "duration": 61.66, "caption": "A person is sitting on another table behind someone's table.", "similarity": 0.7925, "relevance": 3 }, { "pair_id": 18939, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 21.38, 24.71 ], "duration": 95.66, "caption": "A person walks and sits down across from another person.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 192240, "video_name": "friends_s09e03_seg02_clip_08", "timestamp": [ 1.43, 3.71 ], "duration": 57.66, "caption": "A person walks over to another person quickly and sits down.", "similarity": 0.7897, "relevance": 4 }, { "pair_id": 192241, "video_name": "friends_s05e21_seg02_clip_14", "timestamp": [ 8.78, 12.36 ], "duration": 65.66, "caption": "A man walks around the table and sits down on it next to a woman.", "similarity": 0.7897, "relevance": 4 }, { "pair_id": 192242, "video_name": "grey_s02e08_seg02_clip_09", "timestamp": [ 65.7, 70.05 ], "duration": 87.66, "caption": "A man walks over and sits down next to a person.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 192243, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 31.42, 32.48 ], "duration": 74.66, "caption": "A person sits at a table with two other people.", "similarity": 0.7889, "relevance": 3 }, { "pair_id": 192244, "video_name": "s05e10_seg02_clip_11", "timestamp": [ 14.05, 24.39 ], "duration": 53.66, "caption": "A person goes towards another person and sits beside them.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 192245, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.3, 11.38 ], "duration": 65.66, "caption": "A person sits down at the table and talks to another person.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 192246, "video_name": "grey_s03e19_seg02_clip_18", "timestamp": [ 82.37, 87.77 ], "duration": 90.66, "caption": "A person walks over to another person and sits down in front of him.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 192247, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 4.42, 6.31 ], "duration": 63.66, "caption": "A person sits down at the table next to a woman.", "similarity": 0.7795, "relevance": 4 }, { "pair_id": 192248, "video_name": "grey_s02e01_seg02_clip_08", "timestamp": [ 25.22, 30.33 ], "duration": 73.66, "caption": "A person walks into the room and sits down next to another person.", "similarity": 0.7784, "relevance": 3 }, { "pair_id": 192249, "video_name": "s07e20_seg02_clip_02", "timestamp": [ 30.46, 33.07 ], "duration": 58.66, "caption": "A person sits down next to another person at the cafeteria table.", "similarity": 0.7781, "relevance": 4 }, { "pair_id": 192250, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 51.65, 58.14 ], "duration": 59.66, "caption": "A person gets up, walks over to another person and sits in a chair next to them.", "similarity": 0.7763, "relevance": 3 }, { "pair_id": 192251, "video_name": "friends_s06e01_seg02_clip_01", "timestamp": [ 39.32, 42.92 ], "duration": 60.66, "caption": "A person walks into the dining room and sits at another person's table.", "similarity": 0.7745, "relevance": 4 }, { "pair_id": 192252, "video_name": "house_s08e20_seg02_clip_20", "timestamp": [ 0.0, 5.6 ], "duration": 80.66, "caption": "A person walks over and sits on the bench next to another person.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 192253, "video_name": "house_s02e11_seg02_clip_03", "timestamp": [ 11.38, 15.47 ], "duration": 91.66, "caption": "A person walks over to person and sits down.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 192254, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 192255, "video_name": "house_s03e15_seg02_clip_00", "timestamp": [ 12.34, 14.62 ], "duration": 91.66, "caption": "A person is sitting at the table as another person walks into the room.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 192256, "video_name": "castle_s06e19_seg02_clip_24", "timestamp": [ 14.06, 19.5 ], "duration": 90.66, "caption": "A person sits down on a chair at a table, then another person sits at the same table.", "similarity": 0.764, "relevance": 4 }, { "pair_id": 192257, "video_name": "met_s03e08_seg02_clip_01", "timestamp": [ 21.25, 25.09 ], "duration": 59.66, "caption": "A person gets up and walks over to where another person is sitting.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 192258, "video_name": "s08e04_seg02_clip_03", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person walks over to the table where some people are.", "similarity": 0.7592, "relevance": 2 }, { "pair_id": 192259, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 18.0, 21.84 ], "duration": 59.66, "caption": "A person walks past another person and sits in a chair.", "similarity": 0.7538, "relevance": 2 } ] }, { "query_id": 53310, "query": "A doctor walks over and puts his arms around two people.", "relevant_moment": [ { "pair_id": 164760, "video_name": "s04e15_seg01_clip_01", "timestamp": [ 17.7, 23.8 ], "duration": 61.66, "caption": "A doctor walks over and puts his arms around two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164761, "video_name": "castle_s06e16_seg02_clip_08", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "A man puts their arm around a doctor's shoulder to show them the way.", "similarity": 0.8017, "relevance": 0 }, { "pair_id": 164762, "video_name": "house_s06e19_seg02_clip_10", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A doctor turns around to face another person while holding onto their side.", "similarity": 0.7855, "relevance": 0 }, { "pair_id": 164763, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 1.33, 8.0 ], "duration": 88.66, "caption": "A doctor approaches two people who seem looking at his direction.", "similarity": 0.7425, "relevance": 1 }, { "pair_id": 164764, "video_name": "grey_s03e14_seg02_clip_24", "timestamp": [ 44.45, 49.0 ], "duration": 101.66, "caption": "A doctor walks with another doctor to check on their patient.", "similarity": 0.7357, "relevance": 1 }, { "pair_id": 164765, "video_name": "house_s04e16_seg02_clip_00", "timestamp": [ 54.17, 57.88 ], "duration": 92.66, "caption": "Some doctors touch a man's shoulder as they walk away.", "similarity": 0.7355, "relevance": 1 }, { "pair_id": 164766, "video_name": "house_s05e08_seg02_clip_17", "timestamp": [ 61.22, 63.92 ], "duration": 90.66, "caption": "A doctor moves his hand closer to his other hand.", "similarity": 0.7314, "relevance": 1 }, { "pair_id": 164767, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 19.21, 29.77 ], "duration": 96.66, "caption": "A doctor approaches a person and talks about another doctor.", "similarity": 0.7306, "relevance": 1 }, { "pair_id": 164768, "video_name": "house_s08e04_seg02_clip_16", "timestamp": [ 7.74, 12.74 ], "duration": 91.66, "caption": "A person introduces his doctors to another doctor when they walk in.", "similarity": 0.7286, "relevance": 1 }, { "pair_id": 164769, "video_name": "house_s08e05_seg02_clip_09", "timestamp": [ 39.91, 47.98 ], "duration": 89.66, "caption": "A man puts on his jacket and then the other doctors walk out.", "similarity": 0.7208, "relevance": 1 }, { "pair_id": 164770, "video_name": "met_s02e19_seg02_clip_11", "timestamp": [ 48.52, 55.54 ], "duration": 61.66, "caption": "A doctor walks behind some people.", "similarity": 0.7204, "relevance": 0 }, { "pair_id": 164771, "video_name": "house_s04e05_seg02_clip_06", "timestamp": [ 5.4, 7.65 ], "duration": 90.66, "caption": "A person raises up the doctors hands to give another person a look.", "similarity": 0.7189, "relevance": 0 }, { "pair_id": 164772, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 34.66, 37.81 ], "duration": 90.66, "caption": "A doctor gets up from their sit beside another doctor.", "similarity": 0.7179, "relevance": 0 }, { "pair_id": 164773, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 5.01, 6.83 ], "duration": 91.66, "caption": "A doctor touches the leg of the patient.", "similarity": 0.716, "relevance": 0 }, { "pair_id": 164774, "video_name": "s04e23_seg02_clip_12", "timestamp": [ 17.29, 21.77 ], "duration": 64.66, "caption": "The doctor asks for someone and a man walks up to him.", "similarity": 0.7119, "relevance": 2 }, { "pair_id": 164775, "video_name": "house_s03e06_seg02_clip_10", "timestamp": [ 32.1, 35.66 ], "duration": 89.66, "caption": "A doctor joins another person in one of the hospital's section.", "similarity": 0.7089, "relevance": 0 }, { "pair_id": 164776, "video_name": "friends_s01e23_seg02_clip_16", "timestamp": [ 41.94, 43.86 ], "duration": 64.66, "caption": "A person holds the doctor's shoulder and puts his head down.", "similarity": 0.7044, "relevance": 0 }, { "pair_id": 164777, "video_name": "house_s05e10_seg02_clip_01", "timestamp": [ 3.33, 9.44 ], "duration": 111.66, "caption": "A doctor walks limping to get near another doctor.", "similarity": 0.7036, "relevance": 1 }, { "pair_id": 164778, "video_name": "house_s06e10_seg02_clip_25", "timestamp": [ 23.84, 26.82 ], "duration": 149.66, "caption": "A doctor touches the arm of a person laying in a hospital bed.", "similarity": 0.7035, "relevance": 0 }, { "pair_id": 164779, "video_name": "house_s08e03_seg02_clip_27", "timestamp": [ 37.63, 41.62 ], "duration": 114.66, "caption": "A doctor approaches another person in a brown jacket and kisses them.", "similarity": 0.7025, "relevance": 0 } ] }, { "query_id": 53370, "query": "A man takes ten dollars from his pocket and gives them to another man.", "relevant_moment": [ { "pair_id": 156060, "video_name": "met_s03e13_seg02_clip_11", "timestamp": [ 14.21, 18.14 ], "duration": 60.66, "caption": "A man takes ten dollars from his pocket and gives them to another man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 156061, "video_name": "friends_s04e23-24_seg02_clip_09", "timestamp": [ 55.24, 59.66 ], "duration": 59.66, "caption": "A man takes money out of his pocket and hands it to another person.", "similarity": 0.7949, "relevance": 4 }, { "pair_id": 156062, "video_name": "friends_s05e22_seg02_clip_07", "timestamp": [ 51.06, 56.28 ], "duration": 58.66, "caption": "A man hands another man some money and the other man puts it in his pocket.", "similarity": 0.7784, "relevance": 3 }, { "pair_id": 156063, "video_name": "s09e23_seg02_clip_09", "timestamp": [ 0.31, 4.58 ], "duration": 61.66, "caption": "A man pulls money out of his back pocket and hands it to another man.", "similarity": 0.7674, "relevance": 4 }, { "pair_id": 156064, "video_name": "friends_s01e24_seg02_clip_00", "timestamp": [ 47.6, 52.48 ], "duration": 61.66, "caption": "A man opens his wallet and gives another man money.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 156065, "video_name": "house_s05e16_seg02_clip_12", "timestamp": [ 38.14, 40.47 ], "duration": 93.66, "caption": "A man takes out his money while another man extends his hand.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 156066, "video_name": "house_s05e02_seg02_clip_18", "timestamp": [ 35.01, 39.51 ], "duration": 100.66, "caption": "A man takes out his wallet, produces some money and holds it out to another man.", "similarity": 0.6849, "relevance": 3 }, { "pair_id": 156067, "video_name": "castle_s07e12_seg02_clip_10", "timestamp": [ 48.09, 54.38 ], "duration": 89.66, "caption": "A man puts his hand out and another man puts money in it.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 156068, "video_name": "met_s02e15_seg02_clip_04", "timestamp": [ 23.61, 27.74 ], "duration": 59.66, "caption": "A man reluctantly hands some money over to another man.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 156069, "video_name": "friends_s06e13_seg02_clip_04", "timestamp": [ 39.08, 42.55 ], "duration": 63.66, "caption": "A man holds his hand out towards another man for money.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 156070, "video_name": "friends_s02e09_seg02_clip_15", "timestamp": [ 10.03, 15.35 ], "duration": 59.66, "caption": "A man reaches in his back pocket and hands the person money.", "similarity": 0.6737, "relevance": 3 }, { "pair_id": 156071, "video_name": "castle_s07e12_seg02_clip_10", "timestamp": [ 48.99, 54.38 ], "duration": 89.66, "caption": "A man extends his hand out and another man puts money in it.", "similarity": 0.6731, "relevance": 3 }, { "pair_id": 156072, "video_name": "castle_s07e12_seg02_clip_22", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A man gives another man money as he walks away.", "similarity": 0.6702, "relevance": 3 }, { "pair_id": 156073, "video_name": "house_s08e04_seg02_clip_24", "timestamp": [ 2.66, 4.56 ], "duration": 76.66, "caption": "A man hands another man some money as they walk beside each other.", "similarity": 0.6696, "relevance": 3 }, { "pair_id": 156074, "video_name": "house_s07e23_seg02_clip_07", "timestamp": [ 77.3, 79.22 ], "duration": 96.66, "caption": "Someone takes money out of his pocket and hands it to someone.", "similarity": 0.6694, "relevance": 3 }, { "pair_id": 156075, "video_name": "castle_s02e01_seg02_clip_05", "timestamp": [ 50.41, 53.56 ], "duration": 90.66, "caption": "A man pulls out a twenty dollar bill and hands it to another man.", "similarity": 0.667, "relevance": 3 }, { "pair_id": 156076, "video_name": "s07e24_seg02_clip_12", "timestamp": [ 45.32, 48.62 ], "duration": 60.66, "caption": "A person reaches in his pocket for money to pay someone.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 156077, "video_name": "house_s07e18_seg02_clip_04", "timestamp": [ 3.19, 5.92 ], "duration": 91.66, "caption": "A man handed a wallet in exchange of a certain amount to another man.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 156078, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 9.41, 11.97 ], "duration": 57.66, "caption": "A man holds up some money and puts it in his pocket.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 156079, "video_name": "s05e24_seg02_clip_10", "timestamp": [ 11.6, 15.26 ], "duration": 61.66, "caption": "A man hands another man money as he extends his hand towards him.", "similarity": 0.6517, "relevance": 3 }, { "pair_id": 329380, "video_name": "grey_s01e04_seg02_clip_07", "timestamp": [ 25.25, 27.86 ], "duration": 87.66, "caption": "A woman gives money to a man who puts the money in his pocket.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 329381, "video_name": "castle_s03e21_seg02_clip_13", "timestamp": [ 81.86, 85.12 ], "duration": 93.66, "caption": "A person takes money from a man and at the same time passes a note to him.", "similarity": 0.6455, "relevance": 2 }, { "pair_id": 329382, "video_name": "house_s03e05_seg02_clip_23", "timestamp": [ 87.23, 98.45 ], "duration": 102.66, "caption": "A man gives a person money but it isn't enough at first.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 329383, "video_name": "house_s08e04_seg02_clip_24", "timestamp": [ 0.0, 3.42 ], "duration": 76.66, "caption": "A man handed another man dollars as he is transporting a machine.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 329384, "video_name": "house_s07e02_seg02_clip_11", "timestamp": [ 37.78, 40.96 ], "duration": 91.66, "caption": "A person hands another person his wallet and hands another thing of money.", "similarity": 0.6385, "relevance": 3 }, { "pair_id": 329385, "video_name": "s03e12_seg01_clip_00", "timestamp": [ 22.57, 42.71 ], "duration": 122.66, "caption": "A man is holding money in his hands as he talks to another man.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 329386, "video_name": "friends_s06e11_seg02_clip_14", "timestamp": [ 35.53, 52.53 ], "duration": 61.66, "caption": "A man takes out money from his pocket and holds it in front of woman.", "similarity": 0.632, "relevance": 3 }, { "pair_id": 329387, "video_name": "s05e24_seg02_clip_10", "timestamp": [ 0.0, 9.15 ], "duration": 61.66, "caption": "A person gives another person money to buy something and get the other money back to him.", "similarity": 0.6294, "relevance": 3 }, { "pair_id": 329388, "video_name": "castle_s03e12_seg02_clip_06", "timestamp": [ 0.91, 3.64 ], "duration": 91.66, "caption": "A man tells another person the dollar amount that he donated.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 329389, "video_name": "castle_s03e01_seg02_clip_23", "timestamp": [ 46.53, 50.15 ], "duration": 90.66, "caption": "A person hands another person some paper money and they take the money.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 329390, "video_name": "house_s08e06_seg02_clip_00", "timestamp": [ 39.2, 49.46 ], "duration": 93.66, "caption": "A man takes his wallet out of his pocket and then takes money out of the wallet.", "similarity": 0.6247, "relevance": 2 }, { "pair_id": 329391, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 18.81, 22.57 ], "duration": 94.66, "caption": "A man tells another man the amount of money he is authorized to give him for coming to work.", "similarity": 0.6226, "relevance": 0 }, { "pair_id": 329393, "video_name": "friends_s02e09_seg02_clip_14", "timestamp": [ 28.63, 36.01 ], "duration": 59.66, "caption": "A man walks over to person and hands him some money.", "similarity": 0.6215, "relevance": 3 }, { "pair_id": 329394, "video_name": "house_s04e10_seg02_clip_15", "timestamp": [ 80.82, 83.34 ], "duration": 101.66, "caption": "A man takes out a book from his pocket and gives it to another man.", "similarity": 0.6197, "relevance": 2 }, { "pair_id": 329395, "video_name": "house_s04e04_seg02_clip_02", "timestamp": [ 0.0, 7.92 ], "duration": 88.66, "caption": "A person holds up a $100 bill with two hands showing it to another person then puts it in his pocket.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 329397, "video_name": "castle_s01e08_seg02_clip_26", "timestamp": [ 69.23, 75.58 ], "duration": 127.66, "caption": "A man took some money from his pocket and showed it to a woman.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 329398, "video_name": "house_s03e05_seg02_clip_05", "timestamp": [ 86.78, 88.61 ], "duration": 91.66, "caption": "A person takes out their wallet and hands another person money.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 329399, "video_name": "friends_s04e15_seg02_clip_17", "timestamp": [ 25.09, 32.76 ], "duration": 59.66, "caption": "A woman reaches into a man's pocket for his wallet and gives it to another man.", "similarity": 0.61, "relevance": 1 } ] }, { "query_id": 53476, "query": "A man rubs his belly with his left hand.", "relevant_moment": [ { "pair_id": 157920, "video_name": "s01e12_seg02_clip_13", "timestamp": [ 46.76, 50.18 ], "duration": 57.66, "caption": "A man rubs his belly with his left hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157921, "video_name": "friends_s06e09_seg02_clip_14", "timestamp": [ 50.8, 53.34 ], "duration": 56.66, "caption": "A man rubs their stomach with their left hand.", "similarity": 0.8893, "relevance": 4 }, { "pair_id": 157922, "video_name": "met_s02e20_seg02_clip_11", "timestamp": [ 46.07, 46.96 ], "duration": 59.66, "caption": "A man rubs his stomach with his right hand.", "similarity": 0.8872, "relevance": 3 }, { "pair_id": 157923, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 24.2, 29.51 ], "duration": 59.66, "caption": "A man rubs his left shoulder with his right hand.", "similarity": 0.8286, "relevance": 1 }, { "pair_id": 157924, "video_name": "friends_s08e15_seg02_clip_16", "timestamp": [ 37.46, 40.02 ], "duration": 64.66, "caption": "A man rubs his chest with his right hand.", "similarity": 0.8089, "relevance": 2 }, { "pair_id": 157925, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.7859, "relevance": 2 }, { "pair_id": 157926, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.7859, "relevance": 2 }, { "pair_id": 157927, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 11.17, 13.34 ], "duration": 62.66, "caption": "A man rubs person's left arm with his right hand.", "similarity": 0.7668, "relevance": 1 }, { "pair_id": 157928, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 39.74, 41.57 ], "duration": 61.66, "caption": "A man rubs his right hand across his mouth.", "similarity": 0.7662, "relevance": 0 }, { "pair_id": 157929, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.7633, "relevance": 1 }, { "pair_id": 157930, "video_name": "friends_s01e14_seg02_clip_17", "timestamp": [ 5.22, 7.83 ], "duration": 58.66, "caption": "A man rubs his left thumb and index finger together.", "similarity": 0.7566, "relevance": 1 }, { "pair_id": 157931, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 6.39, 8.52 ], "duration": 71.66, "caption": "A man rubs his face with both of his hands.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 157932, "video_name": "met_s02e09_seg02_clip_10", "timestamp": [ 6.75, 9.69 ], "duration": 58.66, "caption": "A man rubs his left ear with his hand.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 157933, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 61.9, 67.81 ], "duration": 91.66, "caption": "A man leans forward and touches a person's hand and rubs it with his thumb.", "similarity": 0.712, "relevance": 0 }, { "pair_id": 157934, "video_name": "friends_s10e02_seg02_clip_13", "timestamp": [ 42.61, 51.37 ], "duration": 60.66, "caption": "A man rubs his hand through his hair and neck.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 157935, "video_name": "friends_s06e09_seg02_clip_05", "timestamp": [ 29.71, 37.52 ], "duration": 60.66, "caption": "A man rubs his hands on the back of someone's shoulders.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 157936, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 31.88, 33.16 ], "duration": 85.66, "caption": "A man is rubbing their left hand on their forehead.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 157937, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A man puts his hand on his head and rubs it.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 157938, "video_name": "met_s02e07_seg02_clip_12", "timestamp": [ 29.2, 30.4 ], "duration": 60.66, "caption": "A man rubs his right knee with his right hand.", "similarity": 0.6997, "relevance": 1 }, { "pair_id": 157939, "video_name": "house_s03e10_seg02_clip_25", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A man rubs his face and his eyes with his hand.", "similarity": 0.6933, "relevance": 3 } ] }, { "query_id": 53541, "query": "A woman puts an earring in her right ear.", "relevant_moment": [ { "pair_id": 5320, "video_name": "s06e19_seg01_clip_00", "timestamp": [ 21.09, 30.39 ], "duration": 62.66, "caption": "A woman puts an earring in her right ear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5321, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 20.86, 26.46 ], "duration": 62.66, "caption": "A woman puts her earring on her right ear.", "similarity": 0.9768, "relevance": 3 }, { "pair_id": 5322, "video_name": "castle_s04e07_seg02_clip_09", "timestamp": [ 63.72, 67.81 ], "duration": 91.66, "caption": "A woman puts a communications earpiece in her ear.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 5323, "video_name": "castle_s04e19_seg02_clip_00", "timestamp": [ 19.76, 21.59 ], "duration": 91.66, "caption": "A woman touches her ear with her right hand.", "similarity": 0.7727, "relevance": 3 }, { "pair_id": 5324, "video_name": "friends_s10e11_seg02_clip_09", "timestamp": [ 10.72, 14.5 ], "duration": 63.66, "caption": "A woman grabs her right ear with her right hand.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 5325, "video_name": "friends_s03e13_seg02_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A woman pulls her hair back over her right ear.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 5326, "video_name": "castle_s03e07_seg02_clip_23", "timestamp": [ 20.03, 21.39 ], "duration": 91.66, "caption": "A woman turns to the side as she puts her cell phone to her ear.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 5327, "video_name": "friends_s10e10_seg02_clip_04", "timestamp": [ 5.4, 8.41 ], "duration": 60.66, "caption": "A woman releases a person's ear after she agrees with them.", "similarity": 0.6953, "relevance": 0 }, { "pair_id": 5328, "video_name": "castle_s07e15_seg02_clip_24", "timestamp": [ 22.7, 28.93 ], "duration": 89.66, "caption": "A woman dials on her phone and puts it to her ear.", "similarity": 0.687, "relevance": 1 }, { "pair_id": 5329, "video_name": "s07e22_seg02_clip_12", "timestamp": [ 34.48, 36.62 ], "duration": 61.66, "caption": "A woman pushes her hair behind her left ear.", "similarity": 0.6839, "relevance": 1 }, { "pair_id": 5330, "video_name": "friends_s04e09_seg02_clip_16", "timestamp": [ 10.97, 12.25 ], "duration": 51.66, "caption": "A woman reaches up with her right hand and puts her hair behind her ear.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 5331, "video_name": "s08e03_seg02_clip_02", "timestamp": [ 10.8, 14.71 ], "duration": 60.66, "caption": "A woman comes out of her bedroom putting an earring in.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 5332, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 0.0, 3.08 ], "duration": 61.66, "caption": "A woman dials on her cellphone and puts it on her ear.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 5333, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 10.2, 10.8 ], "duration": 60.66, "caption": "A woman rubs her hand behind her ear to put it in place.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 5334, "video_name": "friends_s09e04_seg01_clip_00", "timestamp": [ 21.43, 40.02 ], "duration": 63.66, "caption": "While a man and woman are sitting on the couch, woman puts her earring in her left ear.", "similarity": 0.6701, "relevance": 3 }, { "pair_id": 5335, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 21.01, 27.61 ], "duration": 60.66, "caption": "A woman puts her ear up to a door.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 5336, "video_name": "met_s02e12_seg02_clip_04", "timestamp": [ 55.88, 60.66 ], "duration": 60.66, "caption": "A woman plugs her ears with her fingers as a person talks.", "similarity": 0.655, "relevance": 1 }, { "pair_id": 5337, "video_name": "friends_s05e19_seg02_clip_02", "timestamp": [ 27.51, 28.61 ], "duration": 55.66, "caption": "A woman grabs both of her ear lobes simultaneously.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 5338, "video_name": "friends_s09e19_seg02_clip_12", "timestamp": [ 3.2, 7.68 ], "duration": 64.66, "caption": "A woman is reaching up to grab her earring with one hand.", "similarity": 0.653, "relevance": 3 }, { "pair_id": 5339, "video_name": "s09e03_seg02_clip_08", "timestamp": [ 2.24, 4.2 ], "duration": 56.66, "caption": "A woman puts in an earring for another woman while sitting on the arm of the couch.", "similarity": 0.6505, "relevance": 3 }, { "pair_id": 178640, "video_name": "friends_s10e12_seg02_clip_24", "timestamp": [ 22.17, 25.13 ], "duration": 59.66, "caption": "A woman holds her ear piece as she speaks into it.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 178641, "video_name": "castle_s06e11_seg02_clip_23", "timestamp": [ 14.69, 20.48 ], "duration": 89.66, "caption": "A woman hands someone a cell phone and she puts it up to her ear.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 178642, "video_name": "house_s03e21_seg02_clip_15", "timestamp": [ 53.07, 59.55 ], "duration": 81.66, "caption": "A woman starts scratching her right ear very hard.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 178643, "video_name": "met_s03e18_seg02_clip_02", "timestamp": [ 53.47, 56.67 ], "duration": 64.66, "caption": "A woman picks up her cell phone and puts it to her ear.", "similarity": 0.6462, "relevance": 2 }, { "pair_id": 178644, "video_name": "friends_s04e07_seg02_clip_22", "timestamp": [ 4.16, 6.08 ], "duration": 64.66, "caption": "A woman takes earplugs out of her ears and then speaks.", "similarity": 0.6443, "relevance": 3 }, { "pair_id": 178645, "video_name": "met_s02e14_seg02_clip_10", "timestamp": [ 3.63, 6.6 ], "duration": 66.66, "caption": "A woman has her hands in her ears as she is seated.", "similarity": 0.6437, "relevance": 2 }, { "pair_id": 178646, "video_name": "friends_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.35 ], "duration": 67.66, "caption": "A woman reached up and covered both of her ears.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 178647, "video_name": "castle_s02e01_seg02_clip_20", "timestamp": [ 1.7, 4.25 ], "duration": 85.66, "caption": "Woman is holding an earpiece as she speaks.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 178648, "video_name": "house_s04e15_seg02_clip_20", "timestamp": [ 1.79, 4.91 ], "duration": 89.66, "caption": "A woman wears the ear of the stethoscope.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 178649, "video_name": "s09e03_seg02_clip_08", "timestamp": [ 2.24, 13.73 ], "duration": 56.66, "caption": "A woman announces the job of piercing a woman's ears is complete.", "similarity": 0.6338, "relevance": 3 }, { "pair_id": 178650, "video_name": "friends_s06e18_seg02_clip_10", "timestamp": [ 6.0, 7.8 ], "duration": 60.66, "caption": "A woman picks up an object from a surface and holds it to her ear.", "similarity": 0.6324, "relevance": 1 }, { "pair_id": 178651, "video_name": "friends_s03e02_seg02_clip_19", "timestamp": [ 1.74, 5.51 ], "duration": 58.66, "caption": "A woman grabs a phone and puts it to her ear.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 178652, "video_name": "castle_s05e15_seg02_clip_12", "timestamp": [ 88.58, 91.66 ], "duration": 91.66, "caption": "A woman grabs a phone and puts it up to her ear.", "similarity": 0.6297, "relevance": 1 }, { "pair_id": 178653, "video_name": "s08e01_seg02_clip_13", "timestamp": [ 35.71, 38.07 ], "duration": 59.66, "caption": "A woman moves her hands to unplug her ears.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 178654, "video_name": "castle_s07e10_seg02_clip_13", "timestamp": [ 55.98, 57.35 ], "duration": 91.66, "caption": "A woman gets shocked and places her hand on her ear.", "similarity": 0.6283, "relevance": 2 }, { "pair_id": 178655, "video_name": "grey_s01e05_seg02_clip_02", "timestamp": [ 39.61, 44.89 ], "duration": 88.66, "caption": "A woman takes her stethoscope out of her pocket and puts them to her ears.", "similarity": 0.6266, "relevance": 2 }, { "pair_id": 178656, "video_name": "castle_s02e21_seg02_clip_17", "timestamp": [ 28.36, 31.57 ], "duration": 107.66, "caption": "A woman pulls her cell phone out of her pocket and puts it to her ear.", "similarity": 0.6252, "relevance": 2 }, { "pair_id": 178657, "video_name": "grey_s02e18_seg02_clip_00", "timestamp": [ 79.28, 85.73 ], "duration": 92.66, "caption": "A woman pulls out both earbuds when a man is talking to her.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 178658, "video_name": "castle_s06e14_seg02_clip_16", "timestamp": [ 48.16, 49.06 ], "duration": 90.66, "caption": "A woman puts down the cell phone she was holding to her ear.", "similarity": 0.6229, "relevance": 2 }, { "pair_id": 178659, "video_name": "house_s03e21_seg02_clip_15", "timestamp": [ 60.36, 66.44 ], "duration": 81.66, "caption": "A woman watches the right ear of a person and spots it bleeding.", "similarity": 0.6174, "relevance": 1 } ] }, { "query_id": 53596, "query": "A man opens the door and walks into the apartment.", "relevant_moment": [ { "pair_id": 158760, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158761, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 158762, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158763, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158764, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158765, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 0.9846, "relevance": 4 }, { "pair_id": 158766, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.9838, "relevance": 4 }, { "pair_id": 158767, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.9838, "relevance": 4 }, { "pair_id": 158768, "video_name": "friends_s09e13_seg01_clip_00", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9493, "relevance": 4 }, { "pair_id": 158769, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 23.19, 27.77 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9493, "relevance": 4 }, { "pair_id": 158770, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 45.0, 52.02 ], "duration": 52.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9493, "relevance": 4 }, { "pair_id": 158771, "video_name": "s01e16_seg02_clip_05", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A man opens the door to the apartment and enters.", "similarity": 0.9489, "relevance": 4 }, { "pair_id": 158772, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.75, 64.02 ], "duration": 64.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 158773, "video_name": "s03e20_seg02_clip_07", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 158774, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 4 }, { "pair_id": 158775, "video_name": "friends_s07e04_seg02_clip_12", "timestamp": [ 3.56, 6.23 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9466, "relevance": 3 }, { "pair_id": 158776, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 49.74, 52.48 ], "duration": 61.66, "caption": "A man opens the door and enters the apartment.", "similarity": 0.9464, "relevance": 4 }, { "pair_id": 158777, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.9395, "relevance": 4 }, { "pair_id": 158778, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 50.85, 52.66 ], "duration": 60.66, "caption": "A man opens the entry door to the apartment.", "similarity": 0.9379, "relevance": 3 }, { "pair_id": 158779, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 38.14, 39.97 ], "duration": 61.66, "caption": "The door opens and a person walks into the apartment.", "similarity": 0.93, "relevance": 4 }, { "pair_id": 332080, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 34.98, 36.24 ], "duration": 63.66, "caption": "A man opens up the apartment door and walks through.", "similarity": 0.9217, "relevance": 4 }, { "pair_id": 332081, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.9212, "relevance": 3 }, { "pair_id": 332082, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 39.08, 42.18 ], "duration": 62.66, "caption": "A man opens the door of the apartment and goes inside.", "similarity": 0.9208, "relevance": 4 }, { "pair_id": 332083, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A man opens the apartment door and starts to walk in.", "similarity": 0.9198, "relevance": 3 }, { "pair_id": 332084, "video_name": "met_s03e17_seg02_clip_18", "timestamp": [ 21.94, 26.12 ], "duration": 76.66, "caption": "A man opens the door, turns on the light and walks into the apartment.", "similarity": 0.9135, "relevance": 4 }, { "pair_id": 332085, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 13.11, 15.37 ], "duration": 90.66, "caption": "A man opens up the door to the apartment.", "similarity": 0.9062, "relevance": 4 }, { "pair_id": 332086, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 11.33, 14.7 ], "duration": 61.66, "caption": "A man opens the front door to the apartment and enters.", "similarity": 0.9057, "relevance": 4 }, { "pair_id": 332087, "video_name": "friends_s07e03_seg02_clip_07", "timestamp": [ 1.92, 3.84 ], "duration": 64.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 332088, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 332089, "video_name": "friends_s06e17_seg02_clip_06", "timestamp": [ 40.23, 43.05 ], "duration": 56.66, "caption": "A man opens the door, enters the apartment and closes the door.", "similarity": 0.8971, "relevance": 4 }, { "pair_id": 332090, "video_name": "s03e22_seg02_clip_16", "timestamp": [ 37.68, 39.54 ], "duration": 93.66, "caption": "A man walks into the apartment and then closes the door.", "similarity": 0.8969, "relevance": 4 }, { "pair_id": 332091, "video_name": "s09e16_seg02_clip_00", "timestamp": [ 29.15, 31.94 ], "duration": 62.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 332092, "video_name": "friends_s05e22_seg02_clip_16", "timestamp": [ 19.51, 22.51 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 332093, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 53.49, 56.79 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 332094, "video_name": "friends_s02e20_seg02_clip_06", "timestamp": [ 20.93, 23.65 ], "duration": 54.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 332095, "video_name": "met_s02e18_seg02_clip_13", "timestamp": [ 19.81, 21.64 ], "duration": 60.66, "caption": "A man opens the door as he arrives in his apartment.", "similarity": 0.8946, "relevance": 4 }, { "pair_id": 332096, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A person opens the door to the apartment and enters.", "similarity": 0.8917, "relevance": 4 }, { "pair_id": 332097, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 17.09, 26.85 ], "duration": 61.66, "caption": "A man opens the door to a person's apartment and finally enters.", "similarity": 0.8909, "relevance": 4 }, { "pair_id": 332098, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 25.54, 27.35 ], "duration": 60.66, "caption": "A man walks into the apartment and closes the door behind him.", "similarity": 0.8907, "relevance": 4 }, { "pair_id": 332099, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 44.27, 49.88 ], "duration": 59.66, "caption": "A person opens the door and enters the apartment.", "similarity": 0.8891, "relevance": 4 } ] }, { "query_id": 53705, "query": "A person shuts the door, walks over to a chair and sits down.", "relevant_moment": [ { "pair_id": 171120, "video_name": "castle_s06e20_seg02_clip_22", "timestamp": [ 1.81, 10.89 ], "duration": 90.66, "caption": "A person shuts the door, walks over to a chair and sits down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171121, "video_name": "castle_s07e01_seg02_clip_06", "timestamp": [ 26.71, 33.95 ], "duration": 90.66, "caption": "A person walks in, shuts the door, and sits down.", "similarity": 0.8393, "relevance": 3 }, { "pair_id": 171122, "video_name": "s07e09_seg02_clip_15", "timestamp": [ 24.16, 27.95 ], "duration": 69.66, "caption": "A person gets up out of his chair and walks to the door.", "similarity": 0.8002, "relevance": 1 }, { "pair_id": 171123, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 18.41, 23.47 ], "duration": 92.66, "caption": "A person walks over to a chair and sits down.", "similarity": 0.7865, "relevance": 2 }, { "pair_id": 171124, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 70.57, 74.62 ], "duration": 89.66, "caption": "A person gets up from a chair and walks towards the door.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 171125, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 67.44, 71.63 ], "duration": 93.66, "caption": "A person walks over to a chair then sits down in the chair.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 171126, "video_name": "s01e14_seg02_clip_09", "timestamp": [ 17.12, 20.36 ], "duration": 59.66, "caption": "A person walks over to the chair and sits down.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 171127, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 10.24, 18.69 ], "duration": 89.66, "caption": "A person walks over to the chair and sits down.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 171128, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 18.71, 22.17 ], "duration": 57.66, "caption": "A woman walks over from the door to sit on a chair.", "similarity": 0.7649, "relevance": 4 }, { "pair_id": 171129, "video_name": "s10e09_seg02_clip_14", "timestamp": [ 20.44, 25.63 ], "duration": 61.66, "caption": "A person gets up from the chair and heads to the door to leave.", "similarity": 0.7546, "relevance": 1 }, { "pair_id": 171130, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 11.31, 17.41 ], "duration": 58.66, "caption": "A person opens the door, walks through it and shuts it.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 171131, "video_name": "s05e14_seg02_clip_03", "timestamp": [ 19.67, 22.52 ], "duration": 57.66, "caption": "A person walks to the chair and sits down.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 171132, "video_name": "friends_s01e21_seg02_clip_11", "timestamp": [ 7.5, 10.2 ], "duration": 60.66, "caption": "A person walks to the chair and sits down.", "similarity": 0.7504, "relevance": 3 }, { "pair_id": 171133, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 57.79, 62.65 ], "duration": 108.66, "caption": "A person walks over and sits down on the chair.", "similarity": 0.7492, "relevance": 2 }, { "pair_id": 171134, "video_name": "house_s03e18_seg02_clip_26", "timestamp": [ 0.0, 2.8 ], "duration": 43.66, "caption": "A person lets go of the door and it shuts.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 171135, "video_name": "s01e04_seg02_clip_16", "timestamp": [ 0.0, 7.52 ], "duration": 47.66, "caption": "A person slowly walks out the door and shuts the door behind him.", "similarity": 0.7296, "relevance": 2 }, { "pair_id": 171136, "video_name": "s10e01_seg02_clip_05", "timestamp": [ 44.27, 53.71 ], "duration": 59.66, "caption": "A man stands up from the chair, walks over and opens the door.", "similarity": 0.7292, "relevance": 1 }, { "pair_id": 171137, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 3.11, 9.33 ], "duration": 62.66, "caption": "A person walks in and sits down on the chair.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 171138, "video_name": "friends_s10e15_seg02_clip_02", "timestamp": [ 31.38, 35.86 ], "duration": 64.66, "caption": "A man gets out of his chair and walks towards the door.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 171139, "video_name": "castle_s01e05_seg02_clip_20", "timestamp": [ 26.51, 28.84 ], "duration": 93.66, "caption": "A person takes a few steps towards the chair and sits down.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 344440, "video_name": "house_s07e11_seg02_clip_07", "timestamp": [ 76.82, 80.02 ], "duration": 80.66, "caption": "A person walks to the door as man sits down.", "similarity": 0.7153, "relevance": 4 }, { "pair_id": 344441, "video_name": "friends_s06e21_seg02_clip_08", "timestamp": [ 46.47, 50.18 ], "duration": 57.66, "caption": "A man opens the door and sits on the chair.", "similarity": 0.7149, "relevance": 4 }, { "pair_id": 344442, "video_name": "s02e18_seg02_clip_12", "timestamp": [ 19.22, 23.95 ], "duration": 63.66, "caption": "A person walks over to the living room and sits down in a chair.", "similarity": 0.7117, "relevance": 3 }, { "pair_id": 344443, "video_name": "house_s08e06_seg02_clip_09", "timestamp": [ 24.09, 27.96 ], "duration": 86.66, "caption": "A person walks in the door to see someone and shuts the door.", "similarity": 0.7098, "relevance": 3 }, { "pair_id": 344444, "video_name": "castle_s03e13_seg02_clip_26", "timestamp": [ 37.68, 46.98 ], "duration": 93.66, "caption": "A person walks through the door and sits in a chair across from woman.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 344445, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 3.22, 8.86 ], "duration": 161.66, "caption": "A person moves toward a chair and sits down.", "similarity": 0.7076, "relevance": 4 }, { "pair_id": 344446, "video_name": "s08e09_seg02_clip_16", "timestamp": [ 12.45, 19.93 ], "duration": 83.66, "caption": "A person opens the door, walks in and sits down at the table.", "similarity": 0.7006, "relevance": 4 }, { "pair_id": 344447, "video_name": "house_s07e13_seg02_clip_26", "timestamp": [ 34.34, 38.5 ], "duration": 52.66, "caption": "A man gets up out of his chair and turns towards the door.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 344448, "video_name": "castle_s06e18_seg02_clip_07", "timestamp": [ 49.87, 56.16 ], "duration": 89.66, "caption": "A person opens the door and picks up a chair and moves it closer to a table.", "similarity": 0.6986, "relevance": 4 }, { "pair_id": 344449, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 13.65, 27.31 ], "duration": 91.66, "caption": "A person opens the door, stands in the doorway, then shuts the door.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 344450, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 60.09, 64.99 ], "duration": 89.66, "caption": "A woman walks over to a chair and sits down.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 344451, "video_name": "s05e11_seg02_clip_00", "timestamp": [ 46.21, 54.59 ], "duration": 62.66, "caption": "A person walks over to the chair from the kitchen and sits down.", "similarity": 0.6947, "relevance": 3 }, { "pair_id": 344452, "video_name": "house_s08e14_seg02_clip_12", "timestamp": [ 6.51, 11.16 ], "duration": 93.66, "caption": "A person pulls a chair out and sits down.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 344453, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 50.17, 56.07 ], "duration": 59.66, "caption": "A person closes the door on a woman and walks over to the couch to sit down.", "similarity": 0.6905, "relevance": 4 }, { "pair_id": 344454, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 344455, "video_name": "castle_s08e01_seg02_clip_24", "timestamp": [ 26.71, 28.93 ], "duration": 89.66, "caption": "A person pulls out a chair and sits down.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 344456, "video_name": "s10e09_seg02_clip_13", "timestamp": [ 19.54, 30.7 ], "duration": 62.66, "caption": "A person opens the office door and limps over to a chair.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 344457, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 15.81, 24.65 ], "duration": 93.66, "caption": "A person walks through the hall and sits down in a chair.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 344458, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.6885, "relevance": 3 }, { "pair_id": 344459, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 15.66, 21.32 ], "duration": 87.66, "caption": "A person enters the room and shuts the door.", "similarity": 0.6883, "relevance": 2 } ] }, { "query_id": 53747, "query": "Two people speak to a wedding official at a chapel as they plan to get married.", "relevant_moment": [ { "pair_id": 156740, "video_name": "s09e01_seg02_clip_03", "timestamp": [ 21.34, 43.22 ], "duration": 54.66, "caption": "Two people speak to a wedding official at a chapel as they plan to get married.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156741, "video_name": "grey_s03e25_seg02_clip_26", "timestamp": [ 0.0, 37.01 ], "duration": 100.66, "caption": "Two people are talking while at a wedding.", "similarity": 0.7918, "relevance": 1 }, { "pair_id": 156742, "video_name": "friends_s06e01_seg01_clip_00", "timestamp": [ 8.28, 10.74 ], "duration": 61.66, "caption": "Two people come out of the wedding chapel.", "similarity": 0.7716, "relevance": 1 }, { "pair_id": 156743, "video_name": "house_s03e11_seg02_clip_20", "timestamp": [ 15.48, 33.98 ], "duration": 86.66, "caption": "Two people talk about the wedding together.", "similarity": 0.7507, "relevance": 1 }, { "pair_id": 156744, "video_name": "castle_s06e12_seg02_clip_05", "timestamp": [ 0.0, 8.8 ], "duration": 88.66, "caption": "Two people walk while they are discussing their wedding.", "similarity": 0.7498, "relevance": 1 }, { "pair_id": 156745, "video_name": "house_s07e17_seg02_clip_08", "timestamp": [ 78.98, 86.32 ], "duration": 86.66, "caption": "Two people talk about a marriage ceremony while standing next to a hospital patient.", "similarity": 0.7372, "relevance": 1 }, { "pair_id": 156746, "video_name": "castle_s07e06_seg02_clip_00", "timestamp": [ 41.35, 45.94 ], "duration": 91.66, "caption": "A person holds a wedding invitation, turns to speak to another person and then looks at the invitation.", "similarity": 0.7347, "relevance": 1 }, { "pair_id": 156747, "video_name": "friends_s08e01_seg02_clip_01", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "Some people talk while in wedding attire.", "similarity": 0.7302, "relevance": 3 }, { "pair_id": 156748, "video_name": "s09e01_seg01_clip_01", "timestamp": [ 39.62, 55.52 ], "duration": 60.66, "caption": "A man is talking to person on the phone as he is at the wedding chapel.", "similarity": 0.7211, "relevance": 1 }, { "pair_id": 156749, "video_name": "friends_s05e23-24_seg02_clip_41", "timestamp": [ 18.03, 22.79 ], "duration": 68.66, "caption": "A man and a woman walk into a wedding chapel.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 156750, "video_name": "friends_s08e01_seg01_clip_00", "timestamp": [ 0.0, 4.51 ], "duration": 82.66, "caption": "A man and a woman are wearing wedding clothes and kissing in the chapel.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 156751, "video_name": "castle_s06e19_seg02_clip_03", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "Two people walk up to the reception desk talking about their wedding.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 156752, "video_name": "met_s02e08_seg02_clip_07", "timestamp": [ 17.58, 19.09 ], "duration": 60.66, "caption": "The person working at the wedding chapel talks to the microphone.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 156753, "video_name": "friends_s05e23-24_seg02_clip_41", "timestamp": [ 53.4, 65.3 ], "duration": 68.66, "caption": "Two people walk out of a wedding chapel with one holding a bouquet while two others watch.", "similarity": 0.6934, "relevance": 1 }, { "pair_id": 156754, "video_name": "met_s02e20_seg02_clip_12", "timestamp": [ 0.0, 5.15 ], "duration": 60.66, "caption": "A man is giving a speech at couple's wedding.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 156755, "video_name": "s10e01_seg02_clip_16", "timestamp": [ 6.3, 70.02 ], "duration": 70.66, "caption": "A person made a message for the couple during the wedding.", "similarity": 0.6839, "relevance": 2 }, { "pair_id": 156756, "video_name": "friends_s07e23-24_seg02_clip_40", "timestamp": [ 47.22, 53.42 ], "duration": 59.66, "caption": "A woman turns around and speaks to woman during her wedding ceremony.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 156757, "video_name": "castle_s06e14_seg02_clip_01", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A man and a woman discuss their wedding while walking up to the crime scene.", "similarity": 0.662, "relevance": 1 }, { "pair_id": 156758, "video_name": "friends_s07e21_seg02_clip_18", "timestamp": [ 39.55, 59.03 ], "duration": 59.66, "caption": "Two people hand their wedding promises to their friends and sit with them while they read them.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 156759, "video_name": "grey_s03e22_seg02_clip_09", "timestamp": [ 5.86, 13.53 ], "duration": 90.66, "caption": "A woman tells person the stipulations of her being in the wedding.", "similarity": 0.6516, "relevance": 1 } ] }, { "query_id": 53806, "query": "A woman claps her hands repeatedly with sad expression on her face.", "relevant_moment": [ { "pair_id": 88720, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 13.87, 17.41 ], "duration": 59.66, "caption": "A woman claps her hands repeatedly with sad expression on her face.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 88721, "video_name": "friends_s06e03_seg02_clip_04", "timestamp": [ 13.65, 15.51 ], "duration": 62.66, "caption": "A woman claps her hands together with an expression of joy on her face.", "similarity": 0.8277, "relevance": 2 }, { "pair_id": 88722, "video_name": "friends_s10e05_seg02_clip_14", "timestamp": [ 11.14, 13.55 ], "duration": 60.66, "caption": "A woman claps her hands together a couple times.", "similarity": 0.7929, "relevance": 2 }, { "pair_id": 88723, "video_name": "friends_s07e19_seg02_clip_02", "timestamp": [ 32.84, 34.85 ], "duration": 67.66, "caption": "A woman slowly claps her hands together two times.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 88724, "video_name": "s09e05_seg02_clip_13", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A woman claps her hands together in glee and smiles.", "similarity": 0.7635, "relevance": 1 }, { "pair_id": 88725, "video_name": "friends_s09e07_seg02_clip_14", "timestamp": [ 0.0, 3.59 ], "duration": 31.66, "caption": "A woman is all excited and claps her hands.", "similarity": 0.7512, "relevance": 3 }, { "pair_id": 88726, "video_name": "friends_s03e16_seg02_clip_04", "timestamp": [ 0.0, 3.78 ], "duration": 63.66, "caption": "A person claps his hands while lecturing a sad looking person.", "similarity": 0.747, "relevance": 1 }, { "pair_id": 88727, "video_name": "friends_s09e23-24_seg02_clip_43", "timestamp": [ 3.54, 7.38 ], "duration": 59.66, "caption": "A woman claps her hands while saying lame motivational speak.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 88728, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 43.05, 45.33 ], "duration": 57.66, "caption": "A woman claps her hands then holds them together.", "similarity": 0.7458, "relevance": 1 }, { "pair_id": 88729, "video_name": "s04e12_seg02_clip_15", "timestamp": [ 47.3, 48.82 ], "duration": 61.66, "caption": "A woman puts her hands together and quickly claps twice as she is talking to a person.", "similarity": 0.7388, "relevance": 1 }, { "pair_id": 88730, "video_name": "met_s02e13_seg02_clip_13", "timestamp": [ 50.72, 51.31 ], "duration": 59.66, "caption": "A woman gets happy and starts clapping with her hands.", "similarity": 0.7342, "relevance": 1 }, { "pair_id": 88731, "video_name": "friends_s10e05_seg01_clip_00", "timestamp": [ 88.95, 92.58 ], "duration": 121.66, "caption": "A woman claps her hands together as she speaks.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 88732, "video_name": "s10e02_seg02_clip_06", "timestamp": [ 3.48, 6.09 ], "duration": 58.66, "caption": "A woman claps her hands twice while speaking to woman.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 88733, "video_name": "friends_s01e11_seg02_clip_03", "timestamp": [ 42.23, 44.24 ], "duration": 67.66, "caption": "A woman is sitting and claps her hands together.", "similarity": 0.7154, "relevance": 1 }, { "pair_id": 88734, "video_name": "castle_s07e09_seg02_clip_12", "timestamp": [ 69.8, 78.41 ], "duration": 90.66, "caption": "A woman raises her hands in the air and shakes them while crying.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 88735, "video_name": "friends_s10e05_seg02_clip_19", "timestamp": [ 0.0, 2.75 ], "duration": 55.66, "caption": "A woman claps their hands together while looking upwards at an angle.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 88736, "video_name": "s08e15_seg02_clip_15", "timestamp": [ 21.01, 25.21 ], "duration": 60.66, "caption": "A woman waves her hand in front of her face as she stands crying.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 88738, "video_name": "friends_s05e05_seg02_clip_10", "timestamp": [ 25.47, 27.01 ], "duration": 51.66, "caption": "A woman claps her hands together several times as she talks to a man.", "similarity": 0.7016, "relevance": 2 } ] }, { "query_id": 53807, "query": "A man removes his jacket and runs quickly out of the room.", "relevant_moment": [ { "pair_id": 151160, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 38.66, 42.79 ], "duration": 59.66, "caption": "A man removes his jacket and runs quickly out of the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 151162, "video_name": "friends_s05e09_seg02_clip_07", "timestamp": [ 31.08, 35.19 ], "duration": 58.66, "caption": "A man enters the room and takes off his jacket.", "similarity": 0.756, "relevance": 3 }, { "pair_id": 151163, "video_name": "castle_s06e20_seg02_clip_09", "timestamp": [ 42.54, 59.36 ], "duration": 93.66, "caption": "A man gets his jacket and left the room.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 151164, "video_name": "met_s06e13_seg02_clip_14", "timestamp": [ 28.33, 34.53 ], "duration": 59.66, "caption": "A man walks out of the room carrying his jacket.", "similarity": 0.708, "relevance": 3 }, { "pair_id": 151165, "video_name": "friends_s10e04_seg02_clip_12", "timestamp": [ 0.0, 6.46 ], "duration": 58.66, "caption": "A man gets their jacket and left the room.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 151166, "video_name": "castle_s04e06_seg02_clip_26", "timestamp": [ 67.35, 73.27 ], "duration": 148.66, "caption": "A person walks into the room and takes their jacket off.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 151167, "video_name": "castle_s01e03_seg02_clip_25", "timestamp": [ 17.75, 26.85 ], "duration": 91.66, "caption": "A man runs out of the room after receiving a call from someone.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 151168, "video_name": "house_s05e02_seg02_clip_22", "timestamp": [ 0.0, 10.76 ], "duration": 50.66, "caption": "A person walks out of the room while others run in.", "similarity": 0.6778, "relevance": 1 }, { "pair_id": 151169, "video_name": "castle_s05e04_seg02_clip_06", "timestamp": [ 30.76, 35.28 ], "duration": 90.66, "caption": "A man jumps out of the bed and runs out of the room.", "similarity": 0.6728, "relevance": 1 }, { "pair_id": 151170, "video_name": "friends_s09e23-24_seg02_clip_13", "timestamp": [ 44.42, 47.12 ], "duration": 60.66, "caption": "A man runs to the door and leaves the room.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 151171, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 54.31, 60.42 ], "duration": 61.66, "caption": "A man runs into the coffee shop running and takes off his coat.", "similarity": 0.6621, "relevance": 3 }, { "pair_id": 151172, "video_name": "friends_s05e01_seg02_clip_08", "timestamp": [ 54.31, 56.57 ], "duration": 56.66, "caption": "A man takes off his suit jacket in the hotel room.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 151173, "video_name": "house_s03e05_seg02_clip_16", "timestamp": [ 66.32, 76.56 ], "duration": 89.66, "caption": "A man runs in the room tries to open the drawers then runs out of the room.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 151174, "video_name": "castle_s05e18_seg02_clip_18", "timestamp": [ 84.2, 95.79 ], "duration": 122.66, "caption": "A man puts on his coat and leaves the room.", "similarity": 0.646, "relevance": 0 }, { "pair_id": 151175, "video_name": "grey_s01e06_seg02_clip_20", "timestamp": [ 49.02, 52.49 ], "duration": 99.66, "caption": "A person grabs gloves and runs out of the room.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 151176, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 14.17, 16.23 ], "duration": 59.66, "caption": "A man turns and walks out of the room.", "similarity": 0.6424, "relevance": 1 }, { "pair_id": 151177, "video_name": "grey_s02e04_seg02_clip_09", "timestamp": [ 3.79, 9.68 ], "duration": 84.66, "caption": "A man walks in and then walks out of the room.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 151178, "video_name": "friends_s03e18_seg02_clip_17", "timestamp": [ 37.56, 43.62 ], "duration": 60.66, "caption": "A man walks out of his bedroom and runs into a bookcase.", "similarity": 0.6375, "relevance": 0 }, { "pair_id": 151179, "video_name": "friends_s09e17_seg02_clip_21", "timestamp": [ 30.18, 35.7 ], "duration": 58.66, "caption": "A man runs out of the bedroom towards another person.", "similarity": 0.6357, "relevance": 1 } ] }, { "query_id": 53946, "query": "A nurse holds out a clipboard to a man, and puts it back down when he doesn't take it from her.", "relevant_moment": [ { "pair_id": 172880, "video_name": "s01e16_seg02_clip_10", "timestamp": [ 16.84, 33.35 ], "duration": 66.66, "caption": "A nurse holds out a clipboard to a man, and puts it back down when he doesn't take it from her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172881, "video_name": "friends_s01e16-17_seg02_clip_22", "timestamp": [ 12.51, 14.65 ], "duration": 61.66, "caption": "The nurse hands a woman a clipboard and tells her to fill out the paperwork and bring it back.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 172882, "video_name": "grey_s03e02_seg02_clip_08", "timestamp": [ 59.08, 68.03 ], "duration": 89.66, "caption": "A man walks up toward a woman at the nurse's desk and takes a clipboard over her and she mentions them trying to entice her.", "similarity": 0.7379, "relevance": 3 }, { "pair_id": 172883, "video_name": "house_s08e05_seg02_clip_13", "timestamp": [ 80.39, 86.09 ], "duration": 114.66, "caption": "A person stands up from a chair and hands their clipboard to a nurse.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 172884, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 77.18, 81.3 ], "duration": 91.66, "caption": "A woman stops and takes a clipboard and a pen from a nurse.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 172885, "video_name": "house_s07e15_seg02_clip_21", "timestamp": [ 5.02, 7.53 ], "duration": 251.66, "caption": "A woman signs a paper on a clipboard and gives it to the nurse.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 172886, "video_name": "grey_s02e15_seg02_clip_14", "timestamp": [ 75.17, 90.02 ], "duration": 90.66, "caption": "A woman gets into an argument with a nurse and a man holds them both back.", "similarity": 0.6809, "relevance": 0 }, { "pair_id": 172887, "video_name": "house_s07e15_seg02_clip_21", "timestamp": [ 6.28, 8.79 ], "duration": 251.66, "caption": "A woman signs a paper on a clipboard and passes the clipboard to a nurse.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 172888, "video_name": "house_s04e02_seg02_clip_21", "timestamp": [ 10.1, 17.17 ], "duration": 101.66, "caption": "A person holds a clipboard up to the patient.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 172889, "video_name": "grey_s03e04_seg02_clip_24", "timestamp": [ 25.61, 27.61 ], "duration": 80.66, "caption": "A woman is walking through the nurse's station writing on a clipboard and a man asks her a question.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 172890, "video_name": "house_s04e09_seg02_clip_01", "timestamp": [ 10.49, 35.58 ], "duration": 91.66, "caption": "A man grabs a chart-clipboard from the end of the patient's bed; he reads from the clipboard, then hands it to someone, who refers to it, talks, and puts it down.", "similarity": 0.6484, "relevance": 3 }, { "pair_id": 172891, "video_name": "house_s03e06_seg02_clip_16", "timestamp": [ 15.73, 18.28 ], "duration": 85.66, "caption": "A man snatches a blue folder out of a female nurse's hand.", "similarity": 0.6446, "relevance": 1 }, { "pair_id": 172892, "video_name": "house_s03e14_seg02_clip_20", "timestamp": [ 17.38, 20.58 ], "duration": 91.66, "caption": "A nurse lowers the patient's hand and puts on a mask.", "similarity": 0.6407, "relevance": 1 }, { "pair_id": 172893, "video_name": "house_s04e02_seg02_clip_21", "timestamp": [ 41.42, 45.97 ], "duration": 101.66, "caption": "A man hands the patient a clipboard and she signs it.", "similarity": 0.6369, "relevance": 1 }, { "pair_id": 172894, "video_name": "castle_s05e17_seg02_clip_16", "timestamp": [ 47.55, 52.03 ], "duration": 89.66, "caption": "The nurse hands a man and a woman clipboards to sign.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 172895, "video_name": "grey_s02e02_seg02_clip_09", "timestamp": [ 57.49, 58.44 ], "duration": 95.66, "caption": "A nurse picks up a bag and hands it to a woman.", "similarity": 0.63, "relevance": 3 }, { "pair_id": 172896, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 5.98, 7.82 ], "duration": 92.66, "caption": "The nurses are holding down someone onto the hospital bed.", "similarity": 0.6288, "relevance": 1 }, { "pair_id": 172897, "video_name": "house_s04e03_seg02_clip_03", "timestamp": [ 10.37, 14.42 ], "duration": 90.66, "caption": "A man backs up and tells the nurses that he isn't responsible.", "similarity": 0.6271, "relevance": 1 }, { "pair_id": 172898, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 10.58, 25.31 ], "duration": 92.66, "caption": "A woman tells the nurses to hold person down and she takes a scalpel to his leg as she tells another woman to follow her.", "similarity": 0.6263, "relevance": 1 }, { "pair_id": 172899, "video_name": "friends_s08e06_seg02_clip_16", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A woman dressed as a nurse put her hands on a man's costume.", "similarity": 0.6248, "relevance": 1 } ] }, { "query_id": 54086, "query": "A man leans over and opens the drawer on the nightstand.", "relevant_moment": [ { "pair_id": 160120, "video_name": "s08e17_seg02_clip_04", "timestamp": [ 25.38, 28.04 ], "duration": 59.66, "caption": "A man leans over and opens the drawer on the nightstand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160121, "video_name": "house_s05e16_seg02_clip_10", "timestamp": [ 19.33, 22.55 ], "duration": 92.66, "caption": "A man looks in the top drawer of a nightstand.", "similarity": 0.7508, "relevance": 4 }, { "pair_id": 160122, "video_name": "s08e17_seg02_clip_04", "timestamp": [ 48.11, 52.24 ], "duration": 59.66, "caption": "A man tries to close the drawer on the nightstand but it is stuck and won't close.", "similarity": 0.6766, "relevance": 4 }, { "pair_id": 160123, "video_name": "s06e07_seg02_clip_00", "timestamp": [ 19.23, 27.91 ], "duration": 62.66, "caption": "A man opens and closes the drawer of his old dresser.", "similarity": 0.6673, "relevance": 4 }, { "pair_id": 160124, "video_name": "house_s06e11_seg02_clip_00", "timestamp": [ 13.72, 16.67 ], "duration": 98.66, "caption": "A person opens the top drawer of a desk.", "similarity": 0.6552, "relevance": 3 }, { "pair_id": 160125, "video_name": "house_s06e14_seg02_clip_01", "timestamp": [ 36.57, 88.12 ], "duration": 88.66, "caption": "A man tried to open the drawer of the table.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 160126, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "A man opens up the drawer in front of another man.", "similarity": 0.6291, "relevance": 4 }, { "pair_id": 160127, "video_name": "friends_s06e11_seg02_clip_06", "timestamp": [ 24.41, 27.16 ], "duration": 61.66, "caption": "A person opens and shuts the drawer on the coffee table.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 160128, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 43.48, 47.19 ], "duration": 53.66, "caption": "A person opens a drawer and takes something out.", "similarity": 0.6214, "relevance": 3 }, { "pair_id": 160129, "video_name": "house_s03e10_seg02_clip_07", "timestamp": [ 63.21, 65.43 ], "duration": 89.66, "caption": "A man shoos a doctor aside and opens a drawer.", "similarity": 0.6158, "relevance": 1 }, { "pair_id": 160130, "video_name": "house_s05e20_seg02_clip_18", "timestamp": [ 3.63, 8.16 ], "duration": 90.66, "caption": "A man walks over toward a desk and opens a drawer of a file cabinet.", "similarity": 0.6099, "relevance": 2 }, { "pair_id": 160131, "video_name": "met_s06e07_seg02_clip_14", "timestamp": [ 20.11, 21.91 ], "duration": 60.66, "caption": "A man pulls a drawer out of the cabinet.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 160132, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 8.75, 14.48 ], "duration": 60.66, "caption": "A man places a drawer on the kitchen table.", "similarity": 0.6089, "relevance": 1 }, { "pair_id": 160133, "video_name": "friends_s06e15-16_seg02_clip_31", "timestamp": [ 36.31, 40.58 ], "duration": 61.66, "caption": "A man gets up and walks over to the cabinet and opens the top drawer.", "similarity": 0.6067, "relevance": 3 }, { "pair_id": 160134, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 54.32, 57.93 ], "duration": 60.66, "caption": "A person opens a drawer in the desk to get something out.", "similarity": 0.6064, "relevance": 3 }, { "pair_id": 160135, "video_name": "house_s05e15_seg02_clip_04", "timestamp": [ 92.44, 95.47 ], "duration": 101.66, "caption": "A person opens up the drawer while sitting in their office chair.", "similarity": 0.604, "relevance": 3 }, { "pair_id": 160136, "video_name": "s05e11_seg02_clip_10", "timestamp": [ 11.81, 13.87 ], "duration": 59.66, "caption": "A person puts their mug on a drawer and opens the door.", "similarity": 0.604, "relevance": 0 }, { "pair_id": 160137, "video_name": "s08e17_seg02_clip_05", "timestamp": [ 7.2, 13.21 ], "duration": 60.66, "caption": "A person pulls the door off of a drawer.", "similarity": 0.602, "relevance": 4 }, { "pair_id": 160138, "video_name": "friends_s01e12_seg02_clip_20", "timestamp": [ 17.06, 23.26 ], "duration": 62.66, "caption": "A man opens the refrigerator door and leans on it.", "similarity": 0.5913, "relevance": 1 }, { "pair_id": 160139, "video_name": "friends_s02e16_seg01_clip_00", "timestamp": [ 13.54, 15.52 ], "duration": 66.66, "caption": "A man puts an object in his mouth and puts it into a drawer.", "similarity": 0.5896, "relevance": 2 }, { "pair_id": 333440, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 58.77, 66.03 ], "duration": 66.66, "caption": "A man pulls a small notebook out of the drawer and starts flipping through pages.", "similarity": 0.5895, "relevance": 2 }, { "pair_id": 333441, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 33.94, 37.19 ], "duration": 59.66, "caption": "A person leans over and takes a small black bag out of their desk drawer.", "similarity": 0.5852, "relevance": 3 }, { "pair_id": 333442, "video_name": "met_s06e07_seg02_clip_14", "timestamp": [ 19.81, 22.21 ], "duration": 60.66, "caption": "A man grabs a drawer from a file cabinet and pulls it out and lets it fall.", "similarity": 0.5792, "relevance": 2 }, { "pair_id": 333443, "video_name": "house_s03e10_seg02_clip_07", "timestamp": [ 51.62, 52.96 ], "duration": 89.66, "caption": "A man picks the lock on a drawer with a paperclip.", "similarity": 0.5731, "relevance": 3 }, { "pair_id": 333444, "video_name": "friends_s05e10_seg02_clip_03", "timestamp": [ 51.5, 58.85 ], "duration": 61.66, "caption": "A man puts two bottles on the counter and opens a drawer to pull out a bottle opener.", "similarity": 0.5721, "relevance": 4 }, { "pair_id": 333445, "video_name": "friends_s07e12_seg02_clip_20", "timestamp": [ 19.61, 24.21 ], "duration": 40.66, "caption": "A man looks at a clock on the nightstand.", "similarity": 0.5704, "relevance": 3 }, { "pair_id": 333446, "video_name": "house_s05e21_seg02_clip_10", "timestamp": [ 1.78, 3.56 ], "duration": 89.66, "caption": "A man opens the drawer and removes the stethoscope.", "similarity": 0.5642, "relevance": 2 }, { "pair_id": 333447, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 63.94, 68.64 ], "duration": 94.66, "caption": "A man opens the desk drawer and pulls out a medicine bottle.", "similarity": 0.5628, "relevance": 3 }, { "pair_id": 333448, "video_name": "house_s02e17_seg02_clip_02", "timestamp": [ 44.21, 56.52 ], "duration": 91.66, "caption": "Someone enters their room, opens their drawer and looks for some documents.", "similarity": 0.5624, "relevance": 3 }, { "pair_id": 333449, "video_name": "met_s02e06_seg02_clip_08", "timestamp": [ 37.42, 48.62 ], "duration": 58.66, "caption": "A man opens a desk drawer and a baseball rolls around so they pick it up.", "similarity": 0.5585, "relevance": 3 }, { "pair_id": 333450, "video_name": "friends_s01e09_seg02_clip_16", "timestamp": [ 7.03, 15.88 ], "duration": 61.66, "caption": "A man holds a drawer while another man tries to unlock the door.", "similarity": 0.5556, "relevance": 3 }, { "pair_id": 333451, "video_name": "s03e13_seg02_clip_02", "timestamp": [ 42.86, 50.68 ], "duration": 68.66, "caption": "A person pushes his/her drawer over to the door in his/her room.", "similarity": 0.5555, "relevance": 3 }, { "pair_id": 333452, "video_name": "castle_s07e01_seg02_clip_26", "timestamp": [ 9.38, 12.06 ], "duration": 134.66, "caption": "A man picks up his watch from the nightstand.", "similarity": 0.5546, "relevance": 2 }, { "pair_id": 333453, "video_name": "house_s03e06_seg02_clip_18", "timestamp": [ 28.15, 30.67 ], "duration": 84.66, "caption": "A person looks inside an open desk drawer, then closes it partially.", "similarity": 0.5526, "relevance": 3 }, { "pair_id": 333454, "video_name": "house_s01e06_seg02_clip_10", "timestamp": [ 5.99, 9.58 ], "duration": 79.66, "caption": "A man looks through a dresser drawer looking for something.", "similarity": 0.5492, "relevance": 3 }, { "pair_id": 333455, "video_name": "castle_s03e21_seg02_clip_03", "timestamp": [ 40.51, 51.88 ], "duration": 91.66, "caption": "A person opens a drawer and slides a body out and uncovers its head.", "similarity": 0.549, "relevance": 3 }, { "pair_id": 333456, "video_name": "castle_s05e22_seg02_clip_04", "timestamp": [ 27.61, 54.3 ], "duration": 92.66, "caption": "A man leans forward and puts his hands on the desk while standing.", "similarity": 0.5476, "relevance": 1 }, { "pair_id": 333457, "video_name": "house_s03e05_seg02_clip_16", "timestamp": [ 66.32, 76.56 ], "duration": 89.66, "caption": "A man runs in the room tries to open the drawers then runs out of the room.", "similarity": 0.5445, "relevance": 3 }, { "pair_id": 333458, "video_name": "house_s06e16_seg02_clip_14", "timestamp": [ 95.78, 98.3 ], "duration": 126.66, "caption": "A person is startled when the cash register drawer opens.", "similarity": 0.5443, "relevance": 3 }, { "pair_id": 333459, "video_name": "house_s04e16_seg02_clip_04", "timestamp": [ 14.7, 15.59 ], "duration": 89.66, "caption": "A person wakes up as he was leaning on his desk asleep.", "similarity": 0.5376, "relevance": 2 } ] }, { "query_id": 54106, "query": "A person hands over the chart to man who walks by.", "relevant_moment": [ { "pair_id": 170200, "video_name": "grey_s02e13_seg02_clip_07", "timestamp": [ 37.71, 39.96 ], "duration": 89.66, "caption": "A person hands over the chart to man who walks by.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170201, "video_name": "grey_s03e08_seg02_clip_06", "timestamp": [ 46.93, 50.61 ], "duration": 92.66, "caption": "A man walks over to another person while they are looking at charts.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 170202, "video_name": "house_s03e08_seg02_clip_14", "timestamp": [ 50.41, 55.81 ], "duration": 90.66, "caption": "A person walks up to a person as he puts a chart away.", "similarity": 0.7835, "relevance": 3 }, { "pair_id": 170203, "video_name": "grey_s03e04_seg02_clip_05", "timestamp": [ 13.36, 15.14 ], "duration": 89.66, "caption": "A woman hands a man a chart when they are walking.", "similarity": 0.7804, "relevance": 4 }, { "pair_id": 170204, "video_name": "grey_s02e04_seg02_clip_12", "timestamp": [ 20.71, 27.46 ], "duration": 90.66, "caption": "A person flips through a chart and hands it to a man.", "similarity": 0.7505, "relevance": 4 }, { "pair_id": 170205, "video_name": "house_s05e20_seg02_clip_00", "timestamp": [ 2.75, 5.95 ], "duration": 91.66, "caption": "A person hands a man a chart as he walks into the room.", "similarity": 0.7486, "relevance": 4 }, { "pair_id": 170206, "video_name": "grey_s01e05_seg02_clip_11", "timestamp": [ 6.6, 9.68 ], "duration": 88.66, "caption": "A person is opening the chart when a man walks in.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 170207, "video_name": "house_s03e08_seg02_clip_00", "timestamp": [ 15.51, 18.34 ], "duration": 94.66, "caption": "A man walks up to a person who is sitting down and hands him a patients chart.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 170208, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 13.16, 19.75 ], "duration": 94.66, "caption": "A man is carrying the chart while he is talking to a woman.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 170209, "video_name": "grey_s03e20_seg02_clip_10", "timestamp": [ 75.59, 80.95 ], "duration": 89.66, "caption": "A man is looking at a chart as another man walks up and grabs it.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 170210, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 30.69, 37.48 ], "duration": 59.66, "caption": "A person follows another person and hands her his chart.", "similarity": 0.678, "relevance": 3 }, { "pair_id": 170211, "video_name": "grey_s01e09_seg02_clip_08", "timestamp": [ 81.46, 92.05 ], "duration": 92.66, "caption": "A man is filling out a chart when he turns around and walks over to another person's bed.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 170212, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 34.85, 35.12 ], "duration": 54.66, "caption": "A man hands a person a package as he walks towards him.", "similarity": 0.6635, "relevance": 1 }, { "pair_id": 170213, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 56.27, 61.22 ], "duration": 90.66, "caption": "A man walks over to a person and hands him a piece of paper.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 170214, "video_name": "grey_s02e13_seg02_clip_12", "timestamp": [ 18.2, 25.03 ], "duration": 91.66, "caption": "A woman gets the chart from a man after she walks in.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 170215, "video_name": "house_s01e17_seg02_clip_16", "timestamp": [ 79.49, 82.73 ], "duration": 92.66, "caption": "A person walks toward a man and the man hands him a sheet.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 170216, "video_name": "house_s02e09_seg02_clip_14", "timestamp": [ 2.23, 4.9 ], "duration": 89.66, "caption": "A person hands the medical chart to man who puts it on the counter.", "similarity": 0.6564, "relevance": 3 }, { "pair_id": 170217, "video_name": "grey_s02e21_seg02_clip_09", "timestamp": [ 22.11, 30.61 ], "duration": 85.66, "caption": "A man walks over to person's side and puts his hand over theirs.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 170218, "video_name": "house_s03e07_seg02_clip_24", "timestamp": [ 0.0, 2.34 ], "duration": 78.66, "caption": "A man walks by person and hands him his cane.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 170219, "video_name": "house_s04e16_seg02_clip_21", "timestamp": [ 56.66, 59.54 ], "duration": 96.66, "caption": "A person puts his hand on guy's shoulder as he walks by.", "similarity": 0.643, "relevance": 1 } ] }, { "query_id": 54215, "query": "A man walks into the apartment and closes the door behind him.", "relevant_moment": [ { "pair_id": 14820, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 25.54, 27.35 ], "duration": 60.66, "caption": "A man walks into the apartment and closes the door behind him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14821, "video_name": "friends_s07e03_seg02_clip_07", "timestamp": [ 1.92, 3.84 ], "duration": 64.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.9717, "relevance": 4 }, { "pair_id": 14822, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.9717, "relevance": 4 }, { "pair_id": 14823, "video_name": "s03e22_seg02_clip_16", "timestamp": [ 37.68, 39.54 ], "duration": 93.66, "caption": "A man walks into the apartment and then closes the door.", "similarity": 0.9645, "relevance": 4 }, { "pair_id": 14824, "video_name": "friends_s09e04_seg02_clip_11", "timestamp": [ 29.29, 31.73 ], "duration": 61.66, "caption": "A man walks in through the apartment door and closes it behind him.", "similarity": 0.9577, "relevance": 3 }, { "pair_id": 14825, "video_name": "s06e24_seg02_clip_03", "timestamp": [ 34.74, 38.15 ], "duration": 62.66, "caption": "A person walks into the apartment and closes the door behind him.", "similarity": 0.9477, "relevance": 4 }, { "pair_id": 14826, "video_name": "s03e04_seg02_clip_06", "timestamp": [ 32.41, 36.32 ], "duration": 60.66, "caption": "A person walks into the apartment and closes the door behind him.", "similarity": 0.9477, "relevance": 4 }, { "pair_id": 14827, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 16.48, 18.92 ], "duration": 61.66, "caption": "A person walks into the apartment and closes the door behind him.", "similarity": 0.9477, "relevance": 4 }, { "pair_id": 14828, "video_name": "friends_s06e07_seg02_clip_10", "timestamp": [ 4.56, 6.84 ], "duration": 57.66, "caption": "A man walks into the apartment and shuts the door behind him.", "similarity": 0.946, "relevance": 4 }, { "pair_id": 14829, "video_name": "friends_s08e17_seg02_clip_05", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A man enters the apartment and closes the door behind him.", "similarity": 0.9413, "relevance": 4 }, { "pair_id": 14830, "video_name": "friends_s02e16_seg02_clip_14", "timestamp": [ 13.28, 16.53 ], "duration": 59.66, "caption": "A man enters the apartment and closes the door behind him.", "similarity": 0.9413, "relevance": 4 }, { "pair_id": 14831, "video_name": "s04e22_seg02_clip_01", "timestamp": [ 51.18, 53.16 ], "duration": 66.66, "caption": "A man closes an apartment door as he walks out.", "similarity": 0.9322, "relevance": 2 }, { "pair_id": 14832, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 28.07, 30.82 ], "duration": 61.66, "caption": "A person walks into the apartment and closes the door.", "similarity": 0.9152, "relevance": 4 }, { "pair_id": 14833, "video_name": "friends_s05e19_seg02_clip_18", "timestamp": [ 11.31, 13.35 ], "duration": 58.66, "caption": "A man walks into the apartment and shuts the door.", "similarity": 0.913, "relevance": 4 }, { "pair_id": 14834, "video_name": "s03e15_seg02_clip_12", "timestamp": [ 5.49, 7.93 ], "duration": 61.66, "caption": "A man enters the apartment and closes the door.", "similarity": 0.9101, "relevance": 4 }, { "pair_id": 14835, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 48.45, 51.93 ], "duration": 58.66, "caption": "A man opens the door, enters his apartment and closes it back.", "similarity": 0.8972, "relevance": 4 }, { "pair_id": 14836, "video_name": "friends_s06e17_seg02_clip_06", "timestamp": [ 40.23, 43.05 ], "duration": 56.66, "caption": "A man opens the door, enters the apartment and closes the door.", "similarity": 0.8946, "relevance": 4 }, { "pair_id": 14837, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8907, "relevance": 3 }, { "pair_id": 14838, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8907, "relevance": 3 }, { "pair_id": 14839, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8907, "relevance": 3 }, { "pair_id": 188140, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8907, "relevance": 4 }, { "pair_id": 188141, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.8907, "relevance": 4 }, { "pair_id": 188142, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.8902, "relevance": 3 }, { "pair_id": 188143, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.8902, "relevance": 3 }, { "pair_id": 188144, "video_name": "friends_s07e03_seg02_clip_06", "timestamp": [ 42.32, 45.02 ], "duration": 60.66, "caption": "A man opens the apartment door and walks out, slamming the door closed behind him.", "similarity": 0.8869, "relevance": 4 }, { "pair_id": 188145, "video_name": "friends_s03e11_seg02_clip_00", "timestamp": [ 0.0, 3.06 ], "duration": 68.66, "caption": "A man walks into the apartment and slams the door behind him.", "similarity": 0.8867, "relevance": 4 }, { "pair_id": 188146, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 0.8842, "relevance": 3 }, { "pair_id": 188147, "video_name": "s06e17_seg02_clip_16", "timestamp": [ 14.26, 20.71 ], "duration": 92.66, "caption": "A person enters the apartment and closes the door behind him.", "similarity": 0.8812, "relevance": 4 }, { "pair_id": 188148, "video_name": "s01e08_seg02_clip_00", "timestamp": [ 35.54, 40.02 ], "duration": 64.66, "caption": "A person enters the apartment and closes the door behind him.", "similarity": 0.8812, "relevance": 4 }, { "pair_id": 188149, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 0.0, 3.85 ], "duration": 70.66, "caption": "A person enters the apartment and closes the door behind him.", "similarity": 0.8812, "relevance": 3 }, { "pair_id": 188150, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.8675, "relevance": 3 }, { "pair_id": 188151, "video_name": "friends_s05e04_seg02_clip_17", "timestamp": [ 29.26, 33.49 ], "duration": 65.66, "caption": "A man rushes into the apartment and closes the door.", "similarity": 0.8651, "relevance": 4 }, { "pair_id": 188152, "video_name": "s04e01_seg02_clip_17", "timestamp": [ 62.64, 67.9 ], "duration": 75.66, "caption": "A person opens the door to their apartment, walks in, and closes the door.", "similarity": 0.8631, "relevance": 3 }, { "pair_id": 188153, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 34.98, 36.24 ], "duration": 63.66, "caption": "A man opens up the apartment door and walks through.", "similarity": 0.8603, "relevance": 4 }, { "pair_id": 188154, "video_name": "friends_s07e02_seg02_clip_02", "timestamp": [ 47.7, 51.54 ], "duration": 64.66, "caption": "A man goes into his apartment and shuts the door.", "similarity": 0.8572, "relevance": 4 }, { "pair_id": 188155, "video_name": "friends_s08e02_seg02_clip_02", "timestamp": [ 10.44, 13.06 ], "duration": 58.66, "caption": "A person enters the apartment and closes the door behind them.", "similarity": 0.857, "relevance": 3 }, { "pair_id": 188156, "video_name": "friends_s06e15-16_seg02_clip_34", "timestamp": [ 47.38, 51.54 ], "duration": 64.66, "caption": "A person enters the apartment and closes the door behind them.", "similarity": 0.857, "relevance": 3 }, { "pair_id": 188157, "video_name": "friends_s03e21_seg02_clip_07", "timestamp": [ 14.48, 18.7 ], "duration": 60.66, "caption": "A person walks into the apartment and shuts the door.", "similarity": 0.8568, "relevance": 3 }, { "pair_id": 188158, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 0.0, 1.81 ], "duration": 60.66, "caption": "A person walks into the apartment and shuts the door.", "similarity": 0.8568, "relevance": 4 }, { "pair_id": 188159, "video_name": "met_s03e19_seg02_clip_00", "timestamp": [ 30.08, 33.19 ], "duration": 62.66, "caption": "A person comes into the apartment and closes the door behind them.", "similarity": 0.8552, "relevance": 3 } ] }, { "query_id": 54241, "query": "A woman looks at the foot of her bed where her dead child's ghost is looking at her.", "relevant_moment": [ { "pair_id": 172720, "video_name": "house_s07e03_seg02_clip_23", "timestamp": [ 39.16, 45.91 ], "duration": 90.66, "caption": "A woman looks at the foot of her bed where her dead child's ghost is looking at her.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172721, "video_name": "friends_s02e11_seg02_clip_11", "timestamp": [ 0.0, 10.72 ], "duration": 63.66, "caption": "A woman tries to explain how a ghost is in her.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 172722, "video_name": "house_s07e01_seg02_clip_18", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman looks down towards the bed while her eyes are squinted to think.", "similarity": 0.6013, "relevance": 0 }, { "pair_id": 172723, "video_name": "s09e11_seg02_clip_18", "timestamp": [ 4.17, 7.6 ], "duration": 49.66, "caption": "A person wakes up to see the ghost of someone beside his bed.", "similarity": 0.5982, "relevance": 3 }, { "pair_id": 172724, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 42.5, 46.34 ], "duration": 59.66, "caption": "The ghost of person stands up from the bed.", "similarity": 0.5978, "relevance": 2 }, { "pair_id": 172725, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 11.51, 14.76 ], "duration": 59.66, "caption": "The ghost of a person sits down on the bed with a person.", "similarity": 0.5766, "relevance": 2 }, { "pair_id": 172726, "video_name": "s09e11_seg02_clip_10", "timestamp": [ 33.05, 37.48 ], "duration": 59.66, "caption": "A person thanks and compliments a ghost sitting at the end of his bed.", "similarity": 0.5632, "relevance": 2 }, { "pair_id": 172727, "video_name": "friends_s02e23_seg02_clip_01", "timestamp": [ 10.54, 13.65 ], "duration": 62.66, "caption": "A woman gets off the bed to look at someone.", "similarity": 0.5619, "relevance": 2 }, { "pair_id": 172728, "video_name": "house_s06e13_seg02_clip_25", "timestamp": [ 0.0, 0.98 ], "duration": 2.66, "caption": "A woman looks at the baby that is lying beside her.", "similarity": 0.5588, "relevance": 1 }, { "pair_id": 172729, "video_name": "grey_s02e04_seg02_clip_08", "timestamp": [ 92.18, 97.03 ], "duration": 97.66, "caption": "A woman is standing in an empty room staring at a bed.", "similarity": 0.5491, "relevance": 1 }, { "pair_id": 172730, "video_name": "s06e02_seg02_clip_09", "timestamp": [ 8.85, 19.77 ], "duration": 59.66, "caption": "A person stands next to a woman's bed and looks at her while she's sleeping.", "similarity": 0.5486, "relevance": 2 }, { "pair_id": 172731, "video_name": "castle_s08e05_seg02_clip_08", "timestamp": [ 0.0, 11.1 ], "duration": 88.66, "caption": "A woman describes to a man how she can see ghosts.", "similarity": 0.5475, "relevance": 0 }, { "pair_id": 172732, "video_name": "castle_s06e18_seg02_clip_02", "timestamp": [ 69.77, 71.17 ], "duration": 93.66, "caption": "A woman is and person are looking at a case board of dead person.", "similarity": 0.5457, "relevance": 0 }, { "pair_id": 172733, "video_name": "castle_s04e06_seg02_clip_17", "timestamp": [ 4.75, 38.01 ], "duration": 95.66, "caption": "A woman bends her knees then begins her ghost story.", "similarity": 0.5444, "relevance": 0 }, { "pair_id": 172734, "video_name": "castle_s04e17_seg02_clip_14", "timestamp": [ 79.68, 85.91 ], "duration": 89.66, "caption": "A person peeks into a bedroom and sees a woman lying on the bed.", "similarity": 0.5444, "relevance": 0 }, { "pair_id": 172735, "video_name": "castle_s02e14_seg02_clip_00", "timestamp": [ 35.52, 43.26 ], "duration": 91.66, "caption": "Parents run into their child's bedroom and find a dead person on their bed.", "similarity": 0.542, "relevance": 0 }, { "pair_id": 172736, "video_name": "s09e11_seg02_clip_10", "timestamp": [ 10.33, 23.32 ], "duration": 59.66, "caption": "A person talks to a ghost at the end of his bed and asks for advice.", "similarity": 0.5416, "relevance": 2 }, { "pair_id": 172737, "video_name": "castle_s02e14_seg02_clip_00", "timestamp": [ 43.26, 54.18 ], "duration": 91.66, "caption": "A child found a dead person on their bed so they called their parents.", "similarity": 0.5409, "relevance": 1 }, { "pair_id": 172738, "video_name": "house_s06e18_seg02_clip_16", "timestamp": [ 28.62, 30.08 ], "duration": 97.66, "caption": "A woman looks to the left while in the hospital bed then glances down.", "similarity": 0.5407, "relevance": 1 }, { "pair_id": 172739, "video_name": "friends_s10e01_seg02_clip_00", "timestamp": [ 53.48, 55.39 ], "duration": 63.66, "caption": "A woman jumps on the bed and looks at another woman.", "similarity": 0.5323, "relevance": 0 } ] }, { "query_id": 54298, "query": "A person walking together with a woman and another person.", "relevant_moment": [ { "pair_id": 19760, "video_name": "house_s05e03_seg02_clip_21", "timestamp": [ 0.0, 9.98 ], "duration": 95.66, "caption": "A person walking together with a woman and another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19761, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A person walks towards another person and a woman.", "similarity": 0.8719, "relevance": 3 }, { "pair_id": 19762, "video_name": "house_s07e20_seg02_clip_23", "timestamp": [ 1.29, 11.18 ], "duration": 86.66, "caption": "A woman walks with one man and one woman alongside of her.", "similarity": 0.868, "relevance": 4 }, { "pair_id": 19763, "video_name": "castle_s03e20_seg02_clip_19", "timestamp": [ 35.46, 52.52 ], "duration": 89.66, "caption": "A man and a woman walking and a person called the woman.", "similarity": 0.8405, "relevance": 3 }, { "pair_id": 19764, "video_name": "s01e07_seg02_clip_04", "timestamp": [ 2.48, 7.13 ], "duration": 62.66, "caption": "A person and a person both walk over to a woman.", "similarity": 0.8342, "relevance": 2 }, { "pair_id": 19765, "video_name": "s07e17_seg02_clip_03", "timestamp": [ 7.67, 10.62 ], "duration": 59.66, "caption": "A couple of people walk behind person and woman as they walk.", "similarity": 0.8283, "relevance": 4 }, { "pair_id": 19766, "video_name": "house_s07e02_seg02_clip_00", "timestamp": [ 5.58, 12.09 ], "duration": 93.66, "caption": "A woman walks near man and they walk together.", "similarity": 0.8277, "relevance": 4 }, { "pair_id": 19767, "video_name": "house_s04e09_seg02_clip_22", "timestamp": [ 53.25, 69.63 ], "duration": 91.66, "caption": "A person walks behind woman, another person, another person, and another person while about each in turn.", "similarity": 0.8277, "relevance": 1 }, { "pair_id": 19768, "video_name": "s07e21_seg02_clip_09", "timestamp": [ 55.18, 56.02 ], "duration": 56.66, "caption": "A woman and a person are walking together while outside.", "similarity": 0.8267, "relevance": 4 }, { "pair_id": 19769, "video_name": "castle_s07e02_seg02_clip_12", "timestamp": [ 1.77, 3.09 ], "duration": 88.66, "caption": "A person walks up to someone with a man and woman in tow.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 19770, "video_name": "friends_s02e08_seg02_clip_16", "timestamp": [ 31.37, 36.32 ], "duration": 66.66, "caption": "Multiple people walk together towards two other people.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 19771, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 36.99, 45.59 ], "duration": 86.66, "caption": "A person was walking around along with two other people.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 19772, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 19773, "video_name": "s06e08_seg02_clip_03", "timestamp": [ 2.14, 9.46 ], "duration": 61.66, "caption": "A person starts walking with another person while discussing a woman's clothes.", "similarity": 0.7915, "relevance": 3 }, { "pair_id": 19774, "video_name": "castle_s08e04_seg02_clip_13", "timestamp": [ 64.12, 76.76 ], "duration": 90.66, "caption": "Some people are walking with woman then she goes one way and they go the other.", "similarity": 0.7915, "relevance": 4 }, { "pair_id": 19775, "video_name": "s10e09_seg02_clip_00", "timestamp": [ 11.6, 15.26 ], "duration": 61.66, "caption": "Two people walk past a person and another person.", "similarity": 0.7874, "relevance": 4 }, { "pair_id": 19776, "video_name": "castle_s06e05_seg02_clip_04", "timestamp": [ 16.68, 23.89 ], "duration": 90.66, "caption": "A person, a woman, and another person are walking while talking.", "similarity": 0.787, "relevance": 4 }, { "pair_id": 19777, "video_name": "castle_s08e22_seg02_clip_02", "timestamp": [ 80.63, 84.57 ], "duration": 87.66, "caption": "Two people walk in when a person is with another person.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 19778, "video_name": "house_s05e11_seg02_clip_12", "timestamp": [ 1.33, 4.87 ], "duration": 88.66, "caption": "A woman and her partner walk up to a person.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 19779, "video_name": "castle_s08e13_seg02_clip_18", "timestamp": [ 13.95, 25.66 ], "duration": 90.66, "caption": "A woman and a man were walking together while they talk.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 193080, "video_name": "castle_s06e14_seg02_clip_00", "timestamp": [ 47.54, 50.74 ], "duration": 91.66, "caption": "A woman walks up in between two people.", "similarity": 0.7688, "relevance": 2 }, { "pair_id": 193081, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 193082, "video_name": "castle_s05e12_seg02_clip_25", "timestamp": [ 19.32, 25.2 ], "duration": 168.66, "caption": "A man and woman walk next to each other towards a person.", "similarity": 0.7647, "relevance": 3 }, { "pair_id": 193083, "video_name": "house_s03e06_seg02_clip_06", "timestamp": [ 0.0, 3.72 ], "duration": 93.66, "caption": "A woman and a man are walking behind a person and then stop.", "similarity": 0.7622, "relevance": 4 }, { "pair_id": 193084, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7618, "relevance": 3 }, { "pair_id": 193085, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 57.44, 60.41 ], "duration": 99.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7618, "relevance": 3 }, { "pair_id": 193086, "video_name": "castle_s07e10_seg02_clip_14", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A man and woman are walking beside each other.", "similarity": 0.7614, "relevance": 3 }, { "pair_id": 193087, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.7604, "relevance": 2 }, { "pair_id": 193088, "video_name": "castle_s02e02_seg02_clip_24", "timestamp": [ 12.87, 16.6 ], "duration": 83.66, "caption": "Two people were walking towards some other people.", "similarity": 0.7589, "relevance": 3 }, { "pair_id": 193089, "video_name": "castle_s08e08_seg02_clip_06", "timestamp": [ 3.22, 5.98 ], "duration": 92.66, "caption": "A woman and a man both walked in different ways.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 193090, "video_name": "castle_s02e07_seg02_clip_15", "timestamp": [ 3.64, 9.1 ], "duration": 91.66, "caption": "Two people walk towards where another person is.", "similarity": 0.756, "relevance": 3 }, { "pair_id": 193091, "video_name": "castle_s04e14_seg02_clip_05", "timestamp": [ 12.98, 20.59 ], "duration": 89.66, "caption": "A person describes the two people walking towards them.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 193092, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 19.28, 28.68 ], "duration": 94.66, "caption": "Two people walk over to someone together.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 193093, "video_name": "castle_s01e04_seg02_clip_03", "timestamp": [ 70.13, 82.02 ], "duration": 82.66, "caption": "Two people are walking beside each other.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 193094, "video_name": "castle_s02e20_seg02_clip_05", "timestamp": [ 2.56, 15.78 ], "duration": 85.66, "caption": "Two people are walking beside each other as they reach another person.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 193095, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 42.58, 50.76 ], "duration": 86.66, "caption": "A person is walking behind woman and man as they walk up the stairs.", "similarity": 0.7468, "relevance": 4 }, { "pair_id": 193096, "video_name": "castle_s03e06_seg02_clip_18", "timestamp": [ 47.06, 61.85 ], "duration": 89.66, "caption": "A man was having a conversation with a woman and another person while walking.", "similarity": 0.7468, "relevance": 4 }, { "pair_id": 193097, "video_name": "castle_s03e01_seg02_clip_26", "timestamp": [ 92.45, 103.76 ], "duration": 133.66, "caption": "After a person walks away, another person walks up to a woman.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 193098, "video_name": "castle_s05e21_seg02_clip_07", "timestamp": [ 53.98, 64.87 ], "duration": 90.66, "caption": "A woman and a man are walking along together then stop to face each other.", "similarity": 0.7438, "relevance": 3 }, { "pair_id": 193099, "video_name": "friends_s05e23-24_seg02_clip_12", "timestamp": [ 2.38, 6.24 ], "duration": 59.66, "caption": "A woman walks behind another woman to stand closer to a man.", "similarity": 0.7423, "relevance": 2 } ] }, { "query_id": 54300, "query": "A person points at person while he is talking to man.", "relevant_moment": [ { "pair_id": 312780, "video_name": "friends_s10e02_seg02_clip_07", "timestamp": [ 44.56, 48.99 ], "duration": 59.66, "caption": "A woman is talking to a man and points at something in front of her.", "similarity": 0.8159, "relevance": 3 }, { "pair_id": 312781, "video_name": "friends_s05e22_seg02_clip_09", "timestamp": [ 46.74, 50.58 ], "duration": 64.66, "caption": "A woman points at a man as they have a conversation.", "similarity": 0.8147, "relevance": 3 }, { "pair_id": 312782, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 12.21, 15.56 ], "duration": 61.66, "caption": "A woman points at a man as they have a conversation.", "similarity": 0.8147, "relevance": 3 }, { "pair_id": 312783, "video_name": "friends_s09e13_seg02_clip_07", "timestamp": [ 13.51, 15.4 ], "duration": 54.66, "caption": "A man points at another man while talking to some women.", "similarity": 0.8123, "relevance": 4 }, { "pair_id": 312784, "video_name": "castle_s05e22_seg02_clip_11", "timestamp": [ 7.88, 12.05 ], "duration": 92.66, "caption": "A person points at another person while telling him what to do.", "similarity": 0.812, "relevance": 3 }, { "pair_id": 312785, "video_name": "house_s04e05_seg02_clip_27", "timestamp": [ 2.17, 4.77 ], "duration": 14.66, "caption": "A person pointed on the back while talking to a man.", "similarity": 0.8108, "relevance": 4 }, { "pair_id": 312786, "video_name": "friends_s08e01_seg02_clip_05", "timestamp": [ 2.1, 5.7 ], "duration": 60.66, "caption": "A person points at woman while having a conversation with her.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 312787, "video_name": "met_s02e21_seg02_clip_10", "timestamp": [ 38.05, 40.65 ], "duration": 57.66, "caption": "A man points to a person's hair while they talk.", "similarity": 0.8057, "relevance": 4 }, { "pair_id": 312788, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 0.0, 6.67 ], "duration": 58.66, "caption": "A person points at a man while he asks him about his assumptions.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 312789, "video_name": "friends_s01e06_seg02_clip_01", "timestamp": [ 4.28, 10.55 ], "duration": 57.66, "caption": "A man points has hand towards a man when a woman is talking.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 312790, "video_name": "castle_s02e22_seg02_clip_21", "timestamp": [ 21.35, 24.52 ], "duration": 90.66, "caption": "A woman points at a man as she speaks to him.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 312791, "video_name": "house_s08e11_seg02_clip_11", "timestamp": [ 57.36, 62.53 ], "duration": 94.66, "caption": "A man points at another man repeatedly while he is talking.", "similarity": 0.7999, "relevance": 4 }, { "pair_id": 312792, "video_name": "castle_s05e22_seg02_clip_24", "timestamp": [ 18.9, 26.11 ], "duration": 90.66, "caption": "A person points with his finger while having a conversation with a woman.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 312793, "video_name": "grey_s02e05_seg02_clip_20", "timestamp": [ 10.31, 12.05 ], "duration": 29.66, "caption": "A woman points her finger at man while she's talking to him.", "similarity": 0.7989, "relevance": 3 }, { "pair_id": 312794, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 3.25, 10.41 ], "duration": 65.66, "caption": "A man points towards woman while talking to her.", "similarity": 0.7975, "relevance": 3 }, { "pair_id": 312795, "video_name": "friends_s06e21_seg02_clip_01", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "A man points at person while they are sitting down.", "similarity": 0.797, "relevance": 3 }, { "pair_id": 312796, "video_name": "friends_s08e09_seg01_clip_02", "timestamp": [ 50.39, 53.15 ], "duration": 69.66, "caption": "A man points at himself and a woman while talking to her.", "similarity": 0.7942, "relevance": 3 }, { "pair_id": 312797, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 23.08, 28.51 ], "duration": 90.66, "caption": "A person points to a picture of someone and someone as he speaks to woman.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 312798, "video_name": "friends_s08e19_seg02_clip_13", "timestamp": [ 4.06, 8.41 ], "duration": 58.66, "caption": "A man points to himself as he has a conversation with others.", "similarity": 0.7931, "relevance": 2 }, { "pair_id": 312799, "video_name": "s03e21_seg02_clip_10", "timestamp": [ 9.0, 10.2 ], "duration": 60.66, "caption": "A man points at himself while having a conversation with woman.", "similarity": 0.7916, "relevance": 2 } ] }, { "query_id": 54318, "query": "A man suddenly came in and speak to a woman.", "relevant_moment": [ { "pair_id": 84720, "video_name": "castle_s05e22_seg02_clip_17", "timestamp": [ 0.0, 4.65 ], "duration": 93.66, "caption": "A man suddenly came in and speak to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 84721, "video_name": "house_s06e08_seg02_clip_18", "timestamp": [ 23.72, 27.91 ], "duration": 93.66, "caption": "A man suddenly came in and talk to a woman.", "similarity": 0.9602, "relevance": 4 }, { "pair_id": 84722, "video_name": "house_s02e06_seg02_clip_00", "timestamp": [ 14.58, 18.23 ], "duration": 91.66, "caption": "A woman suddenly came in and talk to man.", "similarity": 0.9082, "relevance": 3 }, { "pair_id": 84723, "video_name": "house_s06e03_seg02_clip_20", "timestamp": [ 16.5, 19.41 ], "duration": 97.66, "caption": "A woman suddenly came to a man and talk to him.", "similarity": 0.8844, "relevance": 3 }, { "pair_id": 84724, "video_name": "house_s05e16_seg02_clip_23", "timestamp": [ 0.0, 7.83 ], "duration": 87.66, "caption": "A person suddenly came in and talk to a woman directly.", "similarity": 0.8478, "relevance": 4 }, { "pair_id": 84725, "video_name": "s05e09_seg02_clip_00", "timestamp": [ 23.79, 29.12 ], "duration": 71.66, "caption": "A man suddenly came in and talk to a person.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 84726, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 30.48, 60.36 ], "duration": 60.66, "caption": "A man came in have a talk to woman.", "similarity": 0.8361, "relevance": 2 }, { "pair_id": 84727, "video_name": "house_s03e04_seg02_clip_16", "timestamp": [ 55.35, 60.47 ], "duration": 93.66, "caption": "A woman suddenly came in while a man is talking to another woman.", "similarity": 0.835, "relevance": 2 }, { "pair_id": 84728, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 31.93, 35.29 ], "duration": 84.66, "caption": "Two people suddenly came in and talk to a man.", "similarity": 0.8209, "relevance": 1 }, { "pair_id": 84729, "video_name": "house_s07e08_seg02_clip_04", "timestamp": [ 59.42, 75.26 ], "duration": 88.66, "caption": "A man came to a woman and talks to her.", "similarity": 0.7924, "relevance": 2 }, { "pair_id": 84730, "video_name": "house_s07e11_seg02_clip_18", "timestamp": [ 0.0, 8.41 ], "duration": 88.66, "caption": "A man suddenly came in and talk to another man.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 84731, "video_name": "house_s06e04_seg02_clip_18", "timestamp": [ 1.8, 5.4 ], "duration": 60.66, "caption": "A man suddenly came in a woman's office and talk to her.", "similarity": 0.7768, "relevance": 4 }, { "pair_id": 84732, "video_name": "house_s07e08_seg02_clip_18", "timestamp": [ 76.14, 78.78 ], "duration": 88.66, "caption": "A man suddenly walks out after talking to a woman.", "similarity": 0.7675, "relevance": 1 }, { "pair_id": 84733, "video_name": "castle_s04e20_seg02_clip_26", "timestamp": [ 64.41, 68.64 ], "duration": 94.66, "caption": "A man suddenly walks out after talking to a woman.", "similarity": 0.7675, "relevance": 1 }, { "pair_id": 84734, "video_name": "met_s02e02_seg02_clip_01", "timestamp": [ 1.22, 3.95 ], "duration": 60.66, "caption": "A man came in and immediately talk to another person.", "similarity": 0.7662, "relevance": 1 }, { "pair_id": 84735, "video_name": "castle_s02e03_seg02_clip_04", "timestamp": [ 58.56, 61.32 ], "duration": 92.66, "caption": "A person suddenly stands up while talking to a woman and a man.", "similarity": 0.7613, "relevance": 1 }, { "pair_id": 84736, "video_name": "house_s07e05_seg02_clip_00", "timestamp": [ 18.41, 20.71 ], "duration": 92.66, "caption": "A woman suddenly came in to the office and talk to a man.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 84737, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 39.06, 43.94 ], "duration": 61.66, "caption": "A woman suddenly came out from her unit and talk to a man.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 84738, "video_name": "castle_s02e09_seg02_clip_21", "timestamp": [ 16.57, 19.71 ], "duration": 89.66, "caption": "A woman suddenly stands up and speaks to a man's face.", "similarity": 0.7527, "relevance": 1 }, { "pair_id": 84739, "video_name": "castle_s07e18_seg02_clip_15", "timestamp": [ 0.0, 58.14 ], "duration": 93.66, "caption": "A man was seriously talking to a woman.", "similarity": 0.7527, "relevance": 1 } ] }, { "query_id": 54415, "query": "Two people, both with very wet clothes and hair, rush into each others arms, embracing and sharing a passionate kiss.", "relevant_moment": [ { "pair_id": 278880, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 77.88, 84.87 ], "duration": 93.66, "caption": "Two people stand close together and kiss each other.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 278881, "video_name": "castle_s02e12_seg02_clip_19", "timestamp": [ 47.2, 58.99 ], "duration": 90.66, "caption": "Two people hugging each other, afterwards they kissed.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 278882, "video_name": "friends_s05e14_seg02_clip_21", "timestamp": [ 15.68, 23.28 ], "duration": 95.66, "caption": "A man and woman hold each other and kiss.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 278883, "video_name": "met_s06e23_seg02_clip_12", "timestamp": [ 19.83, 24.72 ], "duration": 61.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 278884, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 16.36, 21.61 ], "duration": 58.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 278885, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 48.67, 51.12 ], "duration": 70.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 278886, "video_name": "castle_s01e06_seg02_clip_25", "timestamp": [ 28.01, 30.11 ], "duration": 70.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 278887, "video_name": "castle_s05e08_seg02_clip_18", "timestamp": [ 44.95, 48.16 ], "duration": 107.66, "caption": "Two people share a short quick kiss.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 278888, "video_name": "house_s05e06_seg02_clip_26", "timestamp": [ 15.05, 42.09 ], "duration": 51.66, "caption": "A man and a woman look into each others eyes and kiss passionately.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 278889, "video_name": "friends_s09e23-24_seg02_clip_50", "timestamp": [ 23.41, 28.36 ], "duration": 90.66, "caption": "A man reaches in and passionately kisses someone's partner.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 278890, "video_name": "met_s06e24_seg02_clip_15", "timestamp": [ 43.2, 48.98 ], "duration": 68.66, "caption": "A couple take turns kissing each other.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 278891, "video_name": "house_s06e18_seg02_clip_02", "timestamp": [ 30.49, 38.76 ], "duration": 87.66, "caption": "A woman and her partner hold hands and then kiss.", "similarity": 0.7236, "relevance": 3 }, { "pair_id": 278892, "video_name": "friends_s04e01_seg02_clip_03", "timestamp": [ 14.63, 20.16 ], "duration": 65.66, "caption": "Two people lean in and start to kiss.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 278893, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 22.31, 24.95 ], "duration": 58.66, "caption": "A man embraces another person and gives her an intimate kiss.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 278894, "video_name": "grey_s01e05_seg02_clip_19", "timestamp": [ 28.61, 37.39 ], "duration": 65.66, "caption": "Two people kiss and draw closer to each other.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 278895, "video_name": "friends_s07e09_seg02_clip_04", "timestamp": [ 3.54, 5.02 ], "duration": 59.66, "caption": "Two people hug and kiss each other on the cheek.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 278896, "video_name": "met_s05e02_seg02_clip_13", "timestamp": [ 58.44, 63.06 ], "duration": 66.66, "caption": "A man and woman put their hands on each other and kiss.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 278897, "video_name": "friends_s10e17-18_seg02_clip_43", "timestamp": [ 33.67, 43.21 ], "duration": 53.66, "caption": "Two people gave each other a warm kiss.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 278898, "video_name": "grey_s03e11_seg02_clip_24", "timestamp": [ 40.49, 60.28 ], "duration": 92.66, "caption": "Two people start jumping up and down and then kiss.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 278899, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A man and a woman kiss each other and then hug.", "similarity": 0.7133, "relevance": 2 } ] }, { "query_id": 54450, "query": "A woman crosses both hands over her chest while talking to another woman.", "relevant_moment": [ { "pair_id": 12160, "video_name": "friends_s04e06_seg02_clip_04", "timestamp": [ 19.85, 22.38 ], "duration": 63.66, "caption": "A woman crosses both hands over her chest while talking to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12161, "video_name": "friends_s08e15_seg02_clip_16", "timestamp": [ 53.79, 56.67 ], "duration": 64.66, "caption": "A woman crosses her arms across her chest as she talks to another woman.", "similarity": 0.9182, "relevance": 4 }, { "pair_id": 12162, "video_name": "friends_s04e02_seg02_clip_06", "timestamp": [ 31.39, 33.54 ], "duration": 61.66, "caption": "A woman crosses her arms while she is talking to another woman.", "similarity": 0.8961, "relevance": 4 }, { "pair_id": 12163, "video_name": "friends_s09e16_seg02_clip_14", "timestamp": [ 51.35, 58.03 ], "duration": 58.66, "caption": "A woman has her arms crossed when talking to another woman.", "similarity": 0.8712, "relevance": 4 }, { "pair_id": 12164, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 16.33, 21.13 ], "duration": 64.66, "caption": "A woman puts her hand on her chest when talking to another woman.", "similarity": 0.8686, "relevance": 3 }, { "pair_id": 12165, "video_name": "friends_s10e06_seg02_clip_04", "timestamp": [ 2.7, 4.5 ], "duration": 60.66, "caption": "A woman places both her hands on her chest while having a conversation with another woman.", "similarity": 0.8632, "relevance": 3 }, { "pair_id": 12166, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 37.93, 38.37 ], "duration": 89.66, "caption": "A woman crosses her arms while talking with two people.", "similarity": 0.8455, "relevance": 3 }, { "pair_id": 12167, "video_name": "friends_s09e22_seg02_clip_20", "timestamp": [ 10.33, 15.35 ], "duration": 59.66, "caption": "A woman crosses her arms across her chest while talking with a man.", "similarity": 0.8429, "relevance": 4 }, { "pair_id": 12168, "video_name": "s05e17_seg02_clip_03", "timestamp": [ 31.51, 33.15 ], "duration": 47.66, "caption": "A woman uncrosses her arms as she talks to another woman.", "similarity": 0.8365, "relevance": 4 }, { "pair_id": 12169, "video_name": "friends_s06e21_seg02_clip_11", "timestamp": [ 4.28, 7.13 ], "duration": 57.66, "caption": "A woman crosses her arms over her chest while talking to a man.", "similarity": 0.8304, "relevance": 4 }, { "pair_id": 12170, "video_name": "s04e14_seg02_clip_03", "timestamp": [ 11.17, 13.34 ], "duration": 62.66, "caption": "A woman crosses her arms while she's talking to a person.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 12171, "video_name": "s04e09_seg02_clip_03", "timestamp": [ 49.52, 56.43 ], "duration": 60.66, "caption": "A woman crosses her arms over her chest during a conversation with a man.", "similarity": 0.8115, "relevance": 3 }, { "pair_id": 12172, "video_name": "friends_s07e04_seg02_clip_15", "timestamp": [ 10.44, 13.93 ], "duration": 58.66, "caption": "A woman crosses her arms while speaking with two people.", "similarity": 0.8062, "relevance": 3 }, { "pair_id": 12173, "video_name": "castle_s06e23_seg02_clip_11", "timestamp": [ 29.18, 33.28 ], "duration": 91.66, "caption": "A woman touches her face while talking with another woman.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 12174, "video_name": "met_s02e12_seg02_clip_09", "timestamp": [ 51.82, 52.72 ], "duration": 59.66, "caption": "A woman crosses her arms over her chest during a conversation.", "similarity": 0.8055, "relevance": 3 }, { "pair_id": 12175, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 6.86, 14.01 ], "duration": 59.66, "caption": "A woman holds her hands palm to palm while talking to another woman.", "similarity": 0.805, "relevance": 3 }, { "pair_id": 12176, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 29.91, 32.52 ], "duration": 65.66, "caption": "A woman is talking to someone with her hands crossed on her arms.", "similarity": 0.803, "relevance": 4 }, { "pair_id": 12177, "video_name": "friends_s03e25_seg02_clip_05", "timestamp": [ 1.83, 3.66 ], "duration": 61.66, "caption": "A woman folds her arms across her chest while talking to another woman in a white top.", "similarity": 0.8023, "relevance": 4 }, { "pair_id": 12178, "video_name": "castle_s04e05_seg02_clip_24", "timestamp": [ 75.67, 88.58 ], "duration": 89.66, "caption": "A woman has her forearm raised when talking to another woman.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 12179, "video_name": "friends_s08e23-24_seg02_clip_03", "timestamp": [ 30.97, 33.97 ], "duration": 60.66, "caption": "A woman crosses her arms over her chest as she talks to a man.", "similarity": 0.7923, "relevance": 3 }, { "pair_id": 185480, "video_name": "grey_s02e05_seg02_clip_19", "timestamp": [ 44.21, 69.37 ], "duration": 136.66, "caption": "A woman talking to another woman as they stand across each other.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 185481, "video_name": "friends_s05e19_seg02_clip_12", "timestamp": [ 2.17, 4.03 ], "duration": 62.66, "caption": "A woman puts her hands on her face as she talks to another woman.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 185482, "video_name": "grey_s03e22_seg02_clip_24", "timestamp": [ 0.0, 15.96 ], "duration": 91.66, "caption": "A woman is talking to another woman who is sitting next to her who is holding her chest.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 185483, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 11.81, 13.28 ], "duration": 59.66, "caption": "A woman is talking to another woman and points outward with her right hand.", "similarity": 0.7858, "relevance": 2 }, { "pair_id": 185484, "video_name": "grey_s02e08_seg02_clip_05", "timestamp": [ 20.5, 31.43 ], "duration": 91.66, "caption": "A woman holds her arm above her head when talking to another woman.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 185485, "video_name": "friends_s03e03_seg02_clip_15", "timestamp": [ 45.52, 51.38 ], "duration": 65.66, "caption": "A woman signals another woman's hand and she talks to her.", "similarity": 0.7833, "relevance": 2 }, { "pair_id": 185486, "video_name": "s07e14_seg02_clip_12", "timestamp": [ 45.02, 48.32 ], "duration": 60.66, "caption": "A woman waves her hand up and down when talking to two other women.", "similarity": 0.7822, "relevance": 2 }, { "pair_id": 185487, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 12.12, 14.65 ], "duration": 101.66, "caption": "A woman crosses her arms while talking to a man.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 185488, "video_name": "house_s06e21_seg02_clip_10", "timestamp": [ 23.77, 25.97 ], "duration": 88.66, "caption": "A woman moves her fingers of left hand while talking with another woman.", "similarity": 0.7714, "relevance": 1 }, { "pair_id": 185489, "video_name": "friends_s02e02_seg02_clip_09", "timestamp": [ 6.08, 13.77 ], "duration": 64.66, "caption": "A woman gets emotional and puts her hand on her chest while talking to another woman.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 185490, "video_name": "friends_s08e17_seg02_clip_17", "timestamp": [ 34.27, 36.38 ], "duration": 60.66, "caption": "A woman holds their hands together in front of their chest while talking with a man.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 185491, "video_name": "friends_s04e12_seg02_clip_11", "timestamp": [ 51.06, 54.3 ], "duration": 59.66, "caption": "A woman turns around and speaks to another woman while holding her neck with her hand.", "similarity": 0.7696, "relevance": 3 }, { "pair_id": 185492, "video_name": "grey_s03e16_seg02_clip_24", "timestamp": [ 74.68, 79.02 ], "duration": 79.66, "caption": "A woman has her hands on her neck as another woman talks to her.", "similarity": 0.7687, "relevance": 3 }, { "pair_id": 185493, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 49.13, 57.06 ], "duration": 61.66, "caption": "A woman motions with her left hand while talking to another woman.", "similarity": 0.7678, "relevance": 2 }, { "pair_id": 185494, "video_name": "friends_s09e06_seg02_clip_20", "timestamp": [ 41.42, 43.52 ], "duration": 60.66, "caption": "A woman crosses her arms when talking to a man.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 185495, "video_name": "friends_s05e09_seg02_clip_11", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman is leaning her head on her fingers while talking to another woman.", "similarity": 0.7631, "relevance": 2 }, { "pair_id": 185496, "video_name": "friends_s02e02_seg02_clip_17", "timestamp": [ 50.39, 58.67 ], "duration": 69.66, "caption": "While a woman is talking, she reaches over and touches another woman on the leg.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 185497, "video_name": "friends_s05e02_seg02_clip_20", "timestamp": [ 35.69, 37.43 ], "duration": 58.66, "caption": "A woman puts one hand against her chest as she talks to a man.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 185498, "video_name": "s01e17_seg02_clip_14", "timestamp": [ 11.48, 13.65 ], "duration": 62.66, "caption": "A woman puts both hands over her face during a conversation with someone.", "similarity": 0.7575, "relevance": 2 }, { "pair_id": 185499, "video_name": "friends_s09e18_seg02_clip_07", "timestamp": [ 6.11, 9.17 ], "duration": 61.66, "caption": "A woman raises her hand as she speaks to another woman across the room.", "similarity": 0.7573, "relevance": 3 } ] }, { "query_id": 54477, "query": "A man closes the door to a room where a woman and another woman are sitting.", "relevant_moment": [ { "pair_id": 168460, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 79.66, 88.02 ], "duration": 88.66, "caption": "A man closes the door to a room where a woman and another woman are sitting.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168461, "video_name": "friends_s09e23-24_seg02_clip_11", "timestamp": [ 38.21, 44.19 ], "duration": 57.66, "caption": "A man opens the door and lets two men and a woman in the room.", "similarity": 0.8168, "relevance": 0 }, { "pair_id": 168462, "video_name": "castle_s04e06_seg02_clip_16", "timestamp": [ 23.21, 26.85 ], "duration": 91.66, "caption": "A woman opens the door and leaves the room with a man.", "similarity": 0.7937, "relevance": 0 }, { "pair_id": 168463, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 7.4, 21.32 ], "duration": 87.66, "caption": "A woman leaves the room and a man enters and closes the door.", "similarity": 0.7889, "relevance": 3 }, { "pair_id": 168464, "video_name": "grey_s01e03_seg02_clip_11", "timestamp": [ 47.26, 60.32 ], "duration": 90.66, "caption": "A man opens the door the he and woman walk into another person's room.", "similarity": 0.7883, "relevance": 2 }, { "pair_id": 168465, "video_name": "friends_s02e08_seg02_clip_16", "timestamp": [ 50.18, 55.47 ], "duration": 66.66, "caption": "A woman backs into her room and closes the door with a man standing there.", "similarity": 0.7876, "relevance": 2 }, { "pair_id": 168466, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 3.96, 5.61 ], "duration": 66.66, "caption": "A man opens the door and leaves a woman in the room.", "similarity": 0.7871, "relevance": 1 }, { "pair_id": 168467, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 15.96, 25.24 ], "duration": 58.66, "caption": "A man opens the door and closes it after woman.", "similarity": 0.7861, "relevance": 2 }, { "pair_id": 168468, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 64.62, 70.16 ], "duration": 92.66, "caption": "A man closes the door after talking with woman.", "similarity": 0.7826, "relevance": 2 }, { "pair_id": 168469, "video_name": "s02e21_seg02_clip_05", "timestamp": [ 13.65, 31.32 ], "duration": 62.66, "caption": "A man opens the room door and another man closes it behind them.", "similarity": 0.7807, "relevance": 1 }, { "pair_id": 168470, "video_name": "friends_s05e06_seg02_clip_07", "timestamp": [ 11.35, 13.78 ], "duration": 54.66, "caption": "A man shuts the door in woman's and another woman's faces.", "similarity": 0.7799, "relevance": 3 }, { "pair_id": 168471, "video_name": "s09e18_seg02_clip_10", "timestamp": [ 13.43, 16.17 ], "duration": 61.66, "caption": "A man closes the door and stands next to a woman.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 168472, "video_name": "house_s06e10_seg02_clip_13", "timestamp": [ 76.87, 87.72 ], "duration": 90.66, "caption": "A woman closes the door and the blinds to a room after a man leaves.", "similarity": 0.7739, "relevance": 2 }, { "pair_id": 168473, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A man opens the door for two women.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 168474, "video_name": "castle_s04e14_seg02_clip_14", "timestamp": [ 58.62, 62.55 ], "duration": 87.66, "caption": "A woman gets close to a man and another woman enters the room.", "similarity": 0.7735, "relevance": 0 }, { "pair_id": 168475, "video_name": "met_s02e07_seg02_clip_14", "timestamp": [ 4.26, 6.54 ], "duration": 56.66, "caption": "A man closes the door after the woman walks in.", "similarity": 0.7731, "relevance": 2 }, { "pair_id": 168476, "video_name": "s03e02_seg02_clip_01", "timestamp": [ 48.4, 51.35 ], "duration": 59.66, "caption": "A man closes the door while talking to a woman.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 168477, "video_name": "house_s05e20_seg02_clip_05", "timestamp": [ 74.19, 83.74 ], "duration": 91.66, "caption": "A man opens the door and enters the room with a woman.", "similarity": 0.7726, "relevance": 1 }, { "pair_id": 168478, "video_name": "grey_s03e04_seg02_clip_08", "timestamp": [ 14.89, 21.2 ], "duration": 90.66, "caption": "A woman and a man enter a woman's room as she is with another woman.", "similarity": 0.7695, "relevance": 1 }, { "pair_id": 168479, "video_name": "friends_s04e21_seg02_clip_06", "timestamp": [ 28.92, 37.19 ], "duration": 59.66, "caption": "A man opens the door while a woman is behind it, and another woman is standing there.", "similarity": 0.7692, "relevance": 1 } ] }, { "query_id": 54526, "query": "A woman rubs the head of a child laying in a hospital bed.", "relevant_moment": [ { "pair_id": 4740, "video_name": "grey_s03e03_seg02_clip_23", "timestamp": [ 57.87, 62.22 ], "duration": 87.66, "caption": "A woman rubs the head of a child laying in a hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4741, "video_name": "house_s05e08_seg02_clip_08", "timestamp": [ 0.0, 2.31 ], "duration": 77.66, "caption": "A woman rubs her child's head while he lays in a hospital bed.", "similarity": 0.9655, "relevance": 4 }, { "pair_id": 4742, "video_name": "house_s02e17_seg02_clip_06", "timestamp": [ 47.04, 50.84 ], "duration": 95.66, "caption": "A woman is stroking her child's head while he is laying in a hospital bed.", "similarity": 0.8521, "relevance": 4 }, { "pair_id": 4743, "video_name": "house_s06e14_seg02_clip_15", "timestamp": [ 37.81, 59.42 ], "duration": 90.66, "caption": "A person rubs someone's forehead while she's laying on the hospital bed.", "similarity": 0.7983, "relevance": 3 }, { "pair_id": 4744, "video_name": "house_s07e05_seg02_clip_23", "timestamp": [ 78.14, 80.24 ], "duration": 84.66, "caption": "A woman rubs her babies chest while she's in the hospital bed.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 4745, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 34.77, 88.02 ], "duration": 88.66, "caption": "A woman was attending a young patient lying on the hospital bed.", "similarity": 0.726, "relevance": 1 }, { "pair_id": 4746, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.7029, "relevance": 1 }, { "pair_id": 4747, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 15.66, 30.39 ], "duration": 92.66, "caption": "A person lays down in the hospital bed and rubs their face.", "similarity": 0.6974, "relevance": 1 }, { "pair_id": 4748, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 21.16, 80.39 ], "duration": 94.66, "caption": "A woman is lying on a hospital bed as she being treated by woman.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 4749, "video_name": "house_s05e11_seg02_clip_03", "timestamp": [ 41.42, 48.99 ], "duration": 89.66, "caption": "A woman gets up from the hospital bed and rubs another person's arm.", "similarity": 0.6957, "relevance": 3 }, { "pair_id": 4750, "video_name": "house_s05e17_seg02_clip_11", "timestamp": [ 24.05, 28.5 ], "duration": 89.66, "caption": "A woman approaches a child sitting on a couch in the hospital.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 4751, "video_name": "grey_s02e12_seg02_clip_03", "timestamp": [ 77.78, 84.03 ], "duration": 96.66, "caption": "A woman puts her hand on person's face while he lays in a hospital bed.", "similarity": 0.6817, "relevance": 4 }, { "pair_id": 4752, "video_name": "grey_s02e08_seg02_clip_04", "timestamp": [ 29.97, 57.22 ], "duration": 90.66, "caption": "A woman is treating a patient as she lies on a hospital bed holding her spouse's hand.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 4753, "video_name": "grey_s03e17_seg02_clip_13", "timestamp": [ 18.73, 24.01 ], "duration": 96.66, "caption": "A person gently massages a woman's feet as she lays in the hospital bed.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 4754, "video_name": "house_s08e07_seg02_clip_20", "timestamp": [ 67.53, 70.97 ], "duration": 86.66, "caption": "While laying in the hospital bed, a woman shakes her head.", "similarity": 0.6774, "relevance": 2 }, { "pair_id": 4755, "video_name": "friends_s08e23-24_seg02_clip_37", "timestamp": [ 0.0, 60.12 ], "duration": 60.66, "caption": "A woman was carefully holding the baby whilst lying on the hospital bed.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 4756, "video_name": "house_s02e16_seg02_clip_06", "timestamp": [ 39.32, 42.25 ], "duration": 83.66, "caption": "A woman touches another woman's neck while she lays on her hospital bed.", "similarity": 0.671, "relevance": 2 }, { "pair_id": 4757, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 0.0, 2.46 ], "duration": 82.66, "caption": "A woman is lying in a hospital bed with her partner holding her hands.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 4758, "video_name": "house_s02e17_seg02_clip_07", "timestamp": [ 0.0, 4.2 ], "duration": 84.66, "caption": "A woman hugs a little boy in his hospital bed.", "similarity": 0.6693, "relevance": 3 }, { "pair_id": 4759, "video_name": "friends_s10e10_seg01_clip_00", "timestamp": [ 5.55, 8.14 ], "duration": 74.66, "caption": "A woman is rubbing a child's head and looking down at her.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 178060, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 22.3, 40.51 ], "duration": 91.66, "caption": "A woman is lying on a hospital bed being operated on by two people.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 178061, "video_name": "friends_s01e02_seg02_clip_19", "timestamp": [ 10.36, 13.03 ], "duration": 59.66, "caption": "A woman holds her hands out and nods her head while laying in the hospital bed.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 178062, "video_name": "house_s06e05_seg02_clip_14", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman touches a man's neck with her fingers while he lays in the hospital bed.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 178063, "video_name": "house_s05e06_seg02_clip_24", "timestamp": [ 74.36, 75.62 ], "duration": 126.66, "caption": "A child is taking her hands and messing up the hair of a person in a hospital bed.", "similarity": 0.6623, "relevance": 3 }, { "pair_id": 178064, "video_name": "house_s07e22_seg02_clip_23", "timestamp": [ 21.03, 28.05 ], "duration": 87.66, "caption": "A woman caresses the head of her child while staying in a man's room.", "similarity": 0.6621, "relevance": 3 }, { "pair_id": 178065, "video_name": "friends_s09e01_seg02_clip_10", "timestamp": [ 10.44, 13.64 ], "duration": 58.66, "caption": "A woman rubs man's shoulder while they're in the hospital.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 178066, "video_name": "friends_s09e02_seg01_clip_00", "timestamp": [ 0.0, 48.76 ], "duration": 57.66, "caption": "A woman holds the baby in her arms in the hospital bed.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 178067, "video_name": "house_s07e09_seg02_clip_23", "timestamp": [ 24.58, 25.94 ], "duration": 91.66, "caption": "A woman rubs the hair of her child while sitting.", "similarity": 0.6586, "relevance": 3 }, { "pair_id": 178068, "video_name": "house_s06e06_seg02_clip_04", "timestamp": [ 61.21, 89.36 ], "duration": 89.66, "caption": "A woman lays in a hospital bed while some people talk with her.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 178069, "video_name": "house_s07e16_seg02_clip_21", "timestamp": [ 48.85, 88.02 ], "duration": 88.66, "caption": "A woman was having a conversation with the young person lying on the hospital bed.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 178070, "video_name": "grey_s02e03_seg02_clip_04", "timestamp": [ 83.09, 86.74 ], "duration": 91.66, "caption": "A woman is laying in a hospital bed and a man is feeling her throat.", "similarity": 0.6559, "relevance": 1 }, { "pair_id": 178071, "video_name": "house_s06e05_seg02_clip_06", "timestamp": [ 26.26, 27.6 ], "duration": 89.66, "caption": "A woman walks into the hospital room with her child.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 178072, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 0.0, 10.01 ], "duration": 87.66, "caption": "A woman rubs a man's face and chest when he's in the hospital.", "similarity": 0.6556, "relevance": 3 }, { "pair_id": 178073, "video_name": "house_s03e13_seg02_clip_06", "timestamp": [ 0.0, 8.19 ], "duration": 91.66, "caption": "A woman is at the hospital bed visiting person.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 178074, "video_name": "house_s04e13_seg02_clip_24", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A woman touches the patient's face as he lays on the bed.", "similarity": 0.6519, "relevance": 3 }, { "pair_id": 178075, "video_name": "grey_s02e22_seg02_clip_23", "timestamp": [ 0.0, 92.66 ], "duration": 92.66, "caption": "A woman is conversing with her daughter as she lies on a hospital bed.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 178076, "video_name": "house_s07e05_seg02_clip_24", "timestamp": [ 0.0, 28.81 ], "duration": 90.66, "caption": "A woman holding a baby in a hospital bed, has a conversation with another woman.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 178077, "video_name": "grey_s03e18_seg02_clip_25", "timestamp": [ 81.46, 91.53 ], "duration": 91.66, "caption": "A woman is lying in her hospital bed as a person talks to her.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 178078, "video_name": "friends_s06e15-16_seg02_clip_09", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A woman is laying in a hospital bed with breathing tubes in their nose.", "similarity": 0.6471, "relevance": 1 } ] }, { "query_id": 54530, "query": "A man wiggles his toes while laying in a hospital bed with his head bandaged.", "relevant_moment": [ { "pair_id": 120020, "video_name": "grey_s03e03_seg02_clip_22", "timestamp": [ 7.74, 11.83 ], "duration": 91.66, "caption": "A man wiggles his toes while laying in a hospital bed with his head bandaged.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 120021, "video_name": "house_s01e20_seg02_clip_11", "timestamp": [ 4.85, 6.31 ], "duration": 97.66, "caption": "A man rolls his eyes and head while in a hospital bed.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 120022, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 14.74, 28.55 ], "duration": 92.66, "caption": "A man rubs his face with his hand while laying in a hospital bed.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 120023, "video_name": "house_s08e11_seg02_clip_20", "timestamp": [ 0.0, 5.04 ], "duration": 84.66, "caption": "A man steps back from guy's hospital bed, puts his hand in his pocket while talking to him, and guy wiggles his toes ever so slightly.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 120024, "video_name": "house_s01e13_seg02_clip_21", "timestamp": [ 0.0, 77.7 ], "duration": 92.66, "caption": "A young man with curly hair was lying on the hospital bed.", "similarity": 0.6746, "relevance": 1 }, { "pair_id": 120025, "video_name": "house_s07e23_seg02_clip_01", "timestamp": [ 0.0, 76.81 ], "duration": 86.66, "caption": "A man was lying on a hospital bed.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 120026, "video_name": "house_s03e11_seg02_clip_09", "timestamp": [ 0.0, 19.63 ], "duration": 80.66, "caption": "A man was lying on a hospital bed.", "similarity": 0.6712, "relevance": 1 }, { "pair_id": 120027, "video_name": "house_s01e07_seg02_clip_09", "timestamp": [ 0.0, 20.65 ], "duration": 86.66, "caption": "A man lying on the hospital bed was being hysterical.", "similarity": 0.6587, "relevance": 1 }, { "pair_id": 120028, "video_name": "house_s05e17_seg02_clip_11", "timestamp": [ 33.85, 36.52 ], "duration": 89.66, "caption": "A man, a male patient gets up from lying down in his hospital bed.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 120029, "video_name": "house_s03e15_seg02_clip_22", "timestamp": [ 0.0, 2.77 ], "duration": 79.66, "caption": "A doctor taps onto a man's shoulder as he lies on a hospital bed.", "similarity": 0.6462, "relevance": 2 }, { "pair_id": 120030, "video_name": "house_s07e22_seg02_clip_25", "timestamp": [ 90.27, 96.03 ], "duration": 96.66, "caption": "A man feels his knee while laying in a hospital bed.", "similarity": 0.6439, "relevance": 1 }, { "pair_id": 120031, "video_name": "house_s07e22_seg02_clip_25", "timestamp": [ 85.95, 96.03 ], "duration": 96.66, "caption": "A man lays in the hospital bed and clutches his knee.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 120032, "video_name": "friends_s07e04_seg02_clip_17", "timestamp": [ 40.34, 42.86 ], "duration": 63.66, "caption": "A man sits up in a hospital bed and removes bandages from his face.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 120033, "video_name": "house_s04e16_seg02_clip_24", "timestamp": [ 99.56, 126.03 ], "duration": 126.66, "caption": "A man is lying in a hospital bed with tiny band-aids on his forehead, only moving his eyes; a woman by his bedside talks to him.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 120034, "video_name": "house_s03e06_seg02_clip_17", "timestamp": [ 40.39, 45.14 ], "duration": 95.66, "caption": "A man lies in the hospital bed, he shifts his body while talking to a person.", "similarity": 0.6318, "relevance": 2 }, { "pair_id": 120035, "video_name": "house_s01e15_seg02_clip_25", "timestamp": [ 13.7, 19.51 ], "duration": 83.66, "caption": "A man lies in a hospital bed and reclines onto the pillow, shutting his eyes.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 120036, "video_name": "grey_s03e14_seg02_clip_12", "timestamp": [ 0.0, 6.93 ], "duration": 99.66, "caption": "A man keeps walking through the hospital until he passes out on a bed.", "similarity": 0.6287, "relevance": 1 }, { "pair_id": 120037, "video_name": "house_s02e21_seg02_clip_16", "timestamp": [ 63.25, 90.36 ], "duration": 90.66, "caption": "A man lightly convulses while laying in a hospital bed.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 120038, "video_name": "house_s04e13_seg02_clip_08", "timestamp": [ 26.55, 37.07 ], "duration": 91.66, "caption": "A man has a stroke while lying in the hospital bed.", "similarity": 0.6261, "relevance": 2 }, { "pair_id": 120039, "video_name": "met_s03e20_seg02_clip_15", "timestamp": [ 0.0, 8.36 ], "duration": 74.66, "caption": "A man is lying on a hospital bed with a neck brace and casts on his body.", "similarity": 0.6228, "relevance": 2 } ] }, { "query_id": 54620, "query": "A man points his fingers like a gun towards woman before getting escorted out.", "relevant_moment": [ { "pair_id": 11940, "video_name": "house_s06e11_seg02_clip_03", "timestamp": [ 17.86, 23.36 ], "duration": 91.66, "caption": "A man points his fingers like a gun towards woman before getting escorted out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11941, "video_name": "castle_s06e13_seg02_clip_20", "timestamp": [ 5.17, 11.28 ], "duration": 94.66, "caption": "A man points his gun at a woman and she puts her hands up.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 11942, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 0.0, 3.4 ], "duration": 68.66, "caption": "A woman pulls out a gun and points it at a man.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 11943, "video_name": "castle_s08e18_seg02_clip_22", "timestamp": [ 87.92, 94.03 ], "duration": 94.66, "caption": "A man holds out both of his hands while woman points a gun.", "similarity": 0.7533, "relevance": 1 }, { "pair_id": 11944, "video_name": "castle_s05e18_seg02_clip_22", "timestamp": [ 83.93, 94.61 ], "duration": 97.66, "caption": "A man points the gun at a woman, while she closes her eyes and faces away from him.", "similarity": 0.7521, "relevance": 2 }, { "pair_id": 11945, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 4.42, 14.29 ], "duration": 68.66, "caption": "A woman walks towards a man while pointing a gun at him.", "similarity": 0.7409, "relevance": 1 }, { "pair_id": 11946, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 48.04, 53.57 ], "duration": 85.66, "caption": "A woman takes out her gun and points it at a man.", "similarity": 0.7401, "relevance": 1 }, { "pair_id": 11947, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 55.9, 57.22 ], "duration": 88.66, "caption": "A woman puts down the gun and gestures towards a man.", "similarity": 0.7354, "relevance": 0 }, { "pair_id": 11948, "video_name": "castle_s03e17_seg02_clip_22", "timestamp": [ 0.0, 3.8 ], "duration": 95.66, "caption": "Woman hands a man a gun as she approaches him.", "similarity": 0.7291, "relevance": 1 }, { "pair_id": 11949, "video_name": "friends_s03e01_seg02_clip_14", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A man lifts his hand and points a finger at a woman.", "similarity": 0.7288, "relevance": 0 }, { "pair_id": 11950, "video_name": "castle_s06e04_seg02_clip_14", "timestamp": [ 67.18, 71.78 ], "duration": 92.66, "caption": "A man tries to approach a woman and backs away when she shakes her gun at him.", "similarity": 0.7235, "relevance": 1 }, { "pair_id": 11951, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 0.0, 10.9 ], "duration": 90.66, "caption": "A man was pointing a gun at a woman as he was talking.", "similarity": 0.7224, "relevance": 1 }, { "pair_id": 11952, "video_name": "castle_s04e16_seg02_clip_23", "timestamp": [ 67.0, 83.66 ], "duration": 83.66, "caption": "A person points a gun to man and woman.", "similarity": 0.7217, "relevance": 1 }, { "pair_id": 11953, "video_name": "met_s02e05_seg02_clip_09", "timestamp": [ 7.2, 9.0 ], "duration": 60.66, "caption": "A man uses his finger to point towards a woman several times while she stands by a door.", "similarity": 0.7189, "relevance": 1 }, { "pair_id": 11954, "video_name": "friends_s10e09_seg02_clip_05", "timestamp": [ 27.51, 33.48 ], "duration": 59.66, "caption": "A man points towards himself and then points a finger at a woman.", "similarity": 0.7179, "relevance": 1 }, { "pair_id": 11955, "video_name": "friends_s08e23-24_seg02_clip_30", "timestamp": [ 14.95, 17.39 ], "duration": 61.66, "caption": "A man throws his hands up, points to a woman and signals okay while backing away from her.", "similarity": 0.717, "relevance": 1 }, { "pair_id": 11956, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 14.75, 18.88 ], "duration": 118.66, "caption": "A woman tells someone they'll leave but he points his finger at a man instead.", "similarity": 0.7167, "relevance": 1 }, { "pair_id": 11957, "video_name": "castle_s08e19_seg02_clip_23", "timestamp": [ 62.25, 66.66 ], "duration": 98.66, "caption": "A gun is held up and pointed at a man by a woman.", "similarity": 0.7159, "relevance": 1 }, { "pair_id": 11958, "video_name": "castle_s08e05_seg02_clip_16", "timestamp": [ 39.17, 43.18 ], "duration": 89.66, "caption": "A man takes out their gun and points it at another person.", "similarity": 0.7133, "relevance": 1 }, { "pair_id": 11959, "video_name": "castle_s05e01_seg02_clip_24", "timestamp": [ 1.78, 7.13 ], "duration": 89.66, "caption": "A woman is pointing a gun to a man.", "similarity": 0.7073, "relevance": 1 } ] }, { "query_id": 54630, "query": "A person is sitting with someone at a cafe as they eat and converse.", "relevant_moment": [ { "pair_id": 147580, "video_name": "house_s06e11_seg02_clip_05", "timestamp": [ 0.0, 73.23 ], "duration": 83.66, "caption": "A person is sitting with someone at a cafe as they eat and converse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147581, "video_name": "friends_s04e08_seg02_clip_06", "timestamp": [ 44.19, 57.02 ], "duration": 57.66, "caption": "Two people discuss the situation with someone while sitting at the cafe.", "similarity": 0.8195, "relevance": 3 }, { "pair_id": 147582, "video_name": "friends_s01e13_seg02_clip_19", "timestamp": [ 1.4, 56.02 ], "duration": 56.66, "caption": "Two people have a conversation together in a cafe.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 147583, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 39.24, 62.28 ], "duration": 62.66, "caption": "They are having a conversation in a cafe.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 147584, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 0.0, 31.45 ], "duration": 62.66, "caption": "They are having a conversation in a cafe.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 147585, "video_name": "house_s01e01_seg02_clip_10", "timestamp": [ 75.15, 90.54 ], "duration": 90.66, "caption": "Two people are in a cafe conversing with each other.", "similarity": 0.7585, "relevance": 4 }, { "pair_id": 147586, "video_name": "friends_s01e22_seg02_clip_17", "timestamp": [ 6.3, 28.99 ], "duration": 63.66, "caption": "They are in a cafe and having a conversation with each other.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 147587, "video_name": "friends_s10e14_seg02_clip_11", "timestamp": [ 21.35, 60.15 ], "duration": 60.66, "caption": "Two people sit at a high top table in a cafe having a conversation.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 147588, "video_name": "s07e12_seg02_clip_00", "timestamp": [ 27.6, 62.03 ], "duration": 62.66, "caption": "A person is conversing with two other people as they sit with them at a restaurant table.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 147589, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 37.95, 65.63 ], "duration": 89.66, "caption": "A person is sitting with someone conversing as another person to converse with them.", "similarity": 0.7342, "relevance": 2 }, { "pair_id": 147590, "video_name": "house_s01e13_seg02_clip_24", "timestamp": [ 0.0, 45.48 ], "duration": 93.66, "caption": "A person is sitting across from another person as they converse.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 147591, "video_name": "friends_s09e23-24_seg02_clip_07", "timestamp": [ 0.0, 51.78 ], "duration": 62.66, "caption": "A woman and a man are speaking to each other as they are at a cafe.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 147592, "video_name": "house_s02e22_seg02_clip_12", "timestamp": [ 0.0, 7.68 ], "duration": 96.66, "caption": "A person is holding a cup of coffee as he converses with another person.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 147593, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 0.0, 51.16 ], "duration": 93.66, "caption": "A man is sitting across from another person as they converse in a cafeteria.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 147594, "video_name": "friends_s08e07_seg02_clip_02", "timestamp": [ 1.19, 41.41 ], "duration": 59.66, "caption": "Two people are in the cafe talking about someone in a building.", "similarity": 0.7101, "relevance": 3 }, { "pair_id": 147595, "video_name": "s04e03_seg02_clip_12", "timestamp": [ 41.32, 59.03 ], "duration": 59.66, "caption": "A person is in the kitchen with another person as they converse.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 147596, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 5.01, 10.92 ], "duration": 91.66, "caption": "A person sits down and gets his food while another person is talking.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 147597, "video_name": "friends_s10e08_seg01_clip_00", "timestamp": [ 0.0, 8.55 ], "duration": 95.66, "caption": "A man and a woman enter the cafe together from the entrance and initiate a conversation with the others.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 147598, "video_name": "castle_s02e06_seg02_clip_25", "timestamp": [ 22.96, 90.02 ], "duration": 90.66, "caption": "A person sits at someone's desk and they converse with each other.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 147599, "video_name": "friends_s04e18_seg01_clip_01", "timestamp": [ 8.75, 14.64 ], "duration": 38.66, "caption": "A man is sitting in the armchair with his legs crossed in the cafe and joins two women's conversation.", "similarity": 0.6954, "relevance": 2 } ] }, { "query_id": 54672, "query": "A man puts the telephone down on the counter.", "relevant_moment": [ { "pair_id": 153960, "video_name": "friends_s07e23-24_seg02_clip_20", "timestamp": [ 48.47, 49.64 ], "duration": 58.66, "caption": "A man puts the telephone down on the counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153961, "video_name": "friends_s03e22_seg02_clip_16", "timestamp": [ 17.71, 20.07 ], "duration": 59.66, "caption": "A person sets the phone down on the counter.", "similarity": 0.8491, "relevance": 4 }, { "pair_id": 153962, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 40.56, 42.18 ], "duration": 54.66, "caption": "A man picks up the telephone from the counter.", "similarity": 0.8198, "relevance": 1 }, { "pair_id": 153963, "video_name": "friends_s06e12_seg02_clip_01", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A man has the phone to their ear and then sets it down on the counter.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 153964, "video_name": "friends_s04e07_seg02_clip_08", "timestamp": [ 0.0, 2.86 ], "duration": 57.66, "caption": "A man hangs up the phone on the counter.", "similarity": 0.7905, "relevance": 3 }, { "pair_id": 153965, "video_name": "friends_s06e20_seg02_clip_16", "timestamp": [ 9.44, 11.05 ], "duration": 46.66, "caption": "A man picks up the phone on the counter.", "similarity": 0.7861, "relevance": 1 }, { "pair_id": 153966, "video_name": "friends_s06e20_seg02_clip_07", "timestamp": [ 3.75, 6.06 ], "duration": 57.66, "caption": "A man put down the phone.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 153967, "video_name": "friends_s07e10_seg01_clip_00", "timestamp": [ 1.44, 5.28 ], "duration": 96.66, "caption": "A man ends the phone call and sets it down.", "similarity": 0.7441, "relevance": 4 }, { "pair_id": 153968, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 12.36, 16.58 ], "duration": 65.66, "caption": "A man hangs up the phone and sits on the counter.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 153969, "video_name": "castle_s02e19_seg02_clip_10", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A man puts down his phone after the call ends.", "similarity": 0.7351, "relevance": 1 }, { "pair_id": 153970, "video_name": "castle_s06e09_seg02_clip_19", "timestamp": [ 10.01, 13.2 ], "duration": 91.66, "caption": "A man finishes his phone call then sets the phone down.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 153971, "video_name": "friends_s08e03_seg02_clip_00", "timestamp": [ 45.46, 48.34 ], "duration": 64.66, "caption": "A man picks up his phone on the kitchen counter and dials on it.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 153972, "video_name": "friends_s04e22_seg02_clip_12", "timestamp": [ 40.97, 48.85 ], "duration": 63.66, "caption": "A man picks up the phone off the counter to call the police.", "similarity": 0.7062, "relevance": 1 }, { "pair_id": 153973, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 17.8, 24.48 ], "duration": 89.66, "caption": "A man hangs up the phone and then places it down.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 153974, "video_name": "friends_s05e11_seg02_clip_12", "timestamp": [ 8.21, 11.6 ], "duration": 56.66, "caption": "A man sits at the counter and answers the phone.", "similarity": 0.7007, "relevance": 1 }, { "pair_id": 153975, "video_name": "friends_s06e24-25_seg02_clip_30", "timestamp": [ 9.15, 11.9 ], "duration": 61.66, "caption": "A man hangs up the phone and puts it down on the table.", "similarity": 0.6949, "relevance": 3 }, { "pair_id": 153976, "video_name": "friends_s10e04_seg02_clip_14", "timestamp": [ 6.65, 7.86 ], "duration": 60.66, "caption": "A man hangs up the landline phone and puts it down.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 153977, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 28.21, 30.31 ], "duration": 60.66, "caption": "A person ends a phonecall and puts the phone down on a table.", "similarity": 0.6826, "relevance": 3 }, { "pair_id": 153978, "video_name": "friends_s04e22_seg02_clip_11", "timestamp": [ 13.58, 16.53 ], "duration": 59.66, "caption": "A man sets his bag down on the floor and another person sets the phone down on the counter.", "similarity": 0.6746, "relevance": 0 }, { "pair_id": 153979, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 58.59, 59.81 ], "duration": 61.66, "caption": "A man picks up the phone from the counter in the kitchen.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 327280, "video_name": "friends_s01e20_seg02_clip_06", "timestamp": [ 32.19, 35.21 ], "duration": 55.66, "caption": "A man makes a call on a white telephone while holding a black telephone in their other hand.", "similarity": 0.6643, "relevance": 3 }, { "pair_id": 327281, "video_name": "friends_s06e20_seg02_clip_07", "timestamp": [ 0.0, 6.06 ], "duration": 57.66, "caption": "A man answers the phone then sets it down.", "similarity": 0.6642, "relevance": 3 }, { "pair_id": 327282, "video_name": "house_s02e06_seg02_clip_06", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 327283, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 11.41, 15.61 ], "duration": 60.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.6581, "relevance": 4 }, { "pair_id": 327284, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 15.13, 26.26 ], "duration": 89.66, "caption": "A man realizes the person on the phone has hung up and puts down the phone.", "similarity": 0.6548, "relevance": 4 }, { "pair_id": 327285, "video_name": "s07e24_seg02_clip_04", "timestamp": [ 0.0, 15.13 ], "duration": 56.66, "caption": "A woman is talking on the phone and then sets the phone down on the counter top.", "similarity": 0.6548, "relevance": 3 }, { "pair_id": 327286, "video_name": "s06e09_seg02_clip_00", "timestamp": [ 42.8, 45.9 ], "duration": 62.66, "caption": "A person hangs up and puts the phone down.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 327287, "video_name": "house_s01e18_seg02_clip_13", "timestamp": [ 6.3, 24.76 ], "duration": 90.66, "caption": "A man picks up the phone and makes a call.", "similarity": 0.6499, "relevance": 4 }, { "pair_id": 327288, "video_name": "s01e11_seg02_clip_02", "timestamp": [ 44.81, 51.17 ], "duration": 53.66, "caption": "A person picks up the telephone and dials a number.", "similarity": 0.6467, "relevance": 3 }, { "pair_id": 327289, "video_name": "friends_s10e11_seg02_clip_06", "timestamp": [ 0.0, 1.24 ], "duration": 62.66, "caption": "A woman sets the phone book down on the counter.", "similarity": 0.6444, "relevance": 3 }, { "pair_id": 327290, "video_name": "castle_s04e13_seg02_clip_23", "timestamp": [ 13.4, 17.42 ], "duration": 89.66, "caption": "A man picked up a phone and make a call.", "similarity": 0.6427, "relevance": 3 }, { "pair_id": 327291, "video_name": "house_s05e14_seg02_clip_16", "timestamp": [ 52.21, 57.62 ], "duration": 90.66, "caption": "A man takes a phone from the shelf and starts to make a call.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 327292, "video_name": "house_s04e01_seg02_clip_07", "timestamp": [ 11.25, 13.95 ], "duration": 90.66, "caption": "A man hangs up the telephone on his desk.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 327293, "video_name": "friends_s05e06_seg02_clip_20", "timestamp": [ 18.49, 24.21 ], "duration": 88.66, "caption": "A man walks to the table and sets the phone down.", "similarity": 0.6344, "relevance": 3 }, { "pair_id": 327294, "video_name": "friends_s03e08_seg02_clip_01", "timestamp": [ 31.12, 38.01 ], "duration": 55.66, "caption": "A man hangs up the phone and walks over to the table to put it down.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 327295, "video_name": "friends_s08e03_seg02_clip_13", "timestamp": [ 45.21, 48.32 ], "duration": 56.66, "caption": "A person hangs up the phone and sets it down on table.", "similarity": 0.6328, "relevance": 3 }, { "pair_id": 327296, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 1.48, 9.15 ], "duration": 59.66, "caption": "A man picks up his phone from the table and places it back down.", "similarity": 0.6318, "relevance": 3 }, { "pair_id": 327297, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 3.12, 9.35 ], "duration": 89.66, "caption": "A man picks up his phone and takes a call.", "similarity": 0.6292, "relevance": 3 }, { "pair_id": 327298, "video_name": "castle_s02e07_seg02_clip_23", "timestamp": [ 52.19, 56.42 ], "duration": 94.66, "caption": "A person takes out his phone and makes a call.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 327299, "video_name": "house_s07e13_seg02_clip_04", "timestamp": [ 15.48, 33.12 ], "duration": 86.66, "caption": "A man holds down the phone while someone is trying to use it, they slam the phone down onto their hand.", "similarity": 0.6257, "relevance": 3 } ] }, { "query_id": 54697, "query": "A man drinks all of his shot and sets the glass down.", "relevant_moment": [ { "pair_id": 163280, "video_name": "met_s02e02_seg02_clip_14", "timestamp": [ 50.76, 56.66 ], "duration": 59.66, "caption": "A man drinks all of his shot and sets the glass down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163281, "video_name": "house_s08e07_seg02_clip_13", "timestamp": [ 18.71, 23.81 ], "duration": 85.66, "caption": "A man drinks a shot and puts the glass back on the table.", "similarity": 0.8124, "relevance": 4 }, { "pair_id": 163282, "video_name": "house_s07e14_seg02_clip_23", "timestamp": [ 41.34, 43.34 ], "duration": 57.66, "caption": "A person lifts the shot glass and drink.", "similarity": 0.7158, "relevance": 4 }, { "pair_id": 163283, "video_name": "s04e07_seg02_clip_15", "timestamp": [ 19.21, 28.51 ], "duration": 60.66, "caption": "A person raises a shot glass, drinks its contents then spits it back into the shot glass.", "similarity": 0.703, "relevance": 4 }, { "pair_id": 163284, "video_name": "s04e07_seg02_clip_16", "timestamp": [ 31.21, 42.92 ], "duration": 60.66, "caption": "A person downs a shot and leaves then runs back and spits the drink back in the shot glass.", "similarity": 0.701, "relevance": 4 }, { "pair_id": 163285, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 13.21, 14.71 ], "duration": 60.66, "caption": "A man takes a drink out of his glass.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 163286, "video_name": "s05e16_seg02_clip_14", "timestamp": [ 41.78, 45.55 ], "duration": 58.66, "caption": "A man takes a drink out of his glass.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 163287, "video_name": "house_s07e23_seg02_clip_19", "timestamp": [ 3.99, 17.29 ], "duration": 88.66, "caption": "A man picks up his drink, drinks from the straw and sets his drink back down.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 163288, "video_name": "house_s07e08_seg02_clip_20", "timestamp": [ 84.16, 87.92 ], "duration": 94.66, "caption": "A man pours a drink from one glass into the other, then drinks it down.", "similarity": 0.6861, "relevance": 4 }, { "pair_id": 163289, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 6.0, 7.88 ], "duration": 75.66, "caption": "A person takes a drink and then sets the glass back down on the table.", "similarity": 0.6849, "relevance": 4 }, { "pair_id": 163290, "video_name": "castle_s08e19_seg02_clip_26", "timestamp": [ 6.49, 11.21 ], "duration": 118.66, "caption": "A person pours himself a drink into a clear glass and sets the bottle down.", "similarity": 0.6673, "relevance": 1 }, { "pair_id": 163291, "video_name": "s06e21_seg02_clip_14", "timestamp": [ 0.89, 7.67 ], "duration": 59.66, "caption": "A man picks up a wine glass, takes a sip, and then sets it back down.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 163292, "video_name": "met_s03e09_seg02_clip_16", "timestamp": [ 34.33, 35.53 ], "duration": 59.66, "caption": "A man raises his glass to take a drink.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 163293, "video_name": "house_s01e20_seg02_clip_24", "timestamp": [ 2.6, 4.55 ], "duration": 130.66, "caption": "Someone takes a drink out of a shot bottle.", "similarity": 0.6642, "relevance": 3 }, { "pair_id": 163294, "video_name": "s04e07_seg02_clip_14", "timestamp": [ 45.32, 53.12 ], "duration": 60.66, "caption": "A person drinks from a shot glass and spits the drink back into the glass.", "similarity": 0.6635, "relevance": 4 }, { "pair_id": 163295, "video_name": "house_s05e24_seg02_clip_01", "timestamp": [ 7.2, 9.9 ], "duration": 90.66, "caption": "A person takes a drink from their mug and sets it down.", "similarity": 0.6581, "relevance": 1 }, { "pair_id": 163296, "video_name": "friends_s05e11_seg02_clip_00", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A man takes a drink from a beer bottle then sets it down on the coffee table.", "similarity": 0.6575, "relevance": 1 }, { "pair_id": 163297, "video_name": "s09e20_seg02_clip_10", "timestamp": [ 52.52, 54.02 ], "duration": 60.66, "caption": "A man takes a drink from his wine glass during a game.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 163298, "video_name": "met_s06e19_seg02_clip_12", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man takes down his drink after saying it gets better with time.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 163299, "video_name": "house_s05e16_seg02_clip_13", "timestamp": [ 25.12, 29.77 ], "duration": 93.66, "caption": "A person takes a drink of personal beer and person sets personal shot down.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 336600, "video_name": "met_s06e14_seg02_clip_20", "timestamp": [ 2.32, 6.2 ], "duration": 44.66, "caption": "A man sets down his drink and stands up from his seat.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 336601, "video_name": "castle_s03e15_seg02_clip_25", "timestamp": [ 79.88, 85.78 ], "duration": 90.66, "caption": "A man takes a sip of his drink and puts the glass on a table.", "similarity": 0.6511, "relevance": 3 }, { "pair_id": 336602, "video_name": "met_s06e05_seg02_clip_04", "timestamp": [ 15.09, 19.15 ], "duration": 58.66, "caption": "A man takes a drink from his beer bottle and sets it back down on the table.", "similarity": 0.6497, "relevance": 3 }, { "pair_id": 336603, "video_name": "met_s03e01_seg01_clip_00", "timestamp": [ 21.17, 24.85 ], "duration": 91.66, "caption": "A man drinks from the glass of his alcoholic beverage.", "similarity": 0.6488, "relevance": 3 }, { "pair_id": 336604, "video_name": "castle_s07e07_seg02_clip_11", "timestamp": [ 24.45, 28.46 ], "duration": 80.66, "caption": "A person drinks a shot and slides the shot glass back to the bartender.", "similarity": 0.6453, "relevance": 4 }, { "pair_id": 336605, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 40.94, 44.35 ], "duration": 62.66, "caption": "A man takes a drink out of his wine glass.", "similarity": 0.6438, "relevance": 3 }, { "pair_id": 336606, "video_name": "met_s06e21_seg02_clip_04", "timestamp": [ 8.87, 21.72 ], "duration": 61.66, "caption": "A man starts drinking shots, one after the other.", "similarity": 0.6368, "relevance": 3 }, { "pair_id": 336607, "video_name": "met_s04e03_seg01_clip_01", "timestamp": [ 82.27, 84.15 ], "duration": 91.66, "caption": "A man sets his beer down on the table after taking a drink.", "similarity": 0.6367, "relevance": 3 }, { "pair_id": 336608, "video_name": "s05e24_seg02_clip_09", "timestamp": [ 10.4, 16.07 ], "duration": 63.66, "caption": "A person drinks some wine then sets it down.", "similarity": 0.6361, "relevance": 3 }, { "pair_id": 336609, "video_name": "friends_s10e07_seg02_clip_09", "timestamp": [ 37.28, 39.53 ], "duration": 56.66, "caption": "A person takes a drink from a cup and sets it down slowly.", "similarity": 0.6345, "relevance": 3 }, { "pair_id": 336610, "video_name": "s02e08_seg02_clip_08", "timestamp": [ 17.12, 21.76 ], "duration": 58.66, "caption": "A man drinks from his wine glass and then places it on the table.", "similarity": 0.6328, "relevance": 3 }, { "pair_id": 336611, "video_name": "s02e02_seg02_clip_08", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A man places down his glass of wine on the coffee table.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 336612, "video_name": "met_s03e06_seg02_clip_04", "timestamp": [ 33.83, 39.92 ], "duration": 60.66, "caption": "A man raises his glass slightly before taking a drink.", "similarity": 0.6294, "relevance": 3 }, { "pair_id": 336613, "video_name": "friends_s01e08_seg02_clip_09", "timestamp": [ 1.74, 3.48 ], "duration": 58.66, "caption": "A man is taking a sip from his glass cup.", "similarity": 0.6281, "relevance": 3 }, { "pair_id": 336614, "video_name": "s04e07_seg02_clip_14", "timestamp": [ 42.32, 48.02 ], "duration": 60.66, "caption": "A person picks up a shot glass and downs the contents.", "similarity": 0.628, "relevance": 4 }, { "pair_id": 336615, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 13.34, 24.5 ], "duration": 62.66, "caption": "A man takes a drink from his glass at the table.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 336616, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 2.66, 3.84 ], "duration": 59.66, "caption": "A man takes a sip of his drink and lowers the cup.", "similarity": 0.6267, "relevance": 3 }, { "pair_id": 336617, "video_name": "friends_s03e06_seg02_clip_17", "timestamp": [ 13.24, 19.54 ], "duration": 63.66, "caption": "A man tries to pour shots but the bottle is empty.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 336618, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 23.79, 27.27 ], "duration": 58.66, "caption": "A person takes a sip of their water and then sets the glass down on the table.", "similarity": 0.6237, "relevance": 3 }, { "pair_id": 336619, "video_name": "friends_s03e02_seg02_clip_18", "timestamp": [ 7.44, 9.61 ], "duration": 62.66, "caption": "A man is about to drink out of a glass as woman stops him.", "similarity": 0.6233, "relevance": 3 } ] }, { "query_id": 54712, "query": "A man accidentally throws his sword behind a wall.", "relevant_moment": [ { "pair_id": 4720, "video_name": "friends_s07e23-24_seg02_clip_29", "timestamp": [ 44.44, 46.64 ], "duration": 63.66, "caption": "A man accidentally throws his sword behind a wall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4721, "video_name": "met_s02e18_seg02_clip_00", "timestamp": [ 21.15, 27.29 ], "duration": 61.66, "caption": "A person takes a sword down from the wall and gives it to man.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 4722, "video_name": "castle_s02e02_seg02_clip_15", "timestamp": [ 74.41, 78.92 ], "duration": 90.66, "caption": "A man throws up two fingers then leans against the wall.", "similarity": 0.5766, "relevance": 0 }, { "pair_id": 4723, "video_name": "s06e15_seg02_clip_06", "timestamp": [ 8.0, 17.29 ], "duration": 64.66, "caption": "A person places their hand on a sword hanging on the wall.", "similarity": 0.575, "relevance": 1 }, { "pair_id": 4724, "video_name": "house_s06e17_seg02_clip_01", "timestamp": [ 1.8, 4.05 ], "duration": 90.66, "caption": "A person throws person a backpack using a medieval sword to swing it.", "similarity": 0.566, "relevance": 1 }, { "pair_id": 4725, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 9.88, 13.03 ], "duration": 89.66, "caption": "A man intentionally throws a thing at his desk.", "similarity": 0.5541, "relevance": 0 }, { "pair_id": 4726, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 26.18, 32.4 ], "duration": 88.66, "caption": "A man paces and then punches the wall with his fist.", "similarity": 0.5483, "relevance": 0 }, { "pair_id": 4727, "video_name": "castle_s03e04_seg02_clip_12", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A man swings his sword at another person in the street.", "similarity": 0.5342, "relevance": 2 }, { "pair_id": 4728, "video_name": "s10e10_seg02_clip_00", "timestamp": [ 51.87, 54.62 ], "duration": 61.66, "caption": "A person walks over to a sword on the wall and motions to it with their right hand.", "similarity": 0.5338, "relevance": 1 }, { "pair_id": 4729, "video_name": "s10e13_seg02_clip_06", "timestamp": [ 14.76, 18.59 ], "duration": 59.66, "caption": "A man is sitting on a sling shot and is thrown through a wall.", "similarity": 0.5336, "relevance": 0 }, { "pair_id": 4730, "video_name": "s06e18_seg02_clip_16", "timestamp": [ 0.52, 2.08 ], "duration": 52.66, "caption": "A man throws a jacket over the back of a chair.", "similarity": 0.5334, "relevance": 0 }, { "pair_id": 4731, "video_name": "friends_s03e08_seg02_clip_13", "timestamp": [ 2.67, 6.81 ], "duration": 59.66, "caption": "A man throws at the wall while another person tries to start a conversation.", "similarity": 0.5327, "relevance": 1 }, { "pair_id": 4732, "video_name": "house_s03e16_seg02_clip_20", "timestamp": [ 6.24, 8.07 ], "duration": 73.66, "caption": "A man throw a thing and get out of the room.", "similarity": 0.5228, "relevance": 1 }, { "pair_id": 4733, "video_name": "castle_s06e06_seg02_clip_14", "timestamp": [ 0.0, 10.95 ], "duration": 91.66, "caption": "A man has a sword pointed at another man's face.", "similarity": 0.5218, "relevance": 1 }, { "pair_id": 4734, "video_name": "friends_s07e04_seg02_clip_07", "timestamp": [ 26.71, 27.61 ], "duration": 60.66, "caption": "A man throws a piece of paper behind him.", "similarity": 0.5183, "relevance": 0 }, { "pair_id": 4735, "video_name": "friends_s03e08_seg02_clip_11", "timestamp": [ 46.52, 56.12 ], "duration": 60.66, "caption": "A man throws a dart across the room two times.", "similarity": 0.5159, "relevance": 1 }, { "pair_id": 4736, "video_name": "house_s04e08_seg02_clip_17", "timestamp": [ 23.67, 31.86 ], "duration": 91.66, "caption": "A man takes off his jacket and throws it over the back of a chair.", "similarity": 0.5124, "relevance": 0 }, { "pair_id": 4737, "video_name": "house_s06e17_seg02_clip_01", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A person accidentally cuts an ornament of a human head in half with a sword.", "similarity": 0.5123, "relevance": 1 }, { "pair_id": 4738, "video_name": "friends_s03e02_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A man touches the wall then brings his hand away.", "similarity": 0.5105, "relevance": 0 }, { "pair_id": 4739, "video_name": "house_s04e05_seg02_clip_18", "timestamp": [ 11.46, 12.79 ], "duration": 88.66, "caption": "A man catches a towel that is thrown at him.", "similarity": 0.5102, "relevance": 0 } ] }, { "query_id": 54740, "query": "A man gives a person a key with his left hand.", "relevant_moment": [ { "pair_id": 14220, "video_name": "s09e04_seg02_clip_02", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A man gives a person a key with his left hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14221, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 6.16, 8.4 ], "duration": 56.66, "caption": "A person holds up a key for another person to take from him.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 14222, "video_name": "friends_s03e17_seg02_clip_13", "timestamp": [ 23.57, 24.81 ], "duration": 62.66, "caption": "A woman places a set of keys in a man's hand.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 14223, "video_name": "castle_s04e16_seg02_clip_26", "timestamp": [ 73.77, 80.47 ], "duration": 149.66, "caption": "A man holds up some keys and gives them to a woman.", "similarity": 0.7103, "relevance": 3 }, { "pair_id": 14225, "video_name": "s04e12_seg02_clip_09", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A person is holding two key-chains in his hands.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 14226, "video_name": "s09e04_seg02_clip_02", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man returns the apartment key by placing it in another person's hand.", "similarity": 0.6913, "relevance": 4 }, { "pair_id": 14228, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 35.31, 37.46 ], "duration": 61.66, "caption": "A man pulls a key out of his pocket.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 14229, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 14230, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 83.23, 89.49 ], "duration": 89.66, "caption": "A man holds a set of keys for woman to see.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 14231, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 14233, "video_name": "house_s07e14_seg02_clip_24", "timestamp": [ 48.73, 55.69 ], "duration": 87.66, "caption": "A man grabs the keys when another man reaches for them and holds them up.", "similarity": 0.6708, "relevance": 1 }, { "pair_id": 14234, "video_name": "friends_s06e01_seg02_clip_18", "timestamp": [ 50.12, 53.72 ], "duration": 60.66, "caption": "A woman gets the keys fast and gives it to a man.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 14235, "video_name": "met_s02e18_seg02_clip_02", "timestamp": [ 23.76, 31.78 ], "duration": 59.66, "caption": "A man picks up the keys and takes a box from someone after he agrees to help.", "similarity": 0.6706, "relevance": 1 }, { "pair_id": 14236, "video_name": "castle_s07e07_seg02_clip_03", "timestamp": [ 36.4, 38.7 ], "duration": 92.66, "caption": "A man takes some keys out of his pocket and shows them to woman.", "similarity": 0.6695, "relevance": 1 }, { "pair_id": 14237, "video_name": "castle_s05e18_seg02_clip_19", "timestamp": [ 41.93, 47.21 ], "duration": 66.66, "caption": "A man holds up keys and another man takes them and puts him in his pocket.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 14238, "video_name": "friends_s07e05_seg02_clip_08", "timestamp": [ 5.3, 10.29 ], "duration": 62.66, "caption": "A man points to the key person has and she gives it to him.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 14239, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 33.31, 38.72 ], "duration": 60.66, "caption": "A man pulls his keys out of his pocket to hand to a person as he comes running for them.", "similarity": 0.6647, "relevance": 4 } ] }, { "query_id": 54742, "query": "A man nods his head while he is speaking.", "relevant_moment": [ { "pair_id": 172800, "video_name": "s09e04_seg02_clip_02", "timestamp": [ 15.01, 18.31 ], "duration": 60.66, "caption": "A man nods his head while he is speaking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172801, "video_name": "house_s07e04_seg02_clip_06", "timestamp": [ 27.24, 33.15 ], "duration": 90.66, "caption": "A man talks to someone and she nods her head.", "similarity": 0.8114, "relevance": 4 }, { "pair_id": 172802, "video_name": "house_s06e18_seg02_clip_19", "timestamp": [ 15.01, 18.51 ], "duration": 100.66, "caption": "A man speaks and nods his head, then raises his eyebrows.", "similarity": 0.8093, "relevance": 4 }, { "pair_id": 172803, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 51.62, 53.12 ], "duration": 60.66, "caption": "A man nods his head in response to something woman is saying.", "similarity": 0.795, "relevance": 4 }, { "pair_id": 172804, "video_name": "house_s01e19_seg02_clip_26", "timestamp": [ 43.03, 44.44 ], "duration": 47.66, "caption": "A man nods his head at something another person says.", "similarity": 0.79, "relevance": 3 }, { "pair_id": 172805, "video_name": "s06e22_seg02_clip_17", "timestamp": [ 50.35, 55.02 ], "duration": 55.66, "caption": "A man nods at person when he is speaking to him.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 172806, "video_name": "friends_s07e07_seg02_clip_10", "timestamp": [ 1.55, 4.97 ], "duration": 62.66, "caption": "A man says something while nodding his head and another person nods their head at him.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 172807, "video_name": "castle_s05e18_seg02_clip_25", "timestamp": [ 66.17, 68.87 ], "duration": 90.66, "caption": "A man nods his head a couple times while talking to woman.", "similarity": 0.7703, "relevance": 4 }, { "pair_id": 172808, "video_name": "met_s03e08_seg02_clip_06", "timestamp": [ 20.62, 22.72 ], "duration": 59.66, "caption": "A man nods his head at something another man says.", "similarity": 0.7695, "relevance": 4 }, { "pair_id": 172809, "video_name": "s03e11_seg02_clip_06", "timestamp": [ 5.67, 9.45 ], "duration": 54.66, "caption": "A person shakes his head emphatically as a man nods and speaks to a woman.", "similarity": 0.7628, "relevance": 4 }, { "pair_id": 172810, "video_name": "house_s05e11_seg02_clip_11", "timestamp": [ 26.33, 27.27 ], "duration": 94.66, "caption": "A woman nods her head during conversation with a man.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 172811, "video_name": "s06e02_seg02_clip_08", "timestamp": [ 4.2, 7.0 ], "duration": 56.66, "caption": "A man nods his head as he thinks about what a person has just told him.", "similarity": 0.7576, "relevance": 4 }, { "pair_id": 172812, "video_name": "s07e04_seg02_clip_10", "timestamp": [ 0.93, 2.79 ], "duration": 62.66, "caption": "A man nods his head quickly as he smiles and talks to another man.", "similarity": 0.752, "relevance": 4 }, { "pair_id": 172813, "video_name": "met_s03e06_seg02_clip_15", "timestamp": [ 18.95, 27.65 ], "duration": 62.66, "caption": "A man nods his head after another man lets him know what he thought he said.", "similarity": 0.7497, "relevance": 4 }, { "pair_id": 172814, "video_name": "castle_s02e03_seg02_clip_04", "timestamp": [ 51.64, 54.41 ], "duration": 92.66, "caption": "A woman nods as she listens to man speak.", "similarity": 0.7478, "relevance": 3 }, { "pair_id": 172815, "video_name": "castle_s07e04_seg02_clip_12", "timestamp": [ 10.25, 13.81 ], "duration": 89.66, "caption": "A man nods his head while answering someone's question.", "similarity": 0.7477, "relevance": 4 }, { "pair_id": 172816, "video_name": "castle_s08e16_seg02_clip_21", "timestamp": [ 89.73, 91.57 ], "duration": 92.66, "caption": "A man puts his hand on man's head as he speaks to him.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 172817, "video_name": "friends_s04e08_seg02_clip_17", "timestamp": [ 8.4, 11.71 ], "duration": 60.66, "caption": "A man shakes his head and tells a man he is speaking again.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 172818, "video_name": "castle_s02e08_seg02_clip_08", "timestamp": [ 76.65, 78.45 ], "duration": 90.66, "caption": "A man quickly shakes his head back and forth as he talks.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 172819, "video_name": "castle_s03e18_seg02_clip_21", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man shakes his head while speaking to some people.", "similarity": 0.7445, "relevance": 4 }, { "pair_id": 346120, "video_name": "house_s05e05_seg02_clip_27", "timestamp": [ 4.07, 7.02 ], "duration": 7.66, "caption": "A man turns his head and looks up as he speaks.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 346121, "video_name": "friends_s03e08_seg02_clip_16", "timestamp": [ 50.37, 53.23 ], "duration": 57.66, "caption": "A man nods his head at what a woman just said.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 346122, "video_name": "s09e13_seg02_clip_03", "timestamp": [ 29.6, 34.48 ], "duration": 61.66, "caption": "A person rolls his eyes and shakes his head after speaking to a man.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 346123, "video_name": "s06e12_seg02_clip_10", "timestamp": [ 21.34, 24.04 ], "duration": 54.66, "caption": "A person nods their head in affirmation of what someone is saying to them.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 346124, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 51.62, 53.42 ], "duration": 60.66, "caption": "A man smiles and nods his head after woman talks to him.", "similarity": 0.7333, "relevance": 2 }, { "pair_id": 346125, "video_name": "friends_s08e09_seg02_clip_00", "timestamp": [ 1.6, 5.76 ], "duration": 64.66, "caption": "A man nods his head after a woman says what he's thinking.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 346126, "video_name": "friends_s07e01_seg02_clip_06", "timestamp": [ 0.0, 4.36 ], "duration": 67.66, "caption": "A man says something to woman and she nods her head.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 346127, "video_name": "friends_s08e14_seg02_clip_07", "timestamp": [ 19.52, 21.63 ], "duration": 60.66, "caption": "A man nods his head and then points to his brain.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 346128, "video_name": "castle_s02e05_seg02_clip_20", "timestamp": [ 5.85, 10.8 ], "duration": 90.66, "caption": "A man shrugs slightly and nods his head from side to side when he's talking to a woman.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 346129, "video_name": "s08e23_seg02_clip_00", "timestamp": [ 55.07, 62.75 ], "duration": 64.66, "caption": "A woman nods her head as a person speaks to her.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 346130, "video_name": "house_s08e12_seg02_clip_08", "timestamp": [ 52.08, 56.09 ], "duration": 89.66, "caption": "A man shakes his head while he's talking to a woman.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 346131, "video_name": "friends_s03e05_seg02_clip_15", "timestamp": [ 23.5, 30.75 ], "duration": 58.66, "caption": "A man says something to a woman and she nods her head in agreement.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 346132, "video_name": "s03e22_seg02_clip_08", "timestamp": [ 9.0, 12.91 ], "duration": 60.66, "caption": "A man says something to a woman and she nods her head, yes.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 346133, "video_name": "met_s06e15_seg02_clip_14", "timestamp": [ 46.25, 52.65 ], "duration": 58.66, "caption": "A man nods lightly several times as woman speaks to him.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 346134, "video_name": "house_s02e18_seg02_clip_22", "timestamp": [ 25.18, 34.69 ], "duration": 95.66, "caption": "A man says something to person and she shakes her head.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 346135, "video_name": "s04e20_seg02_clip_10", "timestamp": [ 17.65, 20.73 ], "duration": 56.66, "caption": "A person nods his head and points towards a woman while speaking.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 346136, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 30.67, 33.83 ], "duration": 63.66, "caption": "A man nods his head in agreement to woman.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 346137, "video_name": "s04e17_seg02_clip_10", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man starts saying something to another man then shakes his head around.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 346138, "video_name": "s04e01_seg02_clip_09", "timestamp": [ 33.87, 35.09 ], "duration": 61.66, "caption": "A woman nods her head to acknowledge what a man just said to her.", "similarity": 0.7017, "relevance": 1 } ] }, { "query_id": 54821, "query": "A woman is standing in the kitchen fighting with a man. When he accuses her of being with someone, she puts her hands on her head and walks into the living telling him he's making this way too hard.", "relevant_moment": [ { "pair_id": 153320, "video_name": "friends_s03e15_seg02_clip_10", "timestamp": [ 0.0, 13.51 ], "duration": 60.66, "caption": "A woman is standing in the kitchen fighting with a man. When he accuses her of being with someone, she puts her hands on her head and walks into the living telling him he's making this way too hard.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153322, "video_name": "friends_s03e15_seg02_clip_10", "timestamp": [ 0.0, 44.12 ], "duration": 60.66, "caption": "A man and a woman are in her apartment having a fight about their relationship. The woman is standing in the kitchen, puts her hand on her head and walks into the living room. The man walks towards the door, opens it and leaves when the woman says they should take a break from us.", "similarity": 0.703, "relevance": 4 }, { "pair_id": 153325, "video_name": "s01e07_seg02_clip_03", "timestamp": [ 0.0, 13.69 ], "duration": 57.66, "caption": "A woman encountering problems to a man, so that he went to another person's house.", "similarity": 0.6513, "relevance": 0 }, { "pair_id": 153326, "video_name": "grey_s02e24_seg02_clip_25", "timestamp": [ 71.4, 86.02 ], "duration": 86.66, "caption": "A person gets into bed with woman and she tells him that he has to defend her.", "similarity": 0.6498, "relevance": 0 }, { "pair_id": 153327, "video_name": "friends_s09e23-24_seg02_clip_46", "timestamp": [ 2.24, 8.0 ], "duration": 64.66, "caption": "A woman tells a man what she'll do to him if he beats another woman.", "similarity": 0.6266, "relevance": 0 }, { "pair_id": 153328, "video_name": "friends_s05e05_seg02_clip_10", "timestamp": [ 14.66, 20.84 ], "duration": 51.66, "caption": "A woman is in the kitchen as a man breaks the news to her that he is going to make his marriage with a woman work.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 153329, "video_name": "friends_s07e23-24_seg02_clip_14", "timestamp": [ 0.0, 7.21 ], "duration": 60.66, "caption": "A woman is in the kitchen with two other women as she tells them that they should have a relationship like she does with a man and one of the women agrees with her.", "similarity": 0.6231, "relevance": 0 }, { "pair_id": 153330, "video_name": "friends_s05e22_seg02_clip_02", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman is in the kitchen as she yells to another person about them being tardy for her eye appointment and the other person exits their room saying they want to get it done fast.", "similarity": 0.6144, "relevance": 0 }, { "pair_id": 153331, "video_name": "s07e12_seg02_clip_07", "timestamp": [ 1.2, 3.6 ], "duration": 60.66, "caption": "A woman slaps her hand down on the kitchen counter while arguing with a man.", "similarity": 0.6089, "relevance": 2 }, { "pair_id": 153332, "video_name": "friends_s09e22_seg02_clip_14", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman talks angrily to another woman about beating a man at \"who's more over who\".", "similarity": 0.6082, "relevance": 1 }, { "pair_id": 153333, "video_name": "s09e21_seg02_clip_02", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A person is in between woman and man as he disputes with man.", "similarity": 0.6079, "relevance": 0 }, { "pair_id": 153334, "video_name": "friends_s08e07_seg02_clip_15", "timestamp": [ 45.23, 66.03 ], "duration": 66.66, "caption": "A woman gets up from the bed as she gets mad at her partner since he slept with another woman and he tries to explain to her.", "similarity": 0.6076, "relevance": 1 }, { "pair_id": 153335, "video_name": "castle_s04e09_seg02_clip_15", "timestamp": [ 0.0, 8.42 ], "duration": 99.66, "caption": "A man gets angry when woman tries to insist she's fine.", "similarity": 0.6046, "relevance": 1 }, { "pair_id": 153336, "video_name": "friends_s01e20_seg02_clip_10", "timestamp": [ 15.08, 24.83 ], "duration": 59.66, "caption": "A man insults woman after she scares him in the kitchen.", "similarity": 0.6026, "relevance": 1 }, { "pair_id": 153337, "video_name": "friends_s06e24-25_seg02_clip_17", "timestamp": [ 34.21, 37.46 ], "duration": 54.66, "caption": "A man is in the kitchen with two people as he talks about acting with a woman like he doesn't want to get married and they agree with him.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 153338, "video_name": "friends_s06e23_seg02_clip_01", "timestamp": [ 10.2, 14.71 ], "duration": 60.66, "caption": "A woman tells a man to think harder about the reason why he is angry with him.", "similarity": 0.599, "relevance": 0 }, { "pair_id": 153339, "video_name": "s06e07_seg02_clip_11", "timestamp": [ 3.47, 12.92 ], "duration": 63.66, "caption": "A woman tried to tell a man what he was doing wrong to another woman.", "similarity": 0.5973, "relevance": 0 } ] }, { "query_id": 54822, "query": "Two people are sitting at the bar having drinks with someone who is talking about various printing machines and one of them makes a nose. Another person walks in.", "relevant_moment": [ { "pair_id": 154940, "video_name": "friends_s03e15_seg02_clip_10", "timestamp": [ 45.62, 60.03 ], "duration": 60.66, "caption": "Two people are sitting at the bar having drinks with someone who is talking about various printing machines and one of them makes a nose. Another person walks in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154941, "video_name": "s02e21_seg02_clip_07", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is drinking a cocktail at a bar with another person.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 154942, "video_name": "grey_s02e15_seg02_clip_14", "timestamp": [ 41.86, 50.41 ], "duration": 90.66, "caption": "A person sits beside another person at the bar and gets a drink.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 154943, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 37.08, 59.66 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.6931, "relevance": 1 }, { "pair_id": 154944, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 0.0, 24.22 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 154945, "video_name": "met_s04e03_seg01_clip_00", "timestamp": [ 48.51, 62.19 ], "duration": 62.66, "caption": "They are having a conversation while drinking in a bar.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 154946, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 0.0, 20.76 ], "duration": 54.66, "caption": "People are having a conversation with each other while drinking in a bar.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 154947, "video_name": "met_s06e22_seg02_clip_14", "timestamp": [ 35.12, 37.48 ], "duration": 59.66, "caption": "Two people are sitting at the bar and each takes a drink of their beer simultaneously.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 154948, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 22.43, 26.86 ], "duration": 59.66, "caption": "A person takes a drink from their glass while sitting in the booth behind another person.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 154949, "video_name": "s01e08_seg02_clip_07", "timestamp": [ 7.38, 13.58 ], "duration": 59.66, "caption": "A person is sitting at a bar drinking a cocktail with a woman.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 154950, "video_name": "grey_s02e08_seg02_clip_19", "timestamp": [ 61.24, 90.06 ], "duration": 90.66, "caption": "They are having a conversation while drinking inside a bar.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 154951, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 31.14, 53.54 ], "duration": 54.66, "caption": "They having a conversation with each other while drinking in a bar.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 154952, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 0.0, 23.13 ], "duration": 60.66, "caption": "They are having a conversation while drinking alcohol in a bar.", "similarity": 0.6755, "relevance": 2 }, { "pair_id": 154953, "video_name": "met_s02e06_seg02_clip_06", "timestamp": [ 0.0, 4.66 ], "duration": 62.66, "caption": "A person is at the bar talking to two people who are drinking.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 154954, "video_name": "castle_s02e12_seg02_clip_10", "timestamp": [ 0.0, 2.35 ], "duration": 94.66, "caption": "A person is drinking from a glass as another person walks in.", "similarity": 0.6718, "relevance": 1 }, { "pair_id": 154955, "video_name": "s04e17_seg02_clip_01", "timestamp": [ 38.75, 46.99 ], "duration": 61.66, "caption": "A person sits at a bar and orders a drink from someone.", "similarity": 0.67, "relevance": 1 }, { "pair_id": 154956, "video_name": "house_s01e12_seg02_clip_10", "timestamp": [ 36.05, 46.74 ], "duration": 89.66, "caption": "A man and a woman both have drinks at the bar together.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 154957, "video_name": "house_s08e07_seg02_clip_13", "timestamp": [ 50.59, 85.02 ], "duration": 85.66, "caption": "Two people are having a conversation with each other while drinking.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 154958, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 0.0, 7.32 ], "duration": 91.66, "caption": "Two people drinking something while talking.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 154959, "video_name": "met_s04e03_seg01_clip_00", "timestamp": [ 0.0, 26.12 ], "duration": 62.66, "caption": "People are having a conversation while drinking in a bar.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 328260, "video_name": "met_s02e07_seg02_clip_06", "timestamp": [ 0.61, 2.43 ], "duration": 60.66, "caption": "A person takes a drink of wine while sitting in the booth next to another person.", "similarity": 0.6558, "relevance": 2 }, { "pair_id": 328261, "video_name": "castle_s03e05_seg02_clip_25", "timestamp": [ 49.06, 53.11 ], "duration": 90.66, "caption": "A person takes a drink of their wine glass as they are sitting with another person.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 328262, "video_name": "met_s02e10_seg02_clip_12", "timestamp": [ 18.6, 23.33 ], "duration": 59.66, "caption": "Two people walk into a bar and one of them is puzzled.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 328263, "video_name": "friends_s08e04_seg02_clip_08", "timestamp": [ 2.8, 10.27 ], "duration": 62.66, "caption": "The person sitting with another person takes a sip from their drink.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 328264, "video_name": "s05e16_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A person is sitting at a bar with another person as he talks to someone.", "similarity": 0.6524, "relevance": 2 }, { "pair_id": 328265, "video_name": "house_s07e14_seg02_clip_23", "timestamp": [ 40.49, 43.34 ], "duration": 57.66, "caption": "A man drinks alcohol from a glass at a bar while another person is talking to him.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 328266, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 31.54, 60.08 ], "duration": 60.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.6463, "relevance": 3 }, { "pair_id": 328267, "video_name": "met_s03e16_seg02_clip_02", "timestamp": [ 43.59, 58.66 ], "duration": 58.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.6463, "relevance": 3 }, { "pair_id": 328268, "video_name": "met_s03e04_seg02_clip_11", "timestamp": [ 32.91, 58.24 ], "duration": 58.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.6463, "relevance": 3 }, { "pair_id": 328269, "video_name": "met_s02e07_seg02_clip_17", "timestamp": [ 51.68, 63.03 ], "duration": 63.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 328270, "video_name": "friends_s02e10_seg02_clip_16", "timestamp": [ 9.61, 32.88 ], "duration": 62.66, "caption": "Two people have a conversation at a bar.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 328271, "video_name": "s06e01_seg02_clip_15", "timestamp": [ 22.73, 28.33 ], "duration": 59.66, "caption": "A person walks over and pours drinks for him and another person.", "similarity": 0.644, "relevance": 1 }, { "pair_id": 328272, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 31.93, 34.03 ], "duration": 84.66, "caption": "A person sits down and talks with another person at a bar.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 328273, "video_name": "friends_s05e14_seg02_clip_17", "timestamp": [ 3.32, 14.47 ], "duration": 60.66, "caption": "Two people were both drinking a glass of drink.", "similarity": 0.638, "relevance": 1 }, { "pair_id": 328274, "video_name": "friends_s02e21_seg02_clip_11", "timestamp": [ 54.32, 58.83 ], "duration": 60.66, "caption": "A person hands a blue mug to another person while he's sitting at the bar.", "similarity": 0.6371, "relevance": 1 }, { "pair_id": 328275, "video_name": "castle_s03e03_seg02_clip_17", "timestamp": [ 52.46, 76.02 ], "duration": 76.66, "caption": "Two people are at a bar having a drink and a woman tells him how much she learned from him.", "similarity": 0.636, "relevance": 2 }, { "pair_id": 328276, "video_name": "grey_s03e01_seg02_clip_17", "timestamp": [ 67.18, 92.03 ], "duration": 92.66, "caption": "Two people are having a conversation in a bar.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 328277, "video_name": "friends_s09e13_seg02_clip_13", "timestamp": [ 0.0, 16.25 ], "duration": 61.66, "caption": "Some women and a man are having drinks at a bar.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 328278, "video_name": "s03e03_seg02_clip_05", "timestamp": [ 0.0, 11.9 ], "duration": 58.66, "caption": "Two people introduce themselves to two other people at a bar.", "similarity": 0.6343, "relevance": 3 }, { "pair_id": 328279, "video_name": "grey_s03e08_seg02_clip_25", "timestamp": [ 22.57, 44.7 ], "duration": 88.66, "caption": "Two people are having a conversation with each other in a bar.", "similarity": 0.6341, "relevance": 2 } ] }, { "query_id": 54881, "query": "A woman sits down next to man on the couch with a big bowl of popcorn.", "relevant_moment": [ { "pair_id": 164740, "video_name": "met_s02e18_seg02_clip_08", "timestamp": [ 29.93, 34.72 ], "duration": 59.66, "caption": "A woman sits down next to man on the couch with a big bowl of popcorn.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164741, "video_name": "s08e14_seg02_clip_05", "timestamp": [ 3.05, 9.15 ], "duration": 61.66, "caption": "A woman is eating popcorn while sitting next to another woman.", "similarity": 0.7639, "relevance": 2 }, { "pair_id": 164742, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.21, 18.91 ], "duration": 60.66, "caption": "A woman sits down next to man on the couch.", "similarity": 0.738, "relevance": 3 }, { "pair_id": 164743, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 4.06, 7.25 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.7345, "relevance": 3 }, { "pair_id": 164744, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.7345, "relevance": 3 }, { "pair_id": 164745, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 5.61, 7.97 ], "duration": 59.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 164746, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 164747, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 36.81, 39.11 ], "duration": 92.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 164748, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.99, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 164749, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 3.08, 6.61 ], "duration": 88.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 164750, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 41.54, 45.39 ], "duration": 55.66, "caption": "A woman is stringing popcorn with man on the couch.", "similarity": 0.7238, "relevance": 2 }, { "pair_id": 164751, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 39.91, 42.01 ], "duration": 70.66, "caption": "A woman sits on the couch next to a man.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 164752, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 13.27, 21.59 ], "duration": 52.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 0.7111, "relevance": 3 }, { "pair_id": 164754, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 164755, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 164756, "video_name": "friends_s05e13_seg02_clip_15", "timestamp": [ 50.19, 54.25 ], "duration": 58.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 164757, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 73.57, 76.71 ], "duration": 89.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 164758, "video_name": "friends_s03e22_seg02_clip_09", "timestamp": [ 10.72, 16.42 ], "duration": 67.66, "caption": "A woman sits down on the couch and then a man sits down next to her.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 164759, "video_name": "friends_s03e22_seg01_clip_01", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A woman is holding a bowl of popcorn and sitting on the arm of the armchair.", "similarity": 0.6927, "relevance": 4 } ] }, { "query_id": 54891, "query": "A person gets into the tanning spray machine room.", "relevant_moment": [ { "pair_id": 158740, "video_name": "friends_s10e03_seg02_clip_04", "timestamp": [ 37.2, 39.8 ], "duration": 52.66, "caption": "A person gets into the tanning spray machine room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158741, "video_name": "friends_s10e03_seg02_clip_04", "timestamp": [ 48.12, 52.02 ], "duration": 52.66, "caption": "A man turns around and the tanning machine sprays him in the face.", "similarity": 0.7062, "relevance": 3 }, { "pair_id": 158742, "video_name": "friends_s10e03_seg02_clip_03", "timestamp": [ 40.65, 44.87 ], "duration": 65.66, "caption": "A man opens the door to the tanning booth and enters.", "similarity": 0.6696, "relevance": 3 }, { "pair_id": 158743, "video_name": "castle_s08e05_seg02_clip_07", "timestamp": [ 60.22, 68.56 ], "duration": 92.66, "caption": "A person goes into a room and gets sprayed crazily.", "similarity": 0.623, "relevance": 3 }, { "pair_id": 158744, "video_name": "friends_s10e03_seg02_clip_10", "timestamp": [ 50.72, 60.03 ], "duration": 60.66, "caption": "A person walks into the apartment with a bad fake tan.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 158745, "video_name": "friends_s10e03_seg02_clip_11", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A man introduces himself while feeling uncomfortable about his spray tan.", "similarity": 0.5633, "relevance": 2 }, { "pair_id": 158746, "video_name": "castle_s03e11_seg02_clip_09", "timestamp": [ 71.37, 77.73 ], "duration": 90.66, "caption": "A person walks in from another room buttoning his clothing.", "similarity": 0.5594, "relevance": 1 }, { "pair_id": 158747, "video_name": "s05e21_seg02_clip_11", "timestamp": [ 30.4, 34.53 ], "duration": 59.66, "caption": "A person opens the curtains and enters in the fitting room.", "similarity": 0.5578, "relevance": 3 }, { "pair_id": 158748, "video_name": "friends_s10e03_seg02_clip_18", "timestamp": [ 45.32, 60.03 ], "duration": 60.66, "caption": "A man gives someone instructions on what he wants for the spray tan.", "similarity": 0.552, "relevance": 2 }, { "pair_id": 158749, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.5509, "relevance": 1 }, { "pair_id": 158750, "video_name": "castle_s03e16_seg02_clip_22", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks into the room.", "similarity": 0.5486, "relevance": 1 }, { "pair_id": 158751, "video_name": "s03e18_seg02_clip_09", "timestamp": [ 44.8, 48.52 ], "duration": 53.66, "caption": "A person comes out of a fitting room in a plaid suit.", "similarity": 0.5434, "relevance": 2 }, { "pair_id": 158752, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A person gets out of a fitting room wearing a suit with a colored shirt inside.", "similarity": 0.5429, "relevance": 1 }, { "pair_id": 158753, "video_name": "s01e07_seg02_clip_01", "timestamp": [ 44.35, 53.03 ], "duration": 62.66, "caption": "A person gets up from his spot and heads to his room.", "similarity": 0.527, "relevance": 0 }, { "pair_id": 158754, "video_name": "friends_s03e11_seg02_clip_17", "timestamp": [ 2.01, 4.69 ], "duration": 67.66, "caption": "A person walks into the room with a hand towel.", "similarity": 0.526, "relevance": 1 }, { "pair_id": 158755, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 22.33, 31.94 ], "duration": 62.66, "caption": "A person comes through the changing room curtain, then goes back into the changing room.", "similarity": 0.5251, "relevance": 1 }, { "pair_id": 158756, "video_name": "grey_s02e17_seg02_clip_01", "timestamp": [ 32.79, 50.23 ], "duration": 83.66, "caption": "A person walks into the room while wearing a bomb vest.", "similarity": 0.5202, "relevance": 1 }, { "pair_id": 158757, "video_name": "friends_s10e03_seg02_clip_02", "timestamp": [ 55.28, 62.12 ], "duration": 62.66, "caption": "An assistant asks someone about their tanning preferences.", "similarity": 0.5161, "relevance": 1 }, { "pair_id": 158758, "video_name": "met_s02e14_seg02_clip_05", "timestamp": [ 42.02, 45.92 ], "duration": 60.66, "caption": "A person comes into the living room and handcuffs himself/herself to the radiator.", "similarity": 0.5156, "relevance": 1 }, { "pair_id": 158759, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 33.26, 41.34 ], "duration": 95.66, "caption": "A person enters the room of the patient.", "similarity": 0.5148, "relevance": 1 } ] }, { "query_id": 54930, "query": "A man lifts an index finger as he does an exaggerated ah-ha.", "relevant_moment": [ { "pair_id": 8020, "video_name": "friends_s08e11_seg02_clip_13", "timestamp": [ 16.51, 18.31 ], "duration": 60.66, "caption": "A man lifts an index finger as he does an exaggerated ah-ha.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8021, "video_name": "met_s06e23_seg02_clip_15", "timestamp": [ 0.89, 1.48 ], "duration": 59.66, "caption": "A man lifts and lowers his right index finger up in front of his face.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 8022, "video_name": "friends_s04e07_seg02_clip_05", "timestamp": [ 36.91, 41.25 ], "duration": 62.66, "caption": "A man points his left index finger in the air.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 8023, "video_name": "castle_s04e16_seg02_clip_09", "timestamp": [ 70.22, 71.56 ], "duration": 89.66, "caption": "A man points out his index finger to stress out a point.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 8024, "video_name": "met_s06e06_seg01_clip_00", "timestamp": [ 18.76, 20.76 ], "duration": 46.66, "caption": "A man raises his hands and points both index fingers up.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 8025, "video_name": "friends_s01e07_seg02_clip_21", "timestamp": [ 0.0, 0.89 ], "duration": 59.66, "caption": "A man removes their index finger from their head.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 8026, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 6.23, 9.79 ], "duration": 59.66, "caption": "A man is talking and uses his right index finger to point for emphasis.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 8027, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises his arm and points his right index finger up.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 8028, "video_name": "grey_s02e17_seg02_clip_15", "timestamp": [ 61.6, 64.87 ], "duration": 109.66, "caption": "A man lifts person's chin up by his finger.", "similarity": 0.6318, "relevance": 0 }, { "pair_id": 8029, "video_name": "friends_s01e10_seg02_clip_10", "timestamp": [ 4.1, 6.62 ], "duration": 63.66, "caption": "A man taps himself on the head with his right index finger.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 8030, "video_name": "friends_s06e02_seg02_clip_08", "timestamp": [ 17.12, 22.73 ], "duration": 59.66, "caption": "A man extends his fingers and moves them up and down.", "similarity": 0.6203, "relevance": 1 }, { "pair_id": 8031, "video_name": "friends_s05e14_seg02_clip_05", "timestamp": [ 9.7, 11.12 ], "duration": 57.66, "caption": "A man puts his index finger and thumb together and holds it up to indicate something small.", "similarity": 0.6202, "relevance": 1 }, { "pair_id": 8032, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 33.91, 41.8 ], "duration": 58.66, "caption": "A man points his right index finger at someone.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 8033, "video_name": "house_s01e02_seg02_clip_14", "timestamp": [ 79.45, 81.24 ], "duration": 89.66, "caption": "A man raises a finger in the air while sitting.", "similarity": 0.6151, "relevance": 2 }, { "pair_id": 8034, "video_name": "friends_s05e15_seg02_clip_04", "timestamp": [ 19.53, 20.44 ], "duration": 61.66, "caption": "A man refers to himself by pointing his index finger to his chest.", "similarity": 0.6056, "relevance": 1 }, { "pair_id": 8035, "video_name": "friends_s06e01_seg02_clip_05", "timestamp": [ 59.83, 61.37 ], "duration": 61.66, "caption": "A person raises their index finger in the air during a conversation.", "similarity": 0.6045, "relevance": 1 }, { "pair_id": 8036, "video_name": "met_s03e04_seg01_clip_01", "timestamp": [ 1.22, 4.48 ], "duration": 81.66, "caption": "A man shakes his index finger from side to side.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 8037, "video_name": "friends_s03e08_seg02_clip_05", "timestamp": [ 4.17, 6.84 ], "duration": 59.66, "caption": "A man moves his finger like he is thinking of something.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 8038, "video_name": "friends_s06e22_seg02_clip_17", "timestamp": [ 24.3, 25.23 ], "duration": 61.66, "caption": "A man points to his head with both index fingers and waves his hands.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 8039, "video_name": "castle_s02e07_seg02_clip_16", "timestamp": [ 10.47, 15.93 ], "duration": 91.66, "caption": "A man is talking and then begins pointing in the air with his index finger.", "similarity": 0.5958, "relevance": 2 } ] }, { "query_id": 54941, "query": "A man stands talking to his boss while pointing at him.", "relevant_moment": [ { "pair_id": 43480, "video_name": "friends_s08e11_seg02_clip_11", "timestamp": [ 13.19, 16.63 ], "duration": 57.66, "caption": "A man stands talking to his boss while pointing at him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 43481, "video_name": "s05e18_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man is pointing at a person as he is speaking to him.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 43482, "video_name": "castle_s05e07_seg02_clip_21", "timestamp": [ 0.0, 3.72 ], "duration": 93.66, "caption": "A man is pointing at man as they are conversing next to each other.", "similarity": 0.7191, "relevance": 4 }, { "pair_id": 43483, "video_name": "friends_s01e16-17_seg02_clip_15", "timestamp": [ 0.0, 11.71 ], "duration": 60.66, "caption": "A man talks to his boss at the office.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 43484, "video_name": "friends_s01e16-17_seg02_clip_14", "timestamp": [ 16.51, 21.18 ], "duration": 55.66, "caption": "A man walks over to his boss to talk to him.", "similarity": 0.7033, "relevance": 3 }, { "pair_id": 43485, "video_name": "friends_s08e05_seg02_clip_14", "timestamp": [ 18.28, 30.25 ], "duration": 63.66, "caption": "A man stands in front of his workplace as another man speaks to him.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 43486, "video_name": "s03e22_seg02_clip_01", "timestamp": [ 53.03, 58.31 ], "duration": 62.66, "caption": "A man pointed on a thing while he is talking to another man.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 43487, "video_name": "s07e22_seg02_clip_10", "timestamp": [ 34.01, 35.33 ], "duration": 66.66, "caption": "A person points to the man he is speaking with.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 43488, "video_name": "met_s03e20_seg02_clip_06", "timestamp": [ 34.23, 39.55 ], "duration": 59.66, "caption": "A man gestures while talking to his boss while scratching his scalp.", "similarity": 0.6685, "relevance": 1 }, { "pair_id": 43489, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 6.63, 7.65 ], "duration": 102.66, "caption": "A person points at person while he is talking to man.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 43490, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 21.43, 25.21 ], "duration": 63.66, "caption": "A man points his hand toward person while speaking to him.", "similarity": 0.6543, "relevance": 1 }, { "pair_id": 43491, "video_name": "friends_s07e21_seg02_clip_12", "timestamp": [ 22.51, 28.51 ], "duration": 60.66, "caption": "A man is talking to another man and pointing, back and forth, at a woman and himself.", "similarity": 0.6537, "relevance": 2 }, { "pair_id": 43492, "video_name": "house_s08e09_seg02_clip_18", "timestamp": [ 30.81, 35.27 ], "duration": 89.66, "caption": "A man points at a person and starts talking with his hands.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 43493, "video_name": "castle_s07e20_seg02_clip_01", "timestamp": [ 53.79, 58.6 ], "duration": 87.66, "caption": "A person is pointing a gun at a man as he speaks to him.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 43494, "video_name": "s07e16_seg02_clip_00", "timestamp": [ 48.52, 51.87 ], "duration": 61.66, "caption": "A person stands up from his desk to talk to guy.", "similarity": 0.6444, "relevance": 3 }, { "pair_id": 43495, "video_name": "castle_s03e02_seg02_clip_16", "timestamp": [ 4.56, 13.68 ], "duration": 91.66, "caption": "A man stands talking to person and woman as he repeatedly moves his hand up and down pointing his finger.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 43496, "video_name": "house_s04e05_seg02_clip_27", "timestamp": [ 2.17, 4.77 ], "duration": 14.66, "caption": "A person pointed on the back while talking to a man.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 43497, "video_name": "house_s05e09_seg02_clip_02", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A man is talking to another person who held a gun on his hand pointing at him.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 43498, "video_name": "castle_s08e06_seg02_clip_23", "timestamp": [ 8.7, 16.1 ], "duration": 87.66, "caption": "A man stands up from the desk while he talks to two people.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 43499, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 1.45, 2.9 ], "duration": 58.66, "caption": "A man points at himself while talking to person.", "similarity": 0.6319, "relevance": 0 } ] }, { "query_id": 54960, "query": "A woman hugs another woman and then leaves the apartment with a man.", "relevant_moment": [ { "pair_id": 19300, "video_name": "friends_s04e02_seg02_clip_13", "timestamp": [ 9.86, 13.35 ], "duration": 58.66, "caption": "A woman hugs another woman and then leaves the apartment with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19301, "video_name": "castle_s01e04_seg02_clip_25", "timestamp": [ 119.74, 121.38 ], "duration": 164.66, "caption": "A woman hugs a man and a woman as they stand in front of the apartment door.", "similarity": 0.8128, "relevance": 3 }, { "pair_id": 19302, "video_name": "met_s05e05_seg02_clip_02", "timestamp": [ 11.51, 14.3 ], "duration": 62.66, "caption": "A woman walks in to the apartment and hugs a man.", "similarity": 0.7869, "relevance": 2 }, { "pair_id": 19303, "video_name": "house_s03e22_seg02_clip_01", "timestamp": [ 8.1, 13.05 ], "duration": 90.66, "caption": "A woman hugs a man before leaving the room.", "similarity": 0.7833, "relevance": 2 }, { "pair_id": 19304, "video_name": "castle_s07e19_seg02_clip_00", "timestamp": [ 25.2, 28.0 ], "duration": 93.66, "caption": "A woman kisses another woman and man goodbye as she leaves the apartment.", "similarity": 0.7807, "relevance": 2 }, { "pair_id": 19305, "video_name": "friends_s04e16_seg02_clip_05", "timestamp": [ 26.48, 28.35 ], "duration": 62.66, "caption": "A man hugs a woman as she stands beside him in the apartment.", "similarity": 0.78, "relevance": 2 }, { "pair_id": 19306, "video_name": "friends_s08e03_seg01_clip_00", "timestamp": [ 36.01, 42.41 ], "duration": 61.66, "caption": "A woman enters the apartment and walks up to another woman and hugs her.", "similarity": 0.7665, "relevance": 2 }, { "pair_id": 19307, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 12.72, 26.05 ], "duration": 62.66, "caption": "A woman hugs a man and he notices that she hugs him for a long time before she walks out to her apartment.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 19308, "video_name": "friends_s02e24_seg02_clip_03", "timestamp": [ 0.0, 9.28 ], "duration": 64.66, "caption": "A woman kisses a man and then he leaves the apartment.", "similarity": 0.758, "relevance": 1 }, { "pair_id": 19309, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.07, 12.29 ], "duration": 61.66, "caption": "A man gives woman a hug while they're in his apartment.", "similarity": 0.7553, "relevance": 2 }, { "pair_id": 19310, "video_name": "friends_s03e01_seg02_clip_02", "timestamp": [ 14.41, 21.77 ], "duration": 64.66, "caption": "A man and woman kiss and the woman leaves the apartment.", "similarity": 0.7516, "relevance": 1 }, { "pair_id": 19311, "video_name": "friends_s01e24_seg02_clip_11", "timestamp": [ 26.0, 31.68 ], "duration": 59.66, "caption": "A woman leaves the apartment after a man waves at her.", "similarity": 0.7511, "relevance": 2 }, { "pair_id": 19312, "video_name": "friends_s10e08_seg02_clip_19", "timestamp": [ 11.0, 16.72 ], "duration": 88.66, "caption": "A woman gives a man a hug in the apartment.", "similarity": 0.7491, "relevance": 2 }, { "pair_id": 19313, "video_name": "friends_s10e01_seg02_clip_02", "timestamp": [ 46.33, 54.84 ], "duration": 63.66, "caption": "A woman hugs the wall then leaves two men and another woman.", "similarity": 0.7487, "relevance": 0 }, { "pair_id": 19314, "video_name": "s09e14_seg02_clip_08", "timestamp": [ 60.99, 63.67 ], "duration": 67.66, "caption": "A woman gets up and leaves the apartment with a man following.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 19315, "video_name": "friends_s06e23_seg02_clip_11", "timestamp": [ 43.64, 45.47 ], "duration": 61.66, "caption": "A man leaves another man and a woman as they were hugging.", "similarity": 0.7422, "relevance": 1 }, { "pair_id": 19316, "video_name": "met_s02e12_seg02_clip_15", "timestamp": [ 32.41, 41.12 ], "duration": 60.66, "caption": "A person hugs another person at the doorway of her apartment.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 19317, "video_name": "friends_s02e01_seg02_clip_04", "timestamp": [ 19.05, 22.69 ], "duration": 56.66, "caption": "A woman closes the door behind a man and another woman when they leave the apartment.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 19318, "video_name": "friends_s02e04_seg02_clip_16", "timestamp": [ 37.38, 43.21 ], "duration": 53.66, "caption": "A woman leaves the apartment and a man kisses her on the cheek.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 19319, "video_name": "friends_s10e03_seg02_clip_18", "timestamp": [ 9.3, 14.71 ], "duration": 60.66, "caption": "A woman gives another woman a hug in the hallway outside the apartment.", "similarity": 0.7374, "relevance": 2 } ] }, { "query_id": 55067, "query": "When a man comes walking out the door, the police point their guns at him.", "relevant_moment": [ { "pair_id": 155580, "video_name": "castle_s03e06_seg02_clip_11", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "When a man comes walking out the door, the police point their guns at him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155581, "video_name": "castle_s04e04_seg02_clip_24", "timestamp": [ 13.06, 18.91 ], "duration": 90.66, "caption": "A man takes out his gun and he points it at the police.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 155582, "video_name": "castle_s01e07_seg02_clip_25", "timestamp": [ 59.53, 62.18 ], "duration": 88.66, "caption": "A person points a gun at man ordering him out of the car and man opens the door on him knocking him to his feet.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 155583, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 0.0, 6.7 ], "duration": 89.66, "caption": "A person is pointing a gun towards a man as some police officers come in behind him ordering him to release his gun.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 155584, "video_name": "castle_s03e01_seg02_clip_03", "timestamp": [ 49.51, 58.52 ], "duration": 90.66, "caption": "A person mentions the apartment door being open and they take out their guns as they approach the door.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 155585, "video_name": "castle_s04e04_seg02_clip_24", "timestamp": [ 14.86, 18.46 ], "duration": 90.66, "caption": "A man takes out his gun and points it at the officers as another man yells at him to put the weapon down.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 155586, "video_name": "castle_s08e19_seg02_clip_21", "timestamp": [ 11.75, 16.45 ], "duration": 94.66, "caption": "Two people point their guns at two guys exiting the back door.", "similarity": 0.6811, "relevance": 4 }, { "pair_id": 155587, "video_name": "castle_s02e18_seg02_clip_09", "timestamp": [ 88.38, 94.08 ], "duration": 95.66, "caption": "Armed police come down the hall holding guns and stop at a colored door.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 155588, "video_name": "castle_s08e16_seg02_clip_20", "timestamp": [ 15.93, 22.31 ], "duration": 91.66, "caption": "Officers kick open a door and enter the room with their guns drawn.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 155589, "video_name": "castle_s08e07_seg02_clip_03", "timestamp": [ 9.27, 13.69 ], "duration": 88.66, "caption": "A man points out the door when a person starts complaining about police conduct.", "similarity": 0.6746, "relevance": 0 }, { "pair_id": 155590, "video_name": "castle_s03e03_seg02_clip_24", "timestamp": [ 11.5, 12.42 ], "duration": 92.66, "caption": "Police officers approach the group with guns.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 155591, "video_name": "castle_s06e03_seg02_clip_17", "timestamp": [ 17.29, 20.48 ], "duration": 91.66, "caption": "A man walks over to the cops while putting his gun away.", "similarity": 0.6686, "relevance": 1 }, { "pair_id": 155592, "video_name": "castle_s04e21_seg02_clip_06", "timestamp": [ 13.5, 18.45 ], "duration": 90.66, "caption": "A man points the gun again at the suspect and tells them not to move and the suspect then points a gun back at him.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 155593, "video_name": "castle_s08e05_seg02_clip_20", "timestamp": [ 19.91, 23.08 ], "duration": 90.66, "caption": "A person opens his front door and a man is standing pointing a gun at him.", "similarity": 0.6428, "relevance": 3 }, { "pair_id": 155594, "video_name": "castle_s08e05_seg02_clip_16", "timestamp": [ 39.17, 43.18 ], "duration": 89.66, "caption": "A man takes out their gun and points it at another person.", "similarity": 0.6407, "relevance": 3 }, { "pair_id": 155595, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 0.0, 4.4 ], "duration": 88.66, "caption": "A person turns around and walks out the door carrying a gun.", "similarity": 0.6382, "relevance": 1 }, { "pair_id": 155596, "video_name": "castle_s07e10_seg02_clip_19", "timestamp": [ 41.19, 56.92 ], "duration": 92.66, "caption": "While a person is holding a gun on another person, someone walks in the door.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 155597, "video_name": "castle_s08e15_seg02_clip_22", "timestamp": [ 52.04, 55.23 ], "duration": 91.66, "caption": "A person hands their gun to someone else as they head towards the door.", "similarity": 0.631, "relevance": 1 }, { "pair_id": 155598, "video_name": "castle_s08e22_seg02_clip_08", "timestamp": [ 88.38, 95.03 ], "duration": 95.66, "caption": "A person walks into a room and two men point guns at him.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 155599, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 2.33, 5.58 ], "duration": 93.66, "caption": "A man puts his gun into his holster and points it at someone.", "similarity": 0.6188, "relevance": 1 } ] }, { "query_id": 55075, "query": "A person is looking through some paperwork while a woman is standing by the door.", "relevant_moment": [ { "pair_id": 98100, "video_name": "castle_s03e06_seg02_clip_13", "timestamp": [ 85.39, 97.03 ], "duration": 97.66, "caption": "A person is looking through some paperwork while a woman is standing by the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 98101, "video_name": "house_s05e01_seg02_clip_22", "timestamp": [ 35.82, 39.07 ], "duration": 93.66, "caption": "A woman is looking at paperwork while she sees a man.", "similarity": 0.7964, "relevance": 3 }, { "pair_id": 98102, "video_name": "castle_s07e02_seg02_clip_17", "timestamp": [ 25.31, 34.05 ], "duration": 92.66, "caption": "A man looks through a bunch of paperwork while in the room with woman.", "similarity": 0.7191, "relevance": 3 }, { "pair_id": 98103, "video_name": "house_s08e13_seg02_clip_03", "timestamp": [ 14.74, 18.31 ], "duration": 89.66, "caption": "A person is standing at the doorway and hands another person a document.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 98104, "video_name": "friends_s07e08_seg02_clip_13", "timestamp": [ 23.41, 25.81 ], "duration": 60.66, "caption": "A person is working on papers when another person comes in the door.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 98105, "video_name": "s02e13_seg02_clip_02", "timestamp": [ 0.0, 9.76 ], "duration": 61.66, "caption": "A person hands a woman a sheath of papers while standing at her open door and she begins flipping through them.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 98106, "video_name": "house_s01e09_seg02_clip_13", "timestamp": [ 0.0, 11.11 ], "duration": 82.66, "caption": "A person stands with another person and looks through the glass door.", "similarity": 0.6859, "relevance": 1 }, { "pair_id": 98107, "video_name": "castle_s03e07_seg02_clip_24", "timestamp": [ 25.37, 30.71 ], "duration": 89.66, "caption": "A woman hands another woman some paperwork which the latter reads.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 98108, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 61.11, 66.01 ], "duration": 89.66, "caption": "A person stands by another person and is looking through the file.", "similarity": 0.6814, "relevance": 3 }, { "pair_id": 98109, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 17.15, 20.77 ], "duration": 90.66, "caption": "A person walks into woman's office while she's doing paperwork.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 98110, "video_name": "castle_s07e11_seg02_clip_10", "timestamp": [ 36.46, 42.31 ], "duration": 90.66, "caption": "A woman opens the door and reads a piece of paper.", "similarity": 0.6737, "relevance": 1 }, { "pair_id": 98111, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 37.2, 38.52 ], "duration": 44.66, "caption": "A woman opens the door and sees a person standing there.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 98112, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.61, 25.68 ], "duration": 59.66, "caption": "A woman opens the door to find person standing there.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 98113, "video_name": "s06e19_seg02_clip_14", "timestamp": [ 13.03, 16.75 ], "duration": 62.66, "caption": "A person is standing next to a woman by the door.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 98114, "video_name": "castle_s08e15_seg02_clip_27", "timestamp": [ 7.6, 11.02 ], "duration": 76.66, "caption": "A person opens the door to find a woman standing there.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 98115, "video_name": "castle_s02e19_seg02_clip_07", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman hands some papers over to man to look at.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 98116, "video_name": "met_s06e07_seg02_clip_04", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A person appears at man's door holding a stack of papers.", "similarity": 0.6647, "relevance": 1 }, { "pair_id": 98117, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 49.96, 58.52 ], "duration": 90.66, "caption": "A person looks at the doorway to their office and another person is standing there.", "similarity": 0.6638, "relevance": 2 }, { "pair_id": 98118, "video_name": "grey_s03e05_seg02_clip_12", "timestamp": [ 31.26, 35.73 ], "duration": 89.66, "caption": "A woman is looking through a file when person walks up to her.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 98119, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 6.12, 9.44 ], "duration": 51.66, "caption": "A woman opens the door to see a person standing in the door way.", "similarity": 0.6615, "relevance": 2 } ] }, { "query_id": 55081, "query": "A woman picks up a glass of white wine and takes a drink.", "relevant_moment": [ { "pair_id": 56280, "video_name": "s04e05_seg02_clip_16", "timestamp": [ 32.04, 38.45 ], "duration": 61.66, "caption": "A woman picks up a glass of white wine and takes a drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 56281, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 91.21, 93.56 ], "duration": 94.66, "caption": "A woman picks up her glass of wine and takes a drink.", "similarity": 0.9415, "relevance": 3 }, { "pair_id": 56282, "video_name": "s08e06_seg02_clip_00", "timestamp": [ 12.21, 17.39 ], "duration": 61.66, "caption": "A woman picks up her glass of wine and takes a drink of it.", "similarity": 0.9331, "relevance": 3 }, { "pair_id": 56283, "video_name": "s03e12_seg02_clip_06", "timestamp": [ 61.15, 63.71 ], "duration": 64.66, "caption": "A woman picks up her glass and takes a sip of wine.", "similarity": 0.9087, "relevance": 4 }, { "pair_id": 56284, "video_name": "s05e09_seg02_clip_06", "timestamp": [ 29.91, 36.74 ], "duration": 65.66, "caption": "A woman picks up the glass of wine and then drinks from it.", "similarity": 0.901, "relevance": 4 }, { "pair_id": 56285, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 22.21, 27.91 ], "duration": 60.66, "caption": "A woman picks up a glass of wine and takes a sip.", "similarity": 0.8988, "relevance": 3 }, { "pair_id": 56286, "video_name": "s07e21_seg02_clip_08", "timestamp": [ 37.19, 45.7 ], "duration": 63.66, "caption": "A woman picks up her wine glass and drinks from it.", "similarity": 0.8868, "relevance": 3 }, { "pair_id": 56287, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A woman picks up her wine glass and takes a sip of it.", "similarity": 0.8863, "relevance": 3 }, { "pair_id": 56288, "video_name": "s07e12_seg02_clip_11", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "A woman picks up the wine glass from the table and takes a drink.", "similarity": 0.8816, "relevance": 4 }, { "pair_id": 56289, "video_name": "s06e16_seg01_clip_00", "timestamp": [ 29.53, 35.27 ], "duration": 82.66, "caption": "A woman picks up the wine glass from the table and takes a drink.", "similarity": 0.8816, "relevance": 4 }, { "pair_id": 56290, "video_name": "s09e02_seg02_clip_08", "timestamp": [ 14.53, 17.5 ], "duration": 66.66, "caption": "A woman picks up her glass of white wine from the coffee table.", "similarity": 0.8785, "relevance": 3 }, { "pair_id": 56291, "video_name": "castle_s08e17_seg02_clip_15", "timestamp": [ 2.72, 14.07 ], "duration": 90.66, "caption": "A woman pours some wine in a glass then picks it up and takes a sip.", "similarity": 0.845, "relevance": 3 }, { "pair_id": 56292, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 52.91, 53.84 ], "duration": 92.66, "caption": "A person picks up their glass of wine and takes a drink from it.", "similarity": 0.8443, "relevance": 2 }, { "pair_id": 56293, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 18.92, 21.05 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.84, "relevance": 3 }, { "pair_id": 56294, "video_name": "s07e21_seg02_clip_07", "timestamp": [ 39.97, 44.25 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.84, "relevance": 3 }, { "pair_id": 56295, "video_name": "castle_s06e21_seg02_clip_11", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman takes a drink from her glass of wine.", "similarity": 0.8329, "relevance": 3 }, { "pair_id": 56296, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 8.68, 15.51 ], "duration": 62.66, "caption": "A woman is holding a wine glass and takes a drink from it.", "similarity": 0.8293, "relevance": 3 }, { "pair_id": 56297, "video_name": "s05e07_seg02_clip_07", "timestamp": [ 52.18, 54.93 ], "duration": 61.66, "caption": "A woman takes a sip of a glass of wine.", "similarity": 0.8284, "relevance": 3 }, { "pair_id": 56298, "video_name": "castle_s04e06_seg02_clip_18", "timestamp": [ 80.55, 81.81 ], "duration": 84.66, "caption": "A woman takes a drink of wine from her glass.", "similarity": 0.8275, "relevance": 3 }, { "pair_id": 56299, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 21.31, 26.11 ], "duration": 60.66, "caption": "A woman picks up a glass of wine from the counter.", "similarity": 0.8273, "relevance": 3 }, { "pair_id": 229600, "video_name": "s05e05_seg02_clip_11", "timestamp": [ 7.8, 11.41 ], "duration": 60.66, "caption": "A woman sips on a glass of white wine.", "similarity": 0.8241, "relevance": 4 }, { "pair_id": 229601, "video_name": "s07e19_seg02_clip_05", "timestamp": [ 34.22, 36.62 ], "duration": 60.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 229602, "video_name": "s06e18_seg02_clip_03", "timestamp": [ 8.54, 10.99 ], "duration": 61.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.8233, "relevance": 4 }, { "pair_id": 229603, "video_name": "met_s06e03_seg01_clip_01", "timestamp": [ 1.55, 2.48 ], "duration": 62.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.8233, "relevance": 4 }, { "pair_id": 229604, "video_name": "s07e12_seg02_clip_11", "timestamp": [ 5.4, 9.6 ], "duration": 60.66, "caption": "A woman picks up a bottle of wine and pours some into a glass.", "similarity": 0.8219, "relevance": 3 }, { "pair_id": 229605, "video_name": "friends_s01e24_seg02_clip_19", "timestamp": [ 33.94, 37.07 ], "duration": 48.66, "caption": "A woman takes a drink from a full wine glass.", "similarity": 0.8203, "relevance": 4 }, { "pair_id": 229606, "video_name": "castle_s05e10_seg02_clip_20", "timestamp": [ 34.46, 35.82 ], "duration": 90.66, "caption": "A woman lifts up wine glass and takes a sip.", "similarity": 0.8095, "relevance": 4 }, { "pair_id": 229607, "video_name": "s08e16_seg02_clip_16", "timestamp": [ 21.01, 24.16 ], "duration": 70.66, "caption": "A woman picks up a wine bottle and wine glass from the coffee table.", "similarity": 0.8063, "relevance": 2 }, { "pair_id": 229608, "video_name": "friends_s09e09_seg02_clip_13", "timestamp": [ 10.16, 14.94 ], "duration": 59.66, "caption": "A woman picks up the glass of wine in the table.", "similarity": 0.806, "relevance": 3 }, { "pair_id": 229609, "video_name": "s07e16_seg02_clip_15", "timestamp": [ 77.74, 82.38 ], "duration": 116.66, "caption": "A woman picks up a glass of white wine and walks into the living room.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 229610, "video_name": "s05e15_seg02_clip_11", "timestamp": [ 54.62, 59.13 ], "duration": 60.66, "caption": "A woman picks up a wine glass from the coffee table.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 229611, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A woman takes a sip from her wine glass.", "similarity": 0.7968, "relevance": 4 }, { "pair_id": 229612, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 56.61, 59.59 ], "duration": 59.66, "caption": "A woman raises her wine glass and takes a sip of wine.", "similarity": 0.7943, "relevance": 4 }, { "pair_id": 229613, "video_name": "s02e15_seg02_clip_11", "timestamp": [ 7.38, 10.33 ], "duration": 59.66, "caption": "A woman grabs her wine glass and drinks out of it.", "similarity": 0.7942, "relevance": 4 }, { "pair_id": 229614, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 21.09 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.7934, "relevance": 3 }, { "pair_id": 229615, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 16.13, 19.54 ], "duration": 62.66, "caption": "A woman picks up a glass of water and takes a drink.", "similarity": 0.7934, "relevance": 3 }, { "pair_id": 229616, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 22.51, 27.61 ], "duration": 60.66, "caption": "A woman lifts her wine glass and takes a drink.", "similarity": 0.7933, "relevance": 3 }, { "pair_id": 229617, "video_name": "s04e08_seg02_clip_05", "timestamp": [ 26.27, 32.46 ], "duration": 59.66, "caption": "A woman puts down her glass and picks up the wine bottle and opener.", "similarity": 0.7925, "relevance": 3 }, { "pair_id": 229618, "video_name": "s08e18_seg02_clip_13", "timestamp": [ 37.82, 39.71 ], "duration": 63.66, "caption": "A woman picks up her wine glass with her right hand.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 229619, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.96, 37.84 ], "duration": 61.66, "caption": "A woman takes a drink out of her glass of wine.", "similarity": 0.7879, "relevance": 3 } ] }, { "query_id": 55096, "query": "Two people walk down the hall and through a glass door; they stand and talk; then one turns to go back through the door they just entered.", "relevant_moment": [ { "pair_id": 21980, "video_name": "house_s04e09_seg02_clip_10", "timestamp": [ 36.09, 74.85 ], "duration": 89.66, "caption": "Two people walk down the hall and through a glass door; they stand and talk; then one turns to go back through the door they just entered.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21981, "video_name": "s01e01_seg01_clip_00", "timestamp": [ 3.36, 14.95 ], "duration": 61.66, "caption": "Two people walk down a hallway talking and stop to continuing talking at a door.", "similarity": 0.7755, "relevance": 2 }, { "pair_id": 21982, "video_name": "house_s03e18_seg02_clip_26", "timestamp": [ 0.0, 2.8 ], "duration": 43.66, "caption": "Two people both walk through the glass doors together.", "similarity": 0.7748, "relevance": 2 }, { "pair_id": 21983, "video_name": "house_s08e02_seg02_clip_15", "timestamp": [ 0.0, 56.49 ], "duration": 91.66, "caption": "A person quickly walks through the hall with another person, talking, until they arrive at a closed office door and they walk in.", "similarity": 0.7658, "relevance": 2 }, { "pair_id": 21984, "video_name": "s04e10_seg02_clip_12", "timestamp": [ 11.12, 14.83 ], "duration": 57.66, "caption": "Two people walk down a hall then stop in front of the doorway.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 21985, "video_name": "house_s01e06_seg02_clip_21", "timestamp": [ 40.89, 78.12 ], "duration": 146.66, "caption": "A person opens a glass door and walks talking with another person.", "similarity": 0.7578, "relevance": 2 }, { "pair_id": 21986, "video_name": "friends_s08e23-24_seg02_clip_15", "timestamp": [ 29.54, 35.44 ], "duration": 62.66, "caption": "Two people look into a room through the glass and then walk into it.", "similarity": 0.7446, "relevance": 1 }, { "pair_id": 21987, "video_name": "castle_s07e13_seg02_clip_14", "timestamp": [ 9.2, 14.26 ], "duration": 92.66, "caption": "Two people walk into the hallway then stop and have a conversation.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 21988, "video_name": "castle_s08e11_seg02_clip_10", "timestamp": [ 64.17, 66.45 ], "duration": 91.66, "caption": "Two people walk through a door into a communication room.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 21989, "video_name": "castle_s02e05_seg02_clip_12", "timestamp": [ 0.0, 53.25 ], "duration": 88.66, "caption": "Two people walk down a hall, stop and talk.", "similarity": 0.7432, "relevance": 1 }, { "pair_id": 21990, "video_name": "castle_s05e02_seg02_clip_13", "timestamp": [ 53.11, 56.26 ], "duration": 90.66, "caption": "Two people walk through a set of glass doors.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 21991, "video_name": "house_s08e03_seg02_clip_23", "timestamp": [ 67.64, 78.22 ], "duration": 92.66, "caption": "A person opens the glass door and talks to two people.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 21992, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 0.0, 37.23 ], "duration": 61.66, "caption": "Two people talk with someone in the doorway then close the door.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 21993, "video_name": "s09e13_seg01_clip_02", "timestamp": [ 13.24, 29.42 ], "duration": 49.66, "caption": "Two people stand in the hallway having a conversation with a person through the door.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 21994, "video_name": "house_s03e22_seg02_clip_21", "timestamp": [ 75.67, 86.8 ], "duration": 89.66, "caption": "A person walks into the room to speak with another person and shuts the door.", "similarity": 0.7231, "relevance": 1 }, { "pair_id": 21995, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 66.67, 68.39 ], "duration": 86.66, "caption": "Two people walk through sliding glass doors together.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 21996, "video_name": "grey_s02e25_seg02_clip_19", "timestamp": [ 78.51, 90.74 ], "duration": 94.66, "caption": "Two people walk out of the room and talk by the door.", "similarity": 0.7223, "relevance": 1 }, { "pair_id": 21997, "video_name": "s09e17_seg02_clip_07", "timestamp": [ 31.51, 37.52 ], "duration": 60.66, "caption": "Two individuals walk out of a door into the hallway.", "similarity": 0.7218, "relevance": 1 }, { "pair_id": 21998, "video_name": "house_s05e11_seg02_clip_20", "timestamp": [ 33.03, 73.76 ], "duration": 90.66, "caption": "A man and a woman walk quickly through the hall, then the man walks into a glass door, and the woman follows him into the room, where they discuss a patient's case.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 21999, "video_name": "house_s01e03_seg02_clip_24", "timestamp": [ 77.42, 90.02 ], "duration": 90.66, "caption": "Two people walk down the hall together.", "similarity": 0.7175, "relevance": 2 } ] }, { "query_id": 55131, "query": "A man takes off headgear and then his glasses.", "relevant_moment": [ { "pair_id": 150100, "video_name": "grey_s01e06_seg02_clip_21", "timestamp": [ 33.62, 44.0 ], "duration": 83.66, "caption": "A man takes off headgear and then his glasses.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150101, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 5.7, 7.8 ], "duration": 60.66, "caption": "A man takes his glasses off and puts them on his head.", "similarity": 0.8967, "relevance": 2 }, { "pair_id": 150102, "video_name": "grey_s03e10_seg02_clip_11", "timestamp": [ 1.83, 4.57 ], "duration": 91.66, "caption": "A man removes their glasses with their right hand.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 150103, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 3.9, 8.7 ], "duration": 60.66, "caption": "A person takes their glasses off their head as they walk away.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 150104, "video_name": "grey_s02e23_seg02_clip_19", "timestamp": [ 74.34, 80.12 ], "duration": 89.66, "caption": "A man takes his glasses off and crosses his arms.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 150105, "video_name": "grey_s02e18_seg02_clip_11", "timestamp": [ 72.18, 75.26 ], "duration": 88.66, "caption": "A man removes his reading glasses from his face.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 150106, "video_name": "castle_s04e14_seg02_clip_23", "timestamp": [ 6.35, 14.06 ], "duration": 90.66, "caption": "A man removes his glasses from his face and tucks it in his shirt.", "similarity": 0.7217, "relevance": 0 }, { "pair_id": 150107, "video_name": "grey_s02e13_seg02_clip_13", "timestamp": [ 35.69, 37.02 ], "duration": 88.66, "caption": "A man takes off his glasses and wipes his forehead.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 150108, "video_name": "house_s06e13_seg02_clip_06", "timestamp": [ 11.7, 14.4 ], "duration": 90.66, "caption": "A man takes off his glasses and places them on the table.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 150109, "video_name": "friends_s05e17_seg02_clip_08", "timestamp": [ 3.05, 5.19 ], "duration": 61.66, "caption": "A man a person is talking to took off his glasses.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 150110, "video_name": "friends_s07e15_seg02_clip_06", "timestamp": [ 14.46, 16.18 ], "duration": 49.66, "caption": "A man adjusts his glasses on his head with his right hand.", "similarity": 0.7085, "relevance": 1 }, { "pair_id": 150111, "video_name": "house_s05e19_seg02_clip_02", "timestamp": [ 59.42, 61.4 ], "duration": 99.66, "caption": "A man putting on some kind of goggles or glasses.", "similarity": 0.7003, "relevance": 1 }, { "pair_id": 150112, "video_name": "s03e18_seg02_clip_01", "timestamp": [ 3.41, 4.65 ], "duration": 62.66, "caption": "A man takes off his white 3-D glasses while sitting in a chair.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 150113, "video_name": "friends_s05e13_seg02_clip_08", "timestamp": [ 7.37, 16.09 ], "duration": 67.66, "caption": "A man moves his hand to and from his face to see how the glasses work.", "similarity": 0.6919, "relevance": 0 }, { "pair_id": 150114, "video_name": "s10e07_seg02_clip_06", "timestamp": [ 29.11, 33.62 ], "duration": 60.66, "caption": "A person lifts their hand and pulls their eye glasses off then puts them back on.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 150115, "video_name": "s01e10_seg02_clip_01", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A man gets up out of bed and starts to put his glasses on.", "similarity": 0.6868, "relevance": 0 }, { "pair_id": 150116, "video_name": "s03e05_seg02_clip_03", "timestamp": [ 29.41, 32.71 ], "duration": 60.66, "caption": "A person gets his glasses off the nightstand and puts them on.", "similarity": 0.6807, "relevance": 1 }, { "pair_id": 150117, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 62.81, 70.22 ], "duration": 87.66, "caption": "A man takes his glasses off and puts them in his pocket.", "similarity": 0.6751, "relevance": 2 }, { "pair_id": 150118, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 0.0, 2.38 ], "duration": 95.66, "caption": "A person takes off his glasses while sitting across from another person.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 150119, "video_name": "house_s08e16_seg02_clip_22", "timestamp": [ 9.24, 14.52 ], "duration": 88.66, "caption": "A man takes off his glasses and puts them on the desk.", "similarity": 0.665, "relevance": 2 } ] }, { "query_id": 55175, "query": "A person runs over to a camera dressed in star-trek cloths and starts taking pictures.", "relevant_moment": [ { "pair_id": 19940, "video_name": "s06e13_seg02_clip_07", "timestamp": [ 1.83, 7.63 ], "duration": 61.66, "caption": "A person runs over to a camera dressed in star-trek cloths and starts taking pictures.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19941, "video_name": "s06e13_seg02_clip_07", "timestamp": [ 6.71, 25.33 ], "duration": 61.66, "caption": "A person, who is dressed as a Star Trek character, takes pictures of some people - who are also dressed as Star Trek characters.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 19942, "video_name": "s06e13_seg02_clip_07", "timestamp": [ 22.58, 31.43 ], "duration": 61.66, "caption": "A person, dressed as a Star Trek character, is taking pictures of three other people - who are also dressed as Star Trek characters, one of them points and starts running away from everyone, the person, and the other two follow and then they all come to a stop.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 19943, "video_name": "s04e18_seg02_clip_08", "timestamp": [ 49.52, 52.82 ], "duration": 60.66, "caption": "A person runs over to their desk and laptop from the camera.", "similarity": 0.5898, "relevance": 1 }, { "pair_id": 19944, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 0.0, 6.72 ], "duration": 89.66, "caption": "A person starts taking pictures of the room with his camera.", "similarity": 0.5417, "relevance": 2 }, { "pair_id": 19945, "video_name": "friends_s01e06_seg02_clip_15", "timestamp": [ 43.58, 44.82 ], "duration": 62.66, "caption": "A camera person looks back into the film camera.", "similarity": 0.5205, "relevance": 1 }, { "pair_id": 19946, "video_name": "friends_s08e20_seg02_clip_14", "timestamp": [ 46.06, 50.42 ], "duration": 62.66, "caption": "A person holds a script and acts in front of a camera.", "similarity": 0.517, "relevance": 1 }, { "pair_id": 19947, "video_name": "castle_s02e12_seg02_clip_07", "timestamp": [ 15.18, 17.48 ], "duration": 92.66, "caption": "A person reaches in and pulls up a digital video camera.", "similarity": 0.516, "relevance": 0 }, { "pair_id": 19948, "video_name": "friends_s01e10_seg02_clip_16", "timestamp": [ 48.02, 55.83 ], "duration": 60.66, "caption": "A woman hands a man a camera and he starts taking pictures.", "similarity": 0.502, "relevance": 2 }, { "pair_id": 19949, "video_name": "castle_s03e23_seg02_clip_03", "timestamp": [ 75.71, 80.55 ], "duration": 88.66, "caption": "A person motions to the cameraman to put down the camera.", "similarity": 0.4963, "relevance": 1 }, { "pair_id": 19950, "video_name": "house_s03e17_seg02_clip_01", "timestamp": [ 22.15, 26.22 ], "duration": 90.66, "caption": "A person took their camera and take a picture of a man.", "similarity": 0.4953, "relevance": 2 }, { "pair_id": 19951, "video_name": "s09e07_seg02_clip_05", "timestamp": [ 17.12, 20.07 ], "duration": 59.66, "caption": "A person points at an action figure which is really a camera.", "similarity": 0.4908, "relevance": 0 }, { "pair_id": 19952, "video_name": "s09e15_seg02_clip_15", "timestamp": [ 42.18, 59.86 ], "duration": 62.66, "caption": "A person looks over and talks directly into the camera.", "similarity": 0.4869, "relevance": 0 }, { "pair_id": 19953, "video_name": "s05e14_seg01_clip_02", "timestamp": [ 26.41, 29.72 ], "duration": 44.66, "caption": "A woman runs in front of the camera holding a white flag with a face on it.", "similarity": 0.4826, "relevance": 0 }, { "pair_id": 19954, "video_name": "house_s04e07_seg02_clip_22", "timestamp": [ 11.22, 15.12 ], "duration": 48.66, "caption": "A person walks over and stands next to someone while the camera crew is filming.", "similarity": 0.4792, "relevance": 0 }, { "pair_id": 19955, "video_name": "s09e07_seg02_clip_02", "timestamp": [ 49.52, 54.32 ], "duration": 60.66, "caption": "A person waits for an on camera interview to start.", "similarity": 0.4766, "relevance": 1 }, { "pair_id": 19956, "video_name": "s06e07_seg01_clip_00", "timestamp": [ 3.47, 6.62 ], "duration": 63.66, "caption": "A person looks into the camera and introduces himself by name.", "similarity": 0.4752, "relevance": 0 }, { "pair_id": 19957, "video_name": "castle_s04e07_seg02_clip_10", "timestamp": [ 31.74, 37.47 ], "duration": 88.66, "caption": "A person is sitting in front of a surveillance camera.", "similarity": 0.4749, "relevance": 0 }, { "pair_id": 19958, "video_name": "friends_s08e10_seg02_clip_16", "timestamp": [ 8.54, 16.78 ], "duration": 61.66, "caption": "A woman pulls a camera out of her handbag and gets it ready to take a picture.", "similarity": 0.4729, "relevance": 1 }, { "pair_id": 19959, "video_name": "met_s02e06_seg01_clip_01", "timestamp": [ 1.33, 4.24 ], "duration": 52.66, "caption": "A man pulls out an instant camera and takes a picture.", "similarity": 0.4703, "relevance": 1 } ] }, { "query_id": 55176, "query": "Some people dance as person takes pictures.", "relevant_moment": [ { "pair_id": 101320, "video_name": "s06e13_seg02_clip_07", "timestamp": [ 7.93, 22.28 ], "duration": 61.66, "caption": "Some people dance as person takes pictures.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 101321, "video_name": "s08e08_seg02_clip_17", "timestamp": [ 12.61, 14.23 ], "duration": 36.66, "caption": "Two people pose for a dance picture that a person is taking.", "similarity": 0.8003, "relevance": 3 }, { "pair_id": 101322, "video_name": "s08e08_seg02_clip_17", "timestamp": [ 5.58, 9.91 ], "duration": 36.66, "caption": "Two people pose for a dance picture that another person is taking.", "similarity": 0.7962, "relevance": 3 }, { "pair_id": 101323, "video_name": "s08e08_seg02_clip_17", "timestamp": [ 1.26, 3.42 ], "duration": 36.66, "caption": "A man and a woman pose for a dance picture that a person is taking.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 101324, "video_name": "s05e14_seg02_clip_15", "timestamp": [ 44.56, 47.62 ], "duration": 68.66, "caption": "Two people bend their knees as they dance on camera in costumes.", "similarity": 0.7095, "relevance": 4 }, { "pair_id": 101325, "video_name": "friends_s06e10_seg02_clip_06", "timestamp": [ 48.77, 65.03 ], "duration": 65.66, "caption": "A man and a woman dance vigorously as a cameraman comes toward them.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 101326, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 1.23, 18.87 ], "duration": 41.66, "caption": "A person shows their dance moves to their friends.", "similarity": 0.6758, "relevance": 2 }, { "pair_id": 101327, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 3.25, 6.79 ], "duration": 59.66, "caption": "A person describes their dance move while they are doing it.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 101328, "video_name": "s01e09_seg01_clip_00", "timestamp": [ 55.15, 63.03 ], "duration": 63.66, "caption": "Some people dance and wave their arms around.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 101329, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 16.39, 18.91 ], "duration": 63.66, "caption": "A person dance crazily while another person is looking at him.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 101330, "video_name": "met_s02e13_seg02_clip_04", "timestamp": [ 30.25, 32.39 ], "duration": 61.66, "caption": "Some people do a happy dance over the painting.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 101331, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 64.4, 74.02 ], "duration": 74.66, "caption": "A person silhouette of a man and woman are seen dancing.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 101332, "video_name": "castle_s07e18_seg02_clip_02", "timestamp": [ 34.85, 47.48 ], "duration": 101.66, "caption": "A group of people are taking pictures at a party.", "similarity": 0.628, "relevance": 2 }, { "pair_id": 101333, "video_name": "s01e03_seg02_clip_07", "timestamp": [ 24.19, 62.03 ], "duration": 62.66, "caption": "Some people are in a dance class with their dance instructors and other individuals.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 101334, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 31.43, 36.62 ], "duration": 61.66, "caption": "A person starts to do some dancing moves and another person tells them not to while not even looking at them.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 101335, "video_name": "friends_s10e11_seg02_clip_22", "timestamp": [ 19.85, 62.03 ], "duration": 62.66, "caption": "A person dances for the group as requested.", "similarity": 0.6187, "relevance": 2 }, { "pair_id": 101336, "video_name": "grey_s02e18_seg02_clip_00", "timestamp": [ 15.67, 56.23 ], "duration": 92.66, "caption": "Two people are having fun and they're dancing.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 101337, "video_name": "met_s06e09_seg02_clip_00", "timestamp": [ 4.1, 14.81 ], "duration": 63.66, "caption": "A person is dancing around in different scenarios on a video tape.", "similarity": 0.6001, "relevance": 2 }, { "pair_id": 101338, "video_name": "grey_s02e22_seg02_clip_02", "timestamp": [ 21.4, 23.26 ], "duration": 93.66, "caption": "Two people dance together as they celebrate.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 101339, "video_name": "house_s07e08_seg02_clip_18", "timestamp": [ 80.98, 82.74 ], "duration": 88.66, "caption": "People in fancy dresses dance happily as a crowd.", "similarity": 0.5894, "relevance": 2 } ] }, { "query_id": 55191, "query": "A doctor walks in the room to check on a woman.", "relevant_moment": [ { "pair_id": 11900, "video_name": "friends_s08e23-24_seg02_clip_27", "timestamp": [ 16.57, 38.38 ], "duration": 58.66, "caption": "A doctor walks in the room to check on a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11901, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 42.36, 44.1 ], "duration": 58.66, "caption": "A doctor walks into the patient room where a woman is sitting on an examination bed.", "similarity": 0.8106, "relevance": 4 }, { "pair_id": 11902, "video_name": "friends_s08e22_seg02_clip_07", "timestamp": [ 53.65, 55.02 ], "duration": 55.66, "caption": "The doctor walks into the examination room where woman and man are.", "similarity": 0.8084, "relevance": 3 }, { "pair_id": 11903, "video_name": "friends_s04e12_seg02_clip_09", "timestamp": [ 8.54, 13.73 ], "duration": 61.66, "caption": "A woman doctor walks into the room to talk to another person.", "similarity": 0.8013, "relevance": 3 }, { "pair_id": 11904, "video_name": "friends_s08e23-24_seg02_clip_01", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A doctor walks through the waiting room past a woman.", "similarity": 0.7764, "relevance": 1 }, { "pair_id": 11905, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 22.27, 25.98 ], "duration": 106.66, "caption": "A man checks a woman inside the patient's room.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 11906, "video_name": "friends_s08e13_seg02_clip_06", "timestamp": [ 35.01, 37.68 ], "duration": 59.66, "caption": "The doctor looks at woman's file in the room.", "similarity": 0.7703, "relevance": 2 }, { "pair_id": 11907, "video_name": "house_s01e07_seg02_clip_24", "timestamp": [ 31.33, 39.97 ], "duration": 108.66, "caption": "Some doctors walk up to a woman to check her out.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 11908, "video_name": "house_s03e11_seg02_clip_10", "timestamp": [ 52.2, 74.45 ], "duration": 90.66, "caption": "A woman walks into the room behind a person to see the patient.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 11909, "video_name": "house_s05e22_seg02_clip_25", "timestamp": [ 61.34, 64.28 ], "duration": 84.66, "caption": "A doctor opens the wooden door to see woman inside the room.", "similarity": 0.7331, "relevance": 1 }, { "pair_id": 11910, "video_name": "house_s01e20_seg02_clip_06", "timestamp": [ 52.66, 55.81 ], "duration": 90.66, "caption": "A doctor enters a room to see a woman in a pink top strangling a male patient.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 11911, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 66.05, 67.91 ], "duration": 93.66, "caption": "A woman enters the room and asks a doctor about a man.", "similarity": 0.7248, "relevance": 1 }, { "pair_id": 11912, "video_name": "s01e04_seg02_clip_15", "timestamp": [ 0.0, 31.01 ], "duration": 62.66, "caption": "A woman comes in the room with a person. And start to talk with a doctor.", "similarity": 0.7236, "relevance": 1 }, { "pair_id": 11913, "video_name": "grey_s03e10_seg02_clip_11", "timestamp": [ 73.51, 79.44 ], "duration": 91.66, "caption": "A woman walks into the patient room and sees a man.", "similarity": 0.7223, "relevance": 3 }, { "pair_id": 11914, "video_name": "house_s02e05_seg02_clip_14", "timestamp": [ 79.82, 83.18 ], "duration": 84.66, "caption": "A doctor looks for woman from another doctor.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 11915, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 54.3, 62.12 ], "duration": 92.66, "caption": "A doctor opens the door to the patient exam room and speaks to a woman.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 11916, "video_name": "house_s04e13_seg02_clip_23", "timestamp": [ 4.16, 9.24 ], "duration": 92.66, "caption": "A woman walks into the exam room where two men are working on a patient.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 11917, "video_name": "grey_s03e07_seg02_clip_17", "timestamp": [ 79.22, 90.02 ], "duration": 90.66, "caption": "A woman walks in and talks to a doctor about a man.", "similarity": 0.7145, "relevance": 1 }, { "pair_id": 11918, "video_name": "grey_s02e06_seg02_clip_07", "timestamp": [ 78.36, 82.39 ], "duration": 89.66, "caption": "A woman walks into the room and a woman starts talking to him, looking back at the patients and then at him again.", "similarity": 0.7094, "relevance": 3 }, { "pair_id": 11919, "video_name": "house_s05e16_seg02_clip_17", "timestamp": [ 14.58, 17.83 ], "duration": 81.66, "caption": "A doctor opens the door and leaves a woman inside the room.", "similarity": 0.7089, "relevance": 1 } ] }, { "query_id": 55214, "query": "Two people are sitting in the waiting room with clipboards as they converse.", "relevant_moment": [ { "pair_id": 146200, "video_name": "s01e01_seg01_clip_01", "timestamp": [ 16.07, 63.03 ], "duration": 63.66, "caption": "Two people are sitting in the waiting room with clipboards as they converse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146201, "video_name": "s01e01_seg01_clip_02", "timestamp": [ 0.0, 18.86 ], "duration": 58.66, "caption": "Two people sit in a waiting room having a conversation.", "similarity": 0.8415, "relevance": 4 }, { "pair_id": 146202, "video_name": "castle_s03e08_seg02_clip_16", "timestamp": [ 10.39, 59.61 ], "duration": 90.66, "caption": "Two people are sitting close to each other as they converse.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 146203, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "Two people are sitting beside each other in a waiting room.", "similarity": 0.7256, "relevance": 3 }, { "pair_id": 146204, "video_name": "house_s06e13_seg02_clip_04", "timestamp": [ 0.0, 33.54 ], "duration": 91.66, "caption": "Two people talk while in a room.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 146205, "video_name": "met_s06e24_seg02_clip_06", "timestamp": [ 16.51, 43.52 ], "duration": 60.66, "caption": "Two people are seated across from each other as they converse.", "similarity": 0.7113, "relevance": 1 }, { "pair_id": 146206, "video_name": "friends_s10e01_seg02_clip_11", "timestamp": [ 0.0, 58.26 ], "duration": 58.66, "caption": "Two people are sitting beside each other as they converse.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 146207, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 9.92, 64.03 ], "duration": 64.66, "caption": "Some people are sitting as they converse with each other.", "similarity": 0.7054, "relevance": 1 }, { "pair_id": 146208, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 11.7, 56.72 ], "duration": 90.66, "caption": "A person is sitting on the floor with another person as they converse.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 146209, "video_name": "castle_s08e09_seg02_clip_17", "timestamp": [ 0.0, 35.56 ], "duration": 90.66, "caption": "Two people are speaking to someone in the same room.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 146210, "video_name": "house_s02e10_seg02_clip_17", "timestamp": [ 25.78, 90.47 ], "duration": 90.66, "caption": "Two people are having a conversation with each other and they entered a room and continue their conversation.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 146211, "video_name": "castle_s06e19_seg02_clip_14", "timestamp": [ 43.62, 89.02 ], "duration": 89.66, "caption": "Two people are inside of a room and having a conversation about something.", "similarity": 0.6823, "relevance": 1 }, { "pair_id": 146212, "video_name": "house_s07e12_seg02_clip_01", "timestamp": [ 0.0, 35.22 ], "duration": 89.66, "caption": "They are having a conversation in a room.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 146213, "video_name": "house_s07e11_seg02_clip_19", "timestamp": [ 45.4, 89.02 ], "duration": 89.66, "caption": "They are having a conversation in a room.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 146214, "video_name": "house_s07e11_seg02_clip_19", "timestamp": [ 0.0, 36.05 ], "duration": 89.66, "caption": "They are having a conversation in a room.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 146215, "video_name": "castle_s06e20_seg02_clip_06", "timestamp": [ 0.0, 45.66 ], "duration": 90.66, "caption": "Two people are sitting with another person as they converse with him.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 146216, "video_name": "castle_s03e10_seg02_clip_09", "timestamp": [ 0.0, 59.46 ], "duration": 90.66, "caption": "Two people are sitting with a man as they converse.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 146217, "video_name": "house_s07e10_seg02_clip_13", "timestamp": [ 48.24, 88.52 ], "duration": 88.66, "caption": "They are having a conversation in the room.", "similarity": 0.6774, "relevance": 1 }, { "pair_id": 146218, "video_name": "house_s06e09_seg02_clip_06", "timestamp": [ 0.0, 37.84 ], "duration": 89.66, "caption": "They are having a conversation in the room.", "similarity": 0.6774, "relevance": 1 }, { "pair_id": 146219, "video_name": "house_s01e01_seg02_clip_01", "timestamp": [ 25.02, 38.9 ], "duration": 39.66, "caption": "They are having a conversation in the room.", "similarity": 0.6774, "relevance": 1 } ] }, { "query_id": 55227, "query": "A woman lies in a hospital bed with man sitting next to her and they both stare forward in shock.", "relevant_moment": [ { "pair_id": 171920, "video_name": "friends_s08e23-24_seg02_clip_20", "timestamp": [ 47.91, 55.23 ], "duration": 61.66, "caption": "A woman lies in a hospital bed with man sitting next to her and they both stare forward in shock.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171921, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 0.0, 88.75 ], "duration": 91.66, "caption": "A person is sitting beside a woman as she lies in a hospital bed.", "similarity": 0.8521, "relevance": 3 }, { "pair_id": 171922, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 1.43, 9.98 ], "duration": 95.66, "caption": "A woman lies down in the hospital bed next to a man.", "similarity": 0.851, "relevance": 2 }, { "pair_id": 171923, "video_name": "house_s07e16_seg02_clip_21", "timestamp": [ 37.85, 53.69 ], "duration": 88.66, "caption": "A woman was sitting in front of a man lying on a hospital bed.", "similarity": 0.8299, "relevance": 2 }, { "pair_id": 171924, "video_name": "house_s01e21_seg02_clip_24", "timestamp": [ 0.0, 31.68 ], "duration": 181.66, "caption": "A woman is sitting beside a man as he is lying in a hospital bed.", "similarity": 0.8236, "relevance": 2 }, { "pair_id": 171925, "video_name": "grey_s03e04_seg02_clip_08", "timestamp": [ 0.0, 13.98 ], "duration": 90.66, "caption": "A woman is sitting beside another woman as she lies in a hospital bed.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 171926, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 13.6, 21.26 ], "duration": 85.66, "caption": "A man was staring at a woman and another person that lies on the hospital bed.", "similarity": 0.8042, "relevance": 2 }, { "pair_id": 171927, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 171928, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 0.0, 6.46 ], "duration": 68.66, "caption": "A woman is lying on a hospital bed as she greets a man who is beside her and he tells her where she is at.", "similarity": 0.8009, "relevance": 3 }, { "pair_id": 171929, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and woman were attending a patient that is lying on the hospital bed.", "similarity": 0.794, "relevance": 0 }, { "pair_id": 171930, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 0.0, 34.48 ], "duration": 61.66, "caption": "A woman lies in a hospital bed and leans back on a pillow, acting worried, and a man encourages her and gives her a hug, then she asks him to get something from the chair.", "similarity": 0.7864, "relevance": 2 }, { "pair_id": 171931, "video_name": "s06e22_seg02_clip_18", "timestamp": [ 0.0, 6.49 ], "duration": 59.66, "caption": "A person is lying in a hospital bed and another person is sitting next to them.", "similarity": 0.7837, "relevance": 2 }, { "pair_id": 171932, "video_name": "friends_s08e23-24_seg02_clip_14", "timestamp": [ 0.0, 7.4 ], "duration": 59.66, "caption": "A woman is lying on a hospital bed as a woman introduces herself to her and the woman to which the woman signals a man and he closes the curtain in their face.", "similarity": 0.783, "relevance": 2 }, { "pair_id": 171933, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman was sitting beside a person lying on the hospital bed.", "similarity": 0.7816, "relevance": 2 }, { "pair_id": 171934, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 13.09, 63.15 ], "duration": 154.66, "caption": "A person is lying in a hospital bed. Another person is sat beside them.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 171935, "video_name": "friends_s08e23-24_seg02_clip_22", "timestamp": [ 2.1, 31.23 ], "duration": 60.66, "caption": "A woman is laying in a hospital bed and a man is standing next to her holding her hand.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 171936, "video_name": "grey_s02e11_seg02_clip_14", "timestamp": [ 42.84, 45.09 ], "duration": 90.66, "caption": "A woman, lying in a hospital bed, looks to her right and shakes her head as another woman walks out the door.", "similarity": 0.7755, "relevance": 1 }, { "pair_id": 171937, "video_name": "house_s03e09_seg02_clip_16", "timestamp": [ 39.07, 49.64 ], "duration": 91.66, "caption": "A woman and a man were both attending to a young person lying on the hospital bed.", "similarity": 0.7738, "relevance": 1 }, { "pair_id": 171938, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 68.51, 90.14 ], "duration": 90.66, "caption": "A person was sitting beside the woman lying on the hospital bed.", "similarity": 0.7716, "relevance": 1 }, { "pair_id": 171939, "video_name": "friends_s05e03_seg02_clip_08", "timestamp": [ 50.88, 58.23 ], "duration": 61.66, "caption": "A woman comforts a man while he is lying in a hospital bed.", "similarity": 0.7707, "relevance": 2 } ] }, { "query_id": 55230, "query": "A woman is standing and talking with her right hand resting on the doorway.", "relevant_moment": [ { "pair_id": 161060, "video_name": "friends_s07e06_seg02_clip_09", "timestamp": [ 0.0, 12.69 ], "duration": 59.66, "caption": "A woman is standing and talking with her right hand resting on the doorway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161061, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 52.21, 57.0 ], "duration": 87.66, "caption": "A woman stands in the doorway talking to a man.", "similarity": 0.7595, "relevance": 3 }, { "pair_id": 161062, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A woman stands in an open doorway and talks to a man with her hands pressed together in front of her.", "similarity": 0.7398, "relevance": 3 }, { "pair_id": 161063, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is talking to another person while standing at the doorway.", "similarity": 0.7349, "relevance": 1 }, { "pair_id": 161064, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "A woman is standing at the doorway talking to two men.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 161066, "video_name": "castle_s03e02_seg02_clip_16", "timestamp": [ 47.87, 54.25 ], "duration": 91.66, "caption": "A woman stands in the apartment doorway and rests one hand on the door and one hand on the door frame.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 161067, "video_name": "s05e06_seg02_clip_03", "timestamp": [ 3.54, 6.2 ], "duration": 59.66, "caption": "A person stands up from the doorway to greet woman.", "similarity": 0.7181, "relevance": 1 }, { "pair_id": 161068, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 39.67, 40.58 ], "duration": 61.66, "caption": "A woman suddenly appears in a person's doorway and speaks.", "similarity": 0.7175, "relevance": 3 }, { "pair_id": 161069, "video_name": "s03e13_seg02_clip_04", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A woman talks to a person through the doorway with her arms crossed.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 161070, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 29.6, 33.26 ], "duration": 61.66, "caption": "A woman stands in the doorway of the bathroom talking to person before closing the door.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 161071, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 49.46, 86.02 ], "duration": 86.66, "caption": "A woman is talking to a person that is behind the door.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 161072, "video_name": "grey_s03e07_seg02_clip_20", "timestamp": [ 81.31, 89.66 ], "duration": 89.66, "caption": "A woman stands up while continuing to talk to another person.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 161073, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 44.97, 58.03 ], "duration": 58.66, "caption": "A woman opens the door and talk to person.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 161075, "video_name": "friends_s05e12_seg02_clip_16", "timestamp": [ 0.0, 1.56 ], "duration": 52.66, "caption": "A woman stands by a door then reaches to shut the door using her hand.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 161076, "video_name": "castle_s05e03_seg02_clip_17", "timestamp": [ 3.64, 5.92 ], "duration": 91.66, "caption": "A woman is standing in front of an open doorway.", "similarity": 0.6953, "relevance": 1 }, { "pair_id": 161077, "video_name": "house_s03e12_seg02_clip_17", "timestamp": [ 67.44, 70.35 ], "duration": 97.66, "caption": "A person, standing, gestures with his/her hands toward the door and window, while talking.", "similarity": 0.6946, "relevance": 0 }, { "pair_id": 161078, "video_name": "s09e15_seg02_clip_01", "timestamp": [ 3.9, 7.2 ], "duration": 60.66, "caption": "A person is standing in a doorway talking to a woman when she slams the door in his face leaving him in the hallway.", "similarity": 0.6879, "relevance": 1 }, { "pair_id": 334380, "video_name": "castle_s02e10_seg02_clip_18", "timestamp": [ 15.62, 21.59 ], "duration": 91.66, "caption": "A woman stands up and walks slowly while talking.", "similarity": 0.6863, "relevance": 3 }, { "pair_id": 334381, "video_name": "friends_s04e16_seg02_clip_17", "timestamp": [ 36.59, 39.34 ], "duration": 55.66, "caption": "A woman stands up and walks towards the door.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 334382, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 64.13, 66.84 ], "duration": 90.66, "caption": "A person comes through the door to talk to a woman.", "similarity": 0.6836, "relevance": 1 }, { "pair_id": 334383, "video_name": "met_s06e02_seg02_clip_16", "timestamp": [ 1.24, 3.41 ], "duration": 62.66, "caption": "A person is talking to a woman and stands up.", "similarity": 0.6826, "relevance": 3 }, { "pair_id": 334384, "video_name": "s07e05_seg02_clip_03", "timestamp": [ 11.4, 19.96 ], "duration": 57.66, "caption": "A person stands at someone's doorway to speak to another person.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 334385, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 0.0, 15.06 ], "duration": 70.66, "caption": "A man stands in the doorway and talks to a woman.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 334386, "video_name": "house_s06e13_seg02_clip_20", "timestamp": [ 67.29, 72.23 ], "duration": 89.66, "caption": "A woman stands up while holding her phone and walks toward the door.", "similarity": 0.6746, "relevance": 3 }, { "pair_id": 334387, "video_name": "grey_s03e12_seg02_clip_14", "timestamp": [ 2.71, 16.68 ], "duration": 90.66, "caption": "A woman leans against a doorway as she talks to a man then she stops leaning.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 334388, "video_name": "s02e07_seg02_clip_14", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman is standing and holding a piece of paper while having a conversation with a man who is standing in the doorway holding a silver object.", "similarity": 0.6717, "relevance": 3 }, { "pair_id": 334389, "video_name": "s03e16_seg02_clip_07", "timestamp": [ 0.3, 4.43 ], "duration": 59.66, "caption": "A woman is standing talking to a person and takes a sit.", "similarity": 0.6704, "relevance": 2 }, { "pair_id": 334390, "video_name": "friends_s03e04_seg02_clip_13", "timestamp": [ 47.12, 48.62 ], "duration": 60.66, "caption": "A woman enters the doorway, bellowing her presence is near.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 334391, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 24.66, 29.01 ], "duration": 58.66, "caption": "A person leans on a door frame while talking to a woman.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 334392, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 12.83, 21.67 ], "duration": 57.66, "caption": "A woman stands up and begins using her hand when speaking to woman.", "similarity": 0.6671, "relevance": 3 }, { "pair_id": 334393, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 28.38, 33.26 ], "duration": 61.66, "caption": "A woman is standing at the bathroom door and closes the door after speaking to person.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 334394, "video_name": "s01e17_seg02_clip_11", "timestamp": [ 0.0, 11.21 ], "duration": 64.66, "caption": "A person is standing in front of a woman's apartment door as he speaks to her.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 334395, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 334396, "video_name": "grey_s03e10_seg02_clip_04", "timestamp": [ 6.91, 19.35 ], "duration": 92.66, "caption": "A woman stops in front of a door to talk to some people.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 334397, "video_name": "house_s03e10_seg02_clip_12", "timestamp": [ 0.0, 14.56 ], "duration": 88.66, "caption": "A person is talking to woman through a small opening in the door.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 334398, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 51.62 ], "duration": 60.66, "caption": "A person opens the door and talks to woman.", "similarity": 0.6632, "relevance": 3 }, { "pair_id": 334399, "video_name": "friends_s07e09_seg02_clip_01", "timestamp": [ 47.12, 52.22 ], "duration": 60.66, "caption": "A woman shuts the door and starts a conversation with a person.", "similarity": 0.6623, "relevance": 3 } ] }, { "query_id": 55266, "query": "A woman sits at the interrogation table to speak to a man.", "relevant_moment": [ { "pair_id": 153000, "video_name": "castle_s03e18_seg02_clip_20", "timestamp": [ 13.54, 27.08 ], "duration": 90.66, "caption": "A woman sits at the interrogation table to speak to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153001, "video_name": "castle_s04e22_seg02_clip_10", "timestamp": [ 43.66, 90.02 ], "duration": 90.66, "caption": "A man is sitting at an interrogation table as he converses with a woman.", "similarity": 0.8595, "relevance": 3 }, { "pair_id": 153002, "video_name": "castle_s03e18_seg02_clip_16", "timestamp": [ 39.07, 89.66 ], "duration": 89.66, "caption": "A woman is sitting in the interrogation room while speaking to man and woman.", "similarity": 0.8545, "relevance": 3 }, { "pair_id": 153003, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A woman is speaking to a man in the interrogation room.", "similarity": 0.8362, "relevance": 3 }, { "pair_id": 153004, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A woman is speaking to a man as they are in the interrogation room.", "similarity": 0.835, "relevance": 4 }, { "pair_id": 153005, "video_name": "castle_s07e03_seg02_clip_22", "timestamp": [ 0.0, 84.66 ], "duration": 84.66, "caption": "A woman is in the interrogation room speaking to a man.", "similarity": 0.834, "relevance": 2 }, { "pair_id": 153006, "video_name": "castle_s05e07_seg02_clip_14", "timestamp": [ 38.72, 92.18 ], "duration": 92.66, "caption": "A woman is in the interrogation room speaking to a man.", "similarity": 0.834, "relevance": 2 }, { "pair_id": 153007, "video_name": "castle_s08e21_seg02_clip_23", "timestamp": [ 0.0, 50.88 ], "duration": 88.66, "caption": "A woman and a man are sitting in the interrogation room speaking to another woman.", "similarity": 0.8295, "relevance": 1 }, { "pair_id": 153009, "video_name": "castle_s06e11_seg02_clip_22", "timestamp": [ 0.0, 51.08 ], "duration": 90.66, "caption": "A woman is in the interrogation room as she speaks to man.", "similarity": 0.8212, "relevance": 2 }, { "pair_id": 153011, "video_name": "castle_s03e14_seg02_clip_07", "timestamp": [ 0.0, 47.42 ], "duration": 90.66, "caption": "A woman is talking to a man in the interrogation room.", "similarity": 0.8173, "relevance": 4 }, { "pair_id": 153012, "video_name": "castle_s07e05_seg02_clip_08", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "A woman is in the interrogation room speaking with a man.", "similarity": 0.802, "relevance": 4 }, { "pair_id": 153013, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A woman is in the interrogation room speaking to a person.", "similarity": 0.7975, "relevance": 4 }, { "pair_id": 153014, "video_name": "castle_s02e15_seg02_clip_21", "timestamp": [ 73.82, 90.02 ], "duration": 90.66, "caption": "A woman sits and talks to a woman in an interrogation room.", "similarity": 0.7942, "relevance": 1 }, { "pair_id": 153015, "video_name": "castle_s07e13_seg02_clip_12", "timestamp": [ 84.35, 89.66 ], "duration": 89.66, "caption": "A woman is in an interrogation room speaking to a person.", "similarity": 0.7939, "relevance": 1 }, { "pair_id": 153016, "video_name": "castle_s03e01_seg02_clip_04", "timestamp": [ 40.96, 90.02 ], "duration": 90.66, "caption": "A woman has a conversation with a man in an interrogation room.", "similarity": 0.7931, "relevance": 4 }, { "pair_id": 153017, "video_name": "castle_s03e19_seg02_clip_23", "timestamp": [ 17.75, 25.49 ], "duration": 91.66, "caption": "A woman and man sit at the interrogation table and a man sits after.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 153018, "video_name": "castle_s02e10_seg02_clip_18", "timestamp": [ 33.99, 45.47 ], "duration": 91.66, "caption": "A woman leans in to talk to a man in the interrogation room.", "similarity": 0.7919, "relevance": 1 }, { "pair_id": 153019, "video_name": "castle_s08e09_seg02_clip_20", "timestamp": [ 0.0, 23.64 ], "duration": 89.66, "caption": "A woman is in an interrogation room speaking to person.", "similarity": 0.786, "relevance": 3 }, { "pair_id": 326320, "video_name": "castle_s02e10_seg02_clip_09", "timestamp": [ 58.87, 90.58 ], "duration": 90.66, "caption": "A woman and man are in the interrogation room speaking to a person.", "similarity": 0.7844, "relevance": 3 }, { "pair_id": 326322, "video_name": "castle_s02e19_seg02_clip_22", "timestamp": [ 55.41, 56.31 ], "duration": 89.66, "caption": "A man opens the interrogation room door and asks to speak to woman as she is seated beside person.", "similarity": 0.7836, "relevance": 3 }, { "pair_id": 326323, "video_name": "castle_s04e18_seg02_clip_18", "timestamp": [ 0.0, 67.21 ], "duration": 88.66, "caption": "A woman, a man and another person sit in the interrogation room and talk.", "similarity": 0.7836, "relevance": 3 }, { "pair_id": 326324, "video_name": "castle_s04e03_seg02_clip_22", "timestamp": [ 0.0, 69.77 ], "duration": 90.66, "caption": "A woman is in the interrogation room with a man as they converse.", "similarity": 0.7835, "relevance": 4 }, { "pair_id": 326325, "video_name": "castle_s05e07_seg02_clip_19", "timestamp": [ 37.24, 39.06 ], "duration": 90.66, "caption": "A woman sits down across from a man during their interrogation.", "similarity": 0.7833, "relevance": 1 }, { "pair_id": 326326, "video_name": "castle_s03e23_seg02_clip_12", "timestamp": [ 0.0, 46.21 ], "duration": 88.66, "caption": "A woman is talking to woman and man in the interrogation room.", "similarity": 0.7831, "relevance": 3 }, { "pair_id": 326327, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 43.62, 89.02 ], "duration": 89.66, "caption": "A person sits in the interrogation room with a woman questioning him.", "similarity": 0.7821, "relevance": 3 }, { "pair_id": 326328, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 0.0, 51.64 ], "duration": 89.66, "caption": "A woman and a man are speaking to someone in the interrogation room.", "similarity": 0.7819, "relevance": 3 }, { "pair_id": 326329, "video_name": "castle_s01e06_seg02_clip_09", "timestamp": [ 0.0, 50.61 ], "duration": 92.66, "caption": "A woman and a man are in the interrogation room speaking to a person.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 326330, "video_name": "castle_s03e19_seg02_clip_10", "timestamp": [ 71.91, 87.66 ], "duration": 87.66, "caption": "A woman is in the interrogation room speaking to someone.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 326331, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 0.0, 31.36 ], "duration": 95.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.7788, "relevance": 3 }, { "pair_id": 326332, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 76.46 ], "duration": 139.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.7788, "relevance": 3 }, { "pair_id": 326333, "video_name": "castle_s06e13_seg02_clip_04", "timestamp": [ 0.0, 66.32 ], "duration": 89.66, "caption": "A woman is in the interrogation room speaking to another person.", "similarity": 0.7749, "relevance": 3 }, { "pair_id": 326334, "video_name": "castle_s08e21_seg02_clip_22", "timestamp": [ 34.61, 91.08 ], "duration": 91.66, "caption": "A woman and a man are in the interrogation room speaking to another person.", "similarity": 0.7739, "relevance": 3 }, { "pair_id": 326335, "video_name": "castle_s07e09_seg02_clip_25", "timestamp": [ 10.02, 11.84 ], "duration": 91.66, "caption": "A woman and man exchange knowing glances while sitting at the interrogation table.", "similarity": 0.7732, "relevance": 3 }, { "pair_id": 326336, "video_name": "castle_s02e03_seg02_clip_21", "timestamp": [ 59.36, 92.03 ], "duration": 92.66, "caption": "A woman is sitting on the table as two men are in the interrogation room.", "similarity": 0.7693, "relevance": 3 }, { "pair_id": 326337, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 1.35, 89.66 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room to speak to another man.", "similarity": 0.769, "relevance": 3 }, { "pair_id": 326338, "video_name": "castle_s01e09_seg02_clip_07", "timestamp": [ 40.0, 89.31 ], "duration": 93.66, "caption": "A woman and a man enter the interrogation room to speak to a man.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 326339, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 6.73, 85.75 ], "duration": 89.66, "caption": "A man and a woman are in the interrogation room speaking to someone.", "similarity": 0.7652, "relevance": 4 } ] }, { "query_id": 55289, "query": "While watching the scene being played, a woman has a look of fear in her eyes.", "relevant_moment": [ { "pair_id": 146660, "video_name": "castle_s03e18_seg02_clip_24", "timestamp": [ 10.78, 35.78 ], "duration": 98.66, "caption": "While watching the scene being played, a woman has a look of fear in her eyes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146661, "video_name": "grey_s03e15_seg02_clip_12", "timestamp": [ 1.31, 22.63 ], "duration": 87.66, "caption": "A woman sees the condition of a man and she looks frightened.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 146662, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 46.26, 68.02 ], "duration": 68.66, "caption": "A woman looks scared at what a man told her.", "similarity": 0.6801, "relevance": 2 }, { "pair_id": 146663, "video_name": "house_s08e02_seg02_clip_19", "timestamp": [ 6.37, 8.19 ], "duration": 91.66, "caption": "A woman looks through a microscope and then looks up scared.", "similarity": 0.6758, "relevance": 1 }, { "pair_id": 146664, "video_name": "house_s08e09_seg02_clip_15", "timestamp": [ 80.51, 81.41 ], "duration": 90.66, "caption": "The patient looks at a woman with a concerned and frightened look on their face.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 146665, "video_name": "castle_s03e17_seg02_clip_20", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman looks at a piece of paper and seems to be terrified.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 146666, "video_name": "friends_s03e23_seg02_clip_10", "timestamp": [ 23.91, 32.76 ], "duration": 59.66, "caption": "A woman uses their imagination and scares everyone in the process.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 146667, "video_name": "castle_s05e01_seg02_clip_19", "timestamp": [ 34.99, 63.08 ], "duration": 106.66, "caption": "A woman is worried for the danger she will have to face.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 146668, "video_name": "friends_s01e20_seg02_clip_14", "timestamp": [ 5.61, 28.39 ], "duration": 66.66, "caption": "A woman clasps her hands when she tells a person her fears.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 146669, "video_name": "met_s06e08_seg02_clip_07", "timestamp": [ 0.0, 10.19 ], "duration": 63.66, "caption": "A woman is talking to man and her eyes get really big and she looks afraid.", "similarity": 0.606, "relevance": 2 }, { "pair_id": 146670, "video_name": "castle_s07e14_seg02_clip_09", "timestamp": [ 0.0, 4.43 ], "duration": 88.66, "caption": "A person looks scared when they realize someone is breathing.", "similarity": 0.5954, "relevance": 1 }, { "pair_id": 146675, "video_name": "met_s06e12_seg02_clip_13", "timestamp": [ 23.04, 27.94 ], "duration": 49.66, "caption": "A woman reacts in horror to what is on the iPod screen.", "similarity": 0.5813, "relevance": 1 }, { "pair_id": 146677, "video_name": "house_s06e20_seg02_clip_03", "timestamp": [ 77.23, 81.69 ], "duration": 89.66, "caption": "A woman with short hair displays a kind of worried look.", "similarity": 0.5774, "relevance": 1 }, { "pair_id": 146678, "video_name": "met_s06e16_seg02_clip_06", "timestamp": [ 0.0, 3.59 ], "duration": 59.66, "caption": "A woman is scared when person says how excited he is for his partner.", "similarity": 0.5758, "relevance": 0 }, { "pair_id": 146679, "video_name": "castle_s01e06_seg02_clip_16", "timestamp": [ 0.0, 5.44 ], "duration": 90.66, "caption": "A woman shows a picture to someone and asked him/her who he/she is being scared to.", "similarity": 0.5728, "relevance": 2 } ] }, { "query_id": 55315, "query": "Two women were standing beside the person lying on the hospital bed.", "relevant_moment": [ { "pair_id": 14560, "video_name": "house_s06e11_seg02_clip_17", "timestamp": [ 0.0, 8.1 ], "duration": 90.66, "caption": "Two women were standing beside the person lying on the hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14561, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 76.02 ], "duration": 76.66, "caption": "A woman was standing beside another woman lying on the hospital bed.", "similarity": 0.9447, "relevance": 3 }, { "pair_id": 14562, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were beside the person lying on the hospital bed.", "similarity": 0.8725, "relevance": 3 }, { "pair_id": 14563, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman was sitting beside a person lying on the hospital bed.", "similarity": 0.8491, "relevance": 2 }, { "pair_id": 14564, "video_name": "house_s03e12_seg02_clip_16", "timestamp": [ 10.8, 21.16 ], "duration": 90.66, "caption": "A doctor was standing beside a young woman lying on the hospital bed.", "similarity": 0.8391, "relevance": 2 }, { "pair_id": 14565, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 68.51, 90.14 ], "duration": 90.66, "caption": "A person was sitting beside the woman lying on the hospital bed.", "similarity": 0.8357, "relevance": 2 }, { "pair_id": 14566, "video_name": "house_s01e16_seg02_clip_25", "timestamp": [ 0.0, 10.53 ], "duration": 162.66, "caption": "A man was standing beside the hospital bed where a woman is lying down.", "similarity": 0.8162, "relevance": 3 }, { "pair_id": 14567, "video_name": "house_s01e08_seg02_clip_05", "timestamp": [ 49.31, 68.45 ], "duration": 116.66, "caption": "A man was standing still beside the person lying on the hospital bed.", "similarity": 0.8159, "relevance": 3 }, { "pair_id": 14568, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.813, "relevance": 2 }, { "pair_id": 14569, "video_name": "grey_s03e04_seg02_clip_08", "timestamp": [ 0.0, 13.98 ], "duration": 90.66, "caption": "A woman is sitting beside another woman as she lies in a hospital bed.", "similarity": 0.8045, "relevance": 3 }, { "pair_id": 14570, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 0.0, 88.75 ], "duration": 91.66, "caption": "A person is sitting beside a woman as she lies in a hospital bed.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 14571, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.84 ], "duration": 101.66, "caption": "A man was sitting beside the woman lying on the hospital bed.", "similarity": 0.788, "relevance": 2 }, { "pair_id": 14572, "video_name": "friends_s08e23-24_seg02_clip_22", "timestamp": [ 2.1, 31.23 ], "duration": 60.66, "caption": "A woman is laying in a hospital bed and a man is standing next to her holding her hand.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 14573, "video_name": "house_s01e21_seg02_clip_24", "timestamp": [ 0.0, 31.68 ], "duration": 181.66, "caption": "A woman is sitting beside a man as he is lying in a hospital bed.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 14574, "video_name": "friends_s08e23-24_seg02_clip_37", "timestamp": [ 0.0, 60.12 ], "duration": 60.66, "caption": "A man was standing beside a woman and leaning over the hospital bed.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 14575, "video_name": "house_s01e21_seg02_clip_18", "timestamp": [ 25.26, 31.82 ], "duration": 101.66, "caption": "A woman sits down beside someone, who is laying in a hospital bed.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 14576, "video_name": "house_s01e07_seg02_clip_18", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "A man was standing beside the patient lying on the hospital bed.", "similarity": 0.7767, "relevance": 3 }, { "pair_id": 14577, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 0.0, 6.46 ], "duration": 68.66, "caption": "A woman is lying on a hospital bed as she greets a man who is beside her and he tells her where she is at.", "similarity": 0.7759, "relevance": 2 }, { "pair_id": 14578, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 1.43, 9.98 ], "duration": 95.66, "caption": "A woman lies down in the hospital bed next to a man.", "similarity": 0.7757, "relevance": 1 }, { "pair_id": 14579, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 13.09, 63.15 ], "duration": 154.66, "caption": "A person is lying in a hospital bed. Another person is sat beside them.", "similarity": 0.7607, "relevance": 1 } ] }, { "query_id": 55322, "query": "A person looks at person with a puzzled look on his face.", "relevant_moment": [ { "pair_id": 5800, "video_name": "s10e07_seg02_clip_11", "timestamp": [ 51.32, 55.52 ], "duration": 60.66, "caption": "A person looks at person with a puzzled look on his face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5801, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.8597, "relevance": 4 }, { "pair_id": 5802, "video_name": "s05e04_seg02_clip_09", "timestamp": [ 24.92, 25.98 ], "duration": 53.66, "caption": "A man looks at a person with a confused look.", "similarity": 0.8518, "relevance": 3 }, { "pair_id": 5803, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 88.38, 91.17 ], "duration": 93.66, "caption": "A person looks confused and surprised and glances between man and another person.", "similarity": 0.7987, "relevance": 3 }, { "pair_id": 5804, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person looks at another person with an upset look on their face.", "similarity": 0.7869, "relevance": 4 }, { "pair_id": 5805, "video_name": "house_s08e14_seg02_clip_19", "timestamp": [ 9.35, 13.18 ], "duration": 85.66, "caption": "A person turns to look behind him, appearing confused.", "similarity": 0.7783, "relevance": 3 }, { "pair_id": 5806, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.7774, "relevance": 2 }, { "pair_id": 5807, "video_name": "s03e17_seg02_clip_05", "timestamp": [ 7.97, 10.92 ], "duration": 59.66, "caption": "A man turns to look at a person with a startled look on his face.", "similarity": 0.7578, "relevance": 4 }, { "pair_id": 5808, "video_name": "house_s07e23_seg02_clip_10", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A person displays a confused look as person says thing to him.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 5809, "video_name": "s01e16_seg02_clip_03", "timestamp": [ 55.52, 59.13 ], "duration": 60.66, "caption": "Person looks at someone with eyes wide in disbelief as they speak.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 5810, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 48.31, 50.15 ], "duration": 92.66, "caption": "One person turns and looks at another person with a withering expression on their face.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 5811, "video_name": "friends_s06e14_seg02_clip_20", "timestamp": [ 47.43, 54.39 ], "duration": 87.66, "caption": "A person looks over at another person and smiles.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 5812, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 5813, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 9.05, 17.19 ], "duration": 90.66, "caption": "A man looks at man wondering about the person.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 5814, "video_name": "s03e18_seg02_clip_12", "timestamp": [ 12.16, 25.93 ], "duration": 54.66, "caption": "While person is talking to person, a person looks at him/her in disbelief.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 5815, "video_name": "castle_s08e05_seg02_clip_12", "timestamp": [ 18.32, 21.79 ], "duration": 99.66, "caption": "A person looks all around as they get information from another person.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 5816, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 0.0, 6.49 ], "duration": 118.66, "caption": "A person looks over at some people when someone gives a confusing answer.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 5817, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.7197, "relevance": 3 }, { "pair_id": 5818, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 7.36, 12.88 ], "duration": 92.66, "caption": "A person displays a look as if they realize something.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 5819, "video_name": "friends_s06e21_seg02_clip_09", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A person looks at guy and woman with a shocked look on their face.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 179120, "video_name": "s04e22_seg02_clip_08", "timestamp": [ 14.46, 17.12 ], "duration": 59.66, "caption": "A person is filled with confusion that is evident on their face.", "similarity": 0.7149, "relevance": 3 }, { "pair_id": 179121, "video_name": "met_s02e20_seg02_clip_13", "timestamp": [ 1.85, 5.24 ], "duration": 61.66, "caption": "A person looks concerned when another says they are present.", "similarity": 0.7092, "relevance": 0 }, { "pair_id": 179122, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 9.31, 11.76 ], "duration": 98.66, "caption": "A man stares at another person who you can't see in an angry face while questioning them.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 179123, "video_name": "met_s02e05_seg02_clip_04", "timestamp": [ 20.78, 22.64 ], "duration": 62.66, "caption": "Two people are both looking at a man, totally confused.", "similarity": 0.7089, "relevance": 4 }, { "pair_id": 179124, "video_name": "friends_s03e11_seg02_clip_08", "timestamp": [ 30.25, 32.78 ], "duration": 63.66, "caption": "Two people look at a man with an amused look on their faces.", "similarity": 0.7082, "relevance": 4 }, { "pair_id": 179125, "video_name": "s09e16_seg02_clip_04", "timestamp": [ 3.97, 5.8 ], "duration": 61.66, "caption": "A man looks at someone with an annoyed expression.", "similarity": 0.7082, "relevance": 3 }, { "pair_id": 179126, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 179127, "video_name": "castle_s03e04_seg02_clip_03", "timestamp": [ 71.98, 77.52 ], "duration": 92.66, "caption": "A person stares at a man and he gives him a strange look back.", "similarity": 0.7072, "relevance": 4 }, { "pair_id": 179128, "video_name": "s05e15_seg02_clip_04", "timestamp": [ 39.92, 43.52 ], "duration": 60.66, "caption": "When a person looks at someone, he turns his eyes from him and trying to look down.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 179129, "video_name": "friends_s09e06_seg02_clip_29", "timestamp": [ 51.7, 55.93 ], "duration": 65.66, "caption": "A person stares at a man with wrinkles on his forehead and wide eyes as if he needs clear answers from him.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 179130, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person looks at another person in shock and surprise.", "similarity": 0.7038, "relevance": 4 }, { "pair_id": 179131, "video_name": "house_s05e17_seg02_clip_07", "timestamp": [ 37.14, 48.42 ], "duration": 94.66, "caption": "A person puts their head on their hand and looks at another person.", "similarity": 0.7038, "relevance": 4 }, { "pair_id": 179132, "video_name": "castle_s07e08_seg02_clip_22", "timestamp": [ 72.11, 89.02 ], "duration": 89.66, "caption": "A person is looking at two other people having no idea what they're talking about.", "similarity": 0.7026, "relevance": 4 }, { "pair_id": 179133, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.7007, "relevance": 4 }, { "pair_id": 179134, "video_name": "house_s05e20_seg02_clip_14", "timestamp": [ 59.67, 73.13 ], "duration": 89.66, "caption": "A person looks confused at another person and then walks away.", "similarity": 0.7, "relevance": 3 }, { "pair_id": 179135, "video_name": "friends_s05e07_seg02_clip_12", "timestamp": [ 37.2, 49.42 ], "duration": 52.66, "caption": "A person stares at another person with a blank look on his/her face and then raises his/her right arm.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 179136, "video_name": "castle_s04e06_seg02_clip_11", "timestamp": [ 85.97, 87.32 ], "duration": 90.66, "caption": "A person looks at another person who nods at him/her.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 179137, "video_name": "house_s07e03_seg02_clip_05", "timestamp": [ 0.0, 8.37 ], "duration": 93.66, "caption": "A person is looking at something when another person and their companion approach him.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 179138, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 50.92, 54.29 ], "duration": 67.66, "caption": "A woman looks at the face of a man.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 179139, "video_name": "s02e04_seg02_clip_01", "timestamp": [ 45.32, 57.33 ], "duration": 60.66, "caption": "A person tries to smile and another person just stares at him.", "similarity": 0.6933, "relevance": 3 } ] }, { "query_id": 55502, "query": "A woman gives a man a walkie talkie in the car.", "relevant_moment": [ { "pair_id": 114060, "video_name": "castle_s08e02_seg02_clip_08", "timestamp": [ 41.86, 44.56 ], "duration": 90.66, "caption": "A woman gives a man a walkie talkie in the car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 114061, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 34.72, 36.5 ], "duration": 89.66, "caption": "A woman speaks into the walkie talkie as she sits in the car with a man.", "similarity": 0.8543, "relevance": 2 }, { "pair_id": 114062, "video_name": "s04e13_seg02_clip_01", "timestamp": [ 28.14, 31.62 ], "duration": 58.66, "caption": "Some people are in a car and a person is talking on a walkie-talkie.", "similarity": 0.7704, "relevance": 2 }, { "pair_id": 114063, "video_name": "s08e06_seg02_clip_13", "timestamp": [ 0.0, 3.71 ], "duration": 57.66, "caption": "A woman is speaking to a man through a walkie talkie and asks him if he needs anything.", "similarity": 0.7185, "relevance": 1 }, { "pair_id": 114064, "video_name": "castle_s08e21_seg02_clip_04", "timestamp": [ 15.64, 16.56 ], "duration": 92.66, "caption": "A man has a conversation with woman over the walkie talkie.", "similarity": 0.7172, "relevance": 1 }, { "pair_id": 114065, "video_name": "s05e03_seg02_clip_01", "timestamp": [ 56.66, 59.03 ], "duration": 59.66, "caption": "A man talks to a woman in the backseat of the car.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 114066, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 12.87, 17.44 ], "duration": 83.66, "caption": "A woman is driving her car while talking to a man.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 114067, "video_name": "castle_s06e23_seg02_clip_07", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A woman is inside the car talking to a man on the phone.", "similarity": 0.6673, "relevance": 0 }, { "pair_id": 114068, "video_name": "s04e21_seg02_clip_09", "timestamp": [ 46.96, 48.22 ], "duration": 63.66, "caption": "A person grabs the walkie talkie off the dashboard of their vehicle.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 114069, "video_name": "castle_s02e11_seg02_clip_00", "timestamp": [ 12.58, 17.71 ], "duration": 93.66, "caption": "A woman gets out of her car and walks to a man.", "similarity": 0.6531, "relevance": 1 }, { "pair_id": 114070, "video_name": "s09e23_seg02_clip_03", "timestamp": [ 0.0, 35.72 ], "duration": 60.66, "caption": "A woman has a conversation with a man as they sit in a parked car.", "similarity": 0.6519, "relevance": 1 }, { "pair_id": 114071, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 31.54, 49.97 ], "duration": 97.66, "caption": "A man and woman are having a conversation while in the car.", "similarity": 0.6495, "relevance": 1 }, { "pair_id": 114072, "video_name": "house_s06e13_seg02_clip_23", "timestamp": [ 0.0, 9.31 ], "duration": 98.66, "caption": "A woman talks to a man inside the car about some issues.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 114073, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 0.0, 21.76 ], "duration": 58.66, "caption": "A woman drives a car while talking with a man.", "similarity": 0.6477, "relevance": 1 }, { "pair_id": 114074, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 14.31, 20.32 ], "duration": 92.66, "caption": "A woman gets out from the car and walks directly to a man.", "similarity": 0.6444, "relevance": 0 }, { "pair_id": 114075, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 3.48, 11.9 ], "duration": 58.66, "caption": "A person talks to man in walkie talkie protocol.", "similarity": 0.6424, "relevance": 0 }, { "pair_id": 114076, "video_name": "castle_s08e10_seg02_clip_17", "timestamp": [ 51.11, 90.46 ], "duration": 90.66, "caption": "A man is on the phone speaking to a woman as he is in the backseat of a car.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 114077, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A woman is talking to a man in the back seat of another woman's car.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 114078, "video_name": "castle_s06e23_seg02_clip_12", "timestamp": [ 0.0, 26.26 ], "duration": 89.66, "caption": "A man and a woman have a conversation as they travel in a car.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 114079, "video_name": "castle_s07e02_seg02_clip_09", "timestamp": [ 0.0, 6.86 ], "duration": 91.66, "caption": "A man enters a woman's car and had a conversation with her.", "similarity": 0.638, "relevance": 1 } ] }, { "query_id": 55511, "query": "A woman led them into the room, a young boy playing with a toy crawled out from the back of the chair.", "relevant_moment": [ { "pair_id": 5400, "video_name": "castle_s02e05_seg02_clip_25", "timestamp": [ 38.23, 49.61 ], "duration": 91.66, "caption": "A woman led them into the room, a young boy playing with a toy crawled out from the back of the chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5401, "video_name": "castle_s03e17_seg02_clip_13", "timestamp": [ 2.67, 6.68 ], "duration": 89.66, "caption": "The woman pushes her child to play in the other room.", "similarity": 0.5721, "relevance": 3 }, { "pair_id": 5402, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 3.19, 7.74 ], "duration": 91.66, "caption": "A little boy passes his toy to a woman.", "similarity": 0.5632, "relevance": 2 }, { "pair_id": 5403, "video_name": "friends_s03e04_seg02_clip_03", "timestamp": [ 0.0, 3.52 ], "duration": 64.66, "caption": "A woman walks by after explain how child got his toy.", "similarity": 0.5599, "relevance": 2 }, { "pair_id": 5404, "video_name": "s07e10_seg02_clip_02", "timestamp": [ 6.6, 12.31 ], "duration": 60.66, "caption": "Two people enter a room as someone plays with a toy train.", "similarity": 0.5418, "relevance": 2 }, { "pair_id": 5405, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 22.52, 29.65 ], "duration": 57.66, "caption": "A woman plays with the stuffed animals in the doorway.", "similarity": 0.5393, "relevance": 1 }, { "pair_id": 5406, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 66.05, 70.7 ], "duration": 93.66, "caption": "A woman came in the room while two men are playing.", "similarity": 0.5329, "relevance": 0 }, { "pair_id": 5407, "video_name": "grey_s02e07_seg02_clip_21", "timestamp": [ 46.48, 55.51 ], "duration": 90.66, "caption": "A woman wheels back into the room where her parents are.", "similarity": 0.5227, "relevance": 1 }, { "pair_id": 5408, "video_name": "grey_s01e07_seg02_clip_12", "timestamp": [ 32.23, 35.32 ], "duration": 88.66, "caption": "A woman pushes a little boy on a gurney down towards the hallway.", "similarity": 0.5172, "relevance": 2 }, { "pair_id": 5409, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 53.16, 57.37 ], "duration": 60.66, "caption": "A woman takes a toy out of a playpen and puts a new one in.", "similarity": 0.5156, "relevance": 2 }, { "pair_id": 5410, "video_name": "friends_s02e12-13_seg02_clip_11", "timestamp": [ 3.3, 10.2 ], "duration": 60.66, "caption": "Some kids get up out of their chairs and head to the back of the room.", "similarity": 0.513, "relevance": 1 }, { "pair_id": 5411, "video_name": "s05e20_seg02_clip_06", "timestamp": [ 40.82, 60.03 ], "duration": 60.66, "caption": "A person got out of bed and opened the box with the toy in it.", "similarity": 0.5122, "relevance": 0 }, { "pair_id": 5412, "video_name": "s07e09_seg02_clip_06", "timestamp": [ 44.44, 48.22 ], "duration": 63.66, "caption": "A woman gets up from the chair and runs out of the room.", "similarity": 0.5105, "relevance": 0 }, { "pair_id": 5413, "video_name": "grey_s02e01_seg02_clip_23", "timestamp": [ 0.0, 1.66 ], "duration": 83.66, "caption": "A woman grabs the chair and heads into the patient room.", "similarity": 0.5013, "relevance": 0 }, { "pair_id": 5414, "video_name": "friends_s10e04_seg02_clip_15", "timestamp": [ 17.15, 22.04 ], "duration": 61.66, "caption": "A woman hands some people a toy.", "similarity": 0.5001, "relevance": 1 }, { "pair_id": 5415, "video_name": "friends_s02e01_seg02_clip_06", "timestamp": [ 30.18, 36.21 ], "duration": 63.66, "caption": "A woman walks out of the room to the table where another woman sits and puts her hand on the back of a chair.", "similarity": 0.498, "relevance": 0 }, { "pair_id": 5416, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 71.42, 76.88 ], "duration": 84.66, "caption": "A woman walks into the room and sits down in a chair.", "similarity": 0.497, "relevance": 1 }, { "pair_id": 5417, "video_name": "castle_s02e18_seg02_clip_03", "timestamp": [ 0.0, 10.0 ], "duration": 100.66, "caption": "A woman removes a small door and enters the small room.", "similarity": 0.4928, "relevance": 1 }, { "pair_id": 5418, "video_name": "s08e06_seg02_clip_13", "timestamp": [ 42.2, 44.19 ], "duration": 57.66, "caption": "A woman walks into the room and sits in a chair.", "similarity": 0.4927, "relevance": 0 }, { "pair_id": 5419, "video_name": "grey_s03e23_seg02_clip_00", "timestamp": [ 31.69, 38.41 ], "duration": 96.66, "caption": "A woman walks into the room and sits in a chair.", "similarity": 0.4927, "relevance": 0 } ] }, { "query_id": 55517, "query": "A man follows a woman and she sits down, confused.", "relevant_moment": [ { "pair_id": 126580, "video_name": "castle_s02e05_seg02_clip_24", "timestamp": [ 38.73, 49.41 ], "duration": 89.66, "caption": "A man follows a woman and she sits down, confused.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 126581, "video_name": "castle_s03e19_seg02_clip_23", "timestamp": [ 18.66, 23.67 ], "duration": 91.66, "caption": "A woman sits down and a man suddenly follows her.", "similarity": 0.8526, "relevance": 1 }, { "pair_id": 126582, "video_name": "house_s02e14_seg02_clip_24", "timestamp": [ 47.25, 53.62 ], "duration": 67.66, "caption": "A man sits down and a woman turns towards him.", "similarity": 0.7625, "relevance": 1 }, { "pair_id": 126583, "video_name": "friends_s03e23_seg02_clip_16", "timestamp": [ 41.23, 45.5 ], "duration": 61.66, "caption": "A man motions for a woman to sit down with him.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 126584, "video_name": "castle_s04e19_seg02_clip_19", "timestamp": [ 5.51, 7.35 ], "duration": 91.66, "caption": "A woman sits down while a man tells her he doesn't understand.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 126585, "video_name": "friends_s07e19_seg02_clip_03", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man walks and sits down next to a woman.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 126586, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 74.27, 77.42 ], "duration": 90.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 126587, "video_name": "friends_s08e18_seg02_clip_11", "timestamp": [ 1.41, 5.62 ], "duration": 56.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 126588, "video_name": "castle_s04e18_seg02_clip_13", "timestamp": [ 11.38, 17.75 ], "duration": 91.66, "caption": "A man walks over to a woman and sits down.", "similarity": 0.7154, "relevance": 1 }, { "pair_id": 126589, "video_name": "grey_s03e14_seg02_clip_25", "timestamp": [ 31.8, 42.67 ], "duration": 80.66, "caption": "A man walks over to a woman and then sits down.", "similarity": 0.7124, "relevance": 1 }, { "pair_id": 126590, "video_name": "friends_s01e21_seg02_clip_00", "timestamp": [ 21.77, 27.21 ], "duration": 64.66, "caption": "A man walks over and sits down next to woman.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 126591, "video_name": "grey_s03e09_seg02_clip_26", "timestamp": [ 15.6, 20.29 ], "duration": 78.66, "caption": "A man turns around and sees a woman sitting behind him.", "similarity": 0.7076, "relevance": 2 }, { "pair_id": 126592, "video_name": "friends_s10e09_seg02_clip_21", "timestamp": [ 14.41, 18.32 ], "duration": 60.66, "caption": "A man follows a woman and she stops to listen to him.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 126593, "video_name": "met_s03e10_seg02_clip_00", "timestamp": [ 17.96, 23.64 ], "duration": 63.66, "caption": "A man sits down while trying to figure out why a woman doesn't know him.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 126594, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 77.98, 83.11 ], "duration": 93.66, "caption": "A woman walks over to man while he sits down.", "similarity": 0.7034, "relevance": 1 }, { "pair_id": 126595, "video_name": "friends_s08e13_seg02_clip_13", "timestamp": [ 8.61, 13.49 ], "duration": 57.66, "caption": "A man approaches a woman and sits right next to her.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 126596, "video_name": "s05e04_seg02_clip_01", "timestamp": [ 43.42, 49.02 ], "duration": 56.66, "caption": "A man follows man after she asks him to go with her.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 126597, "video_name": "friends_s09e10_seg02_clip_13", "timestamp": [ 36.02, 42.32 ], "duration": 60.66, "caption": "A woman sits down while a man then sits next to her.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 126598, "video_name": "friends_s09e04_seg02_clip_00", "timestamp": [ 2.38, 4.42 ], "duration": 68.66, "caption": "A man signals for a woman to come sit with him.", "similarity": 0.7015, "relevance": 0 }, { "pair_id": 126599, "video_name": "met_s03e13_seg02_clip_06", "timestamp": [ 6.09, 9.75 ], "duration": 60.66, "caption": "A man is confused about the woman another woman is describing.", "similarity": 0.7003, "relevance": 0 } ] }, { "query_id": 55745, "query": "A doctor was having a conversation with a person wearing blue coat.", "relevant_moment": [ { "pair_id": 169240, "video_name": "house_s06e02_seg02_clip_26", "timestamp": [ 0.0, 86.02 ], "duration": 86.66, "caption": "A doctor was having a conversation with a person wearing blue coat.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 169241, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 0.0, 51.38 ], "duration": 90.66, "caption": "A doctor was having a conversation with a person wearing cream colored coat.", "similarity": 0.9162, "relevance": 3 }, { "pair_id": 169242, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 169243, "video_name": "house_s01e07_seg02_clip_18", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "A doctor was having a conversation with a person wearing gray jacket.", "similarity": 0.8297, "relevance": 3 }, { "pair_id": 169244, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.8265, "relevance": 4 }, { "pair_id": 169245, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 8.85, 61.03 ], "duration": 61.66, "caption": "Two people and the doctor were having a conversation.", "similarity": 0.8095, "relevance": 4 }, { "pair_id": 169246, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.7983, "relevance": 2 }, { "pair_id": 169247, "video_name": "house_s06e02_seg02_clip_26", "timestamp": [ 0.0, 86.02 ], "duration": 86.66, "caption": "A doctor and a person wearing blue coat were sitting in front of each other.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 169248, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.7972, "relevance": 2 }, { "pair_id": 169249, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 0.0, 6.18 ], "duration": 95.66, "caption": "Two doctors were having a conversation about a patient.", "similarity": 0.7971, "relevance": 3 }, { "pair_id": 169250, "video_name": "house_s05e19_seg02_clip_15", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "A doctor was having a conversation with a woman wearing cream colored jacket and a man wearing black jacket.", "similarity": 0.7926, "relevance": 2 }, { "pair_id": 169251, "video_name": "house_s01e03_seg02_clip_18", "timestamp": [ 0.0, 11.7 ], "duration": 90.66, "caption": "Some doctors were having a conversation about a patient.", "similarity": 0.7898, "relevance": 2 }, { "pair_id": 169252, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A man and a doctor were having a conversation.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 169253, "video_name": "house_s01e14_seg02_clip_18", "timestamp": [ 0.0, 34.02 ], "duration": 88.66, "caption": "A person is discussing something to the other doctors.", "similarity": 0.7884, "relevance": 3 }, { "pair_id": 169254, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 81.72, 88.35 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 169255, "video_name": "house_s07e01_seg02_clip_14", "timestamp": [ 0.0, 21.82 ], "duration": 89.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 169256, "video_name": "house_s05e10_seg02_clip_19", "timestamp": [ 0.0, 31.33 ], "duration": 116.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 169257, "video_name": "house_s05e10_seg02_clip_10", "timestamp": [ 0.0, 9.86 ], "duration": 89.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 169258, "video_name": "house_s03e12_seg02_clip_25", "timestamp": [ 69.54, 88.02 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 169259, "video_name": "house_s03e04_seg02_clip_14", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 342560, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 65.82 ], "duration": 90.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 342561, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 0.0, 5.74 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 342562, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 73.54, 89.66 ], "duration": 89.66, "caption": "A person is having a conversation with some doctors.", "similarity": 0.786, "relevance": 2 }, { "pair_id": 342563, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A doctor is discussing something to the other doctors.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 342564, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 342565, "video_name": "house_s06e03_seg02_clip_04", "timestamp": [ 0.0, 47.63 ], "duration": 89.66, "caption": "A doctor has a conversation with a person in a striped shirt.", "similarity": 0.7828, "relevance": 3 }, { "pair_id": 342566, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A doctor was having a conversation with a woman.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 342567, "video_name": "house_s01e16_seg02_clip_04", "timestamp": [ 0.0, 25.38 ], "duration": 90.66, "caption": "A doctor named Gregory was having a conversation with a woman wearing a blue dress.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 342568, "video_name": "house_s05e13_seg02_clip_22", "timestamp": [ 68.72, 83.74 ], "duration": 91.66, "caption": "Some doctors were having a conversation.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 342569, "video_name": "house_s06e03_seg02_clip_07", "timestamp": [ 0.0, 26.51 ], "duration": 93.66, "caption": "Two doctors are having a conversation with each other.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 342570, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 29.77, 40.93 ], "duration": 124.66, "caption": "Two doctors are having a conversation with each other.", "similarity": 0.7711, "relevance": 3 }, { "pair_id": 342571, "video_name": "house_s01e11_seg02_clip_00", "timestamp": [ 16.81, 54.16 ], "duration": 93.66, "caption": "A doctor was having a conversation with a person wearing lab gown.", "similarity": 0.7698, "relevance": 3 }, { "pair_id": 342572, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 342573, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 25.82, 89.02 ], "duration": 89.66, "caption": "A doctor walked towards a person and had a conversation with him.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 342574, "video_name": "grey_s03e02_seg02_clip_03", "timestamp": [ 0.0, 28.81 ], "duration": 90.66, "caption": "Some doctors are having a conversation with each other.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 342575, "video_name": "house_s06e11_seg02_clip_11", "timestamp": [ 0.0, 66.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person wearing gray polo.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 342576, "video_name": "grey_s02e25_seg02_clip_01", "timestamp": [ 0.0, 18.63 ], "duration": 88.66, "caption": "Some doctors are having a conversation.", "similarity": 0.7528, "relevance": 2 }, { "pair_id": 342577, "video_name": "friends_s10e06_seg02_clip_14", "timestamp": [ 0.0, 30.31 ], "duration": 60.66, "caption": "A doctor has a conversation with a person as they sit at a table together.", "similarity": 0.7508, "relevance": 3 }, { "pair_id": 342578, "video_name": "house_s08e16_seg02_clip_01", "timestamp": [ 24.31, 49.06 ], "duration": 90.66, "caption": "Two doctors are speaking with a patient together.", "similarity": 0.7496, "relevance": 2 }, { "pair_id": 342579, "video_name": "house_s03e12_seg02_clip_25", "timestamp": [ 0.0, 27.73 ], "duration": 88.66, "caption": "A doctor was having a conversation with a woman in a green jacket.", "similarity": 0.7496, "relevance": 3 } ] }, { "query_id": 55770, "query": "A person shuts door as he/she has a conversation with another person.", "relevant_moment": [ { "pair_id": 79840, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 2.84, 6.62 ], "duration": 63.66, "caption": "A person shuts door as he/she has a conversation with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 79841, "video_name": "house_s08e06_seg02_clip_12", "timestamp": [ 20.25, 21.63 ], "duration": 92.66, "caption": "A person closes the door after talking to another person.", "similarity": 0.9099, "relevance": 3 }, { "pair_id": 79842, "video_name": "house_s05e01_seg02_clip_13", "timestamp": [ 53.56, 55.81 ], "duration": 90.66, "caption": "A person shuts the door in another person's face as they're talking.", "similarity": 0.908, "relevance": 4 }, { "pair_id": 79843, "video_name": "house_s01e02_seg02_clip_11", "timestamp": [ 62.92, 66.74 ], "duration": 85.66, "caption": "A person stops to talk to another person as they enter a door.", "similarity": 0.8565, "relevance": 2 }, { "pair_id": 79844, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 76.39, 84.47 ], "duration": 89.66, "caption": "A person walks in and closes the door while talking with another person.", "similarity": 0.8499, "relevance": 2 }, { "pair_id": 79845, "video_name": "house_s08e07_seg02_clip_19", "timestamp": [ 22.51, 26.56 ], "duration": 45.66, "caption": "A person suddenly opens the door and another person talks to him.", "similarity": 0.8376, "relevance": 2 }, { "pair_id": 79846, "video_name": "house_s04e13_seg02_clip_18", "timestamp": [ 45.0, 49.54 ], "duration": 90.66, "caption": "A person ends a conversation with someone and closes the door on their way out of the room.", "similarity": 0.836, "relevance": 4 }, { "pair_id": 79847, "video_name": "house_s01e10_seg02_clip_12", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person opens the door and walk out while still talking to another person.", "similarity": 0.8283, "relevance": 2 }, { "pair_id": 79848, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 78.68, 80.52 ], "duration": 92.66, "caption": "A person finishes their conversation with two other people and walks out of the door.", "similarity": 0.8279, "relevance": 2 }, { "pair_id": 79849, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 20.78, 23.26 ], "duration": 62.66, "caption": "A person opens the door while two people are talking.", "similarity": 0.8263, "relevance": 1 }, { "pair_id": 79850, "video_name": "house_s03e22_seg02_clip_21", "timestamp": [ 75.67, 86.8 ], "duration": 89.66, "caption": "A person walks into the room to speak with another person and shuts the door.", "similarity": 0.8235, "relevance": 4 }, { "pair_id": 79851, "video_name": "house_s06e06_seg02_clip_13", "timestamp": [ 76.13, 90.63 ], "duration": 90.66, "caption": "A person half opens the door and talks to two other people.", "similarity": 0.8218, "relevance": 2 }, { "pair_id": 79852, "video_name": "s04e18_seg02_clip_08", "timestamp": [ 0.0, 22.21 ], "duration": 60.66, "caption": "A person was having a conversation with someone from outside the door.", "similarity": 0.8133, "relevance": 1 }, { "pair_id": 79853, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 3.15, 5.85 ], "duration": 90.66, "caption": "A person walks out the door while talking to another person.", "similarity": 0.8111, "relevance": 2 }, { "pair_id": 79854, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 0.0, 37.23 ], "duration": 61.66, "caption": "Two people talk with someone in the doorway then close the door.", "similarity": 0.8111, "relevance": 3 }, { "pair_id": 79855, "video_name": "s01e08_seg01_clip_00", "timestamp": [ 43.11, 45.9 ], "duration": 62.66, "caption": "A person stops talking to another person and goes over to the front door.", "similarity": 0.81, "relevance": 1 }, { "pair_id": 79856, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 62.14, 85.12 ], "duration": 85.66, "caption": "A person is walking and talking when another person opens the door, looks in, goes back out, then closes the door again while the first person keeps talking to some other people who are in the room.", "similarity": 0.8042, "relevance": 2 }, { "pair_id": 79857, "video_name": "s05e11_seg02_clip_11", "timestamp": [ 0.0, 9.44 ], "duration": 59.66, "caption": "A person is talking with another person while standing in front of the door.", "similarity": 0.7964, "relevance": 2 }, { "pair_id": 79858, "video_name": "s05e03_seg02_clip_13", "timestamp": [ 4.34, 12.72 ], "duration": 62.66, "caption": "A person opens his/her apartment door as he/she speaks with another person.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 79859, "video_name": "friends_s07e09_seg02_clip_01", "timestamp": [ 47.12, 52.22 ], "duration": 60.66, "caption": "A woman shuts the door and starts a conversation with a person.", "similarity": 0.7934, "relevance": 4 } ] }, { "query_id": 55798, "query": "Person A and person B walk downstairs while they are talking.", "relevant_moment": [ { "pair_id": 162240, "video_name": "castle_s04e12_seg02_clip_03", "timestamp": [ 22.08, 26.68 ], "duration": 91.66, "caption": "Person A and person B walk downstairs while they are talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162241, "video_name": "s10e11_seg02_clip_17", "timestamp": [ 36.64, 43.3 ], "duration": 74.66, "caption": "Two people are walking upstairs while they are talking.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 162242, "video_name": "s02e21_seg02_clip_03", "timestamp": [ 1.45, 4.35 ], "duration": 58.66, "caption": "Two people are walking upstairs while talking.", "similarity": 0.8125, "relevance": 3 }, { "pair_id": 162243, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 35.36, 40.32 ], "duration": 62.66, "caption": "A person and woman are walking upstairs while they are talking.", "similarity": 0.8112, "relevance": 3 }, { "pair_id": 162244, "video_name": "castle_s06e02_seg02_clip_17", "timestamp": [ 86.64, 90.66 ], "duration": 90.66, "caption": "A person walks down a staircase and talks to another person.", "similarity": 0.801, "relevance": 3 }, { "pair_id": 162245, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 3.68, 15.18 ], "duration": 92.66, "caption": "A person and another person walk up the stairs while talking.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 162246, "video_name": "house_s06e19_seg02_clip_11", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "Two people walk in while person and person are talking.", "similarity": 0.7898, "relevance": 1 }, { "pair_id": 162247, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 0.0, 16.25 ], "duration": 56.66, "caption": "Two people are walking upstairs as they converse.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 162248, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 50.45, 53.15 ], "duration": 77.66, "caption": "Two people walk together while they are talking.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 162249, "video_name": "s04e05_seg02_clip_00", "timestamp": [ 35.7, 61.03 ], "duration": 61.66, "caption": "Two people walk down the stairs while speaking to each other.", "similarity": 0.7827, "relevance": 4 }, { "pair_id": 162250, "video_name": "house_s06e04_seg02_clip_11", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "Two people are walking while they are talking.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 162251, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 2.77, 9.22 ], "duration": 92.66, "caption": "Two people are walking while they are talking.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 162252, "video_name": "castle_s03e20_seg02_clip_25", "timestamp": [ 3.61, 8.11 ], "duration": 90.66, "caption": "Two people are walking while they are talking.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 162253, "video_name": "castle_s05e10_seg02_clip_23", "timestamp": [ 8.55, 12.15 ], "duration": 90.66, "caption": "Two people walk downstairs side by side.", "similarity": 0.779, "relevance": 4 }, { "pair_id": 162254, "video_name": "house_s01e11_seg02_clip_03", "timestamp": [ 2.2, 4.84 ], "duration": 88.66, "caption": "Two people are walking together while talking.", "similarity": 0.778, "relevance": 2 }, { "pair_id": 162255, "video_name": "house_s02e21_seg02_clip_17", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "Two people walk the same way to talk to each other.", "similarity": 0.7779, "relevance": 1 }, { "pair_id": 162256, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 0.0, 27.46 ], "duration": 90.66, "caption": "A person walks with another person down the hallway while talking to him.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 162257, "video_name": "house_s02e23_seg02_clip_02", "timestamp": [ 4.96, 10.82 ], "duration": 90.66, "caption": "A person walks with another person while they are talking.", "similarity": 0.7732, "relevance": 2 }, { "pair_id": 162258, "video_name": "s01e09_seg02_clip_07", "timestamp": [ 11.71, 18.61 ], "duration": 60.66, "caption": "Two people walk together while they are having a conversation.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 162259, "video_name": "s02e01_seg02_clip_04", "timestamp": [ 4.03, 12.41 ], "duration": 62.66, "caption": "Two people were both walking upstairs whilst one of them was talking.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 335560, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 6.72 ], "duration": 96.66, "caption": "Two people are talking while they are walking.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 335561, "video_name": "house_s08e02_seg02_clip_03", "timestamp": [ 22.61, 63.32 ], "duration": 90.66, "caption": "A person walks down the hallway with another person talking.", "similarity": 0.7616, "relevance": 3 }, { "pair_id": 335562, "video_name": "house_s01e22_seg02_clip_19", "timestamp": [ 3.36, 8.64 ], "duration": 96.66, "caption": "A person and another person with dark brown hair walk a few feet while having a conversation.", "similarity": 0.7557, "relevance": 3 }, { "pair_id": 335563, "video_name": "s01e15_seg02_clip_17", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A person is going downstairs with another person beside him/her.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 335564, "video_name": "s09e17_seg01_clip_00", "timestamp": [ 7.48, 13.43 ], "duration": 44.66, "caption": "Two people are walking downstairs behind two other people.", "similarity": 0.7539, "relevance": 4 }, { "pair_id": 335565, "video_name": "castle_s07e17_seg02_clip_14", "timestamp": [ 0.0, 7.58 ], "duration": 89.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.7538, "relevance": 3 }, { "pair_id": 335566, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 0.0, 13.92 ], "duration": 89.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.7538, "relevance": 3 }, { "pair_id": 335567, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 0.0, 22.21 ], "duration": 92.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.7538, "relevance": 3 }, { "pair_id": 335568, "video_name": "castle_s02e10_seg02_clip_16", "timestamp": [ 29.69, 38.36 ], "duration": 91.66, "caption": "Two people walk side by side down a stair case while talking.", "similarity": 0.753, "relevance": 4 }, { "pair_id": 335569, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 18.73, 30.73 ], "duration": 96.66, "caption": "A person and another person walk and talk in the hallway.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 335570, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 62.49, 68.34 ], "duration": 89.66, "caption": "A person is talking to another person while he is walking.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 335571, "video_name": "house_s02e24_seg02_clip_01", "timestamp": [ 58.31, 81.46 ], "duration": 89.66, "caption": "A person walks down the hallway talking to another person.", "similarity": 0.752, "relevance": 3 }, { "pair_id": 335572, "video_name": "house_s02e10_seg02_clip_17", "timestamp": [ 4.52, 10.86 ], "duration": 90.66, "caption": "Two people talk about someone while walking.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 335573, "video_name": "castle_s01e05_seg02_clip_10", "timestamp": [ 48.17, 74.11 ], "duration": 74.66, "caption": "Two people are walking and talking to someone.", "similarity": 0.7482, "relevance": 3 }, { "pair_id": 335574, "video_name": "house_s07e11_seg02_clip_03", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "Two people have a conversation as they walk down a hallway.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 335575, "video_name": "s06e14_seg02_clip_02", "timestamp": [ 38.45, 55.47 ], "duration": 63.66, "caption": "A man and woman are walking beside each other as they walk upstairs as they converse.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 335576, "video_name": "s01e17_seg02_clip_09", "timestamp": [ 19.83, 36.01 ], "duration": 61.66, "caption": "Two people walk up the stairs while talking.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 335577, "video_name": "castle_s08e04_seg02_clip_05", "timestamp": [ 19.92, 24.34 ], "duration": 88.66, "caption": "Two people were having a conversation while walking.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 335578, "video_name": "castle_s03e19_seg02_clip_13", "timestamp": [ 0.0, 12.42 ], "duration": 92.66, "caption": "Two people were having a conversation while walking.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 335579, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 14.87, 21.18 ], "duration": 90.66, "caption": "Two people talk while walking down a hallway.", "similarity": 0.7468, "relevance": 3 } ] }, { "query_id": 55805, "query": "A woman sits crying as two people question her.", "relevant_moment": [ { "pair_id": 14720, "video_name": "castle_s04e12_seg02_clip_09", "timestamp": [ 0.0, 27.76 ], "duration": 91.66, "caption": "A woman sits crying as two people question her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14721, "video_name": "castle_s02e23_seg02_clip_22", "timestamp": [ 7.7, 38.05 ], "duration": 90.66, "caption": "A woman sits crying hysterically as she is being questioned by man and person.", "similarity": 0.849, "relevance": 4 }, { "pair_id": 14722, "video_name": "castle_s08e07_seg02_clip_04", "timestamp": [ 19.71, 29.33 ], "duration": 91.66, "caption": "A woman sat down and another person started crying.", "similarity": 0.8137, "relevance": 4 }, { "pair_id": 14723, "video_name": "grey_s02e12_seg02_clip_24", "timestamp": [ 34.81, 51.78 ], "duration": 87.66, "caption": "A woman sits down next to a person when they start crying.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 14724, "video_name": "castle_s02e09_seg02_clip_09", "timestamp": [ 59.61, 87.02 ], "duration": 87.66, "caption": "A woman was crying whilst talking to two people.", "similarity": 0.7866, "relevance": 4 }, { "pair_id": 14725, "video_name": "castle_s04e17_seg02_clip_19", "timestamp": [ 0.0, 10.24 ], "duration": 89.66, "caption": "A woman is crying to two people during interrogation.", "similarity": 0.7724, "relevance": 3 }, { "pair_id": 14726, "video_name": "grey_s02e15_seg02_clip_16", "timestamp": [ 64.1, 65.88 ], "duration": 89.66, "caption": "A woman begins to cry as she looks at person who is seated next to her.", "similarity": 0.7368, "relevance": 2 }, { "pair_id": 14727, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 35.09, 47.3 ], "duration": 61.66, "caption": "A woman starts crying and then a man sits back down.", "similarity": 0.727, "relevance": 2 }, { "pair_id": 14728, "video_name": "castle_s04e12_seg02_clip_08", "timestamp": [ 82.99, 91.19 ], "duration": 91.66, "caption": "A woman starts to cry and she sits down as she is speaking to woman.", "similarity": 0.7192, "relevance": 4 }, { "pair_id": 14729, "video_name": "house_s05e12_seg02_clip_22", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "A woman is crying while she is facing and talking to a person.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 14730, "video_name": "castle_s05e05_seg02_clip_14", "timestamp": [ 0.0, 62.15 ], "duration": 93.66, "caption": "A woman sits on the couch crying to another woman.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 14731, "video_name": "grey_s03e22_seg02_clip_12", "timestamp": [ 13.05, 14.4 ], "duration": 90.66, "caption": "A woman is sitting in a chair and starts crying and lowers her head.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 14732, "video_name": "house_s03e09_seg02_clip_21", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A man is talking to a woman while she is seated and crying.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 14733, "video_name": "grey_s02e12_seg02_clip_24", "timestamp": [ 50.47, 87.02 ], "duration": 87.66, "caption": "A woman sobs as a man sits next to her.", "similarity": 0.6998, "relevance": 3 }, { "pair_id": 14734, "video_name": "house_s07e08_seg02_clip_15", "timestamp": [ 19.59, 25.82 ], "duration": 89.66, "caption": "A woman is crying while talking to person seriously.", "similarity": 0.6992, "relevance": 1 }, { "pair_id": 14735, "video_name": "castle_s05e22_seg02_clip_21", "timestamp": [ 80.64, 83.77 ], "duration": 125.66, "caption": "A woman was crying while she was talking to someone.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 14736, "video_name": "grey_s03e14_seg02_clip_01", "timestamp": [ 6.8, 19.04 ], "duration": 90.66, "caption": "A person starts crying when another person talks to her.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 14737, "video_name": "castle_s03e18_seg02_clip_25", "timestamp": [ 0.0, 33.55 ], "duration": 86.66, "caption": "A woman is crying as she speaks to a woman and a man.", "similarity": 0.6864, "relevance": 4 }, { "pair_id": 14738, "video_name": "grey_s02e02_seg02_clip_07", "timestamp": [ 60.23, 68.96 ], "duration": 87.66, "caption": "A woman starts crying while talking and another woman shakes her head at her.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 14739, "video_name": "castle_s03e18_seg02_clip_14", "timestamp": [ 0.0, 59.87 ], "duration": 90.66, "caption": "A woman sits at a table with man and woman talking and crying because her chance was done.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 188040, "video_name": "house_s07e18_seg02_clip_20", "timestamp": [ 30.71, 41.4 ], "duration": 89.66, "caption": "A woman cries softly while having a conversation with a man.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 188041, "video_name": "grey_s02e04_seg02_clip_20", "timestamp": [ 0.0, 32.67 ], "duration": 92.66, "caption": "A woman is crying so the others starts to panic.", "similarity": 0.6771, "relevance": 4 }, { "pair_id": 188042, "video_name": "grey_s02e22_seg02_clip_23", "timestamp": [ 27.4, 92.66 ], "duration": 92.66, "caption": "A woman starts to cry as she is speaking with another woman.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 188043, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 2.28, 4.55 ], "duration": 91.66, "caption": "A crying person shakes her head slightly and looks down.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 188044, "video_name": "s10e12_seg02_clip_14", "timestamp": [ 0.0, 40.99 ], "duration": 55.66, "caption": "A woman sits on the couch with a man crying with very messy hair.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 188045, "video_name": "s09e16_seg02_clip_02", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A woman is talking to some people then the woman begins to cry.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 188046, "video_name": "house_s03e12_seg02_clip_06", "timestamp": [ 0.0, 21.68 ], "duration": 85.66, "caption": "A woman is crying as person speaks to her in a patient room.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 188047, "video_name": "castle_s08e14_seg02_clip_04", "timestamp": [ 0.45, 12.2 ], "duration": 90.66, "caption": "A woman is speaking to someone else and holding back her tears.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 188048, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman is speaking to someone else and holding back her tears.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 188049, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 0.0, 9.56 ], "duration": 91.66, "caption": "A woman is talking to the patient while the patient is crying.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 188050, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 0.0, 29.29 ], "duration": 122.66, "caption": "A woman talks to a person and has tears in her eyes.", "similarity": 0.6604, "relevance": 1 }, { "pair_id": 188051, "video_name": "house_s03e09_seg02_clip_21", "timestamp": [ 0.0, 76.97 ], "duration": 95.66, "caption": "A man and woman talk when she is crying.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 188053, "video_name": "castle_s02e22_seg02_clip_24", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A young woman was crying while talking.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 188054, "video_name": "castle_s08e22_seg02_clip_20", "timestamp": [ 0.0, 7.68 ], "duration": 90.66, "caption": "A man is talking to another person crying while seated.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 188055, "video_name": "grey_s03e12_seg02_clip_05", "timestamp": [ 37.36, 47.26 ], "duration": 90.66, "caption": "A woman is talking to another woman and begins to cry.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 188056, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 8.46, 17.87 ], "duration": 94.66, "caption": "A woman cries while talking about her husband's mood after someone asked.", "similarity": 0.6514, "relevance": 3 }, { "pair_id": 188057, "video_name": "castle_s05e05_seg02_clip_14", "timestamp": [ 32.71, 37.38 ], "duration": 93.66, "caption": "A woman cries when she describes someone's appearance to another woman.", "similarity": 0.6508, "relevance": 3 }, { "pair_id": 188058, "video_name": "castle_s08e14_seg02_clip_04", "timestamp": [ 16.27, 90.37 ], "duration": 90.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 188059, "video_name": "castle_s08e14_seg02_clip_04", "timestamp": [ 0.0, 90.37 ], "duration": 90.66, "caption": "A woman speaking to someone else and holding back her tears.", "similarity": 0.6499, "relevance": 1 } ] }, { "query_id": 55841, "query": "A person goes through a stack of papers in his hands.", "relevant_moment": [ { "pair_id": 16440, "video_name": "house_s01e10_seg02_clip_25", "timestamp": [ 39.17, 45.4 ], "duration": 89.66, "caption": "A person goes through a stack of papers in his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16441, "video_name": "castle_s05e24_seg02_clip_11", "timestamp": [ 86.84, 89.53 ], "duration": 89.66, "caption": "A man is going through papers in his hand.", "similarity": 0.8452, "relevance": 4 }, { "pair_id": 16442, "video_name": "castle_s03e09_seg02_clip_22", "timestamp": [ 34.06, 38.09 ], "duration": 89.66, "caption": "A person flips through the papers he is holding.", "similarity": 0.8161, "relevance": 4 }, { "pair_id": 16443, "video_name": "s08e16_seg02_clip_09", "timestamp": [ 2.17, 3.41 ], "duration": 62.66, "caption": "A person touches a stack of papers on the table.", "similarity": 0.8121, "relevance": 2 }, { "pair_id": 16444, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 1.37, 8.65 ], "duration": 91.66, "caption": "A person stands up holding a stack of papers.", "similarity": 0.8033, "relevance": 2 }, { "pair_id": 16445, "video_name": "castle_s04e13_seg02_clip_19", "timestamp": [ 62.21, 65.37 ], "duration": 90.66, "caption": "A person flips through papers in their hand while sitting down.", "similarity": 0.801, "relevance": 3 }, { "pair_id": 16446, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 43.77, 45.12 ], "duration": 90.66, "caption": "A person takes out stack of papers onto the desk.", "similarity": 0.7989, "relevance": 3 }, { "pair_id": 16447, "video_name": "castle_s02e10_seg02_clip_21", "timestamp": [ 22.84, 25.58 ], "duration": 91.66, "caption": "A person hands another person a small stack of papers they take in their hand.", "similarity": 0.7972, "relevance": 0 }, { "pair_id": 16448, "video_name": "s04e12_seg02_clip_02", "timestamp": [ 6.6, 11.41 ], "duration": 60.66, "caption": "A person hands papers to some people.", "similarity": 0.7751, "relevance": 4 }, { "pair_id": 16449, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 7.67, 9.74 ], "duration": 59.66, "caption": "A person turns the page of the papers he is holding.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 16450, "video_name": "s08e16_seg02_clip_02", "timestamp": [ 40.52, 47.72 ], "duration": 60.66, "caption": "A person places a stack of papers onto the coffee table.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 16451, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 7.79, 17.64 ], "duration": 82.66, "caption": "A man is reading from a stack of papers in his hand.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 16452, "video_name": "castle_s03e15_seg02_clip_12", "timestamp": [ 34.05, 37.27 ], "duration": 92.66, "caption": "A woman hands a man a small stack of papers.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 16453, "video_name": "s08e15_seg02_clip_03", "timestamp": [ 38.12, 39.32 ], "duration": 60.66, "caption": "A person is holding a white sheet of paper in his hands.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 16454, "video_name": "s04e09_seg02_clip_16", "timestamp": [ 38.42, 40.22 ], "duration": 60.66, "caption": "A person throws the stack of papers he is holding into the air.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 16455, "video_name": "castle_s02e22_seg02_clip_21", "timestamp": [ 56.32, 59.95 ], "duration": 90.66, "caption": "A man walks over with papers in their hand.", "similarity": 0.7508, "relevance": 4 }, { "pair_id": 16456, "video_name": "s04e09_seg02_clip_16", "timestamp": [ 22.51, 25.21 ], "duration": 60.66, "caption": "A person walks into the living room holding a large stack of papers.", "similarity": 0.7462, "relevance": 3 }, { "pair_id": 16457, "video_name": "house_s07e17_seg02_clip_04", "timestamp": [ 18.41, 24.85 ], "duration": 92.66, "caption": "A man looks through the packet of papers in his hands.", "similarity": 0.7461, "relevance": 4 }, { "pair_id": 16458, "video_name": "met_s06e07_seg02_clip_04", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A person appears at man's door holding a stack of papers.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 16459, "video_name": "castle_s03e15_seg02_clip_09", "timestamp": [ 63.27, 68.7 ], "duration": 90.66, "caption": "A woman holds a large stack of papers which she then hands over to man.", "similarity": 0.742, "relevance": 3 }, { "pair_id": 189760, "video_name": "castle_s06e01_seg02_clip_06", "timestamp": [ 16.32, 19.89 ], "duration": 102.66, "caption": "A person slides their fingers along the top of a file full of papers.", "similarity": 0.7404, "relevance": 3 }, { "pair_id": 189761, "video_name": "s08e14_seg02_clip_00", "timestamp": [ 24.1, 28.06 ], "duration": 66.66, "caption": "A person picks up a stack of papers from the desk and hands them to another person.", "similarity": 0.7365, "relevance": 3 }, { "pair_id": 189762, "video_name": "house_s05e07_seg02_clip_00", "timestamp": [ 38.08, 39.49 ], "duration": 94.66, "caption": "A person flipping through papers on a clipboard as he turns around.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 189763, "video_name": "house_s05e04_seg02_clip_12", "timestamp": [ 27.01, 30.61 ], "duration": 90.66, "caption": "A person sets down papers and then sits down.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 189764, "video_name": "house_s07e07_seg02_clip_07", "timestamp": [ 1.34, 12.91 ], "duration": 89.66, "caption": "A person stands up and walks out with papers in his hand.", "similarity": 0.7299, "relevance": 4 }, { "pair_id": 189765, "video_name": "house_s08e17_seg02_clip_05", "timestamp": [ 68.42, 74.72 ], "duration": 90.66, "caption": "A person is turning a page and examining the papers in front of him.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 189766, "video_name": "met_s02e19_seg02_clip_06", "timestamp": [ 54.62, 57.03 ], "duration": 60.66, "caption": "A person hands a man a stack of paperwork to read.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 189767, "video_name": "s07e18_seg02_clip_07", "timestamp": [ 18.59, 26.47 ], "duration": 63.66, "caption": "A person collects papers then hands them out to the group.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 189768, "video_name": "house_s05e12_seg02_clip_16", "timestamp": [ 18.47, 22.08 ], "duration": 90.66, "caption": "A person walks over to someone to hand him some papers.", "similarity": 0.727, "relevance": 2 }, { "pair_id": 189769, "video_name": "s03e09_seg02_clip_02", "timestamp": [ 49.79, 53.58 ], "duration": 63.66, "caption": "A person hands another person a stack of papers in the living room.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 189770, "video_name": "friends_s03e04_seg02_clip_17", "timestamp": [ 16.82, 17.71 ], "duration": 59.66, "caption": "A man grabs the stack of papers from woman's hands.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 189771, "video_name": "castle_s06e15_seg02_clip_13", "timestamp": [ 32.53, 37.04 ], "duration": 90.66, "caption": "A person hands both man and woman a small stack of papers.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 189772, "video_name": "castle_s05e20_seg02_clip_07", "timestamp": [ 31.99, 34.24 ], "duration": 90.66, "caption": "A man holds up papers and person takes them from them.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 189773, "video_name": "house_s08e06_seg02_clip_02", "timestamp": [ 88.75, 91.03 ], "duration": 91.66, "caption": "A person crumples up paper by both of his hands.", "similarity": 0.7168, "relevance": 3 }, { "pair_id": 189774, "video_name": "friends_s10e11_seg02_clip_02", "timestamp": [ 17.57, 27.27 ], "duration": 60.66, "caption": "A person walks through the cafeteria holding a stack of papers.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 189775, "video_name": "house_s06e18_seg02_clip_14", "timestamp": [ 0.0, 10.27 ], "duration": 93.66, "caption": "A woman stacks papers together and then hands them to a man.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 189776, "video_name": "s01e02_seg02_clip_15", "timestamp": [ 2.67, 8.01 ], "duration": 89.66, "caption": "A person walks over the counter and sits a stack of papers down.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 189777, "video_name": "house_s06e04_seg02_clip_21", "timestamp": [ 81.92, 84.62 ], "duration": 90.66, "caption": "A person puts a stack of yellow papers into his backpack.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 189778, "video_name": "friends_s02e19_seg02_clip_07", "timestamp": [ 12.71, 18.87 ], "duration": 82.66, "caption": "A man lifts up some papers in his hand and reads them.", "similarity": 0.7076, "relevance": 2 }, { "pair_id": 189779, "video_name": "friends_s02e19_seg02_clip_03", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "The person in white hands someone a piece of paper.", "similarity": 0.7064, "relevance": 2 } ] }, { "query_id": 55867, "query": "A woman is clearing the table with woman beside her.", "relevant_moment": [ { "pair_id": 155320, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 56.37, 59.03 ], "duration": 59.66, "caption": "A woman is clearing the table with woman beside her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155321, "video_name": "friends_s05e12_seg02_clip_13", "timestamp": [ 9.92, 15.05 ], "duration": 64.66, "caption": "A woman is clearing the table after dinner with two people.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 155322, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 1.14, 5.13 ], "duration": 57.66, "caption": "A woman walks over and sits down at a table with another woman.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 155323, "video_name": "met_s06e07_seg02_clip_16", "timestamp": [ 28.53, 31.32 ], "duration": 62.66, "caption": "A woman sits down at the table next to another woman.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 155324, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 38.39, 41.59 ], "duration": 91.66, "caption": "A woman sits down at the table across from another woman.", "similarity": 0.7305, "relevance": 1 }, { "pair_id": 155325, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 13.88, 16.85 ], "duration": 37.66, "caption": "A woman walks toward the table where another woman is.", "similarity": 0.7276, "relevance": 1 }, { "pair_id": 155326, "video_name": "grey_s03e08_seg02_clip_12", "timestamp": [ 72.56, 77.21 ], "duration": 93.66, "caption": "A woman stands up from the table with another woman following.", "similarity": 0.7183, "relevance": 2 }, { "pair_id": 155327, "video_name": "grey_s02e12_seg02_clip_10", "timestamp": [ 21.32, 32.91 ], "duration": 92.66, "caption": "A woman leaves and another woman walks over and sits on the table.", "similarity": 0.7119, "relevance": 1 }, { "pair_id": 155328, "video_name": "met_s02e03_seg02_clip_19", "timestamp": [ 20.0, 22.22 ], "duration": 33.66, "caption": "A woman gets up from the table as she is seated next to another woman.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 155329, "video_name": "s09e01_seg02_clip_10", "timestamp": [ 44.12, 45.92 ], "duration": 60.66, "caption": "A woman sits down at the table with two people.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 155330, "video_name": "friends_s04e04_seg02_clip_13", "timestamp": [ 6.67, 9.28 ], "duration": 58.66, "caption": "A person sits at the table with two women.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 155331, "video_name": "castle_s08e04_seg02_clip_08", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "Two people are beside each other as they are at a table.", "similarity": 0.6695, "relevance": 0 }, { "pair_id": 155332, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A woman is holding a table while sitting next to a man.", "similarity": 0.6689, "relevance": 1 }, { "pair_id": 155333, "video_name": "friends_s06e21_seg02_clip_15", "timestamp": [ 39.92, 46.82 ], "duration": 60.66, "caption": "A woman comes back to the table and sits down beside a man.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 155334, "video_name": "grey_s02e12_seg02_clip_10", "timestamp": [ 0.0, 7.42 ], "duration": 92.66, "caption": "A woman walks in and another woman is lying on a table with a man standing near her.", "similarity": 0.6673, "relevance": 0 }, { "pair_id": 155335, "video_name": "friends_s01e05_seg02_clip_02", "timestamp": [ 47.3, 54.31 ], "duration": 61.66, "caption": "A woman is cleaning up a table and a man walks over.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 155336, "video_name": "s07e12_seg02_clip_12", "timestamp": [ 5.01, 8.86 ], "duration": 77.66, "caption": "A woman walks up to the table with a man and another woman.", "similarity": 0.6603, "relevance": 1 }, { "pair_id": 155337, "video_name": "friends_s08e08_seg02_clip_00", "timestamp": [ 44.75, 48.22 ], "duration": 63.66, "caption": "A woman puts her right hand up to forehead over her eye while sitting at a table with another woman.", "similarity": 0.6588, "relevance": 3 }, { "pair_id": 155338, "video_name": "grey_s02e18_seg02_clip_13", "timestamp": [ 88.44, 92.12 ], "duration": 92.66, "caption": "Some people sit down at the table with two women.", "similarity": 0.6574, "relevance": 1 }, { "pair_id": 155339, "video_name": "friends_s02e05_seg02_clip_09", "timestamp": [ 32.49, 34.73 ], "duration": 56.66, "caption": "A woman is sitting at a table with the others and has her head resting in the palm of her hand.", "similarity": 0.6555, "relevance": 2 } ] }, { "query_id": 55890, "query": "A woman sits down to a person's right.", "relevant_moment": [ { "pair_id": 115860, "video_name": "met_s06e22_seg02_clip_14", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A woman sits down to a person's right.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 115861, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 39.6, 44.6 ], "duration": 91.66, "caption": "A woman sits down to the right of another woman.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 115862, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 7.25, 11.01 ], "duration": 50.66, "caption": "A person pats woman on the shoulder and then sits down.", "similarity": 0.7429, "relevance": 1 }, { "pair_id": 115863, "video_name": "house_s08e05_seg02_clip_16", "timestamp": [ 2.73, 24.12 ], "duration": 91.66, "caption": "A woman sits with person and another person and then stands up.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 115864, "video_name": "friends_s01e10_seg02_clip_01", "timestamp": [ 34.18, 35.7 ], "duration": 61.66, "caption": "A woman stands up from where person is sitting.", "similarity": 0.7309, "relevance": 1 }, { "pair_id": 115865, "video_name": "castle_s04e23_seg02_clip_09", "timestamp": [ 65.38, 70.21 ], "duration": 87.66, "caption": "A person walks over near woman and sits down.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 115866, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 67.51, 69.01 ], "duration": 150.66, "caption": "A woman sits down in a chair in front of person.", "similarity": 0.7127, "relevance": 2 }, { "pair_id": 115867, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 19.53, 25.02 ], "duration": 61.66, "caption": "A woman sits down on the stairs next to a person.", "similarity": 0.7116, "relevance": 3 }, { "pair_id": 115868, "video_name": "castle_s02e14_seg02_clip_13", "timestamp": [ 24.93, 27.65 ], "duration": 90.66, "caption": "A person sits down in the chair next to woman.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 115869, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 13.41, 16.68 ], "duration": 59.66, "caption": "A person gets up from sitting down next to woman.", "similarity": 0.7107, "relevance": 1 }, { "pair_id": 115870, "video_name": "castle_s07e21_seg02_clip_26", "timestamp": [ 86.59, 87.02 ], "duration": 87.66, "caption": "A person ties woman's hands as she is seated.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 115871, "video_name": "friends_s09e10_seg02_clip_13", "timestamp": [ 36.02, 42.32 ], "duration": 60.66, "caption": "A woman sits down while a man then sits next to her.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 115872, "video_name": "s05e04_seg02_clip_04", "timestamp": [ 6.79, 10.33 ], "duration": 59.66, "caption": "A person motions for her to have a seat and a woman sits down.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 115873, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 53.13, 55.61 ], "duration": 62.66, "caption": "A woman sits down while another woman stands next to someone.", "similarity": 0.7005, "relevance": 4 }, { "pair_id": 115874, "video_name": "s09e20_seg02_clip_08", "timestamp": [ 28.51, 31.08 ], "duration": 57.66, "caption": "A woman sits down on the chair across from some other people.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 115875, "video_name": "castle_s04e23_seg02_clip_07", "timestamp": [ 55.81, 58.97 ], "duration": 90.66, "caption": "A person sits down next to a woman as another person walks towards them.", "similarity": 0.6922, "relevance": 3 }, { "pair_id": 115876, "video_name": "castle_s03e16_seg02_clip_12", "timestamp": [ 47.33, 52.84 ], "duration": 91.66, "caption": "A person walks towards woman and sits down across from her.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 115877, "video_name": "s08e07_seg01_clip_00", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman sits down in the multicolored armchair to the left of woman.", "similarity": 0.6877, "relevance": 4 }, { "pair_id": 115878, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 4.42, 6.31 ], "duration": 63.66, "caption": "A person sits down at the table next to a woman.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 115879, "video_name": "friends_s03e05_seg02_clip_06", "timestamp": [ 20.11, 21.91 ], "duration": 60.66, "caption": "A woman sits up slightly and shifts to her right to change her sitting position.", "similarity": 0.6862, "relevance": 3 } ] }, { "query_id": 55907, "query": "A man picks up a blue sweater from the store.", "relevant_moment": [ { "pair_id": 161260, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 42.11, 46.69 ], "duration": 61.66, "caption": "A man picks up a blue sweater from the store.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161261, "video_name": "friends_s06e20_seg02_clip_03", "timestamp": [ 40.46, 43.26 ], "duration": 62.66, "caption": "A man picks up a blue coffee mug from the table.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 161262, "video_name": "friends_s05e23-24_seg02_clip_38", "timestamp": [ 33.65, 38.3 ], "duration": 58.66, "caption": "A man picks up a blue sweater stating it is new and blue to which a woman kisses him for his ingenuity.", "similarity": 0.6523, "relevance": 4 }, { "pair_id": 161263, "video_name": "s01e02_seg02_clip_06", "timestamp": [ 11.1, 22.81 ], "duration": 60.66, "caption": "A person picks up a blue shirt and holds it.", "similarity": 0.6434, "relevance": 3 }, { "pair_id": 161264, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 0.0, 4.41 ], "duration": 98.66, "caption": "A man is holding up a sweater from a box.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 161265, "video_name": "house_s03e17_seg02_clip_05", "timestamp": [ 6.75, 10.35 ], "duration": 90.66, "caption": "A man picks up a sweater and throws it to the side.", "similarity": 0.6298, "relevance": 2 }, { "pair_id": 161266, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 28.85, 31.65 ], "duration": 56.66, "caption": "A person walks over to the couch and picks up a blue tray off of it.", "similarity": 0.6139, "relevance": 1 }, { "pair_id": 161267, "video_name": "friends_s06e14_seg02_clip_06", "timestamp": [ 16.7, 18.28 ], "duration": 63.66, "caption": "A man picks up a piece of paper from the table in the coffee shop.", "similarity": 0.6063, "relevance": 1 }, { "pair_id": 161268, "video_name": "s05e15_seg02_clip_06", "timestamp": [ 46.52, 49.22 ], "duration": 60.66, "caption": "A man picks up a toy from a display in a store as he has a conversation with another person.", "similarity": 0.5977, "relevance": 0 }, { "pair_id": 161269, "video_name": "house_s03e04_seg02_clip_00", "timestamp": [ 3.65, 6.84 ], "duration": 91.66, "caption": "A man picks up a blue folder from the desk and opens it.", "similarity": 0.5785, "relevance": 1 }, { "pair_id": 161270, "video_name": "friends_s09e16_seg02_clip_06", "timestamp": [ 8.19, 10.72 ], "duration": 63.66, "caption": "A person wearing a blue shirt picks up the tray from the table.", "similarity": 0.5741, "relevance": 0 }, { "pair_id": 161271, "video_name": "house_s07e23_seg02_clip_16", "timestamp": [ 85.17, 92.1 ], "duration": 99.66, "caption": "A person picks up a blue backpack from the counter and puts it on.", "similarity": 0.5671, "relevance": 1 }, { "pair_id": 161272, "video_name": "friends_s08e02_seg02_clip_11", "timestamp": [ 26.79, 29.94 ], "duration": 63.66, "caption": "A person takes out a sweater from their purse.", "similarity": 0.5618, "relevance": 1 }, { "pair_id": 161273, "video_name": "friends_s08e16_seg02_clip_14", "timestamp": [ 0.0, 2.88 ], "duration": 64.66, "caption": "A man stands up while pulling on his sweater.", "similarity": 0.5578, "relevance": 1 }, { "pair_id": 161274, "video_name": "friends_s08e15_seg02_clip_19", "timestamp": [ 40.43, 43.38 ], "duration": 59.66, "caption": "A person picks up their coat from the couch in the coffee shop.", "similarity": 0.554, "relevance": 2 }, { "pair_id": 161275, "video_name": "house_s03e04_seg02_clip_00", "timestamp": [ 4.1, 7.75 ], "duration": 91.66, "caption": "A man picks up a blue color file in front of him and opens up.", "similarity": 0.5525, "relevance": 1 }, { "pair_id": 161276, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 51.06, 53.42 ], "duration": 59.66, "caption": "A man reaches over and picks up an item from the sofa.", "similarity": 0.5508, "relevance": 1 }, { "pair_id": 161277, "video_name": "s01e11_seg01_clip_01", "timestamp": [ 29.15, 32.63 ], "duration": 87.66, "caption": "A person picks up a blue binder and a pencil.", "similarity": 0.5435, "relevance": 0 }, { "pair_id": 161278, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 33.36, 40.91 ], "duration": 58.66, "caption": "A man picks his jacket up off the couch and starts to put it on.", "similarity": 0.5429, "relevance": 2 }, { "pair_id": 161279, "video_name": "s02e12_seg02_clip_00", "timestamp": [ 44.82, 50.26 ], "duration": 64.66, "caption": "A man in a blue jacket grabs a drink from the refrigerator and takes it to the coffee table.", "similarity": 0.5401, "relevance": 0 } ] }, { "query_id": 55955, "query": "A man finishes his conversation with two people and walks out of the room with a woman.", "relevant_moment": [ { "pair_id": 38460, "video_name": "house_s04e14_seg02_clip_07", "timestamp": [ 11.88, 18.53 ], "duration": 95.66, "caption": "A man finishes his conversation with two people and walks out of the room with a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 38462, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 86.95, 92.65 ], "duration": 95.66, "caption": "A person finishes his conversation with a man and walks out to two women and a man in the hallway.", "similarity": 0.8934, "relevance": 2 }, { "pair_id": 38464, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 12.16, 17.11 ], "duration": 90.66, "caption": "A man finishes their conversation with a woman and leaves the room.", "similarity": 0.8831, "relevance": 2 }, { "pair_id": 38465, "video_name": "grey_s03e15_seg02_clip_21", "timestamp": [ 28.81, 34.66 ], "duration": 90.66, "caption": "A woman walks out of the room after a conversation with a man.", "similarity": 0.8825, "relevance": 1 }, { "pair_id": 38466, "video_name": "house_s02e11_seg02_clip_25", "timestamp": [ 41.13, 46.38 ], "duration": 175.66, "caption": "A man finishes his conversation with a woman and leaves the room.", "similarity": 0.8812, "relevance": 2 }, { "pair_id": 38467, "video_name": "s07e13_seg02_clip_09", "timestamp": [ 34.18, 38.14 ], "duration": 61.66, "caption": "A man walks out of the room after he's finished talking to a woman.", "similarity": 0.8796, "relevance": 2 }, { "pair_id": 38468, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 60.16, 62.58 ], "duration": 97.66, "caption": "A man walks out of the room after talking to a woman.", "similarity": 0.871, "relevance": 2 }, { "pair_id": 38469, "video_name": "castle_s06e16_seg02_clip_04", "timestamp": [ 52.82, 73.94 ], "duration": 96.66, "caption": "A man walks in the room and has a conversation with a woman and another man.", "similarity": 0.8569, "relevance": 1 }, { "pair_id": 38470, "video_name": "house_s04e14_seg02_clip_07", "timestamp": [ 86.48, 89.8 ], "duration": 95.66, "caption": "A person finishes their conversation with a woman and walks away with another man.", "similarity": 0.833, "relevance": 2 }, { "pair_id": 38471, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 13.65, 17.29 ], "duration": 91.66, "caption": "A person walks out of the room after a woman talks to him.", "similarity": 0.8323, "relevance": 1 }, { "pair_id": 38472, "video_name": "castle_s01e06_seg02_clip_12", "timestamp": [ 45.01, 48.16 ], "duration": 90.66, "caption": "A woman walks out from the room after talking to a man.", "similarity": 0.8315, "relevance": 0 }, { "pair_id": 38473, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 82.27, 88.86 ], "duration": 94.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.8286, "relevance": 2 }, { "pair_id": 38474, "video_name": "friends_s10e13_seg02_clip_06", "timestamp": [ 45.22, 47.6 ], "duration": 59.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.8286, "relevance": 1 }, { "pair_id": 38475, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 51.43, 54.62 ], "duration": 91.66, "caption": "A woman finishes her conversation with two men and leaves the room.", "similarity": 0.8205, "relevance": 1 }, { "pair_id": 38476, "video_name": "house_s07e09_seg02_clip_13", "timestamp": [ 68.27, 73.28 ], "duration": 91.66, "caption": "A woman finishes her conversation with two men and leaves the room.", "similarity": 0.8205, "relevance": 2 }, { "pair_id": 38477, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 43.08, 46.05 ], "duration": 99.66, "caption": "A man came out from the room and talk to a woman and another person.", "similarity": 0.8178, "relevance": 1 }, { "pair_id": 38478, "video_name": "house_s05e07_seg02_clip_06", "timestamp": [ 67.66, 89.02 ], "duration": 89.66, "caption": "A man exits the room and a woman follows him to speak with him.", "similarity": 0.814, "relevance": 2 }, { "pair_id": 38479, "video_name": "friends_s08e10_seg02_clip_08", "timestamp": [ 51.06, 54.83 ], "duration": 58.66, "caption": "A man walks out while a woman is talking to him.", "similarity": 0.8121, "relevance": 1 } ] }, { "query_id": 55962, "query": "A person follows someone as they exit the building.", "relevant_moment": [ { "pair_id": 147980, "video_name": "s01e15_seg02_clip_17", "timestamp": [ 51.48, 53.03 ], "duration": 62.66, "caption": "A person follows someone as they exit the building.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147981, "video_name": "friends_s06e24-25_seg02_clip_18", "timestamp": [ 36.28, 40.59 ], "duration": 61.66, "caption": "A person walks out of a building and closes the door behind him.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 147982, "video_name": "s03e15_seg02_clip_00", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A person follows a man out of his room after he leaves.", "similarity": 0.7186, "relevance": 3 }, { "pair_id": 147983, "video_name": "s10e10_seg02_clip_05", "timestamp": [ 39.62, 44.42 ], "duration": 60.66, "caption": "A person leaves the apartment and another person follows him out.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 147984, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 29.68, 32.69 ], "duration": 86.66, "caption": "A person turns to walk away from another person and exits.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 147985, "video_name": "house_s03e24_seg02_clip_05", "timestamp": [ 61.64, 69.23 ], "duration": 89.66, "caption": "A man follows a person through the doorway, exiting the room.", "similarity": 0.7112, "relevance": 3 }, { "pair_id": 147986, "video_name": "friends_s01e12_seg02_clip_05", "timestamp": [ 51.68, 54.84 ], "duration": 63.66, "caption": "A person headed towards the door to leave as they are walked out.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 147987, "video_name": "house_s07e08_seg02_clip_14", "timestamp": [ 50.61, 75.92 ], "duration": 92.66, "caption": "A person leaves the room while another person follows behind.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 147988, "video_name": "friends_s02e22_seg02_clip_09", "timestamp": [ 12.31, 18.91 ], "duration": 60.66, "caption": "A person walks over to the door to leave and is stopped by another person.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 147989, "video_name": "castle_s08e06_seg02_clip_19", "timestamp": [ 7.99, 12.69 ], "duration": 94.66, "caption": "A person opens a doors and enter a building, another person follows him.", "similarity": 0.7052, "relevance": 3 }, { "pair_id": 147990, "video_name": "castle_s05e14_seg02_clip_22", "timestamp": [ 78.34, 84.54 ], "duration": 88.66, "caption": "A person walks out and another person follows immediately.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 147991, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 0.0, 5.18 ], "duration": 69.66, "caption": "A person leaves the room and two other people follow him.", "similarity": 0.6944, "relevance": 1 }, { "pair_id": 147992, "video_name": "s07e21_seg02_clip_05", "timestamp": [ 2.1, 5.1 ], "duration": 60.66, "caption": "A person exits the restaurant and another person follows them out.", "similarity": 0.6937, "relevance": 4 }, { "pair_id": 147993, "video_name": "castle_s06e04_seg02_clip_10", "timestamp": [ 63.37, 65.2 ], "duration": 91.66, "caption": "A person walks towards the building's exit with a white bag.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 147994, "video_name": "castle_s05e12_seg02_clip_02", "timestamp": [ 36.3, 46.28 ], "duration": 90.66, "caption": "Two men exit the building and go to a person standing.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 147995, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 75.33, 78.94 ], "duration": 90.66, "caption": "A person walks out and another person follows him immediately.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 147996, "video_name": "castle_s02e21_seg02_clip_22", "timestamp": [ 68.84, 76.83 ], "duration": 88.66, "caption": "A man leaves suddenly and another man follows him out of the building.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 147997, "video_name": "s02e02_seg02_clip_07", "timestamp": [ 25.63, 28.68 ], "duration": 61.66, "caption": "A woman leaves a person to exit the apartment building.", "similarity": 0.6866, "relevance": 1 }, { "pair_id": 147998, "video_name": "house_s03e14_seg02_clip_18", "timestamp": [ 67.63, 74.95 ], "duration": 91.66, "caption": "A woman leaves the room and a person follows after her.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 147999, "video_name": "house_s05e18_seg02_clip_23", "timestamp": [ 11.05, 14.89 ], "duration": 48.66, "caption": "A person walks out and a man follows them immediately.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 321300, "video_name": "s08e05_seg02_clip_00", "timestamp": [ 28.99, 34.18 ], "duration": 61.66, "caption": "A person leaves someone's doorway, and goes into his apartment and closes the door.", "similarity": 0.6839, "relevance": 1 }, { "pair_id": 321301, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 12.18, 17.4 ], "duration": 87.66, "caption": "A person gets out of the room and another person follows him immediately.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 321302, "video_name": "castle_s07e21_seg02_clip_05", "timestamp": [ 76.38, 78.54 ], "duration": 86.66, "caption": "A person is stopped by another person as they approach the hallway.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 321303, "video_name": "castle_s07e20_seg02_clip_23", "timestamp": [ 79.93, 88.32 ], "duration": 88.66, "caption": "A person and a man exit a building and start walking down an alley.", "similarity": 0.6786, "relevance": 4 }, { "pair_id": 321304, "video_name": "s02e20_seg02_clip_08", "timestamp": [ 22.21, 24.61 ], "duration": 60.66, "caption": "A person follows person through the open apartment door on the right.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 321305, "video_name": "friends_s02e19_seg02_clip_07", "timestamp": [ 34.86, 43.88 ], "duration": 82.66, "caption": "A person towards the front door and then leaves the apartment.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 321307, "video_name": "met_s03e13_seg02_clip_14", "timestamp": [ 21.25, 24.5 ], "duration": 59.66, "caption": "A person walks out the door of a building.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 321308, "video_name": "house_s03e21_seg02_clip_15", "timestamp": [ 0.0, 2.43 ], "duration": 81.66, "caption": "A person enters a building and closes the door behind them.", "similarity": 0.6757, "relevance": 1 }, { "pair_id": 321309, "video_name": "grey_s01e03_seg02_clip_12", "timestamp": [ 56.37, 59.51 ], "duration": 89.66, "caption": "A person leaves the doorway where he/she was standing.", "similarity": 0.6732, "relevance": 1 }, { "pair_id": 321310, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 50.97, 57.8 ], "duration": 91.66, "caption": "A person walks up to the exit door but then stops and turns around instead of leaving.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 321311, "video_name": "met_s02e17_seg02_clip_15", "timestamp": [ 24.19, 28.07 ], "duration": 59.66, "caption": "A person follows another person and closes the apartment door behind them.", "similarity": 0.6702, "relevance": 4 }, { "pair_id": 321312, "video_name": "house_s07e05_seg02_clip_00", "timestamp": [ 22.09, 28.07 ], "duration": 92.66, "caption": "A person follows another person immediately and leave the group.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 321314, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 70.04, 73.18 ], "duration": 89.66, "caption": "A person opens the door and leaves someone behind him.", "similarity": 0.6685, "relevance": 1 }, { "pair_id": 321315, "video_name": "house_s02e21_seg02_clip_08", "timestamp": [ 80.57, 81.92 ], "duration": 90.66, "caption": "A person leaves someone at the doorway of the morgue.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 321316, "video_name": "house_s03e15_seg02_clip_20", "timestamp": [ 38.71, 41.86 ], "duration": 90.66, "caption": "A person moves toward the front door to leave.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 321318, "video_name": "s04e15_seg02_clip_12", "timestamp": [ 29.29, 34.79 ], "duration": 61.66, "caption": "A person opens the apartment door and leaves, disappearing down the stairs.", "similarity": 0.6652, "relevance": 3 } ] }, { "query_id": 55966, "query": "A woman lays her head on man's shoulder in the cab.", "relevant_moment": [ { "pair_id": 1980, "video_name": "met_s06e04_seg02_clip_16", "timestamp": [ 35.86, 39.88 ], "duration": 67.66, "caption": "A woman lays her head on man's shoulder in the cab.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1981, "video_name": "grey_s02e15_seg02_clip_24", "timestamp": [ 31.4, 48.24 ], "duration": 91.66, "caption": "Woman lays her head on man's shoulder while she is breathing into a bag, she removes the bag from her face and sits up.", "similarity": 0.6529, "relevance": 3 }, { "pair_id": 1982, "video_name": "grey_s03e10_seg02_clip_26", "timestamp": [ 36.27, 40.71 ], "duration": 148.66, "caption": "A woman lays her head down on another woman's shoulder.", "similarity": 0.6492, "relevance": 3 }, { "pair_id": 1983, "video_name": "friends_s10e17-18_seg02_clip_24", "timestamp": [ 0.0, 6.91 ], "duration": 57.66, "caption": "A man has his eyes closed as a woman drives a yellow cab.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 1984, "video_name": "met_s02e18_seg01_clip_01", "timestamp": [ 0.0, 3.57 ], "duration": 48.66, "caption": "A woman answers her phone as she is with a man in a cab.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 1985, "video_name": "met_s02e16_seg02_clip_16", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman leans over and puts her head on man's shoulder.", "similarity": 0.6123, "relevance": 3 }, { "pair_id": 1986, "video_name": "met_s06e04_seg02_clip_04", "timestamp": [ 21.54, 24.2 ], "duration": 59.66, "caption": "A woman takes a cab from another person waiting.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 1987, "video_name": "friends_s03e17_seg02_clip_05", "timestamp": [ 5.36, 57.04 ], "duration": 63.66, "caption": "A woman is driving a cab as a woman is in the passenger seat with a man and another woman in the backseat.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 1988, "video_name": "met_s03e07_seg02_clip_15", "timestamp": [ 7.07, 12.57 ], "duration": 50.66, "caption": "A couple is in a cab and a woman gets very excited.", "similarity": 0.6021, "relevance": 3 }, { "pair_id": 1989, "video_name": "castle_s03e16_seg02_clip_00", "timestamp": [ 11.31, 15.08 ], "duration": 94.66, "caption": "A man and a woman walk up and look at a cab.", "similarity": 0.5935, "relevance": 0 }, { "pair_id": 1990, "video_name": "castle_s03e01_seg02_clip_13", "timestamp": [ 18.34, 23.04 ], "duration": 94.66, "caption": "A woman walks over to a man and puts her head on his shoulder.", "similarity": 0.5909, "relevance": 3 }, { "pair_id": 1991, "video_name": "s01e06_seg02_clip_14", "timestamp": [ 49.13, 52.79 ], "duration": 61.66, "caption": "A woman puts her head on a man's shoulder while they are sitting on the couch.", "similarity": 0.5859, "relevance": 3 }, { "pair_id": 1992, "video_name": "met_s03e13_seg02_clip_15", "timestamp": [ 0.0, 9.08 ], "duration": 58.66, "caption": "A man helps woman into a cab and then runs and gets in himself.", "similarity": 0.5848, "relevance": 1 }, { "pair_id": 1993, "video_name": "friends_s03e17_seg02_clip_18", "timestamp": [ 36.5, 41.3 ], "duration": 64.66, "caption": "A woman drives a way in a cab with everyone but a man.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 1994, "video_name": "castle_s06e22_seg02_clip_07", "timestamp": [ 40.06, 53.41 ], "duration": 89.66, "caption": "A person jumps out of a cab at about the same time as woman gets to the scene.", "similarity": 0.5831, "relevance": 0 }, { "pair_id": 1995, "video_name": "castle_s06e04_seg02_clip_00", "timestamp": [ 16.38, 21.39 ], "duration": 91.66, "caption": "A woman drops her head face first into the crook of her elbow as she lays next to a man.", "similarity": 0.582, "relevance": 2 }, { "pair_id": 1996, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 0.0, 8.4 ], "duration": 70.66, "caption": "A woman rests her head on a man's shoulder while they sit on the couch.", "similarity": 0.5793, "relevance": 3 }, { "pair_id": 1997, "video_name": "house_s06e02_seg02_clip_20", "timestamp": [ 3.4, 10.88 ], "duration": 136.66, "caption": "A woman lays on a man's shoulder as they lay in bed.", "similarity": 0.5768, "relevance": 2 }, { "pair_id": 1998, "video_name": "s06e23_seg01_clip_00", "timestamp": [ 2.88, 10.24 ], "duration": 64.66, "caption": "Some women get into the backseat of a cab.", "similarity": 0.5679, "relevance": 1 }, { "pair_id": 1999, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 46.99, 49.13 ], "duration": 61.66, "caption": "A woman leans her head against a man's right shoulder.", "similarity": 0.5678, "relevance": 3 }, { "pair_id": 175300, "video_name": "met_s05e03_seg02_clip_02", "timestamp": [ 50.52, 57.87 ], "duration": 61.66, "caption": "A person lies down on top of a yellow cab's hood.", "similarity": 0.5651, "relevance": 2 }, { "pair_id": 175301, "video_name": "castle_s01e09_seg02_clip_27", "timestamp": [ 43.72, 51.63 ], "duration": 93.66, "caption": "A woman turns her head and a man is sitting there in his seat.", "similarity": 0.5638, "relevance": 0 }, { "pair_id": 175302, "video_name": "s09e12_seg02_clip_10", "timestamp": [ 15.2, 29.77 ], "duration": 62.66, "caption": "A man sits on the bed and a woman places her head on his shoulder.", "similarity": 0.5635, "relevance": 3 }, { "pair_id": 175303, "video_name": "house_s01e13_seg02_clip_26", "timestamp": [ 2.16, 7.92 ], "duration": 48.66, "caption": "A person turns his head towards the waiting cab driver, who's opening the trunk, then turns back and looks at him.", "similarity": 0.5631, "relevance": 1 }, { "pair_id": 175304, "video_name": "castle_s03e09_seg02_clip_15", "timestamp": [ 61.44, 74.64 ], "duration": 91.66, "caption": "A woman wakes up on the shoulder of man in the car.", "similarity": 0.5618, "relevance": 3 }, { "pair_id": 175305, "video_name": "friends_s05e23-24_seg02_clip_20", "timestamp": [ 46.88, 52.17 ], "duration": 66.66, "caption": "A woman is sleeping on the plane and moves towards man to put her head on his shoulder.", "similarity": 0.56, "relevance": 3 }, { "pair_id": 175306, "video_name": "met_s06e04_seg02_clip_16", "timestamp": [ 26.47, 29.83 ], "duration": 67.66, "caption": "A woman nods at a man during a conversation in a taxi cab.", "similarity": 0.5593, "relevance": 1 }, { "pair_id": 175307, "video_name": "s10e12_seg02_clip_16", "timestamp": [ 6.58, 8.93 ], "duration": 47.66, "caption": "A person pats a woman on the top of her head.", "similarity": 0.5579, "relevance": 1 }, { "pair_id": 175308, "video_name": "friends_s02e09_seg02_clip_09", "timestamp": [ 53.79, 59.87 ], "duration": 64.66, "caption": "A woman arrives with her cab to pick up two men.", "similarity": 0.5554, "relevance": 1 }, { "pair_id": 175309, "video_name": "friends_s02e09_seg02_clip_09", "timestamp": [ 58.59, 64.03 ], "duration": 64.66, "caption": "Two men gets in on a person's cab.", "similarity": 0.5547, "relevance": 1 }, { "pair_id": 175310, "video_name": "s10e11_seg02_clip_09", "timestamp": [ 60.15, 64.38 ], "duration": 65.66, "caption": "A man strokes woman's arm and then her head in the backseat of the car.", "similarity": 0.5544, "relevance": 1 }, { "pair_id": 175311, "video_name": "friends_s06e01_seg02_clip_09", "timestamp": [ 30.08, 36.6 ], "duration": 62.66, "caption": "A person falls asleep while on the passenger side next to woman.", "similarity": 0.5539, "relevance": 1 }, { "pair_id": 175312, "video_name": "grey_s03e23_seg02_clip_23", "timestamp": [ 24.85, 33.13 ], "duration": 92.66, "caption": "A woman moves towards a man and sits her head on his shoulder.", "similarity": 0.548, "relevance": 3 }, { "pair_id": 175313, "video_name": "met_s02e19_seg02_clip_17", "timestamp": [ 0.0, 3.21 ], "duration": 58.66, "caption": "A man gets in the cab after saying where he is going.", "similarity": 0.5476, "relevance": 1 }, { "pair_id": 175314, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 47.6, 51.26 ], "duration": 61.66, "caption": "A woman puts her head on a man's shoulder and he kisses her head.", "similarity": 0.5469, "relevance": 3 }, { "pair_id": 175315, "video_name": "friends_s02e21_seg02_clip_04", "timestamp": [ 12.21, 18.92 ], "duration": 61.66, "caption": "A woman and man are sitting in the back of a cab and he pulls out a sandwich.", "similarity": 0.5464, "relevance": 1 }, { "pair_id": 175316, "video_name": "friends_s04e10_seg02_clip_15", "timestamp": [ 0.0, 4.55 ], "duration": 70.66, "caption": "A man rubs a woman's head as he sits with her in the recliner.", "similarity": 0.5456, "relevance": 2 }, { "pair_id": 175317, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 41.25, 61.41 ], "duration": 62.66, "caption": "A woman rushes outside to talk to man and shoves woman into a cab to get rid of her.", "similarity": 0.5455, "relevance": 1 }, { "pair_id": 175318, "video_name": "castle_s06e02_seg02_clip_22", "timestamp": [ 0.0, 5.5 ], "duration": 100.66, "caption": "A man has his hand to his head while a woman is driving.", "similarity": 0.5447, "relevance": 1 }, { "pair_id": 175319, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 53.34, 55.21 ], "duration": 62.66, "caption": "A woman puts another woman in a yellow taxi cab.", "similarity": 0.5431, "relevance": 0 } ] }, { "query_id": 55976, "query": "A woman picks up the coffee mug from the coffee table.", "relevant_moment": [ { "pair_id": 16580, "video_name": "friends_s04e18_seg02_clip_17", "timestamp": [ 57.07, 58.93 ], "duration": 62.66, "caption": "A woman picks up the coffee mug from the coffee table.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 16581, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 30.7, 32.26 ], "duration": 62.66, "caption": "A woman picks up the brown coffee mug from the table in front of her.", "similarity": 0.9066, "relevance": 4 }, { "pair_id": 16582, "video_name": "house_s07e09_seg02_clip_18", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person picks up their coffee mug from the table.", "similarity": 0.8987, "relevance": 3 }, { "pair_id": 16583, "video_name": "friends_s03e19_seg02_clip_03", "timestamp": [ 46.08, 51.41 ], "duration": 62.66, "caption": "A woman picks up a large yellow mug from the coffee table.", "similarity": 0.8847, "relevance": 4 }, { "pair_id": 16584, "video_name": "castle_s01e03_seg02_clip_21", "timestamp": [ 18.04, 19.81 ], "duration": 88.66, "caption": "A woman picks up her coffee mug on the desk.", "similarity": 0.8608, "relevance": 3 }, { "pair_id": 16585, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 46.52, 50.55 ], "duration": 62.66, "caption": "A woman picks up the green coffee mug from the table and takes a drink.", "similarity": 0.853, "relevance": 4 }, { "pair_id": 16586, "video_name": "s01e16_seg01_clip_01", "timestamp": [ 4.58, 6.1 ], "duration": 61.66, "caption": "A woman picks up person's mug to fill it with coffee.", "similarity": 0.8481, "relevance": 3 }, { "pair_id": 16587, "video_name": "s10e04_seg02_clip_17", "timestamp": [ 43.88, 50.85 ], "duration": 82.66, "caption": "A woman picks up a coffee mug and holds it in their left hand.", "similarity": 0.8313, "relevance": 3 }, { "pair_id": 16588, "video_name": "s10e02_seg02_clip_02", "timestamp": [ 26.11, 27.01 ], "duration": 60.66, "caption": "A woman picks up her purse from the coffee table.", "similarity": 0.824, "relevance": 0 }, { "pair_id": 16589, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.818, "relevance": 2 }, { "pair_id": 16590, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 0.8163, "relevance": 3 }, { "pair_id": 16591, "video_name": "friends_s02e07_seg02_clip_03", "timestamp": [ 13.29, 16.83 ], "duration": 59.66, "caption": "A woman picks up a tray of coffee mugs and stands up from the chair she was sitting in.", "similarity": 0.8125, "relevance": 3 }, { "pair_id": 16592, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 8.27, 10.11 ], "duration": 61.66, "caption": "A woman grabs a coffee mug from the cafe's coffee table.", "similarity": 0.8116, "relevance": 4 }, { "pair_id": 16593, "video_name": "s07e04_seg01_clip_00", "timestamp": [ 42.86, 45.07 ], "duration": 63.66, "caption": "A woman gets up from the couch and picks up a yellow coffee mug.", "similarity": 0.8098, "relevance": 3 }, { "pair_id": 16594, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.8077, "relevance": 4 }, { "pair_id": 16595, "video_name": "s05e15_seg02_clip_11", "timestamp": [ 54.62, 59.13 ], "duration": 60.66, "caption": "A woman picks up a wine glass from the coffee table.", "similarity": 0.799, "relevance": 3 }, { "pair_id": 16596, "video_name": "house_s07e09_seg02_clip_00", "timestamp": [ 60.48, 63.23 ], "duration": 91.66, "caption": "A person picks up a red coffee mug off the table.", "similarity": 0.7894, "relevance": 2 }, { "pair_id": 16597, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A woman picks up her cup to drink from it.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 16598, "video_name": "s08e16_seg02_clip_16", "timestamp": [ 21.01, 24.16 ], "duration": 70.66, "caption": "A woman picks up a wine bottle and wine glass from the coffee table.", "similarity": 0.783, "relevance": 3 }, { "pair_id": 16599, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.7811, "relevance": 3 }, { "pair_id": 189900, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 0.78, 3.38 ], "duration": 52.66, "caption": "A woman picks up her drink glass from the table.", "similarity": 0.7724, "relevance": 3 }, { "pair_id": 189901, "video_name": "friends_s05e20_seg02_clip_09", "timestamp": [ 20.66, 24.79 ], "duration": 59.66, "caption": "A woman picks something up from the coffee table and puts it in her pocket.", "similarity": 0.7631, "relevance": 2 }, { "pair_id": 189902, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 47.19, 50.64 ], "duration": 53.66, "caption": "A woman picks up a dark blue coffee mug and holds it while talking.", "similarity": 0.7622, "relevance": 4 }, { "pair_id": 189904, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 60.11, 61.03 ], "duration": 61.66, "caption": "A woman reaches for a mug on the coffee table.", "similarity": 0.7588, "relevance": 1 }, { "pair_id": 189905, "video_name": "friends_s08e18_seg01_clip_00", "timestamp": [ 2.79, 5.58 ], "duration": 93.66, "caption": "A woman grabs her mug from the coffee table at the cafe.", "similarity": 0.7556, "relevance": 4 }, { "pair_id": 189906, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.7532, "relevance": 4 }, { "pair_id": 189907, "video_name": "friends_s07e14_seg02_clip_02", "timestamp": [ 41.49, 46.16 ], "duration": 62.66, "caption": "A woman grabs a mug and walks over to the table where she sets it.", "similarity": 0.7524, "relevance": 2 }, { "pair_id": 189908, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 54.54, 58.03 ], "duration": 58.66, "caption": "A woman picks up her coffee cup and walks out of the kitchen.", "similarity": 0.7513, "relevance": 4 }, { "pair_id": 189909, "video_name": "s06e21_seg02_clip_03", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman picks up a blue mug then puts it on the table in front of person.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 189910, "video_name": "friends_s03e19_seg02_clip_05", "timestamp": [ 27.61, 33.01 ], "duration": 60.66, "caption": "A woman walks over and picks up a box from the coffee table.", "similarity": 0.7491, "relevance": 1 }, { "pair_id": 189911, "video_name": "friends_s08e12_seg02_clip_00", "timestamp": [ 41.56, 44.66 ], "duration": 62.66, "caption": "A man picks up his coffee cup from the table.", "similarity": 0.7484, "relevance": 3 }, { "pair_id": 189912, "video_name": "friends_s06e01_seg02_clip_10", "timestamp": [ 16.51, 21.46 ], "duration": 55.66, "caption": "A woman puts the magazine on the coffee table and picks up her cup.", "similarity": 0.7465, "relevance": 4 }, { "pair_id": 189913, "video_name": "castle_s05e14_seg02_clip_20", "timestamp": [ 5.79, 9.79 ], "duration": 89.66, "caption": "A woman walks over to the kitchen and picks up her mug.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 189914, "video_name": "friends_s05e13_seg02_clip_09", "timestamp": [ 29.71, 32.46 ], "duration": 55.66, "caption": "A woman gets up from the table with her mug.", "similarity": 0.746, "relevance": 4 }, { "pair_id": 189915, "video_name": "friends_s01e14_seg02_clip_11", "timestamp": [ 5.85, 8.78 ], "duration": 65.66, "caption": "A woman picks up a jar and a can from the coffee table.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 189916, "video_name": "castle_s05e02_seg02_clip_00", "timestamp": [ 45.6, 63.47 ], "duration": 94.66, "caption": "While buttoning their shirt, a woman picks up a coffee cup.", "similarity": 0.743, "relevance": 1 }, { "pair_id": 189918, "video_name": "s09e02_seg02_clip_08", "timestamp": [ 14.53, 17.5 ], "duration": 66.66, "caption": "A woman picks up her glass of white wine from the coffee table.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 189919, "video_name": "s05e17_seg02_clip_11", "timestamp": [ 44.48, 47.62 ], "duration": 57.66, "caption": "A woman picks up the glasses from the coffee table and puts them by the sink.", "similarity": 0.7356, "relevance": 3 } ] }, { "query_id": 56022, "query": "A man shows two men a pair of furry cuffs he is holding.", "relevant_moment": [ { "pair_id": 16400, "video_name": "friends_s10e16_seg02_clip_03", "timestamp": [ 0.0, 12.61 ], "duration": 60.66, "caption": "A man shows two men a pair of furry cuffs he is holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16401, "video_name": "castle_s02e21_seg02_clip_25", "timestamp": [ 81.09, 89.61 ], "duration": 89.66, "caption": "A man holds a cloth over a spot on a man's chest while two men exchange looks.", "similarity": 0.6601, "relevance": 0 }, { "pair_id": 16402, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.6447, "relevance": 0 }, { "pair_id": 16403, "video_name": "house_s05e21_seg02_clip_02", "timestamp": [ 41.84, 47.63 ], "duration": 89.66, "caption": "A man holds up their left arm and shows another man their watch.", "similarity": 0.6421, "relevance": 0 }, { "pair_id": 16404, "video_name": "friends_s10e16_seg02_clip_03", "timestamp": [ 15.91, 19.81 ], "duration": 60.66, "caption": "A man takes his furry handcuff from a man's hand.", "similarity": 0.6396, "relevance": 3 }, { "pair_id": 16405, "video_name": "friends_s09e19_seg02_clip_10", "timestamp": [ 30.94, 48.06 ], "duration": 60.66, "caption": "A man shows another man all the things he grabbed.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 16406, "video_name": "house_s03e23_seg02_clip_02", "timestamp": [ 0.0, 4.85 ], "duration": 88.66, "caption": "A man holds up his hand to show man.", "similarity": 0.6276, "relevance": 0 }, { "pair_id": 16407, "video_name": "castle_s02e16_seg02_clip_04", "timestamp": [ 30.81, 34.33 ], "duration": 88.66, "caption": "A man shows a woman some fur cuffs and smiles.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 16408, "video_name": "friends_s05e02_seg02_clip_22", "timestamp": [ 0.0, 2.03 ], "duration": 58.66, "caption": "A man holds both of his hands up while standing between two other men.", "similarity": 0.6124, "relevance": 0 }, { "pair_id": 16409, "video_name": "grey_s01e03_seg02_clip_17", "timestamp": [ 73.89, 76.56 ], "duration": 89.66, "caption": "A man holds out his hand and another man looks at it.", "similarity": 0.6057, "relevance": 0 }, { "pair_id": 16411, "video_name": "castle_s07e14_seg02_clip_10", "timestamp": [ 7.72, 10.44 ], "duration": 90.66, "caption": "A man is having handcuffs put on his wrists by a man.", "similarity": 0.6008, "relevance": 1 }, { "pair_id": 16412, "video_name": "castle_s06e13_seg02_clip_22", "timestamp": [ 8.39, 10.6 ], "duration": 88.66, "caption": "A man holds up his camera to two other men.", "similarity": 0.6007, "relevance": 1 }, { "pair_id": 16413, "video_name": "castle_s05e07_seg02_clip_12", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man is holding up another man with his hands up.", "similarity": 0.6003, "relevance": 1 }, { "pair_id": 16414, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 47.37, 49.08 ], "duration": 85.66, "caption": "A man is showing handcuffs while smiling to man.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 16415, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 40.01, 42.49 ], "duration": 62.66, "caption": "A man places both his hands on another man's shoulder.", "similarity": 0.5982, "relevance": 1 }, { "pair_id": 16416, "video_name": "castle_s04e19_seg02_clip_05", "timestamp": [ 25.03, 28.22 ], "duration": 91.66, "caption": "A man is holding a sketch of a man in front of another man.", "similarity": 0.5948, "relevance": 0 }, { "pair_id": 16417, "video_name": "castle_s05e22_seg02_clip_07", "timestamp": [ 17.3, 22.76 ], "duration": 91.66, "caption": "Two men have their hands held as they lean their heads with a man.", "similarity": 0.5785, "relevance": 1 }, { "pair_id": 16418, "video_name": "friends_s05e22_seg02_clip_07", "timestamp": [ 44.1, 47.58 ], "duration": 58.66, "caption": "A man walks in and puts his hands on other men's shoulders.", "similarity": 0.5752, "relevance": 1 }, { "pair_id": 16419, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 45.77, 50.63 ], "duration": 57.66, "caption": "A man takes his bag off and shows it to two other men.", "similarity": 0.5751, "relevance": 0 } ] }, { "query_id": 56030, "query": "A pregnant person gets up from the chair and walks away from table where two people sit.", "relevant_moment": [ { "pair_id": 21840, "video_name": "friends_s10e16_seg02_clip_01", "timestamp": [ 11.6, 14.34 ], "duration": 61.66, "caption": "A pregnant person gets up from the chair and walks away from table where two people sit.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21841, "video_name": "s03e17_seg02_clip_01", "timestamp": [ 54.02, 57.63 ], "duration": 60.66, "caption": "A person gets up and walks away from the table that they are sitting at.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 21842, "video_name": "friends_s05e02_seg02_clip_06", "timestamp": [ 13.12, 17.11 ], "duration": 57.66, "caption": "A woman sits down in the chair diagonal from another woman who is pregnant.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 21843, "video_name": "castle_s06e08_seg02_clip_17", "timestamp": [ 22.37, 27.96 ], "duration": 86.66, "caption": "A man and a woman get up from table and walk away.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 21844, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 52.46, 54.46 ], "duration": 57.66, "caption": "A person gets up out of their chair and walks away.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 21845, "video_name": "friends_s09e11_seg02_clip_12", "timestamp": [ 47.41, 50.76 ], "duration": 60.66, "caption": "A person grabs the baby off of the table and starts to leave.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 21846, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 82.24, 87.02 ], "duration": 87.66, "caption": "Three people get up and walk away from the table.", "similarity": 0.6583, "relevance": 3 }, { "pair_id": 21847, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 86.48, 95.03 ], "duration": 95.66, "caption": "A person gets out of their chair and walks away from another person in the room.", "similarity": 0.6556, "relevance": 1 }, { "pair_id": 21848, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 21.77, 24.49 ], "duration": 68.66, "caption": "A woman gets up off the chair and turns and walks away from another woman.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 21849, "video_name": "s09e24_seg02_clip_16", "timestamp": [ 3.52, 18.57 ], "duration": 64.66, "caption": "A man gets up and walks away from the dinner table with a woman.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 21850, "video_name": "house_s04e08_seg02_clip_18", "timestamp": [ 4.55, 7.28 ], "duration": 91.66, "caption": "A person stands up and walks away from someone sitting in a chair.", "similarity": 0.6501, "relevance": 3 }, { "pair_id": 21851, "video_name": "friends_s01e23_seg02_clip_02", "timestamp": [ 14.95, 24.41 ], "duration": 61.66, "caption": "A woman gets up from the couch with her hand on her pregnant belly and a man rushes out of the room with her.", "similarity": 0.65, "relevance": 3 }, { "pair_id": 21852, "video_name": "s07e20_seg02_clip_03", "timestamp": [ 39.55, 43.68 ], "duration": 59.66, "caption": "A person gets up from his/her chair and walks away from some people.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 21853, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.6479, "relevance": 2 }, { "pair_id": 21854, "video_name": "friends_s08e22_seg01_clip_02", "timestamp": [ 14.18, 16.01 ], "duration": 26.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 21855, "video_name": "s09e05_seg02_clip_12", "timestamp": [ 34.12, 46.21 ], "duration": 62.66, "caption": "A person gets up from the table and walks away.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 21856, "video_name": "s05e12_seg02_clip_01", "timestamp": [ 39.08, 42.49 ], "duration": 62.66, "caption": "A person gets up from the table and walks away.", "similarity": 0.6457, "relevance": 3 }, { "pair_id": 21857, "video_name": "friends_s02e20_seg02_clip_09", "timestamp": [ 24.79, 33.15 ], "duration": 59.66, "caption": "A woman hands man the baby and walks away.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 21858, "video_name": "grey_s02e20_seg02_clip_13", "timestamp": [ 35.04, 40.05 ], "duration": 91.66, "caption": "A person walks up to the table and another person gets up and walks away.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 21859, "video_name": "s04e23_seg02_clip_09", "timestamp": [ 37.22, 39.02 ], "duration": 60.66, "caption": "A woman gets up off of her chair and walks away from the waiting area.", "similarity": 0.6408, "relevance": 2 } ] }, { "query_id": 56044, "query": "A woman points to a man as she is sitting in her hospital bed.", "relevant_moment": [ { "pair_id": 171860, "video_name": "friends_s09e01_seg02_clip_16", "timestamp": [ 46.52, 48.62 ], "duration": 60.66, "caption": "A woman points to a man as she is sitting in her hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171861, "video_name": "s10e11_seg02_clip_02", "timestamp": [ 24.33, 25.29 ], "duration": 64.66, "caption": "A woman points her finger at man while lying in a hospital bed.", "similarity": 0.8232, "relevance": 3 }, { "pair_id": 171862, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 16.13, 18.89 ], "duration": 92.66, "caption": "A man sits onto woman's hospital bed as she is on it.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 171863, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 71.45, 72.82 ], "duration": 91.66, "caption": "A woman sits up in her hospital bed while talking with man.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 171864, "video_name": "house_s03e12_seg02_clip_17", "timestamp": [ 0.0, 89.75 ], "duration": 97.66, "caption": "A man sits down and talks to a woman who is in the hospital bed.", "similarity": 0.7598, "relevance": 2 }, { "pair_id": 171865, "video_name": "castle_s04e17_seg02_clip_26", "timestamp": [ 0.0, 21.76 ], "duration": 128.66, "caption": "A woman is in a hospital bed when a person and a woman are with him/her in the room.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 171866, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 0.0, 13.8 ], "duration": 89.66, "caption": "A man is speaking to a woman as she sits on a hospital bed.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 171867, "video_name": "grey_s01e06_seg02_clip_09", "timestamp": [ 0.0, 26.96 ], "duration": 89.66, "caption": "A man talks to a woman when she's in a hospital bed.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 171868, "video_name": "friends_s08e23-24_seg02_clip_25", "timestamp": [ 0.0, 31.01 ], "duration": 62.66, "caption": "A woman is sitting in bed with a man sitting on a hospital bed.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 171869, "video_name": "house_s07e16_seg02_clip_21", "timestamp": [ 37.85, 53.69 ], "duration": 88.66, "caption": "A woman was sitting in front of a man lying on a hospital bed.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 171870, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 57.69, 62.03 ], "duration": 62.66, "caption": "A woman is sitting in a hospital bed as a person walks into the room.", "similarity": 0.7335, "relevance": 3 }, { "pair_id": 171871, "video_name": "grey_s02e05_seg02_clip_19", "timestamp": [ 0.0, 40.81 ], "duration": 136.66, "caption": "A woman is sitting on a hospital bed as she speaks to man.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 171872, "video_name": "friends_s09e01_seg02_clip_15", "timestamp": [ 46.38, 48.18 ], "duration": 51.66, "caption": "A man sits on the hospital bed next to woman.", "similarity": 0.7305, "relevance": 3 }, { "pair_id": 171873, "video_name": "grey_s02e20_seg02_clip_18", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman talks to someone when he is in the hospital bed.", "similarity": 0.7265, "relevance": 2 }, { "pair_id": 171874, "video_name": "house_s01e12_seg02_clip_08", "timestamp": [ 0.0, 39.31 ], "duration": 90.66, "caption": "A person talks to a man and woman; the man is in a hospital bed, and the woman is seated next to him.", "similarity": 0.7265, "relevance": 2 }, { "pair_id": 171875, "video_name": "house_s05e14_seg02_clip_25", "timestamp": [ 0.0, 26.75 ], "duration": 90.66, "caption": "A man talks to a woman while she is in a hospital bed.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 171876, "video_name": "house_s05e05_seg02_clip_25", "timestamp": [ 39.6, 52.34 ], "duration": 91.66, "caption": "A woman consoles a man who is in the hospital bed.", "similarity": 0.726, "relevance": 3 }, { "pair_id": 171877, "video_name": "house_s03e22_seg02_clip_24", "timestamp": [ 0.0, 53.33 ], "duration": 86.66, "caption": "A person talks to a woman while sitting next to her hospital bed.", "similarity": 0.7256, "relevance": 3 }, { "pair_id": 171878, "video_name": "house_s07e18_seg02_clip_24", "timestamp": [ 0.0, 59.69 ], "duration": 80.66, "caption": "A man talks to another person when she is in a hospital bed.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 171879, "video_name": "castle_s07e01_seg02_clip_20", "timestamp": [ 72.18, 82.02 ], "duration": 82.66, "caption": "A woman walks into a person's hospital room and sits her hands on his/her bed.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 345180, "video_name": "friends_s08e23-24_seg02_clip_20", "timestamp": [ 47.91, 55.23 ], "duration": 61.66, "caption": "A woman lies in a hospital bed with man sitting next to her and they both stare forward in shock.", "similarity": 0.7187, "relevance": 2 }, { "pair_id": 345181, "video_name": "house_s07e09_seg02_clip_14", "timestamp": [ 58.1, 63.82 ], "duration": 88.66, "caption": "A woman grabs a man's hand and helps him sit up in his hospital bed.", "similarity": 0.718, "relevance": 1 }, { "pair_id": 345182, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.7177, "relevance": 1 }, { "pair_id": 345183, "video_name": "house_s08e12_seg02_clip_21", "timestamp": [ 0.0, 73.82 ], "duration": 90.66, "caption": "A man talks to woman at her hospital bed.", "similarity": 0.7176, "relevance": 2 }, { "pair_id": 345184, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 0.0, 88.75 ], "duration": 91.66, "caption": "A person is sitting beside a woman as she lies in a hospital bed.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 345185, "video_name": "friends_s08e23-24_seg02_clip_27", "timestamp": [ 0.0, 16.28 ], "duration": 58.66, "caption": "A woman lays in a hospital bed and talks to a man.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 345186, "video_name": "friends_s01e11_seg02_clip_04", "timestamp": [ 11.55, 24.17 ], "duration": 53.66, "caption": "A woman reads the news to a man in a hospital bed.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 345187, "video_name": "house_s03e13_seg02_clip_06", "timestamp": [ 0.0, 8.19 ], "duration": 91.66, "caption": "A woman is at the hospital bed visiting person.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 345188, "video_name": "house_s05e11_seg02_clip_03", "timestamp": [ 4.45, 19.15 ], "duration": 89.66, "caption": "A woman sits down on the hospital bed while talking to a person.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 345189, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 70.42, 88.02 ], "duration": 88.66, "caption": "A person sits at the hospital bed and talks to the patient.", "similarity": 0.7083, "relevance": 2 }, { "pair_id": 345190, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 58.61, 93.03 ], "duration": 93.66, "caption": "A woman is conversing with a person as she sits in a hospital bed.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 345191, "video_name": "house_s01e21_seg02_clip_24", "timestamp": [ 0.0, 31.68 ], "duration": 181.66, "caption": "A woman is sitting beside a man as he is lying in a hospital bed.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 345192, "video_name": "house_s01e21_seg02_clip_18", "timestamp": [ 25.26, 31.82 ], "duration": 101.66, "caption": "A woman sits down beside someone, who is laying in a hospital bed.", "similarity": 0.707, "relevance": 1 }, { "pair_id": 345193, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 0.0, 6.46 ], "duration": 68.66, "caption": "A woman is lying on a hospital bed as she greets a man who is beside her and he tells her where she is at.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 345194, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 5.44, 7.14 ], "duration": 68.66, "caption": "A man nods his head while a person is in the hospital bed.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 345195, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 1.43, 9.98 ], "duration": 95.66, "caption": "A woman lies down in the hospital bed next to a man.", "similarity": 0.7053, "relevance": 1 }, { "pair_id": 345196, "video_name": "house_s03e05_seg02_clip_09", "timestamp": [ 105.86, 108.02 ], "duration": 108.66, "caption": "A patient sees a person and sits up in their hospital bed.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 345197, "video_name": "friends_s06e15-16_seg02_clip_22", "timestamp": [ 7.92, 12.88 ], "duration": 66.66, "caption": "A man reveals why a woman is in a hospital bed.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 345198, "video_name": "grey_s01e04_seg02_clip_14", "timestamp": [ 0.0, 59.57 ], "duration": 89.66, "caption": "A woman talks to a man when he is lying in the hospital bed.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 345199, "video_name": "friends_s08e23-24_seg02_clip_12", "timestamp": [ 46.93, 59.03 ], "duration": 59.66, "caption": "A man comes into a hospital room to see a woman over the bed.", "similarity": 0.7022, "relevance": 1 } ] }, { "query_id": 56111, "query": "A man and a woman are walking and talking together down an alley way.", "relevant_moment": [ { "pair_id": 153980, "video_name": "castle_s07e06_seg02_clip_02", "timestamp": [ 25.77, 39.77 ], "duration": 112.66, "caption": "A man and a woman are walking and talking together down an alley way.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153981, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 65.68, 69.18 ], "duration": 87.66, "caption": "A man and a woman are walking while they are talking.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 153982, "video_name": "castle_s04e02_seg02_clip_08", "timestamp": [ 28.72, 31.76 ], "duration": 87.66, "caption": "A man and woman are walking while they are talking.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 153983, "video_name": "castle_s02e09_seg02_clip_01", "timestamp": [ 0.0, 4.65 ], "duration": 93.66, "caption": "A man and woman are walking while they are talking.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 153984, "video_name": "castle_s03e09_seg02_clip_11", "timestamp": [ 6.83, 17.29 ], "duration": 91.66, "caption": "A man and a woman walk down a hallway together talking.", "similarity": 0.7923, "relevance": 3 }, { "pair_id": 153985, "video_name": "castle_s07e20_seg02_clip_24", "timestamp": [ 0.0, 22.28 ], "duration": 99.66, "caption": "A man and a person walk down a street alleyway.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 153986, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7815, "relevance": 2 }, { "pair_id": 153987, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 57.44, 60.41 ], "duration": 99.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7815, "relevance": 2 }, { "pair_id": 153988, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 0.0, 22.01 ], "duration": 88.66, "caption": "A man and woman were walking whilst having conversation.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 153989, "video_name": "house_s01e14_seg02_clip_08", "timestamp": [ 18.41, 40.03 ], "duration": 92.66, "caption": "A man and a woman walk down the hallway together having a conversation.", "similarity": 0.7786, "relevance": 1 }, { "pair_id": 153990, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 0.0, 17.3 ], "duration": 91.66, "caption": "A man and a woman were walking whilst having a conversation.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 153991, "video_name": "castle_s06e12_seg02_clip_04", "timestamp": [ 87.02, 92.57 ], "duration": 92.66, "caption": "A man and woman are walking side by side as they converse.", "similarity": 0.7755, "relevance": 3 }, { "pair_id": 153992, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A man is talking to another man as they walk across an alley.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 153993, "video_name": "castle_s07e22_seg02_clip_01", "timestamp": [ 0.0, 11.32 ], "duration": 90.66, "caption": "A woman and a man are side by side as they walk and converse.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 153994, "video_name": "castle_s03e20_seg02_clip_11", "timestamp": [ 69.2, 89.66 ], "duration": 89.66, "caption": "A man and a woman walk through a fancy apartment hallway, talking as they walk and discuss the person they're meeting.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 153995, "video_name": "castle_s05e08_seg02_clip_01", "timestamp": [ 28.04, 44.51 ], "duration": 89.66, "caption": "A man and woman were having a conversation as they were walking.", "similarity": 0.7626, "relevance": 3 }, { "pair_id": 153996, "video_name": "castle_s05e21_seg02_clip_15", "timestamp": [ 36.65, 55.42 ], "duration": 89.66, "caption": "A man is walking with a woman down a hallway having a conversation.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 153997, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 18.74, 27.67 ], "duration": 89.66, "caption": "A woman and a man are walking down a hallway talking with someone.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 153998, "video_name": "castle_s08e13_seg02_clip_18", "timestamp": [ 13.95, 25.66 ], "duration": 90.66, "caption": "A woman and a man were walking together while they talk.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 153999, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 67.69, 92.44 ], "duration": 101.66, "caption": "A woman and a man are walking beside each other on the street conversing.", "similarity": 0.7594, "relevance": 3 }, { "pair_id": 327300, "video_name": "castle_s03e01_seg02_clip_11", "timestamp": [ 0.0, 16.56 ], "duration": 77.66, "caption": "A man and a woman were talking as they were walking.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 327301, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "A man and woman are walking beside each other as they converse.", "similarity": 0.757, "relevance": 3 }, { "pair_id": 327302, "video_name": "castle_s05e06_seg02_clip_03", "timestamp": [ 85.38, 88.02 ], "duration": 88.66, "caption": "A man and woman are walking while discussing something.", "similarity": 0.7549, "relevance": 1 }, { "pair_id": 327303, "video_name": "castle_s06e19_seg02_clip_02", "timestamp": [ 72.9, 91.13 ], "duration": 91.66, "caption": "A woman and a man are walking beside each other as they converse.", "similarity": 0.7524, "relevance": 3 }, { "pair_id": 327304, "video_name": "castle_s06e06_seg02_clip_01", "timestamp": [ 60.88, 89.52 ], "duration": 89.66, "caption": "A woman and man walk down a city street and talk.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 327305, "video_name": "castle_s03e07_seg02_clip_22", "timestamp": [ 4.51, 11.27 ], "duration": 90.66, "caption": "A man and woman walk over to talk to someone.", "similarity": 0.7478, "relevance": 3 }, { "pair_id": 327306, "video_name": "grey_s03e24_seg02_clip_02", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A man and a woman are walking down the stairs and the man stops at the bottom to talk to the woman.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 327307, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 0.0, 7.77 ], "duration": 74.66, "caption": "A woman and man were having conversation as they were walking.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 327308, "video_name": "s06e14_seg02_clip_02", "timestamp": [ 38.45, 55.47 ], "duration": 63.66, "caption": "A man and woman are walking beside each other as they walk upstairs as they converse.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 327309, "video_name": "castle_s07e17_seg02_clip_26", "timestamp": [ 0.0, 50.44 ], "duration": 89.66, "caption": "A woman and a man walk up to each other and converse.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 327310, "video_name": "castle_s07e07_seg02_clip_17", "timestamp": [ 32.77, 63.26 ], "duration": 91.66, "caption": "A man and a woman are walking in the middle of a street and meet someone and talk to him.", "similarity": 0.7446, "relevance": 3 }, { "pair_id": 327311, "video_name": "castle_s01e04_seg02_clip_03", "timestamp": [ 68.49, 72.18 ], "duration": 82.66, "caption": "A man and woman are walking a bit fast while talking.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 327312, "video_name": "castle_s06e01_seg02_clip_12", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A man and a woman are outside talking to each other.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 327313, "video_name": "castle_s03e17_seg02_clip_20", "timestamp": [ 9.9, 21.61 ], "duration": 90.66, "caption": "A man, woman and man were having conversation while walking around.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 327314, "video_name": "castle_s05e11_seg02_clip_01", "timestamp": [ 0.0, 3.09 ], "duration": 88.66, "caption": "A man and woman are talking and walk past two people laying on a staircase.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 327315, "video_name": "house_s06e04_seg02_clip_11", "timestamp": [ 0.0, 27.73 ], "duration": 88.66, "caption": "A man and woman have a conversation while walking down the hall.", "similarity": 0.7408, "relevance": 4 }, { "pair_id": 327316, "video_name": "castle_s07e10_seg02_clip_23", "timestamp": [ 13.42, 17.45 ], "duration": 89.66, "caption": "A woman and a man are walking a bit fast while talking.", "similarity": 0.7404, "relevance": 3 }, { "pair_id": 327317, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 4.88, 12.87 ], "duration": 88.66, "caption": "A woman and a man walk over to another man while talking.", "similarity": 0.7394, "relevance": 3 }, { "pair_id": 327318, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 0.0, 21.19 ], "duration": 90.66, "caption": "A woman and man walk up to person and converse with him.", "similarity": 0.739, "relevance": 3 }, { "pair_id": 327319, "video_name": "castle_s02e06_seg02_clip_09", "timestamp": [ 21.39, 32.77 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway speaking to each other.", "similarity": 0.7377, "relevance": 3 } ] }, { "query_id": 56151, "query": "A man holds up a photograph of four people partying.", "relevant_moment": [ { "pair_id": 17480, "video_name": "castle_s04e17_seg02_clip_16", "timestamp": [ 25.94, 32.31 ], "duration": 91.66, "caption": "A man holds up a photograph of four people partying.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17481, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 36.59, 38.96 ], "duration": 95.66, "caption": "A man holds up a photo for some people to see.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 17482, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 61.32, 71.85 ], "duration": 91.66, "caption": "A man holds up a picture for two men and a woman.", "similarity": 0.6763, "relevance": 2 }, { "pair_id": 17483, "video_name": "castle_s07e18_seg02_clip_02", "timestamp": [ 34.85, 47.48 ], "duration": 101.66, "caption": "A group of people are taking pictures at a party.", "similarity": 0.6752, "relevance": 0 }, { "pair_id": 17484, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 25.31, 27.61 ], "duration": 115.66, "caption": "A man holds up some photographs to another person.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 17485, "video_name": "castle_s07e14_seg02_clip_12", "timestamp": [ 58.44, 64.42 ], "duration": 92.66, "caption": "A man comes in and shows some people a photo of a man.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 17486, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 33.25, 36.7 ], "duration": 86.66, "caption": "A man holds up a photo of a woman for some people.", "similarity": 0.6491, "relevance": 2 }, { "pair_id": 17487, "video_name": "grey_s03e19_seg02_clip_15", "timestamp": [ 9.68, 73.5 ], "duration": 88.66, "caption": "A man shows a person three pictures of head shots of people and hands them one at a time to the person.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 17488, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 27.76, 43.24 ], "duration": 91.66, "caption": "A man shows some people a photo of someone.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 17489, "video_name": "castle_s04e04_seg02_clip_16", "timestamp": [ 16.47, 21.37 ], "duration": 89.66, "caption": "A man holds up a picture of Philp to two people.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 17490, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 0.44, 5.31 ], "duration": 88.66, "caption": "A man holds up a photograph of someone he has questions about.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 17491, "video_name": "castle_s08e11_seg02_clip_18", "timestamp": [ 36.76, 98.03 ], "duration": 98.66, "caption": "Multiple people are on a party.", "similarity": 0.6182, "relevance": 0 }, { "pair_id": 17492, "video_name": "met_s06e02_seg02_clip_11", "timestamp": [ 24.39, 33.14 ], "duration": 53.66, "caption": "A man holds up a photograph and another person looks at it and holds it.", "similarity": 0.6117, "relevance": 3 }, { "pair_id": 17493, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.6109, "relevance": 3 }, { "pair_id": 17494, "video_name": "met_s05e05_seg02_clip_06", "timestamp": [ 19.05, 25.77 ], "duration": 56.66, "caption": "A man holds up a photo of a celebrity to show another person who takes it.", "similarity": 0.6084, "relevance": 3 }, { "pair_id": 17495, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 0.0, 3.57 ], "duration": 89.66, "caption": "A person takes the picture frame a man is holding from his hands.", "similarity": 0.6058, "relevance": 3 }, { "pair_id": 17496, "video_name": "met_s03e12_seg01_clip_00", "timestamp": [ 6.43, 17.45 ], "duration": 61.66, "caption": "A man describes a holiday while footage is shown of partying.", "similarity": 0.6056, "relevance": 0 }, { "pair_id": 17497, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 35.42, 40.82 ], "duration": 60.66, "caption": "A person poses with man and another person for a picture.", "similarity": 0.6047, "relevance": 2 }, { "pair_id": 17498, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.603, "relevance": 3 }, { "pair_id": 17499, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 52.21, 55.36 ], "duration": 90.66, "caption": "A person is holding a picture of someone as a man identifies them in the photo.", "similarity": 0.6002, "relevance": 3 }, { "pair_id": 190800, "video_name": "met_s06e02_seg02_clip_06", "timestamp": [ 19.89, 22.27 ], "duration": 59.66, "caption": "A man hands a photograph of two people to another man.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 190801, "video_name": "castle_s04e23_seg02_clip_13", "timestamp": [ 0.0, 20.48 ], "duration": 89.66, "caption": "Multiple people are all looking at a picture of a man.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 190802, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 83.95, 91.25 ], "duration": 91.66, "caption": "A person holds up a picture of someone to some people.", "similarity": 0.5978, "relevance": 2 }, { "pair_id": 190803, "video_name": "castle_s08e11_seg02_clip_03", "timestamp": [ 5.23, 8.08 ], "duration": 95.66, "caption": "A man puts a small photo up on a board with other photos.", "similarity": 0.5962, "relevance": 2 }, { "pair_id": 190804, "video_name": "s05e17_seg01_clip_00", "timestamp": [ 0.0, 6.18 ], "duration": 95.66, "caption": "Some people are present in a party.", "similarity": 0.5915, "relevance": 1 }, { "pair_id": 190805, "video_name": "castle_s06e13_seg02_clip_22", "timestamp": [ 8.39, 10.6 ], "duration": 88.66, "caption": "A man holds up his camera to two other men.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 190806, "video_name": "friends_s08e02_seg02_clip_12", "timestamp": [ 9.26, 12.26 ], "duration": 54.66, "caption": "A man poses for another person to take their picture.", "similarity": 0.5869, "relevance": 1 }, { "pair_id": 190807, "video_name": "castle_s07e18_seg02_clip_12", "timestamp": [ 5.03, 20.12 ], "duration": 91.66, "caption": "A man holds up a photo to another man to look at.", "similarity": 0.5865, "relevance": 2 }, { "pair_id": 190808, "video_name": "grey_s03e11_seg02_clip_02", "timestamp": [ 0.0, 21.44 ], "duration": 89.66, "caption": "Some people are in a man's room while the family is having a party for him.", "similarity": 0.5844, "relevance": 1 }, { "pair_id": 190809, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 34.38, 38.39 ], "duration": 89.66, "caption": "A person holds up a photo and another person steps forward and takes hold of it.", "similarity": 0.5825, "relevance": 3 }, { "pair_id": 190810, "video_name": "house_s05e20_seg02_clip_07", "timestamp": [ 50.45, 55.36 ], "duration": 89.66, "caption": "A person is holding a photograph while talking to the group.", "similarity": 0.5825, "relevance": 2 }, { "pair_id": 190811, "video_name": "castle_s02e02_seg02_clip_22", "timestamp": [ 37.27, 46.58 ], "duration": 93.66, "caption": "A person holds up two photos of male suspects.", "similarity": 0.5785, "relevance": 3 }, { "pair_id": 190812, "video_name": "castle_s02e09_seg02_clip_04", "timestamp": [ 15.64, 19.21 ], "duration": 89.66, "caption": "A person shows some other people a photo of someone.", "similarity": 0.5772, "relevance": 2 }, { "pair_id": 190813, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 36.2, 41.6 ], "duration": 54.66, "caption": "A man hands a person an action figure doll while at the party.", "similarity": 0.5763, "relevance": 2 }, { "pair_id": 190814, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 23.68, 28.23 ], "duration": 91.66, "caption": "A person shows three pictures to two other people.", "similarity": 0.5734, "relevance": 2 }, { "pair_id": 190815, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 0.0, 5.82 ], "duration": 89.66, "caption": "A person was taking a photo with two other people.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 190817, "video_name": "friends_s05e23-24_seg02_clip_11", "timestamp": [ 0.0, 3.5 ], "duration": 58.66, "caption": "A man poses for a photo with two old women.", "similarity": 0.5643, "relevance": 2 }, { "pair_id": 190818, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.32, 5.1 ], "duration": 92.66, "caption": "A man turns around showing a photo of another man to two people.", "similarity": 0.5632, "relevance": 3 }, { "pair_id": 190819, "video_name": "castle_s08e09_seg02_clip_03", "timestamp": [ 8.39, 13.68 ], "duration": 88.66, "caption": "A man says the name of the person he hands the photo of.", "similarity": 0.5626, "relevance": 2 } ] }, { "query_id": 56167, "query": "A woman holds up a photograph as she is talking and nodding.", "relevant_moment": [ { "pair_id": 142520, "video_name": "castle_s04e17_seg02_clip_13", "timestamp": [ 33.05, 36.22 ], "duration": 90.66, "caption": "A woman holds up a photograph as she is talking and nodding.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 142521, "video_name": "castle_s05e09_seg02_clip_24", "timestamp": [ 6.24, 10.4 ], "duration": 104.66, "caption": "A woman is holding a picture of person as she spoke to woman.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 142522, "video_name": "castle_s06e02_seg02_clip_04", "timestamp": [ 13.05, 18.71 ], "duration": 87.66, "caption": "A person holds up a photo and looks at it while talking with a woman.", "similarity": 0.7337, "relevance": 2 }, { "pair_id": 142523, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 1.16, 15.38 ], "duration": 58.66, "caption": "A person holds up a photo as he has a conversation with a woman.", "similarity": 0.7314, "relevance": 3 }, { "pair_id": 142524, "video_name": "house_s05e03_seg02_clip_19", "timestamp": [ 0.0, 12.56 ], "duration": 93.66, "caption": "A woman was holding a photograph while talking to a man.", "similarity": 0.7295, "relevance": 3 }, { "pair_id": 142525, "video_name": "castle_s02e06_seg02_clip_14", "timestamp": [ 71.23, 92.51 ], "duration": 92.66, "caption": "A woman shows someone some pictures while having a conversation.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 142526, "video_name": "castle_s04e02_seg02_clip_09", "timestamp": [ 46.36, 52.21 ], "duration": 90.66, "caption": "A woman hold up a photograph to show a person in a hat.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 142527, "video_name": "friends_s07e21_seg02_clip_17", "timestamp": [ 26.67, 30.08 ], "duration": 62.66, "caption": "A woman holds up a picture to some people.", "similarity": 0.7069, "relevance": 3 }, { "pair_id": 142528, "video_name": "castle_s02e20_seg02_clip_17", "timestamp": [ 5.99, 9.67 ], "duration": 92.66, "caption": "A woman is holding a photograph in her hands.", "similarity": 0.7008, "relevance": 3 }, { "pair_id": 142529, "video_name": "castle_s04e11_seg02_clip_26", "timestamp": [ 111.56, 113.12 ], "duration": 156.66, "caption": "A woman holds a camera up in front of her face and takes a picture as she smiles.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 142530, "video_name": "castle_s08e22_seg02_clip_03", "timestamp": [ 39.54, 43.26 ], "duration": 93.66, "caption": "A woman holds a camera to her face to take a picture.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 142531, "video_name": "castle_s06e21_seg02_clip_22", "timestamp": [ 6.75, 10.35 ], "duration": 90.66, "caption": "A person holds up a picture of another person as he speaks to woman.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 142532, "video_name": "castle_s03e21_seg02_clip_18", "timestamp": [ 4.02, 15.64 ], "duration": 89.66, "caption": "A person holds a photo up in front of him/her as he/she has a conversation with two other people.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 142533, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 29.62, 32.39 ], "duration": 92.66, "caption": "A woman points to a photo in her hand as she speaks to another woman.", "similarity": 0.6687, "relevance": 1 }, { "pair_id": 142534, "video_name": "house_s01e08_seg02_clip_13", "timestamp": [ 11.61, 26.0 ], "duration": 92.66, "caption": "A woman was holding two pieces of photograph in her hands.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 142535, "video_name": "house_s05e20_seg02_clip_07", "timestamp": [ 50.45, 55.36 ], "duration": 89.66, "caption": "A person is holding a photograph while talking to the group.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 142536, "video_name": "castle_s01e06_seg02_clip_02", "timestamp": [ 33.17, 77.39 ], "duration": 92.66, "caption": "A woman is holding photos while she talks to man and woman.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 142537, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 30.88, 35.29 ], "duration": 98.66, "caption": "A woman hold out a picture for the other person to look at.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 142538, "video_name": "castle_s08e15_seg02_clip_16", "timestamp": [ 0.0, 23.66 ], "duration": 86.66, "caption": "A woman has a conversation with a man while looking at a photograph.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 142539, "video_name": "castle_s05e01_seg02_clip_06", "timestamp": [ 4.55, 8.19 ], "duration": 91.66, "caption": "A person places a photograph down on the table while talking with someone.", "similarity": 0.6457, "relevance": 1 } ] }, { "query_id": 56176, "query": "A man kicks down the door and he, another man and the rest of the task force move in.", "relevant_moment": [ { "pair_id": 216460, "video_name": "s06e09_seg02_clip_12", "timestamp": [ 40.58, 44.55 ], "duration": 61.66, "caption": "A person opens the door and another person beckons him in.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 216461, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 53.58, 56.41 ], "duration": 63.66, "caption": "Someone attempts to come through the door and a man pushes it closed.", "similarity": 0.6707, "relevance": 3 }, { "pair_id": 216462, "video_name": "s05e06_seg02_clip_17", "timestamp": [ 44.91, 50.02 ], "duration": 73.66, "caption": "A man opens the door and then quickly leaves after a person tells him to go.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 216463, "video_name": "s07e02_seg02_clip_14", "timestamp": [ 0.0, 8.12 ], "duration": 56.66, "caption": "A man turns and locked the door before leaving with another man.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 216464, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 10.55, 14.06 ], "duration": 54.66, "caption": "A man walks in the door and approaches another man.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 216465, "video_name": "house_s08e20_seg02_clip_01", "timestamp": [ 25.44, 33.77 ], "duration": 87.66, "caption": "A man shuts the elevator door on another man trying to come in.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 216466, "video_name": "friends_s07e23-24_seg02_clip_32", "timestamp": [ 5.19, 8.85 ], "duration": 61.66, "caption": "A man walks towards the door and another man stops him.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 216467, "video_name": "house_s03e15_seg02_clip_23", "timestamp": [ 1.02, 11.93 ], "duration": 68.66, "caption": "A man knocks on a man's door urging him to come out.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 216468, "video_name": "castle_s06e09_seg02_clip_20", "timestamp": [ 69.2, 72.33 ], "duration": 89.66, "caption": "A woman kicks down the door and two men go into the room.", "similarity": 0.6617, "relevance": 3 }, { "pair_id": 216469, "video_name": "house_s08e10_seg02_clip_18", "timestamp": [ 67.66, 75.33 ], "duration": 90.66, "caption": "A man tries to get an elevator door to close but another man makes it in time and gets on the elevator.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 216470, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 54.37, 64.7 ], "duration": 89.66, "caption": "A man opens the door using his key and he saw another man.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 216471, "video_name": "friends_s07e18_seg02_clip_16", "timestamp": [ 43.25, 46.5 ], "duration": 65.66, "caption": "A man opens the door and two people step in.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 216472, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 63.02, 70.02 ], "duration": 70.66, "caption": "A man walks to the door and opens it for another man.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 216473, "video_name": "friends_s01e15_seg02_clip_06", "timestamp": [ 32.22, 35.07 ], "duration": 57.66, "caption": "A man walks in then kicks the door closed.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 216474, "video_name": "s04e07_seg02_clip_03", "timestamp": [ 50.42, 60.03 ], "duration": 60.66, "caption": "A man asks another man to answer the door and he doesn't move.", "similarity": 0.656, "relevance": 0 }, { "pair_id": 216475, "video_name": "castle_s05e03_seg02_clip_13", "timestamp": [ 1.37, 9.58 ], "duration": 91.66, "caption": "A man kicks down the door then him and a woman go in with guns drawn.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 216476, "video_name": "s03e21_seg02_clip_16", "timestamp": [ 0.0, 3.74 ], "duration": 68.66, "caption": "A man runs out the door as person ushers him and another person away.", "similarity": 0.6552, "relevance": 1 }, { "pair_id": 216477, "video_name": "friends_s07e17_seg02_clip_12", "timestamp": [ 54.62, 59.2 ], "duration": 61.66, "caption": "A man closes the door as another man leaves the place.", "similarity": 0.6533, "relevance": 2 }, { "pair_id": 216478, "video_name": "castle_s06e06_seg02_clip_22", "timestamp": [ 25.77, 31.29 ], "duration": 92.66, "caption": "The door closes on a man and woman while they're trying to get out.", "similarity": 0.6517, "relevance": 3 }, { "pair_id": 216479, "video_name": "house_s03e15_seg02_clip_09", "timestamp": [ 2.3, 5.06 ], "duration": 92.66, "caption": "A man opens the sliding door and enters the room another man and a third man are in.", "similarity": 0.6514, "relevance": 2 } ] }, { "query_id": 56260, "query": "Some people were having a conversation.", "relevant_moment": [ { "pair_id": 172320, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 0.0, 35.12 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172321, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172322, "video_name": "s02e17_seg02_clip_05", "timestamp": [ 0.0, 36.6 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172323, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 0.0, 33.62 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172324, "video_name": "s02e04_seg02_clip_11", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172325, "video_name": "s01e14_seg02_clip_13", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172326, "video_name": "house_s08e18_seg02_clip_08", "timestamp": [ 29.25, 91.42 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172327, "video_name": "house_s08e06_seg02_clip_07", "timestamp": [ 0.0, 31.83 ], "duration": 95.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172328, "video_name": "house_s07e10_seg02_clip_18", "timestamp": [ 0.0, 13.78 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172329, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 0.0, 12.37 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172330, "video_name": "house_s06e11_seg02_clip_11", "timestamp": [ 67.71, 89.09 ], "duration": 89.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172331, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 13.32, 45.74 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172332, "video_name": "house_s06e06_seg02_clip_01", "timestamp": [ 0.0, 34.63 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172333, "video_name": "house_s06e02_seg02_clip_17", "timestamp": [ 0.0, 20.46 ], "duration": 43.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172334, "video_name": "house_s05e23_seg02_clip_21", "timestamp": [ 43.82, 71.26 ], "duration": 71.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172335, "video_name": "house_s02e18_seg02_clip_23", "timestamp": [ 14.19, 86.02 ], "duration": 86.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172336, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 0.0, 67.42 ], "duration": 126.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172337, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 11.03, 49.02 ], "duration": 49.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172338, "video_name": "house_s01e11_seg02_clip_06", "timestamp": [ 0.0, 92.08 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172339, "video_name": "friends_s10e13_seg02_clip_01", "timestamp": [ 0.0, 17.11 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345640, "video_name": "friends_s10e12_seg02_clip_03", "timestamp": [ 13.07, 30.18 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345641, "video_name": "friends_s10e02_seg02_clip_17", "timestamp": [ 0.0, 57.04 ], "duration": 57.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345642, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 0.0, 56.09 ], "duration": 56.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345643, "video_name": "friends_s08e03_seg01_clip_01", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 345644, "video_name": "friends_s07e21_seg02_clip_02", "timestamp": [ 0.0, 68.02 ], "duration": 68.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345645, "video_name": "friends_s05e10_seg02_clip_11", "timestamp": [ 0.0, 48.02 ], "duration": 64.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345646, "video_name": "friends_s05e01_seg02_clip_13", "timestamp": [ 0.0, 17.41 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345647, "video_name": "friends_s04e01_seg02_clip_07", "timestamp": [ 0.0, 45.7 ], "duration": 63.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345648, "video_name": "friends_s03e10_seg02_clip_14", "timestamp": [ 34.87, 60.12 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345649, "video_name": "friends_s02e08_seg02_clip_12", "timestamp": [ 0.0, 42.11 ], "duration": 61.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345650, "video_name": "friends_s01e18_seg02_clip_10", "timestamp": [ 0.0, 26.6 ], "duration": 52.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345651, "video_name": "castle_s08e18_seg02_clip_14", "timestamp": [ 0.0, 28.45 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345652, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 0.0, 28.61 ], "duration": 90.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345653, "video_name": "castle_s08e02_seg02_clip_20", "timestamp": [ 0.0, 18.7 ], "duration": 89.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345654, "video_name": "castle_s07e19_seg02_clip_09", "timestamp": [ 0.0, 8.17 ], "duration": 90.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345655, "video_name": "castle_s07e15_seg02_clip_02", "timestamp": [ 0.0, 64.9 ], "duration": 90.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 345656, "video_name": "castle_s07e12_seg02_clip_12", "timestamp": [ 0.0, 36.87 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345657, "video_name": "castle_s07e06_seg02_clip_17", "timestamp": [ 45.25, 73.54 ], "duration": 87.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 345658, "video_name": "castle_s07e06_seg02_clip_16", "timestamp": [ 0.0, 36.2 ], "duration": 94.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 345659, "video_name": "castle_s06e23_seg02_clip_20", "timestamp": [ 0.0, 91.34 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 } ] }, { "query_id": 56295, "query": "A person reads the thermometer and wipes it off with a tissue.", "relevant_moment": [ { "pair_id": 159060, "video_name": "s06e10_seg02_clip_03", "timestamp": [ 0.0, 8.48 ], "duration": 53.66, "caption": "A person reads the thermometer and wipes it off with a tissue.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159061, "video_name": "s06e14_seg02_clip_08", "timestamp": [ 38.42, 42.92 ], "duration": 60.66, "caption": "A person hands a man his thermometer to look at it.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 159062, "video_name": "s04e10_seg02_clip_01", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A person grabs a thermometer and puts it in their ear.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 159063, "video_name": "house_s08e17_seg02_clip_08", "timestamp": [ 27.94, 50.98 ], "duration": 98.66, "caption": "A person in a white coat holds a thermometer while talking; then he puts the thermometer in the patient-model's mouth, talks some more, then removes it.", "similarity": 0.6291, "relevance": 1 }, { "pair_id": 159064, "video_name": "house_s03e14_seg02_clip_05", "timestamp": [ 9.02, 15.58 ], "duration": 82.66, "caption": "A woman passes out and a person grabs the thermometer out of her mouth.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 159065, "video_name": "house_s06e08_seg02_clip_17", "timestamp": [ 18.82, 20.61 ], "duration": 89.66, "caption": "A man sticks a thermometer into someone's ear while examining them.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 159066, "video_name": "house_s02e03_seg02_clip_14", "timestamp": [ 2.52, 8.82 ], "duration": 84.66, "caption": "The patient grabs onto the thermometer and takes it from a man.", "similarity": 0.6103, "relevance": 1 }, { "pair_id": 159067, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person wipes his/her hands off with a paper towel.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 159068, "video_name": "s06e14_seg02_clip_08", "timestamp": [ 37.82, 41.72 ], "duration": 60.66, "caption": "A person shows the thermometer to another person and hands it to him.", "similarity": 0.5941, "relevance": 2 }, { "pair_id": 159069, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 7.11, 19.76 ], "duration": 79.66, "caption": "A person wipes their nose with a tissue and puts it down.", "similarity": 0.5907, "relevance": 0 }, { "pair_id": 159070, "video_name": "s04e10_seg02_clip_02", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman is checking her temperature with a thermometer in her ear and then checks it.", "similarity": 0.5895, "relevance": 1 }, { "pair_id": 159071, "video_name": "friends_s04e05_seg02_clip_17", "timestamp": [ 45.77, 56.98 ], "duration": 60.66, "caption": "A woman is holding a thermometer in her hands.", "similarity": 0.5886, "relevance": 2 }, { "pair_id": 159072, "video_name": "friends_s05e13_seg02_clip_13", "timestamp": [ 55.52, 57.69 ], "duration": 62.66, "caption": "A woman wipes something off the counter that we can't see.", "similarity": 0.5768, "relevance": 0 }, { "pair_id": 159073, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 67.23, 69.1 ], "duration": 74.66, "caption": "A person erases the top symptom from off the white board.", "similarity": 0.5759, "relevance": 0 }, { "pair_id": 159074, "video_name": "s08e13_seg01_clip_01", "timestamp": [ 8.5, 13.6 ], "duration": 85.66, "caption": "A person picks up their thermometer and checks their tea.", "similarity": 0.5747, "relevance": 1 }, { "pair_id": 159075, "video_name": "house_s06e06_seg02_clip_15", "timestamp": [ 33.07, 35.24 ], "duration": 87.66, "caption": "A person wipes the blood from the patient's stomach.", "similarity": 0.5694, "relevance": 1 }, { "pair_id": 159076, "video_name": "s04e10_seg02_clip_02", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A woman takes her temperature using an ear thermometer.", "similarity": 0.5633, "relevance": 2 }, { "pair_id": 159077, "video_name": "s08e12_seg02_clip_13", "timestamp": [ 20.17, 21.85 ], "duration": 56.66, "caption": "A person also wipes his eye with a piece of tissue.", "similarity": 0.5599, "relevance": 1 }, { "pair_id": 159078, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 20.92, 22.26 ], "duration": 89.66, "caption": "A person uses a napkin to wipe his/her mouth.", "similarity": 0.5574, "relevance": 1 }, { "pair_id": 159079, "video_name": "house_s04e15_seg02_clip_13", "timestamp": [ 24.51, 27.01 ], "duration": 100.66, "caption": "A person wipes their ear and then their fingers.", "similarity": 0.5557, "relevance": 0 } ] }, { "query_id": 56390, "query": "A man turns around and woman adjusts his collar.", "relevant_moment": [ { "pair_id": 147920, "video_name": "castle_s06e04_seg02_clip_04", "timestamp": [ 17.48, 26.23 ], "duration": 92.66, "caption": "A man turns around and woman adjusts his collar.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147921, "video_name": "grey_s03e25_seg02_clip_19", "timestamp": [ 55.53, 63.26 ], "duration": 91.66, "caption": "A woman grabs man's upright collar and adjusts it.", "similarity": 0.8233, "relevance": 2 }, { "pair_id": 147922, "video_name": "castle_s02e09_seg02_clip_14", "timestamp": [ 84.07, 87.24 ], "duration": 90.66, "caption": "A person reaches his hand up and quickly adjusts his collar.", "similarity": 0.6919, "relevance": 2 }, { "pair_id": 147923, "video_name": "friends_s07e14_seg02_clip_13", "timestamp": [ 5.28, 9.57 ], "duration": 66.66, "caption": "A woman turns and places her arms around a man's neck.", "similarity": 0.6858, "relevance": 0 }, { "pair_id": 147924, "video_name": "friends_s08e23-24_seg02_clip_32", "timestamp": [ 6.6, 9.0 ], "duration": 60.66, "caption": "A woman places her hands on a man's cheeks and then grabs his collar.", "similarity": 0.6778, "relevance": 1 }, { "pair_id": 147925, "video_name": "castle_s02e14_seg02_clip_19", "timestamp": [ 34.66, 46.36 ], "duration": 90.66, "caption": "A woman fixes guy's collar and tie as she is standing in front of him.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 147926, "video_name": "house_s01e13_seg02_clip_16", "timestamp": [ 13.95, 16.28 ], "duration": 93.66, "caption": "A person adjusts his shirt collar while talking with a man.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 147927, "video_name": "friends_s10e12_seg02_clip_07", "timestamp": [ 52.4, 54.38 ], "duration": 56.66, "caption": "A man turns and places his hands on woman's shoulder.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 147928, "video_name": "friends_s03e07_seg01_clip_00", "timestamp": [ 15.19, 18.82 ], "duration": 66.66, "caption": "A woman flips her hand towards her shirt collar.", "similarity": 0.6315, "relevance": 0 }, { "pair_id": 147929, "video_name": "friends_s10e05_seg02_clip_20", "timestamp": [ 8.46, 10.5 ], "duration": 58.66, "caption": "A man pulls the collar of his shirt over his face.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 147930, "video_name": "castle_s06e15_seg02_clip_27", "timestamp": [ 20.92, 22.02 ], "duration": 22.66, "caption": "A woman moves her hand on man's shoulder to his neck.", "similarity": 0.6232, "relevance": 0 }, { "pair_id": 147931, "video_name": "house_s07e13_seg02_clip_01", "timestamp": [ 67.81, 72.36 ], "duration": 91.66, "caption": "A man puts his hand on woman's chin and turns her head towards him.", "similarity": 0.6097, "relevance": 1 }, { "pair_id": 147932, "video_name": "s07e17_seg01_clip_00", "timestamp": [ 3.64, 6.37 ], "duration": 91.66, "caption": "A woman leans forward to adjust a man's shirt and tells him why.", "similarity": 0.6038, "relevance": 2 }, { "pair_id": 147933, "video_name": "castle_s02e09_seg02_clip_26", "timestamp": [ 0.0, 8.09 ], "duration": 49.66, "caption": "A man turns his head after a woman gives him advice about change.", "similarity": 0.5917, "relevance": 0 }, { "pair_id": 147934, "video_name": "friends_s05e14_seg02_clip_15", "timestamp": [ 49.41, 53.55 ], "duration": 59.66, "caption": "A woman fixes man's collar and sprays breath spray in his mouth.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 147935, "video_name": "met_s03e19_seg02_clip_10", "timestamp": [ 47.34, 50.37 ], "duration": 60.66, "caption": "A man puts his right arm around woman and turns towards her.", "similarity": 0.5838, "relevance": 1 }, { "pair_id": 147936, "video_name": "grey_s02e07_seg02_clip_21", "timestamp": [ 8.12, 13.99 ], "duration": 90.66, "caption": "A man turns around and goes back towards woman.", "similarity": 0.5822, "relevance": 2 }, { "pair_id": 147937, "video_name": "grey_s03e03_seg02_clip_15", "timestamp": [ 0.0, 3.68 ], "duration": 92.66, "caption": "A man turns around when telling woman what to do.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 147938, "video_name": "met_s05e01_seg02_clip_01", "timestamp": [ 16.92, 20.84 ], "duration": 60.66, "caption": "A man leans towards woman's face and woman turns his head with her hands.", "similarity": 0.5796, "relevance": 2 }, { "pair_id": 147939, "video_name": "friends_s06e15-16_seg02_clip_40", "timestamp": [ 35.05, 38.15 ], "duration": 62.66, "caption": "A man adjusts his hat while walking towards a woman.", "similarity": 0.5734, "relevance": 0 } ] }, { "query_id": 56391, "query": "A person looks up and sees another person with a sniper gun.", "relevant_moment": [ { "pair_id": 4340, "video_name": "castle_s06e04_seg02_clip_04", "timestamp": [ 32.21, 36.81 ], "duration": 92.66, "caption": "A person looks up and sees another person with a sniper gun.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4341, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.7457, "relevance": 2 }, { "pair_id": 4342, "video_name": "house_s05e09_seg02_clip_20", "timestamp": [ 15.13, 32.05 ], "duration": 89.66, "caption": "A person picks up the gun, looks at it and then hands it over to another person.", "similarity": 0.7426, "relevance": 1 }, { "pair_id": 4343, "video_name": "castle_s08e11_seg02_clip_19", "timestamp": [ 39.98, 43.69 ], "duration": 82.66, "caption": "A man shows another man a picture of a sniper rifle.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 4344, "video_name": "castle_s02e18_seg02_clip_23", "timestamp": [ 82.3, 84.94 ], "duration": 88.66, "caption": "A man glances down at a gun then looks back up at a woman.", "similarity": 0.6976, "relevance": 1 }, { "pair_id": 4345, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.6908, "relevance": 0 }, { "pair_id": 4346, "video_name": "house_s07e22_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A person wakes up and sees a man with a gun.", "similarity": 0.6755, "relevance": 3 }, { "pair_id": 4347, "video_name": "grey_s01e08_seg02_clip_08", "timestamp": [ 29.46, 35.81 ], "duration": 90.66, "caption": "A person is preparing a shot for another person and he is looking at it fearfully.", "similarity": 0.6742, "relevance": 1 }, { "pair_id": 4349, "video_name": "castle_s03e22_seg02_clip_22", "timestamp": [ 72.47, 78.32 ], "duration": 90.66, "caption": "A man sees a person with a firearm then fires his weapon at them.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 4350, "video_name": "house_s01e19_seg02_clip_06", "timestamp": [ 76.71, 83.18 ], "duration": 86.66, "caption": "A person looks into another person's eye with a flashlight.", "similarity": 0.6665, "relevance": 1 }, { "pair_id": 4351, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 4352, "video_name": "castle_s04e10_seg02_clip_24", "timestamp": [ 64.75, 67.5 ], "duration": 91.66, "caption": "Another person appears from around the corner and cocks a handgun.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 4353, "video_name": "castle_s06e05_seg02_clip_23", "timestamp": [ 14.25, 19.01 ], "duration": 95.66, "caption": "A man pulls his gun, nods towards another man and looks back at the person wearing glasses who steps backwards while looking at the man.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 4354, "video_name": "castle_s03e17_seg02_clip_17", "timestamp": [ 33.95, 69.31 ], "duration": 93.66, "caption": "A person pulls his gun out and points it toward another person.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 4355, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.6588, "relevance": 1 }, { "pair_id": 4356, "video_name": "castle_s04e07_seg02_clip_18", "timestamp": [ 59.44, 63.91 ], "duration": 89.66, "caption": "A person looks at another person standing with a gun and they walk away to answer their phone.", "similarity": 0.6567, "relevance": 3 }, { "pair_id": 4357, "video_name": "house_s05e09_seg02_clip_05", "timestamp": [ 27.04, 28.81 ], "duration": 88.66, "caption": "A person points a gun at another person and shoots him.", "similarity": 0.6503, "relevance": 2 }, { "pair_id": 4358, "video_name": "house_s02e08_seg02_clip_26", "timestamp": [ 84.1, 89.32 ], "duration": 95.66, "caption": "A person turns around and looks at another person behind him.", "similarity": 0.6484, "relevance": 0 }, { "pair_id": 4359, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 59.42, 64.82 ], "duration": 90.66, "caption": "A person pulls a gun and points it at another person.", "similarity": 0.6472, "relevance": 2 } ] }, { "query_id": 56420, "query": "A man on the same bar where a doctor is drinks from the bottle of wine.", "relevant_moment": [ { "pair_id": 168100, "video_name": "house_s07e21_seg02_clip_23", "timestamp": [ 0.0, 2.61 ], "duration": 87.66, "caption": "A man on the same bar where a doctor is drinks from the bottle of wine.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 168101, "video_name": "house_s08e21_seg02_clip_11", "timestamp": [ 46.01, 49.69 ], "duration": 92.66, "caption": "A doctor drinks from a bottle of alcoholic drink.", "similarity": 0.7598, "relevance": 3 }, { "pair_id": 168102, "video_name": "friends_s03e07_seg02_clip_08", "timestamp": [ 25.84, 31.83 ], "duration": 63.66, "caption": "A doctor takes a drink from the wine glass that's in front of him on the table.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 168103, "video_name": "house_s07e08_seg02_clip_21", "timestamp": [ 7.92, 13.2 ], "duration": 88.66, "caption": "A doctor picks up his glass of wine and takes a drink.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 168104, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 10.07, 13.73 ], "duration": 63.66, "caption": "A man drinks from his glass of wine at the bar.", "similarity": 0.7178, "relevance": 2 }, { "pair_id": 168105, "video_name": "friends_s01e16-17_seg02_clip_31", "timestamp": [ 9.32, 16.39 ], "duration": 56.66, "caption": "A doctor reads off the label of the bottle of wine.", "similarity": 0.6908, "relevance": 0 }, { "pair_id": 168106, "video_name": "grey_s02e18_seg02_clip_25", "timestamp": [ 85.07, 88.67 ], "duration": 90.66, "caption": "A man takes a drink from his glass, then sits the glass on the bar.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 168107, "video_name": "house_s03e21_seg02_clip_07", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A man drinks from a water bottle while talking with the other doctors.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 168108, "video_name": "house_s07e14_seg02_clip_23", "timestamp": [ 40.49, 43.34 ], "duration": 57.66, "caption": "A man drinks alcohol from a glass at a bar while another person is talking to him.", "similarity": 0.6794, "relevance": 3 }, { "pair_id": 168109, "video_name": "met_s06e06_seg02_clip_05", "timestamp": [ 53.12, 55.78 ], "duration": 59.66, "caption": "A man takes a drink from the glass sitting on the bar.", "similarity": 0.6788, "relevance": 3 }, { "pair_id": 168110, "video_name": "grey_s03e01_seg02_clip_22", "timestamp": [ 77.9, 80.54 ], "duration": 88.66, "caption": "A doctor puts the hand towel on the counter and takes their glass of wine.", "similarity": 0.6727, "relevance": 0 }, { "pair_id": 168111, "video_name": "s09e22_seg02_clip_08", "timestamp": [ 34.83, 38.07 ], "duration": 59.66, "caption": "A person is sitting next to a man at a wine bar.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 168112, "video_name": "met_s06e03_seg02_clip_09", "timestamp": [ 37.53, 39.02 ], "duration": 59.66, "caption": "A man takes a drink from a glass with beer at the bar.", "similarity": 0.6553, "relevance": 3 }, { "pair_id": 168113, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 52.64, 55.72 ], "duration": 61.66, "caption": "A person sits in the bar and takes a drink from an oversized bottle.", "similarity": 0.6537, "relevance": 2 }, { "pair_id": 168114, "video_name": "s09e22_seg02_clip_05", "timestamp": [ 53.09, 59.81 ], "duration": 61.66, "caption": "A man smells the wine in his glass while at the bar.", "similarity": 0.6414, "relevance": 1 }, { "pair_id": 168115, "video_name": "met_s03e19_seg02_clip_09", "timestamp": [ 20.87, 29.52 ], "duration": 59.66, "caption": "A man takes a drink of beer while at the bar.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 168116, "video_name": "house_s02e01_seg02_clip_14", "timestamp": [ 8.82, 12.25 ], "duration": 98.66, "caption": "A man gives a shot of alcohol to a patient.", "similarity": 0.6337, "relevance": 0 }, { "pair_id": 168117, "video_name": "s09e14_seg02_clip_07", "timestamp": [ 52.79, 54.31 ], "duration": 61.66, "caption": "A man takes a drink of a glass of red wine.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 168118, "video_name": "house_s03e18_seg02_clip_21", "timestamp": [ 57.67, 62.01 ], "duration": 124.66, "caption": "A man puts a drink to their patient's mouth and tries to make them drink.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 168119, "video_name": "house_s02e06_seg02_clip_20", "timestamp": [ 0.0, 6.75 ], "duration": 90.66, "caption": "A person turns to talk to the other doctors by the drinks.", "similarity": 0.6295, "relevance": 0 } ] }, { "query_id": 56422, "query": "A person puts his fists on the air and prepares for a fight.", "relevant_moment": [ { "pair_id": 147700, "video_name": "house_s07e21_seg02_clip_23", "timestamp": [ 38.29, 43.95 ], "duration": 87.66, "caption": "A person puts his fists on the air and prepares for a fight.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147701, "video_name": "friends_s01e23_seg02_clip_16", "timestamp": [ 51.54, 52.83 ], "duration": 64.66, "caption": "A man puts his fists up in the air in a victorious manner.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 147702, "video_name": "s06e07_seg02_clip_14", "timestamp": [ 35.4, 54.54 ], "duration": 58.66, "caption": "A person holds up his fists and moves them.", "similarity": 0.7591, "relevance": 4 }, { "pair_id": 147703, "video_name": "met_s04e02_seg02_clip_17", "timestamp": [ 0.92, 6.44 ], "duration": 63.66, "caption": "A person excitedly punches the air with their fist.", "similarity": 0.755, "relevance": 2 }, { "pair_id": 147704, "video_name": "house_s08e13_seg02_clip_00", "timestamp": [ 47.51, 53.69 ], "duration": 95.66, "caption": "A person is holding both fists in front of him.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 147705, "video_name": "friends_s10e11_seg02_clip_07", "timestamp": [ 45.26, 46.13 ], "duration": 58.66, "caption": "A man puts his fist up in the air.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 147706, "video_name": "castle_s04e21_seg02_clip_08", "timestamp": [ 14.4, 19.21 ], "duration": 96.66, "caption": "A person puts up both his fists towards another person.", "similarity": 0.7018, "relevance": 3 }, { "pair_id": 147707, "video_name": "castle_s07e10_seg02_clip_13", "timestamp": [ 25.94, 28.67 ], "duration": 91.66, "caption": "A person makes a fists and pretends to be shocked.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 147708, "video_name": "castle_s08e22_seg02_clip_21", "timestamp": [ 37.21, 43.72 ], "duration": 93.66, "caption": "A person punches a man in the stomach then he strap him to a vertical stretcher.", "similarity": 0.6853, "relevance": 1 }, { "pair_id": 147709, "video_name": "castle_s06e06_seg02_clip_14", "timestamp": [ 9.13, 14.6 ], "duration": 91.66, "caption": "A man compliments another person's fighting skills before he punches them.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 147710, "video_name": "house_s03e23_seg02_clip_25", "timestamp": [ 3.1, 6.98 ], "duration": 155.66, "caption": "A person simulates hitting their chin with their fist.", "similarity": 0.6799, "relevance": 1 }, { "pair_id": 147711, "video_name": "house_s04e05_seg02_clip_10", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person raises their fist and says to fight the bosses.", "similarity": 0.6774, "relevance": 1 }, { "pair_id": 147712, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 14.44, 23.57 ], "duration": 76.66, "caption": "A person moves their body to gesture that they are having a sword fight.", "similarity": 0.6665, "relevance": 1 }, { "pair_id": 147713, "video_name": "met_s06e18_seg02_clip_08", "timestamp": [ 4.2, 6.9 ], "duration": 60.66, "caption": "A person in a red jacket blows their arm forming a fist.", "similarity": 0.6519, "relevance": 1 }, { "pair_id": 147714, "video_name": "castle_s07e15_seg02_clip_05", "timestamp": [ 55.48, 58.77 ], "duration": 94.66, "caption": "A person knocks someone to the floor by punching him in the face.", "similarity": 0.6473, "relevance": 1 }, { "pair_id": 147715, "video_name": "met_s06e17_seg02_clip_03", "timestamp": [ 35.38, 36.59 ], "duration": 60.66, "caption": "A person puts one of his fists on each of his cheeks then grabs his chin.", "similarity": 0.6337, "relevance": 1 }, { "pair_id": 147716, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 40.82, 41.42 ], "duration": 60.66, "caption": "A man punches his own fist into his hand.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 147717, "video_name": "s01e16_seg01_clip_00", "timestamp": [ 35.4, 42.72 ], "duration": 61.66, "caption": "A person attempts to use both hands to try to beat another person at arm wrestling.", "similarity": 0.6317, "relevance": 0 }, { "pair_id": 147718, "video_name": "friends_s04e13_seg02_clip_17", "timestamp": [ 6.21, 10.26 ], "duration": 54.66, "caption": "A man levels his head and says he's about to fight with someone.", "similarity": 0.6314, "relevance": 0 }, { "pair_id": 147719, "video_name": "met_s02e09_seg02_clip_04", "timestamp": [ 33.31, 38.72 ], "duration": 60.66, "caption": "A person raises their right hand and clenches their fist.", "similarity": 0.6303, "relevance": 1 } ] }, { "query_id": 56455, "query": "A woman kisses a man and dashes out of the room.", "relevant_moment": [ { "pair_id": 13420, "video_name": "castle_s08e21_seg02_clip_19", "timestamp": [ 0.0, 112.02 ], "duration": 112.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 13421, "video_name": "castle_s08e21_seg02_clip_19", "timestamp": [ 0.0, 112.02 ], "duration": 112.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 13422, "video_name": "castle_s07e18_seg02_clip_14", "timestamp": [ 0.0, 90.1 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 13423, "video_name": "castle_s07e18_seg02_clip_14", "timestamp": [ 0.0, 90.1 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 13424, "video_name": "castle_s07e11_seg02_clip_17", "timestamp": [ 0.0, 91.4 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 13425, "video_name": "castle_s07e11_seg02_clip_17", "timestamp": [ 0.0, 91.4 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 13426, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 13427, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 13428, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 13429, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 13430, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 13431, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13432, "video_name": "castle_s03e11_seg02_clip_02", "timestamp": [ 0.0, 90.58 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 13433, "video_name": "castle_s03e11_seg02_clip_02", "timestamp": [ 0.0, 90.58 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 13434, "video_name": "castle_s03e11_seg02_clip_02", "timestamp": [ 0.0, 90.58 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 13435, "video_name": "castle_s03e09_seg02_clip_06", "timestamp": [ 0.0, 91.28 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 13436, "video_name": "castle_s02e08_seg02_clip_05", "timestamp": [ 0.0, 83.4 ], "duration": 83.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 13437, "video_name": "castle_s08e21_seg02_clip_19", "timestamp": [ 0.0, 112.02 ], "duration": 112.66, "caption": "A woman kisses man and dashes out of the room.", "similarity": 0.9909, "relevance": 1 }, { "pair_id": 13438, "video_name": "castle_s07e11_seg02_clip_17", "timestamp": [ 0.0, 91.4 ], "duration": 91.66, "caption": "A woman kisses man and dashes out of the room.", "similarity": 0.9909, "relevance": 4 }, { "pair_id": 13439, "video_name": "castle_s03e09_seg02_clip_06", "timestamp": [ 0.0, 91.28 ], "duration": 91.66, "caption": "A woman kisses man and dashes out of the room.", "similarity": 0.9909, "relevance": 1 } ] }, { "query_id": 56536, "query": "A person carries a box across the ruined floor of a store.", "relevant_moment": [ { "pair_id": 22640, "video_name": "s07e24_seg02_clip_13", "timestamp": [ 5.85, 10.73 ], "duration": 65.66, "caption": "A person carries a box across the ruined floor of a store.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 22641, "video_name": "s07e19_seg02_clip_13", "timestamp": [ 17.06, 19.23 ], "duration": 62.66, "caption": "A person walks past another person and sets a box onto the store shelf.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 22642, "video_name": "friends_s02e14_seg01_clip_01", "timestamp": [ 0.0, 10.14 ], "duration": 52.66, "caption": "A person holds up an item and then places it into a box.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 22643, "video_name": "s08e16_seg02_clip_10", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A person takes a box off a shelf and opens it.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 22644, "video_name": "s09e07_seg02_clip_06", "timestamp": [ 51.17, 55.21 ], "duration": 62.66, "caption": "A person returns the thing they are holding in the box.", "similarity": 0.6681, "relevance": 1 }, { "pair_id": 22645, "video_name": "s01e04_seg01_clip_02", "timestamp": [ 29.04, 43.02 ], "duration": 43.66, "caption": "A person carries a box of belongings from work up the stairs in the apartment building.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 22646, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 2.07, 4.72 ], "duration": 59.66, "caption": "A person came in the room carrying a box.", "similarity": 0.6617, "relevance": 3 }, { "pair_id": 22647, "video_name": "house_s03e24_seg02_clip_15", "timestamp": [ 13.09, 17.26 ], "duration": 119.66, "caption": "A person picks up a cardboard box full of belongings and walks out.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 22648, "video_name": "castle_s06e22_seg02_clip_23", "timestamp": [ 5.4, 10.8 ], "duration": 90.66, "caption": "A woman carried a box and it crashed on the floor.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 22649, "video_name": "s10e10_seg02_clip_03", "timestamp": [ 23.41, 26.11 ], "duration": 60.66, "caption": "A person takes a moving box out of a closet.", "similarity": 0.6552, "relevance": 3 }, { "pair_id": 22650, "video_name": "s07e19_seg02_clip_12", "timestamp": [ 28.07, 30.21 ], "duration": 61.66, "caption": "A person grabs a green box off the shelf.", "similarity": 0.6453, "relevance": 2 }, { "pair_id": 22651, "video_name": "s03e02_seg02_clip_12", "timestamp": [ 25.74, 28.53 ], "duration": 62.66, "caption": "A person walks over and starts putting stuff inside a white box.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 22652, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 23.95, 29.31 ], "duration": 63.66, "caption": "A person leaves a person's closet holding a clear box.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 22653, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.5, 31.97 ], "duration": 83.66, "caption": "A person walks over to person carrying a big box.", "similarity": 0.6303, "relevance": 3 }, { "pair_id": 22654, "video_name": "friends_s10e17-18_seg02_clip_39", "timestamp": [ 70.1, 73.02 ], "duration": 73.66, "caption": "A man carries a cardboard box through the apartment.", "similarity": 0.6283, "relevance": 2 }, { "pair_id": 22655, "video_name": "castle_s03e15_seg02_clip_18", "timestamp": [ 87.4, 89.65 ], "duration": 90.66, "caption": "A person bends over and picks up a cardboard box from off of a chair.", "similarity": 0.6274, "relevance": 2 }, { "pair_id": 22656, "video_name": "s06e16_seg02_clip_00", "timestamp": [ 35.7, 44.25 ], "duration": 61.66, "caption": "A person walks in with a box and sets it on the counter.", "similarity": 0.6253, "relevance": 3 }, { "pair_id": 22657, "video_name": "s06e16_seg02_clip_00", "timestamp": [ 44.86, 46.69 ], "duration": 61.66, "caption": "A person takes some items out of the box on the counter.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 22658, "video_name": "friends_s03e10_seg02_clip_04", "timestamp": [ 47.7, 50.9 ], "duration": 64.66, "caption": "A man puts a box he is carrying on the floor in the hallway.", "similarity": 0.6238, "relevance": 3 }, { "pair_id": 22659, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 43.33, 46.99 ], "duration": 61.66, "caption": "A person opens up a safe box and takes out a small box from it.", "similarity": 0.6222, "relevance": 1 } ] }, { "query_id": 56547, "query": "A man and another man talk in kitchen area of apartment while wearing gold hats.", "relevant_moment": [ { "pair_id": 16240, "video_name": "friends_s08e08_seg02_clip_09", "timestamp": [ 48.99, 59.03 ], "duration": 59.66, "caption": "A man and another man talk in kitchen area of apartment while wearing gold hats.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16241, "video_name": "friends_s06e07_seg02_clip_08", "timestamp": [ 0.0, 31.95 ], "duration": 59.66, "caption": "A man is talking with another man in the kitchen.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 16242, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 0.0, 38.74 ], "duration": 61.66, "caption": "Two men talk while in their kitchen.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 16243, "video_name": "s10e10_seg02_clip_01", "timestamp": [ 9.92, 14.27 ], "duration": 62.66, "caption": "A man is in the kitchen as he speaks to another man.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 16244, "video_name": "friends_s08e05_seg02_clip_12", "timestamp": [ 0.0, 57.67 ], "duration": 61.66, "caption": "A man talks to another man right at the counter at the apartment.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 16245, "video_name": "castle_s08e06_seg02_clip_07", "timestamp": [ 0.0, 23.72 ], "duration": 93.66, "caption": "A man and another man are inside of a room and talks to each other.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 16246, "video_name": "s02e09_seg02_clip_12", "timestamp": [ 6.51, 43.42 ], "duration": 62.66, "caption": "Two people talk to each other in the kitchen.", "similarity": 0.6516, "relevance": 3 }, { "pair_id": 16247, "video_name": "friends_s02e02_seg01_clip_00", "timestamp": [ 47.14, 62.03 ], "duration": 62.66, "caption": "Three people talk while standing in a kitchen.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 16248, "video_name": "s04e02_seg01_clip_01", "timestamp": [ 9.9, 11.1 ], "duration": 60.66, "caption": "A person walks into the kitchen while talking to another person in the apartment.", "similarity": 0.6491, "relevance": 2 }, { "pair_id": 16249, "video_name": "friends_s08e08_seg02_clip_10", "timestamp": [ 0.0, 48.34 ], "duration": 64.66, "caption": "Two guys talk to each other while wearing gold hats.", "similarity": 0.6482, "relevance": 4 }, { "pair_id": 16250, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 35.06, 65.53 ], "duration": 65.66, "caption": "A person and another person talk while they are in his living room.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 16252, "video_name": "friends_s06e07_seg02_clip_17", "timestamp": [ 0.0, 30.99 ], "duration": 59.66, "caption": "A man and woman have a conversation in his apartment.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 16253, "video_name": "friends_s04e22_seg02_clip_06", "timestamp": [ 2.1, 12.31 ], "duration": 60.66, "caption": "Two men are standing beside each other conversing in the kitchen.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 16254, "video_name": "house_s06e03_seg02_clip_20", "timestamp": [ 0.0, 15.52 ], "duration": 97.66, "caption": "Two men talk in a living room.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 16255, "video_name": "s07e08_seg02_clip_00", "timestamp": [ 16.44, 35.36 ], "duration": 62.66, "caption": "Two men are in the kitchen talking.", "similarity": 0.6395, "relevance": 2 }, { "pair_id": 16256, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 0.0, 60.64 ], "duration": 125.66, "caption": "A man speaks with another person in the room.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 16257, "video_name": "house_s07e12_seg02_clip_24", "timestamp": [ 25.53, 88.02 ], "duration": 88.66, "caption": "Two men talk to each other in the living room.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 16258, "video_name": "s04e03_seg02_clip_12", "timestamp": [ 41.32, 59.03 ], "duration": 59.66, "caption": "A person is in the kitchen with another person as they converse.", "similarity": 0.6293, "relevance": 3 }, { "pair_id": 16259, "video_name": "friends_s02e15_seg02_clip_03", "timestamp": [ 0.0, 14.75 ], "duration": 60.66, "caption": "A man is speaking to woman and woman in the kitchen.", "similarity": 0.6261, "relevance": 1 }, { "pair_id": 189560, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 0.0, 9.65 ], "duration": 11.66, "caption": "A man is standing beside someone in the kitchen conversing.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 189561, "video_name": "friends_s02e01_seg02_clip_21", "timestamp": [ 45.12, 54.42 ], "duration": 93.66, "caption": "A man is in the kitchen of two people's apartment using the telephone.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 189562, "video_name": "friends_s06e09_seg02_clip_07", "timestamp": [ 9.09, 58.66 ], "duration": 58.66, "caption": "Three people are standing in the kitchen as they converse.", "similarity": 0.6232, "relevance": 2 }, { "pair_id": 189563, "video_name": "castle_s07e20_seg02_clip_02", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A man is with another man in his office as they converse.", "similarity": 0.6231, "relevance": 2 }, { "pair_id": 189564, "video_name": "castle_s02e03_seg02_clip_07", "timestamp": [ 0.0, 16.99 ], "duration": 87.66, "caption": "A man and person talk inside of their home.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 189565, "video_name": "castle_s08e13_seg02_clip_18", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "Two people have a conversation in the kitchen.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 189566, "video_name": "castle_s08e09_seg02_clip_17", "timestamp": [ 0.0, 35.56 ], "duration": 90.66, "caption": "Two people are speaking to someone in the same room.", "similarity": 0.6191, "relevance": 2 }, { "pair_id": 189567, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 0.0, 5.05 ], "duration": 59.66, "caption": "Two people were having a conversation at the kitchen area.", "similarity": 0.619, "relevance": 2 }, { "pair_id": 189568, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 19.1, 93.15 ], "duration": 93.66, "caption": "A man and another man are in an office speaking to two people.", "similarity": 0.6164, "relevance": 2 }, { "pair_id": 189569, "video_name": "friends_s04e16_seg02_clip_21", "timestamp": [ 55.37, 82.02 ], "duration": 82.66, "caption": "Two people are in the kitchen and having a conversation.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 189570, "video_name": "house_s06e09_seg02_clip_17", "timestamp": [ 0.0, 45.69 ], "duration": 87.66, "caption": "A person speaks with two men in the room.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 189571, "video_name": "friends_s06e02_seg02_clip_12", "timestamp": [ 44.44, 53.58 ], "duration": 63.66, "caption": "A man talks to another man in his kitchen while he's getting very emotional.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 189572, "video_name": "friends_s03e14_seg02_clip_16", "timestamp": [ 3.54, 10.92 ], "duration": 59.66, "caption": "Two people are talking in the apartment and one person's arms are folded and the other person is gesturing expressively.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 189573, "video_name": "house_s03e07_seg02_clip_19", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person talks to two people in a living room.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 189574, "video_name": "friends_s03e19_seg02_clip_04", "timestamp": [ 34.21, 38.49 ], "duration": 57.66, "caption": "A man comes in the apartment when two guys are talking.", "similarity": 0.6131, "relevance": 2 }, { "pair_id": 189575, "video_name": "grey_s03e12_seg02_clip_01", "timestamp": [ 0.0, 24.73 ], "duration": 103.66, "caption": "Two people are conversing with each other in the kitchen.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 189576, "video_name": "s06e06_seg02_clip_16", "timestamp": [ 0.0, 4.72 ], "duration": 118.66, "caption": "A person is standing at his apartment's entrance while speaking with another person.", "similarity": 0.6107, "relevance": 2 }, { "pair_id": 189577, "video_name": "castle_s02e16_seg02_clip_25", "timestamp": [ 2.85, 94.08 ], "duration": 95.66, "caption": "Two people are conversing with a person in a living room.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 189578, "video_name": "friends_s03e01_seg02_clip_01", "timestamp": [ 1.41, 9.33 ], "duration": 56.66, "caption": "A person walks into the kitchen of the apartment to talk to man.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 189579, "video_name": "house_s06e13_seg02_clip_04", "timestamp": [ 0.0, 33.54 ], "duration": 91.66, "caption": "Two people talk while in a room.", "similarity": 0.6079, "relevance": 2 } ] }, { "query_id": 56557, "query": "A person looks at a pair of people, then another person looks too.", "relevant_moment": [ { "pair_id": 16100, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16101, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.8956, "relevance": 2 }, { "pair_id": 16102, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.8901, "relevance": 2 }, { "pair_id": 16103, "video_name": "castle_s03e10_seg02_clip_06", "timestamp": [ 5.03, 6.41 ], "duration": 91.66, "caption": "Some people all look at a person simultaneously.", "similarity": 0.8529, "relevance": 2 }, { "pair_id": 16104, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "Two people look at each other and then one of them looks back.", "similarity": 0.8479, "relevance": 2 }, { "pair_id": 16105, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.8391, "relevance": 3 }, { "pair_id": 16106, "video_name": "s10e03_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person turns to look towards another person and a third person turns to look at the second person.", "similarity": 0.8374, "relevance": 3 }, { "pair_id": 16107, "video_name": "s03e09_seg02_clip_04", "timestamp": [ 43.33, 46.99 ], "duration": 61.66, "caption": "A person looks at someone, then quickly turns and looks at someone else, then turns and looks at the first person again.", "similarity": 0.8359, "relevance": 3 }, { "pair_id": 16108, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 26.85, 30.51 ], "duration": 61.66, "caption": "Two people both turn to look at each other.", "similarity": 0.8284, "relevance": 3 }, { "pair_id": 16109, "video_name": "house_s08e18_seg02_clip_17", "timestamp": [ 32.63, 36.11 ], "duration": 87.66, "caption": "One person looks over at another person and the other person looks at the ground.", "similarity": 0.8284, "relevance": 2 }, { "pair_id": 16110, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 16111, "video_name": "house_s06e20_seg02_clip_00", "timestamp": [ 66.61, 75.99 ], "duration": 93.66, "caption": "A person is standing next to person and person looks at him.", "similarity": 0.8176, "relevance": 3 }, { "pair_id": 16112, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.8134, "relevance": 4 }, { "pair_id": 16113, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.8053, "relevance": 2 }, { "pair_id": 16114, "video_name": "house_s03e11_seg02_clip_01", "timestamp": [ 70.9, 76.85 ], "duration": 91.66, "caption": "A person turns to look at two other people and one of them turns his/her head quickly.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 16115, "video_name": "house_s02e08_seg02_clip_26", "timestamp": [ 84.1, 89.32 ], "duration": 95.66, "caption": "A person turns around and looks at another person behind him.", "similarity": 0.7991, "relevance": 3 }, { "pair_id": 16116, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 50.74, 52.95 ], "duration": 63.66, "caption": "A person turns his head to look at another person and another person looks back at a woman.", "similarity": 0.7974, "relevance": 1 }, { "pair_id": 16117, "video_name": "castle_s04e06_seg02_clip_11", "timestamp": [ 85.97, 87.32 ], "duration": 90.66, "caption": "A person looks at another person who nods at him/her.", "similarity": 0.7915, "relevance": 1 }, { "pair_id": 16118, "video_name": "s02e10_seg02_clip_01", "timestamp": [ 10.15, 14.22 ], "duration": 58.66, "caption": "A person stares at someone and then stares at another person.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 16119, "video_name": "house_s08e22_seg02_clip_24", "timestamp": [ 148.07, 162.17 ], "duration": 235.66, "caption": "A person is staring at a picture of themself, another person, and two other people.", "similarity": 0.7913, "relevance": 1 } ] }, { "query_id": 56590, "query": "A man puts his face up and shakes his head towards another man.", "relevant_moment": [ { "pair_id": 8320, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 52.71, 54.29 ], "duration": 63.66, "caption": "A man puts his face up and shakes his head towards another man.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 8321, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 43.81, 48.45 ], "duration": 58.66, "caption": "A man shakes his head and walks towards another man.", "similarity": 0.8082, "relevance": 3 }, { "pair_id": 8322, "video_name": "house_s01e09_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man turns around and looks at another man and he shakes his head.", "similarity": 0.7988, "relevance": 2 }, { "pair_id": 8323, "video_name": "s04e17_seg02_clip_10", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man starts saying something to another man then shakes his head around.", "similarity": 0.7987, "relevance": 2 }, { "pair_id": 8324, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A man shakes his head and another man looks at a person.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 8325, "video_name": "friends_s09e06_seg02_clip_20", "timestamp": [ 29.71, 31.51 ], "duration": 60.66, "caption": "A man shakes his head at what another man says.", "similarity": 0.7894, "relevance": 1 }, { "pair_id": 8326, "video_name": "s08e07_seg02_clip_14", "timestamp": [ 33.29, 41.27 ], "duration": 55.66, "caption": "A man shakes his head as he talks with another man.", "similarity": 0.7874, "relevance": 2 }, { "pair_id": 8327, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 39.32, 41.42 ], "duration": 60.66, "caption": "A man leans back and puts his hand on his face in reaction to another man.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 8328, "video_name": "friends_s02e12-13_seg02_clip_05", "timestamp": [ 7.69, 9.17 ], "duration": 59.66, "caption": "A man makes a face and then shakes his head.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 8329, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 8.26, 9.15 ], "duration": 59.66, "caption": "A man raises their right hand up and shakes their head while talking to another person.", "similarity": 0.7681, "relevance": 1 }, { "pair_id": 8330, "video_name": "s06e07_seg02_clip_08", "timestamp": [ 9.61, 13.03 ], "duration": 62.66, "caption": "A man grimaces, looks at another man and he shakes his head.", "similarity": 0.7621, "relevance": 2 }, { "pair_id": 8331, "video_name": "house_s03e03_seg02_clip_18", "timestamp": [ 35.29, 38.72 ], "duration": 98.66, "caption": "A person looks up and shakes his head at man.", "similarity": 0.7591, "relevance": 1 }, { "pair_id": 8332, "video_name": "grey_s03e24_seg02_clip_02", "timestamp": [ 55.07, 61.9 ], "duration": 91.66, "caption": "A man says something that makes another man shake his head.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 8333, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 8334, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 10.55, 13.81 ], "duration": 31.66, "caption": "A man angrily says something to another man and shakes his head.", "similarity": 0.7429, "relevance": 1 }, { "pair_id": 8335, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 0.0, 8.9 ], "duration": 89.66, "caption": "A man is talking and another man shakes his head in agreement.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 8336, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 32.41, 34.66 ], "duration": 90.66, "caption": "A man shakes his head in disagreement with another man.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 8337, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 49.51, 53.68 ], "duration": 92.66, "caption": "A man goes up to another man and shakes his hand.", "similarity": 0.7318, "relevance": 1 }, { "pair_id": 8338, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 38.14, 43.26 ], "duration": 93.66, "caption": "A man stands up and shakes another man's hand.", "similarity": 0.7306, "relevance": 1 }, { "pair_id": 8339, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 24.46, 25.64 ], "duration": 26.66, "caption": "A man puts his head down during a conversation with another man.", "similarity": 0.7285, "relevance": 1 } ] }, { "query_id": 56611, "query": "A man moves his hand in a rolling motion as he sits on the bed talking to a person.", "relevant_moment": [ { "pair_id": 159520, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 14.8, 16.25 ], "duration": 58.66, "caption": "A man moves his hand in a rolling motion as he sits on the bed talking to a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159521, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 46.21, 50.55 ], "duration": 62.66, "caption": "A person rolls over in bed while having a conversation with a man.", "similarity": 0.7689, "relevance": 1 }, { "pair_id": 159522, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 75.7, 77.85 ], "duration": 86.66, "caption": "A man goes and sits on the bed to talk with the person.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 159523, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 61.94, 86.02 ], "duration": 86.66, "caption": "A person talks to a man at the foot of his bed.", "similarity": 0.7426, "relevance": 1 }, { "pair_id": 159524, "video_name": "s01e15_seg02_clip_06", "timestamp": [ 22.02, 29.77 ], "duration": 62.66, "caption": "A person sits onto his bed while he is talking to another person.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 159525, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 34.74, 38.46 ], "duration": 62.66, "caption": "A person sits up in his bed to talk to a man.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 159526, "video_name": "met_s02e05_seg02_clip_07", "timestamp": [ 50.54, 55.71 ], "duration": 60.66, "caption": "A man sits up on the bed while talking to a person on her side.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 159527, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 49.32, 52.51 ], "duration": 58.66, "caption": "A person sits down on another person's bed to talk to him.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 159528, "video_name": "grey_s03e11_seg02_clip_19", "timestamp": [ 13.3, 19.39 ], "duration": 76.66, "caption": "A man rolls over in bed while talking with woman.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 159529, "video_name": "s08e23_seg02_clip_08", "timestamp": [ 7.2, 12.91 ], "duration": 60.66, "caption": "A man walks past the bed and turns around and starts talking to another person.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 159530, "video_name": "friends_s02e23_seg02_clip_12", "timestamp": [ 0.0, 30.4 ], "duration": 59.66, "caption": "A man sits on the bed and has a conversation with woman.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 159531, "video_name": "castle_s07e02_seg02_clip_27", "timestamp": [ 20.49, 23.02 ], "duration": 23.66, "caption": "A person turns his head to the right and talks as he lays in bed with his hand behind his head.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 159532, "video_name": "s05e20_seg02_clip_10", "timestamp": [ 52.8, 58.03 ], "duration": 58.66, "caption": "A person sits down at the foot of the bed while talking to the action figure.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 159533, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 7.5, 11.1 ], "duration": 60.66, "caption": "A person turns his sitting position to talk to a man.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 159534, "video_name": "s09e11_seg02_clip_01", "timestamp": [ 30.51, 35.4 ], "duration": 61.66, "caption": "A person sits up completely in their bed and continues talking to another person.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 159535, "video_name": "house_s06e01_seg02_clip_10", "timestamp": [ 0.0, 21.61 ], "duration": 90.66, "caption": "A person sits up in bed and talks to another person.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 159536, "video_name": "met_s02e13_seg02_clip_06", "timestamp": [ 45.59, 53.65 ], "duration": 62.66, "caption": "A man is talking to a woman while holding the bed post with his hand.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 159537, "video_name": "s07e22_seg02_clip_00", "timestamp": [ 5.27, 11.79 ], "duration": 62.66, "caption": "A person is sitting on bed playing with a table when man walks in and asked if person has time to chat.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 159538, "video_name": "house_s07e17_seg02_clip_02", "timestamp": [ 0.0, 22.81 ], "duration": 95.66, "caption": "A person speaks with some people as they are in the bed.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 159539, "video_name": "castle_s07e02_seg02_clip_26", "timestamp": [ 30.37, 41.81 ], "duration": 88.66, "caption": "A person rolls over in bed and talks to woman.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 332840, "video_name": "castle_s02e09_seg02_clip_14", "timestamp": [ 15.37, 17.18 ], "duration": 90.66, "caption": "A man moves his hand in a rolling motion as he sits on the edge of the desk talking to a man named Gil Mazzara.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 332841, "video_name": "castle_s04e16_seg02_clip_07", "timestamp": [ 0.0, 20.45 ], "duration": 87.66, "caption": "A woman is talking to a man as she sits on a bed.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 332842, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 0.0, 3.17 ], "duration": 90.66, "caption": "A man talks to a patient while sitting on his bed.", "similarity": 0.6658, "relevance": 3 }, { "pair_id": 332843, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 6.94, 7.84 ], "duration": 60.66, "caption": "A person stands up from the bed and talks to another person.", "similarity": 0.6647, "relevance": 2 }, { "pair_id": 332844, "video_name": "house_s05e21_seg02_clip_16", "timestamp": [ 40.56, 47.98 ], "duration": 87.66, "caption": "A man asks a person how they are doing in the bed.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 332845, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 0.0, 14.96 ], "duration": 88.66, "caption": "A person lays down in the bed and speaks with person.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 332846, "video_name": "s01e15_seg02_clip_12", "timestamp": [ 46.01, 47.59 ], "duration": 63.66, "caption": "A person stands up from the bed as he talks to someone.", "similarity": 0.6594, "relevance": 4 }, { "pair_id": 332847, "video_name": "friends_s07e01_seg02_clip_19", "timestamp": [ 4.43, 7.38 ], "duration": 59.66, "caption": "A man sits down on the bed as woman talks.", "similarity": 0.6583, "relevance": 3 }, { "pair_id": 332848, "video_name": "grey_s03e18_seg02_clip_23", "timestamp": [ 72.72, 88.66 ], "duration": 88.66, "caption": "A man sits and talks to a patient on the bed.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 332849, "video_name": "s09e24_seg01_clip_01", "timestamp": [ 25.31, 28.4 ], "duration": 44.66, "caption": "A man sits on the bed after standing while speaking with a woman.", "similarity": 0.657, "relevance": 3 }, { "pair_id": 332850, "video_name": "met_s03e19_seg02_clip_18", "timestamp": [ 16.5, 19.72 ], "duration": 48.66, "caption": "A person sits down on the bed to tell someone something.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 332851, "video_name": "grey_s03e14_seg02_clip_11", "timestamp": [ 29.91, 86.96 ], "duration": 92.66, "caption": "A man sits down and talks to a woman in bed.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 332852, "video_name": "friends_s01e13_seg02_clip_12", "timestamp": [ 29.29, 34.18 ], "duration": 61.66, "caption": "A man gets up from lying in bed and talks to another person.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 332853, "video_name": "met_s03e03_seg02_clip_11", "timestamp": [ 35.66, 41.27 ], "duration": 66.66, "caption": "A man gets off the bed and speaks emphatically to two other people.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 332854, "video_name": "s03e03_seg02_clip_11", "timestamp": [ 14.8, 16.54 ], "duration": 58.66, "caption": "A person motions across the bottom of his throat with his left hand as he sits on the couch and talks.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 332855, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 0.0, 69.61 ], "duration": 69.66, "caption": "A man talks to a person while he's sitting down.", "similarity": 0.6513, "relevance": 2 }, { "pair_id": 332856, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 0.0, 13.21 ], "duration": 91.66, "caption": "A man talks to person before walking away from his bed.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 332857, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 51.32, 57.02 ], "duration": 57.66, "caption": "A person sits up on his/her bed as he/she is conversing with a woman.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 332858, "video_name": "house_s08e19_seg02_clip_20", "timestamp": [ 53.26, 59.63 ], "duration": 91.66, "caption": "A person rolls over onto the floor while talking with man.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 332859, "video_name": "s03e09_seg02_clip_09", "timestamp": [ 59.55, 62.03 ], "duration": 62.66, "caption": "A person talks to another person while a third person sits on the bed and the first person stands nearby.", "similarity": 0.6473, "relevance": 2 } ] }, { "query_id": 56614, "query": "A person reaches over to turn off a lamp.", "relevant_moment": [ { "pair_id": 250340, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 22.38, 23.64 ], "duration": 63.66, "caption": "A woman turns off the light and a person quickly turns it back on.", "similarity": 0.6552, "relevance": 4 }, { "pair_id": 250341, "video_name": "s04e13_seg02_clip_11", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A person turns on the bedside lamp and stands over some people's bed.", "similarity": 0.6419, "relevance": 3 }, { "pair_id": 250342, "video_name": "s01e09_seg01_clip_00", "timestamp": [ 31.2, 39.08 ], "duration": 63.66, "caption": "The lamp turns on and some people are amazed.", "similarity": 0.6417, "relevance": 3 }, { "pair_id": 250343, "video_name": "s08e06_seg02_clip_07", "timestamp": [ 44.22, 45.85 ], "duration": 65.66, "caption": "A person reaches up and turns on the headlamp on his hardhat.", "similarity": 0.6297, "relevance": 2 }, { "pair_id": 250344, "video_name": "grey_s03e14_seg02_clip_24", "timestamp": [ 75.77, 101.02 ], "duration": 101.66, "caption": "A woman turns the light off and asks someone to finish up for her.", "similarity": 0.6277, "relevance": 4 }, { "pair_id": 250345, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 75.38, 79.22 ], "duration": 96.66, "caption": "A person turns on a light then reaches over and answers a telephone.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 250346, "video_name": "friends_s09e18_seg02_clip_03", "timestamp": [ 20.47, 24.99 ], "duration": 60.66, "caption": "A man touches a lamp and then recoils as if it is hot.", "similarity": 0.6182, "relevance": 3 }, { "pair_id": 250347, "video_name": "met_s06e07_seg02_clip_10", "timestamp": [ 42.94, 58.03 ], "duration": 58.66, "caption": "A person walks up the stairs and starts turning the lights on and off.", "similarity": 0.6141, "relevance": 4 }, { "pair_id": 250348, "video_name": "house_s02e12_seg02_clip_21", "timestamp": [ 81.47, 83.29 ], "duration": 91.66, "caption": "Dr. person turns off the light in the room full of colleagues.", "similarity": 0.6139, "relevance": 4 }, { "pair_id": 250349, "video_name": "s10e11_seg02_clip_01", "timestamp": [ 19.77, 28.92 ], "duration": 59.66, "caption": "A person turns the bedside lamp off and kisses another person.", "similarity": 0.6129, "relevance": 4 }, { "pair_id": 250350, "video_name": "friends_s05e12_seg02_clip_15", "timestamp": [ 60.09, 64.38 ], "duration": 66.66, "caption": "A woman turns around to leave and knocks over a table and lamp.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 250351, "video_name": "s01e09_seg01_clip_00", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person sticks some device to the lamp in the living room.", "similarity": 0.6112, "relevance": 3 }, { "pair_id": 250352, "video_name": "castle_s03e08_seg02_clip_24", "timestamp": [ 52.31, 56.87 ], "duration": 83.66, "caption": "A person turns off the lights by hitting the fuse box.", "similarity": 0.6098, "relevance": 3 }, { "pair_id": 250353, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 48.4, 50.76 ], "duration": 59.66, "caption": "A woman reaches over to turn on a lamp as she and a man are in bed.", "similarity": 0.6077, "relevance": 3 }, { "pair_id": 250354, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 1.53, 5.8 ], "duration": 61.66, "caption": "A person turns off the TV and stands up.", "similarity": 0.6076, "relevance": 1 }, { "pair_id": 250355, "video_name": "friends_s02e03_seg02_clip_20", "timestamp": [ 37.27, 48.61 ], "duration": 81.66, "caption": "A person turns off the lights and closes the door.", "similarity": 0.6051, "relevance": 4 }, { "pair_id": 250356, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 39.46, 41.49 ], "duration": 58.66, "caption": "A person turns off the lights in some people's apartment.", "similarity": 0.6041, "relevance": 4 }, { "pair_id": 250357, "video_name": "grey_s02e21_seg02_clip_15", "timestamp": [ 43.26, 45.58 ], "duration": 93.66, "caption": "A person puts his thumb on the remote to flip the lights on and off.", "similarity": 0.6028, "relevance": 3 }, { "pair_id": 250358, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 56.37, 59.03 ], "duration": 59.66, "caption": "A person turns on the light next to their bed.", "similarity": 0.5992, "relevance": 2 }, { "pair_id": 250359, "video_name": "house_s01e07_seg02_clip_11", "timestamp": [ 12.83, 19.7 ], "duration": 91.66, "caption": "A person turns off the television monitor that is in the room.", "similarity": 0.5929, "relevance": 1 } ] }, { "query_id": 56617, "query": "A man moves from the chair he's sitting onto the couch with two women.", "relevant_moment": [ { "pair_id": 1561, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 2.84, 6.63 ], "duration": 63.66, "caption": "A man moves from the chair to sit by a woman on the couch.", "similarity": 0.8901, "relevance": 4 }, { "pair_id": 1562, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 24.91, 28.21 ], "duration": 60.66, "caption": "A man moves from the chair over to the couch next to woman.", "similarity": 0.8437, "relevance": 3 }, { "pair_id": 1563, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 12.92, 15.13 ], "duration": 63.66, "caption": "A man moves from the arm of the couch to sit next to woman.", "similarity": 0.8254, "relevance": 3 }, { "pair_id": 1564, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 0.58, 4.64 ], "duration": 58.66, "caption": "A man moves on the couch to make room for a woman to sit.", "similarity": 0.7695, "relevance": 1 }, { "pair_id": 1565, "video_name": "castle_s04e18_seg02_clip_23", "timestamp": [ 34.08, 39.15 ], "duration": 92.66, "caption": "A man takes a seat on couch across from woman and another person.", "similarity": 0.7652, "relevance": 0 }, { "pair_id": 1566, "video_name": "friends_s01e10_seg02_clip_09", "timestamp": [ 56.76, 60.72 ], "duration": 61.66, "caption": "A man walks to move past a woman on the couch.", "similarity": 0.7549, "relevance": 1 }, { "pair_id": 1567, "video_name": "house_s08e04_seg02_clip_03", "timestamp": [ 24.23, 28.03 ], "duration": 95.66, "caption": "A man grabs a chair moving it to a table with two women and sitting down.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 1568, "video_name": "s03e04_seg02_clip_10", "timestamp": [ 57.67, 60.42 ], "duration": 61.66, "caption": "A woman moves off of a man and sits down on the couch.", "similarity": 0.7433, "relevance": 3 }, { "pair_id": 1569, "video_name": "castle_s06e04_seg02_clip_06", "timestamp": [ 30.16, 33.76 ], "duration": 90.66, "caption": "A man moves the chair in front of a woman and sits down.", "similarity": 0.7385, "relevance": 1 }, { "pair_id": 1570, "video_name": "s02e14_seg02_clip_10", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "A man stands up, moves closer to woman, and takes a seat on the arm of his couch.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 1571, "video_name": "s07e09_seg02_clip_02", "timestamp": [ 33.09, 35.93 ], "duration": 63.66, "caption": "A man takes a seat on the couch while woman and another man talk.", "similarity": 0.7207, "relevance": 1 }, { "pair_id": 1572, "video_name": "s04e02_seg02_clip_08", "timestamp": [ 3.41, 6.82 ], "duration": 62.66, "caption": "Two men and a woman move down one seat on the couch.", "similarity": 0.7183, "relevance": 2 }, { "pair_id": 1573, "video_name": "friends_s07e20_seg01_clip_02", "timestamp": [ 42.03, 48.28 ], "duration": 50.66, "caption": "A man, while seated between two women, leaps from a couch and rushes out the door.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 1574, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person moves from the arm of the sofa to sit next to a woman.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 1575, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 18.92, 20.47 ], "duration": 62.66, "caption": "A man takes a seat next to woman on the couch.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 1576, "video_name": "friends_s01e06_seg02_clip_09", "timestamp": [ 2.8, 10.08 ], "duration": 56.66, "caption": "A man walks away from a woman and takes a seat on the couch.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 1577, "video_name": "friends_s06e03_seg02_clip_06", "timestamp": [ 60.48, 65.03 ], "duration": 65.66, "caption": "A man takes a seat down on the couch next to a woman.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 1578, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 8.37, 11.62 ], "duration": 54.66, "caption": "A woman moves over on the couch closer to a man, who also shifts over.", "similarity": 0.6992, "relevance": 1 }, { "pair_id": 1579, "video_name": "friends_s02e07_seg02_clip_18", "timestamp": [ 7.17, 11.1 ], "duration": 46.66, "caption": "A man puts his hand on the couch while talking with woman then moves it.", "similarity": 0.6988, "relevance": 0 } ] }, { "query_id": 56631, "query": "A man stands up and points to the picture of the GPS coordinates on the white board.", "relevant_moment": [ { "pair_id": 163220, "video_name": "castle_s03e16_seg02_clip_09", "timestamp": [ 39.41, 43.54 ], "duration": 91.66, "caption": "A man stands up and points to the picture of the GPS coordinates on the white board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163221, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 31.83, 41.81 ], "duration": 95.66, "caption": "A man points to a photo at the white board.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 163222, "video_name": "castle_s03e16_seg02_clip_11", "timestamp": [ 6.03, 9.47 ], "duration": 86.66, "caption": "A man points at the picture while connecting what's on the white board.", "similarity": 0.6879, "relevance": 3 }, { "pair_id": 163223, "video_name": "house_s02e11_seg02_clip_18", "timestamp": [ 10.41, 16.05 ], "duration": 86.66, "caption": "A man stands up and walks towards the white board.", "similarity": 0.6691, "relevance": 1 }, { "pair_id": 163224, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 25.49, 46.42 ], "duration": 91.66, "caption": "A man was standing in front of the white board.", "similarity": 0.6584, "relevance": 1 }, { "pair_id": 163225, "video_name": "s06e04_seg02_clip_05", "timestamp": [ 5.7, 10.2 ], "duration": 60.66, "caption": "A person holds a marker in his hands while standing by the white board.", "similarity": 0.6538, "relevance": 1 }, { "pair_id": 163226, "video_name": "s07e09_seg01_clip_00", "timestamp": [ 7.2, 12.6 ], "duration": 120.66, "caption": "A person stands next to a white board covered in equations and points to it using a marker as a pointer.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 163227, "video_name": "castle_s03e22_seg02_clip_02", "timestamp": [ 7.05, 9.4 ], "duration": 94.66, "caption": "A man's picture is on the white board.", "similarity": 0.6456, "relevance": 0 }, { "pair_id": 163228, "video_name": "castle_s07e18_seg02_clip_17", "timestamp": [ 72.72, 74.98 ], "duration": 90.66, "caption": "A person points at a position on the whiteboard.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 163229, "video_name": "castle_s05e17_seg02_clip_12", "timestamp": [ 3.6, 6.75 ], "duration": 90.66, "caption": "A person points to a picture of a building on the white board.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 163230, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 25.68, 28.84 ], "duration": 79.66, "caption": "A person stands up and walks toward the white board.", "similarity": 0.6392, "relevance": 1 }, { "pair_id": 163231, "video_name": "castle_s03e03_seg02_clip_26", "timestamp": [ 10.28, 21.24 ], "duration": 137.66, "caption": "A person walks over to the white board and points to a photo.", "similarity": 0.6374, "relevance": 2 }, { "pair_id": 163232, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 69.48 ], "duration": 85.66, "caption": "A man puts a picture of a person up on the whiteboard.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 163233, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 24.11, 25.94 ], "duration": 61.66, "caption": "A person places a marker down in front of the white board.", "similarity": 0.6297, "relevance": 1 }, { "pair_id": 163234, "video_name": "house_s01e15_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A person is standing in front of a white board.", "similarity": 0.627, "relevance": 1 }, { "pair_id": 163235, "video_name": "house_s04e13_seg02_clip_20", "timestamp": [ 12.6, 16.65 ], "duration": 90.66, "caption": "A man stands up and walks towards the board.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 163236, "video_name": "castle_s07e09_seg02_clip_16", "timestamp": [ 59.48, 62.19 ], "duration": 90.66, "caption": "A person turns around from the white board and then points at something on the white board.", "similarity": 0.6197, "relevance": 2 }, { "pair_id": 163237, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 37.22, 38.77 ], "duration": 62.66, "caption": "A person points at the whiteboard with a marker in their hand.", "similarity": 0.6173, "relevance": 2 }, { "pair_id": 163238, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 13.28, 15.64 ], "duration": 59.66, "caption": "A person is trying to point something on a white board.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 163239, "video_name": "castle_s04e14_seg02_clip_19", "timestamp": [ 85.56, 91.03 ], "duration": 91.66, "caption": "A man stands up and gets a piece of paper on the white board.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 336540, "video_name": "s04e12_seg02_clip_06", "timestamp": [ 46.64, 52.31 ], "duration": 63.66, "caption": "A person caps his marker and places by his white board.", "similarity": 0.6113, "relevance": 3 }, { "pair_id": 336541, "video_name": "castle_s05e07_seg02_clip_16", "timestamp": [ 39.54, 45.58 ], "duration": 93.66, "caption": "A person walks over to the board and points to a picture.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 336542, "video_name": "house_s01e03_seg02_clip_05", "timestamp": [ 5.35, 14.27 ], "duration": 89.66, "caption": "A man walks up to the white board and points to the different words with the marker.", "similarity": 0.6044, "relevance": 2 }, { "pair_id": 336543, "video_name": "castle_s07e04_seg02_clip_15", "timestamp": [ 52.08, 55.67 ], "duration": 89.66, "caption": "A man puts a picture of someone up on the board.", "similarity": 0.6032, "relevance": 1 }, { "pair_id": 336544, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 7.91, 10.7 ], "duration": 93.66, "caption": "A person stands up and walks over to the board.", "similarity": 0.6003, "relevance": 2 }, { "pair_id": 336545, "video_name": "castle_s04e20_seg02_clip_13", "timestamp": [ 36.48, 42.87 ], "duration": 91.66, "caption": "A person stands up and walks towards the board.", "similarity": 0.5988, "relevance": 2 }, { "pair_id": 336546, "video_name": "castle_s03e16_seg02_clip_09", "timestamp": [ 16.5, 21.54 ], "duration": 91.66, "caption": "A person walks to the whiteboard and points to it.", "similarity": 0.5977, "relevance": 2 }, { "pair_id": 336547, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 39.55, 42.2 ], "duration": 59.66, "caption": "A man points to the white board and questions a person's calculations.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 336548, "video_name": "s08e14_seg01_clip_02", "timestamp": [ 0.57, 7.41 ], "duration": 57.66, "caption": "A person stands up and gestures towards the whiteboard.", "similarity": 0.5971, "relevance": 3 }, { "pair_id": 336549, "video_name": "castle_s03e24_seg02_clip_06", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A person points at pictures of two different men on the white board.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 336550, "video_name": "s02e13_seg02_clip_08", "timestamp": [ 45.02, 49.82 ], "duration": 60.66, "caption": "A person points to the giant white board behind him that he has set up in the apartment.", "similarity": 0.5943, "relevance": 2 }, { "pair_id": 336551, "video_name": "s09e10_seg02_clip_14", "timestamp": [ 14.04, 21.66 ], "duration": 61.66, "caption": "A person gets up from his spot and goes to the white board.", "similarity": 0.5928, "relevance": 2 }, { "pair_id": 336552, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 14.6, 18.71 ], "duration": 91.66, "caption": "A man puts up a new picture on the white board.", "similarity": 0.5912, "relevance": 1 }, { "pair_id": 336553, "video_name": "castle_s07e17_seg02_clip_02", "timestamp": [ 69.15, 73.3 ], "duration": 92.66, "caption": "A picture of a person is on the white board.", "similarity": 0.5904, "relevance": 1 }, { "pair_id": 336554, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 83.95, 85.31 ], "duration": 90.66, "caption": "A person places a photo right on the white board.", "similarity": 0.5877, "relevance": 1 }, { "pair_id": 336555, "video_name": "castle_s02e20_seg02_clip_10", "timestamp": [ 37.84, 42.51 ], "duration": 85.66, "caption": "A woman stands up, walks over to a board, and puts a marker on a map.", "similarity": 0.5853, "relevance": 3 }, { "pair_id": 336556, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 27.53, 33.49 ], "duration": 91.66, "caption": "A man puts a picture of a person on the whiteboard.", "similarity": 0.5849, "relevance": 1 }, { "pair_id": 336557, "video_name": "castle_s05e07_seg02_clip_16", "timestamp": [ 8.84, 88.84 ], "duration": 93.66, "caption": "A man was standing in front of the white board as he was talking.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 336558, "video_name": "castle_s04e18_seg02_clip_13", "timestamp": [ 3.19, 5.46 ], "duration": 91.66, "caption": "A man points to the photo of a woman on the whiteboard.", "similarity": 0.5782, "relevance": 3 }, { "pair_id": 336559, "video_name": "castle_s05e15_seg02_clip_12", "timestamp": [ 11.93, 18.36 ], "duration": 91.66, "caption": "A person maps out an area on the board that forms a square.", "similarity": 0.5778, "relevance": 3 } ] }, { "query_id": 56664, "query": "Two men are on the couch together playing a video game.", "relevant_moment": [ { "pair_id": 17080, "video_name": "house_s07e14_seg02_clip_10", "timestamp": [ 11.83, 35.04 ], "duration": 91.66, "caption": "Two men are on the couch together playing a video game.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17081, "video_name": "house_s07e12_seg02_clip_16", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "Two men are on the couch together playing a video game.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17082, "video_name": "s06e18_seg02_clip_00", "timestamp": [ 17.61, 22.73 ], "duration": 64.66, "caption": "Two men are sitting in the couch playing a video game.", "similarity": 0.9236, "relevance": 4 }, { "pair_id": 17083, "video_name": "s09e21_seg02_clip_02", "timestamp": [ 17.09, 31.73 ], "duration": 61.66, "caption": "Two men are sitting on a couch playing video games.", "similarity": 0.921, "relevance": 4 }, { "pair_id": 17084, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 0.0, 15.76 ], "duration": 63.66, "caption": "Two men are sitting on a couch playing video games.", "similarity": 0.921, "relevance": 4 }, { "pair_id": 17085, "video_name": "met_s06e16_seg02_clip_08", "timestamp": [ 17.37, 22.95 ], "duration": 62.66, "caption": "Two men play a video game together.", "similarity": 0.8857, "relevance": 3 }, { "pair_id": 17086, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 19.69, 45.61 ], "duration": 96.66, "caption": "Two men are playing video games together on a couch in the living room.", "similarity": 0.8833, "relevance": 4 }, { "pair_id": 17087, "video_name": "s01e07_seg02_clip_16", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "Some men play a video game.", "similarity": 0.8147, "relevance": 3 }, { "pair_id": 17088, "video_name": "met_s03e01_seg02_clip_00", "timestamp": [ 3.47, 37.19 ], "duration": 63.66, "caption": "Two men are sitting beside each other on the couch with game controllers.", "similarity": 0.7479, "relevance": 4 }, { "pair_id": 17089, "video_name": "friends_s06e09_seg02_clip_01", "timestamp": [ 20.81, 24.01 ], "duration": 64.66, "caption": "A man comes in while two guys are playing a video game.", "similarity": 0.7354, "relevance": 4 }, { "pair_id": 17090, "video_name": "met_s06e16_seg02_clip_07", "timestamp": [ 29.41, 31.81 ], "duration": 60.66, "caption": "Two men are playing video games when someone walks into the room.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 17091, "video_name": "met_s03e05_seg02_clip_01", "timestamp": [ 23.27, 28.64 ], "duration": 59.66, "caption": "Two people play a video game with each other.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 17092, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "Two men are playing computer games while talking.", "similarity": 0.7009, "relevance": 4 }, { "pair_id": 17093, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 6.71, 34.79 ], "duration": 61.66, "caption": "Some people are playing a video game.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 17094, "video_name": "s08e23_seg02_clip_06", "timestamp": [ 6.96, 8.12 ], "duration": 58.66, "caption": "Two men put down their video game controllers.", "similarity": 0.6804, "relevance": 3 }, { "pair_id": 17095, "video_name": "friends_s04e12_seg02_clip_13", "timestamp": [ 0.0, 7.62 ], "duration": 58.66, "caption": "Two men are playing a game while another person times them.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 17096, "video_name": "s09e10_seg02_clip_10", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "Two men are sitting together on the couch.", "similarity": 0.6654, "relevance": 3 }, { "pair_id": 17097, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 21.61, 96.03 ], "duration": 96.66, "caption": "Two men are both on the couch holding onto controllers.", "similarity": 0.6649, "relevance": 4 }, { "pair_id": 17098, "video_name": "s01e15_seg02_clip_13", "timestamp": [ 35.4, 38.88 ], "duration": 58.66, "caption": "Two men make boxing moves as they play a video game.", "similarity": 0.661, "relevance": 3 }, { "pair_id": 17099, "video_name": "friends_s03e15_seg02_clip_04", "timestamp": [ 34.79, 37.23 ], "duration": 61.66, "caption": "Two men sit down on the couch together.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 190400, "video_name": "friends_s06e23_seg02_clip_08", "timestamp": [ 0.0, 8.99 ], "duration": 58.66, "caption": "Two men were sitting on a couch.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 190401, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 5.08, 78.93 ], "duration": 92.66, "caption": "Two people play a virtual reality game together.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 190402, "video_name": "friends_s02e17_seg02_clip_19", "timestamp": [ 11.9, 17.01 ], "duration": 68.66, "caption": "A man invites another man who is sitting on the couch to play a game but he declines.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 190403, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 27.09, 31.65 ], "duration": 57.66, "caption": "A person is sitting on his couch playing a video game.", "similarity": 0.6263, "relevance": 2 }, { "pair_id": 190404, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 31.16, 37.21 ], "duration": 93.66, "caption": "Two men are playing while they are talking.", "similarity": 0.6258, "relevance": 1 }, { "pair_id": 190405, "video_name": "s05e23_seg02_clip_17", "timestamp": [ 0.0, 54.32 ], "duration": 60.66, "caption": "Two men sit on a couch while talking to each other.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 190406, "video_name": "friends_s06e12_seg02_clip_12", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "Two men sit on the couch together with their arms crossed.", "similarity": 0.6142, "relevance": 2 }, { "pair_id": 190407, "video_name": "s08e07_seg02_clip_13", "timestamp": [ 26.34, 33.82 ], "duration": 65.66, "caption": "Two people are playing a video game while wearing super hero helmets.", "similarity": 0.6137, "relevance": 3 }, { "pair_id": 190408, "video_name": "friends_s09e17_seg01_clip_00", "timestamp": [ 7.26, 68.98 ], "duration": 121.66, "caption": "Two guys were both sitting at the couch.", "similarity": 0.6116, "relevance": 2 }, { "pair_id": 190409, "video_name": "met_s02e20_seg02_clip_01", "timestamp": [ 0.0, 2.74 ], "duration": 60.66, "caption": "A woman sits down at the computer while a man is playing a video game.", "similarity": 0.6108, "relevance": 2 }, { "pair_id": 190410, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 45.55, 49.69 ], "duration": 92.66, "caption": "A woman and man are playing video games while talking.", "similarity": 0.6103, "relevance": 3 }, { "pair_id": 190411, "video_name": "met_s05e01_seg02_clip_05", "timestamp": [ 9.76, 12.82 ], "duration": 61.66, "caption": "A man sits down on the couch between two guys.", "similarity": 0.6077, "relevance": 1 }, { "pair_id": 190412, "video_name": "friends_s03e01_seg02_clip_18", "timestamp": [ 0.0, 17.47 ], "duration": 57.66, "caption": "Two men are having a conversation while sitting on a couch.", "similarity": 0.6057, "relevance": 2 }, { "pair_id": 190413, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 0.0, 35.21 ], "duration": 88.66, "caption": "Two men are having a conversation while sitting on a couch.", "similarity": 0.6057, "relevance": 1 }, { "pair_id": 190414, "video_name": "friends_s10e11_seg02_clip_06", "timestamp": [ 33.81, 62.03 ], "duration": 62.66, "caption": "A man plays a game show with another man.", "similarity": 0.6045, "relevance": 2 }, { "pair_id": 190415, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 0.0, 3.7 ], "duration": 20.66, "caption": "Two men are talking while they are sitting on the couch.", "similarity": 0.6028, "relevance": 1 }, { "pair_id": 190416, "video_name": "friends_s09e02_seg02_clip_15", "timestamp": [ 0.0, 61.66 ], "duration": 61.66, "caption": "Two men were sitting beside each other on a couch.", "similarity": 0.602, "relevance": 2 }, { "pair_id": 190417, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 14.31, 78.01 ], "duration": 92.66, "caption": "Two people were both playing a virtual game.", "similarity": 0.6008, "relevance": 2 }, { "pair_id": 190418, "video_name": "house_s05e01_seg02_clip_00", "timestamp": [ 0.0, 11.52 ], "duration": 92.66, "caption": "A man plays a video game next to a sleeping person alone.", "similarity": 0.6, "relevance": 1 }, { "pair_id": 190419, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 66.26, 69.94 ], "duration": 92.66, "caption": "A man put his video game device when another man talk to him.", "similarity": 0.5971, "relevance": 2 } ] }, { "query_id": 56686, "query": "A person watches woman through a window and then takes off suddenly.", "relevant_moment": [ { "pair_id": 154500, "video_name": "house_s07e14_seg02_clip_19", "timestamp": [ 14.35, 25.84 ], "duration": 82.66, "caption": "A person watches woman through a window and then takes off suddenly.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 154501, "video_name": "s09e01_seg02_clip_02", "timestamp": [ 34.67, 39.39 ], "duration": 63.66, "caption": "A woman is startled when she notices a person peering at them through the window.", "similarity": 0.7698, "relevance": 3 }, { "pair_id": 154502, "video_name": "castle_s02e23_seg02_clip_15", "timestamp": [ 6.6, 10.56 ], "duration": 88.66, "caption": "A person stands up looking through the window to see a woman.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 154503, "video_name": "house_s02e22_seg02_clip_23", "timestamp": [ 33.98, 36.99 ], "duration": 86.66, "caption": "A woman looks at man through the window, so then does person.", "similarity": 0.7353, "relevance": 1 }, { "pair_id": 154504, "video_name": "castle_s08e10_seg02_clip_18", "timestamp": [ 2.76, 5.98 ], "duration": 92.66, "caption": "A woman looks out the window after someone tells her to.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 154505, "video_name": "friends_s03e24_seg02_clip_14", "timestamp": [ 23.61, 32.46 ], "duration": 59.66, "caption": "A woman looks at someone through the window and another woman pulls her back away.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 154506, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 50.32, 51.66 ], "duration": 89.66, "caption": "A person shuts the window blinds to avoid seeing a woman.", "similarity": 0.7138, "relevance": 1 }, { "pair_id": 154507, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 3.08, 5.28 ], "duration": 88.66, "caption": "A woman watches an operation going on right through the window.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 154508, "video_name": "castle_s02e18_seg02_clip_23", "timestamp": [ 22.45, 25.97 ], "duration": 88.66, "caption": "A person turns from the window and faces woman.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 154509, "video_name": "grey_s02e18_seg02_clip_24", "timestamp": [ 63.72, 66.45 ], "duration": 91.66, "caption": "A woman looks out of the window and sees a man.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 154510, "video_name": "house_s06e13_seg02_clip_10", "timestamp": [ 28.53, 32.67 ], "duration": 92.66, "caption": "A woman looks at her watch and then rushes off.", "similarity": 0.6944, "relevance": 1 }, { "pair_id": 154511, "video_name": "house_s06e05_seg02_clip_13", "timestamp": [ 51.99, 58.9 ], "duration": 92.66, "caption": "A person looks at the window and thinks they see someone.", "similarity": 0.6934, "relevance": 1 }, { "pair_id": 154512, "video_name": "friends_s05e14_seg02_clip_00", "timestamp": [ 27.29, 62.03 ], "duration": 62.66, "caption": "A woman walks to the window and sees a man take off another person's top and then reacts strongly.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 154513, "video_name": "grey_s02e11_seg02_clip_12", "timestamp": [ 19.38, 35.15 ], "duration": 90.66, "caption": "A woman is talking on the phone while watching someone through the window.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 154514, "video_name": "castle_s01e03_seg02_clip_08", "timestamp": [ 0.0, 54.42 ], "duration": 93.66, "caption": "A man was watching a woman over the window and the monitor.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 154515, "video_name": "house_s08e01_seg02_clip_27", "timestamp": [ 0.0, 1.7 ], "duration": 10.66, "caption": "The person by the window turns around to look at someone.", "similarity": 0.6788, "relevance": 0 }, { "pair_id": 154516, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 2.36, 4.72 ], "duration": 59.66, "caption": "A person turns around and looks out of a large window.", "similarity": 0.6723, "relevance": 1 }, { "pair_id": 154517, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A person is looking through a window and turns around.", "similarity": 0.664, "relevance": 1 }, { "pair_id": 154518, "video_name": "friends_s07e21_seg02_clip_10", "timestamp": [ 44.23, 52.52 ], "duration": 61.66, "caption": "A woman is trying to get a man and woman's attention at the window then a man starts taking off woman's shirt.", "similarity": 0.6625, "relevance": 1 }, { "pair_id": 154519, "video_name": "friends_s01e09_seg02_clip_18", "timestamp": [ 54.92, 57.33 ], "duration": 60.66, "caption": "A woman gets up out of her chair to look at something out the window.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 327820, "video_name": "friends_s01e07_seg02_clip_02", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman calls others over to look through a window.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 327821, "video_name": "s03e14_seg01_clip_01", "timestamp": [ 43.03, 45.14 ], "duration": 47.66, "caption": "A woman is surprised at a person's actions of throwing something out the window.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 327822, "video_name": "castle_s03e11_seg02_clip_22", "timestamp": [ 13.8, 17.48 ], "duration": 92.66, "caption": "A person comes behind woman who is looking inside the room through the window.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 327823, "video_name": "grey_s03e19_seg02_clip_08", "timestamp": [ 61.94, 71.4 ], "duration": 86.66, "caption": "A man is looking through a window and when a woman walks by, he goes out to stop and talk to her.", "similarity": 0.6539, "relevance": 4 }, { "pair_id": 327824, "video_name": "house_s02e04_seg02_clip_24", "timestamp": [ 13.26, 16.46 ], "duration": 91.66, "caption": "A person watches someone who is behind the closed glass doors.", "similarity": 0.6489, "relevance": 3 }, { "pair_id": 327825, "video_name": "castle_s05e08_seg02_clip_21", "timestamp": [ 39.4, 42.11 ], "duration": 90.66, "caption": "A woman is holding a device in her hand as person is looking at the window.", "similarity": 0.6477, "relevance": 3 }, { "pair_id": 327826, "video_name": "grey_s03e20_seg02_clip_02", "timestamp": [ 38.05, 41.26 ], "duration": 91.66, "caption": "A woman looks confusedly in person's direction, then person's, sensing that something is off.", "similarity": 0.6448, "relevance": 3 }, { "pair_id": 327827, "video_name": "castle_s03e01_seg02_clip_02", "timestamp": [ 16.02, 28.49 ], "duration": 89.66, "caption": "A woman walks by the window and it seems as though the cardboard person is following and looking at her.", "similarity": 0.6447, "relevance": 3 }, { "pair_id": 327828, "video_name": "friends_s01e20_seg01_clip_00", "timestamp": [ 26.0, 29.23 ], "duration": 46.66, "caption": "A woman is standing by the window looking outside as she call everyone to come see a person across from them spying on them.", "similarity": 0.6447, "relevance": 3 }, { "pair_id": 327829, "video_name": "house_s07e11_seg02_clip_23", "timestamp": [ 0.0, 4.65 ], "duration": 93.66, "caption": "A person is standing by a window as a woman walks towards the window and she asks him what had happened and the person mentions she killed a woman.", "similarity": 0.6436, "relevance": 3 }, { "pair_id": 327830, "video_name": "castle_s08e15_seg02_clip_20", "timestamp": [ 55.22, 66.8 ], "duration": 89.66, "caption": "A woman watches a person enter a building via video.", "similarity": 0.6407, "relevance": 3 }, { "pair_id": 327831, "video_name": "house_s01e02_seg02_clip_11", "timestamp": [ 21.26, 23.81 ], "duration": 85.66, "caption": "A woman peers into the window of a door.", "similarity": 0.6386, "relevance": 3 }, { "pair_id": 327832, "video_name": "grey_s03e03_seg02_clip_23", "timestamp": [ 69.62, 80.5 ], "duration": 87.66, "caption": "A woman looks at another woman through the window and wonders how long she's been there.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 327833, "video_name": "grey_s03e03_seg02_clip_22", "timestamp": [ 88.75, 91.03 ], "duration": 91.66, "caption": "A man observes a woman resting outside the window of her room.", "similarity": 0.6376, "relevance": 3 }, { "pair_id": 327834, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 61.15, 64.02 ], "duration": 64.66, "caption": "A woman is standing trying to watch her door and turns around to see a person with a bad face.", "similarity": 0.6357, "relevance": 3 }, { "pair_id": 327835, "video_name": "house_s06e12_seg02_clip_17", "timestamp": [ 16.1, 17.48 ], "duration": 92.66, "caption": "A person turns around and looks out a window while talking with another person.", "similarity": 0.6349, "relevance": 3 }, { "pair_id": 327836, "video_name": "friends_s01e07_seg02_clip_18", "timestamp": [ 34.53, 39.55 ], "duration": 59.66, "caption": "A woman is standing by a window with a person in a white shirt, the person points upwards and they turn and look at each other.", "similarity": 0.634, "relevance": 3 }, { "pair_id": 327837, "video_name": "grey_s03e07_seg02_clip_11", "timestamp": [ 50.77, 51.22 ], "duration": 91.66, "caption": "A woman removes her arm from a window that she is leaning on.", "similarity": 0.6315, "relevance": 3 }, { "pair_id": 327838, "video_name": "s05e22_seg02_clip_15", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A woman watches as another woman starts to come out of a room.", "similarity": 0.631, "relevance": 2 }, { "pair_id": 327839, "video_name": "grey_s03e04_seg02_clip_12", "timestamp": [ 17.86, 34.42 ], "duration": 87.66, "caption": "A man hands woman a stop watch when it's clear she isn't going anywhere.", "similarity": 0.6306, "relevance": 2 } ] }, { "query_id": 56735, "query": "While talking, a man walks over to a desk and grabs a red and white ball.", "relevant_moment": [ { "pair_id": 11080, "video_name": "house_s03e08_seg02_clip_22", "timestamp": [ 63.04, 68.1 ], "duration": 92.66, "caption": "While talking, a man walks over to a desk and grabs a red and white ball.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11081, "video_name": "house_s03e23_seg02_clip_23", "timestamp": [ 46.51, 55.35 ], "duration": 93.66, "caption": "A person walks into man's office and over to his desk.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 11082, "video_name": "house_s06e04_seg02_clip_22", "timestamp": [ 30.04, 32.31 ], "duration": 91.66, "caption": "A man picks up a ball that is on his desk.", "similarity": 0.6736, "relevance": 4 }, { "pair_id": 11083, "video_name": "s01e03_seg02_clip_12", "timestamp": [ 0.0, 15.38 ], "duration": 58.66, "caption": "A man talks to another person, and walks towards to his desk and sits down.", "similarity": 0.6663, "relevance": 3 }, { "pair_id": 11084, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 52.28, 61.67 ], "duration": 89.66, "caption": "A man walks over to another man's desk to speak with him.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 11085, "video_name": "met_s03e15_seg02_clip_01", "timestamp": [ 32.84, 36.15 ], "duration": 60.66, "caption": "A man enters person's office, walks up to person and starts a conversation.", "similarity": 0.6357, "relevance": 3 }, { "pair_id": 11086, "video_name": "house_s08e03_seg02_clip_19", "timestamp": [ 78.22, 80.06 ], "duration": 92.66, "caption": "A person grabs onto a red object that is on his desk.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 11087, "video_name": "castle_s06e07_seg02_clip_01", "timestamp": [ 72.36, 80.1 ], "duration": 91.66, "caption": "A person walks over to guy's desk and crosses their arms.", "similarity": 0.6299, "relevance": 3 }, { "pair_id": 11088, "video_name": "house_s04e12_seg02_clip_00", "timestamp": [ 83.21, 88.39 ], "duration": 94.66, "caption": "A man finishes his conversation with another person and walks into his office.", "similarity": 0.6296, "relevance": 2 }, { "pair_id": 11089, "video_name": "friends_s02e23_seg02_clip_05", "timestamp": [ 42.62, 48.92 ], "duration": 60.66, "caption": "A man walks into guy's office and moves to his desk.", "similarity": 0.6293, "relevance": 3 }, { "pair_id": 11090, "video_name": "s02e15_seg02_clip_12", "timestamp": [ 44.42, 49.82 ], "duration": 60.66, "caption": "A person walks over to their desk and turns back around and says something to another person.", "similarity": 0.6262, "relevance": 3 }, { "pair_id": 11091, "video_name": "s06e07_seg02_clip_03", "timestamp": [ 1.16, 5.22 ], "duration": 58.66, "caption": "A man walks over to a person sat at his desk.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 11092, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 71.62, 75.25 ], "duration": 90.66, "caption": "A person walks into another person's office and starts conversing with him.", "similarity": 0.6209, "relevance": 3 }, { "pair_id": 11093, "video_name": "house_s05e10_seg02_clip_21", "timestamp": [ 32.5, 33.69 ], "duration": 79.66, "caption": "A person puts the ball he is holding down on the desk.", "similarity": 0.6208, "relevance": 3 }, { "pair_id": 11094, "video_name": "s05e05_seg02_clip_06", "timestamp": [ 23.19, 61.03 ], "duration": 61.66, "caption": "A person walks to a desk and pulls out a piece of computer hardware, and talks while connecting it to his/her computer.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 11095, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 0.0, 61.71 ], "duration": 85.66, "caption": "A person stands up and walks back and forth, lightly tossing a red and white ball while talking to other people who are seated; then he picks up a toy that makes noise.", "similarity": 0.6198, "relevance": 4 }, { "pair_id": 11096, "video_name": "castle_s06e17_seg02_clip_09", "timestamp": [ 8.55, 12.35 ], "duration": 95.66, "caption": "A man walks over to his desk and picks up a small piece of paper.", "similarity": 0.6186, "relevance": 3 }, { "pair_id": 11097, "video_name": "house_s06e16_seg02_clip_14", "timestamp": [ 38.44, 45.37 ], "duration": 126.66, "caption": "A man walks up to the desk and speaks to a woman.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 11098, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 36.92, 40.52 ], "duration": 60.66, "caption": "A man walks over to his desk and sits down.", "similarity": 0.6152, "relevance": 2 }, { "pair_id": 11099, "video_name": "house_s05e16_seg02_clip_02", "timestamp": [ 74.74, 88.86 ], "duration": 91.66, "caption": "A man goes into man's office and walks up to his desk.", "similarity": 0.6148, "relevance": 2 } ] }, { "query_id": 56753, "query": "A woman suddenly came in man's office and talk to him.", "relevant_moment": [ { "pair_id": 104580, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 0.0, 6.29 ], "duration": 89.66, "caption": "A woman suddenly came in man's office and talk to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104581, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 36.46, 40.96 ], "duration": 90.66, "caption": "A woman suddenly came in a man's office and talks to him.", "similarity": 0.9792, "relevance": 4 }, { "pair_id": 104582, "video_name": "house_s06e04_seg02_clip_18", "timestamp": [ 1.8, 5.4 ], "duration": 60.66, "caption": "A man suddenly came in a woman's office and talk to her.", "similarity": 0.979, "relevance": 3 }, { "pair_id": 104583, "video_name": "house_s07e05_seg02_clip_00", "timestamp": [ 18.41, 20.71 ], "duration": 92.66, "caption": "A woman suddenly came in to the office and talk to a man.", "similarity": 0.9602, "relevance": 3 }, { "pair_id": 104584, "video_name": "met_s03e15_seg02_clip_05", "timestamp": [ 39.06, 41.5 ], "duration": 61.66, "caption": "A woman came in a man's office and talk to him.", "similarity": 0.9265, "relevance": 4 }, { "pair_id": 104585, "video_name": "castle_s01e06_seg02_clip_24", "timestamp": [ 1.63, 5.3 ], "duration": 81.66, "caption": "A woman came in a man's office and talk to him.", "similarity": 0.9265, "relevance": 4 }, { "pair_id": 104586, "video_name": "house_s04e06_seg02_clip_04", "timestamp": [ 30.95, 36.41 ], "duration": 91.66, "caption": "A man came in a woman's office and talk to her.", "similarity": 0.9191, "relevance": 2 }, { "pair_id": 104587, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 40.51, 44.56 ], "duration": 90.66, "caption": "A man came in someone's office and talk to her.", "similarity": 0.8906, "relevance": 2 }, { "pair_id": 104588, "video_name": "castle_s04e18_seg02_clip_00", "timestamp": [ 5.19, 8.97 ], "duration": 94.66, "caption": "A woman came in to a person's office and talk to him.", "similarity": 0.8865, "relevance": 4 }, { "pair_id": 104589, "video_name": "castle_s01e06_seg02_clip_11", "timestamp": [ 46.58, 87.06 ], "duration": 87.66, "caption": "A woman entered a man's office and started conversation with him.", "similarity": 0.8709, "relevance": 4 }, { "pair_id": 104590, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 60.96, 67.29 ], "duration": 90.66, "caption": "A person came in the office and woman talk to him.", "similarity": 0.8704, "relevance": 3 }, { "pair_id": 104591, "video_name": "house_s07e02_seg02_clip_03", "timestamp": [ 4.7, 8.93 ], "duration": 94.66, "caption": "A woman suddenly came in the office while two men are talking.", "similarity": 0.8671, "relevance": 4 }, { "pair_id": 104592, "video_name": "house_s07e06_seg02_clip_21", "timestamp": [ 34.27, 40.51 ], "duration": 89.66, "caption": "A man suddenly came in to man's office and talk to him.", "similarity": 0.859, "relevance": 3 }, { "pair_id": 104593, "video_name": "house_s02e23_seg02_clip_11", "timestamp": [ 71.22, 89.02 ], "duration": 89.66, "caption": "A man comes to a woman's office and talks with her.", "similarity": 0.8384, "relevance": 3 }, { "pair_id": 104594, "video_name": "grey_s03e01_seg02_clip_06", "timestamp": [ 31.95, 36.97 ], "duration": 91.66, "caption": "A woman bursts into a man's office as he is talking with a woman.", "similarity": 0.8358, "relevance": 4 }, { "pair_id": 104595, "video_name": "house_s03e17_seg02_clip_16", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A man walks into woman's office to speak with her.", "similarity": 0.8242, "relevance": 3 }, { "pair_id": 104596, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 33.23, 38.61 ], "duration": 89.66, "caption": "A woman came out the office after talking to someone.", "similarity": 0.8219, "relevance": 2 }, { "pair_id": 104597, "video_name": "house_s03e01_seg02_clip_19", "timestamp": [ 85.62, 89.9 ], "duration": 107.66, "caption": "A man came in a person's office and talk to him.", "similarity": 0.8087, "relevance": 3 }, { "pair_id": 104598, "video_name": "s01e15_seg01_clip_00", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "A person is talking to a woman in his office.", "similarity": 0.8084, "relevance": 2 }, { "pair_id": 104599, "video_name": "castle_s02e16_seg02_clip_24", "timestamp": [ 13.34, 38.23 ], "duration": 88.66, "caption": "A man rushed to the office and started a serious conversation with a woman.", "similarity": 0.8047, "relevance": 2 }, { "pair_id": 277900, "video_name": "house_s03e10_seg02_clip_04", "timestamp": [ 12.32, 17.34 ], "duration": 91.66, "caption": "A woman walks into someone's office wanting to speak with him.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 277901, "video_name": "house_s02e06_seg02_clip_00", "timestamp": [ 14.58, 18.23 ], "duration": 91.66, "caption": "A woman suddenly came in and talk to man.", "similarity": 0.8028, "relevance": 4 }, { "pair_id": 277902, "video_name": "grey_s03e25_seg02_clip_07", "timestamp": [ 25.05, 82.76 ], "duration": 89.66, "caption": "A woman walks into an office and talks to man.", "similarity": 0.8022, "relevance": 2 }, { "pair_id": 277903, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 4.05, 11.25 ], "duration": 90.66, "caption": "A man walks into a woman's office to start a conversation.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 277904, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 0.0, 51.66 ], "duration": 89.66, "caption": "A woman is talking to a man in his office.", "similarity": 0.7998, "relevance": 2 }, { "pair_id": 277905, "video_name": "house_s05e15_seg02_clip_19", "timestamp": [ 6.37, 11.38 ], "duration": 91.66, "caption": "A woman comes in to person's office when man and person are talking.", "similarity": 0.7965, "relevance": 4 }, { "pair_id": 277906, "video_name": "house_s02e11_seg02_clip_24", "timestamp": [ 0.86, 85.29 ], "duration": 86.66, "caption": "A man speaks to woman right in her office.", "similarity": 0.7924, "relevance": 2 }, { "pair_id": 277907, "video_name": "house_s08e18_seg02_clip_05", "timestamp": [ 9.29, 14.59 ], "duration": 88.66, "caption": "A man suddenly came to another man's office and talk to him.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 277908, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A person walks into woman's office and speaks with someone.", "similarity": 0.7824, "relevance": 2 }, { "pair_id": 277909, "video_name": "house_s06e08_seg02_clip_18", "timestamp": [ 23.72, 27.91 ], "duration": 93.66, "caption": "A man suddenly came in and talk to a woman.", "similarity": 0.7821, "relevance": 2 }, { "pair_id": 277910, "video_name": "castle_s05e15_seg02_clip_11", "timestamp": [ 0.0, 22.98 ], "duration": 88.66, "caption": "A woman walked into the office to join company of man and person as they have a conversation.", "similarity": 0.7801, "relevance": 2 }, { "pair_id": 277911, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.7781, "relevance": 3 }, { "pair_id": 277912, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 76.12, 82.79 ], "duration": 89.66, "caption": "A man opens the door to a woman's office, walks in, and starts talking to her.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 277913, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 59.51, 90.66 ], "duration": 90.66, "caption": "A man walks into his office and talks with a woman.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 277914, "video_name": "castle_s02e24_seg02_clip_17", "timestamp": [ 21.83, 26.63 ], "duration": 87.66, "caption": "A man came in the office and talk to a woman and another man.", "similarity": 0.7728, "relevance": 2 }, { "pair_id": 277915, "video_name": "house_s02e21_seg02_clip_20", "timestamp": [ 36.72, 45.61 ], "duration": 77.66, "caption": "A woman comes into a man's office and tells him what is going to happen.", "similarity": 0.7716, "relevance": 3 }, { "pair_id": 277916, "video_name": "house_s03e14_seg02_clip_01", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A person enters a woman's office and starts a conversation with her.", "similarity": 0.7715, "relevance": 3 }, { "pair_id": 277917, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 72.53, 79.33 ], "duration": 90.66, "caption": "A man suddenly came in the office of a person.", "similarity": 0.7714, "relevance": 2 }, { "pair_id": 277918, "video_name": "house_s05e10_seg02_clip_01", "timestamp": [ 28.87, 31.64 ], "duration": 111.66, "caption": "A man watches a woman when she is talking in his office.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 277919, "video_name": "castle_s06e18_seg02_clip_05", "timestamp": [ 20.39, 25.83 ], "duration": 90.66, "caption": "A man brings a woman to person's office to speak to woman.", "similarity": 0.7665, "relevance": 3 } ] }, { "query_id": 56810, "query": "A woman brought a phone out of the pocket of her vest.", "relevant_moment": [ { "pair_id": 163640, "video_name": "castle_s02e17_seg02_clip_23", "timestamp": [ 10.01, 13.2 ], "duration": 91.66, "caption": "A woman brought a phone out of the pocket of her vest.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163641, "video_name": "s06e05_seg02_clip_00", "timestamp": [ 26.55, 30.21 ], "duration": 61.66, "caption": "A woman pulls her cell phone out of her pocket.", "similarity": 0.7897, "relevance": 4 }, { "pair_id": 163642, "video_name": "castle_s06e13_seg02_clip_12", "timestamp": [ 50.08, 52.31 ], "duration": 89.66, "caption": "A woman takes their cell phone out of their pocket.", "similarity": 0.7877, "relevance": 4 }, { "pair_id": 163643, "video_name": "met_s06e03_seg02_clip_08", "timestamp": [ 46.29, 48.78 ], "duration": 62.66, "caption": "A woman takes her cell phone out of her back pocket.", "similarity": 0.7873, "relevance": 2 }, { "pair_id": 163644, "video_name": "castle_s02e21_seg02_clip_17", "timestamp": [ 28.36, 31.57 ], "duration": 107.66, "caption": "A woman pulls her cell phone out of her pocket and puts it to her ear.", "similarity": 0.7636, "relevance": 4 }, { "pair_id": 163645, "video_name": "s07e19_seg02_clip_01", "timestamp": [ 8.4, 9.3 ], "duration": 60.66, "caption": "A woman pulls their cell phone out of their pocket.", "similarity": 0.7625, "relevance": 3 }, { "pair_id": 163646, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A woman pulls her cellphone out of her back pocket.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 163647, "video_name": "castle_s06e19_seg02_clip_04", "timestamp": [ 70.52, 73.64 ], "duration": 89.66, "caption": "A woman reaches into her back pocket and pulls out her cellphone.", "similarity": 0.7416, "relevance": 4 }, { "pair_id": 163648, "video_name": "s08e01_seg02_clip_14", "timestamp": [ 33.92, 39.92 ], "duration": 60.66, "caption": "A woman takes her phone out of her purse.", "similarity": 0.7398, "relevance": 3 }, { "pair_id": 163649, "video_name": "s06e16_seg02_clip_17", "timestamp": [ 48.98, 52.19 ], "duration": 64.66, "caption": "A woman takes a phone from their coat pocket and puts it to their ear.", "similarity": 0.7364, "relevance": 4 }, { "pair_id": 163650, "video_name": "friends_s10e10_seg02_clip_00", "timestamp": [ 46.97, 50.19 ], "duration": 64.66, "caption": "A woman pulls a cell phone out of her bag.", "similarity": 0.7331, "relevance": 3 }, { "pair_id": 163651, "video_name": "s03e13_seg02_clip_02", "timestamp": [ 5.44, 7.82 ], "duration": 68.66, "caption": "A person takes out their phone from their pocket.", "similarity": 0.7255, "relevance": 3 }, { "pair_id": 163652, "video_name": "friends_s10e10_seg02_clip_01", "timestamp": [ 38.96, 42.5 ], "duration": 59.66, "caption": "A woman puts the phone into her purse after using it.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 163654, "video_name": "s06e16_seg02_clip_17", "timestamp": [ 49.94, 64.02 ], "duration": 64.66, "caption": "A woman takes her phone out of her pocket and talks to someone on it while she works.", "similarity": 0.7202, "relevance": 3 }, { "pair_id": 163655, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 40.49, 42.2 ], "duration": 57.66, "caption": "A person takes their phone out of their back pocket.", "similarity": 0.7194, "relevance": 3 }, { "pair_id": 163656, "video_name": "s04e17_seg02_clip_02", "timestamp": [ 45.62, 49.33 ], "duration": 57.66, "caption": "A person pulls their cell phone out of their jacket pocket.", "similarity": 0.7193, "relevance": 3 }, { "pair_id": 163657, "video_name": "castle_s05e14_seg02_clip_13", "timestamp": [ 70.32, 71.2 ], "duration": 88.66, "caption": "A person takes a phone out of his inside jacket pocket.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 163658, "video_name": "met_s06e03_seg01_clip_03", "timestamp": [ 32.57, 34.74 ], "duration": 62.66, "caption": "A woman reaches into her back pocket and retrieves her cell phone.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 163659, "video_name": "castle_s07e18_seg02_clip_21", "timestamp": [ 24.31, 29.35 ], "duration": 91.66, "caption": "A woman is going through a bag and pulls out a phone.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 336960, "video_name": "castle_s08e09_seg02_clip_03", "timestamp": [ 3.97, 5.3 ], "duration": 88.66, "caption": "A woman buries their cellphone in their jacket pocket.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 336961, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 52.34, 57.35 ], "duration": 91.66, "caption": "A woman gets her phone out of her pocket and answers it.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 336962, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 54.93, 57.66 ], "duration": 57.66, "caption": "A woman goes into her purse and pulls a cell phone out.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 336963, "video_name": "friends_s10e12_seg02_clip_00", "timestamp": [ 6.53, 9.14 ], "duration": 65.66, "caption": "A woman takes her cell phone from her purse.", "similarity": 0.7013, "relevance": 3 }, { "pair_id": 336964, "video_name": "s04e17_seg02_clip_02", "timestamp": [ 45.62, 51.61 ], "duration": 57.66, "caption": "A person takes their ringing phone out of their pocket.", "similarity": 0.6994, "relevance": 3 }, { "pair_id": 336965, "video_name": "s08e22_seg02_clip_07", "timestamp": [ 27.45, 28.92 ], "duration": 59.66, "caption": "A person pulls their cell phone out of their pocket.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 336966, "video_name": "house_s03e11_seg02_clip_20", "timestamp": [ 56.78, 59.36 ], "duration": 86.66, "caption": "A person goes into his jacket pocket and pulls out phone.", "similarity": 0.6953, "relevance": 3 }, { "pair_id": 336967, "video_name": "castle_s04e15_seg02_clip_11", "timestamp": [ 78.75, 80.07 ], "duration": 88.66, "caption": "A woman reaches inside of her coat and pulls out her cell phone.", "similarity": 0.6952, "relevance": 3 }, { "pair_id": 336968, "video_name": "s09e06_seg02_clip_03", "timestamp": [ 20.31, 23.79 ], "duration": 58.66, "caption": "A person pulls their cellphone out of their pocket.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 336969, "video_name": "met_s06e15_seg02_clip_17", "timestamp": [ 41.62, 44.82 ], "duration": 64.66, "caption": "A woman pulls a cell phone out of her pocket and answers a call.", "similarity": 0.6919, "relevance": 3 }, { "pair_id": 336970, "video_name": "castle_s06e13_seg02_clip_08", "timestamp": [ 58.69, 62.82 ], "duration": 91.66, "caption": "A woman takes out her cell phone and hands it to person.", "similarity": 0.69, "relevance": 3 }, { "pair_id": 336971, "video_name": "s05e14_seg02_clip_09", "timestamp": [ 47.59, 52.95 ], "duration": 63.66, "caption": "A person put's their phone into the back pocket of their pants.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 336972, "video_name": "friends_s10e15_seg02_clip_04", "timestamp": [ 14.39, 15.95 ], "duration": 62.66, "caption": "A person takes a cell phone out of his back pocket.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 336973, "video_name": "met_s02e05_seg02_clip_16", "timestamp": [ 21.66, 26.85 ], "duration": 61.66, "caption": "A person takes a phone out of his pocket and puts it to his ear.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 336974, "video_name": "s10e12_seg02_clip_16", "timestamp": [ 14.34, 19.28 ], "duration": 47.66, "caption": "A person puts their cell phone away into their pocket.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 336975, "video_name": "s04e19_seg01_clip_02", "timestamp": [ 28.27, 31.02 ], "duration": 50.66, "caption": "A person pulls their cell phone from their pocket.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 336976, "video_name": "s09e14_seg02_clip_00", "timestamp": [ 23.26, 26.67 ], "duration": 62.66, "caption": "A person pulls out their mobile phone from their pocket.", "similarity": 0.6751, "relevance": 3 }, { "pair_id": 336977, "video_name": "castle_s07e15_seg02_clip_02", "timestamp": [ 63.54, 77.6 ], "duration": 90.66, "caption": "A person pulled out his/her phone from his/her pocket and talked to someone through it.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 336978, "video_name": "s05e12_seg02_clip_01", "timestamp": [ 5.89, 9.61 ], "duration": 62.66, "caption": "A person pulls his/her cell phone out of his/her pant pocket.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 336979, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 20.45, 29.54 ], "duration": 90.66, "caption": "A woman pulls her phone from her pocket and reads the message.", "similarity": 0.6679, "relevance": 4 } ] }, { "query_id": 56846, "query": "A person breaks out into a fit of spontaneous laughter.", "relevant_moment": [ { "pair_id": 14440, "video_name": "friends_s01e14_seg02_clip_13", "timestamp": [ 36.79, 42.16 ], "duration": 43.66, "caption": "A person breaks out into a fit of spontaneous laughter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14441, "video_name": "s06e08_seg02_clip_11", "timestamp": [ 58.3, 62.08 ], "duration": 63.66, "caption": "A man looks serious and then breaks into a laugh while talking to woman.", "similarity": 0.676, "relevance": 4 }, { "pair_id": 14442, "video_name": "met_s02e05_seg02_clip_10", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A man says something that causes two people to burst into laughter.", "similarity": 0.6742, "relevance": 4 }, { "pair_id": 14443, "video_name": "grey_s03e15_seg02_clip_02", "timestamp": [ 13.08, 18.75 ], "duration": 87.66, "caption": "A person gets caught laughing at a joke and coughs awkwardly.", "similarity": 0.6701, "relevance": 3 }, { "pair_id": 14444, "video_name": "friends_s04e01_seg02_clip_03", "timestamp": [ 2.93, 7.8 ], "duration": 65.66, "caption": "A person starts to laugh and puts his/her hand over his/her mouth.", "similarity": 0.6525, "relevance": 4 }, { "pair_id": 14445, "video_name": "s04e23_seg02_clip_11", "timestamp": [ 9.46, 13.73 ], "duration": 61.66, "caption": "A person laughs after someone says something sarcastic to them.", "similarity": 0.6492, "relevance": 4 }, { "pair_id": 14446, "video_name": "house_s07e14_seg02_clip_18", "timestamp": [ 90.03, 100.03 ], "duration": 100.66, "caption": "A person with a bruised face laughs and cries at the same time.", "similarity": 0.6461, "relevance": 3 }, { "pair_id": 14447, "video_name": "grey_s02e17_seg02_clip_03", "timestamp": [ 17.74, 21.73 ], "duration": 88.66, "caption": "A woman bursts into laughter and slaps her knee, as two other people.", "similarity": 0.6389, "relevance": 4 }, { "pair_id": 14448, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person makes a funny reaction to a man.", "similarity": 0.6343, "relevance": 0 }, { "pair_id": 14449, "video_name": "s07e07_seg02_clip_09", "timestamp": [ 15.56, 19.83 ], "duration": 61.66, "caption": "A woman starts laughing heartily and then suddenly stops.", "similarity": 0.6326, "relevance": 4 }, { "pair_id": 14450, "video_name": "castle_s02e06_seg02_clip_14", "timestamp": [ 40.24, 53.65 ], "duration": 92.66, "caption": "A person holds a high speed rotary tool up and make maniacal laughter.", "similarity": 0.6269, "relevance": 4 }, { "pair_id": 14451, "video_name": "castle_s07e19_seg02_clip_08", "timestamp": [ 42.78, 45.93 ], "duration": 90.66, "caption": "A person laughs hysterically at something another person says to him.", "similarity": 0.6254, "relevance": 4 }, { "pair_id": 14452, "video_name": "s05e17_seg02_clip_06", "timestamp": [ 52.48, 55.23 ], "duration": 61.66, "caption": "A person laughs at another person with a look of amusement.", "similarity": 0.621, "relevance": 4 }, { "pair_id": 14453, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 42.86, 63.03 ], "duration": 63.66, "caption": "A person appears as someone talks to himself about never hearing his laugh again.", "similarity": 0.6198, "relevance": 0 }, { "pair_id": 14454, "video_name": "met_s03e09_seg02_clip_18", "timestamp": [ 31.6, 33.88 ], "duration": 50.66, "caption": "A person raises both arms in the air while laughing.", "similarity": 0.6103, "relevance": 2 }, { "pair_id": 14455, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 48.62, 54.02 ], "duration": 60.66, "caption": "A person starts to laugh and another person follows him/her.", "similarity": 0.6083, "relevance": 4 }, { "pair_id": 14456, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 46.64, 52.63 ], "duration": 63.66, "caption": "A person explains what makes a joke work in order to make himself laugh.", "similarity": 0.6045, "relevance": 0 }, { "pair_id": 14457, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 40.77, 43.34 ], "duration": 57.66, "caption": "A person laughs at something a man just said.", "similarity": 0.604, "relevance": 4 }, { "pair_id": 14458, "video_name": "s10e01_seg02_clip_03", "timestamp": [ 0.0, 1.71 ], "duration": 57.66, "caption": "A person decides to laugh, smile and close the door.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 14459, "video_name": "s05e13_seg02_clip_04", "timestamp": [ 17.71, 20.71 ], "duration": 60.66, "caption": "A man puts their arm across themselves and bends over in their chair laughing.", "similarity": 0.603, "relevance": 4 }, { "pair_id": 187760, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 0.0, 18.92 ], "duration": 61.66, "caption": "A person is talking crazily and then stops talking and laughs, even more crazily.", "similarity": 0.6017, "relevance": 4 }, { "pair_id": 187761, "video_name": "house_s05e18_seg02_clip_00", "timestamp": [ 10.58, 14.72 ], "duration": 92.66, "caption": "A person laughs when he realizes what someone was writing.", "similarity": 0.5994, "relevance": 3 }, { "pair_id": 187762, "video_name": "friends_s06e24-25_seg02_clip_10", "timestamp": [ 18.01, 22.51 ], "duration": 60.66, "caption": "A person makes a snorting noise through her nose as he/she laughs.", "similarity": 0.5969, "relevance": 3 }, { "pair_id": 187763, "video_name": "grey_s02e20_seg02_clip_10", "timestamp": [ 6.83, 16.38 ], "duration": 91.66, "caption": "A person says something that makes another person laugh and look at someone else.", "similarity": 0.5954, "relevance": 4 }, { "pair_id": 187764, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 13.65, 18.92 ], "duration": 62.66, "caption": "A person holds their hands together and rolls their fingers while laughing.", "similarity": 0.594, "relevance": 4 }, { "pair_id": 187765, "video_name": "castle_s05e07_seg02_clip_06", "timestamp": [ 35.27, 42.05 ], "duration": 90.66, "caption": "A person starts acting a little crazed and gets a funny look from two other people.", "similarity": 0.5938, "relevance": 2 }, { "pair_id": 187766, "video_name": "house_s07e16_seg02_clip_06", "timestamp": [ 47.1, 48.89 ], "duration": 89.66, "caption": "A man has their hands folded by their mouth, and then laughs.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 187767, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 36.87, 43.24 ], "duration": 91.66, "caption": "A person laughs at the conclusion stated by another person.", "similarity": 0.5905, "relevance": 4 }, { "pair_id": 187768, "video_name": "castle_s06e06_seg02_clip_01", "timestamp": [ 0.0, 2.69 ], "duration": 89.66, "caption": "A person plops down on the couch and laughs.", "similarity": 0.5885, "relevance": 4 }, { "pair_id": 187769, "video_name": "grey_s03e10_seg02_clip_08", "timestamp": [ 2.7, 3.15 ], "duration": 90.66, "caption": "The person wearing a brown sweater was laughing.", "similarity": 0.5878, "relevance": 3 }, { "pair_id": 187770, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 8.68, 10.92 ], "duration": 56.66, "caption": "A woman begins to laugh at something a man says, but quickly stifles her laughter.", "similarity": 0.5837, "relevance": 4 }, { "pair_id": 187771, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 19.17, 23.63 ], "duration": 89.66, "caption": "A man laughs out as person talks to him.", "similarity": 0.5833, "relevance": 4 }, { "pair_id": 187772, "video_name": "met_s03e01_seg02_clip_15", "timestamp": [ 9.59, 14.24 ], "duration": 61.66, "caption": "A woman puts her hands out and starts laughing making a man laugh and stomp.", "similarity": 0.5817, "relevance": 4 }, { "pair_id": 187773, "video_name": "s08e19_seg02_clip_04", "timestamp": [ 52.31, 58.3 ], "duration": 63.66, "caption": "A person laughs and smiles during a conversation with another person.", "similarity": 0.5801, "relevance": 4 }, { "pair_id": 187774, "video_name": "castle_s08e18_seg02_clip_21", "timestamp": [ 85.92, 89.04 ], "duration": 89.66, "caption": "A person laughs with their hands by their side then squats down slightly.", "similarity": 0.5788, "relevance": 4 }, { "pair_id": 187775, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 17.71, 19.18 ], "duration": 59.66, "caption": "A person laughs at what another person is saying in the doorway.", "similarity": 0.5788, "relevance": 4 }, { "pair_id": 187776, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 6.86, 12.8 ], "duration": 91.66, "caption": "A man starts to say something to another person and he walks away which makes him laugh.", "similarity": 0.5788, "relevance": 4 }, { "pair_id": 187777, "video_name": "castle_s03e04_seg02_clip_27", "timestamp": [ 2.28, 4.66 ], "duration": 19.66, "caption": "A person stops smiling and their face gets a shocked expression.", "similarity": 0.5769, "relevance": 3 }, { "pair_id": 187778, "video_name": "house_s05e02_seg02_clip_04", "timestamp": [ 47.79, 53.15 ], "duration": 89.66, "caption": "A man walks in and the person laughs and turns around.", "similarity": 0.5757, "relevance": 0 }, { "pair_id": 187779, "video_name": "s05e23_seg02_clip_05", "timestamp": [ 37.82, 41.12 ], "duration": 60.66, "caption": "A person laughs and swipes their hand in the air in delight, as if to say \"go on.\"", "similarity": 0.5754, "relevance": 3 } ] }, { "query_id": 56892, "query": "A woman walks over to a man in costume.", "relevant_moment": [ { "pair_id": 7220, "video_name": "met_s05e04_seg02_clip_16", "timestamp": [ 20.86, 28.49 ], "duration": 72.66, "caption": "A woman walks over to a man in costume.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7221, "video_name": "house_s05e10_seg02_clip_01", "timestamp": [ 40.52, 49.96 ], "duration": 111.66, "caption": "A woman gets up and walks over to a man.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 7222, "video_name": "house_s06e06_seg02_clip_10", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "Someone wearing what looks like a ghostbuster costume walks past a woman and a man.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 7223, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 45.29, 49.46 ], "duration": 59.66, "caption": "A woman stands up and walks over to a man.", "similarity": 0.7199, "relevance": 3 }, { "pair_id": 7224, "video_name": "house_s03e14_seg02_clip_14", "timestamp": [ 67.88, 71.79 ], "duration": 87.66, "caption": "A woman walks over to a man putting on his shoes.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 7225, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.717, "relevance": 1 }, { "pair_id": 7226, "video_name": "castle_s04e19_seg02_clip_01", "timestamp": [ 52.92, 78.93 ], "duration": 91.66, "caption": "A woman walks over to some people, including a man and a woman.", "similarity": 0.7148, "relevance": 2 }, { "pair_id": 7227, "video_name": "s01e07_seg02_clip_04", "timestamp": [ 2.48, 7.13 ], "duration": 62.66, "caption": "A person and a person both walk over to a woman.", "similarity": 0.7037, "relevance": 1 }, { "pair_id": 7228, "video_name": "s07e19_seg02_clip_09", "timestamp": [ 41.56, 45.59 ], "duration": 62.66, "caption": "A person walks over to a woman and a man and takes a seat.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 7229, "video_name": "castle_s02e16_seg02_clip_18", "timestamp": [ 23.44, 28.85 ], "duration": 90.66, "caption": "A man stands up and walks over to a woman.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 7230, "video_name": "friends_s06e12_seg02_clip_15", "timestamp": [ 37.46, 41.62 ], "duration": 64.66, "caption": "A woman walks over to a man who looks startled to see her.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 7231, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 7232, "video_name": "friends_s07e23-24_seg02_clip_34", "timestamp": [ 19.77, 23.32 ], "duration": 59.66, "caption": "A man walks over to a woman in her wedding dress.", "similarity": 0.6993, "relevance": 1 }, { "pair_id": 7233, "video_name": "friends_s08e06_seg02_clip_02", "timestamp": [ 27.81, 36.19 ], "duration": 67.66, "caption": "A man walks in wearing a bunny suit and walks over to a woman.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 7234, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 48.12, 62.18 ], "duration": 74.66, "caption": "A man walks over to a woman and stands in front of her.", "similarity": 0.6902, "relevance": 1 }, { "pair_id": 7235, "video_name": "s03e11_seg02_clip_01", "timestamp": [ 2.36, 8.56 ], "duration": 59.66, "caption": "A person stands up and walks over to a woman with an ornament.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 7236, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 71.98, 92.28 ], "duration": 92.66, "caption": "A man walks over to a woman and takes a seat.", "similarity": 0.684, "relevance": 1 }, { "pair_id": 7237, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.6808, "relevance": 2 }, { "pair_id": 7238, "video_name": "friends_s02e01_seg02_clip_01", "timestamp": [ 37.89, 42.03 ], "duration": 59.66, "caption": "A woman walks over to stand next to a man.", "similarity": 0.6808, "relevance": 2 }, { "pair_id": 7239, "video_name": "castle_s06e04_seg02_clip_13", "timestamp": [ 36.87, 40.96 ], "duration": 91.66, "caption": "A woman walks over to a man to speak with him.", "similarity": 0.6793, "relevance": 2 } ] }, { "query_id": 56910, "query": "A man and a person walk into the apartment and the man shuts the door.", "relevant_moment": [ { "pair_id": 160840, "video_name": "s03e16_seg02_clip_12", "timestamp": [ 30.46, 35.11 ], "duration": 58.66, "caption": "A man and a person walk into the apartment and the man shuts the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160841, "video_name": "s08e14_seg02_clip_06", "timestamp": [ 26.27, 32.46 ], "duration": 59.66, "caption": "Some people walk into the apartment and a man shuts the door.", "similarity": 0.9021, "relevance": 3 }, { "pair_id": 160842, "video_name": "s10e05_seg01_clip_01", "timestamp": [ 0.0, 5.39 ], "duration": 49.66, "caption": "Two people walk in the apartment and one of them shuts the door behind them.", "similarity": 0.8906, "relevance": 3 }, { "pair_id": 160843, "video_name": "s04e17_seg02_clip_00", "timestamp": [ 37.5, 44.44 ], "duration": 63.66, "caption": "Two people walk into the apartment and one closes the door behind them.", "similarity": 0.8796, "relevance": 3 }, { "pair_id": 160844, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 2.46, 5.74 ], "duration": 82.66, "caption": "A person shuts the door behind him and another person as they walk into the apartment.", "similarity": 0.8792, "relevance": 3 }, { "pair_id": 160845, "video_name": "friends_s08e12_seg02_clip_10", "timestamp": [ 24.08, 29.3 ], "duration": 58.66, "caption": "Two people walk into his apartment while talking and then a man closes the door.", "similarity": 0.8699, "relevance": 4 }, { "pair_id": 160846, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 25.35, 28.07 ], "duration": 60.66, "caption": "A man opens the door and walks into his and another person's apartment.", "similarity": 0.8692, "relevance": 2 }, { "pair_id": 160847, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 7.43, 10.53 ], "duration": 61.66, "caption": "A man and a woman walk through the door and into the apartment.", "similarity": 0.8689, "relevance": 2 }, { "pair_id": 160848, "video_name": "friends_s10e17-18_seg02_clip_24", "timestamp": [ 48.95, 53.56 ], "duration": 57.66, "caption": "A woman and a man walk through the door of someone's apartment.", "similarity": 0.8575, "relevance": 2 }, { "pair_id": 160849, "video_name": "s08e17_seg02_clip_03", "timestamp": [ 48.38, 53.03 ], "duration": 62.66, "caption": "A woman and a man walk out of the apartment and the man closes the door behind them.", "similarity": 0.8523, "relevance": 2 }, { "pair_id": 160850, "video_name": "friends_s07e20_seg02_clip_07", "timestamp": [ 20.13, 22.43 ], "duration": 57.66, "caption": "A man walks through the door of two people's apartment.", "similarity": 0.8489, "relevance": 3 }, { "pair_id": 160851, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 5.61, 8.26 ], "duration": 59.66, "caption": "A man opens the door and walks into his and another man's apartment.", "similarity": 0.848, "relevance": 2 }, { "pair_id": 160852, "video_name": "s02e15_seg02_clip_10", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A man walks in the apartment and a woman closes the door behind him.", "similarity": 0.8434, "relevance": 2 }, { "pair_id": 160853, "video_name": "friends_s06e11_seg02_clip_03", "timestamp": [ 39.17, 42.36 ], "duration": 58.66, "caption": "A man opens the door and a woman walks into the apartment.", "similarity": 0.8431, "relevance": 2 }, { "pair_id": 160854, "video_name": "castle_s03e22_seg02_clip_22", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A person opens the door to another person who walks into the apartment.", "similarity": 0.8422, "relevance": 2 }, { "pair_id": 160855, "video_name": "friends_s08e07_seg02_clip_20", "timestamp": [ 16.97, 20.15 ], "duration": 53.66, "caption": "A man walks through the apartment door where two people are.", "similarity": 0.8406, "relevance": 1 }, { "pair_id": 160856, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 36.01, 45.91 ], "duration": 90.66, "caption": "A man opens the door and he and another man walk into a woman's apartment.", "similarity": 0.8402, "relevance": 2 }, { "pair_id": 160857, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 49.22, 51.92 ], "duration": 60.66, "caption": "A man closes the door to his and another person's apartment.", "similarity": 0.8381, "relevance": 2 }, { "pair_id": 160858, "video_name": "friends_s07e08_seg02_clip_21", "timestamp": [ 34.52, 37.27 ], "duration": 50.66, "caption": "A man enters the apartment and another person closes the front door.", "similarity": 0.8348, "relevance": 4 }, { "pair_id": 160859, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "Two people walk inside the apartment and close the door.", "similarity": 0.8348, "relevance": 3 }, { "pair_id": 334160, "video_name": "friends_s01e11_seg02_clip_18", "timestamp": [ 43.22, 48.92 ], "duration": 60.66, "caption": "A man opens the door and woman walks into the apartment.", "similarity": 0.8342, "relevance": 3 }, { "pair_id": 334161, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 36.01, 40.89 ], "duration": 61.66, "caption": "A woman and a man open the door and enter the apartment.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 334162, "video_name": "friends_s05e09_seg02_clip_13", "timestamp": [ 30.69, 34.24 ], "duration": 59.66, "caption": "Two people enter the apartment with one closing the door.", "similarity": 0.8331, "relevance": 2 }, { "pair_id": 334163, "video_name": "friends_s07e17_seg02_clip_11", "timestamp": [ 40.3, 43.61 ], "duration": 60.66, "caption": "A man opens the door and walks into another man's apartment.", "similarity": 0.8325, "relevance": 3 }, { "pair_id": 334164, "video_name": "friends_s09e20_seg02_clip_06", "timestamp": [ 3.72, 8.01 ], "duration": 57.66, "caption": "A man opens the door and walks into the apartment with a woman.", "similarity": 0.8321, "relevance": 3 }, { "pair_id": 334165, "video_name": "s07e10_seg02_clip_13", "timestamp": [ 42.8, 49.31 ], "duration": 62.66, "caption": "Two people come into the apartment and one of them closes the door.", "similarity": 0.8314, "relevance": 3 }, { "pair_id": 334166, "video_name": "met_s04e01_seg02_clip_01", "timestamp": [ 26.67, 31.63 ], "duration": 62.66, "caption": "A man opens a door, and a woman walks through the doorway into his apartment.", "similarity": 0.8274, "relevance": 3 }, { "pair_id": 334167, "video_name": "castle_s05e21_seg02_clip_10", "timestamp": [ 56.07, 65.09 ], "duration": 95.66, "caption": "A man and a man are walking down an apartment hallway as a man is about to knock on a door and notices the door open.", "similarity": 0.8272, "relevance": 1 }, { "pair_id": 334168, "video_name": "friends_s05e19_seg02_clip_18", "timestamp": [ 11.31, 13.35 ], "duration": 58.66, "caption": "A man walks into the apartment and shuts the door.", "similarity": 0.824, "relevance": 3 }, { "pair_id": 334169, "video_name": "s10e01_seg02_clip_06", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A man closes the apartment door as woman and man walks towards the living room.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 334170, "video_name": "friends_s06e07_seg02_clip_10", "timestamp": [ 4.56, 6.84 ], "duration": 57.66, "caption": "A man walks into the apartment and shuts the door behind him.", "similarity": 0.8199, "relevance": 3 }, { "pair_id": 334171, "video_name": "friends_s06e09_seg02_clip_15", "timestamp": [ 9.66, 11.04 ], "duration": 69.66, "caption": "A man opens the door and walks into the apartment with a woman behind him.", "similarity": 0.8194, "relevance": 3 }, { "pair_id": 334172, "video_name": "s08e17_seg02_clip_06", "timestamp": [ 45.47, 49.74 ], "duration": 61.66, "caption": "A person opens the door and enters the apartment with another person.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 334173, "video_name": "met_s06e11_seg02_clip_17", "timestamp": [ 8.71, 12.75 ], "duration": 62.66, "caption": "Two people walk into the apartment together.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 334174, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 7.26, 13.01 ], "duration": 60.66, "caption": "Two people walk into the apartment together.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 334175, "video_name": "friends_s03e20_seg02_clip_12", "timestamp": [ 21.19, 23.64 ], "duration": 61.66, "caption": "Two people walk into the apartment together.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 334176, "video_name": "friends_s07e06_seg02_clip_03", "timestamp": [ 0.0, 5.65 ], "duration": 59.66, "caption": "A man opens the front door and another person exits the apartment.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 334177, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 3.0, 9.0 ], "duration": 75.66, "caption": "A man opens the door and he and woman enter his apartment.", "similarity": 0.8111, "relevance": 3 }, { "pair_id": 334178, "video_name": "s10e05_seg01_clip_01", "timestamp": [ 1.96, 4.41 ], "duration": 49.66, "caption": "A person walks into the apartment with someone following him/her in and closing the door.", "similarity": 0.811, "relevance": 3 }, { "pair_id": 334179, "video_name": "s04e16_seg02_clip_00", "timestamp": [ 5.12, 14.73 ], "duration": 64.66, "caption": "A man opens the door and another man enters the apartment.", "similarity": 0.8101, "relevance": 3 } ] }, { "query_id": 56959, "query": "A man drink his alcohol while talking to person via internet.", "relevant_moment": [ { "pair_id": 50400, "video_name": "house_s04e11_seg02_clip_10", "timestamp": [ 49.61, 53.25 ], "duration": 91.66, "caption": "A man drink his alcohol while talking to person via internet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 50401, "video_name": "met_s02e13_seg02_clip_10", "timestamp": [ 31.5, 61.17 ], "duration": 61.66, "caption": "A man sits and pours some alcohol in some cups while talking with someone.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 50402, "video_name": "met_s02e07_seg02_clip_11", "timestamp": [ 44.02, 46.22 ], "duration": 55.66, "caption": "A man is drinking alcohol while standing and talking.", "similarity": 0.7203, "relevance": 3 }, { "pair_id": 50403, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "A person drinks a glass of alcohol while talking to two other people.", "similarity": 0.7184, "relevance": 2 }, { "pair_id": 50404, "video_name": "met_s03e06_seg02_clip_03", "timestamp": [ 8.72, 12.02 ], "duration": 60.66, "caption": "A man drinks from his beer bottle while someone is talking.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 50405, "video_name": "house_s07e14_seg02_clip_23", "timestamp": [ 40.49, 43.34 ], "duration": 57.66, "caption": "A man drinks alcohol from a glass at a bar while another person is talking to him.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 50406, "video_name": "s03e04_seg02_clip_05", "timestamp": [ 11.4, 15.11 ], "duration": 57.66, "caption": "A man drinks the alcohol and started to talk.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 50407, "video_name": "friends_s09e06_seg02_clip_27", "timestamp": [ 0.0, 5.06 ], "duration": 56.66, "caption": "A man drinks a bottle of liquor while talking to woman.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 50408, "video_name": "house_s04e15_seg02_clip_05", "timestamp": [ 0.0, 2.85 ], "duration": 95.66, "caption": "A man takes a drink from a wine glass while talking to another person.", "similarity": 0.6928, "relevance": 2 }, { "pair_id": 50409, "video_name": "castle_s04e21_seg02_clip_04", "timestamp": [ 60.23, 65.14 ], "duration": 89.66, "caption": "A man opens a beer and drinks while talking to person.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 50410, "video_name": "met_s06e04_seg02_clip_03", "timestamp": [ 7.93, 10.68 ], "duration": 61.66, "caption": "A man drops their drink when another man says they may be online.", "similarity": 0.6877, "relevance": 2 }, { "pair_id": 50412, "video_name": "met_s02e02_seg02_clip_15", "timestamp": [ 6.97, 9.09 ], "duration": 60.66, "caption": "A man takes a drink of his beer while talking to a woman.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 50413, "video_name": "met_s04e01_seg02_clip_15", "timestamp": [ 16.23, 18.3 ], "duration": 59.66, "caption": "A person is talking while he is holding a glass of alcohol.", "similarity": 0.6645, "relevance": 2 }, { "pair_id": 50414, "video_name": "s06e07_seg02_clip_03", "timestamp": [ 41.78, 46.71 ], "duration": 58.66, "caption": "A person talks to another person via internet while someone is behind him.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 50415, "video_name": "castle_s03e05_seg02_clip_11", "timestamp": [ 37.32, 40.05 ], "duration": 91.66, "caption": "A man wearing gray long sleeve drink his alcohol while talking to woman and man.", "similarity": 0.6632, "relevance": 3 }, { "pair_id": 50416, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 30.06, 33.55 ], "duration": 87.66, "caption": "A man takes a drink while talking to a woman.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 50417, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 20.48, 24.12 ], "duration": 91.66, "caption": "A man wearing a black sweater drinks alcohol while someone is speaking.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 50418, "video_name": "house_s06e10_seg02_clip_12", "timestamp": [ 44.08, 48.77 ], "duration": 78.66, "caption": "A man pours himself something to drink while he's talking to woman.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 50419, "video_name": "house_s08e15_seg02_clip_22", "timestamp": [ 79.67, 82.82 ], "duration": 90.66, "caption": "A man gets his drink while talking to the group.", "similarity": 0.6517, "relevance": 2 } ] }, { "query_id": 56969, "query": "A woman falls over and on to the floor.", "relevant_moment": [ { "pair_id": 3680, "video_name": "grey_s02e06_seg02_clip_14", "timestamp": [ 53.41, 61.43 ], "duration": 89.66, "caption": "A woman falls over and on to the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3681, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 13.21, 15.91 ], "duration": 60.66, "caption": "A person falls to the floor as he passes out.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 3682, "video_name": "friends_s05e08_seg02_clip_20", "timestamp": [ 33.43, 34.87 ], "duration": 41.66, "caption": "A woman's fake arm falls off on to the floor.", "similarity": 0.7491, "relevance": 0 }, { "pair_id": 3683, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 3.33, 11.1 ], "duration": 74.66, "caption": "A woman falls over onto the floor and sees many faces of a man.", "similarity": 0.7351, "relevance": 4 }, { "pair_id": 3684, "video_name": "friends_s07e13_seg01_clip_00", "timestamp": [ 59.32, 71.27 ], "duration": 77.66, "caption": "A woman pulls on the chair trying to move it and it breaks and she falls to the floor.", "similarity": 0.7192, "relevance": 4 }, { "pair_id": 3685, "video_name": "friends_s02e01_seg02_clip_00", "timestamp": [ 20.49, 22.76 ], "duration": 65.66, "caption": "A woman jumps over a seat and falls down.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 3686, "video_name": "castle_s05e22_seg02_clip_17", "timestamp": [ 88.84, 92.1 ], "duration": 93.66, "caption": "A woman was about to fall from the top of the building.", "similarity": 0.701, "relevance": 0 }, { "pair_id": 3687, "video_name": "friends_s07e14_seg02_clip_15", "timestamp": [ 5.44, 10.24 ], "duration": 64.66, "caption": "A woman falls over onto the floor and a man is recording her.", "similarity": 0.6896, "relevance": 4 }, { "pair_id": 3688, "video_name": "castle_s06e15_seg02_clip_23", "timestamp": [ 23.95, 25.36 ], "duration": 93.66, "caption": "A person falls from the ceiling to the ground.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 3689, "video_name": "house_s08e03_seg02_clip_01", "timestamp": [ 65.12, 92.1 ], "duration": 93.66, "caption": "A person falls down on the pavement while the woman watches.", "similarity": 0.6844, "relevance": 0 }, { "pair_id": 3690, "video_name": "s08e19_seg02_clip_16", "timestamp": [ 17.71, 20.11 ], "duration": 60.66, "caption": "A woman falls to the floor as she tries to hit a ping pong with her paddle.", "similarity": 0.6795, "relevance": 3 }, { "pair_id": 3691, "video_name": "grey_s03e22_seg02_clip_11", "timestamp": [ 20.22, 23.82 ], "duration": 89.66, "caption": "A person gets punched and falls to the floor.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 3692, "video_name": "castle_s05e22_seg02_clip_17", "timestamp": [ 88.84, 90.7 ], "duration": 93.66, "caption": "A woman falls off of a ledge and is dangling.", "similarity": 0.6781, "relevance": 0 }, { "pair_id": 3693, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 4.79, 9.14 ], "duration": 87.66, "caption": "A person falls down on the couch and then onto the floor.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 3694, "video_name": "friends_s07e14_seg02_clip_15", "timestamp": [ 2.88, 7.36 ], "duration": 64.66, "caption": "A woman falls down after saying she is an adult.", "similarity": 0.6659, "relevance": 3 }, { "pair_id": 3695, "video_name": "met_s02e15_seg02_clip_15", "timestamp": [ 3.8, 7.02 ], "duration": 58.66, "caption": "A woman startles person in the bathroom and person slips and falls.", "similarity": 0.6539, "relevance": 3 }, { "pair_id": 3696, "video_name": "castle_s08e07_seg02_clip_24", "timestamp": [ 37.32, 39.14 ], "duration": 91.66, "caption": "A woman twists her ankle and falls down the stairs.", "similarity": 0.6537, "relevance": 3 }, { "pair_id": 3697, "video_name": "friends_s01e16-17_seg02_clip_21", "timestamp": [ 17.4, 22.57 ], "duration": 47.66, "caption": "A woman steps up on the brick wall and falls off.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 3698, "video_name": "house_s05e09_seg02_clip_07", "timestamp": [ 69.77, 71.57 ], "duration": 90.66, "caption": "A woman bends over and then vomits on the floor.", "similarity": 0.6375, "relevance": 3 }, { "pair_id": 3699, "video_name": "friends_s09e11_seg02_clip_13", "timestamp": [ 32.65, 35.27 ], "duration": 58.66, "caption": "A woman adjusts the chair to fall all the way down.", "similarity": 0.637, "relevance": 2 } ] }, { "query_id": 56974, "query": "A woman places some ice on their stomach and holds onto the syringe.", "relevant_moment": [ { "pair_id": 19560, "video_name": "house_s04e11_seg02_clip_11", "timestamp": [ 70.67, 75.62 ], "duration": 90.66, "caption": "A woman places some ice on their stomach and holds onto the syringe.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19561, "video_name": "house_s04e11_seg02_clip_11", "timestamp": [ 67.97, 75.17 ], "duration": 90.66, "caption": "A woman has an ice cube on their stomach and a needle in their hand.", "similarity": 0.7966, "relevance": 4 }, { "pair_id": 19562, "video_name": "house_s08e04_seg02_clip_20", "timestamp": [ 56.28, 66.47 ], "duration": 97.66, "caption": "A woman lifts the syringe and uses it on the patient.", "similarity": 0.6942, "relevance": 3 }, { "pair_id": 19563, "video_name": "grey_s02e10_seg02_clip_09", "timestamp": [ 0.96, 8.16 ], "duration": 96.66, "caption": "A woman fills a syringe with red fluid from the patient.", "similarity": 0.671, "relevance": 3 }, { "pair_id": 19564, "video_name": "house_s03e12_seg02_clip_21", "timestamp": [ 9.24, 18.04 ], "duration": 88.66, "caption": "A woman puts a syringe she's holding on the patient's monitor.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 19565, "video_name": "house_s04e05_seg02_clip_10", "timestamp": [ 36.6, 59.36 ], "duration": 89.66, "caption": "A woman extracts some black liquid from the patient's stomach area.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 19566, "video_name": "house_s07e03_seg02_clip_13", "timestamp": [ 13.09, 18.95 ], "duration": 90.66, "caption": "A woman injects herself in the thigh with a syringe.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 19567, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 18.81, 34.79 ], "duration": 94.66, "caption": "A woman is sticking her hand into the patient's stomach.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 19568, "video_name": "house_s02e21_seg02_clip_19", "timestamp": [ 62.42, 67.22 ], "duration": 96.66, "caption": "A woman presses fluid from a syringe into a tube.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 19569, "video_name": "house_s02e10_seg02_clip_16", "timestamp": [ 23.67, 24.58 ], "duration": 91.66, "caption": "A woman removes the cover of a syringe she's about to use.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 19570, "video_name": "grey_s02e11_seg02_clip_17", "timestamp": [ 28.67, 35.95 ], "duration": 91.66, "caption": "A woman is pushing a syringe into an IV bag.", "similarity": 0.6325, "relevance": 2 }, { "pair_id": 19571, "video_name": "house_s05e14_seg02_clip_05", "timestamp": [ 80.47, 85.58 ], "duration": 93.66, "caption": "A man grabs a syringe and sticks it into a woman's stomach.", "similarity": 0.6323, "relevance": 2 }, { "pair_id": 19572, "video_name": "castle_s03e05_seg02_clip_03", "timestamp": [ 57.66, 68.66 ], "duration": 88.66, "caption": "A woman holds a syringe up in front of two people as she demonstrates its use and talks.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 19573, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 80.26, 94.52 ], "duration": 150.66, "caption": "A person puts an ice bag onto the back of his/her neck.", "similarity": 0.6293, "relevance": 1 }, { "pair_id": 19574, "video_name": "house_s01e08_seg02_clip_16", "timestamp": [ 27.74, 29.62 ], "duration": 94.66, "caption": "A person uses a syringe to put fluid into a medical bag.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 19575, "video_name": "friends_s05e08_seg02_clip_17", "timestamp": [ 5.8, 9.15 ], "duration": 61.66, "caption": "A woman pulls a bag of ice out of her purse and hands it to the doctor.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 19576, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 31.4, 33.98 ], "duration": 86.66, "caption": "A woman injects medication into the patient with a syringe.", "similarity": 0.6165, "relevance": 2 }, { "pair_id": 19577, "video_name": "grey_s02e15_seg02_clip_05", "timestamp": [ 68.26, 70.02 ], "duration": 88.66, "caption": "A woman taking blood from a person's arm with a syringe.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 19578, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 0.0, 2.2 ], "duration": 88.66, "caption": "A person releases some liquid from a syringe into a medical tube.", "similarity": 0.6142, "relevance": 2 }, { "pair_id": 19579, "video_name": "friends_s04e21_seg02_clip_08", "timestamp": [ 47.92, 55.97 ], "duration": 67.66, "caption": "A woman holds the ice pack to her busted lip.", "similarity": 0.6134, "relevance": 2 } ] }, { "query_id": 57050, "query": "A person is lying with his hands holding his head as he converses with woman.", "relevant_moment": [ { "pair_id": 149420, "video_name": "grey_s02e23_seg02_clip_25", "timestamp": [ 0.0, 60.13 ], "duration": 167.66, "caption": "A person is lying with his hands holding his head as he converses with woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149421, "video_name": "castle_s06e16_seg02_clip_10", "timestamp": [ 47.71, 58.07 ], "duration": 90.66, "caption": "A woman is talking to a man and he has his head in his hands.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 149422, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "A man rests his head on his hand while talking to a woman.", "similarity": 0.7709, "relevance": 3 }, { "pair_id": 149423, "video_name": "s07e01_seg02_clip_11", "timestamp": [ 46.38, 48.82 ], "duration": 61.66, "caption": "A person leans his face in his hand as he talks to a woman.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 149424, "video_name": "grey_s03e12_seg02_clip_11", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person is lying back and speaking to someone.", "similarity": 0.7528, "relevance": 2 }, { "pair_id": 149425, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 13.87, 16.53 ], "duration": 59.66, "caption": "A person gestures with his hand when he is speaking with a woman.", "similarity": 0.7522, "relevance": 0 }, { "pair_id": 149426, "video_name": "castle_s07e08_seg02_clip_08", "timestamp": [ 31.99, 36.91 ], "duration": 82.66, "caption": "A woman talks to a man while their hand is close to their forehead.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 149427, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 0.0, 3.4 ], "duration": 40.66, "caption": "A person fidgets with his hands while talking to a woman.", "similarity": 0.7498, "relevance": 1 }, { "pair_id": 149428, "video_name": "grey_s02e17_seg02_clip_10", "timestamp": [ 0.0, 20.91 ], "duration": 102.66, "caption": "A woman has her hands on her head as she speaks to a man.", "similarity": 0.7492, "relevance": 2 }, { "pair_id": 149429, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 17.8, 89.02 ], "duration": 89.66, "caption": "A woman rests her head on her hands when she is talking to a man.", "similarity": 0.7481, "relevance": 1 }, { "pair_id": 149430, "video_name": "friends_s05e08_seg02_clip_02", "timestamp": [ 33.56, 35.49 ], "duration": 55.66, "caption": "A woman pats a man on his head while talking to him.", "similarity": 0.7471, "relevance": 1 }, { "pair_id": 149431, "video_name": "house_s03e16_seg02_clip_08", "timestamp": [ 1.8, 49.06 ], "duration": 90.66, "caption": "A man has his hands on his head as he speaks to woman and man.", "similarity": 0.7451, "relevance": 2 }, { "pair_id": 149432, "video_name": "grey_s02e17_seg02_clip_05", "timestamp": [ 0.0, 7.43 ], "duration": 78.66, "caption": "A woman is resting her hand on her forehead when she's talking to a man.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 149433, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 57.38, 59.55 ], "duration": 62.66, "caption": "A man brings both hands to his head as he has a conversation with a woman.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 149434, "video_name": "s08e04_seg02_clip_12", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man places his hands together while talking to woman.", "similarity": 0.7296, "relevance": 1 }, { "pair_id": 149435, "video_name": "s01e13_seg02_clip_08", "timestamp": [ 9.69, 15.11 ], "duration": 57.66, "caption": "A man holds his face in his palm as he talks to a woman.", "similarity": 0.7284, "relevance": 1 }, { "pair_id": 149436, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 25.97, 55.46 ], "duration": 88.66, "caption": "A person talks to man about the woman he is seeing.", "similarity": 0.7278, "relevance": 0 }, { "pair_id": 149437, "video_name": "friends_s10e15_seg02_clip_10", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A man just touches his head after talking to a woman.", "similarity": 0.7268, "relevance": 1 }, { "pair_id": 149438, "video_name": "s07e18_seg02_clip_12", "timestamp": [ 13.96, 20.16 ], "duration": 62.66, "caption": "A person is talking to a woman while he is lying on the floor.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 149439, "video_name": "house_s08e03_seg02_clip_06", "timestamp": [ 58.14, 60.47 ], "duration": 93.66, "caption": "A person puts his hand up and yawns while talking with a woman.", "similarity": 0.726, "relevance": 1 } ] }, { "query_id": 57087, "query": "A person adds detergent to the machine and then takes their clothes from the basket and puts them in the washer.", "relevant_moment": [ { "pair_id": 160800, "video_name": "s04e10_seg02_clip_08", "timestamp": [ 20.11, 39.92 ], "duration": 60.66, "caption": "A person adds detergent to the machine and then takes their clothes from the basket and puts them in the washer.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 160801, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 48.53, 51.05 ], "duration": 63.66, "caption": "A woman starts the washer and puts the laundry detergent in her basket.", "similarity": 0.777, "relevance": 1 }, { "pair_id": 160802, "video_name": "s02e10_seg02_clip_07", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person empties the whole bottle of detergent in the washing machine.", "similarity": 0.7467, "relevance": 2 }, { "pair_id": 160803, "video_name": "friends_s01e05_seg02_clip_06", "timestamp": [ 57.23, 61.78 ], "duration": 65.66, "caption": "A person tosses the laundry detergent down and picks up the basket of laundry.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 160804, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 43.82, 48.02 ], "duration": 60.66, "caption": "A person puts a clothing piece into the washer.", "similarity": 0.7331, "relevance": 1 }, { "pair_id": 160805, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 46.52, 47.14 ], "duration": 62.66, "caption": "A person picks up a laundry basket from off of the top of a washing machine.", "similarity": 0.7317, "relevance": 1 }, { "pair_id": 160806, "video_name": "s04e10_seg02_clip_08", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A person walks into the laundry room and puts his basket on the machine.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 160807, "video_name": "friends_s01e05_seg02_clip_11", "timestamp": [ 28.33, 32.76 ], "duration": 59.66, "caption": "A woman adds a bunch of laundry into the washing machine.", "similarity": 0.7288, "relevance": 2 }, { "pair_id": 160808, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 52.22, 54.62 ], "duration": 60.66, "caption": "A person removing their clothes from the washing machine.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 160809, "video_name": "s02e01_seg02_clip_00", "timestamp": [ 33.26, 36.01 ], "duration": 61.66, "caption": "A woman pours laundry detergent into the washing machine.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 160810, "video_name": "s03e19_seg02_clip_11", "timestamp": [ 22.72, 28.63 ], "duration": 59.66, "caption": "A man puts bleach and detergent on top of a basket of laundry.", "similarity": 0.718, "relevance": 1 }, { "pair_id": 160811, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 1.2, 9.6 ], "duration": 60.66, "caption": "A woman puts clothes and detergent in the washer and then closes the lid.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 160812, "video_name": "s03e19_seg02_clip_11", "timestamp": [ 23.02, 28.04 ], "duration": 59.66, "caption": "A man puts a bottle of bleach and a box of detergent into his laundry basket.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 160813, "video_name": "s08e15_seg02_clip_01", "timestamp": [ 49.13, 55.54 ], "duration": 61.66, "caption": "A person carries baking soda over and puts it in his basket after starting his laundry.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 160814, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 14.18, 19.22 ], "duration": 63.66, "caption": "A woman carries her laundry basket and puts it on the washing machine.", "similarity": 0.6988, "relevance": 1 }, { "pair_id": 160815, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 18.49, 20.73 ], "duration": 56.66, "caption": "A woman puts her laundry basket on top of a washing machine.", "similarity": 0.6896, "relevance": 1 }, { "pair_id": 160816, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 2.48, 4.03 ], "duration": 62.66, "caption": "A person puts quarters into the washing machine slot.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 160817, "video_name": "s02e07_seg02_clip_10", "timestamp": [ 41.87, 62.03 ], "duration": 62.66, "caption": "A person decides to do their laundry next time because there is no machine available.", "similarity": 0.6885, "relevance": 1 }, { "pair_id": 160818, "video_name": "s02e08_seg02_clip_11", "timestamp": [ 0.3, 10.2 ], "duration": 60.66, "caption": "A woman sorts clothes from the dryer into a washing basket.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 160819, "video_name": "s02e01_seg02_clip_02", "timestamp": [ 42.5, 44.56 ], "duration": 59.66, "caption": "A woman picks a clothes basket up from on top of a washing machine.", "similarity": 0.683, "relevance": 1 } ] }, { "query_id": 57092, "query": "A man hugs a woman while her arms remain straight.", "relevant_moment": [ { "pair_id": 17560, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 65.47, 70.02 ], "duration": 70.66, "caption": "A man hugs a woman while her arms remain straight.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17561, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman hugs a man and he puts his arms around her.", "similarity": 0.8887, "relevance": 3 }, { "pair_id": 17562, "video_name": "castle_s03e02_seg02_clip_13", "timestamp": [ 74.12, 77.35 ], "duration": 92.66, "caption": "A woman holds out her arms and a man hugs her.", "similarity": 0.8647, "relevance": 3 }, { "pair_id": 17563, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.8553, "relevance": 3 }, { "pair_id": 17564, "video_name": "met_s03e12_seg02_clip_09", "timestamp": [ 38.01, 40.7 ], "duration": 59.66, "caption": "A woman puts her arms around a man's waist and hugs him.", "similarity": 0.8514, "relevance": 3 }, { "pair_id": 17565, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 44.27, 48.77 ], "duration": 50.66, "caption": "A woman leans over and hugs a man.", "similarity": 0.8368, "relevance": 2 }, { "pair_id": 17566, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 35.7, 42.34 ], "duration": 166.66, "caption": "A man hugs a woman while she is very emotional.", "similarity": 0.8363, "relevance": 3 }, { "pair_id": 17567, "video_name": "friends_s07e16_seg02_clip_04", "timestamp": [ 16.82, 18.0 ], "duration": 59.66, "caption": "A man quickly hugs a woman and a man at the same time.", "similarity": 0.8346, "relevance": 2 }, { "pair_id": 17568, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 37.32, 41.42 ], "duration": 91.66, "caption": "A man sees woman and then quickly hugs her.", "similarity": 0.8323, "relevance": 3 }, { "pair_id": 17569, "video_name": "met_s06e16_seg02_clip_05", "timestamp": [ 28.04, 29.81 ], "duration": 59.66, "caption": "A woman wraps her arms around a man in a tight hug.", "similarity": 0.8273, "relevance": 3 }, { "pair_id": 17570, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.45, 45.47 ], "duration": 61.66, "caption": "A man hugs a woman and then two men hug each other.", "similarity": 0.8253, "relevance": 3 }, { "pair_id": 17571, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.75, 40.89 ], "duration": 61.66, "caption": "A man leans over and gives a woman a hug.", "similarity": 0.8239, "relevance": 3 }, { "pair_id": 17572, "video_name": "friends_s08e14_seg02_clip_16", "timestamp": [ 55.83, 59.13 ], "duration": 60.66, "caption": "A man hugs woman and kisses her cheek as they embrace each other.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 17573, "video_name": "friends_s10e15_seg01_clip_01", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A man hugs a woman and rubs her back for her.", "similarity": 0.8214, "relevance": 3 }, { "pair_id": 17574, "video_name": "friends_s01e08_seg02_clip_16", "timestamp": [ 11.17, 13.65 ], "duration": 62.66, "caption": "A man hugs a woman and then kisses her on the cheek.", "similarity": 0.82, "relevance": 4 }, { "pair_id": 17575, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 13.97, 17.96 ], "duration": 57.66, "caption": "A woman leans into man's shoulder and he hugs her.", "similarity": 0.8192, "relevance": 4 }, { "pair_id": 17576, "video_name": "met_s02e22_seg02_clip_14", "timestamp": [ 47.0, 52.51 ], "duration": 58.66, "caption": "A woman leans her body to man for a hug.", "similarity": 0.8184, "relevance": 3 }, { "pair_id": 17577, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 38.65, 43.71 ], "duration": 92.66, "caption": "A man goes toward woman and they hug each other.", "similarity": 0.8179, "relevance": 3 }, { "pair_id": 17578, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 20.14, 27.46 ], "duration": 61.66, "caption": "A man puts an arm hug on woman's shoulder from where they are standing.", "similarity": 0.8175, "relevance": 3 }, { "pair_id": 17579, "video_name": "met_s02e12_seg02_clip_16", "timestamp": [ 45.32, 60.03 ], "duration": 60.66, "caption": "A woman holds out her arms and gives a man a hug.", "similarity": 0.8173, "relevance": 3 }, { "pair_id": 190880, "video_name": "friends_s04e10_seg02_clip_15", "timestamp": [ 30.46, 31.86 ], "duration": 70.66, "caption": "A man hugs a woman and then kisses her forehead.", "similarity": 0.8091, "relevance": 4 }, { "pair_id": 190881, "video_name": "friends_s06e23_seg02_clip_21", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman puts her hands to her face and hugs a man.", "similarity": 0.8091, "relevance": 4 }, { "pair_id": 190882, "video_name": "friends_s05e13_seg02_clip_14", "timestamp": [ 16.21, 19.21 ], "duration": 60.66, "caption": "A man approaches woman and they hug each other.", "similarity": 0.8088, "relevance": 4 }, { "pair_id": 190883, "video_name": "s01e15_seg02_clip_17", "timestamp": [ 20.78, 26.36 ], "duration": 62.66, "caption": "A man hugs a woman and he pats her back awkwardly.", "similarity": 0.8078, "relevance": 4 }, { "pair_id": 190884, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 23.95, 32.5 ], "duration": 57.66, "caption": "A man embraces woman tightly as they hug each other.", "similarity": 0.8076, "relevance": 4 }, { "pair_id": 190885, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 31.03, 35.26 ], "duration": 94.66, "caption": "A woman suddenly hugs a man while they are talking.", "similarity": 0.8052, "relevance": 4 }, { "pair_id": 190886, "video_name": "friends_s03e14_seg02_clip_17", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man hugs woman and then makes a face.", "similarity": 0.8049, "relevance": 4 }, { "pair_id": 190887, "video_name": "s06e19_seg02_clip_15", "timestamp": [ 37.82, 40.34 ], "duration": 56.66, "caption": "A woman holds her arms out to a man and gives him a hug.", "similarity": 0.8048, "relevance": 4 }, { "pair_id": 190888, "video_name": "friends_s01e16-17_seg02_clip_28", "timestamp": [ 36.5, 41.06 ], "duration": 57.66, "caption": "A woman hugs another woman and then turns and hugs a man.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 190889, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.8029, "relevance": 4 }, { "pair_id": 190890, "video_name": "friends_s07e08_seg02_clip_10", "timestamp": [ 51.79, 55.83 ], "duration": 62.66, "caption": "A woman puts her arms up and she and a man hug.", "similarity": 0.8022, "relevance": 4 }, { "pair_id": 190891, "video_name": "friends_s07e14_seg02_clip_19", "timestamp": [ 23.41, 26.99 ], "duration": 65.66, "caption": "A woman hugs a man with long wavy dark hair.", "similarity": 0.8012, "relevance": 4 }, { "pair_id": 190892, "video_name": "friends_s07e19_seg02_clip_10", "timestamp": [ 5.27, 7.44 ], "duration": 62.66, "caption": "A woman hugs a man very tight when she saw him.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 190894, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 14.46, 17.71 ], "duration": 59.66, "caption": "A woman grabs a man with her hands and hugs him.", "similarity": 0.7991, "relevance": 4 }, { "pair_id": 190895, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 8.74, 15.64 ], "duration": 92.66, "caption": "A man reaches out to a woman and he hugs her.", "similarity": 0.7989, "relevance": 4 }, { "pair_id": 190896, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 36.6, 37.22 ], "duration": 62.66, "caption": "A man hugs a woman who is sitting next to him.", "similarity": 0.7985, "relevance": 4 }, { "pair_id": 190897, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 15.09, 18.86 ], "duration": 58.66, "caption": "A man embraces woman and gives her a hug.", "similarity": 0.7979, "relevance": 4 }, { "pair_id": 190898, "video_name": "friends_s03e08_seg02_clip_17", "timestamp": [ 43.28, 47.95 ], "duration": 62.66, "caption": "A woman leans over and gives a man a hug.", "similarity": 0.7975, "relevance": 4 } ] }, { "query_id": 57096, "query": "A woman ties her shoe while a man lifts up his head.", "relevant_moment": [ { "pair_id": 155700, "video_name": "friends_s10e17-18_seg02_clip_01", "timestamp": [ 16.48, 22.58 ], "duration": 61.66, "caption": "A woman ties her shoe while a man lifts up his head.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155701, "video_name": "castle_s04e10_seg02_clip_16", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A man is pulling on woman's shoe as she stands in front of him.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 155702, "video_name": "friends_s01e23_seg02_clip_15", "timestamp": [ 9.69, 19.39 ], "duration": 57.66, "caption": "A woman places her foot in a man's hands and gets lifted up with another woman's assistance, she climbs on the man's shoulders.", "similarity": 0.7255, "relevance": 2 }, { "pair_id": 155703, "video_name": "friends_s01e08_seg02_clip_11", "timestamp": [ 36.56, 40.62 ], "duration": 58.66, "caption": "A man hands a woman a pair of shoes.", "similarity": 0.6953, "relevance": 1 }, { "pair_id": 155704, "video_name": "house_s03e06_seg02_clip_08", "timestamp": [ 17.18, 20.7 ], "duration": 88.66, "caption": "A woman walks into the while a man lifts his head.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 155705, "video_name": "castle_s04e10_seg02_clip_15", "timestamp": [ 82.91, 91.11 ], "duration": 91.66, "caption": "A woman tries to take off her shoe as a man is helping her.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 155706, "video_name": "castle_s02e16_seg02_clip_18", "timestamp": [ 42.83, 45.98 ], "duration": 90.66, "caption": "A woman puts her leg onto man asking him to tie up her boot.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 155707, "video_name": "s03e19_seg02_clip_07", "timestamp": [ 36.92, 50.35 ], "duration": 61.66, "caption": "A man ties his shoe while talking to woman.", "similarity": 0.6514, "relevance": 3 }, { "pair_id": 155708, "video_name": "met_s06e16_seg02_clip_03", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A man leans his head when a woman mentions his shoes.", "similarity": 0.6514, "relevance": 1 }, { "pair_id": 155709, "video_name": "s04e02_seg02_clip_05", "timestamp": [ 20.11, 33.92 ], "duration": 60.66, "caption": "A woman bends over and touches her toes while a man just leans forward and hangs his arms.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 155710, "video_name": "house_s03e14_seg02_clip_14", "timestamp": [ 67.88, 71.79 ], "duration": 87.66, "caption": "A woman walks over to a man putting on his shoes.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 155711, "video_name": "castle_s08e21_seg02_clip_12", "timestamp": [ 38.69, 40.05 ], "duration": 91.66, "caption": "A woman puts her finger up by her head and a man puts both his fingers up by his head.", "similarity": 0.642, "relevance": 0 }, { "pair_id": 155712, "video_name": "castle_s06e23_seg02_clip_06", "timestamp": [ 45.55, 49.54 ], "duration": 88.66, "caption": "A woman holds up ties to a man and he picks one.", "similarity": 0.6197, "relevance": 0 }, { "pair_id": 155713, "video_name": "friends_s01e23_seg02_clip_15", "timestamp": [ 7.13, 14.83 ], "duration": 57.66, "caption": "A man lifts woman up after giving her instructions.", "similarity": 0.601, "relevance": 1 }, { "pair_id": 155714, "video_name": "house_s04e15_seg02_clip_19", "timestamp": [ 43.26, 54.86 ], "duration": 89.66, "caption": "A person puts on his shoe and ties the lace.", "similarity": 0.5999, "relevance": 2 }, { "pair_id": 155715, "video_name": "grey_s03e25_seg02_clip_30", "timestamp": [ 68.46, 76.07 ], "duration": 117.66, "caption": "A woman lifts her hand for a man to hold it and he does.", "similarity": 0.5979, "relevance": 0 }, { "pair_id": 155716, "video_name": "friends_s10e08_seg02_clip_16", "timestamp": [ 40.97, 45.7 ], "duration": 63.66, "caption": "A woman tries to help a man to pull his head out.", "similarity": 0.5979, "relevance": 0 }, { "pair_id": 155717, "video_name": "castle_s03e15_seg02_clip_09", "timestamp": [ 9.04, 13.11 ], "duration": 90.66, "caption": "A man lifts his head after someone tells him woman has standards.", "similarity": 0.5952, "relevance": 1 }, { "pair_id": 155718, "video_name": "met_s03e06_seg02_clip_14", "timestamp": [ 12.31, 17.23 ], "duration": 61.66, "caption": "A man's head lifts up when woman says she needs to talk to him.", "similarity": 0.5931, "relevance": 2 }, { "pair_id": 155719, "video_name": "friends_s08e10_seg02_clip_12", "timestamp": [ 31.94, 46.21 ], "duration": 62.66, "caption": "A woman unzips her boot and takes it off her foot as she leans on a man.", "similarity": 0.5921, "relevance": 2 } ] }, { "query_id": 57169, "query": "A man sits on the couch and opens up a box.", "relevant_moment": [ { "pair_id": 157240, "video_name": "house_s01e06_seg02_clip_10", "timestamp": [ 31.14, 35.53 ], "duration": 79.66, "caption": "A man sits on the couch and opens up a box.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157241, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 11.76, 17.65 ], "duration": 98.66, "caption": "A man is going through a box on the couch.", "similarity": 0.7953, "relevance": 3 }, { "pair_id": 157242, "video_name": "met_s02e16_seg02_clip_06", "timestamp": [ 5.1, 17.35 ], "duration": 68.66, "caption": "A man packs a box and sets it on the couch.", "similarity": 0.7304, "relevance": 2 }, { "pair_id": 157243, "video_name": "friends_s06e24-25_seg02_clip_38", "timestamp": [ 38.37, 42.79 ], "duration": 59.66, "caption": "A man places a small white box on the sofa cushion.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 157244, "video_name": "met_s02e11_seg02_clip_13", "timestamp": [ 4.2, 11.1 ], "duration": 60.66, "caption": "A man holds a cardboard box as he walks towards the couch.", "similarity": 0.6808, "relevance": 1 }, { "pair_id": 157245, "video_name": "friends_s04e18_seg02_clip_00", "timestamp": [ 39.79, 43.93 ], "duration": 63.66, "caption": "A man gets up from the couch and opens the door.", "similarity": 0.6686, "relevance": 0 }, { "pair_id": 157246, "video_name": "friends_s02e03_seg02_clip_09", "timestamp": [ 33.19, 49.47 ], "duration": 62.66, "caption": "A man starts looking through a box with another man on the couch.", "similarity": 0.6577, "relevance": 3 }, { "pair_id": 157247, "video_name": "s05e20_seg02_clip_15", "timestamp": [ 44.56, 53.42 ], "duration": 59.66, "caption": "A man opens the top of the toy box.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 157248, "video_name": "met_s05e01_seg01_clip_02", "timestamp": [ 4.44, 8.88 ], "duration": 79.66, "caption": "A man opens the box and says what is inside.", "similarity": 0.6495, "relevance": 3 }, { "pair_id": 157249, "video_name": "friends_s07e02_seg02_clip_01", "timestamp": [ 24.01, 25.81 ], "duration": 60.66, "caption": "A man sits up from laying on the couch.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 157250, "video_name": "castle_s03e21_seg02_clip_12", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A man opens a box and takes out a few items from it.", "similarity": 0.641, "relevance": 2 }, { "pair_id": 157251, "video_name": "met_s03e19_seg02_clip_01", "timestamp": [ 7.16, 17.0 ], "duration": 59.66, "caption": "A man sits down on the couch and opens up their laptop.", "similarity": 0.6396, "relevance": 3 }, { "pair_id": 157252, "video_name": "s08e13_seg02_clip_06", "timestamp": [ 4.27, 8.85 ], "duration": 61.66, "caption": "A man sits down and put the box he/she is holding on the table.", "similarity": 0.6345, "relevance": 3 }, { "pair_id": 157253, "video_name": "friends_s04e11_seg02_clip_03", "timestamp": [ 27.61, 30.31 ], "duration": 60.66, "caption": "A man sits on the edge of the couch.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 157254, "video_name": "friends_s02e07_seg02_clip_13", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man sits on the edge of the couch.", "similarity": 0.6312, "relevance": 1 }, { "pair_id": 157255, "video_name": "met_s06e02_seg02_clip_02", "timestamp": [ 2.44, 3.97 ], "duration": 61.66, "caption": "A man puts a box on top of a bed.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 157256, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 37.42, 39.4 ], "duration": 44.66, "caption": "A man picks up the remote control and sits on the couch.", "similarity": 0.6258, "relevance": 1 }, { "pair_id": 157257, "video_name": "castle_s02e09_seg02_clip_12", "timestamp": [ 77.9, 83.75 ], "duration": 90.66, "caption": "A man opens a door, walks in the apartment and sits on a couch.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 157258, "video_name": "house_s06e08_seg02_clip_02", "timestamp": [ 33.45, 41.03 ], "duration": 89.66, "caption": "A man gets up from the couch and opens the refrigerator.", "similarity": 0.6113, "relevance": 0 }, { "pair_id": 157259, "video_name": "friends_s04e08_seg02_clip_22", "timestamp": [ 11.75, 17.84 ], "duration": 87.66, "caption": "A man walks over to open the large wooden box.", "similarity": 0.608, "relevance": 3 } ] }, { "query_id": 57177, "query": "A person sits down at the chair across from Agent.", "relevant_moment": [ { "pair_id": 14140, "video_name": "s04e07_seg02_clip_09", "timestamp": [ 0.0, 62.03 ], "duration": 62.66, "caption": "A person sits down at the chair across from Agent.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 14141, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 35.71, 38.07 ], "duration": 59.66, "caption": "A person sits up and down from their chair.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 14142, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 14143, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 13.28, 16.23 ], "duration": 59.66, "caption": "A person sits down on the chair behind someone.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 14144, "video_name": "met_s02e10_seg02_clip_06", "timestamp": [ 3.3, 5.1 ], "duration": 60.66, "caption": "A person sits on the chair across from some people.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 14145, "video_name": "castle_s05e08_seg02_clip_15", "timestamp": [ 23.41, 32.86 ], "duration": 90.66, "caption": "An agent limps over to the armchair and sits down on it.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 14146, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 3.22, 8.86 ], "duration": 161.66, "caption": "A person moves toward a chair and sits down.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 14147, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 49.1, 53.33 ], "duration": 65.66, "caption": "A person is sitting in the chair across from another person.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 14148, "video_name": "s02e12_seg02_clip_03", "timestamp": [ 1.5, 4.2 ], "duration": 60.66, "caption": "A person is sitting on the arm of person's chair.", "similarity": 0.6895, "relevance": 1 }, { "pair_id": 14149, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 3.11, 9.33 ], "duration": 62.66, "caption": "A person walks in and sits down on the chair.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 14150, "video_name": "s05e01_seg02_clip_17", "timestamp": [ 19.09, 24.85 ], "duration": 72.66, "caption": "A person walks towards the chair and sits on it.", "similarity": 0.6868, "relevance": 2 }, { "pair_id": 14151, "video_name": "s08e13_seg02_clip_05", "timestamp": [ 42.02, 47.72 ], "duration": 60.66, "caption": "A person gets up from the chair they were sitting at.", "similarity": 0.6861, "relevance": 1 }, { "pair_id": 14152, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 34.52, 40.82 ], "duration": 60.66, "caption": "A person walks in and sits on a chair.", "similarity": 0.6718, "relevance": 1 }, { "pair_id": 14153, "video_name": "house_s07e05_seg02_clip_26", "timestamp": [ 4.55, 7.58 ], "duration": 101.66, "caption": "A man sits down on the chair across from another person.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 14154, "video_name": "house_s07e03_seg02_clip_22", "timestamp": [ 0.0, 3.97 ], "duration": 88.66, "caption": "A person comes in the room and sits on the arm of a chair.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 14155, "video_name": "friends_s06e15-16_seg02_clip_37", "timestamp": [ 23.02, 42.79 ], "duration": 59.66, "caption": "A person has a medical issue and sits down in the chair.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 14156, "video_name": "house_s04e16_seg02_clip_15", "timestamp": [ 3.64, 21.39 ], "duration": 91.66, "caption": "A person sits in a chair while having a contraption around their head.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 14158, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 4.5, 6.3 ], "duration": 90.66, "caption": "A person sits down on the chair next to man.", "similarity": 0.6647, "relevance": 4 }, { "pair_id": 14159, "video_name": "castle_s01e05_seg02_clip_20", "timestamp": [ 26.51, 28.84 ], "duration": 93.66, "caption": "A person takes a few steps towards the chair and sits down.", "similarity": 0.6645, "relevance": 4 }, { "pair_id": 187460, "video_name": "s02e17_seg01_clip_01", "timestamp": [ 23.38, 27.07 ], "duration": 82.66, "caption": "A person sits down in a wooden chair next to someone.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 187461, "video_name": "house_s07e06_seg02_clip_21", "timestamp": [ 41.4, 46.74 ], "duration": 89.66, "caption": "A person walks to the chair in front of someone and sits down.", "similarity": 0.6604, "relevance": 3 }, { "pair_id": 187464, "video_name": "s05e14_seg02_clip_03", "timestamp": [ 19.67, 22.52 ], "duration": 57.66, "caption": "A person walks to the chair and sits down.", "similarity": 0.6585, "relevance": 3 }, { "pair_id": 187466, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 67.44, 71.63 ], "duration": 93.66, "caption": "A person walks over to a chair then sits down in the chair.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 187467, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A person gets up from his seat on the chair.", "similarity": 0.6521, "relevance": 1 }, { "pair_id": 187468, "video_name": "s07e16_seg02_clip_05", "timestamp": [ 42.62, 45.02 ], "duration": 60.66, "caption": "A person goes to sit down on the chair but then gets right up.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 187469, "video_name": "s08e21_seg02_clip_02", "timestamp": [ 31.81, 34.82 ], "duration": 60.66, "caption": "A person takes their seat in their office chair.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 187470, "video_name": "castle_s02e12_seg02_clip_20", "timestamp": [ 28.67, 31.4 ], "duration": 91.66, "caption": "A person sits on a chair that is placed next to another person's desk.", "similarity": 0.6504, "relevance": 3 }, { "pair_id": 187471, "video_name": "house_s08e01_seg02_clip_15", "timestamp": [ 43.41, 45.26 ], "duration": 74.66, "caption": "A person taking a seat in a blue office chair.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 187472, "video_name": "castle_s07e10_seg02_clip_12", "timestamp": [ 14.46, 16.71 ], "duration": 90.66, "caption": "A person pulls out a chair and sits down across from another person.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 187473, "video_name": "castle_s06e15_seg02_clip_06", "timestamp": [ 77.52, 79.31 ], "duration": 89.66, "caption": "A person sits down in a chair at a desk.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 187474, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 47.85, 65.34 ], "duration": 92.66, "caption": "A person sits in a chair with hands clasped, across from a person.", "similarity": 0.6449, "relevance": 1 }, { "pair_id": 187475, "video_name": "castle_s06e07_seg02_clip_23", "timestamp": [ 52.17, 54.44 ], "duration": 90.66, "caption": "A person sits down on the arm of man's chair.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 187477, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 10.24, 18.69 ], "duration": 89.66, "caption": "A person walks over to the chair and sits down.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 187478, "video_name": "friends_s07e12_seg02_clip_05", "timestamp": [ 23.11, 25.81 ], "duration": 60.66, "caption": "A person sits down on a chair at the dining table.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 187479, "video_name": "s07e09_seg02_clip_07", "timestamp": [ 0.0, 58.44 ], "duration": 59.66, "caption": "A person, wearing a suit, sits on a chair with his/her arms crossed.", "similarity": 0.6437, "relevance": 1 } ] }, { "query_id": 57209, "query": "A woman brushes the hair away from her face and stands up.", "relevant_moment": [ { "pair_id": 151340, "video_name": "s02e17_seg01_clip_01", "timestamp": [ 57.01, 59.88 ], "duration": 82.66, "caption": "A woman brushes the hair away from her face and stands up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151341, "video_name": "friends_s08e23-24_seg02_clip_10", "timestamp": [ 33.41, 34.67 ], "duration": 63.66, "caption": "A woman brushes her hair away from her face.", "similarity": 0.845, "relevance": 3 }, { "pair_id": 151342, "video_name": "castle_s06e13_seg02_clip_26", "timestamp": [ 8.1, 10.8 ], "duration": 135.66, "caption": "A woman reaches up and brushes her hair back from her face as she stands next to person.", "similarity": 0.8446, "relevance": 3 }, { "pair_id": 151343, "video_name": "met_s02e08_seg01_clip_00", "timestamp": [ 38.9, 40.74 ], "duration": 61.66, "caption": "A woman brushes the hair away from her face with her right hand.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 151344, "video_name": "friends_s01e08_seg02_clip_05", "timestamp": [ 60.2, 61.12 ], "duration": 61.66, "caption": "A woman brushes away her hair from her face with both hands.", "similarity": 0.8035, "relevance": 2 }, { "pair_id": 151345, "video_name": "castle_s04e03_seg02_clip_09", "timestamp": [ 50.33, 52.18 ], "duration": 92.66, "caption": "A woman reaches one hand up and brushes her hair back from her face.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 151346, "video_name": "friends_s10e04_seg01_clip_00", "timestamp": [ 59.78, 60.86 ], "duration": 72.66, "caption": "A woman is brushing her hair out of her face.", "similarity": 0.7524, "relevance": 2 }, { "pair_id": 151347, "video_name": "friends_s07e20_seg02_clip_09", "timestamp": [ 15.64, 17.12 ], "duration": 59.66, "caption": "A woman pulls her hair away from her face.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 151348, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 57.7, 60.1 ], "duration": 60.66, "caption": "A woman pulls her hair away from her face.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 151349, "video_name": "friends_s05e23-24_seg02_clip_00", "timestamp": [ 32.29, 34.17 ], "duration": 62.66, "caption": "A woman moves her hair away from her face in the middle of gesturing.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 151350, "video_name": "friends_s03e04_seg02_clip_15", "timestamp": [ 15.01, 16.51 ], "duration": 60.66, "caption": "A woman brushes her bangs away from her face.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 151351, "video_name": "s05e06_seg02_clip_00", "timestamp": [ 25.74, 28.53 ], "duration": 62.66, "caption": "A woman brushes her hair back from her face as she talks to some people.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 151352, "video_name": "met_s02e07_seg02_clip_12", "timestamp": [ 32.81, 33.71 ], "duration": 60.66, "caption": "A woman pulls her hair back away from her face.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 151353, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 53.39, 55.11 ], "duration": 57.66, "caption": "A woman pulls her hair back away from her face.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 151354, "video_name": "friends_s08e01_seg02_clip_04", "timestamp": [ 33.05, 36.44 ], "duration": 61.66, "caption": "A woman brushes a stray hair out of her face.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 151355, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 66.44, 68.08 ], "duration": 82.66, "caption": "A woman pulls the hair away from her face with her right hand.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 151356, "video_name": "friends_s06e15-16_seg02_clip_17", "timestamp": [ 46.99, 47.6 ], "duration": 61.66, "caption": "A woman uses her hand to move the hair from her face.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 151357, "video_name": "friends_s09e20_seg02_clip_08", "timestamp": [ 4.2, 6.0 ], "duration": 60.66, "caption": "A woman pulls her hair away from her face with her right hand.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 151358, "video_name": "grey_s03e12_seg02_clip_13", "timestamp": [ 73.54, 75.36 ], "duration": 90.66, "caption": "A woman brushes her hair back with both hands.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 151359, "video_name": "met_s06e10_seg02_clip_15", "timestamp": [ 34.24, 36.52 ], "duration": 118.66, "caption": "A woman brushes all over her hair with her hands.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 324660, "video_name": "met_s06e05_seg02_clip_00", "timestamp": [ 50.35, 52.52 ], "duration": 62.66, "caption": "A woman brushes her hair back behind her ears.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 324661, "video_name": "castle_s05e10_seg02_clip_26", "timestamp": [ 40.05, 42.36 ], "duration": 154.66, "caption": "A woman raises both hands up brushes her hair back from her shoulders.", "similarity": 0.6946, "relevance": 3 }, { "pair_id": 324662, "video_name": "s05e12_seg02_clip_11", "timestamp": [ 7.44, 8.68 ], "duration": 62.66, "caption": "A woman reaches up and brushes her hair back as she stands at a jewelry counter.", "similarity": 0.6911, "relevance": 3 }, { "pair_id": 324663, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 58.23, 59.18 ], "duration": 63.66, "caption": "A woman sweeps a strand of hair away from her face.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 324664, "video_name": "met_s02e13_seg02_clip_08", "timestamp": [ 14.76, 16.87 ], "duration": 60.66, "caption": "A woman rolls her eyes and brushes hair out of her face.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 324665, "video_name": "grey_s03e18_seg02_clip_27", "timestamp": [ 13.16, 18.02 ], "duration": 18.66, "caption": "A woman wakes up and moves her hair away from her head.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 324666, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 47.33, 49.04 ], "duration": 57.66, "caption": "A woman uses her hand to push her hair back from her face.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 324667, "video_name": "friends_s07e12_seg02_clip_05", "timestamp": [ 54.02, 55.22 ], "duration": 60.66, "caption": "A woman uses her hand to brush her hair out of her eyes.", "similarity": 0.6795, "relevance": 3 }, { "pair_id": 324668, "video_name": "s09e17_seg02_clip_06", "timestamp": [ 55.84, 57.98 ], "duration": 61.66, "caption": "A woman takes her hand and brushes her bangs back from her face.", "similarity": 0.679, "relevance": 2 }, { "pair_id": 324669, "video_name": "friends_s09e22_seg02_clip_18", "timestamp": [ 44.42, 46.22 ], "duration": 60.66, "caption": "A woman uses her hand to push away strands of hair from her face and shoulder.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 324670, "video_name": "s07e23_seg02_clip_08", "timestamp": [ 43.81, 49.61 ], "duration": 58.66, "caption": "A woman pushes her hair back from her face with her hands.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 324671, "video_name": "castle_s05e14_seg02_clip_07", "timestamp": [ 31.71, 33.53 ], "duration": 90.66, "caption": "A woman moves the hair on her forehead with her hand.", "similarity": 0.6582, "relevance": 3 }, { "pair_id": 324672, "video_name": "castle_s02e10_seg02_clip_06", "timestamp": [ 58.14, 59.48 ], "duration": 89.66, "caption": "A woman reaches up and brushes the side of her face with her finger.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 324673, "video_name": "s03e06_seg02_clip_02", "timestamp": [ 50.96, 51.57 ], "duration": 61.66, "caption": "A woman brushes her hair from her face while smiling at man.", "similarity": 0.6552, "relevance": 3 }, { "pair_id": 324674, "video_name": "met_s02e08_seg02_clip_00", "timestamp": [ 9.25, 11.72 ], "duration": 61.66, "caption": "A woman pulls her hair back from her face with her left hand.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 324675, "video_name": "friends_s09e14_seg02_clip_09", "timestamp": [ 25.33, 27.16 ], "duration": 61.66, "caption": "A woman raises her hand and pushes her hair back from her face.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 324676, "video_name": "castle_s03e18_seg02_clip_15", "timestamp": [ 12.29, 15.02 ], "duration": 91.66, "caption": "A woman brushes hair from her face when she asks a question.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 324677, "video_name": "friends_s03e22_seg02_clip_15", "timestamp": [ 21.84, 28.33 ], "duration": 59.66, "caption": "A woman brushes through woman's hair while talking to her.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 324678, "video_name": "friends_s08e01_seg02_clip_01", "timestamp": [ 36.7, 39.22 ], "duration": 56.66, "caption": "A woman rubs her hair out of her face.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 324679, "video_name": "grey_s03e25_seg02_clip_09", "timestamp": [ 1.31, 48.3 ], "duration": 87.66, "caption": "A person is behind another person when she has her hair up.", "similarity": 0.628, "relevance": 0 } ] }, { "query_id": 57211, "query": "A woman pops her head into person's apartment to see if he/she is available so he/she hangs up the phone.", "relevant_moment": [ { "pair_id": 18660, "video_name": "friends_s05e11_seg02_clip_14", "timestamp": [ 25.66, 32.42 ], "duration": 45.66, "caption": "A woman pops her head into person's apartment to see if he/she is available so he/she hangs up the phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18661, "video_name": "friends_s09e03_seg02_clip_04", "timestamp": [ 52.53, 56.37 ], "duration": 59.66, "caption": "A woman walks into a man's apartment after he hangs up the phone.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 18663, "video_name": "castle_s01e06_seg02_clip_19", "timestamp": [ 23.76, 25.66 ], "duration": 95.66, "caption": "A woman tries to figure out if person is still on the phone with her.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 18664, "video_name": "friends_s09e05_seg02_clip_01", "timestamp": [ 42.5, 47.22 ], "duration": 59.66, "caption": "A woman enters woman's apartment and turns around to talk to woman.", "similarity": 0.6878, "relevance": 1 }, { "pair_id": 18665, "video_name": "s10e13_seg02_clip_03", "timestamp": [ 32.14, 33.77 ], "duration": 54.66, "caption": "A woman is on her phone as she walks into the apartment.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 18666, "video_name": "castle_s06e19_seg02_clip_00", "timestamp": [ 54.69, 56.53 ], "duration": 91.66, "caption": "A woman picks up the phone at the apartment.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 18667, "video_name": "friends_s02e08_seg02_clip_09", "timestamp": [ 4.48, 11.53 ], "duration": 64.66, "caption": "A woman enters two people's apartment as she is about to ask them a question until she sees a man and she asks him if he is about to leave.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 18668, "video_name": "friends_s09e22_seg01_clip_00", "timestamp": [ 72.01, 78.67 ], "duration": 121.66, "caption": "A woman enters a place talking on her cell phone and then hangs up.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 18669, "video_name": "friends_s03e02_seg02_clip_12", "timestamp": [ 19.83, 24.41 ], "duration": 61.66, "caption": "A woman runs into the apartment to identify the voice on the phone.", "similarity": 0.6762, "relevance": 1 }, { "pair_id": 18670, "video_name": "s04e12_seg02_clip_11", "timestamp": [ 49.74, 52.79 ], "duration": 61.66, "caption": "A woman enters the apartment building and stops when she sees person.", "similarity": 0.6747, "relevance": 1 }, { "pair_id": 18671, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 37.84, 41.8 ], "duration": 61.66, "caption": "A woman walks into a man's apartment with her cellphone in her hand.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 18672, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 9.6, 15.01 ], "duration": 60.66, "caption": "A woman motions for person to come in and person enters the apartment.", "similarity": 0.6717, "relevance": 0 }, { "pair_id": 18673, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 11.1, 20.41 ], "duration": 60.66, "caption": "A man hangs up the phone and then a woman walks into the apartment.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 18674, "video_name": "friends_s06e18_seg02_clip_10", "timestamp": [ 33.01, 34.52 ], "duration": 60.66, "caption": "A woman opens the door to a man's apartment while holding the phone to her ear.", "similarity": 0.6682, "relevance": 2 }, { "pair_id": 18675, "video_name": "s05e05_seg02_clip_11", "timestamp": [ 52.22, 60.03 ], "duration": 60.66, "caption": "A person comes back into the apartment to show someone something on his/her cell phone.", "similarity": 0.6678, "relevance": 1 }, { "pair_id": 18676, "video_name": "friends_s05e11_seg02_clip_14", "timestamp": [ 33.77, 40.97 ], "duration": 45.66, "caption": "A woman enters a man's apartment to talk to him.", "similarity": 0.6672, "relevance": 0 }, { "pair_id": 18677, "video_name": "friends_s10e10_seg02_clip_18", "timestamp": [ 46.99, 52.48 ], "duration": 61.66, "caption": "A man hangs up the phone in woman's apartment.", "similarity": 0.6667, "relevance": 1 }, { "pair_id": 191980, "video_name": "house_s05e22_seg02_clip_24", "timestamp": [ 0.0, 8.16 ], "duration": 96.66, "caption": "A woman tells person where she is when he picks up the phone.", "similarity": 0.6601, "relevance": 2 }, { "pair_id": 191981, "video_name": "friends_s07e15_seg02_clip_07", "timestamp": [ 3.41, 18.61 ], "duration": 62.66, "caption": "A woman walks into the apartment telling woman to remember what she did with a person's phone.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 191982, "video_name": "friends_s08e02_seg02_clip_07", "timestamp": [ 50.83, 53.6 ], "duration": 61.66, "caption": "A person walks into a woman's apartment and towards her.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 191983, "video_name": "castle_s03e22_seg02_clip_12", "timestamp": [ 8.02, 13.82 ], "duration": 89.66, "caption": "A woman hangs up the phone after telling someone and someone what to do.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 191984, "video_name": "house_s06e13_seg02_clip_18", "timestamp": [ 43.71, 50.37 ], "duration": 95.66, "caption": "A woman is on the phone as she murmurs to herself for a person to pick up as a man walks into her office and she gestures to him that she's occupied.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 191985, "video_name": "friends_s08e17_seg01_clip_00", "timestamp": [ 19.52, 23.42 ], "duration": 65.66, "caption": "A woman walks into another woman's apartment and asks whether a person is there.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 191986, "video_name": "s03e13_seg02_clip_04", "timestamp": [ 31.04, 35.4 ], "duration": 58.66, "caption": "A person asks to come into a woman's apartment and another person nods at her.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 191987, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 0.0, 42.48 ], "duration": 44.66, "caption": "A person is on the phone with another person at the apartment.", "similarity": 0.6518, "relevance": 1 }, { "pair_id": 191988, "video_name": "castle_s07e02_seg02_clip_23", "timestamp": [ 18.45, 21.16 ], "duration": 90.66, "caption": "A woman receives a phone call and puts the phone to her head.", "similarity": 0.6508, "relevance": 1 }, { "pair_id": 191989, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 42.43, 49.33 ], "duration": 49.66, "caption": "A woman's partner walks into the apartment to see him/her.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 191990, "video_name": "friends_s03e11_seg02_clip_13", "timestamp": [ 0.0, 3.74 ], "duration": 62.66, "caption": "A woman hangs up the phone and turns around.", "similarity": 0.6495, "relevance": 3 }, { "pair_id": 191991, "video_name": "castle_s07e14_seg02_clip_23", "timestamp": [ 7.58, 11.15 ], "duration": 89.66, "caption": "A woman tries to determine someone's relationship to another person while on the phone with them.", "similarity": 0.6482, "relevance": 1 }, { "pair_id": 191992, "video_name": "s10e07_seg02_clip_16", "timestamp": [ 41.59, 48.73 ], "duration": 84.66, "caption": "A person walks into another person's apartment after she does.", "similarity": 0.6456, "relevance": 1 }, { "pair_id": 191993, "video_name": "friends_s04e09_seg02_clip_07", "timestamp": [ 4.79, 7.04 ], "duration": 56.66, "caption": "A woman tries to get someone to use her cell phone.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 191994, "video_name": "friends_s07e16_seg02_clip_04", "timestamp": [ 29.51, 34.24 ], "duration": 59.66, "caption": "A woman enters the apartment and a woman inquires about her to which the woman tells her that she has a headache.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 191995, "video_name": "s08e12_seg02_clip_00", "timestamp": [ 5.85, 9.75 ], "duration": 65.66, "caption": "A person is pacing back and forth as a woman enters the apartment.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 191996, "video_name": "castle_s07e11_seg02_clip_19", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "A woman pulls out a cell phone, dials then holds the phone to her ear waiting for an answer.", "similarity": 0.6431, "relevance": 2 }, { "pair_id": 191997, "video_name": "castle_s08e10_seg02_clip_18", "timestamp": [ 7.36, 10.12 ], "duration": 92.66, "caption": "A woman quickly tells man what to do before hanging up the phone.", "similarity": 0.6429, "relevance": 2 }, { "pair_id": 191998, "video_name": "house_s07e23_seg02_clip_05", "timestamp": [ 77.8, 85.02 ], "duration": 85.66, "caption": "A person dials a number and she picks up the phone in front of him/her.", "similarity": 0.6427, "relevance": 3 }, { "pair_id": 191999, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 44.9, 59.1 ], "duration": 66.66, "caption": "A person is on the phone with someone and they hang up on him/her.", "similarity": 0.6421, "relevance": 2 } ] }, { "query_id": 57291, "query": "A child reaches out and tries to grab person's cane until his successful.", "relevant_moment": [ { "pair_id": 2360, "video_name": "house_s02e17_seg02_clip_02", "timestamp": [ 9.12, 18.69 ], "duration": 91.66, "caption": "A child reaches out and tries to grab person's cane until his successful.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2361, "video_name": "house_s06e21_seg02_clip_05", "timestamp": [ 62.34, 69.72 ], "duration": 82.66, "caption": "The hand of an injured person reaches out and grabs a person's cane, startling him.", "similarity": 0.7386, "relevance": 3 }, { "pair_id": 2362, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 41.92, 50.49 ], "duration": 90.66, "caption": "A person gets up but head back to grab their cane.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 2363, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 64.25, 67.93 ], "duration": 91.66, "caption": "A person grabs their cane then they stand up.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 2364, "video_name": "house_s07e14_seg02_clip_06", "timestamp": [ 20.69, 24.45 ], "duration": 94.66, "caption": "A person grabs his cane and starts to walk away.", "similarity": 0.7232, "relevance": 0 }, { "pair_id": 2365, "video_name": "house_s07e15_seg02_clip_05", "timestamp": [ 2.61, 6.09 ], "duration": 87.66, "caption": "A person grabs their cane and then stands up.", "similarity": 0.7076, "relevance": 0 }, { "pair_id": 2366, "video_name": "castle_s08e19_seg02_clip_23", "timestamp": [ 15.69, 20.1 ], "duration": 98.66, "caption": "A person grabs a cane and holds it up like a weapon.", "similarity": 0.7035, "relevance": 0 }, { "pair_id": 2367, "video_name": "house_s03e22_seg02_clip_18", "timestamp": [ 85.58, 87.79 ], "duration": 88.66, "caption": "A person grabs their cane and stands from their seat.", "similarity": 0.6891, "relevance": 0 }, { "pair_id": 2368, "video_name": "house_s08e01_seg02_clip_12", "timestamp": [ 16.72, 20.69 ], "duration": 88.66, "caption": "Person grabs his cane and walks over to another person.", "similarity": 0.6812, "relevance": 1 }, { "pair_id": 2369, "video_name": "house_s03e19_seg02_clip_16", "timestamp": [ 0.0, 1.34 ], "duration": 89.66, "caption": "A child grabs someone's behind as they are walking.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 2370, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 19.33, 21.17 ], "duration": 92.66, "caption": "A person grabs a cane and stands himself up.", "similarity": 0.6737, "relevance": 0 }, { "pair_id": 2371, "video_name": "house_s08e17_seg02_clip_10", "timestamp": [ 79.67, 83.72 ], "duration": 90.66, "caption": "A person holds out their cane and gestures towards another person.", "similarity": 0.6702, "relevance": 0 }, { "pair_id": 2372, "video_name": "house_s04e08_seg02_clip_23", "timestamp": [ 80.48, 85.34 ], "duration": 108.66, "caption": "A person turns to walk out and stops and makes a gesture with his cane.", "similarity": 0.6604, "relevance": 0 }, { "pair_id": 2373, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 34.42, 36.75 ], "duration": 93.66, "caption": "A person grabs his cane and stands up from his chair.", "similarity": 0.6538, "relevance": 0 }, { "pair_id": 2374, "video_name": "house_s02e07_seg02_clip_07", "timestamp": [ 69.3, 76.18 ], "duration": 91.66, "caption": "A person grabs their cane and asks another person to go with them.", "similarity": 0.6534, "relevance": 0 }, { "pair_id": 2375, "video_name": "house_s02e18_seg02_clip_07", "timestamp": [ 8.01, 11.13 ], "duration": 89.66, "caption": "A person pulls a stool using his cane.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 2376, "video_name": "house_s08e04_seg02_clip_15", "timestamp": [ 23.21, 26.85 ], "duration": 91.66, "caption": "A person grabs their cane from the vending machine.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 2377, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 29.05, 32.57 ], "duration": 88.66, "caption": "A person puts his cane down and grabs the shirt of a young male patient.", "similarity": 0.6293, "relevance": 2 }, { "pair_id": 2378, "video_name": "house_s04e09_seg02_clip_21", "timestamp": [ 53.65, 55.45 ], "duration": 90.66, "caption": "A person grabs their coat and cane and starts to walk away.", "similarity": 0.6254, "relevance": 0 }, { "pair_id": 2379, "video_name": "house_s02e09_seg02_clip_08", "timestamp": [ 8.01, 9.79 ], "duration": 89.66, "caption": "A man hands his cane to someone to his left.", "similarity": 0.6213, "relevance": 1 } ] }, { "query_id": 57359, "query": "A woman puts her cup on the table while talking to man.", "relevant_moment": [ { "pair_id": 162020, "video_name": "house_s05e16_seg02_clip_23", "timestamp": [ 10.44, 14.79 ], "duration": 87.66, "caption": "A woman puts her cup on the table while talking to man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 162021, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 7.5, 11.71 ], "duration": 60.66, "caption": "A woman put her cup of coffee to the table while talking to man.", "similarity": 0.902, "relevance": 4 }, { "pair_id": 162022, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 18.45, 22.51 ], "duration": 90.66, "caption": "A person put his coffee on the table while talking to woman.", "similarity": 0.8436, "relevance": 2 }, { "pair_id": 162023, "video_name": "friends_s07e20_seg02_clip_12", "timestamp": [ 14.46, 18.89 ], "duration": 59.66, "caption": "A woman puts the glass cup down on the table in the kitchen while talking to a man.", "similarity": 0.8233, "relevance": 4 }, { "pair_id": 162024, "video_name": "house_s07e23_seg02_clip_02", "timestamp": [ 0.0, 38.26 ], "duration": 90.66, "caption": "A man holds onto the cup while talking to woman.", "similarity": 0.8081, "relevance": 1 }, { "pair_id": 162025, "video_name": "met_s06e01_seg02_clip_02", "timestamp": [ 32.49, 36.56 ], "duration": 58.66, "caption": "A woman sets her mug aside on a coffee table while talking to a man.", "similarity": 0.8078, "relevance": 4 }, { "pair_id": 162026, "video_name": "house_s06e10_seg02_clip_12", "timestamp": [ 45.25, 47.59 ], "duration": 78.66, "caption": "A man puts a drink on his cup while talking to a woman.", "similarity": 0.8032, "relevance": 2 }, { "pair_id": 162027, "video_name": "friends_s06e07_seg02_clip_19", "timestamp": [ 48.61, 52.67 ], "duration": 81.66, "caption": "A man sits his coffee cup down on the table while he is talking to woman.", "similarity": 0.7916, "relevance": 2 }, { "pair_id": 162028, "video_name": "friends_s03e05_seg02_clip_18", "timestamp": [ 27.1, 40.65 ], "duration": 63.66, "caption": "A woman holds a large yellow coffee cup while speaking with a man and then places it on his table.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 162029, "video_name": "s07e20_seg02_clip_00", "timestamp": [ 20.47, 62.03 ], "duration": 62.66, "caption": "A woman was carrying a cup whilst talking to a man.", "similarity": 0.7856, "relevance": 1 }, { "pair_id": 162030, "video_name": "s04e15_seg02_clip_06", "timestamp": [ 42.92, 45.32 ], "duration": 60.66, "caption": "A man is listening to person talk and puts his cup on the table.", "similarity": 0.7776, "relevance": 1 }, { "pair_id": 162031, "video_name": "castle_s06e16_seg02_clip_04", "timestamp": [ 38.41, 45.61 ], "duration": 96.66, "caption": "A person was holding a cup as he was talking to woman.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 162032, "video_name": "s09e05_seg02_clip_00", "timestamp": [ 25.74, 27.91 ], "duration": 62.66, "caption": "A woman puts down the water and cheese on the coffee table to speak to a man.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 162033, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 5.23, 8.04 ], "duration": 80.66, "caption": "A person puts a coffee on his cup while speaking to a woman.", "similarity": 0.7706, "relevance": 1 }, { "pair_id": 162034, "video_name": "house_s03e06_seg02_clip_19", "timestamp": [ 60.54, 68.55 ], "duration": 89.66, "caption": "A woman talks to a man while holding onto a yellow cup in her hand.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 162035, "video_name": "friends_s03e19_seg02_clip_02", "timestamp": [ 42.37, 55.02 ], "duration": 55.66, "caption": "A man holds his cups while talking to a woman.", "similarity": 0.765, "relevance": 1 }, { "pair_id": 162036, "video_name": "castle_s04e11_seg02_clip_01", "timestamp": [ 0.0, 1.8 ], "duration": 90.66, "caption": "A man was sipping on his cup while talking to a woman.", "similarity": 0.7576, "relevance": 1 }, { "pair_id": 162037, "video_name": "castle_s07e22_seg02_clip_27", "timestamp": [ 0.0, 6.73 ], "duration": 12.66, "caption": "A woman holds up a cup as she listens to a man speaking to her.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 162038, "video_name": "friends_s09e11_seg02_clip_20", "timestamp": [ 37.22, 43.22 ], "duration": 60.66, "caption": "A woman sits down on the coffee table when she is having a talk with a man.", "similarity": 0.7499, "relevance": 1 }, { "pair_id": 162039, "video_name": "castle_s04e23_seg02_clip_04", "timestamp": [ 18.31, 35.25 ], "duration": 91.66, "caption": "A woman was holding a cup of coffee whilst talking to a man.", "similarity": 0.7495, "relevance": 2 } ] }, { "query_id": 57381, "query": "A woman stands up from the table at the meeting.", "relevant_moment": [ { "pair_id": 16640, "video_name": "house_s04e09_seg02_clip_05", "timestamp": [ 45.29, 47.03 ], "duration": 87.66, "caption": "A woman stands up from the table at the meeting.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16641, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 18.04, 20.69 ], "duration": 88.66, "caption": "A man stands up from his seat in their meeting table.", "similarity": 0.7465, "relevance": 3 }, { "pair_id": 16642, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 8.51, 10.4 ], "duration": 63.66, "caption": "A woman stands up from the table rather quickly.", "similarity": 0.7408, "relevance": 4 }, { "pair_id": 16643, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 23.67, 25.75 ], "duration": 52.66, "caption": "A woman stands up from the table very quickly.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 16644, "video_name": "friends_s10e16_seg02_clip_01", "timestamp": [ 10.68, 14.04 ], "duration": 61.66, "caption": "A woman stands up from the table where two people are sitting.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 16645, "video_name": "house_s03e10_seg02_clip_04", "timestamp": [ 17.8, 19.17 ], "duration": 91.66, "caption": "A group of people stands up from being seated in their meeting table.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 16646, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 27.91, 30.7 ], "duration": 62.66, "caption": "A person stands up from their seat at the table.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 16647, "video_name": "friends_s05e13_seg02_clip_09", "timestamp": [ 30.26, 32.19 ], "duration": 55.66, "caption": "A woman stands up from her seat at the kitchen table.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 16648, "video_name": "met_s03e15_seg02_clip_03", "timestamp": [ 13.81, 16.81 ], "duration": 60.66, "caption": "A person in a meeting climbs up onto the table.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 16649, "video_name": "friends_s01e18_seg02_clip_05", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman stands up from the table where three people are sitting.", "similarity": 0.6863, "relevance": 4 }, { "pair_id": 16651, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A person stands up from his chair at the table.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 16652, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 27.01, 29.26 ], "duration": 90.66, "caption": "A person stands up from the seat at the head of the table.", "similarity": 0.6708, "relevance": 3 }, { "pair_id": 16653, "video_name": "castle_s01e01_seg02_clip_04", "timestamp": [ 67.81, 68.72 ], "duration": 91.66, "caption": "A woman stands up from the table where a man sits.", "similarity": 0.6676, "relevance": 3 }, { "pair_id": 16654, "video_name": "grey_s03e18_seg02_clip_18", "timestamp": [ 24.31, 28.81 ], "duration": 90.66, "caption": "A woman stands up from her seat at the dining room table then sits down.", "similarity": 0.6661, "relevance": 4 }, { "pair_id": 16655, "video_name": "grey_s03e08_seg02_clip_12", "timestamp": [ 72.56, 77.21 ], "duration": 93.66, "caption": "A woman stands up from the table with another woman following.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 16656, "video_name": "castle_s06e16_seg02_clip_07", "timestamp": [ 13.65, 20.94 ], "duration": 91.66, "caption": "A person sat to the table while having a meeting.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 16657, "video_name": "castle_s07e05_seg02_clip_23", "timestamp": [ 40.36, 42.62 ], "duration": 90.66, "caption": "A woman stands up and pushes her chair under the table.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 16658, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 34.59, 42.05 ], "duration": 59.66, "caption": "A man stands up when woman comes back to the table.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 16659, "video_name": "castle_s04e19_seg02_clip_19", "timestamp": [ 44.08, 50.97 ], "duration": 91.66, "caption": "Woman stands up from the table and stands behind man.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 189960, "video_name": "s09e03_seg02_clip_04", "timestamp": [ 36.21, 42.48 ], "duration": 57.66, "caption": "A woman puts her wine glass on the table and stands up.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 189961, "video_name": "friends_s07e23-24_seg02_clip_27", "timestamp": [ 55.88, 59.45 ], "duration": 59.66, "caption": "A woman stands up from the table and grabs her makeup bag.", "similarity": 0.6318, "relevance": 3 }, { "pair_id": 189962, "video_name": "castle_s07e22_seg02_clip_17", "timestamp": [ 0.0, 17.75 ], "duration": 91.66, "caption": "A woman stands above someone seated at a table, then she sits down.", "similarity": 0.6311, "relevance": 2 }, { "pair_id": 189963, "video_name": "friends_s06e09_seg02_clip_17", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A woman stands up from the table with a plate of food.", "similarity": 0.6291, "relevance": 3 }, { "pair_id": 189964, "video_name": "friends_s07e11_seg02_clip_14", "timestamp": [ 2.17, 5.89 ], "duration": 62.66, "caption": "A woman stands up and says she's going to meet a person.", "similarity": 0.6262, "relevance": 3 }, { "pair_id": 189965, "video_name": "house_s06e13_seg02_clip_06", "timestamp": [ 4.95, 10.8 ], "duration": 90.66, "caption": "A woman sits down at a conference table.", "similarity": 0.6251, "relevance": 3 }, { "pair_id": 189966, "video_name": "s02e06_seg02_clip_01", "timestamp": [ 5.99, 8.51 ], "duration": 63.66, "caption": "Person stands up from his/her seat at the table to talk to woman in the red hoodie.", "similarity": 0.6231, "relevance": 4 }, { "pair_id": 189967, "video_name": "s05e22_seg02_clip_08", "timestamp": [ 18.92, 39.08 ], "duration": 62.66, "caption": "A person stands up from the table to give a speech.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 189968, "video_name": "castle_s02e14_seg02_clip_21", "timestamp": [ 18.89, 28.1 ], "duration": 92.66, "caption": "A woman stands up from the table and another person followed her.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 189969, "video_name": "grey_s03e18_seg02_clip_17", "timestamp": [ 22.32, 26.78 ], "duration": 89.66, "caption": "A woman comes in when everyone is gathered around the table.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 189970, "video_name": "friends_s10e11_seg02_clip_05", "timestamp": [ 36.09, 44.44 ], "duration": 59.66, "caption": "A woman stands up from the table, and walks over to another woman.", "similarity": 0.6197, "relevance": 2 }, { "pair_id": 189971, "video_name": "friends_s01e24_seg02_clip_16", "timestamp": [ 17.59, 20.57 ], "duration": 59.66, "caption": "A woman slams her hand down on the table and stands up.", "similarity": 0.6189, "relevance": 2 }, { "pair_id": 189972, "video_name": "friends_s06e15-16_seg02_clip_20", "timestamp": [ 8.8, 12.11 ], "duration": 55.66, "caption": "A woman stands up from the table and walks with a notepad in her hand.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 189973, "video_name": "friends_s10e08_seg02_clip_14", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A woman stands up from the table and goes over to the door where three people are.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 189974, "video_name": "friends_s03e02_seg02_clip_04", "timestamp": [ 19.81, 21.91 ], "duration": 60.66, "caption": "A woman stands up.", "similarity": 0.6162, "relevance": 3 }, { "pair_id": 189975, "video_name": "friends_s09e05_seg02_clip_19", "timestamp": [ 23.66, 57.02 ], "duration": 57.66, "caption": "A woman gets up from her chair and talked to everyone in the table.", "similarity": 0.6162, "relevance": 3 }, { "pair_id": 189976, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 33.76, 37.41 ], "duration": 91.66, "caption": "A woman stands up from her chair at the desk.", "similarity": 0.614, "relevance": 3 }, { "pair_id": 189977, "video_name": "friends_s05e13_seg02_clip_09", "timestamp": [ 29.71, 32.46 ], "duration": 55.66, "caption": "A woman gets up from the table with her mug.", "similarity": 0.6139, "relevance": 3 }, { "pair_id": 189978, "video_name": "house_s01e14_seg02_clip_01", "timestamp": [ 9.9, 33.76 ], "duration": 90.66, "caption": "A woman talks to a group as they are all seated at a conference table; she introduces a man, and he stands as they applaud.", "similarity": 0.6131, "relevance": 2 }, { "pair_id": 189979, "video_name": "s01e16_seg01_clip_02", "timestamp": [ 0.0, 52.02 ], "duration": 52.66, "caption": "A woman was standing in front of the table where some people were sitting.", "similarity": 0.6125, "relevance": 1 } ] }, { "query_id": 57521, "query": "A man sadly sits on the ground discussing work with woman.", "relevant_moment": [ { "pair_id": 44340, "video_name": "friends_s03e04_seg02_clip_14", "timestamp": [ 11.72, 15.92 ], "duration": 60.66, "caption": "A man sadly sits on the ground discussing work with woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 44341, "video_name": "house_s07e22_seg02_clip_06", "timestamp": [ 2.84, 5.67 ], "duration": 189.66, "caption": "A man sits down as he is conversing with a woman.", "similarity": 0.6573, "relevance": 1 }, { "pair_id": 44342, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 6.58 ], "duration": 94.66, "caption": "A man sits down while he is talking to a woman.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 44343, "video_name": "met_s06e08_seg02_clip_06", "timestamp": [ 50.17, 60.45 ], "duration": 60.66, "caption": "A woman sits and sadly talks to a man on a bench.", "similarity": 0.652, "relevance": 2 }, { "pair_id": 44344, "video_name": "castle_s07e19_seg02_clip_22", "timestamp": [ 49.41, 54.3 ], "duration": 89.66, "caption": "A man sits down while he talks to a woman.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 44345, "video_name": "castle_s08e04_seg02_clip_03", "timestamp": [ 0.89, 4.9 ], "duration": 89.66, "caption": "A woman discusses an author while a man sits down.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 44346, "video_name": "house_s04e04_seg02_clip_11", "timestamp": [ 3.15, 5.4 ], "duration": 90.66, "caption": "A man sits down while talking to a woman seriously.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 44347, "video_name": "castle_s08e10_seg02_clip_16", "timestamp": [ 0.0, 11.84 ], "duration": 87.66, "caption": "A woman is having a conversation with man while sitting.", "similarity": 0.6372, "relevance": 1 }, { "pair_id": 44348, "video_name": "castle_s06e04_seg02_clip_12", "timestamp": [ 0.45, 4.46 ], "duration": 89.66, "caption": "A man sits down while talking to a woman about a theory.", "similarity": 0.6346, "relevance": 1 }, { "pair_id": 44349, "video_name": "house_s05e15_seg02_clip_09", "timestamp": [ 0.0, 3.29 ], "duration": 94.66, "caption": "A man sits down on the armchair while talking to woman.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 44350, "video_name": "met_s03e04_seg02_clip_13", "timestamp": [ 14.2, 19.81 ], "duration": 66.66, "caption": "A woman sits down to tell a man a difficult conversation.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 44351, "video_name": "friends_s04e15_seg02_clip_02", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A man was sitting beside a woman while he was talking.", "similarity": 0.6249, "relevance": 1 }, { "pair_id": 44352, "video_name": "friends_s09e23-24_seg02_clip_34", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A woman sits down as she tells a man they need to have a conversation.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 44353, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A woman sits down in front of man while talking.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 44354, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 56.43, 60.35 ], "duration": 60.66, "caption": "A woman sits down as a man is talking to her.", "similarity": 0.6187, "relevance": 1 }, { "pair_id": 44355, "video_name": "met_s06e16_seg02_clip_09", "timestamp": [ 6.99, 12.81 ], "duration": 58.66, "caption": "A man is sitting with a woman conversing.", "similarity": 0.6178, "relevance": 1 }, { "pair_id": 44356, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 13.35, 17.03 ], "duration": 92.66, "caption": "Man complains how hard his job is while woman sits down.", "similarity": 0.6172, "relevance": 2 }, { "pair_id": 44357, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man was sitting on a chair whilst talking to woman.", "similarity": 0.6166, "relevance": 2 }, { "pair_id": 44358, "video_name": "house_s03e04_seg02_clip_24", "timestamp": [ 71.97, 77.01 ], "duration": 91.66, "caption": "A man sits down in front of a woman while speaking.", "similarity": 0.6164, "relevance": 2 }, { "pair_id": 44359, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 38.77, 40.01 ], "duration": 62.66, "caption": "A man sits down on a chair during a conversation with woman.", "similarity": 0.6157, "relevance": 1 } ] }, { "query_id": 57525, "query": "A man runs into the hallway play acting that he has been shot.", "relevant_moment": [ { "pair_id": 160700, "video_name": "friends_s03e04_seg02_clip_15", "timestamp": [ 9.6, 19.21 ], "duration": 60.66, "caption": "A man runs into the hallway play acting that he has been shot.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160701, "video_name": "castle_s03e04_seg02_clip_14", "timestamp": [ 0.0, 1.44 ], "duration": 96.66, "caption": "A person runs into the room holding a gun.", "similarity": 0.6135, "relevance": 3 }, { "pair_id": 160702, "video_name": "s09e14_seg02_clip_04", "timestamp": [ 2.07, 4.72 ], "duration": 59.66, "caption": "A person turns around and runs down the hallway.", "similarity": 0.5852, "relevance": 2 }, { "pair_id": 160703, "video_name": "s02e12_seg02_clip_16", "timestamp": [ 29.6, 32.04 ], "duration": 61.66, "caption": "A person runs down the hallway followed by someone.", "similarity": 0.5716, "relevance": 3 }, { "pair_id": 160705, "video_name": "s02e14_seg02_clip_06", "timestamp": [ 23.95, 27.73 ], "duration": 63.66, "caption": "A person gets up from the sofa and runs into the hallway.", "similarity": 0.5686, "relevance": 1 }, { "pair_id": 160708, "video_name": "castle_s08e19_seg02_clip_24", "timestamp": [ 0.0, 9.86 ], "duration": 82.66, "caption": "A person runs over to a man, who is sitting on the floor with a bullet to the head.", "similarity": 0.5557, "relevance": 2 }, { "pair_id": 160709, "video_name": "house_s05e09_seg02_clip_13", "timestamp": [ 30.37, 33.59 ], "duration": 92.66, "caption": "A woman runs out of the room with the shooter.", "similarity": 0.5556, "relevance": 1 }, { "pair_id": 160710, "video_name": "castle_s08e01_seg02_clip_14", "timestamp": [ 0.0, 3.95 ], "duration": 65.66, "caption": "A man runs in from another corridor wielding two rifles.", "similarity": 0.5469, "relevance": 2 }, { "pair_id": 160711, "video_name": "s05e14_seg02_clip_14", "timestamp": [ 16.81, 23.41 ], "duration": 60.66, "caption": "A man shoots himself in the foot at the shooting range.", "similarity": 0.5459, "relevance": 0 }, { "pair_id": 160712, "video_name": "friends_s05e03_seg02_clip_14", "timestamp": [ 16.23, 18.38 ], "duration": 61.66, "caption": "A man runs out to the hallway and celebrates.", "similarity": 0.5458, "relevance": 2 }, { "pair_id": 160713, "video_name": "met_s04e01_seg02_clip_15", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A man runs into the room to describe what his date is doing.", "similarity": 0.5455, "relevance": 1 }, { "pair_id": 160714, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 72.4, 74.23 ], "duration": 91.66, "caption": "A man runs up to person as person walks in the hallway.", "similarity": 0.5446, "relevance": 1 }, { "pair_id": 160715, "video_name": "friends_s03e22_seg02_clip_07", "timestamp": [ 23.19, 25.33 ], "duration": 61.66, "caption": "The director of the plays opens the door and steps through.", "similarity": 0.5446, "relevance": 0 }, { "pair_id": 160716, "video_name": "grey_s02e03_seg02_clip_07", "timestamp": [ 9.96, 25.8 ], "duration": 90.66, "caption": "A man is running down the hallway and turns around to talk to another man.", "similarity": 0.5438, "relevance": 2 }, { "pair_id": 160717, "video_name": "castle_s07e01_seg02_clip_04", "timestamp": [ 0.0, 3.4 ], "duration": 85.66, "caption": "A man runs to person and points his gun at him.", "similarity": 0.5398, "relevance": 1 }, { "pair_id": 160718, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 51.32, 60.03 ], "duration": 60.66, "caption": "A man comes into the room all fired up.", "similarity": 0.5393, "relevance": 1 }, { "pair_id": 160719, "video_name": "castle_s03e24_seg02_clip_19", "timestamp": [ 36.51, 48.52 ], "duration": 100.66, "caption": "A man loads bullets in his gun and one in the chamber.", "similarity": 0.5383, "relevance": 1 } ] }, { "query_id": 57582, "query": "A woman looks through some paper files and then shakes her head slightly.", "relevant_moment": [ { "pair_id": 150660, "video_name": "grey_s01e05_seg02_clip_06", "timestamp": [ 68.42, 73.82 ], "duration": 90.66, "caption": "A woman looks through some paper files and then shakes her head slightly.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 150661, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 0.0, 11.08 ], "duration": 88.66, "caption": "A woman looks at the file a person was looking at in his hand.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 150662, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 60.5, 70.58 ], "duration": 96.66, "caption": "A woman opens a file and looks through its contents.", "similarity": 0.7153, "relevance": 3 }, { "pair_id": 150663, "video_name": "castle_s05e14_seg02_clip_06", "timestamp": [ 0.0, 24.95 ], "duration": 86.66, "caption": "A woman was holding a bunch of papers and staring at it whilst talking.", "similarity": 0.7034, "relevance": 3 }, { "pair_id": 150664, "video_name": "friends_s03e03_seg02_clip_13", "timestamp": [ 51.32, 56.17 ], "duration": 57.66, "caption": "A woman turns her head and looks across the room as she holds a stack of papers in front of her.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 150665, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 7.81, 14.83 ], "duration": 26.66, "caption": "A woman looks at and reads the paper in her hands.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 150666, "video_name": "s02e13_seg02_clip_03", "timestamp": [ 0.0, 8.12 ], "duration": 58.66, "caption": "A woman is confused and annoyed about some papers she's looking at with a person.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 150667, "video_name": "house_s05e16_seg02_clip_06", "timestamp": [ 13.49, 22.33 ], "duration": 93.66, "caption": "A woman shakes her head then signs a paper.", "similarity": 0.6933, "relevance": 1 }, { "pair_id": 150668, "video_name": "house_s05e11_seg02_clip_04", "timestamp": [ 27.6, 29.82 ], "duration": 89.66, "caption": "A person shakes his head slightly and looks down at his desk and begins flicking through documents.", "similarity": 0.6915, "relevance": 0 }, { "pair_id": 150669, "video_name": "grey_s02e05_seg02_clip_12", "timestamp": [ 21.94, 28.82 ], "duration": 86.66, "caption": "A woman holds a stack of files as she nervously watches on.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 150670, "video_name": "castle_s02e05_seg02_clip_03", "timestamp": [ 5.34, 7.57 ], "duration": 89.66, "caption": "A woman looks down as she opens a file folder.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 150671, "video_name": "house_s01e11_seg02_clip_12", "timestamp": [ 11.23, 12.13 ], "duration": 89.66, "caption": "A woman puts on her glasses to read the file.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 150672, "video_name": "friends_s09e13_seg02_clip_18", "timestamp": [ 37.46, 40.05 ], "duration": 57.66, "caption": "A woman looks through the paper in a red folder.", "similarity": 0.6766, "relevance": 3 }, { "pair_id": 150673, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 150674, "video_name": "grey_s02e11_seg02_clip_12", "timestamp": [ 82.92, 90.13 ], "duration": 90.66, "caption": "A woman grabs a files from person and looks at it.", "similarity": 0.6623, "relevance": 1 }, { "pair_id": 150675, "video_name": "house_s07e04_seg02_clip_16", "timestamp": [ 41.42, 44.6 ], "duration": 91.66, "caption": "A woman reads from a file and touches the patient's forehead.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 150676, "video_name": "castle_s02e11_seg02_clip_19", "timestamp": [ 63.0, 77.1 ], "duration": 94.66, "caption": "A woman is going through a file cabinet looking through the files.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 150677, "video_name": "castle_s07e12_seg02_clip_25", "timestamp": [ 62.93, 66.1 ], "duration": 90.66, "caption": "A woman is seated at a desk and looking through a file folder.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 150678, "video_name": "grey_s03e05_seg02_clip_12", "timestamp": [ 31.26, 35.73 ], "duration": 89.66, "caption": "A woman is looking through a file when person walks up to her.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 150679, "video_name": "castle_s06e14_seg02_clip_23", "timestamp": [ 0.0, 4.06 ], "duration": 90.66, "caption": "A person hands a woman a sheet of paper and she looks at it.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 323980, "video_name": "castle_s06e10_seg02_clip_01", "timestamp": [ 68.2, 70.5 ], "duration": 92.66, "caption": "A woman slightly rolls her eyes and shakes her head.", "similarity": 0.6505, "relevance": 3 }, { "pair_id": 323981, "video_name": "castle_s08e11_seg02_clip_09", "timestamp": [ 9.24, 11.88 ], "duration": 88.66, "caption": "A woman flips a page on her file to look for more information.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 323983, "video_name": "castle_s02e17_seg02_clip_12", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A woman unfolds a piece of paper and reads what is on it.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 323984, "video_name": "castle_s06e08_seg02_clip_15", "timestamp": [ 60.99, 68.56 ], "duration": 89.66, "caption": "A woman is looking at a file and then at Wiki on her computer.", "similarity": 0.6487, "relevance": 3 }, { "pair_id": 323985, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 2.67, 4.89 ], "duration": 88.66, "caption": "A woman looks down at the paper in her hand.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 323986, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 6.29, 14.82 ], "duration": 89.66, "caption": "A woman takes the file from the table and examines it.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 323987, "video_name": "castle_s02e19_seg02_clip_13", "timestamp": [ 4.48, 7.17 ], "duration": 89.66, "caption": "A woman is handed a plastic bag containing some papers and she looks at it.", "similarity": 0.645, "relevance": 2 }, { "pair_id": 323988, "video_name": "friends_s07e20_seg01_clip_02", "timestamp": [ 4.75, 7.76 ], "duration": 50.66, "caption": "A woman holds then looks at a small piece of paper then she looks down while moving the paper downwards.", "similarity": 0.6448, "relevance": 1 }, { "pair_id": 323989, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 8.52, 11.22 ], "duration": 89.66, "caption": "A woman shakes her head while explaining her reading habits.", "similarity": 0.6429, "relevance": 1 }, { "pair_id": 323990, "video_name": "grey_s01e05_seg02_clip_06", "timestamp": [ 35.11, 55.36 ], "duration": 90.66, "caption": "A woman is seen looking through all of the files in a room.", "similarity": 0.6414, "relevance": 2 }, { "pair_id": 323991, "video_name": "house_s07e07_seg02_clip_01", "timestamp": [ 83.72, 84.62 ], "duration": 90.66, "caption": "A woman grabs a file a person is looking at.", "similarity": 0.641, "relevance": 1 }, { "pair_id": 323992, "video_name": "s07e13_seg02_clip_15", "timestamp": [ 26.85, 28.68 ], "duration": 61.66, "caption": "A person looks at woman and shakes his head.", "similarity": 0.6393, "relevance": 1 }, { "pair_id": 323993, "video_name": "castle_s02e16_seg02_clip_07", "timestamp": [ 79.24, 89.6 ], "duration": 90.66, "caption": "A woman reads a file, tosses the file on the table and then sits down.", "similarity": 0.6367, "relevance": 2 }, { "pair_id": 323994, "video_name": "castle_s03e15_seg02_clip_05", "timestamp": [ 81.99, 85.12 ], "duration": 89.66, "caption": "A woman looks at some papers that a man hands her.", "similarity": 0.6362, "relevance": 3 }, { "pair_id": 323995, "video_name": "castle_s05e21_seg02_clip_02", "timestamp": [ 52.41, 54.15 ], "duration": 87.66, "caption": "A woman quickly shakes her head back and forth as she looks over her shoulder.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 323996, "video_name": "house_s05e05_seg02_clip_01", "timestamp": [ 4.45, 16.02 ], "duration": 89.66, "caption": "A person opens the file they're holding and glances at it.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 323997, "video_name": "castle_s08e21_seg02_clip_06", "timestamp": [ 85.32, 89.34 ], "duration": 89.66, "caption": "A woman sits down while looking at some paper and talking.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 323998, "video_name": "castle_s05e14_seg02_clip_26", "timestamp": [ 0.45, 9.83 ], "duration": 89.66, "caption": "A woman stares at person, puts on her glasses and reads a piece of paper.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 323999, "video_name": "house_s08e02_seg02_clip_16", "timestamp": [ 27.82, 28.71 ], "duration": 89.66, "caption": "A woman adjusts her glasses while carrying a file.", "similarity": 0.6335, "relevance": 2 } ] }, { "query_id": 57616, "query": "A woman enters the room and starts giving someone a massage.", "relevant_moment": [ { "pair_id": 157280, "video_name": "friends_s09e21_seg02_clip_11", "timestamp": [ 38.88, 52.8 ], "duration": 58.66, "caption": "A woman enters the room and starts giving someone a massage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157281, "video_name": "friends_s05e13_seg02_clip_10", "timestamp": [ 19.21, 24.01 ], "duration": 64.66, "caption": "A woman starts giving person one of her massages.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 157282, "video_name": "house_s07e17_seg02_clip_03", "timestamp": [ 4.98, 8.72 ], "duration": 83.66, "caption": "A woman who is giving a person a back massage guesses who enters the room.", "similarity": 0.7813, "relevance": 2 }, { "pair_id": 157283, "video_name": "friends_s01e13_seg02_clip_05", "timestamp": [ 0.35, 13.11 ], "duration": 69.66, "caption": "A woman gives a man a neck massage while he is engaging with others in the room.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 157284, "video_name": "friends_s05e13_seg02_clip_10", "timestamp": [ 46.74, 50.9 ], "duration": 64.66, "caption": "A woman goes over to man and starts giving him a massage.", "similarity": 0.7063, "relevance": 3 }, { "pair_id": 157285, "video_name": "friends_s01e02_seg02_clip_14", "timestamp": [ 0.0, 8.82 ], "duration": 63.66, "caption": "A woman comes into the room and shakes person's hand.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 157286, "video_name": "house_s08e03_seg02_clip_08", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman enters the room and gives coffee to person.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 157287, "video_name": "house_s07e20_seg02_clip_09", "timestamp": [ 13.84, 15.14 ], "duration": 86.66, "caption": "A person opens a door and the woman enters the room.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 157288, "video_name": "friends_s08e14_seg02_clip_05", "timestamp": [ 35.7, 61.03 ], "duration": 61.66, "caption": "A woman starts monanig as another woman gives her a massage.", "similarity": 0.6683, "relevance": 3 }, { "pair_id": 157289, "video_name": "castle_s08e08_seg02_clip_14", "timestamp": [ 1.36, 6.34 ], "duration": 90.66, "caption": "A person enters the room and shakes hands with a woman.", "similarity": 0.6672, "relevance": 1 }, { "pair_id": 157290, "video_name": "castle_s04e04_seg02_clip_22", "timestamp": [ 7.82, 17.02 ], "duration": 92.66, "caption": "A woman enters the room and introduces a guest.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 157291, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 14.29, 16.81 ], "duration": 56.66, "caption": "A woman enters the room and greets a person upon entering.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 157292, "video_name": "met_s06e02_seg02_clip_00", "timestamp": [ 15.2, 18.61 ], "duration": 62.66, "caption": "A woman opens the door and enters the room.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 157293, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 5.45, 9.41 ], "duration": 99.66, "caption": "A woman opens the door and enters the room.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 157294, "video_name": "friends_s06e09_seg02_clip_22", "timestamp": [ 49.6, 51.08 ], "duration": 74.66, "caption": "A woman opens the door and enters the room.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 157295, "video_name": "castle_s04e02_seg02_clip_11", "timestamp": [ 75.23, 78.88 ], "duration": 91.66, "caption": "A woman enters the room and begins talking with man.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 157296, "video_name": "house_s04e02_seg02_clip_13", "timestamp": [ 44.56, 48.61 ], "duration": 90.66, "caption": "A woman seems surprise when person enters the room.", "similarity": 0.6474, "relevance": 1 }, { "pair_id": 157297, "video_name": "house_s01e11_seg02_clip_08", "timestamp": [ 8.74, 36.35 ], "duration": 92.66, "caption": "A woman grabs person's hands and massages them.", "similarity": 0.6462, "relevance": 3 }, { "pair_id": 157298, "video_name": "castle_s05e11_seg02_clip_09", "timestamp": [ 5.92, 7.28 ], "duration": 91.66, "caption": "A woman opens a door and enters a room.", "similarity": 0.6459, "relevance": 2 }, { "pair_id": 157299, "video_name": "friends_s09e21_seg02_clip_15", "timestamp": [ 38.43, 68.02 ], "duration": 68.66, "caption": "A woman gives someone a massage while he/she is laying down.", "similarity": 0.6421, "relevance": 3 }, { "pair_id": 330600, "video_name": "grey_s02e25_seg02_clip_06", "timestamp": [ 0.0, 11.83 ], "duration": 91.66, "caption": "A woman comes in to a patient's room to give someone some directions.", "similarity": 0.6399, "relevance": 1 }, { "pair_id": 330601, "video_name": "friends_s08e14_seg02_clip_20", "timestamp": [ 17.33, 45.12 ], "duration": 55.66, "caption": "A woman is giving a person a massage and the person starts moaning like they're having sex which gets the woman talking.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 330602, "video_name": "friends_s06e06_seg01_clip_00", "timestamp": [ 0.0, 8.46 ], "duration": 65.66, "caption": "A man startles a person when they come into the room.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 330603, "video_name": "castle_s07e17_seg02_clip_24", "timestamp": [ 68.67, 74.05 ], "duration": 89.66, "caption": "A woman enters the room with someone and closes the door.", "similarity": 0.6323, "relevance": 2 }, { "pair_id": 330604, "video_name": "castle_s07e10_seg02_clip_02", "timestamp": [ 12.22, 16.74 ], "duration": 90.66, "caption": "A woman came in the room and a person gives something to him.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 330605, "video_name": "friends_s04e17_seg02_clip_00", "timestamp": [ 42.2, 51.5 ], "duration": 62.66, "caption": "A woman opens the front door and enters the apartment carrying a massage table, then another woman walks over to her and takes the table from her.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 330606, "video_name": "friends_s09e21_seg02_clip_15", "timestamp": [ 52.72, 68.02 ], "duration": 68.66, "caption": "A woman is giving a massage to a woman who is laying down.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 330607, "video_name": "castle_s08e16_seg02_clip_16", "timestamp": [ 0.0, 15.02 ], "duration": 91.66, "caption": "A woman tries to seduce a man to come into her room.", "similarity": 0.6241, "relevance": 1 }, { "pair_id": 330608, "video_name": "friends_s02e03_seg02_clip_06", "timestamp": [ 27.91, 50.72 ], "duration": 60.66, "caption": "A woman brings in a large lamp into the room.", "similarity": 0.6223, "relevance": 1 }, { "pair_id": 330609, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 62.74, 70.41 ], "duration": 90.66, "caption": "A woman rushes into the room and upon reaching a person leans forward onto her arms with her mouth slightly ajar.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 330610, "video_name": "castle_s05e07_seg02_clip_08", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A person enters the room and handed a cup to woman.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 330611, "video_name": "friends_s07e08_seg02_clip_15", "timestamp": [ 55.23, 58.89 ], "duration": 61.66, "caption": "A person opens the door and enters the room.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 330612, "video_name": "castle_s02e20_seg02_clip_20", "timestamp": [ 25.89, 28.67 ], "duration": 92.66, "caption": "A person entered the room and started talking to a woman.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 330613, "video_name": "friends_s09e21_seg02_clip_16", "timestamp": [ 47.29, 54.36 ], "duration": 54.66, "caption": "A woman gets up on the message table after the massage.", "similarity": 0.6169, "relevance": 1 }, { "pair_id": 330614, "video_name": "house_s05e19_seg02_clip_12", "timestamp": [ 70.33, 89.02 ], "duration": 89.66, "caption": "A woman comes into the room to see the patient.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 330615, "video_name": "castle_s04e23_seg02_clip_09", "timestamp": [ 25.01, 29.4 ], "duration": 87.66, "caption": "A woman opens a door and walks into the room with someone.", "similarity": 0.6162, "relevance": 1 }, { "pair_id": 330616, "video_name": "friends_s04e04_seg02_clip_14", "timestamp": [ 25.33, 51.57 ], "duration": 61.66, "caption": "A woman is fantasizing while giving someone a back massage at Healing Hands, Inc.", "similarity": 0.6143, "relevance": 3 }, { "pair_id": 330617, "video_name": "friends_s09e21_seg02_clip_16", "timestamp": [ 9.51, 32.88 ], "duration": 54.66, "caption": "A woman gives another woman a massage on the massage table.", "similarity": 0.6142, "relevance": 3 }, { "pair_id": 330618, "video_name": "friends_s05e13_seg01_clip_00", "timestamp": [ 0.0, 15.01 ], "duration": 50.66, "caption": "A woman lays on the bed and gets a massage from a man.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 330619, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 29.13, 30.5 ], "duration": 91.66, "caption": "A person opens a door and enters the room.", "similarity": 0.6109, "relevance": 1 } ] }, { "query_id": 57630, "query": "A woman is standing and listening to two people speak.", "relevant_moment": [ { "pair_id": 109720, "video_name": "castle_s04e13_seg02_clip_14", "timestamp": [ 0.0, 14.11 ], "duration": 91.66, "caption": "A woman is standing and listening to two people speak.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 109721, "video_name": "castle_s02e12_seg02_clip_03", "timestamp": [ 0.0, 22.79 ], "duration": 93.66, "caption": "A woman is speaking to two people as they stand in front of each other.", "similarity": 0.8549, "relevance": 4 }, { "pair_id": 109722, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 84.21, 92.04 ], "duration": 92.66, "caption": "A woman stands in front of another person and speaks with him/her.", "similarity": 0.84, "relevance": 2 }, { "pair_id": 109723, "video_name": "s01e10_seg02_clip_07", "timestamp": [ 28.51, 31.51 ], "duration": 60.66, "caption": "A woman goes to stand next to a person as she speaks to another person.", "similarity": 0.8374, "relevance": 1 }, { "pair_id": 109724, "video_name": "friends_s02e06_seg02_clip_02", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A person stands close to woman and speaks to her.", "similarity": 0.8296, "relevance": 3 }, { "pair_id": 109725, "video_name": "castle_s02e24_seg02_clip_14", "timestamp": [ 0.0, 4.48 ], "duration": 89.66, "caption": "Two people are standing across from each other as she speaks.", "similarity": 0.8267, "relevance": 1 }, { "pair_id": 109726, "video_name": "castle_s04e12_seg02_clip_08", "timestamp": [ 35.11, 91.19 ], "duration": 91.66, "caption": "Two people are standing speaking to a woman.", "similarity": 0.8228, "relevance": 4 }, { "pair_id": 109727, "video_name": "s06e05_seg02_clip_13", "timestamp": [ 0.0, 4.95 ], "duration": 66.66, "caption": "A woman is standing in front of person speaking.", "similarity": 0.8224, "relevance": 1 }, { "pair_id": 109728, "video_name": "castle_s03e18_seg02_clip_20", "timestamp": [ 0.0, 8.58 ], "duration": 90.66, "caption": "A woman is standing as she speaks with a man.", "similarity": 0.8182, "relevance": 3 }, { "pair_id": 109729, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman speaks to person about her interaction with another person.", "similarity": 0.7965, "relevance": 2 }, { "pair_id": 109730, "video_name": "grey_s03e13_seg02_clip_07", "timestamp": [ 0.0, 4.59 ], "duration": 91.66, "caption": "A person speaks to woman who is standing beside him.", "similarity": 0.7944, "relevance": 3 }, { "pair_id": 109731, "video_name": "castle_s07e12_seg02_clip_10", "timestamp": [ 0.0, 4.49 ], "duration": 89.66, "caption": "Two people are standing beside each other speaking to a woman.", "similarity": 0.7894, "relevance": 3 }, { "pair_id": 109732, "video_name": "castle_s07e16_seg02_clip_21", "timestamp": [ 15.85, 80.6 ], "duration": 90.66, "caption": "A woman is standing next to a man as she speaks to him and another person.", "similarity": 0.7887, "relevance": 4 }, { "pair_id": 109733, "video_name": "castle_s08e04_seg02_clip_01", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman is standing in front of another woman as they speak.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 109734, "video_name": "house_s03e11_seg02_clip_15", "timestamp": [ 0.0, 26.61 ], "duration": 95.66, "caption": "A woman is standing over person talking with them.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 109735, "video_name": "castle_s01e07_seg02_clip_02", "timestamp": [ 42.54, 47.12 ], "duration": 91.66, "caption": "A woman is talking to another woman while they are standing.", "similarity": 0.7838, "relevance": 3 }, { "pair_id": 109736, "video_name": "castle_s05e08_seg02_clip_20", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "Woman is sitting as she speaks to person standing in front of her.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 109737, "video_name": "grey_s03e07_seg02_clip_20", "timestamp": [ 81.31, 89.66 ], "duration": 89.66, "caption": "A woman stands up while continuing to talk to another person.", "similarity": 0.7826, "relevance": 3 }, { "pair_id": 109738, "video_name": "castle_s06e13_seg02_clip_12", "timestamp": [ 0.0, 31.3 ], "duration": 89.66, "caption": "A woman is speaking to two men as they stand across from each other.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 109739, "video_name": "castle_s05e16_seg02_clip_06", "timestamp": [ 0.0, 27.44 ], "duration": 93.66, "caption": "A woman is speaking to two men as they stand across from her.", "similarity": 0.7804, "relevance": 2 }, { "pair_id": 283040, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 0.0, 83.12 ], "duration": 88.66, "caption": "Two women are standing and speaking to each other.", "similarity": 0.7804, "relevance": 3 }, { "pair_id": 283041, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 18.31, 21.91 ], "duration": 60.66, "caption": "A woman goes to stand next to another woman to speak to her.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 283042, "video_name": "friends_s03e16_seg02_clip_09", "timestamp": [ 14.43, 47.32 ], "duration": 57.66, "caption": "A woman listens in on person and person's conversation.", "similarity": 0.7783, "relevance": 3 }, { "pair_id": 283043, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman stands up when a man speaks to her.", "similarity": 0.7766, "relevance": 1 }, { "pair_id": 283044, "video_name": "castle_s07e23_seg02_clip_13", "timestamp": [ 66.17, 70.22 ], "duration": 90.66, "caption": "A woman looks to the side as she listens to someone speaking.", "similarity": 0.7763, "relevance": 1 }, { "pair_id": 283045, "video_name": "friends_s09e06_seg02_clip_08", "timestamp": [ 21.38, 23.66 ], "duration": 57.66, "caption": "A woman startles some people when she speaks.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 283046, "video_name": "castle_s07e20_seg02_clip_16", "timestamp": [ 0.0, 11.88 ], "duration": 88.66, "caption": "The three people were having a conversation while a woman was just standing there and listening.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 283047, "video_name": "castle_s07e13_seg02_clip_25", "timestamp": [ 0.0, 58.61 ], "duration": 93.66, "caption": "A woman is standing as she converses with a man and a woman.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 283048, "video_name": "grey_s02e25_seg02_clip_08", "timestamp": [ 0.0, 4.15 ], "duration": 92.66, "caption": "A woman is speaking to another woman as she is beside her.", "similarity": 0.7731, "relevance": 2 }, { "pair_id": 283049, "video_name": "castle_s07e16_seg02_clip_20", "timestamp": [ 0.0, 4.48 ], "duration": 89.66, "caption": "A woman is speaking to another person as they are facing each other.", "similarity": 0.7697, "relevance": 1 }, { "pair_id": 283050, "video_name": "house_s04e16_seg02_clip_04", "timestamp": [ 0.0, 13.36 ], "duration": 89.66, "caption": "A woman is on person and she gets close to their ear and speaks into it.", "similarity": 0.7687, "relevance": 2 }, { "pair_id": 283051, "video_name": "grey_s02e23_seg02_clip_23", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "A woman is standing as she speaks to man who is sitting.", "similarity": 0.7686, "relevance": 1 }, { "pair_id": 283052, "video_name": "castle_s03e15_seg02_clip_01", "timestamp": [ 9.21, 34.53 ], "duration": 92.66, "caption": "A woman and a man are standing across from each other speaking.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 283053, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 27.91, 32.56 ], "duration": 93.66, "caption": "A woman is talking to two men while they are standing.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 283054, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 41.32, 46.63 ], "duration": 59.66, "caption": "A person is standing by someone when they both speak.", "similarity": 0.7634, "relevance": 2 }, { "pair_id": 283055, "video_name": "met_s06e02_seg02_clip_16", "timestamp": [ 1.24, 3.41 ], "duration": 62.66, "caption": "A person is talking to a woman and stands up.", "similarity": 0.7631, "relevance": 2 }, { "pair_id": 283056, "video_name": "s02e16_seg02_clip_15", "timestamp": [ 3.84, 7.36 ], "duration": 64.66, "caption": "A woman stands behind man listening to him talk to person.", "similarity": 0.7615, "relevance": 4 }, { "pair_id": 283057, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 47.36, 82.37 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7602, "relevance": 4 }, { "pair_id": 283058, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 39.54 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 283059, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 0.0, 16.73 ], "duration": 90.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7602, "relevance": 2 } ] }, { "query_id": 57667, "query": "A woman walks past two people carrying boxes.", "relevant_moment": [ { "pair_id": 15400, "video_name": "s10e06_seg02_clip_05", "timestamp": [ 29.29, 32.34 ], "duration": 61.66, "caption": "A woman walks past two people carrying boxes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15401, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.5, 31.97 ], "duration": 83.66, "caption": "A person walks over to person carrying a big box.", "similarity": 0.729, "relevance": 3 }, { "pair_id": 15402, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 34.51, 45.02 ], "duration": 100.66, "caption": "Two people in the background are carrying post office boxes and eventually walk a woman.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 15403, "video_name": "friends_s10e06_seg02_clip_02", "timestamp": [ 42.5, 46.04 ], "duration": 59.66, "caption": "A woman walks in while another woman is setting down a box.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 15404, "video_name": "friends_s04e08_seg02_clip_20", "timestamp": [ 9.34, 21.24 ], "duration": 46.66, "caption": "A woman walks over to the box that a man is in.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 15405, "video_name": "castle_s03e03_seg02_clip_14", "timestamp": [ 31.7, 40.19 ], "duration": 89.66, "caption": "A woman is carrying a box as two people follow her into an office.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 15406, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 8.19, 10.72 ], "duration": 63.66, "caption": "A woman walks past person holding a stack of envelopes.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 15407, "video_name": "house_s07e04_seg02_clip_25", "timestamp": [ 0.0, 6.06 ], "duration": 101.66, "caption": "A woman is putting her things on a box and a man walks up to her.", "similarity": 0.6933, "relevance": 1 }, { "pair_id": 15409, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 22.51, 42.38 ], "duration": 88.66, "caption": "A woman walks with some people while holding a folder.", "similarity": 0.6807, "relevance": 1 }, { "pair_id": 15411, "video_name": "friends_s06e18_seg02_clip_08", "timestamp": [ 45.59, 49.62 ], "duration": 62.66, "caption": "A woman is putting stuff in a box while another woman is walking with a trash bag to the couch.", "similarity": 0.6782, "relevance": 1 }, { "pair_id": 15412, "video_name": "s10e02_seg02_clip_11", "timestamp": [ 0.0, 4.05 ], "duration": 54.66, "caption": "A woman walks over to a person and picks up a boxed mix.", "similarity": 0.6762, "relevance": 0 }, { "pair_id": 15413, "video_name": "friends_s04e09_seg02_clip_18", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A woman turns toward person, carrying a box full of items.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 15414, "video_name": "s01e04_seg01_clip_02", "timestamp": [ 29.47, 43.02 ], "duration": 43.66, "caption": "A person is carrying a box as he walks up the stairs with another person.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 15415, "video_name": "met_s06e02_seg02_clip_05", "timestamp": [ 28.81, 32.11 ], "duration": 60.66, "caption": "A woman walks out the door holding a cardboard box and a man follows after her.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 15416, "video_name": "friends_s03e10_seg02_clip_11", "timestamp": [ 4.35, 11.19 ], "duration": 62.66, "caption": "A woman is holding two boxes in their hands.", "similarity": 0.6609, "relevance": 1 }, { "pair_id": 15417, "video_name": "met_s02e18_seg02_clip_02", "timestamp": [ 27.92, 33.27 ], "duration": 59.66, "caption": "A woman walks into the living room carrying a large box and hands it off to a man who, while talking to another man, carries the box out the front door.", "similarity": 0.6604, "relevance": 2 }, { "pair_id": 15418, "video_name": "s07e14_seg02_clip_04", "timestamp": [ 13.87, 17.12 ], "duration": 59.66, "caption": "A woman holds a box of snacks as she walks towards another woman and the other woman takes some from the box.", "similarity": 0.659, "relevance": 1 }, { "pair_id": 15419, "video_name": "friends_s07e22_seg02_clip_00", "timestamp": [ 14.65, 17.39 ], "duration": 61.66, "caption": "A woman carrying a book walks by two people.", "similarity": 0.6553, "relevance": 2 } ] }, { "query_id": 57675, "query": "Two people are standing in the kitchen.", "relevant_moment": [ { "pair_id": 13180, "video_name": "s10e06_seg02_clip_08", "timestamp": [ 8.4, 9.6 ], "duration": 60.66, "caption": "Two people are standing in the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13181, "video_name": "friends_s09e08_seg02_clip_05", "timestamp": [ 47.43, 49.85 ], "duration": 60.66, "caption": "Two people shake hands while standing in the kitchen.", "similarity": 0.8056, "relevance": 4 }, { "pair_id": 13182, "video_name": "s09e09_seg02_clip_12", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A person is standing next to a man inside a kitchen.", "similarity": 0.7936, "relevance": 4 }, { "pair_id": 13183, "video_name": "s05e02_seg02_clip_11", "timestamp": [ 65.68, 67.02 ], "duration": 67.66, "caption": "A woman is standing in woman's kitchen with woman.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 13185, "video_name": "friends_s01e02_seg02_clip_04", "timestamp": [ 35.71, 43.97 ], "duration": 59.66, "caption": "Two people look around the kitchen.", "similarity": 0.7463, "relevance": 4 }, { "pair_id": 13186, "video_name": "met_s03e01_seg02_clip_03", "timestamp": [ 22.02, 28.53 ], "duration": 62.66, "caption": "A woman and person stand in the kitchen as woman talks to person.", "similarity": 0.7448, "relevance": 4 }, { "pair_id": 13187, "video_name": "grey_s02e23_seg02_clip_25", "timestamp": [ 93.53, 98.54 ], "duration": 167.66, "caption": "A man enters the kitchen with a woman as a person is standing behind the counter.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 13188, "video_name": "s02e09_seg02_clip_12", "timestamp": [ 6.51, 43.42 ], "duration": 62.66, "caption": "Two people talk to each other in the kitchen.", "similarity": 0.733, "relevance": 4 }, { "pair_id": 13189, "video_name": "friends_s04e16_seg02_clip_21", "timestamp": [ 55.37, 82.02 ], "duration": 82.66, "caption": "Two people are in the kitchen and having a conversation.", "similarity": 0.7306, "relevance": 4 }, { "pair_id": 13190, "video_name": "castle_s08e13_seg02_clip_18", "timestamp": [ 0.0, 13.95 ], "duration": 90.66, "caption": "Two people have a conversation in the kitchen.", "similarity": 0.7298, "relevance": 4 }, { "pair_id": 13191, "video_name": "friends_s08e02_seg02_clip_18", "timestamp": [ 2.0, 2.8 ], "duration": 80.66, "caption": "Two people high five in a kitchen.", "similarity": 0.727, "relevance": 4 }, { "pair_id": 13192, "video_name": "friends_s07e20_seg02_clip_04", "timestamp": [ 18.92, 21.36 ], "duration": 61.66, "caption": "Two people are sitting in the kitchen when someone walks by.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 13193, "video_name": "friends_s06e09_seg02_clip_07", "timestamp": [ 9.09, 58.66 ], "duration": 58.66, "caption": "Three people are standing in the kitchen as they converse.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 13194, "video_name": "friends_s02e02_seg01_clip_00", "timestamp": [ 47.14, 62.03 ], "duration": 62.66, "caption": "Three people talk while standing in a kitchen.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 13195, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 1.44, 3.9 ], "duration": 41.66, "caption": "A person is in the kitchen as another person comes from their room.", "similarity": 0.7179, "relevance": 4 }, { "pair_id": 13196, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 37.05, 39.81 ], "duration": 46.66, "caption": "A man is in the kitchen as two people walk in.", "similarity": 0.7156, "relevance": 3 }, { "pair_id": 13197, "video_name": "friends_s06e02_seg02_clip_04", "timestamp": [ 51.54, 57.63 ], "duration": 64.66, "caption": "Two people are hugging in the kitchen.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 13198, "video_name": "grey_s03e12_seg02_clip_01", "timestamp": [ 0.0, 24.73 ], "duration": 103.66, "caption": "Two people are conversing with each other in the kitchen.", "similarity": 0.7152, "relevance": 4 }, { "pair_id": 13199, "video_name": "house_s06e18_seg02_clip_00", "timestamp": [ 0.0, 6.58 ], "duration": 94.66, "caption": "Two people are having a coffee in the kitchen.", "similarity": 0.7081, "relevance": 4 }, { "pair_id": 186500, "video_name": "friends_s06e09_seg02_clip_19", "timestamp": [ 33.87, 61.03 ], "duration": 61.66, "caption": "They are having a conversation with each other in the kitchen.", "similarity": 0.7021, "relevance": 2 }, { "pair_id": 186501, "video_name": "met_s03e14_seg02_clip_08", "timestamp": [ 39.37, 57.66 ], "duration": 57.66, "caption": "Two people are sitting in the kitchen with two other people, having a good time.", "similarity": 0.7008, "relevance": 3 }, { "pair_id": 186502, "video_name": "friends_s05e10_seg02_clip_13", "timestamp": [ 16.97, 20.81 ], "duration": 64.66, "caption": "A man points at another man while standing in the kitchen.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 186503, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 0.0, 14.22 ], "duration": 58.66, "caption": "A woman is standing in the kitchen talking to a man.", "similarity": 0.6932, "relevance": 4 }, { "pair_id": 186504, "video_name": "s09e23_seg02_clip_05", "timestamp": [ 4.58, 14.65 ], "duration": 61.66, "caption": "Two women stand in the kitchen discussing a woman.", "similarity": 0.6905, "relevance": 4 }, { "pair_id": 186505, "video_name": "friends_s09e08_seg02_clip_05", "timestamp": [ 10.27, 20.24 ], "duration": 60.66, "caption": "Two people go into the kitchen to discuss a topic.", "similarity": 0.6887, "relevance": 4 }, { "pair_id": 186506, "video_name": "friends_s04e22_seg02_clip_06", "timestamp": [ 2.1, 12.31 ], "duration": 60.66, "caption": "Two men are standing beside each other conversing in the kitchen.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 186507, "video_name": "friends_s01e18_seg02_clip_09", "timestamp": [ 3.06, 4.42 ], "duration": 68.66, "caption": "Two women put their hands over their chests standing in the kitchen.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 186508, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 10.37, 12.21 ], "duration": 61.66, "caption": "A person greeted two people who are at the kitchen.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 186509, "video_name": "friends_s10e05_seg02_clip_06", "timestamp": [ 47.81, 59.03 ], "duration": 59.66, "caption": "They are in the kitchen and having a conversation with each other.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 186510, "video_name": "friends_s01e21_seg02_clip_04", "timestamp": [ 34.31, 37.27 ], "duration": 59.66, "caption": "A person holds another person by the shoulders in the kitchen.", "similarity": 0.6789, "relevance": 4 }, { "pair_id": 186511, "video_name": "friends_s08e11_seg02_clip_16", "timestamp": [ 9.63, 13.48 ], "duration": 55.66, "caption": "A woman walks into the kitchen and stands next to another woman.", "similarity": 0.676, "relevance": 4 }, { "pair_id": 186512, "video_name": "met_s02e03_seg02_clip_05", "timestamp": [ 60.33, 61.25 ], "duration": 61.66, "caption": "A man and a woman walk into the kitchen together.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 186513, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 7.35, 15.69 ], "duration": 49.66, "caption": "A woman is standing in the kitchen while talking to a person.", "similarity": 0.671, "relevance": 3 }, { "pair_id": 186514, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 0.0, 38.74 ], "duration": 61.66, "caption": "Two men talk while in their kitchen.", "similarity": 0.6702, "relevance": 4 }, { "pair_id": 186515, "video_name": "s10e13_seg02_clip_14", "timestamp": [ 23.04, 67.7 ], "duration": 94.66, "caption": "Two people are going over a contract with a person in the kitchen.", "similarity": 0.6696, "relevance": 3 }, { "pair_id": 186516, "video_name": "s01e04_seg02_clip_00", "timestamp": [ 4.16, 8.32 ], "duration": 64.66, "caption": "A person is cooking in the kitchen as another person enters the kitchen greeting him.", "similarity": 0.6692, "relevance": 4 }, { "pair_id": 186517, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 31.76, 46.02 ], "duration": 46.66, "caption": "A man and woman walk into the kitchen to see person cooking something.", "similarity": 0.6689, "relevance": 3 }, { "pair_id": 186518, "video_name": "friends_s10e13_seg02_clip_07", "timestamp": [ 0.0, 16.13 ], "duration": 62.66, "caption": "Two people have a discussion while standing at the kitchen counter.", "similarity": 0.6678, "relevance": 4 }, { "pair_id": 186519, "video_name": "friends_s02e15_seg02_clip_03", "timestamp": [ 58.71, 60.22 ], "duration": 60.66, "caption": "A man is sitting at the kitchen counter with a woman in the kitchen.", "similarity": 0.6674, "relevance": 3 } ] }, { "query_id": 57720, "query": "A man picks up a red coffee cup from the table in front of him.", "relevant_moment": [ { "pair_id": 6780, "video_name": "met_s02e13_seg02_clip_11", "timestamp": [ 0.9, 2.7 ], "duration": 60.66, "caption": "A man picks up a red coffee cup from the table in front of him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6781, "video_name": "friends_s08e12_seg02_clip_00", "timestamp": [ 41.56, 44.66 ], "duration": 62.66, "caption": "A man picks up his coffee cup from the table.", "similarity": 0.8924, "relevance": 3 }, { "pair_id": 6782, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.808, "relevance": 3 }, { "pair_id": 6784, "video_name": "house_s07e09_seg02_clip_18", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person picks up their coffee mug from the table.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 6785, "video_name": "house_s02e05_seg02_clip_05", "timestamp": [ 64.26, 66.9 ], "duration": 88.66, "caption": "A man picks up a red cup and takes a drink.", "similarity": 0.7658, "relevance": 3 }, { "pair_id": 6786, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 1.79, 7.18 ], "duration": 89.66, "caption": "A man places the coffee cup he has in his hand onto the table in front of him.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 6787, "video_name": "friends_s06e20_seg02_clip_03", "timestamp": [ 40.46, 43.26 ], "duration": 62.66, "caption": "A man picks up a blue coffee mug from the table.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 6788, "video_name": "house_s06e12_seg02_clip_07", "timestamp": [ 20.02, 22.63 ], "duration": 87.66, "caption": "A man grabbed the cup of coffee in front of him.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 6789, "video_name": "house_s06e11_seg02_clip_03", "timestamp": [ 59.09, 61.38 ], "duration": 91.66, "caption": "A man picks up a picture frame off of the coffee table in front of him.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 6790, "video_name": "s04e09_seg02_clip_08", "timestamp": [ 53.12, 54.92 ], "duration": 60.66, "caption": "A man leans forward and picks up a glass from the coffee table.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 6791, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 56.07, 57.85 ], "duration": 59.66, "caption": "A person picks food from the coffee table in front of them.", "similarity": 0.7493, "relevance": 2 }, { "pair_id": 6792, "video_name": "friends_s03e11_seg02_clip_04", "timestamp": [ 55.74, 62.28 ], "duration": 62.66, "caption": "A person picks up and holds onto a red cup.", "similarity": 0.7346, "relevance": 3 }, { "pair_id": 6793, "video_name": "met_s05e05_seg02_clip_14", "timestamp": [ 37.39, 43.9 ], "duration": 65.66, "caption": "A person sits down then picks up his coffee cup.", "similarity": 0.7341, "relevance": 3 }, { "pair_id": 6794, "video_name": "house_s05e14_seg02_clip_16", "timestamp": [ 0.0, 12.15 ], "duration": 90.66, "caption": "A man picks up a red coffee cup from the bar and takes a sip before leaving out of the room.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 6795, "video_name": "s07e12_seg02_clip_17", "timestamp": [ 77.9, 81.44 ], "duration": 118.66, "caption": "A man picks up his coffee cup and takes a sip.", "similarity": 0.729, "relevance": 4 }, { "pair_id": 6796, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 35.9, 38.76 ], "duration": 52.66, "caption": "A person grabs his coffee cup from the table.", "similarity": 0.7258, "relevance": 3 }, { "pair_id": 6797, "video_name": "s03e20_seg01_clip_03", "timestamp": [ 45.66, 47.06 ], "duration": 56.66, "caption": "A person picks up their food container from the coffee table.", "similarity": 0.7238, "relevance": 2 }, { "pair_id": 6798, "video_name": "friends_s07e17_seg02_clip_07", "timestamp": [ 0.63, 3.47 ], "duration": 63.66, "caption": "A man picks up his pocka dot mug from the coffee table.", "similarity": 0.7193, "relevance": 3 }, { "pair_id": 6799, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A person stirs and picks up his coffee cup.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 180100, "video_name": "friends_s02e10_seg02_clip_09", "timestamp": [ 15.56, 17.39 ], "duration": 61.66, "caption": "A person picks up their cup from the table and looks at a man who is sitting beside them.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 180101, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 2.75, 7.02 ], "duration": 61.66, "caption": "A man sips from a coffee cup that was in front of him on the table.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 180102, "video_name": "house_s06e20_seg02_clip_23", "timestamp": [ 23.04, 26.33 ], "duration": 94.66, "caption": "A man picks up a note on top of the coffee table.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 180103, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man picks up his drink from the table.", "similarity": 0.7011, "relevance": 3 }, { "pair_id": 180104, "video_name": "friends_s06e14_seg02_clip_06", "timestamp": [ 16.7, 18.28 ], "duration": 63.66, "caption": "A man picks up a piece of paper from the table in the coffee shop.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 180105, "video_name": "s04e11_seg02_clip_00", "timestamp": [ 33.82, 38.04 ], "duration": 65.66, "caption": "A man picks up the cards from the coffee table.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 180106, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.6994, "relevance": 4 }, { "pair_id": 180107, "video_name": "s05e06_seg02_clip_09", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A man gets up from a table and picks up his plate and cup.", "similarity": 0.6987, "relevance": 3 }, { "pair_id": 180108, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 9.5, 11.01 ], "duration": 50.66, "caption": "A man picks up a Chinese food container off of the coffee table.", "similarity": 0.6982, "relevance": 2 }, { "pair_id": 180109, "video_name": "s05e09_seg02_clip_04", "timestamp": [ 36.92, 38.72 ], "duration": 60.66, "caption": "A man picks up a remote control off of the coffee table.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 180110, "video_name": "castle_s02e12_seg02_clip_16", "timestamp": [ 57.49, 59.78 ], "duration": 91.66, "caption": "A man picks up a coffee cup as he sits at a woman's desk.", "similarity": 0.6931, "relevance": 3 }, { "pair_id": 180111, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 31.16, 36.28 ], "duration": 93.66, "caption": "A man picks up a mug and drinks from it.", "similarity": 0.6911, "relevance": 3 }, { "pair_id": 180112, "video_name": "house_s07e03_seg02_clip_03", "timestamp": [ 80.11, 88.86 ], "duration": 92.66, "caption": "A man walks over to the table and picks up a red object.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 180113, "video_name": "castle_s08e10_seg02_clip_00", "timestamp": [ 11.47, 14.22 ], "duration": 91.66, "caption": "A person picks up a coffee pot and fills a coffee cup.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 180114, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A man picks up the coffee maker to prepare his coffee.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 180115, "video_name": "s08e20_seg02_clip_08", "timestamp": [ 14.58, 16.44 ], "duration": 62.66, "caption": "A man getting up from sofa and picking up coffee mug from table.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 180116, "video_name": "s07e20_seg02_clip_14", "timestamp": [ 15.61, 18.61 ], "duration": 60.66, "caption": "A man picks up his coffee cup from the kitchen counter and cheers' it.", "similarity": 0.6845, "relevance": 3 }, { "pair_id": 180117, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 47.12, 49.22 ], "duration": 60.66, "caption": "A person turns their head and picks up a coffee cup.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 180118, "video_name": "s07e17_seg02_clip_08", "timestamp": [ 1.18, 3.25 ], "duration": 59.66, "caption": "A person picks a game piece up from the coffee table.", "similarity": 0.6762, "relevance": 1 }, { "pair_id": 180119, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 31.74, 32.96 ], "duration": 61.66, "caption": "A man grabs a cup of coffee from the counter.", "similarity": 0.6742, "relevance": 2 } ] }, { "query_id": 57726, "query": "A person grabs another person's leg while talking to them in bed.", "relevant_moment": [ { "pair_id": 71040, "video_name": "met_s02e13_seg02_clip_12", "timestamp": [ 22.14, 24.29 ], "duration": 61.66, "caption": "A person grabs another person's leg while talking to them in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 71041, "video_name": "s10e01_seg01_clip_01", "timestamp": [ 64.43, 70.04 ], "duration": 70.66, "caption": "A person interrupts two people's conversation while they are in bed.", "similarity": 0.7649, "relevance": 2 }, { "pair_id": 71042, "video_name": "house_s02e13_seg02_clip_00", "timestamp": [ 53.38, 74.08 ], "duration": 92.66, "caption": "A person stumbles to get out of bed and grabs and rubs his/her leg.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 71043, "video_name": "house_s06e01_seg02_clip_10", "timestamp": [ 0.0, 21.61 ], "duration": 90.66, "caption": "A person sits up in bed and talks to another person.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 71044, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 6.94, 7.84 ], "duration": 60.66, "caption": "A person stands up from the bed and talks to another person.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 71045, "video_name": "friends_s03e07_seg02_clip_15", "timestamp": [ 30.17, 32.78 ], "duration": 58.66, "caption": "A person extends their arm, leans over the bed and grabs another person's hand.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 71046, "video_name": "grey_s02e15_seg02_clip_01", "timestamp": [ 11.67, 14.36 ], "duration": 89.66, "caption": "A person grabs a hold of another person's hand during their conversation.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 71047, "video_name": "friends_s03e13_seg02_clip_21", "timestamp": [ 5.85, 11.71 ], "duration": 39.66, "caption": "A person picks up another person and takes them to bed.", "similarity": 0.7052, "relevance": 1 }, { "pair_id": 71048, "video_name": "house_s08e15_seg02_clip_16", "timestamp": [ 0.0, 84.02 ], "duration": 84.66, "caption": "A person has his/her feet up on another person's bed when he/she is talking to him/her.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 71049, "video_name": "s09e11_seg02_clip_01", "timestamp": [ 30.51, 35.4 ], "duration": 61.66, "caption": "A person sits up completely in their bed and continues talking to another person.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 71050, "video_name": "grey_s02e02_seg02_clip_07", "timestamp": [ 0.0, 12.66 ], "duration": 87.66, "caption": "A person is pulling a person on a bed in the hallway and a person walks up and says something to them.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 71051, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 0.0, 53.27 ], "duration": 91.66, "caption": "Two people are having a conversation while one of them is on the bed.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 71052, "video_name": "house_s07e10_seg02_clip_03", "timestamp": [ 80.86, 90.27 ], "duration": 94.66, "caption": "A person grabs someone to restrain them and then tackles them onto the bed.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 71053, "video_name": "s01e15_seg02_clip_06", "timestamp": [ 22.02, 29.77 ], "duration": 62.66, "caption": "A person sits onto his bed while he is talking to another person.", "similarity": 0.6979, "relevance": 1 }, { "pair_id": 71054, "video_name": "met_s03e19_seg02_clip_07", "timestamp": [ 13.4, 60.66 ], "duration": 60.66, "caption": "Two people talk to each other in bed.", "similarity": 0.6971, "relevance": 3 }, { "pair_id": 71055, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 93.77, 132.77 ], "duration": 150.66, "caption": "Two people are having a conversation while they are on the bed.", "similarity": 0.6906, "relevance": 2 }, { "pair_id": 71057, "video_name": "friends_s03e14_seg02_clip_08", "timestamp": [ 26.81, 53.09 ], "duration": 53.66, "caption": "Two people are in the bed and having a conversation.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 71058, "video_name": "friends_s03e14_seg02_clip_08", "timestamp": [ 0.0, 17.78 ], "duration": 53.66, "caption": "Two people are in the bed and having a conversation.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 71059, "video_name": "house_s07e02_seg02_clip_12", "timestamp": [ 0.0, 32.86 ], "duration": 90.66, "caption": "A person is on the phone while he/she is in bed with another person.", "similarity": 0.6864, "relevance": 2 } ] }, { "query_id": 57809, "query": "A man hears two people coming up the stair so he throws the two pieces of chair in his apartment.", "relevant_moment": [ { "pair_id": 170060, "video_name": "friends_s07e13_seg02_clip_10", "timestamp": [ 17.76, 28.1 ], "duration": 53.66, "caption": "A man hears two people coming up the stair so he throws the two pieces of chair in his apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170061, "video_name": "friends_s07e23-24_seg02_clip_32", "timestamp": [ 26.85, 34.79 ], "duration": 61.66, "caption": "A man goes into a room when he hears person and person coming down the hallway.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 170062, "video_name": "house_s05e21_seg02_clip_17", "timestamp": [ 30.81, 42.69 ], "duration": 88.66, "caption": "A person steps out from the elevator after hearing another person.", "similarity": 0.6019, "relevance": 1 }, { "pair_id": 170063, "video_name": "s06e08_seg02_clip_09", "timestamp": [ 23.32, 30.4 ], "duration": 59.66, "caption": "A man runs out of his apartment down the stairway to catch up with person.", "similarity": 0.5971, "relevance": 1 }, { "pair_id": 170064, "video_name": "house_s05e15_seg02_clip_10", "timestamp": [ 67.58, 71.89 ], "duration": 86.66, "caption": "A man says something to two people on his way out of the room.", "similarity": 0.5964, "relevance": 1 }, { "pair_id": 170065, "video_name": "friends_s02e16_seg02_clip_14", "timestamp": [ 28.04, 33.05 ], "duration": 59.66, "caption": "A man throws something at another man in their apartment.", "similarity": 0.5946, "relevance": 1 }, { "pair_id": 170066, "video_name": "s02e01_seg02_clip_04", "timestamp": [ 4.34, 14.27 ], "duration": 62.66, "caption": "A person and another person walk up the stairs to their apartment landing.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 170067, "video_name": "s07e16_seg02_clip_01", "timestamp": [ 20.49, 25.61 ], "duration": 64.66, "caption": "A man walks out of the apartment and down the stairs.", "similarity": 0.5936, "relevance": 1 }, { "pair_id": 170068, "video_name": "friends_s07e20_seg02_clip_07", "timestamp": [ 20.13, 22.43 ], "duration": 57.66, "caption": "A man walks through the door of two people's apartment.", "similarity": 0.5918, "relevance": 1 }, { "pair_id": 170069, "video_name": "house_s01e04_seg02_clip_15", "timestamp": [ 64.23, 66.93 ], "duration": 89.66, "caption": "A man and another man step out of an elevator while talking.", "similarity": 0.5917, "relevance": 1 }, { "pair_id": 170070, "video_name": "house_s03e09_seg02_clip_02", "timestamp": [ 34.26, 36.51 ], "duration": 90.66, "caption": "A man gets up quickly from his chair and walks past two people out of the room; they turn to follow.", "similarity": 0.5915, "relevance": 0 }, { "pair_id": 170071, "video_name": "castle_s05e21_seg02_clip_10", "timestamp": [ 56.07, 65.09 ], "duration": 95.66, "caption": "A man and a man are walking down an apartment hallway as a man is about to knock on a door and notices the door open.", "similarity": 0.5893, "relevance": 1 }, { "pair_id": 170072, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "Two men and a woman reach the apartment and a person continues to walk up the stairs.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 170073, "video_name": "castle_s08e21_seg02_clip_05", "timestamp": [ 29.62, 34.55 ], "duration": 89.66, "caption": "A man walks down the stairs behind two people.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 170074, "video_name": "friends_s05e09_seg02_clip_07", "timestamp": [ 30.5, 47.8 ], "duration": 58.66, "caption": "A person walks into the apartment and yells at two people because he's getting the shafted because of them.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 170075, "video_name": "s03e20_seg02_clip_02", "timestamp": [ 13.4, 14.54 ], "duration": 57.66, "caption": "A man walks out of the apartment and a person follows him out.", "similarity": 0.5855, "relevance": 1 }, { "pair_id": 170076, "video_name": "friends_s09e12_seg02_clip_08", "timestamp": [ 44.66, 47.14 ], "duration": 62.66, "caption": "A man jumps out of the apartment and scares another man in the hallway.", "similarity": 0.5835, "relevance": 1 }, { "pair_id": 170077, "video_name": "friends_s08e07_seg02_clip_20", "timestamp": [ 16.97, 20.15 ], "duration": 53.66, "caption": "A man walks through the apartment door where two people are.", "similarity": 0.5834, "relevance": 1 }, { "pair_id": 170078, "video_name": "s09e17_seg02_clip_07", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "Two people enter a person's apartment and there are many people inside who all yell something at him/her at the same time.", "similarity": 0.5815, "relevance": 1 }, { "pair_id": 170079, "video_name": "s06e12_seg02_clip_12", "timestamp": [ 15.87, 19.53 ], "duration": 61.66, "caption": "A man stands up from the chair and walks into someone's apartment.", "similarity": 0.5812, "relevance": 1 } ] }, { "query_id": 57844, "query": "A woman walks up to a man as he is seated and speaks to him and then walks away from him.", "relevant_moment": [ { "pair_id": 13460, "video_name": "s09e20_seg02_clip_11", "timestamp": [ 40.58, 53.7 ], "duration": 61.66, "caption": "A woman walks up to a man as he is seated and speaks to him and then walks away from him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13461, "video_name": "grey_s02e24_seg02_clip_25", "timestamp": [ 3.44, 6.45 ], "duration": 86.66, "caption": "A woman is sitting when a man speaks to her and walks away.", "similarity": 0.8953, "relevance": 3 }, { "pair_id": 13462, "video_name": "grey_s02e14_seg02_clip_16", "timestamp": [ 36.94, 39.62 ], "duration": 89.66, "caption": "A woman speaks to a man and then walks away from him.", "similarity": 0.8943, "relevance": 2 }, { "pair_id": 13464, "video_name": "grey_s02e15_seg02_clip_25", "timestamp": [ 49.05, 70.26 ], "duration": 88.66, "caption": "A woman walks up to a man to talk to him and then she walks off.", "similarity": 0.8436, "relevance": 3 }, { "pair_id": 13465, "video_name": "house_s05e07_seg02_clip_22", "timestamp": [ 41.4, 43.72 ], "duration": 93.66, "caption": "A woman stands up and walks away, as a man also stands up and talks to her.", "similarity": 0.8389, "relevance": 3 }, { "pair_id": 13466, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 11.04, 26.22 ], "duration": 138.66, "caption": "A woman speaks to man before he walks away.", "similarity": 0.8374, "relevance": 1 }, { "pair_id": 13467, "video_name": "met_s06e04_seg01_clip_00", "timestamp": [ 27.6, 33.19 ], "duration": 62.66, "caption": "A woman talks to a man, he stands and walks away.", "similarity": 0.8324, "relevance": 2 }, { "pair_id": 13468, "video_name": "house_s05e22_seg02_clip_11", "timestamp": [ 28.87, 33.06 ], "duration": 93.66, "caption": "A woman talks to man after person walks away from them.", "similarity": 0.8305, "relevance": 1 }, { "pair_id": 13469, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 0.0, 4.0 ], "duration": 47.66, "caption": "A person walks away from a woman after speaking to her.", "similarity": 0.8197, "relevance": 1 }, { "pair_id": 13470, "video_name": "s09e12_seg02_clip_06", "timestamp": [ 3.25, 9.44 ], "duration": 59.66, "caption": "A man walks away from woman after speaking to another man.", "similarity": 0.818, "relevance": 1 }, { "pair_id": 13471, "video_name": "castle_s02e23_seg02_clip_19", "timestamp": [ 9.99, 12.26 ], "duration": 90.66, "caption": "A man speaks to a woman then turns and walks away.", "similarity": 0.8167, "relevance": 2 }, { "pair_id": 13472, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 34.79, 40.71 ], "duration": 74.66, "caption": "A woman walks away from a man and he turns to talk to another man.", "similarity": 0.8166, "relevance": 2 }, { "pair_id": 13473, "video_name": "house_s04e02_seg02_clip_27", "timestamp": [ 2.44, 4.33 ], "duration": 9.66, "caption": "A woman walks away; when a man speaks, she stops to turn around.", "similarity": 0.813, "relevance": 1 }, { "pair_id": 13474, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 0.0, 10.5 ], "duration": 60.66, "caption": "A person talks to a woman and then walks away.", "similarity": 0.8128, "relevance": 3 }, { "pair_id": 13475, "video_name": "grey_s02e18_seg02_clip_14", "timestamp": [ 24.93, 33.83 ], "duration": 89.66, "caption": "A woman says something to man and gets up and walks away.", "similarity": 0.8107, "relevance": 3 }, { "pair_id": 13476, "video_name": "castle_s03e02_seg02_clip_02", "timestamp": [ 14.12, 17.31 ], "duration": 91.66, "caption": "A woman walks away from person after she spoke to him.", "similarity": 0.81, "relevance": 2 }, { "pair_id": 13477, "video_name": "house_s02e01_seg02_clip_23", "timestamp": [ 44.83, 48.61 ], "duration": 108.66, "caption": "A woman immediately walks away after talking to a man.", "similarity": 0.8078, "relevance": 1 }, { "pair_id": 13478, "video_name": "house_s08e18_seg02_clip_06", "timestamp": [ 70.67, 75.62 ], "duration": 90.66, "caption": "A woman speaks to a man and then turns and walks away, and he watches her.", "similarity": 0.8055, "relevance": 2 }, { "pair_id": 13479, "video_name": "house_s05e20_seg02_clip_12", "timestamp": [ 17.61, 25.21 ], "duration": 80.66, "caption": "A woman speaks to a man, then walks out, while the man looks on.", "similarity": 0.8025, "relevance": 3 } ] }, { "query_id": 57914, "query": "A doctor holds a patient's internal body part in his hand.", "relevant_moment": [ { "pair_id": 8600, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 73.94, 77.3 ], "duration": 84.66, "caption": "A doctor holds a patient's internal body part in his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8601, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 32.84, 35.62 ], "duration": 92.66, "caption": "A man holds the hand of his doctor.", "similarity": 0.818, "relevance": 1 }, { "pair_id": 8602, "video_name": "house_s08e08_seg02_clip_11", "timestamp": [ 70.93, 88.12 ], "duration": 88.66, "caption": "A doctor is checking up patient's hand.", "similarity": 0.8155, "relevance": 1 }, { "pair_id": 8603, "video_name": "house_s05e01_seg02_clip_23", "timestamp": [ 1.35, 11.7 ], "duration": 90.66, "caption": "A doctor feels along the patient's arm whilst wearing gloves.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 8604, "video_name": "house_s05e08_seg02_clip_17", "timestamp": [ 61.22, 63.92 ], "duration": 90.66, "caption": "A doctor moves his hand closer to his other hand.", "similarity": 0.7873, "relevance": 1 }, { "pair_id": 8605, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 19.61, 21.73 ], "duration": 106.66, "caption": "A patient confined in bed holds the hand of a doctor.", "similarity": 0.7856, "relevance": 2 }, { "pair_id": 8606, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 5.01, 6.83 ], "duration": 91.66, "caption": "A doctor touches the leg of the patient.", "similarity": 0.7814, "relevance": 1 }, { "pair_id": 8607, "video_name": "house_s06e21_seg02_clip_21", "timestamp": [ 4.56, 11.97 ], "duration": 114.66, "caption": "A person holds the hand of a dark haired patient.", "similarity": 0.7786, "relevance": 1 }, { "pair_id": 8608, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 48.66, 55.56 ], "duration": 69.66, "caption": "A doctor holds up a syringe in his hand in front of the patient.", "similarity": 0.776, "relevance": 0 }, { "pair_id": 8609, "video_name": "house_s03e14_seg02_clip_05", "timestamp": [ 2.87, 4.1 ], "duration": 82.66, "caption": "A doctor hands an object to a person to put in their mouth.", "similarity": 0.7715, "relevance": 1 }, { "pair_id": 8610, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 43.66, 45.91 ], "duration": 90.66, "caption": "A doctor takes his hand away from a patient's abdomen.", "similarity": 0.7709, "relevance": 1 }, { "pair_id": 8611, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 7.06, 14.4 ], "duration": 56.66, "caption": "A woman holds guy's hand as a doctor injects him.", "similarity": 0.7629, "relevance": 0 }, { "pair_id": 8612, "video_name": "house_s04e04_seg02_clip_14", "timestamp": [ 78.87, 95.03 ], "duration": 95.66, "caption": "A patient holds the medical tubing in their fingers.", "similarity": 0.7558, "relevance": 1 }, { "pair_id": 8613, "video_name": "house_s07e17_seg02_clip_16", "timestamp": [ 54.14, 56.6 ], "duration": 82.66, "caption": "A person places their hand on the throat of the patients.", "similarity": 0.7524, "relevance": 1 }, { "pair_id": 8614, "video_name": "grey_s02e14_seg02_clip_01", "timestamp": [ 88.3, 94.61 ], "duration": 97.66, "caption": "A doctor hold their patient's fingers up to the light.", "similarity": 0.7512, "relevance": 1 }, { "pair_id": 8615, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 12.09, 16.74 ], "duration": 93.66, "caption": "A woman holds the male patient's face and holds his hand.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 8616, "video_name": "house_s06e12_seg02_clip_27", "timestamp": [ 4.02, 5.28 ], "duration": 9.66, "caption": "A doctor places his left hand on his jacket pocket.", "similarity": 0.7346, "relevance": 0 }, { "pair_id": 8617, "video_name": "house_s04e14_seg02_clip_19", "timestamp": [ 46.67, 50.71 ], "duration": 89.66, "caption": "A man places his hand on patient's forehead.", "similarity": 0.7332, "relevance": 1 }, { "pair_id": 8618, "video_name": "friends_s01e23_seg02_clip_16", "timestamp": [ 41.94, 43.86 ], "duration": 64.66, "caption": "A person holds the doctor's shoulder and puts his head down.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 8619, "video_name": "house_s06e02_seg02_clip_23", "timestamp": [ 12.83, 18.53 ], "duration": 95.66, "caption": "A person holds the patient's hand and helps them stand up.", "similarity": 0.7301, "relevance": 1 } ] }, { "query_id": 57989, "query": "Two people drag a large tree up the stairs.", "relevant_moment": [ { "pair_id": 116100, "video_name": "s10e12_seg02_clip_11", "timestamp": [ 30.39, 46.52 ], "duration": 62.66, "caption": "Two people drag a large tree up the stairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 116101, "video_name": "s10e12_seg02_clip_11", "timestamp": [ 30.39, 46.52 ], "duration": 62.66, "caption": "Two people drag a Christmas tree up a stairwell.", "similarity": 0.8003, "relevance": 4 }, { "pair_id": 116102, "video_name": "s09e05_seg02_clip_15", "timestamp": [ 0.0, 4.64 ], "duration": 58.66, "caption": "Two people walk up the stairs together.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 116103, "video_name": "s07e11_seg02_clip_16", "timestamp": [ 48.92, 55.82 ], "duration": 60.66, "caption": "Two people walk up the stairs together.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 116104, "video_name": "s06e14_seg02_clip_02", "timestamp": [ 38.13, 56.73 ], "duration": 63.66, "caption": "Two people are walking up the stairs.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 116105, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 0.0, 4.52 ], "duration": 90.66, "caption": "Two people walk up the stairs together outside.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 116106, "video_name": "s10e12_seg02_clip_12", "timestamp": [ 0.0, 7.13 ], "duration": 57.66, "caption": "A woman and man drag in a tree through the front door.", "similarity": 0.6908, "relevance": 3 }, { "pair_id": 116107, "video_name": "castle_s07e03_seg02_clip_12", "timestamp": [ 1.8, 6.3 ], "duration": 90.66, "caption": "Two people walk down a flight of stairs.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 116108, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 0.0, 28.99 ], "duration": 61.66, "caption": "Two people walk up two flights of stairs.", "similarity": 0.6748, "relevance": 2 }, { "pair_id": 116109, "video_name": "s02e11_seg02_clip_05", "timestamp": [ 0.0, 39.02 ], "duration": 60.66, "caption": "Two people help someone walk up the stairs.", "similarity": 0.674, "relevance": 3 }, { "pair_id": 116110, "video_name": "s01e02_seg02_clip_01", "timestamp": [ 7.75, 17.37 ], "duration": 62.66, "caption": "Two people are pushing a large package up the stairway.", "similarity": 0.6727, "relevance": 3 }, { "pair_id": 116111, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 42.41, 46.99 ], "duration": 61.66, "caption": "Two people are walking side by side up the stairs.", "similarity": 0.6723, "relevance": 2 }, { "pair_id": 116112, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 24.01, 29.41 ], "duration": 60.66, "caption": "Two people walk up the second flight of stairs.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 116113, "video_name": "s01e02_seg02_clip_01", "timestamp": [ 8.06, 13.03 ], "duration": 62.66, "caption": "Two people bend down to push a large box up the stairs.", "similarity": 0.6562, "relevance": 3 }, { "pair_id": 116114, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 0.0, 3.25 ], "duration": 25.66, "caption": "Two people walk up the first flight of stairs.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 116115, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 11.41, 16.21 ], "duration": 60.66, "caption": "Two people walk up the first flight of stairs.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 116116, "video_name": "s01e03_seg02_clip_17", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man and a woman are walking up the stairs.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 116117, "video_name": "s09e24_seg02_clip_06", "timestamp": [ 9.28, 47.7 ], "duration": 64.66, "caption": "Two people walk up three flights of stairs.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 116118, "video_name": "s02e22_seg02_clip_00", "timestamp": [ 55.39, 64.02 ], "duration": 64.66, "caption": "A man and woman walk up the stairs together.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 116119, "video_name": "castle_s05e20_seg02_clip_18", "timestamp": [ 49.61, 53.25 ], "duration": 91.66, "caption": "A woman lifts a tree branch and she and a man pass under it.", "similarity": 0.6335, "relevance": 0 } ] }, { "query_id": 58099, "query": "A man sits in a chair in a small table with three other kids.", "relevant_moment": [ { "pair_id": 1660, "video_name": "met_s02e14_seg02_clip_08", "timestamp": [ 0.0, 6.08 ], "duration": 60.66, "caption": "A man sits in a chair in a small table with three other kids.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1661, "video_name": "house_s03e08_seg02_clip_02", "timestamp": [ 45.25, 52.65 ], "duration": 87.66, "caption": "A person enters the room and sits on the arm of a chair next to two children.", "similarity": 0.6723, "relevance": 3 }, { "pair_id": 1662, "video_name": "s08e13_seg02_clip_15", "timestamp": [ 82.82, 85.82 ], "duration": 120.66, "caption": "A man sits down at the table with some people.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 1663, "video_name": "friends_s05e11_seg02_clip_07", "timestamp": [ 0.0, 3.65 ], "duration": 73.66, "caption": "A man puts a child in a chair at the kitchen table.", "similarity": 0.6537, "relevance": 2 }, { "pair_id": 1664, "video_name": "house_s08e16_seg02_clip_20", "timestamp": [ 2.52, 5.46 ], "duration": 84.66, "caption": "A man sits down in a chair at the table.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 1665, "video_name": "house_s05e22_seg02_clip_00", "timestamp": [ 78.87, 85.71 ], "duration": 91.66, "caption": "A person walks in and sits down at a table with three other people.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 1666, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 53.7, 57.98 ], "duration": 61.66, "caption": "A man comes and sits at the table with some people.", "similarity": 0.6419, "relevance": 2 }, { "pair_id": 1667, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 1.67, 24.57 ], "duration": 83.66, "caption": "A man is sitting with the kids and talks with them.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 1668, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 57.36, 60.65 ], "duration": 94.66, "caption": "A man sits down in a chair across from two people.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 1669, "video_name": "friends_s06e03_seg02_clip_11", "timestamp": [ 22.72, 25.97 ], "duration": 59.66, "caption": "A man sits in a chair between two people.", "similarity": 0.6222, "relevance": 2 }, { "pair_id": 1670, "video_name": "house_s01e03_seg02_clip_16", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "Three people were seated in the chair.", "similarity": 0.6154, "relevance": 2 }, { "pair_id": 1671, "video_name": "s02e13_seg02_clip_07", "timestamp": [ 30.22, 37.35 ], "duration": 57.66, "caption": "A person sits down at a kiddie table next to a child.", "similarity": 0.6135, "relevance": 3 }, { "pair_id": 1672, "video_name": "s09e16_seg02_clip_07", "timestamp": [ 27.31, 31.51 ], "duration": 60.66, "caption": "A person sits down at the table with some other people.", "similarity": 0.6087, "relevance": 3 }, { "pair_id": 1673, "video_name": "castle_s07e03_seg02_clip_06", "timestamp": [ 69.02, 72.24 ], "duration": 92.66, "caption": "A man sits down in the chair and faces the table.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 1674, "video_name": "s03e01_seg02_clip_07", "timestamp": [ 35.72, 38.42 ], "duration": 60.66, "caption": "A person sits on the table where some men are.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 1675, "video_name": "s08e02_seg02_clip_03", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A person sits down at the table with some people.", "similarity": 0.6041, "relevance": 3 }, { "pair_id": 1676, "video_name": "s02e20_seg01_clip_01", "timestamp": [ 37.78, 40.02 ], "duration": 64.66, "caption": "A man sits down in a chair in the living room with some people.", "similarity": 0.6004, "relevance": 3 }, { "pair_id": 1677, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 31.42, 32.48 ], "duration": 74.66, "caption": "A person sits at a table with two other people.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 1678, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.63, 3.9 ], "duration": 65.66, "caption": "A person sits down at a table with two other people.", "similarity": 0.5886, "relevance": 2 }, { "pair_id": 1679, "video_name": "friends_s07e20_seg02_clip_07", "timestamp": [ 24.16, 27.03 ], "duration": 57.66, "caption": "A man sits at the dining table with another person.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 174980, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 25.21, 27.61 ], "duration": 60.66, "caption": "A man sits on the table and the chair makes a sound.", "similarity": 0.5827, "relevance": 2 }, { "pair_id": 174981, "video_name": "s05e16_seg02_clip_07", "timestamp": [ 55.48, 57.85 ], "duration": 59.66, "caption": "A person sits down at a table with man.", "similarity": 0.5809, "relevance": 2 }, { "pair_id": 174982, "video_name": "house_s03e20_seg02_clip_00", "timestamp": [ 75.46, 80.49 ], "duration": 91.66, "caption": "Only a person is sitting at the table in the meeting with a man, another man, and a third man.", "similarity": 0.5734, "relevance": 1 }, { "pair_id": 174983, "video_name": "grey_s03e10_seg02_clip_10", "timestamp": [ 4.48, 7.62 ], "duration": 89.66, "caption": "A man sits on a chair as he is with another man.", "similarity": 0.5698, "relevance": 1 }, { "pair_id": 174984, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.7, 9.63 ], "duration": 55.66, "caption": "A person takes a seat at a table with some people.", "similarity": 0.5648, "relevance": 2 }, { "pair_id": 174985, "video_name": "friends_s06e02_seg02_clip_01", "timestamp": [ 0.0, 9.86 ], "duration": 63.66, "caption": "A man was sitting on a chair in front of the dining table.", "similarity": 0.564, "relevance": 2 }, { "pair_id": 174986, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 0.0, 7.04 ], "duration": 88.66, "caption": "A man sits in the chair across from another person and holds onto the baby.", "similarity": 0.564, "relevance": 2 }, { "pair_id": 174987, "video_name": "s02e17_seg02_clip_12", "timestamp": [ 51.48, 55.83 ], "duration": 62.66, "caption": "A man quickly sits down in another person's seat at the table.", "similarity": 0.5636, "relevance": 2 }, { "pair_id": 174988, "video_name": "house_s02e06_seg02_clip_07", "timestamp": [ 9.9, 17.1 ], "duration": 90.66, "caption": "A person sits down in a chair that's in the middle of two other people.", "similarity": 0.5635, "relevance": 2 }, { "pair_id": 174989, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 29.41, 35.72 ], "duration": 60.66, "caption": "A person sits on the table where someone invited him to sit.", "similarity": 0.5624, "relevance": 2 }, { "pair_id": 174990, "video_name": "castle_s06e19_seg02_clip_24", "timestamp": [ 14.06, 19.5 ], "duration": 90.66, "caption": "A person sits down on a chair at a table, then another person sits at the same table.", "similarity": 0.5595, "relevance": 2 }, { "pair_id": 174991, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 70.32, 75.28 ], "duration": 90.66, "caption": "A man comes in and sits down in a chair.", "similarity": 0.5563, "relevance": 2 }, { "pair_id": 174992, "video_name": "s06e19_seg02_clip_12", "timestamp": [ 55.99, 58.03 ], "duration": 58.66, "caption": "A man sits down in a chair and joins the rest of the group.", "similarity": 0.5514, "relevance": 2 }, { "pair_id": 174993, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 41.0, 44.56 ], "duration": 89.66, "caption": "A man sits down in a chair across from another man.", "similarity": 0.5512, "relevance": 2 }, { "pair_id": 174994, "video_name": "s08e13_seg02_clip_01", "timestamp": [ 49.52, 51.18 ], "duration": 66.66, "caption": "Three men all sit down at the table at the same time.", "similarity": 0.551, "relevance": 2 }, { "pair_id": 174995, "video_name": "house_s04e06_seg02_clip_11", "timestamp": [ 63.04, 83.74 ], "duration": 92.66, "caption": "A man sits down in a chair at a table, then he stands up from the chair.", "similarity": 0.5509, "relevance": 1 }, { "pair_id": 174996, "video_name": "house_s08e15_seg02_clip_00", "timestamp": [ 46.54, 50.3 ], "duration": 94.66, "caption": "The rest of the team sits in their own chair to join a man in the table.", "similarity": 0.5497, "relevance": 2 }, { "pair_id": 174997, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 15.61, 20.11 ], "duration": 60.66, "caption": "Some people have a seat around a table.", "similarity": 0.5489, "relevance": 2 }, { "pair_id": 174998, "video_name": "s04e18_seg02_clip_15", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A person sits down at the table to join the others.", "similarity": 0.5486, "relevance": 2 }, { "pair_id": 174999, "video_name": "house_s04e13_seg02_clip_21", "timestamp": [ 32.17, 34.57 ], "duration": 96.66, "caption": "A man sits down in a chair while talking with other people.", "similarity": 0.5483, "relevance": 1 } ] }, { "query_id": 58140, "query": "A man puts his hands on his face in front of a woman.", "relevant_moment": [ { "pair_id": 166740, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 5.7, 10.83 ], "duration": 57.66, "caption": "A man puts his hands on his face in front of a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166741, "video_name": "grey_s03e23_seg02_clip_23", "timestamp": [ 17.02, 19.33 ], "duration": 92.66, "caption": "A man turns and faces a woman and puts a hand on her arm.", "similarity": 0.8398, "relevance": 1 }, { "pair_id": 166742, "video_name": "friends_s09e13_seg02_clip_09", "timestamp": [ 12.14, 16.08 ], "duration": 60.66, "caption": "A man puts his hand on top of woman's forehead.", "similarity": 0.8393, "relevance": 3 }, { "pair_id": 166743, "video_name": "friends_s07e04_seg02_clip_18", "timestamp": [ 8.75, 12.25 ], "duration": 70.66, "caption": "A man holds out his arm in front of a woman's face.", "similarity": 0.8348, "relevance": 2 }, { "pair_id": 166744, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 19.59, 20.54 ], "duration": 27.66, "caption": "A woman puts a hand on the side of a man's face.", "similarity": 0.8338, "relevance": 1 }, { "pair_id": 166745, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 19.38, 20.3 ], "duration": 92.66, "caption": "A man puts his hands on woman's upper arm.", "similarity": 0.8331, "relevance": 1 }, { "pair_id": 166746, "video_name": "friends_s08e11_seg02_clip_12", "timestamp": [ 43.86, 45.46 ], "duration": 64.66, "caption": "A man holds his hand up in front of his face with one finger pointed upward and moves it back and forth between himself and a woman, then the woman leans far to her left.", "similarity": 0.8324, "relevance": 3 }, { "pair_id": 166747, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 31.87, 36.42 ], "duration": 65.66, "caption": "A man puts his hand on a woman's hand on his arm.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 166749, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 9.24, 12.32 ], "duration": 88.66, "caption": "A man places his hand on the shoulder of a woman.", "similarity": 0.8193, "relevance": 2 }, { "pair_id": 166750, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A man puts his hand onto a woman's face as he speaks to her.", "similarity": 0.8186, "relevance": 3 }, { "pair_id": 166751, "video_name": "grey_s01e02_seg02_clip_16", "timestamp": [ 15.69, 17.65 ], "duration": 98.66, "caption": "A man places his hand on the shoulder of woman.", "similarity": 0.8122, "relevance": 1 }, { "pair_id": 166752, "video_name": "grey_s03e02_seg02_clip_19", "timestamp": [ 5.38, 6.27 ], "duration": 89.66, "caption": "A man touches a woman's cheek and lips with his hand.", "similarity": 0.8104, "relevance": 2 }, { "pair_id": 166753, "video_name": "s04e18_seg02_clip_15", "timestamp": [ 32.2, 34.23 ], "duration": 58.66, "caption": "A woman puts one hand on the side of a man's face.", "similarity": 0.8083, "relevance": 2 }, { "pair_id": 166754, "video_name": "grey_s02e04_seg02_clip_15", "timestamp": [ 6.62, 9.93 ], "duration": 82.66, "caption": "A man places his hand on another person's face and she puts her hand on top of his hand.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 166755, "video_name": "s07e23_seg02_clip_01", "timestamp": [ 20.71, 39.92 ], "duration": 60.66, "caption": "A man puts his hands to his face while having a conversation with woman, and then moves closer and puts his arm around woman.", "similarity": 0.8051, "relevance": 4 }, { "pair_id": 166756, "video_name": "friends_s07e15_seg02_clip_15", "timestamp": [ 62.66, 72.02 ], "duration": 72.66, "caption": "A man puts his hands on a woman's face and they kiss.", "similarity": 0.8043, "relevance": 3 }, { "pair_id": 166757, "video_name": "friends_s07e11_seg02_clip_18", "timestamp": [ 2.72, 16.67 ], "duration": 68.66, "caption": "A man puts his hands onto woman's cheeks as he speaks to her.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 166758, "video_name": "s02e16_seg02_clip_14", "timestamp": [ 53.42, 56.73 ], "duration": 60.66, "caption": "A man puts his hand on woman's left shoulder.", "similarity": 0.8027, "relevance": 1 }, { "pair_id": 166759, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 57.36, 58.3 ], "duration": 63.66, "caption": "A man in front of woman grabs her hand.", "similarity": 0.8012, "relevance": 0 }, { "pair_id": 340060, "video_name": "friends_s03e20_seg02_clip_16", "timestamp": [ 1.8, 4.2 ], "duration": 60.66, "caption": "A man holds the hand of a woman who is standing in front of him.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 340061, "video_name": "friends_s02e24_seg02_clip_18", "timestamp": [ 29.26, 33.82 ], "duration": 65.66, "caption": "A woman puts her hand to a man's face and complements him.", "similarity": 0.8001, "relevance": 2 }, { "pair_id": 340062, "video_name": "friends_s01e02_seg02_clip_21", "timestamp": [ 0.0, 79.02 ], "duration": 79.66, "caption": "A man puts both hands on woman's shoulders from behind.", "similarity": 0.7975, "relevance": 2 }, { "pair_id": 340063, "video_name": "house_s06e09_seg02_clip_00", "timestamp": [ 48.96, 58.31 ], "duration": 110.66, "caption": "A man points to his mouth and then a woman puts her hand up near her face.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 340064, "video_name": "house_s02e10_seg02_clip_18", "timestamp": [ 28.93, 35.61 ], "duration": 89.66, "caption": "A man puts his hand under a woman's chin and lifts her face to look at him.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 340066, "video_name": "house_s07e22_seg02_clip_24", "timestamp": [ 13.78, 17.11 ], "duration": 95.66, "caption": "A man suddenly holds the hand of a woman in front of him.", "similarity": 0.7929, "relevance": 3 }, { "pair_id": 340067, "video_name": "met_s03e07_seg02_clip_13", "timestamp": [ 41.45, 43.8 ], "duration": 58.66, "caption": "A man places his left hand on top of woman's right hand.", "similarity": 0.79, "relevance": 2 }, { "pair_id": 340068, "video_name": "met_s03e19_seg02_clip_11", "timestamp": [ 5.11, 8.62 ], "duration": 63.66, "caption": "A man faces a woman besides him and holds her hand.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 340069, "video_name": "friends_s06e09_seg02_clip_12", "timestamp": [ 54.3, 56.07 ], "duration": 59.66, "caption": "A man places his hand on his chin while sitting in front of woman.", "similarity": 0.7843, "relevance": 4 }, { "pair_id": 340070, "video_name": "friends_s03e09_seg02_clip_01", "timestamp": [ 49.22, 52.52 ], "duration": 60.66, "caption": "A man raises his hand up in the air palm to a woman's face.", "similarity": 0.7838, "relevance": 3 }, { "pair_id": 340071, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 60.28, 61.2 ], "duration": 92.66, "caption": "A man is holding a woman's hand then raises both their hands.", "similarity": 0.7822, "relevance": 2 }, { "pair_id": 340072, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 49.32, 51.85 ], "duration": 63.66, "caption": "A man raises his left hand in response to woman.", "similarity": 0.7806, "relevance": 2 }, { "pair_id": 340073, "video_name": "s10e01_seg02_clip_13", "timestamp": [ 48.52, 54.93 ], "duration": 61.66, "caption": "A man puts his hand on a person's shoulder and kisses a woman on the cheek.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 340074, "video_name": "s04e06_seg01_clip_00", "timestamp": [ 53.09, 55.23 ], "duration": 61.66, "caption": "A man puts his hands on each of a woman's shoulders.", "similarity": 0.7799, "relevance": 3 }, { "pair_id": 340075, "video_name": "house_s07e13_seg02_clip_01", "timestamp": [ 67.81, 72.36 ], "duration": 91.66, "caption": "A man puts his hand on woman's chin and turns her head towards him.", "similarity": 0.7783, "relevance": 2 }, { "pair_id": 340076, "video_name": "house_s05e24_seg02_clip_18", "timestamp": [ 60.58, 62.87 ], "duration": 91.66, "caption": "A man raises his hand and rubs a woman's cheek.", "similarity": 0.7737, "relevance": 3 }, { "pair_id": 340077, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 44.86, 49.02 ], "duration": 49.66, "caption": "A woman lifts her hand towards a man's face.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 340078, "video_name": "house_s05e13_seg02_clip_16", "timestamp": [ 56.89, 60.99 ], "duration": 91.66, "caption": "A man reaches over to place his hand on top of a woman's hands.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 340079, "video_name": "friends_s04e23-24_seg02_clip_32", "timestamp": [ 1.45, 4.35 ], "duration": 58.66, "caption": "A man removes his hand from his face as he talks to woman.", "similarity": 0.771, "relevance": 4 } ] }, { "query_id": 58172, "query": "A person takes a menu from the waiter at a restaurant.", "relevant_moment": [ { "pair_id": 14400, "video_name": "friends_s07e11_seg02_clip_12", "timestamp": [ 38.14, 40.58 ], "duration": 61.66, "caption": "A person takes a menu from the waiter at a restaurant.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14401, "video_name": "castle_s04e05_seg02_clip_13", "timestamp": [ 37.81, 43.21 ], "duration": 90.66, "caption": "A person sits down and the waiter hands him/her a menu.", "similarity": 0.8343, "relevance": 4 }, { "pair_id": 14402, "video_name": "friends_s02e05_seg02_clip_07", "timestamp": [ 54.15, 56.79 ], "duration": 66.66, "caption": "The waiter snatches a man's menu from his hands.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 14404, "video_name": "friends_s07e11_seg02_clip_12", "timestamp": [ 13.73, 16.78 ], "duration": 61.66, "caption": "A woman hands her menu to a server in a restaurant.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 14405, "video_name": "friends_s02e05_seg02_clip_07", "timestamp": [ 15.19, 20.8 ], "duration": 66.66, "caption": "A woman orders and hands the menu back to the waiter.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 14406, "video_name": "s03e14_seg02_clip_13", "timestamp": [ 9.45, 12.92 ], "duration": 63.66, "caption": "A person serves someone his food when he is the waiter.", "similarity": 0.7357, "relevance": 2 }, { "pair_id": 14408, "video_name": "s05e20_seg02_clip_04", "timestamp": [ 4.93, 6.96 ], "duration": 58.66, "caption": "A man is holding a menu while sitting at a restaurant table.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 14409, "video_name": "friends_s09e05_seg02_clip_17", "timestamp": [ 0.31, 2.44 ], "duration": 61.66, "caption": "A man closes his menu and gives it to the waiter.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 14410, "video_name": "friends_s09e05_seg02_clip_15", "timestamp": [ 29.41, 30.61 ], "duration": 60.66, "caption": "A woman is returning the menu to the waiter.", "similarity": 0.7036, "relevance": 1 }, { "pair_id": 14411, "video_name": "friends_s10e14_seg02_clip_02", "timestamp": [ 39.55, 51.94 ], "duration": 59.66, "caption": "A person picks up two menus after woman enters the restaurant.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 14413, "video_name": "friends_s03e07_seg02_clip_09", "timestamp": [ 16.83, 18.86 ], "duration": 58.66, "caption": "A person gets up from the dinner table at restaurant.", "similarity": 0.6933, "relevance": 0 }, { "pair_id": 14414, "video_name": "friends_s02e12-13_seg02_clip_07", "timestamp": [ 22.51, 24.91 ], "duration": 60.66, "caption": "A woman's date hands her menu to the waiter.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 14415, "video_name": "s06e01_seg02_clip_07", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A person is holding a menu while sitting at the table.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 14416, "video_name": "met_s02e05_seg02_clip_01", "timestamp": [ 0.0, 6.39 ], "duration": 60.66, "caption": "The waiter puts down the menu and a man walks out the door.", "similarity": 0.6839, "relevance": 0 }, { "pair_id": 14417, "video_name": "friends_s09e14_seg02_clip_10", "timestamp": [ 18.89, 29.81 ], "duration": 59.66, "caption": "A woman opens the menu and looks around for the waiter.", "similarity": 0.6643, "relevance": 1 }, { "pair_id": 14418, "video_name": "met_s06e05_seg02_clip_09", "timestamp": [ 23.29, 26.05 ], "duration": 61.66, "caption": "A woman picks up her menu and opens it at the restaurant.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 14419, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 10.88, 14.51 ], "duration": 60.66, "caption": "Two people hand their menus over to a server in a restaurant.", "similarity": 0.6601, "relevance": 3 }, { "pair_id": 187720, "video_name": "friends_s08e07_seg02_clip_08", "timestamp": [ 14.71, 31.81 ], "duration": 60.66, "caption": "A waiter comes to someone and they talk with the waiter.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 187721, "video_name": "met_s04e02_seg02_clip_16", "timestamp": [ 60.2, 63.6 ], "duration": 68.66, "caption": "A man takes a bite of a sandwich at a restaurant.", "similarity": 0.6554, "relevance": 0 }, { "pair_id": 187722, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 18.77, 24.65 ], "duration": 56.66, "caption": "A person enters the restaurant and sits together with some people.", "similarity": 0.6502, "relevance": 0 }, { "pair_id": 187723, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 31.77, 36.76 ], "duration": 90.66, "caption": "A woman walks into a restaurant and sits at the table a person is at.", "similarity": 0.6373, "relevance": 0 }, { "pair_id": 187724, "video_name": "s07e19_seg02_clip_15", "timestamp": [ 11.71, 24.61 ], "duration": 60.66, "caption": "A person is sitting at a restaurant table with someone.", "similarity": 0.6362, "relevance": 0 }, { "pair_id": 187725, "video_name": "friends_s07e11_seg02_clip_12", "timestamp": [ 31.43, 32.96 ], "duration": 61.66, "caption": "A woman takes guy's restaurant menu away from him.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 187726, "video_name": "friends_s01e11_seg02_clip_06", "timestamp": [ 7.13, 12.41 ], "duration": 62.66, "caption": "A person takes a shot while holding a menu.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 187727, "video_name": "friends_s09e23-24_seg02_clip_17", "timestamp": [ 0.0, 2.45 ], "duration": 61.66, "caption": "A man stops a waiter carrying a tray of food.", "similarity": 0.6324, "relevance": 1 }, { "pair_id": 187728, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 12.61, 14.14 ], "duration": 61.66, "caption": "A person takes their cup from the restaurant table.", "similarity": 0.6317, "relevance": 1 }, { "pair_id": 187729, "video_name": "met_s06e04_seg02_clip_00", "timestamp": [ 17.7, 20.44 ], "duration": 61.66, "caption": "A person walks into the restaurant and asks for the list of food.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 187730, "video_name": "s01e08_seg02_clip_14", "timestamp": [ 30.83, 35.86 ], "duration": 67.66, "caption": "A person is playing the keyboard at a restaurant.", "similarity": 0.629, "relevance": 0 }, { "pair_id": 187731, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 11.1, 15.91 ], "duration": 60.66, "caption": "A person makes a request for the waiter in white.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 187732, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 0.0, 7.25 ], "duration": 60.66, "caption": "A woman talks to a waitress in a restaurant while looking at a menu.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 187733, "video_name": "friends_s10e09_seg02_clip_17", "timestamp": [ 9.97, 17.59 ], "duration": 58.66, "caption": "A person informs a man that the restaurant is out of the item he wants to order.", "similarity": 0.627, "relevance": 1 }, { "pair_id": 187734, "video_name": "met_s06e11_seg02_clip_03", "timestamp": [ 44.09, 47.71 ], "duration": 60.66, "caption": "A man closes his menu and sets it on the table at the restaurant.", "similarity": 0.6262, "relevance": 1 }, { "pair_id": 187735, "video_name": "s03e14_seg02_clip_01", "timestamp": [ 30.51, 33.93 ], "duration": 57.66, "caption": "A person takes a handful of food from someone's plate.", "similarity": 0.626, "relevance": 1 }, { "pair_id": 187736, "video_name": "met_s06e08_seg02_clip_04", "timestamp": [ 53.42, 56.73 ], "duration": 60.66, "caption": "A woman takes an appetizer off of a waiter's tray.", "similarity": 0.6259, "relevance": 2 }, { "pair_id": 187737, "video_name": "s03e14_seg02_clip_13", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A person serves a man his food while he is sitting at the restaurant table.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 187738, "video_name": "friends_s06e24-25_seg02_clip_07", "timestamp": [ 50.65, 54.62 ], "duration": 61.66, "caption": "A person enters the restaurant and another person sees him/her.", "similarity": 0.6148, "relevance": 1 }, { "pair_id": 187739, "video_name": "friends_s08e08_seg02_clip_00", "timestamp": [ 29.94, 32.78 ], "duration": 63.66, "caption": "A man follows the waiter out of the dining room.", "similarity": 0.6145, "relevance": 1 } ] }, { "query_id": 58231, "query": "A woman sits down next to another woman in the waiting room.", "relevant_moment": [ { "pair_id": 153240, "video_name": "friends_s08e23-24_seg02_clip_03", "timestamp": [ 42.99, 46.0 ], "duration": 60.66, "caption": "A woman sits down next to another woman in the waiting room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153241, "video_name": "grey_s03e24_seg02_clip_16", "timestamp": [ 81.38, 90.66 ], "duration": 90.66, "caption": "A person is sitting with woman in the waiting room.", "similarity": 0.8381, "relevance": 1 }, { "pair_id": 153242, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 53.13, 55.61 ], "duration": 62.66, "caption": "A woman sits down while another woman stands next to someone.", "similarity": 0.8279, "relevance": 1 }, { "pair_id": 153243, "video_name": "s09e21_seg02_clip_13", "timestamp": [ 7.38, 25.38 ], "duration": 59.66, "caption": "A woman walks in and sits next to another woman.", "similarity": 0.7941, "relevance": 4 }, { "pair_id": 153244, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 25.21, 32.77 ], "duration": 56.66, "caption": "Two people walk in the waiting room and a woman sits down.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 153245, "video_name": "friends_s08e02_seg02_clip_03", "timestamp": [ 51.48, 54.9 ], "duration": 62.66, "caption": "A woman stands up and sits next to another woman.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 153246, "video_name": "met_s06e07_seg02_clip_16", "timestamp": [ 28.53, 31.32 ], "duration": 62.66, "caption": "A woman sits down at the table next to another woman.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 153247, "video_name": "s08e19_seg02_clip_12", "timestamp": [ 34.52, 37.82 ], "duration": 60.66, "caption": "A person is sitting beside another person in a waiting room.", "similarity": 0.7748, "relevance": 1 }, { "pair_id": 153248, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 39.6, 44.6 ], "duration": 91.66, "caption": "A woman sits down to the right of another woman.", "similarity": 0.7737, "relevance": 3 }, { "pair_id": 153249, "video_name": "friends_s04e11_seg02_clip_12", "timestamp": [ 29.94, 32.22 ], "duration": 57.66, "caption": "A woman sits next to another woman on the sofa in the living room.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 153250, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 18.91, 21.36 ], "duration": 70.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 153251, "video_name": "friends_s07e16_seg02_clip_00", "timestamp": [ 21.18, 24.03 ], "duration": 63.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 153252, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 39.35, 43.35 ], "duration": 61.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 153253, "video_name": "friends_s08e14_seg02_clip_12", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A woman sits down on a couch next to another woman.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 153254, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A woman sits down next to another woman on the bed.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 153255, "video_name": "s08e09_seg02_clip_09", "timestamp": [ 54.59, 57.07 ], "duration": 62.66, "caption": "With a cup of water, a woman sits down beside a person in the waiting room.", "similarity": 0.7698, "relevance": 3 }, { "pair_id": 153256, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "Two people are sitting beside each other in a waiting room.", "similarity": 0.7637, "relevance": 1 }, { "pair_id": 153257, "video_name": "grey_s02e10_seg02_clip_17", "timestamp": [ 9.86, 15.34 ], "duration": 73.66, "caption": "A woman sits down on the bed next to another woman.", "similarity": 0.7616, "relevance": 1 }, { "pair_id": 153258, "video_name": "s05e22_seg02_clip_13", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A woman is sitting next to another woman on the couch.", "similarity": 0.7605, "relevance": 1 }, { "pair_id": 153259, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 22.95, 32.25 ], "duration": 62.66, "caption": "A woman enters the room and sits down next to a man.", "similarity": 0.7542, "relevance": 0 }, { "pair_id": 326560, "video_name": "friends_s02e11_seg02_clip_09", "timestamp": [ 50.04, 60.72 ], "duration": 61.66, "caption": "A woman is sitting next to another woman with her hand on her hand.", "similarity": 0.7533, "relevance": 3 }, { "pair_id": 326561, "video_name": "friends_s01e16-17_seg02_clip_40", "timestamp": [ 31.93, 36.21 ], "duration": 57.66, "caption": "Two women going into the waiting room area to sit.", "similarity": 0.7498, "relevance": 4 }, { "pair_id": 326562, "video_name": "grey_s02e04_seg02_clip_12", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman sits down on the desk next to another woman.", "similarity": 0.7423, "relevance": 2 }, { "pair_id": 326563, "video_name": "friends_s07e18_seg02_clip_15", "timestamp": [ 0.0, 3.73 ], "duration": 53.66, "caption": "A woman walks into a place and sits next to another woman on the couch.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 326564, "video_name": "s05e01_seg02_clip_03", "timestamp": [ 32.56, 37.81 ], "duration": 70.66, "caption": "A woman walks in the apartment and sits down next to another woman.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 326565, "video_name": "friends_s05e09_seg02_clip_00", "timestamp": [ 40.28, 41.8 ], "duration": 61.66, "caption": "A woman sits down in a chair across from another woman.", "similarity": 0.7329, "relevance": 2 }, { "pair_id": 326566, "video_name": "s08e21_seg02_clip_10", "timestamp": [ 45.05, 50.75 ], "duration": 57.66, "caption": "After a woman sits down, another woman sitting next to her starts talking to her.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 326567, "video_name": "friends_s07e06_seg02_clip_10", "timestamp": [ 57.69, 58.62 ], "duration": 62.66, "caption": "A woman walks and sits on stool next to another woman.", "similarity": 0.7288, "relevance": 1 }, { "pair_id": 326568, "video_name": "s08e21_seg02_clip_11", "timestamp": [ 0.0, 11.48 ], "duration": 62.66, "caption": "A woman is sitting in a room with other women waiting on an audition.", "similarity": 0.7276, "relevance": 4 }, { "pair_id": 326569, "video_name": "friends_s01e06_seg02_clip_10", "timestamp": [ 0.0, 1.79 ], "duration": 59.66, "caption": "A woman sits on the edge of the armchair next to another woman.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 326570, "video_name": "friends_s08e21_seg02_clip_04", "timestamp": [ 58.14, 62.19 ], "duration": 62.66, "caption": "A woman sits down on the couch beside another woman.", "similarity": 0.7256, "relevance": 3 }, { "pair_id": 326572, "video_name": "castle_s03e11_seg02_clip_21", "timestamp": [ 31.06, 35.11 ], "duration": 90.66, "caption": "A woman sits down next to a woman at her desk.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 326574, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 38.39, 41.59 ], "duration": 91.66, "caption": "A woman sits down at the table across from another woman.", "similarity": 0.7176, "relevance": 2 }, { "pair_id": 326575, "video_name": "castle_s01e10_seg02_clip_19", "timestamp": [ 79.3, 84.68 ], "duration": 89.66, "caption": "A woman sits down in the hospital waiting room, then a man sits down beside her.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 326576, "video_name": "grey_s03e18_seg02_clip_00", "timestamp": [ 22.79, 24.65 ], "duration": 93.66, "caption": "A woman sits down on the bed with another woman in it.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 326577, "video_name": "s07e01_seg02_clip_10", "timestamp": [ 17.41, 20.71 ], "duration": 60.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 326578, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 3.2, 6.4 ], "duration": 64.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 326579, "video_name": "friends_s01e12_seg02_clip_09", "timestamp": [ 11.21, 13.77 ], "duration": 64.66, "caption": "A woman gets up from a chair and sits next to another woman on the couch.", "similarity": 0.7135, "relevance": 3 } ] }, { "query_id": 58234, "query": "A woman sits down next to another woman and crosses her legs.", "relevant_moment": [ { "pair_id": 9460, "video_name": "friends_s08e23-24_seg02_clip_03", "timestamp": [ 42.39, 45.1 ], "duration": 60.66, "caption": "A woman sits down next to another woman and crosses her legs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9461, "video_name": "s06e13_seg02_clip_09", "timestamp": [ 36.32, 37.42 ], "duration": 55.66, "caption": "A woman crosses one leg over the other as she sits on the couch next to another woman.", "similarity": 0.8389, "relevance": 4 }, { "pair_id": 9462, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 53.13, 55.61 ], "duration": 62.66, "caption": "A woman sits down while another woman stands next to someone.", "similarity": 0.8292, "relevance": 1 }, { "pair_id": 9463, "video_name": "s05e19_seg02_clip_12", "timestamp": [ 56.12, 57.93 ], "duration": 60.66, "caption": "A woman crosses her legs while sitting on a sofa with another woman.", "similarity": 0.8087, "relevance": 4 }, { "pair_id": 9464, "video_name": "s09e06_seg02_clip_00", "timestamp": [ 54.28, 55.52 ], "duration": 62.66, "caption": "A woman crosses her legs while sitting on the couch with another woman.", "similarity": 0.794, "relevance": 4 }, { "pair_id": 9465, "video_name": "friends_s07e06_seg02_clip_10", "timestamp": [ 57.69, 58.62 ], "duration": 62.66, "caption": "A woman walks and sits on stool next to another woman.", "similarity": 0.7912, "relevance": 2 }, { "pair_id": 9466, "video_name": "grey_s03e13_seg02_clip_05", "timestamp": [ 19.42, 21.68 ], "duration": 90.66, "caption": "A woman goes down between another woman's legs next to a person.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 9467, "video_name": "s09e21_seg02_clip_13", "timestamp": [ 7.38, 25.38 ], "duration": 59.66, "caption": "A woman walks in and sits next to another woman.", "similarity": 0.7874, "relevance": 0 }, { "pair_id": 9468, "video_name": "friends_s02e11_seg02_clip_09", "timestamp": [ 50.04, 60.72 ], "duration": 61.66, "caption": "A woman is sitting next to another woman with her hand on her hand.", "similarity": 0.7845, "relevance": 4 }, { "pair_id": 9470, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 39.6, 44.6 ], "duration": 91.66, "caption": "A woman sits down to the right of another woman.", "similarity": 0.7708, "relevance": 3 }, { "pair_id": 9471, "video_name": "castle_s04e23_seg02_clip_07", "timestamp": [ 55.81, 58.97 ], "duration": 90.66, "caption": "A person sits down next to a woman as another person walks towards them.", "similarity": 0.7671, "relevance": 2 }, { "pair_id": 9472, "video_name": "grey_s03e10_seg02_clip_26", "timestamp": [ 20.72, 25.9 ], "duration": 148.66, "caption": "A woman sits down on the bench next to another woman, and then sits up straight.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 9473, "video_name": "friends_s05e09_seg02_clip_00", "timestamp": [ 40.28, 41.8 ], "duration": 61.66, "caption": "A woman sits down in a chair across from another woman.", "similarity": 0.7609, "relevance": 3 }, { "pair_id": 9474, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 13.51, 15.31 ], "duration": 60.66, "caption": "A woman sits down on the chair across from another woman.", "similarity": 0.7582, "relevance": 3 }, { "pair_id": 9475, "video_name": "friends_s01e06_seg02_clip_10", "timestamp": [ 0.0, 1.79 ], "duration": 59.66, "caption": "A woman sits on the edge of the armchair next to another woman.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 9476, "video_name": "met_s06e07_seg02_clip_16", "timestamp": [ 28.53, 31.32 ], "duration": 62.66, "caption": "A woman sits down at the table next to another woman.", "similarity": 0.7546, "relevance": 3 }, { "pair_id": 9477, "video_name": "castle_s04e08_seg02_clip_25", "timestamp": [ 38.39, 41.59 ], "duration": 91.66, "caption": "A woman sits down at the table across from another woman.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 9478, "video_name": "friends_s04e17_seg02_clip_16", "timestamp": [ 60.15, 62.11 ], "duration": 65.66, "caption": "A woman crosses her leg and leans away from another woman.", "similarity": 0.7409, "relevance": 4 }, { "pair_id": 9479, "video_name": "friends_s05e03_seg02_clip_19", "timestamp": [ 51.49, 53.27 ], "duration": 71.66, "caption": "A woman sits behind another woman with her hands intertwined.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 182780, "video_name": "friends_s04e02_seg02_clip_11", "timestamp": [ 9.15, 11.51 ], "duration": 59.66, "caption": "A woman moves from sitting next to a man to sitting next to another woman.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 182781, "video_name": "castle_s01e09_seg02_clip_06", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman sits down in a chair across from two other women.", "similarity": 0.7247, "relevance": 3 }, { "pair_id": 182782, "video_name": "s08e20_seg02_clip_17", "timestamp": [ 0.0, 5.64 ], "duration": 49.66, "caption": "A person is sitting cross-legged on the floor next to woman.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 182783, "video_name": "friends_s02e01_seg02_clip_06", "timestamp": [ 20.97, 23.51 ], "duration": 63.66, "caption": "A woman sits back while crossing her right leg over her left leg.", "similarity": 0.7239, "relevance": 1 }, { "pair_id": 182784, "video_name": "s05e17_seg02_clip_03", "timestamp": [ 14.11, 15.52 ], "duration": 47.66, "caption": "A woman crosses her arms in front of her as she stands next to another woman.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 182785, "video_name": "friends_s09e10_seg02_clip_13", "timestamp": [ 36.02, 42.32 ], "duration": 60.66, "caption": "A woman sits down while a man then sits next to her.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 182786, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 1.14, 5.13 ], "duration": 57.66, "caption": "A woman walks over and sits down at a table with another woman.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 182787, "video_name": "friends_s09e20_seg02_clip_18", "timestamp": [ 6.53, 11.27 ], "duration": 59.66, "caption": "A woman walks over and sits down next to a man.", "similarity": 0.71, "relevance": 1 }, { "pair_id": 182789, "video_name": "grey_s02e04_seg02_clip_12", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman sits down on the desk next to another woman.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 182790, "video_name": "friends_s08e23-24_seg02_clip_03", "timestamp": [ 42.99, 46.0 ], "duration": 60.66, "caption": "A woman sits down next to another woman in the waiting room.", "similarity": 0.7043, "relevance": 4 }, { "pair_id": 182791, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A woman sits down next to another woman on the bed.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 182792, "video_name": "friends_s08e14_seg02_clip_12", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A woman sits down on a couch next to another woman.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 182793, "video_name": "grey_s02e12_seg02_clip_24", "timestamp": [ 46.12, 49.17 ], "duration": 87.66, "caption": "A person walks forward near a woman and he sits down next to the woman.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 182794, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 2.44, 4.88 ], "duration": 61.66, "caption": "A woman sits down next to a woman at Central Perk.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 182795, "video_name": "grey_s03e06_seg02_clip_16", "timestamp": [ 10.24, 11.13 ], "duration": 89.66, "caption": "A woman stands up from sitting on a stair next to another woman.", "similarity": 0.6978, "relevance": 1 }, { "pair_id": 182796, "video_name": "friends_s04e07_seg02_clip_06", "timestamp": [ 37.78, 39.79 ], "duration": 57.66, "caption": "A woman walks over and sits on the arm of the couch next to another woman.", "similarity": 0.6973, "relevance": 3 }, { "pair_id": 182797, "video_name": "met_s02e03_seg02_clip_19", "timestamp": [ 20.0, 22.22 ], "duration": 33.66, "caption": "A woman gets up from the table as she is seated next to another woman.", "similarity": 0.6971, "relevance": 1 }, { "pair_id": 182798, "video_name": "friends_s07e18_seg02_clip_15", "timestamp": [ 0.0, 3.73 ], "duration": 53.66, "caption": "A woman walks into a place and sits next to another woman on the couch.", "similarity": 0.6959, "relevance": 3 }, { "pair_id": 182799, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 18.91, 21.36 ], "duration": 70.66, "caption": "A woman sits down on the couch next to another woman.", "similarity": 0.6951, "relevance": 3 } ] }, { "query_id": 58272, "query": "A man writes in his notebook as he hears someone speak.", "relevant_moment": [ { "pair_id": 3880, "video_name": "castle_s03e18_seg02_clip_03", "timestamp": [ 15.24, 36.48 ], "duration": 92.66, "caption": "A man writes in his notebook as he hears someone speak.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 3881, "video_name": "house_s01e06_seg02_clip_13", "timestamp": [ 0.0, 16.39 ], "duration": 113.66, "caption": "A man writes in a notebook while talking with person.", "similarity": 0.8648, "relevance": 3 }, { "pair_id": 3882, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 54.2, 57.81 ], "duration": 90.66, "caption": "A man is writing in a notebook as a woman speaks.", "similarity": 0.8285, "relevance": 2 }, { "pair_id": 3883, "video_name": "castle_s03e10_seg02_clip_11", "timestamp": [ 53.13, 56.42 ], "duration": 94.66, "caption": "A man scribbles out what he has written in his notebook.", "similarity": 0.7544, "relevance": 4 }, { "pair_id": 3884, "video_name": "s03e23_seg01_clip_00", "timestamp": [ 2.44, 30.21 ], "duration": 61.66, "caption": "A person writes in the notebook he is holding.", "similarity": 0.7531, "relevance": 4 }, { "pair_id": 3885, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 33.49, 38.14 ], "duration": 93.66, "caption": "A man is writing while he is talking to someone.", "similarity": 0.7521, "relevance": 3 }, { "pair_id": 3886, "video_name": "s09e04_seg02_clip_05", "timestamp": [ 46.08, 49.13 ], "duration": 61.66, "caption": "A man writes in his notebook with a pencil.", "similarity": 0.742, "relevance": 4 }, { "pair_id": 3887, "video_name": "house_s03e08_seg02_clip_07", "timestamp": [ 21.75, 23.08 ], "duration": 88.66, "caption": "A person is writing on a notebook while talking to another person.", "similarity": 0.7387, "relevance": 3 }, { "pair_id": 3888, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.53, 58.62 ], "duration": 62.66, "caption": "A person reads from a notebook as he is with some people.", "similarity": 0.7252, "relevance": 1 }, { "pair_id": 3889, "video_name": "s06e05_seg02_clip_07", "timestamp": [ 14.58, 17.99 ], "duration": 62.66, "caption": "A person writes with a pencil after he hears someone speak.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 3890, "video_name": "house_s03e01_seg02_clip_19", "timestamp": [ 87.76, 93.11 ], "duration": 107.66, "caption": "A man is writing while speaking to another person when he came in.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 3891, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 14.27, 35.05 ], "duration": 62.66, "caption": "A person talks to each individual at the table and writes in his notebook.", "similarity": 0.6992, "relevance": 3 }, { "pair_id": 3892, "video_name": "castle_s05e03_seg02_clip_02", "timestamp": [ 80.33, 89.26 ], "duration": 89.66, "caption": "A woman writes in her notebook while talking to person.", "similarity": 0.6861, "relevance": 3 }, { "pair_id": 3893, "video_name": "castle_s04e20_seg02_clip_12", "timestamp": [ 72.2, 89.66 ], "duration": 89.66, "caption": "A man walks in with his notebook and talks to woman, person and woman.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 3894, "video_name": "friends_s09e23-24_seg02_clip_19", "timestamp": [ 41.19, 45.77 ], "duration": 61.66, "caption": "A person is writing something on the notepad while talking to a man.", "similarity": 0.6748, "relevance": 3 }, { "pair_id": 3895, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 64.1, 67.66 ], "duration": 89.66, "caption": "A man writes on his clipboard while speaking to another person.", "similarity": 0.6726, "relevance": 3 }, { "pair_id": 3896, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 23.41, 27.64 ], "duration": 65.66, "caption": "A man is writing in his notebook as a person gets up from the sofa.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 3897, "video_name": "friends_s09e23-24_seg02_clip_00", "timestamp": [ 32.36, 52.54 ], "duration": 64.66, "caption": "A woman talks to a man, he collects her pen and notebook and writes on it.", "similarity": 0.6695, "relevance": 3 }, { "pair_id": 3898, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 2.52, 16.8 ], "duration": 84.66, "caption": "A man was holding a notebook whilst talking to woman.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 3899, "video_name": "s05e19_seg01_clip_01", "timestamp": [ 79.6, 83.28 ], "duration": 92.66, "caption": "A man is on his laptop as he speaks to another person.", "similarity": 0.6682, "relevance": 1 }, { "pair_id": 177200, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 4.03, 4.65 ], "duration": 62.66, "caption": "A person write down in his notebook as he sits in an armchair.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 177201, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 6.0, 12.91 ], "duration": 60.66, "caption": "A person writes something down on his paper while talking.", "similarity": 0.6559, "relevance": 4 }, { "pair_id": 177202, "video_name": "s09e04_seg02_clip_05", "timestamp": [ 42.72, 48.82 ], "duration": 61.66, "caption": "A man picks up the notebook and starting writing in it.", "similarity": 0.6551, "relevance": 4 }, { "pair_id": 177203, "video_name": "grey_s03e08_seg02_clip_13", "timestamp": [ 81.25, 85.05 ], "duration": 95.66, "caption": "A man is walking down the hallway writing in a small notebook, he turns, stops and faces another person who is holding some papers.", "similarity": 0.6524, "relevance": 4 }, { "pair_id": 177204, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 1.8, 8.1 ], "duration": 60.66, "caption": "A person was writing in a notebook on his/her desk.", "similarity": 0.6514, "relevance": 4 }, { "pair_id": 177205, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 37.5, 41.57 ], "duration": 90.66, "caption": "While listening to a man, a man turns the page of a notebook.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 177206, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.22, 57.69 ], "duration": 62.66, "caption": "A person reads aloud to the group from his yellow notebook.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 177207, "video_name": "house_s01e14_seg02_clip_00", "timestamp": [ 27.5, 36.35 ], "duration": 93.66, "caption": "A man taps his pen on the notebook in front of him.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 177208, "video_name": "s06e08_seg02_clip_12", "timestamp": [ 37.64, 48.76 ], "duration": 57.66, "caption": "A man writes on a whiteboard while having a conversation with person.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 177211, "video_name": "castle_s02e24_seg02_clip_16", "timestamp": [ 52.19, 55.95 ], "duration": 94.66, "caption": "A woman writes down information in her notebook as she listens.", "similarity": 0.6391, "relevance": 3 }, { "pair_id": 177212, "video_name": "s02e07_seg01_clip_01", "timestamp": [ 31.83, 35.3 ], "duration": 63.66, "caption": "A person writes onto a notebook with a pencil.", "similarity": 0.6385, "relevance": 3 }, { "pair_id": 177213, "video_name": "castle_s03e23_seg02_clip_05", "timestamp": [ 17.31, 20.86 ], "duration": 88.66, "caption": "A man was writing down while listening to a woman.", "similarity": 0.6311, "relevance": 3 }, { "pair_id": 177214, "video_name": "castle_s08e17_seg02_clip_04", "timestamp": [ 2.69, 5.38 ], "duration": 89.66, "caption": "A man is going through papers as he listens to another person speak.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 177215, "video_name": "friends_s09e08_seg01_clip_01", "timestamp": [ 23.5, 28.09 ], "duration": 54.66, "caption": "A man tells another man where he usually writes important information.", "similarity": 0.6293, "relevance": 1 }, { "pair_id": 177217, "video_name": "house_s03e08_seg02_clip_07", "timestamp": [ 63.48, 67.03 ], "duration": 88.66, "caption": "A man is writing on the whiteboard while talking.", "similarity": 0.6261, "relevance": 2 }, { "pair_id": 177218, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A person is writing on a notepad as he/she listens to another person.", "similarity": 0.6226, "relevance": 4 }, { "pair_id": 177219, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A man reads from a notebook to two guys.", "similarity": 0.6202, "relevance": 1 } ] }, { "query_id": 58344, "query": "A woman gathers up some papers on the table and wipes under them before laying them back down.", "relevant_moment": [ { "pair_id": 13580, "video_name": "friends_s01e21_seg02_clip_15", "timestamp": [ 22.81, 60.03 ], "duration": 60.66, "caption": "A woman gathers up some papers on the table and wipes under them before laying them back down.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 13581, "video_name": "friends_s01e21_seg02_clip_15", "timestamp": [ 24.01, 33.01 ], "duration": 60.66, "caption": "A woman tries to wipe down the table and ends up picking up all the newspapers.", "similarity": 0.7236, "relevance": 4 }, { "pair_id": 13582, "video_name": "friends_s03e12_seg02_clip_03", "timestamp": [ 55.58, 58.59 ], "duration": 60.66, "caption": "A woman goes to a table and wipes the top.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 13583, "video_name": "friends_s10e07_seg02_clip_00", "timestamp": [ 0.0, 22.99 ], "duration": 62.66, "caption": "A woman wipes the table with a cleaning solution.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 13584, "video_name": "grey_s03e05_seg02_clip_06", "timestamp": [ 25.48, 27.72 ], "duration": 89.66, "caption": "A woman lifts up a sheet of paper at the table.", "similarity": 0.6676, "relevance": 0 }, { "pair_id": 13585, "video_name": "met_s03e11_seg01_clip_02", "timestamp": [ 33.08, 35.49 ], "duration": 60.66, "caption": "A woman arranges bunch of paper and puts them on the table.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 13586, "video_name": "castle_s07e19_seg02_clip_02", "timestamp": [ 64.19, 66.98 ], "duration": 93.66, "caption": "A woman is moving a pack of papers that is located on the table.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 13587, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 50.41, 51.31 ], "duration": 90.66, "caption": "A woman sits down on the table a stack of folders and papers.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 13588, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 18.88, 20.64 ], "duration": 87.66, "caption": "A woman puts some papers down on her desk.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 13589, "video_name": "castle_s04e11_seg02_clip_03", "timestamp": [ 19.17, 22.37 ], "duration": 91.66, "caption": "A woman sets down her paperwork on the table.", "similarity": 0.6423, "relevance": 3 }, { "pair_id": 13590, "video_name": "castle_s03e19_seg02_clip_22", "timestamp": [ 15.81, 21.86 ], "duration": 93.66, "caption": "A woman places two pieces of paper on to the table.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 13591, "video_name": "friends_s09e21_seg02_clip_02", "timestamp": [ 23.83, 31.58 ], "duration": 59.66, "caption": "Woman bends down to pick up all the papers from the floor.", "similarity": 0.6363, "relevance": 2 }, { "pair_id": 13592, "video_name": "friends_s09e12_seg02_clip_02", "timestamp": [ 13.64, 21.18 ], "duration": 58.66, "caption": "A woman brings a folder of paper over to the table.", "similarity": 0.6341, "relevance": 1 }, { "pair_id": 13593, "video_name": "castle_s05e24_seg02_clip_25", "timestamp": [ 45.55, 46.93 ], "duration": 92.66, "caption": "A woman presses her finger down onto a piece of paper that is laying on the table.", "similarity": 0.6243, "relevance": 0 }, { "pair_id": 13594, "video_name": "s08e16_seg02_clip_09", "timestamp": [ 2.17, 3.41 ], "duration": 62.66, "caption": "A person touches a stack of papers on the table.", "similarity": 0.6227, "relevance": 1 }, { "pair_id": 13595, "video_name": "friends_s01e03_seg02_clip_15", "timestamp": [ 7.97, 13.28 ], "duration": 59.66, "caption": "A woman sprays the table and wipes it off.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 13596, "video_name": "castle_s03e10_seg02_clip_24", "timestamp": [ 55.68, 57.06 ], "duration": 92.66, "caption": "A woman takes a small slip of paper from someone's hand as they lean over the table.", "similarity": 0.6166, "relevance": 0 }, { "pair_id": 13597, "video_name": "friends_s07e02_seg02_clip_14", "timestamp": [ 15.74, 19.98 ], "duration": 60.66, "caption": "A woman gets up with a sheet of paper in her hands.", "similarity": 0.6156, "relevance": 0 }, { "pair_id": 13598, "video_name": "s04e05_seg02_clip_13", "timestamp": [ 49.29, 51.65 ], "duration": 59.66, "caption": "A woman wipes the sides of their mouth with a napkin.", "similarity": 0.6094, "relevance": 0 }, { "pair_id": 13599, "video_name": "friends_s09e18_seg02_clip_13", "timestamp": [ 16.11, 17.69 ], "duration": 63.66, "caption": "A woman is arranging a bunch of small pieces of paper on the table.", "similarity": 0.6038, "relevance": 1 } ] }, { "query_id": 58430, "query": "A man opens the closet in the living room and grabs his jacket.", "relevant_moment": [ { "pair_id": 65600, "video_name": "s04e17_seg01_clip_00", "timestamp": [ 22.09, 27.21 ], "duration": 64.66, "caption": "A man opens the closet in the living room and grabs his jacket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 65601, "video_name": "house_s02e15_seg02_clip_06", "timestamp": [ 69.63, 77.37 ], "duration": 91.66, "caption": "A man takes his jacket off and places it into the closet.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 65602, "video_name": "s04e24_seg02_clip_06", "timestamp": [ 19.51, 33.01 ], "duration": 60.66, "caption": "A man opens the closet door and removes some clothes.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 65603, "video_name": "house_s07e14_seg02_clip_09", "timestamp": [ 35.61, 43.18 ], "duration": 89.66, "caption": "A man opens a locker and puts his jacket inside it.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 65604, "video_name": "friends_s04e07_seg02_clip_06", "timestamp": [ 21.18, 24.04 ], "duration": 57.66, "caption": "A man grabs his jacket and opens the front door.", "similarity": 0.6661, "relevance": 3 }, { "pair_id": 65605, "video_name": "house_s05e03_seg02_clip_15", "timestamp": [ 6.8, 8.93 ], "duration": 85.66, "caption": "A person hands man his jacket as he is on the floor of a closet.", "similarity": 0.6637, "relevance": 3 }, { "pair_id": 65606, "video_name": "met_s02e14_seg02_clip_11", "timestamp": [ 9.44, 12.76 ], "duration": 51.66, "caption": "A person reaches into the apartment from the hallway and grabs his jacket.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 65607, "video_name": "friends_s03e18_seg02_clip_17", "timestamp": [ 42.71, 60.58 ], "duration": 60.66, "caption": "A man walks into the living room while holding his chest.", "similarity": 0.6556, "relevance": 1 }, { "pair_id": 65608, "video_name": "house_s08e07_seg02_clip_10", "timestamp": [ 28.4, 36.93 ], "duration": 142.66, "caption": "A man opens the front door and walks into the living room.", "similarity": 0.6495, "relevance": 0 }, { "pair_id": 65609, "video_name": "friends_s05e09_seg02_clip_07", "timestamp": [ 31.08, 35.19 ], "duration": 58.66, "caption": "A man enters the room and takes off his jacket.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 65610, "video_name": "house_s03e19_seg02_clip_25", "timestamp": [ 89.4, 92.13 ], "duration": 109.66, "caption": "A man is in the closet and tries to find the coat.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 65611, "video_name": "house_s02e15_seg02_clip_06", "timestamp": [ 74.64, 79.19 ], "duration": 91.66, "caption": "A man kicks some items in the closet then closes the door.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 65612, "video_name": "castle_s06e20_seg02_clip_09", "timestamp": [ 42.54, 59.36 ], "duration": 93.66, "caption": "A man gets his jacket and left the room.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 65613, "video_name": "castle_s05e11_seg02_clip_14", "timestamp": [ 20.65, 38.71 ], "duration": 86.66, "caption": "A man goes into the closet to gather items then comes out.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 65614, "video_name": "friends_s08e02_seg02_clip_18", "timestamp": [ 26.41, 33.61 ], "duration": 80.66, "caption": "A man grabs his shirt from the counter and opens the apartment door.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 65615, "video_name": "s09e23_seg01_clip_00", "timestamp": [ 42.41, 45.16 ], "duration": 61.66, "caption": "A man walks into the living room in his robe.", "similarity": 0.6269, "relevance": 0 }, { "pair_id": 65616, "video_name": "friends_s10e04_seg02_clip_12", "timestamp": [ 0.0, 6.46 ], "duration": 58.66, "caption": "A man gets their jacket and left the room.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 65617, "video_name": "castle_s08e09_seg02_clip_11", "timestamp": [ 56.34, 62.5 ], "duration": 88.66, "caption": "A man turns to the closet and flings the doors open dramatically, then turns around to face the room and points a finger in the air.", "similarity": 0.6234, "relevance": 3 }, { "pair_id": 65618, "video_name": "s04e24_seg02_clip_06", "timestamp": [ 20.71, 25.21 ], "duration": 60.66, "caption": "A man opens his bedroom's closet as he listens to another person.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 65619, "video_name": "met_s06e09_seg02_clip_07", "timestamp": [ 40.52, 50.72 ], "duration": 60.66, "caption": "A person opens the door and a man walks in and drops his bag on the living room floor.", "similarity": 0.6216, "relevance": 2 }, { "pair_id": 238920, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 26.36, 29.15 ], "duration": 62.66, "caption": "A man walks across the living room and opens the door.", "similarity": 0.619, "relevance": 1 }, { "pair_id": 238921, "video_name": "friends_s10e05_seg02_clip_08", "timestamp": [ 41.33, 43.74 ], "duration": 60.66, "caption": "A man closes his bedroom door as he walks into the living room.", "similarity": 0.6185, "relevance": 1 }, { "pair_id": 238922, "video_name": "s05e02_seg02_clip_07", "timestamp": [ 55.78, 59.03 ], "duration": 59.66, "caption": "There is a jacket hanging on the door in a man's room.", "similarity": 0.6158, "relevance": 0 }, { "pair_id": 238923, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 76.52, 77.42 ], "duration": 90.66, "caption": "A man takes out his jacket from his locker.", "similarity": 0.6144, "relevance": 3 }, { "pair_id": 238924, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 63.57, 65.91 ], "duration": 93.66, "caption": "A man opens up a door from his apartment.", "similarity": 0.6075, "relevance": 0 }, { "pair_id": 238925, "video_name": "s02e10_seg02_clip_03", "timestamp": [ 15.01, 24.61 ], "duration": 60.66, "caption": "A woman opens up a man's closet and pulls out a dress.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 238926, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.6051, "relevance": 0 }, { "pair_id": 238927, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.6051, "relevance": 0 }, { "pair_id": 238928, "video_name": "s07e22_seg02_clip_03", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A man enters the living room from his bedroom.", "similarity": 0.6045, "relevance": 0 }, { "pair_id": 238929, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 38.63, 44.3 ], "duration": 54.66, "caption": "A woman opens a person's closet and pulls out a shirt.", "similarity": 0.602, "relevance": 3 }, { "pair_id": 238930, "video_name": "friends_s07e17_seg02_clip_18", "timestamp": [ 11.17, 13.97 ], "duration": 62.66, "caption": "A man wearing a coat opened the door and entered the room.", "similarity": 0.6016, "relevance": 0 }, { "pair_id": 238931, "video_name": "castle_s02e04_seg02_clip_19", "timestamp": [ 45.19, 49.62 ], "duration": 88.66, "caption": "A person pulls a man into the room and closes door.", "similarity": 0.6003, "relevance": 0 }, { "pair_id": 238933, "video_name": "s10e13_seg02_clip_00", "timestamp": [ 55.47, 61.08 ], "duration": 66.66, "caption": "A man begins opening the door to his apartment room.", "similarity": 0.597, "relevance": 0 }, { "pair_id": 238934, "video_name": "s03e19_seg02_clip_00", "timestamp": [ 6.41, 10.37 ], "duration": 61.66, "caption": "A man walks into the living room from his bedroom.", "similarity": 0.5964, "relevance": 0 }, { "pair_id": 238935, "video_name": "castle_s08e06_seg02_clip_12", "timestamp": [ 78.71, 80.0 ], "duration": 86.66, "caption": "A person draws their gun from inside of their jacket and kicks open an apartment door.", "similarity": 0.5958, "relevance": 0 }, { "pair_id": 238937, "video_name": "friends_s09e13_seg02_clip_15", "timestamp": [ 35.17, 37.02 ], "duration": 37.66, "caption": "A man opens the apartment door and walks in with a magazine covering his face.", "similarity": 0.5948, "relevance": 0 }, { "pair_id": 238938, "video_name": "s03e21_seg02_clip_05", "timestamp": [ 0.0, 8.24 ], "duration": 61.66, "caption": "A person opens the closet door and points to various items inside.", "similarity": 0.5945, "relevance": 1 }, { "pair_id": 238939, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 0.0, 2.85 ], "duration": 57.66, "caption": "A man opens the door and walks into the bedroom.", "similarity": 0.5926, "relevance": 0 } ] }, { "query_id": 58572, "query": "A person holds up a pen and pad of paper.", "relevant_moment": [ { "pair_id": 97960, "video_name": "castle_s01e07_seg02_clip_13", "timestamp": [ 35.39, 36.77 ], "duration": 91.66, "caption": "A person holds up a pen and pad of paper.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 97961, "video_name": "house_s08e04_seg02_clip_02", "timestamp": [ 26.41, 30.37 ], "duration": 88.66, "caption": "A person takes out a pad of paper and a pen from their jacket.", "similarity": 0.7927, "relevance": 2 }, { "pair_id": 97962, "video_name": "s04e14_seg01_clip_00", "timestamp": [ 4.88, 8.85 ], "duration": 61.66, "caption": "A person is holding a marker and sheet of paper.", "similarity": 0.7711, "relevance": 3 }, { "pair_id": 97963, "video_name": "friends_s03e15_seg02_clip_03", "timestamp": [ 16.89, 27.85 ], "duration": 59.66, "caption": "A woman holds up a pad of paper for man.", "similarity": 0.7647, "relevance": 4 }, { "pair_id": 97964, "video_name": "house_s03e08_seg02_clip_01", "timestamp": [ 3.19, 6.37 ], "duration": 91.66, "caption": "A person puts down a pen and gets up from the table with a paper in his hand.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 97965, "video_name": "friends_s04e23-24_seg02_clip_38", "timestamp": [ 18.89, 29.13 ], "duration": 64.66, "caption": "A person taps a pen on a sheet of paper.", "similarity": 0.7587, "relevance": 3 }, { "pair_id": 97966, "video_name": "s09e12_seg02_clip_14", "timestamp": [ 50.35, 58.59 ], "duration": 61.66, "caption": "A person raises their pen and then writes something down.", "similarity": 0.7491, "relevance": 4 }, { "pair_id": 97967, "video_name": "s05e09_seg02_clip_02", "timestamp": [ 9.46, 14.65 ], "duration": 61.66, "caption": "A person gets a pen and a paper and writes there suddenly.", "similarity": 0.7483, "relevance": 2 }, { "pair_id": 97968, "video_name": "s09e04_seg02_clip_07", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A person is sitting with a pen and clipboard in his hands.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 97969, "video_name": "friends_s08e21_seg02_clip_03", "timestamp": [ 34.19, 37.46 ], "duration": 59.66, "caption": "Person in black hands someone a pen and paper.", "similarity": 0.7303, "relevance": 4 }, { "pair_id": 97970, "video_name": "house_s01e11_seg02_clip_09", "timestamp": [ 13.78, 23.28 ], "duration": 95.66, "caption": "A person pulls a pen out of his pocket and writes on a piece of paper at the nurses' station.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 97971, "video_name": "house_s03e21_seg02_clip_20", "timestamp": [ 65.3, 72.5 ], "duration": 96.66, "caption": "A person takes out a pen and a notepad and writes something on the notepad.", "similarity": 0.7279, "relevance": 4 }, { "pair_id": 97972, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 31.91, 35.77 ], "duration": 55.66, "caption": "A person holds up a piece of paper and reads from it.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 97973, "video_name": "s08e15_seg02_clip_03", "timestamp": [ 38.12, 39.32 ], "duration": 60.66, "caption": "A person is holding a white sheet of paper in his hands.", "similarity": 0.727, "relevance": 3 }, { "pair_id": 97974, "video_name": "house_s03e24_seg02_clip_08", "timestamp": [ 59.95, 64.27 ], "duration": 108.66, "caption": "A man writes something on a note pad with a pen.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 97975, "video_name": "house_s03e12_seg02_clip_04", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A person holds up a piece of fabric with writing on it.", "similarity": 0.7209, "relevance": 1 }, { "pair_id": 97976, "video_name": "friends_s02e16_seg02_clip_01", "timestamp": [ 22.09, 25.77 ], "duration": 92.66, "caption": "A man picks up a pen and starts to write on a piece of paper.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 97977, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 8.48, 9.81 ], "duration": 89.66, "caption": "A woman is writing on a paper with a pen.", "similarity": 0.7142, "relevance": 2 }, { "pair_id": 97978, "video_name": "friends_s08e18_seg02_clip_00", "timestamp": [ 28.38, 31.73 ], "duration": 61.66, "caption": "A person puts a cap on the pen in their hand.", "similarity": 0.714, "relevance": 1 }, { "pair_id": 97979, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A person writes with a marker pen on the whiteboard.", "similarity": 0.714, "relevance": 1 }, { "pair_id": 271280, "video_name": "s09e04_seg02_clip_06", "timestamp": [ 40.22, 44.72 ], "duration": 60.66, "caption": "A person writes on a piece of paper attached to a clipboard.", "similarity": 0.714, "relevance": 4 }, { "pair_id": 271281, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 5.12, 7.68 ], "duration": 64.66, "caption": "A person is going through a book with a pen in their hand.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 271282, "video_name": "castle_s04e18_seg02_clip_02", "timestamp": [ 20.35, 21.25 ], "duration": 90.66, "caption": "A man has a pen and notepad in his hand.", "similarity": 0.7042, "relevance": 4 }, { "pair_id": 271283, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 1.37, 8.65 ], "duration": 91.66, "caption": "A person stands up holding a stack of papers.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 271284, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 8.4, 10.62 ], "duration": 88.66, "caption": "A person is holding a folded up paper that he puts in his jacket pocket.", "similarity": 0.7016, "relevance": 2 }, { "pair_id": 271285, "video_name": "s08e04_seg02_clip_05", "timestamp": [ 34.18, 36.31 ], "duration": 61.66, "caption": "A woman puts down her pad and pen and stands up.", "similarity": 0.7004, "relevance": 4 }, { "pair_id": 271286, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 84.27, 90.13 ], "duration": 90.66, "caption": "A man takes a pen from the pen holder and starts to write on a paper.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 271287, "video_name": "house_s05e24_seg02_clip_21", "timestamp": [ 57.38, 59.69 ], "duration": 77.66, "caption": "A person takes out a notepad and pen from his jacket pocket.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 271288, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 41.16, 43.78 ], "duration": 74.66, "caption": "A woman has a clipboard and pen in her hand and is writing.", "similarity": 0.6951, "relevance": 4 }, { "pair_id": 271289, "video_name": "castle_s05e24_seg02_clip_24", "timestamp": [ 11.62, 14.11 ], "duration": 83.66, "caption": "A person has a pen in his hand and writes a check out.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 271290, "video_name": "s04e24_seg02_clip_04", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A person takes the pen from another person and signs a piece of paper.", "similarity": 0.6943, "relevance": 3 }, { "pair_id": 271291, "video_name": "s03e23_seg01_clip_00", "timestamp": [ 2.44, 30.21 ], "duration": 61.66, "caption": "A person writes in the notebook he is holding.", "similarity": 0.693, "relevance": 4 }, { "pair_id": 271292, "video_name": "castle_s04e02_seg02_clip_03", "timestamp": [ 7.22, 12.64 ], "duration": 90.66, "caption": "A woman opens their notebook and holds a pen ready to write.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 271293, "video_name": "met_s05e04_seg02_clip_16", "timestamp": [ 7.63, 11.7 ], "duration": 72.66, "caption": "A man is writing on a pad of paper.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 271294, "video_name": "castle_s06e21_seg02_clip_19", "timestamp": [ 38.3, 40.55 ], "duration": 90.66, "caption": "A woman rests the pen on some document file.", "similarity": 0.6902, "relevance": 3 }, { "pair_id": 271295, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 0.0, 9.76 ], "duration": 88.66, "caption": "A woman is holding a sheet of paper in her hands.", "similarity": 0.6898, "relevance": 3 }, { "pair_id": 271296, "video_name": "s03e05_seg02_clip_05", "timestamp": [ 1.4, 5.88 ], "duration": 56.66, "caption": "A person looks at a clipboard pointing to a portion of the paper with a pen.", "similarity": 0.6897, "relevance": 4 }, { "pair_id": 271297, "video_name": "friends_s07e21_seg02_clip_00", "timestamp": [ 28.62, 50.15 ], "duration": 61.66, "caption": "A man was holding a pen and paper whilst talking.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 271298, "video_name": "s09e18_seg01_clip_02", "timestamp": [ 20.91, 31.36 ], "duration": 95.66, "caption": "A person gives document and pen to some other people.", "similarity": 0.6875, "relevance": 3 }, { "pair_id": 271299, "video_name": "s04e21_seg02_clip_16", "timestamp": [ 42.6, 46.82 ], "duration": 65.66, "caption": "A person takes out a pen from the stand and puts it on the notebook.", "similarity": 0.6862, "relevance": 3 } ] }, { "query_id": 58611, "query": "A woman sets down her paperwork on the table.", "relevant_moment": [ { "pair_id": 145780, "video_name": "castle_s04e11_seg02_clip_03", "timestamp": [ 19.17, 22.37 ], "duration": 91.66, "caption": "A woman sets down her paperwork on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145781, "video_name": "s03e10_seg02_clip_14", "timestamp": [ 24.31, 27.91 ], "duration": 60.66, "caption": "A woman sets her notebook down on the table.", "similarity": 0.7757, "relevance": 4 }, { "pair_id": 145782, "video_name": "friends_s01e06_seg02_clip_13", "timestamp": [ 38.78, 41.19 ], "duration": 60.66, "caption": "A woman sets the newspaper down on the table.", "similarity": 0.741, "relevance": 3 }, { "pair_id": 145783, "video_name": "house_s03e23_seg02_clip_07", "timestamp": [ 80.26, 87.24 ], "duration": 87.66, "caption": "A woman signs something and sets it down on the table.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 145784, "video_name": "friends_s09e18_seg02_clip_11", "timestamp": [ 39.56, 47.72 ], "duration": 60.66, "caption": "A woman adjusts some papers on the table and moves in her chair.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 145785, "video_name": "friends_s02e08_seg02_clip_18", "timestamp": [ 47.8, 49.36 ], "duration": 62.66, "caption": "A woman sets the phone, paper, and pen on the table in front of her.", "similarity": 0.6925, "relevance": 4 }, { "pair_id": 145786, "video_name": "castle_s07e22_seg02_clip_05", "timestamp": [ 59.87, 65.27 ], "duration": 90.66, "caption": "A woman puts her file on the table and sits down.", "similarity": 0.6913, "relevance": 3 }, { "pair_id": 145787, "video_name": "castle_s02e08_seg02_clip_16", "timestamp": [ 60.83, 68.43 ], "duration": 89.66, "caption": "A woman picks up a pen and signs the document on the table in front of her.", "similarity": 0.691, "relevance": 0 }, { "pair_id": 145788, "video_name": "house_s02e02_seg02_clip_16", "timestamp": [ 11.25, 13.05 ], "duration": 90.66, "caption": "A woman drops her hand on top of the paperwork.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 145789, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 18.88, 20.64 ], "duration": 87.66, "caption": "A woman puts some papers down on her desk.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 145790, "video_name": "house_s03e06_seg02_clip_00", "timestamp": [ 3.36, 10.56 ], "duration": 96.66, "caption": "A woman walks in and sets down a file onto the table.", "similarity": 0.6758, "relevance": 3 }, { "pair_id": 145791, "video_name": "castle_s03e19_seg02_clip_22", "timestamp": [ 15.81, 21.86 ], "duration": 93.66, "caption": "A woman places two pieces of paper on to the table.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 145792, "video_name": "s06e02_seg01_clip_01", "timestamp": [ 15.41, 17.88 ], "duration": 55.66, "caption": "A woman puts the paper and pen she is holding on the table.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 145793, "video_name": "met_s04e02_seg01_clip_01", "timestamp": [ 56.96, 58.73 ], "duration": 59.66, "caption": "A woman is standing at a table and writes something down on a notepad.", "similarity": 0.6717, "relevance": 0 }, { "pair_id": 145794, "video_name": "castle_s06e07_seg02_clip_24", "timestamp": [ 9.35, 11.57 ], "duration": 89.66, "caption": "A woman sets the cardboard box she is carrying down on a table.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 145795, "video_name": "friends_s07e18_seg02_clip_05", "timestamp": [ 0.0, 1.24 ], "duration": 62.66, "caption": "A woman sets down a plate on the table.", "similarity": 0.6649, "relevance": 1 }, { "pair_id": 145796, "video_name": "castle_s03e14_seg02_clip_23", "timestamp": [ 47.02, 50.25 ], "duration": 92.66, "caption": "A person hands woman a file full of paperwork.", "similarity": 0.6559, "relevance": 0 }, { "pair_id": 145797, "video_name": "s06e02_seg01_clip_01", "timestamp": [ 16.23, 17.88 ], "duration": 55.66, "caption": "A woman is holding a notebook then sets it down on the coffee table.", "similarity": 0.6549, "relevance": 4 }, { "pair_id": 145798, "video_name": "met_s03e11_seg01_clip_02", "timestamp": [ 33.08, 35.49 ], "duration": 60.66, "caption": "A woman arranges bunch of paper and puts them on the table.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 145799, "video_name": "s09e19_seg02_clip_06", "timestamp": [ 45.05, 46.76 ], "duration": 57.66, "caption": "A woman sets down a pipe of the table.", "similarity": 0.6468, "relevance": 0 } ] }, { "query_id": 58626, "query": "A person and another person look at each other, simultaneously head for the stairs and disappear up them.", "relevant_moment": [ { "pair_id": 92920, "video_name": "friends_s06e11_seg02_clip_19", "timestamp": [ 55.79, 60.39 ], "duration": 115.66, "caption": "A person and another person look at each other, simultaneously head for the stairs and disappear up them.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 92921, "video_name": "s08e01_seg02_clip_16", "timestamp": [ 9.3, 12.31 ], "duration": 60.66, "caption": "While going up the stairs, a person turns around and looks at another person.", "similarity": 0.7852, "relevance": 2 }, { "pair_id": 92922, "video_name": "castle_s02e18_seg02_clip_18", "timestamp": [ 7.44, 15.5 ], "duration": 124.66, "caption": "Two people walk up the stairs and out of sight.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 92923, "video_name": "castle_s03e01_seg02_clip_07", "timestamp": [ 9.05, 13.57 ], "duration": 90.66, "caption": "A person looks over at two people and they both walk away, quickly.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 92924, "video_name": "house_s06e21_seg02_clip_04", "timestamp": [ 42.33, 47.91 ], "duration": 93.66, "caption": "A person looks over at another person and then they walk away.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 92925, "video_name": "s07e09_seg02_clip_01", "timestamp": [ 47.81, 59.03 ], "duration": 59.66, "caption": "A man and woman are staring at the stairs then a man comes down.", "similarity": 0.7013, "relevance": 1 }, { "pair_id": 92926, "video_name": "grey_s03e16_seg02_clip_09", "timestamp": [ 30.7, 38.37 ], "duration": 90.66, "caption": "A person runs up the stairs and sees another person crouched down by a step.", "similarity": 0.6946, "relevance": 1 }, { "pair_id": 92927, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 3.68, 15.18 ], "duration": 92.66, "caption": "A person and another person walk up the stairs while talking.", "similarity": 0.6761, "relevance": 3 }, { "pair_id": 92928, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 39.39, 58.93 ], "duration": 62.66, "caption": "A woman and a person suddenly stop walking up the stairs, stand there, and then start walking up the stairs again.", "similarity": 0.6754, "relevance": 3 }, { "pair_id": 92929, "video_name": "castle_s07e10_seg02_clip_16", "timestamp": [ 79.86, 87.53 ], "duration": 90.66, "caption": "A person walks away, another person follows, the first person turns and looks at the second person and walks away.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 92930, "video_name": "s08e03_seg02_clip_02", "timestamp": [ 48.32, 52.52 ], "duration": 60.66, "caption": "Two people both turn to look over their shoulders before walking down stairs.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 92931, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A person walks away from a person and toward the stairs.", "similarity": 0.6709, "relevance": 1 }, { "pair_id": 92932, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 55.01, 59.71 ], "duration": 94.66, "caption": "A woman and a man look downstairs and notice everyone noticing them and the man walks away.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 92933, "video_name": "house_s02e04_seg02_clip_07", "timestamp": [ 13.88, 18.51 ], "duration": 92.66, "caption": "A person goes to the edge of the stairs and another person follows.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 92934, "video_name": "castle_s03e16_seg02_clip_14", "timestamp": [ 58.52, 64.82 ], "duration": 90.66, "caption": "A man watches someone go up the stairs and they glance over at him.", "similarity": 0.6627, "relevance": 1 }, { "pair_id": 92935, "video_name": "s07e02_seg01_clip_00", "timestamp": [ 3.6, 51.76 ], "duration": 90.66, "caption": "A person and woman walk up a few flights of stairs then stop.", "similarity": 0.6618, "relevance": 3 }, { "pair_id": 92936, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 46.21, 62.03 ], "duration": 62.66, "caption": "While taking the stairs, a woman and a man stop at the right floor, a person continues to go up to the next floor.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 92937, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 21.18, 31.47 ], "duration": 121.66, "caption": "A person and another person start walking up the first flight of stairs while talking to each other.", "similarity": 0.6601, "relevance": 3 }, { "pair_id": 92938, "video_name": "s05e16_seg02_clip_05", "timestamp": [ 60.79, 61.72 ], "duration": 62.66, "caption": "A woman turns to look at man while they are walking down the stairs together.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 92939, "video_name": "castle_s02e04_seg02_clip_01", "timestamp": [ 65.22, 71.22 ], "duration": 80.66, "caption": "A person and another person walk up the stairs behind a woman.", "similarity": 0.6551, "relevance": 3 } ] }, { "query_id": 58627, "query": "A man begins to smile as he points at another man, then he slaps his knee and waves his hand as he smiles and nods.", "relevant_moment": [ { "pair_id": 19540, "video_name": "friends_s06e11_seg02_clip_19", "timestamp": [ 109.27, 115.02 ], "duration": 115.66, "caption": "A man begins to smile as he points at another man, then he slaps his knee and waves his hand as he smiles and nods.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19541, "video_name": "friends_s01e19_seg02_clip_04", "timestamp": [ 26.82, 29.83 ], "duration": 60.66, "caption": "A man gets a big smile and points laughingly at another man.", "similarity": 0.7678, "relevance": 2 }, { "pair_id": 19542, "video_name": "friends_s06e21_seg02_clip_03", "timestamp": [ 18.31, 24.11 ], "duration": 61.66, "caption": "A man nervously laughs, puts his hand to his face, and then points to another man.", "similarity": 0.76, "relevance": 2 }, { "pair_id": 19543, "video_name": "friends_s05e20_seg02_clip_09", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man smiles at another man after the latter gives him props.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 19544, "video_name": "friends_s04e13_seg01_clip_00", "timestamp": [ 13.8, 16.91 ], "duration": 69.66, "caption": "A man smiles smugly and laughs as he starts to point his finger back and forth between himself and the person seated to his left.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 19545, "video_name": "met_s06e08_seg02_clip_03", "timestamp": [ 22.97, 27.93 ], "duration": 62.66, "caption": "A man smiles and points at a man while talking to him.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 19546, "video_name": "house_s06e10_seg02_clip_11", "timestamp": [ 48.46, 52.03 ], "duration": 102.66, "caption": "A man smiles and laughs pointing at another man to signal he was kidding.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 19547, "video_name": "s01e07_seg02_clip_13", "timestamp": [ 63.08, 65.02 ], "duration": 65.66, "caption": "A man turns around and smiles at another person and the other person nods his head and smiles.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 19548, "video_name": "met_s02e21_seg02_clip_07", "timestamp": [ 20.19, 23.55 ], "duration": 61.66, "caption": "A man laughs, claps, and then points at another man.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 19549, "video_name": "castle_s07e10_seg02_clip_12", "timestamp": [ 5.42, 6.32 ], "duration": 90.66, "caption": "A man smiles and squeezes another man's shoulder as they stand next to each other.", "similarity": 0.7102, "relevance": 1 }, { "pair_id": 19550, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 31.2, 33.32 ], "duration": 60.66, "caption": "A man puts his hands in his mouth then another man points to him.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 19551, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 19552, "video_name": "friends_s05e10_seg02_clip_18", "timestamp": [ 41.32, 43.38 ], "duration": 59.66, "caption": "A man points to a person and smiles at him.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 19553, "video_name": "house_s05e05_seg02_clip_13", "timestamp": [ 52.79, 53.7 ], "duration": 91.66, "caption": "A man smiles as another man as they both talk to each other.", "similarity": 0.7003, "relevance": 1 }, { "pair_id": 19554, "video_name": "met_s05e04_seg02_clip_03", "timestamp": [ 47.7, 50.78 ], "duration": 61.66, "caption": "A man points at another man and laughs as he sits down.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 19555, "video_name": "castle_s07e15_seg02_clip_13", "timestamp": [ 62.57, 69.77 ], "duration": 90.66, "caption": "A man smiles and laughs as he speaks to another man.", "similarity": 0.698, "relevance": 2 }, { "pair_id": 19556, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 10.92, 15.47 ], "duration": 91.66, "caption": "A man looks at another man and smiles at him.", "similarity": 0.696, "relevance": 1 }, { "pair_id": 19557, "video_name": "s04e24_seg02_clip_07", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man smiles at another man, the latter looks back with a facial expression of mixed feelings.", "similarity": 0.6871, "relevance": 1 }, { "pair_id": 19558, "video_name": "s08e03_seg02_clip_13", "timestamp": [ 53.22, 56.02 ], "duration": 56.66, "caption": "A man smiles and says something and two other people both look at him.", "similarity": 0.6846, "relevance": 1 }, { "pair_id": 19559, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 33.72, 41.22 ], "duration": 62.66, "caption": "A man points to his body a few times and pats another person on the cheek.", "similarity": 0.6845, "relevance": 1 } ] }, { "query_id": 58635, "query": "A doctor examines a child's belly and stands up.", "relevant_moment": [ { "pair_id": 66080, "video_name": "house_s03e12_seg02_clip_10", "timestamp": [ 0.0, 5.89 ], "duration": 90.66, "caption": "A doctor examines a child's belly and stands up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 66081, "video_name": "house_s07e05_seg02_clip_15", "timestamp": [ 1.84, 11.5 ], "duration": 92.66, "caption": "A doctor checks the abdominal ultrasound of a child.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 66082, "video_name": "house_s03e09_seg02_clip_06", "timestamp": [ 23.47, 25.31 ], "duration": 92.66, "caption": "A doctor checks the belly of the patient.", "similarity": 0.7628, "relevance": 3 }, { "pair_id": 66083, "video_name": "house_s02e17_seg02_clip_01", "timestamp": [ 77.33, 90.44 ], "duration": 90.66, "caption": "A doctor examines a little child by asking the child to follow their finger with their eyes.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 66084, "video_name": "house_s08e03_seg02_clip_17", "timestamp": [ 13.8, 20.03 ], "duration": 89.66, "caption": "A doctor turns the left hand of a child sideways and examines it.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 66085, "video_name": "house_s03e02_seg02_clip_23", "timestamp": [ 47.63, 51.19 ], "duration": 89.66, "caption": "A doctor looks closely to the kid and talks to him.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 66086, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 106.27, 125.03 ], "duration": 125.66, "caption": "A doctor stands over the patient and looks at him.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 66087, "video_name": "house_s07e05_seg02_clip_14", "timestamp": [ 0.0, 32.44 ], "duration": 94.66, "caption": "Two doctors perform an abdominal scan to a child patient.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 66088, "video_name": "house_s03e02_seg02_clip_22", "timestamp": [ 60.18, 94.03 ], "duration": 94.66, "caption": "A doctor is conducting an operation to a child.", "similarity": 0.6683, "relevance": 1 }, { "pair_id": 66089, "video_name": "house_s02e17_seg02_clip_18", "timestamp": [ 34.13, 67.36 ], "duration": 91.66, "caption": "A doctor performs a procedure to a child patient.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 66090, "video_name": "house_s07e05_seg02_clip_03", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A doctor looks at another baby while holding a clipboard.", "similarity": 0.6527, "relevance": 1 }, { "pair_id": 66091, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 25.66, 32.86 ], "duration": 90.66, "caption": "A doctor examines a person's lower body under a blanket.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 66092, "video_name": "house_s01e08_seg02_clip_14", "timestamp": [ 10.22, 14.66 ], "duration": 88.66, "caption": "A doctor is talking to the child of the patient.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 66093, "video_name": "house_s01e18_seg02_clip_22", "timestamp": [ 88.0, 89.59 ], "duration": 106.66, "caption": "A doctor uses a stethoscope to examine a newborn baby.", "similarity": 0.6406, "relevance": 3 }, { "pair_id": 66094, "video_name": "house_s01e18_seg02_clip_19", "timestamp": [ 76.46, 79.56 ], "duration": 88.66, "caption": "The doctor checks on a baby with an ultrasound machine.", "similarity": 0.636, "relevance": 2 }, { "pair_id": 66095, "video_name": "house_s04e06_seg02_clip_03", "timestamp": [ 47.2, 50.72 ], "duration": 78.66, "caption": "A doctor looks into a young person's eyes.", "similarity": 0.634, "relevance": 2 }, { "pair_id": 66096, "video_name": "house_s03e09_seg02_clip_04", "timestamp": [ 50.78, 54.86 ], "duration": 90.66, "caption": "A doctor puts the back of their hands at the child's forehead.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 66097, "video_name": "house_s03e08_seg02_clip_03", "timestamp": [ 8.94, 12.97 ], "duration": 89.66, "caption": "A doctor looks at another person who sits beside two children.", "similarity": 0.6298, "relevance": 1 }, { "pair_id": 66098, "video_name": "house_s05e08_seg02_clip_05", "timestamp": [ 54.16, 62.35 ], "duration": 91.66, "caption": "A doctor places his hands on a young person's abdomen and asks them about pain.", "similarity": 0.6272, "relevance": 3 }, { "pair_id": 66099, "video_name": "grey_s02e07_seg02_clip_10", "timestamp": [ 43.17, 46.08 ], "duration": 83.66, "caption": "The doctor palpates someone's abdomen underneath his pulled up hospital gown.", "similarity": 0.6257, "relevance": 2 } ] }, { "query_id": 58668, "query": "A person taps their finger on a page on a book in front of woman.", "relevant_moment": [ { "pair_id": 16120, "video_name": "castle_s03e09_seg02_clip_06", "timestamp": [ 21.91, 23.73 ], "duration": 91.66, "caption": "A person taps their finger on a page on a book in front of woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 16121, "video_name": "castle_s02e02_seg02_clip_08", "timestamp": [ 12.61, 29.9 ], "duration": 93.66, "caption": "A woman is turning the pages in the book and discussing with a man and another person.", "similarity": 0.7676, "relevance": 2 }, { "pair_id": 16122, "video_name": "house_s07e19_seg02_clip_05", "timestamp": [ 90.29, 92.84 ], "duration": 102.66, "caption": "A woman taps her hand with the small book.", "similarity": 0.764, "relevance": 0 }, { "pair_id": 16123, "video_name": "castle_s07e08_seg02_clip_24", "timestamp": [ 7.22, 9.93 ], "duration": 90.66, "caption": "A woman puts her finger on a page as she reads it.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 16124, "video_name": "friends_s08e09_seg01_clip_00", "timestamp": [ 16.78, 20.14 ], "duration": 61.66, "caption": "A woman looks at her fingers and takes the book from guy's hands.", "similarity": 0.7353, "relevance": 1 }, { "pair_id": 16125, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 52.52, 54.92 ], "duration": 60.66, "caption": "A woman is holding a book while she is talking to a man.", "similarity": 0.7277, "relevance": 2 }, { "pair_id": 16126, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 0.0, 31.91 ], "duration": 55.66, "caption": "A woman was holding a book whilst talking to a man.", "similarity": 0.7254, "relevance": 1 }, { "pair_id": 16127, "video_name": "castle_s02e18_seg02_clip_12", "timestamp": [ 15.02, 18.2 ], "duration": 91.66, "caption": "A woman flips a book and hands it to a man.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 16129, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A man opens a book in front of a person and hits the pages as he speaks.", "similarity": 0.7165, "relevance": 3 }, { "pair_id": 16131, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 38.71, 43.21 ], "duration": 90.66, "caption": "A man holds a book, pointing to it and showing it around, then he hands the book to a woman.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 16132, "video_name": "met_s03e08_seg02_clip_03", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman is flipping the pages of a book while listening to man on the phone.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 16133, "video_name": "s04e20_seg02_clip_07", "timestamp": [ 27.09, 31.65 ], "duration": 57.66, "caption": "The person sitting behind a man flips through pages in her book, before resting her hand in the book.", "similarity": 0.7109, "relevance": 0 }, { "pair_id": 16134, "video_name": "castle_s05e17_seg02_clip_00", "timestamp": [ 44.15, 47.79 ], "duration": 91.66, "caption": "A person picks up a book and holds it as he speaks to woman.", "similarity": 0.7087, "relevance": 2 }, { "pair_id": 16135, "video_name": "s02e15_seg02_clip_13", "timestamp": [ 1.26, 3.15 ], "duration": 63.66, "caption": "A woman closes the book that they are holding as they talk to a person.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 16136, "video_name": "s07e10_seg01_clip_00", "timestamp": [ 23.01, 29.94 ], "duration": 63.66, "caption": "A person is holding a book pointing to a section of the page.", "similarity": 0.7035, "relevance": 4 }, { "pair_id": 16138, "video_name": "s03e12_seg02_clip_11", "timestamp": [ 27.27, 29.88 ], "duration": 58.66, "caption": "A person turns the page in the book that they are reading.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 189440, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 43.9, 47.92 ], "duration": 67.66, "caption": "A person picks up a book and shows it to a woman.", "similarity": 0.7, "relevance": 3 }, { "pair_id": 189441, "video_name": "s06e19_seg02_clip_07", "timestamp": [ 40.32, 45.2 ], "duration": 65.66, "caption": "A person flips through some pages and shows his book to another person.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 189443, "video_name": "castle_s05e20_seg02_clip_13", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman takes the book from a man's hand and gets close to him.", "similarity": 0.6903, "relevance": 2 }, { "pair_id": 189444, "video_name": "castle_s04e02_seg02_clip_09", "timestamp": [ 3.6, 5.85 ], "duration": 90.66, "caption": "A person taps a book on a shelf that he wrote.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 189445, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 48.24, 54.62 ], "duration": 91.66, "caption": "A woman holds up a book to show the other person.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 189446, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 1.58, 7.56 ], "duration": 63.66, "caption": "A person is talking to someone while holding a book.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 189447, "video_name": "castle_s02e19_seg02_clip_07", "timestamp": [ 23.67, 26.4 ], "duration": 91.66, "caption": "A man flashes a page of a book for a woman to see.", "similarity": 0.6853, "relevance": 3 }, { "pair_id": 189448, "video_name": "castle_s06e08_seg02_clip_15", "timestamp": [ 44.07, 48.97 ], "duration": 89.66, "caption": "A person shows woman a book and then turns it around to show her the back.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 189449, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 8.59, 10.85 ], "duration": 90.66, "caption": "A person holds up an open book in front of someone.", "similarity": 0.68, "relevance": 3 }, { "pair_id": 189450, "video_name": "castle_s06e03_seg02_clip_03", "timestamp": [ 87.53, 88.92 ], "duration": 92.66, "caption": "A person takes someone's note book from his/her hand.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 189451, "video_name": "friends_s09e18_seg02_clip_14", "timestamp": [ 49.94, 54.43 ], "duration": 64.66, "caption": "A man puts his hand on a woman's shoulder while he reads the book.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 189452, "video_name": "friends_s02e19_seg02_clip_13", "timestamp": [ 38.49, 41.06 ], "duration": 57.66, "caption": "A woman grabs a book out of woman's hand.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 189453, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A man opens a book in front of a person.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 189454, "video_name": "friends_s03e03_seg02_clip_11", "timestamp": [ 58.53, 64.06 ], "duration": 65.66, "caption": "A woman hands a man a book and then he opens the book and puts on his glasses.", "similarity": 0.6717, "relevance": 2 }, { "pair_id": 189455, "video_name": "s08e05_seg02_clip_01", "timestamp": [ 49.62, 62.03 ], "duration": 62.66, "caption": "A person flips through a book while talking to another person.", "similarity": 0.6712, "relevance": 1 }, { "pair_id": 189456, "video_name": "castle_s03e18_seg02_clip_22", "timestamp": [ 7.2, 10.35 ], "duration": 90.66, "caption": "A woman closes her book and looks at a person.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 189457, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 5.12, 7.68 ], "duration": 64.66, "caption": "A person is going through a book with a pen in their hand.", "similarity": 0.6688, "relevance": 1 }, { "pair_id": 189458, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 0.0, 4.11 ], "duration": 91.66, "caption": "A woman hands another woman a book that she found.", "similarity": 0.6675, "relevance": 1 }, { "pair_id": 189459, "video_name": "friends_s03e23_seg02_clip_13", "timestamp": [ 0.0, 51.61 ], "duration": 67.66, "caption": "A woman was holding a book whilst talking to two other women.", "similarity": 0.6665, "relevance": 1 } ] }, { "query_id": 58726, "query": "A woman in hospital gown hugs a woman in tank top.", "relevant_moment": [ { "pair_id": 140920, "video_name": "grey_s02e17_seg02_clip_22", "timestamp": [ 33.76, 36.9 ], "duration": 157.66, "caption": "A woman in hospital gown hugs a woman in tank top.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 140921, "video_name": "friends_s01e11_seg02_clip_01", "timestamp": [ 11.48, 15.11 ], "duration": 60.66, "caption": "A woman hugs woman while their in the hospital.", "similarity": 0.8375, "relevance": 2 }, { "pair_id": 140922, "video_name": "grey_s03e17_seg02_clip_13", "timestamp": [ 88.83, 92.67 ], "duration": 96.66, "caption": "A woman gives her a hug in the hospital hallway.", "similarity": 0.7366, "relevance": 2 }, { "pair_id": 140923, "video_name": "house_s08e12_seg02_clip_24", "timestamp": [ 63.02, 68.87 ], "duration": 90.66, "caption": "A person gives a woman a hug in their hospital bed.", "similarity": 0.7179, "relevance": 2 }, { "pair_id": 140924, "video_name": "grey_s03e14_seg02_clip_26", "timestamp": [ 74.72, 90.02 ], "duration": 90.66, "caption": "Two people hug when they are in her hospital bed.", "similarity": 0.6982, "relevance": 2 }, { "pair_id": 140925, "video_name": "grey_s02e22_seg02_clip_24", "timestamp": [ 22.19, 27.41 ], "duration": 87.66, "caption": "A woman leans in and hugs her mother in the hospital bed.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 140926, "video_name": "house_s01e19_seg02_clip_23", "timestamp": [ 70.22, 73.34 ], "duration": 78.66, "caption": "A woman's mother hugs her while she is lying in her hospital bed.", "similarity": 0.67, "relevance": 3 }, { "pair_id": 140927, "video_name": "house_s02e08_seg02_clip_21", "timestamp": [ 31.25, 37.51 ], "duration": 89.66, "caption": "A woman confined in her hospital bed gives a man a hug.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 140928, "video_name": "friends_s06e08_seg02_clip_00", "timestamp": [ 58.31, 62.03 ], "duration": 62.66, "caption": "A woman is really happy for another woman and hugs her.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 140929, "video_name": "castle_s08e16_seg02_clip_15", "timestamp": [ 4.6, 8.28 ], "duration": 92.66, "caption": "A woman hugs another woman very tight when she saw her.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 140930, "video_name": "met_s06e10_seg02_clip_01", "timestamp": [ 37.48, 40.14 ], "duration": 59.66, "caption": "A woman smiles really big and then hugs another woman.", "similarity": 0.6386, "relevance": 2 }, { "pair_id": 140931, "video_name": "friends_s08e23-24_seg02_clip_24", "timestamp": [ 31.12, 36.62 ], "duration": 61.66, "caption": "A woman is holding on to woman's hand in the hospital room.", "similarity": 0.6377, "relevance": 1 }, { "pair_id": 140932, "video_name": "s08e23_seg02_clip_07", "timestamp": [ 13.12, 16.17 ], "duration": 61.66, "caption": "A woman gives another woman a hug while they just stand there.", "similarity": 0.6374, "relevance": 2 }, { "pair_id": 140933, "video_name": "friends_s07e23-24_seg02_clip_05", "timestamp": [ 1.29, 3.44 ], "duration": 43.66, "caption": "A woman hugs another woman, the person in the blue dress.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 140934, "video_name": "house_s06e11_seg02_clip_16", "timestamp": [ 27.94, 33.71 ], "duration": 88.66, "caption": "Person hugs their spouse while they're in a hospital bed.", "similarity": 0.631, "relevance": 2 }, { "pair_id": 140935, "video_name": "castle_s06e02_seg02_clip_24", "timestamp": [ 81.9, 89.27 ], "duration": 92.66, "caption": "A woman is at the hospital and touches person's face.", "similarity": 0.6307, "relevance": 0 }, { "pair_id": 140936, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 67.84, 73.27 ], "duration": 90.66, "caption": "A woman touches the stomach of another woman in the hospital bed.", "similarity": 0.6279, "relevance": 0 }, { "pair_id": 140937, "video_name": "grey_s02e15_seg02_clip_23", "timestamp": [ 0.0, 9.4 ], "duration": 75.66, "caption": "The old women comfort each other in the hospital.", "similarity": 0.626, "relevance": 0 }, { "pair_id": 140938, "video_name": "castle_s04e01_seg02_clip_00", "timestamp": [ 81.86, 84.65 ], "duration": 93.66, "caption": "A woman walks towards man and hugs him in the hospital hallway.", "similarity": 0.6248, "relevance": 1 }, { "pair_id": 140939, "video_name": "friends_s10e05_seg02_clip_01", "timestamp": [ 40.16, 42.38 ], "duration": 63.66, "caption": "A woman walks up to another woman and she hugs her.", "similarity": 0.6246, "relevance": 2 } ] }, { "query_id": 58791, "query": "A doctor grabs a syringe from the cart.", "relevant_moment": [ { "pair_id": 720, "video_name": "house_s05e09_seg02_clip_06", "timestamp": [ 2.94, 4.9 ], "duration": 98.66, "caption": "A doctor grabs a syringe from the cart.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 721, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 77.42, 83.01 ], "duration": 86.66, "caption": "A patient grabs the syringe from a doctor and injects himself.", "similarity": 0.7888, "relevance": 1 }, { "pair_id": 722, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A person grabs the syringe and injects medicine into the patient.", "similarity": 0.7838, "relevance": 2 }, { "pair_id": 723, "video_name": "house_s01e12_seg02_clip_15", "timestamp": [ 31.29, 36.81 ], "duration": 92.66, "caption": "A doctor removes a syringe from a purple box.", "similarity": 0.775, "relevance": 4 }, { "pair_id": 724, "video_name": "grey_s01e08_seg02_clip_11", "timestamp": [ 55.12, 59.58 ], "duration": 81.66, "caption": "A doctor hands the syringe to another doctor.", "similarity": 0.7645, "relevance": 3 }, { "pair_id": 725, "video_name": "house_s05e09_seg02_clip_11", "timestamp": [ 11.88, 15.2 ], "duration": 95.66, "caption": "A doctor lifted a syringe fill with a clear fluid inside.", "similarity": 0.7614, "relevance": 2 }, { "pair_id": 726, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 48.66, 55.56 ], "duration": 69.66, "caption": "A doctor holds up a syringe in his hand in front of the patient.", "similarity": 0.7613, "relevance": 2 }, { "pair_id": 727, "video_name": "house_s03e23_seg02_clip_14", "timestamp": [ 48.77, 57.98 ], "duration": 92.66, "caption": "A doctor injects a person's arm with a syringe.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 728, "video_name": "house_s02e22_seg02_clip_14", "timestamp": [ 40.51, 46.74 ], "duration": 89.66, "caption": "A person draws medicine out of a vial with a syringe.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 729, "video_name": "house_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.87 ], "duration": 82.66, "caption": "A doctor holds a syringe and is trying to inject at the patient's incision site.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 730, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.7356, "relevance": 1 }, { "pair_id": 731, "video_name": "house_s05e22_seg02_clip_17", "timestamp": [ 52.35, 55.09 ], "duration": 91.66, "caption": "A man takes a syringe from a medical supply box.", "similarity": 0.7351, "relevance": 4 }, { "pair_id": 732, "video_name": "house_s08e11_seg02_clip_12", "timestamp": [ 26.24, 33.98 ], "duration": 86.66, "caption": "A doctor removes a syringe and small bottle from a tray and withdraws the liquid from the bottle into the syringe.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 733, "video_name": "house_s01e20_seg02_clip_23", "timestamp": [ 74.89, 84.65 ], "duration": 93.66, "caption": "A doctor sticks a syringe in the patient's cheek to withdraw fluid.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 734, "video_name": "house_s02e06_seg02_clip_03", "timestamp": [ 38.34, 45.64 ], "duration": 91.66, "caption": "A man grabs a syringe in the operating room.", "similarity": 0.7106, "relevance": 3 }, { "pair_id": 735, "video_name": "house_s07e07_seg02_clip_04", "timestamp": [ 37.4, 44.97 ], "duration": 89.66, "caption": "A doctor puts a large syringe needle in the patient's knee.", "similarity": 0.7062, "relevance": 1 }, { "pair_id": 736, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 77.68, 80.47 ], "duration": 93.66, "caption": "A person takes a syringe and releases liquids into a medical tube.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 737, "video_name": "house_s06e19_seg02_clip_17", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A man removes the syringe from the patient's back.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 738, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 41.09, 47.19 ], "duration": 53.66, "caption": "A person opens the draw in the cart and takes a syringe out.", "similarity": 0.6992, "relevance": 4 }, { "pair_id": 739, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "Someone injects medication into their patient with a syringe.", "similarity": 0.6973, "relevance": 1 } ] }, { "query_id": 58792, "query": "A man checks his pager as he walks with woman.", "relevant_moment": [ { "pair_id": 116240, "video_name": "house_s05e09_seg02_clip_06", "timestamp": [ 18.63, 22.06 ], "duration": 98.66, "caption": "A man checks his pager as he walks with woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 116241, "video_name": "house_s06e11_seg02_clip_18", "timestamp": [ 38.99, 42.62 ], "duration": 90.66, "caption": "A man looks at his pager and walks away from woman.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 116242, "video_name": "house_s05e01_seg02_clip_22", "timestamp": [ 40.0, 42.79 ], "duration": 93.66, "caption": "A man bends over and picks up woman's pager.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 116243, "video_name": "grey_s03e16_seg02_clip_20", "timestamp": [ 24.33, 30.19 ], "duration": 90.66, "caption": "A person walks away from another person and then checks their pager.", "similarity": 0.7432, "relevance": 3 }, { "pair_id": 116244, "video_name": "house_s01e09_seg02_clip_04", "timestamp": [ 72.11, 77.01 ], "duration": 89.66, "caption": "A man pulls out his pager and looks at it while talking with someone.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 116245, "video_name": "grey_s02e11_seg02_clip_03", "timestamp": [ 56.14, 58.44 ], "duration": 92.66, "caption": "A woman checks her pager and walks downstairs passing two other women and a man.", "similarity": 0.741, "relevance": 2 }, { "pair_id": 116246, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 44.19, 49.3 ], "duration": 93.66, "caption": "A man pulls his pager out of his pocket and checks it.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 116247, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 18.8, 29.99 ], "duration": 89.66, "caption": "A woman looks at her pager and walks towards a man in a suit.", "similarity": 0.7262, "relevance": 1 }, { "pair_id": 116248, "video_name": "grey_s03e07_seg02_clip_28", "timestamp": [ 50.85, 56.86 ], "duration": 92.66, "caption": "A man takes out his pager and looks at it.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 116249, "video_name": "house_s06e09_seg02_clip_03", "timestamp": [ 7.34, 11.47 ], "duration": 91.66, "caption": "A man looks at his pager and leaves person behind.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 116250, "video_name": "friends_s01e04_seg02_clip_06", "timestamp": [ 2.91, 6.98 ], "duration": 58.66, "caption": "A man checks out a woman who walks by him.", "similarity": 0.724, "relevance": 0 }, { "pair_id": 116251, "video_name": "house_s04e12_seg02_clip_06", "timestamp": [ 78.28, 82.38 ], "duration": 91.66, "caption": "A woman puts her hand on a man's shoulder and he looks at his pager.", "similarity": 0.7202, "relevance": 1 }, { "pair_id": 116252, "video_name": "house_s01e09_seg02_clip_20", "timestamp": [ 56.13, 67.44 ], "duration": 87.66, "caption": "A person checks their pager and they and a colleague walk across the hall.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 116253, "video_name": "friends_s02e15_seg02_clip_14", "timestamp": [ 6.4, 10.57 ], "duration": 64.66, "caption": "A man checks his pager and proceeds to pick up the phone.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 116254, "video_name": "house_s01e01_seg02_clip_25", "timestamp": [ 0.0, 6.71 ], "duration": 149.66, "caption": "A woman looks down at her pager and leaves a man.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 116255, "video_name": "house_s01e16_seg02_clip_13", "timestamp": [ 50.65, 61.14 ], "duration": 91.66, "caption": "A person reaches in their pocket to check their pager; they and another person look at the others, who also check their pagers.", "similarity": 0.6914, "relevance": 2 }, { "pair_id": 116256, "video_name": "house_s01e14_seg02_clip_20", "timestamp": [ 11.77, 15.52 ], "duration": 107.66, "caption": "A person pulls their pager out of their pocket and checks it.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 116257, "video_name": "house_s08e18_seg02_clip_10", "timestamp": [ 70.04, 77.57 ], "duration": 88.66, "caption": "A man checks his pager while at the shooting range.", "similarity": 0.6784, "relevance": 3 }, { "pair_id": 116258, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 1.76, 3.52 ], "duration": 88.66, "caption": "A woman walks down the hallway when checking her pager.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 116259, "video_name": "grey_s03e12_seg02_clip_06", "timestamp": [ 33.57, 39.47 ], "duration": 90.66, "caption": "A man checks his pager and leaves the room.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 289560, "video_name": "house_s08e12_seg02_clip_19", "timestamp": [ 52.97, 55.64 ], "duration": 89.66, "caption": "A person picks up their pager and looks at it.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 289561, "video_name": "house_s01e10_seg02_clip_16", "timestamp": [ 67.97, 73.37 ], "duration": 90.66, "caption": "A person picks up their pager and looks at it.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 289562, "video_name": "house_s02e14_seg02_clip_19", "timestamp": [ 35.89, 51.53 ], "duration": 92.66, "caption": "A person looks at his pager and says something to another person.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 289563, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 9.45, 22.06 ], "duration": 90.66, "caption": "A man checks the papers that they have in their hand while talking to a woman.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 289564, "video_name": "grey_s02e02_seg02_clip_20", "timestamp": [ 14.11, 18.2 ], "duration": 91.66, "caption": "A person looks down, grabs and reads his pager.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 289565, "video_name": "house_s03e03_seg02_clip_06", "timestamp": [ 46.05, 51.16 ], "duration": 93.66, "caption": "A woman grabs her pager from her pocket followed by two men.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 289566, "video_name": "house_s05e10_seg02_clip_14", "timestamp": [ 51.86, 58.1 ], "duration": 96.66, "caption": "A man turns off his pager while he's talking to another man.", "similarity": 0.6469, "relevance": 1 }, { "pair_id": 289567, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 53.74, 55.58 ], "duration": 91.66, "caption": "A man looks at his pager and walks out of the room.", "similarity": 0.6439, "relevance": 1 }, { "pair_id": 289568, "video_name": "castle_s02e23_seg02_clip_08", "timestamp": [ 11.81, 15.9 ], "duration": 90.66, "caption": "A man has a paper in his hand as he walks toward a woman.", "similarity": 0.64, "relevance": 1 }, { "pair_id": 289569, "video_name": "friends_s08e05_seg02_clip_11", "timestamp": [ 0.0, 2.37 ], "duration": 59.66, "caption": "A man checks his pager while sitting on the couch of the coffee shop.", "similarity": 0.63, "relevance": 2 }, { "pair_id": 289570, "video_name": "house_s06e09_seg02_clip_03", "timestamp": [ 0.0, 11.47 ], "duration": 91.66, "caption": "A man gets up and leaves while holding his pager.", "similarity": 0.6267, "relevance": 2 }, { "pair_id": 289571, "video_name": "friends_s09e22_seg02_clip_19", "timestamp": [ 8.1, 12.01 ], "duration": 60.66, "caption": "A man tries to figure out what person a woman is walking with.", "similarity": 0.6263, "relevance": 1 }, { "pair_id": 289572, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 23.45, 35.17 ], "duration": 90.66, "caption": "A man grabs his pager and looks at the number before getting up.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 289573, "video_name": "house_s05e14_seg02_clip_21", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "A man looks down at his pager after telling another man and woman about a medical condition.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 289574, "video_name": "castle_s02e15_seg02_clip_03", "timestamp": [ 60.88, 65.99 ], "duration": 92.66, "caption": "A man walks towards a man and a woman and hands her some papers.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 289575, "video_name": "friends_s06e15-16_seg02_clip_24", "timestamp": [ 29.13, 32.02 ], "duration": 64.66, "caption": "A woman's date takes their pager out of their pocket and looks at it.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 289576, "video_name": "s03e10_seg02_clip_16", "timestamp": [ 40.02, 43.54 ], "duration": 64.66, "caption": "A man walks over to the desk behind him and checks a page in a book.", "similarity": 0.6022, "relevance": 1 }, { "pair_id": 289577, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 45.01, 49.51 ], "duration": 90.66, "caption": "A man turns a page on his notes while talking to a woman.", "similarity": 0.6013, "relevance": 1 }, { "pair_id": 289578, "video_name": "castle_s02e01_seg02_clip_11", "timestamp": [ 4.96, 13.99 ], "duration": 90.66, "caption": "A man walks in and hands some papers to woman.", "similarity": 0.5987, "relevance": 1 }, { "pair_id": 289579, "video_name": "house_s03e11_seg02_clip_08", "timestamp": [ 67.84, 70.31 ], "duration": 99.66, "caption": "Some people check their pagers as they stand.", "similarity": 0.5961, "relevance": 2 } ] }, { "query_id": 58865, "query": "A woman drops an envelope and reads the piece of paper.", "relevant_moment": [ { "pair_id": 109440, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 0.0, 3.3 ], "duration": 55.66, "caption": "A woman drops an envelope and reads the piece of paper.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 109441, "video_name": "grey_s02e14_seg02_clip_22", "timestamp": [ 16.47, 26.26 ], "duration": 89.66, "caption": "A woman opens the envelope and opens the paper.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 109442, "video_name": "house_s06e13_seg02_clip_16", "timestamp": [ 12.76, 14.13 ], "duration": 91.66, "caption": "A woman takes out the paper from the envelope.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 109443, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 32.09, 36.75 ], "duration": 93.66, "caption": "A woman picks up an envelope and opens it.", "similarity": 0.7685, "relevance": 2 }, { "pair_id": 109444, "video_name": "house_s01e09_seg02_clip_07", "timestamp": [ 37.25, 50.49 ], "duration": 98.66, "caption": "A woman opens the envelope that a man gave her and reads the contents.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 109445, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 29.24, 37.5 ], "duration": 63.66, "caption": "A woman finds an envelope on her desk and takes the post it note off of it.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 109446, "video_name": "s03e16_seg02_clip_08", "timestamp": [ 4.73, 10.72 ], "duration": 63.66, "caption": "A woman raises an envelope and reads and looks back to person.", "similarity": 0.7503, "relevance": 3 }, { "pair_id": 109447, "video_name": "friends_s10e07_seg02_clip_19", "timestamp": [ 9.77, 14.5 ], "duration": 63.66, "caption": "A woman looks into her purse and finds an envelope.", "similarity": 0.7313, "relevance": 1 }, { "pair_id": 109448, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 75.62, 83.22 ], "duration": 89.66, "caption": "A woman handed out an envelope to person.", "similarity": 0.7311, "relevance": 2 }, { "pair_id": 109449, "video_name": "castle_s02e07_seg02_clip_25", "timestamp": [ 36.91, 46.36 ], "duration": 90.66, "caption": "A woman reads from a piece of paper she pulls out.", "similarity": 0.7285, "relevance": 1 }, { "pair_id": 109450, "video_name": "castle_s02e17_seg02_clip_12", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A woman unfolds a piece of paper and reads what is on it.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 109451, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 75.67, 85.03 ], "duration": 156.66, "caption": "A person opens an envelope and reads a letter.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 109452, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 15.41, 18.16 ], "duration": 55.66, "caption": "A woman opens the envelope but the camera cuts away before she reads it.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 109453, "video_name": "friends_s01e04_seg02_clip_03", "timestamp": [ 3.77, 7.54 ], "duration": 58.66, "caption": "A woman was quickly opening the small envelope.", "similarity": 0.7206, "relevance": 3 }, { "pair_id": 109454, "video_name": "s05e16_seg02_clip_02", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A woman places a card on the inside of an envelope.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 109455, "video_name": "s08e16_seg02_clip_12", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman reads from a paper and then places it down.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 109457, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 31.63, 37.21 ], "duration": 93.66, "caption": "A woman grabs a envelope from the table and opens it.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 109458, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 35.58, 45.63 ], "duration": 57.66, "caption": "A man picks up an envelope and reads it to woman.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 109459, "video_name": "house_s06e19_seg02_clip_01", "timestamp": [ 0.89, 4.01 ], "duration": 89.66, "caption": "A woman picks up a piece of pink paper and reads it.", "similarity": 0.6985, "relevance": 2 } ] }, { "query_id": 58934, "query": "A man is putting on pants as a woman pulls out a costume from his closet.", "relevant_moment": [ { "pair_id": 147380, "video_name": "s01e09_seg02_clip_04", "timestamp": [ 53.09, 61.03 ], "duration": 61.66, "caption": "A man is putting on pants as a woman pulls out a costume from his closet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147381, "video_name": "s01e09_seg02_clip_03", "timestamp": [ 26.11, 31.81 ], "duration": 60.66, "caption": "A man pulls out a suit from his closet to show woman.", "similarity": 0.736, "relevance": 1 }, { "pair_id": 147382, "video_name": "friends_s06e20_seg02_clip_12", "timestamp": [ 44.02, 51.17 ], "duration": 55.66, "caption": "A man pulls on his pants as a woman secures her robe.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 147383, "video_name": "s02e10_seg02_clip_03", "timestamp": [ 15.01, 24.61 ], "duration": 60.66, "caption": "A woman opens up a man's closet and pulls out a dress.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 147384, "video_name": "s01e09_seg02_clip_03", "timestamp": [ 42.02, 49.52 ], "duration": 60.66, "caption": "A woman hands a man several pieces of clothing from his closet.", "similarity": 0.6822, "relevance": 2 }, { "pair_id": 147385, "video_name": "friends_s04e23-24_seg02_clip_12", "timestamp": [ 25.43, 39.7 ], "duration": 62.66, "caption": "A man puts on his pants, takes them off and puts them on again, as he is standing in front of a woman.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 147386, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 35.12, 42.62 ], "duration": 60.66, "caption": "A man shows a woman the costume he got for another person.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 147387, "video_name": "s05e24_seg01_clip_02", "timestamp": [ 25.88, 33.13 ], "duration": 69.66, "caption": "A person pulls out the waist of his/her pants to show a woman.", "similarity": 0.6363, "relevance": 1 }, { "pair_id": 147388, "video_name": "friends_s04e14_seg02_clip_02", "timestamp": [ 17.39, 23.19 ], "duration": 61.66, "caption": "A man tries to get guy to remove his pants.", "similarity": 0.6336, "relevance": 0 }, { "pair_id": 147389, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "A man pulls a Wonder Woman costume out of a shopping bag and holds it up in front of woman.", "similarity": 0.6336, "relevance": 0 }, { "pair_id": 147390, "video_name": "friends_s10e09_seg02_clip_08", "timestamp": [ 16.69, 20.21 ], "duration": 58.66, "caption": "A woman goes through clothes and pulls out a pair of pants.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 147391, "video_name": "house_s04e08_seg02_clip_04", "timestamp": [ 56.87, 59.36 ], "duration": 83.66, "caption": "A man pulls a pair of woman's underwear from his coat pocket.", "similarity": 0.6258, "relevance": 0 }, { "pair_id": 147392, "video_name": "grey_s03e20_seg02_clip_18", "timestamp": [ 21.76, 50.47 ], "duration": 87.66, "caption": "A man helps a woman to put her pants on.", "similarity": 0.6198, "relevance": 1 }, { "pair_id": 147393, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 27.94, 30.51 ], "duration": 57.66, "caption": "A woman asks if she can take part of a man's costume off of him.", "similarity": 0.6166, "relevance": 0 }, { "pair_id": 147394, "video_name": "friends_s09e04_seg01_clip_00", "timestamp": [ 5.36, 7.25 ], "duration": 63.66, "caption": "A woman turns around exposing her unzipped dress to a man.", "similarity": 0.6162, "relevance": 0 }, { "pair_id": 147395, "video_name": "s01e09_seg02_clip_05", "timestamp": [ 25.09, 28.04 ], "duration": 59.66, "caption": "A woman gets man's tie out of his closet on a hanger.", "similarity": 0.6161, "relevance": 1 }, { "pair_id": 147396, "video_name": "s01e09_seg02_clip_05", "timestamp": [ 13.28, 18.59 ], "duration": 59.66, "caption": "A woman puts the brown suit back in a person's wardrobe and takes out another costume.", "similarity": 0.6123, "relevance": 3 }, { "pair_id": 147397, "video_name": "s03e08_seg02_clip_04", "timestamp": [ 54.01, 55.19 ], "duration": 59.66, "caption": "A person pulls up an item of clothing to hide a woman's body while she changes.", "similarity": 0.6109, "relevance": 0 }, { "pair_id": 147398, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 0.0, 4.47 ], "duration": 89.66, "caption": "A person pulls their pants down to show woman their leg.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 147399, "video_name": "castle_s01e07_seg02_clip_17", "timestamp": [ 67.07, 70.67 ], "duration": 90.66, "caption": "A woman pulls a bunch of dresses out of her closet.", "similarity": 0.6042, "relevance": 2 } ] }, { "query_id": 58986, "query": "A woman was happily walking towards the bar.", "relevant_moment": [ { "pair_id": 132120, "video_name": "friends_s08e18_seg02_clip_08", "timestamp": [ 18.82, 21.95 ], "duration": 57.66, "caption": "A woman was happily walking towards the bar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 132121, "video_name": "s05e16_seg02_clip_14", "timestamp": [ 33.94, 38.3 ], "duration": 58.66, "caption": "A woman walks from a table over to the bar.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 132122, "video_name": "grey_s03e12_seg02_clip_26", "timestamp": [ 0.0, 2.4 ], "duration": 30.66, "caption": "A woman walks into the bar and over to the bartender to order a drink.", "similarity": 0.6949, "relevance": 1 }, { "pair_id": 132123, "video_name": "grey_s03e02_seg02_clip_22", "timestamp": [ 76.02, 95.03 ], "duration": 95.66, "caption": "A person walks into the bar to find woman, shortly followed by man.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 132124, "video_name": "castle_s04e20_seg02_clip_16", "timestamp": [ 81.73, 85.77 ], "duration": 89.66, "caption": "A woman goes to the bar and turns to a man.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 132125, "video_name": "met_s06e22_seg01_clip_02", "timestamp": [ 61.05, 65.5 ], "duration": 78.66, "caption": "A woman walks across the bar to meet with a man and the others.", "similarity": 0.6582, "relevance": 3 }, { "pair_id": 132126, "video_name": "castle_s06e13_seg02_clip_13", "timestamp": [ 17.95, 27.15 ], "duration": 92.66, "caption": "A woman walks towards a bar and puts glass down.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 132127, "video_name": "met_s03e02_seg01_clip_00", "timestamp": [ 40.64, 45.65 ], "duration": 62.66, "caption": "A woman leaves the table and walks over to the bar.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 132129, "video_name": "met_s06e09_seg02_clip_16", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A woman walks up to another woman who is standing at the bar.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 132130, "video_name": "met_s06e01_seg02_clip_12", "timestamp": [ 12.1, 17.06 ], "duration": 62.66, "caption": "A woman walks into the restaurant and sits at the bar.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 132131, "video_name": "s01e08_seg02_clip_08", "timestamp": [ 21.97, 27.16 ], "duration": 61.66, "caption": "A person walks up to some people at the bar.", "similarity": 0.6401, "relevance": 1 }, { "pair_id": 132132, "video_name": "met_s06e15_seg02_clip_08", "timestamp": [ 34.04, 36.56 ], "duration": 63.66, "caption": "A woman walks away from a person at the bar.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 132133, "video_name": "castle_s08e10_seg02_clip_16", "timestamp": [ 24.12, 30.25 ], "duration": 87.66, "caption": "A woman stood up and walked towards the bars to get closer to a man.", "similarity": 0.6361, "relevance": 1 }, { "pair_id": 132134, "video_name": "castle_s04e21_seg02_clip_06", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A person walks through the doors of the bar.", "similarity": 0.6355, "relevance": 0 }, { "pair_id": 132135, "video_name": "castle_s08e13_seg02_clip_10", "timestamp": [ 51.44, 57.41 ], "duration": 91.66, "caption": "A woman walks over to the bar and picks up a glass of water to drink.", "similarity": 0.634, "relevance": 2 }, { "pair_id": 132136, "video_name": "met_s06e01_seg02_clip_11", "timestamp": [ 12.48, 15.96 ], "duration": 58.66, "caption": "A person walks across the bar and looks around.", "similarity": 0.634, "relevance": 1 }, { "pair_id": 132137, "video_name": "grey_s03e02_seg02_clip_22", "timestamp": [ 21.38, 30.41 ], "duration": 95.66, "caption": "A woman stands up and walks to the bar's bathroom.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 132138, "video_name": "met_s02e04_seg02_clip_05", "timestamp": [ 7.84, 11.16 ], "duration": 60.66, "caption": "A woman walks up to the bar and starts talking to woman and woman.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 132139, "video_name": "friends_s04e21_seg02_clip_01", "timestamp": [ 24.65, 30.3 ], "duration": 59.66, "caption": "A woman on a bride's dress enters the bar and walks to the counter.", "similarity": 0.6288, "relevance": 2 }, { "pair_id": 305440, "video_name": "met_s06e16_seg02_clip_10", "timestamp": [ 57.84, 58.75 ], "duration": 60.66, "caption": "A man walks up to a woman at the bar.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 305441, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 26.56, 27.97 ], "duration": 56.66, "caption": "A man walks up to a woman at the bar.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 305442, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 31.33, 33.94 ], "duration": 58.66, "caption": "A man walks toward a woman at a table in a bar.", "similarity": 0.6278, "relevance": 3 }, { "pair_id": 305443, "video_name": "met_s03e02_seg02_clip_04", "timestamp": [ 59.85, 61.38 ], "duration": 61.66, "caption": "A person is happy to see someone outside of their bar.", "similarity": 0.6236, "relevance": 1 }, { "pair_id": 305444, "video_name": "friends_s06e10_seg02_clip_00", "timestamp": [ 60.48, 64.71 ], "duration": 65.66, "caption": "A woman comes in the coffee shop and walks over by the bar.", "similarity": 0.6151, "relevance": 3 }, { "pair_id": 305445, "video_name": "s05e24_seg02_clip_08", "timestamp": [ 21.91, 30.31 ], "duration": 60.66, "caption": "A person walks toward the bar beside two other people.", "similarity": 0.6098, "relevance": 3 }, { "pair_id": 305446, "video_name": "s05e09_seg02_clip_11", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "A woman walks up to a man and another person at the bar.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 305447, "video_name": "friends_s01e07_seg01_clip_00", "timestamp": [ 9.47, 12.69 ], "duration": 43.66, "caption": "A woman walks off the stage and over to the bar near woman.", "similarity": 0.6065, "relevance": 3 }, { "pair_id": 305448, "video_name": "s05e16_seg02_clip_14", "timestamp": [ 34.52, 39.46 ], "duration": 58.66, "caption": "A woman walks from the table over to the bar and stands between two men.", "similarity": 0.6061, "relevance": 3 }, { "pair_id": 305449, "video_name": "met_s05e02_seg02_clip_11", "timestamp": [ 45.11, 46.03 ], "duration": 61.66, "caption": "A woman turns around to face a man outside the bar.", "similarity": 0.6046, "relevance": 3 }, { "pair_id": 305450, "video_name": "castle_s08e08_seg02_clip_01", "timestamp": [ 26.85, 30.49 ], "duration": 91.66, "caption": "A woman walks into the door of a dark bar.", "similarity": 0.6044, "relevance": 3 }, { "pair_id": 305451, "video_name": "met_s03e05_seg01_clip_00", "timestamp": [ 0.0, 4.04 ], "duration": 62.66, "caption": "A person walks into the bar and they wave at each other.", "similarity": 0.6019, "relevance": 3 }, { "pair_id": 305452, "video_name": "s05e09_seg02_clip_09", "timestamp": [ 47.52, 59.03 ], "duration": 59.66, "caption": "A woman points out some females in the bar for a man to approach.", "similarity": 0.6005, "relevance": 1 }, { "pair_id": 305453, "video_name": "house_s03e22_seg02_clip_26", "timestamp": [ 26.8, 44.23 ], "duration": 134.66, "caption": "A person walks into the bar and sits down next to woman.", "similarity": 0.5995, "relevance": 2 }, { "pair_id": 305454, "video_name": "castle_s06e20_seg02_clip_25", "timestamp": [ 81.93, 87.65 ], "duration": 88.66, "caption": "A woman goes to the bar and grabs a bottle of liquor.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 305455, "video_name": "s06e11_seg02_clip_14", "timestamp": [ 3.92, 5.6 ], "duration": 56.66, "caption": "A woman, standing at a table with two men and another woman in a bar, turns around and walks out of the door.", "similarity": 0.597, "relevance": 2 }, { "pair_id": 305456, "video_name": "met_s02e14_seg02_clip_09", "timestamp": [ 15.42, 41.85 ], "duration": 62.66, "caption": "A person walks into a sports bar, wearing their homemade contraption on their head, and walks up to the bar.", "similarity": 0.5969, "relevance": 3 }, { "pair_id": 305457, "video_name": "s04e17_seg02_clip_02", "timestamp": [ 2.0, 4.85 ], "duration": 57.66, "caption": "A woman walks away from the bar where person is sitting.", "similarity": 0.594, "relevance": 2 }, { "pair_id": 305458, "video_name": "s04e10_seg02_clip_12", "timestamp": [ 52.75, 57.02 ], "duration": 57.66, "caption": "A woman approaches a man in the bar and gets him to turn around, then speaks to him.", "similarity": 0.5924, "relevance": 1 }, { "pair_id": 305459, "video_name": "house_s03e22_seg02_clip_26", "timestamp": [ 25.46, 45.57 ], "duration": 134.66, "caption": "A person walks into a bar and sits down next to woman.", "similarity": 0.5916, "relevance": 3 } ] }, { "query_id": 59017, "query": "A man tosses one present on to the counter.", "relevant_moment": [ { "pair_id": 8260, "video_name": "friends_s08e18_seg02_clip_01", "timestamp": [ 21.31, 22.21 ], "duration": 60.66, "caption": "A man tosses one present on to the counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8261, "video_name": "friends_s01e14_seg02_clip_21", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A man is holding someone's hand while at the counter.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 8262, "video_name": "castle_s06e23_seg02_clip_24", "timestamp": [ 69.13, 70.83 ], "duration": 85.66, "caption": "A man picks up a black bag and tosses it onto the counter.", "similarity": 0.5948, "relevance": 2 }, { "pair_id": 8263, "video_name": "friends_s05e18_seg02_clip_11", "timestamp": [ 8.26, 9.15 ], "duration": 59.66, "caption": "A man tosses their partially-eaten piece of pizza down on the kitchen counter.", "similarity": 0.5865, "relevance": 0 }, { "pair_id": 8264, "video_name": "friends_s06e06_seg02_clip_13", "timestamp": [ 20.36, 21.54 ], "duration": 59.66, "caption": "A man lays some money down on the counter.", "similarity": 0.5852, "relevance": 3 }, { "pair_id": 8265, "video_name": "friends_s02e16_seg02_clip_15", "timestamp": [ 17.71, 22.21 ], "duration": 60.66, "caption": "A man turns and walks away from a person and throws a bag on the counter.", "similarity": 0.5802, "relevance": 3 }, { "pair_id": 8266, "video_name": "friends_s05e10_seg02_clip_13", "timestamp": [ 7.04, 12.49 ], "duration": 64.66, "caption": "A man rips the tickets in small pieces and throws them on the counter.", "similarity": 0.5781, "relevance": 2 }, { "pair_id": 8267, "video_name": "friends_s07e19_seg02_clip_14", "timestamp": [ 8.28, 9.66 ], "duration": 69.66, "caption": "A person picks something up from the counter and throws it at the trash.", "similarity": 0.5774, "relevance": 0 }, { "pair_id": 8268, "video_name": "s04e03_seg01_clip_00", "timestamp": [ 35.09, 36.01 ], "duration": 61.66, "caption": "A man throws a wadded up tissue on the kitchen counter.", "similarity": 0.5762, "relevance": 2 }, { "pair_id": 8269, "video_name": "house_s08e10_seg02_clip_02", "timestamp": [ 65.88, 70.33 ], "duration": 89.66, "caption": "A person tosses a man a bottle from the cabinet.", "similarity": 0.5759, "relevance": 2 }, { "pair_id": 8270, "video_name": "friends_s10e15_seg02_clip_07", "timestamp": [ 42.86, 48.46 ], "duration": 56.66, "caption": "A man sits at the counter with his head resting on his hand.", "similarity": 0.5733, "relevance": 0 }, { "pair_id": 8271, "video_name": "friends_s07e20_seg01_clip_00", "timestamp": [ 13.55, 17.96 ], "duration": 63.66, "caption": "A person walks to the counter and holds up money to a man.", "similarity": 0.5618, "relevance": 0 }, { "pair_id": 8272, "video_name": "friends_s08e14_seg02_clip_19", "timestamp": [ 21.07, 22.25 ], "duration": 58.66, "caption": "A man places his jug of Minute Maid on the counter.", "similarity": 0.5614, "relevance": 2 }, { "pair_id": 8273, "video_name": "house_s07e08_seg02_clip_02", "timestamp": [ 39.35, 40.26 ], "duration": 90.66, "caption": "A man tosses a ring box to a person sitting across from him.", "similarity": 0.5576, "relevance": 2 }, { "pair_id": 8274, "video_name": "s09e03_seg01_clip_00", "timestamp": [ 14.62, 18.57 ], "duration": 79.66, "caption": "A man passes a condiment bottle across the counter to another person.", "similarity": 0.5553, "relevance": 1 }, { "pair_id": 8275, "video_name": "friends_s01e13_seg02_clip_17", "timestamp": [ 48.66, 51.87 ], "duration": 64.66, "caption": "A person walks over to the counter and puts his rests his hands on the counter.", "similarity": 0.5515, "relevance": 0 }, { "pair_id": 8276, "video_name": "friends_s06e17_seg02_clip_09", "timestamp": [ 23.91, 29.74 ], "duration": 61.66, "caption": "A man opens a present and pulls out the contents.", "similarity": 0.5465, "relevance": 3 }, { "pair_id": 8277, "video_name": "friends_s06e13_seg02_clip_04", "timestamp": [ 34.35, 38.76 ], "duration": 63.66, "caption": "A man walks over to the counter and throws away his food.", "similarity": 0.544, "relevance": 0 }, { "pair_id": 8278, "video_name": "castle_s08e14_seg02_clip_10", "timestamp": [ 32.86, 36.46 ], "duration": 90.66, "caption": "A man tosses something into the air for another man to catch.", "similarity": 0.5419, "relevance": 2 } ] }, { "query_id": 59021, "query": "A person puts a cap on the pen in their hand.", "relevant_moment": [ { "pair_id": 158460, "video_name": "friends_s08e18_seg02_clip_00", "timestamp": [ 28.38, 31.73 ], "duration": 61.66, "caption": "A person puts a cap on the pen in their hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158461, "video_name": "house_s04e09_seg02_clip_05", "timestamp": [ 10.89, 12.63 ], "duration": 87.66, "caption": "A person puts the cap on the pen as they turn around.", "similarity": 0.9138, "relevance": 4 }, { "pair_id": 158462, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 42.79, 43.97 ], "duration": 59.66, "caption": "A person points with his finger as he is holding a pen.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 158463, "video_name": "s06e04_seg02_clip_05", "timestamp": [ 28.51, 30.31 ], "duration": 60.66, "caption": "A person puts a cap on a marker he's holding.", "similarity": 0.7597, "relevance": 4 }, { "pair_id": 158464, "video_name": "friends_s04e06_seg02_clip_07", "timestamp": [ 51.26, 56.02 ], "duration": 56.66, "caption": "A person puts his/her hand in the bag and pulls a pen out of it.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 158465, "video_name": "house_s08e13_seg02_clip_02", "timestamp": [ 12.52, 14.75 ], "duration": 89.66, "caption": "A person swipes the pen from their right hand to their left hand.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 158466, "video_name": "friends_s08e21_seg02_clip_03", "timestamp": [ 34.19, 37.46 ], "duration": 59.66, "caption": "Person in black hands someone a pen and paper.", "similarity": 0.7393, "relevance": 2 }, { "pair_id": 158467, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 13.35, 17.36 ], "duration": 89.66, "caption": "A person hands a man a pen and then he pops it open.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 158468, "video_name": "s04e24_seg02_clip_04", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A person takes the pen from another person and signs a piece of paper.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 158469, "video_name": "s09e12_seg02_clip_14", "timestamp": [ 50.35, 58.59 ], "duration": 61.66, "caption": "A person raises their pen and then writes something down.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 158470, "video_name": "s04e09_seg02_clip_11", "timestamp": [ 17.68, 20.24 ], "duration": 57.66, "caption": "A person hands a pen to another person who takes it.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 158471, "video_name": "s04e24_seg02_clip_08", "timestamp": [ 7.2, 9.6 ], "duration": 60.66, "caption": "A person picks up a pen and hands it to another person.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 158472, "video_name": "castle_s01e07_seg02_clip_13", "timestamp": [ 35.39, 36.77 ], "duration": 91.66, "caption": "A person holds up a pen and pad of paper.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 158473, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 5.12, 7.68 ], "duration": 64.66, "caption": "A person is going through a book with a pen in their hand.", "similarity": 0.7123, "relevance": 3 }, { "pair_id": 158474, "video_name": "s06e04_seg02_clip_03", "timestamp": [ 13.34, 15.51 ], "duration": 62.66, "caption": "A person puts a cap onto a black dry erase marker.", "similarity": 0.7004, "relevance": 4 }, { "pair_id": 158475, "video_name": "s04e21_seg02_clip_16", "timestamp": [ 42.6, 46.82 ], "duration": 65.66, "caption": "A person takes out a pen from the stand and puts it on the notebook.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 158476, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 24.5, 26.77 ], "duration": 90.66, "caption": "A man lifts a pen up that he has in his hand.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 158477, "video_name": "house_s04e16_seg02_clip_08", "timestamp": [ 51.49, 55.13 ], "duration": 104.66, "caption": "A man puts the cap on his pen and throws it on the table.", "similarity": 0.6948, "relevance": 4 }, { "pair_id": 158478, "video_name": "friends_s10e09_seg02_clip_01", "timestamp": [ 20.36, 23.32 ], "duration": 59.66, "caption": "A woman takes a pen out of her bag and holds onto man's hand.", "similarity": 0.6938, "relevance": 2 }, { "pair_id": 158479, "video_name": "house_s07e20_seg02_clip_20", "timestamp": [ 42.24, 44.29 ], "duration": 82.66, "caption": "A person opens their coat and places their pen inside.", "similarity": 0.6933, "relevance": 1 } ] }, { "query_id": 59099, "query": "Two people run into the coffee shop.", "relevant_moment": [ { "pair_id": 153180, "video_name": "friends_s03e08_seg02_clip_00", "timestamp": [ 29.38, 32.69 ], "duration": 66.66, "caption": "Two people run into the coffee shop.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153181, "video_name": "friends_s09e14_seg02_clip_20", "timestamp": [ 46.99, 49.74 ], "duration": 61.66, "caption": "Two people start running from inside of a coffee shop.", "similarity": 0.8659, "relevance": 3 }, { "pair_id": 153182, "video_name": "friends_s10e05_seg02_clip_14", "timestamp": [ 20.18, 27.71 ], "duration": 60.66, "caption": "A woman and a man walk into the coffee shop run into a man.", "similarity": 0.8302, "relevance": 3 }, { "pair_id": 153183, "video_name": "friends_s05e06_seg02_clip_05", "timestamp": [ 38.14, 42.11 ], "duration": 61.66, "caption": "Two women come running into the coffee shop.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 153184, "video_name": "friends_s10e07_seg01_clip_00", "timestamp": [ 1.47, 5.39 ], "duration": 98.66, "caption": "Two people open the door and walk into a coffee shop.", "similarity": 0.817, "relevance": 4 }, { "pair_id": 153185, "video_name": "friends_s09e14_seg02_clip_20", "timestamp": [ 45.47, 47.6 ], "duration": 61.66, "caption": "Two people start running outside of a coffee shop.", "similarity": 0.8027, "relevance": 1 }, { "pair_id": 153186, "video_name": "friends_s07e05_seg02_clip_18", "timestamp": [ 37.19, 40.65 ], "duration": 63.66, "caption": "A man and woman walk into the coffee shop.", "similarity": 0.7974, "relevance": 2 }, { "pair_id": 153187, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "Two people walk into a coffee shop and look around.", "similarity": 0.7966, "relevance": 1 }, { "pair_id": 153188, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 0.0, 9.46 ], "duration": 61.66, "caption": "Two people walk into a coffee shop and start looking around.", "similarity": 0.7937, "relevance": 1 }, { "pair_id": 153189, "video_name": "friends_s01e05_seg02_clip_21", "timestamp": [ 23.53, 31.38 ], "duration": 49.66, "caption": "Two people walk into the coffee shop and sit down.", "similarity": 0.7906, "relevance": 3 }, { "pair_id": 153190, "video_name": "friends_s02e07_seg02_clip_03", "timestamp": [ 21.85, 27.16 ], "duration": 59.66, "caption": "Two people enter the coffee shop holding hands.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 153191, "video_name": "friends_s08e15_seg01_clip_00", "timestamp": [ 0.0, 4.14 ], "duration": 69.66, "caption": "Two people walk into the coffee shop and a woman turns around.", "similarity": 0.7626, "relevance": 3 }, { "pair_id": 153192, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A man and woman walk into the coffee shop together.", "similarity": 0.7626, "relevance": 2 }, { "pair_id": 153193, "video_name": "friends_s08e05_seg02_clip_19", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A man runs into woman at the coffee shop.", "similarity": 0.7615, "relevance": 2 }, { "pair_id": 153194, "video_name": "friends_s09e16_seg02_clip_05", "timestamp": [ 44.69, 48.24 ], "duration": 59.66, "caption": "A woman and a man walk into the coffee shop together.", "similarity": 0.7572, "relevance": 4 }, { "pair_id": 153195, "video_name": "friends_s04e11_seg02_clip_18", "timestamp": [ 36.89, 40.43 ], "duration": 59.66, "caption": "Two people come into a coffee shop and walk over to another woman.", "similarity": 0.7473, "relevance": 4 }, { "pair_id": 153196, "video_name": "friends_s07e11_seg02_clip_07", "timestamp": [ 9.81, 15.46 ], "duration": 59.66, "caption": "Two women walk into the coffee shop.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 153197, "video_name": "friends_s07e04_seg02_clip_03", "timestamp": [ 6.89, 14.36 ], "duration": 57.66, "caption": "Two women walk into the coffee shop.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 153198, "video_name": "friends_s03e13_seg02_clip_14", "timestamp": [ 34.07, 37.21 ], "duration": 52.66, "caption": "A man runs in to the coffee shop when the others are hanging out.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 153199, "video_name": "friends_s03e16_seg02_clip_07", "timestamp": [ 26.55, 39.67 ], "duration": 61.66, "caption": "A man runs into the coffee shop and talks to a man.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 326500, "video_name": "friends_s10e13_seg02_clip_03", "timestamp": [ 0.0, 7.02 ], "duration": 54.66, "caption": "A man and a woman walk into the coffee shop and introduce a person.", "similarity": 0.7368, "relevance": 3 }, { "pair_id": 326501, "video_name": "friends_s01e15_seg02_clip_00", "timestamp": [ 44.4, 59.92 ], "duration": 62.66, "caption": "A woman comes walking into the coffee shop and a man comes in after her.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 326502, "video_name": "friends_s04e01_seg02_clip_15", "timestamp": [ 3.1, 9.3 ], "duration": 62.66, "caption": "A couple starts to walk out of the coffee shop while a woman walks in.", "similarity": 0.7226, "relevance": 2 }, { "pair_id": 326503, "video_name": "friends_s10e15_seg02_clip_00", "timestamp": [ 11.77, 18.44 ], "duration": 63.66, "caption": "Two people come into the coffee shop and sit down on the couch.", "similarity": 0.7193, "relevance": 3 }, { "pair_id": 326504, "video_name": "friends_s06e12_seg02_clip_15", "timestamp": [ 30.09, 33.94 ], "duration": 64.66, "caption": "A woman pushes a man to go into the coffee shop.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 326505, "video_name": "s03e23_seg02_clip_15", "timestamp": [ 40.44, 49.02 ], "duration": 49.66, "caption": "Some people walk through glass doors and into a coffee shop.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 326506, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 19.73, 25.24 ], "duration": 58.66, "caption": "Two women walk in to the coffee shop.", "similarity": 0.7066, "relevance": 3 }, { "pair_id": 326507, "video_name": "friends_s04e15_seg02_clip_03", "timestamp": [ 46.99, 50.96 ], "duration": 61.66, "caption": "A man and a woman enter a coffee shop while having a conversation.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 326508, "video_name": "friends_s01e21_seg02_clip_14", "timestamp": [ 54.39, 57.24 ], "duration": 63.66, "caption": "Three people hurry in through the door of a coffee shop.", "similarity": 0.6999, "relevance": 4 }, { "pair_id": 326509, "video_name": "friends_s05e09_seg02_clip_04", "timestamp": [ 54.57, 59.64 ], "duration": 59.66, "caption": "A woman walks into the coffee shop with another woman.", "similarity": 0.6998, "relevance": 3 }, { "pair_id": 326510, "video_name": "friends_s06e19_seg02_clip_14", "timestamp": [ 48.69, 53.15 ], "duration": 55.66, "caption": "A man and woman walk into the coffee shop and up to a woman.", "similarity": 0.6937, "relevance": 4 }, { "pair_id": 326511, "video_name": "friends_s09e14_seg02_clip_20", "timestamp": [ 44.86, 49.43 ], "duration": 61.66, "caption": "Two people run away from the window of the coffee shop.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 326512, "video_name": "friends_s08e21_seg02_clip_05", "timestamp": [ 38.78, 41.06 ], "duration": 57.66, "caption": "A man rushes into the coffee shop and greets two women.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 326513, "video_name": "friends_s01e20_seg02_clip_12", "timestamp": [ 13.28, 17.71 ], "duration": 59.66, "caption": "A woman walks into a coffee shop while someone is taking orders.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 326514, "video_name": "friends_s06e24-25_seg02_clip_33", "timestamp": [ 13.51, 16.75 ], "duration": 54.66, "caption": "Two men are walking from the front door into the coffee shop.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 326515, "video_name": "friends_s01e24_seg01_clip_00", "timestamp": [ 33.02, 36.02 ], "duration": 40.66, "caption": "Some women walk into a coffee shop together.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 326516, "video_name": "friends_s01e16-17_seg02_clip_10", "timestamp": [ 21.13, 23.67 ], "duration": 56.66, "caption": "Two women in brown suits enter into the coffee shop.", "similarity": 0.6791, "relevance": 3 }, { "pair_id": 326517, "video_name": "friends_s02e20_seg02_clip_04", "timestamp": [ 26.91, 31.78 ], "duration": 57.66, "caption": "Just as a woman opens her book, two men run into the coffee house.", "similarity": 0.6755, "relevance": 4 }, { "pair_id": 326518, "video_name": "friends_s05e13_seg02_clip_02", "timestamp": [ 4.88, 7.63 ], "duration": 61.66, "caption": "A woman runs into the coffee shop to talk to some people.", "similarity": 0.6729, "relevance": 3 }, { "pair_id": 326519, "video_name": "friends_s02e12-13_seg02_clip_18", "timestamp": [ 64.39, 67.26 ], "duration": 82.66, "caption": "A man enters the coffee shop and walks up next to another man.", "similarity": 0.6716, "relevance": 3 } ] }, { "query_id": 59115, "query": "A woman gets up and walks away from the people.", "relevant_moment": [ { "pair_id": 21800, "video_name": "s02e15_seg02_clip_06", "timestamp": [ 39.7, 43.86 ], "duration": 64.66, "caption": "A woman gets up and walks away from the people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21801, "video_name": "s06e20_seg02_clip_02", "timestamp": [ 10.62, 13.28 ], "duration": 59.66, "caption": "A woman stands up and walks away from two people.", "similarity": 0.8718, "relevance": 4 }, { "pair_id": 21802, "video_name": "house_s06e14_seg02_clip_05", "timestamp": [ 35.35, 39.07 ], "duration": 93.66, "caption": "A woman gets up and walks away from man.", "similarity": 0.8572, "relevance": 4 }, { "pair_id": 21803, "video_name": "grey_s03e09_seg02_clip_13", "timestamp": [ 12.74, 15.47 ], "duration": 91.66, "caption": "A woman is walking away from two people.", "similarity": 0.8534, "relevance": 2 }, { "pair_id": 21804, "video_name": "grey_s03e02_seg02_clip_12", "timestamp": [ 60.92, 65.4 ], "duration": 89.66, "caption": "A woman gets up and walks away from another woman.", "similarity": 0.8359, "relevance": 2 }, { "pair_id": 21805, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.8264, "relevance": 3 }, { "pair_id": 21806, "video_name": "house_s01e14_seg02_clip_22", "timestamp": [ 46.42, 52.34 ], "duration": 91.66, "caption": "A woman turns around and walks away from someone.", "similarity": 0.8149, "relevance": 2 }, { "pair_id": 21808, "video_name": "s05e18_seg02_clip_03", "timestamp": [ 19.15, 22.34 ], "duration": 58.66, "caption": "A woman gets up from the couch and walks away from a person.", "similarity": 0.7958, "relevance": 3 }, { "pair_id": 21809, "video_name": "s06e07_seg02_clip_05", "timestamp": [ 45.33, 48.47 ], "duration": 57.66, "caption": "A woman walks away from some people's table.", "similarity": 0.7919, "relevance": 3 }, { "pair_id": 21810, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 50.97, 54.16 ], "duration": 91.66, "caption": "A woman starts to walk away from person but turns around.", "similarity": 0.7907, "relevance": 2 }, { "pair_id": 21811, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 21812, "video_name": "friends_s08e22_seg01_clip_02", "timestamp": [ 14.18, 16.01 ], "duration": 26.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 21813, "video_name": "grey_s03e12_seg02_clip_25", "timestamp": [ 13.08, 20.71 ], "duration": 109.66, "caption": "A woman stands up and walks away from another woman.", "similarity": 0.7883, "relevance": 3 }, { "pair_id": 21814, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 18.28, 23.5 ], "duration": 58.66, "caption": "A woman stands up and walks away from a man.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 21815, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 33.92, 36.15 ], "duration": 89.66, "caption": "A woman walks away from a person leaving him alone.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 21816, "video_name": "grey_s02e15_seg02_clip_17", "timestamp": [ 50.23, 53.96 ], "duration": 93.66, "caption": "A woman walks away from someone leaving them sitting alone.", "similarity": 0.7832, "relevance": 2 }, { "pair_id": 21817, "video_name": "house_s06e11_seg02_clip_16", "timestamp": [ 74.51, 76.73 ], "duration": 88.66, "caption": "A woman walks away from two people but doesn't leave the room.", "similarity": 0.7821, "relevance": 3 }, { "pair_id": 21818, "video_name": "friends_s04e21_seg02_clip_13", "timestamp": [ 33.35, 39.25 ], "duration": 59.66, "caption": "A woman gets off of a man and walks away.", "similarity": 0.7794, "relevance": 3 }, { "pair_id": 21819, "video_name": "grey_s03e14_seg02_clip_03", "timestamp": [ 57.25, 60.09 ], "duration": 94.66, "caption": "A woman walks away leaving two people alone.", "similarity": 0.7778, "relevance": 3 }, { "pair_id": 195120, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 195121, "video_name": "grey_s02e13_seg02_clip_09", "timestamp": [ 23.51, 25.82 ], "duration": 92.66, "caption": "A woman walks away from some people and leaves them with a man.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 195122, "video_name": "s09e14_seg02_clip_06", "timestamp": [ 3.0, 7.8 ], "duration": 60.66, "caption": "A woman stands up and walks away from two men.", "similarity": 0.774, "relevance": 4 }, { "pair_id": 195123, "video_name": "castle_s08e03_seg02_clip_13", "timestamp": [ 7.44, 9.77 ], "duration": 93.66, "caption": "A woman walks away from two people in the car.", "similarity": 0.7723, "relevance": 2 }, { "pair_id": 195124, "video_name": "friends_s06e01_seg02_clip_19", "timestamp": [ 55.94, 59.51 ], "duration": 119.66, "caption": "A woman walks away from two people at Central Perk.", "similarity": 0.7707, "relevance": 3 }, { "pair_id": 195125, "video_name": "grey_s03e10_seg02_clip_03", "timestamp": [ 3.09, 5.3 ], "duration": 88.66, "caption": "A woman walks away from woman and she follows her.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 195126, "video_name": "met_s06e05_seg02_clip_17", "timestamp": [ 23.02, 25.38 ], "duration": 59.66, "caption": "A person walks away from woman leaving her standing alone.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 195127, "video_name": "house_s08e19_seg02_clip_15", "timestamp": [ 24.19, 31.16 ], "duration": 93.66, "caption": "A person walks away from woman leaving her standing alone.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 195128, "video_name": "grey_s03e18_seg02_clip_06", "timestamp": [ 57.84, 68.02 ], "duration": 92.66, "caption": "A woman starts to walk away from person and he steps in front of her to stop her.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 195129, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 27.44, 30.23 ], "duration": 93.66, "caption": "A woman walks away from man and another man.", "similarity": 0.7643, "relevance": 2 }, { "pair_id": 195130, "video_name": "house_s02e09_seg02_clip_20", "timestamp": [ 43.68, 61.25 ], "duration": 90.66, "caption": "A person walks away from a woman, turns around, and she is gone.", "similarity": 0.7634, "relevance": 1 }, { "pair_id": 195131, "video_name": "castle_s04e21_seg02_clip_24", "timestamp": [ 8.9, 15.58 ], "duration": 89.66, "caption": "A woman turns a couple times and then walks away from person.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 195132, "video_name": "castle_s08e03_seg02_clip_09", "timestamp": [ 32.39, 35.13 ], "duration": 91.66, "caption": "A woman gets up and walks out of person's talk.", "similarity": 0.7613, "relevance": 4 }, { "pair_id": 195133, "video_name": "friends_s04e23-24_seg02_clip_27", "timestamp": [ 1.8, 3.3 ], "duration": 60.66, "caption": "A woman gets up from the table and walks away.", "similarity": 0.7586, "relevance": 4 }, { "pair_id": 195134, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 25.21, 30.01 ], "duration": 60.66, "caption": "A woman gets up from the table and walks away.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 195135, "video_name": "s07e20_seg02_clip_03", "timestamp": [ 39.55, 43.68 ], "duration": 59.66, "caption": "A person gets up from his/her chair and walks away from some people.", "similarity": 0.7563, "relevance": 3 }, { "pair_id": 195136, "video_name": "friends_s02e22_seg02_clip_08", "timestamp": [ 16.81, 20.41 ], "duration": 60.66, "caption": "A woman walks away from man as he stands up.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 195137, "video_name": "house_s04e13_seg02_clip_04", "timestamp": [ 7.68, 11.52 ], "duration": 76.66, "caption": "A woman quickly gets up from the couch and starts to walk away from a person.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 195138, "video_name": "s04e23_seg02_clip_09", "timestamp": [ 37.22, 39.02 ], "duration": 60.66, "caption": "A woman gets up off of her chair and walks away from the waiting area.", "similarity": 0.7542, "relevance": 4 }, { "pair_id": 195139, "video_name": "house_s05e03_seg02_clip_20", "timestamp": [ 0.0, 10.92 ], "duration": 87.66, "caption": "A person walks away from woman and then turns around.", "similarity": 0.753, "relevance": 2 } ] }, { "query_id": 59176, "query": "Someone gives someone some evidence, which they read and hand back.", "relevant_moment": [ { "pair_id": 7100, "video_name": "castle_s05e24_seg02_clip_20", "timestamp": [ 60.53, 70.09 ], "duration": 91.66, "caption": "Someone gives someone some evidence, which they read and hand back.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7101, "video_name": "s03e13_seg02_clip_01", "timestamp": [ 31.84, 40.55 ], "duration": 67.66, "caption": "A person gives evidence which they think will be useful to a police inquiry.", "similarity": 0.7817, "relevance": 1 }, { "pair_id": 7102, "video_name": "castle_s06e03_seg02_clip_11", "timestamp": [ 12.32, 16.72 ], "duration": 88.66, "caption": "A person looks up when another person starts to deliver their evidence.", "similarity": 0.7665, "relevance": 0 }, { "pair_id": 7103, "video_name": "castle_s05e20_seg02_clip_08", "timestamp": [ 27.09, 29.9 ], "duration": 93.66, "caption": "A person gives another person a clear, small evidence bag.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 7104, "video_name": "castle_s04e20_seg02_clip_06", "timestamp": [ 84.64, 87.26 ], "duration": 87.66, "caption": "A person hands a woman a piece of evidence from his pocket.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 7105, "video_name": "castle_s06e20_seg02_clip_10", "timestamp": [ 41.37, 50.78 ], "duration": 94.66, "caption": "A woman hands a person an evidence bag and they look at it.", "similarity": 0.6696, "relevance": 3 }, { "pair_id": 7106, "video_name": "castle_s03e14_seg02_clip_04", "timestamp": [ 66.47, 77.14 ], "duration": 97.66, "caption": "A person walks in with an evidence bag and shows it to another person.", "similarity": 0.6691, "relevance": 1 }, { "pair_id": 7107, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 6.51, 10.23 ], "duration": 93.66, "caption": "A man points his hand while describing the evidence in front of him.", "similarity": 0.6659, "relevance": 0 }, { "pair_id": 7108, "video_name": "castle_s02e14_seg02_clip_25", "timestamp": [ 47.48, 50.65 ], "duration": 90.66, "caption": "A woman hands a man and folder as proof of evidence.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 7109, "video_name": "castle_s06e22_seg02_clip_22", "timestamp": [ 33.13, 38.65 ], "duration": 92.66, "caption": "A woman shakes her head when someone thinks she would have discovered the evidence.", "similarity": 0.6629, "relevance": 0 }, { "pair_id": 7110, "video_name": "castle_s03e23_seg02_clip_01", "timestamp": [ 77.59, 79.82 ], "duration": 89.66, "caption": "A person hands another person an evidence bag with a paper dot inside.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 7111, "video_name": "castle_s02e23_seg02_clip_07", "timestamp": [ 0.0, 7.99 ], "duration": 88.66, "caption": "A man hands a file to a woman and she mentions needing evidence to get the suspect and a man mentions the evidence he found.", "similarity": 0.6547, "relevance": 3 }, { "pair_id": 7112, "video_name": "castle_s03e08_seg02_clip_08", "timestamp": [ 6.23, 11.57 ], "duration": 89.66, "caption": "A person confirms that he believes his testimony.", "similarity": 0.6515, "relevance": 0 }, { "pair_id": 7113, "video_name": "castle_s06e21_seg02_clip_21", "timestamp": [ 16.13, 19.71 ], "duration": 89.66, "caption": "A man shows the camera while saying it may have evidence.", "similarity": 0.6502, "relevance": 1 }, { "pair_id": 7114, "video_name": "castle_s05e20_seg02_clip_08", "timestamp": [ 9.81, 13.55 ], "duration": 93.66, "caption": "A person holds up an evidence bag and another person grabs it.", "similarity": 0.6438, "relevance": 3 }, { "pair_id": 7115, "video_name": "castle_s07e18_seg02_clip_24", "timestamp": [ 37.39, 44.51 ], "duration": 89.66, "caption": "A woman holds up a piece of evidence that holds texts between someone's husband and someone else.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 7116, "video_name": "house_s01e02_seg02_clip_08", "timestamp": [ 6.71, 8.94 ], "duration": 89.66, "caption": "A person smiles and says that evidence isn't good enough for him/her.", "similarity": 0.6361, "relevance": 0 }, { "pair_id": 7117, "video_name": "castle_s03e17_seg02_clip_09", "timestamp": [ 6.01, 12.94 ], "duration": 92.66, "caption": "A man walks over and gives evidence about someone's whereabouts.", "similarity": 0.6342, "relevance": 0 }, { "pair_id": 7118, "video_name": "castle_s03e09_seg02_clip_04", "timestamp": [ 16.65, 21.61 ], "duration": 90.66, "caption": "A man sits down and describes the evidence they found against someone.", "similarity": 0.6321, "relevance": 0 }, { "pair_id": 7119, "video_name": "castle_s07e05_seg02_clip_04", "timestamp": [ 53.85, 62.59 ], "duration": 92.66, "caption": "A person walks up to a woman and hands her a bag of evidence.", "similarity": 0.6312, "relevance": 3 } ] }, { "query_id": 59200, "query": "A person was having a conversation with a woman who has wounds in her face.", "relevant_moment": [ { "pair_id": 142360, "video_name": "house_s06e21_seg02_clip_14", "timestamp": [ 0.0, 25.02 ], "duration": 82.66, "caption": "A person was having a conversation with a woman who has wounds in her face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 142361, "video_name": "grey_s01e02_seg02_clip_17", "timestamp": [ 57.29, 83.02 ], "duration": 83.66, "caption": "A woman and the wounded person are having a conversation.", "similarity": 0.8353, "relevance": 4 }, { "pair_id": 142362, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 0.0, 18.21 ], "duration": 88.66, "caption": "A person was having a conversation with a woman.", "similarity": 0.763, "relevance": 2 }, { "pair_id": 142363, "video_name": "grey_s01e03_seg02_clip_03", "timestamp": [ 70.08, 91.61 ], "duration": 91.66, "caption": "A woman talks to a patient as she tends to his wound.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 142364, "video_name": "castle_s05e23_seg02_clip_26", "timestamp": [ 0.0, 71.4 ], "duration": 121.66, "caption": "A person was having a serious conversation with a woman.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 142365, "video_name": "castle_s07e19_seg02_clip_21", "timestamp": [ 0.0, 3.21 ], "duration": 91.66, "caption": "A woman is having a conversation with two other people and points out the wounds on the mannequin's chest.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 142366, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 0.0, 14.71 ], "duration": 89.66, "caption": "A woman is talking to a man about someone she is hurting.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 142367, "video_name": "grey_s01e02_seg02_clip_19", "timestamp": [ 43.57, 73.5 ], "duration": 88.66, "caption": "A woman is having a conversation with the wounded person and their mother.", "similarity": 0.7498, "relevance": 3 }, { "pair_id": 142368, "video_name": "grey_s02e17_seg02_clip_11", "timestamp": [ 0.0, 29.63 ], "duration": 79.66, "caption": "A man is having a conversation to a wounded woman.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 142369, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 30.08, 39.08 ], "duration": 62.66, "caption": "A person talking about another person about their fixation on a woman.", "similarity": 0.7468, "relevance": 1 }, { "pair_id": 142370, "video_name": "house_s07e10_seg02_clip_22", "timestamp": [ 36.81, 70.86 ], "duration": 92.66, "caption": "A person is having a conversation with a wounded man.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 142371, "video_name": "castle_s04e04_seg02_clip_01", "timestamp": [ 17.1, 26.56 ], "duration": 90.66, "caption": "A woman was talking to two people telling some information about the victim.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 142372, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 11.23, 33.35 ], "duration": 66.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7206, "relevance": 2 }, { "pair_id": 142373, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 28.57, 57.64 ], "duration": 102.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7206, "relevance": 2 }, { "pair_id": 142374, "video_name": "house_s07e04_seg02_clip_11", "timestamp": [ 58.43, 91.3 ], "duration": 91.66, "caption": "A man and woman are having a conversation with a wounded patient.", "similarity": 0.7131, "relevance": 2 }, { "pair_id": 142375, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 142376, "video_name": "grey_s02e25_seg02_clip_03", "timestamp": [ 0.0, 5.7 ], "duration": 95.66, "caption": "A woman explains the severity of the others wounds to her patient.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 142377, "video_name": "castle_s02e16_seg02_clip_06", "timestamp": [ 0.0, 12.39 ], "duration": 88.66, "caption": "A woman was having a serious conversation with two people.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 142378, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 0.0, 49.89 ], "duration": 86.66, "caption": "A woman was having a serious conversation with two people.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 142379, "video_name": "house_s07e10_seg02_clip_25", "timestamp": [ 127.62, 151.02 ], "duration": 151.66, "caption": "A person and a woman were having a conversation.", "similarity": 0.7067, "relevance": 2 } ] }, { "query_id": 59217, "query": "A man puts his cane on the motorcycle and pulls his leg up to get on.", "relevant_moment": [ { "pair_id": 8820, "video_name": "house_s06e21_seg02_clip_11", "timestamp": [ 83.29, 87.39 ], "duration": 91.66, "caption": "A man puts his cane on the motorcycle and pulls his leg up to get on.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8821, "video_name": "house_s06e21_seg02_clip_12", "timestamp": [ 18.45, 20.26 ], "duration": 90.66, "caption": "A person takes their cane out of the motorcycle.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 8822, "video_name": "house_s02e05_seg02_clip_02", "timestamp": [ 72.92, 76.5 ], "duration": 89.66, "caption": "A man puts his cane on the side of the motorcycle while talking with some people.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 8823, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 1.25, 3.74 ], "duration": 83.66, "caption": "A man uses their cane to get up from their chair.", "similarity": 0.6712, "relevance": 1 }, { "pair_id": 8824, "video_name": "house_s07e04_seg02_clip_02", "timestamp": [ 40.51, 43.62 ], "duration": 89.66, "caption": "A man uses his cane to point at two motorcycles.", "similarity": 0.6621, "relevance": 1 }, { "pair_id": 8825, "video_name": "house_s04e09_seg02_clip_22", "timestamp": [ 31.86, 34.59 ], "duration": 91.66, "caption": "A person lifts up his cane to stop a man.", "similarity": 0.6387, "relevance": 0 }, { "pair_id": 8826, "video_name": "house_s02e04_seg02_clip_24", "timestamp": [ 38.87, 41.16 ], "duration": 91.66, "caption": "A man puts his cane on a person's foot and walks off.", "similarity": 0.6322, "relevance": 0 }, { "pair_id": 8827, "video_name": "house_s03e05_seg02_clip_02", "timestamp": [ 81.37, 83.54 ], "duration": 87.66, "caption": "A man stands up and kicks his cane.", "similarity": 0.6249, "relevance": 0 }, { "pair_id": 8828, "video_name": "house_s05e11_seg02_clip_08", "timestamp": [ 68.51, 75.01 ], "duration": 86.66, "caption": "A man sets down his cane and takes off his jacket.", "similarity": 0.6164, "relevance": 0 }, { "pair_id": 8829, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 41.5, 43.29 ], "duration": 89.66, "caption": "A man lifts up his cane over his shoulder.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 8830, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 34.42, 36.75 ], "duration": 93.66, "caption": "A person grabs his cane and stands up from his chair.", "similarity": 0.6083, "relevance": 1 }, { "pair_id": 8831, "video_name": "house_s04e06_seg02_clip_01", "timestamp": [ 12.07, 14.75 ], "duration": 89.66, "caption": "A man nods his head and gets up with his cane.", "similarity": 0.599, "relevance": 1 }, { "pair_id": 8832, "video_name": "house_s02e21_seg02_clip_14", "timestamp": [ 39.62, 42.73 ], "duration": 89.66, "caption": "A man taps his cane quickly on the ground between his legs.", "similarity": 0.597, "relevance": 1 }, { "pair_id": 8833, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 41.92, 50.49 ], "duration": 90.66, "caption": "A person gets up but head back to grab their cane.", "similarity": 0.5959, "relevance": 1 }, { "pair_id": 8834, "video_name": "house_s02e18_seg02_clip_07", "timestamp": [ 8.01, 11.13 ], "duration": 89.66, "caption": "A person pulls a stool using his cane.", "similarity": 0.591, "relevance": 1 }, { "pair_id": 8835, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 64.25, 67.93 ], "duration": 91.66, "caption": "A person grabs their cane then they stand up.", "similarity": 0.5903, "relevance": 1 }, { "pair_id": 8836, "video_name": "house_s07e15_seg02_clip_05", "timestamp": [ 2.61, 6.09 ], "duration": 87.66, "caption": "A person grabs their cane and then stands up.", "similarity": 0.5894, "relevance": 1 }, { "pair_id": 8837, "video_name": "house_s01e06_seg02_clip_07", "timestamp": [ 9.0, 11.7 ], "duration": 90.66, "caption": "A man lifts up his cane and waves it around.", "similarity": 0.5875, "relevance": 1 }, { "pair_id": 8838, "video_name": "house_s03e21_seg02_clip_12", "timestamp": [ 76.03, 79.72 ], "duration": 82.66, "caption": "A man stands up while holding his broken cane.", "similarity": 0.5826, "relevance": 1 }, { "pair_id": 8839, "video_name": "house_s03e22_seg02_clip_18", "timestamp": [ 85.58, 87.79 ], "duration": 88.66, "caption": "A person grabs their cane and stands from their seat.", "similarity": 0.5798, "relevance": 1 } ] }, { "query_id": 59227, "query": "A woman takes a moment to think about what a man has been saying to her.", "relevant_moment": [ { "pair_id": 163480, "video_name": "house_s06e21_seg02_clip_19", "timestamp": [ 89.62, 99.03 ], "duration": 99.66, "caption": "A woman takes a moment to think about what a man has been saying to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163481, "video_name": "castle_s03e02_seg02_clip_12", "timestamp": [ 0.0, 13.27 ], "duration": 88.66, "caption": "A woman says something and man looks very interested in what she said.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 163482, "video_name": "castle_s04e01_seg02_clip_13", "timestamp": [ 6.8, 8.16 ], "duration": 90.66, "caption": "A person looks at woman as if he expects her to say something.", "similarity": 0.7663, "relevance": 1 }, { "pair_id": 163483, "video_name": "friends_s07e07_seg02_clip_20", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A woman says something to woman that makes guy look up quickly.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 163485, "video_name": "castle_s06e07_seg02_clip_14", "timestamp": [ 17.42, 25.02 ], "duration": 89.66, "caption": "A woman says something to a man and he shakes his head.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 163486, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 0.0, 10.24 ], "duration": 89.66, "caption": "A woman tells a man what she thinks of him and then changes the subject.", "similarity": 0.7545, "relevance": 4 }, { "pair_id": 163487, "video_name": "friends_s05e01_seg02_clip_16", "timestamp": [ 24.07, 27.8 ], "duration": 57.66, "caption": "A woman shakes her head at what a man says.", "similarity": 0.7491, "relevance": 3 }, { "pair_id": 163488, "video_name": "friends_s07e01_seg02_clip_06", "timestamp": [ 0.0, 4.36 ], "duration": 67.66, "caption": "A man says something to woman and she nods her head.", "similarity": 0.7491, "relevance": 4 }, { "pair_id": 163489, "video_name": "met_s06e19_seg02_clip_11", "timestamp": [ 19.61, 25.77 ], "duration": 56.66, "caption": "A man says something that makes a woman look at him in disbelief.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 163490, "video_name": "friends_s08e09_seg02_clip_00", "timestamp": [ 1.6, 5.76 ], "duration": 64.66, "caption": "A man nods his head after a woman says what he's thinking.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 163491, "video_name": "s09e01_seg01_clip_02", "timestamp": [ 0.0, 3.74 ], "duration": 83.66, "caption": "A man says something to woman that surprises her.", "similarity": 0.7441, "relevance": 4 }, { "pair_id": 163492, "video_name": "met_s03e01_seg02_clip_17", "timestamp": [ 16.14, 27.11 ], "duration": 99.66, "caption": "A woman tells a man something he wants to hear.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 163493, "video_name": "castle_s03e07_seg02_clip_12", "timestamp": [ 26.28, 28.91 ], "duration": 87.66, "caption": "A man looks down and over in surprised reaction to what a woman is saying.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 163495, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 51.62, 53.12 ], "duration": 60.66, "caption": "A man nods his head in response to something woman is saying.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 163496, "video_name": "house_s07e04_seg02_clip_06", "timestamp": [ 35.42, 42.68 ], "duration": 90.66, "caption": "A woman looks at a man and says something that makes him shake his head.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 163497, "video_name": "house_s05e01_seg02_clip_21", "timestamp": [ 66.95, 73.29 ], "duration": 79.66, "caption": "A man says something to a woman that makes her nod her head vigorously.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 163498, "video_name": "s02e06_seg02_clip_02", "timestamp": [ 5.6, 9.8 ], "duration": 56.66, "caption": "Woman says something to person and he shakes his head at her.", "similarity": 0.7333, "relevance": 2 }, { "pair_id": 163499, "video_name": "met_s06e16_seg02_clip_02", "timestamp": [ 0.0, 7.02 ], "duration": 61.66, "caption": "A woman says something to man and then says something that surprises woman.", "similarity": 0.733, "relevance": 2 } ] }, { "query_id": 59231, "query": "A man walks away from a woman with both hands in his pockets.", "relevant_moment": [ { "pair_id": 171160, "video_name": "friends_s07e02_seg02_clip_20", "timestamp": [ 43.46, 48.05 ], "duration": 61.66, "caption": "A man walks away from a woman with both hands in his pockets.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171161, "video_name": "friends_s04e06_seg02_clip_19", "timestamp": [ 0.87, 2.32 ], "duration": 58.66, "caption": "A man walks away from a woman with his hands in his pockets.", "similarity": 0.9913, "relevance": 4 }, { "pair_id": 171162, "video_name": "house_s01e20_seg02_clip_02", "timestamp": [ 15.58, 17.8 ], "duration": 89.66, "caption": "A woman walks away from a man after stopping holding hands.", "similarity": 0.8519, "relevance": 2 }, { "pair_id": 171163, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.8185, "relevance": 2 }, { "pair_id": 171164, "video_name": "castle_s02e13_seg02_clip_08", "timestamp": [ 33.74, 39.44 ], "duration": 95.66, "caption": "A person walks away from both man and woman.", "similarity": 0.8159, "relevance": 2 }, { "pair_id": 171165, "video_name": "s04e16_seg02_clip_06", "timestamp": [ 24.11, 27.16 ], "duration": 61.66, "caption": "A woman walks away from a man and he stops her with his hand on her shoulder.", "similarity": 0.8075, "relevance": 1 }, { "pair_id": 171166, "video_name": "met_s06e24_seg02_clip_16", "timestamp": [ 25.79, 36.21 ], "duration": 67.66, "caption": "A person walks away from a man holding a pouch.", "similarity": 0.7957, "relevance": 1 }, { "pair_id": 171167, "video_name": "grey_s03e09_seg02_clip_13", "timestamp": [ 42.78, 43.69 ], "duration": 91.66, "caption": "A man walks away from woman leaving her alone.", "similarity": 0.7954, "relevance": 0 }, { "pair_id": 171168, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 0.0, 9.0 ], "duration": 150.66, "caption": "A man walks away from woman and she walks towards person.", "similarity": 0.7927, "relevance": 3 }, { "pair_id": 171169, "video_name": "friends_s10e10_seg02_clip_03", "timestamp": [ 5.77, 8.94 ], "duration": 57.66, "caption": "A man walks away from woman as she turns around.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 171170, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 43.71, 45.61 ], "duration": 95.66, "caption": "A woman walks away from man leaving him alone.", "similarity": 0.7884, "relevance": 2 }, { "pair_id": 171171, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 4.53, 9.37 ], "duration": 60.66, "caption": "A man walks away from woman who follows him along.", "similarity": 0.7884, "relevance": 2 }, { "pair_id": 171172, "video_name": "castle_s08e08_seg02_clip_05", "timestamp": [ 73.27, 76.02 ], "duration": 91.66, "caption": "A person puts his hands up as he walks away from a woman and another person.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 171173, "video_name": "grey_s01e02_seg02_clip_11", "timestamp": [ 28.49, 36.05 ], "duration": 89.66, "caption": "A man walks away from woman so she walks in the other direction.", "similarity": 0.7845, "relevance": 4 }, { "pair_id": 171174, "video_name": "friends_s08e09_seg02_clip_12", "timestamp": [ 5.9, 7.67 ], "duration": 59.66, "caption": "A woman gestures with both hands as she walks away from a man.", "similarity": 0.7842, "relevance": 1 }, { "pair_id": 171175, "video_name": "house_s01e20_seg02_clip_10", "timestamp": [ 3.58, 6.27 ], "duration": 89.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.7835, "relevance": 1 }, { "pair_id": 171176, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 21.97, 23.5 ], "duration": 61.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.7835, "relevance": 1 }, { "pair_id": 171177, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 4.55, 9.56 ], "duration": 91.66, "caption": "A man walks away from a woman and out of the room.", "similarity": 0.7806, "relevance": 2 }, { "pair_id": 171178, "video_name": "grey_s02e14_seg02_clip_18", "timestamp": [ 34.77, 41.81 ], "duration": 88.66, "caption": "A man walks away from a woman and she turns around.", "similarity": 0.7775, "relevance": 2 }, { "pair_id": 171179, "video_name": "castle_s02e04_seg02_clip_18", "timestamp": [ 18.87, 21.63 ], "duration": 92.66, "caption": "A man walks away from a woman who remains standing where they were.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 344480, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 48.46, 49.74 ], "duration": 85.66, "caption": "A man walks away from a woman in the lobby.", "similarity": 0.7762, "relevance": 3 }, { "pair_id": 344481, "video_name": "grey_s03e19_seg02_clip_20", "timestamp": [ 12.32, 15.84 ], "duration": 88.66, "caption": "A man walks away from a woman in the lobby.", "similarity": 0.7762, "relevance": 3 }, { "pair_id": 344482, "video_name": "grey_s02e24_seg02_clip_21", "timestamp": [ 5.45, 8.42 ], "duration": 99.66, "caption": "A man walks away from woman at the door.", "similarity": 0.7761, "relevance": 2 }, { "pair_id": 344483, "video_name": "friends_s02e23_seg02_clip_18", "timestamp": [ 16.91, 23.74 ], "duration": 65.66, "caption": "A man waves his hand and walks away with a woman.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 344484, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 2.25, 6.3 ], "duration": 90.66, "caption": "A woman and a man walk away from each other.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 344485, "video_name": "friends_s06e11_seg02_clip_08", "timestamp": [ 5.67, 7.25 ], "duration": 63.66, "caption": "A man walks away from a woman while another woman stands there.", "similarity": 0.7724, "relevance": 4 }, { "pair_id": 344486, "video_name": "grey_s03e04_seg02_clip_01", "timestamp": [ 9.78, 17.78 ], "duration": 88.66, "caption": "A man walks away from woman and follows woman.", "similarity": 0.7716, "relevance": 2 }, { "pair_id": 344487, "video_name": "house_s01e18_seg02_clip_23", "timestamp": [ 57.69, 62.43 ], "duration": 79.66, "caption": "A man walks away from a woman leaving her standing alone.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 344488, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 58.3, 59.24 ], "duration": 94.66, "caption": "A man walks away from woman leaving her standing alone.", "similarity": 0.7695, "relevance": 3 }, { "pair_id": 344489, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 27.44, 30.23 ], "duration": 93.66, "caption": "A woman walks away from man and another man.", "similarity": 0.7681, "relevance": 2 }, { "pair_id": 344490, "video_name": "castle_s04e01_seg02_clip_18", "timestamp": [ 33.08, 36.25 ], "duration": 90.66, "caption": "A man holds back a woman as they walk away from someone.", "similarity": 0.7681, "relevance": 2 }, { "pair_id": 344491, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 10.0, 14.0 ], "duration": 80.66, "caption": "A man walks away from a woman but she follows behind.", "similarity": 0.7671, "relevance": 4 }, { "pair_id": 344492, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.7657, "relevance": 1 }, { "pair_id": 344493, "video_name": "castle_s02e05_seg02_clip_27", "timestamp": [ 77.79, 86.38 ], "duration": 101.66, "caption": "A woman walks away from man leaving him standing alone.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 344494, "video_name": "grey_s03e20_seg02_clip_20", "timestamp": [ 80.06, 83.74 ], "duration": 92.66, "caption": "A man walks away from a woman and exits the room.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 344495, "video_name": "friends_s04e06_seg02_clip_20", "timestamp": [ 7.83, 11.89 ], "duration": 54.66, "caption": "A man walks away from a woman and to his room.", "similarity": 0.7621, "relevance": 4 }, { "pair_id": 344496, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 9.92, 11.02 ], "duration": 11.66, "caption": "A woman walks away from a man leaving him standing alone.", "similarity": 0.7619, "relevance": 1 }, { "pair_id": 344497, "video_name": "castle_s04e12_seg02_clip_19", "timestamp": [ 6.16, 9.68 ], "duration": 88.66, "caption": "A woman walks away from a man while holding a coat.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 344498, "video_name": "friends_s02e15_seg02_clip_13", "timestamp": [ 5.33, 9.47 ], "duration": 59.66, "caption": "A woman walks away from a man and stops at a man.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 344499, "video_name": "grey_s02e02_seg02_clip_19", "timestamp": [ 47.95, 57.36 ], "duration": 94.66, "caption": "A woman walks away from a man who paused before he walks on.", "similarity": 0.7578, "relevance": 2 } ] }, { "query_id": 59252, "query": "A woman gets up angrily from her chair to leave.", "relevant_moment": [ { "pair_id": 5360, "video_name": "castle_s07e13_seg02_clip_17", "timestamp": [ 65.34, 67.18 ], "duration": 92.66, "caption": "A woman gets up angrily from her chair to leave.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 5361, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 45.19, 48.38 ], "duration": 53.66, "caption": "A woman gets up from her chair and pulls it back in angrily.", "similarity": 0.8406, "relevance": 4 }, { "pair_id": 5362, "video_name": "s06e09_seg02_clip_05", "timestamp": [ 5.58, 14.58 ], "duration": 62.66, "caption": "A woman angrily stands up and gets her things together to leave.", "similarity": 0.7784, "relevance": 4 }, { "pair_id": 5363, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.7507, "relevance": 4 }, { "pair_id": 5364, "video_name": "friends_s08e22_seg01_clip_02", "timestamp": [ 14.18, 16.01 ], "duration": 26.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 5365, "video_name": "friends_s06e12_seg02_clip_11", "timestamp": [ 2.36, 5.61 ], "duration": 59.66, "caption": "A woman gets up off the sofa angrily and a woman comes to stand behind her.", "similarity": 0.7463, "relevance": 3 }, { "pair_id": 5366, "video_name": "castle_s07e12_seg02_clip_23", "timestamp": [ 45.01, 49.51 ], "duration": 90.66, "caption": "The woman angrily walks away from a person.", "similarity": 0.736, "relevance": 3 }, { "pair_id": 5367, "video_name": "friends_s04e22_seg02_clip_05", "timestamp": [ 50.17, 56.07 ], "duration": 59.66, "caption": "A woman gets off the couch and storms away angrily.", "similarity": 0.7354, "relevance": 4 }, { "pair_id": 5368, "video_name": "friends_s02e17_seg02_clip_15", "timestamp": [ 43.02, 61.03 ], "duration": 61.66, "caption": "A woman stands up from her chair and starts angrily talking to two people.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 5369, "video_name": "s07e01_seg02_clip_14", "timestamp": [ 2.64, 10.24 ], "duration": 66.66, "caption": "A woman gets frustrated and gets up to leave.", "similarity": 0.7104, "relevance": 4 }, { "pair_id": 5370, "video_name": "s04e23_seg02_clip_09", "timestamp": [ 37.22, 39.02 ], "duration": 60.66, "caption": "A woman gets up off of her chair and walks away from the waiting area.", "similarity": 0.6963, "relevance": 4 }, { "pair_id": 5371, "video_name": "s07e18_seg02_clip_04", "timestamp": [ 18.28, 20.17 ], "duration": 63.66, "caption": "A woman stands up from the chair and walks away.", "similarity": 0.6954, "relevance": 4 }, { "pair_id": 5372, "video_name": "castle_s01e03_seg02_clip_08", "timestamp": [ 63.72, 66.98 ], "duration": 93.66, "caption": "A woman stood up from her chair and about to leave the room.", "similarity": 0.6931, "relevance": 4 }, { "pair_id": 5373, "video_name": "s04e08_seg02_clip_02", "timestamp": [ 27.46, 28.99 ], "duration": 61.66, "caption": "A woman gets up out of her chair and leaves the dining table.", "similarity": 0.6824, "relevance": 3 }, { "pair_id": 5374, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 21.77, 24.49 ], "duration": 68.66, "caption": "A woman gets up off the chair and turns and walks away from another woman.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 5375, "video_name": "s08e04_seg02_clip_07", "timestamp": [ 30.1, 34.53 ], "duration": 59.66, "caption": "A woman exits the room angrily and closes the door.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 5376, "video_name": "house_s01e18_seg02_clip_25", "timestamp": [ 32.49, 40.89 ], "duration": 112.66, "caption": "A woman stands up out of her chair and leaves the room.", "similarity": 0.6739, "relevance": 3 }, { "pair_id": 5377, "video_name": "s04e12_seg02_clip_01", "timestamp": [ 54.02, 56.43 ], "duration": 60.66, "caption": "A woman gets up from the chair to exit the apartment.", "similarity": 0.6733, "relevance": 4 }, { "pair_id": 5378, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 38.72, 41.42 ], "duration": 60.66, "caption": "A woman stands up from the chair and leaves the room.", "similarity": 0.6733, "relevance": 4 }, { "pair_id": 5379, "video_name": "house_s06e13_seg02_clip_11", "timestamp": [ 16.65, 20.26 ], "duration": 90.66, "caption": "A woman gets up from the chair while crying.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 178680, "video_name": "met_s06e01_seg02_clip_05", "timestamp": [ 26.71, 28.21 ], "duration": 60.66, "caption": "A woman gets up and storms away in anger.", "similarity": 0.6695, "relevance": 4 }, { "pair_id": 178681, "video_name": "friends_s05e05_seg02_clip_11", "timestamp": [ 3.05, 6.71 ], "duration": 61.66, "caption": "A woman slams the door as she leaves because she is angry.", "similarity": 0.6689, "relevance": 3 }, { "pair_id": 178682, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 46.65, 50.36 ], "duration": 106.66, "caption": "A woman gets up from her desk chair and rushes out of the room.", "similarity": 0.6689, "relevance": 3 }, { "pair_id": 178683, "video_name": "castle_s05e12_seg02_clip_10", "timestamp": [ 34.91, 39.33 ], "duration": 88.66, "caption": "A woman walks past someone and out of the room, angrily.", "similarity": 0.6686, "relevance": 2 }, { "pair_id": 178684, "video_name": "friends_s04e14_seg02_clip_09", "timestamp": [ 13.58, 21.54 ], "duration": 59.66, "caption": "A woman angrily walked out of the room as fast as she could.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 178685, "video_name": "s06e09_seg02_clip_05", "timestamp": [ 6.2, 13.34 ], "duration": 62.66, "caption": "A woman angrily grabs her purse, jacket and prepares to leave.", "similarity": 0.6674, "relevance": 4 }, { "pair_id": 178686, "video_name": "friends_s04e23-24_seg02_clip_27", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman makes a declaration and gets out of her chair.", "similarity": 0.6623, "relevance": 4 }, { "pair_id": 178687, "video_name": "friends_s10e07_seg02_clip_09", "timestamp": [ 27.67, 28.24 ], "duration": 56.66, "caption": "A woman gets upset and walks away angry, the look on their face is bad.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 178688, "video_name": "house_s01e08_seg02_clip_01", "timestamp": [ 12.64, 14.52 ], "duration": 93.66, "caption": "A woman gets up from her seat and leaves the room.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 178689, "video_name": "grey_s01e06_seg02_clip_13", "timestamp": [ 0.0, 24.85 ], "duration": 92.66, "caption": "A woman is very angry with another woman and the other woman leaves the room.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 178690, "video_name": "s07e09_seg02_clip_06", "timestamp": [ 44.44, 48.22 ], "duration": 63.66, "caption": "A woman gets up from the chair and runs out of the room.", "similarity": 0.6465, "relevance": 3 }, { "pair_id": 178691, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 58.68, 61.79 ], "duration": 88.66, "caption": "A woman gets back from being seated in her chair.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 178692, "video_name": "friends_s04e14_seg02_clip_05", "timestamp": [ 53.72, 54.32 ], "duration": 60.66, "caption": "A woman walks away from another woman and leaves the apartment angrily.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 178693, "video_name": "grey_s02e01_seg02_clip_20", "timestamp": [ 92.1, 96.06 ], "duration": 99.66, "caption": "A woman angrily walks out of the room after talking to another woman.", "similarity": 0.6419, "relevance": 2 }, { "pair_id": 178694, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 26.27, 30.99 ], "duration": 59.66, "caption": "A woman gets up from the table and starts to leave.", "similarity": 0.6409, "relevance": 3 }, { "pair_id": 178695, "video_name": "castle_s02e04_seg02_clip_10", "timestamp": [ 33.76, 42.53 ], "duration": 135.66, "caption": "A woman stands up from her chair and walks away from the desk.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 178696, "video_name": "friends_s05e02_seg02_clip_06", "timestamp": [ 8.55, 13.12 ], "duration": 57.66, "caption": "A woman gets up out of the chair and leaves the room of the cafe.", "similarity": 0.6379, "relevance": 3 }, { "pair_id": 178697, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 52.46, 54.46 ], "duration": 57.66, "caption": "A person gets up out of their chair and walks away.", "similarity": 0.6378, "relevance": 3 }, { "pair_id": 178698, "video_name": "s03e19_seg02_clip_08", "timestamp": [ 17.71, 19.48 ], "duration": 59.66, "caption": "A woman suddenly gets up from the chair and leaves man alone.", "similarity": 0.637, "relevance": 4 } ] }, { "query_id": 59260, "query": "A woman holds up a blue book and shows their friends.", "relevant_moment": [ { "pair_id": 172100, "video_name": "friends_s01e06_seg01_clip_00", "timestamp": [ 4.69, 9.38 ], "duration": 67.66, "caption": "A woman holds up a blue book and shows their friends.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172101, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 48.24, 54.62 ], "duration": 91.66, "caption": "A woman holds up a book to show the other person.", "similarity": 0.7595, "relevance": 4 }, { "pair_id": 172102, "video_name": "friends_s01e06_seg01_clip_00", "timestamp": [ 5.03, 10.72 ], "duration": 67.66, "caption": "A woman shows others a photograph from a blue book she is holding.", "similarity": 0.714, "relevance": 4 }, { "pair_id": 172103, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 43.9, 47.92 ], "duration": 67.66, "caption": "A person picks up a book and shows it to a woman.", "similarity": 0.645, "relevance": 3 }, { "pair_id": 172104, "video_name": "friends_s03e23_seg02_clip_13", "timestamp": [ 0.0, 51.61 ], "duration": 67.66, "caption": "A woman was holding a book whilst talking to two other women.", "similarity": 0.6337, "relevance": 1 }, { "pair_id": 172105, "video_name": "house_s01e06_seg02_clip_20", "timestamp": [ 37.03, 48.42 ], "duration": 81.66, "caption": "A person has a blue book open and is reading to someone.", "similarity": 0.6288, "relevance": 2 }, { "pair_id": 172106, "video_name": "s02e15_seg02_clip_13", "timestamp": [ 1.26, 3.15 ], "duration": 63.66, "caption": "A woman closes the book that they are holding as they talk to a person.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 172107, "video_name": "castle_s06e08_seg02_clip_15", "timestamp": [ 44.07, 48.97 ], "duration": 89.66, "caption": "A person shows woman a book and then turns it around to show her the back.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 172108, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 52.52, 54.92 ], "duration": 60.66, "caption": "A woman is holding a book while she is talking to a man.", "similarity": 0.6165, "relevance": 1 }, { "pair_id": 172109, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 49.26, 55.97 ], "duration": 67.66, "caption": "A person leafs through a book and shows it to another person.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 172110, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 22.95, 24.19 ], "duration": 62.66, "caption": "A person picks up an open book and shows it to another person.", "similarity": 0.6071, "relevance": 3 }, { "pair_id": 172111, "video_name": "friends_s10e06_seg01_clip_01", "timestamp": [ 10.13, 13.65 ], "duration": 44.66, "caption": "A woman points at the book that another woman is holding.", "similarity": 0.606, "relevance": 2 }, { "pair_id": 172112, "video_name": "castle_s02e17_seg02_clip_08", "timestamp": [ 73.44, 75.23 ], "duration": 89.66, "caption": "A group of people have books in their hands as they look to someone.", "similarity": 0.6035, "relevance": 1 }, { "pair_id": 172113, "video_name": "castle_s02e12_seg02_clip_14", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "Two men hold up a book to show a woman.", "similarity": 0.6024, "relevance": 2 }, { "pair_id": 172114, "video_name": "friends_s06e21_seg02_clip_07", "timestamp": [ 0.0, 7.68 ], "duration": 64.66, "caption": "A woman tells some people what her book is about.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 172115, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 0.0, 31.91 ], "duration": 55.66, "caption": "A woman was holding a book whilst talking to a man.", "similarity": 0.5982, "relevance": 2 }, { "pair_id": 172116, "video_name": "s07e20_seg02_clip_08", "timestamp": [ 19.21, 22.21 ], "duration": 60.66, "caption": "A person turns and holds up the book so another person can see the cover.", "similarity": 0.5974, "relevance": 2 }, { "pair_id": 172117, "video_name": "s07e04_seg02_clip_00", "timestamp": [ 20.14, 37.84 ], "duration": 61.66, "caption": "A woman pulls a book out of her bag and holds it out to show a man.", "similarity": 0.5905, "relevance": 3 }, { "pair_id": 172118, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 38.72, 50.12 ], "duration": 60.66, "caption": "A woman opens a book and closes it while she has a conversation with others.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 172119, "video_name": "house_s01e01_seg02_clip_19", "timestamp": [ 36.73, 41.25 ], "duration": 113.66, "caption": "A woman looks down at a book while talking with some people.", "similarity": 0.5855, "relevance": 1 }, { "pair_id": 345420, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 1.58, 7.56 ], "duration": 63.66, "caption": "A person is talking to someone while holding a book.", "similarity": 0.5841, "relevance": 1 }, { "pair_id": 345421, "video_name": "house_s05e10_seg02_clip_13", "timestamp": [ 13.12, 14.76 ], "duration": 82.66, "caption": "A person is sitting at a table and holds up a book to another person.", "similarity": 0.5806, "relevance": 2 }, { "pair_id": 345422, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 24.72, 32.34 ], "duration": 61.66, "caption": "A woman reaches out towards a book a man is holding.", "similarity": 0.578, "relevance": 2 }, { "pair_id": 345423, "video_name": "met_s06e13_seg02_clip_16", "timestamp": [ 17.49, 23.42 ], "duration": 59.66, "caption": "A woman holds up a blue jean jacket and shows it off to a conference room full of people.", "similarity": 0.5756, "relevance": 3 }, { "pair_id": 345424, "video_name": "met_s03e13_seg02_clip_08", "timestamp": [ 2.99, 9.27 ], "duration": 59.66, "caption": "A woman shows a man something in a book while another woman looks on.", "similarity": 0.5753, "relevance": 3 }, { "pair_id": 345425, "video_name": "friends_s07e19_seg02_clip_09", "timestamp": [ 41.3, 46.82 ], "duration": 65.66, "caption": "A woman holds up an address book while having a conversation with another woman.", "similarity": 0.5732, "relevance": 2 }, { "pair_id": 345426, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 0.0, 4.11 ], "duration": 91.66, "caption": "A woman hands another woman a book that she found.", "similarity": 0.5709, "relevance": 1 }, { "pair_id": 345427, "video_name": "s06e19_seg02_clip_07", "timestamp": [ 40.32, 45.2 ], "duration": 65.66, "caption": "A person flips through some pages and shows his book to another person.", "similarity": 0.568, "relevance": 3 }, { "pair_id": 345428, "video_name": "castle_s08e04_seg02_clip_08", "timestamp": [ 39.61, 42.76 ], "duration": 90.66, "caption": "A person gives someone the book he was holding.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 345429, "video_name": "castle_s05e06_seg02_clip_00", "timestamp": [ 16.44, 24.2 ], "duration": 91.66, "caption": "A man holds up his new book to show woman.", "similarity": 0.5671, "relevance": 1 }, { "pair_id": 345430, "video_name": "castle_s05e17_seg02_clip_00", "timestamp": [ 44.15, 47.79 ], "duration": 91.66, "caption": "A person picks up a book and holds it as he speaks to woman.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 345431, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 8.59, 10.85 ], "duration": 90.66, "caption": "A person holds up an open book in front of someone.", "similarity": 0.5646, "relevance": 1 }, { "pair_id": 345432, "video_name": "grey_s01e02_seg02_clip_00", "timestamp": [ 2.79, 6.51 ], "duration": 93.66, "caption": "A woman holds a book on her lap while talking to her coworker.", "similarity": 0.5622, "relevance": 3 }, { "pair_id": 345433, "video_name": "castle_s01e03_seg02_clip_03", "timestamp": [ 44.38, 50.41 ], "duration": 86.66, "caption": "A customer picks up person's book and they put it back onto the shelf as another person observes.", "similarity": 0.5613, "relevance": 1 }, { "pair_id": 345434, "video_name": "house_s08e16_seg02_clip_22", "timestamp": [ 9.24, 10.56 ], "duration": 88.66, "caption": "A person nods while holding a book and conversing with someone.", "similarity": 0.5575, "relevance": 1 }, { "pair_id": 345435, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person is holding a book as he speaks to another person.", "similarity": 0.5574, "relevance": 2 }, { "pair_id": 345436, "video_name": "castle_s03e18_seg02_clip_22", "timestamp": [ 7.2, 10.35 ], "duration": 90.66, "caption": "A woman closes her book and looks at a person.", "similarity": 0.5571, "relevance": 1 }, { "pair_id": 345437, "video_name": "friends_s01e06_seg02_clip_05", "timestamp": [ 2.32, 5.51 ], "duration": 58.66, "caption": "A woman points to something in a book that a man is holding and says something.", "similarity": 0.5542, "relevance": 3 }, { "pair_id": 345438, "video_name": "grey_s02e15_seg02_clip_10", "timestamp": [ 43.21, 58.52 ], "duration": 90.66, "caption": "A woman picks up a book and looks through it as she speaks to another woman.", "similarity": 0.5536, "relevance": 2 }, { "pair_id": 345439, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 68.27, 91.03 ], "duration": 91.66, "caption": "A person is holding a book as he speaks to two other people.", "similarity": 0.5528, "relevance": 2 } ] }, { "query_id": 59280, "query": "A man hands his medicine bottle to his right hand across his side of the table.", "relevant_moment": [ { "pair_id": 145760, "video_name": "friends_s02e08_seg02_clip_06", "timestamp": [ 8.84, 10.26 ], "duration": 57.66, "caption": "A man hands his medicine bottle to his right hand across his side of the table.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 145761, "video_name": "s01e05_seg01_clip_00", "timestamp": [ 16.13, 19.23 ], "duration": 62.66, "caption": "A man picks up a bottle with each hand and sets them both down on the end of the table.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 145762, "video_name": "house_s01e03_seg02_clip_20", "timestamp": [ 33.59, 37.27 ], "duration": 92.66, "caption": "A man takes a bottle of medicine out of his pocket and pours some in his palm.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 145763, "video_name": "friends_s07e16_seg02_clip_11", "timestamp": [ 26.27, 27.45 ], "duration": 59.66, "caption": "A man sets the bottle in their hand down on the coffee table.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 145764, "video_name": "friends_s02e22_seg02_clip_02", "timestamp": [ 47.42, 58.53 ], "duration": 60.66, "caption": "A doctor walks to the table and opens a bottle.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 145765, "video_name": "house_s05e06_seg02_clip_19", "timestamp": [ 52.69, 54.01 ], "duration": 88.66, "caption": "A person plays with his bottle of medicine.", "similarity": 0.664, "relevance": 2 }, { "pair_id": 145767, "video_name": "house_s08e19_seg02_clip_19", "timestamp": [ 18.45, 21.61 ], "duration": 90.66, "caption": "A person open the medicine and put it on the table.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 145768, "video_name": "house_s08e19_seg02_clip_09", "timestamp": [ 21.38, 28.03 ], "duration": 95.66, "caption": "A man grabs onto the medicine vial that is on the table.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 145769, "video_name": "house_s05e06_seg02_clip_20", "timestamp": [ 11.83, 15.47 ], "duration": 91.66, "caption": "A doctor tosses the bottle of medicine he is playing in his hands.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 145770, "video_name": "house_s03e10_seg02_clip_23", "timestamp": [ 60.37, 63.77 ], "duration": 85.66, "caption": "A doctor plays with their bottle of medicine in their hand.", "similarity": 0.6524, "relevance": 2 }, { "pair_id": 145771, "video_name": "s02e17_seg02_clip_11", "timestamp": [ 24.41, 28.38 ], "duration": 61.66, "caption": "A man sits down and places his bottle on the table.", "similarity": 0.6517, "relevance": 0 }, { "pair_id": 145772, "video_name": "house_s01e20_seg02_clip_08", "timestamp": [ 56.96, 61.97 ], "duration": 91.66, "caption": "An old man shows his bottle of medicine to a doctor.", "similarity": 0.648, "relevance": 1 }, { "pair_id": 145773, "video_name": "s08e12_seg01_clip_00", "timestamp": [ 3.05, 6.1 ], "duration": 61.66, "caption": "A man sets a bottle of water on the table.", "similarity": 0.6457, "relevance": 0 }, { "pair_id": 145774, "video_name": "house_s02e13_seg02_clip_04", "timestamp": [ 79.67, 82.37 ], "duration": 90.66, "caption": "A man takes out medication from a glass bottle.", "similarity": 0.625, "relevance": 1 }, { "pair_id": 145775, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 45.24, 46.92 ], "duration": 67.66, "caption": "A man takes a drink from the bottle and puts the bottle on the table.", "similarity": 0.6244, "relevance": 1 }, { "pair_id": 145776, "video_name": "house_s04e10_seg02_clip_04", "timestamp": [ 6.49, 7.88 ], "duration": 92.66, "caption": "A man shakes his right hand while holding a bottle with his left hand and talks.", "similarity": 0.6235, "relevance": 0 }, { "pair_id": 145777, "video_name": "house_s08e15_seg02_clip_05", "timestamp": [ 68.1, 70.33 ], "duration": 89.66, "caption": "A man picks up a bottle of pills off of a table.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 145778, "video_name": "friends_s01e19_seg02_clip_08", "timestamp": [ 10.77, 12.22 ], "duration": 58.66, "caption": "A man sets down his wine bottle on the table.", "similarity": 0.6155, "relevance": 1 }, { "pair_id": 145779, "video_name": "house_s08e20_seg02_clip_24", "timestamp": [ 17.36, 19.14 ], "duration": 89.66, "caption": "A man places the pump bottle down onto the table.", "similarity": 0.6145, "relevance": 0 }, { "pair_id": 319080, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 63.94, 68.64 ], "duration": 94.66, "caption": "A man opens the desk drawer and pulls out a medicine bottle.", "similarity": 0.6109, "relevance": 2 }, { "pair_id": 319081, "video_name": "house_s07e23_seg02_clip_22", "timestamp": [ 108.48, 113.12 ], "duration": 116.66, "caption": "A doctor swallows his medicine and keeps the medicine container on the table.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 319082, "video_name": "friends_s03e07_seg02_clip_08", "timestamp": [ 25.84, 31.83 ], "duration": 63.66, "caption": "A doctor takes a drink from the wine glass that's in front of him on the table.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 319083, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 32.84, 35.62 ], "duration": 92.66, "caption": "A man holds the hand of his doctor.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 319084, "video_name": "house_s01e11_seg02_clip_04", "timestamp": [ 82.27, 87.45 ], "duration": 94.66, "caption": "A man pokes the arm of the patient on the table.", "similarity": 0.605, "relevance": 1 }, { "pair_id": 319085, "video_name": "house_s06e21_seg02_clip_27", "timestamp": [ 9.1, 11.71 ], "duration": 65.66, "caption": "A doctor plans to take the drugs on his hands.", "similarity": 0.6038, "relevance": 1 }, { "pair_id": 319086, "video_name": "house_s01e17_seg02_clip_05", "timestamp": [ 74.07, 75.83 ], "duration": 88.66, "caption": "A senator throws the cup of pills to his right side with his right hand.", "similarity": 0.5994, "relevance": 1 }, { "pair_id": 319087, "video_name": "house_s07e23_seg02_clip_15", "timestamp": [ 84.97, 86.66 ], "duration": 86.66, "caption": "A man reaches to his side and picks up a plastic prescription vial.", "similarity": 0.5971, "relevance": 1 }, { "pair_id": 319088, "video_name": "house_s07e10_seg02_clip_04", "timestamp": [ 4.1, 5.46 ], "duration": 91.66, "caption": "Doctor massages his left forearm as he sits at the table.", "similarity": 0.5965, "relevance": 0 }, { "pair_id": 319089, "video_name": "house_s02e03_seg02_clip_14", "timestamp": [ 26.89, 29.41 ], "duration": 84.66, "caption": "A man presses the right hand of the patient.", "similarity": 0.5856, "relevance": 1 }, { "pair_id": 319091, "video_name": "house_s01e01_seg02_clip_07", "timestamp": [ 86.26, 90.36 ], "duration": 91.66, "caption": "A man hands his patient a pill from his pill container.", "similarity": 0.5845, "relevance": 2 }, { "pair_id": 319092, "video_name": "s01e14_seg01_clip_00", "timestamp": [ 0.0, 35.93 ], "duration": 63.66, "caption": "A man drinks water from a water bottle and puts it on the table.", "similarity": 0.5828, "relevance": 0 }, { "pair_id": 319093, "video_name": "house_s02e09_seg02_clip_07", "timestamp": [ 64.37, 67.97 ], "duration": 90.66, "caption": "A doctor hands a man a surgical instrument over the operating table.", "similarity": 0.5825, "relevance": 1 }, { "pair_id": 319094, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 45.6, 52.88 ], "duration": 97.66, "caption": "A man holds out his hand to shake hands with a doctor.", "similarity": 0.5813, "relevance": 1 }, { "pair_id": 319095, "video_name": "house_s05e24_seg02_clip_24", "timestamp": [ 12.41, 24.82 ], "duration": 146.66, "caption": "A man passes his cane to his other hand and puts his hand in his pocket to pull out a bottle of pills.", "similarity": 0.5805, "relevance": 2 }, { "pair_id": 319096, "video_name": "house_s03e08_seg02_clip_00", "timestamp": [ 52.66, 54.54 ], "duration": 94.66, "caption": "A man opens a pill bottle and takes some medication.", "similarity": 0.5785, "relevance": 1 }, { "pair_id": 319097, "video_name": "s02e22_seg02_clip_02", "timestamp": [ 37.14, 38.59 ], "duration": 58.66, "caption": "A person takes their left hand from their forehead and sets it on the table.", "similarity": 0.5781, "relevance": 1 }, { "pair_id": 319098, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 18.48, 21.81 ], "duration": 60.66, "caption": "A man stands up from the table with a drink in his hand.", "similarity": 0.5756, "relevance": 0 }, { "pair_id": 319099, "video_name": "house_s07e23_seg02_clip_16", "timestamp": [ 0.99, 2.97 ], "duration": 99.66, "caption": "A doctor examines the bottle of medicine they are holding.", "similarity": 0.5752, "relevance": 1 } ] }, { "query_id": 59305, "query": "A person makes a scared expression using their hands in the hall.", "relevant_moment": [ { "pair_id": 420, "video_name": "friends_s07e01_seg02_clip_05", "timestamp": [ 8.7, 10.8 ], "duration": 60.66, "caption": "A person makes a scared expression using their hands in the hall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 421, "video_name": "friends_s08e16_seg02_clip_11", "timestamp": [ 42.18, 51.79 ], "duration": 62.66, "caption": "A person is talking to themselves in the hallway and a door opens behind them and scares them.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 422, "video_name": "house_s03e23_seg02_clip_13", "timestamp": [ 27.36, 57.8 ], "duration": 88.66, "caption": "A child scares people in the room when they have an object in their hands.", "similarity": 0.6566, "relevance": 3 }, { "pair_id": 423, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 53.11, 90.02 ], "duration": 90.66, "caption": "The person was so scared while they are talking.", "similarity": 0.6396, "relevance": 1 }, { "pair_id": 424, "video_name": "friends_s07e01_seg02_clip_07", "timestamp": [ 24.9, 30.16 ], "duration": 55.66, "caption": "A man puts his hands up and pretends to be scared.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 425, "video_name": "friends_s07e19_seg02_clip_06", "timestamp": [ 40.73, 47.81 ], "duration": 59.66, "caption": "A person signs, nods his head and then looks really scared.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 426, "video_name": "s09e13_seg02_clip_12", "timestamp": [ 43.57, 46.5 ], "duration": 65.66, "caption": "A person yells when they come in and scares everyone.", "similarity": 0.6226, "relevance": 3 }, { "pair_id": 427, "video_name": "met_s02e13_seg02_clip_14", "timestamp": [ 39.25, 41.36 ], "duration": 60.66, "caption": "A man holds his hands up in mock fear.", "similarity": 0.6221, "relevance": 3 }, { "pair_id": 428, "video_name": "s05e01_seg02_clip_04", "timestamp": [ 0.0, 3.78 ], "duration": 54.66, "caption": "A person opens the door and suddenly gets frightened with another person's behavior.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 429, "video_name": "friends_s05e03_seg02_clip_06", "timestamp": [ 26.85, 29.29 ], "duration": 61.66, "caption": "A person gets scared and runs out of the room.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 431, "video_name": "castle_s08e06_seg02_clip_05", "timestamp": [ 39.8, 42.89 ], "duration": 88.66, "caption": "A person turns around and jumps out of fright from another person.", "similarity": 0.598, "relevance": 2 }, { "pair_id": 432, "video_name": "castle_s08e21_seg02_clip_20", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A person is scared of something in the kitchen.", "similarity": 0.5979, "relevance": 4 }, { "pair_id": 433, "video_name": "friends_s01e20_seg02_clip_14", "timestamp": [ 5.61, 28.39 ], "duration": 66.66, "caption": "A woman clasps her hands when she tells a person her fears.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 434, "video_name": "house_s01e14_seg02_clip_04", "timestamp": [ 19.01, 35.7 ], "duration": 92.66, "caption": "A person tries to scare a patient into speaking.", "similarity": 0.5827, "relevance": 2 }, { "pair_id": 435, "video_name": "castle_s04e03_seg02_clip_04", "timestamp": [ 0.0, 3.98 ], "duration": 88.66, "caption": "A person is scared after seeing what is in the canisters he is describing.", "similarity": 0.5812, "relevance": 1 }, { "pair_id": 436, "video_name": "castle_s03e04_seg02_clip_04", "timestamp": [ 49.12, 53.99 ], "duration": 88.66, "caption": "A person stands up and scares another person in the interrogation room.", "similarity": 0.5801, "relevance": 3 }, { "pair_id": 437, "video_name": "castle_s07e14_seg02_clip_09", "timestamp": [ 0.0, 4.43 ], "duration": 88.66, "caption": "A person looks scared when they realize someone is breathing.", "similarity": 0.5771, "relevance": 0 }, { "pair_id": 438, "video_name": "grey_s02e10_seg02_clip_13", "timestamp": [ 57.87, 87.02 ], "duration": 87.66, "caption": "A person starts to freak out and they try to make him calm.", "similarity": 0.575, "relevance": 0 }, { "pair_id": 439, "video_name": "friends_s04e22_seg02_clip_19", "timestamp": [ 0.0, 2.89 ], "duration": 36.66, "caption": "A man stands up talking about how scared he is.", "similarity": 0.5727, "relevance": 1 } ] }, { "query_id": 59335, "query": "A woman snatches a napkin a man is folding in his hands.", "relevant_moment": [ { "pair_id": 21560, "video_name": "met_s02e17_seg02_clip_03", "timestamp": [ 9.6, 10.8 ], "duration": 60.66, "caption": "A woman snatches a napkin a man is folding in his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21561, "video_name": "friends_s09e05_seg02_clip_11", "timestamp": [ 57.31, 64.03 ], "duration": 64.66, "caption": "A man grabs a cloth napkin and holds it in their hands.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 21562, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 20.3, 23.38 ], "duration": 88.66, "caption": "A woman puts a napkin into an evidence bag that a man is holding.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 21563, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 33.38, 40.06 ], "duration": 89.66, "caption": "A man enters and shows a woman a napkin.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 21564, "video_name": "s05e02_seg01_clip_00", "timestamp": [ 3.2, 7.68 ], "duration": 64.66, "caption": "A person grabs a napkin from the coffee table and starts to fold it.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 21565, "video_name": "castle_s04e22_seg02_clip_05", "timestamp": [ 3.53, 9.71 ], "duration": 88.66, "caption": "A woman grabs a man's hand and she pulls his hand off of hers.", "similarity": 0.6857, "relevance": 1 }, { "pair_id": 21566, "video_name": "friends_s06e15-16_seg02_clip_26", "timestamp": [ 29.51, 34.24 ], "duration": 59.66, "caption": "A woman wipes her hand on her napkin while with a man.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 21567, "video_name": "friends_s10e01_seg02_clip_22", "timestamp": [ 46.33, 52.31 ], "duration": 63.66, "caption": "A woman grabs a napkin from a purse and puts the napkin on her face.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 21568, "video_name": "met_s02e21_seg02_clip_16", "timestamp": [ 14.9, 15.98 ], "duration": 54.66, "caption": "A man takes a woman's hand after she holds it out.", "similarity": 0.6716, "relevance": 1 }, { "pair_id": 21569, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 28.68, 31.43 ], "duration": 61.66, "caption": "A man snatches a food item out of a woman's hand.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 21570, "video_name": "castle_s06e15_seg02_clip_26", "timestamp": [ 2.64, 9.24 ], "duration": 88.66, "caption": "A woman takes a man's hand as he has it held out and she pulls him with her.", "similarity": 0.6626, "relevance": 1 }, { "pair_id": 21571, "video_name": "friends_s07e11_seg02_clip_14", "timestamp": [ 1.86, 5.27 ], "duration": 62.66, "caption": "A woman tosses her napkin on the table before getting up from the table with a man.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 21572, "video_name": "friends_s03e20_seg02_clip_17", "timestamp": [ 36.56, 39.08 ], "duration": 63.66, "caption": "A woman pulls the napkin from on top of an object and gasps.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 21573, "video_name": "s05e02_seg01_clip_00", "timestamp": [ 6.08, 16.65 ], "duration": 64.66, "caption": "A person shakes out the napkin and then folds it.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 21574, "video_name": "house_s02e23_seg02_clip_08", "timestamp": [ 80.93, 86.05 ], "duration": 93.66, "caption": "A woman puts her hand out for a man to take.", "similarity": 0.6455, "relevance": 1 }, { "pair_id": 21575, "video_name": "castle_s05e14_seg02_clip_26", "timestamp": [ 15.64, 21.01 ], "duration": 89.66, "caption": "A man leans over and grabs a piece of paper out of a woman's hand.", "similarity": 0.6452, "relevance": 2 }, { "pair_id": 21576, "video_name": "s08e14_seg01_clip_00", "timestamp": [ 45.16, 48.21 ], "duration": 61.66, "caption": "A woman picks up a white napkin up and shows it to a man.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 21577, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A woman grabs a man's hand and starts holding it.", "similarity": 0.6425, "relevance": 1 }, { "pair_id": 21578, "video_name": "grey_s01e03_seg02_clip_13", "timestamp": [ 0.0, 16.85 ], "duration": 91.66, "caption": "A woman is holding a man in place by grabbing his scrubs.", "similarity": 0.6398, "relevance": 1 }, { "pair_id": 21579, "video_name": "friends_s01e24_seg02_clip_15", "timestamp": [ 11.83, 13.01 ], "duration": 59.66, "caption": "A woman takes a napkin out of person's hands and crumbles it up.", "similarity": 0.6368, "relevance": 2 } ] }, { "query_id": 59365, "query": "A woman introduces another woman to her friend before he draws himself forward to her.", "relevant_moment": [ { "pair_id": 9980, "video_name": "friends_s01e07_seg02_clip_17", "timestamp": [ 8.68, 12.1 ], "duration": 62.66, "caption": "A woman introduces another woman to her friend before he draws himself forward to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9982, "video_name": "met_s03e18_seg02_clip_10", "timestamp": [ 57.07, 59.55 ], "duration": 62.66, "caption": "A person moves aside to introduce a woman to his friend.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 9983, "video_name": "castle_s02e03_seg02_clip_13", "timestamp": [ 79.83, 83.94 ], "duration": 91.66, "caption": "A person introduces a woman and another person to each other.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 9985, "video_name": "castle_s07e14_seg02_clip_15", "timestamp": [ 9.92, 14.23 ], "duration": 86.66, "caption": "A woman introduces herself and another person to a man with handcuff.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 9986, "video_name": "met_s02e07_seg02_clip_14", "timestamp": [ 38.66, 41.5 ], "duration": 56.66, "caption": "A woman introduces herself to another woman who is sitting beside a man.", "similarity": 0.7549, "relevance": 0 }, { "pair_id": 9987, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 18.3, 21.25 ], "duration": 59.66, "caption": "A person walks up to woman and woman turns around to introduce himself/herself to him.", "similarity": 0.7527, "relevance": 2 }, { "pair_id": 9988, "video_name": "met_s02e02_seg02_clip_03", "timestamp": [ 5.81, 11.01 ], "duration": 61.66, "caption": "A woman puts her hands together after person introduces herself to her.", "similarity": 0.7519, "relevance": 1 }, { "pair_id": 9989, "video_name": "met_s02e07_seg02_clip_18", "timestamp": [ 29.1, 34.8 ], "duration": 86.66, "caption": "A woman stops and offers her hand to another woman while introducing herself.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 9990, "video_name": "friends_s09e20_seg02_clip_06", "timestamp": [ 6.01, 14.88 ], "duration": 57.66, "caption": "A man introduces the friend to a woman after she walks through the door.", "similarity": 0.7438, "relevance": 4 }, { "pair_id": 9992, "video_name": "s09e14_seg02_clip_05", "timestamp": [ 2.95, 9.44 ], "duration": 59.66, "caption": "A woman introduces herself to two men.", "similarity": 0.7368, "relevance": 0 }, { "pair_id": 9993, "video_name": "s07e07_seg01_clip_01", "timestamp": [ 3.85, 9.63 ], "duration": 77.66, "caption": "A person turns and introduces a woman to a man.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 9994, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 5.8, 8.54 ], "duration": 61.66, "caption": "A woman introduces a man to another man who stands up and turns toward him.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 9995, "video_name": "castle_s06e19_seg02_clip_06", "timestamp": [ 8.28, 11.96 ], "duration": 92.66, "caption": "A woman reaches forward to introduce herself to person after person asks.", "similarity": 0.7153, "relevance": 3 }, { "pair_id": 9996, "video_name": "castle_s03e04_seg02_clip_18", "timestamp": [ 35.16, 41.59 ], "duration": 99.66, "caption": "A woman tries to introduce herself but a person wants to repeat what another person did.", "similarity": 0.7113, "relevance": 0 }, { "pair_id": 9997, "video_name": "friends_s01e07_seg02_clip_17", "timestamp": [ 11.48, 17.68 ], "duration": 62.66, "caption": "A woman pulls a person as she introduces him/her to another person and they shake hands.", "similarity": 0.7076, "relevance": 2 }, { "pair_id": 9998, "video_name": "castle_s02e20_seg02_clip_07", "timestamp": [ 6.59, 9.22 ], "duration": 87.66, "caption": "A man nods his head after woman introduces herself to him.", "similarity": 0.7071, "relevance": 1 }, { "pair_id": 9999, "video_name": "grey_s02e22_seg02_clip_04", "timestamp": [ 63.48, 67.65 ], "duration": 92.66, "caption": "A woman introduces herself to another woman and shakes her hand as she mentions her being the best.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 183300, "video_name": "met_s03e05_seg02_clip_12", "timestamp": [ 8.45, 10.26 ], "duration": 60.66, "caption": "A woman waves her hand when a man introduces her to another man.", "similarity": 0.7057, "relevance": 3 }, { "pair_id": 183301, "video_name": "castle_s08e07_seg02_clip_15", "timestamp": [ 14.11, 17.29 ], "duration": 91.66, "caption": "A person shakes a woman's hand after she introduces herself.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 183302, "video_name": "grey_s02e22_seg02_clip_14", "timestamp": [ 67.81, 78.28 ], "duration": 91.66, "caption": "A woman introduces another woman and then they switch places.", "similarity": 0.704, "relevance": 4 }, { "pair_id": 183303, "video_name": "castle_s02e12_seg02_clip_09", "timestamp": [ 21.43, 30.81 ], "duration": 89.66, "caption": "A man greets a woman then introduces her to another woman.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 183304, "video_name": "castle_s06e20_seg02_clip_05", "timestamp": [ 0.0, 5.38 ], "duration": 89.66, "caption": "A woman introduces herself and a man to a person and they all exchange greetings.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 183305, "video_name": "s01e04_seg01_clip_02", "timestamp": [ 5.16, 7.31 ], "duration": 43.66, "caption": "A man introduces a woman to some people.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 183306, "video_name": "friends_s03e23_seg02_clip_00", "timestamp": [ 11.7, 14.22 ], "duration": 63.66, "caption": "A woman waves her hand while introducing someone to her friends.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 183307, "video_name": "friends_s07e23-24_seg02_clip_08", "timestamp": [ 13.96, 21.09 ], "duration": 62.66, "caption": "A woman walks up to another woman and shakes hands with her, introducing herself.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 183308, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 32.65, 36.31 ], "duration": 61.66, "caption": "A man opens the door and a woman introduces him to another woman.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 183309, "video_name": "friends_s01e07_seg02_clip_16", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A woman walks in and introduces some people to a new guy.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 183310, "video_name": "s03e23_seg02_clip_16", "timestamp": [ 11.2, 14.8 ], "duration": 80.66, "caption": "A woman walks up to a man and introduces herself.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 183311, "video_name": "friends_s10e07_seg02_clip_09", "timestamp": [ 51.39, 56.48 ], "duration": 56.66, "caption": "A woman and a man open the door and a woman, who is standing there, introduces herself.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 183312, "video_name": "s09e14_seg02_clip_05", "timestamp": [ 7.38, 12.1 ], "duration": 59.66, "caption": "A person introduces himself and man to woman as they sit across from each other.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 183313, "video_name": "castle_s03e07_seg02_clip_15", "timestamp": [ 21.81, 28.04 ], "duration": 89.66, "caption": "A man introduces himself and then closes the door behind a woman and another person.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 183314, "video_name": "friends_s09e07_seg02_clip_07", "timestamp": [ 22.34, 29.58 ], "duration": 60.66, "caption": "A woman shakes some people's hand after a man introduces them.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 183315, "video_name": "met_s03e10_seg02_clip_09", "timestamp": [ 42.53, 48.07 ], "duration": 61.66, "caption": "A man goes up to woman and introduces himself.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 183316, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 18.94, 29.76 ], "duration": 90.66, "caption": "A woman introduces a man to another person as they walk down the hall.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 183317, "video_name": "castle_s02e04_seg02_clip_18", "timestamp": [ 49.69, 55.68 ], "duration": 92.66, "caption": "A woman introduces herself to a person and shakes her hand as she is surprised to find out he is someone's contact.", "similarity": 0.6797, "relevance": 2 }, { "pair_id": 183318, "video_name": "met_s06e22_seg02_clip_12", "timestamp": [ 3.01, 6.32 ], "duration": 60.66, "caption": "A woman turns with another woman then tries to find her friend.", "similarity": 0.6787, "relevance": 2 }, { "pair_id": 183319, "video_name": "house_s07e04_seg02_clip_00", "timestamp": [ 19.21, 26.89 ], "duration": 96.66, "caption": "A man introduces a person to woman, and she stands up and reaches her hand out.", "similarity": 0.6779, "relevance": 2 } ] }, { "query_id": 59430, "query": "A group of people are walking together in a crowded corridor.", "relevant_moment": [ { "pair_id": 104740, "video_name": "house_s07e21_seg02_clip_04", "timestamp": [ 32.51, 47.55 ], "duration": 97.66, "caption": "A group of people are walking together in a crowded corridor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104741, "video_name": "castle_s04e03_seg02_clip_12", "timestamp": [ 0.0, 9.16 ], "duration": 91.66, "caption": "Some people walk together in a hallway.", "similarity": 0.7823, "relevance": 4 }, { "pair_id": 104742, "video_name": "house_s05e08_seg02_clip_22", "timestamp": [ 0.0, 10.01 ], "duration": 91.66, "caption": "Some people walk quickly through the corridor.", "similarity": 0.7801, "relevance": 4 }, { "pair_id": 104743, "video_name": "castle_s02e02_seg02_clip_27", "timestamp": [ 12.39, 25.03 ], "duration": 25.66, "caption": "Some people all walk together in the precinct's hallway.", "similarity": 0.7241, "relevance": 3 }, { "pair_id": 104744, "video_name": "s10e02_seg02_clip_14", "timestamp": [ 26.98, 32.57 ], "duration": 62.66, "caption": "Some people are walking side by side in a hallway.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 104745, "video_name": "house_s05e02_seg02_clip_01", "timestamp": [ 3.76, 29.15 ], "duration": 94.66, "caption": "Multiple people are walking down a hallway talking.", "similarity": 0.6846, "relevance": 4 }, { "pair_id": 104746, "video_name": "castle_s04e22_seg02_clip_25", "timestamp": [ 0.0, 8.28 ], "duration": 92.66, "caption": "Some people walk into the hallway.", "similarity": 0.678, "relevance": 3 }, { "pair_id": 104747, "video_name": "castle_s02e12_seg02_clip_03", "timestamp": [ 66.05, 93.03 ], "duration": 93.66, "caption": "Some people are talking to each other while walking in the hallway.", "similarity": 0.6602, "relevance": 3 }, { "pair_id": 104748, "video_name": "grey_s01e05_seg02_clip_04", "timestamp": [ 47.71, 55.81 ], "duration": 90.66, "caption": "Multiple people walk in the hospital hallway.", "similarity": 0.6465, "relevance": 4 }, { "pair_id": 104749, "video_name": "house_s02e15_seg02_clip_24", "timestamp": [ 55.63, 78.69 ], "duration": 90.66, "caption": "Some people talk while walking through a hallway.", "similarity": 0.6434, "relevance": 3 }, { "pair_id": 104750, "video_name": "grey_s02e17_seg02_clip_00", "timestamp": [ 6.5, 12.5 ], "duration": 100.66, "caption": "Some people are standing in the hallway and a man walks past them.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 104751, "video_name": "castle_s03e10_seg02_clip_03", "timestamp": [ 89.12, 90.02 ], "duration": 90.66, "caption": "Three people are all walking in the hallway of the precinct.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 104752, "video_name": "house_s06e14_seg02_clip_20", "timestamp": [ 42.33, 46.98 ], "duration": 93.66, "caption": "A group of people walks out together.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 104753, "video_name": "castle_s08e03_seg02_clip_10", "timestamp": [ 58.71, 68.27 ], "duration": 91.66, "caption": "Some people walk down the hallway and carefully enters a room.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 104754, "video_name": "house_s05e09_seg02_clip_16", "timestamp": [ 40.43, 58.07 ], "duration": 86.66, "caption": "Multiple people walk through the hallway all tied together to the elevator.", "similarity": 0.6267, "relevance": 3 }, { "pair_id": 104755, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 0.0, 12.83 ], "duration": 95.66, "caption": "Some people talk while walking through the hallway.", "similarity": 0.6266, "relevance": 4 }, { "pair_id": 104756, "video_name": "castle_s08e15_seg02_clip_02", "timestamp": [ 0.0, 20.05 ], "duration": 89.66, "caption": "Some people walk down a hallway while talking.", "similarity": 0.6223, "relevance": 3 }, { "pair_id": 104757, "video_name": "house_s06e11_seg02_clip_08", "timestamp": [ 25.59, 45.45 ], "duration": 88.66, "caption": "A group of people are walking in the hospital hallway conversing.", "similarity": 0.6169, "relevance": 4 }, { "pair_id": 104758, "video_name": "castle_s04e16_seg02_clip_23", "timestamp": [ 0.0, 21.36 ], "duration": 83.66, "caption": "A group of people are having a conversation while walking.", "similarity": 0.614, "relevance": 3 }, { "pair_id": 104759, "video_name": "house_s02e11_seg02_clip_08", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A group of people walk through the hospital together.", "similarity": 0.6127, "relevance": 4 }, { "pair_id": 278060, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 58.56, 67.05 ], "duration": 89.66, "caption": "A group of people walk through the hospital together.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 278061, "video_name": "house_s07e08_seg02_clip_04", "timestamp": [ 18.04, 23.33 ], "duration": 88.66, "caption": "A group of people are walking while talking.", "similarity": 0.6114, "relevance": 3 }, { "pair_id": 278062, "video_name": "castle_s08e09_seg02_clip_10", "timestamp": [ 52.34, 67.36 ], "duration": 91.66, "caption": "A man, a man, and a man are walking side by side in a hallway.", "similarity": 0.6088, "relevance": 3 }, { "pair_id": 278063, "video_name": "friends_s01e09_seg02_clip_13", "timestamp": [ 42.37, 45.85 ], "duration": 58.66, "caption": "Some people walk into the hallway from the stairs.", "similarity": 0.6065, "relevance": 3 }, { "pair_id": 278064, "video_name": "house_s05e16_seg02_clip_19", "timestamp": [ 17.33, 23.01 ], "duration": 63.66, "caption": "A group of people were walking and talking while making a plan.", "similarity": 0.6053, "relevance": 3 }, { "pair_id": 278065, "video_name": "castle_s04e15_seg02_clip_14", "timestamp": [ 59.21, 61.0 ], "duration": 89.66, "caption": "A person walks in between some men in the hallway.", "similarity": 0.6046, "relevance": 3 }, { "pair_id": 278066, "video_name": "house_s02e24_seg02_clip_17", "timestamp": [ 52.1, 54.89 ], "duration": 93.66, "caption": "Some people walk into person's room at the same time.", "similarity": 0.6011, "relevance": 3 }, { "pair_id": 278067, "video_name": "house_s07e19_seg02_clip_05", "timestamp": [ 7.14, 10.71 ], "duration": 102.66, "caption": "A man and some other people walk together around the corner in the hospital hallway.", "similarity": 0.596, "relevance": 3 }, { "pair_id": 278068, "video_name": "castle_s04e03_seg02_clip_18", "timestamp": [ 57.83, 61.02 ], "duration": 91.66, "caption": "A woman walks in a hallway with some people with her.", "similarity": 0.5949, "relevance": 3 }, { "pair_id": 278069, "video_name": "grey_s03e13_seg02_clip_14", "timestamp": [ 58.5, 64.09 ], "duration": 86.66, "caption": "A person is walking down the corridor and another person rushes to catch up with him/her.", "similarity": 0.5946, "relevance": 3 }, { "pair_id": 278070, "video_name": "house_s04e13_seg02_clip_00", "timestamp": [ 0.48, 10.56 ], "duration": 96.66, "caption": "A person enters and walks through a very busy, crowded hallway.", "similarity": 0.5899, "relevance": 3 }, { "pair_id": 278071, "video_name": "house_s07e15_seg02_clip_13", "timestamp": [ 9.3, 21.86 ], "duration": 93.66, "caption": "Some people were all walking.", "similarity": 0.5868, "relevance": 3 }, { "pair_id": 278072, "video_name": "castle_s08e20_seg02_clip_02", "timestamp": [ 87.65, 92.66 ], "duration": 92.66, "caption": "Three people are walking down a hallway and a person carrying a costume walks between them.", "similarity": 0.5842, "relevance": 3 }, { "pair_id": 278073, "video_name": "house_s05e13_seg02_clip_03", "timestamp": [ 70.28, 86.66 ], "duration": 86.66, "caption": "A woman, a man, and two other men are walking with a man in the hospital hallway.", "similarity": 0.5837, "relevance": 3 }, { "pair_id": 278074, "video_name": "house_s04e06_seg02_clip_07", "timestamp": [ 2.61, 7.82 ], "duration": 86.66, "caption": "The group all get up and walkout together.", "similarity": 0.5827, "relevance": 1 }, { "pair_id": 278075, "video_name": "friends_s06e11_seg02_clip_02", "timestamp": [ 49.38, 53.59 ], "duration": 60.66, "caption": "Multiple people emerge from the stair case into the hallway.", "similarity": 0.5821, "relevance": 3 }, { "pair_id": 278076, "video_name": "castle_s04e16_seg02_clip_15", "timestamp": [ 9.64, 26.15 ], "duration": 91.66, "caption": "Multiple people are walking in a line and then go down some steps.", "similarity": 0.5821, "relevance": 3 }, { "pair_id": 278077, "video_name": "house_s05e19_seg02_clip_23", "timestamp": [ 0.0, 25.94 ], "duration": 91.66, "caption": "Multiple people walk through the hospital together.", "similarity": 0.5814, "relevance": 3 }, { "pair_id": 278078, "video_name": "castle_s08e02_seg02_clip_10", "timestamp": [ 77.74, 79.32 ], "duration": 79.66, "caption": "Some people walk into a dark hallway talking to each other.", "similarity": 0.5794, "relevance": 3 }, { "pair_id": 278079, "video_name": "grey_s02e05_seg02_clip_10", "timestamp": [ 11.4, 25.18 ], "duration": 95.66, "caption": "Two people are walking through the corridor when they stop to talk.", "similarity": 0.578, "relevance": 3 } ] }, { "query_id": 59435, "query": "Two men talk alone in a cafeteria.", "relevant_moment": [ { "pair_id": 152720, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 0.0, 27.6 ], "duration": 89.66, "caption": "Two men talk alone in a cafeteria.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152721, "video_name": "house_s06e16_seg02_clip_07", "timestamp": [ 0.0, 68.87 ], "duration": 90.66, "caption": "Two men talk while in the cafeteria.", "similarity": 0.8252, "relevance": 3 }, { "pair_id": 152722, "video_name": "house_s02e19_seg02_clip_10", "timestamp": [ 0.0, 10.92 ], "duration": 91.66, "caption": "Two men talk while in the hospital cafeteria.", "similarity": 0.7472, "relevance": 4 }, { "pair_id": 152723, "video_name": "house_s02e19_seg02_clip_12", "timestamp": [ 0.0, 23.48 ], "duration": 90.66, "caption": "Two men talk while in a cafeteria food line.", "similarity": 0.7283, "relevance": 4 }, { "pair_id": 152724, "video_name": "house_s03e20_seg02_clip_13", "timestamp": [ 0.0, 24.8 ], "duration": 87.66, "caption": "Two men are in the cafeteria together and talk about a woman.", "similarity": 0.682, "relevance": 4 }, { "pair_id": 152725, "video_name": "s09e05_seg02_clip_15", "timestamp": [ 23.79, 58.03 ], "duration": 58.66, "caption": "Two people talk together alone in the hallway.", "similarity": 0.6724, "relevance": 1 }, { "pair_id": 152726, "video_name": "friends_s04e10_seg02_clip_03", "timestamp": [ 24.77, 58.28 ], "duration": 58.66, "caption": "A man talks to another man in their office cafeteria.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 152727, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 83.55, 87.03 ], "duration": 87.66, "caption": "Two people talk to each other in the cafeteria.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 152728, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.24, 24.93 ], "duration": 89.66, "caption": "A man and another man are left alone in the room and they are talking to each other.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 152729, "video_name": "castle_s01e04_seg02_clip_18", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "Two people talk to someone in his high school cafeteria.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 152730, "video_name": "grey_s03e15_seg02_clip_09", "timestamp": [ 0.0, 20.17 ], "duration": 91.66, "caption": "Two men talk while they are in the hallway.", "similarity": 0.6134, "relevance": 2 }, { "pair_id": 152731, "video_name": "grey_s02e12_seg02_clip_11", "timestamp": [ 59.17, 65.54 ], "duration": 91.66, "caption": "Two men talk while standing in a hallway.", "similarity": 0.6081, "relevance": 2 }, { "pair_id": 152732, "video_name": "s03e16_seg02_clip_02", "timestamp": [ 0.0, 16.82 ], "duration": 57.66, "caption": "Two people are alone and talking to each other.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 152733, "video_name": "s09e18_seg01_clip_00", "timestamp": [ 6.3, 11.9 ], "duration": 70.66, "caption": "A man is talking to another man across the cafeteria table.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 152734, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 11.31, 39.16 ], "duration": 87.66, "caption": "Two men eat some lunch together in the cafeteria.", "similarity": 0.6038, "relevance": 2 }, { "pair_id": 152735, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 0.0, 51.16 ], "duration": 93.66, "caption": "A man is sitting across from another person as they converse in a cafeteria.", "similarity": 0.6011, "relevance": 3 }, { "pair_id": 152736, "video_name": "s07e12_seg02_clip_08", "timestamp": [ 41.42, 45.02 ], "duration": 60.66, "caption": "Two men come walking in a cafeteria type area from another room.", "similarity": 0.5944, "relevance": 1 }, { "pair_id": 152737, "video_name": "friends_s03e08_seg02_clip_06", "timestamp": [ 0.0, 19.21 ], "duration": 60.66, "caption": "Two men have a conversation in a busy hallway.", "similarity": 0.5886, "relevance": 3 }, { "pair_id": 152738, "video_name": "friends_s06e15-16_seg02_clip_15", "timestamp": [ 0.0, 38.74 ], "duration": 61.66, "caption": "Two men talk while in their kitchen.", "similarity": 0.5883, "relevance": 3 }, { "pair_id": 152739, "video_name": "house_s02e21_seg02_clip_08", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "Two men both talk to each other in the room.", "similarity": 0.5805, "relevance": 3 }, { "pair_id": 326040, "video_name": "house_s07e12_seg02_clip_24", "timestamp": [ 25.53, 88.02 ], "duration": 88.66, "caption": "Two men talk to each other in the living room.", "similarity": 0.5801, "relevance": 3 }, { "pair_id": 326041, "video_name": "house_s06e03_seg02_clip_20", "timestamp": [ 0.0, 15.52 ], "duration": 97.66, "caption": "Two men talk in a living room.", "similarity": 0.5779, "relevance": 3 }, { "pair_id": 326042, "video_name": "s06e24_seg01_clip_00", "timestamp": [ 4.88, 37.23 ], "duration": 61.66, "caption": "Three men are sitting in the cafeteria table conversing with each other.", "similarity": 0.5774, "relevance": 3 }, { "pair_id": 326043, "video_name": "house_s06e15_seg02_clip_03", "timestamp": [ 0.0, 20.43 ], "duration": 90.66, "caption": "Two men talk to another man in the hallway of the hospital.", "similarity": 0.5763, "relevance": 3 }, { "pair_id": 326044, "video_name": "house_s08e14_seg02_clip_02", "timestamp": [ 0.0, 12.57 ], "duration": 89.66, "caption": "Two people talk about how a person is doing in the cafeteria.", "similarity": 0.5749, "relevance": 3 }, { "pair_id": 326045, "video_name": "s04e14_seg02_clip_15", "timestamp": [ 46.64, 59.56 ], "duration": 63.66, "caption": "A man walks into the cafeteria, sits down and confronts another man.", "similarity": 0.5713, "relevance": 3 }, { "pair_id": 326046, "video_name": "house_s06e19_seg02_clip_17", "timestamp": [ 47.74, 86.02 ], "duration": 86.66, "caption": "Two men come and see person sitting in the cafeteria.", "similarity": 0.5712, "relevance": 3 }, { "pair_id": 326047, "video_name": "s03e15_seg02_clip_06", "timestamp": [ 8.85, 13.12 ], "duration": 61.66, "caption": "Two men are eating in the university cafeteria across from each other.", "similarity": 0.5691, "relevance": 3 }, { "pair_id": 326048, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 51.88, 59.62 ], "duration": 91.66, "caption": "Two men walk and talk in the hallway.", "similarity": 0.5667, "relevance": 3 }, { "pair_id": 326049, "video_name": "s05e01_seg01_clip_00", "timestamp": [ 30.88, 63.03 ], "duration": 63.66, "caption": "Two people sit in the cafeteria, having a conversation over lunch.", "similarity": 0.5659, "relevance": 3 }, { "pair_id": 326050, "video_name": "house_s05e11_seg02_clip_07", "timestamp": [ 69.94, 72.24 ], "duration": 92.66, "caption": "A man finishes his conversation with another man and leaves the hospital cafeteria.", "similarity": 0.5657, "relevance": 3 }, { "pair_id": 326051, "video_name": "house_s05e17_seg02_clip_05", "timestamp": [ 49.27, 53.34 ], "duration": 90.66, "caption": "A person arrived at the cafeteria and found another person eating alone.", "similarity": 0.5647, "relevance": 3 }, { "pair_id": 326052, "video_name": "s02e08_seg02_clip_06", "timestamp": [ 36.6, 40.01 ], "duration": 62.66, "caption": "Two men nervously talk to each other in a room.", "similarity": 0.5631, "relevance": 3 }, { "pair_id": 326053, "video_name": "house_s08e22_seg02_clip_13", "timestamp": [ 67.46, 90.56 ], "duration": 90.66, "caption": "Two men sit at the cafeteria and do not eat anything.", "similarity": 0.5625, "relevance": 3 }, { "pair_id": 326054, "video_name": "house_s02e24_seg02_clip_16", "timestamp": [ 0.0, 59.82 ], "duration": 92.66, "caption": "Two men talk in the middle of the hallway of the hospital.", "similarity": 0.5611, "relevance": 3 }, { "pair_id": 326055, "video_name": "house_s05e04_seg02_clip_13", "timestamp": [ 26.52, 54.91 ], "duration": 93.66, "caption": "Three people talk alone in a patient room.", "similarity": 0.5607, "relevance": 3 }, { "pair_id": 326056, "video_name": "friends_s09e12_seg02_clip_06", "timestamp": [ 0.0, 5.0 ], "duration": 50.66, "caption": "Two men talk while sitting in the coffee shop.", "similarity": 0.5595, "relevance": 4 }, { "pair_id": 326057, "video_name": "house_s07e09_seg02_clip_09", "timestamp": [ 0.0, 2.73 ], "duration": 91.66, "caption": "Two men came in the room while talking.", "similarity": 0.5563, "relevance": 3 }, { "pair_id": 326058, "video_name": "s04e14_seg02_clip_05", "timestamp": [ 0.0, 6.93 ], "duration": 63.66, "caption": "Two men are sitting across from each other at the cafeteria table.", "similarity": 0.5535, "relevance": 3 }, { "pair_id": 326059, "video_name": "s04e03_seg02_clip_08", "timestamp": [ 11.98, 58.3 ], "duration": 63.66, "caption": "Two people sit across from each other in the cafeteria with food in front of them having a conversation.", "similarity": 0.5529, "relevance": 4 } ] }, { "query_id": 59500, "query": "A person hands a man a bottle of water as he sits.", "relevant_moment": [ { "pair_id": 147940, "video_name": "castle_s05e14_seg02_clip_18", "timestamp": [ 0.0, 41.66 ], "duration": 98.66, "caption": "A person hands a man a bottle of water as he sits.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 147941, "video_name": "s03e04_seg02_clip_00", "timestamp": [ 17.33, 20.48 ], "duration": 63.66, "caption": "A person has a water bottle in hand as he/she sits.", "similarity": 0.8871, "relevance": 0 }, { "pair_id": 147942, "video_name": "s10e05_seg02_clip_06", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A man hands a woman a bottle of water as she sits.", "similarity": 0.8621, "relevance": 2 }, { "pair_id": 147943, "video_name": "s05e15_seg02_clip_07", "timestamp": [ 36.5, 41.91 ], "duration": 57.66, "caption": "A person is sitting next to a man with a water bottle in their hand.", "similarity": 0.857, "relevance": 2 }, { "pair_id": 147944, "video_name": "s07e08_seg02_clip_00", "timestamp": [ 8.99, 10.54 ], "duration": 62.66, "caption": "A man hands person a bottle of water as he sits at the kitchen counter.", "similarity": 0.8115, "relevance": 3 }, { "pair_id": 147945, "video_name": "s10e04_seg02_clip_01", "timestamp": [ 34.18, 38.45 ], "duration": 61.66, "caption": "A man hands a woman a water bottle then sits in his chair.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 147946, "video_name": "friends_s09e13_seg01_clip_01", "timestamp": [ 24.76, 28.61 ], "duration": 55.66, "caption": "A man sits down and puts the cap back on the bottle of water.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 147947, "video_name": "s10e04_seg02_clip_01", "timestamp": [ 29.29, 39.97 ], "duration": 61.66, "caption": "A man hands woman a bottle of water and sits down on the chair.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 147948, "video_name": "s03e04_seg02_clip_06", "timestamp": [ 14.11, 17.41 ], "duration": 60.66, "caption": "A person takes a drink from his water bottle as another person sits down next to him.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 147949, "video_name": "friends_s10e03_seg01_clip_00", "timestamp": [ 26.05, 30.23 ], "duration": 93.66, "caption": "A person hands a man a bottle of water from the fridge.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 147950, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 3.25, 5.0 ], "duration": 50.66, "caption": "A man hands a bottle of water to woman.", "similarity": 0.747, "relevance": 2 }, { "pair_id": 147951, "video_name": "friends_s06e18_seg02_clip_12", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A man has a bottle of water in his hand as he speaks to man.", "similarity": 0.7434, "relevance": 1 }, { "pair_id": 147952, "video_name": "s09e18_seg02_clip_10", "timestamp": [ 56.15, 59.2 ], "duration": 61.66, "caption": "A man opens both his hands up in a gesture while holding a bottle of water.", "similarity": 0.742, "relevance": 1 }, { "pair_id": 147953, "video_name": "s02e03_seg02_clip_15", "timestamp": [ 15.01, 16.51 ], "duration": 60.66, "caption": "A person hands a bottle of water to a man as he talks to another man.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 147954, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 55.19, 57.26 ], "duration": 59.66, "caption": "A man takes a drink of water from a bottle.", "similarity": 0.7376, "relevance": 0 }, { "pair_id": 147955, "video_name": "s10e12_seg02_clip_15", "timestamp": [ 7.3, 19.72 ], "duration": 73.66, "caption": "A person sits in a chair holding a bottle of water as he/she talks to another person.", "similarity": 0.7275, "relevance": 1 }, { "pair_id": 147956, "video_name": "s09e05_seg02_clip_08", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A person takes a drink of his bottled water.", "similarity": 0.7196, "relevance": 1 }, { "pair_id": 147957, "video_name": "s07e15_seg02_clip_00", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A man takes a drink from his bottle of water.", "similarity": 0.7176, "relevance": 1 }, { "pair_id": 147958, "video_name": "s06e19_seg02_clip_15", "timestamp": [ 31.93, 34.45 ], "duration": 56.66, "caption": "A man takes a drink from his bottle of water.", "similarity": 0.7176, "relevance": 1 }, { "pair_id": 147959, "video_name": "s07e07_seg02_clip_04", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man takes a drink from a bottle of water.", "similarity": 0.7167, "relevance": 1 } ] }, { "query_id": 59586, "query": "A woman rushes in through the bathroom door, snatching the pill from person and flushes it down the toilet.", "relevant_moment": [ { "pair_id": 8500, "video_name": "house_s05e23_seg02_clip_23", "timestamp": [ 12.91, 24.04 ], "duration": 89.66, "caption": "A woman rushes in through the bathroom door, snatching the pill from person and flushes it down the toilet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8501, "video_name": "house_s05e23_seg02_clip_23", "timestamp": [ 14.69, 23.15 ], "duration": 89.66, "caption": "A woman runs into the bathroom and flushes a pill down the toilet.", "similarity": 0.8688, "relevance": 4 }, { "pair_id": 8502, "video_name": "house_s05e23_seg02_clip_23", "timestamp": [ 20.92, 28.93 ], "duration": 89.66, "caption": "A person gets up and tries to reach the pill, now being flushed down the toilet.", "similarity": 0.7565, "relevance": 2 }, { "pair_id": 8503, "video_name": "house_s07e01_seg02_clip_02", "timestamp": [ 18.45, 21.16 ], "duration": 90.66, "caption": "A woman reaches to pick up a bottle of pills from a bathroom floor.", "similarity": 0.6811, "relevance": 1 }, { "pair_id": 8504, "video_name": "friends_s02e18_seg02_clip_14", "timestamp": [ 14.01, 16.25 ], "duration": 56.66, "caption": "A woman snatches a condom from person's hand in the bathroom.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 8505, "video_name": "friends_s03e21_seg02_clip_10", "timestamp": [ 2.64, 11.23 ], "duration": 66.66, "caption": "A woman removes a pill from a bottle and takes it.", "similarity": 0.6774, "relevance": 1 }, { "pair_id": 8506, "video_name": "grey_s03e24_seg02_clip_24", "timestamp": [ 35.67, 37.96 ], "duration": 91.66, "caption": "A woman pushes the restroom door and gets in.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 8507, "video_name": "house_s07e11_seg02_clip_09", "timestamp": [ 44.63, 46.47 ], "duration": 92.66, "caption": "A woman walks into a patient room and sets the pill bottle down.", "similarity": 0.664, "relevance": 1 }, { "pair_id": 8508, "video_name": "grey_s03e25_seg02_clip_08", "timestamp": [ 5.12, 10.23 ], "duration": 93.66, "caption": "A woman puts a pill in their mouth and takes a drink of water.", "similarity": 0.6544, "relevance": 1 }, { "pair_id": 8509, "video_name": "friends_s03e21_seg02_clip_10", "timestamp": [ 6.27, 12.55 ], "duration": 66.66, "caption": "A woman takes a pill out of a white bottle, puts it in her mouth and swallows it.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 8510, "video_name": "house_s07e22_seg02_clip_18", "timestamp": [ 69.66, 78.31 ], "duration": 91.66, "caption": "A person opens the pill bottle, pours out a pill then takes it.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 8511, "video_name": "house_s02e07_seg02_clip_08", "timestamp": [ 55.99, 71.14 ], "duration": 91.66, "caption": "A woman leans in the doorway of a bathroom fiddling with a pill bottle and talking with her hands to a man who is looking in a closet, then the woman turns away.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 8512, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 34.45, 35.34 ], "duration": 89.66, "caption": "A person takes a pill out from a pill dispenser.", "similarity": 0.6354, "relevance": 1 }, { "pair_id": 8513, "video_name": "grey_s02e21_seg02_clip_17", "timestamp": [ 24.7, 30.98 ], "duration": 89.66, "caption": "A woman walks into a restroom and a person follows her in.", "similarity": 0.6353, "relevance": 1 }, { "pair_id": 8514, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 10.14, 20.73 ], "duration": 88.66, "caption": "A person sits down and suddenly takes their pill.", "similarity": 0.6319, "relevance": 0 }, { "pair_id": 8515, "video_name": "house_s08e01_seg02_clip_22", "timestamp": [ 1.33, 5.33 ], "duration": 88.66, "caption": "A person drops some pills in the toilet then looks to his/her left.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 8516, "video_name": "friends_s02e07_seg02_clip_10", "timestamp": [ 36.35, 42.02 ], "duration": 42.66, "caption": "A woman tilts pills from her hand into her mouth and drinks water to chase them down.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 8517, "video_name": "met_s02e03_seg02_clip_12", "timestamp": [ 44.95, 46.77 ], "duration": 60.66, "caption": "A woman knocks on the door to the women's restroom.", "similarity": 0.6082, "relevance": 0 }, { "pair_id": 8518, "video_name": "friends_s07e21_seg02_clip_13", "timestamp": [ 40.9, 42.97 ], "duration": 59.66, "caption": "A man rushes into the bathroom where a woman is and closes the door.", "similarity": 0.6067, "relevance": 1 }, { "pair_id": 8519, "video_name": "house_s02e08_seg02_clip_05", "timestamp": [ 42.25, 43.57 ], "duration": 88.66, "caption": "A person pours out a pill and swallows it.", "similarity": 0.6025, "relevance": 0 } ] }, { "query_id": 59587, "query": "A person gets up and tries to reach the pill, now being flushed down the toilet.", "relevant_moment": [ { "pair_id": 161780, "video_name": "house_s05e23_seg02_clip_23", "timestamp": [ 20.92, 28.93 ], "duration": 89.66, "caption": "A person gets up and tries to reach the pill, now being flushed down the toilet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161781, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 10.14, 20.73 ], "duration": 88.66, "caption": "A person sits down and suddenly takes their pill.", "similarity": 0.8042, "relevance": 1 }, { "pair_id": 161782, "video_name": "house_s05e23_seg02_clip_23", "timestamp": [ 12.91, 24.04 ], "duration": 89.66, "caption": "A woman rushes in through the bathroom door, snatching the pill from person and flushes it down the toilet.", "similarity": 0.7565, "relevance": 4 }, { "pair_id": 161783, "video_name": "house_s08e01_seg02_clip_22", "timestamp": [ 1.33, 5.33 ], "duration": 88.66, "caption": "A person drops some pills in the toilet then looks to his/her left.", "similarity": 0.7496, "relevance": 1 }, { "pair_id": 161784, "video_name": "house_s02e08_seg02_clip_05", "timestamp": [ 42.25, 43.57 ], "duration": 88.66, "caption": "A person pours out a pill and swallows it.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 161785, "video_name": "house_s05e23_seg02_clip_23", "timestamp": [ 14.69, 23.15 ], "duration": 89.66, "caption": "A woman runs into the bathroom and flushes a pill down the toilet.", "similarity": 0.6933, "relevance": 4 }, { "pair_id": 161786, "video_name": "house_s07e22_seg02_clip_18", "timestamp": [ 69.66, 78.31 ], "duration": 91.66, "caption": "A person opens the pill bottle, pours out a pill then takes it.", "similarity": 0.6898, "relevance": 1 }, { "pair_id": 161787, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 39.57, 45.09 ], "duration": 92.66, "caption": "A person shuts the door and then puts some pills in his mouth.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 161788, "video_name": "house_s05e23_seg02_clip_23", "timestamp": [ 0.0, 15.58 ], "duration": 89.66, "caption": "A person is crawling on the bathroom floor trying to reach a pill.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 161789, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 61.22, 68.42 ], "duration": 90.66, "caption": "A person takes out a pill bottle and hands the patient a pill as he eats a pill himself.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 161790, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 5.01, 6.37 ], "duration": 91.66, "caption": "A person holds and then takes his pills.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 161791, "video_name": "castle_s06e22_seg02_clip_18", "timestamp": [ 48.41, 50.65 ], "duration": 89.66, "caption": "A man reaches down and picks a pill up off the floor.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 161792, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 34.45, 35.34 ], "duration": 89.66, "caption": "A person takes a pill out from a pill dispenser.", "similarity": 0.6736, "relevance": 1 }, { "pair_id": 161793, "video_name": "house_s02e11_seg02_clip_09", "timestamp": [ 9.15, 12.2 ], "duration": 87.66, "caption": "A person knows that the pill container is not full.", "similarity": 0.6632, "relevance": 0 }, { "pair_id": 161794, "video_name": "house_s02e02_seg02_clip_25", "timestamp": [ 18.08, 31.65 ], "duration": 113.66, "caption": "Person swallows some pills and then person leave the room.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 161795, "video_name": "house_s01e13_seg02_clip_01", "timestamp": [ 30.16, 34.67 ], "duration": 90.66, "caption": "A person walks to his shelf and picks up a pill and takes it.", "similarity": 0.6615, "relevance": 1 }, { "pair_id": 161796, "video_name": "house_s02e15_seg02_clip_00", "timestamp": [ 49.13, 51.43 ], "duration": 91.66, "caption": "A person swallows pills that were in his/her hand.", "similarity": 0.6614, "relevance": 1 }, { "pair_id": 161797, "video_name": "house_s01e01_seg02_clip_00", "timestamp": [ 55.39, 70.3 ], "duration": 142.66, "caption": "A person takes out their pill bottle and takes some while walking.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 161798, "video_name": "house_s01e21_seg02_clip_07", "timestamp": [ 17.27, 21.36 ], "duration": 90.66, "caption": "The patient takes the pill and drinks some water.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 161799, "video_name": "house_s08e01_seg02_clip_22", "timestamp": [ 0.89, 4.88 ], "duration": 88.66, "caption": "A person puts medicine in the toilet and flushes it.", "similarity": 0.6528, "relevance": 1 } ] }, { "query_id": 59672, "query": "A man takes the tickets from a person and heads towards the door.", "relevant_moment": [ { "pair_id": 150700, "video_name": "friends_s03e01_seg02_clip_10", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A man takes the tickets from a person and heads towards the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150701, "video_name": "house_s03e19_seg02_clip_03", "timestamp": [ 77.11, 91.25 ], "duration": 91.66, "caption": "A man pulls out tickets and puts them in another man's direction so he can grab them.", "similarity": 0.7516, "relevance": 1 }, { "pair_id": 150702, "video_name": "friends_s08e07_seg02_clip_08", "timestamp": [ 48.59, 50.7 ], "duration": 60.66, "caption": "A man grabs a ticket out of person's hand.", "similarity": 0.7281, "relevance": 3 }, { "pair_id": 150703, "video_name": "friends_s07e05_seg02_clip_07", "timestamp": [ 40.14, 44.27 ], "duration": 59.66, "caption": "A man stands up and grabs the tickets from someone's hand.", "similarity": 0.7117, "relevance": 1 }, { "pair_id": 150704, "video_name": "friends_s10e08_seg02_clip_03", "timestamp": [ 34.74, 35.33 ], "duration": 59.66, "caption": "A man takes the sports tickets from person's hand.", "similarity": 0.6786, "relevance": 3 }, { "pair_id": 150705, "video_name": "friends_s08e07_seg02_clip_08", "timestamp": [ 46.22, 49.82 ], "duration": 60.66, "caption": "A person shows another person the tickets he got for him, him and another person.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 150706, "video_name": "friends_s09e09_seg02_clip_20", "timestamp": [ 16.21, 17.71 ], "duration": 60.66, "caption": "A person hands guy a ticket in the hallway.", "similarity": 0.6742, "relevance": 3 }, { "pair_id": 150707, "video_name": "met_s06e12_seg02_clip_16", "timestamp": [ 24.19, 37.53 ], "duration": 62.66, "caption": "A person walks to the ticket booth and gets a ticket.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 150708, "video_name": "house_s04e14_seg02_clip_02", "timestamp": [ 84.16, 88.23 ], "duration": 90.66, "caption": "A person gets up from his seat and heads to the door.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 150709, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 14.51, 16.54 ], "duration": 58.66, "caption": "A man gets up to open the door for a person.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 150710, "video_name": "friends_s08e16_seg02_clip_06", "timestamp": [ 3.63, 11.89 ], "duration": 66.66, "caption": "A man comes in after person offers and person closes the door.", "similarity": 0.6427, "relevance": 1 }, { "pair_id": 150711, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 27.45, 28.92 ], "duration": 59.66, "caption": "A man takes a ticket from another man's hands in their apartment.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 150712, "video_name": "s09e11_seg01_clip_00", "timestamp": [ 64.21, 69.11 ], "duration": 98.66, "caption": "A person asks man if he is sure the right tickets are available.", "similarity": 0.6356, "relevance": 0 }, { "pair_id": 150713, "video_name": "house_s05e21_seg02_clip_00", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A person walks over to the door to get another person.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 150714, "video_name": "s07e07_seg02_clip_07", "timestamp": [ 32.46, 36.89 ], "duration": 59.66, "caption": "A person gestures to the door and a man enters.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 150715, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 23.77, 30.81 ], "duration": 88.66, "caption": "A man goes to answer the door and a person is there.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 150716, "video_name": "s07e08_seg01_clip_00", "timestamp": [ 43.42, 45.28 ], "duration": 62.66, "caption": "A person hands someone a bunch of tickets from a box.", "similarity": 0.6227, "relevance": 2 }, { "pair_id": 150717, "video_name": "s10e09_seg02_clip_14", "timestamp": [ 19.83, 28.38 ], "duration": 61.66, "caption": "A person gets up and heads towards the door.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 150718, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 119.23, 121.05 ], "duration": 121.66, "caption": "A person opens the door and walks through while another person follows.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 150719, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 27.31, 35.04 ], "duration": 91.66, "caption": "A man opens the door for man then lets it go.", "similarity": 0.6172, "relevance": 1 } ] }, { "query_id": 59763, "query": "A young person was having a seizure while a doctor was staring from the outside of the room.", "relevant_moment": [ { "pair_id": 147880, "video_name": "house_s02e17_seg02_clip_14", "timestamp": [ 0.0, 9.48 ], "duration": 90.66, "caption": "A young person was having a seizure while a doctor was staring from the outside of the room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147881, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 0.0, 5.48 ], "duration": 91.66, "caption": "A person is telling the other doctors that the patient is having a seizure.", "similarity": 0.7306, "relevance": 0 }, { "pair_id": 147882, "video_name": "house_s05e07_seg02_clip_10", "timestamp": [ 15.31, 29.72 ], "duration": 90.66, "caption": "The patient then started to have their seizure.", "similarity": 0.7187, "relevance": 2 }, { "pair_id": 147883, "video_name": "house_s06e01_seg02_clip_03", "timestamp": [ 0.0, 12.23 ], "duration": 90.66, "caption": "A doctor was looking outside the room while talking to a person.", "similarity": 0.7105, "relevance": 2 }, { "pair_id": 147884, "video_name": "house_s08e14_seg02_clip_08", "timestamp": [ 29.26, 35.11 ], "duration": 90.66, "caption": "A patient starts to have a seizure and several doctors all run into the room.", "similarity": 0.7065, "relevance": 3 }, { "pair_id": 147885, "video_name": "house_s08e08_seg02_clip_19", "timestamp": [ 0.9, 4.93 ], "duration": 89.66, "caption": "A doctor rushes to the patient who is having a seizure.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 147886, "video_name": "house_s04e06_seg02_clip_03", "timestamp": [ 47.2, 50.72 ], "duration": 78.66, "caption": "A doctor looks into a young person's eyes.", "similarity": 0.675, "relevance": 1 }, { "pair_id": 147887, "video_name": "house_s07e21_seg02_clip_08", "timestamp": [ 65.82, 71.93 ], "duration": 94.66, "caption": "A patient is having a seizure in their bed.", "similarity": 0.6682, "relevance": 3 }, { "pair_id": 147888, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A patient where a man is attending to is having some seizures.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 147889, "video_name": "house_s02e12_seg02_clip_22", "timestamp": [ 10.47, 13.65 ], "duration": 91.66, "caption": "A doctor informs the family their loved one had a seizure.", "similarity": 0.6516, "relevance": 0 }, { "pair_id": 147890, "video_name": "house_s07e21_seg02_clip_17", "timestamp": [ 0.0, 5.02 ], "duration": 5.66, "caption": "A doctor was thinking about something while standing.", "similarity": 0.6461, "relevance": 0 }, { "pair_id": 147891, "video_name": "house_s01e19_seg02_clip_19", "timestamp": [ 25.39, 30.56 ], "duration": 94.66, "caption": "A doctor watches a young patient through the window.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 147892, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 80.56, 91.03 ], "duration": 91.66, "caption": "A doctor is feeling a person's face in an examination room.", "similarity": 0.6365, "relevance": 0 }, { "pair_id": 147893, "video_name": "house_s03e12_seg02_clip_23", "timestamp": [ 27.03, 29.74 ], "duration": 90.66, "caption": "A person is seen through a hospital window in a bed with a doctor sitting looking and observing them.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 147894, "video_name": "house_s06e04_seg02_clip_05", "timestamp": [ 0.0, 15.3 ], "duration": 90.66, "caption": "A woman places her hand on a young patient's head as the patient has a seizure.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 147895, "video_name": "house_s07e20_seg02_clip_05", "timestamp": [ 28.81, 42.76 ], "duration": 90.66, "caption": "A person vomited and and another person states they are having a focal seizure.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 147896, "video_name": "house_s05e20_seg02_clip_17", "timestamp": [ 59.34, 67.43 ], "duration": 89.66, "caption": "Two people are on the floor with a patient having a seizure.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 147897, "video_name": "house_s07e19_seg02_clip_24", "timestamp": [ 55.01, 59.71 ], "duration": 94.66, "caption": "A person suddenly gets out from the room of the patient.", "similarity": 0.6209, "relevance": 1 }, { "pair_id": 147898, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 0.0, 2.12 ], "duration": 106.66, "caption": "A person confined in bed looks at a doctor sitting in their bedside.", "similarity": 0.6206, "relevance": 1 }, { "pair_id": 147899, "video_name": "house_s03e08_seg02_clip_04", "timestamp": [ 8.1, 9.9 ], "duration": 90.66, "caption": "A doctor is looking at a brain image.", "similarity": 0.6174, "relevance": 0 } ] }, { "query_id": 59814, "query": "A person looks at a sketch on the desk.", "relevant_moment": [ { "pair_id": 158480, "video_name": "castle_s02e17_seg02_clip_03", "timestamp": [ 77.78, 81.39 ], "duration": 103.66, "caption": "A person looks at a sketch on the desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158481, "video_name": "castle_s05e13_seg02_clip_14", "timestamp": [ 60.02, 66.82 ], "duration": 80.66, "caption": "A person hands a man a sketch to look at.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 158482, "video_name": "house_s02e12_seg02_clip_04", "timestamp": [ 7.74, 13.2 ], "duration": 91.66, "caption": "A person is looking through the things at their desk.", "similarity": 0.7446, "relevance": 2 }, { "pair_id": 158483, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 46.07, 53.6 ], "duration": 94.66, "caption": "A person looks through some paper on the desk.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 158484, "video_name": "castle_s05e16_seg02_clip_00", "timestamp": [ 64.88, 71.78 ], "duration": 92.66, "caption": "A person hands a sketch to another person and he looks over it.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 158485, "video_name": "castle_s08e08_seg02_clip_15", "timestamp": [ 0.91, 2.73 ], "duration": 90.66, "caption": "A person picks up a sheet of paper off the desk and looks at it.", "similarity": 0.6659, "relevance": 1 }, { "pair_id": 158486, "video_name": "castle_s06e06_seg02_clip_17", "timestamp": [ 10.7, 16.28 ], "duration": 93.66, "caption": "A person holds a paper sketch of a man next to a computer monitor.", "similarity": 0.6596, "relevance": 3 }, { "pair_id": 158487, "video_name": "castle_s07e23_seg02_clip_02", "timestamp": [ 58.07, 65.27 ], "duration": 90.66, "caption": "A person looks at a sketch of a mask.", "similarity": 0.6537, "relevance": 3 }, { "pair_id": 158488, "video_name": "castle_s04e16_seg02_clip_11", "timestamp": [ 48.77, 55.22 ], "duration": 92.66, "caption": "A woman walks towards a desk and looks at it.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 158489, "video_name": "met_s03e08_seg02_clip_02", "timestamp": [ 4.0, 8.93 ], "duration": 61.66, "caption": "A man looks for something in his desk then finds it.", "similarity": 0.6439, "relevance": 2 }, { "pair_id": 158490, "video_name": "house_s05e21_seg02_clip_02", "timestamp": [ 77.46, 78.79 ], "duration": 89.66, "caption": "A person sits at their desk looking through a yellow notepad.", "similarity": 0.6419, "relevance": 1 }, { "pair_id": 158491, "video_name": "house_s06e08_seg02_clip_16", "timestamp": [ 27.91, 42.76 ], "duration": 90.66, "caption": "A person explains to another person what they are sketching.", "similarity": 0.6407, "relevance": 2 }, { "pair_id": 158492, "video_name": "house_s07e19_seg02_clip_08", "timestamp": [ 52.81, 59.96 ], "duration": 110.66, "caption": "A person takes a seat and looks at the computer on their desk.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 158493, "video_name": "house_s07e13_seg02_clip_17", "timestamp": [ 9.35, 12.75 ], "duration": 85.66, "caption": "A person taps the desk with their finger as they look at a laptop.", "similarity": 0.6345, "relevance": 1 }, { "pair_id": 158494, "video_name": "house_s08e01_seg02_clip_06", "timestamp": [ 34.71, 42.72 ], "duration": 44.66, "caption": "A person walks into the cell to see a man sketching.", "similarity": 0.6311, "relevance": 2 }, { "pair_id": 158495, "video_name": "house_s03e24_seg02_clip_03", "timestamp": [ 80.43, 81.72 ], "duration": 86.66, "caption": "A person takes a look at something that is on their computer.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 158496, "video_name": "house_s05e16_seg02_clip_10", "timestamp": [ 25.77, 29.91 ], "duration": 92.66, "caption": "A person is going through the draw on the computer desk in the bedroom.", "similarity": 0.6274, "relevance": 1 }, { "pair_id": 158497, "video_name": "castle_s03e20_seg02_clip_12", "timestamp": [ 85.2, 91.62 ], "duration": 91.66, "caption": "A woman is at her desk as a man is looking through a notebook.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 158498, "video_name": "house_s06e07_seg02_clip_24", "timestamp": [ 38.23, 44.53 ], "duration": 84.66, "caption": "A person looks down and grabs something off his desk.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 158499, "video_name": "house_s03e06_seg02_clip_18", "timestamp": [ 28.15, 30.67 ], "duration": 84.66, "caption": "A person looks inside an open desk drawer, then closes it partially.", "similarity": 0.6174, "relevance": 2 } ] }, { "query_id": 59835, "query": "A woman walks towards man holding a pair of handcuffs in front of her in a threatening manner.", "relevant_moment": [ { "pair_id": 167860, "video_name": "castle_s03e01_seg02_clip_11", "timestamp": [ 2.31, 14.25 ], "duration": 77.66, "caption": "A woman walks towards man holding a pair of handcuffs in front of her in a threatening manner.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167861, "video_name": "castle_s02e09_seg02_clip_08", "timestamp": [ 4.6, 7.82 ], "duration": 92.66, "caption": "A woman walks to a man threatening him with getting arrested.", "similarity": 0.7988, "relevance": 2 }, { "pair_id": 167862, "video_name": "castle_s06e02_seg02_clip_19", "timestamp": [ 0.0, 7.72 ], "duration": 90.66, "caption": "A man walks towards a woman in a menacing way.", "similarity": 0.772, "relevance": 1 }, { "pair_id": 167863, "video_name": "castle_s08e10_seg02_clip_25", "timestamp": [ 82.27, 87.72 ], "duration": 90.66, "caption": "A woman walks a bit slowly to a man and handcuffs him.", "similarity": 0.7651, "relevance": 0 }, { "pair_id": 167864, "video_name": "castle_s03e01_seg02_clip_04", "timestamp": [ 19.81, 24.76 ], "duration": 90.66, "caption": "A woman orders a man to face the other direction, and then puts handcuffs on him.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 167865, "video_name": "castle_s03e03_seg02_clip_25", "timestamp": [ 36.91, 49.51 ], "duration": 90.66, "caption": "A woman handcuffs a man, arrests him and walks away.", "similarity": 0.7188, "relevance": 0 }, { "pair_id": 167866, "video_name": "castle_s08e14_seg02_clip_09", "timestamp": [ 12.76, 15.4 ], "duration": 88.66, "caption": "A woman pushes a man with one hand as she walks by him.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 167867, "video_name": "friends_s06e10_seg02_clip_00", "timestamp": [ 59.5, 65.03 ], "duration": 65.66, "caption": "A woman comes in and walks toward a man.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 167868, "video_name": "grey_s03e23_seg02_clip_25", "timestamp": [ 13.58, 16.74 ], "duration": 90.66, "caption": "A woman walks past a man after he tries to grab her.", "similarity": 0.7032, "relevance": 1 }, { "pair_id": 167869, "video_name": "castle_s07e05_seg02_clip_21", "timestamp": [ 0.0, 11.0 ], "duration": 88.66, "caption": "A woman walks around the room while threatening a man with jail time.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 167870, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 26.86, 28.33 ], "duration": 59.66, "caption": "A man walks closer to a woman and grabs her hands.", "similarity": 0.6938, "relevance": 0 }, { "pair_id": 167871, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A person walks towards another person and a woman.", "similarity": 0.6882, "relevance": 1 }, { "pair_id": 167872, "video_name": "house_s04e02_seg02_clip_26", "timestamp": [ 0.0, 1.88 ], "duration": 75.66, "caption": "A woman walks forward toward a man holding up three fingers.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 167873, "video_name": "castle_s07e02_seg02_clip_01", "timestamp": [ 51.93, 55.99 ], "duration": 90.66, "caption": "A man walks towards a woman and they shake hands.", "similarity": 0.6865, "relevance": 0 }, { "pair_id": 167874, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 15.64, 25.31 ], "duration": 92.66, "caption": "A person walks over to a woman who is holding up her hands.", "similarity": 0.6849, "relevance": 0 }, { "pair_id": 167875, "video_name": "grey_s03e17_seg02_clip_13", "timestamp": [ 0.0, 6.72 ], "duration": 96.66, "caption": "A man is holding a woman as he pushes her forward telling her to go.", "similarity": 0.6833, "relevance": 0 }, { "pair_id": 167876, "video_name": "house_s08e07_seg02_clip_16", "timestamp": [ 7.7, 12.69 ], "duration": 90.66, "caption": "A woman rubs her hands together and walks towards a man.", "similarity": 0.682, "relevance": 1 }, { "pair_id": 167877, "video_name": "friends_s09e03_seg02_clip_15", "timestamp": [ 20.17, 23.32 ], "duration": 63.66, "caption": "A woman walks up and grabs a man by the hands.", "similarity": 0.6803, "relevance": 1 }, { "pair_id": 167878, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 56.5, 75.04 ], "duration": 90.66, "caption": "A person hands a woman his device and walks towards another person.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 167879, "video_name": "castle_s07e17_seg02_clip_06", "timestamp": [ 12.7, 16.78 ], "duration": 90.66, "caption": "A person stands up and puts her hands in front of woman to remove person's handcuffs.", "similarity": 0.6795, "relevance": 1 } ] }, { "query_id": 59890, "query": "An animal stands in the bathroom.", "relevant_moment": [ { "pair_id": 9720, "video_name": "met_s03e17_seg02_clip_08", "timestamp": [ 19.39, 24.24 ], "duration": 60.66, "caption": "An animal stands in the bathroom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9721, "video_name": "met_s03e17_seg01_clip_00", "timestamp": [ 8.48, 9.54 ], "duration": 99.66, "caption": "There is a goat standing inside a bathroom.", "similarity": 0.7695, "relevance": 4 }, { "pair_id": 9722, "video_name": "met_s03e17_seg02_clip_12", "timestamp": [ 8.46, 10.27 ], "duration": 60.66, "caption": "An animal from the party is in the bathroom.", "similarity": 0.7689, "relevance": 4 }, { "pair_id": 9723, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 23.41, 45.46 ], "duration": 90.66, "caption": "A person goes to the bathroom in the small stall.", "similarity": 0.5849, "relevance": 0 }, { "pair_id": 9724, "video_name": "s10e08_seg02_clip_06", "timestamp": [ 52.83, 55.78 ], "duration": 59.66, "caption": "A person stands up and exits the bathroom stall.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 9725, "video_name": "house_s03e13_seg02_clip_13", "timestamp": [ 4.05, 15.28 ], "duration": 89.66, "caption": "A person is wheeling themselves around in the bathroom.", "similarity": 0.5605, "relevance": 1 }, { "pair_id": 9726, "video_name": "house_s08e13_seg02_clip_19", "timestamp": [ 22.86, 32.27 ], "duration": 89.66, "caption": "A doctor stands up and goes to the bathroom.", "similarity": 0.5589, "relevance": 1 }, { "pair_id": 9727, "video_name": "met_s06e03_seg01_clip_02", "timestamp": [ 2.93, 11.72 ], "duration": 58.66, "caption": "A woman describes how her old dog used the bathroom.", "similarity": 0.5349, "relevance": 0 }, { "pair_id": 9728, "video_name": "house_s07e01_seg02_clip_03", "timestamp": [ 51.07, 59.36 ], "duration": 92.66, "caption": "A man stands in the doorway of a bathroom and calls a person.", "similarity": 0.534, "relevance": 1 }, { "pair_id": 9729, "video_name": "friends_s07e03_seg02_clip_12", "timestamp": [ 26.55, 29.6 ], "duration": 61.66, "caption": "A man stands up from his chair and runs to the bathroom.", "similarity": 0.5205, "relevance": 0 }, { "pair_id": 9730, "video_name": "grey_s03e13_seg02_clip_01", "timestamp": [ 11.04, 18.73 ], "duration": 96.66, "caption": "A woman stands in the bathroom doorway, talking while waving her toothbrush.", "similarity": 0.4974, "relevance": 1 }, { "pair_id": 9731, "video_name": "grey_s03e02_seg02_clip_22", "timestamp": [ 21.38, 30.41 ], "duration": 95.66, "caption": "A woman stands up and walks to the bar's bathroom.", "similarity": 0.4972, "relevance": 0 }, { "pair_id": 9732, "video_name": "s08e11_seg02_clip_05", "timestamp": [ 19.1, 23.09 ], "duration": 57.66, "caption": "A bird is standing on a pipe on the ceiling inside a lab.", "similarity": 0.4967, "relevance": 0 }, { "pair_id": 9733, "video_name": "s02e02_seg02_clip_09", "timestamp": [ 5.02, 8.85 ], "duration": 59.66, "caption": "A person marches his way to his own bathroom.", "similarity": 0.4964, "relevance": 0 }, { "pair_id": 9734, "video_name": "s07e19_seg01_clip_00", "timestamp": [ 62.07, 63.53 ], "duration": 73.66, "caption": "A person runs through the apartment to the bathroom.", "similarity": 0.4964, "relevance": 0 }, { "pair_id": 9735, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 29.6, 33.26 ], "duration": 61.66, "caption": "A woman stands in the doorway of the bathroom talking to person before closing the door.", "similarity": 0.4926, "relevance": 0 }, { "pair_id": 9736, "video_name": "s03e22_seg02_clip_04", "timestamp": [ 38.14, 42.72 ], "duration": 61.66, "caption": "A man goes inside the bathroom and comes out as a person waits.", "similarity": 0.4917, "relevance": 1 }, { "pair_id": 9737, "video_name": "friends_s03e21_seg02_clip_21", "timestamp": [ 7.43, 13.96 ], "duration": 45.66, "caption": "A man walks into the bathroom to find something sitting next to the bathtub with a goose in it.", "similarity": 0.4902, "relevance": 3 }, { "pair_id": 9738, "video_name": "s04e21_seg01_clip_00", "timestamp": [ 5.27, 12.97 ], "duration": 81.66, "caption": "A person is antsy in front of the bathroom door.", "similarity": 0.4886, "relevance": 0 }, { "pair_id": 9739, "video_name": "house_s02e21_seg02_clip_10", "timestamp": [ 48.96, 51.63 ], "duration": 89.66, "caption": "A man leans on the sink in the bathroom.", "similarity": 0.4879, "relevance": 0 } ] }, { "query_id": 59896, "query": "A man comes into someone's office carrying an ornate book.", "relevant_moment": [ { "pair_id": 7560, "video_name": "met_s03e17_seg02_clip_09", "timestamp": [ 28.08, 38.64 ], "duration": 60.66, "caption": "A man comes into someone's office carrying an ornate book.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7561, "video_name": "met_s03e18_seg01_clip_02", "timestamp": [ 22.28, 28.38 ], "duration": 61.66, "caption": "A man comes into someone's office and hands something to him.", "similarity": 0.7779, "relevance": 4 }, { "pair_id": 7562, "video_name": "friends_s09e11_seg02_clip_08", "timestamp": [ 0.0, 5.12 ], "duration": 64.66, "caption": "A man walks into the office and hands another man a book.", "similarity": 0.7683, "relevance": 3 }, { "pair_id": 7563, "video_name": "house_s08e09_seg02_clip_18", "timestamp": [ 68.76, 75.91 ], "duration": 89.66, "caption": "A man walks into someone's office carrying some papers with him.", "similarity": 0.7626, "relevance": 4 }, { "pair_id": 7564, "video_name": "met_s03e17_seg02_clip_04", "timestamp": [ 33.42, 36.73 ], "duration": 60.66, "caption": "A man holds a book out to another man in the office.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 7565, "video_name": "house_s08e18_seg02_clip_05", "timestamp": [ 9.29, 15.04 ], "duration": 88.66, "caption": "A man walks into man's office while carrying a bag.", "similarity": 0.7283, "relevance": 3 }, { "pair_id": 7566, "video_name": "house_s07e17_seg02_clip_14", "timestamp": [ 75.94, 78.57 ], "duration": 87.66, "caption": "A person walks into someone's office while carrying paper.", "similarity": 0.7262, "relevance": 4 }, { "pair_id": 7567, "video_name": "friends_s06e04_seg02_clip_13", "timestamp": [ 0.0, 5.67 ], "duration": 54.66, "caption": "A man walks into the office carrying a backpack.", "similarity": 0.7166, "relevance": 3 }, { "pair_id": 7568, "video_name": "s07e17_seg02_clip_03", "timestamp": [ 37.48, 39.25 ], "duration": 59.66, "caption": "A man comes into a person's office while they are sitting at their desk.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 7569, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 29.98, 34.84 ], "duration": 81.66, "caption": "A person walks into his/her office and up to a bookshelf.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 7570, "video_name": "house_s03e04_seg02_clip_13", "timestamp": [ 60.91, 67.22 ], "duration": 90.66, "caption": "A person comes into a person's office where they are reading.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 7571, "video_name": "house_s05e08_seg02_clip_01", "timestamp": [ 50.61, 54.76 ], "duration": 92.66, "caption": "A person is going through their backpack as a man walks into their office.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 7572, "video_name": "s07e08_seg02_clip_07", "timestamp": [ 47.42, 48.92 ], "duration": 60.66, "caption": "A person walks into another person's office with his arms open and a sheet of paper in his hand.", "similarity": 0.6895, "relevance": 4 }, { "pair_id": 7573, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 7.59, 11.17 ], "duration": 89.66, "caption": "A person is putting a notebook into their bag as another person walks into their office.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 7574, "video_name": "friends_s03e18_seg02_clip_12", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A woman walks into a man's office while carrying a piece of paper.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 7575, "video_name": "house_s08e09_seg02_clip_17", "timestamp": [ 54.92, 62.96 ], "duration": 89.66, "caption": "A man enters the office of another man and handed him a piece of document.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 7576, "video_name": "house_s05e15_seg02_clip_18", "timestamp": [ 69.44, 78.02 ], "duration": 78.66, "caption": "A man comes into person's office, person is standing up behind his desk.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 7577, "video_name": "house_s04e12_seg02_clip_23", "timestamp": [ 0.0, 3.2 ], "duration": 58.66, "caption": "A man enters the office and holds up a file.", "similarity": 0.6787, "relevance": 3 }, { "pair_id": 7578, "video_name": "friends_s10e15_seg02_clip_11", "timestamp": [ 17.17, 21.46 ], "duration": 66.66, "caption": "A man walks into a person's office while the person is looking at some designs.", "similarity": 0.674, "relevance": 3 }, { "pair_id": 7579, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 76.12, 79.23 ], "duration": 89.66, "caption": "A person walks into a man's office as he is seated at his desk.", "similarity": 0.6697, "relevance": 3 }, { "pair_id": 180880, "video_name": "s07e06_seg02_clip_07", "timestamp": [ 22.81, 24.91 ], "duration": 60.66, "caption": "A person carries their book over to their desk.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 180881, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 28.49, 31.6 ], "duration": 89.66, "caption": "A person walks into a man's office when he's looking at paperwork.", "similarity": 0.667, "relevance": 3 }, { "pair_id": 180882, "video_name": "castle_s08e13_seg02_clip_01", "timestamp": [ 70.79, 77.19 ], "duration": 91.66, "caption": "A person walks into the office with his arms opened wide and a person hands him a pile of files.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 180883, "video_name": "met_s06e11_seg02_clip_07", "timestamp": [ 34.12, 38.15 ], "duration": 62.66, "caption": "A woman walks into man's office and hands him a document.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 180884, "video_name": "house_s07e11_seg02_clip_16", "timestamp": [ 0.0, 1.72 ], "duration": 86.66, "caption": "A person enters the door into someone's office.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 180885, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 65.35, 70.99 ], "duration": 94.66, "caption": "A man pulls a metallic bag out of a box in a person's office.", "similarity": 0.6645, "relevance": 1 }, { "pair_id": 180886, "video_name": "grey_s02e03_seg02_clip_02", "timestamp": [ 45.25, 51.78 ], "duration": 93.66, "caption": "A man takes a box filled with items out of a man's office.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 180887, "video_name": "house_s03e23_seg02_clip_23", "timestamp": [ 46.51, 55.35 ], "duration": 93.66, "caption": "A person walks into man's office and over to his desk.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 180888, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 72.53, 79.33 ], "duration": 90.66, "caption": "A man suddenly came in the office of a person.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 180889, "video_name": "house_s03e06_seg02_clip_02", "timestamp": [ 64.56, 88.44 ], "duration": 88.66, "caption": "A man comes out of his office holding a change of clothes.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 180890, "video_name": "house_s06e14_seg02_clip_14", "timestamp": [ 54.39, 59.61 ], "duration": 87.66, "caption": "A person takes a book from a bookcase and opens it.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 180891, "video_name": "s02e04_seg02_clip_02", "timestamp": [ 27.61, 31.81 ], "duration": 60.66, "caption": "A man enters a person's office and they stand up from their chair.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 180892, "video_name": "house_s06e08_seg02_clip_08", "timestamp": [ 22.38, 29.23 ], "duration": 91.66, "caption": "A man walks into another man's office and hands him a piece of paper.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 180893, "video_name": "house_s01e03_seg02_clip_09", "timestamp": [ 83.11, 86.34 ], "duration": 92.66, "caption": "A person walks into man's office as he is with another man.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 180894, "video_name": "castle_s05e05_seg02_clip_04", "timestamp": [ 40.18, 45.86 ], "duration": 87.66, "caption": "A man walks into office and hands a file to person.", "similarity": 0.6576, "relevance": 3 }, { "pair_id": 180895, "video_name": "house_s07e06_seg02_clip_21", "timestamp": [ 32.94, 40.51 ], "duration": 89.66, "caption": "A person walks into person's office while he's doing paperwork.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 180896, "video_name": "house_s05e02_seg02_clip_17", "timestamp": [ 24.52, 27.69 ], "duration": 90.66, "caption": "A person came in the office holding a paper bag.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 180897, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 35.5, 41.42 ], "duration": 91.66, "caption": "A man goes into the office and gets a file from the table.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 180898, "video_name": "s06e14_seg02_clip_10", "timestamp": [ 40.14, 44.27 ], "duration": 59.66, "caption": "A man walks into someone's office at work and puts an envelope on his desk.", "similarity": 0.6549, "relevance": 3 }, { "pair_id": 180899, "video_name": "castle_s03e02_seg02_clip_04", "timestamp": [ 16.28, 19.37 ], "duration": 88.66, "caption": "A person walks into the office and holding some papers.", "similarity": 0.6548, "relevance": 3 } ] }, { "query_id": 59983, "query": "A person leaves a coffee mug on someone's desk.", "relevant_moment": [ { "pair_id": 167600, "video_name": "castle_s06e09_seg02_clip_15", "timestamp": [ 54.74, 56.14 ], "duration": 92.66, "caption": "A person leaves a coffee mug on someone's desk.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167601, "video_name": "s09e20_seg02_clip_00", "timestamp": [ 7.63, 12.51 ], "duration": 61.66, "caption": "A woman places a coffee mug onto person's desk.", "similarity": 0.7803, "relevance": 4 }, { "pair_id": 167602, "video_name": "house_s05e04_seg02_clip_14", "timestamp": [ 20.89, 23.93 ], "duration": 87.66, "caption": "A person sets their cup of coffee down on their desk.", "similarity": 0.7603, "relevance": 4 }, { "pair_id": 167603, "video_name": "house_s02e14_seg02_clip_13", "timestamp": [ 78.32, 83.27 ], "duration": 90.66, "caption": "A woman takes her coffee cup and gets out of a desk so that another person can sit down.", "similarity": 0.7434, "relevance": 1 }, { "pair_id": 167604, "video_name": "castle_s05e18_seg02_clip_15", "timestamp": [ 12.62, 18.71 ], "duration": 87.66, "caption": "A person walks over to someone holding two mugs of coffee while she sits at her desk.", "similarity": 0.7394, "relevance": 1 }, { "pair_id": 167605, "video_name": "s09e20_seg02_clip_00", "timestamp": [ 10.07, 13.73 ], "duration": 61.66, "caption": "A woman puts a coffee mug onto the desk beside a person and taps on his shoulder.", "similarity": 0.7391, "relevance": 4 }, { "pair_id": 167606, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 67.34, 73.5 ], "duration": 88.66, "caption": "A person pulls a chair out and sits down as he sets his coffee cup on the desk.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 167607, "video_name": "castle_s07e09_seg02_clip_25", "timestamp": [ 33.71, 35.53 ], "duration": 91.66, "caption": "A person carrying a cup of coffee to woman's desk and sits it down.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 167608, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 4.88, 6.1 ], "duration": 61.66, "caption": "A person places his coffee mug on the table.", "similarity": 0.7145, "relevance": 3 }, { "pair_id": 167609, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 66.26, 68.1 ], "duration": 92.66, "caption": "A woman puts her coffee mug onto the coffee table as she leaves.", "similarity": 0.7131, "relevance": 4 }, { "pair_id": 167610, "video_name": "s03e14_seg01_clip_00", "timestamp": [ 56.73, 59.56 ], "duration": 63.66, "caption": "A person gets a coffee mug out of the cabinet.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 167611, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 48.36, 50.62 ], "duration": 90.66, "caption": "A person takes a drink out of their coffee mug.", "similarity": 0.7103, "relevance": 3 }, { "pair_id": 167612, "video_name": "castle_s03e21_seg02_clip_11", "timestamp": [ 24.76, 31.96 ], "duration": 90.66, "caption": "A person hands woman a cup of coffee and she sets it on her desk.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 167613, "video_name": "house_s08e21_seg02_clip_02", "timestamp": [ 0.0, 3.56 ], "duration": 89.66, "caption": "A person touches their blue mug and then puts their head on top of their desk.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 167614, "video_name": "house_s07e05_seg02_clip_26", "timestamp": [ 46.98, 49.5 ], "duration": 101.66, "caption": "A woman sets down her coffee mug and leaves a man.", "similarity": 0.7, "relevance": 4 }, { "pair_id": 167615, "video_name": "castle_s03e13_seg02_clip_01", "timestamp": [ 9.71, 12.8 ], "duration": 88.66, "caption": "A person is holding a coffee mug in his hands.", "similarity": 0.6954, "relevance": 1 }, { "pair_id": 167616, "video_name": "s09e14_seg02_clip_02", "timestamp": [ 48.11, 51.65 ], "duration": 59.66, "caption": "A person sets a mug down on the coffee table in front of someone as they sit down in the armchair.", "similarity": 0.6931, "relevance": 4 }, { "pair_id": 167617, "video_name": "castle_s02e12_seg02_clip_16", "timestamp": [ 57.95, 65.71 ], "duration": 91.66, "caption": "A person picks up a coffee mug on woman's desk and moves seats after he sees her in the hallway.", "similarity": 0.6917, "relevance": 3 }, { "pair_id": 167618, "video_name": "castle_s03e02_seg02_clip_08", "timestamp": [ 1.23, 6.15 ], "duration": 82.66, "caption": "A person walks into the room carrying two coffee cups and sets one down on the desk.", "similarity": 0.6898, "relevance": 3 }, { "pair_id": 167619, "video_name": "house_s03e22_seg02_clip_03", "timestamp": [ 49.15, 51.43 ], "duration": 91.66, "caption": "A man grabs a cup of coffee from a person's desk and sits down.", "similarity": 0.6858, "relevance": 1 }, { "pair_id": 340920, "video_name": "castle_s03e02_seg02_clip_08", "timestamp": [ 0.0, 4.92 ], "duration": 82.66, "caption": "A person holding two coffee and drop it off the table.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 340922, "video_name": "s06e02_seg02_clip_16", "timestamp": [ 4.86, 9.45 ], "duration": 54.66, "caption": "A person puts his yellow coffee mug down on the end table.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 340923, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 44.39, 47.29 ], "duration": 58.66, "caption": "A person puts their coffee cup on the coffee table.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 340924, "video_name": "house_s07e20_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A person tells another person to leave while holding a red mug.", "similarity": 0.6815, "relevance": 2 }, { "pair_id": 340925, "video_name": "s06e14_seg02_clip_06", "timestamp": [ 63.07, 64.02 ], "duration": 64.66, "caption": "A woman is holding a coffee mug while leaving the kitchen.", "similarity": 0.6791, "relevance": 0 }, { "pair_id": 340926, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 69.74, 77.24 ], "duration": 88.66, "caption": "A person lifts up their coffee cup, takes a drink, then sits the cup down on their desk.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 340927, "video_name": "house_s07e22_seg02_clip_20", "timestamp": [ 0.0, 3.53 ], "duration": 88.66, "caption": "A person walks over and sets down a coffee mug.", "similarity": 0.6777, "relevance": 4 }, { "pair_id": 340928, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 23.28, 28.07 ], "duration": 63.66, "caption": "A person walks over to a desk and puts their coffee down and goes to sit.", "similarity": 0.6739, "relevance": 4 }, { "pair_id": 340929, "video_name": "s06e16_seg02_clip_03", "timestamp": [ 45.02, 53.72 ], "duration": 60.66, "caption": "A person brings a mug to the coffee table.", "similarity": 0.6708, "relevance": 4 }, { "pair_id": 340930, "video_name": "castle_s01e03_seg02_clip_21", "timestamp": [ 18.04, 19.81 ], "duration": 88.66, "caption": "A woman picks up her coffee mug on the desk.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 340931, "video_name": "house_s01e17_seg02_clip_01", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A person is drinking a cup of coffee while another person is talking to him and he immediately leaves.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 340932, "video_name": "s08e23_seg02_clip_00", "timestamp": [ 38.1, 41.3 ], "duration": 64.66, "caption": "A person places the blue mug on the coffee table.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 340934, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.95, 5.71 ], "duration": 63.66, "caption": "A person puts a muffin and a mug on the coffee table in front of someone.", "similarity": 0.6663, "relevance": 4 }, { "pair_id": 340935, "video_name": "s01e12_seg02_clip_06", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A person sitting at the desk behind two people drinks from a cup and sets it down.", "similarity": 0.6641, "relevance": 0 }, { "pair_id": 340936, "video_name": "castle_s02e02_seg02_clip_00", "timestamp": [ 6.44, 8.74 ], "duration": 92.66, "caption": "A person sips coffee at their desk as the office is chaotic.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 340937, "video_name": "house_s02e19_seg02_clip_09", "timestamp": [ 24.92, 30.92 ], "duration": 92.66, "caption": "A person sets down his coffee mug and his sits down.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 340938, "video_name": "house_s03e22_seg02_clip_03", "timestamp": [ 43.69, 48.7 ], "duration": 91.66, "caption": "A person pushes a cup across a desk as another person enters their office.", "similarity": 0.6609, "relevance": 3 }, { "pair_id": 340939, "video_name": "house_s07e09_seg02_clip_00", "timestamp": [ 60.48, 63.23 ], "duration": 91.66, "caption": "A person picks up a red coffee mug off the table.", "similarity": 0.6585, "relevance": 2 } ] }, { "query_id": 60000, "query": "A person turns to look at woman and she slowly turns to look at him.", "relevant_moment": [ { "pair_id": 17380, "video_name": "castle_s06e09_seg02_clip_11", "timestamp": [ 2.23, 6.23 ], "duration": 89.66, "caption": "A person turns to look at woman and she slowly turns to look at him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17382, "video_name": "house_s07e14_seg02_clip_18", "timestamp": [ 36.01, 38.51 ], "duration": 100.66, "caption": "A woman turns around to look at a man.", "similarity": 0.8436, "relevance": 4 }, { "pair_id": 17383, "video_name": "friends_s06e03_seg02_clip_18", "timestamp": [ 32.6, 38.56 ], "duration": 62.66, "caption": "A man turns around quickly to look at a woman then she looks away.", "similarity": 0.8325, "relevance": 3 }, { "pair_id": 17384, "video_name": "s03e10_seg02_clip_01", "timestamp": [ 59.83, 61.13 ], "duration": 65.66, "caption": "A person turns his head and looks at a woman pointedly.", "similarity": 0.8273, "relevance": 3 }, { "pair_id": 17385, "video_name": "friends_s01e08_seg02_clip_04", "timestamp": [ 8.99, 13.34 ], "duration": 62.66, "caption": "A woman turns to her left to look at a man and then turns back.", "similarity": 0.8259, "relevance": 4 }, { "pair_id": 17386, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 20.47, 25.12 ], "duration": 93.66, "caption": "A man is looking at a woman and says something so she turns to look at him.", "similarity": 0.8182, "relevance": 4 }, { "pair_id": 17387, "video_name": "castle_s03e15_seg02_clip_13", "timestamp": [ 52.87, 53.76 ], "duration": 88.66, "caption": "Woman turns her head slightly to the left to look at man.", "similarity": 0.8156, "relevance": 2 }, { "pair_id": 17388, "video_name": "castle_s03e22_seg02_clip_26", "timestamp": [ 6.51, 8.99 ], "duration": 13.66, "caption": "A woman turns to face a man, who is looking at her.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 17389, "video_name": "s09e21_seg02_clip_06", "timestamp": [ 52.82, 56.73 ], "duration": 60.66, "caption": "A person turns to look at a woman as he asks her opinion.", "similarity": 0.7988, "relevance": 4 }, { "pair_id": 17390, "video_name": "castle_s04e18_seg02_clip_22", "timestamp": [ 37.53, 40.21 ], "duration": 89.66, "caption": "A woman turns her head and to the right and glances at man.", "similarity": 0.7984, "relevance": 4 }, { "pair_id": 17391, "video_name": "castle_s02e19_seg02_clip_08", "timestamp": [ 74.74, 76.07 ], "duration": 88.66, "caption": "A woman turns around and looks at a man as he approaches her.", "similarity": 0.7947, "relevance": 2 }, { "pair_id": 17392, "video_name": "house_s04e15_seg02_clip_25", "timestamp": [ 12.96, 14.4 ], "duration": 72.66, "caption": "A woman turns her head to the right to look at a man.", "similarity": 0.7942, "relevance": 2 }, { "pair_id": 17393, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 41.37, 42.78 ], "duration": 94.66, "caption": "A woman turns her head and looks at person.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 17394, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A woman slowly turns to her left look at another woman.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 17396, "video_name": "castle_s06e06_seg02_clip_26", "timestamp": [ 4.01, 5.79 ], "duration": 89.66, "caption": "A woman turns her head and looks at man.", "similarity": 0.7853, "relevance": 4 }, { "pair_id": 17397, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 57.67, 59.81 ], "duration": 61.66, "caption": "A woman turns around and looks at man in his eyes intensely.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 17398, "video_name": "house_s05e15_seg02_clip_07", "timestamp": [ 6.78, 9.49 ], "duration": 90.66, "caption": "A woman turns to look at man before she leaves.", "similarity": 0.7761, "relevance": 2 }, { "pair_id": 17399, "video_name": "s04e05_seg02_clip_14", "timestamp": [ 21.01, 27.91 ], "duration": 60.66, "caption": "A person walks slowly and a woman stares at him.", "similarity": 0.7752, "relevance": 2 } ] }, { "query_id": 60075, "query": "A man puts his hand by his head when another woman is yelling at him.", "relevant_moment": [ { "pair_id": 15020, "video_name": "friends_s02e17_seg02_clip_16", "timestamp": [ 9.69, 16.54 ], "duration": 57.66, "caption": "A man puts his hand by his head when another woman is yelling at him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15021, "video_name": "s01e14_seg02_clip_06", "timestamp": [ 17.71, 22.81 ], "duration": 60.66, "caption": "A woman is in front of man while she is yelling at him.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 15022, "video_name": "friends_s10e11_seg02_clip_27", "timestamp": [ 6.88, 11.56 ], "duration": 55.66, "caption": "A man points his finger at woman when they're yelling.", "similarity": 0.7703, "relevance": 3 }, { "pair_id": 15023, "video_name": "friends_s10e09_seg02_clip_06", "timestamp": [ 4.16, 12.17 ], "duration": 64.66, "caption": "A man yells at two women and they shake their heads at him.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 15024, "video_name": "castle_s03e08_seg02_clip_17", "timestamp": [ 61.22, 64.82 ], "duration": 90.66, "caption": "A person raises his hands when woman yells at him to raise them.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 15025, "video_name": "friends_s01e19_seg02_clip_06", "timestamp": [ 1.43, 6.56 ], "duration": 57.66, "caption": "A woman has a pillow in her hand when she's yelling at a man.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 15026, "video_name": "castle_s03e24_seg02_clip_16", "timestamp": [ 10.92, 17.75 ], "duration": 91.66, "caption": "A man says something to a woman and she stops and puts her hand to her head.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 15027, "video_name": "friends_s03e08_seg02_clip_17", "timestamp": [ 33.0, 37.98 ], "duration": 62.66, "caption": "A man yells at a woman then pinches his finger together.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 15028, "video_name": "friends_s04e21_seg02_clip_08", "timestamp": [ 0.0, 3.35 ], "duration": 67.66, "caption": "A woman puts her hands over her ears as a man yells.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 15029, "video_name": "met_s05e05_seg02_clip_13", "timestamp": [ 4.36, 14.94 ], "duration": 62.66, "caption": "A man yells at another man for wanting to be with a woman instead of him.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 15030, "video_name": "castle_s03e06_seg02_clip_04", "timestamp": [ 32.19, 35.16 ], "duration": 99.66, "caption": "A man yells at woman during her talking to him.", "similarity": 0.7171, "relevance": 1 }, { "pair_id": 15031, "video_name": "friends_s10e09_seg02_clip_06", "timestamp": [ 4.16, 8.96 ], "duration": 64.66, "caption": "A man leans over and yells at a woman while pointing at himself.", "similarity": 0.7115, "relevance": 2 }, { "pair_id": 15032, "video_name": "friends_s05e05_seg02_clip_08", "timestamp": [ 53.98, 56.9 ], "duration": 65.66, "caption": "A man points at himself and yells at woman.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 15033, "video_name": "friends_s09e13_seg02_clip_09", "timestamp": [ 12.14, 16.08 ], "duration": 60.66, "caption": "A man puts his hand on top of woman's forehead.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 15034, "video_name": "castle_s02e11_seg02_clip_12", "timestamp": [ 24.22, 25.59 ], "duration": 91.66, "caption": "A man is holding onto a woman as she is yelling from outside the room.", "similarity": 0.7064, "relevance": 1 }, { "pair_id": 15035, "video_name": "friends_s10e05_seg02_clip_18", "timestamp": [ 50.19, 53.82 ], "duration": 66.66, "caption": "A man yells at a woman and points at her.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 15036, "video_name": "friends_s04e23-24_seg02_clip_33", "timestamp": [ 21.67, 31.08 ], "duration": 57.66, "caption": "A man puts his hand on woman's shoulder and pats it while woman complains until the next scene when another woman appears.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 15037, "video_name": "castle_s07e23_seg02_clip_24", "timestamp": [ 17.45, 19.29 ], "duration": 91.66, "caption": "A person yells for a woman when he is extending his hand.", "similarity": 0.6947, "relevance": 1 }, { "pair_id": 15038, "video_name": "grey_s03e18_seg02_clip_22", "timestamp": [ 0.0, 4.65 ], "duration": 93.66, "caption": "A man is yelling in a woman's face and then calms down.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 15039, "video_name": "castle_s05e02_seg02_clip_18", "timestamp": [ 85.31, 89.33 ], "duration": 89.66, "caption": "A man starts yelling to stop a woman and another man's speculation.", "similarity": 0.692, "relevance": 2 } ] }, { "query_id": 60085, "query": "A man chats with another man, lifts the juice can, shakes it and upturns it.", "relevant_moment": [ { "pair_id": 311880, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 39.75, 47.06 ], "duration": 91.66, "caption": "After a man is done saying something to another man, he takes a sip of his drink.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 311881, "video_name": "met_s03e17_seg02_clip_12", "timestamp": [ 40.46, 44.69 ], "duration": 60.66, "caption": "A man takes a drink while talking to another man in the limo.", "similarity": 0.6134, "relevance": 2 }, { "pair_id": 311882, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 67.54, 70.78 ], "duration": 92.66, "caption": "A man ends the conversation with another person with a tap on his/her shoulder.", "similarity": 0.6104, "relevance": 0 }, { "pair_id": 311883, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 1.86, 9.01 ], "duration": 53.66, "caption": "A man opens a can of beer and hands it to another man.", "similarity": 0.6098, "relevance": 3 }, { "pair_id": 311884, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 311885, "video_name": "friends_s06e15-16_seg02_clip_11", "timestamp": [ 10.45, 14.58 ], "duration": 55.66, "caption": "A man handed back the glass of juice to guy.", "similarity": 0.6055, "relevance": 3 }, { "pair_id": 311886, "video_name": "castle_s07e18_seg02_clip_14", "timestamp": [ 11.25, 23.41 ], "duration": 90.66, "caption": "A man gives another man some advice as they have a conversation together.", "similarity": 0.6052, "relevance": 1 }, { "pair_id": 311887, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.6046, "relevance": 1 }, { "pair_id": 311888, "video_name": "house_s02e08_seg02_clip_22", "timestamp": [ 23.79, 26.08 ], "duration": 91.66, "caption": "A man extends his hand and shakes another man's hand.", "similarity": 0.6036, "relevance": 1 }, { "pair_id": 311889, "video_name": "friends_s01e15_seg02_clip_10", "timestamp": [ 0.31, 3.73 ], "duration": 62.66, "caption": "A man takes a drink of his coffee when talking to another man.", "similarity": 0.6021, "relevance": 3 }, { "pair_id": 311890, "video_name": "house_s03e23_seg02_clip_03", "timestamp": [ 27.29, 29.53 ], "duration": 89.66, "caption": "A man takes a sip of an energy drink while talking with two men and a woman.", "similarity": 0.5998, "relevance": 3 }, { "pair_id": 311891, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 20.71, 23.41 ], "duration": 60.66, "caption": "A man takes a sip from the bottle in their hand while talking to another person.", "similarity": 0.5989, "relevance": 4 }, { "pair_id": 311892, "video_name": "friends_s05e23-24_seg02_clip_18", "timestamp": [ 48.45, 52.22 ], "duration": 58.66, "caption": "A man lifts a hand and turns it around as he speaks to another man.", "similarity": 0.5988, "relevance": 2 }, { "pair_id": 311893, "video_name": "house_s08e03_seg02_clip_09", "timestamp": [ 0.0, 33.03 ], "duration": 89.66, "caption": "A man presses a button in a machine and starts a conversation with another man.", "similarity": 0.5977, "relevance": 2 }, { "pair_id": 311894, "video_name": "friends_s05e08_seg02_clip_01", "timestamp": [ 45.52, 47.15 ], "duration": 65.66, "caption": "A man raises both hands, then lowers them while talking to another man.", "similarity": 0.5971, "relevance": 1 }, { "pair_id": 311895, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 7.25, 10.09 ], "duration": 63.66, "caption": "A man tells another man what they will do together.", "similarity": 0.5959, "relevance": 3 }, { "pair_id": 311896, "video_name": "house_s06e09_seg02_clip_08", "timestamp": [ 16.38, 21.39 ], "duration": 91.66, "caption": "A man reaches up and puts his hand out to another man as they are talking.", "similarity": 0.5954, "relevance": 2 }, { "pair_id": 311897, "video_name": "s04e20_seg02_clip_07", "timestamp": [ 48.47, 49.33 ], "duration": 57.66, "caption": "A man sitting behind another person in a tan shirt takes a drink from his can of pop then sits the can down.", "similarity": 0.5931, "relevance": 2 }, { "pair_id": 311898, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 47.06, 53.36 ], "duration": 97.66, "caption": "A man reaches out and another man shakes his hand.", "similarity": 0.5928, "relevance": 1 }, { "pair_id": 311899, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 26.14, 39.54 ], "duration": 67.66, "caption": "A man grabs some juice out of the fridge and sits down at a table with another man.", "similarity": 0.5923, "relevance": 3 } ] }, { "query_id": 60117, "query": "A man holds his hand up and shows it to a woman.", "relevant_moment": [ { "pair_id": 163720, "video_name": "met_s03e18_seg01_clip_04", "timestamp": [ 71.36, 76.69 ], "duration": 80.66, "caption": "A man holds his hand up and shows it to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163721, "video_name": "castle_s05e20_seg02_clip_11", "timestamp": [ 13.8, 22.27 ], "duration": 89.66, "caption": "A man holds up his hook hand to show a woman.", "similarity": 0.8925, "relevance": 3 }, { "pair_id": 163722, "video_name": "met_s02e15_seg02_clip_17", "timestamp": [ 0.0, 3.31 ], "duration": 60.66, "caption": "A man holds a small object up between his fingers to show woman.", "similarity": 0.8515, "relevance": 4 }, { "pair_id": 163723, "video_name": "friends_s06e01_seg02_clip_12", "timestamp": [ 0.6, 2.1 ], "duration": 60.66, "caption": "A man holds his index fingers up together as he demonstrates something to a woman.", "similarity": 0.8299, "relevance": 4 }, { "pair_id": 163724, "video_name": "s10e06_seg02_clip_09", "timestamp": [ 7.8, 9.6 ], "duration": 60.66, "caption": "A woman holds up her left hand for a man to see.", "similarity": 0.8255, "relevance": 3 }, { "pair_id": 163725, "video_name": "house_s03e23_seg02_clip_02", "timestamp": [ 0.0, 4.85 ], "duration": 88.66, "caption": "A man holds up his hand to show man.", "similarity": 0.8223, "relevance": 3 }, { "pair_id": 163726, "video_name": "friends_s05e21_seg02_clip_17", "timestamp": [ 41.42, 43.22 ], "duration": 60.66, "caption": "A woman gives a man her hand which he holds.", "similarity": 0.8101, "relevance": 3 }, { "pair_id": 163727, "video_name": "friends_s08e05_seg02_clip_08", "timestamp": [ 7.56, 11.2 ], "duration": 56.66, "caption": "A woman looks at something in her hand and shows it to a man.", "similarity": 0.8081, "relevance": 1 }, { "pair_id": 163728, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 163729, "video_name": "castle_s03e16_seg02_clip_00", "timestamp": [ 48.99, 51.35 ], "duration": 94.66, "caption": "A woman holds up victim's hand to show a man.", "similarity": 0.7988, "relevance": 2 }, { "pair_id": 163730, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 0.0, 30.1 ], "duration": 59.66, "caption": "A man is holding woman's hand as they speak to each other.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 163731, "video_name": "friends_s06e22_seg02_clip_11", "timestamp": [ 1.55, 3.72 ], "duration": 62.66, "caption": "A man holds his hand up while talking to a woman.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 163732, "video_name": "friends_s01e20_seg02_clip_18", "timestamp": [ 35.12, 39.62 ], "duration": 60.66, "caption": "A man holds onto woman's hands while he tries to be convincing.", "similarity": 0.7875, "relevance": 2 }, { "pair_id": 163733, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 19.73, 23.21 ], "duration": 58.66, "caption": "A person is holding their hand in a fist then shows their open palm to a woman.", "similarity": 0.787, "relevance": 3 }, { "pair_id": 163734, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 8.55, 11.7 ], "duration": 90.66, "caption": "A man holds onto a woman's hand as he speaks to her.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 163735, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 53.03, 56.76 ], "duration": 62.66, "caption": "A woman briefly puts her hand on a man's hand.", "similarity": 0.7861, "relevance": 2 }, { "pair_id": 163736, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 4.5, 14.4 ], "duration": 90.66, "caption": "A man holds a woman's hand while she talks to him.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 163737, "video_name": "grey_s03e04_seg02_clip_17", "timestamp": [ 25.98, 53.92 ], "duration": 98.66, "caption": "A man is upset and holds up his hands to show woman.", "similarity": 0.7824, "relevance": 3 }, { "pair_id": 163738, "video_name": "friends_s03e20_seg02_clip_16", "timestamp": [ 1.8, 4.2 ], "duration": 60.66, "caption": "A man holds the hand of a woman who is standing in front of him.", "similarity": 0.7816, "relevance": 2 }, { "pair_id": 163739, "video_name": "grey_s01e09_seg02_clip_21", "timestamp": [ 49.96, 56.27 ], "duration": 90.66, "caption": "A man shows another woman that he can move his finger.", "similarity": 0.7715, "relevance": 3 }, { "pair_id": 337040, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 26.56, 29.81 ], "duration": 59.66, "caption": "A man places his hand on a woman's hand while speaking to her.", "similarity": 0.7693, "relevance": 3 }, { "pair_id": 337041, "video_name": "house_s03e20_seg02_clip_22", "timestamp": [ 49.16, 58.65 ], "duration": 86.66, "caption": "A man reaches out and holds on to a woman's hand.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 337042, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 3.1, 7.75 ], "duration": 62.66, "caption": "A man stands up, puts his arm around a woman and she looks at his hand.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 337043, "video_name": "met_s02e21_seg02_clip_16", "timestamp": [ 14.9, 15.98 ], "duration": 54.66, "caption": "A man takes a woman's hand after she holds it out.", "similarity": 0.7657, "relevance": 4 }, { "pair_id": 337044, "video_name": "met_s05e05_seg02_clip_07", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A man holds his hand up to his head and salutes a woman.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 337045, "video_name": "friends_s09e03_seg02_clip_12", "timestamp": [ 59.44, 62.24 ], "duration": 62.66, "caption": "A man lifts his hand in an apologetic gesture towards woman.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 337046, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 29.41, 31.51 ], "duration": 60.66, "caption": "A man is holding woman's hand while she is talking.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 337047, "video_name": "grey_s03e25_seg02_clip_30", "timestamp": [ 68.46, 76.07 ], "duration": 117.66, "caption": "A woman lifts her hand for a man to hold it and he does.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 337048, "video_name": "castle_s07e16_seg02_clip_03", "timestamp": [ 20.42, 28.13 ], "duration": 90.66, "caption": "A man is holding a tool and shows it to woman.", "similarity": 0.7612, "relevance": 3 }, { "pair_id": 337049, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 31.87, 36.42 ], "duration": 65.66, "caption": "A man puts his hand on a woman's hand on his arm.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 337050, "video_name": "castle_s06e17_seg02_clip_16", "timestamp": [ 49.1, 49.98 ], "duration": 88.66, "caption": "A woman holds her hand up towards man while speaking to him.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 337051, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 26.24, 29.25 ], "duration": 86.66, "caption": "A man puts his hand on to woman's shoulders.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 337052, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 60.28, 61.2 ], "duration": 92.66, "caption": "A man is holding a woman's hand then raises both their hands.", "similarity": 0.7574, "relevance": 3 }, { "pair_id": 337053, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 9.24, 12.32 ], "duration": 88.66, "caption": "A man places his hand on the shoulder of a woman.", "similarity": 0.7571, "relevance": 2 }, { "pair_id": 337054, "video_name": "friends_s02e24_seg02_clip_09", "timestamp": [ 3.05, 9.76 ], "duration": 61.66, "caption": "A woman holds onto a man's hands as she speaks to him.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 337055, "video_name": "met_s04e03_seg02_clip_10", "timestamp": [ 9.52, 18.45 ], "duration": 59.66, "caption": "A man holds up his hand in a fist standing behind woman.", "similarity": 0.7567, "relevance": 4 }, { "pair_id": 337056, "video_name": "house_s07e22_seg02_clip_24", "timestamp": [ 13.78, 17.11 ], "duration": 95.66, "caption": "A man suddenly holds the hand of a woman in front of him.", "similarity": 0.7548, "relevance": 3 }, { "pair_id": 337057, "video_name": "friends_s04e20_seg02_clip_08", "timestamp": [ 10.8, 13.21 ], "duration": 60.66, "caption": "A man makes a fist and gives a thumbs up to a woman.", "similarity": 0.7542, "relevance": 4 }, { "pair_id": 337058, "video_name": "house_s05e13_seg02_clip_16", "timestamp": [ 56.89, 60.99 ], "duration": 91.66, "caption": "A man reaches over to place his hand on top of a woman's hands.", "similarity": 0.754, "relevance": 3 }, { "pair_id": 337059, "video_name": "friends_s10e02_seg02_clip_06", "timestamp": [ 56.45, 61.03 ], "duration": 61.66, "caption": "A man holds four fingers up to a woman.", "similarity": 0.7533, "relevance": 4 } ] }, { "query_id": 60130, "query": "A woman rubs man's knee as they sit next to each other on the couch.", "relevant_moment": [ { "pair_id": 104680, "video_name": "met_s03e18_seg01_clip_02", "timestamp": [ 2.75, 9.76 ], "duration": 61.66, "caption": "A woman rubs man's knee as they sit next to each other on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104681, "video_name": "s02e16_seg02_clip_15", "timestamp": [ 48.02, 52.51 ], "duration": 64.66, "caption": "A woman rubs a man's shoulder when he sits on the couch.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 104682, "video_name": "house_s05e14_seg02_clip_15", "timestamp": [ 0.45, 2.68 ], "duration": 89.66, "caption": "A woman is sitting on the couch while a man looks at her knee.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 104683, "video_name": "friends_s04e20_seg02_clip_10", "timestamp": [ 44.32, 48.26 ], "duration": 52.66, "caption": "A man is sitting on the couch with a woman and rubs his upper thighs while they talk.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 104684, "video_name": "friends_s06e20_seg02_clip_12", "timestamp": [ 4.68, 9.08 ], "duration": 55.66, "caption": "A woman and a man are sitting on the couch and she rubs his back, consoles him and kisses his cheek.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 104685, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 3.41, 13.03 ], "duration": 62.66, "caption": "A woman rubs guy's shoulder while they sit on the couch.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 104686, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 48.91, 51.99 ], "duration": 77.66, "caption": "A woman and a man are sitting next to each other on a couch.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 104687, "video_name": "s09e15_seg02_clip_07", "timestamp": [ 39.97, 43.02 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 104688, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 104689, "video_name": "friends_s04e08_seg02_clip_07", "timestamp": [ 54.62, 59.13 ], "duration": 60.66, "caption": "A woman rubs another woman's shoulders with one hand, while sitting down on the couch.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 104690, "video_name": "friends_s03e23_seg02_clip_04", "timestamp": [ 25.21, 26.71 ], "duration": 60.66, "caption": "A man reaches out and pats woman on her thigh as they sit next to each other on a couch.", "similarity": 0.6993, "relevance": 3 }, { "pair_id": 104691, "video_name": "friends_s08e16_seg02_clip_13", "timestamp": [ 4.72, 7.97 ], "duration": 59.66, "caption": "A man kneels down on the couch to be closer to a woman.", "similarity": 0.6936, "relevance": 0 }, { "pair_id": 104692, "video_name": "house_s05e23_seg02_clip_20", "timestamp": [ 81.14, 82.7 ], "duration": 104.66, "caption": "A woman sits down on the couch next to a man and grabs his hand.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 104693, "video_name": "s07e18_seg02_clip_17", "timestamp": [ 12.78, 16.69 ], "duration": 71.66, "caption": "A woman joins a man who is sitting on the couch.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 104694, "video_name": "friends_s02e12-13_seg02_clip_28", "timestamp": [ 3.9, 6.9 ], "duration": 60.66, "caption": "A woman touches a person's knee as she gets up from the couch.", "similarity": 0.6896, "relevance": 1 }, { "pair_id": 104695, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 28.99, 34.79 ], "duration": 61.66, "caption": "A woman places her hand on man's arm while sitting next to him on the couch.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 104696, "video_name": "friends_s04e18_seg02_clip_00", "timestamp": [ 14.64, 19.1 ], "duration": 63.66, "caption": "A man tugs on a woman so she sits next to him on the couch.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 104697, "video_name": "friends_s02e10_seg02_clip_13", "timestamp": [ 5.27, 6.2 ], "duration": 62.66, "caption": "A woman slides over on the couch next to a man.", "similarity": 0.6838, "relevance": 1 }, { "pair_id": 104698, "video_name": "s10e04_seg02_clip_14", "timestamp": [ 48.2, 59.43 ], "duration": 66.66, "caption": "A woman sits on the arm of the sofa rubbing a man's back.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 104699, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 4.06, 7.25 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.6787, "relevance": 2 }, { "pair_id": 278000, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.6787, "relevance": 3 }, { "pair_id": 278001, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 5.61, 7.97 ], "duration": 59.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 278002, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 278003, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 36.81, 39.11 ], "duration": 92.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 278004, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.99, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 278005, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 3.08, 6.61 ], "duration": 88.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 278006, "video_name": "friends_s01e09_seg02_clip_01", "timestamp": [ 1.12, 29.97 ], "duration": 56.66, "caption": "A woman comes to sit down on the arm of the couch next to a man.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 278007, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 39.91, 42.01 ], "duration": 70.66, "caption": "A woman sits on the couch next to a man.", "similarity": 0.6768, "relevance": 3 }, { "pair_id": 278008, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 12.69, 37.48 ], "duration": 59.66, "caption": "A woman sits on the couch next to a man with her arms crossed.", "similarity": 0.6767, "relevance": 3 }, { "pair_id": 278009, "video_name": "s05e01_seg02_clip_09", "timestamp": [ 52.82, 55.52 ], "duration": 60.66, "caption": "A woman sits onto someone's couch and gestures another person to sit with her.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 278010, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.21, 18.91 ], "duration": 60.66, "caption": "A woman sits down next to man on the couch.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 278011, "video_name": "s01e08_seg02_clip_05", "timestamp": [ 46.69, 50.35 ], "duration": 61.66, "caption": "A woman grabs a man's hand to sit him down next to her on her couch.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 278012, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.6723, "relevance": 2 }, { "pair_id": 278013, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.6723, "relevance": 3 }, { "pair_id": 278014, "video_name": "friends_s02e10_seg02_clip_04", "timestamp": [ 18.82, 24.1 ], "duration": 66.66, "caption": "A woman hugs a man as they are sitting beside each other on a couch.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 278015, "video_name": "s06e24_seg02_clip_11", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A person is sitting next to a woman while on the couch.", "similarity": 0.6704, "relevance": 3 }, { "pair_id": 278016, "video_name": "s07e16_seg02_clip_05", "timestamp": [ 13.21, 14.11 ], "duration": 60.66, "caption": "A man slaps his knee while he is sitting on the couch talking to woman.", "similarity": 0.6696, "relevance": 3 }, { "pair_id": 278017, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 13.27, 21.59 ], "duration": 52.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 278018, "video_name": "friends_s08e09_seg02_clip_01", "timestamp": [ 26.77, 29.93 ], "duration": 57.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 278019, "video_name": "friends_s07e19_seg02_clip_04", "timestamp": [ 5.15, 8.82 ], "duration": 49.66, "caption": "A woman and man go sit on the couch near man.", "similarity": 0.6657, "relevance": 2 } ] }, { "query_id": 60145, "query": "A person picks up an asthma inhaler from the floor.", "relevant_moment": [ { "pair_id": 92340, "video_name": "house_s05e05_seg02_clip_06", "timestamp": [ 14.84, 17.46 ], "duration": 87.66, "caption": "A person picks up an asthma inhaler from the floor.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 92341, "video_name": "castle_s02e11_seg02_clip_13", "timestamp": [ 5.73, 7.5 ], "duration": 88.66, "caption": "A person who is having an asthma attack pulls out an inhaler from his pocket.", "similarity": 0.7309, "relevance": 3 }, { "pair_id": 92342, "video_name": "s05e13_seg02_clip_12", "timestamp": [ 38.15, 47.76 ], "duration": 62.66, "caption": "A man pulls out their asthma inhaler to show person and then person starts to walk into the kitchen.", "similarity": 0.6921, "relevance": 3 }, { "pair_id": 92343, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 63.96, 68.75 ], "duration": 87.66, "caption": "A person puts their inhaler onto the table and another person picks it up to look at it.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 92344, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 49.13, 54.31 ], "duration": 61.66, "caption": "A man shakes his asthma inhaler and takes a puff from it.", "similarity": 0.6569, "relevance": 3 }, { "pair_id": 92345, "video_name": "house_s05e05_seg02_clip_06", "timestamp": [ 15.71, 20.95 ], "duration": 87.66, "caption": "A person then found an inhaler and shows it to another person.", "similarity": 0.6486, "relevance": 3 }, { "pair_id": 92346, "video_name": "house_s05e05_seg02_clip_06", "timestamp": [ 62.41, 64.59 ], "duration": 87.66, "caption": "A man takes out an asthma inhaler from his pocket and shows it to a woman.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 92348, "video_name": "s05e13_seg02_clip_12", "timestamp": [ 37.53, 42.49 ], "duration": 62.66, "caption": "A person pulls out their inhaler and happily shows it to another person.", "similarity": 0.6396, "relevance": 3 }, { "pair_id": 92349, "video_name": "castle_s07e08_seg02_clip_14", "timestamp": [ 65.99, 68.7 ], "duration": 90.66, "caption": "A person takes a puff of their inhaler while staring forward.", "similarity": 0.6314, "relevance": 3 }, { "pair_id": 92350, "video_name": "s04e22_seg02_clip_06", "timestamp": [ 5.99, 8.51 ], "duration": 63.66, "caption": "A person shakes up his/her inhaler and uses it at the table.", "similarity": 0.6066, "relevance": 3 }, { "pair_id": 92351, "video_name": "house_s02e07_seg02_clip_04", "timestamp": [ 19.2, 20.57 ], "duration": 91.66, "caption": "A person lifts up something to smell and drops it.", "similarity": 0.6051, "relevance": 2 }, { "pair_id": 92352, "video_name": "s05e13_seg02_clip_11", "timestamp": [ 7.63, 10.98 ], "duration": 61.66, "caption": "A man holds the inhaler up to his mouth and takes a hit from it.", "similarity": 0.6024, "relevance": 3 }, { "pair_id": 92353, "video_name": "house_s02e11_seg02_clip_06", "timestamp": [ 17.02, 20.71 ], "duration": 92.66, "caption": "A person picks up one of the joints and smells it.", "similarity": 0.6022, "relevance": 2 }, { "pair_id": 92354, "video_name": "s06e20_seg02_clip_04", "timestamp": [ 46.5, 54.06 ], "duration": 56.66, "caption": "A man takes a dose from his asthma inhaler while he's trying to talk and exercise at the same time.", "similarity": 0.5983, "relevance": 3 }, { "pair_id": 92355, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 7.05, 11.28 ], "duration": 94.66, "caption": "Someone picks up a small plastic bag from the floor.", "similarity": 0.5975, "relevance": 2 }, { "pair_id": 92356, "video_name": "s05e23_seg02_clip_04", "timestamp": [ 18.21, 21.01 ], "duration": 56.66, "caption": "A man inhales the air from an object in his hand.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 92357, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 57.36, 61.12 ], "duration": 94.66, "caption": "A person picks up a bo from the floor in someone's office.", "similarity": 0.5899, "relevance": 2 }, { "pair_id": 92358, "video_name": "house_s02e07_seg02_clip_14", "timestamp": [ 54.76, 65.34 ], "duration": 92.66, "caption": "A person picks medicine up off the floor and discusses it with another person.", "similarity": 0.5866, "relevance": 1 }, { "pair_id": 92359, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 0.0, 3.52 ], "duration": 88.66, "caption": "A person is picking up papers from the floor.", "similarity": 0.5862, "relevance": 2 } ] }, { "query_id": 60151, "query": "A man picks his water bottle up and stands it on the table.", "relevant_moment": [ { "pair_id": 20620, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 9.92, 11.48 ], "duration": 62.66, "caption": "A man picks his water bottle up and stands it on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20621, "video_name": "s08e12_seg01_clip_00", "timestamp": [ 3.05, 6.1 ], "duration": 61.66, "caption": "A man sets a bottle of water on the table.", "similarity": 0.778, "relevance": 4 }, { "pair_id": 20622, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 56.73, 60.03 ], "duration": 60.66, "caption": "A person picks their water bottle up off their tray and stands it up.", "similarity": 0.7693, "relevance": 4 }, { "pair_id": 20623, "video_name": "friends_s07e13_seg02_clip_04", "timestamp": [ 32.04, 36.62 ], "duration": 61.66, "caption": "A man picks up a green bottle from a table and then sets it back down.", "similarity": 0.7335, "relevance": 4 }, { "pair_id": 20624, "video_name": "s01e05_seg01_clip_00", "timestamp": [ 16.13, 19.23 ], "duration": 62.66, "caption": "A man picks up a bottle with each hand and sets them both down on the end of the table.", "similarity": 0.7279, "relevance": 4 }, { "pair_id": 20625, "video_name": "s01e14_seg01_clip_00", "timestamp": [ 0.0, 35.93 ], "duration": 63.66, "caption": "A man drinks water from a water bottle and puts it on the table.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 20626, "video_name": "friends_s09e03_seg02_clip_07", "timestamp": [ 35.86, 36.98 ], "duration": 56.66, "caption": "A woman picks up the water bottle from the table.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 20627, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man picks up his drink from the table.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 20628, "video_name": "s04e16_seg02_clip_13", "timestamp": [ 2.85, 11.4 ], "duration": 57.66, "caption": "A man picks up a glass of water from the side table and drinks out of it.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 20629, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 12.1, 16.75 ], "duration": 62.66, "caption": "A man picks up his water bottle and takes a drink.", "similarity": 0.708, "relevance": 4 }, { "pair_id": 20630, "video_name": "s03e14_seg02_clip_13", "timestamp": [ 35.93, 39.08 ], "duration": 63.66, "caption": "A man takes a drink of their water and places it on the table.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 20631, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 44.86, 47.91 ], "duration": 61.66, "caption": "A man grabs the water bottle from the table and sips on it.", "similarity": 0.7042, "relevance": 4 }, { "pair_id": 20632, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 18.48, 21.81 ], "duration": 60.66, "caption": "A man stands up from the table with a drink in his hand.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 20633, "video_name": "met_s02e18_seg02_clip_04", "timestamp": [ 39.71, 42.23 ], "duration": 63.66, "caption": "A man picks up the bottle of wine placed in the center table.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 20634, "video_name": "s02e17_seg02_clip_11", "timestamp": [ 24.41, 28.38 ], "duration": 61.66, "caption": "A man sits down and places his bottle on the table.", "similarity": 0.6856, "relevance": 2 }, { "pair_id": 20635, "video_name": "friends_s03e04_seg02_clip_20", "timestamp": [ 33.34, 35.42 ], "duration": 59.66, "caption": "A man picks a bottled drink up off the kitchen table.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 20637, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 27.74, 29.62 ], "duration": 94.66, "caption": "A man picks up a bottle from the floor.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 20638, "video_name": "s07e19_seg02_clip_05", "timestamp": [ 44.72, 47.42 ], "duration": 60.66, "caption": "A man picks up his wine glass that was on the table.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 20639, "video_name": "house_s05e03_seg02_clip_12", "timestamp": [ 54.01, 60.77 ], "duration": 90.66, "caption": "A man picks up a bottle of beer takes a sip and places the bottle back on the table.", "similarity": 0.6711, "relevance": 3 } ] }, { "query_id": 60175, "query": "A person walks into the bedroom and takes a knee, looking under the bed.", "relevant_moment": [ { "pair_id": 16380, "video_name": "castle_s04e01_seg02_clip_23", "timestamp": [ 36.01, 40.51 ], "duration": 90.66, "caption": "A person walks into the bedroom and takes a knee, looking under the bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16382, "video_name": "grey_s02e13_seg02_clip_17", "timestamp": [ 64.95, 71.83 ], "duration": 86.66, "caption": "A person walks into someone's room and sits down on the bed.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 16383, "video_name": "house_s07e09_seg02_clip_23", "timestamp": [ 52.79, 57.35 ], "duration": 91.66, "caption": "A person walks into the room and goes over to sit on the bed.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 16384, "video_name": "castle_s05e19_seg02_clip_16", "timestamp": [ 47.05, 72.5 ], "duration": 96.66, "caption": "A person is on the floor and goes under the bed as another person walks into the room.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 16385, "video_name": "house_s03e04_seg02_clip_18", "timestamp": [ 60.77, 65.72 ], "duration": 90.66, "caption": "A person walks into someone's room and sits on their bed.", "similarity": 0.7115, "relevance": 2 }, { "pair_id": 16386, "video_name": "house_s03e03_seg02_clip_24", "timestamp": [ 15.07, 25.55 ], "duration": 131.66, "caption": "A person walks into the room and goes to someone's bed.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 16387, "video_name": "house_s05e16_seg02_clip_09", "timestamp": [ 80.12, 83.72 ], "duration": 90.66, "caption": "A person leans down to look under a bed.", "similarity": 0.7019, "relevance": 3 }, { "pair_id": 16388, "video_name": "house_s02e14_seg02_clip_04", "timestamp": [ 26.23, 37.54 ], "duration": 90.66, "caption": "A person walks into the room and takes a seat in front of someone's bed.", "similarity": 0.6951, "relevance": 2 }, { "pair_id": 16389, "video_name": "grey_s03e25_seg02_clip_31", "timestamp": [ 17.65, 20.48 ], "duration": 63.66, "caption": "A woman walks across the room to look into the bedroom.", "similarity": 0.6871, "relevance": 1 }, { "pair_id": 16390, "video_name": "house_s06e04_seg02_clip_20", "timestamp": [ 16.19, 18.38 ], "duration": 87.66, "caption": "A man is at the side of the bed and looks under it.", "similarity": 0.6706, "relevance": 1 }, { "pair_id": 16391, "video_name": "s10e04_seg02_clip_10", "timestamp": [ 52.95, 58.65 ], "duration": 67.66, "caption": "A person moves over to the other side of the bed.", "similarity": 0.6695, "relevance": 1 }, { "pair_id": 16392, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 0.0, 2.28 ], "duration": 57.66, "caption": "A person walks into two people's bedroom as they are under the covers.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 16393, "video_name": "house_s07e11_seg02_clip_28", "timestamp": [ 4.14, 7.2 ], "duration": 36.66, "caption": "A man walks into the room and to the side of the bed.", "similarity": 0.6638, "relevance": 1 }, { "pair_id": 16394, "video_name": "house_s05e20_seg02_clip_09", "timestamp": [ 15.93, 21.85 ], "duration": 91.66, "caption": "A person walks into the patient room to the end of the bed.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 16395, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 18.01, 19.84 ], "duration": 61.66, "caption": "A person walks out of their bedroom and into the living room.", "similarity": 0.6585, "relevance": 0 }, { "pair_id": 16396, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 73.37, 85.97 ], "duration": 90.66, "caption": "A person walks into the bedroom and picks up a piece of clothing with his cane.", "similarity": 0.6579, "relevance": 1 }, { "pair_id": 16397, "video_name": "house_s08e22_seg02_clip_19", "timestamp": [ 42.11, 51.52 ], "duration": 89.66, "caption": "A person gets up and walks over to the other side of someone's bed.", "similarity": 0.6578, "relevance": 0 }, { "pair_id": 16398, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 21.67, 25.95 ], "duration": 61.66, "caption": "A person walks over and sits down on the bed.", "similarity": 0.6572, "relevance": 0 }, { "pair_id": 16399, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 18.91, 25.21 ], "duration": 60.66, "caption": "A person gets up from the couch and goes into his bedroom.", "similarity": 0.6507, "relevance": 0 }, { "pair_id": 189700, "video_name": "s07e01_seg01_clip_01", "timestamp": [ 64.1, 69.5 ], "duration": 72.66, "caption": "A person enters a woman's apartment and walks towards her bedroom.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 189701, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 0.75, 5.63 ], "duration": 75.66, "caption": "A person walks into the room and over to the foot of someone's hospital bed.", "similarity": 0.6455, "relevance": 1 }, { "pair_id": 189702, "video_name": "castle_s07e03_seg02_clip_14", "timestamp": [ 68.87, 72.47 ], "duration": 90.66, "caption": "A man shifts his body and looks across the bedroom.", "similarity": 0.644, "relevance": 1 }, { "pair_id": 189703, "video_name": "s07e22_seg02_clip_16", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A person raises his head off of his pillow and looks towards the bedroom door.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 189704, "video_name": "house_s07e03_seg02_clip_22", "timestamp": [ 61.76, 70.14 ], "duration": 88.66, "caption": "A person comes into person's room and stands at the foot of person's bed.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 189705, "video_name": "friends_s09e23-24_seg02_clip_14", "timestamp": [ 11.98, 13.87 ], "duration": 63.66, "caption": "A person gets up from the bed in the hotel room.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 189706, "video_name": "castle_s05e19_seg02_clip_15", "timestamp": [ 6.04, 19.28 ], "duration": 57.66, "caption": "A person uses their crutches to move into the bedroom.", "similarity": 0.6321, "relevance": 1 }, { "pair_id": 189707, "video_name": "grey_s03e20_seg02_clip_23", "timestamp": [ 67.21, 69.44 ], "duration": 89.66, "caption": "A person walks in to the hospital room and up to the bed.", "similarity": 0.6317, "relevance": 1 }, { "pair_id": 189708, "video_name": "s06e23_seg02_clip_14", "timestamp": [ 6.75, 12.43 ], "duration": 54.66, "caption": "A person opens the bedroom door and steps into the room.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 189709, "video_name": "friends_s07e19_seg02_clip_00", "timestamp": [ 50.04, 50.97 ], "duration": 62.66, "caption": "A woman turns around and walks toward the bedroom.", "similarity": 0.6307, "relevance": 0 }, { "pair_id": 189710, "video_name": "met_s02e01_seg02_clip_03", "timestamp": [ 4.38, 7.88 ], "duration": 58.66, "caption": "A person gets out of bed and opens the bedroom door.", "similarity": 0.6306, "relevance": 0 }, { "pair_id": 189711, "video_name": "grey_s03e24_seg02_clip_08", "timestamp": [ 24.67, 26.37 ], "duration": 85.66, "caption": "A person walks to the end of the bed.", "similarity": 0.6257, "relevance": 0 }, { "pair_id": 189712, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A person looks through the bedroom door at a person sitting on the bed.", "similarity": 0.6255, "relevance": 0 }, { "pair_id": 189713, "video_name": "house_s05e22_seg02_clip_13", "timestamp": [ 71.27, 74.12 ], "duration": 95.66, "caption": "A man walks over to the bed and touches the bed.", "similarity": 0.6252, "relevance": 1 }, { "pair_id": 189714, "video_name": "s10e07_seg02_clip_13", "timestamp": [ 43.21, 45.38 ], "duration": 72.66, "caption": "A person opens the door of the bedroom and walks out.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 189715, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 23.67, 32.61 ], "duration": 89.66, "caption": "A person walks into the patient room and pulls out a bed with a nurse.", "similarity": 0.6214, "relevance": 1 }, { "pair_id": 189716, "video_name": "grey_s03e14_seg02_clip_12", "timestamp": [ 20.3, 25.75 ], "duration": 99.66, "caption": "A woman walks over to the bed and gets in it.", "similarity": 0.621, "relevance": 1 }, { "pair_id": 189717, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 41.61, 46.34 ], "duration": 59.66, "caption": "A person stands up from someone's bed and walks towards the door.", "similarity": 0.621, "relevance": 0 }, { "pair_id": 189718, "video_name": "friends_s10e13_seg02_clip_07", "timestamp": [ 43.42, 47.45 ], "duration": 62.66, "caption": "A man walks into the bedroom and a woman turns around to look at him.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 189719, "video_name": "castle_s03e16_seg02_clip_22", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks into the room.", "similarity": 0.6203, "relevance": 1 } ] }, { "query_id": 60191, "query": "A woman has her feet up on the chair.", "relevant_moment": [ { "pair_id": 151440, "video_name": "castle_s04e01_seg02_clip_27", "timestamp": [ 0.0, 1.36 ], "duration": 17.66, "caption": "A woman has her feet up on the chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151441, "video_name": "castle_s02e12_seg02_clip_20", "timestamp": [ 13.65, 15.47 ], "duration": 91.66, "caption": "A woman moves her feet very fast while sitting on a chair.", "similarity": 0.7864, "relevance": 1 }, { "pair_id": 151442, "video_name": "house_s04e09_seg02_clip_03", "timestamp": [ 6.02, 8.17 ], "duration": 86.66, "caption": "A person sits down in the chair and puts their feet up.", "similarity": 0.7746, "relevance": 2 }, { "pair_id": 151443, "video_name": "friends_s04e19_seg02_clip_06", "timestamp": [ 41.95, 42.52 ], "duration": 56.66, "caption": "A woman places both her hands on the chair arms and stands up.", "similarity": 0.7625, "relevance": 1 }, { "pair_id": 151444, "video_name": "friends_s03e16_seg02_clip_14", "timestamp": [ 3.42, 6.84 ], "duration": 57.66, "caption": "A woman gets up from sitting in a wooden chair.", "similarity": 0.7534, "relevance": 1 }, { "pair_id": 151445, "video_name": "castle_s01e02_seg02_clip_10", "timestamp": [ 18.58, 24.93 ], "duration": 90.66, "caption": "A woman stands up and moves to the chair across from her.", "similarity": 0.7511, "relevance": 0 }, { "pair_id": 151446, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 8.28, 12.42 ], "duration": 92.66, "caption": "A woman walks down to sit in a chair.", "similarity": 0.7466, "relevance": 0 }, { "pair_id": 151447, "video_name": "friends_s01e01_seg02_clip_10", "timestamp": [ 22.69, 23.95 ], "duration": 63.66, "caption": "A woman stands up from the chair she was sitting in.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 151448, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 40.25, 41.59 ], "duration": 89.66, "caption": "A woman walks up to a table and sits down in a chair.", "similarity": 0.7433, "relevance": 0 }, { "pair_id": 151449, "video_name": "castle_s04e11_seg02_clip_20", "timestamp": [ 24.12, 27.76 ], "duration": 91.66, "caption": "A woman steps forward and sits down in a chair.", "similarity": 0.7427, "relevance": 0 }, { "pair_id": 151450, "video_name": "house_s08e04_seg02_clip_05", "timestamp": [ 2.23, 4.01 ], "duration": 89.66, "caption": "A person sits in a chair with their feet up on a table.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 151451, "video_name": "friends_s04e14_seg02_clip_07", "timestamp": [ 22.38, 27.42 ], "duration": 63.66, "caption": "A woman walks over to sit on the chair.", "similarity": 0.7305, "relevance": 1 }, { "pair_id": 151452, "video_name": "s04e04_seg02_clip_08", "timestamp": [ 1.14, 4.56 ], "duration": 57.66, "caption": "A person is sitting in their chair with their feet up on the desk.", "similarity": 0.7296, "relevance": 2 }, { "pair_id": 151453, "video_name": "castle_s05e19_seg02_clip_00", "timestamp": [ 0.91, 7.74 ], "duration": 91.66, "caption": "A woman walks over to the chair and sits down on it.", "similarity": 0.7259, "relevance": 1 }, { "pair_id": 151454, "video_name": "friends_s08e13_seg02_clip_14", "timestamp": [ 21.27, 24.09 ], "duration": 62.66, "caption": "A woman turns the chair around and sits down on it.", "similarity": 0.7239, "relevance": 1 }, { "pair_id": 151455, "video_name": "friends_s01e18_seg02_clip_05", "timestamp": [ 1.48, 6.49 ], "duration": 59.66, "caption": "A woman stands up and pushes in the chair.", "similarity": 0.7209, "relevance": 0 }, { "pair_id": 151456, "video_name": "s07e18_seg02_clip_00", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A woman turns around and sits down on a chair.", "similarity": 0.7205, "relevance": 1 }, { "pair_id": 151457, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 60.09, 64.99 ], "duration": 89.66, "caption": "A woman walks over to a chair and sits down.", "similarity": 0.7205, "relevance": 1 }, { "pair_id": 151458, "video_name": "s01e13_seg01_clip_01", "timestamp": [ 16.0, 19.21 ], "duration": 80.66, "caption": "A woman sits down in a chair with holding her hands out in front of her.", "similarity": 0.7115, "relevance": 1 }, { "pair_id": 151459, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 13.1, 16.98 ], "duration": 97.66, "caption": "A woman gets up from being seated in her office chair.", "similarity": 0.7096, "relevance": 0 } ] }, { "query_id": 60231, "query": "A woman is playing guitar in a room with many people watching her.", "relevant_moment": [ { "pair_id": 139900, "video_name": "friends_s02e12-13_seg02_clip_07", "timestamp": [ 0.0, 14.41 ], "duration": 60.66, "caption": "A woman is playing guitar in a room with many people watching her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139901, "video_name": "friends_s01e23_seg02_clip_02", "timestamp": [ 30.21, 50.04 ], "duration": 61.66, "caption": "A woman plays guitar for everyone in the living room.", "similarity": 0.8496, "relevance": 4 }, { "pair_id": 139902, "video_name": "friends_s04e10_seg02_clip_05", "timestamp": [ 0.0, 19.39 ], "duration": 57.66, "caption": "A woman is playing her guitar and singing in the living room with some people.", "similarity": 0.8229, "relevance": 4 }, { "pair_id": 139903, "video_name": "friends_s07e01_seg02_clip_03", "timestamp": [ 8.96, 22.73 ], "duration": 64.66, "caption": "A woman comes into the room holding a guitar and begins to play a song.", "similarity": 0.7248, "relevance": 3 }, { "pair_id": 139904, "video_name": "friends_s01e23_seg02_clip_02", "timestamp": [ 29.9, 50.65 ], "duration": 61.66, "caption": "A woman is sitting on an armrest playing her guitar for a waiting room full of people.", "similarity": 0.723, "relevance": 4 }, { "pair_id": 139905, "video_name": "friends_s01e11_seg02_clip_16", "timestamp": [ 57.04, 63.03 ], "duration": 63.66, "caption": "A woman enters a room and turns around looking at the room then another woman rushes in with her guitar.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 139906, "video_name": "friends_s03e14_seg02_clip_18", "timestamp": [ 39.45, 59.33 ], "duration": 59.66, "caption": "A woman has her guitar in hand when another woman walks into the room and they talk.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 139907, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 84.25, 92.05 ], "duration": 156.66, "caption": "A woman sits in her apartment playing the guitar.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 139908, "video_name": "met_s03e01_seg02_clip_13", "timestamp": [ 58.67, 84.17 ], "duration": 85.66, "caption": "A person is sitting on the couch and playing the guitar while some people watch.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 139909, "video_name": "friends_s01e07_seg01_clip_00", "timestamp": [ 13.12, 26.46 ], "duration": 43.66, "caption": "A woman starts to play the guitar in front of a crowd, but then the lights go out.", "similarity": 0.6897, "relevance": 4 }, { "pair_id": 139910, "video_name": "friends_s02e12-13_seg02_clip_20", "timestamp": [ 6.4, 12.17 ], "duration": 64.66, "caption": "A woman sings and plays guitar in front of a crowd.", "similarity": 0.6759, "relevance": 4 }, { "pair_id": 139911, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 1.71, 11.69 ], "duration": 57.66, "caption": "A woman is playing guitar two people sit in front of her to listen.", "similarity": 0.6734, "relevance": 3 }, { "pair_id": 139912, "video_name": "friends_s10e04_seg02_clip_06", "timestamp": [ 42.58, 59.87 ], "duration": 64.66, "caption": "A woman plays her guitar in front of the group at the party.", "similarity": 0.6611, "relevance": 4 }, { "pair_id": 139913, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 45.2, 49.75 ], "duration": 65.66, "caption": "A woman is singing with her guitar in front of the crowd.", "similarity": 0.6459, "relevance": 4 }, { "pair_id": 139914, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 22.95, 32.26 ], "duration": 62.66, "caption": "A woman sits in front of television playing the guitar.", "similarity": 0.6369, "relevance": 4 }, { "pair_id": 139915, "video_name": "friends_s04e10_seg02_clip_19", "timestamp": [ 34.93, 97.02 ], "duration": 97.66, "caption": "A woman plays guitar at a coffee shop while their friends watch.", "similarity": 0.6354, "relevance": 4 }, { "pair_id": 139916, "video_name": "friends_s01e23_seg02_clip_09", "timestamp": [ 36.1, 45.13 ], "duration": 56.66, "caption": "A woman is playing guitar and two people both glare at her.", "similarity": 0.6316, "relevance": 3 }, { "pair_id": 139917, "video_name": "friends_s02e12-13_seg02_clip_20", "timestamp": [ 6.08, 9.92 ], "duration": 64.66, "caption": "A person stands in front of the crowd and plays the guitar.", "similarity": 0.6225, "relevance": 4 }, { "pair_id": 139918, "video_name": "friends_s02e12-13_seg02_clip_14", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A woman sits down with her acoustic guitar in a classroom.", "similarity": 0.6189, "relevance": 4 }, { "pair_id": 139919, "video_name": "friends_s09e19_seg02_clip_05", "timestamp": [ 0.68, 2.48 ], "duration": 45.66, "caption": "A woman gets up from her seat with her guitar.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 313220, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 56.45, 61.03 ], "duration": 61.66, "caption": "A woman plays her guitar while sitting on the couch in a coffee shop.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 313221, "video_name": "s05e18_seg02_clip_02", "timestamp": [ 0.63, 21.12 ], "duration": 63.66, "caption": "A woman sits playing a harp in the living room with a person.", "similarity": 0.6082, "relevance": 2 }, { "pair_id": 313222, "video_name": "friends_s01e07_seg02_clip_10", "timestamp": [ 13.95, 25.52 ], "duration": 59.66, "caption": "A woman sings while she is playing her guitar.", "similarity": 0.6013, "relevance": 2 }, { "pair_id": 313223, "video_name": "met_s02e21_seg02_clip_15", "timestamp": [ 27.42, 30.57 ], "duration": 63.66, "caption": "A person turns around and looks at someone playing a guitar.", "similarity": 0.598, "relevance": 3 }, { "pair_id": 313224, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.21 ], "duration": 57.66, "caption": "A woman was holding a guitar whilst talking to man and woman.", "similarity": 0.5975, "relevance": 2 }, { "pair_id": 313225, "video_name": "friends_s04e05_seg02_clip_19", "timestamp": [ 46.71, 58.03 ], "duration": 58.66, "caption": "A woman sits on the couch at the coffee house and plays guitar.", "similarity": 0.5971, "relevance": 3 }, { "pair_id": 313226, "video_name": "friends_s02e06_seg02_clip_18", "timestamp": [ 27.15, 29.81 ], "duration": 59.66, "caption": "A woman puts the object she has in her hand inside the guitar case.", "similarity": 0.5862, "relevance": 2 }, { "pair_id": 313227, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A person was holding a guitar while talking to woman.", "similarity": 0.5856, "relevance": 2 }, { "pair_id": 313228, "video_name": "friends_s05e05_seg02_clip_04", "timestamp": [ 49.82, 58.23 ], "duration": 60.66, "caption": "A person looks at a woman and then leaves a place very quickly when she starts to play guitar and sing.", "similarity": 0.5837, "relevance": 4 }, { "pair_id": 313229, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A woman heads over to another woman who's playing her guitar.", "similarity": 0.5818, "relevance": 4 }, { "pair_id": 313230, "video_name": "house_s05e23_seg02_clip_00", "timestamp": [ 16.74, 26.98 ], "duration": 93.66, "caption": "A woman plays a small guitar while looking to a man.", "similarity": 0.5812, "relevance": 3 }, { "pair_id": 313231, "video_name": "castle_s07e10_seg02_clip_23", "timestamp": [ 79.19, 89.48 ], "duration": 89.66, "caption": "A woman is keying something into the computer and some people are all around her watching.", "similarity": 0.581, "relevance": 2 }, { "pair_id": 313232, "video_name": "friends_s04e10_seg02_clip_13", "timestamp": [ 11.55, 16.11 ], "duration": 70.66, "caption": "A woman moves her guitar off her lap and rests it on the floor next to her chair.", "similarity": 0.5809, "relevance": 3 }, { "pair_id": 313233, "video_name": "friends_s03e14_seg02_clip_11", "timestamp": [ 49.51, 54.4 ], "duration": 54.66, "caption": "A person is sitting down and playing a guitar.", "similarity": 0.5801, "relevance": 3 }, { "pair_id": 313235, "video_name": "friends_s02e12-13_seg02_clip_07", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A woman, man and woman sway back and forth while listening to person play the guitar.", "similarity": 0.5772, "relevance": 4 }, { "pair_id": 313236, "video_name": "friends_s02e17_seg02_clip_07", "timestamp": [ 32.46, 34.24 ], "duration": 59.66, "caption": "A woman raises her hands away from her guitar and waves them.", "similarity": 0.572, "relevance": 4 }, { "pair_id": 313237, "video_name": "friends_s02e06_seg02_clip_03", "timestamp": [ 31.04, 42.36 ], "duration": 58.66, "caption": "A person is on the couch playing the guitar.", "similarity": 0.5717, "relevance": 4 }, { "pair_id": 313238, "video_name": "friends_s03e04_seg02_clip_07", "timestamp": [ 11.12, 12.87 ], "duration": 58.66, "caption": "A woman stands up and sets her guitar down.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 313239, "video_name": "friends_s02e06_seg02_clip_18", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman picks up an object out of her guitar case and attempts to hand it to a person.", "similarity": 0.5671, "relevance": 2 } ] }, { "query_id": 60282, "query": "One person crosses over to another person and shakes his hand.", "relevant_moment": [ { "pair_id": 17760, "video_name": "s07e07_seg02_clip_07", "timestamp": [ 52.83, 55.78 ], "duration": 59.66, "caption": "One person crosses over to another person and shakes his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17761, "video_name": "house_s03e01_seg02_clip_15", "timestamp": [ 2.73, 3.64 ], "duration": 91.66, "caption": "A person turns around and another person crosses their arms.", "similarity": 0.8096, "relevance": 2 }, { "pair_id": 17762, "video_name": "house_s06e11_seg02_clip_21", "timestamp": [ 13.81, 15.6 ], "duration": 89.66, "caption": "A person crosses their arms when they're talking to another person.", "similarity": 0.7891, "relevance": 2 }, { "pair_id": 17763, "video_name": "friends_s04e19_seg02_clip_07", "timestamp": [ 43.27, 48.18 ], "duration": 61.66, "caption": "A person crosses his arms at what another person says.", "similarity": 0.7837, "relevance": 2 }, { "pair_id": 17764, "video_name": "friends_s03e16_seg02_clip_06", "timestamp": [ 6.3, 8.4 ], "duration": 60.66, "caption": "A person crosses in front of a man as he gestures with his hand.", "similarity": 0.7778, "relevance": 3 }, { "pair_id": 17765, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 0.7676, "relevance": 4 }, { "pair_id": 17766, "video_name": "met_s02e08_seg02_clip_03", "timestamp": [ 33.07, 38.19 ], "duration": 60.66, "caption": "A person walks up to another person and shakes his hand.", "similarity": 0.7617, "relevance": 4 }, { "pair_id": 17767, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.26, 6.5 ], "duration": 52.66, "caption": "A person shakes hands with the person next to him.", "similarity": 0.7523, "relevance": 4 }, { "pair_id": 17768, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.7486, "relevance": 4 }, { "pair_id": 17769, "video_name": "s01e14_seg01_clip_01", "timestamp": [ 30.95, 34.35 ], "duration": 68.66, "caption": "A person extends his arm and shakes hands with another person while he rests his other hand on the person's shoulder.", "similarity": 0.7424, "relevance": 4 }, { "pair_id": 17770, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 78.26, 82.59 ], "duration": 96.66, "caption": "A person shakes another person's hand as she is standing next to someone else.", "similarity": 0.7417, "relevance": 4 }, { "pair_id": 17771, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 26.4, 30.75 ], "duration": 58.66, "caption": "A person reaches over to put their hand on another person's shoulder.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 17772, "video_name": "s03e12_seg02_clip_06", "timestamp": [ 5.76, 9.6 ], "duration": 64.66, "caption": "A person shakes hands with a woman across from him.", "similarity": 0.7295, "relevance": 4 }, { "pair_id": 17773, "video_name": "met_s02e19_seg02_clip_04", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A person walks over to another person and touches their shoulder.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 17774, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 2.05, 7.02 ], "duration": 58.66, "caption": "A person holds their hand out and another person shakes it.", "similarity": 0.7233, "relevance": 4 }, { "pair_id": 17775, "video_name": "house_s02e05_seg02_clip_04", "timestamp": [ 4.52, 5.42 ], "duration": 90.66, "caption": "A man crosses their arms while talking to two people.", "similarity": 0.7171, "relevance": 0 }, { "pair_id": 17776, "video_name": "met_s03e02_seg02_clip_05", "timestamp": [ 19.13, 32.88 ], "duration": 59.66, "caption": "A person shakes some people's hands as they stand across from him/her.", "similarity": 0.7148, "relevance": 4 }, { "pair_id": 17777, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 35.58, 38.28 ], "duration": 90.66, "caption": "A man crosses his arms while talking with two other people.", "similarity": 0.7089, "relevance": 1 }, { "pair_id": 17778, "video_name": "friends_s10e05_seg02_clip_02", "timestamp": [ 14.61, 20.33 ], "duration": 57.66, "caption": "A man crosses their arms around their body and walks towards another person.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 17779, "video_name": "s05e05_seg02_clip_15", "timestamp": [ 70.09, 81.02 ], "duration": 81.66, "caption": "A man crosses his arms while talking to a person.", "similarity": 0.702, "relevance": 2 }, { "pair_id": 191080, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 76.2 ], "duration": 91.66, "caption": "A person shakes another person's hand and starts a conversation with him.", "similarity": 0.701, "relevance": 4 }, { "pair_id": 191081, "video_name": "friends_s10e11_seg02_clip_00", "timestamp": [ 59.2, 60.42 ], "duration": 61.66, "caption": "A person walks up behind another person and taps their shoulder.", "similarity": 0.7003, "relevance": 1 }, { "pair_id": 191082, "video_name": "castle_s07e17_seg02_clip_26", "timestamp": [ 42.4, 48.21 ], "duration": 89.66, "caption": "A person extends their hand and shakes someone's hand.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 191083, "video_name": "s05e09_seg02_clip_03", "timestamp": [ 36.92, 39.62 ], "duration": 60.66, "caption": "A man crosses their arms as they talk with someone.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 191084, "video_name": "s09e16_seg02_clip_10", "timestamp": [ 25.82, 29.3 ], "duration": 58.66, "caption": "A person leans over to say something to another person while crossing his fingers.", "similarity": 0.6995, "relevance": 1 }, { "pair_id": 191085, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 35.42, 38.07 ], "duration": 59.66, "caption": "A person looks towards another person with crossed arms and then uncrosses his arms.", "similarity": 0.6992, "relevance": 1 }, { "pair_id": 191086, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 191087, "video_name": "castle_s02e24_seg02_clip_11", "timestamp": [ 82.39, 84.69 ], "duration": 92.66, "caption": "A person crosses his arms while facing some people.", "similarity": 0.696, "relevance": 0 }, { "pair_id": 191088, "video_name": "s03e19_seg02_clip_05", "timestamp": [ 26.36, 36.29 ], "duration": 62.66, "caption": "A person crosses their arms over their chest while addressing someone else.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 191089, "video_name": "house_s01e18_seg02_clip_19", "timestamp": [ 15.47, 16.8 ], "duration": 88.66, "caption": "A person crosses their arms and puts their hand to their mouth.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 191090, "video_name": "house_s02e22_seg02_clip_09", "timestamp": [ 20.65, 25.93 ], "duration": 96.66, "caption": "A person walks in front of another person with their arms crossed.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 191091, "video_name": "house_s08e09_seg02_clip_04", "timestamp": [ 0.0, 11.18 ], "duration": 89.66, "caption": "A person reaches out to shake another person's hand and eventually it happens.", "similarity": 0.6936, "relevance": 3 }, { "pair_id": 191092, "video_name": "s01e12_seg02_clip_10", "timestamp": [ 32.57, 37.84 ], "duration": 62.66, "caption": "A person walks over to another person and makes a waving gesture with his hands.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 191094, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 37.27, 41.81 ], "duration": 90.66, "caption": "A person holds out his hand to shake another person's hand.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 191095, "video_name": "house_s02e02_seg02_clip_07", "timestamp": [ 24.0, 34.21 ], "duration": 120.66, "caption": "A person realizes that someone is talking about him and he crosses his arms.", "similarity": 0.6885, "relevance": 1 }, { "pair_id": 191096, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 191097, "video_name": "s07e15_seg02_clip_00", "timestamp": [ 30.09, 32.34 ], "duration": 64.66, "caption": "A person reaches over and pats another person on the wrist.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 191098, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 51.7, 55.93 ], "duration": 65.66, "caption": "A man crosses his arms when he is listening to another person.", "similarity": 0.6832, "relevance": 1 }, { "pair_id": 191099, "video_name": "s07e05_seg01_clip_00", "timestamp": [ 43.42, 45.9 ], "duration": 62.66, "caption": "A person holds up crossed fingers while having a conversation with another person.", "similarity": 0.6824, "relevance": 1 } ] }, { "query_id": 60291, "query": "A man feeds his date pasta sauce with a spoon.", "relevant_moment": [ { "pair_id": 162460, "video_name": "met_s03e08_seg02_clip_08", "timestamp": [ 7.75, 11.46 ], "duration": 61.66, "caption": "A man feeds his date pasta sauce with a spoon.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162461, "video_name": "friends_s03e20_seg02_clip_13", "timestamp": [ 8.26, 9.15 ], "duration": 59.66, "caption": "A man takes a spoonful of his food from a bowl.", "similarity": 0.6539, "relevance": 1 }, { "pair_id": 162462, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 17.39, 19.83 ], "duration": 61.66, "caption": "A man takes a bite of food with his spoon at the diner table.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 162463, "video_name": "s08e09_seg02_clip_13", "timestamp": [ 48.92, 50.12 ], "duration": 60.66, "caption": "A man puts a piece of pasta on his fork into his mouth.", "similarity": 0.6274, "relevance": 2 }, { "pair_id": 162464, "video_name": "friends_s01e01_seg02_clip_15", "timestamp": [ 19.44, 29.59 ], "duration": 58.66, "caption": "A man's date plays with his food with chopsticks.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 162465, "video_name": "s10e08_seg02_clip_04", "timestamp": [ 16.21, 22.21 ], "duration": 60.66, "caption": "A man eats spaghetti while asking man about his date.", "similarity": 0.6156, "relevance": 1 }, { "pair_id": 162466, "video_name": "s10e01_seg02_clip_02", "timestamp": [ 8.32, 10.89 ], "duration": 64.66, "caption": "A man takes a bite of food from his spoon when talking to woman.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 162467, "video_name": "friends_s01e14_seg02_clip_04", "timestamp": [ 38.01, 43.23 ], "duration": 58.66, "caption": "A man and his date eat pasta like Lady and the Tramp then kiss in a restaurant.", "similarity": 0.6037, "relevance": 2 }, { "pair_id": 162468, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 0.0, 6.11 ], "duration": 61.66, "caption": "A man is holding a bowl and a spoon.", "similarity": 0.5983, "relevance": 1 }, { "pair_id": 162469, "video_name": "s04e15_seg02_clip_08", "timestamp": [ 2.14, 3.66 ], "duration": 61.66, "caption": "A person raises his spoon to his mouth and eats some cereal.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 162470, "video_name": "friends_s06e09_seg02_clip_15", "timestamp": [ 2.07, 4.49 ], "duration": 69.66, "caption": "A man smiles and uses his hands to spoon \"food\" toward his mouth.", "similarity": 0.5853, "relevance": 0 }, { "pair_id": 162471, "video_name": "friends_s01e13_seg02_clip_04", "timestamp": [ 51.65, 54.6 ], "duration": 59.66, "caption": "A man holds out a wooden spoon so his father can try the sauce.", "similarity": 0.5806, "relevance": 3 }, { "pair_id": 162472, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 51.62, 53.72 ], "duration": 60.66, "caption": "A man mashes around something in a bowl with a spoon.", "similarity": 0.5804, "relevance": 0 }, { "pair_id": 162473, "video_name": "s09e04_seg02_clip_09", "timestamp": [ 38.45, 48.53 ], "duration": 63.66, "caption": "A man pushes the food in his dish around with a fork while nodding his head when woman speaks.", "similarity": 0.5802, "relevance": 1 }, { "pair_id": 162474, "video_name": "friends_s01e13_seg02_clip_04", "timestamp": [ 51.94, 54.3 ], "duration": 59.66, "caption": "A man holds up a spoonful of sauce and gives it to his father.", "similarity": 0.5769, "relevance": 3 }, { "pair_id": 162475, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 14.89, 17.54 ], "duration": 53.66, "caption": "A man puts some food in his mouth with a fork.", "similarity": 0.5701, "relevance": 1 }, { "pair_id": 162476, "video_name": "castle_s02e22_seg02_clip_16", "timestamp": [ 17.19, 20.72 ], "duration": 88.66, "caption": "A man and his date are eating a variety of foods on white plates.", "similarity": 0.5695, "relevance": 1 }, { "pair_id": 162477, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 53.5, 56.02 ], "duration": 56.66, "caption": "A person pours sauce into his take-out food container.", "similarity": 0.5695, "relevance": 0 }, { "pair_id": 162478, "video_name": "friends_s06e21_seg02_clip_15", "timestamp": [ 1.5, 8.7 ], "duration": 60.66, "caption": "A man plays with their food with a fork during dinner.", "similarity": 0.565, "relevance": 1 }, { "pair_id": 162479, "video_name": "met_s03e08_seg01_clip_00", "timestamp": [ 6.08, 8.51 ], "duration": 81.66, "caption": "A person spoon feeds his partner with creme brulee.", "similarity": 0.5577, "relevance": 4 }, { "pair_id": 335780, "video_name": "s02e13_seg01_clip_02", "timestamp": [ 6.15, 13.95 ], "duration": 41.66, "caption": "A man sat at the table playing with his food with a fork.", "similarity": 0.556, "relevance": 0 }, { "pair_id": 335781, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 24.27, 27.73 ], "duration": 63.66, "caption": "A person starts taking spaghetti out of the white bowl with a spoon.", "similarity": 0.5551, "relevance": 1 }, { "pair_id": 335782, "video_name": "friends_s01e02_seg02_clip_08", "timestamp": [ 19.21, 26.11 ], "duration": 60.66, "caption": "A man is eating pasta while another woman is talking to a third person.", "similarity": 0.5545, "relevance": 1 }, { "pair_id": 335783, "video_name": "s05e06_seg01_clip_00", "timestamp": [ 3.72, 5.89 ], "duration": 62.66, "caption": "A man hands a cup and saucer to a woman.", "similarity": 0.5529, "relevance": 1 }, { "pair_id": 335784, "video_name": "s09e14_seg02_clip_12", "timestamp": [ 4.35, 6.09 ], "duration": 58.66, "caption": "A man takes a bite of his food with a fork.", "similarity": 0.5471, "relevance": 3 }, { "pair_id": 335785, "video_name": "s04e02_seg02_clip_08", "timestamp": [ 30.7, 33.5 ], "duration": 62.66, "caption": "A man takes a bite of food from his bowl.", "similarity": 0.5436, "relevance": 2 }, { "pair_id": 335786, "video_name": "met_s03e04_seg02_clip_07", "timestamp": [ 36.54, 38.09 ], "duration": 61.66, "caption": "A man offers his Future VO A taste from a wooden spoon.", "similarity": 0.5422, "relevance": 4 }, { "pair_id": 335787, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 59.5, 61.03 ], "duration": 61.66, "caption": "A woman gives a man a taste from a wooden spoon.", "similarity": 0.5375, "relevance": 3 }, { "pair_id": 335788, "video_name": "friends_s10e09_seg02_clip_18", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A man takes some food from the plate and eats it.", "similarity": 0.5361, "relevance": 1 }, { "pair_id": 335789, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 16.04, 20.18 ], "duration": 34.66, "caption": "A man puts food into a woman's mouth with his hand.", "similarity": 0.5344, "relevance": 2 }, { "pair_id": 335790, "video_name": "friends_s01e24_seg02_clip_17", "timestamp": [ 16.48, 19.53 ], "duration": 61.66, "caption": "A man pokes at his bowl of cereal with his spoon.", "similarity": 0.5342, "relevance": 1 }, { "pair_id": 335791, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 55.54, 58.28 ], "duration": 61.66, "caption": "A man takes a bite of food from his plate.", "similarity": 0.5319, "relevance": 1 }, { "pair_id": 335792, "video_name": "castle_s02e06_seg02_clip_27", "timestamp": [ 33.39, 34.89 ], "duration": 75.66, "caption": "A man takes a bite of food from his plate.", "similarity": 0.5319, "relevance": 1 }, { "pair_id": 335793, "video_name": "friends_s09e14_seg02_clip_01", "timestamp": [ 0.0, 13.4 ], "duration": 67.66, "caption": "A woman holds a spoon with food on it while talking to a man, then she proceeds to eat it.", "similarity": 0.531, "relevance": 2 }, { "pair_id": 335794, "video_name": "house_s05e10_seg02_clip_22", "timestamp": [ 71.11, 75.27 ], "duration": 92.66, "caption": "A man takes a spoonful of cake and tries to feed a woman it.", "similarity": 0.526, "relevance": 3 }, { "pair_id": 335795, "video_name": "s02e13_seg01_clip_00", "timestamp": [ 1.65, 8.25 ], "duration": 66.66, "caption": "A person is eating out of a bowl in their hand and flinging their spoon in delight.", "similarity": 0.5252, "relevance": 1 }, { "pair_id": 335796, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 34.27, 35.52 ], "duration": 50.66, "caption": "A man uses a fork to eat some food from a take out container.", "similarity": 0.5238, "relevance": 1 }, { "pair_id": 335797, "video_name": "house_s05e22_seg02_clip_14", "timestamp": [ 12.05, 18.94 ], "duration": 86.66, "caption": "A man puts a spoon in each of the containers on the table.", "similarity": 0.5229, "relevance": 1 }, { "pair_id": 335798, "video_name": "friends_s02e10_seg02_clip_14", "timestamp": [ 12.72, 24.19 ], "duration": 62.66, "caption": "A man sticks his hand in spaghetti sauce and wipes it off with a dish towel.", "similarity": 0.5227, "relevance": 1 }, { "pair_id": 335799, "video_name": "friends_s01e15_seg02_clip_13", "timestamp": [ 2.7, 4.05 ], "duration": 54.66, "caption": "A man takes a bite of the food in his hand.", "similarity": 0.5223, "relevance": 0 } ] }, { "query_id": 60334, "query": "A man stands in the room with a person holding up a doll.", "relevant_moment": [ { "pair_id": 167620, "video_name": "house_s08e04_seg02_clip_09", "timestamp": [ 0.0, 25.94 ], "duration": 91.66, "caption": "A man stands in the room with a person holding up a doll.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 167621, "video_name": "castle_s05e03_seg02_clip_08", "timestamp": [ 5.01, 8.65 ], "duration": 91.66, "caption": "A man holds up a doll with his right hand.", "similarity": 0.7439, "relevance": 4 }, { "pair_id": 167622, "video_name": "house_s07e07_seg02_clip_13", "timestamp": [ 60.74, 74.38 ], "duration": 88.66, "caption": "A man enters the room and gives a woman an alpaca doll.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 167623, "video_name": "castle_s05e03_seg02_clip_08", "timestamp": [ 56.89, 67.81 ], "duration": 91.66, "caption": "A person hands a doll over to someone who takes it in their hands.", "similarity": 0.6464, "relevance": 3 }, { "pair_id": 167624, "video_name": "house_s05e18_seg02_clip_22", "timestamp": [ 0.0, 6.25 ], "duration": 125.66, "caption": "A man enters the room and a man stands up.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 167625, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 19.73, 27.02 ], "duration": 27.66, "caption": "A person touches a man's face as he stands in the room.", "similarity": 0.6271, "relevance": 1 }, { "pair_id": 167626, "video_name": "castle_s08e12_seg02_clip_14", "timestamp": [ 15.17, 29.94 ], "duration": 82.66, "caption": "A man stands up while locked in a room with person and some other people.", "similarity": 0.6254, "relevance": 1 }, { "pair_id": 167627, "video_name": "house_s08e02_seg02_clip_07", "timestamp": [ 4.92, 42.51 ], "duration": 89.66, "caption": "A man stands up and speaks to another man in the room.", "similarity": 0.6207, "relevance": 2 }, { "pair_id": 167628, "video_name": "house_s07e16_seg02_clip_03", "timestamp": [ 11.25, 14.85 ], "duration": 90.66, "caption": "A man standing in a room talking to woman.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 167629, "video_name": "s06e14_seg02_clip_06", "timestamp": [ 57.95, 61.47 ], "duration": 64.66, "caption": "A person shakes a male doll in another person's face.", "similarity": 0.6105, "relevance": 3 }, { "pair_id": 167630, "video_name": "s06e14_seg02_clip_13", "timestamp": [ 0.0, 18.3 ], "duration": 62.66, "caption": "A man is holding two action figure dolls of him and woman.", "similarity": 0.6076, "relevance": 3 }, { "pair_id": 167631, "video_name": "friends_s08e07_seg02_clip_13", "timestamp": [ 16.48, 20.75 ], "duration": 61.66, "caption": "A man walks into the room and a woman immediately stands up.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 167632, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 0.0, 60.64 ], "duration": 125.66, "caption": "A man speaks with another person in the room.", "similarity": 0.603, "relevance": 2 }, { "pair_id": 167633, "video_name": "grey_s03e06_seg02_clip_20", "timestamp": [ 32.42, 39.09 ], "duration": 88.66, "caption": "A man walks into a room and stands in front of another person.", "similarity": 0.6023, "relevance": 0 }, { "pair_id": 167634, "video_name": "friends_s09e23-24_seg02_clip_37", "timestamp": [ 9.15, 12.82 ], "duration": 61.66, "caption": "A woman stands up when a man walks into the room.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 167635, "video_name": "s07e18_seg02_clip_02", "timestamp": [ 0.0, 21.25 ], "duration": 59.66, "caption": "A person has a conversation in a car with another man as they hold a doll.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 167636, "video_name": "castle_s01e09_seg02_clip_18", "timestamp": [ 83.11, 85.72 ], "duration": 87.66, "caption": "A person stands in a room with their arms in the air.", "similarity": 0.5995, "relevance": 2 }, { "pair_id": 167637, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 66.07, 77.84 ], "duration": 181.66, "caption": "A man walks in the room holding a stuffed animal.", "similarity": 0.5977, "relevance": 3 }, { "pair_id": 167638, "video_name": "castle_s07e19_seg02_clip_05", "timestamp": [ 54.29, 56.55 ], "duration": 90.66, "caption": "A man holds out his/her hand to another person as he/she walks into the room.", "similarity": 0.5974, "relevance": 2 }, { "pair_id": 167639, "video_name": "castle_s05e03_seg02_clip_26", "timestamp": [ 56.6, 59.36 ], "duration": 92.66, "caption": "A woman has a doll in her hand when she's talking to a man.", "similarity": 0.5972, "relevance": 2 } ] }, { "query_id": 60362, "query": "A woman has their hand on their chin, then removes their hand from their chin.", "relevant_moment": [ { "pair_id": 4140, "video_name": "house_s05e16_seg02_clip_05", "timestamp": [ 44.42, 50.02 ], "duration": 86.66, "caption": "A woman has their hand on their chin, then removes their hand from their chin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4141, "video_name": "castle_s04e01_seg02_clip_20", "timestamp": [ 2.23, 9.36 ], "duration": 89.66, "caption": "A person puts their hand on their mouth and chin, then removes their hand from their mouth and chin.", "similarity": 0.8416, "relevance": 3 }, { "pair_id": 4142, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 52.91, 53.98 ], "duration": 71.66, "caption": "A woman puts her hand on the bottom of her chin.", "similarity": 0.7803, "relevance": 4 }, { "pair_id": 4143, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 40.06, 42.31 ], "duration": 90.66, "caption": "A woman stands with her hand on her head, then removes her hand.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 4144, "video_name": "s03e05_seg02_clip_03", "timestamp": [ 20.11, 21.91 ], "duration": 60.66, "caption": "A woman removes her hand from behind her neck and places her hand in front of her.", "similarity": 0.7533, "relevance": 2 }, { "pair_id": 4145, "video_name": "castle_s03e10_seg02_clip_15", "timestamp": [ 88.75, 91.03 ], "duration": 91.66, "caption": "A woman brings their fingers to their lips then to their chin.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 4146, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 20.41, 25.81 ], "duration": 60.66, "caption": "A woman extends her right hand from her chin to the right of her then puts it back on her face.", "similarity": 0.7267, "relevance": 4 }, { "pair_id": 4147, "video_name": "s09e12_seg02_clip_13", "timestamp": [ 4.8, 9.3 ], "duration": 60.66, "caption": "A woman keeps her left hand close to her chin while gesturing to a woman.", "similarity": 0.7237, "relevance": 4 }, { "pair_id": 4148, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 3.41, 4.34 ], "duration": 62.66, "caption": "A woman removes her hands from another woman's back and arm.", "similarity": 0.7146, "relevance": 0 }, { "pair_id": 4149, "video_name": "friends_s01e13_seg02_clip_17", "timestamp": [ 44.18, 47.38 ], "duration": 64.66, "caption": "A woman touches her chin and puts her hands on her hips.", "similarity": 0.7131, "relevance": 4 }, { "pair_id": 4150, "video_name": "friends_s06e19_seg02_clip_03", "timestamp": [ 5.7, 8.4 ], "duration": 60.66, "caption": "A woman grabs her chin to create a chin dimple.", "similarity": 0.7104, "relevance": 4 }, { "pair_id": 4151, "video_name": "house_s02e10_seg02_clip_18", "timestamp": [ 29.38, 36.05 ], "duration": 89.66, "caption": "A person touches a woman's chin and rests his hand on her shoulder.", "similarity": 0.7098, "relevance": 3 }, { "pair_id": 4152, "video_name": "met_s02e16_seg02_clip_14", "timestamp": [ 29.46, 30.7 ], "duration": 62.66, "caption": "A woman puts their finger to their mouth and takes off.", "similarity": 0.7056, "relevance": 1 }, { "pair_id": 4153, "video_name": "s09e03_seg02_clip_09", "timestamp": [ 2.1, 7.2 ], "duration": 60.66, "caption": "A woman lifts their hand to their ear then removes their hand off their ear.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 4154, "video_name": "friends_s04e19_seg02_clip_14", "timestamp": [ 2.24, 3.52 ], "duration": 64.66, "caption": "A woman has her hands up to her mouth, then lowers her hands then brings one hand back to her mouth.", "similarity": 0.6832, "relevance": 4 }, { "pair_id": 4155, "video_name": "castle_s03e01_seg02_clip_19", "timestamp": [ 45.18, 48.31 ], "duration": 89.66, "caption": "A person places their right hand to their chin.", "similarity": 0.6766, "relevance": 4 }, { "pair_id": 4156, "video_name": "s08e23_seg02_clip_06", "timestamp": [ 41.78, 45.26 ], "duration": 58.66, "caption": "A woman rests her chin on her right hand.", "similarity": 0.674, "relevance": 3 }, { "pair_id": 4157, "video_name": "friends_s05e09_seg02_clip_04", "timestamp": [ 35.49, 39.07 ], "duration": 59.66, "caption": "A woman rests her chin on her right hand.", "similarity": 0.674, "relevance": 3 }, { "pair_id": 4158, "video_name": "s02e07_seg02_clip_11", "timestamp": [ 48.19, 50.75 ], "duration": 57.66, "caption": "A person puts his hand to his chin as he turns away from the woman.", "similarity": 0.6716, "relevance": 3 }, { "pair_id": 4159, "video_name": "friends_s01e15_seg02_clip_05", "timestamp": [ 3.15, 6.31 ], "duration": 63.66, "caption": "A woman wags her fingers from under her chin.", "similarity": 0.6712, "relevance": 3 }, { "pair_id": 177460, "video_name": "s08e15_seg02_clip_06", "timestamp": [ 2.1, 3.6 ], "duration": 60.66, "caption": "A woman takes her glasses off of her face with one hand.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 177461, "video_name": "friends_s08e11_seg02_clip_07", "timestamp": [ 27.12, 30.4 ], "duration": 59.66, "caption": "A woman puts her hands up to her mouth and lowers them.", "similarity": 0.6519, "relevance": 3 }, { "pair_id": 177462, "video_name": "friends_s06e08_seg02_clip_12", "timestamp": [ 35.44, 36.09 ], "duration": 65.66, "caption": "A woman places their hand sprawled out on their chest then removes their hand.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 177463, "video_name": "friends_s06e15-16_seg02_clip_17", "timestamp": [ 46.99, 47.6 ], "duration": 61.66, "caption": "A woman uses her hand to move the hair from her face.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 177464, "video_name": "met_s06e02_seg02_clip_11", "timestamp": [ 46.66, 47.99 ], "duration": 53.66, "caption": "A woman rubs the bottom of her chin with her hand.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 177465, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 65.54, 71.0 ], "duration": 91.66, "caption": "A woman's arms are folded and then she puts one hand up to her mouth.", "similarity": 0.6455, "relevance": 2 }, { "pair_id": 177466, "video_name": "friends_s07e08_seg02_clip_10", "timestamp": [ 12.1, 26.36 ], "duration": 62.66, "caption": "A woman puts her hand to her chin while talking to a man.", "similarity": 0.6447, "relevance": 4 }, { "pair_id": 177467, "video_name": "grey_s03e10_seg02_clip_07", "timestamp": [ 9.96, 14.04 ], "duration": 90.66, "caption": "A woman removes her glasses with her right hand.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 177468, "video_name": "grey_s03e09_seg02_clip_27", "timestamp": [ 15.06, 17.99 ], "duration": 83.66, "caption": "A woman removes her glasses with her right hand.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 177469, "video_name": "house_s06e18_seg02_clip_11", "timestamp": [ 37.27, 39.11 ], "duration": 92.66, "caption": "A woman puts her hand up by her chin, while talking to a man.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 177470, "video_name": "met_s06e04_seg02_clip_17", "timestamp": [ 43.15, 45.2 ], "duration": 50.66, "caption": "A woman rubs the bottom of her chin with her right hand.", "similarity": 0.6427, "relevance": 4 }, { "pair_id": 177471, "video_name": "castle_s02e24_seg02_clip_17", "timestamp": [ 63.29, 64.17 ], "duration": 87.66, "caption": "A woman has her two fingers rested on her chin, then places her index finger to her lips.", "similarity": 0.6411, "relevance": 4 }, { "pair_id": 177472, "video_name": "grey_s03e17_seg02_clip_16", "timestamp": [ 0.0, 61.06 ], "duration": 110.66, "caption": "A woman has both of her hands on another woman's face.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 177473, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 10.86, 12.72 ], "duration": 62.66, "caption": "A woman puts her hand on her chin while sitting at the table.", "similarity": 0.6384, "relevance": 4 }, { "pair_id": 177474, "video_name": "friends_s07e15_seg02_clip_06", "timestamp": [ 0.74, 6.37 ], "duration": 49.66, "caption": "A person touches his chin with his left hand.", "similarity": 0.6382, "relevance": 4 }, { "pair_id": 177475, "video_name": "castle_s07e15_seg02_clip_18", "timestamp": [ 5.97, 12.94 ], "duration": 199.66, "caption": "A woman rubs her finger up and down another woman's chin.", "similarity": 0.6348, "relevance": 3 }, { "pair_id": 177476, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 7.67, 9.15 ], "duration": 59.66, "caption": "A woman reaches to her face and removes her glasses.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 177477, "video_name": "castle_s02e10_seg02_clip_06", "timestamp": [ 3.13, 4.47 ], "duration": 89.66, "caption": "A woman lowers her head and puts her hand on her forehead.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 177478, "video_name": "friends_s07e23-24_seg02_clip_22", "timestamp": [ 5.59, 8.69 ], "duration": 62.66, "caption": "A woman puts her hand up and on her forehead.", "similarity": 0.6295, "relevance": 3 }, { "pair_id": 177479, "video_name": "friends_s02e15_seg02_clip_01", "timestamp": [ 20.66, 22.13 ], "duration": 59.66, "caption": "A woman bends down and puts her face in her hands.", "similarity": 0.6287, "relevance": 2 } ] }, { "query_id": 60365, "query": "A woman stabs a patient in the heart with a needle.", "relevant_moment": [ { "pair_id": 165760, "video_name": "house_s05e16_seg02_clip_04", "timestamp": [ 25.31, 28.53 ], "duration": 92.66, "caption": "A woman stabs a patient in the heart with a needle.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165761, "video_name": "house_s05e05_seg02_clip_14", "timestamp": [ 73.37, 90.02 ], "duration": 90.66, "caption": "A woman takes over and stabs the patient in the chest with a needle, and the patient starts to breathe again.", "similarity": 0.8381, "relevance": 4 }, { "pair_id": 165762, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 59.67, 65.5 ], "duration": 97.66, "caption": "A woman takes the needle and punctures the patient's arm.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 165763, "video_name": "house_s05e16_seg02_clip_04", "timestamp": [ 24.39, 27.61 ], "duration": 92.66, "caption": "A woman stabs a large syringe into a young person's chest.", "similarity": 0.7338, "relevance": 4 }, { "pair_id": 165764, "video_name": "house_s03e01_seg02_clip_24", "timestamp": [ 22.01, 25.51 ], "duration": 100.66, "caption": "A woman sticks the patient with a needle in their shoulder.", "similarity": 0.7187, "relevance": 3 }, { "pair_id": 165765, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 16.98, 18.92 ], "duration": 97.66, "caption": "A woman sticks the patient in the back with a needle.", "similarity": 0.7043, "relevance": 3 }, { "pair_id": 165766, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 78.28, 86.02 ], "duration": 86.66, "caption": "A woman sticks the needle into the back of the patient.", "similarity": 0.6934, "relevance": 3 }, { "pair_id": 165767, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 83.27, 85.52 ], "duration": 90.66, "caption": "A woman injects a needle and draws blood from a patient.", "similarity": 0.6803, "relevance": 3 }, { "pair_id": 165768, "video_name": "grey_s01e08_seg02_clip_11", "timestamp": [ 64.04, 66.06 ], "duration": 81.66, "caption": "A woman inserts the needle into the patient's abdomen.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 165769, "video_name": "grey_s03e09_seg02_clip_23", "timestamp": [ 0.0, 3.45 ], "duration": 69.66, "caption": "A woman probes a patient's beating heart during a surgery.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 165770, "video_name": "house_s06e15_seg02_clip_05", "timestamp": [ 59.17, 75.55 ], "duration": 91.66, "caption": "A woman manual massages the patient's heart with her hands to get the heart started again.", "similarity": 0.6562, "relevance": 3 }, { "pair_id": 165771, "video_name": "grey_s03e04_seg02_clip_23", "timestamp": [ 0.0, 9.18 ], "duration": 102.66, "caption": "A woman holds the patient's hand as they comfort them.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 165772, "video_name": "grey_s03e06_seg02_clip_18", "timestamp": [ 14.32, 23.56 ], "duration": 92.66, "caption": "A woman wraps a patient's hand with a bandage.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 165773, "video_name": "castle_s07e04_seg02_clip_01", "timestamp": [ 31.33, 33.17 ], "duration": 92.66, "caption": "A woman points at the wounds on the victim with a medical instrument resembling a pen.", "similarity": 0.6452, "relevance": 3 }, { "pair_id": 165774, "video_name": "house_s08e04_seg02_clip_10", "timestamp": [ 34.33, 36.97 ], "duration": 88.66, "caption": "A woman places her fingers on the patient's neck to check heart rate.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 165775, "video_name": "house_s05e16_seg02_clip_07", "timestamp": [ 17.84, 25.24 ], "duration": 87.66, "caption": "A woman inserts a needle into a young patient.", "similarity": 0.6418, "relevance": 3 }, { "pair_id": 165776, "video_name": "house_s07e16_seg02_clip_20", "timestamp": [ 20.48, 26.26 ], "duration": 89.66, "caption": "A person injected something to the heart of the patient.", "similarity": 0.6414, "relevance": 3 }, { "pair_id": 165777, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 80.57, 84.62 ], "duration": 90.66, "caption": "A woman touches the patient's neck to feel for a pulse.", "similarity": 0.6375, "relevance": 2 }, { "pair_id": 165778, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 8.14, 12.22 ], "duration": 90.66, "caption": "A person sticks a needle into the side of the patient.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 165779, "video_name": "house_s03e01_seg02_clip_06", "timestamp": [ 61.64, 68.95 ], "duration": 91.66, "caption": "A man stabs the blonde patient with the large needle and ejects blood from their chest.", "similarity": 0.6337, "relevance": 4 }, { "pair_id": 339080, "video_name": "house_s05e19_seg02_clip_08", "timestamp": [ 7.82, 11.5 ], "duration": 92.66, "caption": "A woman quickly puts a medicine to the patient.", "similarity": 0.6274, "relevance": 1 }, { "pair_id": 339081, "video_name": "house_s05e19_seg02_clip_08", "timestamp": [ 8.28, 11.5 ], "duration": 92.66, "caption": "A woman puts a medicine to the patient by injecting it.", "similarity": 0.6266, "relevance": 1 }, { "pair_id": 339082, "video_name": "house_s04e12_seg02_clip_19", "timestamp": [ 21.13, 25.45 ], "duration": 96.66, "caption": "A woman sticks a needle in patient's side and pulls fluid out of it.", "similarity": 0.6263, "relevance": 3 }, { "pair_id": 339083, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 22.17, 28.95 ], "duration": 90.66, "caption": "A man injects the female patient with the needle.", "similarity": 0.6262, "relevance": 3 }, { "pair_id": 339084, "video_name": "grey_s02e15_seg02_clip_05", "timestamp": [ 68.26, 70.02 ], "duration": 88.66, "caption": "A woman taking blood from a person's arm with a syringe.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 339085, "video_name": "house_s07e22_seg02_clip_01", "timestamp": [ 18.81, 34.79 ], "duration": 94.66, "caption": "A woman is sticking her hand into the patient's stomach.", "similarity": 0.6197, "relevance": 2 }, { "pair_id": 339086, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A woman injects a patient who winces under the arm.", "similarity": 0.6189, "relevance": 3 }, { "pair_id": 339087, "video_name": "grey_s01e02_seg02_clip_19", "timestamp": [ 17.16, 37.41 ], "duration": 88.66, "caption": "A woman is applying first aid to a wounded woman.", "similarity": 0.6187, "relevance": 0 }, { "pair_id": 339088, "video_name": "grey_s03e08_seg02_clip_11", "timestamp": [ 19.05, 26.58 ], "duration": 88.66, "caption": "A woman touches the patient's chest at his request.", "similarity": 0.617, "relevance": 3 }, { "pair_id": 339089, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 73.93, 78.8 ], "duration": 88.66, "caption": "A woman thinks the patient's body is attacking itself.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 339090, "video_name": "house_s05e05_seg02_clip_20", "timestamp": [ 73.97, 77.03 ], "duration": 102.66, "caption": "A woman holds the patient's hand very emotionally and sad.", "similarity": 0.6158, "relevance": 1 }, { "pair_id": 339091, "video_name": "house_s05e11_seg02_clip_10", "timestamp": [ 9.85, 21.94 ], "duration": 89.66, "caption": "A woman holds down a patient who is shaking violently.", "similarity": 0.6144, "relevance": 1 }, { "pair_id": 339092, "video_name": "house_s06e15_seg02_clip_05", "timestamp": [ 40.51, 52.34 ], "duration": 91.66, "caption": "A woman tries to use the paddles to start the patient's heart.", "similarity": 0.6133, "relevance": 3 }, { "pair_id": 339093, "video_name": "house_s01e06_seg02_clip_14", "timestamp": [ 68.54, 71.02 ], "duration": 71.66, "caption": "A person inserts a needle into a patient while talking with a woman.", "similarity": 0.6123, "relevance": 3 }, { "pair_id": 339094, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 31.4, 33.98 ], "duration": 86.66, "caption": "A woman injects medication into the patient with a syringe.", "similarity": 0.6115, "relevance": 1 }, { "pair_id": 339095, "video_name": "house_s02e04_seg02_clip_23", "timestamp": [ 18.7, 20.03 ], "duration": 89.66, "caption": "A man stops a woman from inserting a needle into the patient.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 339096, "video_name": "house_s01e20_seg02_clip_05", "timestamp": [ 0.0, 17.17 ], "duration": 83.66, "caption": "A person is suffering and a doctor is using a needle for his/her arms.", "similarity": 0.6086, "relevance": 3 }, { "pair_id": 339097, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 36.99, 51.18 ], "duration": 86.66, "caption": "A woman gets the patient ready for the treatment.", "similarity": 0.6083, "relevance": 1 }, { "pair_id": 339098, "video_name": "house_s04e15_seg02_clip_10", "timestamp": [ 0.0, 18.91 ], "duration": 63.66, "caption": "A woman holds a patient by the arm as he tries to walk.", "similarity": 0.6082, "relevance": 1 }, { "pair_id": 339099, "video_name": "house_s04e03_seg02_clip_20", "timestamp": [ 5.54, 9.79 ], "duration": 85.66, "caption": "A woman inserts a needle into person's body while he/she is laying on a hospital bed.", "similarity": 0.608, "relevance": 2 } ] }, { "query_id": 60368, "query": "A woman stabs a large syringe into a young person's chest.", "relevant_moment": [ { "pair_id": 15140, "video_name": "house_s05e16_seg02_clip_04", "timestamp": [ 24.39, 27.61 ], "duration": 92.66, "caption": "A woman stabs a large syringe into a young person's chest.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15141, "video_name": "house_s05e16_seg02_clip_04", "timestamp": [ 25.31, 28.53 ], "duration": 92.66, "caption": "A woman stabs a patient in the heart with a needle.", "similarity": 0.7338, "relevance": 4 }, { "pair_id": 15142, "video_name": "house_s05e05_seg02_clip_14", "timestamp": [ 73.37, 90.02 ], "duration": 90.66, "caption": "A woman takes over and stabs the patient in the chest with a needle, and the patient starts to breathe again.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 15143, "video_name": "castle_s04e22_seg02_clip_15", "timestamp": [ 60.26, 61.61 ], "duration": 89.66, "caption": "A person puts a syringe into the victim's arm.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 15144, "video_name": "grey_s02e15_seg02_clip_05", "timestamp": [ 68.26, 70.02 ], "duration": 88.66, "caption": "A woman taking blood from a person's arm with a syringe.", "similarity": 0.6804, "relevance": 1 }, { "pair_id": 15145, "video_name": "house_s08e04_seg02_clip_20", "timestamp": [ 56.28, 66.47 ], "duration": 97.66, "caption": "A woman lifts the syringe and uses it on the patient.", "similarity": 0.6486, "relevance": 3 }, { "pair_id": 15146, "video_name": "grey_s02e18_seg02_clip_05", "timestamp": [ 41.96, 44.75 ], "duration": 93.66, "caption": "A woman takes out the syringe from a man's face.", "similarity": 0.6443, "relevance": 2 }, { "pair_id": 15147, "video_name": "castle_s03e05_seg02_clip_03", "timestamp": [ 57.66, 68.66 ], "duration": 88.66, "caption": "A woman holds a syringe up in front of two people as she demonstrates its use and talks.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 15148, "video_name": "house_s03e12_seg02_clip_21", "timestamp": [ 9.24, 18.04 ], "duration": 88.66, "caption": "A woman puts a syringe she's holding on the patient's monitor.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 15149, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 31.4, 33.98 ], "duration": 86.66, "caption": "A woman injects medication into the patient with a syringe.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 15150, "video_name": "house_s03e23_seg02_clip_17", "timestamp": [ 74.38, 76.14 ], "duration": 88.66, "caption": "A person injects something in someone's right arm with a syringe.", "similarity": 0.6064, "relevance": 2 }, { "pair_id": 15151, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A person grabs the syringe and injects medicine into the patient.", "similarity": 0.6043, "relevance": 1 }, { "pair_id": 15152, "video_name": "house_s07e21_seg02_clip_08", "timestamp": [ 51.25, 63.47 ], "duration": 94.66, "caption": "A person injects the syringe into their arm and sighs while removing the tourniquet.", "similarity": 0.6022, "relevance": 2 }, { "pair_id": 15153, "video_name": "house_s07e03_seg02_clip_13", "timestamp": [ 13.09, 18.95 ], "duration": 90.66, "caption": "A woman injects herself in the thigh with a syringe.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 15154, "video_name": "house_s04e11_seg02_clip_11", "timestamp": [ 70.67, 75.62 ], "duration": 90.66, "caption": "A woman places some ice on their stomach and holds onto the syringe.", "similarity": 0.5982, "relevance": 2 }, { "pair_id": 15155, "video_name": "house_s05e14_seg02_clip_05", "timestamp": [ 80.47, 85.58 ], "duration": 93.66, "caption": "A man grabs a syringe and sticks it into a woman's stomach.", "similarity": 0.5982, "relevance": 2 }, { "pair_id": 15157, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.594, "relevance": 2 }, { "pair_id": 15158, "video_name": "grey_s02e11_seg02_clip_17", "timestamp": [ 28.67, 35.95 ], "duration": 91.66, "caption": "A woman is pushing a syringe into an IV bag.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 15159, "video_name": "house_s05e16_seg02_clip_07", "timestamp": [ 17.84, 25.24 ], "duration": 87.66, "caption": "A woman inserts a needle into a young patient.", "similarity": 0.5871, "relevance": 3 } ] }, { "query_id": 60386, "query": "A man gets up from a chair with his shirt open.", "relevant_moment": [ { "pair_id": 153920, "video_name": "house_s05e16_seg02_clip_09", "timestamp": [ 30.61, 33.76 ], "duration": 90.66, "caption": "A man gets up from a chair with his shirt open.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153921, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 47.06, 52.29 ], "duration": 74.66, "caption": "A man gets up from the chair he is sitting in.", "similarity": 0.7644, "relevance": 4 }, { "pair_id": 153922, "video_name": "friends_s10e13_seg02_clip_05", "timestamp": [ 31.04, 34.1 ], "duration": 34.66, "caption": "A man gets up from the chair and presses a button.", "similarity": 0.7295, "relevance": 1 }, { "pair_id": 153924, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 57.18 ], "duration": 91.66, "caption": "A man gets up from the chair he/she was sitting on.", "similarity": 0.7181, "relevance": 2 }, { "pair_id": 153925, "video_name": "friends_s08e04_seg02_clip_08", "timestamp": [ 41.09, 44.21 ], "duration": 62.66, "caption": "A man pulls up a chair and sits down.", "similarity": 0.7096, "relevance": 0 }, { "pair_id": 153926, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A person gets up from his seat on the chair.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 153927, "video_name": "house_s02e09_seg02_clip_25", "timestamp": [ 28.47, 43.08 ], "duration": 146.66, "caption": "A man gets up from their chair and rests their hands on the chair.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 153928, "video_name": "castle_s05e04_seg02_clip_27", "timestamp": [ 16.39, 18.73 ], "duration": 78.66, "caption": "A man gets up and pulls his jacket from the back of the chair.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 153929, "video_name": "friends_s08e23-24_seg02_clip_42", "timestamp": [ 3.1, 7.44 ], "duration": 62.66, "caption": "A man takes off his shirt and drops it on the chair.", "similarity": 0.6921, "relevance": 0 }, { "pair_id": 153930, "video_name": "grey_s03e06_seg02_clip_10", "timestamp": [ 35.48, 39.07 ], "duration": 89.66, "caption": "A man gets up from the chair and crosses his arms.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 153931, "video_name": "s06e07_seg02_clip_01", "timestamp": [ 1.53, 3.66 ], "duration": 61.66, "caption": "A man takes his clothing and puts it on his chair.", "similarity": 0.6875, "relevance": 0 }, { "pair_id": 153932, "video_name": "friends_s04e09_seg02_clip_11", "timestamp": [ 44.76, 51.04 ], "duration": 57.66, "caption": "A man quickly gets up out of his chair and puts on his jacket.", "similarity": 0.6852, "relevance": 1 }, { "pair_id": 153933, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 13.5, 15.19 ], "duration": 56.66, "caption": "A man gets up from the chair and exits the room.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 153934, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 20.69, 24.21 ], "duration": 88.66, "caption": "A man grabs his jacket and gets up from the chair.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 153935, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 8.77, 12.46 ], "duration": 92.66, "caption": "A man gets up from the chair and left two people.", "similarity": 0.6789, "relevance": 1 }, { "pair_id": 153936, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 9.44, 12.4 ], "duration": 59.66, "caption": "A man gets up and walks over to another chair.", "similarity": 0.6759, "relevance": 1 }, { "pair_id": 153937, "video_name": "house_s07e13_seg02_clip_26", "timestamp": [ 34.34, 38.5 ], "duration": 52.66, "caption": "A man gets up out of his chair and turns towards the door.", "similarity": 0.6751, "relevance": 0 }, { "pair_id": 153938, "video_name": "s06e06_seg01_clip_01", "timestamp": [ 74.14, 81.02 ], "duration": 81.66, "caption": "A person gets up from his seat and takes off his shirt.", "similarity": 0.6705, "relevance": 1 }, { "pair_id": 153939, "video_name": "s05e04_seg02_clip_10", "timestamp": [ 16.78, 23.19 ], "duration": 61.66, "caption": "A man gets up from his chair and leaves the room.", "similarity": 0.6693, "relevance": 1 } ] }, { "query_id": 60435, "query": "A man is driving and another person is in the passenger seat making dancing movements.", "relevant_moment": [ { "pair_id": 15000, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 17.99, 29.59 ], "duration": 58.66, "caption": "A man is driving and another person is in the passenger seat making dancing movements.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15001, "video_name": "castle_s07e08_seg02_clip_03", "timestamp": [ 48.91, 91.41 ], "duration": 91.66, "caption": "A man is driving as another person is in the passenger seat.", "similarity": 0.8222, "relevance": 2 }, { "pair_id": 15002, "video_name": "s07e18_seg02_clip_02", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man is driving with person in the passenger seat.", "similarity": 0.8022, "relevance": 3 }, { "pair_id": 15003, "video_name": "s06e13_seg02_clip_02", "timestamp": [ 17.11, 22.21 ], "duration": 60.66, "caption": "A man is driving while a person is in the passenger seat.", "similarity": 0.793, "relevance": 2 }, { "pair_id": 15004, "video_name": "s08e01_seg02_clip_09", "timestamp": [ 21.01, 24.91 ], "duration": 60.66, "caption": "A man is driving as another man is in the passenger seat.", "similarity": 0.7922, "relevance": 2 }, { "pair_id": 15005, "video_name": "castle_s06e08_seg02_clip_13", "timestamp": [ 0.0, 21.46 ], "duration": 91.66, "caption": "A man is driving as another man is in the passenger seat.", "similarity": 0.7922, "relevance": 2 }, { "pair_id": 15006, "video_name": "s08e12_seg02_clip_09", "timestamp": [ 0.0, 1.89 ], "duration": 63.66, "caption": "A person is driving and a man is in the passenger seat.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 15007, "video_name": "s08e01_seg02_clip_03", "timestamp": [ 0.0, 8.24 ], "duration": 61.66, "caption": "A man is driving as another person is sitting in the passenger seat.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 15008, "video_name": "castle_s07e18_seg02_clip_00", "timestamp": [ 75.43, 94.29 ], "duration": 94.66, "caption": "A man is in the passenger seat as another man drives.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 15009, "video_name": "s09e17_seg02_clip_04", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man is driving with another man as the passenger.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 15010, "video_name": "s08e11_seg02_clip_14", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A man is driving with another man in the passenger seat and a person in the backseat.", "similarity": 0.766, "relevance": 4 }, { "pair_id": 15011, "video_name": "s03e15_seg02_clip_06", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man is driving as a person is in the passenger seat.", "similarity": 0.7587, "relevance": 3 }, { "pair_id": 15012, "video_name": "s06e13_seg02_clip_01", "timestamp": [ 45.26, 47.58 ], "duration": 58.66, "caption": "A man is driving with a person as a passenger with some people in the backseat.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 15013, "video_name": "s08e03_seg02_clip_05", "timestamp": [ 0.0, 8.0 ], "duration": 64.66, "caption": "A person is driving as another person is in the passenger seat.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 15014, "video_name": "s03e08_seg02_clip_09", "timestamp": [ 47.6, 54.01 ], "duration": 61.66, "caption": "A person is driving as another person is in the passenger seat.", "similarity": 0.7517, "relevance": 3 }, { "pair_id": 15015, "video_name": "s08e01_seg02_clip_11", "timestamp": [ 48.92, 51.32 ], "duration": 60.66, "caption": "A man is driving with another person as the passenger and a woman in the backseat.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 15016, "video_name": "s04e06_seg02_clip_08", "timestamp": [ 48.4, 59.03 ], "duration": 59.66, "caption": "A man is driving a car while another person is sitting in the front passenger seat.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 15017, "video_name": "s03e01_seg02_clip_15", "timestamp": [ 4.64, 8.12 ], "duration": 58.66, "caption": "A person is driving as another person is a passenger and someone else in the backseat.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 15019, "video_name": "s10e11_seg01_clip_00", "timestamp": [ 55.69, 83.75 ], "duration": 85.66, "caption": "A person is driving as another person is in the passenger seat and two other people are in the backseat.", "similarity": 0.7247, "relevance": 3 }, { "pair_id": 188320, "video_name": "s08e19_seg02_clip_05", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A person is driving as another person is sitting in the passenger seat.", "similarity": 0.7183, "relevance": 4 }, { "pair_id": 188321, "video_name": "s08e12_seg02_clip_08", "timestamp": [ 0.0, 9.6 ], "duration": 60.66, "caption": "A person is driving as another person is sitting in the passenger seat.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 188322, "video_name": "s10e01_seg02_clip_18", "timestamp": [ 0.0, 2.81 ], "duration": 51.66, "caption": "A person is driving with someone in the passenger seat and another person in the backseat.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 188323, "video_name": "s08e01_seg02_clip_01", "timestamp": [ 44.12, 60.03 ], "duration": 60.66, "caption": "A man drives his car with another man in the passenger seat.", "similarity": 0.7129, "relevance": 3 }, { "pair_id": 188324, "video_name": "s05e03_seg02_clip_03", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person is driving with another person in the passenger seat and two other people in the backseat.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 188325, "video_name": "s09e24_seg02_clip_11", "timestamp": [ 0.0, 17.71 ], "duration": 59.66, "caption": "A man is driving with a woman as the passenger and a person in the backseat.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 188326, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A man is driving with a woman in the passenger seat.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 188327, "video_name": "s03e11_seg02_clip_03", "timestamp": [ 28.99, 37.82 ], "duration": 63.66, "caption": "A person is in the backseat with someone as another person drives.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 188328, "video_name": "met_s06e21_seg02_clip_13", "timestamp": [ 8.15, 10.87 ], "duration": 60.66, "caption": "A man describes to another person how they are driving.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 188329, "video_name": "s03e06_seg02_clip_01", "timestamp": [ 3.77, 7.54 ], "duration": 58.66, "caption": "A man is driving a car, a person is in the front seat and two people are in the backseat.", "similarity": 0.6785, "relevance": 3 }, { "pair_id": 188330, "video_name": "house_s05e23_seg02_clip_16", "timestamp": [ 14.84, 19.95 ], "duration": 48.66, "caption": "A man is driving the car and he is with another man.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 188331, "video_name": "castle_s07e10_seg02_clip_18", "timestamp": [ 0.0, 33.48 ], "duration": 90.66, "caption": "A man sits in the passenger seat of a moving car while another man with a short beard is driving.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 188332, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 0.0, 41.8 ], "duration": 61.66, "caption": "A man is driving as a person is sitting in the passenger seat as they converse.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 188333, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 0.0, 54.02 ], "duration": 54.66, "caption": "A woman is driving and a man is in the passenger seat.", "similarity": 0.6649, "relevance": 2 }, { "pair_id": 188334, "video_name": "s04e06_seg02_clip_09", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person is driving with someone as his/her passenger.", "similarity": 0.6621, "relevance": 3 }, { "pair_id": 188335, "video_name": "met_s02e17_seg02_clip_05", "timestamp": [ 8.22, 14.91 ], "duration": 60.66, "caption": "A man is driving and he and another man are singing along with the music.", "similarity": 0.6617, "relevance": 4 }, { "pair_id": 188336, "video_name": "s09e17_seg02_clip_04", "timestamp": [ 45.16, 54.93 ], "duration": 61.66, "caption": "A man is driving a person in his car with some people in the backseat.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 188337, "video_name": "s09e03_seg02_clip_03", "timestamp": [ 13.55, 17.02 ], "duration": 63.66, "caption": "A man is driving a van with another man in the passenger seat.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 188338, "video_name": "s08e01_seg02_clip_03", "timestamp": [ 47.6, 51.26 ], "duration": 61.66, "caption": "A man is driving as a woman is in the passenger seat.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 188339, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 69.76, 76.11 ], "duration": 90.66, "caption": "A woman is driving with a man as they are in the passenger seat.", "similarity": 0.6521, "relevance": 2 } ] }, { "query_id": 60449, "query": "A person walks up to two other people in the corner.", "relevant_moment": [ { "pair_id": 2680, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 23.77, 88.02 ], "duration": 88.66, "caption": "A person walks up to two other people in the corner.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2681, "video_name": "house_s01e10_seg02_clip_00", "timestamp": [ 68.56, 71.32 ], "duration": 92.66, "caption": "A man walks around the corner with another person.", "similarity": 0.8276, "relevance": 1 }, { "pair_id": 2682, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person gets up and walks closer to another person.", "similarity": 0.7913, "relevance": 0 }, { "pair_id": 2683, "video_name": "castle_s03e23_seg02_clip_11", "timestamp": [ 13.8, 19.79 ], "duration": 92.66, "caption": "A man comes around the corner, walks up to person and woman then stops.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 2684, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 36.99, 45.59 ], "duration": 86.66, "caption": "A person was walking around along with two other people.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 2685, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 52.24, 56.07 ], "duration": 59.66, "caption": "A person stands up and walks towards another person.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 2686, "video_name": "friends_s09e22_seg02_clip_19", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A person walks around from one side of another person to the other.", "similarity": 0.7636, "relevance": 1 }, { "pair_id": 2687, "video_name": "house_s02e20_seg02_clip_14", "timestamp": [ 17.86, 22.96 ], "duration": 85.66, "caption": "A person walks up next to another person and startles him.", "similarity": 0.7623, "relevance": 1 }, { "pair_id": 2688, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 43.08, 46.99 ], "duration": 87.66, "caption": "A person walks up to someone from behind.", "similarity": 0.7595, "relevance": 2 }, { "pair_id": 2689, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.93 ], "duration": 58.66, "caption": "A person stands up and walks over to another person.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 2690, "video_name": "friends_s01e02_seg02_clip_10", "timestamp": [ 7.36, 12.49 ], "duration": 64.66, "caption": "A person stands up and walks between two other people.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 2691, "video_name": "castle_s02e02_seg02_clip_24", "timestamp": [ 12.87, 16.6 ], "duration": 83.66, "caption": "Two people were walking towards some other people.", "similarity": 0.7505, "relevance": 1 }, { "pair_id": 2692, "video_name": "house_s02e10_seg02_clip_13", "timestamp": [ 26.2, 80.61 ], "duration": 80.66, "caption": "A person walks up to another person so they can talk to them.", "similarity": 0.7477, "relevance": 1 }, { "pair_id": 2693, "video_name": "house_s04e14_seg02_clip_07", "timestamp": [ 61.29, 64.14 ], "duration": 95.66, "caption": "A person walks up and talks with two other people.", "similarity": 0.7461, "relevance": 1 }, { "pair_id": 2694, "video_name": "house_s06e17_seg02_clip_06", "timestamp": [ 47.12, 50.1 ], "duration": 84.66, "caption": "A person turns and walks away around the corner from another person.", "similarity": 0.7415, "relevance": 1 }, { "pair_id": 2695, "video_name": "castle_s02e07_seg02_clip_15", "timestamp": [ 3.64, 9.1 ], "duration": 91.66, "caption": "Two people walk towards where another person is.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 2696, "video_name": "house_s05e13_seg02_clip_13", "timestamp": [ 41.4, 45.58 ], "duration": 93.66, "caption": "A person turns around and walks back towards another person.", "similarity": 0.738, "relevance": 3 }, { "pair_id": 2697, "video_name": "house_s01e15_seg02_clip_15", "timestamp": [ 19.75, 33.21 ], "duration": 89.66, "caption": "A person walks and approaches two people.", "similarity": 0.736, "relevance": 3 }, { "pair_id": 2698, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 2.02, 6.06 ], "duration": 101.66, "caption": "A person walks up to person who does move.", "similarity": 0.7338, "relevance": 2 }, { "pair_id": 2699, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 66.12, 71.11 ], "duration": 90.66, "caption": "Two people walk up to someone after they see them.", "similarity": 0.7337, "relevance": 2 } ] }, { "query_id": 60467, "query": "Military personnel search a person before being allowed in a patient's room.", "relevant_moment": [ { "pair_id": 159020, "video_name": "house_s08e15_seg02_clip_15", "timestamp": [ 78.26, 88.83 ], "duration": 96.66, "caption": "Military personnel search a person before being allowed in a patient's room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159021, "video_name": "house_s08e15_seg02_clip_18", "timestamp": [ 31.16, 39.17 ], "duration": 89.66, "caption": "A soldier finishes searching a man before letting him and a woman into the patient's room.", "similarity": 0.7385, "relevance": 4 }, { "pair_id": 159022, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 36.28, 40.93 ], "duration": 93.66, "caption": "The medical professional runs fast in the room and look for the patient.", "similarity": 0.6187, "relevance": 0 }, { "pair_id": 159023, "video_name": "house_s01e16_seg02_clip_15", "timestamp": [ 72.17, 82.71 ], "duration": 111.66, "caption": "A person's assistant walks into the room and prepares to check up on the patient.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 159024, "video_name": "house_s03e02_seg02_clip_07", "timestamp": [ 24.54, 31.23 ], "duration": 89.66, "caption": "A person enters the patient's room and finds him better.", "similarity": 0.6107, "relevance": 1 }, { "pair_id": 159026, "video_name": "house_s04e01_seg02_clip_19", "timestamp": [ 37.61, 42.78 ], "duration": 94.66, "caption": "A person enters the busy hospital area looking for a doctor.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 159027, "video_name": "house_s06e08_seg02_clip_03", "timestamp": [ 25.57, 36.79 ], "duration": 89.66, "caption": "Some doctors rushes to look for a patient.", "similarity": 0.5908, "relevance": 1 }, { "pair_id": 159028, "video_name": "house_s08e02_seg02_clip_05", "timestamp": [ 66.05, 93.03 ], "duration": 93.66, "caption": "A person turns on a light in the patient's closet and begins to search through it.", "similarity": 0.5905, "relevance": 0 }, { "pair_id": 159029, "video_name": "grey_s02e23_seg02_clip_12", "timestamp": [ 60.09, 89.02 ], "duration": 89.66, "caption": "They are conducting an operation with a patient.", "similarity": 0.5871, "relevance": 0 }, { "pair_id": 159030, "video_name": "house_s05e24_seg02_clip_16", "timestamp": [ 8.46, 11.75 ], "duration": 94.66, "caption": "A person watches another person when they are in the patient's room.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 159031, "video_name": "house_s08e11_seg02_clip_14", "timestamp": [ 39.16, 90.02 ], "duration": 90.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 159032, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 12.22, 31.97 ], "duration": 94.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 159033, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 44.11, 98.03 ], "duration": 98.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 159034, "video_name": "house_s06e18_seg02_clip_20", "timestamp": [ 0.0, 38.29 ], "duration": 88.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 159035, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 0.0, 14.84 ], "duration": 87.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 159036, "video_name": "house_s05e01_seg02_clip_09", "timestamp": [ 73.34, 94.03 ], "duration": 94.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 159037, "video_name": "house_s04e02_seg02_clip_22", "timestamp": [ 0.0, 33.22 ], "duration": 82.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 159038, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 0.0, 34.72 ], "duration": 90.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 159039, "video_name": "house_s02e14_seg02_clip_24", "timestamp": [ 10.72, 37.2 ], "duration": 67.66, "caption": "They are conducting an operation to a patient.", "similarity": 0.5854, "relevance": 0 } ] }, { "query_id": 60478, "query": "A person walks to some people's table with a cat in his hands.", "relevant_moment": [ { "pair_id": 159000, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 4.88, 6.71 ], "duration": 61.66, "caption": "A person walks to some people's table with a cat in his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159001, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 3.97, 7.02 ], "duration": 61.66, "caption": "A person walks over to the lunch table holding a black and white cat.", "similarity": 0.7693, "relevance": 4 }, { "pair_id": 159002, "video_name": "friends_s09e05_seg02_clip_10", "timestamp": [ 29.9, 33.57 ], "duration": 61.66, "caption": "A person walks over to some people's table and clasps his hands together.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 159003, "video_name": "s04e03_seg02_clip_12", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "A person walks over and picks up a cat off of the chair in the living room.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 159004, "video_name": "house_s08e17_seg02_clip_00", "timestamp": [ 14.1, 26.33 ], "duration": 94.66, "caption": "A cat walks over and hands a man a white mug.", "similarity": 0.6504, "relevance": 1 }, { "pair_id": 159005, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 45.02, 49.22 ], "duration": 60.66, "caption": "A person walks over to some people's table.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 159006, "video_name": "friends_s04e02_seg02_clip_08", "timestamp": [ 0.0, 7.32 ], "duration": 61.66, "caption": "A woman holds a cat up in her hands and drops it on the table.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 159007, "video_name": "house_s05e18_seg02_clip_07", "timestamp": [ 51.96, 66.62 ], "duration": 88.66, "caption": "A person stands in front of another person and holds onto the cat.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 159008, "video_name": "house_s05e18_seg02_clip_08", "timestamp": [ 50.06, 59.7 ], "duration": 91.66, "caption": "A person walks to the cat sitting on someone's bed and wagging her tail.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 159009, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 52.08, 56.09 ], "duration": 89.66, "caption": "A person walks around the table to another person.", "similarity": 0.6147, "relevance": 0 }, { "pair_id": 159010, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 34.12, 44.66 ], "duration": 62.66, "caption": "A person walks by some people sitting at a table.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 159011, "video_name": "s08e04_seg02_clip_03", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person walks over to the table where some people are.", "similarity": 0.5977, "relevance": 1 }, { "pair_id": 159012, "video_name": "house_s05e18_seg02_clip_22", "timestamp": [ 68.76, 89.39 ], "duration": 125.66, "caption": "A person gets out of their chair and walks towards the cat, which jumps up onto their laptop.", "similarity": 0.5952, "relevance": 2 }, { "pair_id": 159013, "video_name": "friends_s04e02_seg02_clip_17", "timestamp": [ 17.11, 35.72 ], "duration": 60.66, "caption": "A person is standing in some people's empty apartment holding a cat in their arms.", "similarity": 0.5877, "relevance": 1 }, { "pair_id": 159014, "video_name": "friends_s04e02_seg02_clip_19", "timestamp": [ 17.32, 20.84 ], "duration": 58.66, "caption": "A man points out to the cat and then to the piece of paper he is holding.", "similarity": 0.5857, "relevance": 1 }, { "pair_id": 159015, "video_name": "house_s05e18_seg02_clip_07", "timestamp": [ 69.28, 72.39 ], "duration": 88.66, "caption": "A man is trying to give the cat to another man.", "similarity": 0.5808, "relevance": 1 }, { "pair_id": 159016, "video_name": "friends_s04e02_seg02_clip_21", "timestamp": [ 0.0, 8.86 ], "duration": 77.66, "caption": "A woman walks over and picks up a cat.", "similarity": 0.5805, "relevance": 1 }, { "pair_id": 159017, "video_name": "s05e04_seg02_clip_04", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman walks over to some people's table and shakes hands with a man.", "similarity": 0.5805, "relevance": 1 }, { "pair_id": 159018, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 45.97, 55.53 ], "duration": 91.66, "caption": "A person walks over to some people's cafeteria table.", "similarity": 0.58, "relevance": 2 }, { "pair_id": 159019, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 31.2, 34.67 ], "duration": 63.66, "caption": "A person walks over to the table and sits down with some people.", "similarity": 0.5798, "relevance": 1 }, { "pair_id": 332320, "video_name": "s06e22_seg02_clip_05", "timestamp": [ 32.5, 37.07 ], "duration": 57.66, "caption": "A man fiddles with his hands as he walks towards a person.", "similarity": 0.5708, "relevance": 1 }, { "pair_id": 332321, "video_name": "s07e01_seg02_clip_03", "timestamp": [ 50.35, 58.59 ], "duration": 61.66, "caption": "A person walks up to another person who is picking food from the table.", "similarity": 0.5686, "relevance": 2 }, { "pair_id": 332322, "video_name": "s06e24_seg01_clip_00", "timestamp": [ 35.4, 41.8 ], "duration": 61.66, "caption": "A man walks from behind a person to the table and sits down with some people.", "similarity": 0.5685, "relevance": 3 }, { "pair_id": 332323, "video_name": "s04e03_seg02_clip_17", "timestamp": [ 41.2, 45.84 ], "duration": 58.66, "caption": "A person hands a cat and a twenty dollar bill to a little girl.", "similarity": 0.5681, "relevance": 3 }, { "pair_id": 332324, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 41.64, 42.52 ], "duration": 59.66, "caption": "A man walks over to two people's table.", "similarity": 0.5671, "relevance": 2 }, { "pair_id": 332325, "video_name": "s08e04_seg02_clip_03", "timestamp": [ 0.9, 4.8 ], "duration": 60.66, "caption": "A person walks over to some people.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 332326, "video_name": "castle_s07e11_seg02_clip_24", "timestamp": [ 9.8, 15.15 ], "duration": 89.66, "caption": "A person walks up to some people and a woman while carrying a dog.", "similarity": 0.5622, "relevance": 2 }, { "pair_id": 332327, "video_name": "friends_s04e02_seg02_clip_04", "timestamp": [ 12.4, 22.43 ], "duration": 59.66, "caption": "A person picks up the cat and sits down with it in his/her lap.", "similarity": 0.5609, "relevance": 2 }, { "pair_id": 332328, "video_name": "friends_s01e07_seg02_clip_13", "timestamp": [ 5.27, 10.25 ], "duration": 58.66, "caption": "A woman puts her hands on her face to tell a man about the cat.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 332329, "video_name": "grey_s02e20_seg02_clip_12", "timestamp": [ 0.45, 4.05 ], "duration": 90.66, "caption": "A man walks towards a woman's table with a tray in hand.", "similarity": 0.5559, "relevance": 2 }, { "pair_id": 332330, "video_name": "s04e03_seg02_clip_13", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A man tells a person what happened with cats to a family member.", "similarity": 0.5521, "relevance": 0 }, { "pair_id": 332331, "video_name": "house_s07e12_seg02_clip_11", "timestamp": [ 10.68, 16.47 ], "duration": 89.66, "caption": "A person, holding a cat and talking on their phone, takes something out of a refrigerator and sets it on a counter.", "similarity": 0.5514, "relevance": 4 }, { "pair_id": 332332, "video_name": "friends_s04e02_seg02_clip_11", "timestamp": [ 23.02, 27.74 ], "duration": 59.66, "caption": "A woman walks into the coffee shop carrying a cat.", "similarity": 0.55, "relevance": 4 }, { "pair_id": 332333, "video_name": "s07e01_seg02_clip_04", "timestamp": [ 18.61, 23.5 ], "duration": 61.66, "caption": "A woman walks over to the food table near some people.", "similarity": 0.5469, "relevance": 2 }, { "pair_id": 332334, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 32.65, 37.84 ], "duration": 61.66, "caption": "A man enters the apartment to find a person with a bunch of cats around him.", "similarity": 0.5462, "relevance": 2 }, { "pair_id": 332335, "video_name": "s07e15_seg02_clip_11", "timestamp": [ 50.12, 53.42 ], "duration": 60.66, "caption": "A person walks in the room, holding their little dog followed by the vet.", "similarity": 0.546, "relevance": 2 }, { "pair_id": 332336, "video_name": "house_s05e18_seg02_clip_15", "timestamp": [ 9.54, 15.44 ], "duration": 90.66, "caption": "A woman stands up out her wheelchair and walks towards a patient and a cat while talking with another person.", "similarity": 0.5452, "relevance": 0 }, { "pair_id": 332337, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 52.63, 58.62 ], "duration": 63.66, "caption": "A person lifts up a grey tabby cat and wiggles its paws at his mother and another person.", "similarity": 0.5451, "relevance": 2 }, { "pair_id": 332338, "video_name": "s05e15_seg02_clip_02", "timestamp": [ 35.4, 39.36 ], "duration": 61.66, "caption": "A person stands up from the table and walks over to a man.", "similarity": 0.5444, "relevance": 2 }, { "pair_id": 332339, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 18.92, 23.57 ], "duration": 62.66, "caption": "A woman puts her hands on her face when she tells a man to look at the cat.", "similarity": 0.5444, "relevance": 1 } ] }, { "query_id": 60631, "query": "A woman rushes to get a book from the table and hands it to another woman.", "relevant_moment": [ { "pair_id": 153500, "video_name": "friends_s04e22_seg02_clip_14", "timestamp": [ 27.46, 33.26 ], "duration": 61.66, "caption": "A woman rushes to get a book from the table and hands it to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153501, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 44.12, 45.7 ], "duration": 63.66, "caption": "A woman grabs a book from out of another woman's hands.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 153502, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 0.0, 4.11 ], "duration": 91.66, "caption": "A woman hands another woman a book that she found.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 153503, "video_name": "friends_s02e19_seg02_clip_13", "timestamp": [ 38.49, 41.06 ], "duration": 57.66, "caption": "A woman grabs a book out of woman's hand.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 153504, "video_name": "castle_s01e07_seg02_clip_22", "timestamp": [ 6.32, 8.3 ], "duration": 79.66, "caption": "A woman hands a book to another woman talking in the microphone.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 153505, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 29.59, 30.46 ], "duration": 58.66, "caption": "A woman hands a book to another woman in the living room.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 153506, "video_name": "castle_s05e20_seg02_clip_13", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman takes the book from a man's hand and gets close to him.", "similarity": 0.7079, "relevance": 1 }, { "pair_id": 153507, "video_name": "castle_s05e14_seg02_clip_14", "timestamp": [ 81.0, 82.81 ], "duration": 90.66, "caption": "A woman picked up a book as she stood from the table.", "similarity": 0.7055, "relevance": 1 }, { "pair_id": 153508, "video_name": "friends_s04e11_seg02_clip_20", "timestamp": [ 39.67, 45.77 ], "duration": 61.66, "caption": "A woman reaches over and grabs another woman's hand while sitting at the table.", "similarity": 0.6908, "relevance": 0 }, { "pair_id": 153509, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 24.72, 32.34 ], "duration": 61.66, "caption": "A woman reaches out towards a book a man is holding.", "similarity": 0.6904, "relevance": 0 }, { "pair_id": 153510, "video_name": "friends_s03e23_seg02_clip_13", "timestamp": [ 0.0, 51.61 ], "duration": 67.66, "caption": "A woman was holding a book whilst talking to two other women.", "similarity": 0.6889, "relevance": 0 }, { "pair_id": 153511, "video_name": "s08e14_seg02_clip_14", "timestamp": [ 33.94, 37.14 ], "duration": 58.66, "caption": "A woman rises off the sofa and takes a book from another woman's hands.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 153512, "video_name": "friends_s02e19_seg02_clip_13", "timestamp": [ 39.92, 50.18 ], "duration": 57.66, "caption": "A woman takes the book and reads a quiz query, she then quickly tries to go to the next one and another woman objects.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 153513, "video_name": "friends_s10e06_seg01_clip_01", "timestamp": [ 10.13, 13.65 ], "duration": 44.66, "caption": "A woman points at the book that another woman is holding.", "similarity": 0.6838, "relevance": 0 }, { "pair_id": 153514, "video_name": "s09e20_seg02_clip_00", "timestamp": [ 41.19, 49.74 ], "duration": 61.66, "caption": "A person goes to the bookshelf to get a book and hands it to another person.", "similarity": 0.6776, "relevance": 3 }, { "pair_id": 153515, "video_name": "met_s06e22_seg02_clip_04", "timestamp": [ 30.69, 36.89 ], "duration": 59.66, "caption": "A woman grabs a book and opens it while sitting on the sofa with another woman.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 153516, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 23.03, 29.02 ], "duration": 92.66, "caption": "A woman hands the book back to a man after he walks up.", "similarity": 0.6725, "relevance": 0 }, { "pair_id": 153518, "video_name": "friends_s06e09_seg02_clip_15", "timestamp": [ 42.1, 48.66 ], "duration": 69.66, "caption": "A woman picks up a plate from the table and hands it to another woman.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 153519, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 13.88, 16.85 ], "duration": 37.66, "caption": "A woman walks toward the table where another woman is.", "similarity": 0.6701, "relevance": 1 } ] }, { "query_id": 60647, "query": "A man walks up behind guy and hugs his arms.", "relevant_moment": [ { "pair_id": 30140, "video_name": "friends_s04e22_seg02_clip_11", "timestamp": [ 51.46, 56.19 ], "duration": 59.66, "caption": "A man walks up behind guy and hugs his arms.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 30141, "video_name": "castle_s02e20_seg02_clip_06", "timestamp": [ 85.1, 93.09 ], "duration": 94.66, "caption": "A man walks up to another man and he hugs him.", "similarity": 0.8577, "relevance": 2 }, { "pair_id": 30142, "video_name": "met_s06e23_seg02_clip_16", "timestamp": [ 28.99, 34.18 ], "duration": 61.66, "caption": "A man walks up to another man and hugs him.", "similarity": 0.8542, "relevance": 2 }, { "pair_id": 30143, "video_name": "s05e11_seg02_clip_04", "timestamp": [ 20.31, 30.46 ], "duration": 58.66, "caption": "A man sneaks up behind another man and then gives him a hug.", "similarity": 0.8181, "relevance": 2 }, { "pair_id": 30144, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 2.91, 7.76 ], "duration": 97.66, "caption": "A man reaches out towards man and hugs him.", "similarity": 0.7789, "relevance": 1 }, { "pair_id": 30145, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 31.32, 40.94 ], "duration": 62.66, "caption": "A man wraps their arms around another man and hugs him.", "similarity": 0.7784, "relevance": 1 }, { "pair_id": 30146, "video_name": "friends_s09e17_seg02_clip_15", "timestamp": [ 33.09, 43.18 ], "duration": 63.66, "caption": "A man walks up to someone and gives them Hugsy.", "similarity": 0.7774, "relevance": 0 }, { "pair_id": 30147, "video_name": "friends_s01e08_seg02_clip_16", "timestamp": [ 20.47, 24.81 ], "duration": 62.66, "caption": "A man walks over to another man to give him a hug.", "similarity": 0.7736, "relevance": 1 }, { "pair_id": 30148, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person moves closer to a man and hugs him.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 30149, "video_name": "friends_s09e21_seg02_clip_03", "timestamp": [ 15.08, 25.34 ], "duration": 60.66, "caption": "A woman walks over to a man and hugs him from behind.", "similarity": 0.7572, "relevance": 2 }, { "pair_id": 30150, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 2.43, 9.7 ], "duration": 97.66, "caption": "A man hugs another man and then pats him on the shoulder.", "similarity": 0.7534, "relevance": 1 }, { "pair_id": 30151, "video_name": "friends_s10e16_seg02_clip_15", "timestamp": [ 14.93, 18.16 ], "duration": 58.66, "caption": "A man stands up and gives another man a hug.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 30152, "video_name": "friends_s06e18_seg02_clip_16", "timestamp": [ 53.33, 60.8 ], "duration": 65.66, "caption": "A man turns around to another man and hugs him, picking him up off the ground.", "similarity": 0.7342, "relevance": 1 }, { "pair_id": 30153, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 0.0, 3.56 ], "duration": 88.66, "caption": "A man extends his arms and person to hugs him.", "similarity": 0.7297, "relevance": 1 }, { "pair_id": 30154, "video_name": "met_s06e23_seg02_clip_16", "timestamp": [ 29.24, 34.17 ], "duration": 61.66, "caption": "A man walks over to someone and gives him a hug.", "similarity": 0.7286, "relevance": 2 }, { "pair_id": 30155, "video_name": "friends_s09e22_seg02_clip_17", "timestamp": [ 6.0, 17.41 ], "duration": 60.66, "caption": "A woman walks up to a man and hugs him and he complements her.", "similarity": 0.728, "relevance": 1 }, { "pair_id": 30156, "video_name": "castle_s04e01_seg02_clip_00", "timestamp": [ 80.93, 84.19 ], "duration": 93.66, "caption": "A woman walks up to a man and hugs him as she tells him about another person.", "similarity": 0.7266, "relevance": 1 }, { "pair_id": 30157, "video_name": "house_s05e22_seg02_clip_20", "timestamp": [ 61.21, 78.02 ], "duration": 120.66, "caption": "A person walks up to man and hugs him and pulls him with her.", "similarity": 0.7261, "relevance": 1 }, { "pair_id": 30158, "video_name": "friends_s09e15_seg02_clip_20", "timestamp": [ 23.12, 29.68 ], "duration": 69.66, "caption": "A man talks and shakes guy and hugs him.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 30159, "video_name": "s01e17_seg02_clip_05", "timestamp": [ 2.1, 5.1 ], "duration": 60.66, "caption": "A woman moves beside a man to give him a hug.", "similarity": 0.719, "relevance": 1 } ] }, { "query_id": 60648, "query": "A man sets his bag down on the floor and another person sets the phone down on the counter.", "relevant_moment": [ { "pair_id": 155020, "video_name": "friends_s04e22_seg02_clip_11", "timestamp": [ 13.58, 16.53 ], "duration": 59.66, "caption": "A man sets his bag down on the floor and another person sets the phone down on the counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155021, "video_name": "friends_s06e12_seg02_clip_01", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A man has the phone to their ear and then sets it down on the counter.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 155022, "video_name": "friends_s03e22_seg02_clip_16", "timestamp": [ 17.71, 20.07 ], "duration": 59.66, "caption": "A person sets the phone down on the counter.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 155023, "video_name": "friends_s06e20_seg02_clip_16", "timestamp": [ 9.44, 11.05 ], "duration": 46.66, "caption": "A man picks up the phone on the counter.", "similarity": 0.6838, "relevance": 1 }, { "pair_id": 155024, "video_name": "friends_s07e23-24_seg02_clip_20", "timestamp": [ 48.47, 49.64 ], "duration": 58.66, "caption": "A man puts the telephone down on the counter.", "similarity": 0.6746, "relevance": 2 }, { "pair_id": 155025, "video_name": "house_s04e06_seg02_clip_16", "timestamp": [ 0.0, 7.9 ], "duration": 87.66, "caption": "A man sets down his phone during a call with another man.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 155026, "video_name": "house_s07e05_seg02_clip_22", "timestamp": [ 14.88, 20.17 ], "duration": 96.66, "caption": "A man is putting things inside his bag while talking to another man over the phone.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 155027, "video_name": "friends_s05e13_seg02_clip_11", "timestamp": [ 30.79, 33.49 ], "duration": 54.66, "caption": "A man sets his purse on the floor beside him.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 155028, "video_name": "friends_s04e07_seg02_clip_08", "timestamp": [ 0.0, 2.86 ], "duration": 57.66, "caption": "A man hangs up the phone on the counter.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 155029, "video_name": "friends_s08e03_seg02_clip_00", "timestamp": [ 45.46, 48.34 ], "duration": 64.66, "caption": "A man picks up his phone on the kitchen counter and dials on it.", "similarity": 0.6226, "relevance": 1 }, { "pair_id": 155030, "video_name": "s01e13_seg02_clip_05", "timestamp": [ 13.06, 14.22 ], "duration": 58.66, "caption": "A man picks up his phone from a bag sitting on the chair.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 155031, "video_name": "friends_s06e20_seg02_clip_17", "timestamp": [ 22.89, 28.07 ], "duration": 61.66, "caption": "A man walks into the apartment and sees another man, he sets his bag on the counter.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 155032, "video_name": "friends_s05e05_seg02_clip_15", "timestamp": [ 11.04, 13.46 ], "duration": 69.66, "caption": "A man enters the apartment and sets a bag on the counter.", "similarity": 0.6119, "relevance": 2 }, { "pair_id": 155033, "video_name": "castle_s05e01_seg02_clip_22", "timestamp": [ 68.72, 72.36 ], "duration": 91.66, "caption": "A man holds the phone up and another man takes it from him.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 155034, "video_name": "castle_s04e08_seg02_clip_16", "timestamp": [ 67.36, 91.03 ], "duration": 91.66, "caption": "A person holds the phone up to two men.", "similarity": 0.6058, "relevance": 1 }, { "pair_id": 155035, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 40.56, 42.18 ], "duration": 54.66, "caption": "A man picks up the telephone from the counter.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 155036, "video_name": "friends_s01e16-17_seg02_clip_12", "timestamp": [ 58.05, 59.9 ], "duration": 61.66, "caption": "A man sets a shopping bag down on the floor as he sits down on the coffee table in front of woman.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 155037, "video_name": "house_s07e13_seg02_clip_04", "timestamp": [ 15.48, 33.12 ], "duration": 86.66, "caption": "A man holds down the phone while someone is trying to use it, they slam the phone down onto their hand.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 155038, "video_name": "friends_s06e20_seg02_clip_07", "timestamp": [ 3.75, 6.06 ], "duration": 57.66, "caption": "A man put down the phone.", "similarity": 0.5984, "relevance": 2 }, { "pair_id": 155039, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 58.59, 59.81 ], "duration": 61.66, "caption": "A man picks up the phone from the counter in the kitchen.", "similarity": 0.5954, "relevance": 2 }, { "pair_id": 328340, "video_name": "friends_s06e20_seg02_clip_07", "timestamp": [ 0.0, 6.06 ], "duration": 57.66, "caption": "A man answers the phone then sets it down.", "similarity": 0.5954, "relevance": 1 }, { "pair_id": 328341, "video_name": "castle_s06e04_seg02_clip_20", "timestamp": [ 32.77, 34.59 ], "duration": 91.66, "caption": "A man takes another person's phone that they were on.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 328342, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 17.8, 24.48 ], "duration": 89.66, "caption": "A man hangs up the phone and then places it down.", "similarity": 0.5887, "relevance": 3 }, { "pair_id": 328343, "video_name": "castle_s05e19_seg02_clip_09", "timestamp": [ 19.59, 21.41 ], "duration": 91.66, "caption": "A person reaches for his phone and drops it on the floor.", "similarity": 0.5883, "relevance": 1 }, { "pair_id": 328344, "video_name": "s02e10_seg02_clip_15", "timestamp": [ 25.12, 38.15 ], "duration": 62.66, "caption": "A man picks up their phone, texts something, then sets it on the table.", "similarity": 0.5867, "relevance": 3 }, { "pair_id": 328345, "video_name": "castle_s05e11_seg02_clip_22", "timestamp": [ 19.58, 28.28 ], "duration": 87.66, "caption": "A man is having a conversation with two men then picks up his phone and shows it to them.", "similarity": 0.5857, "relevance": 1 }, { "pair_id": 328346, "video_name": "castle_s02e15_seg02_clip_00", "timestamp": [ 70.11, 74.29 ], "duration": 92.66, "caption": "A person takes a cellphone out of his pocket and another person makes a guess about who could be on the phone.", "similarity": 0.5853, "relevance": 1 }, { "pair_id": 328347, "video_name": "castle_s06e09_seg02_clip_19", "timestamp": [ 10.01, 13.2 ], "duration": 91.66, "caption": "A man finishes his phone call then sets the phone down.", "similarity": 0.5848, "relevance": 3 }, { "pair_id": 328348, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 15.13, 26.26 ], "duration": 89.66, "caption": "A man realizes the person on the phone has hung up and puts down the phone.", "similarity": 0.5829, "relevance": 3 }, { "pair_id": 328349, "video_name": "house_s03e15_seg02_clip_14", "timestamp": [ 0.0, 8.45 ], "duration": 88.66, "caption": "A man is on the phone and he ends up handing the phone to another man and he hangs it up.", "similarity": 0.5826, "relevance": 2 }, { "pair_id": 328350, "video_name": "house_s05e09_seg02_clip_22", "timestamp": [ 8.74, 12.68 ], "duration": 87.66, "caption": "One person is on the phone while another person stands up.", "similarity": 0.5819, "relevance": 1 }, { "pair_id": 328351, "video_name": "s06e15_seg02_clip_13", "timestamp": [ 43.23, 45.84 ], "duration": 58.66, "caption": "A man hangs up on another person and puts his phone down on the night stand.", "similarity": 0.5812, "relevance": 3 }, { "pair_id": 328352, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 12.36, 16.58 ], "duration": 65.66, "caption": "A man hangs up the phone and sits on the counter.", "similarity": 0.5805, "relevance": 3 }, { "pair_id": 328353, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 23.77, 29.17 ], "duration": 54.66, "caption": "A person picks up a bag of rice and sets it down on the counter.", "similarity": 0.5789, "relevance": 1 }, { "pair_id": 328354, "video_name": "house_s07e11_seg02_clip_15", "timestamp": [ 10.67, 14.55 ], "duration": 97.66, "caption": "A man picks up his phone while having a conversation with two other men.", "similarity": 0.5781, "relevance": 2 }, { "pair_id": 328355, "video_name": "grey_s02e07_seg02_clip_06", "timestamp": [ 8.36, 10.12 ], "duration": 88.66, "caption": "A woman picks up the phone with another person on the other side of the counter.", "similarity": 0.5767, "relevance": 1 }, { "pair_id": 328356, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 42.76, 60.77 ], "duration": 75.66, "caption": "A man picks up his phone and talks (to another person).", "similarity": 0.5756, "relevance": 1 }, { "pair_id": 328357, "video_name": "castle_s06e08_seg02_clip_20", "timestamp": [ 56.64, 92.09 ], "duration": 92.66, "caption": "A man picks up his phone and talks to another man.", "similarity": 0.5748, "relevance": 1 }, { "pair_id": 328358, "video_name": "s07e18_seg02_clip_05", "timestamp": [ 36.85, 41.78 ], "duration": 58.66, "caption": "A person takes his cell phone from his pocket while having a conversation with a man.", "similarity": 0.5747, "relevance": 2 }, { "pair_id": 328359, "video_name": "castle_s02e02_seg02_clip_15", "timestamp": [ 7.22, 10.82 ], "duration": 90.66, "caption": "A man hangs up the phone as two people come in.", "similarity": 0.5745, "relevance": 2 } ] }, { "query_id": 60690, "query": "A person is standing in front of their bookcase before they walk closer to the team.", "relevant_moment": [ { "pair_id": 168640, "video_name": "house_s03e20_seg02_clip_00", "timestamp": [ 65.4, 76.83 ], "duration": 91.66, "caption": "A person is standing in front of their bookcase before they walk closer to the team.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168641, "video_name": "s05e09_seg02_clip_01", "timestamp": [ 0.0, 39.27 ], "duration": 50.66, "caption": "A person stands in front of a bookcase and has a conversation on their cell phone.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 168642, "video_name": "house_s07e02_seg02_clip_06", "timestamp": [ 39.61, 43.21 ], "duration": 90.66, "caption": "A person is standing in front of the bookshelf going through a file he's holding.", "similarity": 0.6307, "relevance": 3 }, { "pair_id": 168643, "video_name": "house_s02e18_seg02_clip_14", "timestamp": [ 9.38, 19.23 ], "duration": 93.66, "caption": "A person walks over to the bookcase while talking to some other people.", "similarity": 0.6173, "relevance": 3 }, { "pair_id": 168644, "video_name": "house_s04e12_seg02_clip_20", "timestamp": [ 42.21, 44.38 ], "duration": 87.66, "caption": "A man gestures with his arm as he stands in front of a bookcase.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 168645, "video_name": "s05e02_seg01_clip_00", "timestamp": [ 13.45, 17.61 ], "duration": 64.66, "caption": "A person moves closer to another person holding a book.", "similarity": 0.5921, "relevance": 1 }, { "pair_id": 168646, "video_name": "house_s01e03_seg02_clip_18", "timestamp": [ 16.2, 23.41 ], "duration": 90.66, "caption": "A person walks out and the team follow him/her immediately.", "similarity": 0.592, "relevance": 1 }, { "pair_id": 168647, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 8.59, 10.85 ], "duration": 90.66, "caption": "A person holds up an open book in front of someone.", "similarity": 0.5905, "relevance": 0 }, { "pair_id": 168648, "video_name": "castle_s03e09_seg02_clip_02", "timestamp": [ 26.98, 32.56 ], "duration": 93.66, "caption": "A person stands in front of a white board holding a small notebook.", "similarity": 0.5898, "relevance": 0 }, { "pair_id": 168649, "video_name": "house_s02e15_seg02_clip_15", "timestamp": [ 10.23, 19.07 ], "duration": 93.66, "caption": "A person walks over and stands next to a man in front of some shelves.", "similarity": 0.5853, "relevance": 3 }, { "pair_id": 168650, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 29.98, 34.84 ], "duration": 81.66, "caption": "A person walks into his/her office and up to a bookshelf.", "similarity": 0.5851, "relevance": 3 }, { "pair_id": 168651, "video_name": "castle_s05e18_seg02_clip_10", "timestamp": [ 0.0, 8.27 ], "duration": 87.66, "caption": "A person is standing in front of a case board as he looks at it.", "similarity": 0.5805, "relevance": 0 }, { "pair_id": 168652, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 34.63, 38.27 ], "duration": 91.66, "caption": "A person holds up a book while someone walks by.", "similarity": 0.5765, "relevance": 0 }, { "pair_id": 168653, "video_name": "castle_s08e04_seg02_clip_02", "timestamp": [ 74.72, 90.02 ], "duration": 90.66, "caption": "A person is looking for a book and moves the bookcase to find it.", "similarity": 0.5753, "relevance": 2 }, { "pair_id": 168654, "video_name": "grey_s03e04_seg02_clip_11", "timestamp": [ 3.76, 6.57 ], "duration": 93.66, "caption": "A person walks in and stands next to person.", "similarity": 0.575, "relevance": 0 }, { "pair_id": 168655, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 5.06, 10.12 ], "duration": 92.66, "caption": "A person leans against the top of the bookcase while talking to person.", "similarity": 0.5745, "relevance": 3 }, { "pair_id": 168656, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 25.69, 29.59 ], "duration": 65.66, "caption": "A person walks in with a book in their hands.", "similarity": 0.5649, "relevance": 3 }, { "pair_id": 168657, "video_name": "house_s01e09_seg02_clip_06", "timestamp": [ 37.62, 40.41 ], "duration": 92.66, "caption": "A person walks in to his office followed by his team.", "similarity": 0.5642, "relevance": 1 }, { "pair_id": 168658, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 6.79, 9.74 ], "duration": 59.66, "caption": "There is a tall book case in person's bedroom.", "similarity": 0.5618, "relevance": 1 }, { "pair_id": 168659, "video_name": "castle_s04e20_seg02_clip_13", "timestamp": [ 36.48, 42.87 ], "duration": 91.66, "caption": "A person stands up and walks towards the board.", "similarity": 0.5599, "relevance": 1 }, { "pair_id": 341960, "video_name": "s03e07_seg02_clip_03", "timestamp": [ 16.7, 20.41 ], "duration": 53.66, "caption": "A person approaches and starts a conversation while carrying a book.", "similarity": 0.5525, "relevance": 3 }, { "pair_id": 341961, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 40.22, 42.03 ], "duration": 90.66, "caption": "A person pulls a book forward from a bookshelf.", "similarity": 0.552, "relevance": 2 }, { "pair_id": 341962, "video_name": "castle_s01e04_seg02_clip_08", "timestamp": [ 57.87, 67.66 ], "duration": 89.66, "caption": "A person steps forward then he steps back in the lineup room.", "similarity": 0.5507, "relevance": 0 }, { "pair_id": 341963, "video_name": "house_s01e03_seg02_clip_00", "timestamp": [ 80.79, 89.56 ], "duration": 92.66, "caption": "A person walks over to the shelf and puts a book on the table.", "similarity": 0.5463, "relevance": 3 }, { "pair_id": 341964, "video_name": "met_s06e22_seg02_clip_04", "timestamp": [ 29.81, 33.05 ], "duration": 59.66, "caption": "A person reaches behind themselves and picks up a red book.", "similarity": 0.5424, "relevance": 1 }, { "pair_id": 341965, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 25.68, 28.84 ], "duration": 79.66, "caption": "A person stands up and walks toward the white board.", "similarity": 0.5417, "relevance": 2 }, { "pair_id": 341966, "video_name": "castle_s06e23_seg02_clip_07", "timestamp": [ 24.58, 25.49 ], "duration": 91.66, "caption": "A person drops his hand down from his face while leaning against a bookcase.", "similarity": 0.5383, "relevance": 2 }, { "pair_id": 341967, "video_name": "s02e08_seg02_clip_04", "timestamp": [ 57.67, 63.03 ], "duration": 63.66, "caption": "A person walks over and stands next to some other people.", "similarity": 0.5374, "relevance": 2 }, { "pair_id": 341968, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 14.41, 16.01 ], "duration": 64.66, "caption": "A person walks behind some people as they stand near someone and someone.", "similarity": 0.5362, "relevance": 1 }, { "pair_id": 341969, "video_name": "s02e10_seg01_clip_00", "timestamp": [ 54.21, 58.3 ], "duration": 63.66, "caption": "A person stands up and walks toward another room.", "similarity": 0.5357, "relevance": 1 }, { "pair_id": 341970, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 58.92, 67.0 ], "duration": 95.66, "caption": "A person stands up and walks over to a stack of books, picking one up and putting it back down.", "similarity": 0.5355, "relevance": 1 }, { "pair_id": 341971, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 23.88, 38.15 ], "duration": 62.66, "caption": "A person stands up and walks towards the laptop, sits in front of it and types.", "similarity": 0.5347, "relevance": 1 }, { "pair_id": 341972, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 29.88, 58.03 ], "duration": 58.66, "caption": "A person is standing in front of some people.", "similarity": 0.5339, "relevance": 1 }, { "pair_id": 341973, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 22.38, 26.95 ], "duration": 91.66, "caption": "A person walks over and stands next to person and person.", "similarity": 0.5339, "relevance": 1 }, { "pair_id": 341974, "video_name": "s03e01_seg02_clip_17", "timestamp": [ 7.14, 13.02 ], "duration": 84.66, "caption": "A person walks around another person to stand in front of her.", "similarity": 0.5336, "relevance": 1 }, { "pair_id": 341975, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 7.91, 10.7 ], "duration": 93.66, "caption": "A person stands up and walks over to the board.", "similarity": 0.5328, "relevance": 2 }, { "pair_id": 341976, "video_name": "house_s07e21_seg02_clip_07", "timestamp": [ 51.66, 57.15 ], "duration": 91.66, "caption": "A person walks up to a man while holding a book.", "similarity": 0.5318, "relevance": 1 }, { "pair_id": 341977, "video_name": "friends_s10e15_seg02_clip_04", "timestamp": [ 13.13, 14.07 ], "duration": 62.66, "caption": "A person puts a book on the coffee table in front of them.", "similarity": 0.5318, "relevance": 1 }, { "pair_id": 341978, "video_name": "castle_s02e13_seg02_clip_01", "timestamp": [ 0.45, 4.55 ], "duration": 90.66, "caption": "A man walks forward while trying to know who the person on the book is.", "similarity": 0.5308, "relevance": 1 } ] }, { "query_id": 60693, "query": "A man interviews the patient about the drugs she takes and she's doing before she is admitted.", "relevant_moment": [ { "pair_id": 2800, "video_name": "house_s03e20_seg02_clip_00", "timestamp": [ 0.0, 36.59 ], "duration": 91.66, "caption": "A man interviews the patient about the drugs she takes and she's doing before she is admitted.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2801, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 14.96, 19.37 ], "duration": 88.66, "caption": "A person tells another person to ask the patient the drugs he's using and if he denies it to give him a urine test and the other person gets up from his seat.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 2802, "video_name": "house_s06e11_seg02_clip_14", "timestamp": [ 0.0, 25.77 ], "duration": 92.66, "caption": "A woman is interviewing a man about the patient in the room.", "similarity": 0.6957, "relevance": 2 }, { "pair_id": 2803, "video_name": "house_s06e02_seg02_clip_05", "timestamp": [ 77.45, 83.68 ], "duration": 89.66, "caption": "A woman mentions searching a patient's home for drugs as a man gets up with her and another man gets up with them as he mentions asking the patient about his drug use.", "similarity": 0.6851, "relevance": 0 }, { "pair_id": 2804, "video_name": "house_s02e16_seg02_clip_03", "timestamp": [ 60.53, 91.03 ], "duration": 91.66, "caption": "Some doctors are interviewing a man about what happened.", "similarity": 0.6775, "relevance": 3 }, { "pair_id": 2805, "video_name": "house_s02e15_seg02_clip_24", "timestamp": [ 0.0, 12.21 ], "duration": 90.66, "caption": "A doctor is talking to a woman about a treatment that she had been doing to a man.", "similarity": 0.6738, "relevance": 0 }, { "pair_id": 2806, "video_name": "grey_s02e13_seg02_clip_00", "timestamp": [ 51.25, 81.8 ], "duration": 94.66, "caption": "A man finds out the reason why a woman was taking medication.", "similarity": 0.6634, "relevance": 3 }, { "pair_id": 2807, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 18.34, 37.14 ], "duration": 94.66, "caption": "The patient explains a doctor about a woman he met.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 2808, "video_name": "house_s08e09_seg02_clip_22", "timestamp": [ 52.21, 54.86 ], "duration": 88.66, "caption": "A woman asks man if he may have unwanted events to a drug.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 2809, "video_name": "house_s01e21_seg02_clip_08", "timestamp": [ 79.72, 87.87 ], "duration": 90.66, "caption": "A man explains to the patient what will happen if the medication triggers something.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 2810, "video_name": "house_s03e03_seg02_clip_20", "timestamp": [ 0.0, 18.27 ], "duration": 83.66, "caption": "The patient was talking to a man and some doctors.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 2813, "video_name": "house_s03e12_seg02_clip_07", "timestamp": [ 70.22, 85.07 ], "duration": 90.66, "caption": "A woman tells a man that she wants him to be her physician and he questions her motives and she tells him she confides in him as they are in an exam room.", "similarity": 0.6518, "relevance": 1 }, { "pair_id": 2814, "video_name": "castle_s04e22_seg02_clip_19", "timestamp": [ 10.88, 25.84 ], "duration": 90.66, "caption": "A man taps woman on the shoulder to tell her what he learned about the drug.", "similarity": 0.6509, "relevance": 1 }, { "pair_id": 2815, "video_name": "house_s01e22_seg02_clip_22", "timestamp": [ 39.54, 42.23 ], "duration": 67.66, "caption": "A woman asks a man how the patient is doing.", "similarity": 0.6488, "relevance": 1 }, { "pair_id": 2816, "video_name": "castle_s03e21_seg02_clip_24", "timestamp": [ 15.19, 40.05 ], "duration": 92.66, "caption": "A man tries to explain to two people why he had the drugs.", "similarity": 0.6484, "relevance": 0 }, { "pair_id": 2817, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 0.0, 38.08 ], "duration": 94.66, "caption": "Two people talk to the patient about drug usage.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 2818, "video_name": "grey_s01e01_seg02_clip_12", "timestamp": [ 26.11, 31.51 ], "duration": 90.66, "caption": "A man rushes in and a woman tells him about what just happened to a patient.", "similarity": 0.6471, "relevance": 0 }, { "pair_id": 2819, "video_name": "house_s06e09_seg02_clip_07", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "A woman asks a man his advice for the patient's treatment.", "similarity": 0.6431, "relevance": 1 } ] }, { "query_id": 60746, "query": "A man is holding a remote and turns off a video screen.", "relevant_moment": [ { "pair_id": 151820, "video_name": "friends_s03e18_seg02_clip_12", "timestamp": [ 28.23, 31.03 ], "duration": 62.66, "caption": "A man is holding a remote and turns off a video screen.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 151821, "video_name": "castle_s04e16_seg02_clip_07", "timestamp": [ 67.01, 69.18 ], "duration": 87.66, "caption": "Man grabs the tv remote and turns off the tv.", "similarity": 0.7946, "relevance": 2 }, { "pair_id": 151822, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 48.19, 54.74 ], "duration": 57.66, "caption": "A man grabs the remote control and turns off the television.", "similarity": 0.7945, "relevance": 4 }, { "pair_id": 151823, "video_name": "friends_s08e19_seg02_clip_04", "timestamp": [ 51.79, 57.07 ], "duration": 62.66, "caption": "A man picks up a remote and turns off the TV.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 151824, "video_name": "s04e15_seg02_clip_10", "timestamp": [ 5.27, 7.13 ], "duration": 62.66, "caption": "A man lifts the remote control and turns off the TV.", "similarity": 0.7742, "relevance": 2 }, { "pair_id": 151825, "video_name": "castle_s04e18_seg02_clip_04", "timestamp": [ 35.58, 36.49 ], "duration": 91.66, "caption": "A man pulls the remote control away from the screen.", "similarity": 0.7579, "relevance": 0 }, { "pair_id": 151826, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 62.21, 75.48 ], "duration": 91.66, "caption": "A man holds remote control and pauses TV screen.", "similarity": 0.7579, "relevance": 1 }, { "pair_id": 151827, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 13.65, 17.37 ], "duration": 62.66, "caption": "A person grabs the remote control and turns off the television.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 151828, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 50.75, 55.88 ], "duration": 57.66, "caption": "A man turns off the TV and sits the remote down.", "similarity": 0.7458, "relevance": 4 }, { "pair_id": 151829, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.2, 16.44 ], "duration": 62.66, "caption": "A person turns off the TV using the remote control.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 151830, "video_name": "castle_s05e17_seg02_clip_15", "timestamp": [ 0.91, 22.86 ], "duration": 91.66, "caption": "Some people are watching a video then a man turns it off.", "similarity": 0.7183, "relevance": 0 }, { "pair_id": 151831, "video_name": "castle_s06e19_seg02_clip_22", "timestamp": [ 33.69, 47.99 ], "duration": 92.66, "caption": "A person holds up the remote and pauses the video play.", "similarity": 0.7137, "relevance": 1 }, { "pair_id": 151832, "video_name": "s02e10_seg01_clip_00", "timestamp": [ 31.52, 34.67 ], "duration": 63.66, "caption": "A man picks up a remote control and switches off a TV.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 151833, "video_name": "castle_s07e05_seg02_clip_27", "timestamp": [ 5.19, 14.02 ], "duration": 14.66, "caption": "A woman tells man not to worry about the video but grabs the remote and turns the video on.", "similarity": 0.7118, "relevance": 0 }, { "pair_id": 151834, "video_name": "house_s08e22_seg02_clip_07", "timestamp": [ 31.51, 34.21 ], "duration": 90.66, "caption": "A man uses the remote to turn the television off and places the remote on a tray.", "similarity": 0.6967, "relevance": 4 }, { "pair_id": 151835, "video_name": "castle_s02e02_seg02_clip_13", "timestamp": [ 48.37, 55.35 ], "duration": 93.66, "caption": "A man points a remote control at a TV and pauses the screen.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 151836, "video_name": "s07e23_seg02_clip_07", "timestamp": [ 3.48, 5.51 ], "duration": 58.66, "caption": "A man picks up the remote control and clicks off the TV.", "similarity": 0.6807, "relevance": 3 }, { "pair_id": 151837, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 59.41, 63.89 ], "duration": 81.66, "caption": "A man uses a remote control to turn on the TV.", "similarity": 0.6783, "relevance": 3 }, { "pair_id": 151838, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 29.37, 34.34 ], "duration": 90.66, "caption": "A man points the remote in his hand and plays a video.", "similarity": 0.6754, "relevance": 3 }, { "pair_id": 151839, "video_name": "house_s02e04_seg02_clip_16", "timestamp": [ 40.14, 41.62 ], "duration": 73.66, "caption": "A man pulls out a remote control for the television behind them.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 325140, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 45.01, 48.61 ], "duration": 90.66, "caption": "A person plays the video on the TV screen with the remote in their hand.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 325141, "video_name": "friends_s04e13_seg02_clip_14", "timestamp": [ 0.0, 1.16 ], "duration": 58.66, "caption": "A man puts the TV remote down on his right thigh.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 325142, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 59.62, 60.99 ], "duration": 91.66, "caption": "A man grabs the remote control and turns the TV on.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 325143, "video_name": "house_s03e22_seg02_clip_19", "timestamp": [ 48.16, 51.76 ], "duration": 90.66, "caption": "A man uses the end of his cane to turn off a television.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 325144, "video_name": "friends_s04e07_seg02_clip_21", "timestamp": [ 25.92, 29.83 ], "duration": 71.66, "caption": "A man walks over to turn off the TV.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 325145, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 0.0, 10.01 ], "duration": 91.66, "caption": "A man uses the remote to show a boat video.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 325146, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 7.8, 12.91 ], "duration": 60.66, "caption": "A person uses the remote to turn on the TV.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 325147, "video_name": "met_s05e03_seg02_clip_03", "timestamp": [ 50.47, 52.86 ], "duration": 59.66, "caption": "A man turns off the screen while talking to another man.", "similarity": 0.6396, "relevance": 4 }, { "pair_id": 325148, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 13.43, 17.09 ], "duration": 61.66, "caption": "A man uses the remote to turn on another man's TV but only static appears.", "similarity": 0.6372, "relevance": 3 }, { "pair_id": 325149, "video_name": "friends_s04e17_seg02_clip_21", "timestamp": [ 14.18, 17.33 ], "duration": 45.66, "caption": "A man picked up the remote and turned the TV on.", "similarity": 0.6362, "relevance": 3 }, { "pair_id": 325150, "video_name": "friends_s08e19_seg02_clip_05", "timestamp": [ 12.78, 14.56 ], "duration": 59.66, "caption": "A man picks up the remote and turns on the TV.", "similarity": 0.6352, "relevance": 4 }, { "pair_id": 325151, "video_name": "friends_s10e13_seg02_clip_05", "timestamp": [ 0.0, 1.88 ], "duration": 34.66, "caption": "A man presses the remote and brings it down.", "similarity": 0.6345, "relevance": 3 }, { "pair_id": 325152, "video_name": "house_s01e07_seg02_clip_11", "timestamp": [ 12.83, 19.7 ], "duration": 91.66, "caption": "A person turns off the television monitor that is in the room.", "similarity": 0.6328, "relevance": 3 }, { "pair_id": 325153, "video_name": "friends_s04e07_seg02_clip_07", "timestamp": [ 8.96, 17.93 ], "duration": 64.66, "caption": "A person uses the remote to shut off the television after another person complains about what's on.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 325154, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 17.99, 23.57 ], "duration": 62.66, "caption": "A person puts down the TV guide and turns off the TV.", "similarity": 0.6306, "relevance": 2 }, { "pair_id": 325155, "video_name": "castle_s05e17_seg02_clip_03", "timestamp": [ 29.06, 35.41 ], "duration": 90.66, "caption": "A man stands up when the tv turns on and plays a video.", "similarity": 0.6294, "relevance": 1 }, { "pair_id": 325156, "video_name": "grey_s02e22_seg02_clip_07", "timestamp": [ 42.78, 45.97 ], "duration": 91.66, "caption": "A person holds up the TV remote and presses a button.", "similarity": 0.6269, "relevance": 3 }, { "pair_id": 325157, "video_name": "s02e12_seg02_clip_01", "timestamp": [ 52.8, 53.96 ], "duration": 58.66, "caption": "A man is holding a remote controller while next to a device.", "similarity": 0.6232, "relevance": 1 }, { "pair_id": 325158, "video_name": "s04e05_seg01_clip_01", "timestamp": [ 37.47, 40.59 ], "duration": 48.66, "caption": "A person aims the remote at the TV, presses it and puts it down.", "similarity": 0.6215, "relevance": 3 }, { "pair_id": 325159, "video_name": "castle_s06e06_seg02_clip_04", "timestamp": [ 89.23, 90.59 ], "duration": 90.66, "caption": "A man reaches up and seems to turn on the remote in his hand.", "similarity": 0.621, "relevance": 2 } ] }, { "query_id": 60768, "query": "A woman has a sad look on their face after someone closes the door.", "relevant_moment": [ { "pair_id": 166920, "video_name": "friends_s03e18_seg02_clip_16", "timestamp": [ 0.0, 8.4 ], "duration": 60.66, "caption": "A woman has a sad look on their face after someone closes the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166921, "video_name": "friends_s04e23-24_seg02_clip_22", "timestamp": [ 53.4, 55.78 ], "duration": 68.66, "caption": "A woman closes the front door with a sad expression on her face.", "similarity": 0.9037, "relevance": 2 }, { "pair_id": 166922, "video_name": "house_s07e19_seg02_clip_17", "timestamp": [ 95.6, 101.5 ], "duration": 118.66, "caption": "A woman closes the door after a person leaves the hospital room looking sad.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 166923, "video_name": "s01e15_seg02_clip_10", "timestamp": [ 42.62, 46.52 ], "duration": 60.66, "caption": "A woman closes the door and turns to face a person.", "similarity": 0.7552, "relevance": 1 }, { "pair_id": 166924, "video_name": "s01e12_seg02_clip_09", "timestamp": [ 22.24, 25.38 ], "duration": 57.66, "caption": "A woman looks annoyed and closes the door on some people.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 166925, "video_name": "friends_s07e14_seg02_clip_07", "timestamp": [ 11.98, 16.54 ], "duration": 57.66, "caption": "A woman suddenly shuts the door in another woman's face.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 166926, "video_name": "house_s03e15_seg02_clip_24", "timestamp": [ 29.91, 41.87 ], "duration": 92.66, "caption": "A woman stands by a person's door looking sad and shocked as another person leaves, followed by another person and then the woman who closes the door while walking out of the room.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 166927, "video_name": "friends_s10e17-18_seg02_clip_05", "timestamp": [ 50.12, 51.62 ], "duration": 60.66, "caption": "A woman makes an appearance closing the door behind her.", "similarity": 0.7241, "relevance": 1 }, { "pair_id": 166928, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 6.3, 8.7 ], "duration": 60.66, "caption": "A woman closes the door in two people's faces.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 166929, "video_name": "met_s05e04_seg02_clip_11", "timestamp": [ 30.75, 33.18 ], "duration": 60.66, "caption": "A woman closes the door in two people's faces.", "similarity": 0.7226, "relevance": 2 }, { "pair_id": 166930, "video_name": "friends_s05e06_seg02_clip_07", "timestamp": [ 10.53, 13.78 ], "duration": 54.66, "caption": "A scruffy looking person shuts the door in two women's face.", "similarity": 0.7203, "relevance": 3 }, { "pair_id": 166931, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 49.96, 53.56 ], "duration": 90.66, "caption": "Woman turns and leaves, closing the door in person's face.", "similarity": 0.7147, "relevance": 0 }, { "pair_id": 166932, "video_name": "grey_s03e14_seg02_clip_09", "timestamp": [ 90.74, 91.68 ], "duration": 94.66, "caption": "A woman looks away and to the right, with a sad looking face and tears forming in her eyes.", "similarity": 0.7067, "relevance": 1 }, { "pair_id": 166933, "video_name": "s01e04_seg02_clip_05", "timestamp": [ 47.76, 51.79 ], "duration": 62.66, "caption": "A woman closes her apartment door in a person's face.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 166934, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 2.78, 4.87 ], "duration": 139.66, "caption": "A woman opens a door slightly and looks out.", "similarity": 0.7013, "relevance": 0 }, { "pair_id": 166935, "video_name": "castle_s03e24_seg02_clip_13", "timestamp": [ 52.34, 55.07 ], "duration": 91.66, "caption": "A woman opens the door and sees a person is there.", "similarity": 0.6937, "relevance": 0 }, { "pair_id": 166936, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 35.33, 46.22 ], "duration": 66.66, "caption": "A woman opens the door, sees a man and shuts the door in his face.", "similarity": 0.6923, "relevance": 1 }, { "pair_id": 166937, "video_name": "castle_s05e16_seg02_clip_05", "timestamp": [ 18.66, 24.58 ], "duration": 91.66, "caption": "A woman opens the door and is relieved to see another woman.", "similarity": 0.6903, "relevance": 0 }, { "pair_id": 166938, "video_name": "s01e02_seg02_clip_10", "timestamp": [ 22.34, 24.95 ], "duration": 58.66, "caption": "A woman walks away and closes the door in front of person's face.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 166939, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 41.93, 46.88 ], "duration": 66.66, "caption": "A woman shuts the door in person's face as they stand there with a sheet set.", "similarity": 0.687, "relevance": 1 } ] }, { "query_id": 60815, "query": "Two people walk through the hospital together.", "relevant_moment": [ { "pair_id": 2560, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 7.63, 45.33 ], "duration": 89.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2561, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 13.92, 48.3 ], "duration": 87.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2562, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2563, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 53.69, 68.9 ], "duration": 95.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2564, "video_name": "house_s06e08_seg02_clip_00", "timestamp": [ 19.67, 37.05 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2565, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 0.0, 24.58 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2566, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 14.4 ], "duration": 96.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2567, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 7.48, 14.08 ], "duration": 88.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2568, "video_name": "grey_s01e08_seg02_clip_14", "timestamp": [ 1.36, 19.95 ], "duration": 90.66, "caption": "Two people walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2569, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 13.5, 23.63 ], "duration": 135.66, "caption": "Some people walk through the hospital together.", "similarity": 0.9227, "relevance": 3 }, { "pair_id": 2570, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 67.32, 89.16 ], "duration": 89.66, "caption": "Some people walk through the hospital together.", "similarity": 0.9227, "relevance": 3 }, { "pair_id": 2571, "video_name": "house_s04e04_seg02_clip_26", "timestamp": [ 21.81, 24.93 ], "duration": 89.66, "caption": "A person and woman walk through the hospital together.", "similarity": 0.9177, "relevance": 3 }, { "pair_id": 2572, "video_name": "house_s01e14_seg02_clip_03", "timestamp": [ 21.81, 40.51 ], "duration": 89.66, "caption": "A woman and a man walk through the hospital together.", "similarity": 0.8966, "relevance": 3 }, { "pair_id": 2573, "video_name": "house_s03e17_seg02_clip_07", "timestamp": [ 15.06, 20.53 ], "duration": 91.66, "caption": "A man and a woman walk through the hospital together.", "similarity": 0.892, "relevance": 4 }, { "pair_id": 2574, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 1.84, 35.43 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 2575, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 7.04, 24.21 ], "duration": 88.66, "caption": "Two men walk through the hospital together.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 2576, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 12.63, 32.83 ], "duration": 101.66, "caption": "Two men walk through the hospital together.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 2577, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 20.93, 31.63 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 2578, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 0.0, 9.67 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 2579, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 0.0, 13.35 ], "duration": 89.66, "caption": "Two men walk through the hospital together.", "similarity": 0.8873, "relevance": 4 } ] }, { "query_id": 60831, "query": "A woman walks out of the room, angrily throwing down her coat and gloves.", "relevant_moment": [ { "pair_id": 1020, "video_name": "grey_s01e08_seg02_clip_18", "timestamp": [ 40.06, 46.29 ], "duration": 89.66, "caption": "A woman walks out of the room, angrily throwing down her coat and gloves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1022, "video_name": "house_s08e19_seg02_clip_05", "timestamp": [ 82.24, 87.02 ], "duration": 87.66, "caption": "A woman walks out of the room with her coat over her arm.", "similarity": 0.7236, "relevance": 2 }, { "pair_id": 1023, "video_name": "friends_s04e14_seg02_clip_09", "timestamp": [ 13.58, 21.54 ], "duration": 59.66, "caption": "A woman angrily walked out of the room as fast as she could.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 1024, "video_name": "grey_s02e01_seg02_clip_20", "timestamp": [ 92.1, 96.06 ], "duration": 99.66, "caption": "A woman angrily walks out of the room after talking to another woman.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 1025, "video_name": "grey_s01e01_seg02_clip_10", "timestamp": [ 9.3, 15.5 ], "duration": 88.66, "caption": "A woman takes off her gloves and throws them down, picks up a file and walks out of the room.", "similarity": 0.692, "relevance": 3 }, { "pair_id": 1026, "video_name": "grey_s01e05_seg02_clip_13", "timestamp": [ 2.91, 7.28 ], "duration": 97.66, "caption": "A woman walks out of the room after yelling.", "similarity": 0.6839, "relevance": 2 }, { "pair_id": 1027, "video_name": "friends_s10e09_seg02_clip_20", "timestamp": [ 27.66, 32.17 ], "duration": 60.66, "caption": "A woman gets up and walks out of the room upset.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 1029, "video_name": "met_s03e06_seg02_clip_06", "timestamp": [ 58.93, 62.08 ], "duration": 63.66, "caption": "A woman, visibly upset, storms out of the room.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 1030, "video_name": "grey_s03e17_seg02_clip_02", "timestamp": [ 36.34, 39.6 ], "duration": 93.66, "caption": "A woman opens the curtain and angrily walks away.", "similarity": 0.6574, "relevance": 3 }, { "pair_id": 1031, "video_name": "s08e04_seg02_clip_07", "timestamp": [ 30.1, 34.53 ], "duration": 59.66, "caption": "A woman exits the room angrily and closes the door.", "similarity": 0.6556, "relevance": 3 }, { "pair_id": 1033, "video_name": "s06e23_seg02_clip_04", "timestamp": [ 37.19, 39.25 ], "duration": 59.66, "caption": "A woman walks through the apartment door and throws her arms up.", "similarity": 0.6458, "relevance": 1 }, { "pair_id": 1034, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 47.75, 50.45 ], "duration": 77.66, "caption": "A woman grabs her jacket and leaves the room.", "similarity": 0.6442, "relevance": 1 }, { "pair_id": 1035, "video_name": "met_s03e13_seg02_clip_07", "timestamp": [ 26.89, 33.31 ], "duration": 61.66, "caption": "A woman walks through the door, throws something away, and grabs her jacket.", "similarity": 0.6438, "relevance": 1 }, { "pair_id": 1036, "video_name": "s06e24_seg02_clip_12", "timestamp": [ 24.37, 30.17 ], "duration": 58.66, "caption": "A person walks out of the room looking upset.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 1037, "video_name": "friends_s04e22_seg02_clip_05", "timestamp": [ 50.17, 56.07 ], "duration": 59.66, "caption": "A woman gets off the couch and storms away angrily.", "similarity": 0.6384, "relevance": 2 }, { "pair_id": 1038, "video_name": "s01e04_seg02_clip_09", "timestamp": [ 2.93, 9.75 ], "duration": 65.66, "caption": "A person angrily walks to their room and says to leave them alone then slams the door.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 1039, "video_name": "friends_s05e05_seg02_clip_11", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A woman angrily walks away from a man and leaves the apartment by slamming the door.", "similarity": 0.6371, "relevance": 3 }, { "pair_id": 174340, "video_name": "s06e12_seg02_clip_07", "timestamp": [ 54.93, 57.67 ], "duration": 61.66, "caption": "A woman walks into her room because she is angry with man.", "similarity": 0.6348, "relevance": 1 }, { "pair_id": 174341, "video_name": "s07e24_seg02_clip_05", "timestamp": [ 14.17, 15.64 ], "duration": 59.66, "caption": "A woman throws a pair of rubber gloves down on the floor as she leaves the room.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 174342, "video_name": "grey_s03e18_seg02_clip_19", "timestamp": [ 75.87, 84.95 ], "duration": 90.66, "caption": "A woman takes off her coat and throws it down.", "similarity": 0.6307, "relevance": 1 }, { "pair_id": 174343, "video_name": "castle_s02e04_seg02_clip_20", "timestamp": [ 7.65, 14.4 ], "duration": 90.66, "caption": "A woman walks out of the room upset after speaking to a man.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 174344, "video_name": "house_s05e06_seg02_clip_07", "timestamp": [ 16.52, 20.54 ], "duration": 89.66, "caption": "A woman removes her gloves and walks away.", "similarity": 0.6233, "relevance": 1 }, { "pair_id": 174345, "video_name": "friends_s04e14_seg02_clip_05", "timestamp": [ 53.72, 54.32 ], "duration": 60.66, "caption": "A woman walks away from another woman and leaves the apartment angrily.", "similarity": 0.6219, "relevance": 1 }, { "pair_id": 174346, "video_name": "castle_s08e14_seg02_clip_17", "timestamp": [ 58.52, 62.12 ], "duration": 90.66, "caption": "A woman looks disgusted and walks out of the room quickly.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 174347, "video_name": "s06e09_seg02_clip_05", "timestamp": [ 6.2, 13.34 ], "duration": 62.66, "caption": "A woman angrily grabs her purse, jacket and prepares to leave.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 174348, "video_name": "friends_s05e11_seg02_clip_15", "timestamp": [ 26.76, 31.73 ], "duration": 55.66, "caption": "A woman angrily turns around and storms out the door.", "similarity": 0.6175, "relevance": 2 }, { "pair_id": 174349, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 68.06, 73.1 ], "duration": 84.66, "caption": "A woman walks out of the room with files in her arms.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 174350, "video_name": "s09e17_seg02_clip_09", "timestamp": [ 14.41, 15.91 ], "duration": 60.66, "caption": "A woman throws her arms up in the air as she turns around to leave the room.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 174351, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 17.02, 29.31 ], "duration": 63.66, "caption": "A woman walks out of the apartment, angrily and a man follows.", "similarity": 0.6167, "relevance": 2 }, { "pair_id": 174352, "video_name": "castle_s03e19_seg02_clip_17", "timestamp": [ 51.38, 67.9 ], "duration": 91.66, "caption": "A person yells at someone and then walks out of the room.", "similarity": 0.6167, "relevance": 0 }, { "pair_id": 174353, "video_name": "house_s02e17_seg02_clip_20", "timestamp": [ 57.06, 60.74 ], "duration": 92.66, "caption": "A woman raises her finger in the air and walks out of the room.", "similarity": 0.6138, "relevance": 1 }, { "pair_id": 174354, "video_name": "friends_s06e23_seg02_clip_14", "timestamp": [ 39.35, 42.48 ], "duration": 57.66, "caption": "A woman jumps off the counter angrily and walks into the kitchen.", "similarity": 0.6132, "relevance": 2 }, { "pair_id": 174355, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 42.51, 45.91 ], "duration": 85.66, "caption": "A woman gets up and walks out of the room.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 174356, "video_name": "friends_s05e04_seg02_clip_18", "timestamp": [ 40.81, 42.86 ], "duration": 68.66, "caption": "A woman is taking off the gloves of her hands and throws them.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 174357, "video_name": "friends_s05e07_seg02_clip_00", "timestamp": [ 58.3, 61.14 ], "duration": 63.66, "caption": "A woman walks out of the room with the paper.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 174358, "video_name": "s07e07_seg02_clip_03", "timestamp": [ 23.88, 28.22 ], "duration": 62.66, "caption": "A woman picks up her jacket from the sofa and walks out of the room.", "similarity": 0.6052, "relevance": 2 }, { "pair_id": 174359, "video_name": "s07e17_seg02_clip_07", "timestamp": [ 33.87, 36.31 ], "duration": 61.66, "caption": "A woman throws up her arms in anger at a person.", "similarity": 0.6047, "relevance": 0 } ] }, { "query_id": 60884, "query": "A woman adjusts the red pillow in the chair.", "relevant_moment": [ { "pair_id": 163820, "video_name": "friends_s04e12_seg02_clip_16", "timestamp": [ 43.94, 45.47 ], "duration": 61.66, "caption": "A woman adjusts the red pillow in the chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163821, "video_name": "friends_s04e12_seg02_clip_16", "timestamp": [ 42.41, 44.55 ], "duration": 61.66, "caption": "A woman adjusts a red pillow on the recliner.", "similarity": 0.8712, "relevance": 4 }, { "pair_id": 163822, "video_name": "friends_s05e18_seg02_clip_12", "timestamp": [ 3.3, 8.25 ], "duration": 66.66, "caption": "A woman adjusts the pillow behind her on the couch.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 163823, "video_name": "house_s01e07_seg02_clip_08", "timestamp": [ 62.58, 70.4 ], "duration": 92.66, "caption": "A woman leans over a woman and adjusts her pillows.", "similarity": 0.6251, "relevance": 2 }, { "pair_id": 163824, "video_name": "friends_s05e09_seg01_clip_00", "timestamp": [ 3.3, 5.94 ], "duration": 66.66, "caption": "A woman moves the pillow after wondering what it is.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 163825, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 15.05, 16.69 ], "duration": 47.66, "caption": "A woman pushes herself up to adjust her position against the pillows.", "similarity": 0.6207, "relevance": 2 }, { "pair_id": 163826, "video_name": "s01e07_seg02_clip_04", "timestamp": [ 44.66, 48.07 ], "duration": 62.66, "caption": "A woman fixes a pillow onto the sofa she is standing in front of.", "similarity": 0.6137, "relevance": 3 }, { "pair_id": 163828, "video_name": "met_s02e13_seg02_clip_03", "timestamp": [ 15.57, 20.1 ], "duration": 56.66, "caption": "A woman adjusts person's shirt while person is sat in the hair and makeup chair.", "similarity": 0.6107, "relevance": 0 }, { "pair_id": 163829, "video_name": "friends_s09e11_seg02_clip_13", "timestamp": [ 32.65, 35.27 ], "duration": 58.66, "caption": "A woman adjusts the chair to fall all the way down.", "similarity": 0.5937, "relevance": 0 }, { "pair_id": 163830, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 6.48, 10.94 ], "duration": 81.66, "caption": "A woman is rocking on the chair back and forth.", "similarity": 0.5935, "relevance": 0 }, { "pair_id": 163831, "video_name": "s07e18_seg02_clip_00", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A woman turns around and sits down on a chair.", "similarity": 0.5864, "relevance": 1 }, { "pair_id": 163832, "video_name": "met_s02e15_seg02_clip_13", "timestamp": [ 23.72, 26.45 ], "duration": 60.66, "caption": "A woman puts her bag and cushion next to her chair.", "similarity": 0.5788, "relevance": 3 }, { "pair_id": 163833, "video_name": "friends_s03e14_seg02_clip_12", "timestamp": [ 11.89, 15.19 ], "duration": 66.66, "caption": "A woman wearing red top sat higher on the chair with her guitar.", "similarity": 0.5784, "relevance": 0 }, { "pair_id": 163834, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 36.89, 40.58 ], "duration": 92.66, "caption": "A woman sits on the arm of a chair.", "similarity": 0.5748, "relevance": 0 }, { "pair_id": 163835, "video_name": "friends_s08e13_seg02_clip_15", "timestamp": [ 16.48, 22.28 ], "duration": 61.66, "caption": "A woman turns around and sits on a comfy armchair.", "similarity": 0.5648, "relevance": 0 }, { "pair_id": 163836, "video_name": "friends_s01e19_seg02_clip_06", "timestamp": [ 14.26, 19.67 ], "duration": 57.66, "caption": "A woman passes a pillow back and forth from right to left hand repeatedly.", "similarity": 0.5643, "relevance": 0 }, { "pair_id": 163837, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 36.89, 43.81 ], "duration": 92.66, "caption": "A woman sits down on the arm of the chair and moves her hair.", "similarity": 0.5639, "relevance": 0 }, { "pair_id": 163838, "video_name": "castle_s02e06_seg02_clip_26", "timestamp": [ 34.72, 39.17 ], "duration": 89.66, "caption": "A person picks up a red chair and sits on it.", "similarity": 0.5635, "relevance": 1 }, { "pair_id": 163839, "video_name": "friends_s03e06_seg02_clip_14", "timestamp": [ 15.02, 17.42 ], "duration": 60.66, "caption": "A woman lifts up the pillow cushion and it has a large stain.", "similarity": 0.5613, "relevance": 2 } ] }, { "query_id": 60888, "query": "A woman leans down to pick up a box and then puts it down.", "relevant_moment": [ { "pair_id": 6720, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 15.31, 22.45 ], "duration": 68.66, "caption": "A woman leans down to pick up a box and then puts it down.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 6721, "video_name": "house_s07e08_seg02_clip_06", "timestamp": [ 1.82, 7.26 ], "duration": 90.66, "caption": "A woman picks up a box and opens it up.", "similarity": 0.7728, "relevance": 2 }, { "pair_id": 6722, "video_name": "castle_s02e11_seg02_clip_22", "timestamp": [ 3.63, 9.08 ], "duration": 90.66, "caption": "A woman helps a person pick up a box from the floor and moves it.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 6723, "video_name": "friends_s10e16_seg02_clip_17", "timestamp": [ 12.93, 16.24 ], "duration": 60.66, "caption": "A woman picks up the box off the floor and places it on the table.", "similarity": 0.7285, "relevance": 4 }, { "pair_id": 6724, "video_name": "castle_s03e09_seg02_clip_19", "timestamp": [ 12.25, 20.87 ], "duration": 90.66, "caption": "A person picks up a box and holds them up to woman as she takes the box from his hands.", "similarity": 0.7244, "relevance": 1 }, { "pair_id": 6725, "video_name": "castle_s05e14_seg02_clip_20", "timestamp": [ 52.08, 57.87 ], "duration": 89.66, "caption": "A person bends down and picks up a jewelry box.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 6726, "video_name": "s07e19_seg02_clip_13", "timestamp": [ 25.74, 31.01 ], "duration": 62.66, "caption": "A woman picks up two boxes from different shelves.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 6727, "video_name": "castle_s03e15_seg02_clip_18", "timestamp": [ 87.4, 89.65 ], "duration": 90.66, "caption": "A person bends over and picks up a cardboard box from off of a chair.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 6728, "video_name": "house_s01e07_seg02_clip_20", "timestamp": [ 35.57, 62.48 ], "duration": 91.66, "caption": "A woman picks up a box and walks out the door with the box.", "similarity": 0.6901, "relevance": 1 }, { "pair_id": 6729, "video_name": "s06e03_seg01_clip_01", "timestamp": [ 3.1, 8.37 ], "duration": 62.66, "caption": "A woman hands a person a box and he thanks and tips her.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 6730, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 19.83, 23.19 ], "duration": 61.66, "caption": "A woman sits up and grabs a box from the nightstand.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 6731, "video_name": "friends_s08e02_seg02_clip_02", "timestamp": [ 7.54, 10.15 ], "duration": 58.66, "caption": "A woman picks up a large wrapped box and places it on the couch next to her.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 6732, "video_name": "friends_s08e12_seg02_clip_09", "timestamp": [ 45.32, 47.12 ], "duration": 60.66, "caption": "A woman bends down and picks something off the floor.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 6733, "video_name": "friends_s03e19_seg02_clip_05", "timestamp": [ 33.62, 36.62 ], "duration": 60.66, "caption": "A woman tries to give a man a box, he looks down at it, and then up at her.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 6734, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 24.41, 28.68 ], "duration": 61.66, "caption": "A woman gives the box to someone and they open it.", "similarity": 0.6837, "relevance": 1 }, { "pair_id": 6735, "video_name": "house_s05e06_seg02_clip_11", "timestamp": [ 14.85, 16.65 ], "duration": 90.66, "caption": "A woman leans forward and cuts through the box.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 6736, "video_name": "friends_s04e06_seg02_clip_19", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A woman is standing and holding on to a small box.", "similarity": 0.6789, "relevance": 0 }, { "pair_id": 6737, "video_name": "s01e16_seg02_clip_09", "timestamp": [ 19.81, 21.31 ], "duration": 60.66, "caption": "A woman grabs the box out of person's hands.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 6738, "video_name": "friends_s03e19_seg02_clip_05", "timestamp": [ 27.61, 33.01 ], "duration": 60.66, "caption": "A woman walks over and picks up a box from the coffee table.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 6739, "video_name": "s01e16_seg02_clip_08", "timestamp": [ 29.41, 36.32 ], "duration": 60.66, "caption": "A woman picks a box for a man and when a person asks her reason for picking it, she says the person on the front look joyful.", "similarity": 0.6714, "relevance": 2 } ] }, { "query_id": 60897, "query": "A woman shakes her head side to side in response to a man's question.", "relevant_moment": [ { "pair_id": 61040, "video_name": "s05e05_seg02_clip_04", "timestamp": [ 33.93, 40.49 ], "duration": 57.66, "caption": "A woman shakes her head side to side in response to a man's question.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 61041, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 48.49, 52.93 ], "duration": 74.66, "caption": "A woman shakes her head when a man asks her a question.", "similarity": 0.8919, "relevance": 2 }, { "pair_id": 61042, "video_name": "s06e22_seg02_clip_10", "timestamp": [ 40.22, 53.72 ], "duration": 60.66, "caption": "A woman asks a man a question and he shakes his head in the negative.", "similarity": 0.846, "relevance": 1 }, { "pair_id": 61043, "video_name": "castle_s04e03_seg02_clip_07", "timestamp": [ 27.53, 28.9 ], "duration": 91.66, "caption": "A woman shakes her head in response to a question.", "similarity": 0.8329, "relevance": 3 }, { "pair_id": 61044, "video_name": "friends_s08e23-24_seg02_clip_43", "timestamp": [ 34.11, 40.72 ], "duration": 55.66, "caption": "A woman shakes her head in confusion and starts asking a man questions.", "similarity": 0.8087, "relevance": 2 }, { "pair_id": 61045, "video_name": "castle_s01e03_seg02_clip_08", "timestamp": [ 4.19, 9.3 ], "duration": 93.66, "caption": "A man shakes his head when he tells woman they have his answers.", "similarity": 0.799, "relevance": 2 }, { "pair_id": 61046, "video_name": "friends_s05e01_seg02_clip_16", "timestamp": [ 24.07, 27.8 ], "duration": 57.66, "caption": "A woman shakes her head at what a man says.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 61047, "video_name": "house_s07e11_seg02_clip_07", "timestamp": [ 15.2, 16.4 ], "duration": 80.66, "caption": "A woman shakes her head from side to side during a conversation with a man.", "similarity": 0.7912, "relevance": 1 }, { "pair_id": 61048, "video_name": "castle_s02e06_seg02_clip_20", "timestamp": [ 4.45, 7.11 ], "duration": 88.66, "caption": "A man shakes his head when a woman asks him about the other woman.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 61049, "video_name": "castle_s04e01_seg02_clip_18", "timestamp": [ 7.7, 9.97 ], "duration": 90.66, "caption": "A woman shakes her head while asking a man about anything weird.", "similarity": 0.7777, "relevance": 2 }, { "pair_id": 61050, "video_name": "s01e15_seg02_clip_16", "timestamp": [ 11.31, 14.51 ], "duration": 58.66, "caption": "A person nods their head to answer a woman's question.", "similarity": 0.7732, "relevance": 1 }, { "pair_id": 61051, "video_name": "grey_s03e09_seg02_clip_09", "timestamp": [ 21.86, 28.51 ], "duration": 95.66, "caption": "A woman asks a man a question and moves their shoulders side to side.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 61052, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 34.67, 36.98 ], "duration": 66.66, "caption": "A woman vigorously nods her head to woman's question.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 61053, "video_name": "house_s02e05_seg02_clip_08", "timestamp": [ 48.84, 51.63 ], "duration": 93.66, "caption": "A woman shrugs after a man asks her a question.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 61054, "video_name": "castle_s02e20_seg02_clip_14", "timestamp": [ 8.75, 13.82 ], "duration": 92.66, "caption": "During a conversation, a woman shakes her head then a man shakes his head quickly.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 61055, "video_name": "house_s05e05_seg02_clip_26", "timestamp": [ 1.84, 7.82 ], "duration": 92.66, "caption": "A woman shakes her head at man and he nods.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 61056, "video_name": "castle_s03e05_seg02_clip_23", "timestamp": [ 31.69, 41.81 ], "duration": 88.66, "caption": "A man shakes his head as he is being questioned by woman and man.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 61057, "video_name": "castle_s06e10_seg02_clip_12", "timestamp": [ 4.84, 11.44 ], "duration": 88.66, "caption": "A man shakes his head when he's answering woman's question about victims.", "similarity": 0.7478, "relevance": 1 }, { "pair_id": 61058, "video_name": "friends_s03e13_seg02_clip_21", "timestamp": [ 0.0, 4.1 ], "duration": 39.66, "caption": "A woman shakes her head while asking a man to play with her.", "similarity": 0.7477, "relevance": 4 }, { "pair_id": 61059, "video_name": "grey_s02e24_seg02_clip_12", "timestamp": [ 72.24, 75.0 ], "duration": 92.66, "caption": "A woman turns, looks back at man and asks a question.", "similarity": 0.7475, "relevance": 1 } ] }, { "query_id": 61000, "query": "A person looks at a chart then drops it when the patient's spouse walks up.", "relevant_moment": [ { "pair_id": 16960, "video_name": "house_s04e13_seg02_clip_12", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A person looks at a chart then drops it when the patient's spouse walks up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16961, "video_name": "house_s07e19_seg02_clip_10", "timestamp": [ 30.23, 33.95 ], "duration": 93.66, "caption": "A person is looking at the chart of doctor's patients as another person walks out of the OR.", "similarity": 0.7731, "relevance": 2 }, { "pair_id": 16962, "video_name": "house_s06e02_seg02_clip_00", "timestamp": [ 1.88, 5.17 ], "duration": 94.66, "caption": "A person walks through the ER and looks at a patient chart.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 16963, "video_name": "grey_s03e25_seg02_clip_22", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person walks to a table and looks at a woman's medical chart.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 16964, "video_name": "grey_s01e04_seg02_clip_11", "timestamp": [ 5.85, 14.86 ], "duration": 90.66, "caption": "A man walks in and a woman hands him a medical chart which he looks at.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 16965, "video_name": "house_s03e23_seg02_clip_14", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "A doctor looks down and reads from a chart.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 16966, "video_name": "grey_s02e05_seg02_clip_11", "timestamp": [ 25.82, 27.6 ], "duration": 89.66, "caption": "A person takes the patient chart from the edge of the patient bed.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 16967, "video_name": "grey_s03e01_seg02_clip_04", "timestamp": [ 26.94, 30.6 ], "duration": 91.66, "caption": "A woman walks over and open's her patient's chart.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 16968, "video_name": "grey_s02e23_seg02_clip_02", "timestamp": [ 23.12, 26.75 ], "duration": 90.66, "caption": "A woman is looking for a specific patient's chart and another woman finds it for her.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 16969, "video_name": "house_s03e08_seg02_clip_00", "timestamp": [ 15.51, 18.34 ], "duration": 94.66, "caption": "A man walks up to a person who is sitting down and hands him a patients chart.", "similarity": 0.671, "relevance": 1 }, { "pair_id": 16970, "video_name": "house_s03e21_seg02_clip_09", "timestamp": [ 0.0, 4.86 ], "duration": 108.66, "caption": "A person walks up to the patient to see how they are doing.", "similarity": 0.6632, "relevance": 0 }, { "pair_id": 16971, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 34.24, 38.07 ], "duration": 59.66, "caption": "A person hands another person their medical test chart and they read it as they walk down a hospital hallway.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 16972, "video_name": "house_s04e13_seg02_clip_12", "timestamp": [ 11.7, 20.71 ], "duration": 90.66, "caption": "A person walks out of the room while the patient's spouse follows him/her.", "similarity": 0.6602, "relevance": 1 }, { "pair_id": 16973, "video_name": "house_s07e07_seg02_clip_13", "timestamp": [ 47.09, 60.3 ], "duration": 88.66, "caption": "A person looks at the patient's feet then looks up and leaves.", "similarity": 0.6588, "relevance": 0 }, { "pair_id": 16974, "video_name": "house_s03e02_seg02_clip_10", "timestamp": [ 18.25, 21.37 ], "duration": 89.66, "caption": "A person talking with a doctor points to the content of the chart he holds.", "similarity": 0.6575, "relevance": 1 }, { "pair_id": 16975, "video_name": "house_s07e03_seg02_clip_04", "timestamp": [ 29.05, 32.57 ], "duration": 88.66, "caption": "A person sets the patient's chart that is on a clipboard on a table that is at the end of the hospital bed.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 16976, "video_name": "house_s07e21_seg02_clip_25", "timestamp": [ 25.31, 27.61 ], "duration": 92.66, "caption": "A doctor places the patient's chart on the end of the bed.", "similarity": 0.6528, "relevance": 1 }, { "pair_id": 16977, "video_name": "grey_s02e11_seg02_clip_02", "timestamp": [ 10.25, 15.6 ], "duration": 89.66, "caption": "A woman hands a man the chart and he is left alone with the patient.", "similarity": 0.6526, "relevance": 0 }, { "pair_id": 16978, "video_name": "house_s08e05_seg02_clip_24", "timestamp": [ 25.38, 31.4 ], "duration": 86.66, "caption": "The patient's spouse walks in with their arms crossed.", "similarity": 0.6518, "relevance": 1 }, { "pair_id": 16979, "video_name": "house_s05e01_seg02_clip_13", "timestamp": [ 66.36, 70.42 ], "duration": 90.66, "caption": "A doctor picks up the chart and writes something on it.", "similarity": 0.6506, "relevance": 2 } ] }, { "query_id": 61010, "query": "A woman sets down her plate on the center table.", "relevant_moment": [ { "pair_id": 88540, "video_name": "s05e05_seg02_clip_01", "timestamp": [ 18.28, 20.02 ], "duration": 58.66, "caption": "A woman sets down her plate on the center table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 88541, "video_name": "friends_s07e18_seg02_clip_05", "timestamp": [ 0.0, 1.24 ], "duration": 62.66, "caption": "A woman sets down a plate on the table.", "similarity": 0.9474, "relevance": 2 }, { "pair_id": 88542, "video_name": "s10e01_seg02_clip_07", "timestamp": [ 40.14, 42.2 ], "duration": 59.66, "caption": "A person sets their plate down on the side table.", "similarity": 0.8183, "relevance": 2 }, { "pair_id": 88543, "video_name": "friends_s07e05_seg02_clip_16", "timestamp": [ 12.35, 13.85 ], "duration": 60.66, "caption": "A woman puts a plate she is holding on the table in front of her.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 88544, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 16.23, 17.41 ], "duration": 59.66, "caption": "A woman puts her plate of food down on the table.", "similarity": 0.8151, "relevance": 4 }, { "pair_id": 88545, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.7968, "relevance": 4 }, { "pair_id": 88546, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.7724, "relevance": 3 }, { "pair_id": 88547, "video_name": "s02e07_seg02_clip_07", "timestamp": [ 15.68, 27.37 ], "duration": 57.66, "caption": "A woman puts plates down on the table in front of some people.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 88548, "video_name": "grey_s01e05_seg02_clip_14", "timestamp": [ 0.42, 2.51 ], "duration": 83.66, "caption": "A woman picks a plate up from the table.", "similarity": 0.7703, "relevance": 2 }, { "pair_id": 88549, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 6.49, 12.99 ], "duration": 59.66, "caption": "A woman sets two plates down and sits at the table with a person.", "similarity": 0.77, "relevance": 4 }, { "pair_id": 88550, "video_name": "friends_s02e15_seg02_clip_02", "timestamp": [ 51.35, 54.3 ], "duration": 59.66, "caption": "A woman sets a plate right down on the counter.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 88551, "video_name": "friends_s02e10_seg02_clip_05", "timestamp": [ 9.18, 15.13 ], "duration": 54.66, "caption": "A woman picks up a plate from the table and puts it on her tray.", "similarity": 0.768, "relevance": 1 }, { "pair_id": 88552, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 45.28, 48.07 ], "duration": 62.66, "caption": "A woman sets a plate down onto the kitchen counter.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 88553, "video_name": "friends_s03e07_seg02_clip_18", "timestamp": [ 5.4, 8.4 ], "duration": 60.66, "caption": "A woman sets a bowl and plate down on the coffee table.", "similarity": 0.7528, "relevance": 4 }, { "pair_id": 88554, "video_name": "s05e04_seg02_clip_10", "timestamp": [ 12.82, 15.87 ], "duration": 61.66, "caption": "A person sets his/her dinner plate on the table.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 88555, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 44.35, 45.9 ], "duration": 62.66, "caption": "A woman sets a plate of food on the coffee table.", "similarity": 0.7461, "relevance": 4 }, { "pair_id": 88556, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.96, 3.64 ], "duration": 56.66, "caption": "A woman moves to place a plate of food on the table.", "similarity": 0.7448, "relevance": 3 }, { "pair_id": 88557, "video_name": "friends_s08e11_seg02_clip_18", "timestamp": [ 24.11, 25.02 ], "duration": 61.66, "caption": "A woman puts her fork down on her plate while sitting at the table.", "similarity": 0.7424, "relevance": 1 }, { "pair_id": 88558, "video_name": "s06e14_seg02_clip_14", "timestamp": [ 57.03, 58.53 ], "duration": 60.66, "caption": "A woman puts her plate of food down on the coffee table.", "similarity": 0.7358, "relevance": 4 }, { "pair_id": 88559, "video_name": "s09e23_seg02_clip_07", "timestamp": [ 13.51, 18.31 ], "duration": 60.66, "caption": "A woman puts down a meal in their center table.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 261860, "video_name": "s04e03_seg02_clip_15", "timestamp": [ 5.99, 8.27 ], "duration": 57.66, "caption": "A person sets four plates on the round table.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 261861, "video_name": "s08e24_seg02_clip_02", "timestamp": [ 48.4, 53.42 ], "duration": 59.66, "caption": "A person places three plates down on the table.", "similarity": 0.7079, "relevance": 3 }, { "pair_id": 261862, "video_name": "friends_s06e09_seg02_clip_03", "timestamp": [ 0.0, 3.16 ], "duration": 57.66, "caption": "A woman places the centerpiece on the dining table.", "similarity": 0.7064, "relevance": 4 }, { "pair_id": 261863, "video_name": "friends_s09e08_seg02_clip_19", "timestamp": [ 55.47, 57.99 ], "duration": 63.66, "caption": "A woman backs down and breaks a plate from the table.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 261864, "video_name": "friends_s10e04_seg02_clip_04", "timestamp": [ 15.11, 16.93 ], "duration": 60.66, "caption": "A woman sets down two plates onto the counter.", "similarity": 0.7049, "relevance": 4 }, { "pair_id": 261865, "video_name": "castle_s02e14_seg02_clip_11", "timestamp": [ 37.85, 40.05 ], "duration": 88.66, "caption": "A woman gets up from the table taking a cup and a plate with her.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 261866, "video_name": "s08e16_seg01_clip_00", "timestamp": [ 3.66, 7.32 ], "duration": 122.66, "caption": "A person puts down the plates on the table and sits down.", "similarity": 0.6958, "relevance": 4 }, { "pair_id": 261867, "video_name": "friends_s09e08_seg02_clip_11", "timestamp": [ 2.28, 10.55 ], "duration": 57.66, "caption": "A woman puts some food from a dish onto her plate and then places the dish on the table.", "similarity": 0.6892, "relevance": 4 }, { "pair_id": 261868, "video_name": "friends_s06e09_seg02_clip_17", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A woman stands up from the table with a plate of food.", "similarity": 0.6861, "relevance": 2 }, { "pair_id": 261869, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 1.83, 4.58 ], "duration": 61.66, "caption": "A woman sets a food container down on the table.", "similarity": 0.6852, "relevance": 4 }, { "pair_id": 261870, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 2.75, 4.27 ], "duration": 61.66, "caption": "A person puts down the plate of food on the table.", "similarity": 0.6847, "relevance": 3 }, { "pair_id": 261871, "video_name": "s04e04_seg02_clip_12", "timestamp": [ 7.43, 12.11 ], "duration": 55.66, "caption": "A woman brings out a plate to the table for man and woman.", "similarity": 0.684, "relevance": 4 }, { "pair_id": 261872, "video_name": "house_s01e02_seg02_clip_19", "timestamp": [ 10.29, 17.16 ], "duration": 98.66, "caption": "The woman puts down her tray on the table.", "similarity": 0.6838, "relevance": 4 }, { "pair_id": 261873, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 23.18, 29.29 ], "duration": 122.66, "caption": "A person is arranging the plates on the table.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 261874, "video_name": "s09e21_seg02_clip_05", "timestamp": [ 48.92, 55.22 ], "duration": 60.66, "caption": "A woman brings a plate of food to the table.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 261875, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 12.92, 16.7 ], "duration": 63.66, "caption": "A woman grabs a plate of food and places it on the table.", "similarity": 0.6797, "relevance": 4 }, { "pair_id": 261876, "video_name": "s07e06_seg01_clip_00", "timestamp": [ 20.86, 33.48 ], "duration": 97.66, "caption": "A woman holds a person's food plate and waits to put it down.", "similarity": 0.6789, "relevance": 2 }, { "pair_id": 261877, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 21.35, 26.85 ], "duration": 122.66, "caption": "A person takes a plate from a stack of plates and places it on the table.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 261878, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 25.81, 27.01 ], "duration": 60.66, "caption": "A woman puts her sandwich down on the plate.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 261879, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.13, 2.81 ], "duration": 56.66, "caption": "A woman holds a plate of turkey over a table.", "similarity": 0.6707, "relevance": 2 } ] }, { "query_id": 61077, "query": "A modern diesel train travels down a track.", "relevant_moment": [ { "pair_id": 155280, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 27.45, 30.99 ], "duration": 59.66, "caption": "A modern diesel train travels down a track.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155281, "video_name": "s05e03_seg02_clip_06", "timestamp": [ 43.34, 45.05 ], "duration": 57.66, "caption": "A person sets the red train car onto the track on the coffee table.", "similarity": 0.5349, "relevance": 2 }, { "pair_id": 155282, "video_name": "s02e13_seg02_clip_06", "timestamp": [ 48.74, 54.06 ], "duration": 56.66, "caption": "A person picks up a wooden train and immediately puts it back.", "similarity": 0.5085, "relevance": 2 }, { "pair_id": 155283, "video_name": "s09e22_seg02_clip_08", "timestamp": [ 25.09, 28.92 ], "duration": 59.66, "caption": "A person puts the train he was holding onto the coffee table.", "similarity": 0.4986, "relevance": 1 }, { "pair_id": 155284, "video_name": "s09e22_seg02_clip_07", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A person picks up one of their train cars, shows it to a woman, then puts it back down.", "similarity": 0.4691, "relevance": 1 }, { "pair_id": 155285, "video_name": "s05e03_seg02_clip_06", "timestamp": [ 31.36, 43.34 ], "duration": 57.66, "caption": "A person carefully examines the toy red train in his hands.", "similarity": 0.4649, "relevance": 2 }, { "pair_id": 155286, "video_name": "castle_s07e14_seg02_clip_21", "timestamp": [ 34.45, 36.87 ], "duration": 97.66, "caption": "A man picks up a toy train from the pile of keepsakes.", "similarity": 0.4613, "relevance": 1 }, { "pair_id": 155287, "video_name": "s02e13_seg02_clip_06", "timestamp": [ 50.42, 56.02 ], "duration": 56.66, "caption": "A person touches a train set and walks towards the bookshelf.", "similarity": 0.4589, "relevance": 1 }, { "pair_id": 155288, "video_name": "s09e22_seg02_clip_08", "timestamp": [ 23.32, 29.51 ], "duration": 59.66, "caption": "A person sets down the train after making a joke about them.", "similarity": 0.4588, "relevance": 1 }, { "pair_id": 155289, "video_name": "s02e17_seg02_clip_05", "timestamp": [ 33.19, 35.98 ], "duration": 62.66, "caption": "A person leaves the train car he was riding in with some people.", "similarity": 0.4568, "relevance": 3 }, { "pair_id": 155290, "video_name": "s09e22_seg02_clip_08", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman grabs a toy train from the coffee table.", "similarity": 0.451, "relevance": 1 }, { "pair_id": 155291, "video_name": "met_s04e03_seg02_clip_12", "timestamp": [ 27.71, 33.54 ], "duration": 58.66, "caption": "A woman rides a bicycle through a subway train car.", "similarity": 0.4482, "relevance": 2 }, { "pair_id": 155292, "video_name": "s05e03_seg02_clip_15", "timestamp": [ 8.93, 11.9 ], "duration": 119.66, "caption": "A person shows another person a train part and puts it in their mouth.", "similarity": 0.4463, "relevance": 0 }, { "pair_id": 155293, "video_name": "s08e22_seg02_clip_09", "timestamp": [ 36.02, 39.92 ], "duration": 60.66, "caption": "A person picks up a model train car from the shelf below.", "similarity": 0.4447, "relevance": 1 }, { "pair_id": 155294, "video_name": "castle_s07e01_seg02_clip_02", "timestamp": [ 11.7, 22.06 ], "duration": 90.66, "caption": "A person at the car and up the hill and then at the tracks made.", "similarity": 0.439, "relevance": 0 }, { "pair_id": 155295, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 27.46, 31.43 ], "duration": 61.66, "caption": "A person removes the train box from the grey bag.", "similarity": 0.4237, "relevance": 0 }, { "pair_id": 155296, "video_name": "s05e03_seg02_clip_06", "timestamp": [ 32.22, 47.33 ], "duration": 57.66, "caption": "A person is sitting on the floor by the coffee table as they play with their trains.", "similarity": 0.423, "relevance": 1 }, { "pair_id": 155297, "video_name": "met_s02e15_seg02_clip_05", "timestamp": [ 7.3, 10.81 ], "duration": 58.66, "caption": "A person is on the train and talks on the phone, looks down at it quickly, and puts it back up to his ear.", "similarity": 0.4219, "relevance": 2 }, { "pair_id": 155298, "video_name": "met_s06e04_seg01_clip_01", "timestamp": [ 50.77, 52.57 ], "duration": 60.66, "caption": "A woman explains to another woman why it is so much easier to ride a train rather than a cab.", "similarity": 0.4184, "relevance": 0 }, { "pair_id": 155299, "video_name": "s07e15_seg02_clip_09", "timestamp": [ 9.0, 16.21 ], "duration": 60.66, "caption": "A person gets up and walks out of the train car with another person.", "similarity": 0.418, "relevance": 1 } ] }, { "query_id": 61079, "query": "A man and woman kissed and slowly sits on the couch.", "relevant_moment": [ { "pair_id": 600, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.31, 8.56 ], "duration": 59.66, "caption": "A man and woman kissed and slowly sits on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 601, "video_name": "s06e22_seg02_clip_16", "timestamp": [ 59.43, 60.75 ], "duration": 66.66, "caption": "A man and a woman who are sitting on a couch lean in and kiss.", "similarity": 0.8843, "relevance": 3 }, { "pair_id": 602, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 12.43, 23.97 ], "duration": 59.66, "caption": "A man and a woman sit and cuddle on the couch before starting to kiss.", "similarity": 0.8591, "relevance": 2 }, { "pair_id": 603, "video_name": "s03e04_seg02_clip_10", "timestamp": [ 15.26, 18.31 ], "duration": 61.66, "caption": "A woman kissed a man and the man lay down on the couch.", "similarity": 0.8469, "relevance": 2 }, { "pair_id": 604, "video_name": "friends_s01e15_seg02_clip_08", "timestamp": [ 58.67, 66.95 ], "duration": 69.66, "caption": "A man kisses a woman passionately while sitting on a couch.", "similarity": 0.8237, "relevance": 2 }, { "pair_id": 605, "video_name": "s05e07_seg02_clip_13", "timestamp": [ 25.63, 31.12 ], "duration": 61.66, "caption": "Two people were sitting on the couch whilst kissing.", "similarity": 0.8139, "relevance": 2 }, { "pair_id": 606, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.84, 12.83 ], "duration": 57.66, "caption": "A man and a woman embrace and start kissing while sitting on the couch.", "similarity": 0.8136, "relevance": 2 }, { "pair_id": 607, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 5.61, 56.37 ], "duration": 59.66, "caption": "A man and a woman are kissing each other on the couch.", "similarity": 0.8113, "relevance": 2 }, { "pair_id": 608, "video_name": "friends_s09e17_seg02_clip_17", "timestamp": [ 10.33, 18.53 ], "duration": 60.66, "caption": "A woman leans over and kisses a man while they are sitting on a couch.", "similarity": 0.8022, "relevance": 2 }, { "pair_id": 609, "video_name": "s02e15_seg02_clip_14", "timestamp": [ 31.93, 35.02 ], "duration": 56.66, "caption": "A man and woman start to kiss each other as they are on the couch.", "similarity": 0.7942, "relevance": 2 }, { "pair_id": 610, "video_name": "friends_s01e16-17_seg02_clip_44", "timestamp": [ 9.14, 16.53 ], "duration": 87.66, "caption": "A man kisses a woman while they both sit on the sofa.", "similarity": 0.786, "relevance": 2 }, { "pair_id": 611, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 119.54, 126.02 ], "duration": 144.66, "caption": "Two people kiss each other sitting on the sofa.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 612, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 4.89, 14.06 ], "duration": 61.66, "caption": "A woman kisses a man while they both are on the couch together.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 613, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 45.91, 54.46 ], "duration": 90.66, "caption": "Two people kiss each other while they are sitting on the sofa.", "similarity": 0.7759, "relevance": 2 }, { "pair_id": 614, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 58.33, 63.27 ], "duration": 89.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 615, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 49.31, 57.38 ], "duration": 62.66, "caption": "A man leans over and kisses a woman on the couch.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 616, "video_name": "friends_s10e07_seg01_clip_00", "timestamp": [ 82.84, 84.8 ], "duration": 98.66, "caption": "A man leans over and kisses woman while sitting on the sofa.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 617, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 4.5, 18.45 ], "duration": 90.66, "caption": "Two people kiss each other on a couch.", "similarity": 0.77, "relevance": 2 }, { "pair_id": 618, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 18.2, 21.39 ], "duration": 91.66, "caption": "Two people kiss each other on the couch.", "similarity": 0.7691, "relevance": 2 }, { "pair_id": 619, "video_name": "friends_s08e11_seg02_clip_05", "timestamp": [ 22.58, 25.94 ], "duration": 61.66, "caption": "A man sits down on the sofa and kisses a woman on the cheek.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 173920, "video_name": "friends_s09e04_seg02_clip_19", "timestamp": [ 7.29, 14.89 ], "duration": 60.66, "caption": "A man and a woman are on a sofa kissing each other.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 173921, "video_name": "s09e10_seg02_clip_15", "timestamp": [ 3.19, 4.93 ], "duration": 58.66, "caption": "A man and a woman kiss on the living room couch.", "similarity": 0.7637, "relevance": 3 }, { "pair_id": 173922, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 19.1, 27.37 ], "duration": 57.66, "caption": "A woman kisses guy as they sit on the couch.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 173923, "video_name": "friends_s06e20_seg02_clip_12", "timestamp": [ 4.68, 9.08 ], "duration": 55.66, "caption": "A woman and a man are sitting on the couch and she rubs his back, consoles him and kisses his cheek.", "similarity": 0.762, "relevance": 3 }, { "pair_id": 173924, "video_name": "met_s02e16_seg02_clip_01", "timestamp": [ 20.66, 24.5 ], "duration": 59.66, "caption": "Two people lay on the couch and kiss.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 173925, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.55, 13.4 ], "duration": 57.66, "caption": "A woman and man hug and kiss on the couch.", "similarity": 0.7598, "relevance": 4 }, { "pair_id": 173927, "video_name": "s03e02_seg02_clip_06", "timestamp": [ 7.93, 11.9 ], "duration": 61.66, "caption": "A man and woman are kissing each other on her sofa.", "similarity": 0.7507, "relevance": 4 }, { "pair_id": 173928, "video_name": "friends_s01e14_seg02_clip_12", "timestamp": [ 45.15, 48.49 ], "duration": 74.66, "caption": "A woman kisses a man several times while he is sitting on the arm of the couch.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 173929, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 66.03, 74.14 ], "duration": 81.66, "caption": "A woman leans forward on the couch and kisses a man passionately.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 173930, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 7.97, 15.05 ], "duration": 59.66, "caption": "A man and woman are kissing on the couch and she suggests they go into another room.", "similarity": 0.7465, "relevance": 3 }, { "pair_id": 173931, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 47.07, 64.26 ], "duration": 181.66, "caption": "A woman leans forward and kisses man then they roll on the couch.", "similarity": 0.7432, "relevance": 4 }, { "pair_id": 173932, "video_name": "friends_s09e04_seg02_clip_18", "timestamp": [ 60.72, 61.03 ], "duration": 61.66, "caption": "A man starts leaning in to kiss a woman while they sit on the sofa.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 173933, "video_name": "s05e24_seg02_clip_01", "timestamp": [ 45.62, 50.18 ], "duration": 57.66, "caption": "A man and a woman kiss while sitting on his bed.", "similarity": 0.7392, "relevance": 2 }, { "pair_id": 173934, "video_name": "met_s03e07_seg02_clip_05", "timestamp": [ 20.16, 22.95 ], "duration": 62.66, "caption": "A woman starts kissing a man on the couch.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 173935, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A man and woman cuddle together on the couch.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 173936, "video_name": "s02e09_seg02_clip_11", "timestamp": [ 27.91, 30.31 ], "duration": 60.66, "caption": "A woman is sitting on the couch with a man, she reaches over and takes his face in both her hands then kisses his cheek and neck several times.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 173937, "video_name": "friends_s07e16_seg02_clip_15", "timestamp": [ 2.26, 8.21 ], "duration": 56.66, "caption": "A man and a woman sit on the bed and kiss each other.", "similarity": 0.7307, "relevance": 3 }, { "pair_id": 173938, "video_name": "castle_s06e17_seg02_clip_25", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A woman sitting on the couch reaches out, touches a man's face and kisses him.", "similarity": 0.727, "relevance": 3 }, { "pair_id": 173939, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "A man and a woman were both sitting on a couch.", "similarity": 0.7241, "relevance": 2 } ] }, { "query_id": 61081, "query": "A woman enters a man's apartment and hands him a bouquet of flowers.", "relevant_moment": [ { "pair_id": 14860, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 25.51, 32.71 ], "duration": 60.66, "caption": "A woman enters a man's apartment and hands him a bouquet of flowers.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14861, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 37.48, 43.09 ], "duration": 59.66, "caption": "A person walks into the apartment and hands woman a bouquet of flowers.", "similarity": 0.8872, "relevance": 3 }, { "pair_id": 14862, "video_name": "friends_s08e07_seg02_clip_15", "timestamp": [ 13.21, 17.17 ], "duration": 66.66, "caption": "A man enters the apartment of a woman who is holding flowers and closes the door behind him.", "similarity": 0.8633, "relevance": 3 }, { "pair_id": 14863, "video_name": "friends_s04e23-24_seg02_clip_07", "timestamp": [ 25.24, 30.0 ], "duration": 59.66, "caption": "A woman enters the apartment and puts a bouquet of flowers, books and her handbag onto the kitchen table.", "similarity": 0.7775, "relevance": 2 }, { "pair_id": 14864, "video_name": "friends_s03e15_seg02_clip_03", "timestamp": [ 3.56, 5.93 ], "duration": 59.66, "caption": "A person walks into the apartment with a bouquet of flowers asking for someone.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 14865, "video_name": "s07e04_seg02_clip_08", "timestamp": [ 0.0, 3.3 ], "duration": 55.66, "caption": "A man enters a woman's apartment as she gets ready to go.", "similarity": 0.7483, "relevance": 2 }, { "pair_id": 14866, "video_name": "friends_s06e01_seg02_clip_16", "timestamp": [ 56.64, 62.0 ], "duration": 67.66, "caption": "A woman enters the room and catches a bouquet of flowers.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 14867, "video_name": "s09e19_seg02_clip_15", "timestamp": [ 11.17, 15.2 ], "duration": 62.66, "caption": "A man hands a woman a bouquet of flowers and she accepts them.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 14868, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 40.51, 43.66 ], "duration": 90.66, "caption": "A man walks past a woman and enters her apartment.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 14869, "video_name": "met_s03e13_seg02_clip_17", "timestamp": [ 0.0, 6.71 ], "duration": 119.66, "caption": "A man attempts to hand woman a bouquet of flowers.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 14870, "video_name": "friends_s05e13_seg02_clip_07", "timestamp": [ 0.89, 7.97 ], "duration": 59.66, "caption": "A man reaches into his purse and pulls out a bouquet of flowers for a woman.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 14871, "video_name": "friends_s06e08_seg02_clip_13", "timestamp": [ 1.1, 13.48 ], "duration": 55.66, "caption": "A man walks into the apartment to see man on the floor with woman with flowers.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 14872, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 14.47, 18.99 ], "duration": 60.66, "caption": "A man enters the apartment and walks over to woman.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 14873, "video_name": "s02e11_seg02_clip_13", "timestamp": [ 27.01, 35.66 ], "duration": 54.66, "caption": "A man opens the door and a woman enters the apartment.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 14874, "video_name": "friends_s05e11_seg02_clip_14", "timestamp": [ 33.77, 40.97 ], "duration": 45.66, "caption": "A woman enters a man's apartment to talk to him.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 14875, "video_name": "friends_s08e08_seg02_clip_14", "timestamp": [ 55.23, 60.42 ], "duration": 61.66, "caption": "A man opens the door to let a woman into the apartment.", "similarity": 0.6962, "relevance": 2 }, { "pair_id": 14876, "video_name": "met_s03e10_seg02_clip_05", "timestamp": [ 31.38, 33.62 ], "duration": 64.66, "caption": "A man walks past a woman into her apartment.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 14877, "video_name": "house_s04e04_seg02_clip_23", "timestamp": [ 114.1, 124.02 ], "duration": 124.66, "caption": "A person walks into the room carrying a bouquet of flowers.", "similarity": 0.6949, "relevance": 2 }, { "pair_id": 14878, "video_name": "castle_s08e18_seg02_clip_24", "timestamp": [ 81.01, 88.13 ], "duration": 89.66, "caption": "A woman walks into the apartment and a person hands her a rose.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 14879, "video_name": "friends_s02e08_seg02_clip_13", "timestamp": [ 31.12, 35.09 ], "duration": 61.66, "caption": "A woman enters her apartment and closes the door in a man's face.", "similarity": 0.6916, "relevance": 1 } ] }, { "query_id": 61085, "query": "A woman delivers a news report and then stands up and walks off set.", "relevant_moment": [ { "pair_id": 1000, "video_name": "met_s04e03_seg02_clip_17", "timestamp": [ 0.73, 25.56 ], "duration": 73.66, "caption": "A woman delivers a news report and then stands up and walks off set.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1001, "video_name": "met_s04e01_seg02_clip_00", "timestamp": [ 32.65, 49.43 ], "duration": 61.66, "caption": "A woman sits at the news desk and reports the news.", "similarity": 0.5997, "relevance": 3 }, { "pair_id": 1002, "video_name": "castle_s02e03_seg02_clip_00", "timestamp": [ 50.01, 52.31 ], "duration": 91.66, "caption": "A woman reaches over and takes some news papers.", "similarity": 0.5979, "relevance": 0 }, { "pair_id": 1003, "video_name": "castle_s04e19_seg02_clip_25", "timestamp": [ 82.39, 85.06 ], "duration": 89.66, "caption": "A person does a count down to the news reporter.", "similarity": 0.5641, "relevance": 0 }, { "pair_id": 1004, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 0.0, 3.73 ], "duration": 62.66, "caption": "A woman sets down her newspaper after reading it.", "similarity": 0.5617, "relevance": 0 }, { "pair_id": 1005, "video_name": "castle_s06e03_seg02_clip_01", "timestamp": [ 37.36, 40.51 ], "duration": 90.66, "caption": "A woman tells a person to turn up the news program they're watching.", "similarity": 0.5613, "relevance": 1 }, { "pair_id": 1006, "video_name": "friends_s05e05_seg02_clip_21", "timestamp": [ 3.01, 7.74 ], "duration": 86.66, "caption": "A person gets up to go let someone know the news they've got and woman and man stop them.", "similarity": 0.5531, "relevance": 0 }, { "pair_id": 1007, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 22.04, 25.72 ], "duration": 91.66, "caption": "A woman picks up a newspaper and hands it to person.", "similarity": 0.5324, "relevance": 0 }, { "pair_id": 1008, "video_name": "castle_s02e18_seg02_clip_02", "timestamp": [ 11.48, 23.79 ], "duration": 82.66, "caption": "A person gives woman a report on the bomb after picking up a piece.", "similarity": 0.5287, "relevance": 0 }, { "pair_id": 1009, "video_name": "grey_s03e22_seg02_clip_26", "timestamp": [ 105.59, 113.24 ], "duration": 153.66, "caption": "A woman stands up, talks for a bit, and leaves the office.", "similarity": 0.5246, "relevance": 0 }, { "pair_id": 1010, "video_name": "friends_s02e21_seg02_clip_03", "timestamp": [ 6.09, 26.98 ], "duration": 58.66, "caption": "A woman picks up a newspaper from the table, reads aloud from it, and then sets it down.", "similarity": 0.5231, "relevance": 0 }, { "pair_id": 1011, "video_name": "s09e11_seg02_clip_08", "timestamp": [ 31.28, 39.84 ], "duration": 59.66, "caption": "A woman sits down on the step shocked about the news she just heard.", "similarity": 0.5191, "relevance": 0 }, { "pair_id": 1012, "video_name": "friends_s04e10_seg02_clip_07", "timestamp": [ 10.2, 15.01 ], "duration": 60.66, "caption": "A woman stands up and lets everyone know where she's heading.", "similarity": 0.5157, "relevance": 1 }, { "pair_id": 1013, "video_name": "friends_s08e19_seg02_clip_09", "timestamp": [ 40.44, 48.03 ], "duration": 56.66, "caption": "A woman crouches down and talks into the reporters recorded.", "similarity": 0.5119, "relevance": 1 }, { "pair_id": 1014, "video_name": "house_s02e24_seg02_clip_04", "timestamp": [ 62.57, 68.87 ], "duration": 90.66, "caption": "A person opens up the report and flips through it while some people walk away.", "similarity": 0.5112, "relevance": 0 }, { "pair_id": 1015, "video_name": "castle_s04e19_seg02_clip_08", "timestamp": [ 64.82, 67.07 ], "duration": 90.66, "caption": "An explosion goes off and interrupts a news reporter.", "similarity": 0.5109, "relevance": 2 }, { "pair_id": 1016, "video_name": "met_s06e06_seg02_clip_02", "timestamp": [ 4.58, 13.43 ], "duration": 61.66, "caption": "A woman reads something off a piece of paper at the news desk.", "similarity": 0.5106, "relevance": 2 }, { "pair_id": 1017, "video_name": "castle_s04e19_seg02_clip_00", "timestamp": [ 42.73, 49.16 ], "duration": 91.66, "caption": "A camera person is recording a woman give a segment on the news when in the background a bomb goes off.", "similarity": 0.5082, "relevance": 2 }, { "pair_id": 1018, "video_name": "friends_s07e16_seg02_clip_03", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman was writing down something at the newspaper.", "similarity": 0.508, "relevance": 0 }, { "pair_id": 1019, "video_name": "castle_s08e03_seg02_clip_09", "timestamp": [ 32.39, 35.13 ], "duration": 91.66, "caption": "A woman gets up and walks out of person's talk.", "similarity": 0.5074, "relevance": 0 } ] }, { "query_id": 61107, "query": "A person is sitting down and then gets up from their seat fast.", "relevant_moment": [ { "pair_id": 11220, "video_name": "met_s04e03_seg02_clip_13", "timestamp": [ 57.31, 59.66 ], "duration": 59.66, "caption": "A person is sitting down and then gets up from their seat fast.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11221, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 35.71, 38.96 ], "duration": 59.66, "caption": "A person stands up then sits back down quickly.", "similarity": 0.7917, "relevance": 3 }, { "pair_id": 11222, "video_name": "s03e18_seg02_clip_06", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A person gets up from where they are sitting and stands upright.", "similarity": 0.7541, "relevance": 4 }, { "pair_id": 11223, "video_name": "castle_s01e01_seg02_clip_10", "timestamp": [ 10.56, 13.2 ], "duration": 88.66, "caption": "A person gets up quickly and sits closer to someone.", "similarity": 0.7538, "relevance": 4 }, { "pair_id": 11224, "video_name": "s05e21_seg02_clip_03", "timestamp": [ 33.31, 36.92 ], "duration": 60.66, "caption": "A person gets up from sitting position and quickly goes to the refrigerator.", "similarity": 0.7445, "relevance": 4 }, { "pair_id": 11225, "video_name": "house_s06e12_seg02_clip_19", "timestamp": [ 81.86, 83.72 ], "duration": 93.66, "caption": "A person sitting in the background jumps up quickly.", "similarity": 0.7417, "relevance": 4 }, { "pair_id": 11226, "video_name": "castle_s08e15_seg02_clip_17", "timestamp": [ 25.03, 27.76 ], "duration": 91.66, "caption": "A person gets up from his seat to stand.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 11227, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A person gets up from his seat on the chair.", "similarity": 0.7296, "relevance": 4 }, { "pair_id": 11228, "video_name": "s07e16_seg02_clip_05", "timestamp": [ 42.62, 45.02 ], "duration": 60.66, "caption": "A person goes to sit down on the chair but then gets right up.", "similarity": 0.7191, "relevance": 3 }, { "pair_id": 11229, "video_name": "house_s05e19_seg02_clip_12", "timestamp": [ 51.19, 59.2 ], "duration": 89.66, "caption": "A person gets up, starts walking, and sits back down.", "similarity": 0.7174, "relevance": 3 }, { "pair_id": 11230, "video_name": "s08e13_seg02_clip_05", "timestamp": [ 42.02, 47.72 ], "duration": 60.66, "caption": "A person gets up from the chair they were sitting at.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 11231, "video_name": "s09e16_seg02_clip_06", "timestamp": [ 38.72, 43.22 ], "duration": 60.66, "caption": "A person stands up from the chair and runs fast.", "similarity": 0.6992, "relevance": 3 }, { "pair_id": 11232, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 35.71, 38.07 ], "duration": 59.66, "caption": "A person sits up and down from their chair.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 11233, "video_name": "s03e14_seg02_clip_03", "timestamp": [ 42.07, 46.13 ], "duration": 58.66, "caption": "A person gets up from the ground and sits on the stool behind him.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 11234, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 51.18, 54.63 ], "duration": 86.66, "caption": "A person slowly stands up from his/her chair.", "similarity": 0.6562, "relevance": 3 }, { "pair_id": 11235, "video_name": "s01e13_seg02_clip_00", "timestamp": [ 7.02, 8.85 ], "duration": 61.66, "caption": "A person is standing then he takes a sit.", "similarity": 0.6498, "relevance": 1 }, { "pair_id": 11236, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 31.28, 35.42 ], "duration": 59.66, "caption": "A person goes from standing to sitting in a chair.", "similarity": 0.6484, "relevance": 1 }, { "pair_id": 11237, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 60.82, 63.03 ], "duration": 63.66, "caption": "A person gets up from his seat and woman gets up after him.", "similarity": 0.6481, "relevance": 3 }, { "pair_id": 11238, "video_name": "s06e06_seg01_clip_01", "timestamp": [ 74.14, 81.02 ], "duration": 81.66, "caption": "A person gets up from his seat and takes off his shirt.", "similarity": 0.6444, "relevance": 4 }, { "pair_id": 11239, "video_name": "house_s03e06_seg02_clip_07", "timestamp": [ 26.56, 27.91 ], "duration": 90.66, "caption": "A person stands up from the stool he/she was sitting on.", "similarity": 0.6441, "relevance": 3 }, { "pair_id": 184540, "video_name": "castle_s07e21_seg02_clip_02", "timestamp": [ 61.03, 67.91 ], "duration": 91.66, "caption": "A person gets up from their seat to check out what's happening and someone sends them back to their seat.", "similarity": 0.6415, "relevance": 4 }, { "pair_id": 184541, "video_name": "met_s02e03_seg02_clip_05", "timestamp": [ 50.84, 52.37 ], "duration": 61.66, "caption": "A person gets up and then sits back down on the couch.", "similarity": 0.64, "relevance": 4 }, { "pair_id": 184543, "video_name": "castle_s03e02_seg02_clip_18", "timestamp": [ 29.07, 32.64 ], "duration": 89.66, "caption": "A person gets their drink and stands up slowly.", "similarity": 0.6388, "relevance": 4 }, { "pair_id": 184545, "video_name": "house_s05e18_seg02_clip_23", "timestamp": [ 0.0, 2.88 ], "duration": 48.66, "caption": "A person gets up from their chair in the waiting room.", "similarity": 0.6358, "relevance": 4 }, { "pair_id": 184546, "video_name": "house_s03e17_seg02_clip_10", "timestamp": [ 42.29, 48.07 ], "duration": 89.66, "caption": "A person stands up from being seated in someone's chair.", "similarity": 0.6357, "relevance": 4 }, { "pair_id": 184547, "video_name": "house_s08e18_seg02_clip_21", "timestamp": [ 4.93, 7.61 ], "duration": 89.66, "caption": "A person gets up from the rocker chair he is sitting in.", "similarity": 0.6316, "relevance": 4 }, { "pair_id": 184548, "video_name": "grey_s03e17_seg02_clip_20", "timestamp": [ 79.81, 88.17 ], "duration": 152.66, "caption": "A person lowers their head, then sits back up.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 184549, "video_name": "friends_s04e06_seg02_clip_03", "timestamp": [ 11.9, 13.93 ], "duration": 58.66, "caption": "A woman sits on the arm of someone's chair and quickly gets back up.", "similarity": 0.6249, "relevance": 4 }, { "pair_id": 184550, "video_name": "friends_s08e07_seg02_clip_07", "timestamp": [ 13.41, 16.68 ], "duration": 59.66, "caption": "A person gets up from sitting down next to woman.", "similarity": 0.6248, "relevance": 4 }, { "pair_id": 184551, "video_name": "castle_s03e08_seg02_clip_19", "timestamp": [ 13.23, 19.12 ], "duration": 98.66, "caption": "A person gets up and takes a seat in the other room.", "similarity": 0.6236, "relevance": 3 }, { "pair_id": 184552, "video_name": "s03e11_seg02_clip_10", "timestamp": [ 49.03, 55.7 ], "duration": 58.66, "caption": "A person sits down on a man's bed then gets back up immediately.", "similarity": 0.6215, "relevance": 4 }, { "pair_id": 184553, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 16.67, 20.59 ], "duration": 98.66, "caption": "A person leans and sits back in their seat.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 184554, "video_name": "s02e11_seg02_clip_10", "timestamp": [ 41.42, 43.0 ], "duration": 45.66, "caption": "A person gets up from sitting on the arm of the couch at someone's feet.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 184555, "video_name": "house_s04e14_seg02_clip_02", "timestamp": [ 84.16, 88.23 ], "duration": 90.66, "caption": "A person gets up from his seat and heads to the door.", "similarity": 0.6204, "relevance": 4 }, { "pair_id": 184556, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 57.18 ], "duration": 91.66, "caption": "A man gets up from the chair he/she was sitting on.", "similarity": 0.6194, "relevance": 4 }, { "pair_id": 184558, "video_name": "met_s02e03_seg02_clip_06", "timestamp": [ 51.42, 52.63 ], "duration": 60.66, "caption": "A person stands from his/her seat at the table then sits back down.", "similarity": 0.6185, "relevance": 4 }, { "pair_id": 184559, "video_name": "met_s03e08_seg02_clip_01", "timestamp": [ 21.25, 25.09 ], "duration": 59.66, "caption": "A person gets up and walks over to where another person is sitting.", "similarity": 0.6165, "relevance": 4 } ] }, { "query_id": 61128, "query": "A man points towards his glass motioning the waiter nearby.", "relevant_moment": [ { "pair_id": 169200, "video_name": "s07e15_seg02_clip_08", "timestamp": [ 36.6, 38.66 ], "duration": 59.66, "caption": "A man points towards his glass motioning the waiter nearby.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 169201, "video_name": "s07e16_seg02_clip_13", "timestamp": [ 13.21, 15.61 ], "duration": 60.66, "caption": "A man holds up his glass and points it towards another man.", "similarity": 0.6695, "relevance": 3 }, { "pair_id": 169202, "video_name": "met_s06e01_seg01_clip_02", "timestamp": [ 2.32, 3.87 ], "duration": 50.66, "caption": "A man lifts his glass and points towards another man.", "similarity": 0.6663, "relevance": 4 }, { "pair_id": 169203, "video_name": "met_s04e02_seg01_clip_02", "timestamp": [ 12.69, 13.55 ], "duration": 41.66, "caption": "A man points towards two other people while talking to the waitress.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 169204, "video_name": "met_s03e15_seg02_clip_10", "timestamp": [ 6.49, 11.74 ], "duration": 61.66, "caption": "A man points at a table in a restaurant with his index finger.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 169205, "video_name": "s08e12_seg02_clip_04", "timestamp": [ 58.62, 61.41 ], "duration": 62.66, "caption": "A person points to the glass table when talking to a man.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 169206, "video_name": "friends_s06e24-25_seg02_clip_10", "timestamp": [ 3.32, 29.27 ], "duration": 60.66, "caption": "A man was having a conversation with the waiter.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 169207, "video_name": "friends_s08e16_seg02_clip_08", "timestamp": [ 4.34, 8.37 ], "duration": 62.66, "caption": "A person shakes their glass and then points to another person.", "similarity": 0.6309, "relevance": 3 }, { "pair_id": 169208, "video_name": "met_s03e05_seg02_clip_13", "timestamp": [ 45.23, 54.98 ], "duration": 59.66, "caption": "A man points at another man while holding a glass in the same hand.", "similarity": 0.6307, "relevance": 3 }, { "pair_id": 169209, "video_name": "friends_s09e14_seg02_clip_20", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "The waiter pours a man a glass of water.", "similarity": 0.6304, "relevance": 1 }, { "pair_id": 169210, "video_name": "met_s03e04_seg02_clip_09", "timestamp": [ 5.81, 6.68 ], "duration": 58.66, "caption": "A man motions his hand to a person as the person is holding his glass.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 169211, "video_name": "met_s06e17_seg02_clip_05", "timestamp": [ 46.52, 57.03 ], "duration": 60.66, "caption": "A man points at another man with three fingers while he holds a glass in his hand.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 169212, "video_name": "met_s06e05_seg02_clip_04", "timestamp": [ 56.57, 58.02 ], "duration": 58.66, "caption": "A man is sitting in a restaurant booth and pointing across the table with his index finger.", "similarity": 0.6196, "relevance": 1 }, { "pair_id": 169213, "video_name": "house_s08e17_seg02_clip_06", "timestamp": [ 53.77, 55.11 ], "duration": 89.66, "caption": "A person points towards a man sitting at the table.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 169214, "video_name": "met_s02e18_seg02_clip_08", "timestamp": [ 0.0, 4.19 ], "duration": 59.66, "caption": "A man picks up his glass, points at another person, and takes a sip.", "similarity": 0.6103, "relevance": 3 }, { "pair_id": 169215, "video_name": "house_s07e21_seg02_clip_02", "timestamp": [ 24.42, 29.84 ], "duration": 90.66, "caption": "A man walks into a restaurant, sits in a booth, and slides toward the window.", "similarity": 0.6042, "relevance": 0 }, { "pair_id": 169216, "video_name": "s06e01_seg02_clip_06", "timestamp": [ 53.09, 56.45 ], "duration": 61.66, "caption": "A person turns to the waiter and gestures with his hand then holds three fingers up.", "similarity": 0.5981, "relevance": 3 }, { "pair_id": 169217, "video_name": "friends_s09e19_seg02_clip_04", "timestamp": [ 51.32, 54.36 ], "duration": 76.66, "caption": "A customer at a restaurant gestures with his pointed index finger.", "similarity": 0.598, "relevance": 1 }, { "pair_id": 169218, "video_name": "s09e17_seg02_clip_13", "timestamp": [ 34.67, 39.39 ], "duration": 63.66, "caption": "A man raises his glass to person and person points to man and says something to the others.", "similarity": 0.598, "relevance": 2 }, { "pair_id": 169219, "video_name": "s01e12_seg02_clip_14", "timestamp": [ 11.6, 13.73 ], "duration": 61.66, "caption": "A man draws the attention of the room by hitting his wine glass.", "similarity": 0.5962, "relevance": 0 }, { "pair_id": 342520, "video_name": "friends_s09e14_seg02_clip_20", "timestamp": [ 51.87, 61.03 ], "duration": 61.66, "caption": "The waiter fills someone's glass of water and places it on the table.", "similarity": 0.5941, "relevance": 2 }, { "pair_id": 342521, "video_name": "house_s06e09_seg02_clip_19", "timestamp": [ 44.6, 47.3 ], "duration": 90.66, "caption": "A man points at the dishes on the counter.", "similarity": 0.5874, "relevance": 2 }, { "pair_id": 342522, "video_name": "friends_s03e19_seg02_clip_14", "timestamp": [ 32.79, 37.35 ], "duration": 57.66, "caption": "A waiter walks through the function two people are at holding champagne glasses.", "similarity": 0.5871, "relevance": 1 }, { "pair_id": 342523, "video_name": "friends_s01e23_seg02_clip_13", "timestamp": [ 0.0, 1.49 ], "duration": 59.66, "caption": "A man turns from the door and points at another person.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 342524, "video_name": "s01e07_seg02_clip_11", "timestamp": [ 44.42, 50.42 ], "duration": 60.66, "caption": "The waiter asks some people about someone's whereabouts.", "similarity": 0.5833, "relevance": 1 }, { "pair_id": 342525, "video_name": "house_s02e21_seg02_clip_07", "timestamp": [ 78.32, 90.02 ], "duration": 90.66, "caption": "A man is talking to someone through the glass and is concerned about their movements.", "similarity": 0.5823, "relevance": 0 }, { "pair_id": 342526, "video_name": "friends_s06e24-25_seg02_clip_11", "timestamp": [ 16.51, 22.21 ], "duration": 60.66, "caption": "A waiter comes to the table and fills a wine glass.", "similarity": 0.5819, "relevance": 2 }, { "pair_id": 342527, "video_name": "s03e01_seg02_clip_09", "timestamp": [ 0.59, 3.84 ], "duration": 59.66, "caption": "A man points at a person and shakes his finger at him.", "similarity": 0.5769, "relevance": 1 }, { "pair_id": 342528, "video_name": "s01e07_seg02_clip_12", "timestamp": [ 27.01, 33.92 ], "duration": 60.66, "caption": "A man leans in from across the booth at the restaurant while talking to another person.", "similarity": 0.5761, "relevance": 0 }, { "pair_id": 342529, "video_name": "s02e20_seg02_clip_11", "timestamp": [ 56.28, 58.02 ], "duration": 58.66, "caption": "A man puts down his glass and begins walking towards two people.", "similarity": 0.5751, "relevance": 0 }, { "pair_id": 342530, "video_name": "met_s02e11_seg02_clip_17", "timestamp": [ 21.61, 24.31 ], "duration": 60.66, "caption": "A man gets up from the dining room table and points to a person.", "similarity": 0.5724, "relevance": 0 }, { "pair_id": 342531, "video_name": "castle_s07e12_seg02_clip_09", "timestamp": [ 13.49, 19.78 ], "duration": 89.66, "caption": "A man talks to the waiter and shown something on his phone.", "similarity": 0.5714, "relevance": 1 }, { "pair_id": 342532, "video_name": "house_s03e02_seg02_clip_11", "timestamp": [ 13.26, 19.66 ], "duration": 91.66, "caption": "A man looks at the screen and he points to it.", "similarity": 0.5698, "relevance": 1 }, { "pair_id": 342533, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 11.29, 13.73 ], "duration": 61.66, "caption": "A person points his finger towards the kitchen then up at the ceiling.", "similarity": 0.5682, "relevance": 1 }, { "pair_id": 342534, "video_name": "friends_s10e05_seg02_clip_18", "timestamp": [ 49.85, 53.82 ], "duration": 66.66, "caption": "A man passes a napkin from one hand to another and points his finger at person.", "similarity": 0.5669, "relevance": 1 }, { "pair_id": 342535, "video_name": "house_s08e20_seg02_clip_13", "timestamp": [ 4.17, 10.65 ], "duration": 92.66, "caption": "A man motions over to the waitress to come over.", "similarity": 0.5662, "relevance": 1 }, { "pair_id": 342536, "video_name": "friends_s10e01_seg02_clip_06", "timestamp": [ 53.12, 55.19 ], "duration": 59.66, "caption": "A man points towards the door behind him and then turns in that direction.", "similarity": 0.5654, "relevance": 1 }, { "pair_id": 342537, "video_name": "house_s04e06_seg02_clip_16", "timestamp": [ 12.73, 14.04 ], "duration": 87.66, "caption": "A person raises their hand on the other side of the glass from someone.", "similarity": 0.565, "relevance": 1 }, { "pair_id": 342538, "video_name": "s03e02_seg02_clip_02", "timestamp": [ 38.66, 42.79 ], "duration": 59.66, "caption": "A person walks to someone while they are putting a drink on a glass.", "similarity": 0.565, "relevance": 1 }, { "pair_id": 342539, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 37.22, 39.08 ], "duration": 62.66, "caption": "A man gestures, pointing with an upturned hand toward a person.", "similarity": 0.5642, "relevance": 1 } ] }, { "query_id": 61155, "query": "A man sits on a couch while looking at a necklace in his hands.", "relevant_moment": [ { "pair_id": 21821, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 15.26, 18.61 ], "duration": 61.66, "caption": "A man sits down on the couch while looking over personal shoulder.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 21822, "video_name": "castle_s01e07_seg02_clip_08", "timestamp": [ 63.9, 72.45 ], "duration": 81.66, "caption": "A person looks at photos of jewelry while sitting on the couch.", "similarity": 0.7036, "relevance": 4 }, { "pair_id": 21823, "video_name": "friends_s09e02_seg02_clip_14", "timestamp": [ 3.49, 11.06 ], "duration": 58.66, "caption": "A man stared at his hand as he sat on the couch.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 21824, "video_name": "s03e20_seg02_clip_01", "timestamp": [ 13.87, 16.07 ], "duration": 63.66, "caption": "A person holds up his arm and looks at his wristwatch as he sits on the couch.", "similarity": 0.6611, "relevance": 3 }, { "pair_id": 21825, "video_name": "friends_s05e20_seg02_clip_18", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A man is sitting on the couch rubbing his hands together.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 21826, "video_name": "friends_s03e07_seg02_clip_02", "timestamp": [ 53.21, 59.66 ], "duration": 59.66, "caption": "A man sits down on the arm of the couch.", "similarity": 0.646, "relevance": 2 }, { "pair_id": 21827, "video_name": "friends_s04e10_seg02_clip_07", "timestamp": [ 27.31, 29.71 ], "duration": 60.66, "caption": "A man turns around, sits down on the couch and rubs his hands together quickly.", "similarity": 0.645, "relevance": 2 }, { "pair_id": 21828, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 7.57, 11.13 ], "duration": 89.66, "caption": "A man rests his hand on his forehead while on the couch.", "similarity": 0.6314, "relevance": 2 }, { "pair_id": 21829, "video_name": "house_s04e07_seg02_clip_00", "timestamp": [ 28.53, 32.27 ], "duration": 93.66, "caption": "A person rests his head on his hand while sitting on the couch.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 21830, "video_name": "s07e03_seg02_clip_05", "timestamp": [ 10.73, 15.67 ], "duration": 58.66, "caption": "A person sits on the couch staring at a jigsaw puzzle as he rests his chin on his hand.", "similarity": 0.6183, "relevance": 3 }, { "pair_id": 21831, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A man is sitting down on the sofa tapping on his thigh with his hand before suddenly looking to his right.", "similarity": 0.6123, "relevance": 3 }, { "pair_id": 21832, "video_name": "friends_s09e22_seg02_clip_20", "timestamp": [ 46.34, 49.58 ], "duration": 59.66, "caption": "A man grabs his tie and sits down on the couch.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 21833, "video_name": "s02e13_seg02_clip_14", "timestamp": [ 8.26, 12.4 ], "duration": 59.66, "caption": "A man sits down on the couch and begins waving his hands around.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 21834, "video_name": "friends_s08e15_seg02_clip_04", "timestamp": [ 0.0, 3.63 ], "duration": 60.66, "caption": "A man is sitting on the couch fiddling with a remote control.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 21835, "video_name": "friends_s06e19_seg02_clip_01", "timestamp": [ 31.91, 34.81 ], "duration": 58.66, "caption": "A man sits down on the arm of the sofa.", "similarity": 0.6094, "relevance": 2 }, { "pair_id": 21836, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 31.73, 38.45 ], "duration": 61.66, "caption": "A person looks at their watch while sitting on the couch.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 21837, "video_name": "friends_s08e07_seg01_clip_00", "timestamp": [ 3.15, 11.35 ], "duration": 63.66, "caption": "A man was sitting on a couch while holding a book.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 21838, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 37.86, 42.04 ], "duration": 44.66, "caption": "A man sits on the couch and watches some TV.", "similarity": 0.6074, "relevance": 2 }, { "pair_id": 21839, "video_name": "s02e05_seg02_clip_13", "timestamp": [ 28.72, 31.33 ], "duration": 58.66, "caption": "A person sits down in his spot on the couch.", "similarity": 0.6048, "relevance": 2 } ] }, { "query_id": 61157, "query": "Two people talk while looking into a patient's hospital room.", "relevant_moment": [ { "pair_id": 8780, "video_name": "house_s06e20_seg02_clip_09", "timestamp": [ 68.52, 91.36 ], "duration": 91.66, "caption": "Two people talk while looking into a patient's hospital room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8781, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 0.0, 26.67 ], "duration": 86.66, "caption": "Two people are having a conversation and looking for somebody in a hospital.", "similarity": 0.8828, "relevance": 2 }, { "pair_id": 8782, "video_name": "house_s06e03_seg02_clip_19", "timestamp": [ 0.0, 54.53 ], "duration": 91.66, "caption": "Two people talk while they are in a hospital room.", "similarity": 0.877, "relevance": 1 }, { "pair_id": 8783, "video_name": "house_s07e18_seg02_clip_01", "timestamp": [ 67.19, 89.59 ], "duration": 89.66, "caption": "Two people talk with a patient in a hospital room.", "similarity": 0.8641, "relevance": 2 }, { "pair_id": 8784, "video_name": "house_s02e15_seg02_clip_11", "timestamp": [ 55.6, 90.4 ], "duration": 90.66, "caption": "Two people have a very serious conversation in a hospital room where a patient can be seen in the background.", "similarity": 0.8578, "relevance": 2 }, { "pair_id": 8785, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 1.46, 44.15 ], "duration": 97.66, "caption": "Two people have a conversation in a hospital hallway.", "similarity": 0.8382, "relevance": 2 }, { "pair_id": 8786, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 0.0, 15.51 ], "duration": 94.66, "caption": "Two people are talking while sitting in a hospital.", "similarity": 0.8379, "relevance": 2 }, { "pair_id": 8787, "video_name": "house_s01e08_seg02_clip_19", "timestamp": [ 0.0, 56.72 ], "duration": 90.66, "caption": "Two people are having a conversation in a hospital hallway.", "similarity": 0.8326, "relevance": 2 }, { "pair_id": 8788, "video_name": "grey_s03e15_seg02_clip_24", "timestamp": [ 59.19, 85.39 ], "duration": 97.66, "caption": "Two people converse with each other at the doorway of a hospital room.", "similarity": 0.8256, "relevance": 3 }, { "pair_id": 8789, "video_name": "house_s03e13_seg02_clip_06", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "Two people talk with two other people in a hospital room.", "similarity": 0.819, "relevance": 2 }, { "pair_id": 8790, "video_name": "grey_s02e22_seg02_clip_10", "timestamp": [ 53.52, 87.02 ], "duration": 87.66, "caption": "Two people converse as they are in the hospital hallway.", "similarity": 0.8154, "relevance": 2 }, { "pair_id": 8791, "video_name": "friends_s10e17-18_seg02_clip_01", "timestamp": [ 0.0, 15.87 ], "duration": 61.66, "caption": "A man and woman talk to a person in a hospital room.", "similarity": 0.8151, "relevance": 2 }, { "pair_id": 8792, "video_name": "friends_s09e01_seg02_clip_01", "timestamp": [ 0.0, 20.44 ], "duration": 61.66, "caption": "Two people talk in the hospital lobby.", "similarity": 0.8068, "relevance": 2 }, { "pair_id": 8793, "video_name": "house_s07e04_seg02_clip_16", "timestamp": [ 0.0, 39.6 ], "duration": 91.66, "caption": "Two people are having a conversation outside of a hospital.", "similarity": 0.8066, "relevance": 2 }, { "pair_id": 8794, "video_name": "friends_s10e17-18_seg02_clip_00", "timestamp": [ 48.52, 53.7 ], "duration": 61.66, "caption": "A man and woman enter person's hospital room and begin a conversation with her.", "similarity": 0.8043, "relevance": 2 }, { "pair_id": 8795, "video_name": "house_s08e18_seg02_clip_15", "timestamp": [ 36.64, 41.59 ], "duration": 99.66, "caption": "Two people walk in a hospital room and check on a patient.", "similarity": 0.7968, "relevance": 1 }, { "pair_id": 8796, "video_name": "grey_s03e11_seg02_clip_14", "timestamp": [ 0.0, 79.19 ], "duration": 91.66, "caption": "A person is conversing with another person as they are in a hospital room.", "similarity": 0.7931, "relevance": 1 }, { "pair_id": 8797, "video_name": "house_s06e13_seg02_clip_10", "timestamp": [ 0.0, 30.83 ], "duration": 92.66, "caption": "Two people talk while outside a patient room.", "similarity": 0.7931, "relevance": 3 }, { "pair_id": 8798, "video_name": "house_s06e19_seg02_clip_14", "timestamp": [ 0.0, 83.02 ], "duration": 83.66, "caption": "A man and woman talk in his hospital room.", "similarity": 0.7919, "relevance": 1 }, { "pair_id": 8799, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 87.19, 88.52 ], "duration": 88.66, "caption": "A person talks with two people outside of a patient's hospital room.", "similarity": 0.7918, "relevance": 3 } ] }, { "query_id": 61165, "query": "A man picks up class and carafe.", "relevant_moment": [ { "pair_id": 133500, "video_name": "house_s06e20_seg02_clip_08", "timestamp": [ 6.4, 12.4 ], "duration": 80.66, "caption": "A man picks up class and carafe.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 133501, "video_name": "friends_s04e20_seg02_clip_00", "timestamp": [ 5.53, 8.13 ], "duration": 65.66, "caption": "A man reaches over and grabs the coffee carafe.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 133502, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A man picks up the coffee maker to prepare his coffee.", "similarity": 0.6585, "relevance": 3 }, { "pair_id": 133503, "video_name": "friends_s03e11_seg02_clip_07", "timestamp": [ 2.11, 4.21 ], "duration": 60.66, "caption": "A man picks up an expresso coffee pot from the kitchen.", "similarity": 0.6422, "relevance": 3 }, { "pair_id": 133504, "video_name": "house_s07e08_seg02_clip_08", "timestamp": [ 45.12, 47.91 ], "duration": 93.66, "caption": "A man with dark hair picks up a food cup off his tray.", "similarity": 0.63, "relevance": 2 }, { "pair_id": 133505, "video_name": "castle_s07e17_seg02_clip_13", "timestamp": [ 28.21, 32.24 ], "duration": 89.66, "caption": "A man picks up his coffee tray and carries it to the kitchen island.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 133506, "video_name": "s03e20_seg01_clip_03", "timestamp": [ 45.66, 47.06 ], "duration": 56.66, "caption": "A person picks up their food container from the coffee table.", "similarity": 0.6211, "relevance": 1 }, { "pair_id": 133507, "video_name": "castle_s08e10_seg02_clip_00", "timestamp": [ 11.47, 14.22 ], "duration": 91.66, "caption": "A person picks up a coffee pot and fills a coffee cup.", "similarity": 0.6177, "relevance": 3 }, { "pair_id": 133508, "video_name": "friends_s08e12_seg02_clip_00", "timestamp": [ 41.56, 44.66 ], "duration": 62.66, "caption": "A man picks up his coffee cup from the table.", "similarity": 0.6118, "relevance": 2 }, { "pair_id": 133509, "video_name": "met_s02e13_seg02_clip_11", "timestamp": [ 0.9, 2.7 ], "duration": 60.66, "caption": "A man picks up a red coffee cup from the table in front of him.", "similarity": 0.6015, "relevance": 2 }, { "pair_id": 133510, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A person stirs and picks up his coffee cup.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 133511, "video_name": "s07e12_seg02_clip_17", "timestamp": [ 77.9, 81.44 ], "duration": 118.66, "caption": "A man picks up his coffee cup and takes a sip.", "similarity": 0.59, "relevance": 2 }, { "pair_id": 133512, "video_name": "met_s05e05_seg02_clip_14", "timestamp": [ 37.39, 43.9 ], "duration": 65.66, "caption": "A person sits down then picks up his coffee cup.", "similarity": 0.5882, "relevance": 1 }, { "pair_id": 133513, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.5869, "relevance": 2 }, { "pair_id": 133514, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 2.44, 3.36 ], "duration": 61.66, "caption": "A man picks up a piece of food from the table.", "similarity": 0.5854, "relevance": 2 }, { "pair_id": 133515, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 56.07, 57.85 ], "duration": 59.66, "caption": "A person picks food from the coffee table in front of them.", "similarity": 0.5849, "relevance": 2 }, { "pair_id": 133516, "video_name": "s07e23_seg02_clip_00", "timestamp": [ 5.27, 8.99 ], "duration": 62.66, "caption": "A person picks up his/her to go food from the coffee table and takes the lid off.", "similarity": 0.5825, "relevance": 1 }, { "pair_id": 133517, "video_name": "s02e22_seg02_clip_01", "timestamp": [ 32.17, 42.5 ], "duration": 59.66, "caption": "A man picks at his food with a fork.", "similarity": 0.581, "relevance": 1 }, { "pair_id": 133518, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 9.5, 11.01 ], "duration": 50.66, "caption": "A man picks up a Chinese food container off of the coffee table.", "similarity": 0.5771, "relevance": 1 }, { "pair_id": 133519, "video_name": "friends_s04e10_seg02_clip_09", "timestamp": [ 11.53, 15.05 ], "duration": 64.66, "caption": "A man picks a mug up and turns around.", "similarity": 0.574, "relevance": 2 }, { "pair_id": 306820, "video_name": "friends_s09e06_seg02_clip_00", "timestamp": [ 32.96, 35.09 ], "duration": 61.66, "caption": "A person picks up a sugar packet holder off of the coffee table and holds it up.", "similarity": 0.5719, "relevance": 2 }, { "pair_id": 306821, "video_name": "castle_s03e07_seg02_clip_10", "timestamp": [ 14.41, 18.92 ], "duration": 90.66, "caption": "A person serves coffee to a man who is doing some exercise.", "similarity": 0.5685, "relevance": 2 }, { "pair_id": 306822, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.5683, "relevance": 2 }, { "pair_id": 306823, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 47.12, 49.22 ], "duration": 60.66, "caption": "A person turns their head and picks up a coffee cup.", "similarity": 0.5677, "relevance": 2 }, { "pair_id": 306824, "video_name": "s07e22_seg01_clip_00", "timestamp": [ 4.7, 8.0 ], "duration": 47.66, "caption": "A person sits down and picks up their food tray from the coffee table.", "similarity": 0.5675, "relevance": 2 }, { "pair_id": 306825, "video_name": "friends_s06e14_seg02_clip_06", "timestamp": [ 16.7, 18.28 ], "duration": 63.66, "caption": "A man picks up a piece of paper from the table in the coffee shop.", "similarity": 0.5642, "relevance": 1 }, { "pair_id": 306826, "video_name": "s05e09_seg02_clip_04", "timestamp": [ 36.92, 38.72 ], "duration": 60.66, "caption": "A man picks up a remote control off of the coffee table.", "similarity": 0.5632, "relevance": 1 }, { "pair_id": 306827, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 31.16, 36.28 ], "duration": 93.66, "caption": "A man picks up a mug and drinks from it.", "similarity": 0.563, "relevance": 2 }, { "pair_id": 306828, "video_name": "friends_s06e20_seg02_clip_03", "timestamp": [ 40.46, 43.26 ], "duration": 62.66, "caption": "A man picks up a blue coffee mug from the table.", "similarity": 0.5575, "relevance": 2 }, { "pair_id": 306829, "video_name": "friends_s01e22_seg02_clip_06", "timestamp": [ 54.3, 57.25 ], "duration": 59.66, "caption": "A man picks up a scone on a plate from the coffee table.", "similarity": 0.5564, "relevance": 2 }, { "pair_id": 306830, "video_name": "s04e11_seg02_clip_00", "timestamp": [ 33.82, 38.04 ], "duration": 65.66, "caption": "A man picks up the cards from the coffee table.", "similarity": 0.5558, "relevance": 1 }, { "pair_id": 306831, "video_name": "met_s03e06_seg02_clip_11", "timestamp": [ 32.34, 37.23 ], "duration": 61.66, "caption": "A man leans across a small table and fills person's glass from a small carafe.", "similarity": 0.5541, "relevance": 3 }, { "pair_id": 306832, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.5511, "relevance": 2 }, { "pair_id": 306833, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 39.97, 42.41 ], "duration": 61.66, "caption": "A person picks up his plate of food on the table.", "similarity": 0.5511, "relevance": 1 }, { "pair_id": 306834, "video_name": "house_s07e05_seg02_clip_20", "timestamp": [ 40.03, 45.25 ], "duration": 87.66, "caption": "A man picks up his food before he leaves the meeting room.", "similarity": 0.5504, "relevance": 2 }, { "pair_id": 306835, "video_name": "s07e20_seg02_clip_14", "timestamp": [ 15.61, 18.61 ], "duration": 60.66, "caption": "A man picks up his coffee cup from the kitchen counter and cheers' it.", "similarity": 0.5493, "relevance": 2 }, { "pair_id": 306836, "video_name": "s05e06_seg01_clip_00", "timestamp": [ 12.72, 14.89 ], "duration": 62.66, "caption": "A man picks a magazine up off of the coffee table.", "similarity": 0.5491, "relevance": 1 }, { "pair_id": 306837, "video_name": "friends_s08e15_seg02_clip_21", "timestamp": [ 34.45, 37.54 ], "duration": 56.66, "caption": "A person walks over and serves a man a cup of coffee.", "similarity": 0.5457, "relevance": 1 }, { "pair_id": 306838, "video_name": "s09e09_seg02_clip_07", "timestamp": [ 1.12, 5.04 ], "duration": 56.66, "caption": "A man picks up a spice container from the kitchen counter and snaps the lid shut on it.", "similarity": 0.5454, "relevance": 1 }, { "pair_id": 306839, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 28.92, 30.73 ], "duration": 90.66, "caption": "A man pours a cup of coffee for someone and he takes the cup in his hand.", "similarity": 0.5407, "relevance": 2 } ] }, { "query_id": 61270, "query": "A woman goes to a locker and puts a key in the lock.", "relevant_moment": [ { "pair_id": 16800, "video_name": "castle_s02e13_seg02_clip_10", "timestamp": [ 6.68, 7.57 ], "duration": 89.66, "caption": "A woman goes to a locker and puts a key in the lock.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 16801, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 24.7, 28.67 ], "duration": 88.66, "caption": "A woman opens a lock with a key in her hand.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 16802, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 82.83, 84.2 ], "duration": 91.66, "caption": "A woman kneels down and opens a locker with a key.", "similarity": 0.7912, "relevance": 4 }, { "pair_id": 16804, "video_name": "friends_s06e01_seg02_clip_19", "timestamp": [ 0.0, 1.19 ], "duration": 119.66, "caption": "A woman attempts to turn the key in the lock.", "similarity": 0.7688, "relevance": 2 }, { "pair_id": 16805, "video_name": "castle_s08e15_seg02_clip_08", "timestamp": [ 6.01, 14.79 ], "duration": 92.66, "caption": "A woman goes into a locker and takes out a note from a pocket.", "similarity": 0.7604, "relevance": 4 }, { "pair_id": 16806, "video_name": "friends_s08e04_seg02_clip_19", "timestamp": [ 17.02, 21.75 ], "duration": 63.66, "caption": "A woman goes to the door and locks both locks.", "similarity": 0.717, "relevance": 1 }, { "pair_id": 16807, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 32.96, 33.87 ], "duration": 61.66, "caption": "A person puts his key into the lock and begins unlocking the door.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 16808, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 42.65, 46.71 ], "duration": 58.66, "caption": "A person inserts a key into the lock on the apartment door.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 16809, "video_name": "s09e19_seg02_clip_10", "timestamp": [ 33.31, 38.12 ], "duration": 60.66, "caption": "A person opens the door to their secret storage locker.", "similarity": 0.7016, "relevance": 1 }, { "pair_id": 16810, "video_name": "grey_s03e10_seg02_clip_02", "timestamp": [ 43.71, 54.53 ], "duration": 90.66, "caption": "A woman walks into the locker room and goes to her locker.", "similarity": 0.6973, "relevance": 3 }, { "pair_id": 16811, "video_name": "s02e03_seg01_clip_01", "timestamp": [ 8.24, 12.82 ], "duration": 61.66, "caption": "A woman jiggles her keys in the lock and pushes on her apartment door.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 16812, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 46.67, 48.21 ], "duration": 61.66, "caption": "A woman takes the key person is holding out to her.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 16813, "video_name": "castle_s04e20_seg02_clip_04", "timestamp": [ 52.34, 54.16 ], "duration": 91.66, "caption": "A woman puts a hotel room key into the slot.", "similarity": 0.6792, "relevance": 2 }, { "pair_id": 16814, "video_name": "grey_s01e03_seg02_clip_23", "timestamp": [ 27.15, 29.45 ], "duration": 92.66, "caption": "A woman is in the locker room as a man opens the door.", "similarity": 0.6783, "relevance": 0 }, { "pair_id": 16815, "video_name": "castle_s06e01_seg02_clip_22", "timestamp": [ 86.03, 90.53 ], "duration": 100.66, "caption": "A woman opens a locker and takes out a small briefcase.", "similarity": 0.6767, "relevance": 3 }, { "pair_id": 16816, "video_name": "castle_s06e01_seg02_clip_18", "timestamp": [ 9.92, 12.4 ], "duration": 82.66, "caption": "A woman uses a key to unlock man's handcuffs.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 16817, "video_name": "house_s05e05_seg02_clip_25", "timestamp": [ 76.46, 79.19 ], "duration": 91.66, "caption": "A woman closes her locker door and leans on it.", "similarity": 0.6709, "relevance": 1 }, { "pair_id": 16818, "video_name": "friends_s04e03_seg02_clip_11", "timestamp": [ 16.7, 19.22 ], "duration": 63.66, "caption": "A woman uses a key to unlock a man's handcuffs.", "similarity": 0.6703, "relevance": 3 }, { "pair_id": 16819, "video_name": "s04e19_seg02_clip_17", "timestamp": [ 2.84, 3.93 ], "duration": 9.66, "caption": "A woman heads to her apartment door with her key in hand.", "similarity": 0.6565, "relevance": 0 } ] }, { "query_id": 61277, "query": "A person was rubbing his temple while talking to a woman.", "relevant_moment": [ { "pair_id": 152000, "video_name": "castle_s02e13_seg02_clip_12", "timestamp": [ 86.02, 87.84 ], "duration": 91.66, "caption": "A person was rubbing his temple while talking to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152001, "video_name": "friends_s06e17_seg02_clip_08", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A woman pointed her finger at her temple while talking to a man.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 152002, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 4.42, 6.12 ], "duration": 68.66, "caption": "A man is rubbing his hands together while talking to a woman.", "similarity": 0.7438, "relevance": 0 }, { "pair_id": 152003, "video_name": "friends_s06e17_seg02_clip_00", "timestamp": [ 33.26, 36.01 ], "duration": 61.66, "caption": "A man puts two of his fingers to his temple while talking to two women.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 152004, "video_name": "s02e21_seg02_clip_12", "timestamp": [ 16.7, 19.22 ], "duration": 63.66, "caption": "A woman puts her hand to her temple in exasperation while having a conversation with a person.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 152005, "video_name": "house_s02e07_seg02_clip_24", "timestamp": [ 0.0, 10.71 ], "duration": 153.66, "caption": "A man is talking to a woman and then she grabs a clean cloth and starts rubbing it into his face.", "similarity": 0.728, "relevance": 1 }, { "pair_id": 152006, "video_name": "s04e01_seg01_clip_00", "timestamp": [ 58.3, 63.03 ], "duration": 63.66, "caption": "A man rubs his chin while talking to a woman.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 152007, "video_name": "s03e14_seg02_clip_01", "timestamp": [ 4.56, 10.55 ], "duration": 57.66, "caption": "A person rubs their temple with their hands and tries to.", "similarity": 0.7165, "relevance": 3 }, { "pair_id": 152008, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 0.0, 3.4 ], "duration": 40.66, "caption": "A person fidgets with his hands while talking to a woman.", "similarity": 0.715, "relevance": 1 }, { "pair_id": 152009, "video_name": "friends_s02e03_seg02_clip_04", "timestamp": [ 2.61, 4.35 ], "duration": 58.66, "caption": "A man rubs his hands with a cloth while talking to a woman.", "similarity": 0.7068, "relevance": 1 }, { "pair_id": 152010, "video_name": "met_s03e13_seg02_clip_06", "timestamp": [ 42.95, 45.39 ], "duration": 60.66, "caption": "A woman is talking to a man and rubbing another man's back.", "similarity": 0.706, "relevance": 0 }, { "pair_id": 152011, "video_name": "castle_s04e22_seg02_clip_20", "timestamp": [ 86.87, 90.02 ], "duration": 90.66, "caption": "After listening to woman and person, man shrugs and scratches his temple.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 152012, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 0.0, 18.21 ], "duration": 88.66, "caption": "A person was having a conversation with a woman.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 152014, "video_name": "s05e05_seg02_clip_03", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A man rubs his hands together while talking to a woman.", "similarity": 0.6976, "relevance": 1 }, { "pair_id": 152015, "video_name": "friends_s07e01_seg02_clip_11", "timestamp": [ 53.71, 56.37 ], "duration": 59.66, "caption": "A man rubs a woman's arm while he is talking to her.", "similarity": 0.6952, "relevance": 1 }, { "pair_id": 152016, "video_name": "grey_s01e04_seg02_clip_14", "timestamp": [ 62.71, 65.4 ], "duration": 89.66, "caption": "A man slowly rubs behind his neck while talking to a woman.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 152017, "video_name": "friends_s06e14_seg02_clip_17", "timestamp": [ 17.39, 21.36 ], "duration": 61.66, "caption": "A woman rubs her forehead when talking to a man.", "similarity": 0.6888, "relevance": 1 }, { "pair_id": 152018, "video_name": "house_s03e04_seg02_clip_22", "timestamp": [ 35.14, 38.29 ], "duration": 90.66, "caption": "A person touches someone's face while talking to them.", "similarity": 0.6883, "relevance": 0 }, { "pair_id": 152019, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 6.89, 9.95 ], "duration": 51.66, "caption": "A woman touched man's face while they are talking.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 325320, "video_name": "friends_s03e12_seg02_clip_10", "timestamp": [ 2.76, 3.99 ], "duration": 61.66, "caption": "A woman rubs her hands together while talking to man.", "similarity": 0.6846, "relevance": 1 }, { "pair_id": 325321, "video_name": "met_s02e05_seg02_clip_09", "timestamp": [ 33.01, 36.32 ], "duration": 60.66, "caption": "A man rubs his palms together during a conversation with a woman.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 325322, "video_name": "house_s04e06_seg02_clip_14", "timestamp": [ 0.0, 5.41 ], "duration": 90.66, "caption": "A man was washing his hands while talking to a woman.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 325323, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.682, "relevance": 1 }, { "pair_id": 325324, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 0.0, 1.17 ], "duration": 58.66, "caption": "A man rubs the back of his head while talking to woman.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 325325, "video_name": "castle_s08e10_seg02_clip_09", "timestamp": [ 29.22, 35.96 ], "duration": 89.66, "caption": "A man rubs his fingers across his nose while talking to woman.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 325326, "video_name": "castle_s05e23_seg02_clip_26", "timestamp": [ 0.0, 71.4 ], "duration": 121.66, "caption": "A person was having a serious conversation with a woman.", "similarity": 0.6745, "relevance": 1 }, { "pair_id": 325327, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 0.0, 40.18 ], "duration": 89.66, "caption": "A woman was intensely talking to a man and another person.", "similarity": 0.6735, "relevance": 1 }, { "pair_id": 325328, "video_name": "friends_s10e15_seg02_clip_10", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A man just touches his head after talking to a woman.", "similarity": 0.6731, "relevance": 1 }, { "pair_id": 325329, "video_name": "castle_s06e01_seg02_clip_11", "timestamp": [ 83.44, 86.02 ], "duration": 86.66, "caption": "A person moves his hand over his face while talking to a woman.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 325330, "video_name": "castle_s02e24_seg02_clip_24", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person was talking to a man while talking to him.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 325331, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 25.97, 55.46 ], "duration": 88.66, "caption": "A person talks to man about the woman he is seeing.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 325332, "video_name": "castle_s05e16_seg02_clip_09", "timestamp": [ 66.51, 68.37 ], "duration": 93.66, "caption": "A person rubs his fingers on the temple of his head.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 325333, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 49.93, 55.91 ], "duration": 85.66, "caption": "A man is rubbing his right wrist with his left hand while standing and talking to a woman.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 325334, "video_name": "castle_s06e11_seg02_clip_01", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A man was having a conversation with woman and person.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 325335, "video_name": "s02e03_seg01_clip_01", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A person starts talking to a woman and she gives him a dirty look.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 325336, "video_name": "grey_s03e24_seg02_clip_24", "timestamp": [ 14.64, 16.92 ], "duration": 91.66, "caption": "A woman rubs a man's arm while saying something to him.", "similarity": 0.6621, "relevance": 1 }, { "pair_id": 325337, "video_name": "friends_s09e02_seg02_clip_11", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A man is rubbing his fingers when he talks to another person.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 325338, "video_name": "s04e03_seg02_clip_07", "timestamp": [ 47.6, 60.11 ], "duration": 61.66, "caption": "A woman is talking to a man in a way that makes him fold his arms in irritation.", "similarity": 0.6607, "relevance": 1 }, { "pair_id": 325339, "video_name": "s04e13_seg02_clip_04", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A person is turned around as he speaks to a woman.", "similarity": 0.6602, "relevance": 2 } ] }, { "query_id": 61285, "query": "Beckett and person are beside each other conversing with person.", "relevant_moment": [ { "pair_id": 7660, "video_name": "castle_s03e05_seg02_clip_05", "timestamp": [ 0.0, 19.14 ], "duration": 89.66, "caption": "Beckett and person are beside each other conversing with person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 7661, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 71.61, 90.65 ], "duration": 90.66, "caption": "Beckett and person are having a conversation with each other.", "similarity": 0.9502, "relevance": 2 }, { "pair_id": 7662, "video_name": "castle_s04e12_seg02_clip_14", "timestamp": [ 0.0, 21.81 ], "duration": 89.66, "caption": "Beckett and a person are sitting beside each other as they speak to a person.", "similarity": 0.9246, "relevance": 4 }, { "pair_id": 7663, "video_name": "castle_s05e09_seg02_clip_06", "timestamp": [ 0.0, 89.4 ], "duration": 89.66, "caption": "Beckett and person are standing beside each other as they are with person.", "similarity": 0.9016, "relevance": 4 }, { "pair_id": 7664, "video_name": "castle_s06e23_seg02_clip_16", "timestamp": [ 0.0, 51.17 ], "duration": 85.66, "caption": "Beckett and person were sitting beside each other whilst having a conversation.", "similarity": 0.9, "relevance": 3 }, { "pair_id": 7665, "video_name": "castle_s03e09_seg02_clip_27", "timestamp": [ 0.0, 14.02 ], "duration": 14.66, "caption": "Beckett and person are walking side by side while conversing.", "similarity": 0.8972, "relevance": 2 }, { "pair_id": 7666, "video_name": "castle_s06e12_seg02_clip_03", "timestamp": [ 50.2, 52.46 ], "duration": 90.66, "caption": "Beckett and a person are walking beside each other as they converse.", "similarity": 0.8962, "relevance": 3 }, { "pair_id": 7667, "video_name": "castle_s08e22_seg02_clip_10", "timestamp": [ 27.76, 69.85 ], "duration": 89.66, "caption": "Beckett and a person have a conversation over the phone.", "similarity": 0.8801, "relevance": 1 }, { "pair_id": 7668, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 36.92, 58.34 ], "duration": 91.66, "caption": "Beckett and a person were having a conversation on person's table.", "similarity": 0.8724, "relevance": 3 }, { "pair_id": 7669, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 0.0, 33.38 ], "duration": 90.66, "caption": "Beckett and a person are having a conversation with each other while watching a video.", "similarity": 0.8466, "relevance": 2 }, { "pair_id": 7670, "video_name": "castle_s06e02_seg02_clip_01", "timestamp": [ 0.0, 12.42 ], "duration": 88.66, "caption": "Beckett and person were having a serious conversation.", "similarity": 0.845, "relevance": 2 }, { "pair_id": 7671, "video_name": "castle_s06e09_seg02_clip_17", "timestamp": [ 58.36, 85.66 ], "duration": 85.66, "caption": "Beckett and person are inside an office speaking to each other.", "similarity": 0.8264, "relevance": 2 }, { "pair_id": 7672, "video_name": "castle_s01e09_seg02_clip_12", "timestamp": [ 0.0, 45.83 ], "duration": 89.66, "caption": "Beckett and a person are in a kitchen talking to each other.", "similarity": 0.814, "relevance": 2 }, { "pair_id": 7673, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 84.24, 88.21 ], "duration": 88.66, "caption": "Beckett and a person talk while looking at a white board.", "similarity": 0.8079, "relevance": 3 }, { "pair_id": 7674, "video_name": "castle_s03e24_seg02_clip_02", "timestamp": [ 0.0, 29.26 ], "duration": 78.66, "caption": "Beckett and person are standing in the break room conversing.", "similarity": 0.7801, "relevance": 2 }, { "pair_id": 7675, "video_name": "castle_s03e19_seg02_clip_19", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Otis, Beckett, and a person were having a conversation.", "similarity": 0.773, "relevance": 4 }, { "pair_id": 7676, "video_name": "castle_s04e13_seg02_clip_04", "timestamp": [ 0.0, 12.22 ], "duration": 94.66, "caption": "Beckett and person are talking to a person named Reggie.", "similarity": 0.7681, "relevance": 4 }, { "pair_id": 7677, "video_name": "castle_s06e11_seg02_clip_16", "timestamp": [ 38.21, 60.62 ], "duration": 87.66, "caption": "Beckett and a person stand outside the burning building talking to each other.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 7678, "video_name": "castle_s07e22_seg02_clip_22", "timestamp": [ 0.0, 2.56 ], "duration": 46.66, "caption": "Beckett and person are standing beside each other laughing.", "similarity": 0.7645, "relevance": 3 }, { "pair_id": 7679, "video_name": "castle_s02e02_seg02_clip_23", "timestamp": [ 12.61, 33.96 ], "duration": 97.66, "caption": "Beckett and a person walk down the street speaking with Cosway.", "similarity": 0.7643, "relevance": 4 }, { "pair_id": 180980, "video_name": "castle_s03e01_seg02_clip_20", "timestamp": [ 10.35, 12.15 ], "duration": 90.66, "caption": "Beckett and person opens and enters room together.", "similarity": 0.7368, "relevance": 4 }, { "pair_id": 180981, "video_name": "castle_s03e12_seg02_clip_09", "timestamp": [ 74.72, 76.07 ], "duration": 90.66, "caption": "Beckett and person walk into the morgue where person is standing waiting.", "similarity": 0.7257, "relevance": 4 }, { "pair_id": 180982, "video_name": "castle_s03e08_seg02_clip_19", "timestamp": [ 0.0, 11.27 ], "duration": 98.66, "caption": "Beckett and a person interrogate someone in the interrogation room.", "similarity": 0.7169, "relevance": 4 }, { "pair_id": 180983, "video_name": "castle_s01e04_seg02_clip_19", "timestamp": [ 10.56, 36.01 ], "duration": 96.66, "caption": "Beckett and a person watch a video on a cell phone.", "similarity": 0.7072, "relevance": 4 }, { "pair_id": 180984, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 0.0, 2.62 ], "duration": 87.66, "caption": "Beckett and a person get out from the car almost at the same time.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 180985, "video_name": "castle_s05e17_seg02_clip_05", "timestamp": [ 31.51, 35.56 ], "duration": 90.66, "caption": "Beckett and a person sit down to view what was on the DVD.", "similarity": 0.6596, "relevance": 3 }, { "pair_id": 180986, "video_name": "castle_s03e17_seg02_clip_25", "timestamp": [ 65.58, 75.26 ], "duration": 88.66, "caption": "Beckett and person hug each other after the countdown on the bomb stopped.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 180987, "video_name": "castle_s03e12_seg02_clip_12", "timestamp": [ 0.0, 31.05 ], "duration": 97.66, "caption": "Beckett and a person are looking for something in a dark room.", "similarity": 0.6469, "relevance": 3 }, { "pair_id": 180988, "video_name": "castle_s04e14_seg02_clip_00", "timestamp": [ 12.09, 23.26 ], "duration": 93.66, "caption": "Beckett was shown the corpse by a woman and told something.", "similarity": 0.6455, "relevance": 3 }, { "pair_id": 180989, "video_name": "castle_s03e16_seg02_clip_25", "timestamp": [ 0.0, 7.5 ], "duration": 150.66, "caption": "Beckett and a person are looking at a GPS map as they speak.", "similarity": 0.6382, "relevance": 3 }, { "pair_id": 180990, "video_name": "s06e10_seg01_clip_01", "timestamp": [ 4.19, 12.09 ], "duration": 93.66, "caption": "A person is holding a hand of cards as he converses with a man.", "similarity": 0.6365, "relevance": 0 }, { "pair_id": 180991, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 48.02, 57.39 ], "duration": 75.66, "caption": "A person is beside another person as he is conversing with someone else.", "similarity": 0.6312, "relevance": 1 }, { "pair_id": 180992, "video_name": "castle_s06e14_seg02_clip_18", "timestamp": [ 38.28, 48.96 ], "duration": 89.66, "caption": "Beckett's hair is put behind woman's shoulders and tied into a ponytail by a person.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 180993, "video_name": "castle_s07e11_seg02_clip_16", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "Two people are across from each other as they are conversing.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 180994, "video_name": "castle_s01e08_seg02_clip_23", "timestamp": [ 7.23, 85.02 ], "duration": 85.66, "caption": "Two people are beside each other as they speak to another person.", "similarity": 0.6213, "relevance": 4 }, { "pair_id": 180995, "video_name": "castle_s01e01_seg02_clip_15", "timestamp": [ 0.0, 6.72 ], "duration": 96.66, "caption": "A person has a conversation with other individuals while sitting at a card table.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 180996, "video_name": "met_s03e08_seg02_clip_05", "timestamp": [ 13.12, 61.03 ], "duration": 61.66, "caption": "Two people are beside each other as they converse with some other people.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 180997, "video_name": "castle_s02e11_seg02_clip_21", "timestamp": [ 38.89, 45.02 ], "duration": 72.66, "caption": "Beckett shakes her head yes and then no after a person leans forward and says something to her.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 180998, "video_name": "house_s03e01_seg02_clip_11", "timestamp": [ 0.0, 34.05 ], "duration": 92.66, "caption": "A person and another person are having a conversation with each other.", "similarity": 0.6163, "relevance": 1 }, { "pair_id": 180999, "video_name": "grey_s03e12_seg02_clip_10", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A person and another person are having a conversation with each other.", "similarity": 0.6163, "relevance": 1 } ] }, { "query_id": 61368, "query": "A woman lays her purse on the coffee table and takes her jacket off.", "relevant_moment": [ { "pair_id": 148260, "video_name": "s07e23_seg02_clip_14", "timestamp": [ 0.28, 5.5 ], "duration": 55.66, "caption": "A woman lays her purse on the coffee table and takes her jacket off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148261, "video_name": "s05e01_seg02_clip_05", "timestamp": [ 24.95, 26.4 ], "duration": 58.66, "caption": "A woman grabs her purse from the coffee table.", "similarity": 0.7371, "relevance": 1 }, { "pair_id": 148262, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 8.37, 11.48 ], "duration": 62.66, "caption": "A woman places her purse down on the table.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 148263, "video_name": "s10e02_seg02_clip_02", "timestamp": [ 26.11, 27.01 ], "duration": 60.66, "caption": "A woman picks up her purse from the coffee table.", "similarity": 0.715, "relevance": 1 }, { "pair_id": 148264, "video_name": "friends_s05e02_seg02_clip_08", "timestamp": [ 14.27, 18.3 ], "duration": 62.66, "caption": "A woman sets down the purse on the table.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 148265, "video_name": "friends_s01e22_seg02_clip_01", "timestamp": [ 31.52, 44.12 ], "duration": 63.66, "caption": "A woman gets up and puts on her jacket and purse.", "similarity": 0.6958, "relevance": 1 }, { "pair_id": 148266, "video_name": "s06e16_seg02_clip_11", "timestamp": [ 8.38, 14.41 ], "duration": 67.66, "caption": "A woman takes off her purse and puts it on a chair.", "similarity": 0.6906, "relevance": 1 }, { "pair_id": 148267, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 20.78, 30.08 ], "duration": 62.66, "caption": "A woman removes a container of pills from her purse and places it on the coffee table.", "similarity": 0.6899, "relevance": 1 }, { "pair_id": 148268, "video_name": "friends_s06e17_seg02_clip_12", "timestamp": [ 51.91, 54.37 ], "duration": 54.66, "caption": "A woman sets her purse down on to a wooden table.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 148269, "video_name": "friends_s09e03_seg02_clip_13", "timestamp": [ 40.33, 44.1 ], "duration": 58.66, "caption": "A woman grabs her purse and leaves the table.", "similarity": 0.6864, "relevance": 0 }, { "pair_id": 148270, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 8.41 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves someone's place.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 148271, "video_name": "friends_s01e15_seg02_clip_15", "timestamp": [ 33.89, 41.18 ], "duration": 56.66, "caption": "A woman sets down her purse to put on her coat.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 148272, "video_name": "friends_s08e02_seg02_clip_14", "timestamp": [ 4.29, 8.25 ], "duration": 66.66, "caption": "A woman sets her purse on the table and sits down.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 148273, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 16.53, 24.79 ], "duration": 59.66, "caption": "A woman takes off her jacket and sits down at the table.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 148274, "video_name": "castle_s04e15_seg02_clip_00", "timestamp": [ 3.25, 7.88 ], "duration": 92.66, "caption": "A woman walks in and sets down her purse and jacket.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 148275, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 20.28, 21.19 ], "duration": 60.66, "caption": "A woman takes her purse off of her shoulder.", "similarity": 0.6727, "relevance": 0 }, { "pair_id": 148276, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 66.26, 68.1 ], "duration": 92.66, "caption": "A woman puts her coffee mug onto the coffee table as she leaves.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 148277, "video_name": "s09e20_seg02_clip_01", "timestamp": [ 34.48, 44.25 ], "duration": 61.66, "caption": "A woman takes off her jacket and sets it down.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 148278, "video_name": "friends_s07e10_seg02_clip_07", "timestamp": [ 4.5, 9.3 ], "duration": 60.66, "caption": "A woman takes her jacket off while sitting down.", "similarity": 0.671, "relevance": 2 }, { "pair_id": 148279, "video_name": "friends_s03e02_seg02_clip_19", "timestamp": [ 29.59, 31.91 ], "duration": 58.66, "caption": "A woman stands up from the coffee table with her purse and coat.", "similarity": 0.6702, "relevance": 1 } ] }, { "query_id": 61406, "query": "Two people are wheeling a patient on a hospital bed.", "relevant_moment": [ { "pair_id": 8520, "video_name": "house_s05e07_seg02_clip_08", "timestamp": [ 82.29, 92.46 ], "duration": 92.66, "caption": "Two people are wheeling a patient on a hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8521, "video_name": "house_s05e14_seg02_clip_02", "timestamp": [ 16.47, 22.7 ], "duration": 89.66, "caption": "Two people wheeling another person on the medical bed out of the room.", "similarity": 0.8494, "relevance": 4 }, { "pair_id": 8522, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and woman were attending a patient that is lying on the hospital bed.", "similarity": 0.7712, "relevance": 0 }, { "pair_id": 8523, "video_name": "house_s06e02_seg02_clip_16", "timestamp": [ 68.01, 73.45 ], "duration": 136.66, "caption": "Two people are walking toward a patient's bed.", "similarity": 0.7653, "relevance": 1 }, { "pair_id": 8524, "video_name": "house_s06e08_seg02_clip_09", "timestamp": [ 23.55, 26.22 ], "duration": 107.66, "caption": "Two people standing around a man's hospital bed.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 8525, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 40.85, 51.95 ], "duration": 88.66, "caption": "Two people are holding down a person as he is lying on a hospital bed.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 8526, "video_name": "s06e22_seg02_clip_18", "timestamp": [ 0.0, 6.49 ], "duration": 59.66, "caption": "A person is lying in a hospital bed and another person is sitting next to them.", "similarity": 0.7415, "relevance": 1 }, { "pair_id": 8527, "video_name": "house_s02e20_seg02_clip_16", "timestamp": [ 0.91, 90.11 ], "duration": 91.66, "caption": "Two people are both laying in hospital beds.", "similarity": 0.7397, "relevance": 1 }, { "pair_id": 8528, "video_name": "house_s02e05_seg02_clip_15", "timestamp": [ 36.58, 38.34 ], "duration": 88.66, "caption": "A person and another person are standing next to a hospital bed examining a patient.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 8529, "video_name": "house_s02e20_seg02_clip_17", "timestamp": [ 0.0, 49.89 ], "duration": 86.66, "caption": "Two people are conversing with each other as they are on hospital bed.", "similarity": 0.7283, "relevance": 1 }, { "pair_id": 8530, "video_name": "grey_s02e13_seg02_clip_02", "timestamp": [ 60.74, 68.56 ], "duration": 92.66, "caption": "A person and another person help the patient get into another bed.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 8531, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 13.09, 63.15 ], "duration": 154.66, "caption": "A person is lying in a hospital bed. Another person is sat beside them.", "similarity": 0.7249, "relevance": 1 }, { "pair_id": 8532, "video_name": "house_s07e23_seg02_clip_00", "timestamp": [ 0.0, 39.91 ], "duration": 95.66, "caption": "A person lies in a hospital bed, while three people stand on one side of their bed, and one person stands on the other; they look through patient files and talk.", "similarity": 0.7244, "relevance": 1 }, { "pair_id": 8533, "video_name": "house_s03e01_seg02_clip_06", "timestamp": [ 8.68, 12.33 ], "duration": 91.66, "caption": "Two men lift forward a woman patient as she is sitting on a hospital bed.", "similarity": 0.7215, "relevance": 2 }, { "pair_id": 8534, "video_name": "grey_s03e11_seg02_clip_14", "timestamp": [ 86.02, 90.11 ], "duration": 91.66, "caption": "Two people are walking beside each other on a bed being moved by doctors.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 8535, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were beside the person lying on the hospital bed.", "similarity": 0.7179, "relevance": 1 }, { "pair_id": 8536, "video_name": "house_s01e15_seg02_clip_06", "timestamp": [ 20.33, 22.59 ], "duration": 90.66, "caption": "The medical staff lift the patient onto another bed.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 8537, "video_name": "house_s03e09_seg02_clip_16", "timestamp": [ 39.07, 49.64 ], "duration": 91.66, "caption": "A woman and a man were both attending to a young person lying on the hospital bed.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 8538, "video_name": "house_s02e12_seg02_clip_07", "timestamp": [ 76.07, 90.02 ], "duration": 90.66, "caption": "Two people are operating on a patient.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 8539, "video_name": "house_s07e11_seg02_clip_28", "timestamp": [ 23.96, 36.02 ], "duration": 36.66, "caption": "Two people speak at the hospital bed.", "similarity": 0.7102, "relevance": 1 } ] }, { "query_id": 61419, "query": "A woman started being emotional inside the bury and saying things about the person.", "relevant_moment": [ { "pair_id": 170300, "video_name": "house_s08e22_seg02_clip_22", "timestamp": [ 58.42, 64.63 ], "duration": 73.66, "caption": "A woman started being emotional inside the bury and saying things about the person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170301, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 0.0, 67.98 ], "duration": 90.66, "caption": "A woman was being emotional while talking to a man.", "similarity": 0.6652, "relevance": 3 }, { "pair_id": 170302, "video_name": "castle_s05e24_seg02_clip_05", "timestamp": [ 13.87, 22.66 ], "duration": 92.66, "caption": "the person started to get emotional while talking to woman and person.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 170303, "video_name": "house_s04e03_seg02_clip_26", "timestamp": [ 39.91, 95.11 ], "duration": 133.66, "caption": "A woman was emotionally staring at a corpse of a young man.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 170304, "video_name": "house_s01e21_seg02_clip_24", "timestamp": [ 25.34, 47.97 ], "duration": 181.66, "caption": "The woman started to feel emotional and cry while holding a man's face.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 170305, "video_name": "castle_s02e13_seg02_clip_05", "timestamp": [ 0.0, 7.56 ], "duration": 88.66, "caption": "A woman describes to both person and person about the corpse.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 170306, "video_name": "castle_s08e11_seg02_clip_24", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A person was emotionally talking to woman throughout their conversation.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 170307, "video_name": "s02e11_seg02_clip_12", "timestamp": [ 0.0, 5.61 ], "duration": 66.66, "caption": "A woman was having a conversation with a man whilst being emotional.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 170308, "video_name": "friends_s07e11_seg02_clip_19", "timestamp": [ 15.41, 40.62 ], "duration": 56.66, "caption": "A woman starts to get very emotional and cries.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 170309, "video_name": "house_s08e21_seg02_clip_13", "timestamp": [ 52.82, 76.34 ], "duration": 96.66, "caption": "A woman is expressing the way she felt on what a person did to her.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 170310, "video_name": "house_s04e01_seg02_clip_24", "timestamp": [ 81.01, 84.13 ], "duration": 89.66, "caption": "A woman cried very emotionally when another woman speaks.", "similarity": 0.6277, "relevance": 3 }, { "pair_id": 170311, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 25.12, 28.84 ], "duration": 93.66, "caption": "A woman cried while talking to someone.", "similarity": 0.6263, "relevance": 3 }, { "pair_id": 170312, "video_name": "castle_s05e22_seg02_clip_21", "timestamp": [ 80.64, 83.77 ], "duration": 125.66, "caption": "A woman was crying while she was talking to someone.", "similarity": 0.6222, "relevance": 2 }, { "pair_id": 170313, "video_name": "friends_s10e13_seg02_clip_01", "timestamp": [ 31.21, 60.03 ], "duration": 60.66, "caption": "A woman was having an emotional conversation with man, woman, and man.", "similarity": 0.6219, "relevance": 3 }, { "pair_id": 170314, "video_name": "s06e01_seg02_clip_12", "timestamp": [ 0.0, 13.12 ], "duration": 61.66, "caption": "A woman rolls her head after person's emotional speech.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 170315, "video_name": "castle_s05e09_seg02_clip_10", "timestamp": [ 80.86, 85.45 ], "duration": 91.66, "caption": "A woman is left looking visibly upset at how the situation occurred.", "similarity": 0.6138, "relevance": 2 }, { "pair_id": 170316, "video_name": "castle_s07e02_seg02_clip_18", "timestamp": [ 46.74, 67.21 ], "duration": 89.66, "caption": "A man started talking to a woman and she got a bit emotional.", "similarity": 0.6123, "relevance": 1 }, { "pair_id": 170317, "video_name": "s01e06_seg02_clip_14", "timestamp": [ 49.43, 54.31 ], "duration": 61.66, "caption": "A woman bursts into tears before burying her head in a man's neck.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 170318, "video_name": "friends_s04e21_seg02_clip_19", "timestamp": [ 18.37, 23.98 ], "duration": 51.66, "caption": "A woman starts crying and puts her head in her hands and another woman comforts her.", "similarity": 0.6082, "relevance": 2 }, { "pair_id": 170319, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 19.83, 28.29 ], "duration": 65.66, "caption": "A woman explains to a woman what happened between her and a person.", "similarity": 0.6068, "relevance": 2 } ] }, { "query_id": 61441, "query": "Someone's sibling runs into the labor room where they are at.", "relevant_moment": [ { "pair_id": 62320, "video_name": "friends_s05e03_seg02_clip_10", "timestamp": [ 26.05, 28.53 ], "duration": 62.66, "caption": "Someone's sibling runs into the labor room where they are at.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 62321, "video_name": "friends_s05e03_seg02_clip_10", "timestamp": [ 21.4, 25.43 ], "duration": 62.66, "caption": "Two people walk into the labor room.", "similarity": 0.6134, "relevance": 4 }, { "pair_id": 62322, "video_name": "friends_s06e10_seg02_clip_14", "timestamp": [ 8.75, 10.65 ], "duration": 38.66, "caption": "Two siblings run towards the other end of the dancefloor together.", "similarity": 0.6121, "relevance": 1 }, { "pair_id": 62323, "video_name": "grey_s03e06_seg02_clip_25", "timestamp": [ 46.56, 60.92 ], "duration": 87.66, "caption": "A man and woman run into each other on the stairwell and discuss his sibling.", "similarity": 0.6011, "relevance": 1 }, { "pair_id": 62324, "video_name": "friends_s03e11_seg02_clip_16", "timestamp": [ 23.51, 27.03 ], "duration": 58.66, "caption": "All of someone's siblings follow him/her into the room.", "similarity": 0.5955, "relevance": 1 }, { "pair_id": 62325, "video_name": "friends_s10e02_seg02_clip_15", "timestamp": [ 14.11, 17.56 ], "duration": 62.66, "caption": "A person runs into the room with the adults.", "similarity": 0.5804, "relevance": 1 }, { "pair_id": 62326, "video_name": "castle_s04e09_seg02_clip_13", "timestamp": [ 5.98, 7.82 ], "duration": 91.66, "caption": "A person runs into the room where woman and another woman are working.", "similarity": 0.577, "relevance": 1 }, { "pair_id": 62327, "video_name": "house_s06e12_seg02_clip_05", "timestamp": [ 54.91, 60.77 ], "duration": 90.66, "caption": "A man's sibling enters the room and places a coffee down in front of a man.", "similarity": 0.5544, "relevance": 0 }, { "pair_id": 62328, "video_name": "house_s05e13_seg02_clip_26", "timestamp": [ 23.21, 24.21 ], "duration": 40.66, "caption": "A child runs through the doorway of a woman's hospital room.", "similarity": 0.5515, "relevance": 2 }, { "pair_id": 62329, "video_name": "friends_s01e08_seg02_clip_04", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A person runs into a hospital room, followed by another person and another person.", "similarity": 0.5505, "relevance": 2 }, { "pair_id": 62330, "video_name": "s09e17_seg02_clip_08", "timestamp": [ 39.32, 43.52 ], "duration": 60.66, "caption": "A person runs from his/her birthday party to his/her room.", "similarity": 0.5498, "relevance": 2 }, { "pair_id": 62331, "video_name": "friends_s02e09_seg02_clip_05", "timestamp": [ 55.22, 57.33 ], "duration": 60.66, "caption": "Two siblings walk in the apartment together.", "similarity": 0.5485, "relevance": 2 }, { "pair_id": 62332, "video_name": "friends_s03e11_seg02_clip_16", "timestamp": [ 17.92, 20.57 ], "duration": 58.66, "caption": "A man enters the room to confront another man about his sibling.", "similarity": 0.5462, "relevance": 2 }, { "pair_id": 62333, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 9.54, 19.09 ], "duration": 90.66, "caption": "A person opens door and runs into the other room.", "similarity": 0.5435, "relevance": 1 }, { "pair_id": 62334, "video_name": "friends_s08e10_seg02_clip_13", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A man brings his sibling's partner into the apartment by the collar of his shirt.", "similarity": 0.5386, "relevance": 1 }, { "pair_id": 62335, "video_name": "castle_s07e15_seg02_clip_09", "timestamp": [ 56.72, 67.07 ], "duration": 90.66, "caption": "A person runs to his mother and then to a person when he is in his house.", "similarity": 0.5363, "relevance": 2 }, { "pair_id": 62336, "video_name": "friends_s02e21_seg02_clip_15", "timestamp": [ 0.0, 20.11 ], "duration": 55.66, "caption": "A person's sibling walks in the foyer and stands facing the person.", "similarity": 0.5343, "relevance": 0 }, { "pair_id": 62337, "video_name": "s01e15_seg02_clip_11", "timestamp": [ 30.1, 44.27 ], "duration": 59.66, "caption": "A person explains to his sibling his plans for pimping them out.", "similarity": 0.5324, "relevance": 0 }, { "pair_id": 62338, "video_name": "grey_s02e10_seg02_clip_13", "timestamp": [ 3.92, 26.11 ], "duration": 87.66, "caption": "A person runs into the patient's room and tries to open the bathroom door.", "similarity": 0.5316, "relevance": 2 }, { "pair_id": 62339, "video_name": "met_s06e24_seg02_clip_13", "timestamp": [ 31.94, 35.1 ], "duration": 57.66, "caption": "A person rushes into the living room of his/her apartment.", "similarity": 0.5307, "relevance": 2 } ] }, { "query_id": 61506, "query": "An officer motions the person with him to stay put and the officer walks over to another person.", "relevant_moment": [ { "pair_id": 9140, "video_name": "castle_s02e11_seg02_clip_02", "timestamp": [ 52.66, 59.24 ], "duration": 94.66, "caption": "An officer motions the person with him to stay put and the officer walks over to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9141, "video_name": "castle_s07e03_seg02_clip_04", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A police officer walks by two people.", "similarity": 0.7007, "relevance": 1 }, { "pair_id": 9142, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 27.77, 30.21 ], "duration": 61.66, "caption": "A police officer walks from right to left behind person and leaves the room.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 9143, "video_name": "castle_s07e06_seg02_clip_15", "timestamp": [ 9.04, 12.65 ], "duration": 90.66, "caption": "An officer pulls a man away from two people.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 9144, "video_name": "castle_s06e03_seg02_clip_13", "timestamp": [ 58.97, 61.22 ], "duration": 90.66, "caption": "An officer steps around another officer to speak directly to a person.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 9145, "video_name": "castle_s05e21_seg02_clip_25", "timestamp": [ 24.16, 26.43 ], "duration": 151.66, "caption": "A person who is hand cuffed is being escorted by a police officer.", "similarity": 0.6595, "relevance": 1 }, { "pair_id": 9146, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 76.38, 85.58 ], "duration": 92.66, "caption": "A person turns to leave and another person stops him.", "similarity": 0.6376, "relevance": 1 }, { "pair_id": 9147, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 75.33, 78.94 ], "duration": 90.66, "caption": "A person walks out and another person follows him immediately.", "similarity": 0.6365, "relevance": 1 }, { "pair_id": 9148, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 89.46, 92.58 ], "duration": 104.66, "caption": "A woman is walking with an officer who has another person arrested.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 9149, "video_name": "castle_s05e14_seg02_clip_22", "timestamp": [ 78.34, 84.54 ], "duration": 88.66, "caption": "A person walks out and another person follows immediately.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 9150, "video_name": "grey_s02e07_seg02_clip_16", "timestamp": [ 15.08, 21.32 ], "duration": 104.66, "caption": "A person walks away after another person tells him to leave.", "similarity": 0.6329, "relevance": 0 }, { "pair_id": 9151, "video_name": "castle_s08e20_seg02_clip_20", "timestamp": [ 4.53, 6.34 ], "duration": 90.66, "caption": "A person walks to join the other police officers.", "similarity": 0.6311, "relevance": 1 }, { "pair_id": 9152, "video_name": "house_s03e11_seg02_clip_16", "timestamp": [ 64.76, 76.38 ], "duration": 83.66, "caption": "A person walks back up to another person before he can leave.", "similarity": 0.6301, "relevance": 0 }, { "pair_id": 9153, "video_name": "house_s02e19_seg02_clip_00", "timestamp": [ 19.12, 22.3 ], "duration": 91.66, "caption": "A person walks in continuously and another person follows him.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 9154, "video_name": "castle_s08e04_seg02_clip_07", "timestamp": [ 19.41, 23.29 ], "duration": 86.66, "caption": "Two police officers are holding a person and about to get in.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 9155, "video_name": "castle_s07e02_seg02_clip_02", "timestamp": [ 10.16, 11.09 ], "duration": 92.66, "caption": "A person, officer and another officer walk towards the corpse.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 9156, "video_name": "castle_s03e04_seg02_clip_24", "timestamp": [ 92.65, 95.03 ], "duration": 95.66, "caption": "A person walks into the station followed by a police officer.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 9157, "video_name": "s04e19_seg01_clip_01", "timestamp": [ 52.41, 62.03 ], "duration": 62.66, "caption": "A person stops the policeman from leaving trying to convince him to refer him to a rogue cop.", "similarity": 0.6211, "relevance": 0 }, { "pair_id": 9158, "video_name": "castle_s08e06_seg02_clip_15", "timestamp": [ 27.07, 33.46 ], "duration": 75.66, "caption": "A man hands his arrestee off to another officer.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 9159, "video_name": "castle_s05e04_seg02_clip_25", "timestamp": [ 20.75, 40.14 ], "duration": 90.66, "caption": "A police officer puts a gun to another person's body.", "similarity": 0.6178, "relevance": 1 } ] }, { "query_id": 61525, "query": "A person puts a yellow shirt in a bag and puts the bag on a table.", "relevant_moment": [ { "pair_id": 168160, "video_name": "s03e19_seg02_clip_12", "timestamp": [ 36.02, 39.32 ], "duration": 60.66, "caption": "A person puts a yellow shirt in a bag and puts the bag on a table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168161, "video_name": "s03e18_seg02_clip_04", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A person walks in and sets a bag on the table.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 168162, "video_name": "grey_s01e04_seg02_clip_09", "timestamp": [ 12.74, 23.67 ], "duration": 91.66, "caption": "A patient sets a yellow gift bag down on their table.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 168163, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 3.15, 6.3 ], "duration": 63.66, "caption": "A person removes their shoulder bag and places it on a table.", "similarity": 0.6836, "relevance": 1 }, { "pair_id": 168164, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 17.78, 20.94 ], "duration": 79.66, "caption": "A woman places her bag on top of the table.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 168165, "video_name": "house_s01e10_seg02_clip_03", "timestamp": [ 3.22, 8.28 ], "duration": 92.66, "caption": "A person picks up a bag and tosses it on a table.", "similarity": 0.6758, "relevance": 1 }, { "pair_id": 168166, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 1.6, 3.52 ], "duration": 64.66, "caption": "A person leans over and grabs a bag from the table.", "similarity": 0.6753, "relevance": 0 }, { "pair_id": 168167, "video_name": "castle_s03e06_seg02_clip_14", "timestamp": [ 20.65, 23.23 ], "duration": 86.66, "caption": "A person picks up a plastic bag from the table.", "similarity": 0.6632, "relevance": 0 }, { "pair_id": 168168, "video_name": "s08e11_seg02_clip_05", "timestamp": [ 7.41, 9.98 ], "duration": 57.66, "caption": "A man puts a large black bag on the table.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 168169, "video_name": "s02e18_seg02_clip_11", "timestamp": [ 29.46, 31.01 ], "duration": 62.66, "caption": "A man tosses a clear plastic bag with something yellow inside onto the table in front of him.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 168170, "video_name": "s07e07_seg02_clip_02", "timestamp": [ 22.81, 26.52 ], "duration": 57.66, "caption": "A person places a yellow cup on the table in front of them.", "similarity": 0.6549, "relevance": 0 }, { "pair_id": 168171, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 43.33, 45.16 ], "duration": 61.66, "caption": "A person places a shirt on the table and flattens it out.", "similarity": 0.6486, "relevance": 1 }, { "pair_id": 168172, "video_name": "s04e12_seg02_clip_08", "timestamp": [ 35.72, 39.32 ], "duration": 60.66, "caption": "A person sits down at the table while holding a paper bag.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 168173, "video_name": "house_s07e05_seg02_clip_22", "timestamp": [ 24.01, 28.33 ], "duration": 96.66, "caption": "A person gets a thing and puts it in their bag.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 168174, "video_name": "s06e21_seg02_clip_06", "timestamp": [ 27.45, 35.71 ], "duration": 59.66, "caption": "A woman takes items out of her bag and places them on the table.", "similarity": 0.6294, "relevance": 1 }, { "pair_id": 168175, "video_name": "s08e04_seg02_clip_04", "timestamp": [ 21.54, 25.68 ], "duration": 59.66, "caption": "A woman gets in the room and put her bag on the table.", "similarity": 0.6293, "relevance": 1 }, { "pair_id": 168176, "video_name": "castle_s02e10_seg02_clip_09", "timestamp": [ 0.0, 1.36 ], "duration": 90.66, "caption": "A person takes out a duffel bag from a box and puts it on the table.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 168177, "video_name": "friends_s04e20_seg02_clip_04", "timestamp": [ 40.43, 42.79 ], "duration": 59.66, "caption": "A man was getting his bag from the table.", "similarity": 0.625, "relevance": 0 }, { "pair_id": 168178, "video_name": "castle_s06e23_seg02_clip_01", "timestamp": [ 15.79, 17.59 ], "duration": 90.66, "caption": "A woman puts her duffel bag onto the table in front of her.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 168179, "video_name": "castle_s04e18_seg02_clip_24", "timestamp": [ 38.95, 44.39 ], "duration": 90.66, "caption": "A woman puts the bag on the table and sits down across from another person.", "similarity": 0.6173, "relevance": 1 }, { "pair_id": 341480, "video_name": "s05e15_seg02_clip_09", "timestamp": [ 9.57, 12.19 ], "duration": 58.66, "caption": "A person takes their bag off and puts it on a chair.", "similarity": 0.6106, "relevance": 1 }, { "pair_id": 341481, "video_name": "s02e04_seg02_clip_10", "timestamp": [ 3.66, 5.19 ], "duration": 61.66, "caption": "A person places two bags of food on the table in the kitchen.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 341482, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 27.61, 29.11 ], "duration": 60.66, "caption": "A woman takes an item out of her handbag and sets it on the table.", "similarity": 0.6101, "relevance": 2 }, { "pair_id": 341483, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 4.1, 7.74 ], "duration": 91.66, "caption": "A woman gets out the food on the bag and put in on the table.", "similarity": 0.6083, "relevance": 2 }, { "pair_id": 341484, "video_name": "house_s03e01_seg02_clip_11", "timestamp": [ 13.8, 25.31 ], "duration": 92.66, "caption": "A person is taking out clothes from a drawer and putting it in a bag.", "similarity": 0.606, "relevance": 1 }, { "pair_id": 341485, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 6.2, 10.86 ], "duration": 62.66, "caption": "A woman grabs her bag that is on the table.", "similarity": 0.6058, "relevance": 2 }, { "pair_id": 341486, "video_name": "castle_s05e05_seg02_clip_10", "timestamp": [ 7.86, 10.91 ], "duration": 87.66, "caption": "A person places a bag on the table and opens it up for everyone to see what is inside.", "similarity": 0.601, "relevance": 2 }, { "pair_id": 341487, "video_name": "s09e14_seg02_clip_10", "timestamp": [ 2.52, 5.04 ], "duration": 56.66, "caption": "A person sets the table with yellow plates for dinner.", "similarity": 0.6009, "relevance": 1 }, { "pair_id": 341489, "video_name": "castle_s08e22_seg02_clip_14", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person is strapped to a table by the arms and legs.", "similarity": 0.5987, "relevance": 0 }, { "pair_id": 341490, "video_name": "friends_s02e09_seg02_clip_06", "timestamp": [ 1.5, 3.0 ], "duration": 60.66, "caption": "A man puts down a bag down on the table, laying it sideways.", "similarity": 0.5986, "relevance": 2 }, { "pair_id": 341491, "video_name": "friends_s07e22_seg02_clip_10", "timestamp": [ 10.92, 11.81 ], "duration": 59.66, "caption": "A person bags his fist on the end of the table.", "similarity": 0.5979, "relevance": 0 }, { "pair_id": 341492, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 8.9, 29.38 ], "duration": 89.66, "caption": "A person took something from someone and placed it on the table.", "similarity": 0.5944, "relevance": 1 }, { "pair_id": 341493, "video_name": "s03e19_seg02_clip_11", "timestamp": [ 34.53, 39.84 ], "duration": 59.66, "caption": "A person takes a yellow bowling jersey out of a bag and holds it up to show the others.", "similarity": 0.5939, "relevance": 3 }, { "pair_id": 341494, "video_name": "castle_s06e19_seg02_clip_03", "timestamp": [ 29.26, 32.41 ], "duration": 90.66, "caption": "A person picks up a duffle bag and slides it across the table to another person.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 341495, "video_name": "s02e10_seg02_clip_11", "timestamp": [ 39.02, 44.72 ], "duration": 60.66, "caption": "A woman grabs a yellow towel and places it back on the table.", "similarity": 0.5931, "relevance": 2 }, { "pair_id": 341496, "video_name": "friends_s07e05_seg02_clip_06", "timestamp": [ 43.09, 46.34 ], "duration": 59.66, "caption": "A woman puts her brown bag down on the table.", "similarity": 0.5886, "relevance": 2 }, { "pair_id": 341497, "video_name": "s06e16_seg02_clip_08", "timestamp": [ 11.21, 15.64 ], "duration": 59.66, "caption": "A person dumps a bag of chips from a yellow bag into a blue bowl and places it on a table in a store.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 341498, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 46.22, 49.22 ], "duration": 60.66, "caption": "A person grabs a bag containing chop sticks off the table.", "similarity": 0.5867, "relevance": 0 }, { "pair_id": 341499, "video_name": "house_s04e02_seg02_clip_08", "timestamp": [ 19.79, 21.63 ], "duration": 92.66, "caption": "A person gets off of the table while carrying a soda.", "similarity": 0.5859, "relevance": 0 } ] }, { "query_id": 61596, "query": "A woman picks up a globe and holds it like a baseball.", "relevant_moment": [ { "pair_id": 165980, "video_name": "friends_s05e21_seg02_clip_19", "timestamp": [ 2.3, 8.97 ], "duration": 46.66, "caption": "A woman picks up a globe and holds it like a baseball.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165981, "video_name": "met_s02e06_seg02_clip_14", "timestamp": [ 17.29, 21.77 ], "duration": 64.66, "caption": "A woman turns around to pick up a baseball and hands it to a man.", "similarity": 0.6635, "relevance": 3 }, { "pair_id": 165982, "video_name": "castle_s03e22_seg02_clip_00", "timestamp": [ 52.53, 55.56 ], "duration": 101.66, "caption": "A woman hands woman a document with a globe on it.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 165983, "video_name": "house_s06e12_seg02_clip_18", "timestamp": [ 39.48, 43.87 ], "duration": 87.66, "caption": "A woman picks up the ball that rolls on the floor.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 165984, "video_name": "friends_s03e09_seg02_clip_19", "timestamp": [ 0.0, 3.96 ], "duration": 99.66, "caption": "The ball goes to a woman after she asked for it.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 165985, "video_name": "friends_s09e16_seg02_clip_10", "timestamp": [ 32.07, 34.09 ], "duration": 57.66, "caption": "A woman picks up a wooden object from the table.", "similarity": 0.6154, "relevance": 1 }, { "pair_id": 165986, "video_name": "castle_s02e18_seg02_clip_02", "timestamp": [ 10.25, 11.48 ], "duration": 82.66, "caption": "A woman picks up something by her gloved hand.", "similarity": 0.613, "relevance": 1 }, { "pair_id": 165987, "video_name": "friends_s06e18_seg02_clip_10", "timestamp": [ 6.0, 7.8 ], "duration": 60.66, "caption": "A woman picks up an object from a surface and holds it to her ear.", "similarity": 0.6105, "relevance": 1 }, { "pair_id": 165988, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 24.87, 27.29 ], "duration": 44.66, "caption": "A woman picks up a baseball bat and slaps it into her palm.", "similarity": 0.6008, "relevance": 2 }, { "pair_id": 165989, "video_name": "met_s02e06_seg02_clip_14", "timestamp": [ 17.29, 22.41 ], "duration": 64.66, "caption": "A woman picks up a white ball and gives it to a man.", "similarity": 0.5968, "relevance": 3 }, { "pair_id": 165990, "video_name": "castle_s08e21_seg02_clip_20", "timestamp": [ 15.58, 18.25 ], "duration": 76.66, "caption": "A person reaches down and picks up a ball from the ground.", "similarity": 0.589, "relevance": 2 }, { "pair_id": 165991, "video_name": "friends_s05e21_seg02_clip_19", "timestamp": [ 0.0, 3.45 ], "duration": 46.66, "caption": "A woman runs toward the table and picks up a blue and red ball.", "similarity": 0.5819, "relevance": 3 }, { "pair_id": 165992, "video_name": "castle_s06e03_seg02_clip_19", "timestamp": [ 75.03, 81.77 ], "duration": 89.66, "caption": "A person grabs a baseball hat and lifts it up.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 165993, "video_name": "s05e14_seg01_clip_01", "timestamp": [ 10.54, 15.51 ], "duration": 62.66, "caption": "A woman picks up something and waves it around.", "similarity": 0.5786, "relevance": 1 }, { "pair_id": 165994, "video_name": "friends_s04e15_seg02_clip_10", "timestamp": [ 6.9, 9.9 ], "duration": 60.66, "caption": "A player on the team picks up a ball in front of a woman and smiles at her.", "similarity": 0.5783, "relevance": 1 }, { "pair_id": 165995, "video_name": "met_s02e06_seg02_clip_11", "timestamp": [ 12.51, 16.17 ], "duration": 61.66, "caption": "A woman picks up a baseball from the table and gets up and leaves the restaurant.", "similarity": 0.5771, "relevance": 3 }, { "pair_id": 165996, "video_name": "friends_s03e15_seg02_clip_02", "timestamp": [ 45.87, 46.93 ], "duration": 53.66, "caption": "A woman sets the globe on person's kitchen table.", "similarity": 0.5741, "relevance": 1 }, { "pair_id": 165997, "video_name": "friends_s06e24-25_seg02_clip_04", "timestamp": [ 23.71, 26.11 ], "duration": 60.66, "caption": "A woman's partner picks up the pitcher from the table before putting it back.", "similarity": 0.5701, "relevance": 1 }, { "pair_id": 165998, "video_name": "house_s03e06_seg02_clip_24", "timestamp": [ 1.92, 7.68 ], "duration": 96.66, "caption": "A woman rotates a ball with her fingers on the table.", "similarity": 0.57, "relevance": 2 }, { "pair_id": 165999, "video_name": "friends_s07e13_seg02_clip_16", "timestamp": [ 23.26, 26.98 ], "duration": 62.66, "caption": "A woman picks up a yellow shirt and holds it up.", "similarity": 0.5647, "relevance": 1 } ] }, { "query_id": 61626, "query": "A man is going through a garbage can outside an alley with another man.", "relevant_moment": [ { "pair_id": 166440, "video_name": "castle_s07e22_seg02_clip_11", "timestamp": [ 38.26, 90.02 ], "duration": 90.66, "caption": "A man is going through a garbage can outside an alley with another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166446, "video_name": "house_s08e12_seg02_clip_17", "timestamp": [ 36.41, 40.51 ], "duration": 91.66, "caption": "While a man is talking with another man, he pulls a water gun out of a trash can.", "similarity": 0.611, "relevance": 3 }, { "pair_id": 166447, "video_name": "house_s08e05_seg02_clip_08", "timestamp": [ 70.77, 76.18 ], "duration": 90.66, "caption": "A man is shown rinsing out his mouth with a bottle of water and spitting in a trash can as another man enters the room.", "similarity": 0.5975, "relevance": 0 }, { "pair_id": 166448, "video_name": "castle_s07e20_seg02_clip_24", "timestamp": [ 0.0, 22.28 ], "duration": 99.66, "caption": "A man and a person walk down a street alleyway.", "similarity": 0.5948, "relevance": 2 }, { "pair_id": 166449, "video_name": "s04e08_seg02_clip_12", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A man is talking to another man as they walk across an alley.", "similarity": 0.5849, "relevance": 1 }, { "pair_id": 166451, "video_name": "s08e23_seg02_clip_11", "timestamp": [ 56.45, 59.86 ], "duration": 62.66, "caption": "A man takes the garbage bag out of the can and the bag rips onto the floor.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 166452, "video_name": "house_s03e07_seg02_clip_16", "timestamp": [ 28.36, 40.96 ], "duration": 90.66, "caption": "A man throws another man a can of pop but the other man's hand doesn't work when he tries to catch it.", "similarity": 0.5526, "relevance": 1 }, { "pair_id": 166453, "video_name": "friends_s05e21_seg02_clip_03", "timestamp": [ 0.0, 5.2 ], "duration": 61.66, "caption": "A man tells another man he has to use the restroom as he throws a ball at him and the other man catches it.", "similarity": 0.5496, "relevance": 0 }, { "pair_id": 166454, "video_name": "castle_s04e21_seg02_clip_16", "timestamp": [ 56.45, 72.13 ], "duration": 89.66, "caption": "A man and another man are walking through a junk yard being followed by some thugs.", "similarity": 0.5488, "relevance": 0 }, { "pair_id": 166455, "video_name": "castle_s02e02_seg02_clip_19", "timestamp": [ 18.0, 23.86 ], "duration": 90.66, "caption": "A man frisks another man for weapons in an alley.", "similarity": 0.5479, "relevance": 1 }, { "pair_id": 166456, "video_name": "house_s07e12_seg02_clip_02", "timestamp": [ 63.86, 80.67 ], "duration": 96.66, "caption": "A person rifles through the trash can that is under the sink.", "similarity": 0.5477, "relevance": 3 }, { "pair_id": 166457, "video_name": "met_s03e15_seg02_clip_11", "timestamp": [ 25.66, 31.1 ], "duration": 60.66, "caption": "A person pulls another person into an alley while walking down the street.", "similarity": 0.5465, "relevance": 2 }, { "pair_id": 339760, "video_name": "s07e09_seg02_clip_02", "timestamp": [ 2.21, 4.73 ], "duration": 63.66, "caption": "A man hands a pack of soda cans to another man.", "similarity": 0.5382, "relevance": 0 }, { "pair_id": 339761, "video_name": "friends_s03e11_seg02_clip_10", "timestamp": [ 27.56, 45.26 ], "duration": 58.66, "caption": "A man has a plan but another man pokes a hole in it.", "similarity": 0.5382, "relevance": 0 }, { "pair_id": 339762, "video_name": "friends_s03e22_seg02_clip_10", "timestamp": [ 11.28, 15.13 ], "duration": 55.66, "caption": "A man tells a woman he is giving his a trash can.", "similarity": 0.5376, "relevance": 0 }, { "pair_id": 339763, "video_name": "castle_s07e20_seg02_clip_23", "timestamp": [ 79.93, 88.32 ], "duration": 88.66, "caption": "A person and a man exit a building and start walking down an alley.", "similarity": 0.5371, "relevance": 3 }, { "pair_id": 339764, "video_name": "house_s02e04_seg02_clip_05", "timestamp": [ 38.81, 46.39 ], "duration": 89.66, "caption": "A man meets up with another man in the corridor and tries to hand him a file but the other man won't take it.", "similarity": 0.5363, "relevance": 1 }, { "pair_id": 339765, "video_name": "castle_s07e11_seg02_clip_06", "timestamp": [ 34.27, 41.98 ], "duration": 85.66, "caption": "As he passes a dumpster, a man is attacked from behind by the suspicious man.", "similarity": 0.5343, "relevance": 1 }, { "pair_id": 339766, "video_name": "house_s08e10_seg02_clip_20", "timestamp": [ 75.48, 82.84 ], "duration": 98.66, "caption": "Two people are throwing up violently into a trash can.", "similarity": 0.5324, "relevance": 1 }, { "pair_id": 339767, "video_name": "grey_s02e07_seg02_clip_07", "timestamp": [ 13.89, 18.82 ], "duration": 89.66, "caption": "A man hands another man a bag and he leaves with it.", "similarity": 0.5314, "relevance": 0 }, { "pair_id": 339768, "video_name": "friends_s01e03_seg02_clip_06", "timestamp": [ 34.17, 35.86 ], "duration": 56.66, "caption": "A man picks up a trash can lid over his head.", "similarity": 0.5313, "relevance": 0 }, { "pair_id": 339769, "video_name": "castle_s06e14_seg02_clip_01", "timestamp": [ 15.47, 27.76 ], "duration": 91.66, "caption": "A man leads some people down an alley way in the city.", "similarity": 0.5313, "relevance": 1 }, { "pair_id": 339770, "video_name": "castle_s02e12_seg02_clip_02", "timestamp": [ 29.88, 38.35 ], "duration": 89.66, "caption": "A man steps on the foot pedal of the garbage can, opening the can and releasing their face from the tape.", "similarity": 0.5276, "relevance": 1 }, { "pair_id": 339771, "video_name": "castle_s01e03_seg02_clip_03", "timestamp": [ 64.63, 86.17 ], "duration": 86.66, "caption": "Two men are inside a dumpster searching through garbage as they converse.", "similarity": 0.5255, "relevance": 3 }, { "pair_id": 339772, "video_name": "castle_s08e01_seg02_clip_01", "timestamp": [ 19.05, 20.82 ], "duration": 88.66, "caption": "A man shoots a small ball of paper overhand towards a trash can.", "similarity": 0.5252, "relevance": 0 }, { "pair_id": 339773, "video_name": "friends_s06e02_seg02_clip_11", "timestamp": [ 0.0, 6.52 ], "duration": 59.66, "caption": "A man is getting his stuff together to move out and another man asks who owns the dish cleaning liquid.", "similarity": 0.5239, "relevance": 0 }, { "pair_id": 339774, "video_name": "house_s08e08_seg02_clip_16", "timestamp": [ 0.0, 3.08 ], "duration": 56.66, "caption": "A man looks through the peep hole at another man.", "similarity": 0.5226, "relevance": 0 }, { "pair_id": 339775, "video_name": "house_s07e11_seg02_clip_21", "timestamp": [ 44.19, 49.77 ], "duration": 93.66, "caption": "A man walks up behind another man in the urinal and slams his face against it.", "similarity": 0.5222, "relevance": 0 }, { "pair_id": 339776, "video_name": "house_s02e20_seg02_clip_22", "timestamp": [ 76.28, 80.82 ], "duration": 90.66, "caption": "A man pulls out a bag from the larger trash bag.", "similarity": 0.5221, "relevance": 2 }, { "pair_id": 339777, "video_name": "house_s05e02_seg02_clip_01", "timestamp": [ 6.11, 28.21 ], "duration": 94.66, "caption": "A man walks behind a person in the hallway with another man.", "similarity": 0.5213, "relevance": 1 }, { "pair_id": 339778, "video_name": "met_s06e05_seg02_clip_17", "timestamp": [ 14.46, 16.53 ], "duration": 59.66, "caption": "A man turns around and throws away a poster into a trash can.", "similarity": 0.521, "relevance": 1 }, { "pair_id": 339779, "video_name": "s10e07_seg02_clip_04", "timestamp": [ 21.36, 25.33 ], "duration": 61.66, "caption": "A man tells another man what someone has been doing to his stuff.", "similarity": 0.519, "relevance": 0 } ] }, { "query_id": 61652, "query": "A woman reaches over and grabs man's hand in bed.", "relevant_moment": [ { "pair_id": 148340, "video_name": "house_s05e14_seg02_clip_09", "timestamp": [ 62.57, 64.37 ], "duration": 90.66, "caption": "A woman reaches over and grabs man's hand in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148341, "video_name": "house_s01e10_seg02_clip_26", "timestamp": [ 18.41, 23.93 ], "duration": 92.66, "caption": "A man squeezes a woman's hand when she's in bed.", "similarity": 0.8091, "relevance": 2 }, { "pair_id": 148342, "video_name": "friends_s02e23_seg02_clip_11", "timestamp": [ 36.16, 37.88 ], "duration": 57.66, "caption": "A person leans over and touches woman's hand in bed.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 148343, "video_name": "s06e12_seg02_clip_18", "timestamp": [ 32.42, 36.62 ], "duration": 40.66, "caption": "A man grabs a woman's hand and pulls her towards his bedroom.", "similarity": 0.7923, "relevance": 1 }, { "pair_id": 148344, "video_name": "friends_s03e07_seg02_clip_15", "timestamp": [ 30.17, 32.78 ], "duration": 58.66, "caption": "A person extends their arm, leans over the bed and grabs another person's hand.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 148345, "video_name": "friends_s09e10_seg02_clip_12", "timestamp": [ 20.22, 22.58 ], "duration": 52.66, "caption": "A man grabbed woman and pulled her at the edge of the bed.", "similarity": 0.7751, "relevance": 2 }, { "pair_id": 148346, "video_name": "friends_s10e10_seg02_clip_14", "timestamp": [ 19.1, 21.95 ], "duration": 57.66, "caption": "A woman extends her hands and grabs man's hand.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 148347, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.0, 1.29 ], "duration": 86.66, "caption": "A man reaches out and grabs a woman's hand and holds it.", "similarity": 0.7666, "relevance": 1 }, { "pair_id": 148348, "video_name": "friends_s10e17-18_seg02_clip_01", "timestamp": [ 22.28, 26.55 ], "duration": 61.66, "caption": "A woman gets off the bed and grabs man's head.", "similarity": 0.7512, "relevance": 1 }, { "pair_id": 148349, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 7.38, 10.25 ], "duration": 82.66, "caption": "A woman reaches out and grabs a man by the hand.", "similarity": 0.7503, "relevance": 2 }, { "pair_id": 148350, "video_name": "friends_s01e06_seg02_clip_16", "timestamp": [ 23.09, 30.51 ], "duration": 57.66, "caption": "A man grabs his date by the shoulders in bed.", "similarity": 0.7414, "relevance": 2 }, { "pair_id": 148351, "video_name": "house_s04e03_seg02_clip_04", "timestamp": [ 18.72, 26.48 ], "duration": 91.66, "caption": "A woman grabs person and lifts him up off of the bed.", "similarity": 0.7312, "relevance": 0 }, { "pair_id": 148352, "video_name": "grey_s02e25_seg02_clip_17", "timestamp": [ 71.12, 86.87 ], "duration": 90.66, "caption": "A woman gets onto the bed with a man and they hold each other.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 148353, "video_name": "friends_s04e12_seg02_clip_04", "timestamp": [ 23.21, 29.01 ], "duration": 58.66, "caption": "The woman grabs the man's hand and holds it.", "similarity": 0.7242, "relevance": 1 }, { "pair_id": 148354, "video_name": "friends_s07e12_seg02_clip_14", "timestamp": [ 32.78, 33.65 ], "duration": 58.66, "caption": "A man reaches over a woman in bed and turns the light on.", "similarity": 0.718, "relevance": 0 }, { "pair_id": 148355, "video_name": "friends_s08e12_seg02_clip_07", "timestamp": [ 16.89, 18.66 ], "duration": 59.66, "caption": "A woman reaches over to grab a man by the elbow.", "similarity": 0.7176, "relevance": 1 }, { "pair_id": 148356, "video_name": "house_s08e12_seg02_clip_20", "timestamp": [ 83.72, 85.07 ], "duration": 90.66, "caption": "A man grabs a woman's hand while she lays in a hospital bed.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 148357, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A woman grabs a man's hand and starts holding it.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 148358, "video_name": "house_s07e03_seg02_clip_20", "timestamp": [ 52.21, 58.07 ], "duration": 90.66, "caption": "A woman grabs a hold of a man when they are on the hospital bed.", "similarity": 0.7139, "relevance": 0 }, { "pair_id": 148359, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 0.0, 9.77 ], "duration": 88.66, "caption": "A woman gets on top of a man in the bed and wants him to touch her.", "similarity": 0.7128, "relevance": 1 } ] }, { "query_id": 61687, "query": "A person bends down and speaks with an agent in a black suit.", "relevant_moment": [ { "pair_id": 68700, "video_name": "castle_s03e09_seg02_clip_23", "timestamp": [ 67.7, 69.11 ], "duration": 94.66, "caption": "A person bends down and speaks with an agent in a black suit.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 68701, "video_name": "castle_s07e17_seg02_clip_10", "timestamp": [ 0.0, 51.25 ], "duration": 91.66, "caption": "Two people were talking to a person wearing black suit.", "similarity": 0.6659, "relevance": 2 }, { "pair_id": 68702, "video_name": "house_s07e15_seg02_clip_08", "timestamp": [ 44.21, 53.99 ], "duration": 85.66, "caption": "A person turns to speak specifically to another person.", "similarity": 0.633, "relevance": 1 }, { "pair_id": 68703, "video_name": "friends_s03e11_seg02_clip_13", "timestamp": [ 32.57, 37.22 ], "duration": 62.66, "caption": "A man bends down, putting his hands on his knees to speak to person.", "similarity": 0.6148, "relevance": 3 }, { "pair_id": 68704, "video_name": "friends_s09e15_seg02_clip_04", "timestamp": [ 53.89, 63.03 ], "duration": 63.66, "caption": "A person takes someone aside and speaks with them.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 68705, "video_name": "castle_s04e22_seg02_clip_03", "timestamp": [ 27.29, 28.17 ], "duration": 88.66, "caption": "A man in black suit carrying breafcase speaks with police officer.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 68706, "video_name": "met_s02e13_seg02_clip_19", "timestamp": [ 2.16, 8.64 ], "duration": 72.66, "caption": "Man leans over to a person on the floor and speaks to him.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 68707, "video_name": "house_s04e07_seg02_clip_01", "timestamp": [ 9.79, 12.91 ], "duration": 89.66, "caption": "A person turns to talk to someone in black and white film.", "similarity": 0.598, "relevance": 0 }, { "pair_id": 68708, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 0.0, 13.2 ], "duration": 91.66, "caption": "A man was having a conversation with a woman wearing black suit.", "similarity": 0.5899, "relevance": 1 }, { "pair_id": 68709, "video_name": "met_s03e08_seg02_clip_16", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A person bends over when they figure out what another person is talking about.", "similarity": 0.5897, "relevance": 1 }, { "pair_id": 68710, "video_name": "friends_s08e21_seg02_clip_15", "timestamp": [ 10.44, 40.62 ], "duration": 58.66, "caption": "A man listens as a person in a dark suit describes their job responsibilities.", "similarity": 0.5892, "relevance": 2 }, { "pair_id": 68711, "video_name": "castle_s02e24_seg02_clip_06", "timestamp": [ 40.06, 46.74 ], "duration": 89.66, "caption": "A person follows the individual wearing black coat and talks to him.", "similarity": 0.589, "relevance": 1 }, { "pair_id": 68712, "video_name": "house_s01e09_seg02_clip_03", "timestamp": [ 38.08, 86.98 ], "duration": 94.66, "caption": "A man lifts his head from the floor and speaks to another person.", "similarity": 0.5869, "relevance": 0 }, { "pair_id": 68713, "video_name": "castle_s06e15_seg02_clip_22", "timestamp": [ 12.32, 17.6 ], "duration": 88.66, "caption": "A person turns around and speaks to two other people.", "similarity": 0.5839, "relevance": 1 }, { "pair_id": 68714, "video_name": "friends_s03e24_seg02_clip_18", "timestamp": [ 52.48, 61.03 ], "duration": 61.66, "caption": "A person was talking to a man wearing suit and tie.", "similarity": 0.5839, "relevance": 1 }, { "pair_id": 68715, "video_name": "s04e07_seg02_clip_02", "timestamp": [ 29.15, 62.03 ], "duration": 62.66, "caption": "A man and a government agent talk about another man.", "similarity": 0.5816, "relevance": 2 }, { "pair_id": 68716, "video_name": "house_s01e03_seg02_clip_01", "timestamp": [ 0.0, 21.8 ], "duration": 92.66, "caption": "A person is speaking to some people as they stand.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 68717, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 0.0, 58.77 ], "duration": 89.66, "caption": "A person is in an office as he speaks to some people.", "similarity": 0.579, "relevance": 1 }, { "pair_id": 68718, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 43.72, 50.3 ], "duration": 94.66, "caption": "A person came in and got their suit while talking to another person.", "similarity": 0.5712, "relevance": 1 }, { "pair_id": 68719, "video_name": "house_s06e18_seg02_clip_06", "timestamp": [ 0.0, 9.7 ], "duration": 88.66, "caption": "A person is beside someone as they speak to them.", "similarity": 0.5677, "relevance": 0 } ] }, { "query_id": 61744, "query": "A group of people are dancing on the middle of the dance floor on a wedding.", "relevant_moment": [ { "pair_id": 152540, "video_name": "s05e03_seg02_clip_08", "timestamp": [ 53.78, 56.02 ], "duration": 56.66, "caption": "A group of people are dancing on the middle of the dance floor on a wedding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152541, "video_name": "friends_s02e24_seg02_clip_17", "timestamp": [ 43.21, 53.02 ], "duration": 53.66, "caption": "A woman and a man are dancing at the wedding.", "similarity": 0.7063, "relevance": 4 }, { "pair_id": 152542, "video_name": "friends_s02e24_seg02_clip_18", "timestamp": [ 0.0, 10.73 ], "duration": 65.66, "caption": "Two people are slow dancing and talking at a wedding.", "similarity": 0.6235, "relevance": 3 }, { "pair_id": 152543, "video_name": "s04e21_seg02_clip_10", "timestamp": [ 16.84, 34.67 ], "duration": 66.66, "caption": "Two people are dancing while on a dance floor.", "similarity": 0.6063, "relevance": 3 }, { "pair_id": 152544, "video_name": "friends_s07e23-24_seg02_clip_43", "timestamp": [ 41.99, 46.01 ], "duration": 73.66, "caption": "The audience is clapping during a wedding.", "similarity": 0.5987, "relevance": 1 }, { "pair_id": 152545, "video_name": "friends_s06e10_seg02_clip_12", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A woman and man are dancing together on a dance floor.", "similarity": 0.591, "relevance": 3 }, { "pair_id": 152546, "video_name": "friends_s10e12_seg02_clip_29", "timestamp": [ 2.64, 6.24 ], "duration": 48.66, "caption": "The audience stands up and starts to clap at the wedding.", "similarity": 0.5691, "relevance": 2 }, { "pair_id": 152547, "video_name": "friends_s08e01_seg01_clip_00", "timestamp": [ 30.35, 43.47 ], "duration": 82.66, "caption": "Some people walk in to celebrate with two other people, telling them how beautiful the wedding was.", "similarity": 0.5589, "relevance": 1 }, { "pair_id": 152548, "video_name": "met_s02e22_seg02_clip_17", "timestamp": [ 17.29, 32.02 ], "duration": 64.66, "caption": "A woman is dancing with a little boy at the wedding reception and she and man smile at each other.", "similarity": 0.5588, "relevance": 3 }, { "pair_id": 152549, "video_name": "s04e21_seg02_clip_10", "timestamp": [ 18.82, 32.03 ], "duration": 66.66, "caption": "A person and a person both dance together on the dance floor.", "similarity": 0.5571, "relevance": 3 }, { "pair_id": 152550, "video_name": "house_s07e08_seg02_clip_18", "timestamp": [ 80.98, 82.74 ], "duration": 88.66, "caption": "People in fancy dresses dance happily as a crowd.", "similarity": 0.5506, "relevance": 4 }, { "pair_id": 152552, "video_name": "castle_s06e20_seg02_clip_26", "timestamp": [ 70.31, 79.19 ], "duration": 148.66, "caption": "Two people are dancing on the disco floor dressed like the 70's.", "similarity": 0.5384, "relevance": 3 }, { "pair_id": 152553, "video_name": "friends_s10e12_seg02_clip_29", "timestamp": [ 2.16, 5.28 ], "duration": 48.66, "caption": "The crowd stands up after two people get married and starts clapping.", "similarity": 0.5372, "relevance": 1 }, { "pair_id": 152554, "video_name": "house_s07e08_seg02_clip_17", "timestamp": [ 0.0, 22.55 ], "duration": 92.66, "caption": "A man and a woman talk and dance on a crowded dance floor.", "similarity": 0.5353, "relevance": 3 }, { "pair_id": 152555, "video_name": "friends_s08e01_seg02_clip_01", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "Some people talk while in wedding attire.", "similarity": 0.5315, "relevance": 1 }, { "pair_id": 152556, "video_name": "friends_s07e23-24_seg02_clip_38", "timestamp": [ 27.56, 40.33 ], "duration": 58.66, "caption": "A man walks down the wedding aisle with two women on each side of him.", "similarity": 0.531, "relevance": 1 }, { "pair_id": 152557, "video_name": "friends_s02e24_seg02_clip_11", "timestamp": [ 38.65, 40.03 ], "duration": 69.66, "caption": "A man moves between a woman and another man at their wedding.", "similarity": 0.5285, "relevance": 1 }, { "pair_id": 152558, "video_name": "s05e24_seg02_clip_14", "timestamp": [ 0.0, 53.02 ], "duration": 53.66, "caption": "Multiple people stand around a wedding alter wearing formal clothing.", "similarity": 0.5272, "relevance": 1 }, { "pair_id": 152559, "video_name": "grey_s03e25_seg02_clip_25", "timestamp": [ 0.0, 33.57 ], "duration": 86.66, "caption": "Two men walk when they are at a wedding.", "similarity": 0.5245, "relevance": 1 }, { "pair_id": 325860, "video_name": "s01e03_seg02_clip_07", "timestamp": [ 24.19, 62.03 ], "duration": 62.66, "caption": "Some people are in a dance class with their dance instructors and other individuals.", "similarity": 0.5225, "relevance": 3 }, { "pair_id": 325861, "video_name": "friends_s08e01_seg02_clip_20", "timestamp": [ 12.21, 15.26 ], "duration": 61.66, "caption": "A woman and a man step onto the dance floor.", "similarity": 0.5161, "relevance": 3 }, { "pair_id": 325862, "video_name": "s06e01_seg01_clip_00", "timestamp": [ 3.78, 8.82 ], "duration": 63.66, "caption": "A man and woman kiss each other at their wedding.", "similarity": 0.5157, "relevance": 2 }, { "pair_id": 325863, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 0.0, 13.86 ], "duration": 77.66, "caption": "Two people hold each other's hands at their wedding and then they kiss.", "similarity": 0.5147, "relevance": 2 }, { "pair_id": 325864, "video_name": "castle_s06e12_seg02_clip_05", "timestamp": [ 0.0, 8.8 ], "duration": 88.66, "caption": "Two people walk while they are discussing their wedding.", "similarity": 0.5117, "relevance": 1 }, { "pair_id": 325865, "video_name": "friends_s07e23-24_seg02_clip_43", "timestamp": [ 0.0, 37.61 ], "duration": 73.66, "caption": "A man is officiating the wedding of two people.", "similarity": 0.511, "relevance": 2 }, { "pair_id": 325866, "video_name": "castle_s07e19_seg02_clip_14", "timestamp": [ 33.59, 81.44 ], "duration": 92.66, "caption": "Two people are dancing in the interview room while two other people look on.", "similarity": 0.5107, "relevance": 3 }, { "pair_id": 325867, "video_name": "friends_s02e24_seg02_clip_19", "timestamp": [ 0.0, 25.21 ], "duration": 56.66, "caption": "Two people stand still while at a wedding.", "similarity": 0.5106, "relevance": 2 }, { "pair_id": 325868, "video_name": "house_s06e06_seg02_clip_10", "timestamp": [ 4.1, 11.83 ], "duration": 91.66, "caption": "A woman and man head to the dance floor.", "similarity": 0.5104, "relevance": 3 }, { "pair_id": 325869, "video_name": "grey_s03e25_seg02_clip_26", "timestamp": [ 0.0, 37.01 ], "duration": 100.66, "caption": "Two people are talking while at a wedding.", "similarity": 0.5095, "relevance": 1 }, { "pair_id": 325870, "video_name": "grey_s02e22_seg02_clip_02", "timestamp": [ 21.4, 23.26 ], "duration": 93.66, "caption": "Two people dance together as they celebrate.", "similarity": 0.5091, "relevance": 2 }, { "pair_id": 325871, "video_name": "friends_s02e11_seg02_clip_21", "timestamp": [ 31.21, 37.84 ], "duration": 78.66, "caption": "A person slow dances with another person right on the dancefloor.", "similarity": 0.5086, "relevance": 3 }, { "pair_id": 325872, "video_name": "friends_s08e01_seg02_clip_20", "timestamp": [ 14.04, 30.51 ], "duration": 61.66, "caption": "A man and woman go to the dancefloor till a man stops him.", "similarity": 0.501, "relevance": 3 }, { "pair_id": 325873, "video_name": "friends_s07e23-24_seg02_clip_43", "timestamp": [ 37.24, 47.83 ], "duration": 73.66, "caption": "A man and woman are kissing in their wedding.", "similarity": 0.5001, "relevance": 1 }, { "pair_id": 325874, "video_name": "castle_s08e09_seg02_clip_24", "timestamp": [ 47.45, 49.69 ], "duration": 89.66, "caption": "Four people that wear sparkly dresses and small hats dance on a stage.", "similarity": 0.4988, "relevance": 3 }, { "pair_id": 325875, "video_name": "castle_s07e06_seg02_clip_25", "timestamp": [ 54.13, 80.1 ], "duration": 88.66, "caption": "A woman walks down the aisle and meets a man at her wedding.", "similarity": 0.4986, "relevance": 1 }, { "pair_id": 325876, "video_name": "friends_s10e12_seg02_clip_26", "timestamp": [ 0.0, 50.02 ], "duration": 50.66, "caption": "A man officiates the wedding between two other people.", "similarity": 0.4978, "relevance": 1 }, { "pair_id": 325877, "video_name": "friends_s10e12_seg02_clip_28", "timestamp": [ 17.99, 58.03 ], "duration": 58.66, "caption": "A man officiates the wedding between two people.", "similarity": 0.4962, "relevance": 1 }, { "pair_id": 325878, "video_name": "met_s02e12_seg01_clip_00", "timestamp": [ 2.82, 6.11 ], "duration": 91.66, "caption": "A woman and a man sway together as they are dancing.", "similarity": 0.4961, "relevance": 1 }, { "pair_id": 325879, "video_name": "house_s07e08_seg02_clip_17", "timestamp": [ 23.01, 44.63 ], "duration": 92.66, "caption": "Two men flirt with two women they meet at the wedding.", "similarity": 0.494, "relevance": 2 } ] }, { "query_id": 61777, "query": "A person looks back at two people disapprovingly.", "relevant_moment": [ { "pair_id": 9240, "video_name": "s05e03_seg02_clip_02", "timestamp": [ 57.03, 57.63 ], "duration": 60.66, "caption": "A person looks back at two people disapprovingly.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 9241, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "Two people look at each other and then one of them looks back.", "similarity": 0.7646, "relevance": 4 }, { "pair_id": 9242, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 6.72, 9.28 ], "duration": 64.66, "caption": "A person looks at another person, and then the other person looks back.", "similarity": 0.7643, "relevance": 4 }, { "pair_id": 9243, "video_name": "castle_s03e09_seg02_clip_21", "timestamp": [ 11.82, 15.0 ], "duration": 90.66, "caption": "Two people look at each other when someone tells them to stop looking.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 9244, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.7148, "relevance": 2 }, { "pair_id": 9245, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 9246, "video_name": "castle_s03e01_seg02_clip_07", "timestamp": [ 9.05, 13.57 ], "duration": 90.66, "caption": "A person looks over at two people and they both walk away, quickly.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 9247, "video_name": "s06e13_seg02_clip_17", "timestamp": [ 16.33, 18.25 ], "duration": 96.66, "caption": "A person looks at another person like they're very confused.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 9248, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 56.65, 59.35 ], "duration": 67.66, "caption": "A person looks away from another person.", "similarity": 0.6982, "relevance": 2 }, { "pair_id": 9249, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 39.23, 41.88 ], "duration": 106.66, "caption": "A person turns to look down at another person who has spoken to him.", "similarity": 0.6974, "relevance": 3 }, { "pair_id": 9250, "video_name": "house_s05e20_seg02_clip_13", "timestamp": [ 2.98, 9.78 ], "duration": 85.66, "caption": "A person has their back turned to another person and they turn around to look at the other person.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 9251, "video_name": "house_s08e08_seg02_clip_09", "timestamp": [ 17.36, 18.7 ], "duration": 89.66, "caption": "A person looks up to see another person in the face.", "similarity": 0.6928, "relevance": 1 }, { "pair_id": 9252, "video_name": "castle_s07e08_seg02_clip_22", "timestamp": [ 72.11, 89.02 ], "duration": 89.66, "caption": "A person is looking at two other people having no idea what they're talking about.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 9254, "video_name": "house_s06e21_seg02_clip_04", "timestamp": [ 42.33, 47.91 ], "duration": 93.66, "caption": "A person looks over at another person and then they walk away.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 9256, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 26.85, 30.51 ], "duration": 61.66, "caption": "Two people both turn to look at each other.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 9257, "video_name": "friends_s07e16_seg02_clip_13", "timestamp": [ 26.71, 30.01 ], "duration": 60.66, "caption": "Two people look uncomfortable at what person says.", "similarity": 0.6786, "relevance": 1 }, { "pair_id": 9258, "video_name": "house_s04e04_seg02_clip_27", "timestamp": [ 4.27, 6.01 ], "duration": 12.66, "caption": "A man looks back at another person with a serious expression.", "similarity": 0.6783, "relevance": 1 }, { "pair_id": 9259, "video_name": "s03e21_seg02_clip_12", "timestamp": [ 12.99, 17.12 ], "duration": 59.66, "caption": "Two people just stare at person clueless.", "similarity": 0.678, "relevance": 3 }, { "pair_id": 182560, "video_name": "met_s02e12_seg02_clip_19", "timestamp": [ 11.01, 12.2 ], "duration": 42.66, "caption": "Two people look at each other a little sadly.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 182561, "video_name": "house_s04e01_seg02_clip_18", "timestamp": [ 14.81, 18.85 ], "duration": 89.66, "caption": "A person looks away from another person in disbelief of his words.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 182562, "video_name": "s03e23_seg02_clip_16", "timestamp": [ 2.0, 4.8 ], "duration": 80.66, "caption": "A person makes a derisive face at two other people.", "similarity": 0.6747, "relevance": 4 }, { "pair_id": 182563, "video_name": "castle_s08e03_seg02_clip_22", "timestamp": [ 44.19, 50.78 ], "duration": 94.66, "caption": "A person says something that makes two others look at each other.", "similarity": 0.6743, "relevance": 3 }, { "pair_id": 182564, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A person turns and glances over at two other people.", "similarity": 0.6729, "relevance": 4 }, { "pair_id": 182565, "video_name": "castle_s08e01_seg02_clip_23", "timestamp": [ 0.0, 7.03 ], "duration": 82.66, "caption": "After a person says something, two people look all around.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 182566, "video_name": "house_s05e20_seg02_clip_14", "timestamp": [ 59.67, 73.13 ], "duration": 89.66, "caption": "A person looks confused at another person and then walks away.", "similarity": 0.672, "relevance": 3 }, { "pair_id": 182567, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 50.74, 52.95 ], "duration": 63.66, "caption": "A person turns his head to look at another person and another person looks back at a woman.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 182568, "video_name": "s05e20_seg02_clip_01", "timestamp": [ 50.76, 54.6 ], "duration": 59.66, "caption": "Two people make awkward glances in person's direction.", "similarity": 0.6693, "relevance": 3 }, { "pair_id": 182569, "video_name": "grey_s02e23_seg02_clip_04", "timestamp": [ 59.55, 65.77 ], "duration": 88.66, "caption": "After listening to what someone had to say, two people look at each other.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 182570, "video_name": "castle_s02e09_seg02_clip_24", "timestamp": [ 16.63, 19.48 ], "duration": 95.66, "caption": "Two people simultaneously turn their heads and look at a man then look back at each other.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 182571, "video_name": "castle_s05e03_seg02_clip_23", "timestamp": [ 22.63, 26.78 ], "duration": 92.66, "caption": "A person leans over to look through the blinds at another person.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 182572, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 4.96, 7.22 ], "duration": 90.66, "caption": "A person looks at the black person to his right who shrugs and the person turns back to face another person.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 182573, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person turns to look at someone, then turns back to look at someone after a pause.", "similarity": 0.6657, "relevance": 4 }, { "pair_id": 182574, "video_name": "met_s02e18_seg02_clip_08", "timestamp": [ 38.01, 44.0 ], "duration": 59.66, "caption": "Two people both turn around to look behind them.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 182575, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 48.31, 50.15 ], "duration": 92.66, "caption": "One person turns and looks at another person with a withering expression on their face.", "similarity": 0.6613, "relevance": 3 }, { "pair_id": 182576, "video_name": "met_s03e16_seg02_clip_08", "timestamp": [ 0.0, 2.41 ], "duration": 60.66, "caption": "Two people look at themselves after a man denies his behavior.", "similarity": 0.661, "relevance": 3 }, { "pair_id": 182577, "video_name": "s04e13_seg01_clip_01", "timestamp": [ 71.2, 73.02 ], "duration": 73.66, "caption": "A person gives another person an accusatory look and the other person looks annoyed.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 182578, "video_name": "castle_s08e17_seg02_clip_20", "timestamp": [ 0.0, 3.6 ], "duration": 89.66, "caption": "Two people are standing in front of a person as he notices that they don't believe him.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 182579, "video_name": "s10e07_seg02_clip_11", "timestamp": [ 51.32, 55.52 ], "duration": 60.66, "caption": "A person looks at person with a puzzled look on his face.", "similarity": 0.6582, "relevance": 2 } ] }, { "query_id": 61795, "query": "A woman in a long coat walks across the hallway and through a door.", "relevant_moment": [ { "pair_id": 168620, "video_name": "grey_s02e04_seg02_clip_06", "timestamp": [ 23.79, 25.66 ], "duration": 93.66, "caption": "A woman in a long coat walks across the hallway and through a door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168621, "video_name": "s01e01_seg01_clip_03", "timestamp": [ 43.68, 46.63 ], "duration": 59.66, "caption": "A woman walks across the room to her door.", "similarity": 0.7646, "relevance": 1 }, { "pair_id": 168622, "video_name": "friends_s05e20_seg02_clip_18", "timestamp": [ 4.43, 10.03 ], "duration": 59.66, "caption": "A woman is by the front door holding her coat and walks back.", "similarity": 0.7318, "relevance": 1 }, { "pair_id": 168623, "video_name": "friends_s01e18_seg02_clip_08", "timestamp": [ 49.71, 56.26 ], "duration": 59.66, "caption": "A woman walks across the room to open the door.", "similarity": 0.73, "relevance": 1 }, { "pair_id": 168624, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 3.15, 10.81 ], "duration": 90.66, "caption": "A woman walks across the room to answer the door.", "similarity": 0.7257, "relevance": 1 }, { "pair_id": 168625, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 33.31, 36.02 ], "duration": 60.66, "caption": "A woman walks through the door to the room.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 168626, "video_name": "s10e01_seg02_clip_00", "timestamp": [ 7.93, 15.87 ], "duration": 61.66, "caption": "A woman walks across to room to the door and turns back around.", "similarity": 0.7034, "relevance": 1 }, { "pair_id": 168627, "video_name": "s05e22_seg02_clip_14", "timestamp": [ 45.32, 52.52 ], "duration": 60.66, "caption": "A woman walks across the room and opens the front door.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 168628, "video_name": "house_s05e06_seg02_clip_25", "timestamp": [ 7.78, 11.93 ], "duration": 51.66, "caption": "A person walks through a woman's front door and half clothes it.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 168629, "video_name": "friends_s02e18_seg02_clip_01", "timestamp": [ 10.65, 16.12 ], "duration": 57.66, "caption": "A woman grabs her coat then walks out the door.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 168630, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 23.32, 24.98 ], "duration": 83.66, "caption": "A person in the hallway walks past the doorway.", "similarity": 0.6819, "relevance": 1 }, { "pair_id": 168631, "video_name": "s07e22_seg02_clip_02", "timestamp": [ 53.09, 54.31 ], "duration": 61.66, "caption": "A woman walks through the door of the apartment.", "similarity": 0.6686, "relevance": 2 }, { "pair_id": 168632, "video_name": "s07e10_seg02_clip_04", "timestamp": [ 32.26, 35.36 ], "duration": 62.66, "caption": "A woman walks into the living room through the front door.", "similarity": 0.6679, "relevance": 3 }, { "pair_id": 168633, "video_name": "house_s06e13_seg02_clip_21", "timestamp": [ 27.69, 31.65 ], "duration": 113.66, "caption": "A woman walks backwards towards the door and then turns and walks through it.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 168634, "video_name": "friends_s02e01_seg02_clip_10", "timestamp": [ 3.84, 6.79 ], "duration": 59.66, "caption": "A woman walks quickly through the door and slams it behind her.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 168635, "video_name": "s09e12_seg02_clip_00", "timestamp": [ 5.58, 10.86 ], "duration": 62.66, "caption": "A woman walks in through the apartment's front door.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 168636, "video_name": "castle_s04e23_seg02_clip_07", "timestamp": [ 5.4, 9.45 ], "duration": 90.66, "caption": "A woman walks through the door quickly carrying a file.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 168637, "video_name": "friends_s08e12_seg02_clip_04", "timestamp": [ 33.94, 43.12 ], "duration": 61.66, "caption": "A woman adjusts her coat and heads out the door.", "similarity": 0.6615, "relevance": 1 }, { "pair_id": 168638, "video_name": "s03e13_seg02_clip_10", "timestamp": [ 41.85, 46.79 ], "duration": 47.66, "caption": "A person walks across the room from the window to the door.", "similarity": 0.6609, "relevance": 1 }, { "pair_id": 168639, "video_name": "s10e10_seg02_clip_16", "timestamp": [ 62.53, 65.35 ], "duration": 94.66, "caption": "A woman walks through the door holding her belly.", "similarity": 0.6604, "relevance": 2 } ] }, { "query_id": 61840, "query": "A person is sitting in front of computer screens showing them to another person.", "relevant_moment": [ { "pair_id": 35980, "video_name": "s09e12_seg02_clip_03", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person is sitting in front of computer screens showing them to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 35981, "video_name": "house_s04e12_seg02_clip_17", "timestamp": [ 0.0, 23.28 ], "duration": 95.66, "caption": "A person is sitting in front of the computer by someone.", "similarity": 0.8078, "relevance": 2 }, { "pair_id": 35982, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 83.99, 88.41 ], "duration": 88.66, "caption": "A person is beside another person as they look at a computer screen.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 35983, "video_name": "castle_s03e23_seg02_clip_09", "timestamp": [ 25.57, 31.11 ], "duration": 85.66, "caption": "A person sits down on a chair and shows something on the computer monitor to two other people.", "similarity": 0.7831, "relevance": 3 }, { "pair_id": 35984, "video_name": "s06e21_seg02_clip_09", "timestamp": [ 47.38, 64.02 ], "duration": 64.66, "caption": "A person sits in front of a computer screen talking to another person on a video call.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 35985, "video_name": "castle_s08e06_seg02_clip_09", "timestamp": [ 27.1, 39.14 ], "duration": 86.66, "caption": "A person was showing something from their computer to another person.", "similarity": 0.7656, "relevance": 4 }, { "pair_id": 35986, "video_name": "s05e10_seg02_clip_09", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A person is sitting in front of a laptop while conversing with another person.", "similarity": 0.7625, "relevance": 2 }, { "pair_id": 35987, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 22.58, 36.92 ], "duration": 61.66, "caption": "A person was showing something to two other people from their laptop.", "similarity": 0.7525, "relevance": 4 }, { "pair_id": 35988, "video_name": "castle_s06e06_seg02_clip_07", "timestamp": [ 40.27, 90.5 ], "duration": 90.66, "caption": "A person is sitting at his computer using it as two people stand beside him.", "similarity": 0.7367, "relevance": 4 }, { "pair_id": 35989, "video_name": "s09e12_seg02_clip_03", "timestamp": [ 52.82, 60.03 ], "duration": 60.66, "caption": "A person is sitting at a desk in front of a computer as he speaks to another person.", "similarity": 0.7363, "relevance": 2 }, { "pair_id": 35990, "video_name": "friends_s08e03_seg02_clip_17", "timestamp": [ 35.86, 64.03 ], "duration": 64.66, "caption": "A person holds another person's hand while showing something to them at the monitor.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 35991, "video_name": "house_s07e22_seg02_clip_17", "timestamp": [ 0.0, 25.24 ], "duration": 87.66, "caption": "Two people were sitting in front of computer monitors whilst having a conversation.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 35992, "video_name": "s04e12_seg02_clip_15", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A person talks to some people while sitting behind a laptop.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 35993, "video_name": "house_s07e01_seg02_clip_18", "timestamp": [ 61.67, 68.42 ], "duration": 90.66, "caption": "A person shows another person their laptop screen while they are in bed.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 35994, "video_name": "s03e06_seg02_clip_07", "timestamp": [ 0.0, 14.25 ], "duration": 77.66, "caption": "A person is on their laptop when another person is talking to them.", "similarity": 0.7236, "relevance": 2 }, { "pair_id": 35995, "video_name": "s04e20_seg02_clip_14", "timestamp": [ 37.14, 61.15 ], "duration": 64.66, "caption": "A person is sitting at a laptop having a video chat with another person who is on the screen.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 35996, "video_name": "castle_s06e03_seg02_clip_11", "timestamp": [ 40.05, 42.69 ], "duration": 88.66, "caption": "A person turns their computer screen around so some other people can see it.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 35997, "video_name": "castle_s08e08_seg02_clip_20", "timestamp": [ 0.0, 15.38 ], "duration": 90.66, "caption": "A woman is sitting beside a man as they see a computer screen.", "similarity": 0.7125, "relevance": 4 }, { "pair_id": 35998, "video_name": "castle_s01e03_seg02_clip_21", "timestamp": [ 64.26, 67.34 ], "duration": 88.66, "caption": "A person is on the phone as he/she sits in front of his/her computer.", "similarity": 0.7101, "relevance": 2 }, { "pair_id": 35999, "video_name": "house_s04e08_seg02_clip_13", "timestamp": [ 14.74, 30.36 ], "duration": 89.66, "caption": "A person sees something on the monitor and another person comes over to look at it.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 209300, "video_name": "house_s08e14_seg02_clip_19", "timestamp": [ 59.09, 63.77 ], "duration": 85.66, "caption": "A person leans forward to look at what is on another person's computer screen.", "similarity": 0.7098, "relevance": 3 }, { "pair_id": 209301, "video_name": "s09e02_seg02_clip_01", "timestamp": [ 0.0, 25.51 ], "duration": 60.66, "caption": "A person is sitting video chatting with another person on his/her laptop.", "similarity": 0.7096, "relevance": 3 }, { "pair_id": 209302, "video_name": "s02e07_seg02_clip_14", "timestamp": [ 7.2, 9.0 ], "duration": 60.66, "caption": "A person points at the TV as he is sitting beside another person in front of a laptop.", "similarity": 0.7096, "relevance": 3 }, { "pair_id": 209303, "video_name": "castle_s07e03_seg02_clip_19", "timestamp": [ 81.46, 84.57 ], "duration": 89.66, "caption": "A person walks towards a computer screen and looks at it with another person.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 209304, "video_name": "house_s04e01_seg02_clip_15", "timestamp": [ 0.0, 4.84 ], "duration": 88.66, "caption": "A person is sitting at a computer when another person bursts in the room.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 209305, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 29.56, 33.98 ], "duration": 88.66, "caption": "A person sits in front of someone while talking to them.", "similarity": 0.7084, "relevance": 0 }, { "pair_id": 209306, "video_name": "s09e15_seg02_clip_12", "timestamp": [ 22.58, 27.77 ], "duration": 61.66, "caption": "A person talks to two people on their show on his laptop.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 209307, "video_name": "house_s01e04_seg02_clip_19", "timestamp": [ 33.51, 47.52 ], "duration": 100.66, "caption": "Two people sit at the computer and look at the screen.", "similarity": 0.7058, "relevance": 3 }, { "pair_id": 209308, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 31.93, 35.64 ], "duration": 57.66, "caption": "A person places the laptop in front of another person.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 209309, "video_name": "grey_s03e06_seg02_clip_17", "timestamp": [ 14.84, 21.58 ], "duration": 89.66, "caption": "A person is using a computer when another person is suddenly behind them.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 209310, "video_name": "s05e20_seg02_clip_16", "timestamp": [ 16.17, 21.36 ], "duration": 61.66, "caption": "A person sits down at their computer desk while talking to two other people.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 209311, "video_name": "house_s03e08_seg02_clip_16", "timestamp": [ 33.38, 35.16 ], "duration": 89.66, "caption": "A person points at a computer monitor while talking with two other people.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 209312, "video_name": "s09e12_seg02_clip_07", "timestamp": [ 0.0, 7.02 ], "duration": 61.66, "caption": "A person is using his computer as he is talking to another person.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 209313, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 4.79, 32.2 ], "duration": 87.66, "caption": "A person is using a laptop as another person is behind him/her.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 209314, "video_name": "house_s03e16_seg02_clip_04", "timestamp": [ 63.26, 66.45 ], "duration": 91.66, "caption": "A person sits down in front of hospital monitors and talks with another person.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 209315, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 0.0, 9.92 ], "duration": 90.66, "caption": "A man is talking to person as he is on a computer screen.", "similarity": 0.696, "relevance": 1 }, { "pair_id": 209316, "video_name": "grey_s03e09_seg02_clip_11", "timestamp": [ 57.37, 60.98 ], "duration": 90.66, "caption": "A person sitting next to another person while he/she is on his/her phone.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 209317, "video_name": "castle_s07e05_seg02_clip_05", "timestamp": [ 86.56, 88.66 ], "duration": 88.66, "caption": "A person is sitting at a computer as he speaks to two people.", "similarity": 0.6952, "relevance": 3 }, { "pair_id": 209318, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 51.79, 89.33 ], "duration": 95.66, "caption": "A person sits at a desk looking at an open laptop; another person walks in, closes the laptop, and stands and talks to him.", "similarity": 0.6887, "relevance": 3 }, { "pair_id": 209319, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 0.0, 7.93 ], "duration": 61.66, "caption": "A person communicates and is displayed from a laptop screen.", "similarity": 0.6882, "relevance": 1 } ] }, { "query_id": 61843, "query": "A person sits on the table where a computer is in it.", "relevant_moment": [ { "pair_id": 164780, "video_name": "s09e12_seg02_clip_03", "timestamp": [ 8.7, 14.41 ], "duration": 60.66, "caption": "A person sits on the table where a computer is in it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164781, "video_name": "s03e10_seg02_clip_04", "timestamp": [ 12.17, 15.69 ], "duration": 64.66, "caption": "A person sits down at the desk with their computer on it.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 164782, "video_name": "met_s03e09_seg02_clip_12", "timestamp": [ 26.86, 31.86 ], "duration": 62.66, "caption": "A person places the laptop on top of the table.", "similarity": 0.7917, "relevance": 2 }, { "pair_id": 164783, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 10.92, 14.76 ], "duration": 59.66, "caption": "A person sits down in the chair and faces the computer screen.", "similarity": 0.7705, "relevance": 3 }, { "pair_id": 164784, "video_name": "s08e24_seg02_clip_07", "timestamp": [ 24.31, 26.41 ], "duration": 60.66, "caption": "A person is sitting at a desk on his/her laptop.", "similarity": 0.7657, "relevance": 3 }, { "pair_id": 164785, "video_name": "house_s04e12_seg02_clip_17", "timestamp": [ 0.0, 23.28 ], "duration": 95.66, "caption": "A person is sitting in front of the computer by someone.", "similarity": 0.7563, "relevance": 3 }, { "pair_id": 164786, "video_name": "s02e06_seg02_clip_09", "timestamp": [ 29.9, 31.73 ], "duration": 61.66, "caption": "A person moves his/her laptop computer from his/her lap to the side table.", "similarity": 0.7335, "relevance": 1 }, { "pair_id": 164787, "video_name": "s04e06_seg02_clip_01", "timestamp": [ 53.34, 62.03 ], "duration": 62.66, "caption": "A person sits at their computer desk playing a game.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 164788, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 55.07, 56.67 ], "duration": 64.66, "caption": "A person is sitting at their desk using their laptop.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 164789, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 37.84, 40.58 ], "duration": 61.66, "caption": "A person sits down in the chair in front of the laptop.", "similarity": 0.7233, "relevance": 3 }, { "pair_id": 164790, "video_name": "s06e09_seg02_clip_10", "timestamp": [ 1.38, 5.23 ], "duration": 55.66, "caption": "A person sits in his chair, places laptop on his lap and points at the whiteboard.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 164791, "video_name": "s03e15_seg02_clip_09", "timestamp": [ 27.56, 32.2 ], "duration": 58.66, "caption": "A person places a laptop on a table next to woman.", "similarity": 0.7202, "relevance": 0 }, { "pair_id": 164792, "video_name": "house_s07e19_seg02_clip_08", "timestamp": [ 52.81, 59.96 ], "duration": 110.66, "caption": "A person takes a seat and looks at the computer on their desk.", "similarity": 0.7178, "relevance": 3 }, { "pair_id": 164793, "video_name": "s04e19_seg02_clip_00", "timestamp": [ 35.36, 37.84 ], "duration": 62.66, "caption": "A person is on his laptop on the coffee table.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 164794, "video_name": "grey_s02e24_seg02_clip_10", "timestamp": [ 7.74, 10.01 ], "duration": 91.66, "caption": "A person sits at a computer to look at a monitor.", "similarity": 0.7094, "relevance": 3 }, { "pair_id": 164795, "video_name": "castle_s03e01_seg02_clip_14", "timestamp": [ 20.28, 22.86 ], "duration": 86.66, "caption": "A person sits on the edge of the desk.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 164796, "video_name": "s05e01_seg02_clip_06", "timestamp": [ 9.15, 28.38 ], "duration": 61.66, "caption": "A person was sitting in front of a laptop.", "similarity": 0.7061, "relevance": 3 }, { "pair_id": 164797, "video_name": "s02e13_seg02_clip_11", "timestamp": [ 8.06, 10.86 ], "duration": 62.66, "caption": "A person sits at their desk chair and starts to use their laptop.", "similarity": 0.7058, "relevance": 3 }, { "pair_id": 164798, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 19.85, 22.09 ], "duration": 64.66, "caption": "A person put their laptop on the coffee table.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 164799, "video_name": "castle_s03e20_seg02_clip_10", "timestamp": [ 88.67, 90.02 ], "duration": 90.66, "caption": "A person sits on the chair and opens up the laptop computer at the same time.", "similarity": 0.6996, "relevance": 1 } ] }, { "query_id": 61853, "query": "A person pointed his index finger to a man who happens to be at the kitchen counter.", "relevant_moment": [ { "pair_id": 145840, "video_name": "s09e12_seg02_clip_01", "timestamp": [ 24.19, 25.74 ], "duration": 62.66, "caption": "A person pointed his index finger to a man who happens to be at the kitchen counter.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 145841, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 14.4, 15.84 ], "duration": 57.66, "caption": "A man points his finger right at a woman in the kitchen.", "similarity": 0.7628, "relevance": 2 }, { "pair_id": 145842, "video_name": "friends_s06e03_seg02_clip_03", "timestamp": [ 59.55, 62.03 ], "duration": 62.66, "caption": "A man while sitting at the kitchen counter taps his head and points his finger.", "similarity": 0.7428, "relevance": 4 }, { "pair_id": 145843, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 11.29, 13.73 ], "duration": 61.66, "caption": "A person points his finger towards the kitchen then up at the ceiling.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 145844, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 33.91, 41.8 ], "duration": 58.66, "caption": "A man points his right index finger at someone.", "similarity": 0.7392, "relevance": 2 }, { "pair_id": 145845, "video_name": "house_s01e05_seg02_clip_15", "timestamp": [ 3.58, 7.16 ], "duration": 89.66, "caption": "A person has both hands onto the kitchen counter.", "similarity": 0.7174, "relevance": 1 }, { "pair_id": 145846, "video_name": "met_s03e15_seg02_clip_10", "timestamp": [ 6.49, 11.74 ], "duration": 61.66, "caption": "A man points at a table in a restaurant with his index finger.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 145847, "video_name": "s02e09_seg02_clip_01", "timestamp": [ 52.22, 54.62 ], "duration": 60.66, "caption": "A man is making a gesture to call person to the kitchen.", "similarity": 0.7005, "relevance": 2 }, { "pair_id": 145848, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 4.65, 7.13 ], "duration": 62.66, "caption": "A man points both of his index fingers towards man.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 145849, "video_name": "friends_s09e14_seg02_clip_16", "timestamp": [ 42.07, 46.42 ], "duration": 58.66, "caption": "A man points his finger at two people.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 145850, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 10.8, 16.51 ], "duration": 60.66, "caption": "A man points his right index finger at another man.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 145851, "video_name": "friends_s05e20_seg02_clip_13", "timestamp": [ 13.65, 35.36 ], "duration": 62.66, "caption": "A man is pointing at another man in the kitchen.", "similarity": 0.6906, "relevance": 3 }, { "pair_id": 145852, "video_name": "friends_s09e19_seg02_clip_04", "timestamp": [ 51.32, 54.36 ], "duration": 76.66, "caption": "A customer at a restaurant gestures with his pointed index finger.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 145853, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 4.8, 6.3 ], "duration": 60.66, "caption": "A person points to the kitchen while talking to another person and a woman.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 145854, "video_name": "met_s06e23_seg02_clip_15", "timestamp": [ 16.33, 19.89 ], "duration": 59.66, "caption": "A person points at another person's head with their left index finger.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 145855, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 68.22, 70.42 ], "duration": 88.66, "caption": "A man is standing up and he points his finger at another person.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 145856, "video_name": "friends_s09e18_seg02_clip_05", "timestamp": [ 8.54, 10.07 ], "duration": 61.66, "caption": "A man points his finger at a woman from across the room.", "similarity": 0.68, "relevance": 2 }, { "pair_id": 145857, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 13.63, 15.75 ], "duration": 60.66, "caption": "A woman points towards a man with their index finger.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 145858, "video_name": "friends_s04e08_seg02_clip_11", "timestamp": [ 63.06, 66.03 ], "duration": 66.66, "caption": "A man wags a finger in some women's direction in the kitchen.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 145859, "video_name": "friends_s01e14_seg02_clip_21", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A man is holding someone's hand while at the counter.", "similarity": 0.6777, "relevance": 0 } ] }, { "query_id": 61856, "query": "A woman who interviews a man gets off the chair to get some coffee.", "relevant_moment": [ { "pair_id": 156120, "video_name": "house_s02e08_seg02_clip_07", "timestamp": [ 22.3, 24.53 ], "duration": 89.66, "caption": "A woman who interviews a man gets off the chair to get some coffee.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 156121, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 17.53, 20.29 ], "duration": 92.66, "caption": "A person gives a coffee to woman while they are talking.", "similarity": 0.6657, "relevance": 1 }, { "pair_id": 156122, "video_name": "grey_s03e09_seg02_clip_01", "timestamp": [ 8.08, 12.85 ], "duration": 73.66, "caption": "A woman takes man's coffee from him and then sits down with it.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 156123, "video_name": "castle_s04e22_seg02_clip_01", "timestamp": [ 40.51, 50.23 ], "duration": 81.66, "caption": "While talking to a woman, a man sits down and takes a drink of his coffee.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 156124, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 27.42, 29.94 ], "duration": 63.66, "caption": "A woman drinks coffee while she is talking to a man.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 156125, "video_name": "house_s06e17_seg02_clip_12", "timestamp": [ 36.01, 38.71 ], "duration": 90.66, "caption": "A woman takes a sip of coffee while talking to a man.", "similarity": 0.6385, "relevance": 0 }, { "pair_id": 156126, "video_name": "house_s06e03_seg02_clip_03", "timestamp": [ 7.36, 10.12 ], "duration": 92.66, "caption": "A person gets up out of the chair after talking to a woman.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 156127, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 5.23, 8.04 ], "duration": 80.66, "caption": "A person puts a coffee on his cup while speaking to a woman.", "similarity": 0.6316, "relevance": 1 }, { "pair_id": 156128, "video_name": "castle_s06e16_seg02_clip_11", "timestamp": [ 56.28, 58.14 ], "duration": 93.66, "caption": "A woman takes a sip of coffee as a man is talking.", "similarity": 0.6311, "relevance": 1 }, { "pair_id": 156129, "video_name": "friends_s08e19_seg02_clip_03", "timestamp": [ 19.53, 22.28 ], "duration": 61.66, "caption": "A woman places his/her hand on the coffee table and gets up from the chair.", "similarity": 0.6289, "relevance": 3 }, { "pair_id": 156130, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 5.49, 44.86 ], "duration": 61.66, "caption": "A woman gets up off of the chair and speaks to a man.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 156131, "video_name": "s02e02_seg02_clip_03", "timestamp": [ 23.73, 26.53 ], "duration": 51.66, "caption": "A woman removes the lid from her coffee cup as he talks to man.", "similarity": 0.6259, "relevance": 2 }, { "pair_id": 156132, "video_name": "castle_s02e20_seg02_clip_10", "timestamp": [ 0.0, 6.8 ], "duration": 85.66, "caption": "A man sits down, gives woman a cup of coffee, and goes to take a sip of his before being interrupted by woman.", "similarity": 0.6256, "relevance": 2 }, { "pair_id": 156133, "video_name": "castle_s04e11_seg02_clip_03", "timestamp": [ 0.0, 6.39 ], "duration": 91.66, "caption": "A man takes a drink while wondering why a woman is interviewing her.", "similarity": 0.6254, "relevance": 1 }, { "pair_id": 156134, "video_name": "castle_s03e11_seg02_clip_22", "timestamp": [ 4.14, 5.52 ], "duration": 92.66, "caption": "A woman quickly grabs a coffee cup as she gets up from her chair.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 156135, "video_name": "castle_s04e23_seg02_clip_04", "timestamp": [ 18.31, 35.25 ], "duration": 91.66, "caption": "A woman was holding a cup of coffee whilst talking to a man.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 156136, "video_name": "castle_s07e20_seg02_clip_00", "timestamp": [ 25.18, 95.03 ], "duration": 95.66, "caption": "A woman and a man have a conversation while drinking coffee.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 156137, "video_name": "house_s02e14_seg02_clip_13", "timestamp": [ 78.32, 83.27 ], "duration": 90.66, "caption": "A woman takes her coffee cup and gets out of a desk so that another person can sit down.", "similarity": 0.6218, "relevance": 2 }, { "pair_id": 156138, "video_name": "castle_s03e23_seg02_clip_20", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "A man and woman are having a conversation then man gives woman a coffee.", "similarity": 0.6213, "relevance": 1 }, { "pair_id": 156139, "video_name": "grey_s01e02_seg02_clip_00", "timestamp": [ 32.09, 36.28 ], "duration": 93.66, "caption": "A woman holds a coffee while talking to a man.", "similarity": 0.6186, "relevance": 1 } ] }, { "query_id": 61915, "query": "A woman is walking beside a man with blonde hair on a beach.", "relevant_moment": [ { "pair_id": 153880, "video_name": "met_s03e16_seg01_clip_01", "timestamp": [ 0.0, 5.51 ], "duration": 58.66, "caption": "A woman is walking beside a man with blonde hair on a beach.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153881, "video_name": "house_s07e07_seg02_clip_11", "timestamp": [ 36.41, 40.57 ], "duration": 104.66, "caption": "A man walks towards a woman with blonde hair.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 153882, "video_name": "castle_s03e11_seg02_clip_11", "timestamp": [ 19.75, 23.34 ], "duration": 89.66, "caption": "A woman walked towards a man and the blonde person.", "similarity": 0.6846, "relevance": 0 }, { "pair_id": 153883, "video_name": "castle_s03e09_seg02_clip_27", "timestamp": [ 8.55, 13.32 ], "duration": 14.66, "caption": "A woman is walking beside a man with her hands behind her back.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 153884, "video_name": "met_s06e03_seg01_clip_01", "timestamp": [ 8.06, 10.54 ], "duration": 62.66, "caption": "A man is speaking with a blonde woman when another man goes beside him.", "similarity": 0.6477, "relevance": 0 }, { "pair_id": 153885, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 66.42, 68.91 ], "duration": 83.66, "caption": "A man walks with his arm around a woman with long blonde hair.", "similarity": 0.6385, "relevance": 1 }, { "pair_id": 153886, "video_name": "castle_s07e10_seg02_clip_14", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A man and woman are walking beside each other.", "similarity": 0.6379, "relevance": 2 }, { "pair_id": 153887, "video_name": "met_s03e16_seg01_clip_00", "timestamp": [ 52.74, 63.16 ], "duration": 63.66, "caption": "A man holds out his hand to a woman and they walk down the beach.", "similarity": 0.6315, "relevance": 4 }, { "pair_id": 153888, "video_name": "house_s07e02_seg02_clip_00", "timestamp": [ 5.58, 12.09 ], "duration": 93.66, "caption": "A woman walks near man and they walk together.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 153889, "video_name": "house_s06e20_seg02_clip_04", "timestamp": [ 0.0, 33.82 ], "duration": 98.66, "caption": "A man, a blonde woman, and a person wearing a blue jacket were walking down the street.", "similarity": 0.6045, "relevance": 1 }, { "pair_id": 153890, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 63.3, 66.44 ], "duration": 89.66, "caption": "A man is walking beside a woman with photos in his/her hands.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 153891, "video_name": "castle_s01e04_seg02_clip_03", "timestamp": [ 70.13, 82.02 ], "duration": 82.66, "caption": "Two people are walking beside each other.", "similarity": 0.5975, "relevance": 1 }, { "pair_id": 153892, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 0.0, 11.67 ], "duration": 89.66, "caption": "A man is walking beside another woman as they speak.", "similarity": 0.5958, "relevance": 1 }, { "pair_id": 153893, "video_name": "friends_s02e02_seg02_clip_10", "timestamp": [ 44.97, 51.35 ], "duration": 58.66, "caption": "A man walks from next to a woman to be closer to another man.", "similarity": 0.5917, "relevance": 0 }, { "pair_id": 153894, "video_name": "castle_s03e22_seg02_clip_12", "timestamp": [ 54.81, 56.6 ], "duration": 89.66, "caption": "A woman shows a man a picture of another woman as they are on the beach.", "similarity": 0.5914, "relevance": 1 }, { "pair_id": 153895, "video_name": "friends_s05e23-24_seg02_clip_12", "timestamp": [ 2.38, 6.24 ], "duration": 59.66, "caption": "A woman walks behind another woman to stand closer to a man.", "similarity": 0.587, "relevance": 0 }, { "pair_id": 153896, "video_name": "s07e21_seg02_clip_09", "timestamp": [ 55.18, 56.02 ], "duration": 56.66, "caption": "A woman and a person are walking together while outside.", "similarity": 0.5844, "relevance": 1 }, { "pair_id": 153897, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.5842, "relevance": 0 }, { "pair_id": 153898, "video_name": "house_s05e03_seg02_clip_21", "timestamp": [ 0.0, 9.98 ], "duration": 95.66, "caption": "A person walking together with a woman and another person.", "similarity": 0.5799, "relevance": 1 }, { "pair_id": 153899, "video_name": "castle_s08e21_seg02_clip_17", "timestamp": [ 6.16, 7.48 ], "duration": 88.66, "caption": "A man walks towards woman as she stands by another man.", "similarity": 0.5772, "relevance": 0 } ] }, { "query_id": 61974, "query": "A man gives a file to a woman while talking to her.", "relevant_moment": [ { "pair_id": 5120, "video_name": "castle_s03e21_seg02_clip_20", "timestamp": [ 30.88, 33.64 ], "duration": 92.66, "caption": "A man gives a file to a woman while talking to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5121, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 50.51, 54.54 ], "duration": 89.66, "caption": "A woman gives a file to man while they are talking.", "similarity": 0.9579, "relevance": 3 }, { "pair_id": 5122, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 0.0, 8.56 ], "duration": 90.66, "caption": "A man gives a woman a file which she takes and reads.", "similarity": 0.8615, "relevance": 3 }, { "pair_id": 5123, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 32.41, 45.91 ], "duration": 90.66, "caption": "A man closes the file and talks to a woman, and two people.", "similarity": 0.8474, "relevance": 2 }, { "pair_id": 5124, "video_name": "house_s08e15_seg02_clip_21", "timestamp": [ 2.08, 12.45 ], "duration": 83.66, "caption": "A man writes in a file as he talks to a woman.", "similarity": 0.8431, "relevance": 2 }, { "pair_id": 5125, "video_name": "house_s07e21_seg02_clip_12", "timestamp": [ 14.72, 20.25 ], "duration": 92.66, "caption": "A woman is talking to a man while she is doing her files.", "similarity": 0.8411, "relevance": 2 }, { "pair_id": 5126, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 55.53, 60.99 ], "duration": 91.66, "caption": "A woman gives a file to man and he looks at it.", "similarity": 0.8407, "relevance": 3 }, { "pair_id": 5127, "video_name": "castle_s02e12_seg02_clip_24", "timestamp": [ 0.0, 12.91 ], "duration": 92.66, "caption": "A woman brought some files to a man and started talking.", "similarity": 0.8335, "relevance": 3 }, { "pair_id": 5128, "video_name": "house_s03e12_seg02_clip_05", "timestamp": [ 77.1, 81.8 ], "duration": 94.66, "caption": "A man looks at a file while talking with a woman.", "similarity": 0.8233, "relevance": 1 }, { "pair_id": 5129, "video_name": "house_s07e18_seg02_clip_08", "timestamp": [ 77.42, 82.82 ], "duration": 90.66, "caption": "A man slips a file into a file rack and then speaks to a woman.", "similarity": 0.8139, "relevance": 1 }, { "pair_id": 5130, "video_name": "castle_s03e01_seg02_clip_06", "timestamp": [ 20.74, 30.67 ], "duration": 90.66, "caption": "A woman shows a man a file then asks about the contents.", "similarity": 0.812, "relevance": 2 }, { "pair_id": 5131, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 26.47, 31.32 ], "duration": 88.66, "caption": "A man is putting away files while talking to a woman.", "similarity": 0.8069, "relevance": 1 }, { "pair_id": 5132, "video_name": "castle_s04e17_seg02_clip_02", "timestamp": [ 40.66, 46.46 ], "duration": 89.66, "caption": "A man hands a file to a woman which she opens to see a picture of a person.", "similarity": 0.8027, "relevance": 2 }, { "pair_id": 5133, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 45.05, 51.36 ], "duration": 90.66, "caption": "A woman walks by a man and gives him the file.", "similarity": 0.7979, "relevance": 0 }, { "pair_id": 5134, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A man is looking a file of someone and he hands it to a woman.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 5135, "video_name": "castle_s03e14_seg02_clip_15", "timestamp": [ 53.81, 60.38 ], "duration": 87.66, "caption": "A man gives a woman a folder with the file of a person in it.", "similarity": 0.7931, "relevance": 3 }, { "pair_id": 5136, "video_name": "castle_s05e05_seg02_clip_04", "timestamp": [ 3.49, 11.36 ], "duration": 87.66, "caption": "A man shows a woman the file when he gives her a name.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 5137, "video_name": "house_s01e14_seg02_clip_09", "timestamp": [ 3.6, 14.4 ], "duration": 90.66, "caption": "A man looks down at a file while he's talking with a woman.", "similarity": 0.7927, "relevance": 1 }, { "pair_id": 5138, "video_name": "castle_s02e24_seg02_clip_20", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "A woman shows a file to a man and then closes it.", "similarity": 0.7914, "relevance": 2 }, { "pair_id": 5139, "video_name": "castle_s07e08_seg02_clip_24", "timestamp": [ 61.81, 66.77 ], "duration": 90.66, "caption": "A person talks to a woman while she opens up the files and reading it.", "similarity": 0.789, "relevance": 1 }, { "pair_id": 178440, "video_name": "house_s01e20_seg02_clip_01", "timestamp": [ 41.77, 48.3 ], "duration": 87.66, "caption": "A woman hands over the file to man and walks away as man talks to man.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 178441, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 74.83, 81.14 ], "duration": 90.66, "caption": "A man hands woman a file and she reads it.", "similarity": 0.7826, "relevance": 3 }, { "pair_id": 178442, "video_name": "house_s06e09_seg02_clip_07", "timestamp": [ 34.59, 36.87 ], "duration": 91.66, "caption": "A man hands a folder to a woman while telling her something.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 178443, "video_name": "house_s01e06_seg02_clip_08", "timestamp": [ 21.39, 30.04 ], "duration": 91.66, "caption": "A man holds up a file, sits down, and hands it to a woman.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 178444, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 32.05, 34.72 ], "duration": 89.66, "caption": "A man hands woman a file to read.", "similarity": 0.7789, "relevance": 4 }, { "pair_id": 178445, "video_name": "castle_s02e09_seg02_clip_01", "timestamp": [ 85.58, 89.31 ], "duration": 93.66, "caption": "A woman wearing gray coat gives a file to a man.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 178446, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 3.22, 10.12 ], "duration": 92.66, "caption": "A man hands a file to another man when he's sitting with a woman.", "similarity": 0.7742, "relevance": 3 }, { "pair_id": 178447, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 21.81, 24.48 ], "duration": 89.66, "caption": "A man glances down at a file in his hands while having a conversation with woman and a person.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 178448, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 47.91, 62.33 ], "duration": 93.66, "caption": "A woman describes the files contents after handing it to a man.", "similarity": 0.772, "relevance": 2 }, { "pair_id": 178449, "video_name": "castle_s04e23_seg02_clip_07", "timestamp": [ 26.56, 29.26 ], "duration": 90.66, "caption": "A man is talking and hands an open folder to woman.", "similarity": 0.7705, "relevance": 4 }, { "pair_id": 178450, "video_name": "house_s02e02_seg02_clip_16", "timestamp": [ 13.95, 16.65 ], "duration": 90.66, "caption": "A woman shuts the file and tries to hand it over to a man.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 178451, "video_name": "castle_s02e19_seg02_clip_09", "timestamp": [ 0.0, 91.13 ], "duration": 91.66, "caption": "Someone interrupts the conversation of a woman and a man and he brought a file.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 178452, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman hands a man a file and he opens it.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 178453, "video_name": "castle_s05e20_seg02_clip_07", "timestamp": [ 52.71, 56.32 ], "duration": 90.66, "caption": "A man gives papers to a woman during their conversation.", "similarity": 0.7664, "relevance": 4 }, { "pair_id": 178454, "video_name": "castle_s06e10_seg02_clip_24", "timestamp": [ 2.24, 3.58 ], "duration": 89.66, "caption": "A man hands a stack of files towards a woman.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 178455, "video_name": "house_s02e22_seg02_clip_02", "timestamp": [ 61.06, 65.5 ], "duration": 111.66, "caption": "A man gives the file to a woman and she walks away.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 178456, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 62.98, 67.9 ], "duration": 89.66, "caption": "A man opens a file folder and hands it to woman.", "similarity": 0.7614, "relevance": 4 }, { "pair_id": 178457, "video_name": "castle_s03e03_seg02_clip_14", "timestamp": [ 80.82, 82.16 ], "duration": 89.66, "caption": "A man is holding a case file and hands it to a woman.", "similarity": 0.7602, "relevance": 4 }, { "pair_id": 178458, "video_name": "castle_s06e21_seg02_clip_08", "timestamp": [ 29.45, 50.15 ], "duration": 92.66, "caption": "A man reads from a file folder as he has a conversation with a woman and another man.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 178459, "video_name": "castle_s05e19_seg02_clip_04", "timestamp": [ 86.89, 92.44 ], "duration": 92.66, "caption": "A woman walks into the room holding a file and talks to a man.", "similarity": 0.7576, "relevance": 2 } ] }, { "query_id": 61980, "query": "A woman and a man walk into her office and have a conversation.", "relevant_moment": [ { "pair_id": 164980, "video_name": "house_s01e11_seg02_clip_19", "timestamp": [ 27.78, 43.09 ], "duration": 71.66, "caption": "A woman and a man walk into her office and have a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164981, "video_name": "grey_s03e25_seg02_clip_07", "timestamp": [ 25.05, 82.76 ], "duration": 89.66, "caption": "A woman walks into an office and talks to man.", "similarity": 0.9014, "relevance": 4 }, { "pair_id": 164982, "video_name": "castle_s03e15_seg02_clip_05", "timestamp": [ 77.06, 81.99 ], "duration": 89.66, "caption": "A man walks in to the office where a woman and a man are talking.", "similarity": 0.8985, "relevance": 3 }, { "pair_id": 164983, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 59.51, 90.66 ], "duration": 90.66, "caption": "A man walks into his office and talks with a woman.", "similarity": 0.8963, "relevance": 4 }, { "pair_id": 164984, "video_name": "house_s05e12_seg02_clip_00", "timestamp": [ 82.37, 94.13 ], "duration": 94.66, "caption": "A woman and a person have a conversation in their office.", "similarity": 0.8879, "relevance": 2 }, { "pair_id": 164985, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 4.05, 11.25 ], "duration": 90.66, "caption": "A man walks into a woman's office to start a conversation.", "similarity": 0.8781, "relevance": 4 }, { "pair_id": 164986, "video_name": "grey_s03e08_seg02_clip_19", "timestamp": [ 0.0, 24.17 ], "duration": 89.66, "caption": "A man and woman are talking in his office.", "similarity": 0.8743, "relevance": 2 }, { "pair_id": 164987, "video_name": "castle_s08e06_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "A man and a woman are talking to a person in an office.", "similarity": 0.8715, "relevance": 2 }, { "pair_id": 164988, "video_name": "friends_s07e05_seg02_clip_01", "timestamp": [ 43.73, 62.03 ], "duration": 62.66, "caption": "A woman walks into the office and speaks to a man.", "similarity": 0.8695, "relevance": 2 }, { "pair_id": 164989, "video_name": "castle_s06e18_seg02_clip_05", "timestamp": [ 0.0, 19.48 ], "duration": 90.66, "caption": "A woman and a man are in someone's office speaking to her.", "similarity": 0.8637, "relevance": 2 }, { "pair_id": 164990, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A person walks into woman's office and speaks with someone.", "similarity": 0.8604, "relevance": 2 }, { "pair_id": 164991, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 18.0, 83.27 ], "duration": 90.66, "caption": "A woman and a man are conversing with a person in his office.", "similarity": 0.8599, "relevance": 3 }, { "pair_id": 164992, "video_name": "castle_s05e15_seg02_clip_11", "timestamp": [ 0.0, 22.98 ], "duration": 88.66, "caption": "A woman walked into the office to join company of man and person as they have a conversation.", "similarity": 0.8553, "relevance": 2 }, { "pair_id": 164993, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 60.42, 90.66 ], "duration": 90.66, "caption": "A person walks into the office and speaks to a woman.", "similarity": 0.8549, "relevance": 3 }, { "pair_id": 164994, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 0.0, 51.66 ], "duration": 89.66, "caption": "A woman is talking to a man in his office.", "similarity": 0.8548, "relevance": 3 }, { "pair_id": 164995, "video_name": "house_s03e17_seg02_clip_16", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A man walks into woman's office to speak with her.", "similarity": 0.8544, "relevance": 3 }, { "pair_id": 164996, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 19.96, 21.38 ], "duration": 57.66, "caption": "A man and a woman walk into a woman's office as she is standing.", "similarity": 0.8507, "relevance": 4 }, { "pair_id": 164997, "video_name": "castle_s04e09_seg02_clip_26", "timestamp": [ 46.41, 145.02 ], "duration": 145.66, "caption": "A man and a woman are in his office conversing with each other.", "similarity": 0.8498, "relevance": 3 }, { "pair_id": 164998, "video_name": "castle_s03e08_seg02_clip_20", "timestamp": [ 59.06, 60.7 ], "duration": 82.66, "caption": "A woman and a man walk quickly into someone's office.", "similarity": 0.849, "relevance": 3 }, { "pair_id": 164999, "video_name": "castle_s06e19_seg02_clip_10", "timestamp": [ 12.12, 60.11 ], "duration": 101.66, "caption": "A man and woman are in an office conversing with someone.", "similarity": 0.8488, "relevance": 2 }, { "pair_id": 338300, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.8477, "relevance": 2 }, { "pair_id": 338301, "video_name": "castle_s06e16_seg02_clip_22", "timestamp": [ 0.0, 32.09 ], "duration": 93.66, "caption": "A man and woman are speaking to another woman in her office.", "similarity": 0.8461, "relevance": 3 }, { "pair_id": 338302, "video_name": "castle_s05e07_seg02_clip_22", "timestamp": [ 0.0, 45.31 ], "duration": 87.66, "caption": "A woman and a man are speaking to a person in an office.", "similarity": 0.8453, "relevance": 3 }, { "pair_id": 338303, "video_name": "castle_s04e02_seg02_clip_22", "timestamp": [ 37.4, 40.52 ], "duration": 89.66, "caption": "A person walks into an office and starts a conversation with another person.", "similarity": 0.8441, "relevance": 3 }, { "pair_id": 338304, "video_name": "house_s02e08_seg02_clip_15", "timestamp": [ 27.6, 31.6 ], "duration": 89.66, "caption": "A man and a woman are both looking in the office then the woman turns and talks to the man.", "similarity": 0.8438, "relevance": 4 }, { "pair_id": 338305, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 15.35, 17.16 ], "duration": 90.66, "caption": "A person walks out of a woman's office and talks with a man.", "similarity": 0.8433, "relevance": 3 }, { "pair_id": 338306, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 0.0, 69.91 ], "duration": 92.66, "caption": "A man and a woman are conversing with two people in an office.", "similarity": 0.8433, "relevance": 3 }, { "pair_id": 338307, "video_name": "castle_s07e03_seg02_clip_13", "timestamp": [ 53.13, 94.03 ], "duration": 94.66, "caption": "Two people are having a conversation with someone at her office.", "similarity": 0.8429, "relevance": 4 }, { "pair_id": 338308, "video_name": "house_s02e01_seg02_clip_19", "timestamp": [ 35.82, 37.68 ], "duration": 93.66, "caption": "A woman finishes her conversation with a man and walks out of his office.", "similarity": 0.8412, "relevance": 4 }, { "pair_id": 338309, "video_name": "castle_s05e18_seg02_clip_05", "timestamp": [ 27.95, 31.55 ], "duration": 90.66, "caption": "Two people are having a serious conversation in an office and a woman walks by and sees them.", "similarity": 0.8409, "relevance": 3 }, { "pair_id": 338310, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 53.92, 56.64 ], "duration": 90.66, "caption": "A woman walks in the office to talk to two people.", "similarity": 0.8409, "relevance": 3 }, { "pair_id": 338311, "video_name": "castle_s03e23_seg02_clip_06", "timestamp": [ 0.0, 52.91 ], "duration": 92.66, "caption": "A woman and a man are speaking to a person inside an office.", "similarity": 0.8397, "relevance": 3 }, { "pair_id": 338312, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 13.34, 91.11 ], "duration": 92.66, "caption": "A woman and man are in an office conversing with a man.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 338313, "video_name": "s01e15_seg01_clip_00", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "A person is talking to a woman in his office.", "similarity": 0.8374, "relevance": 4 }, { "pair_id": 338314, "video_name": "castle_s04e08_seg02_clip_13", "timestamp": [ 2.64, 14.98 ], "duration": 88.66, "caption": "A woman and woman walk into the office together.", "similarity": 0.8374, "relevance": 3 }, { "pair_id": 338315, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 56.44, 59.62 ], "duration": 91.66, "caption": "A person walks in to an office while two people are talking.", "similarity": 0.8373, "relevance": 2 }, { "pair_id": 338316, "video_name": "castle_s01e06_seg02_clip_11", "timestamp": [ 46.58, 87.06 ], "duration": 87.66, "caption": "A woman entered a man's office and started conversation with him.", "similarity": 0.8372, "relevance": 2 }, { "pair_id": 338317, "video_name": "house_s02e23_seg02_clip_11", "timestamp": [ 71.22, 89.02 ], "duration": 89.66, "caption": "A man comes to a woman's office and talks with her.", "similarity": 0.8366, "relevance": 2 }, { "pair_id": 338318, "video_name": "house_s02e11_seg02_clip_24", "timestamp": [ 3.88, 86.15 ], "duration": 86.66, "caption": "A woman and a man talk about their relationship in the office.", "similarity": 0.8364, "relevance": 2 }, { "pair_id": 338319, "video_name": "house_s03e10_seg02_clip_04", "timestamp": [ 12.32, 17.34 ], "duration": 91.66, "caption": "A woman walks into someone's office wanting to speak with him.", "similarity": 0.8364, "relevance": 4 } ] }, { "query_id": 61985, "query": "A man puts a pill bottle down on a desk in front of a person.", "relevant_moment": [ { "pair_id": 293460, "video_name": "house_s03e10_seg02_clip_16", "timestamp": [ 0.0, 6.77 ], "duration": 90.66, "caption": "A man grabs some pills that are inside of another person's pocket.", "similarity": 0.6708, "relevance": 3 }, { "pair_id": 293461, "video_name": "house_s03e10_seg02_clip_21", "timestamp": [ 56.08, 60.09 ], "duration": 89.66, "caption": "A man picks up the bottle and takes out a pill.", "similarity": 0.6698, "relevance": 3 }, { "pair_id": 293462, "video_name": "house_s06e16_seg02_clip_05", "timestamp": [ 53.01, 55.73 ], "duration": 90.66, "caption": "A man pulls out a bottle of pills and hands it to another man.", "similarity": 0.6697, "relevance": 3 }, { "pair_id": 293463, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 63.94, 68.64 ], "duration": 94.66, "caption": "A man opens the desk drawer and pulls out a medicine bottle.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 293464, "video_name": "house_s02e14_seg02_clip_21", "timestamp": [ 57.09, 62.53 ], "duration": 90.66, "caption": "A person puts one of the pill bottles in his pocket and closes the kitchen drawer.", "similarity": 0.663, "relevance": 3 }, { "pair_id": 293465, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 61.22, 68.42 ], "duration": 90.66, "caption": "A person takes out a pill bottle and hands the patient a pill as he eats a pill himself.", "similarity": 0.6588, "relevance": 3 }, { "pair_id": 293466, "video_name": "house_s02e04_seg02_clip_13", "timestamp": [ 19.69, 23.36 ], "duration": 91.66, "caption": "A person places the pills in a cup away from him.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 293467, "video_name": "house_s08e11_seg02_clip_22", "timestamp": [ 7.65, 17.55 ], "duration": 90.66, "caption": "A person takes their pill bottle out of their pocket.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 293468, "video_name": "house_s01e20_seg02_clip_08", "timestamp": [ 62.88, 74.73 ], "duration": 91.66, "caption": "A person takes the pill bottle from another person and writes him a prescription.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 293469, "video_name": "house_s02e11_seg02_clip_07", "timestamp": [ 57.79, 60.72 ], "duration": 83.66, "caption": "A person walks up and hands someone a pill bottle while they're standing at the nurses station.", "similarity": 0.6525, "relevance": 3 }, { "pair_id": 293470, "video_name": "house_s07e17_seg02_clip_08", "timestamp": [ 54.38, 56.11 ], "duration": 86.66, "caption": "A man has pills in his hand and puts them in his mouth.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 293471, "video_name": "house_s03e07_seg02_clip_14", "timestamp": [ 40.96, 48.24 ], "duration": 91.66, "caption": "A man is on the phone while person takes some pills.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 293472, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 5.01, 6.37 ], "duration": 91.66, "caption": "A person holds and then takes his pills.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 293473, "video_name": "house_s01e22_seg02_clip_07", "timestamp": [ 32.53, 37.12 ], "duration": 83.66, "caption": "A man shows a man a bottle of pills, a man takes them from the man and reads the label.", "similarity": 0.643, "relevance": 3 }, { "pair_id": 293474, "video_name": "house_s07e22_seg02_clip_18", "timestamp": [ 69.66, 78.31 ], "duration": 91.66, "caption": "A person opens the pill bottle, pours out a pill then takes it.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 293475, "video_name": "house_s07e23_seg02_clip_22", "timestamp": [ 110.22, 116.02 ], "duration": 116.66, "caption": "A person places the orange pill bottle on the table.", "similarity": 0.6413, "relevance": 3 }, { "pair_id": 293476, "video_name": "house_s03e03_seg02_clip_24", "timestamp": [ 81.24, 89.76 ], "duration": 131.66, "caption": "A man sits in an armchair and pops some pills into his mouth.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 293477, "video_name": "house_s03e18_seg02_clip_15", "timestamp": [ 11.18, 17.2 ], "duration": 86.66, "caption": "A man in a brown suit and tie hands a pill bottle to a person while they talk to a woman about medication.", "similarity": 0.6369, "relevance": 3 }, { "pair_id": 293478, "video_name": "house_s02e13_seg02_clip_04", "timestamp": [ 79.67, 82.37 ], "duration": 90.66, "caption": "A man takes out medication from a glass bottle.", "similarity": 0.6367, "relevance": 1 }, { "pair_id": 293479, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 34.45, 35.34 ], "duration": 89.66, "caption": "A person takes a pill out from a pill dispenser.", "similarity": 0.6362, "relevance": 1 } ] }, { "query_id": 62012, "query": "A man walks up to another person, angrily, then someone pulls him away.", "relevant_moment": [ { "pair_id": 99300, "video_name": "house_s01e11_seg02_clip_11", "timestamp": [ 36.52, 43.37 ], "duration": 91.66, "caption": "A man walks up to another person, angrily, then someone pulls him away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 99301, "video_name": "friends_s01e11_seg02_clip_13", "timestamp": [ 29.3, 35.69 ], "duration": 58.66, "caption": "A man angrily walks away from another man and waves off another person on the way.", "similarity": 0.8055, "relevance": 3 }, { "pair_id": 99302, "video_name": "castle_s04e13_seg02_clip_10", "timestamp": [ 29.87, 38.92 ], "duration": 90.66, "caption": "A man angrily walks up to a woman and a man.", "similarity": 0.801, "relevance": 2 }, { "pair_id": 99303, "video_name": "house_s06e12_seg02_clip_19", "timestamp": [ 82.33, 86.98 ], "duration": 93.66, "caption": "A man stands up, is very angry and walks towards another person.", "similarity": 0.7999, "relevance": 2 }, { "pair_id": 99304, "video_name": "castle_s03e01_seg02_clip_08", "timestamp": [ 28.06, 32.13 ], "duration": 90.66, "caption": "A person is upset with another person and walks away from him.", "similarity": 0.7708, "relevance": 1 }, { "pair_id": 99305, "video_name": "friends_s09e23-24_seg02_clip_14", "timestamp": [ 56.1, 60.51 ], "duration": 63.66, "caption": "A man turns around and looks at himself angrily and a person walks off and opens the door for them and another person to leave.", "similarity": 0.7637, "relevance": 1 }, { "pair_id": 99306, "video_name": "s03e14_seg02_clip_04", "timestamp": [ 28.07, 32.96 ], "duration": 61.66, "caption": "A person gets upset at another person and gets up to walk away.", "similarity": 0.7614, "relevance": 1 }, { "pair_id": 99307, "video_name": "s09e21_seg02_clip_01", "timestamp": [ 52.53, 55.19 ], "duration": 59.66, "caption": "A man walks away from another man and woman angry.", "similarity": 0.7595, "relevance": 1 }, { "pair_id": 99308, "video_name": "s03e15_seg02_clip_13", "timestamp": [ 20.07, 25.09 ], "duration": 59.66, "caption": "A person walks away, angrily and another person shakes their head.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 99309, "video_name": "grey_s03e07_seg02_clip_22", "timestamp": [ 49.89, 61.86 ], "duration": 133.66, "caption": "A man says something that upsets another man and he gets up and walks away.", "similarity": 0.7539, "relevance": 1 }, { "pair_id": 99310, "video_name": "met_s03e08_seg02_clip_04", "timestamp": [ 0.0, 8.4 ], "duration": 60.66, "caption": "A man is annoying another man so he walks away from him.", "similarity": 0.7479, "relevance": 1 }, { "pair_id": 99311, "video_name": "castle_s05e21_seg02_clip_12", "timestamp": [ 32.38, 44.0 ], "duration": 83.66, "caption": "A man, angrily, gets up from his chair and walks over and confronts two other men.", "similarity": 0.7424, "relevance": 2 }, { "pair_id": 99312, "video_name": "castle_s03e08_seg02_clip_19", "timestamp": [ 43.62, 48.53 ], "duration": 98.66, "caption": "A woman comes in and, angrily, walks up to a man.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 99313, "video_name": "friends_s06e10_seg02_clip_07", "timestamp": [ 45.6, 53.02 ], "duration": 53.66, "caption": "A man walks up to two people and disrupts them.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 99314, "video_name": "castle_s02e07_seg02_clip_16", "timestamp": [ 18.2, 20.94 ], "duration": 91.66, "caption": "A person, angrily, walks over to another person and a woman puts her hand on his chest to stop him.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 99315, "video_name": "house_s04e10_seg02_clip_18", "timestamp": [ 67.24, 80.33 ], "duration": 90.66, "caption": "A person walks up to another person and they walk away together.", "similarity": 0.7171, "relevance": 2 }, { "pair_id": 99316, "video_name": "castle_s07e01_seg02_clip_06", "timestamp": [ 14.94, 22.18 ], "duration": 90.66, "caption": "One person walks up to another person and walks away again.", "similarity": 0.7162, "relevance": 1 }, { "pair_id": 99317, "video_name": "s06e18_seg02_clip_05", "timestamp": [ 0.55, 8.53 ], "duration": 55.66, "caption": "A young person with a backpack turns to face a man angrily after bumping into him and then walks away.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 99318, "video_name": "house_s07e06_seg02_clip_07", "timestamp": [ 0.0, 13.7 ], "duration": 91.66, "caption": "A person confronts another person then walks out on him/her.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 99319, "video_name": "house_s01e08_seg02_clip_04", "timestamp": [ 68.22, 74.82 ], "duration": 88.66, "caption": "A man holds up his hand and makes an annoyed face as he walks towards, and away from another person.", "similarity": 0.7112, "relevance": 1 } ] }, { "query_id": 62093, "query": "A woman places the bandage right on person's arm.", "relevant_moment": [ { "pair_id": 154360, "video_name": "house_s05e19_seg02_clip_20", "timestamp": [ 6.46, 9.69 ], "duration": 92.66, "caption": "A woman places the bandage right on person's arm.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154361, "video_name": "grey_s03e15_seg02_clip_19", "timestamp": [ 19.45, 24.13 ], "duration": 72.66, "caption": "A woman wraps a bandage around an injured person.", "similarity": 0.8277, "relevance": 2 }, { "pair_id": 154362, "video_name": "house_s05e19_seg02_clip_19", "timestamp": [ 38.47, 43.22 ], "duration": 86.66, "caption": "A woman put a bandage to man's arm while they are talking.", "similarity": 0.7853, "relevance": 4 }, { "pair_id": 154363, "video_name": "grey_s03e06_seg02_clip_18", "timestamp": [ 14.32, 23.56 ], "duration": 92.66, "caption": "A woman wraps a patient's hand with a bandage.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 154364, "video_name": "house_s07e06_seg02_clip_12", "timestamp": [ 34.23, 37.77 ], "duration": 118.66, "caption": "A person is putting bandage on his/her right leg.", "similarity": 0.7735, "relevance": 0 }, { "pair_id": 154365, "video_name": "house_s05e19_seg02_clip_20", "timestamp": [ 5.54, 8.3 ], "duration": 92.66, "caption": "A woman puts a bandage on a man's arm and tapes it.", "similarity": 0.7663, "relevance": 3 }, { "pair_id": 154366, "video_name": "castle_s04e09_seg02_clip_12", "timestamp": [ 52.92, 55.11 ], "duration": 87.66, "caption": "A woman pulls down her sleeve when her bloody bandage is showing.", "similarity": 0.712, "relevance": 1 }, { "pair_id": 154367, "video_name": "castle_s03e13_seg02_clip_26", "timestamp": [ 4.19, 18.14 ], "duration": 93.66, "caption": "A woman wraps a man's hand with a bandage, then she removes her hand when done wrapping.", "similarity": 0.6854, "relevance": 4 }, { "pair_id": 154368, "video_name": "grey_s02e08_seg02_clip_05", "timestamp": [ 10.02, 15.03 ], "duration": 91.66, "caption": "A woman takes off the tourniquet and tapes the gauze to the arm.", "similarity": 0.682, "relevance": 4 }, { "pair_id": 154369, "video_name": "house_s08e19_seg02_clip_21", "timestamp": [ 49.15, 65.99 ], "duration": 91.66, "caption": "A woman's arm drops after a doctor places it on her side.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 154370, "video_name": "grey_s03e14_seg02_clip_10", "timestamp": [ 4.2, 6.3 ], "duration": 84.66, "caption": "A person lifts the bandage from the patient's arm and their hands shake.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 154371, "video_name": "friends_s08e02_seg02_clip_07", "timestamp": [ 37.89, 39.74 ], "duration": 61.66, "caption": "A woman pulls a bandage off her forearm at a coffee shop.", "similarity": 0.6643, "relevance": 2 }, { "pair_id": 154372, "video_name": "grey_s02e24_seg02_clip_06", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A woman handles the arm of a person who winces in pain.", "similarity": 0.6621, "relevance": 3 }, { "pair_id": 154373, "video_name": "s07e18_seg02_clip_16", "timestamp": [ 2.14, 13.12 ], "duration": 61.66, "caption": "A woman places her hand on someone's shoulder.", "similarity": 0.6513, "relevance": 1 }, { "pair_id": 154374, "video_name": "grey_s01e02_seg02_clip_19", "timestamp": [ 17.16, 37.41 ], "duration": 88.66, "caption": "A woman is applying first aid to a wounded woman.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 154375, "video_name": "grey_s02e15_seg02_clip_05", "timestamp": [ 68.26, 70.02 ], "duration": 88.66, "caption": "A woman taking blood from a person's arm with a syringe.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 154376, "video_name": "house_s03e10_seg02_clip_12", "timestamp": [ 19.41, 88.22 ], "duration": 88.66, "caption": "A woman is mending to the cut a person has on their arm.", "similarity": 0.6493, "relevance": 3 }, { "pair_id": 154377, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 35.26, 38.18 ], "duration": 53.66, "caption": "A woman stands up from the gurney with a bandage on her head.", "similarity": 0.6467, "relevance": 0 }, { "pair_id": 154378, "video_name": "grey_s03e16_seg02_clip_13", "timestamp": [ 32.21, 46.01 ], "duration": 92.66, "caption": "A woman is packing tissue in a person's wound.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 154379, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 59.67, 65.5 ], "duration": 97.66, "caption": "A woman takes the needle and punctures the patient's arm.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 327680, "video_name": "castle_s06e22_seg02_clip_07", "timestamp": [ 64.99, 70.77 ], "duration": 89.66, "caption": "A woman points at the wounds on the knees, shoulders and the heart.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 327681, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A woman injects a patient who winces under the arm.", "similarity": 0.6412, "relevance": 1 }, { "pair_id": 327682, "video_name": "grey_s03e04_seg02_clip_23", "timestamp": [ 0.0, 9.18 ], "duration": 102.66, "caption": "A woman holds the patient's hand as they comfort them.", "similarity": 0.6405, "relevance": 1 }, { "pair_id": 327683, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 81.46, 86.35 ], "duration": 89.66, "caption": "A person with a bandaged head unclasps their hand.", "similarity": 0.6372, "relevance": 1 }, { "pair_id": 327684, "video_name": "s08e17_seg02_clip_07", "timestamp": [ 31.43, 34.48 ], "duration": 61.66, "caption": "A person holds up his pointer finger that has a bandage on it.", "similarity": 0.6372, "relevance": 0 }, { "pair_id": 327685, "video_name": "castle_s07e04_seg02_clip_01", "timestamp": [ 31.33, 33.17 ], "duration": 92.66, "caption": "A woman points at the wounds on the victim with a medical instrument resembling a pen.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 327686, "video_name": "house_s04e15_seg02_clip_10", "timestamp": [ 0.0, 18.91 ], "duration": 63.66, "caption": "A woman holds a patient by the arm as he tries to walk.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 327687, "video_name": "castle_s04e08_seg02_clip_01", "timestamp": [ 21.95, 24.24 ], "duration": 91.66, "caption": "A woman points out the victim's wound to woman and person.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 327688, "video_name": "house_s03e01_seg02_clip_24", "timestamp": [ 22.01, 25.51 ], "duration": 100.66, "caption": "A woman sticks the patient with a needle in their shoulder.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 327689, "video_name": "castle_s04e22_seg02_clip_15", "timestamp": [ 60.26, 61.61 ], "duration": 89.66, "caption": "A person puts a syringe into the victim's arm.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 327690, "video_name": "house_s03e13_seg02_clip_16", "timestamp": [ 73.06, 76.14 ], "duration": 88.66, "caption": "A person begins to patch up the patient using bandages.", "similarity": 0.6302, "relevance": 1 }, { "pair_id": 327691, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 50.67, 56.95 ], "duration": 89.66, "caption": "A woman quickly puts on her gloves and inserts a tube into the patient's side.", "similarity": 0.6272, "relevance": 1 }, { "pair_id": 327692, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A person approaches a patient with a bandaged head.", "similarity": 0.6265, "relevance": 0 }, { "pair_id": 327693, "video_name": "castle_s03e08_seg02_clip_02", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A woman lifts up the victim's right hand with her right hand.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 327694, "video_name": "house_s04e15_seg02_clip_23", "timestamp": [ 18.51, 23.32 ], "duration": 74.66, "caption": "A person wraps a red rag around a person's leg around a wound.", "similarity": 0.6235, "relevance": 2 }, { "pair_id": 327695, "video_name": "castle_s02e03_seg02_clip_18", "timestamp": [ 70.79, 75.29 ], "duration": 90.66, "caption": "A person wearing gray top show his arms with bandage.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 327696, "video_name": "house_s03e09_seg02_clip_22", "timestamp": [ 89.98, 95.18 ], "duration": 104.66, "caption": "A doctor marking around patient's wound on the arm.", "similarity": 0.6223, "relevance": 1 }, { "pair_id": 327697, "video_name": "house_s08e14_seg02_clip_15", "timestamp": [ 0.0, 18.67 ], "duration": 91.66, "caption": "A woman doctor wraps the patient's eyes with a gauze.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 327698, "video_name": "house_s05e02_seg02_clip_25", "timestamp": [ 49.48, 84.68 ], "duration": 102.66, "caption": "A person removes the bandages and gauze from someone's head.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 327699, "video_name": "grey_s03e15_seg02_clip_21", "timestamp": [ 72.02, 85.97 ], "duration": 90.66, "caption": "A woman ties a person's injured leg up and starts to apply pressure.", "similarity": 0.6213, "relevance": 2 } ] }, { "query_id": 62112, "query": "A person walks into another person's office and starts conversing with him.", "relevant_moment": [ { "pair_id": 164520, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 71.62, 75.25 ], "duration": 90.66, "caption": "A person walks into another person's office and starts conversing with him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164521, "video_name": "castle_s04e02_seg02_clip_22", "timestamp": [ 37.4, 40.52 ], "duration": 89.66, "caption": "A person walks into an office and starts a conversation with another person.", "similarity": 0.9354, "relevance": 4 }, { "pair_id": 164522, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 0.0, 2.33 ], "duration": 31.66, "caption": "A person walks into another person's office to talk to him.", "similarity": 0.929, "relevance": 4 }, { "pair_id": 164523, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 81.92, 91.03 ], "duration": 91.66, "caption": "A person walks into another person's office to speak with him.", "similarity": 0.9245, "relevance": 4 }, { "pair_id": 164524, "video_name": "house_s02e08_seg02_clip_14", "timestamp": [ 19.33, 92.03 ], "duration": 92.66, "caption": "A person walks into someone's office and speaks to him.", "similarity": 0.8901, "relevance": 4 }, { "pair_id": 164525, "video_name": "house_s04e12_seg02_clip_00", "timestamp": [ 83.21, 88.39 ], "duration": 94.66, "caption": "A man finishes his conversation with another person and walks into his office.", "similarity": 0.886, "relevance": 3 }, { "pair_id": 164526, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 56.44, 59.62 ], "duration": 91.66, "caption": "A person walks in to an office while two people are talking.", "similarity": 0.8857, "relevance": 4 }, { "pair_id": 164527, "video_name": "house_s03e02_seg02_clip_07", "timestamp": [ 86.12, 89.24 ], "duration": 89.66, "caption": "A person walks into someone's office to speak with them.", "similarity": 0.8851, "relevance": 3 }, { "pair_id": 164528, "video_name": "house_s03e15_seg02_clip_09", "timestamp": [ 42.33, 49.23 ], "duration": 92.66, "caption": "A person enters his office with another person to start conversing with some other people.", "similarity": 0.8847, "relevance": 4 }, { "pair_id": 164529, "video_name": "s07e17_seg02_clip_03", "timestamp": [ 38.66, 40.14 ], "duration": 59.66, "caption": "A man walks in person's office and begins a conversation with them.", "similarity": 0.8759, "relevance": 4 }, { "pair_id": 164530, "video_name": "met_s03e15_seg02_clip_01", "timestamp": [ 32.84, 36.15 ], "duration": 60.66, "caption": "A man enters person's office, walks up to person and starts a conversation.", "similarity": 0.8748, "relevance": 4 }, { "pair_id": 164531, "video_name": "castle_s06e22_seg02_clip_24", "timestamp": [ 23.23, 25.86 ], "duration": 87.66, "caption": "A person walks towards another person and they converse at the door of her office.", "similarity": 0.8716, "relevance": 1 }, { "pair_id": 164532, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A person walks into someone's office at work to talk.", "similarity": 0.8679, "relevance": 2 }, { "pair_id": 164533, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 3.69, 43.47 ], "duration": 82.66, "caption": "A person is in his office conversing with two other people.", "similarity": 0.8612, "relevance": 2 }, { "pair_id": 164534, "video_name": "met_s06e07_seg02_clip_13", "timestamp": [ 18.44, 21.51 ], "duration": 61.66, "caption": "A person enters someone's office with another person behind him and begins speaking to him.", "similarity": 0.8547, "relevance": 3 }, { "pair_id": 164535, "video_name": "house_s01e09_seg02_clip_24", "timestamp": [ 0.0, 16.45 ], "duration": 91.66, "caption": "A person walks back and forth in their office while speaking to another person.", "similarity": 0.8534, "relevance": 2 }, { "pair_id": 164536, "video_name": "house_s08e11_seg02_clip_08", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A person talks to another person while in his office.", "similarity": 0.8518, "relevance": 2 }, { "pair_id": 164537, "video_name": "s05e14_seg02_clip_02", "timestamp": [ 24.27, 27.73 ], "duration": 63.66, "caption": "A man walks into the office and starts a conversation with another man.", "similarity": 0.8499, "relevance": 4 }, { "pair_id": 164538, "video_name": "house_s02e09_seg02_clip_11", "timestamp": [ 46.85, 54.51 ], "duration": 90.66, "caption": "A person finishes their conversation with another person and walks out of their office.", "similarity": 0.8478, "relevance": 1 }, { "pair_id": 164539, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 59.71, 64.88 ], "duration": 94.66, "caption": "A person walks into a man's office while two men are talking.", "similarity": 0.8358, "relevance": 3 }, { "pair_id": 337840, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 38.06, 85.86 ], "duration": 88.66, "caption": "A man walks in to another man's office and talks with him.", "similarity": 0.832, "relevance": 4 }, { "pair_id": 337841, "video_name": "house_s08e19_seg02_clip_06", "timestamp": [ 74.08, 87.42 ], "duration": 92.66, "caption": "A person walks in to talk with another person and closes their office door.", "similarity": 0.8305, "relevance": 4 }, { "pair_id": 337842, "video_name": "house_s07e02_seg02_clip_09", "timestamp": [ 64.54, 71.66 ], "duration": 89.66, "caption": "A person walks into another person's office and sits down in a chair while talking about his previous conversation with a woman.", "similarity": 0.8264, "relevance": 4 }, { "pair_id": 337843, "video_name": "house_s06e12_seg02_clip_16", "timestamp": [ 71.62, 81.26 ], "duration": 91.66, "caption": "A man starts walking around another man's office while talking to him.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 337844, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 10.34, 22.57 ], "duration": 94.66, "caption": "A man walks into another man's office to talk with him.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 337845, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 121.9, 125.03 ], "duration": 125.66, "caption": "A man walks into another man's office to talk with him.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 337846, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 45.59, 49.02 ], "duration": 49.66, "caption": "A man finishes his conversation with another person and walks out of their office.", "similarity": 0.8237, "relevance": 2 }, { "pair_id": 337847, "video_name": "house_s03e24_seg02_clip_12", "timestamp": [ 60.5, 89.63 ], "duration": 89.66, "caption": "A person sees another person and walks into his/her office.", "similarity": 0.8222, "relevance": 4 }, { "pair_id": 337848, "video_name": "met_s06e03_seg02_clip_10", "timestamp": [ 8.26, 19.48 ], "duration": 59.66, "caption": "A man walks into another man's office to talk to him.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 337849, "video_name": "friends_s09e22_seg02_clip_21", "timestamp": [ 59.06, 82.02 ], "duration": 82.66, "caption": "A man walks into another man's office to talk to him.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 337850, "video_name": "house_s05e24_seg02_clip_03", "timestamp": [ 0.0, 45.58 ], "duration": 93.66, "caption": "A person is in person's office having a conversation with him/her.", "similarity": 0.8192, "relevance": 3 }, { "pair_id": 337851, "video_name": "s06e08_seg02_clip_02", "timestamp": [ 46.22, 55.82 ], "duration": 60.66, "caption": "A person walks out of someone's office and talks with some people.", "similarity": 0.8188, "relevance": 3 }, { "pair_id": 337852, "video_name": "house_s01e20_seg02_clip_13", "timestamp": [ 54.55, 59.55 ], "duration": 90.66, "caption": "A man follows a person into his office and asks to talk to him.", "similarity": 0.8179, "relevance": 4 }, { "pair_id": 337853, "video_name": "house_s06e15_seg02_clip_20", "timestamp": [ 19.8, 26.41 ], "duration": 110.66, "caption": "A person is at their desk and another person walks in and starts talking to them.", "similarity": 0.8168, "relevance": 4 }, { "pair_id": 337854, "video_name": "castle_s03e06_seg02_clip_06", "timestamp": [ 7.14, 20.4 ], "duration": 102.66, "caption": "A person walks into an office and they shake hands, and the person sits down and they begin a conversation.", "similarity": 0.8166, "relevance": 4 }, { "pair_id": 337855, "video_name": "house_s03e24_seg02_clip_05", "timestamp": [ 77.27, 86.21 ], "duration": 89.66, "caption": "A person walks into another person's office when the latter is sitting at their desk.", "similarity": 0.8164, "relevance": 4 }, { "pair_id": 337856, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 14.58, 19.85 ], "duration": 81.66, "caption": "A person walks up to another person in his office.", "similarity": 0.8156, "relevance": 2 }, { "pair_id": 337857, "video_name": "house_s04e12_seg02_clip_21", "timestamp": [ 0.0, 7.54 ], "duration": 88.66, "caption": "A man walks into the office to talk to another man.", "similarity": 0.815, "relevance": 4 }, { "pair_id": 337858, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A person walks into woman's office and speaks with someone.", "similarity": 0.8138, "relevance": 3 }, { "pair_id": 337859, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 30.7, 34.77 ], "duration": 90.66, "caption": "A person walks into their office with another person following them inside.", "similarity": 0.8136, "relevance": 4 } ] }, { "query_id": 62134, "query": "A man takes the clippers and starts cutting his hair.", "relevant_moment": [ { "pair_id": 6420, "video_name": "house_s08e03_seg02_clip_01", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A man takes the clippers and starts cutting his hair.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 6421, "video_name": "s05e18_seg01_clip_00", "timestamp": [ 25.04, 26.99 ], "duration": 65.66, "caption": "A person offers to cut someone's hair in the shop.", "similarity": 0.583, "relevance": 1 }, { "pair_id": 6422, "video_name": "friends_s01e14_seg02_clip_01", "timestamp": [ 16.7, 20.8 ], "duration": 63.66, "caption": "A man grooms his hair while looking at a knife.", "similarity": 0.5758, "relevance": 1 }, { "pair_id": 6423, "video_name": "house_s08e03_seg02_clip_01", "timestamp": [ 65.58, 89.77 ], "duration": 93.66, "caption": "A person gives himself a buzz cut while looking in a mirror using a pair of clippers and lets his hair fall into a sink.", "similarity": 0.5723, "relevance": 4 }, { "pair_id": 6424, "video_name": "s05e18_seg02_clip_05", "timestamp": [ 59.5, 63.73 ], "duration": 65.66, "caption": "A person snips a pair of scissors in his hand and blows his hair out of his face.", "similarity": 0.5562, "relevance": 1 }, { "pair_id": 6425, "video_name": "castle_s05e18_seg02_clip_10", "timestamp": [ 19.15, 28.28 ], "duration": 87.66, "caption": "An agent explains what a person needs to do while cutting his/her hair.", "similarity": 0.554, "relevance": 2 }, { "pair_id": 6426, "video_name": "s05e18_seg02_clip_16", "timestamp": [ 54.75, 64.02 ], "duration": 64.66, "caption": "A woman stops cutting a man's hair and hands him a mirror to look at himself.", "similarity": 0.55, "relevance": 2 }, { "pair_id": 6427, "video_name": "met_s02e21_seg02_clip_11", "timestamp": [ 25.04, 33.82 ], "duration": 65.66, "caption": "A man takes a hair piece from another person and a man puts it on his head.", "similarity": 0.5498, "relevance": 0 }, { "pair_id": 6428, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 45.07, 53.26 ], "duration": 63.66, "caption": "A woman is getting ready to cut person's hair.", "similarity": 0.5483, "relevance": 1 }, { "pair_id": 6429, "video_name": "house_s08e03_seg02_clip_01", "timestamp": [ 37.68, 46.51 ], "duration": 93.66, "caption": "A person sets down a leather bag, unzips it, takes out a pair of clippers, plugs them in, attaches the blade guard then a man looks at himself in the mirror clippers in hand.", "similarity": 0.5428, "relevance": 3 }, { "pair_id": 6430, "video_name": "met_s06e15_seg02_clip_17", "timestamp": [ 5.12, 7.04 ], "duration": 64.66, "caption": "A man cuts a red string with a pair of scissors.", "similarity": 0.5427, "relevance": 0 }, { "pair_id": 6431, "video_name": "met_s03e07_seg01_clip_02", "timestamp": [ 24.35, 27.95 ], "duration": 60.66, "caption": "A person takes a razor and shaves their hair off down the middle of their head.", "similarity": 0.5414, "relevance": 4 }, { "pair_id": 6432, "video_name": "grey_s02e22_seg02_clip_26", "timestamp": [ 54.62, 62.81 ], "duration": 91.66, "caption": "A woman puts a towel around a man's shoulders and starts to cut his hair.", "similarity": 0.5398, "relevance": 2 }, { "pair_id": 6433, "video_name": "house_s04e05_seg02_clip_05", "timestamp": [ 82.24, 84.41 ], "duration": 87.66, "caption": "A man grabs a scalpel and cuts into a man's hand.", "similarity": 0.5362, "relevance": 0 }, { "pair_id": 6434, "video_name": "grey_s03e04_seg02_clip_18", "timestamp": [ 0.0, 6.08 ], "duration": 81.66, "caption": "A man is holding scissors about to cut something while talking to a woman.", "similarity": 0.5304, "relevance": 0 }, { "pair_id": 6435, "video_name": "house_s06e11_seg02_clip_04", "timestamp": [ 45.12, 50.94 ], "duration": 97.66, "caption": "A man picks up a pair of scissors from the table and begins cutting a photo.", "similarity": 0.5276, "relevance": 1 }, { "pair_id": 6436, "video_name": "met_s03e01_seg02_clip_00", "timestamp": [ 6.62, 10.4 ], "duration": 63.66, "caption": "A person walks into the room holding clippers in their hand.", "similarity": 0.5247, "relevance": 1 }, { "pair_id": 6437, "video_name": "grey_s03e06_seg02_clip_21", "timestamp": [ 12.91, 22.26 ], "duration": 89.66, "caption": "A man sews a button on something for a man and cuts thread with scissors.", "similarity": 0.5233, "relevance": 0 }, { "pair_id": 6438, "video_name": "friends_s07e09_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A woman cuts a man's hair while holding a bowl on his head.", "similarity": 0.5168, "relevance": 2 }, { "pair_id": 6439, "video_name": "grey_s03e09_seg02_clip_13", "timestamp": [ 60.08, 62.35 ], "duration": 91.66, "caption": "A man is cutting string with some scissors outside of surgery.", "similarity": 0.5144, "relevance": 0 } ] }, { "query_id": 62166, "query": "The elevator door closes, impeding the view of a person.", "relevant_moment": [ { "pair_id": 55420, "video_name": "house_s03e13_seg02_clip_07", "timestamp": [ 36.05, 38.73 ], "duration": 89.66, "caption": "The elevator door closes, impeding the view of a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 55421, "video_name": "house_s03e23_seg02_clip_07", "timestamp": [ 57.58, 63.68 ], "duration": 87.66, "caption": "A person gets into the elevator and the door closes.", "similarity": 0.8355, "relevance": 4 }, { "pair_id": 55422, "video_name": "house_s05e12_seg02_clip_23", "timestamp": [ 0.0, 7.59 ], "duration": 138.66, "caption": "The elevator door attempts to close and a person pushes it back.", "similarity": 0.8197, "relevance": 3 }, { "pair_id": 55423, "video_name": "house_s08e06_seg02_clip_25", "timestamp": [ 23.93, 28.07 ], "duration": 92.66, "caption": "A person stops the elevator door from closing to him.", "similarity": 0.8115, "relevance": 3 }, { "pair_id": 55424, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 32.48, 36.99 ], "duration": 90.66, "caption": "A person walks away and the elevator door closes.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 55425, "video_name": "house_s05e03_seg02_clip_21", "timestamp": [ 37.06, 39.91 ], "duration": 95.66, "caption": "A person presses a button to stop an elevator door from closing.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 55426, "video_name": "grey_s01e06_seg02_clip_03", "timestamp": [ 27.49, 30.19 ], "duration": 90.66, "caption": "An elevator door closes in front of a man.", "similarity": 0.745, "relevance": 4 }, { "pair_id": 55427, "video_name": "house_s05e14_seg02_clip_23", "timestamp": [ 0.0, 94.03 ], "duration": 94.66, "caption": "The elevator door closes as a woman removes her hand that stopping it to close.", "similarity": 0.7442, "relevance": 3 }, { "pair_id": 55428, "video_name": "castle_s04e08_seg02_clip_05", "timestamp": [ 0.0, 7.33 ], "duration": 86.66, "caption": "A person squeezes into the closing elevator door just in time.", "similarity": 0.7429, "relevance": 2 }, { "pair_id": 55429, "video_name": "house_s05e14_seg02_clip_23", "timestamp": [ 4.23, 7.05 ], "duration": 94.66, "caption": "A woman stops the elevator door that is about to close.", "similarity": 0.7338, "relevance": 2 }, { "pair_id": 55430, "video_name": "grey_s02e14_seg02_clip_23", "timestamp": [ 20.25, 22.55 ], "duration": 92.66, "caption": "The elevator door closes on the group of people.", "similarity": 0.733, "relevance": 4 }, { "pair_id": 55431, "video_name": "house_s02e23_seg02_clip_10", "timestamp": [ 5.85, 8.55 ], "duration": 90.66, "caption": "The elevator door closes as a person is talking to others.", "similarity": 0.732, "relevance": 4 }, { "pair_id": 55432, "video_name": "castle_s08e05_seg02_clip_05", "timestamp": [ 43.62, 47.3 ], "duration": 91.66, "caption": "A person exits an elevator and walks out of sight.", "similarity": 0.7296, "relevance": 2 }, { "pair_id": 55433, "video_name": "house_s05e21_seg02_clip_17", "timestamp": [ 15.84, 23.33 ], "duration": 88.66, "caption": "A person stops the elevator from closing to hear out another person.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 55434, "video_name": "house_s05e14_seg02_clip_14", "timestamp": [ 65.72, 67.97 ], "duration": 90.66, "caption": "A person stops the elevator door from closing to continue to talk to another person.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 55435, "video_name": "house_s04e14_seg02_clip_03", "timestamp": [ 35.65, 40.61 ], "duration": 90.66, "caption": "A person uses his cane to stop the elevator door from closing.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 55437, "video_name": "castle_s05e21_seg02_clip_25", "timestamp": [ 59.65, 63.43 ], "duration": 151.66, "caption": "The door of the elevator containing a man open up.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 55438, "video_name": "house_s02e01_seg02_clip_15", "timestamp": [ 18.28, 20.89 ], "duration": 87.66, "caption": "The door of the elevator closes leaving a woman outside.", "similarity": 0.7105, "relevance": 4 }, { "pair_id": 55439, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 52.38, 59.61 ], "duration": 90.66, "caption": "Dr person enters the elevator, presses a button and doors close.", "similarity": 0.7104, "relevance": 4 }, { "pair_id": 228740, "video_name": "castle_s08e12_seg02_clip_23", "timestamp": [ 63.04, 69.48 ], "duration": 92.66, "caption": "A person lets their lever down and walks to the door but it closes in their face.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 228741, "video_name": "house_s08e11_seg02_clip_23", "timestamp": [ 35.8, 42.07 ], "duration": 179.66, "caption": "A woman turns around and enters an elevator and a man stops the door from closing.", "similarity": 0.6971, "relevance": 3 }, { "pair_id": 228742, "video_name": "house_s01e02_seg02_clip_12", "timestamp": [ 40.51, 49.51 ], "duration": 90.66, "caption": "A man walks into the elevator and it closes.", "similarity": 0.697, "relevance": 4 }, { "pair_id": 228743, "video_name": "house_s05e03_seg02_clip_21", "timestamp": [ 54.64, 59.39 ], "duration": 95.66, "caption": "An elevator door closes after a man boards the elevator.", "similarity": 0.6941, "relevance": 4 }, { "pair_id": 228744, "video_name": "house_s08e06_seg02_clip_09", "timestamp": [ 24.09, 27.96 ], "duration": 86.66, "caption": "A person walks in the door to see someone and shuts the door.", "similarity": 0.6938, "relevance": 1 }, { "pair_id": 228745, "video_name": "house_s03e18_seg02_clip_26", "timestamp": [ 0.0, 2.8 ], "duration": 43.66, "caption": "A person lets go of the door and it shuts.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 228746, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 11.31, 17.41 ], "duration": 58.66, "caption": "A person opens the door, walks through it and shuts it.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 228747, "video_name": "house_s03e07_seg02_clip_05", "timestamp": [ 20.26, 25.21 ], "duration": 90.66, "caption": "A person walks out of the elevator and approaches someone.", "similarity": 0.6866, "relevance": 1 }, { "pair_id": 228748, "video_name": "friends_s06e08_seg02_clip_11", "timestamp": [ 36.09, 55.19 ], "duration": 60.66, "caption": "A person walks into the elevator and exits when it opens again.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 228749, "video_name": "s01e14_seg02_clip_10", "timestamp": [ 38.75, 42.72 ], "duration": 61.66, "caption": "A person opens the elevator door and grabs another person.", "similarity": 0.6762, "relevance": 2 }, { "pair_id": 228750, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 228752, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 17.4, 21.52 ], "duration": 91.66, "caption": "A person tries to close the elevator but another person stops it with their cane.", "similarity": 0.6723, "relevance": 3 }, { "pair_id": 228753, "video_name": "house_s05e08_seg02_clip_26", "timestamp": [ 47.61, 52.37 ], "duration": 119.66, "caption": "A man force stop the elevator from closing and came in.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 228754, "video_name": "s03e20_seg02_clip_02", "timestamp": [ 46.19, 51.32 ], "duration": 57.66, "caption": "A person is standing by the elevator then walks towards the door which a man is holding open for him.", "similarity": 0.6693, "relevance": 0 }, { "pair_id": 228755, "video_name": "castle_s08e01_seg02_clip_08", "timestamp": [ 56.44, 63.26 ], "duration": 91.66, "caption": "A woman walks into the elevator and watches a man as the doors close.", "similarity": 0.6685, "relevance": 4 }, { "pair_id": 228756, "video_name": "grey_s02e08_seg02_clip_18", "timestamp": [ 0.0, 7.72 ], "duration": 90.66, "caption": "A person tries to ignore another person in the elevator.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 228757, "video_name": "house_s02e22_seg02_clip_06", "timestamp": [ 78.45, 81.55 ], "duration": 88.66, "caption": "A person walks into the elevator as he walks away from another person.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 228758, "video_name": "house_s03e11_seg02_clip_06", "timestamp": [ 41.58, 49.27 ], "duration": 90.66, "caption": "A man gets in the elevator and waits for the door to close.", "similarity": 0.6657, "relevance": 4 }, { "pair_id": 228759, "video_name": "castle_s05e24_seg02_clip_21", "timestamp": [ 65.44, 68.09 ], "duration": 88.66, "caption": "The elevator doors open and a woman walks out of it.", "similarity": 0.663, "relevance": 3 } ] }, { "query_id": 62241, "query": "A man opens the front door to his apartment to find a woman there.", "relevant_moment": [ { "pair_id": 173280, "video_name": "friends_s07e02_seg02_clip_07", "timestamp": [ 21.75, 24.9 ], "duration": 63.66, "caption": "A man opens the front door to his apartment to find a woman there.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173281, "video_name": "s06e15_seg02_clip_08", "timestamp": [ 2.7, 4.5 ], "duration": 60.66, "caption": "A man opens the door to woman's apartment to find a person.", "similarity": 0.9179, "relevance": 3 }, { "pair_id": 173282, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 40.95, 44.31 ], "duration": 61.66, "caption": "A man opens the door and walks into his apartment to find a woman.", "similarity": 0.9137, "relevance": 4 }, { "pair_id": 173283, "video_name": "friends_s09e13_seg02_clip_18", "timestamp": [ 40.05, 43.22 ], "duration": 57.66, "caption": "A man opens the front door to his apartment followed by a woman.", "similarity": 0.8998, "relevance": 2 }, { "pair_id": 173284, "video_name": "s02e08_seg02_clip_14", "timestamp": [ 50.96, 55.23 ], "duration": 61.66, "caption": "A man opens the apartment front door for a woman.", "similarity": 0.891, "relevance": 4 }, { "pair_id": 173285, "video_name": "friends_s07e23-24_seg02_clip_11", "timestamp": [ 53.42, 55.52 ], "duration": 60.66, "caption": "A woman opens the door of her apartment to find a man on the other side.", "similarity": 0.8637, "relevance": 3 }, { "pair_id": 173286, "video_name": "friends_s04e17_seg02_clip_17", "timestamp": [ 62.11, 64.06 ], "duration": 65.66, "caption": "A man opens the apartment door and finds woman in the hallway.", "similarity": 0.8544, "relevance": 4 }, { "pair_id": 173287, "video_name": "s01e10_seg02_clip_06", "timestamp": [ 5.31, 8.85 ], "duration": 59.66, "caption": "A man opens his front door to find a woman standing there.", "similarity": 0.8519, "relevance": 4 }, { "pair_id": 173288, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A person opens the front door to woman's apartment.", "similarity": 0.8465, "relevance": 2 }, { "pair_id": 173289, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 64.71, 66.03 ], "duration": 66.66, "caption": "A man opens the door leading to woman's apartment.", "similarity": 0.8438, "relevance": 3 }, { "pair_id": 173290, "video_name": "s03e14_seg02_clip_03", "timestamp": [ 4.35, 8.7 ], "duration": 58.66, "caption": "A man opens up the door of their apartment for woman.", "similarity": 0.8388, "relevance": 2 }, { "pair_id": 173291, "video_name": "friends_s05e13_seg02_clip_19", "timestamp": [ 17.14, 19.15 ], "duration": 44.66, "caption": "A man opens up the door to a woman's apartment.", "similarity": 0.8365, "relevance": 2 }, { "pair_id": 173292, "video_name": "friends_s06e09_seg02_clip_15", "timestamp": [ 9.66, 11.04 ], "duration": 69.66, "caption": "A man opens the door and walks into the apartment with a woman behind him.", "similarity": 0.8261, "relevance": 1 }, { "pair_id": 173293, "video_name": "s05e04_seg02_clip_12", "timestamp": [ 23.57, 26.36 ], "duration": 62.66, "caption": "A woman opens the door to her apartment to see a man.", "similarity": 0.8182, "relevance": 3 }, { "pair_id": 173294, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 44.04, 46.83 ], "duration": 62.66, "caption": "A man opens the front door to a person's apartment.", "similarity": 0.818, "relevance": 2 }, { "pair_id": 173295, "video_name": "friends_s01e20_seg02_clip_20", "timestamp": [ 14.42, 15.81 ], "duration": 93.66, "caption": "A man opens the door and walks in to woman's apartment.", "similarity": 0.8164, "relevance": 3 }, { "pair_id": 173296, "video_name": "friends_s08e04_seg02_clip_18", "timestamp": [ 20.43, 30.93 ], "duration": 58.66, "caption": "A man opens the door to a woman's apartment then closes it.", "similarity": 0.8082, "relevance": 4 }, { "pair_id": 173297, "video_name": "s01e10_seg02_clip_06", "timestamp": [ 5.9, 12.1 ], "duration": 59.66, "caption": "A man opens the apartment door so that woman can come inside.", "similarity": 0.8068, "relevance": 4 }, { "pair_id": 173298, "video_name": "friends_s08e16_seg02_clip_01", "timestamp": [ 54.91, 59.66 ], "duration": 59.66, "caption": "A man opens his apartment door for another woman to walk in.", "similarity": 0.8043, "relevance": 4 }, { "pair_id": 173299, "video_name": "friends_s06e24-25_seg02_clip_31", "timestamp": [ 13.12, 21.05 ], "duration": 61.66, "caption": "A man opens his door to find a woman standing there.", "similarity": 0.8024, "relevance": 4 }, { "pair_id": 346600, "video_name": "friends_s08e08_seg02_clip_14", "timestamp": [ 55.23, 60.42 ], "duration": 61.66, "caption": "A man opens the door to let a woman into the apartment.", "similarity": 0.7969, "relevance": 4 }, { "pair_id": 346601, "video_name": "s04e06_seg02_clip_04", "timestamp": [ 54.28, 58.93 ], "duration": 62.66, "caption": "A person opens the front door and lets a woman into their apartment.", "similarity": 0.7955, "relevance": 4 }, { "pair_id": 346602, "video_name": "friends_s09e20_seg02_clip_06", "timestamp": [ 3.72, 8.01 ], "duration": 57.66, "caption": "A man opens the door and walks into the apartment with a woman.", "similarity": 0.7911, "relevance": 3 }, { "pair_id": 346603, "video_name": "s08e17_seg01_clip_00", "timestamp": [ 26.05, 29.15 ], "duration": 62.66, "caption": "A man opens the door at their apartment and he and a woman went in.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 346604, "video_name": "met_s06e20_seg02_clip_07", "timestamp": [ 7.41, 9.69 ], "duration": 57.66, "caption": "A man answers his door and a woman enters his apartment.", "similarity": 0.7828, "relevance": 4 }, { "pair_id": 346605, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 8.99, 14.27 ], "duration": 62.66, "caption": "A person walks over to open the front door of a woman's apartment.", "similarity": 0.7822, "relevance": 4 }, { "pair_id": 346606, "video_name": "s04e17_seg02_clip_05", "timestamp": [ 47.72, 50.12 ], "duration": 60.66, "caption": "A man opens the front door of the apartment.", "similarity": 0.782, "relevance": 3 }, { "pair_id": 346607, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.99, 31.2 ], "duration": 63.66, "caption": "A man opens the front door of the apartment.", "similarity": 0.782, "relevance": 3 }, { "pair_id": 346608, "video_name": "s05e18_seg02_clip_14", "timestamp": [ 29.11, 33.31 ], "duration": 60.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.7807, "relevance": 4 }, { "pair_id": 346609, "video_name": "met_s06e05_seg02_clip_09", "timestamp": [ 39.53, 41.07 ], "duration": 61.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.7807, "relevance": 2 }, { "pair_id": 346610, "video_name": "friends_s05e23-24_seg02_clip_19", "timestamp": [ 23.11, 27.61 ], "duration": 60.66, "caption": "A man opens the door to find a woman on the other side.", "similarity": 0.7807, "relevance": 4 }, { "pair_id": 346611, "video_name": "friends_s01e01_seg02_clip_08", "timestamp": [ 55.41, 58.03 ], "duration": 58.66, "caption": "A woman opens the door for a man to come into the apartment.", "similarity": 0.7795, "relevance": 3 }, { "pair_id": 346612, "video_name": "s02e11_seg02_clip_13", "timestamp": [ 27.01, 35.66 ], "duration": 54.66, "caption": "A man opens the door and a woman enters the apartment.", "similarity": 0.779, "relevance": 4 }, { "pair_id": 346613, "video_name": "s07e05_seg02_clip_14", "timestamp": [ 80.94, 91.05 ], "duration": 119.66, "caption": "A woman closes her apartment door in front of a man.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 346614, "video_name": "s06e10_seg02_clip_06", "timestamp": [ 55.52, 58.53 ], "duration": 60.66, "caption": "A man opens the front door of his apartment.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 346615, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 36.01, 45.91 ], "duration": 90.66, "caption": "A man opens the door and he and another man walk into a woman's apartment.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 346616, "video_name": "friends_s08e02_seg02_clip_03", "timestamp": [ 48.38, 50.24 ], "duration": 62.66, "caption": "A person opens the door and walks into woman's apartment.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 346617, "video_name": "met_s04e01_seg02_clip_01", "timestamp": [ 26.67, 31.63 ], "duration": 62.66, "caption": "A man opens a door, and a woman walks through the doorway into his apartment.", "similarity": 0.7741, "relevance": 4 }, { "pair_id": 346618, "video_name": "s01e04_seg02_clip_01", "timestamp": [ 36.27, 40.91 ], "duration": 58.66, "caption": "A woman opens the front door of a person's apartment.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 346619, "video_name": "friends_s01e11_seg02_clip_18", "timestamp": [ 43.22, 48.92 ], "duration": 60.66, "caption": "A man opens the door and woman walks into the apartment.", "similarity": 0.7726, "relevance": 3 } ] }, { "query_id": 62257, "query": "A man attaches a sketch to the white board.", "relevant_moment": [ { "pair_id": 165140, "video_name": "castle_s06e05_seg02_clip_02", "timestamp": [ 79.87, 81.22 ], "duration": 90.66, "caption": "A man attaches a sketch to the white board.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 165141, "video_name": "castle_s02e23_seg02_clip_10", "timestamp": [ 52.56, 55.35 ], "duration": 93.66, "caption": "A person places a drawing on top of the white board.", "similarity": 0.7503, "relevance": 4 }, { "pair_id": 165143, "video_name": "house_s01e03_seg02_clip_05", "timestamp": [ 31.21, 53.95 ], "duration": 89.66, "caption": "A man goes up to the whiteboard and starts drawing on it with different colors.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 165144, "video_name": "castle_s07e22_seg02_clip_14", "timestamp": [ 18.89, 22.57 ], "duration": 92.66, "caption": "A man attaches a photograph of a person to the white board.", "similarity": 0.7141, "relevance": 4 }, { "pair_id": 165145, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 14.6, 18.71 ], "duration": 91.66, "caption": "A man puts up a new picture on the white board.", "similarity": 0.707, "relevance": 4 }, { "pair_id": 165146, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 27.53, 33.49 ], "duration": 91.66, "caption": "A man puts a picture of a person on the whiteboard.", "similarity": 0.6935, "relevance": 4 }, { "pair_id": 165147, "video_name": "castle_s03e05_seg02_clip_07", "timestamp": [ 3.62, 4.98 ], "duration": 90.66, "caption": "A man puts out a second white board from the big whiteboard.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 165149, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 16.75, 21.71 ], "duration": 62.66, "caption": "A man pointed from shape to shape in a white board.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 165150, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 31.83, 41.81 ], "duration": 95.66, "caption": "A man points to a photo at the white board.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 165151, "video_name": "castle_s05e21_seg02_clip_10", "timestamp": [ 39.44, 45.14 ], "duration": 95.66, "caption": "A man puts a clip on a picture and hangs it on the white board.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 165152, "video_name": "house_s04e13_seg02_clip_01", "timestamp": [ 26.88, 31.65 ], "duration": 86.66, "caption": "A man is writing on a white board with a marker.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 165153, "video_name": "castle_s02e23_seg02_clip_02", "timestamp": [ 96.41, 100.49 ], "duration": 102.66, "caption": "A man is writing on a white board with a marker.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 165154, "video_name": "castle_s08e21_seg02_clip_07", "timestamp": [ 25.57, 29.16 ], "duration": 89.66, "caption": "A man hangs up paper onto the white board.", "similarity": 0.6701, "relevance": 3 }, { "pair_id": 165156, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.6693, "relevance": 4 }, { "pair_id": 165157, "video_name": "house_s08e17_seg02_clip_22", "timestamp": [ 42.33, 48.84 ], "duration": 93.66, "caption": "A man draws something on the whiteboard and shows it to everyone.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 165158, "video_name": "castle_s07e17_seg02_clip_02", "timestamp": [ 69.15, 73.3 ], "duration": 92.66, "caption": "A picture of a person is on the white board.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 165159, "video_name": "castle_s05e13_seg02_clip_14", "timestamp": [ 60.02, 66.82 ], "duration": 80.66, "caption": "A person hands a man a sketch to look at.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 338460, "video_name": "castle_s07e18_seg02_clip_17", "timestamp": [ 53.11, 58.52 ], "duration": 90.66, "caption": "A man wheels in a whiteboard with a diagram clipped to it.", "similarity": 0.6605, "relevance": 1 }, { "pair_id": 338461, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 69.48 ], "duration": 85.66, "caption": "A man puts a picture of a person up on the whiteboard.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 338462, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 66.5, 68.2 ], "duration": 85.66, "caption": "A man puts a photo of a guy on a white board.", "similarity": 0.6574, "relevance": 3 }, { "pair_id": 338463, "video_name": "house_s01e02_seg02_clip_18", "timestamp": [ 0.0, 2.77 ], "duration": 92.66, "caption": "A man draws letters with a marker on a whiteboard.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 338464, "video_name": "house_s05e06_seg02_clip_01", "timestamp": [ 56.53, 71.22 ], "duration": 89.66, "caption": "A man draws a cartoon baby on the white board.", "similarity": 0.6525, "relevance": 1 }, { "pair_id": 338465, "video_name": "castle_s07e12_seg02_clip_13", "timestamp": [ 65.45, 69.06 ], "duration": 90.66, "caption": "A man takes a photo and hangs it on the white board.", "similarity": 0.6494, "relevance": 3 }, { "pair_id": 338466, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 13.28, 15.64 ], "duration": 59.66, "caption": "A person is trying to point something on a white board.", "similarity": 0.6474, "relevance": 1 }, { "pair_id": 338467, "video_name": "castle_s06e13_seg02_clip_14", "timestamp": [ 69.34, 72.92 ], "duration": 89.66, "caption": "A man grabs a picture and hangs it at the top of the whiteboard.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 338468, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 25.49, 46.42 ], "duration": 91.66, "caption": "A man was standing in front of the white board.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 338469, "video_name": "house_s01e22_seg02_clip_05", "timestamp": [ 30.83, 39.57 ], "duration": 92.66, "caption": "A person is writing something on the white board.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 338470, "video_name": "castle_s05e24_seg02_clip_08", "timestamp": [ 50.37, 52.6 ], "duration": 89.66, "caption": "A person puts up a sketched photo of a man onto the case board.", "similarity": 0.6378, "relevance": 4 }, { "pair_id": 338471, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 39.23, 43.74 ], "duration": 90.66, "caption": "A man hangs a photograph up on the white board.", "similarity": 0.631, "relevance": 3 }, { "pair_id": 338472, "video_name": "house_s02e17_seg02_clip_21", "timestamp": [ 33.89, 35.65 ], "duration": 88.66, "caption": "A man crosses things off of a large white board.", "similarity": 0.6307, "relevance": 1 }, { "pair_id": 338473, "video_name": "s07e06_seg02_clip_01", "timestamp": [ 9.43, 13.66 ], "duration": 65.66, "caption": "A person is focused writing on their white board.", "similarity": 0.6294, "relevance": 1 }, { "pair_id": 338474, "video_name": "castle_s04e13_seg02_clip_22", "timestamp": [ 17.68, 21.4 ], "duration": 93.66, "caption": "A man writes on the white board with a black marker.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 338475, "video_name": "house_s05e06_seg02_clip_01", "timestamp": [ 17.8, 40.95 ], "duration": 89.66, "caption": "A person makes a chart on the white board.", "similarity": 0.6263, "relevance": 1 }, { "pair_id": 338476, "video_name": "house_s02e12_seg02_clip_06", "timestamp": [ 78.14, 86.09 ], "duration": 88.66, "caption": "A man copies down into a notepad what another man is drawing on the whiteboard.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 338477, "video_name": "castle_s05e20_seg02_clip_14", "timestamp": [ 70.13, 73.64 ], "duration": 87.66, "caption": "A person posted a photo of a man on the white board.", "similarity": 0.6247, "relevance": 3 }, { "pair_id": 338478, "video_name": "castle_s04e14_seg02_clip_24", "timestamp": [ 8.1, 11.25 ], "duration": 90.66, "caption": "A man sticks a picture onto the whiteboard and straightens it.", "similarity": 0.6241, "relevance": 3 }, { "pair_id": 338479, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 3.66, 5.8 ], "duration": 61.66, "caption": "A person is in front of a white board writing on it.", "similarity": 0.6224, "relevance": 1 } ] }, { "query_id": 62275, "query": "A person sets his/her laptop down on a table in the laundry room.", "relevant_moment": [ { "pair_id": 289660, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 55.07, 56.67 ], "duration": 64.66, "caption": "A person is sitting at their desk using their laptop.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 289661, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 19.22, 20.14 ], "duration": 61.66, "caption": "A person closes the laptop that's in front of him/her on the table.", "similarity": 0.6687, "relevance": 2 }, { "pair_id": 289662, "video_name": "castle_s04e15_seg02_clip_05", "timestamp": [ 40.98, 45.49 ], "duration": 90.66, "caption": "A person entered the room when a man is working with his Laptop.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 289663, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 10.03, 11.51 ], "duration": 59.66, "caption": "A person sits down on the couch and sets down the laptop.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 289664, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person is in front of their laptop in their desk.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 289665, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 17.96, 20.48 ], "duration": 63.66, "caption": "A person is at their desk in front of their laptop.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 289666, "video_name": "met_s03e09_seg02_clip_17", "timestamp": [ 21.97, 28.09 ], "duration": 72.66, "caption": "A man picks up a laptop and sets it on the dining table.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 289667, "video_name": "friends_s01e10_seg02_clip_08", "timestamp": [ 7.5, 10.5 ], "duration": 60.66, "caption": "The person on a jacket takes the laptop and put in another table.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 289668, "video_name": "s02e13_seg02_clip_11", "timestamp": [ 8.06, 10.86 ], "duration": 62.66, "caption": "A person sits at their desk chair and starts to use their laptop.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 289669, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A person is at his desk in front of his laptop.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 289670, "video_name": "s04e05_seg02_clip_05", "timestamp": [ 12.51, 16.17 ], "duration": 61.66, "caption": "A person moves the laptop on the table to face them.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 289671, "video_name": "s01e08_seg01_clip_01", "timestamp": [ 37.52, 49.52 ], "duration": 60.66, "caption": "A person starts to close the laptops, opens it and walks over then places the laptop on the table and sits down.", "similarity": 0.6535, "relevance": 3 }, { "pair_id": 289672, "video_name": "castle_s05e16_seg02_clip_10", "timestamp": [ 34.5, 37.59 ], "duration": 88.66, "caption": "A person walks over to a table and opens a laptop.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 289673, "video_name": "house_s08e20_seg02_clip_02", "timestamp": [ 35.39, 46.27 ], "duration": 90.66, "caption": "A man opens up the laptop that is on the table.", "similarity": 0.6513, "relevance": 3 }, { "pair_id": 289674, "video_name": "s04e11_seg02_clip_15", "timestamp": [ 38.55, 46.07 ], "duration": 94.66, "caption": "A person was working with their laptop whilst sitting.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 289675, "video_name": "house_s07e13_seg02_clip_08", "timestamp": [ 84.63, 86.86 ], "duration": 89.66, "caption": "A person closes their laptop and picks it up off of the table.", "similarity": 0.6486, "relevance": 3 }, { "pair_id": 289676, "video_name": "s02e06_seg02_clip_09", "timestamp": [ 28.38, 32.04 ], "duration": 61.66, "caption": "A person picks up the laptop from his lap and sets it next to him on the couch.", "similarity": 0.6462, "relevance": 3 }, { "pair_id": 289677, "video_name": "s07e17_seg02_clip_13", "timestamp": [ 3.05, 6.71 ], "duration": 61.66, "caption": "A man pulls out a tray table and places his laptop on it.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 289678, "video_name": "s08e05_seg02_clip_10", "timestamp": [ 23.26, 26.05 ], "duration": 62.66, "caption": "A person opens his laptop and another person puts his head on the table.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 289679, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A person is in front of a washing machine in the laundry room.", "similarity": 0.6445, "relevance": 1 } ] }, { "query_id": 62308, "query": "A man approaches a window and looks out as it's raining.", "relevant_moment": [ { "pair_id": 154740, "video_name": "friends_s02e08_seg02_clip_20", "timestamp": [ 2.24, 19.53 ], "duration": 64.66, "caption": "A man approaches a window and looks out as it's raining.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154741, "video_name": "friends_s02e17_seg02_clip_20", "timestamp": [ 22.26, 30.27 ], "duration": 89.66, "caption": "A man sits on the window sill and looks out the window while it is raining.", "similarity": 0.8158, "relevance": 4 }, { "pair_id": 154742, "video_name": "castle_s01e10_seg02_clip_26", "timestamp": [ 57.01, 60.05 ], "duration": 152.66, "caption": "A person is standing by the window looking at the rain.", "similarity": 0.8138, "relevance": 4 }, { "pair_id": 154743, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 32.31, 38.01 ], "duration": 95.66, "caption": "A man opens the blinds and looks at the rain.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 154744, "video_name": "house_s01e14_seg02_clip_19", "timestamp": [ 70.28, 73.46 ], "duration": 90.66, "caption": "A man came in while person is looking at the rain outside.", "similarity": 0.7482, "relevance": 4 }, { "pair_id": 154745, "video_name": "castle_s01e10_seg02_clip_26", "timestamp": [ 52.45, 60.05 ], "duration": 152.66, "caption": "A person is looking too far away from a window one rainy day.", "similarity": 0.7409, "relevance": 4 }, { "pair_id": 154746, "video_name": "friends_s02e08_seg02_clip_15", "timestamp": [ 0.0, 40.01 ], "duration": 62.66, "caption": "A person was standing outside the window while it is raining.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 154747, "video_name": "s10e05_seg02_clip_05", "timestamp": [ 17.71, 32.41 ], "duration": 60.66, "caption": "A man hears something and looks out the window.", "similarity": 0.663, "relevance": 3 }, { "pair_id": 154748, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 33.98, 41.43 ], "duration": 93.66, "caption": "A man approaches a window, pulls the curtains and looks through the window.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 154749, "video_name": "castle_s03e20_seg02_clip_02", "timestamp": [ 30.19, 33.34 ], "duration": 90.66, "caption": "A man walks over and looks out of the window.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 154750, "video_name": "castle_s08e21_seg02_clip_00", "timestamp": [ 4.21, 7.48 ], "duration": 93.66, "caption": "A person looks through the window and says the storm will continue.", "similarity": 0.6436, "relevance": 3 }, { "pair_id": 154751, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 37.24, 41.89 ], "duration": 93.66, "caption": "A man pulls the curtain back from a window and looks at the fountain.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 154752, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 48.16, 52.51 ], "duration": 58.66, "caption": "A man walks to the window and uncovers it.", "similarity": 0.6382, "relevance": 3 }, { "pair_id": 154753, "video_name": "friends_s01e02_seg02_clip_03", "timestamp": [ 31.63, 35.36 ], "duration": 62.66, "caption": "A man points to something he sees out the window.", "similarity": 0.634, "relevance": 2 }, { "pair_id": 154754, "video_name": "house_s06e14_seg02_clip_01", "timestamp": [ 60.3, 63.82 ], "duration": 88.66, "caption": "A man moves to the window and looks through the blinds.", "similarity": 0.6157, "relevance": 2 }, { "pair_id": 154755, "video_name": "grey_s02e05_seg02_clip_09", "timestamp": [ 15.58, 20.91 ], "duration": 76.66, "caption": "A man is holding up and umbrella in the rain to talk to person.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 154756, "video_name": "friends_s05e17_seg02_clip_01", "timestamp": [ 0.0, 3.2 ], "duration": 64.66, "caption": "A man moves his hands around to point out the window.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 154757, "video_name": "castle_s03e24_seg02_clip_15", "timestamp": [ 35.69, 40.6 ], "duration": 89.66, "caption": "A man is looking out his window and gulps down his drink.", "similarity": 0.5945, "relevance": 2 }, { "pair_id": 154758, "video_name": "house_s04e09_seg02_clip_17", "timestamp": [ 86.42, 90.02 ], "duration": 90.66, "caption": "A man walks up to a person as he is looking through a window.", "similarity": 0.5932, "relevance": 2 }, { "pair_id": 154759, "video_name": "friends_s09e23-24_seg02_clip_06", "timestamp": [ 25.68, 29.77 ], "duration": 58.66, "caption": "A man opens the curtains in the hotel room to show the rainy weather.", "similarity": 0.5926, "relevance": 3 }, { "pair_id": 328060, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 2.36, 4.72 ], "duration": 59.66, "caption": "A person turns around and looks out of a large window.", "similarity": 0.5913, "relevance": 3 }, { "pair_id": 328061, "video_name": "house_s07e11_seg02_clip_19", "timestamp": [ 1.34, 3.56 ], "duration": 89.66, "caption": "A woman blinks, sighs, and turns her head slightly as they stand in front of partially-open window blinds that show that it is dark and rainy outside.", "similarity": 0.5883, "relevance": 1 }, { "pair_id": 328062, "video_name": "friends_s10e12_seg02_clip_20", "timestamp": [ 29.77, 39.06 ], "duration": 64.66, "caption": "A man walks in and opens the windows to see snow.", "similarity": 0.5848, "relevance": 4 }, { "pair_id": 328063, "video_name": "house_s08e05_seg02_clip_06", "timestamp": [ 84.65, 88.84 ], "duration": 93.66, "caption": "A man leans back and looks up at a skylight window that is lit up and made up of several panes of glass.", "similarity": 0.5836, "relevance": 1 }, { "pair_id": 328064, "video_name": "house_s06e16_seg02_clip_01", "timestamp": [ 41.59, 45.57 ], "duration": 88.66, "caption": "A man looks out the window and slightly chuckles.", "similarity": 0.5832, "relevance": 2 }, { "pair_id": 328065, "video_name": "friends_s07e22_seg02_clip_08", "timestamp": [ 25.98, 29.95 ], "duration": 61.66, "caption": "A man looks out the passenger side window with a worried look.", "similarity": 0.5809, "relevance": 2 }, { "pair_id": 328066, "video_name": "s03e13_seg02_clip_10", "timestamp": [ 8.23, 10.82 ], "duration": 47.66, "caption": "A man notices a person is outside the window and quickly opens the window for him.", "similarity": 0.579, "relevance": 3 }, { "pair_id": 328067, "video_name": "castle_s06e12_seg02_clip_19", "timestamp": [ 3.24, 6.94 ], "duration": 92.66, "caption": "A man walks over and points to the holes in the window.", "similarity": 0.5785, "relevance": 3 }, { "pair_id": 328068, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 40.78, 59.16 ], "duration": 89.66, "caption": "A man is looking out the window and then turns to talk to another man.", "similarity": 0.575, "relevance": 2 }, { "pair_id": 328069, "video_name": "friends_s05e17_seg02_clip_00", "timestamp": [ 1.24, 6.51 ], "duration": 62.66, "caption": "A person waves his hand while looking out the window.", "similarity": 0.5744, "relevance": 2 }, { "pair_id": 328070, "video_name": "met_s02e17_seg02_clip_17", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A person is looking through a window and turns around.", "similarity": 0.5634, "relevance": 2 }, { "pair_id": 328071, "video_name": "s03e06_seg02_clip_01", "timestamp": [ 21.76, 25.82 ], "duration": 58.66, "caption": "A man looks out the window and looking slightly miffed.", "similarity": 0.5601, "relevance": 2 }, { "pair_id": 328072, "video_name": "house_s02e21_seg02_clip_21", "timestamp": [ 116.77, 129.03 ], "duration": 129.66, "caption": "A man looks through the window and sees a bird flying around.", "similarity": 0.558, "relevance": 3 }, { "pair_id": 328073, "video_name": "s10e12_seg02_clip_07", "timestamp": [ 17.02, 19.85 ], "duration": 63.66, "caption": "A person looks out the window and shakes their head from side to side.", "similarity": 0.5553, "relevance": 2 }, { "pair_id": 328074, "video_name": "house_s05e06_seg02_clip_02", "timestamp": [ 58.1, 62.94 ], "duration": 88.66, "caption": "A man goes to a window and moves the blinds over.", "similarity": 0.5536, "relevance": 3 }, { "pair_id": 328075, "video_name": "house_s05e23_seg02_clip_16", "timestamp": [ 14.11, 25.3 ], "duration": 48.66, "caption": "A man drives a person who is looking out the window.", "similarity": 0.5525, "relevance": 3 }, { "pair_id": 328076, "video_name": "s09e16_seg01_clip_02", "timestamp": [ 20.48, 25.54 ], "duration": 46.66, "caption": "While being very upset, a man walks over towards the window then back again.", "similarity": 0.5507, "relevance": 2 }, { "pair_id": 328077, "video_name": "house_s01e17_seg02_clip_19", "timestamp": [ 3.61, 12.17 ], "duration": 90.66, "caption": "The doctors look at a man who is looking out the window.", "similarity": 0.544, "relevance": 3 }, { "pair_id": 328078, "video_name": "s08e03_seg02_clip_05", "timestamp": [ 54.43, 59.23 ], "duration": 64.66, "caption": "A man looks out the window as he listens to another man speak.", "similarity": 0.5439, "relevance": 2 }, { "pair_id": 328079, "video_name": "house_s02e21_seg02_clip_08", "timestamp": [ 27.91, 31.51 ], "duration": 90.66, "caption": "A man looks at the small window attached on the morgue's door.", "similarity": 0.5427, "relevance": 2 } ] }, { "query_id": 62346, "query": "A woman gestures at a man with her arms.", "relevant_moment": [ { "pair_id": 164680, "video_name": "castle_s07e05_seg02_clip_27", "timestamp": [ 1.82, 3.44 ], "duration": 14.66, "caption": "A woman gestures at a man with her arms.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164681, "video_name": "met_s02e12_seg02_clip_05", "timestamp": [ 8.99, 12.1 ], "duration": 62.66, "caption": "A woman gestures towards man and then walks over and puts her arm around his shoulder.", "similarity": 0.8715, "relevance": 3 }, { "pair_id": 164682, "video_name": "friends_s09e20_seg02_clip_13", "timestamp": [ 3.48, 5.51 ], "duration": 58.66, "caption": "A woman gestures her hand at a man and nods.", "similarity": 0.8512, "relevance": 3 }, { "pair_id": 164683, "video_name": "castle_s06e02_seg02_clip_23", "timestamp": [ 5.14, 7.9 ], "duration": 79.66, "caption": "A woman gestures to the man behind her with her right hand.", "similarity": 0.8512, "relevance": 4 }, { "pair_id": 164684, "video_name": "met_s04e01_seg02_clip_06", "timestamp": [ 17.56, 20.49 ], "duration": 65.66, "caption": "A woman gestures as she talks to a man, her hands close to his.", "similarity": 0.8494, "relevance": 3 }, { "pair_id": 164686, "video_name": "s08e09_seg02_clip_13", "timestamp": [ 3.0, 5.4 ], "duration": 60.66, "caption": "A man gestures towards a woman with his left hand with both hands held next to each other.", "similarity": 0.8488, "relevance": 1 }, { "pair_id": 164687, "video_name": "s07e09_seg02_clip_12", "timestamp": [ 51.92, 56.13 ], "duration": 60.66, "caption": "A man and then woman both gesture towards a person.", "similarity": 0.8394, "relevance": 3 }, { "pair_id": 164688, "video_name": "s02e07_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman gestures with her hands toward a person.", "similarity": 0.836, "relevance": 4 }, { "pair_id": 164689, "video_name": "met_s05e01_seg02_clip_00", "timestamp": [ 4.28, 7.65 ], "duration": 61.66, "caption": "A woman touches the arm of man as they talk with each other.", "similarity": 0.8341, "relevance": 4 }, { "pair_id": 164690, "video_name": "s03e10_seg02_clip_05", "timestamp": [ 26.8, 28.23 ], "duration": 57.66, "caption": "A woman leans in and touches a man on the arm as she shakes her head and talks.", "similarity": 0.8187, "relevance": 2 }, { "pair_id": 164691, "video_name": "friends_s01e16-17_seg02_clip_17", "timestamp": [ 42.78, 48.51 ], "duration": 60.66, "caption": "A woman talks to a man while doing hand gestures.", "similarity": 0.8168, "relevance": 3 }, { "pair_id": 164692, "video_name": "castle_s02e01_seg02_clip_15", "timestamp": [ 4.35, 7.4 ], "duration": 87.66, "caption": "A man gestures out to a woman and back with their right hand.", "similarity": 0.8128, "relevance": 2 }, { "pair_id": 164693, "video_name": "met_s03e16_seg02_clip_01", "timestamp": [ 4.38, 7.19 ], "duration": 62.66, "caption": "A woman gestures to a man's shirt while talking about it.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 164695, "video_name": "s03e19_seg02_clip_06", "timestamp": [ 7.67, 11.21 ], "duration": 59.66, "caption": "A woman gestures to a man after another man mentioned her.", "similarity": 0.8084, "relevance": 3 }, { "pair_id": 164696, "video_name": "s03e11_seg02_clip_15", "timestamp": [ 3.05, 15.87 ], "duration": 61.66, "caption": "A woman puts her arm around woman as she talks to man.", "similarity": 0.8079, "relevance": 3 }, { "pair_id": 164697, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A woman gestures with both hands as she speaks to a man.", "similarity": 0.8054, "relevance": 3 }, { "pair_id": 164698, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 13.87, 16.53 ], "duration": 59.66, "caption": "A person gestures with his hand when he is speaking with a woman.", "similarity": 0.7981, "relevance": 2 }, { "pair_id": 164699, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 27.91, 31.94 ], "duration": 62.66, "caption": "A woman is making hand gestures as she speaks to a man.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 338000, "video_name": "friends_s06e19_seg02_clip_18", "timestamp": [ 26.4, 30.17 ], "duration": 58.66, "caption": "A woman leans forward and touches man on the arm.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 338001, "video_name": "s05e09_seg02_clip_04", "timestamp": [ 6.0, 8.7 ], "duration": 60.66, "caption": "A man gestures with both hands while talking to woman.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 338003, "video_name": "castle_s08e22_seg02_clip_11", "timestamp": [ 49.3, 51.63 ], "duration": 93.66, "caption": "A woman turns to a man and gestures towards another man.", "similarity": 0.7928, "relevance": 3 }, { "pair_id": 338004, "video_name": "friends_s10e15_seg02_clip_15", "timestamp": [ 26.61, 30.81 ], "duration": 56.66, "caption": "A woman gestures between herself and a man, depicting some sort of connection.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 338005, "video_name": "friends_s07e22_seg02_clip_06", "timestamp": [ 1.5, 5.1 ], "duration": 60.66, "caption": "A woman holds her hands on a man's arms while talking to him.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 338006, "video_name": "s02e11_seg02_clip_02", "timestamp": [ 57.03, 58.23 ], "duration": 60.66, "caption": "A woman shakes her head back and forth as she reaches out and touches a man's arm.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 338007, "video_name": "friends_s05e13_seg02_clip_11", "timestamp": [ 14.59, 16.21 ], "duration": 54.66, "caption": "Both people make gestures opening their arms toward a man.", "similarity": 0.7877, "relevance": 4 }, { "pair_id": 338008, "video_name": "friends_s01e24_seg02_clip_10", "timestamp": [ 38.07, 42.79 ], "duration": 59.66, "caption": "A man gestures wildly with his arms while talking to a woman.", "similarity": 0.7868, "relevance": 3 }, { "pair_id": 338009, "video_name": "friends_s09e03_seg02_clip_12", "timestamp": [ 59.44, 62.24 ], "duration": 62.66, "caption": "A man lifts his hand in an apologetic gesture towards woman.", "similarity": 0.7842, "relevance": 2 }, { "pair_id": 338010, "video_name": "friends_s05e14_seg02_clip_10", "timestamp": [ 53.09, 57.67 ], "duration": 61.66, "caption": "A woman gestures her hand to point out a man during a conversation.", "similarity": 0.7837, "relevance": 2 }, { "pair_id": 338011, "video_name": "friends_s01e09_seg02_clip_11", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person gestures with his/her left hand while talking with a woman.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 338012, "video_name": "friends_s06e24-25_seg02_clip_13", "timestamp": [ 0.0, 4.41 ], "duration": 63.66, "caption": "A woman touches a man's arm and then points at him.", "similarity": 0.7751, "relevance": 4 }, { "pair_id": 338013, "video_name": "friends_s06e01_seg02_clip_12", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A man makes a gesture, touching his two fingertips together as he talks to woman.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 338014, "video_name": "met_s03e11_seg02_clip_07", "timestamp": [ 5.83, 10.12 ], "duration": 61.66, "caption": "A woman gestures to guy as she is talking.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 338015, "video_name": "s07e05_seg02_clip_05", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man is holding onto his arm speaking to a woman.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 338016, "video_name": "friends_s08e11_seg02_clip_09", "timestamp": [ 11.81, 13.58 ], "duration": 59.66, "caption": "A woman reaches over and touches man on the arm.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 338017, "video_name": "grey_s03e24_seg02_clip_24", "timestamp": [ 14.64, 16.92 ], "duration": 91.66, "caption": "A woman rubs a man's arm while saying something to him.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 338018, "video_name": "friends_s07e01_seg02_clip_11", "timestamp": [ 53.71, 56.37 ], "duration": 59.66, "caption": "A man rubs a woman's arm while he is talking to her.", "similarity": 0.7633, "relevance": 4 }, { "pair_id": 338019, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 1.89, 3.15 ], "duration": 63.66, "caption": "A man gestures, opening his hand, while talking to a woman.", "similarity": 0.7613, "relevance": 2 } ] }, { "query_id": 62372, "query": "A man leans over and touches another person's hair, face, and shoulder.", "relevant_moment": [ { "pair_id": 7920, "video_name": "grey_s03e03_seg02_clip_11", "timestamp": [ 34.13, 52.34 ], "duration": 91.66, "caption": "A man leans over and touches another person's hair, face, and shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7921, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 23.81, 25.21 ], "duration": 56.66, "caption": "A man leans over and touches guy on the shoulder.", "similarity": 0.8391, "relevance": 3 }, { "pair_id": 7922, "video_name": "s04e09_seg02_clip_08", "timestamp": [ 8.7, 10.5 ], "duration": 60.66, "caption": "A person leans in and touches another person with his shoulder.", "similarity": 0.8326, "relevance": 3 }, { "pair_id": 7923, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 0.0, 6.63 ], "duration": 51.66, "caption": "A man touches another person's shoulder and then the other person turns around and touches his shoulder.", "similarity": 0.7739, "relevance": 3 }, { "pair_id": 7924, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 39.32, 41.42 ], "duration": 60.66, "caption": "A man leans back and puts his hand on his face in reaction to another man.", "similarity": 0.7696, "relevance": 1 }, { "pair_id": 7925, "video_name": "friends_s09e23-24_seg02_clip_26", "timestamp": [ 34.05, 39.05 ], "duration": 62.66, "caption": "A man leans over towards two people and waves his finger.", "similarity": 0.7665, "relevance": 2 }, { "pair_id": 7926, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 61.9, 67.81 ], "duration": 91.66, "caption": "A man leans forward and touches a person's hand and rubs it with his thumb.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 7927, "video_name": "friends_s06e12_seg02_clip_04", "timestamp": [ 19.24, 21.04 ], "duration": 60.66, "caption": "A man touches his ear then leans his head forward towards person.", "similarity": 0.7531, "relevance": 2 }, { "pair_id": 7928, "video_name": "friends_s08e10_seg02_clip_12", "timestamp": [ 25.12, 27.91 ], "duration": 62.66, "caption": "A man leans over and a woman places her hand on his shoulder.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 7929, "video_name": "friends_s06e19_seg02_clip_18", "timestamp": [ 26.4, 30.17 ], "duration": 58.66, "caption": "A woman leans forward and touches man on the arm.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 7930, "video_name": "s02e01_seg02_clip_12", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A man rolls his shoulders left and turns his head towards a person, holding that position.", "similarity": 0.7397, "relevance": 1 }, { "pair_id": 7931, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A man touches a man's shoulder.", "similarity": 0.7341, "relevance": 3 }, { "pair_id": 7932, "video_name": "friends_s02e21_seg02_clip_08", "timestamp": [ 46.74, 48.34 ], "duration": 64.66, "caption": "A man reaches over and rubs person's right shoulder.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 7933, "video_name": "met_s02e01_seg02_clip_09", "timestamp": [ 27.33, 34.09 ], "duration": 58.66, "caption": "A woman reaches over and touches a man's hair.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 7934, "video_name": "house_s08e03_seg02_clip_26", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A man leans closer to another person and has a conversation with him.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 7935, "video_name": "friends_s02e01_seg02_clip_03", "timestamp": [ 0.0, 8.68 ], "duration": 62.66, "caption": "A man stands with his hands on person's shoulders moves and moves person's hair back.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 7936, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 39.06, 41.19 ], "duration": 61.66, "caption": "A man touches another man's right shoulder with his hand.", "similarity": 0.7157, "relevance": 3 }, { "pair_id": 7937, "video_name": "s03e10_seg02_clip_05", "timestamp": [ 26.8, 28.23 ], "duration": 57.66, "caption": "A woman leans in and touches a man on the arm as she shakes her head and talks.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 7938, "video_name": "s10e03_seg02_clip_13", "timestamp": [ 10.8, 22.51 ], "duration": 60.66, "caption": "A man uncrosses his arms and turns toward a person.", "similarity": 0.7139, "relevance": 1 }, { "pair_id": 7939, "video_name": "met_s05e01_seg02_clip_01", "timestamp": [ 16.92, 20.84 ], "duration": 60.66, "caption": "A man leans towards woman's face and woman turns his head with her hands.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 181240, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 11.1, 14.43 ], "duration": 74.66, "caption": "A man stands up and touches someone on the shoulder.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 181241, "video_name": "house_s05e20_seg02_clip_04", "timestamp": [ 74.84, 79.63 ], "duration": 87.66, "caption": "A person leans back while another rubs his forehead.", "similarity": 0.7099, "relevance": 2 }, { "pair_id": 181242, "video_name": "friends_s08e16_seg02_clip_18", "timestamp": [ 13.65, 18.92 ], "duration": 62.66, "caption": "A man moves person's hair with his finger and they hug.", "similarity": 0.7089, "relevance": 4 }, { "pair_id": 181243, "video_name": "friends_s09e18_seg02_clip_16", "timestamp": [ 54.31, 59.81 ], "duration": 61.66, "caption": "A man gives another man two thumbs up, spreads his arms slightly, hovers one hand over the other wavering it, the other man leans forward and rests his chin on his hand and the first man leans forward slightly.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 181244, "video_name": "friends_s02e08_seg02_clip_17", "timestamp": [ 0.0, 5.53 ], "duration": 52.66, "caption": "A man leans his head back to ask another man about social cues.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 181245, "video_name": "s03e06_seg02_clip_12", "timestamp": [ 24.41, 25.33 ], "duration": 61.66, "caption": "A man reaches out and touches another man on the shoulder.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 181246, "video_name": "friends_s01e03_seg02_clip_10", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A man touches another man's shoulder while having a conversation with others.", "similarity": 0.7053, "relevance": 3 }, { "pair_id": 181247, "video_name": "friends_s01e24_seg02_clip_13", "timestamp": [ 32.34, 37.78 ], "duration": 64.66, "caption": "A man goes down and kisses another person on the shoulder and neck.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 181248, "video_name": "s02e15_seg02_clip_14", "timestamp": [ 8.96, 17.09 ], "duration": 56.66, "caption": "A man leans over, moves woman's hair out of the way and kisses her neck.", "similarity": 0.7039, "relevance": 3 }, { "pair_id": 181249, "video_name": "friends_s02e01_seg02_clip_08", "timestamp": [ 22.12, 27.07 ], "duration": 66.66, "caption": "A man leans over and points his fingers at another man.", "similarity": 0.7034, "relevance": 3 }, { "pair_id": 181250, "video_name": "friends_s02e06_seg02_clip_10", "timestamp": [ 2.95, 7.08 ], "duration": 59.66, "caption": "A man touches another person's arm when they're flexing their hand.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 181251, "video_name": "friends_s10e01_seg02_clip_09", "timestamp": [ 0.0, 4.68 ], "duration": 72.66, "caption": "A man leans towards the person and tries to kiss.", "similarity": 0.7016, "relevance": 2 }, { "pair_id": 181252, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 11.88, 13.64 ], "duration": 88.66, "caption": "A man leans back and crosses his hands while talking with another man.", "similarity": 0.7012, "relevance": 1 }, { "pair_id": 181253, "video_name": "friends_s02e21_seg02_clip_16", "timestamp": [ 25.18, 28.98 ], "duration": 58.66, "caption": "A man crosses his arms while another man leans towards him.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 181254, "video_name": "s09e08_seg02_clip_08", "timestamp": [ 7.32, 9.76 ], "duration": 61.66, "caption": "A man puts his hands on his chin and leans forward as he asks a woman to talk to him about another person.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 181255, "video_name": "friends_s05e02_seg02_clip_01", "timestamp": [ 24.72, 31.73 ], "duration": 61.66, "caption": "A man leans over guy and talks to him aggressively.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 181256, "video_name": "friends_s09e09_seg02_clip_09", "timestamp": [ 20.07, 22.45 ], "duration": 68.66, "caption": "A man is leaning on both of his hands.", "similarity": 0.6949, "relevance": 2 }, { "pair_id": 181257, "video_name": "s01e06_seg01_clip_01", "timestamp": [ 43.21, 45.21 ], "duration": 80.66, "caption": "A man turns around from facing woman and raises his arms towards two people.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 181258, "video_name": "s05e08_seg02_clip_10", "timestamp": [ 32.49, 34.45 ], "duration": 56.66, "caption": "A person leans over, holds his hand to up guy's ear and whispers to him.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 181259, "video_name": "met_s02e16_seg02_clip_16", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman leans over and puts her head on man's shoulder.", "similarity": 0.6909, "relevance": 2 } ] }, { "query_id": 62450, "query": "Two men are doing dishes when a woman walks in.", "relevant_moment": [ { "pair_id": 172400, "video_name": "friends_s05e08_seg02_clip_10", "timestamp": [ 17.99, 20.31 ], "duration": 58.66, "caption": "Two men are doing dishes when a woman walks in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172401, "video_name": "house_s02e07_seg02_clip_01", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is cleaning the dishes when a woman approached and helped him.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 172402, "video_name": "s07e04_seg02_clip_12", "timestamp": [ 19.54, 23.26 ], "duration": 62.66, "caption": "A man and a woman part ways for man to take his bath and woman will wash their dishes.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 172403, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 30.1, 33.94 ], "duration": 59.66, "caption": "A person takes his plate to another person who is washing dishes.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 172404, "video_name": "friends_s05e08_seg02_clip_09", "timestamp": [ 0.0, 54.02 ], "duration": 54.66, "caption": "Two men wash dishes in the kitchen.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 172405, "video_name": "s08e16_seg02_clip_00", "timestamp": [ 41.25, 44.04 ], "duration": 62.66, "caption": "A woman hands man dinner plates as he is washing the dishes.", "similarity": 0.611, "relevance": 3 }, { "pair_id": 172406, "video_name": "friends_s01e07_seg02_clip_09", "timestamp": [ 25.51, 30.01 ], "duration": 60.66, "caption": "A woman walks into the kitchen to join two men.", "similarity": 0.6061, "relevance": 3 }, { "pair_id": 172407, "video_name": "s06e12_seg02_clip_18", "timestamp": [ 4.8, 7.0 ], "duration": 40.66, "caption": "A man is cleaning the dishes as he listens to a woman.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 172408, "video_name": "friends_s01e06_seg02_clip_14", "timestamp": [ 34.27, 39.98 ], "duration": 60.66, "caption": "A man holds a pile of food while woman suggests how to clean the cookware.", "similarity": 0.5996, "relevance": 0 }, { "pair_id": 172409, "video_name": "grey_s03e24_seg02_clip_20", "timestamp": [ 14.0, 18.51 ], "duration": 100.66, "caption": "A man is washing his hands with a woman walks in.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 172410, "video_name": "friends_s10e08_seg02_clip_03", "timestamp": [ 0.0, 11.88 ], "duration": 59.66, "caption": "A woman hands some dirty dishes to a man and tells him to clean them but not to use detergent, and then she leaves to go across the hall.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 172411, "video_name": "friends_s03e07_seg02_clip_18", "timestamp": [ 0.0, 7.24 ], "duration": 60.66, "caption": "A woman carries two plates into the living room, walks in between a man and another man and sets the plates on the table.", "similarity": 0.5884, "relevance": 3 }, { "pair_id": 172412, "video_name": "s10e08_seg02_clip_13", "timestamp": [ 50.86, 54.59 ], "duration": 62.66, "caption": "A man walks in on two people having dinner.", "similarity": 0.5882, "relevance": 1 }, { "pair_id": 172413, "video_name": "friends_s05e08_seg02_clip_10", "timestamp": [ 35.98, 39.46 ], "duration": 58.66, "caption": "A woman tries to grab the dishes from another woman but she doesn't let her.", "similarity": 0.5783, "relevance": 0 }, { "pair_id": 172414, "video_name": "met_s02e03_seg02_clip_02", "timestamp": [ 16.58, 26.66 ], "duration": 65.66, "caption": "A man enters a restaurant and sits between a woman and another man at a large table.", "similarity": 0.5709, "relevance": 0 }, { "pair_id": 172415, "video_name": "met_s03e09_seg02_clip_11", "timestamp": [ 20.11, 24.61 ], "duration": 60.66, "caption": "A man and a woman walk into the living area and the man picks up an appetizer plate.", "similarity": 0.566, "relevance": 2 }, { "pair_id": 172416, "video_name": "met_s04e01_seg02_clip_04", "timestamp": [ 54.06, 56.02 ], "duration": 56.66, "caption": "A man brings out a couple of plates of food to a woman.", "similarity": 0.5602, "relevance": 0 }, { "pair_id": 172417, "video_name": "s04e04_seg02_clip_10", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A woman walks in the restaurant and sits down at a table with a man.", "similarity": 0.5587, "relevance": 1 }, { "pair_id": 172418, "video_name": "met_s04e01_seg02_clip_09", "timestamp": [ 38.46, 43.13 ], "duration": 58.66, "caption": "A man walks into a restaurant with a woman following behind him.", "similarity": 0.5568, "relevance": 1 }, { "pair_id": 172419, "video_name": "s09e09_seg02_clip_13", "timestamp": [ 0.0, 13.24 ], "duration": 63.66, "caption": "A person is standing beside another person as he washes dishes.", "similarity": 0.5565, "relevance": 3 }, { "pair_id": 345720, "video_name": "house_s06e18_seg02_clip_01", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A person walks into the room and puts dishes into the sink.", "similarity": 0.5557, "relevance": 2 }, { "pair_id": 345721, "video_name": "s06e01_seg02_clip_05", "timestamp": [ 27.27, 31.91 ], "duration": 58.66, "caption": "A man and a woman enter into the restaurant dining area.", "similarity": 0.5555, "relevance": 2 }, { "pair_id": 345722, "video_name": "friends_s07e07_seg02_clip_09", "timestamp": [ 41.2, 45.84 ], "duration": 58.66, "caption": "A man walks through the door, a woman wipes her hands on a towel while another woman reaches for a paper towel as he walks past them.", "similarity": 0.5534, "relevance": 3 }, { "pair_id": 345723, "video_name": "s09e05_seg02_clip_16", "timestamp": [ 40.23, 41.95 ], "duration": 43.66, "caption": "A woman is using her tablet when a man walks into the kitchen.", "similarity": 0.5524, "relevance": 1 }, { "pair_id": 345724, "video_name": "s09e09_seg02_clip_08", "timestamp": [ 0.0, 39.97 ], "duration": 61.66, "caption": "Two men stand at the sink washing dishes and having a conversation.", "similarity": 0.5523, "relevance": 3 }, { "pair_id": 345725, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 46.52, 50.42 ], "duration": 60.66, "caption": "A woman hands a man a dinner plate as he is by the kitchen sink.", "similarity": 0.5522, "relevance": 2 }, { "pair_id": 345726, "video_name": "house_s01e20_seg02_clip_18", "timestamp": [ 65.64, 70.37 ], "duration": 105.66, "caption": "A man opens his napkin while talking with a woman in a restaurant.", "similarity": 0.5511, "relevance": 0 }, { "pair_id": 345727, "video_name": "castle_s03e13_seg02_clip_00", "timestamp": [ 60.18, 64.88 ], "duration": 94.66, "caption": "A woman and a man walk into the restaurant and the man closes the door.", "similarity": 0.5504, "relevance": 1 }, { "pair_id": 345728, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 33.38, 40.06 ], "duration": 89.66, "caption": "A man enters and shows a woman a napkin.", "similarity": 0.5493, "relevance": 0 }, { "pair_id": 345729, "video_name": "friends_s02e23_seg02_clip_16", "timestamp": [ 20.26, 28.14 ], "duration": 45.66, "caption": "A man walks in, sees a woman and a man in the kitchen, and turns and walks back out.", "similarity": 0.5461, "relevance": 1 }, { "pair_id": 345730, "video_name": "house_s02e07_seg02_clip_01", "timestamp": [ 0.0, 6.75 ], "duration": 90.66, "caption": "A woman walks to the sink next to a man, then places the cup they have in their hand down on the counter.", "similarity": 0.5452, "relevance": 2 }, { "pair_id": 345731, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 37.05, 39.81 ], "duration": 46.66, "caption": "A man is in the kitchen as two people walk in.", "similarity": 0.5449, "relevance": 1 }, { "pair_id": 345732, "video_name": "castle_s04e09_seg02_clip_18", "timestamp": [ 21.0, 25.02 ], "duration": 89.66, "caption": "Two women walk in front of person in a restaurant.", "similarity": 0.5439, "relevance": 0 }, { "pair_id": 345733, "video_name": "house_s06e08_seg02_clip_10", "timestamp": [ 36.16, 43.1 ], "duration": 73.66, "caption": "A woman walks in to talk with a man carrying two sandwiches.", "similarity": 0.5437, "relevance": 1 }, { "pair_id": 345734, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A man walks into the kitchen while another person is cooking a meal.", "similarity": 0.5427, "relevance": 0 }, { "pair_id": 345735, "video_name": "friends_s01e12_seg02_clip_17", "timestamp": [ 33.87, 44.55 ], "duration": 61.66, "caption": "A woman hands a man a casserole dish before they leave.", "similarity": 0.5415, "relevance": 1 }, { "pair_id": 345736, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 51.06, 59.03 ], "duration": 59.66, "caption": "Two men and a woman are walking to a restaurant together on the street.", "similarity": 0.5398, "relevance": 1 }, { "pair_id": 345737, "video_name": "friends_s03e12_seg02_clip_03", "timestamp": [ 0.0, 14.72 ], "duration": 60.66, "caption": "A man is holding napkin dispensers and puts them on tables as he is with a woman.", "similarity": 0.5396, "relevance": 2 }, { "pair_id": 345739, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 4.13, 9.44 ], "duration": 59.66, "caption": "Two people arrive at the restaurant to a woman and a man's table.", "similarity": 0.5383, "relevance": 2 } ] }, { "query_id": 62510, "query": "A woman gets up from her chair as she catches another woman putting an empty milk carton in the fridge, opens the fridge to get the milk carton plus other trash on top of the fridge and tells the other woman to go throw away the trash.", "relevant_moment": [ { "pair_id": 158940, "video_name": "friends_s04e04_seg01_clip_00", "timestamp": [ 12.2, 36.61 ], "duration": 122.66, "caption": "A woman gets up from her chair as she catches another woman putting an empty milk carton in the fridge, opens the fridge to get the milk carton plus other trash on top of the fridge and tells the other woman to go throw away the trash.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158941, "video_name": "grey_s03e11_seg02_clip_10", "timestamp": [ 76.02, 80.77 ], "duration": 95.66, "caption": "A person opens the refrigerator and gets a carton of milk out.", "similarity": 0.6136, "relevance": 1 }, { "pair_id": 158942, "video_name": "s05e05_seg02_clip_06", "timestamp": [ 0.0, 14.95 ], "duration": 61.66, "caption": "A woman and another woman talk, then the first woman turns and walks over to a person, who is getting things out of the refrigerator.", "similarity": 0.6121, "relevance": 1 }, { "pair_id": 158943, "video_name": "s01e04_seg02_clip_14", "timestamp": [ 45.32, 54.62 ], "duration": 60.66, "caption": "A woman picks up the milk from the counter and puts it away in the fridge.", "similarity": 0.6019, "relevance": 1 }, { "pair_id": 158944, "video_name": "friends_s09e14_seg01_clip_01", "timestamp": [ 2.8, 8.81 ], "duration": 40.66, "caption": "A man gets the milk carton out of the fridge while another man asks him about himself.", "similarity": 0.5982, "relevance": 1 }, { "pair_id": 158945, "video_name": "s10e03_seg02_clip_08", "timestamp": [ 64.38, 65.02 ], "duration": 65.66, "caption": "A person takes a carton of milk out of the fridge.", "similarity": 0.5855, "relevance": 1 }, { "pair_id": 158946, "video_name": "s01e02_seg02_clip_07", "timestamp": [ 15.26, 18.61 ], "duration": 61.66, "caption": "A person opens the refrigerator and pulls out a carton of milk.", "similarity": 0.5614, "relevance": 1 }, { "pair_id": 158947, "video_name": "friends_s06e22_seg02_clip_07", "timestamp": [ 11.85, 42.9 ], "duration": 64.66, "caption": "A woman sends someone into the kitchen to get her a soda so another person can come out from under the sofa, but the first person comes back too soon.", "similarity": 0.5582, "relevance": 1 }, { "pair_id": 158948, "video_name": "friends_s10e09_seg02_clip_05", "timestamp": [ 36.77, 44.25 ], "duration": 59.66, "caption": "A woman walks into the cafe and another woman starts telling her what happened with a man and she gets it before she's done.", "similarity": 0.5579, "relevance": 1 }, { "pair_id": 158949, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 18.39, 22.61 ], "duration": 60.66, "caption": "A woman gets a Yoo-hoo out of the refrigerator.", "similarity": 0.5577, "relevance": 1 }, { "pair_id": 158950, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 21.77, 24.49 ], "duration": 68.66, "caption": "A woman gets up off the chair and turns and walks away from another woman.", "similarity": 0.5573, "relevance": 1 }, { "pair_id": 158951, "video_name": "friends_s10e11_seg02_clip_10", "timestamp": [ 42.86, 45.66 ], "duration": 56.66, "caption": "A woman gets up from her chair and walks over to another woman.", "similarity": 0.5531, "relevance": 1 }, { "pair_id": 158952, "video_name": "friends_s05e18_seg02_clip_14", "timestamp": [ 5.89, 22.02 ], "duration": 62.66, "caption": "A woman throws things in the trash and then tries to fish them out later.", "similarity": 0.5519, "relevance": 0 }, { "pair_id": 158953, "video_name": "friends_s07e23-24_seg02_clip_28", "timestamp": [ 0.0, 3.4 ], "duration": 68.66, "caption": "A woman walks away from another woman as the latter tries to stop her and tells her to eat with her as she is in the kitchen.", "similarity": 0.5512, "relevance": 1 }, { "pair_id": 158954, "video_name": "friends_s01e22_seg02_clip_13", "timestamp": [ 58.2, 61.46 ], "duration": 65.66, "caption": "A woman gets something out of the fridge and closes it.", "similarity": 0.5493, "relevance": 1 }, { "pair_id": 158955, "video_name": "castle_s07e13_seg02_clip_13", "timestamp": [ 73.25, 78.74 ], "duration": 91.66, "caption": "A woman gets up from her seat and leaves with another woman.", "similarity": 0.5473, "relevance": 1 }, { "pair_id": 158956, "video_name": "s06e08_seg02_clip_00", "timestamp": [ 22.28, 28.38 ], "duration": 61.66, "caption": "A person opens a container of milk that they pulled out of the fridge.", "similarity": 0.5462, "relevance": 1 }, { "pair_id": 158957, "video_name": "castle_s06e04_seg02_clip_07", "timestamp": [ 62.51, 64.32 ], "duration": 90.66, "caption": "A woman sees another woman and gets up from a chair.", "similarity": 0.5441, "relevance": 1 }, { "pair_id": 158958, "video_name": "friends_s01e07_seg02_clip_06", "timestamp": [ 4.54, 8.57 ], "duration": 50.66, "caption": "A woman walks away from another woman who is looking in the fridge.", "similarity": 0.5398, "relevance": 1 }, { "pair_id": 158959, "video_name": "friends_s05e07_seg02_clip_14", "timestamp": [ 1.87, 4.99 ], "duration": 62.66, "caption": "A woman picks up a carton of milk and starts to drink it.", "similarity": 0.5378, "relevance": 1 } ] }, { "query_id": 62564, "query": "A person picks up the remote control from the sofa cushion.", "relevant_moment": [ { "pair_id": 92560, "video_name": "s02e19_seg02_clip_10", "timestamp": [ 6.2, 9.61 ], "duration": 62.66, "caption": "A person picks up the remote control from the sofa cushion.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 92561, "video_name": "s02e19_seg02_clip_10", "timestamp": [ 6.82, 9.61 ], "duration": 62.66, "caption": "A person picks up the remote control from the couch between him and woman.", "similarity": 0.8219, "relevance": 4 }, { "pair_id": 92562, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 37.42, 39.4 ], "duration": 44.66, "caption": "A man picks up the remote control and sits on the couch.", "similarity": 0.7411, "relevance": 3 }, { "pair_id": 92563, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 3.78 ], "duration": 63.66, "caption": "A man sits down on the couch and picks up the remote.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 92564, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 51.06, 53.42 ], "duration": 59.66, "caption": "A man reaches over and picks up an item from the sofa.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 92565, "video_name": "s08e03_seg01_clip_00", "timestamp": [ 7.32, 11.94 ], "duration": 77.66, "caption": "A person is holding a remote and sits on the couch.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 92566, "video_name": "friends_s02e14_seg02_clip_11", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "A man picks up the cushions from the couch.", "similarity": 0.6904, "relevance": 1 }, { "pair_id": 92567, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A person picks up a remote and turns off a TV and then sets it down on a chair.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 92568, "video_name": "s02e09_seg02_clip_07", "timestamp": [ 32.21, 33.33 ], "duration": 56.66, "caption": "A person picks up a yellow piece of fabric from the couch.", "similarity": 0.6812, "relevance": 3 }, { "pair_id": 92569, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 30.57, 33.09 ], "duration": 63.66, "caption": "A person picks up a remote control and uses it on the TV.", "similarity": 0.6803, "relevance": 4 }, { "pair_id": 92571, "video_name": "met_s02e05_seg02_clip_15", "timestamp": [ 45.14, 48.11 ], "duration": 59.66, "caption": "A person picks up a remote and turns on a TV in front of the bed.", "similarity": 0.663, "relevance": 3 }, { "pair_id": 92572, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person picks up the remote and turns on the television.", "similarity": 0.6508, "relevance": 4 }, { "pair_id": 92573, "video_name": "friends_s05e16_seg02_clip_05", "timestamp": [ 25.18, 27.85 ], "duration": 59.66, "caption": "A person picks up a couch cushion and throws it off to the side.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 92574, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 10.88, 14.36 ], "duration": 87.66, "caption": "A man picks up person from off the floor onto the couch.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 92575, "video_name": "s04e05_seg01_clip_00", "timestamp": [ 17.39, 21.05 ], "duration": 61.66, "caption": "A person picks up the television remote and puts it back down.", "similarity": 0.6447, "relevance": 3 }, { "pair_id": 92576, "video_name": "friends_s03e11_seg02_clip_19", "timestamp": [ 44.82, 47.06 ], "duration": 64.66, "caption": "A person pats another person's hand and gets up from the sofa.", "similarity": 0.6439, "relevance": 1 }, { "pair_id": 92577, "video_name": "house_s05e03_seg02_clip_15", "timestamp": [ 54.41, 57.82 ], "duration": 85.66, "caption": "A person leans back on the sofa and grabs the remote as another man with stubble sits down next to him.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 92578, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 30.95, 33.68 ], "duration": 91.66, "caption": "Dr. person grabs the remote off the couch and turns off the TV.", "similarity": 0.6388, "relevance": 4 }, { "pair_id": 92579, "video_name": "s02e16_seg02_clip_09", "timestamp": [ 37.35, 40.77 ], "duration": 57.66, "caption": "A man picks up guy's couch cushion and puts it in person's spot on the couch.", "similarity": 0.6374, "relevance": 2 } ] }, { "query_id": 62571, "query": "A person uses his key to open the apartment complex door.", "relevant_moment": [ { "pair_id": 55760, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 33.03, 36.93 ], "duration": 71.66, "caption": "A person uses his key to open the apartment complex door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 55761, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 16.81, 23.53 ], "duration": 56.66, "caption": "A person uses their key to open the apartment door.", "similarity": 0.9723, "relevance": 4 }, { "pair_id": 55762, "video_name": "s01e11_seg02_clip_11", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person uses key to go into their apartment and close the door afterwards.", "similarity": 0.9019, "relevance": 3 }, { "pair_id": 55763, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 42.65, 46.71 ], "duration": 58.66, "caption": "A person inserts a key into the lock on the apartment door.", "similarity": 0.8623, "relevance": 3 }, { "pair_id": 55764, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 41.12, 44.42 ], "duration": 60.66, "caption": "A person turns the key and unlocks the door to his/her apartment.", "similarity": 0.8545, "relevance": 1 }, { "pair_id": 55765, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 12.77, 15.09 ], "duration": 58.66, "caption": "A man puts a key in the lock of their apartment door.", "similarity": 0.8497, "relevance": 3 }, { "pair_id": 55766, "video_name": "s05e19_seg01_clip_00", "timestamp": [ 49.74, 51.26 ], "duration": 61.66, "caption": "A man turns a key in the lock of an apartment door.", "similarity": 0.8408, "relevance": 2 }, { "pair_id": 55767, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 48.21, 49.43 ], "duration": 61.66, "caption": "A person opens the door to an apartment.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 55768, "video_name": "s01e02_seg01_clip_03", "timestamp": [ 33.82, 36.42 ], "duration": 40.66, "caption": "A person attempts to open the door to his/her apartment.", "similarity": 0.829, "relevance": 2 }, { "pair_id": 55769, "video_name": "friends_s02e16_seg02_clip_08", "timestamp": [ 42.55, 44.12 ], "duration": 63.66, "caption": "A person opens up the door of the apartment.", "similarity": 0.824, "relevance": 2 }, { "pair_id": 55770, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 44.27, 49.88 ], "duration": 59.66, "caption": "A person opens the door and enters the apartment.", "similarity": 0.8169, "relevance": 3 }, { "pair_id": 55771, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 43.66, 97.03 ], "duration": 97.66, "caption": "A person opens his apartment door for someone to come in.", "similarity": 0.8142, "relevance": 2 }, { "pair_id": 55772, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A person opens the door to the apartment and enters.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 55773, "video_name": "s01e02_seg01_clip_03", "timestamp": [ 32.22, 38.62 ], "duration": 40.66, "caption": "A person tries to enter their apartment but doesn't have a key to open the door.", "similarity": 0.8063, "relevance": 3 }, { "pair_id": 55774, "video_name": "s08e22_seg02_clip_06", "timestamp": [ 38.76, 43.18 ], "duration": 63.66, "caption": "A person opens and closes the door to the apartment.", "similarity": 0.797, "relevance": 3 }, { "pair_id": 55775, "video_name": "s05e20_seg02_clip_01", "timestamp": [ 36.89, 42.5 ], "duration": 59.66, "caption": "A person opens the door to an apartment and then closes it.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 55776, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 44.69, 45.88 ], "duration": 59.66, "caption": "A person opens the front door of their apartment.", "similarity": 0.7899, "relevance": 2 }, { "pair_id": 55777, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.7885, "relevance": 3 }, { "pair_id": 55778, "video_name": "s04e09_seg02_clip_01", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person comes into the apartment and closes the door.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 55779, "video_name": "s06e07_seg02_clip_01", "timestamp": [ 53.4, 54.62 ], "duration": 61.66, "caption": "A person enters the apartment and puts his keys in a bowl by the door.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 229080, "video_name": "castle_s07e20_seg02_clip_12", "timestamp": [ 5.0, 14.09 ], "duration": 90.66, "caption": "A person opens the apartment door and walks through it.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 229081, "video_name": "s04e19_seg02_clip_17", "timestamp": [ 2.84, 3.93 ], "duration": 9.66, "caption": "A woman heads to her apartment door with her key in hand.", "similarity": 0.7843, "relevance": 1 }, { "pair_id": 229082, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 229083, "video_name": "friends_s03e01_seg02_clip_14", "timestamp": [ 11.61, 11.9 ], "duration": 58.66, "caption": "A person opens the front door of the apartment.", "similarity": 0.7842, "relevance": 1 }, { "pair_id": 229084, "video_name": "s04e01_seg02_clip_17", "timestamp": [ 62.64, 67.9 ], "duration": 75.66, "caption": "A person opens the door to their apartment, walks in, and closes the door.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 229085, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.75, 64.02 ], "duration": 64.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 229086, "video_name": "s03e20_seg02_clip_07", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 229087, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 229088, "video_name": "friends_s07e04_seg02_clip_12", "timestamp": [ 3.56, 6.23 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.7834, "relevance": 2 }, { "pair_id": 229089, "video_name": "s02e05_seg01_clip_00", "timestamp": [ 1.83, 3.97 ], "duration": 61.66, "caption": "A man opens an apartment door and drops his keys into the bowl.", "similarity": 0.7826, "relevance": 3 }, { "pair_id": 229090, "video_name": "friends_s06e09_seg02_clip_14", "timestamp": [ 42.05, 44.31 ], "duration": 56.66, "caption": "A person opens the apartment door and closes it again.", "similarity": 0.7798, "relevance": 2 }, { "pair_id": 229091, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 50.19, 53.09 ], "duration": 58.66, "caption": "A person opens the front door and enters an apartment.", "similarity": 0.7769, "relevance": 3 }, { "pair_id": 229092, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 50.85, 52.66 ], "duration": 60.66, "caption": "A man opens the entry door to the apartment.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 229093, "video_name": "house_s05e21_seg02_clip_10", "timestamp": [ 49.41, 51.19 ], "duration": 89.66, "caption": "A man opens the door to allow a person into the apartment.", "similarity": 0.7761, "relevance": 2 }, { "pair_id": 229094, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 10.5, 15.61 ], "duration": 60.66, "caption": "A person takes their keys out of their pocket and unlocks the front door to their apartment.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 229095, "video_name": "s01e12_seg02_clip_08", "timestamp": [ 49.31, 52.1 ], "duration": 62.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.7749, "relevance": 2 }, { "pair_id": 229096, "video_name": "s01e02_seg02_clip_12", "timestamp": [ 32.11, 35.72 ], "duration": 60.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.7749, "relevance": 3 }, { "pair_id": 229097, "video_name": "met_s03e12_seg01_clip_00", "timestamp": [ 21.12, 22.35 ], "duration": 61.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.7749, "relevance": 3 }, { "pair_id": 229098, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 28.07, 31.73 ], "duration": 61.66, "caption": "A person enters the apartment and puts their keys in the bowl next to the door.", "similarity": 0.7727, "relevance": 3 }, { "pair_id": 229099, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 25.81, 30.91 ], "duration": 60.66, "caption": "A person opens the door and gets out of their apartment.", "similarity": 0.7726, "relevance": 2 } ] }, { "query_id": 62585, "query": "A woman is rubbing a child's head and looking down at her.", "relevant_moment": [ { "pair_id": 116720, "video_name": "friends_s10e10_seg01_clip_00", "timestamp": [ 5.55, 8.14 ], "duration": 74.66, "caption": "A woman is rubbing a child's head and looking down at her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 116721, "video_name": "house_s07e09_seg02_clip_23", "timestamp": [ 24.58, 25.94 ], "duration": 91.66, "caption": "A woman rubs the hair of her child while sitting.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 116722, "video_name": "friends_s09e07_seg02_clip_13", "timestamp": [ 48.61, 50.86 ], "duration": 90.66, "caption": "A woman reaches down and caresses child's face like a mother would.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 116723, "video_name": "grey_s02e12_seg02_clip_14", "timestamp": [ 43.62, 47.26 ], "duration": 90.66, "caption": "A woman puts both of her hands on her child's face.", "similarity": 0.6932, "relevance": 3 }, { "pair_id": 116724, "video_name": "house_s05e08_seg02_clip_08", "timestamp": [ 0.0, 2.31 ], "duration": 77.66, "caption": "A woman rubs her child's head while he lays in a hospital bed.", "similarity": 0.689, "relevance": 4 }, { "pair_id": 116725, "video_name": "friends_s03e08_seg02_clip_03", "timestamp": [ 23.36, 29.0 ], "duration": 53.66, "caption": "A woman touches someone all over their head and looks at their head.", "similarity": 0.6796, "relevance": 3 }, { "pair_id": 116726, "video_name": "friends_s01e08_seg02_clip_19", "timestamp": [ 12.66, 23.36 ], "duration": 56.66, "caption": "A woman reaches over and touches strands of her child's hair.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 116727, "video_name": "friends_s04e14_seg02_clip_07", "timestamp": [ 33.41, 38.76 ], "duration": 63.66, "caption": "A woman approaches person and starts rubbing her head.", "similarity": 0.6723, "relevance": 1 }, { "pair_id": 116728, "video_name": "grey_s03e03_seg02_clip_23", "timestamp": [ 57.87, 62.22 ], "duration": 87.66, "caption": "A woman rubs the head of a child laying in a hospital bed.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 116729, "video_name": "castle_s03e02_seg02_clip_03", "timestamp": [ 70.67, 74.27 ], "duration": 90.66, "caption": "A woman looks down and rubs another person's arm with her thumb and then looks at them.", "similarity": 0.6669, "relevance": 0 }, { "pair_id": 116730, "video_name": "house_s07e22_seg02_clip_23", "timestamp": [ 21.03, 28.05 ], "duration": 87.66, "caption": "A woman caresses the head of her child while staying in a man's room.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 116731, "video_name": "s06e22_seg02_clip_08", "timestamp": [ 29.41, 31.09 ], "duration": 56.66, "caption": "A woman looks at someone and lowers her head.", "similarity": 0.6547, "relevance": 1 }, { "pair_id": 116732, "video_name": "house_s05e13_seg02_clip_26", "timestamp": [ 29.02, 38.02 ], "duration": 40.66, "caption": "A woman with a bandaged head hugs a little child as a man watches.", "similarity": 0.6433, "relevance": 0 }, { "pair_id": 116733, "video_name": "castle_s02e08_seg02_clip_25", "timestamp": [ 15.75, 16.65 ], "duration": 90.66, "caption": "A woman turns her head and looks away from her children.", "similarity": 0.6432, "relevance": 0 }, { "pair_id": 116734, "video_name": "house_s08e14_seg02_clip_00", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A woman rearranges her child's gown then rubs their cheek.", "similarity": 0.6343, "relevance": 1 }, { "pair_id": 116735, "video_name": "met_s03e07_seg02_clip_02", "timestamp": [ 38.71, 41.19 ], "duration": 61.66, "caption": "A woman turns around to face her young children.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 116736, "video_name": "met_s03e09_seg02_clip_06", "timestamp": [ 48.14, 49.97 ], "duration": 60.66, "caption": "A woman rubs her forehead with the back of her hand.", "similarity": 0.6264, "relevance": 0 }, { "pair_id": 116737, "video_name": "house_s02e17_seg02_clip_06", "timestamp": [ 47.04, 50.84 ], "duration": 95.66, "caption": "A woman is stroking her child's head while he is laying in a hospital bed.", "similarity": 0.6251, "relevance": 3 }, { "pair_id": 116738, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 66.62, 68.87 ], "duration": 90.66, "caption": "A woman holds the child patient's head with one hand and shines a light in her eyes with the other.", "similarity": 0.6226, "relevance": 3 }, { "pair_id": 116739, "video_name": "house_s01e13_seg02_clip_12", "timestamp": [ 38.3, 41.46 ], "duration": 90.66, "caption": "A man rubs the hair on his child's head.", "similarity": 0.6203, "relevance": 1 }, { "pair_id": 290040, "video_name": "castle_s01e02_seg02_clip_11", "timestamp": [ 31.6, 34.27 ], "duration": 89.66, "caption": "A woman looks down at a girl and puts her hand on her head.", "similarity": 0.62, "relevance": 4 }, { "pair_id": 290041, "video_name": "friends_s05e18_seg02_clip_14", "timestamp": [ 27.6, 39.39 ], "duration": 62.66, "caption": "A woman asks a man to keep an eye on her child.", "similarity": 0.6182, "relevance": 3 }, { "pair_id": 290042, "video_name": "friends_s06e05_seg02_clip_01", "timestamp": [ 1.22, 22.49 ], "duration": 60.66, "caption": "A woman gets nervous about watching someone else's kids.", "similarity": 0.6175, "relevance": 3 }, { "pair_id": 290043, "video_name": "castle_s05e20_seg02_clip_10", "timestamp": [ 12.91, 15.13 ], "duration": 89.66, "caption": "A woman rubs her hand on her forehead and hair.", "similarity": 0.6152, "relevance": 2 }, { "pair_id": 290044, "video_name": "house_s05e17_seg02_clip_08", "timestamp": [ 12.18, 20.89 ], "duration": 87.66, "caption": "A person kissed a child's forehead while she was being checked up.", "similarity": 0.6123, "relevance": 4 }, { "pair_id": 290045, "video_name": "friends_s05e19_seg02_clip_09", "timestamp": [ 8.1, 11.71 ], "duration": 60.66, "caption": "A woman rubs her hands together before raising them above her head.", "similarity": 0.6108, "relevance": 2 }, { "pair_id": 290046, "video_name": "grey_s01e02_seg02_clip_25", "timestamp": [ 1.85, 5.54 ], "duration": 123.66, "caption": "A woman wearing tan scrubs rubs a newborn baby's head.", "similarity": 0.6093, "relevance": 4 }, { "pair_id": 290047, "video_name": "castle_s04e02_seg02_clip_22", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A woman is looking down and then looks to a person.", "similarity": 0.6076, "relevance": 2 }, { "pair_id": 290048, "video_name": "castle_s08e02_seg02_clip_22", "timestamp": [ 5.47, 10.52 ], "duration": 84.66, "caption": "A woman looks down at another woman with a wound on her head.", "similarity": 0.6057, "relevance": 2 }, { "pair_id": 290049, "video_name": "house_s06e16_seg02_clip_04", "timestamp": [ 55.81, 60.32 ], "duration": 90.66, "caption": "A woman turns around and looks at a child with a police officer.", "similarity": 0.599, "relevance": 2 }, { "pair_id": 290050, "video_name": "friends_s09e02_seg02_clip_04", "timestamp": [ 2.17, 8.37 ], "duration": 62.66, "caption": "A woman leans over to look at the baby and puts her hands on her face.", "similarity": 0.5984, "relevance": 3 }, { "pair_id": 290051, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 41.37, 42.78 ], "duration": 94.66, "caption": "A woman turns her head and looks at person.", "similarity": 0.5933, "relevance": 2 }, { "pair_id": 290052, "video_name": "friends_s06e13_seg02_clip_16", "timestamp": [ 11.94, 16.56 ], "duration": 77.66, "caption": "A woman reaches behind her head and rubs her hair.", "similarity": 0.5893, "relevance": 2 }, { "pair_id": 290054, "video_name": "house_s07e03_seg02_clip_23", "timestamp": [ 75.17, 90.02 ], "duration": 90.66, "caption": "A woman turns from her son and looks at a person in disbelief.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 290055, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 32.6, 39.12 ], "duration": 93.66, "caption": "A woman touches her child to stop them from revealing too much private information.", "similarity": 0.5854, "relevance": 2 }, { "pair_id": 290056, "video_name": "house_s02e17_seg02_clip_05", "timestamp": [ 45.31, 55.12 ], "duration": 93.66, "caption": "A woman talks to people about their child.", "similarity": 0.5848, "relevance": 1 }, { "pair_id": 290057, "video_name": "grey_s02e07_seg02_clip_11", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A woman looks down at woman's scrubs.", "similarity": 0.5834, "relevance": 1 }, { "pair_id": 290058, "video_name": "grey_s03e08_seg02_clip_07", "timestamp": [ 0.0, 25.68 ], "duration": 87.66, "caption": "A woman is checking on a child patient while the parents are there and talking to the child.", "similarity": 0.5832, "relevance": 3 }, { "pair_id": 290059, "video_name": "house_s07e09_seg02_clip_22", "timestamp": [ 73.67, 75.01 ], "duration": 89.66, "caption": "A person puts the back of his hand to the forehead of a child.", "similarity": 0.5814, "relevance": 3 } ] }, { "query_id": 62633, "query": "A woman walks into the kitchen and finds someone sitting at the counter and drinking coffee among all the cobblers she baked.", "relevant_moment": [ { "pair_id": 15840, "video_name": "grey_s03e12_seg02_clip_17", "timestamp": [ 35.73, 40.9 ], "duration": 94.66, "caption": "A woman walks into the kitchen and finds someone sitting at the counter and drinking coffee among all the cobblers she baked.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15841, "video_name": "friends_s03e13_seg02_clip_01", "timestamp": [ 49.69, 61.79 ], "duration": 63.66, "caption": "A woman walks into the kitchen and pours a cup of coffee.", "similarity": 0.7488, "relevance": 1 }, { "pair_id": 15842, "video_name": "friends_s05e04_seg02_clip_06", "timestamp": [ 49.04, 52.46 ], "duration": 57.66, "caption": "A woman walks from the kitchen with a bowl and puts it onto the coffee table as she sits on the floor as she mentions the person living next to her.", "similarity": 0.7269, "relevance": 0 }, { "pair_id": 15843, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 23.5, 30.82 ], "duration": 61.66, "caption": "A woman walks into the kitchen and takes food from a container in the counter.", "similarity": 0.7176, "relevance": 0 }, { "pair_id": 15844, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 8.56, 14.76 ], "duration": 59.66, "caption": "A person walks into the kitchen and pours a cup of coffee.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 15845, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 54.54, 58.03 ], "duration": 58.66, "caption": "A woman picks up her coffee cup and walks out of the kitchen.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 15846, "video_name": "s09e24_seg02_clip_08", "timestamp": [ 36.62, 41.72 ], "duration": 60.66, "caption": "A woman enters the kitchen and walks towards the counter.", "similarity": 0.6911, "relevance": 1 }, { "pair_id": 15848, "video_name": "grey_s03e20_seg02_clip_00", "timestamp": [ 21.16, 28.68 ], "duration": 94.66, "caption": "A woman walks into the kitchen and sits at the counter.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 15849, "video_name": "grey_s03e02_seg02_clip_13", "timestamp": [ 33.82, 39.68 ], "duration": 90.66, "caption": "A woman walks into the kitchen and is amazed at all the baked goods all over the place.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 15850, "video_name": "grey_s03e24_seg02_clip_00", "timestamp": [ 28.93, 37.2 ], "duration": 91.66, "caption": "A woman comes in the kitchen and pours a cup of coffee.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 15851, "video_name": "castle_s04e15_seg02_clip_08", "timestamp": [ 8.36, 19.37 ], "duration": 88.66, "caption": "A woman walks into the kitchen and touches a mug on the counter.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 15852, "video_name": "s06e15_seg02_clip_13", "timestamp": [ 53.67, 58.03 ], "duration": 58.66, "caption": "A woman walks over from the kitchen and puts the tray down on the coffee table.", "similarity": 0.6664, "relevance": 0 }, { "pair_id": 15853, "video_name": "grey_s03e20_seg02_clip_00", "timestamp": [ 2.35, 8.46 ], "duration": 94.66, "caption": "A woman walks into the kitchen and puts a bag on the counter.", "similarity": 0.6651, "relevance": 3 }, { "pair_id": 15854, "video_name": "castle_s01e09_seg02_clip_11", "timestamp": [ 27.91, 33.02 ], "duration": 93.66, "caption": "A person pours a woman a cup of coffee in the kitchen.", "similarity": 0.6632, "relevance": 3 }, { "pair_id": 15855, "video_name": "s10e06_seg02_clip_03", "timestamp": [ 18.03, 20.94 ], "duration": 53.66, "caption": "A woman walks her way to the kitchen table where a person is doing something.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 15856, "video_name": "friends_s04e03_seg02_clip_17", "timestamp": [ 42.41, 43.33 ], "duration": 61.66, "caption": "A woman walks into the kitchen toward a person with a plate.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 15857, "video_name": "castle_s05e04_seg02_clip_08", "timestamp": [ 83.54, 91.31 ], "duration": 91.66, "caption": "A woman walks through the kitchen eating food and talking with someone.", "similarity": 0.6585, "relevance": 1 }, { "pair_id": 15858, "video_name": "castle_s01e09_seg02_clip_00", "timestamp": [ 9.3, 18.61 ], "duration": 93.66, "caption": "A person walks up to woman with coffee and breakfast food.", "similarity": 0.658, "relevance": 0 }, { "pair_id": 15859, "video_name": "s09e08_seg01_clip_01", "timestamp": [ 3.08, 5.78 ], "duration": 77.66, "caption": "A woman brings her coffee over to the kitchen table and sits.", "similarity": 0.6563, "relevance": 2 } ] }, { "query_id": 62641, "query": "A woman is checking a baby in an incubator with a stethoscope.", "relevant_moment": [ { "pair_id": 165780, "video_name": "grey_s03e12_seg02_clip_15", "timestamp": [ 21.53, 32.03 ], "duration": 105.66, "caption": "A woman is checking a baby in an incubator with a stethoscope.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165781, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 63.02, 64.37 ], "duration": 90.66, "caption": "A woman has her hand on an infant inside of an incubator and looking down at the infant.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 165782, "video_name": "house_s05e06_seg02_clip_09", "timestamp": [ 40.51, 44.6 ], "duration": 91.66, "caption": "A woman is checking the baby of the patient.", "similarity": 0.7895, "relevance": 3 }, { "pair_id": 165783, "video_name": "grey_s02e11_seg02_clip_19", "timestamp": [ 0.0, 3.9 ], "duration": 86.66, "caption": "A woman is touching a baby inside an incubator.", "similarity": 0.7735, "relevance": 2 }, { "pair_id": 165784, "video_name": "grey_s03e12_seg02_clip_20", "timestamp": [ 74.15, 78.22 ], "duration": 90.66, "caption": "A person is looking at a baby inside an incubator.", "similarity": 0.7708, "relevance": 3 }, { "pair_id": 165785, "video_name": "house_s05e06_seg02_clip_09", "timestamp": [ 47.79, 52.79 ], "duration": 91.66, "caption": "A woman is checking the patient's baby using a machine.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 165786, "video_name": "grey_s02e11_seg02_clip_08", "timestamp": [ 0.0, 13.67 ], "duration": 91.66, "caption": "A woman sees a woman talking to a baby through an incubator.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 165787, "video_name": "house_s01e18_seg02_clip_22", "timestamp": [ 88.0, 89.59 ], "duration": 106.66, "caption": "A doctor uses a stethoscope to examine a newborn baby.", "similarity": 0.7197, "relevance": 4 }, { "pair_id": 165788, "video_name": "grey_s02e15_seg02_clip_24", "timestamp": [ 87.38, 91.03 ], "duration": 91.66, "caption": "A woman tends to a baby with her hand through an opening in the side of an incubator.", "similarity": 0.714, "relevance": 4 }, { "pair_id": 165789, "video_name": "grey_s03e01_seg02_clip_18", "timestamp": [ 42.31, 88.22 ], "duration": 90.66, "caption": "A woman is touching a small baby in an incubator as she is conversing with a man.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 165790, "video_name": "house_s07e05_seg02_clip_09", "timestamp": [ 0.0, 5.88 ], "duration": 90.66, "caption": "A woman is standing by a baby's incubator as she speaks to man.", "similarity": 0.7012, "relevance": 0 }, { "pair_id": 165791, "video_name": "grey_s02e03_seg02_clip_16", "timestamp": [ 13.2, 16.81 ], "duration": 80.66, "caption": "A woman touches the baby in the incubator gently.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 165792, "video_name": "grey_s02e11_seg02_clip_19", "timestamp": [ 74.93, 86.63 ], "duration": 86.66, "caption": "A woman is with babies in the incubator as she speaks to another woman behind her.", "similarity": 0.6914, "relevance": 3 }, { "pair_id": 165793, "video_name": "friends_s04e17_seg02_clip_21", "timestamp": [ 27.46, 31.29 ], "duration": 45.66, "caption": "A woman looks at her baby on the monitor at the hospital.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 165794, "video_name": "grey_s02e14_seg02_clip_04", "timestamp": [ 68.26, 70.1 ], "duration": 92.66, "caption": "A woman is looking over at her baby on the ultrasound machine.", "similarity": 0.6799, "relevance": 1 }, { "pair_id": 165795, "video_name": "house_s01e18_seg02_clip_03", "timestamp": [ 32.02, 34.22 ], "duration": 87.66, "caption": "A man is using a stethoscope to check the chest of a baby.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 165796, "video_name": "friends_s05e03_seg02_clip_13", "timestamp": [ 21.25, 45.45 ], "duration": 59.66, "caption": "A woman gives birth to a baby and looks at it for the first time.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 165797, "video_name": "grey_s02e03_seg02_clip_09", "timestamp": [ 9.5, 18.09 ], "duration": 90.66, "caption": "A woman puts her index finger into the hands of the little baby in the incubator.", "similarity": 0.6546, "relevance": 2 }, { "pair_id": 165798, "video_name": "friends_s08e23-24_seg02_clip_40", "timestamp": [ 0.0, 2.04 ], "duration": 58.66, "caption": "A woman holds her chest as she looks at someone's baby.", "similarity": 0.6478, "relevance": 1 }, { "pair_id": 165799, "video_name": "grey_s02e11_seg02_clip_22", "timestamp": [ 23.93, 30.37 ], "duration": 92.66, "caption": "A woman wakes up after sleeping next to a baby in an incubator.", "similarity": 0.6419, "relevance": 1 } ] }, { "query_id": 62651, "query": "A man gets out of the booth and walks to the bar, drops off his glass and gets another one from the bartender, and then returns to the booth.", "relevant_moment": [ { "pair_id": 308640, "video_name": "met_s06e18_seg02_clip_05", "timestamp": [ 3.19, 4.64 ], "duration": 58.66, "caption": "A person quickly gets out of the booth and walks away.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 308641, "video_name": "castle_s06e13_seg02_clip_18", "timestamp": [ 34.14, 37.88 ], "duration": 93.66, "caption": "A man leaves the people to get the customers at the other end of the bar.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 308642, "video_name": "met_s04e01_seg02_clip_18", "timestamp": [ 11.6, 17.73 ], "duration": 64.66, "caption": "A person takes a drink from a glass and then sets it down and walks away.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 308643, "video_name": "house_s04e06_seg02_clip_16", "timestamp": [ 30.72, 43.44 ], "duration": 87.66, "caption": "A man leaves another man and walks to see someone after he knocks on the glass.", "similarity": 0.6217, "relevance": 0 }, { "pair_id": 308644, "video_name": "met_s03e09_seg01_clip_00", "timestamp": [ 66.24, 69.71 ], "duration": 77.66, "caption": "Some people leave the bar booth.", "similarity": 0.6182, "relevance": 2 }, { "pair_id": 308645, "video_name": "s08e10_seg02_clip_06", "timestamp": [ 22.81, 26.8 ], "duration": 57.66, "caption": "A person gets up to go get another glass and leaves the two people alone.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 308646, "video_name": "met_s02e18_seg02_clip_13", "timestamp": [ 16.46, 18.9 ], "duration": 60.66, "caption": "A man left a man drinking alone in the bar.", "similarity": 0.6159, "relevance": 2 }, { "pair_id": 308647, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 15.96, 23.79 ], "duration": 58.66, "caption": "A man gets out of the booth and tosses some money on the table before walking away.", "similarity": 0.6138, "relevance": 2 }, { "pair_id": 308648, "video_name": "met_s02e19_seg02_clip_16", "timestamp": [ 51.91, 60.4 ], "duration": 62.66, "caption": "A man sits down at the booth and, immediately, gets up and walks off.", "similarity": 0.6109, "relevance": 2 }, { "pair_id": 308649, "video_name": "met_s02e10_seg02_clip_13", "timestamp": [ 5.06, 16.38 ], "duration": 59.66, "caption": "A man approaches a person at the bar then walks away.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 308650, "video_name": "castle_s02e08_seg02_clip_15", "timestamp": [ 79.25, 81.44 ], "duration": 87.66, "caption": "A person walks away from two people leaving them at the bar.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 308651, "video_name": "s09e05_seg02_clip_12", "timestamp": [ 27.91, 31.01 ], "duration": 62.66, "caption": "A person picks their drink up off the bar and walks away.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 308652, "video_name": "house_s05e05_seg02_clip_03", "timestamp": [ 32.41, 36.91 ], "duration": 90.66, "caption": "A person gets up from a booth in a restaurant and walks off.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 308653, "video_name": "house_s07e16_seg02_clip_13", "timestamp": [ 35.11, 49.06 ], "duration": 90.66, "caption": "A man gets up from the bar and leaves.", "similarity": 0.6061, "relevance": 2 }, { "pair_id": 308654, "video_name": "s02e21_seg02_clip_15", "timestamp": [ 51.26, 61.03 ], "duration": 61.66, "caption": "A man leaves his chair, walks over to two men at the bar and talks.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 308655, "video_name": "met_s06e15_seg02_clip_02", "timestamp": [ 28.21, 33.92 ], "duration": 60.66, "caption": "A man taps another man on the arm and they both get up and walk away from the booth and a woman.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 308656, "video_name": "castle_s06e20_seg02_clip_26", "timestamp": [ 18.5, 22.94 ], "duration": 148.66, "caption": "A man gets the glass of alcohol that another person is drinking.", "similarity": 0.6023, "relevance": 1 }, { "pair_id": 308657, "video_name": "castle_s02e18_seg02_clip_08", "timestamp": [ 6.14, 23.6 ], "duration": 94.66, "caption": "The bartender walks over to the other end of the bar and gets themselves a drink.", "similarity": 0.6009, "relevance": 2 }, { "pair_id": 308658, "video_name": "met_s06e01_seg02_clip_05", "timestamp": [ 45.92, 50.12 ], "duration": 60.66, "caption": "A man jumps out of the booth and pulls out his wallet.", "similarity": 0.6008, "relevance": 2 }, { "pair_id": 308659, "video_name": "house_s07e21_seg02_clip_22", "timestamp": [ 47.01, 52.66 ], "duration": 94.66, "caption": "A man gets up from one end of the bar and crosses to the other to talk to the bartender.", "similarity": 0.5997, "relevance": 2 } ] }, { "query_id": 62655, "query": "A person is speaking while looking at the board.", "relevant_moment": [ { "pair_id": 2120, "video_name": "met_s05e03_seg02_clip_03", "timestamp": [ 1.49, 3.58 ], "duration": 59.66, "caption": "A person is speaking while looking at the board.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2121, "video_name": "met_s05e03_seg02_clip_01", "timestamp": [ 5.18, 11.28 ], "duration": 60.66, "caption": "A person is talking in front of a blackboard.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 2122, "video_name": "castle_s05e10_seg02_clip_13", "timestamp": [ 29.45, 57.06 ], "duration": 92.66, "caption": "A man is by the as board as he speaks to two people.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 2123, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 32.79, 43.71 ], "duration": 95.66, "caption": "A person is in front of the case board speaking to some people.", "similarity": 0.7412, "relevance": 3 }, { "pair_id": 2124, "video_name": "house_s05e11_seg02_clip_01", "timestamp": [ 0.0, 8.2 ], "duration": 91.66, "caption": "A person stands by the white board and speaks with person.", "similarity": 0.7314, "relevance": 2 }, { "pair_id": 2125, "video_name": "castle_s04e19_seg02_clip_23", "timestamp": [ 55.81, 57.17 ], "duration": 90.66, "caption": "A person turns around after explaining something on the board.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 2126, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 83.72, 88.06 ], "duration": 124.66, "caption": "A person is deep in thought while looking at their whiteboard.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 2127, "video_name": "s07e21_seg01_clip_01", "timestamp": [ 7.99, 8.83 ], "duration": 42.66, "caption": "A person is looking at his white board as he speaks about his frustration.", "similarity": 0.6916, "relevance": 4 }, { "pair_id": 2128, "video_name": "s02e13_seg02_clip_10", "timestamp": [ 30.51, 40.77 ], "duration": 57.66, "caption": "A person pauses his phone conversation to look at what another person is writing on a whiteboard.", "similarity": 0.6881, "relevance": 4 }, { "pair_id": 2129, "video_name": "s03e10_seg02_clip_07", "timestamp": [ 48.92, 60.03 ], "duration": 60.66, "caption": "A person stands in front of the white board, talks and writes.", "similarity": 0.6823, "relevance": 4 }, { "pair_id": 2130, "video_name": "castle_s05e07_seg02_clip_22", "timestamp": [ 79.72, 87.13 ], "duration": 87.66, "caption": "A person is in front of a suspect board speaking to woman, man and man.", "similarity": 0.6819, "relevance": 4 }, { "pair_id": 2131, "video_name": "house_s02e06_seg02_clip_03", "timestamp": [ 0.0, 20.54 ], "duration": 91.66, "caption": "A person and another person are talking next to the whiteboard.", "similarity": 0.6745, "relevance": 4 }, { "pair_id": 2132, "video_name": "house_s04e03_seg02_clip_21", "timestamp": [ 1.32, 8.8 ], "duration": 88.66, "caption": "A man was holding a piece of paper while standing and talking in front of the board.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 2133, "video_name": "s08e02_seg02_clip_04", "timestamp": [ 22.63, 24.37 ], "duration": 58.66, "caption": "A person is paying attention to what person has to say.", "similarity": 0.6738, "relevance": 1 }, { "pair_id": 2134, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 3.36, 11.34 ], "duration": 84.66, "caption": "A person was writing something at the board.", "similarity": 0.6711, "relevance": 3 }, { "pair_id": 2135, "video_name": "castle_s05e07_seg02_clip_16", "timestamp": [ 8.84, 88.84 ], "duration": 93.66, "caption": "A man was standing in front of the white board as he was talking.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 2136, "video_name": "house_s01e19_seg02_clip_18", "timestamp": [ 71.46, 75.26 ], "duration": 76.66, "caption": "A person points their hand at the white board while talking to two other people.", "similarity": 0.6654, "relevance": 3 }, { "pair_id": 2137, "video_name": "castle_s02e14_seg02_clip_17", "timestamp": [ 0.0, 16.29 ], "duration": 90.66, "caption": "A person is drawing boxes on the whiteboard and talks about it to some people.", "similarity": 0.6654, "relevance": 4 }, { "pair_id": 2138, "video_name": "castle_s07e19_seg02_clip_22", "timestamp": [ 11.13, 14.24 ], "duration": 89.66, "caption": "A person walks over to a whiteboard and talks to some people.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 2139, "video_name": "house_s01e03_seg02_clip_05", "timestamp": [ 37.01, 54.4 ], "duration": 89.66, "caption": "A man is at the board circling words on the board.", "similarity": 0.6648, "relevance": 4 }, { "pair_id": 175440, "video_name": "s03e06_seg02_clip_05", "timestamp": [ 54.01, 57.06 ], "duration": 61.66, "caption": "A person is looking at computer screen while talking.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 175441, "video_name": "castle_s03e11_seg02_clip_23", "timestamp": [ 53.59, 69.36 ], "duration": 90.66, "caption": "A man was standing beside the white board whilst talking.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 175442, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 12.82, 13.73 ], "duration": 61.66, "caption": "A person turns to look at the whiteboard in front of him.", "similarity": 0.6588, "relevance": 4 }, { "pair_id": 175443, "video_name": "house_s05e20_seg02_clip_14", "timestamp": [ 78.51, 89.66 ], "duration": 89.66, "caption": "A person writes on the white board while speaking to two others.", "similarity": 0.6576, "relevance": 4 }, { "pair_id": 175444, "video_name": "castle_s03e02_seg02_clip_10", "timestamp": [ 53.87, 58.44 ], "duration": 91.66, "caption": "A person gestures to the case board as he speaks to woman and man.", "similarity": 0.6543, "relevance": 4 }, { "pair_id": 175445, "video_name": "s08e14_seg01_clip_02", "timestamp": [ 0.57, 7.41 ], "duration": 57.66, "caption": "A person stands up and gestures towards the whiteboard.", "similarity": 0.6527, "relevance": 4 }, { "pair_id": 175446, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 0.0, 16.74 ], "duration": 93.66, "caption": "A person writes something on the whiteboard while talking to other people.", "similarity": 0.6516, "relevance": 4 }, { "pair_id": 175447, "video_name": "house_s01e15_seg02_clip_20", "timestamp": [ 1.77, 61.53 ], "duration": 88.66, "caption": "A person stands in front of the board writing and another person watches him.", "similarity": 0.6515, "relevance": 4 }, { "pair_id": 175448, "video_name": "house_s01e15_seg02_clip_19", "timestamp": [ 63.96, 77.02 ], "duration": 87.66, "caption": "A person is looking at a white board as he crosses out a word and writes a new one onto the board.", "similarity": 0.6504, "relevance": 4 }, { "pair_id": 175449, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 84.24, 88.21 ], "duration": 88.66, "caption": "Beckett and a person talk while looking at a white board.", "similarity": 0.6487, "relevance": 4 }, { "pair_id": 175450, "video_name": "castle_s05e18_seg02_clip_05", "timestamp": [ 72.57, 79.34 ], "duration": 90.66, "caption": "A person is surprised to hear something from person and points at the whiteboard.", "similarity": 0.6472, "relevance": 4 }, { "pair_id": 175451, "video_name": "s01e01_seg02_clip_00", "timestamp": [ 19.83, 28.07 ], "duration": 61.66, "caption": "A person tries to explain the things that are written on their white board.", "similarity": 0.6435, "relevance": 4 }, { "pair_id": 175452, "video_name": "grey_s02e14_seg02_clip_24", "timestamp": [ 67.13, 72.43 ], "duration": 88.66, "caption": "A person is talking and looks over and then down, then to the left.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 175453, "video_name": "s03e07_seg01_clip_01", "timestamp": [ 26.85, 33.87 ], "duration": 61.66, "caption": "A person points at a board-game and talks to a man.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 175454, "video_name": "s03e04_seg02_clip_11", "timestamp": [ 12.41, 21.91 ], "duration": 73.66, "caption": "A person is writing on the white board while talking to another person.", "similarity": 0.64, "relevance": 4 }, { "pair_id": 175455, "video_name": "castle_s03e05_seg02_clip_06", "timestamp": [ 83.82, 90.62 ], "duration": 90.66, "caption": "A person walks to a white board while talking to another person.", "similarity": 0.6389, "relevance": 3 }, { "pair_id": 175456, "video_name": "house_s01e22_seg02_clip_06", "timestamp": [ 79.35, 84.1 ], "duration": 95.66, "caption": "A person looks at a piece of paper while talking with someone.", "similarity": 0.6366, "relevance": 3 }, { "pair_id": 175457, "video_name": "house_s02e05_seg02_clip_11", "timestamp": [ 11.18, 33.09 ], "duration": 89.66, "caption": "A person walks over to the whiteboard and stares at it.", "similarity": 0.6358, "relevance": 3 }, { "pair_id": 175458, "video_name": "castle_s04e08_seg02_clip_02", "timestamp": [ 78.4, 86.41 ], "duration": 89.66, "caption": "A woman rests her hand on the side of her neck as she stands talking in front of the white board.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 175459, "video_name": "s05e14_seg02_clip_07", "timestamp": [ 50.65, 54.01 ], "duration": 61.66, "caption": "A person approaches a whiteboard and begins to take notes on it.", "similarity": 0.6347, "relevance": 3 } ] }, { "query_id": 62670, "query": "A woman throws her shoe while talking to a man and a woman.", "relevant_moment": [ { "pair_id": 158340, "video_name": "met_s05e03_seg02_clip_04", "timestamp": [ 8.4, 10.8 ], "duration": 60.66, "caption": "A woman throws her shoe while talking to a man and a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158341, "video_name": "castle_s02e13_seg02_clip_18", "timestamp": [ 15.93, 22.3 ], "duration": 91.66, "caption": "A person is talking to a woman and a man and throws out their hands to emphasize.", "similarity": 0.6987, "relevance": 1 }, { "pair_id": 158342, "video_name": "s03e19_seg02_clip_07", "timestamp": [ 36.92, 50.35 ], "duration": 61.66, "caption": "A man ties his shoe while talking to woman.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 158343, "video_name": "s08e23_seg02_clip_14", "timestamp": [ 21.47, 24.08 ], "duration": 58.66, "caption": "A man slips on a shoe while talking to woman.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 158344, "video_name": "castle_s02e09_seg02_clip_11", "timestamp": [ 58.56, 64.87 ], "duration": 90.66, "caption": "A person walks beside a woman as he asks about her to which she responds about her shoe being broken.", "similarity": 0.6814, "relevance": 2 }, { "pair_id": 158345, "video_name": "friends_s09e09_seg02_clip_12", "timestamp": [ 17.39, 20.14 ], "duration": 61.66, "caption": "A woman twirls her foot as she speaks to another woman.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 158346, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 19.79, 25.31 ], "duration": 92.66, "caption": "A woman was walking while talking to a man.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 158347, "video_name": "castle_s03e02_seg02_clip_01", "timestamp": [ 31.07, 41.88 ], "duration": 90.66, "caption": "A woman started talking to person and person while a man was walking around.", "similarity": 0.6666, "relevance": 1 }, { "pair_id": 158348, "video_name": "s06e04_seg02_clip_10", "timestamp": [ 2.07, 8.85 ], "duration": 59.66, "caption": "A woman throws her hands up while talking to someone.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 158349, "video_name": "castle_s03e11_seg02_clip_11", "timestamp": [ 21.54, 25.58 ], "duration": 89.66, "caption": "A woman interrupted a man and another woman's conversation and started talking to the man.", "similarity": 0.665, "relevance": 1 }, { "pair_id": 158350, "video_name": "friends_s07e11_seg02_clip_09", "timestamp": [ 0.0, 8.1 ], "duration": 60.66, "caption": "A woman is talking to a man and another woman pulls her aside.", "similarity": 0.664, "relevance": 2 }, { "pair_id": 158351, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.6627, "relevance": 1 }, { "pair_id": 158352, "video_name": "castle_s03e09_seg02_clip_12", "timestamp": [ 40.96, 48.24 ], "duration": 91.66, "caption": "After a woman walks away a man speaks to a person and they tap fingers twice.", "similarity": 0.662, "relevance": 0 }, { "pair_id": 158353, "video_name": "castle_s08e13_seg02_clip_18", "timestamp": [ 13.95, 25.66 ], "duration": 90.66, "caption": "A woman and a man were walking together while they talk.", "similarity": 0.6618, "relevance": 0 }, { "pair_id": 158354, "video_name": "castle_s06e15_seg02_clip_11", "timestamp": [ 42.76, 51.76 ], "duration": 90.66, "caption": "A woman interrupts another woman and a man while they're talking.", "similarity": 0.6607, "relevance": 1 }, { "pair_id": 158355, "video_name": "house_s04e10_seg02_clip_11", "timestamp": [ 12.6, 17.55 ], "duration": 90.66, "caption": "A woman joins the conversation between another woman and a man.", "similarity": 0.6583, "relevance": 1 }, { "pair_id": 158356, "video_name": "friends_s01e08_seg02_clip_11", "timestamp": [ 36.56, 40.62 ], "duration": 58.66, "caption": "A man hands a woman a pair of shoes.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 158357, "video_name": "s04e01_seg02_clip_05", "timestamp": [ 7.2, 10.5 ], "duration": 60.66, "caption": "A woman smacks her hands together while talking to a man.", "similarity": 0.6564, "relevance": 1 }, { "pair_id": 158358, "video_name": "friends_s01e01_seg02_clip_28", "timestamp": [ 0.0, 7.74 ], "duration": 43.66, "caption": "A woman and man were talking to each other.", "similarity": 0.6559, "relevance": 1 }, { "pair_id": 158359, "video_name": "friends_s10e05_seg02_clip_13", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A woman interrupts a man and a woman while they are having a conversation.", "similarity": 0.655, "relevance": 1 } ] }, { "query_id": 62695, "query": "A woman follows another woman down the school hallway.", "relevant_moment": [ { "pair_id": 19960, "video_name": "friends_s08e10_seg02_clip_11", "timestamp": [ 11.69, 14.26 ], "duration": 57.66, "caption": "A woman follows another woman down the school hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19961, "video_name": "grey_s03e10_seg02_clip_07", "timestamp": [ 52.99, 58.88 ], "duration": 90.66, "caption": "A woman walks down the hallway as another woman follows her.", "similarity": 0.8171, "relevance": 4 }, { "pair_id": 19962, "video_name": "grey_s03e01_seg02_clip_09", "timestamp": [ 47.43, 54.47 ], "duration": 93.66, "caption": "A woman walks down the hallway followed by another woman.", "similarity": 0.8037, "relevance": 3 }, { "pair_id": 19963, "video_name": "castle_s06e20_seg02_clip_11", "timestamp": [ 0.0, 8.47 ], "duration": 84.66, "caption": "A woman is in the hallway as another woman walks towards her.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 19965, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 82.82, 89.53 ], "duration": 89.66, "caption": "A woman walks through a hallway with a man and another person following her.", "similarity": 0.67, "relevance": 3 }, { "pair_id": 19966, "video_name": "house_s02e05_seg02_clip_15", "timestamp": [ 23.36, 29.97 ], "duration": 88.66, "caption": "A woman came in the room and another woman follows her.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 19967, "video_name": "grey_s03e19_seg02_clip_21", "timestamp": [ 18.61, 25.12 ], "duration": 93.66, "caption": "A woman walks through the door and approaches another person in the hallway.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 19968, "video_name": "castle_s06e13_seg02_clip_16", "timestamp": [ 35.04, 41.42 ], "duration": 91.66, "caption": "A woman walks out into the hallway and another woman runs after her.", "similarity": 0.6517, "relevance": 4 }, { "pair_id": 19969, "video_name": "friends_s07e15_seg02_clip_17", "timestamp": [ 18.3, 20.95 ], "duration": 59.66, "caption": "A woman follows another woman as they walk across the room.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 19970, "video_name": "grey_s03e11_seg02_clip_06", "timestamp": [ 56.76, 59.44 ], "duration": 89.66, "caption": "Two women walk past two other women in the hallway.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 19971, "video_name": "s02e06_seg02_clip_13", "timestamp": [ 8.06, 12.41 ], "duration": 62.66, "caption": "A woman crosses the hallway towards another woman and stops in front of her.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 19972, "video_name": "castle_s05e24_seg02_clip_10", "timestamp": [ 11.38, 14.56 ], "duration": 91.66, "caption": "A woman is pacing a hallway when another woman walks through the doors.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 19974, "video_name": "grey_s03e12_seg02_clip_03", "timestamp": [ 29.7, 38.44 ], "duration": 87.66, "caption": "A woman walks to the door and makes another woman go out into the hallway with her.", "similarity": 0.6313, "relevance": 2 }, { "pair_id": 19975, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 4.0, 7.39 ], "duration": 61.66, "caption": "A woman walks out of the room and another woman follows her.", "similarity": 0.6299, "relevance": 3 }, { "pair_id": 19976, "video_name": "castle_s07e03_seg02_clip_19", "timestamp": [ 23.59, 36.94 ], "duration": 89.66, "caption": "A person leads two people down the hallway with her.", "similarity": 0.626, "relevance": 4 }, { "pair_id": 19977, "video_name": "castle_s08e12_seg02_clip_21", "timestamp": [ 9.0, 18.0 ], "duration": 90.66, "caption": "A woman comes out of a room into a hallway with two people following her.", "similarity": 0.6253, "relevance": 4 }, { "pair_id": 19978, "video_name": "friends_s09e22_seg02_clip_10", "timestamp": [ 16.78, 18.0 ], "duration": 61.66, "caption": "A woman follows another woman out of the dressing room.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 19979, "video_name": "s07e02_seg02_clip_15", "timestamp": [ 5.51, 7.54 ], "duration": 58.66, "caption": "A woman locks the door and turns to see another woman in the hallway.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 193280, "video_name": "s01e15_seg02_clip_10", "timestamp": [ 28.51, 35.42 ], "duration": 60.66, "caption": "A woman walks down the hall and a person then follows her.", "similarity": 0.6125, "relevance": 1 }, { "pair_id": 193281, "video_name": "met_s04e03_seg02_clip_14", "timestamp": [ 65.18, 67.7 ], "duration": 72.66, "caption": "A woman walks up the staircase behind another woman.", "similarity": 0.6044, "relevance": 0 }, { "pair_id": 193282, "video_name": "friends_s08e10_seg02_clip_09", "timestamp": [ 13.33, 16.26 ], "duration": 65.66, "caption": "A woman is walking down a hallway toward a boy.", "similarity": 0.6013, "relevance": 2 }, { "pair_id": 193283, "video_name": "castle_s04e11_seg02_clip_08", "timestamp": [ 64.65, 67.86 ], "duration": 91.66, "caption": "A woman walks over to speak to another woman in the hallway.", "similarity": 0.6001, "relevance": 1 }, { "pair_id": 193284, "video_name": "castle_s04e03_seg02_clip_18", "timestamp": [ 57.83, 61.02 ], "duration": 91.66, "caption": "A woman walks in a hallway with some people with her.", "similarity": 0.5991, "relevance": 2 }, { "pair_id": 193285, "video_name": "castle_s07e01_seg02_clip_05", "timestamp": [ 65.7, 71.36 ], "duration": 87.66, "caption": "A woman is walking down the hallway and is stopped by someone.", "similarity": 0.5975, "relevance": 2 }, { "pair_id": 193286, "video_name": "s10e07_seg02_clip_15", "timestamp": [ 23.69, 29.45 ], "duration": 64.66, "caption": "A woman walks up the stairs and meets a person at the hallway.", "similarity": 0.5954, "relevance": 1 }, { "pair_id": 193287, "video_name": "grey_s02e14_seg02_clip_00", "timestamp": [ 27.31, 29.58 ], "duration": 91.66, "caption": "A woman meets another woman in the hallway and they begin talking.", "similarity": 0.5934, "relevance": 2 }, { "pair_id": 193288, "video_name": "grey_s02e02_seg02_clip_10", "timestamp": [ 65.99, 69.48 ], "duration": 87.66, "caption": "A woman walks with another woman down the hospital hallway.", "similarity": 0.5923, "relevance": 3 }, { "pair_id": 193289, "video_name": "friends_s07e21_seg02_clip_13", "timestamp": [ 56.01, 59.27 ], "duration": 59.66, "caption": "A person approaches two women, who are in a conundrum, in the hallway.", "similarity": 0.5902, "relevance": 1 }, { "pair_id": 193290, "video_name": "grey_s03e06_seg02_clip_06", "timestamp": [ 16.69, 26.16 ], "duration": 90.66, "caption": "A woman walks through the hospital hallway with another woman.", "similarity": 0.5887, "relevance": 3 }, { "pair_id": 193291, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 41.87, 43.69 ], "duration": 91.66, "caption": "A woman takes a seat on the stairs next to another woman.", "similarity": 0.5836, "relevance": 1 }, { "pair_id": 193292, "video_name": "met_s02e02_seg01_clip_01", "timestamp": [ 33.96, 38.35 ], "duration": 40.66, "caption": "A woman encounters another woman in the hallway and seems surprised to see her.", "similarity": 0.5835, "relevance": 2 }, { "pair_id": 193293, "video_name": "s06e13_seg02_clip_14", "timestamp": [ 6.72, 8.32 ], "duration": 64.66, "caption": "A woman opens the door and two other women follow in behind her.", "similarity": 0.5832, "relevance": 2 }, { "pair_id": 193294, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 54.83, 65.0 ], "duration": 88.66, "caption": "A woman walks into the hallway and talks to a person and another.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 193295, "video_name": "friends_s04e06_seg02_clip_14", "timestamp": [ 26.47, 29.83 ], "duration": 67.66, "caption": "A woman walks out of the room with a woman following her.", "similarity": 0.5824, "relevance": 2 }, { "pair_id": 193296, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 76.74, 88.66 ], "duration": 88.66, "caption": "A person and a woman walk together down a hallway.", "similarity": 0.5819, "relevance": 1 }, { "pair_id": 193297, "video_name": "grey_s02e02_seg02_clip_07", "timestamp": [ 80.75, 87.29 ], "duration": 87.66, "caption": "A woman follows a man out to the hallway and they have a conversation.", "similarity": 0.5813, "relevance": 1 }, { "pair_id": 193298, "video_name": "friends_s05e07_seg02_clip_17", "timestamp": [ 44.63, 57.59 ], "duration": 57.66, "caption": "A woman walks over to talk with another woman and man in the hallway.", "similarity": 0.5787, "relevance": 1 }, { "pair_id": 193299, "video_name": "friends_s08e10_seg02_clip_10", "timestamp": [ 3.39, 6.49 ], "duration": 56.66, "caption": "A woman tells the other woman, the teacher, who she is looking for.", "similarity": 0.5742, "relevance": 1 } ] }, { "query_id": 62698, "query": "A woman with short curly hair gestures to another woman to follow her.", "relevant_moment": [ { "pair_id": 72660, "video_name": "friends_s08e10_seg02_clip_11", "timestamp": [ 10.55, 13.69 ], "duration": 57.66, "caption": "A woman with short curly hair gestures to another woman to follow her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 72661, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 22.76, 27.76 ], "duration": 91.66, "caption": "A woman with curly hair walks closer to another woman while talking.", "similarity": 0.8065, "relevance": 1 }, { "pair_id": 72662, "video_name": "friends_s09e21_seg02_clip_16", "timestamp": [ 52.18, 54.36 ], "duration": 54.66, "caption": "A woman gestures at another woman with rapid hand movements.", "similarity": 0.7468, "relevance": 0 }, { "pair_id": 72663, "video_name": "friends_s05e17_seg02_clip_17", "timestamp": [ 45.52, 51.7 ], "duration": 65.66, "caption": "A woman motions to another woman about something in her hair and she pulls it out.", "similarity": 0.7179, "relevance": 0 }, { "pair_id": 72664, "video_name": "met_s02e12_seg02_clip_01", "timestamp": [ 40.57, 43.55 ], "duration": 59.66, "caption": "A woman is talking to another woman, and then gestures for the other woman to turn around and look.", "similarity": 0.7174, "relevance": 0 }, { "pair_id": 72665, "video_name": "friends_s06e18_seg02_clip_07", "timestamp": [ 28.38, 30.51 ], "duration": 61.66, "caption": "A woman leans forward and rubs another woman's hair with her hand.", "similarity": 0.7121, "relevance": 0 }, { "pair_id": 72666, "video_name": "s02e07_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman gestures with her hands toward a person.", "similarity": 0.708, "relevance": 0 }, { "pair_id": 72667, "video_name": "friends_s01e03_seg02_clip_18", "timestamp": [ 17.19, 19.86 ], "duration": 48.66, "caption": "A woman looks at another woman as the other woman gestures toward a third person.", "similarity": 0.7037, "relevance": 0 }, { "pair_id": 72668, "video_name": "friends_s04e14_seg02_clip_07", "timestamp": [ 32.78, 40.34 ], "duration": 63.66, "caption": "A woman walks over to another woman and rubs her hair.", "similarity": 0.7035, "relevance": 0 }, { "pair_id": 72669, "video_name": "friends_s06e11_seg02_clip_04", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A woman with blonde curly hair opens her arms wide and a man mimics her gesture.", "similarity": 0.7031, "relevance": 0 }, { "pair_id": 72670, "video_name": "castle_s08e22_seg02_clip_11", "timestamp": [ 49.3, 51.63 ], "duration": 93.66, "caption": "A woman turns to a man and gestures towards another man.", "similarity": 0.7008, "relevance": 0 }, { "pair_id": 72671, "video_name": "castle_s05e10_seg02_clip_26", "timestamp": [ 40.05, 43.13 ], "duration": 154.66, "caption": "A woman pushes her hair back as she looks at another woman.", "similarity": 0.6992, "relevance": 0 }, { "pair_id": 72672, "video_name": "grey_s03e06_seg02_clip_11", "timestamp": [ 72.81, 75.56 ], "duration": 91.66, "caption": "A woman brushes her hair with her fingers when she is talking to another woman.", "similarity": 0.6924, "relevance": 1 }, { "pair_id": 72673, "video_name": "castle_s07e19_seg02_clip_03", "timestamp": [ 4.39, 7.91 ], "duration": 87.66, "caption": "A woman gestures to two people and walks over to them.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 72674, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A person brings their hand up over their mouth while standing next to a woman with curly hair.", "similarity": 0.6841, "relevance": 1 }, { "pair_id": 72675, "video_name": "s07e24_seg02_clip_16", "timestamp": [ 42.36, 45.26 ], "duration": 58.66, "caption": "A woman gestures to a person as she is talking to another person.", "similarity": 0.6833, "relevance": 0 }, { "pair_id": 72676, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 14.42, 20.0 ], "duration": 93.66, "caption": "A woman walks quickly and another woman follows her while they are still talking.", "similarity": 0.6769, "relevance": 1 }, { "pair_id": 72677, "video_name": "friends_s03e03_seg02_clip_15", "timestamp": [ 45.52, 51.38 ], "duration": 65.66, "caption": "A woman signals another woman's hand and she talks to her.", "similarity": 0.6762, "relevance": 0 }, { "pair_id": 72678, "video_name": "castle_s02e21_seg02_clip_04", "timestamp": [ 18.16, 26.33 ], "duration": 90.66, "caption": "A person follows a woman and then stops and makes a hand gesture and continues to follow.", "similarity": 0.6637, "relevance": 1 }, { "pair_id": 72679, "video_name": "castle_s02e01_seg02_clip_03", "timestamp": [ 23.08, 25.79 ], "duration": 90.66, "caption": "A man gestures to woman and she follows him.", "similarity": 0.6605, "relevance": 1 } ] }, { "query_id": 62742, "query": "A person appeared on the screen and started talking to two other people.", "relevant_moment": [ { "pair_id": 147640, "video_name": "castle_s08e06_seg02_clip_17", "timestamp": [ 68.96, 89.56 ], "duration": 89.66, "caption": "A person appeared on the screen and started talking to two other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147641, "video_name": "castle_s05e21_seg02_clip_25", "timestamp": [ 0.0, 23.41 ], "duration": 151.66, "caption": "A person was having a conversation with two other people.", "similarity": 0.8178, "relevance": 2 }, { "pair_id": 147642, "video_name": "castle_s02e18_seg02_clip_26", "timestamp": [ 23.04, 28.08 ], "duration": 144.66, "caption": "A person came in while two other people are talking.", "similarity": 0.8027, "relevance": 2 }, { "pair_id": 147643, "video_name": "castle_s04e21_seg02_clip_13", "timestamp": [ 0.0, 16.75 ], "duration": 90.66, "caption": "A person was talking with someone else and another person about something.", "similarity": 0.7948, "relevance": 2 }, { "pair_id": 147644, "video_name": "castle_s07e09_seg02_clip_20", "timestamp": [ 18.45, 37.36 ], "duration": 90.66, "caption": "Then a person starts a conversation with two people.", "similarity": 0.7772, "relevance": 1 }, { "pair_id": 147645, "video_name": "house_s02e03_seg02_clip_09", "timestamp": [ 12.04, 16.34 ], "duration": 86.66, "caption": "A person suddenly came in while two people are talking.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 147646, "video_name": "house_s03e02_seg02_clip_13", "timestamp": [ 0.0, 89.31 ], "duration": 96.66, "caption": "A person was having a conversation with some other people.", "similarity": 0.7682, "relevance": 1 }, { "pair_id": 147647, "video_name": "castle_s08e18_seg02_clip_14", "timestamp": [ 32.12, 50.48 ], "duration": 91.66, "caption": "Two men were talking to a woman and a man through the screen.", "similarity": 0.7663, "relevance": 3 }, { "pair_id": 147648, "video_name": "castle_s06e18_seg02_clip_19", "timestamp": [ 43.95, 63.09 ], "duration": 87.66, "caption": "A person interrupted two other people's conversation and started talking to them.", "similarity": 0.7643, "relevance": 2 }, { "pair_id": 147649, "video_name": "castle_s05e10_seg02_clip_16", "timestamp": [ 42.79, 92.03 ], "duration": 92.66, "caption": "Two people are talking then two others came and show something to one of them.", "similarity": 0.7594, "relevance": 1 }, { "pair_id": 147650, "video_name": "grey_s02e21_seg02_clip_11", "timestamp": [ 83.56, 89.37 ], "duration": 89.66, "caption": "Two people are having a conversation then someone else came.", "similarity": 0.7563, "relevance": 1 }, { "pair_id": 147651, "video_name": "castle_s03e17_seg02_clip_20", "timestamp": [ 22.06, 26.11 ], "duration": 90.66, "caption": "Someone was talking to another person over the phone.", "similarity": 0.7549, "relevance": 1 }, { "pair_id": 147652, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 5.82, 23.74 ], "duration": 89.66, "caption": "A man started to talk to two people.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 147653, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 20.92, 49.41 ], "duration": 89.66, "caption": "A person was having a conversation with three other people.", "similarity": 0.7538, "relevance": 1 }, { "pair_id": 147654, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 0.0, 27.15 ], "duration": 89.66, "caption": "A person talks to some people about another person.", "similarity": 0.7529, "relevance": 1 }, { "pair_id": 147655, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 5.31, 10.92 ], "duration": 59.66, "caption": "A person joins the conversation of two other people.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 147656, "video_name": "s04e08_seg02_clip_07", "timestamp": [ 16.51, 36.02 ], "duration": 60.66, "caption": "A person appears with two people and talks to a man.", "similarity": 0.7474, "relevance": 1 }, { "pair_id": 147657, "video_name": "house_s01e05_seg02_clip_09", "timestamp": [ 0.0, 65.34 ], "duration": 92.66, "caption": "A person is having a conversation with another person.", "similarity": 0.7472, "relevance": 1 }, { "pair_id": 147658, "video_name": "grey_s02e22_seg02_clip_05", "timestamp": [ 67.34, 99.03 ], "duration": 99.66, "caption": "A person is having a conversation with another person.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 147659, "video_name": "friends_s06e11_seg02_clip_13", "timestamp": [ 20.41, 60.03 ], "duration": 60.66, "caption": "Two people were having a conversation with another person.", "similarity": 0.7464, "relevance": 2 } ] }, { "query_id": 62767, "query": "A woman shines a light inside a person's mouth while inserting a medical stick.", "relevant_moment": [ { "pair_id": 147520, "video_name": "house_s01e03_seg02_clip_08", "timestamp": [ 63.96, 67.64 ], "duration": 92.66, "caption": "A woman shines a light inside a person's mouth while inserting a medical stick.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147521, "video_name": "house_s03e07_seg02_clip_04", "timestamp": [ 0.0, 3.92 ], "duration": 87.66, "caption": "A woman shines a light into a patient's eyes.", "similarity": 0.7678, "relevance": 2 }, { "pair_id": 147522, "video_name": "house_s03e13_seg02_clip_07", "timestamp": [ 81.01, 82.79 ], "duration": 89.66, "caption": "A woman inserts a medical tool into a patient's skin.", "similarity": 0.719, "relevance": 1 }, { "pair_id": 147523, "video_name": "s02e10_seg02_clip_08", "timestamp": [ 51.17, 62.03 ], "duration": 62.66, "caption": "A woman looks into a person's mouth with a doctor's light.", "similarity": 0.7143, "relevance": 4 }, { "pair_id": 147524, "video_name": "friends_s01e02_seg02_clip_16", "timestamp": [ 49.17, 55.2 ], "duration": 60.66, "caption": "A woman is using a dental light to apply her makeup.", "similarity": 0.6668, "relevance": 1 }, { "pair_id": 147525, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 66.62, 68.87 ], "duration": 90.66, "caption": "A woman holds the child patient's head with one hand and shines a light in her eyes with the other.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 147526, "video_name": "house_s04e02_seg02_clip_09", "timestamp": [ 66.57, 69.62 ], "duration": 87.66, "caption": "A woman starts inserting a camera tube into the patient's mouth.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 147527, "video_name": "house_s04e03_seg02_clip_20", "timestamp": [ 5.96, 13.2 ], "duration": 85.66, "caption": "A woman injects something into the patient that has their eyes closed.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 147528, "video_name": "house_s08e11_seg02_clip_04", "timestamp": [ 84.34, 89.25 ], "duration": 89.66, "caption": "A woman checks into the patient's eyes with a flashlight.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 147529, "video_name": "friends_s06e15-16_seg02_clip_11", "timestamp": [ 0.28, 4.4 ], "duration": 55.66, "caption": "A woman holds up a medical device up to another person.", "similarity": 0.6291, "relevance": 0 }, { "pair_id": 147530, "video_name": "grey_s02e22_seg02_clip_20", "timestamp": [ 0.0, 6.64 ], "duration": 88.66, "caption": "A woman checks out patient's eyes with a pen light.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 147531, "video_name": "house_s03e12_seg02_clip_21", "timestamp": [ 9.24, 18.04 ], "duration": 88.66, "caption": "A woman puts a syringe she's holding on the patient's monitor.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 147532, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 73.94, 88.02 ], "duration": 88.66, "caption": "A woman is conducting an operation to a patient.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 147533, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 50.61, 69.54 ], "duration": 88.66, "caption": "A woman is conducting an operation to a patient.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 147534, "video_name": "house_s01e03_seg02_clip_08", "timestamp": [ 64.88, 67.64 ], "duration": 92.66, "caption": "A woman looks inside the mouth of a patient.", "similarity": 0.6249, "relevance": 4 }, { "pair_id": 147535, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 57.44, 60.91 ], "duration": 99.66, "caption": "A woman holds a flashlight and shines it in someone's eyes.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 147536, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 81.93, 85.63 ], "duration": 92.66, "caption": "A woman shines a small light on a dead person's face.", "similarity": 0.6206, "relevance": 2 }, { "pair_id": 147537, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 72.81, 80.04 ], "duration": 90.66, "caption": "A woman performs a flashing light test while the patient is hooked up to machines.", "similarity": 0.6174, "relevance": 1 }, { "pair_id": 147538, "video_name": "grey_s02e15_seg02_clip_04", "timestamp": [ 12.11, 25.06 ], "duration": 83.66, "caption": "A woman brings in the medical equipment another woman needs to help the patient.", "similarity": 0.6162, "relevance": 1 }, { "pair_id": 147539, "video_name": "house_s04e09_seg02_clip_20", "timestamp": [ 20.25, 25.97 ], "duration": 88.66, "caption": "A woman puts the oxygen mask to the mouth of a patient.", "similarity": 0.6153, "relevance": 1 }, { "pair_id": 320840, "video_name": "house_s06e19_seg02_clip_01", "timestamp": [ 64.55, 70.34 ], "duration": 89.66, "caption": "A person grabs the patient's head and shines light into the eyes.", "similarity": 0.6097, "relevance": 2 }, { "pair_id": 320841, "video_name": "house_s01e10_seg02_clip_11", "timestamp": [ 2.2, 8.8 ], "duration": 88.66, "caption": "A woman is applying a gel on the belly of a patient.", "similarity": 0.6092, "relevance": 1 }, { "pair_id": 320842, "video_name": "house_s07e04_seg02_clip_19", "timestamp": [ 75.28, 86.15 ], "duration": 87.66, "caption": "A woman has a medical device around her head, while upright in a surgery room; doctors begin a procedure with a drill-like instrument.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 320843, "video_name": "house_s04e16_seg02_clip_09", "timestamp": [ 66.03, 68.72 ], "duration": 76.66, "caption": "A person shines a light on the small of their patient's back.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 320844, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A woman feels the forehead of the female patient.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 320845, "video_name": "house_s05e16_seg02_clip_07", "timestamp": [ 17.84, 25.24 ], "duration": 87.66, "caption": "A woman inserts a needle into a young patient.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 320847, "video_name": "house_s05e19_seg02_clip_08", "timestamp": [ 7.82, 11.5 ], "duration": 92.66, "caption": "A woman quickly puts a medicine to the patient.", "similarity": 0.605, "relevance": 1 }, { "pair_id": 320848, "video_name": "house_s01e07_seg02_clip_16", "timestamp": [ 70.22, 73.56 ], "duration": 83.66, "caption": "A woman stands next to someone's hospital bed and shines a light into her eyes.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 320849, "video_name": "grey_s03e02_seg02_clip_16", "timestamp": [ 60.74, 65.8 ], "duration": 92.66, "caption": "A woman pointing a pen light in patient's eye on the hospital bed.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 320850, "video_name": "house_s04e02_seg02_clip_09", "timestamp": [ 67.01, 70.05 ], "duration": 87.66, "caption": "A person takes a long thin device and inserts it into the patient's mouth piece.", "similarity": 0.6032, "relevance": 3 }, { "pair_id": 320851, "video_name": "house_s03e07_seg02_clip_04", "timestamp": [ 0.0, 3.49 ], "duration": 87.66, "caption": "A woman holds a pen light while asking if the patient is all the way there.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 320852, "video_name": "house_s05e19_seg02_clip_00", "timestamp": [ 0.0, 20.09 ], "duration": 103.66, "caption": "A person flashes a light into the patient's eyes.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 320853, "video_name": "castle_s01e05_seg02_clip_09", "timestamp": [ 92.13, 94.85 ], "duration": 109.66, "caption": "A woman shines her torch into the box to get a better look.", "similarity": 0.6022, "relevance": 1 }, { "pair_id": 320854, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 50.67, 56.95 ], "duration": 89.66, "caption": "A woman quickly puts on her gloves and inserts a tube into the patient's side.", "similarity": 0.6013, "relevance": 2 }, { "pair_id": 320855, "video_name": "house_s04e12_seg02_clip_19", "timestamp": [ 21.13, 25.45 ], "duration": 96.66, "caption": "A woman sticks a needle in patient's side and pulls fluid out of it.", "similarity": 0.6008, "relevance": 1 }, { "pair_id": 320856, "video_name": "house_s02e10_seg02_clip_04", "timestamp": [ 70.56, 72.84 ], "duration": 91.66, "caption": "A woman places her fingers on the patient's temples.", "similarity": 0.5993, "relevance": 1 }, { "pair_id": 320857, "video_name": "house_s07e04_seg02_clip_21", "timestamp": [ 0.0, 43.44 ], "duration": 86.66, "caption": "A person demonstrates to woman on how to treat the patient.", "similarity": 0.5989, "relevance": 1 }, { "pair_id": 320858, "video_name": "s06e10_seg02_clip_04", "timestamp": [ 39.7, 60.79 ], "duration": 62.66, "caption": "A woman becomes excited at someone putting some medicine on them.", "similarity": 0.5986, "relevance": 1 }, { "pair_id": 320859, "video_name": "house_s07e04_seg02_clip_16", "timestamp": [ 43.24, 45.06 ], "duration": 91.66, "caption": "A woman puts her hand up to a patient's forehead while holding a clipboard.", "similarity": 0.5974, "relevance": 1 } ] }, { "query_id": 62774, "query": "A man left a person sitting in a trial chair as he gets the answer that he wants.", "relevant_moment": [ { "pair_id": 26440, "video_name": "castle_s08e10_seg02_clip_07", "timestamp": [ 33.68, 36.87 ], "duration": 91.66, "caption": "A man left a person sitting in a trial chair as he gets the answer that he wants.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 26441, "video_name": "castle_s03e09_seg02_clip_20", "timestamp": [ 12.29, 15.93 ], "duration": 91.66, "caption": "A man leaves his chair as he reaches a conclusion while questioning someone.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 26442, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 18.81, 25.53 ], "duration": 89.66, "caption": "A man gets out of his seat and leaves the interrogation.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 26443, "video_name": "house_s03e22_seg02_clip_21", "timestamp": [ 45.85, 47.63 ], "duration": 89.66, "caption": "A man gets off the chair and tells another person to leave.", "similarity": 0.6123, "relevance": 2 }, { "pair_id": 26444, "video_name": "friends_s02e08_seg02_clip_06", "timestamp": [ 38.49, 39.35 ], "duration": 57.66, "caption": "A man gets out of his chair for another person.", "similarity": 0.6096, "relevance": 0 }, { "pair_id": 26445, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 8.77, 12.46 ], "duration": 92.66, "caption": "A man gets up from the chair and left two people.", "similarity": 0.5837, "relevance": 1 }, { "pair_id": 26446, "video_name": "s09e06_seg02_clip_10", "timestamp": [ 15.11, 19.96 ], "duration": 57.66, "caption": "After a person is on the TV, a man asks the person to leave.", "similarity": 0.5579, "relevance": 0 }, { "pair_id": 26447, "video_name": "house_s06e08_seg02_clip_15", "timestamp": [ 82.79, 87.69 ], "duration": 89.66, "caption": "A man turns to leave but turns back to face another man sitting in a chair.", "similarity": 0.5542, "relevance": 2 }, { "pair_id": 26448, "video_name": "castle_s06e03_seg02_clip_24", "timestamp": [ 29.26, 31.51 ], "duration": 90.66, "caption": "A man sits down in the chair while undergoing an investigation.", "similarity": 0.5537, "relevance": 1 }, { "pair_id": 26449, "video_name": "friends_s07e13_seg02_clip_12", "timestamp": [ 12.61, 15.41 ], "duration": 56.66, "caption": "A man suggests who could have come in and fixed the chair.", "similarity": 0.5531, "relevance": 1 }, { "pair_id": 26450, "video_name": "castle_s07e14_seg02_clip_24", "timestamp": [ 13.8, 19.14 ], "duration": 89.66, "caption": "A person walks into the interrogation room and another person kicks out the chair for him to sit.", "similarity": 0.545, "relevance": 1 }, { "pair_id": 26451, "video_name": "castle_s04e02_seg02_clip_25", "timestamp": [ 15.86, 22.2 ], "duration": 90.66, "caption": "A man leans back in their chair and asks for legal representation.", "similarity": 0.5438, "relevance": 1 }, { "pair_id": 26452, "video_name": "house_s08e06_seg02_clip_10", "timestamp": [ 39.21, 41.66 ], "duration": 98.66, "caption": "A man stands up out of their chair and leaves the examination room.", "similarity": 0.5433, "relevance": 1 }, { "pair_id": 26453, "video_name": "house_s05e11_seg02_clip_14", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A man dismisses the person, who gets up from his chair and leaves the area.", "similarity": 0.5421, "relevance": 1 }, { "pair_id": 26454, "video_name": "castle_s05e15_seg02_clip_23", "timestamp": [ 34.45, 36.39 ], "duration": 97.66, "caption": "A man points at a chair that is marked for evidence.", "similarity": 0.5414, "relevance": 1 }, { "pair_id": 26455, "video_name": "castle_s02e07_seg02_clip_15", "timestamp": [ 33.69, 35.96 ], "duration": 91.66, "caption": "A man stops the fight by asking person to sit on the chair.", "similarity": 0.5407, "relevance": 1 }, { "pair_id": 26456, "video_name": "castle_s05e16_seg02_clip_07", "timestamp": [ 18.9, 24.3 ], "duration": 135.66, "caption": "A man gets up and leaves the table, leaving a person sitting there.", "similarity": 0.5406, "relevance": 2 }, { "pair_id": 26457, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 57.18 ], "duration": 91.66, "caption": "A man gets up from the chair he/she was sitting on.", "similarity": 0.5358, "relevance": 2 }, { "pair_id": 26458, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 65.42, 69.84 ], "duration": 88.66, "caption": "A man sits across from another person at the interrogation table.", "similarity": 0.5355, "relevance": 1 }, { "pair_id": 26459, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 3.76, 8.93 ], "duration": 94.66, "caption": "A man sits down at the interrogation and then another man does the same.", "similarity": 0.5354, "relevance": 1 } ] }, { "query_id": 62777, "query": "A woman was having a conversation with a person wearing blue jacket.", "relevant_moment": [ { "pair_id": 21340, "video_name": "house_s01e08_seg02_clip_13", "timestamp": [ 11.61, 26.47 ], "duration": 92.66, "caption": "A woman was having a conversation with a person wearing blue jacket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21341, "video_name": "castle_s02e15_seg02_clip_07", "timestamp": [ 56.34, 61.37 ], "duration": 91.66, "caption": "A woman puts her blue jacket while talking to a man.", "similarity": 0.8545, "relevance": 4 }, { "pair_id": 21342, "video_name": "castle_s07e09_seg02_clip_27", "timestamp": [ 8.2, 15.56 ], "duration": 21.66, "caption": "A person was holding their jacket whilst having a conversation with a woman.", "similarity": 0.8409, "relevance": 3 }, { "pair_id": 21343, "video_name": "friends_s09e15_seg02_clip_15", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A woman wearing blue blouse and a man wearing brown coat were having a conversation.", "similarity": 0.8219, "relevance": 2 }, { "pair_id": 21344, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 0.0, 18.63 ], "duration": 138.66, "caption": "A woman was having a conversation with a man wearing gray jacket.", "similarity": 0.7992, "relevance": 3 }, { "pair_id": 21345, "video_name": "castle_s02e06_seg02_clip_27", "timestamp": [ 19.88, 27.38 ], "duration": 75.66, "caption": "A person was talking to a woman wearing blue dress.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 21346, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 55.88, 63.02 ], "duration": 84.66, "caption": "A woman puts her jacket on while some people are talking.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 21347, "video_name": "friends_s05e06_seg02_clip_13", "timestamp": [ 0.0, 18.57 ], "duration": 58.66, "caption": "A woman was having a conversation with a man wearing black leather jacket.", "similarity": 0.7785, "relevance": 3 }, { "pair_id": 21348, "video_name": "friends_s02e06_seg02_clip_11", "timestamp": [ 0.0, 17.52 ], "duration": 59.66, "caption": "A woman was having a conversation with another woman wearing gold jacket.", "similarity": 0.7782, "relevance": 3 }, { "pair_id": 21349, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 21350, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 61.22, 73.37 ], "duration": 90.66, "caption": "A woman and person are having a conversation with each other.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 21351, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "A woman was having a conversation with two people.", "similarity": 0.7756, "relevance": 3 }, { "pair_id": 21352, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 0.0, 18.21 ], "duration": 88.66, "caption": "A person was having a conversation with a woman.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 21353, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 47.36, 82.37 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 21354, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 39.54 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 21355, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 0.0, 16.73 ], "duration": 90.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7668, "relevance": 4 }, { "pair_id": 21356, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 11.23, 33.35 ], "duration": 66.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 21357, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 28.57, 57.64 ], "duration": 102.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 21358, "video_name": "house_s07e10_seg02_clip_25", "timestamp": [ 127.62, 151.02 ], "duration": 151.66, "caption": "A person and a woman were having a conversation.", "similarity": 0.7639, "relevance": 2 }, { "pair_id": 21359, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 62.79, 81.02 ], "duration": 81.66, "caption": "A woman and a person are having a conversation with another person.", "similarity": 0.7624, "relevance": 2 }, { "pair_id": 194660, "video_name": "castle_s05e07_seg02_clip_04", "timestamp": [ 15.89, 22.25 ], "duration": 90.66, "caption": "A woman puts on her suit jacket while she's talking to another woman.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 194661, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 26.69, 92.03 ], "duration": 92.66, "caption": "A woman was having an intense conversation with two other people.", "similarity": 0.7569, "relevance": 2 }, { "pair_id": 194662, "video_name": "house_s03e06_seg02_clip_24", "timestamp": [ 0.0, 47.53 ], "duration": 96.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 194663, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 0.0, 8.58 ], "duration": 90.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 194664, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 74.47, 91.38 ], "duration": 91.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 194665, "video_name": "house_s06e18_seg02_clip_09", "timestamp": [ 0.0, 42.09 ], "duration": 85.66, "caption": "A man was having a conversation with a woman wearing blue shirt.", "similarity": 0.7563, "relevance": 2 }, { "pair_id": 194666, "video_name": "castle_s03e04_seg02_clip_12", "timestamp": [ 41.87, 49.15 ], "duration": 91.66, "caption": "A woman joins the conversation between two people.", "similarity": 0.7469, "relevance": 2 }, { "pair_id": 194667, "video_name": "friends_s08e18_seg02_clip_08", "timestamp": [ 0.0, 18.82 ], "duration": 57.66, "caption": "Two people were having a conversation with a woman wearing blue dress and a man wearing suit and tie.", "similarity": 0.7462, "relevance": 3 }, { "pair_id": 194668, "video_name": "castle_s02e21_seg02_clip_12", "timestamp": [ 72.93, 87.34 ], "duration": 87.66, "caption": "Person and woman are having a conversation with each other.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 194669, "video_name": "castle_s02e20_seg02_clip_20", "timestamp": [ 0.0, 10.17 ], "duration": 92.66, "caption": "A woman and a person were having an intense conversation.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 194670, "video_name": "castle_s06e10_seg02_clip_23", "timestamp": [ 77.37, 91.03 ], "duration": 91.66, "caption": "Two people are having a conversation with a woman.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 194671, "video_name": "s05e18_seg01_clip_01", "timestamp": [ 0.0, 10.15 ], "duration": 58.66, "caption": "A person is talking to another person holding his jacket.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 194672, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 0.0, 78.65 ], "duration": 89.66, "caption": "A woman was having a conversation with some people.", "similarity": 0.7416, "relevance": 2 }, { "pair_id": 194673, "video_name": "house_s07e08_seg02_clip_08", "timestamp": [ 0.0, 36.28 ], "duration": 93.66, "caption": "A man has a conversation with a woman in a plaid jacket.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 194674, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 20.45, 90.66 ], "duration": 90.66, "caption": "Two people and a woman were having a conversation.", "similarity": 0.7411, "relevance": 3 }, { "pair_id": 194675, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 84.25 ], "duration": 156.66, "caption": "Two people and a woman were having a conversation.", "similarity": 0.7411, "relevance": 3 }, { "pair_id": 194676, "video_name": "s09e23_seg02_clip_10", "timestamp": [ 0.0, 7.93 ], "duration": 61.66, "caption": "A person was having a conversation with another person wearing a black jacket.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 194677, "video_name": "castle_s05e14_seg02_clip_21", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "A woman was having a serious conversation with a man wearing black leather jacket.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 194678, "video_name": "friends_s09e10_seg02_clip_20", "timestamp": [ 33.77, 43.02 ], "duration": 43.66, "caption": "A woman and person in suit are having a conversation.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 194679, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 50.52, 91.03 ], "duration": 91.66, "caption": "A woman is having a conversation with two people then person join their conversation.", "similarity": 0.735, "relevance": 2 } ] }, { "query_id": 62787, "query": "A man raise the paper bag he's holding while speaking.", "relevant_moment": [ { "pair_id": 169500, "video_name": "house_s05e02_seg02_clip_17", "timestamp": [ 31.33, 32.69 ], "duration": 90.66, "caption": "A man raise the paper bag he's holding while speaking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169501, "video_name": "s01e01_seg01_clip_05", "timestamp": [ 16.25, 40.06 ], "duration": 56.66, "caption": "A person holds up a paper bag while talking to someone else.", "similarity": 0.7622, "relevance": 4 }, { "pair_id": 169502, "video_name": "friends_s05e11_seg02_clip_19", "timestamp": [ 0.0, 9.92 ], "duration": 62.66, "caption": "A man was holding a piece of paper whilst talking.", "similarity": 0.7382, "relevance": 3 }, { "pair_id": 169503, "video_name": "friends_s02e08_seg02_clip_12", "timestamp": [ 0.0, 21.66 ], "duration": 61.66, "caption": "A man was holding a piece of paper whilst talking.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 169504, "video_name": "s02e13_seg02_clip_05", "timestamp": [ 38.2, 41.55 ], "duration": 67.66, "caption": "A person picks up their bag while listening to a man talk.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 169505, "video_name": "house_s08e19_seg02_clip_11", "timestamp": [ 43.25, 48.77 ], "duration": 92.66, "caption": "A person hands a man a silver bag while they talk.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 169506, "video_name": "house_s03e17_seg02_clip_15", "timestamp": [ 0.0, 1.82 ], "duration": 91.66, "caption": "A man is holding a paper plane while speaking.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 169507, "video_name": "house_s07e19_seg02_clip_25", "timestamp": [ 2.88, 5.18 ], "duration": 115.66, "caption": "A man puts his bag onto his desk as he speaks to another person.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 169508, "video_name": "castle_s05e09_seg02_clip_18", "timestamp": [ 2.79, 8.37 ], "duration": 93.66, "caption": "A person is speaking on the phone and holds up a plastic bag.", "similarity": 0.6982, "relevance": 3 }, { "pair_id": 169509, "video_name": "friends_s07e21_seg02_clip_00", "timestamp": [ 28.62, 50.15 ], "duration": 61.66, "caption": "A man was holding a pen and paper whilst talking.", "similarity": 0.6959, "relevance": 0 }, { "pair_id": 169510, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 42.92, 47.72 ], "duration": 60.66, "caption": "A man puts on his messenger bag as he speaks to another person.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 169511, "video_name": "met_s06e12_seg02_clip_17", "timestamp": [ 0.0, 4.93 ], "duration": 58.66, "caption": "A person holds a seat of paper while talking to a man.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 169512, "video_name": "friends_s08e20_seg02_clip_15", "timestamp": [ 0.0, 43.1 ], "duration": 61.66, "caption": "A man was holding a bunch of papers whilst talking.", "similarity": 0.6919, "relevance": 2 }, { "pair_id": 169513, "video_name": "castle_s06e10_seg02_clip_21", "timestamp": [ 3.22, 6.9 ], "duration": 92.66, "caption": "A man holds up an evidence bag to someone's head as he speaks to two other people.", "similarity": 0.6849, "relevance": 3 }, { "pair_id": 169514, "video_name": "s03e18_seg02_clip_04", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A person puts a bag on the table while a man tells him they can assist with his fear of public speaking.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 169515, "video_name": "castle_s04e19_seg02_clip_16", "timestamp": [ 0.0, 2.68 ], "duration": 89.66, "caption": "A man is holding a sheet of paper as another man speaks.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 169516, "video_name": "s05e19_seg02_clip_16", "timestamp": [ 42.57, 46.02 ], "duration": 46.66, "caption": "A man speaks while he is in a sleeping bag and begins to stand up.", "similarity": 0.6676, "relevance": 0 }, { "pair_id": 169517, "video_name": "friends_s09e15_seg02_clip_03", "timestamp": [ 0.0, 45.62 ], "duration": 57.66, "caption": "A guy was holding a bunch of papers while talking.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 169519, "video_name": "s09e06_seg02_clip_06", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man is holding an envelope while a person is speaking.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 342820, "video_name": "castle_s07e07_seg02_clip_02", "timestamp": [ 78.4, 83.68 ], "duration": 88.66, "caption": "A man holds a piece of paper and points to it while speaking.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 342821, "video_name": "castle_s07e03_seg02_clip_01", "timestamp": [ 57.77, 62.08 ], "duration": 86.66, "caption": "A man holds up a plastic bag of cash and gestures with it.", "similarity": 0.6527, "relevance": 3 }, { "pair_id": 342822, "video_name": "house_s02e07_seg02_clip_13", "timestamp": [ 72.52, 75.07 ], "duration": 84.66, "caption": "A person put a thing on his bag while talking to another person.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 342823, "video_name": "s01e06_seg02_clip_09", "timestamp": [ 52.83, 56.96 ], "duration": 59.66, "caption": "A man places his hand briefly on person's shoulder while he's speaking.", "similarity": 0.6509, "relevance": 1 }, { "pair_id": 342824, "video_name": "castle_s05e20_seg02_clip_10", "timestamp": [ 7.12, 12.91 ], "duration": 89.66, "caption": "A man moves his binder up and down while talking.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 342825, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 24.66, 58.03 ], "duration": 58.66, "caption": "A man was holding a pen and paper whilst having a conversation with some people.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 342826, "video_name": "house_s04e05_seg02_clip_27", "timestamp": [ 8.77, 10.1 ], "duration": 14.66, "caption": "A person fixes their bag on their shoulder while talking.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 342827, "video_name": "friends_s06e18_seg02_clip_18", "timestamp": [ 17.41, 24.31 ], "duration": 60.66, "caption": "A man who is standing talks to a woman while he is holding papers bind together.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 342828, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A man was holding a newspaper whilst talking.", "similarity": 0.634, "relevance": 1 }, { "pair_id": 342829, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 22.38, 23.95 ], "duration": 63.66, "caption": "A man holds a newspaper in their hands as they are talking with another person.", "similarity": 0.6294, "relevance": 1 }, { "pair_id": 342830, "video_name": "friends_s03e12_seg01_clip_01", "timestamp": [ 22.01, 44.02 ], "duration": 44.66, "caption": "A man was holding a piece of paper whilst talking to another man.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 342831, "video_name": "friends_s07e23-24_seg02_clip_09", "timestamp": [ 27.53, 29.45 ], "duration": 64.66, "caption": "A man places a hand on his chest during his speech.", "similarity": 0.6286, "relevance": 1 }, { "pair_id": 342832, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 7.12, 9.79 ], "duration": 89.66, "caption": "A man handed papers to man during their talk.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 342833, "video_name": "castle_s01e09_seg02_clip_04", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A man is looking a paper in his hand as he speaks to a woman.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 342834, "video_name": "s03e21_seg02_clip_13", "timestamp": [ 51.48, 53.66 ], "duration": 62.66, "caption": "A man raises a brown paper bag and shows it to another man.", "similarity": 0.6268, "relevance": 4 }, { "pair_id": 342835, "video_name": "house_s05e19_seg02_clip_15", "timestamp": [ 34.27, 42.29 ], "duration": 89.66, "caption": "A man was holding a piece of paper while talking to another man.", "similarity": 0.6266, "relevance": 2 }, { "pair_id": 342836, "video_name": "house_s06e19_seg02_clip_20", "timestamp": [ 87.44, 89.66 ], "duration": 89.66, "caption": "A guy is holding a small container as a man speaks.", "similarity": 0.6248, "relevance": 1 }, { "pair_id": 342837, "video_name": "friends_s05e10_seg02_clip_17", "timestamp": [ 51.26, 61.03 ], "duration": 61.66, "caption": "A man is holding a paper book as he speaks to two guys.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 342838, "video_name": "s05e18_seg02_clip_01", "timestamp": [ 45.92, 52.82 ], "duration": 60.66, "caption": "A man holds a piece of paper in his hand while talking to some people and a woman.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 342839, "video_name": "castle_s06e18_seg02_clip_09", "timestamp": [ 4.5, 7.5 ], "duration": 100.66, "caption": "A man raises his hand while listening to a speech in order to ask a question.", "similarity": 0.6222, "relevance": 1 } ] }, { "query_id": 62837, "query": "A stranger approaches woman after another woman makes her toast.", "relevant_moment": [ { "pair_id": 7520, "video_name": "friends_s07e06_seg01_clip_00", "timestamp": [ 77.78, 88.35 ], "duration": 96.66, "caption": "A stranger approaches woman after another woman makes her toast.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 7521, "video_name": "castle_s04e04_seg02_clip_27", "timestamp": [ 15.92, 17.02 ], "duration": 17.66, "caption": "Some people are making a toast to a woman with a man.", "similarity": 0.7172, "relevance": 1 }, { "pair_id": 7522, "video_name": "friends_s10e08_seg02_clip_19", "timestamp": [ 40.05, 44.89 ], "duration": 88.66, "caption": "A woman makes a toast at the table for two other people.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 7523, "video_name": "castle_s03e18_seg02_clip_05", "timestamp": [ 17.75, 21.39 ], "duration": 91.66, "caption": "A woman gets nearer to another woman and approaches her.", "similarity": 0.6866, "relevance": 1 }, { "pair_id": 7524, "video_name": "s04e07_seg02_clip_15", "timestamp": [ 20.41, 22.51 ], "duration": 60.66, "caption": "A person raises the shot glass and toasts a woman then raises the glass to his/her lips.", "similarity": 0.6531, "relevance": 3 }, { "pair_id": 7525, "video_name": "castle_s07e17_seg02_clip_08", "timestamp": [ 2.67, 16.89 ], "duration": 88.66, "caption": "A woman approached another woman and started a conversation with her.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 7526, "video_name": "castle_s07e22_seg02_clip_27", "timestamp": [ 0.0, 5.59 ], "duration": 12.66, "caption": "A woman smiles when man gives her a toast.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 7527, "video_name": "met_s06e12_seg02_clip_05", "timestamp": [ 4.07, 5.94 ], "duration": 62.66, "caption": "A woman lifts her beer and toasts two people.", "similarity": 0.6487, "relevance": 3 }, { "pair_id": 7528, "video_name": "s05e05_seg02_clip_02", "timestamp": [ 32.66, 34.58 ], "duration": 64.66, "caption": "A man reaches his arm around a woman's shoulder after the toast.", "similarity": 0.6486, "relevance": 4 }, { "pair_id": 7529, "video_name": "friends_s07e10_seg02_clip_09", "timestamp": [ 56.45, 60.42 ], "duration": 61.66, "caption": "A woman scratches her lip and puts both of her hands out towards another woman.", "similarity": 0.6416, "relevance": 0 }, { "pair_id": 7530, "video_name": "s01e06_seg02_clip_10", "timestamp": [ 14.65, 21.05 ], "duration": 61.66, "caption": "Two men approach woman while she's talking to another person.", "similarity": 0.6408, "relevance": 3 }, { "pair_id": 7531, "video_name": "friends_s04e23-24_seg02_clip_31", "timestamp": [ 0.0, 41.72 ], "duration": 60.66, "caption": "One person makes a toast to two other people and their significant other.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 7532, "video_name": "castle_s07e04_seg02_clip_19", "timestamp": [ 6.9, 12.88 ], "duration": 92.66, "caption": "A woman comes up to another woman and man and introduces herself.", "similarity": 0.6358, "relevance": 1 }, { "pair_id": 7533, "video_name": "castle_s02e12_seg02_clip_09", "timestamp": [ 21.43, 30.81 ], "duration": 89.66, "caption": "A man greets a woman then introduces her to another woman.", "similarity": 0.6358, "relevance": 1 }, { "pair_id": 7534, "video_name": "met_s02e07_seg02_clip_18", "timestamp": [ 29.1, 34.8 ], "duration": 86.66, "caption": "A woman stops and offers her hand to another woman while introducing herself.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 7535, "video_name": "friends_s09e20_seg02_clip_19", "timestamp": [ 22.95, 26.57 ], "duration": 60.66, "caption": "A woman walked towards another woman and started talking to her.", "similarity": 0.6292, "relevance": 3 }, { "pair_id": 7536, "video_name": "friends_s09e08_seg02_clip_21", "timestamp": [ 42.2, 57.02 ], "duration": 57.66, "caption": "A woman approaches another woman and apologizes to her and offers her a consolation.", "similarity": 0.6267, "relevance": 2 }, { "pair_id": 7537, "video_name": "castle_s02e13_seg02_clip_07", "timestamp": [ 13.8, 20.71 ], "duration": 92.66, "caption": "A man walks up to woman at the bar after making a toast.", "similarity": 0.6259, "relevance": 2 }, { "pair_id": 7538, "video_name": "friends_s09e23-24_seg02_clip_32", "timestamp": [ 20.41, 41.12 ], "duration": 60.66, "caption": "A woman comes up to a man and another woman and interrupts them.", "similarity": 0.6254, "relevance": 1 }, { "pair_id": 7539, "video_name": "s05e06_seg02_clip_13", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A woman gets up and walks towards another woman and tells her she's next.", "similarity": 0.6242, "relevance": 2 }, { "pair_id": 180840, "video_name": "house_s03e12_seg02_clip_02", "timestamp": [ 31.72, 36.19 ], "duration": 89.66, "caption": "A woman comes closer to another woman and they talk.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 180841, "video_name": "friends_s01e04_seg02_clip_04", "timestamp": [ 28.22, 35.05 ], "duration": 62.66, "caption": "A woman grabs another woman then she rubs her stomach.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 180842, "video_name": "castle_s02e22_seg02_clip_22", "timestamp": [ 6.76, 13.06 ], "duration": 90.66, "caption": "A woman walked towards another woman and started a conversation.", "similarity": 0.6191, "relevance": 2 }, { "pair_id": 180843, "video_name": "friends_s05e01_seg02_clip_02", "timestamp": [ 32.2, 58.03 ], "duration": 58.66, "caption": "A woman walked towards another woman and started a conversation with her.", "similarity": 0.6189, "relevance": 2 }, { "pair_id": 180844, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 44.67, 77.02 ], "duration": 77.66, "caption": "A woman walks over to another woman after speaking with person.", "similarity": 0.6189, "relevance": 2 }, { "pair_id": 180845, "video_name": "s10e01_seg02_clip_00", "timestamp": [ 12.51, 32.34 ], "duration": 61.66, "caption": "A woman walks behind another woman who is standing at the door talking to two people, and surprises her.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 180846, "video_name": "s04e16_seg02_clip_10", "timestamp": [ 59.43, 60.03 ], "duration": 60.66, "caption": "A woman turns to another woman beside her to converse.", "similarity": 0.6164, "relevance": 1 }, { "pair_id": 180847, "video_name": "castle_s02e12_seg02_clip_12", "timestamp": [ 28.06, 31.03 ], "duration": 85.66, "caption": "A woman calls person and he turns to look at her with another woman in front of her.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 180848, "video_name": "s03e09_seg02_clip_11", "timestamp": [ 4.58, 6.41 ], "duration": 61.66, "caption": "A woman walks past a man with another woman and she greets him.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 180849, "video_name": "met_s06e16_seg02_clip_13", "timestamp": [ 20.71, 47.42 ], "duration": 60.66, "caption": "Two women approach another woman who is sitting in a booth and talk to her.", "similarity": 0.6138, "relevance": 2 }, { "pair_id": 180850, "video_name": "friends_s02e04_seg02_clip_04", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A woman rushes towards another woman with her hands flat.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 180851, "video_name": "castle_s02e03_seg02_clip_13", "timestamp": [ 79.83, 83.94 ], "duration": 91.66, "caption": "A person introduces a woman and another person to each other.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 180852, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 37.95, 40.7 ], "duration": 61.66, "caption": "A woman reaches out and grabs another woman's hand to emphasize the point she is making.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 180853, "video_name": "friends_s01e20_seg02_clip_19", "timestamp": [ 10.5, 15.61 ], "duration": 60.66, "caption": "A woman gets closer to another woman and grabs her hands.", "similarity": 0.612, "relevance": 2 }, { "pair_id": 180854, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 42.04, 45.15 ], "duration": 62.66, "caption": "A woman grabs a cookie and hands it to another woman.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 180855, "video_name": "s04e17_seg02_clip_08", "timestamp": [ 28.43, 35.69 ], "duration": 58.66, "caption": "A woman tries to hand something to another woman and when she declines, she looks at a third woman.", "similarity": 0.6096, "relevance": 2 }, { "pair_id": 180856, "video_name": "castle_s03e18_seg02_clip_04", "timestamp": [ 43.75, 62.49 ], "duration": 89.66, "caption": "A woman tried to start a conversation with another woman.", "similarity": 0.6095, "relevance": 2 }, { "pair_id": 180857, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman raises her hand and walks over to another woman.", "similarity": 0.6088, "relevance": 2 }, { "pair_id": 180858, "video_name": "friends_s07e23-24_seg02_clip_08", "timestamp": [ 13.96, 21.09 ], "duration": 62.66, "caption": "A woman walks up to another woman and shakes hands with her, introducing herself.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 180859, "video_name": "friends_s02e19_seg02_clip_14", "timestamp": [ 30.69, 34.24 ], "duration": 59.66, "caption": "A woman walks to another woman and she points her finger at her.", "similarity": 0.6074, "relevance": 2 } ] }, { "query_id": 62855, "query": "A woman turns her head and looks away from her children.", "relevant_moment": [ { "pair_id": 128240, "video_name": "castle_s02e08_seg02_clip_25", "timestamp": [ 15.75, 16.65 ], "duration": 90.66, "caption": "A woman turns her head and looks away from her children.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 128241, "video_name": "met_s03e07_seg02_clip_02", "timestamp": [ 38.71, 41.19 ], "duration": 61.66, "caption": "A woman turns around to face her young children.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 128242, "video_name": "castle_s07e02_seg02_clip_20", "timestamp": [ 0.0, 2.4 ], "duration": 96.66, "caption": "A woman who is walking away turns around to look at person.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 128243, "video_name": "met_s06e23_seg02_clip_03", "timestamp": [ 20.49, 22.56 ], "duration": 59.66, "caption": "A woman looks away from a man, opens her eyes up wide, and then tilts her head.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 128244, "video_name": "friends_s10e10_seg01_clip_00", "timestamp": [ 5.55, 8.14 ], "duration": 74.66, "caption": "A woman is rubbing a child's head and looking down at her.", "similarity": 0.6432, "relevance": 4 }, { "pair_id": 128245, "video_name": "house_s07e03_seg02_clip_23", "timestamp": [ 75.17, 90.02 ], "duration": 90.66, "caption": "A woman turns from her son and looks at a person in disbelief.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 128246, "video_name": "s07e01_seg02_clip_07", "timestamp": [ 57.88, 62.43 ], "duration": 65.66, "caption": "A person looks away from woman stubbornly with a startle.", "similarity": 0.6297, "relevance": 2 }, { "pair_id": 128248, "video_name": "house_s03e01_seg02_clip_04", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A woman turns away from a man and another woman and hugs her child.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 128249, "video_name": "castle_s05e24_seg02_clip_21", "timestamp": [ 15.47, 16.8 ], "duration": 88.66, "caption": "A person turns his/her head and looks at his/her mother.", "similarity": 0.6112, "relevance": 2 }, { "pair_id": 128253, "video_name": "castle_s03e18_seg02_clip_24", "timestamp": [ 88.23, 98.03 ], "duration": 98.66, "caption": "A woman is looking at person and turns their head away, near tears.", "similarity": 0.5944, "relevance": 2 }, { "pair_id": 128258, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 56.65, 59.35 ], "duration": 67.66, "caption": "A person looks away from another person.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 128259, "video_name": "friends_s04e19_seg02_clip_10", "timestamp": [ 8.4, 10.2 ], "duration": 60.66, "caption": "A woman covers her eyes and looks away from the card.", "similarity": 0.5806, "relevance": 2 }, { "pair_id": 301560, "video_name": "s02e01_seg02_clip_04", "timestamp": [ 36.29, 38.15 ], "duration": 62.66, "caption": "A person is looking at woman then turns his head away and stares at the wall.", "similarity": 0.5787, "relevance": 3 }, { "pair_id": 301561, "video_name": "house_s03e16_seg02_clip_04", "timestamp": [ 10.01, 16.38 ], "duration": 91.66, "caption": "A woman looks confused as a person walks away.", "similarity": 0.5779, "relevance": 1 }, { "pair_id": 301562, "video_name": "castle_s03e04_seg02_clip_11", "timestamp": [ 5.01, 8.65 ], "duration": 91.66, "caption": "A woman looks down and makes a face at another person before turning away.", "similarity": 0.5771, "relevance": 3 }, { "pair_id": 301563, "video_name": "house_s01e14_seg02_clip_22", "timestamp": [ 46.42, 52.34 ], "duration": 91.66, "caption": "A woman turns around and walks away from someone.", "similarity": 0.576, "relevance": 3 }, { "pair_id": 301564, "video_name": "house_s06e03_seg02_clip_00", "timestamp": [ 14.1, 15.98 ], "duration": 94.66, "caption": "A woman looks up at person in surprise and quickly looks away.", "similarity": 0.5753, "relevance": 3 }, { "pair_id": 301565, "video_name": "friends_s03e06_seg02_clip_12", "timestamp": [ 4.43, 5.61 ], "duration": 59.66, "caption": "A woman is talking and looks away from a man.", "similarity": 0.5738, "relevance": 3 }, { "pair_id": 301566, "video_name": "castle_s07e01_seg02_clip_16", "timestamp": [ 40.39, 43.11 ], "duration": 90.66, "caption": "A woman turns and walks away from two men and they look at each other.", "similarity": 0.5735, "relevance": 3 }, { "pair_id": 301567, "video_name": "house_s05e11_seg02_clip_14", "timestamp": [ 38.71, 42.31 ], "duration": 90.66, "caption": "A woman looks away from another woman as she is becoming upset.", "similarity": 0.5709, "relevance": 2 }, { "pair_id": 301568, "video_name": "s07e18_seg02_clip_16", "timestamp": [ 47.3, 52.48 ], "duration": 61.66, "caption": "A woman looks away from a person out of disgust during their conversation.", "similarity": 0.57, "relevance": 4 }, { "pair_id": 301569, "video_name": "house_s07e19_seg02_clip_24", "timestamp": [ 25.86, 30.09 ], "duration": 94.66, "caption": "A person looks away from their parents and their father strokes their hair.", "similarity": 0.5699, "relevance": 2 }, { "pair_id": 301570, "video_name": "castle_s05e01_seg02_clip_25", "timestamp": [ 17.81, 20.92 ], "duration": 89.66, "caption": "A woman looks down and then at person as he is walking away from her.", "similarity": 0.568, "relevance": 1 }, { "pair_id": 301571, "video_name": "friends_s01e16-17_seg02_clip_16", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "A woman turns away from a man who is holding a baby.", "similarity": 0.568, "relevance": 3 }, { "pair_id": 301572, "video_name": "grey_s02e17_seg02_clip_23", "timestamp": [ 17.7, 23.65 ], "duration": 27.66, "caption": "A woman turns her head away from a sleeping person, puts her hand near her head and closes her eyes.", "similarity": 0.5653, "relevance": 3 }, { "pair_id": 301573, "video_name": "castle_s05e01_seg02_clip_03", "timestamp": [ 9.14, 13.3 ], "duration": 83.66, "caption": "A woman turns to face person after walking away from him.", "similarity": 0.5629, "relevance": 3 }, { "pair_id": 301574, "video_name": "house_s07e02_seg02_clip_09", "timestamp": [ 40.51, 45.85 ], "duration": 89.66, "caption": "A woman turns away from someone and goes down the stairs.", "similarity": 0.5622, "relevance": 2 }, { "pair_id": 301575, "video_name": "castle_s04e21_seg02_clip_24", "timestamp": [ 8.9, 15.58 ], "duration": 89.66, "caption": "A woman turns a couple times and then walks away from person.", "similarity": 0.5616, "relevance": 3 }, { "pair_id": 301576, "video_name": "house_s06e16_seg02_clip_14", "timestamp": [ 13.86, 20.16 ], "duration": 126.66, "caption": "A person drops his head, looks around and turns away.", "similarity": 0.5608, "relevance": 2 }, { "pair_id": 301577, "video_name": "friends_s10e12_seg02_clip_08", "timestamp": [ 21.46, 26.67 ], "duration": 61.66, "caption": "A woman looks at her watch and walks away.", "similarity": 0.5598, "relevance": 1 }, { "pair_id": 301578, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 49.45, 55.63 ], "duration": 103.66, "caption": "A person walks away from someone while he/she turns to look at him/her.", "similarity": 0.5596, "relevance": 3 }, { "pair_id": 301579, "video_name": "grey_s01e05_seg02_clip_04", "timestamp": [ 81.92, 90.02 ], "duration": 90.66, "caption": "A woman rolls her eyes and then walks away from a man.", "similarity": 0.5571, "relevance": 3 } ] }, { "query_id": 62890, "query": "A woman smacks her hands together while talking to a man.", "relevant_moment": [ { "pair_id": 8680, "video_name": "s04e01_seg02_clip_05", "timestamp": [ 7.2, 10.5 ], "duration": 60.66, "caption": "A woman smacks her hands together while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8681, "video_name": "s07e13_seg02_clip_04", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A woman smacks her hand against her leg while talking to a man.", "similarity": 0.9151, "relevance": 2 }, { "pair_id": 8682, "video_name": "friends_s06e22_seg02_clip_17", "timestamp": [ 27.07, 31.07 ], "duration": 61.66, "caption": "A woman balls both hands into fists while talking with a man.", "similarity": 0.816, "relevance": 3 }, { "pair_id": 8683, "video_name": "friends_s03e12_seg02_clip_10", "timestamp": [ 2.76, 3.99 ], "duration": 61.66, "caption": "A woman rubs her hands together while talking to man.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 8684, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 14.1, 31.97 ], "duration": 94.66, "caption": "A woman puts its hands on its mouth while talking to man and person.", "similarity": 0.7786, "relevance": 2 }, { "pair_id": 8685, "video_name": "met_s03e18_seg02_clip_01", "timestamp": [ 5.89, 8.99 ], "duration": 62.66, "caption": "A woman grabs a man's hand while she's talking to him.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 8686, "video_name": "castle_s04e15_seg02_clip_00", "timestamp": [ 39.41, 46.37 ], "duration": 92.66, "caption": "A woman is holding her gloves while talking to a man.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 8687, "video_name": "met_s04e01_seg02_clip_18", "timestamp": [ 36.75, 44.8 ], "duration": 64.66, "caption": "A man speaks over his shoulder to someone and then a woman smacks him in the arm.", "similarity": 0.7699, "relevance": 3 }, { "pair_id": 8688, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 34.4, 36.55 ], "duration": 61.66, "caption": "A woman taps a man on the hand while talking to her.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 8689, "video_name": "friends_s09e19_seg02_clip_20", "timestamp": [ 59.44, 62.24 ], "duration": 62.66, "caption": "A woman brings both of her hands up while talking to a man.", "similarity": 0.7665, "relevance": 1 }, { "pair_id": 8690, "video_name": "friends_s07e15_seg01_clip_02", "timestamp": [ 18.21, 21.59 ], "duration": 52.66, "caption": "A woman raises her right hand as if she wants to smack a man.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 8691, "video_name": "met_s05e01_seg02_clip_00", "timestamp": [ 4.28, 7.65 ], "duration": 61.66, "caption": "A woman touches the arm of man as they talk with each other.", "similarity": 0.76, "relevance": 2 }, { "pair_id": 8692, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 49.16, 50.11 ], "duration": 63.66, "caption": "A man brings his hands together while talking to a woman.", "similarity": 0.7588, "relevance": 3 }, { "pair_id": 8693, "video_name": "castle_s03e16_seg02_clip_13", "timestamp": [ 0.45, 15.17 ], "duration": 89.66, "caption": "A woman is talking to man while holding her gloves.", "similarity": 0.7585, "relevance": 2 }, { "pair_id": 8694, "video_name": "castle_s08e08_seg02_clip_16", "timestamp": [ 0.0, 18.04 ], "duration": 90.66, "caption": "A woman holds up both gloved hands to a man while talking.", "similarity": 0.7569, "relevance": 2 }, { "pair_id": 8695, "video_name": "friends_s07e08_seg02_clip_10", "timestamp": [ 12.1, 26.36 ], "duration": 62.66, "caption": "A woman puts her hand to her chin while talking to a man.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 8696, "video_name": "friends_s09e23-24_seg02_clip_38", "timestamp": [ 17.46, 18.94 ], "duration": 59.66, "caption": "A woman is talking with a man and claps her hands together.", "similarity": 0.7551, "relevance": 4 }, { "pair_id": 8697, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 83.27, 86.87 ], "duration": 90.66, "caption": "A woman raises her hands with palms out then points her fingers while talking to a man and a woman.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 8698, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 4.42, 6.12 ], "duration": 68.66, "caption": "A man is rubbing his hands together while talking to a woman.", "similarity": 0.7525, "relevance": 1 }, { "pair_id": 8699, "video_name": "friends_s07e22_seg02_clip_06", "timestamp": [ 1.5, 5.1 ], "duration": 60.66, "caption": "A woman holds her hands on a man's arms while talking to him.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 182000, "video_name": "friends_s10e15_seg02_clip_15", "timestamp": [ 54.34, 56.02 ], "duration": 56.66, "caption": "A woman clenches both of her fists in front of her as she talks to a man.", "similarity": 0.7509, "relevance": 3 }, { "pair_id": 182001, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 39.08, 44.97 ], "duration": 62.66, "caption": "A woman makes a mouth motion with her hand while talking to a man.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 182002, "video_name": "met_s02e03_seg02_clip_11", "timestamp": [ 0.0, 2.06 ], "duration": 58.66, "caption": "A woman is talking to a man and puts her arms out with palms up.", "similarity": 0.75, "relevance": 1 }, { "pair_id": 182003, "video_name": "met_s05e02_seg02_clip_11", "timestamp": [ 29.76, 31.6 ], "duration": 61.66, "caption": "A woman raises her left hand while talking to a man.", "similarity": 0.748, "relevance": 2 }, { "pair_id": 182004, "video_name": "friends_s05e10_seg02_clip_09", "timestamp": [ 28.68, 31.73 ], "duration": 61.66, "caption": "A woman clasped her hand together while talking to a man.", "similarity": 0.7471, "relevance": 4 }, { "pair_id": 182005, "video_name": "s05e05_seg02_clip_03", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A man rubs his hands together while talking to a woman.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 182006, "video_name": "s08e04_seg02_clip_12", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man places his hands together while talking to woman.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 182007, "video_name": "friends_s01e16-17_seg02_clip_17", "timestamp": [ 42.78, 48.51 ], "duration": 60.66, "caption": "A woman talks to a man while doing hand gestures.", "similarity": 0.7401, "relevance": 3 }, { "pair_id": 182008, "video_name": "met_s03e11_seg01_clip_02", "timestamp": [ 42.4, 44.81 ], "duration": 60.66, "caption": "A woman shakes hand with a man as they talk to each other.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 182009, "video_name": "house_s07e11_seg02_clip_06", "timestamp": [ 13.5, 16.51 ], "duration": 100.66, "caption": "A woman moves her hand in the air while talking to a man.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 182010, "video_name": "castle_s05e15_seg02_clip_14", "timestamp": [ 76.58, 80.06 ], "duration": 87.66, "caption": "A woman grabs a man's hand as she talks to him.", "similarity": 0.7389, "relevance": 3 }, { "pair_id": 182011, "video_name": "friends_s03e01_seg02_clip_05", "timestamp": [ 4.75, 8.94 ], "duration": 38.66, "caption": "A woman is putting her hand on man's shoulder while is talking with him.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 182012, "video_name": "s06e04_seg02_clip_10", "timestamp": [ 2.07, 8.85 ], "duration": 59.66, "caption": "A woman throws her hands up while talking to someone.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 182013, "video_name": "castle_s02e13_seg02_clip_18", "timestamp": [ 15.93, 22.3 ], "duration": 91.66, "caption": "A person is talking to a woman and a man and throws out their hands to emphasize.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 182014, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 6.89, 9.95 ], "duration": 51.66, "caption": "A woman touched man's face while they are talking.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 182015, "video_name": "house_s06e18_seg02_clip_11", "timestamp": [ 37.27, 39.11 ], "duration": 92.66, "caption": "A woman puts her hand up by her chin, while talking to a man.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 182016, "video_name": "house_s02e07_seg02_clip_13", "timestamp": [ 14.0, 16.54 ], "duration": 84.66, "caption": "A woman takes off her gloves while talking to a man.", "similarity": 0.7342, "relevance": 3 }, { "pair_id": 182017, "video_name": "friends_s01e02_seg01_clip_00", "timestamp": [ 54.53, 64.19 ], "duration": 69.66, "caption": "A woman says something to some people and she and woman slap hands.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 182018, "video_name": "grey_s02e12_seg02_clip_18", "timestamp": [ 56.27, 59.42 ], "duration": 90.66, "caption": "A woman grabs a man's hand and he grabs hers while talking to him.", "similarity": 0.7325, "relevance": 2 }, { "pair_id": 182019, "video_name": "grey_s03e25_seg02_clip_27", "timestamp": [ 18.78, 23.79 ], "duration": 83.66, "caption": "A woman put her hand on man's arm while they are talking.", "similarity": 0.7308, "relevance": 1 } ] }, { "query_id": 62897, "query": "A woman is driving, a person is in the front seat, a woman is in the back seat.", "relevant_moment": [ { "pair_id": 14660, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 63.77, 75.02 ], "duration": 75.66, "caption": "A woman is driving, a person is in the front seat, a woman is in the back seat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14661, "video_name": "met_s05e05_seg02_clip_05", "timestamp": [ 0.0, 40.28 ], "duration": 66.66, "caption": "A person is driving as another person is in the passenger seat and a woman is in the backseat.", "similarity": 0.8427, "relevance": 3 }, { "pair_id": 14662, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 0.0, 24.37 ], "duration": 58.66, "caption": "A person is driving as someone is sitting in the passenger seat and a woman is in the backseat.", "similarity": 0.841, "relevance": 3 }, { "pair_id": 14663, "video_name": "s10e05_seg02_clip_04", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman is driving with a person in the passenger seat.", "similarity": 0.8308, "relevance": 2 }, { "pair_id": 14664, "video_name": "castle_s01e03_seg02_clip_03", "timestamp": [ 0.0, 58.6 ], "duration": 86.66, "caption": "A woman is driving as person is in the passenger seat.", "similarity": 0.8186, "relevance": 2 }, { "pair_id": 14665, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 0.0, 54.02 ], "duration": 54.66, "caption": "A woman is driving and a man is in the passenger seat.", "similarity": 0.8093, "relevance": 3 }, { "pair_id": 14666, "video_name": "s09e23_seg02_clip_02", "timestamp": [ 0.0, 47.81 ], "duration": 59.66, "caption": "A woman is driving with another woman in the passenger seat.", "similarity": 0.8076, "relevance": 3 }, { "pair_id": 14667, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 50.04, 61.03 ], "duration": 61.66, "caption": "A person is in the passenger seat as a woman is driving the car.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 14668, "video_name": "s03e11_seg02_clip_08", "timestamp": [ 37.5, 63.03 ], "duration": 63.66, "caption": "A woman is driving while another woman sits in the passenger seat.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 14669, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 69.76, 76.11 ], "duration": 90.66, "caption": "A woman is driving with a man as they are in the passenger seat.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 14670, "video_name": "s05e16_seg02_clip_17", "timestamp": [ 0.0, 7.5 ], "duration": 75.66, "caption": "A woman is driving while a man is in the passenger seat.", "similarity": 0.7928, "relevance": 3 }, { "pair_id": 14671, "video_name": "s10e06_seg02_clip_12", "timestamp": [ 32.96, 61.03 ], "duration": 61.66, "caption": "A woman is driving with a man in the passenger seat.", "similarity": 0.7886, "relevance": 4 }, { "pair_id": 14672, "video_name": "s09e19_seg02_clip_08", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman is driving with a man in the passenger seat.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 14673, "video_name": "s08e03_seg02_clip_05", "timestamp": [ 16.01, 26.25 ], "duration": 64.66, "caption": "Two people are in the backseat as a woman drives.", "similarity": 0.7881, "relevance": 3 }, { "pair_id": 14674, "video_name": "s08e18_seg02_clip_07", "timestamp": [ 25.63, 61.03 ], "duration": 61.66, "caption": "A woman is driving her car with a person in the passenger seat.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 14675, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.05 ], "duration": 90.66, "caption": "A woman is driving as man is in the passenger seat.", "similarity": 0.7865, "relevance": 3 }, { "pair_id": 14676, "video_name": "s10e12_seg02_clip_06", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 14677, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 4.72, 7.97 ], "duration": 59.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 14678, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 0.0, 27.74 ], "duration": 59.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 14679, "video_name": "castle_s05e23_seg02_clip_21", "timestamp": [ 0.0, 54.18 ], "duration": 91.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 187980, "video_name": "castle_s05e23_seg02_clip_20", "timestamp": [ 77.5, 88.06 ], "duration": 88.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 187981, "video_name": "s09e20_seg02_clip_04", "timestamp": [ 0.0, 20.78 ], "duration": 62.66, "caption": "A man is driving a car with woman in the front passenger seat and two people riding in the back.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 187982, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 39.22, 43.98 ], "duration": 56.66, "caption": "A woman is driving while a man is sitting in the passenger seat.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 187983, "video_name": "met_s06e21_seg02_clip_11", "timestamp": [ 58.52, 60.66 ], "duration": 60.66, "caption": "An old woman drives as a man sits in the front seat and another in the back.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 187984, "video_name": "s06e18_seg02_clip_06", "timestamp": [ 0.0, 2.88 ], "duration": 64.66, "caption": "A woman is driving with another woman as the passenger and a third woman in the backseat.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 187985, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A woman is driving a car as a man is in the passenger seat.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 187986, "video_name": "friends_s06e01_seg02_clip_15", "timestamp": [ 1.96, 14.85 ], "duration": 56.66, "caption": "A woman is driving a taxi cab with a man in the back seat and another person in the front passenger seat.", "similarity": 0.755, "relevance": 2 }, { "pair_id": 187987, "video_name": "s05e05_seg02_clip_04", "timestamp": [ 0.0, 4.56 ], "duration": 57.66, "caption": "A woman is driving her car with a man in the passenger seat.", "similarity": 0.7425, "relevance": 3 }, { "pair_id": 187988, "video_name": "s08e01_seg02_clip_03", "timestamp": [ 47.6, 51.26 ], "duration": 61.66, "caption": "A man is driving as a woman is in the passenger seat.", "similarity": 0.7387, "relevance": 2 }, { "pair_id": 187989, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A man is driving with a woman in the passenger seat.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 187990, "video_name": "s08e11_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A woman is driving her car as a man is in the passenger seat.", "similarity": 0.7339, "relevance": 3 }, { "pair_id": 187991, "video_name": "castle_s05e17_seg02_clip_19", "timestamp": [ 0.0, 18.48 ], "duration": 90.66, "caption": "A woman is driving with person in the passenger seat as they are on the phone with someone.", "similarity": 0.7289, "relevance": 3 }, { "pair_id": 187992, "video_name": "s10e03_seg02_clip_16", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A woman is in the driver's seat as a man is in the passenger seat of her car.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 187993, "video_name": "s08e03_seg02_clip_05", "timestamp": [ 0.0, 8.0 ], "duration": 64.66, "caption": "A person is driving as another person is in the passenger seat.", "similarity": 0.7274, "relevance": 3 }, { "pair_id": 187994, "video_name": "s03e08_seg02_clip_09", "timestamp": [ 47.6, 54.01 ], "duration": 61.66, "caption": "A person is driving as another person is in the passenger seat.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 187995, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 11.6, 61.03 ], "duration": 61.66, "caption": "A woman is shown sitting in the passenger seat of a car with another woman driving.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 187996, "video_name": "s10e11_seg01_clip_00", "timestamp": [ 55.69, 83.75 ], "duration": 85.66, "caption": "A person is driving as another person is in the passenger seat and two other people are in the backseat.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 187997, "video_name": "s08e03_seg02_clip_06", "timestamp": [ 0.0, 9.23 ], "duration": 71.66, "caption": "A woman drives a car in which three people seat.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 187998, "video_name": "s10e01_seg02_clip_18", "timestamp": [ 0.0, 2.81 ], "duration": 51.66, "caption": "A person is driving with someone in the passenger seat and another person in the backseat.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 187999, "video_name": "s08e19_seg02_clip_05", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A person is driving as another person is sitting in the passenger seat.", "similarity": 0.7137, "relevance": 2 } ] }, { "query_id": 62987, "query": "A man is trying to resuscitate person with an electric shock.", "relevant_moment": [ { "pair_id": 3760, "video_name": "house_s04e16_seg02_clip_18", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A man is trying to resuscitate person with an electric shock.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3761, "video_name": "house_s05e20_seg02_clip_03", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "A man is on the phone calling out to emergency services and trying to resuscitate someone.", "similarity": 0.7013, "relevance": 1 }, { "pair_id": 3762, "video_name": "grey_s03e16_seg02_clip_21", "timestamp": [ 77.83, 91.03 ], "duration": 91.66, "caption": "A man is trying to revive a dying person.", "similarity": 0.6875, "relevance": 2 }, { "pair_id": 3763, "video_name": "castle_s05e06_seg02_clip_21", "timestamp": [ 39.61, 41.41 ], "duration": 90.66, "caption": "A man turns around and places his hand on the console and gets an electric shock.", "similarity": 0.6393, "relevance": 0 }, { "pair_id": 3764, "video_name": "house_s02e23_seg02_clip_06", "timestamp": [ 4.76, 15.56 ], "duration": 86.66, "caption": "A man is controlling the electrical pulse for the patient in the hospital bed.", "similarity": 0.5966, "relevance": 1 }, { "pair_id": 3765, "video_name": "grey_s01e09_seg02_clip_16", "timestamp": [ 0.0, 41.42 ], "duration": 88.66, "caption": "A man adjusts the head of an unconscious patient trying to revive them.", "similarity": 0.5913, "relevance": 2 }, { "pair_id": 3766, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 22.7, 26.26 ], "duration": 89.66, "caption": "A man tries to mess with the electrical socket.", "similarity": 0.5838, "relevance": 0 }, { "pair_id": 3767, "video_name": "grey_s03e16_seg02_clip_01", "timestamp": [ 87.12, 89.85 ], "duration": 91.66, "caption": "Two paramedics try to revive a person by shaking their head.", "similarity": 0.58, "relevance": 2 }, { "pair_id": 3768, "video_name": "s05e07_seg02_clip_12", "timestamp": [ 23.81, 26.89 ], "duration": 56.66, "caption": "A man falls to the ground after being shocked by person.", "similarity": 0.5734, "relevance": 0 }, { "pair_id": 3769, "video_name": "met_s06e04_seg02_clip_05", "timestamp": [ 0.0, 3.52 ], "duration": 64.66, "caption": "A man asks for assistance when he is in an ambulance.", "similarity": 0.5709, "relevance": 0 }, { "pair_id": 3770, "video_name": "house_s04e15_seg02_clip_23", "timestamp": [ 0.0, 29.24 ], "duration": 74.66, "caption": "A man attempts to help a injured woman, then passes out.", "similarity": 0.5629, "relevance": 1 }, { "pair_id": 3771, "video_name": "castle_s03e17_seg02_clip_07", "timestamp": [ 32.2, 39.16 ], "duration": 87.66, "caption": "A man helps a person sit up in the ambulance.", "similarity": 0.5623, "relevance": 0 }, { "pair_id": 3773, "video_name": "castle_s03e17_seg02_clip_07", "timestamp": [ 0.0, 5.66 ], "duration": 87.66, "caption": "The paramedic tries to calm down a person as he is in an ambulance and is uneasy not staying down.", "similarity": 0.5598, "relevance": 0 }, { "pair_id": 3774, "video_name": "house_s01e09_seg02_clip_11", "timestamp": [ 26.4, 91.03 ], "duration": 91.66, "caption": "A person got shock when a man came into the ward.", "similarity": 0.5537, "relevance": 0 }, { "pair_id": 3775, "video_name": "castle_s05e08_seg02_clip_17", "timestamp": [ 23.82, 39.26 ], "duration": 88.66, "caption": "A man got a bit of electrical shock then a woman started a conversation with him as she sits down.", "similarity": 0.5489, "relevance": 0 }, { "pair_id": 3776, "video_name": "friends_s08e19_seg02_clip_14", "timestamp": [ 11.06, 21.46 ], "duration": 65.66, "caption": "A man shakes his head when he's trying to figure out how someone should rescue him.", "similarity": 0.5421, "relevance": 0 }, { "pair_id": 3777, "video_name": "house_s02e04_seg02_clip_18", "timestamp": [ 13.02, 26.51 ], "duration": 93.66, "caption": "A woman shocks man twice with the defibrillator.", "similarity": 0.5407, "relevance": 3 }, { "pair_id": 3778, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 73.34, 75.69 ], "duration": 94.66, "caption": "A man pushes down a defibrillator onto a patient's chest.", "similarity": 0.5388, "relevance": 4 }, { "pair_id": 3779, "video_name": "castle_s07e05_seg02_clip_25", "timestamp": [ 4.74, 16.94 ], "duration": 67.66, "caption": "A man is taped to a chair and gagged with duct tape. He rocks violently back and forth while several men electrocute him via large pads attached to his body.", "similarity": 0.5349, "relevance": 1 } ] }, { "query_id": 62996, "query": "A man walks to a lock and opens it with a key.", "relevant_moment": [ { "pair_id": 59580, "video_name": "castle_s04e01_seg02_clip_04", "timestamp": [ 52.54, 58.72 ], "duration": 103.66, "caption": "A man walks to a lock and opens it with a key.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 59581, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 46.99, 49.74 ], "duration": 61.66, "caption": "A man puts the key in the lock and starts to open the door.", "similarity": 0.8039, "relevance": 2 }, { "pair_id": 59582, "video_name": "s10e09_seg02_clip_00", "timestamp": [ 56.45, 59.2 ], "duration": 61.66, "caption": "A man puts his key in the door to unlock it.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 59583, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.7784, "relevance": 1 }, { "pair_id": 59584, "video_name": "s04e16_seg01_clip_03", "timestamp": [ 37.77, 48.23 ], "duration": 51.66, "caption": "A man walks back to the door and unlocks it.", "similarity": 0.7679, "relevance": 3 }, { "pair_id": 59585, "video_name": "friends_s08e11_seg02_clip_17", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A person walks over to the front door and inserts a key into the lock.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 59586, "video_name": "s06e08_seg02_clip_07", "timestamp": [ 43.22, 59.13 ], "duration": 60.66, "caption": "A man picks a lock and gets the door to open.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 59587, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.28, 33.59 ], "duration": 57.66, "caption": "A man walks to the door and opens it.", "similarity": 0.7556, "relevance": 1 }, { "pair_id": 59588, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 32.96, 33.87 ], "duration": 61.66, "caption": "A person puts his key into the lock and begins unlocking the door.", "similarity": 0.755, "relevance": 2 }, { "pair_id": 59589, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 59590, "video_name": "s03e06_seg02_clip_10", "timestamp": [ 0.0, 12.1 ], "duration": 59.66, "caption": "A man opens the door and walks in holding something behind him.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 59591, "video_name": "s06e08_seg02_clip_03", "timestamp": [ 11.6, 16.17 ], "duration": 61.66, "caption": "A person walks down a hallway, takes a key from their pocket, unlocks a door and starts to enter.", "similarity": 0.726, "relevance": 4 }, { "pair_id": 59592, "video_name": "s05e19_seg01_clip_00", "timestamp": [ 49.74, 51.26 ], "duration": 61.66, "caption": "A man turns a key in the lock of an apartment door.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 59593, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 21.61, 28.36 ], "duration": 90.66, "caption": "A man is trying to pick a lock and someone shows him the key.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 59594, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 0.7164, "relevance": 0 }, { "pair_id": 59595, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 12.77, 15.09 ], "duration": 58.66, "caption": "A man puts a key in the lock of their apartment door.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 59596, "video_name": "castle_s08e13_seg02_clip_16", "timestamp": [ 12.31, 20.51 ], "duration": 91.66, "caption": "Two men walk towards the locker with a key to open it.", "similarity": 0.7117, "relevance": 3 }, { "pair_id": 59597, "video_name": "house_s04e12_seg02_clip_14", "timestamp": [ 46.15, 55.72 ], "duration": 87.66, "caption": "A man turns and walks to the door that has his name on it; he talks while unlocking the door, then opens the door and walks in.", "similarity": 0.7105, "relevance": 1 }, { "pair_id": 59598, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 33.03, 36.93 ], "duration": 71.66, "caption": "A person uses his key to open the apartment complex door.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 59599, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 16.81, 23.53 ], "duration": 56.66, "caption": "A person uses their key to open the apartment door.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 232902, "video_name": "castle_s07e16_seg02_clip_02", "timestamp": [ 14.74, 16.09 ], "duration": 89.66, "caption": "A man unlocks door with card key for two people.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 232903, "video_name": "house_s02e12_seg02_clip_26", "timestamp": [ 78.03, 100.03 ], "duration": 100.66, "caption": "A man gets up, walks up to the door, and opens it.", "similarity": 0.6859, "relevance": 1 }, { "pair_id": 232904, "video_name": "castle_s07e02_seg02_clip_13", "timestamp": [ 49.63, 56.91 ], "duration": 91.66, "caption": "A man uses the Key to open the door, two people follow him in the room.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 232905, "video_name": "s08e07_seg02_clip_14", "timestamp": [ 45.67, 51.45 ], "duration": 55.66, "caption": "A man attempts to open the door but it is locked.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 232906, "video_name": "friends_s09e05_seg02_clip_06", "timestamp": [ 8.96, 14.57 ], "duration": 56.66, "caption": "A man tries to open a door but it is locked.", "similarity": 0.6807, "relevance": 1 }, { "pair_id": 232907, "video_name": "castle_s03e04_seg02_clip_13", "timestamp": [ 69.57, 76.22 ], "duration": 88.66, "caption": "A man puts his house key into the lock and turns it slowly.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 232908, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 30.25, 45.6 ], "duration": 87.66, "caption": "A man tries various keys while trying to open a door.", "similarity": 0.68, "relevance": 3 }, { "pair_id": 232909, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 29.81, 36.83 ], "duration": 87.66, "caption": "A person is with someone while he gets the key from his pocket and started opening the locked door.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 232910, "video_name": "met_s02e21_seg02_clip_08", "timestamp": [ 0.0, 9.85 ], "duration": 59.66, "caption": "A man holds his finger up and walks out the door.", "similarity": 0.6789, "relevance": 1 }, { "pair_id": 232911, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 232912, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 232913, "video_name": "s02e06_seg02_clip_06", "timestamp": [ 16.25, 19.05 ], "duration": 56.66, "caption": "A woman turns towards the door and puts a key in the lock.", "similarity": 0.6757, "relevance": 1 }, { "pair_id": 232914, "video_name": "friends_s08e14_seg02_clip_06", "timestamp": [ 28.46, 30.22 ], "duration": 58.66, "caption": "A man tries to open a door with a key and tosses it into a container in his hand.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 232915, "video_name": "s08e02_seg02_clip_09", "timestamp": [ 17.41, 19.48 ], "duration": 59.66, "caption": "A man walks in through the front door and puts his keys on the table.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 232916, "video_name": "house_s05e09_seg02_clip_17", "timestamp": [ 23.87, 33.78 ], "duration": 90.66, "caption": "A person locks the door, and walks to one end of the room.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 232917, "video_name": "s08e20_seg02_clip_03", "timestamp": [ 20.75, 23.19 ], "duration": 61.66, "caption": "A man walks to the door and opens it for person waiting outside.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 232918, "video_name": "friends_s05e18_seg02_clip_11", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A man points toward the door and then moves to open it.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 232919, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 63.02, 70.02 ], "duration": 70.66, "caption": "A man walks to the door and opens it for another man.", "similarity": 0.6618, "relevance": 2 } ] }, { "query_id": 63021, "query": "A man shoves a person and he flies back into the wall.", "relevant_moment": [ { "pair_id": 20940, "video_name": "castle_s04e01_seg02_clip_02", "timestamp": [ 13.2, 15.84 ], "duration": 88.66, "caption": "A man shoves a person and he flies back into the wall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20941, "video_name": "castle_s05e09_seg02_clip_18", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A man grabs the back of someone's coat and slams him against a wall.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 20942, "video_name": "castle_s08e09_seg02_clip_10", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A man grabs person's collars and pushes him to the wall.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 20944, "video_name": "castle_s02e24_seg02_clip_06", "timestamp": [ 71.22, 77.45 ], "duration": 89.66, "caption": "A person wearing black coat suddenly pushes a man to the wall.", "similarity": 0.6188, "relevance": 4 }, { "pair_id": 20945, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 26.18, 32.4 ], "duration": 88.66, "caption": "A man paces and then punches the wall with his fist.", "similarity": 0.6037, "relevance": 0 }, { "pair_id": 20946, "video_name": "castle_s04e04_seg02_clip_09", "timestamp": [ 70.52, 76.63 ], "duration": 94.66, "caption": "A person pushes another person to the wall and grabs them by the collar.", "similarity": 0.6002, "relevance": 4 }, { "pair_id": 20947, "video_name": "friends_s03e02_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A man touches the wall then brings his hand away.", "similarity": 0.5936, "relevance": 0 }, { "pair_id": 20948, "video_name": "castle_s02e16_seg02_clip_10", "timestamp": [ 50.15, 52.45 ], "duration": 92.66, "caption": "A person takes whip off the wall and pulls it.", "similarity": 0.591, "relevance": 0 }, { "pair_id": 20949, "video_name": "castle_s08e09_seg02_clip_11", "timestamp": [ 11.0, 13.64 ], "duration": 88.66, "caption": "Using one arm, a man pushes another man against a wall as he walks past.", "similarity": 0.5895, "relevance": 3 }, { "pair_id": 20950, "video_name": "house_s08e07_seg02_clip_07", "timestamp": [ 59.33, 71.72 ], "duration": 88.66, "caption": "A man is shown leaning up against a wall and approaches another person.", "similarity": 0.5831, "relevance": 1 }, { "pair_id": 20951, "video_name": "friends_s03e08_seg02_clip_13", "timestamp": [ 2.67, 6.81 ], "duration": 59.66, "caption": "A man throws at the wall while another person tries to start a conversation.", "similarity": 0.5798, "relevance": 0 }, { "pair_id": 20952, "video_name": "met_s03e12_seg02_clip_07", "timestamp": [ 47.6, 50.96 ], "duration": 61.66, "caption": "An object falls from the wall and a woman jumps into a man's arms.", "similarity": 0.578, "relevance": 1 }, { "pair_id": 20953, "video_name": "castle_s04e05_seg02_clip_15", "timestamp": [ 69.15, 75.07 ], "duration": 79.66, "caption": "A man pushes another person against the wall and kisses them.", "similarity": 0.5707, "relevance": 2 }, { "pair_id": 20954, "video_name": "house_s02e17_seg02_clip_25", "timestamp": [ 66.51, 81.21 ], "duration": 140.66, "caption": "A person punches the wall, sits down and gives an order.", "similarity": 0.5688, "relevance": 0 }, { "pair_id": 20955, "video_name": "castle_s07e06_seg02_clip_22", "timestamp": [ 0.0, 2.57 ], "duration": 85.66, "caption": "A person pushes a man in the back as they're walking.", "similarity": 0.5688, "relevance": 1 }, { "pair_id": 20956, "video_name": "s01e01_seg02_clip_11", "timestamp": [ 28.38, 30.21 ], "duration": 61.66, "caption": "A man grabs a person by the arm as he tries to walk away.", "similarity": 0.5645, "relevance": 1 }, { "pair_id": 20957, "video_name": "s01e16_seg02_clip_08", "timestamp": [ 7.5, 14.11 ], "duration": 60.66, "caption": "A person runs up to another person and drags him out of the apartment.", "similarity": 0.5626, "relevance": 2 }, { "pair_id": 20958, "video_name": "castle_s05e08_seg02_clip_26", "timestamp": [ 42.31, 43.66 ], "duration": 90.66, "caption": "A person grabs and moves someone from behind as their hands are in the air.", "similarity": 0.5619, "relevance": 2 }, { "pair_id": 20959, "video_name": "met_s02e18_seg02_clip_00", "timestamp": [ 21.15, 27.29 ], "duration": 61.66, "caption": "A person takes a sword down from the wall and gives it to man.", "similarity": 0.5595, "relevance": 0 } ] }, { "query_id": 63032, "query": "Two people were giving each other sweet kisses.", "relevant_moment": [ { "pair_id": 7120, "video_name": "friends_s09e10_seg02_clip_12", "timestamp": [ 23.89, 40.17 ], "duration": 52.66, "caption": "Two people were giving each other sweet kisses.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7121, "video_name": "met_s06e20_seg02_clip_16", "timestamp": [ 19.53, 24.72 ], "duration": 61.66, "caption": "Two people give each other a kiss.", "similarity": 0.8694, "relevance": 4 }, { "pair_id": 7122, "video_name": "friends_s10e17-18_seg02_clip_43", "timestamp": [ 33.67, 43.21 ], "duration": 53.66, "caption": "Two people gave each other a warm kiss.", "similarity": 0.8272, "relevance": 4 }, { "pair_id": 7123, "video_name": "friends_s10e02_seg02_clip_19", "timestamp": [ 28.99, 30.25 ], "duration": 63.66, "caption": "Two people give each other a small kiss on the cheek.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 7124, "video_name": "grey_s03e23_seg02_clip_12", "timestamp": [ 45.46, 69.77 ], "duration": 90.66, "caption": "Two people share a passionate kiss with each other.", "similarity": 0.81, "relevance": 4 }, { "pair_id": 7125, "video_name": "s07e09_seg02_clip_15", "timestamp": [ 43.83, 44.87 ], "duration": 69.66, "caption": "Two people both lean in and give each other a kiss.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 7126, "video_name": "met_s02e20_seg02_clip_10", "timestamp": [ 26.95, 28.5 ], "duration": 61.66, "caption": "Two people are kissing each other passionately.", "similarity": 0.7883, "relevance": 4 }, { "pair_id": 7127, "video_name": "friends_s02e15_seg02_clip_06", "timestamp": [ 27.54, 37.2 ], "duration": 58.66, "caption": "A person and another person gave each other a warm kiss.", "similarity": 0.7868, "relevance": 4 }, { "pair_id": 7128, "video_name": "met_s06e23_seg02_clip_12", "timestamp": [ 19.83, 24.72 ], "duration": 61.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7828, "relevance": 4 }, { "pair_id": 7129, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 16.36, 21.61 ], "duration": 58.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7828, "relevance": 4 }, { "pair_id": 7130, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 48.67, 51.12 ], "duration": 70.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7828, "relevance": 4 }, { "pair_id": 7131, "video_name": "castle_s01e06_seg02_clip_25", "timestamp": [ 28.01, 30.11 ], "duration": 70.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7828, "relevance": 4 }, { "pair_id": 7132, "video_name": "friends_s07e09_seg02_clip_01", "timestamp": [ 55.83, 58.83 ], "duration": 60.66, "caption": "Two people hold each other and kiss.", "similarity": 0.7801, "relevance": 4 }, { "pair_id": 7133, "video_name": "friends_s08e04_seg01_clip_00", "timestamp": [ 22.32, 23.29 ], "duration": 97.66, "caption": "Two people hug and kiss each other.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 7134, "video_name": "friends_s07e18_seg02_clip_07", "timestamp": [ 32.05, 36.72 ], "duration": 62.66, "caption": "Two people kiss and smile at each other.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 7135, "video_name": "castle_s07e11_seg02_clip_16", "timestamp": [ 55.36, 58.07 ], "duration": 90.66, "caption": "Two people hug each other and kiss passionately.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 7136, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "Two people are hugging and kissing each other.", "similarity": 0.7615, "relevance": 4 }, { "pair_id": 7137, "video_name": "friends_s05e17_seg02_clip_19", "timestamp": [ 47.66, 55.76 ], "duration": 62.66, "caption": "A man and woman are talking and man says something sweet and gives woman a kiss on the cheek.", "similarity": 0.7598, "relevance": 3 }, { "pair_id": 7138, "video_name": "friends_s05e10_seg02_clip_09", "timestamp": [ 0.0, 12.82 ], "duration": 61.66, "caption": "Two people are holding hands as they mention the good time they had and one kisses the other.", "similarity": 0.7596, "relevance": 4 }, { "pair_id": 7139, "video_name": "friends_s07e09_seg02_clip_04", "timestamp": [ 3.54, 5.02 ], "duration": 59.66, "caption": "Two people hug and kiss each other on the cheek.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 180440, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 33.05, 40.72 ], "duration": 118.66, "caption": "Two people kiss each other, while holding hands.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 180441, "video_name": "s03e02_seg02_clip_17", "timestamp": [ 58.85, 66.62 ], "duration": 74.66, "caption": "Two people hug each other and then they end up kissing each other.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 180442, "video_name": "friends_s07e04_seg02_clip_09", "timestamp": [ 7.68, 9.6 ], "duration": 64.66, "caption": "A man and a woman give each other a kiss.", "similarity": 0.7549, "relevance": 4 }, { "pair_id": 180443, "video_name": "friends_s06e17_seg02_clip_03", "timestamp": [ 57.63, 59.55 ], "duration": 64.66, "caption": "A man and a woman give each other a kiss.", "similarity": 0.7549, "relevance": 4 }, { "pair_id": 180444, "video_name": "met_s02e01_seg02_clip_10", "timestamp": [ 54.39, 58.84 ], "duration": 59.66, "caption": "Two people kiss in an overly romantic way in front of another person.", "similarity": 0.7539, "relevance": 4 }, { "pair_id": 180445, "video_name": "s10e03_seg02_clip_01", "timestamp": [ 19.1, 22.79 ], "duration": 67.66, "caption": "A person gives another person a kiss on their cheek.", "similarity": 0.7535, "relevance": 4 }, { "pair_id": 180446, "video_name": "friends_s10e10_seg02_clip_16", "timestamp": [ 31.99, 52.06 ], "duration": 58.66, "caption": "Two people embrace and kiss each other.", "similarity": 0.7503, "relevance": 4 }, { "pair_id": 180447, "video_name": "friends_s05e21_seg01_clip_01", "timestamp": [ 35.12, 37.27 ], "duration": 39.66, "caption": "A woman gives a man a sweet kiss on his mouth.", "similarity": 0.7475, "relevance": 4 }, { "pair_id": 180448, "video_name": "castle_s02e12_seg02_clip_19", "timestamp": [ 47.2, 58.99 ], "duration": 90.66, "caption": "Two people hugging each other, afterwards they kissed.", "similarity": 0.7456, "relevance": 4 }, { "pair_id": 180449, "video_name": "grey_s02e10_seg02_clip_17", "timestamp": [ 33.59, 64.99 ], "duration": 73.66, "caption": "Two people are having a conversation with each other. Then they kissed each other.", "similarity": 0.7418, "relevance": 4 }, { "pair_id": 180450, "video_name": "s10e13_seg02_clip_06", "timestamp": [ 51.35, 59.03 ], "duration": 59.66, "caption": "Two people kiss passionately in front of two other people.", "similarity": 0.7406, "relevance": 4 }, { "pair_id": 180451, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 43.18, 47.11 ], "duration": 157.66, "caption": "Two people suddenly kiss each other on their cheeks.", "similarity": 0.7404, "relevance": 4 }, { "pair_id": 180452, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 77.88, 84.87 ], "duration": 93.66, "caption": "Two people stand close together and kiss each other.", "similarity": 0.7395, "relevance": 4 }, { "pair_id": 180453, "video_name": "castle_s05e08_seg02_clip_18", "timestamp": [ 44.95, 48.16 ], "duration": 107.66, "caption": "Two people share a short quick kiss.", "similarity": 0.736, "relevance": 4 }, { "pair_id": 180454, "video_name": "grey_s01e05_seg02_clip_19", "timestamp": [ 28.61, 37.39 ], "duration": 65.66, "caption": "Two people kiss and draw closer to each other.", "similarity": 0.7349, "relevance": 4 }, { "pair_id": 180455, "video_name": "met_s06e16_seg02_clip_05", "timestamp": [ 13.28, 16.53 ], "duration": 59.66, "caption": "Two people hold hands as they kiss each other.", "similarity": 0.7337, "relevance": 4 }, { "pair_id": 180456, "video_name": "met_s02e08_seg02_clip_18", "timestamp": [ 34.61, 38.01 ], "duration": 86.66, "caption": "A couple kisses each other in front of their friends.", "similarity": 0.7315, "relevance": 4 }, { "pair_id": 180457, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 5.2, 12.48 ], "duration": 77.66, "caption": "Two people kiss after person tells them to.", "similarity": 0.7309, "relevance": 4 }, { "pair_id": 180458, "video_name": "friends_s02e22_seg02_clip_05", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "Two people are having a conversation. Then they kiss each other.", "similarity": 0.7268, "relevance": 4 }, { "pair_id": 180459, "video_name": "friends_s05e11_seg01_clip_00", "timestamp": [ 65.19, 68.75 ], "duration": 79.66, "caption": "Two people put their arms out and kiss each other.", "similarity": 0.7261, "relevance": 4 } ] }, { "query_id": 63040, "query": "A woman closes a file while looking at a man.", "relevant_moment": [ { "pair_id": 21780, "video_name": "grey_s02e02_seg02_clip_16", "timestamp": [ 83.24, 85.02 ], "duration": 89.66, "caption": "A woman closes a file while looking at a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21781, "video_name": "castle_s02e24_seg02_clip_20", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "A woman shows a file to a man and then closes it.", "similarity": 0.8679, "relevance": 3 }, { "pair_id": 21782, "video_name": "house_s06e04_seg02_clip_16", "timestamp": [ 19.07, 20.47 ], "duration": 93.66, "caption": "A woman lowers the file she is holding to look at man.", "similarity": 0.8641, "relevance": 3 }, { "pair_id": 21783, "video_name": "friends_s06e05_seg02_clip_03", "timestamp": [ 8.85, 13.87 ], "duration": 59.66, "caption": "A woman closes her folder and looks over at a man.", "similarity": 0.8336, "relevance": 4 }, { "pair_id": 21784, "video_name": "castle_s03e19_seg02_clip_15", "timestamp": [ 55.02, 59.86 ], "duration": 88.66, "caption": "A man hands woman a file and woman looks at it.", "similarity": 0.8312, "relevance": 3 }, { "pair_id": 21785, "video_name": "castle_s07e13_seg02_clip_21", "timestamp": [ 12.22, 17.19 ], "duration": 90.66, "caption": "A man hands woman a file and she looks at it.", "similarity": 0.8185, "relevance": 2 }, { "pair_id": 21786, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 45.16, 46.07 ], "duration": 91.66, "caption": "A woman closes the file and hands it off to man.", "similarity": 0.8174, "relevance": 4 }, { "pair_id": 21787, "video_name": "house_s03e12_seg02_clip_05", "timestamp": [ 77.1, 81.8 ], "duration": 94.66, "caption": "A man looks at a file while talking with a woman.", "similarity": 0.7994, "relevance": 2 }, { "pair_id": 21788, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 0.0, 11.08 ], "duration": 88.66, "caption": "A woman looks at the file a person was looking at in his hand.", "similarity": 0.795, "relevance": 3 }, { "pair_id": 21789, "video_name": "friends_s08e13_seg02_clip_07", "timestamp": [ 27.85, 31.38 ], "duration": 64.66, "caption": "A woman opens a file slowly then shuts it when a man turns around.", "similarity": 0.7944, "relevance": 4 }, { "pair_id": 21790, "video_name": "house_s03e10_seg02_clip_08", "timestamp": [ 55.53, 60.99 ], "duration": 91.66, "caption": "A woman gives a file to man and he looks at it.", "similarity": 0.7927, "relevance": 2 }, { "pair_id": 21791, "video_name": "castle_s02e07_seg02_clip_06", "timestamp": [ 69.35, 73.0 ], "duration": 91.66, "caption": "A man hands a woman a file folder of someone and she looks at it.", "similarity": 0.7874, "relevance": 2 }, { "pair_id": 21792, "video_name": "house_s07e20_seg02_clip_19", "timestamp": [ 78.29, 92.44 ], "duration": 101.66, "caption": "A person looks at the files right in front of a woman.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 21793, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 32.41, 45.91 ], "duration": 90.66, "caption": "A man closes the file and talks to a woman, and two people.", "similarity": 0.7814, "relevance": 1 }, { "pair_id": 21794, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A man is looking a file of someone and he hands it to a woman.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 21795, "video_name": "house_s01e14_seg02_clip_09", "timestamp": [ 3.6, 14.4 ], "duration": 90.66, "caption": "A man looks down at a file while he's talking with a woman.", "similarity": 0.774, "relevance": 1 }, { "pair_id": 21796, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman hands a man a file and he opens it.", "similarity": 0.7704, "relevance": 2 }, { "pair_id": 21797, "video_name": "house_s07e07_seg02_clip_01", "timestamp": [ 83.72, 84.62 ], "duration": 90.66, "caption": "A woman grabs a file a person is looking at.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 21799, "video_name": "house_s03e06_seg02_clip_23", "timestamp": [ 71.33, 78.1 ], "duration": 90.66, "caption": "A man stands in front of a woman and looks through a file.", "similarity": 0.7661, "relevance": 2 }, { "pair_id": 195100, "video_name": "house_s02e02_seg02_clip_16", "timestamp": [ 13.95, 16.65 ], "duration": 90.66, "caption": "A woman shuts the file and tries to hand it over to a man.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 195101, "video_name": "grey_s02e08_seg02_clip_11", "timestamp": [ 2.33, 11.16 ], "duration": 93.66, "caption": "A man opens and then closes a file while standing in front of two people, finally he looks up.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 195102, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 52.45, 59.88 ], "duration": 92.66, "caption": "A man looks at a file while a woman walks out of the room.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 195103, "video_name": "castle_s04e17_seg02_clip_02", "timestamp": [ 40.66, 46.46 ], "duration": 89.66, "caption": "A man hands a file to a woman which she opens to see a picture of a person.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 195104, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 60.5, 70.58 ], "duration": 96.66, "caption": "A woman opens a file and looks through its contents.", "similarity": 0.7436, "relevance": 2 }, { "pair_id": 195105, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 21.81, 24.48 ], "duration": 89.66, "caption": "A man glances down at a file in his hands while having a conversation with woman and a person.", "similarity": 0.7408, "relevance": 1 }, { "pair_id": 195106, "video_name": "castle_s08e20_seg02_clip_07", "timestamp": [ 32.05, 34.72 ], "duration": 89.66, "caption": "A man hands woman a file to read.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 195107, "video_name": "house_s05e05_seg02_clip_01", "timestamp": [ 4.45, 16.02 ], "duration": 89.66, "caption": "A person opens the file they're holding and glances at it.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 195108, "video_name": "house_s05e03_seg02_clip_14", "timestamp": [ 23.04, 28.92 ], "duration": 98.66, "caption": "A woman opens the file and a man turns to the right.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 195109, "video_name": "castle_s02e23_seg02_clip_04", "timestamp": [ 74.83, 81.14 ], "duration": 90.66, "caption": "A man hands woman a file and she reads it.", "similarity": 0.7224, "relevance": 2 }, { "pair_id": 195110, "video_name": "castle_s06e08_seg02_clip_04", "timestamp": [ 21.52, 27.02 ], "duration": 91.66, "caption": "A woman reads the file to a man while he's sitting.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 195111, "video_name": "castle_s05e02_seg02_clip_18", "timestamp": [ 12.06, 15.63 ], "duration": 89.66, "caption": "A man and a woman sit down to look at a file.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 195112, "video_name": "castle_s04e05_seg02_clip_18", "timestamp": [ 28.3, 40.13 ], "duration": 84.66, "caption": "A woman closes a file on the table as she is talking to another woman.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 195113, "video_name": "grey_s02e01_seg02_clip_05", "timestamp": [ 16.01, 24.26 ], "duration": 97.66, "caption": "A woman closes a file and walks out the door followed by another woman.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 195114, "video_name": "castle_s03e01_seg02_clip_06", "timestamp": [ 20.74, 30.67 ], "duration": 90.66, "caption": "A woman shows a man a file then asks about the contents.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 195115, "video_name": "grey_s02e11_seg02_clip_12", "timestamp": [ 82.92, 90.13 ], "duration": 90.66, "caption": "A woman grabs a files from person and looks at it.", "similarity": 0.7154, "relevance": 1 }, { "pair_id": 195116, "video_name": "castle_s02e09_seg02_clip_06", "timestamp": [ 16.93, 22.1 ], "duration": 94.66, "caption": "A woman closes her file together during the interrogation.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 195117, "video_name": "castle_s05e02_seg02_clip_18", "timestamp": [ 13.4, 86.21 ], "duration": 89.66, "caption": "A woman reads the file to a person while a man paces around.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 195118, "video_name": "friends_s05e17_seg02_clip_15", "timestamp": [ 12.72, 14.1 ], "duration": 55.66, "caption": "A man stops a woman from sliding the file.", "similarity": 0.7105, "relevance": 3 }, { "pair_id": 195119, "video_name": "house_s01e11_seg02_clip_01", "timestamp": [ 0.0, 24.06 ], "duration": 89.66, "caption": "Two women look at a patient's file with a man.", "similarity": 0.7103, "relevance": 1 } ] }, { "query_id": 63056, "query": "A doctor chases after a man and stops him after passing through double doors in one of the hospital's hallways.", "relevant_moment": [ { "pair_id": 1940, "video_name": "grey_s02e02_seg02_clip_15", "timestamp": [ 52.93, 57.59 ], "duration": 84.66, "caption": "A doctor chases after a man and stops him after passing through double doors in one of the hospital's hallways.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1941, "video_name": "house_s05e10_seg02_clip_06", "timestamp": [ 50.41, 53.11 ], "duration": 90.66, "caption": "A man opens a door and enters a room followed by two doctors.", "similarity": 0.7242, "relevance": 4 }, { "pair_id": 1942, "video_name": "castle_s08e17_seg02_clip_25", "timestamp": [ 34.42, 38.61 ], "duration": 93.66, "caption": "A man walks through the hospital double doors up to two men and a woman then stops.", "similarity": 0.7168, "relevance": 4 }, { "pair_id": 1943, "video_name": "house_s01e08_seg02_clip_12", "timestamp": [ 22.63, 25.24 ], "duration": 87.66, "caption": "A man follows a doctor entering a room.", "similarity": 0.69, "relevance": 3 }, { "pair_id": 1944, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 32.34, 36.71 ], "duration": 87.66, "caption": "A doctor walks with another doctor passes a door in the hospital.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 1945, "video_name": "house_s03e05_seg02_clip_00", "timestamp": [ 16.45, 22.57 ], "duration": 94.66, "caption": "Doctor walks to a door leading to two people after seeing them through a window in a room.", "similarity": 0.688, "relevance": 0 }, { "pair_id": 1946, "video_name": "grey_s02e15_seg02_clip_09", "timestamp": [ 25.66, 40.97 ], "duration": 90.66, "caption": "A man chases after another man as he walks in the hallway.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 1947, "video_name": "grey_s03e14_seg02_clip_15", "timestamp": [ 18.07, 20.71 ], "duration": 88.66, "caption": "A man turns in the hallway and the other doctors follow.", "similarity": 0.6773, "relevance": 1 }, { "pair_id": 1948, "video_name": "house_s08e15_seg02_clip_20", "timestamp": [ 65.19, 69.6 ], "duration": 98.66, "caption": "A man in a military uniform stops two doctors as they go through a doorway.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 1949, "video_name": "house_s08e21_seg02_clip_20", "timestamp": [ 57.78, 71.57 ], "duration": 106.66, "caption": "A man walks behind a doctor in the hallway trying to catch.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 1950, "video_name": "house_s08e08_seg02_clip_22", "timestamp": [ 0.0, 4.14 ], "duration": 92.66, "caption": "A man enters the room where he found two doctors.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 1951, "video_name": "house_s07e02_seg02_clip_11", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A doctor walks through the hallway and stops when he sees a person.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 1952, "video_name": "house_s06e12_seg02_clip_16", "timestamp": [ 58.77, 61.98 ], "duration": 91.66, "caption": "A doctor opens the door of a man's office and stands by the door.", "similarity": 0.6617, "relevance": 0 }, { "pair_id": 1953, "video_name": "house_s04e13_seg02_clip_17", "timestamp": [ 18.76, 22.34 ], "duration": 89.66, "caption": "A doctor opens the door and enters the office of another doctor.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 1954, "video_name": "house_s07e05_seg02_clip_14", "timestamp": [ 40.9, 82.27 ], "duration": 94.66, "caption": "A doctor opens the door and talk to another doctor.", "similarity": 0.6515, "relevance": 1 }, { "pair_id": 1955, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 48.07, 50.28 ], "duration": 88.66, "caption": "A man runs with another man down the hospital hallway.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 1956, "video_name": "house_s03e12_seg02_clip_06", "timestamp": [ 37.84, 40.39 ], "duration": 85.66, "caption": "A man walks into someone's office and he tells them to put another doctor on his patient.", "similarity": 0.6505, "relevance": 0 }, { "pair_id": 1957, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 56.59, 60.72 ], "duration": 63.66, "caption": "A doctor opens the door, enters the room and closes the door behind him.", "similarity": 0.649, "relevance": 0 }, { "pair_id": 1958, "video_name": "friends_s08e14_seg02_clip_09", "timestamp": [ 19.85, 22.02 ], "duration": 62.66, "caption": "A man runs into the doctor office and up to two people.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 1959, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 37.19, 39.55 ], "duration": 59.66, "caption": "A person follows a doctor out of a door.", "similarity": 0.6478, "relevance": 1 } ] }, { "query_id": 63072, "query": "A woman walks with another woman down the hospital hallway.", "relevant_moment": [ { "pair_id": 148820, "video_name": "grey_s02e02_seg02_clip_10", "timestamp": [ 65.99, 69.48 ], "duration": 87.66, "caption": "A woman walks with another woman down the hospital hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148821, "video_name": "grey_s03e06_seg02_clip_06", "timestamp": [ 16.69, 26.16 ], "duration": 90.66, "caption": "A woman walks through the hospital hallway with another woman.", "similarity": 0.9637, "relevance": 4 }, { "pair_id": 148822, "video_name": "castle_s08e19_seg02_clip_06", "timestamp": [ 42.34, 51.54 ], "duration": 92.66, "caption": "A woman and another woman walk down the hospital hallway.", "similarity": 0.9388, "relevance": 4 }, { "pair_id": 148823, "video_name": "grey_s03e11_seg02_clip_07", "timestamp": [ 12.15, 31.06 ], "duration": 90.66, "caption": "Two women are walking through the hospital hallway.", "similarity": 0.8657, "relevance": 4 }, { "pair_id": 148824, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 16.84, 22.76 ], "duration": 91.66, "caption": "A woman walks into a hospital room to talk to another woman.", "similarity": 0.8319, "relevance": 1 }, { "pair_id": 148825, "video_name": "house_s04e14_seg02_clip_21", "timestamp": [ 65.27, 87.02 ], "duration": 87.66, "caption": "A person walks with another person down the hallway of the hospital.", "similarity": 0.8299, "relevance": 2 }, { "pair_id": 148826, "video_name": "grey_s02e05_seg02_clip_04", "timestamp": [ 19.19, 22.73 ], "duration": 101.66, "caption": "A woman is walking in the hospital hallway as another woman runs up to her showing her someone's tests noting that they didn't have a heart attack.", "similarity": 0.8237, "relevance": 4 }, { "pair_id": 148827, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 55.17, 85.23 ], "duration": 89.66, "caption": "A woman walks up to a man and they walk beside each other in the hospital hallway.", "similarity": 0.8159, "relevance": 3 }, { "pair_id": 148828, "video_name": "house_s07e19_seg02_clip_06", "timestamp": [ 2.34, 5.08 ], "duration": 78.66, "caption": "A woman is standing in the hospital hallway as she meets up with another woman.", "similarity": 0.8081, "relevance": 3 }, { "pair_id": 148829, "video_name": "house_s07e23_seg02_clip_20", "timestamp": [ 66.81, 89.66 ], "duration": 89.66, "caption": "A woman talks with another woman in a hospital room.", "similarity": 0.7949, "relevance": 1 }, { "pair_id": 148830, "video_name": "castle_s01e10_seg02_clip_03", "timestamp": [ 10.66, 13.65 ], "duration": 85.66, "caption": "A woman walks out of the hospital room and another woman introduces herself to her.", "similarity": 0.7927, "relevance": 3 }, { "pair_id": 148831, "video_name": "castle_s07e08_seg02_clip_23", "timestamp": [ 45.22, 48.84 ], "duration": 90.66, "caption": "A woman walks out of a hospital room with a man walking behind and they stop in the hallway.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 148832, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 55.12, 69.03 ], "duration": 103.66, "caption": "Two people walk down the hallway of the hospital.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 148833, "video_name": "house_s02e22_seg02_clip_24", "timestamp": [ 60.18, 70.52 ], "duration": 94.66, "caption": "Two people walk down the hallway of the Hospital.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 148834, "video_name": "grey_s03e24_seg02_clip_15", "timestamp": [ 18.64, 29.0 ], "duration": 82.66, "caption": "A woman is walking through the hospital but stops when she sees another woman.", "similarity": 0.7886, "relevance": 2 }, { "pair_id": 148835, "video_name": "house_s08e11_seg02_clip_23", "timestamp": [ 2.69, 7.16 ], "duration": 179.66, "caption": "A person walks up to a woman who is standing in the hospital hallway.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 148836, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 70.09, 81.02 ], "duration": 81.66, "caption": "A woman talks to another woman in her hospital room.", "similarity": 0.7781, "relevance": 1 }, { "pair_id": 148837, "video_name": "grey_s03e14_seg02_clip_16", "timestamp": [ 12.62, 66.25 ], "duration": 90.66, "caption": "A woman is in a hospital room with another woman as they converse.", "similarity": 0.7768, "relevance": 1 }, { "pair_id": 148838, "video_name": "house_s04e04_seg02_clip_10", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "A woman walks over to another woman in the patient's room.", "similarity": 0.7755, "relevance": 2 }, { "pair_id": 148839, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 48.07, 55.19 ], "duration": 89.66, "caption": "Two people are walking beside each other in the hospital hallway.", "similarity": 0.7744, "relevance": 3 } ] }, { "query_id": 63096, "query": "A woman is talking to another woman, and then gestures for the other woman to turn around and look.", "relevant_moment": [ { "pair_id": 17340, "video_name": "met_s02e12_seg02_clip_01", "timestamp": [ 40.57, 43.55 ], "duration": 59.66, "caption": "A woman is talking to another woman, and then gestures for the other woman to turn around and look.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17341, "video_name": "s07e24_seg02_clip_16", "timestamp": [ 42.36, 45.26 ], "duration": 58.66, "caption": "A woman gestures to a person as she is talking to another person.", "similarity": 0.8857, "relevance": 1 }, { "pair_id": 17342, "video_name": "grey_s01e03_seg02_clip_16", "timestamp": [ 0.0, 3.67 ], "duration": 81.66, "caption": "A woman turns around and another woman starts talking to her.", "similarity": 0.8636, "relevance": 2 }, { "pair_id": 17343, "video_name": "s05e01_seg02_clip_08", "timestamp": [ 40.73, 44.27 ], "duration": 59.66, "caption": "A woman turns around to face another woman and talk to her.", "similarity": 0.8598, "relevance": 2 }, { "pair_id": 17344, "video_name": "friends_s08e14_seg02_clip_04", "timestamp": [ 13.21, 15.91 ], "duration": 60.66, "caption": "A woman shakes her head and then turns around while she is talking to another woman.", "similarity": 0.8583, "relevance": 2 }, { "pair_id": 17345, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 48.08, 54.39 ], "duration": 60.66, "caption": "A woman turns around and looks at woman while person is talking.", "similarity": 0.8556, "relevance": 2 }, { "pair_id": 17346, "video_name": "friends_s07e23-24_seg02_clip_14", "timestamp": [ 4.51, 8.41 ], "duration": 60.66, "caption": "A woman very subtlety looks over to another woman while she is talking to someone.", "similarity": 0.8342, "relevance": 2 }, { "pair_id": 17347, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 11.81, 13.28 ], "duration": 59.66, "caption": "A woman is talking to another woman and points outward with her right hand.", "similarity": 0.8326, "relevance": 3 }, { "pair_id": 17349, "video_name": "friends_s03e03_seg02_clip_15", "timestamp": [ 45.52, 51.38 ], "duration": 65.66, "caption": "A woman signals another woman's hand and she talks to her.", "similarity": 0.8305, "relevance": 2 }, { "pair_id": 17350, "video_name": "s04e16_seg02_clip_10", "timestamp": [ 59.43, 60.03 ], "duration": 60.66, "caption": "A woman turns to another woman beside her to converse.", "similarity": 0.8281, "relevance": 2 }, { "pair_id": 17351, "video_name": "castle_s07e04_seg02_clip_19", "timestamp": [ 4.14, 14.26 ], "duration": 92.66, "caption": "A woman turns around and starts a conversation with another woman.", "similarity": 0.8277, "relevance": 1 }, { "pair_id": 17352, "video_name": "s04e01_seg02_clip_04", "timestamp": [ 41.12, 42.02 ], "duration": 60.66, "caption": "A woman makes a gesture to a person to go back and talk to another person.", "similarity": 0.824, "relevance": 1 }, { "pair_id": 17353, "video_name": "friends_s09e21_seg02_clip_16", "timestamp": [ 52.18, 54.36 ], "duration": 54.66, "caption": "A woman gestures at another woman with rapid hand movements.", "similarity": 0.8193, "relevance": 1 }, { "pair_id": 17354, "video_name": "friends_s01e03_seg02_clip_18", "timestamp": [ 17.19, 19.86 ], "duration": 48.66, "caption": "A woman looks at another woman as the other woman gestures toward a third person.", "similarity": 0.818, "relevance": 2 }, { "pair_id": 17355, "video_name": "friends_s04e12_seg02_clip_11", "timestamp": [ 51.06, 54.3 ], "duration": 59.66, "caption": "A woman turns around and speaks to another woman while holding her neck with her hand.", "similarity": 0.8121, "relevance": 2 }, { "pair_id": 17356, "video_name": "castle_s06e23_seg02_clip_11", "timestamp": [ 29.18, 33.28 ], "duration": 91.66, "caption": "A woman touches her face while talking with another woman.", "similarity": 0.8109, "relevance": 2 }, { "pair_id": 17357, "video_name": "friends_s05e19_seg02_clip_12", "timestamp": [ 2.17, 4.03 ], "duration": 62.66, "caption": "A woman puts her hands on her face as she talks to another woman.", "similarity": 0.8103, "relevance": 2 }, { "pair_id": 17358, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.8092, "relevance": 2 }, { "pair_id": 17359, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 49.13, 57.06 ], "duration": 61.66, "caption": "A woman motions with her left hand while talking to another woman.", "similarity": 0.8088, "relevance": 2 }, { "pair_id": 190660, "video_name": "castle_s03e02_seg02_clip_16", "timestamp": [ 61.54, 64.28 ], "duration": 91.66, "caption": "A woman turns around and faces person and another person as she talks.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 190661, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 0.0, 12.62 ], "duration": 87.66, "caption": "A woman is talking to another woman but the other woman just looks down.", "similarity": 0.8056, "relevance": 2 }, { "pair_id": 190662, "video_name": "s06e18_seg02_clip_14", "timestamp": [ 48.92, 52.82 ], "duration": 60.66, "caption": "A woman turns to another woman and speaks while a person looks at their reflection in a lipstick cap.", "similarity": 0.8031, "relevance": 3 }, { "pair_id": 190663, "video_name": "castle_s08e22_seg02_clip_11", "timestamp": [ 49.3, 51.63 ], "duration": 93.66, "caption": "A woman turns to a man and gestures towards another man.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 190664, "video_name": "grey_s02e05_seg02_clip_21", "timestamp": [ 68.75, 70.05 ], "duration": 87.66, "caption": "A woman bends down and starts talking to another woman.", "similarity": 0.8, "relevance": 3 }, { "pair_id": 190665, "video_name": "castle_s07e04_seg02_clip_22", "timestamp": [ 76.72, 80.29 ], "duration": 89.66, "caption": "A woman speaks to another woman and the other woman looks up and nods.", "similarity": 0.7997, "relevance": 3 }, { "pair_id": 190666, "video_name": "castle_s07e17_seg02_clip_08", "timestamp": [ 2.67, 16.89 ], "duration": 88.66, "caption": "A woman approached another woman and started a conversation with her.", "similarity": 0.7993, "relevance": 2 }, { "pair_id": 190667, "video_name": "castle_s04e02_seg02_clip_13", "timestamp": [ 29.63, 49.53 ], "duration": 88.66, "caption": "A woman is speaking with another woman as they face each other.", "similarity": 0.7983, "relevance": 3 }, { "pair_id": 190668, "video_name": "friends_s02e02_seg02_clip_17", "timestamp": [ 50.39, 58.67 ], "duration": 69.66, "caption": "While a woman is talking, she reaches over and touches another woman on the leg.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 190669, "video_name": "house_s06e13_seg02_clip_13", "timestamp": [ 14.26, 17.95 ], "duration": 92.66, "caption": "A woman speaks to another woman as her back is turned.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 190670, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 21.09, 24.15 ], "duration": 68.66, "caption": "A woman puts both hands up and gestures with them while talking.", "similarity": 0.7954, "relevance": 2 }, { "pair_id": 190671, "video_name": "castle_s04e09_seg02_clip_03", "timestamp": [ 19.81, 24.76 ], "duration": 90.66, "caption": "A woman gives an object to another woman while she is speaking to her.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 190672, "video_name": "friends_s05e09_seg02_clip_11", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman is leaning her head on her fingers while talking to another woman.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 190673, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 0.0, 26.21 ], "duration": 80.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7929, "relevance": 2 }, { "pair_id": 190674, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 0.0, 12.08 ], "duration": 105.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7929, "relevance": 3 }, { "pair_id": 190675, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 9.79, 45.85 ], "duration": 89.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.7929, "relevance": 2 }, { "pair_id": 190676, "video_name": "house_s03e12_seg02_clip_02", "timestamp": [ 31.72, 36.19 ], "duration": 89.66, "caption": "A woman comes closer to another woman and they talk.", "similarity": 0.7928, "relevance": 3 }, { "pair_id": 190677, "video_name": "grey_s02e05_seg02_clip_19", "timestamp": [ 44.21, 69.37 ], "duration": 136.66, "caption": "A woman talking to another woman as they stand across each other.", "similarity": 0.7926, "relevance": 3 }, { "pair_id": 190678, "video_name": "castle_s02e15_seg02_clip_22", "timestamp": [ 0.0, 3.99 ], "duration": 88.66, "caption": "A woman is looking up at a man then turns around to talk to another woman.", "similarity": 0.7911, "relevance": 3 }, { "pair_id": 190679, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 15.82, 27.6 ], "duration": 62.66, "caption": "A woman leans forward and has a conversation with another woman.", "similarity": 0.7904, "relevance": 3 } ] }, { "query_id": 63220, "query": "A man is on the phone and is looking at a day planner on the computer.", "relevant_moment": [ { "pair_id": 39540, "video_name": "castle_s04e15_seg02_clip_12", "timestamp": [ 11.63, 14.42 ], "duration": 93.66, "caption": "A man is on the phone and is looking at a day planner on the computer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 39541, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 43.25, 50.3 ], "duration": 94.66, "caption": "A man is on the phone as he looks at a document.", "similarity": 0.6729, "relevance": 3 }, { "pair_id": 39542, "video_name": "friends_s05e04_seg02_clip_00", "timestamp": [ 3.78, 26.79 ], "duration": 63.66, "caption": "A man has a conversation on the phone while looking a sheet of paper.", "similarity": 0.6601, "relevance": 2 }, { "pair_id": 39543, "video_name": "met_s03e15_seg02_clip_03", "timestamp": [ 0.6, 3.0 ], "duration": 60.66, "caption": "A man is looking at his phone while in a work meeting.", "similarity": 0.6492, "relevance": 0 }, { "pair_id": 39544, "video_name": "castle_s03e07_seg02_clip_04", "timestamp": [ 10.25, 20.95 ], "duration": 89.66, "caption": "A man has a bunch of cell phones next to the computer to look through pictures.", "similarity": 0.6406, "relevance": 0 }, { "pair_id": 39545, "video_name": "castle_s05e03_seg02_clip_03", "timestamp": [ 65.6, 70.61 ], "duration": 91.66, "caption": "A man goes through the desk drawers as he is on the phone.", "similarity": 0.6363, "relevance": 2 }, { "pair_id": 39546, "video_name": "house_s04e01_seg02_clip_11", "timestamp": [ 0.0, 5.63 ], "duration": 75.66, "caption": "A man was looking at a couple of papers whilst using the phone.", "similarity": 0.63, "relevance": 2 }, { "pair_id": 39547, "video_name": "s08e03_seg02_clip_08", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man takes someone's phone and reads what is on it.", "similarity": 0.6253, "relevance": 0 }, { "pair_id": 39548, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 39.45, 45.25 ], "duration": 116.66, "caption": "A man who is in his desk picks up his phone to make a call.", "similarity": 0.6229, "relevance": 2 }, { "pair_id": 39549, "video_name": "friends_s09e19_seg02_clip_10", "timestamp": [ 6.91, 20.73 ], "duration": 60.66, "caption": "A man is looking at a notepad while holding the phone.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 39550, "video_name": "castle_s07e13_seg02_clip_04", "timestamp": [ 0.0, 8.1 ], "duration": 90.66, "caption": "A man is sitting with a phone in his hand looking at it.", "similarity": 0.6129, "relevance": 0 }, { "pair_id": 39551, "video_name": "castle_s05e05_seg02_clip_23", "timestamp": [ 45.21, 46.59 ], "duration": 92.66, "caption": "A man is talking on his cellphone while looking at a paper document.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 39552, "video_name": "met_s03e12_seg01_clip_02", "timestamp": [ 0.0, 5.58 ], "duration": 92.66, "caption": "A man says what his phone is doing when he looks at it.", "similarity": 0.6066, "relevance": 0 }, { "pair_id": 39553, "video_name": "castle_s06e04_seg02_clip_10", "timestamp": [ 8.21, 11.85 ], "duration": 91.66, "caption": "A man is looking at a cell phone in his hand.", "similarity": 0.6059, "relevance": 0 }, { "pair_id": 39554, "video_name": "house_s07e07_seg02_clip_02", "timestamp": [ 15.68, 21.38 ], "duration": 95.66, "caption": "A man takes their phone out of their pocket and reads the screen.", "similarity": 0.5995, "relevance": 0 }, { "pair_id": 39555, "video_name": "s05e23_seg01_clip_00", "timestamp": [ 37.38, 43.3 ], "duration": 74.66, "caption": "A man looks at the phone and answers it.", "similarity": 0.5971, "relevance": 2 }, { "pair_id": 39556, "video_name": "castle_s07e15_seg02_clip_03", "timestamp": [ 4.51, 6.76 ], "duration": 90.66, "caption": "A person tells the room what the computer found about the phone call.", "similarity": 0.5936, "relevance": 0 }, { "pair_id": 39557, "video_name": "castle_s07e21_seg02_clip_07", "timestamp": [ 76.07, 89.57 ], "duration": 90.66, "caption": "A man looks through pictures on a person's phone.", "similarity": 0.5871, "relevance": 0 }, { "pair_id": 39558, "video_name": "s06e15_seg02_clip_12", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A man picks up his cell phone from the nightstand and looks at it.", "similarity": 0.5855, "relevance": 0 }, { "pair_id": 39559, "video_name": "castle_s05e08_seg02_clip_01", "timestamp": [ 44.07, 48.96 ], "duration": 89.66, "caption": "A man is looking at his folder and ends his phone call.", "similarity": 0.5854, "relevance": 1 } ] }, { "query_id": 63225, "query": "A man and a woman are standing beside each other as they watch the screen.", "relevant_moment": [ { "pair_id": 173120, "video_name": "castle_s04e15_seg02_clip_19", "timestamp": [ 0.0, 89.2 ], "duration": 91.66, "caption": "A man and a woman are standing beside each other as they watch the screen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173121, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 19.39, 66.3 ], "duration": 90.66, "caption": "A man and a woman are in front of a computer screen watching a video.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 173122, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 34.79, 63.71 ], "duration": 90.66, "caption": "A woman and a man are standing watching a video of another woman.", "similarity": 0.7548, "relevance": 4 }, { "pair_id": 173123, "video_name": "castle_s04e12_seg02_clip_14", "timestamp": [ 62.32, 86.8 ], "duration": 89.66, "caption": "A man and a woman are standing watching a surveillance video playing.", "similarity": 0.7462, "relevance": 4 }, { "pair_id": 173124, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 58.61, 80.59 ], "duration": 86.66, "caption": "A man and woman were standing beside each other as they were talking.", "similarity": 0.7358, "relevance": 4 }, { "pair_id": 173125, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 63.21, 89.02 ], "duration": 89.66, "caption": "A man and a woman both look at the monitor together.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 173126, "video_name": "friends_s09e07_seg02_clip_18", "timestamp": [ 49.16, 56.91 ], "duration": 59.66, "caption": "A man and a woman stand watching TV and the woman points at the TV.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 173127, "video_name": "grey_s03e15_seg02_clip_12", "timestamp": [ 29.15, 36.11 ], "duration": 87.66, "caption": "A woman is staring at a tv as man walks to stand beside her.", "similarity": 0.7158, "relevance": 4 }, { "pair_id": 173128, "video_name": "castle_s05e01_seg02_clip_19", "timestamp": [ 6.89, 12.19 ], "duration": 106.66, "caption": "A woman pauses the TV, and man walks over to stand beside her.", "similarity": 0.7107, "relevance": 3 }, { "pair_id": 173129, "video_name": "castle_s02e17_seg02_clip_08", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A person is standing in front of a screen looking at a sketch of a man next to a man.", "similarity": 0.7052, "relevance": 4 }, { "pair_id": 173130, "video_name": "castle_s02e18_seg02_clip_15", "timestamp": [ 0.0, 34.58 ], "duration": 88.66, "caption": "A woman and a man were looking at the monitor.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 173131, "video_name": "castle_s07e09_seg02_clip_27", "timestamp": [ 0.0, 15.35 ], "duration": 21.66, "caption": "A man and woman were standing in front of each other.", "similarity": 0.695, "relevance": 3 }, { "pair_id": 173132, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 7.4, 45.15 ], "duration": 74.66, "caption": "A woman and a man were standing in front of each other.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 173133, "video_name": "castle_s05e06_seg02_clip_02", "timestamp": [ 0.0, 31.75 ], "duration": 92.66, "caption": "A woman and a man were standing in front of each other.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 173134, "video_name": "castle_s03e09_seg02_clip_02", "timestamp": [ 5.58, 10.7 ], "duration": 93.66, "caption": "A woman and a man were standing in front of each other.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 173135, "video_name": "castle_s08e08_seg02_clip_20", "timestamp": [ 0.0, 15.38 ], "duration": 90.66, "caption": "A woman is sitting beside a man as they see a computer screen.", "similarity": 0.6903, "relevance": 4 }, { "pair_id": 173136, "video_name": "friends_s10e17-18_seg02_clip_09", "timestamp": [ 0.0, 52.02 ], "duration": 52.66, "caption": "Two people were standing beside each other.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 173137, "video_name": "friends_s02e20_seg02_clip_15", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "Two people were standing beside each other.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 173138, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 0.0, 39.86 ], "duration": 61.66, "caption": "A man and a woman are beside each other as they are conversing.", "similarity": 0.6876, "relevance": 1 }, { "pair_id": 173139, "video_name": "castle_s03e11_seg02_clip_13", "timestamp": [ 11.7, 27.01 ], "duration": 90.66, "caption": "A person, another person and a woman with blonde hair were watching a woman through a screen.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 346440, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 83.99, 88.41 ], "duration": 88.66, "caption": "A person is beside another person as they look at a computer screen.", "similarity": 0.6837, "relevance": 4 }, { "pair_id": 346441, "video_name": "grey_s02e08_seg02_clip_25", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A man is standing behind a woman as they are close to each other.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 346442, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 0.0, 5.57 ], "duration": 92.66, "caption": "A man and a woman watch a man talking to woman.", "similarity": 0.6793, "relevance": 3 }, { "pair_id": 346443, "video_name": "castle_s07e20_seg02_clip_17", "timestamp": [ 0.0, 16.35 ], "duration": 90.66, "caption": "A woman and a man are beside each other as they speak to each other.", "similarity": 0.6781, "relevance": 3 }, { "pair_id": 346444, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 0.0, 8.91 ], "duration": 81.66, "caption": "A man and woman are standing beside each other as they converse.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 346445, "video_name": "castle_s04e10_seg02_clip_13", "timestamp": [ 0.0, 8.54 ], "duration": 89.66, "caption": "A man and a woman were having a conversation as they were standing beside each other.", "similarity": 0.6774, "relevance": 2 }, { "pair_id": 346446, "video_name": "house_s03e06_seg02_clip_09", "timestamp": [ 31.05, 33.79 ], "duration": 91.66, "caption": "A man and woman stand up at the same time.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 346447, "video_name": "friends_s03e24_seg02_clip_11", "timestamp": [ 0.0, 1.84 ], "duration": 61.66, "caption": "A man and woman stand up at the same time.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 346448, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.91, 91.23 ], "duration": 91.66, "caption": "A man and a woman are standing beside each other as they converse with a man.", "similarity": 0.6771, "relevance": 3 }, { "pair_id": 346449, "video_name": "castle_s01e08_seg02_clip_17", "timestamp": [ 31.69, 88.02 ], "duration": 88.66, "caption": "Some people are watching the conversation of a woman and a man in the monitor.", "similarity": 0.6751, "relevance": 3 }, { "pair_id": 346450, "video_name": "castle_s07e02_seg02_clip_10", "timestamp": [ 10.31, 14.35 ], "duration": 89.66, "caption": "Two people are standing right next to each other.", "similarity": 0.6749, "relevance": 3 }, { "pair_id": 346451, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 4.95, 89.66 ], "duration": 89.66, "caption": "A man and a woman are beside each other as they speak to another man.", "similarity": 0.6745, "relevance": 3 }, { "pair_id": 346452, "video_name": "house_s04e11_seg02_clip_12", "timestamp": [ 0.0, 39.3 ], "duration": 97.66, "caption": "Two people are sitting beside each other as they watch a person on a video.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 346453, "video_name": "s01e13_seg02_clip_14", "timestamp": [ 26.53, 29.59 ], "duration": 51.66, "caption": "Two people are sitting beside each other watching a person.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 346454, "video_name": "grey_s02e20_seg02_clip_08", "timestamp": [ 0.0, 35.61 ], "duration": 89.66, "caption": "A man and a woman are looking to a monitor and having a conversation.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 346455, "video_name": "castle_s03e03_seg02_clip_01", "timestamp": [ 26.4, 29.13 ], "duration": 91.66, "caption": "A man and a woman stand to their feet, in synchronized.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 346456, "video_name": "castle_s03e13_seg02_clip_18", "timestamp": [ 0.0, 86.66 ], "duration": 90.66, "caption": "A woman and a man are beside each other as they speak to someone.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 346457, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 14.52, 16.72 ], "duration": 88.66, "caption": "While standing next to a man, woman points at the computer screen.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 346458, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 0.0, 14.05 ], "duration": 27.66, "caption": "A woman stands next to a man with her face close to his.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 346459, "video_name": "castle_s07e08_seg02_clip_03", "timestamp": [ 0.0, 29.25 ], "duration": 91.66, "caption": "A man and a woman are conversing as they look at pictures on a screen.", "similarity": 0.6652, "relevance": 3 } ] }, { "query_id": 63242, "query": "A person puts his hands up as he walks away from a woman and another person.", "relevant_moment": [ { "pair_id": 10240, "video_name": "castle_s08e08_seg02_clip_05", "timestamp": [ 73.27, 76.02 ], "duration": 91.66, "caption": "A person puts his hands up as he walks away from a woman and another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10241, "video_name": "s07e15_seg02_clip_15", "timestamp": [ 8.26, 16.23 ], "duration": 59.66, "caption": "A person walks away, woman follows him along with another man who is holding his hand up.", "similarity": 0.8367, "relevance": 2 }, { "pair_id": 10242, "video_name": "s10e03_seg02_clip_11", "timestamp": [ 43.52, 48.62 ], "duration": 60.66, "caption": "A person puts their hands on their head and walks away from another person.", "similarity": 0.8289, "relevance": 2 }, { "pair_id": 10243, "video_name": "s05e23_seg02_clip_11", "timestamp": [ 27.91, 28.81 ], "duration": 60.66, "caption": "A man places his hand on a woman's shoulder as she turns to walk away.", "similarity": 0.8196, "relevance": 1 }, { "pair_id": 10244, "video_name": "castle_s01e09_seg02_clip_27", "timestamp": [ 31.16, 41.4 ], "duration": 93.66, "caption": "A person gets up, walks behind a woman putting their hand on her shoulder as they leave.", "similarity": 0.8156, "relevance": 1 }, { "pair_id": 10245, "video_name": "friends_s08e09_seg02_clip_12", "timestamp": [ 5.9, 7.67 ], "duration": 59.66, "caption": "A woman gestures with both hands as she walks away from a man.", "similarity": 0.8111, "relevance": 1 }, { "pair_id": 10246, "video_name": "friends_s09e22_seg02_clip_18", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A man puts his hand on a woman's back as they walk away.", "similarity": 0.8107, "relevance": 1 }, { "pair_id": 10247, "video_name": "house_s01e20_seg02_clip_02", "timestamp": [ 15.58, 17.8 ], "duration": 89.66, "caption": "A woman walks away from a man after stopping holding hands.", "similarity": 0.8086, "relevance": 0 }, { "pair_id": 10248, "video_name": "friends_s01e24_seg02_clip_07", "timestamp": [ 5.07, 7.76 ], "duration": 59.66, "caption": "A woman puts her hands on a man's shoulder and pats him after she walks away from him.", "similarity": 0.8078, "relevance": 1 }, { "pair_id": 10249, "video_name": "castle_s02e13_seg02_clip_08", "timestamp": [ 33.74, 39.44 ], "duration": 95.66, "caption": "A person walks away from both man and woman.", "similarity": 0.8066, "relevance": 2 }, { "pair_id": 10250, "video_name": "castle_s04e11_seg02_clip_26", "timestamp": [ 31.2, 32.77 ], "duration": 156.66, "caption": "A woman puts her hand on man's arm as he walks away.", "similarity": 0.8053, "relevance": 2 }, { "pair_id": 10251, "video_name": "friends_s03e24_seg02_clip_11", "timestamp": [ 7.96, 11.33 ], "duration": 61.66, "caption": "A man puts his arm around a woman as they walk away.", "similarity": 0.8027, "relevance": 1 }, { "pair_id": 10252, "video_name": "s04e16_seg02_clip_06", "timestamp": [ 24.11, 27.16 ], "duration": 61.66, "caption": "A woman walks away from a man and he stops her with his hand on her shoulder.", "similarity": 0.8013, "relevance": 1 }, { "pair_id": 10253, "video_name": "castle_s05e06_seg02_clip_03", "timestamp": [ 20.69, 26.41 ], "duration": 88.66, "caption": "A person pats both man and woman on the shoulder and walks away.", "similarity": 0.7986, "relevance": 3 }, { "pair_id": 10254, "video_name": "s09e23_seg01_clip_00", "timestamp": [ 56.45, 58.59 ], "duration": 61.66, "caption": "A man holds up his hand and turns away from a woman and another man.", "similarity": 0.7936, "relevance": 2 }, { "pair_id": 10255, "video_name": "s05e22_seg02_clip_02", "timestamp": [ 2.0, 6.27 ], "duration": 57.66, "caption": "A person walks up to another person and puts his hand on his shoulder, leading him away.", "similarity": 0.7884, "relevance": 1 }, { "pair_id": 10256, "video_name": "s02e17_seg02_clip_16", "timestamp": [ 107.12, 111.88 ], "duration": 119.66, "caption": "A man places his hands on someone's shoulder and then walks away.", "similarity": 0.7876, "relevance": 1 }, { "pair_id": 10257, "video_name": "friends_s07e02_seg02_clip_20", "timestamp": [ 43.46, 48.05 ], "duration": 61.66, "caption": "A man walks away from a woman with both hands in his pockets.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 10258, "video_name": "castle_s04e01_seg02_clip_18", "timestamp": [ 33.08, 36.25 ], "duration": 90.66, "caption": "A man holds back a woman as they walk away from someone.", "similarity": 0.7851, "relevance": 1 }, { "pair_id": 10259, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 19.12, 21.21 ], "duration": 59.66, "caption": "A woman puts her hands on her hips when a man walks away.", "similarity": 0.7843, "relevance": 1 } ] }, { "query_id": 63250, "query": "A man jabs a syringe in his patient with excessive force.", "relevant_moment": [ { "pair_id": 79620, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 3.05, 9.57 ], "duration": 87.66, "caption": "A man jabs a syringe in his patient with excessive force.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 79621, "video_name": "house_s07e21_seg02_clip_11", "timestamp": [ 0.0, 7.48 ], "duration": 88.66, "caption": "A person jabs a man in the arm with something.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 79622, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 15.82, 20.91 ], "duration": 113.66, "caption": "A man opens the patient's gown and jabs a needle in him.", "similarity": 0.7263, "relevance": 4 }, { "pair_id": 79623, "video_name": "house_s01e22_seg02_clip_20", "timestamp": [ 53.37, 57.31 ], "duration": 87.66, "caption": "A man suddenly stabs a syringe in the patient's leg.", "similarity": 0.7107, "relevance": 4 }, { "pair_id": 79625, "video_name": "house_s01e09_seg02_clip_02", "timestamp": [ 12.52, 15.2 ], "duration": 89.66, "caption": "A man takes blood using a syringe from his patient.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 79626, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 62.58, 70.18 ], "duration": 89.66, "caption": "A man inserts a syringe into a patient's back.", "similarity": 0.6865, "relevance": 3 }, { "pair_id": 79627, "video_name": "house_s05e14_seg02_clip_21", "timestamp": [ 18.66, 23.67 ], "duration": 91.66, "caption": "A man inserts a huge syringe in the patient's chest.", "similarity": 0.6853, "relevance": 4 }, { "pair_id": 79628, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 73.73, 76.92 ], "duration": 91.66, "caption": "A man withdraws a large syringe he was using to inject a person.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 79629, "video_name": "house_s01e22_seg02_clip_20", "timestamp": [ 52.06, 59.06 ], "duration": 87.66, "caption": "A person injects someone with the syringe at the hospital bed.", "similarity": 0.6588, "relevance": 4 }, { "pair_id": 79630, "video_name": "house_s06e19_seg02_clip_17", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A man removes the syringe from the patient's back.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 79631, "video_name": "house_s01e02_seg02_clip_07", "timestamp": [ 32.67, 38.19 ], "duration": 92.66, "caption": "A man sticks a needle into the patient's stomach.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 79632, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 28.61, 32.31 ], "duration": 92.66, "caption": "A man has a needle in the patient's arm.", "similarity": 0.65, "relevance": 1 }, { "pair_id": 79633, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 79634, "video_name": "house_s01e17_seg02_clip_07", "timestamp": [ 91.11, 99.03 ], "duration": 99.66, "caption": "A man sticks a needle into the patient's back.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 79635, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 28.61, 32.31 ], "duration": 92.66, "caption": "A man injects the patient in the bed with a needle.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 79636, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 77.42, 83.01 ], "duration": 86.66, "caption": "A patient grabs the syringe from a doctor and injects himself.", "similarity": 0.6397, "relevance": 3 }, { "pair_id": 79637, "video_name": "house_s02e07_seg02_clip_11", "timestamp": [ 34.2, 39.09 ], "duration": 81.66, "caption": "A man injects medicine in the body of the patient.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 79638, "video_name": "house_s03e22_seg02_clip_05", "timestamp": [ 43.98, 52.69 ], "duration": 87.66, "caption": "A man is putting a huge needle into the back of a patient.", "similarity": 0.636, "relevance": 3 }, { "pair_id": 79639, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "Someone injects medication into their patient with a syringe.", "similarity": 0.6353, "relevance": 1 } ] }, { "query_id": 63315, "query": "Two people are conversing with each other in the hospital hallway.", "relevant_moment": [ { "pair_id": 20441, "video_name": "house_s07e19_seg02_clip_06", "timestamp": [ 5.47, 67.96 ], "duration": 78.66, "caption": "Two people are conversing with each other in the hospital hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20442, "video_name": "grey_s03e15_seg02_clip_15", "timestamp": [ 0.0, 17.21 ], "duration": 93.66, "caption": "Two people are conversing with each other in the hospital hallway.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 20443, "video_name": "castle_s03e05_seg02_clip_05", "timestamp": [ 20.48, 54.3 ], "duration": 89.66, "caption": "Two people are conversing with each other as they walk in the hospital hallway.", "similarity": 0.9655, "relevance": 4 }, { "pair_id": 20444, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 3.29, 5.64 ], "duration": 94.66, "caption": "Two people are conversing as they are walking in the hospital hallway.", "similarity": 0.9538, "relevance": 4 }, { "pair_id": 20445, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 0.0, 10.58 ], "duration": 92.66, "caption": "Two people are conversing as they stand in the hospital hallway.", "similarity": 0.9503, "relevance": 4 }, { "pair_id": 20446, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 20.03, 44.6 ], "duration": 91.66, "caption": "Two people are conversing as they walk in the hospital hallway.", "similarity": 0.946, "relevance": 4 }, { "pair_id": 20447, "video_name": "house_s01e08_seg02_clip_19", "timestamp": [ 0.0, 56.72 ], "duration": 90.66, "caption": "Two people are having a conversation in a hospital hallway.", "similarity": 0.9435, "relevance": 3 }, { "pair_id": 20448, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 1.46, 44.15 ], "duration": 97.66, "caption": "Two people have a conversation in a hospital hallway.", "similarity": 0.9346, "relevance": 4 }, { "pair_id": 20449, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 68.42, 83.27 ], "duration": 90.66, "caption": "Two people are walking in the hospital hallway while conversing.", "similarity": 0.9313, "relevance": 4 }, { "pair_id": 20450, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 1.34, 11.64 ], "duration": 89.66, "caption": "Two people are walking in the hospital hallway conversing.", "similarity": 0.9309, "relevance": 4 }, { "pair_id": 20451, "video_name": "grey_s02e22_seg02_clip_10", "timestamp": [ 53.52, 87.02 ], "duration": 87.66, "caption": "Two people converse as they are in the hospital hallway.", "similarity": 0.9154, "relevance": 3 }, { "pair_id": 20452, "video_name": "house_s07e02_seg02_clip_17", "timestamp": [ 31.88, 61.64 ], "duration": 85.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.8981, "relevance": 4 }, { "pair_id": 20453, "video_name": "house_s01e01_seg02_clip_10", "timestamp": [ 20.82, 32.6 ], "duration": 90.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.8981, "relevance": 4 }, { "pair_id": 20454, "video_name": "grey_s03e22_seg02_clip_10", "timestamp": [ 42.16, 77.83 ], "duration": 92.66, "caption": "Two people are walking in the hospital hallway as they converse.", "similarity": 0.8981, "relevance": 3 }, { "pair_id": 20455, "video_name": "grey_s03e15_seg02_clip_24", "timestamp": [ 59.19, 85.39 ], "duration": 97.66, "caption": "Two people converse with each other at the doorway of a hospital room.", "similarity": 0.8974, "relevance": 3 }, { "pair_id": 20456, "video_name": "house_s01e09_seg02_clip_22", "timestamp": [ 1.8, 14.85 ], "duration": 90.66, "caption": "Two people are walking beside each other in the hospital hallway as they converse.", "similarity": 0.8854, "relevance": 4 }, { "pair_id": 20457, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 0.0, 27.99 ], "duration": 90.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.8827, "relevance": 4 }, { "pair_id": 20458, "video_name": "grey_s03e10_seg02_clip_02", "timestamp": [ 0.0, 25.69 ], "duration": 90.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.8827, "relevance": 4 }, { "pair_id": 20459, "video_name": "grey_s01e07_seg02_clip_19", "timestamp": [ 37.43, 79.65 ], "duration": 79.66, "caption": "Two men are conversing in the hospital hallway.", "similarity": 0.8827, "relevance": 4 }, { "pair_id": 193760, "video_name": "house_s03e17_seg02_clip_07", "timestamp": [ 0.0, 14.15 ], "duration": 91.66, "caption": "Two people stand and talk in the hospital hallway.", "similarity": 0.8664, "relevance": 4 }, { "pair_id": 193761, "video_name": "house_s07e18_seg02_clip_01", "timestamp": [ 67.19, 89.59 ], "duration": 89.66, "caption": "Two people talk with a patient in a hospital room.", "similarity": 0.8648, "relevance": 2 }, { "pair_id": 193762, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 45.83, 84.1 ], "duration": 84.66, "caption": "A man and person are walking in the hospital hallway as they converse.", "similarity": 0.8634, "relevance": 4 }, { "pair_id": 193763, "video_name": "house_s06e03_seg02_clip_19", "timestamp": [ 0.0, 54.53 ], "duration": 91.66, "caption": "Two people talk while they are in a hospital room.", "similarity": 0.8619, "relevance": 3 }, { "pair_id": 193764, "video_name": "house_s03e13_seg02_clip_06", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "Two people talk with two other people in a hospital room.", "similarity": 0.8578, "relevance": 3 }, { "pair_id": 193765, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 0.0, 36.63 ], "duration": 89.66, "caption": "A woman and person talk while in the hospital hallway.", "similarity": 0.8527, "relevance": 4 }, { "pair_id": 193766, "video_name": "house_s03e13_seg02_clip_14", "timestamp": [ 69.69, 91.66 ], "duration": 91.66, "caption": "A man is conversing with another man in the hospital hallway.", "similarity": 0.8512, "relevance": 4 }, { "pair_id": 193767, "video_name": "house_s02e01_seg02_clip_06", "timestamp": [ 20.13, 30.19 ], "duration": 91.66, "caption": "Three people are conversing as they walk in the hospital hallway.", "similarity": 0.8473, "relevance": 3 }, { "pair_id": 193768, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 26.98, 33.02 ], "duration": 93.66, "caption": "Two men are conversing as they walk in the hospital hallway.", "similarity": 0.846, "relevance": 4 }, { "pair_id": 193769, "video_name": "grey_s03e11_seg02_clip_14", "timestamp": [ 0.0, 79.19 ], "duration": 91.66, "caption": "A person is conversing with another person as they are in a hospital room.", "similarity": 0.8346, "relevance": 3 }, { "pair_id": 193770, "video_name": "house_s01e17_seg02_clip_15", "timestamp": [ 42.04, 67.08 ], "duration": 89.66, "caption": "Two men are in the hospital hallway as they converse.", "similarity": 0.8338, "relevance": 4 }, { "pair_id": 193771, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 0.0, 33.47 ], "duration": 89.66, "caption": "A woman and a man talk in the middle of the hospital hallway.", "similarity": 0.8333, "relevance": 3 }, { "pair_id": 193772, "video_name": "house_s03e21_seg02_clip_18", "timestamp": [ 77.68, 89.29 ], "duration": 89.66, "caption": "A man is conversing with two people in a hospital room.", "similarity": 0.8314, "relevance": 2 }, { "pair_id": 193773, "video_name": "house_s02e20_seg02_clip_17", "timestamp": [ 0.0, 49.89 ], "duration": 86.66, "caption": "Two people are conversing with each other as they are on hospital bed.", "similarity": 0.8273, "relevance": 2 }, { "pair_id": 193774, "video_name": "grey_s03e08_seg02_clip_10", "timestamp": [ 9.01, 21.18 ], "duration": 90.66, "caption": "A woman and a man are walking down the hospital hallway as they converse.", "similarity": 0.8247, "relevance": 4 }, { "pair_id": 193775, "video_name": "friends_s10e17-18_seg02_clip_01", "timestamp": [ 0.0, 15.87 ], "duration": 61.66, "caption": "A man and woman talk to a person in a hospital room.", "similarity": 0.8208, "relevance": 3 }, { "pair_id": 193776, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 0.0, 18.91 ], "duration": 90.66, "caption": "Some people are walking down the hospital hallway conversing.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 193777, "video_name": "house_s07e08_seg02_clip_24", "timestamp": [ 35.68, 60.8 ], "duration": 88.66, "caption": "Two people talk as they walk down the hospital corridor.", "similarity": 0.8183, "relevance": 4 }, { "pair_id": 193778, "video_name": "house_s07e04_seg02_clip_16", "timestamp": [ 0.0, 39.6 ], "duration": 91.66, "caption": "Two people are having a conversation outside of a hospital.", "similarity": 0.8182, "relevance": 4 }, { "pair_id": 193779, "video_name": "house_s01e07_seg02_clip_14", "timestamp": [ 32.57, 52.81 ], "duration": 88.66, "caption": "Two people are talking and walking through the halls of the hospital.", "similarity": 0.8166, "relevance": 4 } ] }, { "query_id": 63318, "query": "A man is laying on the couch looking pale and sickly.", "relevant_moment": [ { "pair_id": 59900, "video_name": "house_s08e19_seg02_clip_15", "timestamp": [ 31.63, 54.42 ], "duration": 93.66, "caption": "A man is laying on the couch looking pale and sickly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 59901, "video_name": "house_s03e22_seg02_clip_22", "timestamp": [ 4.85, 7.28 ], "duration": 97.66, "caption": "A man sits down from lying on the couch.", "similarity": 0.6943, "relevance": 1 }, { "pair_id": 59902, "video_name": "friends_s07e02_seg02_clip_01", "timestamp": [ 24.01, 25.81 ], "duration": 60.66, "caption": "A man sits up from laying on the couch.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 59903, "video_name": "house_s05e23_seg02_clip_24", "timestamp": [ 0.0, 15.3 ], "duration": 90.66, "caption": "A man lays on the couch with his arm across his forehead.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 59904, "video_name": "friends_s07e10_seg02_clip_00", "timestamp": [ 5.99, 8.51 ], "duration": 63.66, "caption": "A man makes a funny disgusted face while sitting on the sofa.", "similarity": 0.6409, "relevance": 1 }, { "pair_id": 59905, "video_name": "friends_s06e17_seg02_clip_18", "timestamp": [ 8.82, 12.01 ], "duration": 49.66, "caption": "A man lays out on the sofa in the living room.", "similarity": 0.6261, "relevance": 2 }, { "pair_id": 59906, "video_name": "friends_s01e09_seg02_clip_13", "timestamp": [ 16.83, 26.99 ], "duration": 58.66, "caption": "A person lays on their stomach on the couch.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 59907, "video_name": "friends_s08e11_seg02_clip_03", "timestamp": [ 67.28, 72.22 ], "duration": 76.66, "caption": "A man dozes off while laying on the couch and reading.", "similarity": 0.6081, "relevance": 2 }, { "pair_id": 59908, "video_name": "met_s03e07_seg02_clip_04", "timestamp": [ 39.36, 41.43 ], "duration": 59.66, "caption": "A man lays his jacket on the back of the couch.", "similarity": 0.6057, "relevance": 0 }, { "pair_id": 59909, "video_name": "house_s06e05_seg02_clip_16", "timestamp": [ 53.86, 67.17 ], "duration": 121.66, "caption": "A person sits up from laying on sofa and looks around the room.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 59910, "video_name": "friends_s03e11_seg02_clip_06", "timestamp": [ 54.83, 57.44 ], "duration": 58.66, "caption": "A man enters the room looking sick and tired.", "similarity": 0.5938, "relevance": 0 }, { "pair_id": 59911, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 7.57, 11.13 ], "duration": 89.66, "caption": "A man rests his hand on his forehead while on the couch.", "similarity": 0.5909, "relevance": 3 }, { "pair_id": 59912, "video_name": "met_s05e05_seg02_clip_17", "timestamp": [ 4.44, 10.14 ], "duration": 97.66, "caption": "A man has a neck cast on as they lie against the couch.", "similarity": 0.5902, "relevance": 3 }, { "pair_id": 59913, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 0.0, 12.77 ], "duration": 91.66, "caption": "A man lays on the couch with a cut on his face in front of another man.", "similarity": 0.5885, "relevance": 3 }, { "pair_id": 59914, "video_name": "friends_s08e11_seg02_clip_03", "timestamp": [ 67.28, 76.02 ], "duration": 76.66, "caption": "A man is laying on his couch reading a paper about to fall asleep.", "similarity": 0.5881, "relevance": 2 }, { "pair_id": 59915, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 41.34, 42.48 ], "duration": 57.66, "caption": "A man bends and sits down on the couch.", "similarity": 0.5851, "relevance": 1 }, { "pair_id": 59916, "video_name": "house_s02e16_seg02_clip_09", "timestamp": [ 14.9, 18.39 ], "duration": 18.66, "caption": "A person walks over to the couch and lays down on it.", "similarity": 0.5815, "relevance": 1 }, { "pair_id": 59917, "video_name": "castle_s05e16_seg02_clip_10", "timestamp": [ 60.59, 66.34 ], "duration": 88.66, "caption": "A person lays down on the couch in a sleeping position.", "similarity": 0.5752, "relevance": 2 }, { "pair_id": 59918, "video_name": "friends_s02e04_seg02_clip_02", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A man gets down from standing on the couch.", "similarity": 0.5751, "relevance": 1 }, { "pair_id": 59919, "video_name": "house_s01e02_seg02_clip_25", "timestamp": [ 20.16, 28.36 ], "duration": 126.66, "caption": "A man looks inside someone's eyes as he is laying down.", "similarity": 0.5747, "relevance": 2 } ] }, { "query_id": 63358, "query": "A person pets the grey cat that is in the room.", "relevant_moment": [ { "pair_id": 148020, "video_name": "house_s05e18_seg02_clip_08", "timestamp": [ 6.43, 9.64 ], "duration": 91.66, "caption": "A person pets the grey cat that is in the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148021, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 32.65, 37.84 ], "duration": 61.66, "caption": "A man enters the apartment to find a person with a bunch of cats around him.", "similarity": 0.5908, "relevance": 4 }, { "pair_id": 148022, "video_name": "house_s05e18_seg02_clip_22", "timestamp": [ 84.39, 87.52 ], "duration": 125.66, "caption": "A gray cat jumps up onto an electronic device on a desk.", "similarity": 0.5883, "relevance": 2 }, { "pair_id": 148023, "video_name": "s04e03_seg02_clip_12", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "A person walks over and picks up a cat off of the chair in the living room.", "similarity": 0.583, "relevance": 4 }, { "pair_id": 148024, "video_name": "friends_s04e02_seg02_clip_04", "timestamp": [ 12.4, 22.43 ], "duration": 59.66, "caption": "A person picks up the cat and sits down with it in his/her lap.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 148025, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 35.4, 40.89 ], "duration": 61.66, "caption": "A person is sitting on the couch nursing a cat on his lap, with four other cats sitting around him.", "similarity": 0.5795, "relevance": 4 }, { "pair_id": 148026, "video_name": "friends_s04e02_seg02_clip_17", "timestamp": [ 17.11, 35.72 ], "duration": 60.66, "caption": "A person is standing in some people's empty apartment holding a cat in their arms.", "similarity": 0.5662, "relevance": 2 }, { "pair_id": 148027, "video_name": "house_s01e20_seg02_clip_00", "timestamp": [ 45.14, 48.46 ], "duration": 95.66, "caption": "A person places two cat scans on the light board.", "similarity": 0.5619, "relevance": 0 }, { "pair_id": 148028, "video_name": "house_s05e18_seg02_clip_07", "timestamp": [ 44.41, 48.85 ], "duration": 88.66, "caption": "A man gets the black cat inside the cabinet.", "similarity": 0.561, "relevance": 2 }, { "pair_id": 148029, "video_name": "house_s03e08_seg02_clip_03", "timestamp": [ 35.78, 41.14 ], "duration": 89.66, "caption": "A person enters a CAT scan machine as two people are in the observation room.", "similarity": 0.5306, "relevance": 0 }, { "pair_id": 148030, "video_name": "friends_s04e02_seg02_clip_08", "timestamp": [ 4.58, 6.41 ], "duration": 61.66, "caption": "A woman places the cat down on the floor that she was carrying.", "similarity": 0.5255, "relevance": 2 }, { "pair_id": 148032, "video_name": "friends_s04e02_seg02_clip_18", "timestamp": [ 50.04, 54.93 ], "duration": 61.66, "caption": "A woman gets to her feet off the carpet, while holding the cat.", "similarity": 0.5214, "relevance": 2 }, { "pair_id": 148033, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 9.6, 13.81 ], "duration": 60.66, "caption": "A woman walks in holding a shaved cat on a pillow.", "similarity": 0.5188, "relevance": 2 }, { "pair_id": 148034, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 52.63, 58.62 ], "duration": 63.66, "caption": "A person lifts up a grey tabby cat and wiggles its paws at his mother and another person.", "similarity": 0.5183, "relevance": 3 }, { "pair_id": 148035, "video_name": "house_s05e18_seg02_clip_08", "timestamp": [ 50.06, 59.7 ], "duration": 91.66, "caption": "A person walks to the cat sitting on someone's bed and wagging her tail.", "similarity": 0.5177, "relevance": 2 }, { "pair_id": 148036, "video_name": "house_s01e15_seg02_clip_19", "timestamp": [ 46.99, 49.6 ], "duration": 87.66, "caption": "A man places a miniature metal cat on a table next to three miniature toys.", "similarity": 0.5174, "relevance": 0 }, { "pair_id": 148037, "video_name": "s09e06_seg02_clip_12", "timestamp": [ 14.51, 16.54 ], "duration": 58.66, "caption": "A person laying next to a black cat is shown on the television screen.", "similarity": 0.5133, "relevance": 1 }, { "pair_id": 148038, "video_name": "friends_s04e02_seg02_clip_19", "timestamp": [ 27.01, 30.53 ], "duration": 58.66, "caption": "A woman puts the cat she's holding on the top of the cabinet.", "similarity": 0.5131, "relevance": 2 }, { "pair_id": 148039, "video_name": "house_s05e18_seg02_clip_08", "timestamp": [ 20.67, 26.18 ], "duration": 91.66, "caption": "A man lifts up the cat and sets it on a patient's bed.", "similarity": 0.5123, "relevance": 3 } ] }, { "query_id": 63476, "query": "A man packs a box and sets it on the couch.", "relevant_moment": [ { "pair_id": 138240, "video_name": "met_s02e16_seg02_clip_06", "timestamp": [ 5.1, 17.35 ], "duration": 68.66, "caption": "A man packs a box and sets it on the couch.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 138241, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 11.76, 17.65 ], "duration": 98.66, "caption": "A man is going through a box on the couch.", "similarity": 0.7978, "relevance": 2 }, { "pair_id": 138242, "video_name": "house_s01e06_seg02_clip_10", "timestamp": [ 31.14, 35.53 ], "duration": 79.66, "caption": "A man sits on the couch and opens up a box.", "similarity": 0.7304, "relevance": 2 }, { "pair_id": 138243, "video_name": "met_s02e11_seg02_clip_13", "timestamp": [ 4.2, 11.1 ], "duration": 60.66, "caption": "A man holds a cardboard box as he walks towards the couch.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 138244, "video_name": "friends_s06e24-25_seg02_clip_38", "timestamp": [ 38.37, 42.79 ], "duration": 59.66, "caption": "A man places a small white box on the sofa cushion.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 138245, "video_name": "met_s06e02_seg02_clip_02", "timestamp": [ 2.44, 3.97 ], "duration": 61.66, "caption": "A man puts a box on top of a bed.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 138246, "video_name": "friends_s08e15_seg02_clip_17", "timestamp": [ 9.63, 16.23 ], "duration": 55.66, "caption": "A man was getting something from under the couch.", "similarity": 0.6576, "relevance": 0 }, { "pair_id": 138247, "video_name": "met_s03e03_seg02_clip_04", "timestamp": [ 8.43, 10.54 ], "duration": 60.66, "caption": "A man takes a belt out of a cardboard box on the sofa.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 138248, "video_name": "friends_s06e02_seg02_clip_11", "timestamp": [ 17.47, 19.55 ], "duration": 59.66, "caption": "A man is putting a book in a box.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 138249, "video_name": "house_s06e21_seg02_clip_16", "timestamp": [ 25.36, 29.44 ], "duration": 90.66, "caption": "A man wants a small box that contains supplies.", "similarity": 0.6379, "relevance": 1 }, { "pair_id": 138250, "video_name": "s08e05_seg02_clip_00", "timestamp": [ 40.28, 43.02 ], "duration": 61.66, "caption": "A man is carrying boxes and places them on the coffee table.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 138251, "video_name": "friends_s05e05_seg02_clip_02", "timestamp": [ 7.75, 9.3 ], "duration": 62.66, "caption": "A man takes out a box from under the bed.", "similarity": 0.6163, "relevance": 1 }, { "pair_id": 138252, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 34.82, 36.92 ], "duration": 60.66, "caption": "A man puts a cardboard box down on the table.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 138253, "video_name": "friends_s08e02_seg01_clip_00", "timestamp": [ 32.09, 33.95 ], "duration": 61.66, "caption": "A person sets his bag down next to the couch.", "similarity": 0.6132, "relevance": 1 }, { "pair_id": 138254, "video_name": "s07e08_seg01_clip_01", "timestamp": [ 0.0, 4.41 ], "duration": 98.66, "caption": "A man is holding up a sweater from a box.", "similarity": 0.6099, "relevance": 1 }, { "pair_id": 138255, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 22.95, 30.7 ], "duration": 62.66, "caption": "A man picks up the box and carries it into the apartment.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 138256, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 42.35, 46.76 ], "duration": 88.66, "caption": "A man carries a box over to the desk and puts it down.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 138257, "video_name": "friends_s08e02_seg02_clip_02", "timestamp": [ 7.54, 10.15 ], "duration": 58.66, "caption": "A woman picks up a large wrapped box and places it on the couch next to her.", "similarity": 0.6045, "relevance": 2 }, { "pair_id": 138258, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.91, 31.96 ], "duration": 83.66, "caption": "A man enters carrying a cardboard box and places it down.", "similarity": 0.6034, "relevance": 2 } ] }, { "query_id": 63498, "query": "A person removes a red jacket in front of another person.", "relevant_moment": [ { "pair_id": 117540, "video_name": "met_s02e16_seg02_clip_03", "timestamp": [ 10.73, 14.72 ], "duration": 61.66, "caption": "A person removes a red jacket in front of another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 117541, "video_name": "friends_s06e15-16_seg02_clip_25", "timestamp": [ 6.9, 9.3 ], "duration": 60.66, "caption": "A person wearing red leather jacket took off their jacket and handed it to a man.", "similarity": 0.7469, "relevance": 4 }, { "pair_id": 117542, "video_name": "house_s04e05_seg02_clip_25", "timestamp": [ 0.0, 4.23 ], "duration": 94.66, "caption": "A man removes his jacket while he's in front of man and others.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 117543, "video_name": "friends_s06e21_seg02_clip_05", "timestamp": [ 20.95, 27.74 ], "duration": 59.66, "caption": "A man escorts a person in a red jacket to a chair and starts to pull it out for them another person finishes seating the person as the man walks away.", "similarity": 0.6954, "relevance": 1 }, { "pair_id": 117544, "video_name": "friends_s10e03_seg02_clip_13", "timestamp": [ 36.29, 46.83 ], "duration": 62.66, "caption": "A person removes her coat and hands it to another person.", "similarity": 0.6875, "relevance": 3 }, { "pair_id": 117545, "video_name": "friends_s08e02_seg02_clip_13", "timestamp": [ 29.73, 32.43 ], "duration": 60.66, "caption": "A person unzips his jacket and shows off the red sweater he wears.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 117546, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 7.56, 12.92 ], "duration": 63.66, "caption": "A person unzips his jacket and takes it off as does a woman.", "similarity": 0.6755, "relevance": 3 }, { "pair_id": 117547, "video_name": "friends_s04e12_seg02_clip_15", "timestamp": [ 5.8, 12.82 ], "duration": 61.66, "caption": "A person takes off their red coat while they're talking to the others.", "similarity": 0.6702, "relevance": 3 }, { "pair_id": 117548, "video_name": "castle_s03e11_seg02_clip_03", "timestamp": [ 38.69, 49.61 ], "duration": 91.66, "caption": "A woman removes her jacket and hands it to a man.", "similarity": 0.6623, "relevance": 3 }, { "pair_id": 117549, "video_name": "house_s07e14_seg02_clip_01", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person takes off his/her jacket and sets it down.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 117550, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 50.17, 51.65 ], "duration": 59.66, "caption": "A person takes his jacket off while standing near the front door.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 117551, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 60.44, 70.89 ], "duration": 90.66, "caption": "A person takes off his/her coat and puts it on someone.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 117552, "video_name": "house_s02e07_seg02_clip_00", "timestamp": [ 62.12, 69.94 ], "duration": 92.66, "caption": "A man takes off his blue jacket right in front of a woman.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 117553, "video_name": "house_s04e07_seg02_clip_14", "timestamp": [ 81.92, 83.74 ], "duration": 91.66, "caption": "A person begins to take off his jacket.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 117554, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 2.24, 4.92 ], "duration": 89.66, "caption": "A person takes off his pants while another person is in front of him.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 117555, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 3.9, 11.1 ], "duration": 60.66, "caption": "A person takes off their jacket and puts it on the back of their chair.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 117556, "video_name": "friends_s04e15_seg02_clip_04", "timestamp": [ 10.08, 14.5 ], "duration": 63.66, "caption": "A person removes their coat as they have a conversation with another person.", "similarity": 0.6465, "relevance": 3 }, { "pair_id": 117557, "video_name": "house_s08e12_seg02_clip_22", "timestamp": [ 25.31, 26.69 ], "duration": 92.66, "caption": "A person takes off his/her jacket and puts it on a chair.", "similarity": 0.645, "relevance": 2 }, { "pair_id": 117558, "video_name": "castle_s05e14_seg02_clip_10", "timestamp": [ 67.74, 74.15 ], "duration": 91.66, "caption": "A person picks up their coat and puts it on their arm, then walks away with another person.", "similarity": 0.6449, "relevance": 1 }, { "pair_id": 117559, "video_name": "friends_s04e21_seg01_clip_01", "timestamp": [ 4.37, 12.2 ], "duration": 46.66, "caption": "A person takes off person's jacket as person is sitting and speaking.", "similarity": 0.6442, "relevance": 3 } ] }, { "query_id": 63593, "query": "A person takes off the phone after talking to someone.", "relevant_moment": [ { "pair_id": 169400, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 0.0, 3.36 ], "duration": 112.66, "caption": "A person takes off the phone after talking to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169401, "video_name": "house_s05e04_seg02_clip_05", "timestamp": [ 19.29, 22.96 ], "duration": 91.66, "caption": "A person turns off the phone after talking to the group.", "similarity": 0.8177, "relevance": 3 }, { "pair_id": 169402, "video_name": "s07e05_seg01_clip_00", "timestamp": [ 37.53, 40.01 ], "duration": 62.66, "caption": "A person puts their cell phone away to talk with another person.", "similarity": 0.8145, "relevance": 3 }, { "pair_id": 169403, "video_name": "castle_s04e01_seg02_clip_14", "timestamp": [ 4.14, 8.74 ], "duration": 92.66, "caption": "A person on the phone talking to someone.", "similarity": 0.8044, "relevance": 4 }, { "pair_id": 169404, "video_name": "house_s03e19_seg02_clip_23", "timestamp": [ 9.56, 15.93 ], "duration": 91.66, "caption": "A person picks up the phone while talking to someone.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 169405, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 23.21, 27.85 ], "duration": 58.66, "caption": "A person takes out their cellphone and calls someone.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 169406, "video_name": "castle_s02e07_seg02_clip_23", "timestamp": [ 52.19, 56.42 ], "duration": 94.66, "caption": "A person takes out his phone and makes a call.", "similarity": 0.7929, "relevance": 3 }, { "pair_id": 169407, "video_name": "house_s02e20_seg02_clip_23", "timestamp": [ 23.67, 29.58 ], "duration": 91.66, "caption": "A person is talking to someone on the phone.", "similarity": 0.791, "relevance": 2 }, { "pair_id": 169408, "video_name": "castle_s05e04_seg02_clip_08", "timestamp": [ 1.83, 9.13 ], "duration": 91.66, "caption": "A person quickly picks up the phone and walks away talking on it.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 169409, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 28.21, 30.01 ], "duration": 60.66, "caption": "A person hangs up their cell phone after talking to someone.", "similarity": 0.783, "relevance": 4 }, { "pair_id": 169410, "video_name": "castle_s04e06_seg02_clip_00", "timestamp": [ 50.63, 55.27 ], "duration": 92.66, "caption": "A person got a phone call, started talking to someone over the phone and left another person.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 169411, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 50.3, 71.34 ], "duration": 91.66, "caption": "A person is talking on the phone and then ends the call.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 169412, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 0.0, 12.0 ], "duration": 80.66, "caption": "A person is talking to another person while he is on a phone call.", "similarity": 0.7761, "relevance": 3 }, { "pair_id": 169413, "video_name": "house_s02e07_seg02_clip_10", "timestamp": [ 81.7, 86.16 ], "duration": 99.66, "caption": "A person gets up and leaves while another person is on the phone.", "similarity": 0.7756, "relevance": 3 }, { "pair_id": 169415, "video_name": "house_s02e04_seg02_clip_01", "timestamp": [ 86.87, 90.02 ], "duration": 90.66, "caption": "A person walks away from a person and talks on his/her cell phone.", "similarity": 0.7674, "relevance": 2 }, { "pair_id": 169416, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 58.34, 70.65 ], "duration": 91.66, "caption": "A person was having a conversation with someone over the phone.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 169417, "video_name": "castle_s08e17_seg02_clip_03", "timestamp": [ 0.0, 32.87 ], "duration": 91.66, "caption": "A person was talking to someone over the phone.", "similarity": 0.767, "relevance": 4 }, { "pair_id": 169418, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 14.1, 47.48 ], "duration": 94.66, "caption": "A person was talking to someone over the phone.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 342720, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 29.81, 32.46 ], "duration": 59.66, "caption": "A person hangs up the phone after a phone conversation.", "similarity": 0.7646, "relevance": 4 }, { "pair_id": 342721, "video_name": "house_s05e10_seg02_clip_06", "timestamp": [ 13.5, 16.2 ], "duration": 90.66, "caption": "A person hangs up the phone and turns to resume a conversation.", "similarity": 0.7644, "relevance": 4 }, { "pair_id": 342722, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 56.76, 62.03 ], "duration": 62.66, "caption": "A person is having a conversation over the phone.", "similarity": 0.7628, "relevance": 3 }, { "pair_id": 342724, "video_name": "house_s05e20_seg02_clip_18", "timestamp": [ 34.47, 37.19 ], "duration": 90.66, "caption": "A person takes their phone out and another person takes the phone away from them.", "similarity": 0.7621, "relevance": 2 }, { "pair_id": 342725, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 44.68, 48.7 ], "duration": 89.66, "caption": "A person takes out their phone and answers a call.", "similarity": 0.7578, "relevance": 1 }, { "pair_id": 342726, "video_name": "s03e19_seg02_clip_17", "timestamp": [ 76.28, 80.47 ], "duration": 93.66, "caption": "A man finished talking on the phone and disconnects the call.", "similarity": 0.7559, "relevance": 3 }, { "pair_id": 342727, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person is holding his phone as he is speaking to another person.", "similarity": 0.7551, "relevance": 1 }, { "pair_id": 342728, "video_name": "friends_s10e05_seg02_clip_20", "timestamp": [ 14.58, 33.24 ], "duration": 58.66, "caption": "A person was speaking to someone over the phone.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 342729, "video_name": "castle_s03e17_seg02_clip_20", "timestamp": [ 22.06, 26.11 ], "duration": 90.66, "caption": "Someone was talking to another person over the phone.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 342730, "video_name": "castle_s04e20_seg02_clip_26", "timestamp": [ 33.38, 37.61 ], "duration": 94.66, "caption": "A person puts away their phone and walks up to someone.", "similarity": 0.7505, "relevance": 1 }, { "pair_id": 342731, "video_name": "s07e07_seg02_clip_01", "timestamp": [ 0.0, 12.61 ], "duration": 63.66, "caption": "A person is using their cellphone as they are talking to another person.", "similarity": 0.7495, "relevance": 1 }, { "pair_id": 342732, "video_name": "house_s08e13_seg02_clip_19", "timestamp": [ 18.82, 21.96 ], "duration": 89.66, "caption": "A person takes the phone from someone's hands.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 342733, "video_name": "house_s02e08_seg02_clip_23", "timestamp": [ 21.37, 53.86 ], "duration": 89.66, "caption": "A person has a conversation on a telephone.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 342734, "video_name": "house_s07e05_seg02_clip_02", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person is seriously talking to someone over the phone.", "similarity": 0.7462, "relevance": 3 }, { "pair_id": 342735, "video_name": "house_s04e06_seg02_clip_15", "timestamp": [ 20.72, 25.78 ], "duration": 92.66, "caption": "A person is on the phone in front of someone.", "similarity": 0.7455, "relevance": 3 }, { "pair_id": 342736, "video_name": "castle_s08e18_seg02_clip_03", "timestamp": [ 24.16, 54.64 ], "duration": 115.66, "caption": "A person was tensely talking to someone over the phone.", "similarity": 0.7448, "relevance": 3 }, { "pair_id": 342737, "video_name": "castle_s07e12_seg02_clip_09", "timestamp": [ 0.0, 19.33 ], "duration": 89.66, "caption": "A person is holding up his cellphone as he is speaking to another person.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 342738, "video_name": "s01e07_seg02_clip_15", "timestamp": [ 10.18, 19.81 ], "duration": 55.66, "caption": "A person takes their cell phone out and places a call to another person.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 342739, "video_name": "castle_s05e08_seg02_clip_10", "timestamp": [ 61.46, 65.18 ], "duration": 93.66, "caption": "Someone is on the phone as they notice two people start a conversation.", "similarity": 0.7391, "relevance": 3 } ] }, { "query_id": 63616, "query": "A woman has a meal with an object dressed in a suit and tie.", "relevant_moment": [ { "pair_id": 12920, "video_name": "met_s06e16_seg02_clip_00", "timestamp": [ 18.59, 27.73 ], "duration": 63.66, "caption": "A woman has a meal with an object dressed in a suit and tie.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12921, "video_name": "friends_s06e19_seg02_clip_03", "timestamp": [ 41.12, 42.02 ], "duration": 60.66, "caption": "A woman eats a piece of food she was holding in her hands.", "similarity": 0.6704, "relevance": 1 }, { "pair_id": 12922, "video_name": "s03e13_seg02_clip_13", "timestamp": [ 0.0, 4.35 ], "duration": 58.66, "caption": "A woman eats the food she has in her hand.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 12923, "video_name": "friends_s08e06_seg02_clip_00", "timestamp": [ 60.15, 65.03 ], "duration": 65.66, "caption": "A woman is dressed in a costume, brings a bowl of chips to the table.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 12924, "video_name": "met_s02e15_seg02_clip_09", "timestamp": [ 15.42, 20.36 ], "duration": 58.66, "caption": "A woman has a time frame for eating a high energy meal.", "similarity": 0.6142, "relevance": 1 }, { "pair_id": 12925, "video_name": "friends_s02e08_seg02_clip_05", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A woman says she enjoys the food that she is holding.", "similarity": 0.6132, "relevance": 2 }, { "pair_id": 12926, "video_name": "friends_s02e05_seg02_clip_09", "timestamp": [ 13.17, 17.93 ], "duration": 56.66, "caption": "A woman takes a bite of the food that is in her hands.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 12927, "video_name": "s08e18_seg02_clip_13", "timestamp": [ 17.02, 21.12 ], "duration": 63.66, "caption": "A woman takes a bit of her food as she listens to person.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 12928, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 28.07, 33.56 ], "duration": 122.66, "caption": "A woman shows person the food that is in their mouth.", "similarity": 0.6042, "relevance": 1 }, { "pair_id": 12929, "video_name": "house_s06e02_seg02_clip_14", "timestamp": [ 35.69, 51.31 ], "duration": 89.66, "caption": "A person holds up some food for a woman to taste.", "similarity": 0.6032, "relevance": 1 }, { "pair_id": 12930, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 46.22, 56.73 ], "duration": 60.66, "caption": "A woman was holding a plate of food whilst talking.", "similarity": 0.6006, "relevance": 1 }, { "pair_id": 12931, "video_name": "s02e06_seg02_clip_16", "timestamp": [ 23.21, 27.27 ], "duration": 58.66, "caption": "A woman comes up to where a person is eating lunch with some people at work.", "similarity": 0.6, "relevance": 1 }, { "pair_id": 12932, "video_name": "s01e05_seg02_clip_11", "timestamp": [ 55.52, 60.03 ], "duration": 60.66, "caption": "A woman sits down and continues to eat her bowl of food.", "similarity": 0.5981, "relevance": 1 }, { "pair_id": 12933, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A woman tries to cut their still cold meal.", "similarity": 0.5933, "relevance": 2 }, { "pair_id": 12934, "video_name": "s09e07_seg02_clip_11", "timestamp": [ 47.27, 49.48 ], "duration": 63.66, "caption": "A person sat at the dining with a woman as they prepare to have lunch.", "similarity": 0.5865, "relevance": 2 }, { "pair_id": 12935, "video_name": "friends_s04e13_seg02_clip_11", "timestamp": [ 33.93, 45.9 ], "duration": 57.66, "caption": "A woman serves food from a container onto a plate.", "similarity": 0.5792, "relevance": 2 }, { "pair_id": 12936, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 0.0, 22.95 ], "duration": 62.66, "caption": "A person was having dinner with a woman in a purple dress.", "similarity": 0.5791, "relevance": 2 }, { "pair_id": 12937, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.5791, "relevance": 2 }, { "pair_id": 12938, "video_name": "friends_s07e03_seg02_clip_11", "timestamp": [ 30.22, 35.35 ], "duration": 57.66, "caption": "A woman brings a plate of food to the table and leans on the back of a dining chair.", "similarity": 0.5742, "relevance": 2 }, { "pair_id": 12939, "video_name": "s07e10_seg02_clip_13", "timestamp": [ 0.0, 7.75 ], "duration": 62.66, "caption": "A person is sitting across from a woman while eating.", "similarity": 0.5718, "relevance": 2 } ] }, { "query_id": 63621, "query": "A man stands in the living room in front of two women playing a handheld video game.", "relevant_moment": [ { "pair_id": 17200, "video_name": "met_s06e16_seg02_clip_01", "timestamp": [ 44.3, 55.01 ], "duration": 59.66, "caption": "A man stands in the living room in front of two women playing a handheld video game.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17201, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 8.99, 11.79 ], "duration": 62.66, "caption": "A woman comes into the living room while a man is playing a video game.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 17202, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 7.13, 12.1 ], "duration": 62.66, "caption": "A woman walks in the living room when a man is playing a video game.", "similarity": 0.7589, "relevance": 2 }, { "pair_id": 17203, "video_name": "house_s05e01_seg02_clip_00", "timestamp": [ 11.98, 19.82 ], "duration": 92.66, "caption": "A woman walks into the room while a man is playing a video game.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 17204, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 43.37, 46.46 ], "duration": 61.66, "caption": "A woman leaves the living room and two men resume playing video games.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 17205, "video_name": "house_s02e05_seg02_clip_24", "timestamp": [ 14.94, 73.06 ], "duration": 83.66, "caption": "A woman walks into the room as a man is playing a video game.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 17206, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 19.69, 45.61 ], "duration": 96.66, "caption": "Two men are playing video games together on a couch in the living room.", "similarity": 0.666, "relevance": 2 }, { "pair_id": 17207, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 6.37, 16.84 ], "duration": 91.66, "caption": "A man leads another woman to stand in the living room.", "similarity": 0.6561, "relevance": 2 }, { "pair_id": 17208, "video_name": "friends_s06e09_seg02_clip_07", "timestamp": [ 0.0, 5.87 ], "duration": 58.66, "caption": "Two people are with a man in the living room.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 17209, "video_name": "friends_s06e09_seg02_clip_01", "timestamp": [ 20.81, 24.01 ], "duration": 64.66, "caption": "A man comes in while two guys are playing a video game.", "similarity": 0.6312, "relevance": 3 }, { "pair_id": 17210, "video_name": "house_s02e08_seg02_clip_00", "timestamp": [ 66.05, 70.7 ], "duration": 93.66, "caption": "A woman came in the room while two men are playing.", "similarity": 0.6243, "relevance": 1 }, { "pair_id": 17211, "video_name": "met_s02e20_seg02_clip_01", "timestamp": [ 0.0, 2.74 ], "duration": 60.66, "caption": "A woman sits down at the computer while a man is playing a video game.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 17212, "video_name": "met_s06e16_seg02_clip_07", "timestamp": [ 29.41, 31.81 ], "duration": 60.66, "caption": "Two men are playing video games when someone walks into the room.", "similarity": 0.6182, "relevance": 3 }, { "pair_id": 17213, "video_name": "s03e22_seg02_clip_09", "timestamp": [ 44.86, 56.96 ], "duration": 59.66, "caption": "A person goes walking across the living room in front of some people playing video games.", "similarity": 0.6178, "relevance": 3 }, { "pair_id": 17214, "video_name": "s04e20_seg02_clip_00", "timestamp": [ 6.1, 23.5 ], "duration": 61.66, "caption": "A person is playing a virtual archery game as he stands beside another person in the living room.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 17215, "video_name": "friends_s02e07_seg02_clip_20", "timestamp": [ 28.45, 29.03 ], "duration": 29.66, "caption": "A man stands with their arms on their hip in the living room with a woman.", "similarity": 0.6088, "relevance": 0 }, { "pair_id": 17216, "video_name": "met_s03e03_seg01_clip_01", "timestamp": [ 40.58, 61.03 ], "duration": 61.66, "caption": "Two people play Wii tennis in the living room.", "similarity": 0.5988, "relevance": 3 }, { "pair_id": 17217, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 0.0, 4.24 ], "duration": 77.66, "caption": "A person enters the living room where a woman and a man are.", "similarity": 0.5975, "relevance": 2 }, { "pair_id": 17218, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 66.26, 69.94 ], "duration": 92.66, "caption": "A man put his video game device when another man talk to him.", "similarity": 0.5956, "relevance": 3 }, { "pair_id": 17219, "video_name": "house_s07e16_seg02_clip_03", "timestamp": [ 11.25, 14.85 ], "duration": 90.66, "caption": "A man standing in a room talking to woman.", "similarity": 0.5944, "relevance": 2 }, { "pair_id": 190520, "video_name": "friends_s02e23_seg02_clip_06", "timestamp": [ 66.52, 70.02 ], "duration": 70.66, "caption": "A woman is playing Monopoly with a man as they are in the living room.", "similarity": 0.5914, "relevance": 1 }, { "pair_id": 190522, "video_name": "friends_s02e01_seg02_clip_15", "timestamp": [ 43.36, 52.24 ], "duration": 52.66, "caption": "Two people stand in the living room discussing a woman.", "similarity": 0.5894, "relevance": 1 }, { "pair_id": 190523, "video_name": "friends_s06e12_seg02_clip_13", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman points at man while standing in front of him in the living room.", "similarity": 0.5894, "relevance": 1 }, { "pair_id": 190524, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 45.55, 49.69 ], "duration": 92.66, "caption": "A woman and man are playing video games while talking.", "similarity": 0.5894, "relevance": 2 }, { "pair_id": 190525, "video_name": "friends_s03e01_seg02_clip_12", "timestamp": [ 0.0, 35.19 ], "duration": 59.66, "caption": "Two people stand in a living room talking.", "similarity": 0.5892, "relevance": 2 }, { "pair_id": 190526, "video_name": "castle_s07e17_seg02_clip_09", "timestamp": [ 44.63, 74.83 ], "duration": 90.66, "caption": "A person is using a computer with woman and man behind them.", "similarity": 0.5881, "relevance": 2 }, { "pair_id": 190527, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 50.12, 60.03 ], "duration": 60.66, "caption": "Two people look at the computer screen while a man plays a game and a woman complements him on his tiger, Buttons.", "similarity": 0.585, "relevance": 2 }, { "pair_id": 190528, "video_name": "castle_s06e07_seg02_clip_23", "timestamp": [ 15.42, 90.66 ], "duration": 90.66, "caption": "A person sits in the living room, holding a remote control and watches a video as he talks to a woman.", "similarity": 0.5816, "relevance": 1 }, { "pair_id": 190529, "video_name": "house_s05e01_seg02_clip_00", "timestamp": [ 0.0, 11.52 ], "duration": 92.66, "caption": "A man plays a video game next to a sleeping person alone.", "similarity": 0.5803, "relevance": 2 }, { "pair_id": 190530, "video_name": "house_s07e12_seg02_clip_22", "timestamp": [ 70.77, 80.12 ], "duration": 89.66, "caption": "A man comes in a woman's room, followed by another man.", "similarity": 0.578, "relevance": 2 }, { "pair_id": 190531, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 6.71, 34.79 ], "duration": 61.66, "caption": "Some people are playing a video game.", "similarity": 0.5779, "relevance": 3 }, { "pair_id": 190532, "video_name": "friends_s03e11_seg02_clip_07", "timestamp": [ 49.93, 54.74 ], "duration": 60.66, "caption": "A man walks into the living room with two women following.", "similarity": 0.5774, "relevance": 1 }, { "pair_id": 190533, "video_name": "castle_s07e03_seg02_clip_19", "timestamp": [ 39.17, 68.1 ], "duration": 89.66, "caption": "A man shows a woman and another person the hologram in the room.", "similarity": 0.5759, "relevance": 2 }, { "pair_id": 190534, "video_name": "friends_s04e05_seg02_clip_03", "timestamp": [ 49.1, 52.35 ], "duration": 65.66, "caption": "A man is in the living room with a woman as he talks about a guy telling him how he met the woman and she mentions they were team members in acting class.", "similarity": 0.5757, "relevance": 2 }, { "pair_id": 190535, "video_name": "friends_s07e15_seg02_clip_18", "timestamp": [ 43.5, 45.86 ], "duration": 59.66, "caption": "A man is with a woman in the living room when another woman enters the apartment and greets the man.", "similarity": 0.5734, "relevance": 1 }, { "pair_id": 190536, "video_name": "friends_s03e22_seg02_clip_18", "timestamp": [ 1.58, 6.3 ], "duration": 63.66, "caption": "A woman and a man are holding hands in the living room.", "similarity": 0.5713, "relevance": 1 }, { "pair_id": 190537, "video_name": "s02e03_seg02_clip_14", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A woman and a man are sitting together in the living room in front of their laptops.", "similarity": 0.5698, "relevance": 2 }, { "pair_id": 190538, "video_name": "s04e12_seg02_clip_13", "timestamp": [ 52.22, 56.13 ], "duration": 60.66, "caption": "A man turns away from his computer screen to face two men in the living room.", "similarity": 0.5696, "relevance": 1 }, { "pair_id": 190539, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "A man and a woman talk together in the living room.", "similarity": 0.5691, "relevance": 1 } ] }, { "query_id": 63626, "query": "A man walks over to a table in a restaurant and sits down next to woman.", "relevant_moment": [ { "pair_id": 79140, "video_name": "met_s06e16_seg02_clip_06", "timestamp": [ 24.82, 30.2 ], "duration": 59.66, "caption": "A man walks over to a table in a restaurant and sits down next to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 79141, "video_name": "s04e05_seg02_clip_16", "timestamp": [ 16.17, 20.75 ], "duration": 61.66, "caption": "A woman walks over and sits down at the table in the restaurant next to a man.", "similarity": 0.8885, "relevance": 3 }, { "pair_id": 79142, "video_name": "s04e04_seg02_clip_10", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A woman walks in the restaurant and sits down at a table with a man.", "similarity": 0.8168, "relevance": 3 }, { "pair_id": 79143, "video_name": "friends_s05e21_seg02_clip_14", "timestamp": [ 8.78, 12.36 ], "duration": 65.66, "caption": "A man walks around the table and sits down on it next to a woman.", "similarity": 0.8009, "relevance": 3 }, { "pair_id": 79144, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A man sits at a table in a restaurant with a woman.", "similarity": 0.7884, "relevance": 3 }, { "pair_id": 79145, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A woman is sitting next to man at a restaurant table.", "similarity": 0.7772, "relevance": 2 }, { "pair_id": 79146, "video_name": "met_s04e01_seg02_clip_09", "timestamp": [ 38.46, 43.13 ], "duration": 58.66, "caption": "A man walks into a restaurant with a woman following behind him.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 79147, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 24.51, 31.01 ], "duration": 59.66, "caption": "A man walks over to a woman at a table and sits down in a chair.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 79148, "video_name": "met_s02e03_seg02_clip_02", "timestamp": [ 16.58, 26.66 ], "duration": 65.66, "caption": "A man enters a restaurant and sits between a woman and another man at a large table.", "similarity": 0.7637, "relevance": 4 }, { "pair_id": 79149, "video_name": "friends_s01e21_seg02_clip_00", "timestamp": [ 21.77, 27.21 ], "duration": 64.66, "caption": "A man walks over and sits down next to woman.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 79150, "video_name": "s06e16_seg02_clip_06", "timestamp": [ 0.29, 2.28 ], "duration": 57.66, "caption": "A woman and a man walk over to the restaurant table some people are waiting at.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 79151, "video_name": "met_s04e01_seg02_clip_10", "timestamp": [ 21.91, 22.51 ], "duration": 60.66, "caption": "A man walks towards the table that a woman is seated at.", "similarity": 0.7467, "relevance": 1 }, { "pair_id": 79152, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 74.27, 77.42 ], "duration": 90.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 79153, "video_name": "friends_s08e18_seg02_clip_11", "timestamp": [ 1.41, 5.62 ], "duration": 56.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.7456, "relevance": 4 }, { "pair_id": 79154, "video_name": "castle_s05e14_seg02_clip_21", "timestamp": [ 56.6, 62.58 ], "duration": 92.66, "caption": "A man walked towards the table and sit beside a woman.", "similarity": 0.7398, "relevance": 3 }, { "pair_id": 79155, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A woman and man are sitting beside each other at a restaurant table.", "similarity": 0.7317, "relevance": 1 }, { "pair_id": 79156, "video_name": "s07e11_seg02_clip_04", "timestamp": [ 11.1, 19.51 ], "duration": 60.66, "caption": "A man gets up from the restaurant table to talk to a woman.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 79157, "video_name": "grey_s03e14_seg02_clip_25", "timestamp": [ 31.8, 42.67 ], "duration": 80.66, "caption": "A man walks over to a woman and then sits down.", "similarity": 0.727, "relevance": 3 }, { "pair_id": 79158, "video_name": "castle_s04e18_seg02_clip_13", "timestamp": [ 11.38, 17.75 ], "duration": 91.66, "caption": "A man walks over to a woman and sits down.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 79159, "video_name": "s08e03_seg02_clip_09", "timestamp": [ 22.51, 28.21 ], "duration": 60.66, "caption": "A woman gets up from the restaurant table and a man follows her.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 252460, "video_name": "s09e20_seg02_clip_02", "timestamp": [ 57.69, 62.03 ], "duration": 62.66, "caption": "A woman sitting at a table and a man walks over to her.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 252461, "video_name": "s08e08_seg01_clip_00", "timestamp": [ 3.22, 6.44 ], "duration": 92.66, "caption": "A man is walking and sits on the table next to person.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 252462, "video_name": "s10e06_seg02_clip_05", "timestamp": [ 33.26, 55.23 ], "duration": 61.66, "caption": "A man stands by the table, then sits down next to a woman.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 252463, "video_name": "friends_s07e19_seg02_clip_03", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man walks and sits down next to a woman.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 252464, "video_name": "friends_s10e09_seg02_clip_17", "timestamp": [ 2.93, 36.95 ], "duration": 58.66, "caption": "A man and a woman are sitting at a restaurant table.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 252466, "video_name": "friends_s05e22_seg02_clip_03", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A man walks into a cafe and sits down at a table with two people.", "similarity": 0.7107, "relevance": 4 }, { "pair_id": 252467, "video_name": "friends_s02e12-13_seg02_clip_34", "timestamp": [ 5.04, 14.5 ], "duration": 63.66, "caption": "A man sits next to a red-headed woman in a restaurant and talks to her.", "similarity": 0.7104, "relevance": 3 }, { "pair_id": 252468, "video_name": "house_s07e14_seg02_clip_25", "timestamp": [ 73.46, 79.4 ], "duration": 108.66, "caption": "A man walks around the coffee table and sits down on the sofa next to a woman.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 252469, "video_name": "friends_s08e23-24_seg02_clip_07", "timestamp": [ 44.04, 58.93 ], "duration": 62.66, "caption": "A man walks over to the other side of woman and sits down.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 252470, "video_name": "castle_s08e14_seg02_clip_21", "timestamp": [ 75.8, 80.37 ], "duration": 91.66, "caption": "A woman walks over and sits across the table from a man.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 252471, "video_name": "castle_s03e01_seg02_clip_18", "timestamp": [ 57.66, 64.07 ], "duration": 64.66, "caption": "A man walks up and sits down next to a woman.", "similarity": 0.7036, "relevance": 4 }, { "pair_id": 252472, "video_name": "friends_s03e07_seg02_clip_01", "timestamp": [ 22.44, 24.48 ], "duration": 58.66, "caption": "A woman walks over to a man sitting at a table and she sits a cup down on the table.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 252473, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 41.64, 42.52 ], "duration": 59.66, "caption": "A man walks over to two people's table.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 252474, "video_name": "castle_s02e22_seg02_clip_08", "timestamp": [ 23.39, 28.15 ], "duration": 86.66, "caption": "A man mentions some people's relations in the restaurant and a woman kicks him under the table as she is sitting beside him.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 252475, "video_name": "met_s03e06_seg02_clip_14", "timestamp": [ 9.23, 18.46 ], "duration": 61.66, "caption": "A woman walks over the table and sits next to man in the booth.", "similarity": 0.6999, "relevance": 3 }, { "pair_id": 252476, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 55.12, 58.03 ], "duration": 58.66, "caption": "A man is sitting across from a man and a woman in a restaurant.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 252477, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 4.13, 9.44 ], "duration": 59.66, "caption": "Two people arrive at the restaurant to a woman and a man's table.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 252478, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 31.77, 36.76 ], "duration": 90.66, "caption": "A woman walks into a restaurant and sits at the table a person is at.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 252479, "video_name": "friends_s10e16_seg02_clip_07", "timestamp": [ 2.4, 4.8 ], "duration": 60.66, "caption": "A man gets up from the table to walk over to a woman.", "similarity": 0.6957, "relevance": 1 } ] }, { "query_id": 63660, "query": "A woman rotates her model house to show two people.", "relevant_moment": [ { "pair_id": 267600, "video_name": "castle_s03e10_seg02_clip_03", "timestamp": [ 70.67, 72.92 ], "duration": 90.66, "caption": "A woman lifts an object up near her face to show the others.", "similarity": 0.512, "relevance": 1 }, { "pair_id": 267601, "video_name": "castle_s03e13_seg02_clip_21", "timestamp": [ 54.3, 70.86 ], "duration": 92.66, "caption": "A woman draws her gun as she and a man show up at someone's house.", "similarity": 0.51, "relevance": 1 }, { "pair_id": 267602, "video_name": "friends_s06e18_seg02_clip_06", "timestamp": [ 45.94, 56.02 ], "duration": 56.66, "caption": "A woman shows some people into her newly decorated guest bedroom.", "similarity": 0.5095, "relevance": 1 }, { "pair_id": 267603, "video_name": "friends_s05e02_seg02_clip_05", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A woman turns in her seat to show some photos to another woman.", "similarity": 0.5091, "relevance": 2 }, { "pair_id": 267604, "video_name": "castle_s05e11_seg02_clip_09", "timestamp": [ 11.38, 17.75 ], "duration": 91.66, "caption": "A woman sits in front of person while another person watches from outside the room.", "similarity": 0.5077, "relevance": 2 }, { "pair_id": 267605, "video_name": "house_s06e19_seg02_clip_05", "timestamp": [ 10.47, 13.2 ], "duration": 91.66, "caption": "A woman points her finger to the ceiling for two people around her.", "similarity": 0.5069, "relevance": 1 }, { "pair_id": 267606, "video_name": "grey_s02e08_seg02_clip_18", "timestamp": [ 32.26, 36.8 ], "duration": 90.66, "caption": "A woman stands up when she sees two other people.", "similarity": 0.5065, "relevance": 1 }, { "pair_id": 267607, "video_name": "s09e23_seg01_clip_01", "timestamp": [ 55.16, 56.74 ], "duration": 63.66, "caption": "A woman turns one of the pictures she is holding towards person.", "similarity": 0.5061, "relevance": 1 }, { "pair_id": 267608, "video_name": "met_s06e16_seg02_clip_02", "timestamp": [ 20.14, 28.99 ], "duration": 61.66, "caption": "A woman tells another woman what a man has been doing at her house.", "similarity": 0.5054, "relevance": 1 }, { "pair_id": 267609, "video_name": "s10e03_seg02_clip_04", "timestamp": [ 17.41, 19.48 ], "duration": 59.66, "caption": "A woman pulls a cover off of something and exposes a doll house, she holds the cover with both hands and looks at the doll house.", "similarity": 0.504, "relevance": 3 }, { "pair_id": 267610, "video_name": "friends_s05e10_seg02_clip_11", "timestamp": [ 0.0, 59.23 ], "duration": 64.66, "caption": "A woman was standing in front of two people.", "similarity": 0.5032, "relevance": 1 }, { "pair_id": 267611, "video_name": "house_s05e22_seg02_clip_16", "timestamp": [ 0.0, 8.77 ], "duration": 70.66, "caption": "A woman shows another woman where the bathroom is.", "similarity": 0.5025, "relevance": 2 }, { "pair_id": 267612, "video_name": "castle_s03e24_seg02_clip_04", "timestamp": [ 10.33, 11.57 ], "duration": 82.66, "caption": "A woman points to a direction as a person is on the floor.", "similarity": 0.5008, "relevance": 1 }, { "pair_id": 267613, "video_name": "house_s08e08_seg02_clip_03", "timestamp": [ 70.68, 79.12 ], "duration": 88.66, "caption": "Two people are looking around a house.", "similarity": 0.4999, "relevance": 1 }, { "pair_id": 267614, "video_name": "friends_s04e21_seg02_clip_09", "timestamp": [ 20.36, 24.5 ], "duration": 59.66, "caption": "A woman holds up an invitation and shows it to two people.", "similarity": 0.4992, "relevance": 1 }, { "pair_id": 267615, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.4991, "relevance": 1 }, { "pair_id": 267616, "video_name": "friends_s07e15_seg02_clip_22", "timestamp": [ 20.63, 23.5 ], "duration": 52.66, "caption": "A woman turns her head to see the house and mentions it's now hers.", "similarity": 0.4982, "relevance": 1 }, { "pair_id": 267617, "video_name": "s04e13_seg02_clip_14", "timestamp": [ 24.95, 30.75 ], "duration": 58.66, "caption": "A person turns towards a woman sitting on a panel up on a stage.", "similarity": 0.4979, "relevance": 1 }, { "pair_id": 267618, "video_name": "met_s02e09_seg02_clip_03", "timestamp": [ 23.41, 27.31 ], "duration": 60.66, "caption": "A woman shows another woman something in a wedding magazine.", "similarity": 0.4975, "relevance": 1 }, { "pair_id": 267619, "video_name": "friends_s01e06_seg02_clip_10", "timestamp": [ 4.17, 11.33 ], "duration": 59.66, "caption": "A woman reminds someone that they were roommates and she makes a motion with her arm.", "similarity": 0.4971, "relevance": 1 } ] }, { "query_id": 63665, "query": "Two people walk into person's office after having lunch. One person is walking around the office looking for something. The other person, who hangs up her pocket book and starts undoing her coat realizes the first person is looking for swimsuit. The second person hands the first person the summer catalog who grabs it from her hand and walks around to the other side of the second person.", "relevant_moment": [ { "pair_id": 150720, "video_name": "friends_s03e20_seg02_clip_00", "timestamp": [ 0.0, 26.27 ], "duration": 62.66, "caption": "Two people walk into person's office after having lunch. One person is walking around the office looking for something. The other person, who hangs up her pocket book and starts undoing her coat realizes the first person is looking for swimsuit. The second person hands the first person the summer catalog who grabs it from her hand and walks around to the other side of the second person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150721, "video_name": "s02e06_seg02_clip_07", "timestamp": [ 8.37, 12.1 ], "duration": 62.66, "caption": "A person hands another person his notebook after she gives him his lunch.", "similarity": 0.5901, "relevance": 1 }, { "pair_id": 150722, "video_name": "grey_s02e12_seg02_clip_17", "timestamp": [ 0.0, 4.02 ], "duration": 89.66, "caption": "person grabs a soda from person as another person walks in.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 150723, "video_name": "castle_s08e22_seg02_clip_02", "timestamp": [ 80.63, 84.57 ], "duration": 87.66, "caption": "Two people walk in when a person is with another person.", "similarity": 0.5818, "relevance": 0 }, { "pair_id": 150724, "video_name": "friends_s03e20_seg02_clip_00", "timestamp": [ 26.9, 48.79 ], "duration": 62.66, "caption": "A woman walks out of her office and walks towards a person's desk where another person is standing. The woman mentions how the other person doesn't work for her and the first person introduces both of them. The second person makes a joke about his name and mentions he has to leave and walks out the door.", "similarity": 0.5675, "relevance": 0 }, { "pair_id": 150725, "video_name": "friends_s02e11_seg02_clip_20", "timestamp": [ 22.38, 26.16 ], "duration": 63.66, "caption": "A person walks off with another person dressed in a suit.", "similarity": 0.5583, "relevance": 0 }, { "pair_id": 150726, "video_name": "house_s08e02_seg02_clip_15", "timestamp": [ 57.4, 91.11 ], "duration": 91.66, "caption": "A person walks into an office, followed by another person, and the first person puts a footstool on a chair, while the second person consults a folder and talks.", "similarity": 0.5547, "relevance": 0 }, { "pair_id": 150727, "video_name": "s02e13_seg02_clip_09", "timestamp": [ 0.64, 8.32 ], "duration": 64.66, "caption": "A person walks over to his desk, picks up a book and hands it to another person.", "similarity": 0.5532, "relevance": 0 }, { "pair_id": 150728, "video_name": "castle_s06e14_seg02_clip_25", "timestamp": [ 22.05, 32.77 ], "duration": 126.66, "caption": "A person picks up a magazine. Another person takes it from him/her and walks away.", "similarity": 0.5518, "relevance": 0 }, { "pair_id": 150729, "video_name": "house_s01e02_seg02_clip_19", "timestamp": [ 7.84, 9.8 ], "duration": 98.66, "caption": "Two people walk up to a person at an outdoor lunch table.", "similarity": 0.5477, "relevance": 0 }, { "pair_id": 150730, "video_name": "castle_s04e17_seg02_clip_10", "timestamp": [ 14.56, 26.3 ], "duration": 93.66, "caption": "Two people walk while one of them was holding a cup.", "similarity": 0.5472, "relevance": 1 }, { "pair_id": 150731, "video_name": "friends_s04e10_seg02_clip_19", "timestamp": [ 12.61, 18.43 ], "duration": 97.66, "caption": "A person walks into a kitchen and another person grabs his/her arm.", "similarity": 0.547, "relevance": 0 }, { "pair_id": 150732, "video_name": "s07e21_seg02_clip_00", "timestamp": [ 48.52, 54.62 ], "duration": 61.66, "caption": "A person walks past woman & person to pick up items off a desk.", "similarity": 0.5413, "relevance": 0 }, { "pair_id": 150733, "video_name": "house_s07e10_seg02_clip_05", "timestamp": [ 16.48, 20.82 ], "duration": 86.66, "caption": "Two people came out of a person's office and walk together.", "similarity": 0.5409, "relevance": 0 }, { "pair_id": 150734, "video_name": "house_s05e16_seg02_clip_24", "timestamp": [ 9.94, 12.65 ], "duration": 90.66, "caption": "Two people walk into a person's office together.", "similarity": 0.5405, "relevance": 1 }, { "pair_id": 150735, "video_name": "s02e09_seg02_clip_09", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "Two individuals walk in the background, one holding a file, the other a cup of coffee.", "similarity": 0.5405, "relevance": 0 }, { "pair_id": 150736, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 9.93, 12.14 ], "duration": 73.66, "caption": "A person is walking out of someone's office while another person walks in.", "similarity": 0.5398, "relevance": 0 }, { "pair_id": 150737, "video_name": "castle_s02e10_seg02_clip_26", "timestamp": [ 145.37, 150.73 ], "duration": 153.66, "caption": "A person walks up to another person and hands them a book tied with a ribbon; the other person takes the book, unties the ribbon and opens it.", "similarity": 0.5394, "relevance": 0 }, { "pair_id": 150738, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 30.7, 34.77 ], "duration": 90.66, "caption": "A person walks into their office with another person following them inside.", "similarity": 0.5388, "relevance": 0 }, { "pair_id": 150739, "video_name": "house_s03e10_seg02_clip_05", "timestamp": [ 60.74, 66.9 ], "duration": 88.66, "caption": "Two people walk out of a third person's office.", "similarity": 0.5365, "relevance": 0 } ] }, { "query_id": 63715, "query": "A woman is standing in the corner with another person conversing.", "relevant_moment": [ { "pair_id": 1220, "video_name": "castle_s05e15_seg02_clip_24", "timestamp": [ 0.0, 31.8 ], "duration": 81.66, "caption": "A woman is standing in the corner with another person conversing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1221, "video_name": "grey_s03e24_seg02_clip_17", "timestamp": [ 53.48, 90.65 ], "duration": 90.66, "caption": "A woman is conversing with another woman as they are standing beside each other.", "similarity": 0.8131, "relevance": 3 }, { "pair_id": 1222, "video_name": "castle_s01e09_seg02_clip_15", "timestamp": [ 0.0, 51.31 ], "duration": 90.66, "caption": "A woman is standing before someone as they are conversing.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 1223, "video_name": "castle_s02e13_seg02_clip_12", "timestamp": [ 0.0, 15.47 ], "duration": 91.66, "caption": "A woman was talking to someone while a person was standing on the side.", "similarity": 0.7802, "relevance": 3 }, { "pair_id": 1224, "video_name": "grey_s02e14_seg02_clip_03", "timestamp": [ 57.1, 87.18 ], "duration": 87.66, "caption": "A person is beside a woman as they are with another person conversing with two other people.", "similarity": 0.7777, "relevance": 2 }, { "pair_id": 1225, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 0.0, 32.44 ], "duration": 94.66, "caption": "A woman is beside a person as they converse with each other.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 1226, "video_name": "castle_s06e22_seg02_clip_21", "timestamp": [ 0.0, 55.64 ], "duration": 89.66, "caption": "A woman and man are standing in front of each other conversing.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 1227, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 47.36, 82.37 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 1228, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 39.54 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 1229, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 0.0, 16.73 ], "duration": 90.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7713, "relevance": 3 }, { "pair_id": 1230, "video_name": "castle_s07e16_seg02_clip_20", "timestamp": [ 0.0, 4.48 ], "duration": 89.66, "caption": "A woman is speaking to another person as they are facing each other.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 1231, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 61.22, 73.37 ], "duration": 90.66, "caption": "A woman and person are having a conversation with each other.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 1232, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 84.21, 92.04 ], "duration": 92.66, "caption": "A woman stands in front of another person and speaks with him/her.", "similarity": 0.7681, "relevance": 1 }, { "pair_id": 1233, "video_name": "castle_s02e12_seg02_clip_03", "timestamp": [ 0.0, 22.79 ], "duration": 93.66, "caption": "A woman is speaking to two people as they stand in front of each other.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 1234, "video_name": "friends_s06e07_seg01_clip_00", "timestamp": [ 58.17, 59.71 ], "duration": 77.66, "caption": "A woman stands up during her conversation with another woman.", "similarity": 0.7651, "relevance": 1 }, { "pair_id": 1235, "video_name": "grey_s02e05_seg02_clip_19", "timestamp": [ 44.21, 69.37 ], "duration": 136.66, "caption": "A woman talking to another woman as they stand across each other.", "similarity": 0.7651, "relevance": 3 }, { "pair_id": 1236, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 1237, "video_name": "friends_s07e15_seg02_clip_18", "timestamp": [ 0.0, 11.54 ], "duration": 59.66, "caption": "Two women are standing in front of each other conversing.", "similarity": 0.762, "relevance": 3 }, { "pair_id": 1239, "video_name": "castle_s01e07_seg02_clip_02", "timestamp": [ 42.54, 47.12 ], "duration": 91.66, "caption": "A woman is talking to another woman while they are standing.", "similarity": 0.7604, "relevance": 4 }, { "pair_id": 174540, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 62.79, 81.02 ], "duration": 81.66, "caption": "A woman and a person are having a conversation with another person.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 174541, "video_name": "castle_s08e09_seg02_clip_08", "timestamp": [ 56.72, 60.77 ], "duration": 90.66, "caption": "Two people are standing in front of a person conversing.", "similarity": 0.755, "relevance": 3 }, { "pair_id": 174542, "video_name": "castle_s03e04_seg02_clip_12", "timestamp": [ 41.87, 49.15 ], "duration": 91.66, "caption": "A woman joins the conversation between two people.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 174543, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman speaks to person about her interaction with another person.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 174544, "video_name": "friends_s08e10_seg02_clip_12", "timestamp": [ 0.0, 24.19 ], "duration": 62.66, "caption": "Two people are standing across from each other conversing.", "similarity": 0.7504, "relevance": 3 }, { "pair_id": 174545, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "A woman was having a conversation with two people.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 174546, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 15.82, 27.6 ], "duration": 62.66, "caption": "A woman leans forward and has a conversation with another woman.", "similarity": 0.7478, "relevance": 2 }, { "pair_id": 174547, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 50.52, 91.03 ], "duration": 91.66, "caption": "A woman is having a conversation with two people then person join their conversation.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 174548, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 11.23, 33.35 ], "duration": 66.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 174549, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 28.57, 57.64 ], "duration": 102.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 174550, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 0.0, 38.19 ], "duration": 92.66, "caption": "Two people are standing in front of each other conversing.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 174551, "video_name": "house_s07e23_seg02_clip_02", "timestamp": [ 0.0, 31.96 ], "duration": 90.66, "caption": "A woman is conversing with a man as he stands next to her.", "similarity": 0.7441, "relevance": 3 }, { "pair_id": 174552, "video_name": "castle_s04e02_seg02_clip_13", "timestamp": [ 29.63, 49.53 ], "duration": 88.66, "caption": "A woman is speaking with another woman as they face each other.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 174553, "video_name": "castle_s07e17_seg02_clip_20", "timestamp": [ 0.0, 28.03 ], "duration": 90.66, "caption": "A person is outside with woman as they converse with each other.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 174554, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman is conversing with person as she is sitting.", "similarity": 0.7369, "relevance": 2 }, { "pair_id": 174555, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 0.0, 36.81 ], "duration": 92.66, "caption": "A woman and some people are talking to each other.", "similarity": 0.7368, "relevance": 2 }, { "pair_id": 174556, "video_name": "house_s03e06_seg02_clip_24", "timestamp": [ 0.0, 47.53 ], "duration": 96.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 174557, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 0.0, 8.58 ], "duration": 90.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 174558, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 74.47, 91.38 ], "duration": 91.66, "caption": "A person and woman are having a conversation with each other.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 174559, "video_name": "grey_s02e01_seg02_clip_11", "timestamp": [ 0.0, 25.74 ], "duration": 90.66, "caption": "Two people are standing beside each other conversing.", "similarity": 0.7339, "relevance": 2 } ] }, { "query_id": 63732, "query": "Three people are walking down the stairs at the apartments.", "relevant_moment": [ { "pair_id": 42600, "video_name": "s10e11_seg02_clip_02", "timestamp": [ 61.79, 64.02 ], "duration": 64.66, "caption": "Three people are walking down the stairs at the apartments.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 42601, "video_name": "castle_s01e01_seg02_clip_22", "timestamp": [ 43.13, 57.66 ], "duration": 88.66, "caption": "Three people walk down the stairs together.", "similarity": 0.8064, "relevance": 4 }, { "pair_id": 42602, "video_name": "s09e04_seg01_clip_00", "timestamp": [ 4.14, 21.75 ], "duration": 69.66, "caption": "Three people are walking up the apartment building stairs as they are carrying plastic containers.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 42603, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 59.86, 62.03 ], "duration": 62.66, "caption": "Two men and a woman reach the apartment and a person continues to walk up the stairs.", "similarity": 0.7592, "relevance": 1 }, { "pair_id": 42604, "video_name": "s03e19_seg02_clip_04", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "Some people are going upstairs in the apartment building.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 42605, "video_name": "s08e24_seg02_clip_00", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A man and woman are walking up the stairwell to their apartment.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 42606, "video_name": "s02e22_seg02_clip_01", "timestamp": [ 0.0, 19.48 ], "duration": 59.66, "caption": "A man and a woman climb the stairs to their apartments.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 42607, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 25.23, 31.47 ], "duration": 52.66, "caption": "A man and a woman walk up the stairs to the apartment hallway.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 42608, "video_name": "s06e13_seg02_clip_16", "timestamp": [ 33.94, 42.36 ], "duration": 58.66, "caption": "Some people were walking upstairs.", "similarity": 0.7273, "relevance": 2 }, { "pair_id": 42609, "video_name": "s01e01_seg01_clip_03", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "Two people walk up a staircase in an apartment building.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 42610, "video_name": "s04e03_seg02_clip_02", "timestamp": [ 33.93, 57.02 ], "duration": 57.66, "caption": "Two men are walking up the stairs to their apartment.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 42611, "video_name": "s02e01_seg02_clip_04", "timestamp": [ 4.34, 14.27 ], "duration": 62.66, "caption": "A person and another person walk up the stairs to their apartment landing.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 42612, "video_name": "s01e04_seg01_clip_00", "timestamp": [ 36.62, 61.03 ], "duration": 61.66, "caption": "Two men walk down the stairs of the apartment complex.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 42613, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 54.46, 57.02 ], "duration": 57.66, "caption": "Some people are walking up the stairs.", "similarity": 0.7129, "relevance": 3 }, { "pair_id": 42614, "video_name": "s02e20_seg02_clip_09", "timestamp": [ 38.04, 47.15 ], "duration": 65.66, "caption": "A woman and a man walk up the stairs to their apartment landing.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 42615, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 40.28, 46.38 ], "duration": 61.66, "caption": "Some people walk up the stairs.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 42616, "video_name": "s08e24_seg02_clip_00", "timestamp": [ 56.76, 61.03 ], "duration": 61.66, "caption": "A woman and a man are going upstairs in the apartment building.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 42617, "video_name": "s06e10_seg02_clip_06", "timestamp": [ 35.42, 41.12 ], "duration": 60.66, "caption": "Three men walk up the stairs.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 42618, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 10.5, 17.71 ], "duration": 60.66, "caption": "A woman, person, and woman walk down the stairs.", "similarity": 0.6802, "relevance": 4 }, { "pair_id": 42619, "video_name": "s07e19_seg02_clip_11", "timestamp": [ 19.05, 42.02 ], "duration": 56.66, "caption": "Three people walk up the stairs and have a conversation.", "similarity": 0.6782, "relevance": 1 } ] }, { "query_id": 63740, "query": "A person holds two comic books up in front of him/her as he/she talks to the group.", "relevant_moment": [ { "pair_id": 2340, "video_name": "s09e21_seg01_clip_00", "timestamp": [ 10.67, 16.01 ], "duration": 97.66, "caption": "A person holds two comic books up in front of him/her as he/she talks to the group.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2341, "video_name": "s04e05_seg02_clip_03", "timestamp": [ 0.0, 27.31 ], "duration": 60.66, "caption": "A person and another person have a conversation over comic books.", "similarity": 0.8245, "relevance": 1 }, { "pair_id": 2342, "video_name": "s09e04_seg02_clip_01", "timestamp": [ 33.3, 38.74 ], "duration": 64.66, "caption": "A person is standing going through a comic book speaking to another person.", "similarity": 0.8085, "relevance": 2 }, { "pair_id": 2343, "video_name": "s03e16_seg02_clip_00", "timestamp": [ 4.34, 14.89 ], "duration": 62.66, "caption": "A person looks at two comic books that he/she is holding.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 2344, "video_name": "castle_s06e15_seg02_clip_07", "timestamp": [ 72.92, 76.07 ], "duration": 90.66, "caption": "A person holds up a bunch of comic books.", "similarity": 0.7746, "relevance": 3 }, { "pair_id": 2345, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 0.0, 9.38 ], "duration": 67.66, "caption": "A person talks another person into having a get together at the comic book store.", "similarity": 0.7717, "relevance": 1 }, { "pair_id": 2346, "video_name": "s03e02_seg01_clip_01", "timestamp": [ 26.29, 30.97 ], "duration": 72.66, "caption": "A person is holding a stack of comic books in front of the comic stand.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 2347, "video_name": "s02e20_seg02_clip_13", "timestamp": [ 1.53, 5.19 ], "duration": 61.66, "caption": "A man holds up a comic book for another person to see.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 2348, "video_name": "s09e02_seg02_clip_01", "timestamp": [ 34.22, 38.42 ], "duration": 60.66, "caption": "A man has a comic book while speaking to two other people.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 2349, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 3.99, 5.99 ], "duration": 57.66, "caption": "A person turns around holding a comic book to face toward another person.", "similarity": 0.7633, "relevance": 2 }, { "pair_id": 2350, "video_name": "s02e20_seg02_clip_04", "timestamp": [ 38.42, 44.72 ], "duration": 60.66, "caption": "Two people are holding the same comic book.", "similarity": 0.7558, "relevance": 1 }, { "pair_id": 2351, "video_name": "s02e22_seg01_clip_02", "timestamp": [ 0.0, 18.27 ], "duration": 83.66, "caption": "A person browses through boxes of comics while another person stands next to them and talks to someone else.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 2352, "video_name": "s09e21_seg02_clip_06", "timestamp": [ 1.5, 6.3 ], "duration": 60.66, "caption": "A person is going through a comic book as they listen to two women.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 2353, "video_name": "s02e22_seg01_clip_02", "timestamp": [ 18.27, 27.81 ], "duration": 83.66, "caption": "A person walks over to another person and holds up a comic book.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 2354, "video_name": "s09e21_seg01_clip_00", "timestamp": [ 3.4, 7.28 ], "duration": 97.66, "caption": "A person raises up a question about the two comic books he is holding.", "similarity": 0.7402, "relevance": 3 }, { "pair_id": 2355, "video_name": "s07e13_seg02_clip_01", "timestamp": [ 38.72, 52.52 ], "duration": 60.66, "caption": "A man picks up a comic book and holds it while as he and a woman converse then sets it down.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 2356, "video_name": "s05e05_seg01_clip_03", "timestamp": [ 5.95, 9.8 ], "duration": 70.66, "caption": "A man holds up a comic book for another person to look at in the comic book store.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 2357, "video_name": "s02e20_seg02_clip_13", "timestamp": [ 2.44, 6.41 ], "duration": 61.66, "caption": "A person holds up the comic book and describes the plot to a man.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 2358, "video_name": "s07e14_seg02_clip_04", "timestamp": [ 0.0, 9.74 ], "duration": 59.66, "caption": "A person is talking about Comic Con while another person listens.", "similarity": 0.7133, "relevance": 1 }, { "pair_id": 2359, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 61.45, 63.03 ], "duration": 63.66, "caption": "A person closes his comic book while speaking to man.", "similarity": 0.7112, "relevance": 2 } ] }, { "query_id": 63816, "query": "A person's face changes angrily after someone disapproves of his theory.", "relevant_moment": [ { "pair_id": 134960, "video_name": "s05e21_seg02_clip_15", "timestamp": [ 39.37, 44.29 ], "duration": 82.66, "caption": "A person's face changes angrily after someone disapproves of his theory.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 134961, "video_name": "s03e05_seg02_clip_01", "timestamp": [ 34.24, 36.01 ], "duration": 59.66, "caption": "A person makes an angry face in reaction to another person.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 134962, "video_name": "met_s06e17_seg02_clip_13", "timestamp": [ 0.92, 4.58 ], "duration": 61.66, "caption": "A person angrily says why it's someone else based on their facial hair.", "similarity": 0.6279, "relevance": 3 }, { "pair_id": 134964, "video_name": "met_s06e24_seg02_clip_01", "timestamp": [ 11.6, 14.65 ], "duration": 61.66, "caption": "A man complains to another man that the person keeps changing up their theories.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 134965, "video_name": "met_s03e18_seg01_clip_01", "timestamp": [ 3.96, 7.01 ], "duration": 60.66, "caption": "A person shakes their head while denying the premise to another person's response.", "similarity": 0.5955, "relevance": 2 }, { "pair_id": 134966, "video_name": "castle_s02e04_seg02_clip_22", "timestamp": [ 9.0, 15.3 ], "duration": 90.66, "caption": "A woman turns sharply when she is disagreeing with a person's theory.", "similarity": 0.5953, "relevance": 2 }, { "pair_id": 134967, "video_name": "s06e23_seg02_clip_00", "timestamp": [ 48.77, 65.02 ], "duration": 65.66, "caption": "A person mentions how changes mention him upset to another person.", "similarity": 0.5941, "relevance": 3 }, { "pair_id": 134968, "video_name": "s06e15_seg02_clip_06", "timestamp": [ 26.25, 39.06 ], "duration": 64.66, "caption": "A person explains one of guy's behaviours he disapproves of.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 134969, "video_name": "s09e13_seg02_clip_04", "timestamp": [ 55.78, 57.85 ], "duration": 59.66, "caption": "A person makes a face and frowns at another person.", "similarity": 0.587, "relevance": 2 }, { "pair_id": 134971, "video_name": "s10e02_seg02_clip_11", "timestamp": [ 15.94, 54.02 ], "duration": 54.66, "caption": "A person thinks that everyone is angry at him/her.", "similarity": 0.5785, "relevance": 2 }, { "pair_id": 134972, "video_name": "s04e15_seg01_clip_01", "timestamp": [ 33.57, 35.09 ], "duration": 61.66, "caption": "A man makes a disgusted face after hearing one of person's remarks.", "similarity": 0.5743, "relevance": 2 }, { "pair_id": 134973, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 57.29, 62.12 ], "duration": 69.66, "caption": "A person arches their eyebrows and makes a very angry face.", "similarity": 0.5719, "relevance": 3 }, { "pair_id": 134974, "video_name": "castle_s08e22_seg02_clip_22", "timestamp": [ 22.8, 26.68 ], "duration": 97.66, "caption": "A person is talking to another person and looks around angrily.", "similarity": 0.5623, "relevance": 3 }, { "pair_id": 134975, "video_name": "castle_s04e09_seg02_clip_18", "timestamp": [ 15.19, 18.76 ], "duration": 89.66, "caption": "A person shakes his head violently after man denies knowing the man in the photo.", "similarity": 0.5604, "relevance": 2 }, { "pair_id": 134976, "video_name": "s03e05_seg02_clip_15", "timestamp": [ 7.5, 10.8 ], "duration": 60.66, "caption": "A person makes a sad face as they apologize to another person.", "similarity": 0.5586, "relevance": 2 }, { "pair_id": 134977, "video_name": "friends_s05e08_seg02_clip_03", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A man upsets two people by saying it's what it seems like.", "similarity": 0.5526, "relevance": 3 }, { "pair_id": 134978, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 6.72, 10.08 ], "duration": 96.66, "caption": "A man looks insulted when another man reminds him of his actions.", "similarity": 0.5526, "relevance": 2 }, { "pair_id": 134979, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 42.17, 48.9 ], "duration": 89.66, "caption": "A person looks uncomfortable when someone describes what could happen to someone else.", "similarity": 0.5525, "relevance": 2 } ] }, { "query_id": 63831, "query": "A person walks in the front door and sits his bag down.", "relevant_moment": [ { "pair_id": 158380, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 51.48, 60.17 ], "duration": 62.66, "caption": "A person walks in the front door and sits his bag down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158381, "video_name": "s06e19_seg02_clip_16", "timestamp": [ 44.82, 47.62 ], "duration": 70.66, "caption": "A person walks in the door carrying a bag on his arm.", "similarity": 0.7725, "relevance": 3 }, { "pair_id": 158382, "video_name": "friends_s03e13_seg02_clip_08", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A person walks in and puts their bag down.", "similarity": 0.7686, "relevance": 3 }, { "pair_id": 158383, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 4.88, 7.93 ], "duration": 61.66, "caption": "A person walks in the door holding a brown paper bag.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 158384, "video_name": "house_s07e21_seg02_clip_17", "timestamp": [ 0.0, 5.02 ], "duration": 5.66, "caption": "A person was holding a bag while standing in front of the door.", "similarity": 0.7043, "relevance": 1 }, { "pair_id": 158385, "video_name": "met_s05e03_seg02_clip_08", "timestamp": [ 8.54, 16.48 ], "duration": 61.66, "caption": "A man puts his bag on his shoulder and walks towards the door.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 158386, "video_name": "house_s01e22_seg02_clip_00", "timestamp": [ 71.73, 81.05 ], "duration": 93.66, "caption": "A man grabs his bag and walks to the door.", "similarity": 0.6861, "relevance": 2 }, { "pair_id": 158387, "video_name": "castle_s07e01_seg02_clip_06", "timestamp": [ 26.71, 33.95 ], "duration": 90.66, "caption": "A person walks in, shuts the door, and sits down.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 158388, "video_name": "house_s03e05_seg02_clip_25", "timestamp": [ 19.08, 26.51 ], "duration": 106.66, "caption": "A man walks into the room, puts his bag down, and sits.", "similarity": 0.6785, "relevance": 4 }, { "pair_id": 158389, "video_name": "friends_s04e02_seg02_clip_00", "timestamp": [ 4.02, 6.37 ], "duration": 67.66, "caption": "A person walks in the door and puts their shopping bag on the table.", "similarity": 0.6757, "relevance": 4 }, { "pair_id": 158390, "video_name": "s02e07_seg02_clip_12", "timestamp": [ 45.47, 49.13 ], "duration": 61.66, "caption": "A man walks in through the apartment door and sets his bag down.", "similarity": 0.6709, "relevance": 4 }, { "pair_id": 158391, "video_name": "s04e16_seg02_clip_14", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A man goes through the front door with his luggage.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 158392, "video_name": "s01e08_seg02_clip_12", "timestamp": [ 25.94, 28.68 ], "duration": 61.66, "caption": "A person walks through the front door with a food container.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 158393, "video_name": "s02e01_seg02_clip_05", "timestamp": [ 7.41, 12.26 ], "duration": 57.66, "caption": "A person walks into the room and sets down their bag.", "similarity": 0.6647, "relevance": 4 }, { "pair_id": 158394, "video_name": "s01e17_seg02_clip_07", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A person walks in the door and closes it behind him.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 158395, "video_name": "house_s06e11_seg02_clip_13", "timestamp": [ 24.69, 29.1 ], "duration": 88.66, "caption": "A person walks up out of his seat and out the door.", "similarity": 0.6584, "relevance": 1 }, { "pair_id": 158396, "video_name": "castle_s05e10_seg02_clip_05", "timestamp": [ 88.33, 90.6 ], "duration": 90.66, "caption": "A person walks through the front door of their house.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 158397, "video_name": "grey_s03e24_seg02_clip_19", "timestamp": [ 46.12, 51.78 ], "duration": 87.66, "caption": "A person walks through the door and closes it behind him.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 158398, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A person walks out of the door and closes it behind him.", "similarity": 0.6506, "relevance": 1 }, { "pair_id": 158399, "video_name": "grey_s02e17_seg02_clip_26", "timestamp": [ 10.33, 14.41 ], "duration": 43.66, "caption": "A person walks out of the door and right back in.", "similarity": 0.6497, "relevance": 2 } ] }, { "query_id": 63832, "query": "A person comes through the changing room curtain, then goes back into the changing room.", "relevant_moment": [ { "pair_id": 153620, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 22.33, 31.94 ], "duration": 62.66, "caption": "A person comes through the changing room curtain, then goes back into the changing room.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 153621, "video_name": "s05e21_seg02_clip_11", "timestamp": [ 30.4, 34.53 ], "duration": 59.66, "caption": "A person opens the curtains and enters in the fitting room.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 153622, "video_name": "castle_s07e15_seg02_clip_06", "timestamp": [ 47.74, 65.81 ], "duration": 86.66, "caption": "A person moves over and starts backing into another room.", "similarity": 0.6722, "relevance": 0 }, { "pair_id": 153623, "video_name": "castle_s07e21_seg02_clip_04", "timestamp": [ 73.62, 75.46 ], "duration": 92.66, "caption": "A person moves back a plastic curtain to inspect an object.", "similarity": 0.671, "relevance": 0 }, { "pair_id": 153624, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.661, "relevance": 0 }, { "pair_id": 153625, "video_name": "friends_s09e23-24_seg02_clip_38", "timestamp": [ 35.51, 47.94 ], "duration": 59.66, "caption": "A person leaves and then re-enters the room with another person.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 153626, "video_name": "castle_s03e11_seg02_clip_09", "timestamp": [ 71.37, 77.73 ], "duration": 90.66, "caption": "A person walks in from another room buttoning his clothing.", "similarity": 0.6562, "relevance": 0 }, { "pair_id": 153627, "video_name": "friends_s06e15-16_seg02_clip_30", "timestamp": [ 29.51, 32.46 ], "duration": 59.66, "caption": "A person walks through the door into the room.", "similarity": 0.6474, "relevance": 0 }, { "pair_id": 153628, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 81.4, 85.58 ], "duration": 93.66, "caption": "A person moves to exit the room while wearing a blue shirt and black jacket.", "similarity": 0.6451, "relevance": 0 }, { "pair_id": 153629, "video_name": "s01e05_seg02_clip_12", "timestamp": [ 19.51, 20.71 ], "duration": 60.66, "caption": "One person walks through the doorway out of the room.", "similarity": 0.6439, "relevance": 0 }, { "pair_id": 153630, "video_name": "castle_s03e16_seg02_clip_22", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks into the room.", "similarity": 0.6427, "relevance": 0 }, { "pair_id": 153631, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 21.61, 23.86 ], "duration": 90.66, "caption": "A person turns and walks through the doorway to leave the room.", "similarity": 0.641, "relevance": 0 }, { "pair_id": 153632, "video_name": "s03e18_seg02_clip_09", "timestamp": [ 45.87, 50.11 ], "duration": 53.66, "caption": "A person bursts out of the change room in a suit and tie.", "similarity": 0.6389, "relevance": 2 }, { "pair_id": 153633, "video_name": "s02e23_seg02_clip_05", "timestamp": [ 23.41, 27.01 ], "duration": 60.66, "caption": "A person comes from the bedroom into the living room.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 153634, "video_name": "house_s04e06_seg02_clip_13", "timestamp": [ 33.45, 37.41 ], "duration": 88.66, "caption": "A person opens up the curtain to see another person.", "similarity": 0.6311, "relevance": 1 }, { "pair_id": 153635, "video_name": "s09e20_seg02_clip_01", "timestamp": [ 22.89, 30.21 ], "duration": 61.66, "caption": "A person enters the living room and walks to the other side of the room.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 153636, "video_name": "castle_s03e11_seg02_clip_09", "timestamp": [ 0.0, 6.82 ], "duration": 90.66, "caption": "A person walks in the room and then walks back out.", "similarity": 0.6249, "relevance": 0 }, { "pair_id": 153637, "video_name": "s07e19_seg02_clip_08", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "A person walks into the room after the door opens.", "similarity": 0.6227, "relevance": 0 }, { "pair_id": 153638, "video_name": "s05e11_seg02_clip_13", "timestamp": [ 14.11, 17.11 ], "duration": 60.66, "caption": "A person walks into the living room wearing a dark robe.", "similarity": 0.6227, "relevance": 0 }, { "pair_id": 153639, "video_name": "grey_s01e04_seg02_clip_03", "timestamp": [ 25.39, 27.27 ], "duration": 94.66, "caption": "A person stands at the door entrance and then walks out of the room.", "similarity": 0.6216, "relevance": 0 } ] }, { "query_id": 63835, "query": "A person gets up out of their chair and walks over to the dressing room stall.", "relevant_moment": [ { "pair_id": 56140, "video_name": "s05e21_seg02_clip_11", "timestamp": [ 19.48, 20.95 ], "duration": 59.66, "caption": "A person gets up out of their chair and walks over to the dressing room stall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 56141, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 4.13, 7.08 ], "duration": 59.66, "caption": "A person gets up from their chair and walks toward the kitchen.", "similarity": 0.7315, "relevance": 1 }, { "pair_id": 56142, "video_name": "house_s07e21_seg02_clip_15", "timestamp": [ 17.67, 24.73 ], "duration": 88.66, "caption": "A person gets up from their chair and left the room.", "similarity": 0.7244, "relevance": 1 }, { "pair_id": 56143, "video_name": "house_s02e01_seg02_clip_11", "timestamp": [ 20.02, 23.93 ], "duration": 87.66, "caption": "A person gets up and walks out of the room quickly.", "similarity": 0.7177, "relevance": 1 }, { "pair_id": 56144, "video_name": "friends_s06e14_seg02_clip_11", "timestamp": [ 41.3, 44.82 ], "duration": 64.66, "caption": "A person gets up from the chair and goes to the living room.", "similarity": 0.7157, "relevance": 1 }, { "pair_id": 56145, "video_name": "s02e18_seg02_clip_13", "timestamp": [ 2.6, 11.06 ], "duration": 65.66, "caption": "A man stands up from the chair and walks out of the room.", "similarity": 0.7102, "relevance": 1 }, { "pair_id": 56146, "video_name": "s02e01_seg02_clip_15", "timestamp": [ 19.18, 31.87 ], "duration": 59.66, "caption": "A person gets out of his/her chair and walks behind it.", "similarity": 0.7085, "relevance": 1 }, { "pair_id": 56147, "video_name": "grey_s01e09_seg02_clip_07", "timestamp": [ 78.77, 82.37 ], "duration": 90.66, "caption": "A woman stands up from a chair and walks out of the room.", "similarity": 0.7035, "relevance": 1 }, { "pair_id": 56148, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 40.05, 55.46 ], "duration": 88.66, "caption": "A person gets up from their chair and leaves the room.", "similarity": 0.703, "relevance": 1 }, { "pair_id": 56149, "video_name": "s05e23_seg02_clip_02", "timestamp": [ 4.8, 8.1 ], "duration": 60.66, "caption": "A person walks out of the dressing room with a suit over his clothes.", "similarity": 0.7028, "relevance": 1 }, { "pair_id": 56150, "video_name": "s03e13_seg02_clip_07", "timestamp": [ 20.41, 28.81 ], "duration": 60.66, "caption": "A person gets up from the couch and walks out of the room.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 56151, "video_name": "s03e10_seg02_clip_07", "timestamp": [ 20.41, 24.61 ], "duration": 60.66, "caption": "A person gets out of desk chair, walks towards the living room and stops.", "similarity": 0.7005, "relevance": 1 }, { "pair_id": 56152, "video_name": "s07e09_seg02_clip_15", "timestamp": [ 24.16, 27.95 ], "duration": 69.66, "caption": "A person gets up out of his chair and walks to the door.", "similarity": 0.6989, "relevance": 1 }, { "pair_id": 56153, "video_name": "s02e09_seg02_clip_00", "timestamp": [ 34.48, 38.75 ], "duration": 61.66, "caption": "A person gets up from the armchair and walks towards the kitchen.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 56154, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A person gets up from their chair to go to the kitchen.", "similarity": 0.6957, "relevance": 1 }, { "pair_id": 56155, "video_name": "s10e11_seg02_clip_14", "timestamp": [ 19.67, 22.24 ], "duration": 57.66, "caption": "A person gets up from chair and leaves room.", "similarity": 0.693, "relevance": 1 }, { "pair_id": 56156, "video_name": "castle_s02e06_seg02_clip_26", "timestamp": [ 13.35, 18.25 ], "duration": 89.66, "caption": "A person gets up from a chair and walks out of the room, still talking to another person.", "similarity": 0.6928, "relevance": 1 }, { "pair_id": 56157, "video_name": "house_s03e17_seg02_clip_10", "timestamp": [ 42.29, 49.85 ], "duration": 89.66, "caption": "A person gets up from their chair and walks around their desk.", "similarity": 0.6925, "relevance": 1 }, { "pair_id": 56158, "video_name": "s05e21_seg02_clip_11", "timestamp": [ 31.58, 36.01 ], "duration": 59.66, "caption": "A person walks into a woman's dressing room stall to help her.", "similarity": 0.6925, "relevance": 1 }, { "pair_id": 56159, "video_name": "castle_s08e06_seg02_clip_01", "timestamp": [ 3.96, 10.12 ], "duration": 88.66, "caption": "A woman gets up from a chair and walks into another room.", "similarity": 0.6919, "relevance": 1 } ] }, { "query_id": 63891, "query": "A woman takes off her coat and sets it down on a chair.", "relevant_moment": [ { "pair_id": 155500, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 22.64, 25.74 ], "duration": 62.66, "caption": "A woman takes off her coat and sets it down on a chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155501, "video_name": "friends_s05e17_seg02_clip_14", "timestamp": [ 50.19, 52.5 ], "duration": 66.66, "caption": "A woman sets her coat down on the chair and sits down.", "similarity": 0.8716, "relevance": 4 }, { "pair_id": 155502, "video_name": "friends_s10e13_seg02_clip_17", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A woman removes her coat and places it on the back of a chair.", "similarity": 0.8561, "relevance": 4 }, { "pair_id": 155503, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 32.84, 38.04 ], "duration": 65.66, "caption": "A woman takes her coat off and hangs it up on the back of the chair.", "similarity": 0.852, "relevance": 3 }, { "pair_id": 155504, "video_name": "friends_s07e13_seg02_clip_03", "timestamp": [ 22.56, 26.69 ], "duration": 55.66, "caption": "A woman sets down her coat then sits in the chair.", "similarity": 0.8425, "relevance": 3 }, { "pair_id": 155505, "video_name": "friends_s09e17_seg02_clip_01", "timestamp": [ 21.9, 25.64 ], "duration": 57.66, "caption": "A woman takes off her coat on the armchair.", "similarity": 0.839, "relevance": 3 }, { "pair_id": 155506, "video_name": "s08e02_seg02_clip_02", "timestamp": [ 2.14, 11.9 ], "duration": 61.66, "caption": "A woman takes off her white lab coat and sets it on the chair.", "similarity": 0.8213, "relevance": 4 }, { "pair_id": 155507, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 5.41, 7.21 ], "duration": 90.66, "caption": "A woman grabs her coat off of the chair.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 155508, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 2.14, 14.95 ], "duration": 61.66, "caption": "A woman sits down and takes off her coat.", "similarity": 0.819, "relevance": 3 }, { "pair_id": 155509, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 4.06, 8.11 ], "duration": 90.66, "caption": "A woman takes her coat from the back of a chair and puts it on her arm.", "similarity": 0.8067, "relevance": 2 }, { "pair_id": 155510, "video_name": "friends_s03e19_seg02_clip_02", "timestamp": [ 0.0, 8.53 ], "duration": 55.66, "caption": "A woman takes off her jacket and puts it on the chair.", "similarity": 0.805, "relevance": 3 }, { "pair_id": 155511, "video_name": "s09e20_seg02_clip_01", "timestamp": [ 34.48, 44.25 ], "duration": 61.66, "caption": "A woman takes off her jacket and sets it down.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 155512, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman takes her coat off and sits down on a desk.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 155513, "video_name": "friends_s04e17_seg02_clip_16", "timestamp": [ 0.0, 7.15 ], "duration": 65.66, "caption": "A woman sits down on the couch and takes off her coat.", "similarity": 0.7835, "relevance": 3 }, { "pair_id": 155514, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 5.67, 16.39 ], "duration": 63.66, "caption": "A woman sits down on the couch and takes off her coat.", "similarity": 0.7835, "relevance": 3 }, { "pair_id": 155515, "video_name": "friends_s04e16_seg01_clip_00", "timestamp": [ 33.51, 39.29 ], "duration": 77.66, "caption": "A woman takes off her coat and puts it on the sofa.", "similarity": 0.7824, "relevance": 4 }, { "pair_id": 155516, "video_name": "grey_s01e06_seg02_clip_09", "timestamp": [ 35.05, 36.84 ], "duration": 89.66, "caption": "A woman sets down her lab coat on the chair.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 155517, "video_name": "castle_s03e23_seg02_clip_18", "timestamp": [ 33.68, 43.69 ], "duration": 91.66, "caption": "Woman removes her jacket from the chair and puts it on.", "similarity": 0.7608, "relevance": 2 }, { "pair_id": 155518, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 6.3, 13.24 ], "duration": 63.66, "caption": "A woman sits on the couch and takes her coat off.", "similarity": 0.7559, "relevance": 3 }, { "pair_id": 155519, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 26.98, 32.49 ], "duration": 58.66, "caption": "A woman takes her coat off while sitting on the sofa.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 328821, "video_name": "friends_s06e19_seg02_clip_00", "timestamp": [ 11.71, 17.24 ], "duration": 65.66, "caption": "A woman takes off her jacket while sitting in a chair.", "similarity": 0.7528, "relevance": 4 }, { "pair_id": 328822, "video_name": "friends_s06e13_seg02_clip_10", "timestamp": [ 24.22, 31.6 ], "duration": 59.66, "caption": "A woman removes coat and puts it on the couch.", "similarity": 0.7525, "relevance": 3 }, { "pair_id": 328823, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 1.12, 5.88 ], "duration": 56.66, "caption": "A woman sets her bag down and begins to remove her coat.", "similarity": 0.7524, "relevance": 4 }, { "pair_id": 328824, "video_name": "friends_s02e11_seg02_clip_01", "timestamp": [ 18.61, 22.02 ], "duration": 62.66, "caption": "A woman walks in and take off her coat before she sits down.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 328825, "video_name": "house_s01e08_seg02_clip_06", "timestamp": [ 2.01, 8.38 ], "duration": 67.66, "caption": "A woman removes her coat.", "similarity": 0.749, "relevance": 2 }, { "pair_id": 328826, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 16.89, 21.49 ], "duration": 61.66, "caption": "A woman takes her coat off and hangs it up.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 328827, "video_name": "friends_s01e19_seg02_clip_00", "timestamp": [ 12.1, 20.47 ], "duration": 62.66, "caption": "A woman removes her jacket and sets it in the chair next to her.", "similarity": 0.7349, "relevance": 4 }, { "pair_id": 328828, "video_name": "friends_s01e09_seg02_clip_00", "timestamp": [ 25.08, 34.19 ], "duration": 65.66, "caption": "A woman takes off her coat and sits on the arm of the couch.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 328829, "video_name": "s08e07_seg02_clip_06", "timestamp": [ 4.5, 14.11 ], "duration": 60.66, "caption": "A woman grabs her coat from the back of her chair and leaves.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 328830, "video_name": "friends_s01e14_seg02_clip_10", "timestamp": [ 36.21, 38.49 ], "duration": 57.66, "caption": "A woman stands up at the table to take her coat off.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 328831, "video_name": "s01e04_seg02_clip_08", "timestamp": [ 31.91, 40.62 ], "duration": 58.66, "caption": "A woman takes her coat off and folds it over her arm.", "similarity": 0.7233, "relevance": 3 }, { "pair_id": 328832, "video_name": "castle_s02e12_seg02_clip_25", "timestamp": [ 104.44, 109.75 ], "duration": 177.66, "caption": "A person takes their coat off of the back of the chair as they stand up.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 328833, "video_name": "friends_s03e02_seg02_clip_00", "timestamp": [ 27.6, 29.77 ], "duration": 62.66, "caption": "A woman hangs her coat on the back of a chair.", "similarity": 0.7166, "relevance": 3 }, { "pair_id": 328834, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 5.44, 9.6 ], "duration": 64.66, "caption": "A woman walks up to a chair and sits on it taking off her jacket.", "similarity": 0.7149, "relevance": 3 }, { "pair_id": 328835, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 11.7, 14.82 ], "duration": 156.66, "caption": "A person takes his coat off the back of his chair.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 328836, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 74.12, 76.33 ], "duration": 88.66, "caption": "A woman picks up her jacket from the chair and puts it on.", "similarity": 0.7118, "relevance": 3 }, { "pair_id": 328837, "video_name": "friends_s07e10_seg02_clip_07", "timestamp": [ 4.5, 9.3 ], "duration": 60.66, "caption": "A woman takes her jacket off while sitting down.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 328838, "video_name": "friends_s01e13_seg02_clip_21", "timestamp": [ 0.36, 7.81 ], "duration": 71.66, "caption": "A woman takes off her coat and sits at the edge of the couch.", "similarity": 0.7082, "relevance": 3 }, { "pair_id": 328839, "video_name": "friends_s10e09_seg02_clip_00", "timestamp": [ 26.41, 36.91 ], "duration": 63.66, "caption": "A woman takes off her tan coat as she is sitting on sofa.", "similarity": 0.7044, "relevance": 3 } ] }, { "query_id": 63952, "query": "A woman takes a pair of jeans out of a donation bin.", "relevant_moment": [ { "pair_id": 161040, "video_name": "s05e11_seg02_clip_12", "timestamp": [ 47.42, 50.12 ], "duration": 60.66, "caption": "A woman takes a pair of jeans out of a donation bin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161041, "video_name": "s05e11_seg02_clip_12", "timestamp": [ 40.82, 43.52 ], "duration": 60.66, "caption": "A woman opens the door to a clothes donation bin.", "similarity": 0.7236, "relevance": 3 }, { "pair_id": 161042, "video_name": "s05e11_seg02_clip_13", "timestamp": [ 6.3, 8.4 ], "duration": 60.66, "caption": "A woman pulls out a white sweater from the yellow donation bin.", "similarity": 0.7084, "relevance": 3 }, { "pair_id": 161043, "video_name": "s05e11_seg02_clip_15", "timestamp": [ 32.77, 37.45 ], "duration": 78.66, "caption": "A woman passes another woman a pair of boots from the donation bin.", "similarity": 0.6786, "relevance": 3 }, { "pair_id": 161044, "video_name": "friends_s07e16_seg02_clip_02", "timestamp": [ 47.0, 49.7 ], "duration": 54.66, "caption": "A woman takes a quarter out of her jeans pocket.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 161045, "video_name": "s05e11_seg02_clip_12", "timestamp": [ 26.11, 30.01 ], "duration": 60.66, "caption": "Some women are carrying bags of clothes as they walk toward a donation bin.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 161046, "video_name": "s05e11_seg02_clip_15", "timestamp": [ 16.78, 26.14 ], "duration": 78.66, "caption": "A woman is carrying a laundry basket as she follows another woman to a donation bin.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 161047, "video_name": "friends_s05e10_seg02_clip_02", "timestamp": [ 54.9, 56.02 ], "duration": 56.66, "caption": "A woman opens her purse to give another person a donation.", "similarity": 0.6472, "relevance": 0 }, { "pair_id": 161048, "video_name": "friends_s10e09_seg02_clip_08", "timestamp": [ 16.69, 20.21 ], "duration": 58.66, "caption": "A woman goes through clothes and pulls out a pair of pants.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 161049, "video_name": "s06e16_seg02_clip_05", "timestamp": [ 27.27, 32.2 ], "duration": 58.66, "caption": "A woman pulls out a gift for person to give woman out of a bag.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 161050, "video_name": "s05e11_seg02_clip_13", "timestamp": [ 0.0, 7.5 ], "duration": 60.66, "caption": "A woman grabs a sweater she thinks would go good with a pair of jeans.", "similarity": 0.5861, "relevance": 3 }, { "pair_id": 161052, "video_name": "friends_s10e06_seg02_clip_09", "timestamp": [ 32.65, 40.58 ], "duration": 61.66, "caption": "A woman pulls a coin out of her pants and tosses it.", "similarity": 0.5583, "relevance": 1 }, { "pair_id": 161053, "video_name": "friends_s10e16_seg02_clip_06", "timestamp": [ 29.41, 34.52 ], "duration": 60.66, "caption": "A woman takes a plastic bag containing a cotton swab out of her pocket and gives it to a woman.", "similarity": 0.558, "relevance": 1 }, { "pair_id": 161054, "video_name": "friends_s04e23-24_seg02_clip_28", "timestamp": [ 0.0, 6.16 ], "duration": 56.66, "caption": "A woman takes money out of her purse to show to another person.", "similarity": 0.5482, "relevance": 1 }, { "pair_id": 161055, "video_name": "s03e21_seg02_clip_16", "timestamp": [ 22.79, 28.23 ], "duration": 68.66, "caption": "A woman lifts a pair of underware out of the laundry basket and gives them to man.", "similarity": 0.5451, "relevance": 2 }, { "pair_id": 161056, "video_name": "friends_s04e22_seg02_clip_05", "timestamp": [ 18.59, 20.36 ], "duration": 59.66, "caption": "A woman holds up a pair of small black pants.", "similarity": 0.5359, "relevance": 2 }, { "pair_id": 161057, "video_name": "s02e14_seg02_clip_03", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A woman takes a lot of money out of someone's hand.", "similarity": 0.5353, "relevance": 0 }, { "pair_id": 161058, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 3.84, 7.08 ], "duration": 59.66, "caption": "A woman hands some money to a person who takes it.", "similarity": 0.5323, "relevance": 0 } ] }, { "query_id": 63980, "query": "A person turns on the lamp on his/her night stand.", "relevant_moment": [ { "pair_id": 1580, "video_name": "s03e13_seg02_clip_10", "timestamp": [ 3.29, 4.7 ], "duration": 47.66, "caption": "A person turns on the lamp on his/her night stand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1581, "video_name": "friends_s02e18_seg02_clip_11", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A person turns the lamp on and off quickly.", "similarity": 0.7966, "relevance": 3 }, { "pair_id": 1582, "video_name": "s06e02_seg02_clip_09", "timestamp": [ 23.91, 24.79 ], "duration": 59.66, "caption": "A person reaches over and turns on the beside lamp.", "similarity": 0.7826, "relevance": 4 }, { "pair_id": 1583, "video_name": "s02e23_seg02_clip_14", "timestamp": [ 1.5, 4.5 ], "duration": 60.66, "caption": "A person reaches over to turn on a lamp as they sit in bed.", "similarity": 0.7658, "relevance": 4 }, { "pair_id": 1585, "video_name": "s02e23_seg02_clip_14", "timestamp": [ 1.5, 3.3 ], "duration": 60.66, "caption": "A person reaches over and turns on their bedside lamp.", "similarity": 0.7519, "relevance": 4 }, { "pair_id": 1586, "video_name": "s05e13_seg02_clip_11", "timestamp": [ 25.94, 27.46 ], "duration": 61.66, "caption": "A person turns on the tall lamp in the living room.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 1587, "video_name": "house_s02e16_seg02_clip_09", "timestamp": [ 10.85, 12.51 ], "duration": 18.66, "caption": "A person walks over to the lamp and turns it on.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 1588, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 26.08, 33.85 ], "duration": 91.66, "caption": "A person goes to the lamps in the room and turns them on.", "similarity": 0.7184, "relevance": 2 }, { "pair_id": 1589, "video_name": "house_s02e16_seg02_clip_09", "timestamp": [ 8.0, 13.06 ], "duration": 18.66, "caption": "A person walks over to the wall lamp and turns it on.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 1591, "video_name": "s08e09_seg02_clip_00", "timestamp": [ 39.36, 41.19 ], "duration": 61.66, "caption": "A man reaches over and turns on the bedside lamp.", "similarity": 0.6748, "relevance": 4 }, { "pair_id": 1592, "video_name": "castle_s07e03_seg02_clip_12", "timestamp": [ 54.46, 56.72 ], "duration": 90.66, "caption": "A woman turns on a lamp in a dark apartment.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 1593, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 56.37, 59.03 ], "duration": 59.66, "caption": "A person turns on the light next to their bed.", "similarity": 0.6578, "relevance": 4 }, { "pair_id": 1594, "video_name": "friends_s07e12_seg02_clip_14", "timestamp": [ 29.3, 33.07 ], "duration": 58.66, "caption": "A woman turns off the lamp but a man turns it back on.", "similarity": 0.6422, "relevance": 4 }, { "pair_id": 1595, "video_name": "s05e15_seg01_clip_00", "timestamp": [ 33.87, 35.4 ], "duration": 61.66, "caption": "A person turns on the lights in person's bedroom.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 1596, "video_name": "s01e09_seg01_clip_00", "timestamp": [ 31.2, 39.08 ], "duration": 63.66, "caption": "The lamp turns on and some people are amazed.", "similarity": 0.6323, "relevance": 3 }, { "pair_id": 1597, "video_name": "friends_s08e17_seg02_clip_08", "timestamp": [ 10.8, 24.61 ], "duration": 60.66, "caption": "A person touches the lamp and gains access to the apartment.", "similarity": 0.6228, "relevance": 0 }, { "pair_id": 1598, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 48.4, 50.76 ], "duration": 59.66, "caption": "A woman reaches over to turn on a lamp as she and a man are in bed.", "similarity": 0.6215, "relevance": 4 }, { "pair_id": 1599, "video_name": "s01e09_seg01_clip_00", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person sticks some device to the lamp in the living room.", "similarity": 0.6163, "relevance": 1 }, { "pair_id": 174900, "video_name": "s10e11_seg02_clip_01", "timestamp": [ 19.77, 28.92 ], "duration": 59.66, "caption": "A person turns the bedside lamp off and kisses another person.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 174901, "video_name": "met_s06e23_seg02_clip_11", "timestamp": [ 30.59, 35.27 ], "duration": 62.66, "caption": "A man looks over, turns his lamp on and then sits up in his bed.", "similarity": 0.605, "relevance": 4 }, { "pair_id": 174902, "video_name": "s03e15_seg02_clip_09", "timestamp": [ 37.14, 38.01 ], "duration": 58.66, "caption": "A person flips the light switch to turn off the lights.", "similarity": 0.5951, "relevance": 2 }, { "pair_id": 174903, "video_name": "friends_s03e15_seg02_clip_07", "timestamp": [ 9.28, 58.02 ], "duration": 58.66, "caption": "A person lights a candle and sets it on the table.", "similarity": 0.5911, "relevance": 0 }, { "pair_id": 174904, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 22.38, 23.64 ], "duration": 63.66, "caption": "A woman turns off the light and a person quickly turns it back on.", "similarity": 0.586, "relevance": 4 }, { "pair_id": 174905, "video_name": "house_s02e13_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person uses a torch shines a light in someone's eyes.", "similarity": 0.5737, "relevance": 1 }, { "pair_id": 174906, "video_name": "house_s05e19_seg02_clip_04", "timestamp": [ 32.31, 38.26 ], "duration": 85.66, "caption": "A person switches off the lights and turns to leave only to come right back.", "similarity": 0.5675, "relevance": 1 }, { "pair_id": 174907, "video_name": "house_s03e19_seg02_clip_00", "timestamp": [ 5.98, 8.28 ], "duration": 92.66, "caption": "A person walks over and turns off the light.", "similarity": 0.5648, "relevance": 0 }, { "pair_id": 174909, "video_name": "house_s07e12_seg02_clip_00", "timestamp": [ 1.38, 5.99 ], "duration": 92.66, "caption": "A person turns on a flashlight in the dark and shines it on their face as they start to talk about the door of the mind.", "similarity": 0.5597, "relevance": 1 }, { "pair_id": 174910, "video_name": "s08e06_seg02_clip_07", "timestamp": [ 44.22, 45.85 ], "duration": 65.66, "caption": "A person reaches up and turns on the headlamp on his hardhat.", "similarity": 0.5594, "relevance": 2 }, { "pair_id": 174911, "video_name": "castle_s07e03_seg02_clip_26", "timestamp": [ 76.89, 78.12 ], "duration": 123.66, "caption": "A person lights an unlit candle with a lighter.", "similarity": 0.5591, "relevance": 2 }, { "pair_id": 174912, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 48.25, 60.23 ], "duration": 63.66, "caption": "A person holds up two light bulbs while sitting at the table.", "similarity": 0.5575, "relevance": 1 }, { "pair_id": 174913, "video_name": "grey_s02e21_seg02_clip_15", "timestamp": [ 43.26, 45.58 ], "duration": 93.66, "caption": "A person puts his thumb on the remote to flip the lights on and off.", "similarity": 0.557, "relevance": 1 }, { "pair_id": 174914, "video_name": "s07e03_seg02_clip_00", "timestamp": [ 37.84, 47.6 ], "duration": 61.66, "caption": "A person goes to the light switch and flickers the lights as he dances.", "similarity": 0.5558, "relevance": 2 }, { "pair_id": 174915, "video_name": "house_s06e15_seg02_clip_20", "timestamp": [ 86.92, 91.87 ], "duration": 110.66, "caption": "A person is standing over a lit up diagram of the human body with both his hands resting on the table.", "similarity": 0.5529, "relevance": 1 }, { "pair_id": 174916, "video_name": "house_s02e21_seg02_clip_03", "timestamp": [ 75.1, 78.74 ], "duration": 91.66, "caption": "A person turns off the light inside their clinic.", "similarity": 0.5497, "relevance": 1 }, { "pair_id": 174917, "video_name": "house_s03e15_seg02_clip_13", "timestamp": [ 24.1, 27.67 ], "duration": 89.66, "caption": "A person moves the light over to center on another person.", "similarity": 0.5475, "relevance": 1 }, { "pair_id": 174918, "video_name": "castle_s08e21_seg02_clip_00", "timestamp": [ 79.47, 84.61 ], "duration": 93.66, "caption": "A man is on the ground lighting candles in the dark.", "similarity": 0.5463, "relevance": 1 }, { "pair_id": 174919, "video_name": "friends_s07e12_seg02_clip_14", "timestamp": [ 32.78, 33.65 ], "duration": 58.66, "caption": "A man reaches over a woman in bed and turns the light on.", "similarity": 0.5462, "relevance": 4 } ] }, { "query_id": 63995, "query": "A man is having handcuffs put on his wrists by a man.", "relevant_moment": [ { "pair_id": 11580, "video_name": "castle_s07e14_seg02_clip_10", "timestamp": [ 7.72, 10.44 ], "duration": 90.66, "caption": "A man is having handcuffs put on his wrists by a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11581, "video_name": "castle_s08e16_seg02_clip_25", "timestamp": [ 22.33, 36.28 ], "duration": 93.66, "caption": "A man takes the handcuffs and places them on another person.", "similarity": 0.759, "relevance": 3 }, { "pair_id": 11582, "video_name": "castle_s05e11_seg02_clip_18", "timestamp": [ 0.0, 13.34 ], "duration": 92.66, "caption": "A man puts on the handcuffs after another man tells him too.", "similarity": 0.7475, "relevance": 2 }, { "pair_id": 11584, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.7274, "relevance": 1 }, { "pair_id": 11585, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 26.47 ], "duration": 63.66, "caption": "A man puts his hand on another man's left shoulder.", "similarity": 0.7029, "relevance": 0 }, { "pair_id": 11586, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 40.01, 42.49 ], "duration": 62.66, "caption": "A man places both his hands on another man's shoulder.", "similarity": 0.7005, "relevance": 0 }, { "pair_id": 11587, "video_name": "castle_s05e13_seg02_clip_18", "timestamp": [ 18.79, 22.82 ], "duration": 89.66, "caption": "A man unlocks his handcuffs on one of his hands.", "similarity": 0.6986, "relevance": 1 }, { "pair_id": 11588, "video_name": "castle_s06e07_seg02_clip_00", "timestamp": [ 38.9, 42.6 ], "duration": 92.66, "caption": "The police officer puts handcuffs on a man with his hands behind his back.", "similarity": 0.6965, "relevance": 4 }, { "pair_id": 11589, "video_name": "castle_s04e22_seg02_clip_24", "timestamp": [ 70.54, 74.19 ], "duration": 91.66, "caption": "A man turns another man around and arrests him by placing handcuffs on him.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 11590, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 1.8, 7.65 ], "duration": 90.66, "caption": "A man has his hand on another man's shoulder, then he removes his hand.", "similarity": 0.6817, "relevance": 0 }, { "pair_id": 11591, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 39.06, 41.19 ], "duration": 61.66, "caption": "A man touches another man's right shoulder with his hand.", "similarity": 0.6811, "relevance": 0 }, { "pair_id": 11592, "video_name": "friends_s04e19_seg02_clip_06", "timestamp": [ 19.56, 20.69 ], "duration": 56.66, "caption": "A man touches a man on the back using his hand.", "similarity": 0.6784, "relevance": 0 }, { "pair_id": 11593, "video_name": "friends_s06e03_seg02_clip_11", "timestamp": [ 25.97, 31.28 ], "duration": 59.66, "caption": "A man grabs two people's wrists and moves their hands closer together.", "similarity": 0.6756, "relevance": 0 }, { "pair_id": 11594, "video_name": "castle_s08e11_seg02_clip_15", "timestamp": [ 38.41, 41.12 ], "duration": 90.66, "caption": "A man handcuffs another man to the car.", "similarity": 0.6696, "relevance": 4 }, { "pair_id": 11595, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 47.37, 49.08 ], "duration": 85.66, "caption": "A man is showing handcuffs while smiling to man.", "similarity": 0.6668, "relevance": 1 }, { "pair_id": 11596, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 1.83, 2.44 ], "duration": 61.66, "caption": "A man puts his hands on another man's arm after walking up to him.", "similarity": 0.665, "relevance": 0 }, { "pair_id": 11597, "video_name": "castle_s07e22_seg02_clip_16", "timestamp": [ 2.23, 9.35 ], "duration": 89.66, "caption": "A woman is placing hand cuffs on a man.", "similarity": 0.6619, "relevance": 3 }, { "pair_id": 11598, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 29.71, 30.16 ], "duration": 90.66, "caption": "A man pats another man on the shoulder with his hand.", "similarity": 0.6572, "relevance": 0 }, { "pair_id": 11599, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.6557, "relevance": 0 } ] }, { "query_id": 63998, "query": "A dead body is tied to the ceiling as two people look at it.", "relevant_moment": [ { "pair_id": 144880, "video_name": "castle_s07e14_seg02_clip_10", "timestamp": [ 10.89, 12.71 ], "duration": 90.66, "caption": "A dead body is tied to the ceiling as two people look at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 144881, "video_name": "castle_s04e06_seg02_clip_24", "timestamp": [ 12.09, 19.7 ], "duration": 89.66, "caption": "A dead body is dropped from the ceiling and a person gets down with the use of a rope.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 144882, "video_name": "castle_s03e03_seg02_clip_11", "timestamp": [ 6.58, 24.14 ], "duration": 87.66, "caption": "Some people are leaning over a person's dead body.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 144883, "video_name": "castle_s01e05_seg02_clip_02", "timestamp": [ 62.2, 90.14 ], "duration": 90.66, "caption": "Two people investigate a body of a dead person.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 144884, "video_name": "castle_s03e13_seg02_clip_21", "timestamp": [ 75.46, 80.98 ], "duration": 92.66, "caption": "A woman and man discover someone's dead body on the floor.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 144885, "video_name": "friends_s03e11_seg01_clip_01", "timestamp": [ 23.38, 29.13 ], "duration": 41.66, "caption": "Some people look up at the ceiling.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 144886, "video_name": "castle_s02e20_seg02_clip_03", "timestamp": [ 11.5, 92.03 ], "duration": 92.66, "caption": "A man and woman are in room with a dead body and looking for something.", "similarity": 0.6502, "relevance": 1 }, { "pair_id": 144887, "video_name": "grey_s03e16_seg02_clip_09", "timestamp": [ 77.64, 90.28 ], "duration": 90.66, "caption": "Two people look around in the morgue together.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 144888, "video_name": "castle_s07e23_seg02_clip_09", "timestamp": [ 0.0, 9.45 ], "duration": 90.66, "caption": "A woman and a man enter a room and they saw a dead body of someone.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 144889, "video_name": "house_s06e05_seg02_clip_13", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "Two people are in the morgue and the dead body start moving, and they're freaking out.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 144890, "video_name": "castle_s05e05_seg02_clip_03", "timestamp": [ 0.0, 13.04 ], "duration": 93.66, "caption": "A woman and a man were looking at a corpse.", "similarity": 0.6186, "relevance": 2 }, { "pair_id": 144891, "video_name": "castle_s03e03_seg02_clip_03", "timestamp": [ 13.73, 26.09 ], "duration": 91.66, "caption": "Two people are conducting an investigation to a dead body.", "similarity": 0.6152, "relevance": 1 }, { "pair_id": 144892, "video_name": "castle_s04e11_seg02_clip_08", "timestamp": [ 34.85, 38.06 ], "duration": 91.66, "caption": "A person looks at a picture of a dead person.", "similarity": 0.6148, "relevance": 1 }, { "pair_id": 144893, "video_name": "castle_s04e15_seg02_clip_07", "timestamp": [ 45.45, 56.92 ], "duration": 88.66, "caption": "A woman and a man discover the dead body of a young woman facedown on the living room floor.", "similarity": 0.6146, "relevance": 2 }, { "pair_id": 144894, "video_name": "castle_s02e03_seg02_clip_07", "timestamp": [ 17.42, 26.14 ], "duration": 87.66, "caption": "A woman and man are examining a dead body of a person if there are any possible case of rape.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 144895, "video_name": "castle_s02e01_seg02_clip_10", "timestamp": [ 60.72, 72.5 ], "duration": 90.66, "caption": "A person leans down to look at the neck on the corpse.", "similarity": 0.6103, "relevance": 2 }, { "pair_id": 144896, "video_name": "s02e13_seg02_clip_17", "timestamp": [ 29.22, 38.62 ], "duration": 40.66, "caption": "Some people stare up at the ceiling.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 144897, "video_name": "s02e13_seg02_clip_17", "timestamp": [ 30.22, 40.02 ], "duration": 40.66, "caption": "A group of people are staring at a person hanging from the ceiling in a harness.", "similarity": 0.5993, "relevance": 2 }, { "pair_id": 144898, "video_name": "friends_s06e02_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "Two men look up at the ceiling at the same time.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 144899, "video_name": "castle_s01e07_seg02_clip_01", "timestamp": [ 19.71, 21.09 ], "duration": 91.66, "caption": "A person looks at a dead body that is stuffed inside a safe.", "similarity": 0.594, "relevance": 2 } ] }, { "query_id": 64126, "query": "A man pulls his phone out of his pocket and answers it.", "relevant_moment": [ { "pair_id": 9680, "video_name": "castle_s05e08_seg02_clip_23", "timestamp": [ 80.47, 89.41 ], "duration": 89.66, "caption": "A man pulls his phone out of his pocket and answers it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9681, "video_name": "s05e23_seg02_clip_09", "timestamp": [ 36.01, 41.19 ], "duration": 61.66, "caption": "A man pulls his cell phone out of his pocket and answers it.", "similarity": 0.9781, "relevance": 4 }, { "pair_id": 9682, "video_name": "house_s07e15_seg02_clip_10", "timestamp": [ 49.29, 55.9 ], "duration": 88.66, "caption": "A man takes his phone out of his pocket and answers it.", "similarity": 0.9668, "relevance": 4 }, { "pair_id": 9683, "video_name": "castle_s06e11_seg02_clip_00", "timestamp": [ 61.37, 64.58 ], "duration": 91.66, "caption": "A man takes out his phone from his pocket and answers it.", "similarity": 0.9613, "relevance": 4 }, { "pair_id": 9684, "video_name": "friends_s06e04_seg01_clip_01", "timestamp": [ 15.91, 20.11 ], "duration": 60.66, "caption": "A man pulls his cell phone from his pocket and answers his phone.", "similarity": 0.949, "relevance": 4 }, { "pair_id": 9685, "video_name": "met_s03e03_seg02_clip_00", "timestamp": [ 13.79, 17.46 ], "duration": 61.66, "caption": "A man pulls his phone out of his pocket and answers a call.", "similarity": 0.947, "relevance": 4 }, { "pair_id": 9686, "video_name": "s07e16_seg02_clip_02", "timestamp": [ 4.76, 8.68 ], "duration": 56.66, "caption": "A man reaches into his pocket and pulls out his cell phone, which he then answers.", "similarity": 0.9376, "relevance": 3 }, { "pair_id": 9687, "video_name": "house_s06e21_seg02_clip_06", "timestamp": [ 78.34, 82.3 ], "duration": 88.66, "caption": "A man pulls their phone out of their pocket and answers the call.", "similarity": 0.9239, "relevance": 3 }, { "pair_id": 9688, "video_name": "s03e01_seg02_clip_11", "timestamp": [ 39.67, 47.6 ], "duration": 61.66, "caption": "A man takes their phone from their pocket and answers it.", "similarity": 0.9238, "relevance": 4 }, { "pair_id": 9689, "video_name": "s07e21_seg02_clip_09", "timestamp": [ 30.53, 33.61 ], "duration": 56.66, "caption": "A man answers his phone after taking it out of his pocket.", "similarity": 0.9151, "relevance": 4 }, { "pair_id": 9690, "video_name": "house_s07e15_seg02_clip_16", "timestamp": [ 0.0, 4.68 ], "duration": 78.66, "caption": "A man pulls out their phone and answers it.", "similarity": 0.9072, "relevance": 3 }, { "pair_id": 9691, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 19.15, 24.66 ], "duration": 58.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.9063, "relevance": 4 }, { "pair_id": 9692, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 45.7, 49.48 ], "duration": 63.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.9063, "relevance": 3 }, { "pair_id": 9693, "video_name": "friends_s09e09_seg02_clip_14", "timestamp": [ 25.24, 31.18 ], "duration": 59.66, "caption": "A man gets their cell phone from their pocket and answers it.", "similarity": 0.9007, "relevance": 4 }, { "pair_id": 9694, "video_name": "s01e11_seg02_clip_08", "timestamp": [ 27.61, 30.01 ], "duration": 60.66, "caption": "A man gets his cellphone from his back pocket and answers it.", "similarity": 0.8802, "relevance": 4 }, { "pair_id": 9695, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 9.92, 14.58 ], "duration": 62.66, "caption": "A person takes his phone out of his pocket and answers the call.", "similarity": 0.8762, "relevance": 4 }, { "pair_id": 9696, "video_name": "friends_s10e10_seg02_clip_18", "timestamp": [ 32.34, 37.53 ], "duration": 61.66, "caption": "A man gets up, answers the phone, and puts his hand in his pocket.", "similarity": 0.874, "relevance": 2 }, { "pair_id": 9697, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 17.99, 26.4 ], "duration": 58.66, "caption": "A person gets their phone out of their pocket and answers it.", "similarity": 0.8453, "relevance": 4 }, { "pair_id": 9698, "video_name": "s05e23_seg02_clip_09", "timestamp": [ 37.53, 42.72 ], "duration": 61.66, "caption": "A man pulls his phone out of his pocket and begins a conversation.", "similarity": 0.8431, "relevance": 4 }, { "pair_id": 9699, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 9.45, 15.3 ], "duration": 90.66, "caption": "A person gets his/her phone out of his/her pocket and answers it.", "similarity": 0.8303, "relevance": 3 }, { "pair_id": 183000, "video_name": "s07e01_seg02_clip_07", "timestamp": [ 3.25, 10.41 ], "duration": 65.66, "caption": "A man grabs his phone from his pocket during a party and answers it.", "similarity": 0.8256, "relevance": 4 }, { "pair_id": 183001, "video_name": "met_s06e15_seg02_clip_18", "timestamp": [ 22.69, 26.29 ], "duration": 72.66, "caption": "A man reaches into his pocket, takes out his phone, and puts it to his ear.", "similarity": 0.8244, "relevance": 4 }, { "pair_id": 183002, "video_name": "s04e14_seg02_clip_09", "timestamp": [ 22.73, 24.79 ], "duration": 59.66, "caption": "A person gets his/her phone out of his/her pocket to answer it.", "similarity": 0.8238, "relevance": 3 }, { "pair_id": 183003, "video_name": "met_s03e04_seg02_clip_16", "timestamp": [ 56.77, 59.14 ], "duration": 59.66, "caption": "A man pulls his phone out of his jacket pocket to answer a call from a woman.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 183004, "video_name": "s08e14_seg02_clip_10", "timestamp": [ 13.12, 15.4 ], "duration": 57.66, "caption": "A man decides to pull their phone out of their pocket.", "similarity": 0.8151, "relevance": 3 }, { "pair_id": 183005, "video_name": "castle_s06e07_seg02_clip_25", "timestamp": [ 7.27, 11.81 ], "duration": 90.66, "caption": "A man picks up his cell phone and answers it.", "similarity": 0.8122, "relevance": 3 }, { "pair_id": 183006, "video_name": "friends_s10e05_seg02_clip_15", "timestamp": [ 0.0, 7.19 ], "duration": 57.66, "caption": "A man pulls his cellphone out of his pocket and dials a number.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 183007, "video_name": "castle_s02e07_seg02_clip_06", "timestamp": [ 17.34, 20.07 ], "duration": 91.66, "caption": "A man pulls out his cellphone from his pocket and opens it.", "similarity": 0.8026, "relevance": 3 }, { "pair_id": 183008, "video_name": "house_s07e07_seg02_clip_02", "timestamp": [ 15.68, 21.38 ], "duration": 95.66, "caption": "A man takes their phone out of their pocket and reads the screen.", "similarity": 0.802, "relevance": 3 }, { "pair_id": 183009, "video_name": "s08e21_seg02_clip_03", "timestamp": [ 11.29, 12.51 ], "duration": 61.66, "caption": "A man pulls his phone out of his pants pocket.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 183010, "video_name": "s04e05_seg02_clip_01", "timestamp": [ 38.14, 43.02 ], "duration": 61.66, "caption": "A man takes his phone out of his pocket and puts it to his ear.", "similarity": 0.7986, "relevance": 4 }, { "pair_id": 183011, "video_name": "house_s05e22_seg02_clip_19", "timestamp": [ 18.92, 26.2 ], "duration": 97.66, "caption": "A man gets his phone out of his pocket and makes a call.", "similarity": 0.7979, "relevance": 3 }, { "pair_id": 183012, "video_name": "house_s06e06_seg02_clip_24", "timestamp": [ 16.91, 21.81 ], "duration": 89.66, "caption": "A man pulls their phone out of their pocket puts it to their ear.", "similarity": 0.7946, "relevance": 4 }, { "pair_id": 183013, "video_name": "s10e01_seg02_clip_04", "timestamp": [ 32.41, 33.62 ], "duration": 60.66, "caption": "A man pulls his cell phone out of his back pocket.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 183014, "video_name": "met_s03e03_seg01_clip_02", "timestamp": [ 2.7, 5.1 ], "duration": 60.66, "caption": "A man puts his phone back into his pocket.", "similarity": 0.79, "relevance": 2 }, { "pair_id": 183015, "video_name": "s03e05_seg02_clip_11", "timestamp": [ 21.66, 35.4 ], "duration": 61.66, "caption": "A man takes out their phone, looks at it, then puts it back in their pocket.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 183016, "video_name": "house_s08e17_seg02_clip_13", "timestamp": [ 6.9, 9.2 ], "duration": 92.66, "caption": "A man takes his cellphone out of his apron and answers it.", "similarity": 0.7854, "relevance": 4 }, { "pair_id": 183017, "video_name": "castle_s04e13_seg02_clip_00", "timestamp": [ 53.02, 62.24 ], "duration": 92.66, "caption": "A man takes his phone from his pocket and begins talking.", "similarity": 0.7849, "relevance": 4 }, { "pair_id": 183018, "video_name": "s01e16_seg02_clip_08", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A man talks on his phone then puts it in his pocket.", "similarity": 0.7847, "relevance": 3 }, { "pair_id": 183019, "video_name": "house_s02e17_seg02_clip_08", "timestamp": [ 12.75, 18.87 ], "duration": 102.66, "caption": "A man pulls his cellphone out of his jacket pocket.", "similarity": 0.7847, "relevance": 4 } ] }, { "query_id": 64130, "query": "A person uses their cane to stand up from the couch.", "relevant_moment": [ { "pair_id": 3420, "video_name": "house_s06e09_seg02_clip_19", "timestamp": [ 11.26, 13.97 ], "duration": 90.66, "caption": "A person uses their cane to stand up from the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3421, "video_name": "house_s05e18_seg02_clip_06", "timestamp": [ 4.56, 6.84 ], "duration": 91.66, "caption": "A person uses their cane to stand themselves up.", "similarity": 0.8496, "relevance": 4 }, { "pair_id": 3423, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 34.42, 36.75 ], "duration": 93.66, "caption": "A person grabs his cane and stands up from his chair.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 3424, "video_name": "house_s05e17_seg02_clip_16", "timestamp": [ 60.34, 73.17 ], "duration": 95.66, "caption": "A person moves to stand behind their desk and places their cane down.", "similarity": 0.7588, "relevance": 1 }, { "pair_id": 3425, "video_name": "house_s07e15_seg02_clip_05", "timestamp": [ 2.61, 6.09 ], "duration": 87.66, "caption": "A person grabs their cane and then stands up.", "similarity": 0.7564, "relevance": 2 }, { "pair_id": 3426, "video_name": "house_s03e22_seg02_clip_18", "timestamp": [ 85.58, 87.79 ], "duration": 88.66, "caption": "A person grabs their cane and stands from their seat.", "similarity": 0.7538, "relevance": 3 }, { "pair_id": 3427, "video_name": "house_s05e20_seg02_clip_21", "timestamp": [ 64.25, 67.93 ], "duration": 91.66, "caption": "A person grabs their cane then they stand up.", "similarity": 0.7533, "relevance": 4 }, { "pair_id": 3428, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 19.33, 21.17 ], "duration": 92.66, "caption": "A person grabs a cane and stands himself up.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 3429, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 3.19, 7.74 ], "duration": 91.66, "caption": "A person is sitting down with their cane in hand.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 3430, "video_name": "house_s08e06_seg02_clip_02", "timestamp": [ 75.55, 77.83 ], "duration": 91.66, "caption": "A person stands up and walks away while using a cane.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 3431, "video_name": "s10e01_seg02_clip_08", "timestamp": [ 53.12, 54.92 ], "duration": 60.66, "caption": "A person stands up from sitting on a couch.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 3432, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 0.0, 3.4 ], "duration": 85.66, "caption": "A person sits down and places their cane down too.", "similarity": 0.7255, "relevance": 1 }, { "pair_id": 3433, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 1.25, 3.74 ], "duration": 83.66, "caption": "A man uses their cane to get up from their chair.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 3434, "video_name": "house_s05e10_seg02_clip_22", "timestamp": [ 0.0, 28.17 ], "duration": 92.66, "caption": "A person has his caned leaned on his chin as he stands.", "similarity": 0.7144, "relevance": 1 }, { "pair_id": 3435, "video_name": "friends_s03e20_seg02_clip_14", "timestamp": [ 15.7, 18.26 ], "duration": 73.66, "caption": "A person stands up from the couch where he/she was sitting.", "similarity": 0.7142, "relevance": 2 }, { "pair_id": 3436, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 41.92, 50.49 ], "duration": 90.66, "caption": "A person gets up but head back to grab their cane.", "similarity": 0.704, "relevance": 2 }, { "pair_id": 3437, "video_name": "friends_s03e10_seg02_clip_01", "timestamp": [ 12.41, 13.65 ], "duration": 62.66, "caption": "A person stands up from the couch he was sitting on.", "similarity": 0.7021, "relevance": 2 }, { "pair_id": 3438, "video_name": "s02e08_seg01_clip_01", "timestamp": [ 53.1, 54.75 ], "duration": 55.66, "caption": "A person stands up from the arm of the couch.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 3439, "video_name": "house_s03e12_seg02_clip_17", "timestamp": [ 62.58, 65.5 ], "duration": 97.66, "caption": "A person, who was sitting in a chair, stands up and limps away with a cane while talking.", "similarity": 0.6981, "relevance": 3 } ] }, { "query_id": 64152, "query": "A man takes a vase from a box and throws it on the ground.", "relevant_moment": [ { "pair_id": 105080, "video_name": "castle_s05e10_seg02_clip_08", "timestamp": [ 82.33, 86.52 ], "duration": 93.66, "caption": "A man takes a vase from a box and throws it on the ground.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 105081, "video_name": "friends_s07e13_seg02_clip_06", "timestamp": [ 13.97, 15.11 ], "duration": 57.66, "caption": "A man takes a box out of a shelving unit and places the box on the ground.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 105082, "video_name": "house_s01e19_seg02_clip_21", "timestamp": [ 32.09, 34.23 ], "duration": 85.66, "caption": "A doctor throws something into the ground.", "similarity": 0.6122, "relevance": 1 }, { "pair_id": 105083, "video_name": "friends_s03e16_seg02_clip_15", "timestamp": [ 9.61, 12.1 ], "duration": 62.66, "caption": "A man throws his pizza crust on the box.", "similarity": 0.6115, "relevance": 0 }, { "pair_id": 105084, "video_name": "house_s04e04_seg02_clip_24", "timestamp": [ 6.56, 7.98 ], "duration": 57.66, "caption": "A man throws pink flowers to the ground.", "similarity": 0.6013, "relevance": 2 }, { "pair_id": 105085, "video_name": "house_s06e07_seg02_clip_20", "timestamp": [ 43.62, 46.08 ], "duration": 98.66, "caption": "A man gets the piece of paper and throws it on the trash bin.", "similarity": 0.582, "relevance": 2 }, { "pair_id": 105086, "video_name": "friends_s05e04_seg02_clip_18", "timestamp": [ 21.43, 26.53 ], "duration": 68.66, "caption": "A woman throws a box down and jumps to a man.", "similarity": 0.57, "relevance": 2 }, { "pair_id": 105087, "video_name": "s09e19_seg02_clip_17", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A person looks at a box in his hand as he sighs and then throws it into the garbage can.", "similarity": 0.5656, "relevance": 1 }, { "pair_id": 105088, "video_name": "house_s03e04_seg02_clip_06", "timestamp": [ 84.63, 90.27 ], "duration": 94.66, "caption": "A man throws a toy figurine into the trash can.", "similarity": 0.5636, "relevance": 1 }, { "pair_id": 105089, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 27.44, 33.95 ], "duration": 93.66, "caption": "A man finds an off-brand solvent and throws it to man.", "similarity": 0.5614, "relevance": 2 }, { "pair_id": 105090, "video_name": "house_s03e16_seg02_clip_20", "timestamp": [ 6.24, 8.07 ], "duration": 73.66, "caption": "A man throw a thing and get out of the room.", "similarity": 0.5575, "relevance": 0 }, { "pair_id": 105091, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 69.18, 74.19 ], "duration": 91.66, "caption": "A man grabs a bag of trash out of the dumpster and drops it on the ground.", "similarity": 0.5539, "relevance": 2 }, { "pair_id": 105092, "video_name": "house_s07e08_seg02_clip_02", "timestamp": [ 39.35, 40.26 ], "duration": 90.66, "caption": "A man tosses a ring box to a person sitting across from him.", "similarity": 0.5538, "relevance": 2 }, { "pair_id": 105093, "video_name": "s02e22_seg02_clip_04", "timestamp": [ 20.41, 23.41 ], "duration": 60.66, "caption": "A man takes off the things on the box.", "similarity": 0.5527, "relevance": 3 }, { "pair_id": 105094, "video_name": "friends_s05e15_seg02_clip_01", "timestamp": [ 33.5, 37.22 ], "duration": 62.66, "caption": "A person takes a statue out of the box, blows on it and puts it back in.", "similarity": 0.5525, "relevance": 2 }, { "pair_id": 105095, "video_name": "friends_s01e24_seg02_clip_04", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A man throws a cardboard box and another man grabs a beer.", "similarity": 0.5431, "relevance": 2 }, { "pair_id": 105096, "video_name": "s01e02_seg02_clip_00", "timestamp": [ 25.61, 34.9 ], "duration": 64.66, "caption": "A man thinks he can move the box, but it fell on his back.", "similarity": 0.5418, "relevance": 2 }, { "pair_id": 105097, "video_name": "s02e01_seg02_clip_08", "timestamp": [ 37.07, 39.35 ], "duration": 57.66, "caption": "A man throws a pen that was in his hand elsewhere.", "similarity": 0.5391, "relevance": 0 }, { "pair_id": 105098, "video_name": "friends_s02e12-13_seg02_clip_22", "timestamp": [ 2.68, 9.82 ], "duration": 59.66, "caption": "A man hands something to an animal and it throws it.", "similarity": 0.5366, "relevance": 2 }, { "pair_id": 105099, "video_name": "friends_s02e14_seg02_clip_19", "timestamp": [ 6.84, 12.16 ], "duration": 76.66, "caption": "A man walks down the stair and gets the flower on the vase.", "similarity": 0.5366, "relevance": 1 } ] }, { "query_id": 64230, "query": "A woman gets a phone call from person while chatting with another woman.", "relevant_moment": [ { "pair_id": 19160, "video_name": "castle_s01e03_seg02_clip_14", "timestamp": [ 27.24, 35.87 ], "duration": 90.66, "caption": "A woman gets a phone call from person while chatting with another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19161, "video_name": "friends_s08e20_seg01_clip_01", "timestamp": [ 11.78, 72.98 ], "duration": 76.66, "caption": "A woman has a phone conversation with woman.", "similarity": 0.8733, "relevance": 3 }, { "pair_id": 19162, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 65.76, 73.52 ], "duration": 91.66, "caption": "A woman was talking with another woman over the phone.", "similarity": 0.8639, "relevance": 3 }, { "pair_id": 19163, "video_name": "friends_s07e15_seg02_clip_08", "timestamp": [ 6.7, 13.07 ], "duration": 67.66, "caption": "A woman answers the phone while having a conversation with another woman.", "similarity": 0.8461, "relevance": 3 }, { "pair_id": 19164, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 39.49, 42.85 ], "duration": 84.66, "caption": "A woman gets her phone and call someone while talking.", "similarity": 0.8435, "relevance": 3 }, { "pair_id": 19165, "video_name": "grey_s02e25_seg02_clip_11", "timestamp": [ 0.0, 32.01 ], "duration": 90.66, "caption": "A person is having a phone conversation with a woman.", "similarity": 0.8413, "relevance": 2 }, { "pair_id": 19166, "video_name": "friends_s10e17-18_seg02_clip_29", "timestamp": [ 33.94, 41.61 ], "duration": 59.66, "caption": "A woman gets out her phone and calls another woman.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 19167, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 52.46, 57.02 ], "duration": 57.66, "caption": "A woman talks on her cell phone with another woman.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 19168, "video_name": "met_s03e03_seg02_clip_06", "timestamp": [ 7.67, 9.51 ], "duration": 61.66, "caption": "A woman picks up a phone call from another woman.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 19169, "video_name": "friends_s10e10_seg02_clip_00", "timestamp": [ 49.87, 64.34 ], "duration": 64.66, "caption": "A woman calls person, while woman listens in to the call.", "similarity": 0.8164, "relevance": 2 }, { "pair_id": 19170, "video_name": "castle_s04e17_seg02_clip_15", "timestamp": [ 14.91, 23.49 ], "duration": 90.66, "caption": "A woman is talking on the phone and after the call she starts a conversation with a man.", "similarity": 0.814, "relevance": 3 }, { "pair_id": 19171, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 70.14, 88.23 ], "duration": 88.66, "caption": "A woman is on the phone with two other people.", "similarity": 0.8109, "relevance": 2 }, { "pair_id": 19172, "video_name": "friends_s04e23-24_seg02_clip_30", "timestamp": [ 1.65, 4.95 ], "duration": 66.66, "caption": "A woman is talking over the phone with someone.", "similarity": 0.8107, "relevance": 2 }, { "pair_id": 19173, "video_name": "castle_s02e17_seg02_clip_04", "timestamp": [ 0.0, 6.24 ], "duration": 78.66, "caption": "A woman and another person are both on the phone.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 19174, "video_name": "s04e17_seg02_clip_03", "timestamp": [ 25.12, 29.46 ], "duration": 62.66, "caption": "A person shows a woman his phone and she starts talking to another woman.", "similarity": 0.8065, "relevance": 2 }, { "pair_id": 19175, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 0.0, 26.21 ], "duration": 80.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.8053, "relevance": 2 }, { "pair_id": 19176, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 0.0, 12.08 ], "duration": 105.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.8053, "relevance": 1 }, { "pair_id": 19177, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 9.79, 45.85 ], "duration": 89.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.8053, "relevance": 1 }, { "pair_id": 19178, "video_name": "castle_s04e07_seg02_clip_15", "timestamp": [ 2.18, 17.84 ], "duration": 87.66, "caption": "A woman was having a conversation with someone over the phone.", "similarity": 0.8032, "relevance": 2 }, { "pair_id": 19179, "video_name": "friends_s08e20_seg01_clip_01", "timestamp": [ 71.46, 74.12 ], "duration": 76.66, "caption": "A woman hangs up her phone after talking to another woman.", "similarity": 0.8006, "relevance": 3 } ] }, { "query_id": 64239, "query": "A person appears behind two people.", "relevant_moment": [ { "pair_id": 18200, "video_name": "castle_s03e12_seg02_clip_08", "timestamp": [ 40.68, 41.59 ], "duration": 91.66, "caption": "A person appears behind two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18201, "video_name": "castle_s06e18_seg02_clip_19", "timestamp": [ 0.0, 36.11 ], "duration": 87.66, "caption": "Two people were standing in front of a person.", "similarity": 0.7865, "relevance": 3 }, { "pair_id": 18202, "video_name": "house_s06e20_seg02_clip_00", "timestamp": [ 66.61, 75.99 ], "duration": 93.66, "caption": "A person is standing next to person and person looks at him.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 18203, "video_name": "friends_s01e03_seg02_clip_08", "timestamp": [ 16.23, 18.89 ], "duration": 59.66, "caption": "Two people stand up next to a person.", "similarity": 0.7798, "relevance": 2 }, { "pair_id": 18204, "video_name": "s03e12_seg02_clip_01", "timestamp": [ 33.05, 38.66 ], "duration": 59.66, "caption": "A person stands slightly behind another person, their hands clasped in fists with pinky knuckles pressed together, they're bent slightly over and the other person turns and looks at them.", "similarity": 0.766, "relevance": 0 }, { "pair_id": 18205, "video_name": "house_s02e08_seg02_clip_26", "timestamp": [ 84.1, 89.32 ], "duration": 95.66, "caption": "A person turns around and looks at another person behind him.", "similarity": 0.7608, "relevance": 2 }, { "pair_id": 18206, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 24.52, 31.36 ], "duration": 57.66, "caption": "A person looks at a pair of people, then another person looks too.", "similarity": 0.7601, "relevance": 2 }, { "pair_id": 18207, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 14.41, 16.01 ], "duration": 64.66, "caption": "A person walks behind some people as they stand near someone and someone.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 18208, "video_name": "met_s02e14_seg02_clip_12", "timestamp": [ 48.02, 51.02 ], "duration": 60.66, "caption": "A person stands up from his chair behind another person.", "similarity": 0.7461, "relevance": 3 }, { "pair_id": 18209, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 16.28, 18.49 ], "duration": 88.66, "caption": "A person stands up and turns around to face another individual.", "similarity": 0.7429, "relevance": 1 }, { "pair_id": 18210, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person turns to look at two other people.", "similarity": 0.7386, "relevance": 4 }, { "pair_id": 18211, "video_name": "castle_s05e16_seg02_clip_08", "timestamp": [ 0.0, 8.07 ], "duration": 41.66, "caption": "A person looks behind him and another person starts to speak.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 18212, "video_name": "met_s02e18_seg02_clip_08", "timestamp": [ 38.01, 44.0 ], "duration": 59.66, "caption": "Two people both turn around to look behind them.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 18213, "video_name": "friends_s01e01_seg02_clip_13", "timestamp": [ 46.83, 54.59 ], "duration": 62.66, "caption": "A person stands behind two people and talks.", "similarity": 0.7356, "relevance": 4 }, { "pair_id": 18214, "video_name": "house_s07e11_seg02_clip_13", "timestamp": [ 1.37, 5.92 ], "duration": 91.66, "caption": "A person walks over to be standing behind another person.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 18215, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 29.88, 58.03 ], "duration": 58.66, "caption": "A person is standing in front of some people.", "similarity": 0.7319, "relevance": 3 }, { "pair_id": 18216, "video_name": "castle_s05e15_seg02_clip_09", "timestamp": [ 0.0, 4.81 ], "duration": 87.66, "caption": "A person sits down in front of two other people.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 18217, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 0.0, 7.5 ], "duration": 60.66, "caption": "A person is standing in front of a seated person.", "similarity": 0.7271, "relevance": 1 }, { "pair_id": 18218, "video_name": "s08e21_seg02_clip_10", "timestamp": [ 0.0, 43.34 ], "duration": 57.66, "caption": "A person was standing in front of some people.", "similarity": 0.7257, "relevance": 1 }, { "pair_id": 18219, "video_name": "castle_s07e05_seg02_clip_13", "timestamp": [ 81.33, 90.74 ], "duration": 94.66, "caption": "A person shows another person and a third person the picture that came in and one of the picture are of them.", "similarity": 0.7228, "relevance": 3 } ] }, { "query_id": 64260, "query": "A man is pumping an ambu bag in the elevator while talking to another person.", "relevant_moment": [ { "pair_id": 167840, "video_name": "grey_s02e05_seg02_clip_09", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man is pumping an ambu bag in the elevator while talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167841, "video_name": "house_s04e05_seg02_clip_19", "timestamp": [ 20.29, 50.04 ], "duration": 90.66, "caption": "A man and another man are having a conversation inside the elevator.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 167842, "video_name": "grey_s02e02_seg02_clip_06", "timestamp": [ 13.44, 84.02 ], "duration": 84.66, "caption": "A man is conversing with another man as they are inside the elevator.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 167843, "video_name": "grey_s03e09_seg02_clip_28", "timestamp": [ 0.0, 25.89 ], "duration": 90.66, "caption": "A man and another man talk while they are in the elevator.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 167845, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 0.0, 20.89 ], "duration": 90.66, "caption": "A man talks to another man and the latter then goes into the elevator.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 167846, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 44.17, 49.23 ], "duration": 92.66, "caption": "A man came inside the elevator while another man is talking to him.", "similarity": 0.6352, "relevance": 1 }, { "pair_id": 167847, "video_name": "house_s07e02_seg02_clip_08", "timestamp": [ 30.16, 35.11 ], "duration": 90.66, "caption": "A man came in the elevator while talking to another man.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 167848, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 10.11, 26.81 ], "duration": 87.66, "caption": "A man and a woman are having a conversation inside the elevator.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 167849, "video_name": "house_s08e22_seg02_clip_02", "timestamp": [ 46.47, 85.12 ], "duration": 92.66, "caption": "A man pauses and talks to another person while he waits for the elevator to arrive.", "similarity": 0.6347, "relevance": 1 }, { "pair_id": 167850, "video_name": "house_s07e04_seg02_clip_08", "timestamp": [ 0.0, 31.63 ], "duration": 93.66, "caption": "A man stands next to another man in the elevator and talks to him.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 167851, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 29.14, 50.99 ], "duration": 91.66, "caption": "A man and woman are on an elevator together talking.", "similarity": 0.6308, "relevance": 2 }, { "pair_id": 167852, "video_name": "house_s08e10_seg02_clip_19", "timestamp": [ 0.0, 23.93 ], "duration": 87.66, "caption": "Two men both are inside of the elevator together and are talking.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 167853, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 0.0, 25.51 ], "duration": 85.66, "caption": "A man and woman are talking in the elevator.", "similarity": 0.6256, "relevance": 2 }, { "pair_id": 167854, "video_name": "house_s05e18_seg02_clip_15", "timestamp": [ 83.58, 90.66 ], "duration": 90.66, "caption": "A man waits for an elevator while talking with another man.", "similarity": 0.6252, "relevance": 0 }, { "pair_id": 167855, "video_name": "house_s08e16_seg02_clip_19", "timestamp": [ 0.0, 35.16 ], "duration": 95.66, "caption": "Two men have a conversation in an elevator.", "similarity": 0.6249, "relevance": 2 }, { "pair_id": 167856, "video_name": "house_s07e04_seg02_clip_07", "timestamp": [ 77.83, 91.02 ], "duration": 91.66, "caption": "Two men have a conversation in an elevator.", "similarity": 0.6249, "relevance": 2 }, { "pair_id": 167857, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A person is conversing with another person in front of an elevator.", "similarity": 0.6214, "relevance": 0 }, { "pair_id": 167858, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 11.75 ], "duration": 94.66, "caption": "Two people are inside the elevator, and having a conversation.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 167859, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a man inside the elevator.", "similarity": 0.618, "relevance": 0 }, { "pair_id": 341160, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 0.0, 45.09 ], "duration": 92.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 341161, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 74.2, 90.49 ], "duration": 90.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 341162, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 73.03, 89.7 ], "duration": 98.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 341163, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 40.78, 51.53 ], "duration": 89.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 341164, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 71.3, 88.02 ], "duration": 88.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 341165, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 5.95, 9.16 ], "duration": 91.66, "caption": "A person holds up the elevator while another person turns to talk to him.", "similarity": 0.6173, "relevance": 3 }, { "pair_id": 341166, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 17.95, 61.31 ], "duration": 87.66, "caption": "A woman and a man are inside the elevator and having a conversation.", "similarity": 0.6169, "relevance": 3 }, { "pair_id": 341167, "video_name": "house_s03e06_seg02_clip_19", "timestamp": [ 6.23, 9.79 ], "duration": 89.66, "caption": "A person comes in the elevator while still talking to two other people.", "similarity": 0.6139, "relevance": 3 }, { "pair_id": 341168, "video_name": "house_s04e08_seg02_clip_11", "timestamp": [ 0.0, 14.56 ], "duration": 91.66, "caption": "A man talks to person while they ride the elevator at the hospital.", "similarity": 0.6122, "relevance": 3 }, { "pair_id": 341169, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 41.32, 47.4 ], "duration": 81.66, "caption": "A person finishes his conversation with another person and walks into an elevator.", "similarity": 0.6114, "relevance": 3 }, { "pair_id": 341170, "video_name": "house_s02e04_seg02_clip_04", "timestamp": [ 29.13, 53.7 ], "duration": 91.66, "caption": "Two men were having a conversation inside the elevator.", "similarity": 0.6102, "relevance": 3 }, { "pair_id": 341171, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 13.41, 33.28 ], "duration": 92.66, "caption": "A man and woman are in an elevator as they converse.", "similarity": 0.6098, "relevance": 3 }, { "pair_id": 341172, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.6094, "relevance": 3 }, { "pair_id": 341173, "video_name": "house_s02e19_seg02_clip_00", "timestamp": [ 48.24, 52.34 ], "duration": 91.66, "caption": "A man came in the elevator while still talking to another man.", "similarity": 0.6081, "relevance": 2 }, { "pair_id": 341174, "video_name": "house_s01e04_seg02_clip_15", "timestamp": [ 64.23, 66.93 ], "duration": 89.66, "caption": "A man and another man step out of an elevator while talking.", "similarity": 0.6064, "relevance": 3 }, { "pair_id": 341175, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 50.36, 51.88 ], "duration": 60.66, "caption": "A person takes a bag from a box as they are speaking to another person.", "similarity": 0.6059, "relevance": 3 }, { "pair_id": 341176, "video_name": "grey_s01e07_seg02_clip_04", "timestamp": [ 0.0, 4.88 ], "duration": 88.66, "caption": "A person talks to another person as their elevator is closing.", "similarity": 0.6051, "relevance": 3 }, { "pair_id": 341177, "video_name": "grey_s02e11_seg02_clip_05", "timestamp": [ 0.0, 26.14 ], "duration": 78.66, "caption": "Two people are inside an elevator. One person is talking and the other is not.", "similarity": 0.605, "relevance": 3 }, { "pair_id": 341178, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 30.57, 47.71 ], "duration": 92.66, "caption": "A man rides in the elevator with woman while continuing a conversation.", "similarity": 0.6025, "relevance": 3 }, { "pair_id": 341179, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 87.71, 91.36 ], "duration": 91.66, "caption": "Two people are in the elevator conversing.", "similarity": 0.5996, "relevance": 3 } ] }, { "query_id": 64267, "query": "A man shakes his head as he is being questioned by woman and man.", "relevant_moment": [ { "pair_id": 147320, "video_name": "castle_s03e05_seg02_clip_23", "timestamp": [ 31.69, 41.81 ], "duration": 88.66, "caption": "A man shakes his head as he is being questioned by woman and man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147321, "video_name": "castle_s02e06_seg02_clip_20", "timestamp": [ 4.45, 7.11 ], "duration": 88.66, "caption": "A man shakes his head when a woman asks him about the other woman.", "similarity": 0.8317, "relevance": 3 }, { "pair_id": 147322, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 36.94, 41.4 ], "duration": 89.66, "caption": "A man turns his head to the side as he is being questioned by woman and man.", "similarity": 0.8101, "relevance": 1 }, { "pair_id": 147323, "video_name": "house_s08e12_seg02_clip_08", "timestamp": [ 52.08, 56.09 ], "duration": 89.66, "caption": "A man shakes his head while he's talking to a woman.", "similarity": 0.8045, "relevance": 2 }, { "pair_id": 147324, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 48.49, 52.93 ], "duration": 74.66, "caption": "A woman shakes her head when a man asks her a question.", "similarity": 0.7995, "relevance": 2 }, { "pair_id": 147325, "video_name": "castle_s01e03_seg02_clip_08", "timestamp": [ 4.19, 9.3 ], "duration": 93.66, "caption": "A man shakes his head when he tells woman they have his answers.", "similarity": 0.7906, "relevance": 2 }, { "pair_id": 147326, "video_name": "met_s06e11_seg02_clip_03", "timestamp": [ 0.0, 1.81 ], "duration": 60.66, "caption": "A man shakes his head at woman during a conversation.", "similarity": 0.7825, "relevance": 1 }, { "pair_id": 147327, "video_name": "grey_s03e18_seg02_clip_20", "timestamp": [ 25.37, 38.73 ], "duration": 89.66, "caption": "A man shakes his head repeatedly during his argument with a woman.", "similarity": 0.782, "relevance": 3 }, { "pair_id": 147328, "video_name": "met_s02e19_seg01_clip_01", "timestamp": [ 9.69, 13.69 ], "duration": 55.66, "caption": "A man shakes his head when another person asks about him.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 147329, "video_name": "friends_s08e17_seg02_clip_07", "timestamp": [ 0.6, 7.5 ], "duration": 60.66, "caption": "A man shakes his head while telling a woman what he thought.", "similarity": 0.7653, "relevance": 2 }, { "pair_id": 147330, "video_name": "house_s03e02_seg02_clip_08", "timestamp": [ 52.79, 56.44 ], "duration": 91.66, "caption": "A man shakes his head no after a man asks him a question.", "similarity": 0.7637, "relevance": 3 }, { "pair_id": 147331, "video_name": "castle_s03e15_seg02_clip_14", "timestamp": [ 7.27, 11.36 ], "duration": 90.66, "caption": "A man shakes his head while trying to tell a woman why he thinks the way he does.", "similarity": 0.7546, "relevance": 1 }, { "pair_id": 147332, "video_name": "castle_s03e16_seg02_clip_02", "timestamp": [ 27.98, 30.69 ], "duration": 90.66, "caption": "A man shakes his head after woman asks about his work relationship with person.", "similarity": 0.7542, "relevance": 2 }, { "pair_id": 147333, "video_name": "friends_s08e23-24_seg02_clip_43", "timestamp": [ 34.11, 40.72 ], "duration": 55.66, "caption": "A woman shakes her head in confusion and starts asking a man questions.", "similarity": 0.7526, "relevance": 1 }, { "pair_id": 147334, "video_name": "s05e05_seg02_clip_04", "timestamp": [ 33.93, 40.49 ], "duration": 57.66, "caption": "A woman shakes her head side to side in response to a man's question.", "similarity": 0.7484, "relevance": 1 }, { "pair_id": 147335, "video_name": "friends_s03e01_seg02_clip_05", "timestamp": [ 26.62, 27.57 ], "duration": 38.66, "caption": "A man is shaking him head while is talking with woman.", "similarity": 0.7453, "relevance": 1 }, { "pair_id": 147336, "video_name": "met_s06e23_seg02_clip_09", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A man says something to two women and one of them shakes her head.", "similarity": 0.7445, "relevance": 1 }, { "pair_id": 147337, "video_name": "met_s02e19_seg02_clip_11", "timestamp": [ 10.99, 14.35 ], "duration": 61.66, "caption": "A person shakes his head when another person asks about their relationship.", "similarity": 0.7429, "relevance": 2 }, { "pair_id": 147338, "video_name": "castle_s04e13_seg02_clip_26", "timestamp": [ 85.33, 87.59 ], "duration": 90.66, "caption": "A man shakes his head no as he talks to a woman.", "similarity": 0.7418, "relevance": 1 }, { "pair_id": 147339, "video_name": "castle_s06e10_seg02_clip_12", "timestamp": [ 4.84, 11.44 ], "duration": 88.66, "caption": "A man shakes his head when he's answering woman's question about victims.", "similarity": 0.7407, "relevance": 1 } ] }, { "query_id": 64282, "query": "Two people are conversing while going upstairs.", "relevant_moment": [ { "pair_id": 85320, "video_name": "grey_s02e05_seg02_clip_02", "timestamp": [ 85.05, 89.06 ], "duration": 89.66, "caption": "Two people are conversing while going upstairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 85321, "video_name": "s10e11_seg02_clip_17", "timestamp": [ 36.64, 43.3 ], "duration": 74.66, "caption": "Two people are walking upstairs while they are talking.", "similarity": 0.8849, "relevance": 4 }, { "pair_id": 85322, "video_name": "s02e21_seg02_clip_03", "timestamp": [ 1.45, 4.35 ], "duration": 58.66, "caption": "Two people are walking upstairs while talking.", "similarity": 0.8765, "relevance": 4 }, { "pair_id": 85323, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 0.0, 16.25 ], "duration": 56.66, "caption": "Two people are walking upstairs as they converse.", "similarity": 0.8658, "relevance": 4 }, { "pair_id": 85324, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 35.36, 40.32 ], "duration": 62.66, "caption": "A person and woman are walking upstairs while they are talking.", "similarity": 0.833, "relevance": 4 }, { "pair_id": 85325, "video_name": "s02e01_seg02_clip_04", "timestamp": [ 4.03, 12.41 ], "duration": 62.66, "caption": "Two people were both walking upstairs whilst one of them was talking.", "similarity": 0.8055, "relevance": 4 }, { "pair_id": 85326, "video_name": "s02e14_seg02_clip_05", "timestamp": [ 19.51, 25.51 ], "duration": 60.66, "caption": "Two people are walking upstairs as they converse about one of their disagreements.", "similarity": 0.7927, "relevance": 4 }, { "pair_id": 85327, "video_name": "s04e05_seg02_clip_00", "timestamp": [ 35.7, 61.03 ], "duration": 61.66, "caption": "Two people walk down the stairs while speaking to each other.", "similarity": 0.7805, "relevance": 3 }, { "pair_id": 85328, "video_name": "s01e17_seg02_clip_09", "timestamp": [ 19.83, 36.01 ], "duration": 61.66, "caption": "Two people walk up the stairs while talking.", "similarity": 0.78, "relevance": 4 }, { "pair_id": 85329, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 87.71, 91.36 ], "duration": 91.66, "caption": "Two people are in the elevator conversing.", "similarity": 0.7768, "relevance": 2 }, { "pair_id": 85330, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 85331, "video_name": "house_s07e11_seg02_clip_03", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "Two people have a conversation as they walk down a hallway.", "similarity": 0.759, "relevance": 1 }, { "pair_id": 85332, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 11.75 ], "duration": 94.66, "caption": "Two people are inside the elevator, and having a conversation.", "similarity": 0.7583, "relevance": 3 }, { "pair_id": 85333, "video_name": "s02e22_seg02_clip_01", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A man and woman have a conversation and they ascend some stairs.", "similarity": 0.7558, "relevance": 4 }, { "pair_id": 85334, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 3.68, 15.18 ], "duration": 92.66, "caption": "A person and another person walk up the stairs while talking.", "similarity": 0.7519, "relevance": 4 }, { "pair_id": 85335, "video_name": "s08e03_seg02_clip_03", "timestamp": [ 0.0, 48.02 ], "duration": 60.66, "caption": "Some people are going downstairs as they converse.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 85336, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 0.0, 45.09 ], "duration": 92.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 85337, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 74.2, 90.49 ], "duration": 90.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 85338, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 73.03, 89.7 ], "duration": 98.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 85339, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 40.78, 51.53 ], "duration": 89.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7501, "relevance": 2 } ] }, { "query_id": 64294, "query": "A man sits down in the hallway beside a woman who is wearing a cheerleader outfit.", "relevant_moment": [ { "pair_id": 155800, "video_name": "friends_s04e16_seg02_clip_20", "timestamp": [ 51.06, 56.07 ], "duration": 59.66, "caption": "A man sits down in the hallway beside a woman who is wearing a cheerleader outfit.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155801, "video_name": "friends_s07e14_seg02_clip_18", "timestamp": [ 11.51, 17.71 ], "duration": 59.66, "caption": "A woman sits down in the hallway with a man.", "similarity": 0.7889, "relevance": 3 }, { "pair_id": 155802, "video_name": "castle_s06e17_seg02_clip_08", "timestamp": [ 0.0, 2.12 ], "duration": 84.66, "caption": "A woman and a man are sitting in a seat in a hallway.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 155803, "video_name": "house_s08e21_seg02_clip_13", "timestamp": [ 29.77, 32.17 ], "duration": 96.66, "caption": "A person sits down on a bench in a hallway next to a man.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 155804, "video_name": "friends_s09e08_seg02_clip_13", "timestamp": [ 42.64, 48.42 ], "duration": 55.66, "caption": "A woman opens the front door and sits down next to a man in the hallway.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 155805, "video_name": "castle_s02e23_seg02_clip_14", "timestamp": [ 23.21, 30.95 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway with a person in between them.", "similarity": 0.6746, "relevance": 0 }, { "pair_id": 155806, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 19.22, 23.19 ], "duration": 61.66, "caption": "A woman steps down and sits beside a man on the stairs.", "similarity": 0.6731, "relevance": 1 }, { "pair_id": 155807, "video_name": "s01e15_seg02_clip_00", "timestamp": [ 0.0, 6.2 ], "duration": 62.66, "caption": "A man steps closer to a woman in the hallway.", "similarity": 0.6669, "relevance": 0 }, { "pair_id": 155808, "video_name": "castle_s06e20_seg02_clip_11", "timestamp": [ 14.83, 17.8 ], "duration": 84.66, "caption": "A man walks in on woman and another woman as they stand in the hallway.", "similarity": 0.6623, "relevance": 0 }, { "pair_id": 155809, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 52.79, 58.59 ], "duration": 61.66, "caption": "A man sits down in a chair and woman sits beside him.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 155810, "video_name": "castle_s03e22_seg02_clip_19", "timestamp": [ 0.0, 5.61 ], "duration": 102.66, "caption": "A man and a woman walk down a hallway together.", "similarity": 0.646, "relevance": 0 }, { "pair_id": 155811, "video_name": "castle_s07e06_seg02_clip_17", "timestamp": [ 23.06, 33.5 ], "duration": 87.66, "caption": "A woman and a man walk over and meet another man in the hallway.", "similarity": 0.6459, "relevance": 1 }, { "pair_id": 155812, "video_name": "castle_s02e02_seg02_clip_25", "timestamp": [ 0.0, 3.55 ], "duration": 88.66, "caption": "A man and woman are walking down the hallway with someone in front of them.", "similarity": 0.6415, "relevance": 0 }, { "pair_id": 155813, "video_name": "met_s06e01_seg02_clip_14", "timestamp": [ 52.51, 54.11 ], "duration": 64.66, "caption": "A woman sits down on the stairs next to a man.", "similarity": 0.6389, "relevance": 1 }, { "pair_id": 155814, "video_name": "house_s03e18_seg02_clip_13", "timestamp": [ 84.65, 87.84 ], "duration": 91.66, "caption": "A man sits down in a chair next to a woman.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 155815, "video_name": "met_s02e02_seg02_clip_07", "timestamp": [ 0.3, 9.13 ], "duration": 60.66, "caption": "A man and a woman are talking in the hallway.", "similarity": 0.6372, "relevance": 1 }, { "pair_id": 155816, "video_name": "castle_s07e19_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A woman walks through the hallway with a man and another person.", "similarity": 0.6323, "relevance": 1 }, { "pair_id": 155817, "video_name": "house_s07e12_seg02_clip_14", "timestamp": [ 0.0, 13.4 ], "duration": 89.66, "caption": "Two people walk down the hallway with a person close behind.", "similarity": 0.6305, "relevance": 0 }, { "pair_id": 155818, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 155819, "video_name": "castle_s03e15_seg02_clip_08", "timestamp": [ 60.54, 66.77 ], "duration": 89.66, "caption": "A woman walks in and sits down beside man.", "similarity": 0.6294, "relevance": 1 } ] }, { "query_id": 64341, "query": "A person places their left hand on the taxi and leaves it there.", "relevant_moment": [ { "pair_id": 157540, "video_name": "friends_s03e17_seg02_clip_07", "timestamp": [ 15.09, 58.02 ], "duration": 58.66, "caption": "A person places their left hand on the taxi and leaves it there.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157541, "video_name": "castle_s05e18_seg02_clip_11", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A person gets out of the taxi cab that another person was driving.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 157542, "video_name": "met_s03e07_seg02_clip_15", "timestamp": [ 16.1, 23.95 ], "duration": 50.66, "caption": "A person starts to get out of the taxi but stops due to the odor outside.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 157543, "video_name": "castle_s05e18_seg02_clip_11", "timestamp": [ 3.12, 6.68 ], "duration": 89.66, "caption": "A person gets out of a taxi cab and closes the door.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 157545, "video_name": "friends_s02e23_seg02_clip_19", "timestamp": [ 1.93, 4.62 ], "duration": 77.66, "caption": "A person waves at a taxi as it drives away from them.", "similarity": 0.6441, "relevance": 1 }, { "pair_id": 157546, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 47.55, 52.4 ], "duration": 97.66, "caption": "A person exits the car on the right passenger side.", "similarity": 0.6372, "relevance": 0 }, { "pair_id": 157547, "video_name": "friends_s03e25_seg02_clip_01", "timestamp": [ 27.46, 30.51 ], "duration": 61.66, "caption": "A person walks over to the taxi trunk and opens it.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 157548, "video_name": "house_s02e09_seg02_clip_18", "timestamp": [ 9.2, 13.8 ], "duration": 92.66, "caption": "A person walks over to someone by the taxi.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 157549, "video_name": "friends_s02e23_seg02_clip_19", "timestamp": [ 0.0, 4.62 ], "duration": 77.66, "caption": "A woman says goodbye as the taxi drives off.", "similarity": 0.6108, "relevance": 1 }, { "pair_id": 157551, "video_name": "met_s06e18_seg02_clip_11", "timestamp": [ 15.13, 17.06 ], "duration": 55.66, "caption": "Someone gets off the bar booth and leaves.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 157552, "video_name": "house_s02e09_seg02_clip_18", "timestamp": [ 16.56, 22.09 ], "duration": 92.66, "caption": "The taxi cab drives away behind person and woman.", "similarity": 0.5939, "relevance": 1 }, { "pair_id": 157553, "video_name": "friends_s03e17_seg02_clip_17", "timestamp": [ 4.16, 9.8 ], "duration": 59.66, "caption": "A person sits down next to a yellow taxi.", "similarity": 0.5916, "relevance": 0 }, { "pair_id": 157554, "video_name": "s04e21_seg02_clip_09", "timestamp": [ 31.2, 34.04 ], "duration": 63.66, "caption": "Some people enter a taxi.", "similarity": 0.5904, "relevance": 1 }, { "pair_id": 157555, "video_name": "friends_s07e11_seg02_clip_18", "timestamp": [ 58.5, 62.92 ], "duration": 68.66, "caption": "A man gets into a cab and the car leaves.", "similarity": 0.5849, "relevance": 1 }, { "pair_id": 157556, "video_name": "friends_s10e17-18_seg02_clip_22", "timestamp": [ 20.63, 23.94 ], "duration": 55.66, "caption": "A person gets into the back seat to try to take the cab as a passenger.", "similarity": 0.5782, "relevance": 1 }, { "pair_id": 157557, "video_name": "castle_s05e15_seg02_clip_14", "timestamp": [ 0.0, 11.31 ], "duration": 87.66, "caption": "A person gets out of a taxi and runs towards a woman.", "similarity": 0.567, "relevance": 0 }, { "pair_id": 157558, "video_name": "met_s06e04_seg02_clip_02", "timestamp": [ 15.01, 24.31 ], "duration": 60.66, "caption": "A woman hails a taxi which is then taken by another person.", "similarity": 0.567, "relevance": 1 }, { "pair_id": 157559, "video_name": "met_s06e13_seg02_clip_18", "timestamp": [ 24.37, 31.74 ], "duration": 72.66, "caption": "A person excitedly hugs another person as she exits the taxi.", "similarity": 0.5626, "relevance": 1 } ] }, { "query_id": 64348, "query": "A woman gets out of the car and closes the door.", "relevant_moment": [ { "pair_id": 129860, "video_name": "friends_s03e17_seg02_clip_06", "timestamp": [ 2.71, 5.42 ], "duration": 60.66, "caption": "A woman gets out of the car and closes the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 129861, "video_name": "castle_s04e16_seg02_clip_23", "timestamp": [ 0.0, 2.93 ], "duration": 83.66, "caption": "A woman gets out of the car and shuts her door.", "similarity": 0.9546, "relevance": 4 }, { "pair_id": 129862, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 97.32, 102.18 ], "duration": 139.66, "caption": "A woman gets out of her car and shuts the car door.", "similarity": 0.9465, "relevance": 4 }, { "pair_id": 129863, "video_name": "friends_s03e17_seg02_clip_06", "timestamp": [ 18.65, 22.56 ], "duration": 60.66, "caption": "A woman gets out a car and shuts the door.", "similarity": 0.9447, "relevance": 4 }, { "pair_id": 129864, "video_name": "s09e08_seg02_clip_11", "timestamp": [ 25.09, 27.15 ], "duration": 59.66, "caption": "A woman opens the car door and gets out of the car.", "similarity": 0.9335, "relevance": 2 }, { "pair_id": 129865, "video_name": "castle_s06e09_seg02_clip_00", "timestamp": [ 70.36, 72.19 ], "duration": 91.66, "caption": "A woman gets out of the car and slams the car door shut.", "similarity": 0.8931, "relevance": 4 }, { "pair_id": 129866, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 14.31, 17.55 ], "duration": 92.66, "caption": "A woman exits her vehicle and goes to shut the door.", "similarity": 0.8842, "relevance": 4 }, { "pair_id": 129867, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person opens the car door and a woman exits the car.", "similarity": 0.8619, "relevance": 2 }, { "pair_id": 129868, "video_name": "s09e12_seg02_clip_05", "timestamp": [ 43.94, 45.77 ], "duration": 61.66, "caption": "A woman shuts car door and turns and walks away.", "similarity": 0.8266, "relevance": 4 }, { "pair_id": 129869, "video_name": "castle_s06e23_seg02_clip_08", "timestamp": [ 9.45, 14.4 ], "duration": 90.66, "caption": "A woman closes the car door and walks down the street.", "similarity": 0.8194, "relevance": 4 }, { "pair_id": 129870, "video_name": "friends_s07e13_seg02_clip_24", "timestamp": [ 31.63, 35.97 ], "duration": 62.66, "caption": "A woman opens the car door and gets in.", "similarity": 0.8125, "relevance": 2 }, { "pair_id": 129871, "video_name": "s08e12_seg02_clip_14", "timestamp": [ 35.72, 38.72 ], "duration": 60.66, "caption": "A person gets out of the car and closes the driver's side door.", "similarity": 0.8062, "relevance": 3 }, { "pair_id": 129872, "video_name": "castle_s03e22_seg02_clip_00", "timestamp": [ 6.06, 8.08 ], "duration": 101.66, "caption": "A woman opens the police car door and gets out.", "similarity": 0.7976, "relevance": 4 }, { "pair_id": 129873, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 19.69, 22.57 ], "duration": 96.66, "caption": "A woman and another person get out of the car and close the doors.", "similarity": 0.7964, "relevance": 4 }, { "pair_id": 129874, "video_name": "s06e09_seg02_clip_11", "timestamp": [ 22.52, 24.81 ], "duration": 57.66, "caption": "A man gets out of the car and closes the door.", "similarity": 0.7884, "relevance": 3 }, { "pair_id": 129875, "video_name": "s09e23_seg02_clip_02", "timestamp": [ 50.76, 53.71 ], "duration": 59.66, "caption": "A person gets in the car and shuts the door.", "similarity": 0.7874, "relevance": 1 }, { "pair_id": 129876, "video_name": "friends_s07e13_seg02_clip_24", "timestamp": [ 31.63, 35.97 ], "duration": 62.66, "caption": "A woman opens up the car door and gets inside of it.", "similarity": 0.7868, "relevance": 1 }, { "pair_id": 129877, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man opens the car door for woman to get out of the car.", "similarity": 0.775, "relevance": 2 }, { "pair_id": 129878, "video_name": "s05e19_seg02_clip_06", "timestamp": [ 25.39, 29.17 ], "duration": 54.66, "caption": "A person exits the car and closes the car door behind him.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 129879, "video_name": "s07e18_seg02_clip_09", "timestamp": [ 18.59, 20.17 ], "duration": 63.66, "caption": "A person shuts the car door and walks away.", "similarity": 0.7538, "relevance": 3 } ] }, { "query_id": 64378, "query": "A man shares a high five with his dad.", "relevant_moment": [ { "pair_id": 135520, "video_name": "met_s06e19_seg02_clip_04", "timestamp": [ 34.82, 36.56 ], "duration": 58.66, "caption": "A man shares a high five with his dad.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 135521, "video_name": "friends_s07e13_seg02_clip_24", "timestamp": [ 16.75, 19.54 ], "duration": 62.66, "caption": "A man puts his hands on his father's shoulders.", "similarity": 0.6746, "relevance": 1 }, { "pair_id": 135522, "video_name": "house_s02e19_seg02_clip_21", "timestamp": [ 83.28, 86.5 ], "duration": 92.66, "caption": "A man's father stands between him and two other people.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 135523, "video_name": "friends_s02e22_seg02_clip_03", "timestamp": [ 12.41, 15.2 ], "duration": 62.66, "caption": "A man walks up to talk to another man's dad.", "similarity": 0.6408, "relevance": 1 }, { "pair_id": 135524, "video_name": "grey_s03e11_seg02_clip_13", "timestamp": [ 39.96, 85.02 ], "duration": 85.66, "caption": "A man talks to his dad while he's holding playing cards.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 135525, "video_name": "grey_s02e18_seg02_clip_15", "timestamp": [ 22.79, 36.01 ], "duration": 91.66, "caption": "A man's father sits down and starts having a conversation with man.", "similarity": 0.6186, "relevance": 1 }, { "pair_id": 135526, "video_name": "castle_s07e07_seg02_clip_12", "timestamp": [ 57.43, 60.16 ], "duration": 91.66, "caption": "A man offers another person a high five then they share a high five.", "similarity": 0.618, "relevance": 3 }, { "pair_id": 135527, "video_name": "castle_s08e16_seg02_clip_19", "timestamp": [ 6.1, 10.89 ], "duration": 87.66, "caption": "A man leans back when he realizes who another person is a dad to.", "similarity": 0.6142, "relevance": 0 }, { "pair_id": 135528, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 12.1, 15.51 ], "duration": 62.66, "caption": "A man's father and another man give each other the thumbs up.", "similarity": 0.6138, "relevance": 1 }, { "pair_id": 135529, "video_name": "met_s02e03_seg02_clip_04", "timestamp": [ 54.26, 58.66 ], "duration": 58.66, "caption": "A man meets and shakes a man's father and mother hands.", "similarity": 0.6099, "relevance": 1 }, { "pair_id": 135530, "video_name": "grey_s02e02_seg02_clip_17", "timestamp": [ 23.18, 60.27 ], "duration": 103.66, "caption": "A person shares what happened to them and their dad with another person.", "similarity": 0.6067, "relevance": 0 }, { "pair_id": 135531, "video_name": "house_s04e05_seg02_clip_08", "timestamp": [ 40.78, 43.5 ], "duration": 90.66, "caption": "A man and another man high five each other.", "similarity": 0.5999, "relevance": 3 }, { "pair_id": 135532, "video_name": "house_s06e15_seg02_clip_22", "timestamp": [ 80.59, 83.75 ], "duration": 90.66, "caption": "A person walks up to his father while he's talking to a man.", "similarity": 0.5979, "relevance": 1 }, { "pair_id": 135533, "video_name": "house_s02e21_seg02_clip_09", "timestamp": [ 0.0, 85.52 ], "duration": 90.66, "caption": "A man sits down and has an emotional talk with his father.", "similarity": 0.5968, "relevance": 1 }, { "pair_id": 135534, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 5.46, 8.59 ], "duration": 78.66, "caption": "A man's dad tells him to make up with a woman from his hospital bed.", "similarity": 0.5955, "relevance": 1 }, { "pair_id": 135535, "video_name": "house_s02e21_seg02_clip_19", "timestamp": [ 40.33, 42.73 ], "duration": 96.66, "caption": "A person raises his hand to touch the hand of his father.", "similarity": 0.5943, "relevance": 1 }, { "pair_id": 135536, "video_name": "met_s06e19_seg02_clip_04", "timestamp": [ 51.06, 54.83 ], "duration": 58.66, "caption": "A man believes that his father is stronger than a woman's father.", "similarity": 0.5917, "relevance": 0 }, { "pair_id": 135537, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 49.04, 52.75 ], "duration": 57.66, "caption": "A man's father points at the man and then back at himself.", "similarity": 0.5899, "relevance": 1 }, { "pair_id": 135538, "video_name": "friends_s05e08_seg02_clip_13", "timestamp": [ 10.56, 13.13 ], "duration": 57.66, "caption": "A man holds up his and another person's hands at his parents' house.", "similarity": 0.5883, "relevance": 0 }, { "pair_id": 135539, "video_name": "met_s06e01_seg02_clip_14", "timestamp": [ 0.0, 16.33 ], "duration": 64.66, "caption": "A man's father calls while man and woman are having a conversation, and man takes the call.", "similarity": 0.5881, "relevance": 0 } ] }, { "query_id": 64389, "query": "A man asks woman that she needs to meet someone.", "relevant_moment": [ { "pair_id": 113760, "video_name": "castle_s08e03_seg02_clip_19", "timestamp": [ 6.31, 10.36 ], "duration": 90.66, "caption": "A man asks woman that she needs to meet someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 113761, "video_name": "castle_s07e09_seg02_clip_17", "timestamp": [ 28.1, 36.26 ], "duration": 90.66, "caption": "A woman asks questions to a man about his when and how he meet someone.", "similarity": 0.8297, "relevance": 3 }, { "pair_id": 113762, "video_name": "castle_s02e22_seg02_clip_26", "timestamp": [ 0.0, 11.12 ], "duration": 139.66, "caption": "A man agrees to meet with a woman later after she asks.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 113763, "video_name": "house_s06e18_seg02_clip_27", "timestamp": [ 0.04, 2.02 ], "duration": 2.66, "caption": "A woman asks a man if they want to come with her.", "similarity": 0.8099, "relevance": 2 }, { "pair_id": 113764, "video_name": "house_s06e16_seg02_clip_24", "timestamp": [ 17.76, 23.37 ], "duration": 62.66, "caption": "A man told a woman that she asks someone for a date.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 113765, "video_name": "castle_s03e08_seg02_clip_09", "timestamp": [ 0.0, 8.1 ], "duration": 90.66, "caption": "A man tells woman his whereabouts after she asks.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 113766, "video_name": "house_s03e04_seg02_clip_08", "timestamp": [ 16.27, 21.24 ], "duration": 90.66, "caption": "A woman asks a man if she can speak with him.", "similarity": 0.7661, "relevance": 1 }, { "pair_id": 113767, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 5.2, 8.96 ], "duration": 57.66, "caption": "A man talks about a woman after she asks him to.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 113768, "video_name": "castle_s04e12_seg02_clip_07", "timestamp": [ 1.79, 3.58 ], "duration": 89.66, "caption": "A woman asks a man where they are while looking around.", "similarity": 0.7569, "relevance": 1 }, { "pair_id": 113769, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 0.0, 12.91 ], "duration": 60.66, "caption": "A woman asks a man about what does he wants her to tell him.", "similarity": 0.7489, "relevance": 1 }, { "pair_id": 113770, "video_name": "friends_s06e07_seg02_clip_15", "timestamp": [ 34.22, 60.03 ], "duration": 60.66, "caption": "A woman asks man what the matter is with him.", "similarity": 0.746, "relevance": 1 }, { "pair_id": 113771, "video_name": "s09e17_seg01_clip_00", "timestamp": [ 32.8, 37.42 ], "duration": 44.66, "caption": "A woman asks man where a person is located at.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 113772, "video_name": "friends_s07e02_seg02_clip_07", "timestamp": [ 23.32, 33.72 ], "duration": 63.66, "caption": "A man is having a conversation to woman that is looking for a woman.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 113775, "video_name": "house_s06e18_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A woman asks a man if he wants to go somewhere.", "similarity": 0.7409, "relevance": 1 }, { "pair_id": 113776, "video_name": "met_s06e02_seg02_clip_01", "timestamp": [ 1.2, 2.7 ], "duration": 60.66, "caption": "A man asks if a woman is talking about him.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 113778, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 15.32, 18.33 ], "duration": 60.66, "caption": "A woman asks a man why he's talking to her.", "similarity": 0.74, "relevance": 1 }, { "pair_id": 113779, "video_name": "s04e03_seg02_clip_05", "timestamp": [ 25.68, 30.1 ], "duration": 59.66, "caption": "A woman asks a man when he was going to have a conversation with a person.", "similarity": 0.7378, "relevance": 2 } ] }, { "query_id": 64411, "query": "A woman is talking and looks away from a man.", "relevant_moment": [ { "pair_id": 135440, "video_name": "friends_s03e06_seg02_clip_12", "timestamp": [ 4.43, 5.61 ], "duration": 59.66, "caption": "A woman is talking and looks away from a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 135441, "video_name": "grey_s02e13_seg02_clip_17", "timestamp": [ 6.45, 10.32 ], "duration": 86.66, "caption": "A woman talks to another woman as she looks away from her.", "similarity": 0.8697, "relevance": 3 }, { "pair_id": 135442, "video_name": "castle_s02e03_seg02_clip_16", "timestamp": [ 9.79, 12.46 ], "duration": 89.66, "caption": "A woman turns away from a man she was having a conversation with.", "similarity": 0.8517, "relevance": 2 }, { "pair_id": 135443, "video_name": "friends_s03e19_seg02_clip_15", "timestamp": [ 32.15, 37.19 ], "duration": 63.66, "caption": "A man looks away from woman uncomfortably while they're talking.", "similarity": 0.8299, "relevance": 3 }, { "pair_id": 135444, "video_name": "grey_s02e20_seg02_clip_02", "timestamp": [ 24.69, 30.63 ], "duration": 91.66, "caption": "A woman tries to talk to a man and he turns away from her.", "similarity": 0.8218, "relevance": 2 }, { "pair_id": 135445, "video_name": "s04e12_seg02_clip_14", "timestamp": [ 22.81, 25.81 ], "duration": 60.66, "caption": "A man looks away from their computer while talking to a woman.", "similarity": 0.8126, "relevance": 3 }, { "pair_id": 135446, "video_name": "grey_s03e01_seg02_clip_14", "timestamp": [ 0.0, 8.46 ], "duration": 94.66, "caption": "A woman moves away from man after their conversation.", "similarity": 0.8044, "relevance": 4 }, { "pair_id": 135447, "video_name": "s01e07_seg01_clip_01", "timestamp": [ 49.15, 54.16 ], "duration": 91.66, "caption": "A woman looks at man, talks to man and turns to walk away.", "similarity": 0.8021, "relevance": 3 }, { "pair_id": 135448, "video_name": "castle_s02e17_seg02_clip_02", "timestamp": [ 0.45, 1.34 ], "duration": 89.66, "caption": "A man looks away from a woman as he listens to her instructions.", "similarity": 0.7911, "relevance": 3 }, { "pair_id": 135449, "video_name": "castle_s03e08_seg02_clip_12", "timestamp": [ 47.79, 48.67 ], "duration": 88.66, "caption": "A woman looks over her left shoulder to talk to a man, who is walking away.", "similarity": 0.7881, "relevance": 3 }, { "pair_id": 135450, "video_name": "friends_s08e04_seg02_clip_14", "timestamp": [ 20.47, 23.43 ], "duration": 59.66, "caption": "A woman walked away from a man while they were talking.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 135451, "video_name": "friends_s02e12-13_seg02_clip_37", "timestamp": [ 47.81, 52.4 ], "duration": 54.66, "caption": "A person walks away from woman while talking to her.", "similarity": 0.7833, "relevance": 2 }, { "pair_id": 135452, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 2.21, 6.93 ], "duration": 63.66, "caption": "A woman stares off into the distance as a man talks to her.", "similarity": 0.7826, "relevance": 2 }, { "pair_id": 135453, "video_name": "s07e18_seg02_clip_16", "timestamp": [ 47.3, 52.48 ], "duration": 61.66, "caption": "A woman looks away from a person out of disgust during their conversation.", "similarity": 0.7784, "relevance": 4 }, { "pair_id": 135454, "video_name": "s09e02_seg02_clip_06", "timestamp": [ 6.9, 9.6 ], "duration": 60.66, "caption": "A person walks away from the conversation between a man and a woman.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 135455, "video_name": "grey_s02e17_seg02_clip_10", "timestamp": [ 79.58, 87.23 ], "duration": 102.66, "caption": "A man turns away from woman after she spoke to him.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 135456, "video_name": "house_s01e19_seg02_clip_25", "timestamp": [ 46.23, 53.74 ], "duration": 79.66, "caption": "A man says something that makes woman look away from him.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 135457, "video_name": "house_s05e22_seg02_clip_11", "timestamp": [ 28.87, 33.06 ], "duration": 93.66, "caption": "A woman talks to man after person walks away from them.", "similarity": 0.7713, "relevance": 3 }, { "pair_id": 135458, "video_name": "friends_s05e16_seg02_clip_11", "timestamp": [ 38.42, 44.72 ], "duration": 60.66, "caption": "A woman walks away from the person she's talking to then stops and turns to face him.", "similarity": 0.7657, "relevance": 3 }, { "pair_id": 135459, "video_name": "grey_s02e20_seg02_clip_16", "timestamp": [ 77.29, 81.19 ], "duration": 86.66, "caption": "A woman walks away from someone as he attempts to talk to her.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 308760, "video_name": "s07e17_seg02_clip_16", "timestamp": [ 1.68, 3.12 ], "duration": 48.66, "caption": "A woman looks away while she is sitting at a cafe and a man talks to her.", "similarity": 0.7643, "relevance": 4 }, { "pair_id": 308762, "video_name": "grey_s02e14_seg02_clip_16", "timestamp": [ 36.94, 39.62 ], "duration": 89.66, "caption": "A woman speaks to a man and then walks away from him.", "similarity": 0.7562, "relevance": 4 }, { "pair_id": 308763, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 34.79, 40.71 ], "duration": 74.66, "caption": "A woman walks away from a man and he turns to talk to another man.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 308764, "video_name": "grey_s03e25_seg02_clip_29", "timestamp": [ 10.85, 19.26 ], "duration": 70.66, "caption": "A woman looks behind her and then continues talking to a man.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 308766, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 0.0, 4.0 ], "duration": 47.66, "caption": "A person walks away from a woman after speaking to her.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 308767, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 8.58, 11.7 ], "duration": 156.66, "caption": "A man walks away from a conversation with a woman.", "similarity": 0.7495, "relevance": 2 }, { "pair_id": 308768, "video_name": "s07e01_seg02_clip_07", "timestamp": [ 57.88, 62.43 ], "duration": 65.66, "caption": "A person looks away from woman stubbornly with a startle.", "similarity": 0.7488, "relevance": 4 }, { "pair_id": 308769, "video_name": "castle_s08e05_seg02_clip_04", "timestamp": [ 64.17, 70.67 ], "duration": 86.66, "caption": "A woman walks away from a man and he looks back.", "similarity": 0.7472, "relevance": 3 }, { "pair_id": 308770, "video_name": "friends_s08e09_seg01_clip_02", "timestamp": [ 33.13, 37.96 ], "duration": 69.66, "caption": "A woman walks away from a man and then turns around to start talking again.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 308771, "video_name": "house_s02e01_seg02_clip_23", "timestamp": [ 44.83, 48.61 ], "duration": 108.66, "caption": "A woman immediately walks away after talking to a man.", "similarity": 0.746, "relevance": 4 }, { "pair_id": 308772, "video_name": "s03e05_seg02_clip_03", "timestamp": [ 11.1, 18.91 ], "duration": 60.66, "caption": "A woman takes her right hand away from man and looks at him.", "similarity": 0.7441, "relevance": 1 }, { "pair_id": 308773, "video_name": "castle_s04e02_seg02_clip_02", "timestamp": [ 14.85, 18.0 ], "duration": 90.66, "caption": "A woman withdraws her attention from talking with a man and a woman.", "similarity": 0.741, "relevance": 2 }, { "pair_id": 308774, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 0.0, 10.5 ], "duration": 60.66, "caption": "A person talks to a woman and then walks away.", "similarity": 0.7404, "relevance": 2 }, { "pair_id": 308776, "video_name": "grey_s02e24_seg02_clip_07", "timestamp": [ 15.52, 17.34 ], "duration": 91.66, "caption": "A man walks away from a woman after their conversation.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 308777, "video_name": "castle_s05e06_seg02_clip_15", "timestamp": [ 22.06, 23.41 ], "duration": 90.66, "caption": "A woman walks away from speaking with a man and a woman.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 308778, "video_name": "grey_s03e10_seg02_clip_01", "timestamp": [ 3.64, 22.3 ], "duration": 91.66, "caption": "A woman looks at a man when she is speaking to someone else.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 308779, "video_name": "castle_s03e02_seg02_clip_02", "timestamp": [ 14.12, 17.31 ], "duration": 91.66, "caption": "A woman walks away from person after she spoke to him.", "similarity": 0.7368, "relevance": 4 } ] }, { "query_id": 64429, "query": "A woman adjusts the shoulder of her sweater as she talks to someone.", "relevant_moment": [ { "pair_id": 84160, "video_name": "friends_s08e23-24_seg02_clip_42", "timestamp": [ 36.91, 40.94 ], "duration": 62.66, "caption": "A woman adjusts the shoulder of her sweater as she talks to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 84161, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A woman adjusts her sweater as she talks to a man.", "similarity": 0.8664, "relevance": 3 }, { "pair_id": 84162, "video_name": "castle_s04e01_seg02_clip_02", "timestamp": [ 66.02, 67.34 ], "duration": 88.66, "caption": "A woman is talking to person with her arm around his shoulder.", "similarity": 0.7962, "relevance": 2 }, { "pair_id": 84163, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 29.91, 32.52 ], "duration": 65.66, "caption": "A woman is talking to someone with her hands crossed on her arms.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 84164, "video_name": "s09e13_seg02_clip_04", "timestamp": [ 8.26, 10.92 ], "duration": 59.66, "caption": "A woman raises her shoulders up while talking to person.", "similarity": 0.7342, "relevance": 2 }, { "pair_id": 84165, "video_name": "friends_s08e12_seg02_clip_01", "timestamp": [ 27.56, 32.4 ], "duration": 60.66, "caption": "A woman put their hand on a person's shoulder when they were talking.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 84166, "video_name": "s09e01_seg02_clip_11", "timestamp": [ 3.52, 22.41 ], "duration": 64.66, "caption": "A person places his hand on woman's shoulder as he talks to her.", "similarity": 0.7291, "relevance": 2 }, { "pair_id": 84167, "video_name": "s03e08_seg02_clip_14", "timestamp": [ 8.1, 12.31 ], "duration": 60.66, "caption": "A woman holds her elbow while talking to a person.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 84168, "video_name": "friends_s07e13_seg02_clip_22", "timestamp": [ 13.96, 17.99 ], "duration": 62.66, "caption": "A woman is talking to person at his desk and pulls back her sleeve slightly to expose her arm.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 84169, "video_name": "friends_s10e01_seg02_clip_25", "timestamp": [ 34.81, 37.81 ], "duration": 120.66, "caption": "A woman adjusts her shirt while talking with a man.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 84170, "video_name": "castle_s07e09_seg02_clip_21", "timestamp": [ 16.34, 19.36 ], "duration": 86.66, "caption": "A woman talks to someone over her watch.", "similarity": 0.7009, "relevance": 1 }, { "pair_id": 84171, "video_name": "friends_s09e18_seg02_clip_11", "timestamp": [ 0.0, 9.36 ], "duration": 60.66, "caption": "A woman adjusts her sweater and nods her head at a man.", "similarity": 0.6971, "relevance": 3 }, { "pair_id": 84172, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 84173, "video_name": "friends_s04e18_seg02_clip_01", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A woman puts her hair behind her ears and adjusts her sweater.", "similarity": 0.6942, "relevance": 3 }, { "pair_id": 84174, "video_name": "house_s01e11_seg02_clip_17", "timestamp": [ 22.89, 24.12 ], "duration": 81.66, "caption": "A woman uncrosses her arms while talking with some people.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 84175, "video_name": "friends_s09e16_seg02_clip_14", "timestamp": [ 51.35, 58.03 ], "duration": 58.66, "caption": "A woman has her arms crossed when talking to another woman.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 84176, "video_name": "castle_s04e05_seg02_clip_24", "timestamp": [ 75.67, 88.58 ], "duration": 89.66, "caption": "A woman has her forearm raised when talking to another woman.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 84177, "video_name": "s04e14_seg02_clip_03", "timestamp": [ 11.17, 13.34 ], "duration": 62.66, "caption": "A woman crosses her arms while she's talking to a person.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 84178, "video_name": "friends_s01e20_seg02_clip_05", "timestamp": [ 35.44, 44.22 ], "duration": 65.66, "caption": "A woman buttons her shirt while having a conversation with person.", "similarity": 0.6739, "relevance": 3 }, { "pair_id": 84179, "video_name": "castle_s07e12_seg02_clip_20", "timestamp": [ 15.95, 20.97 ], "duration": 91.66, "caption": "A person raises their arm as they sit and someone is talking to woman.", "similarity": 0.6719, "relevance": 1 } ] }, { "query_id": 64435, "query": "A woman puts her hand up and on her forehead.", "relevant_moment": [ { "pair_id": 152200, "video_name": "friends_s07e23-24_seg02_clip_22", "timestamp": [ 5.59, 8.69 ], "duration": 62.66, "caption": "A woman puts her hand up and on her forehead.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152201, "video_name": "friends_s05e02_seg02_clip_03", "timestamp": [ 18.31, 23.8 ], "duration": 61.66, "caption": "A woman raises both hands and puts them on her forehead.", "similarity": 0.8651, "relevance": 4 }, { "pair_id": 152202, "video_name": "s04e01_seg02_clip_13", "timestamp": [ 52.66, 53.78 ], "duration": 56.66, "caption": "A woman puts her head down on her hand.", "similarity": 0.852, "relevance": 4 }, { "pair_id": 152203, "video_name": "castle_s02e10_seg02_clip_06", "timestamp": [ 3.13, 4.47 ], "duration": 89.66, "caption": "A woman lowers her head and puts her hand on her forehead.", "similarity": 0.8457, "relevance": 4 }, { "pair_id": 152204, "video_name": "s07e01_seg02_clip_13", "timestamp": [ 18.89, 21.25 ], "duration": 59.66, "caption": "A woman puts her head down into her right hand.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 152205, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 0.0, 2.74 ], "duration": 91.66, "caption": "A woman puts her head on her hand resting it.", "similarity": 0.8162, "relevance": 3 }, { "pair_id": 152206, "video_name": "friends_s08e17_seg02_clip_12", "timestamp": [ 26.01, 29.51 ], "duration": 100.66, "caption": "A woman puts her hands on the side of her face.", "similarity": 0.7929, "relevance": 3 }, { "pair_id": 152207, "video_name": "friends_s08e13_seg02_clip_11", "timestamp": [ 12.24, 13.6 ], "duration": 68.66, "caption": "A woman reaches their hand up and brushes their finger over the side of their forehead.", "similarity": 0.7876, "relevance": 2 }, { "pair_id": 152208, "video_name": "friends_s09e23-24_seg02_clip_41", "timestamp": [ 1.24, 6.82 ], "duration": 62.66, "caption": "A woman turns and puts their hands on their head.", "similarity": 0.7874, "relevance": 4 }, { "pair_id": 152209, "video_name": "house_s04e08_seg02_clip_19", "timestamp": [ 25.13, 29.39 ], "duration": 85.66, "caption": "A woman puts her hand on a man's forehead as he is in front of her.", "similarity": 0.7844, "relevance": 1 }, { "pair_id": 152210, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 30.4, 34.53 ], "duration": 59.66, "caption": "A woman holds her left hand against her forehead.", "similarity": 0.7756, "relevance": 4 }, { "pair_id": 152211, "video_name": "friends_s07e09_seg02_clip_06", "timestamp": [ 40.22, 42.92 ], "duration": 60.66, "caption": "A woman brings her hands up to place them on top of her head.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 152212, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 48.07, 57.42 ], "duration": 89.66, "caption": "A woman holds her hands up to her face.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 152213, "video_name": "s05e13_seg02_clip_06", "timestamp": [ 25.94, 27.77 ], "duration": 61.66, "caption": "A woman puts her hands up in front of her.", "similarity": 0.7662, "relevance": 0 }, { "pair_id": 152214, "video_name": "met_s03e09_seg02_clip_06", "timestamp": [ 48.14, 49.97 ], "duration": 60.66, "caption": "A woman rubs her forehead with the back of her hand.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 152215, "video_name": "friends_s06e13_seg02_clip_11", "timestamp": [ 9.8, 12.56 ], "duration": 61.66, "caption": "A woman sits down while touching her hand to her forehead.", "similarity": 0.7648, "relevance": 4 }, { "pair_id": 152216, "video_name": "castle_s01e03_seg02_clip_22", "timestamp": [ 42.63, 46.34 ], "duration": 92.66, "caption": "A woman takes her hands from the table and puts one on her forehead.", "similarity": 0.763, "relevance": 3 }, { "pair_id": 152217, "video_name": "castle_s05e14_seg02_clip_07", "timestamp": [ 31.71, 33.53 ], "duration": 90.66, "caption": "A woman moves the hair on her forehead with her hand.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 152218, "video_name": "house_s05e21_seg02_clip_19", "timestamp": [ 66.76, 69.58 ], "duration": 94.66, "caption": "A woman raises her hand to her head.", "similarity": 0.7595, "relevance": 4 }, { "pair_id": 152219, "video_name": "castle_s05e20_seg02_clip_10", "timestamp": [ 12.91, 15.13 ], "duration": 89.66, "caption": "A woman rubs her hand on her forehead and hair.", "similarity": 0.7542, "relevance": 4 }, { "pair_id": 325520, "video_name": "s07e12_seg02_clip_15", "timestamp": [ 19.21, 21.13 ], "duration": 64.66, "caption": "A woman waves her hands around and puts them on her head.", "similarity": 0.7513, "relevance": 4 }, { "pair_id": 325521, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 40.06, 42.31 ], "duration": 90.66, "caption": "A woman stands with her hand on her head, then removes her hand.", "similarity": 0.7511, "relevance": 4 }, { "pair_id": 325522, "video_name": "castle_s03e08_seg02_clip_09", "timestamp": [ 14.85, 17.1 ], "duration": 90.66, "caption": "A woman leans back in her chair, puts her hands on her forehead then behind her head.", "similarity": 0.7477, "relevance": 4 }, { "pair_id": 325523, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 32.08, 34.2 ], "duration": 53.66, "caption": "A woman gestures by putting both hands up over her head.", "similarity": 0.7463, "relevance": 3 }, { "pair_id": 325524, "video_name": "friends_s04e10_seg02_clip_11", "timestamp": [ 13.73, 15.56 ], "duration": 61.66, "caption": "A woman raises her right hand over her head.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 325525, "video_name": "house_s05e20_seg02_clip_04", "timestamp": [ 32.2, 36.55 ], "duration": 87.66, "caption": "A person places their hand on top of their forehead.", "similarity": 0.7421, "relevance": 1 }, { "pair_id": 325526, "video_name": "friends_s09e17_seg02_clip_10", "timestamp": [ 27.09, 29.65 ], "duration": 57.66, "caption": "A woman puts her finger up to her head two times.", "similarity": 0.7409, "relevance": 3 }, { "pair_id": 325527, "video_name": "s06e11_seg02_clip_04", "timestamp": [ 58.62, 60.17 ], "duration": 62.66, "caption": "A woman reaches up and puts her hand on the side of her neck.", "similarity": 0.7409, "relevance": 1 }, { "pair_id": 325529, "video_name": "s10e12_seg02_clip_15", "timestamp": [ 22.27, 24.1 ], "duration": 73.66, "caption": "A woman rests her head on her right hand.", "similarity": 0.7388, "relevance": 1 }, { "pair_id": 325530, "video_name": "castle_s06e10_seg02_clip_22", "timestamp": [ 73.11, 77.95 ], "duration": 88.66, "caption": "A woman rests her head on the fingertips of her right hand.", "similarity": 0.7387, "relevance": 4 }, { "pair_id": 325531, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 39.92, 41.72 ], "duration": 60.66, "caption": "A woman takes her right hand off of her cup and touches it to her forehead.", "similarity": 0.7365, "relevance": 4 }, { "pair_id": 325533, "video_name": "s02e10_seg02_clip_13", "timestamp": [ 4.88, 15.26 ], "duration": 61.66, "caption": "A person raises their arm and puts their hand on their forehead.", "similarity": 0.7305, "relevance": 4 }, { "pair_id": 325534, "video_name": "s01e16_seg02_clip_12", "timestamp": [ 4.8, 6.9 ], "duration": 60.66, "caption": "A woman puts her hand on her forehead while talking on the cell phone.", "similarity": 0.7286, "relevance": 4 }, { "pair_id": 325535, "video_name": "friends_s03e20_seg02_clip_19", "timestamp": [ 43.13, 45.77 ], "duration": 88.66, "caption": "A woman opens her arms and puts her hands on her face.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 325536, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 27.01, 33.32 ], "duration": 90.66, "caption": "A woman holds her hand up to a patient's forehead.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 325537, "video_name": "friends_s07e19_seg02_clip_00", "timestamp": [ 55.35, 56.6 ], "duration": 62.66, "caption": "A woman puts her hands to her head and turns to her left.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 325538, "video_name": "castle_s07e22_seg02_clip_03", "timestamp": [ 43.24, 45.06 ], "duration": 91.66, "caption": "A woman raises her hand and motions it up and down next to her head.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 325539, "video_name": "house_s07e22_seg02_clip_21", "timestamp": [ 103.37, 106.02 ], "duration": 106.66, "caption": "A woman gets up from her seat and puts her hand on the patient's forehead.", "similarity": 0.7217, "relevance": 2 } ] }, { "query_id": 64443, "query": "A woman leans against the kitchen counter in front of a man.", "relevant_moment": [ { "pair_id": 13140, "video_name": "friends_s06e08_seg02_clip_19", "timestamp": [ 0.0, 3.98 ], "duration": 53.66, "caption": "A woman leans against the kitchen counter in front of a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13141, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 10.24, 45.56 ], "duration": 66.66, "caption": "A woman is sitting at the kitchen counter and a man is standing beside her.", "similarity": 0.7793, "relevance": 4 }, { "pair_id": 13142, "video_name": "grey_s02e24_seg02_clip_26", "timestamp": [ 20.06, 28.92 ], "duration": 118.66, "caption": "A woman is standing behind a man and then walks over and leans against the counter.", "similarity": 0.7685, "relevance": 4 }, { "pair_id": 13143, "video_name": "friends_s06e07_seg02_clip_16", "timestamp": [ 1.5, 5.4 ], "duration": 60.66, "caption": "A man approaches woman standing at the kitchen counter.", "similarity": 0.7645, "relevance": 4 }, { "pair_id": 13144, "video_name": "friends_s07e10_seg02_clip_19", "timestamp": [ 87.42, 92.65 ], "duration": 95.66, "caption": "A woman leans on the kitchen counter with one hand as she rests the other hand on her hip.", "similarity": 0.7539, "relevance": 3 }, { "pair_id": 13145, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 49.17, 53.52 ], "duration": 87.66, "caption": "A person leans against the kitchen counter as another person walks in.", "similarity": 0.7531, "relevance": 3 }, { "pair_id": 13146, "video_name": "friends_s02e14_seg02_clip_08", "timestamp": [ 58.31, 61.41 ], "duration": 62.66, "caption": "A woman leans forward against the counter while talking to a man.", "similarity": 0.7375, "relevance": 4 }, { "pair_id": 13147, "video_name": "friends_s07e07_seg02_clip_02", "timestamp": [ 0.0, 2.38 ], "duration": 59.66, "caption": "A man leans his body on the kitchen counter to take a peek at a woman in the living area.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 13148, "video_name": "s10e10_seg02_clip_00", "timestamp": [ 49.74, 50.96 ], "duration": 61.66, "caption": "A person is leaning down with their elbows on the kitchen counter.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 13149, "video_name": "met_s03e09_seg02_clip_13", "timestamp": [ 2.64, 5.58 ], "duration": 58.66, "caption": "A man leans his body at the kitchen counter.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 13150, "video_name": "grey_s02e23_seg02_clip_25", "timestamp": [ 93.53, 98.54 ], "duration": 167.66, "caption": "A man enters the kitchen with a woman as a person is standing behind the counter.", "similarity": 0.7029, "relevance": 3 }, { "pair_id": 13151, "video_name": "friends_s07e18_seg02_clip_03", "timestamp": [ 44.86, 49.88 ], "duration": 59.66, "caption": "A woman goes around to the front of the counter and leans into it.", "similarity": 0.7015, "relevance": 4 }, { "pair_id": 13152, "video_name": "friends_s04e13_seg02_clip_01", "timestamp": [ 0.0, 3.41 ], "duration": 56.66, "caption": "A woman watches someone standing on the kitchen counter.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 13153, "video_name": "friends_s02e15_seg02_clip_03", "timestamp": [ 58.71, 60.22 ], "duration": 60.66, "caption": "A man is sitting at the kitchen counter with a woman in the kitchen.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 13154, "video_name": "s01e15_seg02_clip_03", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A woman goes beside a man when he is in the kitchen.", "similarity": 0.6803, "relevance": 3 }, { "pair_id": 13155, "video_name": "friends_s06e11_seg02_clip_10", "timestamp": [ 36.01, 39.06 ], "duration": 61.66, "caption": "A man leans towards the kitchen counter and puts his left hand on his face.", "similarity": 0.679, "relevance": 2 }, { "pair_id": 13156, "video_name": "s02e10_seg02_clip_02", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A person is standing at the kitchen island next to a woman.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 13157, "video_name": "friends_s08e07_seg02_clip_10", "timestamp": [ 26.69, 30.75 ], "duration": 58.66, "caption": "A woman puts her head in between another woman's legs as she stands on the kitchen counter.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 13158, "video_name": "met_s03e17_seg02_clip_08", "timestamp": [ 54.23, 60.59 ], "duration": 60.66, "caption": "A woman corners man in the kitchen against the stove.", "similarity": 0.6706, "relevance": 2 }, { "pair_id": 13159, "video_name": "castle_s05e19_seg02_clip_07", "timestamp": [ 70.58, 79.41 ], "duration": 92.66, "caption": "A person wheels himself over toward the kitchen by a woman.", "similarity": 0.6704, "relevance": 1 }, { "pair_id": 186460, "video_name": "house_s01e05_seg02_clip_15", "timestamp": [ 3.58, 7.16 ], "duration": 89.66, "caption": "A person has both hands onto the kitchen counter.", "similarity": 0.6672, "relevance": 4 }, { "pair_id": 186461, "video_name": "friends_s07e19_seg02_clip_13", "timestamp": [ 43.52, 45.32 ], "duration": 60.66, "caption": "A woman places a wood tray on the counter in front of a man.", "similarity": 0.6666, "relevance": 4 }, { "pair_id": 186462, "video_name": "s06e10_seg02_clip_08", "timestamp": [ 26.11, 30.75 ], "duration": 58.66, "caption": "A woman is standing by the kitchen island leaning on it.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 186463, "video_name": "friends_s06e07_seg02_clip_16", "timestamp": [ 1.5, 4.8 ], "duration": 60.66, "caption": "A man walks toward a woman who is standing at the counter.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 186464, "video_name": "s07e08_seg02_clip_14", "timestamp": [ 16.51, 18.61 ], "duration": 60.66, "caption": "A person is holding a coffee mug as he/she leans on the kitchen counter.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 186465, "video_name": "friends_s04e18_seg02_clip_10", "timestamp": [ 24.04, 29.7 ], "duration": 56.66, "caption": "A woman leans out of the kitchen pass through to talk to man.", "similarity": 0.6589, "relevance": 3 }, { "pair_id": 186466, "video_name": "castle_s05e02_seg02_clip_21", "timestamp": [ 53.56, 61.67 ], "duration": 90.66, "caption": "A woman walks up to man and tries to kiss him as he is behind the kitchen counter.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 186467, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 37.43, 42.65 ], "duration": 58.66, "caption": "A woman walks around the kitchen island to stand in front of a man.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 186468, "video_name": "friends_s02e06_seg02_clip_06", "timestamp": [ 0.0, 12.22 ], "duration": 66.66, "caption": "A woman is speaking to a man as she leans on the cafe counter.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 186469, "video_name": "castle_s05e03_seg02_clip_00", "timestamp": [ 82.02, 83.85 ], "duration": 91.66, "caption": "A woman pops out from behind the kitchen counter and two people look back.", "similarity": 0.6523, "relevance": 3 }, { "pair_id": 186470, "video_name": "castle_s07e22_seg02_clip_17", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A woman was leaning over the table in front of a man.", "similarity": 0.6477, "relevance": 3 }, { "pair_id": 186471, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 39.69, 61.09 ], "duration": 69.66, "caption": "A woman leans in and gives a man a hug in the kitchen.", "similarity": 0.6439, "relevance": 3 }, { "pair_id": 186472, "video_name": "friends_s07e18_seg02_clip_13", "timestamp": [ 11.61, 18.28 ], "duration": 58.66, "caption": "A woman stands by the kitchen counter, playing with her fingers and grimacing, before turning toward the counter.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 186473, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 20.81, 36.5 ], "duration": 57.66, "caption": "A man leans both elbows on the counter while talking to a woman.", "similarity": 0.6381, "relevance": 3 }, { "pair_id": 186474, "video_name": "met_s02e18_seg02_clip_01", "timestamp": [ 49.61, 53.59 ], "duration": 61.66, "caption": "A man points emphatically at a woman who is standing in the kitchen.", "similarity": 0.6347, "relevance": 3 }, { "pair_id": 186475, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 10.9, 44.24 ], "duration": 66.66, "caption": "A person stands at the kitchen counter and fumbles with their hands.", "similarity": 0.6326, "relevance": 3 }, { "pair_id": 186476, "video_name": "s07e04_seg02_clip_04", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A woman walks from the kitchen counter to a man and stops.", "similarity": 0.6324, "relevance": 3 }, { "pair_id": 186477, "video_name": "met_s02e08_seg01_clip_01", "timestamp": [ 4.0, 11.14 ], "duration": 57.66, "caption": "A woman gets down on one knee in front of man in the kitchen.", "similarity": 0.6318, "relevance": 2 }, { "pair_id": 186478, "video_name": "met_s04e01_seg02_clip_04", "timestamp": [ 2.52, 14.57 ], "duration": 56.66, "caption": "A man leans on his counter while whining to woman.", "similarity": 0.6306, "relevance": 3 }, { "pair_id": 186479, "video_name": "met_s06e17_seg01_clip_00", "timestamp": [ 19.27, 24.96 ], "duration": 63.66, "caption": "A woman walks up behind man who is standing at a counter and gets his attention.", "similarity": 0.6279, "relevance": 3 } ] }, { "query_id": 64461, "query": "A man leaves the locker room leaving another man sitting alone.", "relevant_moment": [ { "pair_id": 150880, "video_name": "house_s05e14_seg02_clip_26", "timestamp": [ 31.5, 35.73 ], "duration": 94.66, "caption": "A man leaves the locker room leaving another man sitting alone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150881, "video_name": "house_s05e24_seg02_clip_11", "timestamp": [ 43.75, 46.46 ], "duration": 90.66, "caption": "Three people leave the locker room while a man is still sitting.", "similarity": 0.8754, "relevance": 3 }, { "pair_id": 150882, "video_name": "castle_s02e21_seg02_clip_13", "timestamp": [ 51.88, 58.71 ], "duration": 91.66, "caption": "A man leaves the room leaving a man sitting alone.", "similarity": 0.8329, "relevance": 3 }, { "pair_id": 150883, "video_name": "grey_s01e03_seg02_clip_23", "timestamp": [ 78.68, 87.42 ], "duration": 92.66, "caption": "A man turns around and leaves the locker room leaving a woman alone.", "similarity": 0.81, "relevance": 2 }, { "pair_id": 150884, "video_name": "house_s01e18_seg02_clip_02", "timestamp": [ 27.6, 36.05 ], "duration": 89.66, "caption": "Two men leave the room a man is in leaving him standing alone.", "similarity": 0.7606, "relevance": 3 }, { "pair_id": 150885, "video_name": "house_s08e20_seg02_clip_15", "timestamp": [ 11.1, 14.99 ], "duration": 111.66, "caption": "A man stands up and leaves another man alone in the room.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 150886, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 59.22, 69.98 ], "duration": 89.66, "caption": "A person leaves the room leaving two men and a woman.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 150887, "video_name": "friends_s08e19_seg02_clip_17", "timestamp": [ 44.86, 48.4 ], "duration": 59.66, "caption": "A man walks into his room leaving someone all alone.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 150888, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 16.56, 22.09 ], "duration": 92.66, "caption": "A man walks away from another person and leaves the room.", "similarity": 0.6947, "relevance": 3 }, { "pair_id": 150889, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 15.64, 21.17 ], "duration": 92.66, "caption": "A man leaves the room as another man is still talking.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 150890, "video_name": "house_s07e21_seg02_clip_10", "timestamp": [ 14.72, 18.87 ], "duration": 92.66, "caption": "A person turns around and leaves the room leaving a man alone.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 150891, "video_name": "house_s05e23_seg02_clip_02", "timestamp": [ 44.11, 45.91 ], "duration": 90.66, "caption": "A man walks away from another man leaving him in the hallway alone.", "similarity": 0.6884, "relevance": 1 }, { "pair_id": 150892, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 2.4, 5.4 ], "duration": 60.66, "caption": "A man closes the door behind him as he leaves the room with another man.", "similarity": 0.6879, "relevance": 0 }, { "pair_id": 150893, "video_name": "friends_s04e13_seg02_clip_07", "timestamp": [ 0.0, 5.89 ], "duration": 62.66, "caption": "A man leaves the room and a man and a woman stay.", "similarity": 0.6828, "relevance": 0 }, { "pair_id": 150894, "video_name": "castle_s07e06_seg02_clip_11", "timestamp": [ 24.65, 27.29 ], "duration": 88.66, "caption": "A person walks out of the room leaving two people alone.", "similarity": 0.6786, "relevance": 0 }, { "pair_id": 150895, "video_name": "grey_s03e04_seg02_clip_09", "timestamp": [ 37.27, 43.25 ], "duration": 92.66, "caption": "A man leaves another person standing alone in the hallway.", "similarity": 0.6738, "relevance": 0 }, { "pair_id": 150896, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 62.63, 66.69 ], "duration": 90.66, "caption": "A man turns away from two men and leaves the room they were in.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 150897, "video_name": "house_s08e11_seg02_clip_23", "timestamp": [ 67.13, 73.4 ], "duration": 179.66, "caption": "A man walks away from another man leaving him standing alone in the hallway.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 150898, "video_name": "house_s07e17_seg02_clip_25", "timestamp": [ 61.21, 63.91 ], "duration": 180.66, "caption": "A person walks out of a room leaving another person alone.", "similarity": 0.6673, "relevance": 0 }, { "pair_id": 150899, "video_name": "house_s05e23_seg02_clip_03", "timestamp": [ 44.6, 48.7 ], "duration": 91.66, "caption": "A person leaves the room of another person.", "similarity": 0.66, "relevance": 1 } ] }, { "query_id": 64472, "query": "A man walks in to talk to a woman named Dana and picks up her medical chart.", "relevant_moment": [ { "pair_id": 170400, "video_name": "house_s05e14_seg02_clip_24", "timestamp": [ 73.5, 88.02 ], "duration": 88.66, "caption": "A man walks in to talk to a woman named Dana and picks up her medical chart.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170401, "video_name": "grey_s03e07_seg02_clip_17", "timestamp": [ 79.22, 90.02 ], "duration": 90.66, "caption": "A woman walks in and talks to a doctor about a man.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 170402, "video_name": "house_s05e06_seg02_clip_01", "timestamp": [ 0.0, 11.57 ], "duration": 89.66, "caption": "A woman walks into the clinic while talking to a man.", "similarity": 0.7224, "relevance": 2 }, { "pair_id": 170403, "video_name": "friends_s06e15-16_seg02_clip_10", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man walks into the hospital and talks to woman and man.", "similarity": 0.6956, "relevance": 1 }, { "pair_id": 170404, "video_name": "house_s03e23_seg02_clip_08", "timestamp": [ 7.68, 11.29 ], "duration": 90.66, "caption": "A man walks over to a medicine drawer while talking with woman and man.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 170406, "video_name": "house_s08e18_seg02_clip_01", "timestamp": [ 70.22, 90.02 ], "duration": 90.66, "caption": "A man talks to a woman about the patient's medical condition.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 170407, "video_name": "house_s05e13_seg02_clip_10", "timestamp": [ 82.69, 88.14 ], "duration": 90.66, "caption": "A person walks in and talks with a man while observing a patient.", "similarity": 0.6816, "relevance": 1 }, { "pair_id": 170408, "video_name": "grey_s01e04_seg02_clip_11", "timestamp": [ 5.85, 14.86 ], "duration": 90.66, "caption": "A man walks in and a woman hands him a medical chart which he looks at.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 170409, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman walks up and talks with a man in the hospital.", "similarity": 0.6787, "relevance": 1 }, { "pair_id": 170410, "video_name": "house_s03e23_seg02_clip_11", "timestamp": [ 42.33, 93.03 ], "duration": 93.66, "caption": "A woman walks up and talks with a man in the hospital.", "similarity": 0.6787, "relevance": 1 }, { "pair_id": 170411, "video_name": "house_s02e23_seg02_clip_01", "timestamp": [ 40.0, 56.35 ], "duration": 86.66, "caption": "A man and a woman walk in the hallway and talk about a medical case.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 170412, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 9.54, 13.63 ], "duration": 90.66, "caption": "A man walks into the conversation of woman, person, and man.", "similarity": 0.6774, "relevance": 2 }, { "pair_id": 170413, "video_name": "house_s03e24_seg02_clip_20", "timestamp": [ 22.37, 89.49 ], "duration": 89.66, "caption": "A man walks into a woman's hospital room and speaks with her.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 170414, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 79.23, 89.02 ], "duration": 89.66, "caption": "A person walks into a man's office and speaks about a woman named Cindy.", "similarity": 0.6728, "relevance": 1 }, { "pair_id": 170415, "video_name": "grey_s03e25_seg02_clip_19", "timestamp": [ 3.19, 7.28 ], "duration": 91.66, "caption": "A woman walks in the hospital changing area to talk to a man.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 170416, "video_name": "house_s01e01_seg02_clip_19", "timestamp": [ 68.38, 113.02 ], "duration": 113.66, "caption": "A man walks into the room to talk to another person about the patient.", "similarity": 0.6719, "relevance": 1 }, { "pair_id": 170417, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "A man walks up to a woman as she is lying in a hospital bed and they converse.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 170418, "video_name": "house_s05e10_seg02_clip_20", "timestamp": [ 13.51, 17.53 ], "duration": 73.66, "caption": "A man walks in front of the patient and talks to them.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 170419, "video_name": "grey_s02e24_seg02_clip_05", "timestamp": [ 20.03, 26.42 ], "duration": 85.66, "caption": "A person walks into the patient room and speaks to a woman.", "similarity": 0.6703, "relevance": 2 } ] }, { "query_id": 64482, "query": "A person walks into another person's hospital room filled with a bunch of kids.", "relevant_moment": [ { "pair_id": 168280, "video_name": "grey_s02e23_seg02_clip_03", "timestamp": [ 77.44, 85.37 ], "duration": 93.66, "caption": "A person walks into another person's hospital room filled with a bunch of kids.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168281, "video_name": "friends_s08e23-24_seg02_clip_17", "timestamp": [ 60.51, 63.03 ], "duration": 63.66, "caption": "A man walks into a young person's hospital room.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 168282, "video_name": "friends_s09e01_seg02_clip_18", "timestamp": [ 54.93, 60.72 ], "duration": 61.66, "caption": "A person walks in a hospital room holding a baby walks past a man and another person, and brings the baby to a woman who is in the hospital bed.", "similarity": 0.7582, "relevance": 3 }, { "pair_id": 168283, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 5.92, 10.92 ], "duration": 91.66, "caption": "A person walks into the patient's room with another person.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 168284, "video_name": "house_s05e20_seg02_clip_22", "timestamp": [ 46.36, 49.06 ], "duration": 90.66, "caption": "A person and another person walk into a hospital room to check up on two people.", "similarity": 0.7523, "relevance": 1 }, { "pair_id": 168285, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 72.26, 75.45 ], "duration": 90.66, "caption": "Two people walk into a hospital room.", "similarity": 0.7493, "relevance": 1 }, { "pair_id": 168286, "video_name": "house_s08e18_seg02_clip_06", "timestamp": [ 33.76, 38.26 ], "duration": 90.66, "caption": "A person walks out of a hospital room as some people approach him/her.", "similarity": 0.7472, "relevance": 1 }, { "pair_id": 168287, "video_name": "grey_s01e04_seg02_clip_11", "timestamp": [ 17.11, 26.56 ], "duration": 90.66, "caption": "Two people walk into someone's hospital room and two other people both smile.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 168288, "video_name": "house_s05e14_seg02_clip_14", "timestamp": [ 11.25, 18.0 ], "duration": 90.66, "caption": "A person walks up to another person who's in the hospital lobby.", "similarity": 0.7428, "relevance": 0 }, { "pair_id": 168289, "video_name": "house_s06e05_seg02_clip_06", "timestamp": [ 26.26, 27.6 ], "duration": 89.66, "caption": "A woman walks into the hospital room with her child.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 168290, "video_name": "house_s04e14_seg02_clip_21", "timestamp": [ 65.27, 87.02 ], "duration": 87.66, "caption": "A person walks with another person down the hallway of the hospital.", "similarity": 0.7419, "relevance": 0 }, { "pair_id": 168291, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 31.62, 41.2 ], "duration": 58.66, "caption": "A man walks into the hospital room to see another person.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 168292, "video_name": "house_s02e13_seg02_clip_10", "timestamp": [ 0.0, 10.44 ], "duration": 87.66, "caption": "A person is walking in the hospital hallway as another person is beside him.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 168293, "video_name": "house_s05e08_seg02_clip_24", "timestamp": [ 83.73, 92.93 ], "duration": 184.66, "caption": "A person walks with the patient's family through the hospital.", "similarity": 0.7331, "relevance": 1 }, { "pair_id": 168294, "video_name": "met_s03e20_seg02_clip_04", "timestamp": [ 10.39, 27.6 ], "duration": 59.66, "caption": "A woman walks into person's hospital room and everyone but person walks out.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 168295, "video_name": "friends_s01e08_seg02_clip_04", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A person runs into a hospital room, followed by another person and another person.", "similarity": 0.7313, "relevance": 3 }, { "pair_id": 168296, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 16.15, 20.91 ], "duration": 95.66, "caption": "A person walks through a hospital with someone following.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 168297, "video_name": "friends_s09e01_seg02_clip_16", "timestamp": [ 18.31, 20.71 ], "duration": 60.66, "caption": "Someone walks into a hospital room as someone has their arm around them.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 168298, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 0.75, 5.63 ], "duration": 75.66, "caption": "A person walks into the room and over to the foot of someone's hospital bed.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 168299, "video_name": "house_s01e01_seg02_clip_19", "timestamp": [ 106.24, 113.02 ], "duration": 113.66, "caption": "A person walks into a hospital room where someone is sitting cross-legged on a hospital bed.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 341600, "video_name": "house_s04e04_seg02_clip_12", "timestamp": [ 51.47, 54.41 ], "duration": 98.66, "caption": "A person slides a glass door open and walks into a hospital room; another person follows.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 341601, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 13.5, 23.63 ], "duration": 135.66, "caption": "Some people walk through the hospital together.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 341602, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 67.32, 89.16 ], "duration": 89.66, "caption": "Some people walk through the hospital together.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 341603, "video_name": "house_s05e15_seg02_clip_21", "timestamp": [ 12.63, 16.67 ], "duration": 101.66, "caption": "A person walks over to a person in a patient room.", "similarity": 0.7127, "relevance": 1 }, { "pair_id": 341604, "video_name": "friends_s05e11_seg02_clip_06", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A person walks into a room holding a child.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 341605, "video_name": "house_s08e08_seg02_clip_19", "timestamp": [ 46.2, 54.27 ], "duration": 89.66, "caption": "A person walks up and talks with some people in a hospital hallway.", "similarity": 0.7077, "relevance": 1 }, { "pair_id": 341606, "video_name": "house_s07e19_seg02_clip_17", "timestamp": [ 9.44, 13.57 ], "duration": 118.66, "caption": "A person enters a hospital room with a young girl sitting up in the hospital bed.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 341607, "video_name": "grey_s01e05_seg02_clip_04", "timestamp": [ 47.71, 55.81 ], "duration": 90.66, "caption": "Multiple people walk in the hospital hallway.", "similarity": 0.7064, "relevance": 1 }, { "pair_id": 341608, "video_name": "house_s03e18_seg02_clip_08", "timestamp": [ 13.46, 16.91 ], "duration": 69.66, "caption": "A person walks into a hospital laboratory to talk with three other people.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 341609, "video_name": "house_s05e24_seg02_clip_13", "timestamp": [ 27.21, 42.09 ], "duration": 85.66, "caption": "A person and another person walk through the hospital to someone's office.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 341610, "video_name": "house_s04e05_seg02_clip_16", "timestamp": [ 37.27, 41.87 ], "duration": 92.66, "caption": "A person turns and walks into a room in the hospital.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 341611, "video_name": "house_s02e11_seg02_clip_08", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A group of people walk through the hospital together.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 341612, "video_name": "house_s02e01_seg02_clip_01", "timestamp": [ 58.56, 67.05 ], "duration": 89.66, "caption": "A group of people walk through the hospital together.", "similarity": 0.7041, "relevance": 1 }, { "pair_id": 341613, "video_name": "house_s08e05_seg02_clip_10", "timestamp": [ 5.28, 11.04 ], "duration": 96.66, "caption": "A family comes in the hospital room while two people are in there.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 341614, "video_name": "grey_s02e20_seg02_clip_09", "timestamp": [ 51.16, 54.25 ], "duration": 88.66, "caption": "A person moves to the door of the hospital room and gives an order to the other hospital staff.", "similarity": 0.6994, "relevance": 1 }, { "pair_id": 341615, "video_name": "house_s04e14_seg02_clip_16", "timestamp": [ 9.2, 29.91 ], "duration": 92.66, "caption": "Some people walk through the hospital together getting angrier.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 341616, "video_name": "grey_s02e06_seg02_clip_01", "timestamp": [ 8.73, 18.92 ], "duration": 97.66, "caption": "A woman follows person into another room in the hospital.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 341617, "video_name": "house_s07e03_seg02_clip_09", "timestamp": [ 21.63, 26.8 ], "duration": 94.66, "caption": "Two people watch someone and then walk into their hospital room.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 341618, "video_name": "friends_s01e11_seg02_clip_00", "timestamp": [ 12.61, 15.44 ], "duration": 63.66, "caption": "A person walks around another person and approaches the hospital bed.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 341619, "video_name": "grey_s02e13_seg02_clip_07", "timestamp": [ 14.37, 37.71 ], "duration": 89.66, "caption": "A person walks with two other people as he is wheeled through the hospital.", "similarity": 0.6966, "relevance": 1 } ] }, { "query_id": 64510, "query": "A person stands and gestures with their hand toward the 5 other people who are also standing; one of the five responds, while making a similar hand gesture.", "relevant_moment": [ { "pair_id": 3260, "video_name": "house_s04e04_seg02_clip_12", "timestamp": [ 0.0, 3.43 ], "duration": 98.66, "caption": "A person stands and gestures with their hand toward the 5 other people who are also standing; one of the five responds, while making a similar hand gesture.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3261, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 3.19, 5.85 ], "duration": 53.66, "caption": "A person raises his hand for a high five with another person.", "similarity": 0.7491, "relevance": 2 }, { "pair_id": 3262, "video_name": "s04e01_seg02_clip_11", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A person does a gesture with both hands as he stands beside another person.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 3263, "video_name": "s06e04_seg02_clip_09", "timestamp": [ 4.72, 7.67 ], "duration": 59.66, "caption": "Two people raise their hands in a high five gesture.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 3264, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person gestures with his/her hands to some other people.", "similarity": 0.7138, "relevance": 1 }, { "pair_id": 3265, "video_name": "castle_s04e08_seg02_clip_06", "timestamp": [ 54.75, 57.42 ], "duration": 89.66, "caption": "A person looks at another person and puts up his/her hand for a high five.", "similarity": 0.696, "relevance": 1 }, { "pair_id": 3266, "video_name": "s03e05_seg02_clip_08", "timestamp": [ 1.12, 6.16 ], "duration": 56.66, "caption": "A person raises his hand to get a high five from another person.", "similarity": 0.6944, "relevance": 1 }, { "pair_id": 3267, "video_name": "s02e09_seg02_clip_13", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A person is standing next to another person and holding his/her hand.", "similarity": 0.6865, "relevance": 0 }, { "pair_id": 3268, "video_name": "s09e23_seg02_clip_09", "timestamp": [ 52.18, 54.62 ], "duration": 61.66, "caption": "A person raises his/her hand to get a high five from another person.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 3269, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 42.19, 44.88 ], "duration": 89.66, "caption": "A person raises their hand for a high five but another person doesn't return it.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 3270, "video_name": "met_s03e02_seg02_clip_05", "timestamp": [ 19.13, 32.88 ], "duration": 59.66, "caption": "A person shakes some people's hands as they stand across from him/her.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 3271, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A person puts his hands in the air and makes a gesture to some people.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 3272, "video_name": "s05e09_seg02_clip_03", "timestamp": [ 21.91, 24.91 ], "duration": 60.66, "caption": "A person gestures with his right hand as he talks to another person.", "similarity": 0.6586, "relevance": 1 }, { "pair_id": 3273, "video_name": "s08e14_seg02_clip_03", "timestamp": [ 14.65, 19.53 ], "duration": 61.66, "caption": "A person gestures toward another person with their arm and the other person reciprocates.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 3274, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 40.02, 43.27 ], "duration": 50.66, "caption": "A person is beside another person and gestures to her with his hand.", "similarity": 0.6569, "relevance": 1 }, { "pair_id": 3275, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 51.17, 53.03 ], "duration": 62.66, "caption": "A person gestures with his right thumb to another person.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 3276, "video_name": "castle_s01e06_seg02_clip_17", "timestamp": [ 121.29, 125.16 ], "duration": 129.66, "caption": "A person holds up their left hand fingers, gesturing to the group.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 3277, "video_name": "s01e02_seg01_clip_03", "timestamp": [ 7.4, 9.61 ], "duration": 40.66, "caption": "A person puts their arms together in front of them and uses them to gesture as they speak to some people.", "similarity": 0.6518, "relevance": 1 }, { "pair_id": 3278, "video_name": "grey_s02e11_seg02_clip_23", "timestamp": [ 61.79, 63.53 ], "duration": 87.66, "caption": "A person turns back around and makes a positive hand gesture to another person.", "similarity": 0.6512, "relevance": 1 }, { "pair_id": 3279, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 10.36, 15.42 ], "duration": 46.66, "caption": "A person raises their hand as they speak to some other people.", "similarity": 0.6471, "relevance": 1 } ] }, { "query_id": 64515, "query": "A person is laying in bed and strums the bow on a violin.", "relevant_moment": [ { "pair_id": 165180, "video_name": "grey_s02e23_seg02_clip_08", "timestamp": [ 21.05, 23.99 ], "duration": 84.66, "caption": "A person is laying in bed and strums the bow on a violin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165181, "video_name": "house_s08e01_seg02_clip_04", "timestamp": [ 82.89, 90.59 ], "duration": 90.66, "caption": "A person is laying down and is doing a puzzle on the bed.", "similarity": 0.6026, "relevance": 2 }, { "pair_id": 165182, "video_name": "s01e05_seg02_clip_06", "timestamp": [ 0.0, 1.98 ], "duration": 36.66, "caption": "A person is asleep on the couch with a violin case by their head as they wake up.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 165183, "video_name": "castle_s06e12_seg02_clip_22", "timestamp": [ 0.0, 5.93 ], "duration": 91.66, "caption": "A person was slowly and carefully laying down in bed.", "similarity": 0.576, "relevance": 2 }, { "pair_id": 165184, "video_name": "met_s06e18_seg02_clip_00", "timestamp": [ 49.13, 57.37 ], "duration": 61.66, "caption": "A man is snuggled up to a box of tissues as he lies on a sofa and a woman plays the violin.", "similarity": 0.5744, "relevance": 3 }, { "pair_id": 165185, "video_name": "s03e13_seg02_clip_02", "timestamp": [ 24.83, 34.01 ], "duration": 68.66, "caption": "A person gets out of their bed as they are laying down.", "similarity": 0.5681, "relevance": 2 }, { "pair_id": 165186, "video_name": "house_s07e16_seg02_clip_16", "timestamp": [ 3.83, 19.6 ], "duration": 85.66, "caption": "The patient sings while lying on his bed.", "similarity": 0.5524, "relevance": 3 }, { "pair_id": 165187, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 15.11, 17.96 ], "duration": 57.66, "caption": "A person is in the fetal position lying on his bed.", "similarity": 0.5492, "relevance": 2 }, { "pair_id": 165188, "video_name": "friends_s09e17_seg02_clip_02", "timestamp": [ 61.15, 64.03 ], "duration": 64.66, "caption": "A person lays in bed asleep while moving his head back and forth.", "similarity": 0.5478, "relevance": 3 }, { "pair_id": 165189, "video_name": "house_s04e13_seg02_clip_08", "timestamp": [ 11.44, 24.26 ], "duration": 91.66, "caption": "A person sings a song while lying on his/her bed.", "similarity": 0.5435, "relevance": 2 }, { "pair_id": 165190, "video_name": "house_s05e12_seg02_clip_22", "timestamp": [ 21.17, 29.45 ], "duration": 92.66, "caption": "A person is lying down on top of their bed.", "similarity": 0.543, "relevance": 3 }, { "pair_id": 165191, "video_name": "house_s04e16_seg02_clip_24", "timestamp": [ 120.98, 126.03 ], "duration": 126.66, "caption": "A person is laying in the bed with bandages on their head.", "similarity": 0.5397, "relevance": 3 }, { "pair_id": 165192, "video_name": "castle_s05e16_seg02_clip_10", "timestamp": [ 60.59, 66.34 ], "duration": 88.66, "caption": "A person lays down on the couch in a sleeping position.", "similarity": 0.5378, "relevance": 2 }, { "pair_id": 165193, "video_name": "castle_s07e11_seg02_clip_17", "timestamp": [ 1.83, 5.48 ], "duration": 91.66, "caption": "A person immediately gets up from lying in the bed.", "similarity": 0.5335, "relevance": 1 }, { "pair_id": 165194, "video_name": "house_s08e11_seg02_clip_19", "timestamp": [ 0.0, 47.44 ], "duration": 93.66, "caption": "A person is laying on the bed getting some surgery done.", "similarity": 0.5328, "relevance": 2 }, { "pair_id": 165195, "video_name": "house_s07e23_seg02_clip_05", "timestamp": [ 77.8, 85.02 ], "duration": 85.66, "caption": "A person speaks on their cell phone while laying in the bed.", "similarity": 0.5316, "relevance": 3 }, { "pair_id": 165196, "video_name": "house_s06e05_seg02_clip_04", "timestamp": [ 108.31, 119.02 ], "duration": 119.66, "caption": "A person lays in the bed by himself and stares at the ceiling.", "similarity": 0.5286, "relevance": 2 }, { "pair_id": 165197, "video_name": "house_s05e22_seg02_clip_00", "timestamp": [ 58.81, 62.46 ], "duration": 91.66, "caption": "A person rolls over while laying in his bed.", "similarity": 0.5255, "relevance": 3 }, { "pair_id": 165198, "video_name": "friends_s09e23-24_seg02_clip_37", "timestamp": [ 49.74, 59.2 ], "duration": 61.66, "caption": "A person is sitting on the bed then lies back on it.", "similarity": 0.524, "relevance": 2 }, { "pair_id": 165199, "video_name": "house_s02e13_seg02_clip_00", "timestamp": [ 10.58, 18.87 ], "duration": 92.66, "caption": "A person turns off their alarm while laying in bed.", "similarity": 0.5234, "relevance": 2 }, { "pair_id": 338500, "video_name": "s08e13_seg02_clip_15", "timestamp": [ 13.2, 27.61 ], "duration": 120.66, "caption": "A person sits down on their bed and then lies down.", "similarity": 0.5221, "relevance": 2 }, { "pair_id": 338501, "video_name": "house_s08e02_seg02_clip_03", "timestamp": [ 74.63, 90.46 ], "duration": 90.66, "caption": "The patient is holding their chest as they lay in bed.", "similarity": 0.5196, "relevance": 2 }, { "pair_id": 338502, "video_name": "house_s05e07_seg02_clip_16", "timestamp": [ 78.22, 88.34 ], "duration": 92.66, "caption": "A person lays on the bed while eating something from a bowl.", "similarity": 0.5177, "relevance": 1 }, { "pair_id": 338503, "video_name": "met_s06e22_seg02_clip_11", "timestamp": [ 14.61, 22.79 ], "duration": 58.66, "caption": "A woman lies down on the bed and then pats it.", "similarity": 0.5174, "relevance": 2 }, { "pair_id": 338504, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 34.58, 36.5 ], "duration": 64.66, "caption": "A person is laying on his stomach in bed asleep with his hands underneath his pillow.", "similarity": 0.5148, "relevance": 2 }, { "pair_id": 338505, "video_name": "house_s04e10_seg02_clip_19", "timestamp": [ 4.23, 10.34 ], "duration": 94.66, "caption": "A person is talking to the patient lying in bed.", "similarity": 0.5145, "relevance": 2 }, { "pair_id": 338506, "video_name": "s10e07_seg02_clip_12", "timestamp": [ 27.37, 30.79 ], "duration": 57.66, "caption": "A person puts their arm around someone as they lie in bed.", "similarity": 0.5074, "relevance": 2 }, { "pair_id": 338507, "video_name": "grey_s01e03_seg02_clip_08", "timestamp": [ 78.06, 79.91 ], "duration": 92.66, "caption": "A person waves to a man while laying in their bed.", "similarity": 0.5064, "relevance": 2 }, { "pair_id": 338508, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 50.47, 57.02 ], "duration": 57.66, "caption": "A person gets up from lying on their bed to sitting up.", "similarity": 0.5062, "relevance": 2 }, { "pair_id": 338509, "video_name": "house_s01e09_seg02_clip_03", "timestamp": [ 27.27, 38.08 ], "duration": 94.66, "caption": "A person is laying on the floor while listening to some music.", "similarity": 0.5031, "relevance": 1 }, { "pair_id": 338510, "video_name": "friends_s07e22_seg02_clip_13", "timestamp": [ 43.23, 45.13 ], "duration": 63.66, "caption": "A person performing takes a bow after their song is done.", "similarity": 0.5021, "relevance": 0 }, { "pair_id": 338511, "video_name": "castle_s06e03_seg02_clip_00", "timestamp": [ 50.9, 59.3 ], "duration": 93.66, "caption": "A person is lying in bed and then sits up, annoyed.", "similarity": 0.5021, "relevance": 2 }, { "pair_id": 338512, "video_name": "house_s02e12_seg02_clip_03", "timestamp": [ 73.28, 86.47 ], "duration": 91.66, "caption": "The patient wriggles while lying on the bed.", "similarity": 0.5017, "relevance": 2 }, { "pair_id": 338514, "video_name": "s05e20_seg02_clip_11", "timestamp": [ 56.45, 60.17 ], "duration": 62.66, "caption": "A person is laying down in bed and looks back when a monster comes.", "similarity": 0.5014, "relevance": 1 }, { "pair_id": 338515, "video_name": "castle_s02e04_seg02_clip_26", "timestamp": [ 75.75, 82.63 ], "duration": 153.66, "caption": "A person enters their apartment where they react to the sound of a violin being played badly.", "similarity": 0.4946, "relevance": 0 }, { "pair_id": 338516, "video_name": "s01e05_seg02_clip_06", "timestamp": [ 0.0, 4.86 ], "duration": 36.66, "caption": "A person is sleeping on the couch on a cello case and wakes up.", "similarity": 0.494, "relevance": 2 }, { "pair_id": 338517, "video_name": "grey_s02e23_seg02_clip_07", "timestamp": [ 45.13, 65.3 ], "duration": 96.66, "caption": "A person is playing his violin as he is with another person in a hospital room.", "similarity": 0.4931, "relevance": 2 }, { "pair_id": 338518, "video_name": "met_s03e20_seg02_clip_11", "timestamp": [ 0.0, 6.61 ], "duration": 60.66, "caption": "A person is lying in a hospital bed with a neck brace and casts.", "similarity": 0.4929, "relevance": 2 }, { "pair_id": 338519, "video_name": "house_s03e12_seg02_clip_16", "timestamp": [ 32.86, 37.81 ], "duration": 90.66, "caption": "A person confined in their bed wakes up and tries to sit down.", "similarity": 0.4901, "relevance": 2 } ] }, { "query_id": 64557, "query": "A person cuts a patient's neck with a scalpel and inserts a plastic tube.", "relevant_moment": [ { "pair_id": 82880, "video_name": "house_s05e23_seg02_clip_04", "timestamp": [ 67.68, 74.81 ], "duration": 89.66, "caption": "A person cuts a patient's neck with a scalpel and inserts a plastic tube.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 82881, "video_name": "grey_s02e05_seg02_clip_13", "timestamp": [ 0.0, 9.46 ], "duration": 86.66, "caption": "A person uses a scalpel to cut into a patient.", "similarity": 0.8723, "relevance": 2 }, { "pair_id": 82882, "video_name": "house_s05e02_seg02_clip_07", "timestamp": [ 12.97, 16.1 ], "duration": 89.66, "caption": "A doctor uses a scalpel to make a slit into the patient's neck.", "similarity": 0.8424, "relevance": 3 }, { "pair_id": 82883, "video_name": "house_s01e01_seg02_clip_06", "timestamp": [ 26.85, 33.45 ], "duration": 88.66, "caption": "A doctor uses a scalpel to make an incision in a patient's neck.", "similarity": 0.8202, "relevance": 3 }, { "pair_id": 82884, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 40.06, 41.4 ], "duration": 89.66, "caption": "A doctor makes a small cut in a patient with a scalpel.", "similarity": 0.7879, "relevance": 1 }, { "pair_id": 82885, "video_name": "house_s02e08_seg02_clip_18", "timestamp": [ 54.84, 63.34 ], "duration": 85.66, "caption": "The doctor is handed a scalpel and begins cutting into the patient.", "similarity": 0.7833, "relevance": 1 }, { "pair_id": 82886, "video_name": "house_s03e03_seg02_clip_22", "timestamp": [ 47.63, 52.97 ], "duration": 89.66, "caption": "A doctor cuts the person's arm with a scalpel.", "similarity": 0.778, "relevance": 1 }, { "pair_id": 82887, "video_name": "house_s03e18_seg02_clip_23", "timestamp": [ 3.58, 9.85 ], "duration": 89.66, "caption": "A person marks a patient's head with a marker and cuts the mark with a scalpel.", "similarity": 0.7645, "relevance": 1 }, { "pair_id": 82888, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 35.16, 36.94 ], "duration": 89.66, "caption": "A person does an incision with a scalpel with a patient lying down.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 82889, "video_name": "grey_s03e05_seg02_clip_19", "timestamp": [ 31.36, 43.33 ], "duration": 114.66, "caption": "A person hands a doctor a scalpel and he makes the cut.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 82890, "video_name": "house_s01e14_seg02_clip_20", "timestamp": [ 21.94, 25.69 ], "duration": 107.66, "caption": "The doctor takes a scalpel and cuts into the patient's chest.", "similarity": 0.753, "relevance": 2 }, { "pair_id": 82891, "video_name": "house_s08e01_seg02_clip_13", "timestamp": [ 33.59, 37.27 ], "duration": 92.66, "caption": "A person creates a little cut on the patient's ear.", "similarity": 0.7517, "relevance": 0 }, { "pair_id": 82892, "video_name": "house_s02e17_seg02_clip_21", "timestamp": [ 68.22, 71.3 ], "duration": 88.66, "caption": "A doctor cuts a specimen in half using a scalpel.", "similarity": 0.7449, "relevance": 0 }, { "pair_id": 82893, "video_name": "house_s08e08_seg02_clip_19", "timestamp": [ 14.35, 20.18 ], "duration": 89.66, "caption": "A doctor makes an incision in patient's neck.", "similarity": 0.7414, "relevance": 3 }, { "pair_id": 82894, "video_name": "house_s03e14_seg02_clip_23", "timestamp": [ 9.9, 28.72 ], "duration": 99.66, "caption": "A person holds down the patient and starts cutting into them.", "similarity": 0.7188, "relevance": 1 }, { "pair_id": 82895, "video_name": "house_s02e01_seg02_clip_18", "timestamp": [ 56.71, 63.02 ], "duration": 90.66, "caption": "A doctor uses a device to insert a tube into a patient's nose.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 82896, "video_name": "house_s01e11_seg02_clip_22", "timestamp": [ 14.4, 20.71 ], "duration": 90.66, "caption": "A person takes the scalpel and prepares to make the first incision.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 82897, "video_name": "house_s08e21_seg02_clip_06", "timestamp": [ 0.0, 42.15 ], "duration": 98.66, "caption": "A person takes the wires off of the patient's head.", "similarity": 0.6965, "relevance": 0 }, { "pair_id": 82898, "video_name": "house_s02e13_seg02_clip_14", "timestamp": [ 15.85, 44.39 ], "duration": 90.66, "caption": "A patient has their scalp drilled into and a long needle put inside.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 82899, "video_name": "house_s03e09_seg02_clip_23", "timestamp": [ 40.1, 45.98 ], "duration": 69.66, "caption": "A doctor places a mask with tubes on a patient's mouth.", "similarity": 0.6946, "relevance": 0 }, { "pair_id": 256200, "video_name": "grey_s03e16_seg02_clip_12", "timestamp": [ 17.05, 22.49 ], "duration": 72.66, "caption": "A woman uses a scalpel to make cuts into a man's head.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 256201, "video_name": "house_s01e01_seg02_clip_06", "timestamp": [ 48.85, 55.89 ], "duration": 88.66, "caption": "A doctor attaches a blue bulb to a tube in a patient's neck and squeezes the bulb.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 256202, "video_name": "house_s05e13_seg02_clip_16", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A person pulls a long black tube from a patient's throat.", "similarity": 0.6894, "relevance": 2 }, { "pair_id": 256203, "video_name": "house_s08e08_seg02_clip_19", "timestamp": [ 21.08, 25.12 ], "duration": 89.66, "caption": "A doctor tries to attach the trachea tube to the incision at patient's neck.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 256204, "video_name": "house_s08e02_seg02_clip_07", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "A person begins cutting the deceased body using a scalpel.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 256205, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 29.77, 33.13 ], "duration": 96.66, "caption": "A doctor injects a medicine directly to the patient's neck.", "similarity": 0.6834, "relevance": 1 }, { "pair_id": 256206, "video_name": "house_s01e01_seg02_clip_06", "timestamp": [ 26.55, 36.29 ], "duration": 88.66, "caption": "A doctor lacerates the neck of the patient.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 256207, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 0.0, 1.77 ], "duration": 88.66, "caption": "A person makes an incision in the patient's skin.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 256208, "video_name": "grey_s01e07_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A person has a surgical instrument in the wound of a patient.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 256209, "video_name": "house_s04e05_seg02_clip_05", "timestamp": [ 17.4, 21.32 ], "duration": 87.66, "caption": "A person passes someone a scalpel during surgery.", "similarity": 0.6663, "relevance": 1 }, { "pair_id": 256210, "video_name": "house_s08e09_seg02_clip_15", "timestamp": [ 24.88, 33.92 ], "duration": 90.66, "caption": "A person removes a tube from the patient's mouth and wraps it in a towel.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 256211, "video_name": "house_s07e09_seg02_clip_07", "timestamp": [ 80.47, 91.17 ], "duration": 93.66, "caption": "A person puts a tube into the patient's mouth, it begins sucking.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 256212, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 41.34, 44.82 ], "duration": 87.66, "caption": "A person picks up a scalpel and hands it to a doctor.", "similarity": 0.6596, "relevance": 2 }, { "pair_id": 256213, "video_name": "house_s02e12_seg02_clip_16", "timestamp": [ 56.97, 63.65 ], "duration": 89.66, "caption": "A doctor inserts a needle into the neck of a patient on an operating table.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 256214, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 38.28, 42.29 ], "duration": 89.66, "caption": "A man instructs the female patient to do something, and then he cuts person's stomach.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 256215, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 37.29, 41.55 ], "duration": 71.66, "caption": "A person injects a substance from a needle into a patient's neck.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 256216, "video_name": "house_s04e15_seg02_clip_01", "timestamp": [ 27.74, 30.56 ], "duration": 94.66, "caption": "A man presses down the head of a bleeding patient.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 256217, "video_name": "house_s02e23_seg02_clip_23", "timestamp": [ 20.47, 24.19 ], "duration": 93.66, "caption": "A person pushes a syringe into a tube while standing next to a patient in a hospital bed.", "similarity": 0.6484, "relevance": 1 }, { "pair_id": 256218, "video_name": "house_s02e23_seg02_clip_25", "timestamp": [ 73.94, 77.24 ], "duration": 132.66, "caption": "A person removes the breathing tube from the patient.", "similarity": 0.6476, "relevance": 1 }, { "pair_id": 256219, "video_name": "house_s05e10_seg02_clip_15", "timestamp": [ 24.49, 31.96 ], "duration": 83.66, "caption": "A woman pulls the patient's hair back to reveal her ear is bleeding.", "similarity": 0.6472, "relevance": 1 } ] }, { "query_id": 64585, "query": "A person opens the door for a woman who ruffles a boy's hair.", "relevant_moment": [ { "pair_id": 94640, "video_name": "met_s03e04_seg02_clip_14", "timestamp": [ 0.0, 4.39 ], "duration": 54.66, "caption": "A person opens the door for a woman who ruffles a boy's hair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 94641, "video_name": "friends_s05e06_seg02_clip_06", "timestamp": [ 63.72, 66.03 ], "duration": 66.66, "caption": "A woman bangs on the door and the hairy, bearded person opens.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 94642, "video_name": "house_s04e13_seg02_clip_18", "timestamp": [ 4.09, 11.82 ], "duration": 90.66, "caption": "A person opens the door for the woman with another person.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 94643, "video_name": "friends_s05e06_seg02_clip_06", "timestamp": [ 31.7, 35.66 ], "duration": 66.66, "caption": "A woman knocks on a door and a man with hair opens it.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 94644, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 14.26, 20.51 ], "duration": 50.66, "caption": "A person opens the door for a woman and she closes as she enters.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 94645, "video_name": "house_s05e05_seg02_clip_25", "timestamp": [ 58.71, 61.9 ], "duration": 91.66, "caption": "A woman runs her hands through her hair as a man opens the door.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 94646, "video_name": "s01e11_seg02_clip_11", "timestamp": [ 2.24, 6.44 ], "duration": 56.66, "caption": "A person opens the door and he/she came in with a woman.", "similarity": 0.6643, "relevance": 2 }, { "pair_id": 94647, "video_name": "friends_s10e04_seg02_clip_02", "timestamp": [ 37.48, 40.73 ], "duration": 59.66, "caption": "A woman opens the door for two people.", "similarity": 0.6637, "relevance": 1 }, { "pair_id": 94648, "video_name": "friends_s01e15_seg02_clip_16", "timestamp": [ 17.33, 26.47 ], "duration": 63.66, "caption": "A woman opens the door for two people.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 94649, "video_name": "castle_s06e04_seg02_clip_13", "timestamp": [ 24.58, 30.95 ], "duration": 91.66, "caption": "A person knocks on the door that has been opened by a woman with curls.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 94650, "video_name": "castle_s03e24_seg02_clip_13", "timestamp": [ 52.34, 55.07 ], "duration": 91.66, "caption": "A woman opens the door and sees a person is there.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 94651, "video_name": "friends_s05e06_seg02_clip_07", "timestamp": [ 10.53, 13.78 ], "duration": 54.66, "caption": "A scruffy looking person shuts the door in two women's face.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 94652, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 43.87, 74.84 ], "duration": 86.66, "caption": "A person opens and holds the door open while talking to a woman then shuts it.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 94653, "video_name": "s07e05_seg02_clip_02", "timestamp": [ 29.94, 35.3 ], "duration": 63.66, "caption": "A woman opens the door to a person standing there.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 94654, "video_name": "s02e10_seg02_clip_16", "timestamp": [ 6.89, 13.01 ], "duration": 51.66, "caption": "A woman opens the door to see a person, but is confused by him.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 94655, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 94656, "video_name": "friends_s05e07_seg02_clip_06", "timestamp": [ 41.2, 44.1 ], "duration": 58.66, "caption": "A woman opens the door for a visiting person.", "similarity": 0.645, "relevance": 1 }, { "pair_id": 94657, "video_name": "s03e01_seg02_clip_03", "timestamp": [ 9.6, 13.51 ], "duration": 60.66, "caption": "A woman goes to her door to open it for a person.", "similarity": 0.642, "relevance": 1 }, { "pair_id": 94658, "video_name": "house_s05e22_seg02_clip_02", "timestamp": [ 43.44, 48.6 ], "duration": 86.66, "caption": "A person opens the door for woman, and they both leave the room.", "similarity": 0.6415, "relevance": 2 }, { "pair_id": 94659, "video_name": "castle_s08e17_seg02_clip_21", "timestamp": [ 4.99, 12.24 ], "duration": 90.66, "caption": "A person opens the door after woman asks him to.", "similarity": 0.641, "relevance": 2 } ] }, { "query_id": 64607, "query": "A person turns away from talking to woman and man, while unstrapping himself/herself from his/her guitar.", "relevant_moment": [ { "pair_id": 171980, "video_name": "castle_s05e07_seg02_clip_13", "timestamp": [ 87.58, 88.02 ], "duration": 88.66, "caption": "A person turns away from talking to woman and man, while unstrapping himself/herself from his/her guitar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171981, "video_name": "s09e18_seg02_clip_08", "timestamp": [ 4.72, 8.56 ], "duration": 59.66, "caption": "A person turns away from woman and puts their hand on their mouth.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 171982, "video_name": "grey_s02e20_seg02_clip_02", "timestamp": [ 24.69, 30.63 ], "duration": 91.66, "caption": "A woman tries to talk to a man and he turns away from her.", "similarity": 0.6672, "relevance": 3 }, { "pair_id": 171983, "video_name": "friends_s08e06_seg02_clip_13", "timestamp": [ 8.7, 11.31 ], "duration": 58.66, "caption": "A man turns away from a woman and gestures to others.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 171984, "video_name": "grey_s02e06_seg02_clip_21", "timestamp": [ 78.68, 82.36 ], "duration": 92.66, "caption": "A person walks away from man when she's done listening.", "similarity": 0.6609, "relevance": 1 }, { "pair_id": 171985, "video_name": "castle_s02e03_seg02_clip_16", "timestamp": [ 9.79, 12.46 ], "duration": 89.66, "caption": "A woman turns away from a man she was having a conversation with.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 171986, "video_name": "s02e13_seg01_clip_02", "timestamp": [ 34.46, 37.13 ], "duration": 41.66, "caption": "A person turns and walks away from another person when they were done talking.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 171987, "video_name": "friends_s07e08_seg02_clip_06", "timestamp": [ 14.17, 16.53 ], "duration": 59.66, "caption": "A person waves at another person then turns away from them.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 171988, "video_name": "castle_s06e22_seg02_clip_15", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A person turns around and walks away from man and woman.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 171989, "video_name": "house_s06e09_seg02_clip_05", "timestamp": [ 20.36, 23.53 ], "duration": 90.66, "caption": "A man turns and walks away from talking to woman.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 171990, "video_name": "house_s08e19_seg02_clip_14", "timestamp": [ 45.55, 59.36 ], "duration": 92.66, "caption": "A person turns away from another person, covers their face with their hands, they then put their hands in their pockets and turn to face a woman when she begins to speak to them.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 171991, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A person was holding a guitar while talking to woman.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 171992, "video_name": "friends_s04e10_seg02_clip_12", "timestamp": [ 42.62, 50.42 ], "duration": 60.66, "caption": "A man interrupts a person while she is playing guitar.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 171993, "video_name": "house_s05e03_seg02_clip_20", "timestamp": [ 0.0, 10.92 ], "duration": 87.66, "caption": "A person walks away from woman and then turns around.", "similarity": 0.6364, "relevance": 2 }, { "pair_id": 171994, "video_name": "friends_s01e05_seg02_clip_19", "timestamp": [ 12.05, 17.47 ], "duration": 60.66, "caption": "A man turns away from a woman and she calls out to him.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 171995, "video_name": "friends_s05e11_seg02_clip_04", "timestamp": [ 42.5, 45.45 ], "duration": 59.66, "caption": "A man unsuccessfully attempts to take a woman's guitar off her.", "similarity": 0.6354, "relevance": 3 }, { "pair_id": 171996, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 0.0, 9.77 ], "duration": 63.66, "caption": "A person is talking to person, then turns to walk away, still talking.", "similarity": 0.6304, "relevance": 3 }, { "pair_id": 171997, "video_name": "friends_s05e16_seg02_clip_11", "timestamp": [ 38.42, 44.72 ], "duration": 60.66, "caption": "A woman walks away from the person she's talking to then stops and turns to face him.", "similarity": 0.6298, "relevance": 2 }, { "pair_id": 171998, "video_name": "castle_s04e23_seg02_clip_08", "timestamp": [ 17.95, 25.31 ], "duration": 92.66, "caption": "A person walks away from another person but quickly turns around when the other person starts speaking.", "similarity": 0.6297, "relevance": 2 }, { "pair_id": 171999, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 47.9, 52.31 ], "duration": 63.66, "caption": "A person takes off his headphone and then talks to woman.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 345300, "video_name": "friends_s05e05_seg02_clip_05", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman stands up from the microphone holding her guitar and turns away.", "similarity": 0.6285, "relevance": 4 }, { "pair_id": 345301, "video_name": "s02e07_seg02_clip_11", "timestamp": [ 48.19, 50.75 ], "duration": 57.66, "caption": "A person puts his hand to his chin as he turns away from the woman.", "similarity": 0.6282, "relevance": 1 }, { "pair_id": 345302, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A person turns away from woman and man and walks out of the room.", "similarity": 0.6278, "relevance": 3 }, { "pair_id": 345303, "video_name": "friends_s10e05_seg02_clip_13", "timestamp": [ 12.21, 16.17 ], "duration": 61.66, "caption": "A man pulls a woman away from everyone else to talk to her privately.", "similarity": 0.6273, "relevance": 1 }, { "pair_id": 345304, "video_name": "s01e06_seg02_clip_04", "timestamp": [ 17.39, 20.75 ], "duration": 61.66, "caption": "A person turns their back off to someone while they are talking.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 345305, "video_name": "house_s04e14_seg02_clip_15", "timestamp": [ 19.79, 27.15 ], "duration": 92.66, "caption": "A woman turns and walks away from a person after talking.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 345306, "video_name": "grey_s02e17_seg02_clip_10", "timestamp": [ 79.58, 87.23 ], "duration": 102.66, "caption": "A man turns away from woman after she spoke to him.", "similarity": 0.6231, "relevance": 3 }, { "pair_id": 345307, "video_name": "friends_s02e09_seg02_clip_15", "timestamp": [ 38.96, 41.61 ], "duration": 59.66, "caption": "A person turns around and walks away from a man and a woman.", "similarity": 0.6221, "relevance": 3 }, { "pair_id": 345308, "video_name": "castle_s02e24_seg02_clip_27", "timestamp": [ 14.69, 18.02 ], "duration": 18.66, "caption": "A person turns and says something to woman as he walks away.", "similarity": 0.6214, "relevance": 3 }, { "pair_id": 345309, "video_name": "friends_s02e12-13_seg02_clip_37", "timestamp": [ 47.81, 52.4 ], "duration": 54.66, "caption": "A person walks away from woman while talking to her.", "similarity": 0.6208, "relevance": 3 }, { "pair_id": 345310, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 37.46, 41.11 ], "duration": 91.66, "caption": "A person walks away from man and woman after he is finished talking.", "similarity": 0.62, "relevance": 3 }, { "pair_id": 345311, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 49.45, 55.63 ], "duration": 103.66, "caption": "A person walks away from someone while he/she turns to look at him/her.", "similarity": 0.6192, "relevance": 3 }, { "pair_id": 345312, "video_name": "castle_s05e04_seg02_clip_11", "timestamp": [ 23.14, 41.09 ], "duration": 94.66, "caption": "A man and woman turn away from another person and whisper to each other.", "similarity": 0.6166, "relevance": 3 }, { "pair_id": 345313, "video_name": "s08e20_seg02_clip_03", "timestamp": [ 55.84, 59.5 ], "duration": 61.66, "caption": "A man turns away from another person and tries to get help from a woman.", "similarity": 0.6144, "relevance": 3 }, { "pair_id": 345314, "video_name": "grey_s03e01_seg02_clip_14", "timestamp": [ 0.0, 8.46 ], "duration": 94.66, "caption": "A woman moves away from man after their conversation.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 345315, "video_name": "met_s03e18_seg02_clip_12", "timestamp": [ 20.22, 21.67 ], "duration": 57.66, "caption": "A woman turns around away from a man and another person.", "similarity": 0.6104, "relevance": 3 }, { "pair_id": 345316, "video_name": "friends_s02e07_seg02_clip_18", "timestamp": [ 18.04, 22.2 ], "duration": 46.66, "caption": "A man backs away from woman in frustration while talking her.", "similarity": 0.61, "relevance": 1 }, { "pair_id": 345317, "video_name": "castle_s04e01_seg02_clip_12", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A man stops walking away from a woman and turns to talk.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 345318, "video_name": "friends_s07e15_seg02_clip_12", "timestamp": [ 59.35, 61.5 ], "duration": 61.66, "caption": "A woman turns away from a man with her arms raised.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 345319, "video_name": "grey_s02e20_seg02_clip_16", "timestamp": [ 77.29, 81.19 ], "duration": 86.66, "caption": "A woman walks away from someone as he attempts to talk to her.", "similarity": 0.6081, "relevance": 1 } ] }, { "query_id": 64657, "query": "A man leans forward to kiss a woman as they exchange wedding vows.", "relevant_moment": [ { "pair_id": 8580, "video_name": "friends_s10e12_seg02_clip_28", "timestamp": [ 52.22, 57.15 ], "duration": 58.66, "caption": "A man leans forward to kiss a woman as they exchange wedding vows.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8581, "video_name": "friends_s09e04_seg02_clip_18", "timestamp": [ 30.51, 33.26 ], "duration": 61.66, "caption": "A man leans forward and gives a woman a kiss.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 8582, "video_name": "house_s07e02_seg02_clip_03", "timestamp": [ 25.86, 27.27 ], "duration": 94.66, "caption": "A man leans in to give a woman a kiss.", "similarity": 0.8173, "relevance": 3 }, { "pair_id": 8583, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 75.82, 76.75 ], "duration": 93.66, "caption": "A woman leans forward to kiss man on the cheek.", "similarity": 0.8137, "relevance": 2 }, { "pair_id": 8584, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 32.96, 34.48 ], "duration": 61.66, "caption": "A woman leans forward to kiss a man with her hands on his face.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 8585, "video_name": "castle_s06e12_seg02_clip_26", "timestamp": [ 90.87, 93.95 ], "duration": 154.66, "caption": "A man leans down and kisses a woman on the head.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 8586, "video_name": "grey_s02e08_seg02_clip_03", "timestamp": [ 12.29, 14.92 ], "duration": 87.66, "caption": "A man leans over and kisses a woman on the head.", "similarity": 0.7979, "relevance": 2 }, { "pair_id": 8587, "video_name": "friends_s03e23_seg02_clip_00", "timestamp": [ 39.2, 40.15 ], "duration": 63.66, "caption": "A man leans into and kisses woman on the lips.", "similarity": 0.7971, "relevance": 3 }, { "pair_id": 8588, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 58.9, 61.69 ], "duration": 92.66, "caption": "A man leans over and kisses a woman on her cheek.", "similarity": 0.7939, "relevance": 3 }, { "pair_id": 8589, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 52.51, 54.43 ], "duration": 64.66, "caption": "A man leans down and kisses a woman's hands that he is holding.", "similarity": 0.7935, "relevance": 2 }, { "pair_id": 8590, "video_name": "friends_s06e21_seg01_clip_00", "timestamp": [ 9.38, 12.38 ], "duration": 75.66, "caption": "A man leans to his right and kisses a woman.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 8591, "video_name": "s09e24_seg02_clip_15", "timestamp": [ 3.36, 5.19 ], "duration": 61.66, "caption": "A man leans down and kisses woman on the lips.", "similarity": 0.79, "relevance": 3 }, { "pair_id": 8592, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 2.36, 4.13 ], "duration": 59.66, "caption": "A man leans over and kisses woman on the lips.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 8593, "video_name": "friends_s06e10_seg02_clip_01", "timestamp": [ 27.45, 31.87 ], "duration": 59.66, "caption": "A man smiles and leans over to kiss a woman on the cheek.", "similarity": 0.7868, "relevance": 3 }, { "pair_id": 8594, "video_name": "s02e09_seg02_clip_11", "timestamp": [ 26.41, 30.01 ], "duration": 60.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.7832, "relevance": 1 }, { "pair_id": 8595, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 16.44, 18.74 ], "duration": 57.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.7832, "relevance": 1 }, { "pair_id": 8596, "video_name": "grey_s03e25_seg02_clip_18", "timestamp": [ 40.05, 46.21 ], "duration": 88.66, "caption": "A man leans his head down and kisses woman's hand.", "similarity": 0.7798, "relevance": 2 }, { "pair_id": 8597, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 32.77, 33.22 ], "duration": 91.66, "caption": "A woman leans into a man so that he can kiss her on the head.", "similarity": 0.7795, "relevance": 2 }, { "pair_id": 8598, "video_name": "castle_s08e16_seg02_clip_00", "timestamp": [ 31.54, 34.93 ], "duration": 97.66, "caption": "A woman raises and leans forward to kiss man.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 8599, "video_name": "friends_s04e16_seg02_clip_10", "timestamp": [ 18.28, 22.06 ], "duration": 63.66, "caption": "A woman leans in to kiss a man but another man pulls her back.", "similarity": 0.7725, "relevance": 0 }, { "pair_id": 181900, "video_name": "s06e01_seg01_clip_00", "timestamp": [ 3.78, 8.82 ], "duration": 63.66, "caption": "A man and woman kiss each other at their wedding.", "similarity": 0.7717, "relevance": 4 }, { "pair_id": 181901, "video_name": "castle_s01e02_seg02_clip_25", "timestamp": [ 84.68, 89.78 ], "duration": 102.66, "caption": "A woman leans and kisses a man on the cheek.", "similarity": 0.766, "relevance": 2 }, { "pair_id": 181902, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 9.92, 13.03 ], "duration": 62.66, "caption": "A woman and man lean in to kiss each other.", "similarity": 0.7621, "relevance": 2 }, { "pair_id": 181903, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 120.26, 126.74 ], "duration": 144.66, "caption": "A woman and man lean towards each other and kiss.", "similarity": 0.7589, "relevance": 2 }, { "pair_id": 181904, "video_name": "friends_s10e01_seg02_clip_09", "timestamp": [ 0.0, 4.68 ], "duration": 72.66, "caption": "A man leans towards the person and tries to kiss.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 181905, "video_name": "house_s06e08_seg02_clip_16", "timestamp": [ 49.51, 53.11 ], "duration": 90.66, "caption": "A woman leans closer to man and kisses him.", "similarity": 0.7523, "relevance": 2 }, { "pair_id": 181906, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 12.01, 16.81 ], "duration": 60.66, "caption": "A woman leans her body to passionately kiss a man.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 181907, "video_name": "grey_s02e03_seg02_clip_16", "timestamp": [ 65.22, 70.82 ], "duration": 80.66, "caption": "A woman leans over a man and begins kissing him.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 181908, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 80.12, 84.17 ], "duration": 90.66, "caption": "A woman leans on man and he kisses her forehead.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 181909, "video_name": "friends_s03e12_seg02_clip_17", "timestamp": [ 53.12, 59.03 ], "duration": 59.66, "caption": "A woman leans over and she and a man share a kiss.", "similarity": 0.7511, "relevance": 2 }, { "pair_id": 181910, "video_name": "s04e13_seg02_clip_06", "timestamp": [ 7.38, 10.92 ], "duration": 59.66, "caption": "A man bends down and kisses a woman on the cheek.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 181911, "video_name": "house_s06e18_seg02_clip_00", "timestamp": [ 25.39, 29.15 ], "duration": 94.66, "caption": "A man and a woman lean into each other and kiss.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 181912, "video_name": "friends_s07e15_seg02_clip_22", "timestamp": [ 20.37, 29.51 ], "duration": 52.66, "caption": "A man and a woman leaned towards each other as though to share a kiss.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 181913, "video_name": "friends_s07e23-24_seg02_clip_43", "timestamp": [ 37.24, 47.83 ], "duration": 73.66, "caption": "A man and woman are kissing in their wedding.", "similarity": 0.7467, "relevance": 4 }, { "pair_id": 181914, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 27.6, 31.16 ], "duration": 89.66, "caption": "A woman leans over and gives a man a kiss on the lips.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 181915, "video_name": "met_s06e01_seg02_clip_15", "timestamp": [ 48.02, 51.86 ], "duration": 64.66, "caption": "A woman leans over and kisses a man on the forehead.", "similarity": 0.7406, "relevance": 3 }, { "pair_id": 181916, "video_name": "castle_s06e23_seg02_clip_00", "timestamp": [ 51.11, 54.33 ], "duration": 92.66, "caption": "A man gives a kiss on a woman's cheek in a hurried manner.", "similarity": 0.7399, "relevance": 3 }, { "pair_id": 181917, "video_name": "grey_s02e21_seg02_clip_24", "timestamp": [ 9.22, 14.07 ], "duration": 97.66, "caption": "A woman leans down and kisses a man on the mouth while placing her hand on his cheek.", "similarity": 0.7379, "relevance": 3 }, { "pair_id": 181918, "video_name": "friends_s07e14_seg02_clip_18", "timestamp": [ 31.28, 39.84 ], "duration": 59.66, "caption": "A man leans over and kisses someone while she is wearing a crown.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 181919, "video_name": "house_s07e02_seg02_clip_12", "timestamp": [ 44.56, 47.71 ], "duration": 90.66, "caption": "A man leans down and kisses a woman while they are in bed.", "similarity": 0.7347, "relevance": 2 } ] }, { "query_id": 64733, "query": "A person's driver closes the trunk of the black car.", "relevant_moment": [ { "pair_id": 147460, "video_name": "castle_s02e11_seg02_clip_23", "timestamp": [ 18.19, 20.92 ], "duration": 90.66, "caption": "A person's driver closes the trunk of the black car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147461, "video_name": "s08e12_seg02_clip_14", "timestamp": [ 35.72, 38.72 ], "duration": 60.66, "caption": "A person gets out of the car and closes the driver's side door.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 147462, "video_name": "castle_s05e21_seg02_clip_00", "timestamp": [ 76.5, 78.4 ], "duration": 95.66, "caption": "Person closes the passenger door of the car he just got out of.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 147463, "video_name": "house_s07e18_seg02_clip_12", "timestamp": [ 29.38, 30.74 ], "duration": 90.66, "caption": "A woman closes the trunk of a car as she stands beside a man.", "similarity": 0.6945, "relevance": 3 }, { "pair_id": 147464, "video_name": "s05e19_seg02_clip_06", "timestamp": [ 25.39, 29.17 ], "duration": 54.66, "caption": "A person exits the car and closes the car door behind him.", "similarity": 0.6777, "relevance": 1 }, { "pair_id": 147465, "video_name": "castle_s07e19_seg02_clip_20", "timestamp": [ 16.48, 19.86 ], "duration": 84.66, "caption": "A person walks over and opens the trunk of a car.", "similarity": 0.6558, "relevance": 2 }, { "pair_id": 147466, "video_name": "s09e23_seg02_clip_02", "timestamp": [ 50.76, 53.71 ], "duration": 59.66, "caption": "A person gets in the car and shuts the door.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 147467, "video_name": "castle_s06e10_seg02_clip_25", "timestamp": [ 38.99, 40.34 ], "duration": 89.66, "caption": "A person closes the trunk of a car and sees a woman at the opposite end of the car with her gun drawn.", "similarity": 0.6365, "relevance": 0 }, { "pair_id": 147468, "video_name": "castle_s08e01_seg02_clip_11", "timestamp": [ 70.86, 72.24 ], "duration": 92.66, "caption": "A woman goes to the trunk of her car as a man exits the car.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 147469, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 25.04, 27.2 ], "duration": 86.66, "caption": "A person stops the car when he's driving someone.", "similarity": 0.6168, "relevance": 1 }, { "pair_id": 147470, "video_name": "s06e09_seg02_clip_11", "timestamp": [ 22.52, 24.81 ], "duration": 57.66, "caption": "A man gets out of the car and closes the door.", "similarity": 0.5954, "relevance": 1 }, { "pair_id": 147471, "video_name": "met_s03e17_seg02_clip_13", "timestamp": [ 36.31, 40.28 ], "duration": 61.66, "caption": "A man closes the window separating the front of the car from the back while the driver is speaking.", "similarity": 0.5939, "relevance": 1 }, { "pair_id": 147472, "video_name": "friends_s03e17_seg02_clip_06", "timestamp": [ 2.71, 5.42 ], "duration": 60.66, "caption": "A woman gets out of the car and closes the door.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 147473, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 47.55, 52.4 ], "duration": 97.66, "caption": "A person exits the car on the right passenger side.", "similarity": 0.5867, "relevance": 2 }, { "pair_id": 147474, "video_name": "castle_s08e05_seg02_clip_17", "timestamp": [ 11.16, 13.95 ], "duration": 93.66, "caption": "A man opens the trunk of the car and the person inside rubs their wrist.", "similarity": 0.5843, "relevance": 2 }, { "pair_id": 147475, "video_name": "castle_s08e05_seg02_clip_15", "timestamp": [ 66.47, 72.35 ], "duration": 90.66, "caption": "A person closes the door of the red car and walks over to the mechanic.", "similarity": 0.5804, "relevance": 1 }, { "pair_id": 147476, "video_name": "castle_s04e21_seg02_clip_19", "timestamp": [ 63.92, 68.42 ], "duration": 90.66, "caption": "A man opens the trunk and pulls a person out.", "similarity": 0.5767, "relevance": 2 }, { "pair_id": 147477, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 19.69, 22.57 ], "duration": 96.66, "caption": "A woman and another person get out of the car and close the doors.", "similarity": 0.5752, "relevance": 2 }, { "pair_id": 147478, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 36.53, 41.37 ], "duration": 88.66, "caption": "A woman is in the driver's seat as she exits the car with a man.", "similarity": 0.575, "relevance": 1 }, { "pair_id": 147479, "video_name": "castle_s05e18_seg02_clip_11", "timestamp": [ 3.12, 6.68 ], "duration": 89.66, "caption": "A person gets out of a taxi cab and closes the door.", "similarity": 0.5735, "relevance": 1 } ] }, { "query_id": 64736, "query": "A man is in a jail cell as he speaks with two people.", "relevant_moment": [ { "pair_id": 164240, "video_name": "castle_s02e11_seg02_clip_20", "timestamp": [ 39.01, 98.82 ], "duration": 104.66, "caption": "A man is in a jail cell as he speaks with two people.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 164241, "video_name": "castle_s07e18_seg02_clip_16", "timestamp": [ 0.0, 76.12 ], "duration": 87.66, "caption": "A man is talking to another person as he is in a jail cell.", "similarity": 0.8968, "relevance": 4 }, { "pair_id": 164242, "video_name": "castle_s02e19_seg02_clip_26", "timestamp": [ 0.0, 28.84 ], "duration": 93.66, "caption": "A person is sitting in a jail cell as they speak to two other people.", "similarity": 0.8756, "relevance": 4 }, { "pair_id": 164243, "video_name": "castle_s08e06_seg02_clip_25", "timestamp": [ 70.54, 91.03 ], "duration": 91.66, "caption": "A man goes to a person's jail cell and he has a conversation with him.", "similarity": 0.8324, "relevance": 3 }, { "pair_id": 164244, "video_name": "house_s07e06_seg02_clip_18", "timestamp": [ 27.41, 87.02 ], "duration": 87.66, "caption": "Three people talk in a jail cell.", "similarity": 0.789, "relevance": 4 }, { "pair_id": 164245, "video_name": "castle_s07e06_seg02_clip_16", "timestamp": [ 51.72, 64.88 ], "duration": 94.66, "caption": "A person and individual are inside a jail cell conversing.", "similarity": 0.7678, "relevance": 3 }, { "pair_id": 164246, "video_name": "house_s07e06_seg02_clip_16", "timestamp": [ 0.0, 7.95 ], "duration": 106.66, "caption": "A man is in jail as he is on the phone with another person.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 164247, "video_name": "castle_s04e04_seg02_clip_17", "timestamp": [ 5.86, 23.91 ], "duration": 90.66, "caption": "A person walks beside guy's jail cell, stands and speaks to him.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 164248, "video_name": "castle_s07e15_seg02_clip_09", "timestamp": [ 1.35, 34.66 ], "duration": 90.66, "caption": "A man is on the phone as he is in a jail cell.", "similarity": 0.7426, "relevance": 1 }, { "pair_id": 164249, "video_name": "house_s08e01_seg02_clip_03", "timestamp": [ 46.03, 90.26 ], "duration": 90.66, "caption": "A man speaks with a woman in the room at the jail.", "similarity": 0.742, "relevance": 1 }, { "pair_id": 164250, "video_name": "castle_s08e10_seg02_clip_17", "timestamp": [ 0.0, 24.42 ], "duration": 90.66, "caption": "A person is in a jail cell talking to another person from her jail cell.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 164251, "video_name": "castle_s05e05_seg02_clip_16", "timestamp": [ 77.71, 90.66 ], "duration": 90.66, "caption": "A man is sitting in his prison cell as he speaks to a woman.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 164252, "video_name": "house_s08e01_seg02_clip_01", "timestamp": [ 56.71, 61.67 ], "duration": 90.66, "caption": "A man talks to another man as he is about to go down stairs in a jail.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 164253, "video_name": "castle_s04e04_seg02_clip_17", "timestamp": [ 25.26, 30.22 ], "duration": 90.66, "caption": "A man sits down on a bench outside the jail cell to speak to another man.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 164254, "video_name": "s03e16_seg02_clip_11", "timestamp": [ 0.0, 22.02 ], "duration": 62.66, "caption": "Two people are on the phone as they converse about a person being in jail.", "similarity": 0.706, "relevance": 0 }, { "pair_id": 164255, "video_name": "castle_s07e18_seg02_clip_16", "timestamp": [ 34.56, 42.44 ], "duration": 87.66, "caption": "A person gets up from the jail bench to talk to man.", "similarity": 0.6999, "relevance": 3 }, { "pair_id": 164256, "video_name": "s04e17_seg01_clip_01", "timestamp": [ 0.0, 5.4 ], "duration": 72.66, "caption": "A man is holding his phone as he speaks with another person.", "similarity": 0.6927, "relevance": 0 }, { "pair_id": 164257, "video_name": "house_s08e01_seg02_clip_09", "timestamp": [ 79.97, 92.6 ], "duration": 93.66, "caption": "A man is talking to another man as they are walking in the jail hall as the first man tells the second man to call someone he knows to help him out and the second man tells him that he doesn't have anyone.", "similarity": 0.6792, "relevance": 2 }, { "pair_id": 164258, "video_name": "castle_s05e05_seg02_clip_16", "timestamp": [ 0.0, 74.99 ], "duration": 90.66, "caption": "A man is talking to Tyson from a prison cell.", "similarity": 0.67, "relevance": 3 }, { "pair_id": 164259, "video_name": "house_s08e01_seg02_clip_18", "timestamp": [ 0.0, 51.89 ], "duration": 83.66, "caption": "A person sits down in the cell and speaks with person.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 337560, "video_name": "castle_s05e18_seg02_clip_06", "timestamp": [ 24.48, 89.02 ], "duration": 89.66, "caption": "A man enters the prison cell area and starts talking to a woman.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 337561, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 0.0, 71.49 ], "duration": 91.66, "caption": "A man is in the interrogation room speaking to two people.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 337562, "video_name": "friends_s09e11_seg02_clip_14", "timestamp": [ 0.0, 4.23 ], "duration": 65.66, "caption": "A man starts walking while another man talks about them going to jail.", "similarity": 0.6603, "relevance": 1 }, { "pair_id": 337563, "video_name": "house_s03e17_seg02_clip_04", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A man speaks on the phone in his office in front of two people.", "similarity": 0.6595, "relevance": 1 }, { "pair_id": 337564, "video_name": "castle_s08e06_seg02_clip_25", "timestamp": [ 67.36, 91.03 ], "duration": 91.66, "caption": "A man walks into a room where a younger person sits despondently in a jail cell and they talk about whether the young person will have to stay in jail.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 337565, "video_name": "house_s03e04_seg02_clip_20", "timestamp": [ 2.77, 6.0 ], "duration": 92.66, "caption": "A man came in while two people are talking.", "similarity": 0.6556, "relevance": 1 }, { "pair_id": 337566, "video_name": "castle_s08e19_seg02_clip_02", "timestamp": [ 79.99, 89.66 ], "duration": 89.66, "caption": "A man takes out his phone as he speaks to some people.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 337567, "video_name": "castle_s04e20_seg02_clip_20", "timestamp": [ 39.46, 41.3 ], "duration": 91.66, "caption": "A man holds up his cell phone and speaks to another man.", "similarity": 0.6487, "relevance": 1 }, { "pair_id": 337568, "video_name": "friends_s03e24_seg02_clip_02", "timestamp": [ 0.0, 5.56 ], "duration": 58.66, "caption": "A man is holding the phone and speaking to another person.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 337569, "video_name": "castle_s08e10_seg02_clip_17", "timestamp": [ 26.23, 42.52 ], "duration": 90.66, "caption": "A man and another man arrive to accompany a person as he leaves his jail cell.", "similarity": 0.6415, "relevance": 4 }, { "pair_id": 337570, "video_name": "house_s08e07_seg02_clip_06", "timestamp": [ 86.35, 89.02 ], "duration": 89.66, "caption": "A man walks in and speaks with two people.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 337571, "video_name": "castle_s01e06_seg02_clip_15", "timestamp": [ 0.0, 8.36 ], "duration": 88.66, "caption": "A man has a phone conversation while standing with two other people.", "similarity": 0.6377, "relevance": 1 }, { "pair_id": 337572, "video_name": "castle_s04e22_seg02_clip_22", "timestamp": [ 55.41, 59.47 ], "duration": 90.66, "caption": "A man is sitting in a jail cell as he asks someone if they have any proof against him.", "similarity": 0.6373, "relevance": 2 }, { "pair_id": 337573, "video_name": "house_s08e15_seg02_clip_22", "timestamp": [ 60.32, 64.37 ], "duration": 90.66, "caption": "A man starts to speak while two people are still talking.", "similarity": 0.6362, "relevance": 1 }, { "pair_id": 337574, "video_name": "castle_s05e21_seg02_clip_14", "timestamp": [ 11.34, 49.01 ], "duration": 90.66, "caption": "Some people are speaking to a man.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 337576, "video_name": "castle_s05e10_seg02_clip_13", "timestamp": [ 29.45, 57.06 ], "duration": 92.66, "caption": "A man is by the as board as he speaks to two people.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 337577, "video_name": "s07e07_seg02_clip_07", "timestamp": [ 17.12, 20.07 ], "duration": 59.66, "caption": "A person enters to speak to two men.", "similarity": 0.6298, "relevance": 1 }, { "pair_id": 337578, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 0.0, 13.51 ], "duration": 93.66, "caption": "A man is on the phone with two other people conversing.", "similarity": 0.6296, "relevance": 1 }, { "pair_id": 337579, "video_name": "s02e08_seg02_clip_00", "timestamp": [ 41.56, 53.34 ], "duration": 62.66, "caption": "A man answers the phone to speak to another man and then tells another two men that the man is in trouble.", "similarity": 0.6285, "relevance": 1 } ] }, { "query_id": 64746, "query": "A woman is holding a water pitcher as she stands by a man.", "relevant_moment": [ { "pair_id": 2660, "video_name": "s07e03_seg01_clip_01", "timestamp": [ 17.26, 22.02 ], "duration": 50.66, "caption": "A woman is holding a water pitcher as she stands by a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2661, "video_name": "s05e13_seg02_clip_15", "timestamp": [ 19.77, 27.48 ], "duration": 67.66, "caption": "A woman is holding a pitcher of water while speaking to a man.", "similarity": 0.7862, "relevance": 4 }, { "pair_id": 2662, "video_name": "s06e07_seg02_clip_05", "timestamp": [ 0.29, 5.13 ], "duration": 57.66, "caption": "A woman uses a pitcher to fill a man's glass with water.", "similarity": 0.7043, "relevance": 4 }, { "pair_id": 2663, "video_name": "friends_s03e07_seg02_clip_18", "timestamp": [ 37.52, 46.52 ], "duration": 60.66, "caption": "A man comes to stand by woman at the table and pours liquid from a pitcher to a cup.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 2664, "video_name": "friends_s05e23-24_seg02_clip_22", "timestamp": [ 0.0, 56.02 ], "duration": 56.66, "caption": "A woman was holding a cup whilst standing beside a man.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 2665, "video_name": "friends_s01e01_seg02_clip_28", "timestamp": [ 12.69, 25.6 ], "duration": 43.66, "caption": "A woman was holding a pitcher of coffee while standing.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 2666, "video_name": "s04e08_seg02_clip_02", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A woman pours water from a pitcher into a man's glass.", "similarity": 0.6596, "relevance": 4 }, { "pair_id": 2667, "video_name": "s09e17_seg02_clip_15", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A man is holding a cup while standing next to a woman.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 2668, "video_name": "friends_s01e19_seg02_clip_03", "timestamp": [ 8.87, 13.9 ], "duration": 59.66, "caption": "A woman is holding a bottle of water when she and another woman correct a man.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 2669, "video_name": "s05e12_seg02_clip_09", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A man talks to woman while he holds a full pitcher.", "similarity": 0.6374, "relevance": 3 }, { "pair_id": 2670, "video_name": "s07e09_seg02_clip_01", "timestamp": [ 0.0, 10.62 ], "duration": 59.66, "caption": "A man was holding a cup whilst standing beside a woman.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 2671, "video_name": "castle_s07e11_seg02_clip_25", "timestamp": [ 0.0, 27.31 ], "duration": 91.66, "caption": "A man was holding a cup whilst standing beside a woman.", "similarity": 0.6336, "relevance": 0 }, { "pair_id": 2672, "video_name": "s08e14_seg02_clip_16", "timestamp": [ 31.37, 44.6 ], "duration": 98.66, "caption": "A woman stands up, gets a pitcher and pours it into a man's bath, then puts the pitcher back on the stove.", "similarity": 0.6315, "relevance": 4 }, { "pair_id": 2673, "video_name": "friends_s06e08_seg02_clip_19", "timestamp": [ 0.0, 14.85 ], "duration": 53.66, "caption": "A person stands before woman and holds a bottle on the table.", "similarity": 0.6286, "relevance": 1 }, { "pair_id": 2674, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 31.91, 34.82 ], "duration": 58.66, "caption": "A woman hands both a man and another person a glass of water.", "similarity": 0.6254, "relevance": 3 }, { "pair_id": 2675, "video_name": "friends_s04e03_seg02_clip_02", "timestamp": [ 22.02, 23.57 ], "duration": 62.66, "caption": "A woman hands the pitcher of batter to another woman.", "similarity": 0.6172, "relevance": 3 }, { "pair_id": 2676, "video_name": "s07e22_seg02_clip_11", "timestamp": [ 17.29, 19.72 ], "duration": 54.66, "caption": "A woman takes a drink from her coffee cup as she stands with a man.", "similarity": 0.6095, "relevance": 2 }, { "pair_id": 2677, "video_name": "friends_s03e20_seg02_clip_16", "timestamp": [ 1.8, 4.2 ], "duration": 60.66, "caption": "A man holds the hand of a woman who is standing in front of him.", "similarity": 0.6053, "relevance": 1 }, { "pair_id": 2678, "video_name": "friends_s06e24-25_seg02_clip_04", "timestamp": [ 23.71, 26.11 ], "duration": 60.66, "caption": "A woman's partner picks up the pitcher from the table before putting it back.", "similarity": 0.6049, "relevance": 4 }, { "pair_id": 2679, "video_name": "castle_s04e22_seg02_clip_04", "timestamp": [ 50.21, 54.4 ], "duration": 92.66, "caption": "A woman picks up cup of water and hands it to a man.", "similarity": 0.5951, "relevance": 3 }, { "pair_id": 175980, "video_name": "met_s05e05_seg02_clip_10", "timestamp": [ 12.35, 19.58 ], "duration": 60.66, "caption": "A woman voice overs her alcohol consumption while she's holding a pitcher.", "similarity": 0.5951, "relevance": 3 }, { "pair_id": 175981, "video_name": "castle_s08e03_seg02_clip_15", "timestamp": [ 12.35, 14.25 ], "duration": 95.66, "caption": "A woman handed a glass of water to a man.", "similarity": 0.5946, "relevance": 3 }, { "pair_id": 175982, "video_name": "friends_s03e09_seg02_clip_01", "timestamp": [ 6.6, 9.6 ], "duration": 60.66, "caption": "A woman holds a spice jar while she standing beside man.", "similarity": 0.5941, "relevance": 3 }, { "pair_id": 175983, "video_name": "castle_s07e01_seg02_clip_06", "timestamp": [ 41.64, 45.72 ], "duration": 90.66, "caption": "A woman pours herself a cup of water from the pitcher.", "similarity": 0.5928, "relevance": 4 }, { "pair_id": 175984, "video_name": "friends_s04e15_seg02_clip_14", "timestamp": [ 34.48, 39.67 ], "duration": 54.66, "caption": "A woman hands the water bottle to a man and he takes a drink from it.", "similarity": 0.5915, "relevance": 2 }, { "pair_id": 175985, "video_name": "friends_s01e23_seg02_clip_08", "timestamp": [ 8.06, 13.34 ], "duration": 62.66, "caption": "A woman pours a glass of water from a pitcher.", "similarity": 0.5893, "relevance": 3 }, { "pair_id": 175986, "video_name": "castle_s02e17_seg02_clip_06", "timestamp": [ 0.0, 8.76 ], "duration": 92.66, "caption": "A person shakes hands with woman while she stands with man.", "similarity": 0.5889, "relevance": 2 }, { "pair_id": 175987, "video_name": "house_s06e18_seg02_clip_27", "timestamp": [ 0.0, 1.99 ], "duration": 2.66, "caption": "A woman stands very close to a man right outside.", "similarity": 0.585, "relevance": 2 }, { "pair_id": 175988, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A woman is holding a cup as she listens to a man.", "similarity": 0.5826, "relevance": 1 }, { "pair_id": 175989, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 3.25, 5.0 ], "duration": 50.66, "caption": "A man hands a bottle of water to woman.", "similarity": 0.5814, "relevance": 2 }, { "pair_id": 175990, "video_name": "met_s06e08_seg01_clip_03", "timestamp": [ 29.03, 30.11 ], "duration": 63.66, "caption": "A woman waves her hand to her side as she stands in front of a man.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 175991, "video_name": "castle_s04e06_seg02_clip_01", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A woman is standing outside holding a cup in her hand.", "similarity": 0.579, "relevance": 3 }, { "pair_id": 175992, "video_name": "friends_s08e20_seg02_clip_08", "timestamp": [ 20.26, 22.61 ], "duration": 58.66, "caption": "A woman touches the handle of a fancy pitcher on the table.", "similarity": 0.5776, "relevance": 2 }, { "pair_id": 175993, "video_name": "castle_s08e03_seg02_clip_15", "timestamp": [ 11.88, 18.06 ], "duration": 95.66, "caption": "A woman handed a glass of water to person.", "similarity": 0.5754, "relevance": 2 }, { "pair_id": 175994, "video_name": "s03e18_seg02_clip_18", "timestamp": [ 0.0, 63.02 ], "duration": 63.66, "caption": "A woman and man were both holding a cup of drink.", "similarity": 0.5745, "relevance": 2 }, { "pair_id": 175995, "video_name": "s06e16_seg02_clip_14", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A woman walks towards a man with a water bottle in her hand.", "similarity": 0.574, "relevance": 3 }, { "pair_id": 175996, "video_name": "met_s06e10_seg02_clip_09", "timestamp": [ 0.0, 3.74 ], "duration": 62.66, "caption": "A man gets the pitcher after a woman asks for ice.", "similarity": 0.5734, "relevance": 3 }, { "pair_id": 175997, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 60.32, 61.22 ], "duration": 90.66, "caption": "A man hands a woman a cup with a beverage.", "similarity": 0.5732, "relevance": 1 }, { "pair_id": 175998, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 50.48, 53.09 ], "duration": 58.66, "caption": "A woman puts their bottle of water on the side table by someone else.", "similarity": 0.5721, "relevance": 1 }, { "pair_id": 175999, "video_name": "house_s05e10_seg02_clip_08", "timestamp": [ 60.0, 65.12 ], "duration": 93.66, "caption": "A person gets a pitcher of water and put it in the table.", "similarity": 0.5713, "relevance": 2 } ] }, { "query_id": 64777, "query": "A woman grabs the book on her lap and puts it next to her.", "relevant_moment": [ { "pair_id": 13280, "video_name": "friends_s06e13_seg02_clip_13", "timestamp": [ 17.65, 19.22 ], "duration": 63.66, "caption": "A woman grabs the book on her lap and puts it next to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13281, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 5.49, 7.63 ], "duration": 61.66, "caption": "A woman puts the book that she is reading on her lap.", "similarity": 0.8269, "relevance": 4 }, { "pair_id": 13282, "video_name": "castle_s07e19_seg02_clip_09", "timestamp": [ 11.81, 14.08 ], "duration": 90.66, "caption": "A woman picks up a book and sits down with the book on her lap.", "similarity": 0.8127, "relevance": 3 }, { "pair_id": 13283, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 27.08, 32.79 ], "duration": 95.66, "caption": "A woman set down the book on her lap.", "similarity": 0.8077, "relevance": 3 }, { "pair_id": 13284, "video_name": "friends_s02e19_seg02_clip_13", "timestamp": [ 38.49, 41.06 ], "duration": 57.66, "caption": "A woman grabs a book out of woman's hand.", "similarity": 0.7509, "relevance": 3 }, { "pair_id": 13285, "video_name": "s06e06_seg02_clip_00", "timestamp": [ 44.12, 45.7 ], "duration": 63.66, "caption": "A woman grabs a book from out of another woman's hands.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 13286, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 8.1, 11.71 ], "duration": 60.66, "caption": "A person takes the book from his lap, and places it on the end table.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 13287, "video_name": "grey_s01e02_seg02_clip_00", "timestamp": [ 2.79, 6.51 ], "duration": 93.66, "caption": "A woman holds a book on her lap while talking to her coworker.", "similarity": 0.715, "relevance": 0 }, { "pair_id": 13288, "video_name": "friends_s08e14_seg02_clip_12", "timestamp": [ 19.22, 22.58 ], "duration": 61.66, "caption": "A woman closes her book and puts in front of her.", "similarity": 0.7105, "relevance": 4 }, { "pair_id": 13289, "video_name": "castle_s05e20_seg02_clip_13", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman takes the book from a man's hand and gets close to him.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 13290, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 0.0, 16.23 ], "duration": 59.66, "caption": "A person puts the book on their lap while sitting on the couch.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 13291, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 16.58, 24.88 ], "duration": 92.66, "caption": "A woman opens a book that she is holding and reads it.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 13292, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 24.72, 32.34 ], "duration": 61.66, "caption": "A woman reaches out towards a book a man is holding.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 13293, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 48.24, 54.62 ], "duration": 91.66, "caption": "A woman holds up a book to show the other person.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 13294, "video_name": "friends_s08e13_seg02_clip_02", "timestamp": [ 6.38, 9.57 ], "duration": 58.66, "caption": "A woman takes something from her lap and puts it in her hand.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 13295, "video_name": "friends_s09e02_seg02_clip_10", "timestamp": [ 20.44, 21.97 ], "duration": 61.66, "caption": "A woman goes to set the book down that she has been holding.", "similarity": 0.6815, "relevance": 2 }, { "pair_id": 13296, "video_name": "castle_s05e20_seg02_clip_02", "timestamp": [ 25.07, 28.71 ], "duration": 91.66, "caption": "A woman stands up and grabs a stack of books.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 13297, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 16.5, 18.33 ], "duration": 91.66, "caption": "A woman puts down her book next to her on the couch.", "similarity": 0.6718, "relevance": 4 }, { "pair_id": 13298, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 0.0, 4.11 ], "duration": 91.66, "caption": "A woman hands another woman a book that she found.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 13299, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 58.39, 63.13 ], "duration": 63.66, "caption": "A woman reaches her hand in her pocket book.", "similarity": 0.6664, "relevance": 0 }, { "pair_id": 186600, "video_name": "friends_s10e06_seg01_clip_01", "timestamp": [ 10.13, 13.65 ], "duration": 44.66, "caption": "A woman points at the book that another woman is holding.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 186601, "video_name": "met_s03e02_seg02_clip_14", "timestamp": [ 44.91, 48.51 ], "duration": 59.66, "caption": "A woman shuts a book on her lap and gets out of bed.", "similarity": 0.6631, "relevance": 4 }, { "pair_id": 186602, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A woman comes out of the room and is holding a book on her right hand.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 186603, "video_name": "house_s01e06_seg02_clip_24", "timestamp": [ 61.29, 77.92 ], "duration": 95.66, "caption": "A woman closes her book after she reads it.", "similarity": 0.6588, "relevance": 3 }, { "pair_id": 186604, "video_name": "house_s07e19_seg02_clip_05", "timestamp": [ 90.29, 92.84 ], "duration": 102.66, "caption": "A woman taps her hand with the small book.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 186605, "video_name": "s02e15_seg02_clip_13", "timestamp": [ 1.26, 3.15 ], "duration": 63.66, "caption": "A woman closes the book that they are holding as they talk to a person.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 186606, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A woman picks up the book from on the table.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 186607, "video_name": "friends_s05e09_seg02_clip_05", "timestamp": [ 3.25, 30.1 ], "duration": 59.66, "caption": "A woman was holding a book whilst sitting on a couch.", "similarity": 0.648, "relevance": 2 }, { "pair_id": 186608, "video_name": "met_s06e22_seg02_clip_04", "timestamp": [ 3.84, 7.38 ], "duration": 59.66, "caption": "A woman gets up from the sofa and grabs a book from the desk.", "similarity": 0.6478, "relevance": 1 }, { "pair_id": 186609, "video_name": "met_s02e17_seg02_clip_03", "timestamp": [ 15.01, 16.81 ], "duration": 60.66, "caption": "A woman grabs a box from a table and sets it on her lap.", "similarity": 0.646, "relevance": 2 }, { "pair_id": 186610, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 40.22, 42.03 ], "duration": 90.66, "caption": "A person pulls a book forward from a bookshelf.", "similarity": 0.6436, "relevance": 1 }, { "pair_id": 186611, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 43.9, 47.92 ], "duration": 67.66, "caption": "A person picks up a book and shows it to a woman.", "similarity": 0.6426, "relevance": 2 }, { "pair_id": 186612, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 88.38, 91.23 ], "duration": 95.66, "caption": "A woman gets up from the couch with the book in her hand.", "similarity": 0.6425, "relevance": 3 }, { "pair_id": 186614, "video_name": "friends_s02e19_seg02_clip_03", "timestamp": [ 55.21, 61.72 ], "duration": 62.66, "caption": "A woman closes the book and puts it on the table.", "similarity": 0.6425, "relevance": 3 }, { "pair_id": 186615, "video_name": "friends_s08e09_seg01_clip_00", "timestamp": [ 16.78, 20.14 ], "duration": 61.66, "caption": "A woman looks at her fingers and takes the book from guy's hands.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 186616, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 2.66, 59.03 ], "duration": 59.66, "caption": "A woman was holding a book whilst sitting on the couch.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 186617, "video_name": "castle_s05e14_seg02_clip_14", "timestamp": [ 81.0, 82.81 ], "duration": 90.66, "caption": "A woman picked up a book as she stood from the table.", "similarity": 0.6414, "relevance": 2 }, { "pair_id": 186618, "video_name": "house_s07e21_seg02_clip_13", "timestamp": [ 43.95, 50.51 ], "duration": 101.66, "caption": "A person grabs a book and handed it over to another person.", "similarity": 0.6403, "relevance": 2 }, { "pair_id": 186619, "video_name": "friends_s02e19_seg02_clip_14", "timestamp": [ 18.59, 21.25 ], "duration": 59.66, "caption": "A woman sets down her book and her pen.", "similarity": 0.638, "relevance": 4 } ] }, { "query_id": 64783, "query": "A person puts the book on their lap while sitting on the couch.", "relevant_moment": [ { "pair_id": 4200, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 0.0, 16.23 ], "duration": 59.66, "caption": "A person puts the book on their lap while sitting on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4201, "video_name": "s05e18_seg02_clip_03", "timestamp": [ 0.0, 22.92 ], "duration": 58.66, "caption": "A person is sitting on the couch with his/her laptop on his/her lap.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 4202, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 5.49, 7.63 ], "duration": 61.66, "caption": "A woman puts the book that she is reading on her lap.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 4203, "video_name": "s07e20_seg02_clip_00", "timestamp": [ 4.96, 25.74 ], "duration": 62.66, "caption": "A person was browsing a book whilst sitting at the couch.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 4204, "video_name": "met_s02e15_seg02_clip_10", "timestamp": [ 10.57, 14.09 ], "duration": 64.66, "caption": "A person sits on the couch reading a book.", "similarity": 0.7623, "relevance": 2 }, { "pair_id": 4205, "video_name": "s04e07_seg02_clip_00", "timestamp": [ 5.8, 15.26 ], "duration": 61.66, "caption": "A person is sitting on his couch reading a book.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 4206, "video_name": "friends_s05e09_seg02_clip_05", "timestamp": [ 3.25, 30.1 ], "duration": 59.66, "caption": "A woman was holding a book whilst sitting on a couch.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 4207, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 2.66, 59.03 ], "duration": 59.66, "caption": "A woman was holding a book whilst sitting on the couch.", "similarity": 0.7518, "relevance": 4 }, { "pair_id": 4208, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 8.1, 11.71 ], "duration": 60.66, "caption": "A person takes the book from his lap, and places it on the end table.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 4209, "video_name": "castle_s07e19_seg02_clip_09", "timestamp": [ 11.81, 14.08 ], "duration": 90.66, "caption": "A woman picks up a book and sits down with the book on her lap.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 4210, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 27.08, 32.79 ], "duration": 95.66, "caption": "A woman set down the book on her lap.", "similarity": 0.7434, "relevance": 4 }, { "pair_id": 4211, "video_name": "met_s06e15_seg02_clip_05", "timestamp": [ 59.2, 59.81 ], "duration": 61.66, "caption": "A person sits on a couch with a newspaper in his lap.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 4212, "video_name": "s01e17_seg02_clip_00", "timestamp": [ 51.57, 53.7 ], "duration": 61.66, "caption": "A person closes their book and sets it on the couch.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 4213, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 20.55, 26.84 ], "duration": 83.66, "caption": "A person sits up from the floor with a book on their lap and has a realization.", "similarity": 0.7414, "relevance": 1 }, { "pair_id": 4214, "video_name": "s09e22_seg02_clip_13", "timestamp": [ 0.0, 15.61 ], "duration": 60.66, "caption": "A person is sitting on the couch holding and reading from a notebook.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 4215, "video_name": "s06e21_seg02_clip_00", "timestamp": [ 5.44, 64.03 ], "duration": 64.66, "caption": "A person was using their laptop whilst sitting on the couch.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 4216, "video_name": "friends_s08e07_seg01_clip_00", "timestamp": [ 3.15, 11.35 ], "duration": 63.66, "caption": "A man was sitting on a couch while holding a book.", "similarity": 0.7333, "relevance": 3 }, { "pair_id": 4217, "video_name": "grey_s03e06_seg02_clip_18", "timestamp": [ 0.0, 1.39 ], "duration": 92.66, "caption": "A patient sits up and closes the book on their lap.", "similarity": 0.7294, "relevance": 2 }, { "pair_id": 4218, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 10.03, 11.51 ], "duration": 59.66, "caption": "A person sits down on the couch and sets down the laptop.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 4219, "video_name": "s09e22_seg02_clip_12", "timestamp": [ 28.07, 32.34 ], "duration": 61.66, "caption": "A person is sitting on the sofa with a notebook in hand.", "similarity": 0.7062, "relevance": 3 }, { "pair_id": 177520, "video_name": "s02e09_seg02_clip_07", "timestamp": [ 37.26, 38.38 ], "duration": 56.66, "caption": "A person opens up his laptop while sitting on the couch.", "similarity": 0.7031, "relevance": 3 }, { "pair_id": 177521, "video_name": "house_s04e12_seg02_clip_04", "timestamp": [ 6.96, 8.7 ], "duration": 87.66, "caption": "A person closes a book while sitting in an armchair.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 177522, "video_name": "met_s05e04_seg02_clip_08", "timestamp": [ 21.84, 40.94 ], "duration": 60.66, "caption": "A person is seated on the couch with a laptop on their lap looking at pictures on it.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 177523, "video_name": "friends_s02e03_seg02_clip_05", "timestamp": [ 57.98, 61.03 ], "duration": 61.66, "caption": "A person sits down with a very large book.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 177524, "video_name": "s07e20_seg02_clip_01", "timestamp": [ 24.19, 26.67 ], "duration": 62.66, "caption": "A person picks up a book that was on a couch.", "similarity": 0.6958, "relevance": 4 }, { "pair_id": 177525, "video_name": "s08e08_seg02_clip_04", "timestamp": [ 0.0, 43.33 ], "duration": 61.66, "caption": "A woman sits on the couch with her laptop in her lap.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 177526, "video_name": "friends_s06e13_seg02_clip_13", "timestamp": [ 17.65, 19.22 ], "duration": 63.66, "caption": "A woman grabs the book on her lap and puts it next to her.", "similarity": 0.6927, "relevance": 3 }, { "pair_id": 177527, "video_name": "s02e06_seg02_clip_09", "timestamp": [ 28.38, 32.04 ], "duration": 61.66, "caption": "A person picks up the laptop from his lap and sets it next to him on the couch.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 177528, "video_name": "met_s03e18_seg02_clip_02", "timestamp": [ 18.89, 19.85 ], "duration": 64.66, "caption": "A person closes the laptop on his/her lap while sitting on the sofa.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 177529, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 16.5, 18.33 ], "duration": 91.66, "caption": "A woman puts down her book next to her on the couch.", "similarity": 0.6727, "relevance": 4 }, { "pair_id": 177530, "video_name": "friends_s03e13_seg02_clip_07", "timestamp": [ 39.55, 46.63 ], "duration": 59.66, "caption": "A man is reading a book with a red cover then places the book in his lap.", "similarity": 0.6724, "relevance": 4 }, { "pair_id": 177531, "video_name": "s10e07_seg02_clip_16", "timestamp": [ 73.1, 79.4 ], "duration": 84.66, "caption": "A person, resting their chin on their left hand is sitting on a couch on their laptop that is sitting on the coffee table.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 177532, "video_name": "s02e12_seg02_clip_05", "timestamp": [ 37.82, 39.02 ], "duration": 60.66, "caption": "A person sits down and puts their napkin on their lap.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 177533, "video_name": "s08e21_seg02_clip_10", "timestamp": [ 0.0, 34.78 ], "duration": 57.66, "caption": "A man was holding a book whilst sitting on a chair.", "similarity": 0.6704, "relevance": 4 }, { "pair_id": 177534, "video_name": "s07e06_seg02_clip_06", "timestamp": [ 13.51, 17.41 ], "duration": 60.66, "caption": "A person reads from a book to another person on the couch.", "similarity": 0.6685, "relevance": 4 }, { "pair_id": 177535, "video_name": "s07e20_seg02_clip_01", "timestamp": [ 24.19, 26.05 ], "duration": 62.66, "caption": "A person picks up a book off of the couch next to him.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 177536, "video_name": "s06e11_seg02_clip_07", "timestamp": [ 0.0, 5.4 ], "duration": 60.66, "caption": "A person expressively reads from a book as he/she sits in an armchair.", "similarity": 0.6663, "relevance": 3 }, { "pair_id": 177537, "video_name": "friends_s07e05_seg02_clip_16", "timestamp": [ 26.5, 28.91 ], "duration": 60.66, "caption": "A man bangs the book he is holding on his lap a few times.", "similarity": 0.6626, "relevance": 4 }, { "pair_id": 177538, "video_name": "s08e14_seg02_clip_15", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A person sits down on the couch holding an Ipad.", "similarity": 0.6588, "relevance": 3 }, { "pair_id": 177539, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A person has a laptop on their lap as they sit next to another person.", "similarity": 0.6568, "relevance": 3 } ] }, { "query_id": 64815, "query": "A person slides down the door to the floor sobbing.", "relevant_moment": [ { "pair_id": 147660, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 19.79, 24.39 ], "duration": 92.66, "caption": "A person slides down the door to the floor sobbing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147661, "video_name": "friends_s04e21_seg02_clip_16", "timestamp": [ 5.7, 10.2 ], "duration": 60.66, "caption": "A person pretends to cry and then walks out the door.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 147662, "video_name": "grey_s01e01_seg02_clip_20", "timestamp": [ 28.33, 35.53 ], "duration": 96.66, "caption": "A person is walking through the hallway like they're about to cry.", "similarity": 0.679, "relevance": 2 }, { "pair_id": 147663, "video_name": "s05e07_seg01_clip_02", "timestamp": [ 39.02, 40.52 ], "duration": 50.66, "caption": "A person screams and drops to the floor in terror.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 147664, "video_name": "house_s07e11_seg02_clip_21", "timestamp": [ 20.93, 37.68 ], "duration": 93.66, "caption": "A person goes to the comfort room and they vomit while crying.", "similarity": 0.639, "relevance": 1 }, { "pair_id": 147665, "video_name": "s02e12_seg02_clip_17", "timestamp": [ 53.92, 60.85 ], "duration": 77.66, "caption": "A person makes a sad face and then storms out of the room.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 147666, "video_name": "s02e12_seg02_clip_10", "timestamp": [ 22.73, 27.15 ], "duration": 59.66, "caption": "The woman turns around to enter the room once she hears a person crying.", "similarity": 0.6149, "relevance": 0 }, { "pair_id": 147667, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 2.28, 4.55 ], "duration": 91.66, "caption": "A crying person shakes her head slightly and looks down.", "similarity": 0.6134, "relevance": 1 }, { "pair_id": 147668, "video_name": "friends_s03e16_seg02_clip_19", "timestamp": [ 5.2, 9.2 ], "duration": 80.66, "caption": "A woman starts crying when she's eavesdropping by the door.", "similarity": 0.6119, "relevance": 2 }, { "pair_id": 147669, "video_name": "friends_s02e23_seg02_clip_04", "timestamp": [ 47.29, 51.93 ], "duration": 58.66, "caption": "A person steps back in a panic while screaming.", "similarity": 0.607, "relevance": 0 }, { "pair_id": 147670, "video_name": "house_s06e13_seg02_clip_11", "timestamp": [ 2.25, 7.65 ], "duration": 90.66, "caption": "A person cries into a tissue while talking to a person.", "similarity": 0.5979, "relevance": 1 }, { "pair_id": 147671, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 77.74, 86.66 ], "duration": 86.66, "caption": "A person looks down and then to woman as she cries.", "similarity": 0.5974, "relevance": 1 }, { "pair_id": 147672, "video_name": "grey_s02e24_seg02_clip_19", "timestamp": [ 13.44, 18.25 ], "duration": 96.66, "caption": "A person looking like they're about to be in tears crying.", "similarity": 0.5914, "relevance": 0 }, { "pair_id": 147673, "video_name": "friends_s07e21_seg02_clip_06", "timestamp": [ 28.2, 38.71 ], "duration": 51.66, "caption": "A man joins a woman on the floor and begins to cry as well.", "similarity": 0.5881, "relevance": 2 }, { "pair_id": 147674, "video_name": "s01e17_seg02_clip_06", "timestamp": [ 50.12, 52.82 ], "duration": 60.66, "caption": "A man enters woman's apartment as she is crying.", "similarity": 0.5838, "relevance": 1 }, { "pair_id": 147675, "video_name": "s02e12_seg02_clip_10", "timestamp": [ 19.18, 26.27 ], "duration": 59.66, "caption": "A woman enters a person's bedroom after hearing him cry.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 147676, "video_name": "friends_s03e08_seg02_clip_01", "timestamp": [ 27.27, 30.57 ], "duration": 55.66, "caption": "A woman bursts into tears and runs towards the door.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 147677, "video_name": "grey_s03e10_seg02_clip_17", "timestamp": [ 62.66, 66.19 ], "duration": 88.66, "caption": "A woman stands in the doorway behind a man and cries.", "similarity": 0.5765, "relevance": 1 }, { "pair_id": 147678, "video_name": "s07e19_seg02_clip_16", "timestamp": [ 25.51, 30.38 ], "duration": 75.66, "caption": "A person starts crying and puts their hands over their face.", "similarity": 0.5758, "relevance": 2 }, { "pair_id": 147679, "video_name": "castle_s06e07_seg02_clip_21", "timestamp": [ 39.83, 51.73 ], "duration": 91.66, "caption": "A man sits on the floor next to a deceased woman sobbing as he holds their hand and wrist.", "similarity": 0.574, "relevance": 2 } ] }, { "query_id": 64908, "query": "A man gets up from sitting near someone while wearing an orange protective suit.", "relevant_moment": [ { "pair_id": 41320, "video_name": "house_s07e07_seg02_clip_19", "timestamp": [ 18.73, 22.63 ], "duration": 78.66, "caption": "A man gets up from sitting near someone while wearing an orange protective suit.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 41321, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "A man gets up from his seat as he was sitting next to another person.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 41322, "video_name": "castle_s05e07_seg02_clip_17", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A man gets up from sitting as another person walks in.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 41323, "video_name": "castle_s03e24_seg02_clip_08", "timestamp": [ 37.85, 39.17 ], "duration": 88.66, "caption": "A man gets up from the table he was sitting at with another person and stands up.", "similarity": 0.6671, "relevance": 0 }, { "pair_id": 41324, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 63.21, 67.63 ], "duration": 88.66, "caption": "A person wearing a blue suit sits in front of someone.", "similarity": 0.6643, "relevance": 1 }, { "pair_id": 41325, "video_name": "castle_s01e01_seg02_clip_10", "timestamp": [ 10.56, 13.2 ], "duration": 88.66, "caption": "A person gets up quickly and sits closer to someone.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 41326, "video_name": "friends_s08e05_seg02_clip_14", "timestamp": [ 0.0, 11.35 ], "duration": 63.66, "caption": "A man is sitting beside a man as they sit and then proceed to getting up.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 41327, "video_name": "house_s06e04_seg02_clip_10", "timestamp": [ 1.37, 7.74 ], "duration": 91.66, "caption": "A man gets up from being seated while he guards his right shoulder.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 41328, "video_name": "house_s03e07_seg02_clip_14", "timestamp": [ 24.12, 91.03 ], "duration": 91.66, "caption": "A person sits down with someone while another person stands up.", "similarity": 0.6449, "relevance": 1 }, { "pair_id": 41329, "video_name": "house_s05e17_seg02_clip_21", "timestamp": [ 51.43, 53.25 ], "duration": 91.66, "caption": "A man sits on a seat across from another person.", "similarity": 0.6431, "relevance": 0 }, { "pair_id": 41330, "video_name": "friends_s09e12_seg01_clip_00", "timestamp": [ 4.05, 9.0 ], "duration": 90.66, "caption": "A man sits down next to guy and props his feet up.", "similarity": 0.6425, "relevance": 0 }, { "pair_id": 41331, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 57.18 ], "duration": 91.66, "caption": "A man gets up from the chair he/she was sitting on.", "similarity": 0.6364, "relevance": 2 }, { "pair_id": 41332, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 7.32, 9.46 ], "duration": 61.66, "caption": "A person stands up from being seated to face another person.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 41333, "video_name": "friends_s02e19_seg02_clip_12", "timestamp": [ 16.17, 19.53 ], "duration": 61.66, "caption": "A person standing up in front of a man who is sitting in a chair.", "similarity": 0.6315, "relevance": 2 }, { "pair_id": 41334, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 35.35, 49.61 ], "duration": 57.66, "caption": "A man stands up next to another man and motions for him to sit down.", "similarity": 0.6315, "relevance": 3 }, { "pair_id": 41335, "video_name": "house_s06e12_seg02_clip_17", "timestamp": [ 77.76, 81.9 ], "duration": 92.66, "caption": "A man gets up from sitting on the floor against a wall with another man.", "similarity": 0.6285, "relevance": 3 }, { "pair_id": 41336, "video_name": "friends_s08e15_seg02_clip_10", "timestamp": [ 48.17, 52.6 ], "duration": 59.66, "caption": "A man gets up from his seat and followed another person.", "similarity": 0.6217, "relevance": 2 }, { "pair_id": 41337, "video_name": "s07e24_seg02_clip_15", "timestamp": [ 43.02, 46.38 ], "duration": 61.66, "caption": "A man goes from standing near another person to sitting beside them.", "similarity": 0.6211, "relevance": 1 }, { "pair_id": 41338, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 4.51, 48.52 ], "duration": 53.66, "caption": "A person was sitting in front of man.", "similarity": 0.621, "relevance": 0 }, { "pair_id": 41339, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 54.27, 58.38 ], "duration": 91.66, "caption": "A man gets up from his seat and another man sits down beside a guy.", "similarity": 0.6207, "relevance": 2 } ] }, { "query_id": 64909, "query": "A man wheels a male patient with lesions covering his skin to a window near a woman with short blonde hair.", "relevant_moment": [ { "pair_id": 159620, "video_name": "house_s07e07_seg02_clip_19", "timestamp": [ 63.98, 71.39 ], "duration": 78.66, "caption": "A man wheels a male patient with lesions covering his skin to a window near a woman with short blonde hair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159621, "video_name": "house_s02e03_seg02_clip_00", "timestamp": [ 42.59, 92.58 ], "duration": 92.66, "caption": "A woman is having a trouble with a man about her patient.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 159622, "video_name": "house_s06e03_seg02_clip_18", "timestamp": [ 58.07, 65.72 ], "duration": 90.66, "caption": "A man threatens a male patient about touching a woman.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 159623, "video_name": "house_s03e21_seg02_clip_21", "timestamp": [ 0.0, 59.94 ], "duration": 85.66, "caption": "A man has a conversation with a male patient who has sores on his face.", "similarity": 0.6481, "relevance": 1 }, { "pair_id": 159624, "video_name": "grey_s03e02_seg02_clip_18", "timestamp": [ 0.0, 10.08 ], "duration": 91.66, "caption": "A man is performing surgery in a patient with a woman by his side.", "similarity": 0.6457, "relevance": 0 }, { "pair_id": 159626, "video_name": "house_s08e12_seg02_clip_07", "timestamp": [ 39.29, 91.37 ], "duration": 91.66, "caption": "A man was attending to a patient with blonde hair.", "similarity": 0.6428, "relevance": 1 }, { "pair_id": 159627, "video_name": "grey_s02e12_seg02_clip_07", "timestamp": [ 47.95, 94.03 ], "duration": 94.66, "caption": "A man is operating on a patient with another person beside him.", "similarity": 0.6428, "relevance": 0 }, { "pair_id": 159628, "video_name": "grey_s02e18_seg02_clip_17", "timestamp": [ 66.27, 92.04 ], "duration": 92.66, "caption": "A man is operating on a patient as he is with a woman in the operating room.", "similarity": 0.6395, "relevance": 0 }, { "pair_id": 159629, "video_name": "grey_s03e25_seg02_clip_01", "timestamp": [ 3.96, 7.48 ], "duration": 88.66, "caption": "A man rubs the patient's shoulder next to woman.", "similarity": 0.6351, "relevance": 0 }, { "pair_id": 159631, "video_name": "grey_s03e05_seg02_clip_19", "timestamp": [ 22.8, 27.94 ], "duration": 114.66, "caption": "A man walks over to the patient with woman.", "similarity": 0.6273, "relevance": 0 }, { "pair_id": 159632, "video_name": "house_s01e10_seg02_clip_11", "timestamp": [ 4.4, 8.36 ], "duration": 88.66, "caption": "A man is talking to woman while woman is putting a thing on the patient.", "similarity": 0.6271, "relevance": 1 }, { "pair_id": 159633, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 0.0, 3.2 ], "duration": 80.66, "caption": "A man walks over to a woman while she is treating a patient.", "similarity": 0.6261, "relevance": 2 }, { "pair_id": 159634, "video_name": "house_s02e24_seg02_clip_23", "timestamp": [ 42.73, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with a patient next to him.", "similarity": 0.6261, "relevance": 0 }, { "pair_id": 159635, "video_name": "house_s02e24_seg02_clip_23", "timestamp": [ 0.0, 36.5 ], "duration": 89.66, "caption": "A man is having a conversation with a patient next to him.", "similarity": 0.6261, "relevance": 0 }, { "pair_id": 159636, "video_name": "house_s02e14_seg02_clip_02", "timestamp": [ 55.58, 90.37 ], "duration": 90.66, "caption": "A person gets creeped out by the male patient he is seeing.", "similarity": 0.6254, "relevance": 0 }, { "pair_id": 159637, "video_name": "house_s06e11_seg02_clip_10", "timestamp": [ 0.0, 7.65 ], "duration": 85.66, "caption": "A man is taking care of one of his patients while he is talking to another man.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 159638, "video_name": "house_s06e02_seg02_clip_10", "timestamp": [ 67.87, 71.0 ], "duration": 89.66, "caption": "A man sided with person about the case of the patient.", "similarity": 0.6237, "relevance": 1 }, { "pair_id": 159639, "video_name": "house_s05e09_seg02_clip_08", "timestamp": [ 20.34, 24.08 ], "duration": 83.66, "caption": "A man circles to stand next to a woman to look at the patient.", "similarity": 0.623, "relevance": 1 } ] }, { "query_id": 64980, "query": "A woman is holding a coffee set in her hands as she talks to a man.", "relevant_moment": [ { "pair_id": 21100, "video_name": "s02e15_seg02_clip_05", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A woman is holding a coffee set in her hands as she talks to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21102, "video_name": "castle_s05e09_seg02_clip_17", "timestamp": [ 0.0, 15.34 ], "duration": 90.66, "caption": "A woman has a cup of coffee in her hand as she speaks to man.", "similarity": 0.8704, "relevance": 4 }, { "pair_id": 21104, "video_name": "s10e05_seg02_clip_11", "timestamp": [ 12.69, 22.73 ], "duration": 59.66, "caption": "A woman has a coffee mug in her hand as she converses with a man.", "similarity": 0.8357, "relevance": 3 }, { "pair_id": 21105, "video_name": "s06e13_seg02_clip_13", "timestamp": [ 9.3, 12.01 ], "duration": 60.66, "caption": "A woman is holding a pot of coffee while speaking with a man.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 21106, "video_name": "house_s02e07_seg02_clip_00", "timestamp": [ 29.45, 31.75 ], "duration": 92.66, "caption": "A woman holds a coffee carafe while talking to man.", "similarity": 0.8111, "relevance": 4 }, { "pair_id": 21110, "video_name": "house_s08e03_seg02_clip_07", "timestamp": [ 83.84, 86.43 ], "duration": 86.66, "caption": "A woman holding a coffee comes to talk to someone and someone else.", "similarity": 0.8031, "relevance": 2 }, { "pair_id": 21111, "video_name": "friends_s04e16_seg02_clip_01", "timestamp": [ 5.4, 9.9 ], "duration": 60.66, "caption": "A woman holding a pink coffee cup talking with a man.", "similarity": 0.799, "relevance": 4 }, { "pair_id": 21112, "video_name": "castle_s04e22_seg02_clip_07", "timestamp": [ 5.23, 8.04 ], "duration": 80.66, "caption": "A person puts a coffee on his cup while speaking to a woman.", "similarity": 0.7978, "relevance": 2 }, { "pair_id": 21113, "video_name": "grey_s02e21_seg02_clip_01", "timestamp": [ 8.37, 10.58 ], "duration": 88.66, "caption": "A woman hands a man a cup of coffee.", "similarity": 0.7944, "relevance": 3 }, { "pair_id": 21114, "video_name": "s02e10_seg02_clip_02", "timestamp": [ 55.48, 57.55 ], "duration": 59.66, "caption": "A woman takes the coffee mug from a man's hand as he speaks to a person.", "similarity": 0.7885, "relevance": 3 }, { "pair_id": 21115, "video_name": "castle_s04e02_seg02_clip_16", "timestamp": [ 71.94, 91.06 ], "duration": 91.66, "caption": "A woman is holding a cup of coffee by her mouth as two men speak.", "similarity": 0.7858, "relevance": 3 }, { "pair_id": 21116, "video_name": "house_s05e21_seg02_clip_19", "timestamp": [ 14.1, 16.92 ], "duration": 94.66, "caption": "A woman touches a white coffee cup as she has a conversation with a man.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 21117, "video_name": "castle_s04e01_seg02_clip_16", "timestamp": [ 53.59, 82.17 ], "duration": 89.66, "caption": "A man and woman talk to each other while they are both holding coffee cups.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 21118, "video_name": "friends_s06e18_seg02_clip_06", "timestamp": [ 0.56, 4.48 ], "duration": 56.66, "caption": "A woman takes a sip of her coffee cup while talking to a man.", "similarity": 0.7809, "relevance": 4 }, { "pair_id": 21119, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 27.42, 29.94 ], "duration": 63.66, "caption": "A woman drinks coffee while she is talking to a man.", "similarity": 0.7791, "relevance": 4 }, { "pair_id": 194420, "video_name": "house_s01e08_seg02_clip_15", "timestamp": [ 55.71, 59.33 ], "duration": 90.66, "caption": "A woman is making her coffee while talking to a man.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 194421, "video_name": "castle_s08e13_seg02_clip_24", "timestamp": [ 58.52, 67.07 ], "duration": 90.66, "caption": "A man hands woman a cup of coffee which she takes and sips.", "similarity": 0.7749, "relevance": 4 }, { "pair_id": 194422, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 7.5, 11.71 ], "duration": 60.66, "caption": "A woman put her cup of coffee to the table while talking to man.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 194423, "video_name": "house_s03e06_seg02_clip_19", "timestamp": [ 60.54, 68.55 ], "duration": 89.66, "caption": "A woman talks to a man while holding onto a yellow cup in her hand.", "similarity": 0.7707, "relevance": 2 }, { "pair_id": 194424, "video_name": "house_s06e17_seg02_clip_12", "timestamp": [ 36.01, 38.71 ], "duration": 90.66, "caption": "A woman takes a sip of coffee while talking to a man.", "similarity": 0.7689, "relevance": 1 }, { "pair_id": 194425, "video_name": "friends_s06e03_seg02_clip_01", "timestamp": [ 25.02, 30.21 ], "duration": 61.66, "caption": "A man grabs a woman's coffee cup out of their hands and sets it down on the table as he talks to them.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 194426, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 57.06, 59.2 ], "duration": 61.66, "caption": "A man hands a cup of coffee to woman.", "similarity": 0.7686, "relevance": 4 }, { "pair_id": 194427, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 38.69, 43.24 ], "duration": 91.66, "caption": "A woman holds a coffee cup, turns to talk to someone.", "similarity": 0.7631, "relevance": 4 }, { "pair_id": 194428, "video_name": "s10e05_seg02_clip_10", "timestamp": [ 40.89, 44.86 ], "duration": 61.66, "caption": "A woman pours coffee into a mug while talking to a man.", "similarity": 0.7618, "relevance": 4 }, { "pair_id": 194430, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 41.34, 44.66 ], "duration": 95.66, "caption": "A woman is talking to the group while holding a cup of coffee.", "similarity": 0.7574, "relevance": 3 }, { "pair_id": 194431, "video_name": "castle_s06e16_seg02_clip_11", "timestamp": [ 56.28, 58.14 ], "duration": 93.66, "caption": "A woman takes a sip of coffee as a man is talking.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 194432, "video_name": "met_s06e01_seg02_clip_02", "timestamp": [ 32.49, 36.56 ], "duration": 58.66, "caption": "A woman sets her mug aside on a coffee table while talking to a man.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 194433, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 18.5, 21.37 ], "duration": 63.66, "caption": "A woman hands a cup of coffee to a man who takes it.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 194434, "video_name": "friends_s10e13_seg02_clip_15", "timestamp": [ 11.12, 24.24 ], "duration": 57.66, "caption": "A woman stirs her coffee vigorously while talking to a man.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 194435, "video_name": "s03e11_seg02_clip_11", "timestamp": [ 8.82, 14.5 ], "duration": 63.66, "caption": "A person is talking to another person while holding a cup of coffee.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 194436, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 57.17, 64.82 ], "duration": 90.66, "caption": "A man hands a woman a cup of coffee, and she takes a sip.", "similarity": 0.7504, "relevance": 3 }, { "pair_id": 194437, "video_name": "castle_s05e05_seg02_clip_19", "timestamp": [ 0.0, 4.48 ], "duration": 128.66, "caption": "A man hands woman a mug of coffee while holding his own.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 194438, "video_name": "castle_s04e17_seg02_clip_10", "timestamp": [ 0.0, 11.74 ], "duration": 93.66, "caption": "A woman was talking to a man while making a coffee.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 194439, "video_name": "castle_s04e05_seg02_clip_26", "timestamp": [ 42.31, 44.66 ], "duration": 94.66, "caption": "A woman hands her coffee cup back to man.", "similarity": 0.7465, "relevance": 3 } ] }, { "query_id": 64995, "query": "A woman is holding a laundry basket as she runs into another woman.", "relevant_moment": [ { "pair_id": 151760, "video_name": "s02e15_seg02_clip_00", "timestamp": [ 2.52, 5.99 ], "duration": 63.66, "caption": "A woman is holding a laundry basket as she runs into another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151761, "video_name": "s02e07_seg02_clip_12", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A woman is following a woman with a laundry basket.", "similarity": 0.8284, "relevance": 2 }, { "pair_id": 151762, "video_name": "s05e11_seg02_clip_15", "timestamp": [ 16.78, 26.14 ], "duration": 78.66, "caption": "A woman is carrying a laundry basket as she follows another woman to a donation bin.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 151763, "video_name": "s02e15_seg02_clip_01", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A woman walks past another woman towards the stairs as she carries a laundry basket.", "similarity": 0.7768, "relevance": 4 }, { "pair_id": 151764, "video_name": "s02e19_seg02_clip_13", "timestamp": [ 28.53, 38.15 ], "duration": 62.66, "caption": "A woman enters the laundry room holding a blue laundry basket, sets it down to start loading her laundry and starts a conversation with another woman.", "similarity": 0.7665, "relevance": 4 }, { "pair_id": 151765, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 38.45, 39.98 ], "duration": 61.66, "caption": "A woman moves a laundry basket from one washing machine to another.", "similarity": 0.7459, "relevance": 1 }, { "pair_id": 151766, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 40.35, 42.46 ], "duration": 60.66, "caption": "A woman walks in while carrying a basket of laundry.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 151767, "video_name": "s02e07_seg02_clip_12", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A woman and person walk to the window while woman carries a laundry basket.", "similarity": 0.7161, "relevance": 1 }, { "pair_id": 151768, "video_name": "s05e06_seg02_clip_05", "timestamp": [ 31.62, 39.46 ], "duration": 58.66, "caption": "A woman joins a person and another woman in the laundry room.", "similarity": 0.7061, "relevance": 3 }, { "pair_id": 151769, "video_name": "friends_s05e02_seg02_clip_11", "timestamp": [ 26.29, 27.49 ], "duration": 59.66, "caption": "A woman grabs a garment from another woman's basket and throws it.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 151770, "video_name": "friends_s04e12_seg02_clip_00", "timestamp": [ 45.07, 48.22 ], "duration": 63.66, "caption": "A woman walks into the apartment with a basket of laundry and a person behind her as another person is leaving.", "similarity": 0.7026, "relevance": 4 }, { "pair_id": 151771, "video_name": "s01e05_seg02_clip_09", "timestamp": [ 20.78, 22.95 ], "duration": 62.66, "caption": "A woman carries a laundry basket as she opens her apartment door.", "similarity": 0.7009, "relevance": 1 }, { "pair_id": 151772, "video_name": "friends_s10e01_seg02_clip_18", "timestamp": [ 4.24, 14.4 ], "duration": 56.66, "caption": "A man hands a woman a bag of laundry that she puts in the large basket.", "similarity": 0.6978, "relevance": 0 }, { "pair_id": 151773, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 43.94, 50.96 ], "duration": 61.66, "caption": "A woman grabs her laundry and throws it into her laundry basket.", "similarity": 0.6952, "relevance": 1 }, { "pair_id": 151774, "video_name": "s01e02_seg02_clip_10", "timestamp": [ 45.55, 58.03 ], "duration": 58.66, "caption": "A woman walks over to a man while holding a laundry basket and starts speaking of an incident with two other men.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 151775, "video_name": "s05e21_seg02_clip_07", "timestamp": [ 56.76, 58.31 ], "duration": 62.66, "caption": "A woman set a laundry basket on a washer while she is having a conversation with a person.", "similarity": 0.6879, "relevance": 1 }, { "pair_id": 151776, "video_name": "s02e08_seg02_clip_12", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman hits man's shoulder as she holds a laundry basket.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 151777, "video_name": "friends_s02e17_seg02_clip_01", "timestamp": [ 47.81, 50.17 ], "duration": 59.66, "caption": "A woman enters the apartment while carrying a laundry basket.", "similarity": 0.6859, "relevance": 3 }, { "pair_id": 151778, "video_name": "s02e07_seg02_clip_16", "timestamp": [ 0.0, 31.89 ], "duration": 75.66, "caption": "A woman stands in the doorway and person hands her a laundry basket; she puts it down, and after talking, they turn away from each other and walk away.", "similarity": 0.681, "relevance": 0 }, { "pair_id": 151779, "video_name": "s02e01_seg02_clip_00", "timestamp": [ 11.6, 15.87 ], "duration": 61.66, "caption": "A woman walks through the door carrying a laundry basket.", "similarity": 0.6775, "relevance": 3 }, { "pair_id": 325080, "video_name": "friends_s02e14_seg02_clip_05", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A woman was holding a laundry basket whilst talking.", "similarity": 0.6738, "relevance": 4 }, { "pair_id": 325081, "video_name": "friends_s05e04_seg02_clip_15", "timestamp": [ 40.22, 45.62 ], "duration": 60.66, "caption": "A woman enters the apartment carrying a basket full of laundry.", "similarity": 0.6729, "relevance": 4 }, { "pair_id": 325082, "video_name": "grey_s03e02_seg02_clip_05", "timestamp": [ 19.07, 22.33 ], "duration": 93.66, "caption": "A woman starts walking and runs into another woman.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 325083, "video_name": "s01e05_seg02_clip_09", "timestamp": [ 4.65, 8.68 ], "duration": 62.66, "caption": "A woman is holding a laundry basket as she speaks with man.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 325084, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 14.18, 19.22 ], "duration": 63.66, "caption": "A woman carries her laundry basket and puts it on the washing machine.", "similarity": 0.6658, "relevance": 3 }, { "pair_id": 325085, "video_name": "s01e15_seg02_clip_03", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman is holding a laundry basket as she speaks to a man.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 325086, "video_name": "s02e10_seg02_clip_06", "timestamp": [ 57.85, 59.03 ], "duration": 59.66, "caption": "A woman walks into the laundry room carrying a basket of laundry and detergent.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 325087, "video_name": "castle_s06e23_seg02_clip_04", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A woman asks another woman with a laundry basket for help and she tells her that she shouldn't have asked her.", "similarity": 0.6625, "relevance": 4 }, { "pair_id": 325088, "video_name": "friends_s03e06_seg02_clip_01", "timestamp": [ 42.16, 46.98 ], "duration": 60.66, "caption": "A woman comes in the apartment carrying a basket of laundry.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 325089, "video_name": "house_s07e10_seg02_clip_21", "timestamp": [ 63.21, 67.21 ], "duration": 89.66, "caption": "A woman happily runs up to another woman and grabs her hand.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 325090, "video_name": "s03e21_seg02_clip_16", "timestamp": [ 22.79, 28.23 ], "duration": 68.66, "caption": "A woman lifts a pair of underware out of the laundry basket and gives them to man.", "similarity": 0.6535, "relevance": 3 }, { "pair_id": 325091, "video_name": "s03e12_seg02_clip_14", "timestamp": [ 48.11, 53.12 ], "duration": 59.66, "caption": "A man reaches into woman's laundry basket and moves a towel.", "similarity": 0.6521, "relevance": 2 }, { "pair_id": 325092, "video_name": "s02e07_seg02_clip_15", "timestamp": [ 37.19, 43.09 ], "duration": 59.66, "caption": "A person knocks on another person's door while holding a laundry basket.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 325093, "video_name": "friends_s02e14_seg02_clip_04", "timestamp": [ 39.62, 42.92 ], "duration": 60.66, "caption": "A woman walks into the apartment carrying a laundry basket.", "similarity": 0.6498, "relevance": 4 }, { "pair_id": 325094, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A woman exits her apartment with a laundry basket and runs into a man leaving his apartment.", "similarity": 0.6428, "relevance": 3 }, { "pair_id": 325095, "video_name": "s04e18_seg02_clip_05", "timestamp": [ 39.02, 60.03 ], "duration": 60.66, "caption": "A woman picks up a white laundry basket as she is talking to a man.", "similarity": 0.6426, "relevance": 3 }, { "pair_id": 325096, "video_name": "s03e12_seg02_clip_15", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A woman folds some laundry and puts it in a basket.", "similarity": 0.6403, "relevance": 2 }, { "pair_id": 325097, "video_name": "s09e10_seg02_clip_09", "timestamp": [ 15.35, 19.48 ], "duration": 59.66, "caption": "A woman comes downstairs with a basket of laundry.", "similarity": 0.6394, "relevance": 3 }, { "pair_id": 325098, "video_name": "friends_s07e17_seg02_clip_06", "timestamp": [ 38.37, 40.14 ], "duration": 59.66, "caption": "A woman grabs another woman and pulls her out of a dress rack.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 325099, "video_name": "castle_s02e22_seg02_clip_13", "timestamp": [ 32.7, 34.88 ], "duration": 87.66, "caption": "A woman hands a gift basket over to another woman.", "similarity": 0.6365, "relevance": 1 } ] }, { "query_id": 65016, "query": "A man does a toast at the wedding reception.", "relevant_moment": [ { "pair_id": 156460, "video_name": "met_s02e10_seg02_clip_17", "timestamp": [ 9.46, 21.66 ], "duration": 61.66, "caption": "A man does a toast at the wedding reception.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156461, "video_name": "met_s02e20_seg02_clip_13", "timestamp": [ 14.17, 28.64 ], "duration": 61.66, "caption": "A man is giving a toast at a couple's wedding.", "similarity": 0.8878, "relevance": 3 }, { "pair_id": 156462, "video_name": "friends_s02e24_seg02_clip_14", "timestamp": [ 38.14, 61.03 ], "duration": 61.66, "caption": "A man also gives a toast at someone's wedding.", "similarity": 0.8816, "relevance": 4 }, { "pair_id": 156463, "video_name": "friends_s02e24_seg02_clip_14", "timestamp": [ 0.0, 36.92 ], "duration": 61.66, "caption": "A person gives a toast at the wedding.", "similarity": 0.8737, "relevance": 3 }, { "pair_id": 156464, "video_name": "s05e22_seg02_clip_06", "timestamp": [ 17.39, 27.46 ], "duration": 61.66, "caption": "All the people are at a dinner for a man before the wedding and a man follows a person's toast.", "similarity": 0.6742, "relevance": 3 }, { "pair_id": 156465, "video_name": "met_s02e10_seg02_clip_17", "timestamp": [ 9.76, 15.56 ], "duration": 61.66, "caption": "A person toasts their sibling and friend at their wedding.", "similarity": 0.6436, "relevance": 4 }, { "pair_id": 156466, "video_name": "met_s02e20_seg02_clip_12", "timestamp": [ 0.0, 5.15 ], "duration": 60.66, "caption": "A man is giving a speech at couple's wedding.", "similarity": 0.6301, "relevance": 4 }, { "pair_id": 156467, "video_name": "friends_s08e18_seg02_clip_15", "timestamp": [ 26.36, 55.52 ], "duration": 62.66, "caption": "A man gets out of his chair and makes a toast.", "similarity": 0.6254, "relevance": 4 }, { "pair_id": 156468, "video_name": "friends_s08e01_seg02_clip_02", "timestamp": [ 5.99, 8.51 ], "duration": 63.66, "caption": "A man describes his part of the wedding ceremony.", "similarity": 0.6101, "relevance": 2 }, { "pair_id": 156469, "video_name": "met_s03e09_seg02_clip_15", "timestamp": [ 52.99, 60.21 ], "duration": 60.66, "caption": "A man stands up and does a toast at the dinner table.", "similarity": 0.6024, "relevance": 2 }, { "pair_id": 156470, "video_name": "friends_s02e24_seg02_clip_14", "timestamp": [ 2.44, 6.41 ], "duration": 61.66, "caption": "A person gives a toast of someone with his ex girlfriend instead of the bride.", "similarity": 0.6, "relevance": 4 }, { "pair_id": 156471, "video_name": "friends_s08e01_seg02_clip_06", "timestamp": [ 36.21, 42.85 ], "duration": 60.66, "caption": "A man shuffles through guest cards at the wedding.", "similarity": 0.5981, "relevance": 2 }, { "pair_id": 156472, "video_name": "castle_s07e22_seg02_clip_27", "timestamp": [ 0.0, 5.59 ], "duration": 12.66, "caption": "A woman smiles when man gives her a toast.", "similarity": 0.5943, "relevance": 2 }, { "pair_id": 156473, "video_name": "friends_s10e14_seg01_clip_00", "timestamp": [ 2.61, 5.66 ], "duration": 87.66, "caption": "A man raises his glass to toast about the dinner offer.", "similarity": 0.5883, "relevance": 2 }, { "pair_id": 156474, "video_name": "s09e17_seg02_clip_13", "timestamp": [ 33.09, 36.87 ], "duration": 63.66, "caption": "A man points at a person while he is giving him a toast.", "similarity": 0.5793, "relevance": 2 }, { "pair_id": 156476, "video_name": "castle_s04e18_seg02_clip_15", "timestamp": [ 46.16, 49.07 ], "duration": 83.66, "caption": "A man holds up his hand and flashes his wedding ring at someone.", "similarity": 0.5731, "relevance": 0 }, { "pair_id": 156477, "video_name": "castle_s07e06_seg02_clip_26", "timestamp": [ 57.01, 59.26 ], "duration": 150.66, "caption": "A man places a wedding on another person's ring finger.", "similarity": 0.5583, "relevance": 1 }, { "pair_id": 156478, "video_name": "castle_s07e07_seg02_clip_16", "timestamp": [ 42.58, 49.03 ], "duration": 86.66, "caption": "A man gives a toast about his and woman's journey.", "similarity": 0.5564, "relevance": 2 }, { "pair_id": 156479, "video_name": "s10e01_seg02_clip_16", "timestamp": [ 6.3, 70.02 ], "duration": 70.66, "caption": "A person made a message for the couple during the wedding.", "similarity": 0.5534, "relevance": 2 } ] }, { "query_id": 65065, "query": "A man looks through the packet of papers in his hands.", "relevant_moment": [ { "pair_id": 158820, "video_name": "house_s07e17_seg02_clip_04", "timestamp": [ 18.41, 24.85 ], "duration": 92.66, "caption": "A man looks through the packet of papers in his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158821, "video_name": "castle_s05e24_seg02_clip_11", "timestamp": [ 86.84, 89.53 ], "duration": 89.66, "caption": "A man is going through papers in his hand.", "similarity": 0.8141, "relevance": 4 }, { "pair_id": 158822, "video_name": "house_s01e08_seg02_clip_22", "timestamp": [ 20.35, 22.56 ], "duration": 88.66, "caption": "A man hands a person documents and he looks at it.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 158823, "video_name": "house_s01e10_seg02_clip_25", "timestamp": [ 39.17, 45.4 ], "duration": 89.66, "caption": "A person goes through a stack of papers in his hands.", "similarity": 0.7461, "relevance": 3 }, { "pair_id": 158824, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 7.79, 17.64 ], "duration": 82.66, "caption": "A man is reading from a stack of papers in his hand.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 158825, "video_name": "castle_s02e22_seg02_clip_21", "timestamp": [ 56.32, 59.95 ], "duration": 90.66, "caption": "A man walks over with papers in their hand.", "similarity": 0.7292, "relevance": 4 }, { "pair_id": 158826, "video_name": "castle_s01e02_seg02_clip_04", "timestamp": [ 14.88, 18.04 ], "duration": 90.66, "caption": "A man looks at his folder of papers and talks about them.", "similarity": 0.7203, "relevance": 3 }, { "pair_id": 158827, "video_name": "castle_s01e03_seg02_clip_10", "timestamp": [ 0.0, 6.74 ], "duration": 89.66, "caption": "A person looks through some papers then looks straight ahead.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 158828, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 0.3, 10.8 ], "duration": 60.66, "caption": "A man is reading from a piece of paper in his hands.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 158829, "video_name": "met_s02e08_seg02_clip_06", "timestamp": [ 35.42, 36.33 ], "duration": 60.66, "caption": "A man takes out a piece of paper from his jacket pocket and looks at it.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 158830, "video_name": "castle_s07e02_seg02_clip_17", "timestamp": [ 25.77, 37.27 ], "duration": 92.66, "caption": "A man looks through a stack of papers as he has a conversation with a woman.", "similarity": 0.6941, "relevance": 4 }, { "pair_id": 158831, "video_name": "friends_s02e19_seg02_clip_07", "timestamp": [ 12.71, 18.87 ], "duration": 82.66, "caption": "A man lifts up some papers in his hand and reads them.", "similarity": 0.6924, "relevance": 3 }, { "pair_id": 158832, "video_name": "castle_s03e15_seg02_clip_05", "timestamp": [ 81.99, 85.12 ], "duration": 89.66, "caption": "A woman looks at some papers that a man hands her.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 158833, "video_name": "house_s04e03_seg02_clip_21", "timestamp": [ 3.08, 5.72 ], "duration": 88.66, "caption": "A man was staring at the piece of paper he was holding.", "similarity": 0.6874, "relevance": 3 }, { "pair_id": 158834, "video_name": "house_s04e01_seg02_clip_11", "timestamp": [ 0.0, 5.63 ], "duration": 75.66, "caption": "A man was looking at a couple of papers whilst using the phone.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 158835, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 158836, "video_name": "castle_s02e24_seg02_clip_22", "timestamp": [ 5.74, 12.37 ], "duration": 88.66, "caption": "A man looks at a piece of paper another man hands him.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 158837, "video_name": "castle_s05e05_seg02_clip_23", "timestamp": [ 45.21, 46.59 ], "duration": 92.66, "caption": "A man is talking on his cellphone while looking at a paper document.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 158838, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 0.93, 5.58 ], "duration": 93.66, "caption": "A man looks through some papers while talking to two other men.", "similarity": 0.6606, "relevance": 4 }, { "pair_id": 158839, "video_name": "friends_s08e20_seg02_clip_15", "timestamp": [ 0.0, 43.1 ], "duration": 61.66, "caption": "A man was holding a bunch of papers whilst talking.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 332140, "video_name": "house_s02e08_seg02_clip_03", "timestamp": [ 2.64, 8.36 ], "duration": 88.66, "caption": "A man looks at some documents with his left hand while talking to a patient.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 332141, "video_name": "friends_s10e05_seg02_clip_06", "timestamp": [ 31.58, 35.12 ], "duration": 59.66, "caption": "A man comes in and hands guy some papers.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 332142, "video_name": "met_s06e07_seg02_clip_04", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A person appears at man's door holding a stack of papers.", "similarity": 0.6558, "relevance": 1 }, { "pair_id": 332143, "video_name": "house_s03e15_seg02_clip_06", "timestamp": [ 4.06, 14.42 ], "duration": 90.66, "caption": "A person was looking at a piece of paper.", "similarity": 0.6524, "relevance": 2 }, { "pair_id": 332144, "video_name": "castle_s05e24_seg02_clip_11", "timestamp": [ 86.39, 89.53 ], "duration": 89.66, "caption": "A man shuffles the papers he is holding in his hand.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 332145, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 46.07, 53.6 ], "duration": 94.66, "caption": "A person looks through some paper on the desk.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 332146, "video_name": "house_s06e08_seg02_clip_07", "timestamp": [ 7.6, 32.01 ], "duration": 80.66, "caption": "A man is looking at the contents of a notebook.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 332147, "video_name": "castle_s05e09_seg02_clip_12", "timestamp": [ 42.33, 44.15 ], "duration": 91.66, "caption": "A man checks for an information in the documents he is holding.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 332148, "video_name": "castle_s03e04_seg02_clip_10", "timestamp": [ 47.27, 55.29 ], "duration": 89.66, "caption": "A man walks through holding a piece of paper.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 332149, "video_name": "castle_s01e05_seg02_clip_21", "timestamp": [ 22.8, 34.93 ], "duration": 97.66, "caption": "A man is going through papers as he is seated at a desk.", "similarity": 0.6468, "relevance": 3 }, { "pair_id": 332150, "video_name": "castle_s02e19_seg02_clip_07", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman hands some papers over to man to look at.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 332151, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 55.26, 60.16 ], "duration": 89.66, "caption": "A man hands man a file with papers and a photo in it.", "similarity": 0.6448, "relevance": 2 }, { "pair_id": 332152, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 4.0, 9.77 ], "duration": 88.66, "caption": "A man pulls something out of an envelope and looks at it.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 332153, "video_name": "s09e18_seg02_clip_13", "timestamp": [ 4.72, 14.46 ], "duration": 59.66, "caption": "A man is reading off from the paper on his hands.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 332154, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 9.45, 22.06 ], "duration": 90.66, "caption": "A man checks the papers that they have in their hand while talking to a woman.", "similarity": 0.6427, "relevance": 3 }, { "pair_id": 332155, "video_name": "house_s01e09_seg02_clip_05", "timestamp": [ 4.31, 6.9 ], "duration": 86.66, "caption": "A male patient looks at a piece of white paper.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 332156, "video_name": "house_s04e14_seg02_clip_23", "timestamp": [ 56.89, 60.65 ], "duration": 94.66, "caption": "A man is holding a piece of paper while looking at the patient.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 332157, "video_name": "met_s02e19_seg02_clip_06", "timestamp": [ 54.62, 57.03 ], "duration": 60.66, "caption": "A person hands a man a stack of paperwork to read.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 332158, "video_name": "castle_s05e01_seg02_clip_08", "timestamp": [ 43.25, 50.3 ], "duration": 94.66, "caption": "A man is on the phone as he looks at a document.", "similarity": 0.6415, "relevance": 2 }, { "pair_id": 332159, "video_name": "house_s05e18_seg02_clip_06", "timestamp": [ 1.82, 4.1 ], "duration": 91.66, "caption": "A man walks over to the desk and checks out the papers.", "similarity": 0.6404, "relevance": 2 } ] }, { "query_id": 65112, "query": "A woman snatches the engagement ring out of person's hand to look at.", "relevant_moment": [ { "pair_id": 7280, "video_name": "s09e07_seg02_clip_07", "timestamp": [ 42.9, 48.98 ], "duration": 64.66, "caption": "A woman snatches the engagement ring out of person's hand to look at.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7281, "video_name": "s08e23_seg02_clip_07", "timestamp": [ 30.51, 34.18 ], "duration": 61.66, "caption": "A woman shows off her engagement ring to a man.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 7282, "video_name": "friends_s03e06_seg02_clip_07", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman grabs another woman's hand to look at her ring.", "similarity": 0.7673, "relevance": 3 }, { "pair_id": 7283, "video_name": "castle_s03e02_seg02_clip_00", "timestamp": [ 13.91, 19.01 ], "duration": 92.66, "caption": "A woman shows off a very large engagement ring.", "similarity": 0.7652, "relevance": 1 }, { "pair_id": 7284, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 40.52, 42.95 ], "duration": 81.66, "caption": "A woman takes the engagement ring away from man.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 7285, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 16.34, 29.06 ], "duration": 90.66, "caption": "A woman looks down at her ring when she recalls her engagement.", "similarity": 0.7441, "relevance": 2 }, { "pair_id": 7286, "video_name": "friends_s01e02_seg02_clip_05", "timestamp": [ 31.34, 33.66 ], "duration": 58.66, "caption": "A woman finds the engagement ring and pulls it out of the lasagna to show the rest of the group.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 7287, "video_name": "friends_s05e01_seg01_clip_01", "timestamp": [ 22.92, 26.08 ], "duration": 79.66, "caption": "A woman grabs person's hand and aggressively slides the ring on their finger.", "similarity": 0.737, "relevance": 3 }, { "pair_id": 7288, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 19.21, 23.11 ], "duration": 60.66, "caption": "A woman grabs another woman's hand and looks at both of their rings.", "similarity": 0.7338, "relevance": 4 }, { "pair_id": 7289, "video_name": "castle_s07e10_seg02_clip_11", "timestamp": [ 63.44, 68.8 ], "duration": 89.66, "caption": "A woman lifts her hand to display her ring.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 7290, "video_name": "friends_s03e06_seg02_clip_05", "timestamp": [ 32.76, 36.6 ], "duration": 59.66, "caption": "A woman extends her hand to show off a ring.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 7291, "video_name": "s04e20_seg02_clip_17", "timestamp": [ 11.81, 14.01 ], "duration": 40.66, "caption": "A woman shows off her engagement ring to her friends.", "similarity": 0.7013, "relevance": 3 }, { "pair_id": 7292, "video_name": "castle_s07e22_seg02_clip_22", "timestamp": [ 9.78, 14.2 ], "duration": 46.66, "caption": "A man grabs a person's hand and looks at his ring and shows it to a woman.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 7293, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 10.68, 12.51 ], "duration": 61.66, "caption": "A woman holds up her hand to show off her ring.", "similarity": 0.6946, "relevance": 2 }, { "pair_id": 7294, "video_name": "friends_s03e06_seg02_clip_05", "timestamp": [ 44.27, 52.83 ], "duration": 59.66, "caption": "A woman looks down at her ring and touches it.", "similarity": 0.6873, "relevance": 1 }, { "pair_id": 7295, "video_name": "friends_s01e02_seg02_clip_18", "timestamp": [ 30.7, 35.67 ], "duration": 62.66, "caption": "A woman reaches into her purse and pulls out a ring.", "similarity": 0.6872, "relevance": 0 }, { "pair_id": 7296, "video_name": "castle_s06e22_seg02_clip_16", "timestamp": [ 54.89, 67.44 ], "duration": 93.66, "caption": "A woman takes off their necklace and looks at the ring on it.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 7297, "video_name": "grey_s03e08_seg02_clip_20", "timestamp": [ 10.11, 17.92 ], "duration": 91.66, "caption": "A woman holds up two fingers and looks at the rings on them.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 7298, "video_name": "castle_s07e13_seg02_clip_01", "timestamp": [ 3.19, 5.01 ], "duration": 91.66, "caption": "A woman holds up her hand to show person her ring.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 7299, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 15.91, 18.01 ], "duration": 60.66, "caption": "A man hands a woman a ring and she takes it.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 180600, "video_name": "friends_s06e23_seg02_clip_21", "timestamp": [ 15.01, 19.51 ], "duration": 60.66, "caption": "A woman takes a look at a ring in the box that was given by a man closely.", "similarity": 0.666, "relevance": 4 }, { "pair_id": 180601, "video_name": "s09e01_seg02_clip_10", "timestamp": [ 2.7, 4.8 ], "duration": 60.66, "caption": "A person picks up a ring and looks at it.", "similarity": 0.6647, "relevance": 2 }, { "pair_id": 180602, "video_name": "friends_s10e05_seg02_clip_24", "timestamp": [ 0.0, 3.05 ], "duration": 87.66, "caption": "A woman takes some rings off her fingers on her left hand.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 180603, "video_name": "s08e24_seg02_clip_05", "timestamp": [ 23.41, 26.41 ], "duration": 60.66, "caption": "A woman points to the ring on her hand.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 180604, "video_name": "friends_s08e23-24_seg02_clip_04", "timestamp": [ 52.72, 61.1 ], "duration": 62.66, "caption": "A woman pulls a ring box out of her purse with a ring and shows it to a man.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 180605, "video_name": "friends_s04e20_seg02_clip_06", "timestamp": [ 17.93, 21.29 ], "duration": 56.66, "caption": "A woman takes the ring off her finger and hands it to another woman in black.", "similarity": 0.6508, "relevance": 3 }, { "pair_id": 180606, "video_name": "friends_s07e21_seg02_clip_07", "timestamp": [ 44.68, 49.61 ], "duration": 58.66, "caption": "A man takes a woman's hand and places the ring on her finger.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 180607, "video_name": "castle_s07e11_seg02_clip_11", "timestamp": [ 1.37, 3.66 ], "duration": 91.66, "caption": "A woman shows the ring on her finger to a man.", "similarity": 0.6455, "relevance": 2 }, { "pair_id": 180608, "video_name": "castle_s07e06_seg02_clip_26", "timestamp": [ 6.0, 9.0 ], "duration": 150.66, "caption": "A woman places a ring on a man's ring finger.", "similarity": 0.6388, "relevance": 3 }, { "pair_id": 180609, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 56.19, 57.11 ], "duration": 61.66, "caption": "A woman takes a key ring out of her purse.", "similarity": 0.6363, "relevance": 0 }, { "pair_id": 180610, "video_name": "castle_s02e22_seg02_clip_20", "timestamp": [ 56.52, 66.67 ], "duration": 88.66, "caption": "A person smashes the heart mold on the counter and finds the engagement ring.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 180611, "video_name": "friends_s09e01_seg02_clip_05", "timestamp": [ 43.38, 49.29 ], "duration": 59.66, "caption": "A woman takes a ring out of a box and puts it on her finger.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 180612, "video_name": "met_s02e22_seg02_clip_05", "timestamp": [ 9.3, 10.2 ], "duration": 60.66, "caption": "A person hands an engagement ring to a restaurant patron behind them.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 180613, "video_name": "grey_s02e04_seg02_clip_17", "timestamp": [ 60.82, 72.02 ], "duration": 80.66, "caption": "A woman retrieves her wedding rings from her shirt pocket, and puts them back on her hand while speaking to another woman.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 180614, "video_name": "friends_s08e18_seg02_clip_10", "timestamp": [ 58.59, 64.03 ], "duration": 64.66, "caption": "A woman tells everyone how big her engagement ring is.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 180615, "video_name": "s09e22_seg02_clip_06", "timestamp": [ 7.97, 9.44 ], "duration": 59.66, "caption": "A woman is smiling while she looks at her wedding ring.", "similarity": 0.6235, "relevance": 2 }, { "pair_id": 180616, "video_name": "s05e12_seg02_clip_11", "timestamp": [ 57.07, 58.62 ], "duration": 62.66, "caption": "A person takes a piece of jewelry out of a woman's hands.", "similarity": 0.6203, "relevance": 3 }, { "pair_id": 180617, "video_name": "castle_s06e01_seg02_clip_01", "timestamp": [ 11.57, 15.13 ], "duration": 89.66, "caption": "A person romantically puts a ring into someone's ring finger.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 180618, "video_name": "s03e17_seg02_clip_01", "timestamp": [ 14.11, 17.71 ], "duration": 60.66, "caption": "A person reaches and takes the ring from another person.", "similarity": 0.6149, "relevance": 3 }, { "pair_id": 180619, "video_name": "grey_s02e08_seg02_clip_04", "timestamp": [ 0.0, 4.54 ], "duration": 90.66, "caption": "A woman lifts her hand and shows man her wedding ring as he tells her not to bring that up as he turns away and she intercept him by telling him to remember it.", "similarity": 0.6139, "relevance": 2 } ] }, { "query_id": 65137, "query": "A woman opens a novelty container and cigarettes pop out.", "relevant_moment": [ { "pair_id": 152040, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 34.52, 36.02 ], "duration": 60.66, "caption": "A woman opens a novelty container and cigarettes pop out.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 152041, "video_name": "friends_s02e19_seg02_clip_02", "timestamp": [ 53.67, 54.54 ], "duration": 58.66, "caption": "A woman puts out a cigarette in a cup.", "similarity": 0.7108, "relevance": 0 }, { "pair_id": 152042, "video_name": "friends_s09e05_seg02_clip_04", "timestamp": [ 41.38, 47.51 ], "duration": 61.66, "caption": "A woman takes a pack of cigarettes out of someone's suit.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 152043, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 33.31, 37.82 ], "duration": 60.66, "caption": "A woman with curly blonde hair opens a device and takes out a cigarette.", "similarity": 0.6485, "relevance": 4 }, { "pair_id": 152044, "video_name": "friends_s05e18_seg02_clip_07", "timestamp": [ 20.16, 57.38 ], "duration": 62.66, "caption": "A woman grabs a cigarette from a person to try for herself.", "similarity": 0.6444, "relevance": 0 }, { "pair_id": 152045, "video_name": "friends_s01e03_seg02_clip_11", "timestamp": [ 47.04, 77.45 ], "duration": 95.66, "caption": "A person opens up their drawer and takes a cigarette under the radar.", "similarity": 0.6398, "relevance": 1 }, { "pair_id": 152046, "video_name": "met_s02e19_seg01_clip_01", "timestamp": [ 8.55, 10.55 ], "duration": 55.66, "caption": "A woman grabs a cigarette in her mouth and flicks it.", "similarity": 0.6377, "relevance": 0 }, { "pair_id": 152047, "video_name": "s05e08_seg02_clip_08", "timestamp": [ 56.14, 58.62 ], "duration": 62.66, "caption": "A woman opens up her container of food that was given to her by another person.", "similarity": 0.63, "relevance": 0 }, { "pair_id": 152048, "video_name": "grey_s03e01_seg02_clip_17", "timestamp": [ 13.8, 15.18 ], "duration": 92.66, "caption": "A person opens a lid on their food container.", "similarity": 0.6294, "relevance": 1 }, { "pair_id": 152049, "video_name": "castle_s06e20_seg02_clip_08", "timestamp": [ 33.65, 35.87 ], "duration": 88.66, "caption": "A woman snatches a cigarette out of a man's mouth.", "similarity": 0.6238, "relevance": 0 }, { "pair_id": 152050, "video_name": "friends_s06e15-16_seg02_clip_03", "timestamp": [ 28.14, 33.36 ], "duration": 58.66, "caption": "A woman puts a cigarette in her mouth and lights it up.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 152051, "video_name": "friends_s02e10_seg02_clip_06", "timestamp": [ 29.77, 46.52 ], "duration": 62.66, "caption": "A woman answers the phone and puts out her cigarette in the ashtray.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 152052, "video_name": "friends_s09e05_seg02_clip_04", "timestamp": [ 40.16, 44.14 ], "duration": 61.66, "caption": "A woman pulls a pack of cigarettes from man's jacket.", "similarity": 0.6184, "relevance": 1 }, { "pair_id": 152053, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 35.45, 39.74 ], "duration": 57.66, "caption": "A woman opens the fridge and gets something from inside.", "similarity": 0.617, "relevance": 0 }, { "pair_id": 152054, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 7.78, 12.82 ], "duration": 91.66, "caption": "A woman opens the refrigerator door and stuff comes barreling out.", "similarity": 0.6161, "relevance": 0 }, { "pair_id": 152055, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 26.11, 27.31 ], "duration": 60.66, "caption": "A woman exhales a large plume of cigarette smoke.", "similarity": 0.6147, "relevance": 0 }, { "pair_id": 152056, "video_name": "s08e14_seg02_clip_02", "timestamp": [ 39.62, 47.42 ], "duration": 60.66, "caption": "A person drops a beaker of liquid into a smoking metal container.", "similarity": 0.6147, "relevance": 0 }, { "pair_id": 152057, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 10.27, 16.49 ], "duration": 27.66, "caption": "A woman opens the soda and sees something in the lid.", "similarity": 0.6118, "relevance": 1 }, { "pair_id": 152058, "video_name": "friends_s02e19_seg02_clip_02", "timestamp": [ 34.23, 35.4 ], "duration": 58.66, "caption": "A woman takes a drag off of a cigarette.", "similarity": 0.6117, "relevance": 0 }, { "pair_id": 152059, "video_name": "castle_s04e14_seg02_clip_18", "timestamp": [ 55.19, 60.09 ], "duration": 89.66, "caption": "A woman walks around with a tray of cigarettes.", "similarity": 0.6117, "relevance": 0 } ] }, { "query_id": 65177, "query": "Three people arrive and take seats around the table.", "relevant_moment": [ { "pair_id": 159940, "video_name": "met_s06e05_seg02_clip_02", "timestamp": [ 51.89, 57.02 ], "duration": 60.66, "caption": "Three people arrive and take seats around the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159941, "video_name": "castle_s05e02_seg02_clip_20", "timestamp": [ 2.3, 5.98 ], "duration": 92.66, "caption": "A man and a woman both take a seat at the table with two men.", "similarity": 0.752, "relevance": 3 }, { "pair_id": 159942, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 15.61, 20.11 ], "duration": 60.66, "caption": "Some people have a seat around a table.", "similarity": 0.7518, "relevance": 3 }, { "pair_id": 159943, "video_name": "friends_s01e14_seg02_clip_10", "timestamp": [ 6.56, 36.78 ], "duration": 57.66, "caption": "Some friends of someone come over and take a seat at the table.", "similarity": 0.7389, "relevance": 3 }, { "pair_id": 159944, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.7, 9.63 ], "duration": 55.66, "caption": "A person takes a seat at a table with some people.", "similarity": 0.7328, "relevance": 3 }, { "pair_id": 159945, "video_name": "s03e05_seg02_clip_00", "timestamp": [ 33.3, 40.02 ], "duration": 64.66, "caption": "Two people come and sit down at the table with two other people.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 159946, "video_name": "s02e04_seg02_clip_07", "timestamp": [ 28.99, 31.73 ], "duration": 61.66, "caption": "Three people simultaneously get up from the table and leave.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 159947, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 0.0, 62.03 ], "duration": 62.66, "caption": "Three people are sitting across each other within the same table.", "similarity": 0.7069, "relevance": 3 }, { "pair_id": 159948, "video_name": "friends_s01e01_seg02_clip_19", "timestamp": [ 35.84, 37.99 ], "duration": 61.66, "caption": "Three people put a table back.", "similarity": 0.6932, "relevance": 2 }, { "pair_id": 159949, "video_name": "house_s08e10_seg02_clip_02", "timestamp": [ 87.24, 89.02 ], "duration": 89.66, "caption": "Three people are sitting at a booth when someone walks up to their table to sit.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 159950, "video_name": "met_s02e01_seg02_clip_17", "timestamp": [ 7.65, 9.26 ], "duration": 46.66, "caption": "Three people sit at a kitchen table.", "similarity": 0.6839, "relevance": 4 }, { "pair_id": 159951, "video_name": "s02e02_seg02_clip_11", "timestamp": [ 25.24, 58.03 ], "duration": 58.66, "caption": "Three men joined the table with woman.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 159952, "video_name": "s03e15_seg02_clip_06", "timestamp": [ 23.8, 27.77 ], "duration": 61.66, "caption": "A man arrives at the table two other men are seated at.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 159953, "video_name": "house_s01e03_seg02_clip_16", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "Three people were seated in the chair.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 159954, "video_name": "s05e21_seg01_clip_00", "timestamp": [ 3.72, 6.2 ], "duration": 62.66, "caption": "Some people walking to and sit down at a table.", "similarity": 0.6699, "relevance": 4 }, { "pair_id": 159955, "video_name": "s07e10_seg02_clip_11", "timestamp": [ 48.21, 61.03 ], "duration": 61.66, "caption": "Three people eat at the table together.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 159956, "video_name": "s03e13_seg01_clip_01", "timestamp": [ 20.03, 26.57 ], "duration": 77.66, "caption": "Some people get up from a dining table.", "similarity": 0.6671, "relevance": 1 }, { "pair_id": 159957, "video_name": "s10e03_seg02_clip_00", "timestamp": [ 25.63, 36.31 ], "duration": 61.66, "caption": "First person and then another person sit down at the table.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 159958, "video_name": "castle_s06e07_seg02_clip_20", "timestamp": [ 30.18, 32.92 ], "duration": 91.66, "caption": "A person and another person sit down at a table where two other people are already seated.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 159959, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 3.54, 10.62 ], "duration": 59.66, "caption": "Some people walk over to the table where some other people are.", "similarity": 0.6604, "relevance": 2 }, { "pair_id": 333260, "video_name": "house_s06e05_seg02_clip_21", "timestamp": [ 39.63, 42.61 ], "duration": 85.66, "caption": "Multiple people stand up from the table.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 333261, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A person arrives to the cafeteria table to join the three others.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 333262, "video_name": "grey_s02e18_seg02_clip_13", "timestamp": [ 88.44, 92.12 ], "duration": 92.66, "caption": "Some people sit down at the table with two women.", "similarity": 0.6512, "relevance": 4 }, { "pair_id": 333263, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 3.05, 5.19 ], "duration": 61.66, "caption": "Three people carry their lunch trays to a table and sit down.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 333264, "video_name": "house_s05e08_seg02_clip_01", "timestamp": [ 45.55, 49.23 ], "duration": 92.66, "caption": "Three people get up from the table leaving a man sitting alone.", "similarity": 0.6475, "relevance": 1 }, { "pair_id": 333265, "video_name": "house_s05e22_seg02_clip_00", "timestamp": [ 78.87, 85.71 ], "duration": 91.66, "caption": "A person walks in and sits down at a table with three other people.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 333266, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 0.32, 63.03 ], "duration": 63.66, "caption": "Some people were all sitting at the same table.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 333267, "video_name": "house_s06e19_seg02_clip_07", "timestamp": [ 60.32, 62.57 ], "duration": 90.66, "caption": "A person is sitting at a dinner table as another person arrives and sits at his table.", "similarity": 0.6453, "relevance": 1 }, { "pair_id": 333268, "video_name": "s01e16_seg01_clip_02", "timestamp": [ 0.0, 52.02 ], "duration": 52.66, "caption": "Some people were sitting across each other at the same table.", "similarity": 0.6412, "relevance": 2 }, { "pair_id": 333269, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 82.24, 87.02 ], "duration": 87.66, "caption": "Three people get up and walk away from the table.", "similarity": 0.6344, "relevance": 1 }, { "pair_id": 333270, "video_name": "s07e11_seg02_clip_03", "timestamp": [ 50.76, 54.89 ], "duration": 59.66, "caption": "Woman goes to the table to take the order of man, man, and man.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 333271, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 0.0, 56.09 ], "duration": 56.66, "caption": "Some people were sitting around the dining table.", "similarity": 0.6339, "relevance": 2 }, { "pair_id": 333272, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 53.7, 57.98 ], "duration": 61.66, "caption": "A man comes and sits at the table with some people.", "similarity": 0.6297, "relevance": 3 }, { "pair_id": 333273, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 4.13, 9.44 ], "duration": 59.66, "caption": "Two people arrive at the restaurant to a woman and a man's table.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 333274, "video_name": "castle_s03e12_seg02_clip_10", "timestamp": [ 6.75, 11.25 ], "duration": 90.66, "caption": "Three people walk over to stand next to a body on a table.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 333275, "video_name": "house_s06e02_seg02_clip_05", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "Some people stand up from their chairs at a table.", "similarity": 0.6265, "relevance": 1 }, { "pair_id": 333276, "video_name": "castle_s03e14_seg02_clip_03", "timestamp": [ 81.1, 89.12 ], "duration": 89.66, "caption": "Three people walk to a table to sit down and talk.", "similarity": 0.6264, "relevance": 4 }, { "pair_id": 333277, "video_name": "friends_s04e13_seg02_clip_18", "timestamp": [ 19.21, 23.05 ], "duration": 64.66, "caption": "Three people reaching for food off the coffee table that a person has prepared.", "similarity": 0.626, "relevance": 4 }, { "pair_id": 333278, "video_name": "s02e07_seg02_clip_05", "timestamp": [ 53.42, 57.26 ], "duration": 59.66, "caption": "A person sits at the table while giving another person his/her order.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 333279, "video_name": "s05e13_seg02_clip_05", "timestamp": [ 24.81, 28.8 ], "duration": 57.66, "caption": "A person arrives at a table to take their order.", "similarity": 0.6254, "relevance": 2 } ] }, { "query_id": 65243, "query": "The police suddenly came in the house with guns.", "relevant_moment": [ { "pair_id": 153080, "video_name": "castle_s02e24_seg02_clip_17", "timestamp": [ 0.0, 5.67 ], "duration": 87.66, "caption": "The police suddenly came in the house with guns.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153081, "video_name": "castle_s03e13_seg02_clip_13", "timestamp": [ 83.18, 88.02 ], "duration": 88.66, "caption": "Some people and police burst into a home.", "similarity": 0.7103, "relevance": 4 }, { "pair_id": 153082, "video_name": "castle_s07e01_seg02_clip_03", "timestamp": [ 42.64, 50.0 ], "duration": 98.66, "caption": "Police came and a woman holding a gun and about to get inside.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 153083, "video_name": "castle_s02e19_seg02_clip_13", "timestamp": [ 47.47, 51.95 ], "duration": 89.66, "caption": "A group of people came in to a House while pointing their guns.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 153084, "video_name": "castle_s03e06_seg02_clip_11", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "When a man comes walking out the door, the police point their guns at him.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 153085, "video_name": "castle_s02e08_seg02_clip_02", "timestamp": [ 86.02, 90.57 ], "duration": 91.66, "caption": "The policemen storm into the home, startling a person sitting in the chair.", "similarity": 0.607, "relevance": 4 }, { "pair_id": 153086, "video_name": "castle_s04e15_seg02_clip_08", "timestamp": [ 22.01, 30.81 ], "duration": 88.66, "caption": "A woman senses someone in the house so she was holding her gun tightly.", "similarity": 0.5883, "relevance": 3 }, { "pair_id": 153087, "video_name": "castle_s08e16_seg02_clip_20", "timestamp": [ 15.93, 22.31 ], "duration": 91.66, "caption": "Officers kick open a door and enter the room with their guns drawn.", "similarity": 0.5731, "relevance": 4 }, { "pair_id": 153088, "video_name": "castle_s03e03_seg02_clip_24", "timestamp": [ 11.5, 12.42 ], "duration": 92.66, "caption": "Police officers approach the group with guns.", "similarity": 0.5669, "relevance": 1 }, { "pair_id": 153089, "video_name": "castle_s02e18_seg02_clip_09", "timestamp": [ 88.38, 94.08 ], "duration": 95.66, "caption": "Armed police come down the hall holding guns and stop at a colored door.", "similarity": 0.5568, "relevance": 3 }, { "pair_id": 153090, "video_name": "castle_s08e12_seg02_clip_25", "timestamp": [ 79.36, 80.27 ], "duration": 91.66, "caption": "The elevator doors open and the police come in.", "similarity": 0.548, "relevance": 3 }, { "pair_id": 153091, "video_name": "castle_s02e08_seg02_clip_02", "timestamp": [ 85.11, 88.29 ], "duration": 91.66, "caption": "Police officers kick down the door of a residential house and storm inside.", "similarity": 0.5434, "relevance": 3 }, { "pair_id": 153092, "video_name": "castle_s08e19_seg02_clip_23", "timestamp": [ 68.62, 78.92 ], "duration": 98.66, "caption": "Police officers raid a building while holding guns.", "similarity": 0.5424, "relevance": 3 }, { "pair_id": 153093, "video_name": "castle_s04e04_seg02_clip_24", "timestamp": [ 13.06, 18.91 ], "duration": 90.66, "caption": "A man takes out his gun and he points it at the police.", "similarity": 0.5398, "relevance": 3 }, { "pair_id": 153094, "video_name": "castle_s02e21_seg02_clip_17", "timestamp": [ 36.92, 40.13 ], "duration": 107.66, "caption": "A man enters a home with his gun drawn.", "similarity": 0.5338, "relevance": 1 }, { "pair_id": 153095, "video_name": "castle_s07e15_seg02_clip_18", "timestamp": [ 86.58, 93.55 ], "duration": 199.66, "caption": "A person opens the door to the house slowly with their gun drawn.", "similarity": 0.5296, "relevance": 3 }, { "pair_id": 153096, "video_name": "castle_s04e03_seg02_clip_04", "timestamp": [ 38.06, 44.7 ], "duration": 88.66, "caption": "The cops round the corner with their guns drawn.", "similarity": 0.5256, "relevance": 1 }, { "pair_id": 153097, "video_name": "castle_s06e06_seg02_clip_09", "timestamp": [ 0.0, 7.54 ], "duration": 83.66, "caption": "Two men quickly entered the room and both pointed a gun to a man.", "similarity": 0.5194, "relevance": 3 }, { "pair_id": 153098, "video_name": "house_s05e09_seg02_clip_03", "timestamp": [ 8.08, 13.3 ], "duration": 95.66, "caption": "There was a person holding a gun pointing at Dr. House while he was on the phone.", "similarity": 0.515, "relevance": 1 }, { "pair_id": 153099, "video_name": "friends_s06e20_seg02_clip_07", "timestamp": [ 11.55, 14.73 ], "duration": 57.66, "caption": "The person wearing red blouse suddenly came in the house.", "similarity": 0.5138, "relevance": 0 }, { "pair_id": 326400, "video_name": "castle_s08e16_seg02_clip_10", "timestamp": [ 31.06, 36.46 ], "duration": 90.66, "caption": "Suddenly a person with a gun came point the gun to them, they start a conversation.", "similarity": 0.5088, "relevance": 3 }, { "pair_id": 326401, "video_name": "castle_s04e15_seg02_clip_08", "timestamp": [ 0.0, 8.8 ], "duration": 88.66, "caption": "A man and woman went on a house with a dead person and woman holding a gun.", "similarity": 0.5071, "relevance": 3 }, { "pair_id": 326402, "video_name": "castle_s07e13_seg02_clip_18", "timestamp": [ 67.11, 70.42 ], "duration": 110.66, "caption": "A woman draws her gun while entering a house.", "similarity": 0.498, "relevance": 4 }, { "pair_id": 326403, "video_name": "castle_s05e04_seg02_clip_25", "timestamp": [ 20.75, 40.14 ], "duration": 90.66, "caption": "A police officer puts a gun to another person's body.", "similarity": 0.4966, "relevance": 2 }, { "pair_id": 326404, "video_name": "castle_s01e07_seg02_clip_25", "timestamp": [ 10.58, 22.93 ], "duration": 88.66, "caption": "The cops look all around a room until a person walks in.", "similarity": 0.4963, "relevance": 2 }, { "pair_id": 326405, "video_name": "castle_s06e06_seg02_clip_09", "timestamp": [ 0.0, 6.71 ], "duration": 83.66, "caption": "Two policemen pointed a gun towards a suspect.", "similarity": 0.4951, "relevance": 4 }, { "pair_id": 326406, "video_name": "castle_s07e01_seg02_clip_03", "timestamp": [ 37.25, 45.58 ], "duration": 98.66, "caption": "The police car stops at a junk yard and some people get out of the car and draw their guns.", "similarity": 0.494, "relevance": 2 }, { "pair_id": 326407, "video_name": "castle_s03e01_seg02_clip_03", "timestamp": [ 49.51, 58.52 ], "duration": 90.66, "caption": "A person mentions the apartment door being open and they take out their guns as they approach the door.", "similarity": 0.4874, "relevance": 3 }, { "pair_id": 326408, "video_name": "castle_s01e06_seg02_clip_07", "timestamp": [ 24.93, 31.16 ], "duration": 89.66, "caption": "A woman bursts into the house with weapon drawn shouting.", "similarity": 0.4866, "relevance": 4 }, { "pair_id": 326409, "video_name": "castle_s05e04_seg02_clip_12", "timestamp": [ 5.7, 7.9 ], "duration": 87.66, "caption": "A police officer opened the door and entered the room along with two other people.", "similarity": 0.4854, "relevance": 2 }, { "pair_id": 326410, "video_name": "s03e04_seg02_clip_10", "timestamp": [ 19.22, 22.89 ], "duration": 61.66, "caption": "A man knocks on the door and came in the house.", "similarity": 0.4841, "relevance": 1 }, { "pair_id": 326411, "video_name": "castle_s04e14_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "Two people entered a house that had a serious crime.", "similarity": 0.4838, "relevance": 1 }, { "pair_id": 326412, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 4.53, 8.6 ], "duration": 90.66, "caption": "A group of people burst through the door of a home.", "similarity": 0.4771, "relevance": 4 }, { "pair_id": 326413, "video_name": "house_s08e02_seg02_clip_06", "timestamp": [ 63.82, 77.02 ], "duration": 88.66, "caption": "The police show up to a patient's house to arrest a person.", "similarity": 0.4764, "relevance": 1 }, { "pair_id": 326414, "video_name": "castle_s04e06_seg02_clip_25", "timestamp": [ 52.45, 56.97 ], "duration": 90.66, "caption": "Armed police officers come into the room and begin to handcuff a man.", "similarity": 0.4758, "relevance": 3 }, { "pair_id": 326415, "video_name": "castle_s07e17_seg02_clip_03", "timestamp": [ 91.31, 100.49 ], "duration": 102.66, "caption": "Two detectives enter the victim's apartment with their guns drawn and search for the suspect.", "similarity": 0.4746, "relevance": 4 }, { "pair_id": 326416, "video_name": "castle_s05e04_seg02_clip_13", "timestamp": [ 42.76, 49.96 ], "duration": 90.66, "caption": "A cop suddenly came in the office and a person talks to them.", "similarity": 0.4738, "relevance": 2 }, { "pair_id": 326417, "video_name": "castle_s02e18_seg02_clip_21", "timestamp": [ 21.42, 54.9 ], "duration": 89.66, "caption": "Some people emerge from between cars and are carrying guns.", "similarity": 0.4724, "relevance": 3 }, { "pair_id": 326418, "video_name": "castle_s03e04_seg02_clip_13", "timestamp": [ 69.57, 82.42 ], "duration": 88.66, "caption": "A person puts his house key into the lock and turns it as he takes out a pistol from its case.", "similarity": 0.4713, "relevance": 1 }, { "pair_id": 326419, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 32.2, 36.61 ], "duration": 88.66, "caption": "A woman and man came in the house when they opened the lock immediately.", "similarity": 0.4711, "relevance": 1 } ] }, { "query_id": 65294, "query": "A person is walking towards the end of the line as some people follow him.", "relevant_moment": [ { "pair_id": 15760, "video_name": "s04e08_seg02_clip_03", "timestamp": [ 26.36, 62.03 ], "duration": 62.66, "caption": "A person is walking towards the end of the line as some people follow him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15761, "video_name": "s04e08_seg02_clip_11", "timestamp": [ 32.22, 34.78 ], "duration": 57.66, "caption": "A person turns to walk away from a line they have been standing in with some people.", "similarity": 0.784, "relevance": 2 }, { "pair_id": 15762, "video_name": "friends_s02e12-13_seg02_clip_09", "timestamp": [ 26.53, 33.82 ], "duration": 52.66, "caption": "A person offers someone to follow them and they started to walk behind them.", "similarity": 0.7256, "relevance": 1 }, { "pair_id": 15763, "video_name": "s08e04_seg02_clip_03", "timestamp": [ 0.9, 4.8 ], "duration": 60.66, "caption": "A person walks over to some people.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 15764, "video_name": "castle_s06e02_seg02_clip_18", "timestamp": [ 4.55, 10.92 ], "duration": 91.66, "caption": "A person points behind him and walks in that direction.", "similarity": 0.6771, "relevance": 0 }, { "pair_id": 15765, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 14.41, 16.01 ], "duration": 64.66, "caption": "A person walks behind some people as they stand near someone and someone.", "similarity": 0.676, "relevance": 1 }, { "pair_id": 15766, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 1.48, 4.13 ], "duration": 59.66, "caption": "A person quickly walks towards another person and stops when he gets there.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 15767, "video_name": "house_s02e19_seg02_clip_00", "timestamp": [ 19.12, 22.3 ], "duration": 91.66, "caption": "A person walks in continuously and another person follows him.", "similarity": 0.673, "relevance": 1 }, { "pair_id": 15768, "video_name": "s08e22_seg02_clip_06", "timestamp": [ 43.49, 47.59 ], "duration": 63.66, "caption": "A person briskly walks over to some people.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 15769, "video_name": "s09e23_seg02_clip_09", "timestamp": [ 57.37, 58.59 ], "duration": 61.66, "caption": "A person demands that another person move to the end of the waiting line.", "similarity": 0.6718, "relevance": 0 }, { "pair_id": 15770, "video_name": "s05e11_seg02_clip_08", "timestamp": [ 0.0, 10.62 ], "duration": 59.66, "caption": "A person walks towards the bar exit with some people following him.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 15771, "video_name": "house_s04e04_seg02_clip_15", "timestamp": [ 54.64, 61.47 ], "duration": 85.66, "caption": "A person walks out and group immediately follow them.", "similarity": 0.6689, "relevance": 3 }, { "pair_id": 15772, "video_name": "castle_s04e16_seg02_clip_15", "timestamp": [ 9.64, 26.15 ], "duration": 91.66, "caption": "Multiple people are walking in a line and then go down some steps.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 15773, "video_name": "s03e01_seg02_clip_00", "timestamp": [ 32.88, 35.36 ], "duration": 62.66, "caption": "A person quickly walks back toward some people.", "similarity": 0.6599, "relevance": 1 }, { "pair_id": 15774, "video_name": "s09e23_seg02_clip_13", "timestamp": [ 36.62, 42.02 ], "duration": 60.66, "caption": "A person is holding another person's arm as they are going up in the line.", "similarity": 0.6559, "relevance": 4 }, { "pair_id": 15776, "video_name": "house_s05e23_seg02_clip_14", "timestamp": [ 50.44, 53.59 ], "duration": 90.66, "caption": "A person walks out and the group follows him.", "similarity": 0.6515, "relevance": 3 }, { "pair_id": 15777, "video_name": "friends_s09e22_seg02_clip_19", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A person walks around from one side of another person to the other.", "similarity": 0.6488, "relevance": 1 }, { "pair_id": 15778, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 75.33, 78.94 ], "duration": 90.66, "caption": "A person walks out and another person follows him immediately.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 15779, "video_name": "s06e06_seg02_clip_09", "timestamp": [ 26.98, 31.32 ], "duration": 62.66, "caption": "A person walks from one area to another.", "similarity": 0.6463, "relevance": 1 } ] }, { "query_id": 65304, "query": "A woman opens the wine using a wine opener while still speaking.", "relevant_moment": [ { "pair_id": 234640, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 8.68, 15.51 ], "duration": 62.66, "caption": "A woman is holding a wine glass and takes a drink from it.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 234641, "video_name": "met_s03e08_seg02_clip_06", "timestamp": [ 55.29, 56.79 ], "duration": 59.66, "caption": "A woman holds a glass of wine in her right hand.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 234642, "video_name": "s08e15_seg01_clip_01", "timestamp": [ 11.56, 22.12 ], "duration": 66.66, "caption": "A woman holds a bottle of wine while talking to a person.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 234643, "video_name": "friends_s01e16-17_seg02_clip_32", "timestamp": [ 28.92, 34.24 ], "duration": 59.66, "caption": "A woman grabs the bottle of wine and pours it.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 234644, "video_name": "friends_s05e20_seg02_clip_04", "timestamp": [ 41.88, 46.93 ], "duration": 59.66, "caption": "A woman opens a bottle she is holding and takes a drink.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 234645, "video_name": "met_s03e08_seg02_clip_06", "timestamp": [ 54.1, 56.79 ], "duration": 59.66, "caption": "A woman grabs her wine and starts to drink it.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 234646, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 56.61, 59.59 ], "duration": 59.66, "caption": "A woman raises her wine glass and takes a sip of wine.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 234647, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 74.08, 77.26 ], "duration": 90.66, "caption": "A person hands a glass of wine to woman.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 234648, "video_name": "castle_s05e10_seg02_clip_20", "timestamp": [ 34.46, 35.82 ], "duration": 90.66, "caption": "A woman lifts up wine glass and takes a sip.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 234649, "video_name": "s05e07_seg02_clip_07", "timestamp": [ 52.18, 54.93 ], "duration": 61.66, "caption": "A woman takes a sip of a glass of wine.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 234650, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.04, 37.84 ], "duration": 61.66, "caption": "A woman puts a wine glass up to person's mouth and drinks from it.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 234651, "video_name": "s03e18_seg02_clip_15", "timestamp": [ 3.66, 7.02 ], "duration": 61.66, "caption": "A woman offers a glass of wine to a person.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 234652, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 4.27, 9.76 ], "duration": 61.66, "caption": "A woman is holding a glass of wine while talking to man.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 234653, "video_name": "met_s02e06_seg02_clip_05", "timestamp": [ 55.37, 60.18 ], "duration": 60.66, "caption": "A woman is talking to someone then takes a drink of her wine.", "similarity": 0.6323, "relevance": 3 }, { "pair_id": 234654, "video_name": "met_s03e06_seg02_clip_05", "timestamp": [ 49.08, 50.32 ], "duration": 61.66, "caption": "A person lifts a glass of wine and brings it up to their mouth.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 234655, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A woman takes a sip from her wine glass.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 234656, "video_name": "friends_s07e17_seg02_clip_02", "timestamp": [ 32.57, 35.67 ], "duration": 62.66, "caption": "A woman switches her wine glass from one hand to another while talking to the person at the store.", "similarity": 0.6283, "relevance": 2 }, { "pair_id": 234657, "video_name": "s09e02_seg02_clip_07", "timestamp": [ 42.72, 46.38 ], "duration": 61.66, "caption": "A woman is holding a glass of wine as she listens to two other women.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 234658, "video_name": "s10e10_seg02_clip_06", "timestamp": [ 6.71, 19.22 ], "duration": 61.66, "caption": "A person pours wine into glasses while talking to a woman.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 234659, "video_name": "s07e21_seg02_clip_15", "timestamp": [ 27.37, 30.79 ], "duration": 76.66, "caption": "A woman sets down the glass of wine she was holding.", "similarity": 0.6262, "relevance": 2 } ] }, { "query_id": 65315, "query": "A person waves their right hand side to side three times.", "relevant_moment": [ { "pair_id": 165300, "video_name": "s04e08_seg02_clip_08", "timestamp": [ 19.53, 23.19 ], "duration": 61.66, "caption": "A person waves their right hand side to side three times.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165301, "video_name": "met_s05e01_seg02_clip_02", "timestamp": [ 50.75, 51.97 ], "duration": 60.66, "caption": "A person waves both of his/her hands up next to his/her head.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 165302, "video_name": "s09e06_seg01_clip_00", "timestamp": [ 31.32, 33.81 ], "duration": 62.66, "caption": "A person waves their hand in front of another person's face.", "similarity": 0.7106, "relevance": 3 }, { "pair_id": 165303, "video_name": "friends_s03e02_seg02_clip_04", "timestamp": [ 10.5, 20.11 ], "duration": 60.66, "caption": "One person waves his hand in front of another person's face.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 165304, "video_name": "friends_s09e06_seg02_clip_11", "timestamp": [ 32.84, 37.72 ], "duration": 65.66, "caption": "A man waves his hands back and forth.", "similarity": 0.7021, "relevance": 3 }, { "pair_id": 165305, "video_name": "s09e23_seg02_clip_12", "timestamp": [ 14.41, 15.91 ], "duration": 60.66, "caption": "A person lifts their left hand up in the air to wave and then brings it back down.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 165306, "video_name": "friends_s02e12-13_seg02_clip_21", "timestamp": [ 7.69, 10.6 ], "duration": 53.66, "caption": "A man waves their hand back and forth next to another person.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 165307, "video_name": "met_s04e01_seg02_clip_16", "timestamp": [ 0.0, 3.9 ], "duration": 65.66, "caption": "A person points both fingers then waves a hand.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 165308, "video_name": "s06e01_seg02_clip_10", "timestamp": [ 52.79, 59.2 ], "duration": 61.66, "caption": "A person waves their left hand in the air while talking to another person.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 165309, "video_name": "met_s06e05_seg02_clip_13", "timestamp": [ 6.3, 10.2 ], "duration": 60.66, "caption": "A person waves his hands while saying he is doing something else now.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 165310, "video_name": "s05e08_seg02_clip_05", "timestamp": [ 8.99, 12.41 ], "duration": 62.66, "caption": "A person waves their right hand to gesture someone to continue talking.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 165311, "video_name": "s05e01_seg02_clip_01", "timestamp": [ 4.88, 9.15 ], "duration": 61.66, "caption": "A person makes a waving away motion with his left arm.", "similarity": 0.6642, "relevance": 3 }, { "pair_id": 165312, "video_name": "friends_s08e14_seg02_clip_05", "timestamp": [ 1.22, 2.75 ], "duration": 61.66, "caption": "A man waves his hand in front of his face.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 165313, "video_name": "friends_s06e14_seg02_clip_20", "timestamp": [ 73.97, 76.15 ], "duration": 87.66, "caption": "A man waves with his right hand to a woman.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 165314, "video_name": "friends_s08e21_seg02_clip_08", "timestamp": [ 6.18, 8.13 ], "duration": 65.66, "caption": "A woman waves at someone with her right hand.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 165315, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 6.2, 10.62 ], "duration": 59.66, "caption": "A person waves his hand as he is speaking.", "similarity": 0.6453, "relevance": 3 }, { "pair_id": 165316, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 36.02, 42.02 ], "duration": 60.66, "caption": "A woman waves her hand in front of her face a couple of times.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 165317, "video_name": "house_s07e03_seg02_clip_03", "timestamp": [ 22.1, 28.54 ], "duration": 92.66, "caption": "A person waves at their date and they wave back.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 165318, "video_name": "house_s05e24_seg02_clip_14", "timestamp": [ 77.36, 83.77 ], "duration": 91.66, "caption": "A person waves his hand, then touches his forehead, thinking; another person moves his head side-to-side while asking a question; a third person smiles, and the first person looks sideways before he continues talking.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 165319, "video_name": "friends_s07e08_seg02_clip_06", "timestamp": [ 14.17, 16.53 ], "duration": 59.66, "caption": "A person waves at another person then turns away from them.", "similarity": 0.6349, "relevance": 2 } ] }, { "query_id": 65358, "query": "A man shows some people a photo of someone.", "relevant_moment": [ { "pair_id": 9260, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 27.76, 43.24 ], "duration": 91.66, "caption": "A man shows some people a photo of someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9261, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.9518, "relevance": 4 }, { "pair_id": 9262, "video_name": "castle_s02e09_seg02_clip_04", "timestamp": [ 15.64, 19.21 ], "duration": 89.66, "caption": "A person shows some other people a photo of someone.", "similarity": 0.9068, "relevance": 4 }, { "pair_id": 9263, "video_name": "castle_s07e14_seg02_clip_12", "timestamp": [ 58.44, 64.42 ], "duration": 92.66, "caption": "A man comes in and shows some people a photo of a man.", "similarity": 0.9064, "relevance": 3 }, { "pair_id": 9264, "video_name": "castle_s06e05_seg02_clip_16", "timestamp": [ 65.27, 70.22 ], "duration": 90.66, "caption": "A man shows another man a photo to see if he recognizes the person.", "similarity": 0.8592, "relevance": 4 }, { "pair_id": 9265, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 36.59, 38.96 ], "duration": 95.66, "caption": "A man holds up a photo for some people to see.", "similarity": 0.839, "relevance": 3 }, { "pair_id": 9266, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.832, "relevance": 4 }, { "pair_id": 9267, "video_name": "house_s07e20_seg02_clip_12", "timestamp": [ 76.01, 91.03 ], "duration": 91.66, "caption": "A man shows a woman a photo of a man.", "similarity": 0.8132, "relevance": 3 }, { "pair_id": 9268, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.32, 5.1 ], "duration": 92.66, "caption": "A man turns around showing a photo of another man to two people.", "similarity": 0.8027, "relevance": 4 }, { "pair_id": 9269, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 52.21, 55.36 ], "duration": 90.66, "caption": "A person is holding a picture of someone as a man identifies them in the photo.", "similarity": 0.8026, "relevance": 4 }, { "pair_id": 9270, "video_name": "grey_s03e19_seg02_clip_15", "timestamp": [ 9.68, 73.5 ], "duration": 88.66, "caption": "A man shows a person three pictures of head shots of people and hands them one at a time to the person.", "similarity": 0.7927, "relevance": 3 }, { "pair_id": 9271, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 68.87, 74.72 ], "duration": 90.66, "caption": "A person shows a picture to another person.", "similarity": 0.7906, "relevance": 3 }, { "pair_id": 9272, "video_name": "castle_s02e08_seg02_clip_11", "timestamp": [ 8.36, 14.96 ], "duration": 88.66, "caption": "A man shows two people photographs of the victim.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 9273, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 55.47, 59.95 ], "duration": 89.66, "caption": "A man holds a picture of someone and shows it to his colleagues.", "similarity": 0.7859, "relevance": 4 }, { "pair_id": 9274, "video_name": "castle_s04e17_seg02_clip_21", "timestamp": [ 28.31, 31.9 ], "duration": 89.66, "caption": "A person shows pictures to another person in front of them.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 9275, "video_name": "castle_s04e18_seg02_clip_16", "timestamp": [ 33.01, 43.86 ], "duration": 90.66, "caption": "A man shows a couple of photos to a woman.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 9276, "video_name": "met_s05e05_seg02_clip_06", "timestamp": [ 19.05, 25.77 ], "duration": 56.66, "caption": "A man holds up a photo of a celebrity to show another person who takes it.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 9277, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 9278, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.7723, "relevance": 4 }, { "pair_id": 9279, "video_name": "castle_s04e15_seg02_clip_06", "timestamp": [ 79.07, 84.65 ], "duration": 93.66, "caption": "A man walks to two people and shows them a photo.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 182581, "video_name": "castle_s02e23_seg02_clip_15", "timestamp": [ 49.73, 54.13 ], "duration": 88.66, "caption": "A man shows someone a sketch picture of a person.", "similarity": 0.7683, "relevance": 3 }, { "pair_id": 182582, "video_name": "castle_s07e18_seg02_clip_19", "timestamp": [ 2.35, 10.34 ], "duration": 94.66, "caption": "A man looks down at a picture in front of some people.", "similarity": 0.7682, "relevance": 3 }, { "pair_id": 182584, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 23.68, 28.23 ], "duration": 91.66, "caption": "A person shows three pictures to two other people.", "similarity": 0.7633, "relevance": 1 }, { "pair_id": 182585, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 53.02, 60.85 ], "duration": 86.66, "caption": "A man shows a picture of someone's friend to woman.", "similarity": 0.7626, "relevance": 4 }, { "pair_id": 182586, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 182587, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 83.95, 91.25 ], "duration": 91.66, "caption": "A person holds up a picture of someone to some people.", "similarity": 0.761, "relevance": 4 }, { "pair_id": 182588, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 25.31, 27.61 ], "duration": 115.66, "caption": "A man holds up some photographs to another person.", "similarity": 0.7597, "relevance": 0 }, { "pair_id": 182589, "video_name": "castle_s08e09_seg02_clip_03", "timestamp": [ 8.39, 13.68 ], "duration": 88.66, "caption": "A man says the name of the person he hands the photo of.", "similarity": 0.7576, "relevance": 4 }, { "pair_id": 182590, "video_name": "castle_s04e22_seg02_clip_14", "timestamp": [ 69.18, 76.46 ], "duration": 91.66, "caption": "A woman shows a picture to two men and one of them recognizes him.", "similarity": 0.7574, "relevance": 3 }, { "pair_id": 182591, "video_name": "castle_s04e17_seg02_clip_17", "timestamp": [ 2.3, 5.06 ], "duration": 92.66, "caption": "A person shows another person a picture of a group of friends.", "similarity": 0.7542, "relevance": 4 }, { "pair_id": 182593, "video_name": "castle_s06e21_seg02_clip_14", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A woman shows them some photographs of a man.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 182594, "video_name": "castle_s08e08_seg02_clip_25", "timestamp": [ 0.0, 1.79 ], "duration": 89.66, "caption": "A man gives a photo of a person to a woman.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 182595, "video_name": "castle_s07e16_seg02_clip_14", "timestamp": [ 30.83, 39.11 ], "duration": 92.66, "caption": "A man produces a photo of a person as a possible suspect.", "similarity": 0.7512, "relevance": 4 }, { "pair_id": 182597, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 33.25, 36.7 ], "duration": 86.66, "caption": "A man holds up a photo of a woman for some people.", "similarity": 0.7504, "relevance": 3 }, { "pair_id": 182598, "video_name": "castle_s07e23_seg02_clip_11", "timestamp": [ 8.9, 13.35 ], "duration": 89.66, "caption": "A man handed a picture of a person to two people and they stare on it.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 182599, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 61.68, 75.64 ], "duration": 90.66, "caption": "A man shows a woman and man an old picture of someone.", "similarity": 0.7469, "relevance": 4 } ] }, { "query_id": 65367, "query": "Person A walks into the apartment and sees someone coming downstairs with a box and pillow.", "relevant_moment": [ { "pair_id": 146460, "video_name": "castle_s06e05_seg02_clip_26", "timestamp": [ 62.57, 69.37 ], "duration": 136.66, "caption": "Person A walks into the apartment and sees someone coming downstairs with a box and pillow.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146461, "video_name": "s08e08_seg02_clip_05", "timestamp": [ 33.35, 38.96 ], "duration": 59.66, "caption": "A person walks around someone and enters their apartment.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 146462, "video_name": "friends_s02e19_seg02_clip_10", "timestamp": [ 13.53, 17.17 ], "duration": 52.66, "caption": "A person walks into their apartment with their pillow and blanket as someone is in the kitchen.", "similarity": 0.738, "relevance": 2 }, { "pair_id": 146463, "video_name": "friends_s06e02_seg02_clip_18", "timestamp": [ 18.31, 24.61 ], "duration": 60.66, "caption": "A person walks into the apartment and sees a woman.", "similarity": 0.73, "relevance": 2 }, { "pair_id": 146464, "video_name": "s06e14_seg02_clip_12", "timestamp": [ 0.0, 5.23 ], "duration": 55.66, "caption": "A person walks into the apartment and says he has something to show another person.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 146465, "video_name": "s10e07_seg02_clip_16", "timestamp": [ 41.59, 48.73 ], "duration": 84.66, "caption": "A person walks into another person's apartment after she does.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 146466, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 89.7, 98.03 ], "duration": 98.66, "caption": "A person walks in through the door of someone's apartment.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 146467, "video_name": "met_s02e18_seg02_clip_16", "timestamp": [ 45.55, 49.08 ], "duration": 58.66, "caption": "A person walks into the apartment holding a moving box.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 146468, "video_name": "friends_s03e07_seg02_clip_05", "timestamp": [ 37.43, 38.88 ], "duration": 58.66, "caption": "A person walks into two people's apartment.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 146469, "video_name": "friends_s02e19_seg02_clip_15", "timestamp": [ 9.3, 11.48 ], "duration": 62.66, "caption": "A person walks into someone's apartment and looks confused.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 146470, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 51.65, 54.6 ], "duration": 59.66, "caption": "A person walks past someone through the apartment door.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 146471, "video_name": "s03e20_seg01_clip_02", "timestamp": [ 38.72, 45.32 ], "duration": 60.66, "caption": "A person walks into the apartment where some people are hanging out.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 146472, "video_name": "castle_s05e10_seg02_clip_06", "timestamp": [ 0.0, 3.63 ], "duration": 90.66, "caption": "A person walks into the apartment and sees a woman in the kitchen.", "similarity": 0.6894, "relevance": 2 }, { "pair_id": 146473, "video_name": "s05e19_seg02_clip_04", "timestamp": [ 5.1, 8.4 ], "duration": 60.66, "caption": "A person walks into their apartment and a character follows them inside.", "similarity": 0.6858, "relevance": 2 }, { "pair_id": 146474, "video_name": "castle_s02e09_seg02_clip_19", "timestamp": [ 27.53, 34.31 ], "duration": 90.66, "caption": "A person walks towards his/her apartment and sees someone sitting on the ground next to the door.", "similarity": 0.6849, "relevance": 1 }, { "pair_id": 146475, "video_name": "friends_s06e18_seg02_clip_17", "timestamp": [ 0.0, 4.76 ], "duration": 56.66, "caption": "A person walks into the apartment and talks to another person.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 146476, "video_name": "friends_s06e05_seg02_clip_15", "timestamp": [ 43.68, 59.03 ], "duration": 59.66, "caption": "A person walks into the apartment and talks to another person.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 146477, "video_name": "s07e01_seg01_clip_01", "timestamp": [ 64.1, 69.5 ], "duration": 72.66, "caption": "A person enters a woman's apartment and walks towards her bedroom.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 146478, "video_name": "castle_s06e17_seg02_clip_18", "timestamp": [ 19.81, 22.29 ], "duration": 61.66, "caption": "A woman walks into the apartment of a person.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 146479, "video_name": "s06e15_seg02_clip_11", "timestamp": [ 20.16, 31.01 ], "duration": 62.66, "caption": "A person comes up the stairs and sees a woman leaving her apartment and greets her as a roommate stealer.", "similarity": 0.6666, "relevance": 1 }, { "pair_id": 319780, "video_name": "s03e22_seg02_clip_16", "timestamp": [ 36.28, 45.58 ], "duration": 93.66, "caption": "A person walks into his apartment and approaches another person.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 319781, "video_name": "friends_s09e16_seg02_clip_13", "timestamp": [ 17.13, 19.31 ], "duration": 62.66, "caption": "A person walks through the door of the apartment.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 319782, "video_name": "castle_s05e19_seg02_clip_16", "timestamp": [ 47.05, 72.5 ], "duration": 96.66, "caption": "A person is on the floor and goes under the bed as another person walks into the room.", "similarity": 0.6627, "relevance": 0 }, { "pair_id": 319783, "video_name": "castle_s05e06_seg02_clip_16", "timestamp": [ 30.19, 33.91 ], "duration": 92.66, "caption": "A person walks into an apartment while looking at their hand.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 319784, "video_name": "friends_s08e02_seg02_clip_07", "timestamp": [ 50.83, 53.6 ], "duration": 61.66, "caption": "A person walks into a woman's apartment and towards her.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 319785, "video_name": "friends_s05e21_seg02_clip_17", "timestamp": [ 8.7, 23.11 ], "duration": 60.66, "caption": "A person walks into the apartment and another person hands them a cushion.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 319786, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 49.57, 53.25 ], "duration": 61.66, "caption": "A man walks with his head down as he enters another person's apartment.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 319787, "video_name": "s04e17_seg02_clip_16", "timestamp": [ 52.83, 55.48 ], "duration": 59.66, "caption": "A person enters someone's apartment through the front door.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 319788, "video_name": "friends_s07e21_seg02_clip_05", "timestamp": [ 48.26, 52.61 ], "duration": 67.66, "caption": "A person walks into the room and sees the apartment filled with candles.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 319789, "video_name": "s10e05_seg01_clip_01", "timestamp": [ 1.96, 4.41 ], "duration": 49.66, "caption": "A person walks into the apartment with someone following him/her in and closing the door.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 319790, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 36.89, 38.96 ], "duration": 59.66, "caption": "A person comes through the front door of the apartment.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 319791, "video_name": "s01e09_seg02_clip_13", "timestamp": [ 37.23, 39.36 ], "duration": 61.66, "caption": "A person comes through the front door of the apartment.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 319792, "video_name": "s02e13_seg02_clip_02", "timestamp": [ 39.67, 41.5 ], "duration": 61.66, "caption": "A person walks into another person's apartment behind her as she's reading the papers.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 319793, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 15.13, 20.17 ], "duration": 63.66, "caption": "A person turns around and walks into his/her apartment.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 319794, "video_name": "s05e15_seg02_clip_10", "timestamp": [ 14.04, 19.83 ], "duration": 61.66, "caption": "A person comes in to the apartment carrying something that is going off.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 319795, "video_name": "castle_s06e22_seg02_clip_22", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman walks into her apartment and over to a large box.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 319797, "video_name": "house_s03e03_seg02_clip_24", "timestamp": [ 15.07, 25.55 ], "duration": 131.66, "caption": "A person walks into the room and goes to someone's bed.", "similarity": 0.6446, "relevance": 1 }, { "pair_id": 319798, "video_name": "friends_s03e20_seg02_clip_01", "timestamp": [ 33.19, 41.25 ], "duration": 62.66, "caption": "A woman walks into the apartment holding a box and complements someone's dollhouse.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 319799, "video_name": "s01e14_seg02_clip_13", "timestamp": [ 32.11, 37.82 ], "duration": 60.66, "caption": "A person picks up a box and walks out of the apartment.", "similarity": 0.6443, "relevance": 2 } ] }, { "query_id": 65427, "query": "A woman stops looking into a microscope and talks to man.", "relevant_moment": [ { "pair_id": 148300, "video_name": "castle_s08e14_seg02_clip_10", "timestamp": [ 36.91, 41.86 ], "duration": 90.66, "caption": "A woman stops looking into a microscope and talks to man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148301, "video_name": "house_s03e14_seg02_clip_18", "timestamp": [ 34.73, 39.3 ], "duration": 91.66, "caption": "A woman looks into a microscope while talking with a man.", "similarity": 0.8581, "relevance": 4 }, { "pair_id": 148302, "video_name": "grey_s02e13_seg02_clip_05", "timestamp": [ 63.26, 89.12 ], "duration": 110.66, "caption": "A person alternates between looking into a microscope and talking to woman.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 148303, "video_name": "castle_s08e14_seg02_clip_11", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A woman looks in the microscope as a man is leaving.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 148304, "video_name": "castle_s04e10_seg02_clip_13", "timestamp": [ 34.62, 37.77 ], "duration": 89.66, "caption": "A woman leans back and stops looking through the microscope.", "similarity": 0.7318, "relevance": 4 }, { "pair_id": 148305, "video_name": "s10e08_seg02_clip_01", "timestamp": [ 54.01, 61.03 ], "duration": 61.66, "caption": "A person pushes woman and begins looking into the microscope.", "similarity": 0.7286, "relevance": 2 }, { "pair_id": 148306, "video_name": "house_s01e17_seg02_clip_17", "timestamp": [ 50.04, 55.7 ], "duration": 87.66, "caption": "A person walks in while a woman is looking into a microscope.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 148307, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 21.13, 33.01 ], "duration": 88.66, "caption": "A person was seriously looking through a microscope whilst talking.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 148308, "video_name": "house_s02e15_seg02_clip_22", "timestamp": [ 5.4, 10.35 ], "duration": 90.66, "caption": "A person is looking at something while talking to a woman.", "similarity": 0.6962, "relevance": 1 }, { "pair_id": 148309, "video_name": "s10e08_seg02_clip_03", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A person leans down to the microscope and talks to it.", "similarity": 0.6917, "relevance": 1 }, { "pair_id": 148310, "video_name": "castle_s04e01_seg02_clip_13", "timestamp": [ 4.08, 5.89 ], "duration": 90.66, "caption": "A woman thoughtfully pauses while talking to a man about something important.", "similarity": 0.6909, "relevance": 1 }, { "pair_id": 148311, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 3.12, 13.8 ], "duration": 89.66, "caption": "A woman is looking through a microscope.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 148312, "video_name": "house_s03e14_seg02_clip_18", "timestamp": [ 28.79, 39.3 ], "duration": 91.66, "caption": "A woman leans to the microscope and have a look at it and she told a man that there is something wrong.", "similarity": 0.6835, "relevance": 4 }, { "pair_id": 148313, "video_name": "house_s03e04_seg02_clip_11", "timestamp": [ 16.45, 18.81 ], "duration": 94.66, "caption": "A woman walks over and looks into a microscope.", "similarity": 0.6826, "relevance": 1 }, { "pair_id": 148314, "video_name": "house_s03e19_seg02_clip_16", "timestamp": [ 55.19, 57.87 ], "duration": 89.66, "caption": "A woman moves towards a microscope and looks into it.", "similarity": 0.6815, "relevance": 1 }, { "pair_id": 148315, "video_name": "friends_s05e22_seg02_clip_05", "timestamp": [ 55.37, 56.85 ], "duration": 59.66, "caption": "A person shakes a woman's hand and quickly looks in her eye with a light microscope before she swats his hand away.", "similarity": 0.6759, "relevance": 1 }, { "pair_id": 148316, "video_name": "house_s02e17_seg02_clip_25", "timestamp": [ 39.91, 44.11 ], "duration": 140.66, "caption": "A woman puts her glasses on and then looks into the microscope.", "similarity": 0.6727, "relevance": 2 }, { "pair_id": 148317, "video_name": "house_s03e13_seg02_clip_18", "timestamp": [ 14.79, 24.66 ], "duration": 89.66, "caption": "A man talks to another person via the speaker while the latter is looking at the microscope.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 148318, "video_name": "house_s06e03_seg02_clip_14", "timestamp": [ 0.0, 12.85 ], "duration": 57.66, "caption": "A person walks into the room while woman is looking through the microscope.", "similarity": 0.6705, "relevance": 4 }, { "pair_id": 148319, "video_name": "house_s06e08_seg02_clip_03", "timestamp": [ 0.0, 24.22 ], "duration": 89.66, "caption": "Two people are both looking in microscopes and talking.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 321620, "video_name": "s05e16_seg02_clip_10", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A person says something and leans forward to look into a microscope.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 321621, "video_name": "castle_s04e10_seg02_clip_13", "timestamp": [ 15.29, 18.89 ], "duration": 89.66, "caption": "A man leans over woman's shoulder as she looks through a microscope.", "similarity": 0.6642, "relevance": 3 }, { "pair_id": 321622, "video_name": "house_s05e05_seg02_clip_20", "timestamp": [ 53.56, 55.09 ], "duration": 102.66, "caption": "A man looks at the microscope while talking to another man.", "similarity": 0.6632, "relevance": 1 }, { "pair_id": 321623, "video_name": "house_s07e18_seg02_clip_20", "timestamp": [ 74.33, 84.13 ], "duration": 89.66, "caption": "A woman pauses during conversation to turn and look towards a man.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 321624, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 0.0, 6.06 ], "duration": 93.66, "caption": "A woman is watching a thing while talking to a man.", "similarity": 0.6537, "relevance": 2 }, { "pair_id": 321625, "video_name": "grey_s03e03_seg02_clip_15", "timestamp": [ 13.8, 21.17 ], "duration": 92.66, "caption": "A woman stops when she sees a man talking to a patient.", "similarity": 0.6445, "relevance": 1 }, { "pair_id": 321626, "video_name": "house_s02e13_seg02_clip_19", "timestamp": [ 0.0, 36.35 ], "duration": 92.66, "caption": "A person sits at the microscope and speaks with man.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 321627, "video_name": "grey_s03e25_seg02_clip_29", "timestamp": [ 10.85, 19.26 ], "duration": 70.66, "caption": "A woman looks behind her and then continues talking to a man.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 321628, "video_name": "house_s03e04_seg02_clip_11", "timestamp": [ 16.45, 19.75 ], "duration": 94.66, "caption": "A woman looks through the microscope to examine the material.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 321629, "video_name": "house_s08e02_seg02_clip_19", "timestamp": [ 6.37, 8.19 ], "duration": 91.66, "caption": "A woman looks through a microscope and then looks up scared.", "similarity": 0.6397, "relevance": 3 }, { "pair_id": 321630, "video_name": "s06e16_seg02_clip_03", "timestamp": [ 0.0, 21.31 ], "duration": 60.66, "caption": "A man is looking through a microscope while speaking with another man.", "similarity": 0.6394, "relevance": 3 }, { "pair_id": 321631, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 2.21, 6.93 ], "duration": 63.66, "caption": "A woman stares off into the distance as a man talks to her.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 321632, "video_name": "castle_s02e13_seg02_clip_02", "timestamp": [ 28.84, 32.09 ], "duration": 93.66, "caption": "A woman called a man and he stops and looks at her.", "similarity": 0.6363, "relevance": 1 }, { "pair_id": 321633, "video_name": "grey_s03e16_seg02_clip_15", "timestamp": [ 58.76, 89.02 ], "duration": 89.66, "caption": "A woman is talking to woman but woman is preoccupied.", "similarity": 0.6361, "relevance": 1 }, { "pair_id": 321634, "video_name": "house_s02e17_seg02_clip_06", "timestamp": [ 0.0, 4.75 ], "duration": 95.66, "caption": "A woman is looking through the microscope as a man walks through the door.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 321635, "video_name": "house_s06e13_seg02_clip_08", "timestamp": [ 0.0, 11.28 ], "duration": 94.66, "caption": "A woman is looking through a chart while talking to man.", "similarity": 0.6344, "relevance": 2 }, { "pair_id": 321636, "video_name": "s04e17_seg02_clip_14", "timestamp": [ 55.52, 60.03 ], "duration": 60.66, "caption": "A woman looks at some microscope slides she's holding.", "similarity": 0.6323, "relevance": 1 }, { "pair_id": 321637, "video_name": "house_s05e05_seg02_clip_18", "timestamp": [ 0.0, 12.6 ], "duration": 90.66, "caption": "A woman is talking to a man and shakes her head while looking at her.", "similarity": 0.6266, "relevance": 1 }, { "pair_id": 321638, "video_name": "house_s05e07_seg02_clip_13", "timestamp": [ 51.47, 57.84 ], "duration": 98.66, "caption": "A person looks through the microscope and describes what they see.", "similarity": 0.625, "relevance": 1 }, { "pair_id": 321639, "video_name": "house_s07e08_seg02_clip_25", "timestamp": [ 2.58, 5.16 ], "duration": 172.66, "caption": "A woman is fixing her things while talking to man.", "similarity": 0.6249, "relevance": 1 } ] }, { "query_id": 65430, "query": "A man gets excited and pushes a button on the television.", "relevant_moment": [ { "pair_id": 42100, "video_name": "friends_s02e11_seg02_clip_02", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A man gets excited and pushes a button on the television.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 42101, "video_name": "friends_s02e11_seg02_clip_02", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "When it's about to come on the television, a man hits a button on the television.", "similarity": 0.7994, "relevance": 4 }, { "pair_id": 42102, "video_name": "friends_s09e08_seg01_clip_00", "timestamp": [ 47.76, 56.14 ], "duration": 62.66, "caption": "A man is enjoying what he's watching on the television.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 42103, "video_name": "castle_s06e20_seg02_clip_04", "timestamp": [ 67.67, 71.67 ], "duration": 89.66, "caption": "A man notices a TV powered on playing a TV show.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 42104, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 59.41, 63.89 ], "duration": 81.66, "caption": "A man uses a remote control to turn on the TV.", "similarity": 0.7388, "relevance": 3 }, { "pair_id": 42105, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 46.81, 66.17 ], "duration": 90.66, "caption": "A man pushes a button on a tablet and a large image of him on the television is visible.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 42106, "video_name": "friends_s10e11_seg02_clip_24", "timestamp": [ 0.0, 37.62 ], "duration": 69.66, "caption": "A man is participating in a television game show.", "similarity": 0.697, "relevance": 1 }, { "pair_id": 42107, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 59.62, 60.99 ], "duration": 91.66, "caption": "A man grabs the remote control and turns the TV on.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 42108, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 49.32, 51.35 ], "duration": 58.66, "caption": "A person points the remote at the television and presses a button.", "similarity": 0.6826, "relevance": 3 }, { "pair_id": 42109, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 7.8, 12.91 ], "duration": 60.66, "caption": "A person uses the remote to turn on the TV.", "similarity": 0.6687, "relevance": 3 }, { "pair_id": 42110, "video_name": "friends_s04e17_seg02_clip_21", "timestamp": [ 13.73, 15.98 ], "duration": 45.66, "caption": "A man turns on the tv and man points to it.", "similarity": 0.667, "relevance": 3 }, { "pair_id": 42111, "video_name": "friends_s08e19_seg02_clip_05", "timestamp": [ 12.78, 14.56 ], "duration": 59.66, "caption": "A man picks up the remote and turns on the TV.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 42112, "video_name": "castle_s05e17_seg02_clip_03", "timestamp": [ 29.06, 35.41 ], "duration": 90.66, "caption": "A man stands up when the tv turns on and plays a video.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 42113, "video_name": "house_s04e11_seg02_clip_03", "timestamp": [ 36.81, 40.03 ], "duration": 92.66, "caption": "A man puts out his hands and says to turn down the volume on the tv.", "similarity": 0.6619, "relevance": 0 }, { "pair_id": 42114, "video_name": "castle_s02e02_seg02_clip_13", "timestamp": [ 48.37, 55.35 ], "duration": 93.66, "caption": "A man points a remote control at a TV and pauses the screen.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 42115, "video_name": "house_s02e04_seg02_clip_16", "timestamp": [ 40.14, 41.62 ], "duration": 73.66, "caption": "A man pulls out a remote control for the television behind them.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 42116, "video_name": "friends_s08e19_seg02_clip_03", "timestamp": [ 10.37, 25.02 ], "duration": 61.66, "caption": "A man repeatedly points to the television with his finger.", "similarity": 0.6533, "relevance": 2 }, { "pair_id": 42117, "video_name": "s04e20_seg02_clip_01", "timestamp": [ 4.26, 26.99 ], "duration": 71.66, "caption": "A man is holding up a controller to the TV.", "similarity": 0.6502, "relevance": 1 }, { "pair_id": 42118, "video_name": "grey_s02e22_seg02_clip_07", "timestamp": [ 42.78, 45.97 ], "duration": 91.66, "caption": "A person holds up the TV remote and presses a button.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 42119, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 8.82, 38.99 ], "duration": 92.66, "caption": "A person is standing on a chair pressing the button on a tv and with a remote in his hand.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 215420, "video_name": "friends_s09e08_seg01_clip_01", "timestamp": [ 8.37, 14.05 ], "duration": 54.66, "caption": "A man looks shocked then angry at the television.", "similarity": 0.6436, "relevance": 3 }, { "pair_id": 215421, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 62.21, 75.48 ], "duration": 91.66, "caption": "A man holds remote control and pauses TV screen.", "similarity": 0.6419, "relevance": 3 }, { "pair_id": 215422, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 22.41, 26.41 ], "duration": 80.66, "caption": "A man sits down and changes the channel on the television.", "similarity": 0.6402, "relevance": 3 }, { "pair_id": 215423, "video_name": "s09e01_seg02_clip_02", "timestamp": [ 13.55, 22.69 ], "duration": 63.66, "caption": "A man plugs a cord into the back of a TV as he has a conversation with others.", "similarity": 0.6397, "relevance": 3 }, { "pair_id": 215424, "video_name": "s07e09_seg02_clip_06", "timestamp": [ 55.78, 58.93 ], "duration": 63.66, "caption": "A man pushes another man out of the way so he can see the TV.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 215426, "video_name": "met_s02e19_seg02_clip_01", "timestamp": [ 46.24, 50.81 ], "duration": 60.66, "caption": "A man looks up pushes a button for the DVD player.", "similarity": 0.6375, "relevance": 2 }, { "pair_id": 215427, "video_name": "castle_s01e03_seg02_clip_16", "timestamp": [ 4.05, 18.45 ], "duration": 90.66, "caption": "A person clicks on the TV and smiles after watching it.", "similarity": 0.637, "relevance": 4 }, { "pair_id": 215428, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 25.67, 29.69 ], "duration": 61.66, "caption": "A person's eyes were really surprised when a man opens his television.", "similarity": 0.637, "relevance": 3 }, { "pair_id": 215429, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 13.43, 17.09 ], "duration": 61.66, "caption": "A man uses the remote to turn on another man's TV but only static appears.", "similarity": 0.6355, "relevance": 4 }, { "pair_id": 215430, "video_name": "friends_s02e15_seg02_clip_12", "timestamp": [ 17.95, 21.07 ], "duration": 52.66, "caption": "A man raises his arm with the remote in his hand and aims it at the TV.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 215431, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 26.29, 30.31 ], "duration": 61.66, "caption": "A man turns on the TV and the light startles a woman.", "similarity": 0.6316, "relevance": 3 }, { "pair_id": 215432, "video_name": "house_s04e14_seg02_clip_06", "timestamp": [ 47.53, 50.17 ], "duration": 88.66, "caption": "A man points the remote at the television set.", "similarity": 0.6299, "relevance": 4 }, { "pair_id": 215433, "video_name": "house_s03e22_seg02_clip_19", "timestamp": [ 48.16, 51.76 ], "duration": 90.66, "caption": "A man uses the end of his cane to turn off a television.", "similarity": 0.6269, "relevance": 4 }, { "pair_id": 215434, "video_name": "friends_s02e04_seg02_clip_11", "timestamp": [ 5.22, 8.12 ], "duration": 58.66, "caption": "A man points his fingers toward the TV show they are watching.", "similarity": 0.6252, "relevance": 2 }, { "pair_id": 215435, "video_name": "s04e05_seg01_clip_01", "timestamp": [ 37.47, 40.59 ], "duration": 48.66, "caption": "A person aims the remote at the TV, presses it and puts it down.", "similarity": 0.6228, "relevance": 4 }, { "pair_id": 215436, "video_name": "s07e23_seg02_clip_07", "timestamp": [ 3.48, 5.51 ], "duration": 58.66, "caption": "A man picks up the remote control and clicks off the TV.", "similarity": 0.622, "relevance": 3 }, { "pair_id": 215437, "video_name": "castle_s04e16_seg02_clip_07", "timestamp": [ 67.01, 69.18 ], "duration": 87.66, "caption": "Man grabs the tv remote and turns off the tv.", "similarity": 0.6218, "relevance": 3 }, { "pair_id": 215438, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 48.19, 54.74 ], "duration": 57.66, "caption": "A man grabs the remote control and turns off the television.", "similarity": 0.6215, "relevance": 4 }, { "pair_id": 215439, "video_name": "friends_s04e17_seg02_clip_21", "timestamp": [ 14.18, 17.33 ], "duration": 45.66, "caption": "A man picked up the remote and turned the TV on.", "similarity": 0.621, "relevance": 4 } ] }, { "query_id": 65435, "query": "A woman holds up her phone and shows it to a man and woman.", "relevant_moment": [ { "pair_id": 167560, "video_name": "castle_s08e14_seg02_clip_12", "timestamp": [ 11.25, 13.05 ], "duration": 90.66, "caption": "A woman holds up her phone and shows it to a man and woman.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167561, "video_name": "castle_s02e20_seg02_clip_11", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A woman holds up her phone and a man takes it from her.", "similarity": 0.8319, "relevance": 3 }, { "pair_id": 167562, "video_name": "castle_s07e22_seg02_clip_26", "timestamp": [ 47.26, 50.86 ], "duration": 90.66, "caption": "A woman gives her cell phone to man to show something.", "similarity": 0.8194, "relevance": 2 }, { "pair_id": 167563, "video_name": "s02e02_seg02_clip_03", "timestamp": [ 11.23, 16.33 ], "duration": 51.66, "caption": "A woman holds up her cell phone and shows it to a man as they sit at the table and talk.", "similarity": 0.8171, "relevance": 3 }, { "pair_id": 167564, "video_name": "castle_s06e19_seg02_clip_12", "timestamp": [ 68.09, 72.15 ], "duration": 90.66, "caption": "A person takes out his phone and shows it to a woman.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 167565, "video_name": "met_s02e21_seg02_clip_04", "timestamp": [ 46.02, 48.11 ], "duration": 59.66, "caption": "A man holds up a cell phone for two women to see.", "similarity": 0.8035, "relevance": 2 }, { "pair_id": 167566, "video_name": "met_s06e08_seg02_clip_08", "timestamp": [ 0.0, 3.8 ], "duration": 58.66, "caption": "A woman shows her phone to a man then puts it away.", "similarity": 0.7915, "relevance": 3 }, { "pair_id": 167567, "video_name": "s04e17_seg02_clip_03", "timestamp": [ 25.12, 29.46 ], "duration": 62.66, "caption": "A person shows a woman his phone and she starts talking to another woman.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 167568, "video_name": "s02e12_seg02_clip_02", "timestamp": [ 0.0, 47.42 ], "duration": 60.66, "caption": "A woman was holding her phone whilst talking to a man.", "similarity": 0.7779, "relevance": 0 }, { "pair_id": 167569, "video_name": "castle_s08e22_seg02_clip_10", "timestamp": [ 55.64, 57.87 ], "duration": 89.66, "caption": "A woman holds up her finger to a man as she is having a phone conversation.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 167570, "video_name": "castle_s03e20_seg02_clip_04", "timestamp": [ 33.31, 35.56 ], "duration": 90.66, "caption": "A woman picks up her phone as she is with a man.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 167571, "video_name": "s10e08_seg02_clip_04", "timestamp": [ 45.02, 58.23 ], "duration": 60.66, "caption": "A person bends over and shows a woman something on their phone.", "similarity": 0.7716, "relevance": 2 }, { "pair_id": 167572, "video_name": "castle_s05e08_seg02_clip_23", "timestamp": [ 74.66, 80.02 ], "duration": 89.66, "caption": "A woman takes the phone from man and holds it up to her ear.", "similarity": 0.7691, "relevance": 1 }, { "pair_id": 167573, "video_name": "s05e08_seg01_clip_00", "timestamp": [ 44.35, 51.48 ], "duration": 62.66, "caption": "A woman shows two other women something on her phone.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 167574, "video_name": "castle_s06e02_seg02_clip_08", "timestamp": [ 49.51, 57.17 ], "duration": 90.66, "caption": "A woman holds out her phone and a girl takes it to speak to a man.", "similarity": 0.7608, "relevance": 2 }, { "pair_id": 167576, "video_name": "castle_s08e14_seg02_clip_12", "timestamp": [ 13.05, 18.0 ], "duration": 90.66, "caption": "The woman opens something on her phone showing to the man.", "similarity": 0.7573, "relevance": 4 }, { "pair_id": 167577, "video_name": "castle_s06e11_seg02_clip_13", "timestamp": [ 0.0, 14.24 ], "duration": 89.66, "caption": "A man holds their cellphone up in front of them as they talk to a woman.", "similarity": 0.7521, "relevance": 1 }, { "pair_id": 167578, "video_name": "friends_s10e17-18_seg02_clip_30", "timestamp": [ 0.0, 38.74 ], "duration": 64.66, "caption": "A woman is on the phone with a man as they speak to each other.", "similarity": 0.7512, "relevance": 1 }, { "pair_id": 167579, "video_name": "castle_s08e06_seg02_clip_03", "timestamp": [ 25.78, 32.11 ], "duration": 90.66, "caption": "A person holds up phone to show screen to another person.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 340880, "video_name": "castle_s02e05_seg02_clip_27", "timestamp": [ 9.09, 17.17 ], "duration": 101.66, "caption": "A person covers the phone to tell a woman who they're on the phone with.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 340881, "video_name": "castle_s04e08_seg02_clip_00", "timestamp": [ 79.19, 82.38 ], "duration": 91.66, "caption": "A woman grabs her phone from the counter and shows it to a man.", "similarity": 0.7491, "relevance": 2 }, { "pair_id": 340882, "video_name": "s08e09_seg01_clip_00", "timestamp": [ 29.29, 31.73 ], "duration": 61.66, "caption": "A person looks at their cell phone and hands it to woman.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 340883, "video_name": "castle_s02e17_seg02_clip_04", "timestamp": [ 0.0, 6.24 ], "duration": 78.66, "caption": "A woman and another person are both on the phone.", "similarity": 0.7478, "relevance": 1 }, { "pair_id": 340884, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 0.0, 20.03 ], "duration": 91.66, "caption": "A woman has her hand on the phone while talking to a man.", "similarity": 0.7474, "relevance": 2 }, { "pair_id": 340885, "video_name": "castle_s06e23_seg02_clip_21", "timestamp": [ 2.78, 7.41 ], "duration": 92.66, "caption": "A woman shows a man a cell phone with a photo of a couple on the screen.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 340887, "video_name": "castle_s06e11_seg02_clip_23", "timestamp": [ 15.58, 85.46 ], "duration": 89.66, "caption": "A woman gives the phone to person with another person on the other end.", "similarity": 0.7436, "relevance": 2 }, { "pair_id": 340888, "video_name": "castle_s08e08_seg02_clip_13", "timestamp": [ 14.24, 24.04 ], "duration": 89.66, "caption": "A person is on the phone with a woman as he is with two other people.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 340889, "video_name": "s04e04_seg02_clip_07", "timestamp": [ 17.33, 21.43 ], "duration": 63.66, "caption": "A woman frustratingly shows a man that she is holding her cellphone and is about to make a call.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 340890, "video_name": "castle_s06e06_seg02_clip_15", "timestamp": [ 36.63, 41.55 ], "duration": 89.66, "caption": "A woman takes out her phone and shows another person a picture of a woman.", "similarity": 0.7405, "relevance": 3 }, { "pair_id": 340891, "video_name": "s05e22_seg02_clip_11", "timestamp": [ 5.53, 9.1 ], "duration": 65.66, "caption": "A woman takes out her cell phone and shows it to someone.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 340892, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 40.55, 45.45 ], "duration": 89.66, "caption": "A person shows a woman a picture of someone on his phone.", "similarity": 0.7387, "relevance": 3 }, { "pair_id": 340893, "video_name": "met_s06e08_seg02_clip_08", "timestamp": [ 0.0, 2.92 ], "duration": 58.66, "caption": "A woman holds up her phone while telling a man she has important files on it.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 340894, "video_name": "castle_s07e05_seg02_clip_06", "timestamp": [ 64.08, 86.35 ], "duration": 90.66, "caption": "A man and woman are on the phone with someone.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 340895, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 38.45, 45.38 ], "duration": 63.66, "caption": "A woman grabs the phone and hands it to a man.", "similarity": 0.7343, "relevance": 3 }, { "pair_id": 340896, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 37.19, 43.18 ], "duration": 63.66, "caption": "A woman grabs the phone and hands it to a man.", "similarity": 0.7343, "relevance": 3 }, { "pair_id": 340897, "video_name": "s04e04_seg02_clip_07", "timestamp": [ 17.02, 19.54 ], "duration": 63.66, "caption": "A woman picks up a cell phone and waves it in front of a man.", "similarity": 0.7341, "relevance": 3 }, { "pair_id": 340898, "video_name": "friends_s04e23-24_seg02_clip_19", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "A woman talks to a man on the phone while another woman watches.", "similarity": 0.7338, "relevance": 2 }, { "pair_id": 340899, "video_name": "castle_s06e13_seg02_clip_15", "timestamp": [ 68.11, 68.56 ], "duration": 89.66, "caption": "A woman's phone shows a text from a person on the screen.", "similarity": 0.7316, "relevance": 1 } ] }, { "query_id": 65437, "query": "A man walks away from person and person as they look on in disgust.", "relevant_moment": [ { "pair_id": 150440, "video_name": "castle_s08e14_seg02_clip_12", "timestamp": [ 45.01, 48.16 ], "duration": 90.66, "caption": "A man walks away from person and person as they look on in disgust.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150441, "video_name": "house_s03e15_seg02_clip_02", "timestamp": [ 4.6, 6.9 ], "duration": 115.66, "caption": "A person walks away from a man while he looks on.", "similarity": 0.8293, "relevance": 3 }, { "pair_id": 150442, "video_name": "house_s04e01_seg02_clip_18", "timestamp": [ 46.24, 51.62 ], "duration": 89.66, "caption": "A person walks away from a man looking visibly upset.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 150443, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 31.4, 34.32 ], "duration": 146.66, "caption": "A man walks away from two people.", "similarity": 0.7843, "relevance": 3 }, { "pair_id": 150444, "video_name": "house_s03e21_seg02_clip_14", "timestamp": [ 16.01, 19.51 ], "duration": 100.66, "caption": "A person walks away from a man who is looking shocked.", "similarity": 0.7818, "relevance": 3 }, { "pair_id": 150445, "video_name": "house_s07e20_seg02_clip_20", "timestamp": [ 50.44, 52.5 ], "duration": 82.66, "caption": "A man turns away from another person and walks away.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 150446, "video_name": "friends_s06e11_seg02_clip_09", "timestamp": [ 11.33, 14.16 ], "duration": 56.66, "caption": "A man was walking away from two people.", "similarity": 0.7587, "relevance": 3 }, { "pair_id": 150447, "video_name": "house_s04e05_seg02_clip_22", "timestamp": [ 24.48, 27.15 ], "duration": 89.66, "caption": "A man turns back to see person and person walks away.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 150448, "video_name": "castle_s02e13_seg02_clip_08", "timestamp": [ 33.74, 39.44 ], "duration": 95.66, "caption": "A person walks away from both man and woman.", "similarity": 0.7557, "relevance": 3 }, { "pair_id": 150449, "video_name": "friends_s02e02_seg02_clip_04", "timestamp": [ 33.87, 38.14 ], "duration": 61.66, "caption": "Two people walk away from a man together.", "similarity": 0.7496, "relevance": 1 }, { "pair_id": 150450, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 41.34, 48.76 ], "duration": 57.66, "caption": "A man looks at another man in disbelief and walks away from him and another person.", "similarity": 0.7493, "relevance": 3 }, { "pair_id": 150451, "video_name": "friends_s07e11_seg02_clip_10", "timestamp": [ 1.22, 4.27 ], "duration": 61.66, "caption": "A man makes a disgusted face and walks past a woman.", "similarity": 0.7437, "relevance": 3 }, { "pair_id": 150452, "video_name": "s05e07_seg02_clip_01", "timestamp": [ 8.7, 12.61 ], "duration": 60.66, "caption": "A man looks down and walks away from a woman.", "similarity": 0.7418, "relevance": 1 }, { "pair_id": 150453, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 49.45, 55.63 ], "duration": 103.66, "caption": "A person walks away from someone while he/she turns to look at him/her.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 150454, "video_name": "castle_s03e07_seg02_clip_06", "timestamp": [ 75.17, 77.87 ], "duration": 90.66, "caption": "A person walks away from standing next to man.", "similarity": 0.7371, "relevance": 1 }, { "pair_id": 150455, "video_name": "castle_s06e22_seg02_clip_15", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A person turns around and walks away from man and woman.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 150456, "video_name": "house_s08e13_seg02_clip_22", "timestamp": [ 30.34, 36.4 ], "duration": 86.66, "caption": "A person looks shocked as another person walks away from him/her.", "similarity": 0.7348, "relevance": 3 }, { "pair_id": 150457, "video_name": "friends_s04e23-24_seg02_clip_01", "timestamp": [ 27.76, 30.38 ], "duration": 75.66, "caption": "A man walks away from a woman who looks sad after him.", "similarity": 0.7343, "relevance": 4 }, { "pair_id": 150458, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 9.16, 12.78 ], "duration": 55.66, "caption": "Man turns and walks away and man rubs his face.", "similarity": 0.7331, "relevance": 3 }, { "pair_id": 150459, "video_name": "house_s03e22_seg02_clip_16", "timestamp": [ 34.05, 38.19 ], "duration": 92.66, "caption": "A man shakes his hands at his face and walks away from person.", "similarity": 0.7307, "relevance": 3 }, { "pair_id": 323760, "video_name": "house_s05e02_seg02_clip_16", "timestamp": [ 40.55, 47.76 ], "duration": 90.66, "caption": "A person walks away from a man and another person on the street.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 323761, "video_name": "castle_s05e23_seg02_clip_08", "timestamp": [ 67.52, 78.77 ], "duration": 90.66, "caption": "A man stands up when he sees someone and walks away.", "similarity": 0.724, "relevance": 4 }, { "pair_id": 323762, "video_name": "friends_s09e08_seg02_clip_20", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A man rolls his eyes and walks away from another man.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 323763, "video_name": "friends_s02e09_seg02_clip_15", "timestamp": [ 38.96, 41.61 ], "duration": 59.66, "caption": "A person turns around and walks away from a man and a woman.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 323764, "video_name": "friends_s07e23-24_seg02_clip_05", "timestamp": [ 14.2, 15.06 ], "duration": 43.66, "caption": "A man walks quickly away from some people.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 323765, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 58.26, 60.53 ], "duration": 91.66, "caption": "A man turns and walks away from a woman and a person.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 323766, "video_name": "friends_s01e16-17_seg02_clip_06", "timestamp": [ 8.24, 12.51 ], "duration": 61.66, "caption": "A man walks away after describing how attractive a woman is to another man.", "similarity": 0.7202, "relevance": 4 }, { "pair_id": 323767, "video_name": "castle_s07e17_seg02_clip_09", "timestamp": [ 40.57, 43.73 ], "duration": 90.66, "caption": "A person puts his hand on his eyes after another person walks away from him.", "similarity": 0.7188, "relevance": 4 }, { "pair_id": 323768, "video_name": "house_s07e21_seg02_clip_06", "timestamp": [ 19.37, 24.65 ], "duration": 88.66, "caption": "A man is walking away from a person but turns around to address him.", "similarity": 0.7185, "relevance": 4 }, { "pair_id": 323769, "video_name": "s08e02_seg02_clip_10", "timestamp": [ 12.91, 18.91 ], "duration": 60.66, "caption": "A man walks away from someone then stops and turns back towards him.", "similarity": 0.7181, "relevance": 3 }, { "pair_id": 323770, "video_name": "met_s03e02_seg02_clip_06", "timestamp": [ 5.43, 6.94 ], "duration": 60.66, "caption": "Two people walk away from person and person.", "similarity": 0.7165, "relevance": 3 }, { "pair_id": 323771, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 78.32, 81.37 ], "duration": 87.66, "caption": "A man walks away from another man and walks over to a person.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 323772, "video_name": "met_s03e08_seg02_clip_04", "timestamp": [ 0.0, 8.4 ], "duration": 60.66, "caption": "A man is annoying another man so he walks away from him.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 323773, "video_name": "grey_s03e17_seg02_clip_10", "timestamp": [ 33.15, 37.16 ], "duration": 72.66, "caption": "A man walks away from a woman who is looking angry.", "similarity": 0.7132, "relevance": 4 }, { "pair_id": 323774, "video_name": "grey_s01e05_seg02_clip_17", "timestamp": [ 20.56, 23.19 ], "duration": 87.66, "caption": "A man shakes his head and walks away from two people.", "similarity": 0.7088, "relevance": 3 }, { "pair_id": 323775, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 0.0, 9.0 ], "duration": 150.66, "caption": "A man walks away from woman and she walks towards person.", "similarity": 0.7085, "relevance": 2 }, { "pair_id": 323776, "video_name": "house_s01e08_seg02_clip_04", "timestamp": [ 68.22, 74.82 ], "duration": 88.66, "caption": "A man holds up his hand and makes an annoyed face as he walks towards, and away from another person.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 323777, "video_name": "castle_s02e12_seg02_clip_13", "timestamp": [ 10.23, 12.09 ], "duration": 93.66, "caption": "A man stands up and walks away from someone.", "similarity": 0.7072, "relevance": 4 }, { "pair_id": 323778, "video_name": "house_s02e22_seg02_clip_06", "timestamp": [ 2.22, 4.88 ], "duration": 88.66, "caption": "A man rolls his eyes at another man as he turns away from him and walks away.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 323779, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 36.94, 39.4 ], "duration": 41.66, "caption": "A person turns from two people and walks away.", "similarity": 0.7056, "relevance": 4 } ] }, { "query_id": 65451, "query": "Some people were having a serious conversation.", "relevant_moment": [ { "pair_id": 139520, "video_name": "castle_s08e14_seg02_clip_15", "timestamp": [ 0.0, 19.24 ], "duration": 87.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139521, "video_name": "castle_s08e09_seg02_clip_18", "timestamp": [ 0.0, 25.96 ], "duration": 89.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139522, "video_name": "castle_s06e16_seg02_clip_02", "timestamp": [ 25.12, 38.58 ], "duration": 89.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139523, "video_name": "castle_s06e08_seg02_clip_02", "timestamp": [ 0.0, 12.47 ], "duration": 92.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139524, "video_name": "castle_s05e20_seg02_clip_15", "timestamp": [ 0.0, 29.88 ], "duration": 90.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139525, "video_name": "castle_s02e24_seg02_clip_07", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139526, "video_name": "castle_s02e16_seg02_clip_06", "timestamp": [ 21.69, 34.97 ], "duration": 88.66, "caption": "Some people were having a serious talk.", "similarity": 0.9653, "relevance": 4 }, { "pair_id": 139527, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 0.0, 49.51 ], "duration": 90.66, "caption": "Several people were seriously having a conversation.", "similarity": 0.919, "relevance": 4 }, { "pair_id": 139528, "video_name": "castle_s05e08_seg02_clip_02", "timestamp": [ 0.0, 27.91 ], "duration": 93.66, "caption": "A group of people are having a serious conversation.", "similarity": 0.919, "relevance": 4 }, { "pair_id": 139529, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A person and another person were having a serious conversation.", "similarity": 0.9028, "relevance": 3 }, { "pair_id": 139530, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 0.0, 9.15 ], "duration": 91.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 139531, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 0.0, 40.95 ], "duration": 92.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 139532, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 0.0, 35.12 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 139533, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 139534, "video_name": "s02e17_seg02_clip_05", "timestamp": [ 0.0, 36.6 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 139535, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 0.0, 33.62 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 139536, "video_name": "s02e04_seg02_clip_11", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 139537, "video_name": "s01e14_seg02_clip_13", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 139538, "video_name": "house_s08e18_seg02_clip_08", "timestamp": [ 29.25, 91.42 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 139539, "video_name": "house_s08e06_seg02_clip_07", "timestamp": [ 0.0, 31.83 ], "duration": 95.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312840, "video_name": "house_s07e10_seg02_clip_18", "timestamp": [ 0.0, 13.78 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312842, "video_name": "house_s06e11_seg02_clip_11", "timestamp": [ 67.71, 89.09 ], "duration": 89.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312843, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 13.32, 45.74 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312844, "video_name": "house_s06e06_seg02_clip_01", "timestamp": [ 0.0, 34.63 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312845, "video_name": "house_s06e02_seg02_clip_17", "timestamp": [ 0.0, 20.46 ], "duration": 43.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312847, "video_name": "house_s02e18_seg02_clip_23", "timestamp": [ 14.19, 86.02 ], "duration": 86.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312848, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 0.0, 67.42 ], "duration": 126.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312849, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 11.03, 49.02 ], "duration": 49.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312850, "video_name": "house_s01e11_seg02_clip_06", "timestamp": [ 0.0, 92.08 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312851, "video_name": "friends_s10e13_seg02_clip_01", "timestamp": [ 0.0, 17.11 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312852, "video_name": "friends_s10e12_seg02_clip_03", "timestamp": [ 13.07, 30.18 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312853, "video_name": "friends_s10e02_seg02_clip_17", "timestamp": [ 0.0, 57.04 ], "duration": 57.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312854, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 0.0, 56.09 ], "duration": 56.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312855, "video_name": "friends_s08e03_seg01_clip_01", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 312857, "video_name": "friends_s05e10_seg02_clip_11", "timestamp": [ 0.0, 48.02 ], "duration": 64.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 312858, "video_name": "friends_s05e01_seg02_clip_13", "timestamp": [ 0.0, 17.41 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 2 }, { "pair_id": 312859, "video_name": "friends_s04e01_seg02_clip_07", "timestamp": [ 0.0, 45.7 ], "duration": 63.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 } ] }, { "query_id": 65497, "query": "A woman makes a \"rowr\" growl like a cougar.", "relevant_moment": [ { "pair_id": 12761, "video_name": "met_s05e01_seg01_clip_00", "timestamp": [ 34.48, 35.11 ], "duration": 62.66, "caption": "A woman shouts with a very excited facial expression.", "similarity": 0.5482, "relevance": 4 }, { "pair_id": 12762, "video_name": "s08e09_seg02_clip_14", "timestamp": [ 42.18, 47.45 ], "duration": 62.66, "caption": "A woman makes fun of the way some people sound.", "similarity": 0.5244, "relevance": 1 }, { "pair_id": 12764, "video_name": "friends_s05e21_seg02_clip_14", "timestamp": [ 60.48, 62.43 ], "duration": 65.66, "caption": "A woman attempts to touch a cat and is startled when it hisses at her.", "similarity": 0.5068, "relevance": 1 }, { "pair_id": 12765, "video_name": "friends_s07e14_seg02_clip_05", "timestamp": [ 51.02, 57.03 ], "duration": 60.66, "caption": "A woman has a delayed reaction and screams when everyone jumps out to surprise her.", "similarity": 0.5004, "relevance": 3 }, { "pair_id": 12766, "video_name": "castle_s04e10_seg02_clip_22", "timestamp": [ 9.1, 12.74 ], "duration": 91.66, "caption": "A woman bends over and determines what the tiger is feeding.", "similarity": 0.4985, "relevance": 3 }, { "pair_id": 12767, "video_name": "met_s06e04_seg02_clip_05", "timestamp": [ 5.44, 8.64 ], "duration": 64.66, "caption": "A woman is riding in a cab while she is screaming.", "similarity": 0.4971, "relevance": 4 }, { "pair_id": 12768, "video_name": "house_s02e21_seg02_clip_18", "timestamp": [ 13.92, 17.77 ], "duration": 96.66, "caption": "Person turns around at woman to yell at her.", "similarity": 0.4955, "relevance": 1 }, { "pair_id": 12769, "video_name": "castle_s07e05_seg02_clip_24", "timestamp": [ 33.31, 42.74 ], "duration": 111.66, "caption": "A woman yells something at a person and the person shakes their clawed hands together at her screams at her.", "similarity": 0.4937, "relevance": 2 }, { "pair_id": 12770, "video_name": "friends_s01e10_seg02_clip_18", "timestamp": [ 10.89, 12.49 ], "duration": 64.66, "caption": "A woman puts a noise maker in a man's mouth.", "similarity": 0.4932, "relevance": 1 }, { "pair_id": 12771, "video_name": "s04e21_seg02_clip_09", "timestamp": [ 1.58, 4.73 ], "duration": 63.66, "caption": "A woman chews on a straw as she listens to a person.", "similarity": 0.4887, "relevance": 1 }, { "pair_id": 12772, "video_name": "s04e01_seg02_clip_01", "timestamp": [ 47.52, 50.17 ], "duration": 59.66, "caption": "A woman was drinking when a person says something that makes her spit the water out.", "similarity": 0.4884, "relevance": 2 }, { "pair_id": 12773, "video_name": "s03e11_seg02_clip_16", "timestamp": [ 0.86, 7.41 ], "duration": 57.66, "caption": "A woman informs woman it is the food making her feel that way.", "similarity": 0.4874, "relevance": 2 }, { "pair_id": 12774, "video_name": "friends_s10e12_seg02_clip_07", "timestamp": [ 32.29, 40.79 ], "duration": 56.66, "caption": "A woman gets excited when someone tells her she has a task for her to do.", "similarity": 0.4781, "relevance": 2 }, { "pair_id": 12775, "video_name": "grey_s02e02_seg02_clip_12", "timestamp": [ 5.38, 9.42 ], "duration": 89.66, "caption": "A woman angrily waves a fork around and takes a bite as she is talking.", "similarity": 0.4704, "relevance": 1 }, { "pair_id": 12776, "video_name": "castle_s02e04_seg02_clip_06", "timestamp": [ 5.01, 10.48 ], "duration": 91.66, "caption": "A person makes a Meow cat gesture at woman.", "similarity": 0.4701, "relevance": 2 }, { "pair_id": 12777, "video_name": "s08e18_seg02_clip_13", "timestamp": [ 17.02, 21.12 ], "duration": 63.66, "caption": "A woman takes a bit of her food as she listens to person.", "similarity": 0.4681, "relevance": 2 }, { "pair_id": 12778, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 26.85, 30.82 ], "duration": 61.66, "caption": "A person wakes and yells, startling woman who screams and moves backward.", "similarity": 0.4679, "relevance": 3 }, { "pair_id": 12779, "video_name": "s09e03_seg02_clip_04", "timestamp": [ 2.85, 8.55 ], "duration": 57.66, "caption": "A woman says something that makes a woman jump around in her seat and smile.", "similarity": 0.4674, "relevance": 2 } ] }, { "query_id": 65501, "query": "A woman wants a hug from a man and the man wants to shake hands but the woman hugs him instead.", "relevant_moment": [ { "pair_id": 2920, "video_name": "s07e01_seg02_clip_14", "timestamp": [ 36.65, 51.18 ], "duration": 66.66, "caption": "A woman wants a hug from a man and the man wants to shake hands but the woman hugs him instead.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2921, "video_name": "friends_s03e17_seg02_clip_03", "timestamp": [ 4.72, 11.21 ], "duration": 59.66, "caption": "A woman gives a man a hug because another person asked her to.", "similarity": 0.8621, "relevance": 2 }, { "pair_id": 2922, "video_name": "s01e12_seg02_clip_02", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A man asks woman for a hug and she sends another man to hug him as she embraces him.", "similarity": 0.8465, "relevance": 2 }, { "pair_id": 2923, "video_name": "met_s02e16_seg02_clip_19", "timestamp": [ 0.0, 3.27 ], "duration": 36.66, "caption": "A woman hugs a man and another woman gets up to hug a man.", "similarity": 0.8285, "relevance": 3 }, { "pair_id": 2924, "video_name": "friends_s01e16-17_seg02_clip_28", "timestamp": [ 36.5, 41.06 ], "duration": 57.66, "caption": "A woman hugs another woman and then turns and hugs a man.", "similarity": 0.818, "relevance": 2 }, { "pair_id": 2926, "video_name": "friends_s07e04_seg02_clip_13", "timestamp": [ 9.6, 14.41 ], "duration": 64.66, "caption": "Two women hug a man at the same time.", "similarity": 0.8154, "relevance": 2 }, { "pair_id": 2927, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.45, 45.47 ], "duration": 61.66, "caption": "A man hugs a woman and then two men hug each other.", "similarity": 0.8085, "relevance": 2 }, { "pair_id": 2928, "video_name": "s01e17_seg02_clip_05", "timestamp": [ 2.1, 5.1 ], "duration": 60.66, "caption": "A woman moves beside a man to give him a hug.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 2929, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman hugs a man and he puts his arms around her.", "similarity": 0.8078, "relevance": 3 }, { "pair_id": 2930, "video_name": "met_s02e12_seg02_clip_16", "timestamp": [ 45.32, 60.03 ], "duration": 60.66, "caption": "A woman holds out her arms and gives a man a hug.", "similarity": 0.8046, "relevance": 3 }, { "pair_id": 2931, "video_name": "s06e19_seg02_clip_15", "timestamp": [ 37.82, 40.34 ], "duration": 56.66, "caption": "A woman holds her arms out to a man and gives him a hug.", "similarity": 0.8038, "relevance": 3 }, { "pair_id": 2932, "video_name": "friends_s06e08_seg02_clip_10", "timestamp": [ 2.48, 4.96 ], "duration": 55.66, "caption": "A woman shakes her hands out in front of her, then hugs a man.", "similarity": 0.801, "relevance": 3 }, { "pair_id": 2933, "video_name": "castle_s03e02_seg02_clip_13", "timestamp": [ 74.12, 77.35 ], "duration": 92.66, "caption": "A woman holds out her arms and a man hugs her.", "similarity": 0.7953, "relevance": 3 }, { "pair_id": 2934, "video_name": "friends_s07e18_seg01_clip_00", "timestamp": [ 48.01, 51.61 ], "duration": 120.66, "caption": "Two women stand and give a man a hug.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 2935, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 0.0, 25.21 ], "duration": 90.66, "caption": "A woman hugs a man and then lets go of him and hugs him again.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 2936, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 14.46, 17.71 ], "duration": 59.66, "caption": "A woman grabs a man with her hands and hugs him.", "similarity": 0.7948, "relevance": 3 }, { "pair_id": 2937, "video_name": "friends_s06e02_seg02_clip_01", "timestamp": [ 52.79, 55.97 ], "duration": 63.66, "caption": "A man pushes a woman out of the way to hug another man.", "similarity": 0.7947, "relevance": 2 }, { "pair_id": 2938, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 95.34, 104.64 ], "duration": 155.66, "caption": "A woman goes to man and hugs him and then hugs woman.", "similarity": 0.7946, "relevance": 2 }, { "pair_id": 2939, "video_name": "friends_s06e23_seg02_clip_21", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman puts her hands to her face and hugs a man.", "similarity": 0.7939, "relevance": 3 }, { "pair_id": 176240, "video_name": "friends_s03e08_seg02_clip_17", "timestamp": [ 43.28, 47.95 ], "duration": 62.66, "caption": "A woman leans over and gives a man a hug.", "similarity": 0.7937, "relevance": 4 }, { "pair_id": 176241, "video_name": "friends_s02e16_seg02_clip_19", "timestamp": [ 18.66, 26.3 ], "duration": 61.66, "caption": "A woman leans over and gives a man a hug.", "similarity": 0.7937, "relevance": 3 }, { "pair_id": 176242, "video_name": "friends_s07e08_seg02_clip_10", "timestamp": [ 51.79, 55.83 ], "duration": 62.66, "caption": "A woman puts her arms up and she and a man hug.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 176243, "video_name": "friends_s05e23-24_seg02_clip_12", "timestamp": [ 39.22, 41.9 ], "duration": 59.66, "caption": "A woman gives a man a hug and he is not that interested.", "similarity": 0.7924, "relevance": 4 }, { "pair_id": 176244, "video_name": "friends_s08e07_seg02_clip_12", "timestamp": [ 43.3, 45.4 ], "duration": 60.66, "caption": "A woman and man are standing and give each other a hug.", "similarity": 0.7898, "relevance": 3 }, { "pair_id": 176245, "video_name": "friends_s03e14_seg02_clip_04", "timestamp": [ 9.35, 12.07 ], "duration": 60.66, "caption": "A woman hugs a man in a light-colored suit while holding another man's hand.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 176246, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 40.89, 48.21 ], "duration": 61.66, "caption": "A woman goes to a man and they hug each other.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 176247, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 15.09, 18.86 ], "duration": 58.66, "caption": "A man embraces woman and gives her a hug.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 176248, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 26.34, 39.95 ], "duration": 59.66, "caption": "A woman goes up to a man and hugs him and he pulls apart and then hugs her again.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 176249, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.75, 40.89 ], "duration": 61.66, "caption": "A man leans over and gives a woman a hug.", "similarity": 0.7791, "relevance": 2 }, { "pair_id": 176250, "video_name": "castle_s08e05_seg02_clip_19", "timestamp": [ 51.15, 59.3 ], "duration": 90.66, "caption": "A woman hugs another woman and then looks at a man.", "similarity": 0.7782, "relevance": 3 }, { "pair_id": 176251, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A woman reaches out and gives a hug to a man.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 176252, "video_name": "friends_s03e09_seg02_clip_04", "timestamp": [ 6.42, 11.93 ], "duration": 61.66, "caption": "A woman and a man hug as they are standing next to each other.", "similarity": 0.7762, "relevance": 2 }, { "pair_id": 176253, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 35.7, 42.34 ], "duration": 166.66, "caption": "A man hugs a woman while she is very emotional.", "similarity": 0.7761, "relevance": 2 }, { "pair_id": 176254, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 44.27, 48.77 ], "duration": 50.66, "caption": "A woman leans over and hugs a man.", "similarity": 0.7757, "relevance": 3 }, { "pair_id": 176255, "video_name": "s10e01_seg02_clip_16", "timestamp": [ 50.42, 56.72 ], "duration": 70.66, "caption": "Two people hug each other and a person hugs them.", "similarity": 0.7755, "relevance": 3 }, { "pair_id": 176256, "video_name": "castle_s07e08_seg02_clip_26", "timestamp": [ 59.67, 65.49 ], "duration": 97.66, "caption": "A woman approaches a man and gives him a hug.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 176257, "video_name": "friends_s09e11_seg02_clip_12", "timestamp": [ 0.0, 6.08 ], "duration": 60.66, "caption": "A man gives another man a hug right before a woman comes in.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 176258, "video_name": "friends_s03e02_seg02_clip_18", "timestamp": [ 21.09, 33.19 ], "duration": 62.66, "caption": "A woman gets close to a man and they hug each other.", "similarity": 0.7735, "relevance": 3 }, { "pair_id": 176259, "video_name": "house_s06e12_seg02_clip_23", "timestamp": [ 53.06, 55.59 ], "duration": 84.66, "caption": "Two people both give each other a hug.", "similarity": 0.773, "relevance": 2 } ] }, { "query_id": 65506, "query": "A woman walks in and take off her coat before she sits down.", "relevant_moment": [ { "pair_id": 25780, "video_name": "friends_s02e11_seg02_clip_01", "timestamp": [ 18.61, 22.02 ], "duration": 62.66, "caption": "A woman walks in and take off her coat before she sits down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 25781, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 2.14, 14.95 ], "duration": 61.66, "caption": "A woman sits down and takes off her coat.", "similarity": 0.9023, "relevance": 4 }, { "pair_id": 25782, "video_name": "friends_s01e15_seg02_clip_16", "timestamp": [ 10.72, 12.61 ], "duration": 63.66, "caption": "A woman walks in and takes her coat off.", "similarity": 0.8988, "relevance": 2 }, { "pair_id": 25783, "video_name": "friends_s04e17_seg02_clip_16", "timestamp": [ 0.0, 7.15 ], "duration": 65.66, "caption": "A woman sits down on the couch and takes off her coat.", "similarity": 0.8232, "relevance": 3 }, { "pair_id": 25784, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 5.67, 16.39 ], "duration": 63.66, "caption": "A woman sits down on the couch and takes off her coat.", "similarity": 0.8232, "relevance": 3 }, { "pair_id": 25785, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 6.3, 13.24 ], "duration": 63.66, "caption": "A woman sits on the couch and takes her coat off.", "similarity": 0.8165, "relevance": 3 }, { "pair_id": 25786, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman takes her coat off and sits down on a desk.", "similarity": 0.7943, "relevance": 4 }, { "pair_id": 25787, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 26.98, 32.49 ], "duration": 58.66, "caption": "A woman takes her coat off while sitting on the sofa.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 25788, "video_name": "friends_s01e13_seg02_clip_21", "timestamp": [ 0.36, 7.81 ], "duration": 71.66, "caption": "A woman takes off her coat and sits at the edge of the couch.", "similarity": 0.7869, "relevance": 4 }, { "pair_id": 25789, "video_name": "friends_s01e09_seg02_clip_00", "timestamp": [ 25.08, 34.19 ], "duration": 65.66, "caption": "A woman takes off her coat and sits on the arm of the couch.", "similarity": 0.7867, "relevance": 4 }, { "pair_id": 25790, "video_name": "house_s01e08_seg02_clip_06", "timestamp": [ 2.01, 8.38 ], "duration": 67.66, "caption": "A woman removes her coat.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 25791, "video_name": "grey_s03e02_seg02_clip_19", "timestamp": [ 77.94, 83.32 ], "duration": 89.66, "caption": "A woman sits down at a table and removes her coat.", "similarity": 0.77, "relevance": 2 }, { "pair_id": 25792, "video_name": "friends_s09e17_seg02_clip_01", "timestamp": [ 21.9, 25.64 ], "duration": 57.66, "caption": "A woman takes off her coat on the armchair.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 25793, "video_name": "friends_s07e10_seg02_clip_07", "timestamp": [ 4.5, 9.3 ], "duration": 60.66, "caption": "A woman takes her jacket off while sitting down.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 25794, "video_name": "friends_s09e14_seg02_clip_18", "timestamp": [ 38.14, 42.41 ], "duration": 61.66, "caption": "A woman takes off their coat and sits down next to someone on the couch.", "similarity": 0.7573, "relevance": 4 }, { "pair_id": 25795, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 22.64, 25.74 ], "duration": 62.66, "caption": "A woman takes off her coat and sets it down on a chair.", "similarity": 0.7496, "relevance": 3 }, { "pair_id": 25796, "video_name": "friends_s05e11_seg02_clip_11", "timestamp": [ 19.24, 21.17 ], "duration": 64.66, "caption": "A woman takes off her jacket while walking into a place.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 25797, "video_name": "s05e17_seg02_clip_11", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A woman puts on her coat as she gets ready to leave.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 25798, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 16.89, 21.49 ], "duration": 61.66, "caption": "A woman takes her coat off and hangs it up.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 25799, "video_name": "castle_s03e09_seg02_clip_16", "timestamp": [ 29.93, 34.33 ], "duration": 88.66, "caption": "A woman unbuttons her coat as she's walking and then takes it off.", "similarity": 0.7344, "relevance": 3 }, { "pair_id": 199100, "video_name": "friends_s10e09_seg02_clip_00", "timestamp": [ 26.41, 36.91 ], "duration": 63.66, "caption": "A woman takes off her tan coat as she is sitting on sofa.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 199101, "video_name": "castle_s04e07_seg02_clip_04", "timestamp": [ 67.52, 70.22 ], "duration": 90.66, "caption": "A woman takes off her coat then holds her hand to her forehead.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 199102, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 5.41, 7.21 ], "duration": 90.66, "caption": "A woman grabs her coat off of the chair.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 199103, "video_name": "friends_s07e13_seg02_clip_03", "timestamp": [ 22.56, 26.69 ], "duration": 55.66, "caption": "A woman sets down her coat then sits in the chair.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 199104, "video_name": "friends_s01e24_seg02_clip_11", "timestamp": [ 0.0, 7.77 ], "duration": 59.66, "caption": "A woman walks over and puts on her coat.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 199105, "video_name": "s07e12_seg02_clip_12", "timestamp": [ 8.09, 17.72 ], "duration": 77.66, "caption": "A woman takes off her coat and sits down at the table with two other people.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 199106, "video_name": "friends_s06e13_seg02_clip_05", "timestamp": [ 8.84, 11.4 ], "duration": 57.66, "caption": "A woman takes off her coat in the coffee shop.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 199107, "video_name": "friends_s02e10_seg02_clip_13", "timestamp": [ 31.01, 43.73 ], "duration": 62.66, "caption": "A person walks in the door and takes off their coat.", "similarity": 0.7134, "relevance": 1 }, { "pair_id": 199108, "video_name": "friends_s06e19_seg02_clip_00", "timestamp": [ 11.71, 17.24 ], "duration": 65.66, "caption": "A woman takes off her jacket while sitting in a chair.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 199109, "video_name": "friends_s02e18_seg02_clip_01", "timestamp": [ 10.65, 16.12 ], "duration": 57.66, "caption": "A woman grabs her coat then walks out the door.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 199110, "video_name": "friends_s10e13_seg02_clip_17", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A woman removes her coat and places it on the back of a chair.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 199111, "video_name": "friends_s05e09_seg02_clip_12", "timestamp": [ 4.72, 12.99 ], "duration": 59.66, "caption": "A woman takes off her coat as a man is walking by.", "similarity": 0.7081, "relevance": 3 }, { "pair_id": 199112, "video_name": "friends_s04e16_seg01_clip_00", "timestamp": [ 33.51, 39.29 ], "duration": 77.66, "caption": "A woman takes off her coat and puts it on the sofa.", "similarity": 0.7069, "relevance": 3 }, { "pair_id": 199114, "video_name": "friends_s02e21_seg02_clip_02", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A woman takes off her coat and hangs it up on the hook by the door.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 199116, "video_name": "castle_s08e08_seg02_clip_26", "timestamp": [ 17.1, 23.86 ], "duration": 90.66, "caption": "As a woman is walking, she takes off her jacket.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 199117, "video_name": "friends_s08e12_seg02_clip_04", "timestamp": [ 33.94, 43.12 ], "duration": 61.66, "caption": "A woman adjusts her coat and heads out the door.", "similarity": 0.7007, "relevance": 1 }, { "pair_id": 199118, "video_name": "castle_s03e20_seg02_clip_13", "timestamp": [ 38.75, 43.7 ], "duration": 90.66, "caption": "A woman stands up and gathers her coat to leave.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 199119, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 1.12, 5.88 ], "duration": 56.66, "caption": "A woman sets her bag down and begins to remove her coat.", "similarity": 0.6987, "relevance": 3 } ] }, { "query_id": 65557, "query": "A man is on stage with a person and a ladder comes down between them.", "relevant_moment": [ { "pair_id": 80980, "video_name": "friends_s08e19_seg02_clip_01", "timestamp": [ 53.98, 64.06 ], "duration": 65.66, "caption": "A man is on stage with a person and a ladder comes down between them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 80982, "video_name": "met_s06e23_seg02_clip_00", "timestamp": [ 3.9, 4.55 ], "duration": 65.66, "caption": "A man goes down steps from a stage area.", "similarity": 0.6643, "relevance": 2 }, { "pair_id": 80983, "video_name": "house_s05e12_seg02_clip_07", "timestamp": [ 21.85, 27.31 ], "duration": 91.66, "caption": "A person climbs down from the ladder in front of a man.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 80984, "video_name": "castle_s01e03_seg02_clip_19", "timestamp": [ 20.65, 24.09 ], "duration": 86.66, "caption": "A man walks off the stage and another man takes his place.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 80985, "video_name": "castle_s05e07_seg02_clip_13", "timestamp": [ 43.13, 48.41 ], "duration": 88.66, "caption": "A man stops his live performance by two people as they walk up to a stage where he is performing.", "similarity": 0.6186, "relevance": 2 }, { "pair_id": 80986, "video_name": "met_s02e20_seg02_clip_14", "timestamp": [ 47.13, 59.29 ], "duration": 59.66, "caption": "A man is on stage talking to another man.", "similarity": 0.6163, "relevance": 2 }, { "pair_id": 80988, "video_name": "castle_s07e21_seg02_clip_16", "timestamp": [ 37.85, 42.15 ], "duration": 86.66, "caption": "A man looks at another man next to a ladder.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 80989, "video_name": "castle_s03e12_seg02_clip_08", "timestamp": [ 16.91, 28.34 ], "duration": 91.66, "caption": "A woman and a man walk through the doors and up to a stage where there is a show going on.", "similarity": 0.6047, "relevance": 2 }, { "pair_id": 80990, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 32.53, 34.78 ], "duration": 90.66, "caption": "A person steps down from on top of the ladder.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 80991, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 54.25, 55.12 ], "duration": 58.66, "caption": "A man steps up to another person using the step that is in front of him.", "similarity": 0.5907, "relevance": 1 }, { "pair_id": 80992, "video_name": "house_s01e21_seg02_clip_11", "timestamp": [ 30.98, 35.61 ], "duration": 92.66, "caption": "A person walks down a step off of a stage as he speaks to another person.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 80993, "video_name": "friends_s03e22_seg02_clip_18", "timestamp": [ 38.76, 63.03 ], "duration": 63.66, "caption": "A person drops down a ladder from the ceiling and a man grabs onto it.", "similarity": 0.5844, "relevance": 4 }, { "pair_id": 80994, "video_name": "castle_s07e22_seg02_clip_02", "timestamp": [ 76.6, 90.66 ], "duration": 90.66, "caption": "A person introduces another person as he walks onto the stage and a person recognizes him.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 80995, "video_name": "s01e02_seg01_clip_02", "timestamp": [ 28.68, 32.65 ], "duration": 61.66, "caption": "A person steps around someone to stand between two people.", "similarity": 0.5806, "relevance": 0 }, { "pair_id": 80996, "video_name": "friends_s03e22_seg02_clip_18", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A man beginning to climb ladder in front of woman.", "similarity": 0.5699, "relevance": 3 }, { "pair_id": 80997, "video_name": "met_s06e23_seg01_clip_01", "timestamp": [ 3.23, 7.96 ], "duration": 43.66, "caption": "A man walks off the stage and sits next to woman.", "similarity": 0.5685, "relevance": 1 }, { "pair_id": 80998, "video_name": "s08e06_seg02_clip_07", "timestamp": [ 51.05, 61.46 ], "duration": 65.66, "caption": "A person descends a ladder in the dark as he has a conversation with another person.", "similarity": 0.5664, "relevance": 2 }, { "pair_id": 80999, "video_name": "s03e18_seg02_clip_15", "timestamp": [ 48.52, 52.79 ], "duration": 61.66, "caption": "A person rushes the stage after another person introduces them.", "similarity": 0.556, "relevance": 1 } ] }, { "query_id": 65580, "query": "A woman shakes hands with another woman at a park.", "relevant_moment": [ { "pair_id": 128800, "video_name": "friends_s08e19_seg02_clip_09", "timestamp": [ 0.0, 1.69 ], "duration": 56.66, "caption": "A woman shakes hands with another woman at a park.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 128802, "video_name": "castle_s03e23_seg02_clip_03", "timestamp": [ 10.56, 18.93 ], "duration": 88.66, "caption": "A woman shakes hands with two people.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 128803, "video_name": "s08e23_seg02_clip_03", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman got up to shake hands with another woman.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 128804, "video_name": "friends_s06e15-16_seg02_clip_17", "timestamp": [ 43.02, 44.55 ], "duration": 61.66, "caption": "A woman shakes her hand towards another woman and uncrosses her leg.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 128805, "video_name": "castle_s06e10_seg02_clip_10", "timestamp": [ 24.93, 27.6 ], "duration": 89.66, "caption": "A woman shakes another woman's hand as to greet her.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 128806, "video_name": "friends_s09e21_seg02_clip_16", "timestamp": [ 52.18, 54.36 ], "duration": 54.66, "caption": "A woman gestures at another woman with rapid hand movements.", "similarity": 0.697, "relevance": 1 }, { "pair_id": 128807, "video_name": "s02e15_seg02_clip_00", "timestamp": [ 56.1, 59.88 ], "duration": 63.66, "caption": "A woman extends her hand to shake another woman's hand.", "similarity": 0.695, "relevance": 3 }, { "pair_id": 128808, "video_name": "castle_s04e05_seg02_clip_04", "timestamp": [ 80.47, 86.05 ], "duration": 93.66, "caption": "A woman stands and she and another woman shake hands.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 128809, "video_name": "friends_s10e13_seg02_clip_03", "timestamp": [ 7.56, 10.8 ], "duration": 54.66, "caption": "A woman stands up to shake the hand of another woman.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 128810, "video_name": "castle_s08e15_seg02_clip_02", "timestamp": [ 40.54, 44.1 ], "duration": 89.66, "caption": "A woman shakes hands with a man.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 128811, "video_name": "friends_s08e19_seg02_clip_09", "timestamp": [ 0.0, 2.81 ], "duration": 56.66, "caption": "A woman shakes hands with the person next to a man.", "similarity": 0.6777, "relevance": 3 }, { "pair_id": 128812, "video_name": "friends_s05e17_seg01_clip_00", "timestamp": [ 39.17, 44.1 ], "duration": 58.66, "caption": "Two women are both standing, one shakes the other's hand.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 128813, "video_name": "castle_s04e15_seg02_clip_24", "timestamp": [ 67.97, 90.02 ], "duration": 90.66, "caption": "A woman and man are having a conversation with each other in a park.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 128814, "video_name": "friends_s01e21_seg02_clip_06", "timestamp": [ 43.27, 48.77 ], "duration": 50.66, "caption": "A woman shakes hands with another woman named Monica.", "similarity": 0.6676, "relevance": 3 }, { "pair_id": 128815, "video_name": "friends_s09e20_seg02_clip_06", "timestamp": [ 11.44, 14.88 ], "duration": 57.66, "caption": "Two women walk over to a woman and shake her hand.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 128816, "video_name": "house_s07e10_seg02_clip_22", "timestamp": [ 0.0, 24.39 ], "duration": 92.66, "caption": "A woman is holding hands with another woman while the other woman moves around.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 128818, "video_name": "friends_s05e18_seg02_clip_06", "timestamp": [ 13.65, 15.82 ], "duration": 62.66, "caption": "A woman raises their hand while another woman looks startled.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 128819, "video_name": "friends_s05e17_seg01_clip_00", "timestamp": [ 36.56, 55.13 ], "duration": 58.66, "caption": "After a woman shakes hands with another woman, a third woman wants to shake hands, too, but really clamps down and hurts the first woman's hand.", "similarity": 0.6451, "relevance": 3 } ] }, { "query_id": 65612, "query": "A robot rolls towards a woman that is sitting on the couch.", "relevant_moment": [ { "pair_id": 6020, "video_name": "s04e02_seg02_clip_07", "timestamp": [ 52.83, 59.03 ], "duration": 59.66, "caption": "A robot rolls towards a woman that is sitting on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6021, "video_name": "s04e02_seg02_clip_07", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A robot goes over to a woman who is sitting in its spot on the couch.", "similarity": 0.803, "relevance": 4 }, { "pair_id": 6022, "video_name": "s05e08_seg02_clip_06", "timestamp": [ 48.2, 50.02 ], "duration": 73.66, "caption": "A woman moves closer to person on the couch.", "similarity": 0.6262, "relevance": 3 }, { "pair_id": 6023, "video_name": "s08e10_seg02_clip_02", "timestamp": [ 47.3, 49.74 ], "duration": 61.66, "caption": "A woman turns towards a man while they are sitting on the couch.", "similarity": 0.6252, "relevance": 3 }, { "pair_id": 6024, "video_name": "friends_s06e13_seg02_clip_12", "timestamp": [ 20.66, 23.02 ], "duration": 59.66, "caption": "A woman turns her body closer to woman on the couch.", "similarity": 0.6089, "relevance": 2 }, { "pair_id": 6025, "video_name": "s09e08_seg02_clip_02", "timestamp": [ 6.3, 7.8 ], "duration": 60.66, "caption": "A woman motions for a person to sit between her and another person on the couch.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 6026, "video_name": "grey_s02e04_seg02_clip_04", "timestamp": [ 59.01, 60.73 ], "duration": 86.66, "caption": "A woman rolls her wheelchair towards a patient's room while watching the patient.", "similarity": 0.606, "relevance": 1 }, { "pair_id": 6027, "video_name": "s05e01_seg02_clip_09", "timestamp": [ 52.82, 55.52 ], "duration": 60.66, "caption": "A woman sits onto someone's couch and gestures another person to sit with her.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 6028, "video_name": "s05e08_seg02_clip_06", "timestamp": [ 47.83, 51.12 ], "duration": 73.66, "caption": "A woman gets up briefly and moves closer to person on a couch.", "similarity": 0.5812, "relevance": 2 }, { "pair_id": 6029, "video_name": "s06e12_seg02_clip_03", "timestamp": [ 58.93, 60.51 ], "duration": 63.66, "caption": "A woman turns and talks to another woman when they are sitting on a couch.", "similarity": 0.5802, "relevance": 3 }, { "pair_id": 6030, "video_name": "castle_s03e20_seg02_clip_13", "timestamp": [ 54.52, 57.22 ], "duration": 90.66, "caption": "A woman consoles someone on the couch and rubs her arm.", "similarity": 0.58, "relevance": 2 }, { "pair_id": 6031, "video_name": "s04e16_seg02_clip_15", "timestamp": [ 22.0, 30.75 ], "duration": 53.66, "caption": "A woman walks over self-consciously and sits next to person on the couch.", "similarity": 0.5743, "relevance": 2 }, { "pair_id": 6032, "video_name": "friends_s06e03_seg02_clip_05", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A woman turns her position on the couch to face a man.", "similarity": 0.571, "relevance": 2 }, { "pair_id": 6033, "video_name": "friends_s02e12-13_seg02_clip_28", "timestamp": [ 3.9, 6.9 ], "duration": 60.66, "caption": "A woman touches a person's knee as she gets up from the couch.", "similarity": 0.5688, "relevance": 2 }, { "pair_id": 6034, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 47.07, 64.26 ], "duration": 181.66, "caption": "A woman leans forward and kisses man then they roll on the couch.", "similarity": 0.5675, "relevance": 0 }, { "pair_id": 6035, "video_name": "s07e04_seg02_clip_14", "timestamp": [ 37.23, 41.5 ], "duration": 61.66, "caption": "A woman turns around on the couch and talks to a person.", "similarity": 0.5664, "relevance": 2 }, { "pair_id": 6036, "video_name": "friends_s01e16-17_seg02_clip_23", "timestamp": [ 23.74, 27.31 ], "duration": 65.66, "caption": "A woman grabs woman to sit down on the couch.", "similarity": 0.5661, "relevance": 2 }, { "pair_id": 6037, "video_name": "s07e01_seg02_clip_09", "timestamp": [ 34.23, 43.23 ], "duration": 58.66, "caption": "A woman is leaning over the couch as a person is sitting in their spot.", "similarity": 0.5657, "relevance": 0 }, { "pair_id": 6038, "video_name": "friends_s06e15-16_seg02_clip_04", "timestamp": [ 28.36, 32.78 ], "duration": 63.66, "caption": "A woman bringing person over to couch to sit down.", "similarity": 0.564, "relevance": 2 }, { "pair_id": 6039, "video_name": "s05e18_seg02_clip_02", "timestamp": [ 48.22, 50.11 ], "duration": 63.66, "caption": "A woman walks over to the couch a person is sitting on.", "similarity": 0.5636, "relevance": 3 }, { "pair_id": 179340, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 8.37, 11.62 ], "duration": 54.66, "caption": "A woman moves over on the couch closer to a man, who also shifts over.", "similarity": 0.5627, "relevance": 2 }, { "pair_id": 179341, "video_name": "friends_s04e05_seg02_clip_06", "timestamp": [ 2.04, 9.02 ], "duration": 58.66, "caption": "A woman fakes kissing while sitting on the couch then turns to a man.", "similarity": 0.5626, "relevance": 2 }, { "pair_id": 179342, "video_name": "s03e07_seg02_clip_13", "timestamp": [ 17.12, 24.66 ], "duration": 58.66, "caption": "A woman takes a robot from a person and tries to turn it off.", "similarity": 0.5623, "relevance": 2 }, { "pair_id": 179343, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 5.25, 7.25 ], "duration": 50.66, "caption": "A woman gets up, moves toward the couch and sits down next to woman.", "similarity": 0.562, "relevance": 2 }, { "pair_id": 179344, "video_name": "friends_s06e18_seg02_clip_03", "timestamp": [ 61.41, 62.03 ], "duration": 62.66, "caption": "A woman pulls person's arm to sit him/her down on the sofa.", "similarity": 0.5616, "relevance": 2 }, { "pair_id": 179345, "video_name": "friends_s01e13_seg02_clip_18", "timestamp": [ 32.17, 38.07 ], "duration": 59.66, "caption": "A person walks around the couch to sit down next to a woman.", "similarity": 0.5604, "relevance": 2 }, { "pair_id": 179346, "video_name": "s04e02_seg02_clip_15", "timestamp": [ 11.29, 12.21 ], "duration": 61.66, "caption": "A robot rolls up to someone's table and stops.", "similarity": 0.5599, "relevance": 4 }, { "pair_id": 179347, "video_name": "s05e19_seg02_clip_09", "timestamp": [ 48.22, 52.0 ], "duration": 63.66, "caption": "A woman moves from sitting on the arm of the couch to on the couch to talk to another woman.", "similarity": 0.5586, "relevance": 2 }, { "pair_id": 179348, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person moves from the arm of the sofa to sit next to a woman.", "similarity": 0.5572, "relevance": 2 }, { "pair_id": 179349, "video_name": "s05e18_seg02_clip_15", "timestamp": [ 38.96, 42.5 ], "duration": 59.66, "caption": "A woman walks over and sits down on the couch next to a person.", "similarity": 0.557, "relevance": 2 }, { "pair_id": 179350, "video_name": "s02e14_seg02_clip_10", "timestamp": [ 37.43, 39.75 ], "duration": 58.66, "caption": "A person walks towards a woman and sits on the sofa arm.", "similarity": 0.5569, "relevance": 2 }, { "pair_id": 179351, "video_name": "friends_s01e05_seg02_clip_08", "timestamp": [ 7.54, 11.61 ], "duration": 58.66, "caption": "A woman scoots over on the couch to sit closer to man.", "similarity": 0.5563, "relevance": 2 }, { "pair_id": 179352, "video_name": "s04e24_seg02_clip_13", "timestamp": [ 24.91, 26.11 ], "duration": 60.66, "caption": "A woman slides over on the couch to be closer to a man.", "similarity": 0.555, "relevance": 2 }, { "pair_id": 179353, "video_name": "friends_s07e18_seg02_clip_14", "timestamp": [ 66.35, 67.02 ], "duration": 67.66, "caption": "A woman runs towards another woman who is at the couch.", "similarity": 0.5545, "relevance": 1 }, { "pair_id": 179354, "video_name": "s09e11_seg02_clip_13", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman moves a little closer to a man on the couch.", "similarity": 0.5535, "relevance": 2 }, { "pair_id": 179355, "video_name": "s08e16_seg02_clip_02", "timestamp": [ 40.22, 44.72 ], "duration": 60.66, "caption": "A woman walks where a person is and she sits down on the couch.", "similarity": 0.5533, "relevance": 2 }, { "pair_id": 179356, "video_name": "s02e19_seg02_clip_10", "timestamp": [ 32.57, 35.98 ], "duration": 62.66, "caption": "A person shifts on the couch to face more towards a woman.", "similarity": 0.5525, "relevance": 2 }, { "pair_id": 179357, "video_name": "house_s01e21_seg02_clip_23", "timestamp": [ 9.79, 13.35 ], "duration": 89.66, "caption": "A woman approaches another woman sitting on a sofa and sits down across from her.", "similarity": 0.5522, "relevance": 2 }, { "pair_id": 179358, "video_name": "friends_s09e19_seg02_clip_08", "timestamp": [ 21.77, 34.61 ], "duration": 55.66, "caption": "A woman sits down on the couch to go over a script with a man.", "similarity": 0.5505, "relevance": 2 }, { "pair_id": 179359, "video_name": "s05e22_seg02_clip_12", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A woman walks over to the couch and sits down next to someone.", "similarity": 0.5499, "relevance": 2 } ] }, { "query_id": 65626, "query": "A person shakes his head slightly and looks down at his desk and begins flicking through documents.", "relevant_moment": [ { "pair_id": 160200, "video_name": "house_s05e11_seg02_clip_04", "timestamp": [ 27.6, 29.82 ], "duration": 89.66, "caption": "A person shakes his head slightly and looks down at his desk and begins flicking through documents.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 160201, "video_name": "met_s06e08_seg02_clip_11", "timestamp": [ 39.7, 47.7 ], "duration": 64.66, "caption": "A person sits down and looks at a document.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 160202, "video_name": "s06e03_seg02_clip_00", "timestamp": [ 6.41, 10.99 ], "duration": 61.66, "caption": "A person is sitting at their office desk looking through papers.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 160203, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 46.07, 53.6 ], "duration": 94.66, "caption": "A person looks through some paper on the desk.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 160204, "video_name": "house_s02e12_seg02_clip_04", "timestamp": [ 7.74, 13.2 ], "duration": 91.66, "caption": "A person is looking through the things at their desk.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 160205, "video_name": "grey_s01e05_seg02_clip_06", "timestamp": [ 68.42, 73.82 ], "duration": 90.66, "caption": "A woman looks through some paper files and then shakes her head slightly.", "similarity": 0.6915, "relevance": 1 }, { "pair_id": 160206, "video_name": "house_s01e08_seg02_clip_22", "timestamp": [ 20.35, 22.56 ], "duration": 88.66, "caption": "A man hands a person documents and he looks at it.", "similarity": 0.6764, "relevance": 2 }, { "pair_id": 160207, "video_name": "house_s05e11_seg02_clip_16", "timestamp": [ 7.29, 9.72 ], "duration": 81.66, "caption": "A person sitting at a desk going over some paperwork.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 160208, "video_name": "s07e04_seg02_clip_10", "timestamp": [ 22.64, 24.19 ], "duration": 62.66, "caption": "A person looks to his right and gently shakes his head as he sits at his desk in front of his laptop.", "similarity": 0.6644, "relevance": 0 }, { "pair_id": 160209, "video_name": "s06e11_seg02_clip_07", "timestamp": [ 51.32, 52.82 ], "duration": 60.66, "caption": "A person looks down at his/her book and shakes his/her head back and forth.", "similarity": 0.6595, "relevance": 1 }, { "pair_id": 160210, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 8.58, 20.66 ], "duration": 63.66, "caption": "A man looks through paperwork on his desk after a woman asks him to.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 160211, "video_name": "house_s08e17_seg02_clip_05", "timestamp": [ 68.42, 74.72 ], "duration": 90.66, "caption": "A person is turning a page and examining the papers in front of him.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 160212, "video_name": "castle_s01e03_seg02_clip_10", "timestamp": [ 0.0, 6.74 ], "duration": 89.66, "caption": "A person looks through some papers then looks straight ahead.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 160213, "video_name": "house_s05e21_seg02_clip_02", "timestamp": [ 77.46, 78.79 ], "duration": 89.66, "caption": "A person sits at their desk looking through a yellow notepad.", "similarity": 0.6548, "relevance": 0 }, { "pair_id": 160214, "video_name": "castle_s05e04_seg02_clip_11", "timestamp": [ 57.61, 63.28 ], "duration": 94.66, "caption": "A person walks over to a desk and reads from a piece of paper.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 160215, "video_name": "house_s05e07_seg02_clip_18", "timestamp": [ 33.61, 38.09 ], "duration": 112.66, "caption": "A person is turning a knob and looking at papers.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 160216, "video_name": "castle_s08e08_seg02_clip_15", "timestamp": [ 0.91, 2.73 ], "duration": 90.66, "caption": "A person picks up a sheet of paper off the desk and looks at it.", "similarity": 0.6491, "relevance": 1 }, { "pair_id": 160217, "video_name": "castle_s03e18_seg02_clip_11", "timestamp": [ 3.15, 7.2 ], "duration": 90.66, "caption": "A person tells everyone what type of document they are looking at on the computer.", "similarity": 0.6462, "relevance": 0 }, { "pair_id": 160218, "video_name": "house_s04e01_seg02_clip_10", "timestamp": [ 88.83, 94.18 ], "duration": 107.66, "caption": "A man puts on his glasses while sitting at his desk and looking through papers.", "similarity": 0.6456, "relevance": 3 }, { "pair_id": 160219, "video_name": "s05e15_seg01_clip_00", "timestamp": [ 33.26, 39.97 ], "duration": 61.66, "caption": "A person turns on the lights and starts reading from papers in their hand.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 333520, "video_name": "house_s02e08_seg02_clip_03", "timestamp": [ 2.64, 8.36 ], "duration": 88.66, "caption": "A man looks at some documents with his left hand while talking to a patient.", "similarity": 0.6409, "relevance": 2 }, { "pair_id": 333521, "video_name": "castle_s08e04_seg02_clip_16", "timestamp": [ 8.49, 12.96 ], "duration": 89.66, "caption": "A person puts down a document on the desk in front of him and he looks to another person standing behind him and he gets up from his chair to leave.", "similarity": 0.6406, "relevance": 1 }, { "pair_id": 333522, "video_name": "castle_s05e22_seg02_clip_24", "timestamp": [ 74.72, 78.32 ], "duration": 90.66, "caption": "A person picks up a file from a desk and begins reading from it.", "similarity": 0.6389, "relevance": 2 }, { "pair_id": 333523, "video_name": "castle_s03e03_seg02_clip_19", "timestamp": [ 10.23, 20.93 ], "duration": 93.66, "caption": "A person picks up a paper from their desk and starts to study it while having a conversation with someone.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 333524, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 2.71, 9.93 ], "duration": 90.66, "caption": "A person flips through pages of some paper documents in the meeting room.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 333525, "video_name": "house_s01e21_seg02_clip_10", "timestamp": [ 0.0, 12.75 ], "duration": 91.66, "caption": "A person is looking for something in his desk while giving a lecture.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 333526, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 5.61, 14.76 ], "duration": 59.66, "caption": "A person flips over a page on the document he's reading and sticks out his tongue.", "similarity": 0.6311, "relevance": 1 }, { "pair_id": 333527, "video_name": "castle_s01e05_seg02_clip_21", "timestamp": [ 22.8, 34.93 ], "duration": 97.66, "caption": "A man is going through papers as he is seated at a desk.", "similarity": 0.6294, "relevance": 3 }, { "pair_id": 333528, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 51.69, 60.68 ], "duration": 89.66, "caption": "A man sits at his desk and goes through some papers.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 333529, "video_name": "s04e12_seg02_clip_02", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person gets up from their seat and goes to a desk to pick up documents.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 333530, "video_name": "house_s06e18_seg02_clip_01", "timestamp": [ 41.87, 53.7 ], "duration": 91.66, "caption": "A person looks through some notes while speaking to some colleagues.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 333531, "video_name": "house_s06e08_seg02_clip_08", "timestamp": [ 28.31, 42.93 ], "duration": 91.66, "caption": "A man sits at his desk and takes a look at a note.", "similarity": 0.6265, "relevance": 1 }, { "pair_id": 333532, "video_name": "castle_s08e13_seg02_clip_17", "timestamp": [ 40.63, 42.43 ], "duration": 90.66, "caption": "A man is rummaging through papers on his desk as a woman looks toward him.", "similarity": 0.626, "relevance": 2 }, { "pair_id": 333533, "video_name": "house_s01e18_seg02_clip_07", "timestamp": [ 6.6, 8.8 ], "duration": 88.66, "caption": "A woman reaches toward some papers on her desk.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 333534, "video_name": "house_s01e15_seg02_clip_12", "timestamp": [ 61.86, 66.98 ], "duration": 93.66, "caption": "A person reveals a document to some people.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 333535, "video_name": "house_s02e17_seg02_clip_02", "timestamp": [ 44.21, 56.52 ], "duration": 91.66, "caption": "Someone enters their room, opens their drawer and looks for some documents.", "similarity": 0.6249, "relevance": 2 }, { "pair_id": 333536, "video_name": "house_s04e16_seg02_clip_01", "timestamp": [ 27.44, 35.82 ], "duration": 93.66, "caption": "A person sits down at their desk and rubs their forehead.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 333538, "video_name": "house_s08e04_seg02_clip_00", "timestamp": [ 1.86, 7.91 ], "duration": 93.66, "caption": "A person uses a binocular in reading a document on his/her computer.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 333539, "video_name": "house_s03e14_seg02_clip_21", "timestamp": [ 42.25, 46.21 ], "duration": 88.66, "caption": "A person writes on documents at their desk while someone opens the door and enters their office.", "similarity": 0.6213, "relevance": 2 } ] }, { "query_id": 65691, "query": "A woman puts her fork down on her plate while sitting at the table.", "relevant_moment": [ { "pair_id": 71680, "video_name": "friends_s08e11_seg02_clip_18", "timestamp": [ 24.11, 25.02 ], "duration": 61.66, "caption": "A woman puts her fork down on her plate while sitting at the table.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 71681, "video_name": "friends_s06e09_seg02_clip_03", "timestamp": [ 27.26, 28.41 ], "duration": 57.66, "caption": "A woman places the fork on the dining table.", "similarity": 0.8187, "relevance": 1 }, { "pair_id": 71682, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 18.63, 21.74 ], "duration": 88.66, "caption": "A person puts down his fork and places the plate on the table.", "similarity": 0.8125, "relevance": 1 }, { "pair_id": 71683, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 16.23, 17.41 ], "duration": 59.66, "caption": "A woman puts her plate of food down on the table.", "similarity": 0.8003, "relevance": 2 }, { "pair_id": 71684, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 71685, "video_name": "friends_s07e18_seg02_clip_05", "timestamp": [ 0.0, 1.24 ], "duration": 62.66, "caption": "A woman sets down a plate on the table.", "similarity": 0.7817, "relevance": 1 }, { "pair_id": 71686, "video_name": "s08e09_seg02_clip_13", "timestamp": [ 20.11, 23.41 ], "duration": 60.66, "caption": "A woman takes her fork to the plate, brings it close to her mouth, and then brings the fork down.", "similarity": 0.781, "relevance": 1 }, { "pair_id": 71687, "video_name": "friends_s09e07_seg02_clip_19", "timestamp": [ 6.3, 8.82 ], "duration": 63.66, "caption": "A woman sets her fork down.", "similarity": 0.7754, "relevance": 3 }, { "pair_id": 71688, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 71689, "video_name": "friends_s08e18_seg02_clip_11", "timestamp": [ 2.25, 4.5 ], "duration": 56.66, "caption": "A woman puts her fork down with her left hand.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 71690, "video_name": "friends_s07e05_seg02_clip_16", "timestamp": [ 12.35, 13.85 ], "duration": 60.66, "caption": "A woman puts a plate she is holding on the table in front of her.", "similarity": 0.7488, "relevance": 1 }, { "pair_id": 71691, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 6.49, 12.99 ], "duration": 59.66, "caption": "A woman sets two plates down and sits at the table with a person.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 71692, "video_name": "s06e06_seg02_clip_03", "timestamp": [ 27.01, 32.41 ], "duration": 60.66, "caption": "A woman is using a fork as she is eating her food.", "similarity": 0.7442, "relevance": 1 }, { "pair_id": 71693, "video_name": "s05e05_seg02_clip_01", "timestamp": [ 18.28, 20.02 ], "duration": 58.66, "caption": "A woman sets down her plate on the center table.", "similarity": 0.7424, "relevance": 2 }, { "pair_id": 71694, "video_name": "s06e14_seg02_clip_14", "timestamp": [ 57.03, 58.53 ], "duration": 60.66, "caption": "A woman puts her plate of food down on the coffee table.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 71695, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "A woman grabs her fork and starts to eat from her plate.", "similarity": 0.7317, "relevance": 1 }, { "pair_id": 71696, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.96, 3.64 ], "duration": 56.66, "caption": "A woman moves to place a plate of food on the table.", "similarity": 0.7258, "relevance": 1 }, { "pair_id": 71697, "video_name": "s02e07_seg02_clip_07", "timestamp": [ 15.68, 27.37 ], "duration": 57.66, "caption": "A woman puts plates down on the table in front of some people.", "similarity": 0.7194, "relevance": 1 }, { "pair_id": 71698, "video_name": "grey_s02e07_seg02_clip_07", "timestamp": [ 73.93, 77.51 ], "duration": 89.66, "caption": "A woman throws down her fork and gets up from the table.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 71699, "video_name": "friends_s09e08_seg02_clip_11", "timestamp": [ 2.28, 10.55 ], "duration": 57.66, "caption": "A woman puts some food from a dish onto her plate and then places the dish on the table.", "similarity": 0.7123, "relevance": 2 } ] }, { "query_id": 65721, "query": "A car drives down the road and two people jump out of sight.", "relevant_moment": [ { "pair_id": 156200, "video_name": "castle_s05e08_seg02_clip_09", "timestamp": [ 2.25, 11.7 ], "duration": 90.66, "caption": "A car drives down the road and two people jump out of sight.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 156201, "video_name": "s02e05_seg02_clip_03", "timestamp": [ 33.87, 39.97 ], "duration": 61.66, "caption": "A person gets out of the car and another person drives off.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 156202, "video_name": "castle_s06e23_seg02_clip_11", "timestamp": [ 77.04, 79.32 ], "duration": 91.66, "caption": "A woman and a man are driving down the road in a car.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 156203, "video_name": "house_s05e06_seg02_clip_08", "timestamp": [ 46.05, 53.27 ], "duration": 90.66, "caption": "Two people get out of their car and run up to another car.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 156204, "video_name": "castle_s05e13_seg02_clip_00", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "Two people both get out of the same car.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 156205, "video_name": "castle_s02e07_seg02_clip_15", "timestamp": [ 19.12, 20.94 ], "duration": 91.66, "caption": "Two people get off from their parked car.", "similarity": 0.6109, "relevance": 1 }, { "pair_id": 156206, "video_name": "s04e19_seg02_clip_14", "timestamp": [ 15.26, 61.03 ], "duration": 61.66, "caption": "Some people drive in a car together.", "similarity": 0.6064, "relevance": 2 }, { "pair_id": 156207, "video_name": "castle_s01e02_seg02_clip_10", "timestamp": [ 37.16, 44.87 ], "duration": 90.66, "caption": "A man and woman exit the car and walk across the street.", "similarity": 0.604, "relevance": 3 }, { "pair_id": 156208, "video_name": "castle_s04e21_seg02_clip_03", "timestamp": [ 31.49, 36.05 ], "duration": 91.66, "caption": "Two people get out of a car and close the doors.", "similarity": 0.6031, "relevance": 2 }, { "pair_id": 156209, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 0.47, 22.44 ], "duration": 93.66, "caption": "A man and person get out of the car and race to the scene.", "similarity": 0.6018, "relevance": 1 }, { "pair_id": 156210, "video_name": "castle_s06e20_seg02_clip_15", "timestamp": [ 0.0, 8.44 ], "duration": 88.66, "caption": "A person drives away in a hunky old blue car with another person hiding in the back seat.", "similarity": 0.5988, "relevance": 2 }, { "pair_id": 156211, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 19.69, 22.57 ], "duration": 96.66, "caption": "A woman and another person get out of the car and close the doors.", "similarity": 0.596, "relevance": 1 }, { "pair_id": 156212, "video_name": "friends_s07e20_seg02_clip_18", "timestamp": [ 14.25, 18.87 ], "duration": 77.66, "caption": "A vehicle drives away from two women.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 156213, "video_name": "castle_s05e12_seg02_clip_10", "timestamp": [ 75.13, 88.39 ], "duration": 88.66, "caption": "A woman and man get out of the car and walk across the parking lot and the street.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 156214, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 0.0, 22.43 ], "duration": 59.66, "caption": "Some people are riding in the car together then a person gets out of the car.", "similarity": 0.5909, "relevance": 2 }, { "pair_id": 156215, "video_name": "castle_s06e02_seg02_clip_23", "timestamp": [ 46.23, 51.37 ], "duration": 79.66, "caption": "A woman gets out of the car with a man and the man falls to the ground passing out.", "similarity": 0.5885, "relevance": 1 }, { "pair_id": 156216, "video_name": "friends_s06e04_seg02_clip_12", "timestamp": [ 27.96, 29.59 ], "duration": 65.66, "caption": "A vehicle is driving by a building while individuals are walking down the street.", "similarity": 0.5876, "relevance": 1 }, { "pair_id": 156217, "video_name": "castle_s08e11_seg02_clip_16", "timestamp": [ 12.6, 20.71 ], "duration": 90.66, "caption": "Two people went out of the car and took the person from the back of the car.", "similarity": 0.583, "relevance": 1 }, { "pair_id": 156218, "video_name": "s07e13_seg02_clip_07", "timestamp": [ 19.83, 61.03 ], "duration": 61.66, "caption": "A woman pulls the car away and begins driving down the road with a person.", "similarity": 0.5814, "relevance": 2 }, { "pair_id": 156219, "video_name": "castle_s08e12_seg02_clip_15", "timestamp": [ 20.36, 22.17 ], "duration": 90.66, "caption": "The vehicle in the video drives away from the street.", "similarity": 0.5805, "relevance": 2 } ] }, { "query_id": 65772, "query": "A woman was laughing, tapped guy's shoulder and laughed with the waiter and guy.", "relevant_moment": [ { "pair_id": 173140, "video_name": "friends_s06e24-25_seg02_clip_10", "timestamp": [ 20.82, 31.68 ], "duration": 60.66, "caption": "A woman was laughing, tapped guy's shoulder and laughed with the waiter and guy.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173141, "video_name": "friends_s09e13_seg02_clip_20", "timestamp": [ 21.05, 26.55 ], "duration": 61.66, "caption": "A man puts his hand on a woman's shoulder and she laughs.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 173142, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 14.62, 18.35 ], "duration": 57.66, "caption": "A woman was laughing whilst talking to a man.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 173143, "video_name": "met_s02e13_seg02_clip_07", "timestamp": [ 2.32, 4.35 ], "duration": 57.66, "caption": "Two people laugh at the body part they saw of a woman.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 173144, "video_name": "friends_s09e18_seg02_clip_04", "timestamp": [ 7.2, 9.3 ], "duration": 60.66, "caption": "A man laughs and touches guy on the shoulder.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 173145, "video_name": "friends_s09e14_seg02_clip_05", "timestamp": [ 1.16, 7.25 ], "duration": 58.66, "caption": "A woman shows a man how to laugh and they laugh together.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 173146, "video_name": "met_s02e12_seg02_clip_01", "timestamp": [ 3.88, 5.67 ], "duration": 59.66, "caption": "A woman laughs and looks at a man, and then at another man.", "similarity": 0.6633, "relevance": 1 }, { "pair_id": 173147, "video_name": "friends_s05e14_seg02_clip_04", "timestamp": [ 0.0, 9.76 ], "duration": 61.66, "caption": "A woman touches a man's arm and starts giggling with her hands over her face.", "similarity": 0.6622, "relevance": 1 }, { "pair_id": 173148, "video_name": "friends_s08e23-24_seg02_clip_21", "timestamp": [ 5.87, 10.85 ], "duration": 58.66, "caption": "A woman points her hand at another woman and then laughs.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 173149, "video_name": "friends_s02e22_seg02_clip_14", "timestamp": [ 7.2, 10.8 ], "duration": 60.66, "caption": "Two people double over laughing as one has his hand on the other's shoulder.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 173150, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 39.67, 41.19 ], "duration": 61.66, "caption": "A woman slaps a man on the front of his shoulder as she laughs.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 173151, "video_name": "friends_s03e05_seg02_clip_19", "timestamp": [ 0.0, 11.69 ], "duration": 57.66, "caption": "Two women are laughing to each other with a man in the middle.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 173152, "video_name": "s01e05_seg01_clip_03", "timestamp": [ 0.0, 6.24 ], "duration": 96.66, "caption": "A woman is talking to man in the restaurant and man laughs off what she said.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 173153, "video_name": "s10e08_seg02_clip_03", "timestamp": [ 51.79, 54.28 ], "duration": 62.66, "caption": "A woman points her right finger at man and he laughs.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 173154, "video_name": "friends_s01e03_seg02_clip_14", "timestamp": [ 7.02, 11.62 ], "duration": 54.66, "caption": "A woman laughs and a man just looks at her.", "similarity": 0.6459, "relevance": 1 }, { "pair_id": 173155, "video_name": "s02e11_seg02_clip_09", "timestamp": [ 4.94, 7.6 ], "duration": 76.66, "caption": "A woman laughs and lightly smacks man's arm in a flirtatious manner.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 173156, "video_name": "met_s03e01_seg02_clip_01", "timestamp": [ 50.31, 52.7 ], "duration": 59.66, "caption": "A man and his girlfriend both start laughing, and he puts his arm around her shoulder.", "similarity": 0.6405, "relevance": 1 }, { "pair_id": 173157, "video_name": "house_s06e17_seg02_clip_12", "timestamp": [ 84.17, 90.02 ], "duration": 90.66, "caption": "A man laughs at the dinner table with woman.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 173158, "video_name": "friends_s04e04_seg02_clip_10", "timestamp": [ 5.61, 14.17 ], "duration": 59.66, "caption": "A woman makes a suggestion and two men laugh.", "similarity": 0.6328, "relevance": 0 }, { "pair_id": 173159, "video_name": "s09e09_seg02_clip_03", "timestamp": [ 51.35, 55.48 ], "duration": 59.66, "caption": "Two people are having a good time laughing with each other.", "similarity": 0.6319, "relevance": 1 } ] }, { "query_id": 65795, "query": "A woman is saying something while holding up her oven mitt covered hands.", "relevant_moment": [ { "pair_id": 500, "video_name": "met_s03e09_seg02_clip_09", "timestamp": [ 5.27, 7.44 ], "duration": 62.66, "caption": "A woman is saying something while holding up her oven mitt covered hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 501, "video_name": "s07e12_seg02_clip_08", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A woman takes an oven mitt off and lays it on the counter.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 502, "video_name": "friends_s02e23_seg02_clip_15", "timestamp": [ 14.82, 18.25 ], "duration": 76.66, "caption": "A woman says she's flipping off two people through the oven mitt.", "similarity": 0.6949, "relevance": 4 }, { "pair_id": 503, "video_name": "s07e12_seg02_clip_08", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman takes off a cream-colored oven mitt and sets it on the kitchen counter.", "similarity": 0.6885, "relevance": 4 }, { "pair_id": 505, "video_name": "s05e20_seg02_clip_08", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "A person opens up the oven and pulls out food using an oven mitt.", "similarity": 0.6301, "relevance": 0 }, { "pair_id": 506, "video_name": "friends_s06e09_seg02_clip_00", "timestamp": [ 26.67, 31.32 ], "duration": 62.66, "caption": "A woman opens the oven to check on something.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 507, "video_name": "s05e20_seg02_clip_07", "timestamp": [ 57.26, 59.03 ], "duration": 59.66, "caption": "A person is standing in their kitchen with oven mitts.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 508, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 17.06, 19.23 ], "duration": 62.66, "caption": "A woman holds her hands up to cover her mouth.", "similarity": 0.6099, "relevance": 1 }, { "pair_id": 509, "video_name": "friends_s06e01_seg02_clip_13", "timestamp": [ 9.87, 14.49 ], "duration": 61.66, "caption": "A woman holds up her hand while saying how the person could hurt her.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 510, "video_name": "met_s03e09_seg02_clip_08", "timestamp": [ 17.59, 23.74 ], "duration": 58.66, "caption": "A woman puts a plate in the oven and turns to talk to a man.", "similarity": 0.6005, "relevance": 2 }, { "pair_id": 511, "video_name": "castle_s03e16_seg02_clip_05", "timestamp": [ 29.26, 36.91 ], "duration": 90.66, "caption": "While she is talking to a person, a woman holds up two fingers for emphasis.", "similarity": 0.5996, "relevance": 2 }, { "pair_id": 512, "video_name": "friends_s05e02_seg02_clip_13", "timestamp": [ 23.13, 27.36 ], "duration": 56.66, "caption": "A woman starts to take off her single oven glove.", "similarity": 0.588, "relevance": 2 }, { "pair_id": 513, "video_name": "friends_s02e23_seg02_clip_15", "timestamp": [ 61.58, 72.6 ], "duration": 76.66, "caption": "A man and a woman kiss while they have oven mitts taped to their hands.", "similarity": 0.5835, "relevance": 1 }, { "pair_id": 514, "video_name": "s08e20_seg02_clip_07", "timestamp": [ 13.64, 19.44 ], "duration": 58.66, "caption": "A woman is talking to person while using her hands for emphasis.", "similarity": 0.5796, "relevance": 1 }, { "pair_id": 515, "video_name": "met_s02e22_seg02_clip_06", "timestamp": [ 25.53, 28.68 ], "duration": 63.66, "caption": "A woman is talking and holds up four fingers on each hand.", "similarity": 0.5789, "relevance": 1 }, { "pair_id": 516, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 48.07, 57.42 ], "duration": 89.66, "caption": "A woman holds her hands up to her face.", "similarity": 0.5783, "relevance": 0 }, { "pair_id": 517, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 1.24, 9.61 ], "duration": 62.66, "caption": "A woman talks on the phone about lasagna while taking one out of the oven.", "similarity": 0.5775, "relevance": 4 }, { "pair_id": 518, "video_name": "house_s08e07_seg02_clip_17", "timestamp": [ 69.48, 72.7 ], "duration": 92.66, "caption": "A woman briefly covers her mouth with her hand.", "similarity": 0.5771, "relevance": 1 }, { "pair_id": 519, "video_name": "s06e23_seg02_clip_16", "timestamp": [ 50.32, 54.42 ], "duration": 117.66, "caption": "A woman puts her hand up to her mouth in reaction to what a person is saying.", "similarity": 0.5767, "relevance": 1 } ] }, { "query_id": 65805, "query": "A woman takes the groceries from man and walks into the kitchen.", "relevant_moment": [ { "pair_id": 158120, "video_name": "met_s03e09_seg02_clip_05", "timestamp": [ 0.0, 4.32 ], "duration": 57.66, "caption": "A woman takes the groceries from man and walks into the kitchen.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 158121, "video_name": "s08e19_seg01_clip_00", "timestamp": [ 3.64, 11.84 ], "duration": 91.66, "caption": "A man walks from the kitchen to a woman and hands her a container of food.", "similarity": 0.7973, "relevance": 2 }, { "pair_id": 158122, "video_name": "s07e09_seg02_clip_03", "timestamp": [ 50.48, 52.22 ], "duration": 58.66, "caption": "A woman brings groceries to the kitchen table and talks to a man.", "similarity": 0.7693, "relevance": 3 }, { "pair_id": 158123, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 23.5, 30.82 ], "duration": 61.66, "caption": "A woman walks into the kitchen and takes food from a container in the counter.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 158124, "video_name": "friends_s02e20_seg02_clip_06", "timestamp": [ 12.78, 17.4 ], "duration": 54.66, "caption": "A woman walks over to a man in the kitchen.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 158125, "video_name": "s10e06_seg01_clip_00", "timestamp": [ 17.29, 19.45 ], "duration": 54.66, "caption": "A man walks over to a woman from the kitchen.", "similarity": 0.7295, "relevance": 1 }, { "pair_id": 158126, "video_name": "friends_s09e16_seg02_clip_20", "timestamp": [ 5.99, 11.4 ], "duration": 57.66, "caption": "A woman walks up to a man in the kitchen.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 158127, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 1.4, 4.48 ], "duration": 56.66, "caption": "A woman walks towards a man who's in the kitchen.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 158128, "video_name": "castle_s04e18_seg02_clip_21", "timestamp": [ 0.0, 9.45 ], "duration": 90.66, "caption": "A man walks into the kitchen as woman exits the kitchen.", "similarity": 0.7075, "relevance": 2 }, { "pair_id": 158129, "video_name": "friends_s03e03_seg02_clip_08", "timestamp": [ 34.23, 41.49 ], "duration": 58.66, "caption": "A woman walks in the coffee shop carrying a jar of food and hands it to man.", "similarity": 0.697, "relevance": 1 }, { "pair_id": 158130, "video_name": "grey_s03e04_seg02_clip_25", "timestamp": [ 0.0, 15.48 ], "duration": 86.66, "caption": "A woman walks into the kitchen and talks to a man.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 158131, "video_name": "met_s02e03_seg02_clip_05", "timestamp": [ 60.33, 61.25 ], "duration": 61.66, "caption": "A man and a woman walk into the kitchen together.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 158132, "video_name": "friends_s07e07_seg02_clip_19", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman walks into the kitchen to talk to a man.", "similarity": 0.6943, "relevance": 1 }, { "pair_id": 158133, "video_name": "friends_s07e01_seg02_clip_04", "timestamp": [ 0.0, 3.15 ], "duration": 57.66, "caption": "A woman walks into the kitchen to talk to a man.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 158134, "video_name": "met_s02e11_seg02_clip_06", "timestamp": [ 41.55, 43.96 ], "duration": 60.66, "caption": "A woman walks into the kitchen while a man is on the phone.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 158135, "video_name": "friends_s05e13_seg02_clip_13", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A woman walks over to the kitchen and a man follows.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 158136, "video_name": "castle_s05e22_seg02_clip_17", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A man walks into the room where a woman is standing and goes to the kitchen.", "similarity": 0.6899, "relevance": 1 }, { "pair_id": 158137, "video_name": "s08e19_seg01_clip_00", "timestamp": [ 32.32, 34.6 ], "duration": 91.66, "caption": "A woman walks from the kitchen to the living room with her food.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 158138, "video_name": "s09e05_seg02_clip_16", "timestamp": [ 40.23, 41.95 ], "duration": 43.66, "caption": "A woman is using her tablet when a man walks into the kitchen.", "similarity": 0.6861, "relevance": 1 }, { "pair_id": 158139, "video_name": "castle_s03e14_seg02_clip_00", "timestamp": [ 14.74, 17.04 ], "duration": 92.66, "caption": "A woman walks into the kitchen and pats a man on the back.", "similarity": 0.6857, "relevance": 1 } ] }, { "query_id": 65846, "query": "A person stands against an open bathroom door, turns their head and yells into the hallway.", "relevant_moment": [ { "pair_id": 155560, "video_name": "s05e17_seg02_clip_01", "timestamp": [ 18.91, 20.11 ], "duration": 60.66, "caption": "A person stands against an open bathroom door, turns their head and yells into the hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155561, "video_name": "friends_s02e17_seg02_clip_02", "timestamp": [ 13.04, 17.78 ], "duration": 79.66, "caption": "A person starts beating on the bathroom door and yelling.", "similarity": 0.7681, "relevance": 3 }, { "pair_id": 155562, "video_name": "house_s07e01_seg02_clip_03", "timestamp": [ 51.07, 59.36 ], "duration": 92.66, "caption": "A man stands in the doorway of a bathroom and calls a person.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 155563, "video_name": "friends_s02e17_seg02_clip_02", "timestamp": [ 14.62, 15.8 ], "duration": 79.66, "caption": "A woman bangs on the restroom door and yells at it.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 155564, "video_name": "met_s06e10_seg01_clip_03", "timestamp": [ 33.83, 36.28 ], "duration": 47.66, "caption": "A person enters the bathroom and closes the door behind him/her.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 155565, "video_name": "friends_s05e15_seg01_clip_00", "timestamp": [ 1.56, 4.68 ], "duration": 62.66, "caption": "A person runs through the hallway while yelling for someone.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 155566, "video_name": "s04e21_seg01_clip_00", "timestamp": [ 74.15, 80.63 ], "duration": 81.66, "caption": "A person knocks on someone's door after they open it they rush to the bathroom.", "similarity": 0.6637, "relevance": 3 }, { "pair_id": 155567, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 29.6, 33.26 ], "duration": 61.66, "caption": "A woman stands in the doorway of the bathroom talking to person before closing the door.", "similarity": 0.6593, "relevance": 4 }, { "pair_id": 155568, "video_name": "s03e23_seg02_clip_10", "timestamp": [ 40.82, 42.92 ], "duration": 60.66, "caption": "A person stands in the hallway and knocks on an apartment door.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 155569, "video_name": "met_s02e20_seg02_clip_11", "timestamp": [ 14.27, 16.64 ], "duration": 59.66, "caption": "A person opens the door to a bathroom stall.", "similarity": 0.6526, "relevance": 1 }, { "pair_id": 155570, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 27.21, 42.58 ], "duration": 64.66, "caption": "A person goes into the hallway to see why someone is loudly struggling.", "similarity": 0.6471, "relevance": 1 }, { "pair_id": 155571, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 82.64, 89.34 ], "duration": 89.66, "caption": "A woman yells at a man while in the hallway.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 155572, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 28.38, 33.26 ], "duration": 61.66, "caption": "A woman is standing at the bathroom door and closes the door after speaking to person.", "similarity": 0.643, "relevance": 3 }, { "pair_id": 155573, "video_name": "friends_s06e15-16_seg02_clip_36", "timestamp": [ 10.4, 12.29 ], "duration": 63.66, "caption": "A woman yells, turns around and slams the door behind her.", "similarity": 0.6402, "relevance": 3 }, { "pair_id": 155574, "video_name": "house_s07e20_seg02_clip_17", "timestamp": [ 0.0, 15.35 ], "duration": 93.66, "caption": "A woman yells at person while he is outside of the door.", "similarity": 0.6361, "relevance": 2 }, { "pair_id": 155575, "video_name": "castle_s03e19_seg02_clip_17", "timestamp": [ 51.38, 67.9 ], "duration": 91.66, "caption": "A person yells at someone and then walks out of the room.", "similarity": 0.6357, "relevance": 1 }, { "pair_id": 155576, "video_name": "s09e15_seg02_clip_01", "timestamp": [ 3.9, 7.2 ], "duration": 60.66, "caption": "A person is standing in a doorway talking to a woman when she slams the door in his face leaving him in the hallway.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 155577, "video_name": "friends_s08e16_seg02_clip_11", "timestamp": [ 42.18, 51.79 ], "duration": 62.66, "caption": "A person is talking to themselves in the hallway and a door opens behind them and scares them.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 155578, "video_name": "s10e08_seg02_clip_06", "timestamp": [ 52.83, 55.78 ], "duration": 59.66, "caption": "A person stands up and exits the bathroom stall.", "similarity": 0.6323, "relevance": 3 }, { "pair_id": 155579, "video_name": "friends_s09e22_seg02_clip_00", "timestamp": [ 29.59, 33.82 ], "duration": 65.66, "caption": "A person enters the room and shuts the door behind him/her.", "similarity": 0.6236, "relevance": 1 }, { "pair_id": 328880, "video_name": "s02e23_seg02_clip_06", "timestamp": [ 0.0, 18.91 ], "duration": 60.66, "caption": "A person is knocking on someone's apartment door while in the hallway.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 328881, "video_name": "s03e15_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A man stands outside the bathroom door while person is throwing up.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 328882, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 47.81, 52.53 ], "duration": 59.66, "caption": "A man turns around and yells to someone inside the house.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 328884, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 13.65, 27.31 ], "duration": 91.66, "caption": "A person opens the door, stands in the doorway, then shuts the door.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 328885, "video_name": "s05e10_seg02_clip_09", "timestamp": [ 19.51, 25.21 ], "duration": 60.66, "caption": "A person knock on someone's apartment door while in the hallway.", "similarity": 0.6159, "relevance": 1 }, { "pair_id": 328886, "video_name": "s04e23_seg02_clip_15", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A woman yells at a man and startles him then walks to the door and turns around.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 328887, "video_name": "house_s01e14_seg02_clip_08", "timestamp": [ 44.17, 51.99 ], "duration": 92.66, "caption": "While standing in the hallway, a person shakes his head a bit and another person walks away.", "similarity": 0.6139, "relevance": 1 }, { "pair_id": 328888, "video_name": "met_s03e11_seg02_clip_02", "timestamp": [ 46.61, 56.73 ], "duration": 61.66, "caption": "A person stands up and starts acting out going next door.", "similarity": 0.6115, "relevance": 1 }, { "pair_id": 328889, "video_name": "s01e05_seg02_clip_02", "timestamp": [ 39.67, 45.77 ], "duration": 61.66, "caption": "A person exits their door, closes door, and quickly moves across the hallway to knock on another person's door.", "similarity": 0.6113, "relevance": 1 }, { "pair_id": 328890, "video_name": "s04e22_seg02_clip_07", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person slams the door in someone's face and walks back into the living room.", "similarity": 0.611, "relevance": 1 }, { "pair_id": 328891, "video_name": "s08e05_seg02_clip_14", "timestamp": [ 18.0, 28.38 ], "duration": 61.66, "caption": "A person is talking very agitatedly then turns around and walks towards the door.", "similarity": 0.6091, "relevance": 1 }, { "pair_id": 328892, "video_name": "castle_s07e21_seg02_clip_05", "timestamp": [ 76.38, 78.54 ], "duration": 86.66, "caption": "A person is stopped by another person as they approach the hallway.", "similarity": 0.6077, "relevance": 0 }, { "pair_id": 328893, "video_name": "met_s03e12_seg01_clip_01", "timestamp": [ 39.71, 47.59 ], "duration": 63.66, "caption": "A person walks over to the door, shouts something and then closes it.", "similarity": 0.6058, "relevance": 1 }, { "pair_id": 328894, "video_name": "s07e16_seg02_clip_01", "timestamp": [ 21.45, 30.09 ], "duration": 64.66, "caption": "A person yells down explanations to another person before coming in the apartment and closing the door behind him.", "similarity": 0.6058, "relevance": 3 }, { "pair_id": 328895, "video_name": "s05e19_seg02_clip_16", "timestamp": [ 19.1, 26.92 ], "duration": 46.66, "caption": "Someone knocks sharply on the door and yells for a man.", "similarity": 0.6055, "relevance": 0 }, { "pair_id": 328896, "video_name": "s03e06_seg02_clip_13", "timestamp": [ 25.51, 28.81 ], "duration": 60.66, "caption": "A person stands in the open doorway and knocks on the door.", "similarity": 0.6042, "relevance": 2 }, { "pair_id": 328897, "video_name": "s03e08_seg02_clip_01", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A person knocks on a woman's bedroom door, enters and runs to the bathroom door, and stops with his hand raised.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 328898, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 8.85, 11.47 ], "duration": 65.66, "caption": "A person opens the door and someone is standing there.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 328899, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 40.39, 44.19 ], "duration": 95.66, "caption": "A man walks down the hallway and opens the door angrily.", "similarity": 0.6029, "relevance": 1 } ] }, { "query_id": 65895, "query": "A person walks through the front door with another person hanging off their neck.", "relevant_moment": [ { "pair_id": 19680, "video_name": "friends_s06e01_seg02_clip_13", "timestamp": [ 3.08, 6.48 ], "duration": 61.66, "caption": "A person walks through the front door with another person hanging off their neck.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19681, "video_name": "s10e10_seg02_clip_10", "timestamp": [ 52.1, 56.02 ], "duration": 56.66, "caption": "A person walks through the open front door and another person turns around and follows them.", "similarity": 0.7849, "relevance": 2 }, { "pair_id": 19682, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 61.47, 64.02 ], "duration": 64.66, "caption": "A person goes out the front door behind another person.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 19684, "video_name": "met_s06e02_seg02_clip_10", "timestamp": [ 7.13, 9.92 ], "duration": 62.66, "caption": "A person walks away from another person and stops at the front door.", "similarity": 0.7506, "relevance": 2 }, { "pair_id": 19685, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 119.23, 121.05 ], "duration": 121.66, "caption": "A person opens the door and walks through while another person follows.", "similarity": 0.747, "relevance": 2 }, { "pair_id": 19686, "video_name": "house_s01e18_seg02_clip_06", "timestamp": [ 5.12, 7.45 ], "duration": 93.66, "caption": "A person opens a door and walks through the door next to a person.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 19687, "video_name": "s07e07_seg02_clip_06", "timestamp": [ 32.96, 37.53 ], "duration": 61.66, "caption": "A person closes the front door and another person gets closer to the closed door.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 19688, "video_name": "s08e01_seg02_clip_15", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A person is at the front door talking to another person and a woman walks over.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 19689, "video_name": "friends_s02e18_seg02_clip_04", "timestamp": [ 45.26, 50.19 ], "duration": 58.66, "caption": "A person leaves and another person closes the door behind them.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 19690, "video_name": "met_s06e24_seg02_clip_16", "timestamp": [ 59.02, 67.45 ], "duration": 67.66, "caption": "A person opens the door and walks towards another person.", "similarity": 0.7178, "relevance": 2 }, { "pair_id": 19691, "video_name": "s07e07_seg02_clip_13", "timestamp": [ 11.9, 14.04 ], "duration": 61.66, "caption": "A person opens the front door and another person is standing at the doorway.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 19692, "video_name": "s06e17_seg02_clip_04", "timestamp": [ 0.0, 9.76 ], "duration": 61.66, "caption": "Some men and a woman walk through a person's front door.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 19693, "video_name": "house_s05e21_seg02_clip_00", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A person walks over to the door to get another person.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 19694, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 29.11, 33.01 ], "duration": 60.66, "caption": "A person closes the front door after two people leave.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 19695, "video_name": "grey_s03e19_seg02_clip_13", "timestamp": [ 16.2, 22.96 ], "duration": 90.66, "caption": "A person closes the door after walking away from another person.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 19696, "video_name": "s10e04_seg02_clip_16", "timestamp": [ 17.65, 20.17 ], "duration": 56.66, "caption": "A person comes through the front door and then closes it behind him.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 19697, "video_name": "s01e06_seg02_clip_17", "timestamp": [ 4.83, 7.56 ], "duration": 42.66, "caption": "A person opens their front door with someone at the door way and he asks for someone else.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 19698, "video_name": "s01e09_seg02_clip_07", "timestamp": [ 53.12, 60.03 ], "duration": 60.66, "caption": "A person stops at their front door with someone behind them talking.", "similarity": 0.6936, "relevance": 1 }, { "pair_id": 19699, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 3.15, 5.85 ], "duration": 90.66, "caption": "A person walks out the door while talking to another person.", "similarity": 0.6883, "relevance": 1 } ] }, { "query_id": 65911, "query": "A woman enters the room and catches a bouquet of flowers.", "relevant_moment": [ { "pair_id": 167680, "video_name": "friends_s06e01_seg02_clip_16", "timestamp": [ 56.64, 62.0 ], "duration": 67.66, "caption": "A woman enters the room and catches a bouquet of flowers.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167681, "video_name": "friends_s03e02_seg02_clip_15", "timestamp": [ 53.12, 60.03 ], "duration": 60.66, "caption": "A woman walks into the room holding onto a bunch of flowers.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 167682, "video_name": "house_s04e04_seg02_clip_23", "timestamp": [ 114.1, 124.02 ], "duration": 124.66, "caption": "A person walks into the room carrying a bouquet of flowers.", "similarity": 0.8043, "relevance": 2 }, { "pair_id": 167683, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 26.96, 28.5 ], "duration": 77.66, "caption": "A woman grabs a bouquet of flowers from a person.", "similarity": 0.7427, "relevance": 1 }, { "pair_id": 167684, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 25.51, 32.71 ], "duration": 60.66, "caption": "A woman enters a man's apartment and hands him a bouquet of flowers.", "similarity": 0.7403, "relevance": 2 }, { "pair_id": 167685, "video_name": "friends_s04e23-24_seg02_clip_07", "timestamp": [ 25.24, 30.0 ], "duration": 59.66, "caption": "A woman enters the apartment and puts a bouquet of flowers, books and her handbag onto the kitchen table.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 167686, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 37.48, 43.09 ], "duration": 59.66, "caption": "A person walks into the apartment and hands woman a bouquet of flowers.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 167687, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 0.0, 4.68 ], "duration": 78.66, "caption": "A person enters a hospital room bringing flowers for the patient.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 167688, "video_name": "friends_s06e01_seg02_clip_16", "timestamp": [ 56.97, 57.98 ], "duration": 67.66, "caption": "A woman tosses a bouquet of flowers up in the air when she gets startled.", "similarity": 0.6573, "relevance": 2 }, { "pair_id": 167691, "video_name": "friends_s06e01_seg02_clip_16", "timestamp": [ 56.97, 60.99 ], "duration": 67.66, "caption": "A woman tosses the bouquet she is holding into the air and another woman catches it.", "similarity": 0.634, "relevance": 4 }, { "pair_id": 167692, "video_name": "house_s04e02_seg02_clip_13", "timestamp": [ 44.56, 48.61 ], "duration": 90.66, "caption": "A woman seems surprise when person enters the room.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 167693, "video_name": "s09e19_seg02_clip_15", "timestamp": [ 11.17, 15.2 ], "duration": 62.66, "caption": "A man hands a woman a bouquet of flowers and she accepts them.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 167694, "video_name": "friends_s06e01_seg02_clip_17", "timestamp": [ 8.75, 14.58 ], "duration": 53.66, "caption": "A woman takes a bouquet of flowers from someone and puts them on the table before walking away.", "similarity": 0.6255, "relevance": 1 }, { "pair_id": 167695, "video_name": "house_s03e19_seg02_clip_26", "timestamp": [ 36.12, 40.94 ], "duration": 68.66, "caption": "A woman takes the card on the bouquet of flowers and holds it.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 167696, "video_name": "friends_s08e15_seg02_clip_03", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A man entered the room and placed the bouquet on the table.", "similarity": 0.6224, "relevance": 0 }, { "pair_id": 167697, "video_name": "s09e11_seg02_clip_12", "timestamp": [ 19.81, 23.66 ], "duration": 55.66, "caption": "A person is holding a bouquet of flowers as another person opens their door.", "similarity": 0.621, "relevance": 1 }, { "pair_id": 167698, "video_name": "met_s06e02_seg02_clip_00", "timestamp": [ 15.2, 18.61 ], "duration": 62.66, "caption": "A woman opens the door and enters the room.", "similarity": 0.6099, "relevance": 2 }, { "pair_id": 167699, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 5.45, 9.41 ], "duration": 99.66, "caption": "A woman opens the door and enters the room.", "similarity": 0.6099, "relevance": 2 } ] }, { "query_id": 65941, "query": "A person walks up to someone from behind.", "relevant_moment": [ { "pair_id": 103760, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 43.08, 46.99 ], "duration": 87.66, "caption": "A person walks up to someone from behind.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 103761, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 2.02, 6.06 ], "duration": 101.66, "caption": "A person walks up to person who does move.", "similarity": 0.846, "relevance": 2 }, { "pair_id": 103762, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 52.24, 56.07 ], "duration": 59.66, "caption": "A person stands up and walks towards another person.", "similarity": 0.8427, "relevance": 2 }, { "pair_id": 103763, "video_name": "castle_s08e13_seg02_clip_26", "timestamp": [ 41.28, 45.73 ], "duration": 127.66, "caption": "A person stands up and walks over to someone.", "similarity": 0.8394, "relevance": 2 }, { "pair_id": 103764, "video_name": "house_s02e10_seg02_clip_13", "timestamp": [ 26.2, 80.61 ], "duration": 80.66, "caption": "A person walks up to another person so they can talk to them.", "similarity": 0.8365, "relevance": 4 }, { "pair_id": 103765, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.93 ], "duration": 58.66, "caption": "A person stands up and walks over to another person.", "similarity": 0.8353, "relevance": 3 }, { "pair_id": 103766, "video_name": "friends_s03e17_seg02_clip_15", "timestamp": [ 0.0, 1.88 ], "duration": 62.66, "caption": "A person walks up from behind another person to ask something.", "similarity": 0.8324, "relevance": 3 }, { "pair_id": 103767, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person gets up and walks closer to another person.", "similarity": 0.8265, "relevance": 2 }, { "pair_id": 103768, "video_name": "house_s07e11_seg02_clip_13", "timestamp": [ 1.37, 5.92 ], "duration": 91.66, "caption": "A person walks over to be standing behind another person.", "similarity": 0.8217, "relevance": 3 }, { "pair_id": 103769, "video_name": "s03e16_seg02_clip_07", "timestamp": [ 22.73, 32.76 ], "duration": 59.66, "caption": "A person walks behind another person from left to right.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 103770, "video_name": "s08e04_seg02_clip_03", "timestamp": [ 0.9, 4.8 ], "duration": 60.66, "caption": "A person walks over to some people.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 103771, "video_name": "s06e15_seg02_clip_08", "timestamp": [ 41.12, 43.52 ], "duration": 60.66, "caption": "person walks up behind person talking to person at the door.", "similarity": 0.8097, "relevance": 4 }, { "pair_id": 103772, "video_name": "castle_s02e07_seg02_clip_07", "timestamp": [ 39.89, 44.32 ], "duration": 88.66, "caption": "A person walks up to meet some people.", "similarity": 0.8064, "relevance": 2 }, { "pair_id": 103773, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 14.41, 16.01 ], "duration": 64.66, "caption": "A person walks behind some people as they stand near someone and someone.", "similarity": 0.8042, "relevance": 2 }, { "pair_id": 103774, "video_name": "house_s02e20_seg02_clip_14", "timestamp": [ 17.86, 22.96 ], "duration": 85.66, "caption": "A person walks up next to another person and startles him.", "similarity": 0.8005, "relevance": 2 }, { "pair_id": 103775, "video_name": "friends_s01e02_seg02_clip_10", "timestamp": [ 7.36, 12.49 ], "duration": 64.66, "caption": "A person stands up and walks between two other people.", "similarity": 0.7985, "relevance": 2 }, { "pair_id": 103776, "video_name": "s03e01_seg02_clip_17", "timestamp": [ 7.14, 13.02 ], "duration": 84.66, "caption": "A person walks around another person to stand in front of her.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 103777, "video_name": "castle_s07e01_seg02_clip_23", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "A person walks up to another person and starts talking to him.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 103778, "video_name": "house_s03e11_seg02_clip_16", "timestamp": [ 64.76, 76.38 ], "duration": 83.66, "caption": "A person walks back up to another person before he can leave.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 103779, "video_name": "house_s05e13_seg02_clip_13", "timestamp": [ 41.4, 45.58 ], "duration": 93.66, "caption": "A person turns around and walks back towards another person.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 277080, "video_name": "house_s04e10_seg02_clip_18", "timestamp": [ 67.24, 80.33 ], "duration": 90.66, "caption": "A person walks up to another person and they walk away together.", "similarity": 0.7721, "relevance": 4 }, { "pair_id": 277081, "video_name": "friends_s09e22_seg02_clip_19", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A person walks around from one side of another person to the other.", "similarity": 0.7715, "relevance": 4 }, { "pair_id": 277082, "video_name": "s07e24_seg02_clip_14", "timestamp": [ 15.13, 17.61 ], "duration": 55.66, "caption": "A person walks up to someone and pats them on the arm.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 277083, "video_name": "house_s02e24_seg02_clip_11", "timestamp": [ 0.0, 11.91 ], "duration": 88.66, "caption": "A person turns around and a woman walks up to him.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 277084, "video_name": "friends_s10e02_seg02_clip_01", "timestamp": [ 16.41, 18.67 ], "duration": 56.66, "caption": "A person walks forward while two people step back.", "similarity": 0.7703, "relevance": 3 }, { "pair_id": 277085, "video_name": "grey_s03e12_seg02_clip_09", "timestamp": [ 49.17, 58.23 ], "duration": 86.66, "caption": "A person walks up to another person and follows them as they converse.", "similarity": 0.7702, "relevance": 4 }, { "pair_id": 277086, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 34.05, 39.11 ], "duration": 92.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 277087, "video_name": "house_s03e20_seg02_clip_13", "timestamp": [ 17.84, 26.11 ], "duration": 87.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 277088, "video_name": "grey_s03e24_seg02_clip_08", "timestamp": [ 42.53, 48.49 ], "duration": 85.66, "caption": "A woman walks up and stands in front of a person.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 277089, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 66.12, 71.11 ], "duration": 90.66, "caption": "Two people walk up to someone after they see them.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 277090, "video_name": "castle_s07e01_seg02_clip_06", "timestamp": [ 14.94, 22.18 ], "duration": 90.66, "caption": "One person walks up to another person and walks away again.", "similarity": 0.7691, "relevance": 2 }, { "pair_id": 277091, "video_name": "castle_s01e01_seg02_clip_12", "timestamp": [ 49.06, 51.81 ], "duration": 91.66, "caption": "Two people turn as a person walks up behind them.", "similarity": 0.767, "relevance": 1 }, { "pair_id": 277092, "video_name": "house_s02e22_seg02_clip_09", "timestamp": [ 20.65, 25.93 ], "duration": 96.66, "caption": "A person walks in front of another person with their arms crossed.", "similarity": 0.7669, "relevance": 4 }, { "pair_id": 277093, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A man stands up and walks over to another person.", "similarity": 0.7655, "relevance": 2 }, { "pair_id": 277094, "video_name": "s08e22_seg02_clip_06", "timestamp": [ 43.49, 47.59 ], "duration": 63.66, "caption": "A person briskly walks over to some people.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 277095, "video_name": "s02e20_seg02_clip_09", "timestamp": [ 10.41, 14.31 ], "duration": 65.66, "caption": "A person walking over to someone saying they left someone behind.", "similarity": 0.7632, "relevance": 2 }, { "pair_id": 277096, "video_name": "castle_s02e14_seg02_clip_02", "timestamp": [ 37.28, 40.01 ], "duration": 90.66, "caption": "A person walks from behind another person and starts a conversation.", "similarity": 0.7618, "relevance": 3 }, { "pair_id": 277097, "video_name": "castle_s06e01_seg02_clip_24", "timestamp": [ 50.01, 57.34 ], "duration": 86.66, "caption": "A person walks behind another person and gestures with their hands.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 277098, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.7612, "relevance": 2 }, { "pair_id": 277099, "video_name": "grey_s03e19_seg02_clip_18", "timestamp": [ 82.37, 87.77 ], "duration": 90.66, "caption": "A person walks over to another person and sits down in front of him.", "similarity": 0.7606, "relevance": 2 } ] }, { "query_id": 65975, "query": "A woman walks out of the room upset after speaking to a man.", "relevant_moment": [ { "pair_id": 155760, "video_name": "castle_s02e04_seg02_clip_20", "timestamp": [ 7.65, 14.4 ], "duration": 90.66, "caption": "A woman walks out of the room upset after speaking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155761, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 5.31, 7.97 ], "duration": 59.66, "caption": "A woman walks out the room while speaking to a man.", "similarity": 0.8491, "relevance": 3 }, { "pair_id": 155762, "video_name": "castle_s01e06_seg02_clip_12", "timestamp": [ 45.01, 48.16 ], "duration": 90.66, "caption": "A woman walks out from the room after talking to a man.", "similarity": 0.8405, "relevance": 1 }, { "pair_id": 155763, "video_name": "castle_s07e06_seg02_clip_15", "timestamp": [ 26.2, 28.92 ], "duration": 90.66, "caption": "A man walks out of the room after speaking with a woman.", "similarity": 0.8399, "relevance": 3 }, { "pair_id": 155764, "video_name": "grey_s03e15_seg02_clip_21", "timestamp": [ 28.81, 34.66 ], "duration": 90.66, "caption": "A woman walks out of the room after a conversation with a man.", "similarity": 0.8396, "relevance": 3 }, { "pair_id": 155765, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 60.16, 62.58 ], "duration": 97.66, "caption": "A man walks out of the room after talking to a woman.", "similarity": 0.831, "relevance": 3 }, { "pair_id": 155766, "video_name": "grey_s03e08_seg02_clip_08", "timestamp": [ 0.91, 5.01 ], "duration": 91.66, "caption": "A woman walks out of the room to talk to man.", "similarity": 0.8296, "relevance": 2 }, { "pair_id": 155767, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 13.65, 17.29 ], "duration": 91.66, "caption": "A person walks out of the room after a woman talks to him.", "similarity": 0.8156, "relevance": 1 }, { "pair_id": 155768, "video_name": "grey_s02e11_seg02_clip_12", "timestamp": [ 0.0, 13.52 ], "duration": 90.66, "caption": "A man is talking to woman and she gets upset and walks off.", "similarity": 0.7987, "relevance": 1 }, { "pair_id": 155769, "video_name": "grey_s02e01_seg02_clip_20", "timestamp": [ 92.1, 96.06 ], "duration": 99.66, "caption": "A woman angrily walks out of the room after talking to another woman.", "similarity": 0.7928, "relevance": 3 }, { "pair_id": 155770, "video_name": "house_s03e23_seg02_clip_10", "timestamp": [ 45.99, 59.2 ], "duration": 91.66, "caption": "The man left the room and he seems upset after talking with a woman.", "similarity": 0.792, "relevance": 3 }, { "pair_id": 155771, "video_name": "s03e03_seg01_clip_02", "timestamp": [ 26.52, 29.94 ], "duration": 57.66, "caption": "A woman walks out of the room after talking to a person.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 155772, "video_name": "s07e13_seg02_clip_09", "timestamp": [ 34.18, 38.14 ], "duration": 61.66, "caption": "A man walks out of the room after he's finished talking to a woman.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 155773, "video_name": "friends_s10e09_seg02_clip_20", "timestamp": [ 27.66, 32.17 ], "duration": 60.66, "caption": "A woman gets up and walks out of the room upset.", "similarity": 0.7829, "relevance": 3 }, { "pair_id": 155774, "video_name": "met_s05e04_seg02_clip_10", "timestamp": [ 14.32, 19.28 ], "duration": 58.66, "caption": "A woman says something to a man then turns and walks out of the room.", "similarity": 0.781, "relevance": 4 }, { "pair_id": 155775, "video_name": "s06e24_seg02_clip_12", "timestamp": [ 24.37, 30.17 ], "duration": 58.66, "caption": "A person walks out of the room looking upset.", "similarity": 0.7786, "relevance": 2 }, { "pair_id": 155776, "video_name": "met_s02e13_seg02_clip_20", "timestamp": [ 9.21, 12.38 ], "duration": 33.66, "caption": "A woman walks out of the room to face man.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 155777, "video_name": "s01e05_seg01_clip_03", "timestamp": [ 14.4, 29.77 ], "duration": 96.66, "caption": "A woman walks out and a man is upset with her.", "similarity": 0.7685, "relevance": 2 }, { "pair_id": 155778, "video_name": "house_s07e11_seg02_clip_06", "timestamp": [ 35.01, 37.51 ], "duration": 100.66, "caption": "A woman turns to a man, speaks angrily and then leaves the room.", "similarity": 0.768, "relevance": 4 }, { "pair_id": 155779, "video_name": "house_s02e04_seg02_clip_09", "timestamp": [ 82.27, 88.86 ], "duration": 94.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 329080, "video_name": "friends_s10e13_seg02_clip_06", "timestamp": [ 45.22, 47.6 ], "duration": 59.66, "caption": "A man gets out of the room after talking to a woman.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 329081, "video_name": "house_s02e10_seg02_clip_14", "timestamp": [ 52.16, 56.14 ], "duration": 88.66, "caption": "A woman suddenly walks out after talking to a man.", "similarity": 0.7597, "relevance": 3 }, { "pair_id": 329082, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 23.19, 28.44 ], "duration": 87.66, "caption": "A woman suddenly walks out after talking to a man.", "similarity": 0.7597, "relevance": 4 }, { "pair_id": 329083, "video_name": "castle_s05e24_seg02_clip_07", "timestamp": [ 0.0, 3.56 ], "duration": 89.66, "caption": "A woman walks out of the room after telling a man she'll talk to the neighbor.", "similarity": 0.7584, "relevance": 4 }, { "pair_id": 329084, "video_name": "house_s03e22_seg02_clip_26", "timestamp": [ 17.42, 21.44 ], "duration": 134.66, "caption": "A man finishes his conversation with woman and walks out of the room.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 329085, "video_name": "house_s05e05_seg02_clip_26", "timestamp": [ 20.71, 23.93 ], "duration": 92.66, "caption": "A woman suddenly walks out after talking to man.", "similarity": 0.7562, "relevance": 4 }, { "pair_id": 329086, "video_name": "house_s01e22_seg02_clip_14", "timestamp": [ 38.94, 42.56 ], "duration": 90.66, "caption": "A woman angrily walks away from a man during a conversation.", "similarity": 0.7506, "relevance": 4 }, { "pair_id": 329087, "video_name": "friends_s09e16_seg02_clip_14", "timestamp": [ 20.02, 25.24 ], "duration": 58.66, "caption": "A man walks out of the apartment after talking to woman.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 329088, "video_name": "friends_s02e08_seg02_clip_16", "timestamp": [ 0.0, 3.63 ], "duration": 66.66, "caption": "A woman walks out of the room after a man says they'll leave.", "similarity": 0.7475, "relevance": 4 }, { "pair_id": 329089, "video_name": "castle_s08e08_seg02_clip_13", "timestamp": [ 35.61, 39.62 ], "duration": 89.66, "caption": "A man walks up to speak to woman and she goes out of the room with him.", "similarity": 0.7452, "relevance": 4 }, { "pair_id": 329090, "video_name": "s01e03_seg02_clip_05", "timestamp": [ 22.43, 26.27 ], "duration": 59.66, "caption": "A man shakes woman's hand and walks out of the room.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 329092, "video_name": "house_s01e16_seg02_clip_04", "timestamp": [ 16.77, 22.21 ], "duration": 90.66, "caption": "A person walks out of the room after talking to the person.", "similarity": 0.7406, "relevance": 3 }, { "pair_id": 329093, "video_name": "castle_s01e03_seg02_clip_18", "timestamp": [ 52.27, 57.49 ], "duration": 95.66, "caption": "A woman came out from the room and talk to man.", "similarity": 0.7387, "relevance": 4 }, { "pair_id": 329094, "video_name": "house_s07e08_seg02_clip_19", "timestamp": [ 49.09, 54.45 ], "duration": 89.66, "caption": "A woman gets upset with a man and then walks off.", "similarity": 0.7335, "relevance": 4 }, { "pair_id": 329095, "video_name": "grey_s03e22_seg02_clip_24", "timestamp": [ 49.71, 76.16 ], "duration": 91.66, "caption": "A woman walks into the room and gets confrontational with a person after he asks questions then sees the person crying and leaves the room.", "similarity": 0.7314, "relevance": 3 }, { "pair_id": 329096, "video_name": "house_s06e21_seg02_clip_18", "timestamp": [ 18.29, 21.94 ], "duration": 91.66, "caption": "A woman walks out emotionally after talking to person.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 329097, "video_name": "s03e11_seg02_clip_08", "timestamp": [ 22.06, 27.73 ], "duration": 63.66, "caption": "A man is extremely upset and walks out of the room.", "similarity": 0.7282, "relevance": 3 }, { "pair_id": 329098, "video_name": "house_s07e08_seg02_clip_18", "timestamp": [ 76.14, 78.78 ], "duration": 88.66, "caption": "A man suddenly walks out after talking to a woman.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 329099, "video_name": "castle_s04e20_seg02_clip_26", "timestamp": [ 64.41, 68.64 ], "duration": 94.66, "caption": "A man suddenly walks out after talking to a woman.", "similarity": 0.7279, "relevance": 2 } ] }, { "query_id": 65982, "query": "Some people are in front of a computer.", "relevant_moment": [ { "pair_id": 156840, "video_name": "castle_s02e04_seg02_clip_21", "timestamp": [ 84.78, 90.19 ], "duration": 90.66, "caption": "Some people are in front of a computer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156841, "video_name": "house_s06e10_seg02_clip_20", "timestamp": [ 0.0, 37.05 ], "duration": 90.66, "caption": "Some people are all at the computers together.", "similarity": 0.8414, "relevance": 4 }, { "pair_id": 156842, "video_name": "s09e12_seg02_clip_07", "timestamp": [ 53.7, 61.03 ], "duration": 61.66, "caption": "Some people are sitting in front of a computer staring at it.", "similarity": 0.7923, "relevance": 4 }, { "pair_id": 156843, "video_name": "s01e14_seg01_clip_00", "timestamp": [ 0.0, 63.03 ], "duration": 63.66, "caption": "Some people are looking at a computer screen.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 156844, "video_name": "castle_s07e17_seg02_clip_09", "timestamp": [ 44.63, 74.83 ], "duration": 90.66, "caption": "A person is using a computer with woman and man behind them.", "similarity": 0.7449, "relevance": 3 }, { "pair_id": 156845, "video_name": "castle_s02e04_seg02_clip_22", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "Some people are staring at a computer screen.", "similarity": 0.7419, "relevance": 4 }, { "pair_id": 156846, "video_name": "s03e23_seg02_clip_03", "timestamp": [ 0.0, 2.8 ], "duration": 56.66, "caption": "Some people are in front of a computer wearing goggles.", "similarity": 0.7346, "relevance": 4 }, { "pair_id": 156847, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 78.48, 90.2 ], "duration": 90.66, "caption": "A woman is using the computer as two people are behind her.", "similarity": 0.7333, "relevance": 4 }, { "pair_id": 156848, "video_name": "grey_s03e06_seg02_clip_17", "timestamp": [ 14.84, 21.58 ], "duration": 89.66, "caption": "A person is using a computer when another person is suddenly behind them.", "similarity": 0.7291, "relevance": 4 }, { "pair_id": 156849, "video_name": "castle_s02e13_seg02_clip_05", "timestamp": [ 50.22, 64.0 ], "duration": 88.66, "caption": "Two men are in front of a computer as they speak to two other people.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 156850, "video_name": "house_s04e12_seg02_clip_17", "timestamp": [ 0.0, 23.28 ], "duration": 95.66, "caption": "A person is sitting in front of the computer by someone.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 156851, "video_name": "castle_s02e24_seg02_clip_09", "timestamp": [ 57.33, 77.19 ], "duration": 90.66, "caption": "Two people lean over a desk looking at a computer.", "similarity": 0.6901, "relevance": 4 }, { "pair_id": 156852, "video_name": "s02e18_seg02_clip_06", "timestamp": [ 13.96, 15.82 ], "duration": 62.66, "caption": "Some people crowd around the laptop.", "similarity": 0.6871, "relevance": 4 }, { "pair_id": 156853, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 4.79, 32.2 ], "duration": 87.66, "caption": "A person is using a laptop as another person is behind him/her.", "similarity": 0.6851, "relevance": 4 }, { "pair_id": 156854, "video_name": "castle_s07e16_seg02_clip_08", "timestamp": [ 35.38, 41.35 ], "duration": 85.66, "caption": "A person sees something on the computer and some people walk over to see what it is.", "similarity": 0.6841, "relevance": 3 }, { "pair_id": 156855, "video_name": "house_s05e12_seg02_clip_12", "timestamp": [ 59.42, 90.02 ], "duration": 90.66, "caption": "A person works on their computer while another person is talking to them.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 156856, "video_name": "castle_s06e06_seg02_clip_07", "timestamp": [ 40.27, 90.5 ], "duration": 90.66, "caption": "A person is sitting at his computer using it as two people stand beside him.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 156857, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 83.99, 88.41 ], "duration": 88.66, "caption": "A person is beside another person as they look at a computer screen.", "similarity": 0.6831, "relevance": 3 }, { "pair_id": 156858, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 1.11, 32.94 ], "duration": 74.66, "caption": "Two people were sitting beside each other in front of their laptops.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 156859, "video_name": "castle_s03e19_seg02_clip_12", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "A person is in front of their laptop while another person enters the room.", "similarity": 0.679, "relevance": 3 }, { "pair_id": 330160, "video_name": "castle_s06e03_seg02_clip_11", "timestamp": [ 40.05, 42.69 ], "duration": 88.66, "caption": "A person turns their computer screen around so some other people can see it.", "similarity": 0.6786, "relevance": 4 }, { "pair_id": 330161, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 31.93, 35.64 ], "duration": 57.66, "caption": "A person places the laptop in front of another person.", "similarity": 0.678, "relevance": 4 }, { "pair_id": 330162, "video_name": "castle_s06e19_seg02_clip_14", "timestamp": [ 0.0, 29.82 ], "duration": 89.66, "caption": "They are talking while a woman is sitting in front of a computer.", "similarity": 0.674, "relevance": 3 }, { "pair_id": 330163, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 0.0, 67.73 ], "duration": 88.66, "caption": "Two people talk while they are around computers.", "similarity": 0.6676, "relevance": 4 }, { "pair_id": 330164, "video_name": "s06e08_seg02_clip_16", "timestamp": [ 53.5, 56.02 ], "duration": 56.66, "caption": "Some people are surprised seeing a person in their computer as the person is behind them at the doorway.", "similarity": 0.6667, "relevance": 4 }, { "pair_id": 330165, "video_name": "s03e17_seg02_clip_08", "timestamp": [ 0.0, 1.18 ], "duration": 59.66, "caption": "A person opens his computer as he turns it so the others can see.", "similarity": 0.6665, "relevance": 4 }, { "pair_id": 330166, "video_name": "s09e12_seg02_clip_03", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person is sitting in front of computer screens showing them to another person.", "similarity": 0.6552, "relevance": 4 }, { "pair_id": 330167, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 47.33, 55.53 ], "duration": 91.66, "caption": "Two people are discussing what they are looking at the computer.", "similarity": 0.6514, "relevance": 4 }, { "pair_id": 330168, "video_name": "house_s03e02_seg02_clip_11", "timestamp": [ 73.15, 91.44 ], "duration": 91.66, "caption": "A person is working on their computer when another person walks into the room.", "similarity": 0.6468, "relevance": 3 }, { "pair_id": 330169, "video_name": "castle_s08e06_seg02_clip_09", "timestamp": [ 27.1, 39.14 ], "duration": 86.66, "caption": "A person was showing something from their computer to another person.", "similarity": 0.6468, "relevance": 4 }, { "pair_id": 330170, "video_name": "s09e12_seg02_clip_07", "timestamp": [ 0.0, 7.02 ], "duration": 61.66, "caption": "A person is using his computer as he is talking to another person.", "similarity": 0.6465, "relevance": 4 }, { "pair_id": 330171, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 0.0, 15.73 ], "duration": 82.66, "caption": "Some people are looking at pictures of a person on the computer screen.", "similarity": 0.6454, "relevance": 4 }, { "pair_id": 330172, "video_name": "house_s02e14_seg02_clip_14", "timestamp": [ 10.29, 14.32 ], "duration": 89.66, "caption": "A person gets up and another person leans over to look at the computer.", "similarity": 0.6435, "relevance": 4 }, { "pair_id": 330173, "video_name": "castle_s06e12_seg02_clip_19", "timestamp": [ 42.54, 92.49 ], "duration": 92.66, "caption": "A person is using a laptop as another person. A woman and another woman are standing around him/her.", "similarity": 0.6427, "relevance": 4 }, { "pair_id": 330174, "video_name": "castle_s07e05_seg02_clip_22", "timestamp": [ 0.0, 18.91 ], "duration": 90.66, "caption": "Two men are talking about something while one of them is in front of the computer.", "similarity": 0.6403, "relevance": 4 }, { "pair_id": 330175, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 78.9, 88.76 ], "duration": 116.66, "caption": "Two people both work on the computer together.", "similarity": 0.6389, "relevance": 4 }, { "pair_id": 330176, "video_name": "castle_s01e10_seg02_clip_14", "timestamp": [ 59.16, 88.66 ], "duration": 88.66, "caption": "Some people are looking at a computer screen of surveillance pictures.", "similarity": 0.638, "relevance": 4 }, { "pair_id": 330177, "video_name": "house_s01e04_seg02_clip_19", "timestamp": [ 33.51, 47.52 ], "duration": 100.66, "caption": "Two people sit at the computer and look at the screen.", "similarity": 0.6342, "relevance": 4 }, { "pair_id": 330178, "video_name": "s09e12_seg02_clip_03", "timestamp": [ 23.11, 27.91 ], "duration": 60.66, "caption": "A person gets up from his/her chair to work on another computer and a person follows him/her.", "similarity": 0.6334, "relevance": 4 }, { "pair_id": 330179, "video_name": "s02e12_seg02_clip_10", "timestamp": [ 31.87, 34.83 ], "duration": 59.66, "caption": "A person is on his laptop while some people hover over him.", "similarity": 0.6333, "relevance": 4 } ] }, { "query_id": 66002, "query": "A man shows a woman and another man a laptop in his car trunk.", "relevant_moment": [ { "pair_id": 242920, "video_name": "castle_s08e08_seg02_clip_15", "timestamp": [ 24.98, 27.71 ], "duration": 90.66, "caption": "A woman shows a laptop to person, and person takes it from her.", "similarity": 0.5997, "relevance": 2 }, { "pair_id": 242921, "video_name": "s02e09_seg02_clip_05", "timestamp": [ 20.01, 26.26 ], "duration": 50.66, "caption": "A man looks at another person's laptop they are carrying, then looks at them.", "similarity": 0.5993, "relevance": 2 }, { "pair_id": 242922, "video_name": "castle_s03e06_seg02_clip_19", "timestamp": [ 28.9, 37.02 ], "duration": 90.66, "caption": "A man is showing a woman and another man there are two different people on the pictures.", "similarity": 0.5966, "relevance": 3 }, { "pair_id": 242923, "video_name": "castle_s03e14_seg02_clip_08", "timestamp": [ 27.76, 32.31 ], "duration": 91.66, "caption": "A man showed person and woman one of the documents in his desk.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 242924, "video_name": "s09e18_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man is in front of a laptop while a person stands next to him.", "similarity": 0.5914, "relevance": 2 }, { "pair_id": 242925, "video_name": "s01e09_seg02_clip_14", "timestamp": [ 29.11, 65.98 ], "duration": 97.66, "caption": "Some men gather around a man who is watching a video on a laptop.", "similarity": 0.5896, "relevance": 3 }, { "pair_id": 242926, "video_name": "castle_s05e20_seg02_clip_20", "timestamp": [ 67.97, 83.27 ], "duration": 90.66, "caption": "A man is on the phone with woman as she is outside her car trunk.", "similarity": 0.587, "relevance": 2 }, { "pair_id": 242927, "video_name": "castle_s05e11_seg02_clip_19", "timestamp": [ 81.42, 88.02 ], "duration": 88.66, "caption": "A person shows another person a video on a laptop.", "similarity": 0.5865, "relevance": 2 }, { "pair_id": 242928, "video_name": "house_s06e14_seg02_clip_08", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "A man and his friend are watching a video in a laptop.", "similarity": 0.5864, "relevance": 2 }, { "pair_id": 242929, "video_name": "s02e03_seg02_clip_14", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A woman and a man are sitting together in the living room in front of their laptops.", "similarity": 0.5861, "relevance": 2 }, { "pair_id": 242930, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 19.69, 21.74 ], "duration": 82.66, "caption": "A man hands a pink colored laptop to woman.", "similarity": 0.5838, "relevance": 2 }, { "pair_id": 242931, "video_name": "s04e14_seg01_clip_01", "timestamp": [ 24.72, 28.38 ], "duration": 61.66, "caption": "A man has his laptop on his lap as two men hover beside him.", "similarity": 0.5832, "relevance": 2 }, { "pair_id": 242932, "video_name": "castle_s06e03_seg02_clip_19", "timestamp": [ 27.41, 32.8 ], "duration": 89.66, "caption": "A man shows two other men the USB stick while saying it's from a woman.", "similarity": 0.5828, "relevance": 2 }, { "pair_id": 242933, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 31.93, 35.64 ], "duration": 57.66, "caption": "A person places the laptop in front of another person.", "similarity": 0.5825, "relevance": 3 }, { "pair_id": 242934, "video_name": "castle_s03e16_seg02_clip_04", "timestamp": [ 62.12, 83.27 ], "duration": 90.66, "caption": "A man shows a woman and another man some security camera footage.", "similarity": 0.5786, "relevance": 2 }, { "pair_id": 242935, "video_name": "castle_s02e18_seg02_clip_20", "timestamp": [ 10.29, 12.08 ], "duration": 89.66, "caption": "A man types on the laptop and brings up video footage of two people.", "similarity": 0.5783, "relevance": 2 }, { "pair_id": 242936, "video_name": "castle_s03e14_seg02_clip_12", "timestamp": [ 13.8, 21.37 ], "duration": 89.66, "caption": "A man gets in the car with woman while she's watching a car.", "similarity": 0.5772, "relevance": 2 }, { "pair_id": 242937, "video_name": "s02e13_seg02_clip_00", "timestamp": [ 4.58, 8.24 ], "duration": 61.66, "caption": "Woman and man are checking messages on their laptop.", "similarity": 0.5765, "relevance": 2 }, { "pair_id": 242938, "video_name": "house_s07e23_seg02_clip_13", "timestamp": [ 60.74, 68.33 ], "duration": 89.66, "caption": "A man is on their laptop in bed and turns it to show a woman.", "similarity": 0.5763, "relevance": 2 }, { "pair_id": 242939, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A man and a woman are sitting next to each other in the backseat of a person's car.", "similarity": 0.5757, "relevance": 1 } ] }, { "query_id": 66011, "query": "A man gets a hug from his mother.", "relevant_moment": [ { "pair_id": 170040, "video_name": "castle_s01e03_seg02_clip_13", "timestamp": [ 24.09, 28.18 ], "duration": 90.66, "caption": "A man gets a hug from his mother.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170041, "video_name": "castle_s05e03_seg02_clip_22", "timestamp": [ 27.68, 39.78 ], "duration": 86.66, "caption": "A man walks arm and arm with his mother then hugs him.", "similarity": 0.8631, "relevance": 3 }, { "pair_id": 170042, "video_name": "castle_s02e24_seg02_clip_10", "timestamp": [ 17.36, 20.48 ], "duration": 89.66, "caption": "A man steps forward to give his mother a congratulatory hug.", "similarity": 0.8494, "relevance": 4 }, { "pair_id": 170043, "video_name": "friends_s08e20_seg02_clip_17", "timestamp": [ 45.76, 47.91 ], "duration": 61.66, "caption": "A man gives a kiss to their mother's cheek and hugs her.", "similarity": 0.82, "relevance": 4 }, { "pair_id": 170044, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 74.68, 84.18 ], "duration": 86.66, "caption": "A man walks in the front door and hugs his mother.", "similarity": 0.8084, "relevance": 4 }, { "pair_id": 170045, "video_name": "s08e23_seg02_clip_15", "timestamp": [ 32.98, 42.9 ], "duration": 64.66, "caption": "A woman holds her arms out and a man embraces his mother.", "similarity": 0.7947, "relevance": 4 }, { "pair_id": 170046, "video_name": "castle_s07e15_seg02_clip_10", "timestamp": [ 2.38, 4.75 ], "duration": 95.66, "caption": "A person is given a hug from his/her parent.", "similarity": 0.7775, "relevance": 4 }, { "pair_id": 170047, "video_name": "friends_s07e13_seg02_clip_05", "timestamp": [ 3.66, 5.49 ], "duration": 61.66, "caption": "A man gives his dad a hug.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 170048, "video_name": "friends_s06e09_seg02_clip_22", "timestamp": [ 3.33, 5.18 ], "duration": 74.66, "caption": "A man and woman's dad gives a man a hug.", "similarity": 0.7392, "relevance": 3 }, { "pair_id": 170049, "video_name": "friends_s06e09_seg02_clip_05", "timestamp": [ 11.41, 16.51 ], "duration": 60.66, "caption": "A man hugs their parent and kisses them on the cheek.", "similarity": 0.7101, "relevance": 4 }, { "pair_id": 170050, "video_name": "house_s05e22_seg02_clip_13", "timestamp": [ 48.94, 69.37 ], "duration": 95.66, "caption": "A person's mother goes onto the bed and they hug.", "similarity": 0.703, "relevance": 4 }, { "pair_id": 170051, "video_name": "friends_s05e08_seg02_clip_12", "timestamp": [ 0.0, 3.98 ], "duration": 53.66, "caption": "A person walks over to his/her parents and gives them each a hug.", "similarity": 0.7005, "relevance": 4 }, { "pair_id": 170052, "video_name": "met_s06e02_seg02_clip_12", "timestamp": [ 3.72, 8.68 ], "duration": 62.66, "caption": "A man walks up and hugs two people and his father.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 170053, "video_name": "friends_s08e23-24_seg02_clip_04", "timestamp": [ 19.85, 27.6 ], "duration": 62.66, "caption": "A man runs out of a woman's hospital bed to hug his mom in the hall.", "similarity": 0.6957, "relevance": 4 }, { "pair_id": 170054, "video_name": "friends_s02e22_seg02_clip_06", "timestamp": [ 5.04, 12.33 ], "duration": 56.66, "caption": "A woman hugs another woman and her mother walks toward her to hug her.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 170055, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 50.97, 66.45 ], "duration": 91.66, "caption": "A woman gives a man a hug to comfort him.", "similarity": 0.6913, "relevance": 3 }, { "pair_id": 170056, "video_name": "castle_s07e21_seg02_clip_19", "timestamp": [ 2.23, 8.46 ], "duration": 89.66, "caption": "A man grabs and hugs and holds his child.", "similarity": 0.6763, "relevance": 2 }, { "pair_id": 170057, "video_name": "friends_s07e23-24_seg02_clip_37", "timestamp": [ 42.55, 49.16 ], "duration": 63.66, "caption": "Two men hug just as a man's dad walks by.", "similarity": 0.673, "relevance": 3 }, { "pair_id": 170058, "video_name": "met_s03e02_seg02_clip_14", "timestamp": [ 26.35, 29.94 ], "duration": 59.66, "caption": "A man tries to give two people a hug.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 170059, "video_name": "friends_s04e11_seg02_clip_06", "timestamp": [ 16.69, 20.5 ], "duration": 58.66, "caption": "A woman hugs her mother in their living room.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 343360, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.75, 40.89 ], "duration": 61.66, "caption": "A man leans over and gives a woman a hug.", "similarity": 0.6693, "relevance": 3 }, { "pair_id": 343361, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.6692, "relevance": 4 }, { "pair_id": 343362, "video_name": "friends_s06e23_seg02_clip_15", "timestamp": [ 19.85, 45.46 ], "duration": 64.66, "caption": "A man walks over to give a woman a hug.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 343363, "video_name": "castle_s05e16_seg02_clip_27", "timestamp": [ 0.0, 8.74 ], "duration": 76.66, "caption": "A man goes to hug their child after they thank him.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 343364, "video_name": "friends_s03e06_seg02_clip_03", "timestamp": [ 4.13, 6.49 ], "duration": 59.66, "caption": "A man gives a hug to the person he is talking to.", "similarity": 0.6656, "relevance": 4 }, { "pair_id": 343365, "video_name": "house_s06e12_seg02_clip_12", "timestamp": [ 14.93, 22.63 ], "duration": 90.66, "caption": "A man gets his mother's attention and gives her good news.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 343366, "video_name": "castle_s02e14_seg02_clip_19", "timestamp": [ 55.81, 64.37 ], "duration": 90.66, "caption": "A man and child hug each other as they are together.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 343367, "video_name": "grey_s03e24_seg02_clip_22", "timestamp": [ 18.71, 32.96 ], "duration": 89.66, "caption": "A man walks up and gives woman a hug.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 343368, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 15.09, 18.86 ], "duration": 58.66, "caption": "A man embraces woman and gives her a hug.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 343369, "video_name": "castle_s06e14_seg02_clip_17", "timestamp": [ 74.08, 77.3 ], "duration": 92.66, "caption": "A man gives their mother a small kiss on the head.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 343371, "video_name": "castle_s07e08_seg02_clip_26", "timestamp": [ 59.67, 65.49 ], "duration": 97.66, "caption": "A woman approaches a man and gives him a hug.", "similarity": 0.6559, "relevance": 3 }, { "pair_id": 343372, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 10.51, 14.76 ], "duration": 50.66, "caption": "A person enters with his dad and another person gets up to hug him.", "similarity": 0.6552, "relevance": 3 }, { "pair_id": 343373, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 12.1, 22.64 ], "duration": 62.66, "caption": "A woman gives a very long hug to man.", "similarity": 0.6541, "relevance": 4 }, { "pair_id": 343374, "video_name": "s01e09_seg02_clip_01", "timestamp": [ 54.92, 58.53 ], "duration": 60.66, "caption": "A man says something to a man about his mother.", "similarity": 0.6528, "relevance": 0 }, { "pair_id": 343376, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 65.12, 70.02 ], "duration": 70.66, "caption": "A man gives woman a hug in the living room.", "similarity": 0.65, "relevance": 4 }, { "pair_id": 343377, "video_name": "s01e10_seg02_clip_08", "timestamp": [ 17.65, 22.69 ], "duration": 63.66, "caption": "A woman walks over to man and gives him a hug.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 343378, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.6496, "relevance": 3 }, { "pair_id": 343379, "video_name": "castle_s01e09_seg02_clip_11", "timestamp": [ 11.16, 20.0 ], "duration": 93.66, "caption": "A man gives his child Alexis a big hug.", "similarity": 0.6487, "relevance": 3 } ] }, { "query_id": 66016, "query": "A man turns around during his conversation with woman.", "relevant_moment": [ { "pair_id": 5880, "video_name": "castle_s01e03_seg02_clip_12", "timestamp": [ 14.3, 16.9 ], "duration": 86.66, "caption": "A man turns around during his conversation with woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5881, "video_name": "met_s03e20_seg02_clip_05", "timestamp": [ 0.92, 4.62 ], "duration": 61.66, "caption": "A man turns around and starts conversing with woman.", "similarity": 0.895, "relevance": 3 }, { "pair_id": 5882, "video_name": "friends_s09e09_seg02_clip_19", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A man turns around to talk to woman who is behind him.", "similarity": 0.8722, "relevance": 4 }, { "pair_id": 5883, "video_name": "house_s02e10_seg02_clip_03", "timestamp": [ 8.42, 15.95 ], "duration": 88.66, "caption": "A man turns towards woman while talking to guy.", "similarity": 0.8644, "relevance": 3 }, { "pair_id": 5884, "video_name": "grey_s03e18_seg02_clip_09", "timestamp": [ 56.71, 61.11 ], "duration": 87.66, "caption": "A man fully turns around to talk to a woman.", "similarity": 0.8637, "relevance": 3 }, { "pair_id": 5885, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 34.5, 63.69 ], "duration": 88.66, "caption": "A man is having a conversation with woman.", "similarity": 0.8548, "relevance": 1 }, { "pair_id": 5886, "video_name": "friends_s09e04_seg02_clip_04", "timestamp": [ 36.31, 61.03 ], "duration": 61.66, "caption": "A man is having a conversation with woman.", "similarity": 0.8548, "relevance": 2 }, { "pair_id": 5887, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 0.0, 48.46 ], "duration": 114.66, "caption": "A man was having a conversation with woman.", "similarity": 0.849, "relevance": 2 }, { "pair_id": 5888, "video_name": "castle_s05e19_seg02_clip_26", "timestamp": [ 3.3, 6.6 ], "duration": 132.66, "caption": "A man turns around and back again while talking to woman.", "similarity": 0.8487, "relevance": 2 }, { "pair_id": 5889, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 5890, "video_name": "house_s08e12_seg02_clip_25", "timestamp": [ 24.48, 52.79 ], "duration": 153.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 5891, "video_name": "house_s05e18_seg02_clip_09", "timestamp": [ 61.47, 91.07 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 5892, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 5893, "video_name": "house_s01e06_seg02_clip_06", "timestamp": [ 25.74, 45.16 ], "duration": 90.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 5894, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 0.0, 13.52 ], "duration": 53.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 5895, "video_name": "friends_s01e09_seg02_clip_08", "timestamp": [ 0.0, 31.58 ], "duration": 77.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 5896, "video_name": "grey_s03e13_seg02_clip_06", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A man is having a conversation to a woman.", "similarity": 0.8391, "relevance": 2 }, { "pair_id": 5897, "video_name": "castle_s03e18_seg02_clip_02", "timestamp": [ 72.37, 76.25 ], "duration": 86.66, "caption": "A man steps forward to have a conversation with another woman.", "similarity": 0.839, "relevance": 2 }, { "pair_id": 5898, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 44.7, 48.42 ], "duration": 82.66, "caption": "A man comes behind woman and starts a conversation with her.", "similarity": 0.8353, "relevance": 1 }, { "pair_id": 5899, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 0.0, 6.62 ], "duration": 88.66, "caption": "A woman turns around after a man starts talking to her.", "similarity": 0.8345, "relevance": 2 }, { "pair_id": 179200, "video_name": "met_s02e08_seg02_clip_07", "timestamp": [ 49.4, 51.21 ], "duration": 60.66, "caption": "A woman turns around in order to talk to man.", "similarity": 0.8339, "relevance": 3 }, { "pair_id": 179201, "video_name": "castle_s06e11_seg02_clip_01", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A man was having a conversation with woman and person.", "similarity": 0.8287, "relevance": 3 }, { "pair_id": 179202, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 54.04, 56.58 ], "duration": 56.66, "caption": "A man turns around to look at woman and talks to her.", "similarity": 0.8254, "relevance": 4 }, { "pair_id": 179203, "video_name": "grey_s01e02_seg02_clip_04", "timestamp": [ 13.05, 26.11 ], "duration": 90.66, "caption": "A man goes back and forth around woman as they converse.", "similarity": 0.825, "relevance": 3 }, { "pair_id": 179204, "video_name": "friends_s08e16_seg02_clip_15", "timestamp": [ 32.5, 39.35 ], "duration": 57.66, "caption": "A woman turns around and then asks man who he is talking to.", "similarity": 0.8211, "relevance": 3 }, { "pair_id": 179205, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 10.92, 13.2 ], "duration": 91.66, "caption": "A woman turns to talk to a man.", "similarity": 0.8209, "relevance": 3 }, { "pair_id": 179206, "video_name": "s05e09_seg02_clip_09", "timestamp": [ 15.05, 21.54 ], "duration": 59.66, "caption": "A man has a woman come over to talk to him.", "similarity": 0.8199, "relevance": 4 }, { "pair_id": 179207, "video_name": "grey_s02e24_seg02_clip_17", "timestamp": [ 60.31, 72.29 ], "duration": 92.66, "caption": "A man and woman are having a conversation and when the man turns to leave, the woman turns him back around.", "similarity": 0.8173, "relevance": 3 }, { "pair_id": 179208, "video_name": "castle_s07e09_seg02_clip_18", "timestamp": [ 66.36, 76.5 ], "duration": 92.66, "caption": "A man is having a serious conversation with woman.", "similarity": 0.8172, "relevance": 3 }, { "pair_id": 179209, "video_name": "castle_s05e01_seg02_clip_12", "timestamp": [ 0.0, 1.78 ], "duration": 89.66, "caption": "A woman turns to a man to speak with him.", "similarity": 0.8168, "relevance": 4 }, { "pair_id": 179210, "video_name": "castle_s07e10_seg02_clip_25", "timestamp": [ 76.38, 83.02 ], "duration": 83.66, "caption": "A woman turns her head and has a conversation with a man.", "similarity": 0.816, "relevance": 2 }, { "pair_id": 179211, "video_name": "met_s03e20_seg02_clip_05", "timestamp": [ 14.17, 16.01 ], "duration": 61.66, "caption": "A woman turns around and starts conversing with a man.", "similarity": 0.8135, "relevance": 3 }, { "pair_id": 179212, "video_name": "friends_s07e02_seg02_clip_14", "timestamp": [ 4.54, 6.96 ], "duration": 60.66, "caption": "A man turns around to listen to woman speak.", "similarity": 0.8116, "relevance": 4 }, { "pair_id": 179213, "video_name": "friends_s06e07_seg02_clip_16", "timestamp": [ 42.62, 45.62 ], "duration": 60.66, "caption": "A man turns his back at a woman to end their conversation.", "similarity": 0.8095, "relevance": 4 }, { "pair_id": 179214, "video_name": "house_s02e06_seg02_clip_25", "timestamp": [ 48.76, 54.39 ], "duration": 125.66, "caption": "A man moves to stand in front of a woman as they have a conversation.", "similarity": 0.8089, "relevance": 4 }, { "pair_id": 179215, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 30.48, 60.36 ], "duration": 60.66, "caption": "A man came in have a talk to woman.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 179216, "video_name": "grey_s02e17_seg02_clip_08", "timestamp": [ 73.23, 89.66 ], "duration": 89.66, "caption": "A man is having a conversation with woman and another woman.", "similarity": 0.8035, "relevance": 3 }, { "pair_id": 179217, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 27.61, 30.31 ], "duration": 60.66, "caption": "A man turns his back while talking to a woman and she follows him.", "similarity": 0.8015, "relevance": 4 }, { "pair_id": 179218, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 11.0, 37.85 ], "duration": 88.66, "caption": "A woman turns around and converses with a man across from her.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 179219, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 20.47, 24.5 ], "duration": 62.66, "caption": "A man stands up and turns to talk to a woman.", "similarity": 0.8009, "relevance": 4 } ] }, { "query_id": 66022, "query": "A person opens the fridge and then closes it.", "relevant_moment": [ { "pair_id": 58000, "video_name": "friends_s01e01_seg02_clip_06", "timestamp": [ 14.27, 28.55 ], "duration": 57.66, "caption": "A person opens the fridge and then closes it.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 58001, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 4.05, 9.46 ], "duration": 90.66, "caption": "A person opens the refrigerator and then closes it.", "similarity": 0.987, "relevance": 4 }, { "pair_id": 58002, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.3 ], "duration": 63.66, "caption": "A person opens and closes the door to the refrigerator.", "similarity": 0.9265, "relevance": 4 }, { "pair_id": 58003, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.79 ], "duration": 61.66, "caption": "A person walks to the fridge, opens it, and closes it.", "similarity": 0.9106, "relevance": 4 }, { "pair_id": 58004, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person walks to the refrigerator, opens it and then closes it.", "similarity": 0.9064, "relevance": 4 }, { "pair_id": 58005, "video_name": "friends_s06e05_seg02_clip_05", "timestamp": [ 18.47, 20.81 ], "duration": 52.66, "caption": "A man opens the fridge and then closes the door.", "similarity": 0.8672, "relevance": 4 }, { "pair_id": 58006, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.865, "relevance": 4 }, { "pair_id": 58007, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman opens the refrigerator and then closes it quickly.", "similarity": 0.8648, "relevance": 4 }, { "pair_id": 58008, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 18.89, 22.73 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.8569, "relevance": 3 }, { "pair_id": 58009, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 0.89, 4.43 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.8569, "relevance": 4 }, { "pair_id": 58010, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 18.05, 27.07 ], "duration": 82.66, "caption": "A person gets up from his spot and opens the fridge.", "similarity": 0.8566, "relevance": 2 }, { "pair_id": 58011, "video_name": "s05e05_seg02_clip_06", "timestamp": [ 8.85, 15.56 ], "duration": 61.66, "caption": "A person is at the refrigerator then shuts the door.", "similarity": 0.8462, "relevance": 3 }, { "pair_id": 58012, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.8437, "relevance": 3 }, { "pair_id": 58013, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.8355, "relevance": 1 }, { "pair_id": 58014, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman opens a refrigerator, puts something inside, and closes the door.", "similarity": 0.8342, "relevance": 4 }, { "pair_id": 58015, "video_name": "friends_s09e20_seg01_clip_01", "timestamp": [ 7.35, 16.18 ], "duration": 98.66, "caption": "A woman opens and then closes the refrigerator without taking anything out of it.", "similarity": 0.8252, "relevance": 4 }, { "pair_id": 58016, "video_name": "s06e15_seg01_clip_01", "timestamp": [ 14.4, 16.4 ], "duration": 80.66, "caption": "A person is in the kitchen and closes the door to the refrigerator.", "similarity": 0.8243, "relevance": 3 }, { "pair_id": 58017, "video_name": "friends_s10e06_seg02_clip_00", "timestamp": [ 50.11, 55.15 ], "duration": 63.66, "caption": "A man opens and closes the door to the refrigerator.", "similarity": 0.8238, "relevance": 4 }, { "pair_id": 58018, "video_name": "grey_s03e12_seg02_clip_00", "timestamp": [ 36.67, 39.02 ], "duration": 94.66, "caption": "A man opens and quickly closes the refrigerator door.", "similarity": 0.8193, "relevance": 4 }, { "pair_id": 58019, "video_name": "s09e02_seg01_clip_00", "timestamp": [ 19.23, 24.5 ], "duration": 62.66, "caption": "A person places his hand on a refrigerator door handle and then opens the door.", "similarity": 0.8167, "relevance": 2 }, { "pair_id": 231320, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 2.7, 5.4 ], "duration": 60.66, "caption": "A person opens the door to refrigerator to grab something.", "similarity": 0.8131, "relevance": 2 }, { "pair_id": 231321, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.93 ], "duration": 63.66, "caption": "A person opens the refrigerator and get some food.", "similarity": 0.8036, "relevance": 4 }, { "pair_id": 231322, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 231323, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8018, "relevance": 3 }, { "pair_id": 231324, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 50.65, 52.79 ], "duration": 61.66, "caption": "A person opens the refrigerator and gets a drink.", "similarity": 0.7998, "relevance": 4 }, { "pair_id": 231325, "video_name": "friends_s08e13_seg02_clip_14", "timestamp": [ 19.08, 21.27 ], "duration": 62.66, "caption": "A man opens the refrigerator door and then immediately shuts it.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 231326, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 36.82, 43.54 ], "duration": 64.66, "caption": "A person walks toward the fridge and opens it.", "similarity": 0.7974, "relevance": 1 }, { "pair_id": 231327, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A person opens the refrigerator and get a bottle of water out.", "similarity": 0.7932, "relevance": 4 }, { "pair_id": 231328, "video_name": "s04e05_seg02_clip_09", "timestamp": [ 8.51, 11.66 ], "duration": 63.66, "caption": "A man goes to the fridge and opens it.", "similarity": 0.7894, "relevance": 3 }, { "pair_id": 231329, "video_name": "friends_s01e22_seg02_clip_13", "timestamp": [ 58.2, 61.46 ], "duration": 65.66, "caption": "A woman gets something out of the fridge and closes it.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 231330, "video_name": "s09e13_seg02_clip_06", "timestamp": [ 24.11, 28.68 ], "duration": 61.66, "caption": "A person opens up the refrigerator when they tell another person they're not coming.", "similarity": 0.7843, "relevance": 1 }, { "pair_id": 231331, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 66.21, 72.92 ], "duration": 89.66, "caption": "A person opens up the fridge and looks inside of it.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 231332, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 38.14, 40.28 ], "duration": 61.66, "caption": "A person takes a bottle out of someone's refrigerator and starts to open it.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 231333, "video_name": "s09e02_seg01_clip_00", "timestamp": [ 20.16, 25.12 ], "duration": 62.66, "caption": "A person opens the fridge while he talks to another person.", "similarity": 0.7802, "relevance": 2 }, { "pair_id": 231335, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 4.09, 17.84 ], "duration": 58.66, "caption": "A woman then moved over to the refrigerator and opens it.", "similarity": 0.7775, "relevance": 1 }, { "pair_id": 231336, "video_name": "friends_s10e04_seg02_clip_10", "timestamp": [ 11.1, 15.61 ], "duration": 60.66, "caption": "A man closes the fridge and opens his water bottle.", "similarity": 0.7742, "relevance": 2 }, { "pair_id": 231337, "video_name": "friends_s09e12_seg02_clip_16", "timestamp": [ 40.67, 45.76 ], "duration": 53.66, "caption": "A man opens then closes the refrigerator door at woman's apartment.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 231338, "video_name": "grey_s02e15_seg02_clip_17", "timestamp": [ 2.33, 7.44 ], "duration": 93.66, "caption": "A woman goes to the fridge and opens it.", "similarity": 0.7719, "relevance": 3 }, { "pair_id": 231339, "video_name": "s10e04_seg02_clip_01", "timestamp": [ 23.8, 25.63 ], "duration": 61.66, "caption": "A person closes the fridge and carries two water bottles towards the living room.", "similarity": 0.768, "relevance": 1 } ] }, { "query_id": 66033, "query": "A person pours milk into a coffee mug in the break room.", "relevant_moment": [ { "pair_id": 140720, "video_name": "castle_s01e03_seg02_clip_17", "timestamp": [ 26.69, 31.21 ], "duration": 90.66, "caption": "A person pours milk into a coffee mug in the break room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 140721, "video_name": "friends_s09e14_seg01_clip_01", "timestamp": [ 0.0, 17.01 ], "duration": 40.66, "caption": "A man pours some coffee and milk into a mug.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 140722, "video_name": "castle_s04e21_seg02_clip_08", "timestamp": [ 67.7, 70.58 ], "duration": 96.66, "caption": "A person puts milk foam inside of coffee mug.", "similarity": 0.776, "relevance": 2 }, { "pair_id": 140723, "video_name": "s01e10_seg02_clip_00", "timestamp": [ 51.57, 55.23 ], "duration": 61.66, "caption": "A person takes a gallon of milk out of the fridge and pours it into his mug.", "similarity": 0.7575, "relevance": 3 }, { "pair_id": 140724, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 0.0, 2.85 ], "duration": 38.66, "caption": "A woman pours milk into her mug at the cafe.", "similarity": 0.7559, "relevance": 3 }, { "pair_id": 140725, "video_name": "s01e10_seg02_clip_00", "timestamp": [ 46.69, 57.37 ], "duration": 61.66, "caption": "A person grabs the milk out of the fridge and pours a glass.", "similarity": 0.7383, "relevance": 3 }, { "pair_id": 140726, "video_name": "house_s02e19_seg02_clip_08", "timestamp": [ 17.36, 35.16 ], "duration": 89.66, "caption": "A person enters the room and is holding a cup and pours a coffee from the machine.", "similarity": 0.7367, "relevance": 3 }, { "pair_id": 140727, "video_name": "friends_s01e08_seg01_clip_00", "timestamp": [ 5.76, 9.12 ], "duration": 48.66, "caption": "The person walks into the room and pours a cup of coffee.", "similarity": 0.7105, "relevance": 3 }, { "pair_id": 140728, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 56.53, 58.31 ], "duration": 89.66, "caption": "A person is pouring coffee into a coffee cup.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 140729, "video_name": "friends_s01e08_seg02_clip_09", "timestamp": [ 53.38, 56.28 ], "duration": 58.66, "caption": "A man is getting a cup of coffee in the break room.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 140730, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 0.0, 1.16 ], "duration": 57.66, "caption": "A person pours coffee into a mug on the table.", "similarity": 0.691, "relevance": 2 }, { "pair_id": 140731, "video_name": "s10e01_seg02_clip_01", "timestamp": [ 42.62, 45.62 ], "duration": 60.66, "caption": "A person is pouring coffee into his cup from a coffee pot.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 140732, "video_name": "castle_s08e14_seg02_clip_17", "timestamp": [ 28.81, 34.21 ], "duration": 90.66, "caption": "A man takes milk from refrigerator, pours it into coffee, and puts it back into refrigerator.", "similarity": 0.678, "relevance": 4 }, { "pair_id": 140733, "video_name": "s02e08_seg02_clip_00", "timestamp": [ 3.41, 10.86 ], "duration": 62.66, "caption": "A person takes a plate and a glass of milk to the coffee table.", "similarity": 0.6765, "relevance": 1 }, { "pair_id": 140734, "video_name": "s06e08_seg02_clip_00", "timestamp": [ 22.28, 28.38 ], "duration": 61.66, "caption": "A person opens a container of milk that they pulled out of the fridge.", "similarity": 0.6764, "relevance": 1 }, { "pair_id": 140735, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 10.89, 12.81 ], "duration": 64.66, "caption": "A person pours coffee from the coffee pot into a travel mug.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 140736, "video_name": "grey_s03e07_seg02_clip_01", "timestamp": [ 20.45, 38.29 ], "duration": 87.66, "caption": "The nurses are in the break room and a very handsome person comes in and pours himself some coffee.", "similarity": 0.6574, "relevance": 3 }, { "pair_id": 140737, "video_name": "s01e08_seg02_clip_04", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "A woman pours milk into a shaker while talking to person about mixed drinks.", "similarity": 0.6552, "relevance": 3 }, { "pair_id": 140738, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A person pours himself a cup of coffee in the kitchen.", "similarity": 0.6541, "relevance": 1 }, { "pair_id": 140739, "video_name": "house_s02e05_seg02_clip_07", "timestamp": [ 10.69, 12.03 ], "duration": 89.66, "caption": "A man pours liquid into a sample cup in someone's room.", "similarity": 0.651, "relevance": 1 } ] }, { "query_id": 66146, "query": "A woman turns away and stomps out of the room.", "relevant_moment": [ { "pair_id": 57580, "video_name": "met_s06e13_seg02_clip_04", "timestamp": [ 30.1, 32.46 ], "duration": 59.66, "caption": "A woman turns away and stomps out of the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 57581, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 80.28, 85.57 ], "duration": 88.66, "caption": "A woman turns around and walks out of a room.", "similarity": 0.7358, "relevance": 3 }, { "pair_id": 57582, "video_name": "castle_s08e11_seg02_clip_21", "timestamp": [ 29.82, 31.6 ], "duration": 89.66, "caption": "A woman suddenly turns around and leaves the room.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 57583, "video_name": "house_s03e06_seg02_clip_23", "timestamp": [ 38.26, 41.86 ], "duration": 90.66, "caption": "A woman turns and moves to leave the room.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 57584, "video_name": "grey_s02e22_seg02_clip_22", "timestamp": [ 4.11, 8.68 ], "duration": 91.66, "caption": "A woman comes out of the room she is hiding in.", "similarity": 0.7279, "relevance": 1 }, { "pair_id": 57585, "video_name": "friends_s09e07_seg02_clip_16", "timestamp": [ 32.84, 38.17 ], "duration": 59.66, "caption": "A woman puts her hand over her mouth and runs out of the room.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 57586, "video_name": "friends_s05e04_seg01_clip_00", "timestamp": [ 19.85, 22.95 ], "duration": 62.66, "caption": "A woman quickly opened the door and ran away from the room.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 57587, "video_name": "s07e05_seg02_clip_05", "timestamp": [ 17.11, 23.11 ], "duration": 60.66, "caption": "A woman stomps out of the apartment and closes the door.", "similarity": 0.7009, "relevance": 3 }, { "pair_id": 57588, "video_name": "s06e21_seg02_clip_11", "timestamp": [ 0.0, 3.15 ], "duration": 63.66, "caption": "A woman claps her hands and walks away into another room.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 57589, "video_name": "castle_s07e23_seg02_clip_14", "timestamp": [ 3.65, 11.39 ], "duration": 91.66, "caption": "A woman gets up slowly to leave the room.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 57590, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 18.21, 22.35 ], "duration": 82.66, "caption": "A woman leaves the room after making an excuse to get out of the room.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 57591, "video_name": "grey_s01e03_seg02_clip_15", "timestamp": [ 81.7, 87.64 ], "duration": 99.66, "caption": "A woman gets up from her seat and goes out of the room.", "similarity": 0.6913, "relevance": 3 }, { "pair_id": 57592, "video_name": "friends_s02e23_seg02_clip_01", "timestamp": [ 47.76, 53.34 ], "duration": 62.66, "caption": "A woman beckons to man and then runs out of the room.", "similarity": 0.686, "relevance": 1 }, { "pair_id": 57593, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 42.51, 45.91 ], "duration": 85.66, "caption": "A woman gets up and walks out of the room.", "similarity": 0.6844, "relevance": 4 }, { "pair_id": 57594, "video_name": "s07e09_seg02_clip_06", "timestamp": [ 44.44, 48.22 ], "duration": 63.66, "caption": "A woman gets up from the chair and runs out of the room.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 57595, "video_name": "s08e03_seg02_clip_02", "timestamp": [ 2.4, 6.9 ], "duration": 60.66, "caption": "A woman leaves the room with her legs kicking wildly behind her.", "similarity": 0.6797, "relevance": 2 }, { "pair_id": 57596, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A person turns away from woman and man and walks out of the room.", "similarity": 0.6768, "relevance": 1 }, { "pair_id": 57597, "video_name": "castle_s08e09_seg02_clip_00", "timestamp": [ 47.97, 50.28 ], "duration": 92.66, "caption": "A woman gets out of bed and runs out of the room.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 57598, "video_name": "house_s01e13_seg02_clip_20", "timestamp": [ 54.23, 58.27 ], "duration": 89.66, "caption": "A person walks away and out of the room.", "similarity": 0.6758, "relevance": 1 }, { "pair_id": 57599, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 5.47, 8.67 ], "duration": 91.66, "caption": "A woman walks away from the bed and exits the room.", "similarity": 0.6731, "relevance": 2 } ] }, { "query_id": 66164, "query": "A man walks up to a person named House as they are sitting on the ground.", "relevant_moment": [ { "pair_id": 6740, "video_name": "house_s02e11_seg02_clip_25", "timestamp": [ 112.89, 136.52 ], "duration": 175.66, "caption": "A man walks up to a person named House as they are sitting on the ground.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 6741, "video_name": "s04e19_seg02_clip_12", "timestamp": [ 38.66, 43.68 ], "duration": 59.66, "caption": "Some people walk up to a house together.", "similarity": 0.6459, "relevance": 0 }, { "pair_id": 6742, "video_name": "met_s06e09_seg02_clip_14", "timestamp": [ 22.64, 25.12 ], "duration": 62.66, "caption": "A woman walks up to a man who is seated.", "similarity": 0.6405, "relevance": 1 }, { "pair_id": 6743, "video_name": "house_s07e03_seg02_clip_20", "timestamp": [ 79.67, 90.02 ], "duration": 90.66, "caption": "A man and another man are sitting on the floor as a person walks by.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 6744, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 72.34, 79.53 ], "duration": 89.66, "caption": "A person came in the house and talk to a man.", "similarity": 0.6355, "relevance": 1 }, { "pair_id": 6745, "video_name": "s01e07_seg02_clip_15", "timestamp": [ 35.22, 43.47 ], "duration": 55.66, "caption": "A person goes to a man's house with two other people.", "similarity": 0.6337, "relevance": 0 }, { "pair_id": 6746, "video_name": "house_s06e15_seg02_clip_08", "timestamp": [ 50.42, 57.14 ], "duration": 96.66, "caption": "A man enters the living area of the house, and speaks to person as he walks over and stands next to him.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 6747, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 5.19, 12.53 ], "duration": 86.66, "caption": "A person walks closer to another person in a house.", "similarity": 0.6315, "relevance": 2 }, { "pair_id": 6748, "video_name": "grey_s02e08_seg02_clip_09", "timestamp": [ 65.7, 70.05 ], "duration": 87.66, "caption": "A man walks over and sits down next to a person.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 6749, "video_name": "grey_s03e16_seg02_clip_23", "timestamp": [ 31.32, 47.99 ], "duration": 101.66, "caption": "A woman walks up to a man who is on the floor, then she sits on the floor.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 6750, "video_name": "castle_s07e15_seg02_clip_08", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "A man walks towards a person and sits down next to him.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 6751, "video_name": "grey_s03e19_seg02_clip_18", "timestamp": [ 82.37, 87.77 ], "duration": 90.66, "caption": "A person walks over to another person and sits down in front of him.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 6752, "video_name": "met_s03e08_seg02_clip_01", "timestamp": [ 21.25, 25.09 ], "duration": 59.66, "caption": "A person gets up and walks over to where another person is sitting.", "similarity": 0.627, "relevance": 1 }, { "pair_id": 6753, "video_name": "castle_s05e07_seg02_clip_17", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A man gets up from sitting as another person walks in.", "similarity": 0.6248, "relevance": 1 }, { "pair_id": 6754, "video_name": "house_s06e08_seg02_clip_10", "timestamp": [ 0.0, 7.3 ], "duration": 73.66, "caption": "A person walks into the house after being greeted by the house sitter.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 6755, "video_name": "s07e04_seg02_clip_13", "timestamp": [ 43.14, 51.54 ], "duration": 56.66, "caption": "A person walks over and sits on the house next to a woman.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 6756, "video_name": "castle_s02e09_seg02_clip_19", "timestamp": [ 27.53, 34.31 ], "duration": 90.66, "caption": "A person walks towards his/her apartment and sees someone sitting on the ground next to the door.", "similarity": 0.62, "relevance": 3 }, { "pair_id": 6757, "video_name": "s02e19_seg01_clip_01", "timestamp": [ 27.29, 42.69 ], "duration": 88.66, "caption": "A man sits with his head in his hands while a person gets up walking around the living room.", "similarity": 0.6189, "relevance": 0 }, { "pair_id": 6758, "video_name": "house_s02e11_seg02_clip_03", "timestamp": [ 11.38, 15.47 ], "duration": 91.66, "caption": "A person walks over to person and sits down.", "similarity": 0.616, "relevance": 1 }, { "pair_id": 6759, "video_name": "friends_s06e05_seg02_clip_13", "timestamp": [ 1.55, 13.34 ], "duration": 62.66, "caption": "A woman walks up to a man who is sitting and stands behind him.", "similarity": 0.6158, "relevance": 0 } ] }, { "query_id": 66195, "query": "A person tears open a white envelope and unfolds the letter that is inside.", "relevant_moment": [ { "pair_id": 161400, "video_name": "house_s02e11_seg02_clip_23", "timestamp": [ 4.84, 15.4 ], "duration": 88.66, "caption": "A person tears open a white envelope and unfolds the letter that is inside.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161401, "video_name": "met_s03e02_seg02_clip_03", "timestamp": [ 32.57, 39.09 ], "duration": 59.66, "caption": "A man pulls a yellow envelope out of a large black envelope and tears it open to read it.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 161402, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 75.67, 85.03 ], "duration": 156.66, "caption": "A person opens an envelope and reads a letter.", "similarity": 0.7367, "relevance": 4 }, { "pair_id": 161403, "video_name": "house_s03e22_seg02_clip_18", "timestamp": [ 35.73, 38.82 ], "duration": 88.66, "caption": "A person rips an envelope open with their feet propped up.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 161404, "video_name": "met_s03e02_seg02_clip_03", "timestamp": [ 22.21, 25.76 ], "duration": 59.66, "caption": "A person places the letter he/she wrote into a larger black envelope.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 161405, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 22.32, 25.0 ], "duration": 89.66, "caption": "A person holds out an envelope in their hands.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 161406, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 45.47, 54.02 ], "duration": 90.66, "caption": "A person takes a manila envelope and pulls out a piece of paper.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 161407, "video_name": "castle_s04e03_seg02_clip_00", "timestamp": [ 46.16, 49.81 ], "duration": 91.66, "caption": "A woman excitedly tears open a letter as she stands in the kitchen next to two other people.", "similarity": 0.6057, "relevance": 3 }, { "pair_id": 161409, "video_name": "met_s03e02_seg02_clip_03", "timestamp": [ 9.18, 18.06 ], "duration": 59.66, "caption": "A man cries dramatically as he writes a letter.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 161410, "video_name": "s03e02_seg02_clip_15", "timestamp": [ 21.66, 30.51 ], "duration": 61.66, "caption": "A person opens their mail box and takes out mail.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 161411, "video_name": "friends_s07e18_seg02_clip_10", "timestamp": [ 40.3, 46.89 ], "duration": 52.66, "caption": "A man opens up an envelope and reads from it.", "similarity": 0.5915, "relevance": 2 }, { "pair_id": 161412, "video_name": "grey_s02e14_seg02_clip_22", "timestamp": [ 16.47, 26.26 ], "duration": 89.66, "caption": "A woman opens the envelope and opens the paper.", "similarity": 0.5833, "relevance": 4 }, { "pair_id": 161413, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 0.0, 3.3 ], "duration": 55.66, "caption": "A woman drops an envelope and reads the piece of paper.", "similarity": 0.5827, "relevance": 3 }, { "pair_id": 161414, "video_name": "s08e10_seg02_clip_11", "timestamp": [ 39.97, 44.55 ], "duration": 61.66, "caption": "A person wipes their tears with a white flag.", "similarity": 0.5741, "relevance": 2 }, { "pair_id": 161415, "video_name": "house_s06e21_seg02_clip_00", "timestamp": [ 15.2, 19.48 ], "duration": 95.66, "caption": "A man hands a woman an envelope and she opens it.", "similarity": 0.5704, "relevance": 3 }, { "pair_id": 161416, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 3.72, 8.99 ], "duration": 62.66, "caption": "A person is taking out mail from the mail box.", "similarity": 0.57, "relevance": 2 }, { "pair_id": 161417, "video_name": "house_s06e05_seg02_clip_15", "timestamp": [ 4.0, 6.0 ], "duration": 100.66, "caption": "A person tears a sheet of paper and sets it down.", "similarity": 0.5697, "relevance": 2 }, { "pair_id": 161418, "video_name": "met_s03e02_seg02_clip_02", "timestamp": [ 44.59, 54.12 ], "duration": 61.66, "caption": "A person is crying as they write a letter and looks up to God and throws their hands up in the air.", "similarity": 0.5682, "relevance": 2 }, { "pair_id": 161419, "video_name": "friends_s08e04_seg02_clip_17", "timestamp": [ 4.88, 6.11 ], "duration": 61.66, "caption": "A man pulls out an envelope from the box.", "similarity": 0.5658, "relevance": 2 }, { "pair_id": 334720, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 5.16, 20.65 ], "duration": 86.66, "caption": "A person is getting their mail out of the box.", "similarity": 0.5614, "relevance": 2 }, { "pair_id": 334721, "video_name": "met_s03e02_seg02_clip_03", "timestamp": [ 8.88, 20.43 ], "duration": 59.66, "caption": "A person cries while writing a letter while his dream self narrates it.", "similarity": 0.5609, "relevance": 1 }, { "pair_id": 334722, "video_name": "house_s06e13_seg02_clip_16", "timestamp": [ 12.76, 14.13 ], "duration": 91.66, "caption": "A woman takes out the paper from the envelope.", "similarity": 0.5597, "relevance": 3 }, { "pair_id": 334723, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 32.09, 36.75 ], "duration": 93.66, "caption": "A woman picks up an envelope and opens it.", "similarity": 0.558, "relevance": 4 }, { "pair_id": 334724, "video_name": "house_s06e10_seg02_clip_07", "timestamp": [ 18.28, 21.68 ], "duration": 85.66, "caption": "A person opens their mailbox and looks inside the box.", "similarity": 0.5576, "relevance": 1 }, { "pair_id": 334725, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 29.11, 33.08 ], "duration": 88.66, "caption": "A woman opens up a letter and hands it to a person.", "similarity": 0.5566, "relevance": 3 }, { "pair_id": 334726, "video_name": "house_s01e09_seg02_clip_07", "timestamp": [ 37.25, 50.49 ], "duration": 98.66, "caption": "A woman opens the envelope that a man gave her and reads the contents.", "similarity": 0.5565, "relevance": 2 }, { "pair_id": 334727, "video_name": "house_s06e03_seg02_clip_13", "timestamp": [ 49.81, 55.81 ], "duration": 120.66, "caption": "A person tries to put down a letter but a cleaning lady comes out.", "similarity": 0.556, "relevance": 1 }, { "pair_id": 334728, "video_name": "met_s06e02_seg02_clip_05", "timestamp": [ 38.42, 60.03 ], "duration": 60.66, "caption": "A person takes a stack of envelopes from someone's hands and looks at them.", "similarity": 0.556, "relevance": 2 }, { "pair_id": 334729, "video_name": "house_s06e11_seg02_clip_20", "timestamp": [ 12.15, 16.2 ], "duration": 90.66, "caption": "A doctor puts the piece of paper in an envelope.", "similarity": 0.5552, "relevance": 2 }, { "pair_id": 334730, "video_name": "castle_s01e09_seg02_clip_21", "timestamp": [ 32.6, 36.56 ], "duration": 88.66, "caption": "A person opens the backpack and takes out crumpled newspapers.", "similarity": 0.5546, "relevance": 1 }, { "pair_id": 334731, "video_name": "s06e11_seg02_clip_00", "timestamp": [ 39.06, 45.47 ], "duration": 61.66, "caption": "A person unties the letter that another person gave him.", "similarity": 0.5538, "relevance": 1 }, { "pair_id": 334732, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 8.5, 11.5 ], "duration": 100.66, "caption": "A person picks up an envelope and tosses it down.", "similarity": 0.5532, "relevance": 1 }, { "pair_id": 334733, "video_name": "house_s01e02_seg02_clip_20", "timestamp": [ 46.18, 50.64 ], "duration": 81.66, "caption": "A person hands man an envelope in the hallway.", "similarity": 0.5532, "relevance": 1 }, { "pair_id": 334734, "video_name": "friends_s01e04_seg02_clip_03", "timestamp": [ 3.77, 7.54 ], "duration": 58.66, "caption": "A woman was quickly opening the small envelope.", "similarity": 0.5518, "relevance": 4 }, { "pair_id": 334735, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 4.0, 9.77 ], "duration": 88.66, "caption": "A man pulls something out of an envelope and looks at it.", "similarity": 0.5491, "relevance": 3 }, { "pair_id": 334736, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 19.81, 27.29 ], "duration": 88.66, "caption": "A woman inconspicuously slides person a white envelope which person accepts.", "similarity": 0.5472, "relevance": 1 }, { "pair_id": 334737, "video_name": "s06e05_seg02_clip_02", "timestamp": [ 11.35, 13.24 ], "duration": 63.66, "caption": "A person tears open the packet of tea they are holding.", "similarity": 0.546, "relevance": 0 }, { "pair_id": 334738, "video_name": "house_s03e17_seg02_clip_24", "timestamp": [ 72.77, 78.89 ], "duration": 136.66, "caption": "A woman hands man and envelope and he starts to open it.", "similarity": 0.5457, "relevance": 1 }, { "pair_id": 334739, "video_name": "house_s05e16_seg02_clip_11", "timestamp": [ 67.97, 87.15 ], "duration": 87.66, "caption": "A woman gets emotional after reading the letter, holding her hand to her face and mouth in shock.", "similarity": 0.5449, "relevance": 1 } ] }, { "query_id": 66196, "query": "A man holds out an envelope to a woman and she jerks it out of his hands.", "relevant_moment": [ { "pair_id": 165800, "video_name": "house_s02e11_seg02_clip_23", "timestamp": [ 22.45, 29.05 ], "duration": 88.66, "caption": "A man holds out an envelope to a woman and she jerks it out of his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165801, "video_name": "friends_s09e10_seg02_clip_19", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A man takes an envelope out of his pocket and hands it to woman.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 165802, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 6.27, 10.83 ], "duration": 114.66, "caption": "A woman handed an envelope to man.", "similarity": 0.8213, "relevance": 3 }, { "pair_id": 165803, "video_name": "house_s06e21_seg02_clip_00", "timestamp": [ 15.2, 19.48 ], "duration": 95.66, "caption": "A man hands a woman an envelope and she opens it.", "similarity": 0.8127, "relevance": 4 }, { "pair_id": 165804, "video_name": "castle_s07e04_seg02_clip_18", "timestamp": [ 7.79, 11.92 ], "duration": 91.66, "caption": "A man takes an envelope out of his jacket to hand to woman.", "similarity": 0.8003, "relevance": 4 }, { "pair_id": 165805, "video_name": "friends_s08e18_seg02_clip_07", "timestamp": [ 34.22, 37.7 ], "duration": 63.66, "caption": "A man opens an envelope while a woman shakes her fists in the air.", "similarity": 0.779, "relevance": 2 }, { "pair_id": 165806, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 18.49, 24.21 ], "duration": 88.66, "caption": "A woman takes an envelope from a man and slips it over to another man.", "similarity": 0.7685, "relevance": 2 }, { "pair_id": 165807, "video_name": "house_s04e08_seg02_clip_26", "timestamp": [ 0.0, 2.52 ], "duration": 42.66, "caption": "A man holds up an envelope as he talks to a woman.", "similarity": 0.7641, "relevance": 2 }, { "pair_id": 165808, "video_name": "s08e06_seg02_clip_00", "timestamp": [ 41.5, 43.02 ], "duration": 61.66, "caption": "A man grabs an envelope that woman hands him and opens it to find a wad of money.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 165809, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 53.56, 67.52 ], "duration": 90.66, "caption": "A man hands a woman an envelope from someone and she wonders what it is.", "similarity": 0.7588, "relevance": 4 }, { "pair_id": 165810, "video_name": "friends_s01e18_seg01_clip_00", "timestamp": [ 4.0, 7.6 ], "duration": 80.66, "caption": "A man hands a paper to guy who hands an envelope to woman.", "similarity": 0.7514, "relevance": 4 }, { "pair_id": 165811, "video_name": "house_s03e17_seg02_clip_24", "timestamp": [ 72.77, 78.89 ], "duration": 136.66, "caption": "A woman hands man and envelope and he starts to open it.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 165812, "video_name": "grey_s02e14_seg02_clip_22", "timestamp": [ 4.9, 14.24 ], "duration": 89.66, "caption": "A woman offers an envelope to a man but he doesn't take it.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 165813, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 75.62, 83.22 ], "duration": 89.66, "caption": "A woman handed out an envelope to person.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 165814, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 35.58, 45.63 ], "duration": 57.66, "caption": "A man picks up an envelope and reads it to woman.", "similarity": 0.7375, "relevance": 1 }, { "pair_id": 165815, "video_name": "house_s02e03_seg02_clip_24", "timestamp": [ 33.49, 36.28 ], "duration": 93.66, "caption": "A man hands a woman an envelope in a woman's office.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 165816, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 22.32, 25.0 ], "duration": 89.66, "caption": "A person holds out an envelope in their hands.", "similarity": 0.7277, "relevance": 1 }, { "pair_id": 165817, "video_name": "house_s06e13_seg02_clip_16", "timestamp": [ 19.14, 21.42 ], "duration": 91.66, "caption": "A woman hands the letter and envelope back to a man.", "similarity": 0.7232, "relevance": 1 }, { "pair_id": 165818, "video_name": "castle_s02e09_seg02_clip_20", "timestamp": [ 76.52, 82.9 ], "duration": 91.66, "caption": "A man hands a woman an envelope and she opens it to find a picture.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 165819, "video_name": "castle_s03e18_seg02_clip_25", "timestamp": [ 65.81, 86.02 ], "duration": 86.66, "caption": "A man picks up an envelope and then walks over top woman's desk to give it to her.", "similarity": 0.7143, "relevance": 4 }, { "pair_id": 339120, "video_name": "s03e21_seg02_clip_05", "timestamp": [ 52.79, 56.45 ], "duration": 61.66, "caption": "A person grabs an envelope on the bed and hands it to woman.", "similarity": 0.714, "relevance": 4 }, { "pair_id": 339121, "video_name": "s08e06_seg02_clip_01", "timestamp": [ 50.42, 57.03 ], "duration": 60.66, "caption": "A man pushes the envelope back to woman and tells her to purchase a new handbag to carry her cash in.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 339122, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 0.91, 2.72 ], "duration": 90.66, "caption": "A man pulls back an envelope when another person grabs for it.", "similarity": 0.7039, "relevance": 3 }, { "pair_id": 339123, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 25.68, 28.04 ], "duration": 59.66, "caption": "A woman handed out a piece of paper to a man.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 339124, "video_name": "house_s01e09_seg02_clip_07", "timestamp": [ 37.25, 50.49 ], "duration": 98.66, "caption": "A woman opens the envelope that a man gave her and reads the contents.", "similarity": 0.7026, "relevance": 3 }, { "pair_id": 339125, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 48.52, 51.6 ], "duration": 88.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 339126, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 82.74, 87.45 ], "duration": 94.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.7022, "relevance": 3 }, { "pair_id": 339127, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 19.81, 27.29 ], "duration": 88.66, "caption": "A woman inconspicuously slides person a white envelope which person accepts.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 339128, "video_name": "friends_s02e08_seg02_clip_17", "timestamp": [ 41.57, 44.2 ], "duration": 52.66, "caption": "A person gets an envelope from their desk and hands it to woman as they get up from their chair.", "similarity": 0.6978, "relevance": 4 }, { "pair_id": 339129, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 36.14, 42.86 ], "duration": 56.66, "caption": "A man pull a piece of paper and give it to woman.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 339130, "video_name": "friends_s02e12-13_seg02_clip_04", "timestamp": [ 17.09, 25.33 ], "duration": 61.66, "caption": "A person apologizes to a man and hands him an envelope.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 339131, "video_name": "house_s05e16_seg02_clip_18", "timestamp": [ 14.28, 23.8 ], "duration": 119.66, "caption": "A woman pulls out a piece of paper and hands it to a man.", "similarity": 0.6935, "relevance": 2 }, { "pair_id": 339132, "video_name": "met_s03e17_seg02_clip_13", "timestamp": [ 43.94, 51.57 ], "duration": 61.66, "caption": "A man picks an envelope up off the coffee table and shows it to woman.", "similarity": 0.6933, "relevance": 4 }, { "pair_id": 339133, "video_name": "s08e06_seg02_clip_01", "timestamp": [ 46.52, 60.03 ], "duration": 60.66, "caption": "A woman and a man try to give each other an envelope with money inside.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 339134, "video_name": "castle_s03e11_seg02_clip_12", "timestamp": [ 16.74, 22.33 ], "duration": 93.66, "caption": "A person walks with a paper in his hand and gives it to a woman.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 339135, "video_name": "house_s05e23_seg02_clip_04", "timestamp": [ 17.37, 22.71 ], "duration": 89.66, "caption": "A man grabs an envelope from his jacket and hands it to another man.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 339136, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 18.59, 33.09 ], "duration": 63.66, "caption": "A woman pulls something out of her bag and gives it to a man.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 339137, "video_name": "house_s03e03_seg02_clip_02", "timestamp": [ 32.31, 34.59 ], "duration": 91.66, "caption": "A man handed a piece of paper to a woman.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 339138, "video_name": "castle_s05e17_seg02_clip_20", "timestamp": [ 5.4, 8.1 ], "duration": 90.66, "caption": "A man handed a piece of paper to a woman.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 339139, "video_name": "grey_s02e18_seg02_clip_16", "timestamp": [ 43.13, 44.01 ], "duration": 88.66, "caption": "A woman puts a tape in an envelope while talking with a man.", "similarity": 0.6803, "relevance": 1 } ] }, { "query_id": 66225, "query": "A doctor leaves the room of his patient.", "relevant_moment": [ { "pair_id": 6320, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 40.9, 43.95 ], "duration": 87.66, "caption": "A doctor leaves the room of his patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6321, "video_name": "house_s02e11_seg02_clip_20", "timestamp": [ 7.5, 11.5 ], "duration": 100.66, "caption": "A doctor leaves the room of his patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6322, "video_name": "house_s06e14_seg02_clip_08", "timestamp": [ 71.66, 77.01 ], "duration": 89.66, "caption": "The person who is with a doctor leaves the room.", "similarity": 0.9299, "relevance": 3 }, { "pair_id": 6323, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 0.0, 6.93 ], "duration": 92.66, "caption": "A doctor exits the patient's room after he talked with him.", "similarity": 0.9131, "relevance": 4 }, { "pair_id": 6324, "video_name": "house_s03e16_seg02_clip_17", "timestamp": [ 41.14, 43.79 ], "duration": 88.66, "caption": "A doctor leaves the room full with his colleagues.", "similarity": 0.8838, "relevance": 3 }, { "pair_id": 6325, "video_name": "house_s03e11_seg02_clip_21", "timestamp": [ 32.93, 44.2 ], "duration": 90.66, "caption": "A doctor gets up from his chair and leaves the room.", "similarity": 0.8749, "relevance": 3 }, { "pair_id": 6326, "video_name": "house_s07e10_seg02_clip_23", "timestamp": [ 73.26, 75.91 ], "duration": 88.66, "caption": "A doctor leaves the patient on their own.", "similarity": 0.8591, "relevance": 3 }, { "pair_id": 6327, "video_name": "house_s02e17_seg02_clip_17", "timestamp": [ 10.75, 12.9 ], "duration": 86.66, "caption": "Two doctors leave the room of the patient together.", "similarity": 0.8558, "relevance": 2 }, { "pair_id": 6328, "video_name": "house_s05e17_seg02_clip_15", "timestamp": [ 18.92, 24.65 ], "duration": 88.66, "caption": "Two doctors exit a male patient's room.", "similarity": 0.8468, "relevance": 4 }, { "pair_id": 6329, "video_name": "house_s02e12_seg02_clip_01", "timestamp": [ 45.02, 49.02 ], "duration": 100.66, "caption": "A person leaves the room and the other medical professionals look after him.", "similarity": 0.8409, "relevance": 3 }, { "pair_id": 6330, "video_name": "house_s07e06_seg02_clip_10", "timestamp": [ 34.57, 38.41 ], "duration": 96.66, "caption": "A person walks out of the room leaving someone with the patient.", "similarity": 0.8375, "relevance": 4 }, { "pair_id": 6331, "video_name": "house_s05e02_seg02_clip_13", "timestamp": [ 10.13, 16.61 ], "duration": 81.66, "caption": "A doctor exits the room full with colleagues.", "similarity": 0.834, "relevance": 3 }, { "pair_id": 6332, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 78.77, 80.57 ], "duration": 90.66, "caption": "A doctor walks out of the patient room.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 6333, "video_name": "grey_s03e10_seg02_clip_23", "timestamp": [ 6.68, 18.25 ], "duration": 89.66, "caption": "A doctor exits the room and closes the door.", "similarity": 0.8319, "relevance": 3 }, { "pair_id": 6334, "video_name": "house_s06e03_seg02_clip_06", "timestamp": [ 40.96, 51.43 ], "duration": 91.66, "caption": "A doctor stood up from his chair and immediately leaves the room.", "similarity": 0.8273, "relevance": 2 }, { "pair_id": 6335, "video_name": "grey_s03e09_seg02_clip_22", "timestamp": [ 52.65, 58.81 ], "duration": 112.66, "caption": "A doctor leaves the surgical room almost running.", "similarity": 0.8265, "relevance": 3 }, { "pair_id": 6336, "video_name": "house_s08e02_seg02_clip_03", "timestamp": [ 12.66, 19.45 ], "duration": 90.66, "caption": "A man stays in the room and leaves last after all the doctors leave the room.", "similarity": 0.824, "relevance": 3 }, { "pair_id": 6337, "video_name": "house_s07e16_seg02_clip_16", "timestamp": [ 31.1, 38.34 ], "duration": 85.66, "caption": "A man leaves the patient's room and another person watches after him.", "similarity": 0.8198, "relevance": 3 }, { "pair_id": 6338, "video_name": "friends_s08e23-24_seg02_clip_17", "timestamp": [ 22.06, 25.53 ], "duration": 63.66, "caption": "A doctor turns and leaves a woman's hospital room.", "similarity": 0.8187, "relevance": 4 }, { "pair_id": 6339, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 0.0, 11.16 ], "duration": 93.66, "caption": "After the patient starts seizing a doctor leaves the room.", "similarity": 0.8147, "relevance": 3 }, { "pair_id": 179640, "video_name": "house_s06e14_seg02_clip_15", "timestamp": [ 20.26, 23.41 ], "duration": 90.66, "caption": "A doctor leaves the man in his office.", "similarity": 0.8085, "relevance": 2 }, { "pair_id": 179641, "video_name": "house_s03e09_seg02_clip_14", "timestamp": [ 31.36, 35.64 ], "duration": 95.66, "caption": "A man leaves the room but the patient's family stops him after.", "similarity": 0.8064, "relevance": 2 }, { "pair_id": 179642, "video_name": "house_s02e16_seg02_clip_02", "timestamp": [ 36.76, 39.94 ], "duration": 90.66, "caption": "The mother of one of the patients exits the room with a doctor.", "similarity": 0.8058, "relevance": 2 }, { "pair_id": 179643, "video_name": "house_s07e11_seg02_clip_17", "timestamp": [ 83.72, 85.97 ], "duration": 90.66, "caption": "A doctor leaves the room of the old woman.", "similarity": 0.8051, "relevance": 2 }, { "pair_id": 179644, "video_name": "house_s07e17_seg02_clip_18", "timestamp": [ 13.86, 17.64 ], "duration": 84.66, "caption": "A doctor exits the patient's treatment room and bypasses the nurse's station.", "similarity": 0.8037, "relevance": 2 }, { "pair_id": 179645, "video_name": "house_s03e07_seg02_clip_25", "timestamp": [ 39.49, 44.71 ], "duration": 149.66, "caption": "A man ends his conversation with his patient and leaves the room.", "similarity": 0.8035, "relevance": 4 }, { "pair_id": 179646, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 12.65, 16.5 ], "duration": 110.66, "caption": "A person gestures for the other doctors to leave the room.", "similarity": 0.8027, "relevance": 1 }, { "pair_id": 179647, "video_name": "grey_s02e14_seg02_clip_10", "timestamp": [ 17.55, 22.51 ], "duration": 90.66, "caption": "The doctors walks out of the room together leaving the patient alone.", "similarity": 0.8017, "relevance": 4 }, { "pair_id": 179648, "video_name": "house_s07e16_seg02_clip_04", "timestamp": [ 1.78, 6.68 ], "duration": 89.66, "caption": "A doctor opens the door and moves to leave the room.", "similarity": 0.7992, "relevance": 2 }, { "pair_id": 179649, "video_name": "house_s05e02_seg02_clip_25", "timestamp": [ 10.71, 13.26 ], "duration": 102.66, "caption": "Some people leave the patient's hospital room.", "similarity": 0.7951, "relevance": 4 }, { "pair_id": 179650, "video_name": "grey_s01e05_seg02_clip_05", "timestamp": [ 59.35, 62.07 ], "duration": 90.66, "caption": "A doctor gets up from the computer and leaves the room.", "similarity": 0.793, "relevance": 2 }, { "pair_id": 179651, "video_name": "house_s07e22_seg02_clip_00", "timestamp": [ 25.55, 28.28 ], "duration": 91.66, "caption": "A doctor stops an injured person from getting out of the room.", "similarity": 0.7902, "relevance": 1 }, { "pair_id": 179652, "video_name": "house_s07e11_seg02_clip_14", "timestamp": [ 13.3, 14.19 ], "duration": 88.66, "caption": "A person walks out of the room with some other doctors.", "similarity": 0.7871, "relevance": 1 }, { "pair_id": 179653, "video_name": "house_s02e13_seg02_clip_07", "timestamp": [ 2.73, 5.01 ], "duration": 91.66, "caption": "A person walks out of the room leaving the patient alone.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 179654, "video_name": "house_s05e18_seg02_clip_02", "timestamp": [ 3.16, 9.94 ], "duration": 90.66, "caption": "A doctor stands up to exit the room and passes another doctor.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 179655, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 3.96, 11.0 ], "duration": 88.66, "caption": "A patient yells at a doctor to leave the room.", "similarity": 0.7852, "relevance": 2 }, { "pair_id": 179656, "video_name": "house_s08e15_seg02_clip_24", "timestamp": [ 46.99, 50.91 ], "duration": 87.66, "caption": "The door in the patient's room just closes after doctor exits it.", "similarity": 0.7819, "relevance": 0 }, { "pair_id": 179657, "video_name": "house_s05e23_seg02_clip_14", "timestamp": [ 50.44, 53.59 ], "duration": 90.66, "caption": "A man walks out of the room while the other doctors follow.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 179658, "video_name": "grey_s03e18_seg02_clip_15", "timestamp": [ 69.99, 89.16 ], "duration": 89.66, "caption": "After a doctor leaves the room, the patient and another person have a conversation.", "similarity": 0.7795, "relevance": 1 }, { "pair_id": 179659, "video_name": "house_s06e18_seg02_clip_07", "timestamp": [ 37.36, 47.26 ], "duration": 90.66, "caption": "A doctor rises from squatting and leaves the room.", "similarity": 0.7792, "relevance": 2 } ] }, { "query_id": 66235, "query": "A person pulls folded sheets out of his bag.", "relevant_moment": [ { "pair_id": 128680, "video_name": "s02e05_seg01_clip_01", "timestamp": [ 26.71, 28.93 ], "duration": 89.66, "caption": "A person pulls folded sheets out of his bag.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 128681, "video_name": "s09e09_seg02_clip_04", "timestamp": [ 5.58, 13.65 ], "duration": 62.66, "caption": "A person pulls a folded piece of paper from their pocket and unfolds it.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 128682, "video_name": "s02e05_seg01_clip_01", "timestamp": [ 24.48, 28.93 ], "duration": 89.66, "caption": "A person pulls bed linens out of their messenger bag.", "similarity": 0.7639, "relevance": 4 }, { "pair_id": 128683, "video_name": "castle_s01e09_seg02_clip_21", "timestamp": [ 32.6, 36.56 ], "duration": 88.66, "caption": "A person opens the backpack and takes out crumpled newspapers.", "similarity": 0.6798, "relevance": 3 }, { "pair_id": 128684, "video_name": "house_s08e16_seg02_clip_06", "timestamp": [ 69.32, 72.02 ], "duration": 90.66, "caption": "A person opens up a red bag and pulls out some papers.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 128685, "video_name": "friends_s05e10_seg02_clip_19", "timestamp": [ 42.76, 47.74 ], "duration": 83.66, "caption": "A person puts their paper down and gets stuff from a bag.", "similarity": 0.6767, "relevance": 3 }, { "pair_id": 128686, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 9.46, 12.51 ], "duration": 61.66, "caption": "A person pulls a box out of the brown paper bag.", "similarity": 0.6757, "relevance": 3 }, { "pair_id": 128687, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 27.46, 33.57 ], "duration": 61.66, "caption": "A person takes out their package from a bag.", "similarity": 0.6729, "relevance": 3 }, { "pair_id": 128688, "video_name": "house_s07e18_seg02_clip_22", "timestamp": [ 43.93, 47.18 ], "duration": 72.66, "caption": "A person pulling something out of a bag next to the hospital bed.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 128689, "video_name": "s08e09_seg01_clip_00", "timestamp": [ 53.7, 55.54 ], "duration": 61.66, "caption": "A person pulls out an orange and white box out of his/her canvas tote bag.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 128690, "video_name": "castle_s03e07_seg02_clip_19", "timestamp": [ 48.37, 53.03 ], "duration": 93.66, "caption": "A person removes a bag from the white board that contains a piece of paper.", "similarity": 0.6628, "relevance": 1 }, { "pair_id": 128691, "video_name": "met_s02e18_seg02_clip_12", "timestamp": [ 2.4, 11.08 ], "duration": 59.66, "caption": "A person unpacks something from a paper bag, and then runs out of the apartment.", "similarity": 0.6585, "relevance": 1 }, { "pair_id": 128692, "video_name": "friends_s06e12_seg02_clip_03", "timestamp": [ 11.41, 16.81 ], "duration": 60.66, "caption": "A man takes out a sheet of paper from his pocket.", "similarity": 0.6545, "relevance": 1 }, { "pair_id": 128693, "video_name": "house_s03e01_seg02_clip_11", "timestamp": [ 13.8, 25.31 ], "duration": 92.66, "caption": "A person is taking out clothes from a drawer and putting it in a bag.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 128694, "video_name": "s03e21_seg02_clip_06", "timestamp": [ 4.96, 7.44 ], "duration": 62.66, "caption": "A person leans down and takes out a backpack from under the bed.", "similarity": 0.6436, "relevance": 1 }, { "pair_id": 128695, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 29.97, 33.1 ], "duration": 89.66, "caption": "A person takes out something from his pocket.", "similarity": 0.639, "relevance": 0 }, { "pair_id": 128696, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A woman pulls a folded piece of paper out from underneath her shirt.", "similarity": 0.6378, "relevance": 1 }, { "pair_id": 128697, "video_name": "s03e21_seg02_clip_06", "timestamp": [ 4.96, 16.44 ], "duration": 62.66, "caption": "A person gets his bag under the bed and leaves the room.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 128698, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 80.0, 83.26 ], "duration": 93.66, "caption": "A person reaches in his pocket and pulls out a piece of paper.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 128699, "video_name": "castle_s03e20_seg02_clip_19", "timestamp": [ 83.95, 84.4 ], "duration": 89.66, "caption": "A person pulls an evidence bag out of his coat pocket.", "similarity": 0.6321, "relevance": 0 } ] }, { "query_id": 66276, "query": "A person searches through their pockets for the apartment keys.", "relevant_moment": [ { "pair_id": 13160, "video_name": "s02e21_seg02_clip_03", "timestamp": [ 29.3, 38.59 ], "duration": 58.66, "caption": "A person searches through their pockets for the apartment keys.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13161, "video_name": "s02e21_seg02_clip_03", "timestamp": [ 30.75, 35.11 ], "duration": 58.66, "caption": "A person tries to find the key in their pockets.", "similarity": 0.8349, "relevance": 4 }, { "pair_id": 13162, "video_name": "s08e01_seg02_clip_16", "timestamp": [ 51.32, 60.03 ], "duration": 60.66, "caption": "Some people reach their floor and one of them looks for their apartment keys.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 13163, "video_name": "house_s03e06_seg02_clip_11", "timestamp": [ 0.0, 2.68 ], "duration": 89.66, "caption": "A person searches for something in his/her top pocket.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 13164, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 10.5, 15.61 ], "duration": 60.66, "caption": "A person takes their keys out of their pocket and unlocks the front door to their apartment.", "similarity": 0.7221, "relevance": 4 }, { "pair_id": 13165, "video_name": "friends_s03e13_seg02_clip_14", "timestamp": [ 36.69, 43.24 ], "duration": 52.66, "caption": "A man is looking for his keys and picks them up.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 13166, "video_name": "s01e16_seg02_clip_07", "timestamp": [ 49.22, 50.42 ], "duration": 60.66, "caption": "A man runs from the living room to search for his keys.", "similarity": 0.6702, "relevance": 3 }, { "pair_id": 13167, "video_name": "castle_s05e02_seg02_clip_20", "timestamp": [ 45.09, 50.15 ], "duration": 92.66, "caption": "A person walks through their apartment looking at their phone.", "similarity": 0.6562, "relevance": 3 }, { "pair_id": 13168, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 4.76, 8.12 ], "duration": 56.66, "caption": "A person hands another person a key to their apartment.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 13169, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 16.81, 23.53 ], "duration": 56.66, "caption": "A person uses their key to open the apartment door.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 13170, "video_name": "s01e11_seg02_clip_11", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person uses key to go into their apartment and close the door afterwards.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 13171, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 41.12, 44.42 ], "duration": 60.66, "caption": "A person turns the key and unlocks the door to his/her apartment.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 13172, "video_name": "castle_s05e06_seg02_clip_16", "timestamp": [ 30.19, 33.91 ], "duration": 92.66, "caption": "A person walks into an apartment while looking at their hand.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 13173, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 33.03, 36.93 ], "duration": 71.66, "caption": "A person uses his key to open the apartment complex door.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 13174, "video_name": "house_s03e15_seg02_clip_05", "timestamp": [ 21.65, 34.29 ], "duration": 90.66, "caption": "A woman searches under the rug and along the door until she finds a key.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 13175, "video_name": "s09e04_seg02_clip_02", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man returns the apartment key by placing it in another person's hand.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 13176, "video_name": "s08e14_seg02_clip_06", "timestamp": [ 28.04, 31.58 ], "duration": 59.66, "caption": "After walking into the apartment, a person looks at his phone.", "similarity": 0.6135, "relevance": 1 }, { "pair_id": 13177, "video_name": "s01e17_seg01_clip_00", "timestamp": [ 38.51, 42.01 ], "duration": 100.66, "caption": "A man enters the apartment and sets his keys on the table.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 13178, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 28.07, 31.73 ], "duration": 61.66, "caption": "A person enters the apartment and puts their keys in the bowl next to the door.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 13179, "video_name": "s06e07_seg02_clip_01", "timestamp": [ 53.4, 54.62 ], "duration": 61.66, "caption": "A person enters the apartment and puts his keys in a bowl by the door.", "similarity": 0.592, "relevance": 1 } ] }, { "query_id": 66282, "query": "A woman is holding her mail as she walks beside a person up the stairs.", "relevant_moment": [ { "pair_id": 170480, "video_name": "s02e21_seg02_clip_02", "timestamp": [ 41.19, 44.86 ], "duration": 61.66, "caption": "A woman is holding her mail as she walks beside a person up the stairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170481, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 8.19, 10.72 ], "duration": 63.66, "caption": "A woman walks past person holding a stack of envelopes.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 170482, "video_name": "s09e04_seg02_clip_08", "timestamp": [ 42.2, 44.56 ], "duration": 59.66, "caption": "A person is holding their mail as some people descend the stairway.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 170483, "video_name": "s04e20_seg02_clip_05", "timestamp": [ 0.0, 25.33 ], "duration": 61.66, "caption": "A woman holding some mail walks up the stairs with a man and then she puts the keys in her apartment door.", "similarity": 0.7429, "relevance": 4 }, { "pair_id": 170484, "video_name": "friends_s06e11_seg02_clip_00", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman takes some mail that another woman passes to her.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 170485, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 35.98, 41.87 ], "duration": 62.66, "caption": "A woman is walking beside a man as they come up the stairs.", "similarity": 0.6945, "relevance": 3 }, { "pair_id": 170486, "video_name": "s02e14_seg02_clip_05", "timestamp": [ 1.5, 3.3 ], "duration": 60.66, "caption": "A woman holding a package and mail runs up the stairway.", "similarity": 0.6932, "relevance": 3 }, { "pair_id": 170487, "video_name": "house_s06e07_seg02_clip_21", "timestamp": [ 46.94, 54.77 ], "duration": 82.66, "caption": "A woman looks through her mail as she walks.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 170488, "video_name": "castle_s02e04_seg02_clip_01", "timestamp": [ 65.22, 71.22 ], "duration": 80.66, "caption": "A person and another person walk up the stairs behind a woman.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 170489, "video_name": "s01e04_seg02_clip_06", "timestamp": [ 0.9, 4.5 ], "duration": 60.66, "caption": "A person walks through the front door of his and another person's apartment holding mail.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 170490, "video_name": "s04e01_seg02_clip_16", "timestamp": [ 47.72, 51.32 ], "duration": 60.66, "caption": "A woman and a person walk side by side going up stairs.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 170491, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 0.31, 8.99 ], "duration": 62.66, "caption": "A woman and a person get their mail from the mailboxes.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 170492, "video_name": "met_s04e03_seg02_clip_14", "timestamp": [ 65.18, 67.7 ], "duration": 72.66, "caption": "A woman walks up the staircase behind another woman.", "similarity": 0.6501, "relevance": 1 }, { "pair_id": 170493, "video_name": "s03e02_seg02_clip_15", "timestamp": [ 14.65, 54.31 ], "duration": 61.66, "caption": "A woman sorts through the mail in her hand.", "similarity": 0.6482, "relevance": 2 }, { "pair_id": 170494, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 42.58, 50.76 ], "duration": 86.66, "caption": "A person is walking behind woman and man as they walk up the stairs.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 170495, "video_name": "s01e04_seg01_clip_02", "timestamp": [ 29.47, 43.02 ], "duration": 43.66, "caption": "A person is carrying a box as he walks up the stairs with another person.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 170496, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 75.62, 83.22 ], "duration": 89.66, "caption": "A woman handed out an envelope to person.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 170497, "video_name": "s02e14_seg02_clip_05", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A person agrees with a woman and she turns around to walk upstairs holding a package.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 170498, "video_name": "s01e03_seg02_clip_00", "timestamp": [ 55.21, 56.45 ], "duration": 62.66, "caption": "A man gives a stack of mail to a woman who is standing in the apartment hallway.", "similarity": 0.6361, "relevance": 2 }, { "pair_id": 170499, "video_name": "friends_s01e19_seg02_clip_00", "timestamp": [ 5.58, 8.06 ], "duration": 62.66, "caption": "A woman walks over to say she's delivering another woman's letters.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 343800, "video_name": "s01e09_seg02_clip_07", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A person is standing beside a woman at the stairway.", "similarity": 0.6316, "relevance": 3 }, { "pair_id": 343801, "video_name": "grey_s03e06_seg02_clip_05", "timestamp": [ 11.13, 17.36 ], "duration": 89.66, "caption": "A woman walks up to another woman while she is writing.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 343802, "video_name": "castle_s04e09_seg02_clip_09", "timestamp": [ 7.68, 9.49 ], "duration": 90.66, "caption": "A woman walks up to a man and woman carrying some papers in her hand.", "similarity": 0.6253, "relevance": 1 }, { "pair_id": 343803, "video_name": "castle_s02e01_seg02_clip_17", "timestamp": [ 58.74, 64.4 ], "duration": 87.66, "caption": "A person walks past two people and walks up the stairs.", "similarity": 0.6251, "relevance": 2 }, { "pair_id": 343804, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 21.79, 24.81 ], "duration": 121.66, "caption": "A woman takes a mail that a person is currently taking a look at.", "similarity": 0.6244, "relevance": 3 }, { "pair_id": 343805, "video_name": "grey_s02e25_seg02_clip_24", "timestamp": [ 22.09, 25.31 ], "duration": 92.66, "caption": "A woman walks up to a man in front of the stairs.", "similarity": 0.6161, "relevance": 3 }, { "pair_id": 343806, "video_name": "s03e20_seg01_clip_01", "timestamp": [ 10.99, 14.34 ], "duration": 61.66, "caption": "A woman walks around a person to head up the stairs.", "similarity": 0.6155, "relevance": 3 }, { "pair_id": 343807, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 6.27, 10.83 ], "duration": 114.66, "caption": "A woman handed an envelope to man.", "similarity": 0.6148, "relevance": 1 }, { "pair_id": 343808, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman walks over and stands next to a person.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 343809, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 3.99, 7.98 ], "duration": 114.66, "caption": "A person stands up and hands another person an envelope.", "similarity": 0.6123, "relevance": 1 }, { "pair_id": 343810, "video_name": "friends_s01e19_seg02_clip_00", "timestamp": [ 10.54, 14.27 ], "duration": 62.66, "caption": "A woman reads her mail to another woman when she sits down.", "similarity": 0.6123, "relevance": 1 }, { "pair_id": 343811, "video_name": "s09e14_seg01_clip_00", "timestamp": [ 26.24, 30.54 ], "duration": 86.66, "caption": "A person puts an envelope in front of a woman to smell it.", "similarity": 0.6104, "relevance": 3 }, { "pair_id": 343812, "video_name": "castle_s06e01_seg02_clip_02", "timestamp": [ 42.29, 56.53 ], "duration": 89.66, "caption": "A woman and another woman walk down the stairs and through the bureau office.", "similarity": 0.6104, "relevance": 1 }, { "pair_id": 343813, "video_name": "castle_s03e17_seg02_clip_12", "timestamp": [ 25.03, 28.67 ], "duration": 91.66, "caption": "Person walks in and stands beside woman.", "similarity": 0.6056, "relevance": 2 }, { "pair_id": 343814, "video_name": "castle_s06e14_seg02_clip_00", "timestamp": [ 47.54, 50.74 ], "duration": 91.66, "caption": "A woman walks up in between two people.", "similarity": 0.6037, "relevance": 0 }, { "pair_id": 343815, "video_name": "friends_s08e07_seg02_clip_17", "timestamp": [ 29.88, 33.94 ], "duration": 58.66, "caption": "A woman walks up to another woman who is sitting down on the stairs.", "similarity": 0.6032, "relevance": 3 }, { "pair_id": 343816, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 18.49, 24.21 ], "duration": 88.66, "caption": "A woman takes an envelope from a man and slips it over to another man.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 343817, "video_name": "s03e20_seg01_clip_00", "timestamp": [ 28.99, 33.57 ], "duration": 61.66, "caption": "A person walks awkwardly past another person to the mailbox.", "similarity": 0.6029, "relevance": 2 }, { "pair_id": 343818, "video_name": "s03e20_seg01_clip_02", "timestamp": [ 0.0, 8.1 ], "duration": 60.66, "caption": "A woman is carrying groceries and walking up the apartment stairs with a person.", "similarity": 0.6029, "relevance": 3 }, { "pair_id": 343819, "video_name": "s10e06_seg02_clip_05", "timestamp": [ 29.29, 32.34 ], "duration": 61.66, "caption": "A woman walks past two people carrying boxes.", "similarity": 0.6022, "relevance": 2 } ] }, { "query_id": 66352, "query": "Two people were having a conversation.", "relevant_moment": [ { "pair_id": 149740, "video_name": "house_s08e21_seg02_clip_07", "timestamp": [ 0.0, 104.02 ], "duration": 104.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149741, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 64.17, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149742, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149743, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149744, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 28.61, 74.99 ], "duration": 86.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149745, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149746, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.15 ], "duration": 65.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149747, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 0.0, 5.77 ], "duration": 88.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149748, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 149749, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149750, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 22.76, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149751, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 28.48, 66.74 ], "duration": 85.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149752, "video_name": "house_s05e01_seg02_clip_08", "timestamp": [ 0.0, 36.64 ], "duration": 90.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149753, "video_name": "house_s04e12_seg02_clip_08", "timestamp": [ 29.91, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149754, "video_name": "house_s03e04_seg02_clip_14", "timestamp": [ 11.89, 51.66 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149755, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 22.76, 31.86 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149756, "video_name": "house_s02e13_seg02_clip_15", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149757, "video_name": "house_s02e12_seg02_clip_02", "timestamp": [ 0.0, 55.15 ], "duration": 72.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149758, "video_name": "house_s02e04_seg02_clip_11", "timestamp": [ 0.0, 7.89 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149759, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 18.44 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 323060, "video_name": "house_s01e16_seg02_clip_09", "timestamp": [ 0.0, 37.14 ], "duration": 94.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 323061, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 0.0, 78.05 ], "duration": 85.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 323062, "video_name": "friends_s05e02_seg02_clip_17", "timestamp": [ 0.0, 49.02 ], "duration": 49.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 323063, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 323064, "video_name": "castle_s06e08_seg02_clip_02", "timestamp": [ 0.0, 40.18 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 323065, "video_name": "house_s02e22_seg02_clip_01", "timestamp": [ 4.95, 30.61 ], "duration": 90.66, "caption": "Two individuals were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 323066, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 0.0, 30.25 ], "duration": 84.66, "caption": "Two people were having a conversation with each other.", "similarity": 0.9827, "relevance": 4 }, { "pair_id": 323067, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 0.0, 18.35 ], "duration": 89.66, "caption": "Two people are having a conversation.", "similarity": 0.9774, "relevance": 4 }, { "pair_id": 323068, "video_name": "friends_s06e11_seg02_clip_13", "timestamp": [ 20.41, 60.03 ], "duration": 60.66, "caption": "Two people were having a conversation with another person.", "similarity": 0.9719, "relevance": 3 }, { "pair_id": 323069, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 0.0, 12.58 ], "duration": 58.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323070, "video_name": "met_s06e18_seg02_clip_02", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323071, "video_name": "met_s06e16_seg02_clip_13", "timestamp": [ 0.0, 13.52 ], "duration": 60.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323072, "video_name": "met_s06e13_seg02_clip_12", "timestamp": [ 50.17, 59.03 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323073, "video_name": "met_s06e13_seg02_clip_12", "timestamp": [ 0.0, 17.12 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323074, "video_name": "met_s06e12_seg02_clip_13", "timestamp": [ 35.3, 49.02 ], "duration": 49.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323075, "video_name": "met_s06e11_seg02_clip_13", "timestamp": [ 46.52, 60.03 ], "duration": 60.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323076, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 34.53, 52.24 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323077, "video_name": "met_s03e14_seg02_clip_06", "timestamp": [ 0.0, 18.3 ], "duration": 59.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323078, "video_name": "house_s08e22_seg02_clip_02", "timestamp": [ 0.0, 28.53 ], "duration": 92.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 323079, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 25.67, 42.64 ], "duration": 87.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9641, "relevance": 4 } ] }, { "query_id": 66411, "query": "A woman stands up and then immediately trips over herself.", "relevant_moment": [ { "pair_id": 148900, "video_name": "friends_s01e16-17_seg02_clip_23", "timestamp": [ 20.49, 24.39 ], "duration": 65.66, "caption": "A woman stands up and then immediately trips over herself.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148901, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 7.88, 13.55 ], "duration": 63.66, "caption": "A person stands up and goes over to a woman.", "similarity": 0.7237, "relevance": 1 }, { "pair_id": 148902, "video_name": "friends_s03e02_seg02_clip_04", "timestamp": [ 19.81, 21.91 ], "duration": 60.66, "caption": "A woman stands up.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 148903, "video_name": "friends_s04e10_seg02_clip_07", "timestamp": [ 10.2, 15.01 ], "duration": 60.66, "caption": "A woman stands up and lets everyone know where she's heading.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 148904, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 46.71, 50.19 ], "duration": 58.66, "caption": "A person stands up and walks over to a woman.", "similarity": 0.6711, "relevance": 1 }, { "pair_id": 148905, "video_name": "castle_s04e17_seg02_clip_06", "timestamp": [ 0.9, 5.42 ], "duration": 90.66, "caption": "A woman stands up and walks over to two other people.", "similarity": 0.6579, "relevance": 1 }, { "pair_id": 148906, "video_name": "friends_s02e01_seg02_clip_00", "timestamp": [ 23.09, 26.99 ], "duration": 65.66, "caption": "A woman stands up and tries to run fast.", "similarity": 0.6538, "relevance": 4 }, { "pair_id": 148907, "video_name": "s07e01_seg02_clip_06", "timestamp": [ 17.09, 29.9 ], "duration": 61.66, "caption": "A woman stands up and then sits back down.", "similarity": 0.6439, "relevance": 2 }, { "pair_id": 148908, "video_name": "castle_s04e07_seg02_clip_05", "timestamp": [ 72.34, 79.12 ], "duration": 113.66, "caption": "A nervous woman stands up and walks over to another person.", "similarity": 0.6368, "relevance": 2 }, { "pair_id": 148909, "video_name": "friends_s10e11_seg02_clip_09", "timestamp": [ 21.43, 23.64 ], "duration": 63.66, "caption": "A woman stands up quickly and turns to another woman.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 148910, "video_name": "house_s05e05_seg02_clip_07", "timestamp": [ 13.8, 17.36 ], "duration": 89.66, "caption": "A woman rolls her eyes and then stands up.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 148911, "video_name": "met_s03e07_seg01_clip_02", "timestamp": [ 47.19, 50.8 ], "duration": 60.66, "caption": "A woman stands up and introduces herself to a circle of people.", "similarity": 0.6316, "relevance": 0 }, { "pair_id": 148912, "video_name": "friends_s01e18_seg02_clip_14", "timestamp": [ 5.8, 8.85 ], "duration": 61.66, "caption": "A woman gets up to stand across from man.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 148913, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 66.79, 72.2 ], "duration": 90.66, "caption": "A woman stands up and walks over to a person and leans over him.", "similarity": 0.6297, "relevance": 2 }, { "pair_id": 148914, "video_name": "friends_s07e11_seg02_clip_14", "timestamp": [ 2.17, 5.89 ], "duration": 62.66, "caption": "A woman stands up and says she's going to meet a person.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 148915, "video_name": "friends_s08e07_seg02_clip_17", "timestamp": [ 34.52, 35.98 ], "duration": 58.66, "caption": "A woman stands up when another woman walks over to her.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 148916, "video_name": "friends_s01e10_seg02_clip_01", "timestamp": [ 34.18, 35.7 ], "duration": 61.66, "caption": "A woman stands up from where person is sitting.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 148917, "video_name": "house_s03e08_seg02_clip_10", "timestamp": [ 20.16, 23.75 ], "duration": 89.66, "caption": "A woman starts to stand up when another woman turns to her.", "similarity": 0.6216, "relevance": 0 }, { "pair_id": 148918, "video_name": "house_s03e10_seg02_clip_13", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A person walks up to a woman as she is standing.", "similarity": 0.6203, "relevance": 0 }, { "pair_id": 148919, "video_name": "friends_s03e19_seg02_clip_19", "timestamp": [ 16.81, 19.33 ], "duration": 56.66, "caption": "A woman stands up and swings her purse over her shoulder.", "similarity": 0.6179, "relevance": 1 } ] }, { "query_id": 66470, "query": "A man unlocks door with card key for two people.", "relevant_moment": [ { "pair_id": 158900, "video_name": "castle_s07e16_seg02_clip_02", "timestamp": [ 14.74, 16.09 ], "duration": 89.66, "caption": "A man unlocks door with card key for two people.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 158901, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.8081, "relevance": 2 }, { "pair_id": 158902, "video_name": "castle_s02e12_seg02_clip_14", "timestamp": [ 33.85, 46.54 ], "duration": 94.66, "caption": "A person unlocks the door so two other people can enter.", "similarity": 0.7751, "relevance": 3 }, { "pair_id": 158903, "video_name": "s10e09_seg02_clip_00", "timestamp": [ 56.45, 59.2 ], "duration": 61.66, "caption": "A man puts his key in the door to unlock it.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 158904, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 32.96, 33.87 ], "duration": 61.66, "caption": "A person puts his key into the lock and begins unlocking the door.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 158905, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 29.81, 36.83 ], "duration": 87.66, "caption": "A person is with someone while he gets the key from his pocket and started opening the locked door.", "similarity": 0.7228, "relevance": 3 }, { "pair_id": 158906, "video_name": "castle_s07e02_seg02_clip_13", "timestamp": [ 49.63, 56.91 ], "duration": 91.66, "caption": "A man uses the Key to open the door, two people follow him in the room.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 158907, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 54.37, 64.7 ], "duration": 89.66, "caption": "A man opens the door using his key and he saw another man.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 158908, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 158909, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 46.99, 49.74 ], "duration": 61.66, "caption": "A man puts the key in the lock and starts to open the door.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 158910, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 5.9, 9.15 ], "duration": 59.66, "caption": "A person opens the door for two other people.", "similarity": 0.6929, "relevance": 3 }, { "pair_id": 158911, "video_name": "castle_s04e01_seg02_clip_04", "timestamp": [ 52.54, 58.72 ], "duration": 103.66, "caption": "A man walks to a lock and opens it with a key.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 158912, "video_name": "castle_s04e03_seg02_clip_15", "timestamp": [ 26.98, 39.54 ], "duration": 93.66, "caption": "The person unlocks the door and lets two people inside the room.", "similarity": 0.6915, "relevance": 3 }, { "pair_id": 158913, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 6.49, 9.44 ], "duration": 59.66, "caption": "A person unlocks and opens the comic book store door for two people.", "similarity": 0.691, "relevance": 3 }, { "pair_id": 158914, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 0.6851, "relevance": 3 }, { "pair_id": 158915, "video_name": "castle_s04e13_seg02_clip_09", "timestamp": [ 37.58, 46.19 ], "duration": 90.66, "caption": "A man takes out a key card from an evidence bag and opens the door.", "similarity": 0.6838, "relevance": 4 }, { "pair_id": 158916, "video_name": "house_s01e06_seg02_clip_09", "timestamp": [ 70.21, 81.32 ], "duration": 101.66, "caption": "A man takes out a credit card and tries to open a door.", "similarity": 0.6817, "relevance": 3 }, { "pair_id": 158917, "video_name": "friends_s08e17_seg02_clip_08", "timestamp": [ 19.21, 24.61 ], "duration": 60.66, "caption": "A man unlocked the door using the key and entered the room.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 158918, "video_name": "castle_s04e13_seg02_clip_09", "timestamp": [ 40.75, 46.64 ], "duration": 90.66, "caption": "A person runs a security card down the lock and the door opens.", "similarity": 0.6754, "relevance": 4 }, { "pair_id": 158919, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 63.02, 70.02 ], "duration": 70.66, "caption": "A man walks to the door and opens it for another man.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 332220, "video_name": "friends_s08e14_seg02_clip_11", "timestamp": [ 4.2, 9.6 ], "duration": 60.66, "caption": "A man hands another man a bobbypin to use to try and unlock a door with.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 332221, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 14.51, 16.54 ], "duration": 58.66, "caption": "A man gets up to open the door for a person.", "similarity": 0.669, "relevance": 3 }, { "pair_id": 332222, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 41.12, 44.42 ], "duration": 60.66, "caption": "A person turns the key and unlocks the door to his/her apartment.", "similarity": 0.669, "relevance": 2 }, { "pair_id": 332223, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 16.81, 23.53 ], "duration": 56.66, "caption": "A person uses their key to open the apartment door.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 332224, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 33.03, 36.93 ], "duration": 71.66, "caption": "A person uses his key to open the apartment complex door.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 332225, "video_name": "s06e08_seg02_clip_07", "timestamp": [ 43.22, 59.13 ], "duration": 60.66, "caption": "A man picks a lock and gets the door to open.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 332226, "video_name": "met_s03e19_seg02_clip_14", "timestamp": [ 10.55, 16.41 ], "duration": 58.66, "caption": "A person opens the door and lets two other people in.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 332227, "video_name": "friends_s01e09_seg02_clip_16", "timestamp": [ 7.03, 15.88 ], "duration": 61.66, "caption": "A man holds a drawer while another man tries to unlock the door.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 332228, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 21.61, 28.36 ], "duration": 90.66, "caption": "A man is trying to pick a lock and someone shows him the key.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 332229, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 12.77, 15.09 ], "duration": 58.66, "caption": "A man puts a key in the lock of their apartment door.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 332230, "video_name": "house_s08e07_seg02_clip_04", "timestamp": [ 81.9, 87.42 ], "duration": 92.66, "caption": "A person opens the door and another person came in.", "similarity": 0.6493, "relevance": 3 }, { "pair_id": 332231, "video_name": "s07e14_seg02_clip_07", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A person gets their keys and closes the door.", "similarity": 0.6473, "relevance": 1 }, { "pair_id": 332232, "video_name": "house_s02e14_seg02_clip_17", "timestamp": [ 50.77, 54.75 ], "duration": 88.66, "caption": "A person opens the door and comes in with two other people.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 332233, "video_name": "friends_s08e14_seg02_clip_11", "timestamp": [ 40.82, 60.03 ], "duration": 60.66, "caption": "A man is trying to open the door with a credit card while talking to another man about having taken a woman to the hospital and another man was bummed he couldn't take her.", "similarity": 0.6458, "relevance": 1 }, { "pair_id": 332234, "video_name": "friends_s07e18_seg02_clip_16", "timestamp": [ 43.25, 46.5 ], "duration": 65.66, "caption": "A man opens the door and two people step in.", "similarity": 0.6456, "relevance": 3 }, { "pair_id": 332235, "video_name": "met_s02e13_seg02_clip_17", "timestamp": [ 12.79, 17.25 ], "duration": 59.66, "caption": "A man opens the door and another man comes in.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 332236, "video_name": "house_s05e21_seg02_clip_10", "timestamp": [ 49.41, 51.19 ], "duration": 89.66, "caption": "A man opens the door to allow a person into the apartment.", "similarity": 0.6388, "relevance": 3 }, { "pair_id": 332237, "video_name": "s07e02_seg02_clip_14", "timestamp": [ 0.0, 8.12 ], "duration": 56.66, "caption": "A man turns and locked the door before leaving with another man.", "similarity": 0.6384, "relevance": 1 }, { "pair_id": 332238, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.6, 8.1 ], "duration": 60.66, "caption": "A person opens the wooden door for a man.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 332239, "video_name": "friends_s09e05_seg02_clip_06", "timestamp": [ 8.96, 14.57 ], "duration": 56.66, "caption": "A man tries to open a door but it is locked.", "similarity": 0.6352, "relevance": 1 } ] }, { "query_id": 66481, "query": "A person with red curly hair puts a jacket over their arm.", "relevant_moment": [ { "pair_id": 146000, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 21.74, 23.35 ], "duration": 161.66, "caption": "A person with red curly hair puts a jacket over their arm.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 146001, "video_name": "house_s07e08_seg02_clip_11", "timestamp": [ 73.82, 78.32 ], "duration": 90.66, "caption": "A person puts his jacket on for him.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 146002, "video_name": "house_s07e08_seg02_clip_02", "timestamp": [ 2.71, 6.78 ], "duration": 90.66, "caption": "A person hands their jacket onto a jacket holder.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 146003, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 49.0, 50.94 ], "duration": 97.66, "caption": "A person stands and starts putting on their black jacket over their right arm.", "similarity": 0.6714, "relevance": 1 }, { "pair_id": 146004, "video_name": "s04e22_seg02_clip_00", "timestamp": [ 9.15, 11.9 ], "duration": 61.66, "caption": "A man picks his jacket up and puts it over his arm.", "similarity": 0.6565, "relevance": 1 }, { "pair_id": 146005, "video_name": "house_s05e14_seg02_clip_01", "timestamp": [ 25.31, 31.29 ], "duration": 92.66, "caption": "A person hangs their jacket up on the hook.", "similarity": 0.6434, "relevance": 1 }, { "pair_id": 146006, "video_name": "grey_s02e13_seg02_clip_02", "timestamp": [ 47.83, 51.08 ], "duration": 92.66, "caption": "A woman picks up the jacket and puts it over her arm.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 146007, "video_name": "met_s06e18_seg02_clip_08", "timestamp": [ 4.2, 6.9 ], "duration": 60.66, "caption": "A person in a red jacket blows their arm forming a fist.", "similarity": 0.6363, "relevance": 0 }, { "pair_id": 146008, "video_name": "friends_s08e02_seg02_clip_13", "timestamp": [ 29.73, 32.43 ], "duration": 60.66, "caption": "A person unzips his jacket and shows off the red sweater he wears.", "similarity": 0.6274, "relevance": 0 }, { "pair_id": 146009, "video_name": "house_s05e14_seg02_clip_01", "timestamp": [ 23.01, 30.37 ], "duration": 92.66, "caption": "A person takes off his jacket and puts it on a coat hanger.", "similarity": 0.627, "relevance": 0 }, { "pair_id": 146010, "video_name": "met_s02e05_seg02_clip_15", "timestamp": [ 35.05, 43.96 ], "duration": 59.66, "caption": "A man puts on his jacket and straightens his sleeves.", "similarity": 0.6208, "relevance": 1 }, { "pair_id": 146011, "video_name": "friends_s01e14_seg02_clip_17", "timestamp": [ 35.11, 39.75 ], "duration": 58.66, "caption": "The person in the red and leopard-print jacket interlaces their fingers.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 146012, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 46.08 ], "duration": 61.66, "caption": "A person picks up his/her jacket and puts it on.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 146013, "video_name": "friends_s04e03_seg02_clip_07", "timestamp": [ 0.64, 8.32 ], "duration": 64.66, "caption": "A woman puts her jacket on and fixes her hair.", "similarity": 0.6164, "relevance": 1 }, { "pair_id": 146014, "video_name": "friends_s04e10_seg02_clip_04", "timestamp": [ 28.17, 31.38 ], "duration": 64.66, "caption": "A person straightens up guy's jacket and tie.", "similarity": 0.6158, "relevance": 0 }, { "pair_id": 146015, "video_name": "friends_s06e19_seg02_clip_01", "timestamp": [ 10.15, 13.64 ], "duration": 58.66, "caption": "A woman with blondish red hair with a red top and jacket, kisses a person.", "similarity": 0.606, "relevance": 0 }, { "pair_id": 146016, "video_name": "met_s02e16_seg02_clip_03", "timestamp": [ 10.73, 14.72 ], "duration": 61.66, "caption": "A person removes a red jacket in front of another person.", "similarity": 0.6035, "relevance": 0 }, { "pair_id": 146017, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 49.74, 51.87 ], "duration": 61.66, "caption": "A person picks their jacket up from a chair and throws it over their arm.", "similarity": 0.6019, "relevance": 2 }, { "pair_id": 146018, "video_name": "castle_s05e01_seg02_clip_13", "timestamp": [ 4.9, 7.13 ], "duration": 89.66, "caption": "A person slowly puts their hand inside their jacket.", "similarity": 0.6003, "relevance": 0 }, { "pair_id": 146019, "video_name": "friends_s04e15_seg02_clip_02", "timestamp": [ 51.32, 55.31 ], "duration": 57.66, "caption": "A man with curly hair puts his arm around a woman.", "similarity": 0.5972, "relevance": 0 } ] }, { "query_id": 66507, "query": "Two men walk in while a person is talking with another person.", "relevant_moment": [ { "pair_id": 165260, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 7.4, 12.18 ], "duration": 87.66, "caption": "Two men walk in while a person is talking with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165261, "video_name": "house_s01e09_seg02_clip_14", "timestamp": [ 21.51, 25.01 ], "duration": 100.66, "caption": "Two men walk in while three other people are talking.", "similarity": 0.8956, "relevance": 4 }, { "pair_id": 165262, "video_name": "castle_s08e01_seg02_clip_23", "timestamp": [ 50.46, 55.01 ], "duration": 82.66, "caption": "While a man and a woman are having a conversation, two men walk in.", "similarity": 0.8675, "relevance": 3 }, { "pair_id": 165263, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 76.22, 88.63 ], "duration": 88.66, "caption": "Two men walk in and one of them speaks to two people.", "similarity": 0.8671, "relevance": 3 }, { "pair_id": 165264, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 39.61, 43.46 ], "duration": 110.66, "caption": "Two men are walking together while talking.", "similarity": 0.8555, "relevance": 2 }, { "pair_id": 165265, "video_name": "house_s03e21_seg02_clip_04", "timestamp": [ 0.0, 4.75 ], "duration": 86.66, "caption": "A man is walking while he is talking to another man.", "similarity": 0.8503, "relevance": 2 }, { "pair_id": 165266, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 4.6, 11.96 ], "duration": 92.66, "caption": "Two men are walking while they are talking.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 165267, "video_name": "house_s07e02_seg02_clip_08", "timestamp": [ 3.15, 6.3 ], "duration": 90.66, "caption": "Two men are walking while they are talking.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 165268, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 0.0, 7.35 ], "duration": 98.66, "caption": "Two men are walking while they are talking.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 165269, "video_name": "house_s06e04_seg02_clip_13", "timestamp": [ 30.9, 34.99 ], "duration": 90.66, "caption": "Two men are walking while they are talking.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 165270, "video_name": "house_s04e05_seg02_clip_27", "timestamp": [ 1.82, 3.16 ], "duration": 14.66, "caption": "Two men are walking while they are talking.", "similarity": 0.8461, "relevance": 1 }, { "pair_id": 165271, "video_name": "house_s01e07_seg02_clip_07", "timestamp": [ 0.0, 5.35 ], "duration": 89.66, "caption": "Two men are walking while they are talking.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 165272, "video_name": "castle_s05e04_seg02_clip_13", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "Two men are walking while they are talking.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 165273, "video_name": "castle_s01e06_seg02_clip_12", "timestamp": [ 51.76, 54.91 ], "duration": 90.66, "caption": "Two men are walking while they are talking.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 165274, "video_name": "grey_s03e25_seg02_clip_06", "timestamp": [ 81.73, 88.36 ], "duration": 88.66, "caption": "A man walks in and starts talking with two other men.", "similarity": 0.8446, "relevance": 2 }, { "pair_id": 165275, "video_name": "house_s06e19_seg02_clip_11", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "Two people walk in while person and person are talking.", "similarity": 0.8439, "relevance": 3 }, { "pair_id": 165276, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 15.2, 19.96 ], "duration": 95.66, "caption": "Some people walk in to talk with a man.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 165277, "video_name": "house_s03e21_seg02_clip_12", "timestamp": [ 0.0, 7.4 ], "duration": 82.66, "caption": "Two men are talking while they are walking.", "similarity": 0.8319, "relevance": 2 }, { "pair_id": 165278, "video_name": "house_s03e20_seg02_clip_23", "timestamp": [ 37.53, 43.69 ], "duration": 112.66, "caption": "Two men walk together while they are still talking.", "similarity": 0.8283, "relevance": 2 }, { "pair_id": 165279, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 71.8, 97.03 ], "duration": 97.66, "caption": "Two men talk briefly, then a man and woman walk in, then one man is done talking and walks out the door, followed by another man.", "similarity": 0.828, "relevance": 2 } ] }, { "query_id": 66551, "query": "A doctor listens to a colleague's suggestion and walks away.", "relevant_moment": [ { "pair_id": 62700, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 7.78, 24.26 ], "duration": 91.66, "caption": "A doctor listens to a colleague's suggestion and walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 62701, "video_name": "house_s02e14_seg02_clip_02", "timestamp": [ 0.0, 90.37 ], "duration": 90.66, "caption": "A doctor leaves their colleague as they end their conversation.", "similarity": 0.7886, "relevance": 3 }, { "pair_id": 62702, "video_name": "house_s08e09_seg02_clip_08", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A doctor talks to a colleague and the colleague leaves.", "similarity": 0.7683, "relevance": 4 }, { "pair_id": 62703, "video_name": "house_s07e01_seg02_clip_16", "timestamp": [ 17.36, 33.83 ], "duration": 89.66, "caption": "A person talks to the doctors and walks away.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 62704, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 49.6, 78.65 ], "duration": 89.66, "caption": "A doctor wants to talk to another doctor as he is about to walk out.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 62705, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 57.56, 63.86 ], "duration": 84.66, "caption": "A doctor walks away as a woman approaches.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 62706, "video_name": "house_s02e23_seg02_clip_14", "timestamp": [ 33.76, 36.91 ], "duration": 90.66, "caption": "As a doctor walks away from a group of doctors, they leave him to go down another hall.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 62707, "video_name": "house_s07e14_seg02_clip_17", "timestamp": [ 0.0, 7.7 ], "duration": 90.66, "caption": "A person walks down the hallway away from the other doctors.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 62708, "video_name": "house_s01e22_seg02_clip_13", "timestamp": [ 71.06, 86.45 ], "duration": 90.66, "caption": "A person walks away as a doctor tries using the telephone. He continues conversation with a woman.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 62709, "video_name": "house_s05e04_seg02_clip_12", "timestamp": [ 17.1, 20.71 ], "duration": 90.66, "caption": "A person walks out of the office while the other doctors are conferencing.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 62710, "video_name": "house_s08e04_seg02_clip_12", "timestamp": [ 19.36, 22.51 ], "duration": 90.66, "caption": "A person ended the conversation with a doctor and leaves him at the hallway.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 62711, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 72.62, 76.58 ], "duration": 88.66, "caption": "A person walks towards a doctor while having a conversation with him/her.", "similarity": 0.6803, "relevance": 2 }, { "pair_id": 62712, "video_name": "friends_s08e14_seg02_clip_08", "timestamp": [ 36.92, 59.2 ], "duration": 61.66, "caption": "The doctor explains to person what happened then walks away.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 62713, "video_name": "house_s06e21_seg02_clip_18", "timestamp": [ 18.2, 19.57 ], "duration": 91.66, "caption": "A doctor turns and walks away angrily from a person.", "similarity": 0.6793, "relevance": 3 }, { "pair_id": 62714, "video_name": "house_s01e01_seg02_clip_15", "timestamp": [ 20.92, 28.49 ], "duration": 89.66, "caption": "A doctor walks away from the other doctor's stating that they need to stop all the treatment.", "similarity": 0.679, "relevance": 3 }, { "pair_id": 62715, "video_name": "house_s03e12_seg02_clip_16", "timestamp": [ 5.4, 9.0 ], "duration": 90.66, "caption": "A doctor stands up and leaves a colleague in the sit.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 62716, "video_name": "castle_s02e19_seg02_clip_10", "timestamp": [ 34.27, 44.96 ], "duration": 89.66, "caption": "Some people walk away from a doctor.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 62717, "video_name": "house_s08e06_seg02_clip_08", "timestamp": [ 66.77, 75.67 ], "duration": 89.66, "caption": "A doctor starts to leave, but turns back and talks with another doctor.", "similarity": 0.6769, "relevance": 3 }, { "pair_id": 62718, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 62.71, 66.01 ], "duration": 110.66, "caption": "A doctor brings his hand away from his forehead and nods at a man.", "similarity": 0.6769, "relevance": 2 }, { "pair_id": 62719, "video_name": "house_s07e08_seg02_clip_21", "timestamp": [ 33.45, 38.29 ], "duration": 88.66, "caption": "A doctor picks up his jacket while finishing his conversation with three people and walks away.", "similarity": 0.6767, "relevance": 2 } ] }, { "query_id": 66555, "query": "A woman talks to a man in her house's doorway.", "relevant_moment": [ { "pair_id": 148060, "video_name": "house_s03e14_seg02_clip_14", "timestamp": [ 0.0, 61.79 ], "duration": 87.66, "caption": "A woman talks to a man in her house's doorway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148061, "video_name": "house_s07e16_seg02_clip_14", "timestamp": [ 35.64, 49.42 ], "duration": 95.66, "caption": "A woman opens the door of her house and talks to a man.", "similarity": 0.8986, "relevance": 4 }, { "pair_id": 148062, "video_name": "friends_s02e04_seg02_clip_16", "timestamp": [ 47.19, 53.02 ], "duration": 53.66, "caption": "A woman comes out of the house and talks with a man.", "similarity": 0.8394, "relevance": 3 }, { "pair_id": 148063, "video_name": "friends_s10e07_seg02_clip_02", "timestamp": [ 20.49, 24.06 ], "duration": 65.66, "caption": "A man came in the house and talk to a woman.", "similarity": 0.8259, "relevance": 2 }, { "pair_id": 148064, "video_name": "met_s06e10_seg02_clip_14", "timestamp": [ 44.27, 46.63 ], "duration": 59.66, "caption": "A man walks over to talk to a woman in her house.", "similarity": 0.8105, "relevance": 2 }, { "pair_id": 148065, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 52.21, 57.0 ], "duration": 87.66, "caption": "A woman stands in the doorway talking to a man.", "similarity": 0.7929, "relevance": 3 }, { "pair_id": 148066, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A person is talking to man at woman's apartment doorway.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 148067, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 0.0, 38.71 ], "duration": 86.66, "caption": "A woman is talking to a man that is behind the door.", "similarity": 0.7822, "relevance": 2 }, { "pair_id": 148068, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 0.0, 15.06 ], "duration": 70.66, "caption": "A man stands in the doorway and talks to a woman.", "similarity": 0.7812, "relevance": 4 }, { "pair_id": 148069, "video_name": "house_s01e19_seg02_clip_26", "timestamp": [ 0.0, 47.02 ], "duration": 47.66, "caption": "A woman talks to a man from the other side of the door.", "similarity": 0.779, "relevance": 3 }, { "pair_id": 148070, "video_name": "castle_s08e02_seg02_clip_05", "timestamp": [ 56.27, 90.02 ], "duration": 90.66, "caption": "A woman is talking to a man as they are in a hallway.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 148071, "video_name": "house_s05e12_seg02_clip_19", "timestamp": [ 0.0, 24.58 ], "duration": 91.66, "caption": "A man has a conversation with woman in a home.", "similarity": 0.7777, "relevance": 2 }, { "pair_id": 148072, "video_name": "friends_s09e05_seg02_clip_10", "timestamp": [ 0.61, 24.11 ], "duration": 61.66, "caption": "A man speaks to woman in the hallway outside of the door.", "similarity": 0.7755, "relevance": 2 }, { "pair_id": 148073, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A woman stands in an open doorway and talks to a man with her hands pressed together in front of her.", "similarity": 0.7695, "relevance": 4 }, { "pair_id": 148075, "video_name": "grey_s02e24_seg02_clip_08", "timestamp": [ 85.76, 90.27 ], "duration": 90.66, "caption": "A woman walks out of a door into the hallway and talks to a man.", "similarity": 0.7648, "relevance": 1 }, { "pair_id": 148076, "video_name": "castle_s02e05_seg02_clip_07", "timestamp": [ 39.75, 88.34 ], "duration": 88.66, "caption": "A man and woman are speaking to another woman in her home.", "similarity": 0.7634, "relevance": 1 }, { "pair_id": 148077, "video_name": "house_s03e20_seg02_clip_07", "timestamp": [ 25.58, 30.23 ], "duration": 93.66, "caption": "A woman is discussing to a man about the interior design of the house.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 148078, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 21.14, 38.31 ], "duration": 88.66, "caption": "A woman peaks her head through the doorway and talks to a man.", "similarity": 0.7582, "relevance": 4 }, { "pair_id": 148079, "video_name": "castle_s08e11_seg02_clip_22", "timestamp": [ 0.0, 60.53 ], "duration": 91.66, "caption": "A man talks to a woman in the doorway of some offices.", "similarity": 0.7524, "relevance": 3 }, { "pair_id": 321380, "video_name": "s07e16_seg01_clip_00", "timestamp": [ 39.39, 52.72 ], "duration": 62.66, "caption": "A woman walks in through the front door and speaks to a man.", "similarity": 0.751, "relevance": 2 }, { "pair_id": 321381, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 72.34, 79.53 ], "duration": 89.66, "caption": "A person came in the house and talk to a man.", "similarity": 0.7503, "relevance": 3 }, { "pair_id": 321382, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 0.0, 31.29 ], "duration": 92.66, "caption": "A woman is having a conversation with a man behind the door.", "similarity": 0.7496, "relevance": 3 }, { "pair_id": 321383, "video_name": "s01e15_seg02_clip_16", "timestamp": [ 0.0, 10.15 ], "duration": 58.66, "caption": "A man is at the door of a woman's apartment speaking with her.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 321384, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 36.62, 91.54 ], "duration": 91.66, "caption": "A woman opens the door and talks with man.", "similarity": 0.7495, "relevance": 4 }, { "pair_id": 321385, "video_name": "friends_s04e16_seg02_clip_18", "timestamp": [ 26.27, 33.64 ], "duration": 59.66, "caption": "A woman walks out into the hallway and talks to a man.", "similarity": 0.7494, "relevance": 4 }, { "pair_id": 321386, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 0.0, 25.74 ], "duration": 62.66, "caption": "A woman and a man have a conversation with a person in their doorway.", "similarity": 0.7468, "relevance": 4 }, { "pair_id": 321387, "video_name": "castle_s05e24_seg02_clip_01", "timestamp": [ 9.66, 92.03 ], "duration": 92.66, "caption": "A woman is speaking to man in the living room.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 321388, "video_name": "castle_s05e23_seg02_clip_23", "timestamp": [ 68.23, 86.37 ], "duration": 86.66, "caption": "A woman and a man entered the house and the woman started talking to a man.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 321389, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 44.45, 49.73 ], "duration": 88.66, "caption": "A woman opens the door and talks with a man.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 321390, "video_name": "s07e10_seg02_clip_14", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman walks through the living room to talk to a man.", "similarity": 0.7414, "relevance": 1 }, { "pair_id": 321391, "video_name": "friends_s05e21_seg02_clip_06", "timestamp": [ 0.0, 3.3 ], "duration": 66.66, "caption": "A woman walks through the door and starts speaking to a man.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 321392, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 321393, "video_name": "house_s06e02_seg02_clip_08", "timestamp": [ 0.0, 7.98 ], "duration": 84.66, "caption": "A man is at the door and lets woman in the house.", "similarity": 0.7333, "relevance": 4 }, { "pair_id": 321395, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 9.86, 14.8 ], "duration": 58.66, "caption": "A man is talking to a woman when some people open the door.", "similarity": 0.7303, "relevance": 4 }, { "pair_id": 321396, "video_name": "s03e01_seg01_clip_01", "timestamp": [ 43.45, 46.01 ], "duration": 73.66, "caption": "A woman opens her apartment door and talks to man.", "similarity": 0.7299, "relevance": 4 }, { "pair_id": 321397, "video_name": "house_s01e11_seg02_clip_14", "timestamp": [ 10.94, 76.16 ], "duration": 81.66, "caption": "A woman talks to a man outside their room.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 321398, "video_name": "friends_s01e23_seg02_clip_07", "timestamp": [ 18.3, 36.6 ], "duration": 62.66, "caption": "A woman and a man talk to each other in the hallway.", "similarity": 0.7262, "relevance": 4 }, { "pair_id": 321399, "video_name": "s05e07_seg02_clip_06", "timestamp": [ 50.96, 55.54 ], "duration": 61.66, "caption": "A man enters the room to talk to a woman in her apartment.", "similarity": 0.7252, "relevance": 3 } ] }, { "query_id": 66675, "query": "A woman opens up the big doors of a warehouse to find it empty.", "relevant_moment": [ { "pair_id": 148440, "video_name": "castle_s08e08_seg02_clip_21", "timestamp": [ 63.04, 73.16 ], "duration": 92.66, "caption": "A woman opens up the big doors of a warehouse to find it empty.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148441, "video_name": "castle_s06e09_seg02_clip_19", "timestamp": [ 0.46, 4.55 ], "duration": 91.66, "caption": "A woman asks about the stuff in the warehouse while running through empty shelves.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 148442, "video_name": "castle_s08e08_seg02_clip_21", "timestamp": [ 87.42, 92.03 ], "duration": 92.66, "caption": "A woman answers her cell phone while standing in an empty warehouse.", "similarity": 0.6433, "relevance": 2 }, { "pair_id": 148443, "video_name": "s09e19_seg02_clip_00", "timestamp": [ 20.17, 22.73 ], "duration": 64.66, "caption": "A woman opens the door to a workshop and steps inside.", "similarity": 0.6341, "relevance": 1 }, { "pair_id": 148444, "video_name": "castle_s07e11_seg02_clip_11", "timestamp": [ 32.91, 35.19 ], "duration": 91.66, "caption": "A woman opens the door from the inside.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 148445, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 7.78, 12.82 ], "duration": 91.66, "caption": "A woman opens the refrigerator door and stuff comes barreling out.", "similarity": 0.6202, "relevance": 1 }, { "pair_id": 148446, "video_name": "castle_s05e11_seg02_clip_09", "timestamp": [ 5.92, 7.28 ], "duration": 91.66, "caption": "A woman opens a door and enters a room.", "similarity": 0.62, "relevance": 1 }, { "pair_id": 148447, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 19.22, 23.5 ], "duration": 61.66, "caption": "A woman walks to the door and opens it.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 148448, "video_name": "friends_s08e13_seg02_clip_05", "timestamp": [ 20.45, 22.41 ], "duration": 56.66, "caption": "A woman opens the refrigerator door and looks in.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 148449, "video_name": "friends_s06e17_seg02_clip_18", "timestamp": [ 2.45, 5.39 ], "duration": 49.66, "caption": "A woman opens the door to her room then goes in and closes it.", "similarity": 0.6191, "relevance": 1 }, { "pair_id": 148450, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 2.78, 4.87 ], "duration": 139.66, "caption": "A woman opens a door slightly and looks out.", "similarity": 0.619, "relevance": 1 }, { "pair_id": 148451, "video_name": "house_s06e16_seg02_clip_19", "timestamp": [ 84.63, 86.98 ], "duration": 94.66, "caption": "A woman walks over to the door and opens it in woman's room.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 148452, "video_name": "friends_s02e01_seg02_clip_14", "timestamp": [ 66.32, 68.02 ], "duration": 68.66, "caption": "A person opens the door and comes out of a woman's room.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 148453, "video_name": "castle_s07e06_seg02_clip_03", "timestamp": [ 0.0, 5.48 ], "duration": 68.66, "caption": "A person walks through the swinging door into a warehouse.", "similarity": 0.6149, "relevance": 1 }, { "pair_id": 148454, "video_name": "friends_s09e08_seg02_clip_21", "timestamp": [ 30.79, 33.93 ], "duration": 57.66, "caption": "A woman opens the door and exits the room.", "similarity": 0.6101, "relevance": 1 }, { "pair_id": 148455, "video_name": "friends_s03e23_seg01_clip_00", "timestamp": [ 71.4, 83.02 ], "duration": 83.66, "caption": "A woman opens the door from outside but leaves without coming inside.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 148456, "video_name": "friends_s09e11_seg02_clip_12", "timestamp": [ 50.76, 53.79 ], "duration": 60.66, "caption": "A woman opens the door and enters the room then closes the door.", "similarity": 0.6051, "relevance": 2 }, { "pair_id": 148457, "video_name": "castle_s05e24_seg02_clip_21", "timestamp": [ 65.44, 68.09 ], "duration": 88.66, "caption": "The elevator doors open and a woman walks out of it.", "similarity": 0.6044, "relevance": 2 }, { "pair_id": 148458, "video_name": "s03e23_seg02_clip_10", "timestamp": [ 45.62, 47.12 ], "duration": 60.66, "caption": "A woman opens her apartment door and looks out into the hallway.", "similarity": 0.6039, "relevance": 1 }, { "pair_id": 148459, "video_name": "house_s06e08_seg02_clip_13", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A person opens their door to find a woman standing at the entrance.", "similarity": 0.6025, "relevance": 1 } ] }, { "query_id": 66681, "query": "A woman and person look at each other as they sit beside each other.", "relevant_moment": [ { "pair_id": 166940, "video_name": "castle_s08e17_seg02_clip_04", "timestamp": [ 66.81, 69.95 ], "duration": 89.66, "caption": "A woman and person look at each other as they sit beside each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166941, "video_name": "castle_s06e13_seg02_clip_13", "timestamp": [ 48.77, 54.3 ], "duration": 92.66, "caption": "Two people sit down and look at each other.", "similarity": 0.8164, "relevance": 2 }, { "pair_id": 166942, "video_name": "s01e13_seg02_clip_14", "timestamp": [ 26.53, 29.59 ], "duration": 51.66, "caption": "Two people are sitting beside each other watching a person.", "similarity": 0.7982, "relevance": 2 }, { "pair_id": 166943, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 48.53, 51.18 ], "duration": 66.66, "caption": "Two people are staring at a woman as she sits across from them.", "similarity": 0.7872, "relevance": 3 }, { "pair_id": 166944, "video_name": "friends_s02e04_seg02_clip_15", "timestamp": [ 0.0, 6.5 ], "duration": 65.66, "caption": "A woman was sitting beside a man while staring at another woman.", "similarity": 0.7688, "relevance": 3 }, { "pair_id": 166945, "video_name": "friends_s01e22_seg02_clip_09", "timestamp": [ 4.88, 8.24 ], "duration": 61.66, "caption": "A woman looks at a man adoringly as he sits next to her.", "similarity": 0.7534, "relevance": 4 }, { "pair_id": 166946, "video_name": "house_s06e20_seg02_clip_16", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "Two people are sitting beside each other.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 166947, "video_name": "friends_s09e18_seg02_clip_15", "timestamp": [ 0.0, 33.01 ], "duration": 55.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 166948, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.79 ], "duration": 59.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7391, "relevance": 4 }, { "pair_id": 166949, "video_name": "friends_s01e03_seg02_clip_20", "timestamp": [ 0.0, 3.33 ], "duration": 95.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7391, "relevance": 0 }, { "pair_id": 166950, "video_name": "castle_s07e04_seg02_clip_25", "timestamp": [ 0.0, 30.16 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 166951, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 9.0, 81.92 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 166952, "video_name": "castle_s03e09_seg02_clip_18", "timestamp": [ 0.0, 18.91 ], "duration": 90.66, "caption": "Two people were sitting beside each other.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 166953, "video_name": "castle_s05e11_seg02_clip_09", "timestamp": [ 11.38, 17.75 ], "duration": 91.66, "caption": "A woman sits in front of person while another person watches from outside the room.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 166954, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "A woman and a person were sitting in front of each other whilst talking.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 166955, "video_name": "castle_s04e23_seg02_clip_07", "timestamp": [ 55.81, 58.97 ], "duration": 90.66, "caption": "A person sits down next to a woman as another person walks towards them.", "similarity": 0.7319, "relevance": 2 }, { "pair_id": 166956, "video_name": "grey_s02e25_seg02_clip_14", "timestamp": [ 55.81, 61.22 ], "duration": 90.66, "caption": "A woman is seated beside a person as she tells her she's ending her relationship with a man and a woman notices someone standing in the hallway looking at them and someone walks up to her.", "similarity": 0.7308, "relevance": 2 }, { "pair_id": 166957, "video_name": "s05e19_seg02_clip_15", "timestamp": [ 6.79, 50.17 ], "duration": 59.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7297, "relevance": 0 }, { "pair_id": 166958, "video_name": "friends_s07e22_seg02_clip_02", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 166959, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.78 ], "duration": 57.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 340260, "video_name": "friends_s02e09_seg02_clip_01", "timestamp": [ 1.2, 60.03 ], "duration": 60.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 340261, "video_name": "grey_s02e01_seg02_clip_14", "timestamp": [ 31.16, 39.62 ], "duration": 89.66, "caption": "A person sits down beside woman in the observation room.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 340262, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 0.0, 33.31 ], "duration": 60.66, "caption": "A person and another person were sitting in front of each other.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 340263, "video_name": "s05e23_seg02_clip_13", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A person and another person were sitting in front of each other.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 340264, "video_name": "castle_s07e16_seg02_clip_27", "timestamp": [ 3.69, 6.04 ], "duration": 18.66, "caption": "A woman looks up at the ceiling and then around her as she sits beside of man.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 340265, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 0.0, 63.34 ], "duration": 91.66, "caption": "Two people were both sitting beside each other.", "similarity": 0.7212, "relevance": 3 }, { "pair_id": 340266, "video_name": "castle_s04e07_seg02_clip_11", "timestamp": [ 16.54, 34.91 ], "duration": 91.66, "caption": "A woman looks at two people and stands behind them for a minute.", "similarity": 0.7206, "relevance": 3 }, { "pair_id": 340267, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 340268, "video_name": "castle_s03e14_seg02_clip_25", "timestamp": [ 0.0, 88.67 ], "duration": 90.66, "caption": "A man and woman are sitting beside each other as they speak to another person.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 340269, "video_name": "castle_s07e16_seg02_clip_09", "timestamp": [ 27.91, 31.06 ], "duration": 90.66, "caption": "A woman turns and looks over her shoulder at another woman sitting behind her.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 340270, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 0.0, 59.82 ], "duration": 90.66, "caption": "A man and a woman are sitting beside each other as they speak to a person.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 340271, "video_name": "castle_s04e06_seg02_clip_10", "timestamp": [ 59.54, 65.4 ], "duration": 90.66, "caption": "A woman is looking at a picture next to two people.", "similarity": 0.7131, "relevance": 2 }, { "pair_id": 340272, "video_name": "castle_s07e08_seg02_clip_01", "timestamp": [ 0.0, 36.08 ], "duration": 91.66, "caption": "A man and a woman are sitting beside each other as they speak with a person.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 340273, "video_name": "s08e23_seg02_clip_13", "timestamp": [ 53.03, 55.21 ], "duration": 62.66, "caption": "Two people look at each other and nod.", "similarity": 0.7128, "relevance": 4 }, { "pair_id": 340274, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 34.93, 40.31 ], "duration": 89.66, "caption": "A man and woman look at each other at the same time.", "similarity": 0.7116, "relevance": 4 }, { "pair_id": 340275, "video_name": "s04e20_seg01_clip_01", "timestamp": [ 73.35, 78.04 ], "duration": 78.66, "caption": "A person sits down and looks at a woman in a sly way.", "similarity": 0.7112, "relevance": 4 }, { "pair_id": 340276, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 53.13, 55.61 ], "duration": 62.66, "caption": "A woman sits down while another woman stands next to someone.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 340277, "video_name": "house_s06e20_seg02_clip_00", "timestamp": [ 66.61, 75.99 ], "duration": 93.66, "caption": "A person is standing next to person and person looks at him.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 340278, "video_name": "house_s03e04_seg02_clip_20", "timestamp": [ 84.0, 88.16 ], "duration": 92.66, "caption": "A woman is in front of a person but approaches him and sits next to him.", "similarity": 0.7079, "relevance": 4 }, { "pair_id": 340279, "video_name": "castle_s01e10_seg02_clip_16", "timestamp": [ 0.0, 28.47 ], "duration": 91.66, "caption": "A woman and a man are speaking to each other as they sit beside each other.", "similarity": 0.7068, "relevance": 4 } ] }, { "query_id": 66689, "query": "A woman shakes guy's hand as she sits beside him at the restaurant table.", "relevant_moment": [ { "pair_id": 146260, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 35.7, 39.97 ], "duration": 61.66, "caption": "A woman shakes guy's hand as she sits beside him at the restaurant table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146261, "video_name": "friends_s08e21_seg02_clip_11", "timestamp": [ 9.15, 17.41 ], "duration": 59.66, "caption": "A woman shakes a man's hand and then they sit at the table.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 146262, "video_name": "friends_s10e14_seg02_clip_03", "timestamp": [ 33.96, 39.91 ], "duration": 70.66, "caption": "A man stands behind a woman and they shake hands as they sit at the dining table.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 146263, "video_name": "met_s06e18_seg02_clip_15", "timestamp": [ 114.94, 116.94 ], "duration": 118.66, "caption": "A man shakes the hands of two people sitting at the table with a woman.", "similarity": 0.7331, "relevance": 2 }, { "pair_id": 146264, "video_name": "castle_s05e21_seg02_clip_02", "timestamp": [ 3.93, 7.42 ], "duration": 87.66, "caption": "A woman shakes hands with a man as they stand in a restaurant talking.", "similarity": 0.7223, "relevance": 2 }, { "pair_id": 146265, "video_name": "castle_s02e22_seg02_clip_08", "timestamp": [ 23.39, 28.15 ], "duration": 86.66, "caption": "A man mentions some people's relations in the restaurant and a woman kicks him under the table as she is sitting beside him.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 146266, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 20.29, 23.8 ], "duration": 78.66, "caption": "A man shakes hands with a woman in the kitchen of a restaurant.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 146267, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A woman is sitting next to man at a restaurant table.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 146268, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A woman and man are sitting beside each other at a restaurant table.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 146269, "video_name": "castle_s07e15_seg02_clip_26", "timestamp": [ 1.34, 4.02 ], "duration": 134.66, "caption": "A woman extends her hand and shakes guy's hand.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 146270, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A man sits at a table in a restaurant with a woman.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 146271, "video_name": "friends_s10e14_seg02_clip_03", "timestamp": [ 17.16, 24.16 ], "duration": 70.66, "caption": "A woman shakes a person's hand as she sees him sitting.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 146272, "video_name": "castle_s02e20_seg02_clip_00", "timestamp": [ 37.61, 44.66 ], "duration": 94.66, "caption": "A man sits down and shakes hands with a woman.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 146273, "video_name": "friends_s08e19_seg02_clip_09", "timestamp": [ 0.0, 2.81 ], "duration": 56.66, "caption": "A woman shakes hands with the person next to a man.", "similarity": 0.6745, "relevance": 1 }, { "pair_id": 146275, "video_name": "s07e19_seg02_clip_15", "timestamp": [ 11.71, 24.61 ], "duration": 60.66, "caption": "A person is sitting at a restaurant table with someone.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 146276, "video_name": "grey_s02e21_seg02_clip_14", "timestamp": [ 33.29, 38.44 ], "duration": 93.66, "caption": "A man sits beside woman as he puts his food tray onto the table.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 146277, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.26, 6.5 ], "duration": 52.66, "caption": "A person shakes hands with the person next to him.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 146278, "video_name": "friends_s06e24-25_seg02_clip_22", "timestamp": [ 6.27, 8.27 ], "duration": 57.66, "caption": "A man shakes his hands walking around the table to woman.", "similarity": 0.6613, "relevance": 0 }, { "pair_id": 146279, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 25.94, 32.65 ], "duration": 61.66, "caption": "A woman sits beside a man at the restaurant table as she wipes her armpits and another woman introduces her to the man.", "similarity": 0.659, "relevance": 2 } ] }, { "query_id": 66702, "query": "A person walks into the room and places a pizza box onto the table.", "relevant_moment": [ { "pair_id": 164640, "video_name": "friends_s01e18_seg02_clip_06", "timestamp": [ 40.55, 44.75 ], "duration": 60.66, "caption": "A person walks into the room and places a pizza box onto the table.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 164641, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 21.43, 26.79 ], "duration": 51.66, "caption": "A person walks into the kitchen and opens a pizza box.", "similarity": 0.8359, "relevance": 1 }, { "pair_id": 164642, "video_name": "friends_s09e06_seg02_clip_20", "timestamp": [ 53.12, 56.43 ], "duration": 60.66, "caption": "A person walks into the apartment while carrying a pizza box.", "similarity": 0.8111, "relevance": 3 }, { "pair_id": 164643, "video_name": "friends_s09e06_seg02_clip_21", "timestamp": [ 31.2, 35.61 ], "duration": 63.66, "caption": "A man walks over to the kitchen table and puts a pizza box down.", "similarity": 0.7506, "relevance": 3 }, { "pair_id": 164644, "video_name": "s05e05_seg02_clip_02", "timestamp": [ 12.17, 17.61 ], "duration": 64.66, "caption": "A person walks slowly to the table and gets some pizza.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 164645, "video_name": "s06e23_seg01_clip_00", "timestamp": [ 28.49, 32.98 ], "duration": 64.66, "caption": "A person carries in a pizza box and sets it on the coffee table.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 164646, "video_name": "friends_s06e06_seg02_clip_03", "timestamp": [ 39.71, 43.49 ], "duration": 63.66, "caption": "A man enters the room holding two boxes of pizza.", "similarity": 0.7027, "relevance": 3 }, { "pair_id": 164647, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 82.72, 86.89 ], "duration": 139.66, "caption": "A person walks into his/her home with a pizza in hand.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 164648, "video_name": "castle_s03e16_seg02_clip_22", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks into the room.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 164649, "video_name": "house_s07e06_seg02_clip_06", "timestamp": [ 43.07, 55.64 ], "duration": 89.66, "caption": "A person walks from the table over to the other side of the room.", "similarity": 0.6694, "relevance": 0 }, { "pair_id": 164650, "video_name": "met_s02e18_seg02_clip_16", "timestamp": [ 45.55, 49.08 ], "duration": 58.66, "caption": "A person walks into the apartment holding a moving box.", "similarity": 0.6603, "relevance": 2 }, { "pair_id": 164651, "video_name": "friends_s08e05_seg02_clip_08", "timestamp": [ 22.13, 25.77 ], "duration": 56.66, "caption": "A man walks into the apartment and sets down pizza.", "similarity": 0.6554, "relevance": 4 }, { "pair_id": 164652, "video_name": "friends_s08e07_seg02_clip_11", "timestamp": [ 40.43, 43.68 ], "duration": 59.66, "caption": "A person walks across room and motions to the table.", "similarity": 0.654, "relevance": 1 }, { "pair_id": 164653, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.653, "relevance": 0 }, { "pair_id": 164654, "video_name": "friends_s06e20_seg02_clip_16", "timestamp": [ 0.0, 8.28 ], "duration": 46.66, "caption": "A man walks in with two pizza boxes and sets them down.", "similarity": 0.6498, "relevance": 4 }, { "pair_id": 164655, "video_name": "house_s07e20_seg02_clip_10", "timestamp": [ 14.11, 17.75 ], "duration": 91.66, "caption": "A person enters the room and puts a tray of items on the table.", "similarity": 0.6452, "relevance": 3 }, { "pair_id": 164656, "video_name": "house_s05e20_seg02_clip_00", "timestamp": [ 75.55, 76.0 ], "duration": 91.66, "caption": "A woman walks into the room and up to the table.", "similarity": 0.6449, "relevance": 0 }, { "pair_id": 164657, "video_name": "castle_s02e09_seg02_clip_16", "timestamp": [ 62.15, 76.67 ], "duration": 90.66, "caption": "A woman walks in with a box and places it on a table.", "similarity": 0.644, "relevance": 0 }, { "pair_id": 164658, "video_name": "friends_s10e13_seg02_clip_00", "timestamp": [ 25.53, 31.83 ], "duration": 63.66, "caption": "A person walks into the apartment and stops by the table.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 164659, "video_name": "s02e12_seg01_clip_01", "timestamp": [ 3.84, 9.92 ], "duration": 64.66, "caption": "A person walks in and get the oven from the table.", "similarity": 0.6349, "relevance": 0 } ] }, { "query_id": 66765, "query": "A man is walking and sits on the table next to person.", "relevant_moment": [ { "pair_id": 129100, "video_name": "s08e08_seg01_clip_00", "timestamp": [ 3.22, 6.44 ], "duration": 92.66, "caption": "A man is walking and sits on the table next to person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 129101, "video_name": "s05e13_seg02_clip_13", "timestamp": [ 48.45, 51.64 ], "duration": 58.66, "caption": "A person walks over and sits down at the table next to another person.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 129102, "video_name": "friends_s05e21_seg02_clip_14", "timestamp": [ 8.78, 12.36 ], "duration": 65.66, "caption": "A man walks around the table and sits down on it next to a woman.", "similarity": 0.8366, "relevance": 4 }, { "pair_id": 129103, "video_name": "s06e24_seg01_clip_00", "timestamp": [ 35.4, 41.8 ], "duration": 61.66, "caption": "A man walks from behind a person to the table and sits down with some people.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 129104, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 8.68, 11.17 ], "duration": 62.66, "caption": "A man is walking toward a table from beside another person's chair.", "similarity": 0.79, "relevance": 3 }, { "pair_id": 129105, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 34.12, 44.66 ], "duration": 62.66, "caption": "A person walks by some people sitting at a table.", "similarity": 0.7846, "relevance": 2 }, { "pair_id": 129106, "video_name": "house_s04e10_seg02_clip_00", "timestamp": [ 10.05, 11.42 ], "duration": 91.66, "caption": "A person sits down at the table next to another person.", "similarity": 0.78, "relevance": 3 }, { "pair_id": 129107, "video_name": "castle_s07e15_seg02_clip_08", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "A man walks towards a person and sits down next to him.", "similarity": 0.7788, "relevance": 3 }, { "pair_id": 129108, "video_name": "grey_s02e08_seg02_clip_09", "timestamp": [ 65.7, 70.05 ], "duration": 87.66, "caption": "A man walks over and sits down next to a person.", "similarity": 0.7761, "relevance": 3 }, { "pair_id": 129109, "video_name": "castle_s05e14_seg02_clip_21", "timestamp": [ 56.6, 62.58 ], "duration": 92.66, "caption": "A man walked towards the table and sit beside a woman.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 129110, "video_name": "house_s03e20_seg02_clip_24", "timestamp": [ 40.81, 49.66 ], "duration": 68.66, "caption": "A man is sitting at the table looking at the table when another person walks in.", "similarity": 0.7625, "relevance": 2 }, { "pair_id": 129111, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 52.08, 56.09 ], "duration": 89.66, "caption": "A person walks around the table to another person.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 129112, "video_name": "castle_s07e11_seg02_clip_23", "timestamp": [ 45.58, 52.73 ], "duration": 89.66, "caption": "A person is talking to another person and walks around the table and then sits on it.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 129113, "video_name": "s10e02_seg02_clip_07", "timestamp": [ 6.6, 8.91 ], "duration": 66.66, "caption": "A man walks over to the table to stand next to another man.", "similarity": 0.7476, "relevance": 2 }, { "pair_id": 129114, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 31.2, 34.67 ], "duration": 63.66, "caption": "A person walks over to the table and sits down with some people.", "similarity": 0.7454, "relevance": 2 }, { "pair_id": 129115, "video_name": "met_s04e01_seg02_clip_10", "timestamp": [ 21.91, 22.51 ], "duration": 60.66, "caption": "A man walks towards the table that a woman is seated at.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 129116, "video_name": "s05e16_seg02_clip_07", "timestamp": [ 55.48, 57.85 ], "duration": 59.66, "caption": "A person sits down at a table with man.", "similarity": 0.7428, "relevance": 3 }, { "pair_id": 129117, "video_name": "s04e20_seg02_clip_07", "timestamp": [ 2.57, 6.56 ], "duration": 57.66, "caption": "A man in a blue long sleeved shirt and vest walks past a person's table, then sits down at a table.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 129118, "video_name": "met_s06e17_seg02_clip_05", "timestamp": [ 57.93, 60.03 ], "duration": 60.66, "caption": "A person walks up to the table where some people are sitting and sits down.", "similarity": 0.7308, "relevance": 3 }, { "pair_id": 129119, "video_name": "castle_s05e11_seg02_clip_25", "timestamp": [ 43.71, 51.07 ], "duration": 92.66, "caption": "A man walks up to a table and sits at a table with another person in a dark jacket.", "similarity": 0.7283, "relevance": 3 }, { "pair_id": 302420, "video_name": "castle_s02e02_seg02_clip_21", "timestamp": [ 0.0, 6.69 ], "duration": 89.66, "caption": "A person walks towards a woman and sits beside her on a table.", "similarity": 0.728, "relevance": 4 }, { "pair_id": 302421, "video_name": "met_s03e06_seg02_clip_14", "timestamp": [ 9.23, 18.46 ], "duration": 61.66, "caption": "A woman walks over the table and sits next to man in the booth.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 302422, "video_name": "house_s04e16_seg02_clip_01", "timestamp": [ 21.86, 31.63 ], "duration": 93.66, "caption": "A person walks to his table and sit down.", "similarity": 0.727, "relevance": 2 }, { "pair_id": 302423, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 41.64, 42.52 ], "duration": 59.66, "caption": "A man walks over to two people's table.", "similarity": 0.7263, "relevance": 1 }, { "pair_id": 302424, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 22.01, 29.05 ], "duration": 88.66, "caption": "A person sits down at a table diagonal from man and man.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 302425, "video_name": "met_s06e16_seg02_clip_06", "timestamp": [ 24.82, 30.2 ], "duration": 59.66, "caption": "A man walks over to a table in a restaurant and sits down next to woman.", "similarity": 0.7198, "relevance": 4 }, { "pair_id": 302426, "video_name": "house_s08e17_seg02_clip_06", "timestamp": [ 53.77, 55.11 ], "duration": 89.66, "caption": "A person points towards a man sitting at the table.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 302427, "video_name": "s04e24_seg02_clip_07", "timestamp": [ 31.73, 38.45 ], "duration": 61.66, "caption": "A person appears and walks towards the table and sits down to join some people.", "similarity": 0.7131, "relevance": 4 }, { "pair_id": 302428, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 11.29, 18.92 ], "duration": 61.66, "caption": "A person is sitting on another table behind someone's table.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 302429, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 20.47, 28.53 ], "duration": 62.66, "caption": "A man walks over to the table and sits down.", "similarity": 0.7096, "relevance": 3 }, { "pair_id": 302431, "video_name": "s04e22_seg02_clip_13", "timestamp": [ 47.6, 51.87 ], "duration": 61.66, "caption": "A person sits down and another person moves over by the table.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 302432, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.15, 9.63 ], "duration": 55.66, "caption": "A person walks over and sits down next to another person.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 302433, "video_name": "house_s08e20_seg02_clip_03", "timestamp": [ 48.89, 55.48 ], "duration": 94.66, "caption": "A person walks toward where a man sits and stops behind him.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 302434, "video_name": "s10e06_seg02_clip_05", "timestamp": [ 33.26, 55.23 ], "duration": 61.66, "caption": "A man stands by the table, then sits down next to a woman.", "similarity": 0.7031, "relevance": 3 }, { "pair_id": 302435, "video_name": "friends_s05e09_seg02_clip_02", "timestamp": [ 15.5, 20.57 ], "duration": 59.66, "caption": "A person walks over to sit next to another person.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 302436, "video_name": "house_s03e10_seg02_clip_01", "timestamp": [ 18.87, 25.31 ], "duration": 92.66, "caption": "A man sits down at the table right across from another man.", "similarity": 0.6994, "relevance": 2 }, { "pair_id": 302437, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 27.91, 35.42 ], "duration": 60.66, "caption": "A man gestures to a person to sit at his table.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 302438, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 51.87, 61.03 ], "duration": 61.66, "caption": "A man takes a seat at the table right next to another man.", "similarity": 0.6983, "relevance": 3 }, { "pair_id": 302439, "video_name": "s02e06_seg02_clip_01", "timestamp": [ 18.59, 22.69 ], "duration": 63.66, "caption": "A woman sits down at the table next to a man to be closer to him.", "similarity": 0.6972, "relevance": 3 } ] }, { "query_id": 66770, "query": "A woman opens the door to doctor's office and walks in.", "relevant_moment": [ { "pair_id": 268800, "video_name": "friends_s05e03_seg02_clip_04", "timestamp": [ 9.15, 10.68 ], "duration": 61.66, "caption": "A doctor opens the door and walks in to a person's exam room.", "similarity": 0.7341, "relevance": 1 }, { "pair_id": 268801, "video_name": "house_s01e14_seg02_clip_15", "timestamp": [ 4.73, 6.02 ], "duration": 86.66, "caption": "A person walks into a woman's office through the office doors.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 268802, "video_name": "house_s08e07_seg02_clip_01", "timestamp": [ 57.71, 59.96 ], "duration": 90.66, "caption": "A doctor opens the door to another doctor's office.", "similarity": 0.732, "relevance": 1 }, { "pair_id": 268803, "video_name": "house_s06e12_seg02_clip_16", "timestamp": [ 58.77, 61.98 ], "duration": 91.66, "caption": "A doctor opens the door of a man's office and stands by the door.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 268804, "video_name": "house_s05e20_seg02_clip_11", "timestamp": [ 93.83, 99.66 ], "duration": 106.66, "caption": "A doctor has his hand to his mouth at his desk as a woman opens the door to his office.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 268805, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 40.03, 45.09 ], "duration": 92.66, "caption": "A woman opens the door to her office and walks in with a man following her.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 268806, "video_name": "castle_s04e14_seg02_clip_03", "timestamp": [ 15.21, 28.64 ], "duration": 89.66, "caption": "A woman opens the door and another woman walks into the office.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 268807, "video_name": "house_s06e04_seg02_clip_18", "timestamp": [ 34.52, 37.82 ], "duration": 60.66, "caption": "A nurse opens the door to a woman's office, but just peeks inside.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 268808, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.32, 27.15 ], "duration": 59.66, "caption": "A woman opens the door and walks into the doorway.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 268809, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 19.22, 23.5 ], "duration": 61.66, "caption": "A woman walks to the door and opens it.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 268810, "video_name": "castle_s07e01_seg02_clip_22", "timestamp": [ 55.36, 58.52 ], "duration": 90.66, "caption": "A woman opens the door and walks into a man's hospital room where he is standing.", "similarity": 0.7223, "relevance": 3 }, { "pair_id": 268811, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 59.68, 64.92 ], "duration": 80.66, "caption": "A woman slides open the door to enter the patient's room.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 268812, "video_name": "friends_s04e03_seg02_clip_09", "timestamp": [ 46.3, 47.86 ], "duration": 52.66, "caption": "A woman opens the door to her boss's office.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 268813, "video_name": "house_s06e02_seg02_clip_11", "timestamp": [ 18.2, 20.03 ], "duration": 91.66, "caption": "A person opens the hospital door and walks through it.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 268814, "video_name": "grey_s03e07_seg02_clip_08", "timestamp": [ 36.37, 39.4 ], "duration": 101.66, "caption": "A woman opens the door and walks in to the bathroom.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 268815, "video_name": "house_s01e09_seg02_clip_15", "timestamp": [ 0.0, 3.56 ], "duration": 79.66, "caption": "A doctor walks into the patient's room and slides the door closed.", "similarity": 0.711, "relevance": 1 }, { "pair_id": 268816, "video_name": "grey_s03e09_seg02_clip_24", "timestamp": [ 14.42, 15.81 ], "duration": 93.66, "caption": "A doctor walks through the operating room door.", "similarity": 0.7096, "relevance": 2 }, { "pair_id": 268817, "video_name": "house_s01e11_seg02_clip_25", "timestamp": [ 40.33, 48.79 ], "duration": 80.66, "caption": "A doctor stops at his/her office door before walking inside.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 268818, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 27.32, 74.66 ], "duration": 74.66, "caption": "A woman enters the door and talks to the patient.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 268819, "video_name": "house_s08e21_seg02_clip_26", "timestamp": [ 13.81, 15.58 ], "duration": 70.66, "caption": "A man opens the door and walks into the office.", "similarity": 0.709, "relevance": 2 } ] }, { "query_id": 66906, "query": "A little boy rides his bicycle away from two people.", "relevant_moment": [ { "pair_id": 111440, "video_name": "friends_s07e09_seg01_clip_00", "timestamp": [ 16.38, 23.02 ], "duration": 78.66, "caption": "A little boy rides his bicycle away from two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 111441, "video_name": "castle_s05e03_seg02_clip_22", "timestamp": [ 10.81, 22.49 ], "duration": 86.66, "caption": "A person walks away from their child but turns around before they leave.", "similarity": 0.5085, "relevance": 0 }, { "pair_id": 111442, "video_name": "friends_s07e09_seg01_clip_00", "timestamp": [ 7.8, 11.7 ], "duration": 78.66, "caption": "A man adjusts the helmet of a little boy on a bike.", "similarity": 0.5081, "relevance": 2 }, { "pair_id": 111443, "video_name": "house_s07e04_seg02_clip_02", "timestamp": [ 51.19, 54.75 ], "duration": 89.66, "caption": "A person walks away from another person as they are surrounded by motorcycles.", "similarity": 0.4993, "relevance": 1 }, { "pair_id": 111444, "video_name": "castle_s07e17_seg02_clip_08", "timestamp": [ 16.89, 19.11 ], "duration": 88.66, "caption": "A person walked away from another person and a third person.", "similarity": 0.4975, "relevance": 2 }, { "pair_id": 111445, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 31.4, 34.32 ], "duration": 146.66, "caption": "A man walks away from two people.", "similarity": 0.4919, "relevance": 1 }, { "pair_id": 111446, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 0.0, 1.22 ], "duration": 61.66, "caption": "A young person walks away from a man, and the man moves over to another man.", "similarity": 0.4864, "relevance": 0 }, { "pair_id": 111447, "video_name": "castle_s03e03_seg02_clip_16", "timestamp": [ 88.53, 106.02 ], "duration": 106.66, "caption": "A man leaves his walker behind and runs away from two people.", "similarity": 0.4858, "relevance": 1 }, { "pair_id": 111448, "video_name": "friends_s06e11_seg02_clip_09", "timestamp": [ 11.33, 14.16 ], "duration": 56.66, "caption": "A man was walking away from two people.", "similarity": 0.4858, "relevance": 1 }, { "pair_id": 111449, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 82.66, 86.35 ], "duration": 92.66, "caption": "A person turns and walks away from two other people.", "similarity": 0.4854, "relevance": 1 }, { "pair_id": 111450, "video_name": "friends_s07e09_seg02_clip_11", "timestamp": [ 36.46, 39.77 ], "duration": 60.66, "caption": "A man rolls the bike away from the swing.", "similarity": 0.4841, "relevance": 1 }, { "pair_id": 111451, "video_name": "friends_s07e09_seg01_clip_00", "timestamp": [ 7.41, 11.31 ], "duration": 78.66, "caption": "A person adjusts a little child's helmet who is on a bicycle.", "similarity": 0.4806, "relevance": 2 }, { "pair_id": 111452, "video_name": "s02e19_seg02_clip_03", "timestamp": [ 26.27, 28.04 ], "duration": 59.66, "caption": "A person turns and walks away from another person and a third person.", "similarity": 0.4791, "relevance": 1 }, { "pair_id": 111453, "video_name": "met_s05e04_seg02_clip_12", "timestamp": [ 32.04, 34.87 ], "duration": 62.66, "caption": "Two people walk away from two other people.", "similarity": 0.4746, "relevance": 1 }, { "pair_id": 111454, "video_name": "friends_s10e17-18_seg02_clip_06", "timestamp": [ 18.86, 20.81 ], "duration": 65.66, "caption": "Two people walk away from two other people.", "similarity": 0.4746, "relevance": 1 }, { "pair_id": 111455, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 54.77, 60.7 ], "duration": 91.66, "caption": "Two people walk away from two other people.", "similarity": 0.4746, "relevance": 1 }, { "pair_id": 111456, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A man gives a key to a boy and walks away.", "similarity": 0.4693, "relevance": 0 }, { "pair_id": 111457, "video_name": "met_s06e08_seg01_clip_03", "timestamp": [ 23.66, 26.17 ], "duration": 63.66, "caption": "Two people walk away from some other people.", "similarity": 0.468, "relevance": 1 }, { "pair_id": 111458, "video_name": "house_s05e02_seg02_clip_16", "timestamp": [ 40.55, 47.76 ], "duration": 90.66, "caption": "A person walks away from a man and another person on the street.", "similarity": 0.4664, "relevance": 1 }, { "pair_id": 111459, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 36.94, 39.4 ], "duration": 41.66, "caption": "A person turns from two people and walks away.", "similarity": 0.4653, "relevance": 1 } ] }, { "query_id": 66948, "query": "A person gets up to exit a heated jacuzzi.", "relevant_moment": [ { "pair_id": 164460, "video_name": "s10e05_seg02_clip_15", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A person gets up to exit a heated jacuzzi.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164461, "video_name": "s10e05_seg02_clip_15", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A person gets up out of the hot tub.", "similarity": 0.713, "relevance": 4 }, { "pair_id": 164462, "video_name": "met_s03e01_seg02_clip_08", "timestamp": [ 35.1, 44.39 ], "duration": 58.66, "caption": "A child is standing in the doorway, and some people rush to get out of the jacuzzi.", "similarity": 0.5959, "relevance": 3 }, { "pair_id": 164463, "video_name": "met_s03e01_seg02_clip_08", "timestamp": [ 3.77, 11.02 ], "duration": 58.66, "caption": "A woman has her left hand on a man's chest in a jacuzzi.", "similarity": 0.5883, "relevance": 1 }, { "pair_id": 164464, "video_name": "s10e05_seg02_clip_07", "timestamp": [ 40.33, 47.58 ], "duration": 58.66, "caption": "A person springs up from under the water and slides back down to their corner of the hot tub.", "similarity": 0.5797, "relevance": 2 }, { "pair_id": 164465, "video_name": "s10e05_seg02_clip_07", "timestamp": [ 24.66, 37.72 ], "duration": 58.66, "caption": "A person walks to the hot tub, gets in and sits down, spreading their arms wide and leaning back.", "similarity": 0.5636, "relevance": 1 }, { "pair_id": 164466, "video_name": "friends_s04e17_seg01_clip_00", "timestamp": [ 47.21, 52.82 ], "duration": 80.66, "caption": "A person exits the bathroom and walks into the living room.", "similarity": 0.5178, "relevance": 0 }, { "pair_id": 164467, "video_name": "s10e08_seg02_clip_06", "timestamp": [ 52.83, 55.78 ], "duration": 59.66, "caption": "A person stands up and exits the bathroom stall.", "similarity": 0.5165, "relevance": 2 }, { "pair_id": 164468, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 40.05, 55.46 ], "duration": 88.66, "caption": "A person gets up from their chair and leaves the room.", "similarity": 0.516, "relevance": 2 }, { "pair_id": 164469, "video_name": "house_s01e18_seg02_clip_16", "timestamp": [ 63.92, 69.77 ], "duration": 90.66, "caption": "A person gets up out of a chair and leaves the hospital room.", "similarity": 0.5103, "relevance": 2 }, { "pair_id": 164470, "video_name": "s02e14_seg02_clip_06", "timestamp": [ 23.01, 29.31 ], "duration": 63.66, "caption": "A person gets up from the couch and quickly leaves the living room.", "similarity": 0.5091, "relevance": 2 }, { "pair_id": 164471, "video_name": "s10e11_seg02_clip_14", "timestamp": [ 19.67, 22.24 ], "duration": 57.66, "caption": "A person gets up from chair and leaves room.", "similarity": 0.5075, "relevance": 2 }, { "pair_id": 164472, "video_name": "s03e08_seg02_clip_01", "timestamp": [ 53.72, 60.03 ], "duration": 60.66, "caption": "A person helps a woman get out of the bath tub.", "similarity": 0.5066, "relevance": 3 }, { "pair_id": 164473, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 19.21, 25.51 ], "duration": 60.66, "caption": "A person gets up from the couch and leaves the room.", "similarity": 0.5025, "relevance": 2 }, { "pair_id": 164474, "video_name": "house_s03e22_seg02_clip_04", "timestamp": [ 33.23, 36.42 ], "duration": 91.66, "caption": "A person looks off to their side and then gets up to leave.", "similarity": 0.5025, "relevance": 1 }, { "pair_id": 164475, "video_name": "s02e15_seg02_clip_05", "timestamp": [ 5.9, 10.03 ], "duration": 59.66, "caption": "A person got up from the couch to leave the room.", "similarity": 0.4992, "relevance": 2 }, { "pair_id": 164476, "video_name": "house_s08e09_seg02_clip_22", "timestamp": [ 25.53, 30.37 ], "duration": 88.66, "caption": "A person turns and exits the patient's room.", "similarity": 0.4985, "relevance": 1 }, { "pair_id": 164477, "video_name": "house_s06e12_seg02_clip_12", "timestamp": [ 54.3, 60.18 ], "duration": 90.66, "caption": "A person attempts to get out of the bath but his support rod comes out of the wall.", "similarity": 0.4959, "relevance": 3 }, { "pair_id": 164478, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 81.4, 85.58 ], "duration": 93.66, "caption": "A person moves to exit the room while wearing a blue shirt and black jacket.", "similarity": 0.4926, "relevance": 1 }, { "pair_id": 164479, "video_name": "s08e06_seg02_clip_08", "timestamp": [ 9.12, 11.12 ], "duration": 57.66, "caption": "A person lets someone know the temperature inside the tunnel they're in.", "similarity": 0.4918, "relevance": 0 } ] }, { "query_id": 66951, "query": "Some people are in the hot tub while some other people are watching from the window.", "relevant_moment": [ { "pair_id": 168780, "video_name": "s10e05_seg02_clip_14", "timestamp": [ 30.25, 37.19 ], "duration": 63.66, "caption": "Some people are in the hot tub while some other people are watching from the window.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168781, "video_name": "s09e16_seg02_clip_11", "timestamp": [ 0.0, 7.32 ], "duration": 61.66, "caption": "Some women sit around the hot tub talking.", "similarity": 0.6127, "relevance": 1 }, { "pair_id": 168782, "video_name": "met_s03e01_seg02_clip_08", "timestamp": [ 13.64, 27.56 ], "duration": 58.66, "caption": "They are having a conversation in a bath tub while drinking.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 168783, "video_name": "met_s03e01_seg02_clip_08", "timestamp": [ 0.0, 12.48 ], "duration": 58.66, "caption": "They are having a conversation in a bath tub while drinking.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 168784, "video_name": "house_s03e16_seg02_clip_07", "timestamp": [ 24.04, 37.39 ], "duration": 89.66, "caption": "A person gives instructions to two other people from his bathtub.", "similarity": 0.5735, "relevance": 1 }, { "pair_id": 168785, "video_name": "s08e14_seg02_clip_16", "timestamp": [ 9.31, 17.16 ], "duration": 98.66, "caption": "A person is in a bathtub in a very old colonial home and another person is washing their back then asks if the bath is too cool.", "similarity": 0.5668, "relevance": 2 }, { "pair_id": 168786, "video_name": "s10e05_seg02_clip_15", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A person gets up out of the hot tub.", "similarity": 0.5655, "relevance": 2 }, { "pair_id": 168787, "video_name": "s05e09_seg02_clip_06", "timestamp": [ 14.31, 19.51 ], "duration": 65.66, "caption": "Some people look at the window together.", "similarity": 0.5614, "relevance": 2 }, { "pair_id": 168788, "video_name": "house_s07e01_seg02_clip_05", "timestamp": [ 0.0, 69.48 ], "duration": 89.66, "caption": "A person is in a bathtub with someone cuddling.", "similarity": 0.5598, "relevance": 2 }, { "pair_id": 168789, "video_name": "friends_s05e02_seg01_clip_00", "timestamp": [ 7.2, 8.4 ], "duration": 80.66, "caption": "Two people tap their glasses together as they sit facing one another in a bubble bath.", "similarity": 0.5575, "relevance": 2 }, { "pair_id": 168790, "video_name": "house_s06e12_seg02_clip_00", "timestamp": [ 21.55, 24.75 ], "duration": 91.66, "caption": "A person opens the bathroom door and sees someone in the bathtub.", "similarity": 0.5508, "relevance": 2 }, { "pair_id": 168791, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 35.16, 40.95 ], "duration": 89.66, "caption": "A person is sitting in a tub of water and another person wearing blue gloves is washing their right arm, someone is watching, the person washing lifts the right arm up and the other person leans closer.", "similarity": 0.5481, "relevance": 2 }, { "pair_id": 168792, "video_name": "friends_s07e21_seg02_clip_09", "timestamp": [ 32.17, 59.03 ], "duration": 59.66, "caption": "A man and woman are in a bath tub then a person suddenly came again so woman hide again under the water.", "similarity": 0.544, "relevance": 2 }, { "pair_id": 168793, "video_name": "s10e05_seg02_clip_08", "timestamp": [ 9.9, 18.91 ], "duration": 60.66, "caption": "A man confesses something to another man while they are in the hot tub.", "similarity": 0.5347, "relevance": 4 }, { "pair_id": 168794, "video_name": "s10e05_seg02_clip_07", "timestamp": [ 24.66, 37.72 ], "duration": 58.66, "caption": "A person walks to the hot tub, gets in and sits down, spreading their arms wide and leaning back.", "similarity": 0.527, "relevance": 2 }, { "pair_id": 168795, "video_name": "friends_s07e21_seg02_clip_09", "timestamp": [ 0.0, 25.68 ], "duration": 59.66, "caption": "A man and woman are in a bath tub then person suddenly came so woman hide under the water.", "similarity": 0.525, "relevance": 2 }, { "pair_id": 168796, "video_name": "s03e09_seg02_clip_07", "timestamp": [ 39.17, 40.33 ], "duration": 58.66, "caption": "A man quizzically looks at a woman in the bathtub.", "similarity": 0.5194, "relevance": 2 }, { "pair_id": 168797, "video_name": "house_s05e13_seg02_clip_11", "timestamp": [ 0.0, 64.63 ], "duration": 91.66, "caption": "A man is watching woman time woman in a tub of ice.", "similarity": 0.5152, "relevance": 3 }, { "pair_id": 168798, "video_name": "house_s07e23_seg02_clip_24", "timestamp": [ 50.52, 59.17 ], "duration": 91.66, "caption": "A person watches a group of people have a good time through the front window.", "similarity": 0.5127, "relevance": 2 }, { "pair_id": 168799, "video_name": "s09e17_seg02_clip_10", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A woman goes and sits on the edge of the tub with a man to talk.", "similarity": 0.5109, "relevance": 0 } ] }, { "query_id": 67012, "query": "A person uses his index finger to point on the table a few times.", "relevant_moment": [ { "pair_id": 6560, "video_name": "friends_s09e13_seg02_clip_21", "timestamp": [ 0.87, 2.61 ], "duration": 58.66, "caption": "A person uses his index finger to point on the table a few times.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6561, "video_name": "friends_s09e20_seg02_clip_04", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "The person at the table is pointing their right index finger up into the air.", "similarity": 0.8178, "relevance": 3 }, { "pair_id": 6562, "video_name": "met_s02e01_seg02_clip_03", "timestamp": [ 52.25, 54.01 ], "duration": 58.66, "caption": "A person points both fingers across the table he/she is sitting at.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 6563, "video_name": "s07e16_seg02_clip_01", "timestamp": [ 51.22, 52.19 ], "duration": 64.66, "caption": "A person points his finger on the piece of paper sitting on the table.", "similarity": 0.8037, "relevance": 3 }, { "pair_id": 6564, "video_name": "house_s05e02_seg02_clip_02", "timestamp": [ 50.78, 59.31 ], "duration": 85.66, "caption": "A person gets up from the table and points their finger up in the air.", "similarity": 0.78, "relevance": 0 }, { "pair_id": 6565, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 2.07, 5.61 ], "duration": 59.66, "caption": "A person uses his finger to point something out.", "similarity": 0.7637, "relevance": 4 }, { "pair_id": 6566, "video_name": "met_s03e15_seg02_clip_10", "timestamp": [ 6.49, 11.74 ], "duration": 61.66, "caption": "A man points at a table in a restaurant with his index finger.", "similarity": 0.7625, "relevance": 4 }, { "pair_id": 6567, "video_name": "house_s06e02_seg02_clip_05", "timestamp": [ 44.07, 47.63 ], "duration": 89.66, "caption": "A man while sitting at a table waves his index finger around.", "similarity": 0.751, "relevance": 4 }, { "pair_id": 6568, "video_name": "friends_s09e17_seg02_clip_18", "timestamp": [ 16.54, 19.73 ], "duration": 58.66, "caption": "A person is standing and points at something with his left index finger.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 6569, "video_name": "castle_s04e12_seg02_clip_17", "timestamp": [ 79.67, 90.02 ], "duration": 90.66, "caption": "A person is tapping their fingers on their desk and then points their index finger.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 6570, "video_name": "castle_s04e18_seg02_clip_22", "timestamp": [ 75.51, 77.3 ], "duration": 89.66, "caption": "A man raises his fist and points one finger down towards the table several times.", "similarity": 0.7433, "relevance": 3 }, { "pair_id": 6571, "video_name": "s04e02_seg02_clip_14", "timestamp": [ 4.5, 6.9 ], "duration": 60.66, "caption": "A person, sitting at a table lifts up his index and middle finger to make the peace sign or the number 2 then points at guy.", "similarity": 0.7322, "relevance": 3 }, { "pair_id": 6572, "video_name": "met_s06e05_seg02_clip_04", "timestamp": [ 56.57, 58.02 ], "duration": 58.66, "caption": "A man is sitting in a restaurant booth and pointing across the table with his index finger.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 6573, "video_name": "castle_s04e16_seg02_clip_09", "timestamp": [ 70.22, 71.56 ], "duration": 89.66, "caption": "A man points out his index finger to stress out a point.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 6574, "video_name": "castle_s08e02_seg02_clip_12", "timestamp": [ 12.88, 16.56 ], "duration": 92.66, "caption": "A person is looking at a screen and points at the screen with his index finger.", "similarity": 0.7105, "relevance": 2 }, { "pair_id": 6575, "video_name": "friends_s05e02_seg02_clip_03", "timestamp": [ 26.55, 36.01 ], "duration": 61.66, "caption": "A woman points repeatedly with her right index finger.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 6576, "video_name": "castle_s05e11_seg02_clip_11", "timestamp": [ 87.42, 92.03 ], "duration": 92.66, "caption": "A person points to the picture with his right index finger.", "similarity": 0.7097, "relevance": 4 }, { "pair_id": 6577, "video_name": "castle_s06e09_seg02_clip_23", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A person notices another person tapping his fingers on the table.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 6578, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises his arm and points his right index finger up.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 6579, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 33.91, 41.8 ], "duration": 58.66, "caption": "A man points his right index finger at someone.", "similarity": 0.7035, "relevance": 2 }, { "pair_id": 179880, "video_name": "s05e08_seg02_clip_07", "timestamp": [ 34.06, 35.21 ], "duration": 46.66, "caption": "A person uses two outstretched fingers to point at two guys as he stands next to the table.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 179881, "video_name": "s04e24_seg01_clip_01", "timestamp": [ 21.88, 29.17 ], "duration": 81.66, "caption": "Someone uses their pen to point at individuals around the table.", "similarity": 0.7006, "relevance": 4 }, { "pair_id": 179882, "video_name": "s05e13_seg02_clip_07", "timestamp": [ 3.54, 5.61 ], "duration": 59.66, "caption": "A man points his finger across the table at woman.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 179883, "video_name": "met_s04e03_seg02_clip_03", "timestamp": [ 3.19, 5.22 ], "duration": 58.66, "caption": "A person points his finger to the fishbowl placed on top of a table.", "similarity": 0.6977, "relevance": 4 }, { "pair_id": 179884, "video_name": "s01e07_seg02_clip_05", "timestamp": [ 13.75, 15.0 ], "duration": 125.66, "caption": "A person points at the window with his/her index finger.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 179886, "video_name": "s02e11_seg01_clip_00", "timestamp": [ 32.57, 34.74 ], "duration": 62.66, "caption": "A person presses the top of the table with their index finger while talking to some other people.", "similarity": 0.694, "relevance": 4 }, { "pair_id": 179888, "video_name": "house_s03e12_seg02_clip_22", "timestamp": [ 61.22, 64.37 ], "duration": 90.66, "caption": "A person pokes their finger on the table to try and emphasize their point in their discussion.", "similarity": 0.6905, "relevance": 4 }, { "pair_id": 179889, "video_name": "friends_s09e02_seg02_clip_12", "timestamp": [ 7.81, 10.22 ], "duration": 60.66, "caption": "A man points his index finger at woman a couple times.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 179890, "video_name": "friends_s06e01_seg02_clip_05", "timestamp": [ 12.27, 16.26 ], "duration": 61.66, "caption": "A man points his finger at a woman while sitting at a table.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 179891, "video_name": "friends_s06e05_seg02_clip_10", "timestamp": [ 2.03, 5.22 ], "duration": 58.66, "caption": "A man points to the side and down with his index finger.", "similarity": 0.6846, "relevance": 4 }, { "pair_id": 179892, "video_name": "s07e13_seg02_clip_12", "timestamp": [ 15.08, 18.1 ], "duration": 67.66, "caption": "A person points to his face using four of his fingers.", "similarity": 0.6822, "relevance": 2 }, { "pair_id": 179893, "video_name": "s07e20_seg02_clip_16", "timestamp": [ 1.74, 6.38 ], "duration": 116.66, "caption": "A person points to his finger as he sits at the table and talks to another person.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 179894, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 36.5, 42.58 ], "duration": 64.66, "caption": "A person uses his index finger to point up to the sky then places his hands near each other.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 179896, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 42.79, 43.97 ], "duration": 59.66, "caption": "A person points with his finger as he is holding a pen.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 179897, "video_name": "friends_s04e07_seg02_clip_05", "timestamp": [ 36.91, 41.25 ], "duration": 62.66, "caption": "A man points his left index finger in the air.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 179898, "video_name": "met_s06e10_seg02_clip_11", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A man points at himself with his right index finger.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 179899, "video_name": "met_s03e11_seg01_clip_04", "timestamp": [ 4.28, 7.13 ], "duration": 57.66, "caption": "A man points at himself with his left index finger.", "similarity": 0.6684, "relevance": 3 } ] }, { "query_id": 67014, "query": "A woman looks through the song book to pick her next song.", "relevant_moment": [ { "pair_id": 59260, "video_name": "friends_s09e13_seg02_clip_21", "timestamp": [ 44.97, 49.32 ], "duration": 58.66, "caption": "A woman looks through the song book to pick her next song.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 59261, "video_name": "grey_s02e15_seg02_clip_10", "timestamp": [ 43.21, 58.52 ], "duration": 90.66, "caption": "A woman picks up a book and looks through it as she speaks to another woman.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 59262, "video_name": "castle_s02e04_seg02_clip_23", "timestamp": [ 13.57, 19.91 ], "duration": 90.66, "caption": "A woman notices engagement album and picks it up.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 59263, "video_name": "friends_s09e18_seg02_clip_14", "timestamp": [ 34.26, 47.38 ], "duration": 64.66, "caption": "A woman is flipping through a large book until she finds what she wants.", "similarity": 0.608, "relevance": 3 }, { "pair_id": 59265, "video_name": "friends_s06e14_seg02_clip_12", "timestamp": [ 5.71, 9.52 ], "duration": 54.66, "caption": "A woman reads the title of the book she just picked up.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 59266, "video_name": "friends_s01e19_seg02_clip_21", "timestamp": [ 18.86, 22.34 ], "duration": 58.66, "caption": "A woman is reading a book while the group is listening to her.", "similarity": 0.5831, "relevance": 2 }, { "pair_id": 59271, "video_name": "house_s06e17_seg02_clip_15", "timestamp": [ 75.55, 81.47 ], "duration": 91.66, "caption": "A woman saw a book and she looks at it.", "similarity": 0.5649, "relevance": 2 }, { "pair_id": 59272, "video_name": "castle_s07e06_seg02_clip_15", "timestamp": [ 32.98, 38.85 ], "duration": 90.66, "caption": "A woman looks at person's book and begins reading it.", "similarity": 0.5638, "relevance": 2 }, { "pair_id": 59273, "video_name": "friends_s07e13_seg02_clip_08", "timestamp": [ 27.46, 38.14 ], "duration": 61.66, "caption": "A woman looks down at the book on her desk and flips through the pages as she holds a phone to her ear.", "similarity": 0.5633, "relevance": 2 }, { "pair_id": 59275, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A woman picks up the book from on the table.", "similarity": 0.5565, "relevance": 2 }, { "pair_id": 59276, "video_name": "friends_s09e03_seg02_clip_10", "timestamp": [ 12.91, 14.71 ], "duration": 60.66, "caption": "A woman walks towards her sidetable as she picks up the phone and a small book.", "similarity": 0.5555, "relevance": 0 }, { "pair_id": 59278, "video_name": "castle_s03e18_seg02_clip_22", "timestamp": [ 7.2, 10.35 ], "duration": 90.66, "caption": "A woman closes her book and looks at a person.", "similarity": 0.5528, "relevance": 1 }, { "pair_id": 59279, "video_name": "castle_s02e10_seg02_clip_12", "timestamp": [ 0.0, 4.11 ], "duration": 91.66, "caption": "A woman hands another woman a book that she found.", "similarity": 0.5524, "relevance": 1 } ] }, { "query_id": 67033, "query": "Music starts after a man walks into the comic book store and pulls a string of his shirt.", "relevant_moment": [ { "pair_id": 68960, "video_name": "s03e16_seg01_clip_00", "timestamp": [ 0.0, 11.88 ], "duration": 95.66, "caption": "Music starts after a man walks into the comic book store and pulls a string of his shirt.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 68961, "video_name": "s03e16_seg01_clip_00", "timestamp": [ 3.33, 11.4 ], "duration": 95.66, "caption": "A person opens the front door and walks into the comic book store.", "similarity": 0.631, "relevance": 4 }, { "pair_id": 68962, "video_name": "s02e22_seg02_clip_10", "timestamp": [ 44.54, 49.86 ], "duration": 56.66, "caption": "A man walks into the comic shop and tells another person they need to speak.", "similarity": 0.5943, "relevance": 3 }, { "pair_id": 68963, "video_name": "s09e11_seg02_clip_06", "timestamp": [ 24.01, 30.01 ], "duration": 60.66, "caption": "A man walks in the comic book store and another man runs over to him.", "similarity": 0.5926, "relevance": 2 }, { "pair_id": 68964, "video_name": "s05e15_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A person enters a comic book store and greets the owner.", "similarity": 0.5908, "relevance": 2 }, { "pair_id": 68965, "video_name": "s09e13_seg02_clip_01", "timestamp": [ 29.6, 34.48 ], "duration": 61.66, "caption": "Some people walk into a comic book store.", "similarity": 0.5866, "relevance": 2 }, { "pair_id": 68967, "video_name": "s03e07_seg02_clip_03", "timestamp": [ 17.76, 20.94 ], "duration": 53.66, "caption": "A person walks into the room holding a stack of comic books.", "similarity": 0.5774, "relevance": 2 }, { "pair_id": 68968, "video_name": "s06e16_seg02_clip_00", "timestamp": [ 6.1, 23.19 ], "duration": 61.66, "caption": "A man is talking on his cell phone while in the Comic Book Store.", "similarity": 0.5715, "relevance": 2 }, { "pair_id": 68970, "video_name": "s07e02_seg02_clip_01", "timestamp": [ 7.67, 10.92 ], "duration": 59.66, "caption": "A man returns a comic book he pulls out from one section.", "similarity": 0.566, "relevance": 2 }, { "pair_id": 68971, "video_name": "s05e10_seg02_clip_04", "timestamp": [ 29.41, 31.81 ], "duration": 60.66, "caption": "Some people enter the comic book store.", "similarity": 0.5655, "relevance": 2 }, { "pair_id": 68972, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 10.37, 14.34 ], "duration": 61.66, "caption": "A person walks over to another person in the comic book store.", "similarity": 0.5609, "relevance": 0 }, { "pair_id": 68975, "video_name": "s03e16_seg02_clip_14", "timestamp": [ 30.41, 33.62 ], "duration": 64.66, "caption": "A woman enters the comic book store and walks towards person.", "similarity": 0.5585, "relevance": 2 }, { "pair_id": 68976, "video_name": "castle_s04e02_seg02_clip_08", "timestamp": [ 84.41, 87.02 ], "duration": 87.66, "caption": "A man and woman enter a comic book store.", "similarity": 0.5575, "relevance": 2 }, { "pair_id": 68977, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 51.48, 54.9 ], "duration": 62.66, "caption": "A man comes in the comic book store and speaks to another man.", "similarity": 0.5556, "relevance": 2 } ] }, { "query_id": 67076, "query": "A doctor approaches a woman and jots stuff down on paper during a conversation.", "relevant_moment": [ { "pair_id": 155261, "video_name": "house_s06e18_seg02_clip_14", "timestamp": [ 0.0, 7.47 ], "duration": 93.66, "caption": "A woman is holding some papers while talking to a doctor.", "similarity": 0.7398, "relevance": 1 }, { "pair_id": 155262, "video_name": "grey_s02e03_seg02_clip_20", "timestamp": [ 17.36, 20.48 ], "duration": 89.66, "caption": "A doctor hands a woman a sheet of paper and she takes it to look at it.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 155263, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A doctor was having a conversation with a woman.", "similarity": 0.7154, "relevance": 1 }, { "pair_id": 155264, "video_name": "friends_s05e03_seg02_clip_07", "timestamp": [ 1.14, 4.28 ], "duration": 57.66, "caption": "The doctor lets go of the paper and walks toward woman.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 155265, "video_name": "friends_s04e08_seg02_clip_11", "timestamp": [ 0.0, 20.14 ], "duration": 66.66, "caption": "A woman is having a conversation to a doctor.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 155266, "video_name": "house_s03e11_seg02_clip_21", "timestamp": [ 19.85, 28.42 ], "duration": 90.66, "caption": "A doctor was talking intensely to a woman.", "similarity": 0.7022, "relevance": 0 }, { "pair_id": 155267, "video_name": "house_s03e12_seg02_clip_01", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman looks at a paper while talking with a patient in an examination room.", "similarity": 0.701, "relevance": 2 }, { "pair_id": 155268, "video_name": "house_s03e11_seg02_clip_26", "timestamp": [ 0.0, 19.2 ], "duration": 96.66, "caption": "A woman was having a conversation with a doctor.", "similarity": 0.7, "relevance": 0 }, { "pair_id": 155269, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 2.64, 4.84 ], "duration": 88.66, "caption": "A doctor looks at papers while standing and having a conversation.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 155270, "video_name": "house_s08e13_seg02_clip_16", "timestamp": [ 52.49, 57.93 ], "duration": 99.66, "caption": "A doctor sits down and begins talking to a woman.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 155271, "video_name": "house_s05e13_seg02_clip_11", "timestamp": [ 85.56, 91.03 ], "duration": 91.66, "caption": "Doctors are having a meeting conversation about the woman.", "similarity": 0.6925, "relevance": 0 }, { "pair_id": 155272, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 72.62, 76.58 ], "duration": 88.66, "caption": "A person walks towards a doctor while having a conversation with him/her.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 155273, "video_name": "house_s02e03_seg02_clip_07", "timestamp": [ 7.2, 11.7 ], "duration": 90.66, "caption": "A doctor points his finger at a woman as they have a conversation.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 155274, "video_name": "house_s02e15_seg02_clip_24", "timestamp": [ 0.0, 12.21 ], "duration": 90.66, "caption": "A doctor is talking to a woman about a treatment that she had been doing to a man.", "similarity": 0.6789, "relevance": 1 }, { "pair_id": 155275, "video_name": "friends_s04e12_seg02_clip_09", "timestamp": [ 8.54, 13.73 ], "duration": 61.66, "caption": "A woman doctor walks into the room to talk to another person.", "similarity": 0.67, "relevance": 0 }, { "pair_id": 155276, "video_name": "house_s06e08_seg02_clip_01", "timestamp": [ 42.79, 92.03 ], "duration": 92.66, "caption": "Medical professionals are talking to the patient and a woman is there listening.", "similarity": 0.6687, "relevance": 1 }, { "pair_id": 155277, "video_name": "house_s08e03_seg02_clip_24", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A man follows a woman doctor and started a conversation with her.", "similarity": 0.6671, "relevance": 1 }, { "pair_id": 155278, "video_name": "grey_s03e07_seg02_clip_17", "timestamp": [ 79.22, 90.02 ], "duration": 90.66, "caption": "A woman walks in and talks to a doctor about a man.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 155279, "video_name": "house_s02e09_seg02_clip_20", "timestamp": [ 0.0, 25.22 ], "duration": 90.66, "caption": "A woman tells a doctor a sob story and he responds to it.", "similarity": 0.6632, "relevance": 0 } ] }, { "query_id": 67186, "query": "A person walks over to talk to someone in the hospital room.", "relevant_moment": [ { "pair_id": 262140, "video_name": "castle_s03e05_seg02_clip_04", "timestamp": [ 0.0, 68.74 ], "duration": 92.66, "caption": "A person and another person converse while walking down a busy hospital hallway.", "similarity": 0.7819, "relevance": 3 }, { "pair_id": 262141, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 16.15, 20.91 ], "duration": 95.66, "caption": "A person walks through a hospital with someone following.", "similarity": 0.78, "relevance": 4 }, { "pair_id": 262142, "video_name": "house_s08e18_seg02_clip_06", "timestamp": [ 33.76, 38.26 ], "duration": 90.66, "caption": "A person walks out of a hospital room as some people approach him/her.", "similarity": 0.7793, "relevance": 3 }, { "pair_id": 262143, "video_name": "house_s03e22_seg02_clip_02", "timestamp": [ 41.45, 44.18 ], "duration": 91.66, "caption": "A person walks over to examine someone in the hospital.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 262144, "video_name": "house_s02e18_seg02_clip_12", "timestamp": [ 34.94, 40.77 ], "duration": 89.66, "caption": "A person walks in to a patient's room and addresses the two people.", "similarity": 0.7758, "relevance": 4 }, { "pair_id": 262145, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman walks up and talks with a man in the hospital.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 262146, "video_name": "house_s03e23_seg02_clip_11", "timestamp": [ 42.33, 93.03 ], "duration": 93.66, "caption": "A woman walks up and talks with a man in the hospital.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 262147, "video_name": "house_s06e11_seg02_clip_09", "timestamp": [ 58.1, 59.06 ], "duration": 96.66, "caption": "A person walks into a patient's room and begins a conversation with another person.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 262148, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 56.4, 81.16 ], "duration": 81.66, "caption": "Some people walk down the hospital hallway talking.", "similarity": 0.7739, "relevance": 2 }, { "pair_id": 262149, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 16.84, 22.76 ], "duration": 91.66, "caption": "A woman walks into a hospital room to talk to another woman.", "similarity": 0.7725, "relevance": 4 }, { "pair_id": 262150, "video_name": "house_s06e09_seg02_clip_07", "timestamp": [ 55.98, 61.44 ], "duration": 91.66, "caption": "A man walks over to someone's bed in the hospital room.", "similarity": 0.7706, "relevance": 4 }, { "pair_id": 262151, "video_name": "grey_s02e21_seg02_clip_14", "timestamp": [ 0.0, 13.6 ], "duration": 93.66, "caption": "A person is talking to another person as he is in his hospital bed.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 262152, "video_name": "house_s01e04_seg02_clip_05", "timestamp": [ 27.43, 29.77 ], "duration": 58.66, "caption": "A person walks forward to talk to the patient's family.", "similarity": 0.7688, "relevance": 3 }, { "pair_id": 262153, "video_name": "house_s06e09_seg02_clip_03", "timestamp": [ 26.16, 29.83 ], "duration": 91.66, "caption": "A man walks over to someone while he/she is in a hospital bed.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 262154, "video_name": "house_s01e07_seg02_clip_14", "timestamp": [ 32.57, 52.81 ], "duration": 88.66, "caption": "Two people are talking and walking through the halls of the hospital.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 262155, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 0.0, 29.2 ], "duration": 89.66, "caption": "Someone talks to someone else when they are in a hospital bed.", "similarity": 0.767, "relevance": 3 }, { "pair_id": 262156, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 0.75, 5.63 ], "duration": 75.66, "caption": "A person walks into the room and over to the foot of someone's hospital bed.", "similarity": 0.767, "relevance": 4 }, { "pair_id": 262157, "video_name": "s05e05_seg02_clip_14", "timestamp": [ 1.62, 8.64 ], "duration": 54.66, "caption": "A person walks across the room to talk to another person.", "similarity": 0.7667, "relevance": 1 }, { "pair_id": 262158, "video_name": "house_s06e16_seg02_clip_08", "timestamp": [ 16.1, 22.09 ], "duration": 92.66, "caption": "A person walks into someone's room to talk to him.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 262159, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 45.83, 84.1 ], "duration": 84.66, "caption": "A man and person are walking in the hospital hallway as they converse.", "similarity": 0.7657, "relevance": 2 } ] }, { "query_id": 67210, "query": "A person holds a book open and lowers it as he speaks.", "relevant_moment": [ { "pair_id": 5660, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 0.0, 1.84 ], "duration": 92.66, "caption": "A person holds a book open and lowers it as he speaks.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5661, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person is holding a book as he speaks to another person.", "similarity": 0.8064, "relevance": 3 }, { "pair_id": 5662, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 68.27, 91.03 ], "duration": 91.66, "caption": "A person is holding a book as he speaks to two other people.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 5663, "video_name": "met_s03e17_seg02_clip_10", "timestamp": [ 5.44, 9.28 ], "duration": 64.66, "caption": "A man opens a book in his hands during conversation.", "similarity": 0.7891, "relevance": 3 }, { "pair_id": 5664, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 1.58, 7.56 ], "duration": 63.66, "caption": "A person is talking to someone while holding a book.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 5665, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 8.59, 10.85 ], "duration": 90.66, "caption": "A person holds up an open book in front of someone.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 5666, "video_name": "castle_s06e03_seg02_clip_10", "timestamp": [ 76.92, 82.83 ], "duration": 91.66, "caption": "A man opens another page of the book person has in his hands.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 5667, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A man opens a book in front of a person.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 5668, "video_name": "met_s03e17_seg02_clip_05", "timestamp": [ 12.02, 13.52 ], "duration": 60.66, "caption": "A man closes the book that he is holding.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 5669, "video_name": "castle_s05e17_seg02_clip_00", "timestamp": [ 44.15, 47.79 ], "duration": 91.66, "caption": "A person picks up a book and holds it as he speaks to woman.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 5670, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A man opens a book in front of a person and hits the pages as he speaks.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 5671, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 4.41, 6.11 ], "duration": 20.66, "caption": "A man closes the book he has open and puts it down.", "similarity": 0.7286, "relevance": 0 }, { "pair_id": 5672, "video_name": "castle_s08e04_seg02_clip_08", "timestamp": [ 39.61, 42.76 ], "duration": 90.66, "caption": "A person gives someone the book he was holding.", "similarity": 0.725, "relevance": 1 }, { "pair_id": 5673, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 2.69, 4.04 ], "duration": 89.66, "caption": "A person reads the title of the book he is holding.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 5674, "video_name": "friends_s02e03_seg02_clip_05", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A man holds onto a black book and opens it up.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 5675, "video_name": "castle_s06e03_seg02_clip_12", "timestamp": [ 50.69, 55.76 ], "duration": 92.66, "caption": "A man has a book opened in his arms while talking to a man.", "similarity": 0.7125, "relevance": 3 }, { "pair_id": 5676, "video_name": "castle_s06e23_seg02_clip_00", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A person opens a hardcover book and signs the inside.", "similarity": 0.7103, "relevance": 1 }, { "pair_id": 5677, "video_name": "s02e15_seg02_clip_13", "timestamp": [ 1.26, 3.15 ], "duration": 63.66, "caption": "A woman closes the book that they are holding as they talk to a person.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 5678, "video_name": "house_s05e12_seg02_clip_24", "timestamp": [ 0.0, 5.33 ], "duration": 41.66, "caption": "A person is talking to another person while putting the books in its proper place.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 5679, "video_name": "castle_s03e16_seg02_clip_14", "timestamp": [ 36.46, 41.86 ], "duration": 90.66, "caption": "A man closes one of person's school books and person opens it back up.", "similarity": 0.704, "relevance": 2 }, { "pair_id": 178980, "video_name": "s03e07_seg02_clip_03", "timestamp": [ 16.7, 20.41 ], "duration": 53.66, "caption": "A person approaches and starts a conversation while carrying a book.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 178981, "video_name": "s08e05_seg02_clip_01", "timestamp": [ 49.62, 62.03 ], "duration": 62.66, "caption": "A person flips through a book while talking to another person.", "similarity": 0.6989, "relevance": 4 }, { "pair_id": 178982, "video_name": "friends_s02e12-13_seg02_clip_06", "timestamp": [ 25.94, 31.73 ], "duration": 61.66, "caption": "A person is sitting, and flipping through a book while talking.", "similarity": 0.6985, "relevance": 4 }, { "pair_id": 178983, "video_name": "house_s06e11_seg02_clip_04", "timestamp": [ 5.34, 8.25 ], "duration": 97.66, "caption": "A person is holding a book while listening to the group.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 178984, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 4.58, 14.21 ], "duration": 91.66, "caption": "A person holds up a book as he looks at a man.", "similarity": 0.6961, "relevance": 4 }, { "pair_id": 178986, "video_name": "house_s07e17_seg02_clip_05", "timestamp": [ 4.4, 10.56 ], "duration": 88.66, "caption": "A man holds up an open page in a book to man.", "similarity": 0.6945, "relevance": 4 }, { "pair_id": 178987, "video_name": "house_s06e14_seg02_clip_14", "timestamp": [ 54.39, 59.61 ], "duration": 87.66, "caption": "A person takes a book from a bookcase and opens it.", "similarity": 0.6938, "relevance": 4 }, { "pair_id": 178988, "video_name": "s04e08_seg02_clip_09", "timestamp": [ 2.07, 3.54 ], "duration": 59.66, "caption": "A man closes his books, but keeps his fingers in the page he was reading.", "similarity": 0.6902, "relevance": 3 }, { "pair_id": 178989, "video_name": "s03e02_seg02_clip_10", "timestamp": [ 22.95, 24.19 ], "duration": 62.66, "caption": "A person picks up an open book and shows it to another person.", "similarity": 0.6846, "relevance": 4 }, { "pair_id": 178990, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man reads to some people from a book he is holding.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 178991, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 5.12, 7.68 ], "duration": 64.66, "caption": "A person is going through a book with a pen in their hand.", "similarity": 0.6839, "relevance": 2 }, { "pair_id": 178992, "video_name": "castle_s06e03_seg02_clip_03", "timestamp": [ 87.53, 88.92 ], "duration": 92.66, "caption": "A person takes someone's note book from his/her hand.", "similarity": 0.6812, "relevance": 1 }, { "pair_id": 178993, "video_name": "castle_s02e11_seg02_clip_04", "timestamp": [ 18.93, 27.94 ], "duration": 90.66, "caption": "A man hands person over a book that another person then takes.", "similarity": 0.6803, "relevance": 2 }, { "pair_id": 178994, "video_name": "s03e06_seg02_clip_07", "timestamp": [ 55.46, 61.62 ], "duration": 77.66, "caption": "A person picks up a book, puts it back down and shakes his head.", "similarity": 0.6784, "relevance": 3 }, { "pair_id": 178995, "video_name": "s05e02_seg01_clip_00", "timestamp": [ 13.45, 17.61 ], "duration": 64.66, "caption": "A person moves closer to another person holding a book.", "similarity": 0.6747, "relevance": 4 }, { "pair_id": 178996, "video_name": "castle_s04e02_seg02_clip_09", "timestamp": [ 3.6, 5.85 ], "duration": 90.66, "caption": "A person taps a book on a shelf that he wrote.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 178997, "video_name": "house_s01e06_seg02_clip_20", "timestamp": [ 37.03, 48.42 ], "duration": 81.66, "caption": "A person has a blue book open and is reading to someone.", "similarity": 0.6709, "relevance": 4 }, { "pair_id": 178998, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 38.72, 50.12 ], "duration": 60.66, "caption": "A woman opens a book and closes it while she has a conversation with others.", "similarity": 0.6704, "relevance": 4 }, { "pair_id": 178999, "video_name": "house_s02e10_seg02_clip_12", "timestamp": [ 39.21, 42.64 ], "duration": 98.66, "caption": "A person lowers a purple book from in front of his face.", "similarity": 0.6702, "relevance": 4 } ] }, { "query_id": 67211, "query": "A woman raises their coffee cup and takes two small sips.", "relevant_moment": [ { "pair_id": 150060, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 54.33, 58.47 ], "duration": 92.66, "caption": "A woman raises their coffee cup and takes two small sips.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150061, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 150062, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.8175, "relevance": 4 }, { "pair_id": 150063, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.797, "relevance": 4 }, { "pair_id": 150064, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 19.33, 23.93 ], "duration": 92.66, "caption": "A woman takes a sip of coffee then sets her cup down.", "similarity": 0.7918, "relevance": 3 }, { "pair_id": 150065, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.0, 0.46 ], "duration": 91.66, "caption": "A woman lifts the coffee cup to her lips and sips.", "similarity": 0.7859, "relevance": 2 }, { "pair_id": 150066, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.7821, "relevance": 3 }, { "pair_id": 150068, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 4.56, 7.75 ], "duration": 91.66, "caption": "A woman drinks some coffee and fills it up after.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 150069, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 150070, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.7632, "relevance": 4 }, { "pair_id": 150071, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.7612, "relevance": 1 }, { "pair_id": 150072, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 19.36, 28.39 ], "duration": 86.66, "caption": "A woman makes some hand motions from her chest out and takes a sip of her coffee.", "similarity": 0.759, "relevance": 4 }, { "pair_id": 150073, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 24.58, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of coffee from her cup since it's on the table next to her.", "similarity": 0.7576, "relevance": 3 }, { "pair_id": 150074, "video_name": "s04e23_seg02_clip_10", "timestamp": [ 0.0, 31.81 ], "duration": 60.66, "caption": "A woman stirs her coffee, takes a sip, and then continues to stir it.", "similarity": 0.7575, "relevance": 4 }, { "pair_id": 150075, "video_name": "castle_s08e13_seg02_clip_24", "timestamp": [ 58.52, 67.07 ], "duration": 90.66, "caption": "A man hands woman a cup of coffee which she takes and sips.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 150076, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 57.17, 64.82 ], "duration": 90.66, "caption": "A man hands a woman a cup of coffee, and she takes a sip.", "similarity": 0.7557, "relevance": 4 }, { "pair_id": 150077, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 10.8, 18.91 ], "duration": 60.66, "caption": "A woman takes a sip of coffee and tries to hand it back.", "similarity": 0.7535, "relevance": 4 }, { "pair_id": 150078, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A woman picks up their coffee cup and takes a drink.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 150079, "video_name": "s05e19_seg01_clip_01", "timestamp": [ 21.63, 30.37 ], "duration": 92.66, "caption": "Woman takes two coffee mugs to where person sitting.", "similarity": 0.7486, "relevance": 1 }, { "pair_id": 323380, "video_name": "s09e07_seg02_clip_04", "timestamp": [ 22.28, 25.94 ], "duration": 61.66, "caption": "A woman lifts a yellow coffee cup and takes a sip while sitting next to man.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 323381, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 6.9, 12.01 ], "duration": 60.66, "caption": "A woman brings down two cups of coffee for herself and person.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 323382, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 3.38, 6.08 ], "duration": 45.66, "caption": "A woman takes a sip from the cup she's holding in her hands.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 323383, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.7361, "relevance": 3 }, { "pair_id": 323384, "video_name": "friends_s03e11_seg02_clip_01", "timestamp": [ 14.54, 32.5 ], "duration": 57.66, "caption": "A woman rushes over and gets a person a cup of coffee.", "similarity": 0.7351, "relevance": 1 }, { "pair_id": 323385, "video_name": "house_s06e05_seg02_clip_01", "timestamp": [ 86.05, 91.06 ], "duration": 91.66, "caption": "A person holds up their coffee and takes a sip.", "similarity": 0.7341, "relevance": 1 }, { "pair_id": 323386, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 83.5, 84.41 ], "duration": 91.66, "caption": "A person raises his/her red coffee cup and takes a drink.", "similarity": 0.7339, "relevance": 1 }, { "pair_id": 323387, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.7311, "relevance": 1 }, { "pair_id": 323388, "video_name": "s03e14_seg01_clip_00", "timestamp": [ 30.88, 34.67 ], "duration": 63.66, "caption": "A woman pours herself a cup of coffee while a person turns around quickly.", "similarity": 0.7287, "relevance": 2 }, { "pair_id": 323389, "video_name": "s05e09_seg02_clip_13", "timestamp": [ 10.64, 13.45 ], "duration": 56.66, "caption": "A woman behind two people raises her drink, takes a sip and lowers her glass.", "similarity": 0.728, "relevance": 1 }, { "pair_id": 323390, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 17.68, 20.16 ], "duration": 62.66, "caption": "A woman sips a cup of coffee while smiling.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 323391, "video_name": "friends_s01e18_seg02_clip_01", "timestamp": [ 26.74, 27.96 ], "duration": 60.66, "caption": "A woman pours a cup of coffee for two other women.", "similarity": 0.7224, "relevance": 2 }, { "pair_id": 323392, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.7211, "relevance": 1 }, { "pair_id": 323393, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 323394, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 33.31, 35.12 ], "duration": 60.66, "caption": "A person lifts a coffee cup to their mouth, takes a sip from it, and lowers it back down.", "similarity": 0.719, "relevance": 1 }, { "pair_id": 323395, "video_name": "grey_s02e18_seg02_clip_01", "timestamp": [ 5.28, 14.88 ], "duration": 96.66, "caption": "A woman prepares two cups of coffee and brings them over and sets them in front of another woman.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 323396, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 27.12, 31.5 ], "duration": 87.66, "caption": "A woman takes a coffee cup and an expresso press in her hands.", "similarity": 0.7183, "relevance": 2 }, { "pair_id": 323397, "video_name": "castle_s05e19_seg02_clip_08", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A woman hands a person a cup of coffee as he is seated.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 323398, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.7121, "relevance": 2 }, { "pair_id": 323399, "video_name": "friends_s06e03_seg02_clip_01", "timestamp": [ 23.8, 27.77 ], "duration": 61.66, "caption": "A woman is about to take a drink of her coffee cup and a man takes it from her.", "similarity": 0.7111, "relevance": 2 } ] }, { "query_id": 67241, "query": "A man walks in to show a woman and a man pictures on a tablet.", "relevant_moment": [ { "pair_id": 154240, "video_name": "castle_s08e16_seg02_clip_22", "timestamp": [ 30.73, 48.5 ], "duration": 96.66, "caption": "A man walks in to show a woman and a man pictures on a tablet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154241, "video_name": "castle_s08e03_seg02_clip_26", "timestamp": [ 2.24, 8.4 ], "duration": 112.66, "caption": "A man shows a woman pictures of multiple people on his tablet.", "similarity": 0.759, "relevance": 3 }, { "pair_id": 154242, "video_name": "castle_s06e14_seg02_clip_05", "timestamp": [ 44.07, 56.53 ], "duration": 89.66, "caption": "A man picks up a tablet and shows two other people a series of photographs.", "similarity": 0.7433, "relevance": 4 }, { "pair_id": 154243, "video_name": "castle_s08e17_seg02_clip_20", "timestamp": [ 52.14, 56.18 ], "duration": 89.66, "caption": "A girl hands a tablet to a man and he looks at a picture of a woman on it.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 154244, "video_name": "house_s05e10_seg02_clip_01", "timestamp": [ 3.33, 10.55 ], "duration": 111.66, "caption": "A man walks over to a man to see a picture of a woman.", "similarity": 0.6819, "relevance": 2 }, { "pair_id": 154245, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 77.33, 89.66 ], "duration": 89.66, "caption": "A woman shows a man a map on the tablet she is using.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 154246, "video_name": "castle_s02e20_seg02_clip_17", "timestamp": [ 70.91, 75.98 ], "duration": 92.66, "caption": "A man walks up to a woman and a man in a TV studio.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 154247, "video_name": "castle_s02e14_seg02_clip_04", "timestamp": [ 82.83, 90.53 ], "duration": 90.66, "caption": "A man walks up to a woman and another person and they all look at images on the computer.", "similarity": 0.6622, "relevance": 3 }, { "pair_id": 154248, "video_name": "castle_s08e05_seg02_clip_06", "timestamp": [ 64.1, 71.66 ], "duration": 89.66, "caption": "A man walks in, holding a picture up in the air and hands it to a woman.", "similarity": 0.6613, "relevance": 4 }, { "pair_id": 154249, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 71.79, 75.75 ], "duration": 88.66, "caption": "A man shows the picture of a man to two women.", "similarity": 0.6543, "relevance": 1 }, { "pair_id": 154250, "video_name": "castle_s07e18_seg02_clip_01", "timestamp": [ 20.95, 27.06 ], "duration": 87.66, "caption": "A man swipes through pictures of people on his tablet.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 154251, "video_name": "castle_s07e14_seg02_clip_25", "timestamp": [ 27.31, 36.87 ], "duration": 91.66, "caption": "A man shows another man a picture of a woman on a file and two others.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 154252, "video_name": "castle_s03e06_seg02_clip_19", "timestamp": [ 28.9, 37.02 ], "duration": 90.66, "caption": "A man is showing a woman and another man there are two different people on the pictures.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 154253, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.56, 81.9 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 154254, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.12, 82.79 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 154255, "video_name": "castle_s03e07_seg02_clip_13", "timestamp": [ 17.48, 23.01 ], "duration": 92.66, "caption": "A man is looking at a picture of a couple on the computer and shows it to a woman and a person.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 154256, "video_name": "castle_s04e18_seg02_clip_16", "timestamp": [ 33.01, 43.86 ], "duration": 90.66, "caption": "A man shows a couple of photos to a woman.", "similarity": 0.6384, "relevance": 2 }, { "pair_id": 154257, "video_name": "s06e06_seg02_clip_02", "timestamp": [ 52.83, 56.37 ], "duration": 59.66, "caption": "A woman is pointing at the tablet that a man in holding.", "similarity": 0.6339, "relevance": 2 }, { "pair_id": 154258, "video_name": "s09e05_seg02_clip_16", "timestamp": [ 40.23, 41.95 ], "duration": 43.66, "caption": "A woman is using her tablet when a man walks into the kitchen.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 154259, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 73.0, 77.13 ], "duration": 91.66, "caption": "A man shows a woman a picture of a woman.", "similarity": 0.6302, "relevance": 2 }, { "pair_id": 327560, "video_name": "house_s07e20_seg02_clip_12", "timestamp": [ 76.01, 91.03 ], "duration": 91.66, "caption": "A man shows a woman a photo of a man.", "similarity": 0.6269, "relevance": 3 }, { "pair_id": 327561, "video_name": "castle_s06e06_seg02_clip_18", "timestamp": [ 32.25, 38.87 ], "duration": 88.66, "caption": "A man walks up carrying a file while a woman is looking at a picture of a man.", "similarity": 0.6247, "relevance": 3 }, { "pair_id": 327562, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 61.68, 75.64 ], "duration": 90.66, "caption": "A man shows a woman and man an old picture of someone.", "similarity": 0.6242, "relevance": 3 }, { "pair_id": 327563, "video_name": "grey_s03e04_seg02_clip_23", "timestamp": [ 8.16, 12.24 ], "duration": 102.66, "caption": "A man walks in and finds another man with a woman.", "similarity": 0.6166, "relevance": 2 }, { "pair_id": 327564, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.6159, "relevance": 3 }, { "pair_id": 327565, "video_name": "castle_s08e19_seg02_clip_04", "timestamp": [ 3.61, 7.22 ], "duration": 90.66, "caption": "A woman gets up from her seat and stands next to a man to look at his tablet.", "similarity": 0.6153, "relevance": 4 }, { "pair_id": 327566, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.6136, "relevance": 3 }, { "pair_id": 327567, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 63.3, 66.44 ], "duration": 89.66, "caption": "A man is walking beside a woman with photos in his/her hands.", "similarity": 0.613, "relevance": 2 }, { "pair_id": 327568, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.6125, "relevance": 3 }, { "pair_id": 327569, "video_name": "castle_s03e12_seg02_clip_06", "timestamp": [ 66.45, 71.45 ], "duration": 91.66, "caption": "A woman takes out a picture of a man and shows it to a man.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 327570, "video_name": "castle_s05e16_seg02_clip_15", "timestamp": [ 1.78, 9.79 ], "duration": 89.66, "caption": "A man walks in and hands woman a sketch.", "similarity": 0.6107, "relevance": 3 }, { "pair_id": 327571, "video_name": "s05e15_seg02_clip_02", "timestamp": [ 3.97, 5.49 ], "duration": 61.66, "caption": "A person turns his tablet around to show another person what is on the screen.", "similarity": 0.61, "relevance": 3 }, { "pair_id": 327572, "video_name": "s07e16_seg02_clip_09", "timestamp": [ 0.0, 11.41 ], "duration": 60.66, "caption": "A woman is looking at her tablet as a man is trying to talk to her.", "similarity": 0.6095, "relevance": 2 }, { "pair_id": 327573, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 53.02, 60.85 ], "duration": 86.66, "caption": "A man shows a picture of someone's friend to woman.", "similarity": 0.6066, "relevance": 3 }, { "pair_id": 327575, "video_name": "castle_s07e14_seg02_clip_25", "timestamp": [ 29.13, 36.41 ], "duration": 91.66, "caption": "A man puts a photo of woman in front of man and then he puts pictures of woman and woman beside it.", "similarity": 0.6034, "relevance": 3 }, { "pair_id": 327576, "video_name": "castle_s03e06_seg02_clip_03", "timestamp": [ 46.74, 57.74 ], "duration": 91.66, "caption": "A man walks up to a woman and a man and hands her a file while giving background on somebody.", "similarity": 0.6033, "relevance": 1 }, { "pair_id": 327577, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 45.62, 50.72 ], "duration": 60.66, "caption": "A man walks into the room to visit a woman and another person.", "similarity": 0.6031, "relevance": 2 }, { "pair_id": 327578, "video_name": "castle_s07e11_seg02_clip_09", "timestamp": [ 89.57, 91.66 ], "duration": 91.66, "caption": "A man shows a woman a photograph of a woman.", "similarity": 0.6031, "relevance": 2 }, { "pair_id": 327579, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 55.35, 58.61 ], "duration": 93.66, "caption": "A woman shows a man a picture of a woman.", "similarity": 0.6019, "relevance": 2 } ] }, { "query_id": 67243, "query": "A woman flips a piece of paper she holds to take a look at it.", "relevant_moment": [ { "pair_id": 12420, "video_name": "castle_s08e16_seg02_clip_22", "timestamp": [ 22.09, 25.45 ], "duration": 96.66, "caption": "A woman flips a piece of paper she holds to take a look at it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12421, "video_name": "friends_s09e18_seg02_clip_08", "timestamp": [ 0.0, 24.71 ], "duration": 58.66, "caption": "A woman holds a piece of paper in her hands and flips it as she makes gestures.", "similarity": 0.8342, "relevance": 1 }, { "pair_id": 12422, "video_name": "castle_s03e03_seg02_clip_13", "timestamp": [ 4.05, 7.65 ], "duration": 90.66, "caption": "A woman holds up a piece of paper and person looks at it.", "similarity": 0.7604, "relevance": 2 }, { "pair_id": 12423, "video_name": "friends_s07e20_seg01_clip_02", "timestamp": [ 4.75, 7.76 ], "duration": 50.66, "caption": "A woman holds then looks at a small piece of paper then she looks down while moving the paper downwards.", "similarity": 0.7506, "relevance": 3 }, { "pair_id": 12424, "video_name": "castle_s06e14_seg02_clip_23", "timestamp": [ 0.0, 4.06 ], "duration": 90.66, "caption": "A person hands a woman a sheet of paper and she looks at it.", "similarity": 0.74, "relevance": 3 }, { "pair_id": 12425, "video_name": "castle_s02e10_seg02_clip_21", "timestamp": [ 4.57, 9.59 ], "duration": 91.66, "caption": "A woman flips through a folder in her hand and holds a piece of paper.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 12426, "video_name": "castle_s05e24_seg02_clip_06", "timestamp": [ 12.61, 14.86 ], "duration": 90.66, "caption": "A person hands a woman a piece of paper to examine.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 12427, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 31.32, 38.07 ], "duration": 61.66, "caption": "A woman picks up a piece of paper and looks at it.", "similarity": 0.7308, "relevance": 2 }, { "pair_id": 12428, "video_name": "s08e17_seg02_clip_05", "timestamp": [ 28.51, 32.11 ], "duration": 60.66, "caption": "A woman picks up and looks at a piece of paper.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 12429, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 39.67, 42.41 ], "duration": 61.66, "caption": "A person holds up a sheet of paper for a woman to look at.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 12430, "video_name": "castle_s06e18_seg02_clip_23", "timestamp": [ 2.67, 4.89 ], "duration": 88.66, "caption": "A woman looks down at the paper in her hand.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 12432, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 7.81, 14.83 ], "duration": 26.66, "caption": "A woman looks at and reads the paper in her hands.", "similarity": 0.7087, "relevance": 3 }, { "pair_id": 12433, "video_name": "castle_s02e17_seg02_clip_12", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A woman unfolds a piece of paper and reads what is on it.", "similarity": 0.7069, "relevance": 3 }, { "pair_id": 12434, "video_name": "castle_s08e11_seg02_clip_09", "timestamp": [ 9.24, 11.88 ], "duration": 88.66, "caption": "A woman flips a page on her file to look for more information.", "similarity": 0.7019, "relevance": 4 }, { "pair_id": 12435, "video_name": "castle_s04e18_seg02_clip_20", "timestamp": [ 0.0, 4.92 ], "duration": 89.66, "caption": "A woman holds up a piece of paper and uses her finger to point something out.", "similarity": 0.6994, "relevance": 2 }, { "pair_id": 12436, "video_name": "friends_s03e15_seg02_clip_03", "timestamp": [ 30.23, 34.08 ], "duration": 59.66, "caption": "A woman is flipping through papers when she picks up the phone.", "similarity": 0.6972, "relevance": 4 }, { "pair_id": 12437, "video_name": "friends_s03e03_seg02_clip_13", "timestamp": [ 51.32, 56.17 ], "duration": 57.66, "caption": "A woman turns her head and looks across the room as she holds a stack of papers in front of her.", "similarity": 0.6961, "relevance": 3 }, { "pair_id": 12438, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 9.66, 14.26 ], "duration": 92.66, "caption": "A woman picks up a piece of paper, looks at it, and sets it down.", "similarity": 0.6932, "relevance": 3 }, { "pair_id": 12439, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 92.65, 95.03 ], "duration": 95.66, "caption": "A woman picks up a newspaper and flips through the corners.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 185740, "video_name": "castle_s05e24_seg02_clip_25", "timestamp": [ 44.17, 45.09 ], "duration": 92.66, "caption": "A woman picks up a piece of paper from a folder and flips it over on the table.", "similarity": 0.6857, "relevance": 2 }, { "pair_id": 185741, "video_name": "castle_s03e08_seg02_clip_06", "timestamp": [ 22.25, 31.84 ], "duration": 87.66, "caption": "A woman hands a man some papers and he looks at it then flips to the second page.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 185742, "video_name": "castle_s03e15_seg02_clip_12", "timestamp": [ 12.42, 15.64 ], "duration": 92.66, "caption": "A woman holds out a piece of white paper for a man to look at.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 185743, "video_name": "s03e14_seg02_clip_10", "timestamp": [ 36.6, 39.55 ], "duration": 59.66, "caption": "The person sitting across from a man flips over the piece of paper she is holding.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 185744, "video_name": "house_s05e07_seg02_clip_00", "timestamp": [ 38.08, 39.49 ], "duration": 94.66, "caption": "A person flipping through papers on a clipboard as he turns around.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 185745, "video_name": "castle_s03e09_seg02_clip_22", "timestamp": [ 34.06, 38.09 ], "duration": 89.66, "caption": "A person flips through the papers he is holding.", "similarity": 0.6769, "relevance": 3 }, { "pair_id": 185746, "video_name": "house_s03e15_seg02_clip_06", "timestamp": [ 4.06, 14.42 ], "duration": 90.66, "caption": "A person was looking at a piece of paper.", "similarity": 0.6648, "relevance": 3 }, { "pair_id": 185747, "video_name": "friends_s07e16_seg02_clip_26", "timestamp": [ 37.54, 40.62 ], "duration": 56.66, "caption": "A woman checks her watch while holding a piece of paper.", "similarity": 0.6644, "relevance": 4 }, { "pair_id": 185748, "video_name": "friends_s01e08_seg02_clip_20", "timestamp": [ 25.12, 29.15 ], "duration": 62.66, "caption": "A woman flips the picture frame around and reads from the back.", "similarity": 0.6633, "relevance": 3 }, { "pair_id": 185749, "video_name": "castle_s05e24_seg02_clip_06", "timestamp": [ 13.06, 14.86 ], "duration": 90.66, "caption": "A woman takes a piece of paper from a man and looks at it.", "similarity": 0.6577, "relevance": 4 }, { "pair_id": 185750, "video_name": "castle_s08e04_seg02_clip_16", "timestamp": [ 4.02, 7.6 ], "duration": 89.66, "caption": "A person takes the paper person is holding and looks at it.", "similarity": 0.6577, "relevance": 3 }, { "pair_id": 185751, "video_name": "castle_s02e03_seg02_clip_16", "timestamp": [ 60.98, 65.43 ], "duration": 89.66, "caption": "A woman holds her hand in an unusual way and touches a paper to illustrate a point.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 185752, "video_name": "house_s01e09_seg02_clip_00", "timestamp": [ 85.05, 89.33 ], "duration": 95.66, "caption": "A woman flips a page in her book and continues reading.", "similarity": 0.6547, "relevance": 3 }, { "pair_id": 185753, "video_name": "castle_s02e19_seg02_clip_13", "timestamp": [ 4.48, 7.17 ], "duration": 89.66, "caption": "A woman is handed a plastic bag containing some papers and she looks at it.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 185754, "video_name": "castle_s04e20_seg02_clip_12", "timestamp": [ 0.0, 9.87 ], "duration": 89.66, "caption": "A woman holds up a piece of paper with some text on it for a man to see, she turns the paper around and reveals a picture of a man to him.", "similarity": 0.6496, "relevance": 3 }, { "pair_id": 185755, "video_name": "castle_s04e13_seg02_clip_19", "timestamp": [ 62.21, 65.37 ], "duration": 90.66, "caption": "A person flips through papers in their hand while sitting down.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 185756, "video_name": "met_s03e04_seg02_clip_14", "timestamp": [ 12.07, 15.08 ], "duration": 54.66, "caption": "A woman unfolds a piece of paper and displays a picture.", "similarity": 0.6474, "relevance": 3 }, { "pair_id": 185757, "video_name": "s10e09_seg02_clip_01", "timestamp": [ 56.45, 59.5 ], "duration": 61.66, "caption": "A person flips pages with their left hand as they read the content.", "similarity": 0.6473, "relevance": 3 }, { "pair_id": 185758, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 0.0, 9.76 ], "duration": 88.66, "caption": "A woman is holding a sheet of paper in her hands.", "similarity": 0.6469, "relevance": 3 }, { "pair_id": 185759, "video_name": "friends_s07e13_seg02_clip_08", "timestamp": [ 27.46, 38.14 ], "duration": 61.66, "caption": "A woman looks down at the book on her desk and flips through the pages as she holds a phone to her ear.", "similarity": 0.6434, "relevance": 3 } ] }, { "query_id": 67271, "query": "A man opens a suitcase filled with green filled bottles.", "relevant_moment": [ { "pair_id": 146520, "video_name": "castle_s08e19_seg02_clip_21", "timestamp": [ 21.16, 28.68 ], "duration": 94.66, "caption": "A man opens a suitcase filled with green filled bottles.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146521, "video_name": "s04e13_seg02_clip_07", "timestamp": [ 33.94, 35.42 ], "duration": 59.66, "caption": "A man opens up the lid on a black suitcase.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 146522, "video_name": "house_s06e01_seg02_clip_00", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A person opens a suitcase and starts to add more stuff.", "similarity": 0.6789, "relevance": 2 }, { "pair_id": 146523, "video_name": "friends_s08e16_seg02_clip_06", "timestamp": [ 27.73, 38.96 ], "duration": 66.66, "caption": "A man opens a green bottle and pours two drinks.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 146524, "video_name": "friends_s09e19_seg02_clip_16", "timestamp": [ 42.23, 46.33 ], "duration": 63.66, "caption": "A man's suitcase opens spilling everything out onto the floor.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 146525, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 76.1, 80.04 ], "duration": 87.66, "caption": "A man entering through the door with his suitcase in hand.", "similarity": 0.6454, "relevance": 0 }, { "pair_id": 146526, "video_name": "s08e17_seg02_clip_10", "timestamp": [ 10.07, 16.48 ], "duration": 61.66, "caption": "A man picks up a bottle, opens it and looks inside.", "similarity": 0.6336, "relevance": 0 }, { "pair_id": 146527, "video_name": "castle_s04e11_seg02_clip_07", "timestamp": [ 32.43, 35.58 ], "duration": 90.66, "caption": "A man comes in waving some bags and a bottle.", "similarity": 0.6207, "relevance": 0 }, { "pair_id": 146528, "video_name": "s02e05_seg02_clip_14", "timestamp": [ 26.71, 28.81 ], "duration": 60.66, "caption": "A man opens up a cap of the water bottle.", "similarity": 0.6121, "relevance": 0 }, { "pair_id": 146529, "video_name": "friends_s01e19_seg02_clip_08", "timestamp": [ 14.55, 55.0 ], "duration": 58.66, "caption": "A man tries to open up a bottle of wine.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 146530, "video_name": "s08e19_seg02_clip_17", "timestamp": [ 26.67, 29.15 ], "duration": 62.66, "caption": "A man picks up his suitcase as he opens the apartment door.", "similarity": 0.611, "relevance": 1 }, { "pair_id": 146531, "video_name": "friends_s09e03_seg02_clip_22", "timestamp": [ 60.47, 64.19 ], "duration": 93.66, "caption": "A man opens the front door, grabs the suitcase and closes the door.", "similarity": 0.6064, "relevance": 1 }, { "pair_id": 146532, "video_name": "met_s06e24_seg02_clip_05", "timestamp": [ 49.88, 51.35 ], "duration": 59.66, "caption": "A man pours a can of soup into their suitcase.", "similarity": 0.5928, "relevance": 1 }, { "pair_id": 146533, "video_name": "met_s02e02_seg02_clip_03", "timestamp": [ 32.04, 36.92 ], "duration": 61.66, "caption": "A man opens the fridge and hands a green bottle to woman.", "similarity": 0.589, "relevance": 1 }, { "pair_id": 146534, "video_name": "s03e13_seg02_clip_13", "timestamp": [ 37.14, 40.62 ], "duration": 58.66, "caption": "A person is packing his clothes in his suitcase.", "similarity": 0.588, "relevance": 1 }, { "pair_id": 146535, "video_name": "castle_s04e11_seg02_clip_00", "timestamp": [ 1.38, 7.35 ], "duration": 91.66, "caption": "A man holds a bottle to his mouth and is drinking something green.", "similarity": 0.5828, "relevance": 1 }, { "pair_id": 146536, "video_name": "s05e10_seg02_clip_04", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A man opens his bag and pulls out an expansion pack.", "similarity": 0.5715, "relevance": 1 }, { "pair_id": 146537, "video_name": "castle_s08e05_seg02_clip_00", "timestamp": [ 31.75, 36.81 ], "duration": 92.66, "caption": "A man pulls out two bottles of wine out of the brown bags.", "similarity": 0.5618, "relevance": 1 }, { "pair_id": 146538, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 12.51, 16.48 ], "duration": 61.66, "caption": "A man opened the fridge and gets a bottle of drink in there.", "similarity": 0.5601, "relevance": 0 }, { "pair_id": 146539, "video_name": "friends_s03e25_seg02_clip_03", "timestamp": [ 0.0, 2.03 ], "duration": 58.66, "caption": "A man sets down a suitcase and then sets down a brown paper bag on top of it.", "similarity": 0.5555, "relevance": 1 } ] }, { "query_id": 67305, "query": "The doctor walks in as woman tries to leave his office.", "relevant_moment": [ { "pair_id": 70800, "video_name": "friends_s05e22_seg02_clip_04", "timestamp": [ 51.06, 54.3 ], "duration": 59.66, "caption": "The doctor walks in as woman tries to leave his office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 70801, "video_name": "house_s06e14_seg02_clip_15", "timestamp": [ 20.26, 23.41 ], "duration": 90.66, "caption": "A doctor leaves the man in his office.", "similarity": 0.7964, "relevance": 1 }, { "pair_id": 70802, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person walks out of the office leaving the other doctors.", "similarity": 0.7775, "relevance": 1 }, { "pair_id": 70803, "video_name": "house_s01e17_seg02_clip_19", "timestamp": [ 34.27, 36.07 ], "duration": 90.66, "caption": "A person walks out of the office leaving the doctors behind.", "similarity": 0.773, "relevance": 0 }, { "pair_id": 70804, "video_name": "house_s08e06_seg02_clip_06", "timestamp": [ 49.51, 53.56 ], "duration": 90.66, "caption": "The other doctors beside a woman leave a man's office.", "similarity": 0.7655, "relevance": 1 }, { "pair_id": 70805, "video_name": "friends_s01e20_seg02_clip_18", "timestamp": [ 49.22, 60.03 ], "duration": 60.66, "caption": "A man leaves the doctor's office and leaves behind two women.", "similarity": 0.7461, "relevance": 1 }, { "pair_id": 70806, "video_name": "friends_s08e23-24_seg02_clip_17", "timestamp": [ 22.06, 25.53 ], "duration": 63.66, "caption": "A doctor turns and leaves a woman's hospital room.", "similarity": 0.7351, "relevance": 1 }, { "pair_id": 70807, "video_name": "house_s03e15_seg02_clip_12", "timestamp": [ 4.65, 6.98 ], "duration": 93.66, "caption": "A woman walks out of the office leaving a man alone.", "similarity": 0.7283, "relevance": 2 }, { "pair_id": 70808, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 57.56, 63.86 ], "duration": 84.66, "caption": "A doctor walks away as a woman approaches.", "similarity": 0.7224, "relevance": 1 }, { "pair_id": 70809, "video_name": "house_s02e01_seg02_clip_10", "timestamp": [ 12.22, 15.04 ], "duration": 94.66, "caption": "A person walks past the other doctors out of the office.", "similarity": 0.7149, "relevance": 0 }, { "pair_id": 70810, "video_name": "house_s01e20_seg02_clip_13", "timestamp": [ 43.64, 51.82 ], "duration": 90.66, "caption": "A person tells the doctors what to do then leaves and walks into his office.", "similarity": 0.7142, "relevance": 0 }, { "pair_id": 70811, "video_name": "castle_s08e22_seg02_clip_16", "timestamp": [ 25.44, 29.01 ], "duration": 89.66, "caption": "A woman walks to the door and leaves the office.", "similarity": 0.7135, "relevance": 2 }, { "pair_id": 70812, "video_name": "house_s05e16_seg02_clip_17", "timestamp": [ 14.58, 17.83 ], "duration": 81.66, "caption": "A doctor opens the door and leaves a woman inside the room.", "similarity": 0.7128, "relevance": 0 }, { "pair_id": 70813, "video_name": "house_s01e13_seg02_clip_23", "timestamp": [ 38.73, 42.29 ], "duration": 89.66, "caption": "A woman starts walking out of the office and man follows her.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 70814, "video_name": "house_s03e19_seg02_clip_14", "timestamp": [ 0.0, 6.31 ], "duration": 90.66, "caption": "A group of doctors leave person inside the office.", "similarity": 0.7088, "relevance": 0 }, { "pair_id": 70815, "video_name": "house_s07e13_seg02_clip_03", "timestamp": [ 85.1, 94.03 ], "duration": 94.66, "caption": "A woman walks away and a man follows her to her office.", "similarity": 0.7065, "relevance": 0 }, { "pair_id": 70816, "video_name": "house_s07e11_seg02_clip_17", "timestamp": [ 83.72, 85.97 ], "duration": 90.66, "caption": "A doctor leaves the room of the old woman.", "similarity": 0.704, "relevance": 0 }, { "pair_id": 70817, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 26.71, 30.71 ], "duration": 89.66, "caption": "A person walks out of the office without the other doctors.", "similarity": 0.7027, "relevance": 0 }, { "pair_id": 70818, "video_name": "house_s07e15_seg02_clip_12", "timestamp": [ 10.4, 15.06 ], "duration": 71.66, "caption": "A doctor gets up and then leaves the office.", "similarity": 0.702, "relevance": 1 }, { "pair_id": 70819, "video_name": "house_s05e04_seg02_clip_12", "timestamp": [ 17.1, 20.71 ], "duration": 90.66, "caption": "A person walks out of the office while the other doctors are conferencing.", "similarity": 0.7013, "relevance": 0 } ] }, { "query_id": 67322, "query": "A man points a finger emphatically at another man who points two emphatic fingers back at him.", "relevant_moment": [ { "pair_id": 4320, "video_name": "friends_s05e22_seg02_clip_01", "timestamp": [ 21.25, 23.91 ], "duration": 59.66, "caption": "A man points a finger emphatically at another man who points two emphatic fingers back at him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4321, "video_name": "met_s04e02_seg02_clip_05", "timestamp": [ 6.45, 8.82 ], "duration": 43.66, "caption": "A man points his finger towards another man who points it back.", "similarity": 0.8763, "relevance": 2 }, { "pair_id": 4322, "video_name": "castle_s06e21_seg02_clip_12", "timestamp": [ 22.26, 32.94 ], "duration": 89.66, "caption": "A man points his finger from his left hand at another man.", "similarity": 0.8555, "relevance": 3 }, { "pair_id": 4323, "video_name": "friends_s07e16_seg02_clip_23", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man points his finger at another man while he/she has his/her hand on his/her back.", "similarity": 0.8453, "relevance": 2 }, { "pair_id": 4324, "video_name": "s02e16_seg02_clip_02", "timestamp": [ 15.91, 21.91 ], "duration": 60.66, "caption": "A man points at two other men, then intertwines his fingers.", "similarity": 0.8423, "relevance": 3 }, { "pair_id": 4325, "video_name": "friends_s10e06_seg02_clip_22", "timestamp": [ 12.19, 16.25 ], "duration": 58.66, "caption": "A man points at a person with one finger then with two at another person.", "similarity": 0.8414, "relevance": 3 }, { "pair_id": 4326, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 48.32, 50.12 ], "duration": 60.66, "caption": "A man points his finger at a man with his right hand.", "similarity": 0.8362, "relevance": 2 }, { "pair_id": 4327, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 10.8, 16.51 ], "duration": 60.66, "caption": "A man points his right index finger at another man.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 4328, "video_name": "house_s02e17_seg02_clip_26", "timestamp": [ 16.13, 17.85 ], "duration": 43.66, "caption": "A man raises his finger to point at another man.", "similarity": 0.8217, "relevance": 2 }, { "pair_id": 4329, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 4.65, 7.13 ], "duration": 62.66, "caption": "A man points both of his index fingers towards man.", "similarity": 0.8214, "relevance": 2 }, { "pair_id": 4330, "video_name": "friends_s09e14_seg02_clip_16", "timestamp": [ 42.07, 46.42 ], "duration": 58.66, "caption": "A man points his finger at two people.", "similarity": 0.8205, "relevance": 2 }, { "pair_id": 4331, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 1.93, 4.68 ], "duration": 55.66, "caption": "A man points at another man and then at himself with his left index finger.", "similarity": 0.8151, "relevance": 2 }, { "pair_id": 4332, "video_name": "met_s06e14_seg02_clip_01", "timestamp": [ 48.21, 50.04 ], "duration": 61.66, "caption": "A man points his thumb at another man then his index finger at himself.", "similarity": 0.8102, "relevance": 1 }, { "pair_id": 4333, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 57.21, 61.63 ], "duration": 63.66, "caption": "A man points to another man and makes a small gesture with his fingers, and the other man reciprocates the gesture.", "similarity": 0.8061, "relevance": 2 }, { "pair_id": 4334, "video_name": "friends_s02e01_seg02_clip_08", "timestamp": [ 22.12, 27.07 ], "duration": 66.66, "caption": "A man leans over and points his fingers at another man.", "similarity": 0.7954, "relevance": 3 }, { "pair_id": 4335, "video_name": "house_s01e19_seg02_clip_17", "timestamp": [ 52.52, 55.52 ], "duration": 100.66, "caption": "A man points his index finger at another man as he has a conversation with him.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 4336, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 21.17, 28.37 ], "duration": 90.66, "caption": "A man is talking to another man and points at him with his index finger.", "similarity": 0.7841, "relevance": 2 }, { "pair_id": 4337, "video_name": "met_s02e10_seg02_clip_14", "timestamp": [ 23.72, 34.23 ], "duration": 60.66, "caption": "A man puts his hand on another man and points in a direction with his hand.", "similarity": 0.7833, "relevance": 2 }, { "pair_id": 4338, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A man brings his hand up to point at another man.", "similarity": 0.7823, "relevance": 2 }, { "pair_id": 4339, "video_name": "friends_s09e06_seg02_clip_24", "timestamp": [ 0.0, 13.96 ], "duration": 62.66, "caption": "A man is finger pointing at another person in the blue jacket and he does it back.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 177640, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 31.2, 33.32 ], "duration": 60.66, "caption": "A man puts his hands in his mouth then another man points to him.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 177641, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 68.22, 70.42 ], "duration": 88.66, "caption": "A man is standing up and he points his finger at another person.", "similarity": 0.7713, "relevance": 2 }, { "pair_id": 177642, "video_name": "friends_s03e24_seg02_clip_14", "timestamp": [ 0.0, 6.49 ], "duration": 59.66, "caption": "A man's coworker points at him and the man points back with both index fingers.", "similarity": 0.7659, "relevance": 4 }, { "pair_id": 177643, "video_name": "friends_s03e13_seg02_clip_16", "timestamp": [ 20.47, 24.5 ], "duration": 62.66, "caption": "A man points two fingers as he has a conversation with others.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 177644, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.7634, "relevance": 1 }, { "pair_id": 177645, "video_name": "met_s06e17_seg02_clip_05", "timestamp": [ 46.52, 57.03 ], "duration": 60.66, "caption": "A man points at another man with three fingers while he holds a glass in his hand.", "similarity": 0.7606, "relevance": 2 }, { "pair_id": 177646, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 7.56, 11.03 ], "duration": 63.66, "caption": "A man points to another person with his left hand.", "similarity": 0.7541, "relevance": 2 }, { "pair_id": 177647, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 52.53, 53.12 ], "duration": 59.66, "caption": "A man points his left hand towards another man as he talks to him.", "similarity": 0.7539, "relevance": 1 }, { "pair_id": 177648, "video_name": "house_s04e02_seg02_clip_03", "timestamp": [ 69.62, 74.84 ], "duration": 87.66, "caption": "A man raises his hand to make a point to another man.", "similarity": 0.7538, "relevance": 1 }, { "pair_id": 177649, "video_name": "friends_s05e09_seg02_clip_07", "timestamp": [ 22.58, 24.05 ], "duration": 58.66, "caption": "A man points his finger rather angrily at another man.", "similarity": 0.7492, "relevance": 2 }, { "pair_id": 177650, "video_name": "met_s02e09_seg02_clip_09", "timestamp": [ 0.0, 1.86 ], "duration": 62.66, "caption": "A man snaps his fingers and points at another person.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 177651, "video_name": "friends_s02e16_seg02_clip_16", "timestamp": [ 6.53, 15.23 ], "duration": 62.66, "caption": "A man waves his hand around until he points at another man.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 177652, "video_name": "friends_s01e02_seg02_clip_16", "timestamp": [ 2.41, 7.84 ], "duration": 60.66, "caption": "A man points back and forth between two other people.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 177653, "video_name": "house_s07e03_seg02_clip_09", "timestamp": [ 77.57, 82.27 ], "duration": 94.66, "caption": "A man nods and then points his finger straight out at another man and speaks.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 177654, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 47.76, 55.21 ], "duration": 62.66, "caption": "A man stands up and points his hand at another man.", "similarity": 0.7404, "relevance": 2 }, { "pair_id": 177655, "video_name": "house_s06e12_seg02_clip_24", "timestamp": [ 9.69, 12.75 ], "duration": 102.66, "caption": "A person points and waves his finger at man and man.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 177656, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A man points at a person in a picture as he hands it to another man.", "similarity": 0.7394, "relevance": 1 }, { "pair_id": 177657, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 33.91, 41.8 ], "duration": 58.66, "caption": "A man points his right index finger at someone.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 177658, "video_name": "friends_s01e02_seg01_clip_00", "timestamp": [ 18.29, 21.05 ], "duration": 69.66, "caption": "A man points, back and forth, between him and another man.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 177659, "video_name": "friends_s08e15_seg02_clip_21", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A man holds his hands up and points in several directions as he has a conversation with another man.", "similarity": 0.7366, "relevance": 2 } ] }, { "query_id": 67326, "query": "Two people are talking then a man takes a sip of his drink.", "relevant_moment": [ { "pair_id": 140500, "video_name": "met_s06e20_seg02_clip_05", "timestamp": [ 28.08, 31.4 ], "duration": 60.66, "caption": "Two people are talking then a man takes a sip of his drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 140501, "video_name": "met_s06e16_seg01_clip_00", "timestamp": [ 32.5, 41.56 ], "duration": 62.66, "caption": "A person takes a sip of their drink while someone else is talking.", "similarity": 0.8768, "relevance": 3 }, { "pair_id": 140502, "video_name": "house_s01e22_seg02_clip_15", "timestamp": [ 39.75, 47.06 ], "duration": 91.66, "caption": "After a man is done saying something to another man, he takes a sip of his drink.", "similarity": 0.8554, "relevance": 4 }, { "pair_id": 140503, "video_name": "met_s06e01_seg02_clip_10", "timestamp": [ 17.93, 21.45 ], "duration": 64.66, "caption": "A man takes a sip from his drink while talking to a woman.", "similarity": 0.8545, "relevance": 3 }, { "pair_id": 140504, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 59.75, 62.94 ], "duration": 91.66, "caption": "A man gives another man a drink while they are talking.", "similarity": 0.8377, "relevance": 2 }, { "pair_id": 140505, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A man takes a sip out of the drink he is holding while talking to a woman.", "similarity": 0.8374, "relevance": 4 }, { "pair_id": 140506, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 20.71, 23.41 ], "duration": 60.66, "caption": "A man takes a sip from the bottle in their hand while talking to another person.", "similarity": 0.8363, "relevance": 4 }, { "pair_id": 140507, "video_name": "met_s02e04_seg02_clip_02", "timestamp": [ 46.56, 52.24 ], "duration": 59.66, "caption": "A man takes a sip of his beer as he listens to another man talk.", "similarity": 0.8172, "relevance": 3 }, { "pair_id": 140508, "video_name": "s04e08_seg02_clip_00", "timestamp": [ 36.29, 40.01 ], "duration": 62.66, "caption": "A man grabs his drink and takes a sip as he listens to a person.", "similarity": 0.8172, "relevance": 2 }, { "pair_id": 140509, "video_name": "met_s06e08_seg02_clip_14", "timestamp": [ 44.26, 46.3 ], "duration": 58.66, "caption": "A person takes a sip of his drink while talking to woman.", "similarity": 0.8149, "relevance": 4 }, { "pair_id": 140511, "video_name": "house_s08e07_seg02_clip_13", "timestamp": [ 50.59, 85.02 ], "duration": 85.66, "caption": "Two people are having a conversation with each other while drinking.", "similarity": 0.8116, "relevance": 4 }, { "pair_id": 140512, "video_name": "friends_s01e01_seg02_clip_09", "timestamp": [ 47.42, 60.03 ], "duration": 60.66, "caption": "A man holds a drink while he/she talks together.", "similarity": 0.8112, "relevance": 2 }, { "pair_id": 140513, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 30.06, 33.55 ], "duration": 87.66, "caption": "A man takes a drink while talking to a woman.", "similarity": 0.8092, "relevance": 3 }, { "pair_id": 140514, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 0.0, 7.32 ], "duration": 91.66, "caption": "Two people drinking something while talking.", "similarity": 0.805, "relevance": 2 }, { "pair_id": 140515, "video_name": "friends_s01e16-17_seg02_clip_30", "timestamp": [ 19.21, 22.73 ], "duration": 64.66, "caption": "A man takes a drink of his water when talking to man.", "similarity": 0.8036, "relevance": 4 }, { "pair_id": 140516, "video_name": "house_s04e15_seg02_clip_05", "timestamp": [ 0.0, 2.85 ], "duration": 95.66, "caption": "A man takes a drink from a wine glass while talking to another person.", "similarity": 0.8, "relevance": 3 }, { "pair_id": 140517, "video_name": "met_s05e04_seg01_clip_00", "timestamp": [ 38.37, 42.14 ], "duration": 62.66, "caption": "Two people both take a sip of their drinks.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 140518, "video_name": "s06e20_seg02_clip_00", "timestamp": [ 51.51, 57.12 ], "duration": 66.66, "caption": "A person is talking to another person and takes a sip of wine.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 140519, "video_name": "friends_s06e01_seg02_clip_10", "timestamp": [ 32.74, 36.87 ], "duration": 55.66, "caption": "A man takes a sip from the can when talking to another person.", "similarity": 0.7935, "relevance": 4 }, { "pair_id": 313820, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 2.77, 5.84 ], "duration": 61.66, "caption": "A man takes a drink after saying what the person is to him.", "similarity": 0.7923, "relevance": 3 }, { "pair_id": 313821, "video_name": "house_s03e23_seg02_clip_03", "timestamp": [ 27.29, 29.53 ], "duration": 89.66, "caption": "A man takes a sip of an energy drink while talking with two men and a woman.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 313822, "video_name": "met_s03e06_seg02_clip_03", "timestamp": [ 8.72, 12.02 ], "duration": 60.66, "caption": "A man drinks from his beer bottle while someone is talking.", "similarity": 0.7858, "relevance": 3 }, { "pair_id": 313823, "video_name": "house_s08e07_seg02_clip_13", "timestamp": [ 0.0, 33.16 ], "duration": 85.66, "caption": "Two men are having a conversation with each other while drinking.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 313824, "video_name": "house_s02e09_seg02_clip_17", "timestamp": [ 6.83, 10.47 ], "duration": 91.66, "caption": "A person takes a sip from his water bottle while listening to another person talk.", "similarity": 0.7837, "relevance": 3 }, { "pair_id": 313825, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 23.11, 34.82 ], "duration": 60.66, "caption": "During a conversation with a person, they both smile then another person takes a sip of their drink.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 313826, "video_name": "met_s06e04_seg01_clip_00", "timestamp": [ 10.54, 15.82 ], "duration": 62.66, "caption": "A woman takes a sip of her drink while a man continues talking with another woman.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 313827, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 51.62, 54.32 ], "duration": 60.66, "caption": "A person takes a drink out of his cup while talking to another person.", "similarity": 0.7745, "relevance": 4 }, { "pair_id": 313828, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 5.02, 11.41 ], "duration": 91.66, "caption": "A person takes a drink out of their water bottle while talking with another person.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 313829, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 12.1, 15.2 ], "duration": 62.66, "caption": "A man drinks water while person is still talking to him.", "similarity": 0.7729, "relevance": 4 }, { "pair_id": 313830, "video_name": "castle_s05e23_seg02_clip_26", "timestamp": [ 87.74, 121.02 ], "duration": 121.66, "caption": "A woman and a man were having a conversation while enjoying their drink.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 313831, "video_name": "met_s03e16_seg02_clip_06", "timestamp": [ 0.0, 3.08 ], "duration": 56.66, "caption": "A woman takes a sip from her glass as a man talks.", "similarity": 0.7711, "relevance": 3 }, { "pair_id": 313832, "video_name": "met_s06e07_seg02_clip_05", "timestamp": [ 49.19, 54.81 ], "duration": 66.66, "caption": "A man takes a drink of his beer while woman is talking.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 313833, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "A person drinks a glass of alcohol while talking to two other people.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 313834, "video_name": "house_s03e19_seg02_clip_19", "timestamp": [ 0.0, 1.78 ], "duration": 89.66, "caption": "A man talks to a woman and takes a sip from his red cup.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 313835, "video_name": "met_s04e01_seg02_clip_18", "timestamp": [ 19.02, 24.5 ], "duration": 64.66, "caption": "A man takes a drink from a glass when woman is talking to him.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 313836, "video_name": "castle_s04e17_seg02_clip_22", "timestamp": [ 88.2, 91.4 ], "duration": 91.66, "caption": "A man gives a drink to a woman while they are talking.", "similarity": 0.7639, "relevance": 3 }, { "pair_id": 313837, "video_name": "met_s02e02_seg02_clip_15", "timestamp": [ 6.97, 9.09 ], "duration": 60.66, "caption": "A man takes a drink of his beer while talking to a woman.", "similarity": 0.759, "relevance": 3 }, { "pair_id": 313838, "video_name": "friends_s03e22_seg02_clip_13", "timestamp": [ 9.6, 60.03 ], "duration": 60.66, "caption": "A man was holding a cup of drink whilst talking.", "similarity": 0.757, "relevance": 2 }, { "pair_id": 313839, "video_name": "s04e16_seg02_clip_01", "timestamp": [ 51.64, 58.03 ], "duration": 58.66, "caption": "A person tells another person to keep talking while he gets his beverage.", "similarity": 0.7558, "relevance": 1 } ] }, { "query_id": 67349, "query": "A woman gives the needle to a man, who takes it hesitantly.", "relevant_moment": [ { "pair_id": 40, "video_name": "s05e07_seg02_clip_12", "timestamp": [ 52.66, 53.78 ], "duration": 56.66, "caption": "A woman gives the needle to a man, who takes it hesitantly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 41, "video_name": "house_s05e01_seg02_clip_23", "timestamp": [ 60.77, 64.37 ], "duration": 90.66, "caption": "A person passes the large needle to woman.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 42, "video_name": "house_s04e08_seg02_clip_21", "timestamp": [ 15.97, 19.86 ], "duration": 86.66, "caption": "A woman is holding up a needle and sticks it into a man.", "similarity": 0.7925, "relevance": 1 }, { "pair_id": 43, "video_name": "house_s05e13_seg02_clip_02", "timestamp": [ 0.0, 26.51 ], "duration": 93.66, "caption": "A man stands with a woman and gives her a needle into her arm.", "similarity": 0.7903, "relevance": 0 }, { "pair_id": 44, "video_name": "castle_s06e12_seg02_clip_16", "timestamp": [ 6.83, 10.47 ], "duration": 91.66, "caption": "A woman hands a man a pair of needle and string.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 45, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 56.73, 61.35 ], "duration": 92.66, "caption": "A woman holds a large needle to man's arm.", "similarity": 0.7716, "relevance": 0 }, { "pair_id": 46, "video_name": "house_s01e19_seg02_clip_05", "timestamp": [ 52.91, 60.74 ], "duration": 92.66, "caption": "A man inserts a needle into a woman's back slowly.", "similarity": 0.7545, "relevance": 1 }, { "pair_id": 47, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 22.17, 28.95 ], "duration": 90.66, "caption": "A man injects the female patient with the needle.", "similarity": 0.7374, "relevance": 1 }, { "pair_id": 48, "video_name": "house_s02e04_seg02_clip_23", "timestamp": [ 18.7, 20.03 ], "duration": 89.66, "caption": "A man stops a woman from inserting a needle into the patient.", "similarity": 0.7359, "relevance": 1 }, { "pair_id": 49, "video_name": "house_s02e20_seg02_clip_22", "timestamp": [ 15.89, 23.61 ], "duration": 90.66, "caption": "A woman reveals to a man that she has been pricked by a used needle.", "similarity": 0.7277, "relevance": 0 }, { "pair_id": 50, "video_name": "house_s06e03_seg02_clip_18", "timestamp": [ 0.0, 16.28 ], "duration": 90.66, "caption": "A man grabs a woman's hand that is holding the syringe.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 51, "video_name": "s06e02_seg02_clip_03", "timestamp": [ 18.61, 26.98 ], "duration": 62.66, "caption": "A woman offers a man her hand and he hesitantly takes it.", "similarity": 0.7064, "relevance": 0 }, { "pair_id": 52, "video_name": "house_s01e06_seg02_clip_14", "timestamp": [ 68.54, 71.02 ], "duration": 71.66, "caption": "A person inserts a needle into a patient while talking with a woman.", "similarity": 0.7034, "relevance": 1 }, { "pair_id": 53, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 59.67, 65.5 ], "duration": 97.66, "caption": "A woman takes the needle and punctures the patient's arm.", "similarity": 0.6846, "relevance": 1 }, { "pair_id": 54, "video_name": "grey_s03e23_seg02_clip_03", "timestamp": [ 55.98, 68.27 ], "duration": 91.66, "caption": "A man grabs some acupuncture needles and uses them on a woman.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 55, "video_name": "house_s01e03_seg02_clip_14", "timestamp": [ 0.0, 8.17 ], "duration": 90.66, "caption": "A man takes the needle and describes the procedure to the patient.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 56, "video_name": "house_s06e21_seg02_clip_23", "timestamp": [ 64.49, 72.3 ], "duration": 104.66, "caption": "A person grabs two needles and puts them in the patient.", "similarity": 0.6791, "relevance": 0 }, { "pair_id": 57, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 83.27, 85.52 ], "duration": 90.66, "caption": "A woman injects a needle and draws blood from a patient.", "similarity": 0.6701, "relevance": 1 }, { "pair_id": 58, "video_name": "house_s07e07_seg02_clip_04", "timestamp": [ 40.07, 49.42 ], "duration": 89.66, "caption": "A man uses a needle on someone and she complains of the pain.", "similarity": 0.6676, "relevance": 1 }, { "pair_id": 59, "video_name": "house_s01e06_seg02_clip_15", "timestamp": [ 0.89, 7.09 ], "duration": 88.66, "caption": "A man inserts needle in a woman patient while looking at the monitor.", "similarity": 0.6664, "relevance": 1 } ] }, { "query_id": 67366, "query": "A man walks towards woman and person and hands woman a file.", "relevant_moment": [ { "pair_id": 137280, "video_name": "castle_s05e10_seg02_clip_23", "timestamp": [ 32.86, 38.26 ], "duration": 90.66, "caption": "A man walks towards woman and person and hands woman a file.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137281, "video_name": "house_s03e19_seg02_clip_00", "timestamp": [ 23.01, 35.43 ], "duration": 92.66, "caption": "A woman walks towards man and hands him a file.", "similarity": 0.9195, "relevance": 1 }, { "pair_id": 137282, "video_name": "castle_s03e06_seg02_clip_03", "timestamp": [ 46.74, 57.74 ], "duration": 91.66, "caption": "A man walks up to a woman and a man and hands her a file while giving background on somebody.", "similarity": 0.8362, "relevance": 4 }, { "pair_id": 137283, "video_name": "castle_s05e15_seg02_clip_05", "timestamp": [ 60.24, 63.49 ], "duration": 92.66, "caption": "A man walks up to woman and person carrying a file folder.", "similarity": 0.8204, "relevance": 2 }, { "pair_id": 137284, "video_name": "castle_s06e10_seg02_clip_24", "timestamp": [ 2.24, 3.58 ], "duration": 89.66, "caption": "A man hands a stack of files towards a woman.", "similarity": 0.8153, "relevance": 2 }, { "pair_id": 137285, "video_name": "castle_s04e01_seg02_clip_15", "timestamp": [ 45.05, 51.36 ], "duration": 90.66, "caption": "A woman walks by a man and gives him the file.", "similarity": 0.8106, "relevance": 1 }, { "pair_id": 137286, "video_name": "house_s04e12_seg02_clip_16", "timestamp": [ 9.2, 12.42 ], "duration": 92.66, "caption": "A woman walks over to a man while holding files.", "similarity": 0.7957, "relevance": 1 }, { "pair_id": 137287, "video_name": "castle_s03e19_seg02_clip_15", "timestamp": [ 55.02, 59.86 ], "duration": 88.66, "caption": "A man hands woman a file and woman looks at it.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 137288, "video_name": "castle_s02e15_seg02_clip_03", "timestamp": [ 60.88, 65.99 ], "duration": 92.66, "caption": "A man walks towards a man and a woman and hands her some papers.", "similarity": 0.793, "relevance": 4 }, { "pair_id": 137289, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 7.22, 11.73 ], "duration": 90.66, "caption": "A woman walks over to a man with a file folder in her hand.", "similarity": 0.7913, "relevance": 2 }, { "pair_id": 137290, "video_name": "castle_s08e09_seg02_clip_09", "timestamp": [ 65.8, 70.4 ], "duration": 92.66, "caption": "A man is looking a file of someone and he hands it to a woman.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 137291, "video_name": "house_s01e20_seg02_clip_01", "timestamp": [ 41.77, 48.3 ], "duration": 87.66, "caption": "A woman hands over the file to man and walks away as man talks to man.", "similarity": 0.7896, "relevance": 1 }, { "pair_id": 137292, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 3.22, 10.12 ], "duration": 92.66, "caption": "A man hands a file to another man when he's sitting with a woman.", "similarity": 0.7891, "relevance": 2 }, { "pair_id": 137293, "video_name": "castle_s02e19_seg02_clip_09", "timestamp": [ 7.29, 12.76 ], "duration": 91.66, "caption": "A man walks in and hands a file folder to woman.", "similarity": 0.7887, "relevance": 4 }, { "pair_id": 137294, "video_name": "house_s01e22_seg02_clip_05", "timestamp": [ 43.25, 47.39 ], "duration": 92.66, "caption": "A woman hands a file to a man standing beside her.", "similarity": 0.7857, "relevance": 1 }, { "pair_id": 137295, "video_name": "met_s03e13_seg02_clip_09", "timestamp": [ 35.93, 40.02 ], "duration": 63.66, "caption": "A woman walks in and hands woman a file while a man is in the room.", "similarity": 0.7802, "relevance": 2 }, { "pair_id": 137296, "video_name": "castle_s06e06_seg02_clip_18", "timestamp": [ 32.25, 38.87 ], "duration": 88.66, "caption": "A man walks up carrying a file while a woman is looking at a picture of a man.", "similarity": 0.7771, "relevance": 3 }, { "pair_id": 137297, "video_name": "castle_s04e17_seg02_clip_02", "timestamp": [ 40.66, 46.46 ], "duration": 89.66, "caption": "A man hands a file to a woman which she opens to see a picture of a person.", "similarity": 0.763, "relevance": 3 }, { "pair_id": 137298, "video_name": "castle_s04e23_seg02_clip_06", "timestamp": [ 73.16, 76.84 ], "duration": 92.66, "caption": "A person walks in and hands a file to a man, who looks at it.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 137299, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.7618, "relevance": 2 } ] }, { "query_id": 67490, "query": "A woman, person, woman, and a person in hospital scrubs are looking at hospital monitors.", "relevant_moment": [ { "pair_id": 149820, "video_name": "grey_s02e24_seg02_clip_08", "timestamp": [ 55.52, 74.92 ], "duration": 90.66, "caption": "A woman, person, woman, and a person in hospital scrubs are looking at hospital monitors.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149821, "video_name": "house_s01e05_seg02_clip_22", "timestamp": [ 35.71, 63.77 ], "duration": 85.66, "caption": "Some people look at hospital monitors while talking.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 149822, "video_name": "grey_s03e09_seg02_clip_21", "timestamp": [ 64.28, 65.14 ], "duration": 85.66, "caption": "A hospital monitor is showing a person's vital signs as two doctors look at the monitor.", "similarity": 0.7117, "relevance": 1 }, { "pair_id": 149823, "video_name": "house_s02e05_seg02_clip_15", "timestamp": [ 36.58, 38.34 ], "duration": 88.66, "caption": "A person and another person are standing next to a hospital bed examining a patient.", "similarity": 0.6979, "relevance": 1 }, { "pair_id": 149824, "video_name": "friends_s05e22_seg02_clip_04", "timestamp": [ 45.45, 51.35 ], "duration": 59.66, "caption": "A woman and another woman are looking curiously at a machine in the doctor's office.", "similarity": 0.68, "relevance": 1 }, { "pair_id": 149825, "video_name": "house_s03e03_seg02_clip_12", "timestamp": [ 55.56, 67.3 ], "duration": 69.66, "caption": "A person looks at another person, a woman, a man, and the patient then leaves the hospital room.", "similarity": 0.6741, "relevance": 1 }, { "pair_id": 149826, "video_name": "house_s03e19_seg02_clip_10", "timestamp": [ 0.0, 17.6 ], "duration": 88.66, "caption": "A woman is examining a young patient in a hospital room.", "similarity": 0.6685, "relevance": 0 }, { "pair_id": 149827, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 0.0, 3.2 ], "duration": 91.66, "caption": "A woman and another woman are staring at his/her doctors schedule.", "similarity": 0.6647, "relevance": 2 }, { "pair_id": 149828, "video_name": "house_s05e20_seg02_clip_22", "timestamp": [ 46.36, 49.06 ], "duration": 90.66, "caption": "A person and another person walk into a hospital room to check up on two people.", "similarity": 0.6607, "relevance": 0 }, { "pair_id": 149829, "video_name": "house_s08e18_seg02_clip_15", "timestamp": [ 36.64, 41.59 ], "duration": 99.66, "caption": "Two people walk in a hospital room and check on a patient.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 149830, "video_name": "grey_s02e25_seg02_clip_02", "timestamp": [ 0.0, 23.01 ], "duration": 92.66, "caption": "A woman is checking the patients while they are talking to each other.", "similarity": 0.657, "relevance": 1 }, { "pair_id": 149831, "video_name": "house_s03e09_seg02_clip_23", "timestamp": [ 0.0, 6.22 ], "duration": 69.66, "caption": "A man is looking at a woman and a man in the hospital hallway.", "similarity": 0.6568, "relevance": 0 }, { "pair_id": 149832, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "Two people are checking something on the patient.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 149833, "video_name": "castle_s04e17_seg02_clip_26", "timestamp": [ 0.0, 21.76 ], "duration": 128.66, "caption": "A woman is in a hospital bed when a person and a woman are with him/her in the room.", "similarity": 0.6525, "relevance": 1 }, { "pair_id": 149834, "video_name": "house_s02e17_seg02_clip_18", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "The doctors are looking in an image in a monitor.", "similarity": 0.6523, "relevance": 3 }, { "pair_id": 149835, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 61.44, 68.72 ], "duration": 91.66, "caption": "Two people are checking on a patient.", "similarity": 0.6511, "relevance": 0 }, { "pair_id": 149836, "video_name": "grey_s02e08_seg02_clip_00", "timestamp": [ 0.0, 34.19 ], "duration": 92.66, "caption": "Two people are checking on a patient.", "similarity": 0.6511, "relevance": 1 }, { "pair_id": 149837, "video_name": "friends_s08e03_seg02_clip_17", "timestamp": [ 54.11, 64.03 ], "duration": 64.66, "caption": "A man shows woman the computer monitor in the hospital.", "similarity": 0.649, "relevance": 1 }, { "pair_id": 149838, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 14.17, 91.44 ], "duration": 91.66, "caption": "Two people examine the patient on the computer screens.", "similarity": 0.6439, "relevance": 2 }, { "pair_id": 149839, "video_name": "house_s07e23_seg02_clip_13", "timestamp": [ 71.46, 89.32 ], "duration": 89.66, "caption": "Two people both take a look at the patient on the monitor.", "similarity": 0.6405, "relevance": 2 } ] }, { "query_id": 67502, "query": "A woman looks down as she is speaking to a man.", "relevant_moment": [ { "pair_id": 168880, "video_name": "castle_s05e22_seg02_clip_11", "timestamp": [ 66.27, 73.69 ], "duration": 92.66, "caption": "A woman looks down as she is speaking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168881, "video_name": "met_s02e08_seg02_clip_06", "timestamp": [ 10.6, 13.02 ], "duration": 60.66, "caption": "A man is looking down as a woman is beside him speaking.", "similarity": 0.8775, "relevance": 3 }, { "pair_id": 168882, "video_name": "s04e15_seg02_clip_13", "timestamp": [ 43.81, 46.13 ], "duration": 58.66, "caption": "A woman looks down then over to a man and leans towards him while speaking.", "similarity": 0.8696, "relevance": 3 }, { "pair_id": 168883, "video_name": "friends_s08e11_seg02_clip_09", "timestamp": [ 2.66, 6.49 ], "duration": 59.66, "caption": "A woman looks down at her hands as she has a conversation with man.", "similarity": 0.8333, "relevance": 4 }, { "pair_id": 168884, "video_name": "grey_s02e08_seg02_clip_25", "timestamp": [ 0.0, 1.88 ], "duration": 2.66, "caption": "A man speaks to a woman and she puts her head down.", "similarity": 0.8211, "relevance": 2 }, { "pair_id": 168885, "video_name": "castle_s03e08_seg02_clip_26", "timestamp": [ 6.25, 10.0 ], "duration": 125.66, "caption": "A woman looks over towards a man as he starts speaking.", "similarity": 0.8183, "relevance": 1 }, { "pair_id": 168886, "video_name": "house_s03e19_seg02_clip_27", "timestamp": [ 8.7, 11.23 ], "duration": 22.66, "caption": "A person looks up at a woman when she is speaking.", "similarity": 0.8176, "relevance": 2 }, { "pair_id": 168887, "video_name": "grey_s03e10_seg02_clip_01", "timestamp": [ 3.64, 22.3 ], "duration": 91.66, "caption": "A woman looks at a man when she is speaking to someone else.", "similarity": 0.8165, "relevance": 2 }, { "pair_id": 168888, "video_name": "friends_s09e07_seg02_clip_11", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "A woman looks down and puts her head in her hand while she is talking with a man.", "similarity": 0.8157, "relevance": 4 }, { "pair_id": 168889, "video_name": "friends_s04e20_seg02_clip_11", "timestamp": [ 48.69, 50.24 ], "duration": 62.66, "caption": "A man looks over at woman when she speaks.", "similarity": 0.815, "relevance": 2 }, { "pair_id": 168890, "video_name": "house_s02e06_seg02_clip_25", "timestamp": [ 26.26, 30.63 ], "duration": 125.66, "caption": "A woman looks up at a man as he is talking.", "similarity": 0.8129, "relevance": 3 }, { "pair_id": 168891, "video_name": "castle_s06e14_seg02_clip_10", "timestamp": [ 72.22, 92.59 ], "duration": 92.66, "caption": "A woman is speaking to a man as he is beside her.", "similarity": 0.8122, "relevance": 3 }, { "pair_id": 168892, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 4.57, 12.35 ], "duration": 91.66, "caption": "A man is looking at a woman as she speaks to another man.", "similarity": 0.8054, "relevance": 2 }, { "pair_id": 168893, "video_name": "house_s03e11_seg02_clip_22", "timestamp": [ 80.26, 88.47 ], "duration": 91.66, "caption": "A woman speaks to a man when she is in front of him.", "similarity": 0.8034, "relevance": 2 }, { "pair_id": 168894, "video_name": "grey_s03e14_seg02_clip_25", "timestamp": [ 0.0, 2.82 ], "duration": 80.66, "caption": "A woman looks up right before a man speaks to her.", "similarity": 0.801, "relevance": 1 }, { "pair_id": 168895, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 27.37, 57.93 ], "duration": 91.66, "caption": "A person looks down as they hear two people speaking.", "similarity": 0.7964, "relevance": 2 }, { "pair_id": 168896, "video_name": "castle_s06e23_seg02_clip_11", "timestamp": [ 16.87, 21.88 ], "duration": 91.66, "caption": "A man looks down when he repeats what someone said to woman.", "similarity": 0.7953, "relevance": 2 }, { "pair_id": 168897, "video_name": "grey_s02e03_seg02_clip_21", "timestamp": [ 23.72, 26.05 ], "duration": 93.66, "caption": "A woman shuts her eyes as she speaks to a man.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 168898, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 39.67, 44.86 ], "duration": 61.66, "caption": "A person looks at woman, dejectedly, while she's talking to a man.", "similarity": 0.7919, "relevance": 1 }, { "pair_id": 168899, "video_name": "grey_s03e24_seg02_clip_17", "timestamp": [ 1.36, 7.7 ], "duration": 90.66, "caption": "A woman turns to look at a man after he speaks.", "similarity": 0.7896, "relevance": 1 } ] }, { "query_id": 67521, "query": "A person fires a weapon and shoots down a number.", "relevant_moment": [ { "pair_id": 11260, "video_name": "castle_s05e22_seg02_clip_15", "timestamp": [ 16.38, 18.14 ], "duration": 117.66, "caption": "A person fires a weapon and shoots down a number.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11261, "video_name": "house_s08e08_seg02_clip_21", "timestamp": [ 10.4, 15.08 ], "duration": 104.66, "caption": "A person gets a bullet and loads it into a gun.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 11262, "video_name": "castle_s03e22_seg02_clip_22", "timestamp": [ 72.47, 78.32 ], "duration": 90.66, "caption": "A man sees a person with a firearm then fires his weapon at them.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 11263, "video_name": "house_s05e09_seg02_clip_18", "timestamp": [ 79.65, 91.03 ], "duration": 91.66, "caption": "A person hold their gun and wants to shoot person.", "similarity": 0.6126, "relevance": 1 }, { "pair_id": 11264, "video_name": "castle_s01e06_seg02_clip_22", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person fires his/her gun to another person who is firing at them.", "similarity": 0.6039, "relevance": 2 }, { "pair_id": 11265, "video_name": "house_s05e09_seg02_clip_05", "timestamp": [ 27.04, 28.81 ], "duration": 88.66, "caption": "A person points a gun at another person and shoots him.", "similarity": 0.5951, "relevance": 2 }, { "pair_id": 11266, "video_name": "castle_s06e23_seg02_clip_23", "timestamp": [ 81.25, 91.23 ], "duration": 95.66, "caption": "A person walks over to a man and he puts his gun down.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 11267, "video_name": "house_s05e09_seg02_clip_00", "timestamp": [ 1.86, 6.98 ], "duration": 93.66, "caption": "A person put his gun in front of so many people.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 11268, "video_name": "castle_s04e16_seg02_clip_13", "timestamp": [ 0.0, 7.36 ], "duration": 92.66, "caption": "A person points a gun at two other people and they make a run for it after seeing an explosive thrown on the ground.", "similarity": 0.5858, "relevance": 1 }, { "pair_id": 11269, "video_name": "castle_s07e18_seg02_clip_05", "timestamp": [ 3.51, 10.14 ], "duration": 78.66, "caption": "A person runs down a stairway with his weapon and points it.", "similarity": 0.5794, "relevance": 1 }, { "pair_id": 11270, "video_name": "castle_s05e22_seg02_clip_23", "timestamp": [ 7.38, 9.69 ], "duration": 92.66, "caption": "A man takes his gun out at another person and she shoots him.", "similarity": 0.579, "relevance": 2 }, { "pair_id": 11271, "video_name": "met_s03e16_seg01_clip_00", "timestamp": [ 11.68, 15.79 ], "duration": 63.66, "caption": "A person is shooting a gun and then is seen smoking a cigar.", "similarity": 0.5737, "relevance": 2 }, { "pair_id": 11272, "video_name": "castle_s08e15_seg02_clip_25", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A man lowers his gun and then falls after being hit with a bullet.", "similarity": 0.5733, "relevance": 1 }, { "pair_id": 11273, "video_name": "castle_s05e18_seg02_clip_19", "timestamp": [ 3.3, 25.75 ], "duration": 66.66, "caption": "A person walks up the stairs, opens a cabinet, then punches numbers into a safe and removes a weapon, then pauses, listens, touches the money, closes the safe and cabinet and turns to go.", "similarity": 0.5718, "relevance": 1 }, { "pair_id": 11274, "video_name": "castle_s04e09_seg02_clip_02", "timestamp": [ 62.57, 81.02 ], "duration": 90.66, "caption": "A person holds a gun, aims the crosshairs, and pulls the trigger.", "similarity": 0.5716, "relevance": 1 }, { "pair_id": 11275, "video_name": "castle_s04e07_seg02_clip_19", "timestamp": [ 19.04, 21.31 ], "duration": 90.66, "caption": "A person is holding a gun in their hand as they get up.", "similarity": 0.5708, "relevance": 1 }, { "pair_id": 11276, "video_name": "castle_s07e17_seg02_clip_04", "timestamp": [ 27.31, 33.16 ], "duration": 78.66, "caption": "A person takes someone's gun and points a gun at their head.", "similarity": 0.5645, "relevance": 1 }, { "pair_id": 11277, "video_name": "met_s02e04_seg02_clip_03", "timestamp": [ 45.31, 49.88 ], "duration": 60.66, "caption": "A person is talking and then makes a shooting gun gesture.", "similarity": 0.5643, "relevance": 0 }, { "pair_id": 11278, "video_name": "s02e16_seg02_clip_16", "timestamp": [ 56.42, 60.42 ], "duration": 80.66, "caption": "A man aims and shoots a person with his paint gun.", "similarity": 0.5631, "relevance": 1 }, { "pair_id": 11279, "video_name": "s02e23_seg02_clip_05", "timestamp": [ 53.42, 57.63 ], "duration": 60.66, "caption": "A person mimes shooting an imaginary shotgun with both hands.", "similarity": 0.5629, "relevance": 0 } ] }, { "query_id": 67527, "query": "A man walks into the room where a woman is standing.", "relevant_moment": [ { "pair_id": 150200, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 57.27, 61.58 ], "duration": 61.66, "caption": "A man walks into the room where a woman is standing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150201, "video_name": "friends_s09e23-24_seg02_clip_37", "timestamp": [ 9.15, 12.82 ], "duration": 61.66, "caption": "A woman stands up when a man walks into the room.", "similarity": 0.9153, "relevance": 1 }, { "pair_id": 150202, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 14.18, 19.95 ], "duration": 105.66, "caption": "A man walks into the room and stands in front of a woman.", "similarity": 0.9128, "relevance": 4 }, { "pair_id": 150203, "video_name": "castle_s07e13_seg02_clip_23", "timestamp": [ 21.35, 24.99 ], "duration": 90.66, "caption": "A woman walks into the room and a man stands up.", "similarity": 0.9092, "relevance": 1 }, { "pair_id": 150204, "video_name": "friends_s08e07_seg02_clip_13", "timestamp": [ 16.48, 20.75 ], "duration": 61.66, "caption": "A man walks into the room and a woman immediately stands up.", "similarity": 0.9022, "relevance": 3 }, { "pair_id": 150205, "video_name": "house_s07e09_seg02_clip_12", "timestamp": [ 25.03, 27.76 ], "duration": 91.66, "caption": "A man opens a door and walks into a room where a woman is standing.", "similarity": 0.8816, "relevance": 4 }, { "pair_id": 150206, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 22.92, 35.98 ], "duration": 58.66, "caption": "A man walks into the room toward a woman.", "similarity": 0.8748, "relevance": 4 }, { "pair_id": 150207, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 11.25, 15.75 ], "duration": 90.66, "caption": "A man walks into the room after walks towards woman.", "similarity": 0.8664, "relevance": 3 }, { "pair_id": 150208, "video_name": "grey_s03e25_seg02_clip_29", "timestamp": [ 0.0, 5.25 ], "duration": 70.66, "caption": "A man walks into the room and a woman walks up to him.", "similarity": 0.8606, "relevance": 4 }, { "pair_id": 150209, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A woman walks into the room with man following.", "similarity": 0.8598, "relevance": 2 }, { "pair_id": 150210, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 43.17, 49.33 ], "duration": 49.66, "caption": "A woman walks into the room to meet a man.", "similarity": 0.8585, "relevance": 3 }, { "pair_id": 150211, "video_name": "castle_s05e22_seg02_clip_17", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A man walks into the room where a woman is standing and goes to the kitchen.", "similarity": 0.8558, "relevance": 4 }, { "pair_id": 150212, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A man walks into the room to see woman.", "similarity": 0.8537, "relevance": 3 }, { "pair_id": 150213, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 34.87, 38.85 ], "duration": 61.66, "caption": "A man walks into the room and approaches a woman.", "similarity": 0.8498, "relevance": 3 }, { "pair_id": 150214, "video_name": "friends_s08e23-24_seg02_clip_41", "timestamp": [ 40.32, 43.42 ], "duration": 62.66, "caption": "A man walks into the room where two women are.", "similarity": 0.8469, "relevance": 4 }, { "pair_id": 150215, "video_name": "castle_s01e07_seg02_clip_26", "timestamp": [ 71.07, 76.95 ], "duration": 98.66, "caption": "A woman walks into the room followed by man.", "similarity": 0.8452, "relevance": 2 }, { "pair_id": 150216, "video_name": "grey_s03e11_seg02_clip_23", "timestamp": [ 32.33, 37.64 ], "duration": 88.66, "caption": "A man walks into the viewing room and stands next to a woman.", "similarity": 0.8371, "relevance": 4 }, { "pair_id": 150217, "video_name": "castle_s05e07_seg02_clip_15", "timestamp": [ 82.74, 87.14 ], "duration": 88.66, "caption": "A man walks into the room as woman stands near a man and another man.", "similarity": 0.8324, "relevance": 1 }, { "pair_id": 150218, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 50.86, 58.07 ], "duration": 90.66, "caption": "A woman walks into the men's room to see a man.", "similarity": 0.831, "relevance": 2 }, { "pair_id": 150219, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 46.67, 54.52 ], "duration": 87.66, "caption": "A man walks into someone's room and a woman leaves.", "similarity": 0.8287, "relevance": 2 }, { "pair_id": 323520, "video_name": "house_s06e17_seg02_clip_20", "timestamp": [ 53.26, 56.93 ], "duration": 91.66, "caption": "A man and a woman walk into the room and a man stands up.", "similarity": 0.8262, "relevance": 3 }, { "pair_id": 323521, "video_name": "house_s07e05_seg02_clip_00", "timestamp": [ 17.95, 21.63 ], "duration": 92.66, "caption": "A woman came in the room and walks to a man.", "similarity": 0.8254, "relevance": 3 }, { "pair_id": 323522, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 24.95, 26.11 ], "duration": 58.66, "caption": "A man walks into the room with two women.", "similarity": 0.8195, "relevance": 4 }, { "pair_id": 323523, "video_name": "house_s04e13_seg02_clip_11", "timestamp": [ 28.61, 35.21 ], "duration": 88.66, "caption": "A woman stands up and walks out from a person's room when a man came in.", "similarity": 0.819, "relevance": 3 }, { "pair_id": 323524, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 4.84, 11.0 ], "duration": 88.66, "caption": "A person walks into the room and stands across from a man.", "similarity": 0.8189, "relevance": 2 }, { "pair_id": 323525, "video_name": "friends_s04e01_seg02_clip_19", "timestamp": [ 1.64, 5.33 ], "duration": 82.66, "caption": "A man walks into the living room with a woman following them.", "similarity": 0.817, "relevance": 3 }, { "pair_id": 323526, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.8165, "relevance": 3 }, { "pair_id": 323527, "video_name": "house_s05e05_seg02_clip_26", "timestamp": [ 28.53, 38.65 ], "duration": 92.66, "caption": "A man walks into the room and heads right to a woman.", "similarity": 0.8143, "relevance": 4 }, { "pair_id": 323528, "video_name": "s01e04_seg01_clip_01", "timestamp": [ 53.15, 57.95 ], "duration": 64.66, "caption": "A man enters the room with a woman.", "similarity": 0.8117, "relevance": 2 }, { "pair_id": 323529, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 45.62, 50.72 ], "duration": 60.66, "caption": "A man walks into the room to visit a woman and another person.", "similarity": 0.8113, "relevance": 2 }, { "pair_id": 323530, "video_name": "grey_s03e12_seg02_clip_13", "timestamp": [ 64.01, 66.28 ], "duration": 90.66, "caption": "A woman walks into the room and a man looks startled.", "similarity": 0.8063, "relevance": 2 }, { "pair_id": 323531, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 6.44, 10.4 ], "duration": 99.66, "caption": "A person walks into the room where two men and a woman are in.", "similarity": 0.8019, "relevance": 2 }, { "pair_id": 323532, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.3, 36.56 ], "duration": 63.66, "caption": "Two people walk into the same room as a woman and a man.", "similarity": 0.7992, "relevance": 4 }, { "pair_id": 323533, "video_name": "house_s03e20_seg02_clip_19", "timestamp": [ 53.86, 89.02 ], "duration": 89.66, "caption": "A man walks into the room to see a woman and speak with her.", "similarity": 0.7982, "relevance": 2 }, { "pair_id": 323534, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 72.55, 77.03 ], "duration": 89.66, "caption": "A man walks into the room where a person is at.", "similarity": 0.7971, "relevance": 4 }, { "pair_id": 323535, "video_name": "friends_s09e11_seg02_clip_14", "timestamp": [ 5.85, 7.15 ], "duration": 65.66, "caption": "A woman enters the room and a man stands up as she enters.", "similarity": 0.7943, "relevance": 2 }, { "pair_id": 323536, "video_name": "house_s06e18_seg02_clip_16", "timestamp": [ 33.96, 38.81 ], "duration": 97.66, "caption": "A man walks in to the room and looks at a woman.", "similarity": 0.793, "relevance": 4 }, { "pair_id": 323537, "video_name": "grey_s02e22_seg02_clip_27", "timestamp": [ 37.13, 51.86 ], "duration": 64.66, "caption": "A person comes into the room and walks over to a woman.", "similarity": 0.7917, "relevance": 2 }, { "pair_id": 323538, "video_name": "grey_s02e10_seg02_clip_09", "timestamp": [ 19.21, 26.89 ], "duration": 96.66, "caption": "A woman walks into person's room followed by man and man.", "similarity": 0.7898, "relevance": 3 }, { "pair_id": 323539, "video_name": "friends_s09e07_seg02_clip_17", "timestamp": [ 24.71, 28.03 ], "duration": 60.66, "caption": "A man walks toward a woman in the sitting room.", "similarity": 0.789, "relevance": 3 } ] }, { "query_id": 67541, "query": "A person sits down in the chair next to woman.", "relevant_moment": [ { "pair_id": 15160, "video_name": "castle_s02e14_seg02_clip_13", "timestamp": [ 24.93, 27.65 ], "duration": 90.66, "caption": "A person sits down in the chair next to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15161, "video_name": "castle_s03e13_seg02_clip_09", "timestamp": [ 19.88, 24.4 ], "duration": 90.66, "caption": "A woman sits down in the chair that's next to a man.", "similarity": 0.9522, "relevance": 3 }, { "pair_id": 15162, "video_name": "s08e12_seg02_clip_12", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A woman sits down on the chair next to a man.", "similarity": 0.9274, "relevance": 3 }, { "pair_id": 15163, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 39.66, 41.75 ], "duration": 59.66, "caption": "A woman sits down in a chair and then a man sits down next to her.", "similarity": 0.917, "relevance": 4 }, { "pair_id": 15164, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 13.34, 16.56 ], "duration": 92.66, "caption": "A person sits on the chair too beside a woman.", "similarity": 0.9108, "relevance": 4 }, { "pair_id": 15166, "video_name": "s02e08_seg02_clip_06", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman sits down on a chair near a man.", "similarity": 0.8979, "relevance": 3 }, { "pair_id": 15167, "video_name": "castle_s06e03_seg02_clip_07", "timestamp": [ 0.0, 2.27 ], "duration": 90.66, "caption": "A person sits in a chair beside a standing woman.", "similarity": 0.895, "relevance": 3 }, { "pair_id": 15168, "video_name": "house_s03e01_seg02_clip_09", "timestamp": [ 1.79, 5.81 ], "duration": 89.66, "caption": "A person sits down on the chair next to woman's desk.", "similarity": 0.894, "relevance": 3 }, { "pair_id": 15169, "video_name": "friends_s07e03_seg01_clip_00", "timestamp": [ 51.28, 54.64 ], "duration": 61.66, "caption": "A man sits down on the chair next to a woman.", "similarity": 0.8904, "relevance": 3 }, { "pair_id": 15170, "video_name": "castle_s03e15_seg02_clip_04", "timestamp": [ 23.16, 26.41 ], "duration": 92.66, "caption": "A person sits down on a chair next to woman's desk.", "similarity": 0.8903, "relevance": 3 }, { "pair_id": 15171, "video_name": "s08e09_seg02_clip_07", "timestamp": [ 49.58, 52.94 ], "duration": 56.66, "caption": "A person steps forward and sits down in a chair next to woman.", "similarity": 0.8661, "relevance": 4 }, { "pair_id": 15172, "video_name": "castle_s05e08_seg02_clip_00", "timestamp": [ 89.45, 92.22 ], "duration": 92.66, "caption": "A woman sits down in the chair next to a man and turns to face him.", "similarity": 0.8469, "relevance": 2 }, { "pair_id": 15173, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 4.5, 6.3 ], "duration": 90.66, "caption": "A person sits down on the chair next to man.", "similarity": 0.8467, "relevance": 2 }, { "pair_id": 15174, "video_name": "friends_s01e10_seg02_clip_16", "timestamp": [ 38.12, 48.02 ], "duration": 60.66, "caption": "A woman startles a man and sits down beside him on the chair.", "similarity": 0.8419, "relevance": 2 }, { "pair_id": 15175, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 0.0, 1.74 ], "duration": 87.66, "caption": "A woman sits down in the chair by two people.", "similarity": 0.8417, "relevance": 2 }, { "pair_id": 15176, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 52.79, 58.59 ], "duration": 61.66, "caption": "A man sits down in a chair and woman sits beside him.", "similarity": 0.8386, "relevance": 3 }, { "pair_id": 15177, "video_name": "house_s07e04_seg02_clip_07", "timestamp": [ 1.37, 3.64 ], "duration": 91.66, "caption": "A woman sits down on the chair in front of a man.", "similarity": 0.8334, "relevance": 2 }, { "pair_id": 15178, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 4.42, 6.31 ], "duration": 63.66, "caption": "A person sits down at the table next to a woman.", "similarity": 0.8316, "relevance": 4 }, { "pair_id": 15179, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 67.51, 69.01 ], "duration": 150.66, "caption": "A woman sits down in a chair in front of person.", "similarity": 0.8261, "relevance": 3 }, { "pair_id": 188480, "video_name": "friends_s07e04_seg02_clip_19", "timestamp": [ 42.09, 45.39 ], "duration": 55.66, "caption": "A man sits down in the chair across from woman.", "similarity": 0.8256, "relevance": 3 }, { "pair_id": 188481, "video_name": "s02e17_seg01_clip_01", "timestamp": [ 23.38, 27.07 ], "duration": 82.66, "caption": "A person sits down in a wooden chair next to someone.", "similarity": 0.8211, "relevance": 2 }, { "pair_id": 188482, "video_name": "castle_s06e01_seg02_clip_19", "timestamp": [ 88.83, 96.03 ], "duration": 96.66, "caption": "A person walks over and sits down in a chair by a woman.", "similarity": 0.8211, "relevance": 4 }, { "pair_id": 188483, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 25.82, 29.3 ], "duration": 58.66, "caption": "A man sits down in a chair across from woman.", "similarity": 0.8163, "relevance": 3 }, { "pair_id": 188484, "video_name": "friends_s09e10_seg02_clip_13", "timestamp": [ 36.02, 42.32 ], "duration": 60.66, "caption": "A woman sits down while a man then sits next to her.", "similarity": 0.8146, "relevance": 3 }, { "pair_id": 188485, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 13.28, 16.23 ], "duration": 59.66, "caption": "A person sits down on the chair behind someone.", "similarity": 0.8101, "relevance": 2 }, { "pair_id": 188486, "video_name": "friends_s03e04_seg02_clip_11", "timestamp": [ 20.92, 50.43 ], "duration": 57.66, "caption": "Two women sit next to a man on the chair.", "similarity": 0.8092, "relevance": 2 }, { "pair_id": 188487, "video_name": "house_s02e06_seg02_clip_07", "timestamp": [ 9.9, 17.1 ], "duration": 90.66, "caption": "A person sits down in a chair that's in the middle of two other people.", "similarity": 0.8069, "relevance": 4 }, { "pair_id": 188488, "video_name": "s06e17_seg02_clip_04", "timestamp": [ 32.04, 37.23 ], "duration": 61.66, "caption": "A woman sits down on the chair and a man moves behind her.", "similarity": 0.8058, "relevance": 2 }, { "pair_id": 188489, "video_name": "friends_s08e03_seg02_clip_02", "timestamp": [ 26.55, 28.68 ], "duration": 61.66, "caption": "A man sits down on the chair across from woman and person.", "similarity": 0.8053, "relevance": 2 }, { "pair_id": 188490, "video_name": "friends_s08e04_seg02_clip_19", "timestamp": [ 20.48, 27.1 ], "duration": 63.66, "caption": "A woman runs to the chair and sits next to a man.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 188491, "video_name": "castle_s02e12_seg02_clip_20", "timestamp": [ 28.67, 31.4 ], "duration": 91.66, "caption": "A person sits on a chair that is placed next to another person's desk.", "similarity": 0.7942, "relevance": 2 }, { "pair_id": 188492, "video_name": "s03e19_seg02_clip_14", "timestamp": [ 47.52, 50.76 ], "duration": 59.66, "caption": "A person sits down in the seat next to another person.", "similarity": 0.7916, "relevance": 4 }, { "pair_id": 188493, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 13.51, 15.31 ], "duration": 60.66, "caption": "A woman sits down on the chair across from another woman.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 188494, "video_name": "friends_s05e09_seg02_clip_00", "timestamp": [ 40.28, 41.8 ], "duration": 61.66, "caption": "A woman sits down in a chair across from another woman.", "similarity": 0.7883, "relevance": 3 }, { "pair_id": 188495, "video_name": "friends_s06e21_seg02_clip_15", "timestamp": [ 41.12, 46.52 ], "duration": 60.66, "caption": "A woman comes over and sits down next to man.", "similarity": 0.7876, "relevance": 2 }, { "pair_id": 188496, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.7859, "relevance": 2 }, { "pair_id": 188497, "video_name": "grey_s03e20_seg02_clip_26", "timestamp": [ 55.52, 72.6 ], "duration": 122.66, "caption": "A woman shows up and sits down next to man.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 188498, "video_name": "house_s05e10_seg02_clip_03", "timestamp": [ 56.53, 62.5 ], "duration": 91.66, "caption": "A person walks over and sits in the chair across from a woman.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 188499, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.784, "relevance": 3 } ] }, { "query_id": 67626, "query": "A woman is sitting at the table talking with her left hand held out flat.", "relevant_moment": [ { "pair_id": 69100, "video_name": "friends_s03e07_seg02_clip_09", "timestamp": [ 40.91, 45.26 ], "duration": 58.66, "caption": "A woman is sitting at the table talking with her left hand held out flat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69101, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 1.53, 11.29 ], "duration": 61.66, "caption": "A woman rests her hand on the table in front of her as she sits at the table talking.", "similarity": 0.8594, "relevance": 3 }, { "pair_id": 69102, "video_name": "house_s01e18_seg02_clip_10", "timestamp": [ 50.75, 56.06 ], "duration": 118.66, "caption": "A woman sits at a table and talks while gesturing.", "similarity": 0.8124, "relevance": 3 }, { "pair_id": 69103, "video_name": "s08e16_seg02_clip_11", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman is talking to a person while sitting at the table.", "similarity": 0.804, "relevance": 3 }, { "pair_id": 69104, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 69.32, 89.12 ], "duration": 90.66, "caption": "A woman puts her hands on the table and leans in to speak to a person.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 69105, "video_name": "friends_s09e07_seg02_clip_15", "timestamp": [ 13.82, 21.19 ], "duration": 61.66, "caption": "A woman sits at a table while talking to people.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 69106, "video_name": "castle_s07e16_seg02_clip_16", "timestamp": [ 47.63, 89.02 ], "duration": 89.66, "caption": "A woman was leaning over the table whilst talking to another person.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 69107, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 4.2, 5.1 ], "duration": 60.66, "caption": "A woman puts both hands up to her chest as she stands next to the table talking.", "similarity": 0.7231, "relevance": 2 }, { "pair_id": 69108, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 80.26, 82.07 ], "duration": 90.66, "caption": "While sitting at the table, a woman talks to another woman.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 69109, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 10.86, 12.72 ], "duration": 62.66, "caption": "A woman puts her hand on her chin while sitting at the table.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 69110, "video_name": "house_s06e16_seg02_clip_17", "timestamp": [ 20.38, 24.26 ], "duration": 97.66, "caption": "A woman holds up her right hand while talking with a man at a table.", "similarity": 0.6985, "relevance": 3 }, { "pair_id": 69111, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 39.85, 56.66 ], "duration": 96.66, "caption": "A woman was leaning over the table whilst talking to a man.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 69112, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "A woman is conversing with person as she is sitting.", "similarity": 0.6954, "relevance": 2 }, { "pair_id": 69113, "video_name": "friends_s04e23-24_seg02_clip_09", "timestamp": [ 0.0, 29.56 ], "duration": 59.66, "caption": "A woman was sitting on a chair at the dining area whilst talking.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 69114, "video_name": "castle_s08e04_seg02_clip_19", "timestamp": [ 54.64, 61.93 ], "duration": 91.66, "caption": "A woman was leaning over the table while talking to a man.", "similarity": 0.6922, "relevance": 1 }, { "pair_id": 69115, "video_name": "castle_s03e08_seg02_clip_18", "timestamp": [ 2.71, 15.36 ], "duration": 90.66, "caption": "A woman was leaning over the table while talking to a man.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 69116, "video_name": "friends_s08e08_seg02_clip_17", "timestamp": [ 18.91, 27.31 ], "duration": 60.66, "caption": "A woman sits on the table and talks to a man.", "similarity": 0.6918, "relevance": 3 }, { "pair_id": 69117, "video_name": "s04e13_seg01_clip_00", "timestamp": [ 29.29, 31.12 ], "duration": 61.66, "caption": "A woman turns back towards the table when a woman speaks to her.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 69118, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 0.0, 5.51 ], "duration": 58.66, "caption": "A woman is talking and she sits down in a chair.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 69119, "video_name": "castle_s02e08_seg02_clip_24", "timestamp": [ 32.41, 34.21 ], "duration": 90.66, "caption": "A woman holds her left hand up as she sits at the table.", "similarity": 0.6842, "relevance": 2 } ] }, { "query_id": 67654, "query": "A man grabs a student's water bottle, takes a drink and then sprays some water on his face.", "relevant_moment": [ { "pair_id": 19000, "video_name": "friends_s08e12_seg02_clip_17", "timestamp": [ 17.96, 23.95 ], "duration": 63.66, "caption": "A man grabs a student's water bottle, takes a drink and then sprays some water on his face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19001, "video_name": "house_s02e09_seg02_clip_17", "timestamp": [ 7.28, 9.1 ], "duration": 91.66, "caption": "A man takes a drink from his water bottle.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 19003, "video_name": "s10e12_seg02_clip_05", "timestamp": [ 41.18, 43.98 ], "duration": 56.66, "caption": "A man lifts a water bottle to his mouth and feigns taking a sip.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 19004, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 12.1, 16.75 ], "duration": 62.66, "caption": "A man picks up his water bottle and takes a drink.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 19005, "video_name": "friends_s08e12_seg02_clip_17", "timestamp": [ 10.08, 20.48 ], "duration": 63.66, "caption": "A person comes running into the classroom and takes a student's water and drinks it.", "similarity": 0.6511, "relevance": 3 }, { "pair_id": 19006, "video_name": "s07e15_seg02_clip_00", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A man takes a drink from his bottle of water.", "similarity": 0.647, "relevance": 2 }, { "pair_id": 19007, "video_name": "s06e19_seg02_clip_15", "timestamp": [ 31.93, 34.45 ], "duration": 56.66, "caption": "A man takes a drink from his bottle of water.", "similarity": 0.647, "relevance": 2 }, { "pair_id": 19008, "video_name": "s07e07_seg02_clip_04", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man takes a drink from a bottle of water.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 19009, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 44.86, 47.91 ], "duration": 61.66, "caption": "A man grabs the water bottle from the table and sips on it.", "similarity": 0.6377, "relevance": 2 }, { "pair_id": 19010, "video_name": "s08e12_seg01_clip_00", "timestamp": [ 18.92, 21.66 ], "duration": 61.66, "caption": "A man unscrews the cap on the bottle of water and takes a drink.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 19011, "video_name": "s02e09_seg02_clip_15", "timestamp": [ 28.53, 31.01 ], "duration": 62.66, "caption": "A man hands guy his bottle of water and asks him to open it.", "similarity": 0.6323, "relevance": 1 }, { "pair_id": 19012, "video_name": "s05e16_seg02_clip_03", "timestamp": [ 42.02, 52.1 ], "duration": 56.66, "caption": "A person has his hand on the water bottle cap, then removes his hand and slides his hand in the air.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 19013, "video_name": "house_s04e10_seg02_clip_03", "timestamp": [ 76.56, 82.35 ], "duration": 89.66, "caption": "A man holds onto the large water bottle and takes a large sip.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 19014, "video_name": "friends_s06e05_seg02_clip_05", "timestamp": [ 17.43, 20.81 ], "duration": 52.66, "caption": "A man grabs a bottle of water from the refrigerator.", "similarity": 0.62, "relevance": 1 }, { "pair_id": 19015, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 10.47, 12.74 ], "duration": 91.66, "caption": "A man cups water into his hands and splashes his face.", "similarity": 0.6173, "relevance": 1 }, { "pair_id": 19016, "video_name": "house_s03e11_seg02_clip_06", "timestamp": [ 55.59, 60.11 ], "duration": 90.66, "caption": "A person opens a bottle of water and takes a drink.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 19017, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 8.51, 10.4 ], "duration": 63.66, "caption": "A person takes a sip from his plastic water bottle.", "similarity": 0.6154, "relevance": 2 }, { "pair_id": 19018, "video_name": "house_s03e16_seg02_clip_01", "timestamp": [ 19.37, 40.07 ], "duration": 88.66, "caption": "A man puts something in his mouth, then takes a water bottle from the refrigerator and puts it back; as the others talk, he seems to swallow with difficulty.", "similarity": 0.6145, "relevance": 1 }, { "pair_id": 19019, "video_name": "friends_s09e18_seg02_clip_01", "timestamp": [ 25.19, 27.85 ], "duration": 59.66, "caption": "A man takes a drink out his water bottle.", "similarity": 0.6133, "relevance": 2 } ] }, { "query_id": 67777, "query": "A woman talks animatedly to another woman through the doors of a subway train car.", "relevant_moment": [ { "pair_id": 20880, "video_name": "met_s06e04_seg02_clip_12", "timestamp": [ 43.34, 54.46 ], "duration": 57.66, "caption": "A woman talks animatedly to another woman through the doors of a subway train car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20881, "video_name": "castle_s07e08_seg02_clip_22", "timestamp": [ 15.13, 20.48 ], "duration": 89.66, "caption": "A woman is talking to a man and another person with very animated looks.", "similarity": 0.678, "relevance": 1 }, { "pair_id": 20882, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 20883, "video_name": "met_s06e04_seg02_clip_12", "timestamp": [ 0.0, 11.98 ], "duration": 57.66, "caption": "A woman walks into a train car where another woman is crying and sits down next to her.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 20884, "video_name": "grey_s03e08_seg02_clip_12", "timestamp": [ 0.0, 24.19 ], "duration": 93.66, "caption": "A woman talks to another woman by a staircase.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 20885, "video_name": "house_s08e03_seg02_clip_21", "timestamp": [ 0.0, 26.21 ], "duration": 80.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 20886, "video_name": "grey_s03e02_seg02_clip_06", "timestamp": [ 0.0, 12.08 ], "duration": 105.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 20887, "video_name": "grey_s01e06_seg02_clip_04", "timestamp": [ 9.79, 45.85 ], "duration": 89.66, "caption": "A woman is having a conversation with another woman.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 20888, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 21.84, 59.03 ], "duration": 59.66, "caption": "A woman is driving a car having a conversation with another woman who is in the passenger seat.", "similarity": 0.6622, "relevance": 1 }, { "pair_id": 20889, "video_name": "friends_s05e12_seg02_clip_11", "timestamp": [ 55.41, 58.03 ], "duration": 58.66, "caption": "A woman gets out of her seat and moves towards another woman to talk to her.", "similarity": 0.6545, "relevance": 1 }, { "pair_id": 20890, "video_name": "castle_s04e15_seg02_clip_11", "timestamp": [ 0.0, 5.75 ], "duration": 88.66, "caption": "A woman talks as she walks closer to another woman.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 20891, "video_name": "castle_s04e05_seg02_clip_24", "timestamp": [ 50.74, 55.64 ], "duration": 89.66, "caption": "A woman walks over to another woman when they are talking.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 20892, "video_name": "house_s03e12_seg02_clip_02", "timestamp": [ 31.72, 36.19 ], "duration": 89.66, "caption": "A woman comes closer to another woman and they talk.", "similarity": 0.6534, "relevance": 1 }, { "pair_id": 20893, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 54.83, 65.0 ], "duration": 88.66, "caption": "A woman walks into the hallway and talks to a person and another.", "similarity": 0.6527, "relevance": 1 }, { "pair_id": 20894, "video_name": "met_s06e04_seg02_clip_12", "timestamp": [ 27.66, 31.65 ], "duration": 57.66, "caption": "Two women hug in the subway train car.", "similarity": 0.6514, "relevance": 1 }, { "pair_id": 20895, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 49.43, 57.67 ], "duration": 61.66, "caption": "A woman moves over in their seat and talks to a person.", "similarity": 0.65, "relevance": 0 }, { "pair_id": 20896, "video_name": "castle_s02e12_seg02_clip_08", "timestamp": [ 13.38, 16.06 ], "duration": 89.66, "caption": "A woman holds her hand on the elevator door frame as she talks to another woman.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 20897, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 80.28, 92.28 ], "duration": 92.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 20898, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 20899, "video_name": "castle_s04e02_seg02_clip_13", "timestamp": [ 29.63, 49.53 ], "duration": 88.66, "caption": "A woman is speaking with another woman as they face each other.", "similarity": 0.6445, "relevance": 2 } ] }, { "query_id": 67807, "query": "A person puts both hands in front of woman as he is speaking to her.", "relevant_moment": [ { "pair_id": 2420, "video_name": "friends_s03e12_seg02_clip_14", "timestamp": [ 36.31, 38.45 ], "duration": 61.66, "caption": "A person puts both hands in front of woman as he is speaking to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2421, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 13.87, 16.53 ], "duration": 59.66, "caption": "A person gestures with his hand when he is speaking with a woman.", "similarity": 0.8888, "relevance": 3 }, { "pair_id": 2422, "video_name": "friends_s08e05_seg02_clip_15", "timestamp": [ 28.92, 31.87 ], "duration": 59.66, "caption": "A woman puts both hands toward a man as if she wants to speak up something to him before another woman does.", "similarity": 0.8775, "relevance": 3 }, { "pair_id": 2423, "video_name": "s09e05_seg02_clip_11", "timestamp": [ 26.56, 29.81 ], "duration": 59.66, "caption": "A man places his hand on a woman's hand while speaking to her.", "similarity": 0.877, "relevance": 2 }, { "pair_id": 2424, "video_name": "friends_s01e09_seg02_clip_11", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person gestures with his/her left hand while talking with a woman.", "similarity": 0.8556, "relevance": 2 }, { "pair_id": 2425, "video_name": "s09e01_seg02_clip_11", "timestamp": [ 3.52, 22.41 ], "duration": 64.66, "caption": "A person places his hand on woman's shoulder as he talks to her.", "similarity": 0.8478, "relevance": 1 }, { "pair_id": 2426, "video_name": "castle_s03e18_seg02_clip_20", "timestamp": [ 48.3, 51.46 ], "duration": 90.66, "caption": "A person listens to someone as he makes gestures with his hands while speaking to a woman.", "similarity": 0.8462, "relevance": 3 }, { "pair_id": 2427, "video_name": "s08e17_seg02_clip_15", "timestamp": [ 51.92, 56.13 ], "duration": 60.66, "caption": "A person gestures twice with their left hand while talking to woman.", "similarity": 0.8461, "relevance": 2 }, { "pair_id": 2428, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 0.0, 3.4 ], "duration": 40.66, "caption": "A person fidgets with his hands while talking to a woman.", "similarity": 0.8448, "relevance": 2 }, { "pair_id": 2429, "video_name": "friends_s07e11_seg02_clip_18", "timestamp": [ 2.72, 16.67 ], "duration": 68.66, "caption": "A man puts his hands onto woman's cheeks as he speaks to her.", "similarity": 0.8437, "relevance": 2 }, { "pair_id": 2430, "video_name": "s01e12_seg02_clip_10", "timestamp": [ 21.4, 27.91 ], "duration": 62.66, "caption": "A man puts his hands on woman's shoulders as he speaks to a person.", "similarity": 0.8418, "relevance": 1 }, { "pair_id": 2431, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A woman gestures with both hands as she speaks to a man.", "similarity": 0.8418, "relevance": 2 }, { "pair_id": 2432, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A man puts his hand onto a woman's face as he speaks to her.", "similarity": 0.8398, "relevance": 2 }, { "pair_id": 2433, "video_name": "friends_s05e02_seg02_clip_22", "timestamp": [ 52.8, 58.03 ], "duration": 58.66, "caption": "A woman holds her left hand out in front of her while talking with a man.", "similarity": 0.8383, "relevance": 2 }, { "pair_id": 2434, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 0.0, 48.16 ], "duration": 90.66, "caption": "A woman is in front of a man and is speaking with him.", "similarity": 0.8383, "relevance": 2 }, { "pair_id": 2435, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 75.17, 77.42 ], "duration": 90.66, "caption": "A woman puts her hand on her face as she speaks to a man and a woman.", "similarity": 0.8375, "relevance": 1 }, { "pair_id": 2436, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 8.55, 11.7 ], "duration": 90.66, "caption": "A man holds onto a woman's hand as he speaks to her.", "similarity": 0.8374, "relevance": 2 }, { "pair_id": 2437, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 0.0, 30.1 ], "duration": 59.66, "caption": "A man is holding woman's hand as they speak to each other.", "similarity": 0.835, "relevance": 2 }, { "pair_id": 2438, "video_name": "friends_s03e05_seg02_clip_01", "timestamp": [ 29.41, 31.51 ], "duration": 60.66, "caption": "A man is holding woman's hand while she is talking.", "similarity": 0.834, "relevance": 0 }, { "pair_id": 2439, "video_name": "castle_s06e01_seg02_clip_11", "timestamp": [ 83.44, 86.02 ], "duration": 86.66, "caption": "A person moves his hand over his face while talking to a woman.", "similarity": 0.8316, "relevance": 2 } ] }, { "query_id": 67832, "query": "Two men are in an alley looking for someone and he starts firing a gun at them.", "relevant_moment": [ { "pair_id": 58400, "video_name": "castle_s08e13_seg02_clip_15", "timestamp": [ 33.83, 48.52 ], "duration": 89.66, "caption": "Two men are in an alley looking for someone and he starts firing a gun at them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 58401, "video_name": "castle_s08e13_seg02_clip_15", "timestamp": [ 43.62, 46.29 ], "duration": 89.66, "caption": "A person begins shooting at two other people in the alley.", "similarity": 0.7715, "relevance": 4 }, { "pair_id": 58402, "video_name": "castle_s05e18_seg02_clip_22", "timestamp": [ 40.27, 43.66 ], "duration": 97.66, "caption": "A man hands another man a handgun in an alley way.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 58403, "video_name": "castle_s03e03_seg02_clip_24", "timestamp": [ 9.66, 11.5 ], "duration": 92.66, "caption": "A man aims his gun at another man and walks up to the group.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 58404, "video_name": "castle_s02e21_seg02_clip_19", "timestamp": [ 30.97, 42.53 ], "duration": 92.66, "caption": "A man put his gun up to another man when he thinks he is reaching for his weapon.", "similarity": 0.6491, "relevance": 1 }, { "pair_id": 58405, "video_name": "castle_s03e22_seg02_clip_22", "timestamp": [ 72.47, 78.32 ], "duration": 90.66, "caption": "A man sees a person with a firearm then fires his weapon at them.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 58406, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 57.85, 60.56 ], "duration": 90.66, "caption": "A man is about to take out his gun when another person knocks him out.", "similarity": 0.6339, "relevance": 1 }, { "pair_id": 58407, "video_name": "castle_s08e19_seg02_clip_21", "timestamp": [ 11.75, 16.45 ], "duration": 94.66, "caption": "Two people point their guns at two guys exiting the back door.", "similarity": 0.624, "relevance": 3 }, { "pair_id": 58408, "video_name": "castle_s02e02_seg02_clip_19", "timestamp": [ 18.0, 23.86 ], "duration": 90.66, "caption": "A man frisks another man for weapons in an alley.", "similarity": 0.6204, "relevance": 2 }, { "pair_id": 58409, "video_name": "castle_s08e05_seg02_clip_16", "timestamp": [ 39.17, 43.18 ], "duration": 89.66, "caption": "A man takes out their gun and points it at another person.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 58410, "video_name": "castle_s07e17_seg02_clip_04", "timestamp": [ 49.55, 57.35 ], "duration": 78.66, "caption": "A person has a gun in each hand pointed at two guys.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 58411, "video_name": "castle_s02e03_seg02_clip_09", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "Two men both draw their guns when someone, unexpectedly, walks in the apartment.", "similarity": 0.6077, "relevance": 0 }, { "pair_id": 58412, "video_name": "castle_s02e21_seg02_clip_25", "timestamp": [ 22.4, 24.64 ], "duration": 89.66, "caption": "A man pulls a gun from the back of someone's pants and shoots it at someone else.", "similarity": 0.6071, "relevance": 2 }, { "pair_id": 58413, "video_name": "castle_s03e17_seg02_clip_02", "timestamp": [ 48.74, 56.27 ], "duration": 88.66, "caption": "A man takes out his gun and starts shooting at the container door and another man stops him from shooting.", "similarity": 0.6049, "relevance": 2 }, { "pair_id": 58414, "video_name": "castle_s07e01_seg02_clip_04", "timestamp": [ 0.0, 3.4 ], "duration": 85.66, "caption": "A man runs to person and points his gun at him.", "similarity": 0.6035, "relevance": 2 }, { "pair_id": 58415, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 61.46, 65.98 ], "duration": 90.66, "caption": "A man grabs another man's gun and points it at someone else.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 58416, "video_name": "castle_s04e04_seg02_clip_23", "timestamp": [ 66.67, 73.12 ], "duration": 86.66, "caption": "A man takes a gun from his back and points it at another man.", "similarity": 0.6028, "relevance": 2 }, { "pair_id": 58417, "video_name": "castle_s06e05_seg02_clip_23", "timestamp": [ 14.25, 19.01 ], "duration": 95.66, "caption": "A man pulls his gun, nods towards another man and looks back at the person wearing glasses who steps backwards while looking at the man.", "similarity": 0.6003, "relevance": 1 }, { "pair_id": 58418, "video_name": "castle_s07e18_seg02_clip_11", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person describes to a man and a woman where they found the gun.", "similarity": 0.5995, "relevance": 0 }, { "pair_id": 58419, "video_name": "castle_s06e16_seg02_clip_23", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A man walks into the room and points a gun at another man.", "similarity": 0.5983, "relevance": 1 } ] }, { "query_id": 67852, "query": "A woman opens the lid to her laptop computer.", "relevant_moment": [ { "pair_id": 6960, "video_name": "s10e06_seg01_clip_00", "timestamp": [ 40.52, 43.49 ], "duration": 54.66, "caption": "A woman opens the lid to her laptop computer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6961, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 13.81, 19.81 ], "duration": 60.66, "caption": "A person opens the lid of his/her laptop computer.", "similarity": 0.8762, "relevance": 3 }, { "pair_id": 6962, "video_name": "castle_s08e13_seg02_clip_00", "timestamp": [ 23.24, 25.52 ], "duration": 91.66, "caption": "A woman closes the lid of the laptop computer person is using.", "similarity": 0.867, "relevance": 4 }, { "pair_id": 6963, "video_name": "s10e06_seg01_clip_00", "timestamp": [ 25.66, 27.28 ], "duration": 54.66, "caption": "A person closes the lid to their laptop computer.", "similarity": 0.8244, "relevance": 3 }, { "pair_id": 6964, "video_name": "s07e19_seg02_clip_02", "timestamp": [ 33.64, 34.83 ], "duration": 59.66, "caption": "A woman closes the laptop computer she had been using.", "similarity": 0.7675, "relevance": 3 }, { "pair_id": 6965, "video_name": "s06e12_seg02_clip_05", "timestamp": [ 18.81, 22.1 ], "duration": 47.66, "caption": "A person pushes down the lid of his laptop computer.", "similarity": 0.7614, "relevance": 2 }, { "pair_id": 6966, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 30.01, 31.34 ], "duration": 88.66, "caption": "A person closes the lid of someone's laptop.", "similarity": 0.7528, "relevance": 1 }, { "pair_id": 6967, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 53.03, 55.82 ], "duration": 93.66, "caption": "A woman closes the laptop in front of her.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 6968, "video_name": "s02e13_seg02_clip_01", "timestamp": [ 5.8, 7.02 ], "duration": 61.66, "caption": "A woman uses one hand to close her laptop.", "similarity": 0.7337, "relevance": 3 }, { "pair_id": 6969, "video_name": "castle_s07e09_seg02_clip_23", "timestamp": [ 43.13, 46.62 ], "duration": 87.66, "caption": "A woman opens her laptop and sits back in her chair.", "similarity": 0.7236, "relevance": 4 }, { "pair_id": 6970, "video_name": "castle_s06e19_seg02_clip_22", "timestamp": [ 81.68, 85.83 ], "duration": 92.66, "caption": "A woman closes the laptop in front of a person.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 6971, "video_name": "s06e20_seg02_clip_06", "timestamp": [ 46.93, 56.07 ], "duration": 59.66, "caption": "A woman closes her laptop before she lets a person into her office.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 6972, "video_name": "house_s04e10_seg02_clip_13", "timestamp": [ 52.3, 57.26 ], "duration": 90.66, "caption": "A woman pushes the screen of the laptop and closes it.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 6973, "video_name": "s02e03_seg02_clip_03", "timestamp": [ 45.15, 47.52 ], "duration": 59.66, "caption": "A woman takes her laptop to a person to look at it.", "similarity": 0.6964, "relevance": 4 }, { "pair_id": 6974, "video_name": "castle_s02e16_seg02_clip_14", "timestamp": [ 32.21, 41.41 ], "duration": 92.66, "caption": "A woman leans over to look at man's laptop and he closes the lid.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 6975, "video_name": "s06e06_seg02_clip_07", "timestamp": [ 42.72, 48.21 ], "duration": 61.66, "caption": "A man goes to woman's laptop and opens it.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 6976, "video_name": "s09e15_seg02_clip_12", "timestamp": [ 6.71, 18.61 ], "duration": 61.66, "caption": "A woman presses keys on the keyboard of her laptop.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 6977, "video_name": "castle_s05e12_seg02_clip_20", "timestamp": [ 71.22, 72.55 ], "duration": 89.66, "caption": "A woman walks into the room holding her laptop.", "similarity": 0.6801, "relevance": 2 }, { "pair_id": 6978, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 7.7, 9.41 ], "duration": 57.66, "caption": "A woman talks into the open laptop and shakes her head.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 6979, "video_name": "castle_s06e22_seg02_clip_01", "timestamp": [ 27.58, 33.71 ], "duration": 87.66, "caption": "A woman having a coffee while using her laptop.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 180280, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 0.0, 1.89 ], "duration": 63.66, "caption": "A person opens the laptop on the desk in front of him.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 180281, "video_name": "castle_s06e11_seg02_clip_25", "timestamp": [ 82.15, 86.02 ], "duration": 86.66, "caption": "A woman goes to a computer and starts using it.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 180282, "video_name": "s02e04_seg02_clip_15", "timestamp": [ 28.06, 34.01 ], "duration": 85.66, "caption": "A woman places the laptop on a table and walks towards the front door.", "similarity": 0.665, "relevance": 3 }, { "pair_id": 180283, "video_name": "s07e01_seg02_clip_01", "timestamp": [ 46.52, 50.42 ], "duration": 60.66, "caption": "A woman sets their laptop down on a desk.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 180284, "video_name": "s01e08_seg02_clip_13", "timestamp": [ 48.32, 53.72 ], "duration": 60.66, "caption": "A person carries the laptop to the door and starts to open the door.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 180285, "video_name": "castle_s06e19_seg02_clip_24", "timestamp": [ 65.31, 65.76 ], "duration": 90.66, "caption": "A woman turns her laptop while sitting at a table.", "similarity": 0.6576, "relevance": 3 }, { "pair_id": 180286, "video_name": "s02e03_seg02_clip_04", "timestamp": [ 4.58, 9.76 ], "duration": 61.66, "caption": "A person snatches the laptop from a woman and sets it on the desk.", "similarity": 0.6574, "relevance": 3 }, { "pair_id": 180287, "video_name": "house_s01e16_seg02_clip_20", "timestamp": [ 0.0, 5.33 ], "duration": 82.66, "caption": "While a person is looking at his computer, a woman opens the door.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 180288, "video_name": "castle_s03e20_seg02_clip_11", "timestamp": [ 9.44, 12.58 ], "duration": 89.66, "caption": "A person passes the laptop in their hand to woman.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 180289, "video_name": "house_s05e14_seg02_clip_02", "timestamp": [ 24.93, 29.38 ], "duration": 89.66, "caption": "A woman is in her office working on her laptop.", "similarity": 0.6529, "relevance": 3 }, { "pair_id": 180290, "video_name": "castle_s07e22_seg02_clip_00", "timestamp": [ 8.26, 11.47 ], "duration": 91.66, "caption": "A woman walks into the kitchen with her laptop in hand.", "similarity": 0.6526, "relevance": 3 }, { "pair_id": 180291, "video_name": "s01e13_seg01_clip_00", "timestamp": [ 42.8, 51.17 ], "duration": 62.66, "caption": "A woman walks in the door carrying her laptop and hands it to a man.", "similarity": 0.6502, "relevance": 3 }, { "pair_id": 180292, "video_name": "house_s08e20_seg02_clip_02", "timestamp": [ 44.91, 46.73 ], "duration": 90.66, "caption": "A woman tries to forcefully close man's laptop.", "similarity": 0.6487, "relevance": 3 }, { "pair_id": 180293, "video_name": "s02e09_seg02_clip_07", "timestamp": [ 37.82, 40.9 ], "duration": 56.66, "caption": "A person opens his laptop on his laptop as he is speaking to woman.", "similarity": 0.6452, "relevance": 3 }, { "pair_id": 180294, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 40.14, 48.99 ], "duration": 59.66, "caption": "A woman looks at and points to the laptop.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 180295, "video_name": "s07e13_seg02_clip_08", "timestamp": [ 25.38, 28.63 ], "duration": 59.66, "caption": "A woman is typing on her laptop in her laboratory.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 180296, "video_name": "friends_s06e11_seg02_clip_05", "timestamp": [ 45.84, 48.16 ], "duration": 58.66, "caption": "A woman opens the lid on the edge of the table.", "similarity": 0.635, "relevance": 3 }, { "pair_id": 180297, "video_name": "house_s06e12_seg02_clip_00", "timestamp": [ 61.43, 67.39 ], "duration": 91.66, "caption": "A woman is sitting in front of a laptop as a person walks into the room.", "similarity": 0.6312, "relevance": 3 }, { "pair_id": 180298, "video_name": "s04e05_seg02_clip_17", "timestamp": [ 19.51, 20.55 ], "duration": 52.66, "caption": "A woman raises up her hand and waves bye on the laptop screen.", "similarity": 0.6307, "relevance": 1 }, { "pair_id": 180299, "video_name": "house_s01e14_seg02_clip_23", "timestamp": [ 0.0, 8.64 ], "duration": 108.66, "caption": "A person closes the door and the patient grabs their laptop.", "similarity": 0.6294, "relevance": 1 } ] }, { "query_id": 67875, "query": "A vehicle turns around the corner and stops in front of the gate.", "relevant_moment": [ { "pair_id": 160520, "video_name": "castle_s08e22_seg02_clip_06", "timestamp": [ 4.05, 8.51 ], "duration": 81.66, "caption": "A vehicle turns around the corner and stops in front of the gate.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160521, "video_name": "castle_s08e16_seg02_clip_03", "timestamp": [ 26.25, 27.61 ], "duration": 90.66, "caption": "A vehicle drives through a gate that is opened.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 160522, "video_name": "castle_s04e15_seg02_clip_26", "timestamp": [ 30.16, 31.51 ], "duration": 90.66, "caption": "A car comes to a complete stop in front of wooden pallets after passing through an open gate.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 160523, "video_name": "castle_s06e17_seg02_clip_17", "timestamp": [ 90.46, 95.22 ], "duration": 119.66, "caption": "Large metal gates open and a car drives through.", "similarity": 0.5535, "relevance": 3 }, { "pair_id": 160524, "video_name": "s08e19_seg02_clip_09", "timestamp": [ 32.88, 39.39 ], "duration": 62.66, "caption": "Some people's car moves forward so that some people can talk to a uniformed guard at a gate.", "similarity": 0.5534, "relevance": 4 }, { "pair_id": 160526, "video_name": "castle_s08e22_seg02_clip_07", "timestamp": [ 52.79, 57.35 ], "duration": 91.66, "caption": "A car starts and is driven away.", "similarity": 0.5128, "relevance": 2 }, { "pair_id": 160527, "video_name": "house_s07e18_seg02_clip_06", "timestamp": [ 20.98, 22.45 ], "duration": 73.66, "caption": "A person reaches forward in the car to grab the steering wheel.", "similarity": 0.5036, "relevance": 1 }, { "pair_id": 160528, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 25.04, 27.2 ], "duration": 86.66, "caption": "A person stops the car when he's driving someone.", "similarity": 0.4963, "relevance": 1 }, { "pair_id": 160529, "video_name": "castle_s07e02_seg02_clip_07", "timestamp": [ 47.55, 52.4 ], "duration": 97.66, "caption": "A person exits the car on the right passenger side.", "similarity": 0.4957, "relevance": 1 }, { "pair_id": 160530, "video_name": "castle_s07e04_seg02_clip_01", "timestamp": [ 1.84, 3.69 ], "duration": 92.66, "caption": "The entire side of a vehicle with an open door is clearly visible.", "similarity": 0.4927, "relevance": 0 }, { "pair_id": 160531, "video_name": "castle_s07e20_seg02_clip_24", "timestamp": [ 31.2, 33.18 ], "duration": 99.66, "caption": "A black SUV card pulls around the corner of the alleyway behind someone.", "similarity": 0.489, "relevance": 2 }, { "pair_id": 160532, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 47.31, 50.02 ], "duration": 90.66, "caption": "Someone walks through the door and towards the corner.", "similarity": 0.4797, "relevance": 0 }, { "pair_id": 160533, "video_name": "s06e18_seg02_clip_05", "timestamp": [ 40.44, 42.92 ], "duration": 55.66, "caption": "A person turns toward the car window and rolls their eyes.", "similarity": 0.4743, "relevance": 1 }, { "pair_id": 160534, "video_name": "castle_s04e16_seg02_clip_23", "timestamp": [ 71.19, 83.66 ], "duration": 83.66, "caption": "A black limousine pulls up in front of a building and parks behind a yellow cab.", "similarity": 0.4693, "relevance": 3 }, { "pair_id": 160535, "video_name": "castle_s08e08_seg02_clip_23", "timestamp": [ 67.48, 72.12 ], "duration": 103.66, "caption": "A red car pulls up to park in front of a police car.", "similarity": 0.4685, "relevance": 2 }, { "pair_id": 160536, "video_name": "s08e12_seg02_clip_07", "timestamp": [ 13.81, 16.21 ], "duration": 60.66, "caption": "A person is driving and looking over to his/her right.", "similarity": 0.4673, "relevance": 1 }, { "pair_id": 160537, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 0.31, 4.27 ], "duration": 61.66, "caption": "A person looks out the driver's side window, then ahead, then at another person, then ahead again.", "similarity": 0.4655, "relevance": 1 }, { "pair_id": 160538, "video_name": "castle_s07e13_seg02_clip_04", "timestamp": [ 16.65, 25.21 ], "duration": 90.66, "caption": "A person stops the vehicle and looks at his/her watch.", "similarity": 0.4654, "relevance": 2 }, { "pair_id": 160539, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 4.62, 6.93 ], "duration": 66.66, "caption": "A person, driving, makes a left turn without saying anything.", "similarity": 0.4654, "relevance": 1 }, { "pair_id": 333840, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 50.97, 57.8 ], "duration": 91.66, "caption": "A person walks up to the exit door but then stops and turns around instead of leaving.", "similarity": 0.4642, "relevance": 1 }, { "pair_id": 333841, "video_name": "castle_s07e02_seg02_clip_23", "timestamp": [ 36.46, 53.56 ], "duration": 90.66, "caption": "A person gets out of a car and starts walking toward a fence.", "similarity": 0.4585, "relevance": 2 }, { "pair_id": 333842, "video_name": "castle_s04e15_seg02_clip_26", "timestamp": [ 29.26, 31.96 ], "duration": 90.66, "caption": "A car drives towards the dock while another car trails behind.", "similarity": 0.4573, "relevance": 2 }, { "pair_id": 333843, "video_name": "castle_s03e17_seg02_clip_24", "timestamp": [ 57.02, 61.29 ], "duration": 95.66, "caption": "A woman pulls her car in front of a van to make it stop.", "similarity": 0.4564, "relevance": 2 }, { "pair_id": 333844, "video_name": "s08e19_seg02_clip_04", "timestamp": [ 49.48, 52.0 ], "duration": 63.66, "caption": "A person drives as a red car passes by to his left.", "similarity": 0.4557, "relevance": 0 }, { "pair_id": 333845, "video_name": "castle_s07e13_seg02_clip_05", "timestamp": [ 40.01, 45.02 ], "duration": 100.66, "caption": "A person parks their car and gets out from it.", "similarity": 0.4549, "relevance": 2 }, { "pair_id": 333846, "video_name": "castle_s04e15_seg02_clip_27", "timestamp": [ 9.38, 11.39 ], "duration": 25.66, "caption": "A suspect turns, opens a car door and leaves the car.", "similarity": 0.4515, "relevance": 1 }, { "pair_id": 333847, "video_name": "s08e12_seg02_clip_14", "timestamp": [ 35.72, 38.72 ], "duration": 60.66, "caption": "A person gets out of the car and closes the driver's side door.", "similarity": 0.4499, "relevance": 1 }, { "pair_id": 333848, "video_name": "friends_s02e21_seg02_clip_03", "timestamp": [ 55.41, 58.02 ], "duration": 58.66, "caption": "A woman turns to her right and looks out the window of a car.", "similarity": 0.4478, "relevance": 1 }, { "pair_id": 333849, "video_name": "s06e09_seg02_clip_10", "timestamp": [ 9.63, 11.83 ], "duration": 55.66, "caption": "A person pulls up in the car behind another person and stops.", "similarity": 0.447, "relevance": 2 }, { "pair_id": 333850, "video_name": "castle_s07e20_seg02_clip_03", "timestamp": [ 86.5, 89.27 ], "duration": 92.66, "caption": "The hood of the vehicle following the vehicle a person is in catches fire and flies back.", "similarity": 0.4469, "relevance": 1 }, { "pair_id": 333851, "video_name": "castle_s04e09_seg02_clip_22", "timestamp": [ 52.83, 56.37 ], "duration": 59.66, "caption": "A picture of a vehicle is on a window as a weapon is being pointed.", "similarity": 0.4468, "relevance": 0 }, { "pair_id": 333852, "video_name": "castle_s08e02_seg02_clip_09", "timestamp": [ 14.14, 19.7 ], "duration": 101.66, "caption": "A SUV pulls into the road that is on surveillance.", "similarity": 0.4454, "relevance": 2 }, { "pair_id": 333853, "video_name": "castle_s02e17_seg02_clip_04", "timestamp": [ 8.19, 16.39 ], "duration": 78.66, "caption": "Two cars pull up to a park and they get out of them.", "similarity": 0.4426, "relevance": 2 }, { "pair_id": 333854, "video_name": "castle_s08e12_seg02_clip_15", "timestamp": [ 20.36, 22.17 ], "duration": 90.66, "caption": "The vehicle in the video drives away from the street.", "similarity": 0.4413, "relevance": 1 }, { "pair_id": 333855, "video_name": "s10e12_seg02_clip_00", "timestamp": [ 46.69, 52.79 ], "duration": 61.66, "caption": "A car changes lanes behind two people and passes them on the driver's side.", "similarity": 0.4407, "relevance": 1 }, { "pair_id": 333856, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 17.09, 23.55 ], "duration": 92.66, "caption": "A person rides on the back of a vehicle.", "similarity": 0.4406, "relevance": 1 }, { "pair_id": 333857, "video_name": "castle_s08e22_seg02_clip_07", "timestamp": [ 42.78, 49.15 ], "duration": 91.66, "caption": "A person walks to the driver side door of the car and gets in the vehicle.", "similarity": 0.44, "relevance": 0 }, { "pair_id": 333858, "video_name": "house_s02e07_seg02_clip_12", "timestamp": [ 57.49, 60.34 ], "duration": 95.66, "caption": "A person turns and takes a few steps towards the window.", "similarity": 0.4384, "relevance": 0 }, { "pair_id": 333859, "video_name": "castle_s02e08_seg02_clip_00", "timestamp": [ 0.0, 9.82 ], "duration": 93.66, "caption": "A vehicle is shown with some transportation running on the street.", "similarity": 0.4376, "relevance": 0 } ] }, { "query_id": 67927, "query": "Two women both shake their heads after each other.", "relevant_moment": [ { "pair_id": 120100, "video_name": "grey_s02e23_seg02_clip_21", "timestamp": [ 78.19, 81.02 ], "duration": 81.66, "caption": "Two women both shake their heads after each other.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 120101, "video_name": "s05e08_seg02_clip_16", "timestamp": [ 11.04, 17.95 ], "duration": 92.66, "caption": "Two women shake their heads after a woman questions their cycles.", "similarity": 0.8096, "relevance": 4 }, { "pair_id": 120102, "video_name": "friends_s05e17_seg01_clip_00", "timestamp": [ 39.17, 44.1 ], "duration": 58.66, "caption": "Two women are both standing, one shakes the other's hand.", "similarity": 0.776, "relevance": 1 }, { "pair_id": 120103, "video_name": "friends_s09e13_seg02_clip_20", "timestamp": [ 28.68, 32.96 ], "duration": 61.66, "caption": "Two women step forward to shake hands.", "similarity": 0.7487, "relevance": 1 }, { "pair_id": 120104, "video_name": "castle_s02e15_seg02_clip_23", "timestamp": [ 68.87, 77.99 ], "duration": 91.66, "caption": "A woman says something to another woman and the other woman shakes her head, yes.", "similarity": 0.7453, "relevance": 1 }, { "pair_id": 120105, "video_name": "friends_s08e10_seg02_clip_04", "timestamp": [ 26.8, 29.65 ], "duration": 57.66, "caption": "Two women shake each others hands as they greet each other.", "similarity": 0.7439, "relevance": 1 }, { "pair_id": 120106, "video_name": "met_s02e19_seg02_clip_04", "timestamp": [ 3.05, 5.49 ], "duration": 61.66, "caption": "Two women shake hands and smile at each other.", "similarity": 0.7434, "relevance": 1 }, { "pair_id": 120107, "video_name": "friends_s10e08_seg02_clip_04", "timestamp": [ 56.14, 58.93 ], "duration": 62.66, "caption": "A woman exhales and shakes her head at another woman.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 120108, "video_name": "castle_s02e20_seg02_clip_08", "timestamp": [ 51.19, 52.1 ], "duration": 90.66, "caption": "A woman shakes her head side to side very slightly as she talks to another woman.", "similarity": 0.7326, "relevance": 1 }, { "pair_id": 120109, "video_name": "friends_s08e14_seg02_clip_04", "timestamp": [ 13.21, 15.91 ], "duration": 60.66, "caption": "A woman shakes her head and then turns around while she is talking to another woman.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 120110, "video_name": "friends_s01e14_seg02_clip_08", "timestamp": [ 37.82, 47.0 ], "duration": 54.66, "caption": "Two women shake hands with smiles for a long time as if they do not want to part from each other.", "similarity": 0.7158, "relevance": 1 }, { "pair_id": 120111, "video_name": "s07e09_seg02_clip_01", "timestamp": [ 10.03, 11.81 ], "duration": 59.66, "caption": "As woman looks at them, a person and another person both shakes their heads, yes.", "similarity": 0.7142, "relevance": 1 }, { "pair_id": 120112, "video_name": "s09e18_seg02_clip_05", "timestamp": [ 4.5, 6.3 ], "duration": 60.66, "caption": "A woman waves her hands while two other women shake their heads \"no\" at a person.", "similarity": 0.7107, "relevance": 4 }, { "pair_id": 120113, "video_name": "s05e02_seg02_clip_12", "timestamp": [ 39.98, 42.14 ], "duration": 54.66, "caption": "A woman shakes her head up and down as she agrees with another woman.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 120114, "video_name": "s08e23_seg02_clip_03", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman got up to shake hands with another woman.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 120115, "video_name": "s04e22_seg01_clip_02", "timestamp": [ 26.41, 34.67 ], "duration": 55.66, "caption": "A woman leans over towards another woman saying something and then shakes her head, positively.", "similarity": 0.7056, "relevance": 1 }, { "pair_id": 120116, "video_name": "grey_s02e13_seg02_clip_08", "timestamp": [ 51.26, 55.27 ], "duration": 89.66, "caption": "Two people simultaneously shake their heads no in response to something another person says.", "similarity": 0.704, "relevance": 2 }, { "pair_id": 120117, "video_name": "met_s03e16_seg02_clip_11", "timestamp": [ 0.0, 11.87 ], "duration": 59.66, "caption": "A woman shakes her head when describing how she acts around another woman.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 120118, "video_name": "castle_s08e02_seg02_clip_22", "timestamp": [ 45.01, 47.96 ], "duration": 84.66, "caption": "Two women shake hands and then smile warmly at each other.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 120119, "video_name": "friends_s08e22_seg02_clip_11", "timestamp": [ 24.9, 29.62 ], "duration": 63.66, "caption": "A woman listens to another woman but she shakes her head no.", "similarity": 0.7006, "relevance": 2 } ] }, { "query_id": 67960, "query": "A person lowers the lid on the washing machine.", "relevant_moment": [ { "pair_id": 155160, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 31.63, 33.19 ], "duration": 62.66, "caption": "A person lowers the lid on the washing machine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155161, "video_name": "s04e23_seg02_clip_06", "timestamp": [ 49.33, 53.6 ], "duration": 57.66, "caption": "A person closes the lids of the washing machine and dryer.", "similarity": 0.8247, "relevance": 4 }, { "pair_id": 155162, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 52.22, 54.62 ], "duration": 60.66, "caption": "A person removing their clothes from the washing machine.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 155163, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A person is in front of a washing machine in the laundry room.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 155164, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 1.2, 9.6 ], "duration": 60.66, "caption": "A woman puts clothes and detergent in the washer and then closes the lid.", "similarity": 0.6795, "relevance": 3 }, { "pair_id": 155165, "video_name": "s02e10_seg02_clip_07", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person empties the whole bottle of detergent in the washing machine.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 155166, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 18.49, 20.73 ], "duration": 56.66, "caption": "A woman puts her laundry basket on top of a washing machine.", "similarity": 0.6293, "relevance": 2 }, { "pair_id": 155167, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 28.51, 39.32 ], "duration": 60.66, "caption": "A person puts their hands in the washing machine as they spoke to someone.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 155168, "video_name": "s05e06_seg02_clip_05", "timestamp": [ 14.51, 18.86 ], "duration": 58.66, "caption": "A woman unscrews the lid on her laundry detergent.", "similarity": 0.6146, "relevance": 2 }, { "pair_id": 155169, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 43.82, 48.02 ], "duration": 60.66, "caption": "A person puts a clothing piece into the washer.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 155170, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 46.52, 47.14 ], "duration": 62.66, "caption": "A person picks up a laundry basket from off of the top of a washing machine.", "similarity": 0.6129, "relevance": 1 }, { "pair_id": 155171, "video_name": "s04e10_seg02_clip_08", "timestamp": [ 20.11, 39.92 ], "duration": 60.66, "caption": "A person adds detergent to the machine and then takes their clothes from the basket and puts them in the washer.", "similarity": 0.6107, "relevance": 2 }, { "pair_id": 155172, "video_name": "s04e23_seg02_clip_04", "timestamp": [ 35.42, 45.15 ], "duration": 59.66, "caption": "A person begins grabbing clothes out of the washing machine.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 155173, "video_name": "s02e07_seg02_clip_10", "timestamp": [ 41.87, 62.03 ], "duration": 62.66, "caption": "A person decides to do their laundry next time because there is no machine available.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 155174, "video_name": "s08e15_seg02_clip_00", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person is taking clothes out of a washing machine when woman walks in.", "similarity": 0.6052, "relevance": 2 }, { "pair_id": 155175, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 15.91, 21.01 ], "duration": 60.66, "caption": "A woman moves her basket away from the washing machine.", "similarity": 0.6024, "relevance": 2 }, { "pair_id": 155176, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 2.48, 4.03 ], "duration": 62.66, "caption": "A person puts quarters into the washing machine slot.", "similarity": 0.5962, "relevance": 2 }, { "pair_id": 155177, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 38.72, 54.92 ], "duration": 60.66, "caption": "A man points to the woman at the washing machine and then she unloads her clothes from the machine.", "similarity": 0.5926, "relevance": 3 }, { "pair_id": 155178, "video_name": "s04e03_seg02_clip_09", "timestamp": [ 18.21, 21.29 ], "duration": 56.66, "caption": "A woman sits her laundry basket on top of the washing machine.", "similarity": 0.5818, "relevance": 2 }, { "pair_id": 155179, "video_name": "s02e01_seg02_clip_02", "timestamp": [ 42.5, 44.56 ], "duration": 59.66, "caption": "A woman picks a clothes basket up from on top of a washing machine.", "similarity": 0.58, "relevance": 1 }, { "pair_id": 328480, "video_name": "s06e19_seg02_clip_07", "timestamp": [ 19.83, 23.41 ], "duration": 65.66, "caption": "A person takes an article of blue clothing out of the washer and puts it in the dryer.", "similarity": 0.5789, "relevance": 4 }, { "pair_id": 328481, "video_name": "s05e16_seg02_clip_10", "timestamp": [ 1.5, 9.6 ], "duration": 60.66, "caption": "A person hands woman the science equipment he washed.", "similarity": 0.5747, "relevance": 1 }, { "pair_id": 328482, "video_name": "friends_s01e05_seg02_clip_11", "timestamp": [ 28.33, 32.76 ], "duration": 59.66, "caption": "A woman adds a bunch of laundry into the washing machine.", "similarity": 0.5647, "relevance": 2 }, { "pair_id": 328483, "video_name": "friends_s01e05_seg02_clip_11", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A man opens the washing machine while having a conversation with a woman.", "similarity": 0.5602, "relevance": 3 }, { "pair_id": 328484, "video_name": "s09e19_seg02_clip_17", "timestamp": [ 22.3, 27.76 ], "duration": 91.66, "caption": "A person lowers a roll down door on a storage unit.", "similarity": 0.5575, "relevance": 2 }, { "pair_id": 328485, "video_name": "friends_s01e05_seg02_clip_12", "timestamp": [ 9.46, 14.04 ], "duration": 61.66, "caption": "A person picks up a white towel then sets it back in the washer.", "similarity": 0.5572, "relevance": 1 }, { "pair_id": 328486, "video_name": "castle_s01e02_seg02_clip_01", "timestamp": [ 13.8, 18.7 ], "duration": 89.66, "caption": "A man tells a woman the victim's job when she ducks down to look in the washing machine.", "similarity": 0.5567, "relevance": 2 }, { "pair_id": 328487, "video_name": "grey_s03e01_seg02_clip_17", "timestamp": [ 13.8, 15.18 ], "duration": 92.66, "caption": "A person opens a lid on their food container.", "similarity": 0.5509, "relevance": 1 }, { "pair_id": 328488, "video_name": "friends_s01e05_seg02_clip_21", "timestamp": [ 1.47, 3.43 ], "duration": 49.66, "caption": "A man hits his head on the washing machine and falls down.", "similarity": 0.5508, "relevance": 1 }, { "pair_id": 328489, "video_name": "house_s01e08_seg02_clip_04", "timestamp": [ 6.6, 21.13 ], "duration": 88.66, "caption": "A person is washed with steaming water by two hospital personnel.", "similarity": 0.5465, "relevance": 1 }, { "pair_id": 328490, "video_name": "s02e08_seg02_clip_11", "timestamp": [ 33.92, 39.92 ], "duration": 60.66, "caption": "A man walks from the washing machine over to a woman.", "similarity": 0.5393, "relevance": 2 }, { "pair_id": 328491, "video_name": "house_s03e16_seg02_clip_00", "timestamp": [ 69.58, 94.03 ], "duration": 94.66, "caption": "A person washes their hands and walks out the door.", "similarity": 0.5375, "relevance": 2 }, { "pair_id": 328492, "video_name": "s02e01_seg02_clip_02", "timestamp": [ 38.66, 44.27 ], "duration": 59.66, "caption": "A woman walks away from a person to go get the laundry basket off the washing machine.", "similarity": 0.5366, "relevance": 2 }, { "pair_id": 328493, "video_name": "s02e07_seg02_clip_10", "timestamp": [ 39.39, 43.42 ], "duration": 62.66, "caption": "A person stares at washing machines before another person walks into the room.", "similarity": 0.5359, "relevance": 2 }, { "pair_id": 328494, "video_name": "s02e10_seg02_clip_08", "timestamp": [ 47.76, 49.31 ], "duration": 62.66, "caption": "A woman grabs a yellow towel out of the laundry basket on the washing machine next to her.", "similarity": 0.5356, "relevance": 1 }, { "pair_id": 328495, "video_name": "castle_s06e13_seg02_clip_08", "timestamp": [ 11.0, 12.38 ], "duration": 91.66, "caption": "A person sets down the milk steamer on the espresso machine.", "similarity": 0.5351, "relevance": 1 }, { "pair_id": 328496, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 30.61, 34.22 ], "duration": 60.66, "caption": "A man is covering the coin slot on a washing machine.", "similarity": 0.5326, "relevance": 2 }, { "pair_id": 328497, "video_name": "s02e01_seg02_clip_00", "timestamp": [ 33.26, 36.01 ], "duration": 61.66, "caption": "A woman pours laundry detergent into the washing machine.", "similarity": 0.5313, "relevance": 2 }, { "pair_id": 328498, "video_name": "s04e01_seg02_clip_08", "timestamp": [ 15.63, 18.27 ], "duration": 44.66, "caption": "A person raises his hand and then lowers it.", "similarity": 0.5307, "relevance": 0 }, { "pair_id": 328499, "video_name": "s08e15_seg02_clip_01", "timestamp": [ 50.96, 55.54 ], "duration": 61.66, "caption": "A woman puts clothes in the washing machine while listening to a man.", "similarity": 0.525, "relevance": 2 } ] }, { "query_id": 68014, "query": "A person walks towards a woman and sits on the seat in front of her as they converse.", "relevant_moment": [ { "pair_id": 14100, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 27.16, 41.8 ], "duration": 61.66, "caption": "A person walks towards a woman and sits on the seat in front of her as they converse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14101, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 74.78, 89.02 ], "duration": 89.66, "caption": "A man walks towards a woman and sits beside her as they converse.", "similarity": 0.8381, "relevance": 4 }, { "pair_id": 14102, "video_name": "grey_s02e03_seg02_clip_18", "timestamp": [ 75.38, 85.66 ], "duration": 85.66, "caption": "A person walks towards where woman is standing and they converse.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 14103, "video_name": "grey_s02e23_seg02_clip_23", "timestamp": [ 22.96, 55.81 ], "duration": 90.66, "caption": "A person stands up from their seat and gets close to woman to converse.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 14104, "video_name": "house_s06e04_seg02_clip_21", "timestamp": [ 0.0, 33.99 ], "duration": 90.66, "caption": "A woman is sitting across from a man as they converse.", "similarity": 0.8002, "relevance": 2 }, { "pair_id": 14105, "video_name": "castle_s03e01_seg02_clip_03", "timestamp": [ 0.0, 27.01 ], "duration": 90.66, "caption": "A woman is sitting across from a man as they converse.", "similarity": 0.8002, "relevance": 2 }, { "pair_id": 14106, "video_name": "house_s03e15_seg02_clip_09", "timestamp": [ 40.03, 41.87 ], "duration": 92.66, "caption": "A woman is sitting as she converses with man standing in front of her.", "similarity": 0.7964, "relevance": 2 }, { "pair_id": 14107, "video_name": "castle_s03e16_seg02_clip_12", "timestamp": [ 47.33, 52.84 ], "duration": 91.66, "caption": "A person walks towards woman and sits down across from her.", "similarity": 0.7934, "relevance": 4 }, { "pair_id": 14108, "video_name": "s07e12_seg02_clip_03", "timestamp": [ 49.22, 52.52 ], "duration": 60.66, "caption": "A person sits on a stool next to a woman who's talking to another person.", "similarity": 0.7886, "relevance": 2 }, { "pair_id": 14109, "video_name": "castle_s04e20_seg02_clip_24", "timestamp": [ 3.96, 8.42 ], "duration": 99.66, "caption": "A woman is walking while talking to a man who is sitting.", "similarity": 0.7881, "relevance": 2 }, { "pair_id": 14110, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 49.43, 57.67 ], "duration": 61.66, "caption": "A woman moves over in their seat and talks to a person.", "similarity": 0.7876, "relevance": 1 }, { "pair_id": 14111, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 77.63, 82.14 ], "duration": 90.66, "caption": "A person walks up to where woman and man are seated to start a conversation.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 14112, "video_name": "castle_s05e13_seg02_clip_09", "timestamp": [ 14.07, 97.03 ], "duration": 97.66, "caption": "A man sits and then a woman sits across from him as they converse.", "similarity": 0.7867, "relevance": 2 }, { "pair_id": 14113, "video_name": "castle_s04e03_seg02_clip_25", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people are sitting across from a woman as they converse.", "similarity": 0.7863, "relevance": 2 }, { "pair_id": 14114, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 73.25, 80.35 ], "duration": 88.66, "caption": "A woman walks over and sits next to someone while talking to them.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 14115, "video_name": "met_s02e06_seg02_clip_11", "timestamp": [ 0.0, 11.29 ], "duration": 61.66, "caption": "A person is seated beside a woman as he converses with another woman.", "similarity": 0.777, "relevance": 1 }, { "pair_id": 14116, "video_name": "castle_s06e16_seg02_clip_25", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A woman walks towards a person to speak to her.", "similarity": 0.7757, "relevance": 3 }, { "pair_id": 14118, "video_name": "castle_s07e02_seg02_clip_25", "timestamp": [ 23.86, 45.91 ], "duration": 90.66, "caption": "A woman sitting as she and a person converse with some other people present.", "similarity": 0.7749, "relevance": 2 }, { "pair_id": 14119, "video_name": "house_s01e13_seg02_clip_24", "timestamp": [ 0.0, 45.48 ], "duration": 93.66, "caption": "A person is sitting across from another person as they converse.", "similarity": 0.7717, "relevance": 1 } ] }, { "query_id": 68041, "query": "A person turns to face another person and expresses himself/herself emphatically.", "relevant_moment": [ { "pair_id": 146840, "video_name": "s01e03_seg02_clip_12", "timestamp": [ 47.29, 52.22 ], "duration": 58.66, "caption": "A person turns to face another person and expresses himself/herself emphatically.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146841, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 8.7, 14.11 ], "duration": 60.66, "caption": "A person turns his body to face another person and starts conversing with him.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 146842, "video_name": "s06e13_seg02_clip_11", "timestamp": [ 18.31, 20.75 ], "duration": 61.66, "caption": "A person turns to face to some people.", "similarity": 0.7688, "relevance": 3 }, { "pair_id": 146843, "video_name": "met_s02e09_seg02_clip_02", "timestamp": [ 4.64, 8.12 ], "duration": 58.66, "caption": "A person turns to their left to face another person as they are talking.", "similarity": 0.7514, "relevance": 3 }, { "pair_id": 146844, "video_name": "castle_s04e19_seg02_clip_24", "timestamp": [ 50.74, 56.98 ], "duration": 89.66, "caption": "A person turns someone around and sees that he is not someone else.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 146845, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 16.28, 18.49 ], "duration": 88.66, "caption": "A person stands up and turns around to face another individual.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 146846, "video_name": "house_s08e10_seg02_clip_15", "timestamp": [ 48.31, 50.15 ], "duration": 92.66, "caption": "One person turns and looks at another person with a withering expression on their face.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 146847, "video_name": "friends_s02e03_seg02_clip_07", "timestamp": [ 41.77, 43.92 ], "duration": 61.66, "caption": "Someone turns around while talking to a man and he faces to her/him.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 146848, "video_name": "s09e09_seg02_clip_06", "timestamp": [ 7.02, 16.17 ], "duration": 61.66, "caption": "A person says something to another person that makes them look at him/her with their mouth open.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 146849, "video_name": "house_s07e15_seg02_clip_08", "timestamp": [ 44.21, 53.99 ], "duration": 85.66, "caption": "A person turns to speak specifically to another person.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 146850, "video_name": "friends_s03e25_seg02_clip_03", "timestamp": [ 37.14, 43.52 ], "duration": 58.66, "caption": "A person introduces himself/herself to another person and confirms that he/she is someone else.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 146851, "video_name": "s09e08_seg02_clip_00", "timestamp": [ 42.18, 44.04 ], "duration": 62.66, "caption": "A person gestures to their face while talking to another person.", "similarity": 0.6914, "relevance": 1 }, { "pair_id": 146852, "video_name": "s03e23_seg02_clip_16", "timestamp": [ 2.0, 4.8 ], "duration": 80.66, "caption": "A person makes a derisive face at two other people.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 146853, "video_name": "met_s03e05_seg02_clip_03", "timestamp": [ 11.98, 16.25 ], "duration": 57.66, "caption": "A person is confused by how another person introduces themselves to them.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 146854, "video_name": "s03e05_seg02_clip_01", "timestamp": [ 34.24, 36.01 ], "duration": 59.66, "caption": "A person makes an angry face in reaction to another person.", "similarity": 0.6832, "relevance": 1 }, { "pair_id": 146855, "video_name": "s09e03_seg02_clip_00", "timestamp": [ 48.21, 57.98 ], "duration": 61.66, "caption": "A person turns around and says something to another person that makes him smile.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 146856, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 86.33, 87.7 ], "duration": 91.66, "caption": "A person gets a surprised look on their face while talking with another person.", "similarity": 0.68, "relevance": 1 }, { "pair_id": 146857, "video_name": "met_s06e05_seg02_clip_18", "timestamp": [ 11.61, 18.33 ], "duration": 89.66, "caption": "A person stands up after making fun of how someone is describing another person.", "similarity": 0.6798, "relevance": 1 }, { "pair_id": 146858, "video_name": "met_s02e13_seg02_clip_03", "timestamp": [ 1.7, 6.79 ], "duration": 56.66, "caption": "A person tells another person what they think of them while grabbing their cheeks.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 146859, "video_name": "house_s08e01_seg02_clip_03", "timestamp": [ 2.71, 6.32 ], "duration": 90.66, "caption": "A person walks up to another person and puts their face very close to their face.", "similarity": 0.6793, "relevance": 1 } ] }, { "query_id": 68067, "query": "A woman walks over and sits down in a chair by two men.", "relevant_moment": [ { "pair_id": 147260, "video_name": "s06e14_seg02_clip_13", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A woman walks over and sits down in a chair by two men.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147261, "video_name": "castle_s06e01_seg02_clip_19", "timestamp": [ 88.83, 96.03 ], "duration": 96.66, "caption": "A person walks over and sits down in a chair by a woman.", "similarity": 0.8356, "relevance": 3 }, { "pair_id": 147262, "video_name": "castle_s04e23_seg02_clip_09", "timestamp": [ 30.72, 33.35 ], "duration": 87.66, "caption": "A woman walks around a man and sits down in a chair.", "similarity": 0.8138, "relevance": 1 }, { "pair_id": 147263, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 0.0, 1.74 ], "duration": 87.66, "caption": "A woman sits down in the chair by two people.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 147264, "video_name": "castle_s01e09_seg02_clip_06", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman sits down in a chair across from two other women.", "similarity": 0.7682, "relevance": 2 }, { "pair_id": 147265, "video_name": "house_s05e10_seg02_clip_03", "timestamp": [ 56.53, 62.5 ], "duration": 91.66, "caption": "A person walks over and sits in the chair across from a woman.", "similarity": 0.7562, "relevance": 1 }, { "pair_id": 147266, "video_name": "met_s03e16_seg02_clip_00", "timestamp": [ 7.32, 9.76 ], "duration": 61.66, "caption": "A woman sits down in the red chair between two men.", "similarity": 0.7558, "relevance": 2 }, { "pair_id": 147267, "video_name": "friends_s03e05_seg02_clip_06", "timestamp": [ 53.42, 57.33 ], "duration": 60.66, "caption": "A woman walks over to two men and sits down on the sofa.", "similarity": 0.7536, "relevance": 4 }, { "pair_id": 147268, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 39.66, 41.75 ], "duration": 59.66, "caption": "A woman sits down in a chair and then a man sits down next to her.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 147269, "video_name": "friends_s08e23-24_seg02_clip_02", "timestamp": [ 18.25, 23.38 ], "duration": 57.66, "caption": "A woman goes over and sits on a man's chair.", "similarity": 0.7449, "relevance": 3 }, { "pair_id": 147270, "video_name": "s06e17_seg02_clip_04", "timestamp": [ 32.04, 37.23 ], "duration": 61.66, "caption": "A woman sits down on the chair and a man moves behind her.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 147271, "video_name": "castle_s08e16_seg02_clip_12", "timestamp": [ 42.78, 46.07 ], "duration": 94.66, "caption": "A man walks to a woman and sits down on a chair.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 147272, "video_name": "house_s08e14_seg02_clip_10", "timestamp": [ 79.65, 83.74 ], "duration": 91.66, "caption": "A woman is sitting in the chair as a man walks in.", "similarity": 0.7327, "relevance": 1 }, { "pair_id": 147273, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 60.09, 64.99 ], "duration": 89.66, "caption": "A woman walks over to a chair and sits down.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 147274, "video_name": "house_s04e12_seg02_clip_22", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman pulls out a chair and sits down with a man.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 147275, "video_name": "house_s05e01_seg02_clip_14", "timestamp": [ 80.14, 86.89 ], "duration": 90.66, "caption": "A woman sits down in a chair while talking with a man and another man.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 147276, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 24.51, 31.01 ], "duration": 59.66, "caption": "A man walks over to a woman at a table and sits down in a chair.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 147277, "video_name": "friends_s07e03_seg02_clip_15", "timestamp": [ 42.48, 46.19 ], "duration": 57.66, "caption": "A woman steps off the chair she was standing on and walks over where two people are sitting.", "similarity": 0.7154, "relevance": 1 }, { "pair_id": 147278, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 25.82, 29.3 ], "duration": 58.66, "caption": "A man sits down in a chair across from woman.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 147279, "video_name": "friends_s07e04_seg02_clip_19", "timestamp": [ 42.09, 45.39 ], "duration": 55.66, "caption": "A man sits down in the chair across from woman.", "similarity": 0.7121, "relevance": 2 } ] }, { "query_id": 68133, "query": "A woman grabs a salad as she stands with a man.", "relevant_moment": [ { "pair_id": 62900, "video_name": "house_s06e17_seg02_clip_14", "timestamp": [ 0.0, 10.12 ], "duration": 92.66, "caption": "A woman grabs a salad as she stands with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 62901, "video_name": "house_s06e17_seg02_clip_14", "timestamp": [ 3.22, 5.52 ], "duration": 92.66, "caption": "A woman takes a salad from the cafeteria as she stands beside a man.", "similarity": 0.7997, "relevance": 4 }, { "pair_id": 62902, "video_name": "s08e14_seg01_clip_00", "timestamp": [ 26.55, 28.68 ], "duration": 61.66, "caption": "A woman takes a bite of salad while having a conversation with man.", "similarity": 0.7621, "relevance": 2 }, { "pair_id": 62903, "video_name": "s06e24_seg02_clip_03", "timestamp": [ 5.89, 7.44 ], "duration": 62.66, "caption": "A woman takes a bite from her salad as she is sitting at the table having a conversation with a man.", "similarity": 0.7062, "relevance": 2 }, { "pair_id": 62904, "video_name": "friends_s03e17_seg02_clip_12", "timestamp": [ 49.48, 52.85 ], "duration": 56.66, "caption": "A woman is tossing a salad then turns around and jumps at man taking the phone away from him.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 62905, "video_name": "house_s06e13_seg02_clip_12", "timestamp": [ 22.99, 25.65 ], "duration": 88.66, "caption": "A woman walks into a person's office holding a salad.", "similarity": 0.6298, "relevance": 2 }, { "pair_id": 62906, "video_name": "met_s02e08_seg02_clip_09", "timestamp": [ 25.43, 27.29 ], "duration": 62.66, "caption": "A woman stands behind man and grabs his shoulder.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 62907, "video_name": "s01e01_seg01_clip_05", "timestamp": [ 16.53, 50.7 ], "duration": 56.66, "caption": "A man holds up a bag of food in front of woman and invites her to eat with them and she agrees to.", "similarity": 0.6045, "relevance": 0 }, { "pair_id": 62908, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 52.83, 60.75 ], "duration": 66.66, "caption": "A man starts serving the salad on the table after a woman leaves the table.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 62909, "video_name": "met_s02e08_seg02_clip_09", "timestamp": [ 25.74, 27.91 ], "duration": 62.66, "caption": "A woman grabs man's shoulder while standing behind him.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 62910, "video_name": "s04e01_seg02_clip_14", "timestamp": [ 47.72, 51.02 ], "duration": 60.66, "caption": "A woman lifts her fork and takes two bites of her salad.", "similarity": 0.5966, "relevance": 1 }, { "pair_id": 62911, "video_name": "friends_s07e11_seg02_clip_06", "timestamp": [ 7.32, 13.12 ], "duration": 61.66, "caption": "A woman leans over grabs a man by the hands.", "similarity": 0.5949, "relevance": 0 }, { "pair_id": 62912, "video_name": "friends_s10e09_seg02_clip_15", "timestamp": [ 5.6, 7.0 ], "duration": 70.66, "caption": "A woman reaches over to a man's food and he takes her hand in his hand.", "similarity": 0.5948, "relevance": 1 }, { "pair_id": 62913, "video_name": "met_s06e11_seg02_clip_17", "timestamp": [ 58.17, 62.22 ], "duration": 62.66, "caption": "A man grabs a hold of a woman as she sits down.", "similarity": 0.5945, "relevance": 1 }, { "pair_id": 62914, "video_name": "s07e06_seg02_clip_14", "timestamp": [ 40.89, 61.03 ], "duration": 61.66, "caption": "A man and a woman were having a meal together.", "similarity": 0.5901, "relevance": 1 }, { "pair_id": 62915, "video_name": "s01e12_seg01_clip_00", "timestamp": [ 32.78, 36.87 ], "duration": 63.66, "caption": "A man eats a big bite of salad while having lunch with another person.", "similarity": 0.5875, "relevance": 1 }, { "pair_id": 62916, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 7.38, 10.25 ], "duration": 82.66, "caption": "A woman reaches out and grabs a man by the hand.", "similarity": 0.5865, "relevance": 1 }, { "pair_id": 62917, "video_name": "s06e24_seg02_clip_01", "timestamp": [ 44.56, 45.75 ], "duration": 59.66, "caption": "A woman takes a bite of her salad while sitting at the table.", "similarity": 0.5863, "relevance": 2 }, { "pair_id": 62918, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 16.04, 19.41 ], "duration": 84.66, "caption": "A woman grabs a small bag from a man and holds it up next to her as she turns to look behind her.", "similarity": 0.5856, "relevance": 0 }, { "pair_id": 62919, "video_name": "s10e07_seg02_clip_16", "timestamp": [ 1.68, 7.56 ], "duration": 84.66, "caption": "A woman takes out from her bag and hands a man a vegetable.", "similarity": 0.5828, "relevance": 2 } ] }, { "query_id": 68134, "query": "Two people both sit down at the booth together to eat.", "relevant_moment": [ { "pair_id": 147820, "video_name": "house_s06e17_seg02_clip_14", "timestamp": [ 19.79, 38.65 ], "duration": 92.66, "caption": "Two people both sit down at the booth together to eat.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147821, "video_name": "house_s01e01_seg02_clip_17", "timestamp": [ 49.01, 61.83 ], "duration": 91.66, "caption": "Two people sit at the table together and eat.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 147822, "video_name": "friends_s04e13_seg02_clip_03", "timestamp": [ 0.0, 23.64 ], "duration": 63.66, "caption": "Two people sit at the table together and are eating.", "similarity": 0.765, "relevance": 2 }, { "pair_id": 147823, "video_name": "met_s06e03_seg02_clip_06", "timestamp": [ 24.2, 33.35 ], "duration": 59.66, "caption": "Two people sit in a booth eating jalapeno poppers.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 147824, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 7.51, 11.41 ], "duration": 60.66, "caption": "Two people take a seat in the booth with another two people.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 147825, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 0.0, 13.35 ], "duration": 58.66, "caption": "Two people were having a meal at the same table.", "similarity": 0.7079, "relevance": 4 }, { "pair_id": 147826, "video_name": "friends_s07e15_seg02_clip_05", "timestamp": [ 10.7, 57.29 ], "duration": 69.66, "caption": "Two people were sitting on the dining table and eating.", "similarity": 0.7069, "relevance": 3 }, { "pair_id": 147827, "video_name": "s03e02_seg02_clip_04", "timestamp": [ 21.66, 26.55 ], "duration": 61.66, "caption": "Two people are eating together as they sit on the couch.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 147828, "video_name": "grey_s02e02_seg02_clip_12", "timestamp": [ 0.0, 12.56 ], "duration": 89.66, "caption": "Two people are having a conversation while eating.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 147829, "video_name": "met_s03e05_seg01_clip_00", "timestamp": [ 37.63, 45.09 ], "duration": 62.66, "caption": "A person sits down in the booth and another person sits next to them.", "similarity": 0.6939, "relevance": 1 }, { "pair_id": 147830, "video_name": "friends_s04e04_seg02_clip_14", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.693, "relevance": 1 }, { "pair_id": 147831, "video_name": "friends_s01e03_seg02_clip_09", "timestamp": [ 25.33, 29.29 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.693, "relevance": 1 }, { "pair_id": 147832, "video_name": "s08e09_seg02_clip_16", "timestamp": [ 0.0, 11.62 ], "duration": 83.66, "caption": "A woman and a man sit and have a conversation while eating.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 147833, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 31.22, 59.46 ], "duration": 59.66, "caption": "Two people are having a conversation to each other while eating.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 147834, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 0.0, 24.97 ], "duration": 59.66, "caption": "Two people are having a conversation to each other while eating.", "similarity": 0.6905, "relevance": 2 }, { "pair_id": 147835, "video_name": "house_s08e10_seg02_clip_03", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A person sits down on the booth next to another person.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 147836, "video_name": "s07e08_seg02_clip_09", "timestamp": [ 0.0, 12.01 ], "duration": 60.66, "caption": "A man and a woman are sitting at the table eating. A person is also there.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 147838, "video_name": "house_s02e22_seg02_clip_09", "timestamp": [ 25.93, 90.27 ], "duration": 96.66, "caption": "Two people have a meal at a restaurant together.", "similarity": 0.6727, "relevance": 3 }, { "pair_id": 147839, "video_name": "castle_s07e16_seg02_clip_25", "timestamp": [ 69.92, 87.51 ], "duration": 90.66, "caption": "Two people both have a snack together at the counter.", "similarity": 0.6707, "relevance": 3 }, { "pair_id": 321140, "video_name": "s10e06_seg02_clip_00", "timestamp": [ 6.6, 8.25 ], "duration": 66.66, "caption": "Two people are sitting together at the dinner table and eating.", "similarity": 0.6707, "relevance": 3 }, { "pair_id": 321141, "video_name": "friends_s04e18_seg02_clip_09", "timestamp": [ 6.18, 12.36 ], "duration": 65.66, "caption": "Two people sit down at the table together.", "similarity": 0.6645, "relevance": 3 }, { "pair_id": 321142, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 38.07, 59.03 ], "duration": 59.66, "caption": "Two people are sitting at a cafeteria table eating food.", "similarity": 0.6635, "relevance": 4 }, { "pair_id": 321143, "video_name": "s09e10_seg02_clip_10", "timestamp": [ 17.99, 62.03 ], "duration": 62.66, "caption": "Two people are sitting across from each other at the kitchen table, eating a meal.", "similarity": 0.6608, "relevance": 4 }, { "pair_id": 321144, "video_name": "friends_s06e03_seg02_clip_08", "timestamp": [ 22.64, 25.43 ], "duration": 62.66, "caption": "Two people sit down at the table at the same time.", "similarity": 0.6606, "relevance": 3 }, { "pair_id": 321145, "video_name": "grey_s03e05_seg02_clip_15", "timestamp": [ 0.0, 41.59 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.66, "relevance": 4 }, { "pair_id": 321146, "video_name": "grey_s02e14_seg02_clip_09", "timestamp": [ 0.0, 30.09 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.66, "relevance": 4 }, { "pair_id": 321147, "video_name": "grey_s02e02_seg02_clip_11", "timestamp": [ 41.4, 89.02 ], "duration": 89.66, "caption": "They are having a conversation with each other while eating.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 321148, "video_name": "castle_s04e04_seg02_clip_12", "timestamp": [ 1.44, 3.84 ], "duration": 96.66, "caption": "Two people sit down at the restaurant table.", "similarity": 0.6577, "relevance": 4 }, { "pair_id": 321149, "video_name": "met_s04e02_seg02_clip_03", "timestamp": [ 36.77, 38.77 ], "duration": 50.66, "caption": "Two people each take a bite of their food simultaneously.", "similarity": 0.6573, "relevance": 4 }, { "pair_id": 321150, "video_name": "s09e15_seg02_clip_10", "timestamp": [ 11.1, 60.03 ], "duration": 60.66, "caption": "Two people sit in a car talking and eating.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 321151, "video_name": "friends_s09e05_seg02_clip_17", "timestamp": [ 20.75, 25.33 ], "duration": 61.66, "caption": "Two people sit down at the table.", "similarity": 0.6507, "relevance": 4 }, { "pair_id": 321152, "video_name": "friends_s02e23_seg02_clip_15", "timestamp": [ 1.9, 8.74 ], "duration": 76.66, "caption": "Two people sit down at the table that is set for them.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 321153, "video_name": "s09e10_seg02_clip_12", "timestamp": [ 46.08, 50.96 ], "duration": 61.66, "caption": "A man and woman sit at the table eating and engaged in conversation.", "similarity": 0.6419, "relevance": 4 }, { "pair_id": 321154, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 15.2, 17.99 ], "duration": 62.66, "caption": "Two people sit down on the stools.", "similarity": 0.6411, "relevance": 3 }, { "pair_id": 321155, "video_name": "friends_s08e17_seg01_clip_01", "timestamp": [ 1.86, 5.89 ], "duration": 62.66, "caption": "A woman and a man are sitting at the table eating.", "similarity": 0.6402, "relevance": 4 }, { "pair_id": 321156, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 21.69, 26.66 ], "duration": 90.66, "caption": "A person is eating while another person is talking to them.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 321157, "video_name": "met_s06e11_seg02_clip_06", "timestamp": [ 47.06, 51.93 ], "duration": 57.66, "caption": "Two people both take bites of their food.", "similarity": 0.6377, "relevance": 3 }, { "pair_id": 321158, "video_name": "met_s03e01_seg02_clip_00", "timestamp": [ 37.82, 63.03 ], "duration": 63.66, "caption": "Two individuals are sitting together at the end of a restaurant table.", "similarity": 0.6347, "relevance": 3 }, { "pair_id": 321159, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 5.01, 10.92 ], "duration": 91.66, "caption": "A person sits down and gets his food while another person is talking.", "similarity": 0.6336, "relevance": 3 } ] }, { "query_id": 68180, "query": "A woman comes in the apartment and shuts the door behind them.", "relevant_moment": [ { "pair_id": 170500, "video_name": "friends_s07e15_seg02_clip_07", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A woman comes in the apartment and shuts the door behind them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170501, "video_name": "met_s03e04_seg02_clip_10", "timestamp": [ 18.92, 23.26 ], "duration": 62.66, "caption": "A woman enters the apartment and closes the door behind her.", "similarity": 0.894, "relevance": 4 }, { "pair_id": 170502, "video_name": "friends_s10e15_seg02_clip_07", "timestamp": [ 44.82, 47.06 ], "duration": 56.66, "caption": "A woman enters the apartment and closes the door behind her.", "similarity": 0.894, "relevance": 4 }, { "pair_id": 170503, "video_name": "friends_s07e20_seg02_clip_03", "timestamp": [ 54.74, 57.02 ], "duration": 57.66, "caption": "A woman walks into the apartment and shuts the door.", "similarity": 0.8828, "relevance": 4 }, { "pair_id": 170504, "video_name": "friends_s07e05_seg02_clip_12", "timestamp": [ 8.85, 11.6 ], "duration": 61.66, "caption": "A woman walks in and shuts the apartment door.", "similarity": 0.8807, "relevance": 4 }, { "pair_id": 170505, "video_name": "s04e16_seg02_clip_09", "timestamp": [ 45.75, 48.99 ], "duration": 59.66, "caption": "A woman opens the apartment door and walks in and then shuts the door.", "similarity": 0.8768, "relevance": 4 }, { "pair_id": 170506, "video_name": "s01e13_seg02_clip_16", "timestamp": [ 25.16, 29.15 ], "duration": 47.66, "caption": "A woman quickly comes in the apartment and closes the door.", "similarity": 0.8746, "relevance": 4 }, { "pair_id": 170507, "video_name": "friends_s07e19_seg02_clip_00", "timestamp": [ 30.02, 32.21 ], "duration": 62.66, "caption": "A woman enters the apartment and then closes the door.", "similarity": 0.8679, "relevance": 4 }, { "pair_id": 170508, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 36.82, 38.42 ], "duration": 80.66, "caption": "A woman walks into the apartment and closes the door behind her.", "similarity": 0.8665, "relevance": 4 }, { "pair_id": 170509, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 17.71, 20.71 ], "duration": 60.66, "caption": "A woman walks into the apartment and closes the door behind her.", "similarity": 0.8665, "relevance": 4 }, { "pair_id": 170510, "video_name": "friends_s05e23-24_seg02_clip_00", "timestamp": [ 1.25, 3.76 ], "duration": 62.66, "caption": "A woman enters a person's apartment and closes the door behind her.", "similarity": 0.862, "relevance": 4 }, { "pair_id": 170511, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 79.19, 81.01 ], "duration": 91.66, "caption": "A woman shut the door to the apartment on a person.", "similarity": 0.8602, "relevance": 3 }, { "pair_id": 170512, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 19.49, 25.02 ], "duration": 41.66, "caption": "A woman leaves the apartment and shuts the door.", "similarity": 0.8573, "relevance": 3 }, { "pair_id": 170513, "video_name": "s05e02_seg02_clip_05", "timestamp": [ 3.54, 6.2 ], "duration": 59.66, "caption": "A woman closes the door of her apartment from a person.", "similarity": 0.8569, "relevance": 3 }, { "pair_id": 170514, "video_name": "friends_s08e16_seg02_clip_11", "timestamp": [ 10.23, 11.48 ], "duration": 62.66, "caption": "A woman opens the door and comes out of her apartment.", "similarity": 0.8543, "relevance": 2 }, { "pair_id": 170515, "video_name": "s01e14_seg02_clip_07", "timestamp": [ 24.2, 27.15 ], "duration": 59.66, "caption": "A woman leaves the apartment and closes the door behind her.", "similarity": 0.8486, "relevance": 3 }, { "pair_id": 170516, "video_name": "s01e17_seg02_clip_10", "timestamp": [ 16.51, 20.41 ], "duration": 60.66, "caption": "A woman walks into her apartment and closes the door after person gets in.", "similarity": 0.8483, "relevance": 4 }, { "pair_id": 170517, "video_name": "met_s03e19_seg02_clip_00", "timestamp": [ 30.08, 33.19 ], "duration": 62.66, "caption": "A person comes into the apartment and closes the door behind them.", "similarity": 0.8454, "relevance": 3 }, { "pair_id": 170518, "video_name": "s07e10_seg02_clip_09", "timestamp": [ 19.77, 23.61 ], "duration": 59.66, "caption": "A woman walks out of the apartment and closes the door behind her.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 170519, "video_name": "friends_s10e17-18_seg02_clip_19", "timestamp": [ 38.78, 46.19 ], "duration": 57.66, "caption": "A woman walks out of the apartment door and closes it behind her.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 343821, "video_name": "s02e14_seg02_clip_18", "timestamp": [ 0.0, 5.88 ], "duration": 49.66, "caption": "A woman exits the apartment and person closes the door.", "similarity": 0.8393, "relevance": 2 }, { "pair_id": 343822, "video_name": "friends_s07e08_seg02_clip_04", "timestamp": [ 4.2, 9.6 ], "duration": 60.66, "caption": "A woman motions for a person to come inside the apartment and closes the door behind him/her.", "similarity": 0.8386, "relevance": 3 }, { "pair_id": 343823, "video_name": "s08e21_seg02_clip_01", "timestamp": [ 47.91, 51.87 ], "duration": 61.66, "caption": "A woman walks into the apartment and a person closes the door.", "similarity": 0.8376, "relevance": 3 }, { "pair_id": 343824, "video_name": "s01e15_seg02_clip_15", "timestamp": [ 47.58, 50.48 ], "duration": 58.66, "caption": "A woman closes the front door to the apartment.", "similarity": 0.8373, "relevance": 3 }, { "pair_id": 343825, "video_name": "s04e18_seg02_clip_14", "timestamp": [ 1.5, 6.0 ], "duration": 60.66, "caption": "A woman walks out of her apartment and closes the door behind her.", "similarity": 0.8349, "relevance": 2 }, { "pair_id": 343826, "video_name": "s03e09_seg02_clip_03", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8344, "relevance": 4 }, { "pair_id": 343827, "video_name": "friends_s09e13_seg02_clip_19", "timestamp": [ 23.79, 26.69 ], "duration": 58.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8344, "relevance": 4 }, { "pair_id": 343828, "video_name": "friends_s04e13_seg02_clip_11", "timestamp": [ 27.4, 29.69 ], "duration": 57.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8344, "relevance": 4 }, { "pair_id": 343829, "video_name": "friends_s08e16_seg02_clip_01", "timestamp": [ 54.91, 59.66 ], "duration": 59.66, "caption": "A woman comes into man's apartment and closes the door behind her.", "similarity": 0.8344, "relevance": 4 }, { "pair_id": 343830, "video_name": "met_s03e06_seg01_clip_01", "timestamp": [ 49.6, 52.02 ], "duration": 60.66, "caption": "A woman closes the front door of the apartment.", "similarity": 0.8331, "relevance": 2 }, { "pair_id": 343831, "video_name": "friends_s03e14_seg02_clip_13", "timestamp": [ 0.0, 1.43 ], "duration": 57.66, "caption": "A woman closes the front door of the apartment.", "similarity": 0.8331, "relevance": 4 }, { "pair_id": 343832, "video_name": "s02e14_seg02_clip_00", "timestamp": [ 19.83, 25.02 ], "duration": 61.66, "caption": "A woman closes the door behind a person as he enters his apartment.", "similarity": 0.8327, "relevance": 2 }, { "pair_id": 343833, "video_name": "friends_s05e02_seg02_clip_22", "timestamp": [ 31.33, 34.23 ], "duration": 58.66, "caption": "A woman pulls the apartment door closed behind her.", "similarity": 0.8264, "relevance": 3 }, { "pair_id": 343834, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 106.81, 113.9 ], "duration": 118.66, "caption": "A woman closes the door and leaves the apartment.", "similarity": 0.8258, "relevance": 2 }, { "pair_id": 343835, "video_name": "friends_s04e13_seg02_clip_07", "timestamp": [ 52.72, 56.14 ], "duration": 62.66, "caption": "A woman opens the door of the apartment and goes inside.", "similarity": 0.824, "relevance": 4 }, { "pair_id": 343836, "video_name": "friends_s03e18_seg02_clip_11", "timestamp": [ 0.0, 3.83 ], "duration": 51.66, "caption": "A woman comes in to another woman's apartment and the latter closes the door.", "similarity": 0.8231, "relevance": 3 }, { "pair_id": 343837, "video_name": "friends_s08e02_seg02_clip_02", "timestamp": [ 10.44, 13.06 ], "duration": 58.66, "caption": "A person enters the apartment and closes the door behind them.", "similarity": 0.8217, "relevance": 4 }, { "pair_id": 343838, "video_name": "friends_s06e15-16_seg02_clip_34", "timestamp": [ 47.38, 51.54 ], "duration": 64.66, "caption": "A person enters the apartment and closes the door behind them.", "similarity": 0.8217, "relevance": 3 }, { "pair_id": 343839, "video_name": "s08e07_seg02_clip_01", "timestamp": [ 43.42, 48.07 ], "duration": 62.66, "caption": "A person comes in to the apartment and closes the door.", "similarity": 0.8189, "relevance": 3 } ] }, { "query_id": 68201, "query": "A woman slaps guy in the face as he starts to speak.", "relevant_moment": [ { "pair_id": 164040, "video_name": "friends_s07e15_seg02_clip_03", "timestamp": [ 24.72, 26.24 ], "duration": 61.66, "caption": "A woman slaps guy in the face as he starts to speak.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164041, "video_name": "met_s06e23_seg02_clip_08", "timestamp": [ 47.12, 54.67 ], "duration": 60.66, "caption": "A woman slaps a man while he is talking, he continues the conversation anyway.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 164042, "video_name": "castle_s08e09_seg02_clip_25", "timestamp": [ 29.75, 32.38 ], "duration": 175.66, "caption": "A woman slaps a man on the face as he stands before her.", "similarity": 0.7733, "relevance": 4 }, { "pair_id": 164043, "video_name": "friends_s09e09_seg02_clip_17", "timestamp": [ 8.19, 12.92 ], "duration": 63.66, "caption": "A woman slaps a man in the face and he looks back at her startled.", "similarity": 0.7653, "relevance": 4 }, { "pair_id": 164044, "video_name": "castle_s05e01_seg02_clip_26", "timestamp": [ 16.51, 25.41 ], "duration": 127.66, "caption": "A woman slaps the person in front of her and put some strong words into him.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 164045, "video_name": "met_s06e01_seg02_clip_01", "timestamp": [ 19.22, 23.32 ], "duration": 63.66, "caption": "A woman stands and gives a man a big slap on the face.", "similarity": 0.7427, "relevance": 4 }, { "pair_id": 164046, "video_name": "met_s04e01_seg02_clip_18", "timestamp": [ 36.75, 44.8 ], "duration": 64.66, "caption": "A man speaks over his shoulder to someone and then a woman smacks him in the arm.", "similarity": 0.7187, "relevance": 4 }, { "pair_id": 164047, "video_name": "friends_s07e15_seg02_clip_03", "timestamp": [ 17.39, 28.38 ], "duration": 61.66, "caption": "A woman throws a drink at man then slaps him in the face.", "similarity": 0.7093, "relevance": 4 }, { "pair_id": 164048, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 50.49, 54.9 ], "duration": 98.66, "caption": "A woman slaps a man, and he holds his cheek in pain.", "similarity": 0.7047, "relevance": 4 }, { "pair_id": 164049, "video_name": "met_s06e18_seg02_clip_13", "timestamp": [ 0.0, 7.96 ], "duration": 61.66, "caption": "A man kisses a woman then says something and she slaps him across the face.", "similarity": 0.7034, "relevance": 4 }, { "pair_id": 164050, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A man puts his hand onto a woman's face as he speaks to her.", "similarity": 0.7033, "relevance": 1 }, { "pair_id": 164051, "video_name": "friends_s07e23-24_seg02_clip_04", "timestamp": [ 29.65, 38.23 ], "duration": 78.66, "caption": "A woman puts her hand on man's face and his shoulder as they speak.", "similarity": 0.6993, "relevance": 1 }, { "pair_id": 164052, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 33.54, 38.19 ], "duration": 93.66, "caption": "A woman grabs man's arm as he starts to speak.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 164053, "video_name": "s05e04_seg02_clip_12", "timestamp": [ 2.79, 4.65 ], "duration": 62.66, "caption": "A woman slaps man on the arm and he turns around.", "similarity": 0.693, "relevance": 1 }, { "pair_id": 164054, "video_name": "castle_s05e18_seg02_clip_04", "timestamp": [ 87.84, 91.03 ], "duration": 91.66, "caption": "A woman looks at two people and then slaps a man.", "similarity": 0.6903, "relevance": 1 }, { "pair_id": 164055, "video_name": "castle_s08e09_seg02_clip_25", "timestamp": [ 29.75, 32.38 ], "duration": 175.66, "caption": "The old woman slaps the face of a man.", "similarity": 0.6859, "relevance": 4 }, { "pair_id": 164056, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 6.89, 9.95 ], "duration": 51.66, "caption": "A woman touched man's face while they are talking.", "similarity": 0.6813, "relevance": 2 }, { "pair_id": 164057, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 75.17, 77.42 ], "duration": 90.66, "caption": "A woman puts her hand on her face as she speaks to a man and a woman.", "similarity": 0.6801, "relevance": 0 }, { "pair_id": 164058, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 39.67, 41.19 ], "duration": 61.66, "caption": "A woman slaps a man on the front of his shoulder as she laughs.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 164059, "video_name": "friends_s01e02_seg01_clip_00", "timestamp": [ 54.53, 64.19 ], "duration": 69.66, "caption": "A woman says something to some people and she and woman slap hands.", "similarity": 0.6793, "relevance": 1 } ] }, { "query_id": 68344, "query": "A cold person who is wearing a blond wig holds the cup of his coffee.", "relevant_moment": [ { "pair_id": 21020, "video_name": "met_s05e04_seg02_clip_04", "timestamp": [ 21.15, 25.56 ], "duration": 58.66, "caption": "A cold person who is wearing a blond wig holds the cup of his coffee.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21021, "video_name": "house_s04e08_seg02_clip_20", "timestamp": [ 0.0, 5.23 ], "duration": 95.66, "caption": "A person stands up while holding his cup of coffee.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 21022, "video_name": "house_s06e12_seg02_clip_14", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "A person was holding a cup of coffee while talking.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 21023, "video_name": "castle_s03e13_seg02_clip_01", "timestamp": [ 9.71, 12.8 ], "duration": 88.66, "caption": "A person is holding a coffee mug in his hands.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 21024, "video_name": "house_s06e05_seg02_clip_01", "timestamp": [ 86.05, 91.06 ], "duration": 91.66, "caption": "A person holds up their coffee and takes a sip.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 21025, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 21026, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 21027, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 21028, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 47.12, 49.22 ], "duration": 60.66, "caption": "A person turns their head and picks up a coffee cup.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 21029, "video_name": "house_s04e08_seg02_clip_12", "timestamp": [ 0.0, 2.61 ], "duration": 87.66, "caption": "A person tilts their head back and takes a sip of coffee.", "similarity": 0.6216, "relevance": 2 }, { "pair_id": 21030, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 5.85, 9.1 ], "duration": 65.66, "caption": "A person is holding a coffee mug while sitting in his spot.", "similarity": 0.6202, "relevance": 2 }, { "pair_id": 21031, "video_name": "castle_s02e07_seg02_clip_09", "timestamp": [ 43.19, 51.04 ], "duration": 78.66, "caption": "A person is sitting in a chair holding a cup of coffee.", "similarity": 0.6192, "relevance": 2 }, { "pair_id": 21032, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 83.5, 84.41 ], "duration": 91.66, "caption": "A person raises his/her red coffee cup and takes a drink.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 21033, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A person stirs and picks up his coffee cup.", "similarity": 0.6134, "relevance": 1 }, { "pair_id": 21034, "video_name": "house_s07e10_seg02_clip_25", "timestamp": [ 0.0, 49.84 ], "duration": 151.66, "caption": "The person wearing gray coat was holding a cup of coffee.", "similarity": 0.6117, "relevance": 2 }, { "pair_id": 21035, "video_name": "house_s08e05_seg02_clip_11", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes hold of their cup and takes a drink.", "similarity": 0.6107, "relevance": 1 }, { "pair_id": 21036, "video_name": "met_s05e05_seg02_clip_14", "timestamp": [ 37.39, 43.9 ], "duration": 65.66, "caption": "A person sits down then picks up his coffee cup.", "similarity": 0.6059, "relevance": 2 }, { "pair_id": 21037, "video_name": "s05e01_seg02_clip_01", "timestamp": [ 11.29, 14.95 ], "duration": 61.66, "caption": "A person passes in the background carrying a cup of coffee.", "similarity": 0.6049, "relevance": 0 }, { "pair_id": 21038, "video_name": "castle_s05e19_seg02_clip_08", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A woman hands a person a cup of coffee as he is seated.", "similarity": 0.6041, "relevance": 2 }, { "pair_id": 21039, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.6033, "relevance": 2 } ] }, { "query_id": 68380, "query": "A man hands a woman a picture of Mallory Whitfield.", "relevant_moment": [ { "pair_id": 21640, "video_name": "castle_s07e13_seg02_clip_12", "timestamp": [ 0.0, 4.04 ], "duration": 89.66, "caption": "A man hands a woman a picture of Mallory Whitfield.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21641, "video_name": "castle_s02e11_seg02_clip_07", "timestamp": [ 44.63, 50.15 ], "duration": 92.66, "caption": "A woman hands man a picture of a man.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 21642, "video_name": "castle_s08e20_seg02_clip_20", "timestamp": [ 20.39, 26.29 ], "duration": 90.66, "caption": "A man hands woman a photo of a man.", "similarity": 0.6578, "relevance": 3 }, { "pair_id": 21643, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.64, "relevance": 3 }, { "pair_id": 21644, "video_name": "castle_s05e24_seg02_clip_15", "timestamp": [ 8.38, 13.97 ], "duration": 93.66, "caption": "A man hands woman a photo while explaining who it is.", "similarity": 0.6308, "relevance": 3 }, { "pair_id": 21645, "video_name": "castle_s03e14_seg02_clip_14", "timestamp": [ 45.6, 48.89 ], "duration": 94.66, "caption": "A man hands a photo to a woman for her to look at.", "similarity": 0.6269, "relevance": 3 }, { "pair_id": 21646, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 7.59, 13.84 ], "duration": 89.66, "caption": "A man hands a person a picture, and then the person hands it to a woman.", "similarity": 0.6252, "relevance": 3 }, { "pair_id": 21647, "video_name": "house_s04e07_seg02_clip_03", "timestamp": [ 1.76, 3.53 ], "duration": 88.66, "caption": "A man hands a picture to a woman and she looks at it.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 21648, "video_name": "castle_s06e13_seg02_clip_10", "timestamp": [ 0.0, 6.67 ], "duration": 88.66, "caption": "A man hands a woman a picture of a person in a black jacket.", "similarity": 0.6145, "relevance": 3 }, { "pair_id": 21649, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 59.78, 63.83 ], "duration": 89.66, "caption": "A woman hands guy a photo of O'grady in his hand.", "similarity": 0.6057, "relevance": 2 }, { "pair_id": 21650, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 46.81, 48.61 ], "duration": 90.66, "caption": "A woman hands a man some photos to look at.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 21652, "video_name": "castle_s01e05_seg02_clip_11", "timestamp": [ 25.65, 27.42 ], "duration": 88.66, "caption": "A person hands a woman the photo in their hand.", "similarity": 0.6031, "relevance": 3 }, { "pair_id": 21655, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 8.48, 13.39 ], "duration": 89.66, "caption": "A man hands another person a picture to look at and then the person hands it to a woman.", "similarity": 0.5977, "relevance": 3 }, { "pair_id": 21658, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 79.05, 81.3 ], "duration": 90.66, "caption": "A man is holding a picture of a woman as he hands it to another man.", "similarity": 0.5897, "relevance": 2 }, { "pair_id": 194960, "video_name": "friends_s07e21_seg02_clip_17", "timestamp": [ 45.59, 47.14 ], "duration": 62.66, "caption": "A woman points to a photo in a man's hand.", "similarity": 0.5821, "relevance": 1 }, { "pair_id": 194961, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 33.25, 36.7 ], "duration": 86.66, "caption": "A man holds up a photo of a woman for some people.", "similarity": 0.5778, "relevance": 3 }, { "pair_id": 194962, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.5775, "relevance": 3 }, { "pair_id": 194963, "video_name": "castle_s06e17_seg02_clip_13", "timestamp": [ 79.19, 85.28 ], "duration": 87.66, "caption": "A person passes a picture to another person and the latter hands the picture to a woman.", "similarity": 0.5755, "relevance": 3 }, { "pair_id": 194964, "video_name": "castle_s04e17_seg02_clip_13", "timestamp": [ 55.23, 60.21 ], "duration": 90.66, "caption": "A man hands a woman a photo of a woman and she asks about the women in the photo.", "similarity": 0.5752, "relevance": 3 }, { "pair_id": 194965, "video_name": "castle_s03e12_seg02_clip_14", "timestamp": [ 0.0, 14.58 ], "duration": 85.66, "caption": "A woman hands a picture to a person and a person hands it to someone else.", "similarity": 0.5705, "relevance": 2 }, { "pair_id": 194966, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 73.0, 77.13 ], "duration": 91.66, "caption": "A man shows a woman a picture of a woman.", "similarity": 0.5696, "relevance": 3 }, { "pair_id": 194967, "video_name": "friends_s10e16_seg02_clip_17", "timestamp": [ 40.3, 44.21 ], "duration": 60.66, "caption": "A man hands a woman photos of the person who was wearing the wrist restraints.", "similarity": 0.5694, "relevance": 3 }, { "pair_id": 194968, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 12.28, 18.19 ], "duration": 90.66, "caption": "A woman shows a piece of picture to a man.", "similarity": 0.5691, "relevance": 1 }, { "pair_id": 194970, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 26.11, 30.61 ], "duration": 90.66, "caption": "A woman shows the picture to the man in front of her.", "similarity": 0.567, "relevance": 1 }, { "pair_id": 194971, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.56, 81.9 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.566, "relevance": 2 }, { "pair_id": 194972, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.12, 82.79 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 0.566, "relevance": 2 }, { "pair_id": 194973, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 14.0, 22.51 ], "duration": 100.66, "caption": "A woman holds up a photo to show another man.", "similarity": 0.5648, "relevance": 1 }, { "pair_id": 194974, "video_name": "castle_s07e11_seg02_clip_09", "timestamp": [ 89.57, 91.66 ], "duration": 91.66, "caption": "A man shows a woman a photograph of a woman.", "similarity": 0.5645, "relevance": 3 }, { "pair_id": 194975, "video_name": "castle_s08e05_seg02_clip_06", "timestamp": [ 64.1, 71.66 ], "duration": 89.66, "caption": "A man walks in, holding a picture up in the air and hands it to a woman.", "similarity": 0.5645, "relevance": 3 }, { "pair_id": 194976, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 55.35, 58.61 ], "duration": 93.66, "caption": "A woman shows a man a picture of a woman.", "similarity": 0.5645, "relevance": 1 }, { "pair_id": 194977, "video_name": "castle_s04e03_seg02_clip_05", "timestamp": [ 23.62, 26.35 ], "duration": 90.66, "caption": "A woman was holding a picture of someone and suddenly handed it to a man.", "similarity": 0.5643, "relevance": 2 }, { "pair_id": 194978, "video_name": "house_s07e10_seg02_clip_18", "timestamp": [ 81.77, 86.36 ], "duration": 91.66, "caption": "A woman takes a framed photo from a shelf and hands it a man.", "similarity": 0.5635, "relevance": 2 }, { "pair_id": 194979, "video_name": "castle_s04e19_seg02_clip_22", "timestamp": [ 46.88, 53.7 ], "duration": 91.66, "caption": "A woman shows man a photo while interrogating him.", "similarity": 0.5632, "relevance": 2 } ] }, { "query_id": 68386, "query": "A woman gets up from her seat and leaves with another woman.", "relevant_moment": [ { "pair_id": 18380, "video_name": "castle_s07e13_seg02_clip_13", "timestamp": [ 73.25, 78.74 ], "duration": 91.66, "caption": "A woman gets up from her seat and leaves with another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18381, "video_name": "friends_s05e03_seg02_clip_02", "timestamp": [ 62.12, 63.5 ], "duration": 69.66, "caption": "A woman gets up from her seat and follows another woman.", "similarity": 0.8437, "relevance": 4 }, { "pair_id": 18382, "video_name": "s01e15_seg02_clip_05", "timestamp": [ 7.2, 13.81 ], "duration": 60.66, "caption": "A woman leaves with another woman after getting up from the couch.", "similarity": 0.7781, "relevance": 4 }, { "pair_id": 18383, "video_name": "grey_s03e02_seg02_clip_12", "timestamp": [ 60.92, 65.4 ], "duration": 89.66, "caption": "A woman gets up and walks away from another woman.", "similarity": 0.7779, "relevance": 1 }, { "pair_id": 18384, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 55.29, 59.37 ], "duration": 90.66, "caption": "A woman gets up and leaves a man sitting with another person.", "similarity": 0.7732, "relevance": 2 }, { "pair_id": 18385, "video_name": "castle_s02e20_seg02_clip_04", "timestamp": [ 3.72, 8.37 ], "duration": 93.66, "caption": "A woman starts to leave and another woman stops her.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 18386, "video_name": "grey_s03e25_seg02_clip_02", "timestamp": [ 49.63, 50.56 ], "duration": 93.66, "caption": "A woman rushes up to person after another woman leaves.", "similarity": 0.7516, "relevance": 1 }, { "pair_id": 18387, "video_name": "friends_s10e11_seg02_clip_10", "timestamp": [ 42.86, 45.66 ], "duration": 56.66, "caption": "A woman gets up from her chair and walks over to another woman.", "similarity": 0.7505, "relevance": 2 }, { "pair_id": 18388, "video_name": "castle_s06e04_seg02_clip_07", "timestamp": [ 62.51, 64.32 ], "duration": 90.66, "caption": "A woman sees another woman and gets up from a chair.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 18389, "video_name": "friends_s07e07_seg02_clip_02", "timestamp": [ 24.43, 28.9 ], "duration": 59.66, "caption": "A woman says goodbye to another woman and others and gets up from sitting.", "similarity": 0.7439, "relevance": 3 }, { "pair_id": 18390, "video_name": "friends_s04e13_seg02_clip_09", "timestamp": [ 17.5, 19.38 ], "duration": 62.66, "caption": "Two women get up to leave and a woman stops them.", "similarity": 0.7426, "relevance": 3 }, { "pair_id": 18391, "video_name": "house_s07e22_seg02_clip_00", "timestamp": [ 25.09, 31.02 ], "duration": 91.66, "caption": "A woman tries to leave but another woman stops her.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 18392, "video_name": "friends_s02e01_seg02_clip_12", "timestamp": [ 38.21, 42.2 ], "duration": 57.66, "caption": "A woman jumps up after woman when he/she leaves his/her seat.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 18393, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 21.77, 24.49 ], "duration": 68.66, "caption": "A woman gets up off the chair and turns and walks away from another woman.", "similarity": 0.7309, "relevance": 3 }, { "pair_id": 18394, "video_name": "friends_s02e12-13_seg02_clip_33", "timestamp": [ 39.63, 47.9 ], "duration": 57.66, "caption": "A woman lets go of two other women and walks away.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 18395, "video_name": "grey_s03e19_seg02_clip_14", "timestamp": [ 48.17, 67.53 ], "duration": 90.66, "caption": "A woman listens to another woman and then gets up and leaves.", "similarity": 0.7284, "relevance": 1 }, { "pair_id": 18396, "video_name": "friends_s10e04_seg02_clip_11", "timestamp": [ 3.72, 7.75 ], "duration": 62.66, "caption": "A woman gets up and walks over to another woman.", "similarity": 0.7271, "relevance": 1 }, { "pair_id": 18398, "video_name": "friends_s05e12_seg02_clip_11", "timestamp": [ 55.41, 58.03 ], "duration": 58.66, "caption": "A woman gets out of her seat and moves towards another woman to talk to her.", "similarity": 0.7176, "relevance": 2 }, { "pair_id": 18399, "video_name": "friends_s09e09_seg02_clip_11", "timestamp": [ 28.66, 33.39 ], "duration": 59.66, "caption": "A woman is beside another woman as two men get up from their seats.", "similarity": 0.7174, "relevance": 3 } ] }, { "query_id": 68426, "query": "A woman and a man stand up together from the couch when another person walks over.", "relevant_moment": [ { "pair_id": 105580, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 27.85, 31.33 ], "duration": 58.66, "caption": "A woman and a man stand up together from the couch when another person walks over.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 105581, "video_name": "house_s04e07_seg02_clip_00", "timestamp": [ 64.53, 66.87 ], "duration": 93.66, "caption": "Two people stand up at the same time from the couch.", "similarity": 0.8193, "relevance": 3 }, { "pair_id": 105582, "video_name": "friends_s06e15-16_seg02_clip_27", "timestamp": [ 45.25, 49.83 ], "duration": 57.66, "caption": "A woman stands up and gets back on the couch with a man.", "similarity": 0.809, "relevance": 1 }, { "pair_id": 105583, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 34.41, 37.89 ], "duration": 77.66, "caption": "A woman stands up from the couch when a man walks in.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 105584, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 3.66, 8.54 ], "duration": 61.66, "caption": "A man stands up from the couch and walks toward a woman.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 105585, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 21.43, 33.09 ], "duration": 63.66, "caption": "A man and a woman stand up from the couch to greet the person that walks into the room.", "similarity": 0.8049, "relevance": 3 }, { "pair_id": 105586, "video_name": "friends_s01e04_seg02_clip_02", "timestamp": [ 11.21, 15.35 ], "duration": 59.66, "caption": "A man and another man stand up from the couch.", "similarity": 0.8048, "relevance": 2 }, { "pair_id": 105588, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 13.35, 16.54 ], "duration": 58.66, "caption": "A woman stands up from in between two men on the couch.", "similarity": 0.7935, "relevance": 2 }, { "pair_id": 105590, "video_name": "s01e11_seg01_clip_01", "timestamp": [ 21.32, 22.63 ], "duration": 87.66, "caption": "A person stands up from the couch suddenly between woman and man.", "similarity": 0.7859, "relevance": 2 }, { "pair_id": 105591, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 8.33, 16.17 ], "duration": 98.66, "caption": "A man walks over to stand behind woman on the couch.", "similarity": 0.7815, "relevance": 2 }, { "pair_id": 105592, "video_name": "friends_s06e15-16_seg02_clip_13", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A man and a woman go from standing, and sit down on the couch.", "similarity": 0.7814, "relevance": 1 }, { "pair_id": 105593, "video_name": "friends_s01e16-17_seg02_clip_06", "timestamp": [ 20.44, 24.72 ], "duration": 61.66, "caption": "A man walks up to woman on the couch and woman turns around to face him.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 105594, "video_name": "met_s02e09_seg02_clip_10", "timestamp": [ 22.63, 37.43 ], "duration": 58.66, "caption": "A man stands up from the couch and a short time later a woman does the same.", "similarity": 0.7678, "relevance": 1 }, { "pair_id": 105595, "video_name": "friends_s05e02_seg02_clip_14", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A man stands up from the couch and a woman puts her hands up in front of him.", "similarity": 0.7676, "relevance": 1 }, { "pair_id": 105596, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 9.44, 14.17 ], "duration": 59.66, "caption": "A man and a woman stand up from their chairs and walk over to another woman and a person.", "similarity": 0.7583, "relevance": 3 }, { "pair_id": 105597, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 10.37, 12.21 ], "duration": 61.66, "caption": "A person stands up from the couch he was sitting on with another person.", "similarity": 0.7581, "relevance": 1 }, { "pair_id": 105598, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 10.92, 17.41 ], "duration": 59.66, "caption": "A man stands up and walks over to the couch with another man.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 105599, "video_name": "s08e24_seg01_clip_00", "timestamp": [ 60.77, 64.82 ], "duration": 90.66, "caption": "A woman gets up from the couch and walks over and stands in front of a person.", "similarity": 0.7511, "relevance": 2 } ] }, { "query_id": 68478, "query": "A man enters carrying a cardboard box and places it down.", "relevant_moment": [ { "pair_id": 94500, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.91, 31.96 ], "duration": 83.66, "caption": "A man enters carrying a cardboard box and places it down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 94501, "video_name": "friends_s03e10_seg02_clip_04", "timestamp": [ 46.74, 51.22 ], "duration": 64.66, "caption": "A man carries a large cardboard box in the hallway before he puts it down.", "similarity": 0.831, "relevance": 3 }, { "pair_id": 94502, "video_name": "friends_s06e06_seg02_clip_16", "timestamp": [ 11.02, 15.38 ], "duration": 58.66, "caption": "A man puts a couple of items in a cardboard box as a man enters the room.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 94503, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 34.82, 36.92 ], "duration": 60.66, "caption": "A man puts a cardboard box down on the table.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 94504, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 42.35, 46.76 ], "duration": 88.66, "caption": "A man carries a box over to the desk and puts it down.", "similarity": 0.7182, "relevance": 4 }, { "pair_id": 94505, "video_name": "friends_s03e10_seg02_clip_04", "timestamp": [ 47.7, 50.9 ], "duration": 64.66, "caption": "A man puts a box he is carrying on the floor in the hallway.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 94506, "video_name": "friends_s10e17-18_seg02_clip_39", "timestamp": [ 70.1, 73.02 ], "duration": 73.66, "caption": "A man carries a cardboard box through the apartment.", "similarity": 0.7066, "relevance": 3 }, { "pair_id": 94507, "video_name": "castle_s03e21_seg02_clip_12", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A man opens a box and takes out a few items from it.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 94508, "video_name": "s06e07_seg02_clip_12", "timestamp": [ 3.3, 6.6 ], "duration": 60.66, "caption": "A man was carefully carrying a huge brown box.", "similarity": 0.7052, "relevance": 4 }, { "pair_id": 94509, "video_name": "met_s06e02_seg02_clip_15", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A woman enters the room as a man is packing a cardboard box.", "similarity": 0.7035, "relevance": 1 }, { "pair_id": 94510, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 7.5, 10.8 ], "duration": 60.66, "caption": "A man picks up a box and walks out with it.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 94511, "video_name": "friends_s03e10_seg02_clip_05", "timestamp": [ 35.35, 40.49 ], "duration": 57.66, "caption": "A man picks up a large cardboard box and walks up to a door.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 94512, "video_name": "house_s06e19_seg02_clip_23", "timestamp": [ 31.29, 34.05 ], "duration": 92.66, "caption": "A person enters man's hospital room carrying a box.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 94513, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 3.41, 12.41 ], "duration": 62.66, "caption": "A man is carrying a large box up the stairs and then places it on the ground.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 94514, "video_name": "friends_s09e08_seg02_clip_20", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A man places a box from his hands down on the floor.", "similarity": 0.6882, "relevance": 3 }, { "pair_id": 94515, "video_name": "met_s03e03_seg02_clip_04", "timestamp": [ 23.5, 25.61 ], "duration": 60.66, "caption": "A man takes out a crown from a cardboard box.", "similarity": 0.6867, "relevance": 1 }, { "pair_id": 94516, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 22.95, 30.7 ], "duration": 62.66, "caption": "A man picks up the box and carries it into the apartment.", "similarity": 0.6847, "relevance": 3 }, { "pair_id": 94517, "video_name": "friends_s02e14_seg01_clip_01", "timestamp": [ 0.0, 10.14 ], "duration": 52.66, "caption": "A person holds up an item and then places it into a box.", "similarity": 0.679, "relevance": 0 }, { "pair_id": 94518, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 17.12, 19.18 ], "duration": 59.66, "caption": "A person reaches their right hand into a cardboard box.", "similarity": 0.6728, "relevance": 1 }, { "pair_id": 94519, "video_name": "s07e20_seg02_clip_03", "timestamp": [ 0.3, 3.84 ], "duration": 59.66, "caption": "A man pulls a green book out of a cardboard box.", "similarity": 0.6726, "relevance": 1 } ] }, { "query_id": 68479, "query": "A woman lifts a white piece of paper as she has a conversation with two people.", "relevant_moment": [ { "pair_id": 161540, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 41.93, 46.91 ], "duration": 83.66, "caption": "A woman lifts a white piece of paper as she has a conversation with two people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161542, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 0.0, 16.48 ], "duration": 61.66, "caption": "A woman is holding a paper while talking to another woman.", "similarity": 0.7197, "relevance": 3 }, { "pair_id": 161544, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 84.88, 91.66 ], "duration": 91.66, "caption": "A woman is talking to someone and shows them a piece of paper.", "similarity": 0.7044, "relevance": 4 }, { "pair_id": 161545, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 7.04, 11.88 ], "duration": 88.66, "caption": "A woman handed a piece of folded paper to someone during their talk.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 161546, "video_name": "castle_s03e14_seg02_clip_00", "timestamp": [ 48.83, 52.51 ], "duration": 92.66, "caption": "A woman hands someone a white piece of paper.", "similarity": 0.6932, "relevance": 3 }, { "pair_id": 161547, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 47.36, 82.37 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.6856, "relevance": 2 }, { "pair_id": 161548, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 39.54 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.6856, "relevance": 2 }, { "pair_id": 161549, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 0.0, 16.73 ], "duration": 90.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 161550, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 8.74, 10.58 ], "duration": 92.66, "caption": "A woman picks up a piece of paper off of the desk as they have a conversation with a person.", "similarity": 0.6844, "relevance": 3 }, { "pair_id": 161551, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "A woman was having a conversation with two people.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 161552, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 26.69, 92.03 ], "duration": 92.66, "caption": "A woman was having an intense conversation with two other people.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 161553, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 8.56, 30.1 ], "duration": 59.66, "caption": "A woman takes out the piece of paper and hands it to a person.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 161554, "video_name": "castle_s04e18_seg02_clip_11", "timestamp": [ 42.63, 45.81 ], "duration": 90.66, "caption": "A woman lifts her hand as she speaks to another woman and the other woman does the same.", "similarity": 0.6601, "relevance": 0 }, { "pair_id": 161555, "video_name": "castle_s06e20_seg02_clip_11", "timestamp": [ 66.1, 80.5 ], "duration": 84.66, "caption": "A woman is holding a paper as she walks with two men conversing.", "similarity": 0.6583, "relevance": 3 }, { "pair_id": 161556, "video_name": "house_s05e06_seg02_clip_11", "timestamp": [ 8.1, 11.25 ], "duration": 90.66, "caption": "A woman lifts up a box while talking to a man.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 161557, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.6576, "relevance": 1 }, { "pair_id": 161558, "video_name": "house_s03e05_seg02_clip_09", "timestamp": [ 10.8, 13.5 ], "duration": 108.66, "caption": "A woman hands a person a pink piece of paper while he's talking with another person.", "similarity": 0.6558, "relevance": 2 }, { "pair_id": 161559, "video_name": "castle_s07e12_seg02_clip_21", "timestamp": [ 36.91, 38.71 ], "duration": 90.66, "caption": "A woman takes out a piece of paper and shows it to a person.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 334860, "video_name": "s02e07_seg02_clip_14", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman is standing and holding a piece of paper while having a conversation with a man who is standing in the doorway holding a silver object.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 334861, "video_name": "s07e18_seg02_clip_08", "timestamp": [ 0.0, 1.14 ], "duration": 57.66, "caption": "A woman asks another woman what is written on her paper.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 334862, "video_name": "grey_s03e25_seg02_clip_28", "timestamp": [ 0.0, 8.64 ], "duration": 108.66, "caption": "A woman is having a conversation with some people.", "similarity": 0.6469, "relevance": 2 }, { "pair_id": 334863, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 0.0, 78.65 ], "duration": 89.66, "caption": "A woman was having a conversation with some people.", "similarity": 0.6453, "relevance": 2 }, { "pair_id": 334864, "video_name": "grey_s02e14_seg02_clip_21", "timestamp": [ 90.7, 93.03 ], "duration": 93.66, "caption": "A person hands a piece of paper to a woman.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 334865, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 61.22, 73.37 ], "duration": 90.66, "caption": "A woman and person are having a conversation with each other.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 334866, "video_name": "castle_s01e04_seg02_clip_01", "timestamp": [ 14.62, 30.12 ], "duration": 88.66, "caption": "A woman started talking to another woman while holding a bunch of papers and a pen.", "similarity": 0.6383, "relevance": 3 }, { "pair_id": 334867, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 31.86, 35.95 ], "duration": 91.66, "caption": "A person is holding a piece of paper while talking to another person.", "similarity": 0.6348, "relevance": 3 }, { "pair_id": 334868, "video_name": "house_s05e13_seg02_clip_08", "timestamp": [ 50.52, 91.03 ], "duration": 91.66, "caption": "A woman is having a conversation with two people then person join their conversation.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 334869, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 0.0, 18.21 ], "duration": 88.66, "caption": "A person was having a conversation with a woman.", "similarity": 0.633, "relevance": 2 }, { "pair_id": 334870, "video_name": "friends_s01e01_seg02_clip_08", "timestamp": [ 0.0, 7.83 ], "duration": 58.66, "caption": "A person was having a conversation with two women.", "similarity": 0.6328, "relevance": 3 }, { "pair_id": 334871, "video_name": "castle_s02e16_seg02_clip_06", "timestamp": [ 0.0, 12.39 ], "duration": 88.66, "caption": "A woman was having a serious conversation with two people.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 334872, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 0.0, 49.89 ], "duration": 86.66, "caption": "A woman was having a serious conversation with two people.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 334873, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 11.23, 33.35 ], "duration": 66.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.6315, "relevance": 2 }, { "pair_id": 334874, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 28.57, 57.64 ], "duration": 102.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.6315, "relevance": 1 }, { "pair_id": 334875, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman was holding a pen and paper whilst talking.", "similarity": 0.6312, "relevance": 3 }, { "pair_id": 334876, "video_name": "friends_s01e10_seg02_clip_02", "timestamp": [ 40.13, 43.33 ], "duration": 58.66, "caption": "A woman waves her hand at two people talking.", "similarity": 0.6305, "relevance": 2 }, { "pair_id": 334877, "video_name": "friends_s03e12_seg02_clip_07", "timestamp": [ 12.82, 15.56 ], "duration": 61.66, "caption": "A woman unfolds a piece of paper and hands it to a woman.", "similarity": 0.6298, "relevance": 3 }, { "pair_id": 334878, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 80.28, 92.28 ], "duration": 92.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 334879, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 0.0, 16.2 ], "duration": 90.66, "caption": "A woman and another woman are having a conversation with each other.", "similarity": 0.6294, "relevance": 1 } ] }, { "query_id": 68536, "query": "A woman shouts at person as he comes out into the hall.", "relevant_moment": [ { "pair_id": 162420, "video_name": "s07e17_seg02_clip_09", "timestamp": [ 22.95, 30.39 ], "duration": 62.66, "caption": "A woman shouts at person as he comes out into the hall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162421, "video_name": "s04e23_seg02_clip_16", "timestamp": [ 0.0, 3.55 ], "duration": 71.66, "caption": "A woman shouts to a man and tells him to get inside the room.", "similarity": 0.7465, "relevance": 3 }, { "pair_id": 162422, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 82.64, 89.34 ], "duration": 89.66, "caption": "A woman yells at a man while in the hallway.", "similarity": 0.7274, "relevance": 3 }, { "pair_id": 162423, "video_name": "s09e15_seg02_clip_01", "timestamp": [ 3.9, 7.2 ], "duration": 60.66, "caption": "A person is standing in a doorway talking to a woman when she slams the door in his face leaving him in the hallway.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 162424, "video_name": "grey_s02e22_seg02_clip_14", "timestamp": [ 64.17, 68.72 ], "duration": 91.66, "caption": "A woman notices someone standing in the hallway and motions for them to come in.", "similarity": 0.6757, "relevance": 1 }, { "pair_id": 162425, "video_name": "house_s07e20_seg02_clip_17", "timestamp": [ 0.0, 15.35 ], "duration": 93.66, "caption": "A woman yells at person while he is outside of the door.", "similarity": 0.6754, "relevance": 3 }, { "pair_id": 162426, "video_name": "grey_s02e24_seg02_clip_08", "timestamp": [ 85.76, 90.27 ], "duration": 90.66, "caption": "A woman walks out of a door into the hallway and talks to a man.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 162427, "video_name": "friends_s08e11_seg02_clip_21", "timestamp": [ 50.94, 55.79 ], "duration": 97.66, "caption": "A woman peeks out her door and a man yells for her to go back in her room.", "similarity": 0.6693, "relevance": 0 }, { "pair_id": 162428, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 48.99, 59.03 ], "duration": 59.66, "caption": "Some people stop in the hall and talk to a woman.", "similarity": 0.6642, "relevance": 1 }, { "pair_id": 162429, "video_name": "friends_s04e16_seg02_clip_18", "timestamp": [ 26.27, 33.64 ], "duration": 59.66, "caption": "A woman walks out into the hallway and talks to a man.", "similarity": 0.6611, "relevance": 1 }, { "pair_id": 162430, "video_name": "friends_s03e04_seg02_clip_14", "timestamp": [ 6.91, 11.72 ], "duration": 60.66, "caption": "A woman yells and a man in the hallway of the apartment building.", "similarity": 0.6601, "relevance": 3 }, { "pair_id": 162431, "video_name": "s05e01_seg02_clip_04", "timestamp": [ 38.63, 41.6 ], "duration": 54.66, "caption": "A woman goes out closing the door forcefully while shouting at a man.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 162432, "video_name": "s01e15_seg02_clip_15", "timestamp": [ 8.7, 12.77 ], "duration": 58.66, "caption": "A woman calls person out and person comes to the door.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 162433, "video_name": "s01e14_seg02_clip_02", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A woman is in the hallway as she speaks with man and person.", "similarity": 0.6523, "relevance": 1 }, { "pair_id": 162434, "video_name": "castle_s08e02_seg02_clip_05", "timestamp": [ 56.27, 90.02 ], "duration": 90.66, "caption": "A woman is talking to a man as they are in a hallway.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 162435, "video_name": "house_s02e21_seg02_clip_18", "timestamp": [ 13.92, 17.77 ], "duration": 96.66, "caption": "Person turns around at woman to yell at her.", "similarity": 0.6515, "relevance": 1 }, { "pair_id": 162436, "video_name": "house_s07e20_seg02_clip_17", "timestamp": [ 18.14, 21.86 ], "duration": 93.66, "caption": "A woman slams the door in person's face after being yelled at.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 162437, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 18.94, 29.76 ], "duration": 90.66, "caption": "A woman introduces a man to another person as they walk down the hall.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 162438, "video_name": "castle_s01e03_seg02_clip_18", "timestamp": [ 52.27, 57.49 ], "duration": 95.66, "caption": "A woman came out from the room and talk to man.", "similarity": 0.644, "relevance": 1 }, { "pair_id": 162439, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 39.67, 40.58 ], "duration": 61.66, "caption": "A woman suddenly appears in a person's doorway and speaks.", "similarity": 0.6414, "relevance": 2 } ] }, { "query_id": 68587, "query": "A woman hands over a person's work card to her.", "relevant_moment": [ { "pair_id": 7980, "video_name": "friends_s06e08_seg02_clip_01", "timestamp": [ 39.55, 41.02 ], "duration": 59.66, "caption": "A woman hands over a person's work card to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7981, "video_name": "castle_s02e10_seg02_clip_11", "timestamp": [ 17.5, 18.89 ], "duration": 92.66, "caption": "A woman hands over her business card to man.", "similarity": 0.784, "relevance": 3 }, { "pair_id": 7982, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 2.31, 14.2 ], "duration": 66.66, "caption": "A woman deals the cards out to some people.", "similarity": 0.7692, "relevance": 1 }, { "pair_id": 7983, "video_name": "friends_s07e20_seg01_clip_01", "timestamp": [ 30.47, 50.98 ], "duration": 60.66, "caption": "A woman hands another woman her card for her to look at.", "similarity": 0.7611, "relevance": 4 }, { "pair_id": 7984, "video_name": "friends_s07e20_seg01_clip_01", "timestamp": [ 31.98, 34.39 ], "duration": 60.66, "caption": "A woman gives another woman a card so she can get in touch with her.", "similarity": 0.7398, "relevance": 4 }, { "pair_id": 7985, "video_name": "friends_s01e18_seg02_clip_13", "timestamp": [ 46.06, 53.56 ], "duration": 53.66, "caption": "A woman holds up one of the cards and hands it to another woman.", "similarity": 0.7324, "relevance": 2 }, { "pair_id": 7986, "video_name": "friends_s04e19_seg02_clip_09", "timestamp": [ 55.7, 57.15 ], "duration": 58.66, "caption": "A woman holds her hand out and a woman takes a card.", "similarity": 0.719, "relevance": 0 }, { "pair_id": 7987, "video_name": "friends_s03e25_seg02_clip_04", "timestamp": [ 0.0, 3.85 ], "duration": 64.66, "caption": "A woman has a card in her hand when she turns to another woman.", "similarity": 0.7137, "relevance": 1 }, { "pair_id": 7988, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 20.48, 26.26 ], "duration": 89.66, "caption": "A woman holds up a business card as she is talking to person.", "similarity": 0.7125, "relevance": 1 }, { "pair_id": 7989, "video_name": "house_s08e17_seg02_clip_03", "timestamp": [ 5.81, 9.39 ], "duration": 89.66, "caption": "A woman behind the desk spreads out cards in front of a person.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 7990, "video_name": "castle_s06e18_seg02_clip_10", "timestamp": [ 71.12, 74.28 ], "duration": 79.66, "caption": "A person takes out a card from his business card case and gives it to a woman.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 7991, "video_name": "s03e05_seg01_clip_01", "timestamp": [ 0.0, 11.02 ], "duration": 58.66, "caption": "A person explains the cards to woman when she holds them up.", "similarity": 0.7054, "relevance": 0 }, { "pair_id": 7992, "video_name": "house_s06e15_seg02_clip_20", "timestamp": [ 7.7, 10.45 ], "duration": 110.66, "caption": "A woman leans forward and hands a card to a man.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 7993, "video_name": "s07e18_seg02_clip_01", "timestamp": [ 3.66, 10.37 ], "duration": 61.66, "caption": "A person hands out cards to man, woman, woman, and woman.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 7994, "video_name": "met_s03e02_seg02_clip_08", "timestamp": [ 1.83, 4.57 ], "duration": 60.66, "caption": "A woman holds out a card that a man takes from her.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 7995, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 17.8, 21.37 ], "duration": 89.66, "caption": "A woman shows person a business card with a man's name on it.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 7996, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 8.7, 12.31 ], "duration": 60.66, "caption": "A woman pulls out a card from her purse and hands it to a man.", "similarity": 0.6799, "relevance": 3 }, { "pair_id": 7997, "video_name": "castle_s04e06_seg02_clip_10", "timestamp": [ 24.36, 28.42 ], "duration": 90.66, "caption": "A woman walks in holding a card in her hand.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 7998, "video_name": "s06e04_seg02_clip_02", "timestamp": [ 21.66, 23.5 ], "duration": 61.66, "caption": "A woman holds a card and puts in in a person's face for him to read.", "similarity": 0.6743, "relevance": 0 }, { "pair_id": 7999, "video_name": "friends_s01e18_seg02_clip_09", "timestamp": [ 31.29, 55.78 ], "duration": 68.66, "caption": "A woman is dealing cards at the table, she smacks another woman's hand when she reaches for a card.", "similarity": 0.6726, "relevance": 1 } ] }, { "query_id": 68625, "query": "A woman and a man are sprawled out on a couch.", "relevant_moment": [ { "pair_id": 169520, "video_name": "s08e18_seg02_clip_16", "timestamp": [ 0.0, 2.41 ], "duration": 37.66, "caption": "A woman and a man are sprawled out on a couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169521, "video_name": "friends_s05e17_seg02_clip_13", "timestamp": [ 0.0, 26.89 ], "duration": 56.66, "caption": "A man and a woman were lying on the couch whilst having conversation.", "similarity": 0.7646, "relevance": 4 }, { "pair_id": 169522, "video_name": "s08e12_seg02_clip_15", "timestamp": [ 63.6, 68.02 ], "duration": 68.66, "caption": "A person is sleeping on a woman's couch as she and a man are in her bedroom.", "similarity": 0.7599, "relevance": 3 }, { "pair_id": 169523, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "A man and a woman were both sitting on a couch.", "similarity": 0.7405, "relevance": 3 }, { "pair_id": 169524, "video_name": "met_s02e07_seg02_clip_11", "timestamp": [ 46.22, 50.9 ], "duration": 55.66, "caption": "A person and a woman sit down on the couch.", "similarity": 0.7171, "relevance": 2 }, { "pair_id": 169525, "video_name": "s06e22_seg02_clip_16", "timestamp": [ 59.43, 60.75 ], "duration": 66.66, "caption": "A man and a woman who are sitting on a couch lean in and kiss.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 169526, "video_name": "house_s07e22_seg02_clip_23", "timestamp": [ 13.58, 23.66 ], "duration": 87.66, "caption": "A person is sleeping while a woman is on the couch next to him.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 169527, "video_name": "friends_s01e02_seg02_clip_06", "timestamp": [ 18.49, 21.46 ], "duration": 66.66, "caption": "A woman and a man sit down on the sofa.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 169528, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 0.0, 7.18 ], "duration": 89.66, "caption": "A man and a woman are sitting on a sofa.", "similarity": 0.7067, "relevance": 4 }, { "pair_id": 169529, "video_name": "s03e04_seg02_clip_10", "timestamp": [ 15.26, 18.31 ], "duration": 61.66, "caption": "A woman kissed a man and the man lay down on the couch.", "similarity": 0.706, "relevance": 3 }, { "pair_id": 169530, "video_name": "friends_s06e15-16_seg02_clip_13", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A man and a woman go from standing, and sit down on the couch.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 169531, "video_name": "met_s04e01_seg02_clip_00", "timestamp": [ 3.97, 13.43 ], "duration": 61.66, "caption": "A man and woman make out on the couch.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 169532, "video_name": "s05e07_seg02_clip_13", "timestamp": [ 25.33, 31.12 ], "duration": 61.66, "caption": "A man and a woman sit on the couch making out with each other.", "similarity": 0.6949, "relevance": 3 }, { "pair_id": 169533, "video_name": "friends_s09e03_seg02_clip_19", "timestamp": [ 0.0, 22.13 ], "duration": 59.66, "caption": "A woman and a man wearing brown sweater were sitting on a couch.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 169534, "video_name": "friends_s10e13_seg02_clip_02", "timestamp": [ 62.73, 66.03 ], "duration": 66.66, "caption": "A woman leans back on the couch, then a man leans back on the couch.", "similarity": 0.6919, "relevance": 3 }, { "pair_id": 169535, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 48.91, 51.99 ], "duration": 77.66, "caption": "A woman and a man are sitting next to each other on a couch.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 169536, "video_name": "house_s04e14_seg02_clip_08", "timestamp": [ 0.0, 6.6 ], "duration": 88.66, "caption": "A man and a woman are lying on top of a mattress.", "similarity": 0.6898, "relevance": 2 }, { "pair_id": 169537, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A man and woman cuddle together on the couch.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 169538, "video_name": "friends_s05e17_seg02_clip_13", "timestamp": [ 0.0, 26.05 ], "duration": 56.66, "caption": "Two people were relaxing on a couch.", "similarity": 0.6819, "relevance": 4 }, { "pair_id": 169539, "video_name": "s05e18_seg02_clip_15", "timestamp": [ 0.0, 10.33 ], "duration": 59.66, "caption": "A woman, a man, and a woman stand behind a person while they are asleep on the couch.", "similarity": 0.6808, "relevance": 2 }, { "pair_id": 342840, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 5.9, 24.2 ], "duration": 59.66, "caption": "A woman and a man hold each other while on the couch.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 342841, "video_name": "friends_s04e01_seg02_clip_07", "timestamp": [ 50.42, 63.03 ], "duration": 63.66, "caption": "A man and woman were both sitting on the couch whilst hugging each other.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 342842, "video_name": "friends_s07e21_seg02_clip_13", "timestamp": [ 11.56, 14.22 ], "duration": 59.66, "caption": "A woman leans down toward a man as he sits on the couch.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 342843, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 38.88, 44.68 ], "duration": 58.66, "caption": "A woman and a man walk over and sit down on the couch together.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 342844, "video_name": "friends_s10e02_seg02_clip_08", "timestamp": [ 12.51, 16.17 ], "duration": 61.66, "caption": "A woman and a man sit down on the couch in someone's apartment.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 342845, "video_name": "s02e18_seg02_clip_09", "timestamp": [ 44.27, 47.22 ], "duration": 59.66, "caption": "A person is asleep in his spot on the couch next to a woman.", "similarity": 0.6757, "relevance": 3 }, { "pair_id": 342846, "video_name": "s09e15_seg02_clip_07", "timestamp": [ 39.97, 43.02 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 342847, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 342848, "video_name": "friends_s02e17_seg02_clip_17", "timestamp": [ 38.46, 53.97 ], "duration": 62.66, "caption": "A man and a woman wearing floral shirt were sitting on a sofa.", "similarity": 0.6749, "relevance": 3 }, { "pair_id": 342849, "video_name": "s06e03_seg02_clip_12", "timestamp": [ 33.01, 37.82 ], "duration": 60.66, "caption": "A person goes to sit with a man and a woman on the couch.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 342850, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 33.73, 70.37 ], "duration": 83.66, "caption": "Two people have a conversation while lying together on a couch.", "similarity": 0.6739, "relevance": 4 }, { "pair_id": 342851, "video_name": "friends_s06e15-16_seg02_clip_30", "timestamp": [ 29.22, 31.87 ], "duration": 59.66, "caption": "A man comes in while a woman is asleep on the red couch.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 342852, "video_name": "house_s05e01_seg02_clip_16", "timestamp": [ 0.0, 31.8 ], "duration": 87.66, "caption": "Two people are sitting on the couch together with a woman.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 342853, "video_name": "s04e24_seg02_clip_10", "timestamp": [ 53.67, 58.03 ], "duration": 58.66, "caption": "A man and woman are lying together in bed.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 342854, "video_name": "s05e06_seg02_clip_04", "timestamp": [ 60.17, 61.72 ], "duration": 62.66, "caption": "A woman and a man hug while sitting on the couch.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 342855, "video_name": "friends_s07e12_seg02_clip_02", "timestamp": [ 0.0, 48.26 ], "duration": 67.66, "caption": "A man and a woman were both lying on the bed.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 342856, "video_name": "s04e16_seg01_clip_00", "timestamp": [ 35.09, 61.03 ], "duration": 61.66, "caption": "A man and woman are lying together in the bedroom.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 342857, "video_name": "met_s06e12_seg02_clip_12", "timestamp": [ 49.34, 50.42 ], "duration": 72.66, "caption": "A woman and a man both get off the couch at the same time.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 342858, "video_name": "friends_s07e19_seg02_clip_04", "timestamp": [ 5.15, 8.82 ], "duration": 49.66, "caption": "A woman and man go sit on the couch near man.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 342859, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 13.03, 53.34 ], "duration": 62.66, "caption": "A man and a woman kiss on the couch and the man is having trouble with the woman's bra.", "similarity": 0.6622, "relevance": 3 } ] }, { "query_id": 68674, "query": "A woman looks at an ultrasound on the computer screen.", "relevant_moment": [ { "pair_id": 60400, "video_name": "grey_s03e06_seg02_clip_12", "timestamp": [ 14.61, 21.92 ], "duration": 91.66, "caption": "A woman looks at an ultrasound on the computer screen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 60401, "video_name": "house_s02e08_seg02_clip_11", "timestamp": [ 68.42, 70.67 ], "duration": 90.66, "caption": "A woman uses an ultrasound while looking at a hospital computer monitor.", "similarity": 0.8802, "relevance": 3 }, { "pair_id": 60402, "video_name": "grey_s02e01_seg02_clip_12", "timestamp": [ 8.87, 15.97 ], "duration": 88.66, "caption": "A woman looks at the ultrasound screen and then at the patient.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 60403, "video_name": "house_s02e20_seg02_clip_09", "timestamp": [ 51.22, 59.31 ], "duration": 77.66, "caption": "A person gives the patient an ultrasound and looks at the screen.", "similarity": 0.7216, "relevance": 3 }, { "pair_id": 60404, "video_name": "house_s02e19_seg02_clip_15", "timestamp": [ 61.67, 69.32 ], "duration": 90.66, "caption": "A woman is looking at the patient's results on the computer and Xrays.", "similarity": 0.7099, "relevance": 2 }, { "pair_id": 60405, "video_name": "grey_s02e05_seg02_clip_01", "timestamp": [ 62.65, 79.01 ], "duration": 93.66, "caption": "A woman is using the Ultrasound scanners on a person's chest.", "similarity": 0.6635, "relevance": 3 }, { "pair_id": 60406, "video_name": "grey_s02e14_seg02_clip_04", "timestamp": [ 68.26, 70.1 ], "duration": 92.66, "caption": "A woman is looking over at her baby on the ultrasound machine.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 60407, "video_name": "house_s05e01_seg02_clip_05", "timestamp": [ 65.86, 68.57 ], "duration": 90.66, "caption": "A person turns the monitor so that another person can look at the ultrasound screen.", "similarity": 0.6467, "relevance": 4 }, { "pair_id": 60409, "video_name": "grey_s02e01_seg02_clip_09", "timestamp": [ 30.37, 61.66 ], "duration": 92.66, "caption": "A woman performs an ultrasound on a woman's stomach in the hospital room.", "similarity": 0.64, "relevance": 3 }, { "pair_id": 60410, "video_name": "house_s02e04_seg02_clip_22", "timestamp": [ 15.53, 18.27 ], "duration": 91.66, "caption": "A woman tells someone where the needle is in the body while looking at the computer screen.", "similarity": 0.639, "relevance": 3 }, { "pair_id": 60411, "video_name": "castle_s05e12_seg02_clip_08", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A woman looks intently at a computer screen while sitting in an office.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 60412, "video_name": "castle_s06e07_seg02_clip_17", "timestamp": [ 83.71, 87.27 ], "duration": 89.66, "caption": "A woman seated at a computer looks for information.", "similarity": 0.636, "relevance": 2 }, { "pair_id": 60413, "video_name": "house_s05e21_seg02_clip_03", "timestamp": [ 35.11, 63.02 ], "duration": 90.66, "caption": "A woman gives an ultrasound of the patient's neck.", "similarity": 0.6307, "relevance": 3 }, { "pair_id": 60414, "video_name": "house_s07e10_seg02_clip_09", "timestamp": [ 66.47, 97.03 ], "duration": 97.66, "caption": "A woman takes a look at the patient that is on the monitor.", "similarity": 0.6295, "relevance": 2 }, { "pair_id": 60415, "video_name": "house_s04e11_seg02_clip_10", "timestamp": [ 85.56, 91.02 ], "duration": 91.66, "caption": "A woman on a computer screen touches and examines her neck with her fingers.", "similarity": 0.6285, "relevance": 0 }, { "pair_id": 60416, "video_name": "house_s02e22_seg02_clip_03", "timestamp": [ 53.31, 71.56 ], "duration": 73.66, "caption": "A woman is looking at a skull on her computer monitor.", "similarity": 0.6273, "relevance": 3 }, { "pair_id": 60417, "video_name": "castle_s02e18_seg02_clip_15", "timestamp": [ 14.18, 17.73 ], "duration": 88.66, "caption": "A woman reads the name that is on the computer screen.", "similarity": 0.6189, "relevance": 1 }, { "pair_id": 60418, "video_name": "house_s08e18_seg02_clip_04", "timestamp": [ 18.2, 20.48 ], "duration": 91.66, "caption": "A person looks at a medical screen with pulse lines on it.", "similarity": 0.6188, "relevance": 2 }, { "pair_id": 60419, "video_name": "house_s06e11_seg02_clip_05", "timestamp": [ 79.47, 83.21 ], "duration": 83.66, "caption": "A woman looks at a brain scan in a monitor.", "similarity": 0.6178, "relevance": 3 } ] }, { "query_id": 68726, "query": "A person uses a brush to point to the top of the cart.", "relevant_moment": [ { "pair_id": 3860, "video_name": "castle_s07e21_seg02_clip_11", "timestamp": [ 26.05, 27.91 ], "duration": 93.66, "caption": "A person uses a brush to point to the top of the cart.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 3861, "video_name": "friends_s09e04_seg02_clip_10", "timestamp": [ 45.05, 46.47 ], "duration": 57.66, "caption": "A woman places her hand on the cart behind her.", "similarity": 0.5653, "relevance": 0 }, { "pair_id": 3862, "video_name": "house_s07e23_seg02_clip_19", "timestamp": [ 0.0, 6.65 ], "duration": 88.66, "caption": "Person reaches for their coffee while describing someone's brush.", "similarity": 0.5598, "relevance": 0 }, { "pair_id": 3863, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 41.09, 47.19 ], "duration": 53.66, "caption": "A person opens the draw in the cart and takes a syringe out.", "similarity": 0.5589, "relevance": 0 }, { "pair_id": 3864, "video_name": "house_s07e01_seg02_clip_12", "timestamp": [ 75.07, 95.03 ], "duration": 95.66, "caption": "A person opens the window more and wheels another person in on a cart.", "similarity": 0.5543, "relevance": 0 }, { "pair_id": 3865, "video_name": "house_s08e01_seg02_clip_11", "timestamp": [ 76.56, 86.35 ], "duration": 89.66, "caption": "A person pulls a cart as he has a conversation with someone.", "similarity": 0.5532, "relevance": 0 }, { "pair_id": 3866, "video_name": "friends_s02e12-13_seg02_clip_40", "timestamp": [ 15.52, 17.87 ], "duration": 47.66, "caption": "A person gestures and points with their left hand towards the stall.", "similarity": 0.5528, "relevance": 0 }, { "pair_id": 3867, "video_name": "friends_s08e15_seg02_clip_19", "timestamp": [ 33.35, 36.3 ], "duration": 59.66, "caption": "A man brushes one hand against the top of a stool as they walk by it.", "similarity": 0.5382, "relevance": 0 }, { "pair_id": 3869, "video_name": "friends_s01e05_seg02_clip_20", "timestamp": [ 10.23, 14.58 ], "duration": 62.66, "caption": "A woman leans over to try to convince the person to get her cart back.", "similarity": 0.5196, "relevance": 2 }, { "pair_id": 3870, "video_name": "castle_s06e07_seg02_clip_01", "timestamp": [ 59.17, 67.81 ], "duration": 91.66, "caption": "A person balances pencils between his nose and his upper lip.", "similarity": 0.5123, "relevance": 0 }, { "pair_id": 3871, "video_name": "met_s02e02_seg02_clip_02", "timestamp": [ 47.42, 53.12 ], "duration": 60.66, "caption": "A person holds a paint brush in both hands and a woman takes it from him.", "similarity": 0.5111, "relevance": 1 }, { "pair_id": 3872, "video_name": "s05e19_seg02_clip_15", "timestamp": [ 8.56, 18.3 ], "duration": 59.66, "caption": "While a person is having a conniption fit, he/she points to another person, who bristles.", "similarity": 0.511, "relevance": 0 }, { "pair_id": 3873, "video_name": "s06e24_seg02_clip_08", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A person walks closer to the shopping cart as they talk to someone.", "similarity": 0.5105, "relevance": 0 }, { "pair_id": 3874, "video_name": "castle_s07e21_seg02_clip_11", "timestamp": [ 38.14, 41.4 ], "duration": 93.66, "caption": "A person uses a brush to dab powder onto the side of a plastic cup.", "similarity": 0.4909, "relevance": 2 }, { "pair_id": 3875, "video_name": "s10e08_seg02_clip_15", "timestamp": [ 25.24, 28.43 ], "duration": 58.66, "caption": "A woman with dark hair pushes a cleaning cart away from a person.", "similarity": 0.4905, "relevance": 0 }, { "pair_id": 3876, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 54.74, 58.58 ], "duration": 96.66, "caption": "A person pulls up in the passenger seat of a golf cart.", "similarity": 0.4852, "relevance": 0 }, { "pair_id": 3877, "video_name": "met_s02e02_seg02_clip_02", "timestamp": [ 46.68, 53.35 ], "duration": 60.66, "caption": "A man hands his brush over to a woman.", "similarity": 0.4847, "relevance": 1 }, { "pair_id": 3878, "video_name": "friends_s09e22_seg02_clip_03", "timestamp": [ 17.96, 19.54 ], "duration": 63.66, "caption": "A person makes a gesture with their hand, keeping their hand flat in a sweeping motion.", "similarity": 0.4843, "relevance": 0 }, { "pair_id": 3879, "video_name": "castle_s04e08_seg02_clip_18", "timestamp": [ 9.79, 13.8 ], "duration": 89.66, "caption": "A person leans to the side to see a bellhop moving a rack.", "similarity": 0.4795, "relevance": 0 } ] }, { "query_id": 68811, "query": "Two women decide to switch their napkins.", "relevant_moment": [ { "pair_id": 170780, "video_name": "friends_s06e24-25_seg02_clip_34", "timestamp": [ 52.68, 54.63 ], "duration": 65.66, "caption": "Two women decide to switch their napkins.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170781, "video_name": "friends_s06e24-25_seg02_clip_34", "timestamp": [ 50.72, 55.6 ], "duration": 65.66, "caption": "Two women switch napkins as one of them suggested.", "similarity": 0.9145, "relevance": 4 }, { "pair_id": 170782, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 14.41, 16.51 ], "duration": 60.66, "caption": "Two women spit out the food in the mouth into napkins.", "similarity": 0.5685, "relevance": 3 }, { "pair_id": 170783, "video_name": "house_s01e02_seg02_clip_19", "timestamp": [ 63.72, 87.74 ], "duration": 98.66, "caption": "After the man and woman leave, a person starts picking up their cups with a napkin.", "similarity": 0.5639, "relevance": 2 }, { "pair_id": 170784, "video_name": "friends_s07e07_seg02_clip_01", "timestamp": [ 24.61, 37.22 ], "duration": 60.66, "caption": "A woman wipes her hands with a napkin while talking to another woman.", "similarity": 0.5612, "relevance": 2 }, { "pair_id": 170785, "video_name": "friends_s07e08_seg02_clip_00", "timestamp": [ 5.61, 36.32 ], "duration": 66.66, "caption": "Two people are rolling up the silverware in cloth napkins.", "similarity": 0.5473, "relevance": 3 }, { "pair_id": 170786, "video_name": "s07e09_seg02_clip_15", "timestamp": [ 1.73, 10.35 ], "duration": 69.66, "caption": "Two women start clearing the plates off the table and return them to the kitchen.", "similarity": 0.5433, "relevance": 2 }, { "pair_id": 170787, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 46.38, 47.3 ], "duration": 61.66, "caption": "A woman wipes her eyes with a napkin, both eyes.", "similarity": 0.5367, "relevance": 0 }, { "pair_id": 170788, "video_name": "met_s02e17_seg02_clip_03", "timestamp": [ 9.6, 10.8 ], "duration": 60.66, "caption": "A woman snatches a napkin a man is folding in his hands.", "similarity": 0.5291, "relevance": 1 }, { "pair_id": 170789, "video_name": "friends_s09e12_seg02_clip_12", "timestamp": [ 24.51, 48.39 ], "duration": 62.66, "caption": "A woman picked a napkin from the table and cleaned her hands as she chats with woman.", "similarity": 0.5268, "relevance": 1 }, { "pair_id": 170790, "video_name": "friends_s10e01_seg02_clip_22", "timestamp": [ 46.33, 52.31 ], "duration": 63.66, "caption": "A woman grabs a napkin from a purse and puts the napkin on her face.", "similarity": 0.5261, "relevance": 2 }, { "pair_id": 170791, "video_name": "friends_s06e10_seg02_clip_12", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman decided woman and her need to switch places.", "similarity": 0.5226, "relevance": 1 }, { "pair_id": 170792, "video_name": "friends_s03e02_seg02_clip_15", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman taps on the napkins on the table.", "similarity": 0.5218, "relevance": 0 }, { "pair_id": 170793, "video_name": "friends_s06e15-16_seg02_clip_26", "timestamp": [ 29.51, 34.24 ], "duration": 59.66, "caption": "A woman wipes her hand on her napkin while with a man.", "similarity": 0.5127, "relevance": 1 }, { "pair_id": 170794, "video_name": "friends_s07e11_seg02_clip_14", "timestamp": [ 1.86, 5.27 ], "duration": 62.66, "caption": "A woman tosses her napkin on the table before getting up from the table with a man.", "similarity": 0.5089, "relevance": 1 }, { "pair_id": 170795, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 33.38, 40.06 ], "duration": 89.66, "caption": "A man enters and shows a woman a napkin.", "similarity": 0.5064, "relevance": 1 }, { "pair_id": 170796, "video_name": "friends_s06e24-25_seg02_clip_34", "timestamp": [ 21.14, 31.87 ], "duration": 65.66, "caption": "A woman writes on two napkins then folds them up.", "similarity": 0.5053, "relevance": 3 }, { "pair_id": 170797, "video_name": "s10e12_seg02_clip_01", "timestamp": [ 42.02, 46.52 ], "duration": 60.66, "caption": "A woman to the left of a person unfolds napkin from table and places on her lap.", "similarity": 0.5039, "relevance": 1 }, { "pair_id": 170798, "video_name": "friends_s03e20_seg02_clip_17", "timestamp": [ 36.56, 39.08 ], "duration": 63.66, "caption": "A woman pulls the napkin from on top of an object and gasps.", "similarity": 0.5022, "relevance": 1 }, { "pair_id": 170799, "video_name": "friends_s03e17_seg02_clip_17", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "Two women turn at the same time.", "similarity": 0.5012, "relevance": 1 }, { "pair_id": 344100, "video_name": "friends_s05e23-24_seg02_clip_26", "timestamp": [ 3.15, 5.04 ], "duration": 63.66, "caption": "A woman lowers the napkin she's holding to her chest and turns around in disbelief.", "similarity": 0.5008, "relevance": 1 }, { "pair_id": 344101, "video_name": "friends_s09e05_seg02_clip_11", "timestamp": [ 46.1, 49.3 ], "duration": 64.66, "caption": "A woman grabs a cloth napkin and puts it on her lap.", "similarity": 0.5006, "relevance": 2 }, { "pair_id": 344102, "video_name": "castle_s08e07_seg02_clip_12", "timestamp": [ 0.0, 3.18 ], "duration": 90.66, "caption": "Two women are in towels as one mentions a woman's body and she snatches a towel from her.", "similarity": 0.4986, "relevance": 1 }, { "pair_id": 344103, "video_name": "friends_s01e02_seg02_clip_07", "timestamp": [ 4.45, 12.79 ], "duration": 55.66, "caption": "A woman puts the napkin down after she learns what's in the food item.", "similarity": 0.4945, "relevance": 2 }, { "pair_id": 344104, "video_name": "friends_s08e06_seg02_clip_06", "timestamp": [ 0.0, 9.21 ], "duration": 61.66, "caption": "A woman hands someone a napkin and he wipes his face with it.", "similarity": 0.4937, "relevance": 2 }, { "pair_id": 344105, "video_name": "friends_s06e04_seg02_clip_10", "timestamp": [ 46.74, 54.29 ], "duration": 58.66, "caption": "Two women are tugging candlesticks between each other.", "similarity": 0.4921, "relevance": 2 }, { "pair_id": 344106, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 5.66, 72.23 ], "duration": 87.66, "caption": "Two women were both doing baked goods.", "similarity": 0.4893, "relevance": 1 }, { "pair_id": 344107, "video_name": "grey_s03e18_seg02_clip_17", "timestamp": [ 0.0, 22.77 ], "duration": 89.66, "caption": "Two women are preparing something for dinner.", "similarity": 0.4887, "relevance": 1 }, { "pair_id": 344108, "video_name": "friends_s02e12-13_seg02_clip_39", "timestamp": [ 38.26, 44.26 ], "duration": 75.66, "caption": "Two women exchange the items they are holding.", "similarity": 0.4885, "relevance": 2 }, { "pair_id": 344109, "video_name": "friends_s05e08_seg02_clip_10", "timestamp": [ 35.98, 39.46 ], "duration": 58.66, "caption": "A woman tries to grab the dishes from another woman but she doesn't let her.", "similarity": 0.4865, "relevance": 1 }, { "pair_id": 344110, "video_name": "s10e10_seg02_clip_06", "timestamp": [ 3.36, 19.22 ], "duration": 61.66, "caption": "A woman takes a seat at the dining room table and starts unfolding a napkin.", "similarity": 0.4865, "relevance": 1 }, { "pair_id": 344111, "video_name": "friends_s08e08_seg02_clip_01", "timestamp": [ 0.0, 61.41 ], "duration": 61.66, "caption": "Two women were sitting on a restaurant table.", "similarity": 0.4858, "relevance": 1 }, { "pair_id": 344112, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman uses a cloth napkin to dab each of her armpits.", "similarity": 0.4855, "relevance": 2 }, { "pair_id": 344113, "video_name": "friends_s08e06_seg02_clip_06", "timestamp": [ 0.0, 0.61 ], "duration": 61.66, "caption": "One of the guests is handed a napkin by a person by the front door.", "similarity": 0.4851, "relevance": 2 }, { "pair_id": 344114, "video_name": "s08e14_seg01_clip_00", "timestamp": [ 45.16, 48.21 ], "duration": 61.66, "caption": "A woman picks up a white napkin up and shows it to a man.", "similarity": 0.4846, "relevance": 2 }, { "pair_id": 344115, "video_name": "s08e11_seg02_clip_07", "timestamp": [ 0.0, 11.02 ], "duration": 58.66, "caption": "A woman folds napkins while sitting at the table with a man's father.", "similarity": 0.4824, "relevance": 2 }, { "pair_id": 344116, "video_name": "house_s07e23_seg02_clip_19", "timestamp": [ 11.08, 14.18 ], "duration": 88.66, "caption": "A woman takes a napkin from the table, places it in her lap then she brushes the hair from her face with her left hand.", "similarity": 0.4796, "relevance": 2 }, { "pair_id": 344117, "video_name": "friends_s03e04_seg02_clip_07", "timestamp": [ 15.5, 17.26 ], "duration": 58.66, "caption": "A woman sets down her napkin and stands up.", "similarity": 0.4794, "relevance": 2 }, { "pair_id": 344118, "video_name": "s02e06_seg02_clip_13", "timestamp": [ 30.7, 33.81 ], "duration": 62.66, "caption": "Two women hook their little fingers together.", "similarity": 0.4787, "relevance": 2 }, { "pair_id": 344119, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 5.22, 72.67 ], "duration": 87.66, "caption": "Two women were sitting at the dining area.", "similarity": 0.4786, "relevance": 1 } ] }, { "query_id": 68841, "query": "A woman picks a child up out of the stroller so she can hold him.", "relevant_moment": [ { "pair_id": 3580, "video_name": "friends_s02e06_seg02_clip_20", "timestamp": [ 17.99, 22.02 ], "duration": 62.66, "caption": "A woman picks a child up out of the stroller so she can hold him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3581, "video_name": "house_s06e16_seg02_clip_23", "timestamp": [ 39.7, 59.8 ], "duration": 98.66, "caption": "A woman picks up the baby in her arms.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 3582, "video_name": "friends_s10e05_seg02_clip_16", "timestamp": [ 15.26, 17.09 ], "duration": 61.66, "caption": "A woman reaches into the stroller and takes the pink hat off of a baby's head.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 3583, "video_name": "friends_s09e02_seg02_clip_05", "timestamp": [ 0.0, 6.14 ], "duration": 61.66, "caption": "A woman picks up the baby from out of the basinett.", "similarity": 0.6686, "relevance": 4 }, { "pair_id": 3584, "video_name": "friends_s10e05_seg02_clip_15", "timestamp": [ 47.14, 52.89 ], "duration": 57.66, "caption": "A woman comes over to some people pushing a baby in a stroller.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 3585, "video_name": "friends_s02e20_seg02_clip_17", "timestamp": [ 45.07, 56.41 ], "duration": 63.66, "caption": "A woman picks up the baby after fastening their diaper.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 3586, "video_name": "house_s08e05_seg02_clip_04", "timestamp": [ 4.1, 12.74 ], "duration": 91.66, "caption": "A person wheels in two kids on a stroller and another person gets up to take the stroller.", "similarity": 0.6313, "relevance": 2 }, { "pair_id": 3587, "video_name": "friends_s09e12_seg02_clip_04", "timestamp": [ 22.51, 25.51 ], "duration": 60.66, "caption": "A person with the baby picks up their baby bag.", "similarity": 0.6258, "relevance": 3 }, { "pair_id": 3588, "video_name": "grey_s03e05_seg02_clip_02", "timestamp": [ 15.13, 18.25 ], "duration": 89.66, "caption": "A woman takes a person's child as he hands him to her.", "similarity": 0.6014, "relevance": 3 }, { "pair_id": 3589, "video_name": "friends_s02e20_seg02_clip_17", "timestamp": [ 52.63, 57.04 ], "duration": 63.66, "caption": "A woman lifts up a child to make sure their diaper stays on.", "similarity": 0.5996, "relevance": 3 }, { "pair_id": 3590, "video_name": "house_s05e13_seg02_clip_23", "timestamp": [ 76.46, 82.83 ], "duration": 91.66, "caption": "A woman hands a baby to person to hold.", "similarity": 0.597, "relevance": 3 }, { "pair_id": 3592, "video_name": "house_s06e06_seg02_clip_07", "timestamp": [ 0.0, 1.84 ], "duration": 92.66, "caption": "A woman walks down the street while holding onto her child.", "similarity": 0.5921, "relevance": 3 }, { "pair_id": 3593, "video_name": "friends_s09e13_seg02_clip_01", "timestamp": [ 38.59, 41.78 ], "duration": 58.66, "caption": "A woman enters the coffee shop pushing a baby stroller.", "similarity": 0.588, "relevance": 1 }, { "pair_id": 3594, "video_name": "friends_s08e23-24_seg02_clip_38", "timestamp": [ 15.82, 19.85 ], "duration": 62.66, "caption": "A woman hands baby over to someone to hold.", "similarity": 0.5844, "relevance": 3 }, { "pair_id": 3595, "video_name": "castle_s04e23_seg02_clip_11", "timestamp": [ 17.42, 18.31 ], "duration": 89.66, "caption": "A woman is holding a suitcase as her child approaches her.", "similarity": 0.584, "relevance": 0 }, { "pair_id": 3596, "video_name": "friends_s10e03_seg01_clip_00", "timestamp": [ 19.07, 23.72 ], "duration": 93.66, "caption": "A woman walks out of a place carrying a baby.", "similarity": 0.5823, "relevance": 2 }, { "pair_id": 3597, "video_name": "friends_s02e11_seg01_clip_00", "timestamp": [ 12.09, 17.56 ], "duration": 78.66, "caption": "A man picks up the baby carrier and hands it to a woman.", "similarity": 0.5815, "relevance": 2 }, { "pair_id": 3598, "video_name": "friends_s02e06_seg01_clip_00", "timestamp": [ 0.0, 12.72 ], "duration": 62.66, "caption": "A woman picks up a child from the rocker and rocks him on her knees.", "similarity": 0.5791, "relevance": 4 }, { "pair_id": 3599, "video_name": "friends_s02e06_seg01_clip_00", "timestamp": [ 31.01, 40.01 ], "duration": 62.66, "caption": "A woman hands a child over to a man to hold.", "similarity": 0.579, "relevance": 3 }, { "pair_id": 176900, "video_name": "friends_s09e02_seg02_clip_05", "timestamp": [ 0.0, 6.75 ], "duration": 61.66, "caption": "A woman welcomes a baby while lifting it up to hold.", "similarity": 0.5721, "relevance": 4 }, { "pair_id": 176901, "video_name": "friends_s02e06_seg01_clip_00", "timestamp": [ 4.65, 8.99 ], "duration": 62.66, "caption": "A woman picks up a baby from a bassinet and sits with him on the couch.", "similarity": 0.5697, "relevance": 4 }, { "pair_id": 176902, "video_name": "grey_s01e03_seg02_clip_22", "timestamp": [ 17.99, 33.53 ], "duration": 81.66, "caption": "A woman gets up with her child and walks with another woman.", "similarity": 0.5652, "relevance": 1 }, { "pair_id": 176903, "video_name": "friends_s10e08_seg02_clip_08", "timestamp": [ 55.23, 61.03 ], "duration": 61.66, "caption": "A woman pushes someone in the stroller into the apartment.", "similarity": 0.5651, "relevance": 1 }, { "pair_id": 176904, "video_name": "friends_s10e05_seg02_clip_16", "timestamp": [ 50.35, 55.23 ], "duration": 61.66, "caption": "A woman puts the pink hat onto a baby's head as she sits in the stroller.", "similarity": 0.5643, "relevance": 2 }, { "pair_id": 176905, "video_name": "house_s05e12_seg02_clip_23", "timestamp": [ 93.17, 102.83 ], "duration": 138.66, "caption": "A woman is moving her baby back and forth in stroller as she works at her desk.", "similarity": 0.5606, "relevance": 2 }, { "pair_id": 176906, "video_name": "house_s01e04_seg02_clip_02", "timestamp": [ 42.78, 49.15 ], "duration": 91.66, "caption": "A person picks up and looks at the baby.", "similarity": 0.5599, "relevance": 3 }, { "pair_id": 176907, "video_name": "grey_s03e16_seg02_clip_14", "timestamp": [ 0.0, 12.05 ], "duration": 89.66, "caption": "A man picks up a child and then turns around.", "similarity": 0.5547, "relevance": 2 }, { "pair_id": 176908, "video_name": "friends_s10e05_seg02_clip_15", "timestamp": [ 47.43, 51.16 ], "duration": 57.66, "caption": "A woman in a gray jumper enters the coffee shop with a baby stroller.", "similarity": 0.5524, "relevance": 2 }, { "pair_id": 176909, "video_name": "friends_s09e12_seg01_clip_00", "timestamp": [ 47.26, 52.21 ], "duration": 90.66, "caption": "A woman hands the baby to someone who then walks away.", "similarity": 0.5513, "relevance": 3 }, { "pair_id": 176910, "video_name": "house_s06e06_seg02_clip_15", "timestamp": [ 0.0, 2.61 ], "duration": 87.66, "caption": "A woman holds onto a small child in her arms who has a bottle.", "similarity": 0.5508, "relevance": 3 }, { "pair_id": 176911, "video_name": "s06e22_seg02_clip_01", "timestamp": [ 2.07, 4.72 ], "duration": 59.66, "caption": "A person pulls the canopy back from a stroller, to reveal a small dog.", "similarity": 0.549, "relevance": 1 }, { "pair_id": 176912, "video_name": "friends_s02e11_seg01_clip_00", "timestamp": [ 63.2, 78.02 ], "duration": 78.66, "caption": "A man picks up stroller and begins to fold it up, getting his finger stuck in the process.", "similarity": 0.5465, "relevance": 2 }, { "pair_id": 176913, "video_name": "friends_s10e16_seg02_clip_02", "timestamp": [ 28.75, 34.03 ], "duration": 58.66, "caption": "A person walks a woman to the door and picks up a bag.", "similarity": 0.5446, "relevance": 1 }, { "pair_id": 176914, "video_name": "friends_s07e16_seg02_clip_10", "timestamp": [ 2.15, 4.91 ], "duration": 61.66, "caption": "A woman puts her purse on her arm and sits down in front of a child.", "similarity": 0.5441, "relevance": 2 }, { "pair_id": 176915, "video_name": "castle_s04e07_seg02_clip_26", "timestamp": [ 5.89, 7.25 ], "duration": 90.66, "caption": "A person goes through doorway holding a child in their arm.", "similarity": 0.5437, "relevance": 3 }, { "pair_id": 176916, "video_name": "friends_s09e07_seg02_clip_14", "timestamp": [ 6.71, 12.16 ], "duration": 31.66, "caption": "A woman takes a baby out of the bouncer and hugs her.", "similarity": 0.5396, "relevance": 4 }, { "pair_id": 176917, "video_name": "grey_s03e05_seg02_clip_07", "timestamp": [ 47.39, 57.98 ], "duration": 92.66, "caption": "A man walks up to a woman and starts to hand his child over to her and she stops him.", "similarity": 0.5384, "relevance": 3 }, { "pair_id": 176918, "video_name": "house_s03e21_seg02_clip_09", "timestamp": [ 24.85, 27.01 ], "duration": 108.66, "caption": "A woman gives her child a kiss before they are taken away.", "similarity": 0.5378, "relevance": 1 }, { "pair_id": 176919, "video_name": "friends_s08e03_seg02_clip_18", "timestamp": [ 38.18, 44.54 ], "duration": 53.66, "caption": "A woman pulls a photo of their baby out of her purse and hands it to two people.", "similarity": 0.5371, "relevance": 1 } ] }, { "query_id": 68867, "query": "A group of people stands up when a person enters the courtroom.", "relevant_moment": [ { "pair_id": 62520, "video_name": "castle_s08e10_seg02_clip_02", "timestamp": [ 34.92, 42.98 ], "duration": 89.66, "caption": "A group of people stands up when a person enters the courtroom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 62521, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 85.0, 85.9 ], "duration": 90.66, "caption": "A person stands up in a courtroom with their right arm raised.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 62522, "video_name": "castle_s06e17_seg02_clip_16", "timestamp": [ 28.75, 31.85 ], "duration": 88.66, "caption": "A person comes in while everyone else is standing around discussing the case.", "similarity": 0.6795, "relevance": 1 }, { "pair_id": 62523, "video_name": "castle_s06e07_seg02_clip_00", "timestamp": [ 29.64, 31.49 ], "duration": 92.66, "caption": "A woman stands up from where she was seated in the courtroom.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 62524, "video_name": "castle_s08e10_seg02_clip_02", "timestamp": [ 21.49, 29.1 ], "duration": 89.66, "caption": "A person comes into the courtroom and shakes hands with the defendant.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 62525, "video_name": "house_s03e10_seg02_clip_04", "timestamp": [ 17.8, 19.17 ], "duration": 91.66, "caption": "A group of people stands up from being seated in their meeting table.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 62526, "video_name": "house_s03e11_seg02_clip_25", "timestamp": [ 0.0, 5.46 ], "duration": 84.66, "caption": "A person beckons another person as he rises from his seat in a courtroom.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 62527, "video_name": "house_s03e11_seg02_clip_23", "timestamp": [ 2.26, 7.23 ], "duration": 90.66, "caption": "A person talks with man as he takes a seat in a courtroom.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 62528, "video_name": "house_s03e11_seg02_clip_24", "timestamp": [ 25.66, 28.98 ], "duration": 95.66, "caption": "A person and person's lawyer both stand up in court.", "similarity": 0.6035, "relevance": 2 }, { "pair_id": 62529, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 0.0, 18.64 ], "duration": 90.66, "caption": "A person turns to talk to someone who is sitting behind him in the courtroom.", "similarity": 0.5819, "relevance": 0 }, { "pair_id": 62530, "video_name": "castle_s03e19_seg02_clip_02", "timestamp": [ 66.45, 69.18 ], "duration": 91.66, "caption": "A man stands up in the court to address the judge.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 62531, "video_name": "castle_s08e10_seg02_clip_03", "timestamp": [ 49.74, 62.85 ], "duration": 90.66, "caption": "A person raises his/her right hand as he/she is sworn into court and sits down.", "similarity": 0.5785, "relevance": 2 }, { "pair_id": 62532, "video_name": "castle_s08e10_seg02_clip_03", "timestamp": [ 44.76, 54.26 ], "duration": 90.66, "caption": "A person walks into the court room and takes the stand.", "similarity": 0.5738, "relevance": 2 }, { "pair_id": 62533, "video_name": "s09e12_seg01_clip_01", "timestamp": [ 2.86, 6.38 ], "duration": 44.66, "caption": "A person stands up from the desk when some people come in.", "similarity": 0.5512, "relevance": 2 }, { "pair_id": 62534, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 29.55, 40.01 ], "duration": 90.66, "caption": "A man stands up to speak to a judge and he sits down after the judge speaks to him.", "similarity": 0.5492, "relevance": 2 }, { "pair_id": 62535, "video_name": "castle_s03e19_seg02_clip_02", "timestamp": [ 63.26, 65.08 ], "duration": 91.66, "caption": "Two people look at each other while sitting in the courtroom.", "similarity": 0.5431, "relevance": 0 }, { "pair_id": 62536, "video_name": "house_s08e18_seg02_clip_01", "timestamp": [ 60.32, 64.82 ], "duration": 90.66, "caption": "Some people stand up from being seated.", "similarity": 0.5394, "relevance": 1 }, { "pair_id": 62537, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 29.55, 39.55 ], "duration": 90.66, "caption": "A person stands and talks to the judge but the judge makes him have a seat.", "similarity": 0.5358, "relevance": 2 }, { "pair_id": 62538, "video_name": "castle_s08e10_seg02_clip_02", "timestamp": [ 14.77, 18.36 ], "duration": 89.66, "caption": "A woman walks into the courtroom and shakes hands with a man.", "similarity": 0.5351, "relevance": 2 }, { "pair_id": 62539, "video_name": "met_s06e19_seg02_clip_02", "timestamp": [ 5.8, 9.28 ], "duration": 58.66, "caption": "Multiple people all stand up upon the arrival of a man.", "similarity": 0.5335, "relevance": 3 } ] }, { "query_id": 68964, "query": "A person walks into the apartment and grabs a bottle of water from the fridge.", "relevant_moment": [ { "pair_id": 172260, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 31.73, 39.36 ], "duration": 61.66, "caption": "A person walks into the apartment and grabs a bottle of water from the fridge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172261, "video_name": "friends_s09e15_seg02_clip_13", "timestamp": [ 40.1, 50.59 ], "duration": 61.66, "caption": "A person walks into an apartment and grabs a handful of drinks from the fridge.", "similarity": 0.8808, "relevance": 3 }, { "pair_id": 172262, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 0.0, 9.61 ], "duration": 62.66, "caption": "A person walks over to the refrigerator and pulls out a bottle of water.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 172263, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 27.29, 34.12 ], "duration": 62.66, "caption": "A person walks out of the bedroom and opens the fridge and a bottle of water out of it.", "similarity": 0.8142, "relevance": 4 }, { "pair_id": 172264, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 41.41, 45.55 ], "duration": 92.66, "caption": "A person grabs a bottle of water out of the refrigerator.", "similarity": 0.8093, "relevance": 3 }, { "pair_id": 172265, "video_name": "s06e06_seg02_clip_05", "timestamp": [ 5.8, 7.93 ], "duration": 61.66, "caption": "A person walks into the living room holding a bottle of water.", "similarity": 0.8062, "relevance": 2 }, { "pair_id": 172266, "video_name": "friends_s01e08_seg02_clip_12", "timestamp": [ 52.0, 56.41 ], "duration": 63.66, "caption": "A person enters the apartment and goes to the fridge.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 172267, "video_name": "s10e02_seg02_clip_11", "timestamp": [ 9.72, 15.4 ], "duration": 54.66, "caption": "A person gets a bottle of water from the fridge.", "similarity": 0.7702, "relevance": 2 }, { "pair_id": 172268, "video_name": "friends_s03e19_seg02_clip_17", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person walks to the refrigerator to grab a drink.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 172269, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 48.98, 52.18 ], "duration": 64.66, "caption": "A man reaches into the fridge and pulls out a bottle of water.", "similarity": 0.7687, "relevance": 2 }, { "pair_id": 172270, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 18.01, 26.71 ], "duration": 60.66, "caption": "A woman walks to her fridge and opens it to take out a bottled water.", "similarity": 0.766, "relevance": 2 }, { "pair_id": 172271, "video_name": "s08e17_seg02_clip_07", "timestamp": [ 25.02, 30.21 ], "duration": 61.66, "caption": "A person gets a bottle of water out of the fridge.", "similarity": 0.7645, "relevance": 2 }, { "pair_id": 172272, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.08, 6.44 ], "duration": 56.66, "caption": "A person grabs a bottle out of the refrigerator.", "similarity": 0.7599, "relevance": 3 }, { "pair_id": 172273, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A person opens the refrigerator and get a bottle of water out.", "similarity": 0.7557, "relevance": 3 }, { "pair_id": 172274, "video_name": "friends_s04e20_seg02_clip_08", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A woman walks into the apartment and opens the fridge.", "similarity": 0.7509, "relevance": 3 }, { "pair_id": 172275, "video_name": "friends_s06e05_seg02_clip_05", "timestamp": [ 17.43, 20.81 ], "duration": 52.66, "caption": "A man grabs a bottle of water from the refrigerator.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 172276, "video_name": "friends_s01e16-17_seg02_clip_05", "timestamp": [ 45.59, 51.11 ], "duration": 58.66, "caption": "A woman grabs a bottle of water from the fridge.", "similarity": 0.748, "relevance": 1 }, { "pair_id": 172277, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 62.11, 65.03 ], "duration": 65.66, "caption": "A woman grabs a bottle of water out of the fridge.", "similarity": 0.7473, "relevance": 3 }, { "pair_id": 172278, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 5.27, 15.51 ], "duration": 62.66, "caption": "A woman walks over to the fridge and gets a bottle of water.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 172279, "video_name": "s06e17_seg02_clip_14", "timestamp": [ 6.5, 7.54 ], "duration": 52.66, "caption": "A person takes a sip from a beer bottle as he walks toward the apartment door.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 345580, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 42.79, 48.77 ], "duration": 92.66, "caption": "A person takes a bottle of water out of the refrigerator and starts drinking it.", "similarity": 0.7444, "relevance": 4 }, { "pair_id": 345581, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 0.0, 2.28 ], "duration": 57.66, "caption": "A person is in the fridge getting a bottle of water.", "similarity": 0.7423, "relevance": 4 }, { "pair_id": 345582, "video_name": "s06e06_seg01_clip_01", "timestamp": [ 21.47, 27.14 ], "duration": 81.66, "caption": "A person goes to the fridge and gets two bottles of water out.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 345583, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person takes out a bottle from the fridge.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 345584, "video_name": "s03e06_seg02_clip_13", "timestamp": [ 36.02, 44.72 ], "duration": 60.66, "caption": "A person walks into a woman's apartment and opens the refrigerator door.", "similarity": 0.7354, "relevance": 3 }, { "pair_id": 345585, "video_name": "friends_s05e07_seg02_clip_09", "timestamp": [ 50.74, 57.04 ], "duration": 63.66, "caption": "A man walks into a person's apartment and walks toward the refrigerator.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 345587, "video_name": "s01e09_seg02_clip_01", "timestamp": [ 22.81, 24.31 ], "duration": 60.66, "caption": "A person picks up his water bottle, screws the lid on it and walks towards the fridge.", "similarity": 0.7255, "relevance": 3 }, { "pair_id": 345588, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 4.34, 5.58 ], "duration": 62.66, "caption": "A man opens the fridge to grab a bottle of water.", "similarity": 0.7225, "relevance": 4 }, { "pair_id": 345589, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.7214, "relevance": 4 }, { "pair_id": 345590, "video_name": "s07e15_seg02_clip_01", "timestamp": [ 0.0, 3.19 ], "duration": 58.66, "caption": "A person walks into the living room carrying a beverage bottle.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 345591, "video_name": "friends_s04e15_seg02_clip_00", "timestamp": [ 25.21, 28.68 ], "duration": 63.66, "caption": "A woman opens the fridge and grabs a bottle of water.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 345592, "video_name": "castle_s06e16_seg02_clip_05", "timestamp": [ 70.16, 73.1 ], "duration": 84.66, "caption": "A person opens the mini refrigerator and takes out a bottle of water.", "similarity": 0.7159, "relevance": 4 }, { "pair_id": 345593, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 49.63, 54.96 ], "duration": 82.66, "caption": "A person gets a drink of water out of the fridge and takes a drink.", "similarity": 0.7139, "relevance": 2 }, { "pair_id": 345594, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.7106, "relevance": 3 }, { "pair_id": 345595, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.7106, "relevance": 3 }, { "pair_id": 345597, "video_name": "friends_s01e22_seg02_clip_13", "timestamp": [ 54.63, 59.18 ], "duration": 65.66, "caption": "A woman enters the apartment and goes to the fridge.", "similarity": 0.704, "relevance": 3 }, { "pair_id": 345598, "video_name": "s06e03_seg01_clip_02", "timestamp": [ 39.55, 42.2 ], "duration": 59.66, "caption": "A man carries a water bottle as he walks into the living room.", "similarity": 0.7024, "relevance": 2 } ] }, { "query_id": 68987, "query": "A person thinks about something and decides just to go to his room with his comic book.", "relevant_moment": [ { "pair_id": 153560, "video_name": "s03e02_seg02_clip_17", "timestamp": [ 15.55, 25.91 ], "duration": 74.66, "caption": "A person thinks about something and decides just to go to his room with his comic book.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 153561, "video_name": "s03e07_seg02_clip_03", "timestamp": [ 17.76, 20.94 ], "duration": 53.66, "caption": "A person walks into the room holding a stack of comic books.", "similarity": 0.7137, "relevance": 1 }, { "pair_id": 153562, "video_name": "s07e02_seg02_clip_01", "timestamp": [ 2.95, 5.9 ], "duration": 59.66, "caption": "A person moves his way towards the comic book section where another person stays.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 153563, "video_name": "s02e20_seg02_clip_13", "timestamp": [ 2.44, 6.41 ], "duration": 61.66, "caption": "A person holds up the comic book and describes the plot to a man.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 153564, "video_name": "s03e02_seg01_clip_01", "timestamp": [ 57.62, 66.62 ], "duration": 72.66, "caption": "A person walks up to someone and corrects him about something in a comic book.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 153565, "video_name": "s02e22_seg01_clip_02", "timestamp": [ 18.27, 25.74 ], "duration": 83.66, "caption": "A person walks up to someone and tells them they will love a new comic book.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 153566, "video_name": "castle_s08e19_seg02_clip_07", "timestamp": [ 15.2, 17.88 ], "duration": 89.66, "caption": "A man steps forward when person says that person needs a comic book name.", "similarity": 0.6849, "relevance": 0 }, { "pair_id": 153567, "video_name": "s03e16_seg02_clip_00", "timestamp": [ 53.97, 57.07 ], "duration": 62.66, "caption": "A person shifts around in his seat on the couch next to someone and picks up a comic book.", "similarity": 0.6818, "relevance": 1 }, { "pair_id": 153568, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 53.4, 55.84 ], "duration": 61.66, "caption": "A person walks by looking at some books when some other people are sitting around the comic book store.", "similarity": 0.6791, "relevance": 2 }, { "pair_id": 153569, "video_name": "castle_s04e02_seg02_clip_15", "timestamp": [ 0.0, 7.22 ], "duration": 90.66, "caption": "A man describes what is happening in a comic book while flipping the pages.", "similarity": 0.6791, "relevance": 0 }, { "pair_id": 153570, "video_name": "s03e05_seg02_clip_04", "timestamp": [ 26.36, 35.67 ], "duration": 62.66, "caption": "A person sifts through comic books then shows mild disgust.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 153571, "video_name": "s03e02_seg01_clip_01", "timestamp": [ 58.34, 64.46 ], "duration": 72.66, "caption": "A person comes with a comic book in his hand and show it to man.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 153572, "video_name": "s03e05_seg02_clip_05", "timestamp": [ 0.0, 2.8 ], "duration": 56.66, "caption": "A person looks and flicks through the rack of comic books.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 153573, "video_name": "house_s06e12_seg02_clip_12", "timestamp": [ 24.89, 28.96 ], "duration": 90.66, "caption": "A person rubs his/her leg and tosses his/her comic book.", "similarity": 0.674, "relevance": 1 }, { "pair_id": 153574, "video_name": "s03e05_seg02_clip_05", "timestamp": [ 8.68, 22.97 ], "duration": 56.66, "caption": "A person pauses flipping through the comic books they were looking through previously.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 153575, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 65.37, 66.03 ], "duration": 66.66, "caption": "A person looks at a comic book at the comic book store.", "similarity": 0.6725, "relevance": 0 }, { "pair_id": 153576, "video_name": "s10e07_seg02_clip_14", "timestamp": [ 13.81, 15.65 ], "duration": 46.66, "caption": "A person sorts through a set of comics and takes one of the comics out.", "similarity": 0.6724, "relevance": 0 }, { "pair_id": 153577, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 0.0, 9.38 ], "duration": 67.66, "caption": "A person talks another person into having a get together at the comic book store.", "similarity": 0.672, "relevance": 0 }, { "pair_id": 153578, "video_name": "s07e24_seg02_clip_12", "timestamp": [ 34.22, 39.92 ], "duration": 60.66, "caption": "A person takes a comic book from the inside of a desk and holds it to himself.", "similarity": 0.6684, "relevance": 1 }, { "pair_id": 153579, "video_name": "s09e21_seg01_clip_00", "timestamp": [ 3.4, 7.28 ], "duration": 97.66, "caption": "A person raises up a question about the two comic books he is holding.", "similarity": 0.6653, "relevance": 1 } ] }, { "query_id": 69014, "query": "A woman pulls her cellphone out of her pocket and answers it.", "relevant_moment": [ { "pair_id": 146740, "video_name": "s10e11_seg02_clip_03", "timestamp": [ 12.48, 15.96 ], "duration": 58.66, "caption": "A woman pulls her cellphone out of her pocket and answers it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146741, "video_name": "castle_s02e18_seg02_clip_03", "timestamp": [ 72.02, 76.53 ], "duration": 100.66, "caption": "A woman takes her phone out of her pocket and answers it.", "similarity": 0.9416, "relevance": 4 }, { "pair_id": 146742, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 52.34, 57.35 ], "duration": 91.66, "caption": "A woman gets her phone out of her pocket and answers it.", "similarity": 0.9389, "relevance": 4 }, { "pair_id": 146743, "video_name": "castle_s05e02_seg02_clip_13", "timestamp": [ 68.87, 70.22 ], "duration": 90.66, "caption": "A woman pulls her phone out and answers it.", "similarity": 0.9144, "relevance": 3 }, { "pair_id": 146744, "video_name": "castle_s04e02_seg02_clip_11", "timestamp": [ 8.21, 12.77 ], "duration": 91.66, "caption": "A woman pulls out her phone and answers it.", "similarity": 0.9144, "relevance": 2 }, { "pair_id": 146745, "video_name": "met_s06e15_seg02_clip_17", "timestamp": [ 41.62, 44.82 ], "duration": 64.66, "caption": "A woman pulls a cell phone out of her pocket and answers a call.", "similarity": 0.9143, "relevance": 3 }, { "pair_id": 146746, "video_name": "s10e11_seg02_clip_03", "timestamp": [ 13.93, 17.99 ], "duration": 58.66, "caption": "A woman gets her phone from her back pocket and answers it.", "similarity": 0.9046, "relevance": 3 }, { "pair_id": 146747, "video_name": "castle_s05e13_seg02_clip_21", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A woman takes out her cell phone and answers it.", "similarity": 0.876, "relevance": 3 }, { "pair_id": 146748, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 82.83, 84.2 ], "duration": 91.66, "caption": "A woman picks up her cell phone and answers it.", "similarity": 0.8582, "relevance": 3 }, { "pair_id": 146749, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 53.7, 57.35 ], "duration": 91.66, "caption": "A woman gets their phone on their pocket and answers the call.", "similarity": 0.8458, "relevance": 2 }, { "pair_id": 146750, "video_name": "castle_s03e01_seg02_clip_22", "timestamp": [ 4.09, 7.27 ], "duration": 90.66, "caption": "A woman picks up a cell phone and answers it.", "similarity": 0.8408, "relevance": 2 }, { "pair_id": 146751, "video_name": "castle_s02e21_seg02_clip_17", "timestamp": [ 28.36, 31.57 ], "duration": 107.66, "caption": "A woman pulls her cell phone out of her pocket and puts it to her ear.", "similarity": 0.8343, "relevance": 4 }, { "pair_id": 146752, "video_name": "s06e05_seg02_clip_00", "timestamp": [ 26.55, 30.21 ], "duration": 61.66, "caption": "A woman pulls her cell phone out of her pocket.", "similarity": 0.8342, "relevance": 3 }, { "pair_id": 146753, "video_name": "castle_s07e11_seg02_clip_19", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "A woman pulls out a cell phone, dials then holds the phone to her ear waiting for an answer.", "similarity": 0.8263, "relevance": 2 }, { "pair_id": 146754, "video_name": "castle_s06e09_seg02_clip_04", "timestamp": [ 9.79, 10.68 ], "duration": 89.66, "caption": "A woman pulls out her phone and answers a call.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 146755, "video_name": "s07e19_seg02_clip_01", "timestamp": [ 8.4, 9.3 ], "duration": 60.66, "caption": "A woman pulls their cell phone out of their pocket.", "similarity": 0.8177, "relevance": 2 }, { "pair_id": 146756, "video_name": "castle_s08e18_seg02_clip_10", "timestamp": [ 20.45, 29.54 ], "duration": 90.66, "caption": "A woman pulls her phone from her pocket and reads the message.", "similarity": 0.8143, "relevance": 2 }, { "pair_id": 146757, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 5.27, 8.06 ], "duration": 62.66, "caption": "A woman grabs her phone and answer it and puts it to her ear.", "similarity": 0.8112, "relevance": 2 }, { "pair_id": 146758, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A woman pulls her cellphone out of her back pocket.", "similarity": 0.8075, "relevance": 4 }, { "pair_id": 146759, "video_name": "castle_s06e17_seg02_clip_16", "timestamp": [ 58.83, 61.48 ], "duration": 88.66, "caption": "A woman's cellphone rings and then she answers it.", "similarity": 0.8032, "relevance": 2 }, { "pair_id": 320060, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 56.72, 59.87 ], "duration": 70.66, "caption": "A woman looks at her phone and answers it.", "similarity": 0.803, "relevance": 4 }, { "pair_id": 320061, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 17.99, 26.4 ], "duration": 58.66, "caption": "A person gets their phone out of their pocket and answers it.", "similarity": 0.8, "relevance": 3 }, { "pair_id": 320062, "video_name": "castle_s06e19_seg02_clip_04", "timestamp": [ 70.52, 73.64 ], "duration": 89.66, "caption": "A woman reaches into her back pocket and pulls out her cellphone.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 320063, "video_name": "grey_s02e06_seg02_clip_03", "timestamp": [ 7.43, 10.49 ], "duration": 87.66, "caption": "A woman holds up a finger then answers her phone.", "similarity": 0.7954, "relevance": 4 }, { "pair_id": 320064, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 9.45, 15.3 ], "duration": 90.66, "caption": "A person gets his/her phone out of his/her pocket and answers it.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 320066, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 19.15, 24.66 ], "duration": 58.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 320067, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 45.7, 49.48 ], "duration": 63.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.7876, "relevance": 2 }, { "pair_id": 320068, "video_name": "castle_s06e13_seg02_clip_12", "timestamp": [ 50.08, 52.31 ], "duration": 89.66, "caption": "A woman takes their cell phone out of their pocket.", "similarity": 0.7853, "relevance": 2 }, { "pair_id": 320069, "video_name": "s04e14_seg02_clip_09", "timestamp": [ 22.73, 24.79 ], "duration": 59.66, "caption": "A person gets his/her phone out of his/her pocket to answer it.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 320070, "video_name": "house_s02e10_seg02_clip_14", "timestamp": [ 56.14, 58.79 ], "duration": 88.66, "caption": "A woman picks up her purse and answers her phone.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 320071, "video_name": "castle_s05e24_seg02_clip_11", "timestamp": [ 15.22, 18.8 ], "duration": 89.66, "caption": "Woman looks at their cellphone and answers their phone.", "similarity": 0.7796, "relevance": 1 }, { "pair_id": 320072, "video_name": "castle_s04e09_seg02_clip_01", "timestamp": [ 35.86, 39.95 ], "duration": 90.66, "caption": "A woman answers her phone and puts it to her ear.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 320073, "video_name": "castle_s06e15_seg02_clip_02", "timestamp": [ 83.18, 86.26 ], "duration": 88.66, "caption": "A woman answers her phone and puts it up to her ear.", "similarity": 0.7767, "relevance": 3 }, { "pair_id": 320074, "video_name": "s06e16_seg02_clip_17", "timestamp": [ 49.94, 64.02 ], "duration": 64.66, "caption": "A woman takes her phone out of her pocket and talks to someone on it while she works.", "similarity": 0.7736, "relevance": 4 }, { "pair_id": 320075, "video_name": "castle_s05e08_seg02_clip_23", "timestamp": [ 80.47, 89.41 ], "duration": 89.66, "caption": "A man pulls his phone out of his pocket and answers it.", "similarity": 0.7717, "relevance": 3 }, { "pair_id": 320076, "video_name": "s05e23_seg02_clip_09", "timestamp": [ 36.01, 41.19 ], "duration": 61.66, "caption": "A man pulls his cell phone out of his pocket and answers it.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 320077, "video_name": "castle_s05e09_seg02_clip_17", "timestamp": [ 74.45, 77.16 ], "duration": 90.66, "caption": "A woman picks up her phone from the table she sitting on and answers it.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 320078, "video_name": "friends_s07e23-24_seg02_clip_31", "timestamp": [ 0.0, 1.58 ], "duration": 63.66, "caption": "A woman picks up the phone to answer and places it to her ear.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 320079, "video_name": "castle_s02e22_seg02_clip_17", "timestamp": [ 52.61, 55.78 ], "duration": 90.66, "caption": "A woman pulls her cell phone out of her pocket and looks down at it as she walks across the interrogation room.", "similarity": 0.7663, "relevance": 3 } ] }, { "query_id": 69030, "query": "A person sits down on the bed and another person sits down next to them.", "relevant_moment": [ { "pair_id": 1460, "video_name": "s10e11_seg02_clip_06", "timestamp": [ 4.88, 11.29 ], "duration": 61.66, "caption": "A person sits down on the bed and another person sits down next to them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1461, "video_name": "friends_s09e01_seg02_clip_19", "timestamp": [ 22.45, 25.8 ], "duration": 67.66, "caption": "A person sits down on the bed next to another person.", "similarity": 0.9653, "relevance": 4 }, { "pair_id": 1462, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 15.64, 18.59 ], "duration": 59.66, "caption": "A person sits down on the bed next to a person.", "similarity": 0.9516, "relevance": 3 }, { "pair_id": 1463, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 50.48, 53.38 ], "duration": 58.66, "caption": "A person sits down on the bed with another person.", "similarity": 0.943, "relevance": 3 }, { "pair_id": 1464, "video_name": "friends_s05e01_seg02_clip_09", "timestamp": [ 27.75, 31.14 ], "duration": 61.66, "caption": "Two people sit next to another person on the bed.", "similarity": 0.9377, "relevance": 4 }, { "pair_id": 1465, "video_name": "friends_s03e23_seg02_clip_14", "timestamp": [ 42.77, 50.75 ], "duration": 57.66, "caption": "A man that's on the bed and another person sits down.", "similarity": 0.8883, "relevance": 2 }, { "pair_id": 1466, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 2.9, 4.93 ], "duration": 58.66, "caption": "A person sits down on a bed next to a woman.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 1467, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 56.41, 58.93 ], "duration": 63.66, "caption": "A person sits down on the bed next to a woman.", "similarity": 0.8777, "relevance": 4 }, { "pair_id": 1468, "video_name": "house_s07e17_seg02_clip_24", "timestamp": [ 30.81, 35.65 ], "duration": 88.66, "caption": "A person sits down next to woman on the bed.", "similarity": 0.8738, "relevance": 4 }, { "pair_id": 1469, "video_name": "s03e20_seg02_clip_11", "timestamp": [ 0.0, 0.32 ], "duration": 63.66, "caption": "A person is sitting on the side of another person's bed.", "similarity": 0.8705, "relevance": 2 }, { "pair_id": 1470, "video_name": "s06e02_seg02_clip_10", "timestamp": [ 56.1, 57.67 ], "duration": 63.66, "caption": "A person sits down on woman's bed beside woman.", "similarity": 0.8662, "relevance": 4 }, { "pair_id": 1471, "video_name": "met_s04e03_seg02_clip_15", "timestamp": [ 34.1, 35.78 ], "duration": 48.66, "caption": "A person sits next to woman on their bed.", "similarity": 0.8644, "relevance": 3 }, { "pair_id": 1472, "video_name": "house_s07e05_seg02_clip_11", "timestamp": [ 1.74, 3.48 ], "duration": 87.66, "caption": "A woman sits down on the bed next to a person.", "similarity": 0.8587, "relevance": 2 }, { "pair_id": 1473, "video_name": "s05e05_seg02_clip_13", "timestamp": [ 3.02, 6.7 ], "duration": 67.66, "caption": "A woman sits down on the bed beside a man.", "similarity": 0.8495, "relevance": 4 }, { "pair_id": 1474, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 37.38, 40.41 ], "duration": 101.66, "caption": "A man sits down on the bed next to someone.", "similarity": 0.8467, "relevance": 3 }, { "pair_id": 1475, "video_name": "friends_s10e01_seg02_clip_01", "timestamp": [ 35.36, 38.15 ], "duration": 62.66, "caption": "A woman sits up on the bed, then sits on the edge of the bed next to a man.", "similarity": 0.8427, "relevance": 3 }, { "pair_id": 1476, "video_name": "s03e11_seg02_clip_10", "timestamp": [ 48.74, 51.64 ], "duration": 58.66, "caption": "A person takes a seat on another person's bed, next to where the person is laying down.", "similarity": 0.8417, "relevance": 2 }, { "pair_id": 1477, "video_name": "s09e11_seg02_clip_09", "timestamp": [ 39.08, 48.07 ], "duration": 62.66, "caption": "A person walks over and sits down on another person's bed.", "similarity": 0.8307, "relevance": 3 }, { "pair_id": 1478, "video_name": "grey_s02e10_seg02_clip_17", "timestamp": [ 9.86, 15.34 ], "duration": 73.66, "caption": "A woman sits down on the bed next to another woman.", "similarity": 0.8295, "relevance": 4 }, { "pair_id": 1479, "video_name": "s03e14_seg02_clip_08", "timestamp": [ 1.45, 3.48 ], "duration": 58.66, "caption": "A person sits down on the edge of the bed next to woman.", "similarity": 0.825, "relevance": 4 }, { "pair_id": 174780, "video_name": "friends_s02e18_seg02_clip_10", "timestamp": [ 18.42, 23.1 ], "duration": 62.66, "caption": "A man sits down next to a woman on the bed.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 174781, "video_name": "s09e11_seg02_clip_02", "timestamp": [ 11.81, 15.64 ], "duration": 59.66, "caption": "A person walks around and sits down on another person's bed.", "similarity": 0.8243, "relevance": 3 }, { "pair_id": 174782, "video_name": "friends_s10e01_seg02_clip_01", "timestamp": [ 38.77, 62.03 ], "duration": 62.66, "caption": "Two people sit on the edge of the bed together.", "similarity": 0.824, "relevance": 3 }, { "pair_id": 174783, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A woman sits down next to another woman on the bed.", "similarity": 0.8184, "relevance": 3 }, { "pair_id": 174784, "video_name": "grey_s03e18_seg02_clip_23", "timestamp": [ 69.61, 73.6 ], "duration": 88.66, "caption": "A man sits down on the bed next to a woman.", "similarity": 0.8183, "relevance": 2 }, { "pair_id": 174785, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 44.52, 49.19 ], "duration": 62.66, "caption": "A man sits down on the bed next to a woman.", "similarity": 0.8183, "relevance": 3 }, { "pair_id": 174786, "video_name": "friends_s05e14_seg02_clip_05", "timestamp": [ 53.04, 57.03 ], "duration": 57.66, "caption": "A woman sits up on the bed next to a man.", "similarity": 0.817, "relevance": 2 }, { "pair_id": 174787, "video_name": "met_s03e03_seg02_clip_12", "timestamp": [ 22.77, 25.51 ], "duration": 54.66, "caption": "A man sits down beside another man on the bed.", "similarity": 0.8141, "relevance": 3 }, { "pair_id": 174788, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 37.38, 41.92 ], "duration": 101.66, "caption": "A man sits down on the bed next to woman.", "similarity": 0.8097, "relevance": 3 }, { "pair_id": 174789, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 49.32, 52.51 ], "duration": 58.66, "caption": "A person sits down on another person's bed to talk to him.", "similarity": 0.8039, "relevance": 2 }, { "pair_id": 174790, "video_name": "s03e01_seg02_clip_07", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman and a person are sitting on the edge of his bed.", "similarity": 0.7949, "relevance": 2 }, { "pair_id": 174791, "video_name": "s06e04_seg02_clip_06", "timestamp": [ 3.3, 9.0 ], "duration": 60.66, "caption": "A woman gets in the bed and sits down beside a man.", "similarity": 0.7934, "relevance": 4 }, { "pair_id": 174792, "video_name": "s03e09_seg02_clip_09", "timestamp": [ 59.55, 62.03 ], "duration": 62.66, "caption": "A person talks to another person while a third person sits on the bed and the first person stands nearby.", "similarity": 0.7883, "relevance": 2 }, { "pair_id": 174793, "video_name": "grey_s02e23_seg02_clip_17", "timestamp": [ 57.98, 61.69 ], "duration": 92.66, "caption": "A person sits down on the edge of someone's bed.", "similarity": 0.7883, "relevance": 3 }, { "pair_id": 174794, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 0.0, 2.71 ], "duration": 77.66, "caption": "A person is sitting on the bed and another person walks in the room.", "similarity": 0.7875, "relevance": 2 }, { "pair_id": 174795, "video_name": "s09e12_seg02_clip_10", "timestamp": [ 16.13, 18.61 ], "duration": 62.66, "caption": "A man sits on the bed right next to a woman.", "similarity": 0.7861, "relevance": 3 }, { "pair_id": 174796, "video_name": "castle_s04e10_seg02_clip_00", "timestamp": [ 55.49, 59.61 ], "duration": 91.66, "caption": "A woman sits up and a man sits up with her on a bed.", "similarity": 0.7858, "relevance": 3 }, { "pair_id": 174797, "video_name": "house_s07e11_seg02_clip_04", "timestamp": [ 29.44, 32.16 ], "duration": 109.66, "caption": "A man goes and sits on the bed next to a woman.", "similarity": 0.7799, "relevance": 2 }, { "pair_id": 174798, "video_name": "house_s06e01_seg02_clip_15", "timestamp": [ 0.0, 3.5 ], "duration": 100.66, "caption": "A person takes a seat on the bed across from another person.", "similarity": 0.7776, "relevance": 2 }, { "pair_id": 174799, "video_name": "s10e04_seg02_clip_06", "timestamp": [ 7.2, 9.0 ], "duration": 60.66, "caption": "A person sits down on the bed next to someone and looks at her.", "similarity": 0.7773, "relevance": 3 } ] }, { "query_id": 69041, "query": "A person signs the consent form and hands it to another person then they both walk away.", "relevant_moment": [ { "pair_id": 3660, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 81.02, 90.02 ], "duration": 90.66, "caption": "A person signs the consent form and hands it to another person then they both walk away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3661, "video_name": "house_s03e19_seg02_clip_21", "timestamp": [ 81.02, 85.97 ], "duration": 90.66, "caption": "person looks at person and signs the consent form and hands it to person.", "similarity": 0.8036, "relevance": 4 }, { "pair_id": 3662, "video_name": "grey_s03e11_seg02_clip_22", "timestamp": [ 72.1, 76.28 ], "duration": 93.66, "caption": "A person hands the consent to a man to sign.", "similarity": 0.6801, "relevance": 1 }, { "pair_id": 3663, "video_name": "house_s07e19_seg02_clip_23", "timestamp": [ 20.49, 23.68 ], "duration": 91.66, "caption": "A woman gives the consent form to the man wearing polo.", "similarity": 0.5764, "relevance": 2 }, { "pair_id": 3664, "video_name": "s05e05_seg01_clip_01", "timestamp": [ 41.32, 44.56 ], "duration": 59.66, "caption": "A person walks over to a man and another person puts his hand on the person to stop him.", "similarity": 0.5725, "relevance": 1 }, { "pair_id": 3665, "video_name": "grey_s02e07_seg02_clip_16", "timestamp": [ 15.08, 21.32 ], "duration": 104.66, "caption": "A person walks away after another person tells him to leave.", "similarity": 0.5616, "relevance": 0 }, { "pair_id": 3666, "video_name": "house_s05e11_seg02_clip_13", "timestamp": [ 34.77, 37.41 ], "duration": 88.66, "caption": "One person turns to walk away and another person stands in their way.", "similarity": 0.5531, "relevance": 0 }, { "pair_id": 3668, "video_name": "house_s01e20_seg02_clip_11", "timestamp": [ 50.94, 58.22 ], "duration": 97.66, "caption": "A man attempts to get another man to sign a consent form for surgery.", "similarity": 0.5494, "relevance": 0 }, { "pair_id": 3669, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 35.09, 38.14 ], "duration": 61.66, "caption": "A person turns to walk away when another person stops him.", "similarity": 0.5479, "relevance": 0 }, { "pair_id": 3670, "video_name": "s02e05_seg02_clip_10", "timestamp": [ 21.25, 29.81 ], "duration": 59.66, "caption": "A person hands someone their learners permit to get rid of them.", "similarity": 0.5465, "relevance": 1 }, { "pair_id": 3671, "video_name": "s07e15_seg02_clip_15", "timestamp": [ 8.26, 16.23 ], "duration": 59.66, "caption": "A person walks away, woman follows him along with another man who is holding his hand up.", "similarity": 0.5459, "relevance": 2 }, { "pair_id": 3672, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 76.38, 85.58 ], "duration": 92.66, "caption": "A person turns to leave and another person stops him.", "similarity": 0.5447, "relevance": 1 }, { "pair_id": 3673, "video_name": "castle_s08e08_seg02_clip_05", "timestamp": [ 73.27, 76.02 ], "duration": 91.66, "caption": "A person puts his hands up as he walks away from a woman and another person.", "similarity": 0.5431, "relevance": 1 }, { "pair_id": 3674, "video_name": "friends_s09e23-24_seg02_clip_27", "timestamp": [ 8.54, 15.26 ], "duration": 61.66, "caption": "A person's partner proposes to them and they say no.", "similarity": 0.5418, "relevance": 0 }, { "pair_id": 3675, "video_name": "house_s06e15_seg02_clip_15", "timestamp": [ 52.52, 55.64 ], "duration": 89.66, "caption": "A doctor hands a consent form to the patient's mother.", "similarity": 0.5403, "relevance": 2 }, { "pair_id": 3676, "video_name": "friends_s08e15_seg02_clip_14", "timestamp": [ 5.1, 10.2 ], "duration": 60.66, "caption": "A person holds of their hands together before walking away.", "similarity": 0.5327, "relevance": 1 }, { "pair_id": 3677, "video_name": "friends_s03e23_seg02_clip_19", "timestamp": [ 56.45, 61.03 ], "duration": 61.66, "caption": "A person walks away from the two individuals they've been dating.", "similarity": 0.5325, "relevance": 1 }, { "pair_id": 3678, "video_name": "s10e03_seg02_clip_11", "timestamp": [ 43.52, 48.62 ], "duration": 60.66, "caption": "A person puts their hands on their head and walks away from another person.", "similarity": 0.5315, "relevance": 1 }, { "pair_id": 3679, "video_name": "s05e22_seg02_clip_02", "timestamp": [ 2.0, 6.27 ], "duration": 57.66, "caption": "A person walks up to another person and puts his hand on his shoulder, leading him away.", "similarity": 0.5305, "relevance": 0 } ] }, { "query_id": 69050, "query": "A woman walks into the kitchen and opens the refrigerator.", "relevant_moment": [ { "pair_id": 295240, "video_name": "friends_s08e13_seg02_clip_05", "timestamp": [ 20.45, 22.41 ], "duration": 56.66, "caption": "A woman opens the refrigerator door and looks in.", "similarity": 0.8064, "relevance": 4 }, { "pair_id": 295241, "video_name": "friends_s03e07_seg02_clip_07", "timestamp": [ 12.61, 19.89 ], "duration": 56.66, "caption": "A woman leads a man into the kitchen by his hand and opens the fridge.", "similarity": 0.7984, "relevance": 1 }, { "pair_id": 295242, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 36.82, 43.54 ], "duration": 64.66, "caption": "A person walks toward the fridge and opens it.", "similarity": 0.7884, "relevance": 0 }, { "pair_id": 295243, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman walks over and opens the fridge to get a drink.", "similarity": 0.7881, "relevance": 4 }, { "pair_id": 295244, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 35.45, 39.74 ], "duration": 57.66, "caption": "A woman opens the fridge and gets something from inside.", "similarity": 0.787, "relevance": 4 }, { "pair_id": 295245, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 44.7, 51.85 ], "duration": 59.66, "caption": "A man walks into the kitchen and opens the fridge, then stands in front of it.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 295246, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman opens a refrigerator, puts something inside, and closes the door.", "similarity": 0.7867, "relevance": 4 }, { "pair_id": 295247, "video_name": "s10e01_seg02_clip_11", "timestamp": [ 7.41, 13.12 ], "duration": 57.66, "caption": "Two people walk into the kitchen and one opens the refrigerator.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 295248, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 7.78, 12.82 ], "duration": 91.66, "caption": "A woman opens the refrigerator door and stuff comes barreling out.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 295249, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 295250, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 295251, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 4.09, 17.84 ], "duration": 58.66, "caption": "A woman then moved over to the refrigerator and opens it.", "similarity": 0.7703, "relevance": 3 }, { "pair_id": 295252, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A woman opens the refrigerator with her right hand.", "similarity": 0.768, "relevance": 4 }, { "pair_id": 295253, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 13.21, 17.71 ], "duration": 60.66, "caption": "A person walks into the kitchen and opens the refrigerator to cry into it.", "similarity": 0.7658, "relevance": 2 }, { "pair_id": 295254, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 41.47, 45.37 ], "duration": 60.66, "caption": "A woman walks into the kitchen and opens the window behind the sink.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 295255, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 39.8, 45.26 ], "duration": 52.66, "caption": "A woman opens the refrigerator door and nearly sits in the fridge.", "similarity": 0.7642, "relevance": 4 }, { "pair_id": 295256, "video_name": "friends_s04e16_seg02_clip_12", "timestamp": [ 5.7, 7.13 ], "duration": 57.66, "caption": "A man opens the refrigerator door in the kitchen.", "similarity": 0.7609, "relevance": 2 }, { "pair_id": 295257, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 25.5, 29.23 ], "duration": 62.66, "caption": "A person opens the refrigerator and walks back to the stove.", "similarity": 0.7596, "relevance": 4 }, { "pair_id": 295258, "video_name": "s07e17_seg01_clip_00", "timestamp": [ 51.43, 55.53 ], "duration": 91.66, "caption": "A person gets up from the floor and goes to the kitchen to open the fridge.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 295259, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 36.3, 40.73 ], "duration": 59.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.7549, "relevance": 2 } ] }, { "query_id": 69131, "query": "All of the people clap for a woman while gathered in the kitchen.", "relevant_moment": [ { "pair_id": 146300, "video_name": "friends_s01e01_seg02_clip_25", "timestamp": [ 17.01, 19.39 ], "duration": 68.66, "caption": "All of the people clap for a woman while gathered in the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146301, "video_name": "friends_s04e02_seg02_clip_02", "timestamp": [ 47.42, 50.42 ], "duration": 60.66, "caption": "The crowd at a coffee shop claps for a woman.", "similarity": 0.6809, "relevance": 3 }, { "pair_id": 146302, "video_name": "house_s01e14_seg02_clip_02", "timestamp": [ 46.46, 47.8 ], "duration": 89.66, "caption": "All the people at the table clap at a person.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 146303, "video_name": "friends_s09e10_seg02_clip_02", "timestamp": [ 0.0, 3.9 ], "duration": 10.66, "caption": "A woman waves at the crowd and everyone claps.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 146304, "video_name": "castle_s04e01_seg02_clip_07", "timestamp": [ 50.75, 57.64 ], "duration": 86.66, "caption": "Woman came back and their colleagues stood up and gave her claps.", "similarity": 0.6127, "relevance": 1 }, { "pair_id": 146305, "video_name": "friends_s09e10_seg02_clip_02", "timestamp": [ 0.0, 3.65 ], "duration": 10.66, "caption": "A woman finishes her song in the coffee house and everyone claps.", "similarity": 0.6031, "relevance": 3 }, { "pair_id": 146306, "video_name": "s01e12_seg02_clip_15", "timestamp": [ 40.52, 45.92 ], "duration": 60.66, "caption": "Everyone claps as a person finishes addressing the room.", "similarity": 0.6007, "relevance": 1 }, { "pair_id": 146307, "video_name": "s06e01_seg01_clip_00", "timestamp": [ 6.93, 8.51 ], "duration": 63.66, "caption": "Some people stand behind a woman and a man clapping.", "similarity": 0.5981, "relevance": 3 }, { "pair_id": 146308, "video_name": "friends_s09e03_seg01_clip_00", "timestamp": [ 13.2, 91.03 ], "duration": 91.66, "caption": "Multiple people are in the kitchen as they listen to a man and a woman.", "similarity": 0.594, "relevance": 1 }, { "pair_id": 146309, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 43.05, 45.33 ], "duration": 57.66, "caption": "A woman claps her hands then holds them together.", "similarity": 0.5915, "relevance": 1 }, { "pair_id": 146310, "video_name": "friends_s09e07_seg02_clip_14", "timestamp": [ 0.0, 3.59 ], "duration": 31.66, "caption": "A woman is all excited and claps her hands.", "similarity": 0.5888, "relevance": 1 }, { "pair_id": 146311, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 47.91, 48.82 ], "duration": 61.66, "caption": "A woman claps with her hands at the cafe.", "similarity": 0.5852, "relevance": 0 }, { "pair_id": 146312, "video_name": "met_s02e16_seg02_clip_08", "timestamp": [ 22.44, 25.82 ], "duration": 61.66, "caption": "A woman pulls person up on the stage while everyone claps.", "similarity": 0.5816, "relevance": 2 }, { "pair_id": 146313, "video_name": "friends_s10e04_seg02_clip_04", "timestamp": [ 38.39, 40.2 ], "duration": 60.66, "caption": "A woman walks toward some people while clapping her hands.", "similarity": 0.5805, "relevance": 2 }, { "pair_id": 146314, "video_name": "friends_s06e03_seg02_clip_16", "timestamp": [ 53.89, 61.77 ], "duration": 63.66, "caption": "A woman finishes her song at a coffee shop and everyone claps.", "similarity": 0.5805, "relevance": 2 }, { "pair_id": 146315, "video_name": "friends_s10e14_seg02_clip_21", "timestamp": [ 0.0, 8.15 ], "duration": 37.66, "caption": "A woman speaks to two men and a woman as they are in the kitchen.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 146316, "video_name": "friends_s10e05_seg02_clip_14", "timestamp": [ 11.14, 13.55 ], "duration": 60.66, "caption": "A woman claps her hands together a couple times.", "similarity": 0.5757, "relevance": 1 }, { "pair_id": 146317, "video_name": "s10e07_seg02_clip_07", "timestamp": [ 13.51, 19.81 ], "duration": 60.66, "caption": "A woman is in the kitchen as some people are talking about her.", "similarity": 0.5709, "relevance": 1 }, { "pair_id": 146318, "video_name": "friends_s09e13_seg02_clip_11", "timestamp": [ 70.82, 72.82 ], "duration": 80.66, "caption": "Woman claps for woman after she performs on stage.", "similarity": 0.5694, "relevance": 3 }, { "pair_id": 146319, "video_name": "s06e18_seg02_clip_13", "timestamp": [ 38.59, 43.52 ], "duration": 58.66, "caption": "The people in the class room all clap their hands.", "similarity": 0.5689, "relevance": 2 } ] }, { "query_id": 69157, "query": "A nurse helps a patient sit down while a man walks in.", "relevant_moment": [ { "pair_id": 6580, "video_name": "house_s07e12_seg02_clip_24", "timestamp": [ 72.18, 75.7 ], "duration": 88.66, "caption": "A nurse helps a patient sit down while a man walks in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6581, "video_name": "house_s01e19_seg02_clip_11", "timestamp": [ 5.4, 13.05 ], "duration": 90.66, "caption": "A person walks back and forth with a nurse in the nurses station.", "similarity": 0.7251, "relevance": 1 }, { "pair_id": 6582, "video_name": "grey_s03e15_seg02_clip_14", "timestamp": [ 2.64, 5.72 ], "duration": 88.66, "caption": "A man tells the nurse what he needs to treat the patient.", "similarity": 0.7082, "relevance": 1 }, { "pair_id": 6583, "video_name": "grey_s02e25_seg02_clip_10", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person walks over to another person who sits down at the nurse's desk.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 6584, "video_name": "house_s06e06_seg02_clip_02", "timestamp": [ 59.65, 65.43 ], "duration": 89.66, "caption": "A person walks into the room where a man was sitting by a patient.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 6585, "video_name": "house_s04e03_seg02_clip_03", "timestamp": [ 0.0, 4.96 ], "duration": 90.66, "caption": "A man leans out the door and tells the nurses what he needs to treat the patient.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 6586, "video_name": "house_s08e11_seg02_clip_27", "timestamp": [ 0.0, 101.02 ], "duration": 101.66, "caption": "A nurse is helping a man walk on a flat treadmill.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 6587, "video_name": "house_s04e16_seg02_clip_09", "timestamp": [ 42.23, 46.45 ], "duration": 76.66, "caption": "A man walks over to the patient to help person move her over.", "similarity": 0.6914, "relevance": 2 }, { "pair_id": 6588, "video_name": "house_s04e13_seg02_clip_21", "timestamp": [ 75.38, 78.26 ], "duration": 96.66, "caption": "A person walks up to talk with a man at a nurse's station.", "similarity": 0.6879, "relevance": 0 }, { "pair_id": 6590, "video_name": "grey_s01e06_seg02_clip_15", "timestamp": [ 0.0, 4.03 ], "duration": 89.66, "caption": "A woman is treating a patient when a man walks in.", "similarity": 0.6859, "relevance": 3 }, { "pair_id": 6592, "video_name": "friends_s10e13_seg02_clip_15", "timestamp": [ 20.81, 24.24 ], "duration": 57.66, "caption": "A doctor and a nurse walks past as a woman and a man are having a conversation.", "similarity": 0.6773, "relevance": 0 }, { "pair_id": 6593, "video_name": "house_s03e21_seg02_clip_08", "timestamp": [ 71.12, 75.17 ], "duration": 90.66, "caption": "A person approaches the nurses station that a man and another man.", "similarity": 0.674, "relevance": 0 }, { "pair_id": 6594, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 23.67, 32.61 ], "duration": 89.66, "caption": "A person walks into the patient room and pulls out a bed with a nurse.", "similarity": 0.6713, "relevance": 2 }, { "pair_id": 6595, "video_name": "house_s08e18_seg02_clip_02", "timestamp": [ 9.79, 13.36 ], "duration": 89.66, "caption": "A person walks into a room where a man is treating a patient.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 6596, "video_name": "grey_s03e08_seg02_clip_19", "timestamp": [ 25.51, 29.09 ], "duration": 89.66, "caption": "A nurse is dressing a wound when two people walk in.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 6597, "video_name": "house_s01e01_seg02_clip_12", "timestamp": [ 18.34, 22.57 ], "duration": 94.66, "caption": "A woman walks into the patient room where a man is sitting.", "similarity": 0.6682, "relevance": 1 }, { "pair_id": 6598, "video_name": "house_s03e20_seg02_clip_19", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks around the nurses desk toward a man.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 6599, "video_name": "house_s03e05_seg02_clip_25", "timestamp": [ 18.55, 29.69 ], "duration": 106.66, "caption": "A man walks over to the patient and takes a seat down across from him.", "similarity": 0.6659, "relevance": 2 } ] }, { "query_id": 69170, "query": "A person takes a drink of his bottle of water while speaking to his friends.", "relevant_moment": [ { "pair_id": 165460, "video_name": "s04e04_seg02_clip_04", "timestamp": [ 11.9, 14.65 ], "duration": 61.66, "caption": "A person takes a drink of his bottle of water while speaking to his friends.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165461, "video_name": "friends_s08e04_seg02_clip_00", "timestamp": [ 5.58, 8.99 ], "duration": 62.66, "caption": "A man takes a drink from a water bottle as he talks with others.", "similarity": 0.8455, "relevance": 4 }, { "pair_id": 165462, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 5.02, 11.41 ], "duration": 91.66, "caption": "A person takes a drink out of their water bottle while talking with another person.", "similarity": 0.845, "relevance": 4 }, { "pair_id": 165463, "video_name": "house_s02e09_seg02_clip_17", "timestamp": [ 6.83, 10.47 ], "duration": 91.66, "caption": "A person takes a sip from his water bottle while listening to another person talk.", "similarity": 0.834, "relevance": 4 }, { "pair_id": 165464, "video_name": "s06e24_seg02_clip_16", "timestamp": [ 0.0, 4.0 ], "duration": 40.66, "caption": "A person grabs his water bottle as he is talking to the group of people.", "similarity": 0.7996, "relevance": 3 }, { "pair_id": 165465, "video_name": "met_s06e16_seg01_clip_00", "timestamp": [ 32.5, 41.56 ], "duration": 62.66, "caption": "A person takes a sip of their drink while someone else is talking.", "similarity": 0.7968, "relevance": 3 }, { "pair_id": 165466, "video_name": "s02e11_seg02_clip_00", "timestamp": [ 52.41, 62.03 ], "duration": 62.66, "caption": "A man is holding a bottle of water while talking to some people.", "similarity": 0.7888, "relevance": 2 }, { "pair_id": 165467, "video_name": "s05e19_seg02_clip_13", "timestamp": [ 17.41, 21.54 ], "duration": 59.66, "caption": "A person drinks while he is talking to the group.", "similarity": 0.7825, "relevance": 4 }, { "pair_id": 165468, "video_name": "castle_s04e08_seg02_clip_09", "timestamp": [ 1.8, 5.41 ], "duration": 90.66, "caption": "A person takes a sip of the glass of water while listening to person.", "similarity": 0.7812, "relevance": 3 }, { "pair_id": 165469, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 23.8, 27.77 ], "duration": 61.66, "caption": "A person picks up a drink as he is talking to some people.", "similarity": 0.7805, "relevance": 4 }, { "pair_id": 165470, "video_name": "s02e15_seg02_clip_05", "timestamp": [ 12.99, 18.3 ], "duration": 59.66, "caption": "A person is holding a water bottle as he speaks to a man.", "similarity": 0.7794, "relevance": 2 }, { "pair_id": 165471, "video_name": "friends_s05e06_seg02_clip_09", "timestamp": [ 20.71, 23.41 ], "duration": 60.66, "caption": "A man takes a sip from the bottle in their hand while talking to another person.", "similarity": 0.7718, "relevance": 4 }, { "pair_id": 165472, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "A person drinks a glass of alcohol while talking to two other people.", "similarity": 0.7681, "relevance": 4 }, { "pair_id": 165473, "video_name": "met_s03e08_seg02_clip_11", "timestamp": [ 22.89, 27.16 ], "duration": 61.66, "caption": "A person takes a drink of their wine while talking to person.", "similarity": 0.7674, "relevance": 4 }, { "pair_id": 165474, "video_name": "friends_s01e16-17_seg02_clip_30", "timestamp": [ 19.21, 22.73 ], "duration": 64.66, "caption": "A man takes a drink of his water when talking to man.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 165475, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 12.1, 15.2 ], "duration": 62.66, "caption": "A man drinks water while person is still talking to him.", "similarity": 0.7591, "relevance": 3 }, { "pair_id": 165476, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 51.62, 54.32 ], "duration": 60.66, "caption": "A person takes a drink out of his cup while talking to another person.", "similarity": 0.759, "relevance": 4 }, { "pair_id": 165477, "video_name": "house_s03e21_seg02_clip_06", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A man picks up a bottled water, talks to his colleagues then drinks.", "similarity": 0.7549, "relevance": 4 }, { "pair_id": 165478, "video_name": "s04e16_seg02_clip_01", "timestamp": [ 51.64, 58.03 ], "duration": 58.66, "caption": "A person tells another person to keep talking while he gets his beverage.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 165479, "video_name": "s02e03_seg02_clip_15", "timestamp": [ 15.01, 16.51 ], "duration": 60.66, "caption": "A person hands a bottle of water to a man as he talks to another man.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 338780, "video_name": "met_s03e06_seg02_clip_03", "timestamp": [ 8.72, 12.02 ], "duration": 60.66, "caption": "A man drinks from his beer bottle while someone is talking.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 338781, "video_name": "met_s06e08_seg02_clip_14", "timestamp": [ 44.26, 46.3 ], "duration": 58.66, "caption": "A person takes a sip of his drink while talking to woman.", "similarity": 0.7413, "relevance": 3 }, { "pair_id": 338782, "video_name": "castle_s04e14_seg02_clip_06", "timestamp": [ 35.31, 43.25 ], "duration": 88.66, "caption": "A person is talking and reaching out to a glass of water, says something again before he drinks it.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 338783, "video_name": "s07e19_seg02_clip_09", "timestamp": [ 10.54, 13.03 ], "duration": 62.66, "caption": "A person waves a bottle of water in his hands while talking.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 338784, "video_name": "friends_s01e01_seg02_clip_09", "timestamp": [ 47.42, 60.03 ], "duration": 60.66, "caption": "A man holds a drink while he/she talks together.", "similarity": 0.7366, "relevance": 2 }, { "pair_id": 338785, "video_name": "s06e20_seg02_clip_00", "timestamp": [ 51.51, 57.12 ], "duration": 66.66, "caption": "A person is talking to another person and takes a sip of wine.", "similarity": 0.7348, "relevance": 3 }, { "pair_id": 338786, "video_name": "castle_s05e17_seg02_clip_22", "timestamp": [ 2.94, 6.86 ], "duration": 98.66, "caption": "A man takes a drink of his bottle as he speaks to a woman.", "similarity": 0.734, "relevance": 3 }, { "pair_id": 338787, "video_name": "met_s06e20_seg02_clip_05", "timestamp": [ 28.08, 31.4 ], "duration": 60.66, "caption": "Two people are talking then a man takes a sip of his drink.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 338788, "video_name": "s10e05_seg02_clip_06", "timestamp": [ 24.2, 25.97 ], "duration": 59.66, "caption": "A woman takes a drink of her bottle of water as she speaks to person.", "similarity": 0.7288, "relevance": 4 }, { "pair_id": 338789, "video_name": "house_s08e15_seg02_clip_22", "timestamp": [ 79.67, 82.82 ], "duration": 90.66, "caption": "A man gets his drink while talking to the group.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 338790, "video_name": "s04e08_seg02_clip_00", "timestamp": [ 36.29, 40.01 ], "duration": 62.66, "caption": "A man grabs his drink and takes a sip as he listens to a person.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 338791, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 2.77, 5.84 ], "duration": 61.66, "caption": "A man takes a drink after saying what the person is to him.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 338792, "video_name": "friends_s06e18_seg02_clip_12", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A man has a bottle of water in his hand as he speaks to man.", "similarity": 0.7218, "relevance": 3 }, { "pair_id": 338793, "video_name": "met_s02e11_seg02_clip_02", "timestamp": [ 18.89, 22.09 ], "duration": 64.66, "caption": "A person picks up their mug of beer and takes a sip as they talk to another person.", "similarity": 0.7204, "relevance": 3 }, { "pair_id": 338794, "video_name": "house_s04e15_seg02_clip_05", "timestamp": [ 0.0, 2.85 ], "duration": 95.66, "caption": "A man takes a drink from a wine glass while talking to another person.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 338795, "video_name": "s10e12_seg02_clip_15", "timestamp": [ 7.3, 19.72 ], "duration": 73.66, "caption": "A person sits in a chair holding a bottle of water as he/she talks to another person.", "similarity": 0.7143, "relevance": 3 }, { "pair_id": 338796, "video_name": "met_s06e01_seg02_clip_10", "timestamp": [ 17.93, 21.45 ], "duration": 64.66, "caption": "A man takes a sip from his drink while talking to a woman.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 338797, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 4.1, 6.83 ], "duration": 91.66, "caption": "A person drinks from a red container as he talks to another person.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 338798, "video_name": "house_s03e23_seg02_clip_04", "timestamp": [ 58.91, 64.39 ], "duration": 91.66, "caption": "A person takes a sip from the blue bottle while talking with a woman.", "similarity": 0.7079, "relevance": 3 }, { "pair_id": 338799, "video_name": "met_s04e01_seg02_clip_15", "timestamp": [ 16.23, 18.3 ], "duration": 59.66, "caption": "A person is talking while he is holding a glass of alcohol.", "similarity": 0.7076, "relevance": 2 } ] }, { "query_id": 69190, "query": "An imaginary woman appears before a man who is laying in bed getting ready to masturbate.", "relevant_moment": [ { "pair_id": 20320, "video_name": "s04e04_seg02_clip_01", "timestamp": [ 17.33, 23.95 ], "duration": 63.66, "caption": "An imaginary woman appears before a man who is laying in bed getting ready to masturbate.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20321, "video_name": "s04e04_seg02_clip_01", "timestamp": [ 44.75, 49.16 ], "duration": 63.66, "caption": "An imaginary person appears before a man who is laying in bed getting ready to masturbate.", "similarity": 0.9233, "relevance": 2 }, { "pair_id": 20322, "video_name": "s04e04_seg02_clip_01", "timestamp": [ 32.15, 39.39 ], "duration": 63.66, "caption": "An imaginary person appears before a man who is laying in bed getting ready to masturbate.", "similarity": 0.9233, "relevance": 3 }, { "pair_id": 20323, "video_name": "grey_s02e22_seg02_clip_26", "timestamp": [ 17.75, 23.21 ], "duration": 91.66, "caption": "A woman gets up from lying on her bed as she sees a man.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 20324, "video_name": "s05e13_seg02_clip_10", "timestamp": [ 21.25, 36.6 ], "duration": 59.66, "caption": "A man makes a computing metaphor to woman when they are in bed.", "similarity": 0.634, "relevance": 1 }, { "pair_id": 20325, "video_name": "house_s06e02_seg02_clip_20", "timestamp": [ 3.4, 10.88 ], "duration": 136.66, "caption": "A woman lays on a man's shoulder as they lay in bed.", "similarity": 0.6307, "relevance": 1 }, { "pair_id": 20326, "video_name": "friends_s03e01_seg02_clip_07", "timestamp": [ 12.72, 20.47 ], "duration": 62.66, "caption": "A woman tries to translate man's fantasy while they're in bed.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 20327, "video_name": "grey_s02e24_seg02_clip_25", "timestamp": [ 68.39, 73.12 ], "duration": 86.66, "caption": "A man gets into bed with a woman as she is lying down.", "similarity": 0.629, "relevance": 1 }, { "pair_id": 20328, "video_name": "castle_s06e12_seg02_clip_22", "timestamp": [ 0.0, 5.93 ], "duration": 91.66, "caption": "A woman was helping a person to be laid down in bed.", "similarity": 0.629, "relevance": 1 }, { "pair_id": 20329, "video_name": "house_s08e02_seg02_clip_12", "timestamp": [ 54.98, 65.35 ], "duration": 90.66, "caption": "A woman is laying in bed holding onto her chest in front of a man.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 20330, "video_name": "house_s01e19_seg02_clip_23", "timestamp": [ 24.58, 27.31 ], "duration": 78.66, "caption": "A woman rotates her head for some men as she lays in bed.", "similarity": 0.613, "relevance": 1 }, { "pair_id": 20331, "video_name": "grey_s03e09_seg02_clip_17", "timestamp": [ 14.69, 28.49 ], "duration": 89.66, "caption": "Stunned, a woman stares at a man and then lies down on the bed.", "similarity": 0.6084, "relevance": 0 }, { "pair_id": 20332, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 0.0, 8.84 ], "duration": 57.66, "caption": "A woman is beside a person's bed as he is lying down.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 20333, "video_name": "friends_s06e01_seg02_clip_00", "timestamp": [ 15.56, 18.31 ], "duration": 61.66, "caption": "A woman gets startled as she realises a man is in bed with her.", "similarity": 0.6059, "relevance": 1 }, { "pair_id": 20334, "video_name": "friends_s06e23_seg02_clip_16", "timestamp": [ 0.0, 4.29 ], "duration": 57.66, "caption": "A woman describes the sex she had with a man while in bed.", "similarity": 0.6009, "relevance": 1 }, { "pair_id": 20335, "video_name": "castle_s07e12_seg02_clip_16", "timestamp": [ 52.65, 87.02 ], "duration": 87.66, "caption": "A person climbs onto a bed and lays next to woman.", "similarity": 0.6006, "relevance": 1 }, { "pair_id": 20336, "video_name": "met_s06e06_seg02_clip_10", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A man begs a woman to wait before they have sex again while they are in bed.", "similarity": 0.6005, "relevance": 1 }, { "pair_id": 20337, "video_name": "house_s05e08_seg02_clip_22", "timestamp": [ 83.74, 91.03 ], "duration": 91.66, "caption": "A man looks at a woman as she is laying in the bed.", "similarity": 0.5978, "relevance": 1 }, { "pair_id": 20338, "video_name": "castle_s06e04_seg02_clip_00", "timestamp": [ 1.37, 4.1 ], "duration": 91.66, "caption": "A woman lays next to a man in bed and taps him on the chest with her fingers.", "similarity": 0.5975, "relevance": 1 }, { "pair_id": 20339, "video_name": "house_s07e01_seg02_clip_11", "timestamp": [ 0.44, 10.88 ], "duration": 87.66, "caption": "A woman lays back in bed holding onto a sheet next to man.", "similarity": 0.5935, "relevance": 1 } ] }, { "query_id": 69214, "query": "A person grabs the strap on his bag to take it off his shoulder.", "relevant_moment": [ { "pair_id": 19820, "video_name": "s04e04_seg02_clip_08", "timestamp": [ 29.65, 32.79 ], "duration": 57.66, "caption": "A person grabs the strap on his bag to take it off his shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19821, "video_name": "s05e15_seg02_clip_04", "timestamp": [ 4.2, 6.9 ], "duration": 60.66, "caption": "A person takes the strap of his shoulder bag over his head as he takes off the bag.", "similarity": 0.9079, "relevance": 4 }, { "pair_id": 19822, "video_name": "s02e11_seg02_clip_08", "timestamp": [ 46.82, 51.32 ], "duration": 60.66, "caption": "A person takes the strap of their laptop bag off their shoulder.", "similarity": 0.8363, "relevance": 4 }, { "pair_id": 19823, "video_name": "friends_s10e08_seg02_clip_10", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A person adjusts the strap of their bag on their shoulder.", "similarity": 0.815, "relevance": 3 }, { "pair_id": 19824, "video_name": "s08e19_seg02_clip_17", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A person takes their backpack off of their shoulder.", "similarity": 0.7966, "relevance": 4 }, { "pair_id": 19825, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 26.25, 31.38 ], "duration": 64.66, "caption": "A person puts the strap of his/her bag over his/her shoulders.", "similarity": 0.7958, "relevance": 2 }, { "pair_id": 19826, "video_name": "friends_s05e09_seg02_clip_13", "timestamp": [ 43.38, 45.15 ], "duration": 59.66, "caption": "A woman takes off her bag from her shoulder.", "similarity": 0.7787, "relevance": 4 }, { "pair_id": 19827, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 28.21, 30.01 ], "duration": 60.66, "caption": "A man puts his bag strap around his shoulder.", "similarity": 0.7735, "relevance": 2 }, { "pair_id": 19828, "video_name": "met_s04e01_seg02_clip_03", "timestamp": [ 29.15, 32.68 ], "duration": 64.66, "caption": "A man picks up his shoulder bag and puts it on.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 19829, "video_name": "s07e03_seg02_clip_05", "timestamp": [ 17.12, 19.44 ], "duration": 58.66, "caption": "A person bends over, picks up their backpack and throws the strap over their shoulder.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 19830, "video_name": "s06e22_seg02_clip_01", "timestamp": [ 17.12, 21.25 ], "duration": 59.66, "caption": "A person removes a backpack from his shoulder and places it down.", "similarity": 0.7425, "relevance": 3 }, { "pair_id": 19831, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 56.46, 59.43 ], "duration": 66.66, "caption": "A person puts items in his shoulder bag and adjusts the bag cover.", "similarity": 0.734, "relevance": 3 }, { "pair_id": 19832, "video_name": "s05e15_seg02_clip_09", "timestamp": [ 9.57, 12.19 ], "duration": 58.66, "caption": "A person takes their bag off and puts it on a chair.", "similarity": 0.7255, "relevance": 4 }, { "pair_id": 19833, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 68.72, 74.19 ], "duration": 91.66, "caption": "A person grabs the bag from another person and starts taking things out of it.", "similarity": 0.7254, "relevance": 3 }, { "pair_id": 19834, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 9.15, 11.21 ], "duration": 59.66, "caption": "A person reaches down and lifts the flap on his bag.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 19835, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 3.15, 6.3 ], "duration": 63.66, "caption": "A person removes their shoulder bag and places it on a table.", "similarity": 0.7191, "relevance": 4 }, { "pair_id": 19836, "video_name": "castle_s01e09_seg02_clip_09", "timestamp": [ 45.11, 48.96 ], "duration": 77.66, "caption": "A man put a bag on his right shoulder.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 19837, "video_name": "s02e21_seg02_clip_06", "timestamp": [ 33.36, 38.59 ], "duration": 58.66, "caption": "A person grabs his plastic bag close to his body.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 19838, "video_name": "house_s07e02_seg02_clip_10", "timestamp": [ 75.17, 84.17 ], "duration": 90.66, "caption": "A person loads a backpack, places it over his shoulder and walks away.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 19839, "video_name": "castle_s02e07_seg02_clip_00", "timestamp": [ 24.26, 26.68 ], "duration": 97.66, "caption": "A person takes the guitar strap off their shoulder by lifting the guitar.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 193140, "video_name": "s01e01_seg02_clip_00", "timestamp": [ 4.88, 7.63 ], "duration": 61.66, "caption": "A person removes a bag from their shoulder and sets it on a desk.", "similarity": 0.7015, "relevance": 4 }, { "pair_id": 193141, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 23.23, 26.2 ], "duration": 54.66, "caption": "A person picking up a bag and showing it off.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 193142, "video_name": "friends_s05e13_seg02_clip_07", "timestamp": [ 9.74, 14.17 ], "duration": 59.66, "caption": "A man puts his purse strap back on his shoulder.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 193143, "video_name": "castle_s02e14_seg02_clip_26", "timestamp": [ 132.69, 136.61 ], "duration": 157.66, "caption": "A man takes the garment bag from a woman and holds out his arm.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 193144, "video_name": "s03e04_seg02_clip_06", "timestamp": [ 45.02, 48.02 ], "duration": 60.66, "caption": "A person takes off their shoulder bag and sets it down in the chair at their desk.", "similarity": 0.6837, "relevance": 4 }, { "pair_id": 193145, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.52, 57.03 ], "duration": 60.66, "caption": "A person places his hand on someone's shoulder.", "similarity": 0.6801, "relevance": 0 }, { "pair_id": 193146, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 20.28, 21.19 ], "duration": 60.66, "caption": "A woman takes her purse off of her shoulder.", "similarity": 0.6763, "relevance": 4 }, { "pair_id": 193147, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 38.49, 42.77 ], "duration": 57.66, "caption": "A man places his hands on the bag he's carrying.", "similarity": 0.6727, "relevance": 2 }, { "pair_id": 193148, "video_name": "s05e19_seg01_clip_00", "timestamp": [ 9.46, 11.9 ], "duration": 61.66, "caption": "As a person passes in front of the elevator, he adjusts his bag's shoulder strap.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 193149, "video_name": "s02e04_seg02_clip_09", "timestamp": [ 32.78, 36.27 ], "duration": 58.66, "caption": "A man takes his shoulder bag off and drops it on the floor.", "similarity": 0.6723, "relevance": 4 }, { "pair_id": 193150, "video_name": "house_s02e10_seg02_clip_02", "timestamp": [ 12.45, 22.13 ], "duration": 92.66, "caption": "A person puts some paper in their bag and then pulls their scarf off from around their shoulders.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 193151, "video_name": "house_s08e05_seg02_clip_09", "timestamp": [ 46.63, 47.53 ], "duration": 89.66, "caption": "A woman puts her bag over her shoulder as she walks out.", "similarity": 0.6683, "relevance": 3 }, { "pair_id": 193152, "video_name": "friends_s03e05_seg02_clip_03", "timestamp": [ 0.0, 1.32 ], "duration": 66.66, "caption": "A person adjusts the strap on his backpack.", "similarity": 0.665, "relevance": 3 }, { "pair_id": 193153, "video_name": "s10e03_seg01_clip_00", "timestamp": [ 23.38, 25.43 ], "duration": 82.66, "caption": "A person throws his bag over his shoulder as he turns to walk away.", "similarity": 0.664, "relevance": 3 }, { "pair_id": 193154, "video_name": "house_s01e13_seg02_clip_04", "timestamp": [ 16.91, 33.83 ], "duration": 89.66, "caption": "A person puts on their jacket and throws their bag strap over their head.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 193155, "video_name": "house_s05e21_seg02_clip_16", "timestamp": [ 83.74, 86.36 ], "duration": 87.66, "caption": "A man turns around and adjusts his shoulder bag.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 193156, "video_name": "s08e11_seg02_clip_05", "timestamp": [ 54.17, 57.02 ], "duration": 57.66, "caption": "A person takes the black bag away from another person.", "similarity": 0.6602, "relevance": 0 }, { "pair_id": 193157, "video_name": "s03e02_seg02_clip_00", "timestamp": [ 16.7, 17.65 ], "duration": 63.66, "caption": "A man lifts the bag and shows it to a person.", "similarity": 0.6512, "relevance": 0 }, { "pair_id": 193158, "video_name": "house_s01e07_seg02_clip_15", "timestamp": [ 72.05, 80.88 ], "duration": 98.66, "caption": "A person picks up his bag and his jacket.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 193159, "video_name": "friends_s03e25_seg02_clip_03", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A man rubs his left hand through his hair and then adjusts the strap on the duffle bag he is carrying.", "similarity": 0.6496, "relevance": 2 } ] }, { "query_id": 69226, "query": "A girl puts her hand on woman's shoulder.", "relevant_moment": [ { "pair_id": 158360, "video_name": "castle_s08e09_seg02_clip_01", "timestamp": [ 31.42, 33.67 ], "duration": 89.66, "caption": "A girl puts her hand on woman's shoulder.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 158361, "video_name": "s07e18_seg02_clip_16", "timestamp": [ 2.14, 13.12 ], "duration": 61.66, "caption": "A woman places her hand on someone's shoulder.", "similarity": 0.8224, "relevance": 3 }, { "pair_id": 158362, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 12.82, 18.92 ], "duration": 61.66, "caption": "A woman puts her hand on a man's right shoulder.", "similarity": 0.8161, "relevance": 3 }, { "pair_id": 158363, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 19.22, 22.89 ], "duration": 61.66, "caption": "A woman puts her right hand on a man's shoulder.", "similarity": 0.8081, "relevance": 3 }, { "pair_id": 158364, "video_name": "castle_s05e19_seg02_clip_07", "timestamp": [ 1.39, 8.36 ], "duration": 92.66, "caption": "A woman puts her hand on the back of man's shoulder.", "similarity": 0.7966, "relevance": 3 }, { "pair_id": 158365, "video_name": "house_s02e03_seg02_clip_01", "timestamp": [ 11.31, 14.93 ], "duration": 90.66, "caption": "A woman puts her left hand on woman's left shoulder.", "similarity": 0.7947, "relevance": 4 }, { "pair_id": 158366, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 21.07, 23.02 ], "duration": 78.66, "caption": "A woman puts her hand on man's shoulder and man puts his arm around her waist.", "similarity": 0.7829, "relevance": 3 }, { "pair_id": 158367, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 8.56, 12.99 ], "duration": 59.66, "caption": "A woman puts her hand on a man's shoulder then wraps her arm around him.", "similarity": 0.7797, "relevance": 3 }, { "pair_id": 158368, "video_name": "friends_s04e12_seg02_clip_04", "timestamp": [ 5.22, 9.57 ], "duration": 58.66, "caption": "A woman places her hand on another woman's shoulder.", "similarity": 0.7788, "relevance": 4 }, { "pair_id": 158369, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 34.72, 45.85 ], "duration": 89.66, "caption": "A woman puts her hands around someone's shoulders and someone takes her hands from around him.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 158371, "video_name": "s09e01_seg02_clip_08", "timestamp": [ 22.34, 24.95 ], "duration": 58.66, "caption": "A woman lifts their hand and puts it on man's shoulder.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 158372, "video_name": "castle_s02e01_seg02_clip_23", "timestamp": [ 24.93, 30.27 ], "duration": 89.66, "caption": "A woman walks over and puts her hands on another person's shoulders.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 158373, "video_name": "s01e15_seg01_clip_01", "timestamp": [ 53.12, 56.73 ], "duration": 60.66, "caption": "A woman puts her arm around person's shoulders.", "similarity": 0.7559, "relevance": 3 }, { "pair_id": 158374, "video_name": "s02e16_seg02_clip_14", "timestamp": [ 53.42, 56.73 ], "duration": 60.66, "caption": "A man puts his hand on woman's left shoulder.", "similarity": 0.7542, "relevance": 2 }, { "pair_id": 158375, "video_name": "friends_s04e23-24_seg02_clip_25", "timestamp": [ 29.35, 31.47 ], "duration": 60.66, "caption": "A woman puts her hand on another woman's shoulder and rubs it.", "similarity": 0.7539, "relevance": 4 }, { "pair_id": 158376, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A woman puts both her hands on guy's shoulders.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 158377, "video_name": "grey_s02e15_seg02_clip_20", "timestamp": [ 26.24, 29.25 ], "duration": 86.66, "caption": "A man puts his hand on to woman's shoulders.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 158378, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 4.06, 8.12 ], "duration": 58.66, "caption": "A woman places her left hand on a man's shoulder.", "similarity": 0.7421, "relevance": 3 }, { "pair_id": 158379, "video_name": "s05e01_seg02_clip_16", "timestamp": [ 3.41, 6.51 ], "duration": 62.66, "caption": "A person stands up and puts his hand on a woman's shoulder.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 331680, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 4.13, 5.31 ], "duration": 59.66, "caption": "A woman places both her hands on a man's shoulders.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 331681, "video_name": "friends_s09e11_seg02_clip_11", "timestamp": [ 3.36, 8.24 ], "duration": 61.66, "caption": "A woman puts both of her hands on a man's arm.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 331682, "video_name": "castle_s01e06_seg02_clip_04", "timestamp": [ 66.41, 69.57 ], "duration": 90.66, "caption": "A woman puts her arm around another woman's shoulder and rubs her shoulder.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 331683, "video_name": "grey_s02e17_seg02_clip_01", "timestamp": [ 18.27, 29.06 ], "duration": 83.66, "caption": "A man puts his hand on a woman's shoulder then takes it off.", "similarity": 0.7245, "relevance": 3 }, { "pair_id": 331684, "video_name": "s07e17_seg02_clip_08", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A person puts his hand on woman's shoulder as tries to console her.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 331685, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 9.24, 12.32 ], "duration": 88.66, "caption": "A man places his hand on the shoulder of a woman.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 331686, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 14.06, 19.25 ], "duration": 74.66, "caption": "A person puts a woman on his shoulder to carry her.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 331687, "video_name": "grey_s01e02_seg02_clip_16", "timestamp": [ 15.69, 17.65 ], "duration": 98.66, "caption": "A man places his hand on the shoulder of woman.", "similarity": 0.7128, "relevance": 1 }, { "pair_id": 331688, "video_name": "castle_s06e02_seg02_clip_16", "timestamp": [ 11.18, 14.31 ], "duration": 89.66, "caption": "A woman puts her hand on a man's shoulder as he sits in a chair.", "similarity": 0.7104, "relevance": 1 }, { "pair_id": 331689, "video_name": "s04e06_seg01_clip_00", "timestamp": [ 53.09, 55.23 ], "duration": 61.66, "caption": "A man puts his hands on each of a woman's shoulders.", "similarity": 0.7099, "relevance": 2 }, { "pair_id": 331690, "video_name": "friends_s01e02_seg02_clip_21", "timestamp": [ 0.0, 79.02 ], "duration": 79.66, "caption": "A man puts both hands on woman's shoulders from behind.", "similarity": 0.7097, "relevance": 0 }, { "pair_id": 331691, "video_name": "friends_s03e09_seg02_clip_14", "timestamp": [ 17.23, 22.76 ], "duration": 65.66, "caption": "A man touches a woman's shoulder and sends her to the other side.", "similarity": 0.7067, "relevance": 1 }, { "pair_id": 331692, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 53.03, 56.76 ], "duration": 62.66, "caption": "A woman briefly puts her hand on a man's hand.", "similarity": 0.706, "relevance": 1 }, { "pair_id": 331693, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 31.93, 37.92 ], "duration": 57.66, "caption": "A man puts his hand on a woman's shoulder as he talks to her.", "similarity": 0.7048, "relevance": 1 }, { "pair_id": 331694, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 19.38, 20.3 ], "duration": 92.66, "caption": "A man puts his hands on woman's upper arm.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 331695, "video_name": "grey_s03e09_seg02_clip_20", "timestamp": [ 39.3, 44.63 ], "duration": 97.66, "caption": "A woman places her hand on the shoulder of another woman then touches the back of her head.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 331696, "video_name": "friends_s05e20_seg02_clip_07", "timestamp": [ 2.48, 7.13 ], "duration": 62.66, "caption": "A woman goes to touch woman's shoulder after saying woman is right.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 331697, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 24.84, 28.9 ], "duration": 90.66, "caption": "A person puts his hand on another person's shoulder.", "similarity": 0.6997, "relevance": 1 }, { "pair_id": 331698, "video_name": "met_s03e07_seg02_clip_07", "timestamp": [ 0.0, 5.76 ], "duration": 72.66, "caption": "A woman holds on to man's right shoulder with both hands.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 331699, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.82, 57.33 ], "duration": 60.66, "caption": "A person puts his hand on someone's right shoulder.", "similarity": 0.6979, "relevance": 1 } ] }, { "query_id": 69259, "query": "A woman sits down on the stool and puts on gloves.", "relevant_moment": [ { "pair_id": 15960, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 68.87, 75.17 ], "duration": 90.66, "caption": "A woman sits down on the stool and puts on gloves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15961, "video_name": "castle_s06e06_seg02_clip_01", "timestamp": [ 83.26, 89.52 ], "duration": 89.66, "caption": "A woman gets out her gloves to put on.", "similarity": 0.7212, "relevance": 3 }, { "pair_id": 15962, "video_name": "friends_s07e05_seg02_clip_06", "timestamp": [ 42.5, 45.75 ], "duration": 59.66, "caption": "A woman takes off one of her gloves and places them on the table beside her.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 15963, "video_name": "grey_s03e02_seg02_clip_16", "timestamp": [ 0.46, 4.14 ], "duration": 92.66, "caption": "A woman sitting down with something in her hands.", "similarity": 0.6832, "relevance": 3 }, { "pair_id": 15964, "video_name": "castle_s07e03_seg02_clip_01", "timestamp": [ 22.85, 27.16 ], "duration": 86.66, "caption": "A woman carefully puts on a pair of nitrile gloves.", "similarity": 0.6812, "relevance": 3 }, { "pair_id": 15965, "video_name": "grey_s01e03_seg02_clip_04", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A woman is feeling on someone's stomach with gloves on.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 15966, "video_name": "grey_s02e13_seg02_clip_15", "timestamp": [ 32.01, 47.02 ], "duration": 100.66, "caption": "A woman is palpating all over someone's stomach without gloves.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 15967, "video_name": "friends_s09e14_seg02_clip_18", "timestamp": [ 17.39, 25.63 ], "duration": 61.66, "caption": "A woman looks down at the ground, at her gloves and off to the side.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 15968, "video_name": "castle_s07e21_seg02_clip_26", "timestamp": [ 86.59, 87.02 ], "duration": 87.66, "caption": "A person ties woman's hands as she is seated.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 15969, "video_name": "friends_s05e16_seg02_clip_12", "timestamp": [ 18.61, 24.11 ], "duration": 61.66, "caption": "A woman sets some things down on the table then grabs some gloves from under the sink.", "similarity": 0.6421, "relevance": 0 }, { "pair_id": 15970, "video_name": "s09e02_seg02_clip_14", "timestamp": [ 0.0, 9.77 ], "duration": 63.66, "caption": "A woman is sitting with her hands held on her knees.", "similarity": 0.6398, "relevance": 1 }, { "pair_id": 15971, "video_name": "friends_s04e05_seg02_clip_06", "timestamp": [ 11.93, 15.13 ], "duration": 58.66, "caption": "A woman rubs her hands all over then sits down.", "similarity": 0.6377, "relevance": 1 }, { "pair_id": 15972, "video_name": "house_s02e07_seg02_clip_13", "timestamp": [ 13.57, 16.96 ], "duration": 84.66, "caption": "A woman removes her gloves while talking to the patient.", "similarity": 0.6352, "relevance": 3 }, { "pair_id": 15973, "video_name": "met_s03e13_seg02_clip_00", "timestamp": [ 34.39, 51.12 ], "duration": 61.66, "caption": "A woman in a medical coat puts blue latex gloves on her hands.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 15974, "video_name": "friends_s06e07_seg02_clip_19", "timestamp": [ 41.73, 47.8 ], "duration": 81.66, "caption": "A woman gets a pair of rubber gloves and starts to put them on.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 15975, "video_name": "friends_s01e08_seg02_clip_09", "timestamp": [ 5.51, 8.12 ], "duration": 58.66, "caption": "A woman sitting down and using different hand gestures.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 15976, "video_name": "s05e08_seg02_clip_15", "timestamp": [ 39.39, 45.7 ], "duration": 63.66, "caption": "A woman takes her blue medical gloves off and sets them on the table.", "similarity": 0.6261, "relevance": 3 }, { "pair_id": 15977, "video_name": "s01e13_seg01_clip_01", "timestamp": [ 16.0, 19.21 ], "duration": 80.66, "caption": "A woman sits down in a chair with holding her hands out in front of her.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 15978, "video_name": "friends_s06e07_seg02_clip_19", "timestamp": [ 40.92, 48.61 ], "duration": 81.66, "caption": "A woman starts putting on a pair of yellow gloves.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 15979, "video_name": "grey_s03e05_seg02_clip_19", "timestamp": [ 15.96, 18.81 ], "duration": 114.66, "caption": "A person holds up the gloves for someone to put on.", "similarity": 0.6229, "relevance": 2 } ] }, { "query_id": 69346, "query": "A woman claps her hands together and points her finger at a man.", "relevant_moment": [ { "pair_id": 28860, "video_name": "friends_s08e21_seg02_clip_19", "timestamp": [ 46.57, 47.53 ], "duration": 96.66, "caption": "A woman claps her hands together and points her finger at a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 28861, "video_name": "friends_s05e05_seg02_clip_10", "timestamp": [ 25.47, 27.01 ], "duration": 51.66, "caption": "A woman claps her hands together several times as she talks to a man.", "similarity": 0.821, "relevance": 4 }, { "pair_id": 28862, "video_name": "s10e13_seg02_clip_13", "timestamp": [ 54.62, 57.06 ], "duration": 61.66, "caption": "A woman points her finger on her right hand at a man.", "similarity": 0.8189, "relevance": 3 }, { "pair_id": 28863, "video_name": "friends_s07e22_seg02_clip_06", "timestamp": [ 15.61, 17.41 ], "duration": 60.66, "caption": "A man points his finger at another person as she clenches her fists and claps her hands happily.", "similarity": 0.8178, "relevance": 2 }, { "pair_id": 28864, "video_name": "met_s02e06_seg02_clip_10", "timestamp": [ 20.05, 22.48 ], "duration": 60.66, "caption": "A woman points her finger at woman and her thumb at man.", "similarity": 0.8121, "relevance": 2 }, { "pair_id": 28865, "video_name": "friends_s06e03_seg02_clip_07", "timestamp": [ 6.36, 17.76 ], "duration": 53.66, "caption": "A woman points her finger at man to make her point.", "similarity": 0.8068, "relevance": 3 }, { "pair_id": 28866, "video_name": "friends_s09e23-24_seg02_clip_38", "timestamp": [ 17.46, 18.94 ], "duration": 59.66, "caption": "A woman is talking with a man and claps her hands together.", "similarity": 0.8, "relevance": 3 }, { "pair_id": 28867, "video_name": "grey_s02e05_seg02_clip_20", "timestamp": [ 10.31, 12.05 ], "duration": 29.66, "caption": "A woman points her finger at man while she's talking to him.", "similarity": 0.7913, "relevance": 3 }, { "pair_id": 28868, "video_name": "castle_s07e19_seg02_clip_01", "timestamp": [ 63.52, 67.05 ], "duration": 88.66, "caption": "A woman is pointing her finger while saying something to a man.", "similarity": 0.7836, "relevance": 2 }, { "pair_id": 28869, "video_name": "castle_s03e18_seg02_clip_08", "timestamp": [ 65.7, 71.36 ], "duration": 87.66, "caption": "A woman points her finger to a man in front of her while talking to another person.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 28870, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 83.27, 86.87 ], "duration": 90.66, "caption": "A woman raises her hands with palms out then points her fingers while talking to a man and a woman.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 28871, "video_name": "friends_s08e04_seg02_clip_04", "timestamp": [ 18.3, 22.95 ], "duration": 62.66, "caption": "A woman raises her right hand and then points at man.", "similarity": 0.7731, "relevance": 2 }, { "pair_id": 28872, "video_name": "s01e13_seg02_clip_17", "timestamp": [ 47.74, 52.9 ], "duration": 86.66, "caption": "A man points at a woman and a person raises their hand.", "similarity": 0.7712, "relevance": 1 }, { "pair_id": 28873, "video_name": "friends_s10e11_seg02_clip_27", "timestamp": [ 6.88, 11.56 ], "duration": 55.66, "caption": "A man points his finger at woman when they're yelling.", "similarity": 0.7709, "relevance": 1 }, { "pair_id": 28874, "video_name": "castle_s07e11_seg02_clip_18", "timestamp": [ 17.09, 20.23 ], "duration": 89.66, "caption": "A man points his finger at a woman while talking to her.", "similarity": 0.7698, "relevance": 1 }, { "pair_id": 28875, "video_name": "friends_s03e01_seg02_clip_14", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A man lifts his hand and points a finger at a woman.", "similarity": 0.7669, "relevance": 0 }, { "pair_id": 28876, "video_name": "friends_s08e10_seg02_clip_03", "timestamp": [ 28.81, 31.81 ], "duration": 60.66, "caption": "A woman points her finger at a man quickly and repeatedly.", "similarity": 0.7665, "relevance": 2 }, { "pair_id": 28877, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 13.12, 14.04 ], "duration": 61.66, "caption": "A woman points her finger while talking to a man.", "similarity": 0.7623, "relevance": 2 }, { "pair_id": 28878, "video_name": "friends_s06e24-25_seg02_clip_13", "timestamp": [ 0.0, 4.41 ], "duration": 63.66, "caption": "A woman touches a man's arm and then points at him.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 28879, "video_name": "friends_s10e08_seg02_clip_17", "timestamp": [ 55.36, 56.49 ], "duration": 56.66, "caption": "A woman points her finger towards a man during a conversation.", "similarity": 0.7611, "relevance": 3 } ] }, { "query_id": 69399, "query": "An animal jumps on top of the couch.", "relevant_moment": [ { "pair_id": 6100, "video_name": "friends_s01e16-17_seg02_clip_04", "timestamp": [ 52.72, 58.0 ], "duration": 62.66, "caption": "An animal jumps on top of the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6101, "video_name": "friends_s01e16-17_seg02_clip_05", "timestamp": [ 0.0, 4.07 ], "duration": 58.66, "caption": "An animal is watching tv then jumps on the couch.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 6102, "video_name": "friends_s03e25_seg02_clip_06", "timestamp": [ 6.09, 8.12 ], "duration": 58.66, "caption": "A man jumps from the back of the sofa and lands on top of it.", "similarity": 0.6449, "relevance": 3 }, { "pair_id": 6103, "video_name": "s04e21_seg02_clip_13", "timestamp": [ 19.22, 21.05 ], "duration": 61.66, "caption": "An animal jumps up and down on the table.", "similarity": 0.6367, "relevance": 3 }, { "pair_id": 6104, "video_name": "friends_s10e12_seg02_clip_17", "timestamp": [ 12.52, 13.77 ], "duration": 62.66, "caption": "A person jumps up from the couch and raises their hand.", "similarity": 0.611, "relevance": 1 }, { "pair_id": 6105, "video_name": "s01e05_seg02_clip_05", "timestamp": [ 4.0, 7.6 ], "duration": 80.66, "caption": "A person sits down on a couch, jumping a little after sitting.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 6106, "video_name": "friends_s09e01_seg02_clip_09", "timestamp": [ 33.19, 35.36 ], "duration": 62.66, "caption": "A man jumps up from the couch very quickly.", "similarity": 0.5907, "relevance": 1 }, { "pair_id": 6107, "video_name": "friends_s01e16-17_seg02_clip_35", "timestamp": [ 36.74, 37.46 ], "duration": 48.66, "caption": "An animal comes from nowhere and climbs up on the sofa very quickly.", "similarity": 0.5846, "relevance": 3 }, { "pair_id": 6108, "video_name": "s02e01_seg02_clip_09", "timestamp": [ 50.35, 53.4 ], "duration": 61.66, "caption": "A person jumps onto the couch and lies on it.", "similarity": 0.5809, "relevance": 1 }, { "pair_id": 6109, "video_name": "s05e09_seg02_clip_10", "timestamp": [ 34.82, 42.92 ], "duration": 60.66, "caption": "A woman walks over to the couch and lets a bird jump on her arm.", "similarity": 0.5669, "relevance": 3 }, { "pair_id": 6111, "video_name": "friends_s01e16-17_seg02_clip_04", "timestamp": [ 52.1, 60.48 ], "duration": 62.66, "caption": "A primate jumps from the coffee table to the sofa several times.", "similarity": 0.5523, "relevance": 3 }, { "pair_id": 6112, "video_name": "s07e04_seg01_clip_00", "timestamp": [ 9.77, 13.55 ], "duration": 63.66, "caption": "A person jumps to the edge of his seat on the couch next to a woman.", "similarity": 0.5454, "relevance": 1 }, { "pair_id": 6113, "video_name": "house_s03e21_seg02_clip_00", "timestamp": [ 6.11, 16.45 ], "duration": 94.66, "caption": "An animal jumps up on a person's bed and he pushes the animal off.", "similarity": 0.5434, "relevance": 2 }, { "pair_id": 6114, "video_name": "friends_s10e10_seg02_clip_09", "timestamp": [ 28.22, 29.77 ], "duration": 62.66, "caption": "A person walks over to sit on top of the couch.", "similarity": 0.5403, "relevance": 0 }, { "pair_id": 6115, "video_name": "s07e03_seg02_clip_04", "timestamp": [ 23.71, 27.31 ], "duration": 60.66, "caption": "A woman jumps up from the couch and heads to the door.", "similarity": 0.5364, "relevance": 1 }, { "pair_id": 6116, "video_name": "friends_s05e19_seg02_clip_04", "timestamp": [ 33.19, 38.15 ], "duration": 62.66, "caption": "A person jumps from the couch and runs to the door.", "similarity": 0.5341, "relevance": 0 }, { "pair_id": 6117, "video_name": "s02e14_seg02_clip_08", "timestamp": [ 52.55, 53.92 ], "duration": 55.66, "caption": "A person sits on the arm of the couch.", "similarity": 0.5333, "relevance": 2 }, { "pair_id": 6118, "video_name": "friends_s01e19_seg02_clip_17", "timestamp": [ 40.79, 43.76 ], "duration": 54.66, "caption": "A man calls animal and it hops onto the sofa wearing a tutu.", "similarity": 0.5291, "relevance": 3 }, { "pair_id": 6119, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 28.36, 32.21 ], "duration": 70.66, "caption": "A person moves to the couch and sits down on it.", "similarity": 0.5227, "relevance": 0 } ] }, { "query_id": 69546, "query": "A person looks around the room as everyone applauds him.", "relevant_moment": [ { "pair_id": 21940, "video_name": "s03e18_seg02_clip_14", "timestamp": [ 17.09, 20.75 ], "duration": 61.66, "caption": "A person looks around the room as everyone applauds him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21941, "video_name": "s01e12_seg02_clip_15", "timestamp": [ 40.52, 45.92 ], "duration": 60.66, "caption": "Everyone claps as a person finishes addressing the room.", "similarity": 0.6682, "relevance": 4 }, { "pair_id": 21942, "video_name": "house_s06e10_seg02_clip_03", "timestamp": [ 0.0, 4.96 ], "duration": 90.66, "caption": "A person gestures to the room and looks around.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 21943, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 60.7, 70.04 ], "duration": 93.66, "caption": "The people in the room all look around at person who shakes her head and agrees with person.", "similarity": 0.6475, "relevance": 3 }, { "pair_id": 21944, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 89.2, 91.03 ], "duration": 91.66, "caption": "A person turns his/her head to see the people who enter the room.", "similarity": 0.6324, "relevance": 1 }, { "pair_id": 21945, "video_name": "met_s06e02_seg02_clip_02", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A person walks into the room and thanks everyone for the move.", "similarity": 0.631, "relevance": 3 }, { "pair_id": 21946, "video_name": "friends_s01e16-17_seg02_clip_28", "timestamp": [ 6.84, 13.69 ], "duration": 57.66, "caption": "A person walks into the room and everybody stands up.", "similarity": 0.63, "relevance": 3 }, { "pair_id": 21947, "video_name": "house_s04e04_seg02_clip_15", "timestamp": [ 46.53, 50.37 ], "duration": 85.66, "caption": "A man came in the room and the group looked at him.", "similarity": 0.6252, "relevance": 2 }, { "pair_id": 21948, "video_name": "grey_s01e06_seg02_clip_18", "timestamp": [ 84.17, 90.02 ], "duration": 90.66, "caption": "A person laughs at another person while watching him/her from the observation room.", "similarity": 0.6249, "relevance": 2 }, { "pair_id": 21949, "video_name": "s09e13_seg02_clip_02", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A person walks in to the room and faces toward some people.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 21950, "video_name": "house_s03e04_seg02_clip_09", "timestamp": [ 17.39, 20.14 ], "duration": 91.66, "caption": "A man suddenly came in the room and shout to the people in there.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 21951, "video_name": "s03e18_seg02_clip_08", "timestamp": [ 47.96, 63.94 ], "duration": 68.66, "caption": "A person looks all around the room to see where another person went.", "similarity": 0.6174, "relevance": 3 }, { "pair_id": 21952, "video_name": "s09e13_seg02_clip_11", "timestamp": [ 12.4, 15.94 ], "duration": 59.66, "caption": "A person bursts into the room and walks up to some people.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 21953, "video_name": "grey_s02e24_seg02_clip_22", "timestamp": [ 44.53, 58.4 ], "duration": 84.66, "caption": "A person comes into someone's room looking very angry.", "similarity": 0.6097, "relevance": 2 }, { "pair_id": 21954, "video_name": "house_s08e13_seg02_clip_23", "timestamp": [ 33.47, 42.52 ], "duration": 90.66, "caption": "A person nods his head while everyone at the table looks at him.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 21955, "video_name": "friends_s03e25_seg02_clip_13", "timestamp": [ 56.1, 58.93 ], "duration": 63.66, "caption": "A person walks out to the living room and everyone is shocked to see them.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 21956, "video_name": "house_s05e02_seg02_clip_08", "timestamp": [ 23.26, 37.68 ], "duration": 93.66, "caption": "A man was walking around while talking to everyone in the room.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 21957, "video_name": "castle_s02e17_seg02_clip_09", "timestamp": [ 7.74, 13.65 ], "duration": 91.66, "caption": "A man says something and all the guys in the room stare at him.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 21958, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 29.41, 34.22 ], "duration": 60.66, "caption": "A person walks toward his room after talking to some people.", "similarity": 0.6037, "relevance": 2 }, { "pair_id": 21959, "video_name": "house_s08e22_seg02_clip_04", "timestamp": [ 61.44, 65.99 ], "duration": 91.66, "caption": "A man looks over and sees a person at the end of the room.", "similarity": 0.5988, "relevance": 2 }, { "pair_id": 195260, "video_name": "friends_s02e14_seg02_clip_11", "timestamp": [ 23.5, 26.85 ], "duration": 61.66, "caption": "A person shakes his head and heads into his room.", "similarity": 0.5959, "relevance": 2 }, { "pair_id": 195261, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 59.61, 65.27 ], "duration": 87.66, "caption": "A person came in another person's room and look at them.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 195262, "video_name": "castle_s08e02_seg02_clip_19", "timestamp": [ 4.92, 7.15 ], "duration": 89.66, "caption": "Everyone turns around when a person introduces themselves in the room.", "similarity": 0.5934, "relevance": 2 }, { "pair_id": 195263, "video_name": "s06e23_seg02_clip_05", "timestamp": [ 34.23, 35.4 ], "duration": 58.66, "caption": "A person lifts up his hand holding a pencil and uses it to point at everyone in the room.", "similarity": 0.5833, "relevance": 2 }, { "pair_id": 195264, "video_name": "friends_s07e18_seg02_clip_10", "timestamp": [ 27.66, 33.19 ], "duration": 52.66, "caption": "A man looks at the crowd as they clap in an angry way.", "similarity": 0.5809, "relevance": 4 }, { "pair_id": 195265, "video_name": "s09e23_seg02_clip_08", "timestamp": [ 37.84, 41.5 ], "duration": 61.66, "caption": "A person enters the room and joins some people.", "similarity": 0.58, "relevance": 2 }, { "pair_id": 195266, "video_name": "s04e09_seg02_clip_10", "timestamp": [ 19.53, 23.5 ], "duration": 61.66, "caption": "A person walks into the room and gives praise to two other people.", "similarity": 0.5797, "relevance": 2 }, { "pair_id": 195267, "video_name": "castle_s03e12_seg02_clip_12", "timestamp": [ 59.67, 61.13 ], "duration": 97.66, "caption": "A person claps hands and lights in the room turn on.", "similarity": 0.5785, "relevance": 2 }, { "pair_id": 195268, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 52.35, 56.58 ], "duration": 65.66, "caption": "A person walks to his room after speaking with some people.", "similarity": 0.5763, "relevance": 2 }, { "pair_id": 195269, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 33.62, 40.82 ], "duration": 80.66, "caption": "A person walks in the door and says something to everyone very excitedly.", "similarity": 0.5761, "relevance": 2 }, { "pair_id": 195270, "video_name": "castle_s03e14_seg02_clip_20", "timestamp": [ 52.37, 55.9 ], "duration": 88.66, "caption": "A man looks up in surprise as person and person enter the room.", "similarity": 0.5759, "relevance": 2 }, { "pair_id": 195271, "video_name": "met_s03e19_seg02_clip_07", "timestamp": [ 8.22, 12.49 ], "duration": 60.66, "caption": "A man yells and points down then everyone looks at him.", "similarity": 0.5756, "relevance": 2 }, { "pair_id": 195272, "video_name": "friends_s08e23-24_seg02_clip_06", "timestamp": [ 9.44, 12.69 ], "duration": 59.66, "caption": "A person runs out of the room and some people stand up to greet him.", "similarity": 0.5746, "relevance": 2 }, { "pair_id": 195273, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 9.2, 10.58 ], "duration": 92.66, "caption": "A person turns around and looks at someone who is in the hallway.", "similarity": 0.5744, "relevance": 2 }, { "pair_id": 195274, "video_name": "friends_s03e22_seg02_clip_16", "timestamp": [ 50.76, 51.94 ], "duration": 59.66, "caption": "A person turns around to find some people staring at him.", "similarity": 0.5724, "relevance": 2 }, { "pair_id": 195275, "video_name": "castle_s02e15_seg02_clip_21", "timestamp": [ 66.62, 72.02 ], "duration": 90.66, "caption": "A person walks in to the room and looks at two people.", "similarity": 0.5723, "relevance": 2 }, { "pair_id": 195276, "video_name": "friends_s03e07_seg02_clip_05", "timestamp": [ 6.96, 10.44 ], "duration": 58.66, "caption": "A man points his finger and shakes his head as he talks to a roomful of people.", "similarity": 0.5723, "relevance": 2 }, { "pair_id": 195277, "video_name": "s07e09_seg02_clip_14", "timestamp": [ 0.0, 7.56 ], "duration": 72.66, "caption": "A person points and laughs at a man as he comes into the living room.", "similarity": 0.5718, "relevance": 2 }, { "pair_id": 195278, "video_name": "s05e02_seg02_clip_01", "timestamp": [ 32.11, 34.82 ], "duration": 60.66, "caption": "A person enters the room to talk to some other people.", "similarity": 0.5685, "relevance": 2 }, { "pair_id": 195279, "video_name": "friends_s05e02_seg02_clip_02", "timestamp": [ 29.08, 45.05 ], "duration": 57.66, "caption": "A man claps his hands then runs to the front door and opens it before he turns around and speaks to everyone.", "similarity": 0.5684, "relevance": 2 } ] }, { "query_id": 69615, "query": "A woman walks into the room and begins a conversation with another woman.", "relevant_moment": [ { "pair_id": 20460, "video_name": "castle_s08e02_seg02_clip_22", "timestamp": [ 18.09, 22.3 ], "duration": 84.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20461, "video_name": "castle_s07e17_seg02_clip_06", "timestamp": [ 0.45, 2.27 ], "duration": 90.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20462, "video_name": "castle_s05e18_seg02_clip_03", "timestamp": [ 84.45, 85.81 ], "duration": 90.66, "caption": "A woman walks into the room and begins a conversation with another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20463, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 71.78, 92.03 ], "duration": 92.66, "caption": "A person walks into the room that two women are talking in.", "similarity": 0.8535, "relevance": 2 }, { "pair_id": 20464, "video_name": "grey_s03e03_seg02_clip_07", "timestamp": [ 5.84, 39.54 ], "duration": 89.66, "caption": "A person walks into a room and starts talking to a woman.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 20465, "video_name": "grey_s02e11_seg02_clip_08", "timestamp": [ 64.25, 91.14 ], "duration": 91.66, "caption": "A woman and another woman walk into someone's room to speak to her.", "similarity": 0.8351, "relevance": 3 }, { "pair_id": 20466, "video_name": "grey_s01e01_seg02_clip_02", "timestamp": [ 17.39, 21.84 ], "duration": 89.66, "caption": "A woman walks out of the room after she talks to another woman.", "similarity": 0.8306, "relevance": 2 }, { "pair_id": 20467, "video_name": "friends_s06e06_seg02_clip_01", "timestamp": [ 11.1, 12.61 ], "duration": 60.66, "caption": "A woman opens a bedroom door and walks into the room to talk to another woman.", "similarity": 0.8241, "relevance": 3 }, { "pair_id": 20468, "video_name": "castle_s02e22_seg02_clip_22", "timestamp": [ 6.76, 13.06 ], "duration": 90.66, "caption": "A woman walked towards another woman and started a conversation.", "similarity": 0.8222, "relevance": 3 }, { "pair_id": 20469, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 22.65, 30.64 ], "duration": 88.66, "caption": "A woman entered the room with a man and started talking to another woman.", "similarity": 0.8216, "relevance": 3 }, { "pair_id": 20470, "video_name": "castle_s08e12_seg02_clip_13", "timestamp": [ 0.0, 36.97 ], "duration": 96.66, "caption": "A woman, a woman and a woman are having a conversation with each other in a room.", "similarity": 0.8216, "relevance": 3 }, { "pair_id": 20471, "video_name": "friends_s05e01_seg02_clip_02", "timestamp": [ 32.2, 58.03 ], "duration": 58.66, "caption": "A woman walked towards another woman and started a conversation with her.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 20472, "video_name": "castle_s02e12_seg02_clip_13", "timestamp": [ 65.12, 66.51 ], "duration": 93.66, "caption": "A woman walks out of the room while speaking with another woman.", "similarity": 0.8176, "relevance": 2 }, { "pair_id": 20473, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 54.83, 65.0 ], "duration": 88.66, "caption": "A woman walks into the hallway and talks to a person and another.", "similarity": 0.8159, "relevance": 3 }, { "pair_id": 20474, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 65.34, 67.64 ], "duration": 92.66, "caption": "A person walks in to the room while woman and woman are talking.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 20475, "video_name": "grey_s02e21_seg02_clip_16", "timestamp": [ 5.58, 18.46 ], "duration": 85.66, "caption": "A woman comes out of a room and has a conversation with a man.", "similarity": 0.8142, "relevance": 3 }, { "pair_id": 20476, "video_name": "friends_s05e05_seg02_clip_11", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "A woman walks into the apartment and begins a conversation with two other people.", "similarity": 0.8116, "relevance": 3 }, { "pair_id": 20477, "video_name": "grey_s03e08_seg02_clip_02", "timestamp": [ 8.75, 23.19 ], "duration": 87.66, "caption": "A woman is talking to two people when two other people walk in a room.", "similarity": 0.8078, "relevance": 3 }, { "pair_id": 20478, "video_name": "castle_s01e10_seg02_clip_18", "timestamp": [ 85.26, 92.18 ], "duration": 92.66, "caption": "Two people walk into the room and begin having a conversation with two other people.", "similarity": 0.8055, "relevance": 3 }, { "pair_id": 20479, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 17.75, 23.67 ], "duration": 91.66, "caption": "A woman walks over to a woman and begins a conversation.", "similarity": 0.8055, "relevance": 3 }, { "pair_id": 193780, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 2.3, 31.75 ], "duration": 92.66, "caption": "A woman walks into the room and speaks with a man.", "similarity": 0.8052, "relevance": 4 }, { "pair_id": 193781, "video_name": "friends_s04e13_seg02_clip_09", "timestamp": [ 54.28, 59.55 ], "duration": 62.66, "caption": "A woman turns to look around the room as she has a conversation with two other women.", "similarity": 0.804, "relevance": 3 }, { "pair_id": 193782, "video_name": "castle_s07e04_seg02_clip_19", "timestamp": [ 4.14, 14.26 ], "duration": 92.66, "caption": "A woman turns around and starts a conversation with another woman.", "similarity": 0.8036, "relevance": 3 }, { "pair_id": 193783, "video_name": "s07e22_seg02_clip_05", "timestamp": [ 6.67, 8.99 ], "duration": 58.66, "caption": "Two people walk into the room and start a conversation.", "similarity": 0.803, "relevance": 3 }, { "pair_id": 193784, "video_name": "castle_s05e23_seg02_clip_03", "timestamp": [ 0.0, 3.57 ], "duration": 89.66, "caption": "A man and a woman walk into the room and another man starts a conversation with them.", "similarity": 0.8024, "relevance": 3 }, { "pair_id": 193785, "video_name": "castle_s04e02_seg02_clip_11", "timestamp": [ 75.23, 78.88 ], "duration": 91.66, "caption": "A woman enters the room and begins talking with man.", "similarity": 0.8013, "relevance": 3 }, { "pair_id": 193786, "video_name": "house_s01e17_seg02_clip_15", "timestamp": [ 3.58, 9.84 ], "duration": 89.66, "caption": "A person walks into the room and starts a conversation with someone.", "similarity": 0.7981, "relevance": 2 }, { "pair_id": 193787, "video_name": "grey_s03e06_seg02_clip_16", "timestamp": [ 53.86, 59.2 ], "duration": 89.66, "caption": "A person walks into a room and begins a conversation with someone.", "similarity": 0.7973, "relevance": 2 }, { "pair_id": 193788, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 27.01, 32.86 ], "duration": 90.66, "caption": "A woman walks in and converses with another woman.", "similarity": 0.7956, "relevance": 4 }, { "pair_id": 193789, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 0.0, 9.94 ], "duration": 58.66, "caption": "A woman walked into the room and another woman walked up to her.", "similarity": 0.7928, "relevance": 4 }, { "pair_id": 193790, "video_name": "castle_s07e20_seg02_clip_07", "timestamp": [ 60.09, 65.43 ], "duration": 89.66, "caption": "A woman walks by and a woman sees her and walks to her to start a conversation.", "similarity": 0.7926, "relevance": 4 }, { "pair_id": 193791, "video_name": "s02e08_seg01_clip_02", "timestamp": [ 13.81, 46.02 ], "duration": 46.66, "caption": "Suddenly a woman enters the room and starts a conversation with a man.", "similarity": 0.7923, "relevance": 3 }, { "pair_id": 193792, "video_name": "castle_s04e11_seg02_clip_21", "timestamp": [ 32.07, 37.42 ], "duration": 89.66, "caption": "A person walks in the room with another person and starts a conversation with some people.", "similarity": 0.7919, "relevance": 2 }, { "pair_id": 193793, "video_name": "friends_s05e19_seg02_clip_03", "timestamp": [ 17.37, 21.09 ], "duration": 62.66, "caption": "A woman walks into the room and hands something to another woman.", "similarity": 0.7908, "relevance": 3 }, { "pair_id": 193794, "video_name": "grey_s02e14_seg02_clip_00", "timestamp": [ 27.31, 29.58 ], "duration": 91.66, "caption": "A woman meets another woman in the hallway and they begin talking.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 193795, "video_name": "friends_s01e19_seg02_clip_10", "timestamp": [ 44.1, 48.16 ], "duration": 58.66, "caption": "Two women run into the room and start a conversation.", "similarity": 0.7884, "relevance": 4 }, { "pair_id": 193796, "video_name": "house_s02e03_seg02_clip_18", "timestamp": [ 108.89, 114.02 ], "duration": 114.66, "caption": "A woman walks into the room that another woman is in watching.", "similarity": 0.7877, "relevance": 2 }, { "pair_id": 193797, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 16.84, 22.76 ], "duration": 91.66, "caption": "A woman walks into a hospital room to talk to another woman.", "similarity": 0.7829, "relevance": 4 }, { "pair_id": 193798, "video_name": "s10e08_seg02_clip_15", "timestamp": [ 45.84, 48.74 ], "duration": 58.66, "caption": "A person enters the room and begins a conversation with another person.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 193799, "video_name": "grey_s02e22_seg02_clip_16", "timestamp": [ 10.08, 12.96 ], "duration": 96.66, "caption": "A woman walks into a room with two other people.", "similarity": 0.7823, "relevance": 4 } ] }, { "query_id": 69710, "query": "A person starts to leave and the other doctors start to stand up.", "relevant_moment": [ { "pair_id": 273880, "video_name": "house_s03e10_seg02_clip_00", "timestamp": [ 6.86, 10.98 ], "duration": 91.66, "caption": "A doctor stops for a moment to talk to another doctor.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 273881, "video_name": "house_s06e18_seg02_clip_07", "timestamp": [ 37.36, 47.26 ], "duration": 90.66, "caption": "A doctor rises from squatting and leaves the room.", "similarity": 0.7216, "relevance": 2 }, { "pair_id": 273882, "video_name": "house_s02e17_seg02_clip_17", "timestamp": [ 10.75, 12.9 ], "duration": 86.66, "caption": "Two doctors leave the room of the patient together.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 273883, "video_name": "house_s04e07_seg02_clip_03", "timestamp": [ 64.41, 71.03 ], "duration": 88.66, "caption": "A person stays behind when the rest of the medical staff leaves.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 273884, "video_name": "house_s07e22_seg02_clip_00", "timestamp": [ 25.55, 28.28 ], "duration": 91.66, "caption": "A doctor stops an injured person from getting out of the room.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 273885, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 0.0, 11.16 ], "duration": 93.66, "caption": "After the patient starts seizing a doctor leaves the room.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 273886, "video_name": "house_s01e05_seg02_clip_16", "timestamp": [ 21.86, 25.18 ], "duration": 95.66, "caption": "A doctor turns their body away from their team.", "similarity": 0.7106, "relevance": 2 }, { "pair_id": 273887, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 12.42, 15.18 ], "duration": 92.66, "caption": "A doctor stands up from being seated when a person enters the room.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 273888, "video_name": "house_s04e02_seg02_clip_04", "timestamp": [ 0.0, 6.05 ], "duration": 93.66, "caption": "Some medical professionals leave the auditorium as person stands up.", "similarity": 0.7095, "relevance": 4 }, { "pair_id": 273889, "video_name": "house_s08e13_seg02_clip_15", "timestamp": [ 20.48, 25.49 ], "duration": 91.66, "caption": "A doctor stands up and leaves their team on the table.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 273890, "video_name": "house_s07e09_seg02_clip_20", "timestamp": [ 59.07, 60.47 ], "duration": 93.66, "caption": "The doctors all turn to walk away from a person.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 273891, "video_name": "house_s02e14_seg02_clip_19", "timestamp": [ 86.5, 92.03 ], "duration": 92.66, "caption": "A man and another man start to leave and the patient's husband stops them.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 273892, "video_name": "house_s01e03_seg02_clip_02", "timestamp": [ 56.13, 63.71 ], "duration": 89.66, "caption": "A person raises their hand and stands up and follows a doctor.", "similarity": 0.7, "relevance": 2 }, { "pair_id": 273893, "video_name": "house_s06e03_seg02_clip_15", "timestamp": [ 57.83, 59.24 ], "duration": 94.66, "caption": "A doctor turns to his right and then stands up and walks away after sitting on a step.", "similarity": 0.6999, "relevance": 1 }, { "pair_id": 273894, "video_name": "house_s02e17_seg02_clip_04", "timestamp": [ 1.8, 6.75 ], "duration": 90.66, "caption": "A person turns away from a whiteboard to face two doctors.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 273895, "video_name": "house_s03e11_seg02_clip_21", "timestamp": [ 32.93, 44.2 ], "duration": 90.66, "caption": "A doctor gets up from his chair and leaves the room.", "similarity": 0.698, "relevance": 2 }, { "pair_id": 273896, "video_name": "house_s01e03_seg02_clip_16", "timestamp": [ 5.09, 7.14 ], "duration": 8.66, "caption": "Three doctors all rise from their seats to leave.", "similarity": 0.6968, "relevance": 3 }, { "pair_id": 273897, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 11.25, 13.95 ], "duration": 90.66, "caption": "The doctors get up when a person asks who can break in.", "similarity": 0.6964, "relevance": 3 }, { "pair_id": 273898, "video_name": "house_s04e08_seg02_clip_17", "timestamp": [ 3.19, 6.83 ], "duration": 91.66, "caption": "A man wanes his hand toward two doctors before he turns to leave.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 273899, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 58.85, 64.2 ], "duration": 89.66, "caption": "A person exits the elevator while the other doctors meet up with him.", "similarity": 0.6926, "relevance": 1 } ] }, { "query_id": 69717, "query": "A woman gives a bottle with liquor to a man and he takes a sip.", "relevant_moment": [ { "pair_id": 153120, "video_name": "met_s06e14_seg02_clip_11", "timestamp": [ 30.1, 33.64 ], "duration": 59.66, "caption": "A woman gives a bottle with liquor to a man and he takes a sip.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153121, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 50.18, 53.4 ], "duration": 92.66, "caption": "A man hands woman a glass of liquor and she drinks it.", "similarity": 0.832, "relevance": 1 }, { "pair_id": 153122, "video_name": "castle_s08e15_seg02_clip_17", "timestamp": [ 83.74, 90.57 ], "duration": 91.66, "caption": "A woman opens up a bottle of liquor as she speaks to a man.", "similarity": 0.8227, "relevance": 0 }, { "pair_id": 153123, "video_name": "house_s05e19_seg02_clip_19", "timestamp": [ 65.26, 68.29 ], "duration": 86.66, "caption": "A woman gives a glass of drink to a man.", "similarity": 0.8149, "relevance": 1 }, { "pair_id": 153125, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 27.01, 31.51 ], "duration": 90.66, "caption": "A woman picks up a bottle of liquor and pours another person a drink.", "similarity": 0.7971, "relevance": 3 }, { "pair_id": 153126, "video_name": "castle_s04e17_seg02_clip_22", "timestamp": [ 88.2, 91.4 ], "duration": 91.66, "caption": "A man gives a drink to a woman while they are talking.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 153127, "video_name": "castle_s08e03_seg02_clip_26", "timestamp": [ 49.85, 52.65 ], "duration": 112.66, "caption": "A man takes the bottle of liquor from a person after they pour a drink.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 153128, "video_name": "friends_s04e15_seg02_clip_14", "timestamp": [ 34.48, 39.67 ], "duration": 54.66, "caption": "A woman hands the water bottle to a man and he takes a drink from it.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 153129, "video_name": "friends_s09e06_seg02_clip_27", "timestamp": [ 0.0, 5.06 ], "duration": 56.66, "caption": "A man drinks a bottle of liquor while talking to woman.", "similarity": 0.7808, "relevance": 2 }, { "pair_id": 153130, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 1.77, 3.84 ], "duration": 59.66, "caption": "A man gives a wine glass to a woman so she can drink from it.", "similarity": 0.7687, "relevance": 3 }, { "pair_id": 153131, "video_name": "s06e16_seg02_clip_10", "timestamp": [ 3.3, 6.3 ], "duration": 60.66, "caption": "A woman takes a sip of her drink while talking to a man.", "similarity": 0.7605, "relevance": 2 }, { "pair_id": 153132, "video_name": "friends_s10e02_seg02_clip_05", "timestamp": [ 47.38, 50.39 ], "duration": 60.66, "caption": "A woman hands a man a bottle of wine she and another person brought.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 153133, "video_name": "friends_s02e10_seg02_clip_19", "timestamp": [ 32.09, 34.21 ], "duration": 60.66, "caption": "A person takes a miniature bottle of alcohol from woman.", "similarity": 0.7552, "relevance": 1 }, { "pair_id": 153134, "video_name": "met_s02e04_seg02_clip_01", "timestamp": [ 28.89, 30.06 ], "duration": 58.66, "caption": "A woman takes a drink from her beer while talking to a man.", "similarity": 0.7487, "relevance": 2 }, { "pair_id": 153135, "video_name": "friends_s03e13_seg02_clip_19", "timestamp": [ 36.31, 39.18 ], "duration": 63.66, "caption": "A woman gives the glass of wine to man.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 153136, "video_name": "s05e03_seg02_clip_09", "timestamp": [ 3.6, 11.1 ], "duration": 60.66, "caption": "A woman takes a drink of her wine, says something to man.", "similarity": 0.7473, "relevance": 2 }, { "pair_id": 153137, "video_name": "castle_s03e10_seg02_clip_26", "timestamp": [ 48.49, 55.21 ], "duration": 96.66, "caption": "A person hands another person a bottle of liquor.", "similarity": 0.7452, "relevance": 2 }, { "pair_id": 153138, "video_name": "s07e23_seg02_clip_09", "timestamp": [ 4.35, 10.15 ], "duration": 58.66, "caption": "A woman drinks a bottle of beer while a man is talking to her.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 153139, "video_name": "met_s02e21_seg02_clip_03", "timestamp": [ 38.42, 39.62 ], "duration": 60.66, "caption": "A man gives a glass of wine to a woman.", "similarity": 0.7423, "relevance": 2 }, { "pair_id": 326440, "video_name": "met_s02e09_seg02_clip_06", "timestamp": [ 31.51, 37.19 ], "duration": 63.66, "caption": "A woman grabs a sip of her beer while a man talks.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 326441, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 40.39, 43.36 ], "duration": 85.66, "caption": "A woman hands a glass of wine to a man.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 326442, "video_name": "castle_s05e21_seg02_clip_13", "timestamp": [ 65.17, 79.36 ], "duration": 88.66, "caption": "A man gets the wine and he offers a woman a drink.", "similarity": 0.7393, "relevance": 1 }, { "pair_id": 326443, "video_name": "met_s04e01_seg02_clip_17", "timestamp": [ 2.75, 7.15 ], "duration": 55.66, "caption": "A woman grabs the drink a man handed to her.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 326444, "video_name": "grey_s01e05_seg02_clip_15", "timestamp": [ 69.39, 72.72 ], "duration": 111.66, "caption": "A woman takes a bottle from liquor from person telling him to hand it to her and she walks away from him.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 326445, "video_name": "s03e18_seg02_clip_15", "timestamp": [ 3.66, 7.02 ], "duration": 61.66, "caption": "A woman offers a glass of wine to a person.", "similarity": 0.7346, "relevance": 3 }, { "pair_id": 326446, "video_name": "met_s06e13_seg02_clip_06", "timestamp": [ 46.22, 48.46 ], "duration": 56.66, "caption": "A woman takes a drink of her glass of wine as a man speaks.", "similarity": 0.7345, "relevance": 1 }, { "pair_id": 326447, "video_name": "castle_s05e17_seg02_clip_22", "timestamp": [ 2.94, 6.86 ], "duration": 98.66, "caption": "A man takes a drink of his bottle as he speaks to a woman.", "similarity": 0.7337, "relevance": 2 }, { "pair_id": 326448, "video_name": "met_s03e01_seg02_clip_07", "timestamp": [ 50.04, 52.48 ], "duration": 61.66, "caption": "A woman takes the whiskey bottle from a man's hand.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 326449, "video_name": "castle_s05e04_seg02_clip_10", "timestamp": [ 28.96, 31.67 ], "duration": 90.66, "caption": "A woman and a man drink from their liquor glasses.", "similarity": 0.7324, "relevance": 2 }, { "pair_id": 326450, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 0.0, 5.31 ], "duration": 88.66, "caption": "A woman holds her drink up talking to a man.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 326451, "video_name": "friends_s09e20_seg02_clip_19", "timestamp": [ 10.27, 18.72 ], "duration": 60.66, "caption": "A man holds a glass of liquor while talking to a woman.", "similarity": 0.7314, "relevance": 1 }, { "pair_id": 326452, "video_name": "s06e20_seg02_clip_01", "timestamp": [ 7.97, 11.51 ], "duration": 59.66, "caption": "A woman reaches over and takes the wine bottle from a man.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 326453, "video_name": "friends_s09e18_seg02_clip_17", "timestamp": [ 26.71, 28.21 ], "duration": 60.66, "caption": "A man grabs a bottle of wine from a woman.", "similarity": 0.7296, "relevance": 3 }, { "pair_id": 326454, "video_name": "friends_s02e07_seg02_clip_05", "timestamp": [ 0.0, 10.5 ], "duration": 60.66, "caption": "A woman lifts her glass with a man and she drinks her glass of liquor as the man asks her the description someone named Monica gave him.", "similarity": 0.7295, "relevance": 1 }, { "pair_id": 326455, "video_name": "house_s07e22_seg02_clip_25", "timestamp": [ 0.0, 9.6 ], "duration": 96.66, "caption": "A man invites a woman to go for a drink with him.", "similarity": 0.7292, "relevance": 1 }, { "pair_id": 326456, "video_name": "friends_s01e18_seg01_clip_00", "timestamp": [ 36.42, 40.82 ], "duration": 80.66, "caption": "A man hands a woman a glass which she drinks from.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 326457, "video_name": "met_s03e11_seg02_clip_08", "timestamp": [ 38.13, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of her wine glass at the same time another woman sips from her beer.", "similarity": 0.7273, "relevance": 1 }, { "pair_id": 326458, "video_name": "met_s05e01_seg01_clip_01", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman is explaining something to woman and man takes a sip of his drink.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 326459, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 0.0, 7.92 ], "duration": 93.66, "caption": "A man gives a woman a drink and she spits it out.", "similarity": 0.7248, "relevance": 2 } ] }, { "query_id": 69727, "query": "A woman is standing at the door of an office as she speaks to person.", "relevant_moment": [ { "pair_id": 149480, "video_name": "castle_s03e19_seg02_clip_21", "timestamp": [ 79.66, 88.02 ], "duration": 88.66, "caption": "A woman is standing at the door of an office as she speaks to person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149481, "video_name": "castle_s07e06_seg02_clip_18", "timestamp": [ 0.0, 16.84 ], "duration": 91.66, "caption": "A person is standing at the door of a woman's office as he speaks with her.", "similarity": 0.9433, "relevance": 3 }, { "pair_id": 149482, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 67.43, 89.66 ], "duration": 89.66, "caption": "A woman is speaking to someone in her office.", "similarity": 0.8543, "relevance": 2 }, { "pair_id": 149483, "video_name": "castle_s05e22_seg02_clip_03", "timestamp": [ 77.29, 90.4 ], "duration": 90.66, "caption": "A woman talks to some people in the doorway of an office.", "similarity": 0.8441, "relevance": 4 }, { "pair_id": 149484, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 0.0, 63.47 ], "duration": 90.66, "caption": "A woman walks into a person's office and speaks to them.", "similarity": 0.8375, "relevance": 4 }, { "pair_id": 149485, "video_name": "castle_s06e17_seg02_clip_05", "timestamp": [ 61.85, 66.42 ], "duration": 83.66, "caption": "A woman stands in the doorway of her office and talks to two men.", "similarity": 0.8312, "relevance": 3 }, { "pair_id": 149486, "video_name": "friends_s04e09_seg02_clip_08", "timestamp": [ 32.96, 35.09 ], "duration": 61.66, "caption": "A woman is opening the office door while is talking with her.", "similarity": 0.8303, "relevance": 3 }, { "pair_id": 149487, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 52.32, 54.06 ], "duration": 69.66, "caption": "A person opens someone's office door and talks to her from the doorway.", "similarity": 0.8246, "relevance": 3 }, { "pair_id": 149488, "video_name": "house_s05e16_seg02_clip_07", "timestamp": [ 65.27, 72.23 ], "duration": 87.66, "caption": "A woman opens the door to another person's office and talks with him.", "similarity": 0.8206, "relevance": 4 }, { "pair_id": 149489, "video_name": "house_s01e09_seg02_clip_00", "timestamp": [ 5.7, 18.53 ], "duration": 95.66, "caption": "A man enters woman's office and stands near the door speaking to her.", "similarity": 0.8156, "relevance": 2 }, { "pair_id": 149490, "video_name": "house_s03e12_seg02_clip_06", "timestamp": [ 36.56, 47.19 ], "duration": 85.66, "caption": "A person opens a woman's office and speaks to her as she sits at her desk.", "similarity": 0.812, "relevance": 3 }, { "pair_id": 149491, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 60.42, 90.66 ], "duration": 90.66, "caption": "A person walks into the office and speaks to a woman.", "similarity": 0.8071, "relevance": 3 }, { "pair_id": 149492, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A person walks into woman's office and speaks with someone.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 149493, "video_name": "house_s03e02_seg02_clip_24", "timestamp": [ 22.96, 27.46 ], "duration": 90.66, "caption": "A person opens the door to person's office and speaks with him.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 149495, "video_name": "castle_s06e20_seg02_clip_21", "timestamp": [ 0.0, 3.45 ], "duration": 86.66, "caption": "A woman is in an office speaking to a man.", "similarity": 0.7895, "relevance": 1 }, { "pair_id": 149496, "video_name": "castle_s04e09_seg02_clip_05", "timestamp": [ 0.0, 29.62 ], "duration": 88.66, "caption": "A woman stands in person's office and the two talk while he/she is sitting.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 149497, "video_name": "house_s03e10_seg02_clip_04", "timestamp": [ 12.32, 17.34 ], "duration": 91.66, "caption": "A woman walks into someone's office wanting to speak with him.", "similarity": 0.7831, "relevance": 4 }, { "pair_id": 149498, "video_name": "s01e17_seg02_clip_11", "timestamp": [ 0.0, 11.21 ], "duration": 64.66, "caption": "A person is standing in front of a woman's apartment door as he speaks to her.", "similarity": 0.7821, "relevance": 1 }, { "pair_id": 149499, "video_name": "castle_s08e09_seg02_clip_10", "timestamp": [ 3.64, 50.97 ], "duration": 91.66, "caption": "A woman is sitting in an office speaking to two people.", "similarity": 0.7795, "relevance": 1 }, { "pair_id": 322800, "video_name": "castle_s05e05_seg02_clip_02", "timestamp": [ 0.0, 14.38 ], "duration": 89.66, "caption": "A woman is in the office speaking to man and woman.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 322801, "video_name": "castle_s03e08_seg02_clip_15", "timestamp": [ 20.17, 25.21 ], "duration": 91.66, "caption": "A woman walks into an office to speak with some people and sits down.", "similarity": 0.7765, "relevance": 2 }, { "pair_id": 322803, "video_name": "house_s05e16_seg02_clip_21", "timestamp": [ 71.45, 90.45 ], "duration": 90.66, "caption": "A man stands by the window of a woman's office and speaks with her.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 322804, "video_name": "house_s05e15_seg02_clip_19", "timestamp": [ 6.37, 11.38 ], "duration": 91.66, "caption": "A woman comes in to person's office when man and person are talking.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 322805, "video_name": "house_s03e14_seg02_clip_01", "timestamp": [ 82.74, 88.02 ], "duration": 88.66, "caption": "A person enters a woman's office and starts a conversation with her.", "similarity": 0.7686, "relevance": 2 }, { "pair_id": 322806, "video_name": "s10e11_seg02_clip_07", "timestamp": [ 28.38, 33.26 ], "duration": 61.66, "caption": "A woman is standing at the bathroom door and closes the door after speaking to person.", "similarity": 0.7685, "relevance": 4 }, { "pair_id": 322807, "video_name": "friends_s07e05_seg02_clip_01", "timestamp": [ 43.73, 62.03 ], "duration": 62.66, "caption": "A woman walks into the office and speaks to a man.", "similarity": 0.7681, "relevance": 2 }, { "pair_id": 322808, "video_name": "castle_s05e22_seg02_clip_11", "timestamp": [ 0.0, 22.71 ], "duration": 92.66, "caption": "A woman is speaking to two men as they stand in front of an office.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 322809, "video_name": "s01e15_seg01_clip_00", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "A person is talking to a woman in his office.", "similarity": 0.7663, "relevance": 2 }, { "pair_id": 322810, "video_name": "castle_s05e08_seg02_clip_21", "timestamp": [ 52.98, 90.57 ], "duration": 90.66, "caption": "A woman goes into her office with some people to converse.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 322811, "video_name": "house_s02e11_seg02_clip_24", "timestamp": [ 0.86, 85.29 ], "duration": 86.66, "caption": "A man speaks to woman right in her office.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 322812, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 53.92, 56.64 ], "duration": 90.66, "caption": "A woman walks in the office to talk to two people.", "similarity": 0.7628, "relevance": 3 }, { "pair_id": 322813, "video_name": "castle_s04e18_seg02_clip_00", "timestamp": [ 5.19, 8.97 ], "duration": 94.66, "caption": "A woman came in to a person's office and talk to him.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 322814, "video_name": "castle_s01e02_seg02_clip_00", "timestamp": [ 38.78, 43.92 ], "duration": 93.66, "caption": "A woman goes to the door and speaks to a person as she holds the door.", "similarity": 0.758, "relevance": 4 }, { "pair_id": 322815, "video_name": "house_s05e01_seg02_clip_10", "timestamp": [ 84.26, 87.32 ], "duration": 87.66, "caption": "A woman stands up from her desk while talking with a person in her office.", "similarity": 0.7572, "relevance": 2 }, { "pair_id": 322816, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 33.23, 38.61 ], "duration": 89.66, "caption": "A woman came out the office after talking to someone.", "similarity": 0.7571, "relevance": 2 }, { "pair_id": 322817, "video_name": "castle_s02e13_seg02_clip_19", "timestamp": [ 0.0, 24.31 ], "duration": 90.66, "caption": "A woman is speaking to two men and an object with a person in an office.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 322818, "video_name": "castle_s07e03_seg02_clip_11", "timestamp": [ 0.0, 83.25 ], "duration": 86.66, "caption": "Two people are in an office as they speak with a woman.", "similarity": 0.7551, "relevance": 2 }, { "pair_id": 322819, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 44.97, 58.03 ], "duration": 58.66, "caption": "A woman opens the door and talk to person.", "similarity": 0.7547, "relevance": 3 } ] }, { "query_id": 69740, "query": "A man sits on the couch and shakes his head no.", "relevant_moment": [ { "pair_id": 152860, "video_name": "s05e23_seg02_clip_17", "timestamp": [ 5.1, 7.8 ], "duration": 60.66, "caption": "A man sits on the couch and shakes his head no.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152861, "video_name": "grey_s03e17_seg02_clip_09", "timestamp": [ 41.05, 43.21 ], "duration": 108.66, "caption": "A man shakes their head while sitting down.", "similarity": 0.7633, "relevance": 2 }, { "pair_id": 152862, "video_name": "friends_s04e15_seg02_clip_04", "timestamp": [ 41.6, 44.75 ], "duration": 63.66, "caption": "A man sits down on the sofa, crosses his arms and shakes his head.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 152863, "video_name": "s09e06_seg01_clip_01", "timestamp": [ 25.01, 27.95 ], "duration": 42.66, "caption": "A person shakes his head no in response to a man.", "similarity": 0.7175, "relevance": 0 }, { "pair_id": 152864, "video_name": "met_s02e04_seg02_clip_01", "timestamp": [ 16.93, 18.68 ], "duration": 58.66, "caption": "A man shakes his head no in complete disbelief.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 152865, "video_name": "house_s03e02_seg02_clip_08", "timestamp": [ 52.79, 56.44 ], "duration": 91.66, "caption": "A man shakes his head no after a man asks him a question.", "similarity": 0.7019, "relevance": 3 }, { "pair_id": 152866, "video_name": "house_s05e23_seg02_clip_20", "timestamp": [ 75.94, 79.58 ], "duration": 104.66, "caption": "A person trembles while sitting on the couch, then throws his head back.", "similarity": 0.686, "relevance": 1 }, { "pair_id": 152867, "video_name": "friends_s08e15_seg02_clip_20", "timestamp": [ 52.1, 55.21 ], "duration": 62.66, "caption": "A person shakes his head no while he is sitting down at a table with man.", "similarity": 0.675, "relevance": 0 }, { "pair_id": 152869, "video_name": "friends_s08e04_seg02_clip_02", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man shakes his head in disapproval while sitting on the couch next to a woman.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 152870, "video_name": "s08e12_seg02_clip_10", "timestamp": [ 54.17, 57.02 ], "duration": 57.66, "caption": "A man shakes his head with his hand on his head.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 152871, "video_name": "s01e01_seg02_clip_03", "timestamp": [ 28.05, 29.94 ], "duration": 63.66, "caption": "A man is sitting in the armchair while shaking his head and looking up.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 152872, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 6.09, 8.99 ], "duration": 58.66, "caption": "A man shakes his head when he is unable to answer the question.", "similarity": 0.6545, "relevance": 1 }, { "pair_id": 152873, "video_name": "castle_s04e13_seg02_clip_26", "timestamp": [ 85.33, 87.59 ], "duration": 90.66, "caption": "A man shakes his head no as he talks to a woman.", "similarity": 0.6541, "relevance": 0 }, { "pair_id": 152874, "video_name": "s09e15_seg02_clip_15", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A person sits on the couch with their head down.", "similarity": 0.6421, "relevance": 1 }, { "pair_id": 152875, "video_name": "s06e14_seg02_clip_07", "timestamp": [ 53.92, 55.02 ], "duration": 55.66, "caption": "A person nods his down-turned head quickly as he sits on the couch.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 152876, "video_name": "friends_s03e10_seg02_clip_02", "timestamp": [ 11.91, 13.1 ], "duration": 59.66, "caption": "A man smiles and nods his head at the couch.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 152877, "video_name": "friends_s08e19_seg02_clip_02", "timestamp": [ 39.22, 52.66 ], "duration": 56.66, "caption": "A man sits on the couch as he gestures and reacts to the TV.", "similarity": 0.6369, "relevance": 1 }, { "pair_id": 152878, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 7.57, 11.13 ], "duration": 89.66, "caption": "A man rests his hand on his forehead while on the couch.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 152879, "video_name": "friends_s07e06_seg02_clip_17", "timestamp": [ 11.21, 13.58 ], "duration": 59.66, "caption": "A man stands up from the couch and shakes his finger.", "similarity": 0.6343, "relevance": 2 } ] }, { "query_id": 69765, "query": "A man stands up from the couch and walks toward another man.", "relevant_moment": [ { "pair_id": 163580, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 9.92, 12.81 ], "duration": 64.66, "caption": "A man stands up from the couch and walks toward another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163581, "video_name": "s07e21_seg02_clip_02", "timestamp": [ 10.92, 17.41 ], "duration": 59.66, "caption": "A man stands up and walks over to the couch with another man.", "similarity": 0.9162, "relevance": 4 }, { "pair_id": 163582, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 37.72, 42.07 ], "duration": 58.66, "caption": "A man gets up from the sofa and walks towards another man.", "similarity": 0.8886, "relevance": 4 }, { "pair_id": 163583, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 3.66, 8.54 ], "duration": 61.66, "caption": "A man stands up from the couch and walks toward a woman.", "similarity": 0.8643, "relevance": 3 }, { "pair_id": 163584, "video_name": "friends_s09e17_seg02_clip_13", "timestamp": [ 15.82, 20.47 ], "duration": 62.66, "caption": "A man stands up from the couch and approaches another person.", "similarity": 0.8553, "relevance": 4 }, { "pair_id": 163585, "video_name": "s03e13_seg02_clip_14", "timestamp": [ 7.02, 12.51 ], "duration": 61.66, "caption": "A man got up from the sofa and walked towards another man.", "similarity": 0.8419, "relevance": 4 }, { "pair_id": 163586, "video_name": "friends_s04e12_seg02_clip_10", "timestamp": [ 56.36, 59.64 ], "duration": 59.66, "caption": "A man rises from the couch and stands next to another man.", "similarity": 0.8139, "relevance": 3 }, { "pair_id": 163587, "video_name": "friends_s01e04_seg02_clip_02", "timestamp": [ 11.21, 15.35 ], "duration": 59.66, "caption": "A man and another man stand up from the couch.", "similarity": 0.8058, "relevance": 3 }, { "pair_id": 163588, "video_name": "castle_s08e21_seg02_clip_16", "timestamp": [ 27.47, 37.71 ], "duration": 93.66, "caption": "A man gets up from the sofa to stand beside another man.", "similarity": 0.8051, "relevance": 4 }, { "pair_id": 163589, "video_name": "friends_s06e24-25_seg02_clip_37", "timestamp": [ 4.47, 8.94 ], "duration": 59.66, "caption": "A man walks past another man and walks over to the couch.", "similarity": 0.7989, "relevance": 2 }, { "pair_id": 163590, "video_name": "met_s02e01_seg01_clip_02", "timestamp": [ 1.51, 15.1 ], "duration": 46.66, "caption": "A man slowly stands up from his seat on the couch next to another man.", "similarity": 0.7907, "relevance": 2 }, { "pair_id": 163591, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 40.34, 45.14 ], "duration": 64.66, "caption": "A man gets up from the table and walks towards a man who is sitting on the sofa.", "similarity": 0.7823, "relevance": 4 }, { "pair_id": 163593, "video_name": "friends_s04e01_seg02_clip_14", "timestamp": [ 26.56, 42.5 ], "duration": 59.66, "caption": "A man gets up off of the couch and talks to another man.", "similarity": 0.7511, "relevance": 4 }, { "pair_id": 163594, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 2.7, 6.3 ], "duration": 180.66, "caption": "A man stands up and walks toward another man and a woman.", "similarity": 0.7508, "relevance": 4 }, { "pair_id": 163595, "video_name": "friends_s01e10_seg02_clip_21", "timestamp": [ 1.5, 3.9 ], "duration": 60.66, "caption": "A man gets up from the couch to follow a person.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 163596, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 27.85, 31.33 ], "duration": 58.66, "caption": "A woman and a man stand up together from the couch when another person walks over.", "similarity": 0.7451, "relevance": 2 }, { "pair_id": 163597, "video_name": "s02e21_seg01_clip_01", "timestamp": [ 29.17, 34.58 ], "duration": 54.66, "caption": "A man walks over to the couch and sits next to another person.", "similarity": 0.7444, "relevance": 1 }, { "pair_id": 163598, "video_name": "grey_s03e19_seg02_clip_19", "timestamp": [ 27.61, 31.75 ], "duration": 92.66, "caption": "A man stands up when he sees another man walking towards him.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 163599, "video_name": "s04e24_seg02_clip_14", "timestamp": [ 54.32, 57.03 ], "duration": 60.66, "caption": "A man gets up from the couch and walks to another room.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 336900, "video_name": "s02e16_seg02_clip_09", "timestamp": [ 34.5, 37.64 ], "duration": 57.66, "caption": "Two men stand up from the couch.", "similarity": 0.7291, "relevance": 2 }, { "pair_id": 336901, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 23.59, 28.49 ], "duration": 89.66, "caption": "A person walks toward another person who is laying on a couch.", "similarity": 0.727, "relevance": 2 }, { "pair_id": 336902, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.7187, "relevance": 3 }, { "pair_id": 336903, "video_name": "met_s02e17_seg02_clip_13", "timestamp": [ 48.56, 52.65 ], "duration": 58.66, "caption": "A man stands up and walks in front of a man.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 336904, "video_name": "friends_s09e04_seg02_clip_07", "timestamp": [ 23.64, 26.16 ], "duration": 63.66, "caption": "A man gets up from the sofa and points towards another person.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 336905, "video_name": "s04e09_seg02_clip_16", "timestamp": [ 11.1, 12.01 ], "duration": 60.66, "caption": "A man grabs another man and pulls him up from the couch.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 336906, "video_name": "friends_s01e16-17_seg02_clip_06", "timestamp": [ 20.44, 24.72 ], "duration": 61.66, "caption": "A man walks up to woman on the couch and woman turns around to face him.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 336907, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.7081, "relevance": 3 }, { "pair_id": 336908, "video_name": "friends_s09e04_seg02_clip_16", "timestamp": [ 28.66, 33.44 ], "duration": 63.66, "caption": "A man stands up from the couch and walks towards the door.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 336909, "video_name": "s04e22_seg02_clip_08", "timestamp": [ 29.51, 33.35 ], "duration": 59.66, "caption": "Someone stands up from the couch and begins walking towards person while talking.", "similarity": 0.7047, "relevance": 2 }, { "pair_id": 336910, "video_name": "friends_s02e01_seg02_clip_08", "timestamp": [ 0.99, 3.96 ], "duration": 66.66, "caption": "A man walks over and talks to man on the couch.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 336911, "video_name": "s07e14_seg02_clip_13", "timestamp": [ 13.96, 17.99 ], "duration": 62.66, "caption": "A man gets up off the couch then another man gets up too.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 336912, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A man stands up and walks over to another person.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 336913, "video_name": "friends_s10e03_seg02_clip_20", "timestamp": [ 7.13, 8.06 ], "duration": 62.66, "caption": "A man quickly raises his head up as he walks towards the couch.", "similarity": 0.7011, "relevance": 1 }, { "pair_id": 336914, "video_name": "friends_s09e04_seg02_clip_13", "timestamp": [ 11.29, 16.17 ], "duration": 61.66, "caption": "A person walks by another person and over to the couch.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 336915, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 6.79, 9.44 ], "duration": 59.66, "caption": "A man stands up and walks around the sofa.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 336916, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 27.46, 35.09 ], "duration": 61.66, "caption": "A man walks towards a woman who is sitting on the couch.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 336917, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 8.33, 16.17 ], "duration": 98.66, "caption": "A man walks over to stand behind woman on the couch.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 336918, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 21.43, 33.09 ], "duration": 63.66, "caption": "A man and a woman stand up from the couch to greet the person that walks into the room.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 336919, "video_name": "house_s06e09_seg02_clip_17", "timestamp": [ 0.0, 3.92 ], "duration": 87.66, "caption": "A man walks forward and stands beside another man as he is standing.", "similarity": 0.6962, "relevance": 2 } ] }, { "query_id": 69815, "query": "A man turns his head to the side to look at the board full of pictures.", "relevant_moment": [ { "pair_id": 157300, "video_name": "castle_s03e24_seg02_clip_21", "timestamp": [ 4.1, 5.46 ], "duration": 91.66, "caption": "A man turns his head to the side to look at the board full of pictures.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157301, "video_name": "castle_s03e01_seg02_clip_13", "timestamp": [ 44.66, 55.01 ], "duration": 94.66, "caption": "A person turns in their chair and looks at a board filled with pictures.", "similarity": 0.7258, "relevance": 3 }, { "pair_id": 157302, "video_name": "castle_s05e14_seg02_clip_06", "timestamp": [ 22.8, 28.82 ], "duration": 86.66, "caption": "A man was staring at the photos posted on the white board.", "similarity": 0.6598, "relevance": 3 }, { "pair_id": 157303, "video_name": "castle_s03e23_seg02_clip_18", "timestamp": [ 5.46, 18.2 ], "duration": 91.66, "caption": "A man was staring at the photos posted on the whiteboard.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 157304, "video_name": "castle_s07e23_seg02_clip_06", "timestamp": [ 72.58, 77.57 ], "duration": 90.66, "caption": "A person walks over to the whiteboard and looks at the pictures.", "similarity": 0.6544, "relevance": 3 }, { "pair_id": 157305, "video_name": "castle_s07e01_seg02_clip_23", "timestamp": [ 25.58, 27.4 ], "duration": 91.66, "caption": "A man glances up at a photo of another person hanging on the board.", "similarity": 0.6411, "relevance": 4 }, { "pair_id": 157306, "video_name": "castle_s03e08_seg02_clip_01", "timestamp": [ 55.36, 57.61 ], "duration": 90.66, "caption": "A woman turns from looking at a board with photographs on it to see two men approach.", "similarity": 0.6409, "relevance": 3 }, { "pair_id": 157307, "video_name": "castle_s06e20_seg02_clip_03", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A person looks at some photographs on a whiteboard.", "similarity": 0.6369, "relevance": 3 }, { "pair_id": 157308, "video_name": "castle_s02e07_seg02_clip_03", "timestamp": [ 80.3, 81.58 ], "duration": 85.66, "caption": "A person turns his head to the right and looks off to his side.", "similarity": 0.6348, "relevance": 3 }, { "pair_id": 157309, "video_name": "castle_s03e02_seg02_clip_02", "timestamp": [ 59.23, 62.42 ], "duration": 91.66, "caption": "A man looks at a framed picture and points at it.", "similarity": 0.6282, "relevance": 3 }, { "pair_id": 157310, "video_name": "s08e06_seg02_clip_03", "timestamp": [ 41.12, 43.22 ], "duration": 60.66, "caption": "A person turns and looks at the white board.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 157311, "video_name": "castle_s04e16_seg02_clip_19", "timestamp": [ 41.86, 53.99 ], "duration": 78.66, "caption": "A man picks up picture and looks at it.", "similarity": 0.625, "relevance": 1 }, { "pair_id": 157312, "video_name": "castle_s05e07_seg02_clip_16", "timestamp": [ 39.54, 45.58 ], "duration": 93.66, "caption": "A person walks over to the board and points to a picture.", "similarity": 0.6246, "relevance": 3 }, { "pair_id": 157313, "video_name": "castle_s02e15_seg02_clip_17", "timestamp": [ 31.83, 41.81 ], "duration": 95.66, "caption": "A man points to a photo at the white board.", "similarity": 0.6233, "relevance": 4 }, { "pair_id": 157314, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 12.82, 13.73 ], "duration": 61.66, "caption": "A person turns to look at the whiteboard in front of him.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 157315, "video_name": "castle_s02e08_seg02_clip_08", "timestamp": [ 53.65, 55.01 ], "duration": 90.66, "caption": "A man quickly turns his head and glances to the right.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 157316, "video_name": "castle_s06e21_seg02_clip_21", "timestamp": [ 73.47, 77.5 ], "duration": 89.66, "caption": "A person is looking at photographs and backs away from the board.", "similarity": 0.619, "relevance": 4 }, { "pair_id": 157317, "video_name": "castle_s07e03_seg02_clip_20", "timestamp": [ 29.81, 35.23 ], "duration": 90.66, "caption": "A person puts a picture of a man on the board and shares his knowledge about him.", "similarity": 0.6163, "relevance": 3 }, { "pair_id": 157318, "video_name": "castle_s03e05_seg02_clip_22", "timestamp": [ 54.16, 56.44 ], "duration": 91.66, "caption": "A man turns a photo around to show it.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 157319, "video_name": "house_s08e09_seg02_clip_11", "timestamp": [ 1.33, 4.89 ], "duration": 88.66, "caption": "A man walks over to the white board filled with pictures.", "similarity": 0.6086, "relevance": 4 }, { "pair_id": 330620, "video_name": "castle_s01e07_seg02_clip_05", "timestamp": [ 3.07, 9.65 ], "duration": 87.66, "caption": "A person approaches the picture board, stopping in front of it.", "similarity": 0.6062, "relevance": 4 }, { "pair_id": 330621, "video_name": "met_s04e03_seg02_clip_11", "timestamp": [ 55.54, 57.37 ], "duration": 61.66, "caption": "A man turns and looks over his right shoulder.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 330623, "video_name": "castle_s02e08_seg02_clip_10", "timestamp": [ 0.0, 3.17 ], "duration": 90.66, "caption": "A person looks up from a photograph he was looking at.", "similarity": 0.5961, "relevance": 2 }, { "pair_id": 330624, "video_name": "castle_s07e04_seg02_clip_15", "timestamp": [ 52.08, 55.67 ], "duration": 89.66, "caption": "A man puts a picture of someone up on the board.", "similarity": 0.596, "relevance": 3 }, { "pair_id": 330625, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 0.0, 16.73 ], "duration": 59.66, "caption": "A man looks at a picture then sets it down.", "similarity": 0.5944, "relevance": 1 }, { "pair_id": 330626, "video_name": "house_s08e13_seg02_clip_05", "timestamp": [ 81.47, 87.77 ], "duration": 90.66, "caption": "A man looks at a pile of photos that are on the table.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 330627, "video_name": "house_s03e02_seg02_clip_24", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man looks behind him at the image of a brain on a screen.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 330628, "video_name": "castle_s08e11_seg02_clip_03", "timestamp": [ 5.23, 8.08 ], "duration": 95.66, "caption": "A man puts a small photo up on a board with other photos.", "similarity": 0.5926, "relevance": 3 }, { "pair_id": 330629, "video_name": "castle_s04e17_seg02_clip_19", "timestamp": [ 38.28, 42.73 ], "duration": 89.66, "caption": "A man shows a picture of someone and she looks at the case board.", "similarity": 0.5906, "relevance": 4 }, { "pair_id": 330630, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 20.23, 22.03 ], "duration": 89.66, "caption": "A woman turns her head to see a photo on the case board.", "similarity": 0.5905, "relevance": 3 }, { "pair_id": 330631, "video_name": "met_s06e15_seg02_clip_16", "timestamp": [ 20.89, 39.46 ], "duration": 58.66, "caption": "A man points at some pictures on a bulletin board.", "similarity": 0.5893, "relevance": 4 }, { "pair_id": 330632, "video_name": "castle_s03e16_seg02_clip_11", "timestamp": [ 6.03, 9.47 ], "duration": 86.66, "caption": "A man points at the picture while connecting what's on the white board.", "similarity": 0.5879, "relevance": 4 }, { "pair_id": 330633, "video_name": "castle_s08e14_seg02_clip_15", "timestamp": [ 0.0, 5.68 ], "duration": 87.66, "caption": "A man was looking at an album of pictures.", "similarity": 0.5875, "relevance": 3 }, { "pair_id": 330634, "video_name": "castle_s06e21_seg02_clip_20", "timestamp": [ 22.51, 24.31 ], "duration": 90.66, "caption": "A person places the picture of someone on the board.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 330635, "video_name": "castle_s05e17_seg02_clip_01", "timestamp": [ 27.99, 31.66 ], "duration": 91.66, "caption": "A man puts up a picture of a man on the board.", "similarity": 0.5839, "relevance": 3 }, { "pair_id": 330636, "video_name": "castle_s06e21_seg02_clip_21", "timestamp": [ 81.08, 84.22 ], "duration": 89.66, "caption": "A man walks in front of the photos on the whiteboard and turns towards woman.", "similarity": 0.5838, "relevance": 3 }, { "pair_id": 330637, "video_name": "castle_s02e09_seg02_clip_16", "timestamp": [ 22.68, 27.22 ], "duration": 90.66, "caption": "A person uses two fingers to point from one picture to the next picture on the board.", "similarity": 0.5821, "relevance": 4 }, { "pair_id": 330638, "video_name": "castle_s07e09_seg02_clip_08", "timestamp": [ 80.75, 83.87 ], "duration": 89.66, "caption": "A man points to a picture on the whiteboard, waves his hands and looks at woman.", "similarity": 0.5807, "relevance": 4 }, { "pair_id": 330639, "video_name": "castle_s02e08_seg02_clip_09", "timestamp": [ 41.6, 47.15 ], "duration": 92.66, "caption": "A man looks at photos of victims on a whiteboard.", "similarity": 0.5803, "relevance": 3 } ] }, { "query_id": 69864, "query": "A man and woman place their arms around one another as they have a conversation with woman.", "relevant_moment": [ { "pair_id": 155040, "video_name": "castle_s02e12_seg02_clip_02", "timestamp": [ 78.79, 82.79 ], "duration": 89.66, "caption": "A man and woman place their arms around one another as they have a conversation with woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155041, "video_name": "s07e06_seg02_clip_17", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A woman and a man have a conversation while touching arms.", "similarity": 0.9028, "relevance": 3 }, { "pair_id": 155042, "video_name": "house_s07e02_seg02_clip_24", "timestamp": [ 36.63, 62.09 ], "duration": 89.66, "caption": "A man has his arm around woman while speaking with person and woman.", "similarity": 0.8534, "relevance": 3 }, { "pair_id": 155043, "video_name": "met_s05e01_seg02_clip_00", "timestamp": [ 4.28, 7.65 ], "duration": 61.66, "caption": "A woman touches the arm of man as they talk with each other.", "similarity": 0.8424, "relevance": 3 }, { "pair_id": 155044, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A man puts his arm around woman as he has a conversation.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 155045, "video_name": "s03e11_seg02_clip_15", "timestamp": [ 3.05, 15.87 ], "duration": 61.66, "caption": "A woman puts her arm around woman as she talks to man.", "similarity": 0.8326, "relevance": 3 }, { "pair_id": 155046, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 69.34, 91.23 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another woman.", "similarity": 0.8222, "relevance": 2 }, { "pair_id": 155047, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 13.95, 35.11 ], "duration": 90.66, "caption": "A man and a woman have a conversation with another man.", "similarity": 0.8186, "relevance": 1 }, { "pair_id": 155048, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 11.25, 35.26 ], "duration": 75.66, "caption": "A man and a woman are having a conversation with a person.", "similarity": 0.8142, "relevance": 1 }, { "pair_id": 155049, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 40.93, 71.74 ], "duration": 88.66, "caption": "A man and a woman are having a conversation with someone.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 155050, "video_name": "friends_s08e09_seg02_clip_14", "timestamp": [ 34.58, 64.03 ], "duration": 64.66, "caption": "Some women and a man are having a conversation with each other.", "similarity": 0.8115, "relevance": 1 }, { "pair_id": 155051, "video_name": "s03e11_seg02_clip_02", "timestamp": [ 10.07, 19.83 ], "duration": 61.66, "caption": "A man and a woman are having a discussion and the woman folds her arms.", "similarity": 0.8101, "relevance": 1 }, { "pair_id": 155052, "video_name": "castle_s02e13_seg02_clip_19", "timestamp": [ 0.0, 40.06 ], "duration": 90.66, "caption": "A woman and a man are having a conversation with a person.", "similarity": 0.81, "relevance": 1 }, { "pair_id": 155053, "video_name": "castle_s06e20_seg02_clip_25", "timestamp": [ 0.0, 15.86 ], "duration": 88.66, "caption": "A woman and man are with a person having a conversation.", "similarity": 0.8065, "relevance": 1 }, { "pair_id": 155054, "video_name": "s07e23_seg02_clip_01", "timestamp": [ 20.71, 39.92 ], "duration": 60.66, "caption": "A man puts his hands to his face while having a conversation with woman, and then moves closer and puts his arm around woman.", "similarity": 0.8059, "relevance": 2 }, { "pair_id": 155055, "video_name": "castle_s05e11_seg02_clip_04", "timestamp": [ 81.24, 91.28 ], "duration": 91.66, "caption": "A man and a woman are having a conversation with another man.", "similarity": 0.8057, "relevance": 1 }, { "pair_id": 155056, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 5.9, 27.74 ], "duration": 118.66, "caption": "A man and a woman hold hands as they have a conversation.", "similarity": 0.8035, "relevance": 1 }, { "pair_id": 155057, "video_name": "s01e10_seg02_clip_15", "timestamp": [ 30.61, 50.06 ], "duration": 72.66, "caption": "A woman and a man are having a conversation and she looks at him and pats him on the arm.", "similarity": 0.8029, "relevance": 1 }, { "pair_id": 155058, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 38.88, 58.03 ], "duration": 58.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8024, "relevance": 1 }, { "pair_id": 155059, "video_name": "house_s08e17_seg02_clip_13", "timestamp": [ 0.0, 9.2 ], "duration": 92.66, "caption": "A man and a woman are having a conversation with each other.", "similarity": 0.8024, "relevance": 1 } ] }, { "query_id": 69908, "query": "A person points the assistant to another part of the room.", "relevant_moment": [ { "pair_id": 250960, "video_name": "house_s06e10_seg02_clip_03", "timestamp": [ 0.0, 4.96 ], "duration": 90.66, "caption": "A person gestures to the room and looks around.", "similarity": 0.6395, "relevance": 3 }, { "pair_id": 250961, "video_name": "s01e07_seg02_clip_01", "timestamp": [ 44.35, 53.03 ], "duration": 62.66, "caption": "A person gets up from his spot and heads to his room.", "similarity": 0.6381, "relevance": 3 }, { "pair_id": 250962, "video_name": "friends_s04e12_seg02_clip_15", "timestamp": [ 38.75, 42.72 ], "duration": 61.66, "caption": "A woman comes out of her room and points towards two men.", "similarity": 0.633, "relevance": 3 }, { "pair_id": 250963, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 19.85, 24.97 ], "duration": 64.66, "caption": "A person points across the room as they walk to the door and leave.", "similarity": 0.6327, "relevance": 3 }, { "pair_id": 250964, "video_name": "castle_s05e22_seg02_clip_11", "timestamp": [ 7.88, 12.05 ], "duration": 92.66, "caption": "A person points at another person while telling him what to do.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 250965, "video_name": "friends_s01e11_seg02_clip_08", "timestamp": [ 55.63, 57.64 ], "duration": 67.66, "caption": "A person points towards the door and leaves the room.", "similarity": 0.6273, "relevance": 3 }, { "pair_id": 250966, "video_name": "met_s05e01_seg02_clip_01", "timestamp": [ 42.89, 46.52 ], "duration": 60.66, "caption": "A person in the front row of the lecture room raises their hand and man points to them.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 250967, "video_name": "friends_s03e12_seg02_clip_06", "timestamp": [ 7.48, 8.92 ], "duration": 57.66, "caption": "A man points at a guy from across the room.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 250968, "video_name": "s02e01_seg02_clip_08", "timestamp": [ 41.34, 45.33 ], "duration": 57.66, "caption": "A person enters the room with some other people.", "similarity": 0.6256, "relevance": 2 }, { "pair_id": 250969, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 48.85, 50.11 ], "duration": 63.66, "caption": "A person points at two other people and turns toward the door.", "similarity": 0.6251, "relevance": 3 }, { "pair_id": 250970, "video_name": "s09e23_seg02_clip_08", "timestamp": [ 37.84, 41.5 ], "duration": 61.66, "caption": "A person enters the room and joins some people.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 250971, "video_name": "house_s03e16_seg02_clip_11", "timestamp": [ 89.2, 91.03 ], "duration": 91.66, "caption": "A person's assistant presses a button to adjust something as per patient's request.", "similarity": 0.624, "relevance": 3 }, { "pair_id": 250972, "video_name": "s02e19_seg02_clip_00", "timestamp": [ 8.0, 10.24 ], "duration": 64.66, "caption": "A person points toward the door with their left hand while talking to another person.", "similarity": 0.623, "relevance": 3 }, { "pair_id": 250973, "video_name": "s03e18_seg02_clip_08", "timestamp": [ 47.96, 63.94 ], "duration": 68.66, "caption": "A person looks all around the room to see where another person went.", "similarity": 0.6222, "relevance": 2 }, { "pair_id": 250974, "video_name": "s05e02_seg02_clip_02", "timestamp": [ 48.11, 51.06 ], "duration": 59.66, "caption": "A person stands in someone's doorway and points at their couch.", "similarity": 0.6218, "relevance": 3 }, { "pair_id": 250975, "video_name": "friends_s06e05_seg02_clip_10", "timestamp": [ 18.86, 26.69 ], "duration": 58.66, "caption": "A woman leans forward and points her finger toward each other person in the room.", "similarity": 0.621, "relevance": 3 }, { "pair_id": 250976, "video_name": "castle_s08e02_seg02_clip_06", "timestamp": [ 39.54, 42.79 ], "duration": 93.66, "caption": "A person escorts someone into the room and lets go of his arm.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 250977, "video_name": "s06e02_seg02_clip_02", "timestamp": [ 2.44, 5.19 ], "duration": 61.66, "caption": "A person explains why he/she is present in the room with the others.", "similarity": 0.6203, "relevance": 3 }, { "pair_id": 250978, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.89 ], "duration": 57.66, "caption": "A person enters the room and another person raises their hand to gesture towards them.", "similarity": 0.62, "relevance": 3 }, { "pair_id": 250979, "video_name": "friends_s07e01_seg02_clip_12", "timestamp": [ 37.82, 40.52 ], "duration": 60.66, "caption": "A woman points at another woman then walks into her room.", "similarity": 0.6197, "relevance": 3 } ] }, { "query_id": 69922, "query": "A woman puts a bowl of food down on the coffee table in front of man.", "relevant_moment": [ { "pair_id": 2740, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 54.21, 57.67 ], "duration": 63.66, "caption": "A woman puts a bowl of food down on the coffee table in front of man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2741, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 46.82, 48.42 ], "duration": 80.66, "caption": "A woman puts her food down on the coffee table.", "similarity": 0.7921, "relevance": 4 }, { "pair_id": 2742, "video_name": "s04e18_seg02_clip_04", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A man puts a bowl of food down on the coffee table.", "similarity": 0.7858, "relevance": 3 }, { "pair_id": 2743, "video_name": "s06e14_seg02_clip_14", "timestamp": [ 57.03, 58.53 ], "duration": 60.66, "caption": "A woman puts her plate of food down on the coffee table.", "similarity": 0.7712, "relevance": 4 }, { "pair_id": 2744, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 35.4, 37.43 ], "duration": 58.66, "caption": "A man puts their plate of food down on the coffee table in front of them.", "similarity": 0.7649, "relevance": 1 }, { "pair_id": 2745, "video_name": "friends_s03e07_seg02_clip_18", "timestamp": [ 5.4, 8.4 ], "duration": 60.66, "caption": "A woman sets a bowl and plate down on the coffee table.", "similarity": 0.7219, "relevance": 4 }, { "pair_id": 2746, "video_name": "s04e01_seg02_clip_01", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman puts her food on the coffee table and looks at man.", "similarity": 0.7197, "relevance": 4 }, { "pair_id": 2747, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 2.75, 5.8 ], "duration": 61.66, "caption": "A person puts his container of takeout food down on the coffee table.", "similarity": 0.7168, "relevance": 3 }, { "pair_id": 2748, "video_name": "s09e23_seg02_clip_05", "timestamp": [ 31.43, 34.79 ], "duration": 61.66, "caption": "A woman places a platter of food onto the coffee table.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 2749, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 39.02, 41.42 ], "duration": 60.66, "caption": "A woman hands a man a plate of food as she sits down at the table.", "similarity": 0.7047, "relevance": 4 }, { "pair_id": 2750, "video_name": "friends_s09e15_seg02_clip_07", "timestamp": [ 4.41, 8.82 ], "duration": 63.66, "caption": "A man sits down on the coffee table in front of a woman.", "similarity": 0.7024, "relevance": 1 }, { "pair_id": 2751, "video_name": "castle_s06e01_seg02_clip_18", "timestamp": [ 5.79, 6.2 ], "duration": 82.66, "caption": "A woman sets the paper cup of coffee down in front of a man.", "similarity": 0.7015, "relevance": 0 }, { "pair_id": 2752, "video_name": "s02e20_seg01_clip_02", "timestamp": [ 41.32, 43.35 ], "duration": 81.66, "caption": "A person puts their food down on the table.", "similarity": 0.6977, "relevance": 1 }, { "pair_id": 2753, "video_name": "castle_s02e18_seg02_clip_06", "timestamp": [ 34.34, 39.25 ], "duration": 89.66, "caption": "A woman takes the coffee from a man and puts it on the table.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 2754, "video_name": "castle_s07e04_seg02_clip_00", "timestamp": [ 6.43, 8.72 ], "duration": 91.66, "caption": "A woman put a food on some people's table.", "similarity": 0.6962, "relevance": 4 }, { "pair_id": 2755, "video_name": "s01e04_seg02_clip_11", "timestamp": [ 0.0, 9.76 ], "duration": 61.66, "caption": "A woman places her plate of food onto the coffee table.", "similarity": 0.6941, "relevance": 4 }, { "pair_id": 2756, "video_name": "s06e03_seg02_clip_06", "timestamp": [ 51.65, 54.89 ], "duration": 59.66, "caption": "A woman walks over to the table and sets a person's food in front of him.", "similarity": 0.6921, "relevance": 4 }, { "pair_id": 2757, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 31.2, 33.72 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 2758, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 59.25, 61.14 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.6908, "relevance": 3 }, { "pair_id": 2759, "video_name": "s10e07_seg02_clip_07", "timestamp": [ 1.8, 5.1 ], "duration": 60.66, "caption": "A woman places a food container onto the coffee table.", "similarity": 0.6889, "relevance": 3 }, { "pair_id": 176060, "video_name": "house_s05e23_seg02_clip_15", "timestamp": [ 29.71, 34.99 ], "duration": 132.66, "caption": "A woman then brings the food to a man in his table.", "similarity": 0.6885, "relevance": 3 }, { "pair_id": 176061, "video_name": "friends_s02e10_seg02_clip_08", "timestamp": [ 20.45, 30.25 ], "duration": 56.66, "caption": "A woman brings a man a cup of coffee and sets a plate in front of him.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 176062, "video_name": "castle_s03e11_seg02_clip_08", "timestamp": [ 53.86, 60.54 ], "duration": 89.66, "caption": "A person sits down with coffee right in front of a woman.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 176064, "video_name": "friends_s03e10_seg02_clip_19", "timestamp": [ 6.08, 14.82 ], "duration": 76.66, "caption": "A woman serves a cup of coffee to a man.", "similarity": 0.6825, "relevance": 3 }, { "pair_id": 176065, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 16.23, 17.41 ], "duration": 59.66, "caption": "A woman puts her plate of food down on the table.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 176066, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 0.0, 4.2 ], "duration": 56.66, "caption": "A woman sits a cup of coffee down in front of person.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 176067, "video_name": "s06e24_seg02_clip_05", "timestamp": [ 20.89, 22.34 ], "duration": 58.66, "caption": "A woman leans forward and puts her food on the coffee table then says something that confuses a man.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 176068, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 44.35, 45.9 ], "duration": 62.66, "caption": "A woman sets a plate of food on the coffee table.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 176069, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person puts his plate of food onto the coffee table.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 176070, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 176071, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 21.05, 25.33 ], "duration": 61.66, "caption": "A woman puts a bowl on person's kitchen table alongside other dishes.", "similarity": 0.6726, "relevance": 1 }, { "pair_id": 176072, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 64.42, 74.54 ], "duration": 92.66, "caption": "A man sits down at a table across from a woman with two cups of coffee in his hands and she takes one.", "similarity": 0.6706, "relevance": 2 }, { "pair_id": 176073, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 1.83, 4.58 ], "duration": 61.66, "caption": "A woman sets a food container down on the table.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 176074, "video_name": "s09e05_seg02_clip_00", "timestamp": [ 25.74, 27.91 ], "duration": 62.66, "caption": "A woman puts down the water and cheese on the coffee table to speak to a man.", "similarity": 0.6669, "relevance": 1 }, { "pair_id": 176075, "video_name": "friends_s06e18_seg02_clip_06", "timestamp": [ 39.22, 41.18 ], "duration": 56.66, "caption": "A woman puts her coffee cup down on the table.", "similarity": 0.6668, "relevance": 1 }, { "pair_id": 176076, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 52.31, 55.15 ], "duration": 63.66, "caption": "A woman puts a bowl of chips on the middle of the coffee table.", "similarity": 0.6637, "relevance": 3 }, { "pair_id": 176077, "video_name": "castle_s03e06_seg02_clip_26", "timestamp": [ 42.15, 48.17 ], "duration": 86.66, "caption": "A woman hands a man a cup of coffee and he looks down at it.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 176078, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 54.92, 60.32 ], "duration": 90.66, "caption": "A woman hands a man a cup of coffee and sits down.", "similarity": 0.6628, "relevance": 2 }, { "pair_id": 176079, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 28.89, 30.41 ], "duration": 76.66, "caption": "A person sets a container down on the coffee table.", "similarity": 0.6625, "relevance": 1 } ] }, { "query_id": 69961, "query": "A person walks across the street towards a motorcycle dealership.", "relevant_moment": [ { "pair_id": 8760, "video_name": "house_s02e02_seg02_clip_26", "timestamp": [ 40.13, 50.68 ], "duration": 68.66, "caption": "A person walks across the street towards a motorcycle dealership.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8761, "video_name": "house_s02e09_seg02_clip_09", "timestamp": [ 73.94, 80.1 ], "duration": 112.66, "caption": "A person walks up to the motorcycle that is outside.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 8762, "video_name": "house_s03e05_seg02_clip_26", "timestamp": [ 0.0, 7.8 ], "duration": 104.66, "caption": "A person is on their motorbike while another person approaches them.", "similarity": 0.5779, "relevance": 1 }, { "pair_id": 8763, "video_name": "house_s02e02_seg02_clip_27", "timestamp": [ 0.0, 5.47 ], "duration": 21.66, "caption": "A person is staring at a motorbike and the salesman approached him.", "similarity": 0.5724, "relevance": 3 }, { "pair_id": 8764, "video_name": "house_s03e04_seg02_clip_15", "timestamp": [ 62.24, 75.77 ], "duration": 90.66, "caption": "A person enters the parking garage and walks up to someone sitting on their motorcycle.", "similarity": 0.5722, "relevance": 2 }, { "pair_id": 8765, "video_name": "house_s07e04_seg02_clip_02", "timestamp": [ 51.19, 54.75 ], "duration": 89.66, "caption": "A person walks away from another person as they are surrounded by motorcycles.", "similarity": 0.5659, "relevance": 0 }, { "pair_id": 8766, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 81.92, 90.02 ], "duration": 90.66, "caption": "A person walks outside of the house towards the black car.", "similarity": 0.5614, "relevance": 0 }, { "pair_id": 8767, "video_name": "met_s02e14_seg02_clip_14", "timestamp": [ 2.6, 6.5 ], "duration": 65.66, "caption": "A person spots someone walking down the street and goes up to him.", "similarity": 0.546, "relevance": 2 }, { "pair_id": 8768, "video_name": "castle_s08e05_seg02_clip_16", "timestamp": [ 3.56, 18.7 ], "duration": 89.66, "caption": "A person walks over to the car after recognizing it.", "similarity": 0.5318, "relevance": 2 }, { "pair_id": 8769, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 1.48, 4.13 ], "duration": 59.66, "caption": "A person quickly walks towards another person and stops when he gets there.", "similarity": 0.5298, "relevance": 0 }, { "pair_id": 8770, "video_name": "house_s05e04_seg02_clip_11", "timestamp": [ 43.18, 51.82 ], "duration": 90.66, "caption": "A person gets out of the passenger side of a vehicle and walks with someone to the front of the car.", "similarity": 0.5269, "relevance": 0 }, { "pair_id": 8771, "video_name": "s06e06_seg02_clip_09", "timestamp": [ 26.98, 31.32 ], "duration": 62.66, "caption": "A person walks from one area to another.", "similarity": 0.5247, "relevance": 0 }, { "pair_id": 8772, "video_name": "friends_s04e02_seg02_clip_14", "timestamp": [ 16.41, 20.29 ], "duration": 59.66, "caption": "A woman and a man walk toward man's parked motorcycle.", "similarity": 0.5153, "relevance": 3 }, { "pair_id": 8773, "video_name": "castle_s08e18_seg02_clip_25", "timestamp": [ 55.13, 65.54 ], "duration": 104.66, "caption": "A woman walks over to her motorcycle and sits on it.", "similarity": 0.5137, "relevance": 0 }, { "pair_id": 8774, "video_name": "castle_s07e15_seg02_clip_05", "timestamp": [ 35.73, 51.25 ], "duration": 94.66, "caption": "A person wears his hat and walks to the street.", "similarity": 0.5127, "relevance": 2 }, { "pair_id": 8775, "video_name": "friends_s09e22_seg02_clip_19", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A person walks around from one side of another person to the other.", "similarity": 0.5116, "relevance": 1 }, { "pair_id": 8776, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 43.08, 46.99 ], "duration": 87.66, "caption": "A person walks up to someone from behind.", "similarity": 0.511, "relevance": 0 }, { "pair_id": 8777, "video_name": "house_s08e07_seg02_clip_19", "timestamp": [ 0.0, 22.06 ], "duration": 45.66, "caption": "A person walks from the street to the front door of a house.", "similarity": 0.5102, "relevance": 2 }, { "pair_id": 8778, "video_name": "castle_s08e22_seg02_clip_07", "timestamp": [ 42.78, 49.15 ], "duration": 91.66, "caption": "A person walks to the driver side door of the car and gets in the vehicle.", "similarity": 0.5059, "relevance": 1 }, { "pair_id": 8779, "video_name": "castle_s07e15_seg02_clip_04", "timestamp": [ 30.66, 36.61 ], "duration": 91.66, "caption": "A person walks towards the front of the police office.", "similarity": 0.5039, "relevance": 0 } ] }, { "query_id": 69967, "query": "A woman with a purple scarf on top of her head walks up and gives a man a hug.", "relevant_moment": [ { "pair_id": 118140, "video_name": "house_s02e02_seg02_clip_25", "timestamp": [ 92.68, 100.03 ], "duration": 113.66, "caption": "A woman with a purple scarf on top of her head walks up and gives a man a hug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 118141, "video_name": "friends_s09e22_seg02_clip_17", "timestamp": [ 9.3, 15.91 ], "duration": 60.66, "caption": "A woman walks up and gives a man a hug.", "similarity": 0.8273, "relevance": 2 }, { "pair_id": 118142, "video_name": "grey_s03e24_seg02_clip_22", "timestamp": [ 18.71, 32.96 ], "duration": 89.66, "caption": "A man walks up and gives woman a hug.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 118143, "video_name": "grey_s03e06_seg02_clip_09", "timestamp": [ 10.47, 16.84 ], "duration": 91.66, "caption": "A woman walks up to a man and gives him a hug.", "similarity": 0.8106, "relevance": 2 }, { "pair_id": 118144, "video_name": "met_s02e22_seg02_clip_12", "timestamp": [ 22.72, 28.04 ], "duration": 59.66, "caption": "A man walks up to a woman and gives her a hug.", "similarity": 0.8097, "relevance": 3 }, { "pair_id": 118145, "video_name": "house_s02e02_seg02_clip_25", "timestamp": [ 61.03, 71.77 ], "duration": 113.66, "caption": "A girl with a purple scarf on top of their head gives a man a hug.", "similarity": 0.8029, "relevance": 3 }, { "pair_id": 118146, "video_name": "friends_s02e21_seg02_clip_02", "timestamp": [ 51.17, 61.72 ], "duration": 62.66, "caption": "A woman goes up to man and gives him a hug.", "similarity": 0.8008, "relevance": 2 }, { "pair_id": 118147, "video_name": "s01e04_seg02_clip_07", "timestamp": [ 43.02, 53.09 ], "duration": 61.66, "caption": "A woman walks over to give a man a hug.", "similarity": 0.7966, "relevance": 3 }, { "pair_id": 118148, "video_name": "s01e10_seg02_clip_08", "timestamp": [ 17.65, 22.69 ], "duration": 63.66, "caption": "A woman walks over to man and gives him a hug.", "similarity": 0.7913, "relevance": 3 }, { "pair_id": 118149, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 35.1, 46.95 ], "duration": 91.66, "caption": "A woman walks over to a man and gives him a hug.", "similarity": 0.7902, "relevance": 2 }, { "pair_id": 118150, "video_name": "friends_s03e06_seg02_clip_17", "timestamp": [ 47.27, 51.37 ], "duration": 63.66, "caption": "A woman walks over to a man and gives him a hug.", "similarity": 0.7902, "relevance": 2 }, { "pair_id": 118151, "video_name": "castle_s07e08_seg02_clip_26", "timestamp": [ 59.67, 65.49 ], "duration": 97.66, "caption": "A woman approaches a man and gives him a hug.", "similarity": 0.7841, "relevance": 2 }, { "pair_id": 118152, "video_name": "friends_s06e23_seg02_clip_15", "timestamp": [ 19.85, 45.46 ], "duration": 64.66, "caption": "A man walks over to give a woman a hug.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 118153, "video_name": "house_s02e05_seg02_clip_20", "timestamp": [ 22.96, 30.16 ], "duration": 90.66, "caption": "A man gets up from his chair and gave the woman wearing purple coat a hug.", "similarity": 0.7812, "relevance": 3 }, { "pair_id": 118154, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 2.0, 13.97 ], "duration": 57.66, "caption": "A woman walks over to man to give him a hug.", "similarity": 0.7811, "relevance": 2 }, { "pair_id": 118155, "video_name": "friends_s09e22_seg02_clip_17", "timestamp": [ 6.0, 17.41 ], "duration": 60.66, "caption": "A woman walks up to a man and hugs him and he complements her.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 118156, "video_name": "castle_s03e01_seg02_clip_07", "timestamp": [ 25.33, 30.75 ], "duration": 90.66, "caption": "A woman walks over to a man and gives him a big hug.", "similarity": 0.7749, "relevance": 2 }, { "pair_id": 118157, "video_name": "castle_s05e16_seg02_clip_27", "timestamp": [ 25.85, 30.03 ], "duration": 76.66, "caption": "A woman walks up to a man and they hug each other.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 118158, "video_name": "castle_s05e19_seg02_clip_08", "timestamp": [ 14.85, 21.16 ], "duration": 90.66, "caption": "A woman walks up to person and hugs him.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 118159, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 50.97, 66.45 ], "duration": 91.66, "caption": "A woman gives a man a hug to comfort him.", "similarity": 0.7602, "relevance": 2 } ] }, { "query_id": 69972, "query": "A person drops the blade while another person is talking.", "relevant_moment": [ { "pair_id": 7741, "video_name": "castle_s08e14_seg02_clip_14", "timestamp": [ 52.45, 57.52 ], "duration": 92.66, "caption": "A person takes knife from another person and holds it up while speaking.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 7742, "video_name": "s04e19_seg02_clip_13", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A man hands a large blade to another person and he takes it.", "similarity": 0.6539, "relevance": 1 }, { "pair_id": 7743, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 54.59, 59.55 ], "duration": 62.66, "caption": "A person picks up the sword, and holds it while turning around to talk to another person.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 7744, "video_name": "castle_s01e02_seg02_clip_24", "timestamp": [ 0.0, 7.35 ], "duration": 105.66, "caption": "A woman cuts herself with a knife while talking to woman.", "similarity": 0.6465, "relevance": 1 }, { "pair_id": 7746, "video_name": "s02e08_seg02_clip_14", "timestamp": [ 6.1, 9.46 ], "duration": 61.66, "caption": "A person is holding chopsticks as they converse with another person.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 7747, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 5.95, 9.12 ], "duration": 79.66, "caption": "A woman cut a thing on a man while they are talking.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 7748, "video_name": "castle_s04e02_seg02_clip_00", "timestamp": [ 0.0, 35.19 ], "duration": 91.66, "caption": "A person was cutting onions whilst talking to another person.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 7749, "video_name": "grey_s02e02_seg02_clip_05", "timestamp": [ 53.38, 57.98 ], "duration": 92.66, "caption": "A person bumps onto the stand and drops the stitching tool while talking to another person.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 7750, "video_name": "s06e16_seg01_clip_00", "timestamp": [ 49.21, 56.19 ], "duration": 82.66, "caption": "A man does a karate chop while he's talking to woman.", "similarity": 0.6145, "relevance": 1 }, { "pair_id": 7751, "video_name": "s01e14_seg02_clip_12", "timestamp": [ 49.58, 54.6 ], "duration": 59.66, "caption": "A person is holding and dusting a sword as he talks to some people, then puts it in a box.", "similarity": 0.6136, "relevance": 1 }, { "pair_id": 7752, "video_name": "grey_s03e04_seg02_clip_18", "timestamp": [ 0.0, 6.08 ], "duration": 81.66, "caption": "A man is holding scissors about to cut something while talking to a woman.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 7753, "video_name": "friends_s10e07_seg02_clip_03", "timestamp": [ 20.53, 23.23 ], "duration": 54.66, "caption": "A woman makes a scissor cutting gesture near her hair while talking to a man.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 7754, "video_name": "s07e22_seg02_clip_11", "timestamp": [ 0.0, 4.59 ], "duration": 54.66, "caption": "A person is in ghost form with a light saber as he talks to another person.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 7755, "video_name": "house_s06e17_seg02_clip_01", "timestamp": [ 16.2, 21.16 ], "duration": 90.66, "caption": "A person is wielding the sword and his cane while he was doing some discussion to his colleagues.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 7756, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 29.26, 88.67 ], "duration": 90.66, "caption": "A person talks to person as another person works on them.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 7757, "video_name": "s03e05_seg02_clip_08", "timestamp": [ 48.46, 51.26 ], "duration": 56.66, "caption": "A person holds up his hand silencing someone from talking.", "similarity": 0.5988, "relevance": 1 }, { "pair_id": 7758, "video_name": "s02e12_seg02_clip_14", "timestamp": [ 25.01, 50.02 ], "duration": 50.66, "caption": "A person is talking with two other people while working on something.", "similarity": 0.5984, "relevance": 1 }, { "pair_id": 7759, "video_name": "castle_s08e18_seg02_clip_21", "timestamp": [ 40.07, 45.41 ], "duration": 89.66, "caption": "A person approaches another person, their right arm raised and an upward pointing knife in their right hand.", "similarity": 0.5964, "relevance": 1 } ] }, { "query_id": 69982, "query": "A file folder full of papers falls off a desk and papers scatter on the floor.", "relevant_moment": [ { "pair_id": 153780, "video_name": "house_s05e22_seg02_clip_10", "timestamp": [ 34.79, 37.38 ], "duration": 74.66, "caption": "A file folder full of papers falls off a desk and papers scatter on the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153781, "video_name": "s06e03_seg02_clip_00", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person picks up a folder of papers from his/her desk.", "similarity": 0.6834, "relevance": 0 }, { "pair_id": 153782, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 70.68, 72.51 ], "duration": 91.66, "caption": "A person gets a folder of papers from woman's desk.", "similarity": 0.6623, "relevance": 0 }, { "pair_id": 153783, "video_name": "grey_s03e08_seg02_clip_18", "timestamp": [ 34.21, 35.56 ], "duration": 90.66, "caption": "A person lifts up a piece of paper and folder from his desk.", "similarity": 0.6435, "relevance": 0 }, { "pair_id": 153784, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 0.91, 2.73 ], "duration": 91.66, "caption": "A person sets down his folder on the desk.", "similarity": 0.6301, "relevance": 0 }, { "pair_id": 153785, "video_name": "castle_s04e08_seg02_clip_13", "timestamp": [ 57.28, 60.37 ], "duration": 88.66, "caption": "A woman grabs a file folder off of the desk.", "similarity": 0.6295, "relevance": 0 }, { "pair_id": 153786, "video_name": "castle_s02e19_seg02_clip_11", "timestamp": [ 0.0, 76.16 ], "duration": 90.66, "caption": "A woman was holding a folder with a bunch of papers in it.", "similarity": 0.6291, "relevance": 0 }, { "pair_id": 153787, "video_name": "castle_s08e17_seg02_clip_10", "timestamp": [ 20.28, 26.59 ], "duration": 90.66, "caption": "A woman walks up with a file folder and drops it on the desk.", "similarity": 0.6241, "relevance": 0 }, { "pair_id": 153788, "video_name": "friends_s02e23_seg02_clip_02", "timestamp": [ 18.91, 20.71 ], "duration": 60.66, "caption": "A person tosses a file folder onto the desk in front of him.", "similarity": 0.6225, "relevance": 0 }, { "pair_id": 153789, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 27.61, 28.53 ], "duration": 92.66, "caption": "A woman leaves a pile of folders on a person's desk.", "similarity": 0.6225, "relevance": 0 }, { "pair_id": 153790, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 43.77, 45.12 ], "duration": 90.66, "caption": "A person takes out stack of papers onto the desk.", "similarity": 0.6176, "relevance": 0 }, { "pair_id": 153791, "video_name": "castle_s03e19_seg02_clip_25", "timestamp": [ 12.96, 20.17 ], "duration": 96.66, "caption": "A person picks up a file and puts it back down on the desk.", "similarity": 0.6156, "relevance": 0 }, { "pair_id": 153792, "video_name": "castle_s03e24_seg02_clip_11", "timestamp": [ 15.42, 17.29 ], "duration": 93.66, "caption": "A man tosses a file folder onto his desk and gets up from his chair.", "similarity": 0.6132, "relevance": 0 }, { "pair_id": 153793, "video_name": "house_s02e09_seg02_clip_13", "timestamp": [ 41.87, 44.15 ], "duration": 91.66, "caption": "A person picks up some files and drops them on the floor.", "similarity": 0.6131, "relevance": 0 }, { "pair_id": 153794, "video_name": "castle_s08e13_seg02_clip_07", "timestamp": [ 48.07, 52.52 ], "duration": 89.66, "caption": "A person takes some papers off a desk and walks off.", "similarity": 0.6106, "relevance": 0 }, { "pair_id": 153795, "video_name": "castle_s04e08_seg02_clip_07", "timestamp": [ 71.63, 75.35 ], "duration": 93.66, "caption": "A person puts some paperwork in a folder and closes it.", "similarity": 0.6092, "relevance": 0 }, { "pair_id": 153796, "video_name": "castle_s08e09_seg02_clip_03", "timestamp": [ 3.09, 4.86 ], "duration": 88.66, "caption": "A man pulls a file paper up vertical while in the folder.", "similarity": 0.6082, "relevance": 0 }, { "pair_id": 153797, "video_name": "castle_s02e03_seg02_clip_20", "timestamp": [ 41.11, 43.22 ], "duration": 84.66, "caption": "A woman picks a file folder up off of the desk as she turns and sits down.", "similarity": 0.6058, "relevance": 0 }, { "pair_id": 153798, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 77.97, 79.34 ], "duration": 91.66, "caption": "A man puts a file folder onto his office desk.", "similarity": 0.6049, "relevance": 0 }, { "pair_id": 153799, "video_name": "house_s03e23_seg02_clip_13", "timestamp": [ 18.53, 22.94 ], "duration": 88.66, "caption": "A person puts a red folder on a desk.", "similarity": 0.6037, "relevance": 0 } ] }, { "query_id": 70005, "query": "Two men chat in a room while one of them is sitting at his desk, and two other people stand around the other man.", "relevant_moment": [ { "pair_id": 293580, "video_name": "castle_s07e20_seg02_clip_02", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A man is with another man in his office as they converse.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 293581, "video_name": "castle_s08e06_seg02_clip_23", "timestamp": [ 8.7, 16.1 ], "duration": 87.66, "caption": "A man stands up from the desk while he talks to two people.", "similarity": 0.6663, "relevance": 3 }, { "pair_id": 293582, "video_name": "grey_s03e19_seg02_clip_18", "timestamp": [ 69.32, 90.02 ], "duration": 90.66, "caption": "A man sits down on the desk another man is sitting at to talk about a woman.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 293583, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 0.0, 5.04 ], "duration": 53.66, "caption": "A man is talking to another man who is seated in his office and his feet is up on the table.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 293584, "video_name": "castle_s03e20_seg02_clip_05", "timestamp": [ 14.53, 88.06 ], "duration": 88.66, "caption": "Two people are having a discussion with a man in an office room.", "similarity": 0.6614, "relevance": 3 }, { "pair_id": 293585, "video_name": "house_s07e08_seg02_clip_14", "timestamp": [ 0.0, 25.31 ], "duration": 92.66, "caption": "A man talks to another man while sitting at the end of his room.", "similarity": 0.6608, "relevance": 3 }, { "pair_id": 293586, "video_name": "friends_s05e06_seg02_clip_15", "timestamp": [ 10.54, 41.56 ], "duration": 62.66, "caption": "Two men were having a conversation while sitting beside a man.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 293587, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.24, 24.93 ], "duration": 89.66, "caption": "A man and another man are left alone in the room and they are talking to each other.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 293588, "video_name": "house_s06e20_seg02_clip_25", "timestamp": [ 1.54, 3.47 ], "duration": 77.66, "caption": "A man stands up out of his chair while talking with another man.", "similarity": 0.6573, "relevance": 1 }, { "pair_id": 293589, "video_name": "house_s05e04_seg02_clip_09", "timestamp": [ 5.17, 20.22 ], "duration": 94.66, "caption": "Two men chat while a woman works at a computer in the hospital.", "similarity": 0.6572, "relevance": 3 }, { "pair_id": 293590, "video_name": "castle_s03e09_seg02_clip_11", "timestamp": [ 68.27, 78.28 ], "duration": 91.66, "caption": "Two people walk into a room in the station while talking and a man sits down at a desk.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 293591, "video_name": "castle_s05e04_seg02_clip_26", "timestamp": [ 64.67, 67.82 ], "duration": 89.66, "caption": "A man is sitting at his desk when another man sits behind him.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 293592, "video_name": "house_s05e14_seg02_clip_13", "timestamp": [ 68.1, 92.03 ], "duration": 92.66, "caption": "A man enters a room and begins a conversation with two other men.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 293593, "video_name": "house_s07e14_seg02_clip_21", "timestamp": [ 13.34, 22.34 ], "duration": 31.66, "caption": "A man gets up from his lounge chair in his office while talking to another man and walks behind his desk.", "similarity": 0.6546, "relevance": 3 }, { "pair_id": 293594, "video_name": "castle_s07e22_seg02_clip_01", "timestamp": [ 60.69, 90.58 ], "duration": 90.66, "caption": "A man is in an office conversing with two other men.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 293595, "video_name": "house_s08e04_seg02_clip_11", "timestamp": [ 0.0, 18.41 ], "duration": 92.66, "caption": "Two people sit and chat in person's Office.", "similarity": 0.6541, "relevance": 2 }, { "pair_id": 293596, "video_name": "house_s07e14_seg02_clip_21", "timestamp": [ 0.0, 13.19 ], "duration": 31.66, "caption": "A person and another person chat in person's darkly lit office while another person is standing, person is sitting in a lounge chair.", "similarity": 0.6528, "relevance": 3 }, { "pair_id": 293597, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "A man talks to another man while at his office.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 293598, "video_name": "house_s06e09_seg02_clip_17", "timestamp": [ 0.0, 45.69 ], "duration": 87.66, "caption": "A person speaks with two men in the room.", "similarity": 0.6517, "relevance": 3 }, { "pair_id": 293599, "video_name": "house_s06e03_seg02_clip_19", "timestamp": [ 58.2, 91.65 ], "duration": 91.66, "caption": "Two men are talking in a fancy room.", "similarity": 0.6499, "relevance": 3 } ] }, { "query_id": 70023, "query": "A woman is decorating a Christmas tree in front of a window.", "relevant_moment": [ { "pair_id": 172660, "video_name": "grey_s02e12_seg02_clip_00", "timestamp": [ 10.12, 15.18 ], "duration": 92.66, "caption": "A woman is decorating a Christmas tree in front of a window.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172661, "video_name": "grey_s02e12_seg02_clip_00", "timestamp": [ 8.28, 14.72 ], "duration": 92.66, "caption": "A woman is hanging ornaments on to the Christmas tree.", "similarity": 0.7586, "relevance": 4 }, { "pair_id": 172662, "video_name": "friends_s06e10_seg01_clip_00", "timestamp": [ 37.4, 42.34 ], "duration": 47.66, "caption": "A woman turns the Christmas tree around to display her side.", "similarity": 0.7367, "relevance": 4 }, { "pair_id": 172663, "video_name": "friends_s09e10_seg01_clip_00", "timestamp": [ 3.48, 6.96 ], "duration": 87.66, "caption": "A woman is hanging ornamented on the Christmas tree in the living room.", "similarity": 0.73, "relevance": 4 }, { "pair_id": 172664, "video_name": "friends_s02e09_seg02_clip_05", "timestamp": [ 32.71, 46.52 ], "duration": 60.66, "caption": "A woman arranges items on a lower section of the Christmas tree.", "similarity": 0.7207, "relevance": 4 }, { "pair_id": 172665, "video_name": "s07e11_seg02_clip_09", "timestamp": [ 6.3, 61.77 ], "duration": 63.66, "caption": "A man is in the background decorating a Christmas tree.", "similarity": 0.7135, "relevance": 1 }, { "pair_id": 172666, "video_name": "friends_s06e10_seg01_clip_00", "timestamp": [ 21.88, 24.46 ], "duration": 47.66, "caption": "A woman ties the bow on the Christmas tree.", "similarity": 0.6684, "relevance": 4 }, { "pair_id": 172667, "video_name": "friends_s03e10_seg02_clip_05", "timestamp": [ 45.33, 49.61 ], "duration": 57.66, "caption": "A person sets a Christmas tree on the ground and a woman walks up to him.", "similarity": 0.6397, "relevance": 3 }, { "pair_id": 172668, "video_name": "s03e11_seg02_clip_00", "timestamp": [ 45.59, 47.76 ], "duration": 62.66, "caption": "A person hangs some red Christmas ornaments on the tree.", "similarity": 0.6267, "relevance": 3 }, { "pair_id": 172669, "video_name": "s03e11_seg02_clip_01", "timestamp": [ 13.87, 15.94 ], "duration": 59.66, "caption": "A person walks behind the Christmas tree with an ornament.", "similarity": 0.6243, "relevance": 3 }, { "pair_id": 172670, "video_name": "grey_s02e12_seg02_clip_26", "timestamp": [ 110.28, 145.8 ], "duration": 148.66, "caption": "Some people join woman to lie under the Christmas tree.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 172671, "video_name": "s07e11_seg02_clip_03", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A man is by a Christmas tree putting on an ornament.", "similarity": 0.6081, "relevance": 3 }, { "pair_id": 172672, "video_name": "s07e11_seg02_clip_07", "timestamp": [ 16.82, 19.96 ], "duration": 57.66, "caption": "A person is on the couch detangling Christmas tree lights.", "similarity": 0.5948, "relevance": 1 }, { "pair_id": 172673, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 149.17, 157.02 ], "duration": 157.66, "caption": "Everyone is gathered around the Christmas tree and person lights it up.", "similarity": 0.5921, "relevance": 2 }, { "pair_id": 172674, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 56.45, 59.5 ], "duration": 61.66, "caption": "A woman looks out the window at the snow coming down.", "similarity": 0.5689, "relevance": 3 }, { "pair_id": 172675, "video_name": "met_s06e12_seg02_clip_11", "timestamp": [ 51.26, 56.02 ], "duration": 56.66, "caption": "A person walks across the living room past the Christmas Tree.", "similarity": 0.5682, "relevance": 2 }, { "pair_id": 172676, "video_name": "s06e11_seg02_clip_17", "timestamp": [ 0.0, 4.76 ], "duration": 68.66, "caption": "A person interrupts Santa as they are at the Christmas tree.", "similarity": 0.5661, "relevance": 1 }, { "pair_id": 172677, "video_name": "castle_s05e09_seg02_clip_26", "timestamp": [ 71.06, 76.14 ], "duration": 145.66, "caption": "A man and woman walk towards a Christmas tree.", "similarity": 0.5639, "relevance": 2 }, { "pair_id": 172678, "video_name": "s10e12_seg02_clip_12", "timestamp": [ 0.0, 6.84 ], "duration": 57.66, "caption": "A man and a woman carry a Christmas tree into the room.", "similarity": 0.55, "relevance": 3 }, { "pair_id": 172679, "video_name": "castle_s05e09_seg02_clip_21", "timestamp": [ 0.0, 3.68 ], "duration": 92.66, "caption": "A child in a dress kneels down while decorating a Christmas tree.", "similarity": 0.5477, "relevance": 3 }, { "pair_id": 345980, "video_name": "friends_s03e10_seg02_clip_06", "timestamp": [ 10.2, 13.81 ], "duration": 60.66, "caption": "A man is pulling a cord to the Christmas tree.", "similarity": 0.5467, "relevance": 1 }, { "pair_id": 345981, "video_name": "grey_s02e12_seg02_clip_00", "timestamp": [ 61.2, 72.24 ], "duration": 92.66, "caption": "A man is sitting at the kitchen counter reading the paper and drinking coffee as a woman walks in and sees the small Christmas tree on the coffee table to which the man asks her to decorate it with him.", "similarity": 0.5397, "relevance": 0 }, { "pair_id": 345982, "video_name": "friends_s06e10_seg01_clip_00", "timestamp": [ 38.34, 41.16 ], "duration": 47.66, "caption": "A woman flips the tree to the other decorated side.", "similarity": 0.5382, "relevance": 3 }, { "pair_id": 345983, "video_name": "s08e11_seg02_clip_15", "timestamp": [ 41.76, 53.49 ], "duration": 69.66, "caption": "A woman gets up and goes and gets a present for a person from underneath the tree.", "similarity": 0.5345, "relevance": 2 }, { "pair_id": 345984, "video_name": "castle_s07e10_seg02_clip_01", "timestamp": [ 0.0, 7.73 ], "duration": 90.66, "caption": "A woman walks up to look at a victim in a Christmas display.", "similarity": 0.5327, "relevance": 2 }, { "pair_id": 345985, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 0.0, 12.4 ], "duration": 59.66, "caption": "Two men stand decorating a Christmas tree at the apartment.", "similarity": 0.5285, "relevance": 2 }, { "pair_id": 345986, "video_name": "grey_s02e12_seg02_clip_26", "timestamp": [ 63.65, 71.79 ], "duration": 148.66, "caption": "A person looks disappointed when they see the Christmas tree, but brightens up when they notice a Menorah.", "similarity": 0.5127, "relevance": 2 }, { "pair_id": 345987, "video_name": "castle_s07e10_seg02_clip_13", "timestamp": [ 1.82, 5.46 ], "duration": 91.66, "caption": "A woman denies what person said while her office is decorated for Christmas.", "similarity": 0.5077, "relevance": 1 }, { "pair_id": 345988, "video_name": "s02e11_seg02_clip_13", "timestamp": [ 46.73, 50.51 ], "duration": 54.66, "caption": "A woman hands a man a gift in Christmas wrapping paper.", "similarity": 0.5025, "relevance": 1 }, { "pair_id": 345989, "video_name": "met_s06e02_seg02_clip_17", "timestamp": [ 49.3, 57.63 ], "duration": 64.66, "caption": "Two men watch as a woman is playing Santa and putting presents under the tree.", "similarity": 0.4996, "relevance": 2 }, { "pair_id": 345990, "video_name": "s10e12_seg02_clip_11", "timestamp": [ 30.39, 46.52 ], "duration": 62.66, "caption": "Two people drag a Christmas tree up a stairwell.", "similarity": 0.497, "relevance": 1 }, { "pair_id": 345991, "video_name": "friends_s03e15_seg02_clip_19", "timestamp": [ 0.0, 14.35 ], "duration": 70.66, "caption": "A woman is on the phone sitting next to a window while it is snowing.", "similarity": 0.497, "relevance": 1 }, { "pair_id": 345992, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 43.82, 45.62 ], "duration": 60.66, "caption": "A woman walks into the apartment with Christmas gifts in hand.", "similarity": 0.4951, "relevance": 1 }, { "pair_id": 345993, "video_name": "friends_s07e10_seg02_clip_15", "timestamp": [ 0.0, 17.41 ], "duration": 60.66, "caption": "A woman plays with the hair on Santa's beard.", "similarity": 0.4919, "relevance": 1 }, { "pair_id": 345994, "video_name": "friends_s05e17_seg02_clip_14", "timestamp": [ 1.98, 5.28 ], "duration": 66.66, "caption": "A woman points to something outside of the window.", "similarity": 0.4878, "relevance": 1 }, { "pair_id": 345995, "video_name": "friends_s03e10_seg02_clip_05", "timestamp": [ 46.84, 49.71 ], "duration": 57.66, "caption": "A man is in a Christmas tree park and a woman walks up to him and they greet each other.", "similarity": 0.486, "relevance": 1 }, { "pair_id": 345996, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 7.17, 9.85 ], "duration": 59.66, "caption": "A woman opens the Christmas gift that man gave her.", "similarity": 0.4852, "relevance": 1 }, { "pair_id": 345997, "video_name": "s07e11_seg02_clip_15", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "Multiple people are in the lounge room doing festive activities. There's a big Christmas tree set up.", "similarity": 0.4733, "relevance": 1 }, { "pair_id": 345998, "video_name": "friends_s03e10_seg02_clip_06", "timestamp": [ 38.42, 43.52 ], "duration": 60.66, "caption": "A man wearing a jacket crushed the Christmas tree and a woman was shocked.", "similarity": 0.4725, "relevance": 1 }, { "pair_id": 345999, "video_name": "met_s06e12_seg02_clip_16", "timestamp": [ 30.39, 36.29 ], "duration": 62.66, "caption": "A person buys a ticket at the ticket window to see a Christmas movie by themselves.", "similarity": 0.4722, "relevance": 1 } ] }, { "query_id": 70041, "query": "A woman walks up to a man and reads something to him from the board she's carrying.", "relevant_moment": [ { "pair_id": 172140, "video_name": "grey_s02e12_seg02_clip_04", "timestamp": [ 47.05, 66.38 ], "duration": 84.66, "caption": "A woman walks up to a man and reads something to him from the board she's carrying.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172141, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 68.94, 72.09 ], "duration": 90.66, "caption": "A person walks up to woman, who is writing something on the whiteboard.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 172142, "video_name": "castle_s02e24_seg02_clip_17", "timestamp": [ 76.39, 77.7 ], "duration": 87.66, "caption": "A man walks up to the board and begins a conversation with woman.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 172143, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 35.16, 41.84 ], "duration": 89.66, "caption": "A man walks up to woman, who is looking at the white board, and sits on the desk next to her.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 172144, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 14.56, 19.85 ], "duration": 88.66, "caption": "A man walks up to a woman holding a clipboard.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 172145, "video_name": "castle_s06e16_seg02_clip_19", "timestamp": [ 67.78, 74.34 ], "duration": 87.66, "caption": "A person walks up to woman and hands her and man some documents.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 172146, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 36.05, 42.73 ], "duration": 89.66, "caption": "A woman is looking at the white board when a man comes up to her.", "similarity": 0.6819, "relevance": 2 }, { "pair_id": 172147, "video_name": "friends_s09e22_seg02_clip_21", "timestamp": [ 74.64, 80.38 ], "duration": 82.66, "caption": "A woman walks in and hands a board to a man, then walks back out.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 172148, "video_name": "s07e06_seg02_clip_07", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A woman walks over to a man in front of a whiteboard.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 172149, "video_name": "castle_s07e09_seg02_clip_15", "timestamp": [ 19.38, 26.59 ], "duration": 90.66, "caption": "A woman walks up to a man holding a folder.", "similarity": 0.6759, "relevance": 4 }, { "pair_id": 172150, "video_name": "house_s01e14_seg02_clip_21", "timestamp": [ 16.78, 20.14 ], "duration": 74.66, "caption": "A woman walks up to a man and hands him a piece of paper.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 172151, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 55.07, 70.09 ], "duration": 91.66, "caption": "A woman walks up to a man to catch up with him.", "similarity": 0.6745, "relevance": 3 }, { "pair_id": 172152, "video_name": "castle_s04e09_seg02_clip_09", "timestamp": [ 7.68, 9.49 ], "duration": 90.66, "caption": "A woman walks up to a man and woman carrying some papers in her hand.", "similarity": 0.6738, "relevance": 3 }, { "pair_id": 172153, "video_name": "castle_s02e02_seg02_clip_06", "timestamp": [ 57.06, 59.82 ], "duration": 92.66, "caption": "A person walks up with a sheet of paper and hands it to a woman.", "similarity": 0.6731, "relevance": 2 }, { "pair_id": 172154, "video_name": "castle_s05e16_seg02_clip_07", "timestamp": [ 27.0, 63.46 ], "duration": 135.66, "caption": "A man walks up to where a woman and another woman are talking at the evidence board.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 172156, "video_name": "grey_s02e02_seg02_clip_04", "timestamp": [ 34.45, 42.69 ], "duration": 97.66, "caption": "A woman walks up and picks up a piece of paper to read.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 172157, "video_name": "friends_s04e12_seg02_clip_05", "timestamp": [ 26.01, 29.04 ], "duration": 60.66, "caption": "A woman walks in while a man is holding a board.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 172158, "video_name": "castle_s03e01_seg02_clip_16", "timestamp": [ 74.19, 83.29 ], "duration": 91.66, "caption": "A woman is writing an equation on the board when a man walks up.", "similarity": 0.664, "relevance": 1 }, { "pair_id": 172159, "video_name": "castle_s02e17_seg02_clip_13", "timestamp": [ 10.31, 14.6 ], "duration": 85.66, "caption": "A man walks over to look at the white board with woman.", "similarity": 0.6627, "relevance": 2 }, { "pair_id": 345460, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 11.24, 15.3 ], "duration": 62.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 345461, "video_name": "grey_s03e08_seg02_clip_14", "timestamp": [ 72.13, 82.44 ], "duration": 82.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 345462, "video_name": "castle_s07e05_seg02_clip_04", "timestamp": [ 53.85, 62.59 ], "duration": 92.66, "caption": "A person walks up to a woman and hands her a bag of evidence.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 345463, "video_name": "castle_s03e09_seg02_clip_05", "timestamp": [ 21.71, 25.33 ], "duration": 90.66, "caption": "A woman walks towards a man as he is standing in front of the case board.", "similarity": 0.6622, "relevance": 3 }, { "pair_id": 345464, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 86.59, 87.02 ], "duration": 87.66, "caption": "A man walks up to woman as she walks towards him.", "similarity": 0.6614, "relevance": 1 }, { "pair_id": 345465, "video_name": "met_s06e09_seg02_clip_14", "timestamp": [ 22.64, 25.12 ], "duration": 62.66, "caption": "A woman walks up to a man who is seated.", "similarity": 0.6554, "relevance": 2 }, { "pair_id": 345466, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 23.03, 29.02 ], "duration": 92.66, "caption": "A woman hands the book back to a man after he walks up.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 345467, "video_name": "castle_s02e22_seg02_clip_16", "timestamp": [ 40.12, 50.26 ], "duration": 88.66, "caption": "A woman walks up to a man when he is on his date.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 345468, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 46.69, 65.74 ], "duration": 74.66, "caption": "A person walks over to the white board and starts to read it.", "similarity": 0.654, "relevance": 1 }, { "pair_id": 345469, "video_name": "friends_s09e23-24_seg02_clip_18", "timestamp": [ 13.89, 19.21 ], "duration": 59.66, "caption": "A woman walks up to a man because she recognizes him.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 345470, "video_name": "friends_s09e11_seg02_clip_15", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A woman walks up to man when he is on set.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 345471, "video_name": "castle_s05e16_seg02_clip_07", "timestamp": [ 72.24, 81.69 ], "duration": 135.66, "caption": "A man walks up to a woman at the evidence board at work.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 345472, "video_name": "grey_s01e02_seg02_clip_16", "timestamp": [ 10.29, 13.23 ], "duration": 98.66, "caption": "A man walks up to woman and says she's with him.", "similarity": 0.6486, "relevance": 1 }, { "pair_id": 345473, "video_name": "castle_s02e10_seg02_clip_20", "timestamp": [ 72.43, 77.86 ], "duration": 90.66, "caption": "A woman walks up to a man and hands him a folder as he is talking to two people.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 345474, "video_name": "grey_s03e02_seg02_clip_08", "timestamp": [ 58.63, 62.66 ], "duration": 89.66, "caption": "A man walks up to a woman and grabs a clipboard.", "similarity": 0.6471, "relevance": 1 }, { "pair_id": 345475, "video_name": "grey_s03e23_seg02_clip_04", "timestamp": [ 75.68, 83.74 ], "duration": 89.66, "caption": "A man walks up to a woman and sits down while she is writing.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 345476, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 18.1, 23.23 ], "duration": 60.66, "caption": "A woman picks up a piece of paper from the ground and reads a question to a man.", "similarity": 0.6468, "relevance": 4 }, { "pair_id": 345477, "video_name": "house_s05e14_seg02_clip_17", "timestamp": [ 20.41, 24.49 ], "duration": 90.66, "caption": "A man walks up to woman who is doing paperwork.", "similarity": 0.6445, "relevance": 1 }, { "pair_id": 345478, "video_name": "castle_s06e21_seg02_clip_13", "timestamp": [ 60.0, 61.84 ], "duration": 91.66, "caption": "A man walks up to woman and person and holds up a white paper.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 345479, "video_name": "met_s02e19_seg02_clip_02", "timestamp": [ 10.13, 27.02 ], "duration": 61.66, "caption": "A woman walks up to a man to show him her gift for a woman.", "similarity": 0.6438, "relevance": 2 } ] }, { "query_id": 70046, "query": "A woman stays back in man's office after some people leave.", "relevant_moment": [ { "pair_id": 21861, "video_name": "castle_s03e23_seg02_clip_26", "timestamp": [ 41.41, 47.71 ], "duration": 90.66, "caption": "A woman gets up and a man and her leave the office.", "similarity": 0.8148, "relevance": 3 }, { "pair_id": 21862, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 42.1, 50.03 ], "duration": 122.66, "caption": "A woman exits the office of a man.", "similarity": 0.7957, "relevance": 2 }, { "pair_id": 21863, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 28.75, 32.73 ], "duration": 88.66, "caption": "A person gets up from her seat and leaves a man's office.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 21864, "video_name": "friends_s07e23-24_seg02_clip_27", "timestamp": [ 17.24, 22.29 ], "duration": 59.66, "caption": "A woman leaves a person's office with two other individuals following her out.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 21865, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 31.03, 34.79 ], "duration": 94.66, "caption": "A person turns and walks out of woman's office.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 21866, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 62.57, 66.62 ], "duration": 90.66, "caption": "A woman turns around and leaves a man in his office alone.", "similarity": 0.7531, "relevance": 2 }, { "pair_id": 21867, "video_name": "house_s01e15_seg02_clip_06", "timestamp": [ 1.36, 4.97 ], "duration": 90.66, "caption": "A person walks out of a woman's office then she turns around.", "similarity": 0.7492, "relevance": 3 }, { "pair_id": 21868, "video_name": "grey_s03e10_seg02_clip_01", "timestamp": [ 22.76, 25.49 ], "duration": 91.66, "caption": "Two women leave a man's office at the same time.", "similarity": 0.7468, "relevance": 1 }, { "pair_id": 21869, "video_name": "house_s02e03_seg02_clip_15", "timestamp": [ 90.27, 93.15 ], "duration": 96.66, "caption": "A woman walks out of a person's office first after she and a man meet with her.", "similarity": 0.7468, "relevance": 1 }, { "pair_id": 21870, "video_name": "house_s02e03_seg02_clip_21", "timestamp": [ 76.97, 85.07 ], "duration": 90.66, "caption": "A man walks out of a woman's office while she follows him.", "similarity": 0.746, "relevance": 1 }, { "pair_id": 21871, "video_name": "grey_s03e09_seg02_clip_09", "timestamp": [ 35.16, 39.91 ], "duration": 95.66, "caption": "A woman leaves a man's office and he sits at his desk.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 21872, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 40.45, 48.17 ], "duration": 90.66, "caption": "A man takes woman's hand and they leave the office.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 21873, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 13.44, 17.47 ], "duration": 89.66, "caption": "A woman walks out of the office and then goes back in the office.", "similarity": 0.7411, "relevance": 1 }, { "pair_id": 21874, "video_name": "grey_s02e07_seg02_clip_22", "timestamp": [ 18.84, 27.48 ], "duration": 157.66, "caption": "A woman walks away from a man's office after she's been seen.", "similarity": 0.7404, "relevance": 1 }, { "pair_id": 21875, "video_name": "house_s07e18_seg02_clip_00", "timestamp": [ 64.88, 69.94 ], "duration": 92.66, "caption": "A woman gets stopped from sneaking out of the office by man calling in.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 21876, "video_name": "house_s03e15_seg02_clip_12", "timestamp": [ 4.65, 6.98 ], "duration": 93.66, "caption": "A woman walks out of the office leaving a man alone.", "similarity": 0.7361, "relevance": 1 }, { "pair_id": 21877, "video_name": "house_s03e08_seg02_clip_08", "timestamp": [ 11.08, 14.77 ], "duration": 92.66, "caption": "A woman walks out of the office with a man.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 21878, "video_name": "castle_s04e10_seg02_clip_07", "timestamp": [ 2.27, 6.81 ], "duration": 90.66, "caption": "A woman walks away from two men, back into her office.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 21879, "video_name": "castle_s08e04_seg02_clip_03", "timestamp": [ 63.65, 85.02 ], "duration": 89.66, "caption": "As a woman is walking back to the office, a man walks in with another woman.", "similarity": 0.7259, "relevance": 3 } ] }, { "query_id": 70080, "query": "Two men get up and walk over to some people.", "relevant_moment": [ { "pair_id": 69480, "video_name": "friends_s09e13_seg02_clip_07", "timestamp": [ 6.21, 11.89 ], "duration": 54.66, "caption": "Two men get up and walk over to some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69481, "video_name": "friends_s04e23-24_seg02_clip_00", "timestamp": [ 18.92, 22.33 ], "duration": 62.66, "caption": "Two men walk over to a man when they come in.", "similarity": 0.8316, "relevance": 2 }, { "pair_id": 69482, "video_name": "castle_s07e19_seg02_clip_06", "timestamp": [ 22.27, 25.45 ], "duration": 90.66, "caption": "Two men walk up to a person on the street.", "similarity": 0.8206, "relevance": 2 }, { "pair_id": 69483, "video_name": "castle_s08e01_seg02_clip_25", "timestamp": [ 48.5, 51.38 ], "duration": 96.66, "caption": "Two men were walking towards some people.", "similarity": 0.8063, "relevance": 2 }, { "pair_id": 69484, "video_name": "s08e10_seg02_clip_01", "timestamp": [ 3.99, 7.7 ], "duration": 57.66, "caption": "Two men walk over and stop by another man.", "similarity": 0.7973, "relevance": 2 }, { "pair_id": 69485, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.7659, "relevance": 2 }, { "pair_id": 69486, "video_name": "grey_s02e24_seg02_clip_09", "timestamp": [ 21.85, 29.58 ], "duration": 91.66, "caption": "A man stands up and walks over to two other people.", "similarity": 0.7564, "relevance": 3 }, { "pair_id": 69487, "video_name": "house_s01e08_seg02_clip_20", "timestamp": [ 3.76, 8.46 ], "duration": 94.66, "caption": "A man walks over to another man and walks with him.", "similarity": 0.7545, "relevance": 2 }, { "pair_id": 69488, "video_name": "grey_s02e17_seg02_clip_22", "timestamp": [ 0.0, 4.71 ], "duration": 157.66, "caption": "Two men walk together toward a crowd.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 69489, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 19.28, 28.68 ], "duration": 94.66, "caption": "Two people walk over to someone together.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 69490, "video_name": "friends_s09e18_seg02_clip_00", "timestamp": [ 36.64, 39.48 ], "duration": 63.66, "caption": "A man quickly walks over to where another man is standing.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 69491, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A man stands up and walks over to another person.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 69492, "video_name": "friends_s09e17_seg02_clip_20", "timestamp": [ 13.81, 18.31 ], "duration": 60.66, "caption": "A man walks over to be in front of another man.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 69493, "video_name": "house_s02e08_seg02_clip_24", "timestamp": [ 20.28, 27.95 ], "duration": 90.66, "caption": "A man stands up and walks forward to another man.", "similarity": 0.7467, "relevance": 2 }, { "pair_id": 69494, "video_name": "friends_s04e23-24_seg02_clip_05", "timestamp": [ 1.84, 5.38 ], "duration": 14.66, "caption": "Two men walk up to a large building together.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 69495, "video_name": "s06e08_seg02_clip_02", "timestamp": [ 7.8, 16.81 ], "duration": 60.66, "caption": "Two men walk up to a person and start a conversation.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 69496, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 66.12, 71.11 ], "duration": 90.66, "caption": "Two people walk up to someone after they see them.", "similarity": 0.7349, "relevance": 2 }, { "pair_id": 69497, "video_name": "grey_s03e15_seg02_clip_09", "timestamp": [ 23.38, 28.42 ], "duration": 91.66, "caption": "Two men walk up to someone in the hallway.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 69498, "video_name": "castle_s04e09_seg02_clip_01", "timestamp": [ 24.97, 26.78 ], "duration": 90.66, "caption": "A man walks up to two other people and stops.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 69499, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 71.63, 75.35 ], "duration": 93.66, "caption": "Two people walk up and interrupt a man and another man.", "similarity": 0.7265, "relevance": 2 } ] }, { "query_id": 70098, "query": "A man moves from the chair to sit by a woman on the couch.", "relevant_moment": [ { "pair_id": 79760, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 2.84, 6.63 ], "duration": 63.66, "caption": "A man moves from the chair to sit by a woman on the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 79761, "video_name": "friends_s08e11_seg02_clip_08", "timestamp": [ 58.67, 63.09 ], "duration": 63.66, "caption": "A man moves from the chair he's sitting onto the couch with two women.", "similarity": 0.8901, "relevance": 4 }, { "pair_id": 79762, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 24.91, 28.21 ], "duration": 60.66, "caption": "A man moves from the chair over to the couch next to woman.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 79763, "video_name": "s02e14_seg02_clip_09", "timestamp": [ 12.92, 15.13 ], "duration": 63.66, "caption": "A man moves from the arm of the couch to sit next to woman.", "similarity": 0.8566, "relevance": 2 }, { "pair_id": 79764, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 0.58, 4.64 ], "duration": 58.66, "caption": "A man moves on the couch to make room for a woman to sit.", "similarity": 0.818, "relevance": 2 }, { "pair_id": 79765, "video_name": "friends_s01e10_seg02_clip_09", "timestamp": [ 56.76, 60.72 ], "duration": 61.66, "caption": "A man walks to move past a woman on the couch.", "similarity": 0.8072, "relevance": 1 }, { "pair_id": 79766, "video_name": "castle_s06e04_seg02_clip_06", "timestamp": [ 30.16, 33.76 ], "duration": 90.66, "caption": "A man moves the chair in front of a woman and sits down.", "similarity": 0.7967, "relevance": 1 }, { "pair_id": 79767, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person moves from the arm of the sofa to sit next to a woman.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 79768, "video_name": "castle_s04e18_seg02_clip_23", "timestamp": [ 34.08, 39.15 ], "duration": 92.66, "caption": "A man takes a seat on couch across from woman and another person.", "similarity": 0.7769, "relevance": 1 }, { "pair_id": 79769, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 18.92, 20.47 ], "duration": 62.66, "caption": "A man takes a seat next to woman on the couch.", "similarity": 0.776, "relevance": 2 }, { "pair_id": 79770, "video_name": "s03e04_seg02_clip_10", "timestamp": [ 57.67, 60.42 ], "duration": 61.66, "caption": "A woman moves off of a man and sits down on the couch.", "similarity": 0.7751, "relevance": 2 }, { "pair_id": 79771, "video_name": "s06e03_seg02_clip_12", "timestamp": [ 33.01, 37.82 ], "duration": 60.66, "caption": "A person goes to sit with a man and a woman on the couch.", "similarity": 0.7738, "relevance": 3 }, { "pair_id": 79772, "video_name": "s02e14_seg02_clip_10", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "A man stands up, moves closer to woman, and takes a seat on the arm of his couch.", "similarity": 0.7684, "relevance": 1 }, { "pair_id": 79773, "video_name": "friends_s04e22_seg01_clip_00", "timestamp": [ 3.85, 10.18 ], "duration": 55.66, "caption": "A woman walks over to the couch and a man moves so she can sit down.", "similarity": 0.7682, "relevance": 2 }, { "pair_id": 79774, "video_name": "friends_s06e03_seg02_clip_06", "timestamp": [ 60.48, 65.03 ], "duration": 65.66, "caption": "A man takes a seat down on the couch next to a woman.", "similarity": 0.7629, "relevance": 3 }, { "pair_id": 79775, "video_name": "s09e11_seg02_clip_13", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman moves a little closer to a man on the couch.", "similarity": 0.759, "relevance": 2 }, { "pair_id": 79776, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 8.37, 11.62 ], "duration": 54.66, "caption": "A woman moves over on the couch closer to a man, who also shifts over.", "similarity": 0.7571, "relevance": 1 }, { "pair_id": 79777, "video_name": "castle_s08e16_seg02_clip_12", "timestamp": [ 42.78, 46.07 ], "duration": 94.66, "caption": "A man walks to a woman and sits down on a chair.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 79778, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 27.46, 35.09 ], "duration": 61.66, "caption": "A man walks towards a woman who is sitting on the couch.", "similarity": 0.7423, "relevance": 2 }, { "pair_id": 79779, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 55.62, 61.12 ], "duration": 61.66, "caption": "A man walks over and sits on the armchair of the sofa near a woman.", "similarity": 0.7401, "relevance": 2 } ] }, { "query_id": 70146, "query": "A person is sitting on a chair looking at a newspaper as another person walks in.", "relevant_moment": [ { "pair_id": 157700, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 61.3, 64.5 ], "duration": 91.66, "caption": "A person is sitting on a chair looking at a newspaper as another person walks in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157701, "video_name": "met_s03e12_seg01_clip_01", "timestamp": [ 31.83, 34.98 ], "duration": 63.66, "caption": "A person sits down in a chair holding a newspaper.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 157702, "video_name": "house_s04e13_seg02_clip_05", "timestamp": [ 0.0, 5.34 ], "duration": 97.66, "caption": "A person sits at the table reading a newspaper while someone is talking to him.", "similarity": 0.7226, "relevance": 3 }, { "pair_id": 157703, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 18.0, 21.84 ], "duration": 59.66, "caption": "A person walks past another person and sits in a chair.", "similarity": 0.712, "relevance": 1 }, { "pair_id": 157704, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.6947, "relevance": 1 }, { "pair_id": 157705, "video_name": "house_s06e04_seg02_clip_20", "timestamp": [ 0.0, 17.07 ], "duration": 87.66, "caption": "A person sits in the chair and looks up at someone.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 157706, "video_name": "castle_s06e05_seg02_clip_13", "timestamp": [ 83.24, 89.02 ], "duration": 89.66, "caption": "A person reads from a newspaper while sitting at a table.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 157707, "video_name": "s06e02_seg02_clip_15", "timestamp": [ 49.1, 53.33 ], "duration": 65.66, "caption": "A person is sitting in the chair across from another person.", "similarity": 0.6736, "relevance": 1 }, { "pair_id": 157708, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 34.52, 40.82 ], "duration": 60.66, "caption": "A person walks in and sits on a chair.", "similarity": 0.6608, "relevance": 3 }, { "pair_id": 157709, "video_name": "friends_s03e22_seg02_clip_12", "timestamp": [ 13.64, 48.16 ], "duration": 58.66, "caption": "A woman is sitting on a chair as she holds a newspaper.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 157710, "video_name": "s08e18_seg02_clip_03", "timestamp": [ 5.1, 9.0 ], "duration": 60.66, "caption": "A person walks in front of another person and sits down in his/her desk chair.", "similarity": 0.6516, "relevance": 3 }, { "pair_id": 157711, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 79.0, 81.02 ], "duration": 81.66, "caption": "A person looks over while reading a newspaper and sees a woman.", "similarity": 0.645, "relevance": 3 }, { "pair_id": 157712, "video_name": "s01e01_seg01_clip_01", "timestamp": [ 10.08, 15.44 ], "duration": 63.66, "caption": "A person sits at the desk reading the newspaper.", "similarity": 0.6378, "relevance": 3 }, { "pair_id": 157713, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 9.11, 14.27 ], "duration": 60.66, "caption": "A man walks in while a woman is reading the newspaper.", "similarity": 0.6374, "relevance": 4 }, { "pair_id": 157714, "video_name": "house_s07e06_seg02_clip_21", "timestamp": [ 41.4, 46.74 ], "duration": 89.66, "caption": "A person walks to the chair in front of someone and sits down.", "similarity": 0.6371, "relevance": 3 }, { "pair_id": 157715, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 157716, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 50.47, 55.6 ], "duration": 57.66, "caption": "A person walks over to where another person is sitting.", "similarity": 0.6366, "relevance": 2 }, { "pair_id": 157717, "video_name": "house_s02e09_seg02_clip_16", "timestamp": [ 60.98, 89.02 ], "duration": 89.66, "caption": "A person walks in with a paper he hands to another person to read.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 157718, "video_name": "friends_s05e02_seg02_clip_16", "timestamp": [ 62.18, 65.14 ], "duration": 74.66, "caption": "A person puts their coffee on the table and sits down in the chair with a newspaper.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 157719, "video_name": "s06e12_seg02_clip_05", "timestamp": [ 16.93, 18.81 ], "duration": 47.66, "caption": "A person sits down in a chair by another person's desk.", "similarity": 0.633, "relevance": 2 } ] }, { "query_id": 70160, "query": "A person walks out a door and walks into a garage.", "relevant_moment": [ { "pair_id": 3200, "video_name": "house_s05e12_seg02_clip_03", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "A person walks out a door and walks into a garage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3201, "video_name": "met_s03e13_seg02_clip_14", "timestamp": [ 21.25, 24.5 ], "duration": 59.66, "caption": "A person walks out the door of a building.", "similarity": 0.7204, "relevance": 1 }, { "pair_id": 3202, "video_name": "grey_s02e17_seg02_clip_26", "timestamp": [ 10.33, 14.41 ], "duration": 43.66, "caption": "A person walks out of the door and right back in.", "similarity": 0.7101, "relevance": 2 }, { "pair_id": 3203, "video_name": "house_s06e11_seg02_clip_10", "timestamp": [ 62.07, 64.62 ], "duration": 85.66, "caption": "A person walks out the door of the room.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 3204, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 4.95, 11.56 ], "duration": 66.66, "caption": "A person realizes something and walks out the door.", "similarity": 0.694, "relevance": 2 }, { "pair_id": 3205, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.6895, "relevance": 0 }, { "pair_id": 3206, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 3.97, 5.73 ], "duration": 88.66, "caption": "A person opens the door and walks out of the room.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 3207, "video_name": "s07e12_seg02_clip_15", "timestamp": [ 30.73, 35.54 ], "duration": 64.66, "caption": "A person walks over to the door quickly and leaves.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 3208, "video_name": "grey_s01e04_seg02_clip_03", "timestamp": [ 25.39, 27.27 ], "duration": 94.66, "caption": "A person stands at the door entrance and then walks out of the room.", "similarity": 0.6867, "relevance": 0 }, { "pair_id": 3209, "video_name": "grey_s03e25_seg02_clip_11", "timestamp": [ 67.7, 73.34 ], "duration": 94.66, "caption": "A person turns around then walks out the door.", "similarity": 0.6787, "relevance": 3 }, { "pair_id": 3210, "video_name": "house_s08e19_seg02_clip_09", "timestamp": [ 9.03, 16.15 ], "duration": 95.66, "caption": "A person walks out and closes the door behind him.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 3211, "video_name": "friends_s06e24-25_seg02_clip_18", "timestamp": [ 36.28, 40.59 ], "duration": 61.66, "caption": "A person walks out of a building and closes the door behind him.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 3212, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 60.32, 73.37 ], "duration": 90.66, "caption": "A person stands up and walks out of the door.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 3213, "video_name": "friends_s06e15-16_seg02_clip_30", "timestamp": [ 29.51, 32.46 ], "duration": 59.66, "caption": "A person walks through the door into the room.", "similarity": 0.6748, "relevance": 0 }, { "pair_id": 3214, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A person walks out of the door and closes it behind him.", "similarity": 0.671, "relevance": 3 }, { "pair_id": 3215, "video_name": "castle_s05e14_seg02_clip_20", "timestamp": [ 29.38, 31.6 ], "duration": 89.66, "caption": "A person walks through a door and stops.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 3216, "video_name": "friends_s01e23_seg02_clip_05", "timestamp": [ 23.5, 29.3 ], "duration": 58.66, "caption": "A person walks toward the door, opens it and leaves the room.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 3217, "video_name": "friends_s07e13_seg02_clip_05", "timestamp": [ 49.43, 51.57 ], "duration": 61.66, "caption": "A woman walks past man and leaves the garage.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 3218, "video_name": "s07e02_seg02_clip_15", "timestamp": [ 24.95, 28.14 ], "duration": 58.66, "caption": "A person opens their apartment door and walks out.", "similarity": 0.6599, "relevance": 3 }, { "pair_id": 3219, "video_name": "s10e09_seg02_clip_03", "timestamp": [ 24.01, 26.71 ], "duration": 60.66, "caption": "A person opens the door of an apartment and walks out.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 176520, "video_name": "grey_s02e17_seg02_clip_07", "timestamp": [ 21.18, 24.4 ], "duration": 92.66, "caption": "A person turns around and walks out of doorway.", "similarity": 0.6581, "relevance": 1 }, { "pair_id": 176521, "video_name": "house_s02e16_seg02_clip_05", "timestamp": [ 87.45, 90.74 ], "duration": 94.66, "caption": "A person opens the sliding door and walks out.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 176522, "video_name": "castle_s07e12_seg02_clip_17", "timestamp": [ 88.83, 107.02 ], "duration": 107.66, "caption": "A person is outside of a building and goes into the garage to look at a limo.", "similarity": 0.6578, "relevance": 3 }, { "pair_id": 176523, "video_name": "house_s03e04_seg02_clip_15", "timestamp": [ 62.24, 75.77 ], "duration": 90.66, "caption": "A person enters the parking garage and walks up to someone sitting on their motorcycle.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 176524, "video_name": "s03e23_seg02_clip_04", "timestamp": [ 50.42, 53.12 ], "duration": 60.66, "caption": "A person walks out of the apartment front door.", "similarity": 0.6558, "relevance": 2 }, { "pair_id": 176525, "video_name": "house_s08e07_seg02_clip_19", "timestamp": [ 0.0, 22.06 ], "duration": 45.66, "caption": "A person walks from the street to the front door of a house.", "similarity": 0.6542, "relevance": 1 }, { "pair_id": 176526, "video_name": "house_s06e11_seg02_clip_13", "timestamp": [ 24.69, 29.1 ], "duration": 88.66, "caption": "A person walks up out of his seat and out the door.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 176527, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 51.79, 53.97 ], "duration": 62.66, "caption": "A person walking out the door and closing it behind him.", "similarity": 0.6524, "relevance": 2 }, { "pair_id": 176528, "video_name": "s07e19_seg02_clip_08", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "A person walks into the room after the door opens.", "similarity": 0.6521, "relevance": 1 }, { "pair_id": 176529, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 54.16, 64.63 ], "duration": 91.66, "caption": "A person walks across the room and opens the door.", "similarity": 0.6512, "relevance": 1 }, { "pair_id": 176530, "video_name": "friends_s07e13_seg02_clip_17", "timestamp": [ 28.68, 34.3 ], "duration": 59.66, "caption": "A woman is angry and walks out of the garage.", "similarity": 0.6511, "relevance": 2 }, { "pair_id": 176531, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 1.32, 4.4 ], "duration": 88.66, "caption": "A man turns around and walks out the door.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 176532, "video_name": "s01e05_seg02_clip_12", "timestamp": [ 19.51, 20.71 ], "duration": 60.66, "caption": "One person walks through the doorway out of the room.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 176533, "video_name": "friends_s10e14_seg02_clip_19", "timestamp": [ 15.7, 19.03 ], "duration": 60.66, "caption": "A person walks into the room and closes the door behind him.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 176534, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 65.35, 72.92 ], "duration": 108.66, "caption": "A man walks over to the door and walks out of the room.", "similarity": 0.6465, "relevance": 1 }, { "pair_id": 176535, "video_name": "house_s03e18_seg02_clip_23", "timestamp": [ 24.62, 31.78 ], "duration": 89.66, "caption": "A person walks through a gate and opens a basement door.", "similarity": 0.646, "relevance": 1 }, { "pair_id": 176536, "video_name": "s10e07_seg02_clip_13", "timestamp": [ 43.21, 45.38 ], "duration": 72.66, "caption": "A person opens the door of the bedroom and walks out.", "similarity": 0.645, "relevance": 2 }, { "pair_id": 176537, "video_name": "castle_s08e22_seg02_clip_07", "timestamp": [ 42.78, 49.15 ], "duration": 91.66, "caption": "A person walks to the driver side door of the car and gets in the vehicle.", "similarity": 0.6448, "relevance": 1 }, { "pair_id": 176538, "video_name": "s01e17_seg02_clip_07", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A person walks in the door and closes it behind him.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 176539, "video_name": "house_s01e12_seg02_clip_16", "timestamp": [ 55.72, 67.47 ], "duration": 87.66, "caption": "A person walks into the room and stands at the door.", "similarity": 0.6401, "relevance": 2 } ] }, { "query_id": 70227, "query": "A woman slaps a man on the arm, while sitting on the couch.", "relevant_moment": [ { "pair_id": 105020, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 81.44, 83.21 ], "duration": 118.66, "caption": "A woman slaps a man on the arm, while sitting on the couch.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 105024, "video_name": "friends_s04e20_seg02_clip_10", "timestamp": [ 15.21, 18.36 ], "duration": 52.66, "caption": "A woman sits on the couch then grabs a man's arm to get him to sit.", "similarity": 0.8036, "relevance": 3 }, { "pair_id": 105026, "video_name": "friends_s06e19_seg02_clip_16", "timestamp": [ 6.65, 11.79 ], "duration": 60.66, "caption": "A woman grabs a man by the arm and pulls him to sit on the sofa.", "similarity": 0.7529, "relevance": 3 }, { "pair_id": 105028, "video_name": "friends_s03e08_seg02_clip_02", "timestamp": [ 17.09, 20.11 ], "duration": 67.66, "caption": "A man grabs a woman's hand when she's sitting on the couch.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 105029, "video_name": "friends_s03e19_seg02_clip_14", "timestamp": [ 4.28, 6.27 ], "duration": 57.66, "caption": "A man slaps on the back of the couch.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 105030, "video_name": "s05e04_seg02_clip_12", "timestamp": [ 2.79, 4.65 ], "duration": 62.66, "caption": "A woman slaps man on the arm and he turns around.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 105031, "video_name": "met_s04e01_seg02_clip_03", "timestamp": [ 52.54, 55.43 ], "duration": 64.66, "caption": "A woman slaps a man on the arm and he stands up in pain.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 105032, "video_name": "friends_s06e19_seg02_clip_00", "timestamp": [ 1.3, 2.93 ], "duration": 65.66, "caption": "A man slaps guy on the knee while sitting on the couch.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 105033, "video_name": "friends_s06e13_seg02_clip_03", "timestamp": [ 0.0, 8.92 ], "duration": 59.66, "caption": "A man has his arm around a woman as they are seated on the couch.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 105035, "video_name": "friends_s08e21_seg02_clip_00", "timestamp": [ 3.36, 6.71 ], "duration": 61.66, "caption": "A woman uses her hand to slap against the sofa while having a conversation with a man.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 105036, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 28.99, 34.79 ], "duration": 61.66, "caption": "A woman places her hand on man's arm while sitting next to him on the couch.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 105037, "video_name": "friends_s05e15_seg02_clip_06", "timestamp": [ 0.0, 6.62 ], "duration": 55.66, "caption": "A man and a woman are sitting on the couch when she starts punching him.", "similarity": 0.7204, "relevance": 3 }, { "pair_id": 105038, "video_name": "s07e16_seg02_clip_05", "timestamp": [ 13.21, 14.11 ], "duration": 60.66, "caption": "A man slaps his knee while he is sitting on the couch talking to woman.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 105039, "video_name": "friends_s10e01_seg02_clip_16", "timestamp": [ 7.97, 11.21 ], "duration": 59.66, "caption": "A woman slaps man before she sits down next to him.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 278340, "video_name": "friends_s09e06_seg02_clip_00", "timestamp": [ 20.14, 22.28 ], "duration": 61.66, "caption": "A woman grabs a man's hand and places it on her breast as they sit on the couch.", "similarity": 0.719, "relevance": 4 }, { "pair_id": 278341, "video_name": "friends_s04e21_seg02_clip_18", "timestamp": [ 23.23, 25.81 ], "duration": 57.66, "caption": "A person slaps the couch around them a couple times.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 278342, "video_name": "house_s06e06_seg02_clip_25", "timestamp": [ 60.45, 64.38 ], "duration": 157.66, "caption": "A woman sits down on the couch, and places her hand on man's shoulder.", "similarity": 0.7087, "relevance": 4 }, { "pair_id": 278343, "video_name": "friends_s08e09_seg02_clip_11", "timestamp": [ 58.18, 59.71 ], "duration": 61.66, "caption": "A woman hits a man on the shoulder where he is sitting.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 278344, "video_name": "s10e04_seg02_clip_14", "timestamp": [ 48.2, 59.43 ], "duration": 66.66, "caption": "A woman sits on the arm of the sofa rubbing a man's back.", "similarity": 0.7058, "relevance": 3 }, { "pair_id": 278345, "video_name": "s02e16_seg02_clip_15", "timestamp": [ 48.02, 52.51 ], "duration": 64.66, "caption": "A woman rubs a man's shoulder when he sits on the couch.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 278346, "video_name": "s09e15_seg02_clip_07", "timestamp": [ 34.18, 38.45 ], "duration": 61.66, "caption": "A woman grabs man's arm as he is sitting.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 278347, "video_name": "castle_s03e20_seg02_clip_13", "timestamp": [ 54.52, 57.22 ], "duration": 90.66, "caption": "A woman consoles someone on the couch and rubs her arm.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 278348, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 74.71, 77.02 ], "duration": 77.66, "caption": "A woman hits a man with a pillow from the couch.", "similarity": 0.6971, "relevance": 3 }, { "pair_id": 278349, "video_name": "s01e08_seg02_clip_05", "timestamp": [ 46.69, 50.35 ], "duration": 61.66, "caption": "A woman grabs a man's hand to sit him down next to her on her couch.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 278350, "video_name": "friends_s03e15_seg02_clip_04", "timestamp": [ 23.8, 25.02 ], "duration": 61.66, "caption": "A man slaps another man and then stands up from the couch.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 278351, "video_name": "s09e15_seg02_clip_05", "timestamp": [ 3.08, 5.04 ], "duration": 56.66, "caption": "A woman reaches over and touches a man on the wrist while they are sitting on the couch.", "similarity": 0.6917, "relevance": 4 }, { "pair_id": 278353, "video_name": "friends_s08e22_seg02_clip_18", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A woman has her arm around a man's neck on the sofa.", "similarity": 0.6859, "relevance": 3 }, { "pair_id": 278354, "video_name": "friends_s06e18_seg02_clip_03", "timestamp": [ 61.41, 62.03 ], "duration": 62.66, "caption": "A woman pulls person's arm to sit him/her down on the sofa.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 278355, "video_name": "s08e23_seg02_clip_04", "timestamp": [ 30.7, 32.26 ], "duration": 62.66, "caption": "A person slaps the couch and points his finger at another person.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 278356, "video_name": "s04e05_seg02_clip_11", "timestamp": [ 39.67, 41.19 ], "duration": 61.66, "caption": "A woman slaps a man on the front of his shoulder as she laughs.", "similarity": 0.6828, "relevance": 3 }, { "pair_id": 278357, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 39.13, 43.01 ], "duration": 59.66, "caption": "A man grabs a woman and sets her down on the couch.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 278358, "video_name": "friends_s04e14_seg02_clip_15", "timestamp": [ 47.22, 48.4 ], "duration": 59.66, "caption": "A woman grabs man by the arm and sits him down in a chair.", "similarity": 0.6794, "relevance": 2 }, { "pair_id": 278359, "video_name": "friends_s01e01_seg02_clip_23", "timestamp": [ 3.04, 6.68 ], "duration": 60.66, "caption": "A woman tosses a man who is sitting on the arm of the sofa onto the ground.", "similarity": 0.6779, "relevance": 3 } ] }, { "query_id": 70305, "query": "A woman picks up person's medical chart and looks at her IV bag.", "relevant_moment": [ { "pair_id": 157420, "video_name": "grey_s03e07_seg02_clip_26", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A woman picks up person's medical chart and looks at her IV bag.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157421, "video_name": "house_s01e08_seg02_clip_16", "timestamp": [ 26.8, 30.56 ], "duration": 94.66, "caption": "A woman checks the medicine bag for the patient.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 157422, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 76.58, 78.76 ], "duration": 87.66, "caption": "A woman picks up a large clear bag with stuff in for a patient to see.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 157423, "video_name": "house_s03e13_seg02_clip_16", "timestamp": [ 37.41, 43.57 ], "duration": 88.66, "caption": "A person walks over the patient's bed to adjust their IV bag.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 157424, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 4.1, 11.86 ], "duration": 91.66, "caption": "A person hangs an IV bag for a patient.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 157425, "video_name": "house_s07e11_seg02_clip_03", "timestamp": [ 44.11, 50.86 ], "duration": 90.66, "caption": "A woman adjusts someone's IV bag and then asks them a question.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 157426, "video_name": "house_s08e07_seg02_clip_25", "timestamp": [ 34.62, 38.65 ], "duration": 161.66, "caption": "A woman checks the fluid in her patient's IV drip.", "similarity": 0.6778, "relevance": 3 }, { "pair_id": 157427, "video_name": "house_s07e23_seg02_clip_21", "timestamp": [ 3.76, 14.57 ], "duration": 94.66, "caption": "A woman touches an IV bag while she is talking to a patient on a bed.", "similarity": 0.6758, "relevance": 2 }, { "pair_id": 157428, "video_name": "grey_s02e23_seg02_clip_02", "timestamp": [ 23.12, 26.75 ], "duration": 90.66, "caption": "A woman is looking for a specific patient's chart and another woman finds it for her.", "similarity": 0.6687, "relevance": 2 }, { "pair_id": 157429, "video_name": "grey_s02e15_seg02_clip_25", "timestamp": [ 40.66, 47.73 ], "duration": 88.66, "caption": "While a woman is talking to another woman, she turns and looks at the IV bag.", "similarity": 0.6681, "relevance": 3 }, { "pair_id": 157430, "video_name": "house_s06e03_seg02_clip_02", "timestamp": [ 12.54, 14.33 ], "duration": 89.66, "caption": "A woman is checking the bag of fluid for the patient.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 157431, "video_name": "house_s01e09_seg02_clip_11", "timestamp": [ 64.63, 81.47 ], "duration": 91.66, "caption": "A person approaches a patient on a hospital bed and plugs a bag into their IV.", "similarity": 0.6591, "relevance": 2 }, { "pair_id": 157432, "video_name": "house_s02e19_seg02_clip_15", "timestamp": [ 61.67, 69.32 ], "duration": 90.66, "caption": "A woman is looking at the patient's results on the computer and Xrays.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 157433, "video_name": "house_s07e14_seg02_clip_05", "timestamp": [ 20.08, 22.17 ], "duration": 83.66, "caption": "A person squeezes the IV bag in the patient's room.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 157434, "video_name": "grey_s03e13_seg02_clip_19", "timestamp": [ 0.0, 12.31 ], "duration": 91.66, "caption": "A woman is looking at someone's medical chart and closes it to talk to another person.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 157435, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 75.28, 79.19 ], "duration": 87.66, "caption": "A woman picks up a full plastic bag and shows it to a person in a hospital bed.", "similarity": 0.631, "relevance": 2 }, { "pair_id": 157436, "video_name": "grey_s03e25_seg02_clip_22", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person walks to a table and looks at a woman's medical chart.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 157437, "video_name": "house_s07e10_seg02_clip_09", "timestamp": [ 66.47, 97.03 ], "duration": 97.66, "caption": "A woman takes a look at the patient that is on the monitor.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 157438, "video_name": "house_s07e08_seg02_clip_10", "timestamp": [ 57.09, 73.99 ], "duration": 91.66, "caption": "A person hangs an IV bag and then walks to the foot of the patient's bed while talking to him/her.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 157439, "video_name": "grey_s03e01_seg02_clip_04", "timestamp": [ 26.94, 30.6 ], "duration": 91.66, "caption": "A woman walks over and open's her patient's chart.", "similarity": 0.6154, "relevance": 3 } ] }, { "query_id": 70312, "query": "A man leaves another man as he ends their conversation.", "relevant_moment": [ { "pair_id": 85340, "video_name": "house_s06e04_seg02_clip_10", "timestamp": [ 50.52, 52.79 ], "duration": 91.66, "caption": "A man leaves another man as he ends their conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 85341, "video_name": "house_s01e20_seg02_clip_14", "timestamp": [ 39.97, 42.26 ], "duration": 91.66, "caption": "A man leaves as he ended the conversation with another man.", "similarity": 0.9574, "relevance": 2 }, { "pair_id": 85342, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 32.18, 38.53 ], "duration": 90.66, "caption": "A man finishes his conversation with another man and walks away.", "similarity": 0.865, "relevance": 4 }, { "pair_id": 85343, "video_name": "grey_s03e19_seg02_clip_20", "timestamp": [ 0.0, 15.4 ], "duration": 88.66, "caption": "Two people are having a conversation then suddenly a man leaves.", "similarity": 0.8605, "relevance": 2 }, { "pair_id": 85344, "video_name": "grey_s02e20_seg02_clip_15", "timestamp": [ 44.38, 46.56 ], "duration": 87.66, "caption": "A man walks away from another man ending their conversation.", "similarity": 0.8509, "relevance": 4 }, { "pair_id": 85345, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 27.29, 32.21 ], "duration": 89.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.8336, "relevance": 1 }, { "pair_id": 85346, "video_name": "house_s03e06_seg02_clip_05", "timestamp": [ 45.04, 48.19 ], "duration": 90.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.8336, "relevance": 3 }, { "pair_id": 85347, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 69.36, 73.87 ], "duration": 90.66, "caption": "A man finishes his conversation with two people then walks away.", "similarity": 0.8267, "relevance": 2 }, { "pair_id": 85348, "video_name": "house_s03e18_seg02_clip_08", "timestamp": [ 59.02, 63.85 ], "duration": 69.66, "caption": "A man leaves after talking with woman, man, and man.", "similarity": 0.8257, "relevance": 3 }, { "pair_id": 85349, "video_name": "house_s08e13_seg02_clip_17", "timestamp": [ 68.08, 80.53 ], "duration": 83.66, "caption": "A man leaves and closes the door after he finishes his conversation with man and woman.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 85350, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 84.42, 91.69 ], "duration": 97.66, "caption": "A man finishes his conversation with two people and walks away.", "similarity": 0.8131, "relevance": 4 }, { "pair_id": 85351, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A man walks out while another person is still talking to them.", "similarity": 0.8092, "relevance": 3 }, { "pair_id": 85352, "video_name": "house_s06e01_seg02_clip_09", "timestamp": [ 66.73, 71.56 ], "duration": 87.66, "caption": "A person finishes his conversation with a man and walks away.", "similarity": 0.8089, "relevance": 3 }, { "pair_id": 85353, "video_name": "grey_s02e13_seg02_clip_14", "timestamp": [ 0.0, 6.9 ], "duration": 92.66, "caption": "Two men are having a conversation and then one of them leaves.", "similarity": 0.8056, "relevance": 4 }, { "pair_id": 85354, "video_name": "house_s03e05_seg02_clip_01", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A man chatting with another man as he walks away.", "similarity": 0.8049, "relevance": 3 }, { "pair_id": 85355, "video_name": "house_s08e17_seg02_clip_11", "timestamp": [ 17.48, 21.63 ], "duration": 92.66, "caption": "A person finishes their conversation with another person and leaves.", "similarity": 0.8033, "relevance": 4 }, { "pair_id": 85356, "video_name": "house_s07e03_seg02_clip_25", "timestamp": [ 56.93, 59.41 ], "duration": 165.66, "caption": "A woman leaves a man after their conversation with each other.", "similarity": 0.7994, "relevance": 1 }, { "pair_id": 85357, "video_name": "castle_s04e08_seg02_clip_07", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A man stops to talk to man, signals goodbye and then leaves.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 85358, "video_name": "house_s03e11_seg02_clip_05", "timestamp": [ 50.28, 52.82 ], "duration": 84.66, "caption": "A man starts to walk away from another man during their conversation.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 85359, "video_name": "s09e12_seg02_clip_06", "timestamp": [ 6.2, 9.44 ], "duration": 59.66, "caption": "A man leaves quickly during a conversation with others.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 258660, "video_name": "house_s03e24_seg02_clip_04", "timestamp": [ 23.58, 26.82 ], "duration": 92.66, "caption": "A man leaves after talking with three people.", "similarity": 0.7902, "relevance": 4 }, { "pair_id": 258661, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 11.7, 18.0 ], "duration": 90.66, "caption": "A man walks out after talking to two people and leaves.", "similarity": 0.7892, "relevance": 2 }, { "pair_id": 258662, "video_name": "grey_s03e09_seg02_clip_09", "timestamp": [ 82.2, 90.28 ], "duration": 95.66, "caption": "A man leaves someone standing alone after they converse.", "similarity": 0.7885, "relevance": 3 }, { "pair_id": 258663, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 41.77, 46.99 ], "duration": 87.66, "caption": "Two men finish their conversation with a man and walk out.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 258664, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 47.11, 50.05 ], "duration": 84.66, "caption": "A man walks out immediately after talking to another man.", "similarity": 0.7847, "relevance": 4 }, { "pair_id": 258665, "video_name": "house_s08e08_seg02_clip_07", "timestamp": [ 50.41, 54.2 ], "duration": 84.66, "caption": "A man leaves a woman and walks to talk to another man.", "similarity": 0.7821, "relevance": 2 }, { "pair_id": 258668, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 15.64, 21.17 ], "duration": 92.66, "caption": "A man leaves the room as another man is still talking.", "similarity": 0.7797, "relevance": 4 }, { "pair_id": 258669, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 2.21, 6.13 ], "duration": 49.66, "caption": "A man finishes his conversation with another man and leaves the office.", "similarity": 0.7782, "relevance": 4 }, { "pair_id": 258670, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 66.45, 70.04 ], "duration": 89.66, "caption": "A man leaves the room in the middle of the conversation with man.", "similarity": 0.7779, "relevance": 2 }, { "pair_id": 258671, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 17.08, 19.78 ], "duration": 89.66, "caption": "A man walks out while talking to two other men.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 258672, "video_name": "s07e01_seg02_clip_17", "timestamp": [ 32.52, 37.07 ], "duration": 65.66, "caption": "A man walks out and another man follows him while still talking to him.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 258673, "video_name": "castle_s06e02_seg02_clip_07", "timestamp": [ 78.34, 81.46 ], "duration": 89.66, "caption": "A man leaves a talk with a woman while walking away.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 258674, "video_name": "house_s08e08_seg02_clip_18", "timestamp": [ 28.22, 31.4 ], "duration": 91.66, "caption": "A man leaves the room to talk to another man outside.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 258676, "video_name": "house_s02e11_seg02_clip_25", "timestamp": [ 41.13, 46.38 ], "duration": 175.66, "caption": "A man finishes his conversation with a woman and leaves the room.", "similarity": 0.7665, "relevance": 3 }, { "pair_id": 258677, "video_name": "castle_s06e15_seg02_clip_19", "timestamp": [ 0.0, 89.38 ], "duration": 89.66, "caption": "A man and person talking to each other before person leaves.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 258678, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 12.16, 17.11 ], "duration": 90.66, "caption": "A man finishes their conversation with a woman and leaves the room.", "similarity": 0.7659, "relevance": 2 }, { "pair_id": 258679, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 11.27, 14.21 ], "duration": 98.66, "caption": "A man walks out quickly after talking to another man.", "similarity": 0.762, "relevance": 4 } ] }, { "query_id": 70321, "query": "A man rubs the back of their neck with their cane.", "relevant_moment": [ { "pair_id": 152640, "video_name": "house_s06e04_seg02_clip_14", "timestamp": [ 28.68, 38.55 ], "duration": 94.66, "caption": "A man rubs the back of their neck with their cane.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 152641, "video_name": "house_s01e21_seg02_clip_00", "timestamp": [ 0.0, 19.54 ], "duration": 93.66, "caption": "A man rubs their forehead with the cane in their hands.", "similarity": 0.8445, "relevance": 2 }, { "pair_id": 152642, "video_name": "house_s08e07_seg02_clip_25", "timestamp": [ 116.75, 123.99 ], "duration": 161.66, "caption": "A man has his head down and is rubbing his cane between his hands.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 152643, "video_name": "house_s03e04_seg02_clip_07", "timestamp": [ 58.4, 60.92 ], "duration": 84.66, "caption": "A man raises his cane over his head and puts it behind his neck.", "similarity": 0.7465, "relevance": 3 }, { "pair_id": 152644, "video_name": "house_s07e21_seg02_clip_25", "timestamp": [ 8.74, 15.18 ], "duration": 92.66, "caption": "A person slightly pokes another person's neck with the use of the end of their cane.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 152645, "video_name": "house_s05e07_seg02_clip_21", "timestamp": [ 36.64, 37.99 ], "duration": 90.66, "caption": "Person rubs their forehead while having a conversation and holding their cane.", "similarity": 0.6965, "relevance": 1 }, { "pair_id": 152647, "video_name": "house_s07e21_seg02_clip_24", "timestamp": [ 61.38, 63.17 ], "duration": 89.66, "caption": "A person hits the back of their head with their cane.", "similarity": 0.6572, "relevance": 3 }, { "pair_id": 152648, "video_name": "house_s03e08_seg02_clip_12", "timestamp": [ 0.46, 3.2 ], "duration": 91.66, "caption": "A person behind a man takes his cane from his hands.", "similarity": 0.6545, "relevance": 1 }, { "pair_id": 152649, "video_name": "castle_s08e16_seg02_clip_15", "timestamp": [ 13.8, 18.41 ], "duration": 92.66, "caption": "A man rubs the back of his head where he was just slapped.", "similarity": 0.6487, "relevance": 1 }, { "pair_id": 152650, "video_name": "house_s04e04_seg02_clip_21", "timestamp": [ 86.64, 90.25 ], "duration": 90.66, "caption": "A man grabs his cane and rests his back while talking to the other doctors.", "similarity": 0.642, "relevance": 0 }, { "pair_id": 152652, "video_name": "house_s02e09_seg02_clip_08", "timestamp": [ 8.01, 9.79 ], "duration": 89.66, "caption": "A man hands his cane to someone to his left.", "similarity": 0.6389, "relevance": 0 }, { "pair_id": 152653, "video_name": "house_s04e14_seg02_clip_09", "timestamp": [ 45.97, 87.56 ], "duration": 87.66, "caption": "A man was walking around with the help of his cane.", "similarity": 0.637, "relevance": 0 }, { "pair_id": 152654, "video_name": "house_s03e07_seg02_clip_24", "timestamp": [ 0.0, 2.34 ], "duration": 78.66, "caption": "A man walks by person and hands him his cane.", "similarity": 0.6333, "relevance": 0 }, { "pair_id": 152655, "video_name": "house_s03e15_seg02_clip_14", "timestamp": [ 68.46, 72.9 ], "duration": 88.66, "caption": "A man plays with his cane while he thinks of something.", "similarity": 0.6332, "relevance": 1 }, { "pair_id": 152656, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 9.92, 12.18 ], "duration": 90.66, "caption": "A man rubs his forehead and then his neck.", "similarity": 0.6319, "relevance": 0 }, { "pair_id": 152657, "video_name": "friends_s09e08_seg02_clip_21", "timestamp": [ 33.64, 34.5 ], "duration": 57.66, "caption": "A man rubs another person's back as they pass by.", "similarity": 0.6319, "relevance": 0 }, { "pair_id": 152658, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 50.76, 53.71 ], "duration": 59.66, "caption": "A man rubs a woman's back with his right hand.", "similarity": 0.6253, "relevance": 0 }, { "pair_id": 152659, "video_name": "house_s06e07_seg02_clip_23", "timestamp": [ 0.46, 4.1 ], "duration": 91.66, "caption": "A man sticks his cane straight out to demonstrate something to another man.", "similarity": 0.6209, "relevance": 0 } ] }, { "query_id": 70440, "query": "A man knocks on woman's door and then walks in.", "relevant_moment": [ { "pair_id": 18980, "video_name": "castle_s08e19_seg02_clip_03", "timestamp": [ 82.03, 90.14 ], "duration": 90.66, "caption": "A man knocks on woman's door and then walks in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18981, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A man knocks on a woman's door and then walks in.", "similarity": 0.9938, "relevance": 4 }, { "pair_id": 18982, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 15.01, 18.31 ], "duration": 60.66, "caption": "A man knocks on woman's door and she opens it.", "similarity": 0.9027, "relevance": 3 }, { "pair_id": 18983, "video_name": "house_s02e07_seg02_clip_15", "timestamp": [ 57.52, 65.8 ], "duration": 92.66, "caption": "A man knocks on a woman's door and she opens it.", "similarity": 0.8975, "relevance": 3 }, { "pair_id": 18984, "video_name": "s02e12_seg02_clip_06", "timestamp": [ 37.43, 44.1 ], "duration": 58.66, "caption": "A man knocks on person's door and woman opens the door to let him in.", "similarity": 0.8937, "relevance": 4 }, { "pair_id": 18985, "video_name": "s03e08_seg02_clip_01", "timestamp": [ 1.5, 12.01 ], "duration": 60.66, "caption": "A person knocks on woman's door and come in.", "similarity": 0.8756, "relevance": 2 }, { "pair_id": 18986, "video_name": "s03e23_seg02_clip_05", "timestamp": [ 24.5, 32.46 ], "duration": 59.66, "caption": "A man quickly opens the door when a woman knocks.", "similarity": 0.8602, "relevance": 1 }, { "pair_id": 18987, "video_name": "friends_s03e25_seg02_clip_21", "timestamp": [ 13.13, 15.41 ], "duration": 35.66, "caption": "A man knocks on the door and a woman opens it.", "similarity": 0.8589, "relevance": 2 }, { "pair_id": 18988, "video_name": "castle_s08e19_seg02_clip_04", "timestamp": [ 30.69, 32.95 ], "duration": 90.66, "caption": "A man knocks on a woman's office door as he enters.", "similarity": 0.8469, "relevance": 2 }, { "pair_id": 18989, "video_name": "friends_s06e24-25_seg02_clip_18", "timestamp": [ 17.83, 27.06 ], "duration": 61.66, "caption": "A man walks down the hallway and knocks on a woman's door.", "similarity": 0.8437, "relevance": 2 }, { "pair_id": 18990, "video_name": "s03e23_seg02_clip_15", "timestamp": [ 6.37, 12.26 ], "duration": 49.66, "caption": "A person walks over to a woman's door and knocks on it.", "similarity": 0.8389, "relevance": 2 }, { "pair_id": 18991, "video_name": "friends_s08e07_seg02_clip_05", "timestamp": [ 40.9, 45.86 ], "duration": 58.66, "caption": "A woman knocks on the door and a man opens the door, she enters.", "similarity": 0.8384, "relevance": 3 }, { "pair_id": 18993, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 24.26, 34.33 ], "duration": 91.66, "caption": "A man knocks on the door and someone opens the door.", "similarity": 0.8186, "relevance": 2 }, { "pair_id": 18994, "video_name": "castle_s06e11_seg02_clip_12", "timestamp": [ 45.78, 51.28 ], "duration": 91.66, "caption": "A woman knocks on a man's front door and he opens it.", "similarity": 0.8166, "relevance": 2 }, { "pair_id": 18995, "video_name": "s02e14_seg02_clip_15", "timestamp": [ 54.92, 58.83 ], "duration": 60.66, "caption": "A man knocks on the door and a person opens the door.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 18996, "video_name": "s04e11_seg02_clip_01", "timestamp": [ 22.81, 31.65 ], "duration": 57.66, "caption": "A man knocks on a woman's door and she answers it.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 18997, "video_name": "s01e01_seg01_clip_05", "timestamp": [ 4.48, 8.68 ], "duration": 56.66, "caption": "A man knocks on a woman's door and she answers it.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 18998, "video_name": "s08e13_seg02_clip_08", "timestamp": [ 14.95, 20.75 ], "duration": 61.66, "caption": "A man knocks three times on the door and a woman asks him to enter.", "similarity": 0.8049, "relevance": 4 }, { "pair_id": 18999, "video_name": "house_s05e07_seg02_clip_15", "timestamp": [ 21.21, 27.53 ], "duration": 90.66, "caption": "A man knocks on woman's office door while walking in to talk with her.", "similarity": 0.7997, "relevance": 4 }, { "pair_id": 192300, "video_name": "friends_s05e06_seg02_clip_06", "timestamp": [ 31.7, 35.66 ], "duration": 66.66, "caption": "A woman knocks on a door and a man with hair opens it.", "similarity": 0.7978, "relevance": 2 }, { "pair_id": 192301, "video_name": "friends_s03e16_seg02_clip_05", "timestamp": [ 6.78, 11.4 ], "duration": 54.66, "caption": "A man comes in the door and goes over to a woman.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 192302, "video_name": "s02e07_seg02_clip_13", "timestamp": [ 17.09, 21.66 ], "duration": 61.66, "caption": "A man walks over to woman's apartment, knocks on the door and walks in.", "similarity": 0.7938, "relevance": 4 }, { "pair_id": 192303, "video_name": "s04e20_seg02_clip_02", "timestamp": [ 6.75, 12.76 ], "duration": 50.66, "caption": "A man knocks on the door and came in.", "similarity": 0.7936, "relevance": 4 }, { "pair_id": 192304, "video_name": "friends_s05e06_seg02_clip_13", "timestamp": [ 17.99, 33.36 ], "duration": 58.66, "caption": "A woman follows a man and knocks on his door with her elbow.", "similarity": 0.7931, "relevance": 2 }, { "pair_id": 192305, "video_name": "s01e16_seg02_clip_00", "timestamp": [ 22.76, 25.69 ], "duration": 65.66, "caption": "A woman knocks and then a person opens the door.", "similarity": 0.7891, "relevance": 2 }, { "pair_id": 192306, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 0.0, 9.45 ], "duration": 63.66, "caption": "A man knocks on a person's door and lets a woman into the bedroom.", "similarity": 0.7847, "relevance": 3 }, { "pair_id": 192307, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A man knocked on the door, opened it and talked to a woman.", "similarity": 0.7847, "relevance": 3 }, { "pair_id": 192309, "video_name": "house_s07e16_seg02_clip_14", "timestamp": [ 34.69, 43.71 ], "duration": 95.66, "caption": "A man knocked the door and a woman opened it.", "similarity": 0.784, "relevance": 1 }, { "pair_id": 192310, "video_name": "s04e16_seg02_clip_14", "timestamp": [ 16.21, 19.81 ], "duration": 60.66, "caption": "A woman knocks on person's door and they open it.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 192311, "video_name": "s02e23_seg02_clip_15", "timestamp": [ 44.68, 49.61 ], "duration": 58.66, "caption": "A man knocks repeatedly on woman's front door.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 192312, "video_name": "friends_s04e18_seg02_clip_08", "timestamp": [ 34.66, 44.84 ], "duration": 55.66, "caption": "A woman knocks on the door, after which a man opens it and an animal walks in.", "similarity": 0.78, "relevance": 2 }, { "pair_id": 192313, "video_name": "s05e24_seg02_clip_10", "timestamp": [ 20.44, 49.74 ], "duration": 61.66, "caption": "A man knocked on a woman's door and starts to talk with her.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 192314, "video_name": "s04e20_seg02_clip_17", "timestamp": [ 17.01, 20.81 ], "duration": 40.66, "caption": "A woman knocks on someone's door, and they open it.", "similarity": 0.7785, "relevance": 2 }, { "pair_id": 192315, "video_name": "s06e07_seg02_clip_05", "timestamp": [ 54.74, 57.02 ], "duration": 57.66, "caption": "A person walks over to a woman's front door and knocks on it.", "similarity": 0.7784, "relevance": 2 }, { "pair_id": 192316, "video_name": "friends_s07e05_seg02_clip_04", "timestamp": [ 4.95, 6.11 ], "duration": 58.66, "caption": "A man knocks on the outside of a woman's office door.", "similarity": 0.7766, "relevance": 2 }, { "pair_id": 192317, "video_name": "s02e15_seg02_clip_09", "timestamp": [ 53.72, 55.82 ], "duration": 60.66, "caption": "A man knocks four times quickly on woman's door.", "similarity": 0.7762, "relevance": 2 }, { "pair_id": 192318, "video_name": "s08e21_seg02_clip_01", "timestamp": [ 15.26, 22.28 ], "duration": 61.66, "caption": "A woman knocks on the door and a person opens it.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 192319, "video_name": "met_s06e20_seg02_clip_07", "timestamp": [ 32.5, 36.5 ], "duration": 57.66, "caption": "A man shuts the door after a woman grabs him by the arm and pulls him through the doorway.", "similarity": 0.7754, "relevance": 0 } ] }, { "query_id": 70451, "query": "A woman takes a bite of a chocolate cupcake.", "relevant_moment": [ { "pair_id": 1080, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 71.57, 75.62 ], "duration": 90.66, "caption": "A woman takes a bite of a chocolate cupcake.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1081, "video_name": "friends_s02e08_seg02_clip_03", "timestamp": [ 57.45, 60.75 ], "duration": 66.66, "caption": "A woman puts a piece of chocolate in her mouth.", "similarity": 0.7459, "relevance": 3 }, { "pair_id": 1082, "video_name": "friends_s07e11_seg01_clip_00", "timestamp": [ 64.43, 67.23 ], "duration": 70.66, "caption": "A woman leans up after taking a bite from the cheesecake.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 1083, "video_name": "met_s02e08_seg01_clip_00", "timestamp": [ 3.98, 6.43 ], "duration": 61.66, "caption": "A woman puts a piece of pancake in her mouth with a fork.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 1084, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 33.11, 36.6 ], "duration": 87.66, "caption": "A woman is looking at a cupcake in her hands.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 1085, "video_name": "grey_s02e23_seg02_clip_14", "timestamp": [ 59.54, 70.24 ], "duration": 93.66, "caption": "A woman takes a bite out of a doughnut and savors it.", "similarity": 0.6877, "relevance": 3 }, { "pair_id": 1086, "video_name": "met_s03e13_seg02_clip_16", "timestamp": [ 55.52, 62.03 ], "duration": 62.66, "caption": "A woman takes a bite of dessert and comments on how delicious it is.", "similarity": 0.6768, "relevance": 3 }, { "pair_id": 1087, "video_name": "friends_s07e05_seg02_clip_15", "timestamp": [ 31.87, 55.78 ], "duration": 59.66, "caption": "A woman takes some bites of the cookies she is holding.", "similarity": 0.676, "relevance": 1 }, { "pair_id": 1088, "video_name": "friends_s03e18_seg02_clip_04", "timestamp": [ 16.54, 23.21 ], "duration": 58.66, "caption": "A woman takes a piece of cheesecake from the stand.", "similarity": 0.6718, "relevance": 1 }, { "pair_id": 1089, "video_name": "friends_s04e13_seg02_clip_13", "timestamp": [ 25.43, 26.36 ], "duration": 62.66, "caption": "A woman takes a bite of the food on her plate.", "similarity": 0.6671, "relevance": 3 }, { "pair_id": 1090, "video_name": "castle_s08e01_seg02_clip_01", "timestamp": [ 47.41, 49.18 ], "duration": 88.66, "caption": "A woman swipes icing off of the top of a cupcake and licks it off her finger as she spins around.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 1091, "video_name": "friends_s08e20_seg02_clip_03", "timestamp": [ 15.31, 16.21 ], "duration": 60.66, "caption": "A woman takes a bite out of a pastry in her hands.", "similarity": 0.6615, "relevance": 3 }, { "pair_id": 1092, "video_name": "met_s02e01_seg02_clip_17", "timestamp": [ 13.68, 18.51 ], "duration": 46.66, "caption": "A woman makes a remark about the taste of the pancake they are eating.", "similarity": 0.6609, "relevance": 3 }, { "pair_id": 1093, "video_name": "s07e11_seg02_clip_14", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A woman is holding a cupcake with a lit candle.", "similarity": 0.6588, "relevance": 1 }, { "pair_id": 1094, "video_name": "grey_s02e23_seg02_clip_14", "timestamp": [ 80.0, 81.4 ], "duration": 93.66, "caption": "A woman takes a bite from a doughnut then puts the doughnut down from her mouth.", "similarity": 0.6576, "relevance": 3 }, { "pair_id": 1095, "video_name": "s06e06_seg02_clip_05", "timestamp": [ 1.83, 3.36 ], "duration": 61.66, "caption": "A woman takes a bite of her food with a fork.", "similarity": 0.6487, "relevance": 1 }, { "pair_id": 1096, "video_name": "s04e01_seg02_clip_12", "timestamp": [ 0.0, 7.25 ], "duration": 63.66, "caption": "A woman takes a bite of her food with a fork.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 1097, "video_name": "friends_s04e18_seg02_clip_08", "timestamp": [ 4.68, 7.7 ], "duration": 55.66, "caption": "A woman takes two bites from the food that is in front of her.", "similarity": 0.6465, "relevance": 3 }, { "pair_id": 1098, "video_name": "grey_s02e24_seg02_clip_12", "timestamp": [ 4.6, 9.2 ], "duration": 92.66, "caption": "A woman puts a piece of chocolate into a man's mouth.", "similarity": 0.645, "relevance": 1 }, { "pair_id": 1099, "video_name": "friends_s02e05_seg02_clip_09", "timestamp": [ 13.17, 17.93 ], "duration": 56.66, "caption": "A woman takes a bite of the food that is in her hands.", "similarity": 0.6407, "relevance": 2 } ] }, { "query_id": 70452, "query": "A man opens a car door for a woman.", "relevant_moment": [ { "pair_id": 6880, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 25.21, 28.36 ], "duration": 90.66, "caption": "A man opens a car door for a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6881, "video_name": "house_s02e11_seg02_clip_07", "timestamp": [ 45.64, 50.25 ], "duration": 83.66, "caption": "A man opens up a car door for a woman in a driveway.", "similarity": 0.9204, "relevance": 4 }, { "pair_id": 6882, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man opens the car door for woman to get out of the car.", "similarity": 0.9094, "relevance": 4 }, { "pair_id": 6883, "video_name": "s07e17_seg02_clip_14", "timestamp": [ 31.87, 35.71 ], "duration": 59.66, "caption": "A person opens the car passenger side door for a woman.", "similarity": 0.8662, "relevance": 4 }, { "pair_id": 6885, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A woman opens up the car door while talking to a man.", "similarity": 0.8313, "relevance": 2 }, { "pair_id": 6886, "video_name": "grey_s01e06_seg02_clip_23", "timestamp": [ 100.91, 103.19 ], "duration": 114.66, "caption": "A woman opens the car door for another woman.", "similarity": 0.8289, "relevance": 4 }, { "pair_id": 6887, "video_name": "castle_s08e03_seg02_clip_25", "timestamp": [ 95.57, 99.03 ], "duration": 99.66, "caption": "A man opens the passenger door of a car and gets in looking at a woman, the driver.", "similarity": 0.826, "relevance": 1 }, { "pair_id": 6888, "video_name": "castle_s03e13_seg02_clip_00", "timestamp": [ 47.01, 49.83 ], "duration": 94.66, "caption": "A man walks to the door and opens it for a woman.", "similarity": 0.8256, "relevance": 3 }, { "pair_id": 6889, "video_name": "castle_s03e04_seg02_clip_23", "timestamp": [ 1.31, 9.17 ], "duration": 87.66, "caption": "A man opens the door and a woman is there.", "similarity": 0.8251, "relevance": 2 }, { "pair_id": 6890, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 1.32, 6.16 ], "duration": 88.66, "caption": "A man opens the door for a woman and walks through.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 6891, "video_name": "castle_s02e13_seg02_clip_16", "timestamp": [ 77.45, 79.19 ], "duration": 87.66, "caption": "A woman is at the door when a man opens it.", "similarity": 0.8111, "relevance": 3 }, { "pair_id": 6892, "video_name": "castle_s07e15_seg02_clip_17", "timestamp": [ 28.37, 38.14 ], "duration": 93.66, "caption": "A man opens the trunk of his car and a woman gets in.", "similarity": 0.8086, "relevance": 3 }, { "pair_id": 6893, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A man opens the door for two women.", "similarity": 0.808, "relevance": 3 }, { "pair_id": 6894, "video_name": "grey_s02e08_seg02_clip_07", "timestamp": [ 16.38, 18.1 ], "duration": 86.66, "caption": "A woman gets into a vehicle while a man holds the car door.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 6895, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 49.94, 58.11 ], "duration": 60.66, "caption": "A man opens the door and a woman comes in.", "similarity": 0.8004, "relevance": 2 }, { "pair_id": 6896, "video_name": "castle_s07e05_seg02_clip_12", "timestamp": [ 68.44, 72.97 ], "duration": 90.66, "caption": "A woman opens a car door to find a man with his throat cut and she recoils.", "similarity": 0.7986, "relevance": 2 }, { "pair_id": 6897, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person opens the car door and a woman exits the car.", "similarity": 0.7977, "relevance": 4 }, { "pair_id": 6898, "video_name": "castle_s03e17_seg02_clip_08", "timestamp": [ 30.12, 31.01 ], "duration": 88.66, "caption": "A person opens up a car door while standing and talking to a man and a woman.", "similarity": 0.7928, "relevance": 3 }, { "pair_id": 180200, "video_name": "castle_s02e06_seg02_clip_24", "timestamp": [ 84.2, 91.03 ], "duration": 91.66, "caption": "A woman opens the door for a man, she exits first.", "similarity": 0.7879, "relevance": 3 }, { "pair_id": 180201, "video_name": "friends_s01e03_seg02_clip_07", "timestamp": [ 33.09, 40.65 ], "duration": 63.66, "caption": "A woman opens the door and lets a man in.", "similarity": 0.7878, "relevance": 2 }, { "pair_id": 180202, "video_name": "castle_s07e23_seg02_clip_08", "timestamp": [ 69.32, 73.37 ], "duration": 90.66, "caption": "A man holds the door open for a woman and closes it behind her.", "similarity": 0.7835, "relevance": 2 }, { "pair_id": 180203, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 0.0, 1.62 ], "duration": 36.66, "caption": "A woman opens up the door for man in a quick manner.", "similarity": 0.7756, "relevance": 2 }, { "pair_id": 180204, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 21.61, 25.51 ], "duration": 60.66, "caption": "A man opens to the door for woman and makes a face after he closes it.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 180205, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 0.0, 3.5 ], "duration": 87.66, "caption": "A woman and a man close the doors to their car.", "similarity": 0.7735, "relevance": 2 }, { "pair_id": 180206, "video_name": "s07e17_seg02_clip_14", "timestamp": [ 32.17, 42.79 ], "duration": 59.66, "caption": "A person opens the door to a car, shows the key to a woman and tells her it's hers.", "similarity": 0.7733, "relevance": 4 }, { "pair_id": 180207, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 32.99, 38.81 ], "duration": 97.66, "caption": "A man opens the door and walks over to a woman.", "similarity": 0.7729, "relevance": 1 }, { "pair_id": 180208, "video_name": "friends_s10e12_seg02_clip_12", "timestamp": [ 15.03, 16.87 ], "duration": 61.66, "caption": "A man opens the door and looks at a woman.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 180209, "video_name": "castle_s05e09_seg02_clip_26", "timestamp": [ 42.06, 47.13 ], "duration": 145.66, "caption": "A man opens the door and looks at a woman.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 180210, "video_name": "castle_s08e22_seg02_clip_07", "timestamp": [ 38.69, 41.87 ], "duration": 91.66, "caption": "A person opens the rear door of a car and woman takes a couple of items.", "similarity": 0.7685, "relevance": 1 }, { "pair_id": 180211, "video_name": "house_s02e11_seg02_clip_07", "timestamp": [ 48.57, 53.18 ], "duration": 83.66, "caption": "A man opens the door for a woman as she enters the car and finds a pill bottle in the car.", "similarity": 0.7683, "relevance": 4 }, { "pair_id": 180212, "video_name": "s09e01_seg02_clip_07", "timestamp": [ 28.21, 37.82 ], "duration": 60.66, "caption": "A man carries a woman in his arms and opens the door.", "similarity": 0.7672, "relevance": 2 }, { "pair_id": 180213, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 21.54, 29.22 ], "duration": 59.66, "caption": "A man opens the door and he saw a woman.", "similarity": 0.7665, "relevance": 2 }, { "pair_id": 180214, "video_name": "house_s01e17_seg02_clip_25", "timestamp": [ 43.2, 53.8 ], "duration": 163.66, "caption": "A man opens the door and a woman walks in.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 180215, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 43.97, 50.76 ], "duration": 59.66, "caption": "A man opens the door and a woman walks in.", "similarity": 0.7638, "relevance": 2 }, { "pair_id": 180216, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 11.1, 12.91 ], "duration": 60.66, "caption": "A man opens the door for woman as she steps out.", "similarity": 0.7633, "relevance": 2 }, { "pair_id": 180217, "video_name": "house_s03e07_seg02_clip_08", "timestamp": [ 72.55, 73.89 ], "duration": 89.66, "caption": "A man opens up a car door while a man and a person are talking.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 180218, "video_name": "house_s04e13_seg02_clip_18", "timestamp": [ 4.09, 11.82 ], "duration": 90.66, "caption": "A person opens the door for the woman with another person.", "similarity": 0.758, "relevance": 2 }, { "pair_id": 180219, "video_name": "friends_s07e13_seg02_clip_24", "timestamp": [ 31.63, 35.97 ], "duration": 62.66, "caption": "A woman opens the car door and gets in.", "similarity": 0.7576, "relevance": 2 } ] }, { "query_id": 70470, "query": "A man and a woman are beside each other in the interrogation room with another man.", "relevant_moment": [ { "pair_id": 152100, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 0.0, 42.89 ], "duration": 91.66, "caption": "A man and a woman are beside each other in the interrogation room with another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152101, "video_name": "castle_s04e11_seg02_clip_10", "timestamp": [ 5.93, 86.71 ], "duration": 91.66, "caption": "A man and a woman are beside each other as they are in the interrogation room with a woman.", "similarity": 0.9782, "relevance": 3 }, { "pair_id": 152102, "video_name": "castle_s07e19_seg02_clip_23", "timestamp": [ 44.18, 91.09 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person.", "similarity": 0.9051, "relevance": 3 }, { "pair_id": 152103, "video_name": "castle_s01e05_seg02_clip_23", "timestamp": [ 0.0, 91.03 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person.", "similarity": 0.9051, "relevance": 4 }, { "pair_id": 152104, "video_name": "castle_s06e05_seg02_clip_09", "timestamp": [ 0.0, 57.62 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.9007, "relevance": 3 }, { "pair_id": 152105, "video_name": "castle_s04e23_seg02_clip_11", "timestamp": [ 29.48, 89.32 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.9007, "relevance": 3 }, { "pair_id": 152106, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room with another woman.", "similarity": 0.9007, "relevance": 3 }, { "pair_id": 152107, "video_name": "castle_s04e02_seg02_clip_13", "timestamp": [ 0.0, 27.42 ], "duration": 88.66, "caption": "A man and woman are in the interrogation room with a person.", "similarity": 0.8998, "relevance": 4 }, { "pair_id": 152108, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 2.79, 91.17 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room with a person.", "similarity": 0.8998, "relevance": 3 }, { "pair_id": 152109, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 0.0, 43.03 ], "duration": 92.66, "caption": "A man and another man are in the interrogation room with a person.", "similarity": 0.8994, "relevance": 3 }, { "pair_id": 152110, "video_name": "castle_s02e23_seg02_clip_12", "timestamp": [ 30.37, 89.33 ], "duration": 89.66, "caption": "A man and another man are in the interrogation room with a person.", "similarity": 0.8994, "relevance": 4 }, { "pair_id": 152111, "video_name": "castle_s03e21_seg02_clip_16", "timestamp": [ 0.0, 57.87 ], "duration": 87.66, "caption": "A man and woman are in the interrogation room with person.", "similarity": 0.89, "relevance": 4 }, { "pair_id": 152112, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 24.27, 89.66 ], "duration": 89.66, "caption": "Two people are in the interrogation room with a woman and a man.", "similarity": 0.8879, "relevance": 4 }, { "pair_id": 152113, "video_name": "castle_s02e13_seg02_clip_11", "timestamp": [ 54.6, 89.51 ], "duration": 89.66, "caption": "A woman and man are in the interrogation room with person.", "similarity": 0.8792, "relevance": 3 }, { "pair_id": 152114, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 1.35, 89.66 ], "duration": 89.66, "caption": "A woman and a man are in the interrogation room to speak to another man.", "similarity": 0.8753, "relevance": 4 }, { "pair_id": 152115, "video_name": "castle_s01e05_seg02_clip_23", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman and a man are with another man for an interrogation.", "similarity": 0.8668, "relevance": 4 }, { "pair_id": 152116, "video_name": "castle_s01e06_seg02_clip_08", "timestamp": [ 0.0, 91.19 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with another person conversing.", "similarity": 0.8666, "relevance": 4 }, { "pair_id": 152117, "video_name": "castle_s04e18_seg02_clip_21", "timestamp": [ 41.41, 90.02 ], "duration": 90.66, "caption": "A man and a woman are speaking to another man in the interrogation room.", "similarity": 0.8663, "relevance": 4 }, { "pair_id": 152118, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 28.61, 90.66 ], "duration": 90.66, "caption": "A man in the interrogation room with two other people.", "similarity": 0.86, "relevance": 4 }, { "pair_id": 152119, "video_name": "castle_s02e07_seg02_clip_13", "timestamp": [ 56.53, 89.02 ], "duration": 89.66, "caption": "A man is in the interrogation room speaking with a woman and a man.", "similarity": 0.8521, "relevance": 4 }, { "pair_id": 325420, "video_name": "castle_s07e01_seg02_clip_08", "timestamp": [ 48.02, 91.46 ], "duration": 91.66, "caption": "Two people are in the interrogation room with a man.", "similarity": 0.8508, "relevance": 3 }, { "pair_id": 325421, "video_name": "castle_s04e02_seg02_clip_20", "timestamp": [ 0.0, 25.58 ], "duration": 93.66, "caption": "A man and woman are in the interrogation room speaking to another man.", "similarity": 0.8497, "relevance": 3 }, { "pair_id": 325422, "video_name": "castle_s02e10_seg02_clip_25", "timestamp": [ 63.49, 91.35 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a man conversing.", "similarity": 0.8496, "relevance": 4 }, { "pair_id": 325423, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room with a person conversing.", "similarity": 0.8487, "relevance": 3 }, { "pair_id": 325424, "video_name": "castle_s02e16_seg02_clip_20", "timestamp": [ 0.0, 81.4 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person inside the interrogation room.", "similarity": 0.8447, "relevance": 4 }, { "pair_id": 325425, "video_name": "castle_s08e01_seg02_clip_07", "timestamp": [ 0.0, 89.36 ], "duration": 89.66, "caption": "Two men are in the interrogation room with a woman.", "similarity": 0.8417, "relevance": 3 }, { "pair_id": 325426, "video_name": "castle_s04e06_seg02_clip_08", "timestamp": [ 42.68, 90.66 ], "duration": 90.66, "caption": "Two people are in the interrogation room with a third person.", "similarity": 0.8411, "relevance": 3 }, { "pair_id": 325427, "video_name": "castle_s04e03_seg02_clip_25", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people are in the interrogation room with another person.", "similarity": 0.8405, "relevance": 3 }, { "pair_id": 325428, "video_name": "castle_s03e14_seg02_clip_25", "timestamp": [ 0.0, 88.67 ], "duration": 90.66, "caption": "Two people are in the interrogation room with another person.", "similarity": 0.8405, "relevance": 3 }, { "pair_id": 325429, "video_name": "castle_s02e12_seg02_clip_16", "timestamp": [ 0.0, 25.1 ], "duration": 91.66, "caption": "A man and a woman are in the interrogation room with a person as he gives his statement on what happened with a woman.", "similarity": 0.8398, "relevance": 4 }, { "pair_id": 325430, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 0.0, 86.86 ], "duration": 104.66, "caption": "A man and a woman are speaking to a person in the interrogation room.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 325431, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 64.15, 90.36 ], "duration": 90.66, "caption": "A man and woman are in the interrogation room speaking with a person.", "similarity": 0.8368, "relevance": 4 }, { "pair_id": 325432, "video_name": "castle_s07e12_seg02_clip_20", "timestamp": [ 49.68, 91.17 ], "duration": 91.66, "caption": "A woman is in the interrogation room with a man.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 325433, "video_name": "castle_s08e21_seg02_clip_22", "timestamp": [ 34.61, 91.08 ], "duration": 91.66, "caption": "A woman and a man are in the interrogation room speaking to another person.", "similarity": 0.8346, "relevance": 3 }, { "pair_id": 325434, "video_name": "castle_s06e09_seg02_clip_23", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A man is in the interrogation room with woman and man conversing.", "similarity": 0.8332, "relevance": 3 }, { "pair_id": 325435, "video_name": "castle_s01e05_seg02_clip_23", "timestamp": [ 1.82, 91.03 ], "duration": 91.66, "caption": "A person is beside woman as they listen to man in the interrogation room.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 325436, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 0.0, 35.24 ], "duration": 91.66, "caption": "A man and a woman are talking to someone in the interrogation room.", "similarity": 0.831, "relevance": 3 }, { "pair_id": 325438, "video_name": "castle_s08e11_seg02_clip_20", "timestamp": [ 35.04, 91.03 ], "duration": 91.66, "caption": "A man and a woman are in the monitor room as two people are in the interrogation room.", "similarity": 0.8286, "relevance": 2 }, { "pair_id": 325439, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 0.0, 31.36 ], "duration": 95.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.8284, "relevance": 4 } ] }, { "query_id": 70477, "query": "Some people were all watching a video on a woman's computer.", "relevant_moment": [ { "pair_id": 980, "video_name": "castle_s06e16_seg02_clip_16", "timestamp": [ 35.62, 83.42 ], "duration": 90.66, "caption": "Some people were all watching a video on a woman's computer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 981, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 35.9, 90.66 ], "duration": 90.66, "caption": "Some men and a woman are watching a video on the computer screen.", "similarity": 0.7957, "relevance": 4 }, { "pair_id": 982, "video_name": "castle_s08e22_seg02_clip_10", "timestamp": [ 0.0, 6.27 ], "duration": 89.66, "caption": "A woman, a man, and another man watch a video on a computer.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 983, "video_name": "castle_s02e22_seg02_clip_10", "timestamp": [ 53.11, 61.82 ], "duration": 87.66, "caption": "A woman watches a video of herself then a woman closes the computer.", "similarity": 0.7345, "relevance": 4 }, { "pair_id": 984, "video_name": "s08e05_seg02_clip_14", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "Some people are watching a video on a laptop.", "similarity": 0.727, "relevance": 3 }, { "pair_id": 985, "video_name": "castle_s07e10_seg02_clip_23", "timestamp": [ 79.19, 89.48 ], "duration": 89.66, "caption": "A woman is keying something into the computer and some people are all around her watching.", "similarity": 0.7187, "relevance": 4 }, { "pair_id": 986, "video_name": "castle_s07e15_seg02_clip_04", "timestamp": [ 5.03, 8.24 ], "duration": 91.66, "caption": "A man watches video of a woman on a computer screen.", "similarity": 0.7148, "relevance": 2 }, { "pair_id": 987, "video_name": "castle_s05e20_seg02_clip_15", "timestamp": [ 43.01, 63.84 ], "duration": 90.66, "caption": "Multiple people were watching a video clip on a monitor.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 988, "video_name": "castle_s01e02_seg02_clip_16", "timestamp": [ 0.91, 5.94 ], "duration": 91.66, "caption": "A woman watches the computer video and asks why the girl was there.", "similarity": 0.7121, "relevance": 3 }, { "pair_id": 989, "video_name": "castle_s04e06_seg02_clip_02", "timestamp": [ 32.31, 71.45 ], "duration": 91.66, "caption": "Some people were watching a video clip from monitor.", "similarity": 0.7021, "relevance": 3 }, { "pair_id": 990, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 31.97, 88.66 ], "duration": 88.66, "caption": "Some people were discussing something and watching a clip from the computer.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 991, "video_name": "s06e20_seg02_clip_06", "timestamp": [ 0.0, 12.4 ], "duration": 59.66, "caption": "A woman is watching a video of a man on her laptop.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 992, "video_name": "castle_s08e14_seg02_clip_26", "timestamp": [ 69.76, 129.45 ], "duration": 155.66, "caption": "Two people were watching a video clip of a man on a computer.", "similarity": 0.6923, "relevance": 3 }, { "pair_id": 993, "video_name": "castle_s06e02_seg02_clip_20", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A group of people look up information about a woman on the computer.", "similarity": 0.6919, "relevance": 2 }, { "pair_id": 994, "video_name": "castle_s04e15_seg02_clip_19", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "Multiple people were all watching a video clip.", "similarity": 0.6895, "relevance": 3 }, { "pair_id": 995, "video_name": "house_s05e14_seg02_clip_02", "timestamp": [ 52.97, 56.53 ], "duration": 89.66, "caption": "Woman watching a video on her laptop sitting at the desk.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 996, "video_name": "castle_s06e12_seg02_clip_04", "timestamp": [ 35.18, 51.84 ], "duration": 92.66, "caption": "A woman shows someone on the computer why she was excited.", "similarity": 0.6809, "relevance": 2 }, { "pair_id": 997, "video_name": "friends_s02e17_seg02_clip_12", "timestamp": [ 0.0, 51.17 ], "duration": 62.66, "caption": "Some people watch a music video featuring a woman.", "similarity": 0.676, "relevance": 1 }, { "pair_id": 998, "video_name": "s08e14_seg02_clip_05", "timestamp": [ 42.72, 46.08 ], "duration": 61.66, "caption": "A woman shows two other women a video of one of them.", "similarity": 0.6753, "relevance": 4 }, { "pair_id": 999, "video_name": "s05e01_seg02_clip_06", "timestamp": [ 36.62, 50.35 ], "duration": 61.66, "caption": "A woman is on video chat on a person's laptop.", "similarity": 0.673, "relevance": 3 }, { "pair_id": 174300, "video_name": "castle_s06e21_seg02_clip_22", "timestamp": [ 31.51, 38.71 ], "duration": 90.66, "caption": "A woman shows a man a video on a laptop.", "similarity": 0.673, "relevance": 4 }, { "pair_id": 174301, "video_name": "castle_s03e23_seg02_clip_18", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "A woman was working on a computer as they talk to a man.", "similarity": 0.6719, "relevance": 3 }, { "pair_id": 174302, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 19.39, 66.3 ], "duration": 90.66, "caption": "A man and a woman are in front of a computer screen watching a video.", "similarity": 0.6719, "relevance": 3 }, { "pair_id": 174303, "video_name": "castle_s06e15_seg02_clip_24", "timestamp": [ 44.84, 49.63 ], "duration": 87.66, "caption": "A woman shows the video on her phone to some people they are talking to.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 174304, "video_name": "s09e08_seg02_clip_08", "timestamp": [ 17.39, 30.51 ], "duration": 61.66, "caption": "A woman shows two people a video she took of a woman and a man.", "similarity": 0.6639, "relevance": 3 }, { "pair_id": 174305, "video_name": "s06e20_seg02_clip_06", "timestamp": [ 0.0, 44.56 ], "duration": 59.66, "caption": "A professional woman watches a man's homemade video resume on her laptop.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 174306, "video_name": "castle_s07e21_seg02_clip_16", "timestamp": [ 55.06, 60.22 ], "duration": 86.66, "caption": "A woman was working with the computer as she was talking.", "similarity": 0.6564, "relevance": 4 }, { "pair_id": 174307, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 0.0, 12.46 ], "duration": 89.66, "caption": "A woman is disheveled as she is video chatting with a person.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 174308, "video_name": "s09e12_seg01_clip_01", "timestamp": [ 0.0, 3.3 ], "duration": 44.66, "caption": "A person is video chatting with woman using his laptop.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 174309, "video_name": "castle_s05e23_seg02_clip_14", "timestamp": [ 30.02, 34.06 ], "duration": 89.66, "caption": "Two men and two women are watching recorded video.", "similarity": 0.6503, "relevance": 3 }, { "pair_id": 174310, "video_name": "castle_s08e09_seg02_clip_22", "timestamp": [ 58.26, 91.03 ], "duration": 91.66, "caption": "A woman is on a website on the computer as two people are around them.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 174311, "video_name": "castle_s05e20_seg02_clip_07", "timestamp": [ 1.35, 4.96 ], "duration": 90.66, "caption": "A woman walks over to see what someone has on the computer.", "similarity": 0.6435, "relevance": 3 }, { "pair_id": 174312, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 13.26, 19.2 ], "duration": 91.66, "caption": "A video of a woman with tubes in her nose is on a computer monitor.", "similarity": 0.643, "relevance": 3 }, { "pair_id": 174313, "video_name": "met_s02e15_seg02_clip_15", "timestamp": [ 52.38, 58.53 ], "duration": 58.66, "caption": "A person looks at their computer in response to a woman.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 174314, "video_name": "house_s08e13_seg02_clip_23", "timestamp": [ 46.13, 54.28 ], "duration": 90.66, "caption": "A person is watching a video on their computer and is startled by the sudden appearance of a person.", "similarity": 0.6415, "relevance": 3 }, { "pair_id": 174315, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 64.98, 80.78 ], "duration": 90.66, "caption": "A person showed a woman a video on his smartphone.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 174316, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 78.48, 90.2 ], "duration": 90.66, "caption": "A woman is using the computer as two people are behind her.", "similarity": 0.6408, "relevance": 3 }, { "pair_id": 174317, "video_name": "castle_s07e02_seg02_clip_18", "timestamp": [ 0.0, 68.55 ], "duration": 89.66, "caption": "A woman hands something small to a man, and he plugs it into the computer and they watch a video of him making an emotional statement, then she touches his face.", "similarity": 0.6368, "relevance": 2 }, { "pair_id": 174318, "video_name": "castle_s07e05_seg02_clip_20", "timestamp": [ 9.48, 13.27 ], "duration": 94.66, "caption": "A person reads the time from the computer video they are watching.", "similarity": 0.6335, "relevance": 3 }, { "pair_id": 174319, "video_name": "castle_s05e05_seg02_clip_18", "timestamp": [ 84.74, 88.79 ], "duration": 90.66, "caption": "A woman is watching a surveillance video with person in it.", "similarity": 0.6333, "relevance": 2 } ] }, { "query_id": 70492, "query": "A woman places her closed hand on her face.", "relevant_moment": [ { "pair_id": 161140, "video_name": "castle_s06e16_seg02_clip_11", "timestamp": [ 91.17, 93.03 ], "duration": 93.66, "caption": "A woman places her closed hand on her face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161141, "video_name": "friends_s10e03_seg02_clip_06", "timestamp": [ 22.15, 28.09 ], "duration": 54.66, "caption": "A woman places both of her hands against her face.", "similarity": 0.8017, "relevance": 3 }, { "pair_id": 161142, "video_name": "friends_s08e17_seg02_clip_12", "timestamp": [ 26.01, 29.51 ], "duration": 100.66, "caption": "A woman puts her hands on the side of her face.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 161143, "video_name": "castle_s04e01_seg02_clip_11", "timestamp": [ 5.84, 7.19 ], "duration": 89.66, "caption": "A woman puts her hand to cover her face.", "similarity": 0.7764, "relevance": 4 }, { "pair_id": 161144, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 24.48, 29.31 ], "duration": 60.66, "caption": "A woman holds both of her hands to her face.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 161145, "video_name": "friends_s03e20_seg02_clip_19", "timestamp": [ 43.13, 45.77 ], "duration": 88.66, "caption": "A woman opens her arms and puts her hands on her face.", "similarity": 0.7528, "relevance": 1 }, { "pair_id": 161146, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 48.07, 57.42 ], "duration": 89.66, "caption": "A woman holds her hands up to her face.", "similarity": 0.7519, "relevance": 3 }, { "pair_id": 161147, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 25.54, 27.18 ], "duration": 82.66, "caption": "A woman holds her hand in front of her mouth.", "similarity": 0.7413, "relevance": 3 }, { "pair_id": 161148, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 51.59, 59.66 ], "duration": 89.66, "caption": "A woman covers her face with both of her hands.", "similarity": 0.7379, "relevance": 3 }, { "pair_id": 161149, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 30.4, 34.53 ], "duration": 59.66, "caption": "A woman holds her left hand against her forehead.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 161150, "video_name": "friends_s10e16_seg02_clip_00", "timestamp": [ 15.76, 17.65 ], "duration": 63.66, "caption": "A woman puts her left hand over her mouth.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 161151, "video_name": "friends_s08e13_seg02_clip_09", "timestamp": [ 20.5, 22.61 ], "duration": 60.66, "caption": "A woman brought her left hand up to her face.", "similarity": 0.7273, "relevance": 0 }, { "pair_id": 161152, "video_name": "friends_s03e10_seg02_clip_09", "timestamp": [ 16.83, 18.28 ], "duration": 58.66, "caption": "A woman briefly covers her face with her hands.", "similarity": 0.726, "relevance": 3 }, { "pair_id": 161153, "video_name": "friends_s07e03_seg02_clip_12", "timestamp": [ 9.46, 11.6 ], "duration": 61.66, "caption": "A person puts their closed hand up to their mouth.", "similarity": 0.7167, "relevance": 3 }, { "pair_id": 161154, "video_name": "house_s03e17_seg02_clip_12", "timestamp": [ 4.37, 7.76 ], "duration": 97.66, "caption": "A woman uses the finger on one hand to hold a person's eyes open.", "similarity": 0.7123, "relevance": 0 }, { "pair_id": 161155, "video_name": "grey_s03e02_seg02_clip_02", "timestamp": [ 5.01, 10.92 ], "duration": 91.66, "caption": "A woman holds her face as she leans into her hands.", "similarity": 0.7113, "relevance": 3 }, { "pair_id": 161156, "video_name": "s07e01_seg02_clip_13", "timestamp": [ 13.58, 16.23 ], "duration": 59.66, "caption": "A woman puts her hand over her open mouth with shock.", "similarity": 0.7071, "relevance": 3 }, { "pair_id": 161157, "video_name": "friends_s10e16_seg02_clip_09", "timestamp": [ 60.25, 61.17 ], "duration": 61.66, "caption": "A woman covers her mouth with her right hand.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 161158, "video_name": "friends_s02e15_seg02_clip_01", "timestamp": [ 20.66, 22.13 ], "duration": 59.66, "caption": "A woman bends down and puts her face in her hands.", "similarity": 0.7063, "relevance": 3 }, { "pair_id": 161159, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 19.59, 20.54 ], "duration": 27.66, "caption": "A woman puts a hand on the side of a man's face.", "similarity": 0.7053, "relevance": 1 }, { "pair_id": 334460, "video_name": "s07e19_seg02_clip_00", "timestamp": [ 47.27, 49.79 ], "duration": 63.66, "caption": "A woman covers her mouth with her left hand.", "similarity": 0.7013, "relevance": 4 }, { "pair_id": 334461, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 39.92, 43.82 ], "duration": 60.66, "caption": "A woman covers her mouth with her left hand.", "similarity": 0.7013, "relevance": 4 }, { "pair_id": 334462, "video_name": "house_s08e07_seg02_clip_17", "timestamp": [ 69.48, 72.7 ], "duration": 92.66, "caption": "A woman briefly covers her mouth with her hand.", "similarity": 0.7013, "relevance": 4 }, { "pair_id": 334463, "video_name": "friends_s03e16_seg02_clip_11", "timestamp": [ 5.02, 9.44 ], "duration": 59.66, "caption": "A woman folds her hands in front of her and then puts her hands over her mouth.", "similarity": 0.6999, "relevance": 4 }, { "pair_id": 334464, "video_name": "grey_s03e17_seg02_clip_16", "timestamp": [ 0.0, 61.06 ], "duration": 110.66, "caption": "A woman has both of her hands on another woman's face.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 334465, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 20.41, 25.81 ], "duration": 60.66, "caption": "A woman extends her right hand from her chin to the right of her then puts it back on her face.", "similarity": 0.6959, "relevance": 4 }, { "pair_id": 334466, "video_name": "friends_s08e07_seg02_clip_06", "timestamp": [ 12.82, 16.78 ], "duration": 61.66, "caption": "A woman covers most of her face with her hand.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 334467, "video_name": "house_s06e02_seg02_clip_08", "timestamp": [ 43.27, 47.89 ], "duration": 84.66, "caption": "A woman walks closer to a person and puts her hand on her face.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 334468, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 16.39, 18.59 ], "duration": 63.66, "caption": "A woman puts her hands together on her face in relief.", "similarity": 0.692, "relevance": 3 }, { "pair_id": 334469, "video_name": "s04e18_seg02_clip_15", "timestamp": [ 32.2, 34.23 ], "duration": 58.66, "caption": "A woman puts one hand on the side of a man's face.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 334470, "video_name": "s08e17_seg02_clip_09", "timestamp": [ 26.86, 28.92 ], "duration": 59.66, "caption": "A woman raises her left hand to her mouth.", "similarity": 0.69, "relevance": 3 }, { "pair_id": 334471, "video_name": "friends_s02e04_seg02_clip_12", "timestamp": [ 13.96, 18.61 ], "duration": 62.66, "caption": "A woman lifts her hand to cover her mouth.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 334472, "video_name": "s07e01_seg02_clip_13", "timestamp": [ 12.99, 15.94 ], "duration": 59.66, "caption": "A woman puts her left hand to her mouth.", "similarity": 0.6888, "relevance": 4 }, { "pair_id": 334473, "video_name": "house_s01e22_seg02_clip_18", "timestamp": [ 0.0, 2.49 ], "duration": 71.66, "caption": "A woman in a blue top puts her hands over her face.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 334474, "video_name": "s09e12_seg02_clip_13", "timestamp": [ 4.8, 9.3 ], "duration": 60.66, "caption": "A woman keeps her left hand close to her chin while gesturing to a woman.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 334475, "video_name": "friends_s04e22_seg02_clip_10", "timestamp": [ 15.26, 17.09 ], "duration": 61.66, "caption": "A woman places her left hand on her chest.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 334476, "video_name": "friends_s07e23-24_seg02_clip_22", "timestamp": [ 5.59, 8.69 ], "duration": 62.66, "caption": "A woman puts her hand up and on her forehead.", "similarity": 0.6856, "relevance": 4 }, { "pair_id": 334477, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 17.06, 19.23 ], "duration": 62.66, "caption": "A woman holds her hands up to cover her mouth.", "similarity": 0.6846, "relevance": 3 }, { "pair_id": 334478, "video_name": "friends_s07e15_seg02_clip_21", "timestamp": [ 53.89, 56.1 ], "duration": 63.66, "caption": "A woman gently covers her mouth with her hand.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 334479, "video_name": "friends_s06e11_seg02_clip_02", "timestamp": [ 41.85, 43.66 ], "duration": 60.66, "caption": "A woman puts the backs of her hands over her eyes.", "similarity": 0.6813, "relevance": 3 } ] }, { "query_id": 70509, "query": "A woman sits down slowly on a stool as a person looks at them.", "relevant_moment": [ { "pair_id": 251120, "video_name": "castle_s06e14_seg02_clip_23", "timestamp": [ 9.94, 11.74 ], "duration": 90.66, "caption": "A woman is looking at a photo of a dress as she sits.", "similarity": 0.5986, "relevance": 2 }, { "pair_id": 251121, "video_name": "castle_s06e09_seg02_clip_11", "timestamp": [ 2.23, 6.23 ], "duration": 89.66, "caption": "A person turns to look at woman and she slowly turns to look at him.", "similarity": 0.5939, "relevance": 3 }, { "pair_id": 251122, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 67.51, 69.01 ], "duration": 150.66, "caption": "A woman sits down in a chair in front of person.", "similarity": 0.5932, "relevance": 4 }, { "pair_id": 251123, "video_name": "s04e05_seg02_clip_14", "timestamp": [ 21.01, 27.91 ], "duration": 60.66, "caption": "A person walks slowly and a woman stares at him.", "similarity": 0.5927, "relevance": 2 }, { "pair_id": 251124, "video_name": "house_s03e02_seg02_clip_13", "timestamp": [ 53.78, 59.54 ], "duration": 96.66, "caption": "A person sits down on the table and looks down.", "similarity": 0.5902, "relevance": 2 }, { "pair_id": 251125, "video_name": "friends_s01e09_seg02_clip_19", "timestamp": [ 8.99, 10.11 ], "duration": 56.66, "caption": "A woman is lounging in a chair when she turns to look at another woman.", "similarity": 0.5848, "relevance": 3 }, { "pair_id": 251126, "video_name": "s09e13_seg02_clip_04", "timestamp": [ 2.66, 4.13 ], "duration": 59.66, "caption": "A woman closes her eyes briefly and looks to down to her right.", "similarity": 0.5837, "relevance": 3 }, { "pair_id": 251127, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 7.25, 11.01 ], "duration": 50.66, "caption": "A person pats woman on the shoulder and then sits down.", "similarity": 0.5836, "relevance": 2 }, { "pair_id": 251128, "video_name": "house_s06e04_seg02_clip_20", "timestamp": [ 0.0, 17.07 ], "duration": 87.66, "caption": "A person sits in the chair and looks up at someone.", "similarity": 0.5826, "relevance": 0 }, { "pair_id": 251129, "video_name": "friends_s04e22_seg02_clip_09", "timestamp": [ 30.91, 36.92 ], "duration": 60.66, "caption": "A woman sits down and two women try to sit as far away from her as possible.", "similarity": 0.5821, "relevance": 2 }, { "pair_id": 251130, "video_name": "castle_s01e05_seg02_clip_24", "timestamp": [ 53.84, 63.5 ], "duration": 92.66, "caption": "A woman was seriously staring at a photograph whilst sitting.", "similarity": 0.5814, "relevance": 1 }, { "pair_id": 251131, "video_name": "castle_s08e21_seg02_clip_06", "timestamp": [ 85.32, 89.34 ], "duration": 89.66, "caption": "A woman sits down while looking at some paper and talking.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 251132, "video_name": "s07e12_seg02_clip_03", "timestamp": [ 49.22, 52.52 ], "duration": 60.66, "caption": "A person sits on a stool next to a woman who's talking to another person.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 251133, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 19.53, 25.02 ], "duration": 61.66, "caption": "A woman sits down on the stairs next to a person.", "similarity": 0.58, "relevance": 2 }, { "pair_id": 251134, "video_name": "grey_s03e04_seg02_clip_02", "timestamp": [ 70.67, 73.82 ], "duration": 90.66, "caption": "A woman has her hand on the stomach and sits down.", "similarity": 0.5798, "relevance": 3 }, { "pair_id": 251135, "video_name": "castle_s03e02_seg02_clip_19", "timestamp": [ 4.02, 5.81 ], "duration": 89.66, "caption": "A woman sits down at the table across from a man as she looks straight ahead.", "similarity": 0.5792, "relevance": 3 }, { "pair_id": 251136, "video_name": "castle_s07e01_seg02_clip_13", "timestamp": [ 0.0, 5.64 ], "duration": 94.66, "caption": "A woman sits down to tell another person to keep searching.", "similarity": 0.5791, "relevance": 1 }, { "pair_id": 251137, "video_name": "s07e12_seg02_clip_03", "timestamp": [ 49.22, 51.92 ], "duration": 60.66, "caption": "A person walks over and sits on a stool behind a woman.", "similarity": 0.5776, "relevance": 2 }, { "pair_id": 251138, "video_name": "castle_s06e13_seg02_clip_04", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman sits down while saying a person has an impressive work.", "similarity": 0.577, "relevance": 2 }, { "pair_id": 251139, "video_name": "castle_s02e14_seg02_clip_25", "timestamp": [ 18.09, 23.06 ], "duration": 90.66, "caption": "A woman motions for some people to sit while thanking them for showing up.", "similarity": 0.5763, "relevance": 3 } ] }, { "query_id": 70547, "query": "A person reaches over and grabs the butter to pass to another person.", "relevant_moment": [ { "pair_id": 164320, "video_name": "s07e19_seg02_clip_04", "timestamp": [ 40.77, 44.76 ], "duration": 57.66, "caption": "A person reaches over and grabs the butter to pass to another person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 164321, "video_name": "house_s02e23_seg02_clip_15", "timestamp": [ 65.88, 69.44 ], "duration": 89.66, "caption": "Person reaches for person's food but person pulls it away.", "similarity": 0.6986, "relevance": 1 }, { "pair_id": 164322, "video_name": "met_s03e07_seg02_clip_11", "timestamp": [ 3.32, 7.24 ], "duration": 60.66, "caption": "One person holds up a jar of peanut butter which another person takes from them.", "similarity": 0.6672, "relevance": 3 }, { "pair_id": 164323, "video_name": "s03e23_seg02_clip_08", "timestamp": [ 19.53, 27.46 ], "duration": 61.66, "caption": "A person takes a bite of their toast, makes a disgust face and then picks up the butter container to read it.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 164324, "video_name": "s08e11_seg02_clip_16", "timestamp": [ 19.73, 20.6 ], "duration": 58.66, "caption": "A person reached to grab food that is placed in front of another person, but the other person slaps their hand and they quickly retreat without food.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 164325, "video_name": "friends_s01e15_seg02_clip_10", "timestamp": [ 50.94, 54.05 ], "duration": 62.66, "caption": "A person butters his bread when he is talking to another person.", "similarity": 0.6381, "relevance": 0 }, { "pair_id": 164326, "video_name": "s05e20_seg02_clip_08", "timestamp": [ 5.8, 10.07 ], "duration": 61.66, "caption": "A person takes the food over to the dining table and gives some to another person.", "similarity": 0.636, "relevance": 2 }, { "pair_id": 164327, "video_name": "s06e17_seg02_clip_11", "timestamp": [ 35.93, 38.36 ], "duration": 54.66, "caption": "A person is standing up and then bends down and dips their food into the garlic butter.", "similarity": 0.6266, "relevance": 2 }, { "pair_id": 164328, "video_name": "s03e14_seg02_clip_01", "timestamp": [ 30.51, 32.22 ], "duration": 57.66, "caption": "A person reaches over and grabs food off of someone's plate.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 164329, "video_name": "castle_s01e01_seg02_clip_19", "timestamp": [ 61.05, 68.13 ], "duration": 88.66, "caption": "A person turns around and another person grabs them by the nose.", "similarity": 0.618, "relevance": 2 }, { "pair_id": 164330, "video_name": "friends_s07e16_seg02_clip_01", "timestamp": [ 12.22, 14.86 ], "duration": 66.66, "caption": "A person grabs the plate of food from another person.", "similarity": 0.6058, "relevance": 2 }, { "pair_id": 164331, "video_name": "house_s03e19_seg02_clip_12", "timestamp": [ 20.94, 22.76 ], "duration": 91.66, "caption": "A person reaches over the table to grab food from someone's plate.", "similarity": 0.6012, "relevance": 1 }, { "pair_id": 164332, "video_name": "s08e18_seg02_clip_11", "timestamp": [ 35.42, 38.42 ], "duration": 60.66, "caption": "A woman brings a dish of butter and sets it down on the table near man.", "similarity": 0.5993, "relevance": 1 }, { "pair_id": 164333, "video_name": "s06e23_seg02_clip_00", "timestamp": [ 61.46, 65.02 ], "duration": 65.66, "caption": "A person grabs a green container of grated cheese and brings it over to another person.", "similarity": 0.5988, "relevance": 0 }, { "pair_id": 164334, "video_name": "s06e17_seg02_clip_11", "timestamp": [ 36.74, 39.44 ], "duration": 54.66, "caption": "A person leans down to dip food into garlic butter while standing around.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 164335, "video_name": "friends_s10e13_seg02_clip_00", "timestamp": [ 34.35, 36.24 ], "duration": 63.66, "caption": "A person tries to grab a cookie but another person slaps their hand.", "similarity": 0.5961, "relevance": 1 }, { "pair_id": 164336, "video_name": "house_s08e01_seg02_clip_01", "timestamp": [ 4.05, 8.1 ], "duration": 90.66, "caption": "A person takes something from his mouth and gives it to another person.", "similarity": 0.5945, "relevance": 1 }, { "pair_id": 164337, "video_name": "castle_s05e20_seg02_clip_00", "timestamp": [ 1.83, 2.28 ], "duration": 91.66, "caption": "A person puts a slice of butter on to a hot pan and it starts to melt.", "similarity": 0.5923, "relevance": 1 }, { "pair_id": 164338, "video_name": "friends_s10e13_seg02_clip_02", "timestamp": [ 9.9, 12.55 ], "duration": 66.66, "caption": "A man reaches behind a woman and grabs two cookies off of the table.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 164339, "video_name": "s01e06_seg02_clip_05", "timestamp": [ 13.51, 25.51 ], "duration": 60.66, "caption": "A person had a taste of the snack and offers it to another person.", "similarity": 0.5919, "relevance": 0 } ] }, { "query_id": 70552, "query": "A woman walks over to the desk, sits down and talks to someone.", "relevant_moment": [ { "pair_id": 164500, "video_name": "castle_s07e11_seg02_clip_25", "timestamp": [ 60.53, 69.18 ], "duration": 91.66, "caption": "A woman walks over to the desk, sits down and talks to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164501, "video_name": "castle_s07e08_seg02_clip_15", "timestamp": [ 47.85, 53.38 ], "duration": 92.66, "caption": "A woman walks over to her desk and sits down while talking to a man.", "similarity": 0.8901, "relevance": 4 }, { "pair_id": 164502, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 0.91, 8.21 ], "duration": 91.66, "caption": "A woman walks over to the desk and sits down.", "similarity": 0.8362, "relevance": 4 }, { "pair_id": 164503, "video_name": "castle_s07e13_seg02_clip_15", "timestamp": [ 48.05, 52.41 ], "duration": 87.66, "caption": "A person walks over to woman's desk and sits down across from her.", "similarity": 0.8275, "relevance": 3 }, { "pair_id": 164505, "video_name": "house_s07e14_seg02_clip_14", "timestamp": [ 6.3, 31.52 ], "duration": 84.66, "caption": "A woman talks to a person from in front of the desk.", "similarity": 0.8028, "relevance": 2 }, { "pair_id": 164506, "video_name": "met_s02e06_seg02_clip_07", "timestamp": [ 4.22, 7.23 ], "duration": 60.66, "caption": "A woman comes to a person's desk to talk to him/her.", "similarity": 0.8012, "relevance": 3 }, { "pair_id": 164507, "video_name": "house_s06e02_seg02_clip_00", "timestamp": [ 39.49, 50.78 ], "duration": 94.66, "caption": "A woman sits on top of her desk and talks to a man.", "similarity": 0.7982, "relevance": 2 }, { "pair_id": 164508, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 124.84, 130.4 ], "duration": 159.66, "caption": "A woman walks up to person, who is sitting on a desk.", "similarity": 0.793, "relevance": 2 }, { "pair_id": 164509, "video_name": "castle_s02e07_seg02_clip_03", "timestamp": [ 6.41, 7.69 ], "duration": 85.66, "caption": "A person sits down at the desk across from a woman as she talks to him.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 164510, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 46.93, 52.53 ], "duration": 59.66, "caption": "A woman walks over and sits down on the chair to talk to person.", "similarity": 0.7895, "relevance": 4 }, { "pair_id": 164511, "video_name": "castle_s05e12_seg02_clip_21", "timestamp": [ 55.36, 60.32 ], "duration": 90.66, "caption": "A person walks to woman's desk and sits beside her.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 164512, "video_name": "house_s02e23_seg02_clip_06", "timestamp": [ 28.53, 86.47 ], "duration": 86.66, "caption": "A person walks into woman's office and sits down to talk to her.", "similarity": 0.7693, "relevance": 3 }, { "pair_id": 164513, "video_name": "castle_s03e01_seg02_clip_01", "timestamp": [ 0.0, 18.2 ], "duration": 91.66, "caption": "A woman is sitting at her desk as some men walk up to her desk to talk to her.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 164514, "video_name": "friends_s07e09_seg02_clip_15", "timestamp": [ 56.73, 63.03 ], "duration": 63.66, "caption": "A woman sits down in front of her desk when she's talking to a man.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 164515, "video_name": "friends_s07e13_seg02_clip_20", "timestamp": [ 32.71, 39.92 ], "duration": 60.66, "caption": "A woman walks over to a man while he's sitting at his desk.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 164516, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 75.23, 77.9 ], "duration": 89.66, "caption": "A man sits down at woman's desk to talk to her.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 164517, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 6.24, 11.04 ], "duration": 96.66, "caption": "A woman walks around to the other side of her desk while talking with a man.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 164518, "video_name": "house_s06e16_seg02_clip_20", "timestamp": [ 11.73, 24.84 ], "duration": 138.66, "caption": "A woman walks over to the nurses desk to talk to a man.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 164519, "video_name": "house_s07e03_seg02_clip_22", "timestamp": [ 50.29, 54.7 ], "duration": 88.66, "caption": "A woman gets up and walks over to her desk.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 337820, "video_name": "castle_s04e08_seg02_clip_26", "timestamp": [ 41.05, 80.65 ], "duration": 144.66, "caption": "A man walks up to a woman's desk and sits with her to converse.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 337821, "video_name": "castle_s01e05_seg02_clip_21", "timestamp": [ 2.43, 21.83 ], "duration": 97.66, "caption": "A person is sitting on woman's desk as he speaks to her.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 337822, "video_name": "house_s06e16_seg02_clip_14", "timestamp": [ 38.44, 45.37 ], "duration": 126.66, "caption": "A man walks up to the desk and speaks to a woman.", "similarity": 0.7476, "relevance": 2 }, { "pair_id": 337823, "video_name": "house_s06e04_seg02_clip_19", "timestamp": [ 49.36, 56.42 ], "duration": 94.66, "caption": "A woman walks up to the desk and talks to a man in a blue t-shirt under a black sweater.", "similarity": 0.747, "relevance": 2 }, { "pair_id": 337824, "video_name": "house_s06e16_seg02_clip_04", "timestamp": [ 69.32, 90.02 ], "duration": 90.66, "caption": "A woman sits on a desk while talking to a colleague.", "similarity": 0.7458, "relevance": 1 }, { "pair_id": 337825, "video_name": "s08e01_seg02_clip_09", "timestamp": [ 0.0, 18.01 ], "duration": 60.66, "caption": "A woman is sitting across from person's desk as they converse.", "similarity": 0.7454, "relevance": 3 }, { "pair_id": 337826, "video_name": "castle_s06e20_seg02_clip_22", "timestamp": [ 16.33, 22.68 ], "duration": 90.66, "caption": "A woman walks around the desk and towards a man, but stops quickly when he speaks to her.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 337827, "video_name": "s06e12_seg02_clip_10", "timestamp": [ 0.0, 4.59 ], "duration": 54.66, "caption": "A woman, sitting at the desk, talks on the phone.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 337828, "video_name": "castle_s02e15_seg02_clip_04", "timestamp": [ 75.22, 78.31 ], "duration": 88.66, "caption": "A woman leans across desk to talk to another person.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 337829, "video_name": "house_s02e08_seg02_clip_11", "timestamp": [ 10.8, 15.3 ], "duration": 90.66, "caption": "A woman sits down at her desk while talking with man.", "similarity": 0.7385, "relevance": 3 }, { "pair_id": 337830, "video_name": "castle_s03e19_seg02_clip_04", "timestamp": [ 23.68, 27.7 ], "duration": 89.66, "caption": "A woman walks to a person's desk and starts talking holding coffee.", "similarity": 0.7368, "relevance": 2 }, { "pair_id": 337831, "video_name": "house_s06e07_seg02_clip_07", "timestamp": [ 0.0, 42.67 ], "duration": 90.66, "caption": "A woman talks to a man - she's standing and he's sitting; she turns and walks away and he's left sitting at the desk.", "similarity": 0.7316, "relevance": 1 }, { "pair_id": 337832, "video_name": "castle_s07e04_seg02_clip_19", "timestamp": [ 86.5, 92.03 ], "duration": 92.66, "caption": "A person sits down in a desk and a woman walks up to them to sit.", "similarity": 0.7257, "relevance": 3 }, { "pair_id": 337833, "video_name": "s01e03_seg02_clip_12", "timestamp": [ 0.0, 15.38 ], "duration": 58.66, "caption": "A man talks to another person, and walks towards to his desk and sits down.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 337835, "video_name": "house_s04e10_seg02_clip_20", "timestamp": [ 0.0, 19.11 ], "duration": 88.66, "caption": "A woman walks over to person and person and talks to them.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 337836, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 0.0, 18.07 ], "duration": 90.66, "caption": "A woman is at her desk as she speaks to a man.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 337837, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 48.95, 52.88 ], "duration": 87.66, "caption": "A woman sits on her chair while talking to someone.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 337838, "video_name": "castle_s07e20_seg02_clip_10", "timestamp": [ 74.08, 77.3 ], "duration": 92.66, "caption": "A woman sits down behind a desk while speaking to another woman.", "similarity": 0.7105, "relevance": 3 }, { "pair_id": 337839, "video_name": "s06e17_seg02_clip_08", "timestamp": [ 10.62, 13.58 ], "duration": 59.66, "caption": "A person walks to his desk and sits down.", "similarity": 0.7099, "relevance": 1 } ] }, { "query_id": 70600, "query": "A woman gets down on one knee in front of man in the kitchen.", "relevant_moment": [ { "pair_id": 6620, "video_name": "met_s02e08_seg01_clip_01", "timestamp": [ 4.0, 11.14 ], "duration": 57.66, "caption": "A woman gets down on one knee in front of man in the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6621, "video_name": "friends_s07e21_seg02_clip_06", "timestamp": [ 1.79, 5.36 ], "duration": 51.66, "caption": "A woman gets down on her knees in front of a man.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 6622, "video_name": "friends_s10e05_seg02_clip_24", "timestamp": [ 4.79, 12.62 ], "duration": 87.66, "caption": "A man gets down on one knee in front of a woman.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 6623, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 88.29, 91.03 ], "duration": 91.66, "caption": "A man gets down on one knee in front of a woman.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 6624, "video_name": "friends_s03e19_seg02_clip_19", "timestamp": [ 0.0, 4.76 ], "duration": 56.66, "caption": "A man comes in the room and kneels down in front of a woman.", "similarity": 0.7, "relevance": 3 }, { "pair_id": 6625, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 18.3, 59.03 ], "duration": 59.66, "caption": "A woman gets on her knees in front of a man.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 6626, "video_name": "met_s02e08_seg01_clip_01", "timestamp": [ 4.57, 7.71 ], "duration": 57.66, "caption": "A woman got down on her knees in front of man.", "similarity": 0.6984, "relevance": 4 }, { "pair_id": 6627, "video_name": "s01e15_seg02_clip_03", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A woman goes beside a man when he is in the kitchen.", "similarity": 0.6979, "relevance": 3 }, { "pair_id": 6628, "video_name": "castle_s05e19_seg02_clip_07", "timestamp": [ 70.58, 79.41 ], "duration": 92.66, "caption": "A person wheels himself over toward the kitchen by a woman.", "similarity": 0.6521, "relevance": 1 }, { "pair_id": 6629, "video_name": "castle_s03e14_seg02_clip_00", "timestamp": [ 14.74, 17.04 ], "duration": 92.66, "caption": "A woman walks into the kitchen and pats a man on the back.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 6630, "video_name": "s05e02_seg02_clip_11", "timestamp": [ 65.68, 67.02 ], "duration": 67.66, "caption": "A woman is standing in woman's kitchen with woman.", "similarity": 0.6487, "relevance": 1 }, { "pair_id": 6631, "video_name": "s02e12_seg02_clip_07", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A woman sticks her tongue out at a man while standing in the kitchen.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 6632, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A woman goes to a man in the kitchen and places her arm around him.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 6633, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 1.4, 4.48 ], "duration": 56.66, "caption": "A woman walks towards a man who's in the kitchen.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 6634, "video_name": "friends_s06e08_seg02_clip_19", "timestamp": [ 0.0, 3.98 ], "duration": 53.66, "caption": "A woman leans against the kitchen counter in front of a man.", "similarity": 0.6318, "relevance": 2 }, { "pair_id": 6635, "video_name": "house_s03e20_seg02_clip_08", "timestamp": [ 51.18, 52.47 ], "duration": 86.66, "caption": "A woman leads a man out of the kitchen.", "similarity": 0.6252, "relevance": 1 }, { "pair_id": 6636, "video_name": "s07e12_seg02_clip_14", "timestamp": [ 54.84, 57.99 ], "duration": 63.66, "caption": "A woman gets down on one knee holding man's hands.", "similarity": 0.6248, "relevance": 4 }, { "pair_id": 6637, "video_name": "friends_s09e16_seg02_clip_20", "timestamp": [ 5.99, 11.4 ], "duration": 57.66, "caption": "A woman walks up to a man in the kitchen.", "similarity": 0.6232, "relevance": 3 }, { "pair_id": 6638, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 22.69, 23.81 ], "duration": 56.66, "caption": "A woman hits a man on the arm in the kitchen.", "similarity": 0.6229, "relevance": 2 }, { "pair_id": 6639, "video_name": "grey_s02e23_seg02_clip_25", "timestamp": [ 93.53, 98.54 ], "duration": 167.66, "caption": "A man enters the kitchen with a woman as a person is standing behind the counter.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 179940, "video_name": "friends_s03e20_seg02_clip_02", "timestamp": [ 48.45, 51.06 ], "duration": 58.66, "caption": "A man gets up from his seat as a woman enters the kitchen.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 179941, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 37.43, 42.65 ], "duration": 58.66, "caption": "A woman walks around the kitchen island to stand in front of a man.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 179942, "video_name": "s05e06_seg02_clip_04", "timestamp": [ 19.23, 20.47 ], "duration": 62.66, "caption": "A woman puts her hand on a man's knee.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 179943, "video_name": "met_s03e17_seg02_clip_08", "timestamp": [ 54.23, 60.59 ], "duration": 60.66, "caption": "A woman corners man in the kitchen against the stove.", "similarity": 0.618, "relevance": 2 }, { "pair_id": 179944, "video_name": "friends_s02e20_seg02_clip_06", "timestamp": [ 12.78, 17.4 ], "duration": 54.66, "caption": "A woman walks over to a man in the kitchen.", "similarity": 0.6174, "relevance": 2 }, { "pair_id": 179945, "video_name": "castle_s03e10_seg02_clip_18", "timestamp": [ 22.01, 26.41 ], "duration": 80.66, "caption": "A person walks into the kitchen and sits down next to a woman.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 179946, "video_name": "friends_s09e11_seg01_clip_00", "timestamp": [ 1.68, 3.92 ], "duration": 56.66, "caption": "A woman is in the kitchen as a man walks out of the bedroom.", "similarity": 0.6168, "relevance": 1 }, { "pair_id": 179947, "video_name": "friends_s09e19_seg02_clip_20", "timestamp": [ 5.91, 15.25 ], "duration": 62.66, "caption": "A man is by the kitchen and then grabs a stool and sits facing a woman.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 179948, "video_name": "s03e22_seg01_clip_01", "timestamp": [ 13.87, 17.83 ], "duration": 44.66, "caption": "A man goes from standing in the kitchen to sitting next to a woman.", "similarity": 0.61, "relevance": 1 }, { "pair_id": 179949, "video_name": "s07e02_seg02_clip_09", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "A person ends up sitting next to a woman in the kitchen.", "similarity": 0.6097, "relevance": 1 }, { "pair_id": 179950, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 38.14, 44.86 ], "duration": 61.66, "caption": "A woman goes into the kitchen to see about a man's order.", "similarity": 0.6074, "relevance": 2 }, { "pair_id": 179951, "video_name": "friends_s05e04_seg02_clip_12", "timestamp": [ 7.56, 15.76 ], "duration": 63.66, "caption": "A woman dances for man in the kitchen by him.", "similarity": 0.6069, "relevance": 2 }, { "pair_id": 179952, "video_name": "met_s02e18_seg02_clip_01", "timestamp": [ 49.61, 53.59 ], "duration": 61.66, "caption": "A man points emphatically at a woman who is standing in the kitchen.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 179953, "video_name": "friends_s04e10_seg02_clip_19", "timestamp": [ 11.16, 33.47 ], "duration": 97.66, "caption": "A woman works in a kitchen while talking to a man.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 179954, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 11.6, 14.65 ], "duration": 61.66, "caption": "A person puts their arm around a woman and pulls her towards the kitchen.", "similarity": 0.6036, "relevance": 1 }, { "pair_id": 179955, "video_name": "castle_s02e07_seg02_clip_11", "timestamp": [ 77.57, 78.51 ], "duration": 94.66, "caption": "A person enters the kitchen where he kisses woman on the cheek.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 179956, "video_name": "friends_s07e21_seg02_clip_06", "timestamp": [ 29.59, 32.14 ], "duration": 51.66, "caption": "A man gets down on his knees in front of a woman and grabs her hands in his.", "similarity": 0.6016, "relevance": 3 }, { "pair_id": 179957, "video_name": "friends_s03e07_seg02_clip_07", "timestamp": [ 12.33, 19.61 ], "duration": 56.66, "caption": "A woman leads a man by the hand into the kitchen.", "similarity": 0.5997, "relevance": 2 }, { "pair_id": 179958, "video_name": "castle_s06e23_seg02_clip_09", "timestamp": [ 41.8, 53.94 ], "duration": 89.66, "caption": "A woman walks downstairs and follows a man towards the kitchen.", "similarity": 0.5986, "relevance": 1 }, { "pair_id": 179959, "video_name": "friends_s08e10_seg02_clip_06", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A woman walks away from man in the kitchen.", "similarity": 0.5983, "relevance": 2 } ] }, { "query_id": 70628, "query": "A person jumps up from the MRI table and pulls his trousers up.", "relevant_moment": [ { "pair_id": 150600, "video_name": "house_s05e09_seg02_clip_20", "timestamp": [ 7.12, 12.02 ], "duration": 89.66, "caption": "A person jumps up from the MRI table and pulls his trousers up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150601, "video_name": "house_s08e02_seg02_clip_21", "timestamp": [ 0.0, 6.8 ], "duration": 85.66, "caption": "A person lays on the table at the MRI and lifts their head up.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 150602, "video_name": "house_s05e16_seg02_clip_02", "timestamp": [ 13.22, 18.68 ], "duration": 91.66, "caption": "A person is seen going into the MRI machine.", "similarity": 0.6608, "relevance": 0 }, { "pair_id": 150603, "video_name": "met_s03e15_seg02_clip_03", "timestamp": [ 14.74, 19.56 ], "duration": 60.66, "caption": "A man jumps up on the table and unzips his pants.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 150604, "video_name": "house_s01e16_seg02_clip_24", "timestamp": [ 30.74, 43.12 ], "duration": 91.66, "caption": "The patient is being slid into the MRI machine.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 150605, "video_name": "house_s04e08_seg02_clip_04", "timestamp": [ 22.0, 25.74 ], "duration": 83.66, "caption": "A patient is laying on a table, and goes into an MRI machine.", "similarity": 0.6214, "relevance": 1 }, { "pair_id": 150606, "video_name": "house_s05e09_seg02_clip_20", "timestamp": [ 8.9, 10.68 ], "duration": 89.66, "caption": "A person slides themselves off of the MRI machine.", "similarity": 0.6199, "relevance": 3 }, { "pair_id": 150607, "video_name": "house_s07e08_seg02_clip_23", "timestamp": [ 39.11, 57.52 ], "duration": 92.66, "caption": "A person holds up a black and white MRI for the patient.", "similarity": 0.6184, "relevance": 0 }, { "pair_id": 150608, "video_name": "house_s08e02_seg02_clip_21", "timestamp": [ 2.55, 4.68 ], "duration": 85.66, "caption": "A person leans up from the MRI table while they are getting told news.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 150609, "video_name": "house_s04e14_seg02_clip_04", "timestamp": [ 27.15, 29.91 ], "duration": 92.66, "caption": "The patient, a man, pulls himself out of the MRI machine.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 150610, "video_name": "house_s06e04_seg02_clip_10", "timestamp": [ 0.0, 4.55 ], "duration": 91.66, "caption": "A man gets up from the table as a doctor picks up files.", "similarity": 0.606, "relevance": 0 }, { "pair_id": 150611, "video_name": "house_s02e20_seg02_clip_08", "timestamp": [ 79.07, 81.11 ], "duration": 102.66, "caption": "A man's head raises up off the table in an MRI machine as a piece of metal bullet expels from his head and magnetizes to the top of the machine.", "similarity": 0.6017, "relevance": 1 }, { "pair_id": 150612, "video_name": "house_s05e16_seg02_clip_02", "timestamp": [ 12.3, 30.08 ], "duration": 91.66, "caption": "A person takes a look at someone going inside of the MRI.", "similarity": 0.5994, "relevance": 0 }, { "pair_id": 150613, "video_name": "house_s02e03_seg02_clip_12", "timestamp": [ 26.67, 29.38 ], "duration": 90.66, "caption": "A patient gets down from sitting in an examination table.", "similarity": 0.5925, "relevance": 0 }, { "pair_id": 150614, "video_name": "house_s07e03_seg02_clip_11", "timestamp": [ 9.3, 23.26 ], "duration": 93.66, "caption": "A person is wheeled into the MRI room and their leg catches on fire.", "similarity": 0.5901, "relevance": 0 }, { "pair_id": 150615, "video_name": "house_s07e22_seg02_clip_03", "timestamp": [ 88.57, 95.47 ], "duration": 115.66, "caption": "A person inserts a needle into his/her arm and enters a MRI machine.", "similarity": 0.5889, "relevance": 1 }, { "pair_id": 150616, "video_name": "house_s01e17_seg02_clip_02", "timestamp": [ 0.0, 8.08 ], "duration": 95.66, "caption": "A person gets up from his chair and examined the knee of his patient.", "similarity": 0.5874, "relevance": 1 }, { "pair_id": 150617, "video_name": "house_s01e02_seg02_clip_16", "timestamp": [ 38.62, 42.34 ], "duration": 93.66, "caption": "A person suddenly gets up from the examination table as soon as a man tries to contact another doctor.", "similarity": 0.5798, "relevance": 0 }, { "pair_id": 150618, "video_name": "house_s02e10_seg02_clip_08", "timestamp": [ 80.12, 85.46 ], "duration": 89.66, "caption": "A man presses the button and the MRI starts moving making a man sit up.", "similarity": 0.5793, "relevance": 2 }, { "pair_id": 150619, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 25.77, 29.91 ], "duration": 92.66, "caption": "A person in a hospital gown is entering an MRI machine.", "similarity": 0.5734, "relevance": 1 } ] }, { "query_id": 70641, "query": "A man getting up from sofa and picking up coffee mug from table.", "relevant_moment": [ { "pair_id": 159540, "video_name": "s08e20_seg02_clip_08", "timestamp": [ 14.58, 16.44 ], "duration": 62.66, "caption": "A man getting up from sofa and picking up coffee mug from table.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 159541, "video_name": "friends_s04e02_seg02_clip_11", "timestamp": [ 52.83, 55.48 ], "duration": 59.66, "caption": "A man gets up from the couch to get some coffee.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 159543, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 48.29, 51.76 ], "duration": 63.66, "caption": "A man stands up, grabs their coffee mug and walks behind the couch.", "similarity": 0.7329, "relevance": 4 }, { "pair_id": 159545, "video_name": "house_s07e09_seg02_clip_18", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person picks up their coffee mug from the table.", "similarity": 0.7184, "relevance": 2 }, { "pair_id": 159546, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 31.16, 36.28 ], "duration": 93.66, "caption": "A man picks up a mug and drinks from it.", "similarity": 0.714, "relevance": 2 }, { "pair_id": 159547, "video_name": "s05e06_seg02_clip_09", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A man gets up from a table and picks up his plate and cup.", "similarity": 0.6983, "relevance": 3 }, { "pair_id": 159548, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 48.29, 52.07 ], "duration": 63.66, "caption": "A man grabs his mug as he gets up from the couch and walks away.", "similarity": 0.6963, "relevance": 4 }, { "pair_id": 159549, "video_name": "house_s05e15_seg02_clip_11", "timestamp": [ 38.5, 46.65 ], "duration": 90.66, "caption": "A man stands up from the couch while holding onto his coffee cup.", "similarity": 0.6946, "relevance": 3 }, { "pair_id": 159550, "video_name": "s01e08_seg01_clip_02", "timestamp": [ 12.51, 17.7 ], "duration": 61.66, "caption": "A man picks a laptop up off a coffee table and moves it to a higher desk.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 159551, "video_name": "house_s02e13_seg02_clip_03", "timestamp": [ 1.86, 5.58 ], "duration": 93.66, "caption": "A man gets up and walks while carrying his coffee mug.", "similarity": 0.6868, "relevance": 2 }, { "pair_id": 159552, "video_name": "s07e07_seg02_clip_04", "timestamp": [ 39.08, 40.01 ], "duration": 62.66, "caption": "A man sets a bottle down on the coffee table as he is getting up from the couch.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 159553, "video_name": "met_s02e13_seg02_clip_11", "timestamp": [ 0.9, 2.7 ], "duration": 60.66, "caption": "A man picks up a red coffee cup from the table in front of him.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 159555, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 51.06, 53.42 ], "duration": 59.66, "caption": "A man reaches over and picks up an item from the sofa.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 159556, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 159557, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 3.32 ], "duration": 83.66, "caption": "A person places a coffee cup down onto the table and gets up.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 159559, "video_name": "friends_s07e18_seg02_clip_08", "timestamp": [ 23.38, 26.8 ], "duration": 57.66, "caption": "A man walks over to the couch carrying a coffee mug.", "similarity": 0.6723, "relevance": 1 }, { "pair_id": 332861, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man picks up his drink from the table.", "similarity": 0.6706, "relevance": 3 }, { "pair_id": 332862, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 332863, "video_name": "s07e12_seg02_clip_17", "timestamp": [ 77.9, 81.44 ], "duration": 118.66, "caption": "A man picks up his coffee cup and takes a sip.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 332864, "video_name": "s07e04_seg01_clip_00", "timestamp": [ 42.86, 45.07 ], "duration": 63.66, "caption": "A woman gets up from the couch and picks up a yellow coffee mug.", "similarity": 0.6672, "relevance": 3 }, { "pair_id": 332865, "video_name": "friends_s04e12_seg02_clip_06", "timestamp": [ 16.13, 17.99 ], "duration": 62.66, "caption": "A man picks up a decorative plate from the coffee table and tosses it onto the living room chair.", "similarity": 0.6643, "relevance": 1 }, { "pair_id": 332866, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 4.15 ], "duration": 83.66, "caption": "A person puts their coffee cup down and gets up from the table.", "similarity": 0.6627, "relevance": 2 }, { "pair_id": 332867, "video_name": "s09e10_seg02_clip_13", "timestamp": [ 45.32, 46.82 ], "duration": 60.66, "caption": "Two men pick up their coffee cups as they get up from the couch.", "similarity": 0.6611, "relevance": 4 }, { "pair_id": 332868, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 35.9, 38.76 ], "duration": 52.66, "caption": "A person grabs his coffee cup from the table.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 332869, "video_name": "s03e03_seg02_clip_07", "timestamp": [ 16.53, 20.95 ], "duration": 59.66, "caption": "A person leans forward on the couch and picks up their glass from the coffee table.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 332870, "video_name": "friends_s04e10_seg02_clip_09", "timestamp": [ 11.53, 15.05 ], "duration": 64.66, "caption": "A man picks a mug up and turns around.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 332871, "video_name": "house_s07e18_seg02_clip_01", "timestamp": [ 12.99, 13.89 ], "duration": 89.66, "caption": "A person stands up and grabs their coffee off of the table.", "similarity": 0.654, "relevance": 3 }, { "pair_id": 332872, "video_name": "s07e20_seg02_clip_15", "timestamp": [ 38.21, 43.91 ], "duration": 57.66, "caption": "A man picks up a white mug and takes a drink from it.", "similarity": 0.6535, "relevance": 2 }, { "pair_id": 332873, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 48.38, 51.44 ], "duration": 61.66, "caption": "A man picks up a glass from the table and takes a drink.", "similarity": 0.653, "relevance": 2 }, { "pair_id": 332874, "video_name": "s09e01_seg02_clip_14", "timestamp": [ 11.48, 13.03 ], "duration": 62.66, "caption": "A person gets up from the couch and picks up a tray with a tea kettle and various tea supplies on it.", "similarity": 0.6506, "relevance": 3 }, { "pair_id": 332875, "video_name": "met_s02e13_seg02_clip_00", "timestamp": [ 58.1, 60.88 ], "duration": 61.66, "caption": "A man takes a sip of coffee from his mug.", "similarity": 0.6498, "relevance": 2 }, { "pair_id": 332876, "video_name": "friends_s06e04_seg02_clip_00", "timestamp": [ 43.58, 46.22 ], "duration": 66.66, "caption": "A man enters the coffee shop and approaches the sofa.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 332877, "video_name": "friends_s09e06_seg02_clip_29", "timestamp": [ 33.82, 37.39 ], "duration": 65.66, "caption": "A man tries to get up from the sofa but stopped.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 332878, "video_name": "friends_s01e05_seg01_clip_00", "timestamp": [ 11.23, 13.01 ], "duration": 51.66, "caption": "A man walks up to a chair with his coffee cup and sits down.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 332879, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 4.48, 9.8 ], "duration": 56.66, "caption": "A man picks up his mug and takes a sip.", "similarity": 0.6432, "relevance": 2 } ] }, { "query_id": 70647, "query": "Multiple people were having a conversation.", "relevant_moment": [ { "pair_id": 167900, "video_name": "house_s08e15_seg02_clip_23", "timestamp": [ 0.0, 60.0 ], "duration": 93.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167901, "video_name": "house_s07e23_seg02_clip_01", "timestamp": [ 0.0, 66.45 ], "duration": 86.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167902, "video_name": "house_s07e20_seg02_clip_12", "timestamp": [ 0.0, 71.0 ], "duration": 91.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167903, "video_name": "house_s07e19_seg02_clip_00", "timestamp": [ 13.38, 39.22 ], "duration": 92.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167904, "video_name": "house_s06e14_seg02_clip_21", "timestamp": [ 44.56, 90.02 ], "duration": 90.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167905, "video_name": "house_s06e07_seg02_clip_20", "timestamp": [ 0.0, 33.82 ], "duration": 98.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167906, "video_name": "house_s02e15_seg02_clip_17", "timestamp": [ 0.0, 37.38 ], "duration": 101.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167907, "video_name": "house_s02e15_seg02_clip_02", "timestamp": [ 0.0, 39.12 ], "duration": 92.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167908, "video_name": "house_s02e07_seg02_clip_11", "timestamp": [ 57.01, 81.44 ], "duration": 81.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167909, "video_name": "house_s02e06_seg02_clip_17", "timestamp": [ 0.0, 42.76 ], "duration": 90.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167910, "video_name": "house_s01e11_seg02_clip_20", "timestamp": [ 9.7, 68.89 ], "duration": 97.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167911, "video_name": "house_s01e07_seg02_clip_05", "timestamp": [ 0.0, 33.51 ], "duration": 100.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167912, "video_name": "house_s01e01_seg02_clip_18", "timestamp": [ 0.0, 79.94 ], "duration": 89.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167913, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167914, "video_name": "friends_s08e04_seg02_clip_10", "timestamp": [ 23.44, 59.34 ], "duration": 59.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167915, "video_name": "friends_s05e21_seg02_clip_11", "timestamp": [ 28.49, 55.97 ], "duration": 67.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167916, "video_name": "friends_s02e02_seg02_clip_01", "timestamp": [ 9.92, 23.05 ], "duration": 64.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167917, "video_name": "friends_s01e04_seg02_clip_03", "timestamp": [ 14.22, 36.27 ], "duration": 58.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167918, "video_name": "castle_s08e06_seg02_clip_17", "timestamp": [ 0.0, 26.42 ], "duration": 89.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167919, "video_name": "castle_s07e18_seg02_clip_15", "timestamp": [ 0.0, 58.61 ], "duration": 93.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341220, "video_name": "castle_s06e23_seg02_clip_03", "timestamp": [ 0.0, 15.13 ], "duration": 89.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341221, "video_name": "castle_s06e18_seg02_clip_02", "timestamp": [ 0.0, 66.98 ], "duration": 93.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341222, "video_name": "castle_s06e13_seg02_clip_06", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341223, "video_name": "castle_s05e05_seg02_clip_24", "timestamp": [ 51.84, 88.62 ], "duration": 88.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341224, "video_name": "castle_s04e08_seg02_clip_11", "timestamp": [ 0.0, 51.88 ], "duration": 91.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341225, "video_name": "castle_s03e23_seg02_clip_05", "timestamp": [ 0.0, 50.6 ], "duration": 88.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341226, "video_name": "castle_s03e18_seg02_clip_02", "timestamp": [ 0.0, 42.22 ], "duration": 86.66, "caption": "Multiple people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 341227, "video_name": "castle_s06e14_seg02_clip_18", "timestamp": [ 0.0, 11.57 ], "duration": 89.66, "caption": "Multiple people were having conversation.", "similarity": 0.9961, "relevance": 3 }, { "pair_id": 341228, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 63.72, 91.03 ], "duration": 91.66, "caption": "Multiple people are having a conversation.", "similarity": 0.9573, "relevance": 4 }, { "pair_id": 341229, "video_name": "grey_s03e14_seg02_clip_01", "timestamp": [ 73.46, 90.66 ], "duration": 90.66, "caption": "Multiple people are having a conversation.", "similarity": 0.9573, "relevance": 3 }, { "pair_id": 341230, "video_name": "grey_s02e08_seg02_clip_03", "timestamp": [ 0.0, 34.23 ], "duration": 87.66, "caption": "Multiple people are having a conversation.", "similarity": 0.9573, "relevance": 4 }, { "pair_id": 341231, "video_name": "friends_s10e07_seg02_clip_16", "timestamp": [ 36.27, 58.03 ], "duration": 58.66, "caption": "Multiple people are having a conversation.", "similarity": 0.9573, "relevance": 3 }, { "pair_id": 341232, "video_name": "castle_s05e18_seg02_clip_01", "timestamp": [ 0.0, 13.9 ], "duration": 89.66, "caption": "Multiple people are having a conversation with each other.", "similarity": 0.9452, "relevance": 4 }, { "pair_id": 341233, "video_name": "castle_s04e16_seg02_clip_15", "timestamp": [ 0.0, 31.2 ], "duration": 91.66, "caption": "Multiple people are having a conversation with each other.", "similarity": 0.9452, "relevance": 4 }, { "pair_id": 341234, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 0.0, 30.08 ], "duration": 97.66, "caption": "Several people were having a conversation.", "similarity": 0.9421, "relevance": 4 }, { "pair_id": 341235, "video_name": "house_s05e23_seg02_clip_08", "timestamp": [ 49.69, 92.03 ], "duration": 92.66, "caption": "Several people were having a conversation.", "similarity": 0.9421, "relevance": 4 }, { "pair_id": 341236, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 0.0, 35.12 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.9054, "relevance": 4 }, { "pair_id": 341237, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 0.9054, "relevance": 4 }, { "pair_id": 341238, "video_name": "s02e17_seg02_clip_05", "timestamp": [ 0.0, 36.6 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 0.9054, "relevance": 4 }, { "pair_id": 341239, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 0.0, 33.62 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.9054, "relevance": 4 } ] }, { "query_id": 70745, "query": "A woman hugs a man as they are sitting beside each other on a couch.", "relevant_moment": [ { "pair_id": 166560, "video_name": "friends_s02e10_seg02_clip_04", "timestamp": [ 18.82, 24.1 ], "duration": 66.66, "caption": "A woman hugs a man as they are sitting beside each other on a couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166561, "video_name": "s01e17_seg02_clip_05", "timestamp": [ 3.6, 7.2 ], "duration": 60.66, "caption": "A woman hugs a man while they sit on the couch.", "similarity": 0.9373, "relevance": 4 }, { "pair_id": 166562, "video_name": "friends_s02e07_seg02_clip_06", "timestamp": [ 36.24, 40.97 ], "duration": 63.66, "caption": "A woman reaches over and hugs a man while they sit on the couch.", "similarity": 0.9024, "relevance": 4 }, { "pair_id": 166563, "video_name": "s05e06_seg02_clip_04", "timestamp": [ 60.17, 61.72 ], "duration": 62.66, "caption": "A woman and a man hug while sitting on the couch.", "similarity": 0.8833, "relevance": 4 }, { "pair_id": 166564, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 44.77, 50.02 ], "duration": 50.66, "caption": "A woman hugs a man when she is sitting beside him.", "similarity": 0.8603, "relevance": 4 }, { "pair_id": 166565, "video_name": "s08e06_seg02_clip_06", "timestamp": [ 18.91, 24.91 ], "duration": 60.66, "caption": "A woman gets closer to a man and hugs him on the sofa.", "similarity": 0.8488, "relevance": 4 }, { "pair_id": 166566, "video_name": "s09e23_seg02_clip_14", "timestamp": [ 59.91, 63.38 ], "duration": 99.66, "caption": "A woman sits on the couch next to someone and hugs them.", "similarity": 0.843, "relevance": 3 }, { "pair_id": 166567, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 36.6, 37.22 ], "duration": 62.66, "caption": "A man hugs a woman who is sitting next to him.", "similarity": 0.8386, "relevance": 3 }, { "pair_id": 166568, "video_name": "s06e16_seg02_clip_12", "timestamp": [ 49.52, 55.02 ], "duration": 55.66, "caption": "A woman gives a man a big hug while they're sitting on the couch.", "similarity": 0.8302, "relevance": 4 }, { "pair_id": 166569, "video_name": "friends_s04e01_seg02_clip_07", "timestamp": [ 50.42, 63.03 ], "duration": 63.66, "caption": "A man and woman were both sitting on the couch whilst hugging each other.", "similarity": 0.824, "relevance": 2 }, { "pair_id": 166570, "video_name": "friends_s05e15_seg02_clip_07", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "A woman hugs a man while sitting in a chair together.", "similarity": 0.8177, "relevance": 2 }, { "pair_id": 166571, "video_name": "friends_s08e21_seg02_clip_19", "timestamp": [ 0.0, 1.92 ], "duration": 96.66, "caption": "Two people hug each other while sitting on the couch.", "similarity": 0.815, "relevance": 4 }, { "pair_id": 166572, "video_name": "friends_s04e22_seg02_clip_09", "timestamp": [ 49.52, 54.92 ], "duration": 60.66, "caption": "A woman hugs two other women at the same time while sitting on the couch.", "similarity": 0.8083, "relevance": 2 }, { "pair_id": 166573, "video_name": "s02e08_seg02_clip_15", "timestamp": [ 27.85, 33.5 ], "duration": 87.66, "caption": "A man gets up from the couch and hugs another man and a woman.", "similarity": 0.806, "relevance": 1 }, { "pair_id": 166574, "video_name": "met_s03e01_seg01_clip_00", "timestamp": [ 40.49, 43.71 ], "duration": 91.66, "caption": "A woman leans to a man for a hug while they sit on the sofa.", "similarity": 0.8055, "relevance": 2 }, { "pair_id": 166575, "video_name": "met_s06e18_seg02_clip_12", "timestamp": [ 12.13, 16.56 ], "duration": 59.66, "caption": "Two people who sit on the couch hug each other.", "similarity": 0.802, "relevance": 3 }, { "pair_id": 166576, "video_name": "met_s06e13_seg02_clip_04", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "Two people hug while sitting on the couch.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 166577, "video_name": "s05e04_seg02_clip_15", "timestamp": [ 24.01, 29.11 ], "duration": 60.66, "caption": "A person leans over to hug the woman on the couch.", "similarity": 0.7993, "relevance": 4 }, { "pair_id": 166578, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 45.47, 58.28 ], "duration": 61.66, "caption": "A man sits down next to woman and she hugs him.", "similarity": 0.798, "relevance": 3 }, { "pair_id": 166579, "video_name": "s06e24_seg02_clip_15", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A woman is sitting beside a person and is hugging him.", "similarity": 0.796, "relevance": 4 }, { "pair_id": 339880, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 8.55, 13.4 ], "duration": 57.66, "caption": "A woman and man hug and kiss on the couch.", "similarity": 0.7847, "relevance": 4 }, { "pair_id": 339881, "video_name": "friends_s04e22_seg02_clip_10", "timestamp": [ 50.04, 52.79 ], "duration": 61.66, "caption": "A woman hugs woman while they are sitting on the sofa.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 339882, "video_name": "s07e13_seg01_clip_02", "timestamp": [ 32.07, 36.04 ], "duration": 36.66, "caption": "A woman jumps toward a man on the sofa to give him a hug.", "similarity": 0.7776, "relevance": 4 }, { "pair_id": 339883, "video_name": "friends_s07e20_seg01_clip_00", "timestamp": [ 36.87, 42.55 ], "duration": 63.66, "caption": "A woman stands up from the couch and hugs another woman.", "similarity": 0.776, "relevance": 1 }, { "pair_id": 339884, "video_name": "castle_s07e06_seg02_clip_21", "timestamp": [ 33.38, 39.02 ], "duration": 94.66, "caption": "Two people hug each other as they are on a sofa.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 339885, "video_name": "met_s06e18_seg02_clip_12", "timestamp": [ 13.58, 17.12 ], "duration": 59.66, "caption": "Two people hug each other on the sofa.", "similarity": 0.773, "relevance": 2 }, { "pair_id": 339886, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 13.21, 24.61 ], "duration": 60.66, "caption": "A woman hugs a man on the couch looking back toward the kitchen.", "similarity": 0.7729, "relevance": 4 }, { "pair_id": 339887, "video_name": "castle_s05e16_seg02_clip_27", "timestamp": [ 3.8, 9.12 ], "duration": 76.66, "caption": "A man and a woman hug each other as they stand beside each other.", "similarity": 0.7718, "relevance": 2 }, { "pair_id": 339888, "video_name": "friends_s02e06_seg02_clip_06", "timestamp": [ 20.8, 23.44 ], "duration": 66.66, "caption": "One person hugs another person after she gets up from the sofa.", "similarity": 0.7677, "relevance": 2 }, { "pair_id": 339889, "video_name": "friends_s06e17_seg02_clip_17", "timestamp": [ 48.66, 62.75 ], "duration": 64.66, "caption": "A woman gets up from the couch and hugs guy.", "similarity": 0.7674, "relevance": 2 }, { "pair_id": 339890, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.7619, "relevance": 1 }, { "pair_id": 339891, "video_name": "friends_s06e17_seg02_clip_17", "timestamp": [ 49.94, 61.47 ], "duration": 64.66, "caption": "A woman gets up off the couch and hugs a man.", "similarity": 0.7603, "relevance": 2 }, { "pair_id": 339892, "video_name": "friends_s03e09_seg02_clip_04", "timestamp": [ 6.42, 11.93 ], "duration": 61.66, "caption": "A woman and a man hug as they are standing next to each other.", "similarity": 0.7596, "relevance": 1 }, { "pair_id": 339893, "video_name": "friends_s09e15_seg01_clip_00", "timestamp": [ 16.99, 20.15 ], "duration": 79.66, "caption": "A woman and man hug at Central Perk near the sofa.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 339894, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 35.7, 42.34 ], "duration": 166.66, "caption": "A man hugs a woman while she is very emotional.", "similarity": 0.7555, "relevance": 2 }, { "pair_id": 339895, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.45, 45.47 ], "duration": 61.66, "caption": "A man hugs a woman and then two men hug each other.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 339896, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 44.27, 48.77 ], "duration": 50.66, "caption": "A woman leans over and hugs a man.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 339897, "video_name": "friends_s03e02_seg02_clip_18", "timestamp": [ 21.09, 33.19 ], "duration": 62.66, "caption": "A woman gets close to a man and they hug each other.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 339898, "video_name": "castle_s08e22_seg02_clip_09", "timestamp": [ 6.8, 11.9 ], "duration": 85.66, "caption": "A woman stands up from the couch and hugs someone.", "similarity": 0.7466, "relevance": 2 }, { "pair_id": 339899, "video_name": "met_s02e16_seg02_clip_19", "timestamp": [ 0.0, 3.27 ], "duration": 36.66, "caption": "A woman hugs a man and another woman gets up to hug a man.", "similarity": 0.746, "relevance": 2 } ] }, { "query_id": 70760, "query": "A person says something to the group and almost everyone raises their hands.", "relevant_moment": [ { "pair_id": 7340, "video_name": "friends_s02e10_seg02_clip_01", "timestamp": [ 3.63, 4.84 ], "duration": 60.66, "caption": "A person says something to the group and almost everyone raises their hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7341, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 10.36, 15.42 ], "duration": 46.66, "caption": "A person raises their hand as they speak to some other people.", "similarity": 0.8082, "relevance": 2 }, { "pair_id": 7342, "video_name": "house_s04e13_seg02_clip_02", "timestamp": [ 24.65, 29.3 ], "duration": 93.66, "caption": "A group raise their hands together while person is talking.", "similarity": 0.7945, "relevance": 4 }, { "pair_id": 7343, "video_name": "met_s06e13_seg02_clip_07", "timestamp": [ 24.23, 28.83 ], "duration": 61.66, "caption": "A person is talking to everyone and using their hands, palms up, for emphasis.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 7344, "video_name": "met_s02e16_seg02_clip_04", "timestamp": [ 7.44, 9.82 ], "duration": 59.66, "caption": "A person is talking to the group and throws both hands up in a gesture.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 7345, "video_name": "castle_s01e06_seg02_clip_17", "timestamp": [ 121.29, 125.16 ], "duration": 129.66, "caption": "A person holds up their left hand fingers, gesturing to the group.", "similarity": 0.7383, "relevance": 1 }, { "pair_id": 7346, "video_name": "met_s03e14_seg01_clip_02", "timestamp": [ 41.27, 45.43 ], "duration": 59.66, "caption": "A group raises their hands at the same time but a person chooses another person to speak first.", "similarity": 0.736, "relevance": 4 }, { "pair_id": 7347, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 16.38, 20.03 ], "duration": 91.66, "caption": "A person raises their hand immediately while their friends are talking.", "similarity": 0.728, "relevance": 3 }, { "pair_id": 7348, "video_name": "met_s02e12_seg02_clip_03", "timestamp": [ 51.01, 53.38 ], "duration": 59.66, "caption": "A man is talking to a group of people and then raises both of their arms upwards.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 7349, "video_name": "met_s03e02_seg02_clip_05", "timestamp": [ 19.13, 32.88 ], "duration": 59.66, "caption": "A person shakes some people's hands as they stand across from him/her.", "similarity": 0.7105, "relevance": 1 }, { "pair_id": 7350, "video_name": "house_s08e15_seg02_clip_14", "timestamp": [ 0.0, 8.91 ], "duration": 81.66, "caption": "People raised their hands while they are discussing about a man.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 7351, "video_name": "house_s04e03_seg02_clip_08", "timestamp": [ 25.49, 29.41 ], "duration": 98.66, "caption": "The group raise their hands together while man is speaking.", "similarity": 0.7093, "relevance": 4 }, { "pair_id": 7352, "video_name": "met_s06e21_seg01_clip_04", "timestamp": [ 62.12, 85.65 ], "duration": 94.66, "caption": "A person introduces another person to some other people and they all shake hands.", "similarity": 0.7085, "relevance": 1 }, { "pair_id": 7353, "video_name": "castle_s08e03_seg02_clip_08", "timestamp": [ 55.72, 57.42 ], "duration": 85.66, "caption": "Several people in the audience raise their hands.", "similarity": 0.706, "relevance": 4 }, { "pair_id": 7354, "video_name": "grey_s03e06_seg02_clip_00", "timestamp": [ 3.67, 5.51 ], "duration": 91.66, "caption": "Everyone raises their hands when a person is at the podium.", "similarity": 0.7003, "relevance": 4 }, { "pair_id": 7355, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 35.42, 41.42 ], "duration": 60.66, "caption": "A person raises his hands while saying something to another person and the other person begins doing some crazy, preparation motions.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 7356, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person gestures with his/her hands to some other people.", "similarity": 0.6861, "relevance": 1 }, { "pair_id": 7357, "video_name": "s01e02_seg01_clip_03", "timestamp": [ 7.4, 9.61 ], "duration": 40.66, "caption": "A person puts their arms together in front of them and uses them to gesture as they speak to some people.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 7358, "video_name": "friends_s07e11_seg02_clip_08", "timestamp": [ 4.64, 8.71 ], "duration": 58.66, "caption": "A person has their hands together when they are talking to someone.", "similarity": 0.6814, "relevance": 1 }, { "pair_id": 7359, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A person puts his hands in the air and makes a gesture to some people.", "similarity": 0.6763, "relevance": 1 } ] }, { "query_id": 70834, "query": "A lady pours to a man a cup of coffee from the pot.", "relevant_moment": [ { "pair_id": 63960, "video_name": "castle_s06e21_seg02_clip_00", "timestamp": [ 43.13, 50.47 ], "duration": 91.66, "caption": "A lady pours to a man a cup of coffee from the pot.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 63961, "video_name": "friends_s06e01_seg02_clip_04", "timestamp": [ 27.21, 32.96 ], "duration": 60.66, "caption": "A woman pours someone a cup of coffee from a coffee pot.", "similarity": 0.8622, "relevance": 4 }, { "pair_id": 63962, "video_name": "friends_s03e19_seg01_clip_00", "timestamp": [ 2.28, 4.94 ], "duration": 76.66, "caption": "A man pours coffee from a pot into woman's cup.", "similarity": 0.8591, "relevance": 2 }, { "pair_id": 63963, "video_name": "friends_s10e13_seg02_clip_14", "timestamp": [ 49.0, 58.0 ], "duration": 62.66, "caption": "A woman pours some coffee and gives the cup to a man.", "similarity": 0.8528, "relevance": 4 }, { "pair_id": 63964, "video_name": "grey_s02e24_seg02_clip_00", "timestamp": [ 14.04, 21.85 ], "duration": 104.66, "caption": "A man pours coffee from a coffee pot into a mug and hands the mug to a woman.", "similarity": 0.8144, "relevance": 2 }, { "pair_id": 63965, "video_name": "friends_s10e13_seg02_clip_14", "timestamp": [ 48.07, 62.03 ], "duration": 62.66, "caption": "A woman pours a cup of coffee for a man then pours another.", "similarity": 0.8125, "relevance": 4 }, { "pair_id": 63966, "video_name": "friends_s07e09_seg02_clip_00", "timestamp": [ 56.6, 63.6 ], "duration": 63.66, "caption": "A woman pours coffee from the coffee pot into her cup.", "similarity": 0.7979, "relevance": 2 }, { "pair_id": 63967, "video_name": "friends_s06e19_seg01_clip_00", "timestamp": [ 19.39, 28.13 ], "duration": 76.66, "caption": "A woman pours coffee from a coffee pot into container.", "similarity": 0.7931, "relevance": 3 }, { "pair_id": 63968, "video_name": "s10e05_seg02_clip_10", "timestamp": [ 40.89, 44.86 ], "duration": 61.66, "caption": "A woman pours coffee into a mug while talking to a man.", "similarity": 0.7831, "relevance": 2 }, { "pair_id": 63969, "video_name": "friends_s01e22_seg02_clip_17", "timestamp": [ 25.53, 31.2 ], "duration": 63.66, "caption": "A woman brings a cup of coffee to a man.", "similarity": 0.782, "relevance": 1 }, { "pair_id": 63970, "video_name": "friends_s03e07_seg01_clip_00", "timestamp": [ 42.92, 48.86 ], "duration": 66.66, "caption": "A person hands a cup of coffee to woman.", "similarity": 0.7777, "relevance": 1 }, { "pair_id": 63971, "video_name": "castle_s06e21_seg02_clip_00", "timestamp": [ 42.67, 50.01 ], "duration": 91.66, "caption": "A woman picks up the coffee pot and pours some coffee for a man.", "similarity": 0.7614, "relevance": 4 }, { "pair_id": 63972, "video_name": "s01e16_seg01_clip_01", "timestamp": [ 0.0, 13.43 ], "duration": 61.66, "caption": "A woman grabs a coffee pot and fills man's coffee cup.", "similarity": 0.7597, "relevance": 4 }, { "pair_id": 63973, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 18.5, 21.37 ], "duration": 63.66, "caption": "A woman hands a cup of coffee to a man who takes it.", "similarity": 0.7507, "relevance": 2 }, { "pair_id": 63974, "video_name": "castle_s01e09_seg02_clip_11", "timestamp": [ 27.91, 33.02 ], "duration": 93.66, "caption": "A person pours a woman a cup of coffee in the kitchen.", "similarity": 0.7491, "relevance": 1 }, { "pair_id": 63975, "video_name": "s10e01_seg02_clip_01", "timestamp": [ 42.62, 45.62 ], "duration": 60.66, "caption": "A person is pouring coffee into his cup from a coffee pot.", "similarity": 0.7465, "relevance": 1 }, { "pair_id": 63976, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 57.06, 59.2 ], "duration": 61.66, "caption": "A man hands a cup of coffee to woman.", "similarity": 0.7465, "relevance": 1 }, { "pair_id": 63977, "video_name": "grey_s02e21_seg02_clip_01", "timestamp": [ 8.37, 10.58 ], "duration": 88.66, "caption": "A woman hands a man a cup of coffee.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 63978, "video_name": "castle_s02e21_seg02_clip_14", "timestamp": [ 55.73, 60.68 ], "duration": 89.66, "caption": "A woman pours a cup of coffee while a person is behind her.", "similarity": 0.7307, "relevance": 3 }, { "pair_id": 63979, "video_name": "castle_s08e13_seg02_clip_24", "timestamp": [ 58.52, 67.07 ], "duration": 90.66, "caption": "A man hands woman a cup of coffee which she takes and sips.", "similarity": 0.73, "relevance": 1 }, { "pair_id": 237280, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 56.53, 58.31 ], "duration": 89.66, "caption": "A person is pouring coffee into a coffee cup.", "similarity": 0.729, "relevance": 3 }, { "pair_id": 237281, "video_name": "friends_s03e10_seg02_clip_19", "timestamp": [ 6.08, 14.82 ], "duration": 76.66, "caption": "A woman serves a cup of coffee to a man.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 237282, "video_name": "friends_s01e18_seg02_clip_01", "timestamp": [ 26.74, 27.96 ], "duration": 60.66, "caption": "A woman pours a cup of coffee for two other women.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 237283, "video_name": "grey_s02e11_seg02_clip_00", "timestamp": [ 22.07, 32.4 ], "duration": 93.66, "caption": "A man holds up a cup of coffee and a woman takes it and pours it into a reusable cup.", "similarity": 0.7225, "relevance": 1 }, { "pair_id": 237284, "video_name": "house_s07e22_seg02_clip_20", "timestamp": [ 0.0, 4.42 ], "duration": 88.66, "caption": "A man gives a cup of coffee to a woman.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 237285, "video_name": "castle_s03e08_seg02_clip_10", "timestamp": [ 58.15, 61.81 ], "duration": 91.66, "caption": "A man gives a cup of coffee to a woman.", "similarity": 0.7213, "relevance": 1 }, { "pair_id": 237286, "video_name": "s08e06_seg02_clip_08", "timestamp": [ 28.8, 31.08 ], "duration": 57.66, "caption": "A woman is pouring coffee into a cup on a coffee table.", "similarity": 0.7203, "relevance": 3 }, { "pair_id": 237287, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 10.89, 12.81 ], "duration": 64.66, "caption": "A person pours coffee from the coffee pot into a travel mug.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 237288, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 33.59, 37.27 ], "duration": 92.66, "caption": "A woman gets a cup of coffee and gives it to a person.", "similarity": 0.717, "relevance": 1 }, { "pair_id": 237289, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 57.17, 64.82 ], "duration": 90.66, "caption": "A man hands a woman a cup of coffee, and she takes a sip.", "similarity": 0.7164, "relevance": 1 }, { "pair_id": 237290, "video_name": "friends_s01e23_seg02_clip_10", "timestamp": [ 48.71, 54.03 ], "duration": 59.66, "caption": "A doctor pours a cup of coffee for a woman.", "similarity": 0.7124, "relevance": 3 }, { "pair_id": 237291, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 62.35, 65.08 ], "duration": 91.66, "caption": "A person pours himself a cup of coffee from a coffee pot.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 237292, "video_name": "s03e14_seg01_clip_00", "timestamp": [ 30.88, 34.67 ], "duration": 63.66, "caption": "A woman pours herself a cup of coffee while a person turns around quickly.", "similarity": 0.7057, "relevance": 3 }, { "pair_id": 237294, "video_name": "s05e08_seg01_clip_00", "timestamp": [ 5.27, 8.99 ], "duration": 62.66, "caption": "A woman is talking to another woman and pouring coffee into her cup.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 237295, "video_name": "castle_s01e05_seg02_clip_03", "timestamp": [ 46.47, 51.07 ], "duration": 92.66, "caption": "A woman takes the coffee of a man and drinks.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 237296, "video_name": "castle_s04e05_seg02_clip_26", "timestamp": [ 42.31, 44.66 ], "duration": 94.66, "caption": "A woman hands her coffee cup back to man.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 237297, "video_name": "s05e08_seg01_clip_00", "timestamp": [ 5.27, 10.54 ], "duration": 62.66, "caption": "A woman pours a cup of coffee while she's talking to another woman.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 237298, "video_name": "friends_s01e18_seg02_clip_01", "timestamp": [ 8.2, 10.94 ], "duration": 60.66, "caption": "A woman brings a cup and pot of coffee to the table.", "similarity": 0.6974, "relevance": 3 }, { "pair_id": 237299, "video_name": "castle_s05e18_seg02_clip_20", "timestamp": [ 29.53, 34.45 ], "duration": 82.66, "caption": "A woman gives a cup of coffee to another woman.", "similarity": 0.6955, "relevance": 1 } ] }, { "query_id": 70852, "query": "A woman walks up to a man and shows him her badge.", "relevant_moment": [ { "pair_id": 163940, "video_name": "castle_s06e21_seg02_clip_04", "timestamp": [ 56.72, 60.77 ], "duration": 90.66, "caption": "A woman walks up to a man and shows him her badge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163941, "video_name": "castle_s04e02_seg02_clip_18", "timestamp": [ 14.24, 19.13 ], "duration": 88.66, "caption": "A woman walks up to a man and holds up her badge.", "similarity": 0.9428, "relevance": 4 }, { "pair_id": 163942, "video_name": "castle_s06e15_seg02_clip_08", "timestamp": [ 65.28, 69.81 ], "duration": 90.66, "caption": "A woman walks up to a man and shows him her badge as she introduces herself and a person.", "similarity": 0.9054, "relevance": 4 }, { "pair_id": 163943, "video_name": "met_s02e19_seg02_clip_02", "timestamp": [ 10.13, 27.02 ], "duration": 61.66, "caption": "A woman walks up to a man to show him her gift for a woman.", "similarity": 0.8051, "relevance": 2 }, { "pair_id": 163944, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 14.63, 17.63 ], "duration": 75.66, "caption": "A woman holds up her badge to show to man.", "similarity": 0.799, "relevance": 4 }, { "pair_id": 163945, "video_name": "castle_s08e14_seg02_clip_19", "timestamp": [ 74.82, 77.02 ], "duration": 88.66, "caption": "A man walks up and pulls out his badge and shows it to the person standing there.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 163946, "video_name": "castle_s07e16_seg02_clip_15", "timestamp": [ 64.93, 66.74 ], "duration": 90.66, "caption": "A woman walks up to someone with a person as she shows her badge and introduces herself with the person as she asks to talk to him.", "similarity": 0.792, "relevance": 4 }, { "pair_id": 163947, "video_name": "castle_s01e08_seg02_clip_08", "timestamp": [ 11.75, 19.15 ], "duration": 87.66, "caption": "A woman walks in and shows her badge to someone.", "similarity": 0.791, "relevance": 3 }, { "pair_id": 163948, "video_name": "castle_s08e09_seg02_clip_13", "timestamp": [ 70.14, 72.69 ], "duration": 85.66, "caption": "A woman holds out her badge to a man.", "similarity": 0.7768, "relevance": 4 }, { "pair_id": 163949, "video_name": "friends_s09e23-24_seg02_clip_18", "timestamp": [ 13.89, 19.21 ], "duration": 59.66, "caption": "A woman walks up to a man because she recognizes him.", "similarity": 0.7704, "relevance": 2 }, { "pair_id": 163950, "video_name": "castle_s02e22_seg02_clip_19", "timestamp": [ 19.6, 21.93 ], "duration": 93.66, "caption": "A woman introduced herself to a man and showed her badge to them.", "similarity": 0.7647, "relevance": 3 }, { "pair_id": 163951, "video_name": "castle_s01e01_seg02_clip_03", "timestamp": [ 7.1, 16.42 ], "duration": 88.66, "caption": "A woman shows a man her badge when he turns around to greet her.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 163952, "video_name": "castle_s07e13_seg02_clip_07", "timestamp": [ 23.05, 24.49 ], "duration": 96.66, "caption": "A woman shows her badge to a man as he opens the door.", "similarity": 0.7606, "relevance": 0 }, { "pair_id": 163953, "video_name": "castle_s05e23_seg02_clip_01", "timestamp": [ 0.0, 9.9 ], "duration": 90.66, "caption": "A person walks up to two other people and shows them his badge.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 163954, "video_name": "castle_s08e08_seg02_clip_08", "timestamp": [ 17.27, 19.48 ], "duration": 88.66, "caption": "A woman introduces herself to a man while holding up her badge.", "similarity": 0.7411, "relevance": 4 }, { "pair_id": 163955, "video_name": "friends_s05e16_seg02_clip_01", "timestamp": [ 36.22, 40.13 ], "duration": 71.66, "caption": "A woman holds up a wallet and shows a man a badge.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 163956, "video_name": "castle_s03e04_seg02_clip_17", "timestamp": [ 52.3, 55.46 ], "duration": 90.66, "caption": "A woman holds up her badge so a man can see it.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 163957, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 3.64, 5.01 ], "duration": 91.66, "caption": "A woman shows her badge to another woman as she stands next to a man.", "similarity": 0.7255, "relevance": 3 }, { "pair_id": 163958, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 55.07, 70.09 ], "duration": 91.66, "caption": "A woman walks up to a man to catch up with him.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 163959, "video_name": "castle_s06e09_seg02_clip_12", "timestamp": [ 27.66, 30.83 ], "duration": 90.66, "caption": "A man pulls his badge out of his pocket and shows it to a woman.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 337260, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 86.59, 87.02 ], "duration": 87.66, "caption": "A man walks up to woman as she walks towards him.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 337261, "video_name": "castle_s07e22_seg02_clip_08", "timestamp": [ 35.3, 36.64 ], "duration": 89.66, "caption": "A woman shows her police badge to a man.", "similarity": 0.706, "relevance": 4 }, { "pair_id": 337262, "video_name": "castle_s07e18_seg02_clip_10", "timestamp": [ 23.33, 25.98 ], "duration": 88.66, "caption": "A woman shows a man a badge in a plastic bag.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 337263, "video_name": "castle_s03e07_seg02_clip_11", "timestamp": [ 44.63, 49.23 ], "duration": 92.66, "caption": "A woman walks up to a male stripper on the stage and shows him her badge.", "similarity": 0.6932, "relevance": 4 }, { "pair_id": 337264, "video_name": "castle_s03e18_seg02_clip_15", "timestamp": [ 8.65, 12.29 ], "duration": 91.66, "caption": "A man tells a woman about her interest in someone and she shows him her badge and asks about who he is.", "similarity": 0.6925, "relevance": 4 }, { "pair_id": 337265, "video_name": "castle_s02e22_seg02_clip_16", "timestamp": [ 40.12, 50.26 ], "duration": 88.66, "caption": "A woman walks up to a man when he is on his date.", "similarity": 0.692, "relevance": 3 }, { "pair_id": 337266, "video_name": "castle_s03e19_seg02_clip_10", "timestamp": [ 39.46, 43.41 ], "duration": 87.66, "caption": "A woman shows her badge to a person as soon as she sees them.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 337267, "video_name": "castle_s01e05_seg02_clip_05", "timestamp": [ 80.21, 88.15 ], "duration": 88.66, "caption": "A woman shows a man her badge and he points to the house.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 337268, "video_name": "castle_s01e02_seg02_clip_01", "timestamp": [ 69.88, 73.89 ], "duration": 89.66, "caption": "A woman takes out her badge to show it to another woman.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 337269, "video_name": "castle_s03e12_seg02_clip_16", "timestamp": [ 61.71, 65.7 ], "duration": 88.66, "caption": "A woman flashes her badge after a man opens his door.", "similarity": 0.6861, "relevance": 4 }, { "pair_id": 337270, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 19.01, 21.27 ], "duration": 90.66, "caption": "A man shows his badge to another person as he approaches him.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 337271, "video_name": "friends_s07e04_seg02_clip_11", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A woman walks up to man and holds their arm.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 337272, "video_name": "house_s01e14_seg02_clip_21", "timestamp": [ 16.78, 20.14 ], "duration": 74.66, "caption": "A woman walks up to a man and hands him a piece of paper.", "similarity": 0.6849, "relevance": 3 }, { "pair_id": 337273, "video_name": "house_s02e14_seg02_clip_15", "timestamp": [ 51.54, 72.33 ], "duration": 90.66, "caption": "A woman walks up to man and thanks him.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 337274, "video_name": "friends_s03e11_seg02_clip_18", "timestamp": [ 31.85, 36.1 ], "duration": 53.66, "caption": "A man walks up to a woman and she turns around.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 337275, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 21.36, 23.19 ], "duration": 61.66, "caption": "A woman walks up to a man who puts his arm around her.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 337276, "video_name": "castle_s04e08_seg02_clip_06", "timestamp": [ 81.46, 84.13 ], "duration": 89.66, "caption": "A person walks up to the desk and shows their badge.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 337277, "video_name": "castle_s06e08_seg02_clip_08", "timestamp": [ 9.87, 14.36 ], "duration": 89.66, "caption": "A man pulls out his badge and shows it to a person.", "similarity": 0.6776, "relevance": 3 }, { "pair_id": 337278, "video_name": "castle_s04e20_seg02_clip_19", "timestamp": [ 7.33, 9.49 ], "duration": 86.66, "caption": "A woman shows a man's card as she is walking beside him.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 337279, "video_name": "house_s05e14_seg02_clip_17", "timestamp": [ 20.41, 24.49 ], "duration": 90.66, "caption": "A man walks up to woman who is doing paperwork.", "similarity": 0.6772, "relevance": 3 } ] }, { "query_id": 70888, "query": "A man walks in on two women hugging and looks on approvingly.", "relevant_moment": [ { "pair_id": 53660, "video_name": "friends_s01e20_seg02_clip_20", "timestamp": [ 13.95, 20.47 ], "duration": 93.66, "caption": "A man walks in on two women hugging and looks on approvingly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 53661, "video_name": "castle_s08e22_seg02_clip_25", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "Two women are hugging a man with another woman looking on.", "similarity": 0.758, "relevance": 3 }, { "pair_id": 53662, "video_name": "castle_s02e13_seg02_clip_16", "timestamp": [ 84.41, 87.02 ], "duration": 87.66, "caption": "A woman walks into a man's place and another woman hugs her.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 53663, "video_name": "friends_s03e14_seg02_clip_03", "timestamp": [ 23.32, 27.45 ], "duration": 59.66, "caption": "A man walks in and hugs and kisses woman on the cheek.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 53664, "video_name": "met_s06e01_seg02_clip_06", "timestamp": [ 16.54, 20.75 ], "duration": 60.66, "caption": "A man sees a woman hug another woman and abruptly turns around and sits down.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 53665, "video_name": "friends_s09e10_seg02_clip_02", "timestamp": [ 8.27, 10.27 ], "duration": 10.66, "caption": "A man looks at two women when they walk in the door and smiles at them.", "similarity": 0.7234, "relevance": 1 }, { "pair_id": 53666, "video_name": "friends_s05e13_seg02_clip_14", "timestamp": [ 16.21, 19.21 ], "duration": 60.66, "caption": "A man approaches woman and they hug each other.", "similarity": 0.7144, "relevance": 1 }, { "pair_id": 53667, "video_name": "castle_s08e05_seg02_clip_19", "timestamp": [ 51.15, 59.3 ], "duration": 90.66, "caption": "A woman hugs another woman and then looks at a man.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 53668, "video_name": "castle_s04e16_seg02_clip_22", "timestamp": [ 45.6, 53.85 ], "duration": 97.66, "caption": "A person walks in and man, woman, and woman look at him.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 53669, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.45, 45.47 ], "duration": 61.66, "caption": "A man hugs a woman and then two men hug each other.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 53670, "video_name": "met_s06e03_seg02_clip_05", "timestamp": [ 13.55, 19.85 ], "duration": 63.66, "caption": "Two men walk into the apartment and one man hugs a woman.", "similarity": 0.6962, "relevance": 2 }, { "pair_id": 53671, "video_name": "friends_s10e09_seg02_clip_22", "timestamp": [ 21.4, 46.05 ], "duration": 93.66, "caption": "A man walks into the room and he and woman hug.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 53672, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 38.65, 43.71 ], "duration": 92.66, "caption": "A man goes toward woman and they hug each other.", "similarity": 0.6906, "relevance": 2 }, { "pair_id": 53673, "video_name": "friends_s02e07_seg01_clip_00", "timestamp": [ 65.47, 70.02 ], "duration": 70.66, "caption": "A man hugs a woman while her arms remain straight.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 53674, "video_name": "house_s07e20_seg02_clip_05", "timestamp": [ 22.96, 28.36 ], "duration": 90.66, "caption": "A woman walks towards a man and attempts to hug him.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 53675, "video_name": "grey_s02e23_seg02_clip_24", "timestamp": [ 53.7, 75.55 ], "duration": 91.66, "caption": "A man walks up to a woman and they both warmly embrace.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 53676, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 38.65, 42.1 ], "duration": 69.66, "caption": "A woman approaches a man and hugs him close to her.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 53677, "video_name": "friends_s07e16_seg02_clip_04", "timestamp": [ 16.82, 18.0 ], "duration": 59.66, "caption": "A man quickly hugs a woman and a man at the same time.", "similarity": 0.6868, "relevance": 1 }, { "pair_id": 53678, "video_name": "grey_s03e24_seg02_clip_22", "timestamp": [ 18.71, 32.96 ], "duration": 89.66, "caption": "A man walks up and gives woman a hug.", "similarity": 0.6854, "relevance": 1 }, { "pair_id": 53679, "video_name": "friends_s06e23_seg02_clip_15", "timestamp": [ 19.85, 45.46 ], "duration": 64.66, "caption": "A man walks over to give a woman a hug.", "similarity": 0.6813, "relevance": 1 } ] }, { "query_id": 70892, "query": "A man applies defibrillator paddles to a child's chest.", "relevant_moment": [ { "pair_id": 13100, "video_name": "house_s05e08_seg02_clip_14", "timestamp": [ 43.24, 57.35 ], "duration": 91.66, "caption": "A man applies defibrillator paddles to a child's chest.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13101, "video_name": "house_s08e09_seg02_clip_19", "timestamp": [ 60.99, 65.54 ], "duration": 91.66, "caption": "A man applies defibrillator paddles to the chest of a male patient.", "similarity": 0.8686, "relevance": 4 }, { "pair_id": 13102, "video_name": "house_s03e19_seg02_clip_16", "timestamp": [ 24.48, 34.72 ], "duration": 89.66, "caption": "A doctor applies defibrillator paddles to a patient's chest.", "similarity": 0.8152, "relevance": 4 }, { "pair_id": 13103, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 64.42, 69.02 ], "duration": 92.66, "caption": "A doctor applies defibrillator paddles to the chest of an unconscious person in a hospital bed.", "similarity": 0.7386, "relevance": 3 }, { "pair_id": 13104, "video_name": "house_s01e21_seg02_clip_20", "timestamp": [ 75.58, 79.15 ], "duration": 119.66, "caption": "A woman puts the defibrillator paddles on a man's chest.", "similarity": 0.7336, "relevance": 3 }, { "pair_id": 13105, "video_name": "house_s01e04_seg02_clip_14", "timestamp": [ 56.6, 58.44 ], "duration": 92.66, "caption": "A man hands the defibrillator paddles back to person.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 13106, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 73.34, 75.69 ], "duration": 94.66, "caption": "A man pushes down a defibrillator onto a patient's chest.", "similarity": 0.7269, "relevance": 3 }, { "pair_id": 13107, "video_name": "grey_s02e18_seg02_clip_18", "timestamp": [ 70.99, 77.57 ], "duration": 94.66, "caption": "A man calls for paddles of the defibrillator and starts compression on the patient and he tells people to move as he uses the paddles.", "similarity": 0.7263, "relevance": 4 }, { "pair_id": 13108, "video_name": "house_s01e04_seg02_clip_14", "timestamp": [ 11.5, 43.25 ], "duration": 92.66, "caption": "A man tries to shock a babies heart with paddles.", "similarity": 0.6758, "relevance": 4 }, { "pair_id": 13109, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 0.0, 2.26 ], "duration": 90.66, "caption": "A man doctor uses the defibrillator to help the patient.", "similarity": 0.6653, "relevance": 3 }, { "pair_id": 13110, "video_name": "house_s02e20_seg02_clip_25", "timestamp": [ 51.63, 57.43 ], "duration": 116.66, "caption": "A man uses a defibrillator on a patient on a bed.", "similarity": 0.6527, "relevance": 3 }, { "pair_id": 13111, "video_name": "house_s04e05_seg02_clip_18", "timestamp": [ 19.84, 23.81 ], "duration": 88.66, "caption": "A person uses a defibrillator on a man on a bed.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 13112, "video_name": "grey_s03e17_seg02_clip_11", "timestamp": [ 32.09, 36.28 ], "duration": 93.66, "caption": "A man gets paddles and shocks his patient on the chest.", "similarity": 0.6141, "relevance": 3 }, { "pair_id": 13113, "video_name": "grey_s02e25_seg02_clip_09", "timestamp": [ 2.18, 3.93 ], "duration": 87.66, "caption": "A man is shocking his patient's chest with paddles.", "similarity": 0.5954, "relevance": 3 }, { "pair_id": 13115, "video_name": "house_s05e07_seg02_clip_21", "timestamp": [ 2.25, 5.85 ], "duration": 90.66, "caption": "A man yells to try to stop a woman medical person from using a defibrillator.", "similarity": 0.5523, "relevance": 3 }, { "pair_id": 13116, "video_name": "house_s03e07_seg02_clip_18", "timestamp": [ 71.12, 74.27 ], "duration": 90.66, "caption": "A person grabs the paddles and shocks the patient's chest.", "similarity": 0.5472, "relevance": 3 }, { "pair_id": 13117, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 65.35, 66.29 ], "duration": 94.66, "caption": "A person wheels over a yellow defibrillator next to a patient.", "similarity": 0.538, "relevance": 2 }, { "pair_id": 13118, "video_name": "house_s04e16_seg02_clip_18", "timestamp": [ 85.46, 89.02 ], "duration": 89.66, "caption": "A nurse uses a defibrillator on a lifeless patient.", "similarity": 0.5354, "relevance": 3 }, { "pair_id": 13119, "video_name": "grey_s02e24_seg02_clip_22", "timestamp": [ 9.24, 13.86 ], "duration": 84.66, "caption": "A person is doing chest compressions on a baby with his finger.", "similarity": 0.524, "relevance": 2 }, { "pair_id": 186420, "video_name": "house_s02e17_seg02_clip_18", "timestamp": [ 72.82, 81.47 ], "duration": 91.66, "caption": "A man applies paddles on the patient and more medical staff come in the room.", "similarity": 0.5227, "relevance": 4 }, { "pair_id": 186421, "video_name": "grey_s03e17_seg02_clip_11", "timestamp": [ 26.05, 30.7 ], "duration": 93.66, "caption": "A man is doing CPR on the chest of his patient.", "similarity": 0.5186, "relevance": 2 }, { "pair_id": 186422, "video_name": "house_s02e04_seg02_clip_18", "timestamp": [ 13.02, 26.51 ], "duration": 93.66, "caption": "A woman shocks man twice with the defibrillator.", "similarity": 0.5163, "relevance": 2 }, { "pair_id": 186423, "video_name": "house_s01e09_seg02_clip_05", "timestamp": [ 23.29, 27.61 ], "duration": 86.66, "caption": "A woman pulls the defibrillator over to the patient's bed.", "similarity": 0.5092, "relevance": 1 }, { "pair_id": 186424, "video_name": "house_s02e15_seg02_clip_15", "timestamp": [ 81.4, 93.03 ], "duration": 93.66, "caption": "Medical professionals begin giving CPR to a patient in a hospital bed, then zap the patient with a defibrillator.", "similarity": 0.5019, "relevance": 3 }, { "pair_id": 186425, "video_name": "house_s07e16_seg02_clip_19", "timestamp": [ 78.28, 83.29 ], "duration": 91.66, "caption": "A man injects a needle into the person's heart.", "similarity": 0.5013, "relevance": 1 }, { "pair_id": 186426, "video_name": "house_s02e21_seg02_clip_24", "timestamp": [ 89.34, 95.14 ], "duration": 116.66, "caption": "A man holds onto his child's hand while he/she is unconscious on the hospital bed.", "similarity": 0.4944, "relevance": 1 }, { "pair_id": 186427, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 20.48, 24.93 ], "duration": 89.66, "caption": "A man tries to hand a cup to a child patient.", "similarity": 0.4921, "relevance": 1 }, { "pair_id": 186428, "video_name": "house_s03e09_seg02_clip_06", "timestamp": [ 11.96, 12.42 ], "duration": 92.66, "caption": "A man puts on gloves near a child lying on a bed.", "similarity": 0.4863, "relevance": 0 }, { "pair_id": 186429, "video_name": "house_s03e19_seg02_clip_19", "timestamp": [ 48.07, 60.98 ], "duration": 89.66, "caption": "A man puts an IV into a child's arm.", "similarity": 0.4863, "relevance": 1 }, { "pair_id": 186430, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 36.92, 38.42 ], "duration": 60.66, "caption": "A man puts his hand on his chest and mimics a cardiac arrest.", "similarity": 0.4863, "relevance": 0 }, { "pair_id": 186431, "video_name": "house_s02e14_seg02_clip_07", "timestamp": [ 89.12, 90.02 ], "duration": 90.66, "caption": "A man is handed the paddles from a nurse.", "similarity": 0.4785, "relevance": 2 }, { "pair_id": 186432, "video_name": "house_s02e07_seg02_clip_11", "timestamp": [ 33.39, 52.53 ], "duration": 81.66, "caption": "A man injected something into the tummy of a young person lying on the hospital bed.", "similarity": 0.4763, "relevance": 1 }, { "pair_id": 186433, "video_name": "house_s03e04_seg02_clip_07", "timestamp": [ 6.78, 13.14 ], "duration": 84.66, "caption": "A person was putting a medical instrument into the chest of the young person.", "similarity": 0.475, "relevance": 1 }, { "pair_id": 186434, "video_name": "house_s07e05_seg02_clip_19", "timestamp": [ 8.17, 22.8 ], "duration": 86.66, "caption": "A man puts a syringe in the patient's chest and pulls out fluid.", "similarity": 0.471, "relevance": 1 }, { "pair_id": 186435, "video_name": "house_s02e22_seg02_clip_11", "timestamp": [ 17.16, 18.49 ], "duration": 88.66, "caption": "A person tries to revive a baby by giving it CPR.", "similarity": 0.469, "relevance": 1 }, { "pair_id": 186436, "video_name": "grey_s03e17_seg02_clip_13", "timestamp": [ 59.06, 63.38 ], "duration": 96.66, "caption": "A doctor tries to jump start a woman with the defibrillator.", "similarity": 0.469, "relevance": 3 }, { "pair_id": 186437, "video_name": "house_s03e17_seg02_clip_23", "timestamp": [ 19.81, 25.21 ], "duration": 90.66, "caption": "A woman places a defibrillator on a patient during a surgery.", "similarity": 0.4688, "relevance": 2 }, { "pair_id": 186438, "video_name": "house_s01e18_seg02_clip_03", "timestamp": [ 32.02, 34.22 ], "duration": 87.66, "caption": "A man is using a stethoscope to check the chest of a baby.", "similarity": 0.4665, "relevance": 1 }, { "pair_id": 186439, "video_name": "house_s08e18_seg02_clip_04", "timestamp": [ 4.1, 5.01 ], "duration": 91.66, "caption": "A man takes paddles from a nurse in the room.", "similarity": 0.4663, "relevance": 2 } ] }, { "query_id": 70966, "query": "A group of people stands up from being seated in their meeting table.", "relevant_moment": [ { "pair_id": 12840, "video_name": "house_s03e10_seg02_clip_04", "timestamp": [ 17.8, 19.17 ], "duration": 91.66, "caption": "A group of people stands up from being seated in their meeting table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12841, "video_name": "house_s08e16_seg02_clip_05", "timestamp": [ 23.49, 31.46 ], "duration": 83.66, "caption": "A group of people join a person in their meeting table.", "similarity": 0.7717, "relevance": 3 }, { "pair_id": 12842, "video_name": "house_s06e02_seg02_clip_05", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "Some people stand up from their chairs at a table.", "similarity": 0.7565, "relevance": 4 }, { "pair_id": 12843, "video_name": "house_s06e05_seg02_clip_21", "timestamp": [ 39.63, 42.61 ], "duration": 85.66, "caption": "Multiple people stand up from the table.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 12844, "video_name": "house_s08e18_seg02_clip_01", "timestamp": [ 60.32, 64.82 ], "duration": 90.66, "caption": "Some people stand up from being seated.", "similarity": 0.7466, "relevance": 4 }, { "pair_id": 12845, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 18.04, 20.69 ], "duration": 88.66, "caption": "A man stands up from his seat in their meeting table.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 12846, "video_name": "s03e17_seg02_clip_09", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "A man stands up from the table where he and some people are sitting.", "similarity": 0.7057, "relevance": 3 }, { "pair_id": 12847, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 59.93 ], "duration": 91.66, "caption": "Some people stood up from being seated.", "similarity": 0.7025, "relevance": 4 }, { "pair_id": 12848, "video_name": "house_s04e09_seg02_clip_05", "timestamp": [ 45.29, 47.03 ], "duration": 87.66, "caption": "A woman stands up from the table at the meeting.", "similarity": 0.7011, "relevance": 4 }, { "pair_id": 12849, "video_name": "friends_s10e16_seg02_clip_01", "timestamp": [ 10.68, 14.04 ], "duration": 61.66, "caption": "A woman stands up from the table where two people are sitting.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 12850, "video_name": "friends_s01e18_seg02_clip_05", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman stands up from the table where three people are sitting.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 12851, "video_name": "s10e02_seg02_clip_05", "timestamp": [ 0.0, 1.5 ], "duration": 60.66, "caption": "Some people are all standing together.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 12852, "video_name": "castle_s08e10_seg02_clip_02", "timestamp": [ 34.92, 42.98 ], "duration": 89.66, "caption": "A group of people stands up when a person enters the courtroom.", "similarity": 0.6422, "relevance": 4 }, { "pair_id": 12853, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 46.25, 54.53 ], "duration": 69.66, "caption": "Two people stand up from the table.", "similarity": 0.6357, "relevance": 4 }, { "pair_id": 12854, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 9.14, 35.61 ], "duration": 63.66, "caption": "A group of people are conversing sitting at a table.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 12855, "video_name": "house_s08e18_seg02_clip_13", "timestamp": [ 76.39, 79.1 ], "duration": 90.66, "caption": "The group gets up and leaves person sitting at the table.", "similarity": 0.6292, "relevance": 4 }, { "pair_id": 12856, "video_name": "castle_s06e02_seg02_clip_13", "timestamp": [ 17.92, 26.88 ], "duration": 94.66, "caption": "A group of people having a meeting and making plans.", "similarity": 0.629, "relevance": 1 }, { "pair_id": 12857, "video_name": "castle_s05e11_seg02_clip_10", "timestamp": [ 29.52, 40.53 ], "duration": 88.66, "caption": "A group of people are having a meeting again, including a woman, a man, another man, and two other men.", "similarity": 0.6249, "relevance": 3 }, { "pair_id": 12858, "video_name": "s09e12_seg01_clip_01", "timestamp": [ 2.86, 6.38 ], "duration": 44.66, "caption": "A person stands up from the desk when some people come in.", "similarity": 0.6244, "relevance": 2 }, { "pair_id": 186160, "video_name": "house_s01e18_seg02_clip_10", "timestamp": [ 96.78, 118.02 ], "duration": 118.66, "caption": "Medical professionals sit around a meeting table and one by one all end up raising their hands.", "similarity": 0.6186, "relevance": 3 }, { "pair_id": 186161, "video_name": "friends_s03e09_seg02_clip_08", "timestamp": [ 55.84, 58.59 ], "duration": 61.66, "caption": "A group of people stand up from their huddle.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 186162, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 0.0, 7.52 ], "duration": 94.66, "caption": "Some people are sitting at a table talking.", "similarity": 0.6157, "relevance": 3 }, { "pair_id": 186163, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 51.2, 59.19 ], "duration": 59.66, "caption": "Multiple people are standing together.", "similarity": 0.6146, "relevance": 2 }, { "pair_id": 186164, "video_name": "s01e16_seg01_clip_02", "timestamp": [ 0.0, 52.02 ], "duration": 52.66, "caption": "A woman was standing in front of the table where some people were sitting.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 186165, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 52.23, 55.96 ], "duration": 93.66, "caption": "Two people stand up after talking to the group.", "similarity": 0.6132, "relevance": 2 }, { "pair_id": 186167, "video_name": "s03e13_seg01_clip_01", "timestamp": [ 20.03, 26.57 ], "duration": 77.66, "caption": "Some people get up from a dining table.", "similarity": 0.6069, "relevance": 3 }, { "pair_id": 186168, "video_name": "s08e02_seg02_clip_03", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A person sits down at the table with some people.", "similarity": 0.6026, "relevance": 2 }, { "pair_id": 186169, "video_name": "house_s01e14_seg02_clip_01", "timestamp": [ 9.9, 33.76 ], "duration": 90.66, "caption": "A woman talks to a group as they are all seated at a conference table; she introduces a man, and he stands as they applaud.", "similarity": 0.6025, "relevance": 3 }, { "pair_id": 186170, "video_name": "house_s03e11_seg02_clip_13", "timestamp": [ 63.91, 65.27 ], "duration": 90.66, "caption": "A person also stands up from being seated around his colleagues.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 186171, "video_name": "house_s02e19_seg02_clip_15", "timestamp": [ 11.25, 29.71 ], "duration": 90.66, "caption": "Three people are talking while sitting and standing around the table.", "similarity": 0.5995, "relevance": 2 }, { "pair_id": 186172, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 27.91, 30.7 ], "duration": 62.66, "caption": "A person stands up from their seat at the table.", "similarity": 0.5987, "relevance": 2 }, { "pair_id": 186173, "video_name": "s06e12_seg02_clip_02", "timestamp": [ 0.0, 20.41 ], "duration": 60.66, "caption": "A person sets a meeting with the three people.", "similarity": 0.598, "relevance": 2 }, { "pair_id": 186174, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 45.81, 47.94 ], "duration": 71.66, "caption": "Two men stand up from a table they were sitting at together.", "similarity": 0.5977, "relevance": 3 }, { "pair_id": 186175, "video_name": "castle_s02e15_seg02_clip_09", "timestamp": [ 0.0, 34.29 ], "duration": 93.66, "caption": "A man sits at a table, talking to two other people who are also seated at the table, then the man stands up.", "similarity": 0.5973, "relevance": 2 }, { "pair_id": 186176, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 7.32, 9.46 ], "duration": 61.66, "caption": "A person stands up from being seated to face another person.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 186177, "video_name": "friends_s01e14_seg02_clip_10", "timestamp": [ 6.56, 36.78 ], "duration": 57.66, "caption": "Some friends of someone come over and take a seat at the table.", "similarity": 0.5954, "relevance": 2 }, { "pair_id": 186178, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.7, 9.63 ], "duration": 55.66, "caption": "A person takes a seat at a table with some people.", "similarity": 0.5936, "relevance": 2 }, { "pair_id": 186179, "video_name": "house_s07e11_seg02_clip_15", "timestamp": [ 0.0, 10.67 ], "duration": 97.66, "caption": "Some people were having a meeting conversation.", "similarity": 0.5932, "relevance": 2 } ] }, { "query_id": 71001, "query": "A woman shows a book to a man and he was not showing interest to it.", "relevant_moment": [ { "pair_id": 16660, "video_name": "s08e18_seg02_clip_05", "timestamp": [ 30.7, 36.6 ], "duration": 62.66, "caption": "A woman shows a book to a man and he was not showing interest to it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16661, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 0.0, 7.0 ], "duration": 100.66, "caption": "A man mentions to a woman about not wanting to read someone's book and the woman questions his curiosity.", "similarity": 0.7448, "relevance": 2 }, { "pair_id": 16662, "video_name": "s08e14_seg02_clip_16", "timestamp": [ 71.56, 98.03 ], "duration": 98.66, "caption": "A woman is reading a book to a man and after it gets to the sex part, the man doesn't want to hear anymore.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 16663, "video_name": "friends_s10e06_seg02_clip_10", "timestamp": [ 4.45, 6.82 ], "duration": 59.66, "caption": "A man is upset that woman did not finish the book.", "similarity": 0.6939, "relevance": 3 }, { "pair_id": 16664, "video_name": "friends_s07e06_seg02_clip_04", "timestamp": [ 20.31, 27.56 ], "duration": 58.66, "caption": "A man gets up to grab a book and shows it to a woman.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 16665, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 43.9, 47.92 ], "duration": 67.66, "caption": "A person picks up a book and shows it to a woman.", "similarity": 0.675, "relevance": 3 }, { "pair_id": 16666, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 57.98, 59.24 ], "duration": 84.66, "caption": "A woman hands a man a book, then she turns to walk away.", "similarity": 0.6702, "relevance": 1 }, { "pair_id": 16667, "video_name": "friends_s02e19_seg02_clip_05", "timestamp": [ 0.0, 31.91 ], "duration": 55.66, "caption": "A woman was holding a book whilst talking to a man.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 16668, "video_name": "grey_s02e18_seg02_clip_20", "timestamp": [ 21.16, 49.96 ], "duration": 90.66, "caption": "A man asks a woman a question and she ignores him as she looks through a phone book.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 16669, "video_name": "friends_s08e09_seg02_clip_13", "timestamp": [ 41.49, 45.55 ], "duration": 58.66, "caption": "A woman shows a page of the open book to man and then closes the book.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 16670, "video_name": "met_s03e13_seg02_clip_08", "timestamp": [ 2.99, 9.27 ], "duration": 59.66, "caption": "A woman shows a man something in a book while another woman looks on.", "similarity": 0.6545, "relevance": 4 }, { "pair_id": 16671, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 24.72, 32.34 ], "duration": 61.66, "caption": "A woman reaches out towards a book a man is holding.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 16672, "video_name": "friends_s03e13_seg02_clip_04", "timestamp": [ 2.93, 6.18 ], "duration": 65.66, "caption": "A woman takes the book away from a man after a small struggle.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 16673, "video_name": "s05e10_seg01_clip_00", "timestamp": [ 31.12, 43.33 ], "duration": 61.66, "caption": "A woman tells a man she isn't impressed with his fascination of comic books.", "similarity": 0.6535, "relevance": 0 }, { "pair_id": 16674, "video_name": "castle_s05e20_seg02_clip_13", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman takes the book from a man's hand and gets close to him.", "similarity": 0.6511, "relevance": 1 }, { "pair_id": 16675, "video_name": "castle_s03e09_seg02_clip_05", "timestamp": [ 42.97, 45.68 ], "duration": 90.66, "caption": "A man takes out a book as he is at woman's desk and shows it to her.", "similarity": 0.6503, "relevance": 3 }, { "pair_id": 16676, "video_name": "friends_s03e13_seg02_clip_13", "timestamp": [ 55.63, 67.02 ], "duration": 67.66, "caption": "A woman ruins a part in a book for a man and he is shocked.", "similarity": 0.6483, "relevance": 1 }, { "pair_id": 16677, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 25.68, 28.63 ], "duration": 59.66, "caption": "A woman shows the cover of the book she is reading to a man.", "similarity": 0.6475, "relevance": 3 }, { "pair_id": 16678, "video_name": "friends_s01e06_seg02_clip_05", "timestamp": [ 2.32, 5.51 ], "duration": 58.66, "caption": "A woman points to something in a book that a man is holding and says something.", "similarity": 0.6462, "relevance": 2 }, { "pair_id": 16679, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 38.71, 43.21 ], "duration": 90.66, "caption": "A man holds a book, pointing to it and showing it around, then he hands the book to a woman.", "similarity": 0.646, "relevance": 3 } ] }, { "query_id": 71019, "query": "A woman's partner walks into the apartment to see him/her.", "relevant_moment": [ { "pair_id": 172280, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 42.43, 49.33 ], "duration": 49.66, "caption": "A woman's partner walks into the apartment to see him/her.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172281, "video_name": "friends_s06e02_seg02_clip_18", "timestamp": [ 18.31, 24.61 ], "duration": 60.66, "caption": "A person walks into the apartment and sees a woman.", "similarity": 0.8766, "relevance": 4 }, { "pair_id": 172282, "video_name": "friends_s08e02_seg02_clip_07", "timestamp": [ 50.83, 53.6 ], "duration": 61.66, "caption": "A person walks into a woman's apartment and towards her.", "similarity": 0.8547, "relevance": 4 }, { "pair_id": 172283, "video_name": "friends_s05e02_seg02_clip_07", "timestamp": [ 21.71, 25.12 ], "duration": 62.66, "caption": "A man walks into the apartment and sees a woman.", "similarity": 0.8401, "relevance": 4 }, { "pair_id": 172284, "video_name": "friends_s05e16_seg02_clip_12", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A man walks into the apartment and sees woman.", "similarity": 0.8369, "relevance": 3 }, { "pair_id": 172285, "video_name": "castle_s06e17_seg02_clip_18", "timestamp": [ 19.81, 22.29 ], "duration": 61.66, "caption": "A woman walks into the apartment of a person.", "similarity": 0.8244, "relevance": 2 }, { "pair_id": 172286, "video_name": "s07e20_seg02_clip_06", "timestamp": [ 12.77, 23.21 ], "duration": 58.66, "caption": "A woman walks into a person's apartment and walks towards them.", "similarity": 0.822, "relevance": 3 }, { "pair_id": 172287, "video_name": "friends_s02e08_seg02_clip_09", "timestamp": [ 4.48, 8.96 ], "duration": 64.66, "caption": "A woman enters the apartment and walks towards a man and another person.", "similarity": 0.8175, "relevance": 3 }, { "pair_id": 172288, "video_name": "castle_s05e10_seg02_clip_06", "timestamp": [ 0.0, 3.63 ], "duration": 90.66, "caption": "A person walks into the apartment and sees a woman in the kitchen.", "similarity": 0.8131, "relevance": 3 }, { "pair_id": 172289, "video_name": "s02e08_seg01_clip_02", "timestamp": [ 10.82, 15.88 ], "duration": 46.66, "caption": "A woman walks in the apartment and a man turns around to face her.", "similarity": 0.8089, "relevance": 2 }, { "pair_id": 172290, "video_name": "friends_s02e20_seg02_clip_13", "timestamp": [ 65.01, 67.02 ], "duration": 67.66, "caption": "A woman walks into person's apartment to see person in the kitchen.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 172291, "video_name": "friends_s08e17_seg01_clip_00", "timestamp": [ 19.84, 24.72 ], "duration": 65.66, "caption": "A woman walks into some people's apartment looking for a man.", "similarity": 0.7926, "relevance": 3 }, { "pair_id": 172292, "video_name": "friends_s08e12_seg02_clip_15", "timestamp": [ 46.13, 50.48 ], "duration": 58.66, "caption": "A woman walks into the apartment and walks towards two people.", "similarity": 0.792, "relevance": 3 }, { "pair_id": 172293, "video_name": "s08e04_seg02_clip_13", "timestamp": [ 55.78, 58.44 ], "duration": 59.66, "caption": "A man follows a woman as they walk into a person's apartment.", "similarity": 0.7913, "relevance": 3 }, { "pair_id": 172294, "video_name": "friends_s10e05_seg02_clip_01", "timestamp": [ 33.84, 36.68 ], "duration": 63.66, "caption": "A man walks into the apartment with a woman behind him.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 172295, "video_name": "friends_s07e12_seg02_clip_17", "timestamp": [ 7.5, 12.75 ], "duration": 75.66, "caption": "A person walks into the apartment and woman welcomes him.", "similarity": 0.7818, "relevance": 4 }, { "pair_id": 172296, "video_name": "s07e01_seg01_clip_01", "timestamp": [ 64.1, 69.5 ], "duration": 72.66, "caption": "A person enters a woman's apartment and walks towards her bedroom.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 172297, "video_name": "friends_s09e03_seg02_clip_09", "timestamp": [ 36.6, 43.97 ], "duration": 59.66, "caption": "A woman walks into the apartment and walks over to a man.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 172298, "video_name": "met_s02e07_seg02_clip_01", "timestamp": [ 14.15, 18.32 ], "duration": 55.66, "caption": "A man quickly turns around and a woman walks in the apartment.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 172299, "video_name": "s10e07_seg02_clip_16", "timestamp": [ 41.59, 48.73 ], "duration": 84.66, "caption": "A person walks into another person's apartment after she does.", "similarity": 0.7775, "relevance": 2 }, { "pair_id": 345600, "video_name": "s02e19_seg02_clip_05", "timestamp": [ 35.12, 40.82 ], "duration": 60.66, "caption": "A woman walks into a man's apartment to speak to him.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 345601, "video_name": "friends_s06e18_seg02_clip_10", "timestamp": [ 31.81, 35.42 ], "duration": 60.66, "caption": "A woman walks into a man's apartment while she's on the phone with him.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 345602, "video_name": "met_s03e10_seg02_clip_05", "timestamp": [ 31.38, 33.62 ], "duration": 64.66, "caption": "A man walks past a woman into her apartment.", "similarity": 0.7717, "relevance": 4 }, { "pair_id": 345603, "video_name": "friends_s03e03_seg02_clip_00", "timestamp": [ 0.0, 6.22 ], "duration": 62.66, "caption": "A woman and man walk into the apartment and another woman lets them know what she's been up to.", "similarity": 0.7711, "relevance": 4 }, { "pair_id": 345604, "video_name": "s04e19_seg02_clip_17", "timestamp": [ 4.15, 6.59 ], "duration": 9.66, "caption": "A woman stands and watches woman go into man's apartment.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 345605, "video_name": "friends_s08e02_seg02_clip_03", "timestamp": [ 48.38, 50.24 ], "duration": 62.66, "caption": "A person opens the door and walks into woman's apartment.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 345606, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 40.51, 43.66 ], "duration": 90.66, "caption": "A man walks past a woman and enters her apartment.", "similarity": 0.7696, "relevance": 4 }, { "pair_id": 345607, "video_name": "castle_s03e23_seg02_clip_17", "timestamp": [ 1.35, 3.61 ], "duration": 90.66, "caption": "A woman and a man proceed to carefully enter a person's apartment.", "similarity": 0.769, "relevance": 2 }, { "pair_id": 345608, "video_name": "friends_s03e06_seg02_clip_09", "timestamp": [ 24.81, 32.4 ], "duration": 58.66, "caption": "A woman walks out her apartment and is checking out a man as he moves into his new apartment.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 345609, "video_name": "friends_s04e15_seg02_clip_07", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man enters the apartment with a woman following him in.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 345610, "video_name": "s01e04_seg02_clip_07", "timestamp": [ 29.9, 34.48 ], "duration": 61.66, "caption": "A man and a woman open the door to see a person in his/her apartment.", "similarity": 0.7683, "relevance": 3 }, { "pair_id": 345611, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 7.43, 10.53 ], "duration": 61.66, "caption": "A man and a woman walk through the door and into the apartment.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 345612, "video_name": "friends_s07e07_seg02_clip_04", "timestamp": [ 0.0, 18.52 ], "duration": 55.66, "caption": "A woman walks into the apartment and tells a man who she saw earlier.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 345613, "video_name": "s09e04_seg02_clip_11", "timestamp": [ 11.9, 18.31 ], "duration": 61.66, "caption": "A woman and man walk into the apartment and stand by person.", "similarity": 0.7659, "relevance": 3 }, { "pair_id": 345614, "video_name": "friends_s03e07_seg02_clip_05", "timestamp": [ 37.43, 38.88 ], "duration": 58.66, "caption": "A person walks into two people's apartment.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 345615, "video_name": "s06e16_seg02_clip_10", "timestamp": [ 49.52, 54.92 ], "duration": 60.66, "caption": "A woman enters a person's apartment and walks into the living room.", "similarity": 0.7616, "relevance": 3 }, { "pair_id": 345616, "video_name": "s08e16_seg02_clip_00", "timestamp": [ 6.51, 14.89 ], "duration": 62.66, "caption": "A person exits his/her apartment and closes the door as he/she walks with a woman towards her apartment.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 345617, "video_name": "castle_s03e21_seg02_clip_06", "timestamp": [ 80.06, 87.02 ], "duration": 87.66, "caption": "A man and woman walk into the apartment to view the crime scene.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 345618, "video_name": "friends_s10e17-18_seg02_clip_24", "timestamp": [ 48.95, 53.56 ], "duration": 57.66, "caption": "A woman and a man walk through the door of someone's apartment.", "similarity": 0.7581, "relevance": 3 }, { "pair_id": 345619, "video_name": "s05e20_seg02_clip_01", "timestamp": [ 37.48, 42.5 ], "duration": 59.66, "caption": "A woman walks into some guys' apartment.", "similarity": 0.757, "relevance": 3 } ] }, { "query_id": 71051, "query": "A woman stands up from the table and gives a man a big hug.", "relevant_moment": [ { "pair_id": 17960, "video_name": "friends_s05e21_seg02_clip_14", "timestamp": [ 26.66, 30.57 ], "duration": 65.66, "caption": "A woman stands up from the table and gives a man a big hug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17961, "video_name": "friends_s05e22_seg02_clip_01", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A woman stands up and gives a man a quick hug.", "similarity": 0.8713, "relevance": 4 }, { "pair_id": 17962, "video_name": "friends_s08e07_seg02_clip_12", "timestamp": [ 43.3, 45.4 ], "duration": 60.66, "caption": "A woman and man are standing and give each other a hug.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 17963, "video_name": "house_s06e19_seg02_clip_08", "timestamp": [ 14.52, 17.16 ], "duration": 88.66, "caption": "A man stands up and gives a woman a hug and a kiss.", "similarity": 0.8193, "relevance": 3 }, { "pair_id": 17964, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 31.0, 47.41 ], "duration": 91.66, "caption": "A woman stands up and gives person a hug.", "similarity": 0.819, "relevance": 4 }, { "pair_id": 17965, "video_name": "met_s06e12_seg02_clip_11", "timestamp": [ 43.42, 46.22 ], "duration": 56.66, "caption": "A woman stands up and give woman a hug.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 17966, "video_name": "friends_s02e21_seg02_clip_02", "timestamp": [ 51.17, 61.72 ], "duration": 62.66, "caption": "A woman goes up to man and gives him a hug.", "similarity": 0.8017, "relevance": 3 }, { "pair_id": 17967, "video_name": "friends_s09e22_seg02_clip_17", "timestamp": [ 9.3, 15.91 ], "duration": 60.66, "caption": "A woman walks up and gives a man a hug.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 17968, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 45.06, 53.7 ], "duration": 91.66, "caption": "A woman and a person stand up and the woman gives the person a hug.", "similarity": 0.7962, "relevance": 3 }, { "pair_id": 17969, "video_name": "friends_s06e03_seg02_clip_05", "timestamp": [ 31.33, 36.27 ], "duration": 58.66, "caption": "A woman stands up and gives a man a jittery hug.", "similarity": 0.7892, "relevance": 4 }, { "pair_id": 17970, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A woman reaches out and gives a hug to a man.", "similarity": 0.7878, "relevance": 3 }, { "pair_id": 17971, "video_name": "met_s02e12_seg02_clip_16", "timestamp": [ 45.32, 60.03 ], "duration": 60.66, "caption": "A woman holds out her arms and gives a man a hug.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 17972, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 12.1, 22.64 ], "duration": 62.66, "caption": "A woman gives a very long hug to man.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 17973, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 12.01, 17.26 ], "duration": 50.66, "caption": "A woman stands up, walks across the room and gives a man a hug.", "similarity": 0.7818, "relevance": 4 }, { "pair_id": 17974, "video_name": "friends_s03e08_seg02_clip_17", "timestamp": [ 43.28, 47.95 ], "duration": 62.66, "caption": "A woman leans over and gives a man a hug.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 17975, "video_name": "friends_s02e16_seg02_clip_19", "timestamp": [ 18.66, 26.3 ], "duration": 61.66, "caption": "A woman leans over and gives a man a hug.", "similarity": 0.7801, "relevance": 3 }, { "pair_id": 17976, "video_name": "grey_s03e24_seg02_clip_22", "timestamp": [ 18.71, 32.96 ], "duration": 89.66, "caption": "A man walks up and gives woman a hug.", "similarity": 0.7798, "relevance": 2 }, { "pair_id": 17977, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.7779, "relevance": 2 }, { "pair_id": 17978, "video_name": "grey_s03e06_seg02_clip_09", "timestamp": [ 10.47, 16.84 ], "duration": 91.66, "caption": "A woman walks up to a man and gives him a hug.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 17979, "video_name": "friends_s08e02_seg02_clip_04", "timestamp": [ 32.57, 39.39 ], "duration": 62.66, "caption": "A woman stands up and two people hug.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 191280, "video_name": "s06e19_seg02_clip_15", "timestamp": [ 37.82, 40.34 ], "duration": 56.66, "caption": "A woman holds her arms out to a man and gives him a hug.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 191281, "video_name": "friends_s01e12_seg02_clip_05", "timestamp": [ 5.67, 11.03 ], "duration": 63.66, "caption": "A woman gives a real big hug while man watches on the side.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 191282, "video_name": "friends_s09e18_seg02_clip_04", "timestamp": [ 30.31, 36.02 ], "duration": 60.66, "caption": "A man kneels on the table and reaches to hug woman.", "similarity": 0.7708, "relevance": 2 }, { "pair_id": 191283, "video_name": "castle_s08e09_seg02_clip_01", "timestamp": [ 0.9, 5.39 ], "duration": 89.66, "caption": "A woman gets up from seat and hugs a man.", "similarity": 0.7704, "relevance": 4 }, { "pair_id": 191284, "video_name": "met_s02e22_seg02_clip_12", "timestamp": [ 22.72, 28.04 ], "duration": 59.66, "caption": "A man walks up to a woman and gives her a hug.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 191285, "video_name": "castle_s08e11_seg02_clip_22", "timestamp": [ 71.0, 79.19 ], "duration": 91.66, "caption": "A woman leans over and gives a man a long hug.", "similarity": 0.7691, "relevance": 3 }, { "pair_id": 191286, "video_name": "grey_s03e08_seg02_clip_00", "timestamp": [ 22.05, 27.21 ], "duration": 93.66, "caption": "A woman is thrilled to see a man and gives him a big hug.", "similarity": 0.7678, "relevance": 4 }, { "pair_id": 191288, "video_name": "friends_s10e10_seg02_clip_01", "timestamp": [ 54.89, 56.37 ], "duration": 59.66, "caption": "A woman stands up from the table and kisses a man.", "similarity": 0.7665, "relevance": 4 }, { "pair_id": 191289, "video_name": "friends_s08e09_seg02_clip_17", "timestamp": [ 50.7, 56.02 ], "duration": 56.66, "caption": "A woman gets up and hugs person as he has his hand up.", "similarity": 0.765, "relevance": 4 }, { "pair_id": 191290, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 58.03, 59.63 ], "duration": 80.66, "caption": "A man gets up from the couch and gives woman a big hug.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 191291, "video_name": "friends_s07e18_seg01_clip_00", "timestamp": [ 48.01, 51.61 ], "duration": 120.66, "caption": "Two women stand and give a man a hug.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 191292, "video_name": "s05e23_seg02_clip_10", "timestamp": [ 9.15, 14.95 ], "duration": 61.66, "caption": "A woman stands up and give man an embrace.", "similarity": 0.762, "relevance": 4 }, { "pair_id": 191293, "video_name": "castle_s04e12_seg02_clip_00", "timestamp": [ 44.41, 47.15 ], "duration": 91.66, "caption": "A woman goes up to man and gives him a hug and a kiss.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 191294, "video_name": "castle_s07e08_seg02_clip_26", "timestamp": [ 59.67, 65.49 ], "duration": 97.66, "caption": "A woman approaches a man and gives him a hug.", "similarity": 0.7563, "relevance": 3 }, { "pair_id": 191295, "video_name": "castle_s03e01_seg02_clip_07", "timestamp": [ 25.33, 30.75 ], "duration": 90.66, "caption": "A woman walks over to a man and gives him a big hug.", "similarity": 0.7562, "relevance": 3 }, { "pair_id": 191296, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 50.97, 66.45 ], "duration": 91.66, "caption": "A woman gives a man a hug to comfort him.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 191297, "video_name": "friends_s09e19_seg02_clip_03", "timestamp": [ 15.54, 19.72 ], "duration": 59.66, "caption": "A woman gives a man a hug and then he goes on set.", "similarity": 0.7525, "relevance": 3 }, { "pair_id": 191298, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.75, 40.89 ], "duration": 61.66, "caption": "A man leans over and gives a woman a hug.", "similarity": 0.7523, "relevance": 3 } ] }, { "query_id": 71077, "query": "A person injected themselves while being held as a hostage.", "relevant_moment": [ { "pair_id": 150400, "video_name": "house_s05e09_seg02_clip_26", "timestamp": [ 29.53, 34.21 ], "duration": 72.66, "caption": "A person injected themselves while being held as a hostage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150401, "video_name": "castle_s07e15_seg02_clip_10", "timestamp": [ 89.33, 90.75 ], "duration": 95.66, "caption": "A person in a hostage situation reveals they are bound and gagged.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 150402, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 7.46, 12.59 ], "duration": 93.66, "caption": "A person rushes to get an injection to give someone.", "similarity": 0.6835, "relevance": 1 }, { "pair_id": 150403, "video_name": "house_s01e22_seg02_clip_20", "timestamp": [ 74.37, 87.49 ], "duration": 87.66, "caption": "A person's body reacts to the injection that another person gave them.", "similarity": 0.6558, "relevance": 1 }, { "pair_id": 150404, "video_name": "house_s08e18_seg02_clip_07", "timestamp": [ 68.87, 69.77 ], "duration": 90.66, "caption": "A person pushes away another person's hand as she tries to give him an injection.", "similarity": 0.6516, "relevance": 0 }, { "pair_id": 150405, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 3.2, 9.94 ], "duration": 71.66, "caption": "A person quickly gets a medicine to inject to the patient.", "similarity": 0.6424, "relevance": 1 }, { "pair_id": 150406, "video_name": "house_s05e09_seg02_clip_16", "timestamp": [ 0.0, 35.7 ], "duration": 86.66, "caption": "Two people are being hostage by a person.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 150407, "video_name": "castle_s07e08_seg02_clip_13", "timestamp": [ 8.13, 22.26 ], "duration": 85.66, "caption": "A person holding people hostage on a train wants a prisoner released.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 150408, "video_name": "house_s07e16_seg02_clip_20", "timestamp": [ 20.48, 26.26 ], "duration": 89.66, "caption": "A person injected something to the heart of the patient.", "similarity": 0.6353, "relevance": 1 }, { "pair_id": 150409, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 17.71, 22.84 ], "duration": 93.66, "caption": "A person injects someone with some medicine as she goes crazy.", "similarity": 0.6294, "relevance": 1 }, { "pair_id": 150410, "video_name": "house_s02e23_seg02_clip_01", "timestamp": [ 24.95, 32.69 ], "duration": 86.66, "caption": "A person prepares to inject himself with a syringe, and then stops.", "similarity": 0.6259, "relevance": 1 }, { "pair_id": 150411, "video_name": "castle_s02e18_seg02_clip_17", "timestamp": [ 0.0, 2.27 ], "duration": 75.66, "caption": "A man introduces himself to a woman while holding her hostage.", "similarity": 0.6172, "relevance": 0 }, { "pair_id": 150412, "video_name": "house_s07e06_seg02_clip_18", "timestamp": [ 0.0, 23.93 ], "duration": 87.66, "caption": "A person injects something into another person and tells him what it is right before he leaves the room.", "similarity": 0.6123, "relevance": 1 }, { "pair_id": 150413, "video_name": "castle_s07e12_seg02_clip_19", "timestamp": [ 20.92, 22.7 ], "duration": 89.66, "caption": "A weapon is flashed in front of a person as he is being held hostage.", "similarity": 0.6109, "relevance": 0 }, { "pair_id": 150414, "video_name": "castle_s06e12_seg02_clip_24", "timestamp": [ 87.45, 93.03 ], "duration": 93.66, "caption": "A person begs before being shot in the face by another person.", "similarity": 0.6086, "relevance": 0 }, { "pair_id": 150415, "video_name": "house_s03e23_seg02_clip_17", "timestamp": [ 74.38, 76.14 ], "duration": 88.66, "caption": "A person injects something in someone's right arm with a syringe.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 150416, "video_name": "house_s03e15_seg02_clip_01", "timestamp": [ 46.34, 64.06 ], "duration": 90.66, "caption": "A man injects himself and he takes out blood from his arm as he speaks to a patient.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 150417, "video_name": "house_s02e23_seg02_clip_22", "timestamp": [ 8.76, 10.95 ], "duration": 87.66, "caption": "A person gives another person an injection into their butt.", "similarity": 0.6016, "relevance": 1 }, { "pair_id": 150418, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 77.42, 83.01 ], "duration": 86.66, "caption": "A patient grabs the syringe from a doctor and injects himself.", "similarity": 0.5992, "relevance": 2 }, { "pair_id": 150419, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 73.73, 76.92 ], "duration": 91.66, "caption": "A man withdraws a large syringe he was using to inject a person.", "similarity": 0.5914, "relevance": 1 } ] }, { "query_id": 71088, "query": "A man tries to silence another man and turns back to face forward.", "relevant_moment": [ { "pair_id": 146360, "video_name": "house_s01e09_seg02_clip_10", "timestamp": [ 14.09, 20.91 ], "duration": 90.66, "caption": "A man tries to silence another man and turns back to face forward.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146361, "video_name": "grey_s03e05_seg02_clip_08", "timestamp": [ 3.05, 21.32 ], "duration": 87.66, "caption": "A man tries to talk to another man but he ignores him and just welcomes him back.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 146362, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A man speaks to another man and then turns to walk away.", "similarity": 0.6993, "relevance": 1 }, { "pair_id": 146363, "video_name": "friends_s03e14_seg02_clip_03", "timestamp": [ 5.31, 6.49 ], "duration": 59.66, "caption": "A man puts his finger to his lips gesturing silence to another man.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 146364, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A man moves forward to stand closer to another man as he talks to him.", "similarity": 0.686, "relevance": 1 }, { "pair_id": 146365, "video_name": "castle_s03e16_seg02_clip_17", "timestamp": [ 0.0, 6.8 ], "duration": 90.66, "caption": "A man is facing forward as he speaks to another man behind him.", "similarity": 0.6836, "relevance": 1 }, { "pair_id": 146366, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 52.11, 54.36 ], "duration": 89.66, "caption": "A man takes a turn to face another man.", "similarity": 0.683, "relevance": 1 }, { "pair_id": 146367, "video_name": "friends_s03e02_seg02_clip_04", "timestamp": [ 6.0, 11.71 ], "duration": 60.66, "caption": "A man ignores another man when he tells him what to do.", "similarity": 0.6761, "relevance": 0 }, { "pair_id": 146368, "video_name": "house_s08e21_seg02_clip_24", "timestamp": [ 24.31, 25.51 ], "duration": 60.66, "caption": "A man shakes his head as he opposes to what is another man tries to tell him.", "similarity": 0.6757, "relevance": 0 }, { "pair_id": 146369, "video_name": "met_s06e24_seg02_clip_00", "timestamp": [ 24.28, 26.18 ], "duration": 63.66, "caption": "A man takes a few steps and turns to face another man.", "similarity": 0.6749, "relevance": 0 }, { "pair_id": 146370, "video_name": "castle_s06e06_seg02_clip_04", "timestamp": [ 66.13, 71.11 ], "duration": 90.66, "caption": "A man paces back and forth when talking to two other people.", "similarity": 0.674, "relevance": 0 }, { "pair_id": 146371, "video_name": "s03e15_seg02_clip_05", "timestamp": [ 0.0, 10.08 ], "duration": 56.66, "caption": "A person is ignoring him but a man is trying to make him talk.", "similarity": 0.6726, "relevance": 1 }, { "pair_id": 146372, "video_name": "house_s02e11_seg02_clip_17", "timestamp": [ 0.0, 12.09 ], "duration": 93.66, "caption": "A man is trying to talk to but person is trying to ignore and get away from them.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 146373, "video_name": "friends_s03e17_seg02_clip_01", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A man looks back at another man and the other man motions for him to continue.", "similarity": 0.6698, "relevance": 1 }, { "pair_id": 146374, "video_name": "house_s07e07_seg02_clip_20", "timestamp": [ 66.16, 79.39 ], "duration": 147.66, "caption": "A man closes his eyes after he speaks to another man.", "similarity": 0.6695, "relevance": 0 }, { "pair_id": 146375, "video_name": "castle_s07e18_seg02_clip_07", "timestamp": [ 0.0, 3.84 ], "duration": 76.66, "caption": "A man turns around to face another man as he approaches and holds his arm out to stop him.", "similarity": 0.6677, "relevance": 1 }, { "pair_id": 146376, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 17.28, 20.88 ], "duration": 144.66, "caption": "A man pivots to face another man as they are talking.", "similarity": 0.6664, "relevance": 0 }, { "pair_id": 146378, "video_name": "house_s06e07_seg02_clip_12", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "A man begins to leave and turns around to face another person.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 146379, "video_name": "house_s03e22_seg02_clip_17", "timestamp": [ 1.37, 4.55 ], "duration": 91.66, "caption": "A man turns around when he is talking to another man.", "similarity": 0.6643, "relevance": 1 } ] }, { "query_id": 71107, "query": "A woman was holding a brown bag whilst talking.", "relevant_moment": [ { "pair_id": 12640, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 40.33, 48.74 ], "duration": 58.66, "caption": "A woman was holding a brown bag whilst talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12641, "video_name": "castle_s01e04_seg02_clip_13", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A woman is holding a plastic bag while talking to another woman.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 12642, "video_name": "friends_s02e22_seg02_clip_13", "timestamp": [ 54.81, 59.57 ], "duration": 59.66, "caption": "A woman holds a black trash bag while speaking to people.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 12643, "video_name": "met_s02e21_seg02_clip_01", "timestamp": [ 0.0, 3.68 ], "duration": 61.66, "caption": "A woman grabs her pouch from her bag while talking to woman.", "similarity": 0.7366, "relevance": 4 }, { "pair_id": 12644, "video_name": "castle_s06e20_seg02_clip_24", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "A woman hands a brown paper bag to person.", "similarity": 0.7327, "relevance": 4 }, { "pair_id": 12645, "video_name": "friends_s05e13_seg02_clip_20", "timestamp": [ 10.88, 16.67 ], "duration": 68.66, "caption": "A person is grasping a large black bag whilst conversing with woman.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 12646, "video_name": "castle_s01e06_seg02_clip_13", "timestamp": [ 43.24, 46.88 ], "duration": 91.66, "caption": "A woman is checking a bag while talking to some people.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 12647, "video_name": "friends_s04e23-24_seg01_clip_00", "timestamp": [ 29.57, 34.84 ], "duration": 81.66, "caption": "A woman is putting items into her bag while talking to herself.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 12648, "video_name": "friends_s03e24_seg02_clip_03", "timestamp": [ 43.48, 44.72 ], "duration": 61.66, "caption": "A woman unslings her bag while talking to woman.", "similarity": 0.7113, "relevance": 4 }, { "pair_id": 12650, "video_name": "s08e04_seg02_clip_04", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A woman opens her bag while talking to another woman.", "similarity": 0.6996, "relevance": 3 }, { "pair_id": 12651, "video_name": "friends_s06e15-16_seg02_clip_01", "timestamp": [ 3.05, 6.1 ], "duration": 61.66, "caption": "A woman is opening her bag while talking to man.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 12652, "video_name": "friends_s09e12_seg02_clip_17", "timestamp": [ 6.21, 62.12 ], "duration": 62.66, "caption": "A woman and the person wearing brown coat were having a conversation.", "similarity": 0.6687, "relevance": 2 }, { "pair_id": 12653, "video_name": "s01e01_seg01_clip_05", "timestamp": [ 16.25, 40.06 ], "duration": 56.66, "caption": "A person holds up a paper bag while talking to someone else.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 12654, "video_name": "house_s07e15_seg02_clip_26", "timestamp": [ 10.8, 17.1 ], "duration": 180.66, "caption": "A woman gets their bag and looks at another woman and still talks.", "similarity": 0.6655, "relevance": 3 }, { "pair_id": 12655, "video_name": "house_s02e07_seg02_clip_13", "timestamp": [ 72.52, 75.07 ], "duration": 84.66, "caption": "A person put a thing on his bag while talking to another person.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 12656, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 3.64, 5.88 ], "duration": 56.66, "caption": "A woman put her bag down to the table while talking to a man.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 12657, "video_name": "friends_s02e14_seg02_clip_05", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A woman was holding a laundry basket whilst talking.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 12658, "video_name": "s09e19_seg02_clip_16", "timestamp": [ 25.63, 28.38 ], "duration": 61.66, "caption": "A person wears their bag and still talks to another person.", "similarity": 0.6519, "relevance": 4 }, { "pair_id": 12659, "video_name": "s07e03_seg02_clip_03", "timestamp": [ 0.0, 10.54 ], "duration": 62.66, "caption": "A person wears a backpack while talking to woman.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 185960, "video_name": "s02e10_seg02_clip_02", "timestamp": [ 11.21, 13.87 ], "duration": 59.66, "caption": "A woman grabs her bag from the chair and speaks to another woman.", "similarity": 0.6486, "relevance": 4 }, { "pair_id": 185961, "video_name": "friends_s04e16_seg02_clip_15", "timestamp": [ 33.16, 59.21 ], "duration": 59.66, "caption": "A woman and a person wearing a brown coat were having a conversation.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 185962, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.6441, "relevance": 1 }, { "pair_id": 185963, "video_name": "house_s08e03_seg02_clip_26", "timestamp": [ 66.51, 93.03 ], "duration": 93.66, "caption": "A person speaks to another person in the locker room as she takes her bag.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 185964, "video_name": "house_s04e05_seg02_clip_27", "timestamp": [ 8.77, 10.1 ], "duration": 14.66, "caption": "A person fixes their bag on their shoulder while talking.", "similarity": 0.6437, "relevance": 2 }, { "pair_id": 185965, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 0.0, 78.65 ], "duration": 89.66, "caption": "A woman was having a conversation with some people.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 185966, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 50.36, 51.88 ], "duration": 60.66, "caption": "A person takes a bag from a box as they are speaking to another person.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 185967, "video_name": "friends_s03e12_seg01_clip_01", "timestamp": [ 2.64, 20.03 ], "duration": 44.66, "caption": "A woman was holding a red box whilst talking.", "similarity": 0.6314, "relevance": 3 }, { "pair_id": 185968, "video_name": "house_s02e20_seg02_clip_23", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "A person searches something on a trash bag while talking to a woman.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 185969, "video_name": "friends_s09e06_seg02_clip_04", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman was having a conversation with a man wearing a brown coat.", "similarity": 0.6297, "relevance": 2 }, { "pair_id": 185970, "video_name": "friends_s02e08_seg02_clip_04", "timestamp": [ 0.0, 55.02 ], "duration": 55.66, "caption": "A woman was having a conversation with a man wearing a brown coat.", "similarity": 0.6297, "relevance": 2 }, { "pair_id": 185971, "video_name": "house_s01e09_seg02_clip_08", "timestamp": [ 28.44, 78.33 ], "duration": 82.66, "caption": "A woman has a lengthy conversation with someone.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 185972, "video_name": "friends_s09e21_seg02_clip_10", "timestamp": [ 1.55, 2.79 ], "duration": 62.66, "caption": "A woman puts her handbag on her shoulder during a conversation with a man.", "similarity": 0.6277, "relevance": 3 }, { "pair_id": 185973, "video_name": "grey_s03e01_seg02_clip_02", "timestamp": [ 1.78, 14.24 ], "duration": 89.66, "caption": "A woman walks up to a bag and taps on the bag as she speaks to it.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 185974, "video_name": "friends_s05e16_seg02_clip_04", "timestamp": [ 34.83, 59.03 ], "duration": 59.66, "caption": "A woman was having a conversation with another woman wearing a brown coat.", "similarity": 0.6267, "relevance": 3 }, { "pair_id": 185975, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 0.0, 18.21 ], "duration": 88.66, "caption": "A person was having a conversation with a woman.", "similarity": 0.6267, "relevance": 2 }, { "pair_id": 185976, "video_name": "castle_s02e12_seg02_clip_25", "timestamp": [ 33.63, 43.37 ], "duration": 177.66, "caption": "A woman holds up a small evidence bag as she leans on the interrogation table talking.", "similarity": 0.6266, "relevance": 3 }, { "pair_id": 185977, "video_name": "s04e19_seg01_clip_00", "timestamp": [ 15.26, 20.14 ], "duration": 61.66, "caption": "A person talks to another person as he breathes into a brown paper bag.", "similarity": 0.626, "relevance": 2 }, { "pair_id": 185978, "video_name": "friends_s04e18_seg02_clip_00", "timestamp": [ 2.55, 4.77 ], "duration": 63.66, "caption": "A woman sets down her bag telling a man what she kept hear.", "similarity": 0.6242, "relevance": 3 }, { "pair_id": 185979, "video_name": "castle_s07e12_seg02_clip_22", "timestamp": [ 54.91, 58.07 ], "duration": 90.66, "caption": "A woman startles a man while talking about his behavior towards her bag.", "similarity": 0.6231, "relevance": 3 } ] }, { "query_id": 71131, "query": "A man is pushing a tube through a man's arteries and begins pulling a clot back.", "relevant_moment": [ { "pair_id": 21060, "video_name": "house_s01e09_seg02_clip_19", "timestamp": [ 59.62, 89.2 ], "duration": 91.66, "caption": "A man is pushing a tube through a man's arteries and begins pulling a clot back.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21062, "video_name": "house_s01e08_seg02_clip_07", "timestamp": [ 40.0, 69.77 ], "duration": 93.66, "caption": "A man is trying to breakup a blood clot in his patient.", "similarity": 0.6487, "relevance": 4 }, { "pair_id": 21063, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 73.82, 76.52 ], "duration": 90.66, "caption": "A man pulls out the tube attached to patient's throat.", "similarity": 0.619, "relevance": 2 }, { "pair_id": 21064, "video_name": "grey_s01e09_seg02_clip_16", "timestamp": [ 0.0, 21.15 ], "duration": 88.66, "caption": "A man is putting a tube to a patient.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 21065, "video_name": "house_s08e12_seg02_clip_15", "timestamp": [ 37.36, 40.51 ], "duration": 90.66, "caption": "A man reaches a hand out for a vascular clamp and grabs it.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 21066, "video_name": "house_s05e22_seg02_clip_24", "timestamp": [ 70.1, 83.55 ], "duration": 96.66, "caption": "A man pulls out a tube from person's throat.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 21067, "video_name": "house_s01e08_seg02_clip_07", "timestamp": [ 43.26, 54.42 ], "duration": 93.66, "caption": "A man tries to fix the patient's tube while they are getting operated on.", "similarity": 0.6097, "relevance": 4 }, { "pair_id": 21068, "video_name": "house_s01e03_seg02_clip_14", "timestamp": [ 45.83, 52.64 ], "duration": 90.66, "caption": "A man pulls back on a syringe stuck in another person.", "similarity": 0.574, "relevance": 2 }, { "pair_id": 21069, "video_name": "house_s02e16_seg02_clip_19", "timestamp": [ 35.16, 38.28 ], "duration": 89.66, "caption": "A man removes a breathing tube from a patient's mouth.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 21070, "video_name": "house_s04e15_seg02_clip_01", "timestamp": [ 27.74, 30.56 ], "duration": 94.66, "caption": "A man presses down the head of a bleeding patient.", "similarity": 0.5653, "relevance": 1 }, { "pair_id": 21071, "video_name": "house_s05e21_seg02_clip_16", "timestamp": [ 45.36, 46.23 ], "duration": 87.66, "caption": "A man pulls back the protective bandage on the patient.", "similarity": 0.5652, "relevance": 1 }, { "pair_id": 21072, "video_name": "grey_s01e01_seg02_clip_07", "timestamp": [ 73.03, 78.43 ], "duration": 98.66, "caption": "A man pushes another person to the side and takes over the surgery.", "similarity": 0.5585, "relevance": 2 }, { "pair_id": 21074, "video_name": "house_s03e03_seg02_clip_07", "timestamp": [ 32.2, 37.42 ], "duration": 87.66, "caption": "A man gives the patient a breathing tube to use.", "similarity": 0.5512, "relevance": 3 }, { "pair_id": 21075, "video_name": "house_s07e12_seg02_clip_13", "timestamp": [ 38.27, 50.88 ], "duration": 90.66, "caption": "A man opens the tube and lathers the cloth to the patient's arm.", "similarity": 0.5432, "relevance": 2 }, { "pair_id": 21076, "video_name": "grey_s02e13_seg02_clip_11", "timestamp": [ 27.98, 29.78 ], "duration": 90.66, "caption": "A man takes a clamp from one of his colleagues.", "similarity": 0.539, "relevance": 1 }, { "pair_id": 21077, "video_name": "house_s07e05_seg02_clip_19", "timestamp": [ 8.17, 22.8 ], "duration": 86.66, "caption": "A man puts a syringe in the patient's chest and pulls out fluid.", "similarity": 0.5382, "relevance": 2 }, { "pair_id": 21078, "video_name": "house_s01e17_seg02_clip_07", "timestamp": [ 91.11, 99.03 ], "duration": 99.66, "caption": "A man sticks a needle into the patient's back.", "similarity": 0.5378, "relevance": 2 }, { "pair_id": 21079, "video_name": "house_s01e02_seg02_clip_07", "timestamp": [ 32.67, 38.19 ], "duration": 92.66, "caption": "A man sticks a needle into the patient's stomach.", "similarity": 0.5323, "relevance": 1 } ] }, { "query_id": 71141, "query": "A person takes a bite of their toast, makes a disgust face and then picks up the butter container to read it.", "relevant_moment": [ { "pair_id": 156340, "video_name": "s03e23_seg02_clip_08", "timestamp": [ 19.53, 27.46 ], "duration": 61.66, "caption": "A person takes a bite of their toast, makes a disgust face and then picks up the butter container to read it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156341, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 2.12, 4.24 ], "duration": 53.66, "caption": "A person holds their toast in front of them and then takes a bite.", "similarity": 0.7323, "relevance": 2 }, { "pair_id": 156342, "video_name": "s03e01_seg02_clip_14", "timestamp": [ 0.0, 1.89 ], "duration": 63.66, "caption": "A person is eating a piece of toast with a smiley face on it.", "similarity": 0.6911, "relevance": 3 }, { "pair_id": 156343, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 53.4, 57.98 ], "duration": 61.66, "caption": "A person picks the toast up out of the toaster and looks at it.", "similarity": 0.689, "relevance": 1 }, { "pair_id": 156344, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 31.21, 36.02 ], "duration": 60.66, "caption": "A person has a row of toast on the countertop and picks a toast up.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 156345, "video_name": "s07e19_seg02_clip_04", "timestamp": [ 40.77, 44.76 ], "duration": 57.66, "caption": "A person reaches over and grabs the butter to pass to another person.", "similarity": 0.6542, "relevance": 1 }, { "pair_id": 156346, "video_name": "castle_s05e20_seg02_clip_00", "timestamp": [ 1.83, 2.28 ], "duration": 91.66, "caption": "A person puts a slice of butter on to a hot pan and it starts to melt.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 156347, "video_name": "friends_s01e15_seg02_clip_10", "timestamp": [ 50.94, 54.05 ], "duration": 62.66, "caption": "A person butters his bread when he is talking to another person.", "similarity": 0.6453, "relevance": 1 }, { "pair_id": 156348, "video_name": "friends_s10e02_seg02_clip_16", "timestamp": [ 48.69, 60.17 ], "duration": 62.66, "caption": "While person is making his toast, he holds up his index finger.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 156349, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 57.06, 59.5 ], "duration": 61.66, "caption": "A person places the toast onto the pile of toast next to him.", "similarity": 0.6285, "relevance": 2 }, { "pair_id": 156350, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 52.48, 58.89 ], "duration": 61.66, "caption": "A person removes the bread from the toaster and looks at it before neatly stacking it on a plate with other pieces.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 156351, "video_name": "s04e21_seg02_clip_04", "timestamp": [ 21.71, 29.15 ], "duration": 62.66, "caption": "The person looks at their food and takes a bite of it.", "similarity": 0.621, "relevance": 1 }, { "pair_id": 156352, "video_name": "castle_s03e03_seg02_clip_00", "timestamp": [ 0.0, 16.91 ], "duration": 91.66, "caption": "A woman walks into a person's bedroom with a food tray and he asks her what she's buttering him up for.", "similarity": 0.6093, "relevance": 0 }, { "pair_id": 156353, "video_name": "friends_s02e24_seg02_clip_14", "timestamp": [ 18.0, 22.89 ], "duration": 61.66, "caption": "A person puts their hand on someone's shoulder during the toast.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 156354, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 28.28, 42.21 ], "duration": 87.66, "caption": "A person takes a cookie from the table and eats it.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 156355, "video_name": "s05e22_seg02_clip_10", "timestamp": [ 20.41, 24.01 ], "duration": 60.66, "caption": "A man picks up his glass and toasts with another person.", "similarity": 0.606, "relevance": 1 }, { "pair_id": 156356, "video_name": "house_s03e04_seg02_clip_20", "timestamp": [ 63.69, 68.77 ], "duration": 92.66, "caption": "A person takes a chip to their mouth and eats it.", "similarity": 0.6031, "relevance": 1 }, { "pair_id": 156357, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 8.28, 10.58 ], "duration": 92.66, "caption": "A person puts food into their mouth with their hand and chews it.", "similarity": 0.6025, "relevance": 0 }, { "pair_id": 156358, "video_name": "house_s08e08_seg02_clip_00", "timestamp": [ 11.16, 14.88 ], "duration": 93.66, "caption": "A person puts food in their mouth and eats it.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 156359, "video_name": "s03e01_seg02_clip_13", "timestamp": [ 10.62, 13.28 ], "duration": 59.66, "caption": "A person picks up some food but stops before putting it in their mouth.", "similarity": 0.6017, "relevance": 2 } ] }, { "query_id": 71170, "query": "A man spits out blood into the bowl someone is holding.", "relevant_moment": [ { "pair_id": 151900, "video_name": "house_s08e06_seg02_clip_05", "timestamp": [ 9.86, 11.58 ], "duration": 85.66, "caption": "A man spits out blood into the bowl someone is holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151901, "video_name": "house_s06e10_seg02_clip_21", "timestamp": [ 15.47, 20.94 ], "duration": 91.66, "caption": "A person spits out blood as another person holds up a metal tray.", "similarity": 0.7071, "relevance": 4 }, { "pair_id": 151902, "video_name": "friends_s05e23-24_seg02_clip_36", "timestamp": [ 29.51, 36.3 ], "duration": 59.66, "caption": "A man puts something in his mouth, and then proceeds to spit it out.", "similarity": 0.6828, "relevance": 1 }, { "pair_id": 151903, "video_name": "friends_s01e02_seg02_clip_18", "timestamp": [ 26.98, 30.08 ], "duration": 62.66, "caption": "A person spits into the ceramic bowl while sitting next to a doctor.", "similarity": 0.6755, "relevance": 2 }, { "pair_id": 151904, "video_name": "house_s07e15_seg02_clip_25", "timestamp": [ 57.31, 63.27 ], "duration": 91.66, "caption": "A man holds up a piece of flesh and places it into the bowl.", "similarity": 0.6705, "relevance": 0 }, { "pair_id": 151905, "video_name": "house_s08e06_seg02_clip_04", "timestamp": [ 89.33, 92.62 ], "duration": 94.66, "caption": "A man hands a person a tissue and a yellow bowl.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 151906, "video_name": "s02e15_seg02_clip_14", "timestamp": [ 37.26, 38.94 ], "duration": 56.66, "caption": "A man spits an item out of his mouth across the room.", "similarity": 0.6072, "relevance": 0 }, { "pair_id": 151907, "video_name": "friends_s04e03_seg02_clip_15", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A man spits the tie out of his mouth.", "similarity": 0.6069, "relevance": 0 }, { "pair_id": 151908, "video_name": "house_s03e02_seg02_clip_08", "timestamp": [ 65.99, 89.66 ], "duration": 91.66, "caption": "A man puts a needle into someone's arm as he extracts blood from their arm.", "similarity": 0.6043, "relevance": 0 }, { "pair_id": 151909, "video_name": "s04e02_seg02_clip_08", "timestamp": [ 30.7, 33.5 ], "duration": 62.66, "caption": "A man takes a bite of food from his bowl.", "similarity": 0.5955, "relevance": 0 }, { "pair_id": 151910, "video_name": "castle_s01e06_seg02_clip_00", "timestamp": [ 65.09, 77.73 ], "duration": 93.66, "caption": "A man pulls something out of the deceased person's mouth.", "similarity": 0.5904, "relevance": 0 }, { "pair_id": 151911, "video_name": "castle_s07e06_seg02_clip_07", "timestamp": [ 31.75, 40.95 ], "duration": 92.66, "caption": "A person gets a bowl and puts some water in it.", "similarity": 0.586, "relevance": 0 }, { "pair_id": 151912, "video_name": "friends_s07e23-24_seg02_clip_15", "timestamp": [ 22.05, 28.1 ], "duration": 60.66, "caption": "A man spits in person's face and person wipes their eye with their right hand.", "similarity": 0.5848, "relevance": 0 }, { "pair_id": 151913, "video_name": "s10e02_seg02_clip_11", "timestamp": [ 0.0, 13.24 ], "duration": 54.66, "caption": "A person is mixing something in a bowl when another person came.", "similarity": 0.5844, "relevance": 0 }, { "pair_id": 151914, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 0.0, 6.11 ], "duration": 61.66, "caption": "A man is holding a bowl and a spoon.", "similarity": 0.5813, "relevance": 0 }, { "pair_id": 151915, "video_name": "house_s05e16_seg02_clip_18", "timestamp": [ 76.18, 80.34 ], "duration": 119.66, "caption": "A person leans over their hospital bed and spits out blood.", "similarity": 0.5798, "relevance": 1 }, { "pair_id": 151916, "video_name": "friends_s07e23-24_seg02_clip_15", "timestamp": [ 6.95, 24.47 ], "duration": 60.66, "caption": "A man spits in the face of another man who just spit in his face.", "similarity": 0.577, "relevance": 0 }, { "pair_id": 151917, "video_name": "friends_s02e18_seg02_clip_10", "timestamp": [ 4.37, 11.86 ], "duration": 62.66, "caption": "A man grabs an orange out of a bowl and tosses it at another person.", "similarity": 0.5763, "relevance": 0 }, { "pair_id": 151918, "video_name": "castle_s02e02_seg02_clip_04", "timestamp": [ 19.87, 23.84 ], "duration": 88.66, "caption": "A man spits in his palm and put his hand on top of man's hand.", "similarity": 0.5745, "relevance": 0 }, { "pair_id": 151919, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 25.69, 32.91 ], "duration": 90.66, "caption": "A man pulls a small glass vile out of a case and hands it to person.", "similarity": 0.5677, "relevance": 0 } ] }, { "query_id": 71185, "query": "A man leans forward causing a man to lean back.", "relevant_moment": [ { "pair_id": 520, "video_name": "grey_s03e20_seg02_clip_16", "timestamp": [ 34.13, 37.32 ], "duration": 91.66, "caption": "A man leans forward causing a man to lean back.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 521, "video_name": "met_s03e05_seg02_clip_14", "timestamp": [ 53.03, 55.52 ], "duration": 62.66, "caption": "A man motions for two other people to lean forward and they do.", "similarity": 0.7631, "relevance": 4 }, { "pair_id": 522, "video_name": "s05e04_seg02_clip_09", "timestamp": [ 24.92, 26.51 ], "duration": 53.66, "caption": "A man leans back slightly while listening to a man.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 523, "video_name": "castle_s06e20_seg02_clip_02", "timestamp": [ 18.67, 24.13 ], "duration": 91.66, "caption": "A man leans closer to another man when they are sitting next to each other.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 524, "video_name": "house_s02e17_seg02_clip_21", "timestamp": [ 29.93, 32.13 ], "duration": 88.66, "caption": "A man leans back in his chair and immediately leans forward.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 525, "video_name": "met_s03e12_seg02_clip_06", "timestamp": [ 3.34, 6.37 ], "duration": 60.66, "caption": "A man leans back after another man asks what everyone else is doing.", "similarity": 0.729, "relevance": 1 }, { "pair_id": 526, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 39.32, 41.42 ], "duration": 60.66, "caption": "A man leans back and puts his hand on his face in reaction to another man.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 527, "video_name": "s03e05_seg02_clip_01", "timestamp": [ 4.72, 5.9 ], "duration": 59.66, "caption": "A man leans in toward another man as they talk.", "similarity": 0.7231, "relevance": 3 }, { "pair_id": 528, "video_name": "friends_s09e13_seg02_clip_06", "timestamp": [ 45.85, 53.0 ], "duration": 65.66, "caption": "A man leans in closely to another man and asks him to act a certain way.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 529, "video_name": "castle_s04e18_seg02_clip_05", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A man leans his head back to another man when he implicates him.", "similarity": 0.7052, "relevance": 0 }, { "pair_id": 530, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 31.37, 39.69 ], "duration": 128.66, "caption": "A man bends over and gets face-to-face with a man.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 531, "video_name": "friends_s10e12_seg02_clip_15", "timestamp": [ 23.81, 25.21 ], "duration": 56.66, "caption": "A man leans over and touches guy on the shoulder.", "similarity": 0.702, "relevance": 2 }, { "pair_id": 532, "video_name": "friends_s04e05_seg02_clip_03", "timestamp": [ 2.6, 9.43 ], "duration": 65.66, "caption": "A man leans over the back of the sofa towards another person.", "similarity": 0.6995, "relevance": 1 }, { "pair_id": 533, "video_name": "friends_s05e23-24_seg02_clip_40", "timestamp": [ 45.15, 48.99 ], "duration": 59.66, "caption": "A person leans forward and looks straight at a man.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 534, "video_name": "castle_s06e22_seg02_clip_15", "timestamp": [ 55.53, 58.71 ], "duration": 91.66, "caption": "A man leans forward into two people as they talk.", "similarity": 0.692, "relevance": 2 }, { "pair_id": 535, "video_name": "grey_s03e10_seg02_clip_05", "timestamp": [ 3.14, 4.93 ], "duration": 89.66, "caption": "A man leans himself forward to talk to two other men.", "similarity": 0.6891, "relevance": 0 }, { "pair_id": 536, "video_name": "met_s02e21_seg02_clip_08", "timestamp": [ 53.73, 59.66 ], "duration": 59.66, "caption": "A man sits next to another person and leans over towards them.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 537, "video_name": "s06e22_seg02_clip_06", "timestamp": [ 7.02, 10.68 ], "duration": 61.66, "caption": "A person, standing next to a seated man, leans in close to him.", "similarity": 0.6856, "relevance": 2 }, { "pair_id": 538, "video_name": "house_s01e14_seg02_clip_19", "timestamp": [ 58.97, 61.67 ], "duration": 90.66, "caption": "A man leans forward in his chair and looks at a man.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 539, "video_name": "friends_s02e01_seg02_clip_08", "timestamp": [ 22.12, 27.07 ], "duration": 66.66, "caption": "A man leans over and points his fingers at another man.", "similarity": 0.6763, "relevance": 3 } ] }, { "query_id": 71191, "query": "A person gets up and collects the file on the table.", "relevant_moment": [ { "pair_id": 17940, "video_name": "house_s08e06_seg02_clip_01", "timestamp": [ 45.83, 48.04 ], "duration": 88.66, "caption": "A person gets up and collects the file on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17941, "video_name": "house_s08e11_seg02_clip_03", "timestamp": [ 36.96, 51.11 ], "duration": 91.66, "caption": "A person goes through the files that are on the table.", "similarity": 0.8628, "relevance": 1 }, { "pair_id": 17942, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 3.59, 5.84 ], "duration": 89.66, "caption": "A person grabs a file folder from the table.", "similarity": 0.8151, "relevance": 3 }, { "pair_id": 17943, "video_name": "house_s03e06_seg02_clip_00", "timestamp": [ 10.56, 15.84 ], "duration": 96.66, "caption": "A woman reaches over and picks up the file from the table.", "similarity": 0.8137, "relevance": 3 }, { "pair_id": 17944, "video_name": "castle_s01e05_seg02_clip_01", "timestamp": [ 58.85, 62.02 ], "duration": 90.66, "caption": "A man hands a file to person at the table.", "similarity": 0.7885, "relevance": 2 }, { "pair_id": 17945, "video_name": "castle_s08e19_seg02_clip_03", "timestamp": [ 18.93, 29.29 ], "duration": 90.66, "caption": "A person walks around another person and puts a file on the table.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 17946, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A person gets up from his seat and grabs his jacket, books and files from a table.", "similarity": 0.7797, "relevance": 3 }, { "pair_id": 17947, "video_name": "castle_s06e11_seg02_clip_25", "timestamp": [ 61.08, 68.82 ], "duration": 86.66, "caption": "A person grabs a file folder on a table and opens it to look at it.", "similarity": 0.762, "relevance": 3 }, { "pair_id": 17948, "video_name": "castle_s06e07_seg02_clip_08", "timestamp": [ 33.49, 34.89 ], "duration": 93.66, "caption": "A man puts down a file folder on the table.", "similarity": 0.7461, "relevance": 1 }, { "pair_id": 17949, "video_name": "house_s02e11_seg02_clip_18", "timestamp": [ 24.3, 25.6 ], "duration": 86.66, "caption": "A man walks forward and sets the file down on the table.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 17950, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 44.04, 46.68 ], "duration": 88.66, "caption": "A person picks up a folder from the table.", "similarity": 0.7438, "relevance": 2 }, { "pair_id": 17951, "video_name": "house_s03e01_seg02_clip_03", "timestamp": [ 13.8, 16.02 ], "duration": 89.66, "caption": "A woman picks up a file from the table and opens it.", "similarity": 0.7412, "relevance": 2 }, { "pair_id": 17952, "video_name": "house_s03e03_seg02_clip_00", "timestamp": [ 6.4, 8.69 ], "duration": 91.66, "caption": "A person throws files onto the table some people are sitting at.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 17953, "video_name": "house_s07e05_seg02_clip_04", "timestamp": [ 6.05, 9.77 ], "duration": 93.66, "caption": "A woman closes their file and gets up from the table.", "similarity": 0.7353, "relevance": 4 }, { "pair_id": 17954, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 82.19, 85.81 ], "duration": 90.66, "caption": "A woman picks up a file on the table and opens it.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 17955, "video_name": "house_s03e06_seg02_clip_00", "timestamp": [ 3.36, 10.56 ], "duration": 96.66, "caption": "A woman walks in and sets down a file onto the table.", "similarity": 0.7283, "relevance": 2 }, { "pair_id": 17956, "video_name": "castle_s04e19_seg02_clip_18", "timestamp": [ 30.16, 33.76 ], "duration": 90.66, "caption": "A woman walks over to the table with a file in her hands.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 17957, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 10.58, 11.96 ], "duration": 92.66, "caption": "A man hands the file over to woman at the table.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 17958, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 6.29, 14.82 ], "duration": 89.66, "caption": "A woman takes the file from the table and examines it.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 17959, "video_name": "house_s01e10_seg02_clip_09", "timestamp": [ 50.17, 55.89 ], "duration": 88.66, "caption": "A person walks into the office and sets down files on the table.", "similarity": 0.7207, "relevance": 2 } ] }, { "query_id": 71214, "query": "A woman sits on the sofa next to a man as he eats pizza.", "relevant_moment": [ { "pair_id": 163460, "video_name": "friends_s05e12_seg01_clip_00", "timestamp": [ 20.17, 23.53 ], "duration": 48.66, "caption": "A woman sits on the sofa next to a man as he eats pizza.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163461, "video_name": "grey_s03e09_seg02_clip_29", "timestamp": [ 76.52, 84.62 ], "duration": 90.66, "caption": "A woman sits beside a man on the sofa and takes his container of food and starts to eat it.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 163462, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 39.91, 42.01 ], "duration": 70.66, "caption": "A woman sits on the couch next to a man.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 163463, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 5.61, 7.97 ], "duration": 59.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7631, "relevance": 2 }, { "pair_id": 163464, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 163465, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 36.81, 39.11 ], "duration": 92.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7631, "relevance": 2 }, { "pair_id": 163466, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.99, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 163467, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 3.08, 6.61 ], "duration": 88.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7631, "relevance": 2 }, { "pair_id": 163468, "video_name": "s07e23_seg02_clip_00", "timestamp": [ 53.34, 56.76 ], "duration": 62.66, "caption": "A woman, sitting on the couch next to a man, takes a bite of her food.", "similarity": 0.7589, "relevance": 3 }, { "pair_id": 163469, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 13.27, 21.59 ], "duration": 52.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 163470, "video_name": "friends_s08e09_seg02_clip_01", "timestamp": [ 26.77, 29.93 ], "duration": 57.66, "caption": "A woman goes to sit next to a man on the couch.", "similarity": 0.7513, "relevance": 1 }, { "pair_id": 163471, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 4.06, 7.25 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.7478, "relevance": 3 }, { "pair_id": 163472, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.7478, "relevance": 2 }, { "pair_id": 163473, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.21, 18.91 ], "duration": 60.66, "caption": "A woman sits down next to man on the couch.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 163474, "video_name": "friends_s02e06_seg02_clip_02", "timestamp": [ 15.26, 17.7 ], "duration": 61.66, "caption": "A woman sits down on the sofa next to woman.", "similarity": 0.7437, "relevance": 1 }, { "pair_id": 163475, "video_name": "s08e24_seg02_clip_11", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man sits down on the sofa next to woman.", "similarity": 0.7428, "relevance": 3 }, { "pair_id": 163476, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 38.49, 41.77 ], "duration": 59.66, "caption": "A woman is seated on the sofa and a man sits beside her.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 163477, "video_name": "friends_s01e24_seg02_clip_10", "timestamp": [ 15.05, 18.0 ], "duration": 59.66, "caption": "A woman turns and sits on the sofa next to a man.", "similarity": 0.7342, "relevance": 2 }, { "pair_id": 163478, "video_name": "friends_s03e22_seg02_clip_09", "timestamp": [ 10.72, 16.42 ], "duration": 67.66, "caption": "A woman sits down on the couch and then a man sits down next to her.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 163479, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 336780, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 336781, "video_name": "friends_s05e13_seg02_clip_15", "timestamp": [ 50.19, 54.25 ], "duration": 58.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.7302, "relevance": 3 }, { "pair_id": 336782, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 73.57, 76.71 ], "duration": 89.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 336783, "video_name": "s04e16_seg02_clip_15", "timestamp": [ 25.72, 28.37 ], "duration": 53.66, "caption": "A woman sits down on the couch beside a person while he's eating Chinese food.", "similarity": 0.7285, "relevance": 3 }, { "pair_id": 336784, "video_name": "friends_s05e13_seg02_clip_19", "timestamp": [ 23.6, 24.93 ], "duration": 44.66, "caption": "A man sits down on the couch next to a woman.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 336785, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 43.77, 46.77 ], "duration": 50.66, "caption": "A man sits down on the couch next to a woman.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 336786, "video_name": "s09e20_seg02_clip_10", "timestamp": [ 9.3, 20.41 ], "duration": 60.66, "caption": "A man was sitting next to a woman on the couch.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 336787, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 49.9, 51.93 ], "duration": 58.66, "caption": "A woman sits down on the couch beside of a man.", "similarity": 0.7225, "relevance": 3 }, { "pair_id": 336788, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 25.43, 28.53 ], "duration": 62.66, "caption": "A woman sits down on the couch beside a man.", "similarity": 0.7206, "relevance": 2 }, { "pair_id": 336789, "video_name": "s06e24_seg02_clip_11", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A person is sitting next to a woman while on the couch.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 336790, "video_name": "s06e12_seg02_clip_12", "timestamp": [ 48.82, 51.87 ], "duration": 61.66, "caption": "A man sits down next to woman on the couch.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 336791, "video_name": "friends_s06e19_seg02_clip_12", "timestamp": [ 40.52, 43.22 ], "duration": 60.66, "caption": "A man sits down on the couch next to woman.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 336792, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 80.1, 81.92 ], "duration": 91.66, "caption": "A man sits down and woman sits beside him on the sofa.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 336793, "video_name": "s09e15_seg02_clip_07", "timestamp": [ 39.97, 43.02 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 336794, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 336795, "video_name": "friends_s05e04_seg02_clip_03", "timestamp": [ 38.45, 50.65 ], "duration": 61.66, "caption": "A woman sits down on the couch next to a man with a cup of coffee.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 336796, "video_name": "friends_s09e14_seg02_clip_18", "timestamp": [ 39.36, 61.03 ], "duration": 61.66, "caption": "A man sits on the couch with woman while eating his meal.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 336797, "video_name": "s07e01_seg02_clip_10", "timestamp": [ 17.41, 20.71 ], "duration": 60.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 336798, "video_name": "friends_s01e08_seg02_clip_18", "timestamp": [ 3.2, 6.4 ], "duration": 64.66, "caption": "A woman sits down next to a person on the couch.", "similarity": 0.7107, "relevance": 2 }, { "pair_id": 336799, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 48.91, 51.99 ], "duration": 77.66, "caption": "A woman and a man are sitting next to each other on a couch.", "similarity": 0.7104, "relevance": 2 } ] }, { "query_id": 71245, "query": "A woman is standing with some other women in nothing but towels.", "relevant_moment": [ { "pair_id": 25520, "video_name": "castle_s08e07_seg02_clip_12", "timestamp": [ 0.0, 3.63 ], "duration": 90.66, "caption": "A woman is standing with some other women in nothing but towels.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 25521, "video_name": "s07e14_seg02_clip_08", "timestamp": [ 35.54, 37.99 ], "duration": 49.66, "caption": "A woman sets down her towel then gets up with woman.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 25522, "video_name": "friends_s01e05_seg02_clip_16", "timestamp": [ 39.06, 43.37 ], "duration": 61.66, "caption": "A woman walks up to another woman with a towel on her shoulder.", "similarity": 0.631, "relevance": 1 }, { "pair_id": 25523, "video_name": "castle_s08e07_seg02_clip_12", "timestamp": [ 0.0, 3.18 ], "duration": 90.66, "caption": "Two women are in towels as one mentions a woman's body and she snatches a towel from her.", "similarity": 0.6284, "relevance": 4 }, { "pair_id": 25524, "video_name": "grey_s01e05_seg02_clip_14", "timestamp": [ 5.01, 11.69 ], "duration": 83.66, "caption": "A woman walks up to another woman and stands behind her as she asks about the towel incident and the other woman tells her she handled it.", "similarity": 0.6046, "relevance": 1 }, { "pair_id": 25525, "video_name": "s10e09_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A woman puts a towel on top of each of person's feet.", "similarity": 0.6019, "relevance": 0 }, { "pair_id": 25526, "video_name": "friends_s08e01_seg02_clip_13", "timestamp": [ 22.79, 28.57 ], "duration": 68.66, "caption": "A woman gets up and stands behind two other women.", "similarity": 0.5957, "relevance": 1 }, { "pair_id": 25527, "video_name": "friends_s08e20_seg02_clip_03", "timestamp": [ 18.61, 20.71 ], "duration": 60.66, "caption": "A woman hands another woman a towel and ran away.", "similarity": 0.5864, "relevance": 1 }, { "pair_id": 25528, "video_name": "friends_s01e21_seg02_clip_16", "timestamp": [ 2.7, 4.2 ], "duration": 60.66, "caption": "A woman waves a dish towel to clear the air between her and another woman.", "similarity": 0.5766, "relevance": 1 }, { "pair_id": 25529, "video_name": "friends_s08e12_seg02_clip_02", "timestamp": [ 23.47, 30.61 ], "duration": 68.66, "caption": "A woman stands behind another woman and puts her arms around her.", "similarity": 0.5651, "relevance": 1 }, { "pair_id": 25530, "video_name": "s05e06_seg02_clip_05", "timestamp": [ 31.62, 39.46 ], "duration": 58.66, "caption": "A woman joins a person and another woman in the laundry room.", "similarity": 0.5623, "relevance": 1 }, { "pair_id": 25531, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 19.75, 29.21 ], "duration": 42.66, "caption": "A woman removes the towel from her head and shakes her head as another woman stands staring at her.", "similarity": 0.5594, "relevance": 0 }, { "pair_id": 25532, "video_name": "castle_s06e04_seg02_clip_25", "timestamp": [ 76.97, 90.02 ], "duration": 90.66, "caption": "A woman and another woman were standing in front of each other.", "similarity": 0.5577, "relevance": 1 }, { "pair_id": 25533, "video_name": "castle_s05e10_seg02_clip_26", "timestamp": [ 13.09, 16.17 ], "duration": 154.66, "caption": "A woman stands behind two other women and makes pushing motions with her hands.", "similarity": 0.5477, "relevance": 1 }, { "pair_id": 25534, "video_name": "castle_s03e07_seg02_clip_15", "timestamp": [ 34.72, 46.29 ], "duration": 89.66, "caption": "A woman is holding a towel in her hand as she speaks to two people.", "similarity": 0.5471, "relevance": 1 }, { "pair_id": 25535, "video_name": "castle_s03e20_seg02_clip_20", "timestamp": [ 73.43, 79.74 ], "duration": 90.66, "caption": "A woman has a towel on her head as she speaks to a man and a woman.", "similarity": 0.5317, "relevance": 1 }, { "pair_id": 25536, "video_name": "s02e10_seg02_clip_12", "timestamp": [ 0.0, 7.88 ], "duration": 63.66, "caption": "A woman folds a yellow towel as she has a conversation with a man.", "similarity": 0.528, "relevance": 1 }, { "pair_id": 25537, "video_name": "grey_s03e05_seg02_clip_05", "timestamp": [ 39.7, 49.39 ], "duration": 92.66, "caption": "A woman notices another woman standing at the back of the room alone.", "similarity": 0.5278, "relevance": 0 }, { "pair_id": 25538, "video_name": "friends_s01e13_seg02_clip_13", "timestamp": [ 41.72, 57.15 ], "duration": 57.66, "caption": "A woman answers the door to find someone standing with a towel.", "similarity": 0.5234, "relevance": 1 }, { "pair_id": 25539, "video_name": "friends_s03e14_seg02_clip_01", "timestamp": [ 13.35, 17.99 ], "duration": 58.66, "caption": "A woman stands up from kneeling down beside another woman and starts walking away.", "similarity": 0.5218, "relevance": 1 } ] }, { "query_id": 71316, "query": "A person unlocks the front door of someone's apartment.", "relevant_moment": [ { "pair_id": 161320, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 37.52, 41.72 ], "duration": 60.66, "caption": "A person unlocks the front door of someone's apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161321, "video_name": "castle_s02e02_seg02_clip_19", "timestamp": [ 79.22, 82.37 ], "duration": 90.66, "caption": "A person unlocks the front door to his/her apartment.", "similarity": 0.9763, "relevance": 4 }, { "pair_id": 161322, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 44.69, 45.88 ], "duration": 59.66, "caption": "A person opens the front door of their apartment.", "similarity": 0.8564, "relevance": 3 }, { "pair_id": 161323, "video_name": "friends_s03e01_seg02_clip_14", "timestamp": [ 11.61, 11.9 ], "duration": 58.66, "caption": "A person opens the front door of the apartment.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 161324, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 41.12, 44.42 ], "duration": 60.66, "caption": "A person turns the key and unlocks the door to his/her apartment.", "similarity": 0.838, "relevance": 3 }, { "pair_id": 161325, "video_name": "castle_s07e08_seg02_clip_10", "timestamp": [ 50.82, 53.81 ], "duration": 85.66, "caption": "The landlord unlocks the door to person's apartment and opens it up.", "similarity": 0.8268, "relevance": 4 }, { "pair_id": 161326, "video_name": "s01e08_seg01_clip_00", "timestamp": [ 46.21, 49.0 ], "duration": 62.66, "caption": "A person opens the front door of the apartment to let in some people.", "similarity": 0.8211, "relevance": 3 }, { "pair_id": 161327, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 50.19, 53.09 ], "duration": 58.66, "caption": "A person opens the front door and enters an apartment.", "similarity": 0.8193, "relevance": 4 }, { "pair_id": 161328, "video_name": "s01e12_seg02_clip_08", "timestamp": [ 49.31, 52.1 ], "duration": 62.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.8181, "relevance": 3 }, { "pair_id": 161329, "video_name": "s01e02_seg02_clip_12", "timestamp": [ 32.11, 35.72 ], "duration": 60.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.8181, "relevance": 3 }, { "pair_id": 161330, "video_name": "met_s03e12_seg01_clip_00", "timestamp": [ 21.12, 22.35 ], "duration": 61.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.8181, "relevance": 3 }, { "pair_id": 161331, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 10.5, 15.61 ], "duration": 60.66, "caption": "A person takes their keys out of their pocket and unlocks the front door to their apartment.", "similarity": 0.8145, "relevance": 3 }, { "pair_id": 161332, "video_name": "s04e17_seg02_clip_16", "timestamp": [ 52.83, 55.48 ], "duration": 59.66, "caption": "A person enters someone's apartment through the front door.", "similarity": 0.8068, "relevance": 3 }, { "pair_id": 161333, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 48.21, 49.43 ], "duration": 61.66, "caption": "A person opens the door to an apartment.", "similarity": 0.8047, "relevance": 3 }, { "pair_id": 161334, "video_name": "friends_s02e16_seg02_clip_08", "timestamp": [ 42.55, 44.12 ], "duration": 63.66, "caption": "A person opens up the door of the apartment.", "similarity": 0.8008, "relevance": 3 }, { "pair_id": 161335, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 46.93, 53.12 ], "duration": 59.66, "caption": "A person opens the front door and walks into an apartment.", "similarity": 0.7974, "relevance": 3 }, { "pair_id": 161336, "video_name": "friends_s07e02_seg02_clip_07", "timestamp": [ 52.31, 57.04 ], "duration": 63.66, "caption": "A person closes the door to the front door of their apartment.", "similarity": 0.7942, "relevance": 2 }, { "pair_id": 161337, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 36.89, 38.96 ], "duration": 59.66, "caption": "A person comes through the front door of the apartment.", "similarity": 0.7942, "relevance": 3 }, { "pair_id": 161338, "video_name": "s01e09_seg02_clip_13", "timestamp": [ 37.23, 39.36 ], "duration": 61.66, "caption": "A person comes through the front door of the apartment.", "similarity": 0.7942, "relevance": 3 }, { "pair_id": 161339, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.794, "relevance": 3 }, { "pair_id": 334640, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 44.04, 46.83 ], "duration": 62.66, "caption": "A man opens the front door to a person's apartment.", "similarity": 0.7933, "relevance": 3 }, { "pair_id": 334641, "video_name": "s03e23_seg02_clip_04", "timestamp": [ 53.72, 55.83 ], "duration": 60.66, "caption": "A person closes the front door of the apartment.", "similarity": 0.7924, "relevance": 3 }, { "pair_id": 334642, "video_name": "s01e02_seg01_clip_03", "timestamp": [ 33.82, 36.42 ], "duration": 40.66, "caption": "A person attempts to open the door to his/her apartment.", "similarity": 0.7923, "relevance": 1 }, { "pair_id": 334643, "video_name": "s03e21_seg02_clip_02", "timestamp": [ 21.84, 24.79 ], "duration": 59.66, "caption": "A person closes the front door after another person enters the apartment.", "similarity": 0.7918, "relevance": 2 }, { "pair_id": 334644, "video_name": "s06e01_seg02_clip_08", "timestamp": [ 15.61, 20.81 ], "duration": 65.66, "caption": "A person opens up the door of their apartment for another person.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 334645, "video_name": "s01e04_seg02_clip_01", "timestamp": [ 36.27, 40.91 ], "duration": 58.66, "caption": "A woman opens the front door of a person's apartment.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 334646, "video_name": "s05e20_seg02_clip_01", "timestamp": [ 36.89, 42.5 ], "duration": 59.66, "caption": "A person opens the door to an apartment and then closes it.", "similarity": 0.7836, "relevance": 3 }, { "pair_id": 334647, "video_name": "s06e07_seg02_clip_06", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A person is knocking at the front door of someone's apartment.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 334648, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 43.66, 97.03 ], "duration": 97.66, "caption": "A person opens his apartment door for someone to come in.", "similarity": 0.7805, "relevance": 3 }, { "pair_id": 334650, "video_name": "s02e03_seg02_clip_08", "timestamp": [ 42.49, 44.97 ], "duration": 62.66, "caption": "A person turns and closes the front door of an apartment.", "similarity": 0.7765, "relevance": 1 }, { "pair_id": 334651, "video_name": "castle_s02e03_seg02_clip_09", "timestamp": [ 30.27, 42.73 ], "duration": 89.66, "caption": "A person opens the door for some people and they enter the apartment.", "similarity": 0.7762, "relevance": 3 }, { "pair_id": 334652, "video_name": "s06e08_seg02_clip_17", "timestamp": [ 69.2, 78.8 ], "duration": 101.66, "caption": "A person unlocks a door and goes inside locking it back up behind him.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 334653, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 46.34, 50.17 ], "duration": 59.66, "caption": "A person enters the apartment through the front door.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 334654, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A person opens the front door to woman's apartment.", "similarity": 0.7703, "relevance": 3 }, { "pair_id": 334655, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 16.81, 23.53 ], "duration": 56.66, "caption": "A person uses their key to open the apartment door.", "similarity": 0.7684, "relevance": 4 }, { "pair_id": 334656, "video_name": "s04e17_seg02_clip_05", "timestamp": [ 47.72, 50.12 ], "duration": 60.66, "caption": "A man opens the front door of the apartment.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 334657, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.99, 31.2 ], "duration": 63.66, "caption": "A man opens the front door of the apartment.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 334658, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 44.27, 49.88 ], "duration": 59.66, "caption": "A person opens the door and enters the apartment.", "similarity": 0.765, "relevance": 3 }, { "pair_id": 334659, "video_name": "friends_s08e02_seg02_clip_02", "timestamp": [ 10.44, 13.06 ], "duration": 58.66, "caption": "A person enters the apartment and closes the door behind them.", "similarity": 0.7625, "relevance": 3 } ] }, { "query_id": 71319, "query": "A person gets the key on his pocket and opens the door.", "relevant_moment": [ { "pair_id": 164620, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164621, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 29.81, 36.83 ], "duration": 87.66, "caption": "A person is with someone while he gets the key from his pocket and started opening the locked door.", "similarity": 0.8797, "relevance": 2 }, { "pair_id": 164622, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 32.96, 33.87 ], "duration": 61.66, "caption": "A person puts his key into the lock and begins unlocking the door.", "similarity": 0.8215, "relevance": 3 }, { "pair_id": 164623, "video_name": "s07e14_seg02_clip_07", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A person gets their keys and closes the door.", "similarity": 0.8193, "relevance": 2 }, { "pair_id": 164624, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 16.81, 23.53 ], "duration": 56.66, "caption": "A person uses their key to open the apartment door.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 164625, "video_name": "s06e08_seg02_clip_03", "timestamp": [ 11.6, 16.17 ], "duration": 61.66, "caption": "A person walks down a hallway, takes a key from their pocket, unlocks a door and starts to enter.", "similarity": 0.7984, "relevance": 4 }, { "pair_id": 164626, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 33.03, 36.93 ], "duration": 71.66, "caption": "A person uses his key to open the apartment complex door.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 164627, "video_name": "s01e01_seg01_clip_04", "timestamp": [ 10.5, 15.61 ], "duration": 60.66, "caption": "A person takes their keys out of their pocket and unlocks the front door to their apartment.", "similarity": 0.7837, "relevance": 4 }, { "pair_id": 164628, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 35.31, 37.46 ], "duration": 61.66, "caption": "A man pulls a key out of his pocket.", "similarity": 0.7797, "relevance": 2 }, { "pair_id": 164629, "video_name": "s01e11_seg02_clip_11", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person uses key to go into their apartment and close the door afterwards.", "similarity": 0.774, "relevance": 3 }, { "pair_id": 164630, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 46.99, 49.74 ], "duration": 61.66, "caption": "A man puts the key in the lock and starts to open the door.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 164631, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.7622, "relevance": 2 }, { "pair_id": 164632, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 164633, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 22.41, 26.57 ], "duration": 64.66, "caption": "A person gets up and goes to the door and opens it.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 164634, "video_name": "friends_s08e11_seg02_clip_17", "timestamp": [ 33.81, 36.6 ], "duration": 62.66, "caption": "A person walks over to the front door and inserts a key into the lock.", "similarity": 0.7558, "relevance": 1 }, { "pair_id": 164635, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A person walks in the door, closes it and then places their keys in a bowl.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 164636, "video_name": "s10e09_seg02_clip_00", "timestamp": [ 56.45, 59.2 ], "duration": 61.66, "caption": "A man puts his key in the door to unlock it.", "similarity": 0.7448, "relevance": 3 }, { "pair_id": 164637, "video_name": "s07e13_seg02_clip_13", "timestamp": [ 43.49, 46.19 ], "duration": 54.66, "caption": "A person opens the front door and puts their keys in a bowl.", "similarity": 0.7439, "relevance": 3 }, { "pair_id": 164638, "video_name": "s03e18_seg02_clip_03", "timestamp": [ 41.12, 44.42 ], "duration": 60.66, "caption": "A person turns the key and unlocks the door to his/her apartment.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 164639, "video_name": "s02e21_seg02_clip_03", "timestamp": [ 30.75, 35.11 ], "duration": 58.66, "caption": "A person tries to find the key in their pockets.", "similarity": 0.7392, "relevance": 3 }, { "pair_id": 337940, "video_name": "friends_s09e02_seg02_clip_03", "timestamp": [ 21.91, 26.71 ], "duration": 60.66, "caption": "A man grabs their keys and jacket then opens the front door.", "similarity": 0.7385, "relevance": 2 }, { "pair_id": 337942, "video_name": "met_s06e19_seg01_clip_00", "timestamp": [ 95.79, 102.5 ], "duration": 122.66, "caption": "A person puts their phone in their pocket and answers the door.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 337943, "video_name": "castle_s04e01_seg02_clip_04", "timestamp": [ 52.54, 58.72 ], "duration": 103.66, "caption": "A man walks to a lock and opens it with a key.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 337944, "video_name": "s08e17_seg02_clip_06", "timestamp": [ 35.4, 47.6 ], "duration": 61.66, "caption": "A person put the keys inside their doorknob and opened the door.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 337945, "video_name": "s08e03_seg02_clip_00", "timestamp": [ 31.01, 33.81 ], "duration": 62.66, "caption": "A person comes in the door and puts their keys in the bowl.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 337946, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 42.65, 46.71 ], "duration": 58.66, "caption": "A person inserts a key into the lock on the apartment door.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 337947, "video_name": "s02e14_seg02_clip_16", "timestamp": [ 48.11, 51.94 ], "duration": 59.66, "caption": "A person opens their door with someone holding money.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 337948, "video_name": "friends_s09e06_seg02_clip_02", "timestamp": [ 10.28, 13.3 ], "duration": 60.66, "caption": "The person wearing brown jacket gets a key on his pocket.", "similarity": 0.7134, "relevance": 1 }, { "pair_id": 337949, "video_name": "house_s07e06_seg02_clip_17", "timestamp": [ 52.76, 58.15 ], "duration": 77.66, "caption": "A person uses a key to unlock and open a cabinet.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 337950, "video_name": "s02e01_seg02_clip_09", "timestamp": [ 40.58, 43.64 ], "duration": 61.66, "caption": "A person opens the door and a man drops his keys in the bowl.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 337951, "video_name": "friends_s09e21_seg02_clip_23", "timestamp": [ 14.44, 26.03 ], "duration": 26.66, "caption": "A person walks over to a door and opens it.", "similarity": 0.7098, "relevance": 3 }, { "pair_id": 337952, "video_name": "friends_s09e06_seg02_clip_02", "timestamp": [ 10.28, 13.91 ], "duration": 60.66, "caption": "A man reaches into his pocket and pulls out a key ring and jingles it.", "similarity": 0.7081, "relevance": 3 }, { "pair_id": 337953, "video_name": "house_s04e02_seg02_clip_06", "timestamp": [ 72.92, 74.27 ], "duration": 90.66, "caption": "A woman gets the keys from her pocket and gives to a person.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 337954, "video_name": "friends_s07e05_seg02_clip_08", "timestamp": [ 33.19, 35.36 ], "duration": 62.66, "caption": "A man opens the door, and holds up his first finger.", "similarity": 0.6987, "relevance": 3 }, { "pair_id": 337955, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 337956, "video_name": "s08e01_seg02_clip_17", "timestamp": [ 0.0, 10.24 ], "duration": 66.66, "caption": "A person takes their keys from their bag, unlocks the door while having a conversation with another person, and opens the door.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 337957, "video_name": "s02e06_seg02_clip_06", "timestamp": [ 16.25, 19.05 ], "duration": 56.66, "caption": "A woman turns towards the door and puts a key in the lock.", "similarity": 0.6962, "relevance": 2 }, { "pair_id": 337958, "video_name": "castle_s03e16_seg02_clip_26", "timestamp": [ 10.45, 12.07 ], "duration": 36.66, "caption": "A person opens a door and runs into it.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 337959, "video_name": "s06e08_seg02_clip_07", "timestamp": [ 43.22, 59.13 ], "duration": 60.66, "caption": "A man picks a lock and gets the door to open.", "similarity": 0.6951, "relevance": 1 } ] }, { "query_id": 71360, "query": "A woman puts her tablet down on the coffee table while she is sitting on the couch talking to person.", "relevant_moment": [ { "pair_id": 6980, "video_name": "s07e15_seg01_clip_00", "timestamp": [ 36.92, 39.67 ], "duration": 61.66, "caption": "A woman puts her tablet down on the coffee table while she is sitting on the couch talking to person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6981, "video_name": "s08e14_seg02_clip_07", "timestamp": [ 6.9, 9.0 ], "duration": 60.66, "caption": "A woman puts a laptop down on the coffee table while some people talk on the couch.", "similarity": 0.7975, "relevance": 4 }, { "pair_id": 6982, "video_name": "s08e14_seg02_clip_15", "timestamp": [ 0.31, 3.97 ], "duration": 61.66, "caption": "A woman sits down on the couch holding a tablet.", "similarity": 0.7821, "relevance": 2 }, { "pair_id": 6983, "video_name": "s07e11_seg02_clip_02", "timestamp": [ 10.15, 16.25 ], "duration": 58.66, "caption": "After person is done talking via web chat, woman sets down her tablet.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 6984, "video_name": "s07e11_seg02_clip_09", "timestamp": [ 60.82, 63.03 ], "duration": 63.66, "caption": "A woman picks up a tablet off of the coffee table and starts a video chat with person.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 6985, "video_name": "s09e12_seg02_clip_14", "timestamp": [ 8.85, 14.04 ], "duration": 61.66, "caption": "A woman sits on a couch while talking to a person.", "similarity": 0.7245, "relevance": 2 }, { "pair_id": 6986, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 53.67, 58.03 ], "duration": 58.66, "caption": "A woman sits on the couch while talking to a person.", "similarity": 0.7215, "relevance": 2 }, { "pair_id": 6987, "video_name": "castle_s02e02_seg02_clip_20", "timestamp": [ 11.57, 14.69 ], "duration": 89.66, "caption": "A woman sits down on the coffee table near a person who is on the couch.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 6988, "video_name": "friends_s09e11_seg02_clip_20", "timestamp": [ 37.22, 43.22 ], "duration": 60.66, "caption": "A woman sits down on the coffee table when she is having a talk with a man.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 6989, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 55.41, 57.15 ], "duration": 58.66, "caption": "A woman sits down on the couch as she talks to a person.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 6990, "video_name": "s08e14_seg02_clip_05", "timestamp": [ 41.8, 44.86 ], "duration": 61.66, "caption": "A woman sits next to the others on the couch and presses a tablet.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 6991, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 0.0, 1.65 ], "duration": 55.66, "caption": "A woman is holding a tablet talking to a person on video chat.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 6992, "video_name": "castle_s08e03_seg02_clip_10", "timestamp": [ 0.0, 10.92 ], "duration": 91.66, "caption": "A woman sits down as a man speaks to her and hands his tablet to her.", "similarity": 0.6985, "relevance": 1 }, { "pair_id": 6993, "video_name": "s08e16_seg02_clip_11", "timestamp": [ 54.01, 59.03 ], "duration": 59.66, "caption": "A woman is talking to a person while sitting at the table.", "similarity": 0.6971, "relevance": 1 }, { "pair_id": 6994, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 18.45, 22.51 ], "duration": 90.66, "caption": "A person put his coffee on the table while talking to woman.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 6995, "video_name": "castle_s07e21_seg02_clip_01", "timestamp": [ 74.78, 89.02 ], "duration": 89.66, "caption": "A person picks up a tablet and talks to a woman.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 6996, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 61.59, 89.66 ], "duration": 89.66, "caption": "A woman is sitting on a bed while using a tablet.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 6997, "video_name": "friends_s10e14_seg02_clip_07", "timestamp": [ 0.0, 23.61 ], "duration": 59.66, "caption": "A woman is on the cafe couch with two people as she speaks to them and another person.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 6998, "video_name": "friends_s04e18_seg02_clip_15", "timestamp": [ 0.0, 44.97 ], "duration": 60.66, "caption": "A woman was sitting on the couch whilst talking.", "similarity": 0.6778, "relevance": 2 }, { "pair_id": 6999, "video_name": "s07e11_seg02_clip_14", "timestamp": [ 16.53, 21.85 ], "duration": 56.66, "caption": "A woman opens her tablet to speak to a person on video chat.", "similarity": 0.6753, "relevance": 2 } ] }, { "query_id": 71405, "query": "A woman buys a soda from a pretzel vendor.", "relevant_moment": [ { "pair_id": 2840, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 0.95, 2.84 ], "duration": 27.66, "caption": "A woman buys a soda from a pretzel vendor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2841, "video_name": "friends_s07e16_seg02_clip_19", "timestamp": [ 40.28, 44.86 ], "duration": 61.66, "caption": "A woman stands up and grabs a pretzel to eat.", "similarity": 0.6237, "relevance": 0 }, { "pair_id": 2842, "video_name": "friends_s07e16_seg02_clip_13", "timestamp": [ 7.5, 9.0 ], "duration": 60.66, "caption": "A woman eats a pretzel when sitting on the floor.", "similarity": 0.5564, "relevance": 0 }, { "pair_id": 2843, "video_name": "s03e01_seg02_clip_14", "timestamp": [ 6.3, 8.51 ], "duration": 63.66, "caption": "A woman opens a can of soda on the table.", "similarity": 0.5556, "relevance": 2 }, { "pair_id": 2844, "video_name": "friends_s08e06_seg02_clip_11", "timestamp": [ 49.43, 52.79 ], "duration": 61.66, "caption": "A woman takes the candy bag that person brought.", "similarity": 0.5477, "relevance": 0 }, { "pair_id": 2845, "video_name": "met_s03e08_seg02_clip_11", "timestamp": [ 7.02, 17.09 ], "duration": 61.66, "caption": "A woman grabs, and eats a pretzel while talking to another woman.", "similarity": 0.5428, "relevance": 0 }, { "pair_id": 2846, "video_name": "s01e16_seg02_clip_09", "timestamp": [ 42.62, 45.32 ], "duration": 60.66, "caption": "A person goes to a store shelf and hands a female customer a package.", "similarity": 0.5421, "relevance": 0 }, { "pair_id": 2847, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 10.27, 16.49 ], "duration": 27.66, "caption": "A woman opens the soda and sees something in the lid.", "similarity": 0.5354, "relevance": 3 }, { "pair_id": 2848, "video_name": "s02e21_seg02_clip_12", "timestamp": [ 15.13, 17.65 ], "duration": 63.66, "caption": "A person picks up a soda can off of woman's coffee table.", "similarity": 0.5342, "relevance": 1 }, { "pair_id": 2849, "video_name": "friends_s03e09_seg02_clip_13", "timestamp": [ 12.03, 26.55 ], "duration": 45.66, "caption": "A woman is holding a pretzel and drink while playing football.", "similarity": 0.5322, "relevance": 0 }, { "pair_id": 2850, "video_name": "friends_s07e16_seg02_clip_17", "timestamp": [ 26.89, 32.21 ], "duration": 56.66, "caption": "A woman eats pretzels while sitting on the floor next to the coffee table in the living room.", "similarity": 0.5318, "relevance": 0 }, { "pair_id": 2851, "video_name": "house_s08e11_seg02_clip_05", "timestamp": [ 5.01, 13.22 ], "duration": 91.66, "caption": "A woman gives a person a drink placing a straw on their mouth.", "similarity": 0.5312, "relevance": 0 }, { "pair_id": 2852, "video_name": "castle_s08e16_seg02_clip_18", "timestamp": [ 55.68, 59.82 ], "duration": 92.66, "caption": "A woman gets something of the counter and quickly puts it in the refrigerator.", "similarity": 0.5279, "relevance": 0 }, { "pair_id": 2853, "video_name": "house_s02e16_seg02_clip_16", "timestamp": [ 16.81, 19.21 ], "duration": 96.66, "caption": "A person takes a sip of soda that is from the bottle.", "similarity": 0.5279, "relevance": 0 }, { "pair_id": 2854, "video_name": "s06e07_seg02_clip_10", "timestamp": [ 16.82, 19.77 ], "duration": 59.66, "caption": "A woman fills a glass with soda from the tap.", "similarity": 0.5276, "relevance": 0 }, { "pair_id": 2855, "video_name": "met_s02e07_seg02_clip_05", "timestamp": [ 50.01, 53.2 ], "duration": 58.66, "caption": "A person picks up a pretzel from the table and eats it.", "similarity": 0.5258, "relevance": 0 }, { "pair_id": 2856, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 21.75, 38.45 ], "duration": 63.66, "caption": "A woman opened the refrigerator and gets a bunch of drinks.", "similarity": 0.5223, "relevance": 1 }, { "pair_id": 2857, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 35.98, 39.67 ], "duration": 61.66, "caption": "A woman gets her glass and drinks from it.", "similarity": 0.5132, "relevance": 1 }, { "pair_id": 2858, "video_name": "grey_s02e12_seg02_clip_17", "timestamp": [ 16.06, 22.31 ], "duration": 89.66, "caption": "A woman takes a deep drink of her soda while two people grab masks.", "similarity": 0.5129, "relevance": 0 }, { "pair_id": 2859, "video_name": "s03e09_seg02_clip_12", "timestamp": [ 21.76, 26.69 ], "duration": 58.66, "caption": "A person takes a glass of soda and drinks it.", "similarity": 0.5097, "relevance": 1 } ] }, { "query_id": 71451, "query": "A person pokes his head through the doorway of the kitchen.", "relevant_moment": [ { "pair_id": 157800, "video_name": "castle_s02e01_seg02_clip_01", "timestamp": [ 12.6, 13.86 ], "duration": 84.66, "caption": "A person pokes his head through the doorway of the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157801, "video_name": "friends_s08e06_seg02_clip_19", "timestamp": [ 36.22, 38.35 ], "duration": 71.66, "caption": "A person rubs the right side of his head as he walks into the kitchen.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 157802, "video_name": "s04e16_seg02_clip_01", "timestamp": [ 51.35, 55.99 ], "duration": 58.66, "caption": "A person gets up from their spot and heads towards the kitchen.", "similarity": 0.69, "relevance": 1 }, { "pair_id": 157803, "video_name": "s07e12_seg02_clip_16", "timestamp": [ 47.6, 51.17 ], "duration": 55.66, "caption": "A man turns his head slightly when he hears a person come into the kitchen.", "similarity": 0.6745, "relevance": 1 }, { "pair_id": 157804, "video_name": "house_s05e21_seg02_clip_10", "timestamp": [ 80.12, 83.68 ], "duration": 89.66, "caption": "A person begins to enter someone's kitchen.", "similarity": 0.6592, "relevance": 2 }, { "pair_id": 157805, "video_name": "s01e02_seg02_clip_06", "timestamp": [ 48.92, 54.32 ], "duration": 60.66, "caption": "A person walks through the hallway and into the kitchen.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 157806, "video_name": "s02e05_seg02_clip_14", "timestamp": [ 21.91, 25.51 ], "duration": 60.66, "caption": "A person gets out of his spot and goes to the kitchen.", "similarity": 0.6496, "relevance": 0 }, { "pair_id": 157807, "video_name": "s02e09_seg02_clip_01", "timestamp": [ 55.22, 56.73 ], "duration": 60.66, "caption": "A person gets up and moves towards the kitchen.", "similarity": 0.6486, "relevance": 0 }, { "pair_id": 157808, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 30.4, 37.19 ], "duration": 59.66, "caption": "A man walks through the door and into the kitchen.", "similarity": 0.6479, "relevance": 2 }, { "pair_id": 157809, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 22.49, 27.23 ], "duration": 59.66, "caption": "A person walks through the living room toward the kitchen.", "similarity": 0.6448, "relevance": 1 }, { "pair_id": 157810, "video_name": "grey_s03e01_seg02_clip_14", "timestamp": [ 31.5, 38.08 ], "duration": 94.66, "caption": "A person turns around as another person walks into the kitchen.", "similarity": 0.6429, "relevance": 2 }, { "pair_id": 157811, "video_name": "s01e13_seg01_clip_00", "timestamp": [ 8.68, 12.41 ], "duration": 62.66, "caption": "A person says something and gets up and heads toward the kitchen.", "similarity": 0.6429, "relevance": 0 }, { "pair_id": 157812, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 33.07, 41.34 ], "duration": 57.66, "caption": "A person gets up and walks into the kitchen.", "similarity": 0.6408, "relevance": 2 }, { "pair_id": 157813, "video_name": "friends_s04e23-24_seg02_clip_00", "timestamp": [ 6.2, 8.68 ], "duration": 62.66, "caption": "A person heads to the cabinet and starts poking around.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 157814, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 38.79, 40.99 ], "duration": 55.66, "caption": "A person turns around and looks at another person in the kitchen.", "similarity": 0.6371, "relevance": 1 }, { "pair_id": 157815, "video_name": "house_s02e16_seg02_clip_00", "timestamp": [ 0.0, 6.94 ], "duration": 92.66, "caption": "A man walks into the kitchen and looks behind him.", "similarity": 0.6361, "relevance": 3 }, { "pair_id": 157816, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 6.48, 9.45 ], "duration": 54.66, "caption": "A person gets up from chair and goes towards the kitchen.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 157817, "video_name": "s01e07_seg02_clip_03", "timestamp": [ 19.1, 21.38 ], "duration": 57.66, "caption": "A person waves his hand and walks toward the kitchen.", "similarity": 0.6259, "relevance": 0 }, { "pair_id": 157818, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 22.33, 28.84 ], "duration": 62.66, "caption": "A person opens the door from the kitchen holding a mixing bowl.", "similarity": 0.6231, "relevance": 3 }, { "pair_id": 157819, "video_name": "s02e05_seg02_clip_14", "timestamp": [ 39.62, 42.62 ], "duration": 60.66, "caption": "A person turns around in the kitchen and goes to another person.", "similarity": 0.6219, "relevance": 1 } ] }, { "query_id": 71475, "query": "A person turns around and runs down the hallway.", "relevant_moment": [ { "pair_id": 156560, "video_name": "s09e14_seg02_clip_04", "timestamp": [ 2.07, 4.72 ], "duration": 59.66, "caption": "A person turns around and runs down the hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156561, "video_name": "s02e12_seg02_clip_16", "timestamp": [ 29.6, 32.04 ], "duration": 61.66, "caption": "A person runs down the hallway followed by someone.", "similarity": 0.8645, "relevance": 3 }, { "pair_id": 156562, "video_name": "s07e13_seg02_clip_05", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A person runs across a hallway and down some stairs.", "similarity": 0.8277, "relevance": 3 }, { "pair_id": 156563, "video_name": "grey_s02e03_seg02_clip_17", "timestamp": [ 24.48, 26.26 ], "duration": 89.66, "caption": "A person turns around and continues walking down the hallway.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 156564, "video_name": "s06e22_seg02_clip_05", "timestamp": [ 24.24, 27.09 ], "duration": 57.66, "caption": "A person runs down the steps into the apartment hallway.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 156565, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 0.0, 7.7 ], "duration": 81.66, "caption": "A person runs up the hallway and stops in front of man.", "similarity": 0.769, "relevance": 3 }, { "pair_id": 156566, "video_name": "house_s03e01_seg02_clip_21", "timestamp": [ 16.34, 21.79 ], "duration": 99.66, "caption": "A person is running in a dark hallway.", "similarity": 0.7339, "relevance": 3 }, { "pair_id": 156567, "video_name": "s03e18_seg02_clip_14", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A person gets up and walks down the hallway.", "similarity": 0.7183, "relevance": 2 }, { "pair_id": 156568, "video_name": "met_s02e08_seg02_clip_10", "timestamp": [ 41.62, 45.14 ], "duration": 58.66, "caption": "A person runs across a room and through a doorway.", "similarity": 0.7166, "relevance": 3 }, { "pair_id": 156569, "video_name": "castle_s08e21_seg02_clip_02", "timestamp": [ 33.07, 46.12 ], "duration": 87.66, "caption": "A person shows up and he starts walking down the hallway.", "similarity": 0.7119, "relevance": 2 }, { "pair_id": 156570, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 72.4, 74.23 ], "duration": 91.66, "caption": "A man runs up to person as person walks in the hallway.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 156571, "video_name": "s02e14_seg02_clip_06", "timestamp": [ 23.95, 27.73 ], "duration": 63.66, "caption": "A person gets up from the sofa and runs into the hallway.", "similarity": 0.7082, "relevance": 3 }, { "pair_id": 156572, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 8.08, 12.35 ], "duration": 95.66, "caption": "A woman opens the door and runs down the hallway.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 156573, "video_name": "friends_s05e15_seg01_clip_00", "timestamp": [ 1.56, 4.68 ], "duration": 62.66, "caption": "A person runs through the hallway while yelling for someone.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 156574, "video_name": "house_s06e03_seg02_clip_09", "timestamp": [ 0.0, 6.53 ], "duration": 87.66, "caption": "A person runs through the hospital hallway in slow motion.", "similarity": 0.6931, "relevance": 3 }, { "pair_id": 156575, "video_name": "grey_s01e01_seg02_clip_11", "timestamp": [ 7.23, 20.78 ], "duration": 90.66, "caption": "A woman is walking up the stairs and then starts running in the hallway.", "similarity": 0.6907, "relevance": 3 }, { "pair_id": 156576, "video_name": "grey_s02e22_seg02_clip_20", "timestamp": [ 57.12, 59.34 ], "duration": 88.66, "caption": "A person is walking through the hallway and runs into another person.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 156577, "video_name": "house_s02e01_seg02_clip_23", "timestamp": [ 45.91, 48.61 ], "duration": 108.66, "caption": "A person turns around in the hallway and walks away.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 156578, "video_name": "s10e07_seg02_clip_15", "timestamp": [ 13.77, 23.05 ], "duration": 64.66, "caption": "A person is pacing back and forth in the hallway.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 156579, "video_name": "s03e13_seg01_clip_01", "timestamp": [ 65.86, 70.09 ], "duration": 77.66, "caption": "A person turns and runs to the back room of the apartment.", "similarity": 0.6706, "relevance": 3 }, { "pair_id": 329880, "video_name": "grey_s02e03_seg02_clip_07", "timestamp": [ 9.96, 25.8 ], "duration": 90.66, "caption": "A man is running down the hallway and turns around to talk to another man.", "similarity": 0.6638, "relevance": 4 }, { "pair_id": 329881, "video_name": "house_s01e05_seg02_clip_21", "timestamp": [ 94.59, 96.03 ], "duration": 96.66, "caption": "A person is walking around from the corner of the hallway.", "similarity": 0.6596, "relevance": 2 }, { "pair_id": 329882, "video_name": "s04e08_seg02_clip_11", "timestamp": [ 49.9, 51.89 ], "duration": 57.66, "caption": "A person runs towards a door down a short alley.", "similarity": 0.6587, "relevance": 3 }, { "pair_id": 329883, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 11.23, 14.2 ], "duration": 66.66, "caption": "A person runs to the stairs and then down them.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 329884, "video_name": "castle_s07e11_seg02_clip_20", "timestamp": [ 9.2, 10.58 ], "duration": 92.66, "caption": "A person turns around and looks at someone who is in the hallway.", "similarity": 0.6523, "relevance": 3 }, { "pair_id": 329885, "video_name": "grey_s01e01_seg02_clip_01", "timestamp": [ 40.49, 45.55 ], "duration": 92.66, "caption": "A woman runs down the hospital hallway corridor.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 329886, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 23.32, 24.98 ], "duration": 83.66, "caption": "A person in the hallway walks past the doorway.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 329887, "video_name": "friends_s09e17_seg02_clip_21", "timestamp": [ 31.63, 35.7 ], "duration": 58.66, "caption": "A person opens the door and runs into the room.", "similarity": 0.6412, "relevance": 3 }, { "pair_id": 329888, "video_name": "s06e17_seg02_clip_14", "timestamp": [ 32.52, 36.94 ], "duration": 52.66, "caption": "A person slowly turns around to face another person in the hallway.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 329889, "video_name": "grey_s01e07_seg02_clip_02", "timestamp": [ 84.0, 90.66 ], "duration": 90.66, "caption": "A woman is walking down the corridor and a person runs up to them.", "similarity": 0.6371, "relevance": 3 }, { "pair_id": 329890, "video_name": "s09e11_seg02_clip_08", "timestamp": [ 40.14, 43.09 ], "duration": 59.66, "caption": "A person runs across the hallway in front of woman and woman and down the stairwell.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 329891, "video_name": "grey_s03e09_seg02_clip_26", "timestamp": [ 0.0, 1.56 ], "duration": 78.66, "caption": "A woman is running down the hallway and she is covered in blood.", "similarity": 0.6362, "relevance": 3 }, { "pair_id": 329892, "video_name": "s04e18_seg02_clip_01", "timestamp": [ 14.27, 21.71 ], "duration": 62.66, "caption": "A man runs into a table and a woman guides him down the hallway.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 329893, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 17.68, 23.57 ], "duration": 90.66, "caption": "A person turns through the hallway looking very confused.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 329894, "video_name": "grey_s02e24_seg02_clip_07", "timestamp": [ 18.26, 23.73 ], "duration": 91.66, "caption": "A woman runs to a man after she finds him in the hallway.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 329895, "video_name": "castle_s08e12_seg02_clip_02", "timestamp": [ 0.0, 12.98 ], "duration": 70.66, "caption": "A person stands in a hallway while the lights start going out.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 329896, "video_name": "grey_s02e15_seg02_clip_11", "timestamp": [ 61.2, 69.02 ], "duration": 92.66, "caption": "A woman is walking down the hallway, runs into a man and stops.", "similarity": 0.6229, "relevance": 2 }, { "pair_id": 329897, "video_name": "s06e17_seg02_clip_16", "timestamp": [ 10.12, 12.42 ], "duration": 92.66, "caption": "A person turns away from another person and walks down the hallway.", "similarity": 0.6224, "relevance": 3 }, { "pair_id": 329898, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 9.54, 19.09 ], "duration": 90.66, "caption": "A person opens door and runs into the other room.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 329899, "video_name": "friends_s07e14_seg02_clip_17", "timestamp": [ 58.53, 60.03 ], "duration": 60.66, "caption": "A man runs down the hallway with his scooter.", "similarity": 0.6192, "relevance": 3 } ] }, { "query_id": 71482, "query": "A person picks up and uses a remote control to show a video to another person.", "relevant_moment": [ { "pair_id": 162920, "video_name": "met_s06e24_seg02_clip_09", "timestamp": [ 41.02, 46.63 ], "duration": 59.66, "caption": "A person picks up and uses a remote control to show a video to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162921, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 0.0, 15.91 ], "duration": 60.66, "caption": "A person receives a video call to someone. They do something.", "similarity": 0.7658, "relevance": 1 }, { "pair_id": 162922, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 43.73, 67.18 ], "duration": 90.66, "caption": "A person was showing a video clip to two other people.", "similarity": 0.7527, "relevance": 1 }, { "pair_id": 162923, "video_name": "castle_s01e10_seg02_clip_17", "timestamp": [ 7.94, 13.23 ], "duration": 88.66, "caption": "A person is taking a video of a person and his/her partner.", "similarity": 0.7456, "relevance": 1 }, { "pair_id": 162924, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 30.57, 33.09 ], "duration": 63.66, "caption": "A person picks up a remote control and uses it on the TV.", "similarity": 0.733, "relevance": 3 }, { "pair_id": 162925, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 22.58, 24.11 ], "duration": 61.66, "caption": "A person uses the TV remote and turns towards another person.", "similarity": 0.7301, "relevance": 2 }, { "pair_id": 162926, "video_name": "castle_s05e11_seg02_clip_19", "timestamp": [ 81.42, 88.02 ], "duration": 88.66, "caption": "A person shows another person a video on a laptop.", "similarity": 0.7232, "relevance": 1 }, { "pair_id": 162927, "video_name": "castle_s02e23_seg02_clip_18", "timestamp": [ 12.74, 55.53 ], "duration": 91.66, "caption": "A person is watching a surveillance video with some people.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 162928, "video_name": "castle_s08e06_seg02_clip_18", "timestamp": [ 0.0, 9.05 ], "duration": 90.66, "caption": "A person is having a videocall and talking while another person beside them watching too.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 162929, "video_name": "castle_s06e19_seg02_clip_22", "timestamp": [ 33.69, 47.99 ], "duration": 92.66, "caption": "A person holds up the remote and pauses the video play.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 162930, "video_name": "house_s06e03_seg02_clip_04", "timestamp": [ 74.33, 78.79 ], "duration": 89.66, "caption": "A person picks up the remote and another person takes it from them.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 162931, "video_name": "friends_s03e13_seg01_clip_00", "timestamp": [ 4.02, 5.03 ], "duration": 67.66, "caption": "A person picks up the video from the counter.", "similarity": 0.7083, "relevance": 0 }, { "pair_id": 162932, "video_name": "castle_s05e12_seg02_clip_10", "timestamp": [ 40.66, 44.64 ], "duration": 88.66, "caption": "A person resumes the video they are watching when another person arrived.", "similarity": 0.7059, "relevance": 0 }, { "pair_id": 162933, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 45.01, 48.61 ], "duration": 90.66, "caption": "A person plays the video on the TV screen with the remote in their hand.", "similarity": 0.6984, "relevance": 3 }, { "pair_id": 162934, "video_name": "castle_s08e20_seg02_clip_01", "timestamp": [ 62.5, 74.38 ], "duration": 88.66, "caption": "A person takes a video of two people talking.", "similarity": 0.6981, "relevance": 1 }, { "pair_id": 162935, "video_name": "castle_s06e07_seg02_clip_23", "timestamp": [ 15.42, 90.66 ], "duration": 90.66, "caption": "A person sits in the living room, holding a remote control and watches a video as he talks to a woman.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 162936, "video_name": "castle_s08e20_seg02_clip_10", "timestamp": [ 0.0, 7.17 ], "duration": 89.66, "caption": "A person shows two people a video of someone on his laptop.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 162937, "video_name": "met_s03e16_seg02_clip_14", "timestamp": [ 0.9, 5.7 ], "duration": 60.66, "caption": "A person points and explains the video he/she is watching with another person.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 162938, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person picks up the remote and turns on the television.", "similarity": 0.684, "relevance": 3 }, { "pair_id": 162939, "video_name": "s02e11_seg02_clip_03", "timestamp": [ 42.11, 44.86 ], "duration": 61.66, "caption": "A person points to another person with a remote while speaking to him.", "similarity": 0.6811, "relevance": 1 }, { "pair_id": 336241, "video_name": "castle_s03e13_seg02_clip_10", "timestamp": [ 23.41, 25.66 ], "duration": 90.66, "caption": "A person pauses a video recording that he is looking at with a person and rewinds the video and zooms in.", "similarity": 0.6763, "relevance": 2 }, { "pair_id": 336242, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 29.37, 34.34 ], "duration": 90.66, "caption": "A man points the remote in his hand and plays a video.", "similarity": 0.6756, "relevance": 4 }, { "pair_id": 336243, "video_name": "s03e16_seg02_clip_04", "timestamp": [ 31.63, 34.43 ], "duration": 62.66, "caption": "A person holds up a remote control and presses a button on it.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 336244, "video_name": "house_s08e07_seg02_clip_15", "timestamp": [ 0.0, 12.09 ], "duration": 78.66, "caption": "A person watches a video on the laptop with another person starring in it.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 336245, "video_name": "castle_s07e02_seg02_clip_18", "timestamp": [ 67.66, 89.02 ], "duration": 89.66, "caption": "A person was working with a video clip.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 336246, "video_name": "s04e16_seg02_clip_15", "timestamp": [ 32.61, 40.83 ], "duration": 53.66, "caption": "A person turns the laptop around and another person is on a video call.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 336247, "video_name": "house_s03e16_seg02_clip_22", "timestamp": [ 50.06, 53.25 ], "duration": 91.66, "caption": "A person tosses the television remote under hand to another person.", "similarity": 0.6668, "relevance": 2 }, { "pair_id": 336248, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 23.68, 29.6 ], "duration": 91.66, "caption": "A person and another person watch a short clip of video.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 336249, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 28.43, 49.02 ], "duration": 49.66, "caption": "A man was showing a video clip to some people.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 336250, "video_name": "castle_s02e07_seg02_clip_01", "timestamp": [ 71.91, 76.46 ], "duration": 91.66, "caption": "A man was showing a video clip to some people.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 336251, "video_name": "castle_s07e17_seg02_clip_14", "timestamp": [ 16.94, 50.83 ], "duration": 89.66, "caption": "A person was talking whilst showing a video clip to man and woman.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 336252, "video_name": "s02e08_seg02_clip_00", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A man hands a person the remote controller he had.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 336253, "video_name": "s05e15_seg02_clip_17", "timestamp": [ 0.8, 3.6 ], "duration": 40.66, "caption": "An object is visible at the same time as a person's video chat partner.", "similarity": 0.6608, "relevance": 1 }, { "pair_id": 336254, "video_name": "house_s06e16_seg02_clip_02", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A person points a TV remote control and changes the TV channels using the remote.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 336255, "video_name": "s04e24_seg02_clip_02", "timestamp": [ 6.71, 17.09 ], "duration": 61.66, "caption": "A person is holding onto his shoulder as he video chats with another person.", "similarity": 0.657, "relevance": 1 }, { "pair_id": 336256, "video_name": "s09e04_seg02_clip_07", "timestamp": [ 13.28, 18.3 ], "duration": 59.66, "caption": "A person is video chatting with another person on their laptop.", "similarity": 0.6563, "relevance": 1 }, { "pair_id": 336257, "video_name": "castle_s06e17_seg02_clip_02", "timestamp": [ 11.75, 56.93 ], "duration": 90.66, "caption": "A person turns on the tv to show some people a video of someone giving her statement.", "similarity": 0.6562, "relevance": 1 }, { "pair_id": 336258, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 58.09, 72.73 ], "duration": 91.66, "caption": "A man shows two people a video of an incident.", "similarity": 0.6541, "relevance": 4 }, { "pair_id": 336259, "video_name": "s09e02_seg02_clip_01", "timestamp": [ 0.0, 25.51 ], "duration": 60.66, "caption": "A person is sitting video chatting with another person on his/her laptop.", "similarity": 0.6492, "relevance": 1 } ] }, { "query_id": 71570, "query": "A person takes a coffee from a paper bag and hands it to someone.", "relevant_moment": [ { "pair_id": 162040, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 0.0, 3.79 ], "duration": 84.66, "caption": "A person takes a coffee from a paper bag and hands it to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162041, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 0.0, 4.2 ], "duration": 84.66, "caption": "A person passes a coffee to woman as he holds a paper bag.", "similarity": 0.8358, "relevance": 4 }, { "pair_id": 162042, "video_name": "castle_s05e24_seg02_clip_12", "timestamp": [ 2.65, 7.06 ], "duration": 88.66, "caption": "A person handed a cup of coffee to another person.", "similarity": 0.7795, "relevance": 2 }, { "pair_id": 162043, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "A person takes a sip of their coffee after another person hands it to them.", "similarity": 0.7793, "relevance": 1 }, { "pair_id": 162044, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 18.5, 21.37 ], "duration": 63.66, "caption": "A woman hands a cup of coffee to a man who takes it.", "similarity": 0.7618, "relevance": 2 }, { "pair_id": 162045, "video_name": "friends_s03e07_seg01_clip_00", "timestamp": [ 42.92, 48.86 ], "duration": 66.66, "caption": "A person hands a cup of coffee to woman.", "similarity": 0.7593, "relevance": 2 }, { "pair_id": 162046, "video_name": "friends_s08e15_seg02_clip_21", "timestamp": [ 47.34, 53.5 ], "duration": 56.66, "caption": "A person picks up their coffee and taps another person on the shoulder.", "similarity": 0.7569, "relevance": 1 }, { "pair_id": 162047, "video_name": "house_s01e02_seg02_clip_14", "timestamp": [ 49.82, 52.97 ], "duration": 89.66, "caption": "A person gives a cup of coffee to another person.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 162048, "video_name": "s08e23_seg02_clip_13", "timestamp": [ 7.13, 9.61 ], "duration": 62.66, "caption": "A person takes a sip of coffee from a brown paper cup.", "similarity": 0.746, "relevance": 1 }, { "pair_id": 162049, "video_name": "house_s05e03_seg02_clip_10", "timestamp": [ 36.26, 40.24 ], "duration": 88.66, "caption": "A person lifts up their hand to drink some coffee.", "similarity": 0.7367, "relevance": 1 }, { "pair_id": 162050, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.7366, "relevance": 1 }, { "pair_id": 162051, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.7325, "relevance": 1 }, { "pair_id": 162052, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 28.92, 30.73 ], "duration": 90.66, "caption": "A man pours a cup of coffee for someone and he takes the cup in his hand.", "similarity": 0.7296, "relevance": 1 }, { "pair_id": 162053, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.7291, "relevance": 1 }, { "pair_id": 162054, "video_name": "friends_s03e07_seg01_clip_00", "timestamp": [ 55.14, 59.43 ], "duration": 66.66, "caption": "A person takes a yellow coffee cup from another person.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 162055, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 39.17, 41.78 ], "duration": 58.66, "caption": "A person walks over and hands a woman a cup of coffee.", "similarity": 0.7209, "relevance": 2 }, { "pair_id": 162056, "video_name": "house_s03e24_seg02_clip_00", "timestamp": [ 72.01, 76.62 ], "duration": 92.66, "caption": "A person is talking to person and takes a sip of coffee.", "similarity": 0.7198, "relevance": 1 }, { "pair_id": 162057, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 40.58, 43.18 ], "duration": 52.66, "caption": "A person hands his coffee cup over to get a refill.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 162058, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 162059, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.7145, "relevance": 1 } ] }, { "query_id": 71584, "query": "A man runs to the bedroom door and locks it then turns to woman.", "relevant_moment": [ { "pair_id": 7260, "video_name": "s10e05_seg02_clip_04", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A man runs to the bedroom door and locks it then turns to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7261, "video_name": "s04e16_seg02_clip_02", "timestamp": [ 49.74, 60.72 ], "duration": 61.66, "caption": "A man follows a woman to the bedroom and closes the door.", "similarity": 0.8036, "relevance": 1 }, { "pair_id": 7262, "video_name": "friends_s07e10_seg02_clip_08", "timestamp": [ 35.43, 39.4 ], "duration": 61.66, "caption": "A man runs towards the bedroom door after speaking to two women.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 7263, "video_name": "s02e12_seg02_clip_10", "timestamp": [ 0.0, 7.67 ], "duration": 59.66, "caption": "A man opens his bedroom door for a woman to leave.", "similarity": 0.7577, "relevance": 1 }, { "pair_id": 7264, "video_name": "s07e03_seg02_clip_04", "timestamp": [ 54.32, 56.13 ], "duration": 60.66, "caption": "A woman runs out the door of a man's bedroom.", "similarity": 0.7576, "relevance": 1 }, { "pair_id": 7265, "video_name": "grey_s03e09_seg02_clip_30", "timestamp": [ 109.53, 118.6 ], "duration": 121.66, "caption": "A man walks to the bedroom door and closes it in woman's face.", "similarity": 0.7418, "relevance": 0 }, { "pair_id": 7266, "video_name": "s05e13_seg02_clip_09", "timestamp": [ 7.32, 14.04 ], "duration": 61.66, "caption": "A woman shuts her apartment door and then leads a man by the hand to the bedroom.", "similarity": 0.7323, "relevance": 3 }, { "pair_id": 7267, "video_name": "friends_s06e13_seg02_clip_18", "timestamp": [ 2.17, 4.65 ], "duration": 62.66, "caption": "A man runs over to his and woman's bedroom.", "similarity": 0.7297, "relevance": 2 }, { "pair_id": 7268, "video_name": "s02e06_seg02_clip_15", "timestamp": [ 20.07, 28.33 ], "duration": 59.66, "caption": "A woman guides a man out of the bedroom and closes the door.", "similarity": 0.7286, "relevance": 1 }, { "pair_id": 7269, "video_name": "s03e23_seg02_clip_06", "timestamp": [ 26.57, 29.13 ], "duration": 64.66, "caption": "A woman opens the bedroom door and pulls a man through it while holding his hand.", "similarity": 0.7179, "relevance": 1 }, { "pair_id": 7270, "video_name": "friends_s04e06_seg02_clip_19", "timestamp": [ 52.22, 55.41 ], "duration": 58.66, "caption": "A man turns to look at the bedroom door and then back at another woman.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 7271, "video_name": "friends_s05e01_seg02_clip_06", "timestamp": [ 57.55, 62.43 ], "duration": 65.66, "caption": "A man closes and locks a hotel room door and turns to face a woman.", "similarity": 0.7085, "relevance": 3 }, { "pair_id": 7272, "video_name": "s03e08_seg02_clip_01", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A person knocks on a woman's bedroom door, enters and runs to the bathroom door, and stops with his hand raised.", "similarity": 0.7067, "relevance": 1 }, { "pair_id": 7273, "video_name": "s10e05_seg02_clip_04", "timestamp": [ 56.45, 62.03 ], "duration": 62.66, "caption": "A man races out of the bed to lock the bedroom door.", "similarity": 0.7065, "relevance": 4 }, { "pair_id": 7274, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 0.0, 9.45 ], "duration": 63.66, "caption": "A man knocks on a person's door and lets a woman into the bedroom.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 7275, "video_name": "friends_s04e20_seg02_clip_20", "timestamp": [ 46.69, 48.73 ], "duration": 51.66, "caption": "A person swings open the door to guy's bedroom.", "similarity": 0.7048, "relevance": 1 }, { "pair_id": 7276, "video_name": "friends_s07e01_seg02_clip_09", "timestamp": [ 14.04, 17.7 ], "duration": 61.66, "caption": "A man turns around and closes his bedroom door.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 7277, "video_name": "s08e19_seg02_clip_18", "timestamp": [ 51.22, 58.58 ], "duration": 64.66, "caption": "A person runs through the door and motions to woman to come with him.", "similarity": 0.6989, "relevance": 1 }, { "pair_id": 7278, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 14.41, 20.11 ], "duration": 60.66, "caption": "A woman walks into a man's bedroom and closes the door.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 7279, "video_name": "met_s03e18_seg02_clip_07", "timestamp": [ 11.6, 18.26 ], "duration": 57.66, "caption": "A man runs to his bedroom while two people walk in.", "similarity": 0.6974, "relevance": 1 } ] }, { "query_id": 71674, "query": "A woman in a protective gear flashes a light and touches an area of a burned building.", "relevant_moment": [ { "pair_id": 98000, "video_name": "castle_s06e11_seg02_clip_03", "timestamp": [ 15.47, 18.66 ], "duration": 91.66, "caption": "A woman in a protective gear flashes a light and touches an area of a burned building.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 98001, "video_name": "house_s08e22_seg02_clip_16", "timestamp": [ 0.0, 10.61 ], "duration": 101.66, "caption": "A woman holds out her hand to a person, who is lying on the ground in a burning building.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 98002, "video_name": "castle_s02e18_seg02_clip_04", "timestamp": [ 4.64, 6.96 ], "duration": 77.66, "caption": "A woman with a person flashes a light to the dead body on the ground.", "similarity": 0.6288, "relevance": 2 }, { "pair_id": 98003, "video_name": "house_s08e22_seg02_clip_16", "timestamp": [ 3.54, 11.11 ], "duration": 101.66, "caption": "A person, lying in a burning building, takes a woman's hand and stands up.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 98005, "video_name": "castle_s06e11_seg02_clip_12", "timestamp": [ 57.68, 61.81 ], "duration": 91.66, "caption": "A woman show a man a picture of a burning building.", "similarity": 0.5955, "relevance": 1 }, { "pair_id": 98007, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 5.4, 6.3 ], "duration": 90.66, "caption": "A woman lifts up a fire extinguisher and sets it next to her.", "similarity": 0.5744, "relevance": 1 }, { "pair_id": 98008, "video_name": "castle_s06e11_seg02_clip_22", "timestamp": [ 56.5, 85.88 ], "duration": 90.66, "caption": "A person talks to woman on a phone while trying to figure out a way out of the burning building.", "similarity": 0.5628, "relevance": 0 }, { "pair_id": 98009, "video_name": "friends_s01e14_seg02_clip_15", "timestamp": [ 25.38, 30.69 ], "duration": 59.66, "caption": "A woman grabs a charred photograph from a fire fighter.", "similarity": 0.5627, "relevance": 1 }, { "pair_id": 98010, "video_name": "castle_s06e06_seg02_clip_20", "timestamp": [ 55.68, 59.36 ], "duration": 92.66, "caption": "A woman turns on her flashlight and raises it in front of her.", "similarity": 0.5611, "relevance": 2 }, { "pair_id": 98011, "video_name": "castle_s01e05_seg02_clip_09", "timestamp": [ 70.87, 74.14 ], "duration": 109.66, "caption": "A woman shines the torch all around the room.", "similarity": 0.5592, "relevance": 2 }, { "pair_id": 98012, "video_name": "castle_s04e10_seg02_clip_03", "timestamp": [ 46.45, 47.83 ], "duration": 91.66, "caption": "A woman panels the strobe light down in the Autopsy room.", "similarity": 0.5588, "relevance": 1 }, { "pair_id": 98013, "video_name": "house_s08e22_seg02_clip_20", "timestamp": [ 41.83, 57.21 ], "duration": 123.66, "caption": "A person gets up from the floor of the burning building.", "similarity": 0.5581, "relevance": 0 }, { "pair_id": 98014, "video_name": "castle_s08e22_seg02_clip_01", "timestamp": [ 54.3, 92.03 ], "duration": 92.66, "caption": "A woman stands examining a burned body in the trunk of a car at a crime scene.", "similarity": 0.5523, "relevance": 1 }, { "pair_id": 98016, "video_name": "friends_s01e14_seg02_clip_11", "timestamp": [ 41.3, 44.22 ], "duration": 65.66, "caption": "A woman throws an article of clothing into the fire.", "similarity": 0.5489, "relevance": 1 }, { "pair_id": 98017, "video_name": "castle_s04e10_seg02_clip_02", "timestamp": [ 19.71, 21.55 ], "duration": 91.66, "caption": "A woman lifts up arm to show burnt fingers.", "similarity": 0.548, "relevance": 0 }, { "pair_id": 98018, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 81.93, 85.63 ], "duration": 92.66, "caption": "A woman shines a small light on a dead person's face.", "similarity": 0.5478, "relevance": 2 }, { "pair_id": 98019, "video_name": "house_s05e10_seg02_clip_03", "timestamp": [ 7.35, 13.79 ], "duration": 91.66, "caption": "A woman taps her fingers on a surface with red lights.", "similarity": 0.5477, "relevance": 1 } ] }, { "query_id": 71694, "query": "A woman pours some coffee and gives the cup to a man.", "relevant_moment": [ { "pair_id": 153640, "video_name": "friends_s10e13_seg02_clip_14", "timestamp": [ 49.0, 58.0 ], "duration": 62.66, "caption": "A woman pours some coffee and gives the cup to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153641, "video_name": "friends_s01e22_seg02_clip_17", "timestamp": [ 25.53, 31.2 ], "duration": 63.66, "caption": "A woman brings a cup of coffee to a man.", "similarity": 0.9057, "relevance": 4 }, { "pair_id": 153642, "video_name": "house_s07e22_seg02_clip_20", "timestamp": [ 0.0, 4.42 ], "duration": 88.66, "caption": "A man gives a cup of coffee to a woman.", "similarity": 0.8899, "relevance": 3 }, { "pair_id": 153643, "video_name": "castle_s03e08_seg02_clip_10", "timestamp": [ 58.15, 61.81 ], "duration": 91.66, "caption": "A man gives a cup of coffee to a woman.", "similarity": 0.8899, "relevance": 1 }, { "pair_id": 153644, "video_name": "friends_s10e13_seg02_clip_14", "timestamp": [ 48.07, 62.03 ], "duration": 62.66, "caption": "A woman pours a cup of coffee for a man then pours another.", "similarity": 0.8859, "relevance": 4 }, { "pair_id": 153645, "video_name": "castle_s02e15_seg02_clip_02", "timestamp": [ 65.41, 69.52 ], "duration": 91.66, "caption": "A man gives coffee to a woman.", "similarity": 0.8678, "relevance": 2 }, { "pair_id": 153646, "video_name": "friends_s03e07_seg01_clip_00", "timestamp": [ 42.92, 48.86 ], "duration": 66.66, "caption": "A person hands a cup of coffee to woman.", "similarity": 0.8641, "relevance": 1 }, { "pair_id": 153647, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 33.59, 37.27 ], "duration": 92.66, "caption": "A woman gets a cup of coffee and gives it to a person.", "similarity": 0.8596, "relevance": 2 }, { "pair_id": 153648, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 18.5, 21.37 ], "duration": 63.66, "caption": "A woman hands a cup of coffee to a man who takes it.", "similarity": 0.8571, "relevance": 2 }, { "pair_id": 153649, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 57.06, 59.2 ], "duration": 61.66, "caption": "A man hands a cup of coffee to woman.", "similarity": 0.8546, "relevance": 2 }, { "pair_id": 153650, "video_name": "castle_s06e21_seg02_clip_00", "timestamp": [ 43.13, 50.47 ], "duration": 91.66, "caption": "A lady pours to a man a cup of coffee from the pot.", "similarity": 0.8528, "relevance": 3 }, { "pair_id": 153651, "video_name": "grey_s02e21_seg02_clip_01", "timestamp": [ 8.37, 10.58 ], "duration": 88.66, "caption": "A woman hands a man a cup of coffee.", "similarity": 0.8445, "relevance": 3 }, { "pair_id": 153652, "video_name": "friends_s03e19_seg01_clip_00", "timestamp": [ 2.28, 4.94 ], "duration": 76.66, "caption": "A man pours coffee from a pot into woman's cup.", "similarity": 0.834, "relevance": 1 }, { "pair_id": 153653, "video_name": "friends_s06e01_seg02_clip_04", "timestamp": [ 27.21, 32.96 ], "duration": 60.66, "caption": "A woman pours someone a cup of coffee from a coffee pot.", "similarity": 0.8304, "relevance": 2 }, { "pair_id": 153654, "video_name": "castle_s05e09_seg02_clip_16", "timestamp": [ 76.56, 80.57 ], "duration": 89.66, "caption": "A man gives a cup of coffee to a woman while they are talking.", "similarity": 0.8286, "relevance": 1 }, { "pair_id": 153655, "video_name": "s10e05_seg02_clip_10", "timestamp": [ 40.89, 44.86 ], "duration": 61.66, "caption": "A woman pours coffee into a mug while talking to a man.", "similarity": 0.8272, "relevance": 2 }, { "pair_id": 153656, "video_name": "castle_s08e13_seg02_clip_24", "timestamp": [ 58.52, 67.07 ], "duration": 90.66, "caption": "A man hands woman a cup of coffee which she takes and sips.", "similarity": 0.8266, "relevance": 1 }, { "pair_id": 153657, "video_name": "grey_s02e24_seg02_clip_00", "timestamp": [ 14.04, 21.85 ], "duration": 104.66, "caption": "A man pours coffee from a coffee pot into a mug and hands the mug to a woman.", "similarity": 0.8261, "relevance": 3 }, { "pair_id": 153658, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 17.99, 21.68 ], "duration": 92.66, "caption": "A man gives a woman one of the cups of coffee he is holding.", "similarity": 0.825, "relevance": 2 }, { "pair_id": 153659, "video_name": "friends_s03e10_seg02_clip_19", "timestamp": [ 6.08, 14.82 ], "duration": 76.66, "caption": "A woman serves a cup of coffee to a man.", "similarity": 0.8222, "relevance": 3 }, { "pair_id": 326960, "video_name": "castle_s06e21_seg02_clip_00", "timestamp": [ 42.67, 50.01 ], "duration": 91.66, "caption": "A woman picks up the coffee pot and pours some coffee for a man.", "similarity": 0.8198, "relevance": 4 }, { "pair_id": 326961, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A man brings cups of coffee to a woman and another woman.", "similarity": 0.8184, "relevance": 1 }, { "pair_id": 326962, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 57.17, 64.82 ], "duration": 90.66, "caption": "A man hands a woman a cup of coffee, and she takes a sip.", "similarity": 0.8161, "relevance": 1 }, { "pair_id": 326963, "video_name": "grey_s02e11_seg02_clip_00", "timestamp": [ 22.07, 32.4 ], "duration": 93.66, "caption": "A man holds up a cup of coffee and a woman takes it and pours it into a reusable cup.", "similarity": 0.8142, "relevance": 1 }, { "pair_id": 326964, "video_name": "castle_s05e18_seg02_clip_20", "timestamp": [ 29.53, 34.45 ], "duration": 82.66, "caption": "A woman gives a cup of coffee to another woman.", "similarity": 0.8127, "relevance": 2 }, { "pair_id": 326965, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 24.32, 28.91 ], "duration": 91.66, "caption": "A man goes to woman with two cups of coffee and hands her one.", "similarity": 0.8077, "relevance": 2 }, { "pair_id": 326966, "video_name": "castle_s01e05_seg02_clip_03", "timestamp": [ 46.47, 51.07 ], "duration": 92.66, "caption": "A woman takes the coffee of a man and drinks.", "similarity": 0.8069, "relevance": 1 }, { "pair_id": 326967, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 17.53, 20.29 ], "duration": 92.66, "caption": "A person gives a coffee to woman while they are talking.", "similarity": 0.8063, "relevance": 1 }, { "pair_id": 326968, "video_name": "friends_s02e07_seg02_clip_06", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A woman walks over with two cups of coffee and gives one to man.", "similarity": 0.8008, "relevance": 4 }, { "pair_id": 326969, "video_name": "castle_s05e15_seg02_clip_25", "timestamp": [ 44.11, 45.91 ], "duration": 90.66, "caption": "A man takes a cup of coffee from a woman.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 326970, "video_name": "friends_s01e18_seg02_clip_01", "timestamp": [ 26.74, 27.96 ], "duration": 60.66, "caption": "A woman pours a cup of coffee for two other women.", "similarity": 0.7928, "relevance": 3 }, { "pair_id": 326971, "video_name": "castle_s04e05_seg02_clip_26", "timestamp": [ 42.31, 44.66 ], "duration": 94.66, "caption": "A woman hands her coffee cup back to man.", "similarity": 0.7902, "relevance": 3 }, { "pair_id": 326972, "video_name": "house_s01e02_seg02_clip_14", "timestamp": [ 49.82, 52.97 ], "duration": 89.66, "caption": "A person gives a cup of coffee to another person.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 326973, "video_name": "s01e16_seg01_clip_01", "timestamp": [ 0.0, 13.43 ], "duration": 61.66, "caption": "A woman grabs a coffee pot and fills man's coffee cup.", "similarity": 0.7793, "relevance": 4 }, { "pair_id": 326974, "video_name": "friends_s06e03_seg02_clip_01", "timestamp": [ 23.8, 27.77 ], "duration": 61.66, "caption": "A woman is about to take a drink of her coffee cup and a man takes it from her.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 326975, "video_name": "friends_s05e21_seg02_clip_06", "timestamp": [ 64.05, 66.03 ], "duration": 66.66, "caption": "A woman is drinking a cup of coffee as a man walks towards her.", "similarity": 0.774, "relevance": 1 }, { "pair_id": 326976, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 27.42, 29.94 ], "duration": 63.66, "caption": "A woman drinks coffee while she is talking to a man.", "similarity": 0.7702, "relevance": 1 }, { "pair_id": 326977, "video_name": "castle_s05e03_seg02_clip_18", "timestamp": [ 2.67, 5.79 ], "duration": 89.66, "caption": "A man turns and gives a woman props while she's drinking coffee.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 326978, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 28.92, 30.73 ], "duration": 90.66, "caption": "A man pours a cup of coffee for someone and he takes the cup in his hand.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 326979, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 28.46, 31.67 ], "duration": 91.66, "caption": "A woman takes a sip from the blue cup of coffee a man hands to her.", "similarity": 0.7643, "relevance": 1 } ] }, { "query_id": 71787, "query": "A man looks startled at what a woman says at the end of the couch.", "relevant_moment": [ { "pair_id": 169840, "video_name": "friends_s03e24_seg01_clip_00", "timestamp": [ 49.16, 51.68 ], "duration": 63.66, "caption": "A man looks startled at what a woman says at the end of the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169841, "video_name": "friends_s07e10_seg02_clip_01", "timestamp": [ 7.08, 8.56 ], "duration": 59.66, "caption": "A man looks over at a woman while they're on the couch.", "similarity": 0.7386, "relevance": 3 }, { "pair_id": 169843, "video_name": "met_s02e02_seg02_clip_10", "timestamp": [ 0.57, 5.13 ], "duration": 57.66, "caption": "A man jumps on the couch and tells woman she's reacting a lot about moving.", "similarity": 0.7206, "relevance": 3 }, { "pair_id": 169845, "video_name": "friends_s05e13_seg02_clip_18", "timestamp": [ 6.94, 15.34 ], "duration": 73.66, "caption": "A woman looks down at her hands and shakes her head while talking to a man on a couch.", "similarity": 0.7028, "relevance": 3 }, { "pair_id": 169846, "video_name": "castle_s03e07_seg02_clip_12", "timestamp": [ 26.28, 28.91 ], "duration": 87.66, "caption": "A man looks down and over in surprised reaction to what a woman is saying.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 169847, "video_name": "friends_s08e09_seg02_clip_01", "timestamp": [ 1.44, 6.62 ], "duration": 57.66, "caption": "A man looks back from the couch to talk to two women.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 169848, "video_name": "met_s02e22_seg02_clip_11", "timestamp": [ 0.0, 4.8 ], "duration": 56.66, "caption": "A woman says something to a man and he is all over her on the couch.", "similarity": 0.6837, "relevance": 1 }, { "pair_id": 169849, "video_name": "s09e02_seg02_clip_13", "timestamp": [ 38.14, 61.03 ], "duration": 61.66, "caption": "A woman asks man about what is bothering him on the couch.", "similarity": 0.6828, "relevance": 3 }, { "pair_id": 169850, "video_name": "met_s06e19_seg02_clip_11", "timestamp": [ 19.61, 25.77 ], "duration": 56.66, "caption": "A man says something that makes a woman look at him in disbelief.", "similarity": 0.6823, "relevance": 1 }, { "pair_id": 169851, "video_name": "house_s06e05_seg02_clip_15", "timestamp": [ 25.01, 38.01 ], "duration": 100.66, "caption": "A man comes home and is startled when he sees someone on the couch.", "similarity": 0.6794, "relevance": 1 }, { "pair_id": 169852, "video_name": "s03e05_seg02_clip_12", "timestamp": [ 46.71, 49.61 ], "duration": 58.66, "caption": "A man says something that startles woman and she looks at guy, who shakes his head.", "similarity": 0.6782, "relevance": 2 }, { "pair_id": 169853, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 16.81, 21.3 ], "duration": 81.66, "caption": "A man stands up from the couch when he's talking to a woman.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 169854, "video_name": "friends_s09e04_seg02_clip_22", "timestamp": [ 29.42, 35.02 ], "duration": 35.66, "caption": "A man gets up off of the couch after talking to a woman.", "similarity": 0.6719, "relevance": 1 }, { "pair_id": 169855, "video_name": "s01e11_seg01_clip_01", "timestamp": [ 21.32, 22.63 ], "duration": 87.66, "caption": "A person stands up from the couch suddenly between woman and man.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 169856, "video_name": "friends_s05e05_seg02_clip_05", "timestamp": [ 46.93, 59.03 ], "duration": 59.66, "caption": "A woman puts her head back on the couch and continues a conversation with a man.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 169857, "video_name": "friends_s04e23-24_seg02_clip_21", "timestamp": [ 3.3, 7.5 ], "duration": 60.66, "caption": "A woman interrupts a man and tells him where to put furniture.", "similarity": 0.6573, "relevance": 0 }, { "pair_id": 169858, "video_name": "met_s03e18_seg02_clip_00", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A woman reacts to something a man says and then looks down at her chest.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 169859, "video_name": "friends_s02e10_seg02_clip_09", "timestamp": [ 27.16, 40.28 ], "duration": 61.66, "caption": "A man leans against the back of the couch and woman firmly looks over at another woman.", "similarity": 0.6538, "relevance": 1 } ] }, { "query_id": 71792, "query": "A woman puts in a hair tie while she walks in to talk with someone.", "relevant_moment": [ { "pair_id": 155180, "video_name": "house_s06e19_seg02_clip_08", "timestamp": [ 50.17, 53.69 ], "duration": 88.66, "caption": "A woman puts in a hair tie while she walks in to talk with someone.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 155181, "video_name": "grey_s03e09_seg02_clip_02", "timestamp": [ 40.22, 41.59 ], "duration": 91.66, "caption": "A woman puts a hair tie in her hair.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 155182, "video_name": "s01e10_seg02_clip_03", "timestamp": [ 13.24, 14.5 ], "duration": 63.66, "caption": "A woman runs her hand through her hair when talking to a person.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 155183, "video_name": "grey_s02e01_seg02_clip_10", "timestamp": [ 0.0, 37.72 ], "duration": 89.66, "caption": "A woman talks to someone while another person walks in, converses with them and leaves.", "similarity": 0.6974, "relevance": 1 }, { "pair_id": 155184, "video_name": "s05e18_seg02_clip_17", "timestamp": [ 15.4, 19.18 ], "duration": 54.66, "caption": "A woman trims a person's hair while they are talking.", "similarity": 0.6712, "relevance": 0 }, { "pair_id": 155185, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.6683, "relevance": 2 }, { "pair_id": 155186, "video_name": "house_s04e15_seg02_clip_25", "timestamp": [ 0.0, 10.08 ], "duration": 72.66, "caption": "A woman is holding someone's head while talking to them.", "similarity": 0.6662, "relevance": 0 }, { "pair_id": 155187, "video_name": "s03e21_seg02_clip_10", "timestamp": [ 24.61, 33.01 ], "duration": 60.66, "caption": "A person ties his/her robe while talking to woman.", "similarity": 0.6546, "relevance": 0 }, { "pair_id": 155188, "video_name": "house_s02e06_seg02_clip_14", "timestamp": [ 3.22, 6.44 ], "duration": 92.66, "caption": "A woman walks in to talk with a person while he's talking with a patient.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 155189, "video_name": "friends_s09e23-24_seg02_clip_18", "timestamp": [ 56.14, 59.09 ], "duration": 59.66, "caption": "A woman starts twirling her hair during a conversation.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 155190, "video_name": "friends_s03e22_seg02_clip_15", "timestamp": [ 21.84, 28.33 ], "duration": 59.66, "caption": "A woman brushes through woman's hair while talking to her.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 155191, "video_name": "s03e13_seg02_clip_04", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A woman talks to a person through the doorway with her arms crossed.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 155192, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 44.97, 58.03 ], "duration": 58.66, "caption": "A woman opens the door and talk to person.", "similarity": 0.6512, "relevance": 1 }, { "pair_id": 155193, "video_name": "house_s02e21_seg02_clip_21", "timestamp": [ 28.39, 32.26 ], "duration": 129.66, "caption": "A woman walks out and a person follows her and talks to her.", "similarity": 0.6512, "relevance": 1 }, { "pair_id": 155194, "video_name": "house_s06e18_seg02_clip_03", "timestamp": [ 27.31, 28.67 ], "duration": 91.66, "caption": "A woman walks in and notices two people talking.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 155195, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 20.26, 38.31 ], "duration": 88.66, "caption": "A woman was holding the door whilst talking to person.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 155196, "video_name": "friends_s09e16_seg02_clip_11", "timestamp": [ 11.41, 18.91 ], "duration": 60.66, "caption": "A woman motions with both of her hands while talking to someone.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 155197, "video_name": "castle_s05e03_seg02_clip_05", "timestamp": [ 37.92, 88.2 ], "duration": 88.66, "caption": "A woman was walking with a person and a woman with curled hair while talking to someone over the phone.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 155198, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 0.0, 1.56 ], "duration": 62.66, "caption": "A woman twirls her hair while talking to a man.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 155199, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 22.76, 27.76 ], "duration": 91.66, "caption": "A woman with curly hair walks closer to another woman while talking.", "similarity": 0.6443, "relevance": 2 } ] }, { "query_id": 71845, "query": "A man lays a poster out on the coffee table.", "relevant_moment": [ { "pair_id": 148140, "video_name": "friends_s08e22_seg01_clip_00", "timestamp": [ 0.0, 3.53 ], "duration": 64.66, "caption": "A man lays a poster out on the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148141, "video_name": "s02e07_seg02_clip_05", "timestamp": [ 26.27, 30.4 ], "duration": 59.66, "caption": "A man rolls up the poster he hand on the table and put it away.", "similarity": 0.6604, "relevance": 1 }, { "pair_id": 148142, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man puts his pen and newspaper down on the coffee table.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 148143, "video_name": "s07e17_seg02_clip_08", "timestamp": [ 25.09, 26.27 ], "duration": 59.66, "caption": "A man lays down a piece of paper on the table as he gets up from his chair.", "similarity": 0.6237, "relevance": 1 }, { "pair_id": 148144, "video_name": "s04e23_seg02_clip_09", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A man sets his paper coffee cup down on the table next to him.", "similarity": 0.6211, "relevance": 1 }, { "pair_id": 148145, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 78.49, 82.97 ], "duration": 89.66, "caption": "A man lays his cup on a folder and sits down at a table.", "similarity": 0.5987, "relevance": 1 }, { "pair_id": 148146, "video_name": "house_s06e18_seg02_clip_11", "timestamp": [ 18.87, 23.47 ], "duration": 92.66, "caption": "A man folds the newspaper and places it on the coffee table.", "similarity": 0.5812, "relevance": 2 }, { "pair_id": 148147, "video_name": "s04e18_seg02_clip_16", "timestamp": [ 28.72, 32.36 ], "duration": 66.66, "caption": "A man lays out a deck of cards on the table.", "similarity": 0.5748, "relevance": 2 }, { "pair_id": 148148, "video_name": "castle_s06e16_seg02_clip_11", "timestamp": [ 18.61, 21.86 ], "duration": 93.66, "caption": "A picture of a man is lying not the table in front of person.", "similarity": 0.5712, "relevance": 1 }, { "pair_id": 148149, "video_name": "castle_s04e10_seg02_clip_14", "timestamp": [ 15.32, 19.37 ], "duration": 90.66, "caption": "A person lays a badge down on the table.", "similarity": 0.5689, "relevance": 1 }, { "pair_id": 148150, "video_name": "friends_s01e09_seg02_clip_08", "timestamp": [ 49.3, 51.22 ], "duration": 77.66, "caption": "A guy leans on a wall where a poster bearing his face is displayed.", "similarity": 0.5659, "relevance": 1 }, { "pair_id": 148151, "video_name": "castle_s05e11_seg02_clip_11", "timestamp": [ 87.88, 89.27 ], "duration": 92.66, "caption": "A man taps his finger on a photo as it lays on a coffee table.", "similarity": 0.5651, "relevance": 0 }, { "pair_id": 148152, "video_name": "s08e16_seg02_clip_02", "timestamp": [ 40.52, 47.72 ], "duration": 60.66, "caption": "A person places a stack of papers onto the coffee table.", "similarity": 0.5635, "relevance": 2 }, { "pair_id": 148153, "video_name": "friends_s07e16_seg02_clip_26", "timestamp": [ 33.61, 35.58 ], "duration": 56.66, "caption": "A man sets down two coffee cups on the table.", "similarity": 0.5578, "relevance": 1 }, { "pair_id": 148154, "video_name": "castle_s08e07_seg02_clip_18", "timestamp": [ 3.16, 5.42 ], "duration": 90.66, "caption": "A man puts his white coffee cup down on the table.", "similarity": 0.5575, "relevance": 1 }, { "pair_id": 148155, "video_name": "friends_s08e13_seg02_clip_12", "timestamp": [ 17.29, 18.91 ], "duration": 54.66, "caption": "A person puts newspaper down on the table in front of him.", "similarity": 0.5562, "relevance": 2 }, { "pair_id": 148156, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 34.82, 36.92 ], "duration": 60.66, "caption": "A man puts a cardboard box down on the table.", "similarity": 0.5558, "relevance": 1 }, { "pair_id": 148157, "video_name": "house_s05e15_seg02_clip_13", "timestamp": [ 7.65, 14.85 ], "duration": 90.66, "caption": "A person lays their cane down on the glass table and sits down.", "similarity": 0.5519, "relevance": 1 }, { "pair_id": 148158, "video_name": "s05e06_seg01_clip_01", "timestamp": [ 47.75, 50.71 ], "duration": 74.66, "caption": "A man puts his magazine on the coffee table and gets up.", "similarity": 0.5491, "relevance": 2 }, { "pair_id": 148159, "video_name": "friends_s06e08_seg02_clip_16", "timestamp": [ 5.58, 12.32 ], "duration": 58.66, "caption": "A man has a glass of wine in his hand as he walks forward to a poster and the light go out and the poster lights up.", "similarity": 0.5485, "relevance": 1 } ] }, { "query_id": 71846, "query": "A man enters Central Perk and man shows him his movie poster.", "relevant_moment": [ { "pair_id": 860, "video_name": "friends_s08e22_seg01_clip_00", "timestamp": [ 4.17, 13.49 ], "duration": 64.66, "caption": "A man enters Central Perk and man shows him his movie poster.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 861, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 7.22, 8.37 ], "duration": 38.66, "caption": "A man opens the door and enters the Central Perk.", "similarity": 0.5725, "relevance": 2 }, { "pair_id": 862, "video_name": "friends_s02e08_seg02_clip_02", "timestamp": [ 0.0, 8.65 ], "duration": 59.66, "caption": "A man is standing in Central Perk holding a person.", "similarity": 0.5651, "relevance": 0 }, { "pair_id": 863, "video_name": "castle_s03e24_seg02_clip_00", "timestamp": [ 26.51, 31.63 ], "duration": 93.66, "caption": "A man turns the poster board he had in his hands and shows it to two other men.", "similarity": 0.5533, "relevance": 3 }, { "pair_id": 864, "video_name": "friends_s08e19_seg02_clip_02", "timestamp": [ 39.5, 56.02 ], "duration": 56.66, "caption": "A man explains his role in the movie he is watching with some people.", "similarity": 0.5408, "relevance": 0 }, { "pair_id": 865, "video_name": "friends_s09e07_seg02_clip_06", "timestamp": [ 2.62, 10.21 ], "duration": 52.66, "caption": "A man turns and tries to get guy's opinion on the films.", "similarity": 0.5263, "relevance": 0 }, { "pair_id": 866, "video_name": "house_s07e09_seg02_clip_04", "timestamp": [ 37.73, 40.03 ], "duration": 92.66, "caption": "A man pulls out a marker and uses it to write on man's poster.", "similarity": 0.5216, "relevance": 0 }, { "pair_id": 867, "video_name": "friends_s08e22_seg01_clip_00", "timestamp": [ 1.61, 5.78 ], "duration": 64.66, "caption": "A person puts a movie poster onto a coffee table as another person enters the coffee shop and asks him what he is doing.", "similarity": 0.5197, "relevance": 3 }, { "pair_id": 868, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 16.62, 18.01 ], "duration": 92.66, "caption": "A man asks another man for directions around the movie set.", "similarity": 0.5177, "relevance": 0 }, { "pair_id": 869, "video_name": "castle_s07e14_seg02_clip_12", "timestamp": [ 58.44, 64.42 ], "duration": 92.66, "caption": "A man comes in and shows some people a photo of a man.", "similarity": 0.5172, "relevance": 1 }, { "pair_id": 870, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 31.2, 33.09 ], "duration": 63.66, "caption": "A man is showing something on a paper to guy.", "similarity": 0.5137, "relevance": 0 }, { "pair_id": 871, "video_name": "s10e06_seg02_clip_06", "timestamp": [ 15.31, 24.31 ], "duration": 60.66, "caption": "A woman autographs a picture of her movie poster and hands it to a man.", "similarity": 0.5065, "relevance": 2 }, { "pair_id": 872, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 2.9, 15.38 ], "duration": 58.66, "caption": "A man shows another man a piece of paper and then gives it to him.", "similarity": 0.5035, "relevance": 1 }, { "pair_id": 873, "video_name": "friends_s08e03_seg02_clip_12", "timestamp": [ 2.44, 13.43 ], "duration": 61.66, "caption": "A man looks through a film reel while next to another man.", "similarity": 0.4988, "relevance": 0 }, { "pair_id": 874, "video_name": "s03e02_seg01_clip_01", "timestamp": [ 58.34, 64.46 ], "duration": 72.66, "caption": "A person comes with a comic book in his hand and show it to man.", "similarity": 0.4961, "relevance": 1 }, { "pair_id": 875, "video_name": "friends_s06e12_seg02_clip_00", "timestamp": [ 51.87, 54.01 ], "duration": 61.66, "caption": "A man picks up a magazine and shows it to guy.", "similarity": 0.4936, "relevance": 1 }, { "pair_id": 876, "video_name": "friends_s10e06_seg02_clip_20", "timestamp": [ 40.82, 45.92 ], "duration": 60.66, "caption": "A man walks into Central Perk and addresses woman.", "similarity": 0.4926, "relevance": 2 }, { "pair_id": 877, "video_name": "friends_s10e17-18_seg02_clip_27", "timestamp": [ 3.41, 11.48 ], "duration": 62.66, "caption": "A man looks at guy as he describes a seen from a movie.", "similarity": 0.4877, "relevance": 0 }, { "pair_id": 878, "video_name": "grey_s02e24_seg02_clip_17", "timestamp": [ 12.43, 23.02 ], "duration": 92.66, "caption": "A man puts films on the light box and looks at the images.", "similarity": 0.4875, "relevance": 0 }, { "pair_id": 879, "video_name": "met_s03e06_seg01_clip_00", "timestamp": [ 20.03, 28.17 ], "duration": 62.66, "caption": "A man takes a DVD out of a brown paper bag and shows it to a man who takes it from him.", "similarity": 0.4871, "relevance": 1 } ] }, { "query_id": 71866, "query": "A man checks the drawer and found hidden things inside it and showed it to another man.", "relevant_moment": [ { "pair_id": 146960, "video_name": "castle_s07e02_seg02_clip_09", "timestamp": [ 42.56, 52.16 ], "duration": 91.66, "caption": "A man checks the drawer and found hidden things inside it and showed it to another man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 146961, "video_name": "house_s01e06_seg02_clip_10", "timestamp": [ 5.99, 9.58 ], "duration": 79.66, "caption": "A man looks through a dresser drawer looking for something.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 146962, "video_name": "castle_s04e19_seg02_clip_18", "timestamp": [ 13.5, 17.1 ], "duration": 90.66, "caption": "A man tells another man what he found after looking through the backpack.", "similarity": 0.6531, "relevance": 1 }, { "pair_id": 146963, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "A man opens up the drawer in front of another man.", "similarity": 0.6443, "relevance": 4 }, { "pair_id": 146964, "video_name": "castle_s08e17_seg02_clip_07", "timestamp": [ 8.88, 31.73 ], "duration": 84.66, "caption": "A man finds what someone was using to find the object he was searching for.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 146965, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 6.24, 9.5 ], "duration": 59.66, "caption": "A guy opened the cabinet and found another guy in there.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 146966, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 19.39, 31.12 ], "duration": 90.66, "caption": "A man started looking for something inside the room and another man asked him to just leave the room.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 146967, "video_name": "friends_s01e16-17_seg02_clip_08", "timestamp": [ 38.1, 44.26 ], "duration": 56.66, "caption": "A man hides their toy into the drawer as soon as they hear the knock on the door and greets another person.", "similarity": 0.5977, "relevance": 1 }, { "pair_id": 146968, "video_name": "met_s03e08_seg02_clip_02", "timestamp": [ 4.0, 8.93 ], "duration": 61.66, "caption": "A man looks for something in his desk then finds it.", "similarity": 0.5975, "relevance": 1 }, { "pair_id": 146969, "video_name": "friends_s01e09_seg02_clip_16", "timestamp": [ 7.03, 15.88 ], "duration": 61.66, "caption": "A man holds a drawer while another man tries to unlock the door.", "similarity": 0.5906, "relevance": 1 }, { "pair_id": 146970, "video_name": "house_s06e11_seg02_clip_03", "timestamp": [ 79.7, 86.57 ], "duration": 91.66, "caption": "A man gets up and searches a desk draw in another person's office and removes something from the drawer.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 146971, "video_name": "house_s05e16_seg02_clip_10", "timestamp": [ 19.33, 22.55 ], "duration": 92.66, "caption": "A man looks in the top drawer of a nightstand.", "similarity": 0.5851, "relevance": 2 }, { "pair_id": 146972, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 48.3, 52.21 ], "duration": 87.66, "caption": "A man enters a room where he found another man inside.", "similarity": 0.5843, "relevance": 0 }, { "pair_id": 146973, "video_name": "castle_s06e22_seg02_clip_10", "timestamp": [ 63.26, 65.99 ], "duration": 91.66, "caption": "A man shows another man a sketch of someone and the other man confirms it being him.", "similarity": 0.5836, "relevance": 1 }, { "pair_id": 146974, "video_name": "house_s02e05_seg02_clip_09", "timestamp": [ 25.38, 27.53 ], "duration": 86.66, "caption": "A man shown a check in front of another man's face.", "similarity": 0.5741, "relevance": 2 }, { "pair_id": 146975, "video_name": "friends_s06e06_seg01_clip_00", "timestamp": [ 31.22, 40.32 ], "duration": 65.66, "caption": "A man picks up his checkbook and shows it to another man and he gets up and moves away from the couch.", "similarity": 0.572, "relevance": 1 }, { "pair_id": 146976, "video_name": "s09e06_seg02_clip_15", "timestamp": [ 10.01, 13.49 ], "duration": 87.66, "caption": "A man enters a room where he found two people.", "similarity": 0.5705, "relevance": 0 }, { "pair_id": 146977, "video_name": "s10e07_seg02_clip_04", "timestamp": [ 21.36, 25.33 ], "duration": 61.66, "caption": "A man tells another man what someone has been doing to his stuff.", "similarity": 0.5687, "relevance": 0 }, { "pair_id": 146978, "video_name": "castle_s06e06_seg02_clip_20", "timestamp": [ 12.42, 17.48 ], "duration": 92.66, "caption": "A man looked back and seemed to get a clue.", "similarity": 0.5675, "relevance": 0 }, { "pair_id": 146979, "video_name": "castle_s04e14_seg02_clip_02", "timestamp": [ 18.0, 20.71 ], "duration": 90.66, "caption": "A man walks up beside woman's desk to inform her on what he's found.", "similarity": 0.5675, "relevance": 0 } ] }, { "query_id": 71896, "query": "Two men walk through the hospital together.", "relevant_moment": [ { "pair_id": 170020, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 1.84, 35.43 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170021, "video_name": "house_s08e14_seg02_clip_05", "timestamp": [ 7.04, 24.21 ], "duration": 88.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170022, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 12.63, 32.83 ], "duration": 101.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170023, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 20.93, 31.63 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170024, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 0.0, 9.67 ], "duration": 92.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170025, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 0.0, 13.35 ], "duration": 89.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170026, "video_name": "house_s01e10_seg02_clip_10", "timestamp": [ 27.44, 45.12 ], "duration": 93.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170027, "video_name": "house_s01e06_seg02_clip_20", "timestamp": [ 1.63, 16.28 ], "duration": 81.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170028, "video_name": "house_s01e02_seg02_clip_12", "timestamp": [ 0.0, 11.25 ], "duration": 90.66, "caption": "Two men walk through the hospital together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170029, "video_name": "house_s02e07_seg02_clip_19", "timestamp": [ 31.86, 70.54 ], "duration": 91.66, "caption": "Two men walk through the hospital.", "similarity": 0.9864, "relevance": 4 }, { "pair_id": 170030, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 0.0, 26.0 ], "duration": 113.66, "caption": "Two men are walking through the hospital together.", "similarity": 0.9862, "relevance": 4 }, { "pair_id": 170031, "video_name": "house_s03e21_seg02_clip_02", "timestamp": [ 73.13, 87.05 ], "duration": 87.66, "caption": "Two men are walking through the hospital hallway.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 170032, "video_name": "house_s02e09_seg02_clip_17", "timestamp": [ 29.13, 54.16 ], "duration": 91.66, "caption": "A man and another man walk through the hospital together.", "similarity": 0.9063, "relevance": 4 }, { "pair_id": 170033, "video_name": "grey_s02e25_seg02_clip_03", "timestamp": [ 37.54, 41.81 ], "duration": 95.66, "caption": "Two men walk into the hospital room together.", "similarity": 0.9029, "relevance": 4 }, { "pair_id": 170034, "video_name": "house_s08e04_seg02_clip_19", "timestamp": [ 7.63, 45.33 ], "duration": 89.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 170035, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 13.92, 48.3 ], "duration": 87.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 170036, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 170037, "video_name": "house_s07e07_seg02_clip_08", "timestamp": [ 53.69, 68.9 ], "duration": 95.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 170038, "video_name": "house_s06e08_seg02_clip_00", "timestamp": [ 19.67, 37.05 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 170039, "video_name": "house_s06e07_seg02_clip_05", "timestamp": [ 0.0, 24.58 ], "duration": 91.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 343340, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 14.4 ], "duration": 96.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 343341, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 7.48, 14.08 ], "duration": 88.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 2 }, { "pair_id": 343342, "video_name": "grey_s01e08_seg02_clip_14", "timestamp": [ 1.36, 19.95 ], "duration": 90.66, "caption": "Two people walk through the hospital together.", "similarity": 0.8873, "relevance": 3 }, { "pair_id": 343343, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 0.0, 25.25 ], "duration": 99.66, "caption": "Three men walk through the hospital together.", "similarity": 0.8871, "relevance": 3 }, { "pair_id": 343344, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 0.0, 22.21 ], "duration": 90.66, "caption": "Two men walk in the hallway of the hospital.", "similarity": 0.8817, "relevance": 4 }, { "pair_id": 343345, "video_name": "grey_s03e05_seg02_clip_08", "timestamp": [ 0.0, 6.53 ], "duration": 87.66, "caption": "Two men walk through the hospital then stop.", "similarity": 0.8807, "relevance": 4 }, { "pair_id": 343346, "video_name": "house_s02e19_seg02_clip_13", "timestamp": [ 34.59, 52.34 ], "duration": 91.66, "caption": "Two men walk through the hospital until one walks away.", "similarity": 0.8707, "relevance": 4 }, { "pair_id": 343347, "video_name": "house_s01e17_seg02_clip_12", "timestamp": [ 70.86, 77.9 ], "duration": 88.66, "caption": "Two men walk into the hospital lobby.", "similarity": 0.8591, "relevance": 4 }, { "pair_id": 343348, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 0.0, 17.22 ], "duration": 90.66, "caption": "A man is walking with another man as they walk in the hospital hallway.", "similarity": 0.8471, "relevance": 2 }, { "pair_id": 343349, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 13.5, 23.63 ], "duration": 135.66, "caption": "Some people walk through the hospital together.", "similarity": 0.842, "relevance": 3 }, { "pair_id": 343350, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 67.32, 89.16 ], "duration": 89.66, "caption": "Some people walk through the hospital together.", "similarity": 0.842, "relevance": 3 }, { "pair_id": 343351, "video_name": "house_s01e08_seg02_clip_12", "timestamp": [ 0.0, 2.18 ], "duration": 87.66, "caption": "A man walks with another man in a hospital hallway.", "similarity": 0.8378, "relevance": 4 }, { "pair_id": 343352, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 30.83, 40.04 ], "duration": 92.66, "caption": "Three people walk through the hospital together.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 343353, "video_name": "house_s03e22_seg02_clip_02", "timestamp": [ 74.24, 91.09 ], "duration": 91.66, "caption": "Two men walk up and talk with a man in the hospital hallway.", "similarity": 0.8041, "relevance": 4 }, { "pair_id": 343354, "video_name": "house_s01e05_seg02_clip_01", "timestamp": [ 0.0, 13.8 ], "duration": 89.66, "caption": "Some doctors are walking through the hospital together.", "similarity": 0.7986, "relevance": 3 }, { "pair_id": 343355, "video_name": "grey_s01e09_seg02_clip_00", "timestamp": [ 13.21, 26.42 ], "duration": 91.66, "caption": "A man watches two people walk through the hospital together.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 343356, "video_name": "house_s08e06_seg02_clip_24", "timestamp": [ 20.0, 50.7 ], "duration": 93.66, "caption": "A man and another man follow a person as he walks through the hospital.", "similarity": 0.7913, "relevance": 2 }, { "pair_id": 343357, "video_name": "house_s04e08_seg02_clip_11", "timestamp": [ 15.93, 29.13 ], "duration": 91.66, "caption": "Two men chat while walking through the hospital halls.", "similarity": 0.7904, "relevance": 4 }, { "pair_id": 343358, "video_name": "house_s06e18_seg02_clip_12", "timestamp": [ 5.78, 10.67 ], "duration": 88.66, "caption": "A man walks toward another man in a hospital room.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 343359, "video_name": "house_s03e17_seg02_clip_07", "timestamp": [ 15.06, 20.53 ], "duration": 91.66, "caption": "A man and a woman walk through the hospital together.", "similarity": 0.7881, "relevance": 3 } ] }, { "query_id": 71916, "query": "A woman looks startled and gestures both hands out.", "relevant_moment": [ { "pair_id": 164440, "video_name": "s10e04_seg02_clip_05", "timestamp": [ 21.47, 23.79 ], "duration": 58.66, "caption": "A woman looks startled and gestures both hands out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164441, "video_name": "s02e07_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman gestures with her hands toward a person.", "similarity": 0.7957, "relevance": 3 }, { "pair_id": 164442, "video_name": "friends_s05e18_seg02_clip_06", "timestamp": [ 13.65, 15.82 ], "duration": 62.66, "caption": "A woman raises their hand while another woman looks startled.", "similarity": 0.7707, "relevance": 4 }, { "pair_id": 164443, "video_name": "friends_s10e11_seg02_clip_26", "timestamp": [ 45.32, 47.12 ], "duration": 60.66, "caption": "A woman puts her hands on her mouth as if she is surprised.", "similarity": 0.7532, "relevance": 3 }, { "pair_id": 164444, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 52.18, 54.17 ], "duration": 57.66, "caption": "With her left hand, a woman gestures toward a person with her palm facing up.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 164445, "video_name": "friends_s10e17-18_seg02_clip_14", "timestamp": [ 24.24, 26.52 ], "duration": 57.66, "caption": "A woman raises her hand and bends her fingers slightly to gesture towards herself.", "similarity": 0.7414, "relevance": 3 }, { "pair_id": 164446, "video_name": "castle_s08e20_seg02_clip_06", "timestamp": [ 4.1, 5.92 ], "duration": 91.66, "caption": "A woman raises up both hands and gestures outwards as she is speaking.", "similarity": 0.7387, "relevance": 4 }, { "pair_id": 164447, "video_name": "house_s08e21_seg02_clip_10", "timestamp": [ 60.5, 64.7 ], "duration": 84.66, "caption": "A woman rubs her face with her hands, and then gestures outward.", "similarity": 0.733, "relevance": 3 }, { "pair_id": 164448, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 27.1, 32.78 ], "duration": 63.66, "caption": "A woman frantically moves her hands up around her face.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 164449, "video_name": "friends_s05e14_seg02_clip_02", "timestamp": [ 40.58, 44.25 ], "duration": 61.66, "caption": "A woman looks excited and clasps both hands in front of her.", "similarity": 0.7278, "relevance": 4 }, { "pair_id": 164450, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 32.08, 34.2 ], "duration": 53.66, "caption": "A woman gestures by putting both hands up over her head.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 164451, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 21.09, 24.15 ], "duration": 68.66, "caption": "A woman puts both hands up and gestures with them while talking.", "similarity": 0.723, "relevance": 4 }, { "pair_id": 164452, "video_name": "friends_s09e21_seg02_clip_16", "timestamp": [ 52.18, 54.36 ], "duration": 54.66, "caption": "A woman gestures at another woman with rapid hand movements.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 164453, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 10.55, 13.12 ], "duration": 57.66, "caption": "A woman gestures at her body to make a point.", "similarity": 0.7193, "relevance": 4 }, { "pair_id": 164454, "video_name": "castle_s02e09_seg02_clip_08", "timestamp": [ 4.6, 9.66 ], "duration": 92.66, "caption": "A woman puts her holding hands down and comes forward towards a person.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 164455, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 71.12, 76.52 ], "duration": 90.66, "caption": "A woman gets startled when someone walks up to her.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 164456, "video_name": "met_s02e03_seg02_clip_18", "timestamp": [ 38.96, 42.26 ], "duration": 66.66, "caption": "A woman holds her hands out towards someone.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 164457, "video_name": "friends_s09e01_seg02_clip_17", "timestamp": [ 18.25, 23.69 ], "duration": 64.66, "caption": "A woman puts both of her hands up in shock.", "similarity": 0.7129, "relevance": 4 }, { "pair_id": 164458, "video_name": "met_s03e09_seg02_clip_00", "timestamp": [ 35.05, 42.49 ], "duration": 62.66, "caption": "A woman turns both hands so that her palms are facing up and looks at them.", "similarity": 0.7113, "relevance": 3 }, { "pair_id": 164459, "video_name": "s07e18_seg02_clip_12", "timestamp": [ 48.07, 49.62 ], "duration": 62.66, "caption": "A woman covers her mouth with her hand in a gesture of surprise.", "similarity": 0.7108, "relevance": 3 }, { "pair_id": 337760, "video_name": "friends_s06e15-16_seg02_clip_14", "timestamp": [ 20.6, 23.79 ], "duration": 58.66, "caption": "A woman looks up and puts her hands in the air.", "similarity": 0.7091, "relevance": 4 }, { "pair_id": 337761, "video_name": "castle_s05e09_seg02_clip_17", "timestamp": [ 19.4, 24.82 ], "duration": 90.66, "caption": "A woman shakes their hands and gestures to person as they spoke.", "similarity": 0.7065, "relevance": 4 }, { "pair_id": 337763, "video_name": "castle_s05e18_seg02_clip_07", "timestamp": [ 28.22, 31.86 ], "duration": 91.66, "caption": "A person reaches out and shakes hands with woman.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 337764, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 0.0, 4.13 ], "duration": 55.66, "caption": "A woman gestures with her pointed finger as she talks.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 337765, "video_name": "friends_s07e06_seg02_clip_01", "timestamp": [ 22.89, 26.41 ], "duration": 58.66, "caption": "A woman looks startled at what another woman just says.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 337766, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 88.52, 91.47 ], "duration": 118.66, "caption": "A woman gestures with her thumb toward her left.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 337769, "video_name": "friends_s06e11_seg02_clip_17", "timestamp": [ 55.5, 57.51 ], "duration": 57.66, "caption": "A woman holds her hand up and makes finger motions towards two people.", "similarity": 0.6964, "relevance": 3 }, { "pair_id": 337770, "video_name": "friends_s02e01_seg02_clip_03", "timestamp": [ 22.02, 24.5 ], "duration": 62.66, "caption": "A woman puts her hands on her mouth in shock.", "similarity": 0.6957, "relevance": 3 }, { "pair_id": 337771, "video_name": "met_s06e01_seg02_clip_09", "timestamp": [ 10.55, 13.4 ], "duration": 57.66, "caption": "A woman motions up and down towards her body using both hands.", "similarity": 0.6941, "relevance": 4 }, { "pair_id": 337772, "video_name": "friends_s08e01_seg02_clip_22", "timestamp": [ 53.03, 57.02 ], "duration": 57.66, "caption": "A woman puts her hand on her mouth in surprise.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 337773, "video_name": "friends_s09e20_seg02_clip_04", "timestamp": [ 1.8, 4.2 ], "duration": 60.66, "caption": "A woman jumps up and down waving their hands in the air, then touches their face with their hands.", "similarity": 0.6906, "relevance": 4 }, { "pair_id": 337774, "video_name": "friends_s08e18_seg02_clip_02", "timestamp": [ 1.89, 5.36 ], "duration": 63.66, "caption": "A woman gestures first to her left and then to her right.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 337775, "video_name": "castle_s07e17_seg02_clip_27", "timestamp": [ 8.48, 11.89 ], "duration": 22.66, "caption": "A woman puts both her hands around one of someone's hands then turns and looks into his/her eyes.", "similarity": 0.6888, "relevance": 1 }, { "pair_id": 337776, "video_name": "friends_s03e03_seg02_clip_15", "timestamp": [ 45.52, 51.38 ], "duration": 65.66, "caption": "A woman signals another woman's hand and she talks to her.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 337777, "video_name": "castle_s05e13_seg02_clip_05", "timestamp": [ 75.23, 78.79 ], "duration": 89.66, "caption": "A woman puts her hand to her mouth and looks away in frustration.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 337779, "video_name": "s07e21_seg02_clip_14", "timestamp": [ 47.81, 49.58 ], "duration": 59.66, "caption": "A woman puts her hand to her face in shock.", "similarity": 0.6875, "relevance": 1 } ] }, { "query_id": 71930, "query": "A person uses his hands to pick up and put on an imaginary helmet.", "relevant_moment": [ { "pair_id": 84540, "video_name": "s05e01_seg01_clip_01", "timestamp": [ 14.43, 18.51 ], "duration": 74.66, "caption": "A person uses his hands to pick up and put on an imaginary helmet.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 84541, "video_name": "s08e12_seg02_clip_15", "timestamp": [ 32.65, 36.39 ], "duration": 68.66, "caption": "A person tries to put the thing he is doing into his head.", "similarity": 0.6583, "relevance": 3 }, { "pair_id": 84542, "video_name": "house_s02e12_seg02_clip_11", "timestamp": [ 27.95, 35.0 ], "duration": 56.66, "caption": "A person puts his head back and puts his hands on his forehead.", "similarity": 0.648, "relevance": 2 }, { "pair_id": 84543, "video_name": "house_s04e04_seg02_clip_13", "timestamp": [ 68.36, 71.68 ], "duration": 82.66, "caption": "A person puts their right hand under their head.", "similarity": 0.6329, "relevance": 1 }, { "pair_id": 84544, "video_name": "s06e22_seg02_clip_02", "timestamp": [ 13.13, 16.65 ], "duration": 64.66, "caption": "A person puts their left hand to their head.", "similarity": 0.6304, "relevance": 1 }, { "pair_id": 84545, "video_name": "house_s05e20_seg02_clip_04", "timestamp": [ 32.2, 36.55 ], "duration": 87.66, "caption": "A person places their hand on top of their forehead.", "similarity": 0.6156, "relevance": 1 }, { "pair_id": 84546, "video_name": "house_s01e19_seg02_clip_17", "timestamp": [ 29.01, 32.51 ], "duration": 100.66, "caption": "A person picks up some equipment including a face mask.", "similarity": 0.6105, "relevance": 1 }, { "pair_id": 84547, "video_name": "grey_s03e14_seg02_clip_16", "timestamp": [ 74.37, 76.17 ], "duration": 90.66, "caption": "A man is helping another person put on a helmet and suit.", "similarity": 0.6096, "relevance": 2 }, { "pair_id": 84548, "video_name": "castle_s01e03_seg02_clip_23", "timestamp": [ 99.13, 101.25 ], "duration": 106.66, "caption": "A person picks up something from the ground with his gloved hand.", "similarity": 0.609, "relevance": 1 }, { "pair_id": 84549, "video_name": "grey_s03e07_seg02_clip_26", "timestamp": [ 82.32, 88.05 ], "duration": 88.66, "caption": "A person picks up another person's hand and puts it on their own.", "similarity": 0.6081, "relevance": 1 }, { "pair_id": 84550, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.52, 57.03 ], "duration": 60.66, "caption": "A person places his hand on someone's shoulder.", "similarity": 0.595, "relevance": 1 }, { "pair_id": 84551, "video_name": "grey_s03e06_seg02_clip_03", "timestamp": [ 24.58, 27.76 ], "duration": 91.66, "caption": "A person places his/her hand on his/her face and forehead.", "similarity": 0.5912, "relevance": 1 }, { "pair_id": 84552, "video_name": "castle_s03e01_seg02_clip_19", "timestamp": [ 45.18, 48.31 ], "duration": 89.66, "caption": "A person places their right hand to their chin.", "similarity": 0.5898, "relevance": 1 }, { "pair_id": 84553, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 14.89, 18.92 ], "duration": 62.66, "caption": "A person turns around and gestures at the helmet by the grey desk.", "similarity": 0.5861, "relevance": 1 }, { "pair_id": 84554, "video_name": "castle_s03e21_seg02_clip_03", "timestamp": [ 52.34, 59.62 ], "duration": 91.66, "caption": "A person walks up to a body and puts their hand on its head.", "similarity": 0.5818, "relevance": 1 }, { "pair_id": 84555, "video_name": "castle_s08e21_seg02_clip_21", "timestamp": [ 55.96, 57.45 ], "duration": 74.66, "caption": "A person places an ice pack on his head that another person handed to him.", "similarity": 0.5817, "relevance": 1 }, { "pair_id": 84556, "video_name": "castle_s02e09_seg02_clip_05", "timestamp": [ 10.84, 13.55 ], "duration": 90.66, "caption": "A person has a hand to their face as they turn around.", "similarity": 0.5809, "relevance": 1 }, { "pair_id": 84557, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A person picks up their hand and wiggles their fingers before putting it back.", "similarity": 0.5755, "relevance": 1 }, { "pair_id": 84558, "video_name": "s02e10_seg02_clip_13", "timestamp": [ 4.88, 15.26 ], "duration": 61.66, "caption": "A person raises their arm and puts their hand on their forehead.", "similarity": 0.5749, "relevance": 1 }, { "pair_id": 84559, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 14.56, 26.4 ], "duration": 91.66, "caption": "A person instructs another person to move their head side to side and up and down.", "similarity": 0.5729, "relevance": 0 } ] }, { "query_id": 71945, "query": "A woman uses something white to wipe a tear away from her eyes.", "relevant_moment": [ { "pair_id": 168080, "video_name": "met_s02e21_seg02_clip_17", "timestamp": [ 33.83, 35.39 ], "duration": 62.66, "caption": "A woman uses something white to wipe a tear away from her eyes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168081, "video_name": "met_s02e02_seg02_clip_18", "timestamp": [ 15.1, 19.19 ], "duration": 62.66, "caption": "A woman wipes tears from her face with her hand.", "similarity": 0.769, "relevance": 3 }, { "pair_id": 168082, "video_name": "grey_s03e20_seg02_clip_20", "timestamp": [ 5.06, 11.96 ], "duration": 92.66, "caption": "A woman wipes away tears from her face with her fingers.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 168083, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 41.42, 45.02 ], "duration": 90.66, "caption": "A woman wipes her tears from her face with her hand.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 168085, "video_name": "grey_s03e24_seg02_clip_22", "timestamp": [ 10.24, 11.58 ], "duration": 89.66, "caption": "A woman wipes a tear from her face when she's crying.", "similarity": 0.7371, "relevance": 3 }, { "pair_id": 168086, "video_name": "grey_s02e05_seg02_clip_18", "timestamp": [ 55.63, 62.11 ], "duration": 108.66, "caption": "A woman taps their chest and wipes tears from their eye.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 168087, "video_name": "friends_s01e01_seg02_clip_16", "timestamp": [ 54.02, 58.2 ], "duration": 59.66, "caption": "A woman wipes a tear away from her face using her wedding veil.", "similarity": 0.7222, "relevance": 4 }, { "pair_id": 168088, "video_name": "castle_s02e22_seg02_clip_04", "timestamp": [ 44.15, 46.88 ], "duration": 91.66, "caption": "A woman with dark curly hair wipes a tear away from her face with her hand.", "similarity": 0.722, "relevance": 3 }, { "pair_id": 168089, "video_name": "castle_s07e01_seg02_clip_11", "timestamp": [ 0.91, 3.17 ], "duration": 90.66, "caption": "The woman is talking and wipes tears away from her eyes with both hands.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 168090, "video_name": "castle_s06e04_seg02_clip_15", "timestamp": [ 28.72, 33.07 ], "duration": 87.66, "caption": "A girl uses her hand to wipe tears away from her face.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 168091, "video_name": "s08e10_seg02_clip_11", "timestamp": [ 39.97, 44.55 ], "duration": 61.66, "caption": "A person wipes their tears with a white flag.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 168092, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 43.64, 46.99 ], "duration": 61.66, "caption": "A woman wipes their tears from their face with their napkin.", "similarity": 0.6934, "relevance": 3 }, { "pair_id": 168093, "video_name": "castle_s07e04_seg02_clip_26", "timestamp": [ 51.86, 57.14 ], "duration": 96.66, "caption": "A person wipes a tear from someone's eye as they were crying.", "similarity": 0.6893, "relevance": 3 }, { "pair_id": 168094, "video_name": "house_s02e21_seg02_clip_10", "timestamp": [ 52.52, 54.75 ], "duration": 89.66, "caption": "A woman is in her office as she wipes a tear from her eye.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 168095, "video_name": "friends_s08e23-24_seg02_clip_35", "timestamp": [ 39.08, 47.8 ], "duration": 60.66, "caption": "A woman is crying and wipes her eyes with a tissue while a person touches their shoulder.", "similarity": 0.6546, "relevance": 4 }, { "pair_id": 168096, "video_name": "friends_s02e24_seg02_clip_18", "timestamp": [ 48.77, 54.95 ], "duration": 65.66, "caption": "A woman gets choked up and wipes her eyes.", "similarity": 0.6534, "relevance": 1 }, { "pair_id": 168097, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 31.73, 36.92 ], "duration": 61.66, "caption": "A woman slowly wipes something from her face and nose.", "similarity": 0.6455, "relevance": 3 }, { "pair_id": 168098, "video_name": "friends_s04e04_seg02_clip_00", "timestamp": [ 7.04, 12.17 ], "duration": 64.66, "caption": "A woman holds a yellow cloth to their eyes to wipe them.", "similarity": 0.6447, "relevance": 4 }, { "pair_id": 168099, "video_name": "friends_s04e04_seg02_clip_09", "timestamp": [ 49.29, 51.06 ], "duration": 59.66, "caption": "A woman wipes her eye with her middle finger.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 341400, "video_name": "grey_s02e23_seg02_clip_04", "timestamp": [ 24.89, 27.11 ], "duration": 88.66, "caption": "A woman looks up at another woman and wipes a tear away from her eye.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 341401, "video_name": "grey_s03e25_seg02_clip_23", "timestamp": [ 58.76, 67.21 ], "duration": 89.66, "caption": "A woman wipes off tears from her eyes as a man walks out.", "similarity": 0.6422, "relevance": 3 }, { "pair_id": 341402, "video_name": "castle_s08e03_seg02_clip_26", "timestamp": [ 8.4, 11.2 ], "duration": 112.66, "caption": "A woman wipes a tear from her eye after seeing the pictures on the tablet.", "similarity": 0.6368, "relevance": 3 }, { "pair_id": 341403, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 0.0, 3.94 ], "duration": 60.66, "caption": "A woman is sitting with a tissue in hand wiping her eye.", "similarity": 0.6311, "relevance": 4 }, { "pair_id": 341404, "video_name": "friends_s08e23-24_seg02_clip_45", "timestamp": [ 0.0, 14.46 ], "duration": 59.66, "caption": "A woman wipes back tears with a tissue when another person walks in.", "similarity": 0.629, "relevance": 4 }, { "pair_id": 341405, "video_name": "friends_s09e06_seg02_clip_15", "timestamp": [ 34.21, 41.06 ], "duration": 57.66, "caption": "A woman is sitting on the couch wiping away tears.", "similarity": 0.6275, "relevance": 4 }, { "pair_id": 341406, "video_name": "house_s05e06_seg02_clip_26", "timestamp": [ 0.0, 9.69 ], "duration": 51.66, "caption": "A woman is distressed with tears in her eyes.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 341407, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 46.38, 47.3 ], "duration": 61.66, "caption": "A woman wipes her eyes with a napkin, both eyes.", "similarity": 0.6187, "relevance": 3 }, { "pair_id": 341408, "video_name": "castle_s06e04_seg02_clip_16", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A woman wipes tears away from her face when talking to man.", "similarity": 0.6087, "relevance": 3 }, { "pair_id": 341409, "video_name": "friends_s01e08_seg02_clip_13", "timestamp": [ 47.81, 51.06 ], "duration": 59.66, "caption": "A woman's mother wipes tears from her eye in the cemetery.", "similarity": 0.606, "relevance": 3 }, { "pair_id": 341410, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 25.12, 26.51 ], "duration": 93.66, "caption": "A woman in front of woman wipes her tears while speaking.", "similarity": 0.6003, "relevance": 4 }, { "pair_id": 341411, "video_name": "met_s03e16_seg02_clip_11", "timestamp": [ 40.95, 45.7 ], "duration": 59.66, "caption": "A woman wipes tears off her face while talking to a man.", "similarity": 0.5937, "relevance": 3 }, { "pair_id": 341412, "video_name": "grey_s03e20_seg02_clip_19", "timestamp": [ 84.13, 89.02 ], "duration": 89.66, "caption": "A woman wipes tears off her face while talking to a man.", "similarity": 0.5937, "relevance": 2 }, { "pair_id": 341413, "video_name": "castle_s03e21_seg02_clip_05", "timestamp": [ 24.19, 32.09 ], "duration": 93.66, "caption": "A woman wipes her eyes with a handkerchief as she speaks to some people.", "similarity": 0.5935, "relevance": 4 }, { "pair_id": 341414, "video_name": "castle_s03e18_seg02_clip_24", "timestamp": [ 88.23, 98.03 ], "duration": 98.66, "caption": "A woman is looking at person and turns their head away, near tears.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 341415, "video_name": "friends_s04e01_seg01_clip_01", "timestamp": [ 1.11, 11.48 ], "duration": 74.66, "caption": "A woman cleaned her hand with a white towel.", "similarity": 0.588, "relevance": 1 }, { "pair_id": 341416, "video_name": "castle_s06e17_seg02_clip_18", "timestamp": [ 24.76, 31.57 ], "duration": 61.66, "caption": "A woman washes her face and dries it with a towel.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 341417, "video_name": "friends_s04e04_seg02_clip_15", "timestamp": [ 11.31, 20.6 ], "duration": 58.66, "caption": "A woman wipes her hands off on a white towel.", "similarity": 0.5869, "relevance": 1 }, { "pair_id": 341418, "video_name": "s06e10_seg02_clip_00", "timestamp": [ 20.31, 23.81 ], "duration": 70.66, "caption": "A woman wipes her runny nose with a tissue.", "similarity": 0.5824, "relevance": 2 }, { "pair_id": 341419, "video_name": "friends_s10e04_seg02_clip_17", "timestamp": [ 19.18, 20.95 ], "duration": 59.66, "caption": "A woman wipes the hair off her face with her hand.", "similarity": 0.5776, "relevance": 1 } ] }, { "query_id": 71996, "query": "A woman starts making funny faces while talking to a man then turns around and leaves.", "relevant_moment": [ { "pair_id": 150260, "video_name": "s06e06_seg02_clip_15", "timestamp": [ 44.27, 54.89 ], "duration": 59.66, "caption": "A woman starts making funny faces while talking to a man then turns around and leaves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150261, "video_name": "friends_s10e09_seg02_clip_21", "timestamp": [ 23.12, 30.33 ], "duration": 60.66, "caption": "A man is talking to a woman and starts making strange faces.", "similarity": 0.7595, "relevance": 0 }, { "pair_id": 150262, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 34.82, 37.14 ], "duration": 58.66, "caption": "A woman makes a face when trying to talk to a man.", "similarity": 0.7503, "relevance": 2 }, { "pair_id": 150263, "video_name": "castle_s02e20_seg02_clip_11", "timestamp": [ 9.98, 15.2 ], "duration": 95.66, "caption": "A woman makes a funny face while a man is walking away from her.", "similarity": 0.7212, "relevance": 3 }, { "pair_id": 150264, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 0.0, 6.62 ], "duration": 88.66, "caption": "A woman turns around after a man starts talking to her.", "similarity": 0.7136, "relevance": 0 }, { "pair_id": 150265, "video_name": "house_s05e24_seg02_clip_21", "timestamp": [ 26.57, 30.04 ], "duration": 77.66, "caption": "A woman suddenly laughs while talking to a man.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 150266, "video_name": "s05e18_seg02_clip_16", "timestamp": [ 6.08, 12.17 ], "duration": 64.66, "caption": "A woman leans over and says something to a person that makes another person make a funny face.", "similarity": 0.7057, "relevance": 0 }, { "pair_id": 150267, "video_name": "house_s08e06_seg02_clip_23", "timestamp": [ 44.29, 53.32 ], "duration": 82.66, "caption": "A woman turns over to man and starts talking.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 150268, "video_name": "met_s03e20_seg02_clip_05", "timestamp": [ 14.17, 16.01 ], "duration": 61.66, "caption": "A woman turns around and starts conversing with a man.", "similarity": 0.6985, "relevance": 2 }, { "pair_id": 150269, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.6979, "relevance": 0 }, { "pair_id": 150270, "video_name": "friends_s04e16_seg02_clip_05", "timestamp": [ 45.59, 50.55 ], "duration": 62.66, "caption": "A woman does a fake, exaggerated laugh while talking to a man.", "similarity": 0.6957, "relevance": 2 }, { "pair_id": 150271, "video_name": "house_s01e09_seg02_clip_08", "timestamp": [ 0.0, 4.95 ], "duration": 82.66, "caption": "A woman is talking to two people and turns around to face a man.", "similarity": 0.6953, "relevance": 1 }, { "pair_id": 150272, "video_name": "met_s02e08_seg02_clip_07", "timestamp": [ 49.4, 51.21 ], "duration": 60.66, "caption": "A woman turns around in order to talk to man.", "similarity": 0.6942, "relevance": 1 }, { "pair_id": 150273, "video_name": "castle_s03e02_seg02_clip_16", "timestamp": [ 61.54, 64.28 ], "duration": 91.66, "caption": "A woman turns around and faces person and another person as she talks.", "similarity": 0.6925, "relevance": 1 }, { "pair_id": 150274, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 62.57, 67.07 ], "duration": 90.66, "caption": "A woman smiles and then turns and speaks to another woman as she leaves.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 150275, "video_name": "s02e17_seg02_clip_16", "timestamp": [ 77.37, 82.13 ], "duration": 119.66, "caption": "A woman gets up and abruptly leaves while a man is talking to her.", "similarity": 0.6886, "relevance": 3 }, { "pair_id": 150276, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 57.17, 70.67 ], "duration": 90.66, "caption": "A woman gets a man's attention for a brief conversation then gives him a funny look and walks on.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 150277, "video_name": "house_s01e07_seg02_clip_03", "timestamp": [ 50.88, 74.12 ], "duration": 87.66, "caption": "A woman arrives, talks to a man and another person and then turns around and leaves.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 150278, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 18.24, 21.28 ], "duration": 86.66, "caption": "A woman turns her head to start talking to man.", "similarity": 0.6852, "relevance": 1 }, { "pair_id": 150279, "video_name": "s02e08_seg01_clip_02", "timestamp": [ 38.89, 45.33 ], "duration": 46.66, "caption": "A woman leaves and a man turns around to say something to two other men.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 323580, "video_name": "castle_s07e05_seg02_clip_20", "timestamp": [ 28.43, 32.22 ], "duration": 94.66, "caption": "A woman starts to leave and then stops and talks to a man.", "similarity": 0.6831, "relevance": 2 }, { "pair_id": 323581, "video_name": "friends_s02e01_seg02_clip_20", "timestamp": [ 0.0, 16.55 ], "duration": 60.66, "caption": "A woman looks serious talking to man and he laughs.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 323582, "video_name": "house_s04e14_seg02_clip_23", "timestamp": [ 43.25, 45.13 ], "duration": 94.66, "caption": "A woman turns her back while talking to a man.", "similarity": 0.6724, "relevance": 1 }, { "pair_id": 323583, "video_name": "castle_s04e16_seg02_clip_14", "timestamp": [ 78.78, 80.54 ], "duration": 88.66, "caption": "A woman is about to say something to a man and then turns her head.", "similarity": 0.671, "relevance": 0 }, { "pair_id": 323584, "video_name": "castle_s06e12_seg02_clip_17", "timestamp": [ 0.0, 10.57 ], "duration": 91.66, "caption": "A woman is talking to a man, seriously, then he turns to look behind him.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 323585, "video_name": "s02e16_seg02_clip_04", "timestamp": [ 32.91, 35.46 ], "duration": 51.66, "caption": "A woman turned towards a man and started talking to him with a smiling face.", "similarity": 0.6692, "relevance": 0 }, { "pair_id": 323586, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 14.62, 18.35 ], "duration": 57.66, "caption": "A woman was laughing whilst talking to a man.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 323587, "video_name": "grey_s02e22_seg02_clip_08", "timestamp": [ 37.28, 42.11 ], "duration": 87.66, "caption": "A woman turns around and goes to a man to start conversing with him.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 323588, "video_name": "castle_s02e07_seg02_clip_27", "timestamp": [ 6.57, 11.46 ], "duration": 16.66, "caption": "As person leaves, woman turns to face man.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 323589, "video_name": "house_s02e04_seg02_clip_05", "timestamp": [ 31.67, 36.58 ], "duration": 89.66, "caption": "A woman is taken aback by something a man says and makes a face.", "similarity": 0.6659, "relevance": 0 }, { "pair_id": 323590, "video_name": "s09e01_seg02_clip_09", "timestamp": [ 29.9, 33.26 ], "duration": 61.66, "caption": "A woman makes a weirded out face to a man.", "similarity": 0.6658, "relevance": 1 }, { "pair_id": 323591, "video_name": "friends_s06e12_seg02_clip_06", "timestamp": [ 34.94, 60.23 ], "duration": 60.66, "caption": "Some people are having a conversation with each other. Then a woman leaves.", "similarity": 0.6645, "relevance": 0 }, { "pair_id": 323592, "video_name": "castle_s01e05_seg02_clip_25", "timestamp": [ 71.83, 76.56 ], "duration": 86.66, "caption": "A woman turns her head, looks at a man and gives him a smile while talking.", "similarity": 0.6634, "relevance": 1 }, { "pair_id": 323593, "video_name": "house_s07e13_seg02_clip_05", "timestamp": [ 79.65, 81.92 ], "duration": 91.66, "caption": "A person gives a funny look as he/she is talking.", "similarity": 0.6633, "relevance": 0 }, { "pair_id": 323594, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 39.08, 44.97 ], "duration": 62.66, "caption": "A woman makes a mouth motion with her hand while talking to a man.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 323595, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 10.92, 13.2 ], "duration": 91.66, "caption": "A woman turns to talk to a man.", "similarity": 0.6622, "relevance": 0 }, { "pair_id": 323596, "video_name": "castle_s01e03_seg02_clip_04", "timestamp": [ 0.0, 91.16 ], "duration": 91.66, "caption": "A woman and person talking to each other before woman leaves.", "similarity": 0.6619, "relevance": 0 }, { "pair_id": 323597, "video_name": "s08e09_seg02_clip_06", "timestamp": [ 37.07, 43.25 ], "duration": 65.66, "caption": "A woman makes a face when talking to a man and he stares at her.", "similarity": 0.6612, "relevance": 2 }, { "pair_id": 323598, "video_name": "castle_s08e07_seg02_clip_03", "timestamp": [ 0.0, 88.31 ], "duration": 88.66, "caption": "A woman and man are talking to each other before she leaves.", "similarity": 0.6607, "relevance": 0 }, { "pair_id": 323599, "video_name": "met_s02e12_seg02_clip_19", "timestamp": [ 7.44, 10.41 ], "duration": 42.66, "caption": "A man turns to a woman and gives her a funny look.", "similarity": 0.6604, "relevance": 0 } ] }, { "query_id": 72015, "query": "A person sits at the kitchen counter and talks while holding their fingers to their temples.", "relevant_moment": [ { "pair_id": 228280, "video_name": "s01e13_seg01_clip_00", "timestamp": [ 8.68, 12.41 ], "duration": 62.66, "caption": "A person says something and gets up and heads toward the kitchen.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 228281, "video_name": "s05e10_seg01_clip_02", "timestamp": [ 58.2, 60.8 ], "duration": 65.66, "caption": "A person holds up three fingers while having a conversation with others.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 228282, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 37.78, 38.37 ], "duration": 59.66, "caption": "A person points their finger at their mouth while talking to person.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 228283, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 11.29, 13.73 ], "duration": 61.66, "caption": "A person points his finger towards the kitchen then up at the ceiling.", "similarity": 0.613, "relevance": 2 }, { "pair_id": 228284, "video_name": "house_s02e12_seg02_clip_23", "timestamp": [ 2.21, 22.49 ], "duration": 88.66, "caption": "A person sits at the table and speaks to some people.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 228285, "video_name": "s08e15_seg02_clip_15", "timestamp": [ 31.51, 37.22 ], "duration": 60.66, "caption": "A person stands in the kitchen talking on his cell phone.", "similarity": 0.6081, "relevance": 2 }, { "pair_id": 228286, "video_name": "castle_s04e17_seg02_clip_13", "timestamp": [ 2.26, 4.07 ], "duration": 90.66, "caption": "A person is talking and gestures with his/her right hand, fingers spread open.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 228287, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 0.0, 8.56 ], "duration": 59.66, "caption": "Two people are sitting on the kitchen counter conversing.", "similarity": 0.6069, "relevance": 3 }, { "pair_id": 228288, "video_name": "house_s08e03_seg02_clip_05", "timestamp": [ 2.3, 5.06 ], "duration": 92.66, "caption": "A person puts his hand to his ear and speaks.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 228289, "video_name": "s10e10_seg02_clip_00", "timestamp": [ 49.74, 50.96 ], "duration": 61.66, "caption": "A person is leaning down with their elbows on the kitchen counter.", "similarity": 0.6064, "relevance": 2 }, { "pair_id": 228290, "video_name": "friends_s08e06_seg02_clip_15", "timestamp": [ 19.33, 19.89 ], "duration": 56.66, "caption": "A person is talking in the kitchen with a woman.", "similarity": 0.6057, "relevance": 2 }, { "pair_id": 228291, "video_name": "s07e08_seg02_clip_00", "timestamp": [ 8.99, 10.54 ], "duration": 62.66, "caption": "A man hands person a bottle of water as he sits at the kitchen counter.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 228292, "video_name": "friends_s03e21_seg02_clip_08", "timestamp": [ 35.72, 39.02 ], "duration": 60.66, "caption": "A person sits on the stool near the kitchen counter.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 228293, "video_name": "friends_s02e20_seg02_clip_08", "timestamp": [ 41.91, 42.86 ], "duration": 63.66, "caption": "A person holds two fingers up during a conversation with someone.", "similarity": 0.6045, "relevance": 2 }, { "pair_id": 228294, "video_name": "castle_s05e01_seg02_clip_02", "timestamp": [ 22.06, 24.02 ], "duration": 98.66, "caption": "A person puts their head down on the kitchen counter.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 228295, "video_name": "s09e21_seg02_clip_02", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A person puts both hands to his/her temples while questioning where he/she's at.", "similarity": 0.601, "relevance": 2 }, { "pair_id": 228296, "video_name": "s02e01_seg02_clip_06", "timestamp": [ 54.84, 56.41 ], "duration": 63.66, "caption": "A person puts their fingers onto their temples as they tell someone about their impeccable memory.", "similarity": 0.6005, "relevance": 3 }, { "pair_id": 228297, "video_name": "met_s06e18_seg01_clip_00", "timestamp": [ 24.84, 28.35 ], "duration": 63.66, "caption": "A man uses his fingers to count as he talks.", "similarity": 0.5996, "relevance": 2 }, { "pair_id": 228298, "video_name": "s06e06_seg02_clip_03", "timestamp": [ 0.0, 18.31 ], "duration": 60.66, "caption": "A person was holding their iPad whilst talking and sitting at the kitchen area.", "similarity": 0.5983, "relevance": 3 }, { "pair_id": 228299, "video_name": "s07e04_seg01_clip_01", "timestamp": [ 7.35, 15.69 ], "duration": 49.66, "caption": "A woman is standing in the kitchen while talking to a person.", "similarity": 0.5973, "relevance": 2 } ] }, { "query_id": 72020, "query": "A man rubs his hands together as he stands behind woman's chair.", "relevant_moment": [ { "pair_id": 9920, "video_name": "s08e09_seg02_clip_09", "timestamp": [ 1.24, 3.1 ], "duration": 62.66, "caption": "A man rubs his hands together as he stands behind woman's chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9921, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 18.61, 23.19 ], "duration": 61.66, "caption": "A man rubs a woman's hand which is on his leg.", "similarity": 0.7757, "relevance": 1 }, { "pair_id": 9922, "video_name": "house_s07e01_seg02_clip_03", "timestamp": [ 16.56, 23.47 ], "duration": 92.66, "caption": "A man stands behind a woman and rubs her shoulders.", "similarity": 0.7709, "relevance": 1 }, { "pair_id": 9923, "video_name": "s03e19_seg02_clip_17", "timestamp": [ 2.33, 5.58 ], "duration": 93.66, "caption": "A man rubs woman's back with his right hand.", "similarity": 0.7698, "relevance": 1 }, { "pair_id": 9924, "video_name": "friends_s09e01_seg02_clip_20", "timestamp": [ 44.39, 51.02 ], "duration": 51.66, "caption": "A man rubs the top of woman's hand with one hand as he holds it with the other.", "similarity": 0.7685, "relevance": 1 }, { "pair_id": 9925, "video_name": "s05e05_seg02_clip_03", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A man rubs his hands together while talking to a woman.", "similarity": 0.7596, "relevance": 1 }, { "pair_id": 9926, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 50.76, 53.71 ], "duration": 59.66, "caption": "A man rubs a woman's back with his right hand.", "similarity": 0.7585, "relevance": 0 }, { "pair_id": 9927, "video_name": "friends_s05e13_seg02_clip_04", "timestamp": [ 8.1, 9.9 ], "duration": 60.66, "caption": "A man rubs their hand up and down a woman's left arm.", "similarity": 0.7559, "relevance": 0 }, { "pair_id": 9928, "video_name": "castle_s06e08_seg02_clip_17", "timestamp": [ 76.13, 77.85 ], "duration": 86.66, "caption": "A person rubs hands together as they lean on a chair.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 9929, "video_name": "friends_s06e15-16_seg02_clip_10", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A man rubs woman's arm with his left hand.", "similarity": 0.7465, "relevance": 0 }, { "pair_id": 9930, "video_name": "met_s06e14_seg02_clip_03", "timestamp": [ 46.63, 48.7 ], "duration": 59.66, "caption": "A woman stands behind a man and rubs his shoulders.", "similarity": 0.7424, "relevance": 1 }, { "pair_id": 9931, "video_name": "s03e18_seg02_clip_02", "timestamp": [ 22.92, 25.24 ], "duration": 58.66, "caption": "A man puts his hand on woman's back and rubs it.", "similarity": 0.7371, "relevance": 0 }, { "pair_id": 9932, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 48.3, 59.62 ], "duration": 59.66, "caption": "A man rubs a woman's right arm with his hand.", "similarity": 0.7325, "relevance": 0 }, { "pair_id": 9933, "video_name": "friends_s08e01_seg02_clip_14", "timestamp": [ 45.02, 48.02 ], "duration": 50.66, "caption": "A woman rubs her hand against a man's right arm.", "similarity": 0.7282, "relevance": 0 }, { "pair_id": 9934, "video_name": "met_s02e05_seg02_clip_09", "timestamp": [ 33.01, 36.32 ], "duration": 60.66, "caption": "A man rubs his palms together during a conversation with a woman.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 9935, "video_name": "friends_s05e15_seg02_clip_18", "timestamp": [ 6.66, 8.88 ], "duration": 74.66, "caption": "A man rubs his hand up and down on a woman's back as they hug.", "similarity": 0.7227, "relevance": 0 }, { "pair_id": 9936, "video_name": "s10e04_seg02_clip_14", "timestamp": [ 48.86, 59.1 ], "duration": 66.66, "caption": "A woman rubs a man's back as he is slumped over in a chair.", "similarity": 0.7225, "relevance": 0 }, { "pair_id": 9937, "video_name": "house_s08e03_seg02_clip_02", "timestamp": [ 0.0, 4.79 ], "duration": 87.66, "caption": "A man rubs all through his hair while another woman stands there.", "similarity": 0.7221, "relevance": 0 }, { "pair_id": 9938, "video_name": "friends_s03e17_seg02_clip_04", "timestamp": [ 14.89, 21.45 ], "duration": 59.66, "caption": "A man rubs his hand down a woman's arm before walking to another person.", "similarity": 0.7208, "relevance": 0 }, { "pair_id": 9939, "video_name": "s07e17_seg02_clip_08", "timestamp": [ 54.89, 59.03 ], "duration": 59.66, "caption": "A man rubs woman's shoulder with his hand as she is talking.", "similarity": 0.7186, "relevance": 0 } ] }, { "query_id": 72077, "query": "A person, woman, and man all turn around to see person standing at the same time.", "relevant_moment": [ { "pair_id": 13820, "video_name": "castle_s08e19_seg02_clip_01", "timestamp": [ 47.37, 51.4 ], "duration": 89.66, "caption": "A person, woman, and man all turn around to see person standing at the same time.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13821, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 16.28, 18.49 ], "duration": 88.66, "caption": "A person stands up and turns around to face another individual.", "similarity": 0.7763, "relevance": 2 }, { "pair_id": 13822, "video_name": "s03e15_seg02_clip_02", "timestamp": [ 40.32, 44.35 ], "duration": 62.66, "caption": "A man turns around to see a person standing there.", "similarity": 0.7707, "relevance": 3 }, { "pair_id": 13823, "video_name": "castle_s06e05_seg02_clip_24", "timestamp": [ 65.42, 70.22 ], "duration": 87.66, "caption": "A woman and a man are surprised when they see a person standing there.", "similarity": 0.7686, "relevance": 3 }, { "pair_id": 13824, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 42.68, 46.27 ], "duration": 89.66, "caption": "A woman turns around and stands next to a man and another man.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 13825, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 32.05, 36.94 ], "duration": 89.66, "caption": "A person turns back to woman quickly while another person stands there.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 13826, "video_name": "grey_s02e08_seg02_clip_18", "timestamp": [ 32.26, 36.8 ], "duration": 90.66, "caption": "A woman stands up when she sees two other people.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 13827, "video_name": "house_s03e16_seg02_clip_03", "timestamp": [ 52.63, 89.21 ], "duration": 89.66, "caption": "A person turns around to some people, including a woman.", "similarity": 0.7363, "relevance": 1 }, { "pair_id": 13828, "video_name": "grey_s03e07_seg02_clip_21", "timestamp": [ 84.2, 92.03 ], "duration": 92.66, "caption": "A person turns around to look at two other people and then turns back around.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 13829, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 26.11, 37.22 ], "duration": 60.66, "caption": "Two people become aware someone's presence, they slowly turn to see who and they see a man.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 13830, "video_name": "castle_s03e03_seg02_clip_06", "timestamp": [ 0.0, 28.22 ], "duration": 91.66, "caption": "A woman, a man, and another man were standing across each other.", "similarity": 0.7278, "relevance": 1 }, { "pair_id": 13831, "video_name": "castle_s01e09_seg02_clip_01", "timestamp": [ 0.0, 55.76 ], "duration": 89.66, "caption": "A woman, a man, and another man were standing across each other.", "similarity": 0.7278, "relevance": 1 }, { "pair_id": 13832, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 11.04, 14.26 ], "duration": 92.66, "caption": "A man turns around to see another man standing.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 13833, "video_name": "house_s06e20_seg02_clip_00", "timestamp": [ 66.61, 75.99 ], "duration": 93.66, "caption": "A person is standing next to person and person looks at him.", "similarity": 0.7269, "relevance": 0 }, { "pair_id": 13834, "video_name": "friends_s08e22_seg02_clip_01", "timestamp": [ 11.98, 13.24 ], "duration": 63.66, "caption": "The group turns around at the same time from looking at a woman.", "similarity": 0.7266, "relevance": 2 }, { "pair_id": 13835, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 33.83, 36.94 ], "duration": 89.66, "caption": "A man and woman turn around and look behind them.", "similarity": 0.7252, "relevance": 3 }, { "pair_id": 13836, "video_name": "castle_s05e02_seg02_clip_09", "timestamp": [ 81.01, 86.8 ], "duration": 89.66, "caption": "A woman and man turn their as they watch two men walk by.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 13837, "video_name": "house_s04e04_seg02_clip_13", "timestamp": [ 0.0, 3.73 ], "duration": 82.66, "caption": "A person turns around and stands next to a woman.", "similarity": 0.7223, "relevance": 1 }, { "pair_id": 13838, "video_name": "s10e12_seg02_clip_03", "timestamp": [ 50.74, 52.95 ], "duration": 63.66, "caption": "A person turns his head to look at another person and another person looks back at a woman.", "similarity": 0.7204, "relevance": 0 }, { "pair_id": 13839, "video_name": "house_s03e06_seg02_clip_09", "timestamp": [ 31.05, 33.79 ], "duration": 91.66, "caption": "A man and woman stand up at the same time.", "similarity": 0.7203, "relevance": 1 } ] }, { "query_id": 72087, "query": "A man stands up and points at another man.", "relevant_moment": [ { "pair_id": 81900, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 81.88, 89.49 ], "duration": 89.66, "caption": "A man stands up and points at another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 81901, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 47.76, 55.21 ], "duration": 62.66, "caption": "A man stands up and points his hand at another man.", "similarity": 0.9229, "relevance": 3 }, { "pair_id": 81902, "video_name": "castle_s03e08_seg02_clip_02", "timestamp": [ 85.11, 86.02 ], "duration": 91.66, "caption": "A man points in front of him as he looks at another man.", "similarity": 0.8054, "relevance": 2 }, { "pair_id": 81903, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 68.22, 70.42 ], "duration": 88.66, "caption": "A man is standing up and he points his finger at another person.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 81904, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 27.16, 32.65 ], "duration": 61.66, "caption": "A man stands up and points his finger at guy.", "similarity": 0.8009, "relevance": 4 }, { "pair_id": 81905, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A man brings his hand up to point at another man.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 81906, "video_name": "friends_s08e05_seg02_clip_07", "timestamp": [ 46.17, 50.07 ], "duration": 65.66, "caption": "A man points at another man and the other man walks over to him.", "similarity": 0.792, "relevance": 2 }, { "pair_id": 81907, "video_name": "friends_s10e16_seg02_clip_16", "timestamp": [ 58.05, 60.16 ], "duration": 60.66, "caption": "A man points to another man with his thumb and stands up from the chair.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 81908, "video_name": "met_s03e17_seg02_clip_04", "timestamp": [ 4.52, 10.54 ], "duration": 60.66, "caption": "A man points at another man then stands up in the office.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 81909, "video_name": "house_s08e11_seg02_clip_18", "timestamp": [ 73.49, 76.28 ], "duration": 93.66, "caption": "A man points at another man while the latter is still talking.", "similarity": 0.7829, "relevance": 3 }, { "pair_id": 81910, "video_name": "friends_s01e02_seg01_clip_00", "timestamp": [ 18.29, 21.05 ], "duration": 69.66, "caption": "A man points, back and forth, between him and another man.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 81911, "video_name": "friends_s09e07_seg02_clip_09", "timestamp": [ 23.09, 25.09 ], "duration": 57.66, "caption": "A man points at another man while walking toward him.", "similarity": 0.7704, "relevance": 3 }, { "pair_id": 81912, "video_name": "friends_s09e08_seg02_clip_18", "timestamp": [ 47.22, 53.12 ], "duration": 59.66, "caption": "A man comes up and stands behind a woman and points at another woman.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 81913, "video_name": "friends_s06e07_seg02_clip_15", "timestamp": [ 9.3, 11.1 ], "duration": 60.66, "caption": "A man raises his right hand and points at guy.", "similarity": 0.7607, "relevance": 3 }, { "pair_id": 81914, "video_name": "friends_s01e02_seg02_clip_16", "timestamp": [ 2.41, 7.84 ], "duration": 60.66, "caption": "A man points back and forth between two other people.", "similarity": 0.7596, "relevance": 2 }, { "pair_id": 81915, "video_name": "castle_s08e06_seg02_clip_26", "timestamp": [ 0.0, 6.25 ], "duration": 125.66, "caption": "A man points at another man while ensuring his safety.", "similarity": 0.759, "relevance": 3 }, { "pair_id": 81916, "video_name": "friends_s09e08_seg02_clip_18", "timestamp": [ 47.52, 53.12 ], "duration": 59.66, "caption": "A man comes over to stand beside a woman and points at another woman.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 81917, "video_name": "friends_s10e08_seg01_clip_00", "timestamp": [ 32.31, 39.44 ], "duration": 95.66, "caption": "A man points at a couple and then another man does the same thing.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 81918, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 2.03, 4.64 ], "duration": 58.66, "caption": "A person points to a man while he is sitting down with him.", "similarity": 0.7576, "relevance": 3 }, { "pair_id": 81919, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A man points at a person in a picture as he hands it to another man.", "similarity": 0.7546, "relevance": 2 }, { "pair_id": 255220, "video_name": "friends_s02e05_seg01_clip_00", "timestamp": [ 9.11, 15.61 ], "duration": 65.66, "caption": "A man walks up behind another person and points at him.", "similarity": 0.752, "relevance": 4 }, { "pair_id": 255221, "video_name": "met_s03e14_seg01_clip_01", "timestamp": [ 1.8, 5.1 ], "duration": 60.66, "caption": "A man points at another man with a pencil he is holding.", "similarity": 0.7516, "relevance": 4 }, { "pair_id": 255222, "video_name": "friends_s10e06_seg02_clip_22", "timestamp": [ 12.19, 16.25 ], "duration": 58.66, "caption": "A man points at a person with one finger then with two at another person.", "similarity": 0.7515, "relevance": 4 }, { "pair_id": 255223, "video_name": "house_s05e09_seg02_clip_04", "timestamp": [ 29.03, 44.2 ], "duration": 86.66, "caption": "A man points the gun at another man as he stands in front of him.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 255224, "video_name": "friends_s05e20_seg01_clip_00", "timestamp": [ 19.15, 30.05 ], "duration": 66.66, "caption": "A man points behind a man and the man turns to look.", "similarity": 0.7495, "relevance": 3 }, { "pair_id": 255225, "video_name": "friends_s09e17_seg02_clip_05", "timestamp": [ 49.11, 53.47 ], "duration": 58.66, "caption": "A man points at another man while they stand face to face arguing.", "similarity": 0.749, "relevance": 3 }, { "pair_id": 255226, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 255227, "video_name": "house_s04e02_seg02_clip_03", "timestamp": [ 69.62, 74.84 ], "duration": 87.66, "caption": "A man raises his hand to make a point to another man.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 255228, "video_name": "met_s03e06_seg02_clip_10", "timestamp": [ 24.49, 26.91 ], "duration": 60.66, "caption": "A man points towards another man behind the counter from behind a person.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 255229, "video_name": "friends_s06e21_seg02_clip_01", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "A man points at person while they are sitting down.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 255230, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 55.12, 57.44 ], "duration": 58.66, "caption": "A man points at another man across the table from him.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 255231, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 6.41, 10.37 ], "duration": 61.66, "caption": "A man stands up and starts to point at some people.", "similarity": 0.7379, "relevance": 3 }, { "pair_id": 255232, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 21.76, 25.24 ], "duration": 87.66, "caption": "A man points at another man and then himself while they are sitting at the table.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 255233, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 18.5, 20.22 ], "duration": 86.66, "caption": "A man stands up to make their point to man better.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 255234, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 29.26, 32.86 ], "duration": 90.66, "caption": "A person stands up and points his finger at another person.", "similarity": 0.7344, "relevance": 4 }, { "pair_id": 255235, "video_name": "s09e23_seg02_clip_10", "timestamp": [ 9.15, 14.04 ], "duration": 61.66, "caption": "A man points at a person and asks another person a question.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 255236, "video_name": "friends_s06e20_seg02_clip_09", "timestamp": [ 56.47, 58.66 ], "duration": 62.66, "caption": "A man points at another man and yells something at him.", "similarity": 0.7308, "relevance": 3 }, { "pair_id": 255237, "video_name": "house_s02e17_seg02_clip_26", "timestamp": [ 16.13, 17.85 ], "duration": 43.66, "caption": "A man raises his finger to point at another man.", "similarity": 0.7295, "relevance": 3 }, { "pair_id": 255238, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 7.02, 11.88 ], "duration": 108.66, "caption": "A man stands up when another man moves towards him.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 255239, "video_name": "friends_s02e19_seg02_clip_08", "timestamp": [ 0.0, 1.98 ], "duration": 36.66, "caption": "A man points at another man while trying to get him to leave.", "similarity": 0.7265, "relevance": 3 } ] }, { "query_id": 72089, "query": "A person is running to get down a metal stair case.", "relevant_moment": [ { "pair_id": 153580, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 42.95, 47.88 ], "duration": 89.66, "caption": "A person is running to get down a metal stair case.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153581, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 11.23, 14.2 ], "duration": 66.66, "caption": "A person runs to the stairs and then down them.", "similarity": 0.7494, "relevance": 3 }, { "pair_id": 153582, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 17.83, 27.55 ], "duration": 81.66, "caption": "A person runs towards the stairway and falls to the bottom.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 153583, "video_name": "house_s02e24_seg02_clip_18", "timestamp": [ 3.68, 29.45 ], "duration": 92.66, "caption": "A person hops down then runs up a flight of stairs.", "similarity": 0.6944, "relevance": 1 }, { "pair_id": 153584, "video_name": "s04e02_seg02_clip_16", "timestamp": [ 5.6, 13.2 ], "duration": 80.66, "caption": "A person runs down the stairs holding their computer and falls.", "similarity": 0.6643, "relevance": 3 }, { "pair_id": 153585, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 13.34, 16.56 ], "duration": 92.66, "caption": "A person runs ahead of another person while they are going up the stairs.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 153586, "video_name": "s07e13_seg02_clip_05", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A person runs across a hallway and down some stairs.", "similarity": 0.6585, "relevance": 4 }, { "pair_id": 153587, "video_name": "castle_s07e18_seg02_clip_05", "timestamp": [ 3.51, 10.14 ], "duration": 78.66, "caption": "A person runs down a stairway with his weapon and points it.", "similarity": 0.6546, "relevance": 4 }, { "pair_id": 153588, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 40.27, 46.09 ], "duration": 89.66, "caption": "A person runs away from a dead body and down the stairs.", "similarity": 0.6523, "relevance": 4 }, { "pair_id": 153589, "video_name": "s07e13_seg02_clip_05", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A person runs down the stairs past a woman.", "similarity": 0.6474, "relevance": 4 }, { "pair_id": 153590, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 55.14, 56.46 ], "duration": 66.66, "caption": "A person runs back up the stairs to get some other people.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 153591, "video_name": "met_s02e15_seg02_clip_09", "timestamp": [ 9.02, 13.67 ], "duration": 58.66, "caption": "A man runs up and down a flight of outdoor stairs.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 153592, "video_name": "s08e06_seg02_clip_17", "timestamp": [ 11.8, 20.65 ], "duration": 118.66, "caption": "A person ascends the metal stairs and walks past someone.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 153593, "video_name": "s04e05_seg02_clip_06", "timestamp": [ 13.64, 15.67 ], "duration": 58.66, "caption": "A person runs to catch up to another person on the stairs.", "similarity": 0.6305, "relevance": 3 }, { "pair_id": 153594, "video_name": "grey_s01e03_seg02_clip_08", "timestamp": [ 82.7, 84.56 ], "duration": 92.66, "caption": "A woman quickly walks down the stair case.", "similarity": 0.6136, "relevance": 4 }, { "pair_id": 153595, "video_name": "house_s02e24_seg02_clip_18", "timestamp": [ 17.48, 19.33 ], "duration": 92.66, "caption": "A person runs up the stairs when he is in a hospital gown.", "similarity": 0.6016, "relevance": 2 }, { "pair_id": 153596, "video_name": "s02e12_seg02_clip_16", "timestamp": [ 29.6, 32.04 ], "duration": 61.66, "caption": "A person runs down the hallway followed by someone.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 153597, "video_name": "s01e10_seg01_clip_02", "timestamp": [ 73.15, 75.02 ], "duration": 75.66, "caption": "A person turns and starts making their way up the stairs.", "similarity": 0.5942, "relevance": 2 }, { "pair_id": 153598, "video_name": "s07e03_seg02_clip_16", "timestamp": [ 0.31, 2.44 ], "duration": 61.66, "caption": "A woman goes running up the stairs ahead of some people.", "similarity": 0.5938, "relevance": 2 }, { "pair_id": 153599, "video_name": "met_s04e03_seg02_clip_07", "timestamp": [ 37.22, 41.12 ], "duration": 60.66, "caption": "A woman in pink sweater runs down the stairs.", "similarity": 0.5841, "relevance": 3 }, { "pair_id": 326900, "video_name": "castle_s05e03_seg02_clip_24", "timestamp": [ 6.75, 11.7 ], "duration": 90.66, "caption": "A person carefully descends a stair whilst holding for support.", "similarity": 0.5815, "relevance": 2 }, { "pair_id": 326901, "video_name": "castle_s03e13_seg02_clip_22", "timestamp": [ 0.0, 2.88 ], "duration": 96.66, "caption": "A mysterious shadowy figure runs on the stairs.", "similarity": 0.5806, "relevance": 3 }, { "pair_id": 326902, "video_name": "house_s01e19_seg02_clip_00", "timestamp": [ 0.0, 10.49 ], "duration": 91.66, "caption": "A person is running on the treadmill then stops and walks to the door.", "similarity": 0.5795, "relevance": 3 }, { "pair_id": 326903, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A woman is running down the stairs and a man asks her to stop.", "similarity": 0.5783, "relevance": 3 }, { "pair_id": 326904, "video_name": "s04e08_seg02_clip_14", "timestamp": [ 19.81, 25.21 ], "duration": 60.66, "caption": "A person appears at the top of some stairs and walks down to the bottom.", "similarity": 0.5775, "relevance": 4 }, { "pair_id": 326905, "video_name": "grey_s03e16_seg02_clip_09", "timestamp": [ 30.7, 38.37 ], "duration": 90.66, "caption": "A person runs up the stairs and sees another person crouched down by a step.", "similarity": 0.5763, "relevance": 3 }, { "pair_id": 326906, "video_name": "s09e05_seg02_clip_16", "timestamp": [ 29.04, 31.41 ], "duration": 43.66, "caption": "A person turns and starts to walk up the stairs.", "similarity": 0.576, "relevance": 3 }, { "pair_id": 326907, "video_name": "s04e05_seg02_clip_05", "timestamp": [ 46.69, 57.98 ], "duration": 61.66, "caption": "A person runs frantically down the stairs of an apartment building.", "similarity": 0.5671, "relevance": 3 }, { "pair_id": 326908, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 9.46, 11.29 ], "duration": 61.66, "caption": "A person runs to the door in a hurry.", "similarity": 0.5658, "relevance": 3 }, { "pair_id": 326909, "video_name": "castle_s08e08_seg02_clip_12", "timestamp": [ 22.2, 28.22 ], "duration": 75.66, "caption": "A woman enters the stairwell and runs up the steps.", "similarity": 0.5626, "relevance": 3 }, { "pair_id": 326910, "video_name": "s04e02_seg02_clip_16", "timestamp": [ 4.0, 10.8 ], "duration": 80.66, "caption": "A person runs out of their apartment carrying a computer and goes down the flight of stairs til they're out of sight.", "similarity": 0.5615, "relevance": 3 }, { "pair_id": 326911, "video_name": "s06e22_seg02_clip_05", "timestamp": [ 24.24, 27.09 ], "duration": 57.66, "caption": "A person runs down the steps into the apartment hallway.", "similarity": 0.5582, "relevance": 3 }, { "pair_id": 326912, "video_name": "castle_s08e20_seg02_clip_02", "timestamp": [ 2.32, 14.38 ], "duration": 92.66, "caption": "A man runs up the steps and is followed by a woman.", "similarity": 0.5573, "relevance": 2 }, { "pair_id": 326913, "video_name": "castle_s03e10_seg02_clip_02", "timestamp": [ 59.08, 61.37 ], "duration": 91.66, "caption": "A man runs in a person's direction and he close lines him to the ground.", "similarity": 0.5561, "relevance": 2 }, { "pair_id": 326914, "video_name": "house_s02e20_seg02_clip_25", "timestamp": [ 17.4, 19.72 ], "duration": 116.66, "caption": "A woman in her scrub suit runs down the stairs.", "similarity": 0.5519, "relevance": 3 }, { "pair_id": 326915, "video_name": "house_s06e01_seg02_clip_12", "timestamp": [ 4.96, 7.66 ], "duration": 90.66, "caption": "A person jumps around and goes up the stairs.", "similarity": 0.5513, "relevance": 3 }, { "pair_id": 326916, "video_name": "castle_s02e24_seg02_clip_01", "timestamp": [ 10.39, 13.56 ], "duration": 90.66, "caption": "A person runs up the stairs as another person talks to them.", "similarity": 0.5505, "relevance": 3 }, { "pair_id": 326917, "video_name": "house_s06e03_seg02_clip_09", "timestamp": [ 0.0, 6.53 ], "duration": 87.66, "caption": "A person runs through the hospital hallway in slow motion.", "similarity": 0.5489, "relevance": 3 }, { "pair_id": 326918, "video_name": "s01e11_seg02_clip_17", "timestamp": [ 35.9, 42.69 ], "duration": 97.66, "caption": "A person runs into a post and falls down.", "similarity": 0.5487, "relevance": 2 }, { "pair_id": 326919, "video_name": "s04e08_seg02_clip_11", "timestamp": [ 49.9, 51.89 ], "duration": 57.66, "caption": "A person runs towards a door down a short alley.", "similarity": 0.5484, "relevance": 3 } ] }, { "query_id": 72092, "query": "A woman brings a glass to the table of friends.", "relevant_moment": [ { "pair_id": 13980, "video_name": "friends_s02e06_seg02_clip_00", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman brings a glass to the table of friends.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13981, "video_name": "s07e15_seg02_clip_05", "timestamp": [ 43.94, 47.3 ], "duration": 61.66, "caption": "A woman puts her face on the table then some people grab their wine glasses.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 13982, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 34.21, 36.5 ], "duration": 57.66, "caption": "A woman places their glass back on the table.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 13983, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 13.05, 14.72 ], "duration": 55.66, "caption": "A woman places her glass back on the table.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 13984, "video_name": "friends_s02e01_seg02_clip_01", "timestamp": [ 31.97, 35.22 ], "duration": 59.66, "caption": "A woman brings wine glasses to set on the table.", "similarity": 0.6556, "relevance": 4 }, { "pair_id": 13985, "video_name": "s08e08_seg02_clip_13", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A woman puts her glass onto a table beside a man.", "similarity": 0.6532, "relevance": 3 }, { "pair_id": 13986, "video_name": "s04e08_seg02_clip_02", "timestamp": [ 0.0, 27.77 ], "duration": 61.66, "caption": "A woman pours water into each person's glass cup at the table.", "similarity": 0.6519, "relevance": 3 }, { "pair_id": 13987, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 16.17, 22.58 ], "duration": 61.66, "caption": "A woman brings another alcoholic beverage to the table for a man.", "similarity": 0.6495, "relevance": 4 }, { "pair_id": 13988, "video_name": "s08e07_seg02_clip_04", "timestamp": [ 26.24, 29.9 ], "duration": 61.66, "caption": "A woman carries her and her friend's drinks to the table and then sits down.", "similarity": 0.6494, "relevance": 4 }, { "pair_id": 13989, "video_name": "friends_s04e13_seg02_clip_09", "timestamp": [ 1.24, 4.65 ], "duration": 62.66, "caption": "A woman reaches across the table to grab a glass.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 13992, "video_name": "friends_s04e22_seg02_clip_18", "timestamp": [ 18.28, 23.06 ], "duration": 87.66, "caption": "A woman puts her glass down and hugs some other women.", "similarity": 0.6374, "relevance": 1 }, { "pair_id": 13993, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 2.0, 4.28 ], "duration": 57.66, "caption": "A woman puts her glass of wine on the table.", "similarity": 0.632, "relevance": 3 }, { "pair_id": 13994, "video_name": "s03e04_seg02_clip_05", "timestamp": [ 2.57, 7.13 ], "duration": 57.66, "caption": "A person goes to the table and put a drink on a glass.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 13995, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 0.0, 8.27 ], "duration": 57.66, "caption": "A woman puts her wine glass on the table and turns to another woman to have a conversation.", "similarity": 0.6249, "relevance": 2 }, { "pair_id": 13996, "video_name": "house_s06e08_seg02_clip_10", "timestamp": [ 12.05, 16.8 ], "duration": 73.66, "caption": "A woman sits at the dining room table and raises her glass.", "similarity": 0.6226, "relevance": 1 }, { "pair_id": 13997, "video_name": "s05e04_seg02_clip_03", "timestamp": [ 38.14, 41.19 ], "duration": 61.66, "caption": "A person brings some drinks to the table where another person is sitting.", "similarity": 0.6208, "relevance": 1 }, { "pair_id": 13998, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 0.78, 3.38 ], "duration": 52.66, "caption": "A woman picks up her drink glass from the table.", "similarity": 0.6193, "relevance": 3 }, { "pair_id": 13999, "video_name": "house_s05e19_seg02_clip_19", "timestamp": [ 65.26, 68.29 ], "duration": 86.66, "caption": "A woman gives a glass of drink to a man.", "similarity": 0.6189, "relevance": 1 } ] }, { "query_id": 72149, "query": "A woman joins her partner in the dining table.", "relevant_moment": [ { "pair_id": 8560, "video_name": "s08e09_seg02_clip_11", "timestamp": [ 33.92, 38.42 ], "duration": 60.66, "caption": "A woman joins her partner in the dining table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8561, "video_name": "met_s06e03_seg02_clip_12", "timestamp": [ 36.83, 40.15 ], "duration": 60.66, "caption": "A woman joins man and woman in their favorite dining.", "similarity": 0.7767, "relevance": 3 }, { "pair_id": 8562, "video_name": "s01e05_seg02_clip_13", "timestamp": [ 18.72, 22.57 ], "duration": 96.66, "caption": "A woman approaches a table where two people are dining at a table.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 8563, "video_name": "house_s08e16_seg02_clip_10", "timestamp": [ 32.25, 35.94 ], "duration": 92.66, "caption": "A person joins another person in the table at a diner.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 8564, "video_name": "friends_s03e19_seg02_clip_14", "timestamp": [ 8.84, 21.38 ], "duration": 57.66, "caption": "A woman sits down at the table and then a man joins her.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 8565, "video_name": "friends_s09e23-24_seg02_clip_24", "timestamp": [ 20.31, 24.95 ], "duration": 58.66, "caption": "A man sits down and joins a woman at the table.", "similarity": 0.7197, "relevance": 3 }, { "pair_id": 8566, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 51.26, 53.4 ], "duration": 61.66, "caption": "A woman shushes a man as they sit together at the dining table.", "similarity": 0.7011, "relevance": 1 }, { "pair_id": 8567, "video_name": "met_s03e05_seg02_clip_11", "timestamp": [ 31.05, 34.0 ], "duration": 59.66, "caption": "A woman joins a group of people in the table.", "similarity": 0.7006, "relevance": 3 }, { "pair_id": 8568, "video_name": "s06e08_seg02_clip_11", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A woman with reddish brown hair and a blue top sits down to join a man at a table.", "similarity": 0.6757, "relevance": 4 }, { "pair_id": 8569, "video_name": "castle_s05e09_seg02_clip_26", "timestamp": [ 52.21, 145.02 ], "duration": 145.66, "caption": "A woman came and she joins them at the table.", "similarity": 0.6742, "relevance": 1 }, { "pair_id": 8570, "video_name": "met_s02e15_seg02_clip_01", "timestamp": [ 10.9, 16.65 ], "duration": 60.66, "caption": "Two people join another two people in their table.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 8571, "video_name": "house_s01e20_seg02_clip_19", "timestamp": [ 0.0, 74.95 ], "duration": 76.66, "caption": "A woman and man both sit at the table at dinner together.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 8572, "video_name": "friends_s05e12_seg02_clip_13", "timestamp": [ 9.92, 15.05 ], "duration": 64.66, "caption": "A woman is clearing the table after dinner with two people.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 8573, "video_name": "castle_s08e16_seg02_clip_03", "timestamp": [ 27.61, 35.3 ], "duration": 90.66, "caption": "A person is lead in and sits at a table with woman.", "similarity": 0.6508, "relevance": 0 }, { "pair_id": 8574, "video_name": "friends_s10e12_seg02_clip_21", "timestamp": [ 0.0, 50.39 ], "duration": 58.66, "caption": "A man and a woman were sitting at the dining table.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 8575, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A person is across from another person at a dinner table.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 8576, "video_name": "friends_s06e11_seg02_clip_12", "timestamp": [ 7.97, 11.51 ], "duration": 59.66, "caption": "A man joins two people in the table.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 8577, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 40.77, 45.9 ], "duration": 57.66, "caption": "A woman moves toward another woman at the dining table while laughing.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 8578, "video_name": "s07e10_seg02_clip_12", "timestamp": [ 48.7, 52.24 ], "duration": 59.66, "caption": "A woman puts her hand on a man's arm while they are sitting at the dining table.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 8579, "video_name": "s09e07_seg02_clip_11", "timestamp": [ 47.27, 49.48 ], "duration": 63.66, "caption": "A person sat at the dining with a woman as they prepare to have lunch.", "similarity": 0.6453, "relevance": 2 } ] }, { "query_id": 72160, "query": "A person sits while talking to their friends with their fork in hand.", "relevant_moment": [ { "pair_id": 169360, "video_name": "s06e24_seg01_clip_01", "timestamp": [ 7.75, 25.43 ], "duration": 62.66, "caption": "A person sits while talking to their friends with their fork in hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169361, "video_name": "s04e07_seg01_clip_01", "timestamp": [ 2.38, 9.87 ], "duration": 68.66, "caption": "A person is talking while holding a fork in his right hand.", "similarity": 0.76, "relevance": 4 }, { "pair_id": 169362, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 0.0, 11.66 ], "duration": 89.66, "caption": "A person puts some food into their mouth with the fork while talking to another person.", "similarity": 0.7573, "relevance": 4 }, { "pair_id": 169363, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 11.03, 15.76 ], "duration": 63.66, "caption": "A person talks to another person at a cafeteria table with a fork in his hand.", "similarity": 0.7525, "relevance": 4 }, { "pair_id": 169364, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 0.0, 10.23 ], "duration": 62.66, "caption": "A person has a conversation with a man at a table with a fork in hand.", "similarity": 0.7451, "relevance": 4 }, { "pair_id": 169365, "video_name": "s09e10_seg02_clip_12", "timestamp": [ 3.05, 8.54 ], "duration": 61.66, "caption": "A person holds a fork talking at the table.", "similarity": 0.7237, "relevance": 4 }, { "pair_id": 169366, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 23.9, 33.64 ], "duration": 88.66, "caption": "A person sits down while talking with some people.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 169367, "video_name": "friends_s01e16-17_seg02_clip_30", "timestamp": [ 16.65, 18.89 ], "duration": 64.66, "caption": "A man sets down his fork when talking to a person.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 169368, "video_name": "s05e20_seg01_clip_01", "timestamp": [ 9.17, 11.9 ], "duration": 39.66, "caption": "A person moves his fork up and down when talking.", "similarity": 0.702, "relevance": 4 }, { "pair_id": 169369, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 49.82, 51.92 ], "duration": 60.66, "caption": "A person gestures to person with his right hand while holding a fork.", "similarity": 0.7008, "relevance": 4 }, { "pair_id": 169370, "video_name": "s05e08_seg02_clip_07", "timestamp": [ 16.34, 17.95 ], "duration": 46.66, "caption": "A person waves his fork back and forth in front of his mouth as he sits at the table and talks.", "similarity": 0.6984, "relevance": 4 }, { "pair_id": 169371, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 0.0, 62.03 ], "duration": 62.66, "caption": "A man was holding a fork whilst talking to two people.", "similarity": 0.6983, "relevance": 4 }, { "pair_id": 169372, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 9.63, 15.68 ], "duration": 55.66, "caption": "A man holds his fork and talks to another person in cafeteria.", "similarity": 0.6976, "relevance": 4 }, { "pair_id": 169373, "video_name": "s08e18_seg02_clip_14", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A man holds his fork as he sits at the dinner table and talks to the group.", "similarity": 0.6919, "relevance": 4 }, { "pair_id": 169374, "video_name": "house_s02e15_seg02_clip_08", "timestamp": [ 0.0, 90.18 ], "duration": 90.66, "caption": "A person talks to some people while eating.", "similarity": 0.6888, "relevance": 3 }, { "pair_id": 169375, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 8.69, 10.52 ], "duration": 91.66, "caption": "A person sits down during the conversation with some people.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 169376, "video_name": "house_s07e10_seg02_clip_20", "timestamp": [ 0.0, 72.82 ], "duration": 91.66, "caption": "A person is seated with some other people as they are conversing.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 169377, "video_name": "house_s08e16_seg02_clip_09", "timestamp": [ 44.11, 46.36 ], "duration": 90.66, "caption": "A person sits down at a table and talks with some other people.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 169378, "video_name": "s05e22_seg01_clip_02", "timestamp": [ 54.75, 56.99 ], "duration": 64.66, "caption": "A person talks while making circles with their fork for emphasis.", "similarity": 0.6861, "relevance": 4 }, { "pair_id": 169379, "video_name": "house_s07e09_seg02_clip_08", "timestamp": [ 19.08, 77.12 ], "duration": 81.66, "caption": "A person is sitting at a table talking with some other people.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 342680, "video_name": "friends_s07e11_seg02_clip_20", "timestamp": [ 23.53, 30.67 ], "duration": 84.66, "caption": "A person sits down with two people and pulls a fork out of their jacket.", "similarity": 0.6822, "relevance": 4 }, { "pair_id": 342681, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 9.0, 12.01 ], "duration": 50.66, "caption": "A person sits down while talking to another person.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 342682, "video_name": "friends_s02e03_seg02_clip_17", "timestamp": [ 12.1, 23.29 ], "duration": 60.66, "caption": "A person talks to two other people, and then sits down.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 342683, "video_name": "s04e03_seg02_clip_10", "timestamp": [ 41.8, 43.94 ], "duration": 61.66, "caption": "A person smiles and gestures at person with their fork.", "similarity": 0.671, "relevance": 4 }, { "pair_id": 342684, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A person sits down while he is talking to another person.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 342685, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 37.95, 65.63 ], "duration": 89.66, "caption": "A person is sitting with someone conversing as another person to converse with them.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 342686, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 23.59, 27.45 ], "duration": 85.66, "caption": "A person sits down immediately while talking to another person.", "similarity": 0.6679, "relevance": 3 }, { "pair_id": 342687, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 16.38, 20.03 ], "duration": 91.66, "caption": "A person raises their hand immediately while their friends are talking.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 342688, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 342689, "video_name": "house_s08e22_seg02_clip_01", "timestamp": [ 50.17, 52.37 ], "duration": 88.66, "caption": "A person sits down at a table while talking with two others.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 342690, "video_name": "s07e02_seg02_clip_17", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A person sits on the floor while their friends are having a conversation.", "similarity": 0.6641, "relevance": 3 }, { "pair_id": 342691, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A person sits down and has a conversation with another person.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 342692, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 22.63, 24.37 ], "duration": 58.66, "caption": "A person points towards a person with the fork in his/her hand.", "similarity": 0.6606, "relevance": 4 }, { "pair_id": 342693, "video_name": "s05e10_seg01_clip_02", "timestamp": [ 58.2, 60.8 ], "duration": 65.66, "caption": "A person holds up three fingers while having a conversation with others.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 342694, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 76.99, 86.02 ], "duration": 86.66, "caption": "A person is sitting and talking to another person.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 342695, "video_name": "friends_s07e05_seg02_clip_00", "timestamp": [ 16.93, 20.31 ], "duration": 61.66, "caption": "A person sits down with the others and starts a conversation.", "similarity": 0.6577, "relevance": 3 }, { "pair_id": 342696, "video_name": "friends_s08e01_seg02_clip_19", "timestamp": [ 1.22, 28.68 ], "duration": 61.66, "caption": "A person sits down and starts talking to another person.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 342697, "video_name": "s07e12_seg02_clip_00", "timestamp": [ 46.83, 50.55 ], "duration": 62.66, "caption": "A man is holding a fork as he is listening to a person speak.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 342698, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 17.11, 19.81 ], "duration": 60.66, "caption": "A man holds a fork in a tray of food while talking with woman, man, man, and man.", "similarity": 0.6525, "relevance": 4 }, { "pair_id": 342699, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 24.61, 36.62 ], "duration": 60.66, "caption": "A person is speaking to another person as they sit across from each other.", "similarity": 0.6512, "relevance": 3 } ] }, { "query_id": 72255, "query": "Two men walk down a hallway wearing white gloves and stop in front of a door.", "relevant_moment": [ { "pair_id": 159880, "video_name": "castle_s05e15_seg02_clip_03", "timestamp": [ 0.0, 10.45 ], "duration": 90.66, "caption": "Two men walk down a hallway wearing white gloves and stop in front of a door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159881, "video_name": "grey_s03e24_seg02_clip_05", "timestamp": [ 36.87, 44.15 ], "duration": 91.66, "caption": "Two men walk through the hallway and stop outside the room.", "similarity": 0.756, "relevance": 2 }, { "pair_id": 159882, "video_name": "s01e09_seg02_clip_14", "timestamp": [ 16.98, 20.86 ], "duration": 97.66, "caption": "Two men walk through the front door.", "similarity": 0.7333, "relevance": 1 }, { "pair_id": 159883, "video_name": "castle_s08e16_seg02_clip_26", "timestamp": [ 41.86, 54.26 ], "duration": 155.66, "caption": "Two men walk down a hallway together.", "similarity": 0.7245, "relevance": 2 }, { "pair_id": 159884, "video_name": "s04e04_seg02_clip_07", "timestamp": [ 31.83, 34.04 ], "duration": 63.66, "caption": "Two men take a stop during their walk in the hallway.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 159885, "video_name": "house_s02e19_seg02_clip_26", "timestamp": [ 16.41, 22.15 ], "duration": 41.66, "caption": "Two men both walk out of the doors together.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 159886, "video_name": "house_s08e09_seg02_clip_02", "timestamp": [ 0.0, 33.22 ], "duration": 91.66, "caption": "Two men are walking through the hallway together.", "similarity": 0.6954, "relevance": 2 }, { "pair_id": 159887, "video_name": "castle_s08e21_seg02_clip_05", "timestamp": [ 63.72, 67.76 ], "duration": 89.66, "caption": "Two men walk into a room and one of them shuts the door.", "similarity": 0.6926, "relevance": 1 }, { "pair_id": 159888, "video_name": "s08e23_seg02_clip_08", "timestamp": [ 2.1, 7.2 ], "duration": 60.66, "caption": "Two men walk into the room and one of them shuts the door behind him.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 159889, "video_name": "house_s04e05_seg02_clip_01", "timestamp": [ 3.43, 5.58 ], "duration": 85.66, "caption": "Two men open doors at the same time and walk thru them.", "similarity": 0.6876, "relevance": 1 }, { "pair_id": 159890, "video_name": "grey_s01e05_seg02_clip_00", "timestamp": [ 71.63, 74.89 ], "duration": 93.66, "caption": "Two men walk together in the hallway.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 159891, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 27.91, 31.51 ], "duration": 60.66, "caption": "Two men walk out the door and a person close the door.", "similarity": 0.6857, "relevance": 1 }, { "pair_id": 159892, "video_name": "s04e17_seg02_clip_00", "timestamp": [ 3.78, 9.14 ], "duration": 63.66, "caption": "Two people walk down the hallway and stop in front of the red door.", "similarity": 0.6831, "relevance": 3 }, { "pair_id": 159893, "video_name": "friends_s04e09_seg02_clip_12", "timestamp": [ 9.98, 13.01 ], "duration": 60.66, "caption": "Two men walk out of the door and shut it.", "similarity": 0.6759, "relevance": 1 }, { "pair_id": 159894, "video_name": "castle_s04e10_seg02_clip_19", "timestamp": [ 47.33, 51.88 ], "duration": 91.66, "caption": "Two men walk down the hallway and then stop and stand, facing each other.", "similarity": 0.6725, "relevance": 1 }, { "pair_id": 159895, "video_name": "s01e04_seg02_clip_16", "timestamp": [ 10.35, 22.57 ], "duration": 47.66, "caption": "Two men walk away together down the hallway.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 159896, "video_name": "s04e04_seg02_clip_13", "timestamp": [ 24.41, 41.8 ], "duration": 61.66, "caption": "Two men stand in the hallway outside a door and listen before opening the door.", "similarity": 0.6664, "relevance": 1 }, { "pair_id": 159897, "video_name": "s01e16_seg02_clip_13", "timestamp": [ 54.52, 62.4 ], "duration": 63.66, "caption": "Two men walk past the elevator in the hallway.", "similarity": 0.66, "relevance": 1 }, { "pair_id": 159898, "video_name": "house_s01e15_seg02_clip_21", "timestamp": [ 17.16, 34.78 ], "duration": 90.66, "caption": "Two men walk down a hallway while talking.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 159899, "video_name": "grey_s03e15_seg02_clip_09", "timestamp": [ 23.38, 28.42 ], "duration": 91.66, "caption": "Two men walk up to someone in the hallway.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 333200, "video_name": "friends_s07e23-24_seg02_clip_32", "timestamp": [ 5.19, 8.85 ], "duration": 61.66, "caption": "A man walks towards the door and another man stops him.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 333201, "video_name": "s04e04_seg02_clip_14", "timestamp": [ 3.6, 6.9 ], "duration": 60.66, "caption": "Two men walk down the hallway at work.", "similarity": 0.654, "relevance": 3 }, { "pair_id": 333202, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 13.95, 18.45 ], "duration": 90.66, "caption": "Two men shake hands in the hallway.", "similarity": 0.6537, "relevance": 1 }, { "pair_id": 333203, "video_name": "s01e01_seg01_clip_00", "timestamp": [ 3.36, 14.95 ], "duration": 61.66, "caption": "Two people walk down a hallway talking and stop to continuing talking at a door.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 333204, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 56.56, 90.49 ], "duration": 90.66, "caption": "Two men walk down a hallway talking.", "similarity": 0.6528, "relevance": 3 }, { "pair_id": 333205, "video_name": "s09e17_seg02_clip_07", "timestamp": [ 31.51, 37.52 ], "duration": 60.66, "caption": "Two individuals walk out of a door into the hallway.", "similarity": 0.6502, "relevance": 1 }, { "pair_id": 333206, "video_name": "s04e02_seg02_clip_13", "timestamp": [ 20.95, 29.22 ], "duration": 59.66, "caption": "Two men walk down the hallway towards a man.", "similarity": 0.6498, "relevance": 3 }, { "pair_id": 333207, "video_name": "house_s02e15_seg02_clip_11", "timestamp": [ 0.0, 9.94 ], "duration": 90.66, "caption": "Two men walk down the hallway together before stopping to have a serious conversation.", "similarity": 0.6497, "relevance": 3 }, { "pair_id": 333208, "video_name": "castle_s03e11_seg02_clip_04", "timestamp": [ 25.37, 35.16 ], "duration": 89.66, "caption": "Two men enter the room and they both start wearing their gloves.", "similarity": 0.6474, "relevance": 2 }, { "pair_id": 333209, "video_name": "castle_s04e16_seg02_clip_26", "timestamp": [ 22.35, 29.06 ], "duration": 149.66, "caption": "Two men are standing in the hallway and when one of them walks off, the other follows him.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 333210, "video_name": "s04e10_seg02_clip_12", "timestamp": [ 11.12, 14.83 ], "duration": 57.66, "caption": "Two people walk down a hall then stop in front of the doorway.", "similarity": 0.6461, "relevance": 1 }, { "pair_id": 333211, "video_name": "castle_s03e22_seg02_clip_13", "timestamp": [ 29.91, 38.19 ], "duration": 92.66, "caption": "Two men walk down a hallway together talking.", "similarity": 0.6448, "relevance": 3 }, { "pair_id": 333212, "video_name": "s10e01_seg02_clip_11", "timestamp": [ 6.56, 11.4 ], "duration": 57.66, "caption": "Two men walk through the door into the kitchen.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 333213, "video_name": "friends_s01e04_seg02_clip_01", "timestamp": [ 0.32, 5.99 ], "duration": 63.66, "caption": "Two men walk through door to enter coffee house and one of them puts his hands on his hips.", "similarity": 0.6377, "relevance": 3 }, { "pair_id": 333214, "video_name": "castle_s05e15_seg02_clip_03", "timestamp": [ 0.0, 14.53 ], "duration": 90.66, "caption": "Two men were walking and one opened the door.", "similarity": 0.637, "relevance": 4 }, { "pair_id": 333215, "video_name": "castle_s02e23_seg02_clip_26", "timestamp": [ 27.06, 30.37 ], "duration": 132.66, "caption": "Two men enter the same room from different doors.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 333216, "video_name": "castle_s07e01_seg02_clip_16", "timestamp": [ 78.51, 90.66 ], "duration": 90.66, "caption": "Two men are walking down the hallway when another man joins them and they go to the whiteboard.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 333217, "video_name": "friends_s08e08_seg02_clip_07", "timestamp": [ 14.65, 19.53 ], "duration": 61.66, "caption": "Two men get up and answer the door.", "similarity": 0.6316, "relevance": 1 }, { "pair_id": 333218, "video_name": "house_s04e10_seg02_clip_10", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "Two people go through doors and walk down the corridor.", "similarity": 0.6309, "relevance": 3 }, { "pair_id": 333219, "video_name": "s06e08_seg02_clip_06", "timestamp": [ 52.8, 58.03 ], "duration": 58.66, "caption": "Two men walk down a cluttered hallway.", "similarity": 0.6292, "relevance": 3 } ] }, { "query_id": 72293, "query": "A man closes up the laptop right in front of another man.", "relevant_moment": [ { "pair_id": 152220, "video_name": "house_s08e16_seg02_clip_06", "timestamp": [ 4.05, 5.85 ], "duration": 90.66, "caption": "A man closes up the laptop right in front of another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152221, "video_name": "met_s05e04_seg02_clip_02", "timestamp": [ 38.4, 41.65 ], "duration": 59.66, "caption": "A man closes and takes a laptop away from another man.", "similarity": 0.875, "relevance": 4 }, { "pair_id": 152222, "video_name": "met_s05e04_seg02_clip_02", "timestamp": [ 38.4, 43.42 ], "duration": 59.66, "caption": "A man grabs the laptop from another man and closes it.", "similarity": 0.8619, "relevance": 4 }, { "pair_id": 152223, "video_name": "s09e24_seg02_clip_08", "timestamp": [ 48.62, 54.92 ], "duration": 60.66, "caption": "A man closes his laptop and another man reopens it then closes it again.", "similarity": 0.8514, "relevance": 4 }, { "pair_id": 152224, "video_name": "house_s08e21_seg02_clip_26", "timestamp": [ 20.19, 24.08 ], "duration": 70.66, "caption": "A man closes his laptop while someone is sitting next to him.", "similarity": 0.8509, "relevance": 4 }, { "pair_id": 152225, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 32.2, 33.94 ], "duration": 87.66, "caption": "A person closes the laptop that another person is in front of.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 152226, "video_name": "s10e02_seg02_clip_04", "timestamp": [ 56.76, 58.89 ], "duration": 61.66, "caption": "A man closes the laptop and stares at another man.", "similarity": 0.8191, "relevance": 4 }, { "pair_id": 152227, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 23.41, 27.31 ], "duration": 86.66, "caption": "A man closes his laptop when another man comes in his office.", "similarity": 0.8021, "relevance": 4 }, { "pair_id": 152228, "video_name": "s04e24_seg02_clip_16", "timestamp": [ 16.48, 17.7 ], "duration": 61.66, "caption": "A man closed the laptop computer to shut it down.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 152229, "video_name": "s04e17_seg01_clip_00", "timestamp": [ 52.83, 55.71 ], "duration": 64.66, "caption": "A man closes a laptop computer while talking with person.", "similarity": 0.7569, "relevance": 4 }, { "pair_id": 152230, "video_name": "s09e18_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man is in front of a laptop while a person stands next to him.", "similarity": 0.7517, "relevance": 2 }, { "pair_id": 152231, "video_name": "met_s02e09_seg02_clip_13", "timestamp": [ 8.24, 10.07 ], "duration": 61.66, "caption": "A person closes the laptop that someone is working on.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 152232, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 17.39, 21.97 ], "duration": 61.66, "caption": "A man closes their laptop and stands up from the table.", "similarity": 0.7472, "relevance": 4 }, { "pair_id": 152233, "video_name": "house_s07e13_seg02_clip_17", "timestamp": [ 32.73, 34.86 ], "duration": 85.66, "caption": "A person closes his laptop while talking to another person.", "similarity": 0.7438, "relevance": 4 }, { "pair_id": 152234, "video_name": "s08e24_seg02_clip_16", "timestamp": [ 65.14, 67.34 ], "duration": 88.66, "caption": "A person closes the laptop on the desk in front of them.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 152235, "video_name": "friends_s09e23-24_seg02_clip_13", "timestamp": [ 11.41, 12.01 ], "duration": 60.66, "caption": "A man closes his laptop as he is sitting at a desk.", "similarity": 0.7344, "relevance": 4 }, { "pair_id": 152236, "video_name": "s01e08_seg01_clip_00", "timestamp": [ 46.52, 50.86 ], "duration": 62.66, "caption": "A man opens the door for two other men, one of whom is holding a laptop.", "similarity": 0.7341, "relevance": 2 }, { "pair_id": 152237, "video_name": "friends_s10e05_seg02_clip_02", "timestamp": [ 36.66, 39.24 ], "duration": 57.66, "caption": "A man grabs the laptop from another man and turns it around so they can both see.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 152238, "video_name": "house_s08e04_seg02_clip_00", "timestamp": [ 21.4, 24.65 ], "duration": 93.66, "caption": "A person stands up and closes another person's laptop while talking with him.", "similarity": 0.7271, "relevance": 3 }, { "pair_id": 152239, "video_name": "house_s08e15_seg02_clip_00", "timestamp": [ 21.63, 27.27 ], "duration": 94.66, "caption": "A person closes their laptop while talking to another person.", "similarity": 0.7225, "relevance": 4 }, { "pair_id": 325540, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 30.01, 31.34 ], "duration": 88.66, "caption": "A person closes the lid of someone's laptop.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 325541, "video_name": "castle_s08e08_seg02_clip_00", "timestamp": [ 7.93, 9.79 ], "duration": 93.66, "caption": "A man closes their laptop because two women enter the room.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 325542, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 31.93, 35.64 ], "duration": 57.66, "caption": "A person places the laptop in front of another person.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 325543, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 19.22, 20.14 ], "duration": 61.66, "caption": "A person closes the laptop that's in front of him/her on the table.", "similarity": 0.717, "relevance": 4 }, { "pair_id": 325544, "video_name": "castle_s02e24_seg02_clip_10", "timestamp": [ 1.34, 2.23 ], "duration": 89.66, "caption": "A man quickly closes his laptop and gets up out of his chair.", "similarity": 0.7124, "relevance": 1 }, { "pair_id": 325545, "video_name": "s07e17_seg02_clip_12", "timestamp": [ 22.21, 28.51 ], "duration": 60.66, "caption": "A man closes his laptop and puts the tray up.", "similarity": 0.7105, "relevance": 3 }, { "pair_id": 325546, "video_name": "friends_s02e08_seg02_clip_10", "timestamp": [ 38.24, 39.36 ], "duration": 56.66, "caption": "A man runs toward the laptop and closes it quickly.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 325547, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 44.25, 45.16 ], "duration": 61.66, "caption": "A person closes the laptop that some people were looking at.", "similarity": 0.7074, "relevance": 4 }, { "pair_id": 325548, "video_name": "met_s05e04_seg02_clip_01", "timestamp": [ 39.36, 45.47 ], "duration": 61.66, "caption": "A man picks up a laptop and sits next to another person.", "similarity": 0.7004, "relevance": 1 }, { "pair_id": 325549, "video_name": "s05e04_seg02_clip_14", "timestamp": [ 52.38, 53.22 ], "duration": 56.66, "caption": "A person closes his laptop which is sitting on a coffee table in front of him.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 325550, "video_name": "grey_s02e12_seg02_clip_11", "timestamp": [ 80.1, 82.83 ], "duration": 91.66, "caption": "A man closes a laptop that is at the nurse's station.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 325551, "video_name": "s05e07_seg02_clip_15", "timestamp": [ 44.35, 46.83 ], "duration": 62.66, "caption": "A man closes the laptop and takes his glasses off.", "similarity": 0.6987, "relevance": 3 }, { "pair_id": 325552, "video_name": "s04e05_seg02_clip_17", "timestamp": [ 30.95, 31.99 ], "duration": 52.66, "caption": "A person closes a red laptop that's sitting on someone's lap.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 325553, "video_name": "castle_s06e19_seg02_clip_22", "timestamp": [ 81.68, 85.83 ], "duration": 92.66, "caption": "A woman closes the laptop in front of a person.", "similarity": 0.691, "relevance": 2 }, { "pair_id": 325554, "video_name": "s10e01_seg01_clip_00", "timestamp": [ 24.11, 29.6 ], "duration": 61.66, "caption": "A person points to the laptop and another person slams the laptop closed.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 325555, "video_name": "s04e17_seg01_clip_00", "timestamp": [ 52.19, 56.03 ], "duration": 64.66, "caption": "A person turns their laptop off and closes it.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 325556, "video_name": "s04e05_seg02_clip_05", "timestamp": [ 28.07, 33.57 ], "duration": 61.66, "caption": "A person starts to close his laptop up before opening it again.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 325557, "video_name": "house_s08e20_seg02_clip_02", "timestamp": [ 44.91, 46.73 ], "duration": 90.66, "caption": "A woman tries to forcefully close man's laptop.", "similarity": 0.6867, "relevance": 2 }, { "pair_id": 325558, "video_name": "s08e14_seg02_clip_13", "timestamp": [ 52.82, 54.92 ], "duration": 60.66, "caption": "A person closes their laptop and rests their hand on it.", "similarity": 0.6826, "relevance": 3 }, { "pair_id": 325559, "video_name": "met_s02e09_seg02_clip_13", "timestamp": [ 39.97, 43.94 ], "duration": 61.66, "caption": "A person slams the laptop closed while another person is trying to show everyone something.", "similarity": 0.6817, "relevance": 4 } ] }, { "query_id": 72345, "query": "A woman throws a towel at a man that he catches, and he walks towards the sink.", "relevant_moment": [ { "pair_id": 152440, "video_name": "friends_s08e09_seg02_clip_13", "timestamp": [ 23.5, 26.98 ], "duration": 58.66, "caption": "A woman throws a towel at a man that he catches, and he walks towards the sink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152441, "video_name": "castle_s02e18_seg02_clip_16", "timestamp": [ 67.22, 72.47 ], "duration": 105.66, "caption": "A woman throws a towel to a man's face and walks out.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 152442, "video_name": "house_s03e03_seg02_clip_22", "timestamp": [ 52.08, 54.75 ], "duration": 89.66, "caption": "A woman picks up a white towel and throws it to a man.", "similarity": 0.7551, "relevance": 0 }, { "pair_id": 152443, "video_name": "grey_s03e08_seg02_clip_05", "timestamp": [ 24.65, 29.67 ], "duration": 91.66, "caption": "A woman throws her paper towel away and walks past a man.", "similarity": 0.749, "relevance": 0 }, { "pair_id": 152444, "video_name": "house_s04e05_seg02_clip_18", "timestamp": [ 11.46, 12.79 ], "duration": 88.66, "caption": "A man catches a towel that is thrown at him.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 152445, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 54.71, 55.0 ], "duration": 59.66, "caption": "A woman comes from the sink and walks towards guy.", "similarity": 0.6955, "relevance": 0 }, { "pair_id": 152446, "video_name": "s09e09_seg02_clip_07", "timestamp": [ 41.18, 42.3 ], "duration": 56.66, "caption": "A person throws a towel over his shoulder as he stands at a sink with some people.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 152447, "video_name": "friends_s02e04_seg02_clip_07", "timestamp": [ 30.21, 35.4 ], "duration": 61.66, "caption": "A woman pats man on the shoulder then turns to walk away, flinging a towel over her shoulder.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 152448, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 29.23, 33.29 ], "duration": 81.66, "caption": "A woman takes a towel from her bathroom and hands it to a man.", "similarity": 0.6834, "relevance": 0 }, { "pair_id": 152449, "video_name": "house_s08e14_seg02_clip_13", "timestamp": [ 17.2, 24.95 ], "duration": 86.66, "caption": "A woman throws things at a man.", "similarity": 0.6761, "relevance": 0 }, { "pair_id": 152450, "video_name": "grey_s03e18_seg02_clip_20", "timestamp": [ 62.76, 66.32 ], "duration": 89.66, "caption": "A woman throws a blanket at a man and he catches it.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 152451, "video_name": "friends_s05e23-24_seg02_clip_05", "timestamp": [ 63.21, 64.54 ], "duration": 89.66, "caption": "A woman throws a bath towel down in front of her.", "similarity": 0.6678, "relevance": 0 }, { "pair_id": 152452, "video_name": "grey_s03e03_seg02_clip_00", "timestamp": [ 54.99, 68.03 ], "duration": 93.66, "caption": "A woman walks up to two people, she removes her towel and hands it to a man.", "similarity": 0.664, "relevance": 1 }, { "pair_id": 152453, "video_name": "friends_s08e05_seg02_clip_11", "timestamp": [ 13.63, 19.56 ], "duration": 59.66, "caption": "A man throws a woman a kiss and she catches it and then throws it back.", "similarity": 0.6633, "relevance": 0 }, { "pair_id": 152454, "video_name": "s07e19_seg02_clip_13", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A woman tosses something in the air and a man catches it.", "similarity": 0.6625, "relevance": 1 }, { "pair_id": 152455, "video_name": "friends_s02e07_seg02_clip_12", "timestamp": [ 9.6, 11.1 ], "duration": 60.66, "caption": "A woman grabs the phone from a man and throws it in the sink.", "similarity": 0.652, "relevance": 0 }, { "pair_id": 152456, "video_name": "friends_s07e07_seg02_clip_09", "timestamp": [ 41.2, 45.84 ], "duration": 58.66, "caption": "A man walks through the door, a woman wipes her hands on a towel while another woman reaches for a paper towel as he walks past them.", "similarity": 0.6517, "relevance": 1 }, { "pair_id": 152457, "video_name": "s03e02_seg02_clip_09", "timestamp": [ 22.51, 30.01 ], "duration": 60.66, "caption": "Woman runs and throws up in the sink and then man throws up in toilet.", "similarity": 0.6439, "relevance": 0 }, { "pair_id": 152458, "video_name": "friends_s08e09_seg02_clip_18", "timestamp": [ 33.13, 36.37 ], "duration": 72.66, "caption": "A man throws a person a towel to wipe their face with.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 152459, "video_name": "friends_s02e04_seg02_clip_07", "timestamp": [ 29.29, 36.01 ], "duration": 61.66, "caption": "A woman gets up from the arm of the sofa, pats a man on the back and throws a towel over her shoulder as she walks away.", "similarity": 0.6391, "relevance": 0 } ] }, { "query_id": 72350, "query": "A man looks at some shoes outside the door then he and a woman kiss.", "relevant_moment": [ { "pair_id": 157660, "video_name": "castle_s07e16_seg02_clip_13", "timestamp": [ 49.19, 63.5 ], "duration": 89.66, "caption": "A man looks at some shoes outside the door then he and a woman kiss.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157661, "video_name": "friends_s08e23-24_seg02_clip_39", "timestamp": [ 22.81, 26.41 ], "duration": 60.66, "caption": "A man and a woman kiss in front of a door.", "similarity": 0.7793, "relevance": 3 }, { "pair_id": 157662, "video_name": "met_s03e18_seg02_clip_07", "timestamp": [ 0.0, 4.06 ], "duration": 57.66, "caption": "A man opens the door and walks to kiss a woman.", "similarity": 0.7657, "relevance": 3 }, { "pair_id": 157663, "video_name": "friends_s05e05_seg01_clip_00", "timestamp": [ 10.88, 18.76 ], "duration": 75.66, "caption": "A man opens the door for woman and they kiss.", "similarity": 0.7518, "relevance": 3 }, { "pair_id": 157664, "video_name": "castle_s03e15_seg02_clip_24", "timestamp": [ 16.51, 24.54 ], "duration": 89.66, "caption": "A man notices another man kissing a woman right by the door.", "similarity": 0.7427, "relevance": 2 }, { "pair_id": 157665, "video_name": "s05e13_seg02_clip_08", "timestamp": [ 47.42, 59.43 ], "duration": 60.66, "caption": "A man opens the door and is kissed by a woman.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 157666, "video_name": "friends_s02e24_seg02_clip_20", "timestamp": [ 33.22, 60.53 ], "duration": 91.66, "caption": "A man saw a woman walked in and they kissed each other.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 157667, "video_name": "friends_s01e14_seg02_clip_08", "timestamp": [ 13.78, 17.83 ], "duration": 54.66, "caption": "A man and a woman kiss at the door passionately.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 157668, "video_name": "friends_s08e18_seg02_clip_00", "timestamp": [ 5.8, 15.87 ], "duration": 61.66, "caption": "A man kisses a woman in the doorway and then she closes the door.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 157669, "video_name": "s04e09_seg02_clip_08", "timestamp": [ 28.81, 34.22 ], "duration": 60.66, "caption": "A man and woman kiss while standing in the doorway.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 157670, "video_name": "s04e06_seg02_clip_03", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A man opens the door and goes to a woman to kiss her.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 157671, "video_name": "grey_s03e01_seg02_clip_26", "timestamp": [ 0.0, 31.96 ], "duration": 90.66, "caption": "A man and woman kissed each other while a man is looking at them.", "similarity": 0.7162, "relevance": 1 }, { "pair_id": 157672, "video_name": "s02e01_seg01_clip_01", "timestamp": [ 24.72, 30.82 ], "duration": 61.66, "caption": "A woman kissed a man and walked towards the door.", "similarity": 0.7152, "relevance": 1 }, { "pair_id": 157673, "video_name": "friends_s03e07_seg02_clip_20", "timestamp": [ 42.69, 59.42 ], "duration": 88.66, "caption": "A man sees a woman kissing another man through the window of a door.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 157674, "video_name": "castle_s05e19_seg02_clip_04", "timestamp": [ 8.32, 12.48 ], "duration": 92.66, "caption": "A woman a person is looking at open a door and kisses a man in a hat.", "similarity": 0.7061, "relevance": 3 }, { "pair_id": 157675, "video_name": "friends_s05e10_seg02_clip_06", "timestamp": [ 7.82, 9.92 ], "duration": 60.66, "caption": "A man opens the door and gives a woman a kiss.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 157676, "video_name": "friends_s10e07_seg02_clip_09", "timestamp": [ 47.16, 48.85 ], "duration": 56.66, "caption": "A man kisses a woman before they open the door excitedly.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 157677, "video_name": "friends_s04e07_seg02_clip_11", "timestamp": [ 61.78, 66.61 ], "duration": 69.66, "caption": "A man turns and opens the door, they start kissing the person standing there.", "similarity": 0.6974, "relevance": 3 }, { "pair_id": 157678, "video_name": "s05e14_seg02_clip_01", "timestamp": [ 34.82, 38.01 ], "duration": 58.66, "caption": "A woman kissed man and turned towards the door.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 157679, "video_name": "s04e06_seg02_clip_03", "timestamp": [ 7.5, 10.5 ], "duration": 60.66, "caption": "A man closes the door behind him and kisses woman.", "similarity": 0.6938, "relevance": 3 } ] }, { "query_id": 72432, "query": "Two people put their hands on either side of the wishbone.", "relevant_moment": [ { "pair_id": 162940, "video_name": "friends_s09e18_seg02_clip_02", "timestamp": [ 45.47, 61.03 ], "duration": 61.66, "caption": "Two people put their hands on either side of the wishbone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162941, "video_name": "friends_s09e18_seg02_clip_03", "timestamp": [ 0.0, 12.95 ], "duration": 60.66, "caption": "Two people each hold onto half of a wishbone and then pull it apart.", "similarity": 0.7899, "relevance": 4 }, { "pair_id": 162942, "video_name": "friends_s09e18_seg02_clip_03", "timestamp": [ 11.14, 13.25 ], "duration": 60.66, "caption": "Two people tug the wishbone apart after a person counts down.", "similarity": 0.7782, "relevance": 4 }, { "pair_id": 162943, "video_name": "friends_s09e18_seg02_clip_02", "timestamp": [ 13.73, 17.09 ], "duration": 61.66, "caption": "A woman walks over to a man while holding a wishbone.", "similarity": 0.6479, "relevance": 2 }, { "pair_id": 162944, "video_name": "s02e12_seg02_clip_16", "timestamp": [ 6.41, 9.46 ], "duration": 61.66, "caption": "A person pats another person on the back with their left hand.", "similarity": 0.6419, "relevance": 0 }, { "pair_id": 162945, "video_name": "friends_s05e14_seg02_clip_20", "timestamp": [ 18.59, 28.04 ], "duration": 59.66, "caption": "Two people put their arms on each other.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 162946, "video_name": "s02e22_seg02_clip_04", "timestamp": [ 12.01, 14.41 ], "duration": 60.66, "caption": "Two people put their index fingers up to each other.", "similarity": 0.6117, "relevance": 1 }, { "pair_id": 162947, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 53.72, 55.22 ], "duration": 60.66, "caption": "A person puts their hand on another person and pats them on the back.", "similarity": 0.6091, "relevance": 1 }, { "pair_id": 162948, "video_name": "friends_s01e19_seg02_clip_02", "timestamp": [ 13.58, 34.83 ], "duration": 59.66, "caption": "Two people grasp each other's hands and hold them.", "similarity": 0.6057, "relevance": 1 }, { "pair_id": 162949, "video_name": "castle_s07e07_seg02_clip_06", "timestamp": [ 0.0, 3.65 ], "duration": 91.66, "caption": "Two people are holding hands as they are beside each other.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 162950, "video_name": "friends_s09e18_seg02_clip_02", "timestamp": [ 42.11, 46.38 ], "duration": 61.66, "caption": "A man smells his hand and then grabs the wishbone.", "similarity": 0.5986, "relevance": 3 }, { "pair_id": 162951, "video_name": "met_s02e01_seg01_clip_02", "timestamp": [ 35.99, 38.01 ], "duration": 46.66, "caption": "A person puts his hand on two people's shoulders.", "similarity": 0.5834, "relevance": 0 }, { "pair_id": 162952, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 52.1, 54.06 ], "duration": 56.66, "caption": "Two people tap their chests twice with their right hands.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 162953, "video_name": "friends_s06e11_seg02_clip_04", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "Two people lift both hands over their heads.", "similarity": 0.5714, "relevance": 1 }, { "pair_id": 162954, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.82, 57.33 ], "duration": 60.66, "caption": "A person puts his hand on someone's right shoulder.", "similarity": 0.5649, "relevance": 1 }, { "pair_id": 162955, "video_name": "friends_s01e09_seg02_clip_20", "timestamp": [ 4.02, 13.14 ], "duration": 73.66, "caption": "A person tells two other people to treat their bread like a wishbone.", "similarity": 0.5624, "relevance": 2 }, { "pair_id": 162956, "video_name": "friends_s05e18_seg02_clip_22", "timestamp": [ 41.59, 44.29 ], "duration": 77.66, "caption": "A man pats another person on the back with his right hand.", "similarity": 0.5618, "relevance": 0 }, { "pair_id": 162957, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.558, "relevance": 0 }, { "pair_id": 162958, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 24.84, 28.9 ], "duration": 90.66, "caption": "A person puts his hand on another person's shoulder.", "similarity": 0.5564, "relevance": 1 }, { "pair_id": 162959, "video_name": "house_s06e02_seg02_clip_21", "timestamp": [ 0.0, 2.73 ], "duration": 42.66, "caption": "Two people both try to get a handle on a person.", "similarity": 0.5541, "relevance": 1 }, { "pair_id": 336260, "video_name": "s08e10_seg01_clip_00", "timestamp": [ 8.6, 11.61 ], "duration": 86.66, "caption": "Two people each raise a hand and point to the white board behind them.", "similarity": 0.552, "relevance": 1 }, { "pair_id": 336261, "video_name": "friends_s10e01_seg02_clip_11", "timestamp": [ 0.0, 9.03 ], "duration": 58.66, "caption": "Two people are holding hands as they are sitting together.", "similarity": 0.5513, "relevance": 2 }, { "pair_id": 336262, "video_name": "friends_s03e21_seg02_clip_17", "timestamp": [ 2.4, 5.7 ], "duration": 60.66, "caption": "Two people tap each other's arms.", "similarity": 0.5488, "relevance": 2 }, { "pair_id": 336263, "video_name": "s04e10_seg02_clip_14", "timestamp": [ 31.88, 41.24 ], "duration": 85.66, "caption": "Two people are walking down the street holding hands and one of them lets go of the other's hand.", "similarity": 0.5483, "relevance": 2 }, { "pair_id": 336264, "video_name": "s02e01_seg02_clip_06", "timestamp": [ 54.21, 57.36 ], "duration": 63.66, "caption": "A person holds up both of their index fingers to either side of their head.", "similarity": 0.5463, "relevance": 1 }, { "pair_id": 336265, "video_name": "friends_s06e03_seg01_clip_00", "timestamp": [ 67.91, 71.56 ], "duration": 73.66, "caption": "A woman pats a man on the left shoulder with her right hand.", "similarity": 0.5455, "relevance": 2 }, { "pair_id": 336266, "video_name": "met_s06e15_seg02_clip_05", "timestamp": [ 33.57, 34.48 ], "duration": 61.66, "caption": "A woman pats a man on his right arm with her left hand.", "similarity": 0.5447, "relevance": 1 }, { "pair_id": 336267, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 50.42, 52.82 ], "duration": 60.66, "caption": "A person points with their left hand briefly to another person.", "similarity": 0.5439, "relevance": 0 }, { "pair_id": 336268, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 17.99, 21.22 ], "duration": 92.66, "caption": "Two people hold one another's hand in bed.", "similarity": 0.543, "relevance": 1 }, { "pair_id": 336269, "video_name": "house_s03e13_seg02_clip_01", "timestamp": [ 0.0, 7.05 ], "duration": 94.66, "caption": "A person handed two objects to another person.", "similarity": 0.5415, "relevance": 1 }, { "pair_id": 336270, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 26.4, 30.75 ], "duration": 58.66, "caption": "A person reaches over to put their hand on another person's shoulder.", "similarity": 0.541, "relevance": 2 }, { "pair_id": 336271, "video_name": "friends_s08e14_seg02_clip_17", "timestamp": [ 0.0, 1.96 ], "duration": 56.66, "caption": "Two people face and hold each other.", "similarity": 0.5409, "relevance": 2 }, { "pair_id": 336272, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 51.17, 53.03 ], "duration": 62.66, "caption": "A person gestures with his right thumb to another person.", "similarity": 0.5369, "relevance": 1 }, { "pair_id": 336273, "video_name": "friends_s06e15-16_seg02_clip_09", "timestamp": [ 53.12, 55.82 ], "duration": 60.66, "caption": "A woman pats a man on the back with her right hand.", "similarity": 0.5364, "relevance": 2 }, { "pair_id": 336274, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 74.41, 77.45 ], "duration": 87.66, "caption": "A person puts both hands on the side of guy's arms.", "similarity": 0.5358, "relevance": 2 }, { "pair_id": 336275, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.86, 27.53 ], "duration": 86.66, "caption": "Two people shake hands while having an intimate moment.", "similarity": 0.5348, "relevance": 2 }, { "pair_id": 336276, "video_name": "friends_s05e22_seg02_clip_05", "timestamp": [ 37.01, 40.27 ], "duration": 59.66, "caption": "A woman lifts her hands up and places them on both sides of another woman's head to hold it still.", "similarity": 0.5338, "relevance": 1 }, { "pair_id": 336277, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.5335, "relevance": 2 }, { "pair_id": 336278, "video_name": "friends_s02e21_seg02_clip_04", "timestamp": [ 6.71, 10.68 ], "duration": 61.66, "caption": "Two people wish a person the best on their journey.", "similarity": 0.5335, "relevance": 2 }, { "pair_id": 336279, "video_name": "house_s06e08_seg02_clip_17", "timestamp": [ 27.78, 33.6 ], "duration": 89.66, "caption": "A person feels another person's neck with both of his hands.", "similarity": 0.5321, "relevance": 2 } ] }, { "query_id": 72446, "query": "A man takes a drink out his water bottle.", "relevant_moment": [ { "pair_id": 263500, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 53.12, 54.32 ], "duration": 60.66, "caption": "A man takes a sip of his drink out of the cup he is holding.", "similarity": 0.7687, "relevance": 3 }, { "pair_id": 263501, "video_name": "house_s01e22_seg02_clip_18", "timestamp": [ 60.01, 63.92 ], "duration": 71.66, "caption": "A man takes a drink of water from a clear plastic cup.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 263502, "video_name": "met_s03e11_seg02_clip_02", "timestamp": [ 8.89, 61.33 ], "duration": 61.66, "caption": "A man takes a sip from his beer bottle.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 263503, "video_name": "house_s03e11_seg02_clip_06", "timestamp": [ 55.59, 60.11 ], "duration": 90.66, "caption": "A person opens a bottle of water and takes a drink.", "similarity": 0.7539, "relevance": 4 }, { "pair_id": 263504, "video_name": "s01e14_seg01_clip_00", "timestamp": [ 0.0, 35.93 ], "duration": 63.66, "caption": "A man drinks water from a water bottle and puts it on the table.", "similarity": 0.7527, "relevance": 4 }, { "pair_id": 263505, "video_name": "friends_s06e05_seg02_clip_11", "timestamp": [ 50.9, 55.71 ], "duration": 64.66, "caption": "A man takes a drink from the water bottle and then gargles with the water.", "similarity": 0.7445, "relevance": 4 }, { "pair_id": 263506, "video_name": "s01e16_seg02_clip_05", "timestamp": [ 49.74, 52.48 ], "duration": 61.66, "caption": "A man takes a drink out of his can of soda.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 263507, "video_name": "friends_s07e23-24_seg02_clip_02", "timestamp": [ 10.4, 14.5 ], "duration": 63.66, "caption": "A man takes a sip of his water bottle on the set.", "similarity": 0.7436, "relevance": 4 }, { "pair_id": 263508, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 8.51, 10.4 ], "duration": 63.66, "caption": "A person takes a sip from his plastic water bottle.", "similarity": 0.7408, "relevance": 4 }, { "pair_id": 263509, "video_name": "s10e12_seg02_clip_05", "timestamp": [ 41.18, 43.98 ], "duration": 56.66, "caption": "A man lifts a water bottle to his mouth and feigns taking a sip.", "similarity": 0.7386, "relevance": 4 }, { "pair_id": 263510, "video_name": "friends_s03e02_seg01_clip_00", "timestamp": [ 6.32, 11.06 ], "duration": 79.66, "caption": "A man takes out a glass from the refrigerator and drinks from it.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 263511, "video_name": "met_s03e04_seg02_clip_03", "timestamp": [ 15.18, 16.93 ], "duration": 58.66, "caption": "A man picks up his beer glass and takes a drink out of it.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 263512, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 45.24, 46.92 ], "duration": 67.66, "caption": "A man takes a drink from the bottle and puts the bottle on the table.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 263513, "video_name": "house_s01e20_seg02_clip_24", "timestamp": [ 2.6, 4.55 ], "duration": 130.66, "caption": "Someone takes a drink out of a shot bottle.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 263514, "video_name": "friends_s08e16_seg02_clip_16", "timestamp": [ 50.77, 52.51 ], "duration": 58.66, "caption": "A man takes a drink of water while out with woman.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 263515, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 23.67, 25.49 ], "duration": 91.66, "caption": "A man takes a drink out of his coffee mug.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 263516, "video_name": "friends_s07e11_seg02_clip_00", "timestamp": [ 35.36, 39.39 ], "duration": 62.66, "caption": "A man takes a drink out of his coffee mug.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 263517, "video_name": "s03e06_seg02_clip_08", "timestamp": [ 23.33, 29.94 ], "duration": 44.66, "caption": "A man goes to the fridge and takes a drink out of it.", "similarity": 0.7271, "relevance": 1 }, { "pair_id": 263518, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 28.8, 30.79 ], "duration": 57.66, "caption": "A person drinks from the water bottle they are holding.", "similarity": 0.7237, "relevance": 4 }, { "pair_id": 263519, "video_name": "friends_s01e10_seg02_clip_05", "timestamp": [ 26.7, 28.73 ], "duration": 58.66, "caption": "A man stands and drinks from a plastic bottle of water.", "similarity": 0.7236, "relevance": 4 } ] }, { "query_id": 72502, "query": "A man holds a small suitcase up on the edge of the bed.", "relevant_moment": [ { "pair_id": 146680, "video_name": "castle_s07e23_seg02_clip_05", "timestamp": [ 50.91, 52.21 ], "duration": 87.66, "caption": "A man holds a small suitcase up on the edge of the bed.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 146681, "video_name": "friends_s03e25_seg02_clip_03", "timestamp": [ 0.0, 2.03 ], "duration": 58.66, "caption": "A man sets down a suitcase and then sets down a brown paper bag on top of it.", "similarity": 0.6288, "relevance": 2 }, { "pair_id": 146682, "video_name": "s04e13_seg02_clip_07", "timestamp": [ 33.94, 35.42 ], "duration": 59.66, "caption": "A man opens up the lid on a black suitcase.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 146683, "video_name": "friends_s09e22_seg02_clip_01", "timestamp": [ 35.93, 38.49 ], "duration": 57.66, "caption": "A man gently places a suitcase on the orange couch.", "similarity": 0.6024, "relevance": 2 }, { "pair_id": 146684, "video_name": "s03e13_seg02_clip_13", "timestamp": [ 39.17, 44.1 ], "duration": 58.66, "caption": "A person closes and zips up his suitcase full of clothes.", "similarity": 0.5994, "relevance": 2 }, { "pair_id": 146685, "video_name": "house_s07e08_seg02_clip_24", "timestamp": [ 62.12, 88.11 ], "duration": 88.66, "caption": "A man walks into the bedroom where another person is packing a suitcase.", "similarity": 0.597, "relevance": 2 }, { "pair_id": 146686, "video_name": "met_s06e02_seg02_clip_02", "timestamp": [ 2.44, 3.97 ], "duration": 61.66, "caption": "A man puts a box on top of a bed.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 146687, "video_name": "house_s06e01_seg02_clip_00", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A person opens a suitcase and starts to add more stuff.", "similarity": 0.5842, "relevance": 2 }, { "pair_id": 146688, "video_name": "s03e13_seg02_clip_13", "timestamp": [ 37.14, 40.62 ], "duration": 58.66, "caption": "A person is packing his clothes in his suitcase.", "similarity": 0.5746, "relevance": 2 }, { "pair_id": 146689, "video_name": "s02e17_seg02_clip_02", "timestamp": [ 11.1, 14.41 ], "duration": 60.66, "caption": "A person places his suitcase in the compartment above his seat.", "similarity": 0.5719, "relevance": 1 }, { "pair_id": 146690, "video_name": "s08e19_seg02_clip_17", "timestamp": [ 26.67, 29.15 ], "duration": 62.66, "caption": "A man picks up his suitcase as he opens the apartment door.", "similarity": 0.5679, "relevance": 1 }, { "pair_id": 146691, "video_name": "s01e09_seg02_clip_04", "timestamp": [ 19.22, 20.75 ], "duration": 61.66, "caption": "A man lays a pile of clothes on the bed.", "similarity": 0.5603, "relevance": 0 }, { "pair_id": 146692, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 33.88, 37.55 ], "duration": 61.66, "caption": "A man takes a seat down on the edge of the bed.", "similarity": 0.56, "relevance": 0 }, { "pair_id": 146693, "video_name": "grey_s01e09_seg02_clip_02", "timestamp": [ 0.0, 11.83 ], "duration": 91.66, "caption": "A man is holding someone's legs and drops them on the bed.", "similarity": 0.5592, "relevance": 1 }, { "pair_id": 146694, "video_name": "house_s05e17_seg02_clip_24", "timestamp": [ 76.14, 86.26 ], "duration": 88.66, "caption": "A man carries a bag over to the bed and sets the bag on the bed and then picks up his coat.", "similarity": 0.5564, "relevance": 1 }, { "pair_id": 146695, "video_name": "house_s01e06_seg02_clip_19", "timestamp": [ 88.03, 91.53 ], "duration": 100.66, "caption": "A man bends down and grabs his backpack from next to the bed.", "similarity": 0.5539, "relevance": 0 }, { "pair_id": 146696, "video_name": "s02e23_seg02_clip_15", "timestamp": [ 11.6, 13.93 ], "duration": 58.66, "caption": "A man sits down on the edge of a person's bed.", "similarity": 0.5528, "relevance": 0 }, { "pair_id": 146697, "video_name": "friends_s09e19_seg02_clip_16", "timestamp": [ 42.23, 46.33 ], "duration": 63.66, "caption": "A man's suitcase opens spilling everything out onto the floor.", "similarity": 0.5517, "relevance": 1 }, { "pair_id": 146698, "video_name": "s05e05_seg02_clip_08", "timestamp": [ 0.95, 1.9 ], "duration": 38.66, "caption": "A man lays down on his side in the middle of the bed.", "similarity": 0.5517, "relevance": 0 }, { "pair_id": 146699, "video_name": "s02e21_seg02_clip_04", "timestamp": [ 46.22, 57.93 ], "duration": 60.66, "caption": "A man picks up his jacket from the bed and puts it on.", "similarity": 0.5515, "relevance": 1 } ] }, { "query_id": 72532, "query": "A woman sits down and scoots her chair forward.", "relevant_moment": [ { "pair_id": 220580, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 6.48, 10.94 ], "duration": 81.66, "caption": "A woman is rocking on the chair back and forth.", "similarity": 0.673, "relevance": 4 }, { "pair_id": 220581, "video_name": "friends_s04e04_seg02_clip_10", "timestamp": [ 33.64, 43.09 ], "duration": 59.66, "caption": "A woman walks into a place and sits on a chair.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 220582, "video_name": "s08e07_seg01_clip_00", "timestamp": [ 3.66, 5.8 ], "duration": 61.66, "caption": "A woman walks to the chair, sits down and crosses her legs.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 220583, "video_name": "s04e03_seg02_clip_16", "timestamp": [ 45.02, 47.12 ], "duration": 60.66, "caption": "A woman is sitting in the chair and moves her right hand under her chin.", "similarity": 0.6617, "relevance": 3 }, { "pair_id": 220584, "video_name": "friends_s01e06_seg02_clip_10", "timestamp": [ 27.13, 32.19 ], "duration": 59.66, "caption": "A woman sits on the chair and crosses her legs.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 220585, "video_name": "s09e13_seg02_clip_10", "timestamp": [ 54.31, 57.06 ], "duration": 61.66, "caption": "A woman walks over to the chair, sits down, and crosses her legs.", "similarity": 0.6587, "relevance": 3 }, { "pair_id": 220586, "video_name": "grey_s02e04_seg02_clip_03", "timestamp": [ 73.17, 90.28 ], "duration": 95.66, "caption": "A woman sits down in a wheelchair and then wheels herself.", "similarity": 0.6567, "relevance": 3 }, { "pair_id": 220587, "video_name": "friends_s03e20_seg02_clip_03", "timestamp": [ 6.08, 11.53 ], "duration": 64.66, "caption": "A woman grabs the chair and sits down on it.", "similarity": 0.6564, "relevance": 3 }, { "pair_id": 220588, "video_name": "friends_s08e06_seg01_clip_00", "timestamp": [ 41.43, 43.33 ], "duration": 76.66, "caption": "A woman looks at a chair and goes to sit on it.", "similarity": 0.6532, "relevance": 3 }, { "pair_id": 220589, "video_name": "friends_s10e10_seg02_clip_15", "timestamp": [ 11.21, 13.45 ], "duration": 64.66, "caption": "A woman sits down in the chair to show she's not moving out.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 220590, "video_name": "castle_s02e16_seg02_clip_08", "timestamp": [ 45.85, 49.55 ], "duration": 92.66, "caption": "A woman was leaning forward, she relaxes into her chair and sits back.", "similarity": 0.6505, "relevance": 3 }, { "pair_id": 220591, "video_name": "castle_s05e23_seg02_clip_04", "timestamp": [ 76.02, 86.0 ], "duration": 95.66, "caption": "A woman sits back in her chair and then looks to her left.", "similarity": 0.6498, "relevance": 3 }, { "pair_id": 220592, "video_name": "friends_s09e11_seg02_clip_13", "timestamp": [ 22.74, 28.57 ], "duration": 58.66, "caption": "A woman sits down in the chair and situates herself.", "similarity": 0.6489, "relevance": 4 }, { "pair_id": 220593, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 35.01, 39.21 ], "duration": 70.66, "caption": "A woman pulls the chair out and sits down.", "similarity": 0.6453, "relevance": 3 }, { "pair_id": 220594, "video_name": "friends_s02e07_seg02_clip_08", "timestamp": [ 40.33, 42.65 ], "duration": 58.66, "caption": "A woman leans over her chair and then trips.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 220595, "video_name": "friends_s09e19_seg02_clip_12", "timestamp": [ 8.0, 10.24 ], "duration": 64.66, "caption": "A woman scoots herself on the couch to be facing woman.", "similarity": 0.6386, "relevance": 3 }, { "pair_id": 220596, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 67.51, 69.01 ], "duration": 150.66, "caption": "A woman sits down in a chair in front of person.", "similarity": 0.6386, "relevance": 3 }, { "pair_id": 220597, "video_name": "s06e17_seg02_clip_04", "timestamp": [ 32.04, 37.23 ], "duration": 61.66, "caption": "A woman sits down on the chair and a man moves behind her.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 220598, "video_name": "s01e13_seg01_clip_01", "timestamp": [ 16.0, 19.21 ], "duration": 80.66, "caption": "A woman sits down in a chair with holding her hands out in front of her.", "similarity": 0.6377, "relevance": 3 }, { "pair_id": 220599, "video_name": "castle_s02e12_seg02_clip_20", "timestamp": [ 13.65, 15.47 ], "duration": 91.66, "caption": "A woman moves her feet very fast while sitting on a chair.", "similarity": 0.633, "relevance": 3 } ] }, { "query_id": 72535, "query": "A person is holding a device in their hand as they speak.", "relevant_moment": [ { "pair_id": 13220, "video_name": "house_s01e15_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A person is holding a device in their hand as they speak.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13221, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 17.99, 20.76 ], "duration": 92.66, "caption": "A person holds someone's hand while they are talking.", "similarity": 0.8159, "relevance": 2 }, { "pair_id": 13222, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 6.2, 10.62 ], "duration": 59.66, "caption": "A person waves his hand as he is speaking.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 13223, "video_name": "s07e22_seg02_clip_09", "timestamp": [ 10.87, 17.5 ], "duration": 53.66, "caption": "A person gestures with their hands as they speak.", "similarity": 0.8039, "relevance": 2 }, { "pair_id": 13224, "video_name": "house_s08e03_seg02_clip_05", "timestamp": [ 2.3, 5.06 ], "duration": 92.66, "caption": "A person puts his hand to his ear and speaks.", "similarity": 0.7835, "relevance": 3 }, { "pair_id": 13225, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person is holding his phone as he is speaking to another person.", "similarity": 0.7759, "relevance": 4 }, { "pair_id": 13226, "video_name": "s08e21_seg02_clip_13", "timestamp": [ 36.32, 41.12 ], "duration": 60.66, "caption": "A person gestures with their hands back and forth as they speak.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 13227, "video_name": "house_s04e09_seg02_clip_07", "timestamp": [ 43.21, 47.71 ], "duration": 90.66, "caption": "A person gives a thing to someone while speaking.", "similarity": 0.7681, "relevance": 3 }, { "pair_id": 13228, "video_name": "castle_s07e12_seg02_clip_09", "timestamp": [ 0.0, 19.33 ], "duration": 89.66, "caption": "A person is holding up his cellphone as he is speaking to another person.", "similarity": 0.7639, "relevance": 4 }, { "pair_id": 13229, "video_name": "s06e02_seg02_clip_00", "timestamp": [ 42.23, 44.75 ], "duration": 63.66, "caption": "A man is holding a device as they speak to another man.", "similarity": 0.7622, "relevance": 4 }, { "pair_id": 13230, "video_name": "friends_s01e21_seg02_clip_19", "timestamp": [ 53.89, 61.77 ], "duration": 63.66, "caption": "A person holds someone's hand as they talk to each other.", "similarity": 0.7582, "relevance": 1 }, { "pair_id": 13231, "video_name": "s05e02_seg01_clip_01", "timestamp": [ 40.04, 40.62 ], "duration": 58.66, "caption": "A person raises one finger on their left hand while speaking, then immediately brings it back down.", "similarity": 0.7574, "relevance": 1 }, { "pair_id": 13232, "video_name": "s06e23_seg02_clip_01", "timestamp": [ 44.27, 59.03 ], "duration": 59.66, "caption": "A person holds their hands up while they're saying something and then picks up their phone.", "similarity": 0.7571, "relevance": 2 }, { "pair_id": 13233, "video_name": "s04e09_seg02_clip_14", "timestamp": [ 24.01, 26.41 ], "duration": 60.66, "caption": "A person talks to man while holding a white device.", "similarity": 0.7536, "relevance": 4 }, { "pair_id": 13234, "video_name": "s06e03_seg02_clip_07", "timestamp": [ 2.52, 4.1 ], "duration": 63.66, "caption": "A person holds two fingers up in the air as he or she is speaking with another person.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 13235, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 52.22, 57.15 ], "duration": 58.66, "caption": "A man takes person's hand and holds it while speaking to her.", "similarity": 0.7471, "relevance": 2 }, { "pair_id": 13236, "video_name": "s04e24_seg02_clip_06", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A person has his hand on his head as he speaks to another person.", "similarity": 0.746, "relevance": 1 }, { "pair_id": 13237, "video_name": "house_s01e15_seg02_clip_27", "timestamp": [ 0.0, 2.02 ], "duration": 2.66, "caption": "A person taps the device in their hand onto their other hands.", "similarity": 0.7432, "relevance": 4 }, { "pair_id": 13238, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 43.52, 46.82 ], "duration": 60.66, "caption": "A person gestures with his hands as he speaks to another person.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 13239, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 10.36, 15.42 ], "duration": 46.66, "caption": "A person raises their hand as they speak to some other people.", "similarity": 0.7388, "relevance": 2 } ] }, { "query_id": 72552, "query": "A man laughs so much he lowers his face to his hands.", "relevant_moment": [ { "pair_id": 313980, "video_name": "met_s06e11_seg02_clip_10", "timestamp": [ 21.67, 25.23 ], "duration": 59.66, "caption": "A man starts laughing and slaps his knee.", "similarity": 0.6583, "relevance": 4 }, { "pair_id": 313981, "video_name": "castle_s06e03_seg02_clip_04", "timestamp": [ 71.67, 72.12 ], "duration": 89.66, "caption": "A man laughs and claps as he stands next to a person.", "similarity": 0.6569, "relevance": 3 }, { "pair_id": 313982, "video_name": "friends_s04e01_seg02_clip_03", "timestamp": [ 2.93, 7.8 ], "duration": 65.66, "caption": "A person starts to laugh and puts his/her hand over his/her mouth.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 313983, "video_name": "house_s06e01_seg02_clip_14", "timestamp": [ 11.16, 13.49 ], "duration": 93.66, "caption": "A man laughs and puts the ice pack to his face.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 313984, "video_name": "friends_s09e13_seg02_clip_20", "timestamp": [ 21.05, 26.55 ], "duration": 61.66, "caption": "A man puts his hand on a woman's shoulder and she laughs.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 313985, "video_name": "castle_s08e18_seg02_clip_21", "timestamp": [ 85.92, 89.04 ], "duration": 89.66, "caption": "A person laughs with their hands by their side then squats down slightly.", "similarity": 0.6511, "relevance": 3 }, { "pair_id": 313986, "video_name": "met_s03e09_seg02_clip_18", "timestamp": [ 31.6, 33.88 ], "duration": 50.66, "caption": "A person raises both arms in the air while laughing.", "similarity": 0.6506, "relevance": 3 }, { "pair_id": 313987, "video_name": "friends_s03e10_seg02_clip_09", "timestamp": [ 11.6, 13.93 ], "duration": 58.66, "caption": "A man jerks his thumb toward guy and laughs.", "similarity": 0.6493, "relevance": 3 }, { "pair_id": 313988, "video_name": "friends_s06e05_seg02_clip_19", "timestamp": [ 23.95, 26.47 ], "duration": 84.66, "caption": "A person brings head down to hand and laughs as he talks to person.", "similarity": 0.6417, "relevance": 3 }, { "pair_id": 313989, "video_name": "friends_s08e04_seg02_clip_14", "timestamp": [ 35.12, 39.25 ], "duration": 59.66, "caption": "A man points in woman's face as he laughs.", "similarity": 0.64, "relevance": 3 }, { "pair_id": 313990, "video_name": "s09e06_seg02_clip_09", "timestamp": [ 58.91, 64.02 ], "duration": 64.66, "caption": "A man bounces, up and down, on the couch and then laughs hysterically.", "similarity": 0.6389, "relevance": 4 }, { "pair_id": 313991, "video_name": "castle_s05e06_seg02_clip_26", "timestamp": [ 5.39, 6.86 ], "duration": 49.66, "caption": "A man brought down his hand from his cheek.", "similarity": 0.6381, "relevance": 0 }, { "pair_id": 313992, "video_name": "friends_s06e21_seg02_clip_03", "timestamp": [ 18.31, 24.11 ], "duration": 61.66, "caption": "A man nervously laughs, puts his hand to his face, and then points to another man.", "similarity": 0.6379, "relevance": 2 }, { "pair_id": 313993, "video_name": "s06e17_seg02_clip_10", "timestamp": [ 19.51, 24.39 ], "duration": 65.66, "caption": "A person laughs heartily and a man stares at him strangely.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 313994, "video_name": "castle_s02e01_seg02_clip_19", "timestamp": [ 52.34, 59.54 ], "duration": 96.66, "caption": "A man laughs when he doesn't understand what's going on.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 313995, "video_name": "friends_s10e14_seg02_clip_17", "timestamp": [ 11.9, 14.8 ], "duration": 58.66, "caption": "A man laughs while admitting he made stuff up.", "similarity": 0.6338, "relevance": 3 }, { "pair_id": 313996, "video_name": "s09e08_seg02_clip_04", "timestamp": [ 25.97, 31.28 ], "duration": 59.66, "caption": "A man gets excited and points his hands towards person which makes person lose his smile.", "similarity": 0.6318, "relevance": 3 }, { "pair_id": 313997, "video_name": "met_s02e05_seg02_clip_10", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A man says something that causes two people to burst into laughter.", "similarity": 0.6302, "relevance": 3 }, { "pair_id": 313998, "video_name": "friends_s08e14_seg02_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A man laughs when a woman asks him to set what he's holding down.", "similarity": 0.6272, "relevance": 2 }, { "pair_id": 313999, "video_name": "s08e06_seg02_clip_09", "timestamp": [ 50.35, 54.62 ], "duration": 61.66, "caption": "A man moves his hands up and down and rubs his face in frustration.", "similarity": 0.6264, "relevance": 1 } ] }, { "query_id": 72681, "query": "A woman has a flashback of someone speaking to her through a door.", "relevant_moment": [ { "pair_id": 18300, "video_name": "house_s05e10_seg02_clip_13", "timestamp": [ 63.98, 70.95 ], "duration": 82.66, "caption": "A woman has a flashback of someone speaking to her through a door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18301, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 39.67, 40.58 ], "duration": 61.66, "caption": "A woman suddenly appears in a person's doorway and speaks.", "similarity": 0.8285, "relevance": 2 }, { "pair_id": 18302, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 20.26, 38.31 ], "duration": 88.66, "caption": "A woman was holding the door whilst talking to person.", "similarity": 0.7991, "relevance": 2 }, { "pair_id": 18303, "video_name": "castle_s01e02_seg02_clip_00", "timestamp": [ 38.78, 43.92 ], "duration": 93.66, "caption": "A woman goes to the door and speaks to a person as she holds the door.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 18304, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 49.46, 86.02 ], "duration": 86.66, "caption": "A woman is talking to a person that is behind the door.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 18305, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 64.13, 66.84 ], "duration": 90.66, "caption": "A person comes through the door to talk to a woman.", "similarity": 0.7574, "relevance": 1 }, { "pair_id": 18306, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 44.97, 58.03 ], "duration": 58.66, "caption": "A woman opens the door and talk to person.", "similarity": 0.7565, "relevance": 2 }, { "pair_id": 18307, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 18308, "video_name": "friends_s06e15-16_seg02_clip_18", "timestamp": [ 0.0, 8.7 ], "duration": 60.66, "caption": "A woman talks to someone through a closed door.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 18309, "video_name": "house_s02e11_seg02_clip_09", "timestamp": [ 73.66, 82.82 ], "duration": 87.66, "caption": "A person talks to a woman in a half opened door and then goes in.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 18310, "video_name": "house_s03e10_seg02_clip_12", "timestamp": [ 0.0, 14.56 ], "duration": 88.66, "caption": "A person is talking to woman through a small opening in the door.", "similarity": 0.7387, "relevance": 3 }, { "pair_id": 18311, "video_name": "friends_s02e18_seg02_clip_08", "timestamp": [ 3.6, 10.2 ], "duration": 60.66, "caption": "A woman opens her door, speaks to a person standing outside of it, and then closes the door.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 18312, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 51.62 ], "duration": 60.66, "caption": "A person opens the door and talks to woman.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 18313, "video_name": "friends_s02e19_seg02_clip_14", "timestamp": [ 3.25, 5.9 ], "duration": 59.66, "caption": "A woman reaches out while reminding woman of a person from their past.", "similarity": 0.7236, "relevance": 0 }, { "pair_id": 18314, "video_name": "s03e13_seg02_clip_04", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A woman talks to a person through the doorway with her arms crossed.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 18315, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 42.02, 50.12 ], "duration": 60.66, "caption": "A woman opened the door and started talking to a person.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 18316, "video_name": "castle_s02e05_seg02_clip_00", "timestamp": [ 17.21, 23.26 ], "duration": 93.66, "caption": "A person opened the door and started talking to a woman.", "similarity": 0.7117, "relevance": 1 }, { "pair_id": 18317, "video_name": "castle_s03e19_seg02_clip_21", "timestamp": [ 79.66, 88.02 ], "duration": 88.66, "caption": "A woman is standing at the door of an office as she speaks to person.", "similarity": 0.7083, "relevance": 2 }, { "pair_id": 18318, "video_name": "grey_s03e10_seg02_clip_04", "timestamp": [ 6.91, 19.35 ], "duration": 92.66, "caption": "A woman stops in front of a door to talk to some people.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 18319, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 52.32, 54.06 ], "duration": 69.66, "caption": "A person opens someone's office door and talks to her from the doorway.", "similarity": 0.6963, "relevance": 1 } ] }, { "query_id": 72692, "query": "A woman points towards a person's book on the coffee table and a person bends down to pick it up.", "relevant_moment": [ { "pair_id": 80880, "video_name": "castle_s07e06_seg02_clip_06", "timestamp": [ 74.78, 81.01 ], "duration": 89.66, "caption": "A woman points towards a person's book on the coffee table and a person bends down to pick it up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 80881, "video_name": "friends_s10e06_seg01_clip_01", "timestamp": [ 10.13, 13.65 ], "duration": 44.66, "caption": "A woman points at the book that another woman is holding.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 80882, "video_name": "friends_s01e16-17_seg02_clip_33", "timestamp": [ 10.72, 12.61 ], "duration": 63.66, "caption": "A woman raises her arms and points towards the coffee table with both hands.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 80883, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A woman picks up the book from on the table.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 80884, "video_name": "friends_s08e17_seg02_clip_19", "timestamp": [ 31.41, 34.63 ], "duration": 43.66, "caption": "A woman bends down and picks up the pink shirt that is sitting on the coffee table.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 80885, "video_name": "friends_s06e14_seg02_clip_07", "timestamp": [ 4.85, 7.7 ], "duration": 57.66, "caption": "A woman points at someone while at the coffee shop.", "similarity": 0.6973, "relevance": 1 }, { "pair_id": 80886, "video_name": "s02e21_seg02_clip_12", "timestamp": [ 15.13, 17.65 ], "duration": 63.66, "caption": "A person picks up a soda can off of woman's coffee table.", "similarity": 0.6929, "relevance": 1 }, { "pair_id": 80887, "video_name": "met_s03e13_seg02_clip_12", "timestamp": [ 30.88, 33.72 ], "duration": 63.66, "caption": "A woman sees a book on the chair then picks it up and looks at it.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 80888, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 43.9, 47.92 ], "duration": 67.66, "caption": "A person picks up a book and shows it to a woman.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 80889, "video_name": "friends_s01e06_seg02_clip_05", "timestamp": [ 2.32, 5.51 ], "duration": 58.66, "caption": "A woman points to something in a book that a man is holding and says something.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 80890, "video_name": "grey_s02e10_seg02_clip_15", "timestamp": [ 83.13, 87.5 ], "duration": 87.66, "caption": "A woman walks in-between woman and person then picks up a coffee cup.", "similarity": 0.6761, "relevance": 1 }, { "pair_id": 80891, "video_name": "friends_s10e15_seg02_clip_04", "timestamp": [ 13.13, 14.07 ], "duration": 62.66, "caption": "A person puts a book on the coffee table in front of them.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 80892, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 30.73, 35.22 ], "duration": 64.66, "caption": "A person picks up the cup of coffee placed on their table.", "similarity": 0.6745, "relevance": 1 }, { "pair_id": 80893, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 48.24, 54.62 ], "duration": 91.66, "caption": "A woman holds up a book to show the other person.", "similarity": 0.6727, "relevance": 1 }, { "pair_id": 80894, "video_name": "friends_s08e19_seg02_clip_04", "timestamp": [ 0.93, 3.1 ], "duration": 62.66, "caption": "A woman points at a man while she's sitting on the coffee table.", "similarity": 0.665, "relevance": 1 }, { "pair_id": 80895, "video_name": "castle_s07e14_seg02_clip_08", "timestamp": [ 20.03, 22.3 ], "duration": 91.66, "caption": "A person puts down a coffee pot and a woman picks up a coffee cup.", "similarity": 0.6611, "relevance": 0 }, { "pair_id": 80896, "video_name": "friends_s04e11_seg02_clip_18", "timestamp": [ 48.99, 52.24 ], "duration": 59.66, "caption": "A woman points to another part of the coffee shop.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 80897, "video_name": "friends_s03e22_seg02_clip_19", "timestamp": [ 44.29, 50.85 ], "duration": 82.66, "caption": "A woman picks up a pamphlet off the coffee table.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 80898, "video_name": "friends_s02e19_seg02_clip_04", "timestamp": [ 33.94, 36.82 ], "duration": 64.66, "caption": "A woman stands and points her book at a man.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 80899, "video_name": "castle_s03e18_seg02_clip_22", "timestamp": [ 7.2, 10.35 ], "duration": 90.66, "caption": "A woman closes her book and looks at a person.", "similarity": 0.6544, "relevance": 1 } ] }, { "query_id": 72711, "query": "A man gets up from the bed and walks out of the room.", "relevant_moment": [ { "pair_id": 30880, "video_name": "house_s03e04_seg02_clip_18", "timestamp": [ 46.36, 51.76 ], "duration": 90.66, "caption": "A man gets up from the bed and walks out of the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 30881, "video_name": "grey_s03e14_seg02_clip_11", "timestamp": [ 86.96, 92.03 ], "duration": 92.66, "caption": "A man gets up from the bed and walks out.", "similarity": 0.9587, "relevance": 3 }, { "pair_id": 30882, "video_name": "s07e22_seg02_clip_01", "timestamp": [ 27.74, 33.64 ], "duration": 59.66, "caption": "A man gets up from the bed and walks out of a person's room.", "similarity": 0.9412, "relevance": 4 }, { "pair_id": 30883, "video_name": "s04e02_seg02_clip_02", "timestamp": [ 47.52, 51.65 ], "duration": 59.66, "caption": "A man gets out of bed and walks to the bedroom door.", "similarity": 0.8735, "relevance": 3 }, { "pair_id": 30884, "video_name": "s06e22_seg02_clip_02", "timestamp": [ 62.43, 64.02 ], "duration": 64.66, "caption": "A man gets out of bed and walks to his bedroom door.", "similarity": 0.8548, "relevance": 2 }, { "pair_id": 30885, "video_name": "friends_s05e05_seg02_clip_07", "timestamp": [ 4.2, 5.7 ], "duration": 60.66, "caption": "A man gets up from the bed in the room.", "similarity": 0.83, "relevance": 2 }, { "pair_id": 30886, "video_name": "met_s06e24_seg02_clip_14", "timestamp": [ 10.99, 14.34 ], "duration": 61.66, "caption": "A man walks out of the living room and drops on his bed.", "similarity": 0.79, "relevance": 1 }, { "pair_id": 30887, "video_name": "s03e13_seg02_clip_07", "timestamp": [ 20.41, 28.81 ], "duration": 60.66, "caption": "A person gets up from the couch and walks out of the room.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 30888, "video_name": "grey_s03e09_seg02_clip_08", "timestamp": [ 83.98, 87.02 ], "duration": 87.66, "caption": "A man stands up and walks out of the room.", "similarity": 0.7795, "relevance": 2 }, { "pair_id": 30889, "video_name": "house_s07e11_seg02_clip_28", "timestamp": [ 4.14, 7.2 ], "duration": 36.66, "caption": "A man walks into the room and to the side of the bed.", "similarity": 0.7757, "relevance": 0 }, { "pair_id": 30890, "video_name": "house_s05e10_seg02_clip_15", "timestamp": [ 58.12, 72.23 ], "duration": 83.66, "caption": "A man's patient gets out of bed and walks with him out the room.", "similarity": 0.7705, "relevance": 2 }, { "pair_id": 30891, "video_name": "s04e24_seg02_clip_14", "timestamp": [ 54.32, 57.03 ], "duration": 60.66, "caption": "A man gets up from the couch and walks to another room.", "similarity": 0.756, "relevance": 2 }, { "pair_id": 30892, "video_name": "castle_s05e04_seg02_clip_06", "timestamp": [ 30.76, 35.28 ], "duration": 90.66, "caption": "A man jumps out of the bed and runs out of the room.", "similarity": 0.7546, "relevance": 4 }, { "pair_id": 30893, "video_name": "house_s07e03_seg02_clip_13", "timestamp": [ 71.29, 74.9 ], "duration": 90.66, "caption": "A person stands up and walks away from the bed.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 30894, "video_name": "grey_s02e04_seg02_clip_09", "timestamp": [ 3.79, 9.68 ], "duration": 84.66, "caption": "A man walks in and then walks out of the room.", "similarity": 0.7509, "relevance": 1 }, { "pair_id": 30895, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 34.84, 38.81 ], "duration": 61.66, "caption": "A man gets up and walks out of the room away from a woman.", "similarity": 0.7506, "relevance": 2 }, { "pair_id": 30896, "video_name": "castle_s02e04_seg02_clip_19", "timestamp": [ 12.85, 16.39 ], "duration": 88.66, "caption": "A person walks out of the room.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 30897, "video_name": "friends_s10e02_seg02_clip_19", "timestamp": [ 2.84, 5.36 ], "duration": 63.66, "caption": "A man turns around and walks out of the room.", "similarity": 0.7445, "relevance": 1 }, { "pair_id": 30898, "video_name": "friends_s08e23-24_seg02_clip_42", "timestamp": [ 49.31, 52.1 ], "duration": 62.66, "caption": "A man turns around and walks out of the room.", "similarity": 0.7445, "relevance": 1 }, { "pair_id": 30899, "video_name": "friends_s03e11_seg02_clip_15", "timestamp": [ 13.58, 22.73 ], "duration": 59.66, "caption": "A man jumps up and then walks out of the room.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 204200, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 14.17, 16.23 ], "duration": 59.66, "caption": "A man turns and walks out of the room.", "similarity": 0.7408, "relevance": 1 }, { "pair_id": 204202, "video_name": "met_s03e10_seg02_clip_16", "timestamp": [ 14.89, 21.33 ], "duration": 49.66, "caption": "A man gets up from the bed wearing a hoodie and no shirt and walks out the door.", "similarity": 0.7406, "relevance": 4 }, { "pair_id": 204203, "video_name": "friends_s02e04_seg02_clip_05", "timestamp": [ 11.83, 13.57 ], "duration": 57.66, "caption": "A man gets up from the couch and walks away.", "similarity": 0.7403, "relevance": 2 }, { "pair_id": 204204, "video_name": "friends_s07e01_seg02_clip_08", "timestamp": [ 29.59, 32.2 ], "duration": 58.66, "caption": "A man walks back out of his bedroom and stands in the doorway.", "similarity": 0.7396, "relevance": 3 }, { "pair_id": 204205, "video_name": "met_s06e22_seg02_clip_06", "timestamp": [ 41.91, 46.64 ], "duration": 63.66, "caption": "A man walks out of their bedroom to the front door.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 204206, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 18.01, 19.84 ], "duration": 61.66, "caption": "A person walks out of their bedroom and into the living room.", "similarity": 0.7381, "relevance": 1 }, { "pair_id": 204208, "video_name": "house_s05e08_seg02_clip_13", "timestamp": [ 77.1, 84.16 ], "duration": 94.66, "caption": "A man stands up from the table and walks out the room.", "similarity": 0.7349, "relevance": 2 }, { "pair_id": 204209, "video_name": "friends_s07e23-24_seg02_clip_03", "timestamp": [ 20.73, 24.37 ], "duration": 56.66, "caption": "A man walks out of the bedroom and to a woman.", "similarity": 0.7339, "relevance": 1 }, { "pair_id": 204210, "video_name": "house_s07e06_seg02_clip_18", "timestamp": [ 23.06, 24.37 ], "duration": 87.66, "caption": "A man walks out of a person's room leaving him in a hospital bed.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 204211, "video_name": "s05e09_seg02_clip_00", "timestamp": [ 65.34, 68.54 ], "duration": 71.66, "caption": "A man takes off his jacket and walks out of the room.", "similarity": 0.7237, "relevance": 1 }, { "pair_id": 204212, "video_name": "s09e20_seg02_clip_14", "timestamp": [ 21.91, 26.71 ], "duration": 60.66, "caption": "A woman gets up and walks out, leaving a man sitting on the bed.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 204213, "video_name": "castle_s06e08_seg02_clip_00", "timestamp": [ 39.6, 45.06 ], "duration": 91.66, "caption": "A man gets up from the bed and walks toward the picture.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 204214, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 13.96, 16.13 ], "duration": 62.66, "caption": "A man gets up from the couch and walks into the living room.", "similarity": 0.7223, "relevance": 1 }, { "pair_id": 204215, "video_name": "house_s03e03_seg02_clip_24", "timestamp": [ 15.07, 25.55 ], "duration": 131.66, "caption": "A person walks into the room and goes to someone's bed.", "similarity": 0.7176, "relevance": 1 }, { "pair_id": 204216, "video_name": "friends_s05e12_seg02_clip_17", "timestamp": [ 0.0, 64.03 ], "duration": 64.66, "caption": "A man walked out from inside a room to freshen up.", "similarity": 0.7162, "relevance": 1 }, { "pair_id": 204217, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 65.35, 72.92 ], "duration": 108.66, "caption": "A man walks over to the door and walks out of the room.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 204218, "video_name": "s01e03_seg02_clip_14", "timestamp": [ 32.11, 34.22 ], "duration": 60.66, "caption": "A man walks past a person and out of the room.", "similarity": 0.7111, "relevance": 1 }, { "pair_id": 204219, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person walks out of the room with a man.", "similarity": 0.7098, "relevance": 1 } ] }, { "query_id": 72794, "query": "A man takes off his weapon and a distinctive emblem.", "relevant_moment": [ { "pair_id": 151400, "video_name": "castle_s04e23_seg02_clip_22", "timestamp": [ 86.05, 90.7 ], "duration": 93.66, "caption": "A man takes off his weapon and a distinctive emblem.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 151401, "video_name": "castle_s06e06_seg02_clip_14", "timestamp": [ 59.32, 62.97 ], "duration": 91.66, "caption": "A man pulls a lever and a star-shaped emblem is revealed.", "similarity": 0.6388, "relevance": 1 }, { "pair_id": 151402, "video_name": "s04e19_seg02_clip_13", "timestamp": [ 57.63, 60.03 ], "duration": 60.66, "caption": "A man takes someone's toy weapon away from them.", "similarity": 0.5651, "relevance": 1 }, { "pair_id": 151403, "video_name": "castle_s04e23_seg02_clip_22", "timestamp": [ 85.58, 93.03 ], "duration": 93.66, "caption": "A person takes off their badge and puts it and their gun on person's desk.", "similarity": 0.5561, "relevance": 3 }, { "pair_id": 151404, "video_name": "castle_s07e18_seg02_clip_22", "timestamp": [ 88.04, 96.14 ], "duration": 108.66, "caption": "A man takes out his gun and shows it to another man.", "similarity": 0.5467, "relevance": 2 }, { "pair_id": 151405, "video_name": "castle_s01e03_seg02_clip_24", "timestamp": [ 40.81, 49.27 ], "duration": 73.66, "caption": "A man pulls out his badge right for someone.", "similarity": 0.544, "relevance": 2 }, { "pair_id": 151406, "video_name": "castle_s03e07_seg02_clip_08", "timestamp": [ 5.46, 8.4 ], "duration": 84.66, "caption": "A man holds up his badge and identifies himself.", "similarity": 0.5326, "relevance": 1 }, { "pair_id": 151407, "video_name": "castle_s07e09_seg02_clip_03", "timestamp": [ 87.39, 89.31 ], "duration": 96.66, "caption": "A man takes off his gun sling and hands it to a person.", "similarity": 0.5318, "relevance": 3 }, { "pair_id": 151408, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 10.23, 12.1 ], "duration": 62.66, "caption": "A man has his role playing character hold a large weapon.", "similarity": 0.5238, "relevance": 0 }, { "pair_id": 151409, "video_name": "castle_s08e06_seg02_clip_06", "timestamp": [ 30.63, 34.69 ], "duration": 90.66, "caption": "A man offers his weapon to a person and hands it to him/her.", "similarity": 0.5234, "relevance": 2 }, { "pair_id": 151410, "video_name": "castle_s06e23_seg02_clip_23", "timestamp": [ 11.4, 13.78 ], "duration": 95.66, "caption": "A man takes the gun off woman after agreeing to leave.", "similarity": 0.5104, "relevance": 0 }, { "pair_id": 151411, "video_name": "s03e03_seg02_clip_02", "timestamp": [ 2.04, 4.08 ], "duration": 68.66, "caption": "A man takes off his coat and shows off his fake tattoos.", "similarity": 0.5102, "relevance": 1 }, { "pair_id": 151412, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 9.35, 17.36 ], "duration": 89.66, "caption": "A man takes an object from another man and puts it away.", "similarity": 0.5056, "relevance": 0 }, { "pair_id": 151413, "video_name": "castle_s03e06_seg02_clip_11", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A man draws his weapon after he identifies the suspect.", "similarity": 0.505, "relevance": 1 }, { "pair_id": 151414, "video_name": "castle_s06e08_seg02_clip_08", "timestamp": [ 9.87, 14.36 ], "duration": 89.66, "caption": "A man pulls out his badge and shows it to a person.", "similarity": 0.5048, "relevance": 2 }, { "pair_id": 151415, "video_name": "house_s08e04_seg02_clip_09", "timestamp": [ 10.47, 14.56 ], "duration": 91.66, "caption": "A man gets up and takes off his gloves.", "similarity": 0.5033, "relevance": 0 }, { "pair_id": 151416, "video_name": "castle_s03e11_seg02_clip_25", "timestamp": [ 0.0, 4.51 ], "duration": 90.66, "caption": "A man grabs a gun and puts it to his neck.", "similarity": 0.5031, "relevance": 1 }, { "pair_id": 151417, "video_name": "castle_s06e12_seg02_clip_15", "timestamp": [ 74.91, 88.53 ], "duration": 90.66, "caption": "A man goes for a second attempt to remove the bullet and successfully extracts it.", "similarity": 0.4997, "relevance": 0 }, { "pair_id": 151418, "video_name": "house_s06e17_seg02_clip_23", "timestamp": [ 12.42, 16.56 ], "duration": 92.66, "caption": "A man takes his hands off his hips and picks up a sword off his desk.", "similarity": 0.4996, "relevance": 1 }, { "pair_id": 151419, "video_name": "castle_s06e08_seg02_clip_08", "timestamp": [ 9.87, 12.56 ], "duration": 89.66, "caption": "A man takes out the badge and shows it to another man.", "similarity": 0.4993, "relevance": 2 } ] }, { "query_id": 72835, "query": "A person raises their hand in the air as they sit next to someone.", "relevant_moment": [ { "pair_id": 46920, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 16.81, 18.91 ], "duration": 60.66, "caption": "A person raises their hand in the air as they sit next to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 46921, "video_name": "s03e05_seg02_clip_08", "timestamp": [ 1.12, 6.44 ], "duration": 56.66, "caption": "A person raises his right hand as he sits next to another person.", "similarity": 0.8531, "relevance": 4 }, { "pair_id": 46922, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 18.96, 21.29 ], "duration": 58.66, "caption": "A person raises his/her right hand in the air.", "similarity": 0.8161, "relevance": 2 }, { "pair_id": 46923, "video_name": "s01e13_seg02_clip_11", "timestamp": [ 34.79, 36.74 ], "duration": 65.66, "caption": "A person raised their hand as they are seated.", "similarity": 0.804, "relevance": 4 }, { "pair_id": 46924, "video_name": "met_s04e02_seg02_clip_10", "timestamp": [ 34.83, 38.07 ], "duration": 59.66, "caption": "A person stands up and raises both hands in the air and then lowers them.", "similarity": 0.756, "relevance": 1 }, { "pair_id": 46925, "video_name": "house_s08e22_seg02_clip_13", "timestamp": [ 29.43, 30.79 ], "duration": 90.66, "caption": "A person raises their hand and gestures toward the person on the chair.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 46926, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A person puts his hands in the air and makes a gesture to some people.", "similarity": 0.749, "relevance": 2 }, { "pair_id": 46927, "video_name": "s04e12_seg02_clip_05", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises their right hand next to their head.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 46928, "video_name": "s01e13_seg02_clip_01", "timestamp": [ 12.91, 15.31 ], "duration": 60.66, "caption": "A man raises his hand in the air then some people do too.", "similarity": 0.7454, "relevance": 3 }, { "pair_id": 46929, "video_name": "s05e18_seg02_clip_08", "timestamp": [ 39.63, 41.06 ], "duration": 57.66, "caption": "A person puts both of their hands in the air.", "similarity": 0.7384, "relevance": 1 }, { "pair_id": 46930, "video_name": "castle_s08e20_seg02_clip_16", "timestamp": [ 66.32, 72.27 ], "duration": 85.66, "caption": "A person gestures for another person to sit as he sits.", "similarity": 0.7308, "relevance": 0 }, { "pair_id": 46931, "video_name": "met_s06e08_seg02_clip_10", "timestamp": [ 46.52, 48.62 ], "duration": 60.66, "caption": "A man places his hand on person and moves to sit closer to him/her.", "similarity": 0.7288, "relevance": 0 }, { "pair_id": 46932, "video_name": "met_s06e02_seg02_clip_16", "timestamp": [ 21.09, 24.81 ], "duration": 62.66, "caption": "A person sits down with someone and takes their hand.", "similarity": 0.7279, "relevance": 1 }, { "pair_id": 46933, "video_name": "met_s02e01_seg01_clip_01", "timestamp": [ 16.02, 23.87 ], "duration": 62.66, "caption": "A man sits down next to person and puts his hand on his shoulder.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 46934, "video_name": "s02e09_seg02_clip_13", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "A person is standing next to another person and holding his/her hand.", "similarity": 0.7259, "relevance": 1 }, { "pair_id": 46935, "video_name": "s07e11_seg02_clip_04", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A person places his hand onto man's shoulder as he sits next to him.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 46936, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 7.98, 12.26 ], "duration": 57.66, "caption": "A man puts their hand on someone's shoulder as they sit beside them.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 46937, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.26, 6.5 ], "duration": 52.66, "caption": "A person shakes hands with the person next to him.", "similarity": 0.7228, "relevance": 0 }, { "pair_id": 46938, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 18.86, 24.37 ], "duration": 58.66, "caption": "While holding their arm in the air, a person opens their hand and shows their palm to someone.", "similarity": 0.7225, "relevance": 1 }, { "pair_id": 46939, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A person raises his/her arm into the air.", "similarity": 0.722, "relevance": 3 } ] }, { "query_id": 72840, "query": "A bill is shown on the screen with a date and time becomes highlighted.", "relevant_moment": [ { "pair_id": 8400, "video_name": "castle_s05e24_seg02_clip_19", "timestamp": [ 15.93, 18.66 ], "duration": 91.66, "caption": "A bill is shown on the screen with a date and time becomes highlighted.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8401, "video_name": "met_s05e02_seg02_clip_17", "timestamp": [ 13.28, 18.23 ], "duration": 61.66, "caption": "A man tries to take the bill from his date.", "similarity": 0.5937, "relevance": 0 }, { "pair_id": 8402, "video_name": "castle_s03e14_seg02_clip_01", "timestamp": [ 5.38, 7.62 ], "duration": 89.66, "caption": "A woman spots a bill with a lot of blood on it.", "similarity": 0.5339, "relevance": 0 }, { "pair_id": 8403, "video_name": "met_s05e05_seg01_clip_00", "timestamp": [ 12.17, 15.37 ], "duration": 64.66, "caption": "A woman holds up a bill and compares it to a Canadian.", "similarity": 0.5253, "relevance": 0 }, { "pair_id": 8404, "video_name": "friends_s06e23_seg02_clip_06", "timestamp": [ 56.14, 62.03 ], "duration": 62.66, "caption": "A person takes out two $5 bills and shows a woman.", "similarity": 0.5152, "relevance": 0 }, { "pair_id": 8405, "video_name": "friends_s09e16_seg02_clip_00", "timestamp": [ 0.0, 4.16 ], "duration": 64.66, "caption": "Two people are looking at their bills.", "similarity": 0.5073, "relevance": 0 }, { "pair_id": 8406, "video_name": "friends_s02e07_seg02_clip_07", "timestamp": [ 13.34, 20.16 ], "duration": 62.66, "caption": "The waiter arrives at the table and a person's date asks for the bill.", "similarity": 0.5009, "relevance": 0 }, { "pair_id": 8407, "video_name": "castle_s08e12_seg02_clip_08", "timestamp": [ 0.0, 8.6 ], "duration": 90.66, "caption": "A person points out that the time on the wall clock has stopped to two other individuals.", "similarity": 0.4918, "relevance": 0 }, { "pair_id": 8408, "video_name": "friends_s06e06_seg01_clip_00", "timestamp": [ 20.16, 27.97 ], "duration": 65.66, "caption": "A man looks amazed at how much the bill is when he looks at it.", "similarity": 0.4914, "relevance": 0 }, { "pair_id": 8409, "video_name": "met_s03e16_seg02_clip_01", "timestamp": [ 57.83, 60.02 ], "duration": 62.66, "caption": "A woman mentions paying bills after holding her right hand palm up.", "similarity": 0.4825, "relevance": 0 }, { "pair_id": 8410, "video_name": "friends_s09e19_seg02_clip_15", "timestamp": [ 52.83, 54.89 ], "duration": 59.66, "caption": "A woman gave the copy of the bill to two men.", "similarity": 0.4758, "relevance": 0 }, { "pair_id": 8411, "video_name": "house_s04e04_seg02_clip_01", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A woman is leaning on the desk as she tells a man to not be mean to another man and the man takes a hundred dollar bill from his desk and shows it to her.", "similarity": 0.4752, "relevance": 0 }, { "pair_id": 8412, "video_name": "s02e14_seg02_clip_02", "timestamp": [ 55.07, 64.02 ], "duration": 64.66, "caption": "A woman returns a bill to person's hand before taking more back.", "similarity": 0.4752, "relevance": 0 }, { "pair_id": 8413, "video_name": "s04e04_seg02_clip_12", "timestamp": [ 46.22, 48.15 ], "duration": 55.66, "caption": "A woman places a folder with the bill in front of a man.", "similarity": 0.4739, "relevance": 0 }, { "pair_id": 8414, "video_name": "castle_s02e14_seg02_clip_09", "timestamp": [ 15.81, 23.98 ], "duration": 102.66, "caption": "A woman looks at the calendar and asks the boss about their pay.", "similarity": 0.4733, "relevance": 0 }, { "pair_id": 8415, "video_name": "grey_s01e01_seg02_clip_24", "timestamp": [ 2.13, 7.23 ], "duration": 85.66, "caption": "The screen reads \"Hour 48\" as a woman sits down next to another woman.", "similarity": 0.4718, "relevance": 0 }, { "pair_id": 8416, "video_name": "friends_s07e08_seg02_clip_00", "timestamp": [ 46.22, 50.52 ], "duration": 66.66, "caption": "A man checks the time on his watch and then picks up his notepad.", "similarity": 0.471, "relevance": 0 }, { "pair_id": 8417, "video_name": "castle_s07e05_seg02_clip_20", "timestamp": [ 9.48, 13.27 ], "duration": 94.66, "caption": "A person reads the time from the computer video they are watching.", "similarity": 0.4642, "relevance": 1 }, { "pair_id": 8418, "video_name": "house_s03e12_seg02_clip_04", "timestamp": [ 9.9, 11.7 ], "duration": 90.66, "caption": "A man hands the older person a monetary bill.", "similarity": 0.4619, "relevance": 0 }, { "pair_id": 8419, "video_name": "house_s03e06_seg02_clip_14", "timestamp": [ 72.95, 75.68 ], "duration": 78.66, "caption": "A doctor puts a bill into the vending machine.", "similarity": 0.4596, "relevance": 0 } ] }, { "query_id": 72877, "query": "A person pulls a baseboard off using a hand tool.", "relevant_moment": [ { "pair_id": 156260, "video_name": "house_s05e06_seg02_clip_02", "timestamp": [ 77.9, 81.86 ], "duration": 88.66, "caption": "A person pulls a baseboard off using a hand tool.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 156261, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 16.76, 19.41 ], "duration": 88.66, "caption": "A person is working on a device with tools in their hands.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 156262, "video_name": "house_s08e03_seg02_clip_23", "timestamp": [ 58.44, 63.04 ], "duration": 92.66, "caption": "A person grabs the saw out of someone's hands, pulls something off, and hands it back.", "similarity": 0.6274, "relevance": 1 }, { "pair_id": 156263, "video_name": "house_s06e10_seg02_clip_06", "timestamp": [ 8.08, 10.45 ], "duration": 95.66, "caption": "A person pulls their hands away from some equipment on their desk.", "similarity": 0.6138, "relevance": 2 }, { "pair_id": 156264, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 7.2, 8.4 ], "duration": 60.66, "caption": "A person takes the white board eraser from someone's hands.", "similarity": 0.6137, "relevance": 1 }, { "pair_id": 156265, "video_name": "house_s02e10_seg02_clip_12", "timestamp": [ 0.0, 7.84 ], "duration": 98.66, "caption": "A person pulls the plastic sheet and sees some tools.", "similarity": 0.6012, "relevance": 1 }, { "pair_id": 156266, "video_name": "house_s07e06_seg02_clip_15", "timestamp": [ 54.13, 58.64 ], "duration": 90.66, "caption": "A man yanks the handle of the net out of another person's hand.", "similarity": 0.5994, "relevance": 0 }, { "pair_id": 156267, "video_name": "s02e01_seg02_clip_06", "timestamp": [ 7.88, 10.08 ], "duration": 63.66, "caption": "A person grabs someone by the arm to pull them away from work.", "similarity": 0.5965, "relevance": 0 }, { "pair_id": 156268, "video_name": "s06e04_seg02_clip_07", "timestamp": [ 54.48, 62.4 ], "duration": 66.66, "caption": "A man takes off the board from the stand and takes it away.", "similarity": 0.5941, "relevance": 0 }, { "pair_id": 156269, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 17.41, 21.01 ], "duration": 60.66, "caption": "A person starts erasing the whiteboard with the palm of their hand.", "similarity": 0.5931, "relevance": 1 }, { "pair_id": 156270, "video_name": "house_s02e24_seg02_clip_22", "timestamp": [ 36.94, 47.18 ], "duration": 89.66, "caption": "A person operates a controller to use a tool to grasp someone's shirt and lift it.", "similarity": 0.5919, "relevance": 1 }, { "pair_id": 156271, "video_name": "s05e07_seg01_clip_00", "timestamp": [ 3.3, 11.23 ], "duration": 66.66, "caption": "A person is working on a problem on a white board.", "similarity": 0.5851, "relevance": 1 }, { "pair_id": 156272, "video_name": "house_s01e15_seg02_clip_17", "timestamp": [ 48.84, 50.94 ], "duration": 105.66, "caption": "A person removes their cane from the whiteboard where it was hanging.", "similarity": 0.5824, "relevance": 0 }, { "pair_id": 156273, "video_name": "s05e10_seg01_clip_02", "timestamp": [ 1.95, 3.9 ], "duration": 65.66, "caption": "A man grabs an object out of someone's hand.", "similarity": 0.579, "relevance": 1 }, { "pair_id": 156274, "video_name": "s02e17_seg01_clip_00", "timestamp": [ 5.49, 6.71 ], "duration": 61.66, "caption": "A person hands a tool from across the table.", "similarity": 0.5705, "relevance": 1 }, { "pair_id": 156275, "video_name": "house_s02e24_seg02_clip_22", "timestamp": [ 55.19, 63.65 ], "duration": 89.66, "caption": "A person operates a controller to use a cutting tool to cut a button off someone's shirt.", "similarity": 0.5699, "relevance": 1 }, { "pair_id": 156276, "video_name": "castle_s03e03_seg02_clip_26", "timestamp": [ 33.57, 37.68 ], "duration": 137.66, "caption": "A person pulls a picture off the white board with their thumb by the tattoo.", "similarity": 0.5682, "relevance": 1 }, { "pair_id": 156277, "video_name": "castle_s02e18_seg02_clip_23", "timestamp": [ 36.97, 39.61 ], "duration": 88.66, "caption": "A person raises his right hand which is holding an object and sets the object down.", "similarity": 0.568, "relevance": 1 }, { "pair_id": 156278, "video_name": "s03e14_seg01_clip_01", "timestamp": [ 34.33, 41.15 ], "duration": 47.66, "caption": "A person grabs the board he's working on and throws it out the window.", "similarity": 0.5668, "relevance": 0 }, { "pair_id": 156279, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 19.79, 22.55 ], "duration": 92.66, "caption": "A man picks up a piece from a chess game then removes his hand.", "similarity": 0.5625, "relevance": 0 } ] }, { "query_id": 72947, "query": "A person opens the fridge and takes out a canned drink.", "relevant_moment": [ { "pair_id": 160040, "video_name": "castle_s07e03_seg02_clip_15", "timestamp": [ 74.62, 78.61 ], "duration": 88.66, "caption": "A person opens the fridge and takes out a canned drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160041, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 50.65, 52.79 ], "duration": 61.66, "caption": "A person opens the refrigerator and gets a drink.", "similarity": 0.871, "relevance": 3 }, { "pair_id": 160042, "video_name": "castle_s01e09_seg02_clip_10", "timestamp": [ 18.04, 26.16 ], "duration": 90.66, "caption": "A person approaches the refrigerator, opens it and takes out a bottled drink.", "similarity": 0.8632, "relevance": 3 }, { "pair_id": 160043, "video_name": "s06e15_seg02_clip_00", "timestamp": [ 23.57, 28.53 ], "duration": 62.66, "caption": "A person opens the refrigerator and takes out a bottle of juice.", "similarity": 0.8418, "relevance": 3 }, { "pair_id": 160044, "video_name": "friends_s07e01_seg02_clip_15", "timestamp": [ 30.39, 34.43 ], "duration": 62.66, "caption": "A person opens the refrigerator and get a bottle of water out.", "similarity": 0.8358, "relevance": 3 }, { "pair_id": 160045, "video_name": "house_s05e03_seg02_clip_15", "timestamp": [ 17.43, 21.26 ], "duration": 85.66, "caption": "A person opens the fridge and takes out a beer.", "similarity": 0.8281, "relevance": 3 }, { "pair_id": 160046, "video_name": "house_s05e07_seg02_clip_25", "timestamp": [ 44.91, 46.01 ], "duration": 73.66, "caption": "A person gets a can of drinks in the refrigerator.", "similarity": 0.8261, "relevance": 4 }, { "pair_id": 160047, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 38.14, 40.28 ], "duration": 61.66, "caption": "A person takes a bottle out of someone's refrigerator and starts to open it.", "similarity": 0.826, "relevance": 3 }, { "pair_id": 160048, "video_name": "s06e15_seg02_clip_00", "timestamp": [ 26.67, 30.39 ], "duration": 62.66, "caption": "A person opens the refrigerator door and takes out a bottle of juice.", "similarity": 0.8176, "relevance": 3 }, { "pair_id": 160049, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.8125, "relevance": 3 }, { "pair_id": 160050, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 49.63, 54.96 ], "duration": 82.66, "caption": "A person gets a drink of water out of the fridge and takes a drink.", "similarity": 0.8113, "relevance": 1 }, { "pair_id": 160051, "video_name": "house_s03e11_seg02_clip_14", "timestamp": [ 40.62, 43.89 ], "duration": 93.66, "caption": "A person opens the fridge and takes out a milk bottle.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 160052, "video_name": "castle_s06e16_seg02_clip_05", "timestamp": [ 70.16, 73.1 ], "duration": 84.66, "caption": "A person opens the mini refrigerator and takes out a bottle of water.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 160053, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.64, 10.08 ], "duration": 56.66, "caption": "A person takes out a bottle from the fridge.", "similarity": 0.8013, "relevance": 3 }, { "pair_id": 160054, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 42.79, 48.77 ], "duration": 92.66, "caption": "A person takes a bottle of water out of the refrigerator and starts drinking it.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 160055, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 41.41, 45.55 ], "duration": 92.66, "caption": "A person grabs a bottle of water out of the refrigerator.", "similarity": 0.7807, "relevance": 3 }, { "pair_id": 160056, "video_name": "s04e20_seg02_clip_15", "timestamp": [ 3.08, 6.44 ], "duration": 56.66, "caption": "A person grabs a bottle out of the refrigerator.", "similarity": 0.7788, "relevance": 3 }, { "pair_id": 160058, "video_name": "s09e21_seg02_clip_03", "timestamp": [ 26.86, 29.81 ], "duration": 59.66, "caption": "A person opens the fridge and takes out a bottle of water as he/she is in the kitchen with another person.", "similarity": 0.7705, "relevance": 3 }, { "pair_id": 160059, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A woman opens the refrigerator and gets a drink.", "similarity": 0.7704, "relevance": 4 }, { "pair_id": 333360, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.7695, "relevance": 3 }, { "pair_id": 333362, "video_name": "friends_s09e13_seg01_clip_01", "timestamp": [ 7.98, 11.55 ], "duration": 55.66, "caption": "A man takes a bottle of water out of the fridge and opens it.", "similarity": 0.763, "relevance": 3 }, { "pair_id": 333363, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 22.21, 37.22 ], "duration": 60.66, "caption": "A person walks over to the refrigerator and takes out a drink.", "similarity": 0.7585, "relevance": 4 }, { "pair_id": 333364, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 42.8 ], "duration": 62.66, "caption": "A woman opens the refrigerator and pulls out a water bottle.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 333365, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 12.51, 16.48 ], "duration": 61.66, "caption": "A man opened the fridge and gets a bottle of drink in there.", "similarity": 0.7561, "relevance": 2 }, { "pair_id": 333366, "video_name": "house_s07e05_seg02_clip_02", "timestamp": [ 26.28, 36.96 ], "duration": 89.66, "caption": "A person opens the fridge and drinks from an orange juice container.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 333367, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 8.37, 15.2 ], "duration": 62.66, "caption": "A woman opens the refrigerator and gets a bottle of water out.", "similarity": 0.7523, "relevance": 4 }, { "pair_id": 333368, "video_name": "friends_s06e07_seg02_clip_02", "timestamp": [ 6.51, 9.3 ], "duration": 62.66, "caption": "A man opens the refrigerator and takes out a beer.", "similarity": 0.7518, "relevance": 4 }, { "pair_id": 333369, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 333370, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 16.17, 21.66 ], "duration": 61.66, "caption": "A person takes out a canned beverage and hands it to another person.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 333371, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 41.3, 44.55 ], "duration": 65.66, "caption": "A woman opens the refrigerator door and takes a bottle of water out.", "similarity": 0.7462, "relevance": 3 }, { "pair_id": 333372, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 18.05, 27.07 ], "duration": 82.66, "caption": "A person gets up from his spot and opens the fridge.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 333373, "video_name": "friends_s01e01_seg02_clip_06", "timestamp": [ 14.27, 28.55 ], "duration": 57.66, "caption": "A person opens the fridge and then closes it.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 333374, "video_name": "s09e13_seg02_clip_06", "timestamp": [ 27.16, 32.96 ], "duration": 61.66, "caption": "A man opens the refrigerator and gets a bottle of water out.", "similarity": 0.7446, "relevance": 4 }, { "pair_id": 333375, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 4.05, 9.46 ], "duration": 90.66, "caption": "A person opens the refrigerator and then closes it.", "similarity": 0.7439, "relevance": 2 }, { "pair_id": 333376, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.93 ], "duration": 63.66, "caption": "A person opens the refrigerator and get some food.", "similarity": 0.7437, "relevance": 4 }, { "pair_id": 333377, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 21.75, 38.45 ], "duration": 63.66, "caption": "A woman opened the refrigerator and gets a bunch of drinks.", "similarity": 0.7425, "relevance": 3 }, { "pair_id": 333378, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 2.7, 5.4 ], "duration": 60.66, "caption": "A person opens the door to refrigerator to grab something.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 333379, "video_name": "house_s02e15_seg02_clip_25", "timestamp": [ 118.82, 127.62 ], "duration": 176.66, "caption": "A man opens the refrigerator and takes something out to eat.", "similarity": 0.7392, "relevance": 3 } ] }, { "query_id": 72977, "query": "A man is writing on a white board with a marker.", "relevant_moment": [ { "pair_id": 152300, "video_name": "house_s04e13_seg02_clip_01", "timestamp": [ 26.88, 31.65 ], "duration": 86.66, "caption": "A man is writing on a white board with a marker.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152301, "video_name": "castle_s02e23_seg02_clip_02", "timestamp": [ 96.41, 100.49 ], "duration": 102.66, "caption": "A man is writing on a white board with a marker.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152302, "video_name": "castle_s04e13_seg02_clip_22", "timestamp": [ 17.68, 21.4 ], "duration": 93.66, "caption": "A man writes on the white board with a black marker.", "similarity": 0.939, "relevance": 4 }, { "pair_id": 152303, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 0.0, 4.14 ], "duration": 46.66, "caption": "A person is writing on a white board with a marker.", "similarity": 0.9318, "relevance": 4 }, { "pair_id": 152304, "video_name": "house_s03e23_seg02_clip_01", "timestamp": [ 20.71, 23.47 ], "duration": 92.66, "caption": "A person is writing on a white board with a marker.", "similarity": 0.9318, "relevance": 4 }, { "pair_id": 152305, "video_name": "house_s05e22_seg02_clip_18", "timestamp": [ 0.0, 2.65 ], "duration": 88.66, "caption": "Person is writing on the a white board with a marker.", "similarity": 0.9219, "relevance": 4 }, { "pair_id": 152306, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 42.27, 46.82 ], "duration": 65.66, "caption": "A person writes on a white board with a marker.", "similarity": 0.913, "relevance": 4 }, { "pair_id": 152307, "video_name": "house_s03e18_seg02_clip_19", "timestamp": [ 43.49, 50.67 ], "duration": 79.66, "caption": "A man uses a black marker and writes on white board.", "similarity": 0.9115, "relevance": 4 }, { "pair_id": 152308, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 68.31, 70.05 ], "duration": 87.66, "caption": "A person writes onto a white board with a marker.", "similarity": 0.9076, "relevance": 4 }, { "pair_id": 152309, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A person writes on the whiteboard with his marker.", "similarity": 0.8952, "relevance": 4 }, { "pair_id": 152310, "video_name": "house_s02e01_seg02_clip_06", "timestamp": [ 7.32, 10.52 ], "duration": 91.66, "caption": "A person writes onto the whiteboard with a marker.", "similarity": 0.8854, "relevance": 3 }, { "pair_id": 152311, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 12.02, 13.81 ], "duration": 89.66, "caption": "A person writes on the whiteboard using a marker.", "similarity": 0.885, "relevance": 4 }, { "pair_id": 152312, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A person writes with a marker pen on the whiteboard.", "similarity": 0.8708, "relevance": 4 }, { "pair_id": 152313, "video_name": "castle_s04e14_seg02_clip_11", "timestamp": [ 77.83, 80.56 ], "duration": 91.66, "caption": "A person writes on the white board with a black marker.", "similarity": 0.8687, "relevance": 4 }, { "pair_id": 152314, "video_name": "house_s01e22_seg02_clip_05", "timestamp": [ 30.83, 39.57 ], "duration": 92.66, "caption": "A person is writing something on the white board.", "similarity": 0.8609, "relevance": 3 }, { "pair_id": 152315, "video_name": "house_s05e18_seg02_clip_00", "timestamp": [ 0.0, 8.74 ], "duration": 92.66, "caption": "A person writes in the white board using a green marker.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 152316, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A person writes on a whiteboard with a black marker.", "similarity": 0.8478, "relevance": 4 }, { "pair_id": 152317, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 48.12, 51.38 ], "duration": 65.66, "caption": "A person turns around and writes on the whiteboard with a marker.", "similarity": 0.8411, "relevance": 3 }, { "pair_id": 152318, "video_name": "s10e01_seg02_clip_09", "timestamp": [ 4.8, 16.21 ], "duration": 60.66, "caption": "A man is writing on the drawing board with a black marker.", "similarity": 0.8389, "relevance": 4 }, { "pair_id": 152319, "video_name": "house_s04e15_seg02_clip_06", "timestamp": [ 38.08, 42.78 ], "duration": 94.66, "caption": "Person writes with black marker on the white board.", "similarity": 0.8365, "relevance": 3 }, { "pair_id": 325620, "video_name": "house_s01e02_seg02_clip_18", "timestamp": [ 0.0, 2.77 ], "duration": 92.66, "caption": "A man draws letters with a marker on a whiteboard.", "similarity": 0.8233, "relevance": 4 }, { "pair_id": 325621, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 3.66, 5.8 ], "duration": 61.66, "caption": "A person is in front of a white board writing on it.", "similarity": 0.8159, "relevance": 4 }, { "pair_id": 325622, "video_name": "house_s04e05_seg02_clip_02", "timestamp": [ 26.51, 31.16 ], "duration": 93.66, "caption": "A man writes on the blackboard with white chalk.", "similarity": 0.8154, "relevance": 3 }, { "pair_id": 325623, "video_name": "s07e06_seg02_clip_01", "timestamp": [ 9.43, 13.66 ], "duration": 65.66, "caption": "A person is focused writing on their white board.", "similarity": 0.8119, "relevance": 4 }, { "pair_id": 325624, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 27.51, 30.26 ], "duration": 55.66, "caption": "A woman is writing on a white board with a marker.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 325625, "video_name": "house_s03e11_seg02_clip_08", "timestamp": [ 33.67, 38.62 ], "duration": 99.66, "caption": "A woman is writing on a white board with a marker.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 325626, "video_name": "house_s05e15_seg02_clip_01", "timestamp": [ 13.8, 17.36 ], "duration": 89.66, "caption": "A person writes something on the board with black marker.", "similarity": 0.792, "relevance": 4 }, { "pair_id": 325627, "video_name": "house_s04e03_seg02_clip_05", "timestamp": [ 37.27, 43.11 ], "duration": 89.66, "caption": "A man gets up to write on the whiteboard.", "similarity": 0.7908, "relevance": 4 }, { "pair_id": 325628, "video_name": "friends_s06e20_seg02_clip_16", "timestamp": [ 34.75, 46.03 ], "duration": 46.66, "caption": "A man writes a message on the board with a black marker.", "similarity": 0.787, "relevance": 4 }, { "pair_id": 325629, "video_name": "house_s02e06_seg02_clip_02", "timestamp": [ 48.88, 50.24 ], "duration": 90.66, "caption": "A doctor is writing on a white board with a marker.", "similarity": 0.7854, "relevance": 4 }, { "pair_id": 325630, "video_name": "house_s02e16_seg02_clip_07", "timestamp": [ 23.42, 35.13 ], "duration": 90.66, "caption": "A person grabs the marker and starts to write on the whiteboard.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 325631, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 78.07, 82.48 ], "duration": 88.66, "caption": "A woman writes on the white board with a marker.", "similarity": 0.7821, "relevance": 3 }, { "pair_id": 325632, "video_name": "s04e12_seg02_clip_06", "timestamp": [ 46.64, 52.31 ], "duration": 63.66, "caption": "A person caps his marker and places by his white board.", "similarity": 0.7821, "relevance": 2 }, { "pair_id": 325633, "video_name": "met_s05e01_seg02_clip_07", "timestamp": [ 16.24, 54.14 ], "duration": 60.66, "caption": "A man is in front of a chalk board and is writing onto the chalk board.", "similarity": 0.7806, "relevance": 3 }, { "pair_id": 325634, "video_name": "house_s08e07_seg02_clip_22", "timestamp": [ 6.83, 9.1 ], "duration": 91.66, "caption": "A woman writes onto the white board with a marker.", "similarity": 0.7796, "relevance": 3 }, { "pair_id": 325635, "video_name": "s02e04_seg02_clip_00", "timestamp": [ 2.48, 15.82 ], "duration": 62.66, "caption": "A person writes on their board with a blue marker.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 325636, "video_name": "s04e10_seg02_clip_06", "timestamp": [ 24.11, 25.94 ], "duration": 61.66, "caption": "A person places a marker down in front of the white board.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 325637, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 14.72, 17.95 ], "duration": 92.66, "caption": "A person is writing a word using a red marker in the white board.", "similarity": 0.7692, "relevance": 4 }, { "pair_id": 325638, "video_name": "house_s05e20_seg02_clip_15", "timestamp": [ 19.92, 23.54 ], "duration": 90.66, "caption": "A person turns around the white board that he's been writing on.", "similarity": 0.7593, "relevance": 4 }, { "pair_id": 325639, "video_name": "house_s03e08_seg02_clip_07", "timestamp": [ 63.48, 67.03 ], "duration": 88.66, "caption": "A man is writing on the whiteboard while talking.", "similarity": 0.7536, "relevance": 4 } ] }, { "query_id": 73001, "query": "A person grabs a bag of shredded papers puts a paper in it and grabs a gun from a drawer.", "relevant_moment": [ { "pair_id": 3620, "video_name": "castle_s01e01_seg02_clip_24", "timestamp": [ 14.11, 17.63 ], "duration": 88.66, "caption": "A person grabs a bag of shredded papers puts a paper in it and grabs a gun from a drawer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3621, "video_name": "friends_s05e10_seg02_clip_19", "timestamp": [ 42.76, 47.74 ], "duration": 83.66, "caption": "A person puts their paper down and gets stuff from a bag.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 3622, "video_name": "castle_s03e20_seg02_clip_01", "timestamp": [ 77.8, 79.59 ], "duration": 89.66, "caption": "A person grabs the piece of paper from a person.", "similarity": 0.7092, "relevance": 0 }, { "pair_id": 3623, "video_name": "friends_s03e04_seg02_clip_17", "timestamp": [ 37.48, 39.84 ], "duration": 59.66, "caption": "A woman grabs the stack of papers and puts it in her bag.", "similarity": 0.7046, "relevance": 0 }, { "pair_id": 3624, "video_name": "castle_s07e17_seg02_clip_12", "timestamp": [ 29.56, 31.87 ], "duration": 92.66, "caption": "A woman pulls the piece of paper where the bullets of the gun is.", "similarity": 0.7005, "relevance": 0 }, { "pair_id": 3625, "video_name": "house_s05e15_seg02_clip_19", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A person takes a piece of paper out of the drawer and is handing it to man.", "similarity": 0.6899, "relevance": 0 }, { "pair_id": 3626, "video_name": "castle_s06e23_seg02_clip_13", "timestamp": [ 3.84, 8.16 ], "duration": 96.66, "caption": "A woman holds out a piece of paper to a person who takes it and points at it with his gun.", "similarity": 0.6812, "relevance": 1 }, { "pair_id": 3627, "video_name": "friends_s06e04_seg02_clip_13", "timestamp": [ 9.99, 11.35 ], "duration": 54.66, "caption": "A person grabs a sheet of paper from the desk.", "similarity": 0.6776, "relevance": 0 }, { "pair_id": 3628, "video_name": "castle_s03e03_seg02_clip_22", "timestamp": [ 9.0, 10.8 ], "duration": 90.66, "caption": "A woman grabs a gun from her desk drawer.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 3629, "video_name": "castle_s01e09_seg02_clip_21", "timestamp": [ 32.6, 36.56 ], "duration": 88.66, "caption": "A person opens the backpack and takes out crumpled newspapers.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 3630, "video_name": "house_s06e16_seg02_clip_25", "timestamp": [ 20.02, 40.05 ], "duration": 154.66, "caption": "A person picks up a file folder and takes a paper out of it and puts it in a shredder.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 3631, "video_name": "s04e24_seg02_clip_09", "timestamp": [ 3.41, 5.89 ], "duration": 62.66, "caption": "A person passes another person a piece of paper and he grabs it.", "similarity": 0.6489, "relevance": 0 }, { "pair_id": 3632, "video_name": "house_s08e16_seg02_clip_06", "timestamp": [ 69.32, 72.02 ], "duration": 90.66, "caption": "A person opens up a red bag and pulls out some papers.", "similarity": 0.648, "relevance": 0 }, { "pair_id": 3633, "video_name": "house_s02e05_seg02_clip_13", "timestamp": [ 38.89, 43.21 ], "duration": 96.66, "caption": "A person picks up a piece of paper from the desk.", "similarity": 0.6474, "relevance": 0 }, { "pair_id": 3634, "video_name": "s05e14_seg02_clip_05", "timestamp": [ 11.51, 13.87 ], "duration": 59.66, "caption": "A person grabs a piece of paper from their desk and hands it to another person.", "similarity": 0.6462, "relevance": 0 }, { "pair_id": 3635, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 54.2, 56.3 ], "duration": 84.66, "caption": "A person picks up crumbled up piece of paper.", "similarity": 0.6436, "relevance": 0 }, { "pair_id": 3636, "video_name": "house_s03e06_seg02_clip_07", "timestamp": [ 1.8, 2.7 ], "duration": 90.66, "caption": "A person takes a piece of paper from another person.", "similarity": 0.6424, "relevance": 0 }, { "pair_id": 3637, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 43.24, 48.7 ], "duration": 91.66, "caption": "A person takes a piece of paper out of his notebook and hands it to a man.", "similarity": 0.6391, "relevance": 0 }, { "pair_id": 3638, "video_name": "house_s06e16_seg02_clip_16", "timestamp": [ 45.47, 54.02 ], "duration": 90.66, "caption": "A person takes a manila envelope and pulls out a piece of paper.", "similarity": 0.6381, "relevance": 0 }, { "pair_id": 3639, "video_name": "met_s02e06_seg02_clip_05", "timestamp": [ 48.15, 52.36 ], "duration": 60.66, "caption": "A man grabs a piece of paper from someone's hand and leaves.", "similarity": 0.6362, "relevance": 0 } ] }, { "query_id": 73033, "query": "A man sits down at desk next to woman with a cup of coffee in his hand.", "relevant_moment": [ { "pair_id": 169960, "video_name": "castle_s02e12_seg02_clip_22", "timestamp": [ 12.17, 15.78 ], "duration": 90.66, "caption": "A man sits down at desk next to woman with a cup of coffee in his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169961, "video_name": "castle_s04e19_seg02_clip_10", "timestamp": [ 0.0, 4.43 ], "duration": 88.66, "caption": "A woman places her coffee cup onto her desk as a man sits beside her.", "similarity": 0.8621, "relevance": 4 }, { "pair_id": 169962, "video_name": "house_s07e22_seg02_clip_25", "timestamp": [ 22.57, 24.97 ], "duration": 96.66, "caption": "A man sits down with his coffee next to a woman at a table.", "similarity": 0.8441, "relevance": 4 }, { "pair_id": 169963, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 54.47, 60.32 ], "duration": 90.66, "caption": "A woman hands a man a cup of coffee and sits down beside him.", "similarity": 0.8088, "relevance": 3 }, { "pair_id": 169964, "video_name": "castle_s04e01_seg02_clip_10", "timestamp": [ 21.58, 23.87 ], "duration": 91.66, "caption": "A woman sits down on the desk next to a man.", "similarity": 0.8043, "relevance": 2 }, { "pair_id": 169965, "video_name": "castle_s06e09_seg02_clip_15", "timestamp": [ 51.5, 56.14 ], "duration": 92.66, "caption": "A woman is sitting with her head in her hands when a man approaches her desk with coffee.", "similarity": 0.7993, "relevance": 2 }, { "pair_id": 169966, "video_name": "castle_s03e01_seg02_clip_13", "timestamp": [ 30.09, 35.26 ], "duration": 94.66, "caption": "A woman is sitting at a desk when a man walks in and puts a cup of coffee on her desk.", "similarity": 0.7993, "relevance": 3 }, { "pair_id": 169967, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 0.0, 4.68 ], "duration": 85.66, "caption": "A man is sitting on a desk beside a woman.", "similarity": 0.7907, "relevance": 1 }, { "pair_id": 169968, "video_name": "castle_s02e07_seg02_clip_10", "timestamp": [ 37.32, 45.51 ], "duration": 91.66, "caption": "A man walks over to a woman's desk with a cup of coffee and sits down.", "similarity": 0.787, "relevance": 4 }, { "pair_id": 169969, "video_name": "castle_s02e12_seg02_clip_22", "timestamp": [ 11.27, 16.23 ], "duration": 90.66, "caption": "A man walks over to woman's desk and sits down a coffee.", "similarity": 0.7826, "relevance": 4 }, { "pair_id": 169970, "video_name": "castle_s02e06_seg02_clip_25", "timestamp": [ 20.26, 26.56 ], "duration": 90.66, "caption": "A man sits down at the desk across from a woman.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 169971, "video_name": "castle_s02e12_seg02_clip_16", "timestamp": [ 57.49, 59.78 ], "duration": 91.66, "caption": "A man picks up a coffee cup as he sits at a woman's desk.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 169972, "video_name": "friends_s05e04_seg02_clip_03", "timestamp": [ 38.45, 50.65 ], "duration": 61.66, "caption": "A woman sits down on the couch next to a man with a cup of coffee.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 169973, "video_name": "s10e11_seg02_clip_13", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman is holding a coffee cup as she sits next to a man.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 169974, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 64.42, 74.54 ], "duration": 92.66, "caption": "A man sits down at a table across from a woman with two cups of coffee in his hands and she takes one.", "similarity": 0.7652, "relevance": 4 }, { "pair_id": 169975, "video_name": "friends_s07e11_seg02_clip_04", "timestamp": [ 47.76, 51.69 ], "duration": 60.66, "caption": "A man sits down on the coffee shop couch next to a woman.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 169976, "video_name": "castle_s04e21_seg02_clip_18", "timestamp": [ 17.26, 20.44 ], "duration": 90.66, "caption": "A person takes a sip from his coffee cup as he sits at a desk with a man.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 169977, "video_name": "friends_s05e11_seg02_clip_16", "timestamp": [ 40.94, 42.92 ], "duration": 66.66, "caption": "A man sits down on a couch next to a woman in a coffee shop.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 169978, "video_name": "castle_s05e16_seg02_clip_01", "timestamp": [ 22.26, 30.27 ], "duration": 89.66, "caption": "A woman brings a man a cup of coffee and sits beside him.", "similarity": 0.7571, "relevance": 3 }, { "pair_id": 169979, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 39.46, 43.52 ], "duration": 58.66, "caption": "A man hands a woman a cup of coffee as he sits in the sofa beside her.", "similarity": 0.7542, "relevance": 2 }, { "pair_id": 343280, "video_name": "house_s03e22_seg02_clip_03", "timestamp": [ 49.15, 51.43 ], "duration": 91.66, "caption": "A man grabs a cup of coffee from a person's desk and sits down.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 343281, "video_name": "castle_s02e01_seg02_clip_20", "timestamp": [ 42.51, 46.34 ], "duration": 85.66, "caption": "A person takes a drink of his coffee cup as he sits beside a woman.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 343283, "video_name": "house_s05e04_seg02_clip_13", "timestamp": [ 22.33, 24.66 ], "duration": 93.66, "caption": "A man sits down on the edge of his desk while holding a cup of coffee.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 343284, "video_name": "s08e09_seg02_clip_09", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A woman sits down at the desk across from a man.", "similarity": 0.7409, "relevance": 1 }, { "pair_id": 343285, "video_name": "castle_s05e11_seg02_clip_08", "timestamp": [ 0.0, 1.8 ], "duration": 90.66, "caption": "A man hands a woman a coffee cup as he sits down.", "similarity": 0.74, "relevance": 4 }, { "pair_id": 343286, "video_name": "house_s03e04_seg02_clip_11", "timestamp": [ 58.77, 60.18 ], "duration": 94.66, "caption": "A woman walks over and sits next to a man on a desk.", "similarity": 0.7392, "relevance": 1 }, { "pair_id": 343287, "video_name": "castle_s07e09_seg02_clip_13", "timestamp": [ 0.0, 6.01 ], "duration": 92.66, "caption": "A woman is holding a coffee cup as she walks towards her desk with a man.", "similarity": 0.7321, "relevance": 1 }, { "pair_id": 343288, "video_name": "friends_s09e15_seg02_clip_07", "timestamp": [ 4.41, 8.82 ], "duration": 63.66, "caption": "A man sits down on the coffee table in front of a woman.", "similarity": 0.7317, "relevance": 1 }, { "pair_id": 343289, "video_name": "castle_s07e09_seg02_clip_25", "timestamp": [ 33.71, 35.53 ], "duration": 91.66, "caption": "A person carrying a cup of coffee to woman's desk and sits it down.", "similarity": 0.7312, "relevance": 1 }, { "pair_id": 343290, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 54.92, 60.32 ], "duration": 90.66, "caption": "A woman hands a man a cup of coffee and sits down.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 343291, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 57.66, 60.3 ], "duration": 88.66, "caption": "A man sets a to-go cup down on the desk in front of a woman.", "similarity": 0.7238, "relevance": 1 }, { "pair_id": 343292, "video_name": "castle_s03e15_seg02_clip_04", "timestamp": [ 23.16, 26.41 ], "duration": 92.66, "caption": "A person sits down on a chair next to woman's desk.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 343293, "video_name": "castle_s03e11_seg02_clip_08", "timestamp": [ 53.86, 60.54 ], "duration": 89.66, "caption": "A person sits down with coffee right in front of a woman.", "similarity": 0.7149, "relevance": 1 }, { "pair_id": 343294, "video_name": "castle_s04e18_seg02_clip_16", "timestamp": [ 28.94, 33.91 ], "duration": 90.66, "caption": "A woman sits down with her coffee mug with a man.", "similarity": 0.7145, "relevance": 1 }, { "pair_id": 343295, "video_name": "house_s03e01_seg02_clip_09", "timestamp": [ 1.79, 5.81 ], "duration": 89.66, "caption": "A person sits down on the chair next to woman's desk.", "similarity": 0.7136, "relevance": 1 }, { "pair_id": 343296, "video_name": "castle_s02e23_seg02_clip_21", "timestamp": [ 17.74, 21.29 ], "duration": 88.66, "caption": "A man brings a cup of coffee and sits down with woman and man.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 343297, "video_name": "castle_s02e05_seg02_clip_11", "timestamp": [ 46.42, 47.79 ], "duration": 91.66, "caption": "A man hands woman a cup of coffee as she is sitting.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 343298, "video_name": "castle_s03e06_seg02_clip_26", "timestamp": [ 37.42, 47.74 ], "duration": 86.66, "caption": "A woman sits besides a man and gave him a cup of coffee.", "similarity": 0.7084, "relevance": 2 }, { "pair_id": 343299, "video_name": "castle_s05e16_seg02_clip_04", "timestamp": [ 54.73, 63.56 ], "duration": 88.66, "caption": "A man walks into a woman's office, hands her a cup of coffee and sits down by her desk.", "similarity": 0.7065, "relevance": 1 } ] }, { "query_id": 73050, "query": "A person puts two slices of bread into a toaster.", "relevant_moment": [ { "pair_id": 169080, "video_name": "s03e06_seg02_clip_08", "timestamp": [ 7.26, 9.02 ], "duration": 44.66, "caption": "A person puts two slices of bread into a toaster.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169081, "video_name": "s03e06_seg02_clip_08", "timestamp": [ 8.14, 9.02 ], "duration": 44.66, "caption": "A person puts two slices of toast into the toaster as they stand by the kitchen island.", "similarity": 0.8121, "relevance": 4 }, { "pair_id": 169082, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 52.48, 58.89 ], "duration": 61.66, "caption": "A person removes the bread from the toaster and looks at it before neatly stacking it on a plate with other pieces.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 169083, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 57.06, 59.5 ], "duration": 61.66, "caption": "A person places the toast onto the pile of toast next to him.", "similarity": 0.7152, "relevance": 3 }, { "pair_id": 169084, "video_name": "s05e11_seg02_clip_13", "timestamp": [ 22.51, 27.91 ], "duration": 60.66, "caption": "A man scoops toast out of a pan with a spatula and onto a plate.", "similarity": 0.6932, "relevance": 3 }, { "pair_id": 169086, "video_name": "s04e07_seg02_clip_00", "timestamp": [ 52.48, 57.37 ], "duration": 61.66, "caption": "A person opened the refrigerator, gets a bread and eats it.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 169087, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 28.51, 39.32 ], "duration": 60.66, "caption": "A person explains and shows to a woman what one of his favorite types of toasted bread is.", "similarity": 0.6654, "relevance": 1 }, { "pair_id": 169088, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 53.4, 57.98 ], "duration": 61.66, "caption": "A person picks the toast up out of the toaster and looks at it.", "similarity": 0.6621, "relevance": 4 }, { "pair_id": 169089, "video_name": "castle_s04e18_seg02_clip_21", "timestamp": [ 24.31, 29.71 ], "duration": 90.66, "caption": "A man takes a piece of bread and puts it in his mouth.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 169090, "video_name": "friends_s04e23-24_seg02_clip_31", "timestamp": [ 0.0, 41.72 ], "duration": 60.66, "caption": "One person makes a toast to two other people and their significant other.", "similarity": 0.6413, "relevance": 0 }, { "pair_id": 169091, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 2.12, 4.24 ], "duration": 53.66, "caption": "A person holds their toast in front of them and then takes a bite.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 169092, "video_name": "house_s08e05_seg02_clip_13", "timestamp": [ 2.28, 3.42 ], "duration": 114.66, "caption": "A man holds up a toaster and puts it in a bag.", "similarity": 0.6374, "relevance": 1 }, { "pair_id": 169093, "video_name": "friends_s02e24_seg02_clip_14", "timestamp": [ 18.0, 22.89 ], "duration": 61.66, "caption": "A person puts their hand on someone's shoulder during the toast.", "similarity": 0.6361, "relevance": 0 }, { "pair_id": 169094, "video_name": "house_s02e14_seg02_clip_25", "timestamp": [ 86.65, 91.97 ], "duration": 152.66, "caption": "A person is making a sandwich while he/she is in the kitchen.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 169095, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 29.15, 31.01 ], "duration": 62.66, "caption": "A man gets a bread and put it in front of his mouth.", "similarity": 0.6321, "relevance": 1 }, { "pair_id": 169096, "video_name": "s01e15_seg02_clip_09", "timestamp": [ 2.61, 10.44 ], "duration": 58.66, "caption": "A person is putting mayo on a slice of bread.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 169097, "video_name": "met_s02e14_seg02_clip_18", "timestamp": [ 16.9, 21.97 ], "duration": 46.66, "caption": "Multiple people make a toast.", "similarity": 0.6297, "relevance": 0 }, { "pair_id": 169098, "video_name": "s09e07_seg02_clip_02", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "A man stands at the kitchen counter and puts the top piece of bread on a sandwich and then cuts it in half diagonally.", "similarity": 0.6266, "relevance": 2 }, { "pair_id": 169099, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 4.43, 7.97 ], "duration": 59.66, "caption": "A woman is holding up two pieces of french toast and takes it to the stove.", "similarity": 0.6242, "relevance": 2 } ] }, { "query_id": 73053, "query": "A person puts two slices of toast into the toaster as they stand by the kitchen island.", "relevant_moment": [ { "pair_id": 138020, "video_name": "s03e06_seg02_clip_08", "timestamp": [ 8.14, 9.02 ], "duration": 44.66, "caption": "A person puts two slices of toast into the toaster as they stand by the kitchen island.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 138021, "video_name": "s03e06_seg02_clip_08", "timestamp": [ 7.26, 9.02 ], "duration": 44.66, "caption": "A person puts two slices of bread into a toaster.", "similarity": 0.8121, "relevance": 4 }, { "pair_id": 138022, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 57.06, 59.5 ], "duration": 61.66, "caption": "A person places the toast onto the pile of toast next to him.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 138023, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 31.21, 36.02 ], "duration": 60.66, "caption": "A person has a row of toast on the countertop and picks a toast up.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 138024, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 53.4, 57.98 ], "duration": 61.66, "caption": "A person picks the toast up out of the toaster and looks at it.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 138025, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 2.12, 4.24 ], "duration": 53.66, "caption": "A person holds their toast in front of them and then takes a bite.", "similarity": 0.6697, "relevance": 1 }, { "pair_id": 138026, "video_name": "friends_s02e24_seg02_clip_14", "timestamp": [ 18.0, 22.89 ], "duration": 61.66, "caption": "A person puts their hand on someone's shoulder during the toast.", "similarity": 0.6468, "relevance": 0 }, { "pair_id": 138027, "video_name": "s05e11_seg02_clip_13", "timestamp": [ 22.51, 27.91 ], "duration": 60.66, "caption": "A man scoops toast out of a pan with a spatula and onto a plate.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 138028, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 52.48, 58.89 ], "duration": 61.66, "caption": "A person removes the bread from the toaster and looks at it before neatly stacking it on a plate with other pieces.", "similarity": 0.6411, "relevance": 3 }, { "pair_id": 138029, "video_name": "friends_s04e23-24_seg02_clip_31", "timestamp": [ 0.0, 41.72 ], "duration": 60.66, "caption": "One person makes a toast to two other people and their significant other.", "similarity": 0.6398, "relevance": 1 }, { "pair_id": 138030, "video_name": "s02e12_seg01_clip_01", "timestamp": [ 4.48, 7.04 ], "duration": 64.66, "caption": "A person picks up the toaster from the counter and carries it.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 138031, "video_name": "friends_s10e02_seg02_clip_16", "timestamp": [ 48.69, 60.17 ], "duration": 62.66, "caption": "While person is making his toast, he holds up his index finger.", "similarity": 0.6319, "relevance": 0 }, { "pair_id": 138032, "video_name": "friends_s10e08_seg02_clip_19", "timestamp": [ 40.05, 44.89 ], "duration": 88.66, "caption": "A woman makes a toast at the table for two other people.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 138033, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 11.97, 16.25 ], "duration": 57.66, "caption": "A person raises his glass in a toast while sitting around a table with others.", "similarity": 0.623, "relevance": 1 }, { "pair_id": 138034, "video_name": "house_s08e19_seg02_clip_10", "timestamp": [ 37.1, 40.47 ], "duration": 84.66, "caption": "A person raises his/her martini glass and makes a toast.", "similarity": 0.6175, "relevance": 0 }, { "pair_id": 138035, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 6.76, 8.06 ], "duration": 52.66, "caption": "A man toasts glasses with a woman while some people are gathered in the kitchen.", "similarity": 0.6129, "relevance": 1 }, { "pair_id": 138036, "video_name": "s05e22_seg02_clip_10", "timestamp": [ 20.41, 24.01 ], "duration": 60.66, "caption": "A man picks up his glass and toasts with another person.", "similarity": 0.6128, "relevance": 0 }, { "pair_id": 138037, "video_name": "met_s02e14_seg02_clip_18", "timestamp": [ 16.9, 21.97 ], "duration": 46.66, "caption": "Multiple people make a toast.", "similarity": 0.6123, "relevance": 1 }, { "pair_id": 138038, "video_name": "house_s08e05_seg02_clip_13", "timestamp": [ 2.28, 3.42 ], "duration": 114.66, "caption": "A man holds up a toaster and puts it in a bag.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 138039, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 4.43, 7.97 ], "duration": 59.66, "caption": "A woman is holding up two pieces of french toast and takes it to the stove.", "similarity": 0.6042, "relevance": 2 } ] }, { "query_id": 73166, "query": "A person walks across the room and closes the door.", "relevant_moment": [ { "pair_id": 245640, "video_name": "s01e17_seg02_clip_07", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A person walks in the door and closes it behind him.", "similarity": 0.8089, "relevance": 3 }, { "pair_id": 245641, "video_name": "grey_s02e07_seg02_clip_19", "timestamp": [ 22.69, 26.78 ], "duration": 90.66, "caption": "A woman walks out of the room and closes the door.", "similarity": 0.8057, "relevance": 4 }, { "pair_id": 245642, "video_name": "house_s03e12_seg02_clip_08", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A person opens a door and leaves the room.", "similarity": 0.8051, "relevance": 3 }, { "pair_id": 245643, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 28.07, 30.82 ], "duration": 61.66, "caption": "A person walks into the apartment and closes the door.", "similarity": 0.8044, "relevance": 4 }, { "pair_id": 245644, "video_name": "s01e01_seg01_clip_03", "timestamp": [ 43.68, 46.63 ], "duration": 59.66, "caption": "A woman walks across the room to her door.", "similarity": 0.8017, "relevance": 2 }, { "pair_id": 245645, "video_name": "castle_s06e01_seg02_clip_26", "timestamp": [ 0.0, 4.46 ], "duration": 81.66, "caption": "A woman walks in the room closing the door behind her.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 245646, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 68.02, 72.27 ], "duration": 85.66, "caption": "A person opens the door, walks through it, and starts to close it.", "similarity": 0.8006, "relevance": 4 }, { "pair_id": 245647, "video_name": "s05e22_seg02_clip_14", "timestamp": [ 45.32, 52.52 ], "duration": 60.66, "caption": "A woman walks across the room and opens the front door.", "similarity": 0.7975, "relevance": 3 }, { "pair_id": 245648, "video_name": "friends_s02e19_seg01_clip_00", "timestamp": [ 81.2, 83.32 ], "duration": 85.66, "caption": "A person walks out of the room and shuts the door behind them.", "similarity": 0.7965, "relevance": 4 }, { "pair_id": 245649, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 74.4, 80.26 ], "duration": 90.66, "caption": "A person opens the door and walks through before closing it behind him.", "similarity": 0.7946, "relevance": 4 }, { "pair_id": 245650, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A person walks out of the door and closes it behind him.", "similarity": 0.7927, "relevance": 4 }, { "pair_id": 245651, "video_name": "met_s03e01_seg02_clip_10", "timestamp": [ 27.41, 30.69 ], "duration": 59.66, "caption": "A person opens the door and leaves his room.", "similarity": 0.7917, "relevance": 4 }, { "pair_id": 245652, "video_name": "s05e17_seg02_clip_16", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A person walks across the room and opens a window.", "similarity": 0.7916, "relevance": 3 }, { "pair_id": 245653, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 26.36, 29.15 ], "duration": 62.66, "caption": "A man walks across the living room and opens the door.", "similarity": 0.7912, "relevance": 2 }, { "pair_id": 245654, "video_name": "s03e02_seg02_clip_01", "timestamp": [ 6.2, 12.99 ], "duration": 59.66, "caption": "A man walks across the room and exits the room through the front door.", "similarity": 0.7911, "relevance": 4 }, { "pair_id": 245655, "video_name": "castle_s05e14_seg02_clip_20", "timestamp": [ 29.38, 31.6 ], "duration": 89.66, "caption": "A person walks through a door and stops.", "similarity": 0.7898, "relevance": 4 }, { "pair_id": 245656, "video_name": "friends_s02e16_seg02_clip_20", "timestamp": [ 60.5, 68.06 ], "duration": 72.66, "caption": "A man walks across the living room, into the bedroom, and then closes the bedroom door.", "similarity": 0.7886, "relevance": 4 }, { "pair_id": 245657, "video_name": "s06e24_seg02_clip_03", "timestamp": [ 34.74, 38.15 ], "duration": 62.66, "caption": "A person walks into the apartment and closes the door behind him.", "similarity": 0.7873, "relevance": 4 }, { "pair_id": 245658, "video_name": "s03e04_seg02_clip_06", "timestamp": [ 32.41, 36.32 ], "duration": 60.66, "caption": "A person walks into the apartment and closes the door behind him.", "similarity": 0.7873, "relevance": 4 }, { "pair_id": 245659, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 16.48, 18.92 ], "duration": 61.66, "caption": "A person walks into the apartment and closes the door behind him.", "similarity": 0.7873, "relevance": 4 } ] }, { "query_id": 73197, "query": "Some people were having a conversation.", "relevant_moment": [ { "pair_id": 2520, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 0.0, 35.12 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2521, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2522, "video_name": "s02e17_seg02_clip_05", "timestamp": [ 0.0, 36.6 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2523, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 0.0, 33.62 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2524, "video_name": "s02e04_seg02_clip_11", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2525, "video_name": "s01e14_seg02_clip_13", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2526, "video_name": "house_s08e18_seg02_clip_08", "timestamp": [ 29.25, 91.42 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2527, "video_name": "house_s08e06_seg02_clip_07", "timestamp": [ 0.0, 31.83 ], "duration": 95.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2528, "video_name": "house_s07e10_seg02_clip_18", "timestamp": [ 0.0, 13.78 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2529, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 0.0, 12.37 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2530, "video_name": "house_s06e11_seg02_clip_11", "timestamp": [ 67.71, 89.09 ], "duration": 89.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2531, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 13.32, 45.74 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2532, "video_name": "house_s06e06_seg02_clip_01", "timestamp": [ 0.0, 34.63 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2533, "video_name": "house_s06e02_seg02_clip_17", "timestamp": [ 0.0, 20.46 ], "duration": 43.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2534, "video_name": "house_s05e23_seg02_clip_21", "timestamp": [ 43.82, 71.26 ], "duration": 71.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2535, "video_name": "house_s02e18_seg02_clip_23", "timestamp": [ 14.19, 86.02 ], "duration": 86.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2536, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 0.0, 67.42 ], "duration": 126.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2537, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 11.03, 49.02 ], "duration": 49.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2538, "video_name": "house_s01e11_seg02_clip_06", "timestamp": [ 0.0, 92.08 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2539, "video_name": "friends_s10e13_seg02_clip_01", "timestamp": [ 0.0, 17.11 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175840, "video_name": "friends_s10e12_seg02_clip_03", "timestamp": [ 13.07, 30.18 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175841, "video_name": "friends_s10e02_seg02_clip_17", "timestamp": [ 0.0, 57.04 ], "duration": 57.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175842, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 0.0, 56.09 ], "duration": 56.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175843, "video_name": "friends_s08e03_seg01_clip_01", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175844, "video_name": "friends_s07e21_seg02_clip_02", "timestamp": [ 0.0, 68.02 ], "duration": 68.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175845, "video_name": "friends_s05e10_seg02_clip_11", "timestamp": [ 0.0, 48.02 ], "duration": 64.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175846, "video_name": "friends_s05e01_seg02_clip_13", "timestamp": [ 0.0, 17.41 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175847, "video_name": "friends_s04e01_seg02_clip_07", "timestamp": [ 0.0, 45.7 ], "duration": 63.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175848, "video_name": "friends_s03e10_seg02_clip_14", "timestamp": [ 34.87, 60.12 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175849, "video_name": "friends_s02e08_seg02_clip_12", "timestamp": [ 0.0, 42.11 ], "duration": 61.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175850, "video_name": "friends_s01e18_seg02_clip_10", "timestamp": [ 0.0, 26.6 ], "duration": 52.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 175851, "video_name": "castle_s08e18_seg02_clip_14", "timestamp": [ 0.0, 28.45 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175852, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 0.0, 28.61 ], "duration": 90.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175853, "video_name": "castle_s08e02_seg02_clip_20", "timestamp": [ 0.0, 18.7 ], "duration": 89.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175854, "video_name": "castle_s07e19_seg02_clip_09", "timestamp": [ 0.0, 8.17 ], "duration": 90.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175855, "video_name": "castle_s07e15_seg02_clip_02", "timestamp": [ 0.0, 64.9 ], "duration": 90.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175856, "video_name": "castle_s07e12_seg02_clip_12", "timestamp": [ 0.0, 36.87 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175857, "video_name": "castle_s07e06_seg02_clip_17", "timestamp": [ 45.25, 73.54 ], "duration": 87.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175858, "video_name": "castle_s07e06_seg02_clip_16", "timestamp": [ 0.0, 36.2 ], "duration": 94.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 175859, "video_name": "castle_s06e23_seg02_clip_20", "timestamp": [ 0.0, 91.34 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 1.0, "relevance": 4 } ] }, { "query_id": 73198, "query": "A man left from the room where there were two people seem to argue.", "relevant_moment": [ { "pair_id": 166300, "video_name": "house_s02e18_seg02_clip_23", "timestamp": [ 0.0, 10.32 ], "duration": 86.66, "caption": "A man left from the room where there were two people seem to argue.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166301, "video_name": "grey_s02e04_seg02_clip_00", "timestamp": [ 75.35, 93.03 ], "duration": 93.66, "caption": "A man leaves the room when a woman and another woman start arguing.", "similarity": 0.7888, "relevance": 3 }, { "pair_id": 166302, "video_name": "house_s03e09_seg02_clip_03", "timestamp": [ 41.75, 90.66 ], "duration": 90.66, "caption": "Two people argue about a man and other things.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 166303, "video_name": "s04e17_seg02_clip_06", "timestamp": [ 22.43, 24.2 ], "duration": 59.66, "caption": "A man walks away from another person after arguing in the doorway.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 166304, "video_name": "s08e11_seg02_clip_01", "timestamp": [ 3.54, 7.67 ], "duration": 59.66, "caption": "Two men are arguing inside the room.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 166305, "video_name": "friends_s02e16_seg02_clip_09", "timestamp": [ 51.82, 56.02 ], "duration": 56.66, "caption": "A man walks into his bedroom while he and another person are arguing.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 166306, "video_name": "house_s03e23_seg02_clip_10", "timestamp": [ 45.99, 59.2 ], "duration": 91.66, "caption": "The man left the room and he seems upset after talking with a woman.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 166307, "video_name": "house_s07e08_seg02_clip_25", "timestamp": [ 0.0, 48.17 ], "duration": 172.66, "caption": "A man and his spouse are arguing in their bedroom and his spouse has decided to leave him.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 166308, "video_name": "house_s02e19_seg02_clip_07", "timestamp": [ 21.62, 26.48 ], "duration": 88.66, "caption": "A man seems to be angry while he is talking to another person and then he immediately leaves the room.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 166309, "video_name": "friends_s06e03_seg02_clip_03", "timestamp": [ 0.62, 22.64 ], "duration": 62.66, "caption": "A man and a woman argue about what to do with their spare room and the man storms out.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 166310, "video_name": "house_s01e09_seg02_clip_07", "timestamp": [ 1.47, 10.29 ], "duration": 98.66, "caption": "A man points his finger angrily at person while arguing and then walks out of the room.", "similarity": 0.6722, "relevance": 3 }, { "pair_id": 166311, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 15.64, 21.17 ], "duration": 92.66, "caption": "A man leaves the room as another man is still talking.", "similarity": 0.6691, "relevance": 3 }, { "pair_id": 166312, "video_name": "s07e16_seg02_clip_06", "timestamp": [ 20.75, 61.03 ], "duration": 61.66, "caption": "Two people have an argument while in the apartment with a man.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 166313, "video_name": "friends_s03e02_seg02_clip_21", "timestamp": [ 17.64, 41.02 ], "duration": 41.66, "caption": "A man and another person argue over whose seat it is while the person remains seated.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 166314, "video_name": "s03e21_seg02_clip_14", "timestamp": [ 43.7, 56.02 ], "duration": 56.66, "caption": "A person goes into another and two men begin arguing.", "similarity": 0.6629, "relevance": 2 }, { "pair_id": 166315, "video_name": "house_s02e18_seg02_clip_01", "timestamp": [ 11.25, 18.0 ], "duration": 90.66, "caption": "Two people are having some arguments when a person enters the room.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 166316, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 21.38, 38.96 ], "duration": 95.66, "caption": "Two men are having an argument. Then he leaves man.", "similarity": 0.661, "relevance": 3 }, { "pair_id": 166317, "video_name": "met_s06e22_seg02_clip_15", "timestamp": [ 41.91, 55.15 ], "duration": 63.66, "caption": "A man and another man get up from the couch and start arguing.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 166318, "video_name": "house_s02e22_seg02_clip_25", "timestamp": [ 0.0, 18.13 ], "duration": 125.66, "caption": "A man follows another man through the halls arguing with him.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 166319, "video_name": "friends_s05e15_seg02_clip_08", "timestamp": [ 0.0, 14.04 ], "duration": 61.66, "caption": "A woman is arguing with a man and then leaves another man's apartment angrily.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 339620, "video_name": "grey_s01e09_seg02_clip_12", "timestamp": [ 72.95, 88.25 ], "duration": 102.66, "caption": "Two people are arguing then one points his finger at the other and walks away.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 339621, "video_name": "friends_s02e16_seg02_clip_09", "timestamp": [ 43.42, 50.98 ], "duration": 56.66, "caption": "A man carries his coat towards his room when he and another person are arguing.", "similarity": 0.6461, "relevance": 3 }, { "pair_id": 339622, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 66.45, 70.04 ], "duration": 89.66, "caption": "A man leaves the room in the middle of the conversation with man.", "similarity": 0.6429, "relevance": 1 }, { "pair_id": 339623, "video_name": "friends_s01e23_seg02_clip_05", "timestamp": [ 27.56, 40.33 ], "duration": 58.66, "caption": "A man leaves and then comes back so they can argue more with someone.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 339624, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 30.05, 37.85 ], "duration": 78.66, "caption": "Two people attempt to leave the room, but a man makes them stay.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 339625, "video_name": "met_s03e09_seg02_clip_15", "timestamp": [ 0.0, 21.98 ], "duration": 60.66, "caption": "Two people come to an agreement and one of them leaves the room.", "similarity": 0.6364, "relevance": 2 }, { "pair_id": 339626, "video_name": "house_s01e18_seg02_clip_19", "timestamp": [ 0.0, 33.59 ], "duration": 88.66, "caption": "A doctor and a man argue in the hallway.", "similarity": 0.6328, "relevance": 3 }, { "pair_id": 339627, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 2.14, 5.8 ], "duration": 61.66, "caption": "A person and the other person in front of him/her are arguing.", "similarity": 0.6311, "relevance": 3 }, { "pair_id": 339628, "video_name": "s03e19_seg02_clip_08", "timestamp": [ 0.0, 21.25 ], "duration": 59.66, "caption": "A man and a woman argue about something that happened in the bedroom and woman storms off.", "similarity": 0.6311, "relevance": 3 }, { "pair_id": 339629, "video_name": "friends_s09e03_seg01_clip_00", "timestamp": [ 84.2, 91.03 ], "duration": 91.66, "caption": "A man mentions his disbelief of the fact that another man and woman are leaving as he stands in the kitchen with two men and a woman to which the woman claims their apartment and everyone disagrees.", "similarity": 0.6281, "relevance": 1 }, { "pair_id": 339630, "video_name": "house_s04e04_seg02_clip_12", "timestamp": [ 37.74, 47.55 ], "duration": 98.66, "caption": "A person then leaves the room and the other people were baffled with what he means.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 339631, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 5.03, 9.15 ], "duration": 91.66, "caption": "Two people are arguing so a man asks them if they know what it indicates when someone argues so much.", "similarity": 0.6256, "relevance": 1 }, { "pair_id": 339632, "video_name": "house_s02e06_seg02_clip_13", "timestamp": [ 77.77, 81.03 ], "duration": 93.66, "caption": "A woman leaves the room after getting mad with a man.", "similarity": 0.625, "relevance": 1 }, { "pair_id": 339633, "video_name": "friends_s02e23_seg02_clip_02", "timestamp": [ 50.12, 51.92 ], "duration": 60.66, "caption": "A man points at another man as he exits the room.", "similarity": 0.6237, "relevance": 3 }, { "pair_id": 339634, "video_name": "s09e20_seg02_clip_11", "timestamp": [ 42.11, 54.93 ], "duration": 61.66, "caption": "A woman storms out of the living room while arguing with a man.", "similarity": 0.621, "relevance": 3 }, { "pair_id": 339635, "video_name": "house_s03e22_seg02_clip_16", "timestamp": [ 5.98, 12.42 ], "duration": 92.66, "caption": "A person walks out a bit while arguing with another person.", "similarity": 0.619, "relevance": 2 }, { "pair_id": 339636, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 84.3, 90.65 ], "duration": 90.66, "caption": "A man and woman turn to see two men arguing by their desks.", "similarity": 0.618, "relevance": 3 }, { "pair_id": 339637, "video_name": "friends_s10e07_seg02_clip_16", "timestamp": [ 16.83, 28.14 ], "duration": 58.66, "caption": "Two men are having an argument with each other.", "similarity": 0.617, "relevance": 3 }, { "pair_id": 339638, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 28.38, 35.7 ], "duration": 61.66, "caption": "After an argument, some people leave the apartment.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 339639, "video_name": "s08e13_seg02_clip_10", "timestamp": [ 20.45, 24.65 ], "duration": 56.66, "caption": "A man exits the room out of frustration due to person's noise.", "similarity": 0.6166, "relevance": 3 } ] }, { "query_id": 73204, "query": "They walk to their chairs, she puts on her shirt and they both sit.", "relevant_moment": [ { "pair_id": 171640, "video_name": "s01e13_seg02_clip_10", "timestamp": [ 47.62, 54.34 ], "duration": 56.66, "caption": "They walk to their chairs, she puts on her shirt and they both sit.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 171641, "video_name": "friends_s05e20_seg01_clip_00", "timestamp": [ 33.02, 39.62 ], "duration": 66.66, "caption": "Two people come in and sit together on a chair.", "similarity": 0.5823, "relevance": 2 }, { "pair_id": 171642, "video_name": "house_s08e09_seg02_clip_13", "timestamp": [ 65.54, 69.63 ], "duration": 91.66, "caption": "Two people get up from their chairs.", "similarity": 0.5656, "relevance": 1 }, { "pair_id": 171643, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 26.4, 30.04 ], "duration": 91.66, "caption": "Two people get up from their chairs.", "similarity": 0.5656, "relevance": 1 }, { "pair_id": 171644, "video_name": "s04e16_seg02_clip_10", "timestamp": [ 18.91, 20.71 ], "duration": 60.66, "caption": "One person gestures for another person to sit beside them in the chair they are in.", "similarity": 0.5513, "relevance": 1 }, { "pair_id": 171645, "video_name": "friends_s02e11_seg02_clip_16", "timestamp": [ 7.87, 11.8 ], "duration": 60.66, "caption": "Two people walk over to sit down.", "similarity": 0.5484, "relevance": 2 }, { "pair_id": 171646, "video_name": "castle_s04e10_seg02_clip_09", "timestamp": [ 12.66, 52.0 ], "duration": 90.66, "caption": "Two people were sitting on their chairs while having a conversation.", "similarity": 0.5436, "relevance": 2 }, { "pair_id": 171647, "video_name": "friends_s04e04_seg02_clip_14", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.5385, "relevance": 2 }, { "pair_id": 171648, "video_name": "friends_s01e03_seg02_clip_09", "timestamp": [ 25.33, 29.29 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.5385, "relevance": 2 }, { "pair_id": 171649, "video_name": "castle_s06e19_seg02_clip_24", "timestamp": [ 14.06, 19.5 ], "duration": 90.66, "caption": "A person sits down on a chair at a table, then another person sits at the same table.", "similarity": 0.534, "relevance": 2 }, { "pair_id": 171650, "video_name": "s01e13_seg02_clip_09", "timestamp": [ 29.31, 33.09 ], "duration": 63.66, "caption": "A woman points to the chairs and goes to sit on them.", "similarity": 0.5334, "relevance": 0 }, { "pair_id": 171651, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 34.52, 36.62 ], "duration": 60.66, "caption": "Two people sit at the dining table as one speaks to the other.", "similarity": 0.5316, "relevance": 2 }, { "pair_id": 171652, "video_name": "friends_s02e23_seg02_clip_15", "timestamp": [ 1.9, 8.74 ], "duration": 76.66, "caption": "Two people sit down at the table that is set for them.", "similarity": 0.5307, "relevance": 2 }, { "pair_id": 171653, "video_name": "s01e10_seg02_clip_03", "timestamp": [ 29.62, 33.72 ], "duration": 63.66, "caption": "Two people walk to stand in front of the chairs.", "similarity": 0.5292, "relevance": 1 }, { "pair_id": 171654, "video_name": "met_s02e15_seg02_clip_13", "timestamp": [ 19.16, 23.11 ], "duration": 60.66, "caption": "Two women take a seat on their chairs.", "similarity": 0.5279, "relevance": 2 }, { "pair_id": 171655, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 0.0, 3.13 ], "duration": 89.66, "caption": "A person sits down on the chair across from another person.", "similarity": 0.527, "relevance": 1 }, { "pair_id": 171656, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 8.1, 10.35 ], "duration": 90.66, "caption": "Two women sit down in two chairs.", "similarity": 0.5257, "relevance": 2 }, { "pair_id": 171657, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 13.51, 15.31 ], "duration": 60.66, "caption": "A woman sits down on the chair across from another woman.", "similarity": 0.5254, "relevance": 2 }, { "pair_id": 171658, "video_name": "friends_s01e16-17_seg02_clip_11", "timestamp": [ 27.94, 31.39 ], "duration": 57.66, "caption": "A woman mentions the two people having made a good decision and she walks to her table to sit at it.", "similarity": 0.5247, "relevance": 2 }, { "pair_id": 171659, "video_name": "friends_s06e03_seg02_clip_08", "timestamp": [ 22.64, 25.43 ], "duration": 62.66, "caption": "Two people sit down at the table at the same time.", "similarity": 0.5227, "relevance": 2 }, { "pair_id": 344960, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 26.67, 62.03 ], "duration": 62.66, "caption": "Two people were sitting at the table.", "similarity": 0.5181, "relevance": 2 }, { "pair_id": 344961, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 15.2, 17.99 ], "duration": 62.66, "caption": "Two people sit down on the stools.", "similarity": 0.5178, "relevance": 3 }, { "pair_id": 344962, "video_name": "castle_s03e23_seg02_clip_08", "timestamp": [ 1.9, 6.18 ], "duration": 95.66, "caption": "A person gets a chair and sit beside a woman and another person wearing gray shirt.", "similarity": 0.5177, "relevance": 1 }, { "pair_id": 344963, "video_name": "friends_s04e18_seg02_clip_09", "timestamp": [ 6.18, 12.36 ], "duration": 65.66, "caption": "Two people sit down at the table together.", "similarity": 0.5171, "relevance": 3 }, { "pair_id": 344964, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.5154, "relevance": 2 }, { "pair_id": 344965, "video_name": "friends_s09e05_seg02_clip_17", "timestamp": [ 20.75, 25.33 ], "duration": 61.66, "caption": "Two people sit down at the table.", "similarity": 0.5149, "relevance": 3 }, { "pair_id": 344966, "video_name": "s07e18_seg02_clip_10", "timestamp": [ 8.12, 18.57 ], "duration": 58.66, "caption": "Two people walk towards the kitchen and sit on wooden chairs.", "similarity": 0.5087, "relevance": 3 }, { "pair_id": 344967, "video_name": "castle_s04e05_seg02_clip_25", "timestamp": [ 0.0, 61.9 ], "duration": 91.66, "caption": "Two people were sitting across each other.", "similarity": 0.5073, "relevance": 2 }, { "pair_id": 344968, "video_name": "friends_s04e22_seg02_clip_14", "timestamp": [ 3.36, 6.71 ], "duration": 61.66, "caption": "Two women rush to a person who is sitting on a chair.", "similarity": 0.5069, "relevance": 1 }, { "pair_id": 344969, "video_name": "friends_s05e02_seg02_clip_20", "timestamp": [ 50.19, 52.8 ], "duration": 58.66, "caption": "Two people sit back down in their seats.", "similarity": 0.5058, "relevance": 2 }, { "pair_id": 344970, "video_name": "friends_s01e06_seg02_clip_19", "timestamp": [ 0.0, 26.55 ], "duration": 59.66, "caption": "They are having a conversation while sitting on furniture.", "similarity": 0.504, "relevance": 1 }, { "pair_id": 344971, "video_name": "friends_s08e15_seg02_clip_19", "timestamp": [ 48.4, 52.83 ], "duration": 59.66, "caption": "Two people sit down on stools across from each other at a small table.", "similarity": 0.5037, "relevance": 1 }, { "pair_id": 344972, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 48.99, 53.42 ], "duration": 59.66, "caption": "A woman goes in between another woman and a man and tells them where to sit and they move towards their seat.", "similarity": 0.5031, "relevance": 1 }, { "pair_id": 344973, "video_name": "grey_s02e08_seg02_clip_11", "timestamp": [ 85.12, 88.84 ], "duration": 93.66, "caption": "Two people are sitting across from each other at a table in a restaurant. One looks to their right, the other looks to their left, they look at each other and leap from their chairs.", "similarity": 0.503, "relevance": 1 }, { "pair_id": 344974, "video_name": "grey_s02e18_seg02_clip_01", "timestamp": [ 3.36, 5.76 ], "duration": 96.66, "caption": "A woman is seated in her chair as she tells another woman she is exhausted and the other woman tells her that she is also.", "similarity": 0.5019, "relevance": 1 }, { "pair_id": 344975, "video_name": "friends_s08e20_seg02_clip_19", "timestamp": [ 0.0, 17.37 ], "duration": 62.66, "caption": "Two people were sitting on the dining table.", "similarity": 0.5017, "relevance": 1 }, { "pair_id": 344977, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 17.88, 21.79 ], "duration": 65.66, "caption": "A person gets a chair and sits in front of another person.", "similarity": 0.4993, "relevance": 1 }, { "pair_id": 344978, "video_name": "s05e21_seg02_clip_10", "timestamp": [ 50.76, 53.71 ], "duration": 59.66, "caption": "Two people walk past a person as he/she is sitting down.", "similarity": 0.4967, "relevance": 1 }, { "pair_id": 344979, "video_name": "castle_s02e05_seg02_clip_06", "timestamp": [ 7.7, 10.26 ], "duration": 85.66, "caption": "A person sits down in the chair and waves to another person and she waves back at him.", "similarity": 0.4942, "relevance": 1 } ] }, { "query_id": 73216, "query": "A man twirls a pen in his hand while sitting at a desk.", "relevant_moment": [ { "pair_id": 21900, "video_name": "house_s01e22_seg02_clip_14", "timestamp": [ 46.63, 51.16 ], "duration": 90.66, "caption": "A man twirls a pen in his hand while sitting at a desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21901, "video_name": "house_s08e13_seg02_clip_21", "timestamp": [ 78.51, 80.39 ], "duration": 94.66, "caption": "A man behind a desk unfolds his hands with a pen in one hand.", "similarity": 0.7961, "relevance": 2 }, { "pair_id": 21902, "video_name": "house_s08e04_seg02_clip_01", "timestamp": [ 50.86, 66.17 ], "duration": 90.66, "caption": "A man puts an ink pen to his lips as he sits at his desk.", "similarity": 0.7895, "relevance": 4 }, { "pair_id": 21903, "video_name": "friends_s06e02_seg02_clip_14", "timestamp": [ 3.63, 4.24 ], "duration": 60.66, "caption": "A man grabs a pen from the pen holder on the desk.", "similarity": 0.7692, "relevance": 2 }, { "pair_id": 21904, "video_name": "friends_s07e13_seg02_clip_14", "timestamp": [ 49.52, 53.72 ], "duration": 60.66, "caption": "A man grabs a pen, makes a stabbing gesture then throws the pen down onto the desk.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 21905, "video_name": "castle_s04e18_seg02_clip_02", "timestamp": [ 20.35, 21.25 ], "duration": 90.66, "caption": "A man has a pen and notepad in his hand.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 21906, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 39.96, 46.07 ], "duration": 94.66, "caption": "A man is writing something down while sitting at his desk.", "similarity": 0.7175, "relevance": 3 }, { "pair_id": 21907, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 3.52, 6.6 ], "duration": 88.66, "caption": "A man taps his pen on a desk while talking with person.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 21908, "video_name": "grey_s03e05_seg02_clip_16", "timestamp": [ 24.14, 29.16 ], "duration": 91.66, "caption": "A person is writing at a desk, their right hand trembles, they stop writing and make a fist.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 21909, "video_name": "house_s06e07_seg02_clip_12", "timestamp": [ 69.44, 71.22 ], "duration": 89.66, "caption": "A man adjusts his pen in his right hand.", "similarity": 0.6924, "relevance": 4 }, { "pair_id": 21910, "video_name": "met_s02e04_seg02_clip_17", "timestamp": [ 1.22, 4.58 ], "duration": 61.66, "caption": "A man is writing on a notepad at his desk.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 21911, "video_name": "friends_s04e22_seg02_clip_04", "timestamp": [ 2.75, 20.14 ], "duration": 61.66, "caption": "A man places a notepad on their lap and writes in it with a pen.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 21912, "video_name": "s05e07_seg01_clip_00", "timestamp": [ 35.66, 37.64 ], "duration": 66.66, "caption": "A person places his marker pens down on a desk.", "similarity": 0.6804, "relevance": 1 }, { "pair_id": 21913, "video_name": "s03e18_seg02_clip_12", "timestamp": [ 28.63, 31.87 ], "duration": 54.66, "caption": "A man puts down his pen and paper and sits forward with his hands on his lap.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 21914, "video_name": "s09e04_seg02_clip_07", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A person is sitting with a pen and clipboard in his hands.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 21915, "video_name": "s08e01_seg02_clip_10", "timestamp": [ 44.86, 49.74 ], "duration": 61.66, "caption": "A person sitting behind the desk reaches over and grabs a pen, then opens a folder and starts to write.", "similarity": 0.6591, "relevance": 2 }, { "pair_id": 21916, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 35.26, 39.02 ], "duration": 94.66, "caption": "A person points his finger at man while sitting at his desk.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 21917, "video_name": "s08e05_seg02_clip_02", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A man has a book in his hands as he sits at his desk.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 21918, "video_name": "castle_s02e02_seg02_clip_06", "timestamp": [ 5.52, 8.28 ], "duration": 92.66, "caption": "A man puts the paper in his hand on the desk in front of him.", "similarity": 0.655, "relevance": 1 }, { "pair_id": 21919, "video_name": "house_s03e02_seg02_clip_02", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A man flips his pen in his hand as he sits at a table and flips through yellow papers.", "similarity": 0.6533, "relevance": 4 }, { "pair_id": 195220, "video_name": "friends_s06e02_seg02_clip_14", "timestamp": [ 2.4, 4.5 ], "duration": 60.66, "caption": "A man grabs a pen from an older man's desk.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 195221, "video_name": "s10e08_seg02_clip_09", "timestamp": [ 46.34, 48.02 ], "duration": 48.66, "caption": "A person grabs a pen from the desk and drops it on the floor.", "similarity": 0.6446, "relevance": 1 }, { "pair_id": 195222, "video_name": "house_s03e24_seg02_clip_08", "timestamp": [ 59.95, 64.27 ], "duration": 108.66, "caption": "A man writes something on a note pad with a pen.", "similarity": 0.6441, "relevance": 3 }, { "pair_id": 195223, "video_name": "met_s02e04_seg02_clip_17", "timestamp": [ 33.87, 37.23 ], "duration": 61.66, "caption": "A man turns and lays down his pencil on the desk.", "similarity": 0.644, "relevance": 3 }, { "pair_id": 195224, "video_name": "s02e01_seg01_clip_02", "timestamp": [ 34.12, 36.6 ], "duration": 62.66, "caption": "A person is sitting at his desk and puts a pencil in a pencil cup.", "similarity": 0.6428, "relevance": 3 }, { "pair_id": 195225, "video_name": "house_s08e07_seg02_clip_22", "timestamp": [ 2.28, 3.64 ], "duration": 91.66, "caption": "A person tosses his pen onto a notepad on the table.", "similarity": 0.6389, "relevance": 3 }, { "pair_id": 195226, "video_name": "house_s08e19_seg02_clip_06", "timestamp": [ 4.14, 5.52 ], "duration": 92.66, "caption": "A man puts his pen in his jacket pocket while sitting at a table.", "similarity": 0.6376, "relevance": 3 }, { "pair_id": 195227, "video_name": "s02e21_seg02_clip_04", "timestamp": [ 44.42, 48.32 ], "duration": 60.66, "caption": "A man is typing on his laptop sitting at a desk.", "similarity": 0.6323, "relevance": 2 }, { "pair_id": 195228, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 84.27, 90.13 ], "duration": 90.66, "caption": "A man takes a pen from the pen holder and starts to write on a paper.", "similarity": 0.631, "relevance": 3 }, { "pair_id": 195229, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 42.31, 48.61 ], "duration": 90.66, "caption": "A man is sitting at his desk, studying and moving his fingers along a blueprint.", "similarity": 0.6296, "relevance": 2 }, { "pair_id": 195230, "video_name": "castle_s04e01_seg02_clip_21", "timestamp": [ 49.06, 54.01 ], "duration": 90.66, "caption": "A woman sits at her desk while writing with a pen.", "similarity": 0.6283, "relevance": 2 }, { "pair_id": 195231, "video_name": "s02e01_seg02_clip_08", "timestamp": [ 37.64, 39.63 ], "duration": 57.66, "caption": "A man throws his pen in his working table.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 195232, "video_name": "house_s05e10_seg02_clip_09", "timestamp": [ 12.6, 14.28 ], "duration": 84.66, "caption": "A man puts his pen to his mouth.", "similarity": 0.6265, "relevance": 3 }, { "pair_id": 195233, "video_name": "friends_s07e21_seg02_clip_00", "timestamp": [ 28.62, 50.15 ], "duration": 61.66, "caption": "A man was holding a pen and paper whilst talking.", "similarity": 0.626, "relevance": 1 }, { "pair_id": 195234, "video_name": "grey_s03e05_seg02_clip_16", "timestamp": [ 23.69, 29.16 ], "duration": 91.66, "caption": "A man is writing and his hand starts to tremble and he drops the pen and clenches his hand.", "similarity": 0.6252, "relevance": 3 }, { "pair_id": 195235, "video_name": "s08e04_seg02_clip_06", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man throws his hands up and sits down at his desk.", "similarity": 0.6245, "relevance": 2 }, { "pair_id": 195236, "video_name": "s05e23_seg01_clip_00", "timestamp": [ 3.7, 36.64 ], "duration": 74.66, "caption": "A man is sitting at a desk working on a device.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 195237, "video_name": "castle_s01e01_seg02_clip_10", "timestamp": [ 3.52, 5.72 ], "duration": 88.66, "caption": "A man is moving the pen in their hand as they are talking.", "similarity": 0.6223, "relevance": 3 }, { "pair_id": 195238, "video_name": "house_s02e10_seg02_clip_01", "timestamp": [ 38.28, 48.07 ], "duration": 89.66, "caption": "A male patient with disheveled hair and a white striped shirt uses a pen to attempt to write something on a paper.", "similarity": 0.6218, "relevance": 2 }, { "pair_id": 195239, "video_name": "house_s06e02_seg02_clip_24", "timestamp": [ 68.02, 85.02 ], "duration": 85.66, "caption": "A man sits with his hands crossed on his desk and his tie undone.", "similarity": 0.6202, "relevance": 2 } ] }, { "query_id": 73372, "query": "Two people are in the elevator conversing.", "relevant_moment": [ { "pair_id": 12600, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 87.71, 91.36 ], "duration": 91.66, "caption": "Two people are in the elevator conversing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12601, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.9546, "relevance": 4 }, { "pair_id": 12602, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 0.0, 45.09 ], "duration": 92.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 12603, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 74.2, 90.49 ], "duration": 90.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 12604, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 73.03, 89.7 ], "duration": 98.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 12605, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 40.78, 51.53 ], "duration": 89.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 12606, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 71.3, 88.02 ], "duration": 88.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 12607, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 11.75 ], "duration": 94.66, "caption": "Two people are inside the elevator, and having a conversation.", "similarity": 0.9336, "relevance": 4 }, { "pair_id": 12608, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.8941, "relevance": 4 }, { "pair_id": 12609, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 13.41, 33.28 ], "duration": 92.66, "caption": "A man and woman are in an elevator as they converse.", "similarity": 0.8915, "relevance": 4 }, { "pair_id": 12610, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 10.11, 26.81 ], "duration": 87.66, "caption": "A man and a woman are having a conversation inside the elevator.", "similarity": 0.8711, "relevance": 4 }, { "pair_id": 12611, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 17.95, 61.31 ], "duration": 87.66, "caption": "A woman and a man are inside the elevator and having a conversation.", "similarity": 0.8706, "relevance": 4 }, { "pair_id": 12612, "video_name": "house_s08e16_seg02_clip_18", "timestamp": [ 66.41, 85.15 ], "duration": 85.66, "caption": "Two people stand next to each other in the elevator and talk.", "similarity": 0.8688, "relevance": 4 }, { "pair_id": 12613, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A person is conversing with another person in front of an elevator.", "similarity": 0.8681, "relevance": 2 }, { "pair_id": 12614, "video_name": "grey_s02e11_seg02_clip_05", "timestamp": [ 0.0, 26.14 ], "duration": 78.66, "caption": "Two people are inside an elevator. One person is talking and the other is not.", "similarity": 0.8663, "relevance": 4 }, { "pair_id": 12615, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 0.0, 25.51 ], "duration": 85.66, "caption": "A man and woman are talking in the elevator.", "similarity": 0.8636, "relevance": 4 }, { "pair_id": 12616, "video_name": "house_s08e16_seg02_clip_19", "timestamp": [ 0.0, 35.16 ], "duration": 95.66, "caption": "Two men have a conversation in an elevator.", "similarity": 0.8619, "relevance": 4 }, { "pair_id": 12617, "video_name": "house_s07e04_seg02_clip_07", "timestamp": [ 77.83, 91.02 ], "duration": 91.66, "caption": "Two men have a conversation in an elevator.", "similarity": 0.8619, "relevance": 4 }, { "pair_id": 12618, "video_name": "house_s04e11_seg02_clip_12", "timestamp": [ 39.78, 54.82 ], "duration": 97.66, "caption": "Two people are standing beside each other inside an elevator as they converse.", "similarity": 0.8584, "relevance": 4 }, { "pair_id": 12619, "video_name": "house_s02e04_seg02_clip_21", "timestamp": [ 51.21, 69.95 ], "duration": 91.66, "caption": "Some people are having a conversation inside the elevator.", "similarity": 0.8508, "relevance": 4 }, { "pair_id": 185920, "video_name": "house_s04e05_seg02_clip_19", "timestamp": [ 20.29, 50.04 ], "duration": 90.66, "caption": "A man and another man are having a conversation inside the elevator.", "similarity": 0.8422, "relevance": 4 }, { "pair_id": 185921, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 29.14, 50.99 ], "duration": 91.66, "caption": "A man and woman are on an elevator together talking.", "similarity": 0.8414, "relevance": 4 }, { "pair_id": 185922, "video_name": "grey_s02e20_seg02_clip_24", "timestamp": [ 0.0, 43.71 ], "duration": 95.66, "caption": "Two people are in the elevator together.", "similarity": 0.8379, "relevance": 4 }, { "pair_id": 185923, "video_name": "grey_s02e08_seg02_clip_25", "timestamp": [ 0.0, 0.43 ], "duration": 2.66, "caption": "Two people are in the elevator together.", "similarity": 0.8379, "relevance": 1 }, { "pair_id": 185924, "video_name": "castle_s07e19_seg02_clip_27", "timestamp": [ 0.0, 7.03 ], "duration": 74.66, "caption": "Two people walk towards the elevator speaking to each other.", "similarity": 0.8287, "relevance": 2 }, { "pair_id": 185925, "video_name": "house_s02e04_seg02_clip_04", "timestamp": [ 29.13, 53.7 ], "duration": 91.66, "caption": "Two men were having a conversation inside the elevator.", "similarity": 0.8281, "relevance": 4 }, { "pair_id": 185926, "video_name": "grey_s02e02_seg02_clip_06", "timestamp": [ 13.44, 84.02 ], "duration": 84.66, "caption": "A man is conversing with another man as they are inside the elevator.", "similarity": 0.8277, "relevance": 4 }, { "pair_id": 185927, "video_name": "house_s08e10_seg02_clip_19", "timestamp": [ 0.0, 23.93 ], "duration": 87.66, "caption": "Two men both are inside of the elevator together and are talking.", "similarity": 0.8272, "relevance": 4 }, { "pair_id": 185928, "video_name": "house_s07e20_seg02_clip_11", "timestamp": [ 26.11, 34.21 ], "duration": 90.66, "caption": "Two men are inside an elevator as they converse.", "similarity": 0.8252, "relevance": 4 }, { "pair_id": 185929, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 8.71, 32.08 ], "duration": 91.66, "caption": "A woman and man speak to each other in the elevator.", "similarity": 0.8215, "relevance": 4 }, { "pair_id": 185930, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 6.68, 10.68 ], "duration": 89.66, "caption": "Two people came out from the elevator while talking.", "similarity": 0.8215, "relevance": 3 }, { "pair_id": 185931, "video_name": "grey_s02e08_seg02_clip_11", "timestamp": [ 0.0, 23.26 ], "duration": 93.66, "caption": "Three people are having a conversation inside the elevator.", "similarity": 0.8188, "relevance": 3 }, { "pair_id": 185933, "video_name": "castle_s01e06_seg02_clip_17", "timestamp": [ 12.26, 17.42 ], "duration": 129.66, "caption": "Two people are talking to another person as they walk away and get on an elevator.", "similarity": 0.818, "relevance": 2 }, { "pair_id": 185934, "video_name": "grey_s03e09_seg02_clip_28", "timestamp": [ 0.0, 25.89 ], "duration": 90.66, "caption": "A man and another man talk while they are in the elevator.", "similarity": 0.8029, "relevance": 4 }, { "pair_id": 185935, "video_name": "house_s08e08_seg02_clip_02", "timestamp": [ 0.0, 7.78 ], "duration": 91.66, "caption": "Some people are talking inside the elevator.", "similarity": 0.8017, "relevance": 4 }, { "pair_id": 185936, "video_name": "friends_s08e05_seg02_clip_01", "timestamp": [ 0.0, 46.48 ], "duration": 61.66, "caption": "Two men are conversing in front of elevator doors.", "similarity": 0.8007, "relevance": 3 }, { "pair_id": 185937, "video_name": "house_s03e06_seg02_clip_19", "timestamp": [ 6.23, 9.79 ], "duration": 89.66, "caption": "A person comes in the elevator while still talking to two other people.", "similarity": 0.7993, "relevance": 2 }, { "pair_id": 185938, "video_name": "house_s04e11_seg02_clip_19", "timestamp": [ 4.4, 41.21 ], "duration": 80.66, "caption": "Some people stand in an elevator chatting.", "similarity": 0.7944, "relevance": 4 } ] }, { "query_id": 73431, "query": "A woman storms out of person's office and opens her desk drawer.", "relevant_moment": [ { "pair_id": 92700, "video_name": "friends_s04e09_seg02_clip_09", "timestamp": [ 33.32, 38.82 ], "duration": 61.66, "caption": "A woman storms out of person's office and opens her desk drawer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 92701, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 23.88, 28.75 ], "duration": 88.66, "caption": "A woman storms out of a man's office and into the hallway.", "similarity": 0.8124, "relevance": 2 }, { "pair_id": 92702, "video_name": "house_s06e13_seg02_clip_23", "timestamp": [ 85.78, 91.17 ], "duration": 98.66, "caption": "A woman picks up her things and walks out of someone's office.", "similarity": 0.7187, "relevance": 2 }, { "pair_id": 92703, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 27.48, 31.5 ], "duration": 67.66, "caption": "A woman in person's office approaches his desk.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 92704, "video_name": "friends_s05e17_seg02_clip_09", "timestamp": [ 21.43, 24.58 ], "duration": 63.66, "caption": "A woman opens the door and exits the office.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 92705, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 35.42, 39.3 ], "duration": 97.66, "caption": "A woman grabs a thing and hurriedly leaves her office.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 92706, "video_name": "castle_s05e16_seg02_clip_05", "timestamp": [ 35.95, 42.33 ], "duration": 91.66, "caption": "A woman hurries over to a desk and opens and closes the drawer.", "similarity": 0.7012, "relevance": 2 }, { "pair_id": 92707, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 54.32, 57.93 ], "duration": 60.66, "caption": "A person opens a drawer in the desk to get something out.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 92708, "video_name": "house_s02e23_seg02_clip_12", "timestamp": [ 2.16, 3.24 ], "duration": 108.66, "caption": "A woman closes the window in her office.", "similarity": 0.6961, "relevance": 0 }, { "pair_id": 92709, "video_name": "castle_s04e05_seg02_clip_12", "timestamp": [ 78.07, 91.31 ], "duration": 91.66, "caption": "A woman opens the door and comes out of her office, angrily.", "similarity": 0.6949, "relevance": 1 }, { "pair_id": 92710, "video_name": "met_s03e15_seg02_clip_00", "timestamp": [ 41.78, 47.66 ], "duration": 61.66, "caption": "A woman enters a person's office and walks towards his desk.", "similarity": 0.6937, "relevance": 2 }, { "pair_id": 92711, "video_name": "s06e20_seg02_clip_06", "timestamp": [ 46.93, 56.07 ], "duration": 59.66, "caption": "A woman closes her laptop before she lets a person into her office.", "similarity": 0.6918, "relevance": 0 }, { "pair_id": 92712, "video_name": "s08e01_seg02_clip_11", "timestamp": [ 14.71, 18.61 ], "duration": 60.66, "caption": "A woman goes from a man's office door to in front of his desk.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 92713, "video_name": "castle_s02e13_seg02_clip_15", "timestamp": [ 38.55, 47.48 ], "duration": 94.66, "caption": "A woman walks out of a person's office, grabs her coat and leaves.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 92714, "video_name": "house_s01e15_seg02_clip_06", "timestamp": [ 1.36, 4.97 ], "duration": 90.66, "caption": "A person walks out of a woman's office then she turns around.", "similarity": 0.6812, "relevance": 1 }, { "pair_id": 92715, "video_name": "castle_s05e03_seg02_clip_08", "timestamp": [ 72.82, 78.74 ], "duration": 91.66, "caption": "A woman walks out of the office and two people watch her.", "similarity": 0.6802, "relevance": 2 }, { "pair_id": 92716, "video_name": "friends_s05e17_seg02_clip_14", "timestamp": [ 50.52, 66.03 ], "duration": 66.66, "caption": "A woman takes a seat at someone's desk at his office.", "similarity": 0.6772, "relevance": 0 }, { "pair_id": 92717, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 13.44, 17.47 ], "duration": 89.66, "caption": "A woman walks out of the office and then goes back in the office.", "similarity": 0.6761, "relevance": 0 }, { "pair_id": 92718, "video_name": "friends_s03e14_seg02_clip_04", "timestamp": [ 15.09, 17.5 ], "duration": 60.66, "caption": "A woman walks out of the office and pulls another with her.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 92719, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 31.03, 34.79 ], "duration": 94.66, "caption": "A person turns and walks out of woman's office.", "similarity": 0.6727, "relevance": 1 } ] }, { "query_id": 73462, "query": "A woman straps a person onto the table with a thick, black strap.", "relevant_moment": [ { "pair_id": 11140, "video_name": "grey_s01e09_seg02_clip_06", "timestamp": [ 66.81, 71.43 ], "duration": 84.66, "caption": "A woman straps a person onto the table with a thick, black strap.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11141, "video_name": "castle_s08e22_seg02_clip_14", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A person is strapped to a table by the arms and legs.", "similarity": 0.6977, "relevance": 1 }, { "pair_id": 11142, "video_name": "house_s02e02_seg02_clip_06", "timestamp": [ 17.78, 20.94 ], "duration": 79.66, "caption": "A woman places her bag on top of the table.", "similarity": 0.6845, "relevance": 0 }, { "pair_id": 11143, "video_name": "friends_s01e21_seg02_clip_18", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman places her hands on the table.", "similarity": 0.6746, "relevance": 0 }, { "pair_id": 11144, "video_name": "castle_s03e14_seg02_clip_19", "timestamp": [ 3.76, 6.58 ], "duration": 94.66, "caption": "A woman pushes a table and sits on it.", "similarity": 0.663, "relevance": 0 }, { "pair_id": 11145, "video_name": "friends_s09e21_seg02_clip_11", "timestamp": [ 52.51, 55.99 ], "duration": 58.66, "caption": "A woman lifts her head and someone shoves it down on the table.", "similarity": 0.66, "relevance": 1 }, { "pair_id": 11146, "video_name": "castle_s03e14_seg02_clip_18", "timestamp": [ 63.2, 65.63 ], "duration": 81.66, "caption": "A woman bent down a person upon the table by holding his/her hand at his/her back.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 11147, "video_name": "castle_s02e06_seg02_clip_17", "timestamp": [ 9.17, 15.13 ], "duration": 91.66, "caption": "A woman points to something taped under the table.", "similarity": 0.6478, "relevance": 0 }, { "pair_id": 11148, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 8.37, 11.48 ], "duration": 62.66, "caption": "A woman places her purse down on the table.", "similarity": 0.6433, "relevance": 0 }, { "pair_id": 11149, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 45.68, 49.83 ], "duration": 83.66, "caption": "A woman clasps her hands in front of her on the table.", "similarity": 0.6389, "relevance": 0 }, { "pair_id": 11150, "video_name": "s04e03_seg02_clip_02", "timestamp": [ 19.67, 27.94 ], "duration": 57.66, "caption": "A woman leans toward a person and places their hand on the table.", "similarity": 0.6368, "relevance": 0 }, { "pair_id": 11151, "video_name": "castle_s04e08_seg02_clip_15", "timestamp": [ 33.07, 35.76 ], "duration": 89.66, "caption": "A woman sets both of her bags down on the table.", "similarity": 0.635, "relevance": 0 }, { "pair_id": 11152, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 6.2, 10.86 ], "duration": 62.66, "caption": "A woman grabs her bag that is on the table.", "similarity": 0.6344, "relevance": 0 }, { "pair_id": 11153, "video_name": "castle_s04e18_seg02_clip_24", "timestamp": [ 38.95, 44.39 ], "duration": 90.66, "caption": "A woman puts the bag on the table and sits down across from another person.", "similarity": 0.6332, "relevance": 0 }, { "pair_id": 11154, "video_name": "friends_s06e17_seg02_clip_12", "timestamp": [ 51.91, 54.37 ], "duration": 54.66, "caption": "A woman sets her purse down on to a wooden table.", "similarity": 0.6254, "relevance": 0 }, { "pair_id": 11155, "video_name": "house_s03e23_seg02_clip_07", "timestamp": [ 80.26, 87.24 ], "duration": 87.66, "caption": "A woman signs something and sets it down on the table.", "similarity": 0.6251, "relevance": 0 }, { "pair_id": 11156, "video_name": "castle_s08e15_seg02_clip_10", "timestamp": [ 24.58, 28.67 ], "duration": 91.66, "caption": "A woman puts a duffel bag onto the table she is sitting at.", "similarity": 0.6221, "relevance": 0 }, { "pair_id": 11157, "video_name": "castle_s02e10_seg02_clip_19", "timestamp": [ 46.94, 51.9 ], "duration": 90.66, "caption": "A woman places her purse on the table and another person looks into it.", "similarity": 0.6218, "relevance": 0 }, { "pair_id": 11158, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "A woman leans over the table and clasps her hands.", "similarity": 0.6206, "relevance": 0 }, { "pair_id": 11159, "video_name": "castle_s01e07_seg02_clip_24", "timestamp": [ 20.0, 22.79 ], "duration": 93.66, "caption": "A woman leans her upper body into a table.", "similarity": 0.6194, "relevance": 0 } ] }, { "query_id": 73468, "query": "A doctor points her gun away from man and down.", "relevant_moment": [ { "pair_id": 152460, "video_name": "castle_s04e07_seg02_clip_14", "timestamp": [ 6.98, 10.7 ], "duration": 93.66, "caption": "A doctor points her gun away from man and down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152461, "video_name": "house_s05e09_seg02_clip_15", "timestamp": [ 10.68, 12.91 ], "duration": 89.66, "caption": "A person points a gun at a doctor while sitting in a chair.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 152462, "video_name": "house_s05e09_seg02_clip_02", "timestamp": [ 87.32, 90.02 ], "duration": 90.66, "caption": "A person points his gun at a doctor and makes him answer the ringing phone.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 152463, "video_name": "house_s08e08_seg02_clip_20", "timestamp": [ 87.42, 92.03 ], "duration": 92.66, "caption": "A doctor puts a pencil down the barrel of the gun.", "similarity": 0.674, "relevance": 1 }, { "pair_id": 152464, "video_name": "house_s03e01_seg02_clip_04", "timestamp": [ 45.51, 49.15 ], "duration": 91.66, "caption": "A doctor look away then run and left a woman.", "similarity": 0.6666, "relevance": 0 }, { "pair_id": 152465, "video_name": "house_s08e12_seg02_clip_18", "timestamp": [ 3.98, 11.5 ], "duration": 88.66, "caption": "A doctor pointed the water gun to a person.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 152466, "video_name": "house_s06e11_seg02_clip_03", "timestamp": [ 17.86, 21.99 ], "duration": 91.66, "caption": "A man uses his fingers to point and shoot a gun at a female patient.", "similarity": 0.641, "relevance": 0 }, { "pair_id": 152467, "video_name": "castle_s05e18_seg02_clip_22", "timestamp": [ 83.93, 94.61 ], "duration": 97.66, "caption": "A man points the gun at a woman, while she closes her eyes and faces away from him.", "similarity": 0.6313, "relevance": 2 }, { "pair_id": 152468, "video_name": "house_s06e12_seg02_clip_10", "timestamp": [ 80.0, 86.02 ], "duration": 86.66, "caption": "A woman tells a man that a patient shot a bullet into his foot then he pushes aside the curtain to see who it is.", "similarity": 0.6307, "relevance": 0 }, { "pair_id": 152469, "video_name": "castle_s07e17_seg02_clip_18", "timestamp": [ 24.12, 28.67 ], "duration": 91.66, "caption": "A woman takes down her gun and turns away from a man.", "similarity": 0.6244, "relevance": 3 }, { "pair_id": 152470, "video_name": "house_s02e10_seg02_clip_09", "timestamp": [ 63.07, 66.95 ], "duration": 97.66, "caption": "A woman hands a doctor his order and then he leaves looking up.", "similarity": 0.6211, "relevance": 0 }, { "pair_id": 152471, "video_name": "friends_s08e14_seg02_clip_08", "timestamp": [ 36.92, 59.2 ], "duration": 61.66, "caption": "The doctor explains to person what happened then walks away.", "similarity": 0.6207, "relevance": 0 }, { "pair_id": 152472, "video_name": "friends_s02e06_seg02_clip_07", "timestamp": [ 47.81, 59.03 ], "duration": 59.66, "caption": "A doctor hides a needle behind his back and a woman tries to calm a man down.", "similarity": 0.6205, "relevance": 0 }, { "pair_id": 152473, "video_name": "house_s02e11_seg02_clip_04", "timestamp": [ 59.42, 61.18 ], "duration": 88.66, "caption": "A woman tells the doctor to stay away from them.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 152474, "video_name": "house_s02e04_seg02_clip_02", "timestamp": [ 0.0, 15.77 ], "duration": 90.66, "caption": "A person walks out of the room ahead of the doctors, goes the wrong way and a woman has to turn him around.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 152475, "video_name": "house_s02e03_seg02_clip_07", "timestamp": [ 7.2, 11.7 ], "duration": 90.66, "caption": "A doctor points his finger at a woman as they have a conversation.", "similarity": 0.6181, "relevance": 0 }, { "pair_id": 152476, "video_name": "castle_s06e20_seg02_clip_10", "timestamp": [ 88.86, 89.8 ], "duration": 94.66, "caption": "A woman takes out her gun and shoots at the surgeon dressed person running away.", "similarity": 0.6143, "relevance": 4 }, { "pair_id": 152477, "video_name": "house_s08e10_seg02_clip_12", "timestamp": [ 0.0, 2.73 ], "duration": 78.66, "caption": "A doctor tells the patient he didn't need to shoot himself.", "similarity": 0.6136, "relevance": 0 }, { "pair_id": 152478, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 48.04, 53.57 ], "duration": 85.66, "caption": "A woman takes out her gun and points it at a man.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 152479, "video_name": "castle_s06e20_seg02_clip_10", "timestamp": [ 77.57, 82.74 ], "duration": 94.66, "caption": "A woman notices a person dressed as a surgeon take out a gun.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 325780, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 6.06, 10.31 ], "duration": 60.66, "caption": "A doctor puts on a person's jacket as she walks away.", "similarity": 0.6087, "relevance": 0 }, { "pair_id": 325781, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 1.82, 14.11 ], "duration": 91.66, "caption": "A man points out to everyone that the patient hit her back.", "similarity": 0.607, "relevance": 1 }, { "pair_id": 325782, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 57.56, 63.86 ], "duration": 84.66, "caption": "A doctor walks away as a woman approaches.", "similarity": 0.607, "relevance": 1 }, { "pair_id": 325783, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 48.31, 53.78 ], "duration": 84.66, "caption": "A man injects the patient with medicine and she responds to it.", "similarity": 0.5967, "relevance": 0 }, { "pair_id": 325784, "video_name": "grey_s02e02_seg02_clip_08", "timestamp": [ 0.0, 11.25 ], "duration": 90.66, "caption": "A woman describes what happened to her patient to a man.", "similarity": 0.5959, "relevance": 0 }, { "pair_id": 325785, "video_name": "castle_s08e19_seg02_clip_25", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A woman explains how near the gun was shot.", "similarity": 0.5947, "relevance": 0 }, { "pair_id": 325786, "video_name": "s03e21_seg02_clip_09", "timestamp": [ 29.22, 31.87 ], "duration": 59.66, "caption": "A female doctor reaches out and shakes someone's hand.", "similarity": 0.5938, "relevance": 0 }, { "pair_id": 325787, "video_name": "house_s05e09_seg02_clip_18", "timestamp": [ 75.55, 91.03 ], "duration": 91.66, "caption": "A person tells a patient he can hand over the gun and get an answer or shot him and the patient raised the gun at the person.", "similarity": 0.5917, "relevance": 1 }, { "pair_id": 325788, "video_name": "castle_s08e02_seg02_clip_02", "timestamp": [ 54.47, 59.43 ], "duration": 90.66, "caption": "A woman pointed a gun to man and asked him not to move.", "similarity": 0.591, "relevance": 2 }, { "pair_id": 325789, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 0.0, 3.4 ], "duration": 68.66, "caption": "A woman pulls out a gun and points it at a man.", "similarity": 0.5875, "relevance": 2 }, { "pair_id": 325790, "video_name": "house_s06e15_seg02_clip_05", "timestamp": [ 1.37, 25.03 ], "duration": 91.66, "caption": "A woman inserts a scope down the patient's throat until she reacts negatively and then she takes it out.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 325791, "video_name": "house_s03e14_seg02_clip_00", "timestamp": [ 13.25, 18.45 ], "duration": 94.66, "caption": "A doctor turns around when a woman asks him when another doctor will leave.", "similarity": 0.5868, "relevance": 1 }, { "pair_id": 325792, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 7.06, 14.4 ], "duration": 56.66, "caption": "A woman holds guy's hand as a doctor injects him.", "similarity": 0.5866, "relevance": 0 }, { "pair_id": 325793, "video_name": "castle_s05e13_seg02_clip_15", "timestamp": [ 72.24, 86.15 ], "duration": 107.66, "caption": "A woman sees a person in the hallway and points her gun at them as they run away.", "similarity": 0.5865, "relevance": 2 }, { "pair_id": 325794, "video_name": "house_s02e23_seg02_clip_22", "timestamp": [ 0.88, 11.38 ], "duration": 87.66, "caption": "A man injects woman with medicine in the behind.", "similarity": 0.5862, "relevance": 0 }, { "pair_id": 325795, "video_name": "house_s08e08_seg02_clip_02", "timestamp": [ 65.41, 91.48 ], "duration": 91.66, "caption": "A doctor talks with woman about man and the possibility that someone tried to harm him.", "similarity": 0.5856, "relevance": 1 }, { "pair_id": 325796, "video_name": "house_s06e16_seg02_clip_06", "timestamp": [ 70.56, 74.69 ], "duration": 91.66, "caption": "A patient turns their head away from a doctor.", "similarity": 0.5844, "relevance": 0 }, { "pair_id": 325797, "video_name": "house_s01e01_seg02_clip_12", "timestamp": [ 39.49, 68.64 ], "duration": 94.66, "caption": "A woman is going to stop a man's care of the patient because she feels he isn't sure about what he's doing.", "similarity": 0.5827, "relevance": 1 }, { "pair_id": 325798, "video_name": "house_s08e18_seg02_clip_02", "timestamp": [ 0.0, 9.79 ], "duration": 89.66, "caption": "A woman walks away from a man and touches the patient's head.", "similarity": 0.5819, "relevance": 1 }, { "pair_id": 325799, "video_name": "house_s06e21_seg02_clip_08", "timestamp": [ 35.82, 40.0 ], "duration": 93.66, "caption": "A woman ask a doctor where he's off to and he tells her that he will be back leaving her alone in the rubble.", "similarity": 0.5815, "relevance": 0 } ] }, { "query_id": 73497, "query": "A woman is cleaning up a table and a man walks over.", "relevant_moment": [ { "pair_id": 173020, "video_name": "friends_s01e05_seg02_clip_02", "timestamp": [ 47.3, 54.31 ], "duration": 61.66, "caption": "A woman is cleaning up a table and a man walks over.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 173021, "video_name": "s09e20_seg02_clip_02", "timestamp": [ 57.69, 62.03 ], "duration": 62.66, "caption": "A woman sitting at a table and a man walks over to her.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 173022, "video_name": "s07e12_seg02_clip_12", "timestamp": [ 5.01, 8.86 ], "duration": 77.66, "caption": "A woman walks up to the table with a man and another woman.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 173023, "video_name": "met_s04e03_seg02_clip_13", "timestamp": [ 28.06, 32.83 ], "duration": 59.66, "caption": "A woman gets up from the table and walks over to man and woman.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 173024, "video_name": "friends_s02e04_seg02_clip_04", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A woman cleans up the table in the cafe right by a man.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 173025, "video_name": "friends_s02e16_seg02_clip_16", "timestamp": [ 15.54, 19.27 ], "duration": 62.66, "caption": "A man is setting the table as a woman walks over.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 173026, "video_name": "s05e12_seg02_clip_01", "timestamp": [ 34.74, 36.91 ], "duration": 62.66, "caption": "A woman walks over to two people's table.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 173027, "video_name": "friends_s02e10_seg02_clip_10", "timestamp": [ 23.02, 29.51 ], "duration": 59.66, "caption": "A person walks over to talk to another person when he/she is cleaning a table.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 173028, "video_name": "castle_s08e14_seg02_clip_21", "timestamp": [ 75.8, 80.37 ], "duration": 91.66, "caption": "A woman walks over and sits across the table from a man.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 173029, "video_name": "friends_s10e16_seg02_clip_07", "timestamp": [ 2.4, 4.8 ], "duration": 60.66, "caption": "A man gets up from the table to walk over to a woman.", "similarity": 0.6702, "relevance": 1 }, { "pair_id": 173030, "video_name": "house_s05e03_seg02_clip_00", "timestamp": [ 15.41, 18.67 ], "duration": 93.66, "caption": "A woman walks up to the table where two people are sitting.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 173031, "video_name": "friends_s09e04_seg02_clip_01", "timestamp": [ 15.67, 21.76 ], "duration": 58.66, "caption": "A man gets up from the table and walks over to the woman in the purple shirt.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 173032, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 56.37, 59.03 ], "duration": 59.66, "caption": "A woman is clearing the table with woman beside her.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 173033, "video_name": "friends_s06e23_seg02_clip_18", "timestamp": [ 7.39, 13.55 ], "duration": 61.66, "caption": "A woman turns around and walks to a man with another person at the table following her.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 173034, "video_name": "castle_s06e08_seg02_clip_17", "timestamp": [ 22.37, 27.96 ], "duration": 86.66, "caption": "A man and a woman get up from table and walk away.", "similarity": 0.6606, "relevance": 1 }, { "pair_id": 173035, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 40.06, 48.07 ], "duration": 89.66, "caption": "A woman gets up from the table as a man watches her walk off.", "similarity": 0.6604, "relevance": 1 }, { "pair_id": 173036, "video_name": "friends_s03e07_seg02_clip_01", "timestamp": [ 22.44, 24.48 ], "duration": 58.66, "caption": "A woman walks over to a man sitting at a table and she sits a cup down on the table.", "similarity": 0.6561, "relevance": 2 }, { "pair_id": 173037, "video_name": "friends_s07e02_seg02_clip_05", "timestamp": [ 27.61, 30.91 ], "duration": 60.66, "caption": "A man is sweeping while a woman walks into the room.", "similarity": 0.6522, "relevance": 0 }, { "pair_id": 173038, "video_name": "s04e20_seg02_clip_12", "timestamp": [ 14.71, 19.51 ], "duration": 60.66, "caption": "A woman walks over to the table where a person is sitting.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 173039, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 24.51, 31.01 ], "duration": 59.66, "caption": "A man walks over to a woman at a table and sits down in a chair.", "similarity": 0.6488, "relevance": 2 } ] }, { "query_id": 73505, "query": "A man is talking with a woman by the coffee bar and then she goes away.", "relevant_moment": [ { "pair_id": 147960, "video_name": "friends_s01e05_seg02_clip_04", "timestamp": [ 0.0, 15.96 ], "duration": 58.66, "caption": "A man is talking with a woman by the coffee bar and then she goes away.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 147961, "video_name": "friends_s06e03_seg02_clip_12", "timestamp": [ 49.32, 53.67 ], "duration": 58.66, "caption": "A man sets a coffee cup down on the bar and walks away from a conversation with a woman.", "similarity": 0.8411, "relevance": 2 }, { "pair_id": 147962, "video_name": "castle_s03e23_seg02_clip_20", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "A man and woman are having a conversation then man gives woman a coffee.", "similarity": 0.736, "relevance": 1 }, { "pair_id": 147963, "video_name": "friends_s08e05_seg02_clip_19", "timestamp": [ 21.31, 37.21 ], "duration": 60.66, "caption": "A woman walks in the coffee shop and sees a man talking to a woman, so she leaves.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 147964, "video_name": "grey_s02e10_seg02_clip_03", "timestamp": [ 10.36, 12.16 ], "duration": 90.66, "caption": "A man takes a drink of his coffee while talking to woman.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 147965, "video_name": "house_s07e22_seg02_clip_10", "timestamp": [ 56.44, 91.03 ], "duration": 91.66, "caption": "A man is having a conversation with a woman in a bar.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 147966, "video_name": "house_s07e22_seg02_clip_10", "timestamp": [ 0.0, 43.24 ], "duration": 91.66, "caption": "A man is having a conversation with a woman in a bar.", "similarity": 0.7318, "relevance": 1 }, { "pair_id": 147967, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 12.56, 18.68 ], "duration": 61.66, "caption": "A man gets up and leaves the cafe after speaking to a woman.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 147968, "video_name": "castle_s05e24_seg02_clip_12", "timestamp": [ 11.91, 16.77 ], "duration": 88.66, "caption": "A man drinks a coffee while a woman talks to the person in front of her.", "similarity": 0.719, "relevance": 1 }, { "pair_id": 147969, "video_name": "castle_s04e22_seg02_clip_01", "timestamp": [ 40.51, 50.23 ], "duration": 81.66, "caption": "While talking to a woman, a man sits down and takes a drink of his coffee.", "similarity": 0.715, "relevance": 2 }, { "pair_id": 147970, "video_name": "met_s03e05_seg02_clip_11", "timestamp": [ 0.0, 28.98 ], "duration": 59.66, "caption": "A man talks to a woman at a bar.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 147971, "video_name": "castle_s03e20_seg02_clip_14", "timestamp": [ 68.1, 76.38 ], "duration": 92.66, "caption": "A woman walks in and snatches the coffee from a man then interrupts the conversation another man is having with the first man.", "similarity": 0.7108, "relevance": 1 }, { "pair_id": 147972, "video_name": "s02e02_seg02_clip_03", "timestamp": [ 23.73, 26.53 ], "duration": 51.66, "caption": "A woman removes the lid from her coffee cup as he talks to man.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 147973, "video_name": "castle_s07e20_seg02_clip_00", "timestamp": [ 25.18, 95.03 ], "duration": 95.66, "caption": "A woman and a man have a conversation while drinking coffee.", "similarity": 0.7059, "relevance": 2 }, { "pair_id": 147974, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 27.42, 29.94 ], "duration": 63.66, "caption": "A woman drinks coffee while she is talking to a man.", "similarity": 0.7035, "relevance": 2 }, { "pair_id": 147975, "video_name": "met_s03e20_seg01_clip_01", "timestamp": [ 4.2, 7.8 ], "duration": 60.66, "caption": "A man takes a sip of his coffee while talking to woman.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 147976, "video_name": "grey_s01e09_seg02_clip_08", "timestamp": [ 0.0, 15.19 ], "duration": 92.66, "caption": "A man is talking to woman but she shakes her head and looks away and then man leaves.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 147977, "video_name": "friends_s08e16_seg02_clip_05", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A man is talking to woman at the coffee shop.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 147978, "video_name": "grey_s01e02_seg02_clip_00", "timestamp": [ 32.09, 36.28 ], "duration": 93.66, "caption": "A woman holds a coffee while talking to a man.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 147979, "video_name": "grey_s03e18_seg02_clip_19", "timestamp": [ 0.0, 18.17 ], "duration": 90.66, "caption": "A man is talking with a woman and then left her alone.", "similarity": 0.7019, "relevance": 2 } ] }, { "query_id": 73522, "query": "A woman enters, walks past man to the couch, sets her bag on the floor and begins rummaging through her purse.", "relevant_moment": [ { "pair_id": 155720, "video_name": "friends_s01e05_seg02_clip_07", "timestamp": [ 45.94, 54.62 ], "duration": 56.66, "caption": "A woman enters, walks past man to the couch, sets her bag on the floor and begins rummaging through her purse.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 155721, "video_name": "friends_s05e21_seg02_clip_07", "timestamp": [ 36.22, 46.76 ], "duration": 54.66, "caption": "A woman grabs her pink purse and follows man to the couch.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 155722, "video_name": "friends_s07e10_seg01_clip_00", "timestamp": [ 23.05, 24.01 ], "duration": 96.66, "caption": "A woman walks to the couch and sets down her purse.", "similarity": 0.6968, "relevance": 1 }, { "pair_id": 155723, "video_name": "friends_s05e14_seg02_clip_04", "timestamp": [ 50.04, 52.48 ], "duration": 61.66, "caption": "A woman looks at a man as she picks up her purse from the couch.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 155724, "video_name": "friends_s09e03_seg02_clip_14", "timestamp": [ 17.41, 24.01 ], "duration": 60.66, "caption": "A man walks from a doorway towards a woman and stops while putting his hands in his pockets, removes them and crosses his arms over his chest while standing in front of the couch the woman is standing behind.", "similarity": 0.6687, "relevance": 1 }, { "pair_id": 155725, "video_name": "s10e06_seg02_clip_03", "timestamp": [ 10.87, 13.52 ], "duration": 53.66, "caption": "A woman walks over the couch and sets her purse on it.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 155726, "video_name": "met_s04e03_seg02_clip_06", "timestamp": [ 25.33, 26.83 ], "duration": 60.66, "caption": "A man reaches for a woman's purse as she walks by.", "similarity": 0.6448, "relevance": 2 }, { "pair_id": 155727, "video_name": "friends_s06e13_seg02_clip_06", "timestamp": [ 15.2, 18.3 ], "duration": 62.66, "caption": "A man hands a woman a shopping bag and gets up from the sofa.", "similarity": 0.6432, "relevance": 2 }, { "pair_id": 155728, "video_name": "house_s05e10_seg02_clip_13", "timestamp": [ 4.92, 7.79 ], "duration": 82.66, "caption": "A woman puts her bag on the couch while talking to man.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 155729, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 25.43, 31.32 ], "duration": 62.66, "caption": "A woman walks behind the couch carrying a red bag while she is having a conversation with a man.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 155730, "video_name": "friends_s04e19_seg02_clip_11", "timestamp": [ 34.04, 37.5 ], "duration": 63.66, "caption": "A woman walks into the room and sets her packed bag down on the sofa.", "similarity": 0.6367, "relevance": 3 }, { "pair_id": 155731, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 26.01, 30.26 ], "duration": 50.66, "caption": "A woman grabs her purse and gets up from the couch.", "similarity": 0.6363, "relevance": 1 }, { "pair_id": 155732, "video_name": "castle_s01e07_seg02_clip_05", "timestamp": [ 68.42, 71.05 ], "duration": 87.66, "caption": "A man enters the room carrying a plastic bag which he hands to a woman.", "similarity": 0.6285, "relevance": 1 }, { "pair_id": 155733, "video_name": "friends_s08e13_seg02_clip_08", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A woman walks in and then sets down her purse.", "similarity": 0.6281, "relevance": 2 }, { "pair_id": 155734, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 0.0, 4.76 ], "duration": 56.66, "caption": "A woman walks over to the couch and puts her bag down.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 155735, "video_name": "s10e02_seg02_clip_02", "timestamp": [ 24.31, 27.01 ], "duration": 60.66, "caption": "A woman stands up from the couch and grabs her purse.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 155736, "video_name": "friends_s05e22_seg02_clip_02", "timestamp": [ 6.1, 6.71 ], "duration": 61.66, "caption": "A woman grabs her purse from the arm of the couch.", "similarity": 0.6165, "relevance": 1 }, { "pair_id": 155737, "video_name": "friends_s03e18_seg02_clip_19", "timestamp": [ 64.41, 66.29 ], "duration": 94.66, "caption": "A person tries to get their purse from behind two people on the couch.", "similarity": 0.6158, "relevance": 1 }, { "pair_id": 155738, "video_name": "grey_s03e06_seg02_clip_26", "timestamp": [ 18.66, 22.3 ], "duration": 91.66, "caption": "A woman is grabbing her purse when a man walks up.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 155739, "video_name": "s07e23_seg02_clip_15", "timestamp": [ 3.15, 13.55 ], "duration": 63.66, "caption": "A woman turns around on the couch and starts talking to a man then he walks to the door.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 329040, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 8.7, 11.1 ], "duration": 60.66, "caption": "A woman takes something out of her purse and hands it to man.", "similarity": 0.6084, "relevance": 3 }, { "pair_id": 329041, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 50.85, 52.5 ], "duration": 66.66, "caption": "A woman gets up off the couch and grabs her purse.", "similarity": 0.6084, "relevance": 3 }, { "pair_id": 329042, "video_name": "friends_s02e20_seg01_clip_00", "timestamp": [ 5.18, 7.03 ], "duration": 74.66, "caption": "A woman walks into a place while carrying her purse.", "similarity": 0.6051, "relevance": 3 }, { "pair_id": 329043, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 60.07, 63.68 ], "duration": 90.66, "caption": "A woman walks in and places her purse down.", "similarity": 0.6042, "relevance": 3 }, { "pair_id": 329044, "video_name": "s07e12_seg02_clip_10", "timestamp": [ 6.3, 10.8 ], "duration": 60.66, "caption": "A man walks into woman's apartment where she is sitting on the couch.", "similarity": 0.6022, "relevance": 2 }, { "pair_id": 329045, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 50.24, 59.55 ], "duration": 62.66, "caption": "A woman picks up her purse and puts it around her shoulders then she and a person walk out the door.", "similarity": 0.6021, "relevance": 3 }, { "pair_id": 329046, "video_name": "friends_s06e24-25_seg02_clip_19", "timestamp": [ 39.02, 44.12 ], "duration": 60.66, "caption": "A woman enters through the door and walks over to the couch and sits next to a man.", "similarity": 0.6017, "relevance": 3 }, { "pair_id": 329047, "video_name": "friends_s01e10_seg02_clip_09", "timestamp": [ 56.76, 60.72 ], "duration": 61.66, "caption": "A man walks to move past a woman on the couch.", "similarity": 0.6006, "relevance": 2 }, { "pair_id": 329048, "video_name": "house_s07e10_seg02_clip_10", "timestamp": [ 77.83, 91.03 ], "duration": 91.66, "caption": "A person enters a woman's room then uses his cane to grab a bag outside of the window.", "similarity": 0.5992, "relevance": 2 }, { "pair_id": 329049, "video_name": "friends_s10e06_seg02_clip_01", "timestamp": [ 14.46, 20.07 ], "duration": 59.66, "caption": "A man enters the coffee shop and sits next to a woman on the sofa while placing his bag next to him.", "similarity": 0.5989, "relevance": 3 }, { "pair_id": 329050, "video_name": "friends_s05e16_seg02_clip_19", "timestamp": [ 26.07, 27.75 ], "duration": 56.66, "caption": "A woman picks up her purse while talking to a man.", "similarity": 0.5987, "relevance": 3 }, { "pair_id": 329051, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 69.0, 87.66 ], "duration": 87.66, "caption": "A woman gets someone's purse and starts to go through it in front of her.", "similarity": 0.5986, "relevance": 2 }, { "pair_id": 329052, "video_name": "met_s04e01_seg02_clip_19", "timestamp": [ 45.96, 55.48 ], "duration": 81.66, "caption": "A woman grabs her purse and walks out after a man tries to give her a high five.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 329053, "video_name": "met_s06e09_seg02_clip_05", "timestamp": [ 65.82, 70.02 ], "duration": 70.66, "caption": "A woman walks into a man's apartment where two men are sitting on the couch. Both of them are banging their hands on the couch signaling the woman to come sit with them on the couch.", "similarity": 0.5949, "relevance": 3 }, { "pair_id": 329054, "video_name": "met_s02e17_seg02_clip_12", "timestamp": [ 15.37, 18.57 ], "duration": 64.66, "caption": "A woman runs from the couch to get her purse.", "similarity": 0.5935, "relevance": 3 }, { "pair_id": 329055, "video_name": "friends_s03e01_seg02_clip_16", "timestamp": [ 5.51, 9.86 ], "duration": 58.66, "caption": "A woman picks her purse up off the couch and puts the strap over her shoulder.", "similarity": 0.593, "relevance": 3 }, { "pair_id": 329056, "video_name": "s06e19_seg01_clip_00", "timestamp": [ 21.71, 30.39 ], "duration": 62.66, "caption": "A woman enters the bedroom and walks over to a man.", "similarity": 0.5912, "relevance": 1 }, { "pair_id": 329057, "video_name": "friends_s10e16_seg02_clip_02", "timestamp": [ 28.75, 34.03 ], "duration": 58.66, "caption": "A person walks a woman to the door and picks up a bag.", "similarity": 0.5912, "relevance": 3 }, { "pair_id": 329058, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 40.51, 43.66 ], "duration": 90.66, "caption": "A man walks past a woman and enters her apartment.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 329059, "video_name": "castle_s02e06_seg02_clip_18", "timestamp": [ 21.61, 32.41 ], "duration": 90.66, "caption": "A man carries a woman and places her on the couch.", "similarity": 0.5907, "relevance": 3 } ] }, { "query_id": 73525, "query": "A woman is looking through a bag and pulls out a pair of socks.", "relevant_moment": [ { "pair_id": 221280, "video_name": "friends_s10e16_seg02_clip_06", "timestamp": [ 29.41, 34.52 ], "duration": 60.66, "caption": "A woman takes a plastic bag containing a cotton swab out of her pocket and gives it to a woman.", "similarity": 0.5861, "relevance": 3 }, { "pair_id": 221281, "video_name": "friends_s06e08_seg02_clip_08", "timestamp": [ 33.89, 43.18 ], "duration": 54.66, "caption": "A woman gets a make-up compact out of her bag.", "similarity": 0.5849, "relevance": 3 }, { "pair_id": 221282, "video_name": "s06e16_seg02_clip_05", "timestamp": [ 27.27, 32.2 ], "duration": 58.66, "caption": "A woman pulls out a gift for person to give woman out of a bag.", "similarity": 0.5845, "relevance": 3 }, { "pair_id": 221283, "video_name": "friends_s09e16_seg02_clip_05", "timestamp": [ 25.75, 30.78 ], "duration": 59.66, "caption": "A woman touches the bag and pulls out some groceries.", "similarity": 0.5835, "relevance": 3 }, { "pair_id": 221284, "video_name": "friends_s06e23_seg02_clip_08", "timestamp": [ 49.9, 55.7 ], "duration": 58.66, "caption": "A woman looks through her blue bag and walks out of the door.", "similarity": 0.5822, "relevance": 3 }, { "pair_id": 221285, "video_name": "friends_s02e12-13_seg02_clip_32", "timestamp": [ 52.24, 59.03 ], "duration": 59.66, "caption": "A woman pulls one of a person's socks off and begins hitting him with it.", "similarity": 0.5818, "relevance": 1 }, { "pair_id": 221286, "video_name": "castle_s05e20_seg02_clip_00", "timestamp": [ 42.02, 47.04 ], "duration": 91.66, "caption": "A woman walks down the stairs and grabs her bag.", "similarity": 0.5813, "relevance": 2 }, { "pair_id": 221287, "video_name": "friends_s10e09_seg02_clip_17", "timestamp": [ 30.5, 39.29 ], "duration": 58.66, "caption": "A woman looks at her bag and takes it with her as she gets up from her seat.", "similarity": 0.5805, "relevance": 2 }, { "pair_id": 221288, "video_name": "castle_s06e21_seg02_clip_13", "timestamp": [ 14.2, 17.41 ], "duration": 91.66, "caption": "A woman picks up a bag and rolls the bag out.", "similarity": 0.5785, "relevance": 3 }, { "pair_id": 221289, "video_name": "castle_s07e18_seg02_clip_21", "timestamp": [ 24.31, 29.35 ], "duration": 91.66, "caption": "A woman is going through a bag and pulls out a phone.", "similarity": 0.5767, "relevance": 3 }, { "pair_id": 221290, "video_name": "friends_s04e03_seg02_clip_08", "timestamp": [ 2.28, 4.88 ], "duration": 65.66, "caption": "A woman snatches the small paper bag out of another woman's hand as she walks by.", "similarity": 0.576, "relevance": 2 }, { "pair_id": 221291, "video_name": "castle_s02e10_seg02_clip_19", "timestamp": [ 18.95, 23.47 ], "duration": 90.66, "caption": "A woman pulled out something from her bag that was placed on the ground.", "similarity": 0.5754, "relevance": 3 }, { "pair_id": 221292, "video_name": "house_s04e13_seg02_clip_04", "timestamp": [ 23.42, 26.1 ], "duration": 76.66, "caption": "A woman turns to the bag behind her and puts her items into it.", "similarity": 0.5746, "relevance": 2 }, { "pair_id": 221293, "video_name": "friends_s08e15_seg02_clip_15", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A woman comes through the door holding a large bag.", "similarity": 0.5715, "relevance": 1 }, { "pair_id": 221294, "video_name": "s02e17_seg02_clip_01", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A person types something into his computer and then looks at a pair of socks.", "similarity": 0.5684, "relevance": 0 }, { "pair_id": 221295, "video_name": "castle_s02e19_seg02_clip_13", "timestamp": [ 4.48, 7.17 ], "duration": 89.66, "caption": "A woman is handed a plastic bag containing some papers and she looks at it.", "similarity": 0.5676, "relevance": 2 }, { "pair_id": 221296, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 16.04, 19.41 ], "duration": 84.66, "caption": "A woman grabs a small bag from a man and holds it up next to her as she turns to look behind her.", "similarity": 0.566, "relevance": 2 }, { "pair_id": 221297, "video_name": "s07e03_seg02_clip_14", "timestamp": [ 23.53, 31.37 ], "duration": 56.66, "caption": "A person picks up a blue laundry bag and holds it out to a woman.", "similarity": 0.5655, "relevance": 2 }, { "pair_id": 221298, "video_name": "s08e22_seg02_clip_05", "timestamp": [ 17.41, 21.54 ], "duration": 59.66, "caption": "A woman hands person a grey bag with stripes on it.", "similarity": 0.5618, "relevance": 3 }, { "pair_id": 221299, "video_name": "friends_s02e02_seg01_clip_00", "timestamp": [ 10.54, 14.58 ], "duration": 62.66, "caption": "A woman takes out a small pair of sneakers from a shopping bag and shows it to everyone as they all react in a positive way.", "similarity": 0.5614, "relevance": 3 } ] }, { "query_id": 73572, "query": "Some people enter the principal's office.", "relevant_moment": [ { "pair_id": 161820, "video_name": "castle_s06e15_seg02_clip_04", "timestamp": [ 27.52, 34.05 ], "duration": 93.66, "caption": "Some people enter the principal's office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161821, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 0.0, 3.05 ], "duration": 87.66, "caption": "A person enters the office of another person.", "similarity": 0.6377, "relevance": 3 }, { "pair_id": 161822, "video_name": "castle_s06e08_seg02_clip_23", "timestamp": [ 83.28, 89.62 ], "duration": 90.66, "caption": "Two people enter an office with two other people standing.", "similarity": 0.6329, "relevance": 3 }, { "pair_id": 161823, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 35.61, 40.06 ], "duration": 89.66, "caption": "Some people walk into the office together.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 161824, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 14.79, 17.84 ], "duration": 87.66, "caption": "Three people walk into someone's office.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 161825, "video_name": "house_s05e18_seg02_clip_23", "timestamp": [ 45.14, 48.02 ], "duration": 48.66, "caption": "A person opens the door and enters person's office.", "similarity": 0.6087, "relevance": 2 }, { "pair_id": 161826, "video_name": "castle_s06e16_seg02_clip_22", "timestamp": [ 36.28, 39.54 ], "duration": 93.66, "caption": "A group of people follow a man into an office.", "similarity": 0.5956, "relevance": 3 }, { "pair_id": 161827, "video_name": "house_s01e20_seg02_clip_13", "timestamp": [ 17.27, 40.46 ], "duration": 90.66, "caption": "Some people walk together through the halls to person's office.", "similarity": 0.595, "relevance": 1 }, { "pair_id": 161828, "video_name": "house_s04e13_seg02_clip_15", "timestamp": [ 45.77, 48.85 ], "duration": 88.66, "caption": "Some doctors enter a person's office.", "similarity": 0.5939, "relevance": 3 }, { "pair_id": 161829, "video_name": "s02e04_seg02_clip_02", "timestamp": [ 13.51, 19.21 ], "duration": 60.66, "caption": "Some men walk into a person's office.", "similarity": 0.5899, "relevance": 4 }, { "pair_id": 161830, "video_name": "house_s07e11_seg02_clip_16", "timestamp": [ 0.0, 1.72 ], "duration": 86.66, "caption": "A person enters the door into someone's office.", "similarity": 0.5838, "relevance": 2 }, { "pair_id": 161831, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 50.8, 54.39 ], "duration": 89.66, "caption": "A person opens the door of another person's office and enters.", "similarity": 0.5803, "relevance": 2 }, { "pair_id": 161832, "video_name": "house_s02e11_seg02_clip_23", "timestamp": [ 70.42, 77.46 ], "duration": 88.66, "caption": "A person enters someone's office and closes the door behind him/her.", "similarity": 0.5795, "relevance": 2 }, { "pair_id": 161833, "video_name": "house_s03e02_seg02_clip_18", "timestamp": [ 103.42, 110.02 ], "duration": 110.66, "caption": "A person opens the office door to see some people in the office.", "similarity": 0.5719, "relevance": 2 }, { "pair_id": 161834, "video_name": "castle_s06e10_seg02_clip_09", "timestamp": [ 82.23, 90.36 ], "duration": 90.66, "caption": "Two men enter the office and talk with a man and a woman.", "similarity": 0.5701, "relevance": 1 }, { "pair_id": 161835, "video_name": "castle_s06e18_seg02_clip_15", "timestamp": [ 6.37, 11.38 ], "duration": 91.66, "caption": "A person is the last one to enter the office and closes the door behind him/her.", "similarity": 0.5684, "relevance": 3 }, { "pair_id": 161836, "video_name": "house_s01e13_seg02_clip_10", "timestamp": [ 57.57, 62.18 ], "duration": 92.66, "caption": "Four people walk into a person's office and the person walks in last.", "similarity": 0.5676, "relevance": 2 }, { "pair_id": 161837, "video_name": "castle_s08e06_seg02_clip_24", "timestamp": [ 32.19, 36.21 ], "duration": 89.66, "caption": "Some people enter the room.", "similarity": 0.5645, "relevance": 3 }, { "pair_id": 161838, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 50.94, 67.92 ], "duration": 69.66, "caption": "A person opened someone's office and they entered while they talk.", "similarity": 0.5636, "relevance": 2 }, { "pair_id": 161839, "video_name": "friends_s04e09_seg02_clip_09", "timestamp": [ 5.2, 8.56 ], "duration": 61.66, "caption": "A person's assistant comes in as soon as they are asked for.", "similarity": 0.5634, "relevance": 2 }, { "pair_id": 335141, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 30.7, 34.77 ], "duration": 90.66, "caption": "A person walks into their office with another person following them inside.", "similarity": 0.5581, "relevance": 3 }, { "pair_id": 335143, "video_name": "house_s05e16_seg02_clip_24", "timestamp": [ 9.94, 12.65 ], "duration": 90.66, "caption": "Two people walk into a person's office together.", "similarity": 0.5542, "relevance": 3 }, { "pair_id": 335144, "video_name": "house_s08e16_seg02_clip_04", "timestamp": [ 15.84, 20.17 ], "duration": 96.66, "caption": "The group came in the office of person while they are talking.", "similarity": 0.5493, "relevance": 3 }, { "pair_id": 335145, "video_name": "s05e17_seg02_clip_15", "timestamp": [ 0.0, 1.51 ], "duration": 43.66, "caption": "Person, person, and person walk into person's office at work.", "similarity": 0.5486, "relevance": 3 }, { "pair_id": 335146, "video_name": "s05e07_seg02_clip_05", "timestamp": [ 25.49, 28.29 ], "duration": 56.66, "caption": "A person opens the door and enters the office.", "similarity": 0.5486, "relevance": 3 }, { "pair_id": 335147, "video_name": "house_s01e08_seg02_clip_17", "timestamp": [ 39.22, 46.71 ], "duration": 88.66, "caption": "Two men and a woman walk down a hallway and enter an office while talking.", "similarity": 0.5473, "relevance": 3 }, { "pair_id": 335148, "video_name": "friends_s10e06_seg02_clip_21", "timestamp": [ 48.99, 59.03 ], "duration": 59.66, "caption": "Two people come in to person's office together.", "similarity": 0.5467, "relevance": 3 }, { "pair_id": 335149, "video_name": "friends_s04e22_seg02_clip_14", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "A man gives everyone their role after they walk into the office.", "similarity": 0.5466, "relevance": 2 }, { "pair_id": 335150, "video_name": "met_s06e07_seg02_clip_13", "timestamp": [ 18.44, 21.51 ], "duration": 61.66, "caption": "A person enters someone's office with another person behind him and begins speaking to him.", "similarity": 0.5458, "relevance": 3 }, { "pair_id": 335151, "video_name": "castle_s05e13_seg02_clip_08", "timestamp": [ 0.0, 80.28 ], "duration": 89.66, "caption": "Some people are in an office as they speak to two other people.", "similarity": 0.5457, "relevance": 2 }, { "pair_id": 335153, "video_name": "house_s08e16_seg02_clip_04", "timestamp": [ 14.88, 18.73 ], "duration": 96.66, "caption": "A person with their entire team enters their office.", "similarity": 0.5432, "relevance": 4 }, { "pair_id": 335154, "video_name": "s02e04_seg02_clip_02", "timestamp": [ 13.51, 19.51 ], "duration": 60.66, "caption": "A man opens person's office door and enters with some people.", "similarity": 0.5427, "relevance": 3 }, { "pair_id": 335155, "video_name": "castle_s06e17_seg02_clip_05", "timestamp": [ 19.1, 27.81 ], "duration": 83.66, "caption": "A woman enters her office followed closely by another person.", "similarity": 0.542, "relevance": 3 }, { "pair_id": 335156, "video_name": "castle_s05e23_seg02_clip_06", "timestamp": [ 32.84, 36.94 ], "duration": 91.66, "caption": "A person opens the door to an office where two people in uniform rush in.", "similarity": 0.5406, "relevance": 3 }, { "pair_id": 335157, "video_name": "castle_s06e16_seg02_clip_17", "timestamp": [ 55.52, 60.7 ], "duration": 94.66, "caption": "A receptionist opens a door to an office and two people walk in.", "similarity": 0.5394, "relevance": 3 }, { "pair_id": 335158, "video_name": "house_s03e20_seg02_clip_01", "timestamp": [ 40.21, 49.81 ], "duration": 91.66, "caption": "A person opens the door to someone's office, and looks behind it before coming in.", "similarity": 0.539, "relevance": 3 }, { "pair_id": 335159, "video_name": "house_s05e13_seg02_clip_11", "timestamp": [ 84.2, 91.03 ], "duration": 91.66, "caption": "Some people talk in a circle in a person's office.", "similarity": 0.5385, "relevance": 2 } ] }, { "query_id": 73585, "query": "A woman stands up from a kneeling position while looking at a crime scene.", "relevant_moment": [ { "pair_id": 3300, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 11.28, 13.16 ], "duration": 94.66, "caption": "A woman stands up from a kneeling position while looking at a crime scene.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 3301, "video_name": "castle_s07e04_seg02_clip_16", "timestamp": [ 37.89, 56.38 ], "duration": 90.66, "caption": "A woman squats down near the body at the crime scene explaining her finding.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 3302, "video_name": "castle_s03e05_seg02_clip_01", "timestamp": [ 16.59, 18.72 ], "duration": 85.66, "caption": "A woman squats down next to the bodies at the crime scene.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 3303, "video_name": "castle_s06e04_seg02_clip_08", "timestamp": [ 8.1, 10.8 ], "duration": 90.66, "caption": "A woman stands up at the crime scene asking about motive.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 3304, "video_name": "castle_s02e17_seg02_clip_13", "timestamp": [ 36.5, 40.79 ], "duration": 85.66, "caption": "A woman looks at her watch and then stands up.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 3305, "video_name": "castle_s04e15_seg02_clip_02", "timestamp": [ 5.9, 34.49 ], "duration": 90.66, "caption": "A woman was looking for something inside the crime scene.", "similarity": 0.6578, "relevance": 1 }, { "pair_id": 3306, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 42.78, 44.6 ], "duration": 91.66, "caption": "A woman is crouched down looking at the victim's bondage cuffs.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 3307, "video_name": "met_s03e15_seg02_clip_01", "timestamp": [ 0.0, 3.62 ], "duration": 60.66, "caption": "A woman stands up while trying to figure out why a person is there.", "similarity": 0.6429, "relevance": 1 }, { "pair_id": 3308, "video_name": "friends_s03e02_seg02_clip_04", "timestamp": [ 19.81, 21.91 ], "duration": 60.66, "caption": "A woman stands up.", "similarity": 0.6425, "relevance": 1 }, { "pair_id": 3309, "video_name": "castle_s06e12_seg02_clip_08", "timestamp": [ 55.84, 60.34 ], "duration": 90.66, "caption": "A woman is crouched down and looking at a blood stain on the ground.", "similarity": 0.6423, "relevance": 3 }, { "pair_id": 3310, "video_name": "castle_s04e05_seg02_clip_02", "timestamp": [ 63.7, 66.47 ], "duration": 92.66, "caption": "A woman is crouched on the floor as she looks at evidence on the ground.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 3311, "video_name": "castle_s04e06_seg02_clip_01", "timestamp": [ 49.51, 51.31 ], "duration": 90.66, "caption": "A woman raises from a kneeling position to a standing postion.", "similarity": 0.6346, "relevance": 3 }, { "pair_id": 3312, "video_name": "castle_s04e14_seg02_clip_13", "timestamp": [ 11.83, 17.29 ], "duration": 91.66, "caption": "A person is looking at a crime scene photo.", "similarity": 0.6317, "relevance": 1 }, { "pair_id": 3313, "video_name": "castle_s08e10_seg02_clip_03", "timestamp": [ 9.04, 29.84 ], "duration": 90.66, "caption": "A woman is on the stand explaining the forensic evidence.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 3314, "video_name": "friends_s07e13_seg02_clip_21", "timestamp": [ 46.93, 49.29 ], "duration": 59.66, "caption": "A woman gets up from kneeling on the floor.", "similarity": 0.631, "relevance": 1 }, { "pair_id": 3315, "video_name": "castle_s04e07_seg02_clip_22", "timestamp": [ 8.32, 14.09 ], "duration": 64.66, "caption": "A woman gestures towards the crime scene with her thumb.", "similarity": 0.6233, "relevance": 1 }, { "pair_id": 3316, "video_name": "castle_s04e03_seg02_clip_01", "timestamp": [ 10.92, 15.47 ], "duration": 91.66, "caption": "A woman looks at a pool of blood at a crime scene on a street as she approaches.", "similarity": 0.6232, "relevance": 2 }, { "pair_id": 3317, "video_name": "castle_s02e19_seg02_clip_05", "timestamp": [ 3.26, 8.84 ], "duration": 93.66, "caption": "A person stands up when woman is explaining what she did on the case.", "similarity": 0.6152, "relevance": 1 }, { "pair_id": 3318, "video_name": "castle_s07e03_seg02_clip_23", "timestamp": [ 9.18, 12.4 ], "duration": 91.66, "caption": "A woman stands up straight from her seat on the edge of the interrogation table.", "similarity": 0.6152, "relevance": 1 }, { "pair_id": 3319, "video_name": "grey_s03e17_seg02_clip_15", "timestamp": [ 0.0, 3.16 ], "duration": 79.66, "caption": "A woman is standing with her hands on her hips while observing a patient.", "similarity": 0.6105, "relevance": 1 } ] }, { "query_id": 73610, "query": "All six friends sit in someone's living room, all excited by the TV except a person.", "relevant_moment": [ { "pair_id": 5541, "video_name": "friends_s01e08_seg02_clip_00", "timestamp": [ 0.0, 65.03 ], "duration": 65.66, "caption": "Six friends were all sitting around each other.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 5542, "video_name": "friends_s07e16_seg02_clip_11", "timestamp": [ 25.68, 30.4 ], "duration": 59.66, "caption": "Some people all sit down in living room with a person.", "similarity": 0.6513, "relevance": 2 }, { "pair_id": 5543, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "Some people are sitting together in a person's living room.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 5544, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 10.2, 13.51 ], "duration": 60.66, "caption": "Some people sit together in the living room.", "similarity": 0.6159, "relevance": 1 }, { "pair_id": 5545, "video_name": "s06e18_seg02_clip_04", "timestamp": [ 0.0, 12.72 ], "duration": 62.66, "caption": "Some people all sit in the living room while having a thinking session.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 5546, "video_name": "s07e02_seg02_clip_17", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "Some people sit in the living room.", "similarity": 0.5932, "relevance": 2 }, { "pair_id": 5547, "video_name": "s08e20_seg02_clip_12", "timestamp": [ 39.98, 42.14 ], "duration": 54.66, "caption": "Multiple people all stand up in the living room.", "similarity": 0.5917, "relevance": 1 }, { "pair_id": 5548, "video_name": "s09e13_seg01_clip_01", "timestamp": [ 13.55, 17.33 ], "duration": 63.66, "caption": "A person sits down in a chair in the living room with his friends.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 5549, "video_name": "s06e11_seg02_clip_10", "timestamp": [ 30.75, 58.03 ], "duration": 58.66, "caption": "Some people are sitting in the living room.", "similarity": 0.572, "relevance": 1 }, { "pair_id": 5550, "video_name": "s05e21_seg02_clip_14", "timestamp": [ 48.12, 51.7 ], "duration": 65.66, "caption": "Some people all share a laugh in the living room.", "similarity": 0.5696, "relevance": 1 }, { "pair_id": 5551, "video_name": "s05e15_seg02_clip_09", "timestamp": [ 51.35, 53.38 ], "duration": 58.66, "caption": "The lights go out while person is watching TV alone in the living room.", "similarity": 0.5687, "relevance": 1 }, { "pair_id": 5552, "video_name": "s08e05_seg02_clip_14", "timestamp": [ 52.48, 61.03 ], "duration": 61.66, "caption": "Some people are all sitting around the apartment eating and watching TV and they all raise their arms at the same time.", "similarity": 0.5625, "relevance": 2 }, { "pair_id": 5553, "video_name": "friends_s03e11_seg02_clip_16", "timestamp": [ 23.51, 27.03 ], "duration": 58.66, "caption": "All of someone's siblings follow him/her into the room.", "similarity": 0.5596, "relevance": 1 }, { "pair_id": 5554, "video_name": "house_s07e04_seg02_clip_19", "timestamp": [ 4.79, 8.27 ], "duration": 87.66, "caption": "A group of people are watching something on the TV.", "similarity": 0.5589, "relevance": 1 }, { "pair_id": 5555, "video_name": "house_s02e07_seg02_clip_12", "timestamp": [ 17.58, 20.43 ], "duration": 95.66, "caption": "Everyone except a person gets up and leaves the room.", "similarity": 0.5526, "relevance": 1 }, { "pair_id": 5556, "video_name": "s08e18_seg02_clip_11", "timestamp": [ 15.31, 25.21 ], "duration": 60.66, "caption": "Multiple people all take a seat on the couch and armchairs in the living room.", "similarity": 0.5454, "relevance": 1 }, { "pair_id": 5557, "video_name": "house_s05e09_seg02_clip_21", "timestamp": [ 19.28, 46.54 ], "duration": 94.66, "caption": "Multiple people were all inside the same room.", "similarity": 0.5391, "relevance": 1 }, { "pair_id": 5558, "video_name": "friends_s05e21_seg01_clip_01", "timestamp": [ 0.0, 39.02 ], "duration": 39.66, "caption": "Some people were all sitting on a couch.", "similarity": 0.5388, "relevance": 1 }, { "pair_id": 5559, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 0.0, 2.16 ], "duration": 54.66, "caption": "A woman, a man, and another man all sit in the living room.", "similarity": 0.5383, "relevance": 1 } ] }, { "query_id": 73613, "query": "A man in a brightly colored sweater runs out from the back and throws his arm in the air.", "relevant_moment": [ { "pair_id": 157380, "video_name": "friends_s03e04_seg01_clip_00", "timestamp": [ 4.9, 9.1 ], "duration": 70.66, "caption": "A man in a brightly colored sweater runs out from the back and throws his arm in the air.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157381, "video_name": "s07e08_seg02_clip_08", "timestamp": [ 1.8, 4.5 ], "duration": 60.66, "caption": "A man takes off his sweater and throw it on the floor.", "similarity": 0.662, "relevance": 2 }, { "pair_id": 157382, "video_name": "friends_s02e22_seg01_clip_00", "timestamp": [ 28.14, 30.46 ], "duration": 58.66, "caption": "A man swings his left arm out briefly then brings it back.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 157383, "video_name": "house_s03e17_seg02_clip_05", "timestamp": [ 6.75, 10.35 ], "duration": 90.66, "caption": "A man picks up a sweater and throws it to the side.", "similarity": 0.6367, "relevance": 1 }, { "pair_id": 157384, "video_name": "s01e13_seg02_clip_02", "timestamp": [ 61.15, 63.07 ], "duration": 64.66, "caption": "A man throws both of his hands into the air quickly.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 157385, "video_name": "house_s04e08_seg02_clip_17", "timestamp": [ 23.67, 31.86 ], "duration": 91.66, "caption": "A man takes off his jacket and throws it over the back of a chair.", "similarity": 0.6288, "relevance": 1 }, { "pair_id": 157386, "video_name": "house_s08e04_seg02_clip_18", "timestamp": [ 29.71, 38.26 ], "duration": 90.66, "caption": "A person runs over and shakes a man on the arm.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 157387, "video_name": "friends_s09e15_seg02_clip_06", "timestamp": [ 59.87, 61.15 ], "duration": 64.66, "caption": "A man throws out his arms in a quick shrug and looks aside to his left.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 157388, "video_name": "castle_s05e18_seg02_clip_13", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A man throws his arms out to his sides as he walks into the room.", "similarity": 0.6117, "relevance": 2 }, { "pair_id": 157389, "video_name": "s06e18_seg02_clip_16", "timestamp": [ 0.52, 2.08 ], "duration": 52.66, "caption": "A man throws a jacket over the back of a chair.", "similarity": 0.6106, "relevance": 1 }, { "pair_id": 157390, "video_name": "house_s07e01_seg02_clip_17", "timestamp": [ 39.2, 42.31 ], "duration": 89.66, "caption": "A man runs over and places his arms on person's forearms.", "similarity": 0.6014, "relevance": 1 }, { "pair_id": 157391, "video_name": "met_s02e20_seg02_clip_04", "timestamp": [ 0.0, 5.56 ], "duration": 58.66, "caption": "A man runs around with his arms up in celebration.", "similarity": 0.5968, "relevance": 2 }, { "pair_id": 157392, "video_name": "friends_s05e09_seg02_clip_01", "timestamp": [ 16.24, 20.53 ], "duration": 61.66, "caption": "A man takes his jacket off and throws it down.", "similarity": 0.5911, "relevance": 1 }, { "pair_id": 157393, "video_name": "house_s03e16_seg02_clip_20", "timestamp": [ 6.24, 8.07 ], "duration": 73.66, "caption": "A man throw a thing and get out of the room.", "similarity": 0.5896, "relevance": 1 }, { "pair_id": 157394, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 38.66, 42.79 ], "duration": 59.66, "caption": "A man removes his jacket and runs quickly out of the room.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 157395, "video_name": "friends_s09e12_seg02_clip_15", "timestamp": [ 0.0, 3.35 ], "duration": 67.66, "caption": "A man jumps up off the couch, shakes his arms around and then puts his left arm straight out.", "similarity": 0.5827, "relevance": 2 }, { "pair_id": 157396, "video_name": "friends_s05e14_seg02_clip_12", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A person throws their arms out quickly from their chest three times while seated on a sofa.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 157397, "video_name": "house_s04e05_seg02_clip_25", "timestamp": [ 5.17, 6.58 ], "duration": 94.66, "caption": "A man throws the jacket that he just removed.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 157398, "video_name": "friends_s07e23-24_seg02_clip_36", "timestamp": [ 19.18, 22.73 ], "duration": 59.66, "caption": "A man sees guy and runs over and throws him on the ground.", "similarity": 0.5787, "relevance": 1 }, { "pair_id": 157399, "video_name": "friends_s03e07_seg02_clip_19", "timestamp": [ 42.9, 49.62 ], "duration": 64.66, "caption": "A man throws his palms out, four times with his right and twice with his left, while looking up in the air, longingly.", "similarity": 0.5776, "relevance": 1 } ] }, { "query_id": 73670, "query": "A woman points and laughs while talking to a man in scrubs on the bus.", "relevant_moment": [ { "pair_id": 2480, "video_name": "met_s02e02_seg02_clip_03", "timestamp": [ 19.22, 20.75 ], "duration": 61.66, "caption": "A woman points and laughs while talking to a man in scrubs on the bus.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2481, "video_name": "met_s03e17_seg02_clip_00", "timestamp": [ 56.22, 61.11 ], "duration": 61.66, "caption": "A man is talking to a woman, points at another person and that person laughs.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 2482, "video_name": "friends_s08e23-24_seg02_clip_24", "timestamp": [ 47.3, 50.65 ], "duration": 61.66, "caption": "A woman laughs at a man and points at him.", "similarity": 0.6745, "relevance": 2 }, { "pair_id": 2483, "video_name": "s04e24_seg02_clip_12", "timestamp": [ 20.31, 22.05 ], "duration": 58.66, "caption": "A man points at a woman as he laughs with her.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 2484, "video_name": "house_s05e24_seg02_clip_21", "timestamp": [ 26.57, 30.04 ], "duration": 77.66, "caption": "A woman suddenly laughs while talking to a man.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 2485, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 14.62, 18.35 ], "duration": 57.66, "caption": "A woman was laughing whilst talking to a man.", "similarity": 0.6695, "relevance": 2 }, { "pair_id": 2486, "video_name": "met_s06e05_seg02_clip_00", "timestamp": [ 41.64, 43.2 ], "duration": 62.66, "caption": "A woman laughs at something a man has said to her.", "similarity": 0.6646, "relevance": 2 }, { "pair_id": 2487, "video_name": "friends_s02e01_seg02_clip_20", "timestamp": [ 0.0, 16.55 ], "duration": 60.66, "caption": "A woman looks serious talking to man and he laughs.", "similarity": 0.6642, "relevance": 1 }, { "pair_id": 2488, "video_name": "s01e05_seg01_clip_03", "timestamp": [ 0.0, 6.24 ], "duration": 96.66, "caption": "A woman is talking to man in the restaurant and man laughs off what she said.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 2489, "video_name": "castle_s06e15_seg02_clip_11", "timestamp": [ 0.0, 6.75 ], "duration": 90.66, "caption": "A person smugly chuckles and points at a woman.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 2490, "video_name": "friends_s09e06_seg02_clip_08", "timestamp": [ 0.0, 2.85 ], "duration": 57.66, "caption": "A man points at woman when they are laughing.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 2491, "video_name": "friends_s07e23-24_seg02_clip_28", "timestamp": [ 47.96, 58.5 ], "duration": 68.66, "caption": "A woman walks over to two people and says something, and someone laughs and points at her.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 2492, "video_name": "friends_s08e04_seg02_clip_14", "timestamp": [ 35.12, 39.25 ], "duration": 59.66, "caption": "A man points in woman's face as he laughs.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 2493, "video_name": "castle_s04e03_seg02_clip_25", "timestamp": [ 5.52, 7.82 ], "duration": 92.66, "caption": "A woman laughs as she is speaking to another woman.", "similarity": 0.6416, "relevance": 1 }, { "pair_id": 2494, "video_name": "friends_s01e09_seg02_clip_09", "timestamp": [ 1.13, 10.58 ], "duration": 45.66, "caption": "A woman says something to a man and everyone laughs.", "similarity": 0.6411, "relevance": 1 }, { "pair_id": 2495, "video_name": "house_s04e15_seg02_clip_21", "timestamp": [ 54.16, 88.75 ], "duration": 91.66, "caption": "A person is having a conversation with a mystery woman inside the bus.", "similarity": 0.641, "relevance": 1 }, { "pair_id": 2496, "video_name": "house_s04e16_seg02_clip_23", "timestamp": [ 29.35, 56.43 ], "duration": 56.66, "caption": "A man is on a bus talking to a woman who sits by him.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 2497, "video_name": "friends_s05e22_seg02_clip_09", "timestamp": [ 46.74, 50.58 ], "duration": 64.66, "caption": "A woman points at a man as they have a conversation.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 2498, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 12.21, 15.56 ], "duration": 61.66, "caption": "A woman points at a man as they have a conversation.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 2499, "video_name": "s08e03_seg02_clip_11", "timestamp": [ 0.0, 7.41 ], "duration": 57.66, "caption": "A woman is looking at a man like he's nuts and a man laughs and points at her.", "similarity": 0.6377, "relevance": 2 } ] }, { "query_id": 73721, "query": "A woman holds up two crystal necklaces to a person named Teddy.", "relevant_moment": [ { "pair_id": 13440, "video_name": "castle_s02e03_seg02_clip_02", "timestamp": [ 15.33, 16.23 ], "duration": 90.66, "caption": "A woman holds up two crystal necklaces to a person named Teddy.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13441, "video_name": "s07e07_seg02_clip_04", "timestamp": [ 17.06, 19.23 ], "duration": 62.66, "caption": "A woman holds up a piece of jewelry and shows it to a man.", "similarity": 0.6429, "relevance": 2 }, { "pair_id": 13442, "video_name": "castle_s01e07_seg02_clip_26", "timestamp": [ 23.04, 27.45 ], "duration": 98.66, "caption": "A woman gives the necklace to the girl wearing purple top.", "similarity": 0.6309, "relevance": 2 }, { "pair_id": 13445, "video_name": "house_s02e03_seg02_clip_25", "timestamp": [ 0.0, 37.39 ], "duration": 84.66, "caption": "A woman is fiddling with her necklace while she's talking to a man.", "similarity": 0.5935, "relevance": 1 }, { "pair_id": 13446, "video_name": "friends_s01e02_seg02_clip_05", "timestamp": [ 30.75, 33.07 ], "duration": 58.66, "caption": "A woman holds up a piece of jewelry she found.", "similarity": 0.5903, "relevance": 1 }, { "pair_id": 13447, "video_name": "s07e07_seg02_clip_08", "timestamp": [ 22.21, 28.51 ], "duration": 60.66, "caption": "A woman holds up a pair of earrings in her hand.", "similarity": 0.5777, "relevance": 3 }, { "pair_id": 13448, "video_name": "castle_s06e08_seg02_clip_10", "timestamp": [ 0.42, 11.64 ], "duration": 83.66, "caption": "A woman holds up a large diamond to a man.", "similarity": 0.5742, "relevance": 1 }, { "pair_id": 13449, "video_name": "s09e07_seg02_clip_07", "timestamp": [ 42.9, 45.78 ], "duration": 64.66, "caption": "A woman grabs the jewelry from a person and asks if another person is aware of it.", "similarity": 0.5705, "relevance": 1 }, { "pair_id": 13450, "video_name": "friends_s01e08_seg02_clip_19", "timestamp": [ 21.39, 26.17 ], "duration": 56.66, "caption": "A person gives woman a compliment on her jewelry.", "similarity": 0.57, "relevance": 1 }, { "pair_id": 13451, "video_name": "castle_s05e05_seg02_clip_05", "timestamp": [ 31.4, 35.95 ], "duration": 91.66, "caption": "A person holds up a diamond piece of jewelry.", "similarity": 0.5687, "relevance": 2 }, { "pair_id": 13452, "video_name": "house_s04e15_seg02_clip_18", "timestamp": [ 19.85, 38.49 ], "duration": 81.66, "caption": "A man picks up the necklace the woman on the chair is wearing and he holds it.", "similarity": 0.5681, "relevance": 2 }, { "pair_id": 13453, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 19.7, 36.87 ], "duration": 101.66, "caption": "A woman is playing with her necklace while talking to a man.", "similarity": 0.562, "relevance": 1 }, { "pair_id": 13454, "video_name": "castle_s02e12_seg02_clip_15", "timestamp": [ 0.42, 6.26 ], "duration": 83.66, "caption": "A woman looks up at a man while describing the jewelry she's holding.", "similarity": 0.5615, "relevance": 2 }, { "pair_id": 13455, "video_name": "s03e17_seg02_clip_05", "timestamp": [ 37.48, 41.91 ], "duration": 59.66, "caption": "A person takes out and holds up a necklace with a ring on it.", "similarity": 0.561, "relevance": 2 }, { "pair_id": 13456, "video_name": "castle_s07e10_seg02_clip_02", "timestamp": [ 14.03, 19.91 ], "duration": 90.66, "caption": "A woman hands a bag of small crystals to a man.", "similarity": 0.5473, "relevance": 1 }, { "pair_id": 13457, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 31.21, 50.42 ], "duration": 60.66, "caption": "A woman holds up the gift that she had gotten from a man.", "similarity": 0.5469, "relevance": 0 }, { "pair_id": 13459, "video_name": "castle_s07e09_seg02_clip_26", "timestamp": [ 24.14, 29.96 ], "duration": 89.66, "caption": "While a woman is talking, another woman puts her hand on her chest touching her necklace.", "similarity": 0.5423, "relevance": 0 } ] }, { "query_id": 73726, "query": "Some people are conversing with person sitting at table.", "relevant_moment": [ { "pair_id": 8280, "video_name": "met_s06e21_seg02_clip_00", "timestamp": [ 6.98, 63.49 ], "duration": 63.66, "caption": "Some people are conversing with person sitting at table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8281, "video_name": "castle_s02e01_seg02_clip_16", "timestamp": [ 0.0, 43.71 ], "duration": 95.66, "caption": "A person is sitting at a table with two others conversing.", "similarity": 0.9153, "relevance": 3 }, { "pair_id": 8282, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 9.14, 35.61 ], "duration": 63.66, "caption": "A group of people are conversing sitting at a table.", "similarity": 0.9132, "relevance": 4 }, { "pair_id": 8283, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 34.66, 90.02 ], "duration": 90.66, "caption": "Multiple people sit at a table while conversing with each other.", "similarity": 0.895, "relevance": 4 }, { "pair_id": 8284, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 0.0, 7.52 ], "duration": 94.66, "caption": "Some people are sitting at a table talking.", "similarity": 0.8942, "relevance": 4 }, { "pair_id": 8285, "video_name": "s02e13_seg01_clip_02", "timestamp": [ 36.92, 41.02 ], "duration": 41.66, "caption": "A person is talking to some people that are seat at a table, he then sits down at the table with them.", "similarity": 0.8813, "relevance": 3 }, { "pair_id": 8286, "video_name": "house_s07e09_seg02_clip_08", "timestamp": [ 19.08, 77.12 ], "duration": 81.66, "caption": "A person is sitting at a table talking with some other people.", "similarity": 0.8724, "relevance": 4 }, { "pair_id": 8287, "video_name": "castle_s02e24_seg02_clip_18", "timestamp": [ 27.2, 91.04 ], "duration": 111.66, "caption": "Some people are all sitting at a table conversing.", "similarity": 0.8716, "relevance": 3 }, { "pair_id": 8288, "video_name": "house_s08e06_seg02_clip_04", "timestamp": [ 0.0, 22.1 ], "duration": 94.66, "caption": "Some people sit at a table while talking with a man.", "similarity": 0.8617, "relevance": 3 }, { "pair_id": 8289, "video_name": "house_s07e10_seg02_clip_20", "timestamp": [ 0.0, 72.82 ], "duration": 91.66, "caption": "A person is seated with some other people as they are conversing.", "similarity": 0.8605, "relevance": 3 }, { "pair_id": 8290, "video_name": "friends_s09e07_seg02_clip_15", "timestamp": [ 29.17, 61.41 ], "duration": 61.66, "caption": "They are on the table and having a conversation.", "similarity": 0.8562, "relevance": 3 }, { "pair_id": 8291, "video_name": "met_s03e04_seg02_clip_09", "timestamp": [ 0.0, 58.12 ], "duration": 58.66, "caption": "Two people sit at the table together having a conversation.", "similarity": 0.854, "relevance": 3 }, { "pair_id": 8292, "video_name": "s05e15_seg02_clip_03", "timestamp": [ 13.81, 20.71 ], "duration": 60.66, "caption": "A person is talking to another person and sits down at the table.", "similarity": 0.8509, "relevance": 3 }, { "pair_id": 8293, "video_name": "house_s04e13_seg02_clip_12", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A person talks to some people at the table.", "similarity": 0.8507, "relevance": 0 }, { "pair_id": 8294, "video_name": "house_s08e22_seg02_clip_01", "timestamp": [ 50.17, 52.37 ], "duration": 88.66, "caption": "A person sits down at a table while talking with two others.", "similarity": 0.8506, "relevance": 1 }, { "pair_id": 8295, "video_name": "met_s03e10_seg02_clip_06", "timestamp": [ 19.12, 58.66 ], "duration": 58.66, "caption": "Two people sit on the table and two people are talking next to them.", "similarity": 0.8502, "relevance": 3 }, { "pair_id": 8296, "video_name": "s07e12_seg02_clip_00", "timestamp": [ 27.6, 62.03 ], "duration": 62.66, "caption": "A person is conversing with two other people as they sit with them at a restaurant table.", "similarity": 0.8496, "relevance": 3 }, { "pair_id": 8297, "video_name": "house_s08e16_seg02_clip_09", "timestamp": [ 44.11, 46.36 ], "duration": 90.66, "caption": "A person sits down at a table and talks with some other people.", "similarity": 0.8489, "relevance": 3 }, { "pair_id": 8298, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.3, 11.38 ], "duration": 65.66, "caption": "A person sits down at the table and talks to another person.", "similarity": 0.8429, "relevance": 3 }, { "pair_id": 8299, "video_name": "friends_s09e05_seg02_clip_06", "timestamp": [ 33.05, 56.02 ], "duration": 56.66, "caption": "A person talks to two other people who are seated at a large empty table.", "similarity": 0.8279, "relevance": 3 }, { "pair_id": 181600, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 9.92, 64.03 ], "duration": 64.66, "caption": "Some people are sitting as they converse with each other.", "similarity": 0.8272, "relevance": 2 }, { "pair_id": 181601, "video_name": "house_s05e20_seg02_clip_04", "timestamp": [ 0.0, 87.02 ], "duration": 87.66, "caption": "A man talks to some people who are sitting at a table.", "similarity": 0.8229, "relevance": 4 }, { "pair_id": 181602, "video_name": "s08e21_seg02_clip_08", "timestamp": [ 34.53, 41.02 ], "duration": 59.66, "caption": "A person begins a conversation after sitting down at the table with two other people.", "similarity": 0.8225, "relevance": 4 }, { "pair_id": 181603, "video_name": "castle_s07e07_seg02_clip_09", "timestamp": [ 0.0, 49.93 ], "duration": 91.66, "caption": "A man and woman are sitting at a table with someone as they converse with each other.", "similarity": 0.8206, "relevance": 4 }, { "pair_id": 181604, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 35.86, 90.66 ], "duration": 90.66, "caption": "Two people are sitting at a restaurant table conversing with each other.", "similarity": 0.8174, "relevance": 3 }, { "pair_id": 181605, "video_name": "house_s07e09_seg02_clip_17", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "Two people are talking in the table.", "similarity": 0.817, "relevance": 2 }, { "pair_id": 181606, "video_name": "castle_s02e24_seg02_clip_21", "timestamp": [ 12.95, 36.53 ], "duration": 92.66, "caption": "A man and woman are sitting at a table, talking to person.", "similarity": 0.8137, "relevance": 4 }, { "pair_id": 181607, "video_name": "s05e10_seg02_clip_11", "timestamp": [ 39.5, 47.46 ], "duration": 53.66, "caption": "Some people are seen sitting together and talking.", "similarity": 0.8094, "relevance": 2 }, { "pair_id": 181608, "video_name": "castle_s05e02_seg02_clip_12", "timestamp": [ 61.87, 64.99 ], "duration": 89.66, "caption": "A person sits down in a chair at the table talking to two other people.", "similarity": 0.807, "relevance": 3 }, { "pair_id": 181609, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 40.51, 91.03 ], "duration": 91.66, "caption": "A woman is at a table with a man and another person conversing.", "similarity": 0.8051, "relevance": 3 }, { "pair_id": 181610, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 37.95, 65.63 ], "duration": 89.66, "caption": "A person is sitting with someone conversing as another person to converse with them.", "similarity": 0.8047, "relevance": 1 }, { "pair_id": 181612, "video_name": "met_s06e05_seg02_clip_11", "timestamp": [ 8.12, 46.13 ], "duration": 58.66, "caption": "Some people are seated at a restaurant table as they converse.", "similarity": 0.7941, "relevance": 4 }, { "pair_id": 181613, "video_name": "castle_s03e07_seg02_clip_13", "timestamp": [ 4.6, 92.03 ], "duration": 92.66, "caption": "Some people are conversing with each other.", "similarity": 0.793, "relevance": 3 }, { "pair_id": 181614, "video_name": "castle_s03e23_seg02_clip_05", "timestamp": [ 67.03, 88.66 ], "duration": 88.66, "caption": "Some people were sitting while having a conversation.", "similarity": 0.7918, "relevance": 4 }, { "pair_id": 181615, "video_name": "s06e21_seg02_clip_13", "timestamp": [ 40.22, 60.03 ], "duration": 60.66, "caption": "A man and a woman are sitting at her dining table conversing.", "similarity": 0.7912, "relevance": 3 }, { "pair_id": 181616, "video_name": "house_s06e19_seg02_clip_07", "timestamp": [ 13.05, 52.66 ], "duration": 90.66, "caption": "Five people are sitting at a table conversing.", "similarity": 0.7907, "relevance": 4 }, { "pair_id": 181617, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "Two people move around the table to talk.", "similarity": 0.7883, "relevance": 1 }, { "pair_id": 181618, "video_name": "met_s06e03_seg01_clip_04", "timestamp": [ 0.0, 23.61 ], "duration": 79.66, "caption": "Multiple people are conversing with each other sitting at a table in a bar.", "similarity": 0.7853, "relevance": 4 }, { "pair_id": 181619, "video_name": "house_s03e07_seg02_clip_17", "timestamp": [ 15.18, 92.03 ], "duration": 92.66, "caption": "Two people are sitting across from each other conversing.", "similarity": 0.7848, "relevance": 2 } ] }, { "query_id": 73742, "query": "A woman finds a picture and shows it to other people.", "relevant_moment": [ { "pair_id": 162960, "video_name": "castle_s02e03_seg02_clip_09", "timestamp": [ 45.85, 54.75 ], "duration": 89.66, "caption": "A woman finds a picture and shows it to other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162961, "video_name": "castle_s04e20_seg02_clip_12", "timestamp": [ 0.0, 12.11 ], "duration": 89.66, "caption": "A woman shows a picture to two other people.", "similarity": 0.8527, "relevance": 3 }, { "pair_id": 162962, "video_name": "castle_s03e19_seg02_clip_19", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "A woman was showing a photo to person.", "similarity": 0.8311, "relevance": 3 }, { "pair_id": 162963, "video_name": "friends_s10e09_seg02_clip_19", "timestamp": [ 8.27, 10.93 ], "duration": 59.66, "caption": "A woman picks up the picture and shows it to another woman.", "similarity": 0.8189, "relevance": 3 }, { "pair_id": 162964, "video_name": "castle_s06e02_seg02_clip_19", "timestamp": [ 80.33, 90.66 ], "duration": 90.66, "caption": "A woman shows a photo on a computer to some people.", "similarity": 0.8069, "relevance": 3 }, { "pair_id": 162965, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 30.88, 35.29 ], "duration": 98.66, "caption": "A woman hold out a picture for the other person to look at.", "similarity": 0.7985, "relevance": 4 }, { "pair_id": 162966, "video_name": "friends_s07e21_seg02_clip_17", "timestamp": [ 26.67, 30.08 ], "duration": 62.66, "caption": "A woman holds up a picture to some people.", "similarity": 0.7931, "relevance": 3 }, { "pair_id": 162967, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 43.92, 47.09 ], "duration": 90.66, "caption": "A woman picks up a picture and shows it to a man.", "similarity": 0.7764, "relevance": 4 }, { "pair_id": 162968, "video_name": "castle_s02e06_seg02_clip_14", "timestamp": [ 71.23, 92.51 ], "duration": 92.66, "caption": "A woman shows someone some pictures while having a conversation.", "similarity": 0.7687, "relevance": 3 }, { "pair_id": 162969, "video_name": "castle_s03e01_seg02_clip_14", "timestamp": [ 44.86, 49.61 ], "duration": 86.66, "caption": "A woman looks at a picture and passes it to another person.", "similarity": 0.7616, "relevance": 3 }, { "pair_id": 162970, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 12.28, 18.19 ], "duration": 90.66, "caption": "A woman shows a piece of picture to a man.", "similarity": 0.749, "relevance": 3 }, { "pair_id": 162971, "video_name": "castle_s04e16_seg02_clip_19", "timestamp": [ 54.77, 64.94 ], "duration": 78.66, "caption": "A person is holding a picture and shows it to another person.", "similarity": 0.748, "relevance": 2 }, { "pair_id": 162972, "video_name": "castle_s03e05_seg02_clip_11", "timestamp": [ 57.8, 67.36 ], "duration": 91.66, "caption": "A woman stands up and shows a person a picture.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 162973, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 68.87, 74.72 ], "duration": 90.66, "caption": "A person shows a picture to another person.", "similarity": 0.7449, "relevance": 2 }, { "pair_id": 162974, "video_name": "castle_s01e08_seg02_clip_22", "timestamp": [ 0.0, 7.76 ], "duration": 97.66, "caption": "A person is looking at a picture of a woman.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 162975, "video_name": "castle_s07e19_seg02_clip_24", "timestamp": [ 38.54, 42.62 ], "duration": 90.66, "caption": "A woman takes out a photo of person and shows it to another woman.", "similarity": 0.7412, "relevance": 4 }, { "pair_id": 162976, "video_name": "friends_s02e09_seg02_clip_05", "timestamp": [ 24.01, 29.41 ], "duration": 60.66, "caption": "A woman's relative hands her a picture and she looks at it.", "similarity": 0.7392, "relevance": 3 }, { "pair_id": 162977, "video_name": "castle_s02e09_seg02_clip_04", "timestamp": [ 15.64, 19.21 ], "duration": 89.66, "caption": "A person shows some other people a photo of someone.", "similarity": 0.7337, "relevance": 2 }, { "pair_id": 162978, "video_name": "friends_s08e04_seg02_clip_00", "timestamp": [ 9.92, 13.03 ], "duration": 62.66, "caption": "A woman pulls a picture out of her purse to show some people.", "similarity": 0.733, "relevance": 3 }, { "pair_id": 162979, "video_name": "castle_s08e18_seg02_clip_11", "timestamp": [ 66.45, 91.03 ], "duration": 91.66, "caption": "A woman was trying to figure something out about the picture person had showed her.", "similarity": 0.7316, "relevance": 0 }, { "pair_id": 336280, "video_name": "castle_s04e17_seg02_clip_21", "timestamp": [ 28.31, 31.9 ], "duration": 89.66, "caption": "A person shows pictures to another person in front of them.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 336281, "video_name": "castle_s05e16_seg02_clip_04", "timestamp": [ 62.67, 67.97 ], "duration": 88.66, "caption": "A woman is looking at pictures and other information about a person.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 336282, "video_name": "castle_s02e05_seg02_clip_06", "timestamp": [ 19.25, 29.08 ], "duration": 85.66, "caption": "A person picks up the picture then gives a woman tracking advice.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 336283, "video_name": "castle_s08e09_seg02_clip_23", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A woman tells everyone what she is looking at in the photo.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 336284, "video_name": "castle_s04e06_seg02_clip_10", "timestamp": [ 59.54, 65.4 ], "duration": 90.66, "caption": "A woman is looking at a picture next to two people.", "similarity": 0.7222, "relevance": 3 }, { "pair_id": 336285, "video_name": "friends_s10e09_seg02_clip_19", "timestamp": [ 12.71, 22.46 ], "duration": 59.66, "caption": "A woman looks at the picture and hands it to man.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 336286, "video_name": "s09e23_seg01_clip_01", "timestamp": [ 54.53, 57.37 ], "duration": 63.66, "caption": "A woman flips over a picture and shows a person.", "similarity": 0.7202, "relevance": 3 }, { "pair_id": 336287, "video_name": "castle_s03e08_seg02_clip_15", "timestamp": [ 65.08, 68.75 ], "duration": 91.66, "caption": "A woman hands person a picture to assess.", "similarity": 0.7175, "relevance": 4 }, { "pair_id": 336288, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.717, "relevance": 4 }, { "pair_id": 336289, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 40.49, 44.01 ], "duration": 88.66, "caption": "A woman pulls out a picture and shows it to a man.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 336290, "video_name": "castle_s03e23_seg02_clip_07", "timestamp": [ 0.0, 7.06 ], "duration": 88.66, "caption": "A person looks at the photo and notices a woman's face.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 336291, "video_name": "castle_s07e13_seg02_clip_18", "timestamp": [ 29.71, 33.01 ], "duration": 110.66, "caption": "A woman grabs a stack of photos and shows them to another woman.", "similarity": 0.704, "relevance": 3 }, { "pair_id": 336292, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 23.68, 28.23 ], "duration": 91.66, "caption": "A person shows three pictures to two other people.", "similarity": 0.7019, "relevance": 1 }, { "pair_id": 336293, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 40.55, 45.45 ], "duration": 89.66, "caption": "A person shows a woman a picture of someone on his phone.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 336294, "video_name": "castle_s04e04_seg02_clip_06", "timestamp": [ 13.96, 19.37 ], "duration": 90.66, "caption": "A person holds up a picture for another person to look at.", "similarity": 0.6999, "relevance": 3 }, { "pair_id": 336295, "video_name": "castle_s01e06_seg02_clip_20", "timestamp": [ 18.28, 22.11 ], "duration": 85.66, "caption": "A woman picks up the camera and tells everyone where she recognizes it from.", "similarity": 0.6976, "relevance": 1 }, { "pair_id": 336296, "video_name": "castle_s04e21_seg02_clip_25", "timestamp": [ 27.15, 29.38 ], "duration": 89.66, "caption": "A woman places a photo of a person in front of a person.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 336297, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 26.11, 30.61 ], "duration": 90.66, "caption": "A woman shows the picture to the man in front of her.", "similarity": 0.6953, "relevance": 3 }, { "pair_id": 336298, "video_name": "friends_s10e08_seg02_clip_00", "timestamp": [ 53.9, 60.0 ], "duration": 64.66, "caption": "A woman shows woman a picture of something and woman makes a face.", "similarity": 0.6952, "relevance": 3 }, { "pair_id": 336299, "video_name": "castle_s04e13_seg02_clip_17", "timestamp": [ 0.87, 7.84 ], "duration": 87.66, "caption": "A woman admits to knowing about the time of the photo another person shows her.", "similarity": 0.6951, "relevance": 3 } ] }, { "query_id": 73755, "query": "A man bends down while holding a tray and addresses woman's boyfriend.", "relevant_moment": [ { "pair_id": 16540, "video_name": "friends_s03e13_seg02_clip_17", "timestamp": [ 22.13, 27.45 ], "duration": 56.66, "caption": "A man bends down while holding a tray and addresses woman's boyfriend.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 16541, "video_name": "castle_s03e04_seg02_clip_08", "timestamp": [ 4.6, 9.2 ], "duration": 92.66, "caption": "A man gets up and helps a woman with the tray she is carrying as another man introduces her to two other people.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 16542, "video_name": "s03e09_seg02_clip_11", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A man is speaking to a woman holding a waitress tray.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 16543, "video_name": "friends_s05e03_seg02_clip_10", "timestamp": [ 40.32, 52.41 ], "duration": 62.66, "caption": "A man walks into the room holding a tray and a woman introduces him to another woman.", "similarity": 0.6282, "relevance": 4 }, { "pair_id": 16544, "video_name": "castle_s05e19_seg02_clip_11", "timestamp": [ 52.21, 63.02 ], "duration": 90.66, "caption": "A woman carries a tray over to a man and sets it down.", "similarity": 0.6258, "relevance": 2 }, { "pair_id": 16545, "video_name": "grey_s02e20_seg02_clip_12", "timestamp": [ 0.45, 4.05 ], "duration": 90.66, "caption": "A man walks towards a woman's table with a tray in hand.", "similarity": 0.5952, "relevance": 2 }, { "pair_id": 16546, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 44.75, 47.59 ], "duration": 63.66, "caption": "A man holds a food tray as he approaches to join another man and someone else at a cafeteria table.", "similarity": 0.5764, "relevance": 2 }, { "pair_id": 16547, "video_name": "castle_s03e06_seg02_clip_25", "timestamp": [ 31.37, 39.69 ], "duration": 128.66, "caption": "A man bends over and gets face-to-face with a man.", "similarity": 0.5703, "relevance": 2 }, { "pair_id": 16548, "video_name": "s04e13_seg02_clip_06", "timestamp": [ 7.38, 10.92 ], "duration": 59.66, "caption": "A man bends down and kisses a woman on the cheek.", "similarity": 0.5639, "relevance": 2 }, { "pair_id": 16549, "video_name": "friends_s05e16_seg02_clip_09", "timestamp": [ 7.7, 15.41 ], "duration": 70.66, "caption": "A man grabs a hold of a woman while trying to determine why his friend wants a girlfriend.", "similarity": 0.5627, "relevance": 1 }, { "pair_id": 16550, "video_name": "friends_s10e01_seg02_clip_08", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A man leans forward while offering to assist a woman.", "similarity": 0.5623, "relevance": 1 }, { "pair_id": 16551, "video_name": "house_s06e17_seg02_clip_17", "timestamp": [ 6.69, 33.84 ], "duration": 83.66, "caption": "A man brings a tray of appetizers over to another man and a woman.", "similarity": 0.5608, "relevance": 3 }, { "pair_id": 16552, "video_name": "friends_s08e10_seg02_clip_12", "timestamp": [ 25.12, 27.91 ], "duration": 62.66, "caption": "A man leans over and a woman places her hand on his shoulder.", "similarity": 0.5607, "relevance": 2 }, { "pair_id": 16553, "video_name": "castle_s05e19_seg02_clip_14", "timestamp": [ 1.86, 3.1 ], "duration": 124.66, "caption": "A man leans in across the table with his hands out towards a woman.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 16554, "video_name": "friends_s02e10_seg02_clip_12", "timestamp": [ 9.41, 11.7 ], "duration": 57.66, "caption": "A man says he met woman's boyfriend while she's cleaning.", "similarity": 0.559, "relevance": 1 }, { "pair_id": 16555, "video_name": "house_s07e23_seg02_clip_19", "timestamp": [ 1.77, 3.1 ], "duration": 88.66, "caption": "A person holding a tray under their arm walks past the table a woman and a man are seated at.", "similarity": 0.5589, "relevance": 1 }, { "pair_id": 16556, "video_name": "friends_s02e05_seg02_clip_08", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A man leans over and grabs a woman by the shoulder.", "similarity": 0.5588, "relevance": 1 }, { "pair_id": 16557, "video_name": "castle_s02e03_seg02_clip_05", "timestamp": [ 14.69, 22.71 ], "duration": 89.66, "caption": "A man leans on the desk with both hands as he stands and talks to a woman and another man.", "similarity": 0.5577, "relevance": 2 }, { "pair_id": 16558, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 0.0, 4.3 ], "duration": 61.66, "caption": "A man holds a baby as he addresses woman and another woman.", "similarity": 0.5576, "relevance": 1 }, { "pair_id": 16559, "video_name": "friends_s02e11_seg02_clip_04", "timestamp": [ 32.19, 37.72 ], "duration": 65.66, "caption": "A woman comes over to two men holding a tray of mugs, and bends down to show them the tray.", "similarity": 0.5566, "relevance": 3 } ] }, { "query_id": 73785, "query": "A man is bummed-out and turns around and walks towards the elevator.", "relevant_moment": [ { "pair_id": 159580, "video_name": "castle_s06e06_seg02_clip_16", "timestamp": [ 76.52, 87.77 ], "duration": 90.66, "caption": "A man is bummed-out and turns around and walks towards the elevator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159581, "video_name": "met_s06e10_seg02_clip_07", "timestamp": [ 46.04, 48.11 ], "duration": 59.66, "caption": "A man turns towards the elevator when the door opens.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 159582, "video_name": "grey_s03e16_seg02_clip_22", "timestamp": [ 38.29, 46.65 ], "duration": 88.66, "caption": "A man walks out of the elevator and stops at the door.", "similarity": 0.6832, "relevance": 3 }, { "pair_id": 159583, "video_name": "house_s03e07_seg02_clip_05", "timestamp": [ 20.26, 25.21 ], "duration": 90.66, "caption": "A person walks out of the elevator and approaches someone.", "similarity": 0.6818, "relevance": 2 }, { "pair_id": 159584, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 4.98, 10.41 ], "duration": 90.66, "caption": "A person walks into the elevator when a man looks on.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 159585, "video_name": "house_s01e02_seg02_clip_13", "timestamp": [ 66.45, 71.03 ], "duration": 91.66, "caption": "A man rolls his eyes at someone and walks into the elevator.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 159586, "video_name": "friends_s08e21_seg02_clip_16", "timestamp": [ 2.9, 6.09 ], "duration": 58.66, "caption": "A man walks to the doorway and then turns around.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 159587, "video_name": "house_s07e15_seg02_clip_10", "timestamp": [ 75.7, 82.3 ], "duration": 88.66, "caption": "The elevator doors open and a man walks out.", "similarity": 0.6513, "relevance": 1 }, { "pair_id": 159588, "video_name": "house_s01e04_seg02_clip_02", "timestamp": [ 79.19, 85.11 ], "duration": 91.66, "caption": "A man turns and enters the elevator to go to another floor.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 159589, "video_name": "house_s04e11_seg02_clip_19", "timestamp": [ 40.81, 47.21 ], "duration": 80.66, "caption": "A man walks out of the elevator with another person.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 159590, "video_name": "castle_s05e06_seg02_clip_18", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A man is holding his head with one hand then turns around to face the elevator.", "similarity": 0.6354, "relevance": 4 }, { "pair_id": 159591, "video_name": "house_s05e03_seg02_clip_09", "timestamp": [ 9.68, 27.19 ], "duration": 92.66, "caption": "A man exits the elevator and walks down the hallway.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 159592, "video_name": "grey_s03e19_seg02_clip_09", "timestamp": [ 6.72, 10.75 ], "duration": 89.66, "caption": "A woman asks a man to go away then turns towards the elevator.", "similarity": 0.6321, "relevance": 4 }, { "pair_id": 159593, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 35.43, 37.73 ], "duration": 92.66, "caption": "A man walks over and presses the button for the elevator.", "similarity": 0.6276, "relevance": 4 }, { "pair_id": 159594, "video_name": "grey_s02e17_seg02_clip_07", "timestamp": [ 21.18, 24.4 ], "duration": 92.66, "caption": "A person turns around and walks out of doorway.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 159595, "video_name": "castle_s08e05_seg02_clip_05", "timestamp": [ 43.62, 47.3 ], "duration": 91.66, "caption": "A person exits an elevator and walks out of sight.", "similarity": 0.6252, "relevance": 3 }, { "pair_id": 159596, "video_name": "grey_s02e14_seg02_clip_12", "timestamp": [ 24.76, 30.72 ], "duration": 91.66, "caption": "A man walks into the elevator and presses a button.", "similarity": 0.6247, "relevance": 3 }, { "pair_id": 159597, "video_name": "house_s01e02_seg02_clip_12", "timestamp": [ 40.51, 49.51 ], "duration": 90.66, "caption": "A man walks into the elevator and it closes.", "similarity": 0.6196, "relevance": 4 }, { "pair_id": 159598, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 37.38, 43.44 ], "duration": 101.66, "caption": "A man walks into the elevator and presses the button.", "similarity": 0.6195, "relevance": 4 }, { "pair_id": 159599, "video_name": "friends_s02e12-13_seg02_clip_40", "timestamp": [ 5.41, 10.82 ], "duration": 47.66, "caption": "A man turns and walks over to the stall.", "similarity": 0.619, "relevance": 2 }, { "pair_id": 332900, "video_name": "grey_s03e22_seg02_clip_01", "timestamp": [ 34.9, 37.89 ], "duration": 42.66, "caption": "A man gives a woman a strange look and walks out of the elevator.", "similarity": 0.6184, "relevance": 3 }, { "pair_id": 332901, "video_name": "house_s01e09_seg02_clip_25", "timestamp": [ 81.61, 94.41 ], "duration": 160.66, "caption": "A man gets out of the elevator and walks up to another man.", "similarity": 0.6177, "relevance": 3 }, { "pair_id": 332902, "video_name": "castle_s04e01_seg02_clip_06", "timestamp": [ 37.61, 51.25 ], "duration": 94.66, "caption": "A man gets up to walk out and then stops and turns around.", "similarity": 0.6166, "relevance": 2 }, { "pair_id": 332903, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 1.32, 4.4 ], "duration": 88.66, "caption": "A man turns around and walks out the door.", "similarity": 0.6161, "relevance": 2 }, { "pair_id": 332904, "video_name": "house_s05e14_seg02_clip_23", "timestamp": [ 0.0, 4.23 ], "duration": 94.66, "caption": "Dr. person walks his way to the elevator.", "similarity": 0.6135, "relevance": 2 }, { "pair_id": 332905, "video_name": "house_s05e04_seg02_clip_02", "timestamp": [ 6.65, 9.98 ], "duration": 95.66, "caption": "A person walks into the elevator and leans over to press the button.", "similarity": 0.6092, "relevance": 3 }, { "pair_id": 332906, "video_name": "grey_s02e22_seg02_clip_04", "timestamp": [ 0.0, 4.6 ], "duration": 92.66, "caption": "Dr. person walks in the direction of the elevator.", "similarity": 0.6067, "relevance": 3 }, { "pair_id": 332907, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 24.86, 43.62 ], "duration": 87.66, "caption": "A man walks out of the elevator and then walks back in with man.", "similarity": 0.6057, "relevance": 3 }, { "pair_id": 332908, "video_name": "friends_s06e08_seg02_clip_11", "timestamp": [ 36.09, 55.19 ], "duration": 60.66, "caption": "A person walks into the elevator and exits when it opens again.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 332909, "video_name": "castle_s02e19_seg02_clip_20", "timestamp": [ 15.66, 17.84 ], "duration": 87.66, "caption": "A person hurriedly steps out through the elevator doors.", "similarity": 0.6055, "relevance": 1 }, { "pair_id": 332910, "video_name": "house_s08e06_seg02_clip_25", "timestamp": [ 23.01, 28.07 ], "duration": 92.66, "caption": "A man puts his hand out to stop the elevator door and walk in.", "similarity": 0.6054, "relevance": 1 }, { "pair_id": 332911, "video_name": "house_s01e09_seg02_clip_25", "timestamp": [ 80.81, 84.81 ], "duration": 160.66, "caption": "A man calls out to person as he gets off the elevator.", "similarity": 0.6025, "relevance": 2 }, { "pair_id": 332912, "video_name": "house_s01e04_seg02_clip_15", "timestamp": [ 66.48, 89.66 ], "duration": 89.66, "caption": "A person walks out of the elevator and gets irritated at another person.", "similarity": 0.6023, "relevance": 1 }, { "pair_id": 332913, "video_name": "grey_s03e06_seg02_clip_00", "timestamp": [ 0.0, 1.38 ], "duration": 91.66, "caption": "A person walks out of the elevator without someone.", "similarity": 0.6008, "relevance": 1 }, { "pair_id": 332914, "video_name": "house_s02e15_seg02_clip_24", "timestamp": [ 80.5, 82.76 ], "duration": 90.66, "caption": "A person walks up to an elevator and pushes a button.", "similarity": 0.5975, "relevance": 3 }, { "pair_id": 332915, "video_name": "grey_s02e05_seg02_clip_03", "timestamp": [ 69.1, 74.38 ], "duration": 88.66, "caption": "A man walks away from woman and gets into an elevator.", "similarity": 0.5971, "relevance": 4 }, { "pair_id": 332916, "video_name": "house_s02e22_seg02_clip_06", "timestamp": [ 78.45, 81.55 ], "duration": 88.66, "caption": "A person walks into the elevator as he walks away from another person.", "similarity": 0.5966, "relevance": 3 }, { "pair_id": 332917, "video_name": "house_s05e11_seg02_clip_24", "timestamp": [ 59.85, 71.64 ], "duration": 90.66, "caption": "A man exits an elevator and walks in a hall.", "similarity": 0.5951, "relevance": 1 }, { "pair_id": 332918, "video_name": "house_s05e08_seg02_clip_00", "timestamp": [ 0.0, 9.16 ], "duration": 91.66, "caption": "A person walks out of the elevator while they hold onto their arm.", "similarity": 0.5934, "relevance": 2 }, { "pair_id": 332919, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 32.26, 39.01 ], "duration": 150.66, "caption": "A man gets up from his seat and walks toward the door and then turns around.", "similarity": 0.5929, "relevance": 2 } ] }, { "query_id": 73795, "query": "A man has a sword pointed at another man's face.", "relevant_moment": [ { "pair_id": 13720, "video_name": "castle_s06e06_seg02_clip_14", "timestamp": [ 0.0, 10.95 ], "duration": 91.66, "caption": "A man has a sword pointed at another man's face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13721, "video_name": "house_s06e17_seg02_clip_02", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A man holds a sword up to person's head with one hand.", "similarity": 0.7787, "relevance": 4 }, { "pair_id": 13723, "video_name": "castle_s06e06_seg02_clip_14", "timestamp": [ 12.78, 53.39 ], "duration": 91.66, "caption": "A man grabs a sword and he and another person have a sword fight.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 13724, "video_name": "castle_s03e04_seg02_clip_12", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A man swings his sword at another person in the street.", "similarity": 0.6711, "relevance": 3 }, { "pair_id": 13725, "video_name": "castle_s07e22_seg02_clip_05", "timestamp": [ 26.11, 37.81 ], "duration": 90.66, "caption": "A person picks up a sword and attacks a woman and a man.", "similarity": 0.6682, "relevance": 2 }, { "pair_id": 13726, "video_name": "s05e05_seg01_clip_01", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "Two people are looking at a sword when someone walks up and talks to them.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 13727, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A man points at another man and then puts his face in his hand.", "similarity": 0.6528, "relevance": 0 }, { "pair_id": 13728, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 14.44, 23.57 ], "duration": 76.66, "caption": "A person moves their body to gesture that they are having a sword fight.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 13729, "video_name": "castle_s06e06_seg02_clip_13", "timestamp": [ 60.51, 74.64 ], "duration": 88.66, "caption": "A person is looking at all the different swords when a masked person pulls a sword on them.", "similarity": 0.6465, "relevance": 4 }, { "pair_id": 13730, "video_name": "s09e05_seg02_clip_08", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "Two people are sword fighting and a person says they're enjoying it.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 13731, "video_name": "castle_s06e18_seg02_clip_25", "timestamp": [ 73.26, 97.03 ], "duration": 97.66, "caption": "Two people wear masks and have a sword fight.", "similarity": 0.6375, "relevance": 2 }, { "pair_id": 13732, "video_name": "castle_s03e04_seg02_clip_12", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A man was arrested for trying to attack some people with a sword.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 13733, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 54.59, 59.55 ], "duration": 62.66, "caption": "A person picks up the sword, and holds it while turning around to talk to another person.", "similarity": 0.627, "relevance": 3 }, { "pair_id": 13734, "video_name": "s05e05_seg01_clip_00", "timestamp": [ 4.34, 62.03 ], "duration": 62.66, "caption": "Two people are staring at a sword on display as they converse about where the sword could be from.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 13735, "video_name": "s05e05_seg01_clip_00", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A person agrees with a man to purchase the sword.", "similarity": 0.6227, "relevance": 1 }, { "pair_id": 13736, "video_name": "house_s08e04_seg02_clip_05", "timestamp": [ 49.85, 52.08 ], "duration": 89.66, "caption": "A man puts his hand over his forehead to look at another man.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 13737, "video_name": "s04e19_seg02_clip_13", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A man hands a large blade to another person and he takes it.", "similarity": 0.6185, "relevance": 2 }, { "pair_id": 13738, "video_name": "house_s01e15_seg02_clip_08", "timestamp": [ 26.73, 29.91 ], "duration": 90.66, "caption": "A man smacks another man right across the face.", "similarity": 0.6149, "relevance": 1 }, { "pair_id": 13739, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 52.11, 54.36 ], "duration": 89.66, "caption": "A man takes a turn to face another man.", "similarity": 0.613, "relevance": 0 } ] }, { "query_id": 73801, "query": "A person posts a picture of all the symbols put together to make one symbol.", "relevant_moment": [ { "pair_id": 114420, "video_name": "castle_s06e06_seg02_clip_19", "timestamp": [ 19.0, 32.12 ], "duration": 90.66, "caption": "A person posts a picture of all the symbols put together to make one symbol.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 114421, "video_name": "castle_s06e06_seg02_clip_19", "timestamp": [ 4.98, 12.67 ], "duration": 90.66, "caption": "A man posts a picture of all the symbols and points at them.", "similarity": 0.8186, "relevance": 3 }, { "pair_id": 114422, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 28.23, 33.32 ], "duration": 92.66, "caption": "A man shows another person a picture of a red symbol.", "similarity": 0.6063, "relevance": 2 }, { "pair_id": 114423, "video_name": "castle_s06e16_seg02_clip_13", "timestamp": [ 35.3, 40.28 ], "duration": 90.66, "caption": "A man hand shows a drawing of a symbol on it.", "similarity": 0.5979, "relevance": 3 }, { "pair_id": 114424, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 2.27, 5.9 ], "duration": 90.66, "caption": "A person puts a picture on the board of someone.", "similarity": 0.5737, "relevance": 2 }, { "pair_id": 114426, "video_name": "castle_s07e07_seg02_clip_11", "timestamp": [ 2.0, 6.01 ], "duration": 80.66, "caption": "A person draws an x over a person's picture on the poster of ranch hands they are holding.", "similarity": 0.5276, "relevance": 2 }, { "pair_id": 114427, "video_name": "castle_s04e16_seg02_clip_19", "timestamp": [ 54.77, 64.94 ], "duration": 78.66, "caption": "A person is holding a picture and shows it to another person.", "similarity": 0.5229, "relevance": 2 }, { "pair_id": 114430, "video_name": "house_s04e06_seg02_clip_01", "timestamp": [ 0.0, 3.58 ], "duration": 89.66, "caption": "A person holds a picture of another person and shows it to him as he asks to have a word with him.", "similarity": 0.5205, "relevance": 2 }, { "pair_id": 114432, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 68.87, 74.72 ], "duration": 90.66, "caption": "A person shows a picture to another person.", "similarity": 0.5186, "relevance": 1 }, { "pair_id": 114434, "video_name": "castle_s07e03_seg02_clip_20", "timestamp": [ 29.81, 35.23 ], "duration": 90.66, "caption": "A person puts a picture of a man on the board and shares his knowledge about him.", "similarity": 0.5162, "relevance": 1 }, { "pair_id": 114436, "video_name": "s08e10_seg02_clip_03", "timestamp": [ 17.09, 23.19 ], "duration": 61.66, "caption": "A person holds up a series of drawings of flags one after the other.", "similarity": 0.5117, "relevance": 2 }, { "pair_id": 114437, "video_name": "grey_s03e16_seg02_clip_06", "timestamp": [ 31.91, 42.01 ], "duration": 80.66, "caption": "A person is putting pictures on the bulletin board while talking to the those looking for loved ones.", "similarity": 0.5098, "relevance": 2 }, { "pair_id": 114438, "video_name": "castle_s05e20_seg02_clip_03", "timestamp": [ 88.77, 91.51 ], "duration": 91.66, "caption": "A person puts a picture of someone onto the white board.", "similarity": 0.5085, "relevance": 1 }, { "pair_id": 114439, "video_name": "castle_s05e24_seg02_clip_08", "timestamp": [ 49.48, 52.15 ], "duration": 89.66, "caption": "A picture is placed on the board of an unidentified subject.", "similarity": 0.5068, "relevance": 2 } ] }, { "query_id": 73802, "query": "A woman is looking at the symbol and a man walks back to look at it with her.", "relevant_moment": [ { "pair_id": 167740, "video_name": "castle_s06e06_seg02_clip_19", "timestamp": [ 62.88, 72.84 ], "duration": 90.66, "caption": "A woman is looking at the symbol and a man walks back to look at it with her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167741, "video_name": "grey_s03e15_seg02_clip_00", "timestamp": [ 57.68, 60.47 ], "duration": 93.66, "caption": "A woman looks back at a man as he's walking out.", "similarity": 0.649, "relevance": 1 }, { "pair_id": 167742, "video_name": "castle_s01e06_seg02_clip_13", "timestamp": [ 15.02, 20.03 ], "duration": 91.66, "caption": "A woman walks over and examines the symbol on the floor.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 167743, "video_name": "castle_s04e03_seg02_clip_09", "timestamp": [ 18.01, 19.39 ], "duration": 92.66, "caption": "A woman looks down at her chest as she walks with a man.", "similarity": 0.6214, "relevance": 1 }, { "pair_id": 167744, "video_name": "grey_s03e25_seg02_clip_12", "timestamp": [ 17.86, 19.98 ], "duration": 85.66, "caption": "A man looks at a woman and she looks back at him.", "similarity": 0.6203, "relevance": 0 }, { "pair_id": 167745, "video_name": "castle_s05e13_seg02_clip_09", "timestamp": [ 0.0, 6.31 ], "duration": 97.66, "caption": "A man looks at woman as she walks off with man.", "similarity": 0.6141, "relevance": 0 }, { "pair_id": 167746, "video_name": "castle_s04e23_seg02_clip_00", "timestamp": [ 77.77, 81.91 ], "duration": 92.66, "caption": "A man stops walking and a woman turns to look back at him.", "similarity": 0.6108, "relevance": 1 }, { "pair_id": 167747, "video_name": "castle_s07e23_seg02_clip_21", "timestamp": [ 43.33, 46.58 ], "duration": 72.66, "caption": "A woman walks over next to a man to look at the piece of paper she handed him.", "similarity": 0.6089, "relevance": 3 }, { "pair_id": 167748, "video_name": "grey_s02e17_seg02_clip_00", "timestamp": [ 11.0, 13.5 ], "duration": 100.66, "caption": "A person walks in front of woman, who looks puzzled.", "similarity": 0.6016, "relevance": 0 }, { "pair_id": 167749, "video_name": "friends_s05e02_seg02_clip_13", "timestamp": [ 0.0, 0.56 ], "duration": 56.66, "caption": "A woman looks at man and woman with her arms crossed.", "similarity": 0.6004, "relevance": 0 }, { "pair_id": 167750, "video_name": "castle_s03e22_seg02_clip_26", "timestamp": [ 12.31, 13.02 ], "duration": 13.66, "caption": "A woman and a man start to walk, with the man looking at the woman.", "similarity": 0.5964, "relevance": 1 }, { "pair_id": 167751, "video_name": "castle_s06e06_seg02_clip_16", "timestamp": [ 21.61, 26.11 ], "duration": 90.66, "caption": "A man leans forward to see the symbol person is describing.", "similarity": 0.5956, "relevance": 1 }, { "pair_id": 167752, "video_name": "s08e17_seg02_clip_15", "timestamp": [ 2.1, 3.6 ], "duration": 60.66, "caption": "A woman lets go of a man, steps back and looks at him.", "similarity": 0.5856, "relevance": 0 }, { "pair_id": 167753, "video_name": "castle_s07e04_seg02_clip_25", "timestamp": [ 15.75, 18.45 ], "duration": 90.66, "caption": "A woman takes off the sign on a man's back and shows it to him.", "similarity": 0.5787, "relevance": 1 }, { "pair_id": 167754, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 42.7, 50.8 ], "duration": 89.66, "caption": "A man stands in front of a woman and looks down at the object in his hand.", "similarity": 0.5787, "relevance": 1 }, { "pair_id": 167755, "video_name": "met_s06e20_seg02_clip_16", "timestamp": [ 2.75, 4.58 ], "duration": 61.66, "caption": "A woman turns and looks back at man who is standing behind her.", "similarity": 0.5767, "relevance": 0 }, { "pair_id": 167756, "video_name": "castle_s06e17_seg02_clip_08", "timestamp": [ 21.65, 31.41 ], "duration": 84.66, "caption": "A person walks in a circle around woman while looking at her.", "similarity": 0.5747, "relevance": 2 }, { "pair_id": 167757, "video_name": "met_s06e02_seg02_clip_11", "timestamp": [ 50.37, 53.02 ], "duration": 53.66, "caption": "A woman looks up to her left towards a man.", "similarity": 0.5746, "relevance": 1 }, { "pair_id": 167758, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.5744, "relevance": 1 }, { "pair_id": 167759, "video_name": "friends_s06e12_seg02_clip_15", "timestamp": [ 37.46, 41.62 ], "duration": 64.66, "caption": "A woman walks over to a man who looks startled to see her.", "similarity": 0.5738, "relevance": 1 } ] }, { "query_id": 73822, "query": "A woman grabbed a cup at the table and took a sip on it.", "relevant_moment": [ { "pair_id": 155940, "video_name": "house_s04e04_seg02_clip_06", "timestamp": [ 44.56, 47.71 ], "duration": 90.66, "caption": "A woman grabbed a cup at the table and took a sip on it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155941, "video_name": "friends_s04e18_seg02_clip_16", "timestamp": [ 11.6, 13.43 ], "duration": 61.66, "caption": "A woman gets the cup from the table and takes a sip from it.", "similarity": 0.9015, "relevance": 4 }, { "pair_id": 155942, "video_name": "s09e23_seg01_clip_01", "timestamp": [ 6.62, 9.77 ], "duration": 63.66, "caption": "A woman picks the cup from the table and takes a sip.", "similarity": 0.8858, "relevance": 4 }, { "pair_id": 155943, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.8611, "relevance": 4 }, { "pair_id": 155944, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 3.38, 6.08 ], "duration": 45.66, "caption": "A woman takes a sip from the cup she's holding in her hands.", "similarity": 0.8093, "relevance": 3 }, { "pair_id": 155945, "video_name": "house_s02e10_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A woman takes a sip of her mug while sitting at the table.", "similarity": 0.801, "relevance": 3 }, { "pair_id": 155946, "video_name": "castle_s03e11_seg02_clip_21", "timestamp": [ 29.26, 34.66 ], "duration": 90.66, "caption": "A woman grabs her cup and takes a drink from it.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 155947, "video_name": "s06e23_seg02_clip_07", "timestamp": [ 14.58, 16.75 ], "duration": 62.66, "caption": "A woman picks up her cup and takes a sip.", "similarity": 0.7966, "relevance": 4 }, { "pair_id": 155948, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 33.57, 41.19 ], "duration": 61.66, "caption": "A woman takes a sip out of her mug and places it back on the table.", "similarity": 0.7778, "relevance": 3 }, { "pair_id": 155949, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 28.71, 33.24 ], "duration": 60.66, "caption": "A woman picks her glass up from the table and takes a drink from it.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 155950, "video_name": "met_s02e11_seg02_clip_18", "timestamp": [ 30.96, 35.02 ], "duration": 63.66, "caption": "A woman takes a sip from a glass and then spits it out onto the table.", "similarity": 0.7745, "relevance": 2 }, { "pair_id": 155951, "video_name": "grey_s01e02_seg02_clip_15", "timestamp": [ 4.35, 5.66 ], "duration": 87.66, "caption": "A woman picked up a cup and started to drink from it.", "similarity": 0.7679, "relevance": 2 }, { "pair_id": 155952, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 24.58, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of coffee from her cup since it's on the table next to her.", "similarity": 0.7647, "relevance": 3 }, { "pair_id": 155953, "video_name": "friends_s03e03_seg02_clip_10", "timestamp": [ 9.12, 12.83 ], "duration": 57.66, "caption": "A woman is taking the drink from the table.", "similarity": 0.7599, "relevance": 3 }, { "pair_id": 155954, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 155955, "video_name": "friends_s06e03_seg02_clip_00", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A woman picks up her cup to drink from it.", "similarity": 0.7558, "relevance": 3 }, { "pair_id": 155956, "video_name": "met_s02e12_seg02_clip_09", "timestamp": [ 19.77, 21.57 ], "duration": 59.66, "caption": "A woman takes a drink from the lidded cup she's holding.", "similarity": 0.7498, "relevance": 3 }, { "pair_id": 155957, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 14.81, 23.01 ], "duration": 63.66, "caption": "A woman drinks from her mug and places it on the table.", "similarity": 0.7483, "relevance": 3 }, { "pair_id": 155958, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 0.7467, "relevance": 4 }, { "pair_id": 155959, "video_name": "friends_s07e18_seg01_clip_00", "timestamp": [ 1.2, 4.8 ], "duration": 120.66, "caption": "A woman picks up her cup and takes a drink.", "similarity": 0.7463, "relevance": 4 }, { "pair_id": 329260, "video_name": "s06e21_seg02_clip_14", "timestamp": [ 38.37, 44.27 ], "duration": 59.66, "caption": "A woman grabs a glass of wine off the table and takes a sip.", "similarity": 0.744, "relevance": 4 }, { "pair_id": 329261, "video_name": "s06e19_seg02_clip_09", "timestamp": [ 0.78, 3.38 ], "duration": 52.66, "caption": "A woman picks up her drink glass from the table.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 329262, "video_name": "s07e03_seg01_clip_00", "timestamp": [ 4.58, 8.24 ], "duration": 61.66, "caption": "A woman takes a sip of her cocktail and then puts it on the table.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 329263, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 329264, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.731, "relevance": 4 }, { "pair_id": 329265, "video_name": "s10e04_seg02_clip_16", "timestamp": [ 5.88, 10.08 ], "duration": 56.66, "caption": "A woman takes a sip from a drink at the yellow mug.", "similarity": 0.7219, "relevance": 4 }, { "pair_id": 329266, "video_name": "friends_s10e11_seg02_clip_05", "timestamp": [ 1.79, 6.56 ], "duration": 59.66, "caption": "A woman takes a sip from a tea cup.", "similarity": 0.7158, "relevance": 4 }, { "pair_id": 329267, "video_name": "friends_s01e01_seg02_clip_15", "timestamp": [ 44.1, 58.02 ], "duration": 58.66, "caption": "A woman picks up her tea cup and takes a sip out of it.", "similarity": 0.7157, "relevance": 4 }, { "pair_id": 329268, "video_name": "met_s04e02_seg02_clip_11", "timestamp": [ 54.92, 57.93 ], "duration": 60.66, "caption": "A woman lifts up her cup and takes a sip out of the straw.", "similarity": 0.7134, "relevance": 4 }, { "pair_id": 329269, "video_name": "castle_s04e18_seg02_clip_10", "timestamp": [ 13.87, 17.01 ], "duration": 89.66, "caption": "A woman gets up from the table and grabs a bottle.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 329270, "video_name": "s08e06_seg02_clip_06", "timestamp": [ 8.4, 11.41 ], "duration": 60.66, "caption": "A woman puts her glass she was holding onto the coffee table.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 329271, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 57.4, 58.16 ], "duration": 76.66, "caption": "A woman takes a sip from a yellow mug in her hand.", "similarity": 0.7125, "relevance": 3 }, { "pair_id": 329272, "video_name": "met_s06e24_seg02_clip_05", "timestamp": [ 21.54, 23.61 ], "duration": 59.66, "caption": "A woman takes a sip from her tea cup.", "similarity": 0.7124, "relevance": 3 }, { "pair_id": 329273, "video_name": "castle_s02e14_seg02_clip_11", "timestamp": [ 37.85, 40.05 ], "duration": 88.66, "caption": "A woman gets up from the table taking a cup and a plate with her.", "similarity": 0.7116, "relevance": 3 }, { "pair_id": 329274, "video_name": "friends_s03e04_seg02_clip_00", "timestamp": [ 4.13, 8.58 ], "duration": 63.66, "caption": "A woman takes a sip of her yellow cup.", "similarity": 0.7084, "relevance": 4 }, { "pair_id": 329275, "video_name": "s10e03_seg02_clip_06", "timestamp": [ 20.15, 22.45 ], "duration": 51.66, "caption": "A woman takes a drink from the paper cup she is holding.", "similarity": 0.7077, "relevance": 3 }, { "pair_id": 329276, "video_name": "friends_s07e14_seg02_clip_02", "timestamp": [ 41.49, 46.16 ], "duration": 62.66, "caption": "A woman grabs a mug and walks over to the table where she sets it.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 329277, "video_name": "s07e01_seg02_clip_08", "timestamp": [ 12.26, 14.83 ], "duration": 57.66, "caption": "A woman lifts her glass with her left hand and takes a sip.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 329278, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 329279, "video_name": "castle_s04e05_seg02_clip_04", "timestamp": [ 42.33, 43.72 ], "duration": 93.66, "caption": "A woman is offered a cup while she is seated and takes it.", "similarity": 0.7016, "relevance": 2 } ] }, { "query_id": 73842, "query": "A woman stands examining a burned body in the trunk of a car at a crime scene.", "relevant_moment": [ { "pair_id": 145680, "video_name": "castle_s08e22_seg02_clip_01", "timestamp": [ 54.3, 92.03 ], "duration": 92.66, "caption": "A woman stands examining a burned body in the trunk of a car at a crime scene.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145681, "video_name": "castle_s08e22_seg02_clip_01", "timestamp": [ 64.88, 69.02 ], "duration": 92.66, "caption": "A woman is looking at the burned body in the trunk of the car as she shows a man the places the victim was tied.", "similarity": 0.8239, "relevance": 4 }, { "pair_id": 145682, "video_name": "castle_s07e01_seg02_clip_00", "timestamp": [ 94.53, 98.03 ], "duration": 100.66, "caption": "A woman looks inside the burning car with a burnt seat.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 145683, "video_name": "castle_s03e20_seg02_clip_01", "timestamp": [ 0.0, 11.63 ], "duration": 89.66, "caption": "Two people came looking up the burnt body of a person.", "similarity": 0.6254, "relevance": 0 }, { "pair_id": 145684, "video_name": "castle_s04e15_seg02_clip_02", "timestamp": [ 5.9, 34.49 ], "duration": 90.66, "caption": "A woman was looking for something inside the crime scene.", "similarity": 0.6097, "relevance": 1 }, { "pair_id": 145685, "video_name": "castle_s07e08_seg02_clip_00", "timestamp": [ 23.8, 26.54 ], "duration": 91.66, "caption": "A person describes who found the body while at crime scene.", "similarity": 0.596, "relevance": 1 }, { "pair_id": 145686, "video_name": "castle_s02e15_seg02_clip_01", "timestamp": [ 14.28, 16.95 ], "duration": 89.66, "caption": "A woman identifies the body and profession of the victim.", "similarity": 0.5958, "relevance": 1 }, { "pair_id": 145687, "video_name": "castle_s02e11_seg02_clip_23", "timestamp": [ 61.39, 73.21 ], "duration": 90.66, "caption": "A woman opens a car trunk and searches it.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 145688, "video_name": "castle_s04e15_seg02_clip_16", "timestamp": [ 28.93, 31.16 ], "duration": 89.66, "caption": "A woman opens the trunk of a car and sees a briefcase.", "similarity": 0.5885, "relevance": 1 }, { "pair_id": 145689, "video_name": "castle_s08e10_seg02_clip_03", "timestamp": [ 9.04, 29.84 ], "duration": 90.66, "caption": "A woman is on the stand explaining the forensic evidence.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 145690, "video_name": "castle_s04e08_seg02_clip_01", "timestamp": [ 3.2, 10.98 ], "duration": 91.66, "caption": "A person tries to identify the victim based on the car at the crime scene.", "similarity": 0.5854, "relevance": 1 }, { "pair_id": 145691, "video_name": "castle_s03e01_seg02_clip_09", "timestamp": [ 0.0, 4.86 ], "duration": 88.66, "caption": "A woman was looking at a picture of a person in a murder scene.", "similarity": 0.5836, "relevance": 1 }, { "pair_id": 145692, "video_name": "castle_s07e13_seg02_clip_25", "timestamp": [ 89.31, 93.03 ], "duration": 93.66, "caption": "A woman details the evidence they recovered in a person's automobile.", "similarity": 0.5807, "relevance": 0 }, { "pair_id": 145693, "video_name": "castle_s04e09_seg02_clip_02", "timestamp": [ 2.25, 6.3 ], "duration": 90.66, "caption": "A woman looks at a body on an autopsy table.", "similarity": 0.5796, "relevance": 2 }, { "pair_id": 145694, "video_name": "castle_s07e01_seg02_clip_00", "timestamp": [ 23.01, 30.51 ], "duration": 100.66, "caption": "A woman runs towards a burning car that is in a ditch.", "similarity": 0.5707, "relevance": 0 }, { "pair_id": 145695, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 11.28, 13.16 ], "duration": 94.66, "caption": "A woman stands up from a kneeling position while looking at a crime scene.", "similarity": 0.5634, "relevance": 0 }, { "pair_id": 145696, "video_name": "house_s07e13_seg02_clip_09", "timestamp": [ 81.32, 94.46 ], "duration": 101.66, "caption": "A person looks inside of the trunk of the car and grabs the item.", "similarity": 0.5558, "relevance": 1 }, { "pair_id": 145697, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 0.0, 4.08 ], "duration": 90.66, "caption": "A woman tells person where the victim's corpse was found.", "similarity": 0.5558, "relevance": 0 }, { "pair_id": 145698, "video_name": "castle_s07e04_seg02_clip_16", "timestamp": [ 37.89, 56.38 ], "duration": 90.66, "caption": "A woman squats down near the body at the crime scene explaining her finding.", "similarity": 0.555, "relevance": 1 }, { "pair_id": 145699, "video_name": "castle_s06e11_seg02_clip_03", "timestamp": [ 15.47, 18.66 ], "duration": 91.66, "caption": "A woman in a protective gear flashes a light and touches an area of a burned building.", "similarity": 0.5523, "relevance": 1 } ] }, { "query_id": 73915, "query": "A person sitting on a table talking to woman about his mission.", "relevant_moment": [ { "pair_id": 169280, "video_name": "castle_s08e13_seg02_clip_12", "timestamp": [ 33.18, 68.6 ], "duration": 89.66, "caption": "A person sitting on a table talking to woman about his mission.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169281, "video_name": "castle_s08e08_seg02_clip_19", "timestamp": [ 27.31, 62.35 ], "duration": 91.66, "caption": "A person sitting on a table talking to woman about his mission.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169282, "video_name": "castle_s07e15_seg02_clip_18", "timestamp": [ 54.73, 110.46 ], "duration": 199.66, "caption": "A person sitting on a table talking to woman about his mission.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 169283, "video_name": "castle_s03e24_seg02_clip_24", "timestamp": [ 0.0, 29.77 ], "duration": 93.66, "caption": "A person sitting on a table talking to a woman about his mission.", "similarity": 0.9936, "relevance": 2 }, { "pair_id": 169284, "video_name": "castle_s03e24_seg02_clip_24", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "A person sitting on a table talking to a woman about his mission.", "similarity": 0.9936, "relevance": 1 }, { "pair_id": 169285, "video_name": "castle_s02e18_seg02_clip_10", "timestamp": [ 54.42, 85.02 ], "duration": 85.66, "caption": "A person is sitting on a table talking to a woman about his mission.", "similarity": 0.9879, "relevance": 1 }, { "pair_id": 169286, "video_name": "castle_s01e08_seg02_clip_06", "timestamp": [ 63.84, 89.29 ], "duration": 89.66, "caption": "A person is sitting on a table talking to a woman about his mission.", "similarity": 0.9879, "relevance": 3 }, { "pair_id": 169287, "video_name": "castle_s07e06_seg02_clip_19", "timestamp": [ 18.12, 55.68 ], "duration": 88.66, "caption": "A person is sitting on a table talking to a woman about their mission.", "similarity": 0.9749, "relevance": 3 }, { "pair_id": 169288, "video_name": "castle_s01e01_seg02_clip_25", "timestamp": [ 59.82, 92.03 ], "duration": 92.66, "caption": "A person is sitting on a table talking to a woman about their mission.", "similarity": 0.9749, "relevance": 2 }, { "pair_id": 169289, "video_name": "castle_s03e19_seg02_clip_18", "timestamp": [ 14.24, 62.76 ], "duration": 89.66, "caption": "A woman sitting on a table talking to person about his mission.", "similarity": 0.9674, "relevance": 3 }, { "pair_id": 169290, "video_name": "castle_s02e15_seg02_clip_07", "timestamp": [ 0.0, 36.18 ], "duration": 91.66, "caption": "A woman sitting on a table talking to a person about his mission.", "similarity": 0.9613, "relevance": 3 }, { "pair_id": 169291, "video_name": "castle_s05e24_seg02_clip_00", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "A woman sitting on a table talking to someone about his mission.", "similarity": 0.9569, "relevance": 1 }, { "pair_id": 169292, "video_name": "castle_s05e03_seg02_clip_27", "timestamp": [ 25.85, 47.62 ], "duration": 68.66, "caption": "A woman sitting on a table talking to someone about his mission.", "similarity": 0.9569, "relevance": 2 }, { "pair_id": 169293, "video_name": "castle_s06e10_seg02_clip_02", "timestamp": [ 29.14, 88.31 ], "duration": 88.66, "caption": "A woman sitting on a table talking to a person about his/her mission.", "similarity": 0.9509, "relevance": 3 }, { "pair_id": 169294, "video_name": "castle_s08e13_seg02_clip_12", "timestamp": [ 34.07, 62.32 ], "duration": 89.66, "caption": "A woman sitting on a table talking to woman about his mission.", "similarity": 0.9407, "relevance": 3 }, { "pair_id": 169295, "video_name": "castle_s07e15_seg02_clip_18", "timestamp": [ 137.33, 199.03 ], "duration": 199.66, "caption": "A woman sitting on a table talking to woman about his mission.", "similarity": 0.9407, "relevance": 0 }, { "pair_id": 169296, "video_name": "castle_s02e15_seg02_clip_07", "timestamp": [ 0.0, 25.65 ], "duration": 91.66, "caption": "A woman sitting on a table talking to someone about her mission.", "similarity": 0.9397, "relevance": 3 }, { "pair_id": 169297, "video_name": "castle_s08e08_seg02_clip_19", "timestamp": [ 25.49, 53.25 ], "duration": 91.66, "caption": "A woman sitting on a table talking to another person about his mission", "similarity": 0.9391, "relevance": 3 }, { "pair_id": 169298, "video_name": "castle_s05e07_seg02_clip_04", "timestamp": [ 0.0, 30.88 ], "duration": 90.66, "caption": "A woman sitting on a table talking to someone about their mission.", "similarity": 0.9383, "relevance": 2 }, { "pair_id": 169299, "video_name": "castle_s03e19_seg02_clip_18", "timestamp": [ 18.7, 56.09 ], "duration": 89.66, "caption": "A woman sitting on a table talking to someone about their mission.", "similarity": 0.9383, "relevance": 3 }, { "pair_id": 342600, "video_name": "castle_s07e06_seg02_clip_19", "timestamp": [ 33.15, 57.01 ], "duration": 88.66, "caption": "A woman sitting on a table talking to another person about his mission.", "similarity": 0.9377, "relevance": 1 }, { "pair_id": 342601, "video_name": "castle_s02e18_seg02_clip_10", "timestamp": [ 0.0, 30.18 ], "duration": 85.66, "caption": "A woman sitting on a table talking to another person about his mission.", "similarity": 0.9377, "relevance": 1 }, { "pair_id": 342602, "video_name": "castle_s05e03_seg02_clip_27", "timestamp": [ 25.51, 47.28 ], "duration": 68.66, "caption": "A woman sitting on a table talking to another person about his/her mission.", "similarity": 0.9305, "relevance": 1 }, { "pair_id": 342603, "video_name": "castle_s06e23_seg02_clip_04", "timestamp": [ 27.6, 62.32 ], "duration": 89.66, "caption": "A woman sitting on a table talking to another person about their mission.", "similarity": 0.9211, "relevance": 1 }, { "pair_id": 342604, "video_name": "castle_s03e19_seg02_clip_18", "timestamp": [ 39.17, 81.46 ], "duration": 89.66, "caption": "A woman sitting on a table talking to another person about their mission.", "similarity": 0.9211, "relevance": 3 }, { "pair_id": 342605, "video_name": "castle_s04e13_seg02_clip_06", "timestamp": [ 24.34, 54.1 ], "duration": 90.66, "caption": "A woman sitting on a table talking to a woman about his mission.", "similarity": 0.9205, "relevance": 3 }, { "pair_id": 342606, "video_name": "castle_s05e24_seg02_clip_00", "timestamp": [ 40.0, 73.03 ], "duration": 93.66, "caption": "A person sitting on a table talking to someone about their mission.", "similarity": 0.9119, "relevance": 3 }, { "pair_id": 342607, "video_name": "castle_s02e18_seg02_clip_10", "timestamp": [ 23.38, 51.44 ], "duration": 85.66, "caption": "A person sitting on a table talking to someone about their mission.", "similarity": 0.9119, "relevance": 0 }, { "pair_id": 342608, "video_name": "castle_s01e01_seg02_clip_25", "timestamp": [ 68.1, 92.03 ], "duration": 92.66, "caption": "A person sitting on a table talking to someone about their mission.", "similarity": 0.9119, "relevance": 2 }, { "pair_id": 342609, "video_name": "castle_s07e06_seg02_clip_19", "timestamp": [ 0.0, 23.86 ], "duration": 88.66, "caption": "A person sitting on a table talking to person about his mission.", "similarity": 0.9027, "relevance": 4 }, { "pair_id": 342610, "video_name": "castle_s07e18_seg02_clip_13", "timestamp": [ 44.69, 79.89 ], "duration": 90.66, "caption": "A person sitting on a table talking to a person about his mission.", "similarity": 0.8952, "relevance": 3 }, { "pair_id": 342611, "video_name": "castle_s05e24_seg02_clip_00", "timestamp": [ 33.02, 64.19 ], "duration": 93.66, "caption": "A person sitting on a table talking to another about their mission.", "similarity": 0.8837, "relevance": 2 }, { "pair_id": 342612, "video_name": "castle_s08e10_seg02_clip_18", "timestamp": [ 0.0, 25.77 ], "duration": 92.66, "caption": "A person sitting on a table talking to another person about their mission.", "similarity": 0.8809, "relevance": 3 }, { "pair_id": 342613, "video_name": "castle_s08e08_seg02_clip_19", "timestamp": [ 27.76, 63.72 ], "duration": 91.66, "caption": "A person sitting on a table talking to another person about their mission.", "similarity": 0.8809, "relevance": 4 }, { "pair_id": 342614, "video_name": "castle_s06e23_seg02_clip_04", "timestamp": [ 44.07, 89.02 ], "duration": 89.66, "caption": "A person sitting on a table talking to another person about their mission.", "similarity": 0.8809, "relevance": 1 }, { "pair_id": 342615, "video_name": "castle_s06e14_seg02_clip_24", "timestamp": [ 23.21, 70.09 ], "duration": 91.66, "caption": "A person sitting on a table talking to another person about their mission.", "similarity": 0.8809, "relevance": 3 }, { "pair_id": 342616, "video_name": "castle_s06e14_seg02_clip_24", "timestamp": [ 19.12, 58.71 ], "duration": 91.66, "caption": "A person sitting on a table talking to another person about their mission.", "similarity": 0.8809, "relevance": 3 }, { "pair_id": 342617, "video_name": "castle_s06e10_seg02_clip_02", "timestamp": [ 64.47, 88.31 ], "duration": 88.66, "caption": "A person sitting on a table talking to another person about their mission.", "similarity": 0.8809, "relevance": 3 }, { "pair_id": 342618, "video_name": "castle_s04e13_seg02_clip_06", "timestamp": [ 40.12, 55.45 ], "duration": 90.66, "caption": "A person sitting on a table talking to another person about their mission.", "similarity": 0.8809, "relevance": 4 }, { "pair_id": 342619, "video_name": "castle_s03e12_seg02_clip_03", "timestamp": [ 26.18, 44.24 ], "duration": 90.66, "caption": "A person sitting on a table talking to another person about their mission.", "similarity": 0.8809, "relevance": 3 } ] }, { "query_id": 73920, "query": "A man's parent and partner clicking glasses and drinking wine.", "relevant_moment": [ { "pair_id": 153480, "video_name": "s09e24_seg02_clip_13", "timestamp": [ 0.89, 2.66 ], "duration": 59.66, "caption": "A man's parent and partner clicking glasses and drinking wine.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153481, "video_name": "castle_s04e12_seg02_clip_11", "timestamp": [ 7.12, 14.24 ], "duration": 89.66, "caption": "A person drinks wine while discussing sex with his parent.", "similarity": 0.7238, "relevance": 1 }, { "pair_id": 153482, "video_name": "castle_s04e04_seg02_clip_06", "timestamp": [ 6.31, 9.91 ], "duration": 90.66, "caption": "A man and woman raise their wine glasses and clink glasses.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 153483, "video_name": "friends_s09e21_seg02_clip_04", "timestamp": [ 0.0, 61.46 ], "duration": 65.66, "caption": "A man and woman talk while they are drinking wine.", "similarity": 0.6608, "relevance": 1 }, { "pair_id": 153484, "video_name": "house_s06e17_seg02_clip_17", "timestamp": [ 42.62, 47.21 ], "duration": 83.66, "caption": "A man pours someone and someone else some wine in their wine glasses.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 153485, "video_name": "s03e05_seg02_clip_12", "timestamp": [ 54.83, 57.15 ], "duration": 58.66, "caption": "A man and a woman clink their glasses together and take a drink of their wine.", "similarity": 0.6555, "relevance": 2 }, { "pair_id": 153486, "video_name": "s05e13_seg02_clip_06", "timestamp": [ 18.92, 21.05 ], "duration": 61.66, "caption": "A man and a woman each take a sip of red wine.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 153487, "video_name": "friends_s01e02_seg02_clip_07", "timestamp": [ 0.56, 1.95 ], "duration": 55.66, "caption": "A man pours wine for his mother while she talks.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 153488, "video_name": "castle_s05e09_seg02_clip_25", "timestamp": [ 66.02, 68.27 ], "duration": 75.66, "caption": "A man takes a drink while sitting at the table with his mom and daughter.", "similarity": 0.6444, "relevance": 1 }, { "pair_id": 153489, "video_name": "friends_s01e19_seg02_clip_20", "timestamp": [ 21.14, 24.71 ], "duration": 65.66, "caption": "A man sits down and hands woman a wine glass.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 153490, "video_name": "s06e16_seg02_clip_06", "timestamp": [ 6.84, 9.12 ], "duration": 57.66, "caption": "A man pours a couple of glasses of wine for woman and man.", "similarity": 0.6429, "relevance": 1 }, { "pair_id": 153491, "video_name": "castle_s04e18_seg02_clip_11", "timestamp": [ 19.95, 22.22 ], "duration": 90.66, "caption": "A man takes a drink of wine while he tries to calm his mother.", "similarity": 0.6414, "relevance": 1 }, { "pair_id": 153492, "video_name": "s10e06_seg02_clip_16", "timestamp": [ 38.3, 41.38 ], "duration": 44.66, "caption": "A person and another person clink their wine glasses together.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 153493, "video_name": "met_s06e17_seg02_clip_06", "timestamp": [ 7.5, 9.9 ], "duration": 60.66, "caption": "A man hands another man a glass of wine.", "similarity": 0.6297, "relevance": 1 }, { "pair_id": 153494, "video_name": "castle_s05e04_seg02_clip_10", "timestamp": [ 28.96, 31.67 ], "duration": 90.66, "caption": "A woman and a man drink from their liquor glasses.", "similarity": 0.6263, "relevance": 1 }, { "pair_id": 153495, "video_name": "met_s03e04_seg02_clip_05", "timestamp": [ 5.06, 7.45 ], "duration": 53.66, "caption": "A man sits at a table with a woman and pours a glass of wine.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 153496, "video_name": "house_s04e15_seg02_clip_05", "timestamp": [ 0.0, 2.85 ], "duration": 95.66, "caption": "A man takes a drink from a wine glass while talking to another person.", "similarity": 0.6217, "relevance": 0 }, { "pair_id": 153497, "video_name": "castle_s03e05_seg02_clip_25", "timestamp": [ 49.06, 53.11 ], "duration": 90.66, "caption": "A person takes a drink of their wine glass as they are sitting with another person.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 153498, "video_name": "house_s06e17_seg02_clip_17", "timestamp": [ 44.42, 47.74 ], "duration": 83.66, "caption": "A man pours a glass of wine for another man.", "similarity": 0.6178, "relevance": 1 }, { "pair_id": 153499, "video_name": "castle_s05e04_seg02_clip_10", "timestamp": [ 24.89, 30.77 ], "duration": 90.66, "caption": "A man and a woman turn around and take drinks out of their glasses.", "similarity": 0.6164, "relevance": 0 } ] }, { "query_id": 73921, "query": "Two people walking in and stopping at the table.", "relevant_moment": [ { "pair_id": 18680, "video_name": "s09e24_seg02_clip_13", "timestamp": [ 12.1, 18.0 ], "duration": 59.66, "caption": "Two people walking in and stopping at the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18681, "video_name": "s04e06_seg01_clip_00", "timestamp": [ 21.97, 25.94 ], "duration": 61.66, "caption": "Two people walk over to the table.", "similarity": 0.7849, "relevance": 4 }, { "pair_id": 18682, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 50.37, 53.02 ], "duration": 53.66, "caption": "Some people walk away from the table.", "similarity": 0.7248, "relevance": 3 }, { "pair_id": 18683, "video_name": "house_s05e15_seg02_clip_13", "timestamp": [ 6.3, 90.02 ], "duration": 90.66, "caption": "Two people get up from the table and exit the room.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 18684, "video_name": "castle_s06e08_seg02_clip_17", "timestamp": [ 22.37, 27.96 ], "duration": 86.66, "caption": "A man and a woman get up from table and walk away.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 18685, "video_name": "castle_s03e23_seg02_clip_05", "timestamp": [ 54.15, 58.59 ], "duration": 88.66, "caption": "Two people walk together towards person's working table.", "similarity": 0.7011, "relevance": 4 }, { "pair_id": 18686, "video_name": "met_s06e18_seg02_clip_10", "timestamp": [ 55.28, 58.53 ], "duration": 65.66, "caption": "Two people stand up to leave the table.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 18687, "video_name": "s04e03_seg02_clip_06", "timestamp": [ 52.18, 57.02 ], "duration": 57.66, "caption": "Two people walk towards the table some guys are sitting at.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 18688, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 82.24, 87.02 ], "duration": 87.66, "caption": "Three people get up and walk away from the table.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 18689, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 21.39, 24.58 ], "duration": 91.66, "caption": "Two people get up from the table.", "similarity": 0.6933, "relevance": 1 }, { "pair_id": 18690, "video_name": "grey_s02e20_seg02_clip_13", "timestamp": [ 35.04, 40.05 ], "duration": 91.66, "caption": "A person walks up to the table and another person gets up and walks away.", "similarity": 0.6923, "relevance": 3 }, { "pair_id": 18691, "video_name": "friends_s03e07_seg02_clip_10", "timestamp": [ 0.91, 4.55 ], "duration": 60.66, "caption": "Two people get up from the table together.", "similarity": 0.6871, "relevance": 3 }, { "pair_id": 18692, "video_name": "castle_s07e16_seg02_clip_27", "timestamp": [ 12.17, 15.14 ], "duration": 18.66, "caption": "Two people get up from the table together.", "similarity": 0.6871, "relevance": 1 }, { "pair_id": 18693, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 52.08, 56.09 ], "duration": 89.66, "caption": "A person walks around the table to another person.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 18694, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 30.04, 38.23 ], "duration": 91.66, "caption": "A woman and man walk over to a table and stand there walking.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 18695, "video_name": "house_s03e10_seg02_clip_01", "timestamp": [ 87.42, 92.03 ], "duration": 92.66, "caption": "A man and a woman get up from a table and moves to exit the room.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 18696, "video_name": "house_s07e02_seg02_clip_16", "timestamp": [ 2.85, 5.23 ], "duration": 95.66, "caption": "A person gets up and leaves another person at the table.", "similarity": 0.6744, "relevance": 1 }, { "pair_id": 18697, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 7.69, 11.76 ], "duration": 90.66, "caption": "Two people get up from the table with another person.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 18698, "video_name": "s04e03_seg02_clip_08", "timestamp": [ 56.1, 60.82 ], "duration": 63.66, "caption": "Two people say their goodbyes to each other and one of them leaves the table.", "similarity": 0.6691, "relevance": 1 }, { "pair_id": 18699, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 32.96, 39.97 ], "duration": 61.66, "caption": "Two people walk slowly to the table where a person is eating.", "similarity": 0.6664, "relevance": 4 } ] }, { "query_id": 73980, "query": "A man talking to a kid for an audition with his hand in his pants.", "relevant_moment": [ { "pair_id": 168120, "video_name": "friends_s06e04_seg02_clip_12", "timestamp": [ 11.06, 15.93 ], "duration": 65.66, "caption": "A man talking to a kid for an audition with his hand in his pants.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168121, "video_name": "castle_s03e04_seg02_clip_21", "timestamp": [ 62.53, 81.66 ], "duration": 81.66, "caption": "A man and child are having a conversation with each other.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 168122, "video_name": "friends_s07e16_seg02_clip_03", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person is having a conversation to a child.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 168123, "video_name": "house_s08e16_seg02_clip_10", "timestamp": [ 29.03, 32.71 ], "duration": 92.66, "caption": "A man shakes hand with the kid who just approached him.", "similarity": 0.6096, "relevance": 3 }, { "pair_id": 168124, "video_name": "house_s03e18_seg02_clip_20", "timestamp": [ 26.46, 34.98 ], "duration": 89.66, "caption": "A man stands up and talks to the kid sitting.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 168125, "video_name": "friends_s06e04_seg02_clip_15", "timestamp": [ 13.69, 17.96 ], "duration": 57.66, "caption": "A man gets on his knees to talk to the child.", "similarity": 0.5908, "relevance": 3 }, { "pair_id": 168126, "video_name": "friends_s07e19_seg02_clip_18", "timestamp": [ 36.87, 39.71 ], "duration": 63.66, "caption": "A man bends over and takes off his pants at the audition.", "similarity": 0.5737, "relevance": 1 }, { "pair_id": 168127, "video_name": "friends_s09e15_seg02_clip_07", "timestamp": [ 0.32, 22.06 ], "duration": 63.66, "caption": "A man comes and speaks with a woman about his audition.", "similarity": 0.5726, "relevance": 0 }, { "pair_id": 168128, "video_name": "s03e18_seg02_clip_18", "timestamp": [ 42.54, 45.69 ], "duration": 63.66, "caption": "A person kicks their pair of pants into the audience they are speaking to.", "similarity": 0.5664, "relevance": 0 }, { "pair_id": 168129, "video_name": "house_s07e13_seg02_clip_08", "timestamp": [ 10.25, 44.54 ], "duration": 89.66, "caption": "A man talks to a classroom full of children.", "similarity": 0.5657, "relevance": 2 }, { "pair_id": 168130, "video_name": "house_s02e11_seg02_clip_08", "timestamp": [ 59.54, 93.03 ], "duration": 93.66, "caption": "A person is having a conversation with a child and child's parent.", "similarity": 0.5652, "relevance": 2 }, { "pair_id": 168131, "video_name": "friends_s05e18_seg02_clip_01", "timestamp": [ 7.4, 10.79 ], "duration": 61.66, "caption": "A man puts his jacket on as he talks about taking his child to a try out for a commercial.", "similarity": 0.5635, "relevance": 0 }, { "pair_id": 168132, "video_name": "house_s07e10_seg02_clip_06", "timestamp": [ 34.13, 44.6 ], "duration": 91.66, "caption": "A kid is mopping the floor when two men talk to another person who's not mopping.", "similarity": 0.5546, "relevance": 1 }, { "pair_id": 168133, "video_name": "castle_s07e04_seg02_clip_21", "timestamp": [ 0.0, 16.05 ], "duration": 91.66, "caption": "Two people talk to a child.", "similarity": 0.5515, "relevance": 2 }, { "pair_id": 168134, "video_name": "grey_s03e16_seg02_clip_03", "timestamp": [ 56.89, 73.81 ], "duration": 94.66, "caption": "A man is having a conversation with a little boy.", "similarity": 0.5502, "relevance": 1 }, { "pair_id": 168135, "video_name": "friends_s07e11_seg02_clip_08", "timestamp": [ 4.64, 8.71 ], "duration": 58.66, "caption": "A person has their hands together when they are talking to someone.", "similarity": 0.5454, "relevance": 0 }, { "pair_id": 168136, "video_name": "house_s07e13_seg02_clip_12", "timestamp": [ 43.39, 66.45 ], "duration": 90.66, "caption": "A person talks to a classroom full of young student kids.", "similarity": 0.5447, "relevance": 2 }, { "pair_id": 168137, "video_name": "met_s06e10_seg02_clip_10", "timestamp": [ 39.1, 42.31 ], "duration": 58.66, "caption": "A man puts a hand over his hear in response to a person speaking to him.", "similarity": 0.5445, "relevance": 0 }, { "pair_id": 168138, "video_name": "house_s03e04_seg02_clip_20", "timestamp": [ 2.77, 6.0 ], "duration": 92.66, "caption": "A man came in while two people are talking.", "similarity": 0.5429, "relevance": 0 }, { "pair_id": 168139, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.5428, "relevance": 0 } ] }, { "query_id": 74029, "query": "A man runs over and grabs a newspaper and picks it up.", "relevant_moment": [ { "pair_id": 163920, "video_name": "met_s02e14_seg02_clip_15", "timestamp": [ 44.38, 46.0 ], "duration": 54.66, "caption": "A man runs over and grabs a newspaper and picks it up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163921, "video_name": "friends_s03e22_seg02_clip_06", "timestamp": [ 28.81, 30.91 ], "duration": 60.66, "caption": "A man picks up the newspaper from the ground.", "similarity": 0.7698, "relevance": 4 }, { "pair_id": 163922, "video_name": "friends_s03e14_seg02_clip_13", "timestamp": [ 21.81, 22.67 ], "duration": 57.66, "caption": "A man picks up a newspaper from the game table.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 163923, "video_name": "castle_s02e14_seg02_clip_06", "timestamp": [ 26.12, 29.55 ], "duration": 85.66, "caption": "A man picks up the newspaper and puts it under his arm.", "similarity": 0.7389, "relevance": 3 }, { "pair_id": 163924, "video_name": "friends_s04e05_seg01_clip_00", "timestamp": [ 18.03, 21.77 ], "duration": 68.66, "caption": "A man bends over and picks up a piece of paper.", "similarity": 0.7238, "relevance": 3 }, { "pair_id": 163925, "video_name": "friends_s03e14_seg02_clip_13", "timestamp": [ 20.37, 23.82 ], "duration": 57.66, "caption": "A man picks a newspaper up off the foosball table.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 163926, "video_name": "castle_s06e13_seg02_clip_26", "timestamp": [ 82.36, 85.74 ], "duration": 135.66, "caption": "A person steps forward and grabs a newspaper from another person's hands.", "similarity": 0.698, "relevance": 2 }, { "pair_id": 163927, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 49.99, 51.73 ], "duration": 57.66, "caption": "A man grabs the newspaper from the table then puts it right back down.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 163928, "video_name": "met_s06e08_seg01_clip_00", "timestamp": [ 1.56, 6.54 ], "duration": 62.66, "caption": "A man picks up the paper, opens it, and reads it.", "similarity": 0.6801, "relevance": 2 }, { "pair_id": 163929, "video_name": "friends_s05e21_seg02_clip_13", "timestamp": [ 0.0, 9.31 ], "duration": 58.66, "caption": "A man picks up the newspaper and shows it to woman.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 163930, "video_name": "castle_s02e14_seg02_clip_06", "timestamp": [ 26.12, 30.4 ], "duration": 85.66, "caption": "A person picks up the newspaper on someone's desk, folds it in half, shoves it under his/her arm, and walks away.", "similarity": 0.656, "relevance": 3 }, { "pair_id": 163931, "video_name": "friends_s02e10_seg01_clip_01", "timestamp": [ 3.01, 4.3 ], "duration": 43.66, "caption": "A person grabs half of the newspaper from another person to read it.", "similarity": 0.6442, "relevance": 2 }, { "pair_id": 163932, "video_name": "friends_s03e17_seg01_clip_00", "timestamp": [ 6.93, 7.88 ], "duration": 63.66, "caption": "A man holds up a newspaper that he is reading.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 163933, "video_name": "friends_s07e21_seg01_clip_00", "timestamp": [ 39.62, 40.82 ], "duration": 60.66, "caption": "A man grabs the newspaper on his and puts the newspaper on the coffee table.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 163934, "video_name": "castle_s02e14_seg02_clip_05", "timestamp": [ 92.65, 95.03 ], "duration": 95.66, "caption": "A woman picks up a newspaper and flips through the corners.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 163935, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 22.04, 25.72 ], "duration": 91.66, "caption": "A woman picks up a newspaper and hands it to person.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 163937, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 54.2, 56.3 ], "duration": 84.66, "caption": "A person picks up crumbled up piece of paper.", "similarity": 0.6158, "relevance": 2 }, { "pair_id": 163938, "video_name": "friends_s04e21_seg02_clip_07", "timestamp": [ 24.79, 28.63 ], "duration": 59.66, "caption": "A woman picks up a newspaper from the table and hits a man with it multiple times.", "similarity": 0.6158, "relevance": 2 }, { "pair_id": 163939, "video_name": "castle_s01e04_seg02_clip_00", "timestamp": [ 1.86, 3.72 ], "duration": 93.66, "caption": "A person opens the newspaper to look at it.", "similarity": 0.6127, "relevance": 2 } ] }, { "query_id": 74077, "query": "A person picks up a urine bag and shows it to the patient.", "relevant_moment": [ { "pair_id": 165640, "video_name": "house_s03e17_seg02_clip_01", "timestamp": [ 31.2, 37.07 ], "duration": 90.66, "caption": "A person picks up a urine bag and shows it to the patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165641, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 5.23, 11.88 ], "duration": 95.66, "caption": "A medical professional holds up the urine bag to two other medical professionals.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 165642, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 2.21, 4.87 ], "duration": 88.66, "caption": "A person points at the urine bag as evidence he was right.", "similarity": 0.7286, "relevance": 1 }, { "pair_id": 165643, "video_name": "house_s03e16_seg02_clip_21", "timestamp": [ 50.15, 54.76 ], "duration": 92.66, "caption": "A person lifts another person's pants leg to discover a leaking bag of urine strapped to their leg.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 165644, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 76.58, 78.76 ], "duration": 87.66, "caption": "A woman picks up a large clear bag with stuff in for a patient to see.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 165645, "video_name": "house_s05e18_seg02_clip_12", "timestamp": [ 82.37, 90.02 ], "duration": 90.66, "caption": "A patient tells a doctor the color of her urine.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 165646, "video_name": "grey_s02e18_seg02_clip_19", "timestamp": [ 75.28, 79.19 ], "duration": 87.66, "caption": "A woman picks up a full plastic bag and shows it to a person in a hospital bed.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 165647, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 3.1, 15.06 ], "duration": 88.66, "caption": "A person points at the urine bag to another person twice.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 165648, "video_name": "house_s07e17_seg02_clip_04", "timestamp": [ 39.11, 58.44 ], "duration": 92.66, "caption": "A person holds out vials for the patient to sniff.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 165649, "video_name": "house_s07e08_seg02_clip_23", "timestamp": [ 58.9, 61.66 ], "duration": 92.66, "caption": "A person picks up a scan and holds it up in front of a patient.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 165650, "video_name": "house_s03e11_seg02_clip_07", "timestamp": [ 0.0, 7.82 ], "duration": 92.66, "caption": "A doctor hands over a plastic bag to a person.", "similarity": 0.6685, "relevance": 0 }, { "pair_id": 165651, "video_name": "house_s01e08_seg02_clip_16", "timestamp": [ 26.8, 30.56 ], "duration": 94.66, "caption": "A woman checks the medicine bag for the patient.", "similarity": 0.6666, "relevance": 0 }, { "pair_id": 165652, "video_name": "house_s01e12_seg02_clip_19", "timestamp": [ 0.0, 66.05 ], "duration": 93.66, "caption": "A person sits near a patient's bedside talking; then he stands and the patient grabs him to stop him and the struggle makes the patient's urine container spill onto him.", "similarity": 0.6647, "relevance": 1 }, { "pair_id": 165653, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 23.23, 26.2 ], "duration": 54.66, "caption": "A person picking up a bag and showing it off.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 165654, "video_name": "house_s05e08_seg02_clip_13", "timestamp": [ 13.16, 19.28 ], "duration": 94.66, "caption": "Two people look down at the fluid that is collecting in the patients waste bag.", "similarity": 0.6603, "relevance": 1 }, { "pair_id": 165655, "video_name": "house_s02e07_seg02_clip_14", "timestamp": [ 54.76, 65.34 ], "duration": 92.66, "caption": "A person picks medicine up off the floor and discusses it with another person.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 165656, "video_name": "house_s03e01_seg02_clip_06", "timestamp": [ 18.26, 19.63 ], "duration": 91.66, "caption": "A person takes out a large syringe from under the patient bed and shows it to the woman patient.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 165657, "video_name": "house_s03e03_seg02_clip_17", "timestamp": [ 53.36, 61.34 ], "duration": 84.66, "caption": "A person collects a specimen after it has been taken out of a patient.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 165658, "video_name": "house_s06e03_seg02_clip_02", "timestamp": [ 12.54, 14.33 ], "duration": 89.66, "caption": "A woman is checking the bag of fluid for the patient.", "similarity": 0.6469, "relevance": 0 }, { "pair_id": 165659, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 14.96, 19.37 ], "duration": 88.66, "caption": "A person tells another person to ask the patient the drugs he's using and if he denies it to give him a urine test and the other person gets up from his seat.", "similarity": 0.6461, "relevance": 0 } ] }, { "query_id": 74094, "query": "A woman starts singing a song and a man takes the guitar from her.", "relevant_moment": [ { "pair_id": 152960, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 62.18, 74.02 ], "duration": 74.66, "caption": "A woman starts singing a song and a man takes the guitar from her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152961, "video_name": "friends_s03e15_seg02_clip_19", "timestamp": [ 48.32, 70.02 ], "duration": 70.66, "caption": "A woman is singing and with a man playing the guitar.", "similarity": 0.7948, "relevance": 1 }, { "pair_id": 152962, "video_name": "friends_s03e15_seg02_clip_19", "timestamp": [ 48.67, 60.92 ], "duration": 70.66, "caption": "A woman sings a song with a man playing a guitar.", "similarity": 0.7893, "relevance": 1 }, { "pair_id": 152963, "video_name": "friends_s05e11_seg02_clip_17", "timestamp": [ 2.7, 6.21 ], "duration": 54.66, "caption": "A woman hands the guitar over to a man and he takes it.", "similarity": 0.7595, "relevance": 2 }, { "pair_id": 152964, "video_name": "friends_s01e07_seg02_clip_10", "timestamp": [ 13.95, 25.52 ], "duration": 59.66, "caption": "A woman sings while she is playing her guitar.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 152965, "video_name": "friends_s05e06_seg02_clip_14", "timestamp": [ 47.3, 54.01 ], "duration": 61.66, "caption": "A woman starts playing a song while a woman try to talk to a man.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 152966, "video_name": "friends_s05e05_seg02_clip_04", "timestamp": [ 49.82, 58.23 ], "duration": 60.66, "caption": "A person looks at a woman and then leaves a place very quickly when she starts to play guitar and sing.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 152967, "video_name": "friends_s01e23_seg02_clip_09", "timestamp": [ 36.95, 49.08 ], "duration": 56.66, "caption": "A woman starts playing the guitar and a man desperately tries to open the door.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 152968, "video_name": "friends_s05e11_seg02_clip_16", "timestamp": [ 60.09, 66.03 ], "duration": 66.66, "caption": "A woman picks up a guitar and hands it to a man.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 152969, "video_name": "s06e21_seg02_clip_10", "timestamp": [ 31.65, 42.02 ], "duration": 56.66, "caption": "A woman sings a song for a man but stops right before the song actually ends.", "similarity": 0.6476, "relevance": 0 }, { "pair_id": 152970, "video_name": "friends_s07e01_seg02_clip_03", "timestamp": [ 8.96, 22.73 ], "duration": 64.66, "caption": "A woman comes into the room holding a guitar and begins to play a song.", "similarity": 0.646, "relevance": 2 }, { "pair_id": 152971, "video_name": "friends_s08e10_seg02_clip_03", "timestamp": [ 54.62, 57.93 ], "duration": 60.66, "caption": "A woman sings a song to a man as they have a conversation.", "similarity": 0.6438, "relevance": 0 }, { "pair_id": 152972, "video_name": "friends_s07e10_seg02_clip_06", "timestamp": [ 15.35, 25.09 ], "duration": 59.66, "caption": "Two people show a woman the song they created together.", "similarity": 0.6422, "relevance": 0 }, { "pair_id": 152973, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A woman heads over to another woman who's playing her guitar.", "similarity": 0.6366, "relevance": 1 }, { "pair_id": 152974, "video_name": "friends_s08e14_seg01_clip_00", "timestamp": [ 14.88, 19.54 ], "duration": 93.66, "caption": "A woman opens the door, gives a guitar to a woman and closes the door.", "similarity": 0.6347, "relevance": 0 }, { "pair_id": 152975, "video_name": "friends_s05e11_seg02_clip_17", "timestamp": [ 1.35, 5.4 ], "duration": 54.66, "caption": "A woman hands an acoustic guitar to a man who is sitting next to her.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 152976, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.21 ], "duration": 57.66, "caption": "A woman was holding a guitar whilst talking to man and woman.", "similarity": 0.6284, "relevance": 0 }, { "pair_id": 152977, "video_name": "house_s04e01_seg02_clip_01", "timestamp": [ 7.99, 15.54 ], "duration": 88.66, "caption": "A woman gives the cord of the guitar to man.", "similarity": 0.6211, "relevance": 1 }, { "pair_id": 152978, "video_name": "friends_s03e14_seg02_clip_12", "timestamp": [ 0.0, 4.95 ], "duration": 66.66, "caption": "A woman enjoys singing with her guitar in a funny way.", "similarity": 0.6152, "relevance": 2 }, { "pair_id": 152979, "video_name": "friends_s03e04_seg02_clip_07", "timestamp": [ 7.31, 12.58 ], "duration": 58.66, "caption": "A woman takes off her guitar and asks a woman if she could borrow her telephone.", "similarity": 0.612, "relevance": 1 }, { "pair_id": 326280, "video_name": "friends_s01e11_seg02_clip_15", "timestamp": [ 9.14, 17.02 ], "duration": 63.66, "caption": "A woman introduces a song dedicated to a new person.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 326281, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 1.71, 11.69 ], "duration": 57.66, "caption": "A woman is playing guitar two people sit in front of her to listen.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 326282, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 34.53, 37.19 ], "duration": 59.66, "caption": "A person tells another person to start singing the song from the beginning.", "similarity": 0.6075, "relevance": 0 }, { "pair_id": 326283, "video_name": "s03e08_seg02_clip_17", "timestamp": [ 16.81, 24.01 ], "duration": 80.66, "caption": "A person starts singing with woman while sitting on her bed.", "similarity": 0.606, "relevance": 2 }, { "pair_id": 326284, "video_name": "s09e16_seg02_clip_14", "timestamp": [ 0.0, 7.13 ], "duration": 57.66, "caption": "A person is singing in front of a microphone while with a hand on a woman.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 326286, "video_name": "s04e13_seg02_clip_05", "timestamp": [ 7.54, 12.19 ], "duration": 58.66, "caption": "A woman joins man as he sings while she is driving the car.", "similarity": 0.6006, "relevance": 2 }, { "pair_id": 326287, "video_name": "friends_s07e01_seg02_clip_03", "timestamp": [ 8.32, 27.21 ], "duration": 64.66, "caption": "A woman comes out with her guitar and tells another woman she could greet her guests with a song, and then proceeds to play a song about when the other woman was a kid and was fat.", "similarity": 0.6002, "relevance": 2 }, { "pair_id": 326288, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A person was holding a guitar while talking to woman.", "similarity": 0.5916, "relevance": 2 }, { "pair_id": 326289, "video_name": "friends_s04e05_seg02_clip_03", "timestamp": [ 0.0, 6.5 ], "duration": 65.66, "caption": "A woman is sitting onstage singing a song as a man goes to another woman and she says into the mic for him to bring her a drink.", "similarity": 0.5902, "relevance": 2 }, { "pair_id": 326290, "video_name": "friends_s02e12-13_seg02_clip_07", "timestamp": [ 0.0, 9.3 ], "duration": 60.66, "caption": "A woman, man and woman sway back and forth while listening to person play the guitar.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 326291, "video_name": "friends_s07e01_seg02_clip_09", "timestamp": [ 31.12, 33.87 ], "duration": 61.66, "caption": "A woman takes a wooden guitar away from another woman.", "similarity": 0.5876, "relevance": 3 }, { "pair_id": 326292, "video_name": "friends_s09e19_seg02_clip_05", "timestamp": [ 34.44, 45.02 ], "duration": 45.66, "caption": "A woman sings in her gown with her guitar.", "similarity": 0.587, "relevance": 2 }, { "pair_id": 326293, "video_name": "friends_s03e14_seg02_clip_10", "timestamp": [ 45.2, 49.75 ], "duration": 65.66, "caption": "A woman is singing with her guitar in front of the crowd.", "similarity": 0.5847, "relevance": 2 }, { "pair_id": 326294, "video_name": "friends_s04e07_seg02_clip_22", "timestamp": [ 35.22, 46.42 ], "duration": 64.66, "caption": "A woman gets up from her seat to go after person after they asked her to finish their song for them.", "similarity": 0.5844, "relevance": 1 }, { "pair_id": 326295, "video_name": "house_s05e23_seg02_clip_00", "timestamp": [ 16.74, 26.98 ], "duration": 93.66, "caption": "A woman plays a small guitar while looking to a man.", "similarity": 0.5831, "relevance": 0 }, { "pair_id": 326296, "video_name": "friends_s02e12-13_seg02_clip_20", "timestamp": [ 6.4, 12.17 ], "duration": 64.66, "caption": "A woman sings and plays guitar in front of a crowd.", "similarity": 0.582, "relevance": 2 }, { "pair_id": 326297, "video_name": "house_s04e01_seg02_clip_01", "timestamp": [ 7.55, 9.33 ], "duration": 88.66, "caption": "A woman holds the guitar cord up in front of a man.", "similarity": 0.5818, "relevance": 1 }, { "pair_id": 326298, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 23.8, 41.5 ], "duration": 61.66, "caption": "A woman is singing at a place and after she's done, a man asks another woman if she has a different line of work.", "similarity": 0.5807, "relevance": 2 }, { "pair_id": 326299, "video_name": "s02e15_seg01_clip_00", "timestamp": [ 5.89, 13.96 ], "duration": 62.66, "caption": "A person is playing the electrical guitar as another person sings.", "similarity": 0.5807, "relevance": 1 } ] }, { "query_id": 74126, "query": "A man walks in the room while woman plays pool.", "relevant_moment": [ { "pair_id": 163380, "video_name": "house_s07e01_seg02_clip_04", "timestamp": [ 24.76, 37.81 ], "duration": 90.66, "caption": "A man walks in the room while woman plays pool.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163381, "video_name": "friends_s03e06_seg02_clip_15", "timestamp": [ 64.4, 74.02 ], "duration": 74.66, "caption": "A man walks into the pool hall towards a woman.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 163382, "video_name": "friends_s03e06_seg02_clip_20", "timestamp": [ 10.38, 14.53 ], "duration": 83.66, "caption": "A man moves away from a woman on the pool table when some people enter the room.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 163383, "video_name": "house_s06e18_seg02_clip_25", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person walks into the room where another man is with a woman playing cards.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 163384, "video_name": "s02e10_seg02_clip_11", "timestamp": [ 11.41, 14.41 ], "duration": 60.66, "caption": "A man walks into a room with a woman while she is doing laundry.", "similarity": 0.6841, "relevance": 1 }, { "pair_id": 163385, "video_name": "friends_s03e06_seg02_clip_16", "timestamp": [ 0.0, 3.94 ], "duration": 46.66, "caption": "A man walks into the pool room and greets a woman who is having a beer.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 163386, "video_name": "house_s06e16_seg02_clip_15", "timestamp": [ 0.0, 3.98 ], "duration": 53.66, "caption": "A man sits down while a woman walks in the room.", "similarity": 0.6633, "relevance": 0 }, { "pair_id": 163387, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.6589, "relevance": 0 }, { "pair_id": 163388, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 9.1, 10.01 ], "duration": 91.66, "caption": "A man and a woman walk through the room together.", "similarity": 0.6548, "relevance": 0 }, { "pair_id": 163389, "video_name": "friends_s08e23-24_seg02_clip_41", "timestamp": [ 40.32, 43.42 ], "duration": 62.66, "caption": "A man walks into the room where two women are.", "similarity": 0.6524, "relevance": 1 }, { "pair_id": 163390, "video_name": "house_s05e01_seg02_clip_00", "timestamp": [ 11.98, 19.82 ], "duration": 92.66, "caption": "A woman walks into the room while a man is playing a video game.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 163391, "video_name": "s02e03_seg02_clip_01", "timestamp": [ 45.62, 50.72 ], "duration": 60.66, "caption": "A man walks into the room to visit a woman and another person.", "similarity": 0.6471, "relevance": 2 }, { "pair_id": 163392, "video_name": "s01e04_seg01_clip_01", "timestamp": [ 53.15, 57.95 ], "duration": 64.66, "caption": "A man enters the room with a woman.", "similarity": 0.6469, "relevance": 1 }, { "pair_id": 163393, "video_name": "house_s01e11_seg02_clip_16", "timestamp": [ 6.44, 10.4 ], "duration": 99.66, "caption": "A person walks into the room where two men and a woman are in.", "similarity": 0.6379, "relevance": 0 }, { "pair_id": 163394, "video_name": "friends_s07e02_seg02_clip_05", "timestamp": [ 27.61, 30.91 ], "duration": 60.66, "caption": "A man is sweeping while a woman walks into the room.", "similarity": 0.6378, "relevance": 1 }, { "pair_id": 163395, "video_name": "s07e13_seg02_clip_16", "timestamp": [ 1.68, 5.03 ], "duration": 67.66, "caption": "A person walks past woman and man in the living room.", "similarity": 0.6352, "relevance": 0 }, { "pair_id": 163396, "video_name": "friends_s07e01_seg02_clip_18", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A woman walks into the room with man following.", "similarity": 0.6342, "relevance": 0 }, { "pair_id": 163397, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 57.27, 61.58 ], "duration": 61.66, "caption": "A man walks into the room where a woman is standing.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 163398, "video_name": "friends_s09e01_seg02_clip_04", "timestamp": [ 24.95, 26.11 ], "duration": 58.66, "caption": "A man walks into the room with two women.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 163399, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.3, 36.56 ], "duration": 63.66, "caption": "Two people walk into the same room as a woman and a man.", "similarity": 0.6326, "relevance": 2 } ] }, { "query_id": 74257, "query": "A man jumps up from behind a chair and scares someone.", "relevant_moment": [ { "pair_id": 1260, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 53.12, 54.32 ], "duration": 60.66, "caption": "A man jumps up from behind a chair and scares someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1261, "video_name": "friends_s03e08_seg02_clip_13", "timestamp": [ 11.25, 17.47 ], "duration": 59.66, "caption": "A man turns suddenly and scares someone so they fall to the ground and hide behind a chair.", "similarity": 0.8407, "relevance": 3 }, { "pair_id": 1262, "video_name": "castle_s03e04_seg02_clip_04", "timestamp": [ 49.56, 55.76 ], "duration": 88.66, "caption": "A man gets up from his chair and scares a man to the wall.", "similarity": 0.8282, "relevance": 2 }, { "pair_id": 1263, "video_name": "friends_s07e18_seg02_clip_03", "timestamp": [ 3.25, 6.2 ], "duration": 59.66, "caption": "A man freaks out waving his hands and arms around and jumps up out of chair.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 1264, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 8.19, 15.76 ], "duration": 63.66, "caption": "A person jumps up from behind the couch to scare a woman, a man, and another person.", "similarity": 0.7345, "relevance": 4 }, { "pair_id": 1265, "video_name": "friends_s01e04_seg02_clip_15", "timestamp": [ 25.98, 27.84 ], "duration": 53.66, "caption": "A man jumps in fear at the reappearance of a character.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 1266, "video_name": "castle_s08e06_seg02_clip_05", "timestamp": [ 39.8, 42.89 ], "duration": 88.66, "caption": "A person turns around and jumps out of fright from another person.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 1267, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 11.98, 19.54 ], "duration": 63.66, "caption": "A person jumps out from behind the couch, scaring three people.", "similarity": 0.6658, "relevance": 4 }, { "pair_id": 1268, "video_name": "friends_s09e12_seg02_clip_08", "timestamp": [ 44.66, 47.14 ], "duration": 62.66, "caption": "A man jumps out of the apartment and scares another man in the hallway.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 1269, "video_name": "s03e02_seg02_clip_11", "timestamp": [ 21.18, 22.92 ], "duration": 58.66, "caption": "A man scares another man by touching the back of his neck.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 1270, "video_name": "met_s04e01_seg02_clip_10", "timestamp": [ 47.12, 49.22 ], "duration": 60.66, "caption": "A man suddenly emerges from behind the couch another man is sitting on, which scares him.", "similarity": 0.6535, "relevance": 4 }, { "pair_id": 1271, "video_name": "house_s01e14_seg02_clip_23", "timestamp": [ 37.27, 39.97 ], "duration": 108.66, "caption": "A man screams out loud to scare the person.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 1272, "video_name": "grey_s03e25_seg02_clip_11", "timestamp": [ 64.41, 94.03 ], "duration": 94.66, "caption": "A man stands up from his chair and walks away from another person.", "similarity": 0.6438, "relevance": 0 }, { "pair_id": 1273, "video_name": "friends_s04e18_seg02_clip_16", "timestamp": [ 14.34, 35.4 ], "duration": 61.66, "caption": "A man is scared someone could take someone from him.", "similarity": 0.6385, "relevance": 0 }, { "pair_id": 1274, "video_name": "friends_s04e12_seg02_clip_07", "timestamp": [ 8.12, 15.67 ], "duration": 58.66, "caption": "A man is confused about the person guy is scared by.", "similarity": 0.6376, "relevance": 0 }, { "pair_id": 1275, "video_name": "castle_s04e07_seg02_clip_14", "timestamp": [ 23.72, 34.89 ], "duration": 93.66, "caption": "A man gets up panicking and takes his jacket off and falls to the floor in front of a person.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 1276, "video_name": "friends_s06e07_seg02_clip_04", "timestamp": [ 56.81, 63.12 ], "duration": 63.66, "caption": "A person jumps out of the cardboard box to scare another person.", "similarity": 0.6323, "relevance": 2 }, { "pair_id": 1277, "video_name": "castle_s02e02_seg02_clip_08", "timestamp": [ 30.83, 35.97 ], "duration": 93.66, "caption": "A man stopped another man when he got up from the chair.", "similarity": 0.6312, "relevance": 0 }, { "pair_id": 1278, "video_name": "friends_s03e18_seg02_clip_13", "timestamp": [ 34.48, 37.84 ], "duration": 61.66, "caption": "A man scares woman when he comes out from under the pile of clothes.", "similarity": 0.624, "relevance": 3 }, { "pair_id": 1279, "video_name": "s03e02_seg02_clip_11", "timestamp": [ 20.31, 23.21 ], "duration": 58.66, "caption": "A man taps the back of another man's neck and scares him.", "similarity": 0.623, "relevance": 2 }, { "pair_id": 174580, "video_name": "friends_s07e01_seg02_clip_07", "timestamp": [ 24.9, 30.16 ], "duration": 55.66, "caption": "A man puts his hands up and pretends to be scared.", "similarity": 0.6223, "relevance": 1 }, { "pair_id": 174581, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 66.26, 70.4 ], "duration": 92.66, "caption": "A man rises out of the chair, now looking down at person.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 174582, "video_name": "met_s06e19_seg02_clip_15", "timestamp": [ 18.5, 20.23 ], "duration": 57.66, "caption": "A person bounces up and down on his/her chair excitedly.", "similarity": 0.6149, "relevance": 0 }, { "pair_id": 174583, "video_name": "met_s06e11_seg02_clip_10", "timestamp": [ 8.31, 10.98 ], "duration": 59.66, "caption": "A man jumps slightly when startled by another man's scream.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 174584, "video_name": "s02e04_seg02_clip_12", "timestamp": [ 44.55, 46.69 ], "duration": 61.66, "caption": "A man gets up from a chair and walks away.", "similarity": 0.611, "relevance": 1 }, { "pair_id": 174585, "video_name": "met_s02e17_seg02_clip_13", "timestamp": [ 48.56, 51.77 ], "duration": 58.66, "caption": "A person leaps up from the chair in the waiting area.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 174586, "video_name": "castle_s05e06_seg02_clip_26", "timestamp": [ 25.98, 29.17 ], "duration": 49.66, "caption": "A man jumped out of the bed in fear.", "similarity": 0.6094, "relevance": 2 }, { "pair_id": 174587, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 8.77, 12.46 ], "duration": 92.66, "caption": "A man gets up from the chair and left two people.", "similarity": 0.6079, "relevance": 1 }, { "pair_id": 174588, "video_name": "house_s04e12_seg02_clip_03", "timestamp": [ 51.99, 60.74 ], "duration": 92.66, "caption": "A woman appears frightened, turns around to man in chair he swivels to face her.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 174589, "video_name": "castle_s07e12_seg02_clip_05", "timestamp": [ 28.64, 34.09 ], "duration": 90.66, "caption": "A person turns around a man while he is in a chair.", "similarity": 0.6067, "relevance": 1 }, { "pair_id": 174590, "video_name": "castle_s08e06_seg02_clip_01", "timestamp": [ 29.93, 55.45 ], "duration": 88.66, "caption": "A man gets up from the chair, opens the door to the other room, and looks around before being startled by another man.", "similarity": 0.6041, "relevance": 1 }, { "pair_id": 174591, "video_name": "s03e18_seg02_clip_06", "timestamp": [ 7.67, 11.21 ], "duration": 59.66, "caption": "A person walks away from where he is standing towards the back of man's chair.", "similarity": 0.6033, "relevance": 1 }, { "pair_id": 174592, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 55.81, 57.18 ], "duration": 91.66, "caption": "A man gets up from the chair he/she was sitting on.", "similarity": 0.6019, "relevance": 1 }, { "pair_id": 174593, "video_name": "s01e01_seg02_clip_01", "timestamp": [ 17.4, 26.63 ], "duration": 71.66, "caption": "A man is standing behind a person then walks over and sits down in the chair.", "similarity": 0.5992, "relevance": 1 }, { "pair_id": 174594, "video_name": "friends_s10e08_seg02_clip_09", "timestamp": [ 20.19, 23.51 ], "duration": 60.66, "caption": "A man leaps up from his chair next to the table.", "similarity": 0.5961, "relevance": 1 }, { "pair_id": 174595, "video_name": "friends_s02e14_seg02_clip_13", "timestamp": [ 11.17, 15.82 ], "duration": 62.66, "caption": "A man sits down at the bar stool and a woman scares him by popping up.", "similarity": 0.5961, "relevance": 3 }, { "pair_id": 174596, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 35.98, 38.77 ], "duration": 62.66, "caption": "A man gets out of chair and stands up.", "similarity": 0.5959, "relevance": 1 }, { "pair_id": 174597, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A person gets up from his seat on the chair.", "similarity": 0.5934, "relevance": 2 }, { "pair_id": 174598, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 47.06, 52.29 ], "duration": 74.66, "caption": "A man gets up from the chair he is sitting in.", "similarity": 0.5931, "relevance": 1 }, { "pair_id": 174599, "video_name": "castle_s03e04_seg02_clip_04", "timestamp": [ 49.12, 53.99 ], "duration": 88.66, "caption": "A person stands up and scares another person in the interrogation room.", "similarity": 0.5914, "relevance": 3 } ] }, { "query_id": 74272, "query": "A man speaks to two other men before walking out the door and leaving the two of them standing in a man's office.", "relevant_moment": [ { "pair_id": 157400, "video_name": "met_s06e03_seg02_clip_11", "timestamp": [ 47.87, 51.5 ], "duration": 60.66, "caption": "A man speaks to two other men before walking out the door and leaving the two of them standing in a man's office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157401, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 45.04, 55.39 ], "duration": 90.66, "caption": "Two men walk into a person's office and another man says something to them before he leaves.", "similarity": 0.8257, "relevance": 3 }, { "pair_id": 157402, "video_name": "house_s02e12_seg02_clip_25", "timestamp": [ 39.77, 71.02 ], "duration": 71.66, "caption": "A man walks into the office to speak with another man.", "similarity": 0.8217, "relevance": 3 }, { "pair_id": 157403, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 59.71, 64.88 ], "duration": 94.66, "caption": "A person walks into a man's office while two men are talking.", "similarity": 0.8124, "relevance": 2 }, { "pair_id": 157404, "video_name": "house_s04e09_seg02_clip_10", "timestamp": [ 11.14, 30.74 ], "duration": 89.66, "caption": "Two men are in a man's office; the door opens and two people stand in the doorway and talk; a person stands up.", "similarity": 0.8096, "relevance": 2 }, { "pair_id": 157405, "video_name": "house_s08e11_seg02_clip_01", "timestamp": [ 31.21, 44.65 ], "duration": 96.66, "caption": "A man opens the door of the office and looks at the exit as another man speaks to him.", "similarity": 0.7914, "relevance": 1 }, { "pair_id": 157406, "video_name": "house_s08e03_seg02_clip_10", "timestamp": [ 13.9, 17.61 ], "duration": 92.66, "caption": "A man walks out of his office, leaving the door open and another man in it alone.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 157407, "video_name": "house_s01e06_seg02_clip_21", "timestamp": [ 85.42, 92.73 ], "duration": 146.66, "caption": "A man stops and talks to another man and then enters an office.", "similarity": 0.785, "relevance": 2 }, { "pair_id": 157408, "video_name": "house_s01e10_seg02_clip_11", "timestamp": [ 36.97, 45.33 ], "duration": 88.66, "caption": "A man talks to a person in a half opened door he then enters the office leaving it half open.", "similarity": 0.7801, "relevance": 2 }, { "pair_id": 157409, "video_name": "house_s04e12_seg02_clip_21", "timestamp": [ 0.0, 7.54 ], "duration": 88.66, "caption": "A man walks into the office to talk to another man.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 157410, "video_name": "house_s08e07_seg02_clip_02", "timestamp": [ 41.84, 44.07 ], "duration": 89.66, "caption": "A man finishes his conversation with man and walks out of man's office.", "similarity": 0.773, "relevance": 2 }, { "pair_id": 157411, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 10.34, 22.57 ], "duration": 94.66, "caption": "A man walks into another man's office to talk with him.", "similarity": 0.7714, "relevance": 1 }, { "pair_id": 157412, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 121.9, 125.03 ], "duration": 125.66, "caption": "A man walks into another man's office to talk with him.", "similarity": 0.7714, "relevance": 1 }, { "pair_id": 157413, "video_name": "met_s06e03_seg02_clip_10", "timestamp": [ 8.26, 19.48 ], "duration": 59.66, "caption": "A man walks into another man's office to talk to him.", "similarity": 0.7656, "relevance": 1 }, { "pair_id": 157414, "video_name": "friends_s09e22_seg02_clip_21", "timestamp": [ 59.06, 82.02 ], "duration": 82.66, "caption": "A man walks into another man's office to talk to him.", "similarity": 0.7656, "relevance": 1 }, { "pair_id": 157415, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 48.72, 50.07 ], "duration": 90.66, "caption": "Two people both leave a man's office after speaking to him.", "similarity": 0.7656, "relevance": 1 }, { "pair_id": 157416, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 17.08, 19.78 ], "duration": 89.66, "caption": "A man walks out while talking to two other men.", "similarity": 0.7626, "relevance": 2 }, { "pair_id": 157417, "video_name": "s07e10_seg02_clip_10", "timestamp": [ 39.92, 51.32 ], "duration": 60.66, "caption": "A man walks into a person's open office door to stand beside another man.", "similarity": 0.7625, "relevance": 1 }, { "pair_id": 157418, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 38.06, 85.86 ], "duration": 88.66, "caption": "A man walks in to another man's office and talks with him.", "similarity": 0.7576, "relevance": 1 }, { "pair_id": 157419, "video_name": "castle_s04e11_seg02_clip_24", "timestamp": [ 82.23, 87.65 ], "duration": 90.66, "caption": "Two men walk in an office and one of them talks to two other people.", "similarity": 0.7547, "relevance": 1 }, { "pair_id": 330720, "video_name": "castle_s06e10_seg02_clip_09", "timestamp": [ 82.23, 90.36 ], "duration": 90.66, "caption": "Two men enter the office and talk with a man and a woman.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 330721, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 68.27, 71.0 ], "duration": 91.66, "caption": "A man finishes his conversation with a person and walks out of the office with another person.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 330722, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 19.1, 93.15 ], "duration": 93.66, "caption": "A man and another man are in an office speaking to two people.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 330723, "video_name": "house_s01e05_seg02_clip_20", "timestamp": [ 0.0, 19.27 ], "duration": 87.66, "caption": "A man stands inside of a man's office and speaks with a woman and a man.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 330724, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 45.59, 49.02 ], "duration": 49.66, "caption": "A man finishes his conversation with another person and walks out of their office.", "similarity": 0.7492, "relevance": 3 }, { "pair_id": 330725, "video_name": "castle_s04e04_seg02_clip_19", "timestamp": [ 71.8, 97.03 ], "duration": 97.66, "caption": "Two men talk briefly, then a man and woman walk in, then one man is done talking and walks out the door, followed by another man.", "similarity": 0.7479, "relevance": 4 }, { "pair_id": 330726, "video_name": "house_s03e05_seg02_clip_15", "timestamp": [ 43.63, 52.36 ], "duration": 91.66, "caption": "A man opens the door of his office after talking to another person.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 330727, "video_name": "house_s05e24_seg02_clip_06", "timestamp": [ 4.49, 17.94 ], "duration": 89.66, "caption": "A man stands up in another man's office and speaks to him.", "similarity": 0.7476, "relevance": 2 }, { "pair_id": 330728, "video_name": "house_s08e02_seg02_clip_26", "timestamp": [ 2.21, 6.13 ], "duration": 49.66, "caption": "A man finishes his conversation with another man and leaves the office.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 330729, "video_name": "house_s01e22_seg02_clip_08", "timestamp": [ 7.27, 11.82 ], "duration": 90.66, "caption": "A man walks out of the office and the other two people follow.", "similarity": 0.746, "relevance": 4 }, { "pair_id": 330730, "video_name": "s05e14_seg02_clip_02", "timestamp": [ 24.27, 27.73 ], "duration": 63.66, "caption": "A man walks into the office and starts a conversation with another man.", "similarity": 0.7452, "relevance": 4 }, { "pair_id": 330731, "video_name": "castle_s03e06_seg02_clip_06", "timestamp": [ 21.94, 97.43 ], "duration": 102.66, "caption": "A person talks to a man who is seated in his office, then they both stand, talk some more, and the man walks out, and the person watches him leave through the inside window.", "similarity": 0.7432, "relevance": 3 }, { "pair_id": 330732, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 62.81, 72.54 ], "duration": 88.66, "caption": "A man is walking out the door and another person stops him to say something.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 330733, "video_name": "castle_s03e19_seg02_clip_24", "timestamp": [ 49.03, 50.32 ], "duration": 86.66, "caption": "A man shuts the door as he walks into another man's office.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 330734, "video_name": "house_s02e08_seg02_clip_17", "timestamp": [ 43.25, 46.01 ], "duration": 92.66, "caption": "A man walks in while another man is talking with some people and he walks away.", "similarity": 0.7409, "relevance": 2 }, { "pair_id": 330735, "video_name": "house_s04e12_seg02_clip_00", "timestamp": [ 83.21, 88.39 ], "duration": 94.66, "caption": "A man finishes his conversation with another person and walks into his office.", "similarity": 0.7388, "relevance": 3 }, { "pair_id": 330736, "video_name": "grey_s01e03_seg02_clip_10", "timestamp": [ 32.78, 41.08 ], "duration": 87.66, "caption": "A man walks out of office and another person runs up to talk to him.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 330737, "video_name": "house_s06e20_seg02_clip_25", "timestamp": [ 68.55, 77.02 ], "duration": 77.66, "caption": "A man turns around and opens the office door while talking with a man.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 330738, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 9.48, 11.74 ], "duration": 90.66, "caption": "A man finishes their conversation with a person and walks out of their office.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 330739, "video_name": "castle_s05e14_seg02_clip_03", "timestamp": [ 0.0, 21.75 ], "duration": 90.66, "caption": "Two men are speaking to a person as they are in an office.", "similarity": 0.7348, "relevance": 2 } ] }, { "query_id": 74290, "query": "A woman turns to her partner and they embrace and kiss.", "relevant_moment": [ { "pair_id": 16480, "video_name": "house_s06e14_seg02_clip_24", "timestamp": [ 75.26, 88.02 ], "duration": 88.66, "caption": "A woman turns to her partner and they embrace and kiss.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16481, "video_name": "s09e10_seg02_clip_17", "timestamp": [ 22.79, 31.63 ], "duration": 93.66, "caption": "A person approaches a woman, embraces her and they kiss.", "similarity": 0.8406, "relevance": 4 }, { "pair_id": 16482, "video_name": "house_s06e18_seg02_clip_02", "timestamp": [ 30.49, 38.76 ], "duration": 87.66, "caption": "A woman and her partner hold hands and then kiss.", "similarity": 0.8164, "relevance": 3 }, { "pair_id": 16483, "video_name": "friends_s02e15_seg02_clip_18", "timestamp": [ 52.19, 64.03 ], "duration": 64.66, "caption": "A woman and man turn towards each other and begin to kiss and hold each other.", "similarity": 0.7977, "relevance": 4 }, { "pair_id": 16484, "video_name": "grey_s02e14_seg02_clip_05", "timestamp": [ 80.03, 82.25 ], "duration": 88.66, "caption": "A woman grabs her partner's hand and kisses it.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 16485, "video_name": "friends_s08e07_seg02_clip_13", "timestamp": [ 2.14, 4.58 ], "duration": 61.66, "caption": "A woman leans in to kiss her partner before getting up.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 16486, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 120.26, 126.74 ], "duration": 144.66, "caption": "A woman and man lean towards each other and kiss.", "similarity": 0.7487, "relevance": 4 }, { "pair_id": 16487, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 32.96, 34.48 ], "duration": 61.66, "caption": "A woman leans forward to kiss a man with her hands on his face.", "similarity": 0.7468, "relevance": 2 }, { "pair_id": 16488, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 22.31, 24.95 ], "duration": 58.66, "caption": "A man embraces another person and gives her an intimate kiss.", "similarity": 0.7467, "relevance": 2 }, { "pair_id": 16489, "video_name": "friends_s08e20_seg02_clip_18", "timestamp": [ 25.58, 27.02 ], "duration": 57.66, "caption": "A woman grab a man's face and they kiss each other.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 16490, "video_name": "house_s06e19_seg02_clip_24", "timestamp": [ 74.41, 81.37 ], "duration": 87.66, "caption": "A woman caresses the face of man and gives him a kiss.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 16491, "video_name": "friends_s03e12_seg02_clip_17", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A woman leans forward, they share a kiss.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 16492, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 28.72, 31.33 ], "duration": 87.66, "caption": "A woman approaches a man and gives him a kiss.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 16493, "video_name": "castle_s03e13_seg02_clip_24", "timestamp": [ 17.11, 30.03 ], "duration": 76.66, "caption": "A woman kisses someone as a person approaches them.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 16494, "video_name": "s04e21_seg02_clip_08", "timestamp": [ 15.96, 18.28 ], "duration": 58.66, "caption": "A woman turns towards another woman and kisses her on the lips.", "similarity": 0.7373, "relevance": 3 }, { "pair_id": 16495, "video_name": "friends_s02e15_seg02_clip_17", "timestamp": [ 5.81, 30.28 ], "duration": 61.66, "caption": "A woman and a man hug each other and then they start kissing each other.", "similarity": 0.7355, "relevance": 4 }, { "pair_id": 16496, "video_name": "met_s06e14_seg02_clip_08", "timestamp": [ 26.55, 29.29 ], "duration": 61.66, "caption": "A woman reaches up to kiss a man on the cheek.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 16497, "video_name": "s07e23_seg02_clip_16", "timestamp": [ 58.31, 62.76 ], "duration": 89.66, "caption": "A woman and person get up and kiss and then hug each other.", "similarity": 0.7344, "relevance": 4 }, { "pair_id": 16498, "video_name": "friends_s10e10_seg02_clip_16", "timestamp": [ 31.99, 52.06 ], "duration": 58.66, "caption": "Two people embrace and kiss each other.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 16499, "video_name": "friends_s02e12-13_seg02_clip_43", "timestamp": [ 61.78, 66.95 ], "duration": 69.66, "caption": "A woman moves forward to kiss a man.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 189800, "video_name": "s04e21_seg02_clip_02", "timestamp": [ 35.42, 42.92 ], "duration": 60.66, "caption": "A woman walks towards a man, and they hug and kiss.", "similarity": 0.7289, "relevance": 4 }, { "pair_id": 189801, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 12.01, 16.81 ], "duration": 60.66, "caption": "A woman leans her body to passionately kiss a man.", "similarity": 0.7289, "relevance": 3 }, { "pair_id": 189802, "video_name": "s05e14_seg02_clip_15", "timestamp": [ 17.01, 21.09 ], "duration": 68.66, "caption": "A woman cradles person's face in her hands and kisses him.", "similarity": 0.7278, "relevance": 3 }, { "pair_id": 189803, "video_name": "castle_s02e16_seg02_clip_26", "timestamp": [ 35.95, 39.85 ], "duration": 86.66, "caption": "A man greets his partner and gives her a kiss.", "similarity": 0.7274, "relevance": 3 }, { "pair_id": 189804, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 9.92, 13.03 ], "duration": 62.66, "caption": "A woman and man lean in to kiss each other.", "similarity": 0.7272, "relevance": 4 }, { "pair_id": 189805, "video_name": "house_s06e18_seg02_clip_00", "timestamp": [ 25.39, 29.15 ], "duration": 94.66, "caption": "A man and a woman lean into each other and kiss.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 189807, "video_name": "grey_s02e03_seg02_clip_16", "timestamp": [ 65.22, 70.82 ], "duration": 80.66, "caption": "A woman leans over a man and begins kissing him.", "similarity": 0.7215, "relevance": 2 }, { "pair_id": 189808, "video_name": "friends_s04e18_seg02_clip_12", "timestamp": [ 10.78, 13.86 ], "duration": 77.66, "caption": "A woman and her curly-haired companion kiss each other.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 189809, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 9.74, 12.4 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek and then touches his face.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 189814, "video_name": "friends_s08e02_seg01_clip_01", "timestamp": [ 1.4, 4.55 ], "duration": 70.66, "caption": "A woman reaches for a man and then kisses him.", "similarity": 0.7185, "relevance": 4 }, { "pair_id": 189815, "video_name": "friends_s06e02_seg02_clip_18", "timestamp": [ 31.51, 49.52 ], "duration": 60.66, "caption": "A person bends down to embrace and kiss another person.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 189816, "video_name": "s09e16_seg02_clip_12", "timestamp": [ 43.82, 51.62 ], "duration": 60.66, "caption": "A man and woman hug and kiss each other.", "similarity": 0.7175, "relevance": 3 } ] }, { "query_id": 74308, "query": "A man is talking to the patient lying in bed.", "relevant_moment": [ { "pair_id": 139400, "video_name": "house_s08e20_seg02_clip_08", "timestamp": [ 3.93, 10.04 ], "duration": 87.66, "caption": "A man is talking to the patient lying in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139401, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 4.4, 9.24 ], "duration": 88.66, "caption": "A man is talking to the patient lying in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139402, "video_name": "house_s06e14_seg02_clip_21", "timestamp": [ 0.0, 8.55 ], "duration": 90.66, "caption": "A man is talking to the patient lying in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139403, "video_name": "house_s05e14_seg02_clip_09", "timestamp": [ 0.0, 6.75 ], "duration": 90.66, "caption": "A man is talking to the patient lying in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139404, "video_name": "house_s03e18_seg02_clip_02", "timestamp": [ 9.91, 13.97 ], "duration": 90.66, "caption": "A man is talking to the patient lying in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 139405, "video_name": "house_s06e18_seg02_clip_04", "timestamp": [ 38.6, 43.03 ], "duration": 88.66, "caption": "A man is talking to the patient lying in bed inside a room.", "similarity": 0.9336, "relevance": 3 }, { "pair_id": 139406, "video_name": "house_s04e10_seg02_clip_19", "timestamp": [ 4.23, 10.34 ], "duration": 94.66, "caption": "A person is talking to the patient lying in bed.", "similarity": 0.9333, "relevance": 4 }, { "pair_id": 139407, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 0.0, 6.32 ], "duration": 90.66, "caption": "A person is talking to the patient lying on the bed.", "similarity": 0.904, "relevance": 4 }, { "pair_id": 139408, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 8.64, 13.44 ], "duration": 96.66, "caption": "A man came in the room and talk to the patient lying in the bed.", "similarity": 0.8919, "relevance": 4 }, { "pair_id": 139409, "video_name": "house_s03e03_seg02_clip_07", "timestamp": [ 44.82, 85.28 ], "duration": 87.66, "caption": "A man stands up and talks to the patient who is lying in the bed.", "similarity": 0.8885, "relevance": 4 }, { "pair_id": 139410, "video_name": "house_s05e23_seg02_clip_21", "timestamp": [ 0.0, 37.41 ], "duration": 71.66, "caption": "A man was having a conversation with the patient lying on the hospital bed.", "similarity": 0.8679, "relevance": 4 }, { "pair_id": 139411, "video_name": "grey_s03e18_seg02_clip_25", "timestamp": [ 82.38, 91.53 ], "duration": 91.66, "caption": "A man is talking to a patient who is lying on their hospital bed as he tells them about their condition and their status after surgery.", "similarity": 0.8587, "relevance": 4 }, { "pair_id": 139412, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 0.0, 3.17 ], "duration": 90.66, "caption": "A man talks to a patient while sitting on his bed.", "similarity": 0.8566, "relevance": 4 }, { "pair_id": 139413, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 4.49, 8.98 ], "duration": 89.66, "caption": "A woman is talking to the patient lying in bed.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 139414, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 7.08, 12.39 ], "duration": 88.66, "caption": "A woman is talking to the patient lying in bed.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 139415, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 35.21, 38.29 ], "duration": 88.66, "caption": "A woman is talking to the patient lying in bed.", "similarity": 0.8519, "relevance": 2 }, { "pair_id": 139416, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 62.35, 91.03 ], "duration": 91.66, "caption": "A man talks to another man about the patient in the bed.", "similarity": 0.843, "relevance": 3 }, { "pair_id": 139417, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 71.46, 94.03 ], "duration": 94.66, "caption": "A person is laying in a hospital bed talking with a man.", "similarity": 0.8367, "relevance": 3 }, { "pair_id": 139418, "video_name": "grey_s03e18_seg02_clip_23", "timestamp": [ 72.72, 88.66 ], "duration": 88.66, "caption": "A man sits and talks to a patient on the bed.", "similarity": 0.8367, "relevance": 4 }, { "pair_id": 139419, "video_name": "house_s06e12_seg02_clip_11", "timestamp": [ 53.59, 90.07 ], "duration": 90.66, "caption": "A man lying on the hospital bed was talking to a man.", "similarity": 0.8285, "relevance": 4 }, { "pair_id": 312720, "video_name": "house_s03e01_seg02_clip_15", "timestamp": [ 13.2, 18.66 ], "duration": 91.66, "caption": "A man asks the patient who is lying in bed to open their mouth.", "similarity": 0.8284, "relevance": 3 }, { "pair_id": 312721, "video_name": "house_s02e14_seg02_clip_20", "timestamp": [ 0.0, 17.66 ], "duration": 88.66, "caption": "A person is at the patient's bed and speaks to a man.", "similarity": 0.8244, "relevance": 4 }, { "pair_id": 312722, "video_name": "grey_s02e24_seg02_clip_16", "timestamp": [ 0.0, 9.46 ], "duration": 86.66, "caption": "A man talks to the doctor as he lays on the hospital bed.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 312723, "video_name": "friends_s06e15-16_seg02_clip_22", "timestamp": [ 0.0, 4.29 ], "duration": 66.66, "caption": "A man was talking to a woman lying on the hospital bed.", "similarity": 0.8083, "relevance": 3 }, { "pair_id": 312724, "video_name": "castle_s07e01_seg02_clip_21", "timestamp": [ 0.0, 70.83 ], "duration": 90.66, "caption": "A man is lying in a hospital bed as he converses with a woman.", "similarity": 0.8065, "relevance": 3 }, { "pair_id": 312725, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 83.72, 87.21 ], "duration": 87.66, "caption": "A man tends to the patient that is laying right in the bed.", "similarity": 0.8065, "relevance": 3 }, { "pair_id": 312726, "video_name": "house_s05e19_seg02_clip_12", "timestamp": [ 27.15, 56.09 ], "duration": 89.66, "caption": "A man sits by the bed and speaks with the patient.", "similarity": 0.8062, "relevance": 4 }, { "pair_id": 312727, "video_name": "castle_s01e10_seg02_clip_26", "timestamp": [ 92.73, 113.26 ], "duration": 152.66, "caption": "A man is lying on a hospital bed as he converses with woman.", "similarity": 0.8021, "relevance": 3 }, { "pair_id": 312728, "video_name": "castle_s08e19_seg02_clip_02", "timestamp": [ 12.58, 89.66 ], "duration": 89.66, "caption": "A man is lying on a hospital bed as he speaks to woman and person.", "similarity": 0.8008, "relevance": 4 }, { "pair_id": 312729, "video_name": "house_s02e16_seg02_clip_12", "timestamp": [ 0.0, 10.86 ], "duration": 90.66, "caption": "A man talks to a woman who is lying in a hospital bed.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 312730, "video_name": "house_s02e24_seg02_clip_12", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A person is lying down as a patient and is talking to man.", "similarity": 0.7955, "relevance": 4 }, { "pair_id": 312731, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 13.72, 40.68 ], "duration": 98.66, "caption": "There is a person lying in a hospital bed speaking to the doctors.", "similarity": 0.7918, "relevance": 4 }, { "pair_id": 312732, "video_name": "house_s04e09_seg02_clip_20", "timestamp": [ 0.0, 7.48 ], "duration": 88.66, "caption": "A patient is lying in bed talking to a woman while he is crying.", "similarity": 0.7914, "relevance": 3 }, { "pair_id": 312733, "video_name": "grey_s03e10_seg02_clip_14", "timestamp": [ 39.41, 78.05 ], "duration": 78.66, "caption": "A man talks to two other people while he's lying in the hospital bed.", "similarity": 0.7826, "relevance": 4 }, { "pair_id": 312734, "video_name": "house_s03e06_seg02_clip_17", "timestamp": [ 40.39, 45.14 ], "duration": 95.66, "caption": "A man lies in the hospital bed, he shifts his body while talking to a person.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 312735, "video_name": "house_s02e18_seg02_clip_18", "timestamp": [ 79.67, 90.02 ], "duration": 90.66, "caption": "Two patients lying on the bed talk at each other.", "similarity": 0.7793, "relevance": 3 }, { "pair_id": 312736, "video_name": "grey_s02e10_seg02_clip_04", "timestamp": [ 0.0, 29.71 ], "duration": 90.66, "caption": "A man is speaking to another man as he is lying in his hospital bed.", "similarity": 0.7782, "relevance": 3 }, { "pair_id": 312737, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.33 ], "duration": 101.66, "caption": "A man was having a conversation with a woman lying on a hospital bed.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 312738, "video_name": "castle_s07e03_seg02_clip_09", "timestamp": [ 0.0, 22.57 ], "duration": 90.66, "caption": "A person is lying on a hospital bed as he speaks to a woman and a man.", "similarity": 0.7756, "relevance": 3 }, { "pair_id": 312739, "video_name": "grey_s03e11_seg02_clip_20", "timestamp": [ 44.47, 51.35 ], "duration": 91.66, "caption": "A man is laying in a hospital bed, talking to another man as he flips through the pages of a medical chart.", "similarity": 0.7738, "relevance": 4 } ] }, { "query_id": 74524, "query": "A man puts his arms around a woman in the bed.", "relevant_moment": [ { "pair_id": 70180, "video_name": "friends_s02e18_seg02_clip_08", "timestamp": [ 27.69, 60.19 ], "duration": 60.66, "caption": "A man puts his arms around a woman in the bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 70181, "video_name": "friends_s03e01_seg02_clip_05", "timestamp": [ 2.85, 6.08 ], "duration": 38.66, "caption": "A woman puts her arm around a man's shoulders as they sit in bed.", "similarity": 0.8629, "relevance": 3 }, { "pair_id": 70182, "video_name": "s09e12_seg02_clip_01", "timestamp": [ 32.88, 37.22 ], "duration": 62.66, "caption": "A man has his arm wrapped around woman as they lie together in bed.", "similarity": 0.8379, "relevance": 4 }, { "pair_id": 70183, "video_name": "grey_s02e14_seg02_clip_25", "timestamp": [ 9.24, 25.2 ], "duration": 168.66, "caption": "A woman lies in bed and a man puts his arm around her.", "similarity": 0.8088, "relevance": 3 }, { "pair_id": 70184, "video_name": "house_s07e16_seg02_clip_06", "timestamp": [ 55.17, 57.86 ], "duration": 89.66, "caption": "A man puts his arm around a woman while laying in bed and talking on the phone.", "similarity": 0.7863, "relevance": 4 }, { "pair_id": 70186, "video_name": "house_s05e14_seg02_clip_10", "timestamp": [ 8.19, 10.92 ], "duration": 91.66, "caption": "A woman with brown hair puts her arm around a man as they lay in bed.", "similarity": 0.7766, "relevance": 4 }, { "pair_id": 70187, "video_name": "friends_s02e18_seg02_clip_12", "timestamp": [ 14.36, 19.26 ], "duration": 61.66, "caption": "A woman stands on the bed and puts her hands on a man's shoulder.", "similarity": 0.7609, "relevance": 1 }, { "pair_id": 70188, "video_name": "met_s05e05_seg02_clip_10", "timestamp": [ 30.13, 32.24 ], "duration": 60.66, "caption": "A man leans over and puts his left hand on woman's right shoulder while she sits on the bed.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 70189, "video_name": "s04e24_seg02_clip_16", "timestamp": [ 25.63, 56.76 ], "duration": 61.66, "caption": "A man sleeps on a bed with a woman while he placed his hand across her chest.", "similarity": 0.7534, "relevance": 3 }, { "pair_id": 70190, "video_name": "friends_s08e22_seg02_clip_07", "timestamp": [ 25.59, 31.36 ], "duration": 55.66, "caption": "A man lays his hand on the back of woman's bed.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 70191, "video_name": "friends_s03e13_seg02_clip_11", "timestamp": [ 41.87, 43.73 ], "duration": 62.66, "caption": "A woman playfully touches a man on the shoulder in bed.", "similarity": 0.7434, "relevance": 1 }, { "pair_id": 70192, "video_name": "friends_s02e23_seg02_clip_11", "timestamp": [ 42.47, 45.05 ], "duration": 57.66, "caption": "A man clasps his hand together while in bed with a woman.", "similarity": 0.7382, "relevance": 1 }, { "pair_id": 70193, "video_name": "met_s02e05_seg02_clip_08", "timestamp": [ 12.91, 14.71 ], "duration": 60.66, "caption": "A woman with blonde hair wraps her arm around a man as they lay in bed.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 70194, "video_name": "castle_s05e04_seg02_clip_05", "timestamp": [ 85.56, 91.03 ], "duration": 91.66, "caption": "While in bed together a man raises his forearms towards the ceiling and a woman lays back on her pillow and closes her eyes.", "similarity": 0.7338, "relevance": 1 }, { "pair_id": 70195, "video_name": "house_s04e14_seg02_clip_17", "timestamp": [ 0.0, 25.09 ], "duration": 88.66, "caption": "A man is on top of a woman in the bed with her.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 70196, "video_name": "house_s01e10_seg02_clip_26", "timestamp": [ 18.41, 23.93 ], "duration": 92.66, "caption": "A man squeezes a woman's hand when she's in bed.", "similarity": 0.7256, "relevance": 1 }, { "pair_id": 70197, "video_name": "friends_s08e23-24_seg02_clip_26", "timestamp": [ 18.3, 25.38 ], "duration": 59.66, "caption": "A woman walks over to the bed, sits on it, and puts her arm around a man.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 70198, "video_name": "friends_s03e13_seg02_clip_11", "timestamp": [ 26.05, 28.22 ], "duration": 62.66, "caption": "A man holds up his finger while in bed with a woman.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 70199, "video_name": "friends_s03e03_seg02_clip_10", "timestamp": [ 49.9, 57.02 ], "duration": 57.66, "caption": "A man is hugging a woman and puts her gently to the side of the bed to release her from his embrace.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 243500, "video_name": "s10e07_seg02_clip_12", "timestamp": [ 27.37, 30.79 ], "duration": 57.66, "caption": "A person puts their arm around someone as they lie in bed.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 243501, "video_name": "met_s02e12_seg02_clip_14", "timestamp": [ 32.11, 39.62 ], "duration": 60.66, "caption": "A man makes out with person on her bed.", "similarity": 0.7155, "relevance": 4 }, { "pair_id": 243502, "video_name": "friends_s02e18_seg02_clip_08", "timestamp": [ 13.54, 16.25 ], "duration": 60.66, "caption": "A man gets onto the bed right next to a woman.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 243503, "video_name": "friends_s09e03_seg01_clip_00", "timestamp": [ 45.97, 48.7 ], "duration": 91.66, "caption": "A man puts his arm around woman and pats her shoulder.", "similarity": 0.7106, "relevance": 2 }, { "pair_id": 243504, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 19.38, 20.3 ], "duration": 92.66, "caption": "A man puts his hands on woman's upper arm.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 243505, "video_name": "house_s06e19_seg02_clip_00", "timestamp": [ 0.0, 26.23 ], "duration": 92.66, "caption": "A man rolls over in bed and wraps his arms around woman while repeatedly kissing her.", "similarity": 0.7071, "relevance": 4 }, { "pair_id": 243506, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 0.0, 9.77 ], "duration": 88.66, "caption": "A woman gets on top of a man in the bed and wants him to touch her.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 243507, "video_name": "house_s08e12_seg02_clip_05", "timestamp": [ 51.79, 55.12 ], "duration": 95.66, "caption": "A man touches the foot of a woman on the bed.", "similarity": 0.7043, "relevance": 1 }, { "pair_id": 243508, "video_name": "house_s06e02_seg02_clip_20", "timestamp": [ 3.4, 10.88 ], "duration": 136.66, "caption": "A woman lays on a man's shoulder as they lay in bed.", "similarity": 0.7033, "relevance": 4 }, { "pair_id": 243509, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 31.87, 36.42 ], "duration": 65.66, "caption": "A man puts his hand on a woman's hand on his arm.", "similarity": 0.7012, "relevance": 1 }, { "pair_id": 243510, "video_name": "friends_s02e23_seg02_clip_11", "timestamp": [ 36.16, 37.88 ], "duration": 57.66, "caption": "A person leans over and touches woman's hand in bed.", "similarity": 0.7008, "relevance": 2 }, { "pair_id": 243511, "video_name": "castle_s07e12_seg02_clip_16", "timestamp": [ 80.06, 87.02 ], "duration": 87.66, "caption": "A person walks his fingers along a woman's arm in bed.", "similarity": 0.6996, "relevance": 3 }, { "pair_id": 243512, "video_name": "grey_s02e25_seg02_clip_17", "timestamp": [ 71.12, 86.87 ], "duration": 90.66, "caption": "A woman gets onto the bed with a man and they hold each other.", "similarity": 0.6988, "relevance": 4 }, { "pair_id": 243513, "video_name": "friends_s07e12_seg02_clip_20", "timestamp": [ 12.01, 19.61 ], "duration": 40.66, "caption": "A woman and a man are in bed and the woman is cooing about the man's sexual prowess so he snaps his fingers over his body.", "similarity": 0.698, "relevance": 4 }, { "pair_id": 243514, "video_name": "friends_s03e03_seg02_clip_11", "timestamp": [ 15.61, 20.49 ], "duration": 65.66, "caption": "A man pulls his arm out from under woman and she falls off the bed.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 243515, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 20.05, 23.78 ], "duration": 93.66, "caption": "A man sits by a woman's bed and holds her, rubbing her back.", "similarity": 0.6934, "relevance": 4 }, { "pair_id": 243517, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A man puts his arm around woman and rubs her back.", "similarity": 0.6859, "relevance": 3 }, { "pair_id": 243518, "video_name": "castle_s07e12_seg02_clip_27", "timestamp": [ 41.45, 48.49 ], "duration": 74.66, "caption": "A man offers woman his arm and woman puts her arm through his.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 243519, "video_name": "house_s02e13_seg02_clip_07", "timestamp": [ 50.97, 53.25 ], "duration": 91.66, "caption": "A man sits down on the bed of a woman and holds her hand.", "similarity": 0.684, "relevance": 1 } ] }, { "query_id": 74527, "query": "A man sits on the couch wearing a red sweater, scratching and itching himself.", "relevant_moment": [ { "pair_id": 5520, "video_name": "s07e08_seg02_clip_09", "timestamp": [ 50.12, 54.02 ], "duration": 60.66, "caption": "A man sits on the couch wearing a red sweater, scratching and itching himself.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5521, "video_name": "friends_s05e16_seg02_clip_14", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A man sits on a couch and rubs the cushions.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 5522, "video_name": "s02e21_seg01_clip_01", "timestamp": [ 32.41, 35.39 ], "duration": 54.66, "caption": "A man sits down on the couch wearing all red.", "similarity": 0.673, "relevance": 2 }, { "pair_id": 5523, "video_name": "friends_s05e20_seg02_clip_18", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A man is sitting on the couch rubbing his hands together.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 5524, "video_name": "friends_s04e11_seg02_clip_03", "timestamp": [ 27.61, 30.31 ], "duration": 60.66, "caption": "A man sits on the edge of the couch.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 5525, "video_name": "friends_s02e07_seg02_clip_13", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man sits on the edge of the couch.", "similarity": 0.6235, "relevance": 2 }, { "pair_id": 5526, "video_name": "s07e08_seg02_clip_14", "timestamp": [ 6.3, 12.61 ], "duration": 60.66, "caption": "A person is wearing a big sweater scratching their sides.", "similarity": 0.6203, "relevance": 3 }, { "pair_id": 5527, "video_name": "s04e03_seg02_clip_15", "timestamp": [ 22.24, 24.24 ], "duration": 57.66, "caption": "A man sneezes into their hands while sitting on the couch.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 5528, "video_name": "met_s02e10_seg02_clip_11", "timestamp": [ 25.37, 27.82 ], "duration": 61.66, "caption": "A man flicks his coat aside and sit on the arm of the couch.", "similarity": 0.606, "relevance": 2 }, { "pair_id": 5529, "video_name": "friends_s03e07_seg02_clip_02", "timestamp": [ 53.21, 59.66 ], "duration": 59.66, "caption": "A man sits down on the arm of the couch.", "similarity": 0.6016, "relevance": 2 }, { "pair_id": 5531, "video_name": "s06e14_seg02_clip_03", "timestamp": [ 9.28, 40.91 ], "duration": 58.66, "caption": "A person sits on the couch wearing a blanket on his head.", "similarity": 0.5987, "relevance": 2 }, { "pair_id": 5532, "video_name": "friends_s04e14_seg02_clip_02", "timestamp": [ 0.0, 58.28 ], "duration": 61.66, "caption": "A person wearing gray sweater was sitting on a couch.", "similarity": 0.5983, "relevance": 1 }, { "pair_id": 5533, "video_name": "s02e05_seg02_clip_13", "timestamp": [ 28.72, 31.33 ], "duration": 58.66, "caption": "A person sits down in his spot on the couch.", "similarity": 0.5982, "relevance": 1 }, { "pair_id": 5534, "video_name": "friends_s09e02_seg02_clip_14", "timestamp": [ 3.49, 11.06 ], "duration": 58.66, "caption": "A man stared at his hand as he sat on the couch.", "similarity": 0.5881, "relevance": 2 }, { "pair_id": 5535, "video_name": "house_s08e16_seg02_clip_02", "timestamp": [ 7.57, 11.13 ], "duration": 89.66, "caption": "A man rests his hand on his forehead while on the couch.", "similarity": 0.5783, "relevance": 2 }, { "pair_id": 5536, "video_name": "s02e14_seg02_clip_08", "timestamp": [ 52.55, 53.92 ], "duration": 55.66, "caption": "A person sits on the arm of the couch.", "similarity": 0.5772, "relevance": 1 }, { "pair_id": 5537, "video_name": "friends_s05e06_seg02_clip_11", "timestamp": [ 21.97, 24.11 ], "duration": 61.66, "caption": "A man uncrosses his arms as he sits on the couch.", "similarity": 0.5734, "relevance": 2 }, { "pair_id": 5538, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 15.26, 18.61 ], "duration": 61.66, "caption": "A man sits down on the couch while looking over personal shoulder.", "similarity": 0.5727, "relevance": 2 }, { "pair_id": 5539, "video_name": "friends_s01e01_seg02_clip_07", "timestamp": [ 51.87, 54.01 ], "duration": 61.66, "caption": "A man sits down on the back of the couch.", "similarity": 0.5703, "relevance": 1 }, { "pair_id": 178840, "video_name": "s07e10_seg02_clip_13", "timestamp": [ 23.88, 26.05 ], "duration": 62.66, "caption": "A man is putting a blanket on the couch.", "similarity": 0.5675, "relevance": 2 }, { "pair_id": 178841, "video_name": "friends_s08e15_seg02_clip_04", "timestamp": [ 0.0, 3.63 ], "duration": 60.66, "caption": "A man is sitting on the couch fiddling with a remote control.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 178842, "video_name": "s02e16_seg02_clip_05", "timestamp": [ 41.02, 46.63 ], "duration": 59.66, "caption": "A man scrubs vigorously at a green stain on the sofa.", "similarity": 0.5617, "relevance": 1 }, { "pair_id": 178843, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 85.52, 87.77 ], "duration": 90.66, "caption": "A man puts his head in his hands and starts scratching it.", "similarity": 0.5605, "relevance": 1 }, { "pair_id": 178844, "video_name": "house_s08e19_seg02_clip_15", "timestamp": [ 31.63, 54.42 ], "duration": 93.66, "caption": "A man is laying on the couch looking pale and sickly.", "similarity": 0.5605, "relevance": 1 }, { "pair_id": 178845, "video_name": "friends_s05e16_seg02_clip_14", "timestamp": [ 0.0, 7.54 ], "duration": 58.66, "caption": "A man rubs the couch while they're sitting on it alone in the hallway.", "similarity": 0.559, "relevance": 2 }, { "pair_id": 178846, "video_name": "friends_s01e16-17_seg02_clip_05", "timestamp": [ 22.94, 27.88 ], "duration": 58.66, "caption": "A man sits on the couch and presses the remote.", "similarity": 0.5558, "relevance": 3 }, { "pair_id": 178847, "video_name": "friends_s10e09_seg02_clip_04", "timestamp": [ 9.8, 13.45 ], "duration": 56.66, "caption": "A person places his coat on the sofa and sits down.", "similarity": 0.5548, "relevance": 2 }, { "pair_id": 178848, "video_name": "s02e16_seg02_clip_14", "timestamp": [ 38.42, 42.92 ], "duration": 60.66, "caption": "A person sits down on the cushion on the couch.", "similarity": 0.5548, "relevance": 2 }, { "pair_id": 178849, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 29.3, 32.56 ], "duration": 59.66, "caption": "A person sits down on the arm of the couch.", "similarity": 0.5547, "relevance": 2 }, { "pair_id": 178850, "video_name": "friends_s02e04_seg02_clip_12", "timestamp": [ 30.7, 33.19 ], "duration": 62.66, "caption": "A person sits down on the arm of the couch.", "similarity": 0.5547, "relevance": 2 }, { "pair_id": 178851, "video_name": "friends_s06e17_seg02_clip_02", "timestamp": [ 7.38, 9.74 ], "duration": 59.66, "caption": "A man sits down on the coffee shop couch.", "similarity": 0.5514, "relevance": 3 }, { "pair_id": 178852, "video_name": "friends_s08e12_seg02_clip_14", "timestamp": [ 20.47, 26.67 ], "duration": 62.66, "caption": "A man takes his jacket off and takes a seat on the couch.", "similarity": 0.5484, "relevance": 2 }, { "pair_id": 178853, "video_name": "house_s04e07_seg02_clip_00", "timestamp": [ 28.53, 32.27 ], "duration": 93.66, "caption": "A person rests his head on his hand while sitting on the couch.", "similarity": 0.5478, "relevance": 2 }, { "pair_id": 178854, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 37.86, 42.04 ], "duration": 44.66, "caption": "A man sits on the couch and watches some TV.", "similarity": 0.5475, "relevance": 2 }, { "pair_id": 178855, "video_name": "friends_s06e17_seg01_clip_00", "timestamp": [ 43.64, 44.55 ], "duration": 61.66, "caption": "A person smacks himself in the forehead while sitting on the couch.", "similarity": 0.5474, "relevance": 2 }, { "pair_id": 178856, "video_name": "friends_s07e10_seg02_clip_00", "timestamp": [ 5.99, 8.51 ], "duration": 63.66, "caption": "A man makes a funny disgusted face while sitting on the sofa.", "similarity": 0.5469, "relevance": 2 }, { "pair_id": 178857, "video_name": "friends_s02e18_seg02_clip_06", "timestamp": [ 47.6, 49.74 ], "duration": 61.66, "caption": "A man sits down on a couch while reading a script.", "similarity": 0.5465, "relevance": 2 }, { "pair_id": 178858, "video_name": "friends_s09e16_seg02_clip_09", "timestamp": [ 25.53, 27.1 ], "duration": 63.66, "caption": "A man sits down on the armchair of the sofa.", "similarity": 0.545, "relevance": 2 }, { "pair_id": 178859, "video_name": "friends_s03e11_seg02_clip_00", "timestamp": [ 4.76, 9.52 ], "duration": 68.66, "caption": "A man sits down on the couch and everyone looks at him.", "similarity": 0.544, "relevance": 2 } ] }, { "query_id": 74550, "query": "A woman leans over and wags her finger in the customer's face in the restaurant.", "relevant_moment": [ { "pair_id": 162340, "video_name": "s07e08_seg02_clip_04", "timestamp": [ 21.97, 24.72 ], "duration": 61.66, "caption": "A woman leans over and wags her finger in the customer's face in the restaurant.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162341, "video_name": "friends_s09e19_seg02_clip_04", "timestamp": [ 51.32, 54.36 ], "duration": 76.66, "caption": "A customer at a restaurant gestures with his pointed index finger.", "similarity": 0.7218, "relevance": 1 }, { "pair_id": 162342, "video_name": "friends_s09e19_seg02_clip_17", "timestamp": [ 31.33, 33.22 ], "duration": 54.66, "caption": "A woman stands in front of the customers in the dining room and raises both fingers straight up in front of her.", "similarity": 0.7218, "relevance": 1 }, { "pair_id": 162343, "video_name": "friends_s06e01_seg02_clip_05", "timestamp": [ 21.17, 24.24 ], "duration": 61.66, "caption": "A woman covers her face with both hands at the restaurant.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 162344, "video_name": "house_s08e14_seg02_clip_21", "timestamp": [ 56.0, 60.13 ], "duration": 91.66, "caption": "A woman shyly raises her hand while in the restaurant.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 162345, "video_name": "s07e08_seg02_clip_04", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A woman points her pen in the air and walks over to the female restaurant customer.", "similarity": 0.6549, "relevance": 1 }, { "pair_id": 162346, "video_name": "friends_s09e14_seg02_clip_09", "timestamp": [ 41.19, 43.64 ], "duration": 61.66, "caption": "A woman turns her head and looks over her shoulder as she sits at the restaurant table.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 162347, "video_name": "s03e09_seg02_clip_15", "timestamp": [ 0.0, 3.74 ], "duration": 83.66, "caption": "A woman hands a woman her tip from a guest at the restaurant.", "similarity": 0.6232, "relevance": 1 }, { "pair_id": 162348, "video_name": "met_s06e04_seg02_clip_17", "timestamp": [ 25.07, 27.12 ], "duration": 50.66, "caption": "A woman turns around looks at a person wearing a hat at the restaurant.", "similarity": 0.6106, "relevance": 1 }, { "pair_id": 162349, "video_name": "friends_s03e15_seg02_clip_17", "timestamp": [ 14.09, 17.29 ], "duration": 64.66, "caption": "A woman leans forward and reminds someone they're not paying for the food.", "similarity": 0.5979, "relevance": 0 }, { "pair_id": 162350, "video_name": "s05e20_seg02_clip_05", "timestamp": [ 4.5, 6.0 ], "duration": 60.66, "caption": "A person leans over to speak to another person in private at a restaurant.", "similarity": 0.5937, "relevance": 1 }, { "pair_id": 162351, "video_name": "s04e01_seg02_clip_14", "timestamp": [ 29.71, 32.41 ], "duration": 60.66, "caption": "A woman holds her hand up and points repeatedly toward the table while looking at the waiter.", "similarity": 0.5891, "relevance": 2 }, { "pair_id": 162352, "video_name": "s03e07_seg02_clip_07", "timestamp": [ 10.2, 12.31 ], "duration": 60.66, "caption": "A customer holds his arm up and shakes his hand at a woman.", "similarity": 0.5888, "relevance": 2 }, { "pair_id": 162353, "video_name": "s04e03_seg02_clip_02", "timestamp": [ 19.67, 27.94 ], "duration": 57.66, "caption": "A woman leans toward a person and places their hand on the table.", "similarity": 0.5842, "relevance": 1 }, { "pair_id": 162354, "video_name": "castle_s06e15_seg02_clip_12", "timestamp": [ 69.32, 89.12 ], "duration": 90.66, "caption": "A woman puts her hands on the table and leans in to speak to a person.", "similarity": 0.5819, "relevance": 1 }, { "pair_id": 162355, "video_name": "met_s06e18_seg02_clip_03", "timestamp": [ 40.28, 46.69 ], "duration": 61.66, "caption": "A woman reaches across a table to grasp a man's hand in a restaurant.", "similarity": 0.5819, "relevance": 1 }, { "pair_id": 162356, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 0.0, 7.25 ], "duration": 60.66, "caption": "A woman talks to a waitress in a restaurant while looking at a menu.", "similarity": 0.5775, "relevance": 1 }, { "pair_id": 162357, "video_name": "friends_s09e14_seg02_clip_10", "timestamp": [ 18.89, 29.81 ], "duration": 59.66, "caption": "A woman opens the menu and looks around for the waiter.", "similarity": 0.577, "relevance": 1 }, { "pair_id": 162358, "video_name": "s04e23_seg01_clip_00", "timestamp": [ 12.81, 15.69 ], "duration": 64.66, "caption": "A woman is holding a restaurants check holder in her hand.", "similarity": 0.577, "relevance": 1 }, { "pair_id": 162359, "video_name": "s04e23_seg01_clip_00", "timestamp": [ 24.33, 36.82 ], "duration": 64.66, "caption": "A woman offers woman that she will mess around with the customers' food order.", "similarity": 0.5765, "relevance": 1 } ] }, { "query_id": 74627, "query": "A person motions someone over and they share a big hug.", "relevant_moment": [ { "pair_id": 146280, "video_name": "friends_s06e23_seg02_clip_10", "timestamp": [ 53.09, 58.03 ], "duration": 58.66, "caption": "A person motions someone over and they share a big hug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146281, "video_name": "s02e11_seg02_clip_16", "timestamp": [ 25.44, 45.02 ], "duration": 45.66, "caption": "A person puts their arms around another person to give them an awkward hug.", "similarity": 0.8147, "relevance": 2 }, { "pair_id": 146282, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 0.0, 10.44 ], "duration": 58.66, "caption": "One person tells another person to hold on and they hug.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 146283, "video_name": "castle_s02e03_seg02_clip_26", "timestamp": [ 48.03, 52.44 ], "duration": 98.66, "caption": "A person goes to someone and they hug each other.", "similarity": 0.8143, "relevance": 2 }, { "pair_id": 146284, "video_name": "castle_s08e05_seg02_clip_21", "timestamp": [ 19.91, 25.8 ], "duration": 90.66, "caption": "A person turns around and another person approaches him/her and they hug each other.", "similarity": 0.8045, "relevance": 2 }, { "pair_id": 146285, "video_name": "friends_s08e14_seg02_clip_20", "timestamp": [ 10.18, 16.51 ], "duration": 55.66, "caption": "A person rushes towards another person and gives him a hug.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 146286, "video_name": "house_s07e14_seg02_clip_01", "timestamp": [ 27.46, 38.71 ], "duration": 90.66, "caption": "A person stands up and then another person hugs them.", "similarity": 0.7898, "relevance": 2 }, { "pair_id": 146287, "video_name": "met_s06e02_seg02_clip_12", "timestamp": [ 3.1, 13.34 ], "duration": 62.66, "caption": "A person walks over and hugs two other people who are already hugging.", "similarity": 0.7869, "relevance": 2 }, { "pair_id": 146288, "video_name": "met_s06e02_seg02_clip_10", "timestamp": [ 43.73, 47.45 ], "duration": 62.66, "caption": "A person walks over to another person and gives him a hug.", "similarity": 0.7856, "relevance": 2 }, { "pair_id": 146289, "video_name": "s07e22_seg02_clip_17", "timestamp": [ 19.85, 26.16 ], "duration": 63.66, "caption": "A person takes someone by surprise as they grab them and hug them.", "similarity": 0.7842, "relevance": 2 }, { "pair_id": 146290, "video_name": "castle_s01e10_seg02_clip_01", "timestamp": [ 6.36, 8.63 ], "duration": 90.66, "caption": "A person excitedly turns around and gives another person a hug.", "similarity": 0.7839, "relevance": 2 }, { "pair_id": 146291, "video_name": "met_s06e10_seg02_clip_04", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A big person hugs a man who eventually pushes him out of the way.", "similarity": 0.7807, "relevance": 2 }, { "pair_id": 146292, "video_name": "castle_s07e10_seg02_clip_25", "timestamp": [ 2.49, 9.13 ], "duration": 83.66, "caption": "A person turns around and shakes someone's hand and hugs him.", "similarity": 0.7744, "relevance": 2 }, { "pair_id": 146293, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person moves closer to a man and hugs him.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 146294, "video_name": "friends_s10e14_seg02_clip_17", "timestamp": [ 33.94, 36.56 ], "duration": 58.66, "caption": "A person steps forward and hugs two other people at the same time in a three way hug.", "similarity": 0.7697, "relevance": 2 }, { "pair_id": 146295, "video_name": "s01e02_seg02_clip_13", "timestamp": [ 4.88, 12.51 ], "duration": 61.66, "caption": "A person hugs another person as two other people observe them.", "similarity": 0.7675, "relevance": 1 }, { "pair_id": 146296, "video_name": "house_s03e11_seg02_clip_22", "timestamp": [ 68.4, 73.42 ], "duration": 91.66, "caption": "A person gives another person a hug when they are alone.", "similarity": 0.7649, "relevance": 2 }, { "pair_id": 146297, "video_name": "castle_s01e04_seg02_clip_25", "timestamp": [ 103.34, 106.62 ], "duration": 164.66, "caption": "A person stands in front of another person and the other person quickly gave him a hug.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 146298, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 63.96, 80.5 ], "duration": 87.66, "caption": "A person says he has things to do so he has to leave and person gives him a hug with a big smile.", "similarity": 0.7619, "relevance": 2 }, { "pair_id": 146299, "video_name": "met_s02e08_seg02_clip_01", "timestamp": [ 53.02, 58.44 ], "duration": 60.66, "caption": "A person is really happy and hugs person and then steps back.", "similarity": 0.7612, "relevance": 2 } ] }, { "query_id": 74644, "query": "A woman leans over and kisses a person on the cheek.", "relevant_moment": [ { "pair_id": 16000, "video_name": "friends_s07e14_seg02_clip_09", "timestamp": [ 29.71, 32.71 ], "duration": 60.66, "caption": "A woman leans over and kisses a person on the cheek.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16001, "video_name": "castle_s01e02_seg02_clip_25", "timestamp": [ 84.68, 89.78 ], "duration": 102.66, "caption": "A woman leans and kisses a man on the cheek.", "similarity": 0.9277, "relevance": 4 }, { "pair_id": 16002, "video_name": "s02e09_seg02_clip_11", "timestamp": [ 26.41, 30.01 ], "duration": 60.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.9211, "relevance": 4 }, { "pair_id": 16003, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 16.44, 18.74 ], "duration": 57.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.9211, "relevance": 4 }, { "pair_id": 16004, "video_name": "met_s06e01_seg02_clip_15", "timestamp": [ 48.02, 51.86 ], "duration": 64.66, "caption": "A woman leans over and kisses a man on the forehead.", "similarity": 0.895, "relevance": 3 }, { "pair_id": 16005, "video_name": "grey_s02e21_seg02_clip_24", "timestamp": [ 9.22, 14.07 ], "duration": 97.66, "caption": "A woman leans down and kisses a man on the mouth while placing her hand on his cheek.", "similarity": 0.8867, "relevance": 3 }, { "pair_id": 16006, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 75.82, 76.75 ], "duration": 93.66, "caption": "A woman leans forward to kiss man on the cheek.", "similarity": 0.8834, "relevance": 4 }, { "pair_id": 16007, "video_name": "castle_s08e08_seg02_clip_00", "timestamp": [ 57.83, 59.7 ], "duration": 93.66, "caption": "A woman gives person a kiss on the cheek.", "similarity": 0.8607, "relevance": 4 }, { "pair_id": 16008, "video_name": "friends_s03e12_seg02_clip_17", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A woman leans forward, they share a kiss.", "similarity": 0.8569, "relevance": 3 }, { "pair_id": 16009, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 39.26, 49.46 ], "duration": 157.66, "caption": "A woman leans forward, kisses man on the cheek and smiles.", "similarity": 0.8566, "relevance": 4 }, { "pair_id": 16010, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 57.18, 65.42 ], "duration": 103.66, "caption": "A woman bends over and kisses man on his cheek.", "similarity": 0.8501, "relevance": 4 }, { "pair_id": 16011, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 58.9, 61.69 ], "duration": 92.66, "caption": "A man leans over and kisses a woman on her cheek.", "similarity": 0.8497, "relevance": 4 }, { "pair_id": 16012, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 27.6, 31.16 ], "duration": 89.66, "caption": "A woman leans over and gives a man a kiss on the lips.", "similarity": 0.8481, "relevance": 3 }, { "pair_id": 16013, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 32.96, 34.48 ], "duration": 61.66, "caption": "A woman leans forward to kiss a man with her hands on his face.", "similarity": 0.845, "relevance": 3 }, { "pair_id": 16014, "video_name": "grey_s03e07_seg02_clip_27", "timestamp": [ 80.12, 84.17 ], "duration": 90.66, "caption": "A woman leans on man and he kisses her forehead.", "similarity": 0.8416, "relevance": 2 }, { "pair_id": 16015, "video_name": "friends_s03e21_seg02_clip_06", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek dressed up.", "similarity": 0.8331, "relevance": 4 }, { "pair_id": 16016, "video_name": "grey_s02e03_seg02_clip_16", "timestamp": [ 65.22, 70.82 ], "duration": 80.66, "caption": "A woman leans over a man and begins kissing him.", "similarity": 0.8325, "relevance": 3 }, { "pair_id": 16017, "video_name": "s02e10_seg02_clip_00", "timestamp": [ 35.0, 37.64 ], "duration": 66.66, "caption": "A woman gives a person a kiss on the cheek and brushes their cheek after.", "similarity": 0.8296, "relevance": 4 }, { "pair_id": 16018, "video_name": "castle_s07e21_seg02_clip_20", "timestamp": [ 17.25, 19.52 ], "duration": 90.66, "caption": "A person leans forward and gives another person a kiss on the cheek.", "similarity": 0.8279, "relevance": 4 }, { "pair_id": 16019, "video_name": "friends_s03e12_seg02_clip_17", "timestamp": [ 53.12, 59.03 ], "duration": 59.66, "caption": "A woman leans over and she and a man share a kiss.", "similarity": 0.8278, "relevance": 3 }, { "pair_id": 189320, "video_name": "met_s06e01_seg02_clip_16", "timestamp": [ 20.49, 24.15 ], "duration": 111.66, "caption": "A woman leans in and kisses another woman that she's been talking to.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 189321, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 19.39, 27.37 ], "duration": 57.66, "caption": "A woman kisses a man as she is leaning on his shoulder.", "similarity": 0.8217, "relevance": 3 }, { "pair_id": 189322, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 9.74, 12.4 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek and then touches his face.", "similarity": 0.8148, "relevance": 4 }, { "pair_id": 189324, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 12.01, 16.81 ], "duration": 60.66, "caption": "A woman leans her body to passionately kiss a man.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 189325, "video_name": "house_s06e08_seg02_clip_16", "timestamp": [ 49.51, 53.11 ], "duration": 90.66, "caption": "A woman leans closer to man and kisses him.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 189326, "video_name": "friends_s09e23-24_seg02_clip_42", "timestamp": [ 46.21, 48.69 ], "duration": 62.66, "caption": "A woman goes over to person and kisses him on the lips.", "similarity": 0.8133, "relevance": 3 }, { "pair_id": 189327, "video_name": "castle_s03e13_seg02_clip_24", "timestamp": [ 17.11, 30.03 ], "duration": 76.66, "caption": "A woman kisses someone as a person approaches them.", "similarity": 0.8131, "relevance": 3 }, { "pair_id": 189328, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 2.36, 4.13 ], "duration": 59.66, "caption": "A man leans over and kisses woman on the lips.", "similarity": 0.8131, "relevance": 3 }, { "pair_id": 189329, "video_name": "friends_s03e06_seg02_clip_18", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A woman kisses a man on the cheek as they have a conversation.", "similarity": 0.8101, "relevance": 4 }, { "pair_id": 189330, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 30.51, 36.61 ], "duration": 122.66, "caption": "A woman kisses a man on his left cheek.", "similarity": 0.8099, "relevance": 4 }, { "pair_id": 189331, "video_name": "s04e21_seg02_clip_08", "timestamp": [ 15.96, 18.28 ], "duration": 58.66, "caption": "A woman turns towards another woman and kisses her on the lips.", "similarity": 0.8059, "relevance": 3 }, { "pair_id": 189332, "video_name": "house_s07e01_seg02_clip_23", "timestamp": [ 7.2, 9.6 ], "duration": 80.66, "caption": "A woman kisses man on the cheek as she stands.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 189333, "video_name": "grey_s02e08_seg02_clip_03", "timestamp": [ 12.29, 14.92 ], "duration": 87.66, "caption": "A man leans over and kisses a woman on the head.", "similarity": 0.8014, "relevance": 2 }, { "pair_id": 189334, "video_name": "friends_s03e21_seg02_clip_05", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A woman kisses a person in the suit on the cheek.", "similarity": 0.8009, "relevance": 3 }, { "pair_id": 189336, "video_name": "s08e15_seg02_clip_15", "timestamp": [ 25.81, 28.21 ], "duration": 60.66, "caption": "A woman bends over and kisses a man on the top of the head.", "similarity": 0.7999, "relevance": 3 }, { "pair_id": 189337, "video_name": "s07e24_seg02_clip_17", "timestamp": [ 29.71, 35.0 ], "duration": 66.66, "caption": "A woman walks over to someone and kisses him on the cheek.", "similarity": 0.7974, "relevance": 3 }, { "pair_id": 189338, "video_name": "house_s08e17_seg02_clip_08", "timestamp": [ 0.0, 16.18 ], "duration": 98.66, "caption": "A person sits down as a woman walks over and kisses him on the cheek.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 189339, "video_name": "s09e24_seg02_clip_15", "timestamp": [ 3.36, 5.19 ], "duration": 61.66, "caption": "A man leans down and kisses woman on the lips.", "similarity": 0.7933, "relevance": 3 } ] }, { "query_id": 74645, "query": "Two men spin around standing back to back.", "relevant_moment": [ { "pair_id": 160420, "video_name": "met_s02e18_seg02_clip_10", "timestamp": [ 24.11, 27.77 ], "duration": 61.66, "caption": "Two men spin around standing back to back.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160421, "video_name": "house_s04e03_seg02_clip_17", "timestamp": [ 25.66, 33.31 ], "duration": 90.66, "caption": "Two men were standing in front of each other.", "similarity": 0.6806, "relevance": 2 }, { "pair_id": 160422, "video_name": "grey_s03e20_seg02_clip_16", "timestamp": [ 34.13, 37.32 ], "duration": 91.66, "caption": "A man leans forward causing a man to lean back.", "similarity": 0.6604, "relevance": 1 }, { "pair_id": 160423, "video_name": "friends_s05e10_seg02_clip_12", "timestamp": [ 46.02, 50.51 ], "duration": 56.66, "caption": "A man rests his hands on another man's back while standing behind him.", "similarity": 0.6331, "relevance": 1 }, { "pair_id": 160424, "video_name": "friends_s01e14_seg02_clip_01", "timestamp": [ 30.57, 32.46 ], "duration": 63.66, "caption": "Two guys stand up at the same time.", "similarity": 0.6138, "relevance": 1 }, { "pair_id": 160425, "video_name": "house_s06e16_seg02_clip_12", "timestamp": [ 33.5, 40.21 ], "duration": 89.66, "caption": "Two men walk to stand in front of the other.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 160426, "video_name": "friends_s03e13_seg02_clip_16", "timestamp": [ 52.41, 58.31 ], "duration": 62.66, "caption": "Two men both rise to leave in unison.", "similarity": 0.5916, "relevance": 1 }, { "pair_id": 160427, "video_name": "house_s02e09_seg02_clip_01", "timestamp": [ 0.0, 11.18 ], "duration": 86.66, "caption": "Two men both sit down together in front of a person.", "similarity": 0.5907, "relevance": 0 }, { "pair_id": 160428, "video_name": "friends_s03e17_seg02_clip_01", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A man looks back at another man and the other man motions for him to continue.", "similarity": 0.583, "relevance": 2 }, { "pair_id": 160429, "video_name": "castle_s05e22_seg02_clip_07", "timestamp": [ 17.3, 22.76 ], "duration": 91.66, "caption": "Two men have their hands held as they lean their heads with a man.", "similarity": 0.5713, "relevance": 1 }, { "pair_id": 160430, "video_name": "friends_s03e21_seg02_clip_08", "timestamp": [ 5.4, 7.8 ], "duration": 60.66, "caption": "A man stands up in front of another man and puts his hands on his hips.", "similarity": 0.5712, "relevance": 1 }, { "pair_id": 160431, "video_name": "friends_s05e10_seg02_clip_12", "timestamp": [ 44.05, 50.51 ], "duration": 56.66, "caption": "A man walks over to another man and puts his hands on his back.", "similarity": 0.5658, "relevance": 1 }, { "pair_id": 160432, "video_name": "friends_s03e18_seg02_clip_05", "timestamp": [ 2.52, 6.62 ], "duration": 63.66, "caption": "Two men spin around in their chairs as a woman walks around them.", "similarity": 0.5654, "relevance": 3 }, { "pair_id": 160433, "video_name": "friends_s01e12_seg02_clip_16", "timestamp": [ 34.82, 38.72 ], "duration": 60.66, "caption": "A man reaches over to pat another man on the back.", "similarity": 0.5651, "relevance": 2 }, { "pair_id": 160435, "video_name": "friends_s01e21_seg02_clip_09", "timestamp": [ 30.53, 34.45 ], "duration": 56.66, "caption": "A man sits down and another man pats him on the back.", "similarity": 0.5596, "relevance": 0 }, { "pair_id": 160436, "video_name": "met_s02e16_seg02_clip_17", "timestamp": [ 35.57, 37.68 ], "duration": 60.66, "caption": "Two men lean on each other after taking their seats.", "similarity": 0.5578, "relevance": 1 }, { "pair_id": 160437, "video_name": "friends_s08e16_seg01_clip_01", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "A man startles another man by standing right behind him when he turns around.", "similarity": 0.5578, "relevance": 2 }, { "pair_id": 160438, "video_name": "friends_s10e17-18_seg02_clip_31", "timestamp": [ 30.22, 33.36 ], "duration": 57.66, "caption": "A man pats another man on the back and then folds his arms in front of him.", "similarity": 0.5569, "relevance": 1 }, { "pair_id": 160439, "video_name": "friends_s03e12_seg02_clip_11", "timestamp": [ 37.23, 39.36 ], "duration": 61.66, "caption": "A man pats another man on the back in a reassuring way.", "similarity": 0.5565, "relevance": 0 }, { "pair_id": 333740, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 11.04, 14.26 ], "duration": 92.66, "caption": "A man turns around to see another man standing.", "similarity": 0.5557, "relevance": 1 }, { "pair_id": 333741, "video_name": "grey_s03e04_seg02_clip_13", "timestamp": [ 2.76, 5.98 ], "duration": 92.66, "caption": "A man moves over to stand next to another man.", "similarity": 0.5546, "relevance": 1 }, { "pair_id": 333742, "video_name": "castle_s04e10_seg02_clip_19", "timestamp": [ 47.33, 51.88 ], "duration": 91.66, "caption": "Two men walk down the hallway and then stop and stand, facing each other.", "similarity": 0.5534, "relevance": 1 }, { "pair_id": 333743, "video_name": "s07e06_seg02_clip_13", "timestamp": [ 12.66, 15.41 ], "duration": 55.66, "caption": "Some people are standing behind a man and then they begin to sway back and forth.", "similarity": 0.553, "relevance": 1 }, { "pair_id": 333744, "video_name": "met_s06e21_seg02_clip_04", "timestamp": [ 41.91, 44.36 ], "duration": 61.66, "caption": "A man stands behind another man with his hands on the other man's shoulder.", "similarity": 0.5503, "relevance": 2 }, { "pair_id": 333745, "video_name": "castle_s05e02_seg02_clip_17", "timestamp": [ 0.0, 32.04 ], "duration": 90.66, "caption": "Two men are speaking to each other as they stand in front of each other.", "similarity": 0.5491, "relevance": 1 }, { "pair_id": 333746, "video_name": "friends_s07e21_seg02_clip_19", "timestamp": [ 28.06, 51.02 ], "duration": 51.66, "caption": "A man was standing in front of two other men.", "similarity": 0.5458, "relevance": 2 }, { "pair_id": 333747, "video_name": "met_s06e14_seg02_clip_02", "timestamp": [ 53.42, 60.03 ], "duration": 60.66, "caption": "A man turns around to see another man standing behind him.", "similarity": 0.543, "relevance": 2 }, { "pair_id": 333748, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 35.61, 38.13 ], "duration": 63.66, "caption": "A man looks back at another man who motions to him with his hands.", "similarity": 0.5401, "relevance": 2 }, { "pair_id": 333749, "video_name": "friends_s03e06_seg02_clip_20", "timestamp": [ 32.79, 38.61 ], "duration": 83.66, "caption": "Two men get up and shake hands.", "similarity": 0.5351, "relevance": 2 }, { "pair_id": 333750, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man puts his hand on another man's back and pats him.", "similarity": 0.5338, "relevance": 1 }, { "pair_id": 333751, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 35.35, 49.61 ], "duration": 57.66, "caption": "A man stands up next to another man and motions for him to sit down.", "similarity": 0.5333, "relevance": 2 }, { "pair_id": 333752, "video_name": "friends_s03e19_seg02_clip_13", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man is on another man's back, gripping his head.", "similarity": 0.5332, "relevance": 2 }, { "pair_id": 333753, "video_name": "house_s02e04_seg02_clip_01", "timestamp": [ 78.32, 80.57 ], "duration": 90.66, "caption": "Two men stand up immediately while the others are still talking.", "similarity": 0.5329, "relevance": 2 }, { "pair_id": 333755, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 79.19, 83.29 ], "duration": 91.66, "caption": "A man turns around and walks back towards another man.", "similarity": 0.5322, "relevance": 2 }, { "pair_id": 333756, "video_name": "met_s03e12_seg02_clip_06", "timestamp": [ 3.34, 6.37 ], "duration": 60.66, "caption": "A man leans back after another man asks what everyone else is doing.", "similarity": 0.5307, "relevance": 2 }, { "pair_id": 333757, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 60.08, 64.63 ], "duration": 91.66, "caption": "Two men stand up together after talking to two other people.", "similarity": 0.5305, "relevance": 2 }, { "pair_id": 333758, "video_name": "house_s06e05_seg02_clip_03", "timestamp": [ 16.07, 21.28 ], "duration": 86.66, "caption": "Two men put gloves on while standing next to each other.", "similarity": 0.5299, "relevance": 2 }, { "pair_id": 333759, "video_name": "friends_s02e20_seg02_clip_16", "timestamp": [ 37.53, 42.72 ], "duration": 61.66, "caption": "A man backhands another man across the arm and the other man backhands him across the arm.", "similarity": 0.5298, "relevance": 1 } ] }, { "query_id": 74671, "query": "Dr. House moves for the husband of his patient getting near the bed.", "relevant_moment": [ { "pair_id": 12340, "video_name": "house_s07e04_seg02_clip_22", "timestamp": [ 70.86, 76.38 ], "duration": 92.66, "caption": "Dr. House moves for the husband of his patient getting near the bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12341, "video_name": "house_s06e11_seg02_clip_07", "timestamp": [ 44.18, 47.37 ], "duration": 91.66, "caption": "Dr. House turns his look towards a doctor.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 12342, "video_name": "house_s06e12_seg02_clip_07", "timestamp": [ 23.06, 25.24 ], "duration": 87.66, "caption": "Dr. House sends his team to perform a procedure to a patient.", "similarity": 0.7197, "relevance": 0 }, { "pair_id": 12343, "video_name": "house_s01e18_seg02_clip_17", "timestamp": [ 77.72, 85.14 ], "duration": 87.66, "caption": "A doctor moves from the bedside of the patient to the foot of the bed of the patient.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 12344, "video_name": "house_s03e12_seg02_clip_05", "timestamp": [ 18.81, 24.45 ], "duration": 94.66, "caption": "Dr. House opens the door and sees a female patient sitting on the bed.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 12345, "video_name": "house_s07e03_seg02_clip_06", "timestamp": [ 6.79, 12.13 ], "duration": 97.66, "caption": "Dr. person moves the bed of the patient while person is sleeping.", "similarity": 0.6954, "relevance": 1 }, { "pair_id": 12346, "video_name": "house_s02e24_seg02_clip_25", "timestamp": [ 6.41, 8.7 ], "duration": 91.66, "caption": "House tells the doctors what they are experiencing.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 12347, "video_name": "house_s06e15_seg02_clip_22", "timestamp": [ 6.75, 15.76 ], "duration": 90.66, "caption": "Dr. House asks for the places a person visited with the patient.", "similarity": 0.6899, "relevance": 0 }, { "pair_id": 12348, "video_name": "house_s08e04_seg02_clip_01", "timestamp": [ 7.65, 11.25 ], "duration": 90.66, "caption": "A doctor handed their right arm to Dr. House for a deal.", "similarity": 0.6857, "relevance": 0 }, { "pair_id": 12349, "video_name": "house_s04e03_seg02_clip_24", "timestamp": [ 82.13, 84.85 ], "duration": 90.66, "caption": "A man moves a bed stand next to a patient's bed.", "similarity": 0.6841, "relevance": 1 }, { "pair_id": 12350, "video_name": "house_s08e08_seg02_clip_05", "timestamp": [ 19.75, 46.86 ], "duration": 91.66, "caption": "The patient talks with their spouse and explains about remodeling their house.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 12351, "video_name": "house_s04e09_seg02_clip_06", "timestamp": [ 13.05, 17.55 ], "duration": 90.66, "caption": "A doctor approaches the bed of a struggling male patient.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 12352, "video_name": "house_s07e04_seg02_clip_22", "timestamp": [ 24.39, 29.45 ], "duration": 92.66, "caption": "A doctor moves from standing at the bedside of the patient to the foot of her bed.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 12353, "video_name": "house_s06e05_seg02_clip_24", "timestamp": [ 0.0, 3.03 ], "duration": 101.66, "caption": "Dr. person takes a seat beside the patient's bed.", "similarity": 0.6696, "relevance": 1 }, { "pair_id": 12354, "video_name": "house_s08e09_seg02_clip_06", "timestamp": [ 0.0, 2.19 ], "duration": 87.66, "caption": "A doctor is pressing down a person confined in their bed.", "similarity": 0.6684, "relevance": 0 }, { "pair_id": 12355, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 52.47, 59.36 ], "duration": 86.66, "caption": "A doctor turns around to face their patient confined in bed.", "similarity": 0.6638, "relevance": 1 }, { "pair_id": 12356, "video_name": "house_s01e13_seg02_clip_21", "timestamp": [ 44.86, 49.95 ], "duration": 92.66, "caption": "A man transfer to the other side of the bed of the patient.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 12357, "video_name": "house_s02e12_seg02_clip_12", "timestamp": [ 16.61, 24.91 ], "duration": 92.66, "caption": "Dr. House gets up limping and touching their shoulder.", "similarity": 0.6612, "relevance": 0 }, { "pair_id": 12358, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 49.73, 58.1 ], "duration": 88.66, "caption": "A doctor enters the house and discovers another doctor has arrived.", "similarity": 0.6526, "relevance": 0 }, { "pair_id": 12359, "video_name": "house_s07e07_seg02_clip_19", "timestamp": [ 62.81, 70.61 ], "duration": 78.66, "caption": "A person moves someone's bed over to be near their spouse.", "similarity": 0.6479, "relevance": 2 } ] }, { "query_id": 74685, "query": "A man reaches in his back pocket and hands the person money.", "relevant_moment": [ { "pair_id": 19740, "video_name": "friends_s02e09_seg02_clip_15", "timestamp": [ 10.03, 15.35 ], "duration": 59.66, "caption": "A man reaches in his back pocket and hands the person money.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19741, "video_name": "friends_s04e23-24_seg02_clip_09", "timestamp": [ 55.24, 59.66 ], "duration": 59.66, "caption": "A man takes money out of his pocket and hands it to another person.", "similarity": 0.8587, "relevance": 4 }, { "pair_id": 19742, "video_name": "s07e24_seg02_clip_12", "timestamp": [ 45.32, 48.62 ], "duration": 60.66, "caption": "A person reaches in his pocket for money to pay someone.", "similarity": 0.8542, "relevance": 2 }, { "pair_id": 19743, "video_name": "s09e23_seg02_clip_09", "timestamp": [ 0.31, 4.58 ], "duration": 61.66, "caption": "A man pulls money out of his back pocket and hands it to another man.", "similarity": 0.8444, "relevance": 4 }, { "pair_id": 19744, "video_name": "s05e24_seg02_clip_10", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A person hands man some money as he approaches him.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 19745, "video_name": "grey_s02e01_seg02_clip_09", "timestamp": [ 11.96, 21.17 ], "duration": 92.66, "caption": "A man opens his wallet and hands someone some money.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 19746, "video_name": "s09e06_seg02_clip_13", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A person reaches in their pocket to pull money out of their wallet.", "similarity": 0.8022, "relevance": 2 }, { "pair_id": 19747, "video_name": "house_s07e23_seg02_clip_07", "timestamp": [ 77.3, 79.22 ], "duration": 96.66, "caption": "Someone takes money out of his pocket and hands it to someone.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 19748, "video_name": "friends_s02e09_seg02_clip_14", "timestamp": [ 28.63, 36.01 ], "duration": 59.66, "caption": "A man walks over to person and hands him some money.", "similarity": 0.7953, "relevance": 3 }, { "pair_id": 19749, "video_name": "s05e24_seg02_clip_10", "timestamp": [ 11.6, 15.26 ], "duration": 61.66, "caption": "A man hands another man money as he extends his hand towards him.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 19750, "video_name": "friends_s06e11_seg02_clip_14", "timestamp": [ 35.53, 52.53 ], "duration": 61.66, "caption": "A man takes out money from his pocket and holds it in front of woman.", "similarity": 0.783, "relevance": 3 }, { "pair_id": 19751, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 9.41, 11.97 ], "duration": 57.66, "caption": "A man holds up some money and puts it in his pocket.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 19752, "video_name": "friends_s05e22_seg02_clip_07", "timestamp": [ 51.06, 56.28 ], "duration": 58.66, "caption": "A man hands another man some money and the other man puts it in his pocket.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 19753, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 29.42, 33.1 ], "duration": 56.66, "caption": "A man hands someone some money at the door.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 19754, "video_name": "met_s06e01_seg02_clip_05", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A person stands up to hand another person money, which they take.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 19755, "video_name": "house_s05e16_seg02_clip_12", "timestamp": [ 38.14, 40.47 ], "duration": 93.66, "caption": "A man takes out his money while another man extends his hand.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 19756, "video_name": "house_s03e05_seg02_clip_05", "timestamp": [ 86.78, 88.61 ], "duration": 91.66, "caption": "A person takes out their wallet and hands another person money.", "similarity": 0.7441, "relevance": 3 }, { "pair_id": 19757, "video_name": "castle_s07e12_seg02_clip_10", "timestamp": [ 48.99, 54.38 ], "duration": 89.66, "caption": "A man extends his hand out and another man puts money in it.", "similarity": 0.7359, "relevance": 3 }, { "pair_id": 19758, "video_name": "friends_s06e13_seg02_clip_04", "timestamp": [ 39.08, 42.55 ], "duration": 63.66, "caption": "A man holds his hand out towards another man for money.", "similarity": 0.7339, "relevance": 3 }, { "pair_id": 19759, "video_name": "house_s07e02_seg02_clip_11", "timestamp": [ 37.78, 40.96 ], "duration": 91.66, "caption": "A person hands another person his wallet and hands another thing of money.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 193060, "video_name": "castle_s03e21_seg02_clip_13", "timestamp": [ 81.86, 85.12 ], "duration": 93.66, "caption": "A person takes money from a man and at the same time passes a note to him.", "similarity": 0.7294, "relevance": 3 }, { "pair_id": 193061, "video_name": "house_s08e06_seg02_clip_00", "timestamp": [ 61.13, 63.93 ], "duration": 93.66, "caption": "A person tries to grab the money out of another person's hand.", "similarity": 0.7276, "relevance": 1 }, { "pair_id": 193062, "video_name": "grey_s01e04_seg02_clip_07", "timestamp": [ 25.25, 27.86 ], "duration": 87.66, "caption": "A woman gives money to a man who puts the money in his pocket.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 193063, "video_name": "grey_s03e10_seg02_clip_16", "timestamp": [ 40.59, 46.09 ], "duration": 84.66, "caption": "A man takes cash out of his pocket and hands it to woman.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 193064, "video_name": "castle_s03e01_seg02_clip_23", "timestamp": [ 46.53, 50.15 ], "duration": 90.66, "caption": "A person hands another person some paper money and they take the money.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 193065, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 37.84, 40.01 ], "duration": 62.66, "caption": "A man reaches in their pocket and pulls out their wallet.", "similarity": 0.7139, "relevance": 2 }, { "pair_id": 193066, "video_name": "castle_s03e14_seg02_clip_01", "timestamp": [ 17.94, 20.63 ], "duration": 89.66, "caption": "A man hands a woman some money from his jacket.", "similarity": 0.7124, "relevance": 1 }, { "pair_id": 193067, "video_name": "house_s02e15_seg02_clip_25", "timestamp": [ 66.89, 85.37 ], "duration": 176.66, "caption": "A person walks over to someone and hands him some cash.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 193068, "video_name": "house_s04e05_seg02_clip_02", "timestamp": [ 9.3, 11.63 ], "duration": 93.66, "caption": "A man hands out money to a bunch of people.", "similarity": 0.7111, "relevance": 1 }, { "pair_id": 193069, "video_name": "s03e12_seg01_clip_00", "timestamp": [ 22.57, 42.71 ], "duration": 122.66, "caption": "A man is holding money in his hands as he talks to another man.", "similarity": 0.7021, "relevance": 1 }, { "pair_id": 193070, "video_name": "house_s08e04_seg02_clip_24", "timestamp": [ 2.66, 4.56 ], "duration": 76.66, "caption": "A man hands another man some money as they walk beside each other.", "similarity": 0.702, "relevance": 2 }, { "pair_id": 193071, "video_name": "house_s03e05_seg02_clip_23", "timestamp": [ 87.23, 98.45 ], "duration": 102.66, "caption": "A man gives a person money but it isn't enough at first.", "similarity": 0.7, "relevance": 3 }, { "pair_id": 193072, "video_name": "friends_s07e20_seg01_clip_00", "timestamp": [ 13.55, 17.96 ], "duration": 63.66, "caption": "A person walks to the counter and holds up money to a man.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 193073, "video_name": "castle_s01e08_seg02_clip_26", "timestamp": [ 69.23, 75.58 ], "duration": 127.66, "caption": "A man took some money from his pocket and showed it to a woman.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 193074, "video_name": "s09e15_seg02_clip_03", "timestamp": [ 50.86, 54.28 ], "duration": 62.66, "caption": "A person hands money over to a man in the restaurant.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 193076, "video_name": "s03e12_seg01_clip_00", "timestamp": [ 12.81, 57.96 ], "duration": 122.66, "caption": "A man holds money in his hands while talking with two people.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 193077, "video_name": "s02e14_seg02_clip_16", "timestamp": [ 48.11, 51.94 ], "duration": 59.66, "caption": "A person opens their door with someone holding money.", "similarity": 0.6895, "relevance": 1 }, { "pair_id": 193078, "video_name": "s07e23_seg02_clip_16", "timestamp": [ 23.15, 25.37 ], "duration": 89.66, "caption": "A man reaches his right hand into his pocket and pulls out his wallet.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 193079, "video_name": "s10e06_seg02_clip_06", "timestamp": [ 28.21, 31.21 ], "duration": 60.66, "caption": "A person hands someone money as they walk away.", "similarity": 0.6857, "relevance": 2 } ] }, { "query_id": 74741, "query": "An animal comes from nowhere and climbs up on the sofa very quickly.", "relevant_moment": [ { "pair_id": 153520, "video_name": "friends_s01e16-17_seg02_clip_35", "timestamp": [ 36.74, 37.46 ], "duration": 48.66, "caption": "An animal comes from nowhere and climbs up on the sofa very quickly.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153521, "video_name": "friends_s01e16-17_seg02_clip_04", "timestamp": [ 52.72, 58.0 ], "duration": 62.66, "caption": "An animal jumps on top of the couch.", "similarity": 0.5846, "relevance": 4 }, { "pair_id": 153522, "video_name": "house_s05e05_seg02_clip_14", "timestamp": [ 0.0, 9.0 ], "duration": 90.66, "caption": "A person gets up from the sofa and leaves without finishing his sentence.", "similarity": 0.5677, "relevance": 0 }, { "pair_id": 153523, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 7.26, 8.58 ], "duration": 66.66, "caption": "A person gets up off the sofa and stands.", "similarity": 0.5465, "relevance": 0 }, { "pair_id": 153524, "video_name": "house_s03e21_seg02_clip_00", "timestamp": [ 6.11, 16.45 ], "duration": 94.66, "caption": "An animal jumps up on a person's bed and he pushes the animal off.", "similarity": 0.5357, "relevance": 3 }, { "pair_id": 153525, "video_name": "s05e23_seg02_clip_15", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person stands up from the sofa and walks away.", "similarity": 0.5354, "relevance": 0 }, { "pair_id": 153526, "video_name": "s02e14_seg02_clip_06", "timestamp": [ 23.01, 29.31 ], "duration": 63.66, "caption": "A person gets up from the couch and quickly leaves the living room.", "similarity": 0.5307, "relevance": 0 }, { "pair_id": 153527, "video_name": "met_s06e14_seg02_clip_11", "timestamp": [ 17.71, 20.36 ], "duration": 59.66, "caption": "A person gets up from the sofa and walks away from his parent.", "similarity": 0.5203, "relevance": 0 }, { "pair_id": 153528, "video_name": "friends_s09e06_seg02_clip_29", "timestamp": [ 33.82, 37.39 ], "duration": 65.66, "caption": "A man tries to get up from the sofa but stopped.", "similarity": 0.5197, "relevance": 0 }, { "pair_id": 153529, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 24.41, 26.55 ], "duration": 61.66, "caption": "A woman gets up off the sofa and begins to walk away.", "similarity": 0.5158, "relevance": 0 }, { "pair_id": 153530, "video_name": "friends_s01e19_seg02_clip_17", "timestamp": [ 40.79, 43.76 ], "duration": 54.66, "caption": "A man calls animal and it hops onto the sofa wearing a tutu.", "similarity": 0.5153, "relevance": 4 }, { "pair_id": 153531, "video_name": "friends_s02e07_seg02_clip_21", "timestamp": [ 68.06, 70.58 ], "duration": 84.66, "caption": "A person starts to slowly lean on the sofa.", "similarity": 0.514, "relevance": 1 }, { "pair_id": 153532, "video_name": "friends_s03e22_seg01_clip_01", "timestamp": [ 41.06, 43.34 ], "duration": 57.66, "caption": "A woman gets up from the sofa and walks away.", "similarity": 0.5046, "relevance": 1 }, { "pair_id": 153533, "video_name": "friends_s01e01_seg02_clip_01", "timestamp": [ 56.14, 59.55 ], "duration": 62.66, "caption": "A woman gets up from the sofa and walks away.", "similarity": 0.5046, "relevance": 1 }, { "pair_id": 153534, "video_name": "friends_s03e14_seg02_clip_01", "timestamp": [ 12.77, 22.05 ], "duration": 58.66, "caption": "A person's friend gets up and walks away from the sofa.", "similarity": 0.5019, "relevance": 0 }, { "pair_id": 153535, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 27.15, 29.91 ], "duration": 92.66, "caption": "A man gets up from being seated in a sofa.", "similarity": 0.4993, "relevance": 0 }, { "pair_id": 153536, "video_name": "s02e07_seg02_clip_04", "timestamp": [ 5.61, 20.36 ], "duration": 59.66, "caption": "A person tries to get someone to get out of his favorite place on the sofa.", "similarity": 0.497, "relevance": 0 }, { "pair_id": 153537, "video_name": "s06e17_seg02_clip_05", "timestamp": [ 19.21, 25.51 ], "duration": 60.66, "caption": "A person gets up from the couch and leaves the room.", "similarity": 0.4949, "relevance": 0 }, { "pair_id": 153538, "video_name": "s02e15_seg02_clip_05", "timestamp": [ 5.9, 10.03 ], "duration": 59.66, "caption": "A person got up from the couch to leave the room.", "similarity": 0.4915, "relevance": 0 }, { "pair_id": 153539, "video_name": "s07e05_seg02_clip_08", "timestamp": [ 34.17, 42.58 ], "duration": 56.66, "caption": "An animal makes noises and backs up quickly.", "similarity": 0.4898, "relevance": 1 } ] }, { "query_id": 74755, "query": "A man picks up his bag inside his office.", "relevant_moment": [ { "pair_id": 154840, "video_name": "house_s01e12_seg02_clip_20", "timestamp": [ 16.57, 20.93 ], "duration": 87.66, "caption": "A man picks up his bag inside his office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154841, "video_name": "house_s08e18_seg02_clip_05", "timestamp": [ 9.29, 15.04 ], "duration": 88.66, "caption": "A man walks into man's office while carrying a bag.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 154842, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 60.28, 61.2 ], "duration": 92.66, "caption": "Someone puts their bag into their office desk.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 154843, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 65.35, 70.99 ], "duration": 94.66, "caption": "A man pulls a metallic bag out of a box in a person's office.", "similarity": 0.7285, "relevance": 2 }, { "pair_id": 154844, "video_name": "grey_s02e23_seg02_clip_18", "timestamp": [ 80.12, 89.02 ], "duration": 89.66, "caption": "A man is putting some items in a bag and turns around to see a woman walking in his office.", "similarity": 0.7098, "relevance": 1 }, { "pair_id": 154845, "video_name": "house_s05e02_seg02_clip_17", "timestamp": [ 24.52, 27.69 ], "duration": 90.66, "caption": "A person came in the office holding a paper bag.", "similarity": 0.6965, "relevance": 1 }, { "pair_id": 154846, "video_name": "house_s07e20_seg02_clip_14", "timestamp": [ 23.7, 33.27 ], "duration": 91.66, "caption": "A person walks into their office and picks up something from their desk.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 154847, "video_name": "castle_s07e23_seg02_clip_16", "timestamp": [ 37.33, 41.01 ], "duration": 92.66, "caption": "A person walks into the office with a ziploc bag.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 154849, "video_name": "s08e04_seg02_clip_06", "timestamp": [ 6.6, 13.21 ], "duration": 60.66, "caption": "A man walks into the apartment and sets his bag at his desk.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 154850, "video_name": "s07e13_seg02_clip_00", "timestamp": [ 10.23, 12.41 ], "duration": 62.66, "caption": "A man picks up his laptop bag and throws it over his shoulder as he walks towards the door of the apartment.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 154851, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 57.36, 61.12 ], "duration": 94.66, "caption": "A person picks up a bo from the floor in someone's office.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 154852, "video_name": "met_s02e13_seg02_clip_09", "timestamp": [ 23.41, 27.06 ], "duration": 60.66, "caption": "A man sets down his bag in front of the desk.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 154853, "video_name": "friends_s06e19_seg02_clip_06", "timestamp": [ 12.61, 15.13 ], "duration": 63.66, "caption": "A woman picks up her bookbag off of man's desk and leaves his office.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 154854, "video_name": "castle_s05e04_seg02_clip_00", "timestamp": [ 0.93, 10.7 ], "duration": 93.66, "caption": "A person walks out of his office with a bag as two people follow him.", "similarity": 0.6568, "relevance": 3 }, { "pair_id": 154855, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 7.59, 11.17 ], "duration": 89.66, "caption": "A person is putting a notebook into their bag as another person walks into their office.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 154856, "video_name": "house_s03e06_seg02_clip_02", "timestamp": [ 64.56, 88.44 ], "duration": 88.66, "caption": "A man comes out of his office holding a change of clothes.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 154858, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 23.77, 26.68 ], "duration": 97.66, "caption": "A person came in to the office and put their bag on the chair.", "similarity": 0.6472, "relevance": 3 }, { "pair_id": 154859, "video_name": "friends_s09e02_seg02_clip_07", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A man picks up his plastic bag from the counter.", "similarity": 0.6466, "relevance": 2 } ] }, { "query_id": 74759, "query": "A person closes a duffel bag that is on their desk.", "relevant_moment": [ { "pair_id": 8120, "video_name": "house_s01e12_seg02_clip_20", "timestamp": [ 71.36, 79.63 ], "duration": 87.66, "caption": "A person closes a duffel bag that is on their desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8121, "video_name": "s01e12_seg02_clip_08", "timestamp": [ 56.45, 59.86 ], "duration": 62.66, "caption": "A person places his bag on his desk chair.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 8122, "video_name": "castle_s04e04_seg02_clip_14", "timestamp": [ 29.53, 32.21 ], "duration": 89.66, "caption": "A man puts a duffle bag on the desk.", "similarity": 0.6875, "relevance": 3 }, { "pair_id": 8123, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 39.06, 43.33 ], "duration": 61.66, "caption": "A person places their bag on the chair in front of their desk.", "similarity": 0.6765, "relevance": 3 }, { "pair_id": 8124, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 11.9, 14.65 ], "duration": 61.66, "caption": "A person closes their laptop while sitting at their desk.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 8125, "video_name": "s03e04_seg02_clip_06", "timestamp": [ 45.92, 48.32 ], "duration": 60.66, "caption": "A person places his bag on the chair in front of his desk.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 8126, "video_name": "s08e24_seg02_clip_16", "timestamp": [ 65.14, 67.34 ], "duration": 88.66, "caption": "A person closes the laptop on the desk in front of them.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 8127, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 33.94, 37.19 ], "duration": 59.66, "caption": "A person leans over and takes a small black bag out of their desk drawer.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 8128, "video_name": "s01e01_seg02_clip_00", "timestamp": [ 4.88, 7.63 ], "duration": 61.66, "caption": "A person removes a bag from their shoulder and sets it on a desk.", "similarity": 0.6611, "relevance": 3 }, { "pair_id": 8129, "video_name": "castle_s04e23_seg02_clip_23", "timestamp": [ 49.83, 58.3 ], "duration": 94.66, "caption": "A woman places items from her desk into a duffel bag.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 8130, "video_name": "house_s06e18_seg02_clip_06", "timestamp": [ 78.92, 79.36 ], "duration": 88.66, "caption": "A person puts down a duffel bag onto a chair.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 8131, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 60.28, 61.2 ], "duration": 92.66, "caption": "Someone puts their bag into their office desk.", "similarity": 0.6308, "relevance": 2 }, { "pair_id": 8132, "video_name": "s08e13_seg02_clip_06", "timestamp": [ 46.99, 57.37 ], "duration": 61.66, "caption": "A person walks over to their desk and puts their bag on the chair.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 8133, "video_name": "s06e12_seg02_clip_05", "timestamp": [ 18.57, 22.81 ], "duration": 47.66, "caption": "A person closes their red Alienware laptop while sitting at their desk.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 8134, "video_name": "s09e20_seg02_clip_01", "timestamp": [ 17.39, 19.53 ], "duration": 61.66, "caption": "A person closes their laptop and gets up from their chair.", "similarity": 0.6196, "relevance": 1 }, { "pair_id": 8135, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 30.01, 31.34 ], "duration": 88.66, "caption": "A person closes the lid of someone's laptop.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 8136, "video_name": "castle_s02e11_seg02_clip_15", "timestamp": [ 46.76, 48.49 ], "duration": 86.66, "caption": "A person empties out an evidence bag onto a desk.", "similarity": 0.6144, "relevance": 4 }, { "pair_id": 8137, "video_name": "s08e15_seg01_clip_01", "timestamp": [ 35.66, 38.96 ], "duration": 66.66, "caption": "A person closes their lunch container and picks it up off of the desk.", "similarity": 0.6133, "relevance": 3 }, { "pair_id": 8138, "video_name": "s02e17_seg02_clip_01", "timestamp": [ 10.73, 17.7 ], "duration": 58.66, "caption": "A person is putting their duffel bag in the overhead compartment until a person comes in and stops them.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 8139, "video_name": "s08e05_seg02_clip_09", "timestamp": [ 19.22, 20.14 ], "duration": 61.66, "caption": "A person closes the laptop that's in front of him/her on the table.", "similarity": 0.6101, "relevance": 2 } ] }, { "query_id": 74761, "query": "A person says something to a man and both a woman and a man look at the man.", "relevant_moment": [ { "pair_id": 155440, "video_name": "house_s01e12_seg02_clip_23", "timestamp": [ 28.67, 33.22 ], "duration": 91.66, "caption": "A person says something to a man and both a woman and a man look at the man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155441, "video_name": "grey_s02e22_seg02_clip_09", "timestamp": [ 82.74, 90.27 ], "duration": 94.66, "caption": "A man says something and another man looks at a woman and nods.", "similarity": 0.8681, "relevance": 3 }, { "pair_id": 155442, "video_name": "castle_s04e04_seg02_clip_05", "timestamp": [ 41.34, 49.6 ], "duration": 87.66, "caption": "A man says something and woman and man both stare at him.", "similarity": 0.8645, "relevance": 3 }, { "pair_id": 155443, "video_name": "castle_s05e22_seg02_clip_21", "timestamp": [ 0.0, 18.13 ], "duration": 125.66, "caption": "A person was saying something to a man and a woman.", "similarity": 0.8473, "relevance": 2 }, { "pair_id": 155444, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 50.97, 57.35 ], "duration": 91.66, "caption": "A man says something to another man and the other man replies looking at him then at a woman.", "similarity": 0.8415, "relevance": 2 }, { "pair_id": 155445, "video_name": "castle_s02e17_seg02_clip_01", "timestamp": [ 53.79, 57.56 ], "duration": 68.66, "caption": "A man says something to woman and then looks at another man and starts talking.", "similarity": 0.8386, "relevance": 3 }, { "pair_id": 155446, "video_name": "house_s04e04_seg02_clip_20", "timestamp": [ 16.85, 20.4 ], "duration": 88.66, "caption": "A man looks to person and person said something.", "similarity": 0.8194, "relevance": 1 }, { "pair_id": 155447, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 4.57, 12.35 ], "duration": 91.66, "caption": "A man is looking at a woman as she speaks to another man.", "similarity": 0.8192, "relevance": 2 }, { "pair_id": 155448, "video_name": "grey_s03e10_seg02_clip_01", "timestamp": [ 3.64, 22.3 ], "duration": 91.66, "caption": "A woman looks at a man when she is speaking to someone else.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 155449, "video_name": "grey_s03e17_seg02_clip_17", "timestamp": [ 41.49, 68.02 ], "duration": 68.66, "caption": "A man and woman are having a conversation with each other. While a woman and man are looking at them.", "similarity": 0.81, "relevance": 2 }, { "pair_id": 155450, "video_name": "castle_s02e08_seg02_clip_23", "timestamp": [ 17.53, 20.68 ], "duration": 89.66, "caption": "A man looks to a woman while they are talking with two other men.", "similarity": 0.8028, "relevance": 1 }, { "pair_id": 155451, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 55.61, 88.27 ], "duration": 88.66, "caption": "A man and a woman talk about a man.", "similarity": 0.7982, "relevance": 1 }, { "pair_id": 155452, "video_name": "grey_s02e11_seg02_clip_22", "timestamp": [ 10.58, 18.41 ], "duration": 92.66, "caption": "A woman is talking to a man and another person looks over at her.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 155453, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 14.56, 20.03 ], "duration": 91.66, "caption": "A woman says something to a man and he looks at another person, who nods his head softly.", "similarity": 0.7974, "relevance": 3 }, { "pair_id": 155454, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 0.0, 5.57 ], "duration": 92.66, "caption": "A man and a woman watch a man talking to woman.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 155455, "video_name": "house_s06e04_seg02_clip_00", "timestamp": [ 77.3, 79.6 ], "duration": 92.66, "caption": "A woman looks directly at a man and says something to him.", "similarity": 0.7943, "relevance": 2 }, { "pair_id": 155456, "video_name": "house_s01e16_seg02_clip_06", "timestamp": [ 31.54, 41.14 ], "duration": 91.66, "caption": "A man talking to a woman as they look at another woman.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 155457, "video_name": "castle_s04e20_seg02_clip_14", "timestamp": [ 0.0, 14.54 ], "duration": 88.66, "caption": "A woman and another woman are speaking to each other as a man, a person, and a man observe.", "similarity": 0.7902, "relevance": 3 }, { "pair_id": 155458, "video_name": "s10e01_seg02_clip_17", "timestamp": [ 5.0, 9.25 ], "duration": 50.66, "caption": "A woman looks at a man to say something to him then another man chimes in.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 155459, "video_name": "house_s02e17_seg02_clip_09", "timestamp": [ 49.3, 51.61 ], "duration": 77.66, "caption": "A man looks at woman and the people she's talking to.", "similarity": 0.7819, "relevance": 1 }, { "pair_id": 328760, "video_name": "house_s03e24_seg02_clip_03", "timestamp": [ 1.29, 42.58 ], "duration": 86.66, "caption": "A woman and a man both talk to each other about a man.", "similarity": 0.7788, "relevance": 1 }, { "pair_id": 328761, "video_name": "friends_s07e01_seg02_clip_19", "timestamp": [ 46.93, 49.58 ], "duration": 59.66, "caption": "A man looks up at another man as a woman keeps talking.", "similarity": 0.7761, "relevance": 3 }, { "pair_id": 328762, "video_name": "castle_s07e22_seg02_clip_07", "timestamp": [ 70.09, 73.73 ], "duration": 91.66, "caption": "A woman and a man look at one another as they listen to another man.", "similarity": 0.7756, "relevance": 2 }, { "pair_id": 328763, "video_name": "castle_s05e22_seg02_clip_19", "timestamp": [ 9.06, 10.42 ], "duration": 90.66, "caption": "A man and woman turn to each other and say the same thing at the same time.", "similarity": 0.7744, "relevance": 3 }, { "pair_id": 328764, "video_name": "grey_s02e04_seg02_clip_15", "timestamp": [ 73.66, 82.66 ], "duration": 82.66, "caption": "A woman looks between two people as a man talks to someone.", "similarity": 0.7732, "relevance": 2 }, { "pair_id": 328765, "video_name": "castle_s07e16_seg02_clip_01", "timestamp": [ 10.75, 16.12 ], "duration": 89.66, "caption": "A man explains what a woman and a man see.", "similarity": 0.772, "relevance": 1 }, { "pair_id": 328766, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 13.95, 35.11 ], "duration": 90.66, "caption": "A man and a woman have a conversation with another man.", "similarity": 0.7698, "relevance": 3 }, { "pair_id": 328767, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 26.4, 30.95 ], "duration": 91.66, "caption": "A man is talking to a person while the person is looking at something.", "similarity": 0.7689, "relevance": 1 }, { "pair_id": 328768, "video_name": "house_s03e19_seg02_clip_08", "timestamp": [ 19.04, 23.09 ], "duration": 81.66, "caption": "A man looks at another man as he mentions two other people agreeing with each other.", "similarity": 0.7668, "relevance": 2 }, { "pair_id": 328769, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.0, 91.23 ], "duration": 91.66, "caption": "A woman and a man are speaking with a person as he is in front of them.", "similarity": 0.7649, "relevance": 1 }, { "pair_id": 328770, "video_name": "s09e22_seg02_clip_10", "timestamp": [ 54.93, 61.03 ], "duration": 61.66, "caption": "A woman looks at a man who is shaking his head up and down and then says something to two other women.", "similarity": 0.7645, "relevance": 3 }, { "pair_id": 328771, "video_name": "castle_s04e21_seg02_clip_12", "timestamp": [ 65.3, 86.49 ], "duration": 86.66, "caption": "A man started a conversation with woman while looking at another man and the other people.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 328772, "video_name": "castle_s08e19_seg02_clip_17", "timestamp": [ 0.0, 14.11 ], "duration": 91.66, "caption": "A woman and man are speaking to two men as they face each other.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 328773, "video_name": "castle_s08e01_seg02_clip_23", "timestamp": [ 0.0, 7.03 ], "duration": 82.66, "caption": "After a person says something, two people look all around.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 328774, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 12.1, 13.87 ], "duration": 59.66, "caption": "A woman looks over at a man to see his reaction to what another man said.", "similarity": 0.7625, "relevance": 1 }, { "pair_id": 328775, "video_name": "met_s02e01_seg01_clip_02", "timestamp": [ 3.52, 10.07 ], "duration": 46.66, "caption": "Two people share a brief look while a man is talking.", "similarity": 0.7617, "relevance": 2 }, { "pair_id": 328776, "video_name": "friends_s10e14_seg02_clip_17", "timestamp": [ 4.64, 11.61 ], "duration": 58.66, "caption": "A man is talking with guy and woman when he comically widens his eyes and says something.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 328777, "video_name": "castle_s05e11_seg02_clip_07", "timestamp": [ 0.0, 22.06 ], "duration": 90.66, "caption": "A man and woman were having a conversation with another man.", "similarity": 0.7597, "relevance": 3 }, { "pair_id": 328778, "video_name": "castle_s01e10_seg02_clip_12", "timestamp": [ 1.79, 3.14 ], "duration": 89.66, "caption": "A man approaches a woman and a man to speak with them.", "similarity": 0.7596, "relevance": 1 }, { "pair_id": 328779, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 11.25, 35.26 ], "duration": 75.66, "caption": "A man and a woman are having a conversation with a person.", "similarity": 0.7572, "relevance": 3 } ] }, { "query_id": 74762, "query": "A person is standing by a person's hospital bed and they have a conversation.", "relevant_moment": [ { "pair_id": 11280, "video_name": "house_s01e12_seg02_clip_23", "timestamp": [ 75.1, 91.03 ], "duration": 91.66, "caption": "A person is standing by a person's hospital bed and they have a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11281, "video_name": "friends_s08e23-24_seg02_clip_09", "timestamp": [ 2.9, 10.44 ], "duration": 58.66, "caption": "A person has a conversation with the people in the hospital bed next to a woman.", "similarity": 0.8922, "relevance": 4 }, { "pair_id": 11282, "video_name": "grey_s02e21_seg02_clip_14", "timestamp": [ 0.0, 13.6 ], "duration": 93.66, "caption": "A person is talking to another person as he is in his hospital bed.", "similarity": 0.8907, "relevance": 3 }, { "pair_id": 11283, "video_name": "house_s07e04_seg02_clip_19", "timestamp": [ 0.0, 3.92 ], "duration": 87.66, "caption": "A person stands with their arms folded, having a conversation with a woman who is lying in a hospital bed.", "similarity": 0.886, "relevance": 4 }, { "pair_id": 11284, "video_name": "house_s03e03_seg02_clip_08", "timestamp": [ 0.0, 11.48 ], "duration": 135.66, "caption": "A person talks to their patient while they're in a hospital bed.", "similarity": 0.8715, "relevance": 3 }, { "pair_id": 11285, "video_name": "grey_s02e08_seg02_clip_19", "timestamp": [ 0.0, 35.12 ], "duration": 90.66, "caption": "A woman has a conversation with a person, who is on a hospital bed.", "similarity": 0.8708, "relevance": 4 }, { "pair_id": 11286, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 79.57, 91.46 ], "duration": 91.66, "caption": "A person is standing next to a bed and starts a conversation with the patient.", "similarity": 0.8639, "relevance": 4 }, { "pair_id": 11287, "video_name": "house_s04e06_seg02_clip_10", "timestamp": [ 72.4, 78.98 ], "duration": 94.66, "caption": "A person gets up from his hospital bed and speaks to person.", "similarity": 0.8532, "relevance": 3 }, { "pair_id": 11288, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 82.39, 89.07 ], "duration": 89.66, "caption": "A person was having a conversation with someone lying on the hospital bed.", "similarity": 0.8481, "relevance": 4 }, { "pair_id": 11289, "video_name": "house_s06e11_seg02_clip_25", "timestamp": [ 3.36, 4.8 ], "duration": 96.66, "caption": "A person stands up to talk to another person in their hospital room.", "similarity": 0.8471, "relevance": 4 }, { "pair_id": 11290, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 0.0, 36.97 ], "duration": 132.66, "caption": "A man talks to person while they're in a hospital bed.", "similarity": 0.8456, "relevance": 3 }, { "pair_id": 11291, "video_name": "house_s01e09_seg02_clip_16", "timestamp": [ 0.0, 71.78 ], "duration": 89.66, "caption": "A person converses with someone as they are lying on a hospital bed.", "similarity": 0.8456, "relevance": 4 }, { "pair_id": 11292, "video_name": "house_s07e20_seg02_clip_16", "timestamp": [ 0.0, 29.2 ], "duration": 89.66, "caption": "Someone talks to someone else when they are in a hospital bed.", "similarity": 0.8391, "relevance": 4 }, { "pair_id": 11293, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 66.26, 70.1 ], "duration": 96.66, "caption": "A person sits up in their hospital bed while talking with another person.", "similarity": 0.837, "relevance": 2 }, { "pair_id": 11294, "video_name": "house_s02e20_seg02_clip_17", "timestamp": [ 0.0, 49.89 ], "duration": 86.66, "caption": "Two people are conversing with each other as they are on hospital bed.", "similarity": 0.834, "relevance": 3 }, { "pair_id": 11295, "video_name": "grey_s03e11_seg02_clip_16", "timestamp": [ 6.96, 11.75 ], "duration": 87.66, "caption": "A person strolls by and strikes up a conversation with a person sitting up in the hospital bed.", "similarity": 0.8337, "relevance": 3 }, { "pair_id": 11296, "video_name": "house_s08e15_seg02_clip_17", "timestamp": [ 0.0, 33.83 ], "duration": 89.66, "caption": "A man talks to a person while he's in a hospital bed.", "similarity": 0.8278, "relevance": 3 }, { "pair_id": 11297, "video_name": "house_s07e18_seg02_clip_24", "timestamp": [ 0.0, 59.69 ], "duration": 80.66, "caption": "A man talks to another person when she is in a hospital bed.", "similarity": 0.8264, "relevance": 3 }, { "pair_id": 11298, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 12.77, 63.39 ], "duration": 91.66, "caption": "Two people were having a conversation with the person lying on the hospital bed.", "similarity": 0.8263, "relevance": 4 }, { "pair_id": 11299, "video_name": "grey_s03e11_seg02_clip_14", "timestamp": [ 0.0, 79.19 ], "duration": 91.66, "caption": "A person is conversing with another person as they are in a hospital room.", "similarity": 0.8246, "relevance": 3 }, { "pair_id": 184600, "video_name": "house_s02e07_seg02_clip_18", "timestamp": [ 35.21, 68.22 ], "duration": 88.66, "caption": "A person lies in a hospital bed talking to another person, who is standing at the foot of their bed; the other person talks, nods, and takes a couple steps, then looks toward the door in response to a question.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 184601, "video_name": "house_s02e24_seg02_clip_12", "timestamp": [ 27.15, 30.83 ], "duration": 92.66, "caption": "A person looks over and talks with another person who's also lying in a hospital bed next to them.", "similarity": 0.8188, "relevance": 2 }, { "pair_id": 184602, "video_name": "house_s01e12_seg02_clip_08", "timestamp": [ 0.0, 39.31 ], "duration": 90.66, "caption": "A person talks to a man and woman; the man is in a hospital bed, and the woman is seated next to him.", "similarity": 0.8153, "relevance": 4 }, { "pair_id": 184603, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 70.42, 88.02 ], "duration": 88.66, "caption": "A person sits at the hospital bed and talks to the patient.", "similarity": 0.809, "relevance": 4 }, { "pair_id": 184604, "video_name": "house_s08e13_seg02_clip_20", "timestamp": [ 0.0, 18.25 ], "duration": 89.66, "caption": "A man and a woman are conversing as he is on a hospital bed.", "similarity": 0.8082, "relevance": 4 }, { "pair_id": 184605, "video_name": "house_s07e11_seg02_clip_28", "timestamp": [ 23.96, 36.02 ], "duration": 36.66, "caption": "Two people speak at the hospital bed.", "similarity": 0.8051, "relevance": 4 }, { "pair_id": 184606, "video_name": "house_s07e23_seg02_clip_07", "timestamp": [ 0.0, 26.41 ], "duration": 96.66, "caption": "A person is sitting on a hospital bed as they converse with three other people.", "similarity": 0.8042, "relevance": 4 }, { "pair_id": 184607, "video_name": "grey_s02e20_seg02_clip_18", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman talks to someone when he is in the hospital bed.", "similarity": 0.8014, "relevance": 3 }, { "pair_id": 184608, "video_name": "house_s03e22_seg02_clip_24", "timestamp": [ 0.0, 53.33 ], "duration": 86.66, "caption": "A person talks to a woman while sitting next to her hospital bed.", "similarity": 0.8, "relevance": 3 }, { "pair_id": 184609, "video_name": "house_s04e04_seg02_clip_23", "timestamp": [ 0.0, 23.56 ], "duration": 124.66, "caption": "A doctor talks to a patient as the patient is in their hospital bed.", "similarity": 0.7994, "relevance": 4 }, { "pair_id": 184610, "video_name": "house_s01e19_seg02_clip_12", "timestamp": [ 65.43, 89.02 ], "duration": 89.66, "caption": "A person is talking to a patient on a bed and visitors gathered around them.", "similarity": 0.7977, "relevance": 4 }, { "pair_id": 184611, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 71.46, 94.03 ], "duration": 94.66, "caption": "A person is laying in a hospital bed talking with a man.", "similarity": 0.7963, "relevance": 4 }, { "pair_id": 184612, "video_name": "house_s04e08_seg02_clip_06", "timestamp": [ 0.0, 81.02 ], "duration": 81.66, "caption": "A person is in someone's hospital room as he converses with him.", "similarity": 0.7959, "relevance": 4 }, { "pair_id": 184613, "video_name": "house_s06e09_seg02_clip_17", "timestamp": [ 50.47, 87.02 ], "duration": 87.66, "caption": "A man is standing at the end of another man's hospital bed as they converse.", "similarity": 0.7951, "relevance": 4 }, { "pair_id": 184614, "video_name": "met_s03e20_seg02_clip_09", "timestamp": [ 0.0, 35.86 ], "duration": 64.66, "caption": "A woman is standing in front of man who is seated in a hospital bed conversing.", "similarity": 0.795, "relevance": 4 }, { "pair_id": 184615, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "Two people lying on the hospital bed were having a conversation.", "similarity": 0.7943, "relevance": 3 }, { "pair_id": 184616, "video_name": "house_s08e22_seg02_clip_18", "timestamp": [ 74.84, 86.15 ], "duration": 87.66, "caption": "A man having a conversation with a man in the hospital bed.", "similarity": 0.7934, "relevance": 3 }, { "pair_id": 184617, "video_name": "house_s08e17_seg02_clip_04", "timestamp": [ 80.32, 91.27 ], "duration": 91.66, "caption": "A man is in a hospital bed as he converses with two other people.", "similarity": 0.7923, "relevance": 4 }, { "pair_id": 184618, "video_name": "friends_s03e23_seg02_clip_05", "timestamp": [ 44.01, 57.01 ], "duration": 59.66, "caption": "A person is lying on a hospital bed with a team of people surrounding them conversing.", "similarity": 0.7893, "relevance": 4 }, { "pair_id": 184619, "video_name": "house_s07e18_seg02_clip_23", "timestamp": [ 67.44, 71.8 ], "duration": 97.66, "caption": "A person pulls a stool over and talks to a woman in a hospital bed.", "similarity": 0.7865, "relevance": 3 } ] }, { "query_id": 74796, "query": "A woman scratches her hair back and forth a couple times.", "relevant_moment": [ { "pair_id": 169880, "video_name": "friends_s10e11_seg02_clip_13", "timestamp": [ 36.02, 37.22 ], "duration": 60.66, "caption": "A woman scratches her hair back and forth a couple times.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169881, "video_name": "friends_s09e16_seg02_clip_13", "timestamp": [ 52.64, 55.45 ], "duration": 62.66, "caption": "A woman scratches her chin then pulls her hair back.", "similarity": 0.8281, "relevance": 4 }, { "pair_id": 169882, "video_name": "friends_s01e06_seg02_clip_11", "timestamp": [ 7.02, 10.07 ], "duration": 61.66, "caption": "A woman reaches back and scratches the back of her head.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 169883, "video_name": "friends_s07e09_seg02_clip_05", "timestamp": [ 18.92, 21.09 ], "duration": 62.66, "caption": "A woman scratches her hair while talking at the door.", "similarity": 0.7659, "relevance": 3 }, { "pair_id": 169884, "video_name": "friends_s02e16_seg02_clip_05", "timestamp": [ 49.82, 54.62 ], "duration": 60.66, "caption": "A woman scratches her head with her right hand.", "similarity": 0.7207, "relevance": 4 }, { "pair_id": 169885, "video_name": "s10e02_seg02_clip_02", "timestamp": [ 22.21, 23.41 ], "duration": 60.66, "caption": "A woman scratches her head while tilting it to the side.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 169886, "video_name": "friends_s06e24-25_seg02_clip_08", "timestamp": [ 22.05, 24.43 ], "duration": 59.66, "caption": "A woman rubs her hands through her hair a couple times.", "similarity": 0.6941, "relevance": 4 }, { "pair_id": 169887, "video_name": "s02e03_seg02_clip_06", "timestamp": [ 1.8, 17.41 ], "duration": 60.66, "caption": "A person scratches their head and leaves their hand in their hair.", "similarity": 0.6735, "relevance": 2 }, { "pair_id": 169888, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 7.48, 9.1 ], "duration": 65.66, "caption": "A woman scratches their face with their right hand.", "similarity": 0.6704, "relevance": 3 }, { "pair_id": 169889, "video_name": "friends_s09e22_seg02_clip_05", "timestamp": [ 55.84, 61.03 ], "duration": 61.66, "caption": "A woman scratches her chin while looking at person.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 169890, "video_name": "friends_s04e10_seg02_clip_05", "timestamp": [ 20.53, 22.52 ], "duration": 57.66, "caption": "A woman uncrosses her legs and scratches her face.", "similarity": 0.6665, "relevance": 2 }, { "pair_id": 169891, "video_name": "grey_s03e20_seg02_clip_23", "timestamp": [ 26.71, 31.16 ], "duration": 89.66, "caption": "A woman scratches her head looking confused and looks around.", "similarity": 0.6641, "relevance": 4 }, { "pair_id": 169892, "video_name": "friends_s10e13_seg01_clip_00", "timestamp": [ 29.12, 35.16 ], "duration": 71.66, "caption": "A person scratches the back of their head with their hand.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 169893, "video_name": "friends_s09e20_seg02_clip_08", "timestamp": [ 27.61, 30.01 ], "duration": 60.66, "caption": "A woman scratches their chin with their right hand.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 169894, "video_name": "grey_s03e12_seg02_clip_13", "timestamp": [ 73.54, 75.36 ], "duration": 90.66, "caption": "A woman brushes her hair back with both hands.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 169895, "video_name": "s07e21_seg02_clip_00", "timestamp": [ 44.25, 51.26 ], "duration": 61.66, "caption": "A woman scratches her neck and fiddles with the top of her blouse.", "similarity": 0.6465, "relevance": 1 }, { "pair_id": 169896, "video_name": "friends_s01e20_seg02_clip_09", "timestamp": [ 34.34, 36.16 ], "duration": 52.66, "caption": "A woman scratches the tip of her nose with her finger.", "similarity": 0.6436, "relevance": 1 }, { "pair_id": 169897, "video_name": "friends_s07e17_seg02_clip_13", "timestamp": [ 21.36, 23.19 ], "duration": 61.66, "caption": "A woman is sitting in the brown chair and scratches her back.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 169898, "video_name": "s03e19_seg01_clip_00", "timestamp": [ 81.01, 83.68 ], "duration": 89.66, "caption": "A woman fluffs her fingers through the back of her hair.", "similarity": 0.6331, "relevance": 3 }, { "pair_id": 169899, "video_name": "house_s05e05_seg02_clip_16", "timestamp": [ 76.46, 79.9 ], "duration": 98.66, "caption": "A woman takes her hand and slightly combs her hair back.", "similarity": 0.631, "relevance": 3 }, { "pair_id": 343200, "video_name": "friends_s02e02_seg02_clip_18", "timestamp": [ 7.32, 11.5 ], "duration": 52.66, "caption": "A woman sits back on the sofa then scratches her forehead with her finger.", "similarity": 0.6306, "relevance": 3 }, { "pair_id": 343201, "video_name": "castle_s06e13_seg02_clip_26", "timestamp": [ 8.78, 15.53 ], "duration": 135.66, "caption": "A woman combed her hair on her face using her fingers.", "similarity": 0.6297, "relevance": 4 }, { "pair_id": 343202, "video_name": "friends_s02e01_seg02_clip_13", "timestamp": [ 30.82, 35.09 ], "duration": 61.66, "caption": "A woman touches her freshly cut hair in front of the mirror.", "similarity": 0.6289, "relevance": 4 }, { "pair_id": 343203, "video_name": "friends_s05e03_seg02_clip_04", "timestamp": [ 30.51, 33.87 ], "duration": 61.66, "caption": "A woman scratches her upper lip with her hand open over her mouth.", "similarity": 0.6276, "relevance": 2 }, { "pair_id": 343204, "video_name": "friends_s10e03_seg02_clip_20", "timestamp": [ 9.61, 12.72 ], "duration": 62.66, "caption": "A woman reaches her hand up and scratches the side of her head as she talks.", "similarity": 0.6266, "relevance": 4 }, { "pair_id": 343205, "video_name": "grey_s02e11_seg02_clip_01", "timestamp": [ 6.29, 8.53 ], "duration": 89.66, "caption": "A woman is putting her hair up while on the ground.", "similarity": 0.6265, "relevance": 4 }, { "pair_id": 343206, "video_name": "castle_s04e07_seg02_clip_08", "timestamp": [ 79.22, 83.72 ], "duration": 90.66, "caption": "A woman scratches at her neck while listening to a person.", "similarity": 0.6224, "relevance": 4 }, { "pair_id": 343207, "video_name": "friends_s09e23-24_seg02_clip_22", "timestamp": [ 39.75, 44.72 ], "duration": 58.66, "caption": "A woman awkwardly touches her face and begins to mess with her hair.", "similarity": 0.6215, "relevance": 4 }, { "pair_id": 343208, "video_name": "friends_s10e17-18_seg02_clip_34", "timestamp": [ 10.16, 12.9 ], "duration": 54.66, "caption": "A woman touches her hair with her right hand.", "similarity": 0.6205, "relevance": 4 }, { "pair_id": 343209, "video_name": "friends_s08e01_seg02_clip_01", "timestamp": [ 36.7, 39.22 ], "duration": 56.66, "caption": "A woman rubs her hair out of her face.", "similarity": 0.6159, "relevance": 4 }, { "pair_id": 343210, "video_name": "friends_s09e23-24_seg02_clip_25", "timestamp": [ 35.64, 37.64 ], "duration": 57.66, "caption": "A woman reaches up and touches her way too permed hair.", "similarity": 0.6156, "relevance": 4 }, { "pair_id": 343211, "video_name": "castle_s04e03_seg02_clip_09", "timestamp": [ 50.33, 52.18 ], "duration": 92.66, "caption": "A woman reaches one hand up and brushes her hair back from her face.", "similarity": 0.6142, "relevance": 4 }, { "pair_id": 343212, "video_name": "house_s07e18_seg02_clip_08", "timestamp": [ 49.06, 51.76 ], "duration": 90.66, "caption": "A woman scratches her cheek with her index finger as she talks to a person.", "similarity": 0.6092, "relevance": 4 }, { "pair_id": 343213, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 47.33, 49.04 ], "duration": 57.66, "caption": "A woman uses her hand to push her hair back from her face.", "similarity": 0.6084, "relevance": 4 }, { "pair_id": 343214, "video_name": "friends_s07e05_seg02_clip_14", "timestamp": [ 22.34, 28.43 ], "duration": 58.66, "caption": "A woman flips her hair back, shakes her head and plays with her hair.", "similarity": 0.6034, "relevance": 4 }, { "pair_id": 343215, "video_name": "house_s04e05_seg02_clip_25", "timestamp": [ 6.58, 8.93 ], "duration": 94.66, "caption": "A person scratches their head with their two hands.", "similarity": 0.6033, "relevance": 3 }, { "pair_id": 343216, "video_name": "friends_s06e22_seg02_clip_09", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A woman rubs her hair while telling someone why she's here.", "similarity": 0.6022, "relevance": 4 }, { "pair_id": 343217, "video_name": "friends_s02e01_seg02_clip_13", "timestamp": [ 8.24, 16.48 ], "duration": 61.66, "caption": "A woman cringes while another woman combs and cuts her hair.", "similarity": 0.601, "relevance": 3 }, { "pair_id": 343218, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 28.49, 29.82 ], "duration": 89.66, "caption": "A woman pushes her hair back with her hand.", "similarity": 0.6002, "relevance": 4 }, { "pair_id": 343219, "video_name": "house_s05e14_seg02_clip_08", "timestamp": [ 28.61, 34.77 ], "duration": 88.66, "caption": "A person scratches the side of their head.", "similarity": 0.5977, "relevance": 4 } ] }, { "query_id": 74818, "query": "In a flashback, woman and a larger woman dancing embarrassingly bad at a party.", "relevant_moment": [ { "pair_id": 164360, "video_name": "friends_s10e11_seg02_clip_18", "timestamp": [ 54.62, 67.02 ], "duration": 67.66, "caption": "In a flashback, woman and a larger woman dancing embarrassingly bad at a party.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164361, "video_name": "friends_s10e11_seg02_clip_19", "timestamp": [ 0.0, 26.87 ], "duration": 53.66, "caption": "Two women dance at the party after drinking.", "similarity": 0.5709, "relevance": 4 }, { "pair_id": 164362, "video_name": "grey_s02e22_seg02_clip_02", "timestamp": [ 21.4, 23.26 ], "duration": 93.66, "caption": "Two people dance together as they celebrate.", "similarity": 0.5516, "relevance": 3 }, { "pair_id": 164364, "video_name": "friends_s10e11_seg02_clip_19", "timestamp": [ 0.0, 19.69 ], "duration": 53.66, "caption": "A woman and another woman dance wearing old fashioned clothes.", "similarity": 0.5328, "relevance": 4 }, { "pair_id": 164365, "video_name": "castle_s07e19_seg02_clip_18", "timestamp": [ 49.6, 51.86 ], "duration": 90.66, "caption": "A person's mother claps for a woman and person dancing.", "similarity": 0.53, "relevance": 2 }, { "pair_id": 164366, "video_name": "friends_s02e22_seg02_clip_14", "timestamp": [ 11.1, 13.81 ], "duration": 60.66, "caption": "A woman points angrily at a guest at two men's party.", "similarity": 0.5273, "relevance": 2 }, { "pair_id": 164367, "video_name": "s05e17_seg01_clip_00", "timestamp": [ 0.0, 6.18 ], "duration": 95.66, "caption": "Some people are present in a party.", "similarity": 0.5221, "relevance": 1 }, { "pair_id": 164368, "video_name": "grey_s02e18_seg02_clip_00", "timestamp": [ 15.67, 56.23 ], "duration": 92.66, "caption": "Two people are having fun and they're dancing.", "similarity": 0.5201, "relevance": 3 }, { "pair_id": 164369, "video_name": "friends_s05e04_seg02_clip_12", "timestamp": [ 5.99, 18.28 ], "duration": 63.66, "caption": "A woman jumps forward and does a stupid celebration dance.", "similarity": 0.5187, "relevance": 2 }, { "pair_id": 164370, "video_name": "met_s03e05_seg02_clip_10", "timestamp": [ 55.55, 58.91 ], "duration": 61.66, "caption": "Two people make out at the party.", "similarity": 0.5177, "relevance": 3 }, { "pair_id": 164371, "video_name": "castle_s08e13_seg02_clip_26", "timestamp": [ 28.58, 32.39 ], "duration": 127.66, "caption": "A couple of women point at a man in the party.", "similarity": 0.5167, "relevance": 1 }, { "pair_id": 164372, "video_name": "castle_s06e15_seg02_clip_27", "timestamp": [ 0.0, 22.02 ], "duration": 22.66, "caption": "A woman and man were dancing whilst looking at a dancing couple, too.", "similarity": 0.5161, "relevance": 2 }, { "pair_id": 164373, "video_name": "met_s02e12_seg01_clip_00", "timestamp": [ 2.82, 6.11 ], "duration": 91.66, "caption": "A woman and a man sway together as they are dancing.", "similarity": 0.5073, "relevance": 2 }, { "pair_id": 164374, "video_name": "friends_s08e01_seg02_clip_04", "timestamp": [ 18.22, 26.56 ], "duration": 61.66, "caption": "A man starts to dance with a woman on the dancefloor awkwardly.", "similarity": 0.5044, "relevance": 2 }, { "pair_id": 164375, "video_name": "friends_s04e10_seg02_clip_02", "timestamp": [ 6.77, 14.96 ], "duration": 56.66, "caption": "A woman tells about an embarrassing thing that happened to her with she was little.", "similarity": 0.5041, "relevance": 1 }, { "pair_id": 164377, "video_name": "s08e14_seg02_clip_06", "timestamp": [ 0.0, 18.59 ], "duration": 59.66, "caption": "A woman sings and dances embarrassingly in old footage.", "similarity": 0.5034, "relevance": 2 }, { "pair_id": 164378, "video_name": "castle_s02e16_seg02_clip_00", "timestamp": [ 31.16, 37.21 ], "duration": 93.66, "caption": "A woman explains to her dad why he caught her dancing.", "similarity": 0.5008, "relevance": 0 }, { "pair_id": 164379, "video_name": "friends_s05e07_seg02_clip_17", "timestamp": [ 46.36, 57.59 ], "duration": 57.66, "caption": "A woman walks into the party and pretends like she just came back from a big shindig.", "similarity": 0.4988, "relevance": 1 } ] }, { "query_id": 74836, "query": "A man is asleep at large conference table during a meeting.", "relevant_moment": [ { "pair_id": 35780, "video_name": "friends_s09e02_seg02_clip_05", "timestamp": [ 33.77, 37.45 ], "duration": 61.66, "caption": "A man is asleep at large conference table during a meeting.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 35781, "video_name": "friends_s09e02_seg02_clip_02", "timestamp": [ 0.0, 7.54 ], "duration": 52.66, "caption": "A man is sitting at a conference table with his eyes closed and his head propped up on his arm.", "similarity": 0.6579, "relevance": 4 }, { "pair_id": 35782, "video_name": "house_s07e04_seg02_clip_13", "timestamp": [ 42.44, 43.78 ], "duration": 89.66, "caption": "A man gets up from his seat at the conference table.", "similarity": 0.6249, "relevance": 1 }, { "pair_id": 35783, "video_name": "house_s01e18_seg02_clip_11", "timestamp": [ 8.5, 10.54 ], "duration": 68.66, "caption": "A man slowly stands up at the conference table.", "similarity": 0.6234, "relevance": 2 }, { "pair_id": 35784, "video_name": "house_s03e08_seg02_clip_19", "timestamp": [ 3.69, 6.45 ], "duration": 92.66, "caption": "A man came in while the meeting is ongoing.", "similarity": 0.6053, "relevance": 0 }, { "pair_id": 35785, "video_name": "friends_s09e05_seg02_clip_00", "timestamp": [ 17.11, 20.84 ], "duration": 62.66, "caption": "A man is sitting at a conference table as he leans on his chin with his hand.", "similarity": 0.6048, "relevance": 1 }, { "pair_id": 35786, "video_name": "friends_s09e02_seg02_clip_02", "timestamp": [ 0.0, 9.1 ], "duration": 52.66, "caption": "A man falls asleep when their boss is talking about various offices.", "similarity": 0.603, "relevance": 4 }, { "pair_id": 35787, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 18.04, 20.69 ], "duration": 88.66, "caption": "A man stands up from his seat in their meeting table.", "similarity": 0.5933, "relevance": 1 }, { "pair_id": 35788, "video_name": "grey_s01e01_seg02_clip_14", "timestamp": [ 17.1, 20.71 ], "duration": 90.66, "caption": "A man walks around the table at the meeting.", "similarity": 0.5889, "relevance": 1 }, { "pair_id": 35789, "video_name": "castle_s06e16_seg02_clip_07", "timestamp": [ 13.65, 20.94 ], "duration": 91.66, "caption": "A person sat to the table while having a meeting.", "similarity": 0.5867, "relevance": 1 }, { "pair_id": 35790, "video_name": "house_s08e13_seg02_clip_06", "timestamp": [ 32.21, 36.29 ], "duration": 90.66, "caption": "A man takes their seat on the table where their team is having a meeting.", "similarity": 0.5848, "relevance": 1 }, { "pair_id": 35791, "video_name": "house_s08e09_seg02_clip_20", "timestamp": [ 30.71, 32.94 ], "duration": 89.66, "caption": "A man leans back in his chair during the meeting.", "similarity": 0.5811, "relevance": 1 }, { "pair_id": 35792, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 0.0, 17.68 ], "duration": 57.66, "caption": "A person is asleep at the cafeteria table while with some people.", "similarity": 0.5808, "relevance": 2 }, { "pair_id": 35793, "video_name": "house_s02e18_seg02_clip_13", "timestamp": [ 79.95, 86.31 ], "duration": 90.66, "caption": "A man is standing with his hands on a chair at the conference room table.", "similarity": 0.5783, "relevance": 0 }, { "pair_id": 35794, "video_name": "house_s02e14_seg02_clip_09", "timestamp": [ 0.0, 84.62 ], "duration": 90.66, "caption": "A man talks to a group of doctors at a conference table.", "similarity": 0.5643, "relevance": 0 }, { "pair_id": 35795, "video_name": "friends_s09e15_seg02_clip_17", "timestamp": [ 10.89, 14.73 ], "duration": 64.66, "caption": "A man waives his hands in the air while sitting at the conference table.", "similarity": 0.5636, "relevance": 1 }, { "pair_id": 35796, "video_name": "house_s01e12_seg02_clip_07", "timestamp": [ 4.99, 13.61 ], "duration": 90.66, "caption": "A man arrives the meeting room and sits down.", "similarity": 0.5598, "relevance": 0 }, { "pair_id": 35797, "video_name": "friends_s03e24_seg02_clip_01", "timestamp": [ 10.07, 17.09 ], "duration": 61.66, "caption": "A man gets up from a table and walks around during their meeting.", "similarity": 0.5563, "relevance": 1 }, { "pair_id": 35798, "video_name": "house_s08e11_seg02_clip_11", "timestamp": [ 33.85, 53.13 ], "duration": 94.66, "caption": "A person talks to colleagues around a table in the meeting room.", "similarity": 0.5367, "relevance": 1 }, { "pair_id": 35799, "video_name": "house_s07e03_seg02_clip_05", "timestamp": [ 86.52, 93.03 ], "duration": 93.66, "caption": "A man goes to talk to a man, but realizes he's asleep.", "similarity": 0.5334, "relevance": 2 } ] }, { "query_id": 74928, "query": "A woman places the gladiator hat on her head.", "relevant_moment": [ { "pair_id": 460, "video_name": "friends_s05e23-24_seg02_clip_20", "timestamp": [ 12.88, 21.79 ], "duration": 66.66, "caption": "A woman places the gladiator hat on her head.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 461, "video_name": "friends_s02e23_seg02_clip_19", "timestamp": [ 33.89, 38.9 ], "duration": 77.66, "caption": "A woman takes the white hat and puts it on her head.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 462, "video_name": "grey_s03e15_seg02_clip_21", "timestamp": [ 53.11, 65.27 ], "duration": 90.66, "caption": "A woman puts her scrub hat on and ties it.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 463, "video_name": "castle_s03e11_seg02_clip_09", "timestamp": [ 46.37, 48.64 ], "duration": 90.66, "caption": "A woman puts her black hat on.", "similarity": 0.5804, "relevance": 2 }, { "pair_id": 464, "video_name": "s08e12_seg02_clip_15", "timestamp": [ 29.25, 36.73 ], "duration": 68.66, "caption": "A person places the straw hat they weaved on their head.", "similarity": 0.5793, "relevance": 2 }, { "pair_id": 465, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 50.41, 55.04 ], "duration": 84.66, "caption": "A person puts the hat back on top of another person's head.", "similarity": 0.5714, "relevance": 1 }, { "pair_id": 466, "video_name": "house_s08e13_seg02_clip_11", "timestamp": [ 9.68, 11.44 ], "duration": 88.66, "caption": "A person puts on a fur hat on his head.", "similarity": 0.5598, "relevance": 1 }, { "pair_id": 467, "video_name": "castle_s07e22_seg02_clip_03", "timestamp": [ 79.19, 80.1 ], "duration": 91.66, "caption": "A woman quickly tilts their head to the side and smiles.", "similarity": 0.5539, "relevance": 0 }, { "pair_id": 468, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 0.0, 2.74 ], "duration": 91.66, "caption": "A woman puts her head on her hand resting it.", "similarity": 0.5497, "relevance": 0 }, { "pair_id": 469, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 0.0, 9.86 ], "duration": 68.66, "caption": "A girl is wearing a Santa hat on her head.", "similarity": 0.5374, "relevance": 1 }, { "pair_id": 470, "video_name": "castle_s04e14_seg02_clip_01", "timestamp": [ 26.05, 27.84 ], "duration": 89.66, "caption": "A woman furrows her brow and turns her head to the side.", "similarity": 0.5322, "relevance": 0 }, { "pair_id": 471, "video_name": "s10e12_seg02_clip_16", "timestamp": [ 6.58, 8.93 ], "duration": 47.66, "caption": "A person pats a woman on the top of her head.", "similarity": 0.5294, "relevance": 1 }, { "pair_id": 472, "video_name": "s01e17_seg02_clip_07", "timestamp": [ 15.87, 19.83 ], "duration": 61.66, "caption": "A woman places her hand on her head in sorrow.", "similarity": 0.5273, "relevance": 0 }, { "pair_id": 473, "video_name": "friends_s04e11_seg02_clip_08", "timestamp": [ 42.36, 44.39 ], "duration": 58.66, "caption": "A woman turns her head around and then back.", "similarity": 0.525, "relevance": 0 }, { "pair_id": 474, "video_name": "friends_s02e19_seg02_clip_00", "timestamp": [ 53.79, 62.11 ], "duration": 64.66, "caption": "A woman puts a man's hat on and then takes it off.", "similarity": 0.5248, "relevance": 3 }, { "pair_id": 475, "video_name": "friends_s10e05_seg02_clip_16", "timestamp": [ 50.35, 55.23 ], "duration": 61.66, "caption": "A woman puts the pink hat onto a baby's head as she sits in the stroller.", "similarity": 0.5247, "relevance": 1 }, { "pair_id": 476, "video_name": "s10e02_seg02_clip_02", "timestamp": [ 22.21, 23.41 ], "duration": 60.66, "caption": "A woman scratches her head while tilting it to the side.", "similarity": 0.5152, "relevance": 1 }, { "pair_id": 477, "video_name": "castle_s04e15_seg02_clip_08", "timestamp": [ 36.53, 38.73 ], "duration": 88.66, "caption": "Someone places a hood over a woman's head.", "similarity": 0.5132, "relevance": 1 }, { "pair_id": 478, "video_name": "friends_s06e23_seg02_clip_09", "timestamp": [ 0.65, 5.85 ], "duration": 65.66, "caption": "A woman points to the head piece she is describing to the employee.", "similarity": 0.5116, "relevance": 1 }, { "pair_id": 479, "video_name": "s10e12_seg02_clip_15", "timestamp": [ 22.27, 24.1 ], "duration": 73.66, "caption": "A woman rests her head on her right hand.", "similarity": 0.5095, "relevance": 0 } ] }, { "query_id": 74941, "query": "A person grabs a bottle of water from the coffee table.", "relevant_moment": [ { "pair_id": 166400, "video_name": "s08e05_seg02_clip_02", "timestamp": [ 12.69, 15.94 ], "duration": 59.66, "caption": "A person grabs a bottle of water from the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166401, "video_name": "s05e16_seg02_clip_04", "timestamp": [ 12.61, 14.41 ], "duration": 60.66, "caption": "A person grabs their water bottle from the coffee table.", "similarity": 0.9796, "relevance": 3 }, { "pair_id": 166402, "video_name": "s08e12_seg02_clip_02", "timestamp": [ 51.89, 53.89 ], "duration": 57.66, "caption": "A person grabs a bottle form the coffee table.", "similarity": 0.8745, "relevance": 4 }, { "pair_id": 166403, "video_name": "s08e12_seg02_clip_02", "timestamp": [ 52.46, 53.6 ], "duration": 57.66, "caption": "A person grabs the empty bottle off the coffee table.", "similarity": 0.8231, "relevance": 4 }, { "pair_id": 166404, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 35.9, 38.76 ], "duration": 52.66, "caption": "A person grabs his coffee cup from the table.", "similarity": 0.8059, "relevance": 3 }, { "pair_id": 166405, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 44.86, 47.91 ], "duration": 61.66, "caption": "A man grabs the water bottle from the table and sips on it.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 166406, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 60.19, 62.43 ], "duration": 64.66, "caption": "A person sets his water bottle on the coffee table.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 166407, "video_name": "s04e23_seg01_clip_00", "timestamp": [ 37.14, 42.9 ], "duration": 64.66, "caption": "A person takes a drink from their glass of water and places it on the table.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 166408, "video_name": "met_s06e07_seg02_clip_04", "timestamp": [ 44.86, 45.47 ], "duration": 61.66, "caption": "A person grabs the beer bottle that is on the table.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 166409, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 166410, "video_name": "house_s03e01_seg02_clip_02", "timestamp": [ 41.41, 45.55 ], "duration": 92.66, "caption": "A person grabs a bottle of water out of the refrigerator.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 166411, "video_name": "met_s05e05_seg02_clip_12", "timestamp": [ 28.33, 29.23 ], "duration": 60.66, "caption": "A person grabs a coffee cup from the counter.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 166412, "video_name": "house_s07e18_seg02_clip_01", "timestamp": [ 12.99, 13.89 ], "duration": 89.66, "caption": "A person stands up and grabs their coffee off of the table.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 166413, "video_name": "house_s03e11_seg02_clip_06", "timestamp": [ 55.59, 60.11 ], "duration": 90.66, "caption": "A person opens a bottle of water and takes a drink.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 166414, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 28.8, 30.79 ], "duration": 57.66, "caption": "A person drinks from the water bottle they are holding.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 166415, "video_name": "friends_s08e19_seg02_clip_09", "timestamp": [ 18.26, 19.94 ], "duration": 56.66, "caption": "A person gets up from the table and grabs their cup.", "similarity": 0.7186, "relevance": 1 }, { "pair_id": 166416, "video_name": "castle_s04e18_seg02_clip_10", "timestamp": [ 13.87, 17.01 ], "duration": 89.66, "caption": "A woman gets up from the table and grabs a bottle.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 166417, "video_name": "friends_s02e17_seg02_clip_11", "timestamp": [ 22.69, 25.53 ], "duration": 63.66, "caption": "A person drinks out of a water bottle then puts it on the table next to them.", "similarity": 0.7116, "relevance": 1 }, { "pair_id": 166418, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.7097, "relevance": 0 }, { "pair_id": 166419, "video_name": "s02e04_seg02_clip_10", "timestamp": [ 36.31, 38.14 ], "duration": 61.66, "caption": "A person places a food container and bottle on the coffee table.", "similarity": 0.7095, "relevance": 1 }, { "pair_id": 339720, "video_name": "s08e20_seg02_clip_10", "timestamp": [ 15.94, 19.18 ], "duration": 59.66, "caption": "A man grabs a bottle from the coffee table and puts it on the floor.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 339721, "video_name": "friends_s06e19_seg02_clip_11", "timestamp": [ 8.27, 10.11 ], "duration": 61.66, "caption": "A woman grabs a coffee mug from the cafe's coffee table.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 339722, "video_name": "house_s02e19_seg02_clip_03", "timestamp": [ 12.74, 15.93 ], "duration": 91.66, "caption": "A person opens a bottle of water and drinks.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 339723, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 87.15, 89.13 ], "duration": 99.66, "caption": "A person takes a sip of water from a cup.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 339724, "video_name": "s06e04_seg02_clip_08", "timestamp": [ 20.73, 23.53 ], "duration": 56.66, "caption": "A person gets up and takes bottles from the table.", "similarity": 0.7037, "relevance": 4 }, { "pair_id": 339725, "video_name": "met_s03e02_seg02_clip_01", "timestamp": [ 11.09, 15.88 ], "duration": 59.66, "caption": "A woman grabs her water bottle, opens it and then drinks.", "similarity": 0.7027, "relevance": 4 }, { "pair_id": 339726, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 3.96, 8.49 ], "duration": 56.66, "caption": "A person takes a sip of the drink and puts the bottle on the table.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 339727, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 339728, "video_name": "s07e03_seg02_clip_03", "timestamp": [ 15.2, 16.75 ], "duration": 62.66, "caption": "A person reaches out and grabs a box on the coffee table.", "similarity": 0.7005, "relevance": 1 }, { "pair_id": 339729, "video_name": "s10e02_seg02_clip_01", "timestamp": [ 43.22, 46.82 ], "duration": 60.66, "caption": "A person leans forward to place their water bottle on the coffee table.", "similarity": 0.6991, "relevance": 3 }, { "pair_id": 339730, "video_name": "friends_s01e16-17_seg02_clip_05", "timestamp": [ 45.59, 51.11 ], "duration": 58.66, "caption": "A woman grabs a bottle of water from the fridge.", "similarity": 0.6988, "relevance": 2 }, { "pair_id": 339731, "video_name": "friends_s04e23-24_seg02_clip_37", "timestamp": [ 11.98, 16.7 ], "duration": 63.66, "caption": "A person sits down at the table and takes a drink from their coffee mug.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 339733, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 339734, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 339736, "video_name": "friends_s09e03_seg02_clip_07", "timestamp": [ 35.86, 36.98 ], "duration": 56.66, "caption": "A woman picks up the water bottle from the table.", "similarity": 0.6922, "relevance": 4 }, { "pair_id": 339738, "video_name": "s09e05_seg02_clip_08", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A person takes a drink of his bottled water.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 339739, "video_name": "house_s08e01_seg02_clip_14", "timestamp": [ 62.49, 67.74 ], "duration": 105.66, "caption": "A person takes the lid off a water bottle and places the lid and the bottle on the table.", "similarity": 0.6902, "relevance": 2 } ] }, { "query_id": 74992, "query": "A man walks up to a smoothie counter and starts a conversation with a woman.", "relevant_moment": [ { "pair_id": 51800, "video_name": "met_s03e10_seg01_clip_03", "timestamp": [ 47.59, 51.49 ], "duration": 67.66, "caption": "A man walks up to a smoothie counter and starts a conversation with a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 51801, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 39.11, 42.56 ], "duration": 115.66, "caption": "A person walks up to a counter and begins a conversation with another person.", "similarity": 0.7471, "relevance": 2 }, { "pair_id": 51802, "video_name": "castle_s02e19_seg02_clip_17", "timestamp": [ 76.34, 79.07 ], "duration": 90.66, "caption": "A woman walks up and begins a conversation with a man.", "similarity": 0.739, "relevance": 1 }, { "pair_id": 51803, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 10.49, 14.59 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 51804, "video_name": "castle_s03e22_seg02_clip_08", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A woman walks up to a man and starts a conversation with him.", "similarity": 0.7351, "relevance": 1 }, { "pair_id": 51805, "video_name": "castle_s02e23_seg02_clip_11", "timestamp": [ 75.95, 80.81 ], "duration": 88.66, "caption": "A man walks up to a woman and a man and starts a conversation with them.", "similarity": 0.7321, "relevance": 1 }, { "pair_id": 51806, "video_name": "castle_s07e07_seg02_clip_06", "timestamp": [ 6.39, 11.86 ], "duration": 91.66, "caption": "A man walks up to two people and starts a conversation with them.", "similarity": 0.7292, "relevance": 1 }, { "pair_id": 51807, "video_name": "grey_s02e01_seg02_clip_10", "timestamp": [ 49.85, 76.79 ], "duration": 89.66, "caption": "A woman walks up to a man, they start a conversation.", "similarity": 0.7242, "relevance": 1 }, { "pair_id": 51808, "video_name": "castle_s05e19_seg02_clip_10", "timestamp": [ 74.34, 89.02 ], "duration": 89.66, "caption": "A man walks up to a woman and they start conversing.", "similarity": 0.722, "relevance": 1 }, { "pair_id": 51809, "video_name": "castle_s01e08_seg02_clip_12", "timestamp": [ 32.21, 38.65 ], "duration": 92.66, "caption": "A woman and man walk up to person to start a conversation with him.", "similarity": 0.7151, "relevance": 2 }, { "pair_id": 51810, "video_name": "castle_s02e17_seg02_clip_05", "timestamp": [ 82.79, 89.02 ], "duration": 89.66, "caption": "A person walks up to woman and starts a conversation.", "similarity": 0.7139, "relevance": 2 }, { "pair_id": 51811, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 77.63, 82.14 ], "duration": 90.66, "caption": "A person walks up to where woman and man are seated to start a conversation.", "similarity": 0.7133, "relevance": 1 }, { "pair_id": 51812, "video_name": "friends_s05e05_seg02_clip_18", "timestamp": [ 17.41, 27.56 ], "duration": 58.66, "caption": "A man walks in and starts a conversation with woman.", "similarity": 0.7092, "relevance": 1 }, { "pair_id": 51813, "video_name": "s01e06_seg02_clip_10", "timestamp": [ 9.46, 16.48 ], "duration": 61.66, "caption": "A man walks over to woman and starts a conversation.", "similarity": 0.7078, "relevance": 0 }, { "pair_id": 51814, "video_name": "friends_s07e11_seg02_clip_07", "timestamp": [ 35.39, 40.15 ], "duration": 59.66, "caption": "A man walks over to woman and starts a conversation.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 51815, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 0.0, 3.78 ], "duration": 84.66, "caption": "A person walks towards a man and starts a conversation with him.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 51816, "video_name": "castle_s03e11_seg02_clip_07", "timestamp": [ 65.27, 67.97 ], "duration": 90.66, "caption": "A man walks towards a woman and starts a conversation with her.", "similarity": 0.7064, "relevance": 1 }, { "pair_id": 51817, "video_name": "castle_s04e05_seg02_clip_11", "timestamp": [ 44.18, 48.95 ], "duration": 86.66, "caption": "A man walks up to some people and starts a conversation.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 51818, "video_name": "castle_s04e17_seg02_clip_01", "timestamp": [ 49.15, 54.2 ], "duration": 91.66, "caption": "A woman walks towards man and starts a conversation with him.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 51819, "video_name": "castle_s06e16_seg02_clip_07", "timestamp": [ 85.56, 87.38 ], "duration": 91.66, "caption": "A person walks over and begins a conversation with a woman and a man.", "similarity": 0.702, "relevance": 0 } ] }, { "query_id": 75017, "query": "A man picks up a white mug and takes a drink from it.", "relevant_moment": [ { "pair_id": 9880, "video_name": "s07e20_seg02_clip_15", "timestamp": [ 38.21, 43.91 ], "duration": 57.66, "caption": "A man picks up a white mug and takes a drink from it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9881, "video_name": "s08e13_seg02_clip_01", "timestamp": [ 59.1, 65.37 ], "duration": 66.66, "caption": "A man picks up his white mug and takes a sip of his drink.", "similarity": 0.9405, "relevance": 4 }, { "pair_id": 9882, "video_name": "met_s06e15_seg02_clip_14", "timestamp": [ 35.19, 39.27 ], "duration": 58.66, "caption": "A man holds a white mug up and takes a sip from it.", "similarity": 0.8924, "relevance": 3 }, { "pair_id": 9883, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 31.16, 36.28 ], "duration": 93.66, "caption": "A man picks up a mug and drinks from it.", "similarity": 0.8891, "relevance": 4 }, { "pair_id": 9884, "video_name": "castle_s07e20_seg02_clip_14", "timestamp": [ 66.17, 70.67 ], "duration": 90.66, "caption": "A person picks up a mug and takes a drink from it.", "similarity": 0.864, "relevance": 4 }, { "pair_id": 9885, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 4.48, 9.8 ], "duration": 56.66, "caption": "A man picks up his mug and takes a sip.", "similarity": 0.8312, "relevance": 3 }, { "pair_id": 9886, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 48.38, 51.44 ], "duration": 61.66, "caption": "A man picks up a glass from the table and takes a drink.", "similarity": 0.7887, "relevance": 2 }, { "pair_id": 9887, "video_name": "house_s02e05_seg02_clip_05", "timestamp": [ 64.26, 66.9 ], "duration": 88.66, "caption": "A man picks up a red cup and takes a drink.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 9888, "video_name": "house_s06e06_seg02_clip_23", "timestamp": [ 19.13, 23.81 ], "duration": 85.66, "caption": "A man takes a drink from a mug in his left hand.", "similarity": 0.7617, "relevance": 4 }, { "pair_id": 9889, "video_name": "house_s05e17_seg02_clip_17", "timestamp": [ 45.97, 50.97 ], "duration": 91.66, "caption": "A person picks up their cup and takes a drink.", "similarity": 0.7589, "relevance": 3 }, { "pair_id": 9890, "video_name": "s04e22_seg02_clip_16", "timestamp": [ 14.45, 18.71 ], "duration": 85.66, "caption": "A man holds a coffee mug in his hand then takes a drink from the mug.", "similarity": 0.7577, "relevance": 4 }, { "pair_id": 9891, "video_name": "s02e20_seg02_clip_12", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person takes a drink out of his mug.", "similarity": 0.7569, "relevance": 3 }, { "pair_id": 9893, "video_name": "friends_s10e12_seg02_clip_01", "timestamp": [ 2.83, 7.65 ], "duration": 56.66, "caption": "A man takes a drink out his mug and holds it in his right hand.", "similarity": 0.753, "relevance": 2 }, { "pair_id": 9894, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 1.75, 14.44 ], "duration": 87.66, "caption": "A man takes a drink of his coffee mug.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 9895, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 23.67, 25.49 ], "duration": 91.66, "caption": "A man takes a drink out of his coffee mug.", "similarity": 0.7469, "relevance": 3 }, { "pair_id": 9896, "video_name": "friends_s07e11_seg02_clip_00", "timestamp": [ 35.36, 39.39 ], "duration": 62.66, "caption": "A man takes a drink out of his coffee mug.", "similarity": 0.7469, "relevance": 2 }, { "pair_id": 9897, "video_name": "s06e18_seg02_clip_01", "timestamp": [ 5.51, 8.99 ], "duration": 58.66, "caption": "A person sets down a controller and picks up his mug to take a drink.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 9898, "video_name": "friends_s06e24-25_seg02_clip_11", "timestamp": [ 32.41, 45.02 ], "duration": 60.66, "caption": "A man picks up his wine glass and takes a drink.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 9899, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 12.1, 16.75 ], "duration": 62.66, "caption": "A man picks up his water bottle and takes a drink.", "similarity": 0.7408, "relevance": 3 }, { "pair_id": 183200, "video_name": "house_s03e19_seg02_clip_19", "timestamp": [ 43.18, 44.51 ], "duration": 89.66, "caption": "A man takes a sip from his coffee mug.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 183201, "video_name": "grey_s02e13_seg02_clip_10", "timestamp": [ 86.8, 88.13 ], "duration": 89.66, "caption": "A man takes a sip out of his coffee mug.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 183202, "video_name": "met_s02e13_seg02_clip_00", "timestamp": [ 58.1, 60.88 ], "duration": 61.66, "caption": "A man takes a sip of coffee from his mug.", "similarity": 0.7352, "relevance": 4 }, { "pair_id": 183203, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.7319, "relevance": 3 }, { "pair_id": 183204, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 49.22, 52.22 ], "duration": 60.66, "caption": "A man picks up their wine glass and takes a drink of it.", "similarity": 0.7283, "relevance": 3 }, { "pair_id": 183205, "video_name": "house_s07e05_seg02_clip_11", "timestamp": [ 33.07, 35.24 ], "duration": 87.66, "caption": "A man carries his black mug and takes a sip from it.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 183206, "video_name": "friends_s06e02_seg02_clip_03", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man holds their mug with both hands and takes a sip of their drink.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 183207, "video_name": "castle_s08e05_seg02_clip_23", "timestamp": [ 32.91, 35.26 ], "duration": 94.66, "caption": "A man picks up his glass and takes a sip.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 183208, "video_name": "castle_s02e24_seg02_clip_21", "timestamp": [ 57.81, 60.58 ], "duration": 92.66, "caption": "A man brings his mug to his mouth and takes a sip.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 183209, "video_name": "friends_s04e10_seg02_clip_09", "timestamp": [ 11.53, 15.05 ], "duration": 64.66, "caption": "A man picks a mug up and turns around.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 183210, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 13.51, 16.81 ], "duration": 60.66, "caption": "A man takes a sip out of a yellow mug.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 183211, "video_name": "s07e12_seg02_clip_17", "timestamp": [ 77.9, 81.44 ], "duration": 118.66, "caption": "A man picks up his coffee cup and takes a sip.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 183212, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man picks up his drink from the table.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 183213, "video_name": "s04e02_seg02_clip_01", "timestamp": [ 36.6, 41.02 ], "duration": 59.66, "caption": "A man picks up a soda and takes a drink.", "similarity": 0.7227, "relevance": 3 }, { "pair_id": 183214, "video_name": "met_s02e05_seg02_clip_10", "timestamp": [ 10.4, 15.13 ], "duration": 63.66, "caption": "A man picks up his beer and takes a drink.", "similarity": 0.7217, "relevance": 2 }, { "pair_id": 183215, "video_name": "met_s02e03_seg02_clip_19", "timestamp": [ 1.59, 7.3 ], "duration": 33.66, "caption": "A man holds up a coffee mug and drinks out of it.", "similarity": 0.7216, "relevance": 4 }, { "pair_id": 183216, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 63.57, 66.22 ], "duration": 88.66, "caption": "A person lifts his mug and takes a sip from it.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 183217, "video_name": "house_s05e07_seg02_clip_08", "timestamp": [ 17.11, 20.8 ], "duration": 92.66, "caption": "A man takes a drink from the coffee cup in his hand.", "similarity": 0.7198, "relevance": 4 }, { "pair_id": 183218, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 23.77, 25.53 ], "duration": 88.66, "caption": "A man holds up coffee mug to mouth and takes a sip.", "similarity": 0.7172, "relevance": 4 }, { "pair_id": 183219, "video_name": "house_s05e24_seg02_clip_01", "timestamp": [ 7.2, 9.9 ], "duration": 90.66, "caption": "A person takes a drink from their mug and sets it down.", "similarity": 0.7154, "relevance": 2 } ] }, { "query_id": 75045, "query": "A person walks behind a couch holding a coffee cup.", "relevant_moment": [ { "pair_id": 5420, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 9.86, 12.77 ], "duration": 58.66, "caption": "A person walks behind a couch holding a coffee cup.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5421, "video_name": "castle_s02e15_seg02_clip_13", "timestamp": [ 63.91, 68.02 ], "duration": 91.66, "caption": "A person walks across the room carrying a coffee cup.", "similarity": 0.8131, "relevance": 2 }, { "pair_id": 5422, "video_name": "friends_s09e15_seg02_clip_10", "timestamp": [ 11.64, 13.39 ], "duration": 58.66, "caption": "A person walks past with a pot of coffee.", "similarity": 0.7954, "relevance": 3 }, { "pair_id": 5423, "video_name": "friends_s07e18_seg02_clip_08", "timestamp": [ 23.38, 26.8 ], "duration": 57.66, "caption": "A man walks over to the couch carrying a coffee mug.", "similarity": 0.7778, "relevance": 3 }, { "pair_id": 5424, "video_name": "s02e01_seg02_clip_09", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A person walks towards the couch with a drink in his hand.", "similarity": 0.7665, "relevance": 3 }, { "pair_id": 5425, "video_name": "friends_s05e10_seg02_clip_13", "timestamp": [ 24.65, 30.09 ], "duration": 64.66, "caption": "A woman walks behind the couch with a coffee mug in her hands and sits in an armchair.", "similarity": 0.7644, "relevance": 4 }, { "pair_id": 5426, "video_name": "house_s07e20_seg02_clip_18", "timestamp": [ 65.34, 73.79 ], "duration": 88.66, "caption": "A person walks over and pours a cup of coffee.", "similarity": 0.7617, "relevance": 1 }, { "pair_id": 5427, "video_name": "s05e01_seg02_clip_01", "timestamp": [ 11.29, 14.95 ], "duration": 61.66, "caption": "A person passes in the background carrying a cup of coffee.", "similarity": 0.7605, "relevance": 2 }, { "pair_id": 5428, "video_name": "house_s05e18_seg02_clip_18", "timestamp": [ 31.5, 37.61 ], "duration": 94.66, "caption": "A person walks towards another person while carrying a coffee cup.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 5429, "video_name": "house_s08e19_seg02_clip_05", "timestamp": [ 11.75, 25.24 ], "duration": 87.66, "caption": "A person walks over with a coffee cup in hand and sits down.", "similarity": 0.7477, "relevance": 3 }, { "pair_id": 5430, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 79.65, 81.01 ], "duration": 91.66, "caption": "A person is about to take a drink from his coffee cup when someone walks beside him.", "similarity": 0.7448, "relevance": 2 }, { "pair_id": 5431, "video_name": "castle_s05e13_seg02_clip_13", "timestamp": [ 23.01, 50.02 ], "duration": 100.66, "caption": "A person was holding two cups of coffee as he was walking.", "similarity": 0.7445, "relevance": 2 }, { "pair_id": 5432, "video_name": "castle_s06e02_seg02_clip_16", "timestamp": [ 0.45, 4.02 ], "duration": 89.66, "caption": "A person walks up to someone holding a coffee cup.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 5433, "video_name": "house_s03e22_seg02_clip_01", "timestamp": [ 16.65, 22.51 ], "duration": 90.66, "caption": "A person walks into the room behind another person while carrying a coffee cup.", "similarity": 0.7351, "relevance": 2 }, { "pair_id": 5434, "video_name": "house_s05e22_seg02_clip_05", "timestamp": [ 8.74, 39.57 ], "duration": 92.66, "caption": "A person walks down the hallway holding onto the coffee cup.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 5435, "video_name": "grey_s02e07_seg02_clip_14", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A woman walks closer to the window carrying a coffee cup.", "similarity": 0.7225, "relevance": 1 }, { "pair_id": 5436, "video_name": "castle_s04e16_seg02_clip_10", "timestamp": [ 7.24, 9.5 ], "duration": 90.66, "caption": "A person stands up and starts walking with a coffee cup in his hand.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 5437, "video_name": "castle_s03e12_seg02_clip_13", "timestamp": [ 24.65, 26.85 ], "duration": 88.66, "caption": "A woman walks past a man as he holds a coffee cup.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 5438, "video_name": "castle_s02e07_seg02_clip_10", "timestamp": [ 37.32, 43.69 ], "duration": 91.66, "caption": "A man was holding a cup of coffee whilst walking.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 5439, "video_name": "friends_s09e13_seg02_clip_00", "timestamp": [ 48.29, 51.76 ], "duration": 63.66, "caption": "A man stands up, grabs their coffee mug and walks behind the couch.", "similarity": 0.7097, "relevance": 3 }, { "pair_id": 178740, "video_name": "friends_s06e19_seg02_clip_12", "timestamp": [ 42.02, 44.12 ], "duration": 60.66, "caption": "A man walks toward the couch at a coffee shop.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 178741, "video_name": "s09e02_seg02_clip_01", "timestamp": [ 29.41, 33.01 ], "duration": 60.66, "caption": "A person walks towards man and hands him a coffee cup.", "similarity": 0.7079, "relevance": 4 }, { "pair_id": 178742, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 39.17, 41.78 ], "duration": 58.66, "caption": "A person walks over and hands a woman a cup of coffee.", "similarity": 0.7059, "relevance": 4 }, { "pair_id": 178743, "video_name": "house_s07e22_seg02_clip_20", "timestamp": [ 0.0, 3.53 ], "duration": 88.66, "caption": "A person walks over and sets down a coffee mug.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 178744, "video_name": "castle_s02e19_seg02_clip_15", "timestamp": [ 2.61, 4.35 ], "duration": 87.66, "caption": "A person turns and looks over his shoulder as he walks into the room holding a coffee cup.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 178745, "video_name": "castle_s03e02_seg02_clip_08", "timestamp": [ 1.23, 6.15 ], "duration": 82.66, "caption": "A person walks into the room carrying two coffee cups and sets one down on the desk.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 178746, "video_name": "castle_s05e22_seg02_clip_08", "timestamp": [ 38.96, 44.66 ], "duration": 95.66, "caption": "A woman walks out from a person holding her cup of coffee.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 178747, "video_name": "friends_s01e08_seg01_clip_00", "timestamp": [ 5.76, 9.12 ], "duration": 48.66, "caption": "The person walks into the room and pours a cup of coffee.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 178748, "video_name": "friends_s06e24-25_seg02_clip_00", "timestamp": [ 36.5, 39.38 ], "duration": 64.66, "caption": "A person walks into a coffee shop and walks over to the sofa.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 178749, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 23.28, 28.07 ], "duration": 63.66, "caption": "A person walks over to a desk and puts their coffee down and goes to sit.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 178750, "video_name": "castle_s08e09_seg02_clip_12", "timestamp": [ 3.29, 7.99 ], "duration": 94.66, "caption": "A person walks towards the window and looks behind a couch.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 178751, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 38.69, 42.78 ], "duration": 91.66, "caption": "A woman holds onto her coffee cup and walks out of the room.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 178752, "video_name": "castle_s02e07_seg02_clip_14", "timestamp": [ 71.33, 73.6 ], "duration": 90.66, "caption": "A person takes a sip of his/her coffee mug as he/she walks forward.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 178753, "video_name": "friends_s09e04_seg02_clip_13", "timestamp": [ 11.29, 16.17 ], "duration": 61.66, "caption": "A person walks by another person and over to the couch.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 178754, "video_name": "friends_s05e15_seg02_clip_01", "timestamp": [ 22.95, 24.19 ], "duration": 62.66, "caption": "A woman moves forward on the couch and puts down her coffee cup.", "similarity": 0.6793, "relevance": 1 }, { "pair_id": 178755, "video_name": "s09e17_seg02_clip_08", "timestamp": [ 12.31, 17.41 ], "duration": 60.66, "caption": "A person is sitting on the couch holding a cup.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 178756, "video_name": "s06e21_seg02_clip_00", "timestamp": [ 28.81, 31.38 ], "duration": 64.66, "caption": "A person takes his foot down from the coffee table and sits up straight on the couch.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 178757, "video_name": "friends_s01e12_seg02_clip_08", "timestamp": [ 13.51, 18.31 ], "duration": 60.66, "caption": "A woman walks over to a man carrying a coffee pot and sits down on the arm of the couch.", "similarity": 0.6733, "relevance": 3 }, { "pair_id": 178758, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 178759, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 8.56, 14.76 ], "duration": 59.66, "caption": "A person walks into the kitchen and pours a cup of coffee.", "similarity": 0.6711, "relevance": 2 } ] }, { "query_id": 75100, "query": "A man pats another man on the shoulder and looks up at the ceiling.", "relevant_moment": [ { "pair_id": 160060, "video_name": "friends_s10e14_seg02_clip_10", "timestamp": [ 0.0, 4.48 ], "duration": 59.66, "caption": "A man pats another man on the shoulder and looks up at the ceiling.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160062, "video_name": "met_s06e19_seg02_clip_07", "timestamp": [ 50.42, 53.89 ], "duration": 63.66, "caption": "A man says something to another man and he looks up at the ceiling.", "similarity": 0.7962, "relevance": 1 }, { "pair_id": 160063, "video_name": "friends_s06e02_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "Two men look up at the ceiling at the same time.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 160064, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 29.71, 30.16 ], "duration": 90.66, "caption": "A man pats another man on the shoulder with his hand.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 160065, "video_name": "friends_s10e11_seg02_clip_03", "timestamp": [ 6.82, 9.92 ], "duration": 62.66, "caption": "A man waves their arm forward, another person scans the ceiling from left to right, looks forward and then throws their right arm upward from the elbow.", "similarity": 0.7097, "relevance": 3 }, { "pair_id": 160066, "video_name": "castle_s03e07_seg02_clip_23", "timestamp": [ 23.21, 25.49 ], "duration": 91.66, "caption": "A man looks up at the ceiling as he is standing in front of a woman.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 160067, "video_name": "friends_s09e01_seg02_clip_09", "timestamp": [ 56.14, 58.62 ], "duration": 62.66, "caption": "A man looks up to the ceiling like he is confused.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 160068, "video_name": "friends_s01e09_seg02_clip_09", "timestamp": [ 35.12, 37.37 ], "duration": 45.66, "caption": "A man brings his head up to look at another man as he leans against the front door.", "similarity": 0.6725, "relevance": 1 }, { "pair_id": 160069, "video_name": "castle_s05e11_seg02_clip_26", "timestamp": [ 101.77, 103.55 ], "duration": 119.66, "caption": "A man taps another man on the shoulder, then he turns and looks at him.", "similarity": 0.6717, "relevance": 1 }, { "pair_id": 160070, "video_name": "house_s07e03_seg02_clip_03", "timestamp": [ 34.07, 35.45 ], "duration": 92.66, "caption": "A man looks at another man and the other man gives him a thumbs up.", "similarity": 0.66, "relevance": 1 }, { "pair_id": 160071, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 7.16, 8.2 ], "duration": 26.66, "caption": "A man glances down at another man then at another man.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 160072, "video_name": "castle_s03e20_seg02_clip_02", "timestamp": [ 37.4, 39.65 ], "duration": 90.66, "caption": "A man looks at another man and uncrosses his arms.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 160073, "video_name": "met_s02e11_seg02_clip_11", "timestamp": [ 31.12, 33.57 ], "duration": 61.66, "caption": "A man looks straight up at the ceiling while the lights are off.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 160074, "video_name": "house_s07e10_seg02_clip_10", "timestamp": [ 27.31, 28.22 ], "duration": 91.66, "caption": "A man pats another man on the shoulder then turns away.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 160075, "video_name": "friends_s04e19_seg02_clip_08", "timestamp": [ 24.91, 28.81 ], "duration": 60.66, "caption": "A man rolls his eyes and looks up at the ceiling.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 160076, "video_name": "friends_s04e11_seg02_clip_04", "timestamp": [ 16.54, 19.67 ], "duration": 57.66, "caption": "A man and another man are looking at each other. The first man circles his forearm towards the second man with the palm facing away from him, and the second man repeats the gesture.", "similarity": 0.6545, "relevance": 1 }, { "pair_id": 160077, "video_name": "grey_s02e06_seg02_clip_22", "timestamp": [ 6.35, 11.28 ], "duration": 141.66, "caption": "A man pats another man on the shoulder in a comforting manner.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 160078, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 41.4, 46.29 ], "duration": 89.66, "caption": "While a person is holding a man's right arm up, the man lifts his left arm and another person moves closer, the man looks up at the other person and then down.", "similarity": 0.6495, "relevance": 0 }, { "pair_id": 160079, "video_name": "house_s08e02_seg02_clip_03", "timestamp": [ 6.33, 10.85 ], "duration": 90.66, "caption": "A man looks over his shoulder to another person who is standing behind him.", "similarity": 0.6491, "relevance": 0 }, { "pair_id": 333380, "video_name": "house_s08e02_seg02_clip_18", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A man looks up at another man and asks for another emotion.", "similarity": 0.6483, "relevance": 1 }, { "pair_id": 333381, "video_name": "met_s06e05_seg02_clip_13", "timestamp": [ 5.1, 10.2 ], "duration": 60.66, "caption": "A man puts his hands up and another man hangs his head.", "similarity": 0.6481, "relevance": 1 }, { "pair_id": 333382, "video_name": "castle_s03e02_seg02_clip_07", "timestamp": [ 13.1, 16.5 ], "duration": 97.66, "caption": "A man puts their hand on their stomach while looking at another man.", "similarity": 0.6477, "relevance": 1 }, { "pair_id": 333383, "video_name": "house_s08e04_seg02_clip_05", "timestamp": [ 49.85, 52.08 ], "duration": 89.66, "caption": "A man puts his hand over his forehead to look at another man.", "similarity": 0.6466, "relevance": 1 }, { "pair_id": 333384, "video_name": "castle_s07e07_seg02_clip_03", "timestamp": [ 1.38, 5.53 ], "duration": 92.66, "caption": "A man pats another man on the shoulder and the other man does not like that.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 333385, "video_name": "grey_s01e03_seg02_clip_17", "timestamp": [ 73.89, 76.56 ], "duration": 89.66, "caption": "A man holds out his hand and another man looks at it.", "similarity": 0.645, "relevance": 1 }, { "pair_id": 333386, "video_name": "friends_s03e02_seg02_clip_09", "timestamp": [ 39.75, 44.1 ], "duration": 58.66, "caption": "A man turns his head around to look at another man who is behind him.", "similarity": 0.6435, "relevance": 1 }, { "pair_id": 333387, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 43.89, 48.77 ], "duration": 75.66, "caption": "A man gets up and looks at another man's medication and then touches his shoulder.", "similarity": 0.6424, "relevance": 3 }, { "pair_id": 333388, "video_name": "friends_s01e12_seg02_clip_16", "timestamp": [ 34.82, 38.72 ], "duration": 60.66, "caption": "A man reaches over to pat another man on the back.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 333389, "video_name": "met_s02e10_seg02_clip_15", "timestamp": [ 0.0, 2.49 ], "duration": 62.66, "caption": "A man comes up and puts his arms around two other men.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 333390, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 1.83, 2.75 ], "duration": 63.66, "caption": "A man pats another man on the shoulder while having a conversation.", "similarity": 0.6353, "relevance": 2 }, { "pair_id": 333391, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 37.41, 40.49 ], "duration": 88.66, "caption": "A man pats someone on the shoulder as he stands up.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 333392, "video_name": "friends_s03e17_seg02_clip_01", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A man looks back at another man and the other man motions for him to continue.", "similarity": 0.6343, "relevance": 0 }, { "pair_id": 333393, "video_name": "castle_s05e16_seg02_clip_02", "timestamp": [ 14.45, 16.59 ], "duration": 107.66, "caption": "A person pats man on the shoulder as they stand facing one another.", "similarity": 0.634, "relevance": 2 }, { "pair_id": 333394, "video_name": "met_s06e04_seg02_clip_11", "timestamp": [ 31.37, 36.42 ], "duration": 56.66, "caption": "A man looks up at the ceiling and the rest of their friends look concerned.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 333395, "video_name": "friends_s01e09_seg02_clip_20", "timestamp": [ 50.75, 58.78 ], "duration": 73.66, "caption": "A man is talking behind another man and pats someone on the shoulder.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 333396, "video_name": "s03e06_seg02_clip_12", "timestamp": [ 24.41, 25.33 ], "duration": 61.66, "caption": "A man reaches out and touches another man on the shoulder.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 333397, "video_name": "castle_s06e04_seg02_clip_24", "timestamp": [ 71.72, 73.53 ], "duration": 90.66, "caption": "A man looks first at a man and then at another man.", "similarity": 0.6329, "relevance": 1 }, { "pair_id": 333398, "video_name": "friends_s10e17-18_seg02_clip_31", "timestamp": [ 30.22, 33.36 ], "duration": 57.66, "caption": "A man pats another man on the back and then folds his arms in front of him.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 333399, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 20.07, 22.13 ], "duration": 59.66, "caption": "A man pats another man on the shoulder during a conversation.", "similarity": 0.6327, "relevance": 2 } ] }, { "query_id": 75207, "query": "A man pulls the grate from the back of the refrigerator.", "relevant_moment": [ { "pair_id": 160000, "video_name": "friends_s06e19_seg01_clip_00", "timestamp": [ 3.42, 9.88 ], "duration": 76.66, "caption": "A man pulls the grate from the back of the refrigerator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160002, "video_name": "house_s03e19_seg02_clip_07", "timestamp": [ 95.09, 98.03 ], "duration": 98.66, "caption": "A man reaches forward and pulls off the grate on the vent.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 160003, "video_name": "house_s02e15_seg02_clip_25", "timestamp": [ 118.82, 127.62 ], "duration": 176.66, "caption": "A man opens the refrigerator and takes something out to eat.", "similarity": 0.6808, "relevance": 1 }, { "pair_id": 160004, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 160005, "video_name": "castle_s04e11_seg02_clip_24", "timestamp": [ 47.44, 51.51 ], "duration": 90.66, "caption": "A man walks to a refrigerator and opens it.", "similarity": 0.63, "relevance": 2 }, { "pair_id": 160006, "video_name": "s04e05_seg02_clip_09", "timestamp": [ 8.51, 11.66 ], "duration": 63.66, "caption": "A man goes to the fridge and opens it.", "similarity": 0.6268, "relevance": 2 }, { "pair_id": 160007, "video_name": "house_s05e21_seg02_clip_11", "timestamp": [ 48.16, 59.42 ], "duration": 90.66, "caption": "A man opened the refrigerator and got some stuff from it.", "similarity": 0.62, "relevance": 2 }, { "pair_id": 160008, "video_name": "s04e02_seg01_clip_01", "timestamp": [ 25.51, 30.61 ], "duration": 60.66, "caption": "A man opens up the refrigerator to take food out while talking to a person.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 160009, "video_name": "s01e08_seg01_clip_03", "timestamp": [ 6.8, 10.88 ], "duration": 68.66, "caption": "A man walks toward the fridge and opens it.", "similarity": 0.6177, "relevance": 2 }, { "pair_id": 160010, "video_name": "s10e01_seg02_clip_09", "timestamp": [ 30.01, 32.71 ], "duration": 60.66, "caption": "A man is walking towards the fridge and opens it.", "similarity": 0.616, "relevance": 1 }, { "pair_id": 160011, "video_name": "castle_s08e21_seg02_clip_03", "timestamp": [ 71.22, 76.97 ], "duration": 88.66, "caption": "A person takes the grate off and then sticks his/her arm in the vent.", "similarity": 0.6153, "relevance": 2 }, { "pair_id": 160012, "video_name": "friends_s04e18_seg02_clip_03", "timestamp": [ 6.3, 12.01 ], "duration": 60.66, "caption": "A man walks into the kitchen and opens the refrigerator.", "similarity": 0.613, "relevance": 2 }, { "pair_id": 160013, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 2.7, 5.4 ], "duration": 60.66, "caption": "A person opens the door to refrigerator to grab something.", "similarity": 0.6108, "relevance": 1 }, { "pair_id": 160014, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 19.75, 29.15 ], "duration": 47.66, "caption": "A man gets up and walks to the refrigerator and opens it.", "similarity": 0.6102, "relevance": 2 }, { "pair_id": 160015, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 48.98, 52.18 ], "duration": 64.66, "caption": "A man reaches into the fridge and pulls out a bottle of water.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 160016, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 36.3, 40.73 ], "duration": 59.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 160017, "video_name": "s01e08_seg02_clip_14", "timestamp": [ 25.47, 28.15 ], "duration": 67.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.6079, "relevance": 2 }, { "pair_id": 160018, "video_name": "s06e09_seg02_clip_00", "timestamp": [ 54.9, 58.62 ], "duration": 62.66, "caption": "A person is trying to get something out from his refrigerator.", "similarity": 0.6075, "relevance": 1 }, { "pair_id": 160019, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 333320, "video_name": "s09e13_seg02_clip_06", "timestamp": [ 27.16, 32.96 ], "duration": 61.66, "caption": "A man opens the refrigerator and gets a bottle of water out.", "similarity": 0.606, "relevance": 2 }, { "pair_id": 333321, "video_name": "friends_s05e10_seg01_clip_00", "timestamp": [ 0.0, 8.64 ], "duration": 96.66, "caption": "A man organizes the refrigerator as a person walks in.", "similarity": 0.6042, "relevance": 3 }, { "pair_id": 333322, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 44.7, 51.85 ], "duration": 59.66, "caption": "A man walks into the kitchen and opens the fridge, then stands in front of it.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 333323, "video_name": "friends_s02e10_seg02_clip_17", "timestamp": [ 30.71, 35.33 ], "duration": 66.66, "caption": "A man closes the refrigerator and walks out of the kitchen.", "similarity": 0.602, "relevance": 2 }, { "pair_id": 333324, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.6018, "relevance": 3 }, { "pair_id": 333325, "video_name": "friends_s03e14_seg02_clip_15", "timestamp": [ 30.7, 34.12 ], "duration": 62.66, "caption": "A man gets a bottle out of the refrigerator.", "similarity": 0.6001, "relevance": 3 }, { "pair_id": 333326, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 2.29, 4.88 ], "duration": 57.66, "caption": "A man walks to the fridge and opens it.", "similarity": 0.5964, "relevance": 2 }, { "pair_id": 333327, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 18.05, 27.07 ], "duration": 82.66, "caption": "A person gets up from his spot and opens the fridge.", "similarity": 0.5946, "relevance": 1 }, { "pair_id": 333328, "video_name": "friends_s06e05_seg02_clip_05", "timestamp": [ 17.43, 20.81 ], "duration": 52.66, "caption": "A man grabs a bottle of water from the refrigerator.", "similarity": 0.5943, "relevance": 3 }, { "pair_id": 333329, "video_name": "friends_s06e07_seg02_clip_02", "timestamp": [ 6.51, 9.3 ], "duration": 62.66, "caption": "A man opens the refrigerator and takes out a beer.", "similarity": 0.5941, "relevance": 2 }, { "pair_id": 333330, "video_name": "house_s01e20_seg02_clip_18", "timestamp": [ 26.78, 31.51 ], "duration": 105.66, "caption": "A person bends down and pulls a corsage out of the refrigerator.", "similarity": 0.5931, "relevance": 3 }, { "pair_id": 333331, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.93 ], "duration": 63.66, "caption": "A person opens the refrigerator and get some food.", "similarity": 0.593, "relevance": 3 }, { "pair_id": 333332, "video_name": "friends_s10e06_seg02_clip_00", "timestamp": [ 50.11, 55.15 ], "duration": 63.66, "caption": "A man opens and closes the door to the refrigerator.", "similarity": 0.5927, "relevance": 3 }, { "pair_id": 333333, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 25.5, 29.23 ], "duration": 62.66, "caption": "A person opens the refrigerator and walks back to the stove.", "similarity": 0.5925, "relevance": 1 }, { "pair_id": 333334, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 4.34, 5.58 ], "duration": 62.66, "caption": "A man opens the fridge to grab a bottle of water.", "similarity": 0.592, "relevance": 2 }, { "pair_id": 333335, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 18.89, 22.73 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 333336, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 0.89, 4.43 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 333337, "video_name": "friends_s03e02_seg01_clip_00", "timestamp": [ 1.58, 7.51 ], "duration": 79.66, "caption": "A man is standing in front of the refrigerator looking at things to drink and pulls out a glass.", "similarity": 0.591, "relevance": 3 }, { "pair_id": 333338, "video_name": "friends_s09e16_seg02_clip_23", "timestamp": [ 73.64, 78.87 ], "duration": 95.66, "caption": "A man pulls hard on the babyproofed refrigerator handle and then falls on the floor when it springs opens.", "similarity": 0.5902, "relevance": 1 }, { "pair_id": 333339, "video_name": "friends_s09e21_seg02_clip_12", "timestamp": [ 51.7, 56.58 ], "duration": 65.66, "caption": "A man walks into the kitchen and opens the fridge.", "similarity": 0.5895, "relevance": 2 } ] }, { "query_id": 75212, "query": "A woman writing on a clipboard sitting next to another woman.", "relevant_moment": [ { "pair_id": 160080, "video_name": "friends_s01e16-17_seg02_clip_40", "timestamp": [ 44.48, 49.61 ], "duration": 57.66, "caption": "A woman writing on a clipboard sitting next to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160081, "video_name": "met_s02e04_seg02_clip_07", "timestamp": [ 12.1, 15.21 ], "duration": 62.66, "caption": "A woman writes something on the clipboard and hands it to another woman.", "similarity": 0.8611, "relevance": 3 }, { "pair_id": 160082, "video_name": "castle_s04e10_seg02_clip_01", "timestamp": [ 63.68, 69.59 ], "duration": 90.66, "caption": "A woman writes on a clipboard and then hands it to another woman.", "similarity": 0.8564, "relevance": 3 }, { "pair_id": 160083, "video_name": "house_s02e07_seg02_clip_05", "timestamp": [ 77.45, 81.9 ], "duration": 89.66, "caption": "A woman writes on her clipboard while talking with a man.", "similarity": 0.7742, "relevance": 3 }, { "pair_id": 160084, "video_name": "castle_s04e15_seg02_clip_01", "timestamp": [ 83.24, 85.02 ], "duration": 89.66, "caption": "A woman is standing close to a girl and writing something on a clipboard.", "similarity": 0.7699, "relevance": 3 }, { "pair_id": 160085, "video_name": "grey_s03e22_seg02_clip_06", "timestamp": [ 42.51, 46.34 ], "duration": 85.66, "caption": "A woman smiles as she's talking with another woman who is writing on a clipboard.", "similarity": 0.7687, "relevance": 4 }, { "pair_id": 160086, "video_name": "grey_s03e11_seg02_clip_08", "timestamp": [ 0.0, 19.74 ], "duration": 91.66, "caption": "A woman writes on a clipboard and talks to another woman who is lying in a hospital bed.", "similarity": 0.7624, "relevance": 3 }, { "pair_id": 160087, "video_name": "house_s08e04_seg02_clip_14", "timestamp": [ 60.77, 76.07 ], "duration": 90.66, "caption": "A woman writes on her notes while talking to another woman.", "similarity": 0.7437, "relevance": 4 }, { "pair_id": 160088, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 64.94, 77.39 ], "duration": 88.66, "caption": "A woman is holding a clipboard and a pen as she speaks to another woman.", "similarity": 0.74, "relevance": 2 }, { "pair_id": 160089, "video_name": "friends_s07e03_seg02_clip_06", "timestamp": [ 11.71, 15.61 ], "duration": 60.66, "caption": "A woman writes something on a piece of paper while sitting at the kitchen table and talking to another woman.", "similarity": 0.7359, "relevance": 4 }, { "pair_id": 160090, "video_name": "castle_s02e22_seg02_clip_02", "timestamp": [ 20.71, 22.51 ], "duration": 90.66, "caption": "A woman is having a conversation with another person who is writing in a notepad.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 160091, "video_name": "grey_s03e06_seg02_clip_05", "timestamp": [ 11.13, 17.36 ], "duration": 89.66, "caption": "A woman walks up to another woman while she is writing.", "similarity": 0.7176, "relevance": 3 }, { "pair_id": 160092, "video_name": "castle_s02e12_seg02_clip_05", "timestamp": [ 2.25, 4.05 ], "duration": 90.66, "caption": "A woman is writing on a file while talking to another woman.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 160093, "video_name": "house_s07e19_seg02_clip_02", "timestamp": [ 54.16, 60.43 ], "duration": 89.66, "caption": "A person walks in and sees woman writing on a clipboard.", "similarity": 0.7115, "relevance": 3 }, { "pair_id": 160094, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 42.72, 45.16 ], "duration": 61.66, "caption": "A person writes on the clipboard and hands it to another person.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 160095, "video_name": "house_s02e09_seg02_clip_11", "timestamp": [ 68.02, 90.1 ], "duration": 90.66, "caption": "A woman holds a clipboard out in front of her while talking with another woman.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 160096, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 41.16, 43.78 ], "duration": 74.66, "caption": "A woman has a clipboard and pen in her hand and is writing.", "similarity": 0.7018, "relevance": 3 }, { "pair_id": 160097, "video_name": "friends_s04e23-24_seg02_clip_00", "timestamp": [ 5.58, 12.72 ], "duration": 62.66, "caption": "A woman takes notes on a notepad to another woman.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 160098, "video_name": "grey_s02e14_seg02_clip_15", "timestamp": [ 0.0, 8.31 ], "duration": 92.66, "caption": "A woman signs a clipboard and hands it back to another woman.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 160099, "video_name": "house_s08e13_seg02_clip_12", "timestamp": [ 49.51, 62.12 ], "duration": 90.66, "caption": "A woman writes on a clipboard as she has a conversation with a dark haired male patient.", "similarity": 0.6935, "relevance": 3 }, { "pair_id": 333400, "video_name": "grey_s03e07_seg02_clip_18", "timestamp": [ 0.0, 46.79 ], "duration": 87.66, "caption": "A woman is writing notes from a book while talking to another woman.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 333401, "video_name": "friends_s10e06_seg02_clip_03", "timestamp": [ 7.58, 14.25 ], "duration": 60.66, "caption": "A woman is typing on a small typewriter whilst talking with another woman.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 333402, "video_name": "castle_s04e22_seg02_clip_14", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "A woman walks up to two men while one of them is writing something on his clipboard.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 333403, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 70.7, 73.96 ], "duration": 93.66, "caption": "A woman writes something on paper while interviewing another woman.", "similarity": 0.6789, "relevance": 3 }, { "pair_id": 333404, "video_name": "house_s02e20_seg02_clip_19", "timestamp": [ 0.0, 1.62 ], "duration": 108.66, "caption": "A woman writes something on a clipboard as she is wearing a protective suit.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 333405, "video_name": "castle_s08e21_seg02_clip_07", "timestamp": [ 0.0, 23.78 ], "duration": 89.66, "caption": "A woman has a pad of paper during her conversation with another woman.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 333406, "video_name": "friends_s02e11_seg02_clip_09", "timestamp": [ 50.04, 60.72 ], "duration": 61.66, "caption": "A woman is sitting next to another woman with her hand on her hand.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 333407, "video_name": "house_s05e21_seg02_clip_14", "timestamp": [ 2.25, 4.05 ], "duration": 90.66, "caption": "A woman writes down information onto a sheet of paper on a clipboard.", "similarity": 0.6634, "relevance": 3 }, { "pair_id": 333408, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 0.0, 16.48 ], "duration": 61.66, "caption": "A woman is holding a paper while talking to another woman.", "similarity": 0.6574, "relevance": 1 }, { "pair_id": 333409, "video_name": "s07e18_seg02_clip_08", "timestamp": [ 0.0, 1.14 ], "duration": 57.66, "caption": "A woman asks another woman what is written on her paper.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 333410, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 28.57, 31.09 ], "duration": 56.66, "caption": "A woman is sitting on a sofa handle and a person is standing in front of a writing board.", "similarity": 0.6541, "relevance": 1 }, { "pair_id": 333411, "video_name": "friends_s04e11_seg02_clip_13", "timestamp": [ 13.68, 16.66 ], "duration": 59.66, "caption": "A woman shows another woman her drawing on the notepad.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 333412, "video_name": "friends_s10e12_seg02_clip_20", "timestamp": [ 26.57, 28.81 ], "duration": 64.66, "caption": "A woman takes the clipboard as another woman hands it out.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 333413, "video_name": "s07e12_seg02_clip_09", "timestamp": [ 9.15, 45.45 ], "duration": 59.66, "caption": "A person is sitting on the couch next to a woman writing in a note book as he asks her question.", "similarity": 0.6479, "relevance": 3 }, { "pair_id": 333414, "video_name": "castle_s08e12_seg02_clip_00", "timestamp": [ 89.2, 91.03 ], "duration": 91.66, "caption": "A woman is writing on a clipboard as she stands by a dead person in a body bag.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 333415, "video_name": "friends_s01e16-17_seg02_clip_23", "timestamp": [ 11.71, 13.98 ], "duration": 65.66, "caption": "A woman taps on the clipboard another woman is holding.", "similarity": 0.646, "relevance": 1 }, { "pair_id": 333416, "video_name": "friends_s04e16_seg02_clip_00", "timestamp": [ 2.44, 5.49 ], "duration": 61.66, "caption": "A woman throws a paper from her notepad onto the floor as another woman sits beside her asking what she is doing.", "similarity": 0.6425, "relevance": 1 }, { "pair_id": 333417, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 53.13, 55.61 ], "duration": 62.66, "caption": "A woman sits down while another woman stands next to someone.", "similarity": 0.6422, "relevance": 1 }, { "pair_id": 333418, "video_name": "castle_s05e05_seg02_clip_02", "timestamp": [ 18.43, 21.13 ], "duration": 89.66, "caption": "A woman is writing on the case board as two men are behind her.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 333419, "video_name": "castle_s08e15_seg02_clip_14", "timestamp": [ 0.0, 33.76 ], "duration": 90.66, "caption": "A woman is sitting next to another woman conversing with her.", "similarity": 0.6419, "relevance": 2 } ] }, { "query_id": 75226, "query": "A man stands up from the sofa and leaves a woman alone.", "relevant_moment": [ { "pair_id": 169920, "video_name": "friends_s01e16-17_seg02_clip_44", "timestamp": [ 19.58, 21.76 ], "duration": 87.66, "caption": "A man stands up from the sofa and leaves a woman alone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169921, "video_name": "friends_s03e16_seg02_clip_17", "timestamp": [ 42.72, 46.99 ], "duration": 61.66, "caption": "A woman gets away from a man on the sofa and stands up.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 169922, "video_name": "castle_s03e22_seg02_clip_14", "timestamp": [ 81.42, 87.14 ], "duration": 88.66, "caption": "A woman gets up from the couch and walks off leaving a man sitting alone.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 169923, "video_name": "friends_s06e24-25_seg02_clip_31", "timestamp": [ 39.97, 46.38 ], "duration": 61.66, "caption": "A man leaves a woman at the door and then takes a seat on the sofa.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 169924, "video_name": "friends_s09e10_seg02_clip_16", "timestamp": [ 44.27, 47.54 ], "duration": 59.66, "caption": "A man walks away from woman towards the sofa.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 169925, "video_name": "house_s06e07_seg02_clip_10", "timestamp": [ 10.05, 12.33 ], "duration": 91.66, "caption": "A man gets up from his seat and leaves a woman sitting alone.", "similarity": 0.7399, "relevance": 4 }, { "pair_id": 169926, "video_name": "friends_s05e11_seg02_clip_08", "timestamp": [ 42.94, 48.46 ], "duration": 85.66, "caption": "A man suddenly stand up and leave the person on the couch.", "similarity": 0.7347, "relevance": 4 }, { "pair_id": 169927, "video_name": "house_s01e18_seg02_clip_23", "timestamp": [ 57.69, 62.43 ], "duration": 79.66, "caption": "A man walks away from a woman leaving her standing alone.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 169928, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 27.46, 33.57 ], "duration": 61.66, "caption": "A man gets off of the sofa and walks over to a woman.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 169929, "video_name": "s02e21_seg02_clip_15", "timestamp": [ 8.85, 22.58 ], "duration": 61.66, "caption": "A person stands up from the couch then walks away from a woman until out of sight.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 169930, "video_name": "grey_s02e06_seg02_clip_21", "timestamp": [ 80.06, 84.66 ], "duration": 92.66, "caption": "A woman walks away and leaves man standing alone.", "similarity": 0.7236, "relevance": 1 }, { "pair_id": 169931, "video_name": "grey_s02e25_seg02_clip_21", "timestamp": [ 58.3, 59.24 ], "duration": 94.66, "caption": "A man walks away from woman leaving her standing alone.", "similarity": 0.7222, "relevance": 1 }, { "pair_id": 169932, "video_name": "friends_s02e07_seg02_clip_12", "timestamp": [ 21.91, 28.21 ], "duration": 60.66, "caption": "A woman walks away from a man and towards the sofa.", "similarity": 0.7207, "relevance": 1 }, { "pair_id": 169933, "video_name": "s03e19_seg02_clip_08", "timestamp": [ 17.71, 19.48 ], "duration": 59.66, "caption": "A woman suddenly gets up from the chair and leaves man alone.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 169934, "video_name": "castle_s02e19_seg02_clip_27", "timestamp": [ 9.92, 11.02 ], "duration": 11.66, "caption": "A woman walks away from a man leaving him standing alone.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 169935, "video_name": "castle_s02e05_seg02_clip_27", "timestamp": [ 77.79, 86.38 ], "duration": 101.66, "caption": "A woman walks away from man leaving him standing alone.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 169936, "video_name": "s05e23_seg02_clip_15", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person stands up from the sofa and walks away.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 169937, "video_name": "s03e04_seg02_clip_00", "timestamp": [ 38.13, 53.58 ], "duration": 63.66, "caption": "A woman gets up from the sofa to leave the room after a man asks her to.", "similarity": 0.7022, "relevance": 2 }, { "pair_id": 169938, "video_name": "met_s02e09_seg02_clip_10", "timestamp": [ 22.63, 37.43 ], "duration": 58.66, "caption": "A man stands up from the couch and a short time later a woman does the same.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 169939, "video_name": "s01e11_seg01_clip_01", "timestamp": [ 21.32, 22.63 ], "duration": 87.66, "caption": "A person stands up from the couch suddenly between woman and man.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 343240, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 15.61, 20.07 ], "duration": 89.66, "caption": "A woman walks out of the room leaving man standing alone.", "similarity": 0.6877, "relevance": 2 }, { "pair_id": 343241, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 8.33, 16.17 ], "duration": 98.66, "caption": "A man walks over to stand behind woman on the couch.", "similarity": 0.6864, "relevance": 1 }, { "pair_id": 343242, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 13.35, 19.59 ], "duration": 89.66, "caption": "A man and a woman walk away and leave a man standing alone.", "similarity": 0.6858, "relevance": 1 }, { "pair_id": 343243, "video_name": "met_s02e06_seg02_clip_03", "timestamp": [ 32.62, 35.36 ], "duration": 60.66, "caption": "A man walks away and leaves a man standing with woman.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 343244, "video_name": "friends_s01e06_seg02_clip_09", "timestamp": [ 2.8, 10.08 ], "duration": 56.66, "caption": "A man walks away from a woman and takes a seat on the couch.", "similarity": 0.6834, "relevance": 1 }, { "pair_id": 343245, "video_name": "s05e07_seg02_clip_11", "timestamp": [ 14.18, 28.68 ], "duration": 63.66, "caption": "A person stands up from the sofa and leaves from the door, while talking to another person.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 343246, "video_name": "friends_s10e08_seg02_clip_02", "timestamp": [ 13.21, 19.81 ], "duration": 60.66, "caption": "A man gets off of the sofa and walks to the kitchen where a woman is standing.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 343247, "video_name": "friends_s07e07_seg02_clip_07", "timestamp": [ 27.85, 31.33 ], "duration": 58.66, "caption": "A woman and a man stand up together from the couch when another person walks over.", "similarity": 0.6792, "relevance": 2 }, { "pair_id": 343248, "video_name": "grey_s03e09_seg02_clip_13", "timestamp": [ 42.78, 43.69 ], "duration": 91.66, "caption": "A man walks away from woman leaving her alone.", "similarity": 0.6784, "relevance": 0 }, { "pair_id": 343249, "video_name": "friends_s06e15-16_seg02_clip_27", "timestamp": [ 45.25, 49.83 ], "duration": 57.66, "caption": "A woman stands up and gets back on the couch with a man.", "similarity": 0.6782, "relevance": 1 }, { "pair_id": 343250, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 34.41, 37.89 ], "duration": 77.66, "caption": "A woman stands up from the couch when a man walks in.", "similarity": 0.6775, "relevance": 1 }, { "pair_id": 343251, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 7.26, 8.58 ], "duration": 66.66, "caption": "A person gets up off the sofa and stands.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 343252, "video_name": "met_s06e08_seg02_clip_03", "timestamp": [ 29.17, 34.76 ], "duration": 62.66, "caption": "A person walks out and leaves a man and woman alone.", "similarity": 0.6768, "relevance": 1 }, { "pair_id": 343254, "video_name": "castle_s07e23_seg02_clip_20", "timestamp": [ 69.68, 86.96 ], "duration": 108.66, "caption": "A man gets up and leaves woman, person and person.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 343255, "video_name": "friends_s01e05_seg02_clip_09", "timestamp": [ 3.66, 8.54 ], "duration": 61.66, "caption": "A man stands up from the couch and walks toward a woman.", "similarity": 0.6712, "relevance": 3 }, { "pair_id": 343256, "video_name": "castle_s07e11_seg02_clip_27", "timestamp": [ 28.89, 31.55 ], "duration": 76.66, "caption": "A woman gets up from the couch after telling a man to stay.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 343257, "video_name": "friends_s05e13_seg02_clip_13", "timestamp": [ 6.51, 10.54 ], "duration": 62.66, "caption": "A woman walks away from a man and he follows her to by the couch.", "similarity": 0.6691, "relevance": 1 }, { "pair_id": 343258, "video_name": "grey_s02e07_seg02_clip_09", "timestamp": [ 15.36, 19.69 ], "duration": 96.66, "caption": "A woman and a man walk away from a man leaving him standing alone.", "similarity": 0.6678, "relevance": 1 }, { "pair_id": 343259, "video_name": "grey_s03e20_seg02_clip_26", "timestamp": [ 45.76, 51.25 ], "duration": 122.66, "caption": "A man walks off and leaves person alone with a young woman.", "similarity": 0.667, "relevance": 1 } ] }, { "query_id": 75281, "query": "A man slaps the butt of a person speaking with his boss.", "relevant_moment": [ { "pair_id": 158921, "video_name": "castle_s03e07_seg02_clip_19", "timestamp": [ 21.86, 24.19 ], "duration": 93.66, "caption": "A man with the mustache and beard smacks a woman on the butt.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 158922, "video_name": "friends_s03e24_seg02_clip_19", "timestamp": [ 3.15, 4.95 ], "duration": 45.66, "caption": "A man slaps guy's buttocks with excited expression on his face.", "similarity": 0.6549, "relevance": 3 }, { "pair_id": 158923, "video_name": "met_s06e23_seg02_clip_08", "timestamp": [ 47.12, 54.67 ], "duration": 60.66, "caption": "A woman slaps a man while he is talking, he continues the conversation anyway.", "similarity": 0.6528, "relevance": 2 }, { "pair_id": 158924, "video_name": "friends_s03e24_seg02_clip_12", "timestamp": [ 14.28, 21.7 ], "duration": 57.66, "caption": "A man tells another man that someone tried to slap his butt again multiple times.", "similarity": 0.6502, "relevance": 1 }, { "pair_id": 158925, "video_name": "s10e10_seg02_clip_12", "timestamp": [ 13.12, 15.26 ], "duration": 61.66, "caption": "A person lifts his/her hands and slaps the sides of his/her legs while he/she is talking.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 158926, "video_name": "met_s04e01_seg02_clip_18", "timestamp": [ 36.75, 44.8 ], "duration": 64.66, "caption": "A man speaks over his shoulder to someone and then a woman smacks him in the arm.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 158927, "video_name": "friends_s07e15_seg02_clip_03", "timestamp": [ 24.72, 26.24 ], "duration": 61.66, "caption": "A woman slaps guy in the face as he starts to speak.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 158928, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 47.13, 48.66 ], "duration": 61.66, "caption": "A man slaps another man on the shoulder to provoke a reaction.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 158929, "video_name": "friends_s09e18_seg02_clip_01", "timestamp": [ 27.26, 30.52 ], "duration": 59.66, "caption": "A man raises his arm and slaps a man on the shoulder as he talks to him.", "similarity": 0.6252, "relevance": 1 }, { "pair_id": 158930, "video_name": "house_s04e05_seg02_clip_10", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person raises their fist and says to fight the bosses.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 158931, "video_name": "friends_s03e24_seg02_clip_07", "timestamp": [ 23.94, 26.28 ], "duration": 58.66, "caption": "A man smacks a man on the butt then walks off.", "similarity": 0.6199, "relevance": 3 }, { "pair_id": 158932, "video_name": "house_s03e19_seg02_clip_25", "timestamp": [ 6.54, 9.27 ], "duration": 109.66, "caption": "A person speaks to another person, then excitedly slaps their hands together.", "similarity": 0.6186, "relevance": 2 }, { "pair_id": 158933, "video_name": "s07e09_seg02_clip_14", "timestamp": [ 55.46, 60.5 ], "duration": 72.66, "caption": "A person looks at another person and then smacks them on the butt.", "similarity": 0.618, "relevance": 3 }, { "pair_id": 158934, "video_name": "met_s03e01_seg02_clip_12", "timestamp": [ 25.36, 29.38 ], "duration": 61.66, "caption": "A man slaps someone on the back and they grimace in pain.", "similarity": 0.6179, "relevance": 3 }, { "pair_id": 158935, "video_name": "friends_s05e03_seg02_clip_11", "timestamp": [ 1.45, 7.83 ], "duration": 58.66, "caption": "A man smirks when another person insults him for his job.", "similarity": 0.6119, "relevance": 1 }, { "pair_id": 158936, "video_name": "castle_s05e01_seg02_clip_26", "timestamp": [ 16.51, 25.41 ], "duration": 127.66, "caption": "A woman slaps the person in front of her and put some strong words into him.", "similarity": 0.6118, "relevance": 2 }, { "pair_id": 158937, "video_name": "friends_s07e09_seg02_clip_17", "timestamp": [ 18.61, 22.28 ], "duration": 61.66, "caption": "A man pats his butt as he talks to a woman.", "similarity": 0.6096, "relevance": 2 }, { "pair_id": 158938, "video_name": "s06e21_seg02_clip_04", "timestamp": [ 46.08, 47.3 ], "duration": 61.66, "caption": "A man lifts his hand and slaps his hand on another man's desk.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 158939, "video_name": "castle_s04e21_seg02_clip_08", "timestamp": [ 21.61, 23.05 ], "duration": 96.66, "caption": "A man slaps another man on the side of his head.", "similarity": 0.6064, "relevance": 2 } ] }, { "query_id": 75282, "query": "A man pushes over a potted tree in the office while storming off in a rage.", "relevant_moment": [ { "pair_id": 124620, "video_name": "met_s06e22_seg01_clip_00", "timestamp": [ 58.09, 60.27 ], "duration": 62.66, "caption": "A man pushes over a potted tree in the office while storming off in a rage.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 124621, "video_name": "house_s01e09_seg02_clip_06", "timestamp": [ 86.86, 92.66 ], "duration": 92.66, "caption": "A man is upset and storms out of another person's office.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 124622, "video_name": "met_s02e06_seg02_clip_03", "timestamp": [ 47.55, 56.7 ], "duration": 60.66, "caption": "A man pushes fake tree branches to see a person in their office.", "similarity": 0.6199, "relevance": 2 }, { "pair_id": 124623, "video_name": "s06e09_seg02_clip_01", "timestamp": [ 32.65, 38.45 ], "duration": 61.66, "caption": "A man storms into a person's office at work and walks up to his desk.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 124625, "video_name": "friends_s01e15_seg02_clip_22", "timestamp": [ 0.0, 13.97 ], "duration": 49.66, "caption": "A person is on the phone in his office and gets angry.", "similarity": 0.5902, "relevance": 1 }, { "pair_id": 124626, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 4.34, 17.68 ], "duration": 62.66, "caption": "A man destroys and knocks things over in his office.", "similarity": 0.5736, "relevance": 3 }, { "pair_id": 124627, "video_name": "met_s03e11_seg02_clip_10", "timestamp": [ 56.73, 60.51 ], "duration": 63.66, "caption": "A man becomes upset and storms away from the news desk.", "similarity": 0.5707, "relevance": 2 }, { "pair_id": 124628, "video_name": "friends_s10e06_seg02_clip_21", "timestamp": [ 49.29, 51.06 ], "duration": 59.66, "caption": "A man storms into a person's office with a woman following him.", "similarity": 0.5592, "relevance": 1 }, { "pair_id": 124629, "video_name": "house_s06e09_seg02_clip_22", "timestamp": [ 23.63, 28.36 ], "duration": 135.66, "caption": "A man gets out from person's office very seriously.", "similarity": 0.5356, "relevance": 2 }, { "pair_id": 124630, "video_name": "friends_s08e05_seg02_clip_19", "timestamp": [ 46.22, 51.02 ], "duration": 60.66, "caption": "A man walks in while another person is destroying his office.", "similarity": 0.5318, "relevance": 2 }, { "pair_id": 124632, "video_name": "met_s03e15_seg01_clip_03", "timestamp": [ 6.61, 9.31 ], "duration": 60.66, "caption": "A man comes into another man's office looking very mad.", "similarity": 0.5225, "relevance": 1 }, { "pair_id": 124633, "video_name": "s01e07_seg02_clip_02", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A person gets mad and storms out of the room.", "similarity": 0.5219, "relevance": 2 }, { "pair_id": 124634, "video_name": "met_s06e24_seg02_clip_08", "timestamp": [ 0.0, 1.26 ], "duration": 63.66, "caption": "A man shakes a person's hand in the office at work.", "similarity": 0.5217, "relevance": 1 }, { "pair_id": 124635, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 29.38, 31.32 ], "duration": 77.66, "caption": "A person is angry and barges into another person's office.", "similarity": 0.521, "relevance": 1 }, { "pair_id": 124636, "video_name": "castle_s05e13_seg02_clip_23", "timestamp": [ 0.0, 20.3 ], "duration": 99.66, "caption": "A man, angrily, points his finger at a woman and storms off.", "similarity": 0.5096, "relevance": 2 }, { "pair_id": 124637, "video_name": "house_s02e24_seg02_clip_16", "timestamp": [ 61.66, 92.03 ], "duration": 92.66, "caption": "A man goes into woman's office and he blows up at her.", "similarity": 0.5093, "relevance": 2 }, { "pair_id": 124638, "video_name": "s01e12_seg02_clip_06", "timestamp": [ 53.72, 57.33 ], "duration": 60.66, "caption": "A man angrily asks someone to leave his office.", "similarity": 0.5084, "relevance": 2 }, { "pair_id": 124639, "video_name": "friends_s07e04_seg02_clip_08", "timestamp": [ 7.08, 12.1 ], "duration": 59.66, "caption": "A man places a potted plant on person's desk.", "similarity": 0.506, "relevance": 1 } ] }, { "query_id": 75300, "query": "Someone reaches to the side and gets a glove.", "relevant_moment": [ { "pair_id": 4160, "video_name": "house_s01e15_seg02_clip_08", "timestamp": [ 2.27, 6.8 ], "duration": 90.66, "caption": "Someone reaches to the side and gets a glove.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4161, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.689, "relevance": 0 }, { "pair_id": 4162, "video_name": "grey_s03e05_seg02_clip_19", "timestamp": [ 15.96, 18.81 ], "duration": 114.66, "caption": "A person holds up the gloves for someone to put on.", "similarity": 0.6833, "relevance": 2 }, { "pair_id": 4163, "video_name": "house_s06e10_seg02_clip_13", "timestamp": [ 66.92, 75.97 ], "duration": 90.66, "caption": "A person grabs a rubber glove and swings it around in his hand.", "similarity": 0.6785, "relevance": 3 }, { "pair_id": 4164, "video_name": "house_s02e06_seg02_clip_22", "timestamp": [ 10.0, 19.51 ], "duration": 100.66, "caption": "A person points to his side and then realizes he can move his fingers.", "similarity": 0.6737, "relevance": 0 }, { "pair_id": 4165, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.6702, "relevance": 1 }, { "pair_id": 4166, "video_name": "house_s05e15_seg02_clip_05", "timestamp": [ 36.81, 41.21 ], "duration": 80.66, "caption": "A person put gloves on their hand quickly.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 4167, "video_name": "s09e12_seg02_clip_11", "timestamp": [ 26.4, 30.75 ], "duration": 58.66, "caption": "A person reaches over to put their hand on another person's shoulder.", "similarity": 0.6656, "relevance": 1 }, { "pair_id": 4168, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 38.96, 39.25 ], "duration": 59.66, "caption": "A person reaches up their left arm and points to the side of them with their thumb.", "similarity": 0.6617, "relevance": 0 }, { "pair_id": 4169, "video_name": "house_s03e19_seg02_clip_18", "timestamp": [ 2.28, 12.29 ], "duration": 91.66, "caption": "A person puts a plastic glove on another person's hand.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 4170, "video_name": "s04e07_seg02_clip_12", "timestamp": [ 37.53, 47.3 ], "duration": 61.66, "caption": "A person extends their right hand out in front of themselves.", "similarity": 0.6514, "relevance": 0 }, { "pair_id": 4171, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 76.36, 89.92 ], "duration": 90.66, "caption": "A person helps another person put their gloves on their hands.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 4172, "video_name": "s07e15_seg02_clip_00", "timestamp": [ 30.09, 32.34 ], "duration": 64.66, "caption": "A person reaches over and pats another person on the wrist.", "similarity": 0.6439, "relevance": 1 }, { "pair_id": 4173, "video_name": "friends_s06e07_seg02_clip_07", "timestamp": [ 0.0, 49.24 ], "duration": 49.66, "caption": "A person has yellow gloves he is wearing on his hands.", "similarity": 0.6421, "relevance": 0 }, { "pair_id": 4174, "video_name": "house_s04e14_seg02_clip_18", "timestamp": [ 3.14, 5.83 ], "duration": 89.66, "caption": "A person walks over to another person with gloves.", "similarity": 0.638, "relevance": 1 }, { "pair_id": 4175, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 46.96, 50.11 ], "duration": 63.66, "caption": "A person motions his hand in front of him from one side to the other.", "similarity": 0.6365, "relevance": 0 }, { "pair_id": 4176, "video_name": "s04e12_seg02_clip_05", "timestamp": [ 44.56, 51.94 ], "duration": 59.66, "caption": "A person holds his left hand up in the \"stop\" position then lowers it to his side.", "similarity": 0.6349, "relevance": 0 }, { "pair_id": 4177, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.82, 57.33 ], "duration": 60.66, "caption": "A person puts his hand on someone's right shoulder.", "similarity": 0.6296, "relevance": 1 }, { "pair_id": 4178, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 1.34, 7.13 ], "duration": 89.66, "caption": "A person has their hands in the air and then turns around.", "similarity": 0.6289, "relevance": 0 }, { "pair_id": 4179, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.52, 57.03 ], "duration": 60.66, "caption": "A person places his hand on someone's shoulder.", "similarity": 0.6282, "relevance": 1 } ] }, { "query_id": 75330, "query": "A woman is sitting in the driver's seat of a car as she hands over her license to a police officer.", "relevant_moment": [ { "pair_id": 220, "video_name": "friends_s07e22_seg02_clip_12", "timestamp": [ 1.74, 4.06 ], "duration": 58.66, "caption": "A woman is sitting in the driver's seat of a car as she hands over her license to a police officer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 221, "video_name": "castle_s01e01_seg02_clip_23", "timestamp": [ 57.35, 61.98 ], "duration": 92.66, "caption": "A woman handcuffs a man to the police car as he sits in the front seat.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 222, "video_name": "friends_s05e16_seg02_clip_10", "timestamp": [ 23.78, 27.21 ], "duration": 49.66, "caption": "A woman tells the driver of the car that she's a police officer and shows him a badge.", "similarity": 0.6866, "relevance": 0 }, { "pair_id": 223, "video_name": "castle_s01e02_seg02_clip_24", "timestamp": [ 99.77, 105.02 ], "duration": 105.66, "caption": "A woman gets put in the back of a police car.", "similarity": 0.6786, "relevance": 1 }, { "pair_id": 224, "video_name": "friends_s07e22_seg02_clip_13", "timestamp": [ 0.0, 2.84 ], "duration": 63.66, "caption": "An officer tells a woman to let a man drive and if he has a license as she is sitting in the driver seat.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 225, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 50.04, 61.03 ], "duration": 61.66, "caption": "A person is in the passenger seat as a woman is driving the car.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 226, "video_name": "castle_s07e07_seg02_clip_26", "timestamp": [ 13.49, 18.39 ], "duration": 81.66, "caption": "A police officer helps a person wearing handcuffs to sit down in the back seat of a car.", "similarity": 0.6544, "relevance": 0 }, { "pair_id": 227, "video_name": "s07e13_seg02_clip_07", "timestamp": [ 13.73, 17.39 ], "duration": 61.66, "caption": "A woman puts their seat belt on in the driver's seat of the car.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 228, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 11.6, 61.03 ], "duration": 61.66, "caption": "A woman is shown sitting in the passenger seat of a car with another woman driving.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 229, "video_name": "s10e03_seg02_clip_16", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A woman is in the driver's seat as a man is in the passenger seat of her car.", "similarity": 0.6455, "relevance": 2 }, { "pair_id": 230, "video_name": "friends_s07e22_seg02_clip_12", "timestamp": [ 54.54, 58.03 ], "duration": 58.66, "caption": "A woman shakes her head no while leaning on her arm and the police officer holds their license out towards them.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 231, "video_name": "s07e13_seg02_clip_07", "timestamp": [ 11.9, 14.65 ], "duration": 61.66, "caption": "A woman jumps into the driver seat of a car person is waiting in.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 232, "video_name": "s08e18_seg02_clip_07", "timestamp": [ 25.63, 61.03 ], "duration": 61.66, "caption": "A woman is driving her car with a person in the passenger seat.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 233, "video_name": "castle_s05e08_seg02_clip_07", "timestamp": [ 15.77, 24.33 ], "duration": 90.66, "caption": "A woman identifies the car after the cops stand up.", "similarity": 0.6283, "relevance": 0 }, { "pair_id": 234, "video_name": "castle_s05e14_seg02_clip_05", "timestamp": [ 42.79, 48.37 ], "duration": 93.66, "caption": "A woman sits down as a woman is questioning her at the police station.", "similarity": 0.6259, "relevance": 0 }, { "pair_id": 235, "video_name": "castle_s01e03_seg02_clip_03", "timestamp": [ 0.0, 58.6 ], "duration": 86.66, "caption": "A woman is driving as person is in the passenger seat.", "similarity": 0.6248, "relevance": 0 }, { "pair_id": 236, "video_name": "castle_s04e08_seg02_clip_02", "timestamp": [ 50.78, 54.79 ], "duration": 89.66, "caption": "A woman holds a pen in her hand and pushes a built-in navigation screen as she sits in the driver's seat of a vehicle.", "similarity": 0.62, "relevance": 2 }, { "pair_id": 237, "video_name": "friends_s10e11_seg02_clip_13", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A woman gets up to talk to a police officer.", "similarity": 0.6178, "relevance": 0 }, { "pair_id": 238, "video_name": "friends_s10e11_seg02_clip_20", "timestamp": [ 16.82, 60.08 ], "duration": 60.66, "caption": "Some women talk to a police officer that is sitting down.", "similarity": 0.6169, "relevance": 0 }, { "pair_id": 239, "video_name": "castle_s03e15_seg02_clip_13", "timestamp": [ 77.31, 79.09 ], "duration": 88.66, "caption": "A woman sits on the chair next to person at the police office.", "similarity": 0.6137, "relevance": 0 } ] }, { "query_id": 75383, "query": "A person hands the woman the black phone as they stand in front of each other.", "relevant_moment": [ { "pair_id": 137380, "video_name": "house_s06e05_seg02_clip_04", "timestamp": [ 0.0, 26.19 ], "duration": 119.66, "caption": "A person hands the woman the black phone as they stand in front of each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137381, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 0.0, 6.76 ], "duration": 90.66, "caption": "A woman is on the phone as she is standing in front of another woman.", "similarity": 0.8174, "relevance": 2 }, { "pair_id": 137382, "video_name": "castle_s04e05_seg02_clip_03", "timestamp": [ 59.1, 61.79 ], "duration": 89.66, "caption": "A woman picks up their phone as they are in front of a person.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 137383, "video_name": "castle_s02e17_seg02_clip_04", "timestamp": [ 0.0, 6.24 ], "duration": 78.66, "caption": "A woman and another person are both on the phone.", "similarity": 0.7631, "relevance": 1 }, { "pair_id": 137384, "video_name": "castle_s06e11_seg02_clip_23", "timestamp": [ 15.58, 85.46 ], "duration": 89.66, "caption": "A woman gives the phone to person with another person on the other end.", "similarity": 0.7564, "relevance": 1 }, { "pair_id": 137385, "video_name": "friends_s09e17_seg02_clip_07", "timestamp": [ 42.49, 45.9 ], "duration": 62.66, "caption": "A woman holds a cell phone in her left hand, high and far away from another woman.", "similarity": 0.7501, "relevance": 1 }, { "pair_id": 137386, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 0.0, 20.03 ], "duration": 91.66, "caption": "A woman has her hand on the phone while talking to a man.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 137387, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 70.14, 88.23 ], "duration": 88.66, "caption": "A woman is on the phone with two other people.", "similarity": 0.7457, "relevance": 1 }, { "pair_id": 137388, "video_name": "met_s06e03_seg02_clip_07", "timestamp": [ 26.4, 35.4 ], "duration": 58.66, "caption": "A woman stands up and a man hands her his cell phone.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 137389, "video_name": "friends_s09e08_seg02_clip_04", "timestamp": [ 2.07, 7.97 ], "duration": 59.66, "caption": "A woman holds a cell phone in her hand and is talking with two people.", "similarity": 0.7338, "relevance": 1 }, { "pair_id": 137390, "video_name": "friends_s01e08_seg02_clip_02", "timestamp": [ 10.08, 14.01 ], "duration": 56.66, "caption": "A woman hands the phone over to woman to speak into.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 137391, "video_name": "house_s04e06_seg02_clip_15", "timestamp": [ 20.72, 25.78 ], "duration": 92.66, "caption": "A person is on the phone in front of someone.", "similarity": 0.7301, "relevance": 1 }, { "pair_id": 137392, "video_name": "friends_s09e17_seg02_clip_07", "timestamp": [ 0.0, 5.27 ], "duration": 62.66, "caption": "A woman holds her hand out, another woman hands her a cordless phone.", "similarity": 0.7275, "relevance": 3 }, { "pair_id": 137393, "video_name": "friends_s01e21_seg02_clip_17", "timestamp": [ 0.0, 8.84 ], "duration": 57.66, "caption": "A woman is holding the phone in her hands.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 137394, "video_name": "s06e18_seg02_clip_13", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person is talking to a woman in front of him while the woman is looking at her phone.", "similarity": 0.7259, "relevance": 1 }, { "pair_id": 137395, "video_name": "s09e06_seg02_clip_03", "timestamp": [ 45.84, 48.16 ], "duration": 58.66, "caption": "A person is using a cell phone as he is standing in between two women.", "similarity": 0.7256, "relevance": 1 }, { "pair_id": 137396, "video_name": "friends_s05e22_seg02_clip_15", "timestamp": [ 26.23, 28.02 ], "duration": 59.66, "caption": "A woman hands the phone over to woman to talk.", "similarity": 0.7249, "relevance": 2 }, { "pair_id": 137397, "video_name": "friends_s10e17-18_seg02_clip_29", "timestamp": [ 36.3, 45.15 ], "duration": 59.66, "caption": "A woman calls a person on the phone and then hands it to a man.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 137398, "video_name": "castle_s08e08_seg02_clip_13", "timestamp": [ 14.24, 24.04 ], "duration": 89.66, "caption": "A person is on the phone with a woman as he is with two other people.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 137399, "video_name": "grey_s02e25_seg02_clip_11", "timestamp": [ 27.5, 29.31 ], "duration": 90.66, "caption": "A woman stands up during her phone call with man.", "similarity": 0.7201, "relevance": 1 } ] }, { "query_id": 75461, "query": "A man holds his finger up and makes an exclamation.", "relevant_moment": [ { "pair_id": 11300, "video_name": "met_s06e01_seg02_clip_00", "timestamp": [ 29.92, 31.48 ], "duration": 62.66, "caption": "A man holds his finger up and makes an exclamation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11301, "video_name": "friends_s04e23-24_seg02_clip_15", "timestamp": [ 15.98, 17.56 ], "duration": 45.66, "caption": "A man makes a sudden exclamation which startles another man.", "similarity": 0.7107, "relevance": 1 }, { "pair_id": 11302, "video_name": "friends_s06e15-16_seg02_clip_02", "timestamp": [ 11.6, 15.26 ], "duration": 61.66, "caption": "A man throws his fingers up like quotation marks.", "similarity": 0.7101, "relevance": 3 }, { "pair_id": 11303, "video_name": "house_s02e22_seg02_clip_23", "timestamp": [ 29.25, 31.4 ], "duration": 86.66, "caption": "A man gestures quotation marks with his fingers.", "similarity": 0.6562, "relevance": 3 }, { "pair_id": 11304, "video_name": "met_s05e03_seg02_clip_10", "timestamp": [ 6.23, 9.79 ], "duration": 59.66, "caption": "A man is talking and uses his right index finger to point for emphasis.", "similarity": 0.6521, "relevance": 3 }, { "pair_id": 11305, "video_name": "met_s03e16_seg02_clip_02", "timestamp": [ 53.31, 58.66 ], "duration": 58.66, "caption": "A man holds his index finger up and says something to another man.", "similarity": 0.6519, "relevance": 3 }, { "pair_id": 11306, "video_name": "met_s06e05_seg02_clip_03", "timestamp": [ 46.83, 48.38 ], "duration": 62.66, "caption": "A man raises two fingers up during a conversation.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 11307, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 28.07, 32.34 ], "duration": 61.66, "caption": "A man is counting on his fingers when he is speaking.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 11308, "video_name": "met_s03e19_seg02_clip_02", "timestamp": [ 31.81, 33.61 ], "duration": 60.66, "caption": "A man lifts up his hands and makes a quotation sign in the air.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 11309, "video_name": "friends_s02e08_seg02_clip_07", "timestamp": [ 18.61, 21.66 ], "duration": 61.66, "caption": "Man goes to take a sip of his drink but suddenly stops to make an exclamation.", "similarity": 0.6237, "relevance": 1 }, { "pair_id": 11310, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 22.95, 29.98 ], "duration": 74.66, "caption": "A man holds up his hands with fingers spread out and pauses there.", "similarity": 0.6202, "relevance": 2 }, { "pair_id": 11311, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 12.72, 14.58 ], "duration": 62.66, "caption": "A man holds his fingers up to indicate a particular size.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 11312, "video_name": "friends_s05e14_seg02_clip_05", "timestamp": [ 9.7, 11.12 ], "duration": 57.66, "caption": "A man puts his index finger and thumb together and holds it up to indicate something small.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 11313, "video_name": "friends_s06e15-16_seg02_clip_41", "timestamp": [ 16.78, 18.92 ], "duration": 61.66, "caption": "A man raises his hands and does quote signs with his fingers.", "similarity": 0.6154, "relevance": 3 }, { "pair_id": 11314, "video_name": "friends_s03e08_seg02_clip_16", "timestamp": [ 4.01, 8.59 ], "duration": 57.66, "caption": "A man points his finger then makes a fist.", "similarity": 0.6128, "relevance": 3 }, { "pair_id": 11315, "video_name": "friends_s05e11_seg01_clip_00", "timestamp": [ 28.84, 31.21 ], "duration": 79.66, "caption": "A man puts his finger up to his ear.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 11316, "video_name": "met_s05e04_seg02_clip_10", "timestamp": [ 5.84, 16.07 ], "duration": 58.66, "caption": "A man holds up his hands to emphasize the numbers he is talking about.", "similarity": 0.6123, "relevance": 2 }, { "pair_id": 11317, "video_name": "met_s05e03_seg02_clip_09", "timestamp": [ 0.0, 5.63 ], "duration": 59.66, "caption": "A man is talking in front of the screen and puts his finger up.", "similarity": 0.6095, "relevance": 2 }, { "pair_id": 11318, "video_name": "friends_s05e11_seg02_clip_01", "timestamp": [ 2.16, 4.32 ], "duration": 61.66, "caption": "A man stands up while pointing both of his fingers.", "similarity": 0.6053, "relevance": 3 }, { "pair_id": 11319, "video_name": "met_s03e07_seg02_clip_02", "timestamp": [ 8.67, 10.53 ], "duration": 61.66, "caption": "A man raises his hands and makes quote motions with his fingers.", "similarity": 0.6042, "relevance": 3 }, { "pair_id": 184620, "video_name": "friends_s09e18_seg02_clip_04", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A man moves his finger like he is writing.", "similarity": 0.5986, "relevance": 2 }, { "pair_id": 184621, "video_name": "friends_s01e06_seg02_clip_06", "timestamp": [ 15.01, 15.61 ], "duration": 60.66, "caption": "A man perks up a little and says something.", "similarity": 0.598, "relevance": 2 }, { "pair_id": 184622, "video_name": "friends_s06e24-25_seg02_clip_38", "timestamp": [ 17.41, 22.43 ], "duration": 59.66, "caption": "A man points his finger several times as he has a conversation.", "similarity": 0.5976, "relevance": 4 }, { "pair_id": 184623, "video_name": "friends_s08e11_seg02_clip_19", "timestamp": [ 0.0, 7.71 ], "duration": 59.66, "caption": "A man uses both index fingers to point at woman and ask her to swear to certain things.", "similarity": 0.5934, "relevance": 4 }, { "pair_id": 184624, "video_name": "friends_s08e11_seg02_clip_13", "timestamp": [ 16.51, 18.31 ], "duration": 60.66, "caption": "A man lifts an index finger as he does an exaggerated ah-ha.", "similarity": 0.5924, "relevance": 4 }, { "pair_id": 184625, "video_name": "castle_s02e07_seg02_clip_16", "timestamp": [ 10.47, 15.93 ], "duration": 91.66, "caption": "A man is talking and then begins pointing in the air with his index finger.", "similarity": 0.5906, "relevance": 4 }, { "pair_id": 184626, "video_name": "s08e04_seg02_clip_11", "timestamp": [ 54.21, 61.45 ], "duration": 63.66, "caption": "A man puts his fork down and begins speaking while using his hands for emphasis.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 184627, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 28.06, 37.42 ], "duration": 55.66, "caption": "A man is talking and using their hands a lot for emphasis.", "similarity": 0.5876, "relevance": 2 }, { "pair_id": 184628, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 47.73, 49.31 ], "duration": 63.66, "caption": "A man makes a sad gesture with his fingers.", "similarity": 0.587, "relevance": 2 }, { "pair_id": 184629, "video_name": "met_s06e01_seg01_clip_02", "timestamp": [ 48.27, 50.34 ], "duration": 50.66, "caption": "A man raises an index finger and lays claim to something to another man's chagrin.", "similarity": 0.5865, "relevance": 2 }, { "pair_id": 184630, "video_name": "castle_s07e18_seg02_clip_10", "timestamp": [ 58.12, 60.76 ], "duration": 88.66, "caption": "A person mimes putting up quotation marks with his fingers.", "similarity": 0.5865, "relevance": 2 }, { "pair_id": 184631, "video_name": "s07e15_seg02_clip_16", "timestamp": [ 32.04, 33.87 ], "duration": 61.66, "caption": "A person holds up his index finger while talking to a man.", "similarity": 0.5863, "relevance": 3 }, { "pair_id": 184632, "video_name": "met_s06e06_seg01_clip_00", "timestamp": [ 18.76, 20.76 ], "duration": 46.66, "caption": "A man raises his hands and points both index fingers up.", "similarity": 0.5855, "relevance": 3 }, { "pair_id": 184633, "video_name": "friends_s03e08_seg02_clip_05", "timestamp": [ 4.17, 6.84 ], "duration": 59.66, "caption": "A man moves his finger like he is thinking of something.", "similarity": 0.5853, "relevance": 3 }, { "pair_id": 184634, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 26.19, 31.61 ], "duration": 90.66, "caption": "A person mouths something to man and gives him a thumbs up.", "similarity": 0.5841, "relevance": 2 }, { "pair_id": 184635, "video_name": "friends_s08e05_seg02_clip_09", "timestamp": [ 26.36, 27.29 ], "duration": 62.66, "caption": "A man makes fake quotations marks out of his fingers.", "similarity": 0.5839, "relevance": 4 }, { "pair_id": 184636, "video_name": "friends_s07e03_seg02_clip_08", "timestamp": [ 42.14, 46.3 ], "duration": 55.66, "caption": "A man is pointing and laughing while saying something.", "similarity": 0.5811, "relevance": 3 }, { "pair_id": 184637, "video_name": "met_s06e18_seg01_clip_00", "timestamp": [ 24.84, 28.35 ], "duration": 63.66, "caption": "A man uses his fingers to count as he talks.", "similarity": 0.5806, "relevance": 3 }, { "pair_id": 184638, "video_name": "friends_s03e23_seg02_clip_17", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A person waves his finger when he says he has one more surprise.", "similarity": 0.5799, "relevance": 1 }, { "pair_id": 184639, "video_name": "house_s04e09_seg02_clip_06", "timestamp": [ 49.58, 53.19 ], "duration": 90.66, "caption": "A man holds up person's finger and examines it.", "similarity": 0.5798, "relevance": 1 } ] }, { "query_id": 75526, "query": "A woman gets off the gurney and runs into another area.", "relevant_moment": [ { "pair_id": 40460, "video_name": "grey_s01e03_seg02_clip_19", "timestamp": [ 20.92, 24.04 ], "duration": 89.66, "caption": "A woman gets off the gurney and runs into another area.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 40461, "video_name": "castle_s04e09_seg02_clip_14", "timestamp": [ 7.2, 9.9 ], "duration": 90.66, "caption": "A person rushes a woman on a gurney out of the room.", "similarity": 0.6943, "relevance": 2 }, { "pair_id": 40462, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 15.93, 18.2 ], "duration": 91.66, "caption": "A woman is by the gurney being pulled out as another woman exits the building.", "similarity": 0.689, "relevance": 1 }, { "pair_id": 40463, "video_name": "grey_s03e24_seg02_clip_26", "timestamp": [ 92.82, 113.94 ], "duration": 128.66, "caption": "A woman sees a gurney come in and rushes over to find a person with an ax in their head.", "similarity": 0.6416, "relevance": 2 }, { "pair_id": 40464, "video_name": "house_s04e02_seg02_clip_11", "timestamp": [ 27.6, 30.72 ], "duration": 89.66, "caption": "A woman runs past woman, out of the hospital room.", "similarity": 0.6311, "relevance": 2 }, { "pair_id": 40465, "video_name": "grey_s03e15_seg02_clip_18", "timestamp": [ 42.67, 49.15 ], "duration": 108.66, "caption": "A woman pulls out a patient on a gurney and another woman walks next to the patient.", "similarity": 0.605, "relevance": 1 }, { "pair_id": 40466, "video_name": "grey_s03e23_seg02_clip_05", "timestamp": [ 33.13, 36.35 ], "duration": 92.66, "caption": "A woman helps wheel another woman into the er on a gurney.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 40467, "video_name": "met_s06e24_seg02_clip_07", "timestamp": [ 34.82, 37.52 ], "duration": 60.66, "caption": "A woman gets up from the sofa and runs into another room.", "similarity": 0.6014, "relevance": 2 }, { "pair_id": 40468, "video_name": "grey_s03e14_seg02_clip_14", "timestamp": [ 6.91, 10.14 ], "duration": 92.66, "caption": "A woman runs down the hall to a man's side as he lays on a gurney.", "similarity": 0.5993, "relevance": 2 }, { "pair_id": 40469, "video_name": "grey_s02e18_seg02_clip_08", "timestamp": [ 64.67, 69.45 ], "duration": 106.66, "caption": "A woman is rushed in and a woman, along with several others, helps move the stretcher to a hospital gurney.", "similarity": 0.5992, "relevance": 1 }, { "pair_id": 40470, "video_name": "castle_s04e07_seg02_clip_15", "timestamp": [ 81.37, 87.02 ], "duration": 87.66, "caption": "A woman comes in pushing a gurney dressed as a paramedic.", "similarity": 0.5961, "relevance": 1 }, { "pair_id": 40471, "video_name": "grey_s02e03_seg02_clip_10", "timestamp": [ 71.89, 74.64 ], "duration": 91.66, "caption": "The medical staff pick up a woman on to a gurney.", "similarity": 0.5899, "relevance": 1 }, { "pair_id": 40472, "video_name": "house_s06e08_seg02_clip_18", "timestamp": [ 11.63, 14.88 ], "duration": 93.66, "caption": "A person heads after a woman who runs out of the hospital.", "similarity": 0.5859, "relevance": 2 }, { "pair_id": 40473, "video_name": "castle_s08e09_seg02_clip_00", "timestamp": [ 47.97, 50.28 ], "duration": 92.66, "caption": "A woman gets out of bed and runs out of the room.", "similarity": 0.5808, "relevance": 2 }, { "pair_id": 40475, "video_name": "grey_s02e18_seg02_clip_08", "timestamp": [ 85.35, 100.19 ], "duration": 106.66, "caption": "A woman on a gurney with a neck brace on arches her neck, grabs the gurney sheet at her side, bends her knees and draws them up to her left and flexes her toes.", "similarity": 0.5708, "relevance": 1 }, { "pair_id": 40476, "video_name": "grey_s03e15_seg02_clip_16", "timestamp": [ 2.64, 4.85 ], "duration": 88.66, "caption": "A person and a paramedic turn a woman on a gurney to her side.", "similarity": 0.57, "relevance": 0 }, { "pair_id": 40477, "video_name": "grey_s03e17_seg02_clip_11", "timestamp": [ 3.26, 10.7 ], "duration": 93.66, "caption": "A woman rests her hand on the padded gurney.", "similarity": 0.5632, "relevance": 1 }, { "pair_id": 40478, "video_name": "grey_s01e05_seg02_clip_07", "timestamp": [ 39.07, 47.44 ], "duration": 93.66, "caption": "A woman's pager goes off and she runs off to a patient.", "similarity": 0.5619, "relevance": 2 }, { "pair_id": 40479, "video_name": "friends_s09e02_seg02_clip_21", "timestamp": [ 43.25, 47.8 ], "duration": 65.66, "caption": "A woman runs in and out of the living room.", "similarity": 0.5571, "relevance": 2 } ] }, { "query_id": 75620, "query": "A woman is walking fast and leading the group through the house.", "relevant_moment": [ { "pair_id": 151280, "video_name": "castle_s04e23_seg02_clip_03", "timestamp": [ 23.22, 26.41 ], "duration": 91.66, "caption": "A woman is walking fast and leading the group through the house.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151281, "video_name": "castle_s02e04_seg02_clip_08", "timestamp": [ 22.55, 23.93 ], "duration": 92.66, "caption": "A woman passes the group of people and walks towards the stairs.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 151282, "video_name": "castle_s04e10_seg02_clip_27", "timestamp": [ 24.79, 28.15 ], "duration": 84.66, "caption": "A woman walks out fast and is confronted by some people.", "similarity": 0.6013, "relevance": 2 }, { "pair_id": 151283, "video_name": "castle_s01e04_seg02_clip_03", "timestamp": [ 16.4, 22.15 ], "duration": 82.66, "caption": "A woman walks slowly while talking to the group.", "similarity": 0.5991, "relevance": 0 }, { "pair_id": 151284, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman walks in and heads over to the group of people.", "similarity": 0.5965, "relevance": 1 }, { "pair_id": 151285, "video_name": "s04e03_seg02_clip_00", "timestamp": [ 57.67, 59.81 ], "duration": 61.66, "caption": "A woman briskly walks into the dining room to take the groups order.", "similarity": 0.5901, "relevance": 1 }, { "pair_id": 151286, "video_name": "friends_s07e08_seg02_clip_13", "timestamp": [ 37.82, 40.22 ], "duration": 60.66, "caption": "A woman walks inside the house very quickly and noticed by man.", "similarity": 0.5839, "relevance": 2 }, { "pair_id": 151287, "video_name": "house_s03e17_seg02_clip_15", "timestamp": [ 7.28, 10.01 ], "duration": 91.66, "caption": "A woman walks slowly while speaking to the group.", "similarity": 0.5784, "relevance": 1 }, { "pair_id": 151288, "video_name": "friends_s10e15_seg02_clip_07", "timestamp": [ 0.0, 8.68 ], "duration": 56.66, "caption": "A woman walks through the house comparing it to theirs.", "similarity": 0.5773, "relevance": 3 }, { "pair_id": 151289, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 43.68, 48.7 ], "duration": 59.66, "caption": "A person is rushing some people down the stairs, they round the corner headed for the next stairwell, they see a woman walking to go up the stairs and the whole group stops in their tracks.", "similarity": 0.5757, "relevance": 3 }, { "pair_id": 151290, "video_name": "s03e17_seg02_clip_00", "timestamp": [ 26.98, 31.32 ], "duration": 62.66, "caption": "A woman walks past some people and toward the door.", "similarity": 0.5747, "relevance": 1 }, { "pair_id": 151291, "video_name": "s03e19_seg02_clip_04", "timestamp": [ 30.91, 43.22 ], "duration": 60.66, "caption": "A woman walks around some people to walk downstairs.", "similarity": 0.5729, "relevance": 2 }, { "pair_id": 151292, "video_name": "house_s03e15_seg02_clip_19", "timestamp": [ 9.0, 14.85 ], "duration": 90.66, "caption": "A woman turns away and lets a person walk into her house.", "similarity": 0.5725, "relevance": 2 }, { "pair_id": 151293, "video_name": "s08e19_seg02_clip_01", "timestamp": [ 44.55, 49.43 ], "duration": 61.66, "caption": "A woman leads a group through the door and into a large room filled with old furniture.", "similarity": 0.5706, "relevance": 4 }, { "pair_id": 151294, "video_name": "house_s05e05_seg02_clip_00", "timestamp": [ 13.4, 18.94 ], "duration": 92.66, "caption": "A person walks fast and woman follow him immediately.", "similarity": 0.5685, "relevance": 2 }, { "pair_id": 151295, "video_name": "castle_s02e09_seg02_clip_21", "timestamp": [ 21.95, 25.53 ], "duration": 89.66, "caption": "A woman walks fast and a man followed her quickly.", "similarity": 0.5665, "relevance": 3 }, { "pair_id": 151296, "video_name": "castle_s05e10_seg02_clip_05", "timestamp": [ 88.33, 90.6 ], "duration": 90.66, "caption": "A person walks through the front door of their house.", "similarity": 0.5606, "relevance": 0 }, { "pair_id": 151297, "video_name": "friends_s04e13_seg02_clip_17", "timestamp": [ 38.63, 44.3 ], "duration": 54.66, "caption": "A woman walks into the apartment and motions with her hand for everyone to follow her.", "similarity": 0.5548, "relevance": 1 }, { "pair_id": 151298, "video_name": "house_s03e02_seg02_clip_14", "timestamp": [ 0.0, 5.53 ], "duration": 79.66, "caption": "A woman is coming in fast and approaches two people.", "similarity": 0.5512, "relevance": 1 }, { "pair_id": 151299, "video_name": "grey_s02e10_seg02_clip_00", "timestamp": [ 18.66, 20.03 ], "duration": 91.66, "caption": "A woman is walking really fast towards two other women.", "similarity": 0.551, "relevance": 1 } ] }, { "query_id": 75701, "query": "Two people were watching a video clip while having a conversation.", "relevant_moment": [ { "pair_id": 640, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 17.8, 58.31 ], "duration": 89.66, "caption": "Two people were watching a video clip while having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 641, "video_name": "castle_s08e20_seg02_clip_01", "timestamp": [ 62.5, 74.38 ], "duration": 88.66, "caption": "A person takes a video of two people talking.", "similarity": 0.8491, "relevance": 2 }, { "pair_id": 642, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "Two people are watching a weird video and talking about it.", "similarity": 0.8452, "relevance": 4 }, { "pair_id": 643, "video_name": "castle_s07e17_seg02_clip_14", "timestamp": [ 16.94, 50.83 ], "duration": 89.66, "caption": "A person was talking whilst showing a video clip to man and woman.", "similarity": 0.826, "relevance": 3 }, { "pair_id": 644, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 33.23, 50.98 ], "duration": 91.66, "caption": "Three people were having a conversation about a particular video clip.", "similarity": 0.8244, "relevance": 3 }, { "pair_id": 645, "video_name": "house_s05e14_seg02_clip_09", "timestamp": [ 21.16, 26.56 ], "duration": 90.66, "caption": "Two people are talking while they are watching.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 646, "video_name": "castle_s02e17_seg02_clip_16", "timestamp": [ 0.0, 56.98 ], "duration": 89.66, "caption": "Two people were having a conversation while watching a movie.", "similarity": 0.7964, "relevance": 4 }, { "pair_id": 647, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 43.73, 67.18 ], "duration": 90.66, "caption": "A person was showing a video clip to two other people.", "similarity": 0.7835, "relevance": 3 }, { "pair_id": 648, "video_name": "s06e03_seg02_clip_02", "timestamp": [ 33.19, 61.1 ], "duration": 62.66, "caption": "A woman and a man talk on video chat.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 649, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 23.68, 29.6 ], "duration": 91.66, "caption": "A person and another person watch a short clip of video.", "similarity": 0.772, "relevance": 4 }, { "pair_id": 650, "video_name": "castle_s08e06_seg02_clip_18", "timestamp": [ 0.0, 9.05 ], "duration": 90.66, "caption": "A person is having a videocall and talking while another person beside them watching too.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 651, "video_name": "castle_s08e14_seg02_clip_26", "timestamp": [ 69.76, 129.45 ], "duration": 155.66, "caption": "Two people were watching a video clip of a man on a computer.", "similarity": 0.7665, "relevance": 3 }, { "pair_id": 653, "video_name": "s09e02_seg02_clip_01", "timestamp": [ 0.0, 9.6 ], "duration": 60.66, "caption": "Two people are video chatting and talking about some famous couples from the seventies.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 654, "video_name": "house_s04e11_seg02_clip_17", "timestamp": [ 0.0, 27.16 ], "duration": 92.66, "caption": "Two people talk while over web cam.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 655, "video_name": "friends_s02e11_seg02_clip_11", "timestamp": [ 41.91, 57.67 ], "duration": 63.66, "caption": "Some people are observing a conversation between two individuals.", "similarity": 0.7463, "relevance": 1 }, { "pair_id": 656, "video_name": "s09e12_seg01_clip_00", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "Two people were having a videocall conversation in a hotel.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 657, "video_name": "house_s08e21_seg02_clip_07", "timestamp": [ 0.0, 104.02 ], "duration": 104.66, "caption": "Two people were having a conversation.", "similarity": 0.7433, "relevance": 1 }, { "pair_id": 658, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 64.17, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.7433, "relevance": 1 }, { "pair_id": 659, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation.", "similarity": 0.7433, "relevance": 1 } ] }, { "query_id": 75704, "query": "A person was holding a tablet and watching a video clip on it.", "relevant_moment": [ { "pair_id": 10380, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 17.36, 58.31 ], "duration": 89.66, "caption": "A person was holding a tablet and watching a video clip on it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10381, "video_name": "s08e21_seg02_clip_14", "timestamp": [ 80.57, 89.02 ], "duration": 89.66, "caption": "A person is in a video talking and an alien in space is watching him in a tablet.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 10382, "video_name": "s08e21_seg02_clip_04", "timestamp": [ 30.99, 44.27 ], "duration": 59.66, "caption": "A person holds an electronic tablet up so woman can see the screen.", "similarity": 0.7176, "relevance": 3 }, { "pair_id": 10383, "video_name": "castle_s08e09_seg02_clip_05", "timestamp": [ 51.67, 53.78 ], "duration": 84.66, "caption": "A person looks at his watch as he is holding his tablet.", "similarity": 0.71, "relevance": 2 }, { "pair_id": 10384, "video_name": "s05e15_seg02_clip_02", "timestamp": [ 3.97, 5.49 ], "duration": 61.66, "caption": "A person turns his tablet around to show another person what is on the screen.", "similarity": 0.7099, "relevance": 4 }, { "pair_id": 10385, "video_name": "house_s08e15_seg02_clip_00", "timestamp": [ 22.1, 24.45 ], "duration": 94.66, "caption": "A person closes the laptop he used to watch a short video clip.", "similarity": 0.7053, "relevance": 1 }, { "pair_id": 10386, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 0.0, 1.65 ], "duration": 55.66, "caption": "A woman is holding a tablet talking to a person on video chat.", "similarity": 0.6975, "relevance": 4 }, { "pair_id": 10387, "video_name": "castle_s04e09_seg02_clip_06", "timestamp": [ 10.08, 19.69 ], "duration": 96.66, "caption": "A person watches a video on a large screen and reaches out with their right hand to rewind part of the video.", "similarity": 0.6948, "relevance": 3 }, { "pair_id": 10388, "video_name": "castle_s07e02_seg02_clip_18", "timestamp": [ 67.66, 89.02 ], "duration": 89.66, "caption": "A person was working with a video clip.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 10389, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person looks down at his/her tablet and touches the screen while talking.", "similarity": 0.6817, "relevance": 4 }, { "pair_id": 10390, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 0.0, 58.31 ], "duration": 89.66, "caption": "A man was holding a tablet while talking to person.", "similarity": 0.6776, "relevance": 4 }, { "pair_id": 10391, "video_name": "castle_s05e11_seg02_clip_19", "timestamp": [ 81.42, 88.02 ], "duration": 88.66, "caption": "A person shows another person a video on a laptop.", "similarity": 0.6763, "relevance": 4 }, { "pair_id": 10392, "video_name": "s06e06_seg01_clip_01", "timestamp": [ 0.0, 8.51 ], "duration": 81.66, "caption": "A person has a tablet in his hand as he talks.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 10393, "video_name": "s06e06_seg02_clip_05", "timestamp": [ 43.94, 48.82 ], "duration": 61.66, "caption": "A person is looking at a tablet as some people have a conversation.", "similarity": 0.6658, "relevance": 3 }, { "pair_id": 10394, "video_name": "s07e11_seg02_clip_14", "timestamp": [ 16.53, 21.85 ], "duration": 56.66, "caption": "A woman opens her tablet to speak to a person on video chat.", "similarity": 0.6634, "relevance": 4 }, { "pair_id": 10395, "video_name": "castle_s02e07_seg02_clip_12", "timestamp": [ 38.39, 40.09 ], "duration": 85.66, "caption": "A video clip of a celebrity is playing from a laptop.", "similarity": 0.6629, "relevance": 2 }, { "pair_id": 10396, "video_name": "house_s08e07_seg02_clip_15", "timestamp": [ 0.0, 12.09 ], "duration": 78.66, "caption": "A person watches a video on the laptop with another person starring in it.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 10397, "video_name": "castle_s06e09_seg02_clip_10", "timestamp": [ 84.66, 91.03 ], "duration": 91.66, "caption": "A person reaches for a tablet computer, then opens it.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 10398, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 46.81, 66.17 ], "duration": 90.66, "caption": "A man pushes a button on a tablet and a large image of him on the television is visible.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 10399, "video_name": "s06e06_seg02_clip_03", "timestamp": [ 9.6, 18.01 ], "duration": 60.66, "caption": "A person is using their tablet as they speak to another person.", "similarity": 0.6484, "relevance": 3 }, { "pair_id": 183700, "video_name": "castle_s08e12_seg02_clip_15", "timestamp": [ 3.62, 10.41 ], "duration": 90.66, "caption": "A person notices something on the video they are watching.", "similarity": 0.646, "relevance": 3 }, { "pair_id": 183701, "video_name": "s06e06_seg02_clip_14", "timestamp": [ 15.44, 18.91 ], "duration": 63.66, "caption": "A person looks down at their tablet, then gets excited flailing their hands.", "similarity": 0.6454, "relevance": 3 }, { "pair_id": 183702, "video_name": "s06e03_seg02_clip_10", "timestamp": [ 0.0, 8.24 ], "duration": 61.66, "caption": "A person can be seen from a video image on a laptop.", "similarity": 0.6441, "relevance": 2 }, { "pair_id": 183703, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 43.73, 67.18 ], "duration": 90.66, "caption": "A person was showing a video clip to two other people.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 183704, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 64.98, 80.78 ], "duration": 90.66, "caption": "A person showed a woman a video on his smartphone.", "similarity": 0.6416, "relevance": 3 }, { "pair_id": 183705, "video_name": "s10e10_seg02_clip_07", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A woman looks at her tablet and taps the screen.", "similarity": 0.6389, "relevance": 2 }, { "pair_id": 183706, "video_name": "s07e11_seg02_clip_09", "timestamp": [ 60.82, 63.03 ], "duration": 63.66, "caption": "A woman picks up a tablet off of the coffee table and starts a video chat with person.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 183707, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 23.68, 29.6 ], "duration": 91.66, "caption": "A person and another person watch a short clip of video.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 183708, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 0.0, 12.62 ], "duration": 87.66, "caption": "A person opens the computer and he found a file of video on it.", "similarity": 0.6328, "relevance": 2 }, { "pair_id": 183709, "video_name": "castle_s05e21_seg02_clip_17", "timestamp": [ 6.23, 12.02 ], "duration": 89.66, "caption": "A person rewinds the video that he or she and another person are watching.", "similarity": 0.6294, "relevance": 2 }, { "pair_id": 183710, "video_name": "castle_s06e06_seg02_clip_17", "timestamp": [ 41.86, 47.44 ], "duration": 93.66, "caption": "A person swipes through photos on a computer tablet.", "similarity": 0.6291, "relevance": 3 }, { "pair_id": 183711, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 17.96, 22.24 ], "duration": 57.66, "caption": "A person holds a tablet up to show a map to some people.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 183712, "video_name": "castle_s08e20_seg02_clip_10", "timestamp": [ 0.0, 7.17 ], "duration": 89.66, "caption": "A person shows two people a video of someone on his laptop.", "similarity": 0.6277, "relevance": 2 }, { "pair_id": 183713, "video_name": "castle_s07e05_seg02_clip_20", "timestamp": [ 9.48, 13.27 ], "duration": 94.66, "caption": "A person reads the time from the computer video they are watching.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 183714, "video_name": "s05e15_seg02_clip_02", "timestamp": [ 13.12, 15.26 ], "duration": 61.66, "caption": "A person turns around the tablet and holds it to his chest.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 183715, "video_name": "s08e23_seg02_clip_06", "timestamp": [ 42.36, 56.28 ], "duration": 58.66, "caption": "A person shows a tablet computer to a doctor while explaining something to him/her.", "similarity": 0.6227, "relevance": 3 }, { "pair_id": 183716, "video_name": "castle_s05e15_seg02_clip_04", "timestamp": [ 45.01, 48.61 ], "duration": 90.66, "caption": "A person plays the video on the TV screen with the remote in their hand.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 183717, "video_name": "s08e10_seg02_clip_08", "timestamp": [ 4.76, 6.72 ], "duration": 56.66, "caption": "A person puts his hand on his heart while he's holding the tablet up.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 183718, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 49.33, 52.46 ], "duration": 57.66, "caption": "A person stands up to put a tablet back in a backpack when he/she is done talking.", "similarity": 0.6191, "relevance": 1 }, { "pair_id": 183719, "video_name": "castle_s06e19_seg02_clip_22", "timestamp": [ 33.69, 47.99 ], "duration": 92.66, "caption": "A person holds up the remote and pauses the video play.", "similarity": 0.6187, "relevance": 1 } ] }, { "query_id": 75736, "query": "A person sits on a sofa and another person sits beside them.", "relevant_moment": [ { "pair_id": 81840, "video_name": "friends_s10e01_seg02_clip_22", "timestamp": [ 40.65, 44.75 ], "duration": 63.66, "caption": "A person sits on a sofa and another person sits beside them.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 81841, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 2.48, 5.27 ], "duration": 62.66, "caption": "A person sits down the sofa to sit with another person.", "similarity": 0.9139, "relevance": 3 }, { "pair_id": 81842, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 14.05, 18.37 ], "duration": 54.66, "caption": "A person sits down on the sofa next to two other people.", "similarity": 0.91, "relevance": 3 }, { "pair_id": 81843, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person sits down on the couch beside another person.", "similarity": 0.9007, "relevance": 3 }, { "pair_id": 81844, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 9.1, 14.31 ], "duration": 65.66, "caption": "A person sits down on the arm of the sofa next to another person.", "similarity": 0.889, "relevance": 3 }, { "pair_id": 81845, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 38.49, 41.77 ], "duration": 59.66, "caption": "A woman is seated on the sofa and a man sits beside her.", "similarity": 0.8755, "relevance": 2 }, { "pair_id": 81847, "video_name": "s08e10_seg02_clip_07", "timestamp": [ 25.29, 29.13 ], "duration": 64.66, "caption": "A person sits down next to another person on the Couch.", "similarity": 0.8704, "relevance": 2 }, { "pair_id": 81848, "video_name": "s09e13_seg02_clip_11", "timestamp": [ 43.97, 46.34 ], "duration": 59.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8599, "relevance": 2 }, { "pair_id": 81849, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 16.78, 18.61 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8599, "relevance": 2 }, { "pair_id": 81850, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8599, "relevance": 2 }, { "pair_id": 81851, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8599, "relevance": 2 }, { "pair_id": 81852, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "Two people are sitting beside each other on someone's couch.", "similarity": 0.8591, "relevance": 1 }, { "pair_id": 81853, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 80.1, 81.92 ], "duration": 91.66, "caption": "A man sits down and woman sits beside him on the sofa.", "similarity": 0.8573, "relevance": 3 }, { "pair_id": 81854, "video_name": "met_s06e13_seg02_clip_09", "timestamp": [ 40.98, 41.88 ], "duration": 60.66, "caption": "A person sits on the armchair of the sofa across from another person.", "similarity": 0.8555, "relevance": 2 }, { "pair_id": 81855, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 7.83, 9.57 ], "duration": 58.66, "caption": "A woman sits down on a sofa beside two people.", "similarity": 0.8507, "relevance": 2 }, { "pair_id": 81856, "video_name": "s04e08_seg01_clip_01", "timestamp": [ 0.0, 6.6 ], "duration": 66.66, "caption": "A person is sitting next to someone else on the couch.", "similarity": 0.8496, "relevance": 3 }, { "pair_id": 81857, "video_name": "met_s03e11_seg02_clip_13", "timestamp": [ 2.7, 18.91 ], "duration": 60.66, "caption": "A person is sitting on the arm of the sofa that two other people are on.", "similarity": 0.8475, "relevance": 3 }, { "pair_id": 81858, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 18.28, 20.8 ], "duration": 63.66, "caption": "A person sits on the couch where another person is sitting too.", "similarity": 0.8442, "relevance": 3 }, { "pair_id": 81859, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 11.6, 14.95 ], "duration": 61.66, "caption": "Some people sit down on the couch beside of a person.", "similarity": 0.8429, "relevance": 3 }, { "pair_id": 255160, "video_name": "s05e19_seg01_clip_01", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person sits onto the sofa beside another person sitting in a chair as they plead with them.", "similarity": 0.8405, "relevance": 4 }, { "pair_id": 255161, "video_name": "friends_s04e05_seg02_clip_13", "timestamp": [ 4.43, 7.38 ], "duration": 59.66, "caption": "Two men sit on the sofa beside a person and another person that both wears blue sweater.", "similarity": 0.837, "relevance": 4 }, { "pair_id": 255162, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.8359, "relevance": 3 }, { "pair_id": 255163, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 19.85, 22.69 ], "duration": 63.66, "caption": "A person sits on the couch beside person as he/she pleas with him.", "similarity": 0.834, "relevance": 3 }, { "pair_id": 255164, "video_name": "s04e24_seg02_clip_12", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "Two people are sitting beside each other on the couch.", "similarity": 0.8336, "relevance": 3 }, { "pair_id": 255165, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 21.12, 28.05 ], "duration": 63.66, "caption": "A person sits slowly to the couch beside another person.", "similarity": 0.8267, "relevance": 3 }, { "pair_id": 255166, "video_name": "friends_s08e05_seg02_clip_13", "timestamp": [ 0.0, 6.84 ], "duration": 57.66, "caption": "A man sits down next to another man on a sofa.", "similarity": 0.8249, "relevance": 2 }, { "pair_id": 255167, "video_name": "s06e10_seg02_clip_02", "timestamp": [ 23.74, 27.31 ], "duration": 65.66, "caption": "A man sits down on the sofa next to another man.", "similarity": 0.8217, "relevance": 3 }, { "pair_id": 255168, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 33.09, 35.3 ], "duration": 63.66, "caption": "A person sits on a couch across from two people.", "similarity": 0.8214, "relevance": 2 }, { "pair_id": 255169, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 0.8203, "relevance": 3 }, { "pair_id": 255170, "video_name": "friends_s07e16_seg02_clip_12", "timestamp": [ 32.46, 35.61 ], "duration": 63.66, "caption": "Two people sit side by side on a person's couch.", "similarity": 0.8177, "relevance": 3 }, { "pair_id": 255171, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 40.7, 57.33 ], "duration": 57.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.8167, "relevance": 2 }, { "pair_id": 255172, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 0.0, 52.18 ], "duration": 61.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.8167, "relevance": 4 }, { "pair_id": 255173, "video_name": "castle_s03e23_seg02_clip_10", "timestamp": [ 7.61, 32.68 ], "duration": 89.66, "caption": "Some people were sitting beside each other on a couch.", "similarity": 0.8146, "relevance": 3 }, { "pair_id": 255174, "video_name": "friends_s07e10_seg02_clip_03", "timestamp": [ 7.02, 10.8 ], "duration": 54.66, "caption": "Two people sit down next to each other on the couch.", "similarity": 0.813, "relevance": 4 }, { "pair_id": 255175, "video_name": "s07e01_seg02_clip_12", "timestamp": [ 10.62, 12.1 ], "duration": 59.66, "caption": "A person takes a seat beside a woman in the sofa.", "similarity": 0.8125, "relevance": 3 }, { "pair_id": 255177, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A person is sitting on someone's couch with them beside him/her.", "similarity": 0.809, "relevance": 4 }, { "pair_id": 255178, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 55.78, 63.03 ], "duration": 63.66, "caption": "Two people are standing next to each other, then one person sits down on the couch.", "similarity": 0.8076, "relevance": 2 }, { "pair_id": 255179, "video_name": "castle_s04e13_seg02_clip_27", "timestamp": [ 0.0, 5.18 ], "duration": 23.66, "caption": "A woman sits down on a sofa with a man.", "similarity": 0.8043, "relevance": 3 } ] }, { "query_id": 75782, "query": "A man hands a person a tissue and a yellow bowl.", "relevant_moment": [ { "pair_id": 249100, "video_name": "friends_s10e08_seg02_clip_03", "timestamp": [ 2.08, 3.27 ], "duration": 59.66, "caption": "A woman hands a large red bowl to a man.", "similarity": 0.5729, "relevance": 2 }, { "pair_id": 249101, "video_name": "s07e22_seg02_clip_03", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A person stirs a bowl while he asks someone if they would like some food.", "similarity": 0.5688, "relevance": 1 }, { "pair_id": 249102, "video_name": "friends_s05e01_seg02_clip_03", "timestamp": [ 51.62, 53.72 ], "duration": 60.66, "caption": "A man mashes around something in a bowl with a spoon.", "similarity": 0.5668, "relevance": 2 }, { "pair_id": 249103, "video_name": "s07e24_seg02_clip_09", "timestamp": [ 42.5, 48.11 ], "duration": 59.66, "caption": "A man brings two bowls to a counter and puts one down in front of a woman.", "similarity": 0.5658, "relevance": 2 }, { "pair_id": 249104, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 37.46, 43.25 ], "duration": 89.66, "caption": "A man takes tissues and wipes the side of another person's head.", "similarity": 0.5652, "relevance": 2 }, { "pair_id": 249105, "video_name": "house_s06e05_seg02_clip_23", "timestamp": [ 26.57, 28.64 ], "duration": 83.66, "caption": "A person reaches and takes a yellow sheet of paper from another person.", "similarity": 0.565, "relevance": 2 }, { "pair_id": 249106, "video_name": "house_s08e16_seg02_clip_06", "timestamp": [ 13.05, 18.91 ], "duration": 90.66, "caption": "A man holds up a piece of paper and hands it to a person.", "similarity": 0.5621, "relevance": 2 }, { "pair_id": 249107, "video_name": "friends_s06e14_seg02_clip_02", "timestamp": [ 37.23, 46.38 ], "duration": 61.66, "caption": "A man grabs a tissue after guy tells him something.", "similarity": 0.5616, "relevance": 2 }, { "pair_id": 249108, "video_name": "castle_s06e12_seg02_clip_16", "timestamp": [ 1.82, 3.64 ], "duration": 91.66, "caption": "A person puts a pair of pliers in a white bowl.", "similarity": 0.5607, "relevance": 2 }, { "pair_id": 249109, "video_name": "s04e03_seg01_clip_00", "timestamp": [ 35.09, 36.01 ], "duration": 61.66, "caption": "A man throws a wadded up tissue on the kitchen counter.", "similarity": 0.5604, "relevance": 1 }, { "pair_id": 249110, "video_name": "s03e19_seg02_clip_14", "timestamp": [ 26.27, 28.33 ], "duration": 59.66, "caption": "A man gets up from his seat to bowl.", "similarity": 0.559, "relevance": 1 }, { "pair_id": 249111, "video_name": "friends_s03e13_seg02_clip_07", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A woman and man are mashing things up in a bowl with their hands.", "similarity": 0.5587, "relevance": 2 }, { "pair_id": 249112, "video_name": "met_s03e11_seg02_clip_14", "timestamp": [ 53.26, 59.83 ], "duration": 95.66, "caption": "A man holds out the bowl of popcorn for two people and another person.", "similarity": 0.5552, "relevance": 2 }, { "pair_id": 249113, "video_name": "friends_s01e10_seg02_clip_18", "timestamp": [ 54.11, 61.47 ], "duration": 64.66, "caption": "A man with the glasses holding the bowl feeds woman.", "similarity": 0.5538, "relevance": 2 }, { "pair_id": 249114, "video_name": "s05e06_seg02_clip_15", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A man walks over to a person with a tissue box in his hand.", "similarity": 0.5534, "relevance": 2 }, { "pair_id": 249115, "video_name": "friends_s08e14_seg02_clip_03", "timestamp": [ 0.0, 3.92 ], "duration": 56.66, "caption": "A man brings a colorful bowl into the kitchen.", "similarity": 0.5533, "relevance": 2 }, { "pair_id": 249116, "video_name": "friends_s03e20_seg02_clip_02", "timestamp": [ 6.67, 23.5 ], "duration": 58.66, "caption": "A man holds up a piece of white tissue.", "similarity": 0.5527, "relevance": 2 }, { "pair_id": 249117, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 25.69, 32.91 ], "duration": 90.66, "caption": "A man pulls a small glass vile out of a case and hands it to person.", "similarity": 0.5501, "relevance": 2 }, { "pair_id": 249118, "video_name": "met_s06e23_seg01_clip_01", "timestamp": [ 0.86, 1.94 ], "duration": 43.66, "caption": "A person shows off a yellow piece of paper in their left hand.", "similarity": 0.5487, "relevance": 1 }, { "pair_id": 249119, "video_name": "house_s06e10_seg02_clip_09", "timestamp": [ 26.85, 28.17 ], "duration": 88.66, "caption": "A man hands another man a medical instrument to assist in the procedure.", "similarity": 0.548, "relevance": 2 } ] }, { "query_id": 75786, "query": "A man goes by window of another person's car and a woman opens the passenger door showing her badge.", "relevant_moment": [ { "pair_id": 7780, "video_name": "castle_s04e13_seg02_clip_18", "timestamp": [ 20.98, 26.79 ], "duration": 89.66, "caption": "A man goes by window of another person's car and a woman opens the passenger door showing her badge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7781, "video_name": "castle_s07e13_seg02_clip_07", "timestamp": [ 23.05, 24.49 ], "duration": 96.66, "caption": "A woman shows her badge to a man as he opens the door.", "similarity": 0.7638, "relevance": 1 }, { "pair_id": 7782, "video_name": "castle_s06e02_seg02_clip_21", "timestamp": [ 71.45, 74.19 ], "duration": 91.66, "caption": "A man opens the door and another person gets out of the car.", "similarity": 0.723, "relevance": 1 }, { "pair_id": 7783, "video_name": "castle_s03e12_seg02_clip_16", "timestamp": [ 61.71, 65.7 ], "duration": 88.66, "caption": "A woman flashes her badge after a man opens his door.", "similarity": 0.7099, "relevance": 1 }, { "pair_id": 7784, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 0.0, 3.5 ], "duration": 87.66, "caption": "A woman and a man close the doors to their car.", "similarity": 0.7085, "relevance": 1 }, { "pair_id": 7785, "video_name": "house_s03e07_seg02_clip_08", "timestamp": [ 72.55, 73.89 ], "duration": 89.66, "caption": "A man opens up a car door while a man and a person are talking.", "similarity": 0.7049, "relevance": 0 }, { "pair_id": 7786, "video_name": "castle_s03e07_seg02_clip_02", "timestamp": [ 55.81, 57.17 ], "duration": 90.66, "caption": "A woman shows her badge to another woman while at the door.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 7787, "video_name": "castle_s08e03_seg02_clip_25", "timestamp": [ 95.57, 99.03 ], "duration": 99.66, "caption": "A man opens the passenger door of a car and gets in looking at a woman, the driver.", "similarity": 0.6926, "relevance": 0 }, { "pair_id": 7788, "video_name": "castle_s01e02_seg02_clip_20", "timestamp": [ 82.37, 85.91 ], "duration": 88.66, "caption": "A woman opens a door and someone shows her badge.", "similarity": 0.6847, "relevance": 1 }, { "pair_id": 7789, "video_name": "s07e17_seg02_clip_14", "timestamp": [ 32.17, 42.79 ], "duration": 59.66, "caption": "A person opens the door to a car, shows the key to a woman and tells her it's hers.", "similarity": 0.6822, "relevance": 1 }, { "pair_id": 7790, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 25.21, 28.36 ], "duration": 90.66, "caption": "A man opens a car door for a woman.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 7791, "video_name": "castle_s06e07_seg02_clip_03", "timestamp": [ 24.93, 29.38 ], "duration": 89.66, "caption": "Two people get in the car and close the doors.", "similarity": 0.6791, "relevance": 0 }, { "pair_id": 7792, "video_name": "castle_s03e17_seg02_clip_08", "timestamp": [ 30.12, 31.01 ], "duration": 88.66, "caption": "A person opens up a car door while standing and talking to a man and a woman.", "similarity": 0.6777, "relevance": 0 }, { "pair_id": 7793, "video_name": "grey_s02e08_seg02_clip_07", "timestamp": [ 16.38, 18.1 ], "duration": 86.66, "caption": "A woman gets into a vehicle while a man holds the car door.", "similarity": 0.6767, "relevance": 1 }, { "pair_id": 7794, "video_name": "castle_s05e23_seg02_clip_01", "timestamp": [ 37.36, 49.06 ], "duration": 90.66, "caption": "A woman shows her badge to two people in a car and they drive off.", "similarity": 0.6687, "relevance": 2 }, { "pair_id": 7795, "video_name": "castle_s02e09_seg02_clip_07", "timestamp": [ 70.54, 74.84 ], "duration": 86.66, "caption": "A man answers his front door and a woman shows him her badge.", "similarity": 0.6668, "relevance": 1 }, { "pair_id": 7796, "video_name": "castle_s06e01_seg02_clip_10", "timestamp": [ 19.69, 22.57 ], "duration": 96.66, "caption": "A woman and another person get out of the car and close the doors.", "similarity": 0.6663, "relevance": 0 }, { "pair_id": 7797, "video_name": "castle_s04e21_seg02_clip_03", "timestamp": [ 31.49, 36.05 ], "duration": 91.66, "caption": "Two people get out of a car and close the doors.", "similarity": 0.6607, "relevance": 0 }, { "pair_id": 7798, "video_name": "s07e17_seg02_clip_14", "timestamp": [ 31.87, 35.71 ], "duration": 59.66, "caption": "A person opens the car passenger side door for a woman.", "similarity": 0.66, "relevance": 1 }, { "pair_id": 7799, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person opens the car door and a woman exits the car.", "similarity": 0.6593, "relevance": 1 } ] }, { "query_id": 75802, "query": "A woman tries to help a man to pull his head out.", "relevant_moment": [ { "pair_id": 248140, "video_name": "castle_s08e16_seg02_clip_25", "timestamp": [ 10.7, 13.02 ], "duration": 93.66, "caption": "A man pulls person's head closer to place his forehead on theirs.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 248141, "video_name": "house_s06e06_seg02_clip_08", "timestamp": [ 69.62, 73.1 ], "duration": 87.66, "caption": "A man tells a woman to move her head to the right and he moves her head to see blood coming out of her ear.", "similarity": 0.6822, "relevance": 2 }, { "pair_id": 248142, "video_name": "grey_s03e16_seg02_clip_12", "timestamp": [ 17.05, 22.49 ], "duration": 72.66, "caption": "A woman uses a scalpel to make cuts into a man's head.", "similarity": 0.6769, "relevance": 3 }, { "pair_id": 248143, "video_name": "s03e10_seg02_clip_11", "timestamp": [ 20.11, 24.01 ], "duration": 60.66, "caption": "A man gets off woman and shakes his head.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 248144, "video_name": "house_s07e13_seg02_clip_01", "timestamp": [ 67.81, 72.36 ], "duration": 91.66, "caption": "A man puts his hand on woman's chin and turns her head towards him.", "similarity": 0.6766, "relevance": 2 }, { "pair_id": 248145, "video_name": "house_s04e15_seg02_clip_23", "timestamp": [ 0.0, 29.24 ], "duration": 74.66, "caption": "A man attempts to help a injured woman, then passes out.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 248146, "video_name": "s08e20_seg02_clip_03", "timestamp": [ 55.84, 59.5 ], "duration": 61.66, "caption": "A man turns away from another person and tries to get help from a woman.", "similarity": 0.6742, "relevance": 0 }, { "pair_id": 248147, "video_name": "s06e20_seg02_clip_10", "timestamp": [ 8.85, 24.2 ], "duration": 59.66, "caption": "A woman changes a man's mind about offering to help him.", "similarity": 0.6738, "relevance": 1 }, { "pair_id": 248148, "video_name": "friends_s05e01_seg02_clip_18", "timestamp": [ 0.0, 1.89 ], "duration": 63.66, "caption": "A woman bends down while saying she will help a man.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 248149, "video_name": "friends_s09e13_seg02_clip_05", "timestamp": [ 3.9, 15.61 ], "duration": 60.66, "caption": "A woman tries to pluck a man's eyebrows but he moves away from her so she holds his head still.", "similarity": 0.6698, "relevance": 3 }, { "pair_id": 248150, "video_name": "friends_s09e23-24_seg02_clip_23", "timestamp": [ 0.0, 6.83 ], "duration": 65.66, "caption": "A woman leans her head back after a man tries to figure out why she won't.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 248151, "video_name": "s09e06_seg02_clip_14", "timestamp": [ 25.97, 29.51 ], "duration": 59.66, "caption": "A woman turns her head and gives a man a confused look.", "similarity": 0.6677, "relevance": 0 }, { "pair_id": 248152, "video_name": "house_s07e03_seg02_clip_08", "timestamp": [ 23.33, 25.09 ], "duration": 88.66, "caption": "A woman turns from another woman and puts her head down.", "similarity": 0.6642, "relevance": 0 }, { "pair_id": 248153, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 23.41, 35.57 ], "duration": 90.66, "caption": "A man has come to woman for help with work but she is done with helping.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 248154, "video_name": "house_s08e11_seg02_clip_04", "timestamp": [ 82.11, 89.25 ], "duration": 89.66, "caption": "A woman touches a man's forehead to see if he is okay.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 248155, "video_name": "castle_s02e09_seg02_clip_26", "timestamp": [ 0.0, 8.09 ], "duration": 49.66, "caption": "A man turns his head after a woman gives him advice about change.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 248156, "video_name": "s05e16_seg02_clip_12", "timestamp": [ 20.78, 27.6 ], "duration": 62.66, "caption": "A woman offers a man a scalpel for him to attempt to do her work.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 248157, "video_name": "met_s03e06_seg02_clip_14", "timestamp": [ 12.31, 17.23 ], "duration": 61.66, "caption": "A man's head lifts up when woman says she needs to talk to him.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 248158, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 48.43, 52.12 ], "duration": 92.66, "caption": "A woman pulls a man back as he tries to head into the building.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 248159, "video_name": "friends_s01e12_seg02_clip_18", "timestamp": [ 3.41, 7.13 ], "duration": 62.66, "caption": "A woman grabs a man's hand and tries to pull him away, but he pulls her back the opposite direction.", "similarity": 0.6555, "relevance": 2 } ] }, { "query_id": 75857, "query": "A man sits in an office as he speaks to another person.", "relevant_moment": [ { "pair_id": 164600, "video_name": "castle_s05e11_seg02_clip_10", "timestamp": [ 75.78, 77.98 ], "duration": 88.66, "caption": "A man sits in an office as he speaks to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164601, "video_name": "house_s06e20_seg02_clip_02", "timestamp": [ 64.51, 90.23 ], "duration": 90.66, "caption": "A person is conversing with man as they are seated in an office.", "similarity": 0.8852, "relevance": 4 }, { "pair_id": 164602, "video_name": "house_s08e19_seg02_clip_02", "timestamp": [ 21.61, 59.87 ], "duration": 90.66, "caption": "A person is speaking to two other people as they sit in their office.", "similarity": 0.8757, "relevance": 4 }, { "pair_id": 164603, "video_name": "castle_s05e12_seg02_clip_18", "timestamp": [ 0.0, 63.6 ], "duration": 90.66, "caption": "Two people are speaking to a man in his office.", "similarity": 0.8654, "relevance": 3 }, { "pair_id": 164604, "video_name": "house_s05e04_seg02_clip_05", "timestamp": [ 0.0, 6.89 ], "duration": 91.66, "caption": "A person sits down to talk to two other people in their office.", "similarity": 0.8555, "relevance": 3 }, { "pair_id": 164605, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 0.0, 58.77 ], "duration": 89.66, "caption": "A person is in an office as he speaks to some people.", "similarity": 0.8551, "relevance": 3 }, { "pair_id": 164606, "video_name": "castle_s05e14_seg02_clip_03", "timestamp": [ 0.0, 21.75 ], "duration": 90.66, "caption": "Two men are speaking to a person as they are in an office.", "similarity": 0.8504, "relevance": 4 }, { "pair_id": 164607, "video_name": "house_s01e05_seg02_clip_20", "timestamp": [ 0.0, 16.2 ], "duration": 87.66, "caption": "A man talks to two people in his office.", "similarity": 0.847, "relevance": 3 }, { "pair_id": 164608, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 19.1, 93.15 ], "duration": 93.66, "caption": "A man and another man are in an office speaking to two people.", "similarity": 0.8466, "relevance": 4 }, { "pair_id": 164609, "video_name": "s09e06_seg02_clip_03", "timestamp": [ 0.0, 7.25 ], "duration": 58.66, "caption": "A man is sitting at their desk as they speak with another person.", "similarity": 0.8417, "relevance": 3 }, { "pair_id": 164610, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 0.0, 20.69 ], "duration": 88.66, "caption": "A man is sitting with another man in his office conversing.", "similarity": 0.8417, "relevance": 4 }, { "pair_id": 164611, "video_name": "house_s02e09_seg02_clip_12", "timestamp": [ 26.56, 69.32 ], "duration": 90.66, "caption": "A man is in person's office as they converse.", "similarity": 0.8408, "relevance": 3 }, { "pair_id": 164612, "video_name": "house_s05e24_seg02_clip_06", "timestamp": [ 4.49, 17.94 ], "duration": 89.66, "caption": "A man stands up in another man's office and speaks to him.", "similarity": 0.8405, "relevance": 4 }, { "pair_id": 164613, "video_name": "castle_s02e01_seg02_clip_14", "timestamp": [ 17.21, 88.25 ], "duration": 88.66, "caption": "A person is in an office as he speaks to a woman and a man.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 164614, "video_name": "house_s01e20_seg02_clip_13", "timestamp": [ 54.09, 58.18 ], "duration": 90.66, "caption": "A man enters someone's office to speak with him/her.", "similarity": 0.8344, "relevance": 3 }, { "pair_id": 164615, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "A man talks to another man while at his office.", "similarity": 0.8326, "relevance": 4 }, { "pair_id": 164616, "video_name": "house_s03e10_seg02_clip_03", "timestamp": [ 0.0, 47.32 ], "duration": 91.66, "caption": "A man is talking with someone in their office.", "similarity": 0.8319, "relevance": 3 }, { "pair_id": 164617, "video_name": "house_s08e11_seg02_clip_08", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A person talks to another person while in his office.", "similarity": 0.8317, "relevance": 4 }, { "pair_id": 164618, "video_name": "house_s07e07_seg02_clip_12", "timestamp": [ 58.48, 79.02 ], "duration": 79.66, "caption": "Two people both speak to a person in his office.", "similarity": 0.8269, "relevance": 4 }, { "pair_id": 164619, "video_name": "castle_s07e20_seg02_clip_02", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A man is with another man in his office as they converse.", "similarity": 0.8259, "relevance": 4 }, { "pair_id": 337920, "video_name": "s04e07_seg02_clip_09", "timestamp": [ 48.38, 50.24 ], "duration": 62.66, "caption": "A person sits down in another person's office to speak with her.", "similarity": 0.8257, "relevance": 4 }, { "pair_id": 337921, "video_name": "house_s08e04_seg02_clip_13", "timestamp": [ 0.0, 58.5 ], "duration": 86.66, "caption": "A man talks to some people in his office.", "similarity": 0.8224, "relevance": 4 }, { "pair_id": 337922, "video_name": "house_s03e02_seg02_clip_18", "timestamp": [ 0.0, 28.06 ], "duration": 110.66, "caption": "Some people are conversing with a man in his office.", "similarity": 0.8207, "relevance": 3 }, { "pair_id": 337923, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 3.69, 43.47 ], "duration": 82.66, "caption": "A person is in his office conversing with two other people.", "similarity": 0.8162, "relevance": 4 }, { "pair_id": 337924, "video_name": "house_s02e09_seg02_clip_25", "timestamp": [ 0.0, 48.92 ], "duration": 146.66, "caption": "A man sits down in a woman's office and speaks with her.", "similarity": 0.8152, "relevance": 4 }, { "pair_id": 337925, "video_name": "castle_s07e22_seg02_clip_02", "timestamp": [ 0.0, 21.3 ], "duration": 90.66, "caption": "Two men are sitting in an office speaking with a woman.", "similarity": 0.8148, "relevance": 4 }, { "pair_id": 337926, "video_name": "castle_s07e22_seg02_clip_01", "timestamp": [ 60.69, 90.58 ], "duration": 90.66, "caption": "A man is in an office conversing with two other men.", "similarity": 0.8139, "relevance": 4 }, { "pair_id": 337927, "video_name": "castle_s03e17_seg02_clip_22", "timestamp": [ 6.65, 61.29 ], "duration": 95.66, "caption": "A man sits on a couch to speak with some people in an office.", "similarity": 0.8109, "relevance": 4 }, { "pair_id": 337928, "video_name": "house_s03e17_seg02_clip_04", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A man speaks on the phone in his office in front of two people.", "similarity": 0.8102, "relevance": 3 }, { "pair_id": 337929, "video_name": "s04e05_seg02_clip_09", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A person is sitting at his desk as he speaks to another person.", "similarity": 0.8102, "relevance": 4 }, { "pair_id": 337930, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 21.53, 48.34 ], "duration": 87.66, "caption": "A man is in his office speaking to woman and person.", "similarity": 0.809, "relevance": 3 }, { "pair_id": 337931, "video_name": "castle_s05e11_seg02_clip_10", "timestamp": [ 18.5, 21.15 ], "duration": 88.66, "caption": "A man sits on the desk as he speaks to two people.", "similarity": 0.8077, "relevance": 4 }, { "pair_id": 337932, "video_name": "house_s03e05_seg02_clip_13", "timestamp": [ 4.54, 9.99 ], "duration": 90.66, "caption": "Two men are talking in the office of a man.", "similarity": 0.8062, "relevance": 4 }, { "pair_id": 337933, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 81.36, 92.46 ], "duration": 92.66, "caption": "Man, woman, and another man are in an office speaking to person.", "similarity": 0.8059, "relevance": 4 }, { "pair_id": 337934, "video_name": "house_s02e12_seg02_clip_25", "timestamp": [ 39.77, 71.02 ], "duration": 71.66, "caption": "A man walks into the office to speak with another man.", "similarity": 0.8055, "relevance": 4 }, { "pair_id": 337935, "video_name": "castle_s08e04_seg02_clip_17", "timestamp": [ 0.0, 10.45 ], "duration": 95.66, "caption": "Two men are talking to a person in an office.", "similarity": 0.8046, "relevance": 3 }, { "pair_id": 337936, "video_name": "castle_s07e12_seg02_clip_06", "timestamp": [ 0.0, 62.26 ], "duration": 89.66, "caption": "A man is in his office as he speaks to a woman.", "similarity": 0.8001, "relevance": 4 }, { "pair_id": 337937, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "Two people are in an office speaking with another person.", "similarity": 0.7993, "relevance": 4 }, { "pair_id": 337938, "video_name": "castle_s02e11_seg02_clip_03", "timestamp": [ 0.0, 30.89 ], "duration": 87.66, "caption": "Two people are speaking to someone as they are in an office.", "similarity": 0.7988, "relevance": 4 }, { "pair_id": 337939, "video_name": "castle_s03e06_seg02_clip_06", "timestamp": [ 21.94, 97.43 ], "duration": 102.66, "caption": "A person talks to a man who is seated in his office, then they both stand, talk some more, and the man walks out, and the person watches him leave through the inside window.", "similarity": 0.7987, "relevance": 4 } ] }, { "query_id": 75886, "query": "While a man is talking to another man, a person pops up wearing Native American headgear.", "relevant_moment": [ { "pair_id": 172380, "video_name": "friends_s05e07_seg02_clip_20", "timestamp": [ 59.62, 63.22 ], "duration": 80.66, "caption": "While a man is talking to another man, a person pops up wearing Native American headgear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172381, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 24.46, 25.64 ], "duration": 26.66, "caption": "A man puts his head down during a conversation with another man.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 172382, "video_name": "s03e22_seg02_clip_01", "timestamp": [ 53.03, 58.31 ], "duration": 62.66, "caption": "A man pointed on a thing while he is talking to another man.", "similarity": 0.6571, "relevance": 1 }, { "pair_id": 172383, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 172384, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 0.0, 29.34 ], "duration": 88.66, "caption": "A person is having a conversation with a man and another person.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 172385, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 39.67, 44.25 ], "duration": 61.66, "caption": "A man puts his hand on his forehead when another man starts talking.", "similarity": 0.6441, "relevance": 1 }, { "pair_id": 172386, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 0.0, 22.3 ], "duration": 91.66, "caption": "A man talks to two other men and then puts his head in his hands.", "similarity": 0.6405, "relevance": 2 }, { "pair_id": 172387, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 72.35, 78.68 ], "duration": 90.66, "caption": "A man and another person are having a conversation with each other.", "similarity": 0.6401, "relevance": 0 }, { "pair_id": 172388, "video_name": "house_s03e20_seg02_clip_11", "timestamp": [ 0.0, 5.12 ], "duration": 93.66, "caption": "A man is scratching his head while talking to another man.", "similarity": 0.6375, "relevance": 1 }, { "pair_id": 172389, "video_name": "castle_s03e01_seg02_clip_08", "timestamp": [ 0.0, 35.3 ], "duration": 90.66, "caption": "A man was having a conversation with two people.", "similarity": 0.6368, "relevance": 0 }, { "pair_id": 172390, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 54.63, 86.02 ], "duration": 86.66, "caption": "A man was having a conversation with two people.", "similarity": 0.6368, "relevance": 1 }, { "pair_id": 172391, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 0.0, 16.93 ], "duration": 89.66, "caption": "A person is having a conversation with two men.", "similarity": 0.6364, "relevance": 2 }, { "pair_id": 172392, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 172393, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 172394, "video_name": "friends_s09e15_seg02_clip_03", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Man and another person were having a conversation.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 172395, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 0.0, 11.96 ], "duration": 92.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 172396, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 20.05, 61.51 ], "duration": 91.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 172397, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 23.41, 25.21 ], "duration": 90.66, "caption": "A man touches his forehead while talking to two men.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 172398, "video_name": "house_s01e06_seg02_clip_04", "timestamp": [ 32.77, 50.97 ], "duration": 91.66, "caption": "A man is coming near another man and they are talking to each other.", "similarity": 0.6286, "relevance": 1 }, { "pair_id": 172399, "video_name": "house_s03e15_seg02_clip_16", "timestamp": [ 4.25, 7.23 ], "duration": 85.66, "caption": "A man rolls his head when another man says he needs to speak to him.", "similarity": 0.6283, "relevance": 1 } ] }, { "query_id": 75895, "query": "A woman puts her purse down on the kitchen counter.", "relevant_moment": [ { "pair_id": 2320, "video_name": "friends_s08e06_seg02_clip_01", "timestamp": [ 15.99, 18.8 ], "duration": 56.66, "caption": "A woman puts her purse down on the kitchen counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2321, "video_name": "friends_s10e08_seg02_clip_00", "timestamp": [ 41.39, 44.27 ], "duration": 64.66, "caption": "A woman sets her purse down on the counter.", "similarity": 0.8811, "relevance": 4 }, { "pair_id": 2322, "video_name": "friends_s07e17_seg02_clip_19", "timestamp": [ 31.84, 34.52 ], "duration": 67.66, "caption": "A woman sets her purse on the kitchen table.", "similarity": 0.7948, "relevance": 4 }, { "pair_id": 2323, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 0.6, 2.7 ], "duration": 60.66, "caption": "A woman smashes her purse against the kitchen counter.", "similarity": 0.7631, "relevance": 4 }, { "pair_id": 2324, "video_name": "friends_s05e19_seg02_clip_09", "timestamp": [ 6.3, 8.7 ], "duration": 60.66, "caption": "A woman sets her bag down on the counter.", "similarity": 0.7395, "relevance": 4 }, { "pair_id": 2325, "video_name": "friends_s08e22_seg02_clip_00", "timestamp": [ 6.51, 8.06 ], "duration": 62.66, "caption": "A woman sets her purse down on the dining room table.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 2326, "video_name": "friends_s02e12-13_seg02_clip_15", "timestamp": [ 27.89, 32.29 ], "duration": 58.66, "caption": "A woman sets her jacket, purse and gloves down on the counter.", "similarity": 0.7329, "relevance": 3 }, { "pair_id": 2327, "video_name": "friends_s05e07_seg02_clip_13", "timestamp": [ 34.45, 37.54 ], "duration": 56.66, "caption": "A woman picks up her purse from the counter and stands.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 2328, "video_name": "grey_s03e20_seg02_clip_00", "timestamp": [ 2.35, 8.46 ], "duration": 94.66, "caption": "A woman walks into the kitchen and puts a bag on the counter.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 2329, "video_name": "friends_s07e19_seg02_clip_08", "timestamp": [ 21.89, 26.22 ], "duration": 57.66, "caption": "A woman walks into apartment and places purse on kitchen counter.", "similarity": 0.7097, "relevance": 4 }, { "pair_id": 2330, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 8.37, 11.48 ], "duration": 62.66, "caption": "A woman places her purse down on the table.", "similarity": 0.7074, "relevance": 2 }, { "pair_id": 2331, "video_name": "friends_s05e02_seg02_clip_08", "timestamp": [ 14.27, 18.3 ], "duration": 62.66, "caption": "A woman sets down the purse on the table.", "similarity": 0.707, "relevance": 3 }, { "pair_id": 2332, "video_name": "s08e09_seg01_clip_00", "timestamp": [ 40.89, 42.41 ], "duration": 61.66, "caption": "A woman places her canvas bag on top of the kitchen counter.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 2333, "video_name": "friends_s06e17_seg02_clip_12", "timestamp": [ 51.91, 54.37 ], "duration": 54.66, "caption": "A woman sets her purse down on to a wooden table.", "similarity": 0.6909, "relevance": 3 }, { "pair_id": 2334, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 74.04, 76.36 ], "duration": 92.66, "caption": "A woman walks towards the kitchen and picks up a handbag on the counter.", "similarity": 0.6899, "relevance": 1 }, { "pair_id": 2335, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 60.07, 63.68 ], "duration": 90.66, "caption": "A woman walks in and places her purse down.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 2336, "video_name": "friends_s08e13_seg02_clip_08", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A woman walks in and then sets down her purse.", "similarity": 0.6866, "relevance": 4 }, { "pair_id": 2337, "video_name": "friends_s07e05_seg02_clip_02", "timestamp": [ 8.26, 11.51 ], "duration": 59.66, "caption": "A woman puts her purse down by a person's desk.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 2338, "video_name": "castle_s03e19_seg02_clip_12", "timestamp": [ 52.3, 55.45 ], "duration": 90.66, "caption": "A woman places the water bottle on the kitchen counter.", "similarity": 0.6789, "relevance": 0 }, { "pair_id": 2339, "video_name": "friends_s10e01_seg02_clip_20", "timestamp": [ 4.88, 7.93 ], "duration": 61.66, "caption": "A woman puts her purse and handbag down in the living room.", "similarity": 0.6788, "relevance": 2 }, { "pair_id": 175640, "video_name": "friends_s02e20_seg02_clip_13", "timestamp": [ 18.43, 20.44 ], "duration": 67.66, "caption": "A woman slams a bottle down on the counter in the kitchen.", "similarity": 0.673, "relevance": 3 }, { "pair_id": 175641, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 31.85, 35.01 ], "duration": 57.66, "caption": "A woman grabs the kitchen from the counter and puts it on the floor.", "similarity": 0.6711, "relevance": 3 }, { "pair_id": 175642, "video_name": "s02e12_seg02_clip_07", "timestamp": [ 43.64, 46.08 ], "duration": 61.66, "caption": "A woman grabs a mug off the counter in the kitchen.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 175643, "video_name": "friends_s03e25_seg02_clip_04", "timestamp": [ 23.1, 28.56 ], "duration": 64.66, "caption": "A woman walks over and sets her bag on the counter.", "similarity": 0.6661, "relevance": 4 }, { "pair_id": 175644, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 52.5, 53.16 ], "duration": 66.66, "caption": "A woman grabs her purse that is on the counter across from a man.", "similarity": 0.6654, "relevance": 3 }, { "pair_id": 175645, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 175646, "video_name": "s02e19_seg02_clip_08", "timestamp": [ 26.41, 30.31 ], "duration": 60.66, "caption": "A woman puts down her wine glass onto the kitchen counter.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 175647, "video_name": "friends_s01e15_seg02_clip_15", "timestamp": [ 33.89, 41.18 ], "duration": 56.66, "caption": "A woman sets down her purse to put on her coat.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 175648, "video_name": "friends_s01e18_seg02_clip_20", "timestamp": [ 15.13, 19.22 ], "duration": 63.66, "caption": "A woman gets up to get another woman's purse from the counter.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 175650, "video_name": "friends_s07e18_seg02_clip_20", "timestamp": [ 25.47, 30.41 ], "duration": 76.66, "caption": "A woman enters two people's apartment and puts her coat and purse down on the counter.", "similarity": 0.6504, "relevance": 4 }, { "pair_id": 175651, "video_name": "friends_s07e23-24_seg02_clip_03", "timestamp": [ 18.21, 22.41 ], "duration": 56.66, "caption": "A woman puts some items into her small purse.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 175652, "video_name": "friends_s08e02_seg02_clip_14", "timestamp": [ 4.29, 8.25 ], "duration": 66.66, "caption": "A woman sets her purse on the table and sits down.", "similarity": 0.6478, "relevance": 3 }, { "pair_id": 175653, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 45.28, 48.07 ], "duration": 62.66, "caption": "A woman sets a plate down onto the kitchen counter.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 175655, "video_name": "friends_s09e12_seg02_clip_02", "timestamp": [ 36.27, 41.49 ], "duration": 58.66, "caption": "A woman picks up her purse from the desk and places it back down.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 175656, "video_name": "friends_s07e18_seg02_clip_12", "timestamp": [ 24.19, 25.74 ], "duration": 62.66, "caption": "A woman sets the award down on the kitchen counter.", "similarity": 0.6446, "relevance": 3 }, { "pair_id": 175657, "video_name": "friends_s06e04_seg02_clip_10", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A woman sets down her purse on to the chair.", "similarity": 0.6441, "relevance": 3 }, { "pair_id": 175658, "video_name": "s09e24_seg02_clip_04", "timestamp": [ 14.17, 17.12 ], "duration": 59.66, "caption": "A woman carries a bowl of something and sets it on the counter.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 175659, "video_name": "friends_s09e08_seg02_clip_00", "timestamp": [ 55.35, 59.08 ], "duration": 62.66, "caption": "A woman sets her purse on the end table.", "similarity": 0.6397, "relevance": 3 } ] }, { "query_id": 75896, "query": "A woman takes the bowl of candy from another woman.", "relevant_moment": [ { "pair_id": 295120, "video_name": "friends_s04e05_seg02_clip_15", "timestamp": [ 49.62, 55.39 ], "duration": 64.66, "caption": "A woman takes the soup cup from another woman and licks the rim of it.", "similarity": 0.6307, "relevance": 3 }, { "pair_id": 295121, "video_name": "s05e07_seg02_clip_02", "timestamp": [ 44.97, 55.7 ], "duration": 58.66, "caption": "A woman walks over to a man and another person holding a bag of sweets.", "similarity": 0.6302, "relevance": 1 }, { "pair_id": 295122, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 24.45, 30.95 ], "duration": 52.66, "caption": "A person offers another person a chocolate and she takes it.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 295123, "video_name": "friends_s02e11_seg02_clip_18", "timestamp": [ 0.0, 8.46 ], "duration": 47.66, "caption": "A woman offers everyone candy and then puts it back in her purse.", "similarity": 0.6176, "relevance": 2 }, { "pair_id": 295124, "video_name": "s04e19_seg02_clip_03", "timestamp": [ 53.03, 58.31 ], "duration": 62.66, "caption": "A woman picks up her bowl with both hands and shows it to another woman.", "similarity": 0.6158, "relevance": 2 }, { "pair_id": 295125, "video_name": "grey_s01e07_seg02_clip_21", "timestamp": [ 88.85, 95.03 ], "duration": 95.66, "caption": "A woman gives another woman a piece of cake and a fork in the kitchen.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 295126, "video_name": "grey_s03e02_seg02_clip_26", "timestamp": [ 54.68, 62.38 ], "duration": 154.66, "caption": "A woman takes the spoon from another woman when she is just standing there.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 295127, "video_name": "friends_s08e06_seg02_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman comes in while another person is sitting a bowl of chips on the table.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 295128, "video_name": "house_s01e18_seg02_clip_03", "timestamp": [ 0.0, 2.63 ], "duration": 87.66, "caption": "A woman takes a piece of food from a container and puts it in her mouth.", "similarity": 0.6021, "relevance": 2 }, { "pair_id": 295129, "video_name": "friends_s01e01_seg02_clip_23", "timestamp": [ 19.74, 23.69 ], "duration": 60.66, "caption": "A woman takes out a box from her shopping bag and hands it to another woman.", "similarity": 0.6009, "relevance": 1 }, { "pair_id": 295130, "video_name": "met_s06e12_seg02_clip_06", "timestamp": [ 14.17, 17.41 ], "duration": 59.66, "caption": "A woman picks a candy on top of the gingerbread house snack of a man.", "similarity": 0.6001, "relevance": 3 }, { "pair_id": 295131, "video_name": "house_s08e18_seg02_clip_17", "timestamp": [ 67.88, 79.19 ], "duration": 87.66, "caption": "A person walks over to the left of another person and eats candy.", "similarity": 0.5995, "relevance": 1 }, { "pair_id": 295132, "video_name": "s05e08_seg02_clip_08", "timestamp": [ 56.14, 58.62 ], "duration": 62.66, "caption": "A woman opens up her container of food that was given to her by another person.", "similarity": 0.5993, "relevance": 2 }, { "pair_id": 295133, "video_name": "friends_s06e02_seg02_clip_10", "timestamp": [ 46.39, 48.26 ], "duration": 62.66, "caption": "A woman hands a box of tissues to another woman and she takes one from the box.", "similarity": 0.5992, "relevance": 1 }, { "pair_id": 295134, "video_name": "friends_s04e18_seg02_clip_08", "timestamp": [ 4.68, 7.7 ], "duration": 55.66, "caption": "A woman takes two bites from the food that is in front of her.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 295135, "video_name": "friends_s04e17_seg02_clip_07", "timestamp": [ 35.03, 36.05 ], "duration": 68.66, "caption": "Woman hands man a box of chocolate candy he takes in his hand.", "similarity": 0.594, "relevance": 1 }, { "pair_id": 295136, "video_name": "friends_s06e18_seg02_clip_00", "timestamp": [ 9.28, 12.17 ], "duration": 64.66, "caption": "A woman takes a spoonful of food from her bowl.", "similarity": 0.5938, "relevance": 1 }, { "pair_id": 295137, "video_name": "castle_s05e20_seg02_clip_20", "timestamp": [ 13.5, 18.45 ], "duration": 90.66, "caption": "A woman throws down a candy bar to a man.", "similarity": 0.5927, "relevance": 2 }, { "pair_id": 295138, "video_name": "friends_s03e15_seg02_clip_04", "timestamp": [ 15.26, 18.0 ], "duration": 61.66, "caption": "A woman eats a thing of pudding when talking to another woman.", "similarity": 0.5906, "relevance": 2 }, { "pair_id": 295139, "video_name": "friends_s01e09_seg02_clip_11", "timestamp": [ 38.01, 42.94 ], "duration": 58.66, "caption": "A woman passes a large bowl with a lid to woman.", "similarity": 0.5901, "relevance": 2 } ] }, { "query_id": 75900, "query": "A man is drinking alcohol while standing and talking.", "relevant_moment": [ { "pair_id": 161160, "video_name": "met_s02e07_seg02_clip_11", "timestamp": [ 44.02, 46.22 ], "duration": 55.66, "caption": "A man is drinking alcohol while standing and talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161161, "video_name": "s03e04_seg02_clip_05", "timestamp": [ 11.4, 15.11 ], "duration": 57.66, "caption": "A man drinks the alcohol and started to talk.", "similarity": 0.8048, "relevance": 4 }, { "pair_id": 161162, "video_name": "met_s04e01_seg02_clip_15", "timestamp": [ 16.23, 18.3 ], "duration": 59.66, "caption": "A person is talking while he is holding a glass of alcohol.", "similarity": 0.7646, "relevance": 4 }, { "pair_id": 161163, "video_name": "met_s03e06_seg02_clip_03", "timestamp": [ 8.72, 12.02 ], "duration": 60.66, "caption": "A man drinks from his beer bottle while someone is talking.", "similarity": 0.7317, "relevance": 2 }, { "pair_id": 161164, "video_name": "friends_s09e06_seg02_clip_27", "timestamp": [ 0.0, 5.06 ], "duration": 56.66, "caption": "A man drinks a bottle of liquor while talking to woman.", "similarity": 0.7308, "relevance": 4 }, { "pair_id": 161165, "video_name": "house_s04e11_seg02_clip_10", "timestamp": [ 49.61, 53.25 ], "duration": 91.66, "caption": "A man drink his alcohol while talking to person via internet.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 161166, "video_name": "friends_s01e01_seg02_clip_09", "timestamp": [ 47.42, 60.03 ], "duration": 60.66, "caption": "A man holds a drink while he/she talks together.", "similarity": 0.7194, "relevance": 3 }, { "pair_id": 161167, "video_name": "house_s07e14_seg02_clip_23", "timestamp": [ 40.49, 43.34 ], "duration": 57.66, "caption": "A man drinks alcohol from a glass at a bar while another person is talking to him.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 161168, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 20.48, 24.12 ], "duration": 91.66, "caption": "A man wearing a black sweater drinks alcohol while someone is speaking.", "similarity": 0.7152, "relevance": 3 }, { "pair_id": 161169, "video_name": "met_s02e13_seg02_clip_10", "timestamp": [ 31.5, 61.17 ], "duration": 61.66, "caption": "A man sits and pours some alcohol in some cups while talking with someone.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 161170, "video_name": "s04e15_seg02_clip_01", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "A person drinks a glass of alcohol while talking to two other people.", "similarity": 0.7031, "relevance": 4 }, { "pair_id": 161171, "video_name": "s03e23_seg02_clip_00", "timestamp": [ 20.47, 25.43 ], "duration": 62.66, "caption": "A person holding alcohol comes out while two people are talking.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 161172, "video_name": "friends_s03e22_seg02_clip_13", "timestamp": [ 9.6, 60.03 ], "duration": 60.66, "caption": "A man was holding a cup of drink whilst talking.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 161173, "video_name": "friends_s09e20_seg02_clip_19", "timestamp": [ 10.27, 18.72 ], "duration": 60.66, "caption": "A man holds a glass of liquor while talking to a woman.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 161174, "video_name": "castle_s03e24_seg02_clip_15", "timestamp": [ 37.48, 41.05 ], "duration": 89.66, "caption": "A man is drinking alcohol while he is thinking seriously.", "similarity": 0.6929, "relevance": 3 }, { "pair_id": 161175, "video_name": "s06e12_seg02_clip_14", "timestamp": [ 41.12, 45.02 ], "duration": 60.66, "caption": "A man explains why he is drinking alcohol prior to a meeting.", "similarity": 0.6904, "relevance": 1 }, { "pair_id": 161176, "video_name": "met_s06e18_seg02_clip_01", "timestamp": [ 2.77, 5.84 ], "duration": 61.66, "caption": "A man takes a drink after saying what the person is to him.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 161177, "video_name": "castle_s03e05_seg02_clip_11", "timestamp": [ 37.32, 40.05 ], "duration": 91.66, "caption": "A man wearing gray long sleeve drink his alcohol while talking to woman and man.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 161178, "video_name": "house_s08e15_seg02_clip_22", "timestamp": [ 79.67, 82.82 ], "duration": 90.66, "caption": "A man gets his drink while talking to the group.", "similarity": 0.6712, "relevance": 0 }, { "pair_id": 161179, "video_name": "met_s02e06_seg02_clip_00", "timestamp": [ 14.91, 18.33 ], "duration": 62.66, "caption": "A person is pouring a glass of beer and while talking.", "similarity": 0.664, "relevance": 2 }, { "pair_id": 334480, "video_name": "house_s04e15_seg02_clip_05", "timestamp": [ 0.0, 2.85 ], "duration": 95.66, "caption": "A man takes a drink from a wine glass while talking to another person.", "similarity": 0.6628, "relevance": 3 }, { "pair_id": 334481, "video_name": "friends_s07e19_seg02_clip_12", "timestamp": [ 0.0, 27.91 ], "duration": 60.66, "caption": "A man is standing holding a beer as he speaks to woman who is sitting on the sofa.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 334482, "video_name": "s07e09_seg02_clip_14", "timestamp": [ 39.25, 45.38 ], "duration": 72.66, "caption": "A person sets their drink down on the table and stands up to speak.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 334483, "video_name": "castle_s04e21_seg02_clip_04", "timestamp": [ 60.23, 65.14 ], "duration": 89.66, "caption": "A man opens a beer and drinks while talking to person.", "similarity": 0.6569, "relevance": 3 }, { "pair_id": 334485, "video_name": "met_s03e08_seg02_clip_11", "timestamp": [ 22.89, 27.16 ], "duration": 61.66, "caption": "A person takes a drink of their wine while talking to person.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 334486, "video_name": "house_s07e08_seg02_clip_15", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "A man is drinking alcohol when another man came close to him.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 334487, "video_name": "grey_s03e02_seg02_clip_21", "timestamp": [ 30.06, 33.55 ], "duration": 87.66, "caption": "A man takes a drink while talking to a woman.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 334488, "video_name": "met_s03e01_seg01_clip_00", "timestamp": [ 21.17, 24.85 ], "duration": 91.66, "caption": "A man drinks from the glass of his alcoholic beverage.", "similarity": 0.6504, "relevance": 3 }, { "pair_id": 334489, "video_name": "house_s04e16_seg02_clip_03", "timestamp": [ 27.91, 31.51 ], "duration": 90.66, "caption": "A person puts a wine on the glass while talking to a man.", "similarity": 0.6485, "relevance": 1 }, { "pair_id": 334490, "video_name": "met_s06e14_seg02_clip_20", "timestamp": [ 2.32, 6.2 ], "duration": 44.66, "caption": "A man sets down his drink and stands up from his seat.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 334491, "video_name": "met_s02e02_seg02_clip_15", "timestamp": [ 6.97, 9.09 ], "duration": 60.66, "caption": "A man takes a drink of his beer while talking to a woman.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 334492, "video_name": "met_s06e20_seg02_clip_05", "timestamp": [ 28.08, 31.4 ], "duration": 60.66, "caption": "Two people are talking then a man takes a sip of his drink.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 334493, "video_name": "met_s06e07_seg02_clip_05", "timestamp": [ 49.19, 54.81 ], "duration": 66.66, "caption": "A man takes a drink of his beer while woman is talking.", "similarity": 0.6401, "relevance": 2 }, { "pair_id": 334494, "video_name": "met_s02e09_seg02_clip_04", "timestamp": [ 4.5, 7.8 ], "duration": 60.66, "caption": "A man gets up and says that he will be getting more alcohol.", "similarity": 0.6374, "relevance": 1 }, { "pair_id": 334495, "video_name": "castle_s07e06_seg02_clip_18", "timestamp": [ 26.85, 29.58 ], "duration": 91.66, "caption": "A woman drinks alcohol while talking to man seriously.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 334496, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 59.75, 62.94 ], "duration": 91.66, "caption": "A man gives another man a drink while they are talking.", "similarity": 0.636, "relevance": 2 }, { "pair_id": 334497, "video_name": "castle_s06e20_seg02_clip_26", "timestamp": [ 18.5, 22.94 ], "duration": 148.66, "caption": "A man gets the glass of alcohol that another person is drinking.", "similarity": 0.6357, "relevance": 0 }, { "pair_id": 334498, "video_name": "house_s06e10_seg02_clip_12", "timestamp": [ 44.08, 48.77 ], "duration": 78.66, "caption": "A man pours himself something to drink while he's talking to woman.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 334499, "video_name": "house_s08e07_seg02_clip_13", "timestamp": [ 0.0, 33.16 ], "duration": 85.66, "caption": "Two men are having a conversation with each other while drinking.", "similarity": 0.6345, "relevance": 1 } ] }, { "query_id": 75950, "query": "Three people walk into the hotel lobby and stop to look around.", "relevant_moment": [ { "pair_id": 3920, "video_name": "friends_s09e23-24_seg02_clip_00", "timestamp": [ 6.73, 12.17 ], "duration": 64.66, "caption": "Three people walk into the hotel lobby and stop to look around.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3921, "video_name": "friends_s08e03_seg02_clip_12", "timestamp": [ 18.92, 22.58 ], "duration": 61.66, "caption": "Two people walk over to their hotel lobby.", "similarity": 0.7055, "relevance": 3 }, { "pair_id": 3922, "video_name": "castle_s02e12_seg02_clip_06", "timestamp": [ 52.5, 55.15 ], "duration": 88.66, "caption": "Two people turn around in a hotel lobby.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 3923, "video_name": "house_s06e03_seg02_clip_00", "timestamp": [ 84.16, 94.03 ], "duration": 94.66, "caption": "Three people walk in the room and stop, surprised to find a person in the room.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 3924, "video_name": "castle_s02e12_seg02_clip_06", "timestamp": [ 68.38, 71.47 ], "duration": 88.66, "caption": "Two men walk to person and woman in a hotel room.", "similarity": 0.6159, "relevance": 2 }, { "pair_id": 3925, "video_name": "castle_s02e08_seg02_clip_11", "timestamp": [ 67.78, 69.98 ], "duration": 88.66, "caption": "Pedestrians walk past of the front entry of a luxurious hotel.", "similarity": 0.6132, "relevance": 1 }, { "pair_id": 3926, "video_name": "s09e01_seg02_clip_07", "timestamp": [ 12.91, 16.81 ], "duration": 60.66, "caption": "A person stops another person as she walks towards the open hotel room door.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 3927, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 26.78, 36.99 ], "duration": 85.66, "caption": "A man and woman walk through the hospital stopping at the lobby.", "similarity": 0.592, "relevance": 1 }, { "pair_id": 3928, "video_name": "friends_s09e23-24_seg02_clip_07", "timestamp": [ 57.43, 62.66 ], "duration": 62.66, "caption": "A man walks up to two people at the hotel.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 3929, "video_name": "friends_s10e01_seg01_clip_00", "timestamp": [ 5.49, 11.9 ], "duration": 61.66, "caption": "A man and woman walk into a hotel room.", "similarity": 0.5829, "relevance": 1 }, { "pair_id": 3930, "video_name": "house_s04e11_seg02_clip_03", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "Three people get up and walk out of the room.", "similarity": 0.5827, "relevance": 1 }, { "pair_id": 3931, "video_name": "s08e05_seg02_clip_10", "timestamp": [ 40.94, 44.66 ], "duration": 62.66, "caption": "The hotel room door opens and two women walk in.", "similarity": 0.5815, "relevance": 1 }, { "pair_id": 3932, "video_name": "castle_s03e20_seg02_clip_10", "timestamp": [ 73.82, 76.52 ], "duration": 90.66, "caption": "Two people enter into the hotel room following a hotel employee.", "similarity": 0.5764, "relevance": 2 }, { "pair_id": 3933, "video_name": "house_s01e10_seg02_clip_17", "timestamp": [ 29.93, 35.21 ], "duration": 88.66, "caption": "Three people walk into the patient room to find them not there.", "similarity": 0.5757, "relevance": 2 }, { "pair_id": 3934, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 66.13, 71.46 ], "duration": 88.66, "caption": "Three people walks out the room and walking together.", "similarity": 0.5748, "relevance": 2 }, { "pair_id": 3935, "video_name": "friends_s09e23-24_seg02_clip_23", "timestamp": [ 51.38, 55.6 ], "duration": 65.66, "caption": "Two people look at each other and then exit into different rooms.", "similarity": 0.5728, "relevance": 1 }, { "pair_id": 3936, "video_name": "house_s05e22_seg02_clip_18", "timestamp": [ 24.72, 29.13 ], "duration": 88.66, "caption": "Three people stand up together and walk out from the room.", "similarity": 0.5711, "relevance": 0 }, { "pair_id": 3937, "video_name": "castle_s04e16_seg02_clip_11", "timestamp": [ 36.81, 44.17 ], "duration": 92.66, "caption": "Three people are walking in a hall towards a door.", "similarity": 0.5705, "relevance": 2 }, { "pair_id": 3938, "video_name": "s03e15_seg02_clip_16", "timestamp": [ 52.89, 60.02 ], "duration": 75.66, "caption": "Two men walk into the hotel room.", "similarity": 0.5681, "relevance": 2 }, { "pair_id": 3939, "video_name": "castle_s02e12_seg02_clip_02", "timestamp": [ 2.23, 16.5 ], "duration": 89.66, "caption": "Two people walk down the hotel hallway, discussing the case.", "similarity": 0.5657, "relevance": 2 } ] }, { "query_id": 76095, "query": "A person listens intently on what Dr. House is saying.", "relevant_moment": [ { "pair_id": 161460, "video_name": "house_s02e21_seg02_clip_16", "timestamp": [ 8.58, 11.3 ], "duration": 90.66, "caption": "A person listens intently on what Dr. House is saying.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161461, "video_name": "house_s01e21_seg02_clip_10", "timestamp": [ 0.0, 26.87 ], "duration": 91.66, "caption": "Dr. person speaks to the doctors and asks whether they can hear him.", "similarity": 0.7294, "relevance": 3 }, { "pair_id": 161462, "video_name": "house_s07e16_seg02_clip_11", "timestamp": [ 0.0, 34.84 ], "duration": 86.66, "caption": "Dr. House speaks about a patient with the doctors and the doctors hear someone saying please no.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 161463, "video_name": "house_s06e11_seg02_clip_05", "timestamp": [ 0.0, 68.23 ], "duration": 83.66, "caption": "Dr. House talks with a person in a cafeteria.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 161464, "video_name": "house_s04e01_seg02_clip_18", "timestamp": [ 0.0, 46.69 ], "duration": 89.66, "caption": "Dr. Someone speaks with the husband of his patient.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 161465, "video_name": "house_s01e14_seg02_clip_18", "timestamp": [ 0.0, 34.02 ], "duration": 88.66, "caption": "A person is discussing something to the other doctors.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 161466, "video_name": "house_s08e06_seg02_clip_13", "timestamp": [ 73.54, 89.66 ], "duration": 89.66, "caption": "A person is having a conversation with some doctors.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 161467, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 161468, "video_name": "house_s01e14_seg02_clip_20", "timestamp": [ 3.21, 10.7 ], "duration": 107.66, "caption": "A person sits down while talking to their fellow doctor.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 161469, "video_name": "house_s08e08_seg02_clip_05", "timestamp": [ 51.45, 91.42 ], "duration": 91.66, "caption": "A doctor carries on his duties while listening to what other doctors say about a patient's condition.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 161470, "video_name": "house_s02e24_seg02_clip_25", "timestamp": [ 6.41, 8.7 ], "duration": 91.66, "caption": "House tells the doctors what they are experiencing.", "similarity": 0.6754, "relevance": 3 }, { "pair_id": 161471, "video_name": "house_s06e11_seg02_clip_07", "timestamp": [ 44.18, 47.37 ], "duration": 91.66, "caption": "Dr. House turns his look towards a doctor.", "similarity": 0.6733, "relevance": 1 }, { "pair_id": 161472, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 27.53, 32.69 ], "duration": 86.66, "caption": "A doctor talks to his patient and raise his voice.", "similarity": 0.6725, "relevance": 2 }, { "pair_id": 161473, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.6706, "relevance": 3 }, { "pair_id": 161474, "video_name": "house_s03e06_seg02_clip_20", "timestamp": [ 0.0, 11.96 ], "duration": 92.66, "caption": "Dr. House is hammering his knees when a lawyer is discussing him a thing.", "similarity": 0.6611, "relevance": 1 }, { "pair_id": 161475, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A doctor is discussing something to the other doctors.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 161476, "video_name": "house_s07e20_seg02_clip_09", "timestamp": [ 0.0, 12.54 ], "duration": 86.66, "caption": "A person is sitting in a room talking with a doctor.", "similarity": 0.6539, "relevance": 4 }, { "pair_id": 161477, "video_name": "house_s01e06_seg02_clip_00", "timestamp": [ 85.1, 94.03 ], "duration": 94.66, "caption": "A person speaks with the ER doctor in front of someone.", "similarity": 0.6532, "relevance": 3 }, { "pair_id": 161478, "video_name": "house_s05e16_seg02_clip_11", "timestamp": [ 3.92, 11.31 ], "duration": 87.66, "caption": "A doctor reads from a piece of paper out loud.", "similarity": 0.6531, "relevance": 1 }, { "pair_id": 161479, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 14.26, 18.87 ], "duration": 92.66, "caption": "A person speaks to some doctors while they're on a phone call.", "similarity": 0.6513, "relevance": 0 }, { "pair_id": 334780, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 10.71, 12.6 ], "duration": 126.66, "caption": "A doctor brings his hand up toward his face as he listens to a person on a phone.", "similarity": 0.6489, "relevance": 3 }, { "pair_id": 334781, "video_name": "house_s04e02_seg02_clip_03", "timestamp": [ 28.72, 30.89 ], "duration": 87.66, "caption": "A person takes a seat on a desk while listening to doctors question someone seated at the front of the room.", "similarity": 0.6476, "relevance": 3 }, { "pair_id": 334782, "video_name": "house_s06e05_seg02_clip_18", "timestamp": [ 82.37, 89.05 ], "duration": 89.66, "caption": "A person is explaining to the doctors about the patient when a man enters the room.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 334784, "video_name": "house_s04e04_seg02_clip_03", "timestamp": [ 54.3, 61.87 ], "duration": 89.66, "caption": "A person is in front of the other doctors and he is discussing something while someone is on the phone.", "similarity": 0.6443, "relevance": 2 }, { "pair_id": 334785, "video_name": "house_s01e01_seg02_clip_09", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "A patient speaks to a doctor and the doctor's phone rings.", "similarity": 0.6438, "relevance": 1 }, { "pair_id": 334786, "video_name": "house_s01e04_seg02_clip_16", "timestamp": [ 7.35, 72.05 ], "duration": 98.66, "caption": "Dr. House talks with the other doctors about a drug.", "similarity": 0.6425, "relevance": 3 }, { "pair_id": 334787, "video_name": "house_s02e22_seg02_clip_11", "timestamp": [ 80.54, 83.62 ], "duration": 88.66, "caption": "A doctor moves their hands up and down as they speak.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 334788, "video_name": "house_s07e06_seg02_clip_11", "timestamp": [ 81.87, 85.28 ], "duration": 85.66, "caption": "Dr. person turns around and starts talking to the patient.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 334789, "video_name": "house_s05e15_seg02_clip_03", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A patient talks to a doctor with a medical instrument on his head.", "similarity": 0.6399, "relevance": 2 }, { "pair_id": 334790, "video_name": "house_s03e15_seg02_clip_14", "timestamp": [ 11.11, 14.67 ], "duration": 88.66, "caption": "A doctor stands up to engage in the conversation.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 334791, "video_name": "grey_s01e07_seg02_clip_06", "timestamp": [ 63.77, 85.02 ], "duration": 85.66, "caption": "A person is having a conversation and checking on a patient.", "similarity": 0.6393, "relevance": 1 }, { "pair_id": 334792, "video_name": "house_s07e08_seg02_clip_08", "timestamp": [ 75.82, 93.03 ], "duration": 93.66, "caption": "A doctor sits beside the patient and checks their reactions to what they say.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 334793, "video_name": "house_s02e14_seg02_clip_20", "timestamp": [ 0.0, 17.66 ], "duration": 88.66, "caption": "A person is at the patient's bed and speaks to a man.", "similarity": 0.6388, "relevance": 1 }, { "pair_id": 334795, "video_name": "house_s03e12_seg02_clip_26", "timestamp": [ 0.0, 20.29 ], "duration": 39.66, "caption": "A person looks down at an activity they're doing as they have a conversation with two doctors.", "similarity": 0.6375, "relevance": 2 }, { "pair_id": 334796, "video_name": "house_s01e10_seg02_clip_03", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "A person is talking to another person about his/her medical expertise.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 334797, "video_name": "house_s01e12_seg02_clip_11", "timestamp": [ 9.07, 19.51 ], "duration": 90.66, "caption": "A person talking to a doctor about a letter and explaining.", "similarity": 0.6349, "relevance": 3 }, { "pair_id": 334798, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 334799, "video_name": "house_s03e12_seg02_clip_11", "timestamp": [ 0.0, 32.8 ], "duration": 89.66, "caption": "A person is checking on something on a patient and having a conversation also.", "similarity": 0.6341, "relevance": 2 } ] }, { "query_id": 76155, "query": "A man leaves and another man rushes after him.", "relevant_moment": [ { "pair_id": 116220, "video_name": "house_s08e22_seg02_clip_15", "timestamp": [ 5.12, 8.84 ], "duration": 93.66, "caption": "A man leaves and another man rushes after him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 116221, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 48.25, 50.64 ], "duration": 53.66, "caption": "A man moves to follow another man as he leaves.", "similarity": 0.7757, "relevance": 3 }, { "pair_id": 116222, "video_name": "house_s02e20_seg02_clip_24", "timestamp": [ 50.71, 69.57 ], "duration": 130.66, "caption": "A man starts to leave and another man stops him.", "similarity": 0.7591, "relevance": 2 }, { "pair_id": 116223, "video_name": "house_s02e22_seg02_clip_25", "timestamp": [ 35.01, 39.38 ], "duration": 125.66, "caption": "A man stops walking and another man immediately leaves him.", "similarity": 0.7529, "relevance": 3 }, { "pair_id": 116224, "video_name": "friends_s03e17_seg02_clip_15", "timestamp": [ 15.0, 19.38 ], "duration": 62.66, "caption": "A man leaves the group of people and heads over to another man.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 116225, "video_name": "house_s06e12_seg02_clip_04", "timestamp": [ 43.33, 49.2 ], "duration": 90.66, "caption": "A man walks out immediately and another man chase him.", "similarity": 0.7378, "relevance": 4 }, { "pair_id": 116226, "video_name": "castle_s02e21_seg02_clip_22", "timestamp": [ 68.84, 76.83 ], "duration": 88.66, "caption": "A man leaves suddenly and another man follows him out of the building.", "similarity": 0.726, "relevance": 4 }, { "pair_id": 116227, "video_name": "castle_s08e09_seg02_clip_16", "timestamp": [ 40.51, 47.4 ], "duration": 81.66, "caption": "A man quickly followed another man who is running so fast.", "similarity": 0.7182, "relevance": 4 }, { "pair_id": 116228, "video_name": "castle_s07e06_seg02_clip_12", "timestamp": [ 10.75, 15.67 ], "duration": 89.66, "caption": "A man enters to approach another man and then the other man exits shortly after.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 116229, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 48.21, 58.57 ], "duration": 90.66, "caption": "A man starts to walk away and another man keeps him from leaving.", "similarity": 0.6985, "relevance": 2 }, { "pair_id": 116230, "video_name": "friends_s03e08_seg02_clip_05", "timestamp": [ 18.15, 22.02 ], "duration": 59.66, "caption": "When a man starts to walk off, another man runs towards him.", "similarity": 0.6945, "relevance": 4 }, { "pair_id": 116231, "video_name": "friends_s03e09_seg02_clip_08", "timestamp": [ 18.0, 19.83 ], "duration": 61.66, "caption": "A man starts to leave and another man grabs his shoulder.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 116232, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 64.1, 69.88 ], "duration": 89.66, "caption": "A man moves to leave, but then stops and turns toward another man.", "similarity": 0.6922, "relevance": 3 }, { "pair_id": 116233, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 66.97, 73.58 ], "duration": 88.66, "caption": "A man walks away from another man, but the other man stops him.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 116234, "video_name": "friends_s03e02_seg02_clip_05", "timestamp": [ 20.64, 40.12 ], "duration": 58.66, "caption": "A man sends a person to get ready and the person leaves.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 116235, "video_name": "met_s03e17_seg02_clip_01", "timestamp": [ 42.77, 44.27 ], "duration": 60.66, "caption": "A man walks up behind another man and startles him.", "similarity": 0.6842, "relevance": 0 }, { "pair_id": 116236, "video_name": "castle_s08e06_seg02_clip_04", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "A man leaves after assuring two men he'll work with them.", "similarity": 0.6807, "relevance": 1 }, { "pair_id": 116237, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 28.81, 32.41 ], "duration": 90.66, "caption": "A man starts to walk away but another man comes forward.", "similarity": 0.6744, "relevance": 2 }, { "pair_id": 116238, "video_name": "s09e11_seg02_clip_11", "timestamp": [ 4.16, 12.49 ], "duration": 64.66, "caption": "A man leaves to go out with two other people.", "similarity": 0.673, "relevance": 3 }, { "pair_id": 116239, "video_name": "house_s08e16_seg02_clip_12", "timestamp": [ 0.0, 10.92 ], "duration": 87.66, "caption": "A man tells another man he will contact him then gets up and leaves.", "similarity": 0.6687, "relevance": 1 }, { "pair_id": 289540, "video_name": "house_s08e22_seg02_clip_15", "timestamp": [ 0.0, 7.44 ], "duration": 93.66, "caption": "A man talks to another man, then walks away. The second man runs after him.", "similarity": 0.6682, "relevance": 4 }, { "pair_id": 289541, "video_name": "grey_s02e12_seg02_clip_15", "timestamp": [ 40.88, 50.76 ], "duration": 89.66, "caption": "A man gets up to leave but another person stops him.", "similarity": 0.6655, "relevance": 3 }, { "pair_id": 289542, "video_name": "s01e02_seg02_clip_09", "timestamp": [ 15.26, 21.66 ], "duration": 61.66, "caption": "A man walks out and another man stops her immediately.", "similarity": 0.6652, "relevance": 3 }, { "pair_id": 289543, "video_name": "house_s05e06_seg02_clip_20", "timestamp": [ 6.37, 8.65 ], "duration": 91.66, "caption": "A man started to walk away while two other men get up to move.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 289544, "video_name": "met_s02e16_seg02_clip_07", "timestamp": [ 25.0, 26.79 ], "duration": 51.66, "caption": "One man turns to leave and the other stops him.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 289545, "video_name": "met_s05e03_seg02_clip_00", "timestamp": [ 14.06, 17.11 ], "duration": 61.66, "caption": "A man gets up after telling another man that he is leaving.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 289546, "video_name": "castle_s07e06_seg02_clip_04", "timestamp": [ 34.75, 37.0 ], "duration": 90.66, "caption": "A man grabs another man by his jacket and leads him away.", "similarity": 0.6584, "relevance": 3 }, { "pair_id": 289548, "video_name": "house_s01e20_seg02_clip_14", "timestamp": [ 39.97, 42.26 ], "duration": 91.66, "caption": "A man leaves as he ended the conversation with another man.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 289549, "video_name": "house_s07e03_seg02_clip_18", "timestamp": [ 80.0, 93.03 ], "duration": 93.66, "caption": "A man catches up with and finally passes another man.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 289550, "video_name": "castle_s05e13_seg02_clip_25", "timestamp": [ 19.01, 23.51 ], "duration": 100.66, "caption": "A man follows another man after he asks for him.", "similarity": 0.6531, "relevance": 3 }, { "pair_id": 289551, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 21.38, 38.96 ], "duration": 95.66, "caption": "Two men are having an argument. Then he leaves man.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 289553, "video_name": "house_s01e02_seg02_clip_02", "timestamp": [ 82.91, 89.64 ], "duration": 89.66, "caption": "A man walks out and another person follows him.", "similarity": 0.649, "relevance": 4 }, { "pair_id": 289554, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 10.15, 16.25 ], "duration": 58.66, "caption": "A man paces out of the apartment, with another person rushing after them.", "similarity": 0.6474, "relevance": 3 }, { "pair_id": 289555, "video_name": "castle_s03e10_seg02_clip_09", "timestamp": [ 60.82, 66.72 ], "duration": 90.66, "caption": "A man gets up and follows another man towards the ground.", "similarity": 0.647, "relevance": 3 }, { "pair_id": 289558, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 289559, "video_name": "castle_s02e13_seg02_clip_11", "timestamp": [ 47.89, 49.23 ], "duration": 89.66, "caption": "Two men chase a person after he took off running.", "similarity": 0.6454, "relevance": 4 } ] }, { "query_id": 76166, "query": "A patient gets down from sitting in an examination table.", "relevant_moment": [ { "pair_id": 5900, "video_name": "house_s02e03_seg02_clip_12", "timestamp": [ 26.67, 29.38 ], "duration": 90.66, "caption": "A patient gets down from sitting in an examination table.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 5901, "video_name": "house_s07e13_seg02_clip_02", "timestamp": [ 84.17, 88.22 ], "duration": 90.66, "caption": "A patient sits up on the examination table.", "similarity": 0.8796, "relevance": 2 }, { "pair_id": 5902, "video_name": "house_s07e21_seg02_clip_15", "timestamp": [ 26.06, 39.31 ], "duration": 88.66, "caption": "A doctor was sitting on a table and frustratingly trying to get down.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 5903, "video_name": "house_s06e09_seg02_clip_01", "timestamp": [ 12.96, 19.81 ], "duration": 72.66, "caption": "A patient is on an exam table with their hand on their side grimacing in pain.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 5904, "video_name": "house_s04e12_seg02_clip_15", "timestamp": [ 15.55, 18.76 ], "duration": 91.66, "caption": "The patient on the examination table mumbles something.", "similarity": 0.742, "relevance": 1 }, { "pair_id": 5905, "video_name": "friends_s03e23_seg02_clip_14", "timestamp": [ 48.47, 52.18 ], "duration": 57.66, "caption": "A man sits down on a table for a person to examine him.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 5906, "video_name": "house_s04e08_seg02_clip_04", "timestamp": [ 22.0, 25.74 ], "duration": 83.66, "caption": "A patient is laying on a table, and goes into an MRI machine.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 5907, "video_name": "friends_s06e15-16_seg02_clip_37", "timestamp": [ 23.02, 42.79 ], "duration": 59.66, "caption": "A person has a medical issue and sits down in the chair.", "similarity": 0.6974, "relevance": 0 }, { "pair_id": 5908, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 16.23, 18.03 ], "duration": 90.66, "caption": "A person is giving compressions to a patient on the table.", "similarity": 0.6896, "relevance": 1 }, { "pair_id": 5909, "video_name": "house_s06e17_seg02_clip_16", "timestamp": [ 19.28, 22.1 ], "duration": 94.66, "caption": "A doctor sits down in their meeting table.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 5910, "video_name": "grey_s03e17_seg02_clip_06", "timestamp": [ 85.33, 89.4 ], "duration": 90.66, "caption": "A man sits himself up on the examination table.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 5911, "video_name": "house_s03e02_seg02_clip_13", "timestamp": [ 53.78, 59.54 ], "duration": 96.66, "caption": "A person sits down on the table and looks down.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 5912, "video_name": "house_s08e22_seg02_clip_01", "timestamp": [ 5.28, 7.92 ], "duration": 88.66, "caption": "A person moves a patient's shirt while doing an examination.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 5913, "video_name": "house_s01e17_seg02_clip_02", "timestamp": [ 0.0, 8.08 ], "duration": 95.66, "caption": "A person gets up from his chair and examined the knee of his patient.", "similarity": 0.6818, "relevance": 2 }, { "pair_id": 5914, "video_name": "castle_s06e08_seg02_clip_22", "timestamp": [ 68.03, 71.63 ], "duration": 90.66, "caption": "A person sits down in a chair at the interrogation table.", "similarity": 0.6812, "relevance": 1 }, { "pair_id": 5915, "video_name": "house_s01e02_seg02_clip_16", "timestamp": [ 38.62, 42.34 ], "duration": 93.66, "caption": "A person suddenly gets up from the examination table as soon as a man tries to contact another doctor.", "similarity": 0.6732, "relevance": 4 }, { "pair_id": 5916, "video_name": "grey_s02e18_seg02_clip_17", "timestamp": [ 21.63, 29.91 ], "duration": 92.66, "caption": "The patient moves from the wheel chair to the table.", "similarity": 0.6499, "relevance": 3 }, { "pair_id": 5917, "video_name": "house_s04e04_seg02_clip_14", "timestamp": [ 41.81, 47.04 ], "duration": 95.66, "caption": "A person places their fist on the table at the foot of the patient's bed.", "similarity": 0.6495, "relevance": 0 }, { "pair_id": 5918, "video_name": "house_s03e15_seg02_clip_13", "timestamp": [ 37.04, 58.46 ], "duration": 89.66, "caption": "The person on the operating table winces in pain.", "similarity": 0.6439, "relevance": 0 }, { "pair_id": 5919, "video_name": "grey_s03e19_seg02_clip_06", "timestamp": [ 64.84, 76.02 ], "duration": 89.66, "caption": "A person sitting on a patient's table takes off their sock and a doctor looks at their wound.", "similarity": 0.6433, "relevance": 2 } ] }, { "query_id": 76207, "query": "A woman is moving a pack of papers that is located on the table.", "relevant_moment": [ { "pair_id": 165700, "video_name": "castle_s07e19_seg02_clip_02", "timestamp": [ 64.19, 66.98 ], "duration": 93.66, "caption": "A woman is moving a pack of papers that is located on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165701, "video_name": "friends_s09e12_seg02_clip_02", "timestamp": [ 13.64, 21.18 ], "duration": 58.66, "caption": "A woman brings a folder of paper over to the table.", "similarity": 0.8066, "relevance": 3 }, { "pair_id": 165702, "video_name": "friends_s09e18_seg02_clip_11", "timestamp": [ 39.56, 47.72 ], "duration": 60.66, "caption": "A woman adjusts some papers on the table and moves in her chair.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 165703, "video_name": "met_s03e11_seg01_clip_02", "timestamp": [ 33.08, 35.49 ], "duration": 60.66, "caption": "A woman arranges bunch of paper and puts them on the table.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 165704, "video_name": "friends_s09e18_seg02_clip_13", "timestamp": [ 16.11, 17.69 ], "duration": 63.66, "caption": "A woman is arranging a bunch of small pieces of paper on the table.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 165706, "video_name": "grey_s03e05_seg02_clip_06", "timestamp": [ 25.48, 27.72 ], "duration": 89.66, "caption": "A woman lifts up a sheet of paper at the table.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 165708, "video_name": "house_s01e04_seg02_clip_01", "timestamp": [ 60.34, 66.06 ], "duration": 88.66, "caption": "A woman is packing papers at her desk.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 165709, "video_name": "castle_s04e18_seg02_clip_06", "timestamp": [ 84.51, 91.66 ], "duration": 91.66, "caption": "A woman was handling a couple of small pieces of papers.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 165710, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 56.45, 59.86 ], "duration": 62.66, "caption": "A woman pushes a piece of paper across the table with her hand.", "similarity": 0.7129, "relevance": 2 }, { "pair_id": 165711, "video_name": "castle_s03e10_seg02_clip_24", "timestamp": [ 55.68, 57.06 ], "duration": 92.66, "caption": "A woman takes a small slip of paper from someone's hand as they lean over the table.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 165712, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 70.68, 72.51 ], "duration": 91.66, "caption": "A person gets a folder of papers from woman's desk.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 165713, "video_name": "friends_s03e04_seg02_clip_17", "timestamp": [ 37.48, 39.84 ], "duration": 59.66, "caption": "A woman grabs the stack of papers and puts it in her bag.", "similarity": 0.6999, "relevance": 1 }, { "pair_id": 165714, "video_name": "castle_s02e19_seg02_clip_11", "timestamp": [ 0.0, 76.16 ], "duration": 90.66, "caption": "A woman was holding a folder with a bunch of papers in it.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 165715, "video_name": "s08e16_seg02_clip_09", "timestamp": [ 2.17, 3.41 ], "duration": 62.66, "caption": "A person touches a stack of papers on the table.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 165716, "video_name": "friends_s05e04_seg01_clip_00", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A woman was holding a bunch of paper while walking.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 165717, "video_name": "castle_s05e11_seg02_clip_23", "timestamp": [ 88.49, 90.66 ], "duration": 90.66, "caption": "A woman takes out a sheet of paper from her folder.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 165718, "video_name": "s06e02_seg01_clip_01", "timestamp": [ 15.41, 17.88 ], "duration": 55.66, "caption": "A woman puts the paper and pen she is holding on the table.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 165719, "video_name": "grey_s03e13_seg02_clip_26", "timestamp": [ 50.41, 51.31 ], "duration": 90.66, "caption": "A woman sits down on the table a stack of folders and papers.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 339020, "video_name": "castle_s03e21_seg02_clip_21", "timestamp": [ 0.0, 9.76 ], "duration": 88.66, "caption": "A woman is holding a sheet of paper in her hands.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 339021, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A woman moves some of the items on the table in front of her.", "similarity": 0.6776, "relevance": 3 }, { "pair_id": 339022, "video_name": "castle_s05e24_seg02_clip_25", "timestamp": [ 44.17, 45.09 ], "duration": 92.66, "caption": "A woman picks up a piece of paper from a folder and flips it over on the table.", "similarity": 0.6751, "relevance": 1 }, { "pair_id": 339023, "video_name": "castle_s02e03_seg02_clip_14", "timestamp": [ 88.73, 91.48 ], "duration": 91.66, "caption": "A woman pulls papers out of the white folder.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 339024, "video_name": "friends_s07e02_seg02_clip_14", "timestamp": [ 15.74, 19.98 ], "duration": 60.66, "caption": "A woman gets up with a sheet of paper in her hands.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 339025, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 0.0, 70.67 ], "duration": 90.66, "caption": "A woman was holding a black folder with bunch of papers in it.", "similarity": 0.6608, "relevance": 1 }, { "pair_id": 339026, "video_name": "castle_s05e11_seg02_clip_24", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A woman puts a paper back into a folder.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 339027, "video_name": "house_s02e08_seg02_clip_12", "timestamp": [ 18.88, 20.64 ], "duration": 87.66, "caption": "A woman puts some papers down on her desk.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 339028, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 88.81, 92.03 ], "duration": 92.66, "caption": "A woman carries a piece of white paper around her office.", "similarity": 0.6563, "relevance": 3 }, { "pair_id": 339029, "video_name": "house_s07e15_seg02_clip_06", "timestamp": [ 58.9, 62.12 ], "duration": 92.66, "caption": "A woman gets a bunch of papers from another woman.", "similarity": 0.6537, "relevance": 4 }, { "pair_id": 339030, "video_name": "friends_s05e13_seg02_clip_17", "timestamp": [ 41.56, 45.28 ], "duration": 62.66, "caption": "A woman puts some papers in her bag while sitting on a couch.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 339031, "video_name": "castle_s08e14_seg02_clip_14", "timestamp": [ 88.34, 91.57 ], "duration": 92.66, "caption": "A woman walks across the room and sets some papers down on the desk.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 339032, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 31.21, 33.31 ], "duration": 60.66, "caption": "A woman shows a person a passage from the stack of papers they are holding.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 339033, "video_name": "castle_s03e15_seg02_clip_07", "timestamp": [ 2.13, 5.1 ], "duration": 85.66, "caption": "A woman walks up to person's desk holding a sheaf of papers and stops in front.", "similarity": 0.6505, "relevance": 3 }, { "pair_id": 339034, "video_name": "castle_s06e14_seg02_clip_18", "timestamp": [ 11.57, 27.6 ], "duration": 89.66, "caption": "A person was holding a bunch of papers and he/she's putting them down on the table beside him/her.", "similarity": 0.6497, "relevance": 3 }, { "pair_id": 339035, "video_name": "castle_s03e19_seg02_clip_21", "timestamp": [ 63.82, 64.7 ], "duration": 88.66, "caption": "A woman comes out of an office with a sheet of paper in hand.", "similarity": 0.6494, "relevance": 3 }, { "pair_id": 339036, "video_name": "friends_s01e21_seg02_clip_15", "timestamp": [ 22.81, 60.03 ], "duration": 60.66, "caption": "A woman gathers up some papers on the table and wipes under them before laying them back down.", "similarity": 0.6472, "relevance": 3 }, { "pair_id": 339037, "video_name": "castle_s04e11_seg02_clip_03", "timestamp": [ 19.17, 22.37 ], "duration": 91.66, "caption": "A woman sets down her paperwork on the table.", "similarity": 0.6456, "relevance": 3 }, { "pair_id": 339038, "video_name": "s08e16_seg02_clip_02", "timestamp": [ 40.52, 47.72 ], "duration": 60.66, "caption": "A person places a stack of papers onto the coffee table.", "similarity": 0.6453, "relevance": 3 }, { "pair_id": 339039, "video_name": "castle_s03e02_seg02_clip_18", "timestamp": [ 32.64, 37.56 ], "duration": 89.66, "caption": "A person walks around and gets the paper on the table.", "similarity": 0.6451, "relevance": 3 } ] }, { "query_id": 76221, "query": "A person walks out of the office while the other doctors look shocked.", "relevant_moment": [ { "pair_id": 145280, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 37.81, 43.21 ], "duration": 180.66, "caption": "A person walks out of the office while the other doctors look shocked.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145281, "video_name": "house_s05e04_seg02_clip_12", "timestamp": [ 17.1, 20.71 ], "duration": 90.66, "caption": "A person walks out of the office while the other doctors are conferencing.", "similarity": 0.8562, "relevance": 3 }, { "pair_id": 145282, "video_name": "house_s02e01_seg02_clip_10", "timestamp": [ 12.22, 15.04 ], "duration": 94.66, "caption": "A person walks past the other doctors out of the office.", "similarity": 0.8524, "relevance": 3 }, { "pair_id": 145283, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person walks out of the office leaving the other doctors.", "similarity": 0.8444, "relevance": 4 }, { "pair_id": 145284, "video_name": "house_s01e17_seg02_clip_19", "timestamp": [ 34.27, 36.07 ], "duration": 90.66, "caption": "A person walks out of the office leaving the doctors behind.", "similarity": 0.8214, "relevance": 3 }, { "pair_id": 145285, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 26.71, 30.71 ], "duration": 89.66, "caption": "A person walks out of the office without the other doctors.", "similarity": 0.8191, "relevance": 3 }, { "pair_id": 145286, "video_name": "house_s07e11_seg02_clip_14", "timestamp": [ 81.15, 84.26 ], "duration": 88.66, "caption": "A person walks into the office and the other doctors stiffen up.", "similarity": 0.7703, "relevance": 1 }, { "pair_id": 145287, "video_name": "s01e04_seg02_clip_16", "timestamp": [ 0.0, 4.47 ], "duration": 47.66, "caption": "A person acted confused and walked out of a doctor's office.", "similarity": 0.7701, "relevance": 1 }, { "pair_id": 145288, "video_name": "house_s07e11_seg02_clip_14", "timestamp": [ 13.3, 14.19 ], "duration": 88.66, "caption": "A person walks out of the room with some other doctors.", "similarity": 0.7597, "relevance": 0 }, { "pair_id": 145289, "video_name": "house_s07e06_seg02_clip_15", "timestamp": [ 36.53, 38.34 ], "duration": 90.66, "caption": "A person walks out of the office while looking at another person.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 145290, "video_name": "house_s07e21_seg02_clip_09", "timestamp": [ 73.88, 84.66 ], "duration": 84.66, "caption": "The doctors get up and walk out of the office except man.", "similarity": 0.7245, "relevance": 2 }, { "pair_id": 145291, "video_name": "house_s01e04_seg02_clip_06", "timestamp": [ 10.92, 13.65 ], "duration": 91.66, "caption": "Two doctors walk out of someone's room together.", "similarity": 0.7194, "relevance": 1 }, { "pair_id": 145292, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 9.93, 12.14 ], "duration": 73.66, "caption": "A person is walking out of someone's office while another person walks in.", "similarity": 0.7158, "relevance": 1 }, { "pair_id": 145293, "video_name": "castle_s02e20_seg02_clip_26", "timestamp": [ 83.53, 87.03 ], "duration": 100.66, "caption": "A person walks away from someone in the office.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 145294, "video_name": "house_s08e06_seg02_clip_06", "timestamp": [ 49.51, 53.56 ], "duration": 90.66, "caption": "The other doctors beside a woman leave a man's office.", "similarity": 0.7151, "relevance": 1 }, { "pair_id": 145295, "video_name": "grey_s03e18_seg02_clip_03", "timestamp": [ 79.29, 82.91 ], "duration": 90.66, "caption": "A person walks out of their office shaking another person's hand.", "similarity": 0.7126, "relevance": 0 }, { "pair_id": 145296, "video_name": "house_s01e20_seg02_clip_13", "timestamp": [ 43.64, 51.82 ], "duration": 90.66, "caption": "A person tells the doctors what to do then leaves and walks into his office.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 145297, "video_name": "house_s01e12_seg02_clip_21", "timestamp": [ 13.95, 21.4 ], "duration": 93.66, "caption": "A person walks out of their office, past another person.", "similarity": 0.71, "relevance": 1 }, { "pair_id": 145298, "video_name": "house_s07e17_seg02_clip_15", "timestamp": [ 71.52, 81.03 ], "duration": 100.66, "caption": "A man quickly walks out of person's office with a surprised look on his face.", "similarity": 0.7087, "relevance": 3 }, { "pair_id": 145299, "video_name": "house_s07e14_seg02_clip_17", "timestamp": [ 0.0, 7.7 ], "duration": 90.66, "caption": "A person walks down the hallway away from the other doctors.", "similarity": 0.7086, "relevance": 2 } ] }, { "query_id": 76271, "query": "A woman takes a pink thermos to drink, then place it back to the left of the steering wheel.", "relevant_moment": [ { "pair_id": 128700, "video_name": "s02e05_seg02_clip_02", "timestamp": [ 33.07, 40.33 ], "duration": 58.66, "caption": "A woman takes a pink thermos to drink, then place it back to the left of the steering wheel.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 128701, "video_name": "friends_s01e12_seg02_clip_13", "timestamp": [ 47.29, 56.57 ], "duration": 58.66, "caption": "A woman picks up a thermos from the table, takes a drink and slams it back down.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 128702, "video_name": "s02e05_seg02_clip_01", "timestamp": [ 1.55, 6.2 ], "duration": 62.66, "caption": "A woman drinks out of her pink cup while driving.", "similarity": 0.6429, "relevance": 2 }, { "pair_id": 128703, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 0.63, 3.47 ], "duration": 63.66, "caption": "A woman pours pink color drink to the glass in front of a person.", "similarity": 0.6427, "relevance": 0 }, { "pair_id": 128704, "video_name": "met_s05e02_seg02_clip_10", "timestamp": [ 53.25, 55.05 ], "duration": 59.66, "caption": "A woman takes a drink from the glass in front of her.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 128705, "video_name": "castle_s06e20_seg02_clip_03", "timestamp": [ 23.41, 26.56 ], "duration": 90.66, "caption": "A woman takes a drink from her left hand with her right hand.", "similarity": 0.6165, "relevance": 1 }, { "pair_id": 128706, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 2.6, 3.58 ], "duration": 65.66, "caption": "A woman takes a drink out of the glass in her hand.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 128707, "video_name": "friends_s07e09_seg02_clip_00", "timestamp": [ 49.79, 52.94 ], "duration": 63.66, "caption": "A woman takes the lid off of her thermos cup.", "similarity": 0.6028, "relevance": 0 }, { "pair_id": 128708, "video_name": "s02e05_seg02_clip_01", "timestamp": [ 9.3, 11.48 ], "duration": 62.66, "caption": "A woman puts the pink cup down to her left side.", "similarity": 0.5902, "relevance": 2 }, { "pair_id": 128709, "video_name": "castle_s05e01_seg02_clip_14", "timestamp": [ 38.49, 41.09 ], "duration": 104.66, "caption": "A woman drinks from the bottle of alcohol that was handed to her.", "similarity": 0.5881, "relevance": 1 }, { "pair_id": 128710, "video_name": "friends_s08e05_seg02_clip_07", "timestamp": [ 10.41, 16.26 ], "duration": 65.66, "caption": "A woman takes a drink of her water and then screws the cap back on.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 128711, "video_name": "friends_s08e09_seg01_clip_01", "timestamp": [ 23.66, 27.6 ], "duration": 60.66, "caption": "A woman takes a drink out of the water bottle she is holding in her left hand.", "similarity": 0.5852, "relevance": 1 }, { "pair_id": 128712, "video_name": "s06e18_seg02_clip_03", "timestamp": [ 25.94, 28.38 ], "duration": 61.66, "caption": "A woman takes a drink from her glass.", "similarity": 0.5805, "relevance": 1 }, { "pair_id": 128713, "video_name": "s02e02_seg02_clip_04", "timestamp": [ 26.47, 28.36 ], "duration": 63.66, "caption": "A woman gets up from the chair while holding a drink in her left hand.", "similarity": 0.5777, "relevance": 0 }, { "pair_id": 128714, "video_name": "s05e23_seg02_clip_07", "timestamp": [ 1.58, 7.88 ], "duration": 63.66, "caption": "A woman pours a pink drink in a glass for a man as he is sitting.", "similarity": 0.5722, "relevance": 0 }, { "pair_id": 128715, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 2.12, 3.93 ], "duration": 60.66, "caption": "A woman takes a drink from a clear glass.", "similarity": 0.5715, "relevance": 1 }, { "pair_id": 128716, "video_name": "met_s06e02_seg01_clip_00", "timestamp": [ 9.43, 12.68 ], "duration": 65.66, "caption": "A woman takes her wineglass and drinks from it.", "similarity": 0.5679, "relevance": 1 }, { "pair_id": 128717, "video_name": "s07e14_seg02_clip_15", "timestamp": [ 6.5, 10.41 ], "duration": 65.66, "caption": "A woman takes a drink from a wine glass and sets it back on the table.", "similarity": 0.5665, "relevance": 0 }, { "pair_id": 128718, "video_name": "friends_s04e15_seg02_clip_02", "timestamp": [ 2.28, 5.13 ], "duration": 57.66, "caption": "A woman unscrews the cap to her beverage and takes a sip.", "similarity": 0.5664, "relevance": 0 }, { "pair_id": 128719, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 35.98, 39.67 ], "duration": 61.66, "caption": "A woman gets her glass and drinks from it.", "similarity": 0.5659, "relevance": 1 } ] }, { "query_id": 76288, "query": "A person sits down on the sofa next to two other people.", "relevant_moment": [ { "pair_id": 165120, "video_name": "s02e05_seg02_clip_06", "timestamp": [ 14.05, 18.37 ], "duration": 54.66, "caption": "A person sits down on the sofa next to two other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165121, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 9.1, 14.31 ], "duration": 65.66, "caption": "A person sits down on the arm of the sofa next to another person.", "similarity": 0.924, "relevance": 3 }, { "pair_id": 165122, "video_name": "friends_s10e01_seg02_clip_22", "timestamp": [ 40.65, 44.75 ], "duration": 63.66, "caption": "A person sits on a sofa and another person sits beside them.", "similarity": 0.91, "relevance": 3 }, { "pair_id": 165123, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 2.48, 5.27 ], "duration": 62.66, "caption": "A person sits down the sofa to sit with another person.", "similarity": 0.9066, "relevance": 3 }, { "pair_id": 165124, "video_name": "s08e10_seg02_clip_07", "timestamp": [ 25.29, 29.13 ], "duration": 64.66, "caption": "A person sits down next to another person on the Couch.", "similarity": 0.8906, "relevance": 3 }, { "pair_id": 165125, "video_name": "s09e13_seg02_clip_11", "timestamp": [ 43.97, 46.34 ], "duration": 59.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8904, "relevance": 4 }, { "pair_id": 165126, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 16.78, 18.61 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8904, "relevance": 3 }, { "pair_id": 165127, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8904, "relevance": 3 }, { "pair_id": 165128, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A person sits down on the couch next to another person.", "similarity": 0.8904, "relevance": 3 }, { "pair_id": 165129, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 2.17, 5.27 ], "duration": 62.66, "caption": "A person sits down on the couch next to some people.", "similarity": 0.8866, "relevance": 3 }, { "pair_id": 165130, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 7.83, 9.57 ], "duration": 58.66, "caption": "A woman sits down on a sofa beside two people.", "similarity": 0.8835, "relevance": 4 }, { "pair_id": 165131, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person sits down on the couch beside another person.", "similarity": 0.8769, "relevance": 3 }, { "pair_id": 165132, "video_name": "met_s03e11_seg02_clip_13", "timestamp": [ 2.7, 18.91 ], "duration": 60.66, "caption": "A person is sitting on the arm of the sofa that two other people are on.", "similarity": 0.8737, "relevance": 2 }, { "pair_id": 165133, "video_name": "s04e08_seg01_clip_01", "timestamp": [ 0.0, 6.6 ], "duration": 66.66, "caption": "A person is sitting next to someone else on the couch.", "similarity": 0.8668, "relevance": 1 }, { "pair_id": 165134, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 0.8659, "relevance": 4 }, { "pair_id": 165135, "video_name": "met_s06e13_seg02_clip_09", "timestamp": [ 40.98, 41.88 ], "duration": 60.66, "caption": "A person sits on the armchair of the sofa across from another person.", "similarity": 0.8445, "relevance": 3 }, { "pair_id": 165136, "video_name": "friends_s04e06_seg01_clip_00", "timestamp": [ 54.53, 79.02 ], "duration": 79.66, "caption": "A person sits on the chair beside the couch where another person was sitting.", "similarity": 0.8426, "relevance": 1 }, { "pair_id": 165137, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 29.15, 31.01 ], "duration": 62.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.8381, "relevance": 3 }, { "pair_id": 165138, "video_name": "s06e07_seg01_clip_00", "timestamp": [ 53.58, 55.47 ], "duration": 63.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.8381, "relevance": 3 }, { "pair_id": 165139, "video_name": "house_s08e15_seg02_clip_13", "timestamp": [ 27.94, 30.39 ], "duration": 98.66, "caption": "A person sits down on the couch next to a man.", "similarity": 0.8381, "relevance": 3 }, { "pair_id": 338440, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 18.28, 20.8 ], "duration": 63.66, "caption": "A person sits on the couch where another person is sitting too.", "similarity": 0.838, "relevance": 3 }, { "pair_id": 338441, "video_name": "grey_s02e25_seg02_clip_12", "timestamp": [ 42.63, 45.35 ], "duration": 90.66, "caption": "A man sits down on the couch next to another person.", "similarity": 0.8357, "relevance": 2 }, { "pair_id": 338442, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 33.09, 35.3 ], "duration": 63.66, "caption": "A person sits on a couch across from two people.", "similarity": 0.833, "relevance": 4 }, { "pair_id": 338443, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.8284, "relevance": 3 }, { "pair_id": 338444, "video_name": "house_s02e15_seg02_clip_07", "timestamp": [ 0.0, 7.4 ], "duration": 87.66, "caption": "A person sits down next to man on the couch.", "similarity": 0.8237, "relevance": 3 }, { "pair_id": 338445, "video_name": "s08e24_seg02_clip_11", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man sits down on the sofa next to woman.", "similarity": 0.8223, "relevance": 3 }, { "pair_id": 338446, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 11.6, 14.95 ], "duration": 61.66, "caption": "Some people sit down on the couch beside of a person.", "similarity": 0.8207, "relevance": 4 }, { "pair_id": 338447, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 80.1, 81.92 ], "duration": 91.66, "caption": "A man sits down and woman sits beside him on the sofa.", "similarity": 0.8157, "relevance": 3 }, { "pair_id": 338448, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 38.49, 41.77 ], "duration": 59.66, "caption": "A woman is seated on the sofa and a man sits beside her.", "similarity": 0.8154, "relevance": 3 }, { "pair_id": 338449, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 21.12, 28.05 ], "duration": 63.66, "caption": "A person sits slowly to the couch beside another person.", "similarity": 0.8139, "relevance": 3 }, { "pair_id": 338450, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A person is sitting on someone's couch with them beside him/her.", "similarity": 0.8107, "relevance": 3 }, { "pair_id": 338451, "video_name": "s03e12_seg02_clip_12", "timestamp": [ 19.85, 22.69 ], "duration": 63.66, "caption": "A person sits on the couch beside person as he/she pleas with him.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 338452, "video_name": "s06e10_seg02_clip_02", "timestamp": [ 23.74, 27.31 ], "duration": 65.66, "caption": "A man sits down on the sofa next to another man.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 338453, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8068, "relevance": 4 }, { "pair_id": 338454, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.8068, "relevance": 3 }, { "pair_id": 338455, "video_name": "s04e17_seg02_clip_01", "timestamp": [ 11.9, 15.87 ], "duration": 61.66, "caption": "A person takes a seat on the couch next to another person.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 338456, "video_name": "s01e03_seg01_clip_01", "timestamp": [ 18.41, 19.41 ], "duration": 40.66, "caption": "A person sits back down on the couch next to another person in the living room.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 338457, "video_name": "friends_s06e15-16_seg02_clip_31", "timestamp": [ 3.05, 7.02 ], "duration": 61.66, "caption": "A man sits down on the sofa that someone is sitting in.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 338458, "video_name": "s07e01_seg02_clip_12", "timestamp": [ 10.62, 12.1 ], "duration": 59.66, "caption": "A person takes a seat beside a woman in the sofa.", "similarity": 0.7972, "relevance": 3 } ] }, { "query_id": 76296, "query": "Two men are standing before a screen with brain scans.", "relevant_moment": [ { "pair_id": 10060, "video_name": "house_s02e19_seg02_clip_11", "timestamp": [ 42.76, 56.72 ], "duration": 90.66, "caption": "Two men are standing before a screen with brain scans.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10061, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 40.12, 71.67 ], "duration": 90.66, "caption": "Two men are looking at brain scans on the machine monitor.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 10062, "video_name": "house_s03e15_seg02_clip_03", "timestamp": [ 47.42, 57.69 ], "duration": 66.66, "caption": "Two men are sitting in front of a computer screen showing an image of a brain.", "similarity": 0.736, "relevance": 4 }, { "pair_id": 10063, "video_name": "house_s07e22_seg02_clip_16", "timestamp": [ 73.03, 75.35 ], "duration": 93.66, "caption": "Two people are looking at a brain scan.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 10064, "video_name": "house_s06e11_seg02_clip_06", "timestamp": [ 12.2, 22.13 ], "duration": 90.66, "caption": "A man leans over near a man to look at a brain scan.", "similarity": 0.7209, "relevance": 3 }, { "pair_id": 10065, "video_name": "house_s02e02_seg02_clip_23", "timestamp": [ 45.25, 52.53 ], "duration": 104.66, "caption": "Two people take a look the brain scan.", "similarity": 0.7136, "relevance": 4 }, { "pair_id": 10066, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 84.13, 87.24 ], "duration": 89.66, "caption": "Two men are looking towards an MRI monitor.", "similarity": 0.7024, "relevance": 3 }, { "pair_id": 10067, "video_name": "house_s02e01_seg02_clip_24", "timestamp": [ 10.44, 14.76 ], "duration": 72.66, "caption": "Two men both look at the brain scan of Clarence.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 10068, "video_name": "house_s03e10_seg02_clip_05", "timestamp": [ 0.0, 14.96 ], "duration": 88.66, "caption": "Two men both take a look at the scan at the monitor.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 10069, "video_name": "house_s01e16_seg02_clip_24", "timestamp": [ 58.26, 62.39 ], "duration": 91.66, "caption": "A man points at a brain scan and another man leans forward.", "similarity": 0.6735, "relevance": 4 }, { "pair_id": 10070, "video_name": "castle_s02e14_seg02_clip_21", "timestamp": [ 85.23, 89.84 ], "duration": 92.66, "caption": "Two men look at a computer screen.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 10071, "video_name": "house_s08e14_seg02_clip_12", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "A man shows another man the scans that are on the monitor.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 10072, "video_name": "house_s03e05_seg02_clip_11", "timestamp": [ 70.22, 77.42 ], "duration": 90.66, "caption": "Two people are looking at a brain scan and one is pointing out parts of it.", "similarity": 0.6486, "relevance": 3 }, { "pair_id": 10073, "video_name": "house_s05e23_seg02_clip_07", "timestamp": [ 69.11, 89.17 ], "duration": 89.66, "caption": "Two men take a look at the screen as they work on the surgery.", "similarity": 0.6455, "relevance": 4 }, { "pair_id": 10074, "video_name": "house_s03e17_seg02_clip_03", "timestamp": [ 0.0, 10.06 ], "duration": 91.66, "caption": "A man takes a look at the loaded brain scan.", "similarity": 0.6419, "relevance": 3 }, { "pair_id": 10075, "video_name": "castle_s02e01_seg02_clip_12", "timestamp": [ 22.96, 40.51 ], "duration": 90.66, "caption": "Two men are focusing on the results on a screen.", "similarity": 0.6358, "relevance": 2 }, { "pair_id": 10076, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 0.0, 7.68 ], "duration": 90.66, "caption": "A person and another person are examining the patient's brain from the monitor.", "similarity": 0.629, "relevance": 4 }, { "pair_id": 10077, "video_name": "house_s05e12_seg02_clip_06", "timestamp": [ 0.0, 48.2 ], "duration": 48.66, "caption": "Two men are watching a patient get an MRI.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 10078, "video_name": "house_s06e11_seg02_clip_06", "timestamp": [ 0.0, 32.97 ], "duration": 90.66, "caption": "Two doctors and a person check the brain scan of a patient.", "similarity": 0.6156, "relevance": 3 }, { "pair_id": 10079, "video_name": "house_s03e02_seg02_clip_18", "timestamp": [ 34.11, 39.61 ], "duration": 110.66, "caption": "Two people both look at the MRI of the brain.", "similarity": 0.6118, "relevance": 3 }, { "pair_id": 183380, "video_name": "house_s02e06_seg02_clip_17", "timestamp": [ 0.0, 42.76 ], "duration": 90.66, "caption": "A doctor was standing beside a man and a monitor.", "similarity": 0.6095, "relevance": 2 }, { "pair_id": 183381, "video_name": "grey_s01e07_seg02_clip_03", "timestamp": [ 82.83, 87.84 ], "duration": 91.66, "caption": "A man review brain scans that a man hands to him before handing them back to a man.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 183382, "video_name": "house_s08e05_seg02_clip_22", "timestamp": [ 30.22, 33.77 ], "duration": 88.66, "caption": "A man points at pictures of a brain scan on a screen.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 183383, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 53.19, 69.42 ], "duration": 90.66, "caption": "Two people look at a patient's imaging on a computer monitor.", "similarity": 0.6016, "relevance": 3 }, { "pair_id": 183384, "video_name": "house_s08e05_seg02_clip_22", "timestamp": [ 30.66, 40.0 ], "duration": 88.66, "caption": "A group of medical professionals are analyzing a brain through the monitor.", "similarity": 0.601, "relevance": 4 }, { "pair_id": 183385, "video_name": "house_s04e07_seg02_clip_18", "timestamp": [ 86.09, 90.62 ], "duration": 90.66, "caption": "A person and another person are by a table box light looking at brain scans.", "similarity": 0.5973, "relevance": 3 }, { "pair_id": 183386, "video_name": "house_s05e02_seg02_clip_22", "timestamp": [ 47.52, 50.02 ], "duration": 50.66, "caption": "A man is overlooking another man and a surgeon do a brain procedure.", "similarity": 0.5967, "relevance": 2 }, { "pair_id": 183387, "video_name": "house_s08e05_seg02_clip_17", "timestamp": [ 43.2, 46.28 ], "duration": 88.66, "caption": "We see one medical scan on a screen, then another medical scan on another screen to its right.", "similarity": 0.5936, "relevance": 3 }, { "pair_id": 183388, "video_name": "grey_s01e07_seg02_clip_09", "timestamp": [ 0.0, 44.25 ], "duration": 88.66, "caption": "A man is speaking to a couple as they look at a brain scan.", "similarity": 0.5934, "relevance": 3 }, { "pair_id": 183390, "video_name": "house_s07e23_seg02_clip_14", "timestamp": [ 0.0, 6.11 ], "duration": 94.66, "caption": "A man was checking up a brain on the monitor while talking to another man.", "similarity": 0.5907, "relevance": 3 }, { "pair_id": 183391, "video_name": "house_s03e02_seg02_clip_24", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man looks behind him at the image of a brain on a screen.", "similarity": 0.5877, "relevance": 2 }, { "pair_id": 183392, "video_name": "grey_s03e19_seg02_clip_22", "timestamp": [ 37.63, 69.82 ], "duration": 99.66, "caption": "Two men are beside each other as they are in the observation room.", "similarity": 0.5853, "relevance": 1 }, { "pair_id": 183393, "video_name": "house_s03e22_seg02_clip_01", "timestamp": [ 73.37, 87.77 ], "duration": 90.66, "caption": "Two men both sit behind the window looking at the computers.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 183394, "video_name": "castle_s02e17_seg02_clip_08", "timestamp": [ 0.0, 10.68 ], "duration": 89.66, "caption": "A person is standing in front of a screen looking at a sketch of a man next to a man.", "similarity": 0.5838, "relevance": 2 }, { "pair_id": 183395, "video_name": "house_s01e18_seg02_clip_07", "timestamp": [ 60.3, 88.02 ], "duration": 88.66, "caption": "Two men are checking on a patient.", "similarity": 0.5816, "relevance": 1 }, { "pair_id": 183396, "video_name": "grey_s02e04_seg02_clip_20", "timestamp": [ 69.94, 92.03 ], "duration": 92.66, "caption": "Two men are checking on a patient.", "similarity": 0.5816, "relevance": 2 }, { "pair_id": 183397, "video_name": "house_s02e10_seg02_clip_09", "timestamp": [ 17.95, 21.35 ], "duration": 97.66, "caption": "A man shows the patient the MRI scan of their brain.", "similarity": 0.5753, "relevance": 3 }, { "pair_id": 183398, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 26.91, 37.86 ], "duration": 91.66, "caption": "Two men both take a look at the liver on the screen.", "similarity": 0.5726, "relevance": 2 }, { "pair_id": 183399, "video_name": "house_s06e21_seg02_clip_09", "timestamp": [ 31.25, 47.97 ], "duration": 88.66, "caption": "A person watches another person from the screen as they are in the MRI.", "similarity": 0.5713, "relevance": 2 } ] }, { "query_id": 76309, "query": "A man and a woman walking and a person called the woman.", "relevant_moment": [ { "pair_id": 133260, "video_name": "castle_s03e20_seg02_clip_19", "timestamp": [ 35.46, 52.52 ], "duration": 89.66, "caption": "A man and a woman walking and a person called the woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 133261, "video_name": "house_s05e03_seg02_clip_21", "timestamp": [ 0.0, 9.98 ], "duration": 95.66, "caption": "A person walking together with a woman and another person.", "similarity": 0.8405, "relevance": 2 }, { "pair_id": 133262, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.8055, "relevance": 2 }, { "pair_id": 133263, "video_name": "castle_s03e19_seg02_clip_02", "timestamp": [ 18.2, 29.58 ], "duration": 91.66, "caption": "Two people were walking and then a woman called someone.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 133264, "video_name": "house_s07e20_seg02_clip_23", "timestamp": [ 1.29, 11.18 ], "duration": 86.66, "caption": "A woman walks with one man and one woman alongside of her.", "similarity": 0.7982, "relevance": 2 }, { "pair_id": 133265, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 65.68, 69.18 ], "duration": 87.66, "caption": "A man and a woman are walking while they are talking.", "similarity": 0.7946, "relevance": 2 }, { "pair_id": 133266, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 133267, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 57.44, 60.41 ], "duration": 99.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 133268, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A person walks over to where a man and woman are.", "similarity": 0.7905, "relevance": 0 }, { "pair_id": 133269, "video_name": "s01e07_seg02_clip_04", "timestamp": [ 2.48, 7.13 ], "duration": 62.66, "caption": "A person and a person both walk over to a woman.", "similarity": 0.7899, "relevance": 1 }, { "pair_id": 133270, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A person walks towards another person and a woman.", "similarity": 0.7836, "relevance": 1 }, { "pair_id": 133271, "video_name": "castle_s08e08_seg02_clip_06", "timestamp": [ 3.22, 5.98 ], "duration": 92.66, "caption": "A woman and a man both walked in different ways.", "similarity": 0.7822, "relevance": 1 }, { "pair_id": 133272, "video_name": "castle_s07e02_seg02_clip_12", "timestamp": [ 1.77, 3.09 ], "duration": 88.66, "caption": "A person walks up to someone with a man and woman in tow.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 133273, "video_name": "castle_s07e10_seg02_clip_14", "timestamp": [ 57.8, 63.72 ], "duration": 91.66, "caption": "A man and woman are walking beside each other.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 133274, "video_name": "castle_s04e02_seg02_clip_08", "timestamp": [ 28.72, 31.76 ], "duration": 87.66, "caption": "A man and woman are walking while they are talking.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 133275, "video_name": "castle_s02e09_seg02_clip_01", "timestamp": [ 0.0, 4.65 ], "duration": 93.66, "caption": "A man and woman are walking while they are talking.", "similarity": 0.7734, "relevance": 2 }, { "pair_id": 133276, "video_name": "house_s03e06_seg02_clip_06", "timestamp": [ 0.0, 3.72 ], "duration": 93.66, "caption": "A woman and a man are walking behind a person and then stop.", "similarity": 0.7731, "relevance": 2 }, { "pair_id": 133277, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.7691, "relevance": 3 }, { "pair_id": 133278, "video_name": "castle_s06e14_seg02_clip_15", "timestamp": [ 4.88, 12.87 ], "duration": 88.66, "caption": "A woman and a man walk over to another man while talking.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 133279, "video_name": "castle_s08e08_seg02_clip_06", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "A man and woman are walking together and man stops to turn around to walk in the other direction.", "similarity": 0.7628, "relevance": 2 } ] }, { "query_id": 76367, "query": "A woman wakes up in the passenger seat as a man is driving.", "relevant_moment": [ { "pair_id": 4760, "video_name": "castle_s06e22_seg02_clip_21", "timestamp": [ 64.54, 89.02 ], "duration": 89.66, "caption": "A woman wakes up in the passenger seat as a man is driving.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4761, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.05 ], "duration": 90.66, "caption": "A woman is driving as man is in the passenger seat.", "similarity": 0.7977, "relevance": 1 }, { "pair_id": 4762, "video_name": "s10e12_seg02_clip_06", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7941, "relevance": 1 }, { "pair_id": 4763, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 4.72, 7.97 ], "duration": 59.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7941, "relevance": 1 }, { "pair_id": 4764, "video_name": "s05e05_seg02_clip_05", "timestamp": [ 0.0, 27.74 ], "duration": 59.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7941, "relevance": 1 }, { "pair_id": 4765, "video_name": "castle_s05e23_seg02_clip_21", "timestamp": [ 0.0, 54.18 ], "duration": 91.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7941, "relevance": 1 }, { "pair_id": 4766, "video_name": "castle_s05e23_seg02_clip_20", "timestamp": [ 77.5, 88.06 ], "duration": 88.66, "caption": "A woman is driving as a man is in the passenger seat.", "similarity": 0.7941, "relevance": 1 }, { "pair_id": 4767, "video_name": "castle_s03e09_seg02_clip_15", "timestamp": [ 61.44, 74.64 ], "duration": 91.66, "caption": "A woman wakes up on the shoulder of man in the car.", "similarity": 0.7871, "relevance": 2 }, { "pair_id": 4768, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 0.0, 54.02 ], "duration": 54.66, "caption": "A woman is driving and a man is in the passenger seat.", "similarity": 0.7791, "relevance": 1 }, { "pair_id": 4769, "video_name": "s08e01_seg02_clip_03", "timestamp": [ 47.6, 51.26 ], "duration": 61.66, "caption": "A man is driving as a woman is in the passenger seat.", "similarity": 0.7773, "relevance": 2 }, { "pair_id": 4770, "video_name": "s05e16_seg02_clip_17", "timestamp": [ 0.0, 7.5 ], "duration": 75.66, "caption": "A woman is driving while a man is in the passenger seat.", "similarity": 0.7715, "relevance": 1 }, { "pair_id": 4771, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 55.83, 62.03 ], "duration": 62.66, "caption": "A woman is driving a car as a man is in the passenger seat.", "similarity": 0.7607, "relevance": 1 }, { "pair_id": 4772, "video_name": "s09e19_seg02_clip_07", "timestamp": [ 50.04, 61.03 ], "duration": 61.66, "caption": "A person is in the passenger seat as a woman is driving the car.", "similarity": 0.7571, "relevance": 1 }, { "pair_id": 4773, "video_name": "s08e11_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 62.66, "caption": "A woman is driving her car as a man is in the passenger seat.", "similarity": 0.7467, "relevance": 1 }, { "pair_id": 4774, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 69.76, 76.11 ], "duration": 90.66, "caption": "A woman is driving with a man as they are in the passenger seat.", "similarity": 0.7453, "relevance": 1 }, { "pair_id": 4775, "video_name": "castle_s01e03_seg02_clip_03", "timestamp": [ 0.0, 58.6 ], "duration": 86.66, "caption": "A woman is driving as person is in the passenger seat.", "similarity": 0.7441, "relevance": 1 }, { "pair_id": 4776, "video_name": "s07e12_seg02_clip_02", "timestamp": [ 39.22, 43.98 ], "duration": 56.66, "caption": "A woman is driving while a man is sitting in the passenger seat.", "similarity": 0.7381, "relevance": 1 }, { "pair_id": 4777, "video_name": "friends_s06e01_seg02_clip_09", "timestamp": [ 60.79, 62.03 ], "duration": 62.66, "caption": "A person wakes up suddenly while sleeping in the back seat with a woman.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 4778, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 0.0, 24.37 ], "duration": 58.66, "caption": "A person is driving as someone is sitting in the passenger seat and a woman is in the backseat.", "similarity": 0.7335, "relevance": 1 }, { "pair_id": 4779, "video_name": "s10e06_seg02_clip_12", "timestamp": [ 32.96, 61.03 ], "duration": 61.66, "caption": "A woman is driving with a man in the passenger seat.", "similarity": 0.7319, "relevance": 1 } ] }, { "query_id": 76430, "query": "A man leaves the apartment after talking to someone.", "relevant_moment": [ { "pair_id": 149400, "video_name": "s02e16_seg02_clip_11", "timestamp": [ 32.04, 36.01 ], "duration": 61.66, "caption": "A man leaves the apartment after talking to someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149401, "video_name": "friends_s06e11_seg02_clip_10", "timestamp": [ 29.29, 39.67 ], "duration": 61.66, "caption": "Two people leave the apartment after talking to a man.", "similarity": 0.8992, "relevance": 4 }, { "pair_id": 149402, "video_name": "friends_s03e17_seg02_clip_01", "timestamp": [ 12.69, 19.48 ], "duration": 59.66, "caption": "After talking with a man, a woman leaves the apartment.", "similarity": 0.8556, "relevance": 3 }, { "pair_id": 149403, "video_name": "s04e22_seg02_clip_01", "timestamp": [ 47.87, 53.49 ], "duration": 66.66, "caption": "A man says goodbye to person and leaves the apartment.", "similarity": 0.8509, "relevance": 4 }, { "pair_id": 149404, "video_name": "friends_s04e18_seg02_clip_06", "timestamp": [ 15.01, 19.81 ], "duration": 60.66, "caption": "A man leaves the apartment in a huff after talking to a woman.", "similarity": 0.8338, "relevance": 4 }, { "pair_id": 149405, "video_name": "friends_s09e16_seg02_clip_14", "timestamp": [ 20.02, 25.24 ], "duration": 58.66, "caption": "A man walks out of the apartment after talking to woman.", "similarity": 0.8138, "relevance": 4 }, { "pair_id": 149406, "video_name": "friends_s02e12-13_seg02_clip_18", "timestamp": [ 0.0, 6.15 ], "duration": 82.66, "caption": "A man leaves a person's apartment and he closes the door behind him.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 149407, "video_name": "friends_s10e02_seg02_clip_01", "timestamp": [ 38.47, 40.17 ], "duration": 56.66, "caption": "A man walks out of the apartment leaving two people behind.", "similarity": 0.783, "relevance": 3 }, { "pair_id": 149408, "video_name": "friends_s09e07_seg02_clip_17", "timestamp": [ 0.0, 13.56 ], "duration": 60.66, "caption": "A man leaves the apartment after a woman asks for privacy.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 149409, "video_name": "s06e04_seg02_clip_16", "timestamp": [ 0.0, 11.55 ], "duration": 70.66, "caption": "A man leaves person's apartment and walks down the hall.", "similarity": 0.7764, "relevance": 4 }, { "pair_id": 149410, "video_name": "s01e07_seg02_clip_10", "timestamp": [ 22.21, 31.81 ], "duration": 60.66, "caption": "A man walks out of the apartment and stays to say something to his friends.", "similarity": 0.7725, "relevance": 2 }, { "pair_id": 149411, "video_name": "friends_s08e02_seg02_clip_09", "timestamp": [ 42.3, 47.62 ], "duration": 56.66, "caption": "A man leaves two people and walks out the apartment door.", "similarity": 0.7624, "relevance": 4 }, { "pair_id": 149412, "video_name": "house_s08e08_seg02_clip_18", "timestamp": [ 28.22, 31.4 ], "duration": 91.66, "caption": "A man leaves the room to talk to another man outside.", "similarity": 0.7598, "relevance": 2 }, { "pair_id": 149413, "video_name": "s06e19_seg02_clip_16", "timestamp": [ 4.55, 8.75 ], "duration": 70.66, "caption": "A person walks out of the apartment followed by man.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 149414, "video_name": "friends_s08e10_seg02_clip_08", "timestamp": [ 46.42, 58.03 ], "duration": 58.66, "caption": "A man leaves the apartment because he's so upset about something.", "similarity": 0.7564, "relevance": 4 }, { "pair_id": 149415, "video_name": "friends_s08e09_seg02_clip_12", "timestamp": [ 40.73, 44.56 ], "duration": 59.66, "caption": "A man gets up from his chair and leaves the apartment.", "similarity": 0.7557, "relevance": 4 }, { "pair_id": 149416, "video_name": "friends_s01e01_seg02_clip_27", "timestamp": [ 23.12, 36.89 ], "duration": 55.66, "caption": "A man grabs his jacket and leaves the apartment.", "similarity": 0.754, "relevance": 4 }, { "pair_id": 149417, "video_name": "s09e18_seg02_clip_05", "timestamp": [ 51.92, 53.72 ], "duration": 60.66, "caption": "A person leaves the apartment and closes the door behind him.", "similarity": 0.7519, "relevance": 3 }, { "pair_id": 149418, "video_name": "friends_s03e21_seg02_clip_03", "timestamp": [ 37.53, 46.69 ], "duration": 61.66, "caption": "A person walks away from two other people and leaves the apartment.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 149419, "video_name": "friends_s03e21_seg02_clip_20", "timestamp": [ 40.02, 48.22 ], "duration": 63.66, "caption": "A man walks away from a woman and leaves the apartment.", "similarity": 0.7484, "relevance": 4 }, { "pair_id": 322720, "video_name": "met_s06e15_seg02_clip_11", "timestamp": [ 28.43, 31.04 ], "duration": 58.66, "caption": "A woman starts to leave a man's apartment and stops to say something.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 322721, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 41.56, 45.28 ], "duration": 62.66, "caption": "A man stands up and is trying to leave a person's apartment.", "similarity": 0.7468, "relevance": 3 }, { "pair_id": 322722, "video_name": "s04e16_seg02_clip_01", "timestamp": [ 37.43, 41.2 ], "duration": 58.66, "caption": "A man grabs his jacket, says goodbye to two people and leaves the apartment.", "similarity": 0.7461, "relevance": 3 }, { "pair_id": 322723, "video_name": "s06e04_seg02_clip_16", "timestamp": [ 1.4, 3.5 ], "duration": 70.66, "caption": "A man opens the door and leaves the apartment.", "similarity": 0.7372, "relevance": 3 }, { "pair_id": 322724, "video_name": "met_s02e11_seg02_clip_11", "timestamp": [ 54.01, 57.67 ], "duration": 61.66, "caption": "A man opens the door and leaves the apartment.", "similarity": 0.7372, "relevance": 1 }, { "pair_id": 322725, "video_name": "friends_s04e21_seg02_clip_06", "timestamp": [ 2.07, 11.51 ], "duration": 59.66, "caption": "A man opens the door and leaves the apartment.", "similarity": 0.7372, "relevance": 3 }, { "pair_id": 322726, "video_name": "s01e17_seg02_clip_01", "timestamp": [ 46.22, 50.42 ], "duration": 60.66, "caption": "A man stands at the apartment door about to leave.", "similarity": 0.736, "relevance": 4 }, { "pair_id": 322727, "video_name": "met_s03e09_seg02_clip_13", "timestamp": [ 10.57, 13.8 ], "duration": 58.66, "caption": "A man tries to stop another man from leaving the apartment.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 322728, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 15.64, 21.17 ], "duration": 92.66, "caption": "A man leaves the room as another man is still talking.", "similarity": 0.7332, "relevance": 2 }, { "pair_id": 322729, "video_name": "castle_s07e09_seg02_clip_19", "timestamp": [ 8.37, 58.61 ], "duration": 93.66, "caption": "A man is about to leave the room when he goes back to speak to another person.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 322730, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 49.93, 53.66 ], "duration": 62.66, "caption": "A man walks out from the room while a person is still talking to him.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 322731, "video_name": "friends_s02e19_seg02_clip_11", "timestamp": [ 27.42, 31.52 ], "duration": 63.66, "caption": "A man puts an object in his pocket and leaves the apartment.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 322732, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 66.45, 70.04 ], "duration": 89.66, "caption": "A man leaves the room in the middle of the conversation with man.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 322733, "video_name": "friends_s06e21_seg02_clip_18", "timestamp": [ 0.0, 57.24 ], "duration": 59.66, "caption": "A person comes to the apartment to speak to a man.", "similarity": 0.7262, "relevance": 1 }, { "pair_id": 322734, "video_name": "friends_s09e09_seg02_clip_06", "timestamp": [ 4.58, 7.02 ], "duration": 61.66, "caption": "A man walks away from the apartment door as he is on the phone with man.", "similarity": 0.7257, "relevance": 1 }, { "pair_id": 322735, "video_name": "friends_s03e22_seg02_clip_15", "timestamp": [ 50.47, 59.03 ], "duration": 59.66, "caption": "A person brushes past man to exit the apartment.", "similarity": 0.7257, "relevance": 4 }, { "pair_id": 322736, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 33.3, 43.21 ], "duration": 180.66, "caption": "A person walks out of the room after a man tells him to leave.", "similarity": 0.7223, "relevance": 3 }, { "pair_id": 322737, "video_name": "friends_s05e18_seg02_clip_10", "timestamp": [ 5.31, 13.28 ], "duration": 59.66, "caption": "A person walks into the apartment and tells a man he has to speak with him.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 322738, "video_name": "s10e10_seg02_clip_05", "timestamp": [ 39.62, 44.42 ], "duration": 60.66, "caption": "A person leaves the apartment and another person follows him out.", "similarity": 0.7204, "relevance": 3 }, { "pair_id": 322739, "video_name": "s03e20_seg02_clip_02", "timestamp": [ 13.4, 14.54 ], "duration": 57.66, "caption": "A man walks out of the apartment and a person follows him out.", "similarity": 0.7198, "relevance": 3 } ] }, { "query_id": 76442, "query": "Two people are in bed when one gets upset and pulls the blanket up over their chest.", "relevant_moment": [ { "pair_id": 61340, "video_name": "s02e16_seg02_clip_13", "timestamp": [ 0.0, 7.25 ], "duration": 58.66, "caption": "Two people are in bed when one gets upset and pulls the blanket up over their chest.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 61345, "video_name": "house_s05e14_seg02_clip_01", "timestamp": [ 56.6, 92.03 ], "duration": 92.66, "caption": "Two people both take care of a person who is in the bed.", "similarity": 0.6575, "relevance": 1 }, { "pair_id": 61346, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 80.26, 87.76 ], "duration": 150.66, "caption": "Two people are embracing each other as they lie on a bed together.", "similarity": 0.6421, "relevance": 2 }, { "pair_id": 61347, "video_name": "met_s03e08_seg02_clip_12", "timestamp": [ 5.45, 11.2 ], "duration": 60.66, "caption": "Two people are being exhausted in their bed after cuddling time.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 61348, "video_name": "s03e08_seg02_clip_15", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A person pulls another person's bed covers as she gets into bed.", "similarity": 0.6359, "relevance": 2 }, { "pair_id": 61350, "video_name": "friends_s06e17_seg02_clip_11", "timestamp": [ 22.41, 24.01 ], "duration": 64.66, "caption": "Two people both get out of bed.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 61351, "video_name": "friends_s04e01_seg02_clip_18", "timestamp": [ 0.0, 22.05 ], "duration": 58.66, "caption": "Two people were lying in bed.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 61352, "video_name": "friends_s09e05_seg02_clip_12", "timestamp": [ 19.52, 42.24 ], "duration": 58.66, "caption": "Two people are getting ready for bed, and look visibly stressed.", "similarity": 0.6319, "relevance": 2 }, { "pair_id": 61353, "video_name": "s10e07_seg02_clip_10", "timestamp": [ 36.32, 42.26 ], "duration": 66.66, "caption": "Two people get into bed together at the same time.", "similarity": 0.6319, "relevance": 2 }, { "pair_id": 61354, "video_name": "met_s02e13_seg02_clip_13", "timestamp": [ 51.31, 53.68 ], "duration": 59.66, "caption": "A couple hug each other in their bed.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 61355, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 21.4, 26.23 ], "duration": 46.66, "caption": "Two people come out of the bedroom hugging each other.", "similarity": 0.6222, "relevance": 1 }, { "pair_id": 61356, "video_name": "friends_s04e21_seg02_clip_07", "timestamp": [ 29.22, 46.04 ], "duration": 59.66, "caption": "Two people are under bed covers as one mentions the other maturing and them making it work after their infidelity.", "similarity": 0.6201, "relevance": 2 }, { "pair_id": 61357, "video_name": "castle_s07e11_seg02_clip_16", "timestamp": [ 63.92, 81.92 ], "duration": 90.66, "caption": "A woman is lying on a man's chest as they are in bed together.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 61358, "video_name": "friends_s10e01_seg02_clip_03", "timestamp": [ 35.79, 38.18 ], "duration": 53.66, "caption": "Two people are kissing and hugging each other while laying down on a bed.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 61359, "video_name": "s01e11_seg02_clip_12", "timestamp": [ 51.92, 56.12 ], "duration": 60.66, "caption": "A woman tucks the blankets around a person in bed.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 234660, "video_name": "grey_s02e10_seg02_clip_04", "timestamp": [ 43.66, 50.41 ], "duration": 90.66, "caption": "A woman lifts the blanket and has person roll over in the bed.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 234661, "video_name": "s02e16_seg02_clip_04", "timestamp": [ 31.89, 36.23 ], "duration": 51.66, "caption": "A person leans up and faces another person in bed.", "similarity": 0.6053, "relevance": 3 }, { "pair_id": 234662, "video_name": "s02e16_seg02_clip_05", "timestamp": [ 0.0, 10.92 ], "duration": 59.66, "caption": "Two people lie in bed while someone yells at one of them from outside the bedroom.", "similarity": 0.6034, "relevance": 3 }, { "pair_id": 234663, "video_name": "friends_s01e24_seg02_clip_14", "timestamp": [ 2.61, 10.15 ], "duration": 58.66, "caption": "A man and a woman hug in bed. A man makes a confused face and then smiles.", "similarity": 0.6026, "relevance": 3 }, { "pair_id": 234664, "video_name": "met_s06e16_seg01_clip_02", "timestamp": [ 0.0, 12.31 ], "duration": 60.66, "caption": "Two people are lying beside each other on a bed.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 234665, "video_name": "met_s02e05_seg02_clip_16", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "Two people are lying in a bed next to each other with a gold colored pillow between them.", "similarity": 0.6011, "relevance": 2 }, { "pair_id": 234666, "video_name": "s06e14_seg02_clip_04", "timestamp": [ 8.99, 10.73 ], "duration": 58.66, "caption": "A person pulls a blanket over his/her face out of frustration.", "similarity": 0.6004, "relevance": 1 }, { "pair_id": 234667, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 17.99, 21.22 ], "duration": 92.66, "caption": "Two people hold one another's hand in bed.", "similarity": 0.5989, "relevance": 2 }, { "pair_id": 234668, "video_name": "s10e04_seg02_clip_15", "timestamp": [ 22.73, 27.74 ], "duration": 59.66, "caption": "A person nudges another person off of the bed as they are asleep embracing each other.", "similarity": 0.5951, "relevance": 2 }, { "pair_id": 234669, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 30.5, 50.27 ], "duration": 67.66, "caption": "Two people are lying in bed under the covers as they speak to each other.", "similarity": 0.5925, "relevance": 3 }, { "pair_id": 234670, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 29.49, 52.61 ], "duration": 67.66, "caption": "Two people lie on a bed holding hands.", "similarity": 0.5919, "relevance": 3 }, { "pair_id": 234671, "video_name": "friends_s07e21_seg02_clip_10", "timestamp": [ 11.36, 16.28 ], "duration": 61.66, "caption": "A person tries to get up from the bed but is pushed back down by two people.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 234672, "video_name": "s10e07_seg02_clip_11", "timestamp": [ 3.0, 12.01 ], "duration": 60.66, "caption": "Two people are lying in bed, then sit up.", "similarity": 0.5886, "relevance": 3 }, { "pair_id": 234673, "video_name": "grey_s03e18_seg02_clip_01", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "Two people kiss each other as they lie in bed together.", "similarity": 0.5849, "relevance": 2 }, { "pair_id": 234674, "video_name": "met_s05e01_seg02_clip_00", "timestamp": [ 44.68, 48.97 ], "duration": 61.66, "caption": "Two people fall out of bed while they are making out.", "similarity": 0.5846, "relevance": 2 }, { "pair_id": 234675, "video_name": "met_s03e20_seg02_clip_11", "timestamp": [ 36.37, 40.28 ], "duration": 60.66, "caption": "Two people apologize to each other while a person lays in a hospital bed.", "similarity": 0.5818, "relevance": 2 }, { "pair_id": 234676, "video_name": "friends_s05e05_seg02_clip_21", "timestamp": [ 4.73, 7.31 ], "duration": 86.66, "caption": "Two people try to get a person up from the bed but they pull him to sit down.", "similarity": 0.58, "relevance": 1 }, { "pair_id": 234677, "video_name": "s10e07_seg02_clip_10", "timestamp": [ 60.09, 66.03 ], "duration": 66.66, "caption": "Two people got into bed together and one starting to question living together.", "similarity": 0.5765, "relevance": 2 }, { "pair_id": 234678, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 51.57, 61.03 ], "duration": 61.66, "caption": "Two people kiss passionately in a bed.", "similarity": 0.5749, "relevance": 2 }, { "pair_id": 234679, "video_name": "house_s06e03_seg02_clip_19", "timestamp": [ 0.0, 50.86 ], "duration": 91.66, "caption": "A woman gets agitated while laying in the bed in front of a man.", "similarity": 0.5743, "relevance": 2 } ] }, { "query_id": 76455, "query": "A woman lay down a bit to the couch while talking to two men.", "relevant_moment": [ { "pair_id": 291900, "video_name": "friends_s09e11_seg02_clip_20", "timestamp": [ 39.92, 42.62 ], "duration": 60.66, "caption": "A man sits down on the couch when he is talking to a woman.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 291901, "video_name": "friends_s07e15_seg02_clip_13", "timestamp": [ 50.12, 54.62 ], "duration": 60.66, "caption": "A woman sits down on the sofa while having a conversation with a man.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 291902, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 53.67, 58.03 ], "duration": 58.66, "caption": "A woman sits on the couch while talking to a person.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 291903, "video_name": "friends_s05e17_seg02_clip_13", "timestamp": [ 0.0, 26.89 ], "duration": 56.66, "caption": "A man and a woman were lying on the couch whilst having conversation.", "similarity": 0.7153, "relevance": 3 }, { "pair_id": 291904, "video_name": "s09e12_seg02_clip_14", "timestamp": [ 8.85, 14.04 ], "duration": 61.66, "caption": "A woman sits on a couch while talking to a person.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 291905, "video_name": "house_s08e16_seg02_clip_03", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "A person talks to another person while lying on the couch.", "similarity": 0.7136, "relevance": 1 }, { "pair_id": 291906, "video_name": "met_s06e16_seg02_clip_02", "timestamp": [ 26.24, 32.65 ], "duration": 61.66, "caption": "While having a conversation with woman, woman sits down on the couch followed by woman.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 291907, "video_name": "friends_s08e06_seg02_clip_11", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A woman is sitting on the couch next to a man as she speaks to another man.", "similarity": 0.7096, "relevance": 2 }, { "pair_id": 291908, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.48 ], "duration": 65.66, "caption": "A man was sitting on a couch whilst talking to a woman.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 291909, "video_name": "castle_s04e18_seg02_clip_06", "timestamp": [ 19.75, 83.13 ], "duration": 91.66, "caption": "A woman was having a serious conversation with a man while sitting on a couch.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 291910, "video_name": "friends_s09e09_seg02_clip_01", "timestamp": [ 0.0, 30.25 ], "duration": 63.66, "caption": "A man was sitting on the couch whilst talking to woman.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 291911, "video_name": "friends_s05e06_seg02_clip_12", "timestamp": [ 6.1, 10.07 ], "duration": 61.66, "caption": "A woman leans down on the orange couch to talk to another woman.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 291912, "video_name": "s06e12_seg02_clip_03", "timestamp": [ 58.93, 60.51 ], "duration": 63.66, "caption": "A woman turns and talks to another woman when they are sitting on a couch.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 291913, "video_name": "castle_s03e09_seg02_clip_09", "timestamp": [ 28.67, 37.62 ], "duration": 89.66, "caption": "Three people sit down on the couch to continue their conversation.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 291914, "video_name": "friends_s06e02_seg02_clip_17", "timestamp": [ 0.0, 3.5 ], "duration": 58.66, "caption": "A woman has her hands clasped together and she is talking to another woman on the couch.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 291915, "video_name": "s01e01_seg02_clip_10", "timestamp": [ 45.75, 58.44 ], "duration": 59.66, "caption": "A woman sits on the same couch as a man and starts speaking to him.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 291916, "video_name": "s04e08_seg02_clip_06", "timestamp": [ 0.0, 19.51 ], "duration": 60.66, "caption": "A woman and another woman are sitting on the couch and having a conversation.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 291917, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 10.99, 14.65 ], "duration": 61.66, "caption": "Two people both sit down on the couch at the same time so one person can talk to a person.", "similarity": 0.7014, "relevance": 1 }, { "pair_id": 291918, "video_name": "castle_s07e14_seg02_clip_22", "timestamp": [ 0.0, 22.73 ], "duration": 84.66, "caption": "A woman talks to another woman sitting on a couch.", "similarity": 0.7004, "relevance": 1 }, { "pair_id": 291919, "video_name": "friends_s02e03_seg02_clip_13", "timestamp": [ 12.25, 16.81 ], "duration": 48.66, "caption": "A woman sitting on the couch talking with another woman as she stands next to her.", "similarity": 0.6953, "relevance": 1 } ] }, { "query_id": 76487, "query": "A woman puts her magazine down and moves to the end of the couch.", "relevant_moment": [ { "pair_id": 81000, "video_name": "friends_s07e03_seg02_clip_10", "timestamp": [ 40.63, 43.42 ], "duration": 62.66, "caption": "A woman puts her magazine down and moves to the end of the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 81001, "video_name": "friends_s01e22_seg02_clip_01", "timestamp": [ 30.88, 32.46 ], "duration": 63.66, "caption": "A woman sets a magazine down on the coffee table as she gets up from the couch.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 81002, "video_name": "friends_s09e13_seg02_clip_10", "timestamp": [ 0.0, 2.21 ], "duration": 63.66, "caption": "A woman was sitting on the couch and holding a magazine.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 81003, "video_name": "friends_s06e13_seg02_clip_17", "timestamp": [ 24.85, 28.76 ], "duration": 46.66, "caption": "A man puts a magazine down and gets up from the sofa.", "similarity": 0.6866, "relevance": 1 }, { "pair_id": 81004, "video_name": "friends_s05e22_seg02_clip_08", "timestamp": [ 31.21, 33.92 ], "duration": 60.66, "caption": "A woman sits on the sofa and opens a magazine.", "similarity": 0.6587, "relevance": 2 }, { "pair_id": 81005, "video_name": "castle_s02e06_seg02_clip_00", "timestamp": [ 16.5, 18.33 ], "duration": 91.66, "caption": "A woman puts down her book next to her on the couch.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 81006, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 0.0, 4.76 ], "duration": 56.66, "caption": "A woman walks over to the couch and puts her bag down.", "similarity": 0.6462, "relevance": 2 }, { "pair_id": 81007, "video_name": "friends_s01e05_seg01_clip_00", "timestamp": [ 0.0, 2.04 ], "duration": 51.66, "caption": "A woman puts her left arm down on the couch.", "similarity": 0.6419, "relevance": 0 }, { "pair_id": 81008, "video_name": "friends_s05e04_seg02_clip_02", "timestamp": [ 40.29, 45.18 ], "duration": 57.66, "caption": "A woman sits on the couch and reads a magazine.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 81009, "video_name": "met_s03e08_seg02_clip_01", "timestamp": [ 3.84, 6.2 ], "duration": 59.66, "caption": "A woman picks up a magazine from the end table to her right.", "similarity": 0.6271, "relevance": 2 }, { "pair_id": 81010, "video_name": "friends_s06e02_seg02_clip_02", "timestamp": [ 0.29, 7.7 ], "duration": 57.66, "caption": "A woman sits on the couch reading a magazine.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 81011, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 13.35, 16.83 ], "duration": 58.66, "caption": "A woman gets up off the couch and moves towards the hallway.", "similarity": 0.6253, "relevance": 1 }, { "pair_id": 81012, "video_name": "friends_s08e09_seg02_clip_15", "timestamp": [ 0.87, 4.94 ], "duration": 58.66, "caption": "A woman sets a book down on the couch.", "similarity": 0.6242, "relevance": 2 }, { "pair_id": 81013, "video_name": "friends_s02e11_seg02_clip_12", "timestamp": [ 49.58, 51.54 ], "duration": 56.66, "caption": "A woman closes up a magazine and drops it on the table.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 81014, "video_name": "friends_s03e07_seg02_clip_13", "timestamp": [ 17.75, 20.9 ], "duration": 57.66, "caption": "A woman takes off her jacket, walks over to couch and sets it on the couch.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 81015, "video_name": "friends_s07e10_seg01_clip_00", "timestamp": [ 23.05, 24.01 ], "duration": 96.66, "caption": "A woman walks to the couch and sets down her purse.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 81016, "video_name": "friends_s01e13_seg02_clip_01", "timestamp": [ 8.82, 13.55 ], "duration": 63.66, "caption": "A woman waves her arms and walks to the other end of the couch.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 81017, "video_name": "friends_s05e15_seg02_clip_01", "timestamp": [ 22.95, 24.19 ], "duration": 62.66, "caption": "A woman moves forward on the couch and puts down her coffee cup.", "similarity": 0.6142, "relevance": 1 }, { "pair_id": 81018, "video_name": "friends_s08e03_seg02_clip_08", "timestamp": [ 19.51, 21.01 ], "duration": 60.66, "caption": "A woman put back the magazine on a desk.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 81019, "video_name": "friends_s09e13_seg02_clip_08", "timestamp": [ 10.99, 20.44 ], "duration": 61.66, "caption": "A woman closes and puts away the magazine she's reading in a hurry.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 254320, "video_name": "house_s05e23_seg02_clip_24", "timestamp": [ 69.77, 72.47 ], "duration": 90.66, "caption": "A woman takes the magazine and tosses it aside.", "similarity": 0.6026, "relevance": 3 }, { "pair_id": 254321, "video_name": "s08e20_seg02_clip_00", "timestamp": [ 7.93, 13.73 ], "duration": 61.66, "caption": "A woman walks to the couch and prepares to sit down.", "similarity": 0.5986, "relevance": 1 }, { "pair_id": 254322, "video_name": "s05e22_seg02_clip_13", "timestamp": [ 8.41, 11.61 ], "duration": 58.66, "caption": "A woman leaves the couch and goes into her room.", "similarity": 0.5981, "relevance": 1 }, { "pair_id": 254326, "video_name": "friends_s02e10_seg02_clip_17", "timestamp": [ 28.39, 30.71 ], "duration": 66.66, "caption": "A woman is sitting on a chair as she is going thru a magazine.", "similarity": 0.5896, "relevance": 2 }, { "pair_id": 254327, "video_name": "grey_s01e04_seg02_clip_17", "timestamp": [ 30.95, 36.87 ], "duration": 91.66, "caption": "A woman pulls up the magazine with her feet and opens it.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 254328, "video_name": "friends_s07e20_seg02_clip_00", "timestamp": [ 0.0, 19.13 ], "duration": 62.66, "caption": "A woman sits on a couch reading a magazine, while two people work on a detailed wedding seating chart, and she tries to move a pin, but decides they don't want her moving things, so she leans back on the couch and continues reading.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 254329, "video_name": "s06e12_seg02_clip_12", "timestamp": [ 43.02, 47.3 ], "duration": 61.66, "caption": "A woman walks to the couch and sits down.", "similarity": 0.5858, "relevance": 1 }, { "pair_id": 254330, "video_name": "s02e14_seg02_clip_08", "timestamp": [ 30.54, 33.56 ], "duration": 55.66, "caption": "A woman walks to the couch and sits down.", "similarity": 0.5858, "relevance": 2 }, { "pair_id": 254331, "video_name": "s07e23_seg02_clip_14", "timestamp": [ 4.4, 6.6 ], "duration": 55.66, "caption": "A woman throws her jacket down onto the couch as she sits down.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 254332, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 15.35, 19.48 ], "duration": 59.66, "caption": "A woman turns and walks to the couch and sits down.", "similarity": 0.5834, "relevance": 1 }, { "pair_id": 254333, "video_name": "friends_s08e20_seg02_clip_20", "timestamp": [ 88.38, 91.23 ], "duration": 95.66, "caption": "A woman gets up from the couch with the book in her hand.", "similarity": 0.5831, "relevance": 1 }, { "pair_id": 254334, "video_name": "grey_s01e02_seg02_clip_10", "timestamp": [ 24.49, 29.77 ], "duration": 96.66, "caption": "A woman gets up from the couch and walks off.", "similarity": 0.5818, "relevance": 1 }, { "pair_id": 254336, "video_name": "friends_s06e14_seg02_clip_07", "timestamp": [ 17.96, 25.66 ], "duration": 57.66, "caption": "A woman walks over to the couch and sits down.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 254338, "video_name": "friends_s07e21_seg02_clip_02", "timestamp": [ 19.05, 23.47 ], "duration": 68.66, "caption": "A woman shifts herself and puts her arm on the couch.", "similarity": 0.58, "relevance": 0 }, { "pair_id": 254339, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 28.36, 32.21 ], "duration": 70.66, "caption": "A person moves to the couch and sits down on it.", "similarity": 0.5764, "relevance": 2 } ] }, { "query_id": 76512, "query": "A person points with his/her right hand towards the direction to walk.", "relevant_moment": [ { "pair_id": 137180, "video_name": "castle_s04e08_seg02_clip_18", "timestamp": [ 77.9, 81.01 ], "duration": 89.66, "caption": "A person points with his/her right hand towards the direction to walk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137181, "video_name": "castle_s06e02_seg02_clip_18", "timestamp": [ 4.55, 10.92 ], "duration": 91.66, "caption": "A person points behind him and walks in that direction.", "similarity": 0.832, "relevance": 4 }, { "pair_id": 137182, "video_name": "s01e12_seg02_clip_13", "timestamp": [ 1.43, 2.57 ], "duration": 57.66, "caption": "A person points to the left using his left hand.", "similarity": 0.7999, "relevance": 2 }, { "pair_id": 137183, "video_name": "s04e01_seg02_clip_13", "timestamp": [ 36.42, 38.94 ], "duration": 56.66, "caption": "A person points his/her left hand up and moves it along a curve.", "similarity": 0.7941, "relevance": 2 }, { "pair_id": 137184, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 32.34, 39.67 ], "duration": 61.66, "caption": "A person points at something with their left hand.", "similarity": 0.7578, "relevance": 2 }, { "pair_id": 137185, "video_name": "friends_s08e21_seg02_clip_12", "timestamp": [ 55.05, 57.46 ], "duration": 60.66, "caption": "A person points at something with their left hand.", "similarity": 0.7578, "relevance": 2 }, { "pair_id": 137186, "video_name": "house_s02e02_seg02_clip_07", "timestamp": [ 51.01, 54.61 ], "duration": 120.66, "caption": "A person puts his hands to his head and walks to his right.", "similarity": 0.749, "relevance": 0 }, { "pair_id": 137187, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 48.4, 51.35 ], "duration": 59.66, "caption": "A person raises their hands out to the side as they walk.", "similarity": 0.7483, "relevance": 1 }, { "pair_id": 137188, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 38.96, 39.25 ], "duration": 59.66, "caption": "A person reaches up their left arm and points to the side of them with their thumb.", "similarity": 0.7454, "relevance": 2 }, { "pair_id": 137189, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 50.42, 52.82 ], "duration": 60.66, "caption": "A person points with their left hand briefly to another person.", "similarity": 0.7438, "relevance": 1 }, { "pair_id": 137190, "video_name": "s02e18_seg02_clip_07", "timestamp": [ 46.08, 49.74 ], "duration": 61.66, "caption": "A person points their right finger as they walk towards a woman.", "similarity": 0.7304, "relevance": 4 }, { "pair_id": 137191, "video_name": "s02e14_seg02_clip_18", "timestamp": [ 19.61, 21.82 ], "duration": 49.66, "caption": "A person points up with their left hand as they talk to someone.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 137192, "video_name": "met_s02e19_seg02_clip_15", "timestamp": [ 12.21, 16.48 ], "duration": 61.66, "caption": "A man points in the direction of the person in green with his right hand.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 137193, "video_name": "castle_s03e07_seg02_clip_14", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A person points his finger before turning and walking away.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 137194, "video_name": "s02e02_seg02_clip_17", "timestamp": [ 28.46, 32.96 ], "duration": 36.66, "caption": "A man points at a direction and walks towards it with two other people.", "similarity": 0.7091, "relevance": 4 }, { "pair_id": 137195, "video_name": "s03e09_seg02_clip_08", "timestamp": [ 53.72, 56.73 ], "duration": 60.66, "caption": "A person steps forward and points his finger with arm extended towards another person.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 137196, "video_name": "grey_s01e02_seg02_clip_09", "timestamp": [ 0.0, 9.88 ], "duration": 89.66, "caption": "A man turns directions when they see someone walking.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 137197, "video_name": "castle_s05e06_seg02_clip_06", "timestamp": [ 18.66, 24.12 ], "duration": 91.66, "caption": "A person walks towards and points an open hand at the whiteboard.", "similarity": 0.7039, "relevance": 1 }, { "pair_id": 137198, "video_name": "house_s01e19_seg02_clip_09", "timestamp": [ 0.44, 4.0 ], "duration": 88.66, "caption": "A woman walks quickly up to person and points with her left arm.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 137199, "video_name": "friends_s02e12-13_seg02_clip_40", "timestamp": [ 15.52, 17.87 ], "duration": 47.66, "caption": "A person gestures and points with their left hand towards the stall.", "similarity": 0.6989, "relevance": 2 } ] }, { "query_id": 76597, "query": "A man walks by the office door with a file in his hand.", "relevant_moment": [ { "pair_id": 157560, "video_name": "castle_s06e20_seg02_clip_12", "timestamp": [ 67.94, 69.73 ], "duration": 89.66, "caption": "A man walks by the office door with a file in his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157561, "video_name": "castle_s05e05_seg02_clip_04", "timestamp": [ 40.18, 45.86 ], "duration": 87.66, "caption": "A man walks into office and hands a file to person.", "similarity": 0.8597, "relevance": 4 }, { "pair_id": 157562, "video_name": "house_s08e09_seg02_clip_20", "timestamp": [ 64.1, 68.55 ], "duration": 89.66, "caption": "A man walks to the end of the office carrying a file.", "similarity": 0.8566, "relevance": 3 }, { "pair_id": 157563, "video_name": "castle_s07e16_seg02_clip_05", "timestamp": [ 28.06, 31.13 ], "duration": 87.66, "caption": "A man walks in holding a file in his hands.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 157564, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 23.87, 27.75 ], "duration": 59.66, "caption": "A man walks towards the office door and opens it.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 157565, "video_name": "castle_s08e13_seg02_clip_01", "timestamp": [ 70.79, 77.19 ], "duration": 91.66, "caption": "A person walks into the office with his arms opened wide and a person hands him a pile of files.", "similarity": 0.786, "relevance": 3 }, { "pair_id": 157566, "video_name": "house_s04e12_seg02_clip_23", "timestamp": [ 0.0, 3.2 ], "duration": 58.66, "caption": "A man enters the office and holds up a file.", "similarity": 0.7819, "relevance": 4 }, { "pair_id": 157567, "video_name": "house_s08e07_seg02_clip_00", "timestamp": [ 18.41, 23.93 ], "duration": 92.66, "caption": "A man walks into the office and gets a file from a woman.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 157568, "video_name": "friends_s09e11_seg02_clip_08", "timestamp": [ 0.0, 3.52 ], "duration": 64.66, "caption": "A man walks in and hands a person a file.", "similarity": 0.7702, "relevance": 4 }, { "pair_id": 157569, "video_name": "castle_s02e13_seg02_clip_21", "timestamp": [ 40.12, 42.37 ], "duration": 90.66, "caption": "A man in a suit walks by the office with a blue file.", "similarity": 0.7659, "relevance": 4 }, { "pair_id": 157570, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 28.49, 31.6 ], "duration": 89.66, "caption": "A person walks into a man's office when he's looking at paperwork.", "similarity": 0.763, "relevance": 2 }, { "pair_id": 157571, "video_name": "house_s08e09_seg02_clip_18", "timestamp": [ 68.76, 75.91 ], "duration": 89.66, "caption": "A man walks into someone's office carrying some papers with him.", "similarity": 0.7528, "relevance": 4 }, { "pair_id": 157572, "video_name": "friends_s10e06_seg02_clip_17", "timestamp": [ 8.84, 11.4 ], "duration": 57.66, "caption": "A person opens the door and walks into the office a man is in.", "similarity": 0.7406, "relevance": 2 }, { "pair_id": 157573, "video_name": "house_s08e21_seg02_clip_26", "timestamp": [ 13.81, 15.58 ], "duration": 70.66, "caption": "A man opens the door and walks into the office.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 157574, "video_name": "house_s08e14_seg02_clip_00", "timestamp": [ 65.09, 71.27 ], "duration": 95.66, "caption": "A man opens the door and walks into the office.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 157575, "video_name": "house_s03e11_seg02_clip_02", "timestamp": [ 7.15, 9.39 ], "duration": 89.66, "caption": "A man walks into a woman's office when she's looking at a file.", "similarity": 0.7366, "relevance": 2 }, { "pair_id": 157576, "video_name": "met_s06e11_seg02_clip_07", "timestamp": [ 34.12, 38.15 ], "duration": 62.66, "caption": "A woman walks into man's office and hands him a document.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 157577, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 45.97, 47.79 ], "duration": 91.66, "caption": "A man opens the door and walks into his office.", "similarity": 0.7349, "relevance": 2 }, { "pair_id": 157578, "video_name": "castle_s04e23_seg02_clip_06", "timestamp": [ 73.16, 76.84 ], "duration": 92.66, "caption": "A person walks in and hands a file to a man, who looks at it.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 157579, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 35.5, 41.42 ], "duration": 91.66, "caption": "A man goes into the office and gets a file from the table.", "similarity": 0.7286, "relevance": 2 } ] }, { "query_id": 76645, "query": "A woman folds a pink towel while talking to a person.", "relevant_moment": [ { "pair_id": 150900, "video_name": "s02e10_seg02_clip_13", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A woman folds a pink towel while talking to a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150901, "video_name": "s02e10_seg02_clip_12", "timestamp": [ 0.0, 7.88 ], "duration": 63.66, "caption": "A woman folds a yellow towel as she has a conversation with a man.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 150902, "video_name": "s02e10_seg02_clip_12", "timestamp": [ 0.0, 7.25 ], "duration": 63.66, "caption": "A woman is folding a yellow towel while talking with a man.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 150903, "video_name": "house_s07e23_seg02_clip_05", "timestamp": [ 6.38, 17.43 ], "duration": 85.66, "caption": "A woman is folding her laundry while talking to woman.", "similarity": 0.715, "relevance": 2 }, { "pair_id": 150904, "video_name": "castle_s03e07_seg02_clip_15", "timestamp": [ 34.72, 46.29 ], "duration": 89.66, "caption": "A woman is holding a towel in her hand as she speaks to two people.", "similarity": 0.7145, "relevance": 3 }, { "pair_id": 150905, "video_name": "house_s06e03_seg02_clip_00", "timestamp": [ 4.7, 7.99 ], "duration": 94.66, "caption": "A woman extends her hands and then folds them as she has a conversation with other people.", "similarity": 0.7025, "relevance": 1 }, { "pair_id": 150906, "video_name": "friends_s06e15-16_seg02_clip_39", "timestamp": [ 4.72, 6.2 ], "duration": 59.66, "caption": "A woman folds both hands on top of her legs during a conversation with a man.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 150907, "video_name": "s06e17_seg02_clip_09", "timestamp": [ 0.0, 15.64 ], "duration": 59.66, "caption": "A woman is standing with her arms folded while a person is talking then she unfolds them.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 150909, "video_name": "met_s02e09_seg02_clip_16", "timestamp": [ 6.57, 11.65 ], "duration": 59.66, "caption": "A woman folds her arms while talking to a man.", "similarity": 0.6779, "relevance": 1 }, { "pair_id": 150910, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.6774, "relevance": 1 }, { "pair_id": 150911, "video_name": "castle_s03e20_seg02_clip_20", "timestamp": [ 73.43, 79.74 ], "duration": 90.66, "caption": "A woman has a towel on her head as she speaks to a man and a woman.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 150912, "video_name": "friends_s02e07_seg02_clip_02", "timestamp": [ 52.22, 57.93 ], "duration": 60.66, "caption": "A woman fiddles with the hand towel as she speaks.", "similarity": 0.6695, "relevance": 3 }, { "pair_id": 150913, "video_name": "friends_s04e20_seg02_clip_03", "timestamp": [ 3.99, 13.2 ], "duration": 61.66, "caption": "A woman wipes her hand with a blue towel while talking to man.", "similarity": 0.6668, "relevance": 3 }, { "pair_id": 150914, "video_name": "castle_s04e11_seg02_clip_17", "timestamp": [ 8.19, 18.2 ], "duration": 91.66, "caption": "A man has a towel in his hands when talking to a woman.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 150915, "video_name": "s03e12_seg02_clip_14", "timestamp": [ 7.97, 19.18 ], "duration": 59.66, "caption": "A woman folds a blue blanket while standing in the laundry room talking to a man.", "similarity": 0.6569, "relevance": 3 }, { "pair_id": 150916, "video_name": "s01e01_seg02_clip_04", "timestamp": [ 47.62, 51.89 ], "duration": 57.66, "caption": "A woman has a paper towel in her hand as she is speaking to two men.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 150917, "video_name": "met_s02e18_seg02_clip_14", "timestamp": [ 11.23, 33.35 ], "duration": 66.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.654, "relevance": 0 }, { "pair_id": 150918, "video_name": "house_s01e12_seg02_clip_12", "timestamp": [ 28.57, 57.64 ], "duration": 102.66, "caption": "A person is having a conversation with a woman.", "similarity": 0.654, "relevance": 0 } ] }, { "query_id": 76662, "query": "A man and a woman high five each other as they speak to some people.", "relevant_moment": [ { "pair_id": 170520, "video_name": "castle_s08e05_seg02_clip_16", "timestamp": [ 63.65, 65.88 ], "duration": 89.66, "caption": "A man and a woman high five each other as they speak to some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170521, "video_name": "met_s06e20_seg01_clip_01", "timestamp": [ 70.83, 82.64 ], "duration": 83.66, "caption": "A woman is talking to a man and then she and a man give each other a high five.", "similarity": 0.8679, "relevance": 4 }, { "pair_id": 170522, "video_name": "s09e09_seg01_clip_00", "timestamp": [ 67.19, 70.41 ], "duration": 92.66, "caption": "Two people high five each other as they talk to someone.", "similarity": 0.8655, "relevance": 4 }, { "pair_id": 170523, "video_name": "friends_s09e23-24_seg02_clip_21", "timestamp": [ 14.71, 20.11 ], "duration": 60.66, "caption": "A man and a woman smile and high five each other.", "similarity": 0.7795, "relevance": 3 }, { "pair_id": 170524, "video_name": "met_s02e08_seg02_clip_02", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "Two people high five when they're talking to someone.", "similarity": 0.7792, "relevance": 4 }, { "pair_id": 170525, "video_name": "s06e04_seg02_clip_09", "timestamp": [ 4.43, 9.15 ], "duration": 59.66, "caption": "Two people high five each other as they are with two other women.", "similarity": 0.7693, "relevance": 2 }, { "pair_id": 170526, "video_name": "house_s04e05_seg02_clip_08", "timestamp": [ 40.78, 43.5 ], "duration": 90.66, "caption": "A man and another man high five each other.", "similarity": 0.7629, "relevance": 1 }, { "pair_id": 170527, "video_name": "met_s06e12_seg02_clip_14", "timestamp": [ 31.33, 33.99 ], "duration": 59.66, "caption": "A man and a woman high five each other while laughing.", "similarity": 0.757, "relevance": 4 }, { "pair_id": 170528, "video_name": "met_s06e12_seg02_clip_12", "timestamp": [ 69.86, 71.3 ], "duration": 72.66, "caption": "A couple give each other a high five.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 170529, "video_name": "s08e19_seg02_clip_11", "timestamp": [ 4.58, 6.71 ], "duration": 61.66, "caption": "Two people give each other a high five.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 170530, "video_name": "met_s05e02_seg02_clip_12", "timestamp": [ 12.52, 14.9 ], "duration": 59.66, "caption": "Two people give each other a high five.", "similarity": 0.7497, "relevance": 4 }, { "pair_id": 170531, "video_name": "friends_s08e09_seg02_clip_16", "timestamp": [ 7.14, 9.62 ], "duration": 62.66, "caption": "A man and another person gave each other a high five.", "similarity": 0.7474, "relevance": 2 }, { "pair_id": 170532, "video_name": "castle_s04e11_seg02_clip_18", "timestamp": [ 33.48, 35.71 ], "duration": 89.66, "caption": "A woman and a girl give each other a high five as woman talks and girl stands above her.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 170533, "video_name": "friends_s09e22_seg02_clip_13", "timestamp": [ 33.96, 35.17 ], "duration": 60.66, "caption": "Two people high five each other while talking to their guest.", "similarity": 0.7388, "relevance": 4 }, { "pair_id": 170534, "video_name": "friends_s10e15_seg02_clip_06", "timestamp": [ 37.14, 40.66 ], "duration": 64.66, "caption": "Two people high five each other with both hands.", "similarity": 0.7311, "relevance": 3 }, { "pair_id": 170535, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 34.48, 39.36 ], "duration": 61.66, "caption": "A man gets up and does a high five with woman.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 170536, "video_name": "castle_s03e13_seg02_clip_18", "timestamp": [ 0.0, 86.66 ], "duration": 90.66, "caption": "A woman and a man are beside each other as they speak to someone.", "similarity": 0.729, "relevance": 1 }, { "pair_id": 170537, "video_name": "castle_s07e20_seg02_clip_17", "timestamp": [ 0.0, 16.35 ], "duration": 90.66, "caption": "A woman and a man are beside each other as they speak to each other.", "similarity": 0.7283, "relevance": 0 }, { "pair_id": 170538, "video_name": "friends_s03e04_seg02_clip_05", "timestamp": [ 0.0, 14.04 ], "duration": 61.66, "caption": "A woman and a man are beside each other as a man speaks to them.", "similarity": 0.7271, "relevance": 2 }, { "pair_id": 170539, "video_name": "castle_s04e12_seg02_clip_24", "timestamp": [ 4.95, 89.66 ], "duration": 89.66, "caption": "A man and a woman are beside each other as they speak to another man.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 343840, "video_name": "friends_s05e01_seg02_clip_15", "timestamp": [ 8.32, 15.05 ], "duration": 64.66, "caption": "A man and a woman hug and high five each other.", "similarity": 0.7186, "relevance": 3 }, { "pair_id": 343841, "video_name": "friends_s04e08_seg02_clip_06", "timestamp": [ 44.19, 57.02 ], "duration": 57.66, "caption": "A man and a woman hold each others hands and are talking to each other.", "similarity": 0.7169, "relevance": 1 }, { "pair_id": 343842, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.0, 91.23 ], "duration": 91.66, "caption": "A woman and a man are speaking with a person as he is in front of them.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 343843, "video_name": "castle_s07e07_seg02_clip_12", "timestamp": [ 57.43, 60.16 ], "duration": 91.66, "caption": "A man offers another person a high five then they share a high five.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 343844, "video_name": "s05e14_seg02_clip_01", "timestamp": [ 0.0, 26.69 ], "duration": 58.66, "caption": "A man and a woman are talking to each other.", "similarity": 0.7106, "relevance": 2 }, { "pair_id": 343845, "video_name": "castle_s02e15_seg02_clip_25", "timestamp": [ 62.11, 73.07 ], "duration": 91.66, "caption": "A man and a woman are talking to each other.", "similarity": 0.7106, "relevance": 1 }, { "pair_id": 343846, "video_name": "castle_s07e14_seg02_clip_18", "timestamp": [ 8.6, 22.64 ], "duration": 90.66, "caption": "A man, person and woman were having a conversation.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 343847, "video_name": "friends_s10e15_seg02_clip_06", "timestamp": [ 36.5, 40.66 ], "duration": 64.66, "caption": "Two people high five each other with their hands in their air.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 343848, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 11.25, 35.26 ], "duration": 75.66, "caption": "A man and a woman are having a conversation with a person.", "similarity": 0.705, "relevance": 1 }, { "pair_id": 343849, "video_name": "friends_s01e08_seg02_clip_00", "timestamp": [ 59.5, 63.41 ], "duration": 65.66, "caption": "Two men high five while having a conversation with others.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 343850, "video_name": "castle_s04e18_seg02_clip_06", "timestamp": [ 0.0, 14.24 ], "duration": 91.66, "caption": "A woman, a man, and another man are having a conversation with each other.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 343851, "video_name": "castle_s04e07_seg02_clip_22", "timestamp": [ 0.0, 16.65 ], "duration": 64.66, "caption": "A woman, a man, and another man are having a conversation with each other.", "similarity": 0.7013, "relevance": 1 }, { "pair_id": 343852, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 3.19, 5.85 ], "duration": 53.66, "caption": "A person raises his hand for a high five with another person.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 343853, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "Woman and man were having a conversation with a person.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 343854, "video_name": "castle_s05e23_seg02_clip_01", "timestamp": [ 0.0, 29.26 ], "duration": 90.66, "caption": "A man, a woman, and another man are having a conversation to each other.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 343855, "video_name": "castle_s02e12_seg02_clip_11", "timestamp": [ 34.59, 91.03 ], "duration": 91.66, "caption": "A man and woman have a conversation with each other.", "similarity": 0.6987, "relevance": 2 }, { "pair_id": 343856, "video_name": "castle_s02e19_seg02_clip_11", "timestamp": [ 73.44, 75.25 ], "duration": 90.66, "caption": "A woman gives two men a high five as she smiles and talks.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 343857, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 0.0, 10.34 ], "duration": 94.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 343858, "video_name": "house_s07e11_seg02_clip_06", "timestamp": [ 0.0, 37.01 ], "duration": 100.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.6984, "relevance": 1 }, { "pair_id": 343859, "video_name": "house_s06e13_seg02_clip_05", "timestamp": [ 71.32, 92.03 ], "duration": 92.66, "caption": "A man and woman are having a conversation with each other.", "similarity": 0.6984, "relevance": 1 } ] }, { "query_id": 76671, "query": "A man takes the keys out of the door lock and puts them under his arm.", "relevant_moment": [ { "pair_id": 159600, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.96, 29.31 ], "duration": 90.66, "caption": "A man takes the keys out of the door lock and puts them under his arm.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 159601, "video_name": "s10e09_seg02_clip_00", "timestamp": [ 56.45, 59.2 ], "duration": 61.66, "caption": "A man puts his key in the door to unlock it.", "similarity": 0.7269, "relevance": 1 }, { "pair_id": 159602, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 46.99, 49.74 ], "duration": 61.66, "caption": "A man puts the key in the lock and starts to open the door.", "similarity": 0.694, "relevance": 0 }, { "pair_id": 159603, "video_name": "s08e02_seg02_clip_09", "timestamp": [ 17.41, 19.48 ], "duration": 59.66, "caption": "A man walks in through the front door and puts his keys on the table.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 159604, "video_name": "s08e17_seg02_clip_06", "timestamp": [ 35.4, 47.6 ], "duration": 61.66, "caption": "A person put the keys inside their doorknob and opened the door.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 159605, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.6841, "relevance": 4 }, { "pair_id": 159606, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 12.77, 15.09 ], "duration": 58.66, "caption": "A man puts a key in the lock of their apartment door.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 159607, "video_name": "s07e14_seg02_clip_07", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A person gets their keys and closes the door.", "similarity": 0.679, "relevance": 1 }, { "pair_id": 159608, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 35.31, 37.46 ], "duration": 61.66, "caption": "A man pulls a key out of his pocket.", "similarity": 0.6764, "relevance": 1 }, { "pair_id": 159609, "video_name": "friends_s09e02_seg02_clip_03", "timestamp": [ 21.91, 26.71 ], "duration": 60.66, "caption": "A man grabs their keys and jacket then opens the front door.", "similarity": 0.6748, "relevance": 0 }, { "pair_id": 159610, "video_name": "s06e04_seg02_clip_10", "timestamp": [ 38.07, 43.97 ], "duration": 59.66, "caption": "A man puts the keys into his back pocket.", "similarity": 0.6691, "relevance": 0 }, { "pair_id": 159611, "video_name": "s07e02_seg02_clip_08", "timestamp": [ 35.42, 39.32 ], "duration": 60.66, "caption": "A person gets the key on his pocket and opens the door.", "similarity": 0.6625, "relevance": 1 }, { "pair_id": 159612, "video_name": "house_s04e07_seg02_clip_17", "timestamp": [ 30.25, 45.6 ], "duration": 87.66, "caption": "A man tries various keys while trying to open a door.", "similarity": 0.6608, "relevance": 1 }, { "pair_id": 159613, "video_name": "castle_s03e14_seg02_clip_17", "timestamp": [ 1.98, 3.47 ], "duration": 99.66, "caption": "A woman snatches the keys out of man's hand.", "similarity": 0.6579, "relevance": 1 }, { "pair_id": 159614, "video_name": "castle_s05e07_seg02_clip_11", "timestamp": [ 20.71, 23.93 ], "duration": 92.66, "caption": "A man picks up the keys and another man grabs them from his hand.", "similarity": 0.6539, "relevance": 0 }, { "pair_id": 159615, "video_name": "friends_s04e03_seg02_clip_10", "timestamp": [ 54.89, 59.34 ], "duration": 59.66, "caption": "A woman takes a key off the door to help free a man from his cuffs.", "similarity": 0.6522, "relevance": 1 }, { "pair_id": 159616, "video_name": "castle_s04e13_seg02_clip_09", "timestamp": [ 37.58, 46.19 ], "duration": 90.66, "caption": "A man takes out a key card from an evidence bag and opens the door.", "similarity": 0.6444, "relevance": 1 }, { "pair_id": 159617, "video_name": "castle_s04e01_seg02_clip_04", "timestamp": [ 52.54, 58.72 ], "duration": 103.66, "caption": "A man walks to a lock and opens it with a key.", "similarity": 0.6422, "relevance": 1 }, { "pair_id": 159618, "video_name": "s04e03_seg02_clip_03", "timestamp": [ 32.96, 33.87 ], "duration": 61.66, "caption": "A person puts his key into the lock and begins unlocking the door.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 159619, "video_name": "castle_s07e02_seg02_clip_13", "timestamp": [ 49.63, 56.91 ], "duration": 91.66, "caption": "A man uses the Key to open the door, two people follow him in the room.", "similarity": 0.6397, "relevance": 0 } ] }, { "query_id": 76737, "query": "A man closes his menu and sets it on the table at the restaurant.", "relevant_moment": [ { "pair_id": 19620, "video_name": "met_s06e11_seg02_clip_03", "timestamp": [ 44.09, 47.71 ], "duration": 60.66, "caption": "A man closes his menu and sets it on the table at the restaurant.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19621, "video_name": "friends_s02e12-13_seg02_clip_35", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A man closes his menu, stands up and leaves the table.", "similarity": 0.8191, "relevance": 4 }, { "pair_id": 19622, "video_name": "friends_s09e05_seg02_clip_17", "timestamp": [ 0.31, 2.44 ], "duration": 61.66, "caption": "A man closes his menu and gives it to the waiter.", "similarity": 0.8182, "relevance": 1 }, { "pair_id": 19623, "video_name": "s05e20_seg02_clip_04", "timestamp": [ 4.93, 6.96 ], "duration": 58.66, "caption": "A man is holding a menu while sitting at a restaurant table.", "similarity": 0.7954, "relevance": 2 }, { "pair_id": 19624, "video_name": "s01e03_seg02_clip_15", "timestamp": [ 0.0, 21.71 ], "duration": 62.66, "caption": "A man is holding his menu then sets it down.", "similarity": 0.7235, "relevance": 4 }, { "pair_id": 19625, "video_name": "s05e13_seg02_clip_04", "timestamp": [ 45.32, 47.72 ], "duration": 60.66, "caption": "A woman closes her menu and sets it down on the table.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 19626, "video_name": "s06e01_seg02_clip_07", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A person is holding a menu while sitting at the table.", "similarity": 0.6909, "relevance": 1 }, { "pair_id": 19627, "video_name": "s05e06_seg02_clip_00", "timestamp": [ 48.07, 50.24 ], "duration": 62.66, "caption": "A person closes his menu as he sits at the table and talks to a woman.", "similarity": 0.6867, "relevance": 3 }, { "pair_id": 19628, "video_name": "friends_s01e11_seg02_clip_05", "timestamp": [ 56.18, 58.31 ], "duration": 60.66, "caption": "A man flips open a menu as he sits at the restaurant table and talks.", "similarity": 0.6562, "relevance": 2 }, { "pair_id": 19629, "video_name": "s04e19_seg02_clip_08", "timestamp": [ 44.12, 47.42 ], "duration": 60.66, "caption": "A man closes his laptop as he is at the cafeteria table.", "similarity": 0.6528, "relevance": 3 }, { "pair_id": 19630, "video_name": "s03e14_seg02_clip_13", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A person serves a man his food while he is sitting at the restaurant table.", "similarity": 0.6489, "relevance": 2 }, { "pair_id": 19631, "video_name": "s05e12_seg02_clip_00", "timestamp": [ 35.3, 38.45 ], "duration": 63.66, "caption": "A person puts their menu on the table and puts their arms over it.", "similarity": 0.6428, "relevance": 3 }, { "pair_id": 19632, "video_name": "met_s04e01_seg02_clip_11", "timestamp": [ 44.24, 50.18 ], "duration": 66.66, "caption": "A man picks up his menu and opens it.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 19633, "video_name": "friends_s02e12-13_seg02_clip_35", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A man closes the menu and gets up to walk away.", "similarity": 0.6398, "relevance": 4 }, { "pair_id": 19634, "video_name": "friends_s06e21_seg02_clip_15", "timestamp": [ 18.01, 19.51 ], "duration": 60.66, "caption": "A man opens and closes his jacket during dinner.", "similarity": 0.6387, "relevance": 1 }, { "pair_id": 19635, "video_name": "friends_s01e14_seg02_clip_15", "timestamp": [ 0.89, 5.31 ], "duration": 59.66, "caption": "A man is tapping the table at the restaurant.", "similarity": 0.6327, "relevance": 1 }, { "pair_id": 19636, "video_name": "friends_s07e11_seg02_clip_12", "timestamp": [ 38.14, 40.58 ], "duration": 61.66, "caption": "A person takes a menu from the waiter at a restaurant.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 19637, "video_name": "s03e18_seg01_clip_00", "timestamp": [ 36.5, 39.17 ], "duration": 89.66, "caption": "A man sets his lunch tray down on the table and sits down.", "similarity": 0.6258, "relevance": 1 }, { "pair_id": 19638, "video_name": "friends_s05e07_seg02_clip_05", "timestamp": [ 10.13, 13.81 ], "duration": 61.66, "caption": "A man stands up from the table to leave the restaurant.", "similarity": 0.6248, "relevance": 1 }, { "pair_id": 19639, "video_name": "castle_s04e05_seg02_clip_13", "timestamp": [ 37.81, 43.21 ], "duration": 90.66, "caption": "A person sits down and the waiter hands him/her a menu.", "similarity": 0.6205, "relevance": 2 } ] }, { "query_id": 76760, "query": "A woman fidgets with the baby monitor in her hand while a man talks.", "relevant_moment": [ { "pair_id": 166260, "video_name": "friends_s09e05_seg02_clip_05", "timestamp": [ 11.35, 14.5 ], "duration": 63.66, "caption": "A woman fidgets with the baby monitor in her hand while a man talks.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166261, "video_name": "friends_s09e05_seg02_clip_09", "timestamp": [ 33.33, 35.58 ], "duration": 56.66, "caption": "A woman puts her hand on a man's chest while the other hand holds a baby monitor.", "similarity": 0.8163, "relevance": 3 }, { "pair_id": 166262, "video_name": "friends_s10e10_seg02_clip_05", "timestamp": [ 0.0, 17.6 ], "duration": 61.66, "caption": "Two people are standing together, and a woman is holding a baby monitor while they tell another woman some shocking news.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 166263, "video_name": "grey_s03e01_seg02_clip_24", "timestamp": [ 32.86, 55.36 ], "duration": 90.66, "caption": "A woman is having a conversation with the two people while looking at a baby.", "similarity": 0.691, "relevance": 0 }, { "pair_id": 166264, "video_name": "friends_s08e23-24_seg02_clip_40", "timestamp": [ 2.33, 11.94 ], "duration": 58.66, "caption": "A woman while holding her baby looks down and talks to another woman's baby.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 166265, "video_name": "grey_s03e01_seg02_clip_24", "timestamp": [ 63.92, 90.02 ], "duration": 90.66, "caption": "A woman is having a conversation with two individuals while looking at a baby.", "similarity": 0.6866, "relevance": 0 }, { "pair_id": 166266, "video_name": "friends_s04e17_seg02_clip_04", "timestamp": [ 3.58, 4.88 ], "duration": 65.66, "caption": "A woman points her finger on a baby monitor with a picture of some babies.", "similarity": 0.6832, "relevance": 0 }, { "pair_id": 166267, "video_name": "castle_s01e08_seg02_clip_17", "timestamp": [ 31.69, 88.02 ], "duration": 88.66, "caption": "Some people are watching the conversation of a woman and a man in the monitor.", "similarity": 0.6694, "relevance": 1 }, { "pair_id": 166268, "video_name": "grey_s02e14_seg02_clip_04", "timestamp": [ 68.26, 92.24 ], "duration": 92.66, "caption": "A woman is having a conversation with another woman while checking on her baby.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 166269, "video_name": "friends_s09e07_seg02_clip_15", "timestamp": [ 0.0, 11.36 ], "duration": 61.66, "caption": "A person holds a baby while talking to someone else.", "similarity": 0.6559, "relevance": 1 }, { "pair_id": 166270, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 0.0, 3.4 ], "duration": 40.66, "caption": "A person fidgets with his hands while talking to a woman.", "similarity": 0.6483, "relevance": 1 }, { "pair_id": 166271, "video_name": "grey_s02e20_seg02_clip_08", "timestamp": [ 0.0, 35.61 ], "duration": 89.66, "caption": "A man and a woman are looking to a monitor and having a conversation.", "similarity": 0.6478, "relevance": 0 }, { "pair_id": 166272, "video_name": "house_s06e06_seg02_clip_07", "timestamp": [ 26.26, 28.57 ], "duration": 92.66, "caption": "Two people talk to each other while looking at the monitor.", "similarity": 0.6466, "relevance": 0 }, { "pair_id": 166273, "video_name": "grey_s02e20_seg02_clip_16", "timestamp": [ 52.1, 72.08 ], "duration": 86.66, "caption": "A woman and man are having a conversation while man is carrying the baby.", "similarity": 0.6442, "relevance": 1 }, { "pair_id": 166274, "video_name": "friends_s09e07_seg02_clip_15", "timestamp": [ 0.0, 11.36 ], "duration": 61.66, "caption": "A man is talking to a woman while carrying a baby.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 166275, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 63.21, 89.02 ], "duration": 89.66, "caption": "A man and a woman both look at the monitor together.", "similarity": 0.6408, "relevance": 0 }, { "pair_id": 166276, "video_name": "house_s04e11_seg02_clip_04", "timestamp": [ 76.3, 88.66 ], "duration": 88.66, "caption": "A woman speaks to a person over a video monitor, and the person speaks back.", "similarity": 0.6379, "relevance": 0 }, { "pair_id": 166277, "video_name": "grey_s03e05_seg02_clip_12", "timestamp": [ 52.7, 89.32 ], "duration": 89.66, "caption": "A woman is having a conversation to a person carrying a baby.", "similarity": 0.6373, "relevance": 0 }, { "pair_id": 166278, "video_name": "friends_s10e08_seg02_clip_05", "timestamp": [ 0.0, 55.83 ], "duration": 60.66, "caption": "A woman is holding a baby as she speaks to another woman.", "similarity": 0.6371, "relevance": 1 }, { "pair_id": 166279, "video_name": "house_s03e02_seg02_clip_14", "timestamp": [ 40.3, 43.07 ], "duration": 79.66, "caption": "A woman points at a computer monitor while talking with a man.", "similarity": 0.6369, "relevance": 0 } ] }, { "query_id": 76885, "query": "A man shrugs his shoulders as he talks with another man.", "relevant_moment": [ { "pair_id": 53740, "video_name": "friends_s10e02_seg02_clip_22", "timestamp": [ 13.21, 15.61 ], "duration": 60.66, "caption": "A man shrugs his shoulders as he talks with another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 53741, "video_name": "house_s03e13_seg02_clip_23", "timestamp": [ 4.92, 32.65 ], "duration": 89.66, "caption": "A man shrugs his shoulders as another man is talking with him.", "similarity": 0.9826, "relevance": 4 }, { "pair_id": 53742, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 14.04, 16.48 ], "duration": 61.66, "caption": "A man shrugs his shoulders when talking to another person.", "similarity": 0.9299, "relevance": 4 }, { "pair_id": 53744, "video_name": "s08e12_seg02_clip_08", "timestamp": [ 13.51, 19.51 ], "duration": 60.66, "caption": "A person shrugs his shoulders and shakes his head as he speaks to another person.", "similarity": 0.8147, "relevance": 4 }, { "pair_id": 53745, "video_name": "castle_s06e07_seg02_clip_21", "timestamp": [ 54.93, 59.51 ], "duration": 91.66, "caption": "A man holds another man by the shoulders and as he stands talking to him.", "similarity": 0.8139, "relevance": 3 }, { "pair_id": 53746, "video_name": "house_s06e07_seg02_clip_11", "timestamp": [ 32.77, 33.22 ], "duration": 91.66, "caption": "A man shrugs his shoulders at a woman during a conversation.", "similarity": 0.8054, "relevance": 2 }, { "pair_id": 53748, "video_name": "friends_s01e03_seg02_clip_10", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A man touches another man's shoulder while having a conversation with others.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 53751, "video_name": "friends_s07e11_seg02_clip_08", "timestamp": [ 47.32, 53.42 ], "duration": 58.66, "caption": "A woman shrugs her shoulders when talking to a man.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 53752, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 1.89, 4.1 ], "duration": 63.66, "caption": "A man's hand is up near his right shoulder as he talks with another man.", "similarity": 0.7843, "relevance": 3 }, { "pair_id": 53753, "video_name": "friends_s06e07_seg02_clip_16", "timestamp": [ 30.61, 33.92 ], "duration": 60.66, "caption": "A woman shrugs her shoulders with her arms crossed as she talks to a man.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 53754, "video_name": "friends_s08e05_seg02_clip_14", "timestamp": [ 42.86, 47.59 ], "duration": 63.66, "caption": "A man grabs another man's shoulder as he speaks to him.", "similarity": 0.7512, "relevance": 3 }, { "pair_id": 53755, "video_name": "met_s02e14_seg02_clip_14", "timestamp": [ 25.36, 28.94 ], "duration": 65.66, "caption": "A man has his hand on another man's shoulder as he says something.", "similarity": 0.7478, "relevance": 2 }, { "pair_id": 53756, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man has his hand on another man's shoulder as he speaks to him.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 53757, "video_name": "castle_s05e18_seg02_clip_01", "timestamp": [ 75.79, 79.83 ], "duration": 89.66, "caption": "A man quickly shrugs when another man looks at him.", "similarity": 0.7441, "relevance": 4 }, { "pair_id": 53758, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 45.38, 47.87 ], "duration": 62.66, "caption": "A man puts his hand on another man's shoulder as he speaks to him.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 53759, "video_name": "house_s04e11_seg02_clip_12", "timestamp": [ 3.4, 8.73 ], "duration": 97.66, "caption": "A man shrugs when another man gives his explanation to him.", "similarity": 0.7395, "relevance": 3 }, { "pair_id": 227060, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 1.83, 2.75 ], "duration": 63.66, "caption": "A man pats another man on the shoulder while having a conversation.", "similarity": 0.7382, "relevance": 3 }, { "pair_id": 227061, "video_name": "house_s02e06_seg02_clip_08", "timestamp": [ 5.79, 7.12 ], "duration": 89.66, "caption": "A man shrugs their shoulders at the people in the group.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 227062, "video_name": "s09e11_seg02_clip_10", "timestamp": [ 7.97, 9.44 ], "duration": 59.66, "caption": "A person shakes his head and shrugs his shoulders as he talks to a vision of another person.", "similarity": 0.7331, "relevance": 4 }, { "pair_id": 227063, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 227064, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 20.07, 22.13 ], "duration": 59.66, "caption": "A man pats another man on the shoulder during a conversation.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 227065, "video_name": "castle_s02e22_seg02_clip_15", "timestamp": [ 75.23, 78.34 ], "duration": 89.66, "caption": "A man faintly shrugs his shoulders while he sits in his chair talking.", "similarity": 0.7286, "relevance": 4 }, { "pair_id": 227066, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 1.83, 3.66 ], "duration": 63.66, "caption": "A man touches another man's shoulder while saying where they are.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 227067, "video_name": "friends_s01e09_seg02_clip_20", "timestamp": [ 50.75, 58.78 ], "duration": 73.66, "caption": "A man is talking behind another man and pats someone on the shoulder.", "similarity": 0.7245, "relevance": 3 }, { "pair_id": 227068, "video_name": "house_s05e05_seg02_clip_13", "timestamp": [ 1.82, 3.64 ], "duration": 91.66, "caption": "A man nods at another man while having a conversation with him.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 227069, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 11.88, 13.64 ], "duration": 88.66, "caption": "A man leans back and crosses his hands while talking with another man.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 227070, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 44.48, 58.7 ], "duration": 60.66, "caption": "A man puts his hand on man's shoulder while talking to him.", "similarity": 0.7167, "relevance": 3 }, { "pair_id": 227071, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 227072, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7141, "relevance": 4 }, { "pair_id": 227073, "video_name": "met_s03e20_seg02_clip_12", "timestamp": [ 31.51, 37.22 ], "duration": 60.66, "caption": "A man has his hand on a woman's shoulder while talking to another man.", "similarity": 0.7098, "relevance": 3 }, { "pair_id": 227074, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A man has his arms crossed while he's talking to another man.", "similarity": 0.7056, "relevance": 3 }, { "pair_id": 227075, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.7052, "relevance": 3 }, { "pair_id": 227076, "video_name": "friends_s03e01_seg02_clip_10", "timestamp": [ 39.06, 41.5 ], "duration": 61.66, "caption": "A man pumps his arms during his conversation with another man.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 227077, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 0.0, 8.9 ], "duration": 89.66, "caption": "A man is talking and another man shakes his head in agreement.", "similarity": 0.7038, "relevance": 2 }, { "pair_id": 227078, "video_name": "house_s05e01_seg02_clip_24", "timestamp": [ 62.66, 73.1 ], "duration": 87.66, "caption": "A woman shrugs her shoulders while talking to another woman.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 227079, "video_name": "s05e01_seg02_clip_10", "timestamp": [ 1.86, 3.41 ], "duration": 62.66, "caption": "A woman shrugs her shoulders while talking to a man on the couch.", "similarity": 0.699, "relevance": 3 } ] }, { "query_id": 76992, "query": "A person turns around and continues walking down the hallway.", "relevant_moment": [ { "pair_id": 168060, "video_name": "grey_s02e03_seg02_clip_17", "timestamp": [ 24.48, 26.26 ], "duration": 89.66, "caption": "A person turns around and continues walking down the hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168061, "video_name": "castle_s08e21_seg02_clip_02", "timestamp": [ 33.07, 46.12 ], "duration": 87.66, "caption": "A person shows up and he starts walking down the hallway.", "similarity": 0.8167, "relevance": 2 }, { "pair_id": 168062, "video_name": "s03e18_seg02_clip_14", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A person gets up and walks down the hallway.", "similarity": 0.8102, "relevance": 1 }, { "pair_id": 168063, "video_name": "s09e14_seg02_clip_04", "timestamp": [ 2.07, 4.72 ], "duration": 59.66, "caption": "A person turns around and runs down the hallway.", "similarity": 0.8012, "relevance": 3 }, { "pair_id": 168064, "video_name": "house_s02e01_seg02_clip_23", "timestamp": [ 45.91, 48.61 ], "duration": 108.66, "caption": "A person turns around in the hallway and walks away.", "similarity": 0.7906, "relevance": 3 }, { "pair_id": 168065, "video_name": "house_s01e05_seg02_clip_21", "timestamp": [ 94.59, 96.03 ], "duration": 96.66, "caption": "A person is walking around from the corner of the hallway.", "similarity": 0.7894, "relevance": 2 }, { "pair_id": 168066, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 23.32, 24.98 ], "duration": 83.66, "caption": "A person in the hallway walks past the doorway.", "similarity": 0.748, "relevance": 1 }, { "pair_id": 168067, "video_name": "grey_s02e17_seg02_clip_07", "timestamp": [ 21.18, 24.4 ], "duration": 92.66, "caption": "A person turns around and walks out of doorway.", "similarity": 0.729, "relevance": 3 }, { "pair_id": 168068, "video_name": "house_s01e01_seg02_clip_12", "timestamp": [ 82.74, 92.62 ], "duration": 94.66, "caption": "A person is walking up the stairway and stops to turn around and go downstairs.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 168069, "video_name": "s08e01_seg02_clip_06", "timestamp": [ 30.57, 32.46 ], "duration": 63.66, "caption": "A person turns and walks out of the room.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 168070, "video_name": "s05e12_seg01_clip_01", "timestamp": [ 70.82, 74.82 ], "duration": 80.66, "caption": "A person turns and walks out of the room.", "similarity": 0.7234, "relevance": 3 }, { "pair_id": 168071, "video_name": "house_s08e01_seg02_clip_05", "timestamp": [ 25.16, 27.88 ], "duration": 136.66, "caption": "A person turns and walks out of the room.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 168072, "video_name": "house_s06e14_seg02_clip_24", "timestamp": [ 50.61, 58.1 ], "duration": 88.66, "caption": "A person turns and walks out of the room.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 168073, "video_name": "grey_s03e09_seg02_clip_12", "timestamp": [ 38.69, 41.87 ], "duration": 91.66, "caption": "A person turns and walks out of the room.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 168074, "video_name": "s05e21_seg02_clip_14", "timestamp": [ 41.95, 44.22 ], "duration": 65.66, "caption": "A person walks out of the living room towards the hallway.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 168075, "video_name": "castle_s07e21_seg02_clip_05", "timestamp": [ 76.38, 78.54 ], "duration": 86.66, "caption": "A person is stopped by another person as they approach the hallway.", "similarity": 0.7148, "relevance": 0 }, { "pair_id": 168076, "video_name": "house_s02e22_seg02_clip_25", "timestamp": [ 18.13, 37.51 ], "duration": 125.66, "caption": "A person pauses in the hallway to talk to someone and then turns and leaves him.", "similarity": 0.7142, "relevance": 4 }, { "pair_id": 168077, "video_name": "s10e07_seg02_clip_15", "timestamp": [ 13.77, 23.05 ], "duration": 64.66, "caption": "A person is pacing back and forth in the hallway.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 168078, "video_name": "s06e17_seg02_clip_16", "timestamp": [ 10.12, 12.42 ], "duration": 92.66, "caption": "A person turns away from another person and walks down the hallway.", "similarity": 0.7122, "relevance": 4 }, { "pair_id": 168079, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 21.61, 23.86 ], "duration": 90.66, "caption": "A person turns and walks through the doorway to leave the room.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 341380, "video_name": "grey_s03e17_seg02_clip_20", "timestamp": [ 133.02, 148.22 ], "duration": 152.66, "caption": "The person walks down the hallway, then suddenly stops and closes their eyes.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 341381, "video_name": "grey_s02e15_seg02_clip_13", "timestamp": [ 73.5, 77.15 ], "duration": 91.66, "caption": "A woman continues walking down the hallway after a man stops.", "similarity": 0.705, "relevance": 3 }, { "pair_id": 341382, "video_name": "house_s03e20_seg02_clip_14", "timestamp": [ 70.33, 74.33 ], "duration": 89.66, "caption": "The person slowly turns around and takes a few steps towards the door.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 341383, "video_name": "house_s06e08_seg02_clip_22", "timestamp": [ 2.7, 12.15 ], "duration": 90.66, "caption": "A man walks to the end of a person's room and turns around.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 341384, "video_name": "house_s04e01_seg02_clip_20", "timestamp": [ 0.0, 6.02 ], "duration": 86.66, "caption": "A person walks down the hallway but gets stopped by a woman.", "similarity": 0.6955, "relevance": 3 }, { "pair_id": 341385, "video_name": "house_s05e12_seg02_clip_20", "timestamp": [ 39.66, 43.79 ], "duration": 103.66, "caption": "A person turns and walks away from another person in the hallway.", "similarity": 0.6947, "relevance": 4 }, { "pair_id": 341386, "video_name": "house_s08e14_seg02_clip_10", "timestamp": [ 20.03, 23.67 ], "duration": 91.66, "caption": "A person starts to walk out of a man's room but turns around.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 341387, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 17.68, 23.57 ], "duration": 90.66, "caption": "A person turns through the hallway looking very confused.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 341388, "video_name": "s09e05_seg02_clip_16", "timestamp": [ 29.04, 31.41 ], "duration": 43.66, "caption": "A person turns and starts to walk up the stairs.", "similarity": 0.6899, "relevance": 4 }, { "pair_id": 341389, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 50.97, 57.8 ], "duration": 91.66, "caption": "A person walks up to the exit door but then stops and turns around instead of leaving.", "similarity": 0.6893, "relevance": 3 }, { "pair_id": 341390, "video_name": "house_s01e02_seg02_clip_18", "timestamp": [ 46.61, 52.15 ], "duration": 92.66, "caption": "A person turns and walks away for a few steps.", "similarity": 0.686, "relevance": 3 }, { "pair_id": 341391, "video_name": "castle_s07e01_seg02_clip_05", "timestamp": [ 65.7, 71.36 ], "duration": 87.66, "caption": "A woman is walking down the hallway and is stopped by someone.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 341392, "video_name": "castle_s03e11_seg02_clip_14", "timestamp": [ 17.16, 18.48 ], "duration": 88.66, "caption": "A person quickly turns around and leaves the room.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 341393, "video_name": "house_s06e09_seg02_clip_06", "timestamp": [ 62.76, 67.21 ], "duration": 89.66, "caption": "A person walks out of the room and into the hallway.", "similarity": 0.6827, "relevance": 4 }, { "pair_id": 341394, "video_name": "house_s07e21_seg02_clip_19", "timestamp": [ 9.4, 21.63 ], "duration": 94.66, "caption": "A person walks down the hallway holding onto the stretcher.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 341395, "video_name": "grey_s02e15_seg02_clip_03", "timestamp": [ 0.0, 3.47 ], "duration": 99.66, "caption": "A person walks down the hallway holding a piece of paper.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 341396, "video_name": "house_s05e01_seg02_clip_17", "timestamp": [ 72.02, 77.42 ], "duration": 90.66, "caption": "A person walks over to the door and turns around.", "similarity": 0.6763, "relevance": 4 }, { "pair_id": 341397, "video_name": "s06e17_seg02_clip_14", "timestamp": [ 32.52, 36.94 ], "duration": 52.66, "caption": "A person slowly turns around to face another person in the hallway.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 341398, "video_name": "castle_s05e17_seg02_clip_10", "timestamp": [ 8.55, 13.95 ], "duration": 90.66, "caption": "A person is walking backward then turns and walks into a wall.", "similarity": 0.6726, "relevance": 4 }, { "pair_id": 341399, "video_name": "house_s04e13_seg02_clip_00", "timestamp": [ 0.48, 10.56 ], "duration": 96.66, "caption": "A person enters and walks through a very busy, crowded hallway.", "similarity": 0.6715, "relevance": 4 } ] }, { "query_id": 77025, "query": "A man reaches his hand out to guy and scoots up closer.", "relevant_moment": [ { "pair_id": 168040, "video_name": "met_s06e08_seg02_clip_10", "timestamp": [ 45.32, 48.32 ], "duration": 60.66, "caption": "A man reaches his hand out to guy and scoots up closer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168041, "video_name": "friends_s01e05_seg02_clip_21", "timestamp": [ 3.43, 6.37 ], "duration": 49.66, "caption": "A man gets up and woman scoots closer to him.", "similarity": 0.7343, "relevance": 2 }, { "pair_id": 168042, "video_name": "house_s06e09_seg02_clip_08", "timestamp": [ 16.38, 21.39 ], "duration": 91.66, "caption": "A man reaches up and puts his hand out to another man as they are talking.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 168043, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.6996, "relevance": 0 }, { "pair_id": 168045, "video_name": "met_s06e19_seg02_clip_14", "timestamp": [ 23.01, 27.1 ], "duration": 63.66, "caption": "A man reaches out and puts a hand on each person.", "similarity": 0.6946, "relevance": 2 }, { "pair_id": 168046, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 47.06, 53.36 ], "duration": 97.66, "caption": "A man reaches out and another man shakes his hand.", "similarity": 0.6885, "relevance": 2 }, { "pair_id": 168047, "video_name": "friends_s02e11_seg02_clip_11", "timestamp": [ 54.21, 57.99 ], "duration": 63.66, "caption": "A man turns to gesture towards guy's hand guy gestures back to him.", "similarity": 0.6756, "relevance": 0 }, { "pair_id": 168048, "video_name": "friends_s07e15_seg02_clip_12", "timestamp": [ 8.92, 11.38 ], "duration": 61.66, "caption": "A man wags his finger at another man while scooting forward.", "similarity": 0.675, "relevance": 2 }, { "pair_id": 168049, "video_name": "house_s03e20_seg02_clip_22", "timestamp": [ 49.16, 58.65 ], "duration": 86.66, "caption": "A man reaches out and holds on to a woman's hand.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 168050, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 41.87, 48.7 ], "duration": 91.66, "caption": "A man walks towards another man and helps him stand up by supporting his hand.", "similarity": 0.6709, "relevance": 3 }, { "pair_id": 168051, "video_name": "met_s06e05_seg02_clip_12", "timestamp": [ 40.43, 42.5 ], "duration": 59.66, "caption": "A man makes a circular gesture with his right hand and then reaches both hands out to man.", "similarity": 0.67, "relevance": 0 }, { "pair_id": 168052, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 46.93, 48.31 ], "duration": 92.66, "caption": "A man moves their hand toward another man and moves him to the side.", "similarity": 0.6691, "relevance": 1 }, { "pair_id": 168053, "video_name": "house_s07e08_seg02_clip_14", "timestamp": [ 26.23, 30.83 ], "duration": 92.66, "caption": "A man scoots his chair closer and closer to another man.", "similarity": 0.6683, "relevance": 2 }, { "pair_id": 168054, "video_name": "friends_s03e13_seg02_clip_05", "timestamp": [ 12.21, 17.7 ], "duration": 61.66, "caption": "A man stands up and walks over to where guy is standing and puts his hand on guy's shoulder.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 168055, "video_name": "house_s01e11_seg02_clip_20", "timestamp": [ 0.0, 10.19 ], "duration": 97.66, "caption": "A man walks up to a man while holding onto his side.", "similarity": 0.6646, "relevance": 0 }, { "pair_id": 168056, "video_name": "castle_s07e02_seg02_clip_01", "timestamp": [ 52.38, 54.19 ], "duration": 90.66, "caption": "A man shakes guy's hand then turns around to walk with guy and woman.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 168057, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.98, 5.75 ], "duration": 88.66, "caption": "A man reaches out and touches person on the shoulder then lowers his hand.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 168058, "video_name": "friends_s01e16-17_seg02_clip_41", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A man scoots closer to another man to ask him a question.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 168059, "video_name": "castle_s07e04_seg02_clip_26", "timestamp": [ 14.4, 20.65 ], "duration": 96.66, "caption": "A man was riding a scooter as they go towards another person.", "similarity": 0.6597, "relevance": 0 }, { "pair_id": 341360, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 48.3, 50.47 ], "duration": 87.66, "caption": "A man takes his finger and shakes it near a guy's face, then lowers his hand.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 341361, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 1.83, 2.44 ], "duration": 61.66, "caption": "A man puts his hands on another man's arm after walking up to him.", "similarity": 0.6591, "relevance": 2 }, { "pair_id": 341362, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.6582, "relevance": 4 }, { "pair_id": 341363, "video_name": "friends_s10e06_seg02_clip_10", "timestamp": [ 12.16, 13.64 ], "duration": 59.66, "caption": "A man raises his left hand to guy as if he does not want to be interrupted now.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 341364, "video_name": "s03e06_seg02_clip_12", "timestamp": [ 24.41, 25.33 ], "duration": 61.66, "caption": "A man reaches out and touches another man on the shoulder.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 341365, "video_name": "friends_s06e03_seg02_clip_11", "timestamp": [ 25.97, 31.28 ], "duration": 59.66, "caption": "A man grabs two people's wrists and moves their hands closer together.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 341366, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 14.31, 22.08 ], "duration": 62.66, "caption": "A man puts his hand up to guy's forehead.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 341367, "video_name": "friends_s03e17_seg02_clip_15", "timestamp": [ 26.25, 28.75 ], "duration": 62.66, "caption": "A man quickly puts his hand up to grasp a guy's shoulder.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 341368, "video_name": "castle_s08e10_seg02_clip_07", "timestamp": [ 82.83, 89.2 ], "duration": 91.66, "caption": "A man walks up behind a person and places a hand on their back and they walk together.", "similarity": 0.6487, "relevance": 4 }, { "pair_id": 341369, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man moves closer to person and puts his hand on his shoulder.", "similarity": 0.6458, "relevance": 4 }, { "pair_id": 341370, "video_name": "friends_s06e21_seg02_clip_18", "timestamp": [ 8.9, 12.46 ], "duration": 59.66, "caption": "A man introduces another man to guy and guy shakes his hand.", "similarity": 0.6455, "relevance": 4 }, { "pair_id": 341371, "video_name": "house_s08e07_seg02_clip_00", "timestamp": [ 45.55, 49.69 ], "duration": 92.66, "caption": "A person is leaning forward to grab man's hand.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 341372, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 30.46, 34.82 ], "duration": 58.66, "caption": "A man reaches down and puts his hand on guy's shoulder and rubs it.", "similarity": 0.6452, "relevance": 4 }, { "pair_id": 341373, "video_name": "friends_s09e06_seg02_clip_18", "timestamp": [ 43.98, 49.58 ], "duration": 56.66, "caption": "A man reaches out and places both hands on their face.", "similarity": 0.6434, "relevance": 4 }, { "pair_id": 341374, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 49.51, 53.68 ], "duration": 92.66, "caption": "A man goes up to another man and shakes his hand.", "similarity": 0.643, "relevance": 4 }, { "pair_id": 341375, "video_name": "friends_s02e03_seg02_clip_11", "timestamp": [ 4.2, 5.4 ], "duration": 60.66, "caption": "A man reaches his arm up and touches another man's shoulder as he walks past him.", "similarity": 0.6393, "relevance": 4 }, { "pair_id": 341376, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 1.39, 2.77 ], "duration": 69.66, "caption": "A man puts his hand on guy's shoulder while walking past him.", "similarity": 0.6391, "relevance": 2 }, { "pair_id": 341377, "video_name": "friends_s05e03_seg02_clip_03", "timestamp": [ 49.24, 51.02 ], "duration": 51.66, "caption": "A man reaches his left arm behind him, presses it to his lower back, starts to collapse and another man grabs onto him.", "similarity": 0.6389, "relevance": 2 }, { "pair_id": 341378, "video_name": "friends_s10e17-18_seg02_clip_12", "timestamp": [ 46.42, 52.19 ], "duration": 64.66, "caption": "A man stops guy from walking away and motions him closer.", "similarity": 0.6386, "relevance": 2 }, { "pair_id": 341379, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 26.86, 28.33 ], "duration": 59.66, "caption": "A man walks closer to a woman and grabs her hands.", "similarity": 0.6386, "relevance": 3 } ] }, { "query_id": 77050, "query": "Two men talk while making their way towards their seats, and then sit down in the crowded theater.", "relevant_moment": [ { "pair_id": 660, "video_name": "friends_s04e13_seg01_clip_00", "timestamp": [ 4.14, 11.73 ], "duration": 69.66, "caption": "Two men talk while making their way towards their seats, and then sit down in the crowded theater.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 661, "video_name": "s09e19_seg02_clip_08", "timestamp": [ 12.01, 14.71 ], "duration": 60.66, "caption": "Two men sit beside each other in a movie theater.", "similarity": 0.71, "relevance": 4 }, { "pair_id": 662, "video_name": "friends_s08e22_seg02_clip_09", "timestamp": [ 7.7, 28.23 ], "duration": 57.66, "caption": "Two men were sitting inside a theater.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 663, "video_name": "castle_s03e12_seg02_clip_09", "timestamp": [ 0.0, 40.51 ], "duration": 90.66, "caption": "A man and woman are sitting in a theater talking to a person.", "similarity": 0.6882, "relevance": 0 }, { "pair_id": 664, "video_name": "s09e11_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 72.66, "caption": "Some people are sitting in a movie theater talking.", "similarity": 0.6792, "relevance": 3 }, { "pair_id": 665, "video_name": "friends_s02e10_seg02_clip_15", "timestamp": [ 0.0, 12.01 ], "duration": 57.66, "caption": "Two men talk while sitting on chairs.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 666, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 0.0, 24.13 ], "duration": 67.66, "caption": "Some people are sitting in a movie theater conversing.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 667, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 20.07, 23.32 ], "duration": 59.66, "caption": "A man elbows another man while they are at the theater.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 669, "video_name": "friends_s03e19_seg02_clip_03", "timestamp": [ 0.0, 30.72 ], "duration": 62.66, "caption": "A person is talking with a cast mate in a theater.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 670, "video_name": "friends_s05e20_seg02_clip_03", "timestamp": [ 0.0, 14.76 ], "duration": 59.66, "caption": "Two men have a conversation while sitting in a car together.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 671, "video_name": "s03e10_seg02_clip_05", "timestamp": [ 41.63, 57.02 ], "duration": 57.66, "caption": "Two men were sitting in front of each other whilst talking.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 672, "video_name": "met_s02e16_seg02_clip_17", "timestamp": [ 35.57, 37.68 ], "duration": 60.66, "caption": "Two men lean on each other after taking their seats.", "similarity": 0.6166, "relevance": 0 }, { "pair_id": 673, "video_name": "s09e11_seg02_clip_17", "timestamp": [ 56.3, 64.34 ], "duration": 67.66, "caption": "Some men look content while leaning to one side in a theater.", "similarity": 0.6154, "relevance": 1 }, { "pair_id": 674, "video_name": "s05e10_seg02_clip_12", "timestamp": [ 6.41, 8.54 ], "duration": 61.66, "caption": "A person is sitting beside a woman in a theater as he quiets a man after he tries to talk to them.", "similarity": 0.6143, "relevance": 2 }, { "pair_id": 675, "video_name": "house_s05e04_seg02_clip_23", "timestamp": [ 0.0, 51.32 ], "duration": 89.66, "caption": "Two men are sitting in a restaurant booth and talking.", "similarity": 0.6101, "relevance": 1 }, { "pair_id": 676, "video_name": "friends_s01e14_seg02_clip_01", "timestamp": [ 0.0, 2.84 ], "duration": 63.66, "caption": "Two men are sitting down in chairs while talking to a man who is standing up.", "similarity": 0.6098, "relevance": 0 }, { "pair_id": 677, "video_name": "s05e23_seg02_clip_17", "timestamp": [ 0.0, 54.32 ], "duration": 60.66, "caption": "Two men sit on a couch while talking to each other.", "similarity": 0.6035, "relevance": 0 }, { "pair_id": 678, "video_name": "friends_s03e01_seg02_clip_18", "timestamp": [ 0.0, 17.47 ], "duration": 57.66, "caption": "Two men are having a conversation while sitting on a couch.", "similarity": 0.601, "relevance": 0 }, { "pair_id": 679, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 0.0, 35.21 ], "duration": 88.66, "caption": "Two men are having a conversation while sitting on a couch.", "similarity": 0.601, "relevance": 0 } ] }, { "query_id": 77097, "query": "A woman reaches both hands up and uses her fingers to tuck her hair behind each ear.", "relevant_moment": [ { "pair_id": 160720, "video_name": "castle_s07e03_seg02_clip_23", "timestamp": [ 57.4, 58.77 ], "duration": 91.66, "caption": "A woman reaches both hands up and uses her fingers to tuck her hair behind each ear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160721, "video_name": "castle_s07e03_seg02_clip_23", "timestamp": [ 56.89, 59.17 ], "duration": 91.66, "caption": "A woman uses her hands to tuck her hair behind her ears.", "similarity": 0.9094, "relevance": 4 }, { "pair_id": 160722, "video_name": "friends_s04e09_seg02_clip_16", "timestamp": [ 10.97, 12.25 ], "duration": 51.66, "caption": "A woman reaches up with her right hand and puts her hair behind her ear.", "similarity": 0.8656, "relevance": 3 }, { "pair_id": 160723, "video_name": "friends_s03e21_seg02_clip_13", "timestamp": [ 4.51, 9.02 ], "duration": 60.66, "caption": "A woman uses both hands to push her hair behind her ears.", "similarity": 0.8445, "relevance": 4 }, { "pair_id": 160724, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 9.1, 10.47 ], "duration": 91.66, "caption": "A woman reaches back and tucks her hair behind her ears.", "similarity": 0.8331, "relevance": 3 }, { "pair_id": 160725, "video_name": "friends_s02e17_seg02_clip_16", "timestamp": [ 24.81, 28.8 ], "duration": 57.66, "caption": "A woman takes her hand and pushes a piece of hair behind her ear.", "similarity": 0.7783, "relevance": 3 }, { "pair_id": 160726, "video_name": "friends_s09e22_seg02_clip_01", "timestamp": [ 24.52, 25.66 ], "duration": 57.66, "caption": "A woman tucks a loose strand of hair behind her ear.", "similarity": 0.7725, "relevance": 3 }, { "pair_id": 160727, "video_name": "grey_s02e21_seg02_clip_12", "timestamp": [ 3.17, 8.15 ], "duration": 90.66, "caption": "A woman tucks her hair behind her ear as another woman talks.", "similarity": 0.763, "relevance": 2 }, { "pair_id": 160728, "video_name": "friends_s09e17_seg02_clip_04", "timestamp": [ 13.02, 17.87 ], "duration": 60.66, "caption": "A woman tucks her hair behind her ear as she leans in next to a man's shoulder.", "similarity": 0.7542, "relevance": 2 }, { "pair_id": 160729, "video_name": "met_s04e01_seg02_clip_17", "timestamp": [ 45.39, 49.25 ], "duration": 55.66, "caption": "A woman flirtatiously tucks her hair behind her ear.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 160730, "video_name": "friends_s03e07_seg02_clip_03", "timestamp": [ 29.14, 30.66 ], "duration": 60.66, "caption": "A woman reaches her hand up as she tucks her hair behind her ear as she and another woman walk across the store.", "similarity": 0.7498, "relevance": 3 }, { "pair_id": 160731, "video_name": "friends_s01e22_seg02_clip_18", "timestamp": [ 17.41, 20.31 ], "duration": 58.66, "caption": "A woman pulls her hair back over her ears.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 160732, "video_name": "friends_s09e19_seg02_clip_12", "timestamp": [ 3.2, 7.68 ], "duration": 64.66, "caption": "A woman is reaching up to grab her earring with one hand.", "similarity": 0.7419, "relevance": 1 }, { "pair_id": 160733, "video_name": "friends_s03e13_seg02_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A woman pulls her hair back over her right ear.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 160734, "video_name": "friends_s05e20_seg02_clip_06", "timestamp": [ 22.05, 24.08 ], "duration": 58.66, "caption": "A woman tucks her hair behind her ear before looking at another woman.", "similarity": 0.734, "relevance": 3 }, { "pair_id": 160735, "video_name": "castle_s04e19_seg02_clip_00", "timestamp": [ 19.76, 21.59 ], "duration": 91.66, "caption": "A woman touches her ear with her right hand.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 160736, "video_name": "s07e22_seg02_clip_12", "timestamp": [ 34.48, 36.62 ], "duration": 61.66, "caption": "A woman pushes her hair behind her left ear.", "similarity": 0.7313, "relevance": 3 }, { "pair_id": 160737, "video_name": "friends_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.35 ], "duration": 67.66, "caption": "A woman reached up and covered both of her ears.", "similarity": 0.7304, "relevance": 2 }, { "pair_id": 160738, "video_name": "friends_s09e23-24_seg02_clip_25", "timestamp": [ 35.64, 37.64 ], "duration": 57.66, "caption": "A woman reaches up and touches her way too permed hair.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 160739, "video_name": "s08e01_seg02_clip_14", "timestamp": [ 15.61, 18.91 ], "duration": 60.66, "caption": "A woman covers both of person's ears with fingers.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 334040, "video_name": "castle_s04e03_seg02_clip_09", "timestamp": [ 50.33, 52.18 ], "duration": 92.66, "caption": "A woman reaches one hand up and brushes her hair back from her face.", "similarity": 0.7155, "relevance": 3 }, { "pair_id": 334041, "video_name": "friends_s09e04_seg02_clip_10", "timestamp": [ 22.52, 22.81 ], "duration": 57.66, "caption": "A woman tucks her hair behind her ear while on the phone.", "similarity": 0.7145, "relevance": 3 }, { "pair_id": 334042, "video_name": "friends_s08e13_seg02_clip_11", "timestamp": [ 12.24, 13.6 ], "duration": 68.66, "caption": "A woman reaches their hand up and brushes their finger over the side of their forehead.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 334043, "video_name": "s09e03_seg02_clip_09", "timestamp": [ 2.1, 7.2 ], "duration": 60.66, "caption": "A woman lifts their hand to their ear then removes their hand off their ear.", "similarity": 0.7105, "relevance": 3 }, { "pair_id": 334044, "video_name": "castle_s04e06_seg02_clip_09", "timestamp": [ 30.14, 31.94 ], "duration": 89.66, "caption": "A woman tucks a stray hair behind her ear.", "similarity": 0.7075, "relevance": 3 }, { "pair_id": 334045, "video_name": "met_s03e06_seg02_clip_03", "timestamp": [ 57.11, 58.32 ], "duration": 60.66, "caption": "A woman puts her hair behind her ear while holding a cell phone in her other hand.", "similarity": 0.7075, "relevance": 3 }, { "pair_id": 334046, "video_name": "house_s07e10_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 82.66, "caption": "A woman tucks her hair behind her ear as she looks at her phone.", "similarity": 0.7059, "relevance": 3 }, { "pair_id": 334047, "video_name": "met_s06e02_seg01_clip_00", "timestamp": [ 34.79, 36.42 ], "duration": 65.66, "caption": "A woman covers her ears with her fingers as if she doesn't want to hear something.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 334048, "video_name": "friends_s09e22_seg02_clip_18", "timestamp": [ 44.42, 46.22 ], "duration": 60.66, "caption": "A woman uses her hand to push away strands of hair from her face and shoulder.", "similarity": 0.6898, "relevance": 4 }, { "pair_id": 334049, "video_name": "met_s06e05_seg02_clip_00", "timestamp": [ 50.35, 52.52 ], "duration": 62.66, "caption": "A woman brushes her hair back behind her ears.", "similarity": 0.6895, "relevance": 4 }, { "pair_id": 334050, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 32.08, 34.2 ], "duration": 53.66, "caption": "A woman gestures by putting both hands up over her head.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 334051, "video_name": "s07e12_seg02_clip_15", "timestamp": [ 19.21, 21.13 ], "duration": 64.66, "caption": "A woman waves her hands around and puts them on her head.", "similarity": 0.685, "relevance": 3 }, { "pair_id": 334052, "video_name": "friends_s10e17-18_seg02_clip_34", "timestamp": [ 10.16, 12.9 ], "duration": 54.66, "caption": "A woman touches her hair with her right hand.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 334053, "video_name": "friends_s05e12_seg02_clip_16", "timestamp": [ 8.06, 10.93 ], "duration": 52.66, "caption": "A woman uses her hand to pull back her hair on both sides of her face.", "similarity": 0.6757, "relevance": 3 }, { "pair_id": 334054, "video_name": "friends_s06e13_seg02_clip_16", "timestamp": [ 11.94, 16.56 ], "duration": 77.66, "caption": "A woman reaches behind her head and rubs her hair.", "similarity": 0.6748, "relevance": 3 }, { "pair_id": 334055, "video_name": "s09e16_seg02_clip_08", "timestamp": [ 41.72, 43.22 ], "duration": 60.66, "caption": "A woman raises both hands and touches her head with them.", "similarity": 0.6711, "relevance": 3 }, { "pair_id": 334056, "video_name": "friends_s10e03_seg02_clip_17", "timestamp": [ 9.12, 11.98 ], "duration": 57.66, "caption": "A woman pushes her hair behind her ear as she talks to a man.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 334057, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 10.2, 10.8 ], "duration": 60.66, "caption": "A woman rubs her hand behind her ear to put it in place.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 334058, "video_name": "met_s02e12_seg02_clip_04", "timestamp": [ 55.88, 60.66 ], "duration": 60.66, "caption": "A woman plugs her ears with her fingers as a person talks.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 334059, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 16.07, 19.85 ], "duration": 63.66, "caption": "A woman brings her hands together and holds them against her head.", "similarity": 0.6666, "relevance": 3 } ] }, { "query_id": 77150, "query": "A woman, a man, and another man all sit in the living room.", "relevant_moment": [ { "pair_id": 157820, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 0.0, 2.16 ], "duration": 54.66, "caption": "A woman, a man, and another man all sit in the living room.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 157821, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 10.2, 13.51 ], "duration": 60.66, "caption": "Some people sit together in the living room.", "similarity": 0.83, "relevance": 4 }, { "pair_id": 157822, "video_name": "s07e02_seg02_clip_17", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "Some people sit in the living room.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 157823, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "Some people are sitting together in a person's living room.", "similarity": 0.8105, "relevance": 4 }, { "pair_id": 157824, "video_name": "friends_s07e16_seg02_clip_11", "timestamp": [ 25.68, 30.4 ], "duration": 59.66, "caption": "Some people all sit down in living room with a person.", "similarity": 0.8061, "relevance": 4 }, { "pair_id": 157825, "video_name": "s06e11_seg02_clip_10", "timestamp": [ 30.75, 58.03 ], "duration": 58.66, "caption": "Some people are sitting in the living room.", "similarity": 0.7924, "relevance": 3 }, { "pair_id": 157826, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A man sits down in the chair while in the living room with a woman and another man.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 157827, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 0.0, 26.41 ], "duration": 88.66, "caption": "A man and a woman are sitting in a room with another person.", "similarity": 0.7548, "relevance": 1 }, { "pair_id": 157828, "video_name": "s04e18_seg02_clip_00", "timestamp": [ 5.58, 11.79 ], "duration": 62.66, "caption": "Two men and two women are sitting in the lounge room.", "similarity": 0.7384, "relevance": 4 }, { "pair_id": 157829, "video_name": "s06e18_seg02_clip_04", "timestamp": [ 0.0, 12.72 ], "duration": 62.66, "caption": "Some people all sit in the living room while having a thinking session.", "similarity": 0.7207, "relevance": 3 }, { "pair_id": 157830, "video_name": "castle_s07e14_seg02_clip_02", "timestamp": [ 7.76, 13.7 ], "duration": 91.66, "caption": "A woman and another person take seats in a living room.", "similarity": 0.7178, "relevance": 1 }, { "pair_id": 157831, "video_name": "s02e20_seg01_clip_01", "timestamp": [ 37.78, 40.02 ], "duration": 64.66, "caption": "A man sits down in a chair in the living room with some people.", "similarity": 0.7132, "relevance": 2 }, { "pair_id": 157832, "video_name": "s08e18_seg02_clip_11", "timestamp": [ 15.31, 25.21 ], "duration": 60.66, "caption": "Multiple people all take a seat on the couch and armchairs in the living room.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 157833, "video_name": "s05e02_seg01_clip_00", "timestamp": [ 58.91, 64.03 ], "duration": 64.66, "caption": "A man sits onto a chair in the living room and another person in his spot.", "similarity": 0.7129, "relevance": 2 }, { "pair_id": 157834, "video_name": "s08e18_seg02_clip_15", "timestamp": [ 56.73, 63.03 ], "duration": 63.66, "caption": "Multiple people sit in the living room and groan in discomfort.", "similarity": 0.7086, "relevance": 4 }, { "pair_id": 157835, "video_name": "s08e20_seg02_clip_12", "timestamp": [ 39.98, 42.14 ], "duration": 54.66, "caption": "Multiple people all stand up in the living room.", "similarity": 0.6991, "relevance": 4 }, { "pair_id": 157836, "video_name": "friends_s09e04_seg02_clip_19", "timestamp": [ 48.0, 55.6 ], "duration": 60.66, "caption": "A woman takes a man by the arm and takes them to sit in the living room.", "similarity": 0.6914, "relevance": 2 }, { "pair_id": 157837, "video_name": "castle_s06e02_seg02_clip_10", "timestamp": [ 54.3, 60.98 ], "duration": 89.66, "caption": "A woman and another woman walk into room where a person is sitting.", "similarity": 0.6864, "relevance": 1 }, { "pair_id": 157838, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 0.0, 4.24 ], "duration": 77.66, "caption": "A person enters the living room where a woman and a man are.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 157839, "video_name": "castle_s04e02_seg02_clip_25", "timestamp": [ 0.0, 24.92 ], "duration": 90.66, "caption": "A woman and man interrogate someone while all three are seated in a room.", "similarity": 0.6803, "relevance": 1 }, { "pair_id": 331140, "video_name": "friends_s02e12-13_seg01_clip_00", "timestamp": [ 42.81, 47.61 ], "duration": 80.66, "caption": "A woman walks into the living room and sits between two people.", "similarity": 0.6705, "relevance": 4 }, { "pair_id": 331141, "video_name": "s07e21_seg02_clip_12", "timestamp": [ 10.33, 14.76 ], "duration": 59.66, "caption": "A person enters the room and sits down at a table, where woman and another person are sitting at.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 331142, "video_name": "house_s06e04_seg02_clip_18", "timestamp": [ 52.22, 55.82 ], "duration": 60.66, "caption": "Multiple people are in the patient's room, where a person is sitting and another person enters.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 331143, "video_name": "s07e11_seg01_clip_00", "timestamp": [ 28.72, 33.5 ], "duration": 87.66, "caption": "A person enters the room with two women and a man.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 331144, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 56.27, 62.07 ], "duration": 116.66, "caption": "A man came in the room where a woman and another man is.", "similarity": 0.6617, "relevance": 3 }, { "pair_id": 331145, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 0.0, 29.69 ], "duration": 88.66, "caption": "A man and a woman are conversing with another man sitting in his living room.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 331146, "video_name": "castle_s06e20_seg02_clip_05", "timestamp": [ 57.38, 89.66 ], "duration": 89.66, "caption": "A man is sitting talking to two people in the living room.", "similarity": 0.658, "relevance": 4 }, { "pair_id": 331147, "video_name": "s02e14_seg02_clip_11", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman and a man are sitting in a candlelit room.", "similarity": 0.6532, "relevance": 3 }, { "pair_id": 331148, "video_name": "s08e03_seg02_clip_01", "timestamp": [ 17.71, 23.61 ], "duration": 59.66, "caption": "A man is sitting in a chair in the living room and a woman is rubbing his shoulder.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 331149, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 52.31, 54.52 ], "duration": 63.66, "caption": "A woman walks into the living room with some men.", "similarity": 0.648, "relevance": 4 }, { "pair_id": 331150, "video_name": "castle_s06e17_seg02_clip_08", "timestamp": [ 0.0, 2.12 ], "duration": 84.66, "caption": "A woman and a man are sitting in a seat in a hallway.", "similarity": 0.6478, "relevance": 2 }, { "pair_id": 331151, "video_name": "met_s02e18_seg02_clip_04", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man sits beside a woman in the sofa at the living room.", "similarity": 0.6469, "relevance": 3 }, { "pair_id": 331152, "video_name": "castle_s01e08_seg02_clip_11", "timestamp": [ 73.37, 89.48 ], "duration": 89.66, "caption": "A man and a woman speak with Eleanor as they sit in a living room.", "similarity": 0.6465, "relevance": 4 }, { "pair_id": 331153, "video_name": "friends_s04e17_seg02_clip_15", "timestamp": [ 0.0, 3.22 ], "duration": 58.66, "caption": "A man and a woman are sitting across from each other in the living room conversing.", "similarity": 0.6443, "relevance": 4 }, { "pair_id": 331154, "video_name": "s02e03_seg02_clip_14", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A woman and a man are sitting together in the living room in front of their laptops.", "similarity": 0.6437, "relevance": 3 }, { "pair_id": 331155, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man and a woman are alone in a room with a person.", "similarity": 0.6432, "relevance": 4 }, { "pair_id": 331156, "video_name": "grey_s01e05_seg02_clip_21", "timestamp": [ 0.0, 8.07 ], "duration": 89.66, "caption": "Three people sit together on the couch in their darkened living room.", "similarity": 0.6429, "relevance": 4 }, { "pair_id": 331157, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 55.25, 61.39 ], "duration": 61.66, "caption": "Three people are seating on the floor of their empty living room.", "similarity": 0.6427, "relevance": 3 }, { "pair_id": 331158, "video_name": "castle_s01e05_seg02_clip_20", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A woman, a man, and another man were sitting across each other.", "similarity": 0.6405, "relevance": 4 }, { "pair_id": 331159, "video_name": "s09e13_seg01_clip_01", "timestamp": [ 13.55, 17.33 ], "duration": 63.66, "caption": "A person sits down in a chair in the living room with his friends.", "similarity": 0.6388, "relevance": 4 } ] }, { "query_id": 77167, "query": "A person in a blue protective suit cuts through a protective barrier.", "relevant_moment": [ { "pair_id": 137820, "video_name": "house_s02e20_seg02_clip_19", "timestamp": [ 92.36, 98.3 ], "duration": 108.66, "caption": "A person in a blue protective suit cuts through a protective barrier.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 137821, "video_name": "castle_s01e02_seg02_clip_24", "timestamp": [ 5.25, 7.35 ], "duration": 105.66, "caption": "A person in blue is trying to cut and hurt themselves.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 137822, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 84.85, 87.02 ], "duration": 87.66, "caption": "A person cuts into someone using a surgical knife.", "similarity": 0.5455, "relevance": 2 }, { "pair_id": 137823, "video_name": "house_s03e14_seg02_clip_23", "timestamp": [ 9.9, 28.72 ], "duration": 99.66, "caption": "A person holds down the patient and starts cutting into them.", "similarity": 0.5424, "relevance": 2 }, { "pair_id": 137824, "video_name": "house_s04e08_seg02_clip_09", "timestamp": [ 62.12, 65.27 ], "duration": 90.66, "caption": "A person grabs the trauma scissor and cut the intravenous line.", "similarity": 0.5419, "relevance": 1 }, { "pair_id": 137825, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 6.75, 7.6 ], "duration": 84.66, "caption": "A person cuts across the top of a cardboard box with a knife.", "similarity": 0.5344, "relevance": 1 }, { "pair_id": 137826, "video_name": "grey_s03e08_seg02_clip_19", "timestamp": [ 31.33, 34.47 ], "duration": 89.66, "caption": "A person reaches up and closes the blue curtain.", "similarity": 0.5317, "relevance": 0 }, { "pair_id": 137827, "video_name": "grey_s01e09_seg02_clip_20", "timestamp": [ 1.37, 16.03 ], "duration": 91.66, "caption": "A person describes the surgery while getting their protective equipment on.", "similarity": 0.5111, "relevance": 1 }, { "pair_id": 137828, "video_name": "house_s06e17_seg02_clip_01", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A person accidentally cuts an ornament of a human head in half with a sword.", "similarity": 0.5072, "relevance": 2 }, { "pair_id": 137829, "video_name": "grey_s02e05_seg02_clip_13", "timestamp": [ 0.0, 9.46 ], "duration": 86.66, "caption": "A person uses a scalpel to cut into a patient.", "similarity": 0.5061, "relevance": 3 }, { "pair_id": 137830, "video_name": "house_s02e05_seg02_clip_16", "timestamp": [ 61.77, 63.67 ], "duration": 95.66, "caption": "A person cuts open someone's pants while they are still on a stretcher.", "similarity": 0.5021, "relevance": 1 }, { "pair_id": 137831, "video_name": "castle_s03e16_seg02_clip_13", "timestamp": [ 64.68, 68.25 ], "duration": 89.66, "caption": "A person comes in through the tent door wearing a suit.", "similarity": 0.488, "relevance": 1 }, { "pair_id": 137832, "video_name": "house_s03e10_seg02_clip_12", "timestamp": [ 19.41, 88.22 ], "duration": 88.66, "caption": "A woman is mending to the cut a person has on their arm.", "similarity": 0.4879, "relevance": 0 }, { "pair_id": 137833, "video_name": "house_s01e19_seg02_clip_10", "timestamp": [ 4.65, 6.98 ], "duration": 93.66, "caption": "A doctor cuts the blue triage tag from around the patient's neck.", "similarity": 0.4854, "relevance": 1 }, { "pair_id": 137834, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 63.21, 67.63 ], "duration": 88.66, "caption": "A person wearing a blue suit sits in front of someone.", "similarity": 0.4825, "relevance": 0 }, { "pair_id": 137835, "video_name": "castle_s05e01_seg02_clip_11", "timestamp": [ 78.03, 80.74 ], "duration": 90.66, "caption": "A person is using a screw to cut their wrist ties.", "similarity": 0.4804, "relevance": 1 }, { "pair_id": 137836, "video_name": "castle_s03e16_seg02_clip_13", "timestamp": [ 45.5, 48.17 ], "duration": 89.66, "caption": "A person comes through the tent entrance holding his helmet.", "similarity": 0.4785, "relevance": 2 }, { "pair_id": 137837, "video_name": "castle_s06e02_seg02_clip_20", "timestamp": [ 15.13, 18.25 ], "duration": 89.66, "caption": "A person compares the injuries from the two modes of attack.", "similarity": 0.4763, "relevance": 1 }, { "pair_id": 137838, "video_name": "s02e23_seg02_clip_14", "timestamp": [ 39.32, 43.52 ], "duration": 60.66, "caption": "A person holds up a piece of blue cloth that another person gave them.", "similarity": 0.4762, "relevance": 1 }, { "pair_id": 137839, "video_name": "house_s08e01_seg02_clip_13", "timestamp": [ 33.59, 37.27 ], "duration": 92.66, "caption": "A person creates a little cut on the patient's ear.", "similarity": 0.4722, "relevance": 1 } ] }, { "query_id": 77190, "query": "A woman sits down on the armrest beside a man.", "relevant_moment": [ { "pair_id": 18860, "video_name": "friends_s01e08_seg02_clip_06", "timestamp": [ 0.59, 5.32 ], "duration": 59.66, "caption": "A woman sits down on the armrest beside a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18861, "video_name": "friends_s09e10_seg02_clip_13", "timestamp": [ 36.02, 42.32 ], "duration": 60.66, "caption": "A woman sits down while a man then sits next to her.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 18862, "video_name": "s02e08_seg02_clip_06", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman sits down on a chair near a man.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 18863, "video_name": "s08e12_seg02_clip_12", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A woman sits down on the chair next to a man.", "similarity": 0.7886, "relevance": 4 }, { "pair_id": 18864, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 52.79, 58.59 ], "duration": 61.66, "caption": "A man sits down in a chair and woman sits beside him.", "similarity": 0.7765, "relevance": 4 }, { "pair_id": 18865, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 13.34, 16.56 ], "duration": 92.66, "caption": "A person sits on the chair too beside a woman.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 18866, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.81, 19.21 ], "duration": 60.66, "caption": "A woman places her hand on a man's arm as she sits beside him.", "similarity": 0.7737, "relevance": 3 }, { "pair_id": 18867, "video_name": "castle_s03e13_seg02_clip_09", "timestamp": [ 19.88, 24.4 ], "duration": 90.66, "caption": "A woman sits down in the chair that's next to a man.", "similarity": 0.7675, "relevance": 2 }, { "pair_id": 18868, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 49.9, 51.93 ], "duration": 58.66, "caption": "A woman sits down on the couch beside of a man.", "similarity": 0.7599, "relevance": 3 }, { "pair_id": 18869, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 39.66, 41.75 ], "duration": 59.66, "caption": "A woman sits down in a chair and then a man sits down next to her.", "similarity": 0.7591, "relevance": 2 }, { "pair_id": 18870, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 25.43, 28.53 ], "duration": 62.66, "caption": "A woman sits down on the couch beside a man.", "similarity": 0.7589, "relevance": 3 }, { "pair_id": 18871, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 31.51, 32.11 ], "duration": 60.66, "caption": "A man sits on the arm of the chair where a woman is sitting.", "similarity": 0.7589, "relevance": 3 }, { "pair_id": 18872, "video_name": "friends_s07e03_seg01_clip_00", "timestamp": [ 51.28, 54.64 ], "duration": 61.66, "caption": "A man sits down on the chair next to a woman.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 18873, "video_name": "castle_s06e14_seg02_clip_26", "timestamp": [ 18.32, 23.32 ], "duration": 111.66, "caption": "A woman sits down next to man and puts her hands on his arm.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 18874, "video_name": "friends_s03e04_seg02_clip_11", "timestamp": [ 20.92, 50.43 ], "duration": 57.66, "caption": "Two women sit next to a man on the chair.", "similarity": 0.7515, "relevance": 4 }, { "pair_id": 18876, "video_name": "friends_s01e10_seg02_clip_16", "timestamp": [ 38.12, 48.02 ], "duration": 60.66, "caption": "A woman startles a man and sits down beside him on the chair.", "similarity": 0.748, "relevance": 4 }, { "pair_id": 18877, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 12.69, 37.48 ], "duration": 59.66, "caption": "A woman sits on the couch next to a man with her arms crossed.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 18878, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 38.49, 41.77 ], "duration": 59.66, "caption": "A woman is seated on the sofa and a man sits beside her.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 18879, "video_name": "house_s07e04_seg02_clip_07", "timestamp": [ 1.37, 3.64 ], "duration": 91.66, "caption": "A woman sits down on the chair in front of a man.", "similarity": 0.7329, "relevance": 1 } ] }, { "query_id": 77200, "query": "A woman was seriously talking to the whole team.", "relevant_moment": [ { "pair_id": 146580, "video_name": "castle_s07e08_seg02_clip_07", "timestamp": [ 0.0, 27.94 ], "duration": 98.66, "caption": "A woman was seriously talking to the whole team.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146581, "video_name": "house_s01e15_seg02_clip_09", "timestamp": [ 0.0, 16.63 ], "duration": 95.66, "caption": "A woman is talking with a man about their team.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 146582, "video_name": "castle_s08e03_seg02_clip_14", "timestamp": [ 0.0, 7.92 ], "duration": 88.66, "caption": "A woman was seriously talking to someone over the phone.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 146583, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 0.0, 78.65 ], "duration": 89.66, "caption": "A woman was having a conversation with some people.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 146584, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 26.69, 92.03 ], "duration": 92.66, "caption": "A woman was having an intense conversation with two other people.", "similarity": 0.6691, "relevance": 3 }, { "pair_id": 146585, "video_name": "castle_s02e16_seg02_clip_06", "timestamp": [ 0.0, 12.39 ], "duration": 88.66, "caption": "A woman was having a serious conversation with two people.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 146586, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 0.0, 49.89 ], "duration": 86.66, "caption": "A woman was having a serious conversation with two people.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 146587, "video_name": "castle_s05e23_seg02_clip_26", "timestamp": [ 0.0, 71.4 ], "duration": 121.66, "caption": "A person was having a serious conversation with a woman.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 146588, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 1.44 ], "duration": 8.66, "caption": "A person was seriously looking at woman while saying something to her.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 146589, "video_name": "house_s06e16_seg02_clip_07", "timestamp": [ 76.97, 83.27 ], "duration": 90.66, "caption": "A woman is talking to person in a very serious way.", "similarity": 0.6522, "relevance": 2 }, { "pair_id": 146590, "video_name": "house_s04e03_seg02_clip_10", "timestamp": [ 26.27, 29.36 ], "duration": 103.66, "caption": "A woman is playing with the ball while the others are talking.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 146591, "video_name": "grey_s03e25_seg02_clip_28", "timestamp": [ 0.0, 8.64 ], "duration": 108.66, "caption": "A woman is having a conversation with some people.", "similarity": 0.6434, "relevance": 2 }, { "pair_id": 146592, "video_name": "castle_s03e16_seg02_clip_16", "timestamp": [ 0.0, 18.21 ], "duration": 88.66, "caption": "A person was having a conversation with a woman.", "similarity": 0.6389, "relevance": 3 }, { "pair_id": 146593, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 0.0, 36.81 ], "duration": 92.66, "caption": "A woman and some people are talking to each other.", "similarity": 0.6369, "relevance": 3 }, { "pair_id": 146594, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 146595, "video_name": "castle_s02e20_seg02_clip_20", "timestamp": [ 0.0, 10.17 ], "duration": 92.66, "caption": "A woman and a person were having an intense conversation.", "similarity": 0.6318, "relevance": 1 }, { "pair_id": 146596, "video_name": "friends_s08e20_seg02_clip_19", "timestamp": [ 0.0, 17.37 ], "duration": 62.66, "caption": "A woman and another woman were having a serious conversation.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 146597, "video_name": "castle_s06e16_seg02_clip_04", "timestamp": [ 0.0, 22.57 ], "duration": 96.66, "caption": "A woman and another woman were having a serious conversation.", "similarity": 0.6313, "relevance": 2 }, { "pair_id": 146598, "video_name": "castle_s03e07_seg02_clip_21", "timestamp": [ 0.0, 8.1 ], "duration": 90.66, "caption": "A woman was speaking to some people while the men were just listening to her.", "similarity": 0.6313, "relevance": 3 }, { "pair_id": 146599, "video_name": "house_s01e09_seg02_clip_08", "timestamp": [ 28.44, 78.33 ], "duration": 82.66, "caption": "A woman has a lengthy conversation with someone.", "similarity": 0.6295, "relevance": 3 } ] }, { "query_id": 77256, "query": "A man talks about his broken table with another man.", "relevant_moment": [ { "pair_id": 4440, "video_name": "friends_s01e12_seg02_clip_06", "timestamp": [ 5.47, 52.58 ], "duration": 60.66, "caption": "A man talks about his broken table with another man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 4441, "video_name": "s05e04_seg02_clip_03", "timestamp": [ 54.01, 58.59 ], "duration": 61.66, "caption": "A man sits at a table and talks to another man.", "similarity": 0.7466, "relevance": 2 }, { "pair_id": 4442, "video_name": "house_s08e09_seg02_clip_19", "timestamp": [ 25.68, 30.73 ], "duration": 91.66, "caption": "A man put his leg on the table while talking to another man.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 4443, "video_name": "s04e06_seg02_clip_13", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man sits down at a table and talks to another man.", "similarity": 0.7363, "relevance": 2 }, { "pair_id": 4444, "video_name": "castle_s07e07_seg02_clip_27", "timestamp": [ 0.0, 36.91 ], "duration": 82.66, "caption": "A man is conversing with two other men as they sit at a table.", "similarity": 0.7299, "relevance": 1 }, { "pair_id": 4445, "video_name": "castle_s08e18_seg02_clip_05", "timestamp": [ 25.46, 58.65 ], "duration": 90.66, "caption": "A man was sitting on the table while talking with two men.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 4446, "video_name": "house_s07e01_seg02_clip_14", "timestamp": [ 0.0, 11.13 ], "duration": 89.66, "caption": "A man was sitting on the table whilst talking to another man.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 4447, "video_name": "house_s01e06_seg02_clip_03", "timestamp": [ 57.22, 73.94 ], "duration": 88.66, "caption": "A man has his hands on the table as he speaks with another man.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 4448, "video_name": "house_s03e09_seg02_clip_11", "timestamp": [ 3.96, 88.02 ], "duration": 88.66, "caption": "Two men speak to each other at the table.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 4449, "video_name": "s06e03_seg02_clip_08", "timestamp": [ 7.32, 27.16 ], "duration": 61.66, "caption": "A man tells someone that they have a lot to talk about. Someone then gets up from the table and moves to another one.", "similarity": 0.678, "relevance": 1 }, { "pair_id": 4450, "video_name": "castle_s02e15_seg02_clip_09", "timestamp": [ 0.0, 34.29 ], "duration": 93.66, "caption": "A man sits at a table, talking to two other people who are also seated at the table, then the man stands up.", "similarity": 0.6725, "relevance": 2 }, { "pair_id": 4451, "video_name": "house_s05e02_seg02_clip_02", "timestamp": [ 20.48, 33.71 ], "duration": 85.66, "caption": "A man walks up to the table and he and another man have a conversation.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 4452, "video_name": "s09e18_seg01_clip_00", "timestamp": [ 6.3, 11.9 ], "duration": 70.66, "caption": "A man is talking to another man across the cafeteria table.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 4453, "video_name": "house_s07e09_seg02_clip_17", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "Two people are talking in the table.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 4454, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 39.92, 58.66 ], "duration": 58.66, "caption": "Some people approach the table and talk with a man.", "similarity": 0.6597, "relevance": 1 }, { "pair_id": 4455, "video_name": "house_s05e20_seg02_clip_04", "timestamp": [ 0.0, 87.02 ], "duration": 87.66, "caption": "A man talks to some people who are sitting at a table.", "similarity": 0.6588, "relevance": 1 }, { "pair_id": 4456, "video_name": "house_s08e06_seg02_clip_04", "timestamp": [ 0.0, 22.1 ], "duration": 94.66, "caption": "Some people sit at a table while talking with a man.", "similarity": 0.6569, "relevance": 1 }, { "pair_id": 4457, "video_name": "castle_s04e20_seg02_clip_14", "timestamp": [ 18.06, 28.63 ], "duration": 88.66, "caption": "Two men having a conversation and sat on the table.", "similarity": 0.6559, "relevance": 2 }, { "pair_id": 4458, "video_name": "grey_s02e18_seg02_clip_05", "timestamp": [ 22.84, 25.64 ], "duration": 93.66, "caption": "A man leans down on the table to speak to another man.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 4459, "video_name": "castle_s08e21_seg02_clip_06", "timestamp": [ 28.59, 33.95 ], "duration": 89.66, "caption": "A man walks over to the table while talking to another person.", "similarity": 0.6471, "relevance": 2 } ] }, { "query_id": 77257, "query": "Two men stand up and continue their conversation.", "relevant_moment": [ { "pair_id": 15500, "video_name": "friends_s01e12_seg02_clip_06", "timestamp": [ 52.58, 60.48 ], "duration": 60.66, "caption": "Two men stand up and continue their conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15502, "video_name": "friends_s10e11_seg02_clip_26", "timestamp": [ 27.31, 32.71 ], "duration": 60.66, "caption": "Two men are talking while they are standing.", "similarity": 0.8769, "relevance": 2 }, { "pair_id": 15503, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 60.08, 64.63 ], "duration": 91.66, "caption": "Two men stand up together after talking to two other people.", "similarity": 0.8614, "relevance": 3 }, { "pair_id": 15506, "video_name": "castle_s06e04_seg02_clip_20", "timestamp": [ 37.32, 90.11 ], "duration": 91.66, "caption": "Two men are standing and speaking to each other.", "similarity": 0.8476, "relevance": 2 }, { "pair_id": 15507, "video_name": "house_s02e03_seg02_clip_18", "timestamp": [ 0.0, 63.28 ], "duration": 114.66, "caption": "Two men converse with each other as they stand.", "similarity": 0.8402, "relevance": 2 }, { "pair_id": 15508, "video_name": "house_s08e21_seg02_clip_05", "timestamp": [ 8.59, 12.21 ], "duration": 90.66, "caption": "Two people stand up after talking to a man.", "similarity": 0.8266, "relevance": 3 }, { "pair_id": 15509, "video_name": "grey_s03e07_seg02_clip_09", "timestamp": [ 41.91, 76.66 ], "duration": 76.66, "caption": "Two men are having a conversation.", "similarity": 0.8233, "relevance": 2 }, { "pair_id": 15510, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 13.88, 23.43 ], "duration": 61.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 15511, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 0.0, 16.54 ], "duration": 58.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 15512, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 21.09, 34.43 ], "duration": 62.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 15513, "video_name": "house_s08e22_seg02_clip_02", "timestamp": [ 32.21, 64.88 ], "duration": 92.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 15514, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 0.0, 22.33 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 1 }, { "pair_id": 15516, "video_name": "house_s08e20_seg02_clip_01", "timestamp": [ 0.0, 32.89 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 15517, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 26.98, 50.91 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 15518, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 0.0, 19.58 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 15519, "video_name": "house_s08e19_seg02_clip_08", "timestamp": [ 42.09, 85.02 ], "duration": 85.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188820, "video_name": "house_s08e19_seg02_clip_08", "timestamp": [ 0.0, 34.43 ], "duration": 85.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188821, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 69.02, 92.03 ], "duration": 92.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188822, "video_name": "house_s08e16_seg02_clip_03", "timestamp": [ 0.0, 16.28 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188823, "video_name": "house_s08e13_seg02_clip_02", "timestamp": [ 62.14, 89.41 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188824, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 22.26, 33.38 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188825, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 0.0, 16.91 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188826, "video_name": "house_s08e06_seg02_clip_19", "timestamp": [ 64.46, 90.15 ], "duration": 90.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188827, "video_name": "house_s08e02_seg02_clip_17", "timestamp": [ 49.85, 89.02 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188828, "video_name": "house_s08e01_seg02_clip_02", "timestamp": [ 0.0, 33.38 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188829, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 52.52, 89.02 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188830, "video_name": "house_s07e16_seg02_clip_12", "timestamp": [ 69.14, 88.64 ], "duration": 88.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188831, "video_name": "house_s07e14_seg02_clip_24", "timestamp": [ 40.9, 67.01 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188832, "video_name": "house_s07e14_seg02_clip_24", "timestamp": [ 0.0, 33.94 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188833, "video_name": "house_s07e12_seg02_clip_12", "timestamp": [ 63.08, 91.43 ], "duration": 91.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188834, "video_name": "house_s07e12_seg02_clip_01", "timestamp": [ 78.47, 89.17 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188835, "video_name": "house_s07e05_seg02_clip_08", "timestamp": [ 0.0, 28.22 ], "duration": 91.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188836, "video_name": "house_s07e04_seg02_clip_11", "timestamp": [ 0.0, 24.65 ], "duration": 91.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 }, { "pair_id": 188837, "video_name": "house_s06e20_seg02_clip_00", "timestamp": [ 26.74, 57.23 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188838, "video_name": "house_s06e14_seg02_clip_23", "timestamp": [ 28.84, 53.96 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 188839, "video_name": "house_s06e14_seg02_clip_07", "timestamp": [ 52.21, 90.02 ], "duration": 90.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.8152, "relevance": 2 } ] }, { "query_id": 77260, "query": "A person shows up in the doorway and another person is surprised.", "relevant_moment": [ { "pair_id": 152800, "video_name": "friends_s01e12_seg02_clip_07", "timestamp": [ 30.17, 35.98 ], "duration": 58.66, "caption": "A person shows up in the doorway and another person is surprised.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152801, "video_name": "castle_s07e07_seg02_clip_26", "timestamp": [ 0.41, 3.27 ], "duration": 81.66, "caption": "A person turns around to see another person standing in the doorway.", "similarity": 0.8127, "relevance": 4 }, { "pair_id": 152802, "video_name": "grey_s02e22_seg02_clip_18", "timestamp": [ 6.27, 9.4 ], "duration": 89.66, "caption": "A person looks up and sees another person standing in the doorway.", "similarity": 0.7952, "relevance": 4 }, { "pair_id": 152803, "video_name": "s06e08_seg02_clip_16", "timestamp": [ 53.5, 56.02 ], "duration": 56.66, "caption": "Some people are surprised seeing a person in their computer as the person is behind them at the doorway.", "similarity": 0.7563, "relevance": 3 }, { "pair_id": 152804, "video_name": "house_s04e02_seg02_clip_18", "timestamp": [ 31.64, 34.97 ], "duration": 111.66, "caption": "A person looks up at the door and sees another person walk by.", "similarity": 0.7535, "relevance": 3 }, { "pair_id": 152805, "video_name": "house_s06e04_seg02_clip_07", "timestamp": [ 88.22, 90.02 ], "duration": 90.66, "caption": "A person opens the door to see another person standing there.", "similarity": 0.7512, "relevance": 3 }, { "pair_id": 152806, "video_name": "house_s07e05_seg02_clip_04", "timestamp": [ 54.42, 58.61 ], "duration": 93.66, "caption": "A person opens the door to see another person there.", "similarity": 0.7482, "relevance": 4 }, { "pair_id": 152807, "video_name": "s01e06_seg02_clip_14", "timestamp": [ 3.05, 9.46 ], "duration": 61.66, "caption": "A person looks despondant for a moment there there is a knock at the door and another person comes in.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 152808, "video_name": "house_s03e13_seg02_clip_04", "timestamp": [ 12.94, 17.41 ], "duration": 89.66, "caption": "A person opens the door of one of the room and was surprised.", "similarity": 0.7345, "relevance": 4 }, { "pair_id": 152809, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 44.99, 47.06 ], "duration": 59.66, "caption": "A person opens the door and another person is standing in the doorway.", "similarity": 0.7272, "relevance": 4 }, { "pair_id": 152810, "video_name": "house_s08e07_seg02_clip_19", "timestamp": [ 22.51, 26.56 ], "duration": 45.66, "caption": "A person suddenly opens the door and another person talks to him.", "similarity": 0.7225, "relevance": 4 }, { "pair_id": 152811, "video_name": "s09e08_seg02_clip_13", "timestamp": [ 40.58, 42.72 ], "duration": 61.66, "caption": "A person gets up excitedly to join some other people at the door.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 152812, "video_name": "house_s05e22_seg02_clip_03", "timestamp": [ 26.56, 90.02 ], "duration": 90.66, "caption": "A person walks into the room and another person suddenly appears.", "similarity": 0.714, "relevance": 3 }, { "pair_id": 152813, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 2.2, 4.4 ], "duration": 88.66, "caption": "A person opens the door and another person stands up.", "similarity": 0.7117, "relevance": 1 }, { "pair_id": 152814, "video_name": "met_s03e16_seg02_clip_08", "timestamp": [ 3.62, 6.63 ], "duration": 60.66, "caption": "A person gets up when they say who is at the door.", "similarity": 0.7088, "relevance": 1 }, { "pair_id": 152815, "video_name": "s07e07_seg02_clip_13", "timestamp": [ 11.9, 14.04 ], "duration": 61.66, "caption": "A person opens the front door and another person is standing at the doorway.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 152816, "video_name": "s09e04_seg02_clip_11", "timestamp": [ 0.0, 1.83 ], "duration": 61.66, "caption": "Two people stop in the doorway of an apartment, looking around surprised.", "similarity": 0.7072, "relevance": 3 }, { "pair_id": 152817, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 74.33, 77.45 ], "duration": 89.66, "caption": "A person looks toward someone standing in the doorway.", "similarity": 0.7072, "relevance": 4 }, { "pair_id": 152818, "video_name": "s06e09_seg02_clip_12", "timestamp": [ 40.58, 44.55 ], "duration": 61.66, "caption": "A person opens the door and another person beckons him in.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 152819, "video_name": "met_s02e21_seg02_clip_02", "timestamp": [ 33.66, 34.87 ], "duration": 60.66, "caption": "A person stands at the doorway when a person leaves the doorway.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 326120, "video_name": "house_s08e07_seg02_clip_04", "timestamp": [ 81.9, 87.42 ], "duration": 92.66, "caption": "A person opens the door and another person came in.", "similarity": 0.701, "relevance": 3 }, { "pair_id": 326121, "video_name": "s05e01_seg02_clip_04", "timestamp": [ 0.0, 3.78 ], "duration": 54.66, "caption": "A person opens the door and suddenly gets frightened with another person's behavior.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 326122, "video_name": "grey_s01e01_seg02_clip_23", "timestamp": [ 86.93, 91.03 ], "duration": 91.66, "caption": "A person walks through the door and turns around when they see someone sitting there.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 326123, "video_name": "s04e22_seg02_clip_06", "timestamp": [ 49.48, 59.56 ], "duration": 63.66, "caption": "A person hears someone knock on the door and when he opens it, another person is there.", "similarity": 0.6991, "relevance": 2 }, { "pair_id": 326124, "video_name": "castle_s03e03_seg02_clip_26", "timestamp": [ 57.55, 64.4 ], "duration": 137.66, "caption": "A person walks in the door with two people staring at them in anticipation.", "similarity": 0.6957, "relevance": 3 }, { "pair_id": 326125, "video_name": "friends_s04e14_seg02_clip_19", "timestamp": [ 21.01, 23.11 ], "duration": 42.66, "caption": "A person is coming from the door and introducing himself.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 326126, "video_name": "s02e04_seg01_clip_01", "timestamp": [ 39.02, 44.42 ], "duration": 60.66, "caption": "A person watches another person walk out the door and turns around with a big smile.", "similarity": 0.6933, "relevance": 2 }, { "pair_id": 326127, "video_name": "castle_s03e14_seg02_clip_20", "timestamp": [ 52.37, 55.9 ], "duration": 88.66, "caption": "A man looks up in surprise as person and person enter the room.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 326128, "video_name": "s07e05_seg02_clip_03", "timestamp": [ 11.4, 19.96 ], "duration": 57.66, "caption": "A person stands at someone's doorway to speak to another person.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 326129, "video_name": "friends_s09e06_seg02_clip_03", "timestamp": [ 44.12, 47.08 ], "duration": 59.66, "caption": "A woman opens the door and is surprised to see a man.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 326130, "video_name": "grey_s03e20_seg02_clip_21", "timestamp": [ 0.0, 4.2 ], "duration": 84.66, "caption": "A woman looks over and sees a person standing in the doorway.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 326131, "video_name": "house_s04e10_seg02_clip_24", "timestamp": [ 0.0, 28.68 ], "duration": 155.66, "caption": "Multiple people turn and look at the door when a person comes in.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 326132, "video_name": "friends_s09e06_seg02_clip_03", "timestamp": [ 28.13, 29.61 ], "duration": 59.66, "caption": "A man opens the door and sees another person standing there.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 326133, "video_name": "s06e21_seg01_clip_00", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person looks at another person in shock and surprise.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 326134, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is talking to another person while standing at the doorway.", "similarity": 0.685, "relevance": 3 }, { "pair_id": 326135, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 0.0, 9.15 ], "duration": 59.66, "caption": "A person is at another person's front door acting nervously.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 326136, "video_name": "castle_s04e14_seg02_clip_22", "timestamp": [ 64.64, 69.16 ], "duration": 90.66, "caption": "A person answers the door and while looking at two people, another person joins her.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 326137, "video_name": "friends_s04e06_seg02_clip_20", "timestamp": [ 14.86, 19.18 ], "duration": 54.66, "caption": "A person enters through the door and poses for another person.", "similarity": 0.6836, "relevance": 3 }, { "pair_id": 326138, "video_name": "house_s08e03_seg02_clip_03", "timestamp": [ 7.92, 10.56 ], "duration": 88.66, "caption": "A person nods his head toward another person standing near the doorway.", "similarity": 0.6799, "relevance": 1 }, { "pair_id": 326139, "video_name": "s09e10_seg02_clip_16", "timestamp": [ 42.49, 53.03 ], "duration": 62.66, "caption": "A person talks with two other people at the doorway.", "similarity": 0.6793, "relevance": 3 } ] }, { "query_id": 77310, "query": "A man leans against a wall and drinks coffee while having a conversation.", "relevant_moment": [ { "pair_id": 19080, "video_name": "house_s06e05_seg02_clip_16", "timestamp": [ 0.0, 50.22 ], "duration": 121.66, "caption": "A man leans against a wall and drinks coffee while having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19081, "video_name": "s02e10_seg02_clip_04", "timestamp": [ 49.32, 56.28 ], "duration": 58.66, "caption": "While talking to two people, a man leans back and holds his coffee cup.", "similarity": 0.776, "relevance": 2 }, { "pair_id": 19082, "video_name": "castle_s05e04_seg02_clip_11", "timestamp": [ 91.14, 94.45 ], "duration": 94.66, "caption": "A man takes a sip of coffee while talking.", "similarity": 0.7623, "relevance": 2 }, { "pair_id": 19083, "video_name": "friends_s03e06_seg01_clip_00", "timestamp": [ 1.63, 4.23 ], "duration": 65.66, "caption": "A man sips his coffee while the conversation is starting.", "similarity": 0.7563, "relevance": 1 }, { "pair_id": 19084, "video_name": "house_s03e22_seg02_clip_10", "timestamp": [ 5.5, 7.5 ], "duration": 100.66, "caption": "A man drinks his coffee while talking to a person.", "similarity": 0.7347, "relevance": 2 }, { "pair_id": 19085, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 9.14, 12.33 ], "duration": 91.66, "caption": "A man drinks his coffee while he is talking to a person.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 19086, "video_name": "friends_s06e19_seg02_clip_01", "timestamp": [ 54.25, 58.02 ], "duration": 58.66, "caption": "A man has a conversation with the others while holding a cup of coffee.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 19087, "video_name": "castle_s03e12_seg02_clip_13", "timestamp": [ 27.29, 30.37 ], "duration": 88.66, "caption": "A man takes a sip of coffee and puts the cup down and begins talking.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 19088, "video_name": "castle_s03e15_seg02_clip_04", "timestamp": [ 10.19, 20.85 ], "duration": 92.66, "caption": "A man was holding a cup of coffee as he was talking.", "similarity": 0.7008, "relevance": 1 }, { "pair_id": 19089, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 3.26, 5.58 ], "duration": 93.66, "caption": "A man stirs a cup of coffee as he has a conversation with other people.", "similarity": 0.6979, "relevance": 1 }, { "pair_id": 19090, "video_name": "house_s06e03_seg02_clip_24", "timestamp": [ 4.95, 30.16 ], "duration": 90.66, "caption": "A man leans against the wall while talking to another man.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 19091, "video_name": "house_s03e10_seg02_clip_14", "timestamp": [ 50.74, 79.23 ], "duration": 89.66, "caption": "A man leans against the wall while talking to another man.", "similarity": 0.6954, "relevance": 2 }, { "pair_id": 19092, "video_name": "house_s03e24_seg02_clip_13", "timestamp": [ 10.05, 12.33 ], "duration": 91.66, "caption": "A person drinks his coffee while talking to another person.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 19093, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 11.28, 15.59 ], "duration": 41.66, "caption": "A man puts coffee into his cup whilst talking to another person.", "similarity": 0.6797, "relevance": 2 }, { "pair_id": 19094, "video_name": "house_s06e12_seg02_clip_14", "timestamp": [ 0.0, 11.5 ], "duration": 92.66, "caption": "A person was holding a cup of coffee while talking.", "similarity": 0.6797, "relevance": 2 }, { "pair_id": 19095, "video_name": "house_s02e10_seg02_clip_11", "timestamp": [ 43.72, 46.98 ], "duration": 93.66, "caption": "A person takes a sip of his coffee when talking to someone.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 19096, "video_name": "house_s03e24_seg02_clip_00", "timestamp": [ 72.01, 76.62 ], "duration": 92.66, "caption": "A person is talking to person and takes a sip of coffee.", "similarity": 0.6725, "relevance": 3 }, { "pair_id": 19097, "video_name": "s06e14_seg02_clip_07", "timestamp": [ 16.78, 19.26 ], "duration": 55.66, "caption": "A person leans forward and sets their mug on the coffee table as they talk to someone.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 19098, "video_name": "s09e10_seg02_clip_13", "timestamp": [ 24.61, 26.11 ], "duration": 60.66, "caption": "A man leans forward and sets his coffee cup on a table.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 19099, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 66.84, 78.43 ], "duration": 89.66, "caption": "A man is talking to another man while he is drinking coffee.", "similarity": 0.6679, "relevance": 3 } ] }, { "query_id": 77339, "query": "A man picks up a napkin and rips it in half.", "relevant_moment": [ { "pair_id": 85780, "video_name": "met_s06e19_seg02_clip_08", "timestamp": [ 58.53, 60.03 ], "duration": 60.66, "caption": "A man picks up a napkin and rips it in half.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 85781, "video_name": "friends_s02e24_seg02_clip_15", "timestamp": [ 20.76, 23.07 ], "duration": 57.66, "caption": "A man picks up and then places down his pink napkin.", "similarity": 0.6902, "relevance": 3 }, { "pair_id": 85782, "video_name": "friends_s04e05_seg01_clip_00", "timestamp": [ 15.31, 28.57 ], "duration": 68.66, "caption": "A man throws a napkin on the floor then picks it up himself and declares what's on it.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 85783, "video_name": "friends_s09e05_seg02_clip_11", "timestamp": [ 57.31, 64.03 ], "duration": 64.66, "caption": "A man grabs a cloth napkin and holds it in their hands.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 85784, "video_name": "friends_s01e01_seg02_clip_26", "timestamp": [ 5.04, 8.12 ], "duration": 56.66, "caption": "A man picks up a cookie and splits it in half.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 85785, "video_name": "met_s06e17_seg01_clip_01", "timestamp": [ 17.04, 20.75 ], "duration": 60.66, "caption": "A man rips up a small piece of paper.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 85786, "video_name": "friends_s08e19_seg02_clip_07", "timestamp": [ 17.51, 20.31 ], "duration": 70.66, "caption": "A person picks his napkin up off of the table and holds it to his mouth.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 85787, "video_name": "friends_s05e18_seg02_clip_01", "timestamp": [ 4.01, 5.85 ], "duration": 61.66, "caption": "A man picks up his napkin and wipes his mouth with it.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 85788, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 34.67, 39.39 ], "duration": 63.66, "caption": "A person picks up a napkin, unfolds it and puts it on his/her lap.", "similarity": 0.6232, "relevance": 3 }, { "pair_id": 85789, "video_name": "friends_s04e16_seg02_clip_12", "timestamp": [ 1.71, 3.99 ], "duration": 57.66, "caption": "A person reaches and picks up a napkin while sitting at the table.", "similarity": 0.6223, "relevance": 2 }, { "pair_id": 85790, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 54.2, 56.3 ], "duration": 84.66, "caption": "A person picks up crumbled up piece of paper.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 85791, "video_name": "s07e15_seg02_clip_12", "timestamp": [ 3.6, 6.3 ], "duration": 60.66, "caption": "A person rips out a sheet of paper and hands it to a man.", "similarity": 0.6074, "relevance": 1 }, { "pair_id": 85792, "video_name": "friends_s07e10_seg02_clip_05", "timestamp": [ 37.78, 40.16 ], "duration": 59.66, "caption": "A man pulls out a crumbled up piece of paper.", "similarity": 0.5971, "relevance": 1 }, { "pair_id": 85793, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 13.34, 19.54 ], "duration": 62.66, "caption": "A man picks up and moves his napkin around when talking.", "similarity": 0.5969, "relevance": 2 }, { "pair_id": 85794, "video_name": "friends_s04e05_seg01_clip_00", "timestamp": [ 18.03, 21.77 ], "duration": 68.66, "caption": "A man bends over and picks up a piece of paper.", "similarity": 0.588, "relevance": 2 }, { "pair_id": 85795, "video_name": "met_s06e19_seg02_clip_15", "timestamp": [ 13.87, 15.61 ], "duration": 57.66, "caption": "A man drops his napkin and gets up from the table.", "similarity": 0.5806, "relevance": 0 }, { "pair_id": 85796, "video_name": "s04e01_seg02_clip_00", "timestamp": [ 5.89, 9.92 ], "duration": 62.66, "caption": "A man grabs a napkin and sits down in a chair.", "similarity": 0.5805, "relevance": 2 }, { "pair_id": 85797, "video_name": "met_s05e05_seg02_clip_00", "timestamp": [ 11.66, 15.96 ], "duration": 61.66, "caption": "A man picks up a pillow and rips it open sending the stuffing flying.", "similarity": 0.5801, "relevance": 1 }, { "pair_id": 85798, "video_name": "friends_s01e24_seg02_clip_15", "timestamp": [ 11.83, 13.01 ], "duration": 59.66, "caption": "A woman takes a napkin out of person's hands and crumbles it up.", "similarity": 0.5676, "relevance": 1 }, { "pair_id": 85799, "video_name": "s06e16_seg02_clip_08", "timestamp": [ 1.18, 4.43 ], "duration": 59.66, "caption": "A man crumples his napkin and attempts to get up from the dinner table where he is eating with some people.", "similarity": 0.5652, "relevance": 2 }, { "pair_id": 259101, "video_name": "house_s03e12_seg02_clip_08", "timestamp": [ 62.57, 65.72 ], "duration": 90.66, "caption": "A man dries his hands with a paper napkin and throws the napkin.", "similarity": 0.5634, "relevance": 1 }, { "pair_id": 259102, "video_name": "s01e13_seg02_clip_07", "timestamp": [ 28.38, 31.73 ], "duration": 61.66, "caption": "A man throws his napkin onto his plate and gets up.", "similarity": 0.5628, "relevance": 3 }, { "pair_id": 259103, "video_name": "s05e22_seg02_clip_01", "timestamp": [ 25.38, 29.08 ], "duration": 57.66, "caption": "A person takes a bite of food that he/she is holding in his/her napkin.", "similarity": 0.5613, "relevance": 1 }, { "pair_id": 259104, "video_name": "friends_s09e05_seg02_clip_22", "timestamp": [ 37.14, 46.23 ], "duration": 79.66, "caption": "A man stuffs his napkin down in his shirt collar.", "similarity": 0.5504, "relevance": 1 }, { "pair_id": 259105, "video_name": "castle_s05e10_seg02_clip_01", "timestamp": [ 71.13, 76.11 ], "duration": 90.66, "caption": "A man rips out a piece of paper from a notepad and hands the paper to woman.", "similarity": 0.548, "relevance": 0 }, { "pair_id": 259106, "video_name": "friends_s02e14_seg02_clip_01", "timestamp": [ 32.5, 35.93 ], "duration": 57.66, "caption": "A man rips off a piece of paper from a notebook and stands up.", "similarity": 0.5469, "relevance": 1 }, { "pair_id": 259107, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 32.34, 35.53 ], "duration": 53.66, "caption": "A man picks up the piece of paper from the table.", "similarity": 0.5436, "relevance": 1 }, { "pair_id": 259108, "video_name": "met_s02e17_seg02_clip_03", "timestamp": [ 9.6, 10.8 ], "duration": 60.66, "caption": "A woman snatches a napkin a man is folding in his hands.", "similarity": 0.5426, "relevance": 1 }, { "pair_id": 259109, "video_name": "castle_s06e03_seg02_clip_03", "timestamp": [ 52.33, 54.65 ], "duration": 92.66, "caption": "A man picks up a piece of paper out of the breast pocket of the deceased.", "similarity": 0.5418, "relevance": 1 }, { "pair_id": 259110, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 2.44, 3.36 ], "duration": 61.66, "caption": "A man picks up a piece of food from the table.", "similarity": 0.5384, "relevance": 1 }, { "pair_id": 259111, "video_name": "castle_s08e14_seg02_clip_14", "timestamp": [ 11.04, 17.48 ], "duration": 92.66, "caption": "A man takes a knife out of a drawer with a napkin in his hand as he shows it to woman after she doesn't believe he could find it.", "similarity": 0.5379, "relevance": 1 }, { "pair_id": 259112, "video_name": "s08e14_seg01_clip_00", "timestamp": [ 45.16, 48.21 ], "duration": 61.66, "caption": "A woman picks up a white napkin up and shows it to a man.", "similarity": 0.5371, "relevance": 1 }, { "pair_id": 259113, "video_name": "s03e04_seg02_clip_13", "timestamp": [ 30.31, 32.11 ], "duration": 60.66, "caption": "A man places a napkin on a tray on the counter.", "similarity": 0.537, "relevance": 2 }, { "pair_id": 259114, "video_name": "s08e08_seg02_clip_07", "timestamp": [ 52.48, 57.06 ], "duration": 61.66, "caption": "A person picks something up and puts it in his inside pocket.", "similarity": 0.5369, "relevance": 1 }, { "pair_id": 259115, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 30.36 ], "duration": 41.66, "caption": "A person picks up a green napkin and wipes their mouth.", "similarity": 0.5321, "relevance": 2 }, { "pair_id": 259116, "video_name": "house_s04e11_seg02_clip_23", "timestamp": [ 20.25, 32.57 ], "duration": 88.66, "caption": "A man gets something from his pocket and eats it.", "similarity": 0.5317, "relevance": 1 }, { "pair_id": 259117, "video_name": "s03e05_seg02_clip_00", "timestamp": [ 29.45, 31.7 ], "duration": 64.66, "caption": "A man grabs a napkin off the table in front of person.", "similarity": 0.5313, "relevance": 3 }, { "pair_id": 259118, "video_name": "friends_s10e08_seg02_clip_09", "timestamp": [ 10.55, 14.47 ], "duration": 60.66, "caption": "A man rips off the left side of guy's shirt.", "similarity": 0.5309, "relevance": 2 }, { "pair_id": 259119, "video_name": "s10e10_seg02_clip_03", "timestamp": [ 0.6, 3.6 ], "duration": 60.66, "caption": "A man hurriedly stands up and tore a piece of paper placed in a box of meal.", "similarity": 0.53, "relevance": 2 } ] }, { "query_id": 77362, "query": "Three people get cards from a person wearing a purple coat.", "relevant_moment": [ { "pair_id": 35760, "video_name": "house_s06e14_seg02_clip_04", "timestamp": [ 76.14, 88.02 ], "duration": 88.66, "caption": "Three people get cards from a person wearing a purple coat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 35761, "video_name": "s05e10_seg01_clip_01", "timestamp": [ 56.14, 59.86 ], "duration": 62.66, "caption": "A person hands the pack of cards to another person.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 35762, "video_name": "s07e18_seg02_clip_01", "timestamp": [ 3.66, 10.37 ], "duration": 61.66, "caption": "A person hands out cards to man, woman, woman, and woman.", "similarity": 0.6461, "relevance": 3 }, { "pair_id": 35763, "video_name": "s05e13_seg02_clip_02", "timestamp": [ 48.99, 54.6 ], "duration": 59.66, "caption": "A person takes two cards from their hand and shows them to some people.", "similarity": 0.6403, "relevance": 1 }, { "pair_id": 35764, "video_name": "castle_s01e07_seg02_clip_18", "timestamp": [ 21.17, 26.69 ], "duration": 92.66, "caption": "A person brings in a box and shows another person the card.", "similarity": 0.6167, "relevance": 0 }, { "pair_id": 35765, "video_name": "castle_s01e08_seg02_clip_25", "timestamp": [ 64.29, 69.89 ], "duration": 74.66, "caption": "A man holds up card and a person takes it from his hand.", "similarity": 0.5824, "relevance": 2 }, { "pair_id": 35766, "video_name": "house_s04e08_seg02_clip_06", "timestamp": [ 50.64, 52.26 ], "duration": 81.66, "caption": "A person takes a card from the deck someone is holding.", "similarity": 0.5811, "relevance": 3 }, { "pair_id": 35767, "video_name": "friends_s04e19_seg02_clip_10", "timestamp": [ 52.22, 60.03 ], "duration": 60.66, "caption": "A woman draws a card from the deck and shows it to two men.", "similarity": 0.575, "relevance": 2 }, { "pair_id": 35769, "video_name": "s04e18_seg02_clip_16", "timestamp": [ 27.4, 31.7 ], "duration": 66.66, "caption": "A person takes out a deck of cards and places them in front of another person.", "similarity": 0.5648, "relevance": 1 }, { "pair_id": 35770, "video_name": "friends_s04e17_seg02_clip_17", "timestamp": [ 54.95, 57.23 ], "duration": 65.66, "caption": "A woman takes a card out of a guy's hand and gives it to another guy.", "similarity": 0.5624, "relevance": 2 }, { "pair_id": 35771, "video_name": "s05e10_seg01_clip_01", "timestamp": [ 13.03, 16.13 ], "duration": 62.66, "caption": "A person walks over to two men and places a pack of cards on the stacks.", "similarity": 0.5596, "relevance": 1 }, { "pair_id": 35772, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 2.31, 14.2 ], "duration": 66.66, "caption": "A woman deals the cards out to some people.", "similarity": 0.5575, "relevance": 3 }, { "pair_id": 35773, "video_name": "s07e18_seg02_clip_01", "timestamp": [ 1.53, 10.68 ], "duration": 61.66, "caption": "A person gives everyone cards with facts about them.", "similarity": 0.5546, "relevance": 3 }, { "pair_id": 35774, "video_name": "castle_s01e08_seg02_clip_26", "timestamp": [ 85.74, 96.54 ], "duration": 127.66, "caption": "A man took cards from his coat and asked woman for a challenge.", "similarity": 0.5544, "relevance": 1 }, { "pair_id": 35775, "video_name": "grey_s01e02_seg02_clip_19", "timestamp": [ 39.61, 44.45 ], "duration": 88.66, "caption": "A person gives them a card with information written on it.", "similarity": 0.5523, "relevance": 2 }, { "pair_id": 35776, "video_name": "grey_s03e23_seg02_clip_06", "timestamp": [ 69.65, 70.98 ], "duration": 88.66, "caption": "A person holds up a card with a drawing of a blond girl on it to show another person.", "similarity": 0.5415, "relevance": 1 }, { "pair_id": 35777, "video_name": "met_s06e21_seg01_clip_04", "timestamp": [ 8.0, 13.18 ], "duration": 94.66, "caption": "A man takes a large stack of index cards out of his jacket and hands them to a person.", "similarity": 0.5411, "relevance": 2 }, { "pair_id": 35778, "video_name": "met_s03e02_seg02_clip_08", "timestamp": [ 1.83, 4.57 ], "duration": 60.66, "caption": "A woman holds out a card that a man takes from her.", "similarity": 0.5392, "relevance": 2 }, { "pair_id": 35779, "video_name": "friends_s06e23_seg02_clip_08", "timestamp": [ 5.8, 8.12 ], "duration": 58.66, "caption": "A man handed a card to a person wearing a green tie.", "similarity": 0.5373, "relevance": 1 } ] }, { "query_id": 77398, "query": "A woman throws things in the trash and then tries to fish them out later.", "relevant_moment": [ { "pair_id": 169600, "video_name": "friends_s05e18_seg02_clip_14", "timestamp": [ 5.89, 22.02 ], "duration": 62.66, "caption": "A woman throws things in the trash and then tries to fish them out later.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169601, "video_name": "friends_s03e03_seg02_clip_17", "timestamp": [ 1.24, 11.79 ], "duration": 62.66, "caption": "A woman pulls out an item out of the garbage and then tosses it back.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 169602, "video_name": "s09e11_seg02_clip_06", "timestamp": [ 43.52, 48.32 ], "duration": 60.66, "caption": "A woman walks over to the trash can and throws something away.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 169603, "video_name": "met_s02e05_seg02_clip_05", "timestamp": [ 0.29, 8.82 ], "duration": 58.66, "caption": "A woman hands person a plate of food and he trashes it.", "similarity": 0.6766, "relevance": 1 }, { "pair_id": 169604, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 5.49, 8.54 ], "duration": 122.66, "caption": "A woman throws a food and catches it with her mouth.", "similarity": 0.6748, "relevance": 0 }, { "pair_id": 169605, "video_name": "s02e07_seg02_clip_03", "timestamp": [ 39.62, 45.62 ], "duration": 60.66, "caption": "A person begins throwing his/her food into the trash.", "similarity": 0.672, "relevance": 1 }, { "pair_id": 169606, "video_name": "s06e09_seg02_clip_07", "timestamp": [ 2.7, 5.4 ], "duration": 60.66, "caption": "A woman throws her trash in the bin just behind her.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 169607, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman throws food into the air and catches it in her mouth.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 169608, "video_name": "friends_s07e19_seg02_clip_14", "timestamp": [ 8.28, 9.66 ], "duration": 69.66, "caption": "A person picks something up from the counter and throws it at the trash.", "similarity": 0.6442, "relevance": 0 }, { "pair_id": 169609, "video_name": "castle_s03e07_seg02_clip_03", "timestamp": [ 30.59, 43.84 ], "duration": 91.66, "caption": "A woman is throwing up in a trash can at the precinct.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 169610, "video_name": "friends_s01e14_seg02_clip_15", "timestamp": [ 29.81, 36.89 ], "duration": 59.66, "caption": "A person hands woman something from the burning garbage can.", "similarity": 0.62, "relevance": 0 }, { "pair_id": 169611, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 3.41, 6.82 ], "duration": 62.66, "caption": "A woman walks into the kitchen and throws away trash.", "similarity": 0.6197, "relevance": 2 }, { "pair_id": 169612, "video_name": "grey_s02e21_seg02_clip_01", "timestamp": [ 42.74, 48.47 ], "duration": 88.66, "caption": "A woman stops at a trash can and throws away the coffee cup.", "similarity": 0.6161, "relevance": 3 }, { "pair_id": 169613, "video_name": "s08e10_seg02_clip_00", "timestamp": [ 14.2, 16.51 ], "duration": 66.66, "caption": "A person throws a denture container into a trash bin.", "similarity": 0.6068, "relevance": 2 }, { "pair_id": 169614, "video_name": "house_s08e14_seg02_clip_07", "timestamp": [ 28.22, 34.13 ], "duration": 91.66, "caption": "A woman takes a bite of something out of a container and then rushes to the sink to spit it out.", "similarity": 0.603, "relevance": 1 }, { "pair_id": 169615, "video_name": "castle_s05e02_seg02_clip_22", "timestamp": [ 33.45, 36.97 ], "duration": 88.66, "caption": "A woman opens a trash can with her foot and throws glass away in a dust pan.", "similarity": 0.6023, "relevance": 3 }, { "pair_id": 169616, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 71.78, 73.62 ], "duration": 92.66, "caption": "A worker throws a black plastic bag into the garbage.", "similarity": 0.5998, "relevance": 2 }, { "pair_id": 169617, "video_name": "s08e02_seg02_clip_15", "timestamp": [ 48.32, 51.62 ], "duration": 60.66, "caption": "A person walks over to the trash can and throws something away.", "similarity": 0.5955, "relevance": 1 }, { "pair_id": 169618, "video_name": "friends_s09e12_seg02_clip_18", "timestamp": [ 28.11, 31.04 ], "duration": 58.66, "caption": "A woman is putting trash away when she sees another woman.", "similarity": 0.5944, "relevance": 1 }, { "pair_id": 169619, "video_name": "friends_s05e18_seg02_clip_14", "timestamp": [ 4.65, 8.68 ], "duration": 62.66, "caption": "A woman grabs the cigarettes and lighters from her boss and coworkers hands and throws them in the trash can.", "similarity": 0.59, "relevance": 3 } ] }, { "query_id": 77405, "query": "A boy bangs his fist on the table and screams at a man.", "relevant_moment": [ { "pair_id": 149840, "video_name": "friends_s05e18_seg02_clip_16", "timestamp": [ 45.28, 46.83 ], "duration": 62.66, "caption": "A boy bangs his fist on the table and screams at a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149841, "video_name": "friends_s05e18_seg02_clip_16", "timestamp": [ 56.45, 58.93 ], "duration": 62.66, "caption": "A person cusses and bangs their fist on the table.", "similarity": 0.5986, "relevance": 2 }, { "pair_id": 149842, "video_name": "friends_s08e18_seg02_clip_06", "timestamp": [ 9.28, 12.48 ], "duration": 58.66, "caption": "A child play hits a man in the shoulder and the man nearly screams.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 149843, "video_name": "s01e11_seg02_clip_06", "timestamp": [ 44.86, 46.93 ], "duration": 59.66, "caption": "A person gets up from the table and yells.", "similarity": 0.5766, "relevance": 1 }, { "pair_id": 149844, "video_name": "met_s06e03_seg02_clip_06", "timestamp": [ 3.25, 5.31 ], "duration": 59.66, "caption": "A man takes his right fist and angrily slams the table.", "similarity": 0.5594, "relevance": 3 }, { "pair_id": 149845, "video_name": "castle_s04e04_seg02_clip_23", "timestamp": [ 0.0, 2.58 ], "duration": 86.66, "caption": "A boy stands up and knocks over a table.", "similarity": 0.5575, "relevance": 1 }, { "pair_id": 149846, "video_name": "friends_s05e18_seg02_clip_16", "timestamp": [ 57.07, 59.24 ], "duration": 62.66, "caption": "A man bangs his fist on the table and gets up from his seat.", "similarity": 0.5523, "relevance": 2 }, { "pair_id": 149847, "video_name": "met_s02e04_seg02_clip_05", "timestamp": [ 50.06, 50.96 ], "duration": 60.66, "caption": "A man smacks his hand on the table while laughing at the bar.", "similarity": 0.5511, "relevance": 1 }, { "pair_id": 149848, "video_name": "house_s03e02_seg02_clip_17", "timestamp": [ 0.0, 6.57 ], "duration": 10.66, "caption": "A man was attending to the young boy that was being hysterical.", "similarity": 0.5493, "relevance": 0 }, { "pair_id": 149849, "video_name": "met_s05e04_seg02_clip_04", "timestamp": [ 50.82, 55.22 ], "duration": 58.66, "caption": "A man screams and throws up in his mouth.", "similarity": 0.5486, "relevance": 1 }, { "pair_id": 149850, "video_name": "castle_s03e17_seg02_clip_17", "timestamp": [ 21.86, 29.77 ], "duration": 93.66, "caption": "A man gets a smirk on his face and then pushes the table over, knocking a person to the ground.", "similarity": 0.5447, "relevance": 0 }, { "pair_id": 149851, "video_name": "castle_s08e11_seg02_clip_08", "timestamp": [ 6.98, 8.84 ], "duration": 93.66, "caption": "A man with facial hair slaps his hand on the table.", "similarity": 0.5414, "relevance": 1 }, { "pair_id": 149852, "video_name": "friends_s04e04_seg02_clip_05", "timestamp": [ 15.76, 17.96 ], "duration": 63.66, "caption": "A man raises his fist and makes a noise as another man looks at him.", "similarity": 0.5361, "relevance": 1 }, { "pair_id": 149853, "video_name": "house_s08e12_seg02_clip_19", "timestamp": [ 27.6, 31.6 ], "duration": 89.66, "caption": "A man yells at someone who then walks towards him.", "similarity": 0.5353, "relevance": 1 }, { "pair_id": 149854, "video_name": "house_s01e14_seg02_clip_23", "timestamp": [ 37.27, 39.97 ], "duration": 108.66, "caption": "A man screams out loud to scare the person.", "similarity": 0.534, "relevance": 2 }, { "pair_id": 149855, "video_name": "friends_s02e18_seg02_clip_19", "timestamp": [ 24.16, 25.19 ], "duration": 69.66, "caption": "A man screams and moves back when he sees a person in the kitchen.", "similarity": 0.5323, "relevance": 2 }, { "pair_id": 149856, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 68.56, 90.22 ], "duration": 90.66, "caption": "A man goes to person urging him to do something about the boy.", "similarity": 0.5314, "relevance": 0 }, { "pair_id": 149857, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 27.91, 35.42 ], "duration": 60.66, "caption": "A man gestures to a person to sit at his table.", "similarity": 0.5297, "relevance": 0 }, { "pair_id": 149858, "video_name": "grey_s03e10_seg02_clip_10", "timestamp": [ 33.61, 44.81 ], "duration": 89.66, "caption": "A man gets out of his chair and flings his hands around as he yells at person.", "similarity": 0.525, "relevance": 1 }, { "pair_id": 149859, "video_name": "house_s06e10_seg02_clip_15", "timestamp": [ 75.82, 93.03 ], "duration": 93.66, "caption": "A person looks at another person and begins holding his stomach and screaming.", "similarity": 0.5233, "relevance": 0 } ] }, { "query_id": 77418, "query": "A woman and a man were both sitting in front of a person named Mark.", "relevant_moment": [ { "pair_id": 50060, "video_name": "castle_s08e17_seg02_clip_05", "timestamp": [ 0.0, 22.11 ], "duration": 90.66, "caption": "A woman and a man were both sitting in front of a person named Mark.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 50061, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman and a man were sitting in front of a person.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 50062, "video_name": "castle_s02e24_seg02_clip_07", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A man and woman were sitting in front of someone named Hans.", "similarity": 0.8312, "relevance": 3 }, { "pair_id": 50063, "video_name": "friends_s04e17_seg02_clip_14", "timestamp": [ 0.0, 4.39 ], "duration": 62.66, "caption": "A man and a woman were sitting in front of each other.", "similarity": 0.8284, "relevance": 1 }, { "pair_id": 50064, "video_name": "castle_s06e15_seg02_clip_19", "timestamp": [ 0.0, 28.16 ], "duration": 89.66, "caption": "A man and woman were sitting in front of each other.", "similarity": 0.8212, "relevance": 2 }, { "pair_id": 50065, "video_name": "s06e12_seg02_clip_17", "timestamp": [ 0.0, 33.31 ], "duration": 60.66, "caption": "A person and another person were sitting in front of each other.", "similarity": 0.7708, "relevance": 2 }, { "pair_id": 50066, "video_name": "s05e23_seg02_clip_13", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A person and another person were sitting in front of each other.", "similarity": 0.7708, "relevance": 1 }, { "pair_id": 50067, "video_name": "s05e01_seg01_clip_01", "timestamp": [ 0.0, 74.02 ], "duration": 74.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.7704, "relevance": 1 }, { "pair_id": 50068, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.7704, "relevance": 2 }, { "pair_id": 50069, "video_name": "castle_s04e19_seg02_clip_02", "timestamp": [ 0.0, 17.83 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.7704, "relevance": 2 }, { "pair_id": 50070, "video_name": "castle_s06e12_seg02_clip_26", "timestamp": [ 36.97, 89.33 ], "duration": 154.66, "caption": "A man and a woman were sitting in front of each other as they were talking.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 50071, "video_name": "house_s02e06_seg02_clip_04", "timestamp": [ 0.0, 14.93 ], "duration": 90.66, "caption": "A woman and a man wearing suit and tie were sitting in front of a person.", "similarity": 0.7699, "relevance": 2 }, { "pair_id": 50072, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.7694, "relevance": 3 }, { "pair_id": 50073, "video_name": "castle_s07e12_seg02_clip_21", "timestamp": [ 0.0, 59.87 ], "duration": 90.66, "caption": "A woman and a man were sitting in front of each other whilst talking.", "similarity": 0.7386, "relevance": 2 }, { "pair_id": 50074, "video_name": "castle_s05e22_seg02_clip_06", "timestamp": [ 0.0, 9.49 ], "duration": 90.66, "caption": "A woman and a man were sitting in front of each other whilst talking.", "similarity": 0.7386, "relevance": 1 }, { "pair_id": 50075, "video_name": "s05e19_seg02_clip_15", "timestamp": [ 6.79, 50.17 ], "duration": 59.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7332, "relevance": 1 }, { "pair_id": 50076, "video_name": "friends_s07e22_seg02_clip_02", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7332, "relevance": 1 }, { "pair_id": 50077, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.78 ], "duration": 57.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7332, "relevance": 2 }, { "pair_id": 50078, "video_name": "friends_s02e09_seg02_clip_01", "timestamp": [ 1.2, 60.03 ], "duration": 60.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7332, "relevance": 1 }, { "pair_id": 50079, "video_name": "castle_s05e11_seg02_clip_23", "timestamp": [ 24.5, 73.51 ], "duration": 90.66, "caption": "A man and another man were sitting in front of each other as they were having conversation with a woman and a woman.", "similarity": 0.7189, "relevance": 1 } ] }, { "query_id": 77445, "query": "A person opens a box full of medical supplies.", "relevant_moment": [ { "pair_id": 155520, "video_name": "house_s02e23_seg02_clip_01", "timestamp": [ 3.87, 6.88 ], "duration": 86.66, "caption": "A person opens a box full of medical supplies.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155521, "video_name": "house_s02e14_seg02_clip_20", "timestamp": [ 78.6, 88.32 ], "duration": 88.66, "caption": "A person opens up the medicine cabinet and grabs a box before closing it.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 155522, "video_name": "house_s06e19_seg02_clip_25", "timestamp": [ 29.26, 34.52 ], "duration": 117.66, "caption": "A doctor handed the small box to a person.", "similarity": 0.7245, "relevance": 1 }, { "pair_id": 155523, "video_name": "house_s06e19_seg02_clip_23", "timestamp": [ 31.29, 34.05 ], "duration": 92.66, "caption": "A person enters man's hospital room carrying a box.", "similarity": 0.7016, "relevance": 1 }, { "pair_id": 155524, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 43.33, 46.99 ], "duration": 61.66, "caption": "A person opens up a safe box and takes out a small box from it.", "similarity": 0.6994, "relevance": 3 }, { "pair_id": 155525, "video_name": "house_s07e05_seg02_clip_22", "timestamp": [ 13.92, 18.73 ], "duration": 96.66, "caption": "A doctor is collecting boxes of medicines from the pharmacy.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 155526, "video_name": "s08e16_seg02_clip_10", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A person takes a box off a shelf and opens it.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 155527, "video_name": "house_s08e08_seg02_clip_17", "timestamp": [ 5.53, 8.09 ], "duration": 85.66, "caption": "A person walks over to grab some medical supplies.", "similarity": 0.689, "relevance": 0 }, { "pair_id": 155528, "video_name": "house_s06e21_seg02_clip_16", "timestamp": [ 25.36, 29.44 ], "duration": 90.66, "caption": "A man wants a small box that contains supplies.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 155529, "video_name": "castle_s03e21_seg02_clip_12", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A man opens a box and takes out a few items from it.", "similarity": 0.6849, "relevance": 3 }, { "pair_id": 155530, "video_name": "house_s04e05_seg02_clip_23", "timestamp": [ 23.26, 33.49 ], "duration": 93.66, "caption": "A person put down the box he is carrying and asks the patient about his work.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 155531, "video_name": "house_s05e22_seg02_clip_17", "timestamp": [ 52.35, 55.09 ], "duration": 91.66, "caption": "A man takes a syringe from a medical supply box.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 155532, "video_name": "house_s01e15_seg02_clip_18", "timestamp": [ 72.17, 78.02 ], "duration": 78.66, "caption": "A person grabs some medical equipment out of a top cupboard.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 155533, "video_name": "friends_s02e14_seg01_clip_01", "timestamp": [ 0.0, 10.14 ], "duration": 52.66, "caption": "A person holds up an item and then places it into a box.", "similarity": 0.6725, "relevance": 1 }, { "pair_id": 155534, "video_name": "house_s01e19_seg02_clip_21", "timestamp": [ 24.39, 27.82 ], "duration": 85.66, "caption": "A doctor hands a box of tissue to their patient in the hospital bed.", "similarity": 0.6689, "relevance": 1 }, { "pair_id": 155535, "video_name": "castle_s01e02_seg02_clip_18", "timestamp": [ 19.31, 23.27 ], "duration": 99.66, "caption": "A person picks up a box of condoms from the medicine cabinet.", "similarity": 0.6635, "relevance": 1 }, { "pair_id": 155536, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 17.12, 19.18 ], "duration": 59.66, "caption": "A person reaches their right hand into a cardboard box.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 155537, "video_name": "grey_s01e06_seg02_clip_17", "timestamp": [ 0.0, 1.32 ], "duration": 88.66, "caption": "A woman picks up medical supplies and puts it in the bin.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 155538, "video_name": "house_s01e09_seg02_clip_17", "timestamp": [ 0.0, 3.25 ], "duration": 92.66, "caption": "A person grabs a medical bag full of liquid.", "similarity": 0.6483, "relevance": 1 }, { "pair_id": 155539, "video_name": "house_s03e01_seg02_clip_12", "timestamp": [ 47.12, 51.08 ], "duration": 88.66, "caption": "A person kicks open the door and comes in with a box of stuff.", "similarity": 0.6476, "relevance": 1 }, { "pair_id": 328840, "video_name": "s05e15_seg02_clip_10", "timestamp": [ 27.16, 28.38 ], "duration": 61.66, "caption": "A person opens the lid of a blue box.", "similarity": 0.6466, "relevance": 3 }, { "pair_id": 328841, "video_name": "s09e07_seg02_clip_06", "timestamp": [ 51.17, 55.21 ], "duration": 62.66, "caption": "A person returns the thing they are holding in the box.", "similarity": 0.645, "relevance": 3 }, { "pair_id": 328842, "video_name": "house_s07e17_seg02_clip_04", "timestamp": [ 80.06, 86.96 ], "duration": 92.66, "caption": "A person holds up a tin box containing syringes and bags of white powder.", "similarity": 0.64, "relevance": 4 }, { "pair_id": 328843, "video_name": "house_s02e24_seg02_clip_27", "timestamp": [ 15.66, 17.02 ], "duration": 17.66, "caption": "The doctors rush to get medical supplies for a man.", "similarity": 0.6399, "relevance": 2 }, { "pair_id": 328844, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 24.41, 28.68 ], "duration": 61.66, "caption": "A woman gives the box to someone and they open it.", "similarity": 0.6378, "relevance": 3 }, { "pair_id": 328845, "video_name": "s04e13_seg02_clip_11", "timestamp": [ 50.19, 55.12 ], "duration": 58.66, "caption": "A person enters their room carrying a box of tissues. They set them on their bedside table.", "similarity": 0.6364, "relevance": 1 }, { "pair_id": 328846, "video_name": "s05e20_seg02_clip_06", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A person opens the lid on a box and looks inside.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 328847, "video_name": "house_s05e08_seg02_clip_02", "timestamp": [ 53.6, 57.36 ], "duration": 94.66, "caption": "A doctor passes a box of tissues to a young person.", "similarity": 0.6351, "relevance": 2 }, { "pair_id": 328848, "video_name": "s05e07_seg02_clip_04", "timestamp": [ 41.32, 47.22 ], "duration": 59.66, "caption": "A person came into the room while holding a box.", "similarity": 0.6343, "relevance": 2 }, { "pair_id": 328849, "video_name": "house_s04e10_seg02_clip_19", "timestamp": [ 20.22, 23.51 ], "duration": 94.66, "caption": "A person places a blood vial into a container.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 328850, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 2.07, 4.72 ], "duration": 59.66, "caption": "A person came in the room carrying a box.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 328851, "video_name": "house_s04e06_seg02_clip_00", "timestamp": [ 23.72, 29.3 ], "duration": 93.66, "caption": "A doctor opens a plastic container and sits down.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 328853, "video_name": "house_s06e19_seg02_clip_25", "timestamp": [ 20.48, 34.52 ], "duration": 117.66, "caption": "A man walks up to a doctor and hands him a small cardboard package.", "similarity": 0.6252, "relevance": 2 }, { "pair_id": 328854, "video_name": "s03e02_seg02_clip_12", "timestamp": [ 25.74, 28.53 ], "duration": 62.66, "caption": "A person walks over and starts putting stuff inside a white box.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 328855, "video_name": "house_s01e09_seg02_clip_05", "timestamp": [ 68.15, 86.27 ], "duration": 86.66, "caption": "A doctor opens medical equipment and inserts it into the patient's mouth.", "similarity": 0.6218, "relevance": 2 }, { "pair_id": 328856, "video_name": "house_s04e01_seg02_clip_14", "timestamp": [ 0.0, 15.64 ], "duration": 92.66, "caption": "A person goes through items in the box that is on his desk.", "similarity": 0.6215, "relevance": 3 }, { "pair_id": 328857, "video_name": "s06e16_seg02_clip_00", "timestamp": [ 44.86, 46.69 ], "duration": 61.66, "caption": "A person takes some items out of the box on the counter.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 328858, "video_name": "castle_s07e02_seg02_clip_12", "timestamp": [ 66.3, 67.19 ], "duration": 88.66, "caption": "A person opens a fancy box lined with a gold metal.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 328859, "video_name": "house_s01e14_seg02_clip_24", "timestamp": [ 29.88, 31.94 ], "duration": 103.66, "caption": "The female patient of a doctor opens the packaging of the meal.", "similarity": 0.618, "relevance": 0 } ] }, { "query_id": 77477, "query": "A person is talking to woman on his/her laptop in his/her apartment.", "relevant_moment": [ { "pair_id": 14600, "video_name": "s04e21_seg02_clip_17", "timestamp": [ 78.34, 85.46 ], "duration": 89.66, "caption": "A person is talking to woman on his/her laptop in his/her apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14601, "video_name": "house_s04e11_seg02_clip_11", "timestamp": [ 3.15, 17.55 ], "duration": 90.66, "caption": "A person is sitting in his/her living room talking to someone who is on his/her laptop.", "similarity": 0.8426, "relevance": 4 }, { "pair_id": 14602, "video_name": "s03e06_seg02_clip_07", "timestamp": [ 0.0, 14.25 ], "duration": 77.66, "caption": "A person is on their laptop when another person is talking to them.", "similarity": 0.7907, "relevance": 2 }, { "pair_id": 14603, "video_name": "s09e13_seg02_clip_04", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A person was having a conversation with a woman through the laptop screen.", "similarity": 0.7874, "relevance": 4 }, { "pair_id": 14604, "video_name": "s05e04_seg02_clip_14", "timestamp": [ 50.42, 56.02 ], "duration": 56.66, "caption": "A person turns their laptop off and talks to a woman.", "similarity": 0.7831, "relevance": 3 }, { "pair_id": 14605, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 11.35, 15.76 ], "duration": 63.66, "caption": "A person is using their laptop while talking to another person.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 14606, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 0.0, 79.68 ], "duration": 89.66, "caption": "A person was talking to someone through a laptop.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 14607, "video_name": "castle_s06e23_seg02_clip_12", "timestamp": [ 50.74, 53.41 ], "duration": 89.66, "caption": "A person closes a laptop as he has a conversation with a woman in a hallway.", "similarity": 0.773, "relevance": 2 }, { "pair_id": 14608, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 18.31, 22.51 ], "duration": 60.66, "caption": "A person is using their laptop while talking to some people.", "similarity": 0.7723, "relevance": 2 }, { "pair_id": 14609, "video_name": "castle_s08e04_seg02_clip_20", "timestamp": [ 28.46, 32.52 ], "duration": 90.66, "caption": "A person's sit turns around as he faced his laptop to talk to a woman.", "similarity": 0.7721, "relevance": 3 }, { "pair_id": 14610, "video_name": "s02e03_seg02_clip_10", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A woman is sitting in front of her laptop while talking to a man.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 14611, "video_name": "s09e04_seg02_clip_08", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A person is speaking to a woman on video chat on their laptop.", "similarity": 0.7661, "relevance": 4 }, { "pair_id": 14612, "video_name": "s03e07_seg02_clip_10", "timestamp": [ 0.0, 24.9 ], "duration": 63.66, "caption": "A person is speaking to their parents on their laptop as they are in their apartment.", "similarity": 0.7605, "relevance": 4 }, { "pair_id": 14613, "video_name": "s02e09_seg02_clip_07", "timestamp": [ 37.82, 40.9 ], "duration": 56.66, "caption": "A person opens his laptop on his laptop as he is speaking to woman.", "similarity": 0.7569, "relevance": 2 }, { "pair_id": 14614, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 78.22, 92.03 ], "duration": 92.66, "caption": "A woman is speaking to a man as they are in her apartment.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 14615, "video_name": "s02e03_seg02_clip_15", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A person is sitting at someone's apartment as he is using his laptop.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 14616, "video_name": "s01e15_seg02_clip_05", "timestamp": [ 33.92, 40.82 ], "duration": 60.66, "caption": "A person is at their laptop while speaking with two other people.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 14617, "video_name": "s06e03_seg02_clip_09", "timestamp": [ 15.11, 57.02 ], "duration": 57.66, "caption": "A woman is sitting at her desk and talking to a man through her laptop screen.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 14618, "video_name": "s05e10_seg02_clip_09", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A person is sitting in front of a laptop while conversing with another person.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 14619, "video_name": "s04e14_seg02_clip_01", "timestamp": [ 10.8, 60.03 ], "duration": 60.66, "caption": "A woman was talking with a man through the laptop screen.", "similarity": 0.7392, "relevance": 4 } ] }, { "query_id": 77486, "query": "A person is eating a burrito while talking to other medical professionals.", "relevant_moment": [ { "pair_id": 157940, "video_name": "house_s02e24_seg02_clip_08", "timestamp": [ 60.81, 66.58 ], "duration": 88.66, "caption": "A person is eating a burrito while talking to other medical professionals.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157941, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 3.72, 9.3 ], "duration": 93.66, "caption": "A person is talking to the patient while the patient is eating.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 157942, "video_name": "house_s02e15_seg02_clip_08", "timestamp": [ 0.0, 90.18 ], "duration": 90.66, "caption": "A person talks to some people while eating.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 157943, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 21.69, 26.66 ], "duration": 90.66, "caption": "A person is eating while another person is talking to them.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 157944, "video_name": "house_s02e24_seg02_clip_08", "timestamp": [ 0.0, 53.71 ], "duration": 88.66, "caption": "A person is eating while talking to someone in a hospital room.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 157945, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 49.58, 56.66 ], "duration": 59.66, "caption": "A person stuffs their face with food while talking to another person.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 157946, "video_name": "s07e05_seg02_clip_07", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A person takes a bit of his food while another person is talking.", "similarity": 0.6833, "relevance": 2 }, { "pair_id": 157947, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A person is eating a sandwich when talking to another person.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 157948, "video_name": "grey_s02e20_seg02_clip_14", "timestamp": [ 0.0, 12.69 ], "duration": 94.66, "caption": "A person is eating a sandwich when talking to another person.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 157949, "video_name": "s02e13_seg01_clip_00", "timestamp": [ 1.98, 8.25 ], "duration": 66.66, "caption": "A person is eating their food very seriously and talks to the group.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 157950, "video_name": "house_s01e13_seg02_clip_03", "timestamp": [ 47.1, 52.93 ], "duration": 89.66, "caption": "A man gives food to the patient while talking.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 157951, "video_name": "house_s02e23_seg02_clip_16", "timestamp": [ 0.0, 29.38 ], "duration": 125.66, "caption": "A man is having a conversation with a person while he is eating.", "similarity": 0.6478, "relevance": 3 }, { "pair_id": 157952, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 0.0, 65.58 ], "duration": 93.66, "caption": "A person is talking to an obese patient that is eating their dinner.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 157953, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 9.44, 41.02 ], "duration": 41.66, "caption": "A person was eating a piece of bread whilst talking to another person.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 157954, "video_name": "house_s06e06_seg02_clip_06", "timestamp": [ 5.01, 10.92 ], "duration": 91.66, "caption": "A person sits down and gets his food while another person is talking.", "similarity": 0.6453, "relevance": 3 }, { "pair_id": 157955, "video_name": "friends_s05e09_seg02_clip_08", "timestamp": [ 33.87, 38.75 ], "duration": 61.66, "caption": "A person asks to speak with man while he's eating.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 157956, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 0.0, 11.66 ], "duration": 89.66, "caption": "A person puts some food into their mouth with the fork while talking to another person.", "similarity": 0.6429, "relevance": 3 }, { "pair_id": 157957, "video_name": "house_s03e03_seg02_clip_09", "timestamp": [ 0.0, 12.56 ], "duration": 46.66, "caption": "A person converses with two other people while chewing on a snack.", "similarity": 0.6386, "relevance": 3 }, { "pair_id": 157958, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 0.0, 39.35 ], "duration": 89.66, "caption": "Some people are having a talk while eating.", "similarity": 0.6352, "relevance": 3 }, { "pair_id": 157959, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 57.37, 61.03 ], "duration": 61.66, "caption": "Some people are talking while they are eating.", "similarity": 0.6318, "relevance": 2 }, { "pair_id": 331260, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 15.96, 58.03 ], "duration": 58.66, "caption": "A person was having a meal along with two other people whilst they were having a conversation.", "similarity": 0.6309, "relevance": 1 }, { "pair_id": 331261, "video_name": "met_s03e07_seg02_clip_12", "timestamp": [ 15.08, 22.47 ], "duration": 61.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.6251, "relevance": 1 }, { "pair_id": 331262, "video_name": "grey_s02e11_seg02_clip_15", "timestamp": [ 71.16, 91.23 ], "duration": 91.66, "caption": "Some people are having a conversation while eating.", "similarity": 0.6251, "relevance": 2 }, { "pair_id": 331263, "video_name": "s05e21_seg02_clip_02", "timestamp": [ 0.0, 4.56 ], "duration": 57.66, "caption": "A man is eating as he listens to another person speak.", "similarity": 0.6229, "relevance": 2 }, { "pair_id": 331264, "video_name": "house_s03e23_seg02_clip_11", "timestamp": [ 35.35, 39.54 ], "duration": 93.66, "caption": "A man takes a bite of food while talking with two other people.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 331265, "video_name": "s10e08_seg02_clip_04", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A person is talking then gets up to get some more food.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 331266, "video_name": "house_s07e20_seg02_clip_26", "timestamp": [ 0.0, 5.17 ], "duration": 47.66, "caption": "A person offers another person a snack while they are talking.", "similarity": 0.616, "relevance": 2 }, { "pair_id": 331267, "video_name": "s08e04_seg02_clip_01", "timestamp": [ 24.91, 27.91 ], "duration": 60.66, "caption": "A person passes a burrito wrapped in foil to another person.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 331268, "video_name": "friends_s03e06_seg01_clip_00", "timestamp": [ 15.93, 19.51 ], "duration": 65.66, "caption": "A man is chewing his food while continuing with the conversation.", "similarity": 0.6117, "relevance": 1 }, { "pair_id": 331269, "video_name": "house_s02e24_seg02_clip_19", "timestamp": [ 45.7, 51.15 ], "duration": 83.66, "caption": "A person eats a sandwich with a patient.", "similarity": 0.6114, "relevance": 3 }, { "pair_id": 331270, "video_name": "castle_s02e08_seg02_clip_10", "timestamp": [ 85.04, 90.47 ], "duration": 90.66, "caption": "A woman and man talk to a person while he eats.", "similarity": 0.6091, "relevance": 1 }, { "pair_id": 331271, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 20.48, 23.67 ], "duration": 91.66, "caption": "A person takes a bit of their food and chews it.", "similarity": 0.6022, "relevance": 1 }, { "pair_id": 331272, "video_name": "house_s06e03_seg02_clip_11", "timestamp": [ 0.0, 8.46 ], "duration": 89.66, "caption": "A person is vogueing while talking to the other doctors.", "similarity": 0.6014, "relevance": 2 }, { "pair_id": 331273, "video_name": "house_s01e10_seg02_clip_03", "timestamp": [ 0.0, 5.98 ], "duration": 92.66, "caption": "A person is talking to another person about his/her medical expertise.", "similarity": 0.5953, "relevance": 2 }, { "pair_id": 331274, "video_name": "grey_s03e03_seg02_clip_13", "timestamp": [ 0.0, 26.15 ], "duration": 90.66, "caption": "Some people are having a discussion while they are eating.", "similarity": 0.5946, "relevance": 2 }, { "pair_id": 331275, "video_name": "s05e20_seg02_clip_10", "timestamp": [ 0.0, 3.48 ], "duration": 58.66, "caption": "A person stops someone from putting their food into their mouth.", "similarity": 0.5936, "relevance": 1 }, { "pair_id": 331276, "video_name": "house_s02e15_seg02_clip_12", "timestamp": [ 26.07, 32.59 ], "duration": 93.66, "caption": "A person walks in to talk to man while he's sitting down eating.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 331277, "video_name": "friends_s01e10_seg02_clip_19", "timestamp": [ 16.99, 17.89 ], "duration": 59.66, "caption": "A person puts a piece of food in their mouth.", "similarity": 0.5926, "relevance": 1 }, { "pair_id": 331278, "video_name": "s02e06_seg02_clip_02", "timestamp": [ 4.48, 7.84 ], "duration": 56.66, "caption": "A woman tries to talk to a person about science while he's eating.", "similarity": 0.5925, "relevance": 1 }, { "pair_id": 331279, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 6.41, 10.99 ], "duration": 61.66, "caption": "A man continues to eat while another person is speaking.", "similarity": 0.5899, "relevance": 1 } ] }, { "query_id": 77490, "query": "A woman walks over and opens the fridge to get a drink.", "relevant_moment": [ { "pair_id": 162520, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman walks over and opens the fridge to get a drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162521, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A woman opens the refrigerator and gets a drink.", "similarity": 0.9055, "relevance": 4 }, { "pair_id": 162522, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 2.44, 4.27 ], "duration": 61.66, "caption": "A woman walks over to the fridge and opens it up.", "similarity": 0.8968, "relevance": 2 }, { "pair_id": 162523, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 40.32, 47.15 ], "duration": 65.66, "caption": "A woman walks over to the refrigerator and opens it.", "similarity": 0.8933, "relevance": 3 }, { "pair_id": 162524, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 21.75, 38.45 ], "duration": 63.66, "caption": "A woman opened the refrigerator and gets a bunch of drinks.", "similarity": 0.8589, "relevance": 3 }, { "pair_id": 162525, "video_name": "s03e02_seg02_clip_02", "timestamp": [ 27.45, 33.94 ], "duration": 59.66, "caption": "A woman walks to the refrigerator and gets some drink.", "similarity": 0.8544, "relevance": 4 }, { "pair_id": 162526, "video_name": "castle_s03e23_seg02_clip_00", "timestamp": [ 45.55, 52.45 ], "duration": 92.66, "caption": "A woman walks over to the refrigerator and opens the door.", "similarity": 0.852, "relevance": 3 }, { "pair_id": 162527, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 18.01, 26.71 ], "duration": 60.66, "caption": "A woman walks to her fridge and opens it to take out a bottled water.", "similarity": 0.8423, "relevance": 3 }, { "pair_id": 162528, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 18.91, 23.41 ], "duration": 60.66, "caption": "A woman walks and go to the refrigerator and open it.", "similarity": 0.84, "relevance": 3 }, { "pair_id": 162529, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8385, "relevance": 2 }, { "pair_id": 162530, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8385, "relevance": 2 }, { "pair_id": 162531, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 50.65, 52.79 ], "duration": 61.66, "caption": "A person opens the refrigerator and gets a drink.", "similarity": 0.8332, "relevance": 2 }, { "pair_id": 162532, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 5.27, 15.51 ], "duration": 62.66, "caption": "A woman walks over to the fridge and gets a bottle of water.", "similarity": 0.8317, "relevance": 4 }, { "pair_id": 162533, "video_name": "s06e09_seg02_clip_03", "timestamp": [ 0.62, 6.82 ], "duration": 62.66, "caption": "A woman walks over to fridge, opens the door and gets out a bottle of wine.", "similarity": 0.8305, "relevance": 4 }, { "pair_id": 162534, "video_name": "grey_s02e15_seg02_clip_17", "timestamp": [ 2.33, 7.44 ], "duration": 93.66, "caption": "A woman goes to the fridge and opens it.", "similarity": 0.8279, "relevance": 3 }, { "pair_id": 162535, "video_name": "friends_s04e15_seg02_clip_00", "timestamp": [ 25.21, 28.68 ], "duration": 63.66, "caption": "A woman opens the fridge and grabs a bottle of water.", "similarity": 0.8042, "relevance": 4 }, { "pair_id": 162536, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 8.37, 15.2 ], "duration": 62.66, "caption": "A woman opens the refrigerator and gets a bottle of water out.", "similarity": 0.7986, "relevance": 4 }, { "pair_id": 162537, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 20.95, 28.63 ], "duration": 59.66, "caption": "A woman walks into the kitchen and opens the refrigerator.", "similarity": 0.7881, "relevance": 3 }, { "pair_id": 162538, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 38.37, 44.87 ], "duration": 65.66, "caption": "A woman walks over to the fridge and takes something out.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 162539, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 36.82, 43.54 ], "duration": 64.66, "caption": "A person walks toward the fridge and opens it.", "similarity": 0.7864, "relevance": 2 }, { "pair_id": 335840, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 22.21, 37.22 ], "duration": 60.66, "caption": "A person walks over to the refrigerator and takes out a drink.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 335841, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 42.8 ], "duration": 62.66, "caption": "A woman opens the refrigerator and pulls out a water bottle.", "similarity": 0.7814, "relevance": 4 }, { "pair_id": 335842, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 35.45, 39.74 ], "duration": 57.66, "caption": "A woman opens the fridge and gets something from inside.", "similarity": 0.7789, "relevance": 3 }, { "pair_id": 335843, "video_name": "friends_s03e19_seg02_clip_17", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person walks to the refrigerator to grab a drink.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 335844, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 41.3, 44.55 ], "duration": 65.66, "caption": "A woman opens the refrigerator door and takes a bottle of water out.", "similarity": 0.7757, "relevance": 3 }, { "pair_id": 335845, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 4.09, 17.84 ], "duration": 58.66, "caption": "A woman then moved over to the refrigerator and opens it.", "similarity": 0.7648, "relevance": 2 }, { "pair_id": 335846, "video_name": "friends_s04e20_seg02_clip_08", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A woman walks into the apartment and opens the fridge.", "similarity": 0.7644, "relevance": 3 }, { "pair_id": 335847, "video_name": "castle_s01e09_seg02_clip_10", "timestamp": [ 18.04, 26.16 ], "duration": 90.66, "caption": "A person approaches the refrigerator, opens it and takes out a bottled drink.", "similarity": 0.763, "relevance": 2 }, { "pair_id": 335848, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.79 ], "duration": 61.66, "caption": "A person walks to the fridge, opens it, and closes it.", "similarity": 0.7569, "relevance": 1 }, { "pair_id": 335849, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A person walks to the refrigerator and opens door.", "similarity": 0.7506, "relevance": 1 }, { "pair_id": 335850, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.7494, "relevance": 3 }, { "pair_id": 335851, "video_name": "castle_s04e12_seg02_clip_15", "timestamp": [ 39.31, 45.63 ], "duration": 90.66, "caption": "A person walks in and opens the refrigerator door.", "similarity": 0.7486, "relevance": 4 }, { "pair_id": 335852, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 48.62, 54.62 ], "duration": 60.66, "caption": "A woman stands up, walks to the kitchen and opens the fridge.", "similarity": 0.741, "relevance": 3 }, { "pair_id": 335853, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A woman opens the refrigerator with her right hand.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 335854, "video_name": "friends_s01e16-17_seg02_clip_05", "timestamp": [ 45.59, 51.11 ], "duration": 58.66, "caption": "A woman grabs a bottle of water from the fridge.", "similarity": 0.7363, "relevance": 2 }, { "pair_id": 335855, "video_name": "s07e02_seg02_clip_05", "timestamp": [ 0.0, 9.61 ], "duration": 62.66, "caption": "A person walks over to the refrigerator and pulls out a bottle of water.", "similarity": 0.7363, "relevance": 2 }, { "pair_id": 335856, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person walks to the refrigerator, opens it and then closes it.", "similarity": 0.7363, "relevance": 3 }, { "pair_id": 335857, "video_name": "friends_s06e23_seg01_clip_00", "timestamp": [ 15.05, 20.66 ], "duration": 59.66, "caption": "A woman gets a bottle of water from the fridge.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 335858, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 45.87, 51.17 ], "duration": 53.66, "caption": "A person walks into the kitchen and opens the refrigerator.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 335859, "video_name": "friends_s09e20_seg02_clip_02", "timestamp": [ 42.33, 47.55 ], "duration": 61.66, "caption": "A woman walks over to the fridge and looks inside.", "similarity": 0.7357, "relevance": 4 } ] }, { "query_id": 77512, "query": "Someone walks past a man and a woman in the hallway.", "relevant_moment": [ { "pair_id": 5080, "video_name": "house_s02e24_seg02_clip_06", "timestamp": [ 35.19, 38.2 ], "duration": 67.66, "caption": "Someone walks past a man and a woman in the hallway.", "similarity": 1.0, "relevance": 0 }, { "pair_id": 5081, "video_name": "castle_s07e19_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A woman walks through the hallway with a man and another person.", "similarity": 0.9031, "relevance": 4 }, { "pair_id": 5082, "video_name": "castle_s02e23_seg02_clip_14", "timestamp": [ 23.21, 30.95 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway with a person in between them.", "similarity": 0.8953, "relevance": 4 }, { "pair_id": 5083, "video_name": "castle_s01e09_seg02_clip_02", "timestamp": [ 82.82, 89.53 ], "duration": 89.66, "caption": "A woman walks through a hallway with a man and another person following her.", "similarity": 0.8917, "relevance": 3 }, { "pair_id": 5084, "video_name": "castle_s02e02_seg02_clip_25", "timestamp": [ 0.0, 3.55 ], "duration": 88.66, "caption": "A man and woman are walking down the hallway with someone in front of them.", "similarity": 0.8895, "relevance": 3 }, { "pair_id": 5085, "video_name": "castle_s03e22_seg02_clip_19", "timestamp": [ 0.0, 5.61 ], "duration": 102.66, "caption": "A man and a woman walk down a hallway together.", "similarity": 0.87, "relevance": 3 }, { "pair_id": 5086, "video_name": "castle_s07e06_seg02_clip_17", "timestamp": [ 23.06, 33.5 ], "duration": 87.66, "caption": "A woman and a man walk over and meet another man in the hallway.", "similarity": 0.8554, "relevance": 3 }, { "pair_id": 5087, "video_name": "castle_s08e13_seg02_clip_14", "timestamp": [ 76.74, 88.66 ], "duration": 88.66, "caption": "A person and a woman walk together down a hallway.", "similarity": 0.8465, "relevance": 3 }, { "pair_id": 5088, "video_name": "castle_s06e20_seg02_clip_11", "timestamp": [ 14.83, 17.8 ], "duration": 84.66, "caption": "A man walks in on woman and another woman as they stand in the hallway.", "similarity": 0.8396, "relevance": 2 }, { "pair_id": 5090, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A woman and a man walk down a hallway and stop outside a room.", "similarity": 0.8342, "relevance": 3 }, { "pair_id": 5091, "video_name": "house_s07e12_seg02_clip_14", "timestamp": [ 0.0, 13.4 ], "duration": 89.66, "caption": "Two people walk down the hallway with a person close behind.", "similarity": 0.8319, "relevance": 4 }, { "pair_id": 5092, "video_name": "castle_s02e07_seg02_clip_18", "timestamp": [ 16.84, 20.94 ], "duration": 91.66, "caption": "A man follows a woman and another person as they pass him by the hallway.", "similarity": 0.8282, "relevance": 3 }, { "pair_id": 5093, "video_name": "castle_s06e22_seg02_clip_04", "timestamp": [ 46.81, 48.61 ], "duration": 90.66, "caption": "A person walks into the hallway where some people and leaves with a woman.", "similarity": 0.8247, "relevance": 4 }, { "pair_id": 5094, "video_name": "house_s04e02_seg02_clip_13", "timestamp": [ 14.4, 21.61 ], "duration": 90.66, "caption": "A woman and man are walking hurriedly side by side in the hallway.", "similarity": 0.8164, "relevance": 4 }, { "pair_id": 5095, "video_name": "grey_s02e06_seg02_clip_17", "timestamp": [ 49.97, 51.51 ], "duration": 103.66, "caption": "A man is walking around woman in the hallway.", "similarity": 0.8146, "relevance": 1 }, { "pair_id": 5096, "video_name": "grey_s02e21_seg02_clip_06", "timestamp": [ 55.91, 61.92 ], "duration": 92.66, "caption": "A man walks through the hallway and meets a woman.", "similarity": 0.813, "relevance": 3 }, { "pair_id": 5098, "video_name": "house_s02e18_seg02_clip_08", "timestamp": [ 7.44, 37.68 ], "duration": 93.66, "caption": "A man and a woman walk in the hallway and talk about a man.", "similarity": 0.8098, "relevance": 4 }, { "pair_id": 5099, "video_name": "friends_s09e17_seg02_clip_19", "timestamp": [ 35.3, 36.56 ], "duration": 63.66, "caption": "Two people walk into the same room as a woman and a man.", "similarity": 0.8091, "relevance": 1 }, { "pair_id": 178401, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 18.74, 27.67 ], "duration": 89.66, "caption": "A woman and a man are walking down a hallway talking with someone.", "similarity": 0.8035, "relevance": 3 }, { "pair_id": 178402, "video_name": "s02e08_seg02_clip_03", "timestamp": [ 4.06, 16.54 ], "duration": 58.66, "caption": "A man and a woman walk down a hallway to leave.", "similarity": 0.8034, "relevance": 4 }, { "pair_id": 178404, "video_name": "grey_s03e17_seg02_clip_05", "timestamp": [ 48.65, 56.11 ], "duration": 71.66, "caption": "A man and a woman walk through the hallway and suddenly stop.", "similarity": 0.7954, "relevance": 3 }, { "pair_id": 178405, "video_name": "grey_s03e07_seg02_clip_28", "timestamp": [ 0.0, 5.09 ], "duration": 92.66, "caption": "A man walks through the hallway to meet a woman.", "similarity": 0.7941, "relevance": 3 }, { "pair_id": 178406, "video_name": "grey_s03e12_seg02_clip_09", "timestamp": [ 47.87, 53.48 ], "duration": 86.66, "caption": "A man catches up to walk with a woman down the hallway.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 178408, "video_name": "castle_s03e09_seg02_clip_11", "timestamp": [ 6.83, 17.29 ], "duration": 91.66, "caption": "A man and a woman walk down a hallway together talking.", "similarity": 0.7909, "relevance": 4 }, { "pair_id": 178409, "video_name": "grey_s01e07_seg02_clip_20", "timestamp": [ 12.29, 15.47 ], "duration": 91.66, "caption": "Two people walk down the hallway together.", "similarity": 0.7906, "relevance": 3 }, { "pair_id": 178410, "video_name": "castle_s07e15_seg02_clip_01", "timestamp": [ 43.7, 45.91 ], "duration": 88.66, "caption": "A person is walking down the hallway with man following them.", "similarity": 0.7905, "relevance": 4 }, { "pair_id": 178411, "video_name": "castle_s05e06_seg02_clip_04", "timestamp": [ 86.02, 90.57 ], "duration": 91.66, "caption": "A man and a woman are walking down the hallway and the man points at the woman.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 178412, "video_name": "grey_s03e11_seg02_clip_24", "timestamp": [ 68.1, 73.16 ], "duration": 92.66, "caption": "A woman walks by a man in the hallway and then turns around to stop him.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 178413, "video_name": "s01e15_seg02_clip_00", "timestamp": [ 0.0, 6.2 ], "duration": 62.66, "caption": "A man steps closer to a woman in the hallway.", "similarity": 0.7833, "relevance": 3 }, { "pair_id": 178414, "video_name": "grey_s03e09_seg02_clip_01", "timestamp": [ 35.26, 39.66 ], "duration": 73.66, "caption": "A man walks out into the hallway and looks at a woman and a man talking.", "similarity": 0.7799, "relevance": 3 }, { "pair_id": 178415, "video_name": "grey_s03e17_seg02_clip_10", "timestamp": [ 0.0, 5.46 ], "duration": 72.66, "caption": "A woman walks through the hallway then turns around when she sees a man.", "similarity": 0.7797, "relevance": 4 }, { "pair_id": 178416, "video_name": "house_s05e02_seg02_clip_01", "timestamp": [ 6.11, 28.21 ], "duration": 94.66, "caption": "A man walks behind a person in the hallway with another man.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 178417, "video_name": "met_s02e02_seg02_clip_07", "timestamp": [ 0.3, 9.13 ], "duration": 60.66, "caption": "A man and a woman are talking in the hallway.", "similarity": 0.7762, "relevance": 3 }, { "pair_id": 178418, "video_name": "castle_s06e22_seg02_clip_13", "timestamp": [ 22.63, 32.63 ], "duration": 87.66, "caption": "A man and a woman run down the hallway and into the stairwell.", "similarity": 0.7706, "relevance": 3 }, { "pair_id": 178419, "video_name": "grey_s02e17_seg02_clip_00", "timestamp": [ 6.5, 12.5 ], "duration": 100.66, "caption": "Some people are standing in the hallway and a man walks past them.", "similarity": 0.7689, "relevance": 3 } ] }, { "query_id": 77518, "query": "A person rips a cord from the machine of a patient then sits down on his bed.", "relevant_moment": [ { "pair_id": 132380, "video_name": "house_s02e24_seg02_clip_03", "timestamp": [ 57.49, 72.7 ], "duration": 95.66, "caption": "A person rips a cord from the machine of a patient then sits down on his bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 132381, "video_name": "house_s01e10_seg02_clip_15", "timestamp": [ 51.69, 62.92 ], "duration": 89.66, "caption": "A person tries to comfort a patient that's lying on a bed.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 132382, "video_name": "house_s04e06_seg02_clip_19", "timestamp": [ 58.97, 62.57 ], "duration": 90.66, "caption": "A person sits down on the patient bed across from the patient.", "similarity": 0.7107, "relevance": 1 }, { "pair_id": 132383, "video_name": "house_s06e05_seg02_clip_24", "timestamp": [ 0.0, 3.03 ], "duration": 101.66, "caption": "Dr. person takes a seat beside the patient's bed.", "similarity": 0.6865, "relevance": 1 }, { "pair_id": 132384, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 17.68, 25.58 ], "duration": 93.66, "caption": "A person walks over to the end of his patient's bed.", "similarity": 0.6854, "relevance": 0 }, { "pair_id": 132385, "video_name": "house_s07e03_seg02_clip_06", "timestamp": [ 6.79, 12.13 ], "duration": 97.66, "caption": "Dr. person moves the bed of the patient while person is sleeping.", "similarity": 0.685, "relevance": 1 }, { "pair_id": 132386, "video_name": "house_s08e11_seg02_clip_14", "timestamp": [ 0.0, 17.1 ], "duration": 90.66, "caption": "A person rests on the patients' bed as they hurriedly moved him to the Surgery Room.", "similarity": 0.6811, "relevance": 1 }, { "pair_id": 132387, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 36.19, 43.88 ], "duration": 90.66, "caption": "A person gets on the bed and holds the patient down with their weight.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 132388, "video_name": "house_s01e12_seg02_clip_05", "timestamp": [ 8.19, 19.83 ], "duration": 86.66, "caption": "A person walks over to the patient and rips the blanket from them.", "similarity": 0.6795, "relevance": 2 }, { "pair_id": 132389, "video_name": "house_s01e13_seg02_clip_16", "timestamp": [ 80.47, 93.03 ], "duration": 93.66, "caption": "A person works on someone while sitting next to their hospital bed.", "similarity": 0.6763, "relevance": 1 }, { "pair_id": 132390, "video_name": "house_s01e12_seg02_clip_05", "timestamp": [ 18.11, 19.4 ], "duration": 86.66, "caption": "A man rips the sheet from over the patient.", "similarity": 0.6762, "relevance": 1 }, { "pair_id": 132391, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 18.9 ], "duration": 92.66, "caption": "A person was lying on a hospital bed.", "similarity": 0.6752, "relevance": 1 }, { "pair_id": 132392, "video_name": "house_s06e16_seg02_clip_01", "timestamp": [ 2.65, 4.42 ], "duration": 88.66, "caption": "The patient quickly gets off from the bed.", "similarity": 0.6729, "relevance": 1 }, { "pair_id": 132393, "video_name": "house_s08e09_seg02_clip_06", "timestamp": [ 0.0, 2.19 ], "duration": 87.66, "caption": "A doctor is pressing down a person confined in their bed.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 132394, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 81.47, 87.38 ], "duration": 91.66, "caption": "The patient is on their bed in pain pressing for their medicine.", "similarity": 0.6688, "relevance": 0 }, { "pair_id": 132395, "video_name": "house_s06e03_seg02_clip_23", "timestamp": [ 9.24, 33.72 ], "duration": 92.66, "caption": "A person is shocking a patient with paddles as they lie on the hospital bed.", "similarity": 0.6676, "relevance": 1 }, { "pair_id": 132396, "video_name": "grey_s01e08_seg02_clip_09", "timestamp": [ 0.0, 12.79 ], "duration": 91.66, "caption": "A person is leaning on a patient's bed as he/she is being injected by someone.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 132397, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 51.79, 57.7 ], "duration": 90.66, "caption": "A person is lying in a hospital bed with a strap across their chest.", "similarity": 0.6645, "relevance": 0 }, { "pair_id": 132398, "video_name": "house_s08e15_seg02_clip_18", "timestamp": [ 52.52, 55.19 ], "duration": 89.66, "caption": "A person takes the patient's temperature while he lies in bed.", "similarity": 0.6625, "relevance": 1 }, { "pair_id": 132399, "video_name": "house_s05e07_seg02_clip_02", "timestamp": [ 27.46, 30.61 ], "duration": 90.66, "caption": "A doctor sits down on the edge of the bed of the patient.", "similarity": 0.6587, "relevance": 2 } ] }, { "query_id": 77528, "query": "A woman puts her earring on her right ear.", "relevant_moment": [ { "pair_id": 135940, "video_name": "friends_s01e06_seg02_clip_17", "timestamp": [ 20.86, 26.46 ], "duration": 62.66, "caption": "A woman puts her earring on her right ear.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 135941, "video_name": "s06e19_seg01_clip_00", "timestamp": [ 21.09, 30.39 ], "duration": 62.66, "caption": "A woman puts an earring in her right ear.", "similarity": 0.9768, "relevance": 4 }, { "pair_id": 135942, "video_name": "castle_s04e19_seg02_clip_00", "timestamp": [ 19.76, 21.59 ], "duration": 91.66, "caption": "A woman touches her ear with her right hand.", "similarity": 0.7927, "relevance": 3 }, { "pair_id": 135943, "video_name": "friends_s10e11_seg02_clip_09", "timestamp": [ 10.72, 14.5 ], "duration": 63.66, "caption": "A woman grabs her right ear with her right hand.", "similarity": 0.7624, "relevance": 3 }, { "pair_id": 135944, "video_name": "castle_s04e07_seg02_clip_09", "timestamp": [ 63.72, 67.81 ], "duration": 91.66, "caption": "A woman puts a communications earpiece in her ear.", "similarity": 0.7572, "relevance": 3 }, { "pair_id": 135945, "video_name": "friends_s03e13_seg02_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A woman pulls her hair back over her right ear.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 135946, "video_name": "castle_s03e07_seg02_clip_23", "timestamp": [ 20.03, 21.39 ], "duration": 91.66, "caption": "A woman turns to the side as she puts her cell phone to her ear.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 135947, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 0.0, 3.08 ], "duration": 61.66, "caption": "A woman dials on her cellphone and puts it on her ear.", "similarity": 0.6982, "relevance": 3 }, { "pair_id": 135948, "video_name": "s07e22_seg02_clip_12", "timestamp": [ 34.48, 36.62 ], "duration": 61.66, "caption": "A woman pushes her hair behind her left ear.", "similarity": 0.6922, "relevance": 1 }, { "pair_id": 135949, "video_name": "castle_s07e15_seg02_clip_24", "timestamp": [ 22.7, 28.93 ], "duration": 89.66, "caption": "A woman dials on her phone and puts it to her ear.", "similarity": 0.6898, "relevance": 3 }, { "pair_id": 135950, "video_name": "friends_s04e09_seg02_clip_16", "timestamp": [ 10.97, 12.25 ], "duration": 51.66, "caption": "A woman reaches up with her right hand and puts her hair behind her ear.", "similarity": 0.6894, "relevance": 2 }, { "pair_id": 135951, "video_name": "friends_s10e10_seg02_clip_04", "timestamp": [ 5.4, 8.41 ], "duration": 60.66, "caption": "A woman releases a person's ear after she agrees with them.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 135952, "video_name": "friends_s09e04_seg01_clip_00", "timestamp": [ 21.43, 40.02 ], "duration": 63.66, "caption": "While a man and woman are sitting on the couch, woman puts her earring in her left ear.", "similarity": 0.6786, "relevance": 3 }, { "pair_id": 135953, "video_name": "friends_s05e02_seg02_clip_15", "timestamp": [ 10.2, 10.8 ], "duration": 60.66, "caption": "A woman rubs her hand behind her ear to put it in place.", "similarity": 0.6773, "relevance": 0 }, { "pair_id": 135954, "video_name": "met_s02e12_seg02_clip_04", "timestamp": [ 55.88, 60.66 ], "duration": 60.66, "caption": "A woman plugs her ears with her fingers as a person talks.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 135955, "video_name": "house_s03e21_seg02_clip_15", "timestamp": [ 53.07, 59.55 ], "duration": 81.66, "caption": "A woman starts scratching her right ear very hard.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 135956, "video_name": "friends_s05e19_seg02_clip_02", "timestamp": [ 27.51, 28.61 ], "duration": 55.66, "caption": "A woman grabs both of her ear lobes simultaneously.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 135957, "video_name": "castle_s06e11_seg02_clip_23", "timestamp": [ 14.69, 20.48 ], "duration": 89.66, "caption": "A woman hands someone a cell phone and she puts it up to her ear.", "similarity": 0.6484, "relevance": 3 }, { "pair_id": 135958, "video_name": "met_s03e18_seg02_clip_02", "timestamp": [ 53.47, 56.67 ], "duration": 64.66, "caption": "A woman picks up her cell phone and puts it to her ear.", "similarity": 0.6449, "relevance": 3 }, { "pair_id": 135959, "video_name": "friends_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.35 ], "duration": 67.66, "caption": "A woman reached up and covered both of her ears.", "similarity": 0.6448, "relevance": 2 } ] }, { "query_id": 77665, "query": "A woman sits down on the chair in front of a man.", "relevant_moment": [ { "pair_id": 148540, "video_name": "house_s07e04_seg02_clip_07", "timestamp": [ 1.37, 3.64 ], "duration": 91.66, "caption": "A woman sits down on the chair in front of a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148541, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 61.22, 64.37 ], "duration": 90.66, "caption": "A man sits down in a wooden chair in front of a woman.", "similarity": 0.9103, "relevance": 3 }, { "pair_id": 148542, "video_name": "s02e08_seg02_clip_06", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman sits down on a chair near a man.", "similarity": 0.9029, "relevance": 3 }, { "pair_id": 148543, "video_name": "s08e12_seg02_clip_12", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A woman sits down on the chair next to a man.", "similarity": 0.8826, "relevance": 2 }, { "pair_id": 148544, "video_name": "friends_s07e03_seg01_clip_00", "timestamp": [ 51.28, 54.64 ], "duration": 61.66, "caption": "A man sits down on the chair next to a woman.", "similarity": 0.8666, "relevance": 1 }, { "pair_id": 148545, "video_name": "castle_s03e13_seg02_clip_09", "timestamp": [ 19.88, 24.4 ], "duration": 90.66, "caption": "A woman sits down in the chair that's next to a man.", "similarity": 0.8656, "relevance": 3 }, { "pair_id": 148546, "video_name": "castle_s06e04_seg02_clip_06", "timestamp": [ 30.16, 33.76 ], "duration": 90.66, "caption": "A man moves the chair in front of a woman and sits down.", "similarity": 0.8585, "relevance": 3 }, { "pair_id": 148547, "video_name": "s06e17_seg02_clip_04", "timestamp": [ 32.04, 37.23 ], "duration": 61.66, "caption": "A woman sits down on the chair and a man moves behind her.", "similarity": 0.8563, "relevance": 3 }, { "pair_id": 148548, "video_name": "castle_s08e05_seg02_clip_09", "timestamp": [ 67.51, 69.01 ], "duration": 150.66, "caption": "A woman sits down in a chair in front of person.", "similarity": 0.8501, "relevance": 4 }, { "pair_id": 148549, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 39.66, 41.75 ], "duration": 59.66, "caption": "A woman sits down in a chair and then a man sits down next to her.", "similarity": 0.8497, "relevance": 1 }, { "pair_id": 148550, "video_name": "house_s03e18_seg02_clip_13", "timestamp": [ 84.65, 87.84 ], "duration": 91.66, "caption": "A man sits down in a chair next to a woman.", "similarity": 0.8492, "relevance": 3 }, { "pair_id": 148551, "video_name": "castle_s05e09_seg02_clip_22", "timestamp": [ 18.52, 20.24 ], "duration": 86.66, "caption": "A woman sits down on table in front of a man.", "similarity": 0.848, "relevance": 3 }, { "pair_id": 148552, "video_name": "friends_s08e03_seg02_clip_02", "timestamp": [ 26.55, 28.68 ], "duration": 61.66, "caption": "A man sits down on the chair across from woman and person.", "similarity": 0.843, "relevance": 2 }, { "pair_id": 148553, "video_name": "castle_s06e16_seg02_clip_16", "timestamp": [ 30.21, 33.37 ], "duration": 90.66, "caption": "A man stands behind the chair for a woman as she sits down.", "similarity": 0.8361, "relevance": 4 }, { "pair_id": 148554, "video_name": "castle_s05e02_seg02_clip_18", "timestamp": [ 12.95, 16.08 ], "duration": 89.66, "caption": "A man sits down in front of woman who is sitting on the table.", "similarity": 0.8345, "relevance": 3 }, { "pair_id": 148555, "video_name": "castle_s02e14_seg02_clip_13", "timestamp": [ 24.93, 27.65 ], "duration": 90.66, "caption": "A person sits down in the chair next to woman.", "similarity": 0.8334, "relevance": 3 }, { "pair_id": 148556, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 52.79, 58.59 ], "duration": 61.66, "caption": "A man sits down in a chair and woman sits beside him.", "similarity": 0.8315, "relevance": 2 }, { "pair_id": 148557, "video_name": "friends_s07e04_seg02_clip_19", "timestamp": [ 42.09, 45.39 ], "duration": 55.66, "caption": "A man sits down in the chair across from woman.", "similarity": 0.8301, "relevance": 3 }, { "pair_id": 148558, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 31.51, 32.11 ], "duration": 60.66, "caption": "A man sits on the arm of the chair where a woman is sitting.", "similarity": 0.8295, "relevance": 1 }, { "pair_id": 148559, "video_name": "s08e01_seg02_clip_08", "timestamp": [ 25.82, 29.3 ], "duration": 58.66, "caption": "A man sits down in a chair across from woman.", "similarity": 0.829, "relevance": 3 }, { "pair_id": 321860, "video_name": "friends_s01e10_seg02_clip_16", "timestamp": [ 38.12, 48.02 ], "duration": 60.66, "caption": "A woman startles a man and sits down beside him on the chair.", "similarity": 0.8258, "relevance": 3 }, { "pair_id": 321861, "video_name": "house_s03e15_seg02_clip_19", "timestamp": [ 23.41, 25.66 ], "duration": 90.66, "caption": "A woman sits down in her chair while a man stands up.", "similarity": 0.8214, "relevance": 3 }, { "pair_id": 321862, "video_name": "friends_s04e10_seg02_clip_06", "timestamp": [ 21.4, 24.81 ], "duration": 62.66, "caption": "A man sits back on the arm of the chair that a woman is sitting in.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 321863, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 13.34, 16.56 ], "duration": 92.66, "caption": "A person sits on the chair too beside a woman.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 321864, "video_name": "friends_s08e23-24_seg02_clip_02", "timestamp": [ 18.25, 23.38 ], "duration": 57.66, "caption": "A woman goes over and sits on a man's chair.", "similarity": 0.8033, "relevance": 4 }, { "pair_id": 321865, "video_name": "friends_s08e03_seg02_clip_07", "timestamp": [ 6.71, 12.21 ], "duration": 61.66, "caption": "A man crouches down in front of woman who is sitting in a chair.", "similarity": 0.8015, "relevance": 3 }, { "pair_id": 321866, "video_name": "friends_s02e08_seg02_clip_02", "timestamp": [ 8.65, 16.11 ], "duration": 59.66, "caption": "A woman takes a seat on the armchair and a man sits by her.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 321867, "video_name": "castle_s05e08_seg02_clip_00", "timestamp": [ 89.45, 92.22 ], "duration": 92.66, "caption": "A woman sits down in the chair next to a man and turns to face him.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 321869, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 87.32, 90.02 ], "duration": 90.66, "caption": "A woman begins to sit down in front of a man.", "similarity": 0.7882, "relevance": 1 }, { "pair_id": 321870, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 13.28, 16.23 ], "duration": 59.66, "caption": "A person sits down on the chair behind someone.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 321871, "video_name": "castle_s06e03_seg02_clip_07", "timestamp": [ 0.0, 2.27 ], "duration": 90.66, "caption": "A person sits in a chair beside a standing woman.", "similarity": 0.7795, "relevance": 3 }, { "pair_id": 321872, "video_name": "friends_s05e20_seg01_clip_00", "timestamp": [ 39.29, 45.56 ], "duration": 66.66, "caption": "A woman sits down on the chair with her partner.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 321873, "video_name": "friends_s08e12_seg02_clip_20", "timestamp": [ 27.15, 35.71 ], "duration": 59.66, "caption": "A man gets a chair and sits beside a woman.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 321874, "video_name": "friends_s03e04_seg02_clip_11", "timestamp": [ 20.92, 50.43 ], "duration": 57.66, "caption": "Two women sit next to a man on the chair.", "similarity": 0.7767, "relevance": 2 }, { "pair_id": 321875, "video_name": "friends_s09e15_seg02_clip_07", "timestamp": [ 4.41, 8.82 ], "duration": 63.66, "caption": "A man sits down on the coffee table in front of a woman.", "similarity": 0.7763, "relevance": 3 }, { "pair_id": 321876, "video_name": "house_s04e12_seg02_clip_22", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman pulls out a chair and sits down with a man.", "similarity": 0.776, "relevance": 4 }, { "pair_id": 321877, "video_name": "castle_s04e23_seg02_clip_09", "timestamp": [ 30.72, 33.35 ], "duration": 87.66, "caption": "A woman walks around a man and sits down in a chair.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 321878, "video_name": "house_s05e01_seg02_clip_11", "timestamp": [ 8.55, 10.8 ], "duration": 90.66, "caption": "A woman sits down on the chair, while speaking to a man.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 321879, "video_name": "friends_s06e19_seg02_clip_08", "timestamp": [ 1.77, 11.21 ], "duration": 59.66, "caption": "A woman sits down in the chair and a man sits down at their desk.", "similarity": 0.7728, "relevance": 4 } ] }, { "query_id": 77672, "query": "A person sits down in their chair at the table with their team.", "relevant_moment": [ { "pair_id": 14020, "video_name": "house_s07e04_seg02_clip_00", "timestamp": [ 84.03, 87.87 ], "duration": 96.66, "caption": "A person sits down in their chair at the table with their team.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14021, "video_name": "house_s08e09_seg02_clip_01", "timestamp": [ 20.71, 23.86 ], "duration": 90.66, "caption": "A person sits down at the table with his/her team.", "similarity": 0.9127, "relevance": 4 }, { "pair_id": 14022, "video_name": "house_s08e15_seg02_clip_13", "timestamp": [ 0.0, 2.94 ], "duration": 98.66, "caption": "A person sits in a chair while all their team stands in front of them.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 14023, "video_name": "house_s08e15_seg02_clip_00", "timestamp": [ 46.54, 50.3 ], "duration": 94.66, "caption": "The rest of the team sits in their own chair to join a man in the table.", "similarity": 0.7873, "relevance": 4 }, { "pair_id": 14024, "video_name": "s08e02_seg02_clip_03", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A person sits down at the table with some people.", "similarity": 0.7419, "relevance": 4 }, { "pair_id": 14025, "video_name": "s09e16_seg02_clip_07", "timestamp": [ 27.31, 31.51 ], "duration": 60.66, "caption": "A person sits down at the table with some other people.", "similarity": 0.7178, "relevance": 4 }, { "pair_id": 14026, "video_name": "friends_s07e12_seg02_clip_05", "timestamp": [ 23.11, 25.81 ], "duration": 60.66, "caption": "A person sits down on a chair at the dining table.", "similarity": 0.7158, "relevance": 1 }, { "pair_id": 14027, "video_name": "s04e18_seg02_clip_15", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A person sits down at the table to join the others.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 14028, "video_name": "house_s08e13_seg02_clip_06", "timestamp": [ 32.21, 36.29 ], "duration": 90.66, "caption": "A man takes their seat on the table where their team is having a meeting.", "similarity": 0.6934, "relevance": 4 }, { "pair_id": 14029, "video_name": "house_s08e04_seg02_clip_05", "timestamp": [ 2.23, 4.01 ], "duration": 89.66, "caption": "A person sits in a chair with their feet up on a table.", "similarity": 0.6884, "relevance": 1 }, { "pair_id": 14030, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.63, 3.9 ], "duration": 65.66, "caption": "A person sits down at a table with two other people.", "similarity": 0.674, "relevance": 4 }, { "pair_id": 14031, "video_name": "castle_s07e05_seg02_clip_22", "timestamp": [ 67.07, 69.32 ], "duration": 90.66, "caption": "A woman sits down in a chair at the table.", "similarity": 0.6687, "relevance": 2 }, { "pair_id": 14032, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.7, 9.63 ], "duration": 55.66, "caption": "A person takes a seat at a table with some people.", "similarity": 0.6649, "relevance": 4 }, { "pair_id": 14033, "video_name": "castle_s06e19_seg02_clip_24", "timestamp": [ 14.06, 19.5 ], "duration": 90.66, "caption": "A person sits down on a chair at a table, then another person sits at the same table.", "similarity": 0.6627, "relevance": 4 }, { "pair_id": 14034, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 29.41, 35.72 ], "duration": 60.66, "caption": "A person sits on the table where someone invited him to sit.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 14035, "video_name": "friends_s03e18_seg02_clip_15", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A person takes a seat in the chair in front of the table.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 14036, "video_name": "met_s03e05_seg02_clip_18", "timestamp": [ 31.42, 32.48 ], "duration": 74.66, "caption": "A person sits at a table with two other people.", "similarity": 0.6553, "relevance": 3 }, { "pair_id": 14037, "video_name": "s01e17_seg02_clip_11", "timestamp": [ 59.23, 61.79 ], "duration": 64.66, "caption": "A person goes to someone's dining table and sits on the chair.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 14038, "video_name": "castle_s05e02_seg02_clip_12", "timestamp": [ 61.87, 64.99 ], "duration": 89.66, "caption": "A person sits down in a chair at the table talking to two other people.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 14039, "video_name": "house_s06e03_seg02_clip_01", "timestamp": [ 30.81, 35.21 ], "duration": 88.66, "caption": "A person slowly moves towards a chair at the table and sits down.", "similarity": 0.6502, "relevance": 4 } ] }, { "query_id": 77682, "query": "A man at the window, in a plaid shirt, touches his face then folds his arms.", "relevant_moment": [ { "pair_id": 147040, "video_name": "house_s07e04_seg02_clip_02", "timestamp": [ 57.87, 59.65 ], "duration": 89.66, "caption": "A man at the window, in a plaid shirt, touches his face then folds his arms.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147041, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 1.8, 7.65 ], "duration": 90.66, "caption": "A man leans against the window with his arm up.", "similarity": 0.6621, "relevance": 1 }, { "pair_id": 147042, "video_name": "s04e10_seg02_clip_11", "timestamp": [ 30.24, 33.17 ], "duration": 65.66, "caption": "A man folds his arms and tilts his head.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 147043, "video_name": "castle_s01e02_seg02_clip_03", "timestamp": [ 19.14, 31.16 ], "duration": 89.66, "caption": "A man folds his arms together during their conversation.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 147044, "video_name": "house_s05e02_seg02_clip_12", "timestamp": [ 66.26, 68.66 ], "duration": 96.66, "caption": "A man raises his head from touching his folded hands.", "similarity": 0.6157, "relevance": 1 }, { "pair_id": 147045, "video_name": "s05e24_seg02_clip_00", "timestamp": [ 8.0, 10.24 ], "duration": 64.66, "caption": "A man touches a knob above the window to his right with his hand.", "similarity": 0.6137, "relevance": 1 }, { "pair_id": 147046, "video_name": "friends_s01e24_seg02_clip_19", "timestamp": [ 20.46, 22.63 ], "duration": 48.66, "caption": "A man closes his eyes and waves his arms in front of himself.", "similarity": 0.6106, "relevance": 0 }, { "pair_id": 147047, "video_name": "friends_s05e06_seg02_clip_20", "timestamp": [ 0.0, 7.48 ], "duration": 88.66, "caption": "A man keeps switching his facial expressions in the window.", "similarity": 0.6091, "relevance": 1 }, { "pair_id": 147048, "video_name": "house_s05e07_seg02_clip_19", "timestamp": [ 58.12, 61.62 ], "duration": 70.66, "caption": "A man leans back on the sofa and folds his arms over his chest.", "similarity": 0.6061, "relevance": 1 }, { "pair_id": 147049, "video_name": "friends_s01e07_seg02_clip_19", "timestamp": [ 50.48, 55.41 ], "duration": 58.66, "caption": "A man turns around to face another man and he unfolds his arms.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 147050, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 55.83, 60.03 ], "duration": 60.66, "caption": "A man places his hand on the wall next to the window then scratches his face.", "similarity": 0.5967, "relevance": 2 }, { "pair_id": 147051, "video_name": "house_s05e06_seg02_clip_02", "timestamp": [ 58.1, 62.94 ], "duration": 88.66, "caption": "A man goes to a window and moves the blinds over.", "similarity": 0.5925, "relevance": 1 }, { "pair_id": 147052, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 16.78, 18.0 ], "duration": 61.66, "caption": "A man folds his arms when another man is speaking.", "similarity": 0.5914, "relevance": 1 }, { "pair_id": 147053, "video_name": "friends_s05e17_seg02_clip_01", "timestamp": [ 0.0, 3.2 ], "duration": 64.66, "caption": "A man moves his hands around to point out the window.", "similarity": 0.5885, "relevance": 1 }, { "pair_id": 147054, "video_name": "friends_s04e22_seg02_clip_03", "timestamp": [ 51.16, 53.88 ], "duration": 60.66, "caption": "A man gets up from the couch while touching someone's arm.", "similarity": 0.5859, "relevance": 0 }, { "pair_id": 147055, "video_name": "friends_s06e11_seg02_clip_10", "timestamp": [ 6.71, 8.85 ], "duration": 61.66, "caption": "A man folds his arms in front of him as he is listening to another man.", "similarity": 0.5854, "relevance": 1 }, { "pair_id": 147056, "video_name": "friends_s10e17-18_seg02_clip_31", "timestamp": [ 30.22, 33.36 ], "duration": 57.66, "caption": "A man pats another man on the back and then folds his arms in front of him.", "similarity": 0.5834, "relevance": 1 }, { "pair_id": 147057, "video_name": "s06e24_seg02_clip_13", "timestamp": [ 0.0, 4.49 ], "duration": 69.66, "caption": "A person gestures with his thumb out the rear window.", "similarity": 0.5832, "relevance": 0 }, { "pair_id": 147058, "video_name": "house_s05e24_seg02_clip_25", "timestamp": [ 19.73, 27.02 ], "duration": 27.66, "caption": "A person touches a man's face as he stands in the room.", "similarity": 0.5728, "relevance": 1 }, { "pair_id": 147059, "video_name": "house_s04e12_seg02_clip_03", "timestamp": [ 9.2, 11.5 ], "duration": 92.66, "caption": "A man wearing a yarmulke folds his arm across is chest as he looks through a glass door.", "similarity": 0.5716, "relevance": 2 } ] }, { "query_id": 77685, "query": "Two people look at a computer image of a leg.", "relevant_moment": [ { "pair_id": 108980, "video_name": "house_s07e04_seg02_clip_03", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "Two people look at a computer image of a leg.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 108981, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 53.19, 69.42 ], "duration": 90.66, "caption": "Two people look at a patient's imaging on a computer monitor.", "similarity": 0.757, "relevance": 4 }, { "pair_id": 108982, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 0.0, 11.88 ], "duration": 88.66, "caption": "Two people were looking up on a picture.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 108983, "video_name": "castle_s03e11_seg02_clip_15", "timestamp": [ 69.2, 73.22 ], "duration": 89.66, "caption": "Two people look at someone on a monitor.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 108984, "video_name": "castle_s03e18_seg02_clip_11", "timestamp": [ 0.0, 14.85 ], "duration": 90.66, "caption": "Two people were looking at the computer monitor.", "similarity": 0.7006, "relevance": 3 }, { "pair_id": 108985, "video_name": "house_s02e22_seg02_clip_04", "timestamp": [ 0.0, 17.77 ], "duration": 96.66, "caption": "Two individuals both look at the monitor together.", "similarity": 0.6934, "relevance": 2 }, { "pair_id": 108986, "video_name": "house_s05e01_seg02_clip_04", "timestamp": [ 66.45, 91.03 ], "duration": 91.66, "caption": "Two people both take a look at the screen.", "similarity": 0.6831, "relevance": 3 }, { "pair_id": 108987, "video_name": "house_s08e19_seg02_clip_17", "timestamp": [ 20.16, 25.54 ], "duration": 89.66, "caption": "Two people are looking at someone on their monitor.", "similarity": 0.6816, "relevance": 3 }, { "pair_id": 108988, "video_name": "house_s05e01_seg02_clip_05", "timestamp": [ 1.8, 6.32 ], "duration": 90.66, "caption": "Two people are looking at a monitor attentively.", "similarity": 0.6802, "relevance": 4 }, { "pair_id": 108989, "video_name": "castle_s06e09_seg02_clip_07", "timestamp": [ 17.55, 30.61 ], "duration": 90.66, "caption": "Two people look at a picture on a big screen TV monitor.", "similarity": 0.6799, "relevance": 3 }, { "pair_id": 108990, "video_name": "castle_s03e09_seg02_clip_18", "timestamp": [ 47.26, 50.41 ], "duration": 90.66, "caption": "A person shows two men an image on the computer.", "similarity": 0.6754, "relevance": 3 }, { "pair_id": 108991, "video_name": "castle_s07e01_seg02_clip_10", "timestamp": [ 0.0, 15.73 ], "duration": 82.66, "caption": "Some people are looking at pictures of a person on the computer screen.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 108992, "video_name": "house_s07e23_seg02_clip_13", "timestamp": [ 71.46, 89.32 ], "duration": 89.66, "caption": "Two people both take a look at the patient on the monitor.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 108993, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 14.17, 91.44 ], "duration": 91.66, "caption": "Two people examine the patient on the computer screens.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 108994, "video_name": "met_s03e07_seg01_clip_03", "timestamp": [ 40.47, 46.05 ], "duration": 93.66, "caption": "A couple is looking at something on a laptop computer.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 108995, "video_name": "house_s02e02_seg02_clip_23", "timestamp": [ 45.25, 52.53 ], "duration": 104.66, "caption": "Two people take a look the brain scan.", "similarity": 0.6556, "relevance": 3 }, { "pair_id": 108996, "video_name": "house_s01e04_seg02_clip_19", "timestamp": [ 33.51, 47.52 ], "duration": 100.66, "caption": "Two people sit at the computer and look at the screen.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 108997, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 83.99, 88.41 ], "duration": 88.66, "caption": "A person is beside another person as they look at a computer screen.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 108998, "video_name": "castle_s03e08_seg02_clip_14", "timestamp": [ 19.24, 24.17 ], "duration": 89.66, "caption": "Two people point at a photo on a computer at the same time as a person stops on a picture of someone on the screen.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 108999, "video_name": "house_s03e05_seg02_clip_11", "timestamp": [ 70.22, 77.42 ], "duration": 90.66, "caption": "Two people are looking at a brain scan and one is pointing out parts of it.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 282300, "video_name": "castle_s02e24_seg02_clip_09", "timestamp": [ 57.33, 77.19 ], "duration": 90.66, "caption": "Two people lean over a desk looking at a computer.", "similarity": 0.6386, "relevance": 3 }, { "pair_id": 282301, "video_name": "s03e23_seg02_clip_11", "timestamp": [ 49.22, 60.03 ], "duration": 60.66, "caption": "Two people are both looking at a computer and getting anxious.", "similarity": 0.6381, "relevance": 3 }, { "pair_id": 282302, "video_name": "s01e14_seg01_clip_00", "timestamp": [ 0.0, 63.03 ], "duration": 63.66, "caption": "Some people are looking at a computer screen.", "similarity": 0.6369, "relevance": 2 }, { "pair_id": 282303, "video_name": "castle_s02e20_seg02_clip_16", "timestamp": [ 0.0, 13.8 ], "duration": 92.66, "caption": "Two people were looking at the photos posted on the board.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 282304, "video_name": "castle_s04e11_seg02_clip_16", "timestamp": [ 51.49, 55.56 ], "duration": 90.66, "caption": "A person hands another person a picture to look at.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 282305, "video_name": "house_s07e22_seg02_clip_16", "timestamp": [ 73.03, 75.35 ], "duration": 93.66, "caption": "Two people are looking at a brain scan.", "similarity": 0.6313, "relevance": 2 }, { "pair_id": 282306, "video_name": "castle_s03e07_seg02_clip_13", "timestamp": [ 17.48, 23.01 ], "duration": 92.66, "caption": "A man is looking at a picture of a couple on the computer and shows it to a woman and a person.", "similarity": 0.6305, "relevance": 3 }, { "pair_id": 282307, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 47.33, 55.53 ], "duration": 91.66, "caption": "Two people are discussing what they are looking at the computer.", "similarity": 0.6296, "relevance": 1 }, { "pair_id": 282308, "video_name": "castle_s02e14_seg02_clip_21", "timestamp": [ 85.23, 89.84 ], "duration": 92.66, "caption": "Two men look at a computer screen.", "similarity": 0.6265, "relevance": 3 }, { "pair_id": 282309, "video_name": "house_s04e08_seg02_clip_13", "timestamp": [ 14.74, 30.36 ], "duration": 89.66, "caption": "A person sees something on the monitor and another person comes over to look at it.", "similarity": 0.6239, "relevance": 3 }, { "pair_id": 282310, "video_name": "castle_s06e14_seg02_clip_08", "timestamp": [ 62.25, 70.43 ], "duration": 90.66, "caption": "Two people are looking at a picture of a person as it is on the case board as a person mentions how he/she got the info.", "similarity": 0.6232, "relevance": 1 }, { "pair_id": 282311, "video_name": "house_s06e11_seg02_clip_05", "timestamp": [ 80.72, 83.21 ], "duration": 83.66, "caption": "Two people are observing the CAT scan computer monitor.", "similarity": 0.6231, "relevance": 3 }, { "pair_id": 282312, "video_name": "castle_s02e18_seg02_clip_21", "timestamp": [ 0.0, 4.46 ], "duration": 89.66, "caption": "A person is looking at an image on the computer.", "similarity": 0.6206, "relevance": 1 }, { "pair_id": 282313, "video_name": "house_s02e09_seg02_clip_03", "timestamp": [ 14.69, 54.3 ], "duration": 89.66, "caption": "A doctor and a man were staring at the computer monitor.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 282314, "video_name": "castle_s01e10_seg02_clip_14", "timestamp": [ 59.16, 88.66 ], "duration": 88.66, "caption": "Some people are looking at a computer screen of surveillance pictures.", "similarity": 0.6197, "relevance": 3 }, { "pair_id": 282315, "video_name": "castle_s05e09_seg02_clip_14", "timestamp": [ 35.13, 42.79 ], "duration": 90.66, "caption": "Two people are looking at images on the wall and woman points to one image.", "similarity": 0.6171, "relevance": 2 }, { "pair_id": 282316, "video_name": "grey_s02e04_seg02_clip_09", "timestamp": [ 14.72, 20.61 ], "duration": 84.66, "caption": "Two people look at the images on the screen and another person interrupts them.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 282317, "video_name": "house_s02e17_seg02_clip_18", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "The doctors are looking in an image in a monitor.", "similarity": 0.6164, "relevance": 3 }, { "pair_id": 282318, "video_name": "castle_s06e02_seg02_clip_17", "timestamp": [ 15.88, 34.02 ], "duration": 90.66, "caption": "Two people stand looking down at a laptop.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 282319, "video_name": "friends_s10e10_seg02_clip_00", "timestamp": [ 3.22, 19.3 ], "duration": 64.66, "caption": "Two people look through several photographs together.", "similarity": 0.615, "relevance": 2 } ] }, { "query_id": 77691, "query": "A man leaves the room of his sick partner.", "relevant_moment": [ { "pair_id": 45980, "video_name": "house_s07e04_seg02_clip_08", "timestamp": [ 63.26, 66.05 ], "duration": 93.66, "caption": "A man leaves the room of his sick partner.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 45981, "video_name": "castle_s02e21_seg02_clip_13", "timestamp": [ 51.88, 58.71 ], "duration": 91.66, "caption": "A man leaves the room leaving a man sitting alone.", "similarity": 0.7297, "relevance": 1 }, { "pair_id": 45982, "video_name": "house_s07e21_seg02_clip_10", "timestamp": [ 14.72, 18.87 ], "duration": 92.66, "caption": "A person turns around and leaves the room leaving a man alone.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 45983, "video_name": "house_s02e18_seg02_clip_25", "timestamp": [ 41.42, 44.6 ], "duration": 91.66, "caption": "A man leaves the hospital room while another person talks to a woman.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 45984, "video_name": "house_s03e09_seg02_clip_14", "timestamp": [ 31.36, 35.64 ], "duration": 95.66, "caption": "A man leaves the room but the patient's family stops him after.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 45985, "video_name": "house_s01e13_seg02_clip_11", "timestamp": [ 2.61, 10.88 ], "duration": 87.66, "caption": "A man and man exit the room.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 45986, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 59.22, 69.98 ], "duration": 89.66, "caption": "A person leaves the room leaving two men and a woman.", "similarity": 0.6858, "relevance": 1 }, { "pair_id": 45987, "video_name": "house_s07e18_seg02_clip_24", "timestamp": [ 60.09, 62.11 ], "duration": 80.66, "caption": "A man gets up and leaves a woman's hospital room.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 45988, "video_name": "house_s06e19_seg02_clip_06", "timestamp": [ 9.45, 12.6 ], "duration": 90.66, "caption": "A woman and a man leave a person's hospital room together.", "similarity": 0.6807, "relevance": 1 }, { "pair_id": 45989, "video_name": "house_s05e23_seg02_clip_03", "timestamp": [ 44.6, 48.7 ], "duration": 91.66, "caption": "A person leaves the room of another person.", "similarity": 0.6797, "relevance": 2 }, { "pair_id": 45990, "video_name": "house_s07e16_seg02_clip_16", "timestamp": [ 31.1, 38.34 ], "duration": 85.66, "caption": "A man leaves the patient's room and another person watches after him.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 45991, "video_name": "grey_s03e11_seg02_clip_26", "timestamp": [ 0.41, 11.28 ], "duration": 41.66, "caption": "Awkwardly, a man leaves the room he and a woman were in.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 45992, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 45.77, 49.13 ], "duration": 61.66, "caption": "A man leaves a woman alone in the hospital room.", "similarity": 0.6717, "relevance": 3 }, { "pair_id": 45993, "video_name": "house_s06e09_seg02_clip_03", "timestamp": [ 51.4, 56.91 ], "duration": 91.66, "caption": "A man leaves a hotel room after touching another person on the shoulder.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 45994, "video_name": "house_s06e19_seg02_clip_04", "timestamp": [ 24.31, 28.81 ], "duration": 90.66, "caption": "A group of medical professionals exit the room and leave a man alone.", "similarity": 0.6633, "relevance": 0 }, { "pair_id": 45995, "video_name": "house_s07e06_seg02_clip_18", "timestamp": [ 23.06, 24.37 ], "duration": 87.66, "caption": "A man walks out of a person's room leaving him in a hospital bed.", "similarity": 0.6627, "relevance": 1 }, { "pair_id": 45996, "video_name": "friends_s04e13_seg02_clip_07", "timestamp": [ 0.0, 5.89 ], "duration": 62.66, "caption": "A man leaves the room and a man and a woman stay.", "similarity": 0.6625, "relevance": 0 }, { "pair_id": 45997, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 16.56, 22.09 ], "duration": 92.66, "caption": "A man walks away from another person and leaves the room.", "similarity": 0.6585, "relevance": 1 }, { "pair_id": 45998, "video_name": "house_s04e05_seg02_clip_20", "timestamp": [ 33.83, 57.74 ], "duration": 90.66, "caption": "A man leaves the room, a woman stays in the room.", "similarity": 0.6562, "relevance": 0 }, { "pair_id": 45999, "video_name": "house_s02e18_seg02_clip_25", "timestamp": [ 28.22, 32.31 ], "duration": 91.66, "caption": "A man leaves the room to do some tasks while a person is checking to the woman patient.", "similarity": 0.6529, "relevance": 2 } ] }, { "query_id": 77787, "query": "A woman walks up to a man with a cheese container in her hand.", "relevant_moment": [ { "pair_id": 115500, "video_name": "grey_s03e22_seg02_clip_19", "timestamp": [ 68.42, 71.57 ], "duration": 90.66, "caption": "A woman walks up to a man with a cheese container in her hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 115501, "video_name": "friends_s04e10_seg02_clip_10", "timestamp": [ 4.76, 7.84 ], "duration": 56.66, "caption": "A woman takes some cheese out of the container a man is holding.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 115502, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 52.73, 54.77 ], "duration": 58.66, "caption": "A woman walks up to woman and man with a glass in her hand.", "similarity": 0.7404, "relevance": 3 }, { "pair_id": 115503, "video_name": "castle_s03e18_seg02_clip_10", "timestamp": [ 10.24, 15.13 ], "duration": 89.66, "caption": "A woman walks up to a man and a woman.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 115504, "video_name": "house_s02e21_seg02_clip_18", "timestamp": [ 0.0, 3.36 ], "duration": 96.66, "caption": "A woman walks up to a man with her hands on her hips.", "similarity": 0.6968, "relevance": 1 }, { "pair_id": 115505, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 15.64, 25.31 ], "duration": 92.66, "caption": "A person walks over to a woman who is holding up her hands.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 115506, "video_name": "castle_s08e10_seg02_clip_19", "timestamp": [ 78.18, 81.36 ], "duration": 90.66, "caption": "A woman walks up to a man and with her hand on her hip.", "similarity": 0.6939, "relevance": 2 }, { "pair_id": 115507, "video_name": "met_s06e09_seg02_clip_14", "timestamp": [ 22.64, 25.12 ], "duration": 62.66, "caption": "A woman walks up to a man who is seated.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 115508, "video_name": "house_s03e22_seg02_clip_25", "timestamp": [ 55.07, 70.09 ], "duration": 91.66, "caption": "A woman walks up to a man to catch up with him.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 115509, "video_name": "friends_s07e04_seg02_clip_11", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A woman walks up to man and holds their arm.", "similarity": 0.6907, "relevance": 1 }, { "pair_id": 115510, "video_name": "friends_s04e05_seg02_clip_08", "timestamp": [ 5.4, 10.2 ], "duration": 60.66, "caption": "A man walks up to a woman with his hands in his pockets.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 115511, "video_name": "castle_s08e21_seg02_clip_09", "timestamp": [ 86.59, 87.02 ], "duration": 87.66, "caption": "A man walks up to woman as she walks towards him.", "similarity": 0.689, "relevance": 1 }, { "pair_id": 115512, "video_name": "castle_s06e06_seg02_clip_05", "timestamp": [ 86.37, 90.44 ], "duration": 90.66, "caption": "A man walks up to a woman and a man holding a finger up.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 115513, "video_name": "house_s01e15_seg02_clip_16", "timestamp": [ 68.19, 74.18 ], "duration": 92.66, "caption": "A woman stands up and walks directly to a man.", "similarity": 0.6875, "relevance": 1 }, { "pair_id": 115514, "video_name": "castle_s05e06_seg02_clip_02", "timestamp": [ 32.67, 37.73 ], "duration": 92.66, "caption": "A woman walks up to man and shakes his hand.", "similarity": 0.6836, "relevance": 0 }, { "pair_id": 115515, "video_name": "friends_s05e08_seg02_clip_15", "timestamp": [ 22.01, 31.44 ], "duration": 57.66, "caption": "A man pushes up his sleeves when woman goes to grab a box of macaroni and cheese.", "similarity": 0.6818, "relevance": 3 }, { "pair_id": 115516, "video_name": "met_s03e10_seg01_clip_02", "timestamp": [ 11.24, 15.3 ], "duration": 62.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.6817, "relevance": 2 }, { "pair_id": 115517, "video_name": "grey_s03e08_seg02_clip_14", "timestamp": [ 72.13, 82.44 ], "duration": 82.66, "caption": "A woman walks up to a man and talks to him.", "similarity": 0.6817, "relevance": 0 }, { "pair_id": 115518, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 21.36, 23.19 ], "duration": 61.66, "caption": "A woman walks up to a man who puts his arm around her.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 115519, "video_name": "castle_s02e22_seg02_clip_16", "timestamp": [ 40.12, 50.26 ], "duration": 88.66, "caption": "A woman walks up to a man when he is on his date.", "similarity": 0.6806, "relevance": 1 } ] }, { "query_id": 77810, "query": "A woman sets a gift down on top of a stack of presents.", "relevant_moment": [ { "pair_id": 155820, "video_name": "met_s02e19_seg02_clip_08", "timestamp": [ 2.13, 4.56 ], "duration": 60.66, "caption": "A woman sets a gift down on top of a stack of presents.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155821, "video_name": "s05e04_seg02_clip_13", "timestamp": [ 31.63, 39.08 ], "duration": 62.66, "caption": "A woman opens the gift.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 155822, "video_name": "friends_s08e20_seg02_clip_09", "timestamp": [ 20.47, 23.57 ], "duration": 62.66, "caption": "A woman holds a baby basket filled with presents, then sets it down.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 155823, "video_name": "friends_s08e20_seg02_clip_11", "timestamp": [ 4.01, 7.17 ], "duration": 57.66, "caption": "A woman leans forward and puts her hand on one of person's gifts.", "similarity": 0.7156, "relevance": 1 }, { "pair_id": 155824, "video_name": "friends_s08e20_seg02_clip_10", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A woman motions her hand over all of the presents.", "similarity": 0.6964, "relevance": 1 }, { "pair_id": 155825, "video_name": "friends_s03e19_seg02_clip_06", "timestamp": [ 19.54, 24.5 ], "duration": 62.66, "caption": "A woman puts her hand out and tells someone to give her the gift.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 155826, "video_name": "friends_s08e02_seg02_clip_01", "timestamp": [ 9.64, 24.92 ], "duration": 47.66, "caption": "A woman has a small gift box in her hand and she opens it.", "similarity": 0.6847, "relevance": 2 }, { "pair_id": 155827, "video_name": "friends_s04e08_seg02_clip_02", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "A woman jumps up and down after explaining how hard gift giving is.", "similarity": 0.6831, "relevance": 1 }, { "pair_id": 155828, "video_name": "house_s07e17_seg02_clip_07", "timestamp": [ 15.98, 23.04 ], "duration": 94.66, "caption": "A woman accepts the gift and puts it on top of her desk.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 155829, "video_name": "s09e18_seg02_clip_01", "timestamp": [ 1.5, 9.0 ], "duration": 60.66, "caption": "A woman slightly turns a red gift box in her hands and puts it in another woman's face.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 155830, "video_name": "castle_s08e11_seg02_clip_00", "timestamp": [ 48.61, 51.44 ], "duration": 94.66, "caption": "A woman lifts a gift basket off of the floor and sets it on the table.", "similarity": 0.6631, "relevance": 3 }, { "pair_id": 155831, "video_name": "friends_s03e05_seg02_clip_16", "timestamp": [ 31.21, 50.42 ], "duration": 60.66, "caption": "A woman holds up the gift that she had gotten from a man.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 155832, "video_name": "friends_s01e24_seg02_clip_07", "timestamp": [ 44.15, 57.27 ], "duration": 59.66, "caption": "A woman opens a gift and it's from a man.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 155833, "video_name": "friends_s08e02_seg02_clip_03", "timestamp": [ 16.44, 20.16 ], "duration": 62.66, "caption": "A woman sits down at the coffee table full of presents.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 155834, "video_name": "friends_s01e16-17_seg02_clip_38", "timestamp": [ 28.84, 33.81 ], "duration": 62.66, "caption": "A woman tells person that she brought them a gift.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 155835, "video_name": "met_s02e11_seg02_clip_15", "timestamp": [ 7.17, 9.85 ], "duration": 59.66, "caption": "A woman opens the Christmas gift that man gave her.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 155836, "video_name": "s03e01_seg02_clip_10", "timestamp": [ 33.87, 44.55 ], "duration": 61.66, "caption": "A man hands woman a gift and she opens it.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 155837, "video_name": "friends_s02e09_seg02_clip_19", "timestamp": [ 14.8, 31.04 ], "duration": 58.66, "caption": "A woman enjoys the gift that some men have given her.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 155838, "video_name": "met_s02e19_seg02_clip_08", "timestamp": [ 24.92, 27.95 ], "duration": 60.66, "caption": "A woman switches the name tags between two gifts.", "similarity": 0.6289, "relevance": 3 }, { "pair_id": 155839, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 10.2, 68.02 ], "duration": 68.66, "caption": "A woman gave their Christmas gift to two people.", "similarity": 0.6269, "relevance": 1 } ] }, { "query_id": 77827, "query": "Two people walk together while they are talking.", "relevant_moment": [ { "pair_id": 78980, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 50.45, 53.15 ], "duration": 77.66, "caption": "Two people walk together while they are talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 78981, "video_name": "house_s01e11_seg02_clip_03", "timestamp": [ 2.2, 4.84 ], "duration": 88.66, "caption": "Two people are walking together while talking.", "similarity": 0.9776, "relevance": 4 }, { "pair_id": 78982, "video_name": "s01e09_seg02_clip_07", "timestamp": [ 11.71, 18.61 ], "duration": 60.66, "caption": "Two people walk together while they are having a conversation.", "similarity": 0.971, "relevance": 4 }, { "pair_id": 78983, "video_name": "house_s06e04_seg02_clip_11", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "Two people are walking while they are talking.", "similarity": 0.9611, "relevance": 4 }, { "pair_id": 78984, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 2.77, 9.22 ], "duration": 92.66, "caption": "Two people are walking while they are talking.", "similarity": 0.9611, "relevance": 4 }, { "pair_id": 78985, "video_name": "castle_s03e20_seg02_clip_25", "timestamp": [ 3.61, 8.11 ], "duration": 90.66, "caption": "Two people are walking while they are talking.", "similarity": 0.9611, "relevance": 4 }, { "pair_id": 78986, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 6.72 ], "duration": 96.66, "caption": "Two people are talking while they are walking.", "similarity": 0.9455, "relevance": 4 }, { "pair_id": 78987, "video_name": "house_s02e21_seg02_clip_17", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "Two people walk the same way to talk to each other.", "similarity": 0.9219, "relevance": 4 }, { "pair_id": 78988, "video_name": "castle_s08e04_seg02_clip_05", "timestamp": [ 19.92, 24.34 ], "duration": 88.66, "caption": "Two people were having a conversation while walking.", "similarity": 0.9147, "relevance": 4 }, { "pair_id": 78989, "video_name": "castle_s03e19_seg02_clip_13", "timestamp": [ 0.0, 12.42 ], "duration": 92.66, "caption": "Two people were having a conversation while walking.", "similarity": 0.9147, "relevance": 4 }, { "pair_id": 78990, "video_name": "house_s06e19_seg02_clip_11", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "Two people walk in while person and person are talking.", "similarity": 0.9106, "relevance": 3 }, { "pair_id": 78992, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 0.0, 13.92 ], "duration": 89.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.9051, "relevance": 4 }, { "pair_id": 78993, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 0.0, 22.21 ], "duration": 92.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.9051, "relevance": 4 }, { "pair_id": 78994, "video_name": "castle_s08e13_seg02_clip_09", "timestamp": [ 38.59, 45.4 ], "duration": 90.66, "caption": "Two people were having conversation as they were walking.", "similarity": 0.9026, "relevance": 4 }, { "pair_id": 78995, "video_name": "house_s07e02_seg02_clip_15", "timestamp": [ 0.0, 26.23 ], "duration": 90.66, "caption": "Two people were walking around whilst talking.", "similarity": 0.9023, "relevance": 4 }, { "pair_id": 78996, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 0.0, 12.48 ], "duration": 156.66, "caption": "Two people were walking around whilst talking.", "similarity": 0.9023, "relevance": 4 }, { "pair_id": 78997, "video_name": "house_s02e10_seg02_clip_17", "timestamp": [ 4.52, 10.86 ], "duration": 90.66, "caption": "Two people talk about someone while walking.", "similarity": 0.8996, "relevance": 4 }, { "pair_id": 78998, "video_name": "castle_s08e11_seg02_clip_02", "timestamp": [ 10.44, 22.63 ], "duration": 87.66, "caption": "Two people start to walk as they are conversing.", "similarity": 0.8969, "relevance": 4 }, { "pair_id": 252300, "video_name": "house_s02e23_seg02_clip_02", "timestamp": [ 4.96, 10.82 ], "duration": 90.66, "caption": "A person walks with another person while they are talking.", "similarity": 0.8886, "relevance": 3 }, { "pair_id": 252301, "video_name": "castle_s01e05_seg02_clip_10", "timestamp": [ 48.17, 74.11 ], "duration": 74.66, "caption": "Two people are walking and talking to someone.", "similarity": 0.8879, "relevance": 3 }, { "pair_id": 252302, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 0.0, 5.52 ], "duration": 92.66, "caption": "Two people are walking a bit fast while talking.", "similarity": 0.8866, "relevance": 3 }, { "pair_id": 252303, "video_name": "house_s01e07_seg02_clip_09", "timestamp": [ 33.98, 35.7 ], "duration": 86.66, "caption": "Two people were walking around while having conversation.", "similarity": 0.8834, "relevance": 4 }, { "pair_id": 252304, "video_name": "house_s04e04_seg02_clip_15", "timestamp": [ 67.87, 73.42 ], "duration": 85.66, "caption": "Two people are walking fast while talking.", "similarity": 0.8799, "relevance": 4 }, { "pair_id": 252305, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 0.0, 6.85 ], "duration": 91.66, "caption": "Two people were having a conversation whilst they were walking.", "similarity": 0.8796, "relevance": 4 }, { "pair_id": 252306, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 2.2, 14.08 ], "duration": 88.66, "caption": "Two people were walking around while having a conversation.", "similarity": 0.8789, "relevance": 3 }, { "pair_id": 252307, "video_name": "house_s04e09_seg02_clip_11", "timestamp": [ 0.0, 15.76 ], "duration": 90.66, "caption": "Two people were walking around whilst having a conversation.", "similarity": 0.8772, "relevance": 3 }, { "pair_id": 252308, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.8753, "relevance": 4 }, { "pair_id": 252309, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 57.44, 60.41 ], "duration": 99.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.8753, "relevance": 3 }, { "pair_id": 252310, "video_name": "castle_s04e02_seg02_clip_08", "timestamp": [ 28.72, 31.76 ], "duration": 87.66, "caption": "A man and woman are walking while they are talking.", "similarity": 0.8734, "relevance": 3 }, { "pair_id": 252311, "video_name": "castle_s02e09_seg02_clip_01", "timestamp": [ 0.0, 4.65 ], "duration": 93.66, "caption": "A man and woman are walking while they are talking.", "similarity": 0.8734, "relevance": 4 }, { "pair_id": 252312, "video_name": "house_s01e03_seg02_clip_00", "timestamp": [ 18.47, 54.01 ], "duration": 92.66, "caption": "A man and a man walk together while talking.", "similarity": 0.8719, "relevance": 4 }, { "pair_id": 252313, "video_name": "castle_s04e13_seg02_clip_05", "timestamp": [ 65.68, 69.18 ], "duration": 87.66, "caption": "A man and a woman are walking while they are talking.", "similarity": 0.871, "relevance": 4 }, { "pair_id": 252314, "video_name": "castle_s05e06_seg02_clip_04", "timestamp": [ 3.19, 7.28 ], "duration": 91.66, "caption": "Two people are walking slowly while talking.", "similarity": 0.8699, "relevance": 4 }, { "pair_id": 252315, "video_name": "castle_s02e01_seg02_clip_02", "timestamp": [ 0.0, 11.32 ], "duration": 90.66, "caption": "Two people are conversing while walking side by side.", "similarity": 0.8682, "relevance": 3 }, { "pair_id": 252316, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 0.0, 15.05 ], "duration": 86.66, "caption": "Some people were walking while talking to each other.", "similarity": 0.8633, "relevance": 3 }, { "pair_id": 252317, "video_name": "castle_s06e05_seg02_clip_04", "timestamp": [ 16.68, 23.89 ], "duration": 90.66, "caption": "A person, a woman, and another person are walking while talking.", "similarity": 0.8592, "relevance": 3 }, { "pair_id": 252318, "video_name": "castle_s08e05_seg02_clip_11", "timestamp": [ 39.63, 64.4 ], "duration": 90.66, "caption": "Two people were discussing something while walking.", "similarity": 0.8573, "relevance": 3 }, { "pair_id": 252319, "video_name": "castle_s08e13_seg02_clip_18", "timestamp": [ 13.95, 25.66 ], "duration": 90.66, "caption": "A woman and a man were walking together while they talk.", "similarity": 0.8566, "relevance": 4 } ] }, { "query_id": 77862, "query": "A man picks at his food with a fork.", "relevant_moment": [ { "pair_id": 168920, "video_name": "s02e22_seg02_clip_01", "timestamp": [ 32.17, 42.5 ], "duration": 59.66, "caption": "A man picks at his food with a fork.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168921, "video_name": "s09e14_seg02_clip_12", "timestamp": [ 4.35, 6.09 ], "duration": 58.66, "caption": "A man takes a bite of his food with a fork.", "similarity": 0.8163, "relevance": 2 }, { "pair_id": 168922, "video_name": "friends_s08e09_seg02_clip_09", "timestamp": [ 14.89, 17.54 ], "duration": 53.66, "caption": "A man puts some food in his mouth with a fork.", "similarity": 0.8151, "relevance": 4 }, { "pair_id": 168923, "video_name": "s07e07_seg02_clip_00", "timestamp": [ 42.72, 43.94 ], "duration": 61.66, "caption": "A man up his fork with his right hand and takes a bite of his food.", "similarity": 0.8118, "relevance": 2 }, { "pair_id": 168924, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 7.75, 10.23 ], "duration": 62.66, "caption": "A man picks up his fork from the table.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 168925, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 34.27, 35.52 ], "duration": 50.66, "caption": "A man uses a fork to eat some food from a take out container.", "similarity": 0.8077, "relevance": 4 }, { "pair_id": 168926, "video_name": "s05e20_seg01_clip_00", "timestamp": [ 30.39, 36.29 ], "duration": 62.66, "caption": "A man uncovers his food container and grabs a fork.", "similarity": 0.8037, "relevance": 1 }, { "pair_id": 168927, "video_name": "s05e04_seg02_clip_09", "timestamp": [ 8.22, 11.93 ], "duration": 53.66, "caption": "A man has his fork upright while holding it in his food.", "similarity": 0.7917, "relevance": 2 }, { "pair_id": 168928, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 13.58, 20.36 ], "duration": 59.66, "caption": "A person picks up the fork and starts eating.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 168929, "video_name": "s05e22_seg01_clip_00", "timestamp": [ 12.51, 14.04 ], "duration": 61.66, "caption": "A man takes a bite of food from a plastic fork.", "similarity": 0.7554, "relevance": 4 }, { "pair_id": 168930, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 2.44, 3.36 ], "duration": 61.66, "caption": "A man picks up a piece of food from the table.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 168931, "video_name": "met_s06e19_seg02_clip_14", "timestamp": [ 11.03, 12.29 ], "duration": 63.66, "caption": "A man eats a piece of food off his fork.", "similarity": 0.7534, "relevance": 4 }, { "pair_id": 168932, "video_name": "s07e08_seg02_clip_04", "timestamp": [ 38.14, 41.5 ], "duration": 61.66, "caption": "A man taps his fork repeatedly in his food.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 168933, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 39.97, 42.41 ], "duration": 61.66, "caption": "A person picks up his plate of food on the table.", "similarity": 0.7247, "relevance": 1 }, { "pair_id": 168934, "video_name": "house_s02e15_seg02_clip_07", "timestamp": [ 14.36, 24.37 ], "duration": 87.66, "caption": "A person grabs a fork and helps themselves to someone's meal.", "similarity": 0.7232, "relevance": 4 }, { "pair_id": 168935, "video_name": "s01e17_seg02_clip_16", "timestamp": [ 1.44, 4.32 ], "duration": 96.66, "caption": "A person puts their fork to their mouth and takes a bite of food.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 168937, "video_name": "s04e07_seg01_clip_01", "timestamp": [ 65.31, 67.01 ], "duration": 68.66, "caption": "A man puts down his fork and pushes his food tray forward.", "similarity": 0.7191, "relevance": 0 }, { "pair_id": 168938, "video_name": "s04e04_seg02_clip_02", "timestamp": [ 47.9, 56.02 ], "duration": 56.66, "caption": "A man keeps poking at their food with their fork while they are sitting with someone at the lunch table.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 168939, "video_name": "s02e13_seg01_clip_02", "timestamp": [ 6.15, 13.95 ], "duration": 41.66, "caption": "A man sat at the table playing with his food with a fork.", "similarity": 0.7157, "relevance": 1 } ] }, { "query_id": 77873, "query": "A person suddenly throws the pen to another person and he catches it.", "relevant_moment": [ { "pair_id": 18140, "video_name": "house_s04e13_seg02_clip_20", "timestamp": [ 7.65, 10.35 ], "duration": 90.66, "caption": "A person suddenly throws the pen to another person and he catches it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18141, "video_name": "s02e01_seg02_clip_08", "timestamp": [ 37.07, 39.35 ], "duration": 57.66, "caption": "A man throws a pen that was in his hand elsewhere.", "similarity": 0.7605, "relevance": 0 }, { "pair_id": 18142, "video_name": "s04e24_seg02_clip_08", "timestamp": [ 7.2, 9.6 ], "duration": 60.66, "caption": "A person picks up a pen and hands it to another person.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 18143, "video_name": "house_s02e01_seg02_clip_21", "timestamp": [ 0.9, 2.7 ], "duration": 90.66, "caption": "A person throws a stack of paper to another person that he/she catches.", "similarity": 0.7253, "relevance": 3 }, { "pair_id": 18144, "video_name": "house_s02e01_seg02_clip_21", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person throws a document to another person and he catches it.", "similarity": 0.7192, "relevance": 3 }, { "pair_id": 18145, "video_name": "s04e09_seg02_clip_11", "timestamp": [ 17.68, 20.24 ], "duration": 57.66, "caption": "A person hands a pen to another person who takes it.", "similarity": 0.7165, "relevance": 1 }, { "pair_id": 18146, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 29.3, 33.49 ], "duration": 93.66, "caption": "A person throws another person an object and the other person catches it.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 18147, "video_name": "castle_s05e07_seg02_clip_20", "timestamp": [ 19.16, 21.83 ], "duration": 89.66, "caption": "A woman tosses a pen into the air and catches it.", "similarity": 0.7077, "relevance": 0 }, { "pair_id": 18148, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 12.88, 14.72 ], "duration": 92.66, "caption": "A woman tosses pen into the air and catches it.", "similarity": 0.705, "relevance": 4 }, { "pair_id": 18149, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 27.51, 30.26 ], "duration": 55.66, "caption": "A person removes a pen from their pocket and hands it to another person.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 18150, "video_name": "s05e09_seg02_clip_02", "timestamp": [ 9.46, 14.65 ], "duration": 61.66, "caption": "A person gets a pen and a paper and writes there suddenly.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 18151, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 12.42, 14.26 ], "duration": 92.66, "caption": "A woman tosses a pen to man who is in front of her.", "similarity": 0.6846, "relevance": 4 }, { "pair_id": 18152, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 28.06, 29.99 ], "duration": 55.66, "caption": "A man pulls a pen from his pocket and hands it to another person.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 18153, "video_name": "friends_s06e02_seg02_clip_13", "timestamp": [ 23.93, 26.55 ], "duration": 58.66, "caption": "A man suddenly gets a pen while talking to another man.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 18154, "video_name": "house_s01e11_seg02_clip_03", "timestamp": [ 25.53, 29.93 ], "duration": 88.66, "caption": "A person gets a thing on their pocket and throw it to someone.", "similarity": 0.6643, "relevance": 4 }, { "pair_id": 18155, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 77.21, 80.53 ], "duration": 166.66, "caption": "A person throw the thing they are holding to another person.", "similarity": 0.663, "relevance": 3 }, { "pair_id": 18156, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 13.35, 17.36 ], "duration": 89.66, "caption": "A person hands a man a pen and then he pops it open.", "similarity": 0.6587, "relevance": 1 }, { "pair_id": 18157, "video_name": "s04e24_seg02_clip_04", "timestamp": [ 59.88, 63.03 ], "duration": 63.66, "caption": "A person takes the pen from another person and signs a piece of paper.", "similarity": 0.657, "relevance": 3 }, { "pair_id": 18158, "video_name": "house_s04e06_seg02_clip_02", "timestamp": [ 38.77, 43.36 ], "duration": 102.66, "caption": "A person is moving a pen sideways while another person is looking at it.", "similarity": 0.6471, "relevance": 1 }, { "pair_id": 18159, "video_name": "house_s08e07_seg02_clip_00", "timestamp": [ 77.76, 80.06 ], "duration": 92.66, "caption": "A person closes their pile and puts their pen away.", "similarity": 0.6469, "relevance": 1 } ] }, { "query_id": 77909, "query": "A man sits at the table with another man and looks at his notes.", "relevant_moment": [ { "pair_id": 35300, "video_name": "house_s07e15_seg02_clip_12", "timestamp": [ 18.65, 21.88 ], "duration": 71.66, "caption": "A man sits at the table with another man and looks at his notes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 35301, "video_name": "house_s02e18_seg02_clip_21", "timestamp": [ 18.93, 24.21 ], "duration": 88.66, "caption": "A man looks at his notes while standing at the head of the table.", "similarity": 0.7208, "relevance": 2 }, { "pair_id": 35302, "video_name": "house_s03e10_seg02_clip_01", "timestamp": [ 18.87, 25.31 ], "duration": 92.66, "caption": "A man sits down at the table right across from another man.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 35303, "video_name": "house_s03e20_seg02_clip_24", "timestamp": [ 40.81, 49.66 ], "duration": 68.66, "caption": "A man is sitting at the table looking at the table when another person walks in.", "similarity": 0.7048, "relevance": 1 }, { "pair_id": 35304, "video_name": "s05e04_seg02_clip_03", "timestamp": [ 54.01, 58.59 ], "duration": 61.66, "caption": "A man sits at a table and talks to another man.", "similarity": 0.6997, "relevance": 2 }, { "pair_id": 35305, "video_name": "house_s05e15_seg02_clip_06", "timestamp": [ 0.0, 38.78 ], "duration": 88.66, "caption": "A man looks at a markerboard and talks, while two men sit at the table with notebooks.", "similarity": 0.6949, "relevance": 3 }, { "pair_id": 35306, "video_name": "house_s05e17_seg02_clip_05", "timestamp": [ 55.15, 57.41 ], "duration": 90.66, "caption": "A man sits down at the table with another man with a plate in front of him.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 35307, "video_name": "s04e06_seg02_clip_13", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man sits down at a table and talks to another man.", "similarity": 0.6849, "relevance": 2 }, { "pair_id": 35308, "video_name": "house_s03e05_seg02_clip_13", "timestamp": [ 0.0, 66.78 ], "duration": 90.66, "caption": "A man was sitting on his table in front of another man.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 35309, "video_name": "met_s03e09_seg02_clip_16", "timestamp": [ 22.09, 24.78 ], "duration": 59.66, "caption": "A man sits down at the dinner table next to another man.", "similarity": 0.6785, "relevance": 2 }, { "pair_id": 35310, "video_name": "house_s01e18_seg02_clip_10", "timestamp": [ 32.46, 37.77 ], "duration": 118.66, "caption": "A man sits reading notes aloud at the end of a table.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 35311, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 55.12, 57.44 ], "duration": 58.66, "caption": "A man points at another man across the table from him.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 35312, "video_name": "castle_s08e21_seg02_clip_06", "timestamp": [ 1.79, 5.36 ], "duration": 89.66, "caption": "A man walks into the room and sits at the table with another man.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 35313, "video_name": "house_s07e01_seg02_clip_14", "timestamp": [ 0.0, 11.13 ], "duration": 89.66, "caption": "A man was sitting on the table whilst talking to another man.", "similarity": 0.6602, "relevance": 1 }, { "pair_id": 35314, "video_name": "friends_s07e20_seg02_clip_07", "timestamp": [ 24.16, 27.03 ], "duration": 57.66, "caption": "A man sits at the dining table with another person.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 35315, "video_name": "house_s07e03_seg02_clip_06", "timestamp": [ 29.59, 34.93 ], "duration": 97.66, "caption": "Two men join another man in the table.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 35316, "video_name": "castle_s06e08_seg02_clip_22", "timestamp": [ 78.39, 80.19 ], "duration": 90.66, "caption": "A man sits down at the interrogation table with another man.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 35317, "video_name": "house_s08e12_seg02_clip_09", "timestamp": [ 16.38, 50.52 ], "duration": 91.66, "caption": "A man greets another man where he is sitting on the exam table.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 35318, "video_name": "friends_s07e17_seg02_clip_17", "timestamp": [ 40.43, 43.68 ], "duration": 59.66, "caption": "A man and another man turn their heads to the left and right respectively and then look at each other across the table they are seated at.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 35319, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 21.76, 25.24 ], "duration": 87.66, "caption": "A man points at another man and then himself while they are sitting at the table.", "similarity": 0.6508, "relevance": 2 } ] }, { "query_id": 77920, "query": "A woman gets up and puts on her jacket and purse.", "relevant_moment": [ { "pair_id": 161700, "video_name": "friends_s01e22_seg02_clip_01", "timestamp": [ 31.52, 44.12 ], "duration": 63.66, "caption": "A woman gets up and puts on her jacket and purse.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161701, "video_name": "castle_s04e15_seg02_clip_00", "timestamp": [ 3.25, 7.88 ], "duration": 92.66, "caption": "A woman walks in and sets down her purse and jacket.", "similarity": 0.821, "relevance": 2 }, { "pair_id": 161702, "video_name": "castle_s05e06_seg02_clip_25", "timestamp": [ 29.05, 33.07 ], "duration": 89.66, "caption": "A woman puts purse on shoulder and puts jacket over arm.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 161703, "video_name": "friends_s01e13_seg02_clip_10", "timestamp": [ 38.73, 40.45 ], "duration": 57.66, "caption": "A woman puts her purse on her shoulder and picks up her jacket.", "similarity": 0.8081, "relevance": 2 }, { "pair_id": 161704, "video_name": "friends_s01e15_seg02_clip_15", "timestamp": [ 33.89, 41.18 ], "duration": 56.66, "caption": "A woman sets down her purse to put on her coat.", "similarity": 0.7944, "relevance": 2 }, { "pair_id": 161705, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 36.92, 40.22 ], "duration": 60.66, "caption": "A woman grabs her purse and coat and stands up.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 161706, "video_name": "friends_s03e17_seg02_clip_07", "timestamp": [ 51.35, 54.83 ], "duration": 58.66, "caption": "A woman zips up the jacket that she is wearing.", "similarity": 0.7802, "relevance": 1 }, { "pair_id": 161707, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.7526, "relevance": 1 }, { "pair_id": 161708, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 41.72, 44.72 ], "duration": 60.66, "caption": "A woman puts her purse on her shoulder and coat across her arm.", "similarity": 0.7511, "relevance": 2 }, { "pair_id": 161709, "video_name": "friends_s10e01_seg02_clip_21", "timestamp": [ 35.35, 39.63 ], "duration": 57.66, "caption": "A woman goes over and picks up her purse and puts it on her shoulder.", "similarity": 0.7255, "relevance": 2 }, { "pair_id": 161710, "video_name": "friends_s05e01_seg02_clip_16", "timestamp": [ 55.31, 57.32 ], "duration": 57.66, "caption": "A woman picks up her purse and stands up.", "similarity": 0.7251, "relevance": 1 }, { "pair_id": 161711, "video_name": "friends_s09e17_seg02_clip_08", "timestamp": [ 0.0, 8.41 ], "duration": 60.66, "caption": "A woman grabs her purse and jacket and leaves someone's place.", "similarity": 0.7249, "relevance": 2 }, { "pair_id": 161712, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 55.53, 59.17 ], "duration": 91.66, "caption": "A woman stands up and grabs a hold of her purse.", "similarity": 0.7231, "relevance": 3 }, { "pair_id": 161713, "video_name": "castle_s07e16_seg02_clip_26", "timestamp": [ 0.97, 4.85 ], "duration": 97.66, "caption": "A woman sits her jacket and green purse down.", "similarity": 0.7214, "relevance": 2 }, { "pair_id": 161714, "video_name": "s05e06_seg01_clip_01", "timestamp": [ 54.78, 57.74 ], "duration": 74.66, "caption": "A woman picks up her jacket and bag as she gets up from the sofa.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 161715, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 69.0, 87.66 ], "duration": 87.66, "caption": "A woman gets someone's purse and starts to go through it in front of her.", "similarity": 0.7197, "relevance": 1 }, { "pair_id": 161716, "video_name": "s09e20_seg02_clip_01", "timestamp": [ 34.48, 44.25 ], "duration": 61.66, "caption": "A woman takes off her jacket and sets it down.", "similarity": 0.7178, "relevance": 1 }, { "pair_id": 161717, "video_name": "friends_s08e13_seg02_clip_08", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A woman walks in and then sets down her purse.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 161718, "video_name": "friends_s08e19_seg02_clip_18", "timestamp": [ 1.46, 3.65 ], "duration": 73.66, "caption": "A woman stands up and places things back in her purse.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 161719, "video_name": "s08e02_seg02_clip_02", "timestamp": [ 30.21, 39.67 ], "duration": 61.66, "caption": "A woman picks up her purse and puts it over her shoulder.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 335021, "video_name": "friends_s03e19_seg02_clip_19", "timestamp": [ 16.81, 19.33 ], "duration": 56.66, "caption": "A woman stands up and swings her purse over her shoulder.", "similarity": 0.7125, "relevance": 4 }, { "pair_id": 335023, "video_name": "s05e17_seg02_clip_10", "timestamp": [ 55.84, 61.03 ], "duration": 61.66, "caption": "A woman gets up from the chair to get her jacket.", "similarity": 0.7061, "relevance": 4 }, { "pair_id": 335024, "video_name": "castle_s04e14_seg02_clip_03", "timestamp": [ 76.07, 78.76 ], "duration": 89.66, "caption": "A person stands up and pulls something out of her purse.", "similarity": 0.7056, "relevance": 2 }, { "pair_id": 335030, "video_name": "met_s06e13_seg02_clip_16", "timestamp": [ 17.49, 24.01 ], "duration": 59.66, "caption": "A woman lifted up and displayed a denim jacket.", "similarity": 0.6935, "relevance": 3 }, { "pair_id": 335031, "video_name": "s01e17_seg02_clip_05", "timestamp": [ 10.8, 12.61 ], "duration": 60.66, "caption": "A woman puts the strap of her purse over her shoulder.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 335032, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 74.12, 76.33 ], "duration": 88.66, "caption": "A woman picks up her jacket from the chair and puts it on.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 335033, "video_name": "grey_s02e13_seg02_clip_02", "timestamp": [ 47.83, 51.08 ], "duration": 92.66, "caption": "A woman picks up the jacket and puts it over her arm.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 335034, "video_name": "friends_s08e17_seg02_clip_07", "timestamp": [ 52.52, 54.92 ], "duration": 60.66, "caption": "A woman turns around and opens her purse in front of a person in a brown jacket.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 335035, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 20.28, 21.19 ], "duration": 60.66, "caption": "A woman takes her purse off of her shoulder.", "similarity": 0.6877, "relevance": 1 }, { "pair_id": 335036, "video_name": "friends_s09e12_seg02_clip_06", "timestamp": [ 5.5, 11.26 ], "duration": 50.66, "caption": "A woman enters the apartment and puts her purse and coat down.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 335038, "video_name": "friends_s07e12_seg02_clip_18", "timestamp": [ 0.28, 4.95 ], "duration": 55.66, "caption": "A woman gets up from couch and picks up jacket.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 335039, "video_name": "grey_s03e04_seg02_clip_16", "timestamp": [ 54.62, 59.17 ], "duration": 91.66, "caption": "A woman stands up and grabs her purse off the back of her chair.", "similarity": 0.6788, "relevance": 3 } ] }, { "query_id": 77937, "query": "A woman closes the door and she turns around to give man high-five as they speak to each other.", "relevant_moment": [ { "pair_id": 154080, "video_name": "met_s05e04_seg01_clip_02", "timestamp": [ 77.9, 83.18 ], "duration": 86.66, "caption": "A woman closes the door and she turns around to give man high-five as they speak to each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154081, "video_name": "met_s06e20_seg01_clip_01", "timestamp": [ 70.83, 82.64 ], "duration": 83.66, "caption": "A woman is talking to a man and then she and a man give each other a high five.", "similarity": 0.7593, "relevance": 1 }, { "pair_id": 154082, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 9.24, 15.4 ], "duration": 88.66, "caption": "A woman closes the door and talks to man immediately.", "similarity": 0.7517, "relevance": 0 }, { "pair_id": 154083, "video_name": "s04e11_seg02_clip_01", "timestamp": [ 30.51, 32.79 ], "duration": 57.66, "caption": "A woman opens her door and a man asks to speak to another man.", "similarity": 0.7336, "relevance": 0 }, { "pair_id": 154084, "video_name": "friends_s07e16_seg02_clip_14", "timestamp": [ 9.3, 14.58 ], "duration": 62.66, "caption": "A man talks to woman and turns around as he closes the door.", "similarity": 0.7332, "relevance": 1 }, { "pair_id": 154085, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 28.64, 30.8 ], "duration": 36.66, "caption": "A woman closes the door in man's face while he is talking.", "similarity": 0.7325, "relevance": 1 }, { "pair_id": 154086, "video_name": "s03e02_seg02_clip_01", "timestamp": [ 48.4, 51.35 ], "duration": 59.66, "caption": "A man closes the door while talking to a woman.", "similarity": 0.7226, "relevance": 1 }, { "pair_id": 154087, "video_name": "friends_s06e24-25_seg02_clip_05", "timestamp": [ 11.71, 13.81 ], "duration": 60.66, "caption": "A woman turns around to a man as the door closes.", "similarity": 0.7211, "relevance": 1 }, { "pair_id": 154088, "video_name": "castle_s05e23_seg02_clip_04", "timestamp": [ 86.95, 91.23 ], "duration": 95.66, "caption": "A man opens the door and then talks to woman.", "similarity": 0.721, "relevance": 1 }, { "pair_id": 154089, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 9.86, 14.8 ], "duration": 58.66, "caption": "A man is talking to a woman when some people open the door.", "similarity": 0.7207, "relevance": 0 }, { "pair_id": 154090, "video_name": "met_s02e16_seg02_clip_17", "timestamp": [ 37.68, 39.19 ], "duration": 60.66, "caption": "A man goes to open the door then turns around to talk to a woman.", "similarity": 0.7177, "relevance": 0 }, { "pair_id": 154091, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 64.62, 70.16 ], "duration": 92.66, "caption": "A man closes the door after talking with woman.", "similarity": 0.7141, "relevance": 0 }, { "pair_id": 154092, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 43.87, 74.84 ], "duration": 86.66, "caption": "A person opens and holds the door open while talking to a woman then shuts it.", "similarity": 0.7102, "relevance": 0 }, { "pair_id": 154093, "video_name": "met_s03e18_seg02_clip_14", "timestamp": [ 35.8, 39.27 ], "duration": 88.66, "caption": "A woman speaks to a man while she takes his hand and leads him out through his front door, which the man closes behind him.", "similarity": 0.7082, "relevance": 0 }, { "pair_id": 154094, "video_name": "met_s02e02_seg02_clip_01", "timestamp": [ 51.35, 56.51 ], "duration": 60.66, "caption": "A man walks to the door to open it for woman then they start talking to each other.", "similarity": 0.7078, "relevance": 1 }, { "pair_id": 154095, "video_name": "house_s01e19_seg02_clip_01", "timestamp": [ 17.03, 20.26 ], "duration": 92.66, "caption": "A woman suddenly closes the door while talking to a man.", "similarity": 0.7076, "relevance": 1 }, { "pair_id": 154096, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 36.62, 91.54 ], "duration": 91.66, "caption": "A woman opens the door and talks with man.", "similarity": 0.7053, "relevance": 1 }, { "pair_id": 154097, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A man starts to open the door and then turns around to talk to a woman.", "similarity": 0.7025, "relevance": 0 }, { "pair_id": 154098, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 51.62 ], "duration": 60.66, "caption": "A person opens the door and talks to woman.", "similarity": 0.697, "relevance": 0 }, { "pair_id": 154099, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 44.45, 49.73 ], "duration": 88.66, "caption": "A woman opens the door and talks with a man.", "similarity": 0.6953, "relevance": 0 } ] }, { "query_id": 77962, "query": "A man gets angry when he's laughed at and gets up and leaves.", "relevant_moment": [ { "pair_id": 161180, "video_name": "s07e20_seg02_clip_13", "timestamp": [ 3.84, 18.57 ], "duration": 64.66, "caption": "A man gets angry when he's laughed at and gets up and leaves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161181, "video_name": "house_s05e18_seg02_clip_19", "timestamp": [ 22.89, 27.29 ], "duration": 88.66, "caption": "A man looks really angry when a man walks away.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 161182, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A woman gets angry with a man because he's laughing.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 161183, "video_name": "house_s02e19_seg02_clip_07", "timestamp": [ 21.62, 26.48 ], "duration": 88.66, "caption": "A man seems to be angry while he is talking to another person and then he immediately leaves the room.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 161184, "video_name": "castle_s02e01_seg02_clip_19", "timestamp": [ 52.34, 59.54 ], "duration": 96.66, "caption": "A man laughs when he doesn't understand what's going on.", "similarity": 0.6418, "relevance": 1 }, { "pair_id": 161185, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 56.44, 62.35 ], "duration": 91.66, "caption": "A man starts getting upset and person puts their hands on him to calm him down.", "similarity": 0.6364, "relevance": 0 }, { "pair_id": 161186, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person makes a funny reaction to a man.", "similarity": 0.6356, "relevance": 1 }, { "pair_id": 161187, "video_name": "grey_s03e07_seg02_clip_22", "timestamp": [ 49.89, 61.86 ], "duration": 133.66, "caption": "A man says something that upsets another man and he gets up and walks away.", "similarity": 0.6306, "relevance": 3 }, { "pair_id": 161188, "video_name": "friends_s02e17_seg02_clip_15", "timestamp": [ 18.31, 24.72 ], "duration": 61.66, "caption": "A man seems upset and turns around to leave a person.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 161189, "video_name": "friends_s01e18_seg02_clip_01", "timestamp": [ 44.97, 47.1 ], "duration": 60.66, "caption": "A man laughs at guy as he walks in and yells back at him.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 161190, "video_name": "friends_s01e23_seg02_clip_05", "timestamp": [ 27.56, 40.33 ], "duration": 58.66, "caption": "A man leaves and then comes back so they can argue more with someone.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 161191, "video_name": "house_s08e18_seg02_clip_16", "timestamp": [ 57.83, 62.75 ], "duration": 82.66, "caption": "A person says something that makes person angry when he leaves.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 161192, "video_name": "castle_s08e20_seg02_clip_08", "timestamp": [ 0.0, 3.22 ], "duration": 92.66, "caption": "A man gets angry at how a person responds to tragedy.", "similarity": 0.6202, "relevance": 1 }, { "pair_id": 161193, "video_name": "castle_s04e02_seg02_clip_04", "timestamp": [ 20.31, 29.34 ], "duration": 90.66, "caption": "A man got angry and raises his voice.", "similarity": 0.6169, "relevance": 1 }, { "pair_id": 161194, "video_name": "met_s03e08_seg02_clip_10", "timestamp": [ 8.96, 12.92 ], "duration": 52.66, "caption": "A man fake laughs at man while saying he doesn't care.", "similarity": 0.6156, "relevance": 0 }, { "pair_id": 161195, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 6.86, 12.8 ], "duration": 91.66, "caption": "A man starts to say something to another person and he walks away which makes him laugh.", "similarity": 0.6136, "relevance": 3 }, { "pair_id": 161196, "video_name": "met_s02e05_seg02_clip_10", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A man says something that causes two people to burst into laughter.", "similarity": 0.6077, "relevance": 2 }, { "pair_id": 161197, "video_name": "house_s06e12_seg02_clip_19", "timestamp": [ 82.33, 86.98 ], "duration": 93.66, "caption": "A man stands up, is very angry and walks towards another person.", "similarity": 0.6051, "relevance": 2 }, { "pair_id": 161198, "video_name": "s04e17_seg02_clip_00", "timestamp": [ 20.17, 25.21 ], "duration": 63.66, "caption": "A man knocks on the door after he gets angry with another person.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 161199, "video_name": "house_s03e06_seg02_clip_11", "timestamp": [ 29.0, 36.59 ], "duration": 89.66, "caption": "A man makes a joke about another man to which the latter pretends to laugh.", "similarity": 0.5991, "relevance": 1 }, { "pair_id": 334500, "video_name": "friends_s09e23-24_seg02_clip_13", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man looks shocked when guy says he should be angry at him.", "similarity": 0.5955, "relevance": 1 }, { "pair_id": 334501, "video_name": "friends_s03e20_seg02_clip_08", "timestamp": [ 3.97, 10.07 ], "duration": 61.66, "caption": "A man makes fun of the director after he leaves.", "similarity": 0.5952, "relevance": 2 }, { "pair_id": 334502, "video_name": "friends_s08e01_seg02_clip_17", "timestamp": [ 0.92, 6.11 ], "duration": 61.66, "caption": "A man pretends to be angry while he's giving a toast.", "similarity": 0.5922, "relevance": 2 }, { "pair_id": 334503, "video_name": "castle_s06e02_seg02_clip_11", "timestamp": [ 5.58, 10.23 ], "duration": 93.66, "caption": "A man laughs in response to something another person says.", "similarity": 0.592, "relevance": 1 }, { "pair_id": 334504, "video_name": "s05e13_seg02_clip_04", "timestamp": [ 11.71, 14.11 ], "duration": 60.66, "caption": "A man puts their hand up to their face and laughs.", "similarity": 0.5919, "relevance": 1 }, { "pair_id": 334505, "video_name": "friends_s03e14_seg02_clip_17", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man agrees to something then gets mad about it.", "similarity": 0.5902, "relevance": 1 }, { "pair_id": 334506, "video_name": "castle_s02e02_seg02_clip_19", "timestamp": [ 35.11, 40.06 ], "duration": 90.66, "caption": "A man in an alley laughs at a person.", "similarity": 0.5901, "relevance": 2 }, { "pair_id": 334507, "video_name": "s09e06_seg02_clip_09", "timestamp": [ 58.91, 64.02 ], "duration": 64.66, "caption": "A man bounces, up and down, on the couch and then laughs hysterically.", "similarity": 0.5901, "relevance": 1 }, { "pair_id": 334508, "video_name": "friends_s10e14_seg02_clip_17", "timestamp": [ 11.9, 14.8 ], "duration": 58.66, "caption": "A man laughs while admitting he made stuff up.", "similarity": 0.589, "relevance": 1 }, { "pair_id": 334509, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 40.77, 43.34 ], "duration": 57.66, "caption": "A person laughs at something a man just said.", "similarity": 0.5881, "relevance": 0 }, { "pair_id": 334510, "video_name": "met_s03e12_seg01_clip_01", "timestamp": [ 1.58, 8.19 ], "duration": 63.66, "caption": "A man gets angry when another man asks if they can throw balls on him.", "similarity": 0.5849, "relevance": 2 }, { "pair_id": 334511, "video_name": "castle_s03e05_seg02_clip_03", "timestamp": [ 5.28, 11.88 ], "duration": 88.66, "caption": "A man gets angry at another man when he questions his hunch.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 334512, "video_name": "friends_s01e21_seg02_clip_13", "timestamp": [ 7.41, 12.83 ], "duration": 57.66, "caption": "A man walks in angry that someone did exist.", "similarity": 0.5834, "relevance": 2 }, { "pair_id": 334513, "video_name": "friends_s06e08_seg02_clip_14", "timestamp": [ 2.44, 7.32 ], "duration": 61.66, "caption": "A man offended that a man is saying angering things about him.", "similarity": 0.5811, "relevance": 2 }, { "pair_id": 334514, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 52.22, 56.73 ], "duration": 60.66, "caption": "A man is laughing and then another man also starts laughing.", "similarity": 0.5799, "relevance": 1 }, { "pair_id": 334515, "video_name": "friends_s01e11_seg02_clip_13", "timestamp": [ 26.98, 58.03 ], "duration": 58.66, "caption": "Some men are having an argument. Then a man leaves.", "similarity": 0.5792, "relevance": 3 }, { "pair_id": 334516, "video_name": "s04e09_seg01_clip_00", "timestamp": [ 16.44, 20.78 ], "duration": 62.66, "caption": "A man laughs and another man gives a disgusted look.", "similarity": 0.5785, "relevance": 1 }, { "pair_id": 334517, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 3.15, 9.77 ], "duration": 63.66, "caption": "A man gets really upset at another person and starts waving his hands around.", "similarity": 0.5784, "relevance": 2 }, { "pair_id": 334518, "video_name": "friends_s01e02_seg01_clip_00", "timestamp": [ 7.25, 12.42 ], "duration": 69.66, "caption": "A man laughs and then realizes no one was being funny.", "similarity": 0.577, "relevance": 1 }, { "pair_id": 334519, "video_name": "s05e05_seg02_clip_09", "timestamp": [ 22.38, 29.31 ], "duration": 63.66, "caption": "A man gets very upset with person while they are having a conversation.", "similarity": 0.5761, "relevance": 2 } ] }, { "query_id": 77982, "query": "Two people are talking on the sofa and holding hands.", "relevant_moment": [ { "pair_id": 89460, "video_name": "friends_s09e02_seg02_clip_21", "timestamp": [ 0.0, 40.32 ], "duration": 65.66, "caption": "Two people are talking on the sofa and holding hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 89461, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 45.78, 52.02 ], "duration": 52.66, "caption": "Two people have a conversation as they sit on the sofa.", "similarity": 0.8097, "relevance": 2 }, { "pair_id": 89462, "video_name": "house_s07e13_seg02_clip_15", "timestamp": [ 34.14, 70.37 ], "duration": 83.66, "caption": "Two people are talking on the couch.", "similarity": 0.8065, "relevance": 2 }, { "pair_id": 89463, "video_name": "s01e08_seg02_clip_06", "timestamp": [ 12.26, 17.11 ], "duration": 57.66, "caption": "Two people shake hands while sitting on the sofa.", "similarity": 0.7972, "relevance": 3 }, { "pair_id": 89464, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 8.06, 10.54 ], "duration": 62.66, "caption": "A person folds their hands while having a conversation with another person on the sofa.", "similarity": 0.7774, "relevance": 2 }, { "pair_id": 89465, "video_name": "friends_s02e07_seg02_clip_16", "timestamp": [ 0.0, 27.78 ], "duration": 59.66, "caption": "Two people are conversing with each other as they are on a couch.", "similarity": 0.7695, "relevance": 2 }, { "pair_id": 89466, "video_name": "castle_s03e22_seg02_clip_14", "timestamp": [ 0.0, 83.62 ], "duration": 88.66, "caption": "A man and a woman are on a sofa speaking to each other.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 89467, "video_name": "met_s02e10_seg02_clip_00", "timestamp": [ 4.89, 18.33 ], "duration": 61.66, "caption": "Two people talk to each other by the couch.", "similarity": 0.765, "relevance": 1 }, { "pair_id": 89468, "video_name": "friends_s05e06_seg02_clip_11", "timestamp": [ 13.73, 34.18 ], "duration": 61.66, "caption": "Some people are on a sofa together as they converse.", "similarity": 0.7647, "relevance": 2 }, { "pair_id": 89469, "video_name": "friends_s10e02_seg02_clip_21", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "Two people talk when they are sitting on the couch.", "similarity": 0.756, "relevance": 3 }, { "pair_id": 89470, "video_name": "friends_s10e03_seg02_clip_19", "timestamp": [ 42.5, 59.03 ], "duration": 59.66, "caption": "Two people sit on the couch and have a conversation.", "similarity": 0.7542, "relevance": 3 }, { "pair_id": 89471, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 8.99, 14.8 ], "duration": 58.66, "caption": "Two people sit on a couch and have a conversation.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 89472, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 0.0, 58.03 ], "duration": 58.66, "caption": "A man and a woman are on the same sofa as they converse with each other.", "similarity": 0.7523, "relevance": 2 }, { "pair_id": 89473, "video_name": "met_s05e04_seg02_clip_09", "timestamp": [ 10.54, 13.96 ], "duration": 62.66, "caption": "A woman and a person are holding each other's arms on a sofa.", "similarity": 0.7448, "relevance": 1 }, { "pair_id": 89474, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 0.0, 13.43 ], "duration": 61.66, "caption": "Two people are conversing while sitting on the same couch.", "similarity": 0.7416, "relevance": 2 }, { "pair_id": 89475, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 15.67, 40.04 ], "duration": 58.66, "caption": "Two people sit on the couch talking to each other.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 89476, "video_name": "friends_s09e06_seg02_clip_14", "timestamp": [ 0.0, 31.2 ], "duration": 63.66, "caption": "Two people talk while sitting down on the couch.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 89477, "video_name": "castle_s04e21_seg02_clip_26", "timestamp": [ 109.41, 153.02 ], "duration": 153.66, "caption": "Two people are sitting in the couch and they're talking to each other.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 89478, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 30.43, 34.45 ], "duration": 89.66, "caption": "Two people sit down in the couch while they are talking.", "similarity": 0.7368, "relevance": 2 }, { "pair_id": 89479, "video_name": "s09e02_seg02_clip_14", "timestamp": [ 43.81, 47.27 ], "duration": 63.66, "caption": "A man grabs woman's hand as they are conversing on the sofa.", "similarity": 0.7366, "relevance": 4 }, { "pair_id": 262780, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 24.01, 27.61 ], "duration": 60.66, "caption": "A person sits on the sofa with another person as they converse.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 262781, "video_name": "friends_s06e02_seg02_clip_17", "timestamp": [ 0.0, 3.5 ], "duration": 58.66, "caption": "A woman has her hands clasped together and she is talking to another woman on the couch.", "similarity": 0.726, "relevance": 3 }, { "pair_id": 262782, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.0, 63.43 ], "duration": 63.66, "caption": "Two people were having a conversation while sitting on the couch.", "similarity": 0.7246, "relevance": 3 }, { "pair_id": 262783, "video_name": "house_s05e13_seg02_clip_18", "timestamp": [ 35.89, 92.03 ], "duration": 92.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.7216, "relevance": 3 }, { "pair_id": 262784, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "Two people were sitting on the couch whilst having a conversation.", "similarity": 0.7216, "relevance": 3 }, { "pair_id": 262785, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 0.0, 19.49 ], "duration": 59.66, "caption": "Two people were sitting on a couch whilst having conversation.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 262786, "video_name": "friends_s08e21_seg02_clip_00", "timestamp": [ 3.36, 6.71 ], "duration": 61.66, "caption": "A woman uses her hand to slap against the sofa while having a conversation with a man.", "similarity": 0.7201, "relevance": 3 }, { "pair_id": 262787, "video_name": "house_s03e07_seg02_clip_17", "timestamp": [ 11.96, 16.1 ], "duration": 92.66, "caption": "A person sits on a sofa and starts a conversation with another person.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 262788, "video_name": "friends_s08e04_seg02_clip_18", "timestamp": [ 0.0, 9.05 ], "duration": 58.66, "caption": "They are having a conversation with each other while sitting on the couch.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 262789, "video_name": "friends_s04e17_seg02_clip_02", "timestamp": [ 7.82, 9.03 ], "duration": 60.66, "caption": "A woman puts their fingers on man's arm as they are talking to them on the couch.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 262790, "video_name": "friends_s03e01_seg02_clip_18", "timestamp": [ 0.0, 17.18 ], "duration": 57.66, "caption": "Two people are sitting beside each other on a couch conversing.", "similarity": 0.7108, "relevance": 3 }, { "pair_id": 262791, "video_name": "met_s06e12_seg02_clip_12", "timestamp": [ 42.49, 45.38 ], "duration": 72.66, "caption": "Two people are talking in the couch seriously.", "similarity": 0.7085, "relevance": 2 }, { "pair_id": 262792, "video_name": "friends_s04e17_seg02_clip_05", "timestamp": [ 26.23, 57.02 ], "duration": 57.66, "caption": "Some people are sitting on a sofa as they converse.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 262793, "video_name": "s02e21_seg02_clip_11", "timestamp": [ 47.34, 50.46 ], "duration": 52.66, "caption": "A woman and a person are sitting on their couch conversing.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 262794, "video_name": "friends_s10e03_seg02_clip_07", "timestamp": [ 3.71, 4.51 ], "duration": 53.66, "caption": "A woman puts both hands on a man's hand while they sit on the sofa.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 262795, "video_name": "s08e21_seg02_clip_06", "timestamp": [ 55.78, 59.03 ], "duration": 59.66, "caption": "A person sits on the arm of the sofa as he speaks to another person.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 262796, "video_name": "grey_s01e05_seg02_clip_13", "timestamp": [ 0.0, 5.82 ], "duration": 97.66, "caption": "They are having a conversation while sitting on a couch.", "similarity": 0.6998, "relevance": 3 }, { "pair_id": 262797, "video_name": "friends_s02e08_seg02_clip_00", "timestamp": [ 0.0, 24.11 ], "duration": 61.66, "caption": "They are having a conversation while sitting on a couch.", "similarity": 0.6998, "relevance": 3 }, { "pair_id": 262798, "video_name": "met_s04e03_seg02_clip_01", "timestamp": [ 44.67, 59.16 ], "duration": 59.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.6996, "relevance": 3 }, { "pair_id": 262799, "video_name": "friends_s06e10_seg02_clip_02", "timestamp": [ 31.72, 58.66 ], "duration": 58.66, "caption": "They are having a conversation while sitting on the couch.", "similarity": 0.6996, "relevance": 2 } ] }, { "query_id": 78049, "query": "A man picks up a piece of food from the table.", "relevant_moment": [ { "pair_id": 148700, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 2.44, 3.36 ], "duration": 61.66, "caption": "A man picks up a piece of food from the table.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 148701, "video_name": "s07e17_seg02_clip_02", "timestamp": [ 39.97, 42.41 ], "duration": 61.66, "caption": "A person picks up his plate of food on the table.", "similarity": 0.8877, "relevance": 4 }, { "pair_id": 148702, "video_name": "friends_s06e13_seg02_clip_04", "timestamp": [ 28.68, 31.2 ], "duration": 63.66, "caption": "A man picks up food from a customer's table and eats it.", "similarity": 0.8806, "relevance": 4 }, { "pair_id": 148703, "video_name": "s04e01_seg02_clip_00", "timestamp": [ 60.17, 62.03 ], "duration": 62.66, "caption": "A person picks their food back up from the table.", "similarity": 0.8533, "relevance": 3 }, { "pair_id": 148704, "video_name": "friends_s08e06_seg02_clip_18", "timestamp": [ 35.29, 37.01 ], "duration": 57.66, "caption": "A man picks up a piece of food from the table and smells it.", "similarity": 0.8276, "relevance": 4 }, { "pair_id": 148705, "video_name": "friends_s10e09_seg02_clip_15", "timestamp": [ 57.07, 61.27 ], "duration": 70.66, "caption": "A man reaches up and scoops up the food from the floor and places it on the table.", "similarity": 0.8022, "relevance": 2 }, { "pair_id": 148706, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 9.5, 11.01 ], "duration": 50.66, "caption": "A man picks up a Chinese food container off of the coffee table.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 148707, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 30.69, 33.94 ], "duration": 59.66, "caption": "A person picks up a container of food from the table and walks off with it.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 148708, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 32.34, 35.53 ], "duration": 53.66, "caption": "A man picks up the piece of paper from the table.", "similarity": 0.7767, "relevance": 0 }, { "pair_id": 148709, "video_name": "s02e22_seg02_clip_01", "timestamp": [ 32.17, 42.5 ], "duration": 59.66, "caption": "A man picks at his food with a fork.", "similarity": 0.7549, "relevance": 1 }, { "pair_id": 148710, "video_name": "s03e20_seg01_clip_03", "timestamp": [ 45.66, 47.06 ], "duration": 56.66, "caption": "A person picks up their food container from the coffee table.", "similarity": 0.7483, "relevance": 2 }, { "pair_id": 148711, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 56.07, 57.85 ], "duration": 59.66, "caption": "A person picks food from the coffee table in front of them.", "similarity": 0.7406, "relevance": 3 }, { "pair_id": 148712, "video_name": "s05e06_seg02_clip_09", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A man gets up from a table and picks up his plate and cup.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 148713, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 7.75, 10.23 ], "duration": 62.66, "caption": "A man picks up his fork from the table.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 148714, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 23.8, 25.94 ], "duration": 61.66, "caption": "A person picks up a paper bowl of food to eat.", "similarity": 0.7328, "relevance": 1 }, { "pair_id": 148715, "video_name": "met_s02e07_seg02_clip_05", "timestamp": [ 50.01, 53.2 ], "duration": 58.66, "caption": "A person picks up a pretzel from the table and eats it.", "similarity": 0.727, "relevance": 4 }, { "pair_id": 148716, "video_name": "s05e03_seg01_clip_00", "timestamp": [ 19.54, 27.29 ], "duration": 62.66, "caption": "A woman picks up and eats some food from the table.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 148717, "video_name": "house_s04e14_seg02_clip_09", "timestamp": [ 13.57, 20.14 ], "duration": 87.66, "caption": "A person picks up a package that is on top of his table.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 148718, "video_name": "s02e04_seg02_clip_06", "timestamp": [ 35.4, 37.23 ], "duration": 61.66, "caption": "A man picks up his drink from the table.", "similarity": 0.7173, "relevance": 3 }, { "pair_id": 148719, "video_name": "s03e02_seg02_clip_01", "timestamp": [ 21.54, 24.79 ], "duration": 59.66, "caption": "A person puts the tray of food he's holding down onto the table.", "similarity": 0.7161, "relevance": 1 }, { "pair_id": 322020, "video_name": "friends_s10e05_seg02_clip_23", "timestamp": [ 21.38, 24.52 ], "duration": 57.66, "caption": "A man reaching for something off the plate of food.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 322021, "video_name": "friends_s06e08_seg01_clip_00", "timestamp": [ 47.97, 50.61 ], "duration": 88.66, "caption": "A man picks up a small box off of a glass table.", "similarity": 0.7129, "relevance": 2 }, { "pair_id": 322022, "video_name": "house_s05e24_seg02_clip_04", "timestamp": [ 25.67, 30.98 ], "duration": 88.66, "caption": "A man then grabs his food and leaves the table where man is.", "similarity": 0.7112, "relevance": 3 }, { "pair_id": 322023, "video_name": "house_s07e08_seg02_clip_08", "timestamp": [ 45.12, 47.91 ], "duration": 93.66, "caption": "A man with dark hair picks up a food cup off his tray.", "similarity": 0.7111, "relevance": 3 }, { "pair_id": 322024, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 1.81, 5.13 ], "duration": 60.66, "caption": "A man picks up a piece of meat and takes a bite.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 322025, "video_name": "house_s03e19_seg02_clip_12", "timestamp": [ 20.94, 22.76 ], "duration": 91.66, "caption": "A person reaches over the table to grab food from someone's plate.", "similarity": 0.709, "relevance": 4 }, { "pair_id": 322026, "video_name": "friends_s08e12_seg02_clip_00", "timestamp": [ 41.56, 44.66 ], "duration": 62.66, "caption": "A man picks up his coffee cup from the table.", "similarity": 0.7062, "relevance": 2 }, { "pair_id": 322027, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 28.99, 31.83 ], "duration": 63.66, "caption": "A person takes his plate of food off of the table.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 322028, "video_name": "s07e22_seg01_clip_00", "timestamp": [ 4.7, 8.0 ], "duration": 47.66, "caption": "A person sits down and picks up their food tray from the coffee table.", "similarity": 0.7002, "relevance": 3 }, { "pair_id": 322029, "video_name": "house_s02e15_seg02_clip_07", "timestamp": [ 14.79, 18.28 ], "duration": 87.66, "caption": "A person leans over and picks up a spoon off of the table for a man.", "similarity": 0.6989, "relevance": 2 }, { "pair_id": 322030, "video_name": "friends_s08e06_seg02_clip_07", "timestamp": [ 43.68, 50.76 ], "duration": 59.66, "caption": "A woman approaches a table and begins picking up food.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 322031, "video_name": "castle_s03e06_seg02_clip_14", "timestamp": [ 20.65, 23.23 ], "duration": 86.66, "caption": "A person picks up a plastic bag from the table.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 322032, "video_name": "house_s07e05_seg02_clip_20", "timestamp": [ 40.03, 45.25 ], "duration": 87.66, "caption": "A man picks up his food before he leaves the meeting room.", "similarity": 0.6955, "relevance": 3 }, { "pair_id": 322033, "video_name": "s04e08_seg01_clip_01", "timestamp": [ 11.23, 16.84 ], "duration": 66.66, "caption": "A man grabs a handful of snacks from a bowl on the table.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 322034, "video_name": "house_s06e04_seg02_clip_23", "timestamp": [ 33.13, 36.72 ], "duration": 89.66, "caption": "A man picked up a brown envelope from the table.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 322035, "video_name": "friends_s07e09_seg02_clip_00", "timestamp": [ 41.02, 44.84 ], "duration": 63.66, "caption": "A man picks up a piece of candy from the table and puts it in their mouth.", "similarity": 0.691, "relevance": 3 }, { "pair_id": 322036, "video_name": "s04e18_seg02_clip_12", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A person sits at a table with some people and picks at their food that's in front of them.", "similarity": 0.6909, "relevance": 1 }, { "pair_id": 322037, "video_name": "met_s06e07_seg02_clip_11", "timestamp": [ 21.76, 25.82 ], "duration": 58.66, "caption": "A man picks up a french fry and eats it.", "similarity": 0.6896, "relevance": 4 }, { "pair_id": 322038, "video_name": "s07e01_seg02_clip_03", "timestamp": [ 50.35, 58.59 ], "duration": 61.66, "caption": "A person walks up to another person who is picking food from the table.", "similarity": 0.6891, "relevance": 4 }, { "pair_id": 322039, "video_name": "castle_s03e10_seg02_clip_24", "timestamp": [ 38.65, 41.41 ], "duration": 92.66, "caption": "A person picks a small piece of paper up off of the table.", "similarity": 0.6889, "relevance": 2 } ] }, { "query_id": 78092, "query": "A woman has found a man as she speaks through the ventilation vent.", "relevant_moment": [ { "pair_id": 157360, "video_name": "castle_s08e09_seg02_clip_16", "timestamp": [ 6.08, 8.1 ], "duration": 81.66, "caption": "A woman has found a man as she speaks through the ventilation vent.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157361, "video_name": "castle_s08e03_seg02_clip_24", "timestamp": [ 49.3, 54.89 ], "duration": 93.66, "caption": "A woman goes inside the air vent with man's help.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 157363, "video_name": "house_s06e06_seg02_clip_23", "timestamp": [ 0.43, 13.6 ], "duration": 85.66, "caption": "A woman tells a man how she found another man after he asks.", "similarity": 0.6378, "relevance": 1 }, { "pair_id": 157364, "video_name": "house_s04e02_seg02_clip_20", "timestamp": [ 0.0, 40.51 ], "duration": 89.66, "caption": "A woman is on a breathing mask while talking to a man.", "similarity": 0.6205, "relevance": 1 }, { "pair_id": 157365, "video_name": "s10e05_seg02_clip_06", "timestamp": [ 0.59, 5.9 ], "duration": 59.66, "caption": "A man hands a woman a bottle of water then sits down while she vents about someone.", "similarity": 0.6159, "relevance": 1 }, { "pair_id": 157366, "video_name": "castle_s08e01_seg02_clip_23", "timestamp": [ 1.64, 7.38 ], "duration": 82.66, "caption": "A man looks around frantically for woman as person says she can't be found.", "similarity": 0.6095, "relevance": 1 }, { "pair_id": 157367, "video_name": "castle_s08e03_seg02_clip_14", "timestamp": [ 0.0, 7.92 ], "duration": 88.66, "caption": "A person tells woman he found their victim alive over the phone.", "similarity": 0.6093, "relevance": 0 }, { "pair_id": 157368, "video_name": "s03e22_seg01_clip_00", "timestamp": [ 39.67, 51.87 ], "duration": 61.66, "caption": "A woman hears a knock at the door and goes to open it finding a man on the other side.", "similarity": 0.6036, "relevance": 1 }, { "pair_id": 157369, "video_name": "s01e14_seg02_clip_02", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A woman is in the hallway as she speaks with man and person.", "similarity": 0.6005, "relevance": 1 }, { "pair_id": 157370, "video_name": "s08e08_seg02_clip_16", "timestamp": [ 31.38, 38.42 ], "duration": 64.66, "caption": "A woman starts breathing heavily during her talk with a man.", "similarity": 0.5997, "relevance": 1 }, { "pair_id": 157371, "video_name": "castle_s04e12_seg02_clip_19", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A man is facing a woman as he speaks to her.", "similarity": 0.5972, "relevance": 1 }, { "pair_id": 157372, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 4.57, 12.35 ], "duration": 91.66, "caption": "A man is looking at a woman as she speaks to another man.", "similarity": 0.5943, "relevance": 1 }, { "pair_id": 157373, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 0.0, 4.08 ], "duration": 90.66, "caption": "A woman tells person where the victim's corpse was found.", "similarity": 0.5924, "relevance": 1 }, { "pair_id": 157374, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 18.77 ], "duration": 139.66, "caption": "A woman talking to another woman with a man for investigation.", "similarity": 0.591, "relevance": 1 }, { "pair_id": 157375, "video_name": "house_s04e02_seg02_clip_19", "timestamp": [ 61.62, 70.02 ], "duration": 70.66, "caption": "A person listens to the woman's lungs as she breathes through the mask.", "similarity": 0.5882, "relevance": 1 }, { "pair_id": 157376, "video_name": "friends_s10e08_seg02_clip_18", "timestamp": [ 0.0, 8.85 ], "duration": 61.66, "caption": "A woman talks to a man whose head is caught in the door.", "similarity": 0.5811, "relevance": 2 }, { "pair_id": 157377, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 70.77, 104.16 ], "duration": 159.66, "caption": "A man speaks to a woman as she looks outside of the glass door.", "similarity": 0.5802, "relevance": 2 }, { "pair_id": 157378, "video_name": "house_s07e18_seg02_clip_21", "timestamp": [ 0.0, 38.86 ], "duration": 111.66, "caption": "A woman is crying as she speaks to a man behind her.", "similarity": 0.5781, "relevance": 2 }, { "pair_id": 157379, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 0.0, 26.34 ], "duration": 59.66, "caption": "A man is speaking to a woman as he faces her in a room.", "similarity": 0.5766, "relevance": 1 } ] }, { "query_id": 78115, "query": "A woman lifts her hand and points to her right with her right index finger.", "relevant_moment": [ { "pair_id": 158720, "video_name": "castle_s06e14_seg02_clip_07", "timestamp": [ 1.79, 2.68 ], "duration": 89.66, "caption": "A woman lifts her hand and points to her right with her right index finger.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158721, "video_name": "castle_s05e09_seg02_clip_22", "timestamp": [ 68.47, 70.63 ], "duration": 86.66, "caption": "A woman raises her right hand and points with her index finger.", "similarity": 0.9306, "relevance": 3 }, { "pair_id": 158722, "video_name": "friends_s05e14_seg02_clip_02", "timestamp": [ 15.56, 20.75 ], "duration": 61.66, "caption": "A woman lifts up her hands and points with both index fingers.", "similarity": 0.8954, "relevance": 3 }, { "pair_id": 158723, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 34.82, 39.17 ], "duration": 58.66, "caption": "A woman points her right index finger towards a person.", "similarity": 0.854, "relevance": 2 }, { "pair_id": 158724, "video_name": "met_s02e19_seg02_clip_04", "timestamp": [ 12.51, 14.04 ], "duration": 61.66, "caption": "A woman points her left index finger up into the air.", "similarity": 0.8428, "relevance": 2 }, { "pair_id": 158725, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 10.68, 14.65 ], "duration": 61.66, "caption": "A woman points her left hand finger at a person.", "similarity": 0.832, "relevance": 2 }, { "pair_id": 158726, "video_name": "friends_s05e02_seg02_clip_03", "timestamp": [ 26.55, 36.01 ], "duration": 61.66, "caption": "A woman points repeatedly with her right index finger.", "similarity": 0.8233, "relevance": 3 }, { "pair_id": 158727, "video_name": "s05e12_seg02_clip_00", "timestamp": [ 23.95, 25.84 ], "duration": 63.66, "caption": "A woman points her index finger and gestures with it to someone.", "similarity": 0.8133, "relevance": 4 }, { "pair_id": 158728, "video_name": "grey_s03e22_seg02_clip_12", "timestamp": [ 70.22, 71.12 ], "duration": 90.66, "caption": "A woman points her index finger in the air, then lowers her finger.", "similarity": 0.8067, "relevance": 3 }, { "pair_id": 158729, "video_name": "met_s06e17_seg02_clip_09", "timestamp": [ 40.22, 42.62 ], "duration": 60.66, "caption": "A woman puts his/her index finger in the air and seems pointing in the left direction.", "similarity": 0.7975, "relevance": 3 }, { "pair_id": 158730, "video_name": "friends_s04e10_seg02_clip_17", "timestamp": [ 38.46, 40.63 ], "duration": 62.66, "caption": "A woman raises her right arm and points to the side.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 158731, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 11.71, 14.11 ], "duration": 60.66, "caption": "A person points to a woman with his right hand.", "similarity": 0.7871, "relevance": 2 }, { "pair_id": 158732, "video_name": "friends_s08e20_seg02_clip_07", "timestamp": [ 40.62, 43.23 ], "duration": 58.66, "caption": "A woman points directly at another woman with her right index finger.", "similarity": 0.7817, "relevance": 4 }, { "pair_id": 158733, "video_name": "friends_s07e14_seg02_clip_18", "timestamp": [ 44.86, 46.63 ], "duration": 59.66, "caption": "A woman looks at someone and points her finger to the side.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 158734, "video_name": "castle_s06e05_seg02_clip_08", "timestamp": [ 1.36, 3.18 ], "duration": 90.66, "caption": "A woman points her finger in affirmation of person's point.", "similarity": 0.7723, "relevance": 4 }, { "pair_id": 158735, "video_name": "s10e10_seg02_clip_00", "timestamp": [ 9.76, 11.9 ], "duration": 61.66, "caption": "A woman lifts up her right arm and points it up diagonally.", "similarity": 0.7713, "relevance": 3 }, { "pair_id": 158736, "video_name": "s03e10_seg02_clip_03", "timestamp": [ 25.09, 27.09 ], "duration": 57.66, "caption": "A woman puts the palms of her hands together and points them toward a person.", "similarity": 0.7708, "relevance": 2 }, { "pair_id": 158737, "video_name": "friends_s04e20_seg02_clip_01", "timestamp": [ 21.1, 22.81 ], "duration": 57.66, "caption": "A woman points to her left with her left arm.", "similarity": 0.7704, "relevance": 1 }, { "pair_id": 158738, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises his arm and points his right index finger up.", "similarity": 0.767, "relevance": 1 }, { "pair_id": 158739, "video_name": "s10e13_seg02_clip_13", "timestamp": [ 54.62, 57.06 ], "duration": 61.66, "caption": "A woman points her finger on her right hand at a man.", "similarity": 0.761, "relevance": 4 }, { "pair_id": 332040, "video_name": "friends_s06e24-25_seg02_clip_00", "timestamp": [ 18.89, 19.53 ], "duration": 64.66, "caption": "A woman points at two people with her index finger.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 332041, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 22.4, 25.18 ], "duration": 37.66, "caption": "A woman points one finger at another woman's right hand as she talks to her.", "similarity": 0.7554, "relevance": 4 }, { "pair_id": 332042, "video_name": "friends_s07e15_seg01_clip_02", "timestamp": [ 9.89, 13.79 ], "duration": 52.66, "caption": "A woman points with her right index finger as she speaks.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 332043, "video_name": "friends_s03e17_seg02_clip_10", "timestamp": [ 40.73, 43.68 ], "duration": 59.66, "caption": "A woman points at another woman with her index finger.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 332044, "video_name": "friends_s06e03_seg02_clip_11", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman turns to her right and raises her right hand.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 332045, "video_name": "s02e18_seg02_clip_07", "timestamp": [ 46.08, 49.74 ], "duration": 61.66, "caption": "A person points their right finger as they walk towards a woman.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 332046, "video_name": "friends_s07e07_seg02_clip_08", "timestamp": [ 5.31, 7.82 ], "duration": 62.66, "caption": "A woman points and shakes her fingers back and forth.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 332047, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 29.22, 31.58 ], "duration": 59.66, "caption": "A woman points at another woman with her left hand.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 332048, "video_name": "friends_s10e09_seg02_clip_06", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A woman points their hand towards herself and then outward.", "similarity": 0.7415, "relevance": 2 }, { "pair_id": 332049, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 32.34, 39.67 ], "duration": 61.66, "caption": "A person points at something with their left hand.", "similarity": 0.741, "relevance": 2 }, { "pair_id": 332050, "video_name": "friends_s08e21_seg02_clip_12", "timestamp": [ 55.05, 57.46 ], "duration": 60.66, "caption": "A person points at something with their left hand.", "similarity": 0.741, "relevance": 3 }, { "pair_id": 332051, "video_name": "friends_s03e12_seg02_clip_04", "timestamp": [ 9.44, 13.58 ], "duration": 59.66, "caption": "A woman points up to her lips with her finger.", "similarity": 0.7386, "relevance": 3 }, { "pair_id": 332052, "video_name": "castle_s03e04_seg02_clip_24", "timestamp": [ 0.0, 2.85 ], "duration": 95.66, "caption": "Woman is looking at something while pointing with two fingers.", "similarity": 0.7385, "relevance": 4 }, { "pair_id": 332053, "video_name": "friends_s07e11_seg02_clip_06", "timestamp": [ 12.82, 14.95 ], "duration": 61.66, "caption": "A woman points at her chest while holding someone's hand.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 332054, "video_name": "s07e15_seg02_clip_01", "timestamp": [ 37.14, 39.17 ], "duration": 58.66, "caption": "A woman holds her hand up and points her finger across the room.", "similarity": 0.7377, "relevance": 4 }, { "pair_id": 332055, "video_name": "met_s05e02_seg02_clip_12", "timestamp": [ 21.75, 25.33 ], "duration": 59.66, "caption": "A woman stretches her arm out behind someone and points with her finger.", "similarity": 0.7375, "relevance": 4 }, { "pair_id": 332056, "video_name": "s06e05_seg02_clip_17", "timestamp": [ 36.2, 37.61 ], "duration": 94.66, "caption": "A woman points forward with both hands at once.", "similarity": 0.7357, "relevance": 2 }, { "pair_id": 332057, "video_name": "friends_s08e04_seg02_clip_04", "timestamp": [ 18.3, 22.95 ], "duration": 62.66, "caption": "A woman raises her right hand and then points at man.", "similarity": 0.7351, "relevance": 3 }, { "pair_id": 332058, "video_name": "castle_s08e15_seg02_clip_09", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A woman points at person when she had her hand in the air.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 332059, "video_name": "s04e14_seg02_clip_03", "timestamp": [ 50.55, 53.03 ], "duration": 62.66, "caption": "A woman points to a person forcefully with her right hand while talking to them.", "similarity": 0.7306, "relevance": 4 } ] }, { "query_id": 78180, "query": "A woman sets down her purse to put on her coat.", "relevant_moment": [ { "pair_id": 101660, "video_name": "friends_s01e15_seg02_clip_15", "timestamp": [ 33.89, 41.18 ], "duration": 56.66, "caption": "A woman sets down her purse to put on her coat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 101661, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 41.72, 44.72 ], "duration": 60.66, "caption": "A woman puts her purse on her shoulder and coat across her arm.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 101662, "video_name": "friends_s01e22_seg02_clip_01", "timestamp": [ 31.52, 44.12 ], "duration": 63.66, "caption": "A woman gets up and puts on her jacket and purse.", "similarity": 0.7944, "relevance": 3 }, { "pair_id": 101663, "video_name": "castle_s04e15_seg02_clip_00", "timestamp": [ 3.25, 7.88 ], "duration": 92.66, "caption": "A woman walks in and sets down her purse and jacket.", "similarity": 0.7909, "relevance": 1 }, { "pair_id": 101664, "video_name": "friends_s04e09_seg02_clip_12", "timestamp": [ 41.44, 46.89 ], "duration": 60.66, "caption": "A woman puts down her bag and lowers her coat to her hand.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 101665, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 1.12, 5.88 ], "duration": 56.66, "caption": "A woman sets her bag down and begins to remove her coat.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 101666, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 36.92, 40.22 ], "duration": 60.66, "caption": "A woman grabs her purse and coat and stands up.", "similarity": 0.76, "relevance": 2 }, { "pair_id": 101667, "video_name": "castle_s05e06_seg02_clip_25", "timestamp": [ 29.05, 33.07 ], "duration": 89.66, "caption": "A woman puts purse on shoulder and puts jacket over arm.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 101668, "video_name": "friends_s08e13_seg02_clip_08", "timestamp": [ 0.0, 5.32 ], "duration": 56.66, "caption": "A woman walks in and then sets down her purse.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 101669, "video_name": "friends_s09e12_seg02_clip_06", "timestamp": [ 5.5, 11.26 ], "duration": 50.66, "caption": "A woman enters the apartment and puts her purse and coat down.", "similarity": 0.7415, "relevance": 2 }, { "pair_id": 101670, "video_name": "friends_s01e13_seg02_clip_10", "timestamp": [ 38.73, 40.45 ], "duration": 57.66, "caption": "A woman puts her purse on her shoulder and picks up her jacket.", "similarity": 0.7369, "relevance": 1 }, { "pair_id": 101671, "video_name": "friends_s07e16_seg02_clip_04", "timestamp": [ 34.24, 35.12 ], "duration": 59.66, "caption": "A woman puts her purse and coat on the back of a chair.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 101672, "video_name": "friends_s10e08_seg02_clip_00", "timestamp": [ 41.39, 44.27 ], "duration": 64.66, "caption": "A woman sets her purse down on the counter.", "similarity": 0.7293, "relevance": 2 }, { "pair_id": 101673, "video_name": "friends_s02e12-13_seg02_clip_15", "timestamp": [ 27.89, 32.29 ], "duration": 58.66, "caption": "A woman sets her jacket, purse and gloves down on the counter.", "similarity": 0.726, "relevance": 2 }, { "pair_id": 101674, "video_name": "grey_s03e20_seg02_clip_23", "timestamp": [ 36.5, 38.73 ], "duration": 89.66, "caption": "A woman adjusts her purse around on her shoulder.", "similarity": 0.7136, "relevance": 1 }, { "pair_id": 101675, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 101676, "video_name": "castle_s07e16_seg02_clip_26", "timestamp": [ 0.97, 4.85 ], "duration": 97.66, "caption": "A woman sits her jacket and green purse down.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 101677, "video_name": "house_s03e06_seg02_clip_03", "timestamp": [ 60.07, 63.68 ], "duration": 90.66, "caption": "A woman walks in and places her purse down.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 101678, "video_name": "s01e17_seg02_clip_05", "timestamp": [ 10.8, 12.61 ], "duration": 60.66, "caption": "A woman puts the strap of her purse over her shoulder.", "similarity": 0.6904, "relevance": 1 }, { "pair_id": 101679, "video_name": "friends_s05e02_seg02_clip_08", "timestamp": [ 14.27, 18.3 ], "duration": 62.66, "caption": "A woman sets down the purse on the table.", "similarity": 0.6884, "relevance": 2 } ] }, { "query_id": 78182, "query": "A woman puts her purse on the table as a woman hangs up the phone.", "relevant_moment": [ { "pair_id": 13600, "video_name": "friends_s01e15_seg02_clip_15", "timestamp": [ 28.57, 36.42 ], "duration": 56.66, "caption": "A woman puts her purse on the table as a woman hangs up the phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13601, "video_name": "friends_s08e07_seg02_clip_01", "timestamp": [ 19.83, 22.58 ], "duration": 61.66, "caption": "A woman hangs up the phone and puts it in her purple purse.", "similarity": 0.7779, "relevance": 2 }, { "pair_id": 13602, "video_name": "friends_s03e04_seg02_clip_08", "timestamp": [ 0.59, 4.13 ], "duration": 59.66, "caption": "A woman hangs up the phone and hands it to another woman.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 13603, "video_name": "friends_s10e10_seg02_clip_01", "timestamp": [ 38.96, 42.5 ], "duration": 59.66, "caption": "A woman puts the phone into her purse after using it.", "similarity": 0.7464, "relevance": 2 }, { "pair_id": 13604, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 8.37, 11.48 ], "duration": 62.66, "caption": "A woman places her purse down on the table.", "similarity": 0.7288, "relevance": 0 }, { "pair_id": 13605, "video_name": "friends_s05e02_seg02_clip_08", "timestamp": [ 14.27, 18.3 ], "duration": 62.66, "caption": "A woman sets down the purse on the table.", "similarity": 0.7096, "relevance": 2 }, { "pair_id": 13606, "video_name": "friends_s09e23-24_seg02_clip_16", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman has the telephone in her hand and hangs it up.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 13607, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 4.76, 8.16 ], "duration": 68.66, "caption": "A woman brings the phone over to the table where another woman is sitting.", "similarity": 0.7052, "relevance": 1 }, { "pair_id": 13608, "video_name": "friends_s03e05_seg02_clip_08", "timestamp": [ 25.51, 27.89 ], "duration": 68.66, "caption": "A woman puts the phone back on the table.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 13609, "video_name": "castle_s02e10_seg02_clip_11", "timestamp": [ 43.76, 46.99 ], "duration": 92.66, "caption": "A woman hangs up phone that is off the hook.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 13610, "video_name": "friends_s09e08_seg02_clip_00", "timestamp": [ 55.35, 59.08 ], "duration": 62.66, "caption": "A woman sets her purse on the end table.", "similarity": 0.7021, "relevance": 1 }, { "pair_id": 13611, "video_name": "friends_s08e20_seg01_clip_01", "timestamp": [ 71.46, 74.12 ], "duration": 76.66, "caption": "A woman hangs up her phone after talking to another woman.", "similarity": 0.7011, "relevance": 1 }, { "pair_id": 13612, "video_name": "castle_s02e10_seg02_clip_19", "timestamp": [ 46.94, 51.9 ], "duration": 90.66, "caption": "A woman places her purse on the table and another person looks into it.", "similarity": 0.6991, "relevance": 1 }, { "pair_id": 13613, "video_name": "friends_s08e02_seg02_clip_14", "timestamp": [ 4.29, 8.25 ], "duration": 66.66, "caption": "A woman sets her purse on the table and sits down.", "similarity": 0.6914, "relevance": 2 }, { "pair_id": 13614, "video_name": "friends_s09e14_seg02_clip_11", "timestamp": [ 41.25, 45.28 ], "duration": 62.66, "caption": "A woman takes her phone out of her purse and answers a call from a woman.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 13615, "video_name": "friends_s05e23-24_seg02_clip_00", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "A woman enters and puts her purse on the dining table.", "similarity": 0.6848, "relevance": 1 }, { "pair_id": 13616, "video_name": "castle_s04e04_seg02_clip_03", "timestamp": [ 0.0, 2.76 ], "duration": 92.66, "caption": "A woman is on her cellphone and then hangs up.", "similarity": 0.6833, "relevance": 1 }, { "pair_id": 13617, "video_name": "s04e09_seg02_clip_05", "timestamp": [ 21.4, 23.88 ], "duration": 62.66, "caption": "A woman hands her purse up on the hook.", "similarity": 0.6832, "relevance": 0 }, { "pair_id": 13618, "video_name": "castle_s04e18_seg02_clip_03", "timestamp": [ 40.07, 44.12 ], "duration": 90.66, "caption": "A woman is looking at her phone and puts it in her purse.", "similarity": 0.6821, "relevance": 1 }, { "pair_id": 13619, "video_name": "friends_s07e15_seg02_clip_07", "timestamp": [ 38.15, 48.38 ], "duration": 62.66, "caption": "A woman takes a phone out of another person's purse, switches back and forth between the two phones, then holds both out towards the other person.", "similarity": 0.682, "relevance": 1 } ] }, { "query_id": 78197, "query": "A person butters his bread when he is talking to another person.", "relevant_moment": [ { "pair_id": 19320, "video_name": "friends_s01e15_seg02_clip_10", "timestamp": [ 50.94, 54.05 ], "duration": 62.66, "caption": "A person butters his bread when he is talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19321, "video_name": "s09e22_seg02_clip_16", "timestamp": [ 9.44, 41.02 ], "duration": 41.66, "caption": "A person was eating a piece of bread whilst talking to another person.", "similarity": 0.787, "relevance": 3 }, { "pair_id": 19322, "video_name": "friends_s01e09_seg02_clip_20", "timestamp": [ 4.02, 13.14 ], "duration": 73.66, "caption": "A person tells two other people to treat their bread like a wishbone.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 19323, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 18.91, 21.16 ], "duration": 90.66, "caption": "A person is eating a sandwich when talking to another person.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 19324, "video_name": "grey_s02e20_seg02_clip_14", "timestamp": [ 0.0, 12.69 ], "duration": 94.66, "caption": "A person is eating a sandwich when talking to another person.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 19325, "video_name": "house_s07e20_seg02_clip_26", "timestamp": [ 0.0, 5.17 ], "duration": 47.66, "caption": "A person offers another person a snack while they are talking.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 19326, "video_name": "s07e05_seg02_clip_07", "timestamp": [ 0.0, 2.56 ], "duration": 64.66, "caption": "A person takes a bit of his food while another person is talking.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 19327, "video_name": "s07e11_seg02_clip_12", "timestamp": [ 49.58, 56.66 ], "duration": 59.66, "caption": "A person stuffs their face with food while talking to another person.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 19328, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 29.15, 31.01 ], "duration": 62.66, "caption": "A man gets a bread and put it in front of his mouth.", "similarity": 0.6467, "relevance": 2 }, { "pair_id": 19329, "video_name": "s03e23_seg02_clip_08", "timestamp": [ 19.53, 27.46 ], "duration": 61.66, "caption": "A person takes a bite of their toast, makes a disgust face and then picks up the butter container to read it.", "similarity": 0.6453, "relevance": 3 }, { "pair_id": 19330, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman is holding two pieces of bread in each hand and talking to two people.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 19331, "video_name": "s07e19_seg02_clip_04", "timestamp": [ 40.77, 44.76 ], "duration": 57.66, "caption": "A person reaches over and grabs the butter to pass to another person.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 19332, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 28.51, 39.32 ], "duration": 60.66, "caption": "A person explains and shows to a woman what one of his favorite types of toasted bread is.", "similarity": 0.638, "relevance": 3 }, { "pair_id": 19333, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 21.69, 26.66 ], "duration": 90.66, "caption": "A person is eating while another person is talking to them.", "similarity": 0.6371, "relevance": 1 }, { "pair_id": 19334, "video_name": "friends_s06e15-16_seg02_clip_35", "timestamp": [ 1.93, 4.68 ], "duration": 55.66, "caption": "A woman is cutting bread while talking to man.", "similarity": 0.6336, "relevance": 3 }, { "pair_id": 19335, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 0.0, 11.66 ], "duration": 89.66, "caption": "A person puts some food into their mouth with the fork while talking to another person.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 19336, "video_name": "house_s05e21_seg02_clip_01", "timestamp": [ 22.3, 24.58 ], "duration": 91.66, "caption": "A man takes a bite of toast while talking with some people.", "similarity": 0.625, "relevance": 3 }, { "pair_id": 19337, "video_name": "house_s02e15_seg02_clip_08", "timestamp": [ 0.0, 90.18 ], "duration": 90.66, "caption": "A person talks to some people while eating.", "similarity": 0.6213, "relevance": 2 }, { "pair_id": 19338, "video_name": "s04e20_seg02_clip_11", "timestamp": [ 18.91, 21.61 ], "duration": 60.66, "caption": "Two people had a toast while they are talking.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 19339, "video_name": "house_s03e03_seg02_clip_09", "timestamp": [ 0.0, 12.56 ], "duration": 46.66, "caption": "A person converses with two other people while chewing on a snack.", "similarity": 0.6137, "relevance": 1 } ] }, { "query_id": 78252, "query": "A woman gets up to answer the front door.", "relevant_moment": [ { "pair_id": 156900, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 53.7, 57.67 ], "duration": 61.66, "caption": "A woman gets up to answer the front door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156901, "video_name": "s09e01_seg02_clip_12", "timestamp": [ 6.16, 10.36 ], "duration": 56.66, "caption": "A woman gets up from the couch to answer the front door.", "similarity": 0.8566, "relevance": 4 }, { "pair_id": 156902, "video_name": "castle_s08e08_seg02_clip_26", "timestamp": [ 9.45, 14.85 ], "duration": 90.66, "caption": "A person gets up to answer the door and it is a woman.", "similarity": 0.8213, "relevance": 3 }, { "pair_id": 156903, "video_name": "s03e05_seg01_clip_01", "timestamp": [ 43.52, 49.03 ], "duration": 58.66, "caption": "A woman stands up and walks to the front door.", "similarity": 0.7904, "relevance": 4 }, { "pair_id": 156904, "video_name": "s06e10_seg02_clip_09", "timestamp": [ 7.75, 13.96 ], "duration": 62.66, "caption": "A person gets up to answer the door and sees a woman standing there.", "similarity": 0.7793, "relevance": 3 }, { "pair_id": 156905, "video_name": "s08e08_seg02_clip_05", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman is sitting on the couch and gets up to answer the door.", "similarity": 0.7642, "relevance": 4 }, { "pair_id": 156906, "video_name": "house_s01e19_seg02_clip_24", "timestamp": [ 86.65, 90.61 ], "duration": 99.66, "caption": "A woman gets up from the couch to answer a knock at the door.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 156907, "video_name": "friends_s05e23-24_seg02_clip_08", "timestamp": [ 0.0, 8.25 ], "duration": 55.66, "caption": "A woman puts on her robe and walks over to answer the front door.", "similarity": 0.7368, "relevance": 3 }, { "pair_id": 156908, "video_name": "castle_s06e16_seg02_clip_10", "timestamp": [ 2.25, 5.4 ], "duration": 90.66, "caption": "A woman knocks on a door and a person answers it.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 156909, "video_name": "s04e17_seg02_clip_16", "timestamp": [ 49.88, 53.42 ], "duration": 59.66, "caption": "A person gets up to open the front door.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 156910, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 41.57, 53.06 ], "duration": 88.66, "caption": "A woman answers the door and find person standing there.", "similarity": 0.7189, "relevance": 4 }, { "pair_id": 156911, "video_name": "met_s03e18_seg02_clip_08", "timestamp": [ 46.22, 47.72 ], "duration": 60.66, "caption": "A woman turns and walks to the front door.", "similarity": 0.7149, "relevance": 2 }, { "pair_id": 156912, "video_name": "s03e09_seg01_clip_00", "timestamp": [ 78.02, 84.02 ], "duration": 120.66, "caption": "A woman turns toward her front door and unlocks it.", "similarity": 0.7098, "relevance": 1 }, { "pair_id": 156913, "video_name": "s02e06_seg02_clip_11", "timestamp": [ 0.0, 3.02 ], "duration": 3.66, "caption": "A person knocks on the door with urgency, and woman answers.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 156914, "video_name": "friends_s07e16_seg02_clip_05", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman gets up from her armchair and walks to her front door.", "similarity": 0.7031, "relevance": 4 }, { "pair_id": 156915, "video_name": "s04e16_seg02_clip_08", "timestamp": [ 21.25, 30.4 ], "duration": 59.66, "caption": "A woman gets up to see who is at the door.", "similarity": 0.7017, "relevance": 3 }, { "pair_id": 156916, "video_name": "s02e05_seg01_clip_01", "timestamp": [ 32.94, 38.28 ], "duration": 89.66, "caption": "A woman answers her door wearing a white tank top.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 156917, "video_name": "friends_s04e16_seg02_clip_17", "timestamp": [ 36.59, 39.34 ], "duration": 55.66, "caption": "A woman stands up and walks towards the door.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 156918, "video_name": "s06e10_seg02_clip_01", "timestamp": [ 4.95, 6.33 ], "duration": 55.66, "caption": "A woman opens up her front door to find a person on the other side of it.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 156919, "video_name": "castle_s04e17_seg02_clip_10", "timestamp": [ 41.33, 49.32 ], "duration": 93.66, "caption": "A person knocks on the front door and waits for someone to answer.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 330220, "video_name": "friends_s02e16_seg02_clip_01", "timestamp": [ 50.61, 55.22 ], "duration": 92.66, "caption": "A woman goes to the door to answer the speaker someone needs in.", "similarity": 0.692, "relevance": 4 }, { "pair_id": 330221, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 44.12 ], "duration": 60.66, "caption": "A person opens the front door and greets woman as she stands at the doorway.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 330222, "video_name": "friends_s02e02_seg02_clip_09", "timestamp": [ 60.19, 64.03 ], "duration": 64.66, "caption": "A woman answers the door and two other women are standing there.", "similarity": 0.6803, "relevance": 2 }, { "pair_id": 330223, "video_name": "s09e21_seg02_clip_12", "timestamp": [ 0.0, 6.1 ], "duration": 61.66, "caption": "A woman answers the door and a man is standing there.", "similarity": 0.6797, "relevance": 4 }, { "pair_id": 330224, "video_name": "friends_s09e05_seg02_clip_01", "timestamp": [ 34.53, 38.37 ], "duration": 59.66, "caption": "A woman runs to answer the door after hearing someone speak.", "similarity": 0.6783, "relevance": 2 }, { "pair_id": 330225, "video_name": "friends_s08e17_seg02_clip_15", "timestamp": [ 9.69, 19.7 ], "duration": 62.66, "caption": "A woman stands up and walks out the door.", "similarity": 0.6727, "relevance": 3 }, { "pair_id": 330226, "video_name": "castle_s05e03_seg02_clip_17", "timestamp": [ 3.64, 5.92 ], "duration": 91.66, "caption": "A woman is standing in front of an open doorway.", "similarity": 0.67, "relevance": 1 }, { "pair_id": 330227, "video_name": "s01e08_seg02_clip_02", "timestamp": [ 16.54, 18.28 ], "duration": 58.66, "caption": "A woman opens the front door and says something making a person perk up.", "similarity": 0.6689, "relevance": 1 }, { "pair_id": 330228, "video_name": "s07e14_seg01_clip_00", "timestamp": [ 19.69, 22.56 ], "duration": 82.66, "caption": "A woman opens the front door and walks in.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 330229, "video_name": "friends_s01e19_seg02_clip_07", "timestamp": [ 26.98, 35.98 ], "duration": 62.66, "caption": "A woman knocks on a door and a man answers.", "similarity": 0.6673, "relevance": 1 }, { "pair_id": 330230, "video_name": "castle_s03e02_seg02_clip_16", "timestamp": [ 46.5, 51.06 ], "duration": 91.66, "caption": "A woman answers the door wearing a purple dress.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 330231, "video_name": "grey_s01e04_seg02_clip_07", "timestamp": [ 14.36, 22.2 ], "duration": 87.66, "caption": "A woman stands up quickly and walks to the door.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 330232, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 3.15, 10.81 ], "duration": 90.66, "caption": "A woman walks across the room to answer the door.", "similarity": 0.6651, "relevance": 3 }, { "pair_id": 330233, "video_name": "s04e07_seg02_clip_00", "timestamp": [ 17.39, 23.19 ], "duration": 61.66, "caption": "A person gets up from a couch and answers a door.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 330234, "video_name": "s10e02_seg02_clip_06", "timestamp": [ 25.53, 31.33 ], "duration": 58.66, "caption": "A woman stands up, walks to the door and turns around.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 330235, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 20.71, 26.71 ], "duration": 60.66, "caption": "A woman answers the door to see another woman standing there.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 330236, "video_name": "castle_s02e04_seg02_clip_20", "timestamp": [ 45.46, 56.72 ], "duration": 90.66, "caption": "A woman walks up to the doors and presses the doorbell as she talks to a person.", "similarity": 0.6585, "relevance": 1 }, { "pair_id": 330237, "video_name": "friends_s06e06_seg02_clip_10", "timestamp": [ 55.47, 57.99 ], "duration": 63.66, "caption": "A woman stands up and walks towards the door and turns around.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 330238, "video_name": "friends_s09e03_seg02_clip_05", "timestamp": [ 56.13, 59.1 ], "duration": 66.66, "caption": "A woman opens the front door and walks out.", "similarity": 0.657, "relevance": 1 }, { "pair_id": 330239, "video_name": "s08e01_seg02_clip_10", "timestamp": [ 42.11, 49.74 ], "duration": 61.66, "caption": "A woman stands up and walks to the door then stops.", "similarity": 0.6544, "relevance": 3 } ] }, { "query_id": 78255, "query": "A person looks over at woman. Woman treats a patient.", "relevant_moment": [ { "pair_id": 172340, "video_name": "house_s04e02_seg02_clip_25", "timestamp": [ 88.75, 98.2 ], "duration": 105.66, "caption": "A person looks over at woman. Woman treats a patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172341, "video_name": "house_s03e12_seg02_clip_25", "timestamp": [ 33.89, 40.49 ], "duration": 88.66, "caption": "A woman looks over at the patient and rubs his face.", "similarity": 0.8171, "relevance": 3 }, { "pair_id": 172343, "video_name": "grey_s02e06_seg02_clip_00", "timestamp": [ 13.43, 31.48 ], "duration": 92.66, "caption": "A woman gives another woman a look so she'll stop staring at the patients.", "similarity": 0.7972, "relevance": 4 }, { "pair_id": 172344, "video_name": "house_s03e03_seg02_clip_11", "timestamp": [ 46.73, 51.21 ], "duration": 128.66, "caption": "A person looks at someone and gives them a look and back at the patient.", "similarity": 0.7658, "relevance": 2 }, { "pair_id": 172345, "video_name": "grey_s01e09_seg02_clip_03", "timestamp": [ 14.63, 18.29 ], "duration": 91.66, "caption": "A woman leans over and checks the patient's face.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 172346, "video_name": "house_s07e10_seg02_clip_09", "timestamp": [ 66.47, 97.03 ], "duration": 97.66, "caption": "A woman takes a look at the patient that is on the monitor.", "similarity": 0.7563, "relevance": 1 }, { "pair_id": 172347, "video_name": "grey_s02e02_seg02_clip_01", "timestamp": [ 10.01, 29.58 ], "duration": 91.66, "caption": "A woman is checking on the condition of a patient.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 172348, "video_name": "house_s01e03_seg02_clip_08", "timestamp": [ 64.88, 67.64 ], "duration": 92.66, "caption": "A woman looks inside the mouth of a patient.", "similarity": 0.7509, "relevance": 4 }, { "pair_id": 172349, "video_name": "house_s05e05_seg02_clip_04", "timestamp": [ 26.98, 32.09 ], "duration": 93.66, "caption": "A woman approaches the patient and tries to keep her at ease.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 172351, "video_name": "house_s03e12_seg02_clip_21", "timestamp": [ 18.04, 31.25 ], "duration": 88.66, "caption": "A woman takes a seat and stares at their patient.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 172352, "video_name": "house_s07e04_seg02_clip_21", "timestamp": [ 0.0, 43.44 ], "duration": 86.66, "caption": "A person demonstrates to woman on how to treat the patient.", "similarity": 0.7443, "relevance": 3 }, { "pair_id": 172353, "video_name": "grey_s03e02_seg02_clip_14", "timestamp": [ 54.26, 96.03 ], "duration": 96.66, "caption": "A woman gives a person an update on how the patient is doing.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 172354, "video_name": "grey_s02e25_seg02_clip_02", "timestamp": [ 0.0, 23.01 ], "duration": 92.66, "caption": "A woman is checking the patients while they are talking to each other.", "similarity": 0.7369, "relevance": 4 }, { "pair_id": 172355, "video_name": "house_s07e16_seg02_clip_07", "timestamp": [ 43.21, 46.81 ], "duration": 90.66, "caption": "A woman reaches over to open and examine a male patient's eye.", "similarity": 0.7358, "relevance": 4 }, { "pair_id": 172356, "video_name": "grey_s03e14_seg02_clip_06", "timestamp": [ 53.21, 91.66 ], "duration": 91.66, "caption": "A woman is having a conversation to a patient. While she is checking on her.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 172357, "video_name": "grey_s02e05_seg02_clip_06", "timestamp": [ 0.0, 23.41 ], "duration": 90.66, "caption": "A woman is checking on a patient and at the same time talking to them.", "similarity": 0.7326, "relevance": 3 }, { "pair_id": 172358, "video_name": "house_s01e21_seg02_clip_13", "timestamp": [ 24.52, 27.24 ], "duration": 90.66, "caption": "A patient looks up at a person while he looks down.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 172359, "video_name": "grey_s02e12_seg02_clip_14", "timestamp": [ 0.0, 34.08 ], "duration": 90.66, "caption": "A woman is checking on a patient while talking with another woman.", "similarity": 0.723, "relevance": 3 }, { "pair_id": 345660, "video_name": "house_s05e01_seg02_clip_05", "timestamp": [ 42.86, 48.72 ], "duration": 90.66, "caption": "A woman is talking to the patient while a man is checking her.", "similarity": 0.7223, "relevance": 3 }, { "pair_id": 345661, "video_name": "house_s08e09_seg02_clip_15", "timestamp": [ 80.51, 81.41 ], "duration": 90.66, "caption": "The patient looks at a woman with a concerned and frightened look on their face.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 345662, "video_name": "house_s07e14_seg02_clip_18", "timestamp": [ 45.52, 49.52 ], "duration": 100.66, "caption": "A woman watches a blonde haired person rub a patient's head.", "similarity": 0.7218, "relevance": 3 }, { "pair_id": 345663, "video_name": "grey_s01e03_seg02_clip_16", "timestamp": [ 9.38, 28.95 ], "duration": 81.66, "caption": "A woman gives another woman a lecture on looking at patients as people not objects.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 345664, "video_name": "grey_s01e08_seg02_clip_11", "timestamp": [ 52.28, 81.06 ], "duration": 81.66, "caption": "A woman is having a conversation with a patient while she is putting something on him.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 345665, "video_name": "house_s04e05_seg02_clip_14", "timestamp": [ 0.0, 3.2 ], "duration": 80.66, "caption": "A man walks over to a woman while she is treating a patient.", "similarity": 0.7194, "relevance": 3 }, { "pair_id": 345666, "video_name": "house_s05e24_seg02_clip_18", "timestamp": [ 0.0, 12.39 ], "duration": 91.66, "caption": "There was a patient and woman together with another woman.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 345667, "video_name": "house_s02e05_seg02_clip_14", "timestamp": [ 79.82, 83.18 ], "duration": 84.66, "caption": "A doctor looks for woman from another doctor.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 345668, "video_name": "house_s01e01_seg02_clip_21", "timestamp": [ 52.02, 55.28 ], "duration": 92.66, "caption": "A person gets closer to the patient and stands in front of her.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 345669, "video_name": "house_s08e03_seg02_clip_20", "timestamp": [ 96.07, 98.03 ], "duration": 98.66, "caption": "A woman approaches another woman standing in the hall looking at a patient.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 345670, "video_name": "grey_s03e03_seg02_clip_15", "timestamp": [ 13.8, 21.17 ], "duration": 92.66, "caption": "A woman stops when she sees a man talking to a patient.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 345671, "video_name": "house_s04e02_seg02_clip_25", "timestamp": [ 89.27, 105.02 ], "duration": 105.66, "caption": "A person sees someone dealing with a patient and walks over to him/her.", "similarity": 0.7102, "relevance": 3 }, { "pair_id": 345672, "video_name": "grey_s01e06_seg02_clip_15", "timestamp": [ 0.0, 4.03 ], "duration": 89.66, "caption": "A woman is treating a patient when a man walks in.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 345673, "video_name": "grey_s02e25_seg02_clip_05", "timestamp": [ 87.66, 89.66 ], "duration": 89.66, "caption": "A woman walks over to someone and their patient.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 345674, "video_name": "house_s04e06_seg02_clip_10", "timestamp": [ 57.36, 94.03 ], "duration": 94.66, "caption": "A person and a woman are having a conversation with each other while she is checking the patient.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 345675, "video_name": "house_s05e19_seg02_clip_07", "timestamp": [ 28.22, 39.6 ], "duration": 91.66, "caption": "A person comes into the room and looks over the patient.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 345676, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 2.67, 16.91 ], "duration": 89.66, "caption": "A person takes a look inside the eyes of the patient.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 345677, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A woman feels the forehead of the female patient.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 345678, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 36.99, 51.18 ], "duration": 86.66, "caption": "A woman gets the patient ready for the treatment.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 345679, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 26.35, 30.51 ], "duration": 92.66, "caption": "A woman standing at a patient's bedside turned her body and caught a doctor looking at her.", "similarity": 0.7044, "relevance": 3 } ] }, { "query_id": 78262, "query": "A man slings a bag over his shoulder in the classroom.", "relevant_moment": [ { "pair_id": 14160, "video_name": "house_s04e02_seg02_clip_24", "timestamp": [ 89.25, 90.62 ], "duration": 91.66, "caption": "A man slings a bag over his shoulder in the classroom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14161, "video_name": "s08e02_seg02_clip_10", "timestamp": [ 30.91, 51.62 ], "duration": 60.66, "caption": "A man stands in a classroom holding his backpack handle with one hand.", "similarity": 0.663, "relevance": 3 }, { "pair_id": 14162, "video_name": "friends_s08e12_seg02_clip_17", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A man grabs his bag and his jacket and leaves his classroom.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 14163, "video_name": "met_s06e07_seg02_clip_05", "timestamp": [ 4.95, 7.92 ], "duration": 66.66, "caption": "A man drops his bag when he's startled by seeing a woman in his classroom.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 14164, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 28.21, 30.01 ], "duration": 60.66, "caption": "A man puts his bag strap around his shoulder.", "similarity": 0.6395, "relevance": 3 }, { "pair_id": 14165, "video_name": "castle_s07e04_seg02_clip_17", "timestamp": [ 16.66, 29.26 ], "duration": 90.66, "caption": "A man is surrounded by children in a classroom.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 14166, "video_name": "friends_s07e02_seg02_clip_00", "timestamp": [ 8.19, 17.02 ], "duration": 63.66, "caption": "A man takes someone's hand and pulls them to the side while he's teaching a class.", "similarity": 0.6102, "relevance": 2 }, { "pair_id": 14167, "video_name": "s08e02_seg02_clip_11", "timestamp": [ 2.66, 5.61 ], "duration": 59.66, "caption": "A person takes their backpack off and has a seat on the inside of a classroom.", "similarity": 0.6011, "relevance": 2 }, { "pair_id": 14168, "video_name": "castle_s01e09_seg02_clip_09", "timestamp": [ 45.11, 48.96 ], "duration": 77.66, "caption": "A man put a bag on his right shoulder.", "similarity": 0.5946, "relevance": 3 }, { "pair_id": 14169, "video_name": "friends_s08e12_seg02_clip_17", "timestamp": [ 0.0, 6.3 ], "duration": 63.66, "caption": "A man grabs his bag and jacket off the desk and runs out of the classroom.", "similarity": 0.5844, "relevance": 2 }, { "pair_id": 14171, "video_name": "met_s04e01_seg02_clip_03", "timestamp": [ 29.15, 32.68 ], "duration": 64.66, "caption": "A man picks up his shoulder bag and puts it on.", "similarity": 0.5753, "relevance": 3 }, { "pair_id": 14172, "video_name": "met_s06e07_seg02_clip_05", "timestamp": [ 0.66, 4.62 ], "duration": 66.66, "caption": "A man takes off his bag while asking if the students did homework.", "similarity": 0.5728, "relevance": 3 }, { "pair_id": 14174, "video_name": "house_s05e21_seg02_clip_16", "timestamp": [ 83.74, 86.36 ], "duration": 87.66, "caption": "A man turns around and adjusts his shoulder bag.", "similarity": 0.57, "relevance": 2 }, { "pair_id": 14175, "video_name": "friends_s06e17_seg02_clip_16", "timestamp": [ 14.05, 18.19 ], "duration": 55.66, "caption": "A man crosses his arms as he talks to the class instructor.", "similarity": 0.5552, "relevance": 1 }, { "pair_id": 14176, "video_name": "friends_s08e12_seg02_clip_16", "timestamp": [ 38.07, 54.01 ], "duration": 59.66, "caption": "A man is doing various stretches at the podium while teaching his class.", "similarity": 0.5542, "relevance": 1 }, { "pair_id": 14177, "video_name": "friends_s08e12_seg02_clip_16", "timestamp": [ 31.58, 53.12 ], "duration": 59.66, "caption": "A person is stretching as they teach a class.", "similarity": 0.5534, "relevance": 1 }, { "pair_id": 14178, "video_name": "s04e04_seg02_clip_08", "timestamp": [ 29.65, 32.79 ], "duration": 57.66, "caption": "A person grabs the strap on his bag to take it off his shoulder.", "similarity": 0.5513, "relevance": 1 }, { "pair_id": 14179, "video_name": "friends_s10e08_seg02_clip_10", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A person adjusts the strap of their bag on their shoulder.", "similarity": 0.549, "relevance": 1 } ] }, { "query_id": 78299, "query": "Two women inspectors are talking to a bald man.", "relevant_moment": [ { "pair_id": 158620, "video_name": "castle_s06e02_seg02_clip_05", "timestamp": [ 73.42, 75.73 ], "duration": 92.66, "caption": "Two women inspectors are talking to a bald man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 158621, "video_name": "castle_s01e10_seg02_clip_20", "timestamp": [ 20.39, 25.38 ], "duration": 90.66, "caption": "A man is talking to a woman and suddenly two inspectors interrupt them.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 158622, "video_name": "house_s02e02_seg02_clip_19", "timestamp": [ 0.0, 73.93 ], "duration": 89.66, "caption": "A man talks to a woman who is bald with an eye patch.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 158623, "video_name": "castle_s01e05_seg02_clip_09", "timestamp": [ 15.26, 21.8 ], "duration": 109.66, "caption": "Two inspectors are talking to a person and trying to get some information.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 158624, "video_name": "castle_s02e11_seg02_clip_24", "timestamp": [ 0.0, 50.54 ], "duration": 90.66, "caption": "Two people talk with a balding man with a beard and mustache.", "similarity": 0.6283, "relevance": 3 }, { "pair_id": 158625, "video_name": "castle_s06e13_seg02_clip_24", "timestamp": [ 11.15, 20.43 ], "duration": 92.66, "caption": "A man and a woman are interviewing two women, one with short hair and the other with curly long hair.", "similarity": 0.6162, "relevance": 1 }, { "pair_id": 158626, "video_name": "friends_s04e14_seg02_clip_11", "timestamp": [ 37.14, 55.7 ], "duration": 58.66, "caption": "A woman sits down and talks to a bald person that is next to her.", "similarity": 0.6159, "relevance": 2 }, { "pair_id": 158627, "video_name": "castle_s05e12_seg02_clip_17", "timestamp": [ 33.36, 91.39 ], "duration": 91.66, "caption": "A woman and a man talk to another man regarding the investigation.", "similarity": 0.5982, "relevance": 1 }, { "pair_id": 158628, "video_name": "house_s03e06_seg02_clip_23", "timestamp": [ 0.0, 38.26 ], "duration": 90.66, "caption": "A woman has a conversation with a fat, bald person.", "similarity": 0.5937, "relevance": 2 }, { "pair_id": 158629, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 18.77 ], "duration": 139.66, "caption": "A woman talking to another woman with a man for investigation.", "similarity": 0.5899, "relevance": 2 }, { "pair_id": 158630, "video_name": "castle_s01e05_seg02_clip_20", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A woman and man were having a conversation with a bald man wearing striped polo.", "similarity": 0.5896, "relevance": 3 }, { "pair_id": 158631, "video_name": "castle_s02e11_seg02_clip_13", "timestamp": [ 74.98, 77.62 ], "duration": 88.66, "caption": "Two people are seen interviewing a bald person in a gray suit and all three are seen at once.", "similarity": 0.5834, "relevance": 3 }, { "pair_id": 158632, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 0.0, 28.17 ], "duration": 88.66, "caption": "Two women are having a conversation while a man is checking something on one of them.", "similarity": 0.5827, "relevance": 1 }, { "pair_id": 158633, "video_name": "castle_s07e17_seg02_clip_25", "timestamp": [ 0.0, 6.75 ], "duration": 90.66, "caption": "A woman interviewing someone while talking to a man and another woman.", "similarity": 0.5723, "relevance": 1 }, { "pair_id": 158634, "video_name": "castle_s06e11_seg02_clip_06", "timestamp": [ 64.37, 81.47 ], "duration": 90.66, "caption": "Two people talk about the person they are investigating.", "similarity": 0.5722, "relevance": 1 }, { "pair_id": 158635, "video_name": "castle_s06e21_seg02_clip_14", "timestamp": [ 43.24, 63.72 ], "duration": 91.66, "caption": "A woman and a man talk to the suspect regarding the investigation.", "similarity": 0.5632, "relevance": 1 }, { "pair_id": 158636, "video_name": "castle_s05e12_seg02_clip_17", "timestamp": [ 0.0, 28.33 ], "duration": 91.66, "caption": "A woman and a man talk about the investigation they are doing.", "similarity": 0.5624, "relevance": 1 }, { "pair_id": 158637, "video_name": "house_s01e16_seg02_clip_06", "timestamp": [ 31.54, 41.14 ], "duration": 91.66, "caption": "A man talking to a woman as they look at another woman.", "similarity": 0.5594, "relevance": 1 }, { "pair_id": 158638, "video_name": "house_s06e20_seg02_clip_15", "timestamp": [ 4.57, 12.35 ], "duration": 91.66, "caption": "A man is looking at a woman as she speaks to another man.", "similarity": 0.5585, "relevance": 1 }, { "pair_id": 158639, "video_name": "friends_s02e10_seg02_clip_16", "timestamp": [ 11.48, 21.4 ], "duration": 62.66, "caption": "Two women are at the counter talking about a man.", "similarity": 0.5583, "relevance": 1 } ] }, { "query_id": 78310, "query": "A woman takes a sip of her coffee from the black and white mug in front of her.", "relevant_moment": [ { "pair_id": 151561, "video_name": "friends_s05e07_seg02_clip_03", "timestamp": [ 34.79, 37.84 ], "duration": 61.66, "caption": "A woman takes a sip of coffee from her mug.", "similarity": 0.9133, "relevance": 3 }, { "pair_id": 151562, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 30.42, 32.77 ], "duration": 156.66, "caption": "A woman takes a sip from her coffee mug.", "similarity": 0.9047, "relevance": 3 }, { "pair_id": 151563, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 35.78, 37.25 ], "duration": 98.66, "caption": "A woman takes a sip of her drink from a coffee mug.", "similarity": 0.9015, "relevance": 2 }, { "pair_id": 151564, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 12.31, 15.31 ], "duration": 60.66, "caption": "A woman takes a sip from a cup of the coffee she is holding.", "similarity": 0.8886, "relevance": 3 }, { "pair_id": 151565, "video_name": "friends_s01e23_seg02_clip_11", "timestamp": [ 24.58, 40.02 ], "duration": 63.66, "caption": "A woman takes a sip of coffee from her cup since it's on the table next to her.", "similarity": 0.859, "relevance": 3 }, { "pair_id": 151566, "video_name": "grey_s02e20_seg02_clip_00", "timestamp": [ 15.19, 19.61 ], "duration": 98.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.8417, "relevance": 4 }, { "pair_id": 151567, "video_name": "friends_s07e05_seg02_clip_18", "timestamp": [ 33.41, 36.87 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.8417, "relevance": 4 }, { "pair_id": 151568, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 15.13, 18.91 ], "duration": 63.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.8417, "relevance": 3 }, { "pair_id": 151569, "video_name": "friends_s02e12-13_seg02_clip_29", "timestamp": [ 21.76, 24.08 ], "duration": 58.66, "caption": "A woman takes a drink from her coffee mug.", "similarity": 0.8417, "relevance": 2 }, { "pair_id": 151570, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 55.83, 57.65 ], "duration": 90.66, "caption": "A woman takes a drink of her coffee cup.", "similarity": 0.8269, "relevance": 4 }, { "pair_id": 151571, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 51.57, 54.93 ], "duration": 61.66, "caption": "A woman grabs a mug from the coffee table and takes a sip.", "similarity": 0.8174, "relevance": 4 }, { "pair_id": 151572, "video_name": "friends_s02e10_seg02_clip_03", "timestamp": [ 10.8, 18.91 ], "duration": 60.66, "caption": "A woman takes a sip of coffee and tries to hand it back.", "similarity": 0.81, "relevance": 4 }, { "pair_id": 151573, "video_name": "friends_s06e15-16_seg02_clip_02", "timestamp": [ 37.23, 40.58 ], "duration": 61.66, "caption": "A woman takes a sip from her yellow coffee mug.", "similarity": 0.8041, "relevance": 3 }, { "pair_id": 151574, "video_name": "friends_s07e15_seg02_clip_00", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A woman takes a sip from her purple coffee mug.", "similarity": 0.8035, "relevance": 2 }, { "pair_id": 151575, "video_name": "s06e05_seg02_clip_02", "timestamp": [ 25.53, 28.99 ], "duration": 63.66, "caption": "A woman takes a sip from the yellow mug in front of her.", "similarity": 0.8023, "relevance": 3 }, { "pair_id": 151576, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.7963, "relevance": 1 }, { "pair_id": 151577, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 41.34, 44.19 ], "duration": 57.66, "caption": "A woman lifts the coffee cup to her mouth and takes a sip.", "similarity": 0.7954, "relevance": 2 }, { "pair_id": 151578, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 0.7935, "relevance": 3 }, { "pair_id": 151579, "video_name": "friends_s06e02_seg02_clip_19", "timestamp": [ 3.38, 6.08 ], "duration": 45.66, "caption": "A woman takes a sip from the cup she's holding in her hands.", "similarity": 0.791, "relevance": 3 }, { "pair_id": 324880, "video_name": "friends_s06e24-25_seg02_clip_23", "timestamp": [ 10.08, 11.03 ], "duration": 63.66, "caption": "A woman grabs the coffee cup in front of her.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 324881, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 19.36, 28.39 ], "duration": 86.66, "caption": "A woman makes some hand motions from her chest out and takes a sip of her coffee.", "similarity": 0.7812, "relevance": 3 }, { "pair_id": 324882, "video_name": "house_s02e09_seg02_clip_05", "timestamp": [ 19.33, 23.93 ], "duration": 92.66, "caption": "A woman takes a sip of coffee then sets her cup down.", "similarity": 0.7753, "relevance": 3 }, { "pair_id": 324883, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 54.33, 58.47 ], "duration": 92.66, "caption": "A woman raises their coffee cup and takes two small sips.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 324884, "video_name": "friends_s06e05_seg02_clip_02", "timestamp": [ 9.14, 15.13 ], "duration": 63.66, "caption": "A woman takes a sip from her tea mug.", "similarity": 0.7698, "relevance": 3 }, { "pair_id": 324885, "video_name": "s10e04_seg02_clip_16", "timestamp": [ 5.88, 10.08 ], "duration": 56.66, "caption": "A woman takes a sip from a drink at the yellow mug.", "similarity": 0.7681, "relevance": 3 }, { "pair_id": 324886, "video_name": "friends_s02e22_seg02_clip_00", "timestamp": [ 2.17, 8.06 ], "duration": 62.66, "caption": "A woman sips coffee from a large pink cup.", "similarity": 0.7665, "relevance": 3 }, { "pair_id": 324887, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 57.4, 58.16 ], "duration": 76.66, "caption": "A woman takes a sip from a yellow mug in her hand.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 324888, "video_name": "friends_s06e03_seg02_clip_01", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A woman takes a drink of her coffee cup as she is in front of a man.", "similarity": 0.7626, "relevance": 3 }, { "pair_id": 324889, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 17.68, 20.16 ], "duration": 62.66, "caption": "A woman sips a cup of coffee while smiling.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 324890, "video_name": "castle_s04e16_seg02_clip_21", "timestamp": [ 2.71, 8.12 ], "duration": 90.66, "caption": "A woman takes a drink from a black mug.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 324891, "video_name": "s02e15_seg02_clip_06", "timestamp": [ 0.0, 3.84 ], "duration": 64.66, "caption": "A woman takes a drink from her coffee mug and sets it down.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 324892, "video_name": "s08e01_seg02_clip_04", "timestamp": [ 52.24, 59.03 ], "duration": 59.66, "caption": "A woman takes a drink from her coffee mug as she talks to another woman.", "similarity": 0.7585, "relevance": 3 }, { "pair_id": 324893, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.7571, "relevance": 2 }, { "pair_id": 324894, "video_name": "house_s06e14_seg02_clip_09", "timestamp": [ 4.56, 7.75 ], "duration": 91.66, "caption": "A woman drinks some coffee and fills it up after.", "similarity": 0.7562, "relevance": 3 }, { "pair_id": 324895, "video_name": "castle_s04e19_seg02_clip_09", "timestamp": [ 0.0, 0.46 ], "duration": 91.66, "caption": "A woman lifts the coffee cup to her lips and sips.", "similarity": 0.7554, "relevance": 3 }, { "pair_id": 324896, "video_name": "castle_s08e13_seg02_clip_24", "timestamp": [ 58.52, 67.07 ], "duration": 90.66, "caption": "A man hands woman a cup of coffee which she takes and sips.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 324897, "video_name": "met_s02e12_seg02_clip_09", "timestamp": [ 19.77, 21.57 ], "duration": 59.66, "caption": "A woman takes a drink from the lidded cup she's holding.", "similarity": 0.7532, "relevance": 3 }, { "pair_id": 324898, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 10.49, 13.68 ], "duration": 91.66, "caption": "A woman takes a drink from her coffee mug as she goes beside a person.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 324899, "video_name": "friends_s09e16_seg02_clip_18", "timestamp": [ 9.02, 11.51 ], "duration": 62.66, "caption": "A woman holds up her coffee mug and drinks it.", "similarity": 0.7507, "relevance": 3 } ] }, { "query_id": 78312, "query": "A woman is wearing three rings on one hand and speaks as she plays with her finger nails.", "relevant_moment": [ { "pair_id": 7460, "video_name": "friends_s09e21_seg01_clip_00", "timestamp": [ 57.28, 61.26 ], "duration": 61.66, "caption": "A woman is wearing three rings on one hand and speaks as she plays with her finger nails.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7461, "video_name": "met_s02e22_seg02_clip_06", "timestamp": [ 25.53, 28.68 ], "duration": 63.66, "caption": "A woman is talking and holds up four fingers on each hand.", "similarity": 0.7469, "relevance": 1 }, { "pair_id": 7462, "video_name": "castle_s02e10_seg02_clip_05", "timestamp": [ 17.71, 20.43 ], "duration": 90.66, "caption": "A woman looks at the ring on her finger as she speaks.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 7463, "video_name": "castle_s06e06_seg02_clip_17", "timestamp": [ 65.58, 68.84 ], "duration": 93.66, "caption": "A woman counts on her fingers as she talks.", "similarity": 0.7338, "relevance": 1 }, { "pair_id": 7464, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 0.0, 4.13 ], "duration": 55.66, "caption": "A woman gestures with her pointed finger as she talks.", "similarity": 0.7207, "relevance": 1 }, { "pair_id": 7465, "video_name": "s03e18_seg02_clip_02", "timestamp": [ 15.38, 17.41 ], "duration": 58.66, "caption": "A woman lifts her hand and points her finger three times as she talks.", "similarity": 0.7183, "relevance": 1 }, { "pair_id": 7466, "video_name": "s09e11_seg02_clip_06", "timestamp": [ 37.52, 42.02 ], "duration": 60.66, "caption": "A woman is counting on her fingers while she's talking.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 7467, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A woman holds her two fingers with her hand while she speaks to another woman.", "similarity": 0.7017, "relevance": 1 }, { "pair_id": 7468, "video_name": "castle_s03e16_seg02_clip_05", "timestamp": [ 29.26, 36.91 ], "duration": 90.66, "caption": "While she is talking to a person, a woman holds up two fingers for emphasis.", "similarity": 0.7014, "relevance": 1 }, { "pair_id": 7470, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 13.21, 14.87 ], "duration": 55.66, "caption": "A woman holds up two fingers during her conversation with another woman.", "similarity": 0.6793, "relevance": 1 }, { "pair_id": 7471, "video_name": "friends_s09e22_seg02_clip_14", "timestamp": [ 42.18, 47.77 ], "duration": 62.66, "caption": "A woman listens with her hands clasped as another woman talks.", "similarity": 0.6783, "relevance": 1 }, { "pair_id": 7472, "video_name": "friends_s07e15_seg01_clip_02", "timestamp": [ 9.89, 13.79 ], "duration": 52.66, "caption": "A woman points with her right index finger as she speaks.", "similarity": 0.6755, "relevance": 1 }, { "pair_id": 7473, "video_name": "met_s02e12_seg02_clip_04", "timestamp": [ 55.88, 60.66 ], "duration": 60.66, "caption": "A woman plugs her ears with her fingers as a person talks.", "similarity": 0.674, "relevance": 1 }, { "pair_id": 7474, "video_name": "castle_s02e22_seg02_clip_22", "timestamp": [ 13.96, 30.18 ], "duration": 90.66, "caption": "A woman was holding a ring while talking to another person.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 7475, "video_name": "castle_s03e18_seg02_clip_02", "timestamp": [ 0.0, 4.74 ], "duration": 86.66, "caption": "A woman makes a face while talking and pointing her index finger.", "similarity": 0.6716, "relevance": 1 }, { "pair_id": 7476, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 22.4, 25.18 ], "duration": 37.66, "caption": "A woman points one finger at another woman's right hand as she talks to her.", "similarity": 0.6671, "relevance": 2 }, { "pair_id": 7477, "video_name": "friends_s03e02_seg02_clip_07", "timestamp": [ 0.0, 7.03 ], "duration": 61.66, "caption": "A woman plays a message from someone and starts biting her nails.", "similarity": 0.6635, "relevance": 1 }, { "pair_id": 7478, "video_name": "friends_s10e05_seg02_clip_24", "timestamp": [ 0.0, 3.05 ], "duration": 87.66, "caption": "A woman takes some rings off her fingers on her left hand.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 7479, "video_name": "s08e20_seg02_clip_07", "timestamp": [ 13.64, 19.44 ], "duration": 58.66, "caption": "A woman is talking to person while using her hands for emphasis.", "similarity": 0.6611, "relevance": 1 } ] }, { "query_id": 78377, "query": "A man does the sign of the father, son, and holy ghost while in confession.", "relevant_moment": [ { "pair_id": 163180, "video_name": "house_s06e05_seg02_clip_21", "timestamp": [ 47.3, 52.84 ], "duration": 85.66, "caption": "A man does the sign of the father, son, and holy ghost while in confession.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 163181, "video_name": "house_s06e05_seg02_clip_22", "timestamp": [ 49.46, 55.7 ], "duration": 96.66, "caption": "A man looks and sees the priest through the confession window.", "similarity": 0.5637, "relevance": 1 }, { "pair_id": 163182, "video_name": "house_s06e05_seg02_clip_21", "timestamp": [ 47.3, 67.75 ], "duration": 85.66, "caption": "A man is in confession and tells the priest that he murdered someone.", "similarity": 0.5282, "relevance": 2 }, { "pair_id": 163183, "video_name": "castle_s07e22_seg02_clip_23", "timestamp": [ 59.2, 61.97 ], "duration": 92.66, "caption": "A man puts his hands together and expresses his innocence.", "similarity": 0.5218, "relevance": 1 }, { "pair_id": 163184, "video_name": "castle_s02e07_seg02_clip_09", "timestamp": [ 0.0, 15.31 ], "duration": 78.66, "caption": "A person makes a confession to two other people about a woman.", "similarity": 0.5088, "relevance": 0 }, { "pair_id": 163185, "video_name": "castle_s07e07_seg02_clip_24", "timestamp": [ 2.38, 4.75 ], "duration": 95.66, "caption": "A person tells another person to go ahead and confess.", "similarity": 0.5023, "relevance": 1 }, { "pair_id": 163186, "video_name": "castle_s05e16_seg02_clip_26", "timestamp": [ 55.05, 70.85 ], "duration": 85.66, "caption": "A man tells another man that he is proud of him as a father and he looks at him with tears in his eyes.", "similarity": 0.4922, "relevance": 0 }, { "pair_id": 163187, "video_name": "friends_s05e02_seg02_clip_07", "timestamp": [ 15.2, 19.85 ], "duration": 62.66, "caption": "A man walks over then tells some people to go while holding a sign.", "similarity": 0.4891, "relevance": 0 }, { "pair_id": 163188, "video_name": "house_s07e08_seg02_clip_24", "timestamp": [ 0.0, 29.08 ], "duration": 88.66, "caption": "A man sees another man and the two of them talk about God.", "similarity": 0.4857, "relevance": 0 }, { "pair_id": 163189, "video_name": "house_s04e15_seg02_clip_03", "timestamp": [ 18.93, 34.84 ], "duration": 86.66, "caption": "A man is successful in putting a man under hypnosis.", "similarity": 0.4846, "relevance": 0 }, { "pair_id": 163190, "video_name": "friends_s02e20_seg02_clip_15", "timestamp": [ 31.09, 40.34 ], "duration": 56.66, "caption": "A man reveals he and another man like someone as an older, father-like figure.", "similarity": 0.4731, "relevance": 0 }, { "pair_id": 163191, "video_name": "house_s01e17_seg02_clip_16", "timestamp": [ 2.77, 7.86 ], "duration": 92.66, "caption": "A person tells man that he still conscious.", "similarity": 0.4726, "relevance": 0 }, { "pair_id": 163192, "video_name": "friends_s04e01_seg02_clip_05", "timestamp": [ 49.03, 58.03 ], "duration": 58.66, "caption": "A man makes prayer hands and motions in another person's direction.", "similarity": 0.4725, "relevance": 1 }, { "pair_id": 163193, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 10.45, 19.01 ], "duration": 95.66, "caption": "A person puts his hand over his eyes as man tells him what he did.", "similarity": 0.4681, "relevance": 0 }, { "pair_id": 163194, "video_name": "s01e04_seg02_clip_12", "timestamp": [ 14.81, 16.39 ], "duration": 63.66, "caption": "A man holds the hand of another man during a prayer.", "similarity": 0.4677, "relevance": 0 }, { "pair_id": 163195, "video_name": "house_s06e05_seg02_clip_22", "timestamp": [ 51.86, 57.62 ], "duration": 96.66, "caption": "A man of the cloth tells guy how he can be forgiven.", "similarity": 0.4649, "relevance": 1 }, { "pair_id": 163196, "video_name": "house_s05e04_seg02_clip_17", "timestamp": [ 69.62, 74.4 ], "duration": 87.66, "caption": "A person rolls his eyes when he sees his father enter behind him.", "similarity": 0.4628, "relevance": 1 }, { "pair_id": 163197, "video_name": "friends_s03e18_seg02_clip_15", "timestamp": [ 10.69, 23.81 ], "duration": 61.66, "caption": "A woman puts her head in her hands while confessing to a man.", "similarity": 0.462, "relevance": 0 }, { "pair_id": 163198, "video_name": "grey_s03e12_seg02_clip_11", "timestamp": [ 47.26, 81.92 ], "duration": 90.66, "caption": "A man tells a man that he is there for him through this.", "similarity": 0.461, "relevance": 0 }, { "pair_id": 163199, "video_name": "met_s03e20_seg02_clip_05", "timestamp": [ 1.54, 8.31 ], "duration": 61.66, "caption": "A person makes a ok sign while telling a man that he didn't see a miracle.", "similarity": 0.4602, "relevance": 1 } ] }, { "query_id": 78386, "query": "A person closes the lids of the washing machine and dryer.", "relevant_moment": [ { "pair_id": 94180, "video_name": "s04e23_seg02_clip_06", "timestamp": [ 49.33, 53.6 ], "duration": 57.66, "caption": "A person closes the lids of the washing machine and dryer.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 94181, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 31.63, 33.19 ], "duration": 62.66, "caption": "A person lowers the lid on the washing machine.", "similarity": 0.8247, "relevance": 3 }, { "pair_id": 94182, "video_name": "s08e15_seg02_clip_02", "timestamp": [ 1.2, 9.6 ], "duration": 60.66, "caption": "A woman puts clothes and detergent in the washer and then closes the lid.", "similarity": 0.7296, "relevance": 3 }, { "pair_id": 94183, "video_name": "friends_s01e05_seg02_clip_10", "timestamp": [ 52.22, 54.62 ], "duration": 60.66, "caption": "A person removing their clothes from the washing machine.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 94184, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A person is in front of a washing machine in the laundry room.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 94185, "video_name": "s10e04_seg02_clip_08", "timestamp": [ 0.0, 2.32 ], "duration": 58.66, "caption": "A person closes the front door behind them while holding a laundry basket.", "similarity": 0.631, "relevance": 0 }, { "pair_id": 94186, "video_name": "s06e19_seg02_clip_07", "timestamp": [ 19.83, 23.41 ], "duration": 65.66, "caption": "A person takes an article of blue clothing out of the washer and puts it in the dryer.", "similarity": 0.6069, "relevance": 2 }, { "pair_id": 94187, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 43.82, 48.02 ], "duration": 60.66, "caption": "A person puts a clothing piece into the washer.", "similarity": 0.5947, "relevance": 2 }, { "pair_id": 94188, "video_name": "friends_s01e05_seg02_clip_11", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A man opens the washing machine while having a conversation with a woman.", "similarity": 0.5903, "relevance": 2 }, { "pair_id": 94189, "video_name": "s04e23_seg02_clip_04", "timestamp": [ 35.42, 45.15 ], "duration": 59.66, "caption": "A person begins grabbing clothes out of the washing machine.", "similarity": 0.5901, "relevance": 2 }, { "pair_id": 94190, "video_name": "s02e10_seg02_clip_07", "timestamp": [ 8.1, 13.81 ], "duration": 60.66, "caption": "A person empties the whole bottle of detergent in the washing machine.", "similarity": 0.5877, "relevance": 2 }, { "pair_id": 94191, "video_name": "s06e19_seg02_clip_06", "timestamp": [ 28.51, 39.32 ], "duration": 60.66, "caption": "A person puts their hands in the washing machine as they spoke to someone.", "similarity": 0.5785, "relevance": 1 }, { "pair_id": 94192, "video_name": "s04e10_seg02_clip_08", "timestamp": [ 20.11, 39.92 ], "duration": 60.66, "caption": "A person adds detergent to the machine and then takes their clothes from the basket and puts them in the washer.", "similarity": 0.5769, "relevance": 1 }, { "pair_id": 94193, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 4.05, 9.46 ], "duration": 90.66, "caption": "A person opens the refrigerator and then closes it.", "similarity": 0.5744, "relevance": 1 }, { "pair_id": 94194, "video_name": "house_s01e17_seg02_clip_10", "timestamp": [ 69.14, 71.3 ], "duration": 108.66, "caption": "A person closes the cabinet while holding onto gloves.", "similarity": 0.5699, "relevance": 1 }, { "pair_id": 94195, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 46.52, 47.14 ], "duration": 62.66, "caption": "A person picks up a laundry basket from off of the top of a washing machine.", "similarity": 0.5695, "relevance": 1 }, { "pair_id": 94196, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 30.01, 31.34 ], "duration": 88.66, "caption": "A person closes the lid of someone's laptop.", "similarity": 0.5693, "relevance": 1 }, { "pair_id": 94197, "video_name": "s08e15_seg02_clip_00", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person is taking clothes out of a washing machine when woman walks in.", "similarity": 0.5683, "relevance": 2 }, { "pair_id": 94199, "video_name": "s02e08_seg02_clip_11", "timestamp": [ 0.3, 10.2 ], "duration": 60.66, "caption": "A woman sorts clothes from the dryer into a washing basket.", "similarity": 0.5658, "relevance": 2 } ] }, { "query_id": 78526, "query": "A man takes a drink of the tea cup he has in his hand.", "relevant_moment": [ { "pair_id": 4180, "video_name": "house_s01e05_seg02_clip_15", "timestamp": [ 12.98, 15.22 ], "duration": 89.66, "caption": "A man takes a drink of the tea cup he has in his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4181, "video_name": "castle_s07e22_seg02_clip_00", "timestamp": [ 77.11, 78.48 ], "duration": 91.66, "caption": "A man takes a drink of the coffee cup in his hand.", "similarity": 0.8365, "relevance": 4 }, { "pair_id": 4182, "video_name": "house_s05e07_seg02_clip_08", "timestamp": [ 17.11, 20.8 ], "duration": 92.66, "caption": "A man takes a drink from the coffee cup in his hand.", "similarity": 0.8244, "relevance": 4 }, { "pair_id": 4183, "video_name": "castle_s07e04_seg02_clip_13", "timestamp": [ 7.42, 12.05 ], "duration": 92.66, "caption": "A man takes a sip from an imaginary tea cup.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 4184, "video_name": "house_s01e05_seg02_clip_15", "timestamp": [ 11.19, 14.77 ], "duration": 89.66, "caption": "A man had a taste of his cup of tea.", "similarity": 0.7939, "relevance": 4 }, { "pair_id": 4185, "video_name": "s04e22_seg02_clip_16", "timestamp": [ 14.45, 18.71 ], "duration": 85.66, "caption": "A man holds a coffee mug in his hand then takes a drink from the mug.", "similarity": 0.7815, "relevance": 4 }, { "pair_id": 4186, "video_name": "house_s06e06_seg02_clip_23", "timestamp": [ 19.13, 23.81 ], "duration": 85.66, "caption": "A man takes a drink from a mug in his left hand.", "similarity": 0.7722, "relevance": 4 }, { "pair_id": 4187, "video_name": "castle_s04e10_seg02_clip_07", "timestamp": [ 7.26, 8.62 ], "duration": 90.66, "caption": "A man drinks from the cup of coffee he is holding.", "similarity": 0.7651, "relevance": 4 }, { "pair_id": 4188, "video_name": "friends_s09e14_seg01_clip_01", "timestamp": [ 22.81, 40.02 ], "duration": 40.66, "caption": "A man stirs the tea and lifts the mug to sip some tea.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 4189, "video_name": "house_s02e06_seg02_clip_02", "timestamp": [ 44.81, 46.17 ], "duration": 90.66, "caption": "A man takes a drink from a pink cup in his hand.", "similarity": 0.76, "relevance": 4 }, { "pair_id": 4190, "video_name": "castle_s04e23_seg02_clip_13", "timestamp": [ 66.32, 68.55 ], "duration": 89.66, "caption": "A man takes a drink of his coffee cup.", "similarity": 0.7573, "relevance": 4 }, { "pair_id": 4191, "video_name": "house_s01e18_seg02_clip_02", "timestamp": [ 5.79, 7.57 ], "duration": 89.66, "caption": "A person takes a drink of a cup in their hand.", "similarity": 0.7545, "relevance": 4 }, { "pair_id": 4192, "video_name": "friends_s10e12_seg02_clip_01", "timestamp": [ 2.83, 7.65 ], "duration": 56.66, "caption": "A man takes a drink out his mug and holds it in his right hand.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 4193, "video_name": "s04e23_seg02_clip_00", "timestamp": [ 8.64, 9.92 ], "duration": 64.66, "caption": "A man stretched out his hand to collect a glass cup of iced tea from a woman.", "similarity": 0.7484, "relevance": 1 }, { "pair_id": 4194, "video_name": "castle_s05e10_seg02_clip_12", "timestamp": [ 1.75, 14.44 ], "duration": 87.66, "caption": "A man takes a drink of his coffee mug.", "similarity": 0.744, "relevance": 4 }, { "pair_id": 4195, "video_name": "s10e05_seg02_clip_10", "timestamp": [ 56.45, 59.2 ], "duration": 61.66, "caption": "A man takes a sip of tea from the yellow mug on the kitchen counter.", "similarity": 0.7398, "relevance": 4 }, { "pair_id": 4196, "video_name": "castle_s04e13_seg02_clip_20", "timestamp": [ 28.92, 30.73 ], "duration": 90.66, "caption": "A man pours a cup of coffee for someone and he takes the cup in his hand.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 4197, "video_name": "castle_s02e06_seg02_clip_24", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man takes a cup from someone and holds it in both hands.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 4198, "video_name": "s04e21_seg02_clip_01", "timestamp": [ 53.12, 54.32 ], "duration": 60.66, "caption": "A man takes a sip of his drink out of the cup he is holding.", "similarity": 0.7209, "relevance": 4 }, { "pair_id": 4199, "video_name": "friends_s06e02_seg02_clip_03", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man holds their mug with both hands and takes a sip of their drink.", "similarity": 0.7193, "relevance": 4 }, { "pair_id": 177500, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A person takes a drink out of the coffee cup in his hand.", "similarity": 0.7179, "relevance": 4 }, { "pair_id": 177501, "video_name": "house_s05e18_seg02_clip_11", "timestamp": [ 71.91, 75.51 ], "duration": 89.66, "caption": "A man likes the drink that he has in his hand.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 177502, "video_name": "house_s04e10_seg02_clip_00", "timestamp": [ 2.74, 5.48 ], "duration": 91.66, "caption": "A man takes the tea bag out of his mug.", "similarity": 0.7161, "relevance": 2 }, { "pair_id": 177503, "video_name": "friends_s01e08_seg02_clip_09", "timestamp": [ 1.74, 3.48 ], "duration": 58.66, "caption": "A man is taking a sip from his glass cup.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 177504, "video_name": "friends_s01e21_seg02_clip_13", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A man is sitting at a table with a cup of coffee in his hand.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 177505, "video_name": "friends_s05e13_seg02_clip_10", "timestamp": [ 3.2, 7.68 ], "duration": 64.66, "caption": "A man sits down and takes a sip from his cup.", "similarity": 0.7002, "relevance": 2 }, { "pair_id": 177506, "video_name": "s10e12_seg02_clip_02", "timestamp": [ 0.9, 4.2 ], "duration": 60.66, "caption": "A person is holding their glass and the tea pitcher as they pour themselves a drink.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 177507, "video_name": "castle_s05e08_seg02_clip_16", "timestamp": [ 39.14, 41.42 ], "duration": 91.66, "caption": "A man takes a small sip from his coffee cup.", "similarity": 0.6958, "relevance": 4 }, { "pair_id": 177508, "video_name": "met_s02e13_seg02_clip_00", "timestamp": [ 58.1, 60.88 ], "duration": 61.66, "caption": "A man takes a sip of coffee from his mug.", "similarity": 0.6941, "relevance": 4 }, { "pair_id": 177509, "video_name": "grey_s02e15_seg02_clip_18", "timestamp": [ 8.36, 11.88 ], "duration": 88.66, "caption": "A man turns and takes a drink from his coffee cup.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 177510, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 48.92, 52.22 ], "duration": 60.66, "caption": "A man takes a sip out of the drink he is holding in his right hand.", "similarity": 0.6909, "relevance": 3 }, { "pair_id": 177511, "video_name": "house_s03e19_seg02_clip_19", "timestamp": [ 43.18, 44.51 ], "duration": 89.66, "caption": "A man takes a sip from his coffee mug.", "similarity": 0.6886, "relevance": 4 }, { "pair_id": 177512, "video_name": "house_s08e05_seg02_clip_11", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes hold of their cup and takes a drink.", "similarity": 0.6882, "relevance": 3 }, { "pair_id": 177513, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 23.67, 25.49 ], "duration": 91.66, "caption": "A man takes a drink out of his coffee mug.", "similarity": 0.6861, "relevance": 3 }, { "pair_id": 177514, "video_name": "friends_s07e11_seg02_clip_00", "timestamp": [ 35.36, 39.39 ], "duration": 62.66, "caption": "A man takes a drink out of his coffee mug.", "similarity": 0.6861, "relevance": 4 }, { "pair_id": 177515, "video_name": "castle_s03e16_seg02_clip_21", "timestamp": [ 14.56, 19.12 ], "duration": 91.66, "caption": "A man takes a long drink from his mug of coffee.", "similarity": 0.6856, "relevance": 4 }, { "pair_id": 177516, "video_name": "friends_s08e07_seg02_clip_02", "timestamp": [ 40.81, 44.98 ], "duration": 59.66, "caption": "A man takes a sip of his beverage in a green cup.", "similarity": 0.6842, "relevance": 4 }, { "pair_id": 177517, "video_name": "house_s01e17_seg02_clip_00", "timestamp": [ 81.01, 85.11 ], "duration": 91.66, "caption": "A man drinks out of his tea mug while talking with a doctor.", "similarity": 0.6818, "relevance": 4 }, { "pair_id": 177518, "video_name": "friends_s03e25_seg02_clip_08", "timestamp": [ 10.72, 12.4 ], "duration": 67.66, "caption": "A man takes a drink from a pink cup.", "similarity": 0.6817, "relevance": 3 } ] }, { "query_id": 78562, "query": "A woman is sitting on a bed with robotic arms on top of her.", "relevant_moment": [ { "pair_id": 153740, "video_name": "house_s02e24_seg02_clip_21", "timestamp": [ 85.58, 90.65 ], "duration": 92.66, "caption": "A woman is sitting on a bed with robotic arms on top of her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 153741, "video_name": "house_s05e08_seg02_clip_10", "timestamp": [ 4.94, 8.54 ], "duration": 89.66, "caption": "A woman sits up on her elbows while laying on the bed.", "similarity": 0.7418, "relevance": 2 }, { "pair_id": 153742, "video_name": "house_s07e01_seg02_clip_11", "timestamp": [ 79.19, 87.02 ], "duration": 87.66, "caption": "A woman is sitting on the edge of a bed putting on a shirt.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 153743, "video_name": "s10e06_seg02_clip_01", "timestamp": [ 39.75, 44.97 ], "duration": 58.66, "caption": "A woman lifts herself into a sitting position on the bed.", "similarity": 0.7219, "relevance": 2 }, { "pair_id": 153744, "video_name": "friends_s10e13_seg02_clip_08", "timestamp": [ 33.74, 47.35 ], "duration": 59.66, "caption": "A woman takes a seat on the edge of the bed.", "similarity": 0.7045, "relevance": 2 }, { "pair_id": 153745, "video_name": "s02e21_seg02_clip_17", "timestamp": [ 16.82, 18.89 ], "duration": 59.66, "caption": "A woman gets onto a person's bed and sits down.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 153746, "video_name": "grey_s03e13_seg02_clip_19", "timestamp": [ 62.01, 68.85 ], "duration": 91.66, "caption": "A woman sits down next to a person's bed and holds the person's arm.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 153747, "video_name": "house_s05e06_seg02_clip_24", "timestamp": [ 17.01, 18.9 ], "duration": 126.66, "caption": "A woman is sitting on the edge of a bed, then she stands up.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 153748, "video_name": "house_s07e08_seg02_clip_01", "timestamp": [ 20.56, 49.86 ], "duration": 87.66, "caption": "A woman sits at the edge of the bed and tends to a man's arm.", "similarity": 0.6794, "relevance": 0 }, { "pair_id": 153749, "video_name": "s05e03_seg02_clip_11", "timestamp": [ 21.14, 31.07 ], "duration": 32.66, "caption": "A woman sits on a man's bed with her arms crossed.", "similarity": 0.6768, "relevance": 2 }, { "pair_id": 153750, "video_name": "friends_s04e16_seg02_clip_16", "timestamp": [ 26.41, 28.72 ], "duration": 66.66, "caption": "A woman is frustrated and sits down on the bed.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 153751, "video_name": "friends_s06e18_seg02_clip_07", "timestamp": [ 17.7, 20.44 ], "duration": 61.66, "caption": "A woman jumps down to sit on the bed.", "similarity": 0.6742, "relevance": 1 }, { "pair_id": 153752, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 36.91, 49.96 ], "duration": 90.66, "caption": "A woman is sitting at the edge of the bed as a person is asleep.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 153753, "video_name": "friends_s07e12_seg02_clip_15", "timestamp": [ 10.41, 13.01 ], "duration": 65.66, "caption": "A woman gets up from her bed and sits at the edge.", "similarity": 0.6648, "relevance": 1 }, { "pair_id": 153754, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 61.59, 89.66 ], "duration": 89.66, "caption": "A woman is sitting on a bed while using a tablet.", "similarity": 0.6627, "relevance": 0 }, { "pair_id": 153755, "video_name": "house_s02e15_seg02_clip_18", "timestamp": [ 17.78, 24.89 ], "duration": 79.66, "caption": "A woman moves over to sit on a man's bed.", "similarity": 0.6603, "relevance": 0 }, { "pair_id": 153756, "video_name": "grey_s02e18_seg02_clip_17", "timestamp": [ 22.09, 27.15 ], "duration": 92.66, "caption": "A woman helps a woman out of her wheelchair to sit on a bed.", "similarity": 0.6591, "relevance": 1 }, { "pair_id": 153757, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 71.71, 81.02 ], "duration": 81.66, "caption": "A woman sits on someone's bed and talks to her.", "similarity": 0.6587, "relevance": 1 }, { "pair_id": 153758, "video_name": "s06e23_seg02_clip_14", "timestamp": [ 25.12, 26.47 ], "duration": 54.66, "caption": "A woman puts her hands on the bed and changes her position.", "similarity": 0.6578, "relevance": 1 }, { "pair_id": 153759, "video_name": "house_s03e07_seg02_clip_04", "timestamp": [ 19.62, 23.54 ], "duration": 87.66, "caption": "A woman moves from standing beside a bed to sitting beside a bed.", "similarity": 0.6523, "relevance": 2 } ] }, { "query_id": 78576, "query": "A man takes a picture out of a file folder and slides it across the coffee table.", "relevant_moment": [ { "pair_id": 42220, "video_name": "castle_s05e11_seg02_clip_11", "timestamp": [ 46.47, 51.07 ], "duration": 92.66, "caption": "A man takes a picture out of a file folder and slides it across the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 42221, "video_name": "castle_s02e12_seg02_clip_25", "timestamp": [ 42.49, 44.26 ], "duration": 177.66, "caption": "A person opens a file folder and pulls a photo out of it.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 42222, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 46.56, 51.34 ], "duration": 87.66, "caption": "A man pulls out and shows a photo from his folder.", "similarity": 0.7234, "relevance": 2 }, { "pair_id": 42223, "video_name": "castle_s04e17_seg02_clip_24", "timestamp": [ 43.36, 45.15 ], "duration": 89.66, "caption": "A person takes a photo out of a file folder and lays it on the table in front of a woman.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 42224, "video_name": "castle_s07e18_seg02_clip_01", "timestamp": [ 19.64, 27.93 ], "duration": 87.66, "caption": "A man goes through a file of photos on a tablet.", "similarity": 0.6866, "relevance": 1 }, { "pair_id": 42226, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 3.59, 5.84 ], "duration": 89.66, "caption": "A person grabs a file folder from the table.", "similarity": 0.6712, "relevance": 2 }, { "pair_id": 42227, "video_name": "castle_s05e11_seg02_clip_15", "timestamp": [ 85.97, 87.32 ], "duration": 90.66, "caption": "A woman slides an open file folder across the table to a man.", "similarity": 0.6696, "relevance": 2 }, { "pair_id": 42229, "video_name": "castle_s06e10_seg02_clip_05", "timestamp": [ 50.72, 53.02 ], "duration": 92.66, "caption": "A man hands a woman a photo from the file folder he is holding.", "similarity": 0.6667, "relevance": 1 }, { "pair_id": 42230, "video_name": "castle_s05e23_seg02_clip_03", "timestamp": [ 70.55, 75.01 ], "duration": 89.66, "caption": "A man takes out a picture from his folder and shows it to a woman.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 42231, "video_name": "castle_s03e14_seg02_clip_07", "timestamp": [ 84.91, 87.62 ], "duration": 90.66, "caption": "A man takes a file from his desk and places it in front of someone.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 42232, "video_name": "castle_s06e11_seg02_clip_25", "timestamp": [ 61.08, 68.82 ], "duration": 86.66, "caption": "A person grabs a file folder on a table and opens it to look at it.", "similarity": 0.6569, "relevance": 1 }, { "pair_id": 42234, "video_name": "house_s06e11_seg02_clip_03", "timestamp": [ 59.09, 61.38 ], "duration": 91.66, "caption": "A man picks up a picture frame off of the coffee table in front of him.", "similarity": 0.648, "relevance": 1 }, { "pair_id": 42235, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 71.24, 72.59 ], "duration": 89.66, "caption": "A man takes the file he is looking at and puts it out on the desk.", "similarity": 0.6471, "relevance": 2 }, { "pair_id": 42236, "video_name": "house_s05e11_seg02_clip_19", "timestamp": [ 62.07, 66.95 ], "duration": 88.66, "caption": "A man takes some items from the folder and places them on the table.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 42237, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 55.26, 60.16 ], "duration": 89.66, "caption": "A man hands man a file with papers and a photo in it.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 42238, "video_name": "castle_s05e23_seg02_clip_19", "timestamp": [ 14.56, 89.66 ], "duration": 91.66, "caption": "A man takes a photo on a file cabinet and shows it to a woman.", "similarity": 0.6382, "relevance": 1 }, { "pair_id": 42239, "video_name": "castle_s07e03_seg02_clip_06", "timestamp": [ 45.09, 46.93 ], "duration": 92.66, "caption": "A man points to the mugshot photo on the wall with the folder he is holding.", "similarity": 0.638, "relevance": 1 } ] }, { "query_id": 78578, "query": "A man leans over and slides a picture across the table.", "relevant_moment": [ { "pair_id": 14620, "video_name": "castle_s05e11_seg02_clip_11", "timestamp": [ 47.39, 51.99 ], "duration": 92.66, "caption": "A man leans over and slides a picture across the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14621, "video_name": "castle_s06e05_seg02_clip_23", "timestamp": [ 42.29, 46.56 ], "duration": 95.66, "caption": "A woman flips a photograph onto the table and slides it towards man.", "similarity": 0.7213, "relevance": 3 }, { "pair_id": 14622, "video_name": "castle_s06e03_seg02_clip_21", "timestamp": [ 15.35, 20.93 ], "duration": 93.66, "caption": "A person slides some photos across the table to another person.", "similarity": 0.7105, "relevance": 4 }, { "pair_id": 14623, "video_name": "house_s08e13_seg02_clip_05", "timestamp": [ 81.47, 87.77 ], "duration": 90.66, "caption": "A man looks at a pile of photos that are on the table.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 14624, "video_name": "castle_s08e03_seg02_clip_21", "timestamp": [ 85.07, 87.32 ], "duration": 90.66, "caption": "A man slides a black and red piece of paper over the table towards a person.", "similarity": 0.677, "relevance": 4 }, { "pair_id": 14625, "video_name": "castle_s05e20_seg02_clip_11", "timestamp": [ 70.8, 72.14 ], "duration": 89.66, "caption": "A woman slides a photograph to a man on the table.", "similarity": 0.6758, "relevance": 4 }, { "pair_id": 14626, "video_name": "castle_s04e07_seg02_clip_00", "timestamp": [ 49.55, 51.84 ], "duration": 91.66, "caption": "A man walks over to a table and leans over it.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 14627, "video_name": "castle_s01e07_seg02_clip_09", "timestamp": [ 9.97, 11.33 ], "duration": 90.66, "caption": "A person takes the picture from the table and looks at it.", "similarity": 0.6495, "relevance": 1 }, { "pair_id": 14628, "video_name": "castle_s08e16_seg02_clip_12", "timestamp": [ 30.56, 38.55 ], "duration": 94.66, "caption": "A man leans forward putting his hands on the table then moves them around.", "similarity": 0.6473, "relevance": 2 }, { "pair_id": 14629, "video_name": "friends_s10e15_seg02_clip_02", "timestamp": [ 36.18, 49.94 ], "duration": 64.66, "caption": "A man picks up a picture from the table and then sets it back down.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 14630, "video_name": "castle_s05e01_seg02_clip_06", "timestamp": [ 0.0, 8.19 ], "duration": 91.66, "caption": "A man holds up an old picture of someone and then pushes it over on the table to her.", "similarity": 0.646, "relevance": 4 }, { "pair_id": 14631, "video_name": "friends_s09e02_seg02_clip_13", "timestamp": [ 34.4, 37.36 ], "duration": 59.66, "caption": "A man finds a picture in a frame on the desk and pulls it closer to him.", "similarity": 0.6378, "relevance": 3 }, { "pair_id": 14632, "video_name": "house_s05e07_seg02_clip_25", "timestamp": [ 9.49, 11.68 ], "duration": 73.66, "caption": "A man gets the photograph on the table while still talking.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 14633, "video_name": "s10e10_seg02_clip_16", "timestamp": [ 16.45, 24.92 ], "duration": 94.66, "caption": "A man is straightening a picture on the wall.", "similarity": 0.628, "relevance": 0 }, { "pair_id": 14634, "video_name": "castle_s06e06_seg02_clip_25", "timestamp": [ 44.6, 46.88 ], "duration": 91.66, "caption": "A man slides a photograph onto the table during a witness interview.", "similarity": 0.6272, "relevance": 4 }, { "pair_id": 14635, "video_name": "castle_s04e14_seg02_clip_24", "timestamp": [ 8.1, 11.25 ], "duration": 90.66, "caption": "A man sticks a picture onto the whiteboard and straightens it.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 14636, "video_name": "castle_s06e11_seg02_clip_07", "timestamp": [ 65.52, 67.37 ], "duration": 92.66, "caption": "A person puts their arm on the table and leans forward.", "similarity": 0.6253, "relevance": 2 }, { "pair_id": 14637, "video_name": "castle_s03e05_seg02_clip_22", "timestamp": [ 54.16, 56.44 ], "duration": 91.66, "caption": "A man turns a photo around to show it.", "similarity": 0.6158, "relevance": 2 }, { "pair_id": 14638, "video_name": "s06e07_seg02_clip_12", "timestamp": [ 26.41, 31.51 ], "duration": 60.66, "caption": "A man takes a picture frame from the box and places it on a side table.", "similarity": 0.6142, "relevance": 3 }, { "pair_id": 14639, "video_name": "house_s04e11_seg02_clip_21", "timestamp": [ 20.93, 26.72 ], "duration": 89.66, "caption": "A man is leaning with his elbows on the table and hands on his face.", "similarity": 0.614, "relevance": 2 }, { "pair_id": 187940, "video_name": "house_s05e17_seg02_clip_22", "timestamp": [ 5.64, 9.99 ], "duration": 86.66, "caption": "A man comes closer to the group and looks at the images on the table.", "similarity": 0.6134, "relevance": 2 }, { "pair_id": 187941, "video_name": "s08e06_seg02_clip_09", "timestamp": [ 43.33, 45.16 ], "duration": 61.66, "caption": "A man leans forward and puts a cup on a table.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 187942, "video_name": "castle_s05e11_seg02_clip_11", "timestamp": [ 46.47, 51.07 ], "duration": 92.66, "caption": "A man takes a picture out of a file folder and slides it across the coffee table.", "similarity": 0.608, "relevance": 4 }, { "pair_id": 187943, "video_name": "castle_s06e07_seg02_clip_22", "timestamp": [ 62.33, 63.66 ], "duration": 89.66, "caption": "A person grabs a picture from the tables and places it in front of them on a stack of papers.", "similarity": 0.6051, "relevance": 1 }, { "pair_id": 187944, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 18.64, 21.07 ], "duration": 81.66, "caption": "A man leans over and taps his fingers against the table.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 187945, "video_name": "met_s03e12_seg02_clip_02", "timestamp": [ 19.8, 30.27 ], "duration": 56.66, "caption": "A man hangs the picture and adjusts it, but it keeps tilting.", "similarity": 0.6022, "relevance": 1 }, { "pair_id": 187946, "video_name": "house_s03e13_seg02_clip_12", "timestamp": [ 48.39, 51.11 ], "duration": 90.66, "caption": "A person sits down on the chair and places the picture frame on the end table next to him.", "similarity": 0.6021, "relevance": 1 }, { "pair_id": 187947, "video_name": "castle_s08e07_seg02_clip_18", "timestamp": [ 23.92, 27.08 ], "duration": 90.66, "caption": "A person puts a picture down on the table in front of another person.", "similarity": 0.6018, "relevance": 3 }, { "pair_id": 187948, "video_name": "s08e20_seg02_clip_02", "timestamp": [ 19.48, 28.04 ], "duration": 59.66, "caption": "A person walks over to a table and grabs a picture and returns to the table.", "similarity": 0.5973, "relevance": 1 }, { "pair_id": 187949, "video_name": "house_s03e17_seg02_clip_11", "timestamp": [ 17.75, 20.48 ], "duration": 91.66, "caption": "A man came in the table and hold the camera.", "similarity": 0.5941, "relevance": 1 }, { "pair_id": 187950, "video_name": "castle_s04e04_seg02_clip_21", "timestamp": [ 45.74, 48.49 ], "duration": 91.66, "caption": "A man puts on a cap and takes the photo on the table with him.", "similarity": 0.5926, "relevance": 2 }, { "pair_id": 187951, "video_name": "friends_s06e21_seg02_clip_16", "timestamp": [ 3.03, 6.36 ], "duration": 60.66, "caption": "A man bends his head to rest on the table.", "similarity": 0.5916, "relevance": 1 }, { "pair_id": 187952, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 82.41, 85.12 ], "duration": 90.66, "caption": "A man leans back in his chair while seated at the table.", "similarity": 0.5877, "relevance": 1 }, { "pair_id": 187953, "video_name": "met_s03e06_seg02_clip_04", "timestamp": [ 56.07, 58.51 ], "duration": 60.66, "caption": "A man slides a slip of paper across the table to another man.", "similarity": 0.5858, "relevance": 3 }, { "pair_id": 187954, "video_name": "met_s06e19_seg02_clip_12", "timestamp": [ 51.62, 60.03 ], "duration": 60.66, "caption": "Someone shows someone a picture at the dining room table.", "similarity": 0.583, "relevance": 2 }, { "pair_id": 187955, "video_name": "castle_s04e04_seg02_clip_15", "timestamp": [ 49.31, 50.68 ], "duration": 91.66, "caption": "A woman grabs a picture from the table that a man is sitting at.", "similarity": 0.5823, "relevance": 1 }, { "pair_id": 187956, "video_name": "friends_s09e05_seg02_clip_00", "timestamp": [ 17.11, 20.84 ], "duration": 62.66, "caption": "A man is sitting at a conference table as he leans on his chin with his hand.", "similarity": 0.5823, "relevance": 1 }, { "pair_id": 187957, "video_name": "castle_s05e11_seg02_clip_11", "timestamp": [ 87.88, 89.27 ], "duration": 92.66, "caption": "A man taps his finger on a photo as it lays on a coffee table.", "similarity": 0.5781, "relevance": 2 }, { "pair_id": 187958, "video_name": "s09e09_seg02_clip_03", "timestamp": [ 4.13, 5.9 ], "duration": 59.66, "caption": "A woman slides the table to a man's side to show it to him.", "similarity": 0.5766, "relevance": 1 }, { "pair_id": 187959, "video_name": "castle_s08e03_seg02_clip_22", "timestamp": [ 4.7, 7.99 ], "duration": 94.66, "caption": "A man is talking to another man and is pointing at a picture on the table.", "similarity": 0.5758, "relevance": 2 } ] }, { "query_id": 78607, "query": "A man hugs the wall while he's standing in a doorway.", "relevant_moment": [ { "pair_id": 163160, "video_name": "friends_s10e01_seg02_clip_03", "timestamp": [ 22.54, 28.9 ], "duration": 53.66, "caption": "A man hugs the wall while he's standing in a doorway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163161, "video_name": "friends_s10e01_seg02_clip_03", "timestamp": [ 20.41, 29.96 ], "duration": 53.66, "caption": "A man hugs a wall before exiting through the doorway.", "similarity": 0.9072, "relevance": 4 }, { "pair_id": 163162, "video_name": "grey_s02e03_seg02_clip_00", "timestamp": [ 58.44, 61.66 ], "duration": 92.66, "caption": "A man hugs a woman as they are standing at the doorway.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 163163, "video_name": "house_s06e12_seg02_clip_23", "timestamp": [ 50.95, 56.85 ], "duration": 84.66, "caption": "A man gives a man a hug in the hallway.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 163164, "video_name": "grey_s03e22_seg02_clip_24", "timestamp": [ 78.9, 87.57 ], "duration": 91.66, "caption": "A man turns around when he is at the door and hugs another man tightly.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 163165, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 2.91, 7.76 ], "duration": 97.66, "caption": "A man reaches out towards man and hugs him.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 163166, "video_name": "friends_s06e11_seg02_clip_03", "timestamp": [ 11.31, 15.09 ], "duration": 58.66, "caption": "A man hugs another man in the hallway outside their apartments.", "similarity": 0.6643, "relevance": 2 }, { "pair_id": 163167, "video_name": "friends_s02e16_seg02_clip_20", "timestamp": [ 42.49, 49.7 ], "duration": 72.66, "caption": "A person bursts through the door and grabs a man from behind in a big hug.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 163168, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 6.67, 10.15 ], "duration": 58.66, "caption": "A man gets up to hug another man as he enters the room.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 163169, "video_name": "friends_s04e22_seg02_clip_20", "timestamp": [ 28.87, 32.2 ], "duration": 74.66, "caption": "A man is heading toward the wall next to the door.", "similarity": 0.6516, "relevance": 1 }, { "pair_id": 163170, "video_name": "castle_s02e06_seg02_clip_25", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A man hugs a woman in the hallway as some people observe.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 163171, "video_name": "met_s03e02_seg02_clip_08", "timestamp": [ 49.68, 53.64 ], "duration": 60.66, "caption": "A couple hug before a man walks out the door.", "similarity": 0.6419, "relevance": 2 }, { "pair_id": 163172, "video_name": "house_s08e14_seg02_clip_16", "timestamp": [ 47.53, 52.37 ], "duration": 88.66, "caption": "A person moves closer to a man and hugs him.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 163173, "video_name": "castle_s07e13_seg02_clip_08", "timestamp": [ 0.0, 85.48 ], "duration": 85.66, "caption": "A person is standing, looking out a window and someone comes up and hugs him.", "similarity": 0.6367, "relevance": 0 }, { "pair_id": 163174, "video_name": "house_s08e22_seg02_clip_21", "timestamp": [ 46.14, 70.15 ], "duration": 75.66, "caption": "A man walks through the doorway and leans against the opposing wall after talking to another person who is sitting down.", "similarity": 0.6367, "relevance": 0 }, { "pair_id": 163175, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 0.0, 3.56 ], "duration": 88.66, "caption": "A man extends his arms and person to hugs him.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 163176, "video_name": "friends_s02e16_seg02_clip_20", "timestamp": [ 0.0, 72.02 ], "duration": 72.66, "caption": "A person opens the door and hugs another person from behind.", "similarity": 0.6343, "relevance": 1 }, { "pair_id": 163177, "video_name": "s04e09_seg02_clip_03", "timestamp": [ 38.12, 41.72 ], "duration": 60.66, "caption": "A man crosses his arms and leans against the doorway.", "similarity": 0.6333, "relevance": 1 }, { "pair_id": 163178, "video_name": "met_s02e12_seg02_clip_11", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A person gives a man a hug in a crowded room.", "similarity": 0.633, "relevance": 2 }, { "pair_id": 163179, "video_name": "castle_s02e20_seg02_clip_27", "timestamp": [ 53.06, 68.02 ], "duration": 68.66, "caption": "A man hugs someone when they get home and shuts the front door.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 336480, "video_name": "castle_s03e04_seg02_clip_22", "timestamp": [ 77.68, 93.03 ], "duration": 93.66, "caption": "A person hugs a man and then runs out of the room.", "similarity": 0.6189, "relevance": 1 }, { "pair_id": 336482, "video_name": "friends_s07e07_seg02_clip_20", "timestamp": [ 54.01, 62.57 ], "duration": 90.66, "caption": "A woman hugs a man and rushes out the door.", "similarity": 0.6167, "relevance": 2 }, { "pair_id": 336484, "video_name": "met_s06e10_seg02_clip_04", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A big person hugs a man who eventually pushes him out of the way.", "similarity": 0.6154, "relevance": 2 }, { "pair_id": 336487, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 7.25, 23.21 ], "duration": 58.66, "caption": "A man grabs a pillow and hugs it for comfort.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 336488, "video_name": "friends_s10e17-18_seg02_clip_06", "timestamp": [ 55.6, 63.73 ], "duration": 65.66, "caption": "A woman gives a man a hug while standing in the apartment.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 336489, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 8.74, 15.64 ], "duration": 92.66, "caption": "A man reaches out to a woman and he hugs her.", "similarity": 0.6034, "relevance": 1 }, { "pair_id": 336490, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 60.95, 63.26 ], "duration": 92.66, "caption": "A man waves his right hand to someone as he stands next to a wall.", "similarity": 0.6029, "relevance": 2 }, { "pair_id": 336491, "video_name": "friends_s10e09_seg02_clip_22", "timestamp": [ 21.4, 46.05 ], "duration": 93.66, "caption": "A man walks into the room and he and woman hug.", "similarity": 0.6021, "relevance": 2 }, { "pair_id": 336492, "video_name": "castle_s07e04_seg02_clip_25", "timestamp": [ 9.9, 13.05 ], "duration": 90.66, "caption": "A person hugs a man and puts a sign on his back.", "similarity": 0.6019, "relevance": 2 }, { "pair_id": 336493, "video_name": "castle_s02e21_seg02_clip_14", "timestamp": [ 35.06, 38.21 ], "duration": 89.66, "caption": "A man runs into the room and gives man a hug.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 336495, "video_name": "friends_s04e05_seg02_clip_20", "timestamp": [ 38.72, 50.12 ], "duration": 60.66, "caption": "A woman opens the door and hugs a man when he walks in.", "similarity": 0.5999, "relevance": 1 }, { "pair_id": 336496, "video_name": "s02e13_seg02_clip_12", "timestamp": [ 41.49, 42.94 ], "duration": 58.66, "caption": "A person quickly pulls himself in and hugs the climbing wall.", "similarity": 0.5996, "relevance": 3 }, { "pair_id": 336497, "video_name": "friends_s02e18_seg02_clip_07", "timestamp": [ 52.94, 54.02 ], "duration": 54.66, "caption": "A man leans against the wall with his arms folded across his chest.", "similarity": 0.5983, "relevance": 1 }, { "pair_id": 336498, "video_name": "friends_s06e15-16_seg02_clip_13", "timestamp": [ 41.5, 48.52 ], "duration": 61.66, "caption": "A man walks into a person's apartment and gives her a hug.", "similarity": 0.5981, "relevance": 1 } ] }, { "query_id": 78641, "query": "A woman is writing in a medical chart and a man touches her hand.", "relevant_moment": [ { "pair_id": 164200, "video_name": "grey_s03e08_seg02_clip_16", "timestamp": [ 80.92, 86.35 ], "duration": 90.66, "caption": "A woman is writing in a medical chart and a man touches her hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164201, "video_name": "grey_s01e09_seg02_clip_19", "timestamp": [ 16.31, 27.63 ], "duration": 90.66, "caption": "A woman hands a chart to their patient and they write on it.", "similarity": 0.7783, "relevance": 1 }, { "pair_id": 164202, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 44.48, 46.8 ], "duration": 92.66, "caption": "A woman hands the patient chart in her hand to a man.", "similarity": 0.7754, "relevance": 1 }, { "pair_id": 164203, "video_name": "grey_s03e06_seg02_clip_24", "timestamp": [ 12.96, 65.78 ], "duration": 96.66, "caption": "A man is writing in a chart while a woman examines a patient.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 164204, "video_name": "grey_s03e09_seg02_clip_27", "timestamp": [ 0.0, 15.36 ], "duration": 83.66, "caption": "A woman writes in a patient's chart while talking to a man.", "similarity": 0.7463, "relevance": 2 }, { "pair_id": 164205, "video_name": "grey_s02e08_seg02_clip_04", "timestamp": [ 60.4, 90.66 ], "duration": 90.66, "caption": "A woman is writing in a patient's chart as she speaks to man and woman.", "similarity": 0.7403, "relevance": 2 }, { "pair_id": 164206, "video_name": "grey_s03e08_seg02_clip_24", "timestamp": [ 36.84, 75.07 ], "duration": 92.66, "caption": "A woman is writing on a patient chart as she converses with a man.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 164207, "video_name": "grey_s02e06_seg02_clip_20", "timestamp": [ 43.85, 50.24 ], "duration": 91.66, "caption": "A woman is writing in a patient's medical chart when another woman walks in.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 164208, "video_name": "grey_s01e05_seg02_clip_01", "timestamp": [ 13.59, 19.94 ], "duration": 90.66, "caption": "A man is talking to woman and writing notes on her medical chart.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 164209, "video_name": "house_s05e06_seg02_clip_22", "timestamp": [ 26.23, 29.91 ], "duration": 92.66, "caption": "A woman is writing on the chart next to the patient.", "similarity": 0.7021, "relevance": 2 }, { "pair_id": 164210, "video_name": "castle_s02e03_seg02_clip_03", "timestamp": [ 62.22, 67.18 ], "duration": 90.66, "caption": "A woman takes man's hand and writes on it with a pen.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 164211, "video_name": "grey_s03e13_seg02_clip_10", "timestamp": [ 0.0, 11.89 ], "duration": 82.66, "caption": "A woman is writing something in a medical file while having a conversation with a man.", "similarity": 0.6965, "relevance": 2 }, { "pair_id": 164212, "video_name": "grey_s02e05_seg02_clip_06", "timestamp": [ 0.0, 9.0 ], "duration": 90.66, "caption": "A woman writes in a chart while talking to a patient.", "similarity": 0.6892, "relevance": 2 }, { "pair_id": 164213, "video_name": "grey_s02e10_seg02_clip_13", "timestamp": [ 26.98, 33.94 ], "duration": 87.66, "caption": "A man is writing in a medical chart while talking to the patient, someone.", "similarity": 0.6873, "relevance": 1 }, { "pair_id": 164214, "video_name": "house_s01e21_seg02_clip_03", "timestamp": [ 28.21, 37.14 ], "duration": 94.66, "caption": "A woman is writing down information in a chart with the patient's family there.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 164215, "video_name": "castle_s03e03_seg02_clip_03", "timestamp": [ 71.87, 79.65 ], "duration": 91.66, "caption": "A man hands a woman a paper with a picture of writing on it.", "similarity": 0.6784, "relevance": 0 }, { "pair_id": 164216, "video_name": "s05e07_seg02_clip_01", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "A woman grabs a man's hand and takes a pen to write on it.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 164217, "video_name": "house_s04e02_seg02_clip_04", "timestamp": [ 6.98, 12.56 ], "duration": 93.66, "caption": "Some doctors raise their hand when a person starts writing.", "similarity": 0.6726, "relevance": 1 }, { "pair_id": 164218, "video_name": "grey_s01e04_seg02_clip_11", "timestamp": [ 5.85, 14.86 ], "duration": 90.66, "caption": "A man walks in and a woman hands him a medical chart which he looks at.", "similarity": 0.6695, "relevance": 1 }, { "pair_id": 164219, "video_name": "house_s08e16_seg02_clip_11", "timestamp": [ 0.0, 18.66 ], "duration": 91.66, "caption": "A person holds a medical chart in their hand.", "similarity": 0.6666, "relevance": 1 } ] }, { "query_id": 78647, "query": "A woman takes a seat on the stairs next to another woman.", "relevant_moment": [ { "pair_id": 7320, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 41.87, 43.69 ], "duration": 91.66, "caption": "A woman takes a seat on the stairs next to another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7321, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 19.53, 25.02 ], "duration": 61.66, "caption": "A woman sits down on the stairs next to a person.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 7322, "video_name": "castle_s06e13_seg02_clip_17", "timestamp": [ 1.34, 5.34 ], "duration": 89.66, "caption": "A woman goes down a flight of stairs with another woman.", "similarity": 0.8207, "relevance": 2 }, { "pair_id": 7323, "video_name": "friends_s08e07_seg02_clip_17", "timestamp": [ 29.88, 33.94 ], "duration": 58.66, "caption": "A woman walks up to another woman who is sitting down on the stairs.", "similarity": 0.8092, "relevance": 3 }, { "pair_id": 7324, "video_name": "grey_s03e12_seg02_clip_17", "timestamp": [ 35.73, 44.66 ], "duration": 94.66, "caption": "A woman walks in and takes a seat down next to a woman.", "similarity": 0.8048, "relevance": 3 }, { "pair_id": 7325, "video_name": "grey_s03e06_seg02_clip_16", "timestamp": [ 10.24, 11.13 ], "duration": 89.66, "caption": "A woman stands up from sitting on a stair next to another woman.", "similarity": 0.8004, "relevance": 3 }, { "pair_id": 7326, "video_name": "grey_s02e10_seg02_clip_05", "timestamp": [ 83.95, 87.56 ], "duration": 90.66, "caption": "A man takes a seat next to woman on the stairs.", "similarity": 0.7897, "relevance": 2 }, { "pair_id": 7327, "video_name": "met_s06e01_seg02_clip_14", "timestamp": [ 52.51, 54.11 ], "duration": 64.66, "caption": "A woman sits down on the stairs next to a man.", "similarity": 0.7826, "relevance": 3 }, { "pair_id": 7328, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 19.22, 23.19 ], "duration": 61.66, "caption": "A woman steps down and sits beside a man on the stairs.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 7329, "video_name": "met_s04e03_seg02_clip_14", "timestamp": [ 65.18, 67.7 ], "duration": 72.66, "caption": "A woman walks up the staircase behind another woman.", "similarity": 0.7738, "relevance": 1 }, { "pair_id": 7330, "video_name": "friends_s05e03_seg02_clip_02", "timestamp": [ 62.12, 63.5 ], "duration": 69.66, "caption": "A woman gets up from her seat and follows another woman.", "similarity": 0.7566, "relevance": 1 }, { "pair_id": 7331, "video_name": "s02e19_seg02_clip_15", "timestamp": [ 18.11, 25.57 ], "duration": 71.66, "caption": "A woman takes a step toward another woman and the other woman takes a step to her.", "similarity": 0.7356, "relevance": 1 }, { "pair_id": 7332, "video_name": "grey_s03e13_seg02_clip_05", "timestamp": [ 19.42, 21.68 ], "duration": 90.66, "caption": "A woman goes down between another woman's legs next to a person.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 7333, "video_name": "castle_s02e04_seg02_clip_01", "timestamp": [ 65.22, 71.22 ], "duration": 80.66, "caption": "A person and another person walk up the stairs behind a woman.", "similarity": 0.73, "relevance": 0 }, { "pair_id": 7334, "video_name": "s04e12_seg02_clip_13", "timestamp": [ 18.01, 19.81 ], "duration": 60.66, "caption": "A woman stands up from sitting on the stairs next to a person.", "similarity": 0.7247, "relevance": 3 }, { "pair_id": 7335, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 53.13, 55.61 ], "duration": 62.66, "caption": "A woman sits down while another woman stands next to someone.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 7336, "video_name": "s09e21_seg02_clip_13", "timestamp": [ 7.38, 25.38 ], "duration": 59.66, "caption": "A woman walks in and sits next to another woman.", "similarity": 0.7204, "relevance": 2 }, { "pair_id": 7337, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 35.98, 41.87 ], "duration": 62.66, "caption": "A woman is walking beside a man as they come up the stairs.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 7338, "video_name": "friends_s09e01_seg02_clip_13", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A woman takes a seat on the bed next to another woman.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 7339, "video_name": "friends_s07e06_seg02_clip_10", "timestamp": [ 57.69, 58.62 ], "duration": 62.66, "caption": "A woman walks and sits on stool next to another woman.", "similarity": 0.7084, "relevance": 2 } ] }, { "query_id": 78676, "query": "A woman and a man exit her apartment startling another man.", "relevant_moment": [ { "pair_id": 14680, "video_name": "friends_s01e11_seg02_clip_10", "timestamp": [ 43.54, 46.74 ], "duration": 64.66, "caption": "A woman and a man exit her apartment startling another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14681, "video_name": "s05e15_seg02_clip_11", "timestamp": [ 38.42, 41.42 ], "duration": 60.66, "caption": "A man and a woman turn and exit the apartment.", "similarity": 0.8445, "relevance": 2 }, { "pair_id": 14682, "video_name": "castle_s03e03_seg02_clip_22", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A woman, man, and man turn to exit the apartment.", "similarity": 0.8366, "relevance": 2 }, { "pair_id": 14683, "video_name": "s08e01_seg02_clip_15", "timestamp": [ 48.52, 52.48 ], "duration": 61.66, "caption": "A man leaves a woman and another man in their apartment.", "similarity": 0.833, "relevance": 1 }, { "pair_id": 14684, "video_name": "s07e21_seg02_clip_01", "timestamp": [ 23.57, 30.08 ], "duration": 62.66, "caption": "A person and a woman exit the apartment followed by a person as he closes the door.", "similarity": 0.8306, "relevance": 3 }, { "pair_id": 14685, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 44.72, 54.32 ], "duration": 60.66, "caption": "A person walks away from a woman, a man, and another woman and goes into his apartment.", "similarity": 0.819, "relevance": 2 }, { "pair_id": 14686, "video_name": "s08e16_seg02_clip_00", "timestamp": [ 6.51, 14.89 ], "duration": 62.66, "caption": "A person exits his/her apartment and closes the door as he/she walks with a woman towards her apartment.", "similarity": 0.797, "relevance": 3 }, { "pair_id": 14687, "video_name": "s09e14_seg02_clip_08", "timestamp": [ 60.99, 63.67 ], "duration": 67.66, "caption": "A woman gets up and leaves the apartment with a man following.", "similarity": 0.7969, "relevance": 3 }, { "pair_id": 14688, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 5.31, 8.85 ], "duration": 59.66, "caption": "A woman and man leave the apartment and person closes the door behind them.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 14689, "video_name": "friends_s02e01_seg02_clip_04", "timestamp": [ 19.05, 22.69 ], "duration": 56.66, "caption": "A woman closes the door behind a man and another woman when they leave the apartment.", "similarity": 0.7961, "relevance": 3 }, { "pair_id": 14690, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 11.17, 16.75 ], "duration": 62.66, "caption": "A woman exits the apartment with a man following her and she closes the door in his face as he says it's okay and exits the apartment.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 14691, "video_name": "s08e17_seg02_clip_03", "timestamp": [ 48.38, 53.03 ], "duration": 62.66, "caption": "A woman and a man walk out of the apartment and the man closes the door behind them.", "similarity": 0.7912, "relevance": 3 }, { "pair_id": 14692, "video_name": "s01e10_seg02_clip_07", "timestamp": [ 24.31, 27.31 ], "duration": 60.66, "caption": "A woman stops two men from leaving the apartment.", "similarity": 0.7842, "relevance": 1 }, { "pair_id": 14693, "video_name": "s01e02_seg02_clip_04", "timestamp": [ 13.26, 16.67 ], "duration": 68.66, "caption": "A man grabs another man by his arm and pulls him toward the door to exit a woman's apartment.", "similarity": 0.783, "relevance": 1 }, { "pair_id": 14694, "video_name": "s07e06_seg02_clip_01", "timestamp": [ 0.0, 6.18 ], "duration": 65.66, "caption": "A person is going upstairs and a man leaves a woman and goes into their apartment.", "similarity": 0.7682, "relevance": 1 }, { "pair_id": 14695, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 11.35, 13.55 ], "duration": 63.66, "caption": "A person walks out of a woman's apartment after confronting another man.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 14696, "video_name": "friends_s07e16_seg02_clip_19", "timestamp": [ 28.38, 32.96 ], "duration": 61.66, "caption": "A man starts to walk out of the apartment while a woman stops him.", "similarity": 0.7614, "relevance": 1 }, { "pair_id": 14697, "video_name": "s03e01_seg02_clip_12", "timestamp": [ 29.71, 33.31 ], "duration": 60.66, "caption": "A man walks away from two other men into a woman's apartment.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 14698, "video_name": "s05e09_seg02_clip_17", "timestamp": [ 53.4, 56.8 ], "duration": 68.66, "caption": "A woman leaves man and heads to her apartment.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 14699, "video_name": "friends_s05e18_seg02_clip_10", "timestamp": [ 5.31, 9.15 ], "duration": 59.66, "caption": "A man enters the apartment as a woman is leaving.", "similarity": 0.7521, "relevance": 3 } ] }, { "query_id": 78686, "query": "A woman takes off her sweater as she walks into the living room.", "relevant_moment": [ { "pair_id": 151000, "video_name": "friends_s05e01_seg02_clip_14", "timestamp": [ 13.21, 19.51 ], "duration": 60.66, "caption": "A woman takes off her sweater as she walks into the living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151001, "video_name": "friends_s01e21_seg02_clip_01", "timestamp": [ 12.83, 16.54 ], "duration": 57.66, "caption": "A woman walks out of her bedroom and into the living room.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 151002, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 43.37, 47.08 ], "duration": 61.66, "caption": "A woman walks out of the living room and into the bedroom.", "similarity": 0.7743, "relevance": 1 }, { "pair_id": 151003, "video_name": "friends_s05e22_seg02_clip_02", "timestamp": [ 3.05, 4.58 ], "duration": 61.66, "caption": "A woman walks into the living room from her bedroom.", "similarity": 0.764, "relevance": 2 }, { "pair_id": 151004, "video_name": "s08e04_seg02_clip_00", "timestamp": [ 26.55, 30.21 ], "duration": 61.66, "caption": "A woman gets up from the couch and walks out of the living room.", "similarity": 0.7594, "relevance": 1 }, { "pair_id": 151005, "video_name": "castle_s06e07_seg02_clip_23", "timestamp": [ 49.9, 51.26 ], "duration": 90.66, "caption": "A woman takes her hand off of the door frame as she walks into the living room.", "similarity": 0.7535, "relevance": 1 }, { "pair_id": 151006, "video_name": "s08e03_seg02_clip_00", "timestamp": [ 38.77, 42.18 ], "duration": 62.66, "caption": "A woman takes off her purse while walking through the living room.", "similarity": 0.7525, "relevance": 3 }, { "pair_id": 151007, "video_name": "castle_s03e22_seg02_clip_03", "timestamp": [ 26.05, 29.77 ], "duration": 93.66, "caption": "A woman walks out the room and took her jacket.", "similarity": 0.7396, "relevance": 1 }, { "pair_id": 151008, "video_name": "friends_s06e12_seg02_clip_02", "timestamp": [ 22.73, 24.2 ], "duration": 59.66, "caption": "A woman gets off the couch in someone's living room.", "similarity": 0.7339, "relevance": 0 }, { "pair_id": 151009, "video_name": "s04e16_seg02_clip_00", "timestamp": [ 24.97, 27.53 ], "duration": 64.66, "caption": "A person walks out of their room into the living room.", "similarity": 0.7212, "relevance": 0 }, { "pair_id": 151010, "video_name": "castle_s04e06_seg02_clip_26", "timestamp": [ 67.35, 73.27 ], "duration": 148.66, "caption": "A person walks into the room and takes their jacket off.", "similarity": 0.721, "relevance": 0 }, { "pair_id": 151011, "video_name": "friends_s07e12_seg02_clip_16", "timestamp": [ 40.99, 55.02 ], "duration": 55.66, "caption": "A woman walks into the living room in their pajamas.", "similarity": 0.7203, "relevance": 1 }, { "pair_id": 151012, "video_name": "met_s03e02_seg02_clip_07", "timestamp": [ 42.79, 45.85 ], "duration": 61.66, "caption": "A woman walks into the living room putting on her striped robe.", "similarity": 0.7149, "relevance": 3 }, { "pair_id": 151013, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 18.01, 19.84 ], "duration": 61.66, "caption": "A person walks out of their bedroom and into the living room.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 151014, "video_name": "house_s01e11_seg02_clip_07", "timestamp": [ 26.01, 30.94 ], "duration": 89.66, "caption": "A woman takes her sweater off.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 151015, "video_name": "s06e16_seg02_clip_10", "timestamp": [ 49.52, 54.92 ], "duration": 60.66, "caption": "A woman enters a person's apartment and walks into the living room.", "similarity": 0.698, "relevance": 2 }, { "pair_id": 151016, "video_name": "house_s04e14_seg02_clip_25", "timestamp": [ 20.36, 24.78 ], "duration": 177.66, "caption": "A woman walks in the living room wearing a sheet.", "similarity": 0.6979, "relevance": 1 }, { "pair_id": 151017, "video_name": "friends_s06e18_seg02_clip_01", "timestamp": [ 3.96, 7.26 ], "duration": 66.66, "caption": "A woman comes out of the bathroom and walks to the living room.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 151018, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 42.51, 45.91 ], "duration": 85.66, "caption": "A woman gets up and walks out of the room.", "similarity": 0.6969, "relevance": 0 }, { "pair_id": 151019, "video_name": "s10e09_seg02_clip_07", "timestamp": [ 11.85, 20.17 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks out of the room.", "similarity": 0.6895, "relevance": 0 } ] }, { "query_id": 78696, "query": "A person lifts up a piece of paper and folder from his desk.", "relevant_moment": [ { "pair_id": 166700, "video_name": "grey_s03e08_seg02_clip_18", "timestamp": [ 34.21, 35.56 ], "duration": 90.66, "caption": "A person lifts up a piece of paper and folder from his desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166701, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 43.77, 45.12 ], "duration": 90.66, "caption": "A person takes out stack of papers onto the desk.", "similarity": 0.8153, "relevance": 1 }, { "pair_id": 166702, "video_name": "s06e03_seg02_clip_00", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person picks up a folder of papers from his/her desk.", "similarity": 0.8073, "relevance": 2 }, { "pair_id": 166703, "video_name": "house_s02e05_seg02_clip_13", "timestamp": [ 38.89, 43.21 ], "duration": 96.66, "caption": "A person picks up a piece of paper from the desk.", "similarity": 0.7808, "relevance": 3 }, { "pair_id": 166704, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 0.91, 2.73 ], "duration": 91.66, "caption": "A person sets down his folder on the desk.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 166705, "video_name": "s04e24_seg02_clip_04", "timestamp": [ 44.12, 49.48 ], "duration": 63.66, "caption": "A person opens a desk drawer and removes a piece of paper.", "similarity": 0.76, "relevance": 3 }, { "pair_id": 166706, "video_name": "grey_s01e08_seg02_clip_21", "timestamp": [ 72.1, 76.28 ], "duration": 93.66, "caption": "A person takes out a paper and puts it on the desk.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 166707, "video_name": "friends_s06e04_seg02_clip_13", "timestamp": [ 9.99, 11.35 ], "duration": 54.66, "caption": "A person grabs a sheet of paper from the desk.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 166708, "video_name": "house_s01e10_seg02_clip_07", "timestamp": [ 39.31, 42.93 ], "duration": 90.66, "caption": "A man picks up a piece of paper off of a desk.", "similarity": 0.7438, "relevance": 3 }, { "pair_id": 166709, "video_name": "met_s02e03_seg02_clip_10", "timestamp": [ 44.06, 45.02 ], "duration": 63.66, "caption": "A person picks up a notebook from the desk and files it.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 166710, "video_name": "castle_s06e08_seg02_clip_14", "timestamp": [ 70.68, 72.51 ], "duration": 91.66, "caption": "A person gets a folder of papers from woman's desk.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 166711, "video_name": "house_s03e23_seg02_clip_13", "timestamp": [ 18.53, 22.94 ], "duration": 88.66, "caption": "A person puts a red folder on a desk.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 166712, "video_name": "castle_s08e09_seg02_clip_03", "timestamp": [ 3.09, 4.86 ], "duration": 88.66, "caption": "A man pulls a file paper up vertical while in the folder.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 166713, "video_name": "house_s06e15_seg02_clip_02", "timestamp": [ 56.69, 60.71 ], "duration": 89.66, "caption": "A person walks over to a desk and picks up a folder.", "similarity": 0.7339, "relevance": 2 }, { "pair_id": 166714, "video_name": "s04e12_seg02_clip_02", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person gets up from his/her spot to get papers from a desk.", "similarity": 0.7292, "relevance": 3 }, { "pair_id": 166715, "video_name": "house_s01e17_seg02_clip_00", "timestamp": [ 61.44, 68.27 ], "duration": 91.66, "caption": "A man holds up a packet of paper and places it down on his desk.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 166716, "video_name": "s07e06_seg02_clip_07", "timestamp": [ 22.81, 24.91 ], "duration": 60.66, "caption": "A person carries their book over to their desk.", "similarity": 0.7211, "relevance": 1 }, { "pair_id": 166717, "video_name": "castle_s05e24_seg02_clip_06", "timestamp": [ 6.76, 12.61 ], "duration": 90.66, "caption": "A man removes a piece of paper from a folder he is holding.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 166718, "video_name": "friends_s02e23_seg02_clip_02", "timestamp": [ 18.91, 20.71 ], "duration": 60.66, "caption": "A person tosses a file folder onto the desk in front of him.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 166719, "video_name": "castle_s03e02_seg02_clip_03", "timestamp": [ 8.55, 12.6 ], "duration": 90.66, "caption": "A woman hands a man a piece of paper from her folder while he is sat at his desk.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 340020, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 29.77, 33.19 ], "duration": 62.66, "caption": "A person picks up a notebook from their desk and opens it.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 340021, "video_name": "house_s03e04_seg02_clip_00", "timestamp": [ 3.65, 6.84 ], "duration": 91.66, "caption": "A man picks up a blue folder from the desk and opens it.", "similarity": 0.7108, "relevance": 4 }, { "pair_id": 340022, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 36.13, 39.07 ], "duration": 84.66, "caption": "A person has a folder in his hand while taking paper off the white board.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 340023, "video_name": "house_s07e06_seg02_clip_00", "timestamp": [ 77.97, 79.34 ], "duration": 91.66, "caption": "A man puts a file folder onto his office desk.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 340025, "video_name": "castle_s07e13_seg02_clip_25", "timestamp": [ 61.4, 66.51 ], "duration": 93.66, "caption": "A woman picks up a folder from her desk and opens it.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 340026, "video_name": "s04e12_seg02_clip_02", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person gets up from their seat and goes to a desk to pick up documents.", "similarity": 0.7065, "relevance": 3 }, { "pair_id": 340027, "video_name": "castle_s08e08_seg02_clip_15", "timestamp": [ 0.91, 2.73 ], "duration": 90.66, "caption": "A person picks up a sheet of paper off the desk and looks at it.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 340028, "video_name": "castle_s05e11_seg02_clip_15", "timestamp": [ 9.45, 11.25 ], "duration": 90.66, "caption": "A person spins their chair around and grabs a piece of paper off of the desk behind them.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 340030, "video_name": "s10e03_seg01_clip_00", "timestamp": [ 6.15, 7.38 ], "duration": 82.66, "caption": "A person lays an open folder down on a desk as he sits down on a stool.", "similarity": 0.6947, "relevance": 3 }, { "pair_id": 340031, "video_name": "castle_s08e13_seg02_clip_07", "timestamp": [ 48.07, 52.52 ], "duration": 89.66, "caption": "A person takes some papers off a desk and walks off.", "similarity": 0.6945, "relevance": 4 }, { "pair_id": 340032, "video_name": "castle_s04e08_seg02_clip_13", "timestamp": [ 57.28, 60.37 ], "duration": 88.66, "caption": "A woman grabs a file folder off of the desk.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 340033, "video_name": "house_s01e11_seg02_clip_26", "timestamp": [ 81.73, 84.43 ], "duration": 89.66, "caption": "A person gets up from their desk.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 340034, "video_name": "castle_s05e11_seg02_clip_23", "timestamp": [ 88.49, 90.66 ], "duration": 90.66, "caption": "A woman takes out a sheet of paper from her folder.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 340035, "video_name": "castle_s02e06_seg02_clip_07", "timestamp": [ 77.89, 80.06 ], "duration": 87.66, "caption": "A man pulls a piece of paper out of a file folder and hands it to a woman as he stands next to her desk.", "similarity": 0.6865, "relevance": 3 }, { "pair_id": 340036, "video_name": "s08e14_seg02_clip_00", "timestamp": [ 24.1, 28.06 ], "duration": 66.66, "caption": "A person picks up a stack of papers from the desk and hands them to another person.", "similarity": 0.6836, "relevance": 4 }, { "pair_id": 340037, "video_name": "castle_s07e12_seg02_clip_07", "timestamp": [ 33.76, 37.36 ], "duration": 90.66, "caption": "A person gets up from their desk, phone in hand, walks over and picks up some papers.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 340038, "video_name": "house_s03e10_seg02_clip_26", "timestamp": [ 0.0, 14.95 ], "duration": 49.66, "caption": "A person is sitting at his desk closing and stacking up his files.", "similarity": 0.6791, "relevance": 3 }, { "pair_id": 340039, "video_name": "s01e03_seg02_clip_13", "timestamp": [ 54.32, 57.93 ], "duration": 60.66, "caption": "A person opens a drawer in the desk to get something out.", "similarity": 0.6786, "relevance": 2 } ] }, { "query_id": 78745, "query": "A man stands in the doorway and talks to a woman.", "relevant_moment": [ { "pair_id": 132700, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 0.0, 15.06 ], "duration": 70.66, "caption": "A man stands in the doorway and talks to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 132701, "video_name": "house_s03e09_seg02_clip_15", "timestamp": [ 52.21, 57.0 ], "duration": 87.66, "caption": "A woman stands in the doorway talking to a man.", "similarity": 0.9435, "relevance": 3 }, { "pair_id": 132702, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A woman stands in an open doorway and talks to a man with her hands pressed together in front of her.", "similarity": 0.8778, "relevance": 4 }, { "pair_id": 132703, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 0.0, 15.93 ], "duration": 118.66, "caption": "A woman is standing with a man at the doorway talking with another man.", "similarity": 0.8324, "relevance": 3 }, { "pair_id": 132704, "video_name": "s03e23_seg02_clip_15", "timestamp": [ 22.06, 37.5 ], "duration": 49.66, "caption": "A man stands in woman's doorway, talks, walks in, and she pushes him back out, so he turns and walks to another door.", "similarity": 0.832, "relevance": 3 }, { "pair_id": 132705, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "A woman is standing at the doorway talking to two men.", "similarity": 0.8216, "relevance": 3 }, { "pair_id": 132706, "video_name": "met_s06e15_seg02_clip_15", "timestamp": [ 40.28, 61.03 ], "duration": 61.66, "caption": "A man answers the door and talks to a woman.", "similarity": 0.8187, "relevance": 4 }, { "pair_id": 132707, "video_name": "castle_s05e23_seg02_clip_04", "timestamp": [ 86.95, 91.23 ], "duration": 95.66, "caption": "A man opens the door and then talks to woman.", "similarity": 0.8181, "relevance": 4 }, { "pair_id": 132708, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 0.0, 25.74 ], "duration": 62.66, "caption": "A woman and a man have a conversation with a person in their doorway.", "similarity": 0.8149, "relevance": 3 }, { "pair_id": 132709, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 45.51, 68.72 ], "duration": 91.66, "caption": "A man opens the door and stands talking to a woman before he leaves.", "similarity": 0.8127, "relevance": 4 }, { "pair_id": 132710, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 9.86, 14.8 ], "duration": 58.66, "caption": "A man is talking to a woman when some people open the door.", "similarity": 0.8093, "relevance": 3 }, { "pair_id": 132711, "video_name": "friends_s05e21_seg02_clip_06", "timestamp": [ 0.0, 3.3 ], "duration": 66.66, "caption": "A woman walks through the door and starts speaking to a man.", "similarity": 0.8068, "relevance": 3 }, { "pair_id": 132712, "video_name": "castle_s08e11_seg02_clip_22", "timestamp": [ 0.0, 60.53 ], "duration": 91.66, "caption": "A man talks to a woman in the doorway of some offices.", "similarity": 0.8049, "relevance": 3 }, { "pair_id": 132713, "video_name": "met_s06e15_seg02_clip_12", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "A man talks to a blonde woman while standing in a doorway.", "similarity": 0.8037, "relevance": 4 }, { "pair_id": 132714, "video_name": "house_s01e19_seg02_clip_26", "timestamp": [ 0.0, 47.02 ], "duration": 47.66, "caption": "A woman talks to a man from the other side of the door.", "similarity": 0.8031, "relevance": 3 }, { "pair_id": 132715, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 0.0, 38.71 ], "duration": 86.66, "caption": "A woman is talking to a man that is behind the door.", "similarity": 0.7963, "relevance": 3 }, { "pair_id": 132716, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 86.23, 88.44 ], "duration": 88.66, "caption": "A man walks into the hallway and talks with woman.", "similarity": 0.796, "relevance": 3 }, { "pair_id": 132717, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.793, "relevance": 4 }, { "pair_id": 132718, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 42.02, 51.62 ], "duration": 60.66, "caption": "A person opens the door and talks to woman.", "similarity": 0.7926, "relevance": 4 }, { "pair_id": 132719, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is talking to another person while standing at the doorway.", "similarity": 0.7893, "relevance": 3 }, { "pair_id": 306020, "video_name": "friends_s09e05_seg02_clip_10", "timestamp": [ 0.61, 24.11 ], "duration": 61.66, "caption": "A man speaks to woman in the hallway outside of the door.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 306021, "video_name": "s09e15_seg02_clip_01", "timestamp": [ 3.9, 7.2 ], "duration": 60.66, "caption": "A person is standing in a doorway talking to a woman when she slams the door in his face leaving him in the hallway.", "similarity": 0.7891, "relevance": 4 }, { "pair_id": 306022, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 18.45, 24.31 ], "duration": 90.66, "caption": "A man speaks to a woman and then walks out of the door.", "similarity": 0.787, "relevance": 4 }, { "pair_id": 306023, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 44.45, 49.73 ], "duration": 88.66, "caption": "A woman opens the door and talks with a man.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 306024, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 36.62, 91.54 ], "duration": 91.66, "caption": "A woman opens the door and talks with man.", "similarity": 0.786, "relevance": 3 }, { "pair_id": 306025, "video_name": "s05e01_seg02_clip_09", "timestamp": [ 3.9, 10.2 ], "duration": 60.66, "caption": "Two women are speaking to man as he stands in the doorway of one of the women's apartment.", "similarity": 0.7835, "relevance": 4 }, { "pair_id": 306026, "video_name": "house_s03e14_seg02_clip_14", "timestamp": [ 0.0, 61.79 ], "duration": 87.66, "caption": "A woman talks to a man in her house's doorway.", "similarity": 0.7812, "relevance": 3 }, { "pair_id": 306027, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A person is talking to man at woman's apartment doorway.", "similarity": 0.7805, "relevance": 3 }, { "pair_id": 306028, "video_name": "friends_s04e07_seg02_clip_11", "timestamp": [ 55.91, 69.02 ], "duration": 69.66, "caption": "A man talks to a woman through the closed door and she responds.", "similarity": 0.7804, "relevance": 3 }, { "pair_id": 306029, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 21.14, 38.31 ], "duration": 88.66, "caption": "A woman peaks her head through the doorway and talks to a man.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 306030, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 64.13, 66.84 ], "duration": 90.66, "caption": "A person comes through the door to talk to a woman.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 306031, "video_name": "grey_s03e11_seg02_clip_11", "timestamp": [ 83.75, 85.02 ], "duration": 85.66, "caption": "A woman is standing in the doorway and a man walks in.", "similarity": 0.7724, "relevance": 1 }, { "pair_id": 306032, "video_name": "house_s01e16_seg02_clip_00", "timestamp": [ 81.86, 93.03 ], "duration": 93.66, "caption": "A man walks through the door followed by a woman trying to have a conversation with him.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 306033, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 75.28, 82.32 ], "duration": 88.66, "caption": "A man walks down the hallway to talk to a woman.", "similarity": 0.771, "relevance": 3 }, { "pair_id": 306034, "video_name": "met_s02e16_seg02_clip_17", "timestamp": [ 37.68, 39.19 ], "duration": 60.66, "caption": "A man goes to open the door then turns around to talk to a woman.", "similarity": 0.7692, "relevance": 1 }, { "pair_id": 306035, "video_name": "house_s07e16_seg02_clip_03", "timestamp": [ 11.25, 14.85 ], "duration": 90.66, "caption": "A man standing in a room talking to woman.", "similarity": 0.7667, "relevance": 3 }, { "pair_id": 306036, "video_name": "friends_s06e04_seg02_clip_05", "timestamp": [ 0.0, 27.42 ], "duration": 63.66, "caption": "A man is by the door talking to two women.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 306037, "video_name": "friends_s10e08_seg02_clip_18", "timestamp": [ 0.0, 8.85 ], "duration": 61.66, "caption": "A woman talks to a man whose head is caught in the door.", "similarity": 0.7664, "relevance": 1 }, { "pair_id": 306038, "video_name": "s07e06_seg02_clip_00", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A man starts to open the door and then turns around to talk to a woman.", "similarity": 0.766, "relevance": 2 }, { "pair_id": 306039, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 0.0, 31.29 ], "duration": 92.66, "caption": "A woman is having a conversation with a man behind the door.", "similarity": 0.7654, "relevance": 3 } ] }, { "query_id": 78800, "query": "A man takes the paper in woman's hand in the apartment.", "relevant_moment": [ { "pair_id": 151120, "video_name": "met_s06e17_seg02_clip_15", "timestamp": [ 5.07, 6.57 ], "duration": 59.66, "caption": "A man takes the paper in woman's hand in the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151121, "video_name": "friends_s01e06_seg02_clip_13", "timestamp": [ 18.34, 32.77 ], "duration": 60.66, "caption": "A man walks into the apartment and hands a woman the newspaper.", "similarity": 0.762, "relevance": 3 }, { "pair_id": 151122, "video_name": "friends_s06e23_seg02_clip_13", "timestamp": [ 41.12, 43.82 ], "duration": 60.66, "caption": "A man is writing when a woman walks into the apartment.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 151123, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 0.0, 4.51 ], "duration": 82.66, "caption": "A man enters the apartment carrying a stack of papers.", "similarity": 0.7176, "relevance": 2 }, { "pair_id": 151124, "video_name": "s05e14_seg02_clip_05", "timestamp": [ 55.78, 59.03 ], "duration": 59.66, "caption": "A woman walks out the apartment with the paper in hand.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 151125, "video_name": "met_s03e19_seg02_clip_15", "timestamp": [ 31.2, 34.67 ], "duration": 63.66, "caption": "A man grabs woman's hand to lead them out of the apartment.", "similarity": 0.6985, "relevance": 1 }, { "pair_id": 151126, "video_name": "friends_s06e20_seg02_clip_07", "timestamp": [ 11.55, 13.86 ], "duration": 57.66, "caption": "A woman enters the apartment when a man is writing on the door.", "similarity": 0.6985, "relevance": 1 }, { "pair_id": 151127, "video_name": "s02e13_seg02_clip_02", "timestamp": [ 0.31, 2.75 ], "duration": 61.66, "caption": "A person hands a woman a stack of papers outside her apartment door.", "similarity": 0.6975, "relevance": 3 }, { "pair_id": 151128, "video_name": "friends_s07e23-24_seg02_clip_12", "timestamp": [ 0.95, 5.07 ], "duration": 63.66, "caption": "A man holds out a sheet of paper for woman to take.", "similarity": 0.6973, "relevance": 3 }, { "pair_id": 151129, "video_name": "castle_s03e05_seg02_clip_22", "timestamp": [ 1.37, 5.5 ], "duration": 91.66, "caption": "A man grabs hold of the paper in woman's hands.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 151130, "video_name": "friends_s09e05_seg02_clip_05", "timestamp": [ 37.19, 43.18 ], "duration": 63.66, "caption": "A man grabs a woman's hand to lead her out of the apartment.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 151131, "video_name": "s08e16_seg02_clip_00", "timestamp": [ 6.51, 9.61 ], "duration": 62.66, "caption": "A person is holding a stack of papers as he/she exits his/her apartment with a woman.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 151132, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 1.23, 5.74 ], "duration": 82.66, "caption": "A man comes in the apartment carrying a stack of papers.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 151133, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 43.5, 48.93 ], "duration": 90.66, "caption": "A man walks into the room and hands a paper to a woman.", "similarity": 0.6899, "relevance": 2 }, { "pair_id": 151134, "video_name": "house_s05e16_seg02_clip_23", "timestamp": [ 13.49, 18.28 ], "duration": 87.66, "caption": "A woman hands a man a paper in her office.", "similarity": 0.6876, "relevance": 3 }, { "pair_id": 151135, "video_name": "friends_s02e20_seg02_clip_09", "timestamp": [ 45.99, 50.77 ], "duration": 59.66, "caption": "A woman enters the apartment and a man looks up from his newspaper.", "similarity": 0.6834, "relevance": 1 }, { "pair_id": 151136, "video_name": "castle_s06e01_seg02_clip_04", "timestamp": [ 87.18, 97.13 ], "duration": 117.66, "caption": "A woman enters their apartment, puts their papers on the table, and takes off their jacket.", "similarity": 0.6805, "relevance": 0 }, { "pair_id": 151138, "video_name": "castle_s08e08_seg02_clip_02", "timestamp": [ 6.05, 10.23 ], "duration": 93.66, "caption": "A woman takes a paper and put it into a man's pocket.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 151139, "video_name": "s02e01_seg02_clip_15", "timestamp": [ 55.19, 57.25 ], "duration": 59.66, "caption": "A man hands a woman a piece of paper and she takes it.", "similarity": 0.6701, "relevance": 3 } ] }, { "query_id": 78808, "query": "A person is being frustrated lying in the black garbage bags.", "relevant_moment": [ { "pair_id": 152480, "video_name": "met_s06e17_seg02_clip_16", "timestamp": [ 5.8, 7.02 ], "duration": 61.66, "caption": "A person is being frustrated lying in the black garbage bags.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152481, "video_name": "s09e19_seg02_clip_17", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A person looks at a box in his hand as he sighs and then throws it into the garbage can.", "similarity": 0.6147, "relevance": 1 }, { "pair_id": 152482, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 4.02, 7.24 ], "duration": 80.66, "caption": "There is a needle in the garbage bag a person is looking inside.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 152483, "video_name": "s01e10_seg01_clip_01", "timestamp": [ 25.09, 38.21 ], "duration": 57.66, "caption": "A person puts the plastic bag into the garbage can.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 152484, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 71.78, 73.62 ], "duration": 92.66, "caption": "A worker throws a black plastic bag into the garbage.", "similarity": 0.5743, "relevance": 0 }, { "pair_id": 152485, "video_name": "house_s02e13_seg02_clip_12", "timestamp": [ 5.81, 7.89 ], "duration": 83.66, "caption": "A person puts a photo to the garbage bin.", "similarity": 0.5466, "relevance": 0 }, { "pair_id": 152486, "video_name": "house_s03e10_seg02_clip_25", "timestamp": [ 22.26, 60.98 ], "duration": 89.66, "caption": "A person was helplessly lying on the floor.", "similarity": 0.5359, "relevance": 1 }, { "pair_id": 152487, "video_name": "house_s02e11_seg02_clip_18", "timestamp": [ 32.54, 34.28 ], "duration": 86.66, "caption": "A person leans over and looks into their trash.", "similarity": 0.5334, "relevance": 0 }, { "pair_id": 152488, "video_name": "s04e04_seg02_clip_09", "timestamp": [ 47.14, 49.62 ], "duration": 62.66, "caption": "A person puts on his crossbody bag about to leave the room looking angry.", "similarity": 0.5334, "relevance": 0 }, { "pair_id": 152490, "video_name": "house_s04e11_seg02_clip_01", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A person picks up a box of tongue depressors and dumps them on the ground.", "similarity": 0.5275, "relevance": 0 }, { "pair_id": 152491, "video_name": "house_s08e02_seg02_clip_07", "timestamp": [ 58.31, 65.43 ], "duration": 89.66, "caption": "A person feels something unusual inside the body bag, then hastily opens it.", "similarity": 0.5262, "relevance": 0 }, { "pair_id": 152492, "video_name": "house_s02e20_seg02_clip_22", "timestamp": [ 77.65, 90.66 ], "duration": 90.66, "caption": "A woman discusses possible causes of health issues while a man looks through the garbage bag.", "similarity": 0.5257, "relevance": 1 }, { "pair_id": 152493, "video_name": "friends_s03e13_seg02_clip_08", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A person walks in and puts their bag down.", "similarity": 0.5241, "relevance": 0 }, { "pair_id": 152495, "video_name": "castle_s08e06_seg02_clip_09", "timestamp": [ 16.34, 18.5 ], "duration": 86.66, "caption": "A person pushed down another person in a beige suit on the garbage bags.", "similarity": 0.5156, "relevance": 3 }, { "pair_id": 152496, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 20.91, 23.72 ], "duration": 80.66, "caption": "A person throws a garbage bag on someone's office desk.", "similarity": 0.5136, "relevance": 0 }, { "pair_id": 152497, "video_name": "house_s08e01_seg02_clip_05", "timestamp": [ 54.41, 59.17 ], "duration": 136.66, "caption": "A person is lying on a bed eating a snack out of a box.", "similarity": 0.512, "relevance": 1 }, { "pair_id": 152498, "video_name": "s03e02_seg02_clip_14", "timestamp": [ 40.49, 42.77 ], "duration": 57.66, "caption": "A person lays a plastic lid down on the table as he/she stares into a box.", "similarity": 0.5111, "relevance": 0 }, { "pair_id": 152499, "video_name": "friends_s07e19_seg02_clip_14", "timestamp": [ 8.28, 9.66 ], "duration": 69.66, "caption": "A person picks something up from the counter and throws it at the trash.", "similarity": 0.508, "relevance": 0 } ] }, { "query_id": 78829, "query": "Two people stand up from the table and start kissing.", "relevant_moment": [ { "pair_id": 4400, "video_name": "friends_s09e23-24_seg02_clip_28", "timestamp": [ 24.33, 35.5 ], "duration": 57.66, "caption": "Two people stand up from the table and start kissing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4401, "video_name": "grey_s03e14_seg02_clip_27", "timestamp": [ 77.88, 84.87 ], "duration": 93.66, "caption": "Two people stand close together and kiss each other.", "similarity": 0.7872, "relevance": 2 }, { "pair_id": 4402, "video_name": "s10e13_seg02_clip_06", "timestamp": [ 53.12, 55.48 ], "duration": 59.66, "caption": "Two people kiss each other as two other people are standing.", "similarity": 0.782, "relevance": 3 }, { "pair_id": 4403, "video_name": "friends_s10e10_seg02_clip_01", "timestamp": [ 54.89, 56.37 ], "duration": 59.66, "caption": "A woman stands up from the table and kisses a man.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 4404, "video_name": "friends_s04e01_seg02_clip_03", "timestamp": [ 14.63, 20.16 ], "duration": 65.66, "caption": "Two people lean in and start to kiss.", "similarity": 0.7712, "relevance": 2 }, { "pair_id": 4405, "video_name": "friends_s03e02_seg02_clip_20", "timestamp": [ 32.46, 37.78 ], "duration": 59.66, "caption": "Two people kiss by the kitchen table.", "similarity": 0.7588, "relevance": 3 }, { "pair_id": 4406, "video_name": "s09e02_seg01_clip_01", "timestamp": [ 31.38, 38.04 ], "duration": 38.66, "caption": "A person takes hold of another person and they start kissing each other.", "similarity": 0.7442, "relevance": 3 }, { "pair_id": 4407, "video_name": "met_s02e20_seg02_clip_10", "timestamp": [ 26.95, 28.5 ], "duration": 61.66, "caption": "Two people are kissing each other passionately.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 4408, "video_name": "met_s06e24_seg02_clip_15", "timestamp": [ 43.2, 48.98 ], "duration": 68.66, "caption": "A couple take turns kissing each other.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 4409, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 46.25, 54.53 ], "duration": 69.66, "caption": "Two people stand up from the table.", "similarity": 0.7344, "relevance": 1 }, { "pair_id": 4410, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 43.18, 47.11 ], "duration": 157.66, "caption": "Two people suddenly kiss each other on their cheeks.", "similarity": 0.7237, "relevance": 2 }, { "pair_id": 4411, "video_name": "met_s06e16_seg02_clip_05", "timestamp": [ 13.28, 16.53 ], "duration": 59.66, "caption": "Two people hold hands as they kiss each other.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 4412, "video_name": "friends_s06e10_seg02_clip_20", "timestamp": [ 33.05, 40.72 ], "duration": 118.66, "caption": "Two people kiss each other, while holding hands.", "similarity": 0.7186, "relevance": 3 }, { "pair_id": 4413, "video_name": "met_s02e21_seg02_clip_18", "timestamp": [ 5.2, 12.48 ], "duration": 77.66, "caption": "Two people kiss after person tells them to.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 4414, "video_name": "friends_s09e05_seg02_clip_15", "timestamp": [ 3.3, 9.6 ], "duration": 60.66, "caption": "A man gets up and comes around the table to kiss a woman.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 4415, "video_name": "met_s06e20_seg02_clip_16", "timestamp": [ 19.53, 24.72 ], "duration": 61.66, "caption": "Two people give each other a kiss.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 4416, "video_name": "met_s06e23_seg02_clip_12", "timestamp": [ 19.83, 24.72 ], "duration": 61.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7144, "relevance": 2 }, { "pair_id": 4417, "video_name": "met_s03e09_seg02_clip_10", "timestamp": [ 16.36, 21.61 ], "duration": 58.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 4418, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 48.67, 51.12 ], "duration": 70.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7144, "relevance": 2 }, { "pair_id": 4419, "video_name": "castle_s01e06_seg02_clip_25", "timestamp": [ 28.01, 30.11 ], "duration": 70.66, "caption": "Two people kiss each other on the lips.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 177720, "video_name": "friends_s07e09_seg02_clip_01", "timestamp": [ 55.83, 58.83 ], "duration": 60.66, "caption": "Two people hold each other and kiss.", "similarity": 0.7132, "relevance": 3 }, { "pair_id": 177721, "video_name": "met_s02e01_seg02_clip_02", "timestamp": [ 7.13, 17.06 ], "duration": 62.66, "caption": "Two people begin to kiss while they talk in a restaurant booth.", "similarity": 0.7131, "relevance": 3 }, { "pair_id": 177722, "video_name": "s07e15_seg02_clip_12", "timestamp": [ 23.41, 25.81 ], "duration": 60.66, "caption": "A man and a woman kiss each other at the dinner table.", "similarity": 0.7124, "relevance": 3 }, { "pair_id": 177723, "video_name": "grey_s03e23_seg02_clip_12", "timestamp": [ 45.46, 69.77 ], "duration": 90.66, "caption": "Two people share a passionate kiss with each other.", "similarity": 0.7108, "relevance": 3 }, { "pair_id": 177724, "video_name": "friends_s01e14_seg02_clip_20", "timestamp": [ 41.19, 46.38 ], "duration": 61.66, "caption": "A man and a woman kiss while they are sitting at the restaurant table.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 177725, "video_name": "castle_s03e02_seg02_clip_26", "timestamp": [ 81.9, 85.02 ], "duration": 89.66, "caption": "A man and woman stand up and he kisses her on the cheek.", "similarity": 0.7098, "relevance": 4 }, { "pair_id": 177726, "video_name": "s10e13_seg02_clip_06", "timestamp": [ 51.35, 59.03 ], "duration": 59.66, "caption": "Two people kiss passionately in front of two other people.", "similarity": 0.7048, "relevance": 4 }, { "pair_id": 177727, "video_name": "friends_s09e23-24_seg02_clip_02", "timestamp": [ 11.84, 15.89 ], "duration": 62.66, "caption": "A woman gets up from the table and kisses a man.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 177728, "video_name": "s07e09_seg02_clip_15", "timestamp": [ 43.83, 44.87 ], "duration": 69.66, "caption": "Two people both lean in and give each other a kiss.", "similarity": 0.7031, "relevance": 3 }, { "pair_id": 177729, "video_name": "met_s06e23_seg02_clip_01", "timestamp": [ 23.53, 26.4 ], "duration": 57.66, "caption": "A woman kisses a man then gets up from her seat at the table.", "similarity": 0.7029, "relevance": 3 }, { "pair_id": 177730, "video_name": "s10e11_seg02_clip_06", "timestamp": [ 30.51, 38.75 ], "duration": 61.66, "caption": "Two people start to kiss then one person pulls away, suddenly.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 177731, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "Two people are hugging and kissing each other.", "similarity": 0.6941, "relevance": 3 }, { "pair_id": 177732, "video_name": "friends_s02e22_seg02_clip_05", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "Two people are having a conversation. Then they kiss each other.", "similarity": 0.6936, "relevance": 3 }, { "pair_id": 177733, "video_name": "friends_s05e11_seg01_clip_00", "timestamp": [ 65.19, 68.75 ], "duration": 79.66, "caption": "Two people put their arms out and kiss each other.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 177734, "video_name": "friends_s10e10_seg02_clip_16", "timestamp": [ 31.99, 52.06 ], "duration": 58.66, "caption": "Two people embrace and kiss each other.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 177735, "video_name": "friends_s10e02_seg02_clip_19", "timestamp": [ 28.99, 30.25 ], "duration": 63.66, "caption": "Two people give each other a small kiss on the cheek.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 177736, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 0.0, 31.43 ], "duration": 61.66, "caption": "person and person make up while sitting next to each other and person leans over and kisses guy on the cheek.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 177737, "video_name": "grey_s02e10_seg02_clip_17", "timestamp": [ 53.31, 60.61 ], "duration": 73.66, "caption": "Two people are talking and then she grabs his face and they begin kissing.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 177738, "video_name": "friends_s05e14_seg02_clip_20", "timestamp": [ 49.88, 59.03 ], "duration": 59.66, "caption": "Two people kiss and one of them gives up.", "similarity": 0.6856, "relevance": 3 }, { "pair_id": 177739, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 55.19, 57.26 ], "duration": 59.66, "caption": "A man and woman put their hands on the sides of each other's faces as they kiss.", "similarity": 0.685, "relevance": 3 } ] }, { "query_id": 78918, "query": "A guy goes over to a man and takes a seat next to him.", "relevant_moment": [ { "pair_id": 45140, "video_name": "friends_s08e05_seg02_clip_13", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "A guy goes over to a man and takes a seat next to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 45141, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 54.27, 58.38 ], "duration": 91.66, "caption": "A man gets up from his seat and another man sits down beside a guy.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 45142, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "A man gets up from his seat as he was sitting next to another person.", "similarity": 0.732, "relevance": 1 }, { "pair_id": 45143, "video_name": "friends_s08e15_seg02_clip_10", "timestamp": [ 48.17, 52.6 ], "duration": 59.66, "caption": "A man gets up from his seat and followed another person.", "similarity": 0.7318, "relevance": 1 }, { "pair_id": 45144, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 51.87, 61.03 ], "duration": 61.66, "caption": "A man takes a seat at the table right next to another man.", "similarity": 0.7265, "relevance": 4 }, { "pair_id": 45145, "video_name": "friends_s09e12_seg01_clip_00", "timestamp": [ 4.05, 9.0 ], "duration": 90.66, "caption": "A man sits down next to guy and props his feet up.", "similarity": 0.7212, "relevance": 4 }, { "pair_id": 45146, "video_name": "house_s03e13_seg02_clip_16", "timestamp": [ 82.3, 88.02 ], "duration": 88.66, "caption": "A man takes a seat right in front of person.", "similarity": 0.717, "relevance": 4 }, { "pair_id": 45147, "video_name": "grey_s02e08_seg02_clip_09", "timestamp": [ 65.7, 70.05 ], "duration": 87.66, "caption": "A man walks over and sits down next to a person.", "similarity": 0.7168, "relevance": 4 }, { "pair_id": 45148, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 35.35, 49.61 ], "duration": 57.66, "caption": "A man stands up next to another man and motions for him to sit down.", "similarity": 0.7118, "relevance": 2 }, { "pair_id": 45149, "video_name": "grey_s03e04_seg02_clip_13", "timestamp": [ 2.76, 5.98 ], "duration": 92.66, "caption": "A man moves over to stand next to another man.", "similarity": 0.7087, "relevance": 2 }, { "pair_id": 45150, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 11.75, 15.51 ], "duration": 94.66, "caption": "A man walks over and sits down next to another man.", "similarity": 0.705, "relevance": 3 }, { "pair_id": 45151, "video_name": "grey_s03e16_seg02_clip_11", "timestamp": [ 2.65, 5.3 ], "duration": 106.66, "caption": "A man walks around another man to sit down next to him.", "similarity": 0.6921, "relevance": 3 }, { "pair_id": 45152, "video_name": "friends_s02e22_seg02_clip_16", "timestamp": [ 9.98, 57.02 ], "duration": 57.66, "caption": "A man takes a seat on the floor right next to a woman.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 45153, "video_name": "s07e24_seg02_clip_15", "timestamp": [ 43.02, 46.38 ], "duration": 61.66, "caption": "A man goes from standing near another person to sitting beside them.", "similarity": 0.6794, "relevance": 4 }, { "pair_id": 45154, "video_name": "friends_s09e23-24_seg02_clip_26", "timestamp": [ 0.0, 14.99 ], "duration": 62.66, "caption": "A man offers their seat to another man and he agrees to take it to which the first man gets up and the second man sits on their chair.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 45155, "video_name": "friends_s08e05_seg02_clip_14", "timestamp": [ 0.0, 11.35 ], "duration": 63.66, "caption": "A man is sitting beside a man as they sit and then proceed to getting up.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 45156, "video_name": "s05e02_seg01_clip_01", "timestamp": [ 42.94, 45.84 ], "duration": 58.66, "caption": "A man turns in his seat to more directly face another person.", "similarity": 0.6675, "relevance": 2 }, { "pair_id": 45157, "video_name": "friends_s10e01_seg02_clip_10", "timestamp": [ 23.04, 30.89 ], "duration": 49.66, "caption": "A man moves past two other men to sit next to a woman.", "similarity": 0.6674, "relevance": 3 }, { "pair_id": 45158, "video_name": "house_s07e06_seg02_clip_01", "timestamp": [ 29.45, 53.84 ], "duration": 92.66, "caption": "A person sits next to a man and then a man sits next to that person.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 45159, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 57.43, 62.76 ], "duration": 82.66, "caption": "A man walks over to stand next to a man.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 218460, "video_name": "castle_s07e15_seg02_clip_08", "timestamp": [ 0.0, 6.44 ], "duration": 92.66, "caption": "A man walks towards a person and sits down next to him.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 218461, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 41.5, 43.32 ], "duration": 60.66, "caption": "A man sits down on the stool next to another man.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 218462, "video_name": "castle_s03e09_seg02_clip_04", "timestamp": [ 20.26, 22.96 ], "duration": 90.66, "caption": "A man sits down in a chair next to another man.", "similarity": 0.6558, "relevance": 3 }, { "pair_id": 218463, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 71.98, 92.28 ], "duration": 92.66, "caption": "A man walks over to a woman and takes a seat.", "similarity": 0.6521, "relevance": 2 }, { "pair_id": 218464, "video_name": "met_s06e04_seg01_clip_01", "timestamp": [ 39.05, 41.16 ], "duration": 60.66, "caption": "A man takes a seat at the booth next to a woman.", "similarity": 0.6518, "relevance": 3 }, { "pair_id": 218465, "video_name": "grey_s02e10_seg02_clip_05", "timestamp": [ 83.95, 87.56 ], "duration": 90.66, "caption": "A man takes a seat next to woman on the stairs.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 218466, "video_name": "friends_s04e13_seg02_clip_01", "timestamp": [ 7.38, 13.91 ], "duration": 56.66, "caption": "A man walks in and sits down next to another man.", "similarity": 0.6492, "relevance": 4 }, { "pair_id": 218467, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 64.63, 91.03 ], "duration": 91.66, "caption": "A man gets up and walks closer to another man.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 218468, "video_name": "castle_s03e10_seg02_clip_09", "timestamp": [ 60.82, 66.72 ], "duration": 90.66, "caption": "A man gets up and follows another man towards the ground.", "similarity": 0.6461, "relevance": 2 }, { "pair_id": 218469, "video_name": "friends_s06e23_seg02_clip_12", "timestamp": [ 39.46, 42.94 ], "duration": 58.66, "caption": "A man comes in and sat beside man and talk to him.", "similarity": 0.6438, "relevance": 4 }, { "pair_id": 218470, "video_name": "house_s08e09_seg02_clip_12", "timestamp": [ 21.16, 24.76 ], "duration": 90.66, "caption": "A man walks over to stand next to another person.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 218471, "video_name": "friends_s01e04_seg02_clip_18", "timestamp": [ 27.07, 29.71 ], "duration": 66.66, "caption": "A man stands up from his chair next to another man.", "similarity": 0.6416, "relevance": 2 }, { "pair_id": 218472, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 74.27, 77.42 ], "duration": 90.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.6413, "relevance": 2 }, { "pair_id": 218473, "video_name": "friends_s08e18_seg02_clip_11", "timestamp": [ 1.41, 5.62 ], "duration": 56.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.6413, "relevance": 3 }, { "pair_id": 218474, "video_name": "castle_s05e13_seg02_clip_25", "timestamp": [ 19.01, 23.51 ], "duration": 100.66, "caption": "A man follows another man after he asks for him.", "similarity": 0.6386, "relevance": 2 }, { "pair_id": 218475, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 15.2, 17.68 ], "duration": 62.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.6382, "relevance": 4 }, { "pair_id": 218476, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 20.34, 22.24 ], "duration": 38.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.6382, "relevance": 2 }, { "pair_id": 218477, "video_name": "grey_s03e25_seg02_clip_11", "timestamp": [ 52.66, 66.29 ], "duration": 94.66, "caption": "A man tells another man that he wants to give him his position but he can't and the other man gets up from his seat in front of him.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 218478, "video_name": "friends_s08e20_seg02_clip_06", "timestamp": [ 5.1, 7.8 ], "duration": 60.66, "caption": "A man stands from his seat and stands in front of another man.", "similarity": 0.6368, "relevance": 2 }, { "pair_id": 218479, "video_name": "friends_s07e05_seg02_clip_15", "timestamp": [ 0.0, 10.03 ], "duration": 59.66, "caption": "A man is sitting next to someone and he lowers his head.", "similarity": 0.6331, "relevance": 2 } ] }, { "query_id": 79006, "query": "A man kisses woman on the cheek to greet her.", "relevant_moment": [ { "pair_id": 60960, "video_name": "s09e22_seg02_clip_09", "timestamp": [ 13.21, 15.01 ], "duration": 60.66, "caption": "A man kisses woman on the cheek to greet her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 60961, "video_name": "grey_s02e22_seg02_clip_03", "timestamp": [ 79.41, 82.47 ], "duration": 87.66, "caption": "A man greets a woman and then they kiss each other's cheek.", "similarity": 0.9033, "relevance": 4 }, { "pair_id": 60962, "video_name": "friends_s03e11_seg02_clip_18", "timestamp": [ 0.0, 12.74 ], "duration": 53.66, "caption": "A man greets a woman and gives her a kiss on the lips.", "similarity": 0.9, "relevance": 3 }, { "pair_id": 60963, "video_name": "friends_s01e10_seg02_clip_11", "timestamp": [ 3.54, 4.43 ], "duration": 59.66, "caption": "A man greets a woman with a nice hello kiss on her lips.", "similarity": 0.8813, "relevance": 3 }, { "pair_id": 60964, "video_name": "friends_s02e10_seg02_clip_19", "timestamp": [ 8.78, 12.11 ], "duration": 60.66, "caption": "A woman kisses a man on the cheek and hugs him.", "similarity": 0.8623, "relevance": 3 }, { "pair_id": 60965, "video_name": "house_s07e01_seg02_clip_23", "timestamp": [ 7.2, 9.6 ], "duration": 80.66, "caption": "A woman kisses man on the cheek as she stands.", "similarity": 0.8578, "relevance": 2 }, { "pair_id": 60966, "video_name": "friends_s03e21_seg02_clip_06", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek dressed up.", "similarity": 0.8531, "relevance": 2 }, { "pair_id": 60967, "video_name": "friends_s03e06_seg02_clip_18", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A woman kisses a man on the cheek as they have a conversation.", "similarity": 0.8526, "relevance": 2 }, { "pair_id": 60968, "video_name": "s02e09_seg02_clip_11", "timestamp": [ 26.41, 30.01 ], "duration": 60.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.8457, "relevance": 2 }, { "pair_id": 60969, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 16.44, 18.74 ], "duration": 57.66, "caption": "A woman leans forward and kisses a man on the cheek.", "similarity": 0.8457, "relevance": 3 }, { "pair_id": 60970, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 9.74, 12.4 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek and then touches his face.", "similarity": 0.8436, "relevance": 2 }, { "pair_id": 60971, "video_name": "castle_s01e02_seg02_clip_25", "timestamp": [ 84.68, 89.78 ], "duration": 102.66, "caption": "A woman leans and kisses a man on the cheek.", "similarity": 0.8436, "relevance": 2 }, { "pair_id": 60972, "video_name": "house_s06e07_seg02_clip_25", "timestamp": [ 30.51, 36.61 ], "duration": 122.66, "caption": "A woman kisses a man on his left cheek.", "similarity": 0.8435, "relevance": 2 }, { "pair_id": 60973, "video_name": "house_s01e22_seg02_clip_24", "timestamp": [ 49.03, 56.13 ], "duration": 129.66, "caption": "A woman gives man a kiss on his cheek.", "similarity": 0.8428, "relevance": 2 }, { "pair_id": 60974, "video_name": "house_s03e14_seg02_clip_15", "timestamp": [ 58.9, 61.69 ], "duration": 92.66, "caption": "A man leans over and kisses a woman on her cheek.", "similarity": 0.8394, "relevance": 3 }, { "pair_id": 60975, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 28.17, 29.93 ], "duration": 88.66, "caption": "A man kisses woman on the cheek then looks downward at her.", "similarity": 0.8368, "relevance": 3 }, { "pair_id": 60976, "video_name": "friends_s10e09_seg02_clip_13", "timestamp": [ 54.11, 64.03 ], "duration": 64.66, "caption": "A man kisses a woman's cheek while they hug each other.", "similarity": 0.8368, "relevance": 2 }, { "pair_id": 60977, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 2.28, 4.56 ], "duration": 57.66, "caption": "A man kisses woman's cheek as they hold hands.", "similarity": 0.8351, "relevance": 4 }, { "pair_id": 60978, "video_name": "friends_s01e08_seg02_clip_16", "timestamp": [ 11.17, 13.65 ], "duration": 62.66, "caption": "A man hugs a woman and then kisses her on the cheek.", "similarity": 0.8347, "relevance": 3 }, { "pair_id": 60979, "video_name": "friends_s03e02_seg02_clip_00", "timestamp": [ 39.39, 40.63 ], "duration": 62.66, "caption": "A man gives a woman a kiss on her cheek.", "similarity": 0.8325, "relevance": 4 }, { "pair_id": 234280, "video_name": "friends_s10e12_seg02_clip_01", "timestamp": [ 46.2, 49.03 ], "duration": 56.66, "caption": "A man approaches a woman and kisses her on the cheek.", "similarity": 0.8324, "relevance": 4 }, { "pair_id": 234281, "video_name": "castle_s07e10_seg02_clip_26", "timestamp": [ 39.26, 49.46 ], "duration": 157.66, "caption": "A woman leans forward, kisses man on the cheek and smiles.", "similarity": 0.8309, "relevance": 3 }, { "pair_id": 234282, "video_name": "grey_s02e22_seg02_clip_03", "timestamp": [ 79.41, 82.47 ], "duration": 87.66, "caption": "A man walks by a woman and they greet with a kiss on the cheek.", "similarity": 0.8277, "relevance": 4 }, { "pair_id": 234283, "video_name": "castle_s07e10_seg02_clip_10", "timestamp": [ 71.7, 73.05 ], "duration": 90.66, "caption": "A man kisses woman on the cheek as he leaves thanking her.", "similarity": 0.826, "relevance": 3 }, { "pair_id": 234284, "video_name": "friends_s06e10_seg02_clip_01", "timestamp": [ 27.45, 31.87 ], "duration": 59.66, "caption": "A man smiles and leans over to kiss a woman on the cheek.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 234285, "video_name": "friends_s03e06_seg02_clip_18", "timestamp": [ 55.08, 57.08 ], "duration": 57.66, "caption": "A woman gave a man a kiss on the cheek.", "similarity": 0.8218, "relevance": 2 }, { "pair_id": 234286, "video_name": "friends_s09e06_seg02_clip_15", "timestamp": [ 0.0, 8.55 ], "duration": 57.66, "caption": "A man kisses a woman on the cheek after she tells him it's ok.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 234287, "video_name": "house_s05e07_seg02_clip_16", "timestamp": [ 19.33, 21.63 ], "duration": 92.66, "caption": "A woman reaches up and kisses a man on the cheek.", "similarity": 0.8171, "relevance": 2 }, { "pair_id": 234288, "video_name": "castle_s02e16_seg02_clip_26", "timestamp": [ 35.95, 39.85 ], "duration": 86.66, "caption": "A man greets his partner and gives her a kiss.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 234289, "video_name": "grey_s02e21_seg02_clip_24", "timestamp": [ 9.22, 14.07 ], "duration": 97.66, "caption": "A woman leans down and kisses a man on the mouth while placing her hand on his cheek.", "similarity": 0.8109, "relevance": 2 }, { "pair_id": 234290, "video_name": "friends_s04e15_seg02_clip_11", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman walks over to a man and kisses him on the cheek.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 234291, "video_name": "friends_s01e14_seg02_clip_18", "timestamp": [ 9.08, 12.71 ], "duration": 60.66, "caption": "A woman kisses man on the face and then lightly taps his cheek with her hand.", "similarity": 0.805, "relevance": 2 }, { "pair_id": 234292, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 27.15, 30.27 ], "duration": 89.66, "caption": "A woman touches a man's face and kisses him briefly.", "similarity": 0.803, "relevance": 2 }, { "pair_id": 234293, "video_name": "friends_s06e03_seg02_clip_06", "timestamp": [ 41.62, 58.2 ], "duration": 65.66, "caption": "A woman is grateful to a man for the favor and kisses his cheek.", "similarity": 0.8024, "relevance": 2 }, { "pair_id": 234294, "video_name": "friends_s10e13_seg02_clip_09", "timestamp": [ 7.31, 10.23 ], "duration": 58.66, "caption": "A man kisses woman on the forehead as they stand and hold hands.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 234295, "video_name": "s03e01_seg02_clip_11", "timestamp": [ 3.36, 9.15 ], "duration": 61.66, "caption": "A woman kisses a man as he is talking to her.", "similarity": 0.8011, "relevance": 2 }, { "pair_id": 234296, "video_name": "friends_s03e11_seg02_clip_12", "timestamp": [ 0.0, 3.22 ], "duration": 58.66, "caption": "A man kisses a woman on the cheek while crouched behind her.", "similarity": 0.7997, "relevance": 2 }, { "pair_id": 234297, "video_name": "friends_s02e12-13_seg02_clip_30", "timestamp": [ 5.12, 16.65 ], "duration": 64.66, "caption": "A woman kisses a man on the lips.", "similarity": 0.7994, "relevance": 2 }, { "pair_id": 234298, "video_name": "castle_s07e11_seg02_clip_12", "timestamp": [ 75.82, 76.75 ], "duration": 93.66, "caption": "A woman leans forward to kiss man on the cheek.", "similarity": 0.7991, "relevance": 2 }, { "pair_id": 234299, "video_name": "house_s08e13_seg02_clip_01", "timestamp": [ 31.69, 36.53 ], "duration": 88.66, "caption": "A woman gives a man a hug and kiss on the cheek.", "similarity": 0.7985, "relevance": 3 } ] }, { "query_id": 79016, "query": "A man walks to the counter and flips through the brown folder.", "relevant_moment": [ { "pair_id": 228200, "video_name": "house_s05e23_seg02_clip_10", "timestamp": [ 42.79, 45.09 ], "duration": 92.66, "caption": "A man passes a folder and a person grabs it.", "similarity": 0.5912, "relevance": 3 }, { "pair_id": 228201, "video_name": "house_s01e18_seg02_clip_21", "timestamp": [ 8.55, 17.1 ], "duration": 90.66, "caption": "A man walks into the OR room and picks up a patient folder.", "similarity": 0.5873, "relevance": 2 }, { "pair_id": 228202, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 62.54, 68.27 ], "duration": 88.66, "caption": "A person walks over to someone with the folder.", "similarity": 0.5872, "relevance": 3 }, { "pair_id": 228203, "video_name": "friends_s07e05_seg01_clip_00", "timestamp": [ 0.0, 4.88 ], "duration": 65.66, "caption": "A man walks into the apartment and puts his briefcase on the counter.", "similarity": 0.5866, "relevance": 2 }, { "pair_id": 228204, "video_name": "castle_s03e07_seg02_clip_17", "timestamp": [ 24.81, 25.26 ], "duration": 90.66, "caption": "A man opens the folder he has on his hands.", "similarity": 0.5851, "relevance": 3 }, { "pair_id": 228205, "video_name": "house_s05e11_seg02_clip_19", "timestamp": [ 62.07, 66.95 ], "duration": 88.66, "caption": "A man takes some items from the folder and places them on the table.", "similarity": 0.5851, "relevance": 2 }, { "pair_id": 228206, "video_name": "house_s08e05_seg02_clip_01", "timestamp": [ 0.0, 2.7 ], "duration": 89.66, "caption": "A man holds a folder over a table, then walks away looking at the folder.", "similarity": 0.579, "relevance": 3 }, { "pair_id": 228207, "video_name": "friends_s03e10_seg02_clip_19", "timestamp": [ 35.73, 38.39 ], "duration": 76.66, "caption": "A man finished something at the counter, and turns and walks away.", "similarity": 0.5775, "relevance": 2 }, { "pair_id": 228208, "video_name": "castle_s03e05_seg02_clip_20", "timestamp": [ 4.55, 10.01 ], "duration": 91.66, "caption": "A man walks up and shows the contents of a file folder to another person.", "similarity": 0.5767, "relevance": 3 }, { "pair_id": 228209, "video_name": "house_s03e02_seg02_clip_02", "timestamp": [ 73.37, 80.57 ], "duration": 90.66, "caption": "A man stands up and walks out while throwing a folder onto the table.", "similarity": 0.5761, "relevance": 2 }, { "pair_id": 228210, "video_name": "house_s04e11_seg02_clip_04", "timestamp": [ 70.09, 88.66 ], "duration": 88.66, "caption": "A man paces around a table holding a folder, and then puts a paper on the table.", "similarity": 0.575, "relevance": 3 }, { "pair_id": 228211, "video_name": "castle_s02e19_seg02_clip_09", "timestamp": [ 7.29, 12.76 ], "duration": 91.66, "caption": "A man walks in and hands a file folder to woman.", "similarity": 0.5732, "relevance": 4 }, { "pair_id": 228212, "video_name": "castle_s02e22_seg02_clip_09", "timestamp": [ 9.77, 18.14 ], "duration": 93.66, "caption": "A man approaches, reading from an open file folder.", "similarity": 0.5731, "relevance": 4 }, { "pair_id": 228213, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 35.68, 39.6 ], "duration": 87.66, "caption": "A man picks up a folder and then drops it in front of person.", "similarity": 0.5712, "relevance": 3 }, { "pair_id": 228214, "video_name": "castle_s07e16_seg02_clip_05", "timestamp": [ 28.06, 31.13 ], "duration": 87.66, "caption": "A man walks in holding a file in his hands.", "similarity": 0.5699, "relevance": 3 }, { "pair_id": 228215, "video_name": "house_s05e20_seg02_clip_18", "timestamp": [ 3.63, 8.16 ], "duration": 90.66, "caption": "A man walks over toward a desk and opens a drawer of a file cabinet.", "similarity": 0.5694, "relevance": 3 }, { "pair_id": 228216, "video_name": "house_s01e11_seg02_clip_27", "timestamp": [ 9.62, 17.02 ], "duration": 17.66, "caption": "A man tosses the folder and walks with woman.", "similarity": 0.5685, "relevance": 3 }, { "pair_id": 228217, "video_name": "friends_s09e02_seg02_clip_07", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man walks into a coffee shop carrying a plastic bag and sets it down on the counter.", "similarity": 0.5681, "relevance": 3 }, { "pair_id": 228218, "video_name": "castle_s03e03_seg02_clip_14", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A man is holding an open folder in his hands.", "similarity": 0.5672, "relevance": 3 }, { "pair_id": 228219, "video_name": "house_s02e04_seg02_clip_01", "timestamp": [ 79.67, 83.27 ], "duration": 90.66, "caption": "A man grabs his folder and stands up from the table.", "similarity": 0.5663, "relevance": 4 } ] }, { "query_id": 79040, "query": "A man writes in a notebook while talking with person.", "relevant_moment": [ { "pair_id": 60500, "video_name": "house_s01e06_seg02_clip_13", "timestamp": [ 0.0, 16.39 ], "duration": 113.66, "caption": "A man writes in a notebook while talking with person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 60501, "video_name": "house_s03e08_seg02_clip_07", "timestamp": [ 21.75, 23.08 ], "duration": 88.66, "caption": "A person is writing on a notebook while talking to another person.", "similarity": 0.8834, "relevance": 3 }, { "pair_id": 60502, "video_name": "castle_s03e18_seg02_clip_03", "timestamp": [ 15.24, 36.48 ], "duration": 92.66, "caption": "A man writes in his notebook as he hears someone speak.", "similarity": 0.8648, "relevance": 3 }, { "pair_id": 60503, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 33.49, 38.14 ], "duration": 93.66, "caption": "A man is writing while he is talking to someone.", "similarity": 0.8449, "relevance": 4 }, { "pair_id": 60504, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 54.2, 57.81 ], "duration": 90.66, "caption": "A man is writing in a notebook as a woman speaks.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 60505, "video_name": "friends_s09e23-24_seg02_clip_19", "timestamp": [ 41.19, 45.77 ], "duration": 61.66, "caption": "A person is writing something on the notepad while talking to a man.", "similarity": 0.8099, "relevance": 3 }, { "pair_id": 60506, "video_name": "s03e23_seg01_clip_00", "timestamp": [ 2.44, 30.21 ], "duration": 61.66, "caption": "A person writes in the notebook he is holding.", "similarity": 0.8029, "relevance": 4 }, { "pair_id": 60507, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 14.27, 35.05 ], "duration": 62.66, "caption": "A person talks to each individual at the table and writes in his notebook.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 60508, "video_name": "s09e04_seg02_clip_05", "timestamp": [ 46.08, 49.13 ], "duration": 61.66, "caption": "A man writes in his notebook with a pencil.", "similarity": 0.7756, "relevance": 3 }, { "pair_id": 60509, "video_name": "house_s03e01_seg02_clip_19", "timestamp": [ 87.76, 93.11 ], "duration": 107.66, "caption": "A man is writing while speaking to another person when he came in.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 60510, "video_name": "s06e08_seg02_clip_12", "timestamp": [ 37.64, 48.76 ], "duration": 57.66, "caption": "A man writes on a whiteboard while having a conversation with person.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 60511, "video_name": "castle_s05e03_seg02_clip_02", "timestamp": [ 80.33, 89.26 ], "duration": 89.66, "caption": "A woman writes in her notebook while talking to person.", "similarity": 0.7596, "relevance": 3 }, { "pair_id": 60512, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.53, 58.62 ], "duration": 62.66, "caption": "A person reads from a notebook as he is with some people.", "similarity": 0.7596, "relevance": 1 }, { "pair_id": 60513, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 2.52, 16.8 ], "duration": 84.66, "caption": "A man was holding a notebook whilst talking to woman.", "similarity": 0.7505, "relevance": 1 }, { "pair_id": 60514, "video_name": "s04e04_seg02_clip_13", "timestamp": [ 5.8, 14.65 ], "duration": 61.66, "caption": "A man writes something on a sheet of paper on a bulletin board in a hallway while talking to another man.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 60515, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 6.0, 12.91 ], "duration": 60.66, "caption": "A person writes something down on his paper while talking.", "similarity": 0.7361, "relevance": 3 }, { "pair_id": 60516, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 1.8, 8.1 ], "duration": 60.66, "caption": "A person was writing in a notebook on his/her desk.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 60517, "video_name": "s02e07_seg01_clip_01", "timestamp": [ 31.83, 35.3 ], "duration": 63.66, "caption": "A person writes onto a notebook with a pencil.", "similarity": 0.7335, "relevance": 2 }, { "pair_id": 60518, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 64.1, 67.66 ], "duration": 89.66, "caption": "A man writes on his clipboard while speaking to another person.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 60519, "video_name": "house_s01e20_seg02_clip_20", "timestamp": [ 74.19, 81.92 ], "duration": 91.66, "caption": "A man is writing something in a file while talking to another man.", "similarity": 0.7273, "relevance": 3 }, { "pair_id": 233820, "video_name": "grey_s03e08_seg02_clip_13", "timestamp": [ 81.25, 85.05 ], "duration": 95.66, "caption": "A man is walking down the hallway writing in a small notebook, he turns, stops and faces another person who is holding some papers.", "similarity": 0.7253, "relevance": 3 }, { "pair_id": 233821, "video_name": "grey_s03e15_seg02_clip_08", "timestamp": [ 35.29, 42.34 ], "duration": 83.66, "caption": "A man is writing something in a file and talking to another man.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 233822, "video_name": "friends_s09e23-24_seg02_clip_00", "timestamp": [ 32.36, 52.54 ], "duration": 64.66, "caption": "A woman talks to a man, he collects her pen and notebook and writes on it.", "similarity": 0.7236, "relevance": 3 }, { "pair_id": 233823, "video_name": "castle_s04e20_seg02_clip_12", "timestamp": [ 72.2, 89.66 ], "duration": 89.66, "caption": "A man walks in with his notebook and talks to woman, person and woman.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 233824, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 23.41, 27.64 ], "duration": 65.66, "caption": "A man is writing in his notebook as a person gets up from the sofa.", "similarity": 0.7194, "relevance": 4 }, { "pair_id": 233825, "video_name": "friends_s09e02_seg02_clip_15", "timestamp": [ 0.0, 61.66 ], "duration": 61.66, "caption": "A man was writing down whilst talking to another man.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 233826, "video_name": "s06e05_seg02_clip_07", "timestamp": [ 14.58, 17.99 ], "duration": 62.66, "caption": "A person writes with a pencil after he hears someone speak.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 233827, "video_name": "castle_s03e10_seg02_clip_11", "timestamp": [ 53.13, 56.42 ], "duration": 94.66, "caption": "A man scribbles out what he has written in his notebook.", "similarity": 0.704, "relevance": 3 }, { "pair_id": 233828, "video_name": "s09e04_seg02_clip_05", "timestamp": [ 42.72, 48.82 ], "duration": 61.66, "caption": "A man picks up the notebook and starting writing in it.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 233829, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 13.03, 25.19 ], "duration": 86.66, "caption": "A person walks up to talk with a man while he's writing on a clipboard.", "similarity": 0.7005, "relevance": 3 }, { "pair_id": 233830, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 43.24, 48.7 ], "duration": 91.66, "caption": "A person takes a piece of paper out of his notebook and hands it to a man.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 233831, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 0.0, 16.74 ], "duration": 93.66, "caption": "A person writes something on the whiteboard while talking to other people.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 233832, "video_name": "s01e11_seg02_clip_07", "timestamp": [ 29.11, 32.71 ], "duration": 60.66, "caption": "A woman writes down something in her notebook while standing next to a man.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 233833, "video_name": "s06e14_seg02_clip_16", "timestamp": [ 21.47, 35.4 ], "duration": 58.66, "caption": "A person was writing down something whilst talking to another person.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 233834, "video_name": "s08e12_seg02_clip_02", "timestamp": [ 18.53, 21.38 ], "duration": 57.66, "caption": "A man is going through a notebook as he is with another man.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 233835, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 28.43, 56.85 ], "duration": 116.66, "caption": "A man is sitting at a table with an open laptop; he writes on a paper, has a brief phone conversation, and puts the phone down.", "similarity": 0.6924, "relevance": 1 }, { "pair_id": 233836, "video_name": "s09e04_seg02_clip_13", "timestamp": [ 4.58, 7.02 ], "duration": 61.66, "caption": "A man has a notebook and a pencil in his hands.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 233837, "video_name": "house_s08e15_seg02_clip_21", "timestamp": [ 2.08, 12.45 ], "duration": 83.66, "caption": "A man writes in a file as he talks to a woman.", "similarity": 0.6889, "relevance": 3 }, { "pair_id": 233838, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 65.86, 72.79 ], "duration": 99.66, "caption": "A person makes some notes while talking to another person.", "similarity": 0.6868, "relevance": 2 }, { "pair_id": 233839, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 24.66, 58.03 ], "duration": 58.66, "caption": "A man was holding a pen and paper whilst having a conversation with some people.", "similarity": 0.6849, "relevance": 2 } ] }, { "query_id": 79086, "query": "A person walks over to a whiteboard and talks to some people.", "relevant_moment": [ { "pair_id": 144120, "video_name": "castle_s07e19_seg02_clip_22", "timestamp": [ 11.13, 14.24 ], "duration": 89.66, "caption": "A person walks over to a whiteboard and talks to some people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 144121, "video_name": "castle_s03e05_seg02_clip_06", "timestamp": [ 83.82, 90.62 ], "duration": 90.66, "caption": "A person walks to a white board while talking to another person.", "similarity": 0.859, "relevance": 4 }, { "pair_id": 144122, "video_name": "s08e02_seg02_clip_09", "timestamp": [ 25.09, 29.51 ], "duration": 59.66, "caption": "A person walks over to a whiteboard and gestures to it.", "similarity": 0.8413, "relevance": 4 }, { "pair_id": 144123, "video_name": "house_s03e08_seg02_clip_01", "timestamp": [ 4.55, 13.2 ], "duration": 91.66, "caption": "A person stands up and walks to the white board while talking to the group.", "similarity": 0.834, "relevance": 4 }, { "pair_id": 144124, "video_name": "house_s02e13_seg02_clip_03", "timestamp": [ 8.37, 11.63 ], "duration": 93.66, "caption": "A person walks in the white board and writes while talking to some people.", "similarity": 0.8111, "relevance": 4 }, { "pair_id": 144125, "video_name": "house_s05e11_seg02_clip_01", "timestamp": [ 0.0, 8.2 ], "duration": 91.66, "caption": "A person stands by the white board and speaks with person.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 144126, "video_name": "castle_s03e09_seg02_clip_17", "timestamp": [ 25.47, 29.49 ], "duration": 89.66, "caption": "A woman walks over to a white board while talking.", "similarity": 0.7804, "relevance": 4 }, { "pair_id": 144127, "video_name": "castle_s05e21_seg02_clip_22", "timestamp": [ 26.98, 32.56 ], "duration": 93.66, "caption": "A person walks past some people to a white board.", "similarity": 0.7782, "relevance": 4 }, { "pair_id": 144128, "video_name": "house_s02e06_seg02_clip_03", "timestamp": [ 0.0, 20.54 ], "duration": 91.66, "caption": "A person and another person are talking next to the whiteboard.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 144130, "video_name": "house_s08e12_seg02_clip_20", "timestamp": [ 4.95, 8.55 ], "duration": 90.66, "caption": "A person walks up and talks with some other people.", "similarity": 0.7521, "relevance": 3 }, { "pair_id": 144131, "video_name": "house_s04e13_seg02_clip_01", "timestamp": [ 36.42, 86.66 ], "duration": 86.66, "caption": "A man is standing beside a white board as he converses with some people.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 144132, "video_name": "castle_s05e17_seg02_clip_11", "timestamp": [ 59.36, 79.14 ], "duration": 92.66, "caption": "Some people were having a conversation in front of the whiteboard.", "similarity": 0.741, "relevance": 3 }, { "pair_id": 144133, "video_name": "house_s01e03_seg02_clip_17", "timestamp": [ 69.32, 76.97 ], "duration": 90.66, "caption": "A person gestures toward a whiteboard and then turns and walks behind it.", "similarity": 0.741, "relevance": 4 }, { "pair_id": 144134, "video_name": "castle_s02e14_seg02_clip_17", "timestamp": [ 0.0, 16.29 ], "duration": 90.66, "caption": "A person is drawing boxes on the whiteboard and talks about it to some people.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 144135, "video_name": "castle_s03e09_seg02_clip_17", "timestamp": [ 23.24, 29.49 ], "duration": 89.66, "caption": "A woman walks to the whiteboard immediately while talking.", "similarity": 0.7371, "relevance": 4 }, { "pair_id": 144136, "video_name": "house_s02e18_seg02_clip_14", "timestamp": [ 9.38, 19.23 ], "duration": 93.66, "caption": "A person walks over to the bookcase while talking to some other people.", "similarity": 0.7328, "relevance": 2 }, { "pair_id": 144137, "video_name": "house_s03e24_seg02_clip_20", "timestamp": [ 0.0, 17.9 ], "duration": 89.66, "caption": "A man turns around from the white board and talks to another man.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 144138, "video_name": "castle_s02e24_seg02_clip_14", "timestamp": [ 26.88, 29.57 ], "duration": 89.66, "caption": "A man walks from behind the white board and starts a conversation with woman.", "similarity": 0.7299, "relevance": 4 }, { "pair_id": 144139, "video_name": "house_s01e19_seg02_clip_18", "timestamp": [ 71.46, 75.26 ], "duration": 76.66, "caption": "A person points their hand at the white board while talking to two other people.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 317440, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 0.0, 16.74 ], "duration": 93.66, "caption": "A person writes something on the whiteboard while talking to other people.", "similarity": 0.7235, "relevance": 3 }, { "pair_id": 317441, "video_name": "house_s01e02_seg02_clip_18", "timestamp": [ 3.23, 30.92 ], "duration": 92.66, "caption": "A person draws a line on each letter on the whiteboard while talking to some people.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 317442, "video_name": "castle_s04e06_seg02_clip_23", "timestamp": [ 3.64, 7.28 ], "duration": 91.66, "caption": "A person walks up to some people conversing and starts conversing.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 317443, "video_name": "s09e07_seg02_clip_14", "timestamp": [ 2.4, 19.21 ], "duration": 60.66, "caption": "A person walks over to the table and begins talking to some people.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 317444, "video_name": "house_s01e03_seg02_clip_12", "timestamp": [ 25.63, 31.09 ], "duration": 84.66, "caption": "A person walks near another person and talks to them.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 317445, "video_name": "s07e10_seg02_clip_14", "timestamp": [ 9.15, 12.51 ], "duration": 61.66, "caption": "A person walks over to talk with two other people.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 317446, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 12.69, 15.51 ], "duration": 94.66, "caption": "A person talks to another person and walks towards him.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 317447, "video_name": "s08e09_seg02_clip_03", "timestamp": [ 32.17, 37.19 ], "duration": 59.66, "caption": "A person walks over closer to someone to talk to them.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 317448, "video_name": "castle_s04e15_seg02_clip_14", "timestamp": [ 30.95, 33.64 ], "duration": 89.66, "caption": "A person walks up to someone and two others as they finished conversing.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 317449, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 0.61, 2.75 ], "duration": 61.66, "caption": "A person walks towards another person as he is talking.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 317450, "video_name": "s05e07_seg02_clip_00", "timestamp": [ 42.58, 60.83 ], "duration": 64.66, "caption": "A person comes over and talks to some people.", "similarity": 0.7123, "relevance": 3 }, { "pair_id": 317451, "video_name": "castle_s03e16_seg02_clip_09", "timestamp": [ 16.5, 21.54 ], "duration": 91.66, "caption": "A person walks to the whiteboard and points to it.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 317452, "video_name": "house_s07e23_seg02_clip_11", "timestamp": [ 50.05, 53.18 ], "duration": 89.66, "caption": "A person is writing on the white board while talking to the group.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 317453, "video_name": "s03e04_seg02_clip_11", "timestamp": [ 12.41, 21.91 ], "duration": 73.66, "caption": "A person is writing on the white board while talking to another person.", "similarity": 0.7079, "relevance": 3 }, { "pair_id": 317454, "video_name": "castle_s05e07_seg02_clip_16", "timestamp": [ 1.4, 9.3 ], "duration": 93.66, "caption": "A person motions for everyone to follow him/her to the whiteboard.", "similarity": 0.7068, "relevance": 3 }, { "pair_id": 317455, "video_name": "s10e13_seg02_clip_08", "timestamp": [ 50.55, 59.24 ], "duration": 62.66, "caption": "A person writes on the white board and then starts talking to another person.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 317456, "video_name": "s04e23_seg02_clip_11", "timestamp": [ 37.84, 43.02 ], "duration": 61.66, "caption": "A person walks over to another person and begins talking with them.", "similarity": 0.7061, "relevance": 3 }, { "pair_id": 317457, "video_name": "s08e14_seg01_clip_02", "timestamp": [ 0.57, 7.41 ], "duration": 57.66, "caption": "A person stands up and gestures towards the whiteboard.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 317458, "video_name": "met_s05e03_seg02_clip_01", "timestamp": [ 5.18, 11.28 ], "duration": 60.66, "caption": "A person is talking in front of a blackboard.", "similarity": 0.7036, "relevance": 3 }, { "pair_id": 317459, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 52.35, 56.58 ], "duration": 65.66, "caption": "A person walks to his room after speaking with some people.", "similarity": 0.7029, "relevance": 3 } ] }, { "query_id": 79108, "query": "A person sits down with some people with his lunch tray.", "relevant_moment": [ { "pair_id": 21240, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 53.42, 57.03 ], "duration": 60.66, "caption": "A person sits down with some people with his lunch tray.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21241, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 32.41, 35.12 ], "duration": 60.66, "caption": "A person sits down at the cafeteria table with some people.", "similarity": 0.7991, "relevance": 4 }, { "pair_id": 21242, "video_name": "s06e01_seg02_clip_02", "timestamp": [ 10.99, 17.09 ], "duration": 61.66, "caption": "A person sits down at a table to join two other people for lunch in the cafeteria.", "similarity": 0.7858, "relevance": 4 }, { "pair_id": 21243, "video_name": "s07e06_seg02_clip_09", "timestamp": [ 34.48, 38.45 ], "duration": 61.66, "caption": "A person sits beside a man at the cafeteria table with their lunch tray.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 21244, "video_name": "s03e01_seg02_clip_07", "timestamp": [ 35.12, 37.52 ], "duration": 60.66, "caption": "A person carrying a food tray walks over to a lunch table and sits down next to two other people.", "similarity": 0.7626, "relevance": 4 }, { "pair_id": 21245, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 27.01, 30.76 ], "duration": 75.66, "caption": "A person comes over to the table with a tray of food and sits down to join some people.", "similarity": 0.7472, "relevance": 4 }, { "pair_id": 21246, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 31.2, 33.41 ], "duration": 63.66, "caption": "A person is holding a food tray as he sits beside a man in the cafeteria table.", "similarity": 0.7456, "relevance": 4 }, { "pair_id": 21247, "video_name": "s08e20_seg01_clip_00", "timestamp": [ 22.13, 27.45 ], "duration": 59.66, "caption": "A person walks in with a food tray and sits beside someone.", "similarity": 0.7435, "relevance": 4 }, { "pair_id": 21248, "video_name": "s06e20_seg01_clip_00", "timestamp": [ 3.72, 4.34 ], "duration": 62.66, "caption": "A person places a lunch tray down upon a table.", "similarity": 0.7392, "relevance": 3 }, { "pair_id": 21249, "video_name": "s08e20_seg01_clip_00", "timestamp": [ 4.43, 7.38 ], "duration": 59.66, "caption": "Some people have food trays in their hands as they sit with a man.", "similarity": 0.7379, "relevance": 4 }, { "pair_id": 21250, "video_name": "s02e03_seg02_clip_10", "timestamp": [ 51.02, 56.13 ], "duration": 60.66, "caption": "A person has a tray of food and sits at the cafeteria table.", "similarity": 0.7283, "relevance": 4 }, { "pair_id": 21251, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 6.3, 15.76 ], "duration": 63.66, "caption": "A person sits at the cafeteria table after some people.", "similarity": 0.7272, "relevance": 4 }, { "pair_id": 21252, "video_name": "s09e15_seg01_clip_00", "timestamp": [ 3.65, 9.13 ], "duration": 73.66, "caption": "A person walks over carrying a tray of food and sits down with the other people in the cafeteria.", "similarity": 0.7244, "relevance": 4 }, { "pair_id": 21253, "video_name": "s06e01_seg02_clip_02", "timestamp": [ 12.51, 17.7 ], "duration": 61.66, "caption": "A man sits down at the table with his lunch tray.", "similarity": 0.7202, "relevance": 4 }, { "pair_id": 21254, "video_name": "grey_s03e03_seg02_clip_12", "timestamp": [ 84.17, 88.64 ], "duration": 89.66, "caption": "A man sets his lunch tray on the table, sits down, and begins talking to some people.", "similarity": 0.7126, "relevance": 4 }, { "pair_id": 21255, "video_name": "s09e16_seg02_clip_07", "timestamp": [ 27.31, 31.51 ], "duration": 60.66, "caption": "A person sits down at the table with some other people.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 21256, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 32.71, 35.42 ], "duration": 60.66, "caption": "A person sits at the lunch table while greeting everyone by name.", "similarity": 0.7074, "relevance": 4 }, { "pair_id": 21257, "video_name": "s08e02_seg02_clip_03", "timestamp": [ 15.94, 18.59 ], "duration": 59.66, "caption": "A person sits down at the table with some people.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 21258, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 39.89, 44.57 ], "duration": 55.66, "caption": "A person places a food tray down on the table and sits down.", "similarity": 0.7025, "relevance": 4 }, { "pair_id": 21259, "video_name": "s03e18_seg01_clip_00", "timestamp": [ 36.5, 39.17 ], "duration": 89.66, "caption": "A man sets his lunch tray down on the table and sits down.", "similarity": 0.6971, "relevance": 4 }, { "pair_id": 194560, "video_name": "s03e15_seg01_clip_02", "timestamp": [ 48.53, 53.16 ], "duration": 66.66, "caption": "A person gets up from the lunch table at the cafeteria while eating with other people.", "similarity": 0.695, "relevance": 3 }, { "pair_id": 194561, "video_name": "s09e15_seg01_clip_00", "timestamp": [ 46.74, 49.66 ], "duration": 73.66, "caption": "A person takes a bit of their lunch as they are talking to some people in the cafeteria.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 194562, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 0.0, 8.52 ], "duration": 71.66, "caption": "A person is sitting next to someone as they eat in the cafeteria.", "similarity": 0.6928, "relevance": 4 }, { "pair_id": 194563, "video_name": "s07e20_seg02_clip_02", "timestamp": [ 30.46, 33.07 ], "duration": 58.66, "caption": "A person sits down next to another person at the cafeteria table.", "similarity": 0.6919, "relevance": 2 }, { "pair_id": 194564, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 36.5, 42.9 ], "duration": 64.66, "caption": "A person sits down at the table holding a tray and invites the people out.", "similarity": 0.6916, "relevance": 4 }, { "pair_id": 194565, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 6.51, 9.92 ], "duration": 62.66, "caption": "Some people sit at the cafeteria table with their food trays.", "similarity": 0.6911, "relevance": 4 }, { "pair_id": 194566, "video_name": "s04e07_seg02_clip_07", "timestamp": [ 36.62, 42.32 ], "duration": 60.66, "caption": "A man walks up to some people who are sitting having lunch.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 194567, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.63, 3.9 ], "duration": 65.66, "caption": "A person sits down at a table with two other people.", "similarity": 0.6852, "relevance": 4 }, { "pair_id": 194568, "video_name": "house_s02e24_seg02_clip_08", "timestamp": [ 63.03, 88.66 ], "duration": 88.66, "caption": "A person sits down right next to someone and eats something.", "similarity": 0.6838, "relevance": 1 }, { "pair_id": 194569, "video_name": "s06e12_seg02_clip_00", "timestamp": [ 8.68, 12.72 ], "duration": 62.66, "caption": "Three people place their lunch trays on a table.", "similarity": 0.6833, "relevance": 4 }, { "pair_id": 194570, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 55.23, 57.06 ], "duration": 61.66, "caption": "A man places a lunch tray on top of a table.", "similarity": 0.6789, "relevance": 4 }, { "pair_id": 194571, "video_name": "s04e18_seg02_clip_12", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A person sits at a table with some people and picks at their food that's in front of them.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 194572, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A person walks into the cafeteria and sits down with some people.", "similarity": 0.676, "relevance": 4 }, { "pair_id": 194573, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 27.76, 32.26 ], "duration": 75.66, "caption": "A person comes with their food tray to sit at the table.", "similarity": 0.6755, "relevance": 4 }, { "pair_id": 194574, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 0.0, 2.49 ], "duration": 71.66, "caption": "A person sits at the cafeteria table beside another person.", "similarity": 0.6753, "relevance": 3 }, { "pair_id": 194575, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 3.05, 5.19 ], "duration": 61.66, "caption": "Three people carry their lunch trays to a table and sit down.", "similarity": 0.6747, "relevance": 4 }, { "pair_id": 194576, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 3.75, 12.0 ], "duration": 75.66, "caption": "A person is sitting next to someone eating in the cafeteria.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 194577, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 39.06, 43.22 ], "duration": 64.66, "caption": "A person sits in front of another person on the cafeteria table.", "similarity": 0.6722, "relevance": 4 }, { "pair_id": 194578, "video_name": "s08e02_seg02_clip_03", "timestamp": [ 12.69, 19.48 ], "duration": 59.66, "caption": "A person walks in the lunchroom and sits down in front of another person.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 194579, "video_name": "grey_s02e21_seg02_clip_14", "timestamp": [ 33.29, 38.44 ], "duration": 93.66, "caption": "A man sits beside woman as he puts his food tray onto the table.", "similarity": 0.6702, "relevance": 4 } ] }, { "query_id": 79141, "query": "Doctor starts eating while others ask them questions.", "relevant_moment": [ { "pair_id": 5440, "video_name": "house_s04e06_seg02_clip_00", "timestamp": [ 31.16, 60.93 ], "duration": 93.66, "caption": "Doctor starts eating while others ask them questions.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5441, "video_name": "house_s08e07_seg02_clip_15", "timestamp": [ 28.48, 33.55 ], "duration": 78.66, "caption": "A person asks a doctor a question as they are leaving the room and they pause to answer.", "similarity": 0.6932, "relevance": 0 }, { "pair_id": 5442, "video_name": "house_s06e09_seg02_clip_18", "timestamp": [ 62.57, 68.42 ], "duration": 90.66, "caption": "A doctor asks a man a question about his food in the kitchen.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 5443, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 37.27, 44.17 ], "duration": 92.66, "caption": "A person enters an exam room to ask a question, but sees doctor doing a procedure not normally needed for food poisoning.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 5444, "video_name": "grey_s02e22_seg02_clip_15", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "A doctor asks about something from a patient and the patient answers.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 5445, "video_name": "house_s02e23_seg02_clip_15", "timestamp": [ 66.36, 68.58 ], "duration": 89.66, "caption": "A doctor tries to grab the food of another doctor.", "similarity": 0.6477, "relevance": 4 }, { "pair_id": 5446, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 11.25, 13.95 ], "duration": 90.66, "caption": "The doctors get up when a person asks who can break in.", "similarity": 0.647, "relevance": 3 }, { "pair_id": 5447, "video_name": "house_s01e05_seg02_clip_01", "timestamp": [ 52.52, 89.02 ], "duration": 89.66, "caption": "Some people, including a doctor, are having a discussion.", "similarity": 0.6424, "relevance": 3 }, { "pair_id": 5448, "video_name": "house_s03e12_seg02_clip_26", "timestamp": [ 16.78, 18.34 ], "duration": 39.66, "caption": "A person attempts to question a doctor about his decision.", "similarity": 0.6414, "relevance": 3 }, { "pair_id": 5449, "video_name": "grey_s03e20_seg02_clip_07", "timestamp": [ 0.0, 3.26 ], "duration": 93.66, "caption": "A doctor is holding a clipboard and asks another doctor a question.", "similarity": 0.6357, "relevance": 3 }, { "pair_id": 5450, "video_name": "grey_s02e01_seg02_clip_12", "timestamp": [ 20.85, 29.72 ], "duration": 88.66, "caption": "A doctor asks a person a question and then gives another person a glare.", "similarity": 0.6307, "relevance": 3 }, { "pair_id": 5451, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.6277, "relevance": 3 }, { "pair_id": 5452, "video_name": "house_s05e04_seg02_clip_09", "timestamp": [ 5.64, 19.28 ], "duration": 94.66, "caption": "Some doctors talk about a doctor.", "similarity": 0.6248, "relevance": 2 }, { "pair_id": 5453, "video_name": "house_s08e06_seg02_clip_14", "timestamp": [ 1.8, 11.23 ], "duration": 89.66, "caption": "A man asks someone why they're looking at a particular doctor.", "similarity": 0.6234, "relevance": 3 }, { "pair_id": 5454, "video_name": "house_s05e20_seg02_clip_10", "timestamp": [ 6.63, 12.38 ], "duration": 88.66, "caption": "A man asks some doctors a question that causes the two symptoms.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 5455, "video_name": "house_s03e13_seg02_clip_11", "timestamp": [ 75.17, 78.79 ], "duration": 90.66, "caption": "A doctor stops the patient from eating and takes away the table with food.", "similarity": 0.6196, "relevance": 3 }, { "pair_id": 5456, "video_name": "house_s03e06_seg02_clip_10", "timestamp": [ 47.26, 49.93 ], "duration": 89.66, "caption": "A doctor took a bite from what his colleague eats.", "similarity": 0.6186, "relevance": 3 }, { "pair_id": 5457, "video_name": "house_s01e16_seg02_clip_23", "timestamp": [ 5.69, 10.07 ], "duration": 87.66, "caption": "A doctor snaps when another doctor mentioned that their patient is fat.", "similarity": 0.6183, "relevance": 2 }, { "pair_id": 5458, "video_name": "house_s01e12_seg02_clip_04", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A doctor is talking to the new patients and asking them what they are feeling.", "similarity": 0.617, "relevance": 1 }, { "pair_id": 5459, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A doctor is discussing something to the other doctors.", "similarity": 0.6106, "relevance": 2 }, { "pair_id": 178760, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 3.72, 9.3 ], "duration": 93.66, "caption": "A person is talking to the patient while the patient is eating.", "similarity": 0.6084, "relevance": 3 }, { "pair_id": 178761, "video_name": "house_s08e14_seg02_clip_07", "timestamp": [ 10.47, 15.47 ], "duration": 91.66, "caption": "A doctor puts something into their mouth with their hand, and then chews slightly.", "similarity": 0.608, "relevance": 2 }, { "pair_id": 178763, "video_name": "house_s03e17_seg02_clip_12", "timestamp": [ 69.38, 71.8 ], "duration": 97.66, "caption": "A doctor shrugs as he looks down at a person and asks them a question.", "similarity": 0.6038, "relevance": 2 }, { "pair_id": 178764, "video_name": "house_s06e08_seg02_clip_22", "timestamp": [ 0.0, 14.85 ], "duration": 90.66, "caption": "A person is about to leave the patient when he turns back and ask the patient a question.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 178765, "video_name": "house_s05e13_seg02_clip_22", "timestamp": [ 68.72, 83.74 ], "duration": 91.66, "caption": "Some doctors were having a conversation.", "similarity": 0.5982, "relevance": 2 }, { "pair_id": 178766, "video_name": "house_s04e04_seg02_clip_14", "timestamp": [ 28.51, 35.16 ], "duration": 95.66, "caption": "A doctor visited a patient's room and asked the patient one question.", "similarity": 0.5979, "relevance": 2 }, { "pair_id": 178767, "video_name": "house_s03e15_seg02_clip_17", "timestamp": [ 22.06, 27.01 ], "duration": 90.66, "caption": "A doctor talks with some other doctors and asks whether the patient will be okay.", "similarity": 0.5978, "relevance": 2 }, { "pair_id": 178768, "video_name": "castle_s02e11_seg02_clip_06", "timestamp": [ 19.59, 24.93 ], "duration": 89.66, "caption": "A man asked doctor what seems to be the problem of a person.", "similarity": 0.5972, "relevance": 2 }, { "pair_id": 178769, "video_name": "house_s05e08_seg02_clip_05", "timestamp": [ 54.16, 62.35 ], "duration": 91.66, "caption": "A doctor places his hands on a young person's abdomen and asks them about pain.", "similarity": 0.5966, "relevance": 2 }, { "pair_id": 178770, "video_name": "house_s02e23_seg02_clip_15", "timestamp": [ 46.32, 48.54 ], "duration": 89.66, "caption": "A doctor enters the office of another doctor while holding a food.", "similarity": 0.596, "relevance": 2 }, { "pair_id": 178771, "video_name": "castle_s05e22_seg02_clip_03", "timestamp": [ 7.68, 11.3 ], "duration": 90.66, "caption": "A person is confused to why another person is suddenly asking about food.", "similarity": 0.594, "relevance": 1 }, { "pair_id": 178772, "video_name": "house_s08e05_seg02_clip_06", "timestamp": [ 10.23, 15.81 ], "duration": 93.66, "caption": "A doctor asks another doctor about a third doctor.", "similarity": 0.5933, "relevance": 1 }, { "pair_id": 178773, "video_name": "grey_s02e25_seg02_clip_01", "timestamp": [ 0.0, 18.63 ], "duration": 88.66, "caption": "Some doctors are having a conversation.", "similarity": 0.5932, "relevance": 2 }, { "pair_id": 178774, "video_name": "s08e07_seg02_clip_03", "timestamp": [ 12.31, 14.11 ], "duration": 60.66, "caption": "Some people simultaneously react to a comment the doctor made.", "similarity": 0.5931, "relevance": 2 }, { "pair_id": 178775, "video_name": "house_s06e19_seg02_clip_22", "timestamp": [ 30.37, 37.27 ], "duration": 92.66, "caption": "A doctor visits their patient and asks about the episodes of headaches.", "similarity": 0.5914, "relevance": 1 }, { "pair_id": 178776, "video_name": "s04e23_seg02_clip_13", "timestamp": [ 17.65, 21.01 ], "duration": 56.66, "caption": "A person asks what is happening and the doctors tell him/her he/she has been exposed.", "similarity": 0.5866, "relevance": 2 }, { "pair_id": 178777, "video_name": "house_s02e16_seg02_clip_03", "timestamp": [ 60.53, 91.03 ], "duration": 91.66, "caption": "Some doctors are interviewing a man about what happened.", "similarity": 0.5866, "relevance": 2 }, { "pair_id": 178778, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 25.18, 34.21 ], "duration": 95.66, "caption": "A doctor opens a bag of chips and offers a doctor.", "similarity": 0.5859, "relevance": 2 }, { "pair_id": 178779, "video_name": "house_s02e12_seg02_clip_04", "timestamp": [ 5.01, 7.74 ], "duration": 91.66, "caption": "A person turns when asking the doctors what they can learn from the symptom.", "similarity": 0.5856, "relevance": 2 } ] }, { "query_id": 79176, "query": "A woman talks to a man, then covers their nose with a mask.", "relevant_moment": [ { "pair_id": 155300, "video_name": "house_s03e11_seg02_clip_17", "timestamp": [ 40.7, 44.77 ], "duration": 90.66, "caption": "A woman talks to a man, then covers their nose with a mask.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155301, "video_name": "house_s04e02_seg02_clip_20", "timestamp": [ 0.0, 40.51 ], "duration": 89.66, "caption": "A woman is on a breathing mask while talking to a man.", "similarity": 0.8407, "relevance": 3 }, { "pair_id": 155302, "video_name": "friends_s07e03_seg02_clip_11", "timestamp": [ 28.51, 29.94 ], "duration": 57.66, "caption": "A woman covers her face with her hand during a conversation with a man.", "similarity": 0.7823, "relevance": 1 }, { "pair_id": 155303, "video_name": "s03e15_seg02_clip_14", "timestamp": [ 13.58, 20.66 ], "duration": 59.66, "caption": "A man talks to a woman as she blows her nose.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 155304, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 34.82, 37.14 ], "duration": 58.66, "caption": "A woman makes a face when trying to talk to a man.", "similarity": 0.7304, "relevance": 1 }, { "pair_id": 155305, "video_name": "friends_s07e18_seg02_clip_11", "timestamp": [ 12.61, 15.01 ], "duration": 60.66, "caption": "A woman puts her hands up to cover her nose while a man gives his acceptance speech.", "similarity": 0.7272, "relevance": 0 }, { "pair_id": 155306, "video_name": "friends_s06e22_seg02_clip_17", "timestamp": [ 44.91, 46.14 ], "duration": 61.66, "caption": "A man covers his face with his hands during a conversation with woman.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 155307, "video_name": "house_s06e10_seg02_clip_02", "timestamp": [ 0.0, 28.81 ], "duration": 90.66, "caption": "A man was talking to a woman who has a scarf.", "similarity": 0.7123, "relevance": 1 }, { "pair_id": 155308, "video_name": "met_s06e07_seg02_clip_08", "timestamp": [ 20.49, 23.74 ], "duration": 65.66, "caption": "A woman tells someone that he needs to treat his nose.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 155309, "video_name": "house_s01e09_seg02_clip_20", "timestamp": [ 1.74, 7.4 ], "duration": 87.66, "caption": "A woman is standing over a man and speaks through her surgical mask, and he answers her.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 155310, "video_name": "met_s02e12_seg02_clip_12", "timestamp": [ 2.75, 39.62 ], "duration": 55.66, "caption": "A woman is facing a man as they converse with each other.", "similarity": 0.7072, "relevance": 1 }, { "pair_id": 155311, "video_name": "castle_s06e22_seg02_clip_00", "timestamp": [ 0.0, 6.24 ], "duration": 96.66, "caption": "A woman is facing a man as they converse with each other.", "similarity": 0.7072, "relevance": 2 }, { "pair_id": 155312, "video_name": "s08e09_seg02_clip_06", "timestamp": [ 37.07, 43.25 ], "duration": 65.66, "caption": "A woman makes a face when talking to a man and he stares at her.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 155313, "video_name": "house_s04e09_seg02_clip_08", "timestamp": [ 0.0, 61.22 ], "duration": 90.66, "caption": "A woman is facing a person as she converses with him.", "similarity": 0.7027, "relevance": 2 }, { "pair_id": 155314, "video_name": "castle_s07e08_seg02_clip_08", "timestamp": [ 31.99, 36.91 ], "duration": 82.66, "caption": "A woman talks to a man while their hand is close to their forehead.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 155315, "video_name": "friends_s02e21_seg02_clip_14", "timestamp": [ 2.31, 5.28 ], "duration": 66.66, "caption": "A woman puts her hands up to her nose while someone is talking to her.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 155316, "video_name": "grey_s01e08_seg02_clip_18", "timestamp": [ 14.24, 27.6 ], "duration": 89.66, "caption": "A woman says something to another woman that makes her stand back and take off her mask.", "similarity": 0.6945, "relevance": 2 }, { "pair_id": 155317, "video_name": "castle_s04e07_seg02_clip_01", "timestamp": [ 5.85, 13.96 ], "duration": 90.66, "caption": "A person is talking to woman on the phone while suddenly a person with a mask came.", "similarity": 0.6931, "relevance": 1 }, { "pair_id": 155318, "video_name": "house_s01e09_seg02_clip_08", "timestamp": [ 0.0, 4.95 ], "duration": 82.66, "caption": "A woman is talking to two people and turns around to face a man.", "similarity": 0.6912, "relevance": 1 }, { "pair_id": 155319, "video_name": "friends_s10e17-18_seg02_clip_43", "timestamp": [ 0.0, 34.2 ], "duration": 53.66, "caption": "A woman was holding man's face whilst talking.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 328620, "video_name": "friends_s08e08_seg02_clip_05", "timestamp": [ 50.58, 54.32 ], "duration": 57.66, "caption": "A man holds woman's face in his hands as he is talking to her.", "similarity": 0.6875, "relevance": 2 }, { "pair_id": 328621, "video_name": "s10e09_seg02_clip_06", "timestamp": [ 34.24, 36.6 ], "duration": 59.66, "caption": "A man is talking to a woman and gestures to his face, where he has a tissue stuck in his nostril.", "similarity": 0.686, "relevance": 1 }, { "pair_id": 328622, "video_name": "castle_s04e12_seg02_clip_19", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A man is facing a woman as he speaks to her.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 328623, "video_name": "house_s04e02_seg02_clip_19", "timestamp": [ 61.62, 70.02 ], "duration": 70.66, "caption": "A person listens to the woman's lungs as she breathes through the mask.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 328624, "video_name": "castle_s04e17_seg02_clip_18", "timestamp": [ 0.0, 11.46 ], "duration": 91.66, "caption": "A woman has her eyes closed as she speaks to a man and a woman.", "similarity": 0.6772, "relevance": 2 }, { "pair_id": 328625, "video_name": "s01e13_seg02_clip_08", "timestamp": [ 9.69, 15.11 ], "duration": 57.66, "caption": "A man holds his face in his palm as he talks to a woman.", "similarity": 0.6747, "relevance": 1 }, { "pair_id": 328626, "video_name": "grey_s02e03_seg02_clip_21", "timestamp": [ 23.72, 26.05 ], "duration": 93.66, "caption": "A woman shuts her eyes as she speaks to a man.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 328627, "video_name": "castle_s04e17_seg02_clip_09", "timestamp": [ 86.23, 89.86 ], "duration": 90.66, "caption": "A person talks to woman while pinching the bridge of his nose with his fingers.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 328628, "video_name": "grey_s01e04_seg02_clip_21", "timestamp": [ 26.74, 39.12 ], "duration": 99.66, "caption": "A woman grabs a nose mask and walks into the Operating Room with a hand over her nose mask while talking to someone.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 328629, "video_name": "met_s05e01_seg02_clip_04", "timestamp": [ 0.0, 6.82 ], "duration": 52.66, "caption": "A woman is talking to a man with her palm up and he has a confused look on his face.", "similarity": 0.6709, "relevance": 2 }, { "pair_id": 328630, "video_name": "grey_s02e04_seg02_clip_15", "timestamp": [ 73.66, 82.66 ], "duration": 82.66, "caption": "A woman looks between two people as a man talks to someone.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 328631, "video_name": "house_s07e02_seg02_clip_22", "timestamp": [ 0.0, 18.99 ], "duration": 73.66, "caption": "A man is holding person's oxygen mask while she talks, then puts it back on her face.", "similarity": 0.6683, "relevance": 2 }, { "pair_id": 328632, "video_name": "castle_s04e23_seg02_clip_16", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "A woman and a man are facing each other as they converse.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 328633, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 27.77, 36.92 ], "duration": 61.66, "caption": "A woman wipes her face after a man speaks very closely to her.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 328634, "video_name": "castle_s08e10_seg02_clip_00", "timestamp": [ 69.74, 83.04 ], "duration": 91.66, "caption": "A man mentions to a woman about having a secret signal to express their love and scratches his nose.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 328635, "video_name": "castle_s06e16_seg02_clip_10", "timestamp": [ 47.71, 58.07 ], "duration": 90.66, "caption": "A woman is talking to a man and he has his head in his hands.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 328636, "video_name": "castle_s08e10_seg02_clip_09", "timestamp": [ 29.22, 35.96 ], "duration": 89.66, "caption": "A man rubs his fingers across his nose while talking to woman.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 328637, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 6.89, 9.95 ], "duration": 51.66, "caption": "A woman touched man's face while they are talking.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 328638, "video_name": "friends_s02e14_seg02_clip_12", "timestamp": [ 31.21, 41.12 ], "duration": 60.66, "caption": "A man gets up and talks to woman, face to face.", "similarity": 0.6624, "relevance": 1 }, { "pair_id": 328639, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 75.17, 77.42 ], "duration": 90.66, "caption": "A woman puts her hand on her face as she speaks to a man and a woman.", "similarity": 0.6622, "relevance": 2 } ] }, { "query_id": 79195, "query": "A doctor stands up from being seated in a block in the middle of the room.", "relevant_moment": [ { "pair_id": 158040, "video_name": "house_s03e11_seg02_clip_13", "timestamp": [ 48.05, 54.39 ], "duration": 90.66, "caption": "A doctor stands up from being seated in a block in the middle of the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158041, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 12.42, 15.18 ], "duration": 92.66, "caption": "A doctor stands up from being seated when a person enters the room.", "similarity": 0.8659, "relevance": 4 }, { "pair_id": 158042, "video_name": "house_s07e03_seg02_clip_25", "timestamp": [ 65.18, 67.66 ], "duration": 165.66, "caption": "A doctor stands in the doorway of a patient's room.", "similarity": 0.7323, "relevance": 2 }, { "pair_id": 158043, "video_name": "house_s03e09_seg02_clip_04", "timestamp": [ 47.6, 49.42 ], "duration": 90.66, "caption": "A woman who is sitting at the edge of the bed stands up as a doctor enters the room.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 158044, "video_name": "house_s07e02_seg02_clip_16", "timestamp": [ 0.0, 4.28 ], "duration": 95.66, "caption": "A doctor stands up from being seated in one of the chairs at the pantry.", "similarity": 0.7155, "relevance": 3 }, { "pair_id": 158045, "video_name": "house_s03e17_seg02_clip_01", "timestamp": [ 15.37, 20.8 ], "duration": 90.66, "caption": "A doctor stands up after talking to the patient.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 158046, "video_name": "house_s03e15_seg02_clip_22", "timestamp": [ 70.33, 75.07 ], "duration": 79.66, "caption": "A doctor is on the phone as he stands in a room besides the operating room.", "similarity": 0.703, "relevance": 1 }, { "pair_id": 158047, "video_name": "house_s02e23_seg02_clip_25", "timestamp": [ 26.41, 29.05 ], "duration": 132.66, "caption": "A doctor stands up after listening to the heart of his patient.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 158048, "video_name": "house_s02e21_seg02_clip_00", "timestamp": [ 55.48, 58.77 ], "duration": 94.66, "caption": "A person stands up as they are talking to the other doctors.", "similarity": 0.7003, "relevance": 1 }, { "pair_id": 158049, "video_name": "house_s06e11_seg02_clip_14", "timestamp": [ 32.21, 92.03 ], "duration": 92.66, "caption": "A person stands in the other room while watching the patient laying down.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 158050, "video_name": "house_s08e02_seg02_clip_11", "timestamp": [ 0.0, 36.91 ], "duration": 90.66, "caption": "A doctor was standing and leaning against the wall.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 158051, "video_name": "house_s08e13_seg02_clip_19", "timestamp": [ 22.86, 32.27 ], "duration": 89.66, "caption": "A doctor stands up and goes to the bathroom.", "similarity": 0.6756, "relevance": 1 }, { "pair_id": 158052, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 44.9, 47.56 ], "duration": 88.66, "caption": "Doctor stands up from being seated while she was in a team discussion.", "similarity": 0.6735, "relevance": 3 }, { "pair_id": 158053, "video_name": "house_s05e11_seg02_clip_21", "timestamp": [ 37.81, 39.61 ], "duration": 90.66, "caption": "The person sitting next to the young patient stands up.", "similarity": 0.6704, "relevance": 2 }, { "pair_id": 158054, "video_name": "house_s07e21_seg02_clip_17", "timestamp": [ 0.0, 5.02 ], "duration": 5.66, "caption": "A doctor was thinking about something while standing.", "similarity": 0.6681, "relevance": 1 }, { "pair_id": 158055, "video_name": "house_s06e03_seg02_clip_06", "timestamp": [ 40.96, 51.43 ], "duration": 91.66, "caption": "A doctor stood up from his chair and immediately leaves the room.", "similarity": 0.668, "relevance": 3 }, { "pair_id": 158056, "video_name": "house_s05e11_seg02_clip_17", "timestamp": [ 0.9, 2.7 ], "duration": 90.66, "caption": "A person talks into the room and the patient seems to get up.", "similarity": 0.6674, "relevance": 1 }, { "pair_id": 158057, "video_name": "house_s06e18_seg02_clip_07", "timestamp": [ 37.36, 47.26 ], "duration": 90.66, "caption": "A doctor rises from squatting and leaves the room.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 158058, "video_name": "house_s02e06_seg02_clip_13", "timestamp": [ 23.75, 25.61 ], "duration": 93.66, "caption": "A doctor enters the room where their patient is waiting for them.", "similarity": 0.6651, "relevance": 1 }, { "pair_id": 158059, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 0.96, 5.28 ], "duration": 96.66, "caption": "A doctor enters a room with a person waiting for them inside.", "similarity": 0.6551, "relevance": 2 } ] }, { "query_id": 79196, "query": "A person also stands up from being seated around his colleagues.", "relevant_moment": [ { "pair_id": 137160, "video_name": "house_s03e11_seg02_clip_13", "timestamp": [ 63.91, 65.27 ], "duration": 90.66, "caption": "A person also stands up from being seated around his colleagues.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 137161, "video_name": "s02e23_seg02_clip_02", "timestamp": [ 7.32, 9.46 ], "duration": 61.66, "caption": "A person stands up from being seated to face another person.", "similarity": 0.7496, "relevance": 3 }, { "pair_id": 137162, "video_name": "house_s03e17_seg02_clip_10", "timestamp": [ 42.29, 48.07 ], "duration": 89.66, "caption": "A person stands up from being seated in someone's chair.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 137163, "video_name": "s09e12_seg01_clip_01", "timestamp": [ 2.86, 6.38 ], "duration": 44.66, "caption": "A person stands up from the desk when some people come in.", "similarity": 0.7215, "relevance": 3 }, { "pair_id": 137164, "video_name": "house_s06e10_seg02_clip_24", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A person stands up from their chair in the office.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 137165, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 35.71, 38.96 ], "duration": 59.66, "caption": "A person stands up then sits back down quickly.", "similarity": 0.7076, "relevance": 3 }, { "pair_id": 137166, "video_name": "house_s03e06_seg02_clip_07", "timestamp": [ 26.56, 27.91 ], "duration": 90.66, "caption": "A person stands up from the stool he/she was sitting on.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 137167, "video_name": "s03e18_seg02_clip_06", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A person gets up from where they are sitting and stands upright.", "similarity": 0.7045, "relevance": 3 }, { "pair_id": 137168, "video_name": "house_s02e23_seg02_clip_18", "timestamp": [ 29.88, 31.94 ], "duration": 103.66, "caption": "A person stands up from his/her desk chair while talking with some people.", "similarity": 0.704, "relevance": 2 }, { "pair_id": 137169, "video_name": "house_s01e14_seg02_clip_10", "timestamp": [ 71.54, 73.46 ], "duration": 96.66, "caption": "A person stands from being seated on another person's chair.", "similarity": 0.7014, "relevance": 4 }, { "pair_id": 137170, "video_name": "s01e13_seg02_clip_00", "timestamp": [ 7.02, 8.85 ], "duration": 61.66, "caption": "A person is standing then he takes a sit.", "similarity": 0.6953, "relevance": 1 }, { "pair_id": 137171, "video_name": "met_s02e14_seg02_clip_12", "timestamp": [ 48.02, 51.02 ], "duration": 60.66, "caption": "A person stands up from his chair behind another person.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 137172, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 69.1, 71.74 ], "duration": 88.66, "caption": "A man stands up from being seated at their desk.", "similarity": 0.6867, "relevance": 3 }, { "pair_id": 137173, "video_name": "house_s06e05_seg02_clip_22", "timestamp": [ 78.26, 96.03 ], "duration": 96.66, "caption": "Person sits and stands around fiddling with various things in an office.", "similarity": 0.6856, "relevance": 1 }, { "pair_id": 137174, "video_name": "friends_s04e15_seg02_clip_05", "timestamp": [ 3.55, 7.39 ], "duration": 59.66, "caption": "A person stands up while saying where his job is sending him to.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 137175, "video_name": "house_s08e04_seg02_clip_10", "timestamp": [ 25.53, 27.73 ], "duration": 88.66, "caption": "A person stands up from the desk chair.", "similarity": 0.6821, "relevance": 2 }, { "pair_id": 137176, "video_name": "s03e22_seg02_clip_11", "timestamp": [ 48.21, 50.35 ], "duration": 61.66, "caption": "A person tells someone to switch sitting positions with them, then stands up.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 137177, "video_name": "friends_s07e08_seg02_clip_06", "timestamp": [ 28.33, 32.46 ], "duration": 59.66, "caption": "person stands up from their seat with their hand up.", "similarity": 0.6769, "relevance": 2 }, { "pair_id": 137178, "video_name": "castle_s08e15_seg02_clip_17", "timestamp": [ 25.03, 27.76 ], "duration": 91.66, "caption": "A person gets up from his seat to stand.", "similarity": 0.6757, "relevance": 2 }, { "pair_id": 137179, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 34.98, 37.5 ], "duration": 63.66, "caption": "A person stands up from being seated with a very frustrated look on his face.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 310480, "video_name": "met_s06e06_seg02_clip_03", "timestamp": [ 9.6, 11.1 ], "duration": 60.66, "caption": "A man stands up at his seat as he is with some people.", "similarity": 0.6752, "relevance": 4 }, { "pair_id": 310481, "video_name": "house_s07e14_seg02_clip_03", "timestamp": [ 27.76, 30.95 ], "duration": 91.66, "caption": "A person gets up from being seated in his office chair.", "similarity": 0.6739, "relevance": 4 }, { "pair_id": 310482, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 0.0, 7.5 ], "duration": 60.66, "caption": "A person is standing in front of a seated person.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 310484, "video_name": "house_s03e04_seg02_clip_15", "timestamp": [ 42.39, 44.65 ], "duration": 90.66, "caption": "A person stands up out of his chair while talking with some people.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 310485, "video_name": "s10e12_seg02_clip_12", "timestamp": [ 24.24, 27.09 ], "duration": 57.66, "caption": "A person stands up from sitting on the arm of the chair.", "similarity": 0.6632, "relevance": 4 }, { "pair_id": 310486, "video_name": "friends_s03e20_seg02_clip_14", "timestamp": [ 15.7, 18.26 ], "duration": 73.66, "caption": "A person stands up from the couch where he/she was sitting.", "similarity": 0.6614, "relevance": 3 }, { "pair_id": 310487, "video_name": "house_s05e07_seg02_clip_03", "timestamp": [ 66.9, 70.09 ], "duration": 91.66, "caption": "A man stands up from being seated in one of the chairs in his office.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 310488, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person gets out of his/her chair and stands up.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 310489, "video_name": "house_s08e18_seg02_clip_01", "timestamp": [ 60.32, 64.82 ], "duration": 90.66, "caption": "Some people stand up from being seated.", "similarity": 0.652, "relevance": 4 }, { "pair_id": 310490, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 0.0, 23.82 ], "duration": 88.66, "caption": "A person is sitting down as person is standing as they are talking.", "similarity": 0.6504, "relevance": 0 }, { "pair_id": 310491, "video_name": "s04e12_seg02_clip_01", "timestamp": [ 0.0, 9.0 ], "duration": 60.66, "caption": "A person gets up from his/her spot to stand next to another person.", "similarity": 0.6479, "relevance": 4 }, { "pair_id": 310492, "video_name": "s10e02_seg01_clip_01", "timestamp": [ 11.48, 16.0 ], "duration": 82.66, "caption": "A person stands up from the chair to talk to some other people.", "similarity": 0.6475, "relevance": 3 }, { "pair_id": 310493, "video_name": "house_s04e09_seg02_clip_03", "timestamp": [ 4.3, 8.6 ], "duration": 86.66, "caption": "A person sits at someone's desk and puts his feet up.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 310494, "video_name": "friends_s07e09_seg02_clip_13", "timestamp": [ 47.55, 49.8 ], "duration": 56.66, "caption": "A person rises from a seated position to standing on his/her knees.", "similarity": 0.6459, "relevance": 1 }, { "pair_id": 310495, "video_name": "house_s05e11_seg02_clip_21", "timestamp": [ 37.81, 39.61 ], "duration": 90.66, "caption": "The person sitting next to the young patient stands up.", "similarity": 0.6453, "relevance": 2 }, { "pair_id": 310496, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 51.18, 54.63 ], "duration": 86.66, "caption": "A person slowly stands up from his/her chair.", "similarity": 0.6453, "relevance": 2 }, { "pair_id": 310497, "video_name": "met_s05e03_seg02_clip_09", "timestamp": [ 22.83, 24.32 ], "duration": 59.66, "caption": "A person stands up from the desk next to a man.", "similarity": 0.644, "relevance": 3 }, { "pair_id": 310498, "video_name": "house_s03e07_seg02_clip_14", "timestamp": [ 24.12, 91.03 ], "duration": 91.66, "caption": "A person sits down with someone while another person stands up.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 310499, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 29.88, 58.03 ], "duration": 58.66, "caption": "A person is standing in front of some people.", "similarity": 0.6428, "relevance": 1 } ] }, { "query_id": 79250, "query": "A woman sets down her towel then gets up with woman.", "relevant_moment": [ { "pair_id": 146480, "video_name": "s07e14_seg02_clip_08", "timestamp": [ 35.54, 37.99 ], "duration": 49.66, "caption": "A woman sets down her towel then gets up with woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146481, "video_name": "friends_s01e05_seg02_clip_16", "timestamp": [ 39.06, 43.37 ], "duration": 61.66, "caption": "A woman walks up to another woman with a towel on her shoulder.", "similarity": 0.7555, "relevance": 1 }, { "pair_id": 146482, "video_name": "grey_s01e05_seg02_clip_14", "timestamp": [ 5.01, 11.69 ], "duration": 83.66, "caption": "A woman walks up to another woman and stands behind her as she asks about the towel incident and the other woman tells her she handled it.", "similarity": 0.7345, "relevance": 1 }, { "pair_id": 146483, "video_name": "s10e09_seg02_clip_06", "timestamp": [ 55.19, 59.03 ], "duration": 59.66, "caption": "A woman puts a towel on top of each of person's feet.", "similarity": 0.7333, "relevance": 1 }, { "pair_id": 146484, "video_name": "castle_s08e07_seg02_clip_12", "timestamp": [ 0.0, 3.18 ], "duration": 90.66, "caption": "Two women are in towels as one mentions a woman's body and she snatches a towel from her.", "similarity": 0.7255, "relevance": 1 }, { "pair_id": 146485, "video_name": "grey_s03e03_seg02_clip_00", "timestamp": [ 54.99, 68.03 ], "duration": 93.66, "caption": "A woman walks up to two people, she removes her towel and hands it to a man.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 146486, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 19.75, 29.21 ], "duration": 42.66, "caption": "A woman removes the towel from her head and shakes her head as another woman stands staring at her.", "similarity": 0.6903, "relevance": 0 }, { "pair_id": 146487, "video_name": "grey_s01e03_seg02_clip_04", "timestamp": [ 8.55, 14.85 ], "duration": 90.66, "caption": "A woman picks up the towel and takes off her gloves.", "similarity": 0.684, "relevance": 1 }, { "pair_id": 146488, "video_name": "friends_s04e10_seg02_clip_03", "timestamp": [ 2.91, 4.37 ], "duration": 58.66, "caption": "A woman sets down a towel on the chair.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 146489, "video_name": "friends_s04e07_seg02_clip_09", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A woman removes the towel from a man's shoulders.", "similarity": 0.6742, "relevance": 1 }, { "pair_id": 146490, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 29.23, 33.29 ], "duration": 81.66, "caption": "A woman takes a towel from her bathroom and hands it to a man.", "similarity": 0.6718, "relevance": 1 }, { "pair_id": 146491, "video_name": "castle_s08e07_seg02_clip_12", "timestamp": [ 0.0, 3.63 ], "duration": 90.66, "caption": "A woman is standing with some other women in nothing but towels.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 146492, "video_name": "castle_s03e20_seg02_clip_20", "timestamp": [ 73.43, 79.74 ], "duration": 90.66, "caption": "A woman has a towel on her head as she speaks to a man and a woman.", "similarity": 0.6606, "relevance": 1 }, { "pair_id": 146493, "video_name": "house_s03e03_seg02_clip_22", "timestamp": [ 52.08, 54.75 ], "duration": 89.66, "caption": "A woman picks up a white towel and throws it to a man.", "similarity": 0.6589, "relevance": 1 }, { "pair_id": 146494, "video_name": "house_s02e07_seg02_clip_24", "timestamp": [ 0.0, 39.02 ], "duration": 153.66, "caption": "A woman gets a towel and wipes guy's face and mouth.", "similarity": 0.6436, "relevance": 1 }, { "pair_id": 146495, "video_name": "friends_s04e12_seg02_clip_18", "timestamp": [ 3.9, 5.98 ], "duration": 52.66, "caption": "A woman sits back down and puts the towel back over her eyes.", "similarity": 0.6355, "relevance": 1 }, { "pair_id": 146496, "video_name": "friends_s01e21_seg02_clip_16", "timestamp": [ 2.7, 4.2 ], "duration": 60.66, "caption": "A woman waves a dish towel to clear the air between her and another woman.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 146497, "video_name": "friends_s03e13_seg02_clip_10", "timestamp": [ 37.52, 39.62 ], "duration": 60.66, "caption": "A woman sets the hand towel down on the table.", "similarity": 0.6325, "relevance": 2 }, { "pair_id": 146498, "video_name": "friends_s01e13_seg02_clip_13", "timestamp": [ 41.72, 57.15 ], "duration": 57.66, "caption": "A woman answers the door to find someone standing with a towel.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 146499, "video_name": "friends_s05e08_seg02_clip_15", "timestamp": [ 2.29, 6.0 ], "duration": 57.66, "caption": "A woman takes a dish towel and moves it between her hands.", "similarity": 0.63, "relevance": 1 } ] }, { "query_id": 79325, "query": "A person talks on a telephone briefly and then hangs it up.", "relevant_moment": [ { "pair_id": 167480, "video_name": "house_s02e09_seg02_clip_08", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A person talks on a telephone briefly and then hangs it up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167481, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person talks on the phone and then hangs the phone up.", "similarity": 0.9246, "relevance": 4 }, { "pair_id": 167482, "video_name": "met_s04e01_seg02_clip_08", "timestamp": [ 0.0, 10.76 ], "duration": 61.66, "caption": "A person is talking on the phone and then hangs up.", "similarity": 0.9142, "relevance": 4 }, { "pair_id": 167483, "video_name": "house_s06e08_seg02_clip_01", "timestamp": [ 3.68, 5.06 ], "duration": 92.66, "caption": "A person is talking on the phone and hangs up.", "similarity": 0.8989, "relevance": 4 }, { "pair_id": 167484, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 29.81, 32.46 ], "duration": 59.66, "caption": "A person hangs up the phone after a phone conversation.", "similarity": 0.8968, "relevance": 4 }, { "pair_id": 167485, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 51.22, 59.23 ], "duration": 64.66, "caption": "A person picks up the phone, speaks, and then hangs up.", "similarity": 0.8729, "relevance": 4 }, { "pair_id": 167486, "video_name": "friends_s03e12_seg02_clip_00", "timestamp": [ 24.33, 26.57 ], "duration": 64.66, "caption": "A person hangs up the telephone and gets up.", "similarity": 0.8699, "relevance": 1 }, { "pair_id": 167487, "video_name": "house_s02e08_seg02_clip_23", "timestamp": [ 21.37, 53.86 ], "duration": 89.66, "caption": "A person has a conversation on a telephone.", "similarity": 0.864, "relevance": 3 }, { "pair_id": 167488, "video_name": "house_s05e10_seg02_clip_06", "timestamp": [ 13.5, 16.2 ], "duration": 90.66, "caption": "A person hangs up the phone and turns to resume a conversation.", "similarity": 0.864, "relevance": 4 }, { "pair_id": 167489, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 28.21, 30.01 ], "duration": 60.66, "caption": "A person hangs up their cell phone after talking to someone.", "similarity": 0.8559, "relevance": 4 }, { "pair_id": 167490, "video_name": "friends_s01e20_seg02_clip_07", "timestamp": [ 1.48, 9.15 ], "duration": 59.66, "caption": "A person dials someone on the phone and hangs up immediately.", "similarity": 0.8386, "relevance": 1 }, { "pair_id": 167491, "video_name": "house_s05e09_seg02_clip_05", "timestamp": [ 59.39, 62.5 ], "duration": 88.66, "caption": "A person answers and then immediately hangs up the phone.", "similarity": 0.834, "relevance": 1 }, { "pair_id": 167492, "video_name": "castle_s06e03_seg02_clip_12", "timestamp": [ 29.49, 32.72 ], "duration": 92.66, "caption": "A person finishes his phone call and hangs up the phone.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 167493, "video_name": "castle_s02e08_seg02_clip_13", "timestamp": [ 6.88, 13.31 ], "duration": 91.66, "caption": "A person is talking on the phone and then hangs up the receiver.", "similarity": 0.8301, "relevance": 4 }, { "pair_id": 167494, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 24.48, 29.82 ], "duration": 89.66, "caption": "A person is on their cell phone and then hangs up.", "similarity": 0.8301, "relevance": 2 }, { "pair_id": 167495, "video_name": "friends_s09e10_seg02_clip_09", "timestamp": [ 64.06, 65.03 ], "duration": 65.66, "caption": "A man is hanging up the phone after talking.", "similarity": 0.8137, "relevance": 2 }, { "pair_id": 167496, "video_name": "s03e18_seg02_clip_01", "timestamp": [ 9.3, 11.17 ], "duration": 62.66, "caption": "A person hangs up the phone he is holding in his hand.", "similarity": 0.8103, "relevance": 3 }, { "pair_id": 167497, "video_name": "s06e21_seg02_clip_02", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A person realizes the person he was speaking to on the phone has hung up.", "similarity": 0.8059, "relevance": 3 }, { "pair_id": 167499, "video_name": "s07e14_seg02_clip_02", "timestamp": [ 56.76, 62.03 ], "duration": 62.66, "caption": "A person is having a conversation over the phone.", "similarity": 0.8048, "relevance": 2 }, { "pair_id": 340800, "video_name": "friends_s10e01_seg02_clip_21", "timestamp": [ 22.24, 25.95 ], "duration": 57.66, "caption": "A person turns around and hangs up the phone.", "similarity": 0.8025, "relevance": 4 }, { "pair_id": 340801, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 44.9, 59.1 ], "duration": 66.66, "caption": "A person is on the phone with someone and they hang up on him/her.", "similarity": 0.8013, "relevance": 3 }, { "pair_id": 340802, "video_name": "s03e01_seg02_clip_12", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A man is talking on the phone then hangs up.", "similarity": 0.8007, "relevance": 4 }, { "pair_id": 340803, "video_name": "s06e09_seg02_clip_00", "timestamp": [ 42.8, 45.9 ], "duration": 62.66, "caption": "A person hangs up and puts the phone down.", "similarity": 0.7964, "relevance": 3 }, { "pair_id": 340804, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 7.32, 9.15 ], "duration": 61.66, "caption": "A person hangs up the phone and stands up.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 340805, "video_name": "house_s07e09_seg02_clip_16", "timestamp": [ 60.05, 63.53 ], "duration": 87.66, "caption": "A person looks down at his phone and then hangs up.", "similarity": 0.7929, "relevance": 3 }, { "pair_id": 340806, "video_name": "friends_s09e18_seg02_clip_01", "timestamp": [ 33.48, 36.45 ], "duration": 59.66, "caption": "A man finishes his phone conversation and hangs it up.", "similarity": 0.792, "relevance": 4 }, { "pair_id": 340807, "video_name": "friends_s01e22_seg02_clip_03", "timestamp": [ 0.0, 5.49 ], "duration": 61.66, "caption": "A woman hangs up the phone after a short conversation.", "similarity": 0.7865, "relevance": 4 }, { "pair_id": 340808, "video_name": "castle_s07e13_seg02_clip_15", "timestamp": [ 70.76, 82.99 ], "duration": 87.66, "caption": "A woman talks on the phone and then hangs up.", "similarity": 0.7849, "relevance": 4 }, { "pair_id": 340809, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 50.3, 71.34 ], "duration": 91.66, "caption": "A person is talking on the phone and then ends the call.", "similarity": 0.7834, "relevance": 4 }, { "pair_id": 340810, "video_name": "s02e03_seg02_clip_08", "timestamp": [ 16.44, 18.3 ], "duration": 62.66, "caption": "A person bends over and hangs up the phone.", "similarity": 0.7809, "relevance": 3 }, { "pair_id": 340811, "video_name": "friends_s03e06_seg02_clip_08", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A man hangs up the phone after concluding his conversation.", "similarity": 0.7807, "relevance": 3 }, { "pair_id": 340812, "video_name": "house_s02e06_seg02_clip_06", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.7805, "relevance": 4 }, { "pair_id": 340813, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 11.41, 15.61 ], "duration": 60.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.7805, "relevance": 3 }, { "pair_id": 340814, "video_name": "house_s01e02_seg02_clip_11", "timestamp": [ 2.98, 4.68 ], "duration": 85.66, "caption": "A person hangs up a black telephone receiver.", "similarity": 0.7803, "relevance": 3 }, { "pair_id": 340815, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 46.64, 54.52 ], "duration": 63.66, "caption": "A man dials the phone and then hangs up.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 340816, "video_name": "s07e14_seg02_clip_03", "timestamp": [ 0.0, 16.82 ], "duration": 59.66, "caption": "A person talks in the phone and the other person on the line hang up on him.", "similarity": 0.7758, "relevance": 4 }, { "pair_id": 340817, "video_name": "castle_s04e01_seg02_clip_14", "timestamp": [ 4.14, 8.74 ], "duration": 92.66, "caption": "A person on the phone talking to someone.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 340818, "video_name": "house_s07e15_seg02_clip_16", "timestamp": [ 0.0, 16.39 ], "duration": 78.66, "caption": "A person answers his/her phone then holds his/her phone next to his/her face then says one word and hangs up.", "similarity": 0.7691, "relevance": 3 }, { "pair_id": 340819, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 58.34, 70.65 ], "duration": 91.66, "caption": "A person was having a conversation with someone over the phone.", "similarity": 0.7592, "relevance": 3 } ] }, { "query_id": 79332, "query": "A woman gets on top of the bike with a man and they drive off.", "relevant_moment": [ { "pair_id": 25240, "video_name": "house_s02e09_seg02_clip_09", "timestamp": [ 98.02, 112.02 ], "duration": 112.66, "caption": "A woman gets on top of the bike with a man and they drive off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 25241, "video_name": "friends_s07e09_seg02_clip_08", "timestamp": [ 10.86, 14.89 ], "duration": 62.66, "caption": "A woman grabs the bike after another woman asks to see her on it.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 25242, "video_name": "met_s06e11_seg02_clip_05", "timestamp": [ 14.81, 20.8 ], "duration": 63.66, "caption": "A woman pulls a man out of the way of a motorcycle.", "similarity": 0.6278, "relevance": 1 }, { "pair_id": 25243, "video_name": "castle_s07e11_seg02_clip_02", "timestamp": [ 69.76, 76.11 ], "duration": 90.66, "caption": "A woman is driving with a man as they are in the passenger seat.", "similarity": 0.6238, "relevance": 2 }, { "pair_id": 25244, "video_name": "friends_s07e09_seg02_clip_19", "timestamp": [ 64.95, 69.68 ], "duration": 86.66, "caption": "A woman was riding a bicycle and bumped into a man.", "similarity": 0.6223, "relevance": 3 }, { "pair_id": 25245, "video_name": "s10e06_seg02_clip_12", "timestamp": [ 32.96, 61.03 ], "duration": 61.66, "caption": "A woman is driving with a man in the passenger seat.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 25246, "video_name": "s09e19_seg02_clip_08", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman is driving with a man in the passenger seat.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 25247, "video_name": "friends_s07e09_seg02_clip_11", "timestamp": [ 51.62, 55.82 ], "duration": 60.66, "caption": "A woman gets on a pink bicycle as man assists her.", "similarity": 0.6047, "relevance": 3 }, { "pair_id": 25248, "video_name": "s09e09_seg02_clip_10", "timestamp": [ 0.0, 54.02 ], "duration": 54.66, "caption": "A woman is driving and a man is in the passenger seat.", "similarity": 0.5975, "relevance": 1 }, { "pair_id": 25249, "video_name": "s05e16_seg02_clip_17", "timestamp": [ 0.0, 7.5 ], "duration": 75.66, "caption": "A woman is driving while a man is in the passenger seat.", "similarity": 0.5966, "relevance": 1 }, { "pair_id": 25250, "video_name": "met_s06e11_seg02_clip_11", "timestamp": [ 15.25, 22.43 ], "duration": 59.66, "caption": "A man pulls woman back from being hit by a speeding motorcycle.", "similarity": 0.5888, "relevance": 1 }, { "pair_id": 25251, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 34.52, 36.32 ], "duration": 60.66, "caption": "A man is driving with a woman in the passenger seat.", "similarity": 0.5866, "relevance": 1 }, { "pair_id": 25252, "video_name": "friends_s10e17-18_seg02_clip_33", "timestamp": [ 0.0, 16.78 ], "duration": 61.66, "caption": "A woman is driving a car while a man is with her.", "similarity": 0.5849, "relevance": 1 }, { "pair_id": 25253, "video_name": "friends_s07e22_seg02_clip_03", "timestamp": [ 7.02, 14.04 ], "duration": 61.66, "caption": "A woman starts to drive away and a man stops her to get in the car.", "similarity": 0.583, "relevance": 3 }, { "pair_id": 25254, "video_name": "s10e05_seg02_clip_04", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A woman is driving with a person in the passenger seat.", "similarity": 0.5827, "relevance": 1 }, { "pair_id": 25255, "video_name": "house_s06e10_seg02_clip_06", "timestamp": [ 55.12, 95.03 ], "duration": 95.66, "caption": "A woman drives the car with a man as a passenger.", "similarity": 0.5827, "relevance": 1 }, { "pair_id": 25256, "video_name": "castle_s07e13_seg02_clip_13", "timestamp": [ 73.25, 78.74 ], "duration": 91.66, "caption": "A woman gets up from her seat and leaves with another woman.", "similarity": 0.5748, "relevance": 0 }, { "pair_id": 25257, "video_name": "castle_s02e03_seg02_clip_21", "timestamp": [ 32.21, 35.43 ], "duration": 92.66, "caption": "A woman gets up from the seat and a man follows her.", "similarity": 0.573, "relevance": 0 }, { "pair_id": 25258, "video_name": "castle_s04e08_seg02_clip_14", "timestamp": [ 72.74, 79.61 ], "duration": 91.66, "caption": "A vehicle pulls up next to a woman and some people force her into the vehicle and drive off.", "similarity": 0.5642, "relevance": 2 }, { "pair_id": 25259, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 60.82, 63.03 ], "duration": 63.66, "caption": "A person gets up from his seat and woman gets up after him.", "similarity": 0.5624, "relevance": 0 } ] }, { "query_id": 79368, "query": "Some people are talking inside the elevator.", "relevant_moment": [ { "pair_id": 71620, "video_name": "house_s08e08_seg02_clip_02", "timestamp": [ 0.0, 7.78 ], "duration": 91.66, "caption": "Some people are talking inside the elevator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 71621, "video_name": "house_s02e04_seg02_clip_21", "timestamp": [ 51.21, 69.95 ], "duration": 91.66, "caption": "Some people are having a conversation inside the elevator.", "similarity": 0.9599, "relevance": 4 }, { "pair_id": 71622, "video_name": "grey_s02e08_seg02_clip_11", "timestamp": [ 0.0, 23.26 ], "duration": 93.66, "caption": "Three people are having a conversation inside the elevator.", "similarity": 0.8928, "relevance": 4 }, { "pair_id": 71623, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 0.0, 45.09 ], "duration": 92.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.881, "relevance": 4 }, { "pair_id": 71624, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 74.2, 90.49 ], "duration": 90.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.881, "relevance": 4 }, { "pair_id": 71625, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 73.03, 89.7 ], "duration": 98.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.881, "relevance": 4 }, { "pair_id": 71626, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 40.78, 51.53 ], "duration": 89.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.881, "relevance": 4 }, { "pair_id": 71627, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 71.3, 88.02 ], "duration": 88.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.881, "relevance": 3 }, { "pair_id": 71628, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 11.75 ], "duration": 94.66, "caption": "Two people are inside the elevator, and having a conversation.", "similarity": 0.8792, "relevance": 4 }, { "pair_id": 71629, "video_name": "house_s02e04_seg02_clip_04", "timestamp": [ 29.13, 53.7 ], "duration": 91.66, "caption": "Two men were having a conversation inside the elevator.", "similarity": 0.8457, "relevance": 4 }, { "pair_id": 71630, "video_name": "grey_s03e15_seg02_clip_02", "timestamp": [ 0.0, 19.18 ], "duration": 87.66, "caption": "They are having a discussion inside the elevator.", "similarity": 0.8427, "relevance": 4 }, { "pair_id": 71631, "video_name": "house_s04e05_seg02_clip_19", "timestamp": [ 20.29, 50.04 ], "duration": 90.66, "caption": "A man and another man are having a conversation inside the elevator.", "similarity": 0.8415, "relevance": 4 }, { "pair_id": 71632, "video_name": "house_s08e10_seg02_clip_19", "timestamp": [ 0.0, 23.93 ], "duration": 87.66, "caption": "Two men both are inside of the elevator together and are talking.", "similarity": 0.8374, "relevance": 4 }, { "pair_id": 71633, "video_name": "house_s07e20_seg02_clip_11", "timestamp": [ 26.11, 34.21 ], "duration": 90.66, "caption": "Two men are inside an elevator as they converse.", "similarity": 0.8325, "relevance": 4 }, { "pair_id": 71634, "video_name": "house_s04e11_seg02_clip_19", "timestamp": [ 4.4, 41.21 ], "duration": 80.66, "caption": "Some people stand in an elevator chatting.", "similarity": 0.83, "relevance": 4 }, { "pair_id": 71635, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 17.95, 61.31 ], "duration": 87.66, "caption": "A woman and a man are inside the elevator and having a conversation.", "similarity": 0.828, "relevance": 4 }, { "pair_id": 71636, "video_name": "grey_s02e11_seg02_clip_05", "timestamp": [ 0.0, 26.14 ], "duration": 78.66, "caption": "Two people are inside an elevator. One person is talking and the other is not.", "similarity": 0.8266, "relevance": 4 }, { "pair_id": 71637, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 10.11, 26.81 ], "duration": 87.66, "caption": "A man and a woman are having a conversation inside the elevator.", "similarity": 0.8209, "relevance": 4 }, { "pair_id": 71638, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.8105, "relevance": 4 }, { "pair_id": 71639, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 87.71, 91.36 ], "duration": 91.66, "caption": "Two people are in the elevator conversing.", "similarity": 0.8017, "relevance": 3 }, { "pair_id": 244940, "video_name": "house_s04e11_seg02_clip_12", "timestamp": [ 39.78, 54.82 ], "duration": 97.66, "caption": "Two people are standing beside each other inside an elevator as they converse.", "similarity": 0.8011, "relevance": 4 }, { "pair_id": 244941, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a man inside the elevator.", "similarity": 0.7974, "relevance": 3 }, { "pair_id": 244942, "video_name": "grey_s03e09_seg02_clip_28", "timestamp": [ 0.0, 25.89 ], "duration": 90.66, "caption": "A man and another man talk while they are in the elevator.", "similarity": 0.7854, "relevance": 4 }, { "pair_id": 244943, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 0.0, 25.51 ], "duration": 85.66, "caption": "A man and woman are talking in the elevator.", "similarity": 0.7853, "relevance": 4 }, { "pair_id": 244944, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 44.17, 49.23 ], "duration": 92.66, "caption": "A man came inside the elevator while another man is talking to him.", "similarity": 0.7776, "relevance": 3 }, { "pair_id": 244945, "video_name": "house_s08e16_seg02_clip_19", "timestamp": [ 0.0, 35.16 ], "duration": 95.66, "caption": "Two men have a conversation in an elevator.", "similarity": 0.7753, "relevance": 4 }, { "pair_id": 244946, "video_name": "house_s07e04_seg02_clip_07", "timestamp": [ 77.83, 91.02 ], "duration": 91.66, "caption": "Two men have a conversation in an elevator.", "similarity": 0.7753, "relevance": 4 }, { "pair_id": 244947, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.7735, "relevance": 4 }, { "pair_id": 244948, "video_name": "grey_s02e02_seg02_clip_06", "timestamp": [ 13.44, 84.02 ], "duration": 84.66, "caption": "A man is conversing with another man as they are inside the elevator.", "similarity": 0.773, "relevance": 2 }, { "pair_id": 244949, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 6.68, 10.68 ], "duration": 89.66, "caption": "Two people came out from the elevator while talking.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 244950, "video_name": "house_s05e08_seg02_clip_22", "timestamp": [ 16.38, 24.12 ], "duration": 91.66, "caption": "Some people enter the elevator.", "similarity": 0.7696, "relevance": 4 }, { "pair_id": 244951, "video_name": "house_s08e16_seg02_clip_18", "timestamp": [ 66.41, 85.15 ], "duration": 85.66, "caption": "Two people stand next to each other in the elevator and talk.", "similarity": 0.7634, "relevance": 4 }, { "pair_id": 244952, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 13.41, 33.28 ], "duration": 92.66, "caption": "A man and woman are in an elevator as they converse.", "similarity": 0.7627, "relevance": 4 }, { "pair_id": 244953, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 82.35, 89.02 ], "duration": 89.66, "caption": "Two people walk inside of the elevator together.", "similarity": 0.7554, "relevance": 4 }, { "pair_id": 244954, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 34.66, 40.06 ], "duration": 90.66, "caption": "A man and woman ride the elevator and start talking to each other inside it.", "similarity": 0.7501, "relevance": 4 }, { "pair_id": 244955, "video_name": "house_s03e06_seg02_clip_19", "timestamp": [ 6.23, 9.79 ], "duration": 89.66, "caption": "A person comes in the elevator while still talking to two other people.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 244956, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 19.71, 58.68 ], "duration": 87.66, "caption": "A man and woman have a conversation while alone inside the elevator.", "similarity": 0.7493, "relevance": 4 }, { "pair_id": 244957, "video_name": "house_s04e05_seg02_clip_19", "timestamp": [ 18.48, 50.5 ], "duration": 90.66, "caption": "Two men talk while riding in an elevator.", "similarity": 0.7335, "relevance": 4 }, { "pair_id": 244958, "video_name": "castle_s06e02_seg02_clip_15", "timestamp": [ 10.39, 14.29 ], "duration": 86.66, "caption": "Two men came out from the elevator while talking.", "similarity": 0.7288, "relevance": 4 }, { "pair_id": 244959, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 8.71, 32.08 ], "duration": 91.66, "caption": "A woman and man speak to each other in the elevator.", "similarity": 0.7287, "relevance": 4 } ] }, { "query_id": 79375, "query": "A woman walks away from a man and leaves the room.", "relevant_moment": [ { "pair_id": 6280, "video_name": "house_s01e03_seg02_clip_09", "timestamp": [ 5.54, 8.77 ], "duration": 92.66, "caption": "A woman walks away from a man and leaves the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6281, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 56.78, 58.5 ], "duration": 86.66, "caption": "A woman walks away from a man and then leaves the room.", "similarity": 0.9895, "relevance": 4 }, { "pair_id": 6282, "video_name": "grey_s03e20_seg02_clip_20", "timestamp": [ 80.06, 83.74 ], "duration": 92.66, "caption": "A man walks away from a woman and exits the room.", "similarity": 0.9376, "relevance": 3 }, { "pair_id": 6283, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 31.73, 33.87 ], "duration": 61.66, "caption": "A woman walks away from a man and walks towards her room.", "similarity": 0.9314, "relevance": 4 }, { "pair_id": 6284, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 4.55, 9.56 ], "duration": 91.66, "caption": "A man walks away from a woman and out of the room.", "similarity": 0.9214, "relevance": 3 }, { "pair_id": 6285, "video_name": "friends_s04e06_seg02_clip_20", "timestamp": [ 7.83, 11.89 ], "duration": 54.66, "caption": "A man walks away from a woman and to his room.", "similarity": 0.9009, "relevance": 3 }, { "pair_id": 6286, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 12.01, 15.01 ], "duration": 60.66, "caption": "A man walks away leaving a woman in the living room.", "similarity": 0.8918, "relevance": 3 }, { "pair_id": 6287, "video_name": "house_s05e14_seg02_clip_11", "timestamp": [ 15.61, 20.07 ], "duration": 89.66, "caption": "A woman walks out of the room leaving man standing alone.", "similarity": 0.891, "relevance": 4 }, { "pair_id": 6288, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 15.46, 17.22 ], "duration": 88.66, "caption": "A woman walks away from another woman leaving the room.", "similarity": 0.8826, "relevance": 3 }, { "pair_id": 6289, "video_name": "house_s08e21_seg02_clip_15", "timestamp": [ 49.29, 51.93 ], "duration": 88.66, "caption": "A woman walks out of a man's room leaving another man alone with him.", "similarity": 0.8807, "relevance": 4 }, { "pair_id": 6290, "video_name": "friends_s10e13_seg02_clip_07", "timestamp": [ 17.37, 27.29 ], "duration": 62.66, "caption": "A woman walks away from a man and leaves the apartment.", "similarity": 0.8699, "relevance": 4 }, { "pair_id": 6291, "video_name": "s10e08_seg02_clip_10", "timestamp": [ 14.11, 18.91 ], "duration": 60.66, "caption": "A woman walks away from a man into another room and closes the door.", "similarity": 0.8668, "relevance": 4 }, { "pair_id": 6292, "video_name": "s03e20_seg02_clip_14", "timestamp": [ 65.22, 69.68 ], "duration": 81.66, "caption": "A woman walks away from a man standing in a person's bedroom doorway.", "similarity": 0.8629, "relevance": 4 }, { "pair_id": 6293, "video_name": "grey_s02e20_seg02_clip_08", "timestamp": [ 32.94, 36.5 ], "duration": 89.66, "caption": "A woman walks away from person leaving them alone in the room.", "similarity": 0.8626, "relevance": 4 }, { "pair_id": 6294, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.8602, "relevance": 4 }, { "pair_id": 6295, "video_name": "met_s06e17_seg02_clip_11", "timestamp": [ 34.84, 38.81 ], "duration": 61.66, "caption": "A man gets up and walks out of the room away from a woman.", "similarity": 0.8594, "relevance": 3 }, { "pair_id": 6296, "video_name": "friends_s02e08_seg02_clip_16", "timestamp": [ 0.0, 3.63 ], "duration": 66.66, "caption": "A woman walks out of the room after a man says they'll leave.", "similarity": 0.8583, "relevance": 3 }, { "pair_id": 6297, "video_name": "house_s06e11_seg02_clip_16", "timestamp": [ 74.51, 76.73 ], "duration": 88.66, "caption": "A woman walks away from two people but doesn't leave the room.", "similarity": 0.8573, "relevance": 3 }, { "pair_id": 6298, "video_name": "castle_s01e07_seg02_clip_06", "timestamp": [ 12.22, 15.98 ], "duration": 94.66, "caption": "A woman walks behind a man and exits the room.", "similarity": 0.8558, "relevance": 3 }, { "pair_id": 6299, "video_name": "s06e22_seg02_clip_15", "timestamp": [ 24.11, 26.24 ], "duration": 61.66, "caption": "A person turns away from woman and man and walks out of the room.", "similarity": 0.8533, "relevance": 3 }, { "pair_id": 179600, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 16.56, 22.09 ], "duration": 92.66, "caption": "A man walks away from another person and leaves the room.", "similarity": 0.8523, "relevance": 3 }, { "pair_id": 179601, "video_name": "house_s07e20_seg02_clip_17", "timestamp": [ 65.58, 74.89 ], "duration": 93.66, "caption": "The woman leaves the room and walks towards a man.", "similarity": 0.8523, "relevance": 4 }, { "pair_id": 179602, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 11.34, 20.41 ], "duration": 90.66, "caption": "A woman walks away from a room and crosses path with a man.", "similarity": 0.8509, "relevance": 2 }, { "pair_id": 179603, "video_name": "house_s01e20_seg02_clip_10", "timestamp": [ 3.58, 6.27 ], "duration": 89.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.8499, "relevance": 3 }, { "pair_id": 179604, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 21.97, 23.5 ], "duration": 61.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.8499, "relevance": 3 }, { "pair_id": 179605, "video_name": "met_s03e20_seg02_clip_09", "timestamp": [ 36.82, 42.58 ], "duration": 64.66, "caption": "A woman walks away from man and leaves his hospital room.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 179606, "video_name": "grey_s03e08_seg02_clip_08", "timestamp": [ 29.13, 30.95 ], "duration": 91.66, "caption": "A man walks away from a woman in the hallway.", "similarity": 0.8429, "relevance": 3 }, { "pair_id": 179607, "video_name": "castle_s07e07_seg02_clip_09", "timestamp": [ 50.85, 54.97 ], "duration": 91.66, "caption": "A woman walks a person out of their room as he leaves.", "similarity": 0.8415, "relevance": 3 }, { "pair_id": 179608, "video_name": "friends_s03e21_seg02_clip_20", "timestamp": [ 40.02, 48.22 ], "duration": 63.66, "caption": "A man walks away from a woman and leaves the apartment.", "similarity": 0.8396, "relevance": 3 }, { "pair_id": 179609, "video_name": "grey_s02e13_seg02_clip_15", "timestamp": [ 20.51, 23.01 ], "duration": 100.66, "caption": "A man walks away from woman in the hallway.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 179610, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 43.71, 45.61 ], "duration": 95.66, "caption": "A woman walks away from man leaving him alone.", "similarity": 0.8375, "relevance": 3 }, { "pair_id": 179611, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 10.93, 14.73 ], "duration": 95.66, "caption": "A woman walks away from a man and moves down the hallway.", "similarity": 0.8363, "relevance": 4 }, { "pair_id": 179612, "video_name": "friends_s08e16_seg02_clip_11", "timestamp": [ 40.01, 41.87 ], "duration": 62.66, "caption": "A woman walks down the hallway away from man.", "similarity": 0.8319, "relevance": 3 }, { "pair_id": 179613, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 6.75, 9.9 ], "duration": 90.66, "caption": "A person walks away from a woman in the hallway.", "similarity": 0.831, "relevance": 2 }, { "pair_id": 179614, "video_name": "s03e16_seg02_clip_14", "timestamp": [ 16.97, 20.49 ], "duration": 64.66, "caption": "A person walks away from a woman and disappears into their bedroom.", "similarity": 0.8276, "relevance": 3 }, { "pair_id": 179615, "video_name": "house_s04e05_seg02_clip_20", "timestamp": [ 33.83, 57.74 ], "duration": 90.66, "caption": "A man leaves the room, a woman stays in the room.", "similarity": 0.8271, "relevance": 2 }, { "pair_id": 179616, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A man walks out from the room and leaves a man and a woman.", "similarity": 0.8268, "relevance": 2 }, { "pair_id": 179617, "video_name": "castle_s03e04_seg02_clip_14", "timestamp": [ 87.39, 96.03 ], "duration": 96.66, "caption": "A woman walks in between two people and leaves the room.", "similarity": 0.824, "relevance": 2 }, { "pair_id": 179618, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 12.21, 14.65 ], "duration": 61.66, "caption": "A man walks away from a woman in their apartment.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 179619, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 24.19, 28.3 ], "duration": 91.66, "caption": "A person walks out of the room with a woman.", "similarity": 0.8211, "relevance": 2 } ] }, { "query_id": 79395, "query": "A man runs over to another man with a picture in his hand.", "relevant_moment": [ { "pair_id": 2980, "video_name": "castle_s08e15_seg02_clip_24", "timestamp": [ 8.65, 12.74 ], "duration": 91.66, "caption": "A man runs over to another man with a picture in his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2981, "video_name": "met_s06e02_seg02_clip_13", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A man runs up and hands a large camera to another man.", "similarity": 0.7844, "relevance": 3 }, { "pair_id": 2982, "video_name": "castle_s06e21_seg02_clip_09", "timestamp": [ 76.05, 78.32 ], "duration": 91.66, "caption": "A man takes out a photo and hands it to another man.", "similarity": 0.7103, "relevance": 2 }, { "pair_id": 2983, "video_name": "met_s06e02_seg02_clip_06", "timestamp": [ 19.89, 22.27 ], "duration": 59.66, "caption": "A man hands a photograph of two people to another man.", "similarity": 0.6975, "relevance": 2 }, { "pair_id": 2984, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.32, 5.1 ], "duration": 92.66, "caption": "A man turns around showing a photo of another man to two people.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 2985, "video_name": "house_s08e16_seg02_clip_19", "timestamp": [ 76.5, 78.87 ], "duration": 95.66, "caption": "A man goes over to another man as he puts his hand on his chest.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 2986, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 2987, "video_name": "castle_s07e18_seg02_clip_12", "timestamp": [ 5.03, 20.12 ], "duration": 91.66, "caption": "A man holds up a photo to another man to look at.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 2988, "video_name": "friends_s06e07_seg02_clip_08", "timestamp": [ 32.24, 34.31 ], "duration": 59.66, "caption": "A man is running to the phone while is talking with another man.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 2989, "video_name": "castle_s08e09_seg02_clip_16", "timestamp": [ 40.51, 47.4 ], "duration": 81.66, "caption": "A man quickly followed another man who is running so fast.", "similarity": 0.6311, "relevance": 0 }, { "pair_id": 2990, "video_name": "house_s08e13_seg02_clip_06", "timestamp": [ 25.86, 30.85 ], "duration": 90.66, "caption": "A man pulls a photo from in between the other photos then looks at another man.", "similarity": 0.6293, "relevance": 0 }, { "pair_id": 2991, "video_name": "friends_s09e17_seg02_clip_20", "timestamp": [ 13.81, 18.31 ], "duration": 60.66, "caption": "A man walks over to be in front of another man.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 2992, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 65.54, 67.81 ], "duration": 91.66, "caption": "A man picks up a device and runs after another man.", "similarity": 0.6279, "relevance": 1 }, { "pair_id": 2993, "video_name": "castle_s03e02_seg02_clip_20", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A man points at a person in a picture as he hands it to another man.", "similarity": 0.6237, "relevance": 2 }, { "pair_id": 2994, "video_name": "castle_s05e04_seg02_clip_25", "timestamp": [ 41.49, 47.36 ], "duration": 90.66, "caption": "A man shoots another man and a woman runs over to the other man.", "similarity": 0.6186, "relevance": 1 }, { "pair_id": 2995, "video_name": "friends_s08e01_seg02_clip_02", "timestamp": [ 44.12, 48.22 ], "duration": 63.66, "caption": "Two people run over to two other people.", "similarity": 0.6168, "relevance": 1 }, { "pair_id": 2996, "video_name": "castle_s06e11_seg02_clip_15", "timestamp": [ 68.56, 85.12 ], "duration": 92.66, "caption": "A man stands up and runs over to another man lying across the room.", "similarity": 0.6149, "relevance": 1 }, { "pair_id": 2997, "video_name": "friends_s09e07_seg02_clip_10", "timestamp": [ 44.86, 49.74 ], "duration": 61.66, "caption": "A man runs at another man and leaping into his arms while falling to the ground.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 2998, "video_name": "castle_s04e14_seg02_clip_13", "timestamp": [ 26.4, 28.22 ], "duration": 91.66, "caption": "A man hands a crime scene photo to another man.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 2999, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 46.93, 48.31 ], "duration": 92.66, "caption": "A man moves their hand toward another man and moves him to the side.", "similarity": 0.6137, "relevance": 1 } ] }, { "query_id": 79441, "query": "A man helps a woman cover up with a jacket.", "relevant_moment": [ { "pair_id": 12360, "video_name": "s06e20_seg02_clip_13", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man helps a woman cover up with a jacket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12361, "video_name": "castle_s07e09_seg02_clip_04", "timestamp": [ 23.11, 26.47 ], "duration": 84.66, "caption": "A woman brings a jacket to a man and helps him put it on.", "similarity": 0.8368, "relevance": 3 }, { "pair_id": 12362, "video_name": "friends_s03e14_seg02_clip_02", "timestamp": [ 42.11, 46.69 ], "duration": 61.66, "caption": "A man helps woman by holding the back of her coat as she puts it on.", "similarity": 0.7929, "relevance": 4 }, { "pair_id": 12363, "video_name": "met_s02e17_seg02_clip_00", "timestamp": [ 25.42, 26.67 ], "duration": 62.66, "caption": "A person behind a man is helping him put on a jacket.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 12364, "video_name": "friends_s03e01_seg02_clip_22", "timestamp": [ 18.93, 25.53 ], "duration": 88.66, "caption": "A man covers a woman up with a blanket.", "similarity": 0.7105, "relevance": 4 }, { "pair_id": 12365, "video_name": "friends_s04e16_seg02_clip_03", "timestamp": [ 9.24, 12.89 ], "duration": 56.66, "caption": "A woman gives a man a possible use for the coat he's wearing.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 12366, "video_name": "house_s06e05_seg02_clip_03", "timestamp": [ 72.51, 86.66 ], "duration": 86.66, "caption": "A man puts his jacket on as a woman comes up to him.", "similarity": 0.6898, "relevance": 2 }, { "pair_id": 12367, "video_name": "castle_s03e11_seg02_clip_03", "timestamp": [ 38.69, 49.61 ], "duration": 91.66, "caption": "A woman removes her jacket and hands it to a man.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 12368, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 31.36, 35.93 ], "duration": 57.66, "caption": "A woman helps a man take off his black coat.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 12369, "video_name": "grey_s03e04_seg02_clip_01", "timestamp": [ 20.45, 25.33 ], "duration": 88.66, "caption": "A man puts his coat on trying to catch up with woman.", "similarity": 0.6751, "relevance": 2 }, { "pair_id": 12370, "video_name": "grey_s03e20_seg02_clip_18", "timestamp": [ 21.76, 50.47 ], "duration": 87.66, "caption": "A man helps a woman to put her pants on.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 12372, "video_name": "s02e08_seg02_clip_09", "timestamp": [ 37.48, 40.73 ], "duration": 59.66, "caption": "A woman pulls a man's jacket down off of his shoulders.", "similarity": 0.6701, "relevance": 1 }, { "pair_id": 12373, "video_name": "friends_s05e16_seg02_clip_10", "timestamp": [ 16.18, 17.16 ], "duration": 49.66, "caption": "A man puts on the jacket as soon as he sees woman.", "similarity": 0.6699, "relevance": 0 }, { "pair_id": 12374, "video_name": "friends_s09e05_seg02_clip_04", "timestamp": [ 52.42, 57.63 ], "duration": 61.66, "caption": "A man sticks something into his coat jacket in front of woman.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 12375, "video_name": "friends_s03e02_seg02_clip_08", "timestamp": [ 38.66, 44.56 ], "duration": 59.66, "caption": "A man tries to help a woman pick out something to wear.", "similarity": 0.6581, "relevance": 0 }, { "pair_id": 12376, "video_name": "s07e01_seg02_clip_03", "timestamp": [ 10.98, 17.09 ], "duration": 61.66, "caption": "A person tries to get woman to help him with his zipper.", "similarity": 0.6559, "relevance": 0 }, { "pair_id": 12377, "video_name": "house_s02e21_seg02_clip_17", "timestamp": [ 78.11, 83.11 ], "duration": 90.66, "caption": "A woman takes off her jacket while a man watches.", "similarity": 0.6392, "relevance": 0 }, { "pair_id": 12378, "video_name": "friends_s03e05_seg02_clip_17", "timestamp": [ 0.0, 4.4 ], "duration": 58.66, "caption": "A woman is wearing overalls when she gets up to help a man.", "similarity": 0.6383, "relevance": 0 }, { "pair_id": 12379, "video_name": "friends_s01e16-17_seg02_clip_02", "timestamp": [ 18.89, 24.2 ], "duration": 59.66, "caption": "A man puts on a coat that a woman points out is hers.", "similarity": 0.6357, "relevance": 2 } ] }, { "query_id": 79447, "query": "Two people fist bump each other while looking confident.", "relevant_moment": [ { "pair_id": 145800, "video_name": "s06e20_seg02_clip_12", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "Two people fist bump each other while looking confident.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 145801, "video_name": "met_s02e04_seg01_clip_00", "timestamp": [ 54.39, 63.77 ], "duration": 75.66, "caption": "Two people laugh and fist bump each other, twice.", "similarity": 0.7575, "relevance": 4 }, { "pair_id": 145802, "video_name": "s06e20_seg02_clip_12", "timestamp": [ 57.37, 60.11 ], "duration": 61.66, "caption": "A man and woman perform a fist bump with one another.", "similarity": 0.7367, "relevance": 4 }, { "pair_id": 145803, "video_name": "met_s04e03_seg02_clip_05", "timestamp": [ 0.0, 6.1 ], "duration": 58.66, "caption": "A person tries to fist bump another person and the other person doesn't fist bump back.", "similarity": 0.7057, "relevance": 2 }, { "pair_id": 145804, "video_name": "friends_s10e17-18_seg02_clip_24", "timestamp": [ 37.15, 40.03 ], "duration": 57.66, "caption": "Two people bump heads as they simultaneously lean down.", "similarity": 0.6967, "relevance": 0 }, { "pair_id": 145805, "video_name": "met_s03e04_seg01_clip_01", "timestamp": [ 6.51, 8.14 ], "duration": 81.66, "caption": "Two men give each other a fist bump.", "similarity": 0.6956, "relevance": 4 }, { "pair_id": 145806, "video_name": "met_s02e05_seg02_clip_14", "timestamp": [ 16.24, 19.3 ], "duration": 61.66, "caption": "Two men give each other a fist bump.", "similarity": 0.6956, "relevance": 4 }, { "pair_id": 145807, "video_name": "castle_s06e21_seg02_clip_26", "timestamp": [ 20.46, 22.44 ], "duration": 132.66, "caption": "Two men give each other a fist bump.", "similarity": 0.6956, "relevance": 3 }, { "pair_id": 145808, "video_name": "house_s03e21_seg02_clip_25", "timestamp": [ 89.05, 95.77 ], "duration": 168.66, "caption": "The two patients look at each other and fist bump.", "similarity": 0.6893, "relevance": 3 }, { "pair_id": 145809, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 53.32, 55.6 ], "duration": 57.66, "caption": "Two men raise their arms and do a fist bump.", "similarity": 0.6822, "relevance": 4 }, { "pair_id": 145810, "video_name": "met_s06e22_seg02_clip_00", "timestamp": [ 7.48, 12.36 ], "duration": 65.66, "caption": "Two people are standing by the booth and do a fist bump.", "similarity": 0.6783, "relevance": 4 }, { "pair_id": 145811, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 14.41, 15.91 ], "duration": 60.66, "caption": "Two people fist bump each other while sitting on the couch.", "similarity": 0.6768, "relevance": 3 }, { "pair_id": 145812, "video_name": "met_s04e03_seg02_clip_06", "timestamp": [ 39.5, 41.0 ], "duration": 60.66, "caption": "Two men laugh and share a fist bump.", "similarity": 0.6705, "relevance": 3 }, { "pair_id": 145813, "video_name": "s09e17_seg02_clip_11", "timestamp": [ 31.94, 34.74 ], "duration": 62.66, "caption": "Two people look to each other very seriously.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 145814, "video_name": "s08e23_seg02_clip_13", "timestamp": [ 53.03, 55.21 ], "duration": 62.66, "caption": "Two people look at each other and nod.", "similarity": 0.6685, "relevance": 0 }, { "pair_id": 145815, "video_name": "castle_s08e05_seg02_clip_12", "timestamp": [ 70.31, 73.28 ], "duration": 99.66, "caption": "Two people fist bump in the car.", "similarity": 0.6653, "relevance": 4 }, { "pair_id": 145816, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 3.92, 5.73 ], "duration": 60.66, "caption": "Two people shake each other's hands when they meet.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 145817, "video_name": "friends_s09e02_seg02_clip_16", "timestamp": [ 40.63, 43.11 ], "duration": 62.66, "caption": "A man bumps his fist against the back of another person's hand.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 145818, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 40.49, 55.88 ], "duration": 57.66, "caption": "Two men say they're going out to talk to some people and then fist bump each other.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 145819, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.86, 27.53 ], "duration": 86.66, "caption": "Two people shake hands while having an intimate moment.", "similarity": 0.6556, "relevance": 1 }, { "pair_id": 319120, "video_name": "castle_s05e14_seg02_clip_08", "timestamp": [ 42.57, 45.28 ], "duration": 90.66, "caption": "Two men bump fists after sharing a laugh.", "similarity": 0.6547, "relevance": 4 }, { "pair_id": 319121, "video_name": "met_s05e05_seg02_clip_15", "timestamp": [ 53.22, 56.02 ], "duration": 56.66, "caption": "Two people look at each other and smile.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 319122, "video_name": "friends_s09e10_seg02_clip_01", "timestamp": [ 93.52, 94.62 ], "duration": 110.66, "caption": "Two people look at each other and smile.", "similarity": 0.6544, "relevance": 1 }, { "pair_id": 319123, "video_name": "s09e01_seg02_clip_06", "timestamp": [ 14.11, 15.31 ], "duration": 60.66, "caption": "A woman and a man bump fist each other while sitting beside each other.", "similarity": 0.6539, "relevance": 4 }, { "pair_id": 319124, "video_name": "castle_s05e17_seg02_clip_05", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "Two men thank each other while giving a fist bump.", "similarity": 0.6495, "relevance": 4 }, { "pair_id": 319125, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 28.82, 30.11 ], "duration": 86.66, "caption": "Two people shake hands with each other.", "similarity": 0.6488, "relevance": 1 }, { "pair_id": 319127, "video_name": "friends_s02e03_seg02_clip_02", "timestamp": [ 58.28, 59.5 ], "duration": 61.66, "caption": "Two people look at each other and smiled.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 319128, "video_name": "friends_s02e15_seg02_clip_19", "timestamp": [ 52.22, 58.02 ], "duration": 58.66, "caption": "Two people start laughing while looking at each other.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 319129, "video_name": "house_s01e14_seg02_clip_01", "timestamp": [ 79.67, 80.12 ], "duration": 90.66, "caption": "Two people look at each other and they smile.", "similarity": 0.6437, "relevance": 0 }, { "pair_id": 319130, "video_name": "castle_s08e05_seg02_clip_03", "timestamp": [ 77.68, 80.47 ], "duration": 93.66, "caption": "Two people dab each other with their fists.", "similarity": 0.6404, "relevance": 4 }, { "pair_id": 319131, "video_name": "met_s06e05_seg02_clip_07", "timestamp": [ 0.0, 3.37 ], "duration": 61.66, "caption": "Two people fist bump across the table.", "similarity": 0.6393, "relevance": 4 }, { "pair_id": 319132, "video_name": "castle_s08e04_seg02_clip_26", "timestamp": [ 34.97, 40.49 ], "duration": 92.66, "caption": "Two men slap hands and then fist bump each other.", "similarity": 0.6383, "relevance": 3 }, { "pair_id": 319133, "video_name": "castle_s05e17_seg02_clip_05", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man puts his fist up to another man and they fist bump.", "similarity": 0.638, "relevance": 4 }, { "pair_id": 319134, "video_name": "friends_s03e20_seg02_clip_00", "timestamp": [ 35.66, 38.78 ], "duration": 62.66, "caption": "Two people shake hands.", "similarity": 0.6337, "relevance": 1 }, { "pair_id": 319135, "video_name": "met_s06e03_seg02_clip_11", "timestamp": [ 0.0, 1.51 ], "duration": 60.66, "caption": "A person speaks to another person as they stand facing each other and they fist bump.", "similarity": 0.6281, "relevance": 4 }, { "pair_id": 319136, "video_name": "friends_s03e05_seg02_clip_06", "timestamp": [ 17.71, 51.92 ], "duration": 60.66, "caption": "Two people try to get to know each other.", "similarity": 0.6264, "relevance": 1 }, { "pair_id": 319137, "video_name": "grey_s03e12_seg02_clip_08", "timestamp": [ 0.91, 3.64 ], "duration": 91.66, "caption": "Two people are laughing into each other and holding hands.", "similarity": 0.6262, "relevance": 1 }, { "pair_id": 319138, "video_name": "met_s06e11_seg02_clip_01", "timestamp": [ 25.89, 29.23 ], "duration": 60.66, "caption": "A woman holds her fist up and a man fist bumps her.", "similarity": 0.6237, "relevance": 3 }, { "pair_id": 319139, "video_name": "friends_s09e14_seg02_clip_01", "timestamp": [ 44.24, 52.28 ], "duration": 67.66, "caption": "Two people start laughing with their hands in the air.", "similarity": 0.6232, "relevance": 2 } ] }, { "query_id": 79472, "query": "A woman shows the picture of a man to a man.", "relevant_moment": [ { "pair_id": 5460, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.56, 81.9 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5461, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 76.12, 82.79 ], "duration": 89.66, "caption": "A woman shows the picture of a man to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5462, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 12.28, 18.19 ], "duration": 90.66, "caption": "A woman shows a piece of picture to a man.", "similarity": 0.9358, "relevance": 3 }, { "pair_id": 5463, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.9267, "relevance": 3 }, { "pair_id": 5464, "video_name": "castle_s06e18_seg02_clip_18", "timestamp": [ 55.35, 58.61 ], "duration": 93.66, "caption": "A woman shows a man a picture of a woman.", "similarity": 0.9214, "relevance": 3 }, { "pair_id": 5465, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 73.0, 77.13 ], "duration": 91.66, "caption": "A man shows a woman a picture of a woman.", "similarity": 0.918, "relevance": 2 }, { "pair_id": 5466, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 0.0, 8.14 ], "duration": 90.66, "caption": "A woman shows a picture of a man to two other people.", "similarity": 0.9119, "relevance": 4 }, { "pair_id": 5467, "video_name": "house_s07e20_seg02_clip_12", "timestamp": [ 76.01, 91.03 ], "duration": 91.66, "caption": "A man shows a woman a photo of a man.", "similarity": 0.8941, "relevance": 3 }, { "pair_id": 5468, "video_name": "castle_s05e20_seg02_clip_04", "timestamp": [ 26.11, 30.61 ], "duration": 90.66, "caption": "A woman shows the picture to the man in front of her.", "similarity": 0.8907, "relevance": 3 }, { "pair_id": 5469, "video_name": "castle_s03e12_seg02_clip_06", "timestamp": [ 66.45, 71.45 ], "duration": 91.66, "caption": "A woman takes out a picture of a man and shows it to a man.", "similarity": 0.8824, "relevance": 4 }, { "pair_id": 5470, "video_name": "castle_s07e11_seg02_clip_09", "timestamp": [ 89.57, 91.66 ], "duration": 91.66, "caption": "A man shows a woman a photograph of a woman.", "similarity": 0.8774, "relevance": 2 }, { "pair_id": 5471, "video_name": "castle_s03e03_seg02_clip_02", "timestamp": [ 20.94, 28.52 ], "duration": 89.66, "caption": "A man hands a person a picture, and the person shows it to a woman.", "similarity": 0.8739, "relevance": 2 }, { "pair_id": 5472, "video_name": "castle_s04e18_seg02_clip_16", "timestamp": [ 33.01, 43.86 ], "duration": 90.66, "caption": "A man shows a couple of photos to a woman.", "similarity": 0.8599, "relevance": 2 }, { "pair_id": 5473, "video_name": "castle_s08e08_seg02_clip_25", "timestamp": [ 0.0, 1.79 ], "duration": 89.66, "caption": "A man gives a photo of a person to a woman.", "similarity": 0.858, "relevance": 2 }, { "pair_id": 5474, "video_name": "castle_s03e13_seg02_clip_04", "timestamp": [ 53.02, 60.85 ], "duration": 86.66, "caption": "A man shows a picture of someone's friend to woman.", "similarity": 0.8567, "relevance": 3 }, { "pair_id": 5475, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 71.79, 75.75 ], "duration": 88.66, "caption": "A man shows the picture of a man to two women.", "similarity": 0.8472, "relevance": 2 }, { "pair_id": 5476, "video_name": "castle_s07e14_seg02_clip_11", "timestamp": [ 51.73, 54.0 ], "duration": 90.66, "caption": "A man shows woman a picture of a man as he speaks to her.", "similarity": 0.8419, "relevance": 3 }, { "pair_id": 5477, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 49.06, 53.56 ], "duration": 90.66, "caption": "A woman is shown a picture by a man of another woman.", "similarity": 0.8413, "relevance": 1 }, { "pair_id": 5478, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 40.49, 44.01 ], "duration": 88.66, "caption": "A woman pulls out a picture and shows it to a man.", "similarity": 0.8358, "relevance": 4 }, { "pair_id": 5479, "video_name": "castle_s07e04_seg02_clip_18", "timestamp": [ 36.22, 43.1 ], "duration": 91.66, "caption": "A woman pulls out a picture of a person to show to a man.", "similarity": 0.8334, "relevance": 4 }, { "pair_id": 178780, "video_name": "castle_s07e09_seg02_clip_16", "timestamp": [ 81.11, 90.13 ], "duration": 90.66, "caption": "A woman hands a man a picture and he shows it to two other men.", "similarity": 0.8298, "relevance": 4 }, { "pair_id": 178781, "video_name": "castle_s04e15_seg02_clip_03", "timestamp": [ 43.92, 47.09 ], "duration": 90.66, "caption": "A woman picks up a picture and shows it to a man.", "similarity": 0.8223, "relevance": 4 }, { "pair_id": 178782, "video_name": "house_s04e07_seg02_clip_03", "timestamp": [ 1.76, 3.53 ], "duration": 88.66, "caption": "A man hands a picture to a woman and she looks at it.", "similarity": 0.8215, "relevance": 2 }, { "pair_id": 178783, "video_name": "castle_s02e11_seg02_clip_07", "timestamp": [ 44.63, 50.15 ], "duration": 92.66, "caption": "A woman hands man a picture of a man.", "similarity": 0.8181, "relevance": 4 }, { "pair_id": 178784, "video_name": "castle_s08e18_seg02_clip_11", "timestamp": [ 11.83, 20.94 ], "duration": 91.66, "caption": "A man was trying to show a picture to woman.", "similarity": 0.8165, "relevance": 3 }, { "pair_id": 178785, "video_name": "castle_s07e13_seg02_clip_23", "timestamp": [ 34.98, 47.7 ], "duration": 90.66, "caption": "A woman pulls out a photo and shows it to a man.", "similarity": 0.8121, "relevance": 4 }, { "pair_id": 178786, "video_name": "castle_s05e01_seg02_clip_04", "timestamp": [ 61.68, 75.64 ], "duration": 90.66, "caption": "A man shows a woman and man an old picture of someone.", "similarity": 0.8044, "relevance": 3 }, { "pair_id": 178787, "video_name": "castle_s03e14_seg02_clip_14", "timestamp": [ 45.6, 48.89 ], "duration": 94.66, "caption": "A man hands a photo to a woman for her to look at.", "similarity": 0.8008, "relevance": 2 }, { "pair_id": 178788, "video_name": "castle_s06e21_seg02_clip_14", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A woman shows them some photographs of a man.", "similarity": 0.7983, "relevance": 1 }, { "pair_id": 178789, "video_name": "castle_s05e05_seg02_clip_22", "timestamp": [ 77.87, 90.02 ], "duration": 90.66, "caption": "A woman shows the man look-a-like a pictures as she and person spoke to him.", "similarity": 0.7922, "relevance": 4 }, { "pair_id": 178790, "video_name": "castle_s03e06_seg02_clip_19", "timestamp": [ 28.9, 37.02 ], "duration": 90.66, "caption": "A man is showing a woman and another man there are two different people on the pictures.", "similarity": 0.7922, "relevance": 3 }, { "pair_id": 178791, "video_name": "castle_s05e12_seg02_clip_22", "timestamp": [ 19.74, 23.78 ], "duration": 89.66, "caption": "A woman shows a picture to the man wearing eyeglasses.", "similarity": 0.7912, "relevance": 3 }, { "pair_id": 178792, "video_name": "castle_s04e19_seg02_clip_22", "timestamp": [ 46.42, 53.25 ], "duration": 91.66, "caption": "A woman shows a man a picture of a white male.", "similarity": 0.791, "relevance": 4 }, { "pair_id": 178793, "video_name": "castle_s03e19_seg02_clip_19", "timestamp": [ 0.0, 3.68 ], "duration": 92.66, "caption": "A woman puts a picture of a man in front of another man.", "similarity": 0.7873, "relevance": 4 }, { "pair_id": 178794, "video_name": "castle_s04e11_seg02_clip_25", "timestamp": [ 7.59, 13.84 ], "duration": 89.66, "caption": "A man hands a person a picture, and then the person hands it to a woman.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 178795, "video_name": "castle_s01e04_seg02_clip_14", "timestamp": [ 37.97, 42.95 ], "duration": 90.66, "caption": "A man shows woman a picture of a young man in a picture frame.", "similarity": 0.7866, "relevance": 4 }, { "pair_id": 178796, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 79.05, 81.3 ], "duration": 90.66, "caption": "A man is holding a picture of a woman as he hands it to another man.", "similarity": 0.7822, "relevance": 3 }, { "pair_id": 178797, "video_name": "castle_s05e06_seg02_clip_04", "timestamp": [ 55.98, 65.99 ], "duration": 91.66, "caption": "A man pulls out an old picture of a woman and shows it to her and then to another person.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 178798, "video_name": "castle_s08e20_seg02_clip_20", "timestamp": [ 20.39, 26.29 ], "duration": 90.66, "caption": "A man hands woman a photo of a man.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 178799, "video_name": "castle_s04e22_seg02_clip_14", "timestamp": [ 69.18, 76.46 ], "duration": 91.66, "caption": "A woman shows a picture to two men and one of them recognizes him.", "similarity": 0.7813, "relevance": 4 } ] }, { "query_id": 79535, "query": "A man knocks on the hotel room door and when there's no answer, he has someone open it.", "relevant_moment": [ { "pair_id": 170660, "video_name": "castle_s08e20_seg02_clip_05", "timestamp": [ 34.29, 45.42 ], "duration": 89.66, "caption": "A man knocks on the hotel room door and when there's no answer, he has someone open it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170661, "video_name": "castle_s03e19_seg02_clip_08", "timestamp": [ 59.92, 63.53 ], "duration": 90.66, "caption": "A man knocks the door then opens it without receiving an answer.", "similarity": 0.7812, "relevance": 2 }, { "pair_id": 170662, "video_name": "castle_s06e16_seg02_clip_05", "timestamp": [ 56.3, 60.08 ], "duration": 84.66, "caption": "A woman knocks on the hotel room door and a man opens it.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 170663, "video_name": "s04e03_seg02_clip_14", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A man knocks then opens the door to a person's room.", "similarity": 0.7646, "relevance": 1 }, { "pair_id": 170664, "video_name": "castle_s08e20_seg02_clip_05", "timestamp": [ 32.95, 39.63 ], "duration": 89.66, "caption": "A man knocks on the door and then requests that it be opened.", "similarity": 0.7406, "relevance": 4 }, { "pair_id": 170665, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 24.26, 34.33 ], "duration": 91.66, "caption": "A man knocks on the door and someone opens the door.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 170666, "video_name": "castle_s08e14_seg02_clip_15", "timestamp": [ 29.3, 31.92 ], "duration": 87.66, "caption": "A person is at the door of the hotel room as a man asks him to come into his room.", "similarity": 0.7247, "relevance": 1 }, { "pair_id": 170667, "video_name": "friends_s05e01_seg02_clip_08", "timestamp": [ 23.76, 26.31 ], "duration": 56.66, "caption": "A man opens both doors of the hotel room and bursts in.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 170668, "video_name": "house_s02e10_seg02_clip_17", "timestamp": [ 29.86, 32.12 ], "duration": 90.66, "caption": "A person shuts the door of a hotel room.", "similarity": 0.7226, "relevance": 1 }, { "pair_id": 170669, "video_name": "friends_s10e01_seg02_clip_05", "timestamp": [ 36.6, 38.15 ], "duration": 62.66, "caption": "A person opens the door and enters the hotel room.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 170670, "video_name": "s05e11_seg02_clip_10", "timestamp": [ 3.84, 5.9 ], "duration": 59.66, "caption": "There is a knock on the door and a man goes to open the door.", "similarity": 0.7193, "relevance": 0 }, { "pair_id": 170671, "video_name": "friends_s09e01_seg02_clip_05", "timestamp": [ 49.29, 54.3 ], "duration": 59.66, "caption": "A person opens the door and knocks as they walk into the room.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 170672, "video_name": "s02e14_seg02_clip_15", "timestamp": [ 54.92, 58.83 ], "duration": 60.66, "caption": "A man knocks on the door and a person opens the door.", "similarity": 0.7088, "relevance": 2 }, { "pair_id": 170673, "video_name": "friends_s05e01_seg02_clip_06", "timestamp": [ 57.55, 62.43 ], "duration": 65.66, "caption": "A man closes and locks a hotel room door and turns to face a woman.", "similarity": 0.708, "relevance": 1 }, { "pair_id": 170674, "video_name": "friends_s07e19_seg02_clip_04", "timestamp": [ 45.35, 49.02 ], "duration": 49.66, "caption": "A person knocks on the door and goes into the room.", "similarity": 0.7046, "relevance": 1 }, { "pair_id": 170675, "video_name": "friends_s09e23-24_seg02_clip_50", "timestamp": [ 78.77, 90.02 ], "duration": 90.66, "caption": "A man knocks on room 1202 and person opens the door.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 170676, "video_name": "friends_s05e23-24_seg02_clip_35", "timestamp": [ 29.22, 34.53 ], "duration": 59.66, "caption": "A man gets up from the floor and answers the hotel room door.", "similarity": 0.6921, "relevance": 1 }, { "pair_id": 170677, "video_name": "friends_s10e01_seg02_clip_05", "timestamp": [ 25.12, 28.84 ], "duration": 62.66, "caption": "A man walks toward the door, opens it and leaves the hotel room.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 170678, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 46.83, 49.93 ], "duration": 62.66, "caption": "A man knocks on the door and enters a man's room.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 170679, "video_name": "friends_s09e01_seg02_clip_05", "timestamp": [ 26.56, 38.07 ], "duration": 59.66, "caption": "A man opens up a door, looks inside, and then shuts it.", "similarity": 0.682, "relevance": 1 }, { "pair_id": 343980, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 15.66, 21.32 ], "duration": 87.66, "caption": "A person enters the room and shuts the door.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 343981, "video_name": "friends_s02e17_seg02_clip_12", "timestamp": [ 53.96, 58.93 ], "duration": 62.66, "caption": "A person goes to open the door but knocks instead.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 343982, "video_name": "house_s07e19_seg02_clip_20", "timestamp": [ 16.65, 18.45 ], "duration": 90.66, "caption": "A person opens the door of the room where a man sits.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 343983, "video_name": "s02e19_seg02_clip_12", "timestamp": [ 9.3, 15.61 ], "duration": 60.66, "caption": "A man got up to answer the knock on the door.", "similarity": 0.6743, "relevance": 1 }, { "pair_id": 343984, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 23.77, 30.81 ], "duration": 88.66, "caption": "A man goes to answer the door and a person is there.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 343985, "video_name": "s04e20_seg02_clip_02", "timestamp": [ 6.5, 13.01 ], "duration": 50.66, "caption": "A man knocked the door then he himself opened it and entered the room.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 343986, "video_name": "house_s02e07_seg02_clip_15", "timestamp": [ 57.52, 65.8 ], "duration": 92.66, "caption": "A man knocks on a woman's door and she opens it.", "similarity": 0.6677, "relevance": 4 }, { "pair_id": 343987, "video_name": "friends_s02e17_seg02_clip_12", "timestamp": [ 53.34, 58.62 ], "duration": 62.66, "caption": "A man starts to open the door, then stops and knocks instead.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 343988, "video_name": "castle_s08e22_seg02_clip_09", "timestamp": [ 69.72, 72.27 ], "duration": 85.66, "caption": "A person opens the door and then closes it as he/she walks into the room.", "similarity": 0.6661, "relevance": 1 }, { "pair_id": 343989, "video_name": "friends_s08e08_seg02_clip_08", "timestamp": [ 38.01, 43.81 ], "duration": 58.66, "caption": "A man gets up to answer a knock on the door.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 343990, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 52.53, 56.66 ], "duration": 59.66, "caption": "A person knocks on the door and another person opens it.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 343991, "video_name": "friends_s08e17_seg02_clip_05", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person comes into the room and closes the door.", "similarity": 0.6653, "relevance": 1 }, { "pair_id": 343992, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 15.01, 18.31 ], "duration": 60.66, "caption": "A man knocks on woman's door and she opens it.", "similarity": 0.6645, "relevance": 1 }, { "pair_id": 343993, "video_name": "friends_s09e22_seg02_clip_00", "timestamp": [ 29.59, 33.82 ], "duration": 65.66, "caption": "A person enters the room and shuts the door behind him/her.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 343994, "video_name": "friends_s06e20_seg01_clip_00", "timestamp": [ 44.76, 57.37 ], "duration": 63.66, "caption": "A man gets up and goes into his room and shuts the door.", "similarity": 0.6628, "relevance": 1 }, { "pair_id": 343995, "video_name": "friends_s10e01_seg02_clip_08", "timestamp": [ 22.81, 25.51 ], "duration": 60.66, "caption": "A man bumps their shoulder along the door as they enter a person's hotel room.", "similarity": 0.6618, "relevance": 1 }, { "pair_id": 343996, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 29.91, 32.67 ], "duration": 92.66, "caption": "A person opens the door and gets out of the room.", "similarity": 0.6617, "relevance": 2 }, { "pair_id": 343997, "video_name": "castle_s06e16_seg02_clip_21", "timestamp": [ 45.75, 50.74 ], "duration": 90.66, "caption": "A person opens the door and walks into the hotel room.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 343998, "video_name": "castle_s08e05_seg02_clip_14", "timestamp": [ 27.51, 32.01 ], "duration": 90.66, "caption": "A man takes a key a person used to try to unlock a door.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 343999, "video_name": "friends_s05e01_seg02_clip_06", "timestamp": [ 53.0, 60.15 ], "duration": 65.66, "caption": "A man enters his hotel room and a woman follows him inside as he locks the door.", "similarity": 0.6615, "relevance": 1 } ] }, { "query_id": 79546, "query": "A person leans over and turns off the heart beat monitor.", "relevant_moment": [ { "pair_id": 101760, "video_name": "grey_s01e04_seg02_clip_21", "timestamp": [ 85.17, 90.62 ], "duration": 99.66, "caption": "A person leans over and turns off the heart beat monitor.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 101761, "video_name": "house_s01e07_seg02_clip_11", "timestamp": [ 12.83, 19.7 ], "duration": 91.66, "caption": "A person turns off the television monitor that is in the room.", "similarity": 0.6646, "relevance": 3 }, { "pair_id": 101762, "video_name": "grey_s03e08_seg02_clip_15", "timestamp": [ 3.19, 4.55 ], "duration": 91.66, "caption": "Patient moves their finger with the heart beat monitor on it.", "similarity": 0.6439, "relevance": 0 }, { "pair_id": 101763, "video_name": "house_s07e04_seg02_clip_21", "timestamp": [ 4.3, 12.47 ], "duration": 86.66, "caption": "A man unplugs the pacemaker wires and the patient's heart monitor shows her heartbeat normalizing.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 101764, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 48.67, 53.53 ], "duration": 88.66, "caption": "A person puts on their stethoscope and listens to someone's heart.", "similarity": 0.6291, "relevance": 2 }, { "pair_id": 101765, "video_name": "grey_s03e17_seg02_clip_12", "timestamp": [ 4.45, 15.58 ], "duration": 89.66, "caption": "A woman takes off her stethoscope and listens to the heart.", "similarity": 0.6149, "relevance": 2 }, { "pair_id": 101766, "video_name": "house_s02e23_seg02_clip_06", "timestamp": [ 0.0, 5.62 ], "duration": 86.66, "caption": "A man presses a button and looks at the heart on the monitor.", "similarity": 0.6051, "relevance": 1 }, { "pair_id": 101767, "video_name": "house_s05e06_seg02_clip_12", "timestamp": [ 37.03, 46.97 ], "duration": 90.66, "caption": "A heart monitor starts beeping in a patient's room.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 101768, "video_name": "grey_s02e13_seg02_clip_04", "timestamp": [ 48.43, 52.15 ], "duration": 93.66, "caption": "A person places stethoscope on someone's chest and listens to their heart.", "similarity": 0.5966, "relevance": 3 }, { "pair_id": 101769, "video_name": "grey_s01e06_seg02_clip_18", "timestamp": [ 0.0, 25.66 ], "duration": 90.66, "caption": "A person is pressing up and down on a open patient's heart.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 101770, "video_name": "house_s06e21_seg02_clip_23", "timestamp": [ 88.94, 97.26 ], "duration": 104.66, "caption": "A person listens to the patient's heart as they are laying down.", "similarity": 0.5937, "relevance": 2 }, { "pair_id": 101771, "video_name": "house_s07e07_seg02_clip_19", "timestamp": [ 14.04, 17.95 ], "duration": 78.66, "caption": "A person turns away from someone to look at a patient's monitor.", "similarity": 0.5883, "relevance": 2 }, { "pair_id": 101772, "video_name": "house_s02e10_seg02_clip_05", "timestamp": [ 14.34, 17.48 ], "duration": 89.66, "caption": "A man puts on his stethoscope and leans forward.", "similarity": 0.5853, "relevance": 3 }, { "pair_id": 101773, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 4.08, 8.61 ], "duration": 90.66, "caption": "A person is listening to his patient's chest then takes off his stethoscope.", "similarity": 0.583, "relevance": 2 }, { "pair_id": 101774, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 1.53, 5.8 ], "duration": 61.66, "caption": "A person turns off the TV and stands up.", "similarity": 0.5796, "relevance": 0 }, { "pair_id": 101775, "video_name": "house_s06e08_seg02_clip_15", "timestamp": [ 32.05, 34.72 ], "duration": 89.66, "caption": "A woman is leaning on the patient's monitors.", "similarity": 0.5758, "relevance": 1 }, { "pair_id": 101776, "video_name": "castle_s02e20_seg02_clip_22", "timestamp": [ 53.79, 56.44 ], "duration": 88.66, "caption": "A woman leans over the desk and turns off the recorder.", "similarity": 0.574, "relevance": 2 }, { "pair_id": 101777, "video_name": "house_s03e22_seg02_clip_15", "timestamp": [ 72.02, 77.42 ], "duration": 90.66, "caption": "Dr. person places the pulseox on his finger and checks his heart rate.", "similarity": 0.5715, "relevance": 2 }, { "pair_id": 101779, "video_name": "house_s01e05_seg02_clip_00", "timestamp": [ 72.17, 76.36 ], "duration": 93.66, "caption": "A person looks down at their watch and turns around.", "similarity": 0.5688, "relevance": 0 } ] }, { "query_id": 79555, "query": "A person looks down at their watch and walks out.", "relevant_moment": [ { "pair_id": 155000, "video_name": "grey_s01e04_seg02_clip_22", "timestamp": [ 12.6, 19.2 ], "duration": 120.66, "caption": "A person looks down at their watch and walks out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155001, "video_name": "house_s01e05_seg02_clip_00", "timestamp": [ 72.17, 76.36 ], "duration": 93.66, "caption": "A person looks down at their watch and turns around.", "similarity": 0.7693, "relevance": 4 }, { "pair_id": 155002, "video_name": "friends_s10e12_seg02_clip_08", "timestamp": [ 21.46, 26.67 ], "duration": 61.66, "caption": "A woman looks at her watch and walks away.", "similarity": 0.7669, "relevance": 4 }, { "pair_id": 155003, "video_name": "met_s06e08_seg02_clip_16", "timestamp": [ 3.98, 9.17 ], "duration": 27.66, "caption": "A person looks at watch, motions at man, and then walks out of doorway.", "similarity": 0.7363, "relevance": 4 }, { "pair_id": 155004, "video_name": "house_s05e01_seg02_clip_23", "timestamp": [ 68.87, 70.67 ], "duration": 90.66, "caption": "A person looks down at their watch while in front of someone.", "similarity": 0.7351, "relevance": 3 }, { "pair_id": 155005, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 20.48, 23.59 ], "duration": 89.66, "caption": "A person looks down to check their watch for the time.", "similarity": 0.733, "relevance": 3 }, { "pair_id": 155006, "video_name": "s06e19_seg02_clip_01", "timestamp": [ 18.89, 23.91 ], "duration": 59.66, "caption": "A person checks looks at their watch and leaves the room.", "similarity": 0.7089, "relevance": 4 }, { "pair_id": 155007, "video_name": "castle_s04e07_seg02_clip_25", "timestamp": [ 18.36, 19.7 ], "duration": 89.66, "caption": "A person looks at their watch and then puts their arm down.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 155008, "video_name": "s04e07_seg02_clip_11", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A person looks down to his hand and walks out of the office.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 155009, "video_name": "house_s07e15_seg02_clip_07", "timestamp": [ 0.0, 2.35 ], "duration": 94.66, "caption": "A man walks around while looking at his watch.", "similarity": 0.691, "relevance": 3 }, { "pair_id": 155010, "video_name": "house_s03e15_seg02_clip_02", "timestamp": [ 4.6, 6.9 ], "duration": 115.66, "caption": "A person walks away from a man while he looks on.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 155011, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 84.2, 87.88 ], "duration": 92.66, "caption": "A person watches someone walk out the door.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 155012, "video_name": "s06e08_seg01_clip_00", "timestamp": [ 37.45, 40.33 ], "duration": 96.66, "caption": "A man looks at his watch as he sees a person walk out of the cafeteria.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 155013, "video_name": "castle_s05e01_seg02_clip_25", "timestamp": [ 17.81, 20.92 ], "duration": 89.66, "caption": "A woman looks down and then at person as he is walking away from her.", "similarity": 0.6813, "relevance": 2 }, { "pair_id": 155014, "video_name": "s02e18_seg02_clip_00", "timestamp": [ 4.65, 10.86 ], "duration": 62.66, "caption": "A person is pacing back and forth looking at his watch.", "similarity": 0.681, "relevance": 3 }, { "pair_id": 155015, "video_name": "friends_s10e06_seg02_clip_04", "timestamp": [ 51.32, 53.12 ], "duration": 60.66, "caption": "A man looks down at his watch as he gets up from his chair.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 155016, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 7.05, 12.69 ], "duration": 94.66, "caption": "A person walks out of the room while another person watches.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 155017, "video_name": "s05e12_seg02_clip_14", "timestamp": [ 4.2, 7.0 ], "duration": 56.66, "caption": "A person takes out his pocketwatch and looks at the time.", "similarity": 0.6654, "relevance": 3 }, { "pair_id": 155018, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 15.85, 17.01 ], "duration": 77.66, "caption": "A person towards and walks out of the room.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 155019, "video_name": "s07e11_seg02_clip_01", "timestamp": [ 0.0, 7.13 ], "duration": 62.66, "caption": "A person walks into the apartment then looks at their watch.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 328320, "video_name": "friends_s01e22_seg02_clip_14", "timestamp": [ 45.26, 47.87 ], "duration": 58.66, "caption": "A woman looks at her watch then stands up from out of a chair.", "similarity": 0.6604, "relevance": 3 }, { "pair_id": 328321, "video_name": "house_s02e20_seg02_clip_06", "timestamp": [ 22.7, 24.48 ], "duration": 89.66, "caption": "A person takes a moment to look at their watch.", "similarity": 0.6603, "relevance": 3 }, { "pair_id": 328322, "video_name": "friends_s02e07_seg02_clip_04", "timestamp": [ 6.3, 18.61 ], "duration": 60.66, "caption": "A woman looks down at her watch and leaves the cafe.", "similarity": 0.6518, "relevance": 4 }, { "pair_id": 328323, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 16.53, 18.89 ], "duration": 59.66, "caption": "A man comes out of from the hallway looking at his watch.", "similarity": 0.6512, "relevance": 3 }, { "pair_id": 328324, "video_name": "house_s06e13_seg02_clip_10", "timestamp": [ 28.53, 32.67 ], "duration": 92.66, "caption": "A woman looks at her watch and then rushes off.", "similarity": 0.6491, "relevance": 4 }, { "pair_id": 328325, "video_name": "castle_s02e07_seg02_clip_08", "timestamp": [ 49.45, 55.63 ], "duration": 103.66, "caption": "A person walks away from someone while he/she turns to look at him/her.", "similarity": 0.6471, "relevance": 1 }, { "pair_id": 328326, "video_name": "house_s02e11_seg02_clip_14", "timestamp": [ 0.0, 5.61 ], "duration": 93.66, "caption": "A person is looking at their watch while they did not let others talk.", "similarity": 0.6451, "relevance": 2 }, { "pair_id": 328327, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 54.31, 61.03 ], "duration": 61.66, "caption": "A person decides to get up out of their seat and walks away.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 328328, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 14.62, 86.02 ], "duration": 86.66, "caption": "A man looks at his watch and puts his arm down.", "similarity": 0.6415, "relevance": 1 }, { "pair_id": 328329, "video_name": "castle_s05e10_seg02_clip_20", "timestamp": [ 0.45, 2.72 ], "duration": 90.66, "caption": "A person lifts up their arm and looks at their watch.", "similarity": 0.641, "relevance": 2 }, { "pair_id": 328330, "video_name": "house_s05e20_seg02_clip_14", "timestamp": [ 59.67, 73.13 ], "duration": 89.66, "caption": "A person looks confused at another person and then walks away.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 328331, "video_name": "house_s01e19_seg02_clip_02", "timestamp": [ 19.82, 20.71 ], "duration": 88.66, "caption": "A man looks down at his watch on his wrist.", "similarity": 0.6383, "relevance": 3 }, { "pair_id": 328332, "video_name": "friends_s03e21_seg02_clip_13", "timestamp": [ 18.04, 21.35 ], "duration": 60.66, "caption": "A person looks at his watch while he's standing by the door.", "similarity": 0.6374, "relevance": 3 }, { "pair_id": 328333, "video_name": "house_s05e01_seg02_clip_18", "timestamp": [ 30.37, 35.89 ], "duration": 92.66, "caption": "A woman looks down and walks out of person's hospital room.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 328334, "video_name": "house_s07e06_seg02_clip_19", "timestamp": [ 82.38, 86.02 ], "duration": 91.66, "caption": "A person walks away from someone but looks back and says something as they leave.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 328335, "video_name": "house_s08e01_seg02_clip_15", "timestamp": [ 21.89, 23.0 ], "duration": 74.66, "caption": "A person appears to be looking down at something.", "similarity": 0.6338, "relevance": 0 }, { "pair_id": 328336, "video_name": "met_s06e08_seg02_clip_16", "timestamp": [ 3.36, 4.89 ], "duration": 27.66, "caption": "A person looks at the watch on their wrist.", "similarity": 0.6329, "relevance": 2 }, { "pair_id": 328337, "video_name": "castle_s08e05_seg02_clip_05", "timestamp": [ 43.62, 47.3 ], "duration": 91.66, "caption": "A person exits an elevator and walks out of sight.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 328338, "video_name": "grey_s03e15_seg02_clip_00", "timestamp": [ 57.68, 60.47 ], "duration": 93.66, "caption": "A woman looks back at a man as he's walking out.", "similarity": 0.6323, "relevance": 2 }, { "pair_id": 328339, "video_name": "house_s03e22_seg02_clip_04", "timestamp": [ 33.23, 36.42 ], "duration": 91.66, "caption": "A person looks off to their side and then gets up to leave.", "similarity": 0.632, "relevance": 2 } ] }, { "query_id": 79576, "query": "A man takes samples from person's very dirty home.", "relevant_moment": [ { "pair_id": 217480, "video_name": "friends_s02e15_seg02_clip_18", "timestamp": [ 0.32, 4.8 ], "duration": 64.66, "caption": "A man checks what drink someone wants while setting down their skin.", "similarity": 0.5048, "relevance": 2 }, { "pair_id": 217481, "video_name": "house_s08e06_seg02_clip_10", "timestamp": [ 9.8, 16.67 ], "duration": 98.66, "caption": "A person approached a man, grabbed their urine sample, and then drank it.", "similarity": 0.5044, "relevance": 2 }, { "pair_id": 217482, "video_name": "house_s06e19_seg02_clip_21", "timestamp": [ 14.18, 22.41 ], "duration": 91.66, "caption": "A man puts the patient's sample in his coffee cup.", "similarity": 0.5014, "relevance": 2 }, { "pair_id": 217483, "video_name": "house_s05e07_seg02_clip_13", "timestamp": [ 46.07, 50.0 ], "duration": 98.66, "caption": "A person takes a specimen, puts it in a cup, and passes it to man.", "similarity": 0.5006, "relevance": 1 }, { "pair_id": 217484, "video_name": "house_s02e05_seg02_clip_07", "timestamp": [ 10.69, 12.03 ], "duration": 89.66, "caption": "A man pours liquid into a sample cup in someone's room.", "similarity": 0.4988, "relevance": 2 }, { "pair_id": 217485, "video_name": "s09e06_seg01_clip_00", "timestamp": [ 1.24, 7.13 ], "duration": 62.66, "caption": "A person comes in the lab where a man is working.", "similarity": 0.4974, "relevance": 1 }, { "pair_id": 217486, "video_name": "s10e08_seg02_clip_10", "timestamp": [ 22.81, 27.91 ], "duration": 60.66, "caption": "A person comes in to clean someone's office at work.", "similarity": 0.4968, "relevance": 1 }, { "pair_id": 217487, "video_name": "house_s03e03_seg02_clip_23", "timestamp": [ 67.44, 93.03 ], "duration": 93.66, "caption": "A man puts some red dye onto a sample and it lights up on the screen.", "similarity": 0.4963, "relevance": 2 }, { "pair_id": 217488, "video_name": "s08e01_seg02_clip_01", "timestamp": [ 6.3, 10.5 ], "duration": 60.66, "caption": "A person asks a man to bring him clothes and a bathroom utensil.", "similarity": 0.4924, "relevance": 0 }, { "pair_id": 217489, "video_name": "s07e17_seg02_clip_09", "timestamp": [ 42.18, 45.59 ], "duration": 62.66, "caption": "A woman sets down some lab samples as a man walks into the room.", "similarity": 0.492, "relevance": 2 }, { "pair_id": 217490, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 17.52, 24.87 ], "duration": 113.66, "caption": "A man extracts some liquid from a patient using a syringe.", "similarity": 0.4906, "relevance": 3 }, { "pair_id": 217491, "video_name": "s08e23_seg02_clip_16", "timestamp": [ 10.36, 13.12 ], "duration": 46.66, "caption": "A man dips a cleaning brush into a bucket of water.", "similarity": 0.4883, "relevance": 3 }, { "pair_id": 217492, "video_name": "house_s08e02_seg02_clip_05", "timestamp": [ 41.86, 93.03 ], "duration": 93.66, "caption": "A person goes through items in the room looking for drugs.", "similarity": 0.487, "relevance": 2 }, { "pair_id": 217493, "video_name": "friends_s06e02_seg02_clip_11", "timestamp": [ 0.0, 6.52 ], "duration": 59.66, "caption": "A man is getting his stuff together to move out and another man asks who owns the dish cleaning liquid.", "similarity": 0.4863, "relevance": 3 }, { "pair_id": 217494, "video_name": "castle_s07e11_seg02_clip_09", "timestamp": [ 9.19, 12.4 ], "duration": 91.66, "caption": "A man in laboratory coat tries to grab a document from a person.", "similarity": 0.4862, "relevance": 2 }, { "pair_id": 217495, "video_name": "friends_s01e05_seg02_clip_11", "timestamp": [ 16.23, 22.72 ], "duration": 59.66, "caption": "A man picks up a box of laundry detergent clumsily.", "similarity": 0.486, "relevance": 3 }, { "pair_id": 217496, "video_name": "s07e22_seg02_clip_01", "timestamp": [ 20.36, 25.38 ], "duration": 59.66, "caption": "A person brushes off a man's attempt to check on him.", "similarity": 0.4828, "relevance": 1 }, { "pair_id": 217497, "video_name": "s10e03_seg02_clip_11", "timestamp": [ 11.41, 48.32 ], "duration": 60.66, "caption": "A man is cleaning a small piece of equipment with a rag.", "similarity": 0.481, "relevance": 2 }, { "pair_id": 217498, "video_name": "s08e19_seg02_clip_18", "timestamp": [ 40.02, 43.54 ], "duration": 64.66, "caption": "A person picks up a marker, uncaps it, and sniffs it.", "similarity": 0.4801, "relevance": 3 }, { "pair_id": 217499, "video_name": "s05e21_seg02_clip_05", "timestamp": [ 10.65, 17.4 ], "duration": 71.66, "caption": "A man dumps the contents from the container onto the bed in front of a person.", "similarity": 0.4767, "relevance": 2 } ] }, { "query_id": 79593, "query": "A male patient was laughing while talking to some medical professionals.", "relevant_moment": [ { "pair_id": 700, "video_name": "house_s02e20_seg02_clip_02", "timestamp": [ 0.0, 5.04 ], "duration": 56.66, "caption": "A male patient was laughing while talking to some medical professionals.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 701, "video_name": "house_s03e03_seg02_clip_20", "timestamp": [ 0.0, 18.27 ], "duration": 83.66, "caption": "The patient was talking to a man and some doctors.", "similarity": 0.7521, "relevance": 2 }, { "pair_id": 702, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 703, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.7323, "relevance": 0 }, { "pair_id": 704, "video_name": "house_s05e11_seg02_clip_06", "timestamp": [ 13.97, 16.22 ], "duration": 90.66, "caption": "A man and another doctor laugh at what a man has said.", "similarity": 0.7311, "relevance": 2 }, { "pair_id": 705, "video_name": "house_s08e12_seg02_clip_14", "timestamp": [ 0.0, 22.42 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 706, "video_name": "house_s07e12_seg02_clip_12", "timestamp": [ 0.0, 26.97 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 707, "video_name": "house_s07e05_seg02_clip_20", "timestamp": [ 59.61, 87.02 ], "duration": 87.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 708, "video_name": "house_s07e03_seg02_clip_13", "timestamp": [ 50.09, 90.25 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 709, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 0.0, 23.53 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 710, "video_name": "house_s06e09_seg02_clip_06", "timestamp": [ 72.11, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 711, "video_name": "house_s06e03_seg02_clip_12", "timestamp": [ 66.62, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 712, "video_name": "house_s06e01_seg02_clip_13", "timestamp": [ 0.0, 40.81 ], "duration": 96.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 713, "video_name": "house_s05e18_seg02_clip_02", "timestamp": [ 56.47, 90.35 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 715, "video_name": "house_s05e10_seg02_clip_17", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 716, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 43.69, 91.03 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 717, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 0.0, 34.59 ], "duration": 91.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 718, "video_name": "house_s03e22_seg02_clip_24", "timestamp": [ 0.0, 21.51 ], "duration": 86.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 719, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 47.85, 92.03 ], "duration": 92.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174020, "video_name": "house_s03e15_seg02_clip_01", "timestamp": [ 0.0, 22.26 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174021, "video_name": "house_s02e22_seg02_clip_24", "timestamp": [ 0.0, 53.6 ], "duration": 94.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174022, "video_name": "house_s02e04_seg02_clip_06", "timestamp": [ 70.02, 90.34 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174023, "video_name": "house_s01e10_seg02_clip_25", "timestamp": [ 55.19, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 174024, "video_name": "house_s01e09_seg02_clip_17", "timestamp": [ 0.0, 12.98 ], "duration": 92.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174025, "video_name": "grey_s03e03_seg02_clip_17", "timestamp": [ 42.95, 57.56 ], "duration": 88.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174026, "video_name": "grey_s03e02_seg02_clip_13", "timestamp": [ 0.0, 27.51 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174027, "video_name": "grey_s02e21_seg02_clip_08", "timestamp": [ 53.57, 96.33 ], "duration": 103.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174028, "video_name": "grey_s02e21_seg02_clip_08", "timestamp": [ 0.0, 43.27 ], "duration": 103.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 174029, "video_name": "grey_s02e14_seg02_clip_19", "timestamp": [ 68.1, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174030, "video_name": "grey_s02e14_seg02_clip_19", "timestamp": [ 39.62, 59.65 ], "duration": 89.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174031, "video_name": "grey_s02e14_seg02_clip_18", "timestamp": [ 0.0, 17.6 ], "duration": 88.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 174032, "video_name": "grey_s02e14_seg02_clip_03", "timestamp": [ 0.0, 53.61 ], "duration": 87.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174033, "video_name": "grey_s02e11_seg02_clip_20", "timestamp": [ 55.19, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 174034, "video_name": "grey_s02e08_seg02_clip_09", "timestamp": [ 0.0, 30.46 ], "duration": 87.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174035, "video_name": "grey_s02e02_seg02_clip_18", "timestamp": [ 0.0, 29.17 ], "duration": 81.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174036, "video_name": "grey_s02e01_seg02_clip_19", "timestamp": [ 61.15, 77.1 ], "duration": 88.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174037, "video_name": "grey_s01e09_seg02_clip_09", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174038, "video_name": "grey_s01e08_seg02_clip_08", "timestamp": [ 0.0, 29.01 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 174039, "video_name": "grey_s01e05_seg02_clip_01", "timestamp": [ 12.69, 52.56 ], "duration": 90.66, "caption": "A man is having a conversation with a patient.", "similarity": 0.731, "relevance": 2 } ] }, { "query_id": 79655, "query": "A man gets up from a table and walks around during their meeting.", "relevant_moment": [ { "pair_id": 1040, "video_name": "friends_s03e24_seg02_clip_01", "timestamp": [ 10.07, 17.09 ], "duration": 61.66, "caption": "A man gets up from a table and walks around during their meeting.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1041, "video_name": "grey_s01e01_seg02_clip_14", "timestamp": [ 17.1, 20.71 ], "duration": 90.66, "caption": "A man walks around the table at the meeting.", "similarity": 0.8731, "relevance": 3 }, { "pair_id": 1042, "video_name": "s02e17_seg02_clip_12", "timestamp": [ 32.88, 38.77 ], "duration": 62.66, "caption": "A man stands up from the table and walks over to another person's table.", "similarity": 0.7529, "relevance": 2 }, { "pair_id": 1043, "video_name": "castle_s08e14_seg02_clip_22", "timestamp": [ 32.49, 47.63 ], "duration": 89.66, "caption": "A man gets up from his table and walks away after talking to another person.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 1044, "video_name": "friends_s02e01_seg02_clip_17", "timestamp": [ 3.71, 7.98 ], "duration": 57.66, "caption": "A man gets up from the table and walks over to another man.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 1045, "video_name": "s05e15_seg02_clip_02", "timestamp": [ 35.4, 39.36 ], "duration": 61.66, "caption": "A person stands up from the table and walks over to a man.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 1046, "video_name": "friends_s04e05_seg02_clip_16", "timestamp": [ 44.03, 48.62 ], "duration": 54.66, "caption": "A man gets up from the table and walks off.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 1047, "video_name": "friends_s10e16_seg02_clip_07", "timestamp": [ 2.4, 4.8 ], "duration": 60.66, "caption": "A man gets up from the table to walk over to a woman.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 1048, "video_name": "castle_s08e21_seg02_clip_06", "timestamp": [ 28.59, 33.95 ], "duration": 89.66, "caption": "A man walks over to the table while talking to another person.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 1049, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 18.04, 20.69 ], "duration": 88.66, "caption": "A man stands up from his seat in their meeting table.", "similarity": 0.7232, "relevance": 3 }, { "pair_id": 1050, "video_name": "house_s05e02_seg02_clip_02", "timestamp": [ 20.48, 33.71 ], "duration": 85.66, "caption": "A man walks up to the table and he and another man have a conversation.", "similarity": 0.7162, "relevance": 0 }, { "pair_id": 1051, "video_name": "friends_s08e19_seg02_clip_00", "timestamp": [ 23.83, 30.85 ], "duration": 61.66, "caption": "A person walks over to a man's table to take his order.", "similarity": 0.7143, "relevance": 0 }, { "pair_id": 1052, "video_name": "house_s05e08_seg02_clip_13", "timestamp": [ 77.1, 84.16 ], "duration": 94.66, "caption": "A man stands up from the table and walks out the room.", "similarity": 0.7088, "relevance": 3 }, { "pair_id": 1053, "video_name": "friends_s07e17_seg02_clip_14", "timestamp": [ 41.64, 42.52 ], "duration": 59.66, "caption": "A man walks over to two people's table.", "similarity": 0.7078, "relevance": 0 }, { "pair_id": 1054, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 39.92, 58.66 ], "duration": 58.66, "caption": "Some people approach the table and talk with a man.", "similarity": 0.7073, "relevance": 1 }, { "pair_id": 1055, "video_name": "met_s06e12_seg02_clip_08", "timestamp": [ 4.2, 7.5 ], "duration": 60.66, "caption": "A man walks up to the table at which some people are all sitting.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 1056, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 45.02, 49.22 ], "duration": 60.66, "caption": "A person walks over to some people's table.", "similarity": 0.6928, "relevance": 1 }, { "pair_id": 1057, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 12.92, 17.91 ], "duration": 58.66, "caption": "A man gets up from the table and walks away.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 1058, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 6.43, 11.99 ], "duration": 58.66, "caption": "A man walks to the table and asks to see someone.", "similarity": 0.6908, "relevance": 0 }, { "pair_id": 1059, "video_name": "house_s06e16_seg02_clip_15", "timestamp": [ 16.97, 24.13 ], "duration": 53.66, "caption": "A man comes down from the table and walks up to a woman.", "similarity": 0.6906, "relevance": 2 } ] }, { "query_id": 79664, "query": "A man brings a cup of coffee to a woman, who's sitting in an armchair, and then sits down on the arm of the couch next to a person.", "relevant_moment": [ { "pair_id": 1720, "video_name": "friends_s03e24_seg02_clip_00", "timestamp": [ 2.79, 7.75 ], "duration": 62.66, "caption": "A man brings a cup of coffee to a woman, who's sitting in an armchair, and then sits down on the arm of the couch next to a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1721, "video_name": "castle_s05e16_seg02_clip_01", "timestamp": [ 22.26, 30.27 ], "duration": 89.66, "caption": "A woman brings a man a cup of coffee and sits beside him.", "similarity": 0.8387, "relevance": 2 }, { "pair_id": 1722, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 39.46, 43.52 ], "duration": 58.66, "caption": "A man hands a woman a cup of coffee as he sits in the sofa beside her.", "similarity": 0.8308, "relevance": 2 }, { "pair_id": 1723, "video_name": "friends_s08e11_seg02_clip_00", "timestamp": [ 26.79, 30.57 ], "duration": 63.66, "caption": "A woman brings her coffee over to the cafe couch and sits with man.", "similarity": 0.8209, "relevance": 1 }, { "pair_id": 1724, "video_name": "friends_s05e04_seg02_clip_03", "timestamp": [ 38.45, 50.65 ], "duration": 61.66, "caption": "A woman sits down on the couch next to a man with a cup of coffee.", "similarity": 0.812, "relevance": 1 }, { "pair_id": 1725, "video_name": "castle_s02e23_seg02_clip_21", "timestamp": [ 17.74, 21.29 ], "duration": 88.66, "caption": "A man brings a cup of coffee and sits down with woman and man.", "similarity": 0.8087, "relevance": 1 }, { "pair_id": 1726, "video_name": "house_s07e22_seg02_clip_20", "timestamp": [ 0.0, 4.42 ], "duration": 88.66, "caption": "A man gives a cup of coffee to a woman.", "similarity": 0.8075, "relevance": 2 }, { "pair_id": 1727, "video_name": "castle_s03e08_seg02_clip_10", "timestamp": [ 58.15, 61.81 ], "duration": 91.66, "caption": "A man gives a cup of coffee to a woman.", "similarity": 0.8075, "relevance": 2 }, { "pair_id": 1728, "video_name": "friends_s01e22_seg02_clip_17", "timestamp": [ 25.53, 31.2 ], "duration": 63.66, "caption": "A woman brings a cup of coffee to a man.", "similarity": 0.8071, "relevance": 1 }, { "pair_id": 1729, "video_name": "castle_s05e08_seg02_clip_16", "timestamp": [ 36.41, 37.32 ], "duration": 91.66, "caption": "A woman hands a cup to a man with both hands as they sit next to each other on the couch.", "similarity": 0.8008, "relevance": 1 }, { "pair_id": 1730, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 86.02, 91.03 ], "duration": 91.66, "caption": "A man brings cups of coffee to a woman and another woman.", "similarity": 0.7971, "relevance": 2 }, { "pair_id": 1731, "video_name": "castle_s02e15_seg02_clip_02", "timestamp": [ 65.41, 69.52 ], "duration": 91.66, "caption": "A man gives coffee to a woman.", "similarity": 0.7938, "relevance": 2 }, { "pair_id": 1732, "video_name": "castle_s02e01_seg02_clip_20", "timestamp": [ 42.51, 46.34 ], "duration": 85.66, "caption": "A person takes a drink of his coffee cup as he sits beside a woman.", "similarity": 0.7896, "relevance": 0 }, { "pair_id": 1733, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 64.42, 74.54 ], "duration": 92.66, "caption": "A man sits down at a table across from a woman with two cups of coffee in his hands and she takes one.", "similarity": 0.7857, "relevance": 2 }, { "pair_id": 1734, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 54.47, 60.32 ], "duration": 90.66, "caption": "A woman hands a man a cup of coffee and sits down beside him.", "similarity": 0.7795, "relevance": 3 }, { "pair_id": 1735, "video_name": "grey_s03e09_seg02_clip_01", "timestamp": [ 8.08, 12.85 ], "duration": 73.66, "caption": "A woman takes man's coffee from him and then sits down with it.", "similarity": 0.7709, "relevance": 1 }, { "pair_id": 1736, "video_name": "house_s06e10_seg02_clip_16", "timestamp": [ 54.92, 60.32 ], "duration": 90.66, "caption": "A woman hands a man a cup of coffee and sits down.", "similarity": 0.7701, "relevance": 3 }, { "pair_id": 1737, "video_name": "castle_s05e15_seg02_clip_25", "timestamp": [ 44.11, 45.91 ], "duration": 90.66, "caption": "A man takes a cup of coffee from a woman.", "similarity": 0.7658, "relevance": 0 }, { "pair_id": 1738, "video_name": "friends_s10e15_seg02_clip_03", "timestamp": [ 52.44, 56.66 ], "duration": 56.66, "caption": "A man walks into the coffee shop and sits down next to woman on the couch.", "similarity": 0.765, "relevance": 1 }, { "pair_id": 1739, "video_name": "castle_s02e20_seg02_clip_10", "timestamp": [ 0.0, 6.8 ], "duration": 85.66, "caption": "A man sits down, gives woman a cup of coffee, and goes to take a sip of his before being interrupted by woman.", "similarity": 0.7648, "relevance": 2 } ] }, { "query_id": 79741, "query": "A woman picks up a pamphlet from the table in front of her.", "relevant_moment": [ { "pair_id": 4880, "video_name": "friends_s10e02_seg02_clip_02", "timestamp": [ 24.01, 27.01 ], "duration": 60.66, "caption": "A woman picks up a pamphlet from the table in front of her.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 4881, "video_name": "friends_s03e22_seg02_clip_19", "timestamp": [ 44.29, 50.85 ], "duration": 82.66, "caption": "A woman picks up a pamphlet off the coffee table.", "similarity": 0.8646, "relevance": 4 }, { "pair_id": 4882, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A woman picks up the book from on the table.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 4883, "video_name": "grey_s03e22_seg02_clip_04", "timestamp": [ 76.72, 78.53 ], "duration": 90.66, "caption": "A woman picks up the book from the counter.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 4884, "video_name": "castle_s05e14_seg02_clip_14", "timestamp": [ 81.0, 82.81 ], "duration": 90.66, "caption": "A woman picked up a book as she stood from the table.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 4886, "video_name": "castle_s02e08_seg02_clip_16", "timestamp": [ 60.83, 68.43 ], "duration": 89.66, "caption": "A woman picks up a pen and signs the document on the table in front of her.", "similarity": 0.6634, "relevance": 2 }, { "pair_id": 4887, "video_name": "friends_s07e13_seg02_clip_04", "timestamp": [ 6.41, 9.46 ], "duration": 61.66, "caption": "A person in a dark jacket points to a pamphlet and another person picks it up.", "similarity": 0.656, "relevance": 3 }, { "pair_id": 4888, "video_name": "friends_s10e02_seg02_clip_02", "timestamp": [ 33.61, 37.52 ], "duration": 60.66, "caption": "A woman opens a pamphlet as she talks to two other people.", "similarity": 0.6505, "relevance": 3 }, { "pair_id": 4889, "video_name": "met_s03e08_seg02_clip_01", "timestamp": [ 3.84, 6.2 ], "duration": 59.66, "caption": "A woman picks up a magazine from the end table to her right.", "similarity": 0.6494, "relevance": 3 }, { "pair_id": 4890, "video_name": "s04e13_seg02_clip_09", "timestamp": [ 0.0, 4.41 ], "duration": 63.66, "caption": "A woman is sitting on a bed with a pamphlet in her hands.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 4891, "video_name": "friends_s08e08_seg02_clip_08", "timestamp": [ 9.86, 13.93 ], "duration": 58.66, "caption": "A woman picks up an artifact from the table.", "similarity": 0.647, "relevance": 3 }, { "pair_id": 4892, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 26.11, 28.51 ], "duration": 60.66, "caption": "A woman picks up a magazine from the coffee table.", "similarity": 0.6462, "relevance": 4 }, { "pair_id": 4893, "video_name": "friends_s01e16-17_seg02_clip_24", "timestamp": [ 31.49, 33.82 ], "duration": 58.66, "caption": "A woman picks up the tab from the table.", "similarity": 0.6426, "relevance": 1 }, { "pair_id": 4894, "video_name": "friends_s06e11_seg02_clip_14", "timestamp": [ 10.51, 12.36 ], "duration": 61.66, "caption": "A woman picks up a stack of letters from a table.", "similarity": 0.6364, "relevance": 3 }, { "pair_id": 4895, "video_name": "friends_s03e22_seg02_clip_19", "timestamp": [ 44.7, 48.39 ], "duration": 82.66, "caption": "A woman reaches onto the table to pick up a piece of paper.", "similarity": 0.6353, "relevance": 4 }, { "pair_id": 4896, "video_name": "friends_s01e19_seg02_clip_01", "timestamp": [ 20.94, 27.51 ], "duration": 62.66, "caption": "A woman picks up a magazine, refolds it and sets it down on another part of the table.", "similarity": 0.6315, "relevance": 4 }, { "pair_id": 4897, "video_name": "castle_s05e08_seg02_clip_15", "timestamp": [ 70.22, 78.32 ], "duration": 90.66, "caption": "The woman agent takes a seat and begins to read a pamphlet.", "similarity": 0.6263, "relevance": 2 }, { "pair_id": 4898, "video_name": "friends_s02e21_seg02_clip_03", "timestamp": [ 6.09, 26.98 ], "duration": 58.66, "caption": "A woman picks up a newspaper from the table, reads aloud from it, and then sets it down.", "similarity": 0.623, "relevance": 3 }, { "pair_id": 4899, "video_name": "castle_s05e05_seg02_clip_22", "timestamp": [ 9.9, 13.95 ], "duration": 90.66, "caption": "A person picks up a magazine from the table and shows it to woman.", "similarity": 0.6227, "relevance": 2 }, { "pair_id": 178200, "video_name": "friends_s09e16_seg02_clip_10", "timestamp": [ 32.07, 34.09 ], "duration": 57.66, "caption": "A woman picks up a wooden object from the table.", "similarity": 0.6209, "relevance": 3 }, { "pair_id": 178201, "video_name": "castle_s06e09_seg02_clip_21", "timestamp": [ 60.77, 63.92 ], "duration": 90.66, "caption": "A woman picks up a white pen from the table.", "similarity": 0.62, "relevance": 3 }, { "pair_id": 178202, "video_name": "friends_s08e02_seg02_clip_02", "timestamp": [ 6.67, 7.54 ], "duration": 58.66, "caption": "A woman picks a tiny package up off the table.", "similarity": 0.6197, "relevance": 3 }, { "pair_id": 178203, "video_name": "s05e19_seg02_clip_14", "timestamp": [ 34.74, 40.63 ], "duration": 62.66, "caption": "A person hands someone a booklet which she looks through.", "similarity": 0.6187, "relevance": 1 }, { "pair_id": 178204, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 67.17, 70.14 ], "duration": 85.66, "caption": "A woman picks up the paper from the table and stands up.", "similarity": 0.6178, "relevance": 2 }, { "pair_id": 178205, "video_name": "castle_s08e13_seg02_clip_02", "timestamp": [ 81.57, 83.38 ], "duration": 90.66, "caption": "A woman picks up an evidence bag from a table.", "similarity": 0.6145, "relevance": 3 }, { "pair_id": 178206, "video_name": "castle_s02e06_seg02_clip_04", "timestamp": [ 23.43, 29.18 ], "duration": 88.66, "caption": "A woman looks at a college pamphlet and flips through it.", "similarity": 0.6144, "relevance": 3 }, { "pair_id": 178207, "video_name": "friends_s03e02_seg02_clip_15", "timestamp": [ 11.41, 22.51 ], "duration": 60.66, "caption": "A woman picks up the things on the table and organizes them.", "similarity": 0.6122, "relevance": 3 }, { "pair_id": 178208, "video_name": "friends_s09e03_seg02_clip_07", "timestamp": [ 35.86, 36.98 ], "duration": 56.66, "caption": "A woman picks up the water bottle from the table.", "similarity": 0.6118, "relevance": 3 }, { "pair_id": 178209, "video_name": "friends_s09e21_seg02_clip_00", "timestamp": [ 29.6, 32.04 ], "duration": 61.66, "caption": "A woman picks up a paper from the counter.", "similarity": 0.6101, "relevance": 4 }, { "pair_id": 178210, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 43.9, 47.92 ], "duration": 67.66, "caption": "A person picks up a book and shows it to a woman.", "similarity": 0.6097, "relevance": 3 }, { "pair_id": 178211, "video_name": "friends_s05e20_seg02_clip_09", "timestamp": [ 20.66, 24.79 ], "duration": 59.66, "caption": "A woman picks something up from the coffee table and puts it in her pocket.", "similarity": 0.6026, "relevance": 3 }, { "pair_id": 178212, "video_name": "friends_s05e18_seg02_clip_17", "timestamp": [ 1.8, 3.9 ], "duration": 60.66, "caption": "A woman flips her pamphlet book shut while seated.", "similarity": 0.6025, "relevance": 2 }, { "pair_id": 178213, "video_name": "met_s02e14_seg02_clip_06", "timestamp": [ 31.2, 34.57 ], "duration": 61.66, "caption": "A woman picks up the papers in front of her and gives them an organizing tap.", "similarity": 0.6011, "relevance": 3 }, { "pair_id": 178214, "video_name": "castle_s07e06_seg02_clip_06", "timestamp": [ 74.78, 81.01 ], "duration": 89.66, "caption": "A woman points towards a person's book on the coffee table and a person bends down to pick it up.", "similarity": 0.6006, "relevance": 2 }, { "pair_id": 178215, "video_name": "friends_s04e13_seg02_clip_15", "timestamp": [ 36.02, 38.12 ], "duration": 60.66, "caption": "A woman picks up a pen and notepad from the table.", "similarity": 0.6005, "relevance": 3 }, { "pair_id": 178216, "video_name": "castle_s02e18_seg02_clip_02", "timestamp": [ 10.25, 11.48 ], "duration": 82.66, "caption": "A woman picks up something by her gloved hand.", "similarity": 0.5998, "relevance": 1 }, { "pair_id": 178217, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 22.04, 25.72 ], "duration": 91.66, "caption": "A woman picks up a newspaper and hands it to person.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 178218, "video_name": "grey_s02e02_seg02_clip_04", "timestamp": [ 34.45, 42.69 ], "duration": 97.66, "caption": "A woman walks up and picks up a piece of paper to read.", "similarity": 0.5969, "relevance": 3 }, { "pair_id": 178219, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 48.38, 51.17 ], "duration": 62.66, "caption": "A woman picks her pocketbook up and puts it over her shoulder.", "similarity": 0.5965, "relevance": 3 } ] }, { "query_id": 79790, "query": "A woman steps down from the raised platform at the store.", "relevant_moment": [ { "pair_id": 151620, "video_name": "friends_s07e17_seg02_clip_02", "timestamp": [ 9.61, 10.23 ], "duration": 62.66, "caption": "A woman steps down from the raised platform at the store.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 151621, "video_name": "friends_s09e22_seg02_clip_13", "timestamp": [ 44.57, 60.64 ], "duration": 60.66, "caption": "A woman marches off into the store behind woman.", "similarity": 0.6102, "relevance": 1 }, { "pair_id": 151622, "video_name": "s07e13_seg02_clip_16", "timestamp": [ 10.72, 14.41 ], "duration": 67.66, "caption": "A woman enters the store and walks over to the counter.", "similarity": 0.6018, "relevance": 1 }, { "pair_id": 151623, "video_name": "castle_s04e11_seg02_clip_18", "timestamp": [ 72.31, 74.54 ], "duration": 89.66, "caption": "A woman holds another woman's hand as she steps down from a platform.", "similarity": 0.5718, "relevance": 3 }, { "pair_id": 151624, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 38.14, 41.19 ], "duration": 61.66, "caption": "A man and a woman gets down to the stairs of a store.", "similarity": 0.5707, "relevance": 3 }, { "pair_id": 151625, "video_name": "castle_s03e01_seg02_clip_08", "timestamp": [ 29.41, 32.13 ], "duration": 90.66, "caption": "A woman walked out from a place and went upstairs.", "similarity": 0.5639, "relevance": 0 }, { "pair_id": 151626, "video_name": "castle_s06e19_seg02_clip_17", "timestamp": [ 63.0, 67.7 ], "duration": 94.66, "caption": "A woman comes downs the stairs and walks over to the counter.", "similarity": 0.5631, "relevance": 0 }, { "pair_id": 151627, "video_name": "friends_s07e03_seg02_clip_12", "timestamp": [ 35.7, 37.53 ], "duration": 61.66, "caption": "A woman hops down to a lower platform of the boat.", "similarity": 0.5621, "relevance": 0 }, { "pair_id": 151628, "video_name": "s02e02_seg02_clip_12", "timestamp": [ 5.4, 9.6 ], "duration": 60.66, "caption": "A woman walks up the stairs and comes around the 3rd floor landing.", "similarity": 0.552, "relevance": 0 }, { "pair_id": 151629, "video_name": "s06e19_seg01_clip_00", "timestamp": [ 44.35, 52.41 ], "duration": 62.66, "caption": "A woman steps into the shoes on the floor.", "similarity": 0.5493, "relevance": 0 }, { "pair_id": 151630, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 0.89, 4.01 ], "duration": 89.66, "caption": "A woman comes down the steps with a folder in her right hand.", "similarity": 0.544, "relevance": 2 }, { "pair_id": 151631, "video_name": "s02e20_seg02_clip_00", "timestamp": [ 3.47, 8.19 ], "duration": 63.66, "caption": "A woman walks up the stairs and stops in front of the elevator.", "similarity": 0.539, "relevance": 0 }, { "pair_id": 151632, "video_name": "met_s06e21_seg02_clip_01", "timestamp": [ 43.94, 46.08 ], "duration": 61.66, "caption": "A woman looks through the garments at a store.", "similarity": 0.5371, "relevance": 1 }, { "pair_id": 151633, "video_name": "castle_s08e18_seg02_clip_17", "timestamp": [ 87.43, 95.03 ], "duration": 95.66, "caption": "A woman opens the door to stairwell and walks up the staircase.", "similarity": 0.5368, "relevance": 0 }, { "pair_id": 151634, "video_name": "s04e22_seg02_clip_01", "timestamp": [ 56.79, 62.4 ], "duration": 66.66, "caption": "A woman walks up the staircase in an apartment building.", "similarity": 0.5357, "relevance": 0 }, { "pair_id": 151636, "video_name": "castle_s02e05_seg02_clip_02", "timestamp": [ 32.53, 34.78 ], "duration": 90.66, "caption": "A person steps down from on top of the ladder.", "similarity": 0.5346, "relevance": 0 }, { "pair_id": 151637, "video_name": "s04e16_seg02_clip_08", "timestamp": [ 22.73, 31.58 ], "duration": 59.66, "caption": "A woman puts a step stool at the door before she opens it.", "similarity": 0.5284, "relevance": 0 }, { "pair_id": 151638, "video_name": "castle_s08e08_seg02_clip_12", "timestamp": [ 22.2, 28.22 ], "duration": 75.66, "caption": "A woman enters the stairwell and runs up the steps.", "similarity": 0.5283, "relevance": 0 }, { "pair_id": 151639, "video_name": "s02e02_seg02_clip_10", "timestamp": [ 1.22, 4.58 ], "duration": 61.66, "caption": "A woman walks to the top of the stairs.", "similarity": 0.5266, "relevance": 0 } ] }, { "query_id": 79842, "query": "A person walks to be closer to the patient.", "relevant_moment": [ { "pair_id": 207060, "video_name": "house_s03e14_seg02_clip_10", "timestamp": [ 1.35, 5.87 ], "duration": 90.66, "caption": "A man walks around to the front of the patient.", "similarity": 0.7608, "relevance": 4 }, { "pair_id": 207061, "video_name": "house_s08e22_seg02_clip_09", "timestamp": [ 19.14, 23.59 ], "duration": 89.66, "caption": "A person walks to a machine while talking to a patient.", "similarity": 0.7604, "relevance": 3 }, { "pair_id": 207062, "video_name": "house_s01e12_seg02_clip_05", "timestamp": [ 7.33, 10.78 ], "duration": 86.66, "caption": "A person walks in through the glass door and towards the patient.", "similarity": 0.7602, "relevance": 4 }, { "pair_id": 207063, "video_name": "house_s04e16_seg02_clip_09", "timestamp": [ 42.23, 46.45 ], "duration": 76.66, "caption": "A man walks over to the patient to help person move her over.", "similarity": 0.7597, "relevance": 4 }, { "pair_id": 207064, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 72.91, 77.09 ], "duration": 92.66, "caption": "A person walks to a patient's doorway and leans against the doorframe.", "similarity": 0.7594, "relevance": 4 }, { "pair_id": 207065, "video_name": "house_s01e04_seg02_clip_05", "timestamp": [ 27.43, 29.77 ], "duration": 58.66, "caption": "A person walks forward to talk to the patient's family.", "similarity": 0.7553, "relevance": 3 }, { "pair_id": 207066, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 16.15, 20.91 ], "duration": 95.66, "caption": "A person walks through a hospital with someone following.", "similarity": 0.7512, "relevance": 3 }, { "pair_id": 207067, "video_name": "house_s04e05_seg02_clip_21", "timestamp": [ 40.52, 46.89 ], "duration": 91.66, "caption": "A person walks out of the patient's room and approaches another person.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 207068, "video_name": "house_s08e01_seg02_clip_13", "timestamp": [ 37.73, 40.03 ], "duration": 92.66, "caption": "A person walks away from another person and the patient.", "similarity": 0.7488, "relevance": 3 }, { "pair_id": 207069, "video_name": "house_s02e23_seg02_clip_03", "timestamp": [ 72.62, 76.58 ], "duration": 88.66, "caption": "A person walks towards a doctor while having a conversation with him/her.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 207070, "video_name": "grey_s01e09_seg02_clip_15", "timestamp": [ 83.28, 92.03 ], "duration": 92.66, "caption": "A person puts on some gloves and walks over to the patient.", "similarity": 0.7451, "relevance": 4 }, { "pair_id": 207071, "video_name": "house_s06e08_seg02_clip_15", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A person was closer to their patient as they are getting treatment in a chair.", "similarity": 0.7426, "relevance": 4 }, { "pair_id": 207072, "video_name": "house_s05e08_seg02_clip_24", "timestamp": [ 83.73, 92.93 ], "duration": 184.66, "caption": "A person walks with the patient's family through the hospital.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 207073, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 36.46, 40.96 ], "duration": 90.66, "caption": "A person walks in the patient room with the help of a cane.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 207074, "video_name": "house_s07e07_seg02_clip_13", "timestamp": [ 47.09, 60.3 ], "duration": 88.66, "caption": "A person looks at the patient's feet then looks up and leaves.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 207075, "video_name": "house_s02e12_seg02_clip_04", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A person walks forward while asking who harmed the patient.", "similarity": 0.7292, "relevance": 4 }, { "pair_id": 207076, "video_name": "house_s03e20_seg02_clip_21", "timestamp": [ 47.01, 50.3 ], "duration": 94.66, "caption": "A man steps closer to the patient in their room.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 207077, "video_name": "grey_s02e11_seg02_clip_24", "timestamp": [ 22.46, 35.49 ], "duration": 89.66, "caption": "While a person is watching a patient, a man walks in and stands behind him.", "similarity": 0.7275, "relevance": 4 }, { "pair_id": 207078, "video_name": "house_s05e10_seg02_clip_20", "timestamp": [ 13.51, 17.53 ], "duration": 73.66, "caption": "A man walks in front of the patient and talks to them.", "similarity": 0.7267, "relevance": 4 }, { "pair_id": 207079, "video_name": "house_s01e16_seg02_clip_22", "timestamp": [ 50.85, 66.46 ], "duration": 89.66, "caption": "A person is watching a patient when two other people walk up behind him.", "similarity": 0.7261, "relevance": 4 } ] }, { "query_id": 79846, "query": "A person walks into the kitchen and over to the refrigerator.", "relevant_moment": [ { "pair_id": 29320, "video_name": "grey_s03e19_seg02_clip_00", "timestamp": [ 22.33, 26.98 ], "duration": 93.66, "caption": "A person walks into the kitchen and over to the refrigerator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 29321, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 45.87, 51.17 ], "duration": 53.66, "caption": "A person walks into the kitchen and opens the refrigerator.", "similarity": 0.9133, "relevance": 4 }, { "pair_id": 29322, "video_name": "s01e01_seg02_clip_06", "timestamp": [ 0.58, 6.09 ], "duration": 58.66, "caption": "A person walks across the living room to the kitchen and opens the refrigerator door.", "similarity": 0.8689, "relevance": 4 }, { "pair_id": 29323, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 33.07, 41.34 ], "duration": 57.66, "caption": "A person gets up and walks into the kitchen.", "similarity": 0.8432, "relevance": 3 }, { "pair_id": 29324, "video_name": "friends_s04e18_seg02_clip_03", "timestamp": [ 6.3, 12.01 ], "duration": 60.66, "caption": "A man walks into the kitchen and opens the refrigerator.", "similarity": 0.8284, "relevance": 3 }, { "pair_id": 29325, "video_name": "castle_s07e11_seg02_clip_00", "timestamp": [ 15.64, 20.71 ], "duration": 92.66, "caption": "A person picks up a kitchen towel and walks over to the fridge.", "similarity": 0.8265, "relevance": 3 }, { "pair_id": 29326, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 20.95, 28.63 ], "duration": 59.66, "caption": "A woman walks into the kitchen and opens the refrigerator.", "similarity": 0.8209, "relevance": 3 }, { "pair_id": 29327, "video_name": "friends_s09e21_seg02_clip_12", "timestamp": [ 51.7, 56.58 ], "duration": 65.66, "caption": "A man walks into the kitchen and opens the fridge.", "similarity": 0.8205, "relevance": 4 }, { "pair_id": 29328, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 44.7, 51.85 ], "duration": 59.66, "caption": "A man walks into the kitchen and opens the fridge, then stands in front of it.", "similarity": 0.8198, "relevance": 2 }, { "pair_id": 29329, "video_name": "s07e17_seg01_clip_00", "timestamp": [ 51.43, 55.53 ], "duration": 91.66, "caption": "A person gets up from the floor and goes to the kitchen to open the fridge.", "similarity": 0.8168, "relevance": 3 }, { "pair_id": 29330, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 3.47, 7.25 ], "duration": 63.66, "caption": "A person walks from the kitchen into the living room.", "similarity": 0.8135, "relevance": 2 }, { "pair_id": 29331, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8113, "relevance": 2 }, { "pair_id": 29332, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 29333, "video_name": "s04e24_seg02_clip_00", "timestamp": [ 18.28, 24.58 ], "duration": 63.66, "caption": "A person gets up and heads to the fridge in person's kitchen.", "similarity": 0.8111, "relevance": 4 }, { "pair_id": 29334, "video_name": "s02e10_seg01_clip_02", "timestamp": [ 23.59, 35.16 ], "duration": 89.66, "caption": "A person walks over to the refrigerator and opens the door and gestures towards the inside of it.", "similarity": 0.8091, "relevance": 3 }, { "pair_id": 29335, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 64.87, 73.37 ], "duration": 89.66, "caption": "A man walks to the kitchen and opens the refrigerator door.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 29336, "video_name": "house_s06e08_seg02_clip_11", "timestamp": [ 84.16, 86.98 ], "duration": 94.66, "caption": "A person gets up from the couch and walks into the kitchen.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 29337, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 48.62, 54.62 ], "duration": 60.66, "caption": "A woman stands up, walks to the kitchen and opens the fridge.", "similarity": 0.803, "relevance": 4 }, { "pair_id": 29338, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A person walks to the refrigerator and opens door.", "similarity": 0.7992, "relevance": 4 }, { "pair_id": 29339, "video_name": "s08e23_seg02_clip_10", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man walks into the kitchen and opens the refrigerator door.", "similarity": 0.7988, "relevance": 4 }, { "pair_id": 202640, "video_name": "s01e04_seg02_clip_14", "timestamp": [ 39.02, 54.32 ], "duration": 60.66, "caption": "A woman walks into the kitchen and then puts the half and half back in the fridge.", "similarity": 0.7968, "relevance": 4 }, { "pair_id": 202641, "video_name": "s09e06_seg02_clip_01", "timestamp": [ 18.61, 23.41 ], "duration": 60.66, "caption": "A person walks from the kitchen to the living room.", "similarity": 0.7966, "relevance": 1 }, { "pair_id": 202642, "video_name": "friends_s03e08_seg02_clip_12", "timestamp": [ 9.3, 11.48 ], "duration": 62.66, "caption": "A person walks from the kitchen to the living room.", "similarity": 0.7966, "relevance": 1 }, { "pair_id": 202643, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 0.0, 14.71 ], "duration": 60.66, "caption": "A person walks from the kitchen to the living room.", "similarity": 0.7966, "relevance": 1 }, { "pair_id": 202645, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 22.79, 26.14 ], "duration": 67.66, "caption": "A man comes walking into a kitchen where another person is sitting and walks to the refrigerator.", "similarity": 0.7942, "relevance": 4 }, { "pair_id": 202647, "video_name": "s05e12_seg01_clip_00", "timestamp": [ 28.22, 43.73 ], "duration": 62.66, "caption": "A person walks into the room, stops to say something, and walks over to the fridge.", "similarity": 0.7899, "relevance": 2 }, { "pair_id": 202648, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 36.82, 43.54 ], "duration": 64.66, "caption": "A person walks toward the fridge and opens it.", "similarity": 0.7857, "relevance": 2 }, { "pair_id": 202649, "video_name": "s01e02_seg02_clip_06", "timestamp": [ 48.92, 54.32 ], "duration": 60.66, "caption": "A person walks through the hallway and into the kitchen.", "similarity": 0.7849, "relevance": 2 }, { "pair_id": 202650, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 26.11, 31.51 ], "duration": 60.66, "caption": "A person walks from one room to another and opens the refrigerator.", "similarity": 0.7839, "relevance": 4 }, { "pair_id": 202651, "video_name": "s04e02_seg01_clip_02", "timestamp": [ 9.85, 13.34 ], "duration": 41.66, "caption": "A person walks over to someone in the kitchen.", "similarity": 0.7784, "relevance": 3 }, { "pair_id": 202652, "video_name": "s03e05_seg01_clip_01", "timestamp": [ 26.11, 31.04 ], "duration": 58.66, "caption": "A person stands up and walks over to the refrigerator.", "similarity": 0.7784, "relevance": 4 }, { "pair_id": 202653, "video_name": "s07e14_seg02_clip_01", "timestamp": [ 13.21, 17.71 ], "duration": 60.66, "caption": "A person walks into the kitchen and opens the refrigerator to cry into it.", "similarity": 0.7771, "relevance": 4 }, { "pair_id": 202654, "video_name": "met_s02e10_seg02_clip_11", "timestamp": [ 52.58, 56.55 ], "duration": 61.66, "caption": "A person gets up from the couch and walks to the kitchen.", "similarity": 0.7759, "relevance": 1 }, { "pair_id": 202655, "video_name": "s02e02_seg02_clip_00", "timestamp": [ 46.69, 48.52 ], "duration": 61.66, "caption": "A person walks over and looks in the fridge.", "similarity": 0.7747, "relevance": 1 }, { "pair_id": 202656, "video_name": "s03e18_seg02_clip_02", "timestamp": [ 24.66, 33.94 ], "duration": 58.66, "caption": "A person stands up from the couch and walks into the kitchen.", "similarity": 0.7742, "relevance": 2 }, { "pair_id": 202657, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 22.21, 37.22 ], "duration": 60.66, "caption": "A person walks over to the refrigerator and takes out a drink.", "similarity": 0.7739, "relevance": 4 }, { "pair_id": 202658, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 29.11, 33.92 ], "duration": 60.66, "caption": "A person gets up and goes to the fridge.", "similarity": 0.7725, "relevance": 4 }, { "pair_id": 202659, "video_name": "s03e06_seg02_clip_13", "timestamp": [ 38.72, 46.82 ], "duration": 60.66, "caption": "A person walks from person's front door to the kitchen and opens then shuts the refrigerator door.", "similarity": 0.7645, "relevance": 4 } ] }, { "query_id": 79873, "query": "A person turns off the TV and stands up.", "relevant_moment": [ { "pair_id": 35160, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 1.53, 5.8 ], "duration": 61.66, "caption": "A person turns off the TV and stands up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 35161, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 15.2, 16.44 ], "duration": 62.66, "caption": "A person turns off the TV using the remote control.", "similarity": 0.8046, "relevance": 3 }, { "pair_id": 35162, "video_name": "friends_s09e16_seg02_clip_03", "timestamp": [ 17.99, 23.57 ], "duration": 62.66, "caption": "A person puts down the TV guide and turns off the TV.", "similarity": 0.7984, "relevance": 3 }, { "pair_id": 35163, "video_name": "house_s01e07_seg02_clip_11", "timestamp": [ 12.83, 19.7 ], "duration": 91.66, "caption": "A person turns off the television monitor that is in the room.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 35164, "video_name": "house_s04e13_seg02_clip_15", "timestamp": [ 84.94, 86.7 ], "duration": 88.66, "caption": "A person uses his/her cane to turn off the TV.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 35165, "video_name": "house_s01e07_seg02_clip_11", "timestamp": [ 15.02, 18.66 ], "duration": 91.66, "caption": "A person turns off the television in his/her office.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 35166, "video_name": "castle_s05e17_seg02_clip_03", "timestamp": [ 29.06, 35.41 ], "duration": 90.66, "caption": "A man stands up when the tv turns on and plays a video.", "similarity": 0.7379, "relevance": 1 }, { "pair_id": 35167, "video_name": "s07e21_seg02_clip_06", "timestamp": [ 13.65, 17.37 ], "duration": 62.66, "caption": "A person grabs the remote control and turns off the television.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 35168, "video_name": "s09e07_seg02_clip_16", "timestamp": [ 4.49, 7.02 ], "duration": 39.66, "caption": "A person was sitting at the couch whilst turning off the TV.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 35169, "video_name": "s06e06_seg01_clip_00", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A person picks up a remote and turns off a TV and then sets it down on a chair.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 35170, "video_name": "friends_s04e07_seg02_clip_21", "timestamp": [ 25.92, 29.83 ], "duration": 71.66, "caption": "A man walks over to turn off the TV.", "similarity": 0.708, "relevance": 3 }, { "pair_id": 35171, "video_name": "friends_s02e14_seg02_clip_12", "timestamp": [ 9.3, 14.41 ], "duration": 60.66, "caption": "A person walks into the living room and turns off the TV.", "similarity": 0.7067, "relevance": 3 }, { "pair_id": 35172, "video_name": "friends_s08e19_seg02_clip_04", "timestamp": [ 51.79, 57.07 ], "duration": 62.66, "caption": "A man picks up a remote and turns off the TV.", "similarity": 0.7023, "relevance": 3 }, { "pair_id": 35173, "video_name": "friends_s03e23_seg02_clip_07", "timestamp": [ 8.85, 11.9 ], "duration": 61.66, "caption": "A person walked towards the television and turned its power on.", "similarity": 0.7011, "relevance": 2 }, { "pair_id": 35174, "video_name": "friends_s09e04_seg02_clip_20", "timestamp": [ 7.8, 12.91 ], "duration": 60.66, "caption": "A person uses the remote to turn on the TV.", "similarity": 0.6985, "relevance": 2 }, { "pair_id": 35175, "video_name": "friends_s02e07_seg02_clip_14", "timestamp": [ 46.08, 61.03 ], "duration": 61.66, "caption": "A person walks in the door and over to the TV to turn off the TV.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 35176, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 50.75, 55.88 ], "duration": 57.66, "caption": "A man turns off the TV and sits the remote down.", "similarity": 0.6805, "relevance": 3 }, { "pair_id": 35177, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 8.82, 38.99 ], "duration": 92.66, "caption": "A person is standing on a chair pressing the button on a tv and with a remote in his hand.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 35179, "video_name": "friends_s09e04_seg02_clip_09", "timestamp": [ 0.0, 5.36 ], "duration": 63.66, "caption": "A person picks up the remote and turns on the television.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 208480, "video_name": "castle_s05e13_seg02_clip_26", "timestamp": [ 82.13, 86.29 ], "duration": 119.66, "caption": "A woman turns the TV off and puts the remote down.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 208481, "video_name": "house_s03e16_seg02_clip_22", "timestamp": [ 38.23, 42.78 ], "duration": 91.66, "caption": "A person turns on the television waking up two other people.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 208482, "video_name": "s04e15_seg02_clip_10", "timestamp": [ 5.27, 7.13 ], "duration": 62.66, "caption": "A man lifts the remote control and turns off the TV.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 208483, "video_name": "s07e04_seg02_clip_14", "timestamp": [ 35.4, 37.84 ], "duration": 61.66, "caption": "A woman picks up the TV remote and turns off the TV.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 208484, "video_name": "met_s06e03_seg02_clip_14", "timestamp": [ 67.2, 68.42 ], "duration": 89.66, "caption": "A woman picks up the TV remote and turns off the TV.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 208485, "video_name": "house_s03e22_seg02_clip_19", "timestamp": [ 48.16, 51.76 ], "duration": 90.66, "caption": "A man uses the end of his cane to turn off a television.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 208486, "video_name": "friends_s02e12-13_seg02_clip_15", "timestamp": [ 8.22, 12.04 ], "duration": 58.66, "caption": "A woman picks up the television remote and turns the television off.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 208487, "video_name": "friends_s03e14_seg02_clip_19", "timestamp": [ 41.91, 44.86 ], "duration": 59.66, "caption": "A woman turns off the TV and turns to talk to another person.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 208488, "video_name": "s07e16_seg02_clip_02", "timestamp": [ 34.17, 37.82 ], "duration": 56.66, "caption": "A person points the wand at the television to turn it on and off.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 208489, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 48.19, 54.74 ], "duration": 57.66, "caption": "A man grabs the remote control and turns off the television.", "similarity": 0.6507, "relevance": 3 }, { "pair_id": 208490, "video_name": "house_s03e22_seg02_clip_19", "timestamp": [ 46.81, 50.41 ], "duration": 90.66, "caption": "A person picks up his Cane and uses the tip of it to turn off the television he was watching.", "similarity": 0.6501, "relevance": 3 }, { "pair_id": 208491, "video_name": "castle_s07e05_seg02_clip_13", "timestamp": [ 23.98, 31.5 ], "duration": 94.66, "caption": "A woman turns off the TV and starts talking to the staff.", "similarity": 0.6477, "relevance": 3 }, { "pair_id": 208492, "video_name": "friends_s01e16-17_seg02_clip_31", "timestamp": [ 0.85, 4.52 ], "duration": 56.66, "caption": "A woman picks up the remote control and turns the TV off.", "similarity": 0.6459, "relevance": 3 }, { "pair_id": 208494, "video_name": "friends_s01e09_seg02_clip_18", "timestamp": [ 49.22, 50.42 ], "duration": 60.66, "caption": "A woman uses the remote control to turn off the television.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 208495, "video_name": "friends_s05e04_seg02_clip_11", "timestamp": [ 6.3, 10.4 ], "duration": 63.66, "caption": "A person reaches out their arm to see if it's on TV.", "similarity": 0.6395, "relevance": 2 }, { "pair_id": 208496, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 21.97, 24.41 ], "duration": 61.66, "caption": "A person points their remote towards the TV and then sits up.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 208497, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 7.26, 8.58 ], "duration": 66.66, "caption": "A person gets up off the sofa and stands.", "similarity": 0.6384, "relevance": 3 }, { "pair_id": 208498, "video_name": "castle_s05e02_seg02_clip_26", "timestamp": [ 1.5, 7.5 ], "duration": 150.66, "caption": "A person walks up to the tv that is mounted above and manually turns up the volume.", "similarity": 0.6381, "relevance": 2 }, { "pair_id": 208499, "video_name": "house_s04e09_seg02_clip_00", "timestamp": [ 30.95, 33.68 ], "duration": 91.66, "caption": "Dr. person grabs the remote off the couch and turns off the TV.", "similarity": 0.6368, "relevance": 2 } ] }, { "query_id": 79915, "query": "A man throws his arms out to his sides as he walks into the room.", "relevant_moment": [ { "pair_id": 164820, "video_name": "castle_s05e18_seg02_clip_13", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A man throws his arms out to his sides as he walks into the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164821, "video_name": "house_s03e16_seg02_clip_20", "timestamp": [ 6.24, 8.07 ], "duration": 73.66, "caption": "A man throw a thing and get out of the room.", "similarity": 0.7517, "relevance": 4 }, { "pair_id": 164822, "video_name": "friends_s09e15_seg02_clip_06", "timestamp": [ 59.87, 61.15 ], "duration": 64.66, "caption": "A man throws out his arms in a quick shrug and looks aside to his left.", "similarity": 0.7201, "relevance": 3 }, { "pair_id": 164823, "video_name": "s02e04_seg02_clip_04", "timestamp": [ 7.41, 12.26 ], "duration": 57.66, "caption": "A man puts his arm around a person and they walk out of the room together.", "similarity": 0.7163, "relevance": 3 }, { "pair_id": 164824, "video_name": "met_s03e17_seg02_clip_08", "timestamp": [ 38.17, 42.72 ], "duration": 60.66, "caption": "A man walks into the apartment and throws his hands up by the doorway.", "similarity": 0.6978, "relevance": 3 }, { "pair_id": 164825, "video_name": "friends_s10e02_seg02_clip_19", "timestamp": [ 2.84, 5.36 ], "duration": 63.66, "caption": "A man turns around and walks out of the room.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 164828, "video_name": "grey_s02e04_seg02_clip_09", "timestamp": [ 3.79, 9.68 ], "duration": 84.66, "caption": "A man walks in and then walks out of the room.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 164831, "video_name": "grey_s03e16_seg02_clip_22", "timestamp": [ 26.41, 30.81 ], "duration": 88.66, "caption": "A man walks out of the room after touching another man's shoulder.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 164832, "video_name": "house_s02e16_seg02_clip_09", "timestamp": [ 0.0, 6.44 ], "duration": 18.66, "caption": "A man walks into the room and moves their hand in circles.", "similarity": 0.6655, "relevance": 3 }, { "pair_id": 164834, "video_name": "grey_s02e01_seg02_clip_03", "timestamp": [ 0.9, 8.55 ], "duration": 90.66, "caption": "A man walks into the room.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 164835, "video_name": "met_s06e17_seg02_clip_03", "timestamp": [ 37.49, 48.38 ], "duration": 60.66, "caption": "A woman walks into her room and puts her arms around a man.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 164837, "video_name": "friends_s01e02_seg02_clip_11", "timestamp": [ 38.72, 44.12 ], "duration": 60.66, "caption": "A man puts his arm around a woman as they exit the room.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 338140, "video_name": "friends_s08e06_seg02_clip_14", "timestamp": [ 16.7, 23.01 ], "duration": 63.66, "caption": "A man walks out of the room to get another person to come into the room.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 338141, "video_name": "castle_s06e02_seg02_clip_08", "timestamp": [ 62.57, 66.17 ], "duration": 90.66, "caption": "A man walks into the room another person is in and taps on his shoulder.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 338142, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 65.35, 72.92 ], "duration": 108.66, "caption": "A man walks over to the door and walks out of the room.", "similarity": 0.6276, "relevance": 3 }, { "pair_id": 338143, "video_name": "s01e03_seg02_clip_14", "timestamp": [ 32.11, 34.22 ], "duration": 60.66, "caption": "A man walks past a person and out of the room.", "similarity": 0.6276, "relevance": 3 }, { "pair_id": 338144, "video_name": "s06e08_seg02_clip_04", "timestamp": [ 46.34, 47.22 ], "duration": 59.66, "caption": "A man throws his hand up as he turns away from the door.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 338145, "video_name": "grey_s02e18_seg02_clip_05", "timestamp": [ 28.9, 39.62 ], "duration": 93.66, "caption": "A man walks out of the room and a woman puts her face in her hands.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 338146, "video_name": "house_s08e14_seg02_clip_10", "timestamp": [ 20.03, 23.67 ], "duration": 91.66, "caption": "A person starts to walk out of a man's room but turns around.", "similarity": 0.6246, "relevance": 3 }, { "pair_id": 338147, "video_name": "s03e10_seg02_clip_04", "timestamp": [ 39.38, 47.7 ], "duration": 64.66, "caption": "A man walks into the dining room with his arm around woman.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 338148, "video_name": "friends_s06e09_seg02_clip_09", "timestamp": [ 16.18, 21.13 ], "duration": 66.66, "caption": "A man walks out and exit the room they are currently in.", "similarity": 0.6231, "relevance": 3 }, { "pair_id": 338149, "video_name": "friends_s08e01_seg02_clip_19", "timestamp": [ 32.96, 37.53 ], "duration": 61.66, "caption": "A woman walks into the room and grabs a man's arm.", "similarity": 0.6231, "relevance": 3 }, { "pair_id": 338150, "video_name": "s09e17_seg02_clip_09", "timestamp": [ 14.41, 15.91 ], "duration": 60.66, "caption": "A woman throws her arms up in the air as she turns around to leave the room.", "similarity": 0.6227, "relevance": 2 }, { "pair_id": 338151, "video_name": "friends_s03e21_seg02_clip_08", "timestamp": [ 20.11, 25.51 ], "duration": 60.66, "caption": "A man uncrosses his arms in front of another man and walks toward his room.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 338152, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 16.89, 17.7 ], "duration": 27.66, "caption": "A man extends his arm out and points across the room.", "similarity": 0.6222, "relevance": 2 }, { "pair_id": 338153, "video_name": "castle_s02e21_seg02_clip_14", "timestamp": [ 35.06, 38.21 ], "duration": 89.66, "caption": "A man runs into the room and gives man a hug.", "similarity": 0.6216, "relevance": 4 }, { "pair_id": 338154, "video_name": "s03e02_seg02_clip_01", "timestamp": [ 6.2, 12.99 ], "duration": 59.66, "caption": "A man walks across the room and exits the room through the front door.", "similarity": 0.6199, "relevance": 3 }, { "pair_id": 338155, "video_name": "friends_s09e12_seg02_clip_15", "timestamp": [ 0.0, 3.35 ], "duration": 67.66, "caption": "A man jumps up off the couch, shakes his arms around and then puts his left arm straight out.", "similarity": 0.616, "relevance": 3 }, { "pair_id": 338156, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 46.08, 47.91 ], "duration": 61.66, "caption": "A man opens the door and walks out of the room.", "similarity": 0.6158, "relevance": 3 }, { "pair_id": 338157, "video_name": "s07e10_seg02_clip_11", "timestamp": [ 42.11, 46.08 ], "duration": 61.66, "caption": "A man in a blue sweater lifts their arms and proceeds to leave the room.", "similarity": 0.6145, "relevance": 3 }, { "pair_id": 338158, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 15.85, 17.01 ], "duration": 77.66, "caption": "A person towards and walks out of the room.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 338159, "video_name": "friends_s05e21_seg02_clip_01", "timestamp": [ 7.2, 9.6 ], "duration": 60.66, "caption": "A man throws a ball to a man across the room.", "similarity": 0.6125, "relevance": 2 } ] }, { "query_id": 79954, "query": "A person enters a room and takes a picture off the wall and opens a safe.", "relevant_moment": [ { "pair_id": 30340, "video_name": "castle_s05e18_seg02_clip_18", "timestamp": [ 104.94, 112.87 ], "duration": 122.66, "caption": "A person enters a room and takes a picture off the wall and opens a safe.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 30341, "video_name": "s06e22_seg02_clip_12", "timestamp": [ 25.09, 27.45 ], "duration": 59.66, "caption": "A person enters the room carrying a picture in a frame.", "similarity": 0.7376, "relevance": 1 }, { "pair_id": 30342, "video_name": "castle_s01e08_seg02_clip_08", "timestamp": [ 0.0, 5.66 ], "duration": 87.66, "caption": "A person is looking at pictures on the wall and turns around when another person enters the room.", "similarity": 0.7259, "relevance": 1 }, { "pair_id": 30343, "video_name": "castle_s08e11_seg02_clip_06", "timestamp": [ 0.0, 6.72 ], "duration": 89.66, "caption": "A person starts taking pictures of the room with his camera.", "similarity": 0.7021, "relevance": 0 }, { "pair_id": 30344, "video_name": "s05e17_seg02_clip_11", "timestamp": [ 32.79, 41.63 ], "duration": 57.66, "caption": "Once person leaves person removes the picture from the wall.", "similarity": 0.6624, "relevance": 3 }, { "pair_id": 30345, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 29.13, 30.5 ], "duration": 91.66, "caption": "A person opens a door and enters the room.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 30346, "video_name": "castle_s05e03_seg02_clip_18", "timestamp": [ 9.35, 10.68 ], "duration": 89.66, "caption": "A person takes down an art work from the wall to reveal a safe.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 30347, "video_name": "met_s04e01_seg02_clip_08", "timestamp": [ 17.82, 27.04 ], "duration": 61.66, "caption": "A person points out cameras on the walls and then runs into another room.", "similarity": 0.6501, "relevance": 0 }, { "pair_id": 30348, "video_name": "s03e21_seg02_clip_06", "timestamp": [ 22.95, 25.43 ], "duration": 62.66, "caption": "A person opens the door and enters partially into the room.", "similarity": 0.6447, "relevance": 1 }, { "pair_id": 30349, "video_name": "friends_s07e08_seg02_clip_15", "timestamp": [ 55.23, 58.89 ], "duration": 61.66, "caption": "A person opens the door and enters the room.", "similarity": 0.6446, "relevance": 1 }, { "pair_id": 30350, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 70.1, 80.67 ], "duration": 96.66, "caption": "A woman walks into the room and shows person a picture.", "similarity": 0.6312, "relevance": 1 }, { "pair_id": 30351, "video_name": "castle_s07e01_seg02_clip_22", "timestamp": [ 89.57, 90.02 ], "duration": 90.66, "caption": "A detective removes a picture from the wall where there is a picture of a person.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 30352, "video_name": "s09e14_seg02_clip_11", "timestamp": [ 32.78, 38.13 ], "duration": 63.66, "caption": "A person enters the room and closes the door.", "similarity": 0.6239, "relevance": 1 }, { "pair_id": 30353, "video_name": "castle_s07e09_seg02_clip_08", "timestamp": [ 64.69, 76.73 ], "duration": 89.66, "caption": "A man enters the room and clips two photos to the whiteboard.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 30354, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 43.33, 46.99 ], "duration": 61.66, "caption": "A person opens up a safe box and takes out a small box from it.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 30355, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 15.66, 21.32 ], "duration": 87.66, "caption": "A person enters the room and shuts the door.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 30356, "video_name": "castle_s05e13_seg02_clip_02", "timestamp": [ 54.76, 76.84 ], "duration": 92.66, "caption": "A person enters a room holding a sheet of paper.", "similarity": 0.6161, "relevance": 1 }, { "pair_id": 30357, "video_name": "castle_s08e10_seg02_clip_20", "timestamp": [ 28.51, 32.31 ], "duration": 95.66, "caption": "A person pulls back a painting on a wall to reveal a safe.", "similarity": 0.6161, "relevance": 2 }, { "pair_id": 30358, "video_name": "house_s02e13_seg02_clip_22", "timestamp": [ 92.58, 100.38 ], "duration": 104.66, "caption": "A person opens the sliding glass door to enter a room.", "similarity": 0.6149, "relevance": 1 }, { "pair_id": 30359, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 4.55, 11.38 ], "duration": 91.66, "caption": "A person opened the door and entered the room.", "similarity": 0.6105, "relevance": 0 } ] }, { "query_id": 79962, "query": "The door opens and a man walks into the apartment.", "relevant_moment": [ { "pair_id": 64460, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 64461, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9846, "relevance": 4 }, { "pair_id": 64462, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9846, "relevance": 3 }, { "pair_id": 64463, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9846, "relevance": 4 }, { "pair_id": 64464, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9846, "relevance": 4 }, { "pair_id": 64465, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.9846, "relevance": 4 }, { "pair_id": 64466, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.9675, "relevance": 4 }, { "pair_id": 64467, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.9675, "relevance": 4 }, { "pair_id": 64468, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 38.14, 39.97 ], "duration": 61.66, "caption": "The door opens and a person walks into the apartment.", "similarity": 0.9388, "relevance": 4 }, { "pair_id": 64469, "video_name": "friends_s09e13_seg01_clip_00", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9355, "relevance": 4 }, { "pair_id": 64470, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 23.19, 27.77 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9355, "relevance": 4 }, { "pair_id": 64471, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 45.0, 52.02 ], "duration": 52.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.9355, "relevance": 4 }, { "pair_id": 64472, "video_name": "s01e16_seg02_clip_05", "timestamp": [ 13.73, 16.17 ], "duration": 61.66, "caption": "A man opens the door to the apartment and enters.", "similarity": 0.9344, "relevance": 4 }, { "pair_id": 64473, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 0.0, 3.79 ], "duration": 58.66, "caption": "A man opens the door and walks into person's apartment.", "similarity": 0.9323, "relevance": 4 }, { "pair_id": 64474, "video_name": "friends_s02e05_seg02_clip_13", "timestamp": [ 49.74, 52.48 ], "duration": 61.66, "caption": "A man opens the door and enters the apartment.", "similarity": 0.9311, "relevance": 4 }, { "pair_id": 64475, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.75, 64.02 ], "duration": 64.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9301, "relevance": 4 }, { "pair_id": 64476, "video_name": "s03e20_seg02_clip_07", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9301, "relevance": 3 }, { "pair_id": 64477, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9301, "relevance": 4 }, { "pair_id": 64478, "video_name": "friends_s07e04_seg02_clip_12", "timestamp": [ 3.56, 6.23 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.9301, "relevance": 2 }, { "pair_id": 64479, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 50.85, 52.66 ], "duration": 60.66, "caption": "A man opens the entry door to the apartment.", "similarity": 0.9139, "relevance": 2 }, { "pair_id": 237780, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 34.98, 36.24 ], "duration": 63.66, "caption": "A man opens up the apartment door and walks through.", "similarity": 0.905, "relevance": 4 }, { "pair_id": 237781, "video_name": "friends_s03e22_seg01_clip_00", "timestamp": [ 39.08, 42.18 ], "duration": 62.66, "caption": "A man opens the door of the apartment and goes inside.", "similarity": 0.8999, "relevance": 4 }, { "pair_id": 237782, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.8977, "relevance": 3 }, { "pair_id": 237783, "video_name": "friends_s02e20_seg02_clip_10", "timestamp": [ 57.44, 58.03 ], "duration": 58.66, "caption": "A man opens the apartment door and starts to walk in.", "similarity": 0.8971, "relevance": 3 }, { "pair_id": 237784, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 11.33, 14.7 ], "duration": 61.66, "caption": "A man opens the front door to the apartment and enters.", "similarity": 0.8925, "relevance": 4 }, { "pair_id": 237785, "video_name": "friends_s07e03_seg02_clip_07", "timestamp": [ 1.92, 3.84 ], "duration": 64.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.8904, "relevance": 4 }, { "pair_id": 237786, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.8904, "relevance": 4 }, { "pair_id": 237787, "video_name": "met_s03e17_seg02_clip_18", "timestamp": [ 21.94, 26.12 ], "duration": 76.66, "caption": "A man opens the door, turns on the light and walks into the apartment.", "similarity": 0.8894, "relevance": 4 }, { "pair_id": 237788, "video_name": "friends_s07e17_seg02_clip_11", "timestamp": [ 40.3, 43.61 ], "duration": 60.66, "caption": "A man opens the door and walks into another man's apartment.", "similarity": 0.8883, "relevance": 4 }, { "pair_id": 237789, "video_name": "met_s02e18_seg02_clip_13", "timestamp": [ 19.81, 21.64 ], "duration": 60.66, "caption": "A man opens the door as he arrives in his apartment.", "similarity": 0.8848, "relevance": 4 }, { "pair_id": 237790, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 13.11, 15.37 ], "duration": 90.66, "caption": "A man opens up the door to the apartment.", "similarity": 0.8843, "relevance": 4 }, { "pair_id": 237791, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 25.54, 27.35 ], "duration": 60.66, "caption": "A man walks into the apartment and closes the door behind him.", "similarity": 0.8842, "relevance": 4 }, { "pair_id": 237792, "video_name": "friends_s08e21_seg02_clip_01", "timestamp": [ 17.09, 26.85 ], "duration": 61.66, "caption": "A man opens the door to a person's apartment and finally enters.", "similarity": 0.8837, "relevance": 4 }, { "pair_id": 237793, "video_name": "s09e16_seg02_clip_00", "timestamp": [ 29.15, 31.94 ], "duration": 62.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8818, "relevance": 4 }, { "pair_id": 237794, "video_name": "friends_s05e22_seg02_clip_16", "timestamp": [ 19.51, 22.51 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8818, "relevance": 4 }, { "pair_id": 237795, "video_name": "friends_s04e05_seg02_clip_11", "timestamp": [ 53.49, 56.79 ], "duration": 60.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8818, "relevance": 4 }, { "pair_id": 237796, "video_name": "friends_s02e20_seg02_clip_06", "timestamp": [ 20.93, 23.65 ], "duration": 54.66, "caption": "A man opens the front door and enters the apartment.", "similarity": 0.8818, "relevance": 4 }, { "pair_id": 237797, "video_name": "s03e22_seg02_clip_16", "timestamp": [ 37.68, 39.54 ], "duration": 93.66, "caption": "A man walks into the apartment and then closes the door.", "similarity": 0.8806, "relevance": 4 }, { "pair_id": 237798, "video_name": "friends_s01e20_seg02_clip_20", "timestamp": [ 14.42, 15.81 ], "duration": 93.66, "caption": "A man opens the door and walks in to woman's apartment.", "similarity": 0.8786, "relevance": 4 }, { "pair_id": 237799, "video_name": "friends_s01e11_seg02_clip_18", "timestamp": [ 43.22, 48.92 ], "duration": 60.66, "caption": "A man opens the door and woman walks into the apartment.", "similarity": 0.8779, "relevance": 3 } ] }, { "query_id": 79981, "query": "A man grabs a woman by the arms and walkers her back a few steps.", "relevant_moment": [ { "pair_id": 2260, "video_name": "s07e13_seg02_clip_15", "timestamp": [ 39.67, 41.8 ], "duration": 61.66, "caption": "A man grabs a woman by the arms and walkers her back a few steps.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2261, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 53.12, 55.48 ], "duration": 59.66, "caption": "A man grabs woman's right arm and steps back.", "similarity": 0.8705, "relevance": 2 }, { "pair_id": 2262, "video_name": "castle_s01e01_seg02_clip_21", "timestamp": [ 28.75, 30.12 ], "duration": 91.66, "caption": "A man grabs woman's arm as they walk together.", "similarity": 0.8173, "relevance": 0 }, { "pair_id": 2263, "video_name": "friends_s03e20_seg02_clip_10", "timestamp": [ 35.44, 41.01 ], "duration": 58.66, "caption": "A woman walks over and grabs a man by the arms.", "similarity": 0.8128, "relevance": 2 }, { "pair_id": 2265, "video_name": "friends_s06e10_seg02_clip_12", "timestamp": [ 5.49, 10.68 ], "duration": 61.66, "caption": "A woman walks over to a man and grabs his arm.", "similarity": 0.7849, "relevance": 0 }, { "pair_id": 2266, "video_name": "friends_s05e15_seg02_clip_10", "timestamp": [ 1.09, 3.54 ], "duration": 54.66, "caption": "A man grabs a woman by the arms and pulls her to the side.", "similarity": 0.7826, "relevance": 4 }, { "pair_id": 2268, "video_name": "grey_s02e25_seg02_clip_24", "timestamp": [ 55.22, 59.82 ], "duration": 92.66, "caption": "A man grabs woman's hand in front of the stairs.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 2269, "video_name": "friends_s08e12_seg02_clip_02", "timestamp": [ 55.78, 63.26 ], "duration": 68.66, "caption": "A woman walks over to man and grabs his arm.", "similarity": 0.7741, "relevance": 2 }, { "pair_id": 2270, "video_name": "s05e16_seg02_clip_05", "timestamp": [ 6.51, 8.06 ], "duration": 62.66, "caption": "A woman grabs a man's arm to keep him from going down the stairs.", "similarity": 0.7681, "relevance": 2 }, { "pair_id": 2271, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 9.61, 14.58 ], "duration": 62.66, "caption": "A man grabs a woman by the small of her back.", "similarity": 0.7625, "relevance": 1 }, { "pair_id": 2272, "video_name": "friends_s09e05_seg02_clip_04", "timestamp": [ 2.76, 5.21 ], "duration": 61.66, "caption": "A man jumps back when a woman steps toward him.", "similarity": 0.7611, "relevance": 0 }, { "pair_id": 2273, "video_name": "friends_s01e20_seg02_clip_09", "timestamp": [ 11.19, 12.49 ], "duration": 52.66, "caption": "A man quickly pulls his legs in to let a woman walk past him.", "similarity": 0.7608, "relevance": 0 }, { "pair_id": 2274, "video_name": "friends_s03e02_seg02_clip_13", "timestamp": [ 23.5, 27.46 ], "duration": 61.66, "caption": "A woman walks by and a man grabs her and walks with her.", "similarity": 0.7603, "relevance": 2 }, { "pair_id": 2275, "video_name": "grey_s02e15_seg02_clip_10", "timestamp": [ 11.25, 15.75 ], "duration": 90.66, "caption": "A woman goes beside a man and grabs his arm as he walks.", "similarity": 0.7572, "relevance": 2 }, { "pair_id": 2276, "video_name": "s01e02_seg01_clip_02", "timestamp": [ 0.92, 2.75 ], "duration": 61.66, "caption": "A man steps towards woman and steps back after she turns around.", "similarity": 0.7569, "relevance": 0 }, { "pair_id": 2277, "video_name": "friends_s09e19_seg02_clip_17", "timestamp": [ 16.48, 18.1 ], "duration": 54.66, "caption": "A woman takes a steps forward as she reaches out and grabs another woman by the arm.", "similarity": 0.753, "relevance": 2 }, { "pair_id": 2278, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 15.38, 20.02 ], "duration": 58.66, "caption": "A woman steps over to a man and puts her left arm around him.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 2279, "video_name": "house_s08e01_seg02_clip_02", "timestamp": [ 37.39, 49.85 ], "duration": 89.66, "caption": "A woman grabs a man by the shoulder to let another man walk out.", "similarity": 0.746, "relevance": 3 }, { "pair_id": 175580, "video_name": "castle_s07e10_seg02_clip_20", "timestamp": [ 73.37, 74.7 ], "duration": 88.66, "caption": "A man reaches both arms out towards a woman as he steps closer to her.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 175581, "video_name": "friends_s05e15_seg01_clip_01", "timestamp": [ 7.38, 10.25 ], "duration": 82.66, "caption": "A woman reaches out and grabs a man by the hand.", "similarity": 0.7407, "relevance": 1 }, { "pair_id": 175582, "video_name": "s01e15_seg02_clip_11", "timestamp": [ 1.18, 2.66 ], "duration": 59.66, "caption": "A woman crosses her arms in front of her as she takes a step towards a man.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 175583, "video_name": "grey_s01e01_seg02_clip_20", "timestamp": [ 6.72, 8.64 ], "duration": 96.66, "caption": "A man tries to step to a woman but she moves away.", "similarity": 0.7376, "relevance": 1 }, { "pair_id": 175584, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 26.86, 28.33 ], "duration": 59.66, "caption": "A man walks closer to a woman and grabs her hands.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 175585, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 22.02, 23.27 ], "duration": 25.66, "caption": "A man grabs woman on the back of shoulder.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 175586, "video_name": "castle_s02e06_seg02_clip_10", "timestamp": [ 46.29, 49.41 ], "duration": 89.66, "caption": "A woman pulls a man behind her as he tries to walk up steps into a building before her.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 175587, "video_name": "friends_s06e10_seg02_clip_00", "timestamp": [ 59.5, 65.03 ], "duration": 65.66, "caption": "A woman comes in and walks toward a man.", "similarity": 0.7267, "relevance": 1 }, { "pair_id": 175588, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "A man reaches out and grabs a woman by her wrist.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 175589, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 85.23, 88.37 ], "duration": 89.66, "caption": "A woman grabs a man's arm and he stands in front of her.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 175590, "video_name": "friends_s08e12_seg02_clip_07", "timestamp": [ 16.89, 18.66 ], "duration": 59.66, "caption": "A woman reaches over to grab a man by the elbow.", "similarity": 0.7189, "relevance": 1 }, { "pair_id": 175591, "video_name": "friends_s06e23_seg02_clip_06", "timestamp": [ 11.48, 13.03 ], "duration": 62.66, "caption": "A woman puts her hand in front of a man steps in front of him.", "similarity": 0.7169, "relevance": 1 }, { "pair_id": 175592, "video_name": "s08e17_seg02_clip_15", "timestamp": [ 2.1, 3.6 ], "duration": 60.66, "caption": "A woman lets go of a man, steps back and looks at him.", "similarity": 0.7127, "relevance": 1 }, { "pair_id": 175593, "video_name": "friends_s01e12_seg02_clip_18", "timestamp": [ 3.41, 7.13 ], "duration": 62.66, "caption": "A woman grabs a man's hand and tries to pull him away, but he pulls her back the opposite direction.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 175594, "video_name": "friends_s09e03_seg02_clip_02", "timestamp": [ 29.29, 32.34 ], "duration": 61.66, "caption": "A woman gets up to grab a man by the face.", "similarity": 0.7091, "relevance": 1 }, { "pair_id": 175595, "video_name": "castle_s08e19_seg02_clip_25", "timestamp": [ 2.79, 8.37 ], "duration": 93.66, "caption": "A woman turns to a man and grabs his shoulder.", "similarity": 0.7086, "relevance": 1 }, { "pair_id": 175596, "video_name": "met_s06e08_seg02_clip_05", "timestamp": [ 12.64, 16.17 ], "duration": 58.66, "caption": "A woman grabs a man by the arm and walks away with him.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 175597, "video_name": "friends_s09e04_seg02_clip_13", "timestamp": [ 45.77, 48.52 ], "duration": 61.66, "caption": "A woman takes a few steps closer to man.", "similarity": 0.7075, "relevance": 0 }, { "pair_id": 175598, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 22.15, 23.52 ], "duration": 25.66, "caption": "A man reaches out to grab woman's left shoulder.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 175599, "video_name": "grey_s03e24_seg02_clip_07", "timestamp": [ 77.3, 81.63 ], "duration": 96.66, "caption": "A woman grabs a man and walks him to the elevator.", "similarity": 0.7046, "relevance": 0 } ] }, { "query_id": 80095, "query": "A person talks on the phone and walks away.", "relevant_moment": [ { "pair_id": 1420, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 15.81, 22.13 ], "duration": 90.66, "caption": "A person talks on the phone and walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1421, "video_name": "house_s02e04_seg02_clip_01", "timestamp": [ 86.87, 90.02 ], "duration": 90.66, "caption": "A person walks away from a person and talks on his/her cell phone.", "similarity": 0.8756, "relevance": 2 }, { "pair_id": 1422, "video_name": "castle_s05e04_seg02_clip_08", "timestamp": [ 1.83, 9.13 ], "duration": 91.66, "caption": "A person quickly picks up the phone and walks away talking on it.", "similarity": 0.8569, "relevance": 4 }, { "pair_id": 1423, "video_name": "house_s04e13_seg02_clip_07", "timestamp": [ 10.24, 14.25 ], "duration": 89.66, "caption": "A person walks away from person who looks at his phone.", "similarity": 0.8301, "relevance": 1 }, { "pair_id": 1424, "video_name": "castle_s07e19_seg02_clip_10", "timestamp": [ 4.07, 5.88 ], "duration": 90.66, "caption": "A woman answers her phone and walks away to talk on it.", "similarity": 0.8257, "relevance": 4 }, { "pair_id": 1425, "video_name": "castle_s04e17_seg02_clip_07", "timestamp": [ 65.52, 67.31 ], "duration": 89.66, "caption": "A man answers a call on his phone and walks away.", "similarity": 0.8177, "relevance": 4 }, { "pair_id": 1426, "video_name": "house_s07e09_seg02_clip_16", "timestamp": [ 0.0, 7.4 ], "duration": 87.66, "caption": "A person walks away from a dining table and answers the phone.", "similarity": 0.811, "relevance": 4 }, { "pair_id": 1428, "video_name": "castle_s04e20_seg02_clip_26", "timestamp": [ 33.38, 37.61 ], "duration": 94.66, "caption": "A person puts away their phone and walks up to someone.", "similarity": 0.8092, "relevance": 1 }, { "pair_id": 1429, "video_name": "castle_s08e07_seg02_clip_09", "timestamp": [ 6.31, 10.37 ], "duration": 90.66, "caption": "A person looks at their cell phone and walks away.", "similarity": 0.806, "relevance": 3 }, { "pair_id": 1430, "video_name": "castle_s07e10_seg02_clip_07", "timestamp": [ 28.43, 37.29 ], "duration": 93.66, "caption": "A person walks away from another person and answers his/her phone.", "similarity": 0.7946, "relevance": 4 }, { "pair_id": 1431, "video_name": "grey_s02e02_seg02_clip_20", "timestamp": [ 9.1, 10.47 ], "duration": 91.66, "caption": "A man looks at their phone and walks away.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 1432, "video_name": "s04e05_seg02_clip_01", "timestamp": [ 44.25, 45.47 ], "duration": 61.66, "caption": "A man walks away from the records while talking on the phone.", "similarity": 0.7833, "relevance": 4 }, { "pair_id": 1433, "video_name": "house_s01e06_seg02_clip_05", "timestamp": [ 9.8, 12.48 ], "duration": 89.66, "caption": "A person immediately walks away after talking to someone.", "similarity": 0.778, "relevance": 1 }, { "pair_id": 1434, "video_name": "castle_s04e07_seg02_clip_25", "timestamp": [ 20.59, 22.83 ], "duration": 89.66, "caption": "A woman gets on her phone and walks away with a person.", "similarity": 0.7772, "relevance": 4 }, { "pair_id": 1435, "video_name": "house_s01e13_seg02_clip_16", "timestamp": [ 74.42, 77.68 ], "duration": 93.66, "caption": "A person finishes their conversation with someone and walks away.", "similarity": 0.7641, "relevance": 2 }, { "pair_id": 1436, "video_name": "grey_s02e02_seg02_clip_12", "timestamp": [ 46.65, 49.79 ], "duration": 89.66, "caption": "A man is talking and then walks away while dialing and making a cell phone call.", "similarity": 0.7633, "relevance": 4 }, { "pair_id": 1437, "video_name": "friends_s07e05_seg02_clip_17", "timestamp": [ 53.09, 58.03 ], "duration": 58.66, "caption": "A person walks out when a woman is on the phone.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 1438, "video_name": "house_s03e17_seg02_clip_04", "timestamp": [ 2.7, 13.05 ], "duration": 90.66, "caption": "A person hangs up his phone walks away and goes by the shelf.", "similarity": 0.7605, "relevance": 2 }, { "pair_id": 1439, "video_name": "met_s06e14_seg02_clip_04", "timestamp": [ 22.28, 27.16 ], "duration": 61.66, "caption": "A person gets up, talks, scoffs, and walks away.", "similarity": 0.7575, "relevance": 2 } ] }, { "query_id": 80140, "query": "A man grabs a woman by the arms and pulls her to the side.", "relevant_moment": [ { "pair_id": 151660, "video_name": "friends_s05e15_seg02_clip_10", "timestamp": [ 1.09, 3.54 ], "duration": 54.66, "caption": "A man grabs a woman by the arms and pulls her to the side.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 151661, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 8.63, 10.91 ], "duration": 90.66, "caption": "A woman grabs a man's right arm with her left hand.", "similarity": 0.8686, "relevance": 1 }, { "pair_id": 151662, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 36.71, 37.66 ], "duration": 63.66, "caption": "A man gently grabs a woman's arm with his left hand.", "similarity": 0.8546, "relevance": 4 }, { "pair_id": 151663, "video_name": "s07e16_seg02_clip_15", "timestamp": [ 72.52, 77.74 ], "duration": 116.66, "caption": "A woman grabs a man's right shoulder with her right hand.", "similarity": 0.8531, "relevance": 0 }, { "pair_id": 151664, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 53.12, 55.48 ], "duration": 59.66, "caption": "A man grabs woman's right arm and steps back.", "similarity": 0.8528, "relevance": 2 }, { "pair_id": 151665, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 22.02, 23.27 ], "duration": 25.66, "caption": "A man grabs woman on the back of shoulder.", "similarity": 0.8516, "relevance": 3 }, { "pair_id": 151666, "video_name": "friends_s03e20_seg02_clip_10", "timestamp": [ 35.44, 41.01 ], "duration": 58.66, "caption": "A woman walks over and grabs a man by the arms.", "similarity": 0.8448, "relevance": 3 }, { "pair_id": 151667, "video_name": "friends_s02e05_seg02_clip_08", "timestamp": [ 14.8, 17.99 ], "duration": 58.66, "caption": "A man leans over and grabs a woman by the shoulder.", "similarity": 0.8438, "relevance": 1 }, { "pair_id": 151668, "video_name": "castle_s01e01_seg02_clip_21", "timestamp": [ 28.75, 30.12 ], "duration": 91.66, "caption": "A man grabs woman's arm as they walk together.", "similarity": 0.8423, "relevance": 0 }, { "pair_id": 151669, "video_name": "castle_s03e17_seg02_clip_25", "timestamp": [ 48.41, 51.93 ], "duration": 88.66, "caption": "A man grabs woman's right hand with his left hand.", "similarity": 0.8383, "relevance": 1 }, { "pair_id": 151670, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 29.94, 31.83 ], "duration": 63.66, "caption": "A man reaches out and grabs a woman by her wrist.", "similarity": 0.8333, "relevance": 1 }, { "pair_id": 151671, "video_name": "s05e09_seg02_clip_16", "timestamp": [ 22.15, 23.52 ], "duration": 25.66, "caption": "A man reaches out to grab woman's left shoulder.", "similarity": 0.8317, "relevance": 3 }, { "pair_id": 151672, "video_name": "castle_s04e23_seg02_clip_22", "timestamp": [ 46.05, 55.35 ], "duration": 93.66, "caption": "A man grabs woman's wrists with his hands and pulls her up.", "similarity": 0.8315, "relevance": 2 }, { "pair_id": 151673, "video_name": "friends_s01e12_seg02_clip_18", "timestamp": [ 3.41, 7.13 ], "duration": 62.66, "caption": "A woman grabs a man's hand and tries to pull him away, but he pulls her back the opposite direction.", "similarity": 0.8309, "relevance": 2 }, { "pair_id": 151674, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 85.23, 88.37 ], "duration": 89.66, "caption": "A woman grabs a man's arm and he stands in front of her.", "similarity": 0.8305, "relevance": 1 }, { "pair_id": 151675, "video_name": "castle_s08e19_seg02_clip_25", "timestamp": [ 2.79, 8.37 ], "duration": 93.66, "caption": "A woman turns to a man and grabs his shoulder.", "similarity": 0.8277, "relevance": 0 }, { "pair_id": 151676, "video_name": "s09e09_seg02_clip_02", "timestamp": [ 24.01, 26.11 ], "duration": 60.66, "caption": "A woman grabs a man's right hand with her left hand.", "similarity": 0.8269, "relevance": 1 }, { "pair_id": 151677, "video_name": "friends_s08e12_seg02_clip_07", "timestamp": [ 16.89, 18.66 ], "duration": 59.66, "caption": "A woman reaches over to grab a man by the elbow.", "similarity": 0.8253, "relevance": 0 }, { "pair_id": 151678, "video_name": "friends_s08e10_seg02_clip_20", "timestamp": [ 0.0, 88.02 ], "duration": 88.66, "caption": "A woman grab's a man's arm and pulls him away from another man.", "similarity": 0.825, "relevance": 0 }, { "pair_id": 151679, "video_name": "castle_s08e01_seg02_clip_26", "timestamp": [ 19.15, 21.35 ], "duration": 44.66, "caption": "A man grabs a woman's arm and helps her up.", "similarity": 0.8224, "relevance": 2 } ] }, { "query_id": 80152, "query": "A man and a woman twiddle fingers and hug after a person storms out.", "relevant_moment": [ { "pair_id": 83820, "video_name": "friends_s05e15_seg02_clip_12", "timestamp": [ 68.08, 73.89 ], "duration": 83.66, "caption": "A man and a woman twiddle fingers and hug after a person storms out.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 83821, "video_name": "friends_s04e19_seg02_clip_13", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A man and a woman kiss each other and then hug.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 83822, "video_name": "met_s06e14_seg02_clip_14", "timestamp": [ 43.09, 49.29 ], "duration": 59.66, "caption": "A woman holds out her arms and she and a man embrace.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 83823, "video_name": "s09e16_seg02_clip_12", "timestamp": [ 43.82, 51.62 ], "duration": 60.66, "caption": "A man and woman hug and kiss each other.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 83824, "video_name": "friends_s10e16_seg02_clip_13", "timestamp": [ 10.57, 16.33 ], "duration": 64.66, "caption": "A man and a woman hug while they are on the fire escape.", "similarity": 0.6727, "relevance": 2 }, { "pair_id": 83825, "video_name": "s07e15_seg02_clip_03", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A man and a woman hug when they saw each other.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 83826, "video_name": "s04e20_seg02_clip_16", "timestamp": [ 54.52, 56.1 ], "duration": 63.66, "caption": "A woman and a man jump up and hug each other.", "similarity": 0.671, "relevance": 2 }, { "pair_id": 83827, "video_name": "friends_s06e02_seg01_clip_00", "timestamp": [ 10.23, 12.72 ], "duration": 62.66, "caption": "Two people hug each other for a moment.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 83828, "video_name": "friends_s10e16_seg02_clip_16", "timestamp": [ 12.93, 16.84 ], "duration": 60.66, "caption": "A woman puts her hands up after man storms out.", "similarity": 0.6685, "relevance": 1 }, { "pair_id": 83829, "video_name": "friends_s03e01_seg02_clip_07", "timestamp": [ 24.19, 26.05 ], "duration": 62.66, "caption": "A woman reaches out, pulls a man close, and they hug.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 83830, "video_name": "s10e01_seg02_clip_16", "timestamp": [ 50.42, 56.72 ], "duration": 70.66, "caption": "Two people hug each other and a person hugs them.", "similarity": 0.6683, "relevance": 2 }, { "pair_id": 83831, "video_name": "castle_s05e10_seg02_clip_26", "timestamp": [ 19.25, 24.64 ], "duration": 154.66, "caption": "Two people hug one each other goodbye.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 83832, "video_name": "friends_s04e23-24_seg02_clip_41", "timestamp": [ 15.05, 20.66 ], "duration": 59.66, "caption": "Two people grasp hands and then embrace.", "similarity": 0.6642, "relevance": 3 }, { "pair_id": 83833, "video_name": "met_s05e04_seg02_clip_02", "timestamp": [ 46.37, 48.14 ], "duration": 59.66, "caption": "Two people give each other a hug.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 83834, "video_name": "met_s02e08_seg02_clip_00", "timestamp": [ 24.37, 26.83 ], "duration": 61.66, "caption": "Two people give each other a hug.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 83835, "video_name": "house_s06e09_seg02_clip_05", "timestamp": [ 51.14, 53.4 ], "duration": 90.66, "caption": "Two people give each other a hug.", "similarity": 0.6639, "relevance": 2 }, { "pair_id": 83836, "video_name": "friends_s08e07_seg02_clip_16", "timestamp": [ 17.37, 23.25 ], "duration": 56.66, "caption": "Two people embrace for a loving hug.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 83837, "video_name": "house_s06e12_seg02_clip_23", "timestamp": [ 53.06, 55.59 ], "duration": 84.66, "caption": "Two people both give each other a hug.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 83838, "video_name": "friends_s07e16_seg02_clip_04", "timestamp": [ 16.82, 18.0 ], "duration": 59.66, "caption": "A man quickly hugs a woman and a man at the same time.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 83839, "video_name": "castle_s08e17_seg02_clip_26", "timestamp": [ 15.2, 17.1 ], "duration": 95.66, "caption": "A woman and a man got emotional and hugged each other.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 257140, "video_name": "castle_s08e22_seg02_clip_11", "timestamp": [ 82.33, 93.03 ], "duration": 93.66, "caption": "Two people hug a man and reassure him that everything will be okay.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 257141, "video_name": "castle_s08e14_seg02_clip_23", "timestamp": [ 20.85, 27.19 ], "duration": 90.66, "caption": "Two people gave each other a hug.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 257142, "video_name": "friends_s08e13_seg02_clip_16", "timestamp": [ 6.49, 9.74 ], "duration": 59.66, "caption": "Two people hug each other for a short period time.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 257143, "video_name": "friends_s03e22_seg02_clip_11", "timestamp": [ 54.01, 56.76 ], "duration": 61.66, "caption": "Two people are very happy and hug each other tight.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 257144, "video_name": "castle_s05e16_seg02_clip_27", "timestamp": [ 3.8, 9.12 ], "duration": 76.66, "caption": "A man and a woman hug each other as they stand beside each other.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 257145, "video_name": "friends_s10e15_seg02_clip_19", "timestamp": [ 4.32, 19.99 ], "duration": 54.66, "caption": "Two people hug each other for a long time.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 257146, "video_name": "s08e08_seg02_clip_12", "timestamp": [ 5.7, 8.1 ], "duration": 60.66, "caption": "A man and a woman share a hug while wearing formal clothes.", "similarity": 0.6561, "relevance": 2 }, { "pair_id": 257147, "video_name": "castle_s03e04_seg02_clip_27", "timestamp": [ 15.31, 19.02 ], "duration": 19.66, "caption": "A woman and a man hug each other and smile.", "similarity": 0.6558, "relevance": 2 }, { "pair_id": 257148, "video_name": "friends_s08e07_seg02_clip_12", "timestamp": [ 43.3, 45.4 ], "duration": 60.66, "caption": "A woman and man are standing and give each other a hug.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 257149, "video_name": "friends_s03e06_seg02_clip_18", "timestamp": [ 37.96, 57.08 ], "duration": 57.66, "caption": "Two people were giving each other a hug.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 257150, "video_name": "friends_s03e06_seg02_clip_18", "timestamp": [ 0.0, 25.97 ], "duration": 57.66, "caption": "Two people were giving each other a hug.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 257151, "video_name": "castle_s01e07_seg02_clip_19", "timestamp": [ 29.37, 33.2 ], "duration": 85.66, "caption": "Two people hug each other, then shake hands.", "similarity": 0.6544, "relevance": 1 }, { "pair_id": 257152, "video_name": "friends_s01e06_seg02_clip_20", "timestamp": [ 38.45, 45.47 ], "duration": 61.66, "caption": "A man hugs a woman and then two men hug each other.", "similarity": 0.654, "relevance": 2 }, { "pair_id": 257153, "video_name": "friends_s06e23_seg02_clip_11", "timestamp": [ 43.64, 45.47 ], "duration": 61.66, "caption": "A man leaves another man and a woman as they were hugging.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 257154, "video_name": "met_s02e17_seg02_clip_19", "timestamp": [ 29.8, 32.99 ], "duration": 76.66, "caption": "Two people hug each other in a dramatic way.", "similarity": 0.6527, "relevance": 2 }, { "pair_id": 257155, "video_name": "s10e01_seg02_clip_10", "timestamp": [ 15.13, 17.96 ], "duration": 63.66, "caption": "Two people give one another a hug.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 257156, "video_name": "friends_s03e09_seg02_clip_04", "timestamp": [ 6.42, 11.93 ], "duration": 61.66, "caption": "A woman and a man hug as they are standing next to each other.", "similarity": 0.6497, "relevance": 1 }, { "pair_id": 257157, "video_name": "met_s03e02_seg02_clip_08", "timestamp": [ 49.68, 53.64 ], "duration": 60.66, "caption": "A couple hug before a man walks out the door.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 257158, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 23.95, 32.5 ], "duration": 57.66, "caption": "A man embraces woman tightly as they hug each other.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 257159, "video_name": "friends_s08e07_seg02_clip_19", "timestamp": [ 46.52, 50.72 ], "duration": 60.66, "caption": "Two people gave each other a warm hug.", "similarity": 0.6462, "relevance": 2 } ] }, { "query_id": 80158, "query": "A person walks over to the table and cuts himself/herself a piece of pastry.", "relevant_moment": [ { "pair_id": 292880, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 45.02, 49.22 ], "duration": 60.66, "caption": "A person walks over to some people's table.", "similarity": 0.5597, "relevance": 2 }, { "pair_id": 292881, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 55.04, 60.92 ], "duration": 84.66, "caption": "A person walks a little to the table and gets the piece of paper there.", "similarity": 0.5594, "relevance": 1 }, { "pair_id": 292882, "video_name": "s02e02_seg02_clip_01", "timestamp": [ 28.99, 31.83 ], "duration": 63.66, "caption": "A person takes his plate of food off of the table.", "similarity": 0.559, "relevance": 2 }, { "pair_id": 292883, "video_name": "s01e04_seg02_clip_12", "timestamp": [ 41.6, 45.07 ], "duration": 63.66, "caption": "A person carefully serves himself dessert with a spatula.", "similarity": 0.5584, "relevance": 2 }, { "pair_id": 292884, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 30.69, 33.94 ], "duration": 59.66, "caption": "A person picks up a container of food from the table and walks off with it.", "similarity": 0.5582, "relevance": 2 }, { "pair_id": 292885, "video_name": "s02e20_seg01_clip_02", "timestamp": [ 41.32, 43.35 ], "duration": 81.66, "caption": "A person puts their food down on the table.", "similarity": 0.5579, "relevance": 0 }, { "pair_id": 292886, "video_name": "s04e17_seg02_clip_05", "timestamp": [ 0.6, 3.6 ], "duration": 60.66, "caption": "A person walks over and places a bowl of snacks on the table.", "similarity": 0.5566, "relevance": 2 }, { "pair_id": 292887, "video_name": "s09e01_seg02_clip_03", "timestamp": [ 15.13, 18.1 ], "duration": 54.66, "caption": "A person walks into the living carrying a tray and offering pastries.", "similarity": 0.5565, "relevance": 1 }, { "pair_id": 292888, "video_name": "s01e02_seg02_clip_15", "timestamp": [ 12.91, 19.14 ], "duration": 89.66, "caption": "A person gets up and walks back to the kitchen table.", "similarity": 0.5564, "relevance": 1 }, { "pair_id": 292889, "video_name": "s04e07_seg02_clip_11", "timestamp": [ 49.29, 53.12 ], "duration": 59.66, "caption": "A person walks towards a man eating alone at a table.", "similarity": 0.5563, "relevance": 1 }, { "pair_id": 292890, "video_name": "s08e11_seg02_clip_06", "timestamp": [ 44.25, 61.03 ], "duration": 61.66, "caption": "A person walks over to the dining room table folding a white cloth while talking to themselves.", "similarity": 0.5554, "relevance": 0 }, { "pair_id": 292891, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 28.28, 42.21 ], "duration": 87.66, "caption": "A person takes a cookie from the table and eats it.", "similarity": 0.554, "relevance": 4 }, { "pair_id": 292892, "video_name": "s03e15_seg02_clip_06", "timestamp": [ 39.67, 45.47 ], "duration": 61.66, "caption": "A person walks up to the table, puts down a tray and walks away.", "similarity": 0.5512, "relevance": 2 }, { "pair_id": 292893, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A person sets their food container and fork on the coffee table before standing and walking away.", "similarity": 0.5511, "relevance": 1 }, { "pair_id": 292894, "video_name": "house_s01e06_seg02_clip_11", "timestamp": [ 0.0, 9.65 ], "duration": 91.66, "caption": "A person walks to the table while holding onto a white sandwich.", "similarity": 0.549, "relevance": 1 }, { "pair_id": 292895, "video_name": "s02e06_seg02_clip_06", "timestamp": [ 35.3, 38.94 ], "duration": 56.66, "caption": "A person walks over to the table with a mug in his right hand.", "similarity": 0.5487, "relevance": 1 }, { "pair_id": 292896, "video_name": "s05e20_seg02_clip_08", "timestamp": [ 21.05, 23.8 ], "duration": 61.66, "caption": "A person takes off their oven mitt and walks back to the dining table to sit down with another person.", "similarity": 0.5487, "relevance": 1 }, { "pair_id": 292897, "video_name": "friends_s08e20_seg02_clip_03", "timestamp": [ 15.31, 16.21 ], "duration": 60.66, "caption": "A woman takes a bite out of a pastry in her hands.", "similarity": 0.5476, "relevance": 1 }, { "pair_id": 292898, "video_name": "s06e03_seg02_clip_06", "timestamp": [ 51.65, 54.89 ], "duration": 59.66, "caption": "A woman walks over to the table and sets a person's food in front of him.", "similarity": 0.5466, "relevance": 1 }, { "pair_id": 292899, "video_name": "friends_s01e13_seg02_clip_04", "timestamp": [ 46.34, 50.17 ], "duration": 59.66, "caption": "A person brings a sauce pan over and places on cutting board.", "similarity": 0.5457, "relevance": 2 } ] }, { "query_id": 80178, "query": "A man opens the ring box right for a woman.", "relevant_moment": [ { "pair_id": 7440, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 0.89, 2.36 ], "duration": 59.66, "caption": "A man opens the ring box right for a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7441, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 9.94, 14.9 ], "duration": 90.66, "caption": "A man takes out a ring box in front of woman.", "similarity": 0.7961, "relevance": 4 }, { "pair_id": 7442, "video_name": "friends_s07e21_seg02_clip_07", "timestamp": [ 25.82, 29.59 ], "duration": 58.66, "caption": "A man pulls out a ring box and opens it.", "similarity": 0.7885, "relevance": 4 }, { "pair_id": 7443, "video_name": "s05e24_seg02_clip_01", "timestamp": [ 5.42, 9.69 ], "duration": 57.66, "caption": "A man hands a woman a jewelry box and she opens it.", "similarity": 0.7828, "relevance": 4 }, { "pair_id": 7444, "video_name": "house_s06e15_seg02_clip_25", "timestamp": [ 15.81, 20.93 ], "duration": 93.66, "caption": "A man holds out a diamond ring in a black box to woman.", "similarity": 0.7597, "relevance": 4 }, { "pair_id": 7445, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 39.34, 50.39 ], "duration": 69.66, "caption": "A man takes out a ring box and proposes to woman.", "similarity": 0.7528, "relevance": 4 }, { "pair_id": 7446, "video_name": "friends_s08e23-24_seg02_clip_04", "timestamp": [ 52.72, 61.1 ], "duration": 62.66, "caption": "A woman pulls a ring box out of her purse with a ring and shows it to a man.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 7447, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 27.27, 28.7 ], "duration": 57.66, "caption": "A person opens a box containing a wedding ring.", "similarity": 0.7372, "relevance": 4 }, { "pair_id": 7448, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 15.91, 18.01 ], "duration": 60.66, "caption": "A man hands a woman a ring and she takes it.", "similarity": 0.7366, "relevance": 2 }, { "pair_id": 7449, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 11.29, 14.9 ], "duration": 90.66, "caption": "A person opens the ring box and asks a woman a question.", "similarity": 0.7276, "relevance": 4 }, { "pair_id": 7450, "video_name": "friends_s06e23_seg02_clip_12", "timestamp": [ 2.32, 3.48 ], "duration": 58.66, "caption": "A woman welcomes a man and lets him see the ring.", "similarity": 0.7239, "relevance": 3 }, { "pair_id": 7451, "video_name": "friends_s06e24-25_seg02_clip_41", "timestamp": [ 58.33, 61.43 ], "duration": 69.66, "caption": "A man puts the ring on woman's ring finger.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 7452, "video_name": "friends_s07e21_seg02_clip_07", "timestamp": [ 44.68, 49.61 ], "duration": 58.66, "caption": "A man takes a woman's hand and places the ring on her finger.", "similarity": 0.7185, "relevance": 2 }, { "pair_id": 7453, "video_name": "castle_s06e01_seg02_clip_01", "timestamp": [ 12.46, 16.91 ], "duration": 89.66, "caption": "A man puts a ring on woman's ring finger.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 7454, "video_name": "friends_s06e23_seg02_clip_21", "timestamp": [ 15.01, 19.51 ], "duration": 60.66, "caption": "A woman takes a look at a ring in the box that was given by a man closely.", "similarity": 0.7105, "relevance": 4 }, { "pair_id": 7455, "video_name": "s04e20_seg02_clip_16", "timestamp": [ 20.48, 24.58 ], "duration": 63.66, "caption": "A man gets up from a chair, gets down on one knee and takes a ring box out of his pocket and opens it up to a woman.", "similarity": 0.7078, "relevance": 4 }, { "pair_id": 7456, "video_name": "met_s03e19_seg02_clip_11", "timestamp": [ 21.06, 24.25 ], "duration": 63.66, "caption": "A man helps the woman wears the ring in her ring finger.", "similarity": 0.7044, "relevance": 4 }, { "pair_id": 7457, "video_name": "castle_s07e06_seg02_clip_26", "timestamp": [ 6.0, 9.0 ], "duration": 150.66, "caption": "A woman places a ring on a man's ring finger.", "similarity": 0.6962, "relevance": 2 }, { "pair_id": 7458, "video_name": "friends_s08e23-24_seg02_clip_05", "timestamp": [ 41.32, 43.68 ], "duration": 59.66, "caption": "A man grabbed the ring box from the person wearing gray coat.", "similarity": 0.6926, "relevance": 3 }, { "pair_id": 180760, "video_name": "s09e08_seg01_clip_00", "timestamp": [ 22.12, 32.69 ], "duration": 66.66, "caption": "A person opens a small box and takes a ring box out then says he's going to find someone and propose to her.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 180761, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 43.64, 46.99 ], "duration": 61.66, "caption": "A person opens a metal box on the table and takes out a ring box.", "similarity": 0.6877, "relevance": 3 }, { "pair_id": 180762, "video_name": "friends_s10e12_seg02_clip_27", "timestamp": [ 6.68, 10.17 ], "duration": 58.66, "caption": "A man hands the rings to woman and man.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 180763, "video_name": "friends_s06e23_seg02_clip_18", "timestamp": [ 23.71, 36.64 ], "duration": 61.66, "caption": "Guy takes out a ring box and shows it to the suited person.", "similarity": 0.6778, "relevance": 4 }, { "pair_id": 180764, "video_name": "friends_s10e05_seg02_clip_23", "timestamp": [ 44.19, 48.19 ], "duration": 57.66, "caption": "A man gives a ring to woman at the table.", "similarity": 0.6726, "relevance": 2 }, { "pair_id": 180765, "video_name": "castle_s07e22_seg02_clip_22", "timestamp": [ 9.78, 14.2 ], "duration": 46.66, "caption": "A man grabs a person's hand and looks at his ring and shows it to a woman.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 180766, "video_name": "castle_s07e11_seg02_clip_11", "timestamp": [ 1.37, 3.66 ], "duration": 91.66, "caption": "A woman shows the ring on her finger to a man.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 180767, "video_name": "friends_s09e23-24_seg02_clip_09", "timestamp": [ 19.22, 24.41 ], "duration": 61.66, "caption": "A woman's partner shows guy the ring he got woman.", "similarity": 0.6649, "relevance": 3 }, { "pair_id": 180768, "video_name": "friends_s01e16-17_seg02_clip_27", "timestamp": [ 36.24, 38.13 ], "duration": 63.66, "caption": "A woman opens the door and lets a man inside and he drops a box.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 180769, "video_name": "castle_s03e11_seg02_clip_27", "timestamp": [ 7.67, 10.09 ], "duration": 21.66, "caption": "A man pulls out a ring and opens it while talking to someone.", "similarity": 0.66, "relevance": 4 }, { "pair_id": 180770, "video_name": "s08e24_seg02_clip_16", "timestamp": [ 85.82, 88.02 ], "duration": 88.66, "caption": "A person takes a ring box out of the desk drawer and opens it.", "similarity": 0.6597, "relevance": 3 }, { "pair_id": 180771, "video_name": "house_s06e10_seg02_clip_19", "timestamp": [ 30.2, 37.98 ], "duration": 91.66, "caption": "A man gets down on one knee and opens a ring box in front of another man.", "similarity": 0.6573, "relevance": 3 }, { "pair_id": 180772, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 42.32, 46.52 ], "duration": 60.66, "caption": "A man picks up a jewelry box from the table and gives it to a woman.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 180773, "video_name": "castle_s06e15_seg02_clip_17", "timestamp": [ 22.11, 27.86 ], "duration": 88.66, "caption": "A man gives a woman a plastic bag with a ring in it.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 180774, "video_name": "house_s06e15_seg02_clip_13", "timestamp": [ 23.59, 31.3 ], "duration": 90.66, "caption": "A young man bents on his knees and showed a young woman confined a ring in a blue box.", "similarity": 0.648, "relevance": 4 }, { "pair_id": 180775, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 19.52, 28.13 ], "duration": 57.66, "caption": "A man gets down on one knee and opens the lid to a box with a ring.", "similarity": 0.6403, "relevance": 4 }, { "pair_id": 180776, "video_name": "friends_s09e01_seg01_clip_00", "timestamp": [ 7.4, 10.18 ], "duration": 61.66, "caption": "A person turns around with a ring to a woman.", "similarity": 0.6401, "relevance": 4 }, { "pair_id": 180777, "video_name": "friends_s10e12_seg02_clip_28", "timestamp": [ 7.54, 9.86 ], "duration": 58.66, "caption": "A man puts a ring on a woman's finger as they exchange wedding vows.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 180778, "video_name": "friends_s09e01_seg02_clip_05", "timestamp": [ 43.38, 49.29 ], "duration": 59.66, "caption": "A woman takes a ring out of a box and puts it on her finger.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 180779, "video_name": "friends_s05e01_seg01_clip_01", "timestamp": [ 15.01, 34.38 ], "duration": 79.66, "caption": "A person asks for the ring and gives it to two people.", "similarity": 0.6298, "relevance": 1 } ] }, { "query_id": 80185, "query": "A woman is looking at a large picture of an animal as she walks by it.", "relevant_moment": [ { "pair_id": 16340, "video_name": "met_s06e08_seg02_clip_11", "timestamp": [ 55.07, 58.27 ], "duration": 64.66, "caption": "A woman is looking at a large picture of an animal as she walks by it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16341, "video_name": "castle_s05e20_seg02_clip_08", "timestamp": [ 49.05, 55.59 ], "duration": 93.66, "caption": "A person looks at a large photo of an animal.", "similarity": 0.8035, "relevance": 3 }, { "pair_id": 16342, "video_name": "friends_s08e18_seg02_clip_13", "timestamp": [ 42.23, 49.16 ], "duration": 63.66, "caption": "A woman presents the picture of an animal and tells how beautiful it is.", "similarity": 0.7211, "relevance": 2 }, { "pair_id": 16343, "video_name": "castle_s01e08_seg02_clip_22", "timestamp": [ 0.0, 7.76 ], "duration": 97.66, "caption": "A person is looking at a picture of a woman.", "similarity": 0.6449, "relevance": 1 }, { "pair_id": 16344, "video_name": "friends_s03e25_seg02_clip_18", "timestamp": [ 9.68, 16.34 ], "duration": 60.66, "caption": "A woman walks over to her holding a photo to look at.", "similarity": 0.6308, "relevance": 1 }, { "pair_id": 16345, "video_name": "castle_s08e15_seg02_clip_06", "timestamp": [ 84.13, 89.02 ], "duration": 89.66, "caption": "A woman looks at several photographs spread out in front of her.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 16346, "video_name": "castle_s05e16_seg02_clip_04", "timestamp": [ 62.67, 67.97 ], "duration": 88.66, "caption": "A woman is looking at pictures and other information about a person.", "similarity": 0.6217, "relevance": 2 }, { "pair_id": 16347, "video_name": "castle_s03e23_seg02_clip_21", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A woman is looking at a photo of a person as she reclaims a pet for taking that person to their home.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 16348, "video_name": "castle_s03e01_seg02_clip_14", "timestamp": [ 44.86, 49.61 ], "duration": 86.66, "caption": "A woman looks at a picture and passes it to another person.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 16349, "video_name": "friends_s09e09_seg01_clip_00", "timestamp": [ 4.1, 9.45 ], "duration": 63.66, "caption": "A woman places pictures of her pet on a person's desk.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 16350, "video_name": "friends_s02e09_seg02_clip_05", "timestamp": [ 24.01, 29.41 ], "duration": 60.66, "caption": "A woman's relative hands her a picture and she looks at it.", "similarity": 0.5863, "relevance": 2 }, { "pair_id": 16351, "video_name": "friends_s04e21_seg02_clip_18", "timestamp": [ 21.79, 24.66 ], "duration": 57.66, "caption": "A woman waves her hands up and down while describing an animal.", "similarity": 0.5835, "relevance": 0 }, { "pair_id": 16352, "video_name": "castle_s02e03_seg02_clip_09", "timestamp": [ 45.85, 54.75 ], "duration": 89.66, "caption": "A woman finds a picture and shows it to other people.", "similarity": 0.5806, "relevance": 2 }, { "pair_id": 16353, "video_name": "friends_s02e09_seg02_clip_05", "timestamp": [ 23.71, 32.71 ], "duration": 60.66, "caption": "A woman holds a photo close and stares at it.", "similarity": 0.5784, "relevance": 2 }, { "pair_id": 16354, "video_name": "castle_s06e14_seg02_clip_25", "timestamp": [ 60.49, 77.51 ], "duration": 126.66, "caption": "A woman sees a large gift and walks towards it.", "similarity": 0.5731, "relevance": 1 }, { "pair_id": 16355, "video_name": "s05e17_seg02_clip_11", "timestamp": [ 5.7, 8.84 ], "duration": 57.66, "caption": "A woman walks a little closer to the wall where her picture is.", "similarity": 0.5697, "relevance": 3 }, { "pair_id": 16357, "video_name": "friends_s10e09_seg02_clip_19", "timestamp": [ 12.71, 22.46 ], "duration": 59.66, "caption": "A woman looks at the picture and hands it to man.", "similarity": 0.5608, "relevance": 2 }, { "pair_id": 16358, "video_name": "friends_s01e19_seg02_clip_15", "timestamp": [ 1.24, 4.65 ], "duration": 62.66, "caption": "A woman puts her hands out towards an animal.", "similarity": 0.5602, "relevance": 0 }, { "pair_id": 16359, "video_name": "friends_s05e07_seg02_clip_16", "timestamp": [ 38.46, 47.45 ], "duration": 62.66, "caption": "A woman puts an animal print coat on as she walks toward another woman.", "similarity": 0.5595, "relevance": 0 } ] }, { "query_id": 80190, "query": "A man waves a check in his hand as he approaches another man.", "relevant_moment": [ { "pair_id": 150920, "video_name": "friends_s01e24_seg02_clip_19", "timestamp": [ 0.0, 1.69 ], "duration": 48.66, "caption": "A man waves a check in his hand as he approaches another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150921, "video_name": "friends_s02e16_seg02_clip_16", "timestamp": [ 6.53, 15.23 ], "duration": 62.66, "caption": "A man waves his hand around until he points at another man.", "similarity": 0.79, "relevance": 2 }, { "pair_id": 150922, "video_name": "s01e05_seg02_clip_12", "timestamp": [ 18.31, 19.21 ], "duration": 60.66, "caption": "A man raises his hand and waves to another man.", "similarity": 0.7636, "relevance": 1 }, { "pair_id": 150923, "video_name": "friends_s02e12-13_seg02_clip_21", "timestamp": [ 7.69, 10.6 ], "duration": 53.66, "caption": "A man waves their hand back and forth next to another person.", "similarity": 0.7592, "relevance": 0 }, { "pair_id": 150924, "video_name": "castle_s07e18_seg02_clip_01", "timestamp": [ 54.11, 55.86 ], "duration": 87.66, "caption": "A man looks back to another man and waves at him.", "similarity": 0.7495, "relevance": 1 }, { "pair_id": 150925, "video_name": "friends_s04e14_seg02_clip_13", "timestamp": [ 22.23, 24.21 ], "duration": 44.66, "caption": "A man waves his hands in front of him while talking to another man.", "similarity": 0.7324, "relevance": 1 }, { "pair_id": 150926, "video_name": "house_s06e14_seg02_clip_08", "timestamp": [ 62.32, 78.34 ], "duration": 89.66, "caption": "A man turns to a person and waves and points his hands before exiting.", "similarity": 0.7134, "relevance": 1 }, { "pair_id": 150927, "video_name": "castle_s05e11_seg02_clip_26", "timestamp": [ 101.77, 103.55 ], "duration": 119.66, "caption": "A man taps another man on the shoulder, then he turns and looks at him.", "similarity": 0.7035, "relevance": 0 }, { "pair_id": 150928, "video_name": "house_s02e05_seg02_clip_09", "timestamp": [ 25.38, 27.53 ], "duration": 86.66, "caption": "A man shown a check in front of another man's face.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 150929, "video_name": "friends_s05e22_seg02_clip_17", "timestamp": [ 55.94, 57.76 ], "duration": 60.66, "caption": "A man rubs hands together as he approaches another man.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 150930, "video_name": "friends_s04e22_seg02_clip_00", "timestamp": [ 16.07, 18.91 ], "duration": 63.66, "caption": "A man waves his hand at another man while sitting.", "similarity": 0.6793, "relevance": 1 }, { "pair_id": 150931, "video_name": "house_s06e07_seg02_clip_08", "timestamp": [ 58.07, 59.87 ], "duration": 90.66, "caption": "A man waves to another man to come around while talking to a person.", "similarity": 0.6785, "relevance": 1 }, { "pair_id": 150932, "video_name": "house_s05e18_seg02_clip_02", "timestamp": [ 19.88, 25.3 ], "duration": 90.66, "caption": "A man handshake another man who is looking confused.", "similarity": 0.6756, "relevance": 0 }, { "pair_id": 150933, "video_name": "friends_s01e10_seg02_clip_11", "timestamp": [ 38.66, 40.73 ], "duration": 59.66, "caption": "A man takes another person by the hand and looks at the person gently.", "similarity": 0.6742, "relevance": 0 }, { "pair_id": 150934, "video_name": "house_s01e11_seg02_clip_03", "timestamp": [ 78.34, 83.62 ], "duration": 88.66, "caption": "A man walks to another man and they check the result.", "similarity": 0.6734, "relevance": 1 }, { "pair_id": 150935, "video_name": "met_s03e15_seg02_clip_14", "timestamp": [ 54.64, 60.81 ], "duration": 95.66, "caption": "A man pulls off a check and passes it to another man.", "similarity": 0.673, "relevance": 1 }, { "pair_id": 150936, "video_name": "grey_s01e03_seg02_clip_17", "timestamp": [ 73.89, 76.56 ], "duration": 89.66, "caption": "A man holds out his hand and another man looks at it.", "similarity": 0.6729, "relevance": 0 }, { "pair_id": 150937, "video_name": "house_s03e16_seg02_clip_09", "timestamp": [ 3.22, 10.12 ], "duration": 92.66, "caption": "A man and another man are talking while the first man is checking something.", "similarity": 0.6715, "relevance": 0 }, { "pair_id": 150938, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 35.61, 38.13 ], "duration": 63.66, "caption": "A man looks back at another man who motions to him with his hands.", "similarity": 0.6701, "relevance": 0 }, { "pair_id": 150939, "video_name": "friends_s10e03_seg02_clip_11", "timestamp": [ 5.31, 8.85 ], "duration": 59.66, "caption": "A man holds out his hand while trying to see what changed with another man.", "similarity": 0.6698, "relevance": 1 } ] }, { "query_id": 80192, "query": "A woman takes a drink from a full wine glass.", "relevant_moment": [ { "pair_id": 59600, "video_name": "friends_s01e24_seg02_clip_19", "timestamp": [ 33.94, 37.07 ], "duration": 48.66, "caption": "A woman takes a drink from a full wine glass.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 59601, "video_name": "s07e19_seg02_clip_05", "timestamp": [ 34.22, 36.62 ], "duration": 60.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.9447, "relevance": 3 }, { "pair_id": 59602, "video_name": "s06e18_seg02_clip_03", "timestamp": [ 8.54, 10.99 ], "duration": 61.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.9447, "relevance": 3 }, { "pair_id": 59603, "video_name": "met_s06e03_seg01_clip_01", "timestamp": [ 1.55, 2.48 ], "duration": 62.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.9447, "relevance": 4 }, { "pair_id": 59604, "video_name": "castle_s06e21_seg02_clip_11", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman takes a drink from her glass of wine.", "similarity": 0.9429, "relevance": 4 }, { "pair_id": 59605, "video_name": "castle_s04e06_seg02_clip_18", "timestamp": [ 80.55, 81.81 ], "duration": 84.66, "caption": "A woman takes a drink of wine from her glass.", "similarity": 0.9413, "relevance": 3 }, { "pair_id": 59606, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 18.92, 21.05 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.9294, "relevance": 3 }, { "pair_id": 59607, "video_name": "s07e21_seg02_clip_07", "timestamp": [ 39.97, 44.25 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.9294, "relevance": 3 }, { "pair_id": 59608, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 8.68, 15.51 ], "duration": 62.66, "caption": "A woman is holding a wine glass and takes a drink from it.", "similarity": 0.9057, "relevance": 3 }, { "pair_id": 59609, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A woman takes a sip from her wine glass.", "similarity": 0.8939, "relevance": 3 }, { "pair_id": 59610, "video_name": "s05e07_seg02_clip_07", "timestamp": [ 52.18, 54.93 ], "duration": 61.66, "caption": "A woman takes a sip of a glass of wine.", "similarity": 0.8916, "relevance": 3 }, { "pair_id": 59611, "video_name": "met_s02e19_seg02_clip_12", "timestamp": [ 59.29, 61.44 ], "duration": 61.66, "caption": "A woman takes a big drink from her wine cup.", "similarity": 0.8873, "relevance": 4 }, { "pair_id": 59612, "video_name": "s08e16_seg02_clip_09", "timestamp": [ 17.06, 19.23 ], "duration": 62.66, "caption": "A woman takes a drink out of her wine glass.", "similarity": 0.8842, "relevance": 3 }, { "pair_id": 59613, "video_name": "s08e07_seg02_clip_05", "timestamp": [ 41.42, 44.12 ], "duration": 60.66, "caption": "A woman takes a drink out of her wine glass.", "similarity": 0.8842, "relevance": 3 }, { "pair_id": 59614, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 11.79, 14.27 ], "duration": 62.66, "caption": "A woman takes a drink out of her wine glass.", "similarity": 0.8842, "relevance": 3 }, { "pair_id": 59615, "video_name": "friends_s09e04_seg02_clip_16", "timestamp": [ 57.0, 60.19 ], "duration": 63.66, "caption": "A woman takes a drink out of her wine glass.", "similarity": 0.8842, "relevance": 4 }, { "pair_id": 59616, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.96, 37.84 ], "duration": 61.66, "caption": "A woman takes a drink out of her glass of wine.", "similarity": 0.8771, "relevance": 3 }, { "pair_id": 59617, "video_name": "met_s06e02_seg01_clip_00", "timestamp": [ 9.43, 12.68 ], "duration": 65.66, "caption": "A woman takes her wineglass and drinks from it.", "similarity": 0.8697, "relevance": 3 }, { "pair_id": 59618, "video_name": "s08e16_seg02_clip_09", "timestamp": [ 17.68, 20.16 ], "duration": 62.66, "caption": "A woman takes a drink from the wineglass she is holding.", "similarity": 0.8676, "relevance": 3 }, { "pair_id": 59619, "video_name": "s06e18_seg02_clip_03", "timestamp": [ 25.94, 28.38 ], "duration": 61.66, "caption": "A woman takes a drink from her glass.", "similarity": 0.8639, "relevance": 3 }, { "pair_id": 232920, "video_name": "s08e04_seg02_clip_08", "timestamp": [ 31.7, 33.62 ], "duration": 64.66, "caption": "A woman drinks from the glass of wine she is holding.", "similarity": 0.8514, "relevance": 4 }, { "pair_id": 232921, "video_name": "friends_s09e09_seg02_clip_13", "timestamp": [ 42.74, 45.73 ], "duration": 59.66, "caption": "A woman drinks from the glass of wine she is holding.", "similarity": 0.8514, "relevance": 4 }, { "pair_id": 232922, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 22.51, 27.61 ], "duration": 60.66, "caption": "A woman lifts her wine glass and takes a drink.", "similarity": 0.8501, "relevance": 4 }, { "pair_id": 232923, "video_name": "s02e15_seg02_clip_11", "timestamp": [ 7.38, 10.33 ], "duration": 59.66, "caption": "A woman grabs her wine glass and drinks out of it.", "similarity": 0.8405, "relevance": 4 }, { "pair_id": 232924, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 2.12, 3.93 ], "duration": 60.66, "caption": "A woman takes a drink from a clear glass.", "similarity": 0.8365, "relevance": 3 }, { "pair_id": 232925, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 91.21, 93.56 ], "duration": 94.66, "caption": "A woman picks up her glass of wine and takes a drink.", "similarity": 0.8345, "relevance": 4 }, { "pair_id": 232926, "video_name": "s08e14_seg02_clip_08", "timestamp": [ 44.42, 46.82 ], "duration": 60.66, "caption": "A woman was sipping from a glass of wine.", "similarity": 0.832, "relevance": 4 }, { "pair_id": 232927, "video_name": "s08e06_seg02_clip_00", "timestamp": [ 12.21, 17.39 ], "duration": 61.66, "caption": "A woman picks up her glass of wine and takes a drink of it.", "similarity": 0.8297, "relevance": 4 }, { "pair_id": 232928, "video_name": "s07e14_seg02_clip_13", "timestamp": [ 6.82, 11.17 ], "duration": 62.66, "caption": "A woman takes a sip from her glass of red wine.", "similarity": 0.8292, "relevance": 4 }, { "pair_id": 232929, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 56.61, 59.59 ], "duration": 59.66, "caption": "A woman raises her wine glass and takes a sip of wine.", "similarity": 0.8239, "relevance": 4 }, { "pair_id": 232930, "video_name": "s09e20_seg02_clip_10", "timestamp": [ 40.22, 42.62 ], "duration": 60.66, "caption": "A woman takes a drink from her wine glass during a game.", "similarity": 0.8225, "relevance": 4 }, { "pair_id": 232931, "video_name": "castle_s04e18_seg02_clip_10", "timestamp": [ 55.5, 59.53 ], "duration": 89.66, "caption": "A woman lifts her wine glass and takes a sip.", "similarity": 0.8219, "relevance": 4 }, { "pair_id": 232932, "video_name": "s04e05_seg02_clip_16", "timestamp": [ 32.04, 38.45 ], "duration": 61.66, "caption": "A woman picks up a glass of white wine and takes a drink.", "similarity": 0.8203, "relevance": 3 }, { "pair_id": 232933, "video_name": "castle_s01e07_seg02_clip_09", "timestamp": [ 42.61, 44.43 ], "duration": 90.66, "caption": "A woman takes the wine glass from the table.", "similarity": 0.8172, "relevance": 1 }, { "pair_id": 232934, "video_name": "s03e12_seg02_clip_06", "timestamp": [ 61.15, 63.71 ], "duration": 64.66, "caption": "A woman picks up her glass and takes a sip of wine.", "similarity": 0.8169, "relevance": 4 }, { "pair_id": 232935, "video_name": "met_s06e21_seg01_clip_03", "timestamp": [ 14.09, 17.32 ], "duration": 58.66, "caption": "A woman takes a drink from her wine glass and sits it on the table.", "similarity": 0.8156, "relevance": 2 }, { "pair_id": 232936, "video_name": "met_s05e02_seg02_clip_10", "timestamp": [ 53.25, 55.05 ], "duration": 59.66, "caption": "A woman takes a drink from the glass in front of her.", "similarity": 0.8095, "relevance": 3 }, { "pair_id": 232937, "video_name": "s05e09_seg02_clip_06", "timestamp": [ 29.91, 36.74 ], "duration": 65.66, "caption": "A woman picks up the glass of wine and then drinks from it.", "similarity": 0.805, "relevance": 4 }, { "pair_id": 232938, "video_name": "s07e12_seg02_clip_11", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "A woman picks up the wine glass from the table and takes a drink.", "similarity": 0.804, "relevance": 4 }, { "pair_id": 232939, "video_name": "s06e16_seg01_clip_00", "timestamp": [ 29.53, 35.27 ], "duration": 82.66, "caption": "A woman picks up the wine glass from the table and takes a drink.", "similarity": 0.804, "relevance": 4 } ] }, { "query_id": 80203, "query": "A robotic hand drops the packet into a woman's hand.", "relevant_moment": [ { "pair_id": 295060, "video_name": "friends_s01e16-17_seg02_clip_27", "timestamp": [ 12.29, 13.24 ], "duration": 63.66, "caption": "A woman pours the contents of a packet into a bowl she is holding.", "similarity": 0.6049, "relevance": 2 }, { "pair_id": 295061, "video_name": "friends_s08e13_seg02_clip_02", "timestamp": [ 6.38, 9.57 ], "duration": 58.66, "caption": "A woman takes something from her lap and puts it in her hand.", "similarity": 0.6011, "relevance": 0 }, { "pair_id": 295062, "video_name": "friends_s10e17-18_seg02_clip_14", "timestamp": [ 45.33, 49.9 ], "duration": 57.66, "caption": "A woman grabs someone's hand and then pats her on the shoulder as she's being rolled out.", "similarity": 0.6008, "relevance": 0 }, { "pair_id": 295063, "video_name": "castle_s04e14_seg02_clip_00", "timestamp": [ 25.58, 30.7 ], "duration": 93.66, "caption": "A person approached a woman and handed her some stuff.", "similarity": 0.5981, "relevance": 0 }, { "pair_id": 295064, "video_name": "friends_s03e23_seg02_clip_16", "timestamp": [ 57.42, 61.08 ], "duration": 61.66, "caption": "A man takes a woman's hand in his own hand.", "similarity": 0.5971, "relevance": 0 }, { "pair_id": 295065, "video_name": "castle_s06e22_seg02_clip_23", "timestamp": [ 5.4, 9.0 ], "duration": 90.66, "caption": "A woman drops the large wooden box she's carrying and the contents spill out.", "similarity": 0.5968, "relevance": 0 }, { "pair_id": 295066, "video_name": "castle_s06e15_seg02_clip_26", "timestamp": [ 2.64, 9.24 ], "duration": 88.66, "caption": "A woman takes a man's hand as he has it held out and she pulls him with her.", "similarity": 0.5956, "relevance": 0 }, { "pair_id": 295067, "video_name": "house_s07e15_seg02_clip_20", "timestamp": [ 55.7, 64.83 ], "duration": 87.66, "caption": "A woman holds out personal hand and person takes it in personal.", "similarity": 0.5952, "relevance": 0 }, { "pair_id": 295068, "video_name": "friends_s01e01_seg02_clip_23", "timestamp": [ 19.74, 23.69 ], "duration": 60.66, "caption": "A woman takes out a box from her shopping bag and hands it to another woman.", "similarity": 0.5946, "relevance": 1 }, { "pair_id": 295069, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 18.59, 33.09 ], "duration": 63.66, "caption": "A woman pulls something out of her bag and gives it to a man.", "similarity": 0.5908, "relevance": 1 }, { "pair_id": 295070, "video_name": "grey_s02e21_seg02_clip_00", "timestamp": [ 29.77, 38.14 ], "duration": 93.66, "caption": "A woman tries to hand something to a man that he dropped but he walks away from her without looking at her.", "similarity": 0.5904, "relevance": 0 }, { "pair_id": 295071, "video_name": "met_s02e19_seg02_clip_07", "timestamp": [ 50.04, 53.4 ], "duration": 61.66, "caption": "A woman with a bag takes out a tampon and gives it to a woman.", "similarity": 0.5866, "relevance": 0 }, { "pair_id": 295072, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 8.56, 30.1 ], "duration": 59.66, "caption": "A woman takes out the piece of paper and hands it to a person.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 295073, "video_name": "friends_s07e22_seg02_clip_16", "timestamp": [ 24.5, 31.32 ], "duration": 62.66, "caption": "A person takes a woman's left hand and raises it in the air.", "similarity": 0.5832, "relevance": 0 }, { "pair_id": 295074, "video_name": "friends_s04e08_seg02_clip_17", "timestamp": [ 25.51, 60.03 ], "duration": 60.66, "caption": "A woman starts taking out objects from the shoe box in her hand and shows them to man.", "similarity": 0.5831, "relevance": 0 }, { "pair_id": 295075, "video_name": "s05e20_seg02_clip_02", "timestamp": [ 16.91, 24.5 ], "duration": 69.66, "caption": "A woman takes out a figurine from a bag and hands it to a man.", "similarity": 0.5814, "relevance": 0 }, { "pair_id": 295076, "video_name": "castle_s02e23_seg02_clip_06", "timestamp": [ 17.35, 18.26 ], "duration": 91.66, "caption": "A woman hands a man a bag that he takes in his hand.", "similarity": 0.5811, "relevance": 0 }, { "pair_id": 295077, "video_name": "s04e01_seg01_clip_01", "timestamp": [ 51.77, 56.51 ], "duration": 79.66, "caption": "A man's robotic arm hands woman a packet of soy sauce.", "similarity": 0.5798, "relevance": 3 }, { "pair_id": 295078, "video_name": "s01e14_seg02_clip_14", "timestamp": [ 62.43, 64.02 ], "duration": 64.66, "caption": "A man takes the action figure package out of a woman's hands.", "similarity": 0.5797, "relevance": 0 }, { "pair_id": 295079, "video_name": "castle_s05e10_seg02_clip_08", "timestamp": [ 44.65, 53.03 ], "duration": 93.66, "caption": "A woman pushes a vase with her finger and drops the vase.", "similarity": 0.5786, "relevance": 0 } ] }, { "query_id": 80304, "query": "A woman leans in and kisses a man but he gets out of the car.", "relevant_moment": [ { "pair_id": 159840, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 55.69, 65.62 ], "duration": 86.66, "caption": "A woman leans in and kisses a man but he gets out of the car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159841, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 12.99, 18.59 ], "duration": 59.66, "caption": "A woman kisses a man as they ride in the back of the car.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 159842, "video_name": "s02e08_seg02_clip_03", "timestamp": [ 26.69, 58.02 ], "duration": 58.66, "caption": "A man kisses a woman with red hair in a car.", "similarity": 0.7762, "relevance": 3 }, { "pair_id": 159843, "video_name": "grey_s01e08_seg02_clip_05", "timestamp": [ 69.18, 73.73 ], "duration": 91.66, "caption": "A woman leans in and kisses a man with their hand on their chest, and then pulls away.", "similarity": 0.7703, "relevance": 2 }, { "pair_id": 159844, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 26.41, 29.11 ], "duration": 60.66, "caption": "A woman leans in to kiss person, and he pulls away from her.", "similarity": 0.7639, "relevance": 2 }, { "pair_id": 159845, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 11.81, 15.94 ], "duration": 59.66, "caption": "A woman and a man are kissing inside the car.", "similarity": 0.7632, "relevance": 2 }, { "pair_id": 159846, "video_name": "friends_s07e07_seg02_clip_02", "timestamp": [ 26.82, 32.78 ], "duration": 59.66, "caption": "A woman gets up to leave and kisses a man.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 159847, "video_name": "s03e12_seg02_clip_04", "timestamp": [ 11.41, 19.81 ], "duration": 60.66, "caption": "A woman and a man kiss in the back seat of the car.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 159848, "video_name": "house_s06e15_seg02_clip_15", "timestamp": [ 56.09, 89.02 ], "duration": 89.66, "caption": "A man and woman kiss and talk in the car.", "similarity": 0.7216, "relevance": 2 }, { "pair_id": 159849, "video_name": "house_s05e15_seg02_clip_07", "timestamp": [ 3.61, 6.33 ], "duration": 90.66, "caption": "A woman kisses a man and then walks away from him.", "similarity": 0.7178, "relevance": 2 }, { "pair_id": 159850, "video_name": "house_s08e10_seg02_clip_11", "timestamp": [ 24.21, 26.79 ], "duration": 103.66, "caption": "A man kisses the woman he just let in.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 159851, "video_name": "house_s07e02_seg02_clip_03", "timestamp": [ 25.86, 27.27 ], "duration": 94.66, "caption": "A man leans in to give a woman a kiss.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 159852, "video_name": "house_s06e15_seg02_clip_16", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "Two people are in the car while they are kissing each other.", "similarity": 0.7132, "relevance": 1 }, { "pair_id": 159853, "video_name": "friends_s09e06_seg02_clip_18", "timestamp": [ 0.0, 3.92 ], "duration": 56.66, "caption": "A woman kisses a man and immediately walks away from him.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 159854, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 34.8, 44.11 ], "duration": 98.66, "caption": "A woman gets up to kiss a man when he starts to leave.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 159855, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 50.07, 63.46 ], "duration": 86.66, "caption": "A woman tries to kiss a man but he pulls away.", "similarity": 0.7094, "relevance": 4 }, { "pair_id": 159856, "video_name": "grey_s01e04_seg02_clip_13", "timestamp": [ 52.76, 58.38 ], "duration": 86.66, "caption": "After a man and a woman leave, a woman bends down and kisses a man.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 159857, "video_name": "castle_s08e14_seg02_clip_20", "timestamp": [ 78.94, 87.1 ], "duration": 90.66, "caption": "A woman leans over and kisses man then leaves the room.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 159859, "video_name": "castle_s07e13_seg02_clip_09", "timestamp": [ 73.69, 78.15 ], "duration": 89.66, "caption": "A woman kisses a man on the forehead and then walks away.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 333160, "video_name": "friends_s04e16_seg02_clip_10", "timestamp": [ 18.28, 22.06 ], "duration": 63.66, "caption": "A woman leans in to kiss a man but another man pulls her back.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 333161, "video_name": "friends_s10e13_seg02_clip_09", "timestamp": [ 46.17, 54.94 ], "duration": 58.66, "caption": "A woman leans in to kiss a man, who dodges and instead gives her a friendly hug.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 333162, "video_name": "house_s07e06_seg02_clip_26", "timestamp": [ 4.28, 11.4 ], "duration": 95.66, "caption": "A man kisses a woman and then she turns around and leaves.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 333163, "video_name": "friends_s03e23_seg02_clip_00", "timestamp": [ 39.2, 40.15 ], "duration": 63.66, "caption": "A man leans into and kisses woman on the lips.", "similarity": 0.7037, "relevance": 2 }, { "pair_id": 333164, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 39.46, 42.94 ], "duration": 58.66, "caption": "A woman kisses a man quickly and walks away from him.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 333165, "video_name": "castle_s07e10_seg02_clip_07", "timestamp": [ 82.03, 88.09 ], "duration": 93.66, "caption": "A woman gives a man a kiss on the cheek and walks out the door.", "similarity": 0.6987, "relevance": 2 }, { "pair_id": 333166, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 106.8, 124.0 ], "duration": 181.66, "caption": "A woman kisses a man on the cheek and he turns around and walks away.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 333167, "video_name": "s03e06_seg01_clip_00", "timestamp": [ 93.62, 97.22 ], "duration": 120.66, "caption": "A woman kisses a man and walks away from him.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 333168, "video_name": "castle_s02e16_seg02_clip_00", "timestamp": [ 63.72, 66.51 ], "duration": 93.66, "caption": "A woman kisses man on the cheek and then turns around to leave.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 333169, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 27.6, 31.16 ], "duration": 89.66, "caption": "A woman leans over and gives a man a kiss on the lips.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 333170, "video_name": "s09e24_seg02_clip_15", "timestamp": [ 3.36, 5.19 ], "duration": 61.66, "caption": "A man leans down and kisses woman on the lips.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 333171, "video_name": "house_s06e15_seg02_clip_15", "timestamp": [ 56.09, 61.43 ], "duration": 89.66, "caption": "Two people are in the car kissing torridly.", "similarity": 0.6962, "relevance": 3 }, { "pair_id": 333172, "video_name": "friends_s07e04_seg02_clip_04", "timestamp": [ 52.51, 54.43 ], "duration": 64.66, "caption": "A man leans down and kisses a woman's hands that he is holding.", "similarity": 0.6947, "relevance": 1 }, { "pair_id": 333173, "video_name": "castle_s04e05_seg02_clip_26", "timestamp": [ 51.71, 55.94 ], "duration": 94.66, "caption": "A woman kisses a man on the cheek and walks away.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 333174, "video_name": "castle_s02e11_seg02_clip_04", "timestamp": [ 61.74, 64.44 ], "duration": 90.66, "caption": "A woman kisses a man on the cheek and walks away.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 333175, "video_name": "castle_s06e10_seg02_clip_19", "timestamp": [ 34.72, 37.39 ], "duration": 89.66, "caption": "A person leans in to give woman a kiss while she stands in a dumpster.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 333176, "video_name": "friends_s09e16_seg02_clip_01", "timestamp": [ 40.14, 45.15 ], "duration": 59.66, "caption": "A man kisses a woman on the cheek and then stands up to leave.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 333177, "video_name": "castle_s07e17_seg02_clip_11", "timestamp": [ 44.15, 45.49 ], "duration": 89.66, "caption": "A woman kisses a man on the cheek then she walks away from him.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 333178, "video_name": "s04e04_seg02_clip_14", "timestamp": [ 18.01, 60.03 ], "duration": 60.66, "caption": "A man and woman are kissing in the front seat of the car.", "similarity": 0.6904, "relevance": 3 }, { "pair_id": 333179, "video_name": "friends_s10e01_seg02_clip_07", "timestamp": [ 37.82, 40.22 ], "duration": 60.66, "caption": "A woman leans in to give a man a kiss then quickly throws her head backwards away from him.", "similarity": 0.6901, "relevance": 2 } ] }, { "query_id": 80305, "query": "A woman pulls something out of the refrigerator and then kisses man.", "relevant_moment": [ { "pair_id": 1340, "video_name": "met_s02e20_seg01_clip_00", "timestamp": [ 30.81, 34.41 ], "duration": 77.66, "caption": "A woman pulls something out of the refrigerator and then kisses man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1341, "video_name": "friends_s03e18_seg02_clip_19", "timestamp": [ 38.55, 46.07 ], "duration": 94.66, "caption": "A woman kisses a man and he picks her up.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 1342, "video_name": "friends_s05e19_seg02_clip_02", "timestamp": [ 6.05, 24.49 ], "duration": 55.66, "caption": "A woman comes out of the bathroom and kisses a man.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 1343, "video_name": "friends_s07e07_seg02_clip_02", "timestamp": [ 26.82, 32.78 ], "duration": 59.66, "caption": "A woman gets up to leave and kisses a man.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 1344, "video_name": "grey_s01e08_seg02_clip_05", "timestamp": [ 69.18, 73.73 ], "duration": 91.66, "caption": "A woman leans in and kisses a man with their hand on their chest, and then pulls away.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 1345, "video_name": "house_s08e10_seg02_clip_11", "timestamp": [ 24.21, 26.79 ], "duration": 103.66, "caption": "A man kisses the woman he just let in.", "similarity": 0.7105, "relevance": 2 }, { "pair_id": 1346, "video_name": "castle_s01e07_seg02_clip_16", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A man takes a woman's hand and kisses it while holding it.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 1347, "video_name": "friends_s05e23-24_seg02_clip_38", "timestamp": [ 36.85, 38.88 ], "duration": 58.66, "caption": "A woman kisses man while they are in a store.", "similarity": 0.7082, "relevance": 2 }, { "pair_id": 1348, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 50.07, 63.46 ], "duration": 86.66, "caption": "A woman tries to kiss a man but he pulls away.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 1349, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 9.23, 18.46 ], "duration": 57.66, "caption": "A man holds a woman's hand and then she kisses him.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 1350, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 42.76, 48.61 ], "duration": 90.66, "caption": "A woman walks towards a man and then he pulls her in and kisses her.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 1351, "video_name": "castle_s07e10_seg02_clip_07", "timestamp": [ 82.03, 88.09 ], "duration": 93.66, "caption": "A woman gives a man a kiss on the cheek and walks out the door.", "similarity": 0.6954, "relevance": 0 }, { "pair_id": 1352, "video_name": "friends_s03e12_seg02_clip_19", "timestamp": [ 43.62, 52.44 ], "duration": 98.66, "caption": "A woman grabs a man and kisses him before he leaves.", "similarity": 0.695, "relevance": 0 }, { "pair_id": 1353, "video_name": "friends_s06e15-16_seg02_clip_28", "timestamp": [ 5.7, 16.51 ], "duration": 60.66, "caption": "A man picks up woman's hands and kisses them.", "similarity": 0.6929, "relevance": 1 }, { "pair_id": 1354, "video_name": "friends_s02e15_seg02_clip_11", "timestamp": [ 57.98, 64.68 ], "duration": 67.66, "caption": "A woman drops what is in her hands and kisses a man.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 1355, "video_name": "castle_s08e09_seg02_clip_25", "timestamp": [ 170.65, 175.02 ], "duration": 175.66, "caption": "A man kisses woman and grabs her hand and woman closes the door.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 1356, "video_name": "house_s08e18_seg02_clip_23", "timestamp": [ 14.53, 28.23 ], "duration": 83.66, "caption": "A woman takes off her cloth and kisses a man.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 1357, "video_name": "friends_s08e18_seg02_clip_00", "timestamp": [ 5.8, 15.87 ], "duration": 61.66, "caption": "A man kisses a woman in the doorway and then she closes the door.", "similarity": 0.69, "relevance": 2 }, { "pair_id": 1358, "video_name": "friends_s09e23-24_seg02_clip_02", "timestamp": [ 11.84, 15.89 ], "duration": 62.66, "caption": "A woman gets up from the table and kisses a man.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 1359, "video_name": "s06e05_seg02_clip_03", "timestamp": [ 30.01, 34.22 ], "duration": 60.66, "caption": "A woman walks into the room and kisses a man.", "similarity": 0.6878, "relevance": 2 } ] }, { "query_id": 80309, "query": "A man follows a woman to the fridge and watches her take out items.", "relevant_moment": [ { "pair_id": 11560, "video_name": "met_s02e20_seg01_clip_00", "timestamp": [ 25.61, 36.01 ], "duration": 77.66, "caption": "A man follows a woman to the fridge and watches her take out items.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11561, "video_name": "castle_s04e16_seg02_clip_06", "timestamp": [ 53.69, 57.97 ], "duration": 95.66, "caption": "A man goes into the kitchen and opens the fridge as a woman follows him.", "similarity": 0.7726, "relevance": 3 }, { "pair_id": 11562, "video_name": "friends_s09e12_seg02_clip_06", "timestamp": [ 5.75, 8.25 ], "duration": 50.66, "caption": "A woman walks in and sees a man setting something on the fridge.", "similarity": 0.763, "relevance": 1 }, { "pair_id": 11563, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 1.96, 3.08 ], "duration": 56.66, "caption": "A woman looks at a man from behind the refrigerator door.", "similarity": 0.7125, "relevance": 3 }, { "pair_id": 11565, "video_name": "friends_s06e21_seg02_clip_08", "timestamp": [ 34.21, 37.92 ], "duration": 57.66, "caption": "A woman closes the fridge and walks towards man.", "similarity": 0.6714, "relevance": 3 }, { "pair_id": 11566, "video_name": "s05e18_seg02_clip_16", "timestamp": [ 17.93, 29.45 ], "duration": 64.66, "caption": "A person looks at woman and gets up to follow her and man out the door.", "similarity": 0.671, "relevance": 1 }, { "pair_id": 11567, "video_name": "castle_s03e23_seg02_clip_26", "timestamp": [ 48.16, 51.31 ], "duration": 90.66, "caption": "A woman gets out and a man follows her immediately.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 11569, "video_name": "friends_s03e07_seg02_clip_07", "timestamp": [ 12.61, 19.89 ], "duration": 56.66, "caption": "A woman leads a man into the kitchen by his hand and opens the fridge.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 11570, "video_name": "house_s04e09_seg02_clip_07", "timestamp": [ 48.16, 54.01 ], "duration": 90.66, "caption": "A man gets out of the room and woman follows him.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 11571, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 0.63, 5.04 ], "duration": 63.66, "caption": "A person stands up and follows another person when they go to the refrigerator.", "similarity": 0.6505, "relevance": 3 }, { "pair_id": 11572, "video_name": "house_s02e14_seg02_clip_15", "timestamp": [ 50.63, 52.89 ], "duration": 90.66, "caption": "A man walks out and a woman follows him immediately.", "similarity": 0.6426, "relevance": 2 }, { "pair_id": 11573, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 38.14, 44.86 ], "duration": 61.66, "caption": "A woman goes into the kitchen to see about a man's order.", "similarity": 0.6408, "relevance": 0 }, { "pair_id": 11574, "video_name": "house_s05e16_seg02_clip_15", "timestamp": [ 57.7, 61.39 ], "duration": 92.66, "caption": "A person walks out the door and woman follows him.", "similarity": 0.6368, "relevance": 1 }, { "pair_id": 11575, "video_name": "friends_s05e13_seg02_clip_13", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A woman walks over to the kitchen and a man follows.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 11576, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 37.82, 46.01 ], "duration": 63.66, "caption": "A man walks out the door and a woman follows him.", "similarity": 0.633, "relevance": 1 }, { "pair_id": 11577, "video_name": "s04e21_seg02_clip_15", "timestamp": [ 0.0, 1.22 ], "duration": 61.66, "caption": "A woman stands holding the refrigerator door open and points towards a man.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 11578, "video_name": "house_s01e17_seg02_clip_07", "timestamp": [ 1.98, 4.46 ], "duration": 99.66, "caption": "A man walks by a woman and then she follows.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 11579, "video_name": "friends_s05e10_seg01_clip_00", "timestamp": [ 0.0, 8.64 ], "duration": 96.66, "caption": "A man organizes the refrigerator as a person walks in.", "similarity": 0.6265, "relevance": 3 }, { "pair_id": 184880, "video_name": "s08e08_seg02_clip_11", "timestamp": [ 38.42, 42.62 ], "duration": 60.66, "caption": "A woman follows a man as he walks across the room.", "similarity": 0.6231, "relevance": 1 }, { "pair_id": 184881, "video_name": "friends_s07e06_seg02_clip_17", "timestamp": [ 30.1, 34.24 ], "duration": 59.66, "caption": "A woman puts her elbow on the refrigerator and looks at a man.", "similarity": 0.6193, "relevance": 2 }, { "pair_id": 184882, "video_name": "house_s07e09_seg02_clip_06", "timestamp": [ 48.39, 57.83 ], "duration": 82.66, "caption": "A woman walks out and a man followed her immediately.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 184883, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 21.18, 26.11 ], "duration": 58.66, "caption": "A man stands up and follows a woman when she walks out.", "similarity": 0.6163, "relevance": 2 }, { "pair_id": 184884, "video_name": "house_s02e15_seg02_clip_25", "timestamp": [ 118.82, 127.62 ], "duration": 176.66, "caption": "A man opens the refrigerator and takes something out to eat.", "similarity": 0.6141, "relevance": 2 }, { "pair_id": 184885, "video_name": "friends_s02e05_seg02_clip_00", "timestamp": [ 0.0, 4.62 ], "duration": 66.66, "caption": "A man closes the refrigerator door and walks towards a person.", "similarity": 0.6137, "relevance": 1 }, { "pair_id": 184886, "video_name": "s08e06_seg02_clip_11", "timestamp": [ 33.31, 39.62 ], "duration": 60.66, "caption": "A man struts over to the refrigerator and pulls off a paper that has all of their household duties on it then tells a woman to take a look at it.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 184887, "video_name": "castle_s03e01_seg02_clip_11", "timestamp": [ 70.09, 77.02 ], "duration": 77.66, "caption": "A woman pushed man back into the refrigerator and let him stay there.", "similarity": 0.6121, "relevance": 2 }, { "pair_id": 184888, "video_name": "friends_s06e19_seg02_clip_06", "timestamp": [ 39.08, 42.86 ], "duration": 63.66, "caption": "A man pushes another man into their fridge then looks back at a third person.", "similarity": 0.6105, "relevance": 2 }, { "pair_id": 184889, "video_name": "s05e04_seg02_clip_01", "timestamp": [ 41.18, 49.02 ], "duration": 56.66, "caption": "A man gets up and follows woman out of the room.", "similarity": 0.6102, "relevance": 2 }, { "pair_id": 184890, "video_name": "s08e09_seg01_clip_01", "timestamp": [ 0.0, 1.84 ], "duration": 46.66, "caption": "Woman opens the fridge, guy takes grocery out of a bag.", "similarity": 0.6096, "relevance": 3 }, { "pair_id": 184891, "video_name": "s08e18_seg02_clip_04", "timestamp": [ 1.18, 11.81 ], "duration": 59.66, "caption": "A man is grabbing stuff out of the freezer to show a woman.", "similarity": 0.6096, "relevance": 3 }, { "pair_id": 184892, "video_name": "s01e07_seg02_clip_02", "timestamp": [ 11.71, 16.51 ], "duration": 60.66, "caption": "A woman gets up to leave and a man follows her to the door.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 184893, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "A person looks inside of the fridge while another person stands next to him.", "similarity": 0.6085, "relevance": 2 }, { "pair_id": 184894, "video_name": "house_s05e15_seg02_clip_07", "timestamp": [ 18.98, 23.95 ], "duration": 90.66, "caption": "A man is inspecting the contents in the fridge.", "similarity": 0.6083, "relevance": 2 }, { "pair_id": 184895, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 38.37, 44.87 ], "duration": 65.66, "caption": "A woman walks over to the fridge and takes something out.", "similarity": 0.6074, "relevance": 3 }, { "pair_id": 184896, "video_name": "friends_s02e10_seg02_clip_09", "timestamp": [ 18.0, 26.24 ], "duration": 61.66, "caption": "A woman looks at her watch and then motions at a man before he leaves.", "similarity": 0.6062, "relevance": 1 }, { "pair_id": 184897, "video_name": "friends_s09e08_seg02_clip_05", "timestamp": [ 11.18, 14.8 ], "duration": 60.66, "caption": "A man opens the door and walks into the kitchen, followed by woman.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 184898, "video_name": "s08e04_seg02_clip_13", "timestamp": [ 55.78, 58.44 ], "duration": 59.66, "caption": "A man follows a woman as they walk into a person's apartment.", "similarity": 0.6057, "relevance": 2 }, { "pair_id": 184899, "video_name": "friends_s05e04_seg02_clip_21", "timestamp": [ 20.26, 43.02 ], "duration": 50.66, "caption": "A man sneaks out of a door and a woman follows after him.", "similarity": 0.6056, "relevance": 2 } ] }, { "query_id": 80371, "query": "A man shows a person a photograph as they sit on the coffeehouse couch.", "relevant_moment": [ { "pair_id": 167700, "video_name": "friends_s01e11_seg02_clip_14", "timestamp": [ 44.42, 59.13 ], "duration": 60.66, "caption": "A man shows a person a photograph as they sit on the coffeehouse couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167701, "video_name": "friends_s10e09_seg02_clip_19", "timestamp": [ 0.0, 59.1 ], "duration": 59.66, "caption": "A woman shows the photo to a man on the couch.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 167702, "video_name": "house_s06e11_seg02_clip_04", "timestamp": [ 3.88, 20.86 ], "duration": 97.66, "caption": "A person is sitting on the couch taking a photo out of a frame.", "similarity": 0.7131, "relevance": 1 }, { "pair_id": 167703, "video_name": "castle_s03e13_seg02_clip_12", "timestamp": [ 60.28, 83.28 ], "duration": 92.66, "caption": "A man is sitting on the couch as woman is on the floor looking through pictures.", "similarity": 0.6844, "relevance": 3 }, { "pair_id": 167704, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 167705, "video_name": "castle_s07e20_seg02_clip_17", "timestamp": [ 65.85, 70.4 ], "duration": 90.66, "caption": "A person is sitting in person's living room looking at a photo.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 167706, "video_name": "friends_s02e15_seg02_clip_15", "timestamp": [ 25.68, 49.58 ], "duration": 59.66, "caption": "A man shows a woman pictures of his family on the couch.", "similarity": 0.6502, "relevance": 4 }, { "pair_id": 167707, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 27.76, 43.24 ], "duration": 91.66, "caption": "A man shows some people a photo of someone.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 167708, "video_name": "castle_s06e07_seg02_clip_25", "timestamp": [ 20.9, 29.08 ], "duration": 90.66, "caption": "A person sits down beside the boss and shows him a picture.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 167709, "video_name": "house_s06e11_seg02_clip_04", "timestamp": [ 28.62, 38.81 ], "duration": 97.66, "caption": "A person still sitting on the couch is now holding up and looking at two photos.", "similarity": 0.6216, "relevance": 2 }, { "pair_id": 167710, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 28.76, 40.92 ], "duration": 81.66, "caption": "A man sits down and hands a woman a camera with a photo of a person.", "similarity": 0.6181, "relevance": 4 }, { "pair_id": 167711, "video_name": "house_s06e08_seg02_clip_24", "timestamp": [ 30.79, 38.89 ], "duration": 81.66, "caption": "A man sits down with woman and he shows a picture of person.", "similarity": 0.6149, "relevance": 4 }, { "pair_id": 167712, "video_name": "house_s06e05_seg02_clip_17", "timestamp": [ 45.59, 49.02 ], "duration": 49.66, "caption": "A person walks into camera view while a man is sitting on the couch in their apartment.", "similarity": 0.6132, "relevance": 1 }, { "pair_id": 167713, "video_name": "castle_s05e11_seg02_clip_11", "timestamp": [ 87.88, 89.27 ], "duration": 92.66, "caption": "A man taps his finger on a photo as it lays on a coffee table.", "similarity": 0.6026, "relevance": 2 }, { "pair_id": 167714, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 78.94, 83.04 ], "duration": 91.66, "caption": "A person takes a photo of a guy and posted it.", "similarity": 0.6006, "relevance": 1 }, { "pair_id": 167715, "video_name": "house_s05e20_seg02_clip_06", "timestamp": [ 80.56, 91.03 ], "duration": 91.66, "caption": "A woman shows a man the photo of the little boy on the couch.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 167716, "video_name": "castle_s07e05_seg02_clip_03", "timestamp": [ 40.19, 41.53 ], "duration": 89.66, "caption": "A person points to a photograph of a man that's hung on the wall.", "similarity": 0.5969, "relevance": 2 }, { "pair_id": 167717, "video_name": "s04e12_seg02_clip_16", "timestamp": [ 43.38, 53.12 ], "duration": 59.66, "caption": "A man is standing next to another person who is sitting on the couch. The man is showing the person how to utilize an app on the phone for uploading photos.", "similarity": 0.5959, "relevance": 3 }, { "pair_id": 167718, "video_name": "friends_s03e18_seg01_clip_01", "timestamp": [ 43.86, 50.9 ], "duration": 64.66, "caption": "A man sits in a chair at the cafe looking through a photo book.", "similarity": 0.5935, "relevance": 2 }, { "pair_id": 167719, "video_name": "s08e10_seg02_clip_07", "timestamp": [ 17.93, 25.29 ], "duration": 64.66, "caption": "A person sits on the couch, faces the camera and introduces their guest for the day.", "similarity": 0.5929, "relevance": 1 } ] }, { "query_id": 80461, "query": "A person walks towards the sofa and sits with a woman, she puts a phone on her forehead which displays \"Jay-Z\".", "relevant_moment": [ { "pair_id": 157100, "video_name": "s08e09_seg01_clip_01", "timestamp": [ 17.96, 23.25 ], "duration": 46.66, "caption": "A person walks towards the sofa and sits with a woman, she puts a phone on her forehead which displays \"Jay-Z\".", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157102, "video_name": "castle_s06e22_seg02_clip_02", "timestamp": [ 0.0, 14.69 ], "duration": 89.66, "caption": "A woman is on a sofa while speaking to a man on their phones.", "similarity": 0.6755, "relevance": 1 }, { "pair_id": 157103, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 9.87, 13.01 ], "duration": 89.66, "caption": "A person is sitting on a couch with woman and answers his cell phone.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 157104, "video_name": "s02e18_seg02_clip_00", "timestamp": [ 40.01, 45.59 ], "duration": 62.66, "caption": "A person walks from behind the sofa to sit next to a woman.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 157105, "video_name": "s09e04_seg02_clip_00", "timestamp": [ 27.16, 29.9 ], "duration": 61.66, "caption": "A person waves his phone while sitting on a woman's sofa.", "similarity": 0.664, "relevance": 1 }, { "pair_id": 157106, "video_name": "castle_s08e21_seg02_clip_16", "timestamp": [ 0.0, 13.97 ], "duration": 93.66, "caption": "A person walks to sit on a sofa and a woman follows him/her to sit beside him/her.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 157107, "video_name": "s09e10_seg02_clip_13", "timestamp": [ 52.82, 60.03 ], "duration": 60.66, "caption": "A woman stares at her phone and swipes the screen as she and a person sit on the couch.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 157108, "video_name": "s08e18_seg02_clip_16", "timestamp": [ 9.63, 14.81 ], "duration": 37.66, "caption": "A person is on their phone as they sit next to a woman.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 157109, "video_name": "friends_s05e22_seg02_clip_15", "timestamp": [ 0.0, 20.57 ], "duration": 59.66, "caption": "A woman is on the phone with a man while sitting on the couch.", "similarity": 0.6365, "relevance": 1 }, { "pair_id": 157110, "video_name": "s08e08_seg02_clip_10", "timestamp": [ 7.83, 10.44 ], "duration": 58.66, "caption": "A person is on his phone while sitting next to woman.", "similarity": 0.6361, "relevance": 2 }, { "pair_id": 157111, "video_name": "s05e09_seg02_clip_14", "timestamp": [ 18.0, 22.43 ], "duration": 59.66, "caption": "A woman walks towards a person, who is seated on the couch with a blue and white bird perched on his left arm, she stops and points the phone at the person and the bird, the person poses and she takes his picture finally setting the phone down in front of the person.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 157112, "video_name": "friends_s07e15_seg02_clip_04", "timestamp": [ 2.8, 5.04 ], "duration": 56.66, "caption": "A woman hands a phone to another woman while they are sitting on a sofa.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 157113, "video_name": "friends_s01e13_seg02_clip_18", "timestamp": [ 32.17, 38.07 ], "duration": 59.66, "caption": "A person walks around the couch to sit down next to a woman.", "similarity": 0.6322, "relevance": 3 }, { "pair_id": 157114, "video_name": "s02e17_seg02_clip_09", "timestamp": [ 0.0, 42.36 ], "duration": 58.66, "caption": "A woman was talking to a person over the phone whilst sitting on the couch.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 157115, "video_name": "s08e16_seg02_clip_02", "timestamp": [ 40.22, 44.72 ], "duration": 60.66, "caption": "A woman walks where a person is and she sits down on the couch.", "similarity": 0.6306, "relevance": 2 }, { "pair_id": 157116, "video_name": "castle_s07e02_seg02_clip_06", "timestamp": [ 27.8, 30.49 ], "duration": 89.66, "caption": "A woman sits next to a man on the couch and talks on the phone.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 157117, "video_name": "s02e08_seg02_clip_14", "timestamp": [ 25.33, 32.34 ], "duration": 61.66, "caption": "A person sits down on the arm of the sofa and addresses another person.", "similarity": 0.6249, "relevance": 1 }, { "pair_id": 157118, "video_name": "s07e14_seg02_clip_09", "timestamp": [ 56.43, 60.03 ], "duration": 60.66, "caption": "A person is on their phone while seated on the couch.", "similarity": 0.6244, "relevance": 1 }, { "pair_id": 157119, "video_name": "castle_s02e03_seg02_clip_20", "timestamp": [ 4.24, 8.48 ], "duration": 84.66, "caption": "A woman puts her legs down and sits up straight on the edge of the couch as she watches a man talk on his cellphone.", "similarity": 0.6225, "relevance": 2 }, { "pair_id": 330420, "video_name": "friends_s05e02_seg02_clip_09", "timestamp": [ 0.0, 10.16 ], "duration": 58.66, "caption": "A woman walks over to the sofa where a man is seated.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 330421, "video_name": "s10e05_seg02_clip_16", "timestamp": [ 0.0, 3.8 ], "duration": 69.66, "caption": "A person is walking in front of a woman then he sits on the couch.", "similarity": 0.6197, "relevance": 3 }, { "pair_id": 330422, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 10.95, 15.34 ], "duration": 73.66, "caption": "A person walks over and sits down on the couch next to woman.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 330423, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 34.83, 38.96 ], "duration": 59.66, "caption": "A person walks over to the couch and sits next to woman.", "similarity": 0.6161, "relevance": 2 }, { "pair_id": 330424, "video_name": "s07e04_seg02_clip_13", "timestamp": [ 43.14, 49.02 ], "duration": 56.66, "caption": "A person walks over to the couch and sits down next to a woman.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 330425, "video_name": "s03e16_seg02_clip_07", "timestamp": [ 33.05, 36.01 ], "duration": 59.66, "caption": "A person leans at the back of the sofa to be near with a woman.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 330426, "video_name": "s09e06_seg02_clip_01", "timestamp": [ 38.12, 42.62 ], "duration": 60.66, "caption": "A person walks over the couch and sits between two women.", "similarity": 0.6112, "relevance": 3 }, { "pair_id": 330427, "video_name": "friends_s03e23_seg02_clip_05", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A woman sits on the arm of the sofa and a man scoots closer to start conversing with her.", "similarity": 0.6104, "relevance": 2 }, { "pair_id": 330428, "video_name": "friends_s07e20_seg02_clip_10", "timestamp": [ 27.46, 35.09 ], "duration": 61.66, "caption": "A man walks towards a woman who is sitting on the couch.", "similarity": 0.6102, "relevance": 1 }, { "pair_id": 330429, "video_name": "s05e14_seg02_clip_06", "timestamp": [ 32.46, 58.44 ], "duration": 59.66, "caption": "A person on the couch is talking to their phone.", "similarity": 0.6097, "relevance": 0 }, { "pair_id": 330430, "video_name": "castle_s07e14_seg02_clip_08", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A woman is on the phone with a person as she is walking.", "similarity": 0.6081, "relevance": 1 }, { "pair_id": 330431, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 19.21, 22.81 ], "duration": 60.66, "caption": "A woman sits on her sofa as she speaks with a person.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 330432, "video_name": "s03e08_seg02_clip_00", "timestamp": [ 5.36, 15.13 ], "duration": 63.66, "caption": "A person walks to the couch and sits down while talking on the phone.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 330433, "video_name": "castle_s03e16_seg02_clip_12", "timestamp": [ 47.33, 52.84 ], "duration": 91.66, "caption": "A person walks towards woman and sits down across from her.", "similarity": 0.6077, "relevance": 2 }, { "pair_id": 330434, "video_name": "s05e18_seg02_clip_15", "timestamp": [ 38.96, 42.5 ], "duration": 59.66, "caption": "A woman walks over and sits down on the couch next to a person.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 330435, "video_name": "s04e16_seg02_clip_15", "timestamp": [ 22.0, 30.75 ], "duration": 53.66, "caption": "A woman walks over self-consciously and sits next to person on the couch.", "similarity": 0.606, "relevance": 1 }, { "pair_id": 330436, "video_name": "met_s06e23_seg02_clip_07", "timestamp": [ 8.66, 12.55 ], "duration": 59.66, "caption": "A woman walks over to a man, sits down on sofa and speaks up to him.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 330437, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person moves from the arm of the sofa to sit next to a woman.", "similarity": 0.6021, "relevance": 1 }, { "pair_id": 330438, "video_name": "s07e01_seg02_clip_09", "timestamp": [ 24.37, 28.14 ], "duration": 58.66, "caption": "A woman walks behind the couch, leans on it and speaks to a man.", "similarity": 0.6015, "relevance": 1 }, { "pair_id": 330439, "video_name": "s09e12_seg02_clip_14", "timestamp": [ 8.85, 14.04 ], "duration": 61.66, "caption": "A woman sits on a couch while talking to a person.", "similarity": 0.6015, "relevance": 1 } ] }, { "query_id": 80521, "query": "A person writes with his back to the patient, he does a double take over his shoulder, walks up to someone and the two people put one hand against the others and flutter their fingers, a woman steps between when they stop.", "relevant_moment": [ { "pair_id": 156780, "video_name": "grey_s01e07_seg02_clip_00", "timestamp": [ 33.38, 43.25 ], "duration": 94.66, "caption": "A person writes with his back to the patient, he does a double take over his shoulder, walks up to someone and the two people put one hand against the others and flutter their fingers, a woman steps between when they stop.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156781, "video_name": "house_s07e12_seg02_clip_08", "timestamp": [ 41.24, 45.49 ], "duration": 85.66, "caption": "A person walks over to the patient and another person gives her a thumbs up.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 156782, "video_name": "castle_s05e01_seg02_clip_18", "timestamp": [ 29.64, 35.19 ], "duration": 92.66, "caption": "A woman and a man turn their back around after talking to the patient.", "similarity": 0.7035, "relevance": 1 }, { "pair_id": 156783, "video_name": "house_s02e18_seg02_clip_12", "timestamp": [ 4.48, 20.61 ], "duration": 89.66, "caption": "A person tells two other people what to do with the patient.", "similarity": 0.6941, "relevance": 1 }, { "pair_id": 156784, "video_name": "house_s01e02_seg02_clip_05", "timestamp": [ 59.3, 61.64 ], "duration": 78.66, "caption": "A person touches a patient's hand while talking with another person.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 156785, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 12.29, 15.93 ], "duration": 91.66, "caption": "A person tells another person two things they want them to do to the patient.", "similarity": 0.6781, "relevance": 1 }, { "pair_id": 156786, "video_name": "house_s02e04_seg02_clip_11", "timestamp": [ 0.0, 9.74 ], "duration": 92.66, "caption": "A woman tells a person that the patient might get better and the person tells her that she'd want that and the woman walks out of his/her office.", "similarity": 0.678, "relevance": 1 }, { "pair_id": 156787, "video_name": "house_s05e12_seg02_clip_25", "timestamp": [ 73.34, 94.02 ], "duration": 94.66, "caption": "A person walks up to woman and they talk to each other in front of a patient.", "similarity": 0.6779, "relevance": 1 }, { "pair_id": 156788, "video_name": "house_s04e02_seg02_clip_25", "timestamp": [ 89.27, 105.02 ], "duration": 105.66, "caption": "A person sees someone dealing with a patient and walks over to him/her.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 156789, "video_name": "house_s03e12_seg02_clip_13", "timestamp": [ 85.58, 90.7 ], "duration": 93.66, "caption": "A person approaches and then another person turns around and faces the patient again.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 156790, "video_name": "grey_s03e18_seg02_clip_16", "timestamp": [ 30.99, 37.01 ], "duration": 92.66, "caption": "A patient puts his hand on a woman's hand and gives her advice.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 156791, "video_name": "house_s05e22_seg02_clip_06", "timestamp": [ 51.86, 81.02 ], "duration": 81.66, "caption": "A woman and a patient do sign language back and forth while two men watch and wait when the woman communicates with the patient.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 156792, "video_name": "house_s05e07_seg02_clip_09", "timestamp": [ 12.02, 17.36 ], "duration": 89.66, "caption": "A woman stops the patient to tell two people she knows what they are doing.", "similarity": 0.6614, "relevance": 1 }, { "pair_id": 156794, "video_name": "house_s06e02_seg02_clip_23", "timestamp": [ 12.83, 18.53 ], "duration": 95.66, "caption": "A person holds the patient's hand and helps them stand up.", "similarity": 0.6579, "relevance": 1 }, { "pair_id": 156795, "video_name": "house_s08e04_seg02_clip_23", "timestamp": [ 81.39, 94.0 ], "duration": 105.66, "caption": "A patient signs a form and hands it to a person.", "similarity": 0.6578, "relevance": 1 }, { "pair_id": 156796, "video_name": "house_s05e02_seg02_clip_03", "timestamp": [ 27.31, 34.13 ], "duration": 91.66, "caption": "A person gets up and stands beside another person and in front of a patient.", "similarity": 0.6511, "relevance": 1 }, { "pair_id": 156797, "video_name": "grey_s02e11_seg02_clip_01", "timestamp": [ 59.73, 65.56 ], "duration": 89.66, "caption": "A woman walks some people up to a patient next to a man.", "similarity": 0.6508, "relevance": 2 }, { "pair_id": 156798, "video_name": "house_s04e16_seg02_clip_09", "timestamp": [ 42.23, 46.45 ], "duration": 76.66, "caption": "A man walks over to the patient to help person move her over.", "similarity": 0.6506, "relevance": 1 }, { "pair_id": 156799, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 5.07, 9.75 ], "duration": 78.66, "caption": "A woman describes the patient as a man walks up to him.", "similarity": 0.6502, "relevance": 1 } ] }, { "query_id": 80569, "query": "A man looks at person through binoculars in his car.", "relevant_moment": [ { "pair_id": 10200, "video_name": "castle_s01e09_seg02_clip_19", "timestamp": [ 53.54, 55.06 ], "duration": 101.66, "caption": "A man looks at person through binoculars in his car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10201, "video_name": "castle_s08e04_seg02_clip_21", "timestamp": [ 63.72, 66.45 ], "duration": 91.66, "caption": "A person, sitting in the backseat of a red car, raises binoculars to his eyes.", "similarity": 0.7615, "relevance": 4 }, { "pair_id": 10202, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 0.0, 14.41 ], "duration": 60.66, "caption": "A man sits in the back seat of a car, using binoculars to look into a restaurant and he talks to the people in the front seat about what he sees.", "similarity": 0.7174, "relevance": 4 }, { "pair_id": 10203, "video_name": "house_s05e12_seg02_clip_03", "timestamp": [ 13.2, 19.37 ], "duration": 88.66, "caption": "A person looks at the car and inspects it.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 10204, "video_name": "castle_s07e11_seg02_clip_21", "timestamp": [ 88.29, 91.03 ], "duration": 91.66, "caption": "A man places binoculars on his face to look across the street.", "similarity": 0.6996, "relevance": 3 }, { "pair_id": 10205, "video_name": "castle_s06e07_seg02_clip_12", "timestamp": [ 24.4, 29.03 ], "duration": 84.66, "caption": "A man looks at a woman through his car window.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 10206, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 0.0, 27.79 ], "duration": 89.66, "caption": "A person is sitting in a car with someone and looks at him/her and then stares forward.", "similarity": 0.6897, "relevance": 1 }, { "pair_id": 10207, "video_name": "s08e16_seg02_clip_03", "timestamp": [ 55.19, 58.14 ], "duration": 59.66, "caption": "A man looks out of the car window in the back seat of another person's car.", "similarity": 0.6741, "relevance": 1 }, { "pair_id": 10208, "video_name": "friends_s05e20_seg02_clip_07", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "Two men are inside a car with a person looking around.", "similarity": 0.6698, "relevance": 1 }, { "pair_id": 10209, "video_name": "s09e08_seg02_clip_07", "timestamp": [ 3.0, 5.7 ], "duration": 60.66, "caption": "A man looks through the binoculars and watches a woman and a man.", "similarity": 0.6688, "relevance": 4 }, { "pair_id": 10210, "video_name": "met_s02e17_seg02_clip_18", "timestamp": [ 0.92, 4.88 ], "duration": 61.66, "caption": "A person walks up to the window while looking at his car.", "similarity": 0.6686, "relevance": 1 }, { "pair_id": 10211, "video_name": "castle_s05e19_seg02_clip_09", "timestamp": [ 0.46, 13.21 ], "duration": 91.66, "caption": "A person narrates what he/she is looking through the binoculars.", "similarity": 0.664, "relevance": 3 }, { "pair_id": 10212, "video_name": "s06e24_seg01_clip_02", "timestamp": [ 46.93, 49.84 ], "duration": 53.66, "caption": "A man brings the car to an abrupt stop and looks at a person.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 10213, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 39.38, 60.64 ], "duration": 125.66, "caption": "A man takes a look inside of person's eyes.", "similarity": 0.6541, "relevance": 0 }, { "pair_id": 10214, "video_name": "met_s04e02_seg02_clip_07", "timestamp": [ 36.73, 37.65 ], "duration": 60.66, "caption": "A man looks out the car window next to woman.", "similarity": 0.6532, "relevance": 1 }, { "pair_id": 10215, "video_name": "castle_s07e11_seg02_clip_21", "timestamp": [ 88.29, 91.03 ], "duration": 91.66, "caption": "A person starts looking at a man wearing a long black coat through binoculars.", "similarity": 0.6521, "relevance": 3 }, { "pair_id": 10216, "video_name": "friends_s07e23-24_seg02_clip_16", "timestamp": [ 46.13, 51.93 ], "duration": 58.66, "caption": "A man is looking through binoculars and a man comes up behind him and turns him around.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 10217, "video_name": "s08e01_seg02_clip_02", "timestamp": [ 5.19, 6.41 ], "duration": 61.66, "caption": "A person looks out the window of the car he is riding in with another person.", "similarity": 0.6486, "relevance": 1 }, { "pair_id": 10218, "video_name": "castle_s01e07_seg02_clip_25", "timestamp": [ 7.5, 9.7 ], "duration": 88.66, "caption": "A man looks at himself in a rear view mirror inside a car and moves his fingers over his eyebrow.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 10219, "video_name": "castle_s04e22_seg02_clip_03", "timestamp": [ 73.06, 78.34 ], "duration": 88.66, "caption": "A man in suit glances at black cars with open doors.", "similarity": 0.6427, "relevance": 0 } ] }, { "query_id": 80586, "query": "A person is holding two beers they removed from the refrigerator while they are conversing with person. They then set the beer down on the kitchen island.", "relevant_moment": [ { "pair_id": 17800, "video_name": "s01e01_seg02_clip_06", "timestamp": [ 9.57, 19.15 ], "duration": 58.66, "caption": "A person is holding two beers they removed from the refrigerator while they are conversing with person. They then set the beer down on the kitchen island.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17801, "video_name": "house_s07e21_seg02_clip_22", "timestamp": [ 57.36, 64.41 ], "duration": 94.66, "caption": "A person takes the beer of the person next to him/her and drinks from it.", "similarity": 0.7322, "relevance": 1 }, { "pair_id": 17802, "video_name": "castle_s01e09_seg02_clip_10", "timestamp": [ 23.45, 34.27 ], "duration": 90.66, "caption": "A person gets a beer from the fridge and another person gets a beer from the fridge.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 17803, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 77.3, 87.88 ], "duration": 92.66, "caption": "A person walks into the room carrying a bottle of beer, another person is working with food on the counter, the first person takes a drink of beer and sets the beer down on the counter.", "similarity": 0.7222, "relevance": 2 }, { "pair_id": 17804, "video_name": "s01e01_seg02_clip_06", "timestamp": [ 3.77, 13.06 ], "duration": 58.66, "caption": "A person joins a man in the kitchen while he grabs a couple of beers from the fridge.", "similarity": 0.7221, "relevance": 2 }, { "pair_id": 17805, "video_name": "friends_s05e12_seg02_clip_19", "timestamp": [ 41.77, 51.05 ], "duration": 116.66, "caption": "A person hands a beer to another person sitting on their recliner as they sit by the kitchen counter and confesses to them the fling they had with someone.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 17806, "video_name": "met_s02e11_seg02_clip_04", "timestamp": [ 9.57, 13.9 ], "duration": 61.66, "caption": "A person steps over another person while holding a glass of beer.", "similarity": 0.6963, "relevance": 1 }, { "pair_id": 17807, "video_name": "s06e24_seg02_clip_04", "timestamp": [ 16.51, 19.51 ], "duration": 60.66, "caption": "Holding a beer, a man stops beside a person and says something.", "similarity": 0.6907, "relevance": 1 }, { "pair_id": 17808, "video_name": "met_s02e11_seg02_clip_02", "timestamp": [ 18.89, 22.09 ], "duration": 64.66, "caption": "A person picks up their mug of beer and takes a sip as they talk to another person.", "similarity": 0.6882, "relevance": 1 }, { "pair_id": 17809, "video_name": "met_s06e04_seg02_clip_03", "timestamp": [ 4.58, 10.68 ], "duration": 61.66, "caption": "During a conversation, a person points at another person and he drops his beer bottle on the floor.", "similarity": 0.6879, "relevance": 1 }, { "pair_id": 17810, "video_name": "met_s06e01_seg01_clip_02", "timestamp": [ 4.65, 9.04 ], "duration": 50.66, "caption": "A man picks up another person's beer and holds it up to them.", "similarity": 0.687, "relevance": 1 }, { "pair_id": 17812, "video_name": "house_s07e05_seg02_clip_01", "timestamp": [ 36.91, 45.01 ], "duration": 90.66, "caption": "A person is talking to another person and they grab some drink from the fridge.", "similarity": 0.6792, "relevance": 1 }, { "pair_id": 17813, "video_name": "s09e04_seg02_clip_04", "timestamp": [ 21.05, 28.38 ], "duration": 61.66, "caption": "A person carries two beers from the kitchen to the living room.", "similarity": 0.6775, "relevance": 2 }, { "pair_id": 17814, "video_name": "s05e18_seg02_clip_01", "timestamp": [ 55.22, 58.83 ], "duration": 60.66, "caption": "A person raises their beer, takes a sip, then lowers the bottle.", "similarity": 0.671, "relevance": 1 }, { "pair_id": 17815, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 33.68, 41.82 ], "duration": 74.66, "caption": "Two people were both holding a bottle of beer.", "similarity": 0.67, "relevance": 1 }, { "pair_id": 17816, "video_name": "s03e23_seg02_clip_00", "timestamp": [ 20.47, 25.43 ], "duration": 62.66, "caption": "A person holding alcohol comes out while two people are talking.", "similarity": 0.6697, "relevance": 1 }, { "pair_id": 17817, "video_name": "friends_s03e06_seg02_clip_15", "timestamp": [ 0.0, 2.96 ], "duration": 74.66, "caption": "A man taps another person's arm as he tells him he's going for a beer and the person tells him to not go since he has some in a cooler beside him.", "similarity": 0.6692, "relevance": 1 }, { "pair_id": 17818, "video_name": "house_s05e03_seg02_clip_15", "timestamp": [ 17.43, 21.26 ], "duration": 85.66, "caption": "A person opens the fridge and takes out a beer.", "similarity": 0.6688, "relevance": 1 }, { "pair_id": 17819, "video_name": "met_s03e17_seg02_clip_10", "timestamp": [ 27.53, 28.49 ], "duration": 64.66, "caption": "A person takes a sip out of a bottle of beer he's holding.", "similarity": 0.6688, "relevance": 1 } ] }, { "query_id": 80616, "query": "A person removes a bag from their shoulder and sets it on a desk.", "relevant_moment": [ { "pair_id": 13760, "video_name": "s01e01_seg02_clip_00", "timestamp": [ 4.88, 7.63 ], "duration": 61.66, "caption": "A person removes a bag from their shoulder and sets it on a desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13761, "video_name": "s03e04_seg02_clip_06", "timestamp": [ 45.02, 48.02 ], "duration": 60.66, "caption": "A person takes off their shoulder bag and sets it down in the chair at their desk.", "similarity": 0.8991, "relevance": 4 }, { "pair_id": 13762, "video_name": "s01e12_seg02_clip_08", "timestamp": [ 56.45, 59.86 ], "duration": 62.66, "caption": "A person places his bag on his desk chair.", "similarity": 0.8144, "relevance": 3 }, { "pair_id": 13763, "video_name": "s03e02_seg02_clip_16", "timestamp": [ 39.06, 43.33 ], "duration": 61.66, "caption": "A person places their bag on the chair in front of their desk.", "similarity": 0.8103, "relevance": 3 }, { "pair_id": 13764, "video_name": "house_s06e13_seg02_clip_00", "timestamp": [ 60.28, 61.2 ], "duration": 92.66, "caption": "Someone puts their bag into their office desk.", "similarity": 0.8013, "relevance": 2 }, { "pair_id": 13765, "video_name": "s03e04_seg02_clip_06", "timestamp": [ 45.92, 48.32 ], "duration": 60.66, "caption": "A person places his bag on the chair in front of his desk.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 13766, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 3.15, 6.3 ], "duration": 63.66, "caption": "A person removes their shoulder bag and places it on a table.", "similarity": 0.7841, "relevance": 2 }, { "pair_id": 13767, "video_name": "s08e13_seg02_clip_06", "timestamp": [ 46.99, 57.37 ], "duration": 61.66, "caption": "A person walks over to their desk and puts their bag on the chair.", "similarity": 0.7813, "relevance": 1 }, { "pair_id": 13768, "video_name": "s05e15_seg02_clip_09", "timestamp": [ 9.57, 12.19 ], "duration": 58.66, "caption": "A person takes their bag off and puts it on a chair.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 13769, "video_name": "s02e15_seg02_clip_12", "timestamp": [ 42.32, 46.22 ], "duration": 60.66, "caption": "A woman removes her shoulder bag and sets it on a man's desk and picks up a book.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 13770, "video_name": "s02e11_seg02_clip_08", "timestamp": [ 46.82, 51.32 ], "duration": 60.66, "caption": "A person takes the strap of their laptop bag off their shoulder.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 13771, "video_name": "castle_s02e11_seg02_clip_15", "timestamp": [ 46.76, 48.49 ], "duration": 86.66, "caption": "A person empties out an evidence bag onto a desk.", "similarity": 0.7501, "relevance": 0 }, { "pair_id": 13772, "video_name": "castle_s04e04_seg02_clip_14", "timestamp": [ 29.53, 32.21 ], "duration": 89.66, "caption": "A man puts a duffle bag on the desk.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 13773, "video_name": "met_s02e13_seg02_clip_09", "timestamp": [ 23.41, 27.06 ], "duration": 60.66, "caption": "A man sets down his bag in front of the desk.", "similarity": 0.7412, "relevance": 1 }, { "pair_id": 13774, "video_name": "house_s07e06_seg02_clip_20", "timestamp": [ 57.16, 61.67 ], "duration": 90.66, "caption": "A woman grabs her bag from a chair in front of some other person's desk and moves to leave.", "similarity": 0.7281, "relevance": 0 }, { "pair_id": 13775, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 33.94, 37.19 ], "duration": 59.66, "caption": "A person leans over and takes a small black bag out of their desk drawer.", "similarity": 0.7225, "relevance": 1 }, { "pair_id": 13776, "video_name": "castle_s06e08_seg02_clip_24", "timestamp": [ 5.92, 7.28 ], "duration": 91.66, "caption": "A person puts a diamond on a red bag down on the desk.", "similarity": 0.7089, "relevance": 1 }, { "pair_id": 13777, "video_name": "house_s08e18_seg02_clip_05", "timestamp": [ 17.25, 19.9 ], "duration": 88.66, "caption": "A person sets down some take out on another person's desk.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 13778, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 27.34, 34.98 ], "duration": 80.66, "caption": "A person moves a garbage bag on their desk and another person comes in and takes a seat.", "similarity": 0.7028, "relevance": 0 }, { "pair_id": 13779, "video_name": "s10e02_seg02_clip_09", "timestamp": [ 42.5, 47.22 ], "duration": 59.66, "caption": "A woman takes their purse off and puts it down on the chair at person's desk.", "similarity": 0.7019, "relevance": 2 } ] }, { "query_id": 80716, "query": "Two people sit down on the couch together.", "relevant_moment": [ { "pair_id": 106220, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 8.35, 13.61 ], "duration": 61.66, "caption": "Two people sit down on the couch together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 106221, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 40.32, 44.8 ], "duration": 59.66, "caption": "Two people sit down together on the couch.", "similarity": 0.9976, "relevance": 4 }, { "pair_id": 106222, "video_name": "s06e11_seg02_clip_14", "timestamp": [ 52.38, 56.02 ], "duration": 56.66, "caption": "Two people sit down on the couch.", "similarity": 0.9841, "relevance": 4 }, { "pair_id": 106223, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 5.99, 8.19 ], "duration": 63.66, "caption": "Two people sit down on a couch.", "similarity": 0.9813, "relevance": 4 }, { "pair_id": 106224, "video_name": "friends_s09e17_seg02_clip_06", "timestamp": [ 50.96, 52.48 ], "duration": 61.66, "caption": "Two people sit down on a couch.", "similarity": 0.9813, "relevance": 4 }, { "pair_id": 106225, "video_name": "s09e15_seg02_clip_14", "timestamp": [ 50.76, 59.03 ], "duration": 59.66, "caption": "Two people are sitting together on the couch.", "similarity": 0.9546, "relevance": 4 }, { "pair_id": 106226, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "Two people sit down on the couch next to each other.", "similarity": 0.9303, "relevance": 4 }, { "pair_id": 106227, "video_name": "house_s07e01_seg02_clip_22", "timestamp": [ 29.3, 93.03 ], "duration": 93.66, "caption": "Two people were sitting on a couch.", "similarity": 0.9158, "relevance": 3 }, { "pair_id": 106228, "video_name": "friends_s07e10_seg02_clip_03", "timestamp": [ 7.02, 10.8 ], "duration": 54.66, "caption": "Two people sit down next to each other on the couch.", "similarity": 0.9155, "relevance": 4 }, { "pair_id": 106229, "video_name": "met_s02e07_seg02_clip_11", "timestamp": [ 46.22, 50.9 ], "duration": 55.66, "caption": "A person and a woman sit down on the couch.", "similarity": 0.9052, "relevance": 3 }, { "pair_id": 106230, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.0, 63.43 ], "duration": 63.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.8914, "relevance": 3 }, { "pair_id": 106231, "video_name": "friends_s09e04_seg02_clip_22", "timestamp": [ 0.0, 35.02 ], "duration": 35.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.8914, "relevance": 3 }, { "pair_id": 106232, "video_name": "friends_s04e07_seg02_clip_16", "timestamp": [ 0.0, 14.27 ], "duration": 62.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.8914, "relevance": 3 }, { "pair_id": 106233, "video_name": "friends_s09e17_seg02_clip_11", "timestamp": [ 15.37, 20.81 ], "duration": 64.66, "caption": "Two people sit down on the couch and a woman sits between them.", "similarity": 0.8832, "relevance": 3 }, { "pair_id": 106234, "video_name": "friends_s06e23_seg02_clip_02", "timestamp": [ 40.14, 52.24 ], "duration": 59.66, "caption": "Two people walk over and sit down on the couch.", "similarity": 0.8618, "relevance": 4 }, { "pair_id": 106235, "video_name": "house_s05e01_seg02_clip_16", "timestamp": [ 0.0, 31.8 ], "duration": 87.66, "caption": "Two people are sitting on the couch together with a woman.", "similarity": 0.8549, "relevance": 3 }, { "pair_id": 106236, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 49.13, 52.18 ], "duration": 61.66, "caption": "A person sits down on the couch between two people.", "similarity": 0.8495, "relevance": 3 }, { "pair_id": 106237, "video_name": "s04e24_seg02_clip_12", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "Two people are sitting beside each other on the couch.", "similarity": 0.8486, "relevance": 2 }, { "pair_id": 106238, "video_name": "friends_s03e15_seg02_clip_04", "timestamp": [ 34.79, 37.23 ], "duration": 61.66, "caption": "Two men sit down on the couch together.", "similarity": 0.8436, "relevance": 4 }, { "pair_id": 106239, "video_name": "friends_s07e16_seg02_clip_12", "timestamp": [ 32.46, 35.61 ], "duration": 63.66, "caption": "Two people sit side by side on a person's couch.", "similarity": 0.8422, "relevance": 3 }, { "pair_id": 279540, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 30.43, 34.45 ], "duration": 89.66, "caption": "Two people sit down in the couch while they are talking.", "similarity": 0.8395, "relevance": 4 }, { "pair_id": 279541, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "Two people are sitting beside each other on someone's couch.", "similarity": 0.8352, "relevance": 3 }, { "pair_id": 279542, "video_name": "friends_s10e07_seg02_clip_14", "timestamp": [ 7.02, 16.65 ], "duration": 52.66, "caption": "Two people walk in and sit on the couch.", "similarity": 0.8336, "relevance": 4 }, { "pair_id": 279543, "video_name": "friends_s04e06_seg02_clip_17", "timestamp": [ 3.2, 7.36 ], "duration": 64.66, "caption": "Two women sit down on the couch together.", "similarity": 0.8313, "relevance": 4 }, { "pair_id": 279544, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 40.7, 57.33 ], "duration": 57.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.8228, "relevance": 3 }, { "pair_id": 279545, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 0.0, 52.18 ], "duration": 61.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.8228, "relevance": 3 }, { "pair_id": 279546, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 55.78, 63.03 ], "duration": 63.66, "caption": "Two people are standing next to each other, then one person sits down on the couch.", "similarity": 0.8201, "relevance": 3 }, { "pair_id": 279547, "video_name": "castle_s07e13_seg02_clip_09", "timestamp": [ 15.63, 26.8 ], "duration": 89.66, "caption": "Two people walk over to the couch and sit down.", "similarity": 0.8167, "relevance": 4 }, { "pair_id": 279548, "video_name": "friends_s06e14_seg02_clip_18", "timestamp": [ 0.0, 38.03 ], "duration": 61.66, "caption": "A man and a woman were both sitting on a couch.", "similarity": 0.8165, "relevance": 4 }, { "pair_id": 279549, "video_name": "friends_s09e07_seg02_clip_03", "timestamp": [ 30.69, 35.42 ], "duration": 59.66, "caption": "A woman sits down on the couch and a man sits down with her.", "similarity": 0.812, "relevance": 4 }, { "pair_id": 279550, "video_name": "friends_s01e02_seg02_clip_06", "timestamp": [ 18.49, 21.46 ], "duration": 66.66, "caption": "A woman and a man sit down on the sofa.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 279551, "video_name": "friends_s09e06_seg02_clip_14", "timestamp": [ 0.0, 31.2 ], "duration": 63.66, "caption": "Two people talk while sitting down on the couch.", "similarity": 0.8094, "relevance": 4 }, { "pair_id": 279552, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 15.67, 40.04 ], "duration": 58.66, "caption": "Two people sit on the couch talking to each other.", "similarity": 0.8065, "relevance": 4 }, { "pair_id": 279553, "video_name": "friends_s05e17_seg02_clip_13", "timestamp": [ 0.0, 26.05 ], "duration": 56.66, "caption": "Two people were relaxing on a couch.", "similarity": 0.7995, "relevance": 4 }, { "pair_id": 279554, "video_name": "friends_s07e20_seg01_clip_01", "timestamp": [ 54.3, 60.33 ], "duration": 60.66, "caption": "A woman sits down on the couch with a guy and woman.", "similarity": 0.7953, "relevance": 4 }, { "pair_id": 279555, "video_name": "s03e02_seg02_clip_04", "timestamp": [ 21.66, 26.55 ], "duration": 61.66, "caption": "Two people are eating together as they sit on the couch.", "similarity": 0.794, "relevance": 4 }, { "pair_id": 279556, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A person sits down on the couch beside another person.", "similarity": 0.7904, "relevance": 4 }, { "pair_id": 279557, "video_name": "s09e10_seg02_clip_10", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "Two men are sitting together on the couch.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 279558, "video_name": "friends_s09e16_seg02_clip_16", "timestamp": [ 22.43, 28.33 ], "duration": 59.66, "caption": "Two people stop standing and go sit on the couch together.", "similarity": 0.789, "relevance": 4 } ] }, { "query_id": 80720, "query": "A man sits down and shows everyone a pair of tickets.", "relevant_moment": [ { "pair_id": 170420, "video_name": "met_s02e05_seg02_clip_00", "timestamp": [ 28.57, 32.25 ], "duration": 61.66, "caption": "A man sits down and shows everyone a pair of tickets.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170421, "video_name": "met_s05e02_seg02_clip_00", "timestamp": [ 3.1, 8.06 ], "duration": 62.66, "caption": "A man sits down and shows some people 4 tickets.", "similarity": 0.906, "relevance": 4 }, { "pair_id": 170422, "video_name": "friends_s08e07_seg02_clip_08", "timestamp": [ 46.22, 49.82 ], "duration": 60.66, "caption": "A person shows another person the tickets he got for him, him and another person.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 170423, "video_name": "castle_s04e08_seg02_clip_10", "timestamp": [ 44.15, 48.75 ], "duration": 91.66, "caption": "A person is holding three tickets in his hand showing them to two other people.", "similarity": 0.6809, "relevance": 3 }, { "pair_id": 170424, "video_name": "met_s05e02_seg02_clip_00", "timestamp": [ 3.76, 5.02 ], "duration": 62.66, "caption": "A man sits down in the booth while holding tickets in their hand.", "similarity": 0.6748, "relevance": 4 }, { "pair_id": 170425, "video_name": "friends_s01e04_seg02_clip_01", "timestamp": [ 11.35, 16.39 ], "duration": 63.66, "caption": "A person jumps over top of couch, sits next to man and shows him some tickets.", "similarity": 0.6461, "relevance": 4 }, { "pair_id": 170426, "video_name": "met_s03e02_seg02_clip_02", "timestamp": [ 0.0, 3.07 ], "duration": 61.66, "caption": "A man sits down at booth with some people.", "similarity": 0.6396, "relevance": 2 }, { "pair_id": 170427, "video_name": "s09e11_seg01_clip_00", "timestamp": [ 64.21, 69.11 ], "duration": 98.66, "caption": "A person asks man if he is sure the right tickets are available.", "similarity": 0.6377, "relevance": 1 }, { "pair_id": 170428, "video_name": "friends_s08e10_seg02_clip_20", "timestamp": [ 56.78, 66.02 ], "duration": 88.66, "caption": "A man sits beside a woman as he takes out concert tickets and shows them to her saying he got them for her.", "similarity": 0.6361, "relevance": 4 }, { "pair_id": 170429, "video_name": "house_s03e18_seg02_clip_01", "timestamp": [ 32.31, 39.49 ], "duration": 89.66, "caption": "A man shows the flight attendant his ticket and goes to his seat.", "similarity": 0.6314, "relevance": 1 }, { "pair_id": 170430, "video_name": "met_s03e20_seg01_clip_01", "timestamp": [ 37.82, 42.62 ], "duration": 60.66, "caption": "A man shows off Bruce Springsteen tickets to two other men.", "similarity": 0.5977, "relevance": 2 }, { "pair_id": 170431, "video_name": "met_s06e06_seg02_clip_03", "timestamp": [ 9.6, 11.1 ], "duration": 60.66, "caption": "A man stands up at his seat as he is with some people.", "similarity": 0.5937, "relevance": 0 }, { "pair_id": 170432, "video_name": "friends_s03e22_seg02_clip_02", "timestamp": [ 21.11, 25.8 ], "duration": 67.66, "caption": "A man tells a couple they're in the wrong seats after seeing the ticket.", "similarity": 0.5721, "relevance": 1 }, { "pair_id": 170433, "video_name": "friends_s07e05_seg02_clip_07", "timestamp": [ 40.14, 44.27 ], "duration": 59.66, "caption": "A man stands up and grabs the tickets from someone's hand.", "similarity": 0.5711, "relevance": 1 }, { "pair_id": 170434, "video_name": "met_s06e17_seg02_clip_06", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A man tells everyone who he ran into while sitting down.", "similarity": 0.57, "relevance": 2 }, { "pair_id": 170435, "video_name": "friends_s10e01_seg02_clip_10", "timestamp": [ 12.99, 18.87 ], "duration": 49.66, "caption": "A man takes the tickets after trying to say that he wouldn't.", "similarity": 0.5679, "relevance": 1 }, { "pair_id": 170436, "video_name": "house_s03e19_seg02_clip_03", "timestamp": [ 77.11, 80.3 ], "duration": 91.66, "caption": "A man is about to excuse himself as someone takes out tickets and shows them to him asking him if he wants them.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 170437, "video_name": "castle_s01e07_seg02_clip_17", "timestamp": [ 29.71, 40.06 ], "duration": 90.66, "caption": "A man pulls two tickets out of his jacket pocket and shows them to woman.", "similarity": 0.5652, "relevance": 3 }, { "pair_id": 170438, "video_name": "s08e13_seg02_clip_15", "timestamp": [ 82.82, 85.82 ], "duration": 120.66, "caption": "A man sits down at the table with some people.", "similarity": 0.5639, "relevance": 2 }, { "pair_id": 170439, "video_name": "friends_s03e01_seg02_clip_10", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A man takes the tickets from a person and heads towards the door.", "similarity": 0.5624, "relevance": 0 } ] }, { "query_id": 80721, "query": "A person slams their concert tickets down on the table.", "relevant_moment": [ { "pair_id": 26480, "video_name": "met_s02e05_seg02_clip_00", "timestamp": [ 33.17, 35.02 ], "duration": 61.66, "caption": "A person slams their concert tickets down on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 26481, "video_name": "castle_s07e22_seg02_clip_16", "timestamp": [ 64.13, 65.46 ], "duration": 89.66, "caption": "A person slams their hands down on the table.", "similarity": 0.702, "relevance": 1 }, { "pair_id": 26482, "video_name": "castle_s05e07_seg02_clip_08", "timestamp": [ 52.79, 54.62 ], "duration": 91.66, "caption": "A man slams his hand down on the table.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 26483, "video_name": "castle_s03e05_seg02_clip_07", "timestamp": [ 85.59, 88.31 ], "duration": 90.66, "caption": "A person puts concert tickets behind his back.", "similarity": 0.6121, "relevance": 2 }, { "pair_id": 26484, "video_name": "s08e04_seg02_clip_03", "timestamp": [ 5.7, 8.7 ], "duration": 60.66, "caption": "A person slams a comic book down on the table.", "similarity": 0.5801, "relevance": 0 }, { "pair_id": 26485, "video_name": "met_s03e20_seg01_clip_01", "timestamp": [ 50.15, 53.19 ], "duration": 60.66, "caption": "A person tears up a concert ticket of another person and his/her date.", "similarity": 0.5692, "relevance": 2 }, { "pair_id": 26486, "video_name": "friends_s03e22_seg02_clip_19", "timestamp": [ 67.67, 69.31 ], "duration": 82.66, "caption": "A woman slams the phone down onto the table.", "similarity": 0.5692, "relevance": 3 }, { "pair_id": 26487, "video_name": "castle_s05e14_seg02_clip_16", "timestamp": [ 11.04, 12.42 ], "duration": 92.66, "caption": "A woman slams both her hands on the table.", "similarity": 0.5456, "relevance": 0 }, { "pair_id": 26488, "video_name": "friends_s01e24_seg02_clip_16", "timestamp": [ 17.59, 20.57 ], "duration": 59.66, "caption": "A woman slams her hand down on the table and stands up.", "similarity": 0.5334, "relevance": 0 }, { "pair_id": 26489, "video_name": "house_s05e09_seg02_clip_24", "timestamp": [ 0.89, 4.01 ], "duration": 89.66, "caption": "A person puts down their cellphone on the table.", "similarity": 0.5324, "relevance": 1 }, { "pair_id": 26490, "video_name": "s04e17_seg02_clip_05", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A person puts down a thing on top of the center table.", "similarity": 0.5178, "relevance": 1 }, { "pair_id": 26491, "video_name": "s02e08_seg01_clip_00", "timestamp": [ 45.23, 47.54 ], "duration": 66.66, "caption": "A person puts the remote down on the table.", "similarity": 0.5136, "relevance": 2 }, { "pair_id": 26493, "video_name": "met_s04e02_seg02_clip_17", "timestamp": [ 49.26, 55.7 ], "duration": 63.66, "caption": "A person says something that upsets the entire table and they get up from their seat.", "similarity": 0.51, "relevance": 0 }, { "pair_id": 26494, "video_name": "castle_s03e12_seg02_clip_04", "timestamp": [ 58.76, 60.54 ], "duration": 89.66, "caption": "A person said something and hit the table right after.", "similarity": 0.5041, "relevance": 0 }, { "pair_id": 26495, "video_name": "castle_s07e13_seg02_clip_02", "timestamp": [ 2.2, 7.05 ], "duration": 88.66, "caption": "A person pulls out microphone and sets it on table.", "similarity": 0.498, "relevance": 1 }, { "pair_id": 26496, "video_name": "friends_s03e12_seg02_clip_02", "timestamp": [ 22.43, 25.38 ], "duration": 59.66, "caption": "A man slams the telephone on the table multiple times.", "similarity": 0.4977, "relevance": 3 }, { "pair_id": 26497, "video_name": "s01e11_seg02_clip_06", "timestamp": [ 44.86, 46.93 ], "duration": 59.66, "caption": "A person gets up from the table and yells.", "similarity": 0.4949, "relevance": 0 }, { "pair_id": 26498, "video_name": "s02e20_seg01_clip_02", "timestamp": [ 41.32, 43.35 ], "duration": 81.66, "caption": "A person puts their food down on the table.", "similarity": 0.4938, "relevance": 2 }, { "pair_id": 26499, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.06, 11.17 ], "duration": 62.66, "caption": "A woman slams down the spoon on the coffee table.", "similarity": 0.4906, "relevance": 3 } ] }, { "query_id": 80786, "query": "A man pinches a patient's foot to check for feeling.", "relevant_moment": [ { "pair_id": 160600, "video_name": "house_s08e12_seg02_clip_05", "timestamp": [ 52.74, 55.12 ], "duration": 95.66, "caption": "A man pinches a patient's foot to check for feeling.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160601, "video_name": "house_s04e06_seg02_clip_22", "timestamp": [ 0.0, 6.53 ], "duration": 87.66, "caption": "A man asks another man if the treatment is working as he is pinching the female patient's foot and she complains that she felt the pinch.", "similarity": 0.7795, "relevance": 4 }, { "pair_id": 160602, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 4.3, 9.46 ], "duration": 86.66, "caption": "A man is checking the reflexes in the patient's leg.", "similarity": 0.7554, "relevance": 3 }, { "pair_id": 160603, "video_name": "house_s05e08_seg02_clip_05", "timestamp": [ 55.98, 62.81 ], "duration": 91.66, "caption": "A man feels the patient's abdomen with his fingers.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 160604, "video_name": "house_s03e03_seg02_clip_19", "timestamp": [ 0.0, 5.79 ], "duration": 89.66, "caption": "A man tries to find out if the patient is able to recognize pain in the hand.", "similarity": 0.7289, "relevance": 2 }, { "pair_id": 160605, "video_name": "house_s05e19_seg02_clip_24", "timestamp": [ 62.35, 68.27 ], "duration": 91.66, "caption": "A man smiles when the patient is able to move a finger.", "similarity": 0.7277, "relevance": 1 }, { "pair_id": 160606, "video_name": "house_s06e21_seg02_clip_01", "timestamp": [ 57.22, 58.54 ], "duration": 88.66, "caption": "A man reaches with both hands to check out the patient's head.", "similarity": 0.7047, "relevance": 1 }, { "pair_id": 160607, "video_name": "grey_s01e09_seg02_clip_01", "timestamp": [ 67.33, 72.3 ], "duration": 90.66, "caption": "A man uses a device on someone to test if they have feeling in their limbs.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 160608, "video_name": "house_s08e12_seg02_clip_01", "timestamp": [ 0.0, 4.28 ], "duration": 95.66, "caption": "A man moves the patient's left arm in ranges of motion to see if they experience any pain.", "similarity": 0.6972, "relevance": 2 }, { "pair_id": 160609, "video_name": "house_s01e20_seg02_clip_10", "timestamp": [ 19.26, 23.74 ], "duration": 89.66, "caption": "A man has the patient squeeze both of his hands.", "similarity": 0.6964, "relevance": 2 }, { "pair_id": 160610, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 80.0, 88.84 ], "duration": 93.66, "caption": "A man takes a look at the bandage of the patient.", "similarity": 0.6961, "relevance": 1 }, { "pair_id": 160611, "video_name": "house_s02e10_seg02_clip_07", "timestamp": [ 67.07, 71.57 ], "duration": 90.66, "caption": "A man is checking on the patient while walking.", "similarity": 0.6912, "relevance": 1 }, { "pair_id": 160612, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 40.51, 58.07 ], "duration": 90.66, "caption": "A man tries to figure out what his patient has stuck in his leg.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 160613, "video_name": "house_s05e18_seg02_clip_03", "timestamp": [ 23.67, 25.94 ], "duration": 91.66, "caption": "A man checks out a patient's leg while they're in a room.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 160614, "video_name": "house_s02e05_seg02_clip_04", "timestamp": [ 57.38, 61.0 ], "duration": 90.66, "caption": "A man pulls down the blanket to see the patient's legs.", "similarity": 0.6796, "relevance": 1 }, { "pair_id": 160615, "video_name": "house_s08e11_seg02_clip_20", "timestamp": [ 13.02, 15.12 ], "duration": 84.66, "caption": "A man runs an instrument across the sole of the patient's foot.", "similarity": 0.6774, "relevance": 4 }, { "pair_id": 160616, "video_name": "house_s04e05_seg02_clip_21", "timestamp": [ 74.21, 86.05 ], "duration": 91.66, "caption": "A man wants to see how the patient will react to a person's presence.", "similarity": 0.6761, "relevance": 0 }, { "pair_id": 160617, "video_name": "friends_s06e04_seg02_clip_08", "timestamp": [ 0.0, 1.56 ], "duration": 78.66, "caption": "A man holds out his hand when he diagnoses man's pain.", "similarity": 0.6757, "relevance": 0 }, { "pair_id": 160618, "video_name": "house_s01e05_seg02_clip_17", "timestamp": [ 65.98, 86.25 ], "duration": 86.66, "caption": "A man was taking to the patient and trying to make them feel better.", "similarity": 0.6753, "relevance": 1 }, { "pair_id": 160619, "video_name": "house_s02e24_seg02_clip_21", "timestamp": [ 67.18, 73.62 ], "duration": 92.66, "caption": "A man grabs the patient and tries to help him up.", "similarity": 0.6736, "relevance": 1 } ] }, { "query_id": 80792, "query": "A man goes to hit a man with a stick and the man takes it away from him.", "relevant_moment": [ { "pair_id": 13520, "video_name": "house_s08e12_seg02_clip_06", "timestamp": [ 53.24, 60.85 ], "duration": 84.66, "caption": "A man goes to hit a man with a stick and the man takes it away from him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13521, "video_name": "friends_s03e24_seg02_clip_06", "timestamp": [ 43.34, 52.18 ], "duration": 57.66, "caption": "A man moves away from another man smacking him but the other man smacks him again.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 13522, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 9.35, 17.36 ], "duration": 89.66, "caption": "A man takes an object from another man and puts it away.", "similarity": 0.6787, "relevance": 1 }, { "pair_id": 13523, "video_name": "friends_s03e10_seg02_clip_20", "timestamp": [ 31.46, 32.42 ], "duration": 48.66, "caption": "A man hits another man on the head with his hand.", "similarity": 0.6641, "relevance": 2 }, { "pair_id": 13524, "video_name": "castle_s07e14_seg02_clip_09", "timestamp": [ 73.12, 81.54 ], "duration": 88.66, "caption": "A man hits another man so hard he falls to the ground then the man gets the other man's gun which he points at person.", "similarity": 0.6489, "relevance": 1 }, { "pair_id": 13525, "video_name": "met_s02e10_seg02_clip_03", "timestamp": [ 17.98, 18.87 ], "duration": 58.66, "caption": "A man hits another man with the back of his hand on his arm.", "similarity": 0.6471, "relevance": 0 }, { "pair_id": 13526, "video_name": "house_s02e13_seg02_clip_11", "timestamp": [ 14.55, 18.44 ], "duration": 97.66, "caption": "A man hits guy's hand away from his neck.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 13527, "video_name": "grey_s02e18_seg02_clip_04", "timestamp": [ 47.63, 49.41 ], "duration": 89.66, "caption": "A man goes to another man and punches him in the face.", "similarity": 0.6376, "relevance": 1 }, { "pair_id": 13528, "video_name": "met_s06e15_seg02_clip_09", "timestamp": [ 1.12, 4.48 ], "duration": 56.66, "caption": "A man hits another man and then says that it's painful.", "similarity": 0.6295, "relevance": 2 }, { "pair_id": 13529, "video_name": "house_s04e08_seg02_clip_19", "timestamp": [ 41.74, 43.45 ], "duration": 85.66, "caption": "A man tries to touch another man and he hits his hands off.", "similarity": 0.6279, "relevance": 1 }, { "pair_id": 13530, "video_name": "friends_s09e02_seg02_clip_09", "timestamp": [ 8.85, 12.82 ], "duration": 61.66, "caption": "A man goes to punch a man, he ducks and the man hits his fists on pole.", "similarity": 0.6253, "relevance": 1 }, { "pair_id": 13531, "video_name": "s05e07_seg01_clip_01", "timestamp": [ 43.98, 56.02 ], "duration": 56.66, "caption": "A person comes out of nowhere and hits a man.", "similarity": 0.6237, "relevance": 0 }, { "pair_id": 13532, "video_name": "friends_s03e11_seg02_clip_16", "timestamp": [ 21.45, 23.8 ], "duration": 58.66, "caption": "A man hits another man on his right arm with his left hand.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 13533, "video_name": "castle_s03e24_seg02_clip_21", "timestamp": [ 59.17, 60.53 ], "duration": 91.66, "caption": "A man grabs another man's shoulder and that man punches him.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 13534, "video_name": "house_s04e13_seg02_clip_00", "timestamp": [ 94.11, 96.03 ], "duration": 96.66, "caption": "A man put his walking stick to another man's foot and he was hurt.", "similarity": 0.6164, "relevance": 1 }, { "pair_id": 13535, "video_name": "met_s06e09_seg02_clip_12", "timestamp": [ 22.09, 28.17 ], "duration": 64.66, "caption": "A man repeatedly punches another man in the arm and then walks away.", "similarity": 0.6161, "relevance": 1 }, { "pair_id": 13536, "video_name": "castle_s04e22_seg02_clip_24", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A man pulls a gun on another man and he hits him with a bat.", "similarity": 0.6151, "relevance": 0 }, { "pair_id": 13537, "video_name": "met_s03e11_seg02_clip_13", "timestamp": [ 18.01, 22.51 ], "duration": 60.66, "caption": "A man walks up behind another man and hits him on the head.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 13538, "video_name": "castle_s05e18_seg02_clip_19", "timestamp": [ 47.87, 51.84 ], "duration": 66.66, "caption": "A man stops another man from leaving and the other man tries to fight back.", "similarity": 0.6076, "relevance": 1 }, { "pair_id": 13539, "video_name": "friends_s10e08_seg02_clip_12", "timestamp": [ 16.65, 18.25 ], "duration": 64.66, "caption": "A man takes the foam hand off another man and throws it down.", "similarity": 0.6076, "relevance": 0 } ] }, { "query_id": 80805, "query": "A man is carrying a large box up the stairs and then places it on the ground.", "relevant_moment": [ { "pair_id": 157720, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 3.41, 12.41 ], "duration": 62.66, "caption": "A man is carrying a large box up the stairs and then places it on the ground.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157721, "video_name": "s02e19_seg02_clip_04", "timestamp": [ 34.43, 37.22 ], "duration": 62.66, "caption": "A man goes up stairs while carrying a big box.", "similarity": 0.9267, "relevance": 3 }, { "pair_id": 157722, "video_name": "s02e19_seg02_clip_03", "timestamp": [ 37.78, 42.2 ], "duration": 59.66, "caption": "A person walks up the stairs carrying a huge box.", "similarity": 0.8378, "relevance": 3 }, { "pair_id": 157723, "video_name": "s07e23_seg01_clip_00", "timestamp": [ 39.48, 41.44 ], "duration": 49.66, "caption": "A man lets go of a box and it slides down the stairs.", "similarity": 0.8003, "relevance": 1 }, { "pair_id": 157724, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 0.0, 7.28 ], "duration": 56.66, "caption": "A man is dragging a huge box up the stairs; he lets go, and it starts to slide back down toward an unseen person.", "similarity": 0.7674, "relevance": 3 }, { "pair_id": 157725, "video_name": "s01e04_seg01_clip_02", "timestamp": [ 29.47, 43.02 ], "duration": 43.66, "caption": "A person is carrying a box as he walks up the stairs with another person.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 157726, "video_name": "s02e19_seg02_clip_04", "timestamp": [ 33.5, 35.05 ], "duration": 62.66, "caption": "A woman goes up stairs while carrying a small box.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 157727, "video_name": "s01e02_seg02_clip_02", "timestamp": [ 1.4, 5.6 ], "duration": 56.66, "caption": "A man drops a box that he and another person were carrying up the stairwell.", "similarity": 0.7454, "relevance": 3 }, { "pair_id": 157728, "video_name": "castle_s04e03_seg02_clip_16", "timestamp": [ 26.67, 33.55 ], "duration": 86.66, "caption": "A woman comes down the stairs carrying a large, cardboard box.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 157729, "video_name": "friends_s03e10_seg02_clip_04", "timestamp": [ 46.74, 51.22 ], "duration": 64.66, "caption": "A man carries a large cardboard box in the hallway before he puts it down.", "similarity": 0.7367, "relevance": 3 }, { "pair_id": 157730, "video_name": "s01e02_seg02_clip_01", "timestamp": [ 29.77, 35.05 ], "duration": 62.66, "caption": "A man lets go of the package from the stairway.", "similarity": 0.7054, "relevance": 1 }, { "pair_id": 157731, "video_name": "s01e04_seg01_clip_02", "timestamp": [ 29.04, 43.02 ], "duration": 43.66, "caption": "A person carries a box of belongings from work up the stairs in the apartment building.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 157732, "video_name": "friends_s03e10_seg02_clip_04", "timestamp": [ 47.7, 50.9 ], "duration": 64.66, "caption": "A man puts a box he is carrying on the floor in the hallway.", "similarity": 0.6919, "relevance": 3 }, { "pair_id": 157733, "video_name": "castle_s04e04_seg02_clip_13", "timestamp": [ 24.91, 31.96 ], "duration": 83.66, "caption": "A man enters carrying a cardboard box and places it down.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 157734, "video_name": "s06e07_seg02_clip_12", "timestamp": [ 3.3, 6.6 ], "duration": 60.66, "caption": "A man was carefully carrying a huge brown box.", "similarity": 0.6846, "relevance": 3 }, { "pair_id": 157735, "video_name": "friends_s03e10_seg02_clip_07", "timestamp": [ 3.54, 4.72 ], "duration": 59.66, "caption": "A man lifts up and sets down a couple boxes.", "similarity": 0.6548, "relevance": 0 }, { "pair_id": 157736, "video_name": "met_s04e03_seg02_clip_10", "timestamp": [ 39.28, 44.04 ], "duration": 59.66, "caption": "A person walks down the stairs with a box of food.", "similarity": 0.6475, "relevance": 1 }, { "pair_id": 157737, "video_name": "s03e17_seg01_clip_00", "timestamp": [ 22.95, 30.7 ], "duration": 62.66, "caption": "A man picks up the box and carries it into the apartment.", "similarity": 0.6305, "relevance": 2 }, { "pair_id": 157738, "video_name": "friends_s07e13_seg02_clip_06", "timestamp": [ 13.97, 15.11 ], "duration": 57.66, "caption": "A man takes a box out of a shelving unit and places the box on the ground.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 157739, "video_name": "castle_s06e03_seg02_clip_25", "timestamp": [ 42.35, 46.76 ], "duration": 88.66, "caption": "A man carries a box over to the desk and puts it down.", "similarity": 0.63, "relevance": 2 } ] }, { "query_id": 80811, "query": "A man has a red lunch box in his hands.", "relevant_moment": [ { "pair_id": 15640, "video_name": "s03e17_seg01_clip_01", "timestamp": [ 0.0, 7.29 ], "duration": 81.66, "caption": "A man has a red lunch box in his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15641, "video_name": "friends_s08e06_seg02_clip_19", "timestamp": [ 12.43, 19.18 ], "duration": 71.66, "caption": "A man is holding a piece of food in his left hand.", "similarity": 0.6154, "relevance": 1 }, { "pair_id": 15642, "video_name": "house_s06e21_seg02_clip_16", "timestamp": [ 25.36, 29.44 ], "duration": 90.66, "caption": "A man wants a small box that contains supplies.", "similarity": 0.6013, "relevance": 0 }, { "pair_id": 15643, "video_name": "s03e20_seg01_clip_03", "timestamp": [ 2.52, 11.2 ], "duration": 56.66, "caption": "A man speaks to person with food container in his hands.", "similarity": 0.5948, "relevance": 3 }, { "pair_id": 15644, "video_name": "s04e20_seg02_clip_13", "timestamp": [ 18.31, 21.31 ], "duration": 60.66, "caption": "A man opens the front door carrying boxes with food.", "similarity": 0.5922, "relevance": 3 }, { "pair_id": 15645, "video_name": "s03e08_seg02_clip_14", "timestamp": [ 39.32, 41.42 ], "duration": 60.66, "caption": "A man pulls a box of food out of his backpack.", "similarity": 0.5819, "relevance": 2 }, { "pair_id": 15646, "video_name": "house_s01e14_seg02_clip_24", "timestamp": [ 17.51, 28.33 ], "duration": 103.66, "caption": "A man brings his patient a container of food.", "similarity": 0.5802, "relevance": 3 }, { "pair_id": 15647, "video_name": "friends_s09e16_seg02_clip_23", "timestamp": [ 83.62, 95.02 ], "duration": 95.66, "caption": "A man takes a box of food from the refrigerator then turns back and picks up as much food as he can carry.", "similarity": 0.578, "relevance": 2 }, { "pair_id": 15648, "video_name": "s07e23_seg02_clip_14", "timestamp": [ 30.26, 34.67 ], "duration": 55.66, "caption": "A man compares himself to a type of food.", "similarity": 0.5731, "relevance": 0 }, { "pair_id": 15649, "video_name": "s09e15_seg02_clip_11", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A man has a fast food drink in his hand.", "similarity": 0.573, "relevance": 2 }, { "pair_id": 15650, "video_name": "house_s04e01_seg02_clip_05", "timestamp": [ 18.16, 24.97 ], "duration": 90.66, "caption": "A person eats a piece of chips from a red box.", "similarity": 0.5727, "relevance": 3 }, { "pair_id": 15651, "video_name": "castle_s03e21_seg02_clip_12", "timestamp": [ 4.55, 9.1 ], "duration": 91.66, "caption": "A man opens a box and takes out a few items from it.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 15652, "video_name": "s02e06_seg02_clip_01", "timestamp": [ 18.28, 21.75 ], "duration": 63.66, "caption": "A person in a red hoodie sits down at the lunch table.", "similarity": 0.5653, "relevance": 0 }, { "pair_id": 15653, "video_name": "s04e12_seg02_clip_01", "timestamp": [ 12.61, 14.41 ], "duration": 60.66, "caption": "A man is holding a fork and a Chinese food container in his hands.", "similarity": 0.5647, "relevance": 3 }, { "pair_id": 15654, "video_name": "house_s04e11_seg02_clip_23", "timestamp": [ 20.25, 32.57 ], "duration": 88.66, "caption": "A man gets something from his pocket and eats it.", "similarity": 0.5614, "relevance": 0 }, { "pair_id": 15655, "video_name": "met_s02e08_seg02_clip_09", "timestamp": [ 50.55, 54.59 ], "duration": 62.66, "caption": "A man eats food from a bag in his hand.", "similarity": 0.5591, "relevance": 1 }, { "pair_id": 15656, "video_name": "s08e08_seg02_clip_02", "timestamp": [ 10.5, 12.91 ], "duration": 60.66, "caption": "A man hands another man a plate of food in a plastic container.", "similarity": 0.5586, "relevance": 1 }, { "pair_id": 15657, "video_name": "s02e23_seg02_clip_17", "timestamp": [ 6.1, 8.22 ], "duration": 53.66, "caption": "A man is in the kitchen with food in his hands.", "similarity": 0.5584, "relevance": 1 }, { "pair_id": 15658, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 55.23, 57.06 ], "duration": 61.66, "caption": "A man places a lunch tray on top of a table.", "similarity": 0.5576, "relevance": 2 }, { "pair_id": 15659, "video_name": "s04e21_seg02_clip_04", "timestamp": [ 19.54, 21.09 ], "duration": 62.66, "caption": "A man hands a person a styrofoam container with Greek food inside.", "similarity": 0.557, "relevance": 2 } ] }, { "query_id": 80816, "query": "A woman shakes her foot under the table while waiting for another person to come in the room.", "relevant_moment": [ { "pair_id": 43360, "video_name": "castle_s06e09_seg02_clip_13", "timestamp": [ 72.24, 75.92 ], "duration": 92.66, "caption": "A woman shakes her foot under the table while waiting for another person to come in the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 43361, "video_name": "friends_s01e02_seg02_clip_14", "timestamp": [ 0.0, 8.82 ], "duration": 63.66, "caption": "A woman comes into the room and shakes person's hand.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 43362, "video_name": "s05e12_seg02_clip_00", "timestamp": [ 4.73, 8.51 ], "duration": 63.66, "caption": "A woman enters the room and walks to some people's table and puts her hands on the table.", "similarity": 0.7118, "relevance": 1 }, { "pair_id": 43363, "video_name": "castle_s08e08_seg02_clip_14", "timestamp": [ 1.36, 6.34 ], "duration": 90.66, "caption": "A person enters the room and shakes hands with a woman.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 43364, "video_name": "friends_s02e15_seg02_clip_09", "timestamp": [ 34.09, 40.42 ], "duration": 60.66, "caption": "A woman comes into the room and two people lean on a table to talk.", "similarity": 0.6701, "relevance": 1 }, { "pair_id": 43365, "video_name": "house_s03e15_seg02_clip_00", "timestamp": [ 12.34, 14.62 ], "duration": 91.66, "caption": "A person is sitting at the table as another person walks into the room.", "similarity": 0.6615, "relevance": 2 }, { "pair_id": 43366, "video_name": "castle_s06e10_seg02_clip_10", "timestamp": [ 21.37, 50.74 ], "duration": 89.66, "caption": "A woman walks up to person, where they are sitting, then they both stand and person shakes hands with the woman; they talk, and then the woman walks into the other room.", "similarity": 0.6589, "relevance": 2 }, { "pair_id": 43367, "video_name": "friends_s01e02_seg02_clip_14", "timestamp": [ 0.0, 9.14 ], "duration": 63.66, "caption": "A woman walks in the room and shakes a man's hand.", "similarity": 0.658, "relevance": 1 }, { "pair_id": 43368, "video_name": "s05e04_seg02_clip_04", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman walks over to some people's table and shakes hands with a man.", "similarity": 0.6522, "relevance": 1 }, { "pair_id": 43369, "video_name": "friends_s08e21_seg02_clip_11", "timestamp": [ 9.15, 17.41 ], "duration": 59.66, "caption": "A woman shakes a man's hand and then they sit at the table.", "similarity": 0.6497, "relevance": 1 }, { "pair_id": 43370, "video_name": "s07e21_seg02_clip_12", "timestamp": [ 10.33, 14.76 ], "duration": 59.66, "caption": "A person enters the room and sits down at a table, where woman and another person are sitting at.", "similarity": 0.6495, "relevance": 1 }, { "pair_id": 43371, "video_name": "castle_s07e13_seg02_clip_02", "timestamp": [ 37.9, 49.36 ], "duration": 88.66, "caption": "A person shakes hand with some people at the table.", "similarity": 0.6447, "relevance": 0 }, { "pair_id": 43372, "video_name": "grey_s03e07_seg02_clip_03", "timestamp": [ 79.23, 85.02 ], "duration": 89.66, "caption": "A man and a woman enter a room where two women are waiting, the man shakes one person's hand then the other person's as the woman watches.", "similarity": 0.6419, "relevance": 1 }, { "pair_id": 43373, "video_name": "castle_s05e04_seg02_clip_22", "timestamp": [ 62.74, 70.41 ], "duration": 90.66, "caption": "A woman rushes into the room and upon reaching a person leans forward onto her arms with her mouth slightly ajar.", "similarity": 0.6389, "relevance": 1 }, { "pair_id": 43374, "video_name": "castle_s03e06_seg02_clip_22", "timestamp": [ 1.78, 5.8 ], "duration": 89.66, "caption": "A person shakes his head while a woman stands on the other side of the table.", "similarity": 0.6366, "relevance": 1 }, { "pair_id": 43375, "video_name": "house_s05e20_seg02_clip_00", "timestamp": [ 75.55, 76.0 ], "duration": 91.66, "caption": "A woman walks into the room and up to the table.", "similarity": 0.635, "relevance": 0 }, { "pair_id": 43376, "video_name": "grey_s02e22_seg02_clip_16", "timestamp": [ 10.08, 12.96 ], "duration": 96.66, "caption": "A woman walks into a room with two other people.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 43377, "video_name": "castle_s05e05_seg02_clip_11", "timestamp": [ 54.68, 62.36 ], "duration": 90.66, "caption": "A woman walks into a waiting room where two other women are waiting.", "similarity": 0.6339, "relevance": 1 }, { "pair_id": 43378, "video_name": "house_s02e21_seg02_clip_06", "timestamp": [ 61.22, 79.67 ], "duration": 90.66, "caption": "A person walks out of a room, and takes another person by the arm, leading them into a room, where the newcomer shakes hands with someone.", "similarity": 0.6336, "relevance": 1 }, { "pair_id": 43379, "video_name": "castle_s03e04_seg02_clip_12", "timestamp": [ 40.51, 42.33 ], "duration": 91.66, "caption": "A woman walks into the room and stands next to two people.", "similarity": 0.6331, "relevance": 0 } ] }, { "query_id": 80847, "query": "A man puts a stethoscope in his ears and uses it to listen to a female patient's breathing.", "relevant_moment": [ { "pair_id": 288620, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 16.77, 33.12 ], "duration": 86.66, "caption": "A woman listens to a man's back with a stethoscope.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 288621, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 55.36, 59.42 ], "duration": 90.66, "caption": "A person uses a stethoscope to examine a patient.", "similarity": 0.7591, "relevance": 3 }, { "pair_id": 288622, "video_name": "house_s02e09_seg02_clip_02", "timestamp": [ 5.01, 18.2 ], "duration": 91.66, "caption": "A man uses a stethoscope to listen to a blonde person's heart.", "similarity": 0.7572, "relevance": 4 }, { "pair_id": 288623, "video_name": "house_s01e12_seg02_clip_14", "timestamp": [ 71.12, 73.82 ], "duration": 90.66, "caption": "A man uses a stethoscope on the patient in the bed.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 288624, "video_name": "house_s06e10_seg02_clip_08", "timestamp": [ 10.12, 15.18 ], "duration": 92.66, "caption": "A man checks out the patient's heart with a stethoscope.", "similarity": 0.7489, "relevance": 3 }, { "pair_id": 288625, "video_name": "house_s01e01_seg02_clip_08", "timestamp": [ 27.15, 32.49 ], "duration": 89.66, "caption": "A person uses a stethoscope to listen to a young person's chest.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 288626, "video_name": "house_s02e23_seg02_clip_25", "timestamp": [ 25.75, 30.37 ], "duration": 132.66, "caption": "A person removes a stethoscope from their ears as they speak to a man in a leather jacket about a young patient.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 288627, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 48.67, 53.53 ], "duration": 88.66, "caption": "A person puts on their stethoscope and listens to someone's heart.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 288628, "video_name": "grey_s02e13_seg02_clip_04", "timestamp": [ 48.43, 52.15 ], "duration": 93.66, "caption": "A person places stethoscope on someone's chest and listens to their heart.", "similarity": 0.7446, "relevance": 3 }, { "pair_id": 288629, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 69.31, 80.93 ], "duration": 93.66, "caption": "A doctor takes their stethoscope and checks the patient's breathing.", "similarity": 0.7433, "relevance": 4 }, { "pair_id": 288630, "video_name": "grey_s02e07_seg02_clip_00", "timestamp": [ 13.89, 25.0 ], "duration": 92.66, "caption": "A doctor uses their stethoscope to listen to the patient's stomach.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 288631, "video_name": "house_s02e20_seg02_clip_04", "timestamp": [ 11.64, 17.47 ], "duration": 97.66, "caption": "A doctor is checking up a patient using stethoscope.", "similarity": 0.736, "relevance": 3 }, { "pair_id": 288632, "video_name": "house_s02e03_seg02_clip_03", "timestamp": [ 9.1, 11.83 ], "duration": 91.66, "caption": "A man takes the stethoscope out of his ears.", "similarity": 0.736, "relevance": 2 }, { "pair_id": 288633, "video_name": "house_s02e22_seg02_clip_02", "timestamp": [ 28.31, 32.75 ], "duration": 111.66, "caption": "A man uses a stethoscope to listen to a baby's heartbeat.", "similarity": 0.7328, "relevance": 2 }, { "pair_id": 288634, "video_name": "house_s02e08_seg02_clip_16", "timestamp": [ 8.65, 15.93 ], "duration": 91.66, "caption": "A man turns and walks over to take the stethoscope out of the patient's ears.", "similarity": 0.73, "relevance": 2 }, { "pair_id": 288635, "video_name": "house_s03e20_seg02_clip_10", "timestamp": [ 8.36, 9.68 ], "duration": 88.66, "caption": "A doctor removes his/her stethoscope from his/her ears.", "similarity": 0.7251, "relevance": 4 }, { "pair_id": 288636, "video_name": "house_s02e08_seg02_clip_08", "timestamp": [ 5.52, 21.17 ], "duration": 92.66, "caption": "A man listens to the heartbeat and chest of the patient.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 288637, "video_name": "house_s01e17_seg02_clip_18", "timestamp": [ 61.69, 64.43 ], "duration": 91.66, "caption": "A man takes off the stethoscope he has on his ears.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 288638, "video_name": "house_s03e13_seg02_clip_02", "timestamp": [ 72.36, 86.47 ], "duration": 91.66, "caption": "A person jerks their stethoscope from their ears after examining a patient.", "similarity": 0.713, "relevance": 4 }, { "pair_id": 288639, "video_name": "house_s08e08_seg02_clip_19", "timestamp": [ 26.01, 34.54 ], "duration": 89.66, "caption": "A man puts on a stethoscope while standing next to a patient in a hospital bed.", "similarity": 0.7108, "relevance": 3 } ] }, { "query_id": 80851, "query": "A man rides in the elevator with woman while continuing a conversation.", "relevant_moment": [ { "pair_id": 147120, "video_name": "house_s01e07_seg02_clip_00", "timestamp": [ 30.57, 47.71 ], "duration": 92.66, "caption": "A man rides in the elevator with woman while continuing a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147121, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 19.21, 24.12 ], "duration": 89.66, "caption": "A man with a woman rode the elevator as they end up their conversation.", "similarity": 0.8974, "relevance": 2 }, { "pair_id": 147122, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 33.68, 62.81 ], "duration": 91.66, "caption": "A man goes into the elevator with woman and they converse.", "similarity": 0.8684, "relevance": 4 }, { "pair_id": 147123, "video_name": "castle_s01e09_seg02_clip_03", "timestamp": [ 29.14, 50.99 ], "duration": 91.66, "caption": "A man and woman are on an elevator together talking.", "similarity": 0.864, "relevance": 4 }, { "pair_id": 147124, "video_name": "grey_s02e04_seg02_clip_07", "timestamp": [ 10.11, 26.81 ], "duration": 87.66, "caption": "A man and a woman are having a conversation inside the elevator.", "similarity": 0.8611, "relevance": 4 }, { "pair_id": 147125, "video_name": "grey_s03e23_seg02_clip_26", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman is having a conversation with a man inside the elevator.", "similarity": 0.8571, "relevance": 3 }, { "pair_id": 147126, "video_name": "house_s01e01_seg02_clip_03", "timestamp": [ 0.0, 25.51 ], "duration": 85.66, "caption": "A man and woman are talking in the elevator.", "similarity": 0.8549, "relevance": 4 }, { "pair_id": 147127, "video_name": "castle_s03e23_seg02_clip_04", "timestamp": [ 13.41, 33.28 ], "duration": 92.66, "caption": "A man and woman are in an elevator as they converse.", "similarity": 0.8493, "relevance": 4 }, { "pair_id": 147128, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 17.95, 61.31 ], "duration": 87.66, "caption": "A woman and a man are inside the elevator and having a conversation.", "similarity": 0.8491, "relevance": 3 }, { "pair_id": 147129, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A woman follows a man into an elevator while talking.", "similarity": 0.8333, "relevance": 4 }, { "pair_id": 147130, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 34.66, 40.06 ], "duration": 90.66, "caption": "A man and woman ride the elevator and start talking to each other inside it.", "similarity": 0.8244, "relevance": 4 }, { "pair_id": 147131, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.8221, "relevance": 2 }, { "pair_id": 147132, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 8.71, 32.08 ], "duration": 91.66, "caption": "A woman and man speak to each other in the elevator.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 147133, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 80.38, 86.81 ], "duration": 91.66, "caption": "A man turns and speaks to woman in the elevator.", "similarity": 0.8056, "relevance": 4 }, { "pair_id": 147134, "video_name": "grey_s02e05_seg02_clip_17", "timestamp": [ 70.77, 80.57 ], "duration": 89.66, "caption": "A woman is talking to a man as he is stuck in an elevator with another man and a patient.", "similarity": 0.8031, "relevance": 2 }, { "pair_id": 147135, "video_name": "house_s02e06_seg02_clip_01", "timestamp": [ 13.53, 15.79 ], "duration": 90.66, "caption": "A woman presses the elevator button while talking with a man.", "similarity": 0.7971, "relevance": 2 }, { "pair_id": 147136, "video_name": "house_s06e10_seg02_clip_01", "timestamp": [ 63.47, 65.72 ], "duration": 90.66, "caption": "A man exits an elevator with a woman wearing a floral scarf as they have a conversation.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 147137, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.7906, "relevance": 4 }, { "pair_id": 147138, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 75.7, 79.66 ], "duration": 88.66, "caption": "A woman and man walk out of an elevator while talking.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 147139, "video_name": "house_s04e05_seg02_clip_19", "timestamp": [ 20.29, 50.04 ], "duration": 90.66, "caption": "A man and another man are having a conversation inside the elevator.", "similarity": 0.7884, "relevance": 3 }, { "pair_id": 320440, "video_name": "castle_s02e11_seg02_clip_10", "timestamp": [ 18.76, 22.33 ], "duration": 89.66, "caption": "A person enters the elevator as he is speaking to woman.", "similarity": 0.7873, "relevance": 2 }, { "pair_id": 320441, "video_name": "house_s05e14_seg02_clip_22", "timestamp": [ 83.11, 87.02 ], "duration": 87.66, "caption": "The elevator doors open behind man as he has a conversation with woman.", "similarity": 0.7787, "relevance": 2 }, { "pair_id": 320442, "video_name": "grey_s03e08_seg02_clip_10", "timestamp": [ 27.94, 36.96 ], "duration": 90.66, "caption": "A man and a woman get on the elevator together.", "similarity": 0.7743, "relevance": 4 }, { "pair_id": 320443, "video_name": "grey_s03e09_seg02_clip_28", "timestamp": [ 0.0, 25.89 ], "duration": 90.66, "caption": "A man and another man talk while they are in the elevator.", "similarity": 0.7736, "relevance": 2 }, { "pair_id": 320444, "video_name": "grey_s02e13_seg02_clip_01", "timestamp": [ 19.71, 58.68 ], "duration": 87.66, "caption": "A man and woman have a conversation while alone inside the elevator.", "similarity": 0.7735, "relevance": 4 }, { "pair_id": 320445, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 30.49, 40.05 ], "duration": 91.66, "caption": "A man talks to a woman and suddenly the elevator opens up.", "similarity": 0.7654, "relevance": 4 }, { "pair_id": 320446, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 0.0, 45.09 ], "duration": 92.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 320447, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 74.2, 90.49 ], "duration": 90.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 320448, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 73.03, 89.7 ], "duration": 98.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 320449, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 40.78, 51.53 ], "duration": 89.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 320450, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 71.3, 88.02 ], "duration": 88.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.7635, "relevance": 4 }, { "pair_id": 320451, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 11.75 ], "duration": 94.66, "caption": "Two people are inside the elevator, and having a conversation.", "similarity": 0.7634, "relevance": 4 }, { "pair_id": 320452, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 87.71, 91.36 ], "duration": 91.66, "caption": "Two people are in the elevator conversing.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 320453, "video_name": "house_s05e03_seg02_clip_08", "timestamp": [ 41.32, 47.4 ], "duration": 81.66, "caption": "A person finishes his conversation with another person and walks into an elevator.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 320454, "video_name": "house_s03e02_seg02_clip_01", "timestamp": [ 18.56, 27.61 ], "duration": 90.66, "caption": "A man gets into an elevator after talking with two other people.", "similarity": 0.7615, "relevance": 2 }, { "pair_id": 320455, "video_name": "house_s08e17_seg02_clip_19", "timestamp": [ 0.0, 20.89 ], "duration": 90.66, "caption": "A man talks to another man and the latter then goes into the elevator.", "similarity": 0.7565, "relevance": 2 }, { "pair_id": 320456, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.7553, "relevance": 1 }, { "pair_id": 320457, "video_name": "house_s08e12_seg02_clip_25", "timestamp": [ 24.48, 52.79 ], "duration": 153.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.7553, "relevance": 1 }, { "pair_id": 320458, "video_name": "house_s05e18_seg02_clip_09", "timestamp": [ 61.47, 91.07 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.7553, "relevance": 1 }, { "pair_id": 320459, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.7553, "relevance": 1 } ] }, { "query_id": 80867, "query": "A person hangs their phone up on their desk.", "relevant_moment": [ { "pair_id": 146980, "video_name": "met_s03e15_seg01_clip_01", "timestamp": [ 13.51, 14.73 ], "duration": 61.66, "caption": "A person hangs their phone up on their desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146981, "video_name": "castle_s02e13_seg02_clip_21", "timestamp": [ 53.19, 56.35 ], "duration": 90.66, "caption": "A person hangs up the phone on their desk.", "similarity": 0.986, "relevance": 3 }, { "pair_id": 146982, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A person is on his desk phone and hangs up the phone.", "similarity": 0.9629, "relevance": 4 }, { "pair_id": 146983, "video_name": "grey_s02e17_seg02_clip_21", "timestamp": [ 3.83, 5.63 ], "duration": 45.66, "caption": "A person hangs up the phone at the desk.", "similarity": 0.9536, "relevance": 4 }, { "pair_id": 146984, "video_name": "s02e03_seg02_clip_08", "timestamp": [ 17.06, 20.16 ], "duration": 62.66, "caption": "A person hangs up the phone sitting on the desk.", "similarity": 0.9446, "relevance": 4 }, { "pair_id": 146985, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 2.5, 5.5 ], "duration": 100.66, "caption": "A person hangs up the phone back on the desk.", "similarity": 0.902, "relevance": 4 }, { "pair_id": 146987, "video_name": "grey_s03e22_seg02_clip_04", "timestamp": [ 0.0, 2.72 ], "duration": 90.66, "caption": "A person sitting at the front desk hangs up the phone.", "similarity": 0.8659, "relevance": 4 }, { "pair_id": 146988, "video_name": "house_s04e01_seg02_clip_07", "timestamp": [ 11.25, 13.95 ], "duration": 90.66, "caption": "A man hangs up the telephone on his desk.", "similarity": 0.8621, "relevance": 1 }, { "pair_id": 146989, "video_name": "house_s08e20_seg02_clip_11", "timestamp": [ 3.76, 5.64 ], "duration": 94.66, "caption": "A person hangs up the phone in an office.", "similarity": 0.8478, "relevance": 2 }, { "pair_id": 146990, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 38.71, 40.96 ], "duration": 90.66, "caption": "A woman is talking on her desk phone then hangs up.", "similarity": 0.8454, "relevance": 3 }, { "pair_id": 146991, "video_name": "castle_s05e10_seg02_clip_10", "timestamp": [ 24.48, 29.82 ], "duration": 89.66, "caption": "A person is on their cell phone and then hangs up.", "similarity": 0.8422, "relevance": 1 }, { "pair_id": 146992, "video_name": "met_s03e15_seg01_clip_02", "timestamp": [ 53.38, 58.45 ], "duration": 59.66, "caption": "A man hangs up after talking on the phone at his desk.", "similarity": 0.8389, "relevance": 4 }, { "pair_id": 146993, "video_name": "house_s06e08_seg02_clip_01", "timestamp": [ 3.68, 5.06 ], "duration": 92.66, "caption": "A person is talking on the phone and hangs up.", "similarity": 0.8063, "relevance": 3 }, { "pair_id": 146994, "video_name": "castle_s05e02_seg02_clip_03", "timestamp": [ 39.16, 42.31 ], "duration": 90.66, "caption": "A woman hangs up the phone and stands up behind the desk.", "similarity": 0.8058, "relevance": 3 }, { "pair_id": 146995, "video_name": "castle_s04e05_seg02_clip_03", "timestamp": [ 85.96, 89.55 ], "duration": 89.66, "caption": "A woman stands up from her desk after she hangs the phone up.", "similarity": 0.8034, "relevance": 0 }, { "pair_id": 146996, "video_name": "met_s04e01_seg02_clip_08", "timestamp": [ 0.0, 10.76 ], "duration": 61.66, "caption": "A person is talking on the phone and then hangs up.", "similarity": 0.7998, "relevance": 2 }, { "pair_id": 146997, "video_name": "house_s03e04_seg02_clip_01", "timestamp": [ 27.69, 30.42 ], "duration": 90.66, "caption": "A woman hangs up her telephone while a man stands in front of her desk.", "similarity": 0.7971, "relevance": 1 }, { "pair_id": 146998, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person talks on the phone and then hangs the phone up.", "similarity": 0.7905, "relevance": 3 }, { "pair_id": 146999, "video_name": "s03e18_seg02_clip_01", "timestamp": [ 9.3, 11.17 ], "duration": 62.66, "caption": "A person hangs up the phone he is holding in his hand.", "similarity": 0.7899, "relevance": 2 }, { "pair_id": 320300, "video_name": "s09e14_seg02_clip_13", "timestamp": [ 28.21, 30.01 ], "duration": 60.66, "caption": "A person hangs up their cell phone after talking to someone.", "similarity": 0.7875, "relevance": 3 }, { "pair_id": 320301, "video_name": "friends_s03e12_seg02_clip_00", "timestamp": [ 24.33, 26.57 ], "duration": 64.66, "caption": "A person hangs up the telephone and gets up.", "similarity": 0.7772, "relevance": 1 }, { "pair_id": 320302, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 29.81, 32.46 ], "duration": 59.66, "caption": "A person hangs up the phone after a phone conversation.", "similarity": 0.7749, "relevance": 4 }, { "pair_id": 320303, "video_name": "castle_s06e10_seg02_clip_24", "timestamp": [ 68.41, 79.14 ], "duration": 89.66, "caption": "A woman hangs up a phone on a desk and walks over to a desk where a man is sitting.", "similarity": 0.7744, "relevance": 3 }, { "pair_id": 320304, "video_name": "s05e08_seg02_clip_13", "timestamp": [ 7.32, 9.15 ], "duration": 61.66, "caption": "A person hangs up the phone and stands up.", "similarity": 0.7727, "relevance": 3 }, { "pair_id": 320305, "video_name": "castle_s06e03_seg02_clip_12", "timestamp": [ 29.49, 32.72 ], "duration": 92.66, "caption": "A person finishes his phone call and hangs up the phone.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 320306, "video_name": "castle_s04e12_seg02_clip_16", "timestamp": [ 5.34, 8.01 ], "duration": 89.66, "caption": "A man hangs up the phone as two people walk up to his desk.", "similarity": 0.7725, "relevance": 4 }, { "pair_id": 320307, "video_name": "castle_s06e16_seg02_clip_03", "timestamp": [ 69.07, 72.27 ], "duration": 91.66, "caption": "A man hangs up the phone on his desk and stands up to talk to woman.", "similarity": 0.7698, "relevance": 4 }, { "pair_id": 320308, "video_name": "friends_s08e03_seg02_clip_13", "timestamp": [ 45.21, 48.32 ], "duration": 56.66, "caption": "A person hangs up the phone and sets it down on table.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 320309, "video_name": "s02e03_seg02_clip_08", "timestamp": [ 16.44, 18.3 ], "duration": 62.66, "caption": "A person bends over and hangs up the phone.", "similarity": 0.7681, "relevance": 4 }, { "pair_id": 320310, "video_name": "house_s01e06_seg02_clip_22", "timestamp": [ 0.0, 22.03 ], "duration": 37.66, "caption": "A person is sitting at the desk while on the cell phone.", "similarity": 0.7676, "relevance": 2 }, { "pair_id": 320311, "video_name": "s06e09_seg02_clip_00", "timestamp": [ 42.8, 45.9 ], "duration": 62.66, "caption": "A person hangs up and puts the phone down.", "similarity": 0.7665, "relevance": 3 }, { "pair_id": 320312, "video_name": "friends_s10e01_seg02_clip_21", "timestamp": [ 22.24, 25.95 ], "duration": 57.66, "caption": "A person turns around and hangs up the phone.", "similarity": 0.7649, "relevance": 3 }, { "pair_id": 320313, "video_name": "s01e08_seg02_clip_00", "timestamp": [ 5.44, 29.77 ], "duration": 64.66, "caption": "A person sits at their desks and talks on the phone.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 320314, "video_name": "house_s02e06_seg02_clip_06", "timestamp": [ 11.57, 14.24 ], "duration": 89.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 320315, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 11.41, 15.61 ], "duration": 60.66, "caption": "A person hangs up the phone and puts it down.", "similarity": 0.7633, "relevance": 3 }, { "pair_id": 320316, "video_name": "castle_s04e04_seg02_clip_03", "timestamp": [ 0.0, 2.76 ], "duration": 92.66, "caption": "A woman is on her cellphone and then hangs up.", "similarity": 0.7617, "relevance": 3 }, { "pair_id": 320317, "video_name": "house_s05e03_seg02_clip_23", "timestamp": [ 2.05, 3.54 ], "duration": 18.66, "caption": "A person sits down at his desk while talking on the phone.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 320318, "video_name": "s04e10_seg02_clip_09", "timestamp": [ 59.24, 62.03 ], "duration": 62.66, "caption": "A person sits at their desk and talks on their cell phone.", "similarity": 0.7601, "relevance": 2 }, { "pair_id": 320319, "video_name": "castle_s01e05_seg02_clip_24", "timestamp": [ 69.94, 72.24 ], "duration": 92.66, "caption": "A man hangs up his cellphone as he sits down at the desk across from a woman.", "similarity": 0.7547, "relevance": 3 } ] }, { "query_id": 80872, "query": "Two people were walking around while having conversation.", "relevant_moment": [ { "pair_id": 164380, "video_name": "house_s01e07_seg02_clip_09", "timestamp": [ 33.98, 35.7 ], "duration": 86.66, "caption": "Two people were walking around while having conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164381, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 2.2, 14.08 ], "duration": 88.66, "caption": "Two people were walking around while having a conversation.", "similarity": 0.9973, "relevance": 4 }, { "pair_id": 164382, "video_name": "house_s04e09_seg02_clip_11", "timestamp": [ 0.0, 15.76 ], "duration": 90.66, "caption": "Two people were walking around whilst having a conversation.", "similarity": 0.9914, "relevance": 4 }, { "pair_id": 164383, "video_name": "house_s07e02_seg02_clip_15", "timestamp": [ 0.0, 26.23 ], "duration": 90.66, "caption": "Two people were walking around whilst talking.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 164384, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 0.0, 12.48 ], "duration": 156.66, "caption": "Two people were walking around whilst talking.", "similarity": 0.9641, "relevance": 4 }, { "pair_id": 164385, "video_name": "castle_s08e04_seg02_clip_05", "timestamp": [ 19.92, 24.34 ], "duration": 88.66, "caption": "Two people were having a conversation while walking.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 164386, "video_name": "castle_s03e19_seg02_clip_13", "timestamp": [ 0.0, 12.42 ], "duration": 92.66, "caption": "Two people were having a conversation while walking.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 164387, "video_name": "castle_s08e13_seg02_clip_09", "timestamp": [ 38.59, 45.4 ], "duration": 90.66, "caption": "Two people were having conversation as they were walking.", "similarity": 0.935, "relevance": 4 }, { "pair_id": 164388, "video_name": "castle_s07e17_seg02_clip_14", "timestamp": [ 0.0, 7.58 ], "duration": 89.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.9314, "relevance": 4 }, { "pair_id": 164389, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 0.0, 13.92 ], "duration": 89.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.9314, "relevance": 4 }, { "pair_id": 164390, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 0.0, 22.21 ], "duration": 92.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.9314, "relevance": 4 }, { "pair_id": 164391, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 0.0, 6.85 ], "duration": 91.66, "caption": "Two people were having a conversation whilst they were walking.", "similarity": 0.9252, "relevance": 4 }, { "pair_id": 164392, "video_name": "s01e09_seg02_clip_07", "timestamp": [ 11.71, 18.61 ], "duration": 60.66, "caption": "Two people walk together while they are having a conversation.", "similarity": 0.9116, "relevance": 4 }, { "pair_id": 164393, "video_name": "house_s06e04_seg02_clip_11", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "Two people are walking while they are talking.", "similarity": 0.9037, "relevance": 4 }, { "pair_id": 164394, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 2.77, 9.22 ], "duration": 92.66, "caption": "Two people are walking while they are talking.", "similarity": 0.9037, "relevance": 4 }, { "pair_id": 164395, "video_name": "castle_s03e20_seg02_clip_25", "timestamp": [ 3.61, 8.11 ], "duration": 90.66, "caption": "Two people are walking while they are talking.", "similarity": 0.9037, "relevance": 4 }, { "pair_id": 164396, "video_name": "house_s01e11_seg02_clip_03", "timestamp": [ 2.2, 4.84 ], "duration": 88.66, "caption": "Two people are walking together while talking.", "similarity": 0.8954, "relevance": 4 }, { "pair_id": 164397, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 6.72 ], "duration": 96.66, "caption": "Two people are talking while they are walking.", "similarity": 0.8879, "relevance": 4 }, { "pair_id": 164398, "video_name": "castle_s01e05_seg02_clip_10", "timestamp": [ 48.17, 74.11 ], "duration": 74.66, "caption": "Two people are walking and talking to someone.", "similarity": 0.8853, "relevance": 4 }, { "pair_id": 164399, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 50.45, 53.15 ], "duration": 77.66, "caption": "Two people walk together while they are talking.", "similarity": 0.8834, "relevance": 4 }, { "pair_id": 337700, "video_name": "castle_s03e21_seg02_clip_09", "timestamp": [ 32.04, 90.25 ], "duration": 90.66, "caption": "Two people are having conversation while walking, then they meet a person and they start a conversation.", "similarity": 0.883, "relevance": 4 }, { "pair_id": 337701, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 0.0, 15.05 ], "duration": 86.66, "caption": "Some people were walking while talking to each other.", "similarity": 0.8829, "relevance": 3 }, { "pair_id": 337702, "video_name": "house_s02e10_seg02_clip_17", "timestamp": [ 4.52, 10.86 ], "duration": 90.66, "caption": "Two people talk about someone while walking.", "similarity": 0.8772, "relevance": 4 }, { "pair_id": 337703, "video_name": "castle_s08e05_seg02_clip_11", "timestamp": [ 39.63, 64.4 ], "duration": 90.66, "caption": "Two people were discussing something while walking.", "similarity": 0.8688, "relevance": 4 }, { "pair_id": 337704, "video_name": "castle_s05e07_seg02_clip_01", "timestamp": [ 2.69, 39.85 ], "duration": 89.66, "caption": "Two people were walking down the street while having a conversation.", "similarity": 0.8682, "relevance": 4 }, { "pair_id": 337705, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 0.0, 22.01 ], "duration": 88.66, "caption": "A man and woman were walking whilst having conversation.", "similarity": 0.8608, "relevance": 4 }, { "pair_id": 337706, "video_name": "castle_s02e01_seg02_clip_02", "timestamp": [ 0.0, 11.32 ], "duration": 90.66, "caption": "Two people are conversing while walking side by side.", "similarity": 0.8573, "relevance": 4 }, { "pair_id": 337707, "video_name": "castle_s03e17_seg02_clip_20", "timestamp": [ 9.9, 21.61 ], "duration": 90.66, "caption": "A man, woman and man were having conversation while walking around.", "similarity": 0.8527, "relevance": 3 }, { "pair_id": 337708, "video_name": "castle_s08e04_seg02_clip_09", "timestamp": [ 0.0, 30.28 ], "duration": 89.66, "caption": "Some people were having a conversation while walking.", "similarity": 0.8521, "relevance": 3 }, { "pair_id": 337709, "video_name": "castle_s06e05_seg02_clip_04", "timestamp": [ 12.17, 25.7 ], "duration": 90.66, "caption": "Some people were having a conversation while walking.", "similarity": 0.8521, "relevance": 4 }, { "pair_id": 337710, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 0.0, 17.3 ], "duration": 91.66, "caption": "A man and a woman were walking whilst having a conversation.", "similarity": 0.8515, "relevance": 4 }, { "pair_id": 337711, "video_name": "house_s08e21_seg02_clip_07", "timestamp": [ 0.0, 104.02 ], "duration": 104.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 3 }, { "pair_id": 337712, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 64.17, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 1 }, { "pair_id": 337713, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 3 }, { "pair_id": 337714, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 3 }, { "pair_id": 337715, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 28.61, 74.99 ], "duration": 86.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 3 }, { "pair_id": 337716, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 3 }, { "pair_id": 337717, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.15 ], "duration": 65.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 3 }, { "pair_id": 337718, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 0.0, 5.77 ], "duration": 88.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 2 }, { "pair_id": 337719, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.8503, "relevance": 3 } ] }, { "query_id": 80909, "query": "A patient with wires on their head has a hallucination.", "relevant_moment": [ { "pair_id": 3900, "video_name": "house_s02e23_seg02_clip_07", "timestamp": [ 57.1, 63.45 ], "duration": 90.66, "caption": "A patient with wires on their head has a hallucination.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3901, "video_name": "house_s05e02_seg02_clip_13", "timestamp": [ 27.14, 29.57 ], "duration": 81.66, "caption": "The patient with wires on their head wakes up.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 3902, "video_name": "house_s08e21_seg02_clip_06", "timestamp": [ 0.0, 42.15 ], "duration": 98.66, "caption": "A person takes the wires off of the patient's head.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 3903, "video_name": "house_s04e16_seg02_clip_14", "timestamp": [ 26.26, 32.49 ], "duration": 89.66, "caption": "A person brings up the possibility that there is still something else stuck in the patient's head.", "similarity": 0.6667, "relevance": 0 }, { "pair_id": 3905, "video_name": "house_s05e08_seg02_clip_18", "timestamp": [ 4.93, 10.31 ], "duration": 89.66, "caption": "The top of person's head is shown inside of a medical device as person talks.", "similarity": 0.6134, "relevance": 1 }, { "pair_id": 3906, "video_name": "house_s07e08_seg02_clip_09", "timestamp": [ 0.0, 30.61 ], "duration": 86.66, "caption": "A person thinks that the patient in the bed has delusions.", "similarity": 0.6128, "relevance": 0 }, { "pair_id": 3907, "video_name": "house_s06e16_seg02_clip_06", "timestamp": [ 70.56, 74.69 ], "duration": 91.66, "caption": "A patient turns their head away from a doctor.", "similarity": 0.5996, "relevance": 1 }, { "pair_id": 3908, "video_name": "house_s02e23_seg02_clip_23", "timestamp": [ 29.77, 33.95 ], "duration": 93.66, "caption": "A patient moves her head and opens her eyes while someone talks with her.", "similarity": 0.5874, "relevance": 3 }, { "pair_id": 3909, "video_name": "house_s04e15_seg02_clip_05", "timestamp": [ 84.58, 95.03 ], "duration": 95.66, "caption": "A person uses a light to examine a male patient's nose.", "similarity": 0.5861, "relevance": 0 }, { "pair_id": 3910, "video_name": "house_s05e01_seg02_clip_11", "timestamp": [ 29.26, 31.51 ], "duration": 90.66, "caption": "The patient passes out while placing a pace wiring.", "similarity": 0.5859, "relevance": 1 }, { "pair_id": 3911, "video_name": "house_s01e11_seg02_clip_17", "timestamp": [ 4.91, 8.99 ], "duration": 81.66, "caption": "Two men talk about the patient's hallucinations.", "similarity": 0.5837, "relevance": 0 }, { "pair_id": 3912, "video_name": "house_s05e15_seg02_clip_03", "timestamp": [ 0.0, 4.1 ], "duration": 91.66, "caption": "A patient talks to a doctor with a medical instrument on his head.", "similarity": 0.5808, "relevance": 3 }, { "pair_id": 3913, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 0.41, 11.75 ], "duration": 81.66, "caption": "A person touches the wiring that is around someone's chest.", "similarity": 0.5756, "relevance": 2 }, { "pair_id": 3914, "video_name": "house_s06e10_seg02_clip_02", "timestamp": [ 29.26, 40.06 ], "duration": 90.66, "caption": "A person attaches some medical to each of someone's ears.", "similarity": 0.575, "relevance": 3 }, { "pair_id": 3915, "video_name": "house_s07e12_seg02_clip_07", "timestamp": [ 62.25, 72.05 ], "duration": 98.66, "caption": "A person lies in a medical machine with their hands above their head, they have a breathing tube in their nose.", "similarity": 0.5724, "relevance": 1 }, { "pair_id": 3916, "video_name": "house_s07e07_seg02_clip_16", "timestamp": [ 4.87, 8.86 ], "duration": 88.66, "caption": "A person describes what is happening to the patient.", "similarity": 0.5707, "relevance": 0 }, { "pair_id": 3917, "video_name": "house_s01e17_seg02_clip_23", "timestamp": [ 12.6, 14.4 ], "duration": 90.66, "caption": "A person scratches their head while they're in a patient gown.", "similarity": 0.5688, "relevance": 0 }, { "pair_id": 3918, "video_name": "house_s05e14_seg02_clip_06", "timestamp": [ 8.27, 22.19 ], "duration": 87.66, "caption": "As a person checks to see if another person is ok, a doctor discovers someone planted a trip wire.", "similarity": 0.568, "relevance": 0 }, { "pair_id": 3919, "video_name": "house_s02e17_seg02_clip_14", "timestamp": [ 0.0, 9.48 ], "duration": 90.66, "caption": "A young person was having a seizure while a doctor was staring from the outside of the room.", "similarity": 0.5638, "relevance": 1 } ] }, { "query_id": 80931, "query": "A man pushes down a defibrillator onto a patient's chest.", "relevant_moment": [ { "pair_id": 168800, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 73.34, 75.69 ], "duration": 94.66, "caption": "A man pushes down a defibrillator onto a patient's chest.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168801, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 0.0, 2.26 ], "duration": 90.66, "caption": "A man doctor uses the defibrillator to help the patient.", "similarity": 0.8524, "relevance": 4 }, { "pair_id": 168802, "video_name": "house_s08e09_seg02_clip_19", "timestamp": [ 60.99, 65.54 ], "duration": 91.66, "caption": "A man applies defibrillator paddles to the chest of a male patient.", "similarity": 0.8439, "relevance": 4 }, { "pair_id": 168803, "video_name": "house_s02e20_seg02_clip_25", "timestamp": [ 51.63, 57.43 ], "duration": 116.66, "caption": "A man uses a defibrillator on a patient on a bed.", "similarity": 0.8156, "relevance": 4 }, { "pair_id": 168804, "video_name": "house_s03e19_seg02_clip_16", "timestamp": [ 24.48, 34.72 ], "duration": 89.66, "caption": "A doctor applies defibrillator paddles to a patient's chest.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 168805, "video_name": "house_s04e05_seg02_clip_18", "timestamp": [ 19.84, 23.81 ], "duration": 88.66, "caption": "A person uses a defibrillator on a man on a bed.", "similarity": 0.7486, "relevance": 4 }, { "pair_id": 168806, "video_name": "grey_s02e18_seg02_clip_18", "timestamp": [ 70.99, 77.57 ], "duration": 94.66, "caption": "A man calls for paddles of the defibrillator and starts compression on the patient and he tells people to move as he uses the paddles.", "similarity": 0.7385, "relevance": 3 }, { "pair_id": 168807, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 64.42, 69.02 ], "duration": 92.66, "caption": "A doctor applies defibrillator paddles to the chest of an unconscious person in a hospital bed.", "similarity": 0.7357, "relevance": 4 }, { "pair_id": 168808, "video_name": "house_s05e08_seg02_clip_14", "timestamp": [ 43.24, 57.35 ], "duration": 91.66, "caption": "A man applies defibrillator paddles to a child's chest.", "similarity": 0.7269, "relevance": 4 }, { "pair_id": 168809, "video_name": "house_s04e16_seg02_clip_18", "timestamp": [ 85.46, 89.02 ], "duration": 89.66, "caption": "A nurse uses a defibrillator on a lifeless patient.", "similarity": 0.7224, "relevance": 4 }, { "pair_id": 168810, "video_name": "grey_s03e17_seg02_clip_11", "timestamp": [ 26.05, 30.7 ], "duration": 93.66, "caption": "A man is doing CPR on the chest of his patient.", "similarity": 0.7174, "relevance": 3 }, { "pair_id": 168811, "video_name": "house_s01e21_seg02_clip_20", "timestamp": [ 75.58, 79.15 ], "duration": 119.66, "caption": "A woman puts the defibrillator paddles on a man's chest.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 168812, "video_name": "house_s03e24_seg02_clip_12", "timestamp": [ 35.85, 46.16 ], "duration": 89.66, "caption": "A man is on top of a patient and pumps his heart.", "similarity": 0.6948, "relevance": 1 }, { "pair_id": 168813, "video_name": "house_s05e07_seg02_clip_21", "timestamp": [ 2.25, 5.85 ], "duration": 90.66, "caption": "A man yells to try to stop a woman medical person from using a defibrillator.", "similarity": 0.6942, "relevance": 2 }, { "pair_id": 168814, "video_name": "house_s01e09_seg02_clip_05", "timestamp": [ 23.29, 27.61 ], "duration": 86.66, "caption": "A woman pulls the defibrillator over to the patient's bed.", "similarity": 0.6849, "relevance": 1 }, { "pair_id": 168815, "video_name": "grey_s02e08_seg02_clip_15", "timestamp": [ 50.33, 57.46 ], "duration": 79.66, "caption": "A man does chest compression's on a patient on the table.", "similarity": 0.6755, "relevance": 3 }, { "pair_id": 168816, "video_name": "grey_s01e06_seg02_clip_21", "timestamp": [ 0.0, 17.85 ], "duration": 83.66, "caption": "A man is doing chest compressions on a patient and then suddenly stops.", "similarity": 0.6712, "relevance": 3 }, { "pair_id": 168817, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 36.92, 38.42 ], "duration": 60.66, "caption": "A man puts his hand on his chest and mimics a cardiac arrest.", "similarity": 0.67, "relevance": 0 }, { "pair_id": 168818, "video_name": "house_s01e04_seg02_clip_14", "timestamp": [ 56.6, 58.44 ], "duration": 92.66, "caption": "A man hands the defibrillator paddles back to person.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 168819, "video_name": "house_s02e23_seg02_clip_06", "timestamp": [ 4.76, 15.56 ], "duration": 86.66, "caption": "A man is controlling the electrical pulse for the patient in the hospital bed.", "similarity": 0.6613, "relevance": 0 } ] }, { "query_id": 80945, "query": "A person writes on their board with a blue marker.", "relevant_moment": [ { "pair_id": 103640, "video_name": "s02e04_seg02_clip_00", "timestamp": [ 2.48, 15.82 ], "duration": 62.66, "caption": "A person writes on their board with a blue marker.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 103641, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 42.27, 46.82 ], "duration": 65.66, "caption": "A person writes on a white board with a marker.", "similarity": 0.8725, "relevance": 3 }, { "pair_id": 103642, "video_name": "house_s05e15_seg02_clip_01", "timestamp": [ 13.8, 17.36 ], "duration": 89.66, "caption": "A person writes something on the board with black marker.", "similarity": 0.8711, "relevance": 3 }, { "pair_id": 103643, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 68.31, 70.05 ], "duration": 87.66, "caption": "A person writes onto a white board with a marker.", "similarity": 0.8688, "relevance": 3 }, { "pair_id": 103644, "video_name": "castle_s04e14_seg02_clip_11", "timestamp": [ 77.83, 80.56 ], "duration": 91.66, "caption": "A person writes on the white board with a black marker.", "similarity": 0.8669, "relevance": 3 }, { "pair_id": 103645, "video_name": "house_s05e18_seg02_clip_00", "timestamp": [ 0.0, 8.74 ], "duration": 92.66, "caption": "A person writes in the white board using a green marker.", "similarity": 0.8641, "relevance": 3 }, { "pair_id": 103646, "video_name": "house_s04e15_seg02_clip_06", "timestamp": [ 38.08, 42.78 ], "duration": 94.66, "caption": "Person writes with black marker on the white board.", "similarity": 0.8639, "relevance": 3 }, { "pair_id": 103647, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 12.02, 13.81 ], "duration": 89.66, "caption": "A person writes on the whiteboard using a marker.", "similarity": 0.8622, "relevance": 3 }, { "pair_id": 103648, "video_name": "house_s02e01_seg02_clip_06", "timestamp": [ 7.32, 10.52 ], "duration": 91.66, "caption": "A person writes onto the whiteboard with a marker.", "similarity": 0.8568, "relevance": 3 }, { "pair_id": 103649, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A person writes on the whiteboard with his marker.", "similarity": 0.8485, "relevance": 3 }, { "pair_id": 103650, "video_name": "house_s05e22_seg02_clip_18", "timestamp": [ 0.0, 2.65 ], "duration": 88.66, "caption": "Person is writing on the a white board with a marker.", "similarity": 0.8471, "relevance": 3 }, { "pair_id": 103651, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 0.0, 4.14 ], "duration": 46.66, "caption": "A person is writing on a white board with a marker.", "similarity": 0.847, "relevance": 3 }, { "pair_id": 103652, "video_name": "house_s03e23_seg02_clip_01", "timestamp": [ 20.71, 23.47 ], "duration": 92.66, "caption": "A person is writing on a white board with a marker.", "similarity": 0.847, "relevance": 3 }, { "pair_id": 103653, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A person writes on a whiteboard with a black marker.", "similarity": 0.8345, "relevance": 3 }, { "pair_id": 103654, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 48.12, 51.38 ], "duration": 65.66, "caption": "A person turns around and writes on the whiteboard with a marker.", "similarity": 0.8338, "relevance": 3 }, { "pair_id": 103655, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A person writes with a marker pen on the whiteboard.", "similarity": 0.8331, "relevance": 3 }, { "pair_id": 103656, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 3.36, 11.34 ], "duration": 84.66, "caption": "A person was writing something at the board.", "similarity": 0.8064, "relevance": 3 }, { "pair_id": 103657, "video_name": "house_s08e07_seg02_clip_22", "timestamp": [ 6.83, 9.1 ], "duration": 91.66, "caption": "A woman writes onto the white board with a marker.", "similarity": 0.7876, "relevance": 3 }, { "pair_id": 103658, "video_name": "castle_s04e22_seg02_clip_18", "timestamp": [ 78.07, 82.48 ], "duration": 88.66, "caption": "A woman writes on the white board with a marker.", "similarity": 0.7874, "relevance": 3 }, { "pair_id": 103659, "video_name": "castle_s04e13_seg02_clip_22", "timestamp": [ 17.68, 21.4 ], "duration": 93.66, "caption": "A man writes on the white board with a black marker.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 276960, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 15.99, 18.34 ], "duration": 78.66, "caption": "A person writes on the dry erase board with the black marker.", "similarity": 0.7825, "relevance": 3 }, { "pair_id": 276961, "video_name": "house_s02e10_seg02_clip_21", "timestamp": [ 30.39, 36.55 ], "duration": 88.66, "caption": "A person leans over the board and writes something.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 276962, "video_name": "house_s04e13_seg02_clip_01", "timestamp": [ 26.88, 31.65 ], "duration": 86.66, "caption": "A man is writing on a white board with a marker.", "similarity": 0.7738, "relevance": 3 }, { "pair_id": 276963, "video_name": "castle_s02e23_seg02_clip_02", "timestamp": [ 96.41, 100.49 ], "duration": 102.66, "caption": "A man is writing on a white board with a marker.", "similarity": 0.7738, "relevance": 3 }, { "pair_id": 276964, "video_name": "house_s01e22_seg02_clip_05", "timestamp": [ 30.83, 39.57 ], "duration": 92.66, "caption": "A person is writing something on the white board.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 276965, "video_name": "house_s03e18_seg02_clip_19", "timestamp": [ 43.49, 50.67 ], "duration": 79.66, "caption": "A man uses a black marker and writes on white board.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 276966, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 27.51, 30.26 ], "duration": 55.66, "caption": "A woman is writing on a white board with a marker.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 276967, "video_name": "house_s03e11_seg02_clip_08", "timestamp": [ 33.67, 38.62 ], "duration": 99.66, "caption": "A woman is writing on a white board with a marker.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 276968, "video_name": "castle_s04e23_seg02_clip_03", "timestamp": [ 76.03, 79.22 ], "duration": 91.66, "caption": "A woman writes on the white board with an orange marker.", "similarity": 0.7601, "relevance": 3 }, { "pair_id": 276969, "video_name": "castle_s05e11_seg02_clip_21", "timestamp": [ 14.72, 17.95 ], "duration": 92.66, "caption": "A person is writing a word using a red marker in the white board.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 276970, "video_name": "s03e10_seg02_clip_13", "timestamp": [ 52.22, 56.28 ], "duration": 58.66, "caption": "A person points to some writing that's on the whiteboard.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 276971, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 3.66, 5.8 ], "duration": 61.66, "caption": "A person is in front of a white board writing on it.", "similarity": 0.7527, "relevance": 3 }, { "pair_id": 276972, "video_name": "friends_s06e20_seg02_clip_16", "timestamp": [ 34.75, 46.03 ], "duration": 46.66, "caption": "A man writes a message on the board with a black marker.", "similarity": 0.7527, "relevance": 3 }, { "pair_id": 276973, "video_name": "house_s02e16_seg02_clip_07", "timestamp": [ 23.42, 35.13 ], "duration": 90.66, "caption": "A person grabs the marker and starts to write on the whiteboard.", "similarity": 0.7468, "relevance": 3 }, { "pair_id": 276974, "video_name": "s09e04_seg02_clip_06", "timestamp": [ 40.22, 44.72 ], "duration": 60.66, "caption": "A person writes on a piece of paper attached to a clipboard.", "similarity": 0.7442, "relevance": 2 }, { "pair_id": 276975, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 40.06, 44.26 ], "duration": 56.66, "caption": "A person turns back and writes on the board.", "similarity": 0.7433, "relevance": 3 }, { "pair_id": 276976, "video_name": "s07e06_seg02_clip_01", "timestamp": [ 9.43, 13.66 ], "duration": 65.66, "caption": "A person is focused writing on their white board.", "similarity": 0.7396, "relevance": 4 }, { "pair_id": 276977, "video_name": "house_s02e05_seg02_clip_10", "timestamp": [ 69.87, 80.3 ], "duration": 90.66, "caption": "A person writes on the white board for their group.", "similarity": 0.7356, "relevance": 3 }, { "pair_id": 276978, "video_name": "castle_s03e19_seg02_clip_18", "timestamp": [ 12.46, 18.69 ], "duration": 89.66, "caption": "A person picks up a red marker and begins writing on a whiteboard.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 276979, "video_name": "house_s01e02_seg02_clip_18", "timestamp": [ 0.0, 4.62 ], "duration": 92.66, "caption": "A person writes down letters in a vertical fashion on the board.", "similarity": 0.7273, "relevance": 3 } ] }, { "query_id": 80955, "query": "A man in a brown shirt puts their hands up over their mouth.", "relevant_moment": [ { "pair_id": 172460, "video_name": "friends_s04e18_seg02_clip_09", "timestamp": [ 10.73, 16.26 ], "duration": 65.66, "caption": "A man in a brown shirt puts their hands up over their mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172461, "video_name": "s06e22_seg02_clip_06", "timestamp": [ 17.09, 21.05 ], "duration": 61.66, "caption": "A man puts his hand up to his mouth.", "similarity": 0.7863, "relevance": 3 }, { "pair_id": 172462, "video_name": "house_s08e18_seg02_clip_11", "timestamp": [ 90.92, 101.02 ], "duration": 101.66, "caption": "A man places his hand over someone's mouth.", "similarity": 0.7388, "relevance": 1 }, { "pair_id": 172463, "video_name": "met_s03e06_seg01_clip_01", "timestamp": [ 29.64, 31.45 ], "duration": 60.66, "caption": "A man holds his hand up against his mouth.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 172464, "video_name": "friends_s01e02_seg02_clip_16", "timestamp": [ 33.78, 35.89 ], "duration": 60.66, "caption": "A man puts his fist up to his mouth.", "similarity": 0.7064, "relevance": 3 }, { "pair_id": 172465, "video_name": "s06e23_seg02_clip_13", "timestamp": [ 53.16, 55.47 ], "duration": 66.66, "caption": "A man lifts their left hand up to cover their mouth.", "similarity": 0.6972, "relevance": 3 }, { "pair_id": 172466, "video_name": "friends_s04e18_seg02_clip_09", "timestamp": [ 56.9, 63.41 ], "duration": 65.66, "caption": "A man in a brown shirt holds woman's face in his hands.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 172467, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 55.05, 57.22 ], "duration": 62.66, "caption": "A man holds his right hand over his mouth.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 172468, "video_name": "castle_s05e02_seg02_clip_08", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person holds up their hand to their mouth.", "similarity": 0.6791, "relevance": 3 }, { "pair_id": 172469, "video_name": "castle_s02e04_seg02_clip_00", "timestamp": [ 87.06, 90.66 ], "duration": 103.66, "caption": "A man puts his hands to his mouth and then puts them on his head.", "similarity": 0.6783, "relevance": 3 }, { "pair_id": 172470, "video_name": "castle_s07e17_seg02_clip_11", "timestamp": [ 12.93, 15.61 ], "duration": 89.66, "caption": "A man brings his hand up to his chin and rubs his chin then puts his hand down.", "similarity": 0.6718, "relevance": 3 }, { "pair_id": 172471, "video_name": "house_s03e05_seg02_clip_20", "timestamp": [ 63.26, 65.99 ], "duration": 91.66, "caption": "A man leans over and places his hands over his mouth.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 172472, "video_name": "s04e03_seg02_clip_16", "timestamp": [ 56.43, 58.83 ], "duration": 60.66, "caption": "A man's right hand is covering his mouth until he lowers his hand to his chin.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 172473, "video_name": "friends_s01e24_seg02_clip_09", "timestamp": [ 28.63, 29.98 ], "duration": 54.66, "caption": "A man is covering his mouth with his hand.", "similarity": 0.6663, "relevance": 3 }, { "pair_id": 172474, "video_name": "castle_s04e07_seg02_clip_26", "timestamp": [ 24.47, 25.38 ], "duration": 90.66, "caption": "A man raises his fists then covers his mouth with his hands.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 172475, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 12.46, 14.69 ], "duration": 89.66, "caption": "A person brings his hand up to his face and swipes over his mouth.", "similarity": 0.6605, "relevance": 2 }, { "pair_id": 172476, "video_name": "friends_s02e23_seg02_clip_13", "timestamp": [ 51.57, 54.01 ], "duration": 61.66, "caption": "A person gasps and puts their hand over their mouth.", "similarity": 0.6592, "relevance": 4 }, { "pair_id": 172477, "video_name": "s08e19_seg02_clip_15", "timestamp": [ 17.7, 18.28 ], "duration": 58.66, "caption": "As the game is about to begin, a man puts his hands up to his mouth.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 172478, "video_name": "castle_s05e23_seg02_clip_20", "timestamp": [ 0.0, 4.84 ], "duration": 88.66, "caption": "A man is standing with his hand in his mouth.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 172479, "video_name": "friends_s06e07_seg02_clip_14", "timestamp": [ 29.88, 32.49 ], "duration": 58.66, "caption": "A guy holds his hand in the shape of a fist to his mouth.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 345780, "video_name": "met_s03e18_seg02_clip_12", "timestamp": [ 23.11, 26.58 ], "duration": 57.66, "caption": "A person puts his hand on person's shoulder after putting his hand to his mouth.", "similarity": 0.654, "relevance": 3 }, { "pair_id": 345781, "video_name": "s01e01_seg02_clip_07", "timestamp": [ 27.74, 31.28 ], "duration": 59.66, "caption": "A man raises his hand then quickly moves his middle finger up and down on his lips.", "similarity": 0.6524, "relevance": 3 }, { "pair_id": 345782, "video_name": "friends_s10e10_seg02_clip_08", "timestamp": [ 32.15, 35.93 ], "duration": 63.66, "caption": "A man puts something in his mouth then puts his hands on his hips.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 345783, "video_name": "castle_s02e03_seg02_clip_15", "timestamp": [ 12.1, 14.35 ], "duration": 89.66, "caption": "A person puts something from their hand into their mouth.", "similarity": 0.6459, "relevance": 1 }, { "pair_id": 345784, "video_name": "friends_s07e03_seg02_clip_12", "timestamp": [ 9.46, 11.6 ], "duration": 61.66, "caption": "A person puts their closed hand up to their mouth.", "similarity": 0.6457, "relevance": 3 }, { "pair_id": 345785, "video_name": "castle_s02e02_seg02_clip_04", "timestamp": [ 19.87, 23.84 ], "duration": 88.66, "caption": "A man spits in his palm and put his hand on top of man's hand.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 345786, "video_name": "house_s03e20_seg02_clip_14", "timestamp": [ 33.38, 36.5 ], "duration": 89.66, "caption": "A man slightly shakes his head and brings up his hand to cover his mouth.", "similarity": 0.6403, "relevance": 3 }, { "pair_id": 345787, "video_name": "castle_s04e06_seg02_clip_09", "timestamp": [ 77.39, 78.74 ], "duration": 89.66, "caption": "A person puts both hands to his mouth as he looks at man.", "similarity": 0.6377, "relevance": 3 }, { "pair_id": 345788, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 22.95, 29.98 ], "duration": 74.66, "caption": "A man holds up his hands with fingers spread out and pauses there.", "similarity": 0.6373, "relevance": 1 }, { "pair_id": 345789, "video_name": "house_s02e17_seg02_clip_13", "timestamp": [ 78.74, 81.47 ], "duration": 91.66, "caption": "A man moves their hands toward their neck while sticking their tongue out.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 345791, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.6298, "relevance": 1 }, { "pair_id": 345792, "video_name": "s02e22_seg02_clip_02", "timestamp": [ 23.5, 25.53 ], "duration": 58.66, "caption": "A man puts their hands up to their eyes and brushes their fingers on their forehead.", "similarity": 0.6288, "relevance": 1 }, { "pair_id": 345793, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 51.05, 53.26 ], "duration": 63.66, "caption": "A man puts his face into both of his hands.", "similarity": 0.6282, "relevance": 3 }, { "pair_id": 345794, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 5.28, 7.92 ], "duration": 88.66, "caption": "A man puts up both hands clenched in a fist.", "similarity": 0.626, "relevance": 2 }, { "pair_id": 345795, "video_name": "castle_s05e14_seg02_clip_08", "timestamp": [ 3.17, 6.79 ], "duration": 90.66, "caption": "A man shoves their fingers against someone's lips to shut them up.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 345796, "video_name": "friends_s02e19_seg02_clip_11", "timestamp": [ 4.73, 8.82 ], "duration": 63.66, "caption": "A man puts his hands up in the air.", "similarity": 0.6232, "relevance": 1 }, { "pair_id": 345797, "video_name": "house_s02e05_seg02_clip_23", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to another person and puts their fingers on their chin.", "similarity": 0.6227, "relevance": 1 }, { "pair_id": 345798, "video_name": "friends_s05e12_seg02_clip_18", "timestamp": [ 4.72, 6.2 ], "duration": 59.66, "caption": "A woman puts her hand on guy's mouth.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 345799, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 34.48, 36.01 ], "duration": 61.66, "caption": "A man raises his hand to his lip and touches it.", "similarity": 0.6211, "relevance": 2 } ] }, { "query_id": 80974, "query": "Two men are laughing while eating lunch.", "relevant_moment": [ { "pair_id": 26780, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 78.29, 89.14 ], "duration": 155.66, "caption": "Two men are laughing while eating lunch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 26781, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 11.31, 39.16 ], "duration": 87.66, "caption": "Two men eat some lunch together in the cafeteria.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 26782, "video_name": "house_s06e15_seg02_clip_12", "timestamp": [ 0.0, 40.96 ], "duration": 90.66, "caption": "Two men are having a conversation while eating.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 26783, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 0.0, 4.28 ], "duration": 95.66, "caption": "A man tries to compliment his beer while eating lunch with another man.", "similarity": 0.6506, "relevance": 3 }, { "pair_id": 26784, "video_name": "house_s08e16_seg02_clip_11", "timestamp": [ 35.5, 41.42 ], "duration": 91.66, "caption": "Two men are talking while they are eating.", "similarity": 0.6494, "relevance": 2 }, { "pair_id": 26785, "video_name": "s02e22_seg01_clip_01", "timestamp": [ 9.61, 11.48 ], "duration": 62.66, "caption": "Two men lean their bodies backward while laughing.", "similarity": 0.6439, "relevance": 3 }, { "pair_id": 26786, "video_name": "s03e05_seg02_clip_01", "timestamp": [ 19.18, 21.84 ], "duration": 59.66, "caption": "Some people eat lunch together.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 26787, "video_name": "s06e14_seg02_clip_14", "timestamp": [ 29.11, 34.52 ], "duration": 60.66, "caption": "A man chuckles as he is talking to woman while eating lunch with her and person.", "similarity": 0.6207, "relevance": 3 }, { "pair_id": 26788, "video_name": "castle_s07e17_seg02_clip_12", "timestamp": [ 8.78, 13.86 ], "duration": 92.66, "caption": "Two men laugh at a person at the same time.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 26789, "video_name": "s02e13_seg02_clip_09", "timestamp": [ 17.29, 23.69 ], "duration": 64.66, "caption": "Two men are getting ready to eat lunch and one of them hands the other a utensil.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 26790, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 56.11, 66.41 ], "duration": 71.66, "caption": "Two men are sitting next to each other as they eat at the cafeteria.", "similarity": 0.6027, "relevance": 2 }, { "pair_id": 26791, "video_name": "grey_s01e08_seg02_clip_08", "timestamp": [ 17.68, 26.29 ], "duration": 90.66, "caption": "Two men are having a conversation and they both laugh.", "similarity": 0.5988, "relevance": 3 }, { "pair_id": 26792, "video_name": "s03e15_seg02_clip_06", "timestamp": [ 8.85, 13.12 ], "duration": 61.66, "caption": "Two men are eating in the university cafeteria across from each other.", "similarity": 0.5983, "relevance": 3 }, { "pair_id": 26793, "video_name": "s04e02_seg02_clip_07", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "Two men are laughing together while sitting with a woman.", "similarity": 0.598, "relevance": 3 }, { "pair_id": 26794, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 39.62, 48.96 ], "duration": 89.66, "caption": "Two men start laughing and getting excited.", "similarity": 0.5938, "relevance": 2 }, { "pair_id": 26795, "video_name": "s01e12_seg01_clip_00", "timestamp": [ 32.78, 36.87 ], "duration": 63.66, "caption": "A man eats a big bite of salad while having lunch with another person.", "similarity": 0.5923, "relevance": 3 }, { "pair_id": 26796, "video_name": "s01e12_seg01_clip_00", "timestamp": [ 56.1, 63.03 ], "duration": 63.66, "caption": "A man walks up with another man to where two people are eating lunch.", "similarity": 0.5895, "relevance": 2 }, { "pair_id": 26797, "video_name": "met_s06e20_seg02_clip_05", "timestamp": [ 36.84, 45.9 ], "duration": 60.66, "caption": "A man starts laughing suddenly after another man sits down.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 26798, "video_name": "s01e04_seg02_clip_11", "timestamp": [ 51.87, 54.62 ], "duration": 61.66, "caption": "Two men stuff their mouths with food.", "similarity": 0.5842, "relevance": 2 }, { "pair_id": 26799, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 52.22, 56.73 ], "duration": 60.66, "caption": "A man is laughing and then another man also starts laughing.", "similarity": 0.583, "relevance": 3 }, { "pair_id": 200100, "video_name": "s10e07_seg02_clip_02", "timestamp": [ 9.44, 15.35 ], "duration": 59.66, "caption": "Two men laugh at a man's joke made at another man's expense.", "similarity": 0.5811, "relevance": 4 }, { "pair_id": 200102, "video_name": "s07e05_seg02_clip_07", "timestamp": [ 0.0, 4.16 ], "duration": 64.66, "caption": "A man takes a bit of his lunch at work while another man talks to him.", "similarity": 0.5715, "relevance": 2 }, { "pair_id": 200103, "video_name": "met_s02e15_seg02_clip_06", "timestamp": [ 22.02, 26.28 ], "duration": 71.66, "caption": "Two men are laughing while a man hangs up the phone.", "similarity": 0.5633, "relevance": 2 }, { "pair_id": 200104, "video_name": "s07e16_seg02_clip_14", "timestamp": [ 0.0, 10.24 ], "duration": 64.66, "caption": "Two men are laughing while sitting on the couch which insults another man.", "similarity": 0.5595, "relevance": 2 }, { "pair_id": 200105, "video_name": "met_s04e03_seg02_clip_06", "timestamp": [ 39.5, 41.0 ], "duration": 60.66, "caption": "Two men laugh and share a fist bump.", "similarity": 0.5588, "relevance": 2 }, { "pair_id": 200106, "video_name": "friends_s01e08_seg01_clip_00", "timestamp": [ 9.12, 15.13 ], "duration": 48.66, "caption": "A man sarcastically says how good their day is while eating lunch.", "similarity": 0.5517, "relevance": 2 }, { "pair_id": 200107, "video_name": "s02e09_seg02_clip_08", "timestamp": [ 34.82, 60.03 ], "duration": 60.66, "caption": "Three men sit at a table eating lunch and having a conversation.", "similarity": 0.5478, "relevance": 2 }, { "pair_id": 200108, "video_name": "met_s02e07_seg01_clip_01", "timestamp": [ 0.0, 3.68 ], "duration": 49.66, "caption": "A barista and a man laugh at something they think is humorous.", "similarity": 0.5463, "relevance": 2 }, { "pair_id": 200109, "video_name": "s02e15_seg02_clip_07", "timestamp": [ 2.8, 9.8 ], "duration": 56.66, "caption": "Two men laugh at a man and he asks them to be more supportive.", "similarity": 0.5424, "relevance": 4 }, { "pair_id": 200110, "video_name": "s09e21_seg02_clip_11", "timestamp": [ 0.0, 10.15 ], "duration": 58.66, "caption": "A man laughs at something while holding a sandwich.", "similarity": 0.5405, "relevance": 3 }, { "pair_id": 200111, "video_name": "castle_s05e14_seg02_clip_08", "timestamp": [ 42.57, 45.28 ], "duration": 90.66, "caption": "Two men bump fists after sharing a laugh.", "similarity": 0.5395, "relevance": 2 }, { "pair_id": 200112, "video_name": "house_s02e18_seg02_clip_03", "timestamp": [ 1.32, 5.72 ], "duration": 88.66, "caption": "A man eats his sandwich after sarcastically telling another man about his fear.", "similarity": 0.5395, "relevance": 3 }, { "pair_id": 200113, "video_name": "s07e04_seg02_clip_06", "timestamp": [ 38.3, 41.49 ], "duration": 58.66, "caption": "Two men happily had a toast of their drinks.", "similarity": 0.5354, "relevance": 3 }, { "pair_id": 200114, "video_name": "s03e11_seg02_clip_07", "timestamp": [ 51.32, 54.02 ], "duration": 60.66, "caption": "Two men eat from their plates while sitting on the couch.", "similarity": 0.5335, "relevance": 1 }, { "pair_id": 200115, "video_name": "house_s06e13_seg02_clip_11", "timestamp": [ 13.95, 90.02 ], "duration": 90.66, "caption": "A woman and a man were having their lunch together.", "similarity": 0.5329, "relevance": 0 }, { "pair_id": 200116, "video_name": "house_s02e18_seg02_clip_03", "timestamp": [ 2.2, 11.44 ], "duration": 88.66, "caption": "A man takes a bite of his sandwich while sitting in the cafeteria with another man.", "similarity": 0.5318, "relevance": 3 }, { "pair_id": 200117, "video_name": "castle_s08e07_seg02_clip_21", "timestamp": [ 5.4, 27.91 ], "duration": 90.66, "caption": "Two men were having a conversation and toasted their glasses of drink afterwards.", "similarity": 0.5305, "relevance": 2 }, { "pair_id": 200118, "video_name": "house_s05e15_seg02_clip_03", "timestamp": [ 6.83, 36.86 ], "duration": 91.66, "caption": "Two men converse while walking through a lunch line.", "similarity": 0.5301, "relevance": 2 }, { "pair_id": 200119, "video_name": "s08e09_seg02_clip_14", "timestamp": [ 0.0, 6.2 ], "duration": 62.66, "caption": "Two men sit at the kitchen table having a conversation while eating pasta.", "similarity": 0.5291, "relevance": 3 } ] }, { "query_id": 81008, "query": "A woman dries four cups one at a time and places them on the kitchen counter.", "relevant_moment": [ { "pair_id": 172060, "video_name": "s02e12_seg02_clip_07", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman dries four cups one at a time and places them on the kitchen counter.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 172061, "video_name": "grey_s02e03_seg02_clip_19", "timestamp": [ 53.25, 56.44 ], "duration": 91.66, "caption": "A woman takes a sip out of her cup and places it back on the counter.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 172062, "video_name": "s02e12_seg02_clip_07", "timestamp": [ 46.08, 61.03 ], "duration": 61.66, "caption": "A woman dries a coffee mug off with a towel while standing in the kitchen.", "similarity": 0.6548, "relevance": 3 }, { "pair_id": 172063, "video_name": "friends_s10e04_seg02_clip_15", "timestamp": [ 24.8, 27.25 ], "duration": 61.66, "caption": "A woman grabs two cups and places them on the floor.", "similarity": 0.6301, "relevance": 2 }, { "pair_id": 172064, "video_name": "s02e12_seg02_clip_08", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A woman wipes off a striped mug and places it on the counter.", "similarity": 0.6121, "relevance": 4 }, { "pair_id": 172065, "video_name": "grey_s03e12_seg02_clip_00", "timestamp": [ 33.38, 36.2 ], "duration": 94.66, "caption": "A woman takes a sip from her mug and places it on the counter.", "similarity": 0.6096, "relevance": 2 }, { "pair_id": 172066, "video_name": "castle_s03e19_seg02_clip_12", "timestamp": [ 52.3, 55.45 ], "duration": 90.66, "caption": "A woman places the water bottle on the kitchen counter.", "similarity": 0.5977, "relevance": 1 }, { "pair_id": 172067, "video_name": "s03e21_seg02_clip_09", "timestamp": [ 53.42, 55.19 ], "duration": 59.66, "caption": "A person puts their coffee cup down on the kitchen counter.", "similarity": 0.5882, "relevance": 1 }, { "pair_id": 172068, "video_name": "friends_s01e01_seg02_clip_28", "timestamp": [ 22.37, 24.95 ], "duration": 43.66, "caption": "A woman was putting coffee on bunch of cups in front of her.", "similarity": 0.584, "relevance": 2 }, { "pair_id": 172069, "video_name": "s07e20_seg02_clip_00", "timestamp": [ 10.23, 17.68 ], "duration": 62.66, "caption": "A woman is in the kitchen pouring herself a cup of coffee.", "similarity": 0.5823, "relevance": 1 }, { "pair_id": 172070, "video_name": "friends_s07e01_seg02_clip_02", "timestamp": [ 15.31, 18.31 ], "duration": 60.66, "caption": "A woman pulls a cup from the shelf in the kitchen.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 172071, "video_name": "s05e19_seg01_clip_01", "timestamp": [ 21.63, 30.37 ], "duration": 92.66, "caption": "Woman takes two coffee mugs to where person sitting.", "similarity": 0.5749, "relevance": 2 }, { "pair_id": 172072, "video_name": "s05e01_seg02_clip_05", "timestamp": [ 3.48, 6.38 ], "duration": 58.66, "caption": "A woman picks up a mixing cup and drinks from it.", "similarity": 0.5729, "relevance": 2 }, { "pair_id": 172073, "video_name": "s09e24_seg02_clip_04", "timestamp": [ 14.17, 17.12 ], "duration": 59.66, "caption": "A woman carries a bowl of something and sets it on the counter.", "similarity": 0.5717, "relevance": 1 }, { "pair_id": 172074, "video_name": "house_s05e04_seg02_clip_23", "timestamp": [ 64.54, 67.66 ], "duration": 89.66, "caption": "A person takes a red coffee cup down from a shelf and sets it on the counter.", "similarity": 0.5716, "relevance": 2 }, { "pair_id": 172075, "video_name": "friends_s01e02_seg02_clip_05", "timestamp": [ 7.54, 9.57 ], "duration": 58.66, "caption": "A woman places a pan of food down on the counter.", "similarity": 0.5712, "relevance": 2 }, { "pair_id": 172076, "video_name": "friends_s04e06_seg02_clip_05", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A woman scrubs down her kitchen counter with a sponge.", "similarity": 0.5707, "relevance": 2 }, { "pair_id": 172077, "video_name": "s04e21_seg02_clip_00", "timestamp": [ 13.34, 19.54 ], "duration": 62.66, "caption": "A woman gets two coffee mugs from the cabinet and places them on the kitchen island.", "similarity": 0.5689, "relevance": 3 }, { "pair_id": 172078, "video_name": "castle_s01e09_seg02_clip_11", "timestamp": [ 27.91, 33.02 ], "duration": 93.66, "caption": "A person pours a woman a cup of coffee in the kitchen.", "similarity": 0.5676, "relevance": 1 }, { "pair_id": 172079, "video_name": "s05e19_seg02_clip_11", "timestamp": [ 35.26, 36.85 ], "duration": 53.66, "caption": "A woman is holding a red plastic cup as she picks up another red plastic cup.", "similarity": 0.567, "relevance": 2 }, { "pair_id": 345380, "video_name": "friends_s03e25_seg01_clip_00", "timestamp": [ 41.4, 43.18 ], "duration": 89.66, "caption": "A woman sets her blue coffee mug down on the counter.", "similarity": 0.5643, "relevance": 2 }, { "pair_id": 345381, "video_name": "friends_s02e15_seg02_clip_05", "timestamp": [ 7.8, 10.2 ], "duration": 60.66, "caption": "A woman spoons in food into little plastic cups.", "similarity": 0.5628, "relevance": 1 }, { "pair_id": 345382, "video_name": "grey_s03e24_seg02_clip_00", "timestamp": [ 28.93, 37.2 ], "duration": 91.66, "caption": "A woman comes in the kitchen and pours a cup of coffee.", "similarity": 0.5624, "relevance": 1 }, { "pair_id": 345383, "video_name": "friends_s05e07_seg02_clip_10", "timestamp": [ 9.72, 11.39 ], "duration": 55.66, "caption": "A woman leaves her tea cup on the kitchen counter.", "similarity": 0.5583, "relevance": 2 }, { "pair_id": 345385, "video_name": "s05e19_seg02_clip_12", "timestamp": [ 20.11, 21.91 ], "duration": 60.66, "caption": "A woman places a red plastic cup on the coffee table.", "similarity": 0.5561, "relevance": 2 }, { "pair_id": 345386, "video_name": "friends_s05e18_seg02_clip_19", "timestamp": [ 5.65, 10.4 ], "duration": 59.66, "caption": "A woman picks up a red solo cup and puts it back down.", "similarity": 0.5545, "relevance": 1 }, { "pair_id": 345387, "video_name": "s10e07_seg02_clip_00", "timestamp": [ 54.31, 56.76 ], "duration": 61.66, "caption": "A woman lifts a container and places it on the kitchen counter-top.", "similarity": 0.5497, "relevance": 1 }, { "pair_id": 345388, "video_name": "s10e04_seg02_clip_04", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A woman hands a cup to a person and sits down.", "similarity": 0.5496, "relevance": 1 }, { "pair_id": 345389, "video_name": "s08e21_seg02_clip_02", "timestamp": [ 51.02, 53.42 ], "duration": 60.66, "caption": "A woman enters the kitchen and carries a cup.", "similarity": 0.5487, "relevance": 1 }, { "pair_id": 345390, "video_name": "s10e05_seg02_clip_10", "timestamp": [ 39.97, 43.94 ], "duration": 61.66, "caption": "A woman pours a cup of tea at the kitchen counter.", "similarity": 0.5476, "relevance": 2 }, { "pair_id": 345391, "video_name": "s10e04_seg02_clip_15", "timestamp": [ 42.79, 44.86 ], "duration": 59.66, "caption": "A woman pours another woman a cup of coffee in the kitchen.", "similarity": 0.5473, "relevance": 2 }, { "pair_id": 345392, "video_name": "s07e09_seg02_clip_11", "timestamp": [ 12.61, 16.81 ], "duration": 60.66, "caption": "A woman is mashing food in a bowl on the counter-top.", "similarity": 0.5468, "relevance": 1 }, { "pair_id": 345393, "video_name": "friends_s03e20_seg02_clip_16", "timestamp": [ 48.92, 51.32 ], "duration": 60.66, "caption": "A woman drinks the water placed on top of the counter.", "similarity": 0.5466, "relevance": 1 }, { "pair_id": 345394, "video_name": "friends_s03e12_seg02_clip_16", "timestamp": [ 13.81, 19.21 ], "duration": 60.66, "caption": "A woman was holding a cup and a saucer.", "similarity": 0.5456, "relevance": 1 }, { "pair_id": 345395, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 5.46, 11.7 ], "duration": 78.66, "caption": "A woman mixes ingredients in a white bowl and then puts it down on the counter.", "similarity": 0.5442, "relevance": 1 }, { "pair_id": 345396, "video_name": "s08e01_seg02_clip_04", "timestamp": [ 5.02, 10.03 ], "duration": 59.66, "caption": "A woman hands another woman a coffee mug while they are in her kitchen.", "similarity": 0.5436, "relevance": 3 }, { "pair_id": 345397, "video_name": "s07e08_seg02_clip_11", "timestamp": [ 6.9, 12.01 ], "duration": 60.66, "caption": "A woman brings down two cups of coffee for herself and person.", "similarity": 0.5418, "relevance": 2 }, { "pair_id": 345398, "video_name": "s02e12_seg02_clip_07", "timestamp": [ 43.64, 46.08 ], "duration": 61.66, "caption": "A woman grabs a mug off the counter in the kitchen.", "similarity": 0.5411, "relevance": 2 }, { "pair_id": 345399, "video_name": "friends_s10e04_seg02_clip_04", "timestamp": [ 15.11, 16.93 ], "duration": 60.66, "caption": "A woman sets down two plates onto the counter.", "similarity": 0.5405, "relevance": 1 } ] }, { "query_id": 81096, "query": "A woman doesn't move while she is sleeping in bed.", "relevant_moment": [ { "pair_id": 12500, "video_name": "grey_s03e18_seg02_clip_27", "timestamp": [ 4.78, 12.98 ], "duration": 18.66, "caption": "A woman doesn't move while she is sleeping in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12501, "video_name": "friends_s10e13_seg02_clip_10", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman gets up from a laying position on the bed.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 12502, "video_name": "house_s01e16_seg02_clip_06", "timestamp": [ 1.37, 26.97 ], "duration": 91.66, "caption": "A woman starts to have a fit while in the bed.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 12503, "video_name": "house_s07e19_seg02_clip_09", "timestamp": [ 0.0, 11.68 ], "duration": 73.66, "caption": "A woman wakes up while she is in her bed.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 12504, "video_name": "house_s03e07_seg02_clip_04", "timestamp": [ 19.62, 23.54 ], "duration": 87.66, "caption": "A woman moves from standing beside a bed to sitting beside a bed.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 12505, "video_name": "friends_s09e17_seg02_clip_02", "timestamp": [ 61.15, 64.03 ], "duration": 64.66, "caption": "A person lays in bed asleep while moving his head back and forth.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 12506, "video_name": "friends_s08e08_seg02_clip_13", "timestamp": [ 38.96, 41.02 ], "duration": 59.66, "caption": "A woman comes out of the bedroom wearing nothing but a bed sheet around her.", "similarity": 0.6689, "relevance": 0 }, { "pair_id": 12507, "video_name": "s03e14_seg02_clip_07", "timestamp": [ 56.15, 61.03 ], "duration": 61.66, "caption": "A woman looks half asleep and lies back down in bed.", "similarity": 0.6687, "relevance": 1 }, { "pair_id": 12508, "video_name": "s02e21_seg02_clip_16", "timestamp": [ 23.91, 25.97 ], "duration": 59.66, "caption": "A person tells woman that he is unable to drift off to bed.", "similarity": 0.6643, "relevance": 3 }, { "pair_id": 12509, "video_name": "castle_s06e16_seg02_clip_00", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "A woman's eyes snap open as she lies in bed.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 12510, "video_name": "friends_s04e19_seg01_clip_00", "timestamp": [ 8.08, 13.78 ], "duration": 95.66, "caption": "A woman jerks up when she wakes up in bed.", "similarity": 0.6583, "relevance": 3 }, { "pair_id": 12511, "video_name": "s09e10_seg02_clip_07", "timestamp": [ 18.61, 25.33 ], "duration": 61.66, "caption": "A woman gets out of bed and leaves the bedroom.", "similarity": 0.6386, "relevance": 1 }, { "pair_id": 12512, "video_name": "house_s02e13_seg02_clip_22", "timestamp": [ 2.08, 9.36 ], "duration": 104.66, "caption": "A woman lays on the bed with her legs up.", "similarity": 0.6377, "relevance": 0 }, { "pair_id": 12513, "video_name": "castle_s05e19_seg02_clip_15", "timestamp": [ 19.0, 24.18 ], "duration": 57.66, "caption": "A woman is concerned she can't see into the bed room.", "similarity": 0.6363, "relevance": 0 }, { "pair_id": 12514, "video_name": "s03e09_seg02_clip_09", "timestamp": [ 33.19, 62.03 ], "duration": 62.66, "caption": "A person does not want to get out of bed.", "similarity": 0.6362, "relevance": 1 }, { "pair_id": 12515, "video_name": "house_s07e15_seg02_clip_00", "timestamp": [ 11.84, 16.85 ], "duration": 91.66, "caption": "A woman gets up from her bed and starts walking.", "similarity": 0.6355, "relevance": 1 }, { "pair_id": 12516, "video_name": "house_s07e22_seg02_clip_08", "timestamp": [ 0.0, 7.74 ], "duration": 172.66, "caption": "A woman helps the woman lay down in bed.", "similarity": 0.6318, "relevance": 2 }, { "pair_id": 12517, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 36.91, 49.96 ], "duration": 90.66, "caption": "A woman is sitting at the edge of the bed as a person is asleep.", "similarity": 0.6315, "relevance": 3 }, { "pair_id": 12518, "video_name": "house_s06e13_seg02_clip_25", "timestamp": [ 0.0, 1.58 ], "duration": 2.66, "caption": "A woman is lying on a bed with her hand on her head.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 12519, "video_name": "friends_s07e12_seg02_clip_14", "timestamp": [ 29.3, 31.04 ], "duration": 58.66, "caption": "A woman turns on her side in bed and turns off the light.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 185820, "video_name": "s05e18_seg02_clip_12", "timestamp": [ 4.2, 7.5 ], "duration": 60.66, "caption": "A person is asleep on their bed when they wake up abruptly.", "similarity": 0.6235, "relevance": 2 }, { "pair_id": 185821, "video_name": "house_s05e05_seg02_clip_11", "timestamp": [ 0.85, 9.82 ], "duration": 85.66, "caption": "A woman is laying in the bed and gets startled when another woman walks in.", "similarity": 0.6231, "relevance": 2 }, { "pair_id": 185822, "video_name": "s06e23_seg02_clip_14", "timestamp": [ 25.12, 26.47 ], "duration": 54.66, "caption": "A woman puts her hands on the bed and changes her position.", "similarity": 0.6216, "relevance": 2 }, { "pair_id": 185823, "video_name": "friends_s03e16_seg02_clip_16", "timestamp": [ 0.0, 3.52 ], "duration": 58.66, "caption": "A woman is laying on the bed with her feet on the headboard.", "similarity": 0.6198, "relevance": 3 }, { "pair_id": 185824, "video_name": "castle_s07e20_seg02_clip_05", "timestamp": [ 43.34, 54.41 ], "duration": 92.66, "caption": "A woman is asleep in her bed as a girl wakes her up.", "similarity": 0.6175, "relevance": 3 }, { "pair_id": 185825, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 36.91, 39.7 ], "duration": 62.66, "caption": "A woman gets out of bed and fixes her dress.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 185826, "video_name": "s02e09_seg02_clip_08", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A woman informs a person they didn't manage to get to the sleeping space.", "similarity": 0.6126, "relevance": 0 }, { "pair_id": 185827, "video_name": "house_s01e01_seg02_clip_14", "timestamp": [ 32.9, 40.77 ], "duration": 92.66, "caption": "A woman starts to have a seizure in the bed.", "similarity": 0.6056, "relevance": 2 }, { "pair_id": 185828, "video_name": "grey_s02e14_seg02_clip_11", "timestamp": [ 1.35, 3.6 ], "duration": 90.66, "caption": "A woman is laying in bed moving a straw that is in her cup.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 185829, "video_name": "met_s06e22_seg02_clip_11", "timestamp": [ 14.61, 22.79 ], "duration": 58.66, "caption": "A woman lies down on the bed and then pats it.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 185830, "video_name": "castle_s08e09_seg02_clip_00", "timestamp": [ 47.97, 50.28 ], "duration": 92.66, "caption": "A woman gets out of bed and runs out of the room.", "similarity": 0.6007, "relevance": 0 }, { "pair_id": 185831, "video_name": "met_s05e01_seg02_clip_07", "timestamp": [ 55.34, 58.65 ], "duration": 60.66, "caption": "A woman gets out of bed as a man is lying in the bed.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 185832, "video_name": "house_s02e13_seg02_clip_00", "timestamp": [ 10.58, 18.87 ], "duration": 92.66, "caption": "A person turns off their alarm while laying in bed.", "similarity": 0.6004, "relevance": 1 }, { "pair_id": 185833, "video_name": "house_s04e14_seg02_clip_25", "timestamp": [ 5.31, 13.28 ], "duration": 177.66, "caption": "A woman turns over in bed and notices she is alone.", "similarity": 0.6003, "relevance": 2 }, { "pair_id": 185834, "video_name": "house_s07e05_seg02_clip_23", "timestamp": [ 0.0, 71.42 ], "duration": 84.66, "caption": "A woman is laying in bed while cradling her baby.", "similarity": 0.5965, "relevance": 2 }, { "pair_id": 185835, "video_name": "house_s05e24_seg02_clip_00", "timestamp": [ 0.0, 9.24 ], "duration": 92.66, "caption": "A person is shirtless in their bed under bed-sheet covers.", "similarity": 0.5924, "relevance": 1 }, { "pair_id": 185836, "video_name": "s03e01_seg02_clip_06", "timestamp": [ 0.0, 8.84 ], "duration": 57.66, "caption": "A woman is beside a person's bed as he is lying down.", "similarity": 0.5916, "relevance": 2 }, { "pair_id": 185837, "video_name": "house_s02e16_seg02_clip_16", "timestamp": [ 32.17, 41.77 ], "duration": 96.66, "caption": "A woman touches her leg and then lays back down on the bed.", "similarity": 0.5912, "relevance": 2 }, { "pair_id": 185838, "video_name": "s03e22_seg02_clip_08", "timestamp": [ 1.5, 7.2 ], "duration": 60.66, "caption": "A woman jumps out of bed wearing just underwear and a bra and leaves.", "similarity": 0.5903, "relevance": 1 }, { "pair_id": 185839, "video_name": "s10e06_seg02_clip_01", "timestamp": [ 39.75, 44.97 ], "duration": 58.66, "caption": "A woman lifts herself into a sitting position on the bed.", "similarity": 0.5901, "relevance": 2 } ] }, { "query_id": 81112, "query": "A man is touching a statue while with a woman.", "relevant_moment": [ { "pair_id": 69700, "video_name": "castle_s03e10_seg02_clip_14", "timestamp": [ 59.55, 69.47 ], "duration": 90.66, "caption": "A man is touching a statue while with a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69701, "video_name": "met_s06e08_seg02_clip_00", "timestamp": [ 32.22, 35.94 ], "duration": 61.66, "caption": "A woman puts her hand on the statue then a man puts his hand on the statue.", "similarity": 0.811, "relevance": 4 }, { "pair_id": 69702, "video_name": "friends_s05e23-24_seg02_clip_25", "timestamp": [ 0.0, 15.94 ], "duration": 59.66, "caption": "A man and woman were having a conversation in front of a statue.", "similarity": 0.6987, "relevance": 2 }, { "pair_id": 69703, "video_name": "friends_s06e03_seg02_clip_12", "timestamp": [ 0.0, 21.69 ], "duration": 58.66, "caption": "A man was holding both guy and woman's arms.", "similarity": 0.6542, "relevance": 2 }, { "pair_id": 69704, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 79.05, 81.3 ], "duration": 90.66, "caption": "A man is holding a picture of a woman as he hands it to another man.", "similarity": 0.6369, "relevance": 1 }, { "pair_id": 69705, "video_name": "castle_s02e06_seg02_clip_01", "timestamp": [ 32.79, 42.29 ], "duration": 95.66, "caption": "A man and a woman see a person with an object in their body.", "similarity": 0.6333, "relevance": 2 }, { "pair_id": 69706, "video_name": "s08e09_seg02_clip_13", "timestamp": [ 3.0, 5.4 ], "duration": 60.66, "caption": "A man gestures towards a woman with his left hand with both hands held next to each other.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 69707, "video_name": "met_s02e12_seg02_clip_11", "timestamp": [ 13.87, 23.32 ], "duration": 63.66, "caption": "A man holds woman's arms with both of his hands.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 69708, "video_name": "s07e09_seg02_clip_12", "timestamp": [ 51.92, 56.13 ], "duration": 60.66, "caption": "A man and then woman both gesture towards a person.", "similarity": 0.6298, "relevance": 2 }, { "pair_id": 69709, "video_name": "castle_s08e11_seg02_clip_09", "timestamp": [ 70.86, 74.82 ], "duration": 88.66, "caption": "A person moves to put an arm around both a woman and a man.", "similarity": 0.6282, "relevance": 2 }, { "pair_id": 69710, "video_name": "house_s03e04_seg02_clip_10", "timestamp": [ 25.21, 28.36 ], "duration": 90.66, "caption": "A woman hands a man an object while reaching behind a man.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 69711, "video_name": "friends_s03e03_seg02_clip_08", "timestamp": [ 16.83, 21.47 ], "duration": 58.66, "caption": "A man is talking to a woman while another woman is touching his neck.", "similarity": 0.6185, "relevance": 2 }, { "pair_id": 69713, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 31.87, 36.42 ], "duration": 65.66, "caption": "A man puts his hand on a woman's hand on his arm.", "similarity": 0.6163, "relevance": 2 }, { "pair_id": 69714, "video_name": "friends_s03e20_seg02_clip_16", "timestamp": [ 1.8, 4.2 ], "duration": 60.66, "caption": "A man holds the hand of a woman who is standing in front of him.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 69715, "video_name": "grey_s01e08_seg02_clip_05", "timestamp": [ 22.3, 25.49 ], "duration": 91.66, "caption": "A man gets closer to a woman and touches their chest with their hands.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 69716, "video_name": "house_s05e06_seg02_clip_10", "timestamp": [ 27.38, 28.28 ], "duration": 89.66, "caption": "A man hands something over to a woman while they're outside.", "similarity": 0.6149, "relevance": 2 }, { "pair_id": 69717, "video_name": "castle_s02e06_seg02_clip_20", "timestamp": [ 22.23, 24.01 ], "duration": 88.66, "caption": "A man puts a piece of art in front of woman.", "similarity": 0.6115, "relevance": 1 }, { "pair_id": 69718, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 9.24, 12.32 ], "duration": 88.66, "caption": "A man places his hand on the shoulder of a woman.", "similarity": 0.611, "relevance": 2 }, { "pair_id": 69719, "video_name": "castle_s06e18_seg02_clip_10", "timestamp": [ 75.86, 78.23 ], "duration": 79.66, "caption": "A man sits down while holding the hand of a woman.", "similarity": 0.6108, "relevance": 2 } ] }, { "query_id": 81130, "query": "A woman touches the wall and moves a frame to uncover a hole in the wall.", "relevant_moment": [ { "pair_id": 167760, "video_name": "castle_s03e10_seg02_clip_10", "timestamp": [ 21.39, 26.4 ], "duration": 91.66, "caption": "A woman touches the wall and moves a frame to uncover a hole in the wall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167761, "video_name": "friends_s04e12_seg02_clip_17", "timestamp": [ 34.01, 38.43 ], "duration": 68.66, "caption": "A woman walks over to the wall and touches it.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 167762, "video_name": "met_s02e05_seg02_clip_02", "timestamp": [ 6.4, 13.11 ], "duration": 60.66, "caption": "A woman creates a large hole in the wall after pulling on the bed that was stuck.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 167763, "video_name": "friends_s04e15_seg02_clip_16", "timestamp": [ 10.83, 24.24 ], "duration": 57.66, "caption": "A woman pulls off pictures from the wall discovering holes in the wall as she speaks to another woman.", "similarity": 0.6395, "relevance": 3 }, { "pair_id": 167764, "video_name": "met_s02e05_seg02_clip_02", "timestamp": [ 10.97, 13.41 ], "duration": 60.66, "caption": "A woman accidentally puts a hole in the wall as she pulls down a folding bed.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 167765, "video_name": "house_s02e16_seg02_clip_11", "timestamp": [ 2.28, 9.56 ], "duration": 91.66, "caption": "A woman holds down a button that is on the wall.", "similarity": 0.6245, "relevance": 1 }, { "pair_id": 167766, "video_name": "castle_s04e12_seg02_clip_25", "timestamp": [ 70.12, 76.45 ], "duration": 90.66, "caption": "A woman unpins a photograph from the wall and stares at it.", "similarity": 0.6216, "relevance": 1 }, { "pair_id": 167767, "video_name": "house_s05e06_seg02_clip_25", "timestamp": [ 49.29, 51.66 ], "duration": 51.66, "caption": "A woman moves from the wall and gets closer to a man.", "similarity": 0.6044, "relevance": 0 }, { "pair_id": 167769, "video_name": "friends_s06e24-25_seg02_clip_35", "timestamp": [ 1.68, 3.92 ], "duration": 56.66, "caption": "A woman points at a piece of art work on the wall.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 167770, "video_name": "met_s03e19_seg02_clip_06", "timestamp": [ 33.52, 35.01 ], "duration": 59.66, "caption": "A woman looks at the painting on the wall then lifts her open palm towards it.", "similarity": 0.5867, "relevance": 0 }, { "pair_id": 167771, "video_name": "friends_s07e12_seg01_clip_00", "timestamp": [ 26.01, 43.62 ], "duration": 80.66, "caption": "A woman walks over to the wall, looking up, and then goes back.", "similarity": 0.5818, "relevance": 0 }, { "pair_id": 167772, "video_name": "s02e03_seg01_clip_02", "timestamp": [ 14.65, 18.73 ], "duration": 48.66, "caption": "A woman leans her back against the wall and slides down it to sit on the floor.", "similarity": 0.5814, "relevance": 0 }, { "pair_id": 167773, "video_name": "castle_s04e10_seg02_clip_19", "timestamp": [ 82.38, 91.03 ], "duration": 91.66, "caption": "A woman is pounding on the wall while having her ear to the wall.", "similarity": 0.5772, "relevance": 1 }, { "pair_id": 167774, "video_name": "friends_s01e04_seg02_clip_20", "timestamp": [ 20.63, 25.58 ], "duration": 58.66, "caption": "A woman jumps down off the wall after another woman points to her.", "similarity": 0.5745, "relevance": 0 }, { "pair_id": 167775, "video_name": "castle_s07e13_seg02_clip_20", "timestamp": [ 4.15, 11.48 ], "duration": 63.66, "caption": "A woman is shocked by the murder wall a person is looking at.", "similarity": 0.5733, "relevance": 0 }, { "pair_id": 167776, "video_name": "castle_s08e08_seg02_clip_21", "timestamp": [ 7.36, 13.8 ], "duration": 92.66, "caption": "A woman has a person slammed up against the wall with a gun held to their back.", "similarity": 0.5689, "relevance": 0 }, { "pair_id": 167777, "video_name": "house_s05e22_seg02_clip_01", "timestamp": [ 48.46, 52.27 ], "duration": 95.66, "caption": "A person turns to look at a woman who is leaning against a wall.", "similarity": 0.5679, "relevance": 0 }, { "pair_id": 167778, "video_name": "castle_s04e09_seg02_clip_11", "timestamp": [ 63.39, 70.38 ], "duration": 93.66, "caption": "A woman grabs her gun from the floor and slides on the ground to a wall.", "similarity": 0.5674, "relevance": 0 }, { "pair_id": 167779, "video_name": "friends_s06e24-25_seg02_clip_35", "timestamp": [ 1.4, 3.65 ], "duration": 56.66, "caption": "A woman chuckles and points to a mask on the wall.", "similarity": 0.5638, "relevance": 0 } ] }, { "query_id": 81139, "query": "A girl opens up the fridge and the vegetables fall out of it.", "relevant_moment": [ { "pair_id": 10980, "video_name": "castle_s03e10_seg02_clip_19", "timestamp": [ 8.24, 11.9 ], "duration": 91.66, "caption": "A girl opens up the fridge and the vegetables fall out of it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10981, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.6704, "relevance": 1 }, { "pair_id": 10982, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.661, "relevance": 1 }, { "pair_id": 10983, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 10984, "video_name": "friends_s01e01_seg02_clip_06", "timestamp": [ 14.27, 28.55 ], "duration": 57.66, "caption": "A person opens the fridge and then closes it.", "similarity": 0.6504, "relevance": 1 }, { "pair_id": 10985, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 35.45, 39.74 ], "duration": 57.66, "caption": "A woman opens the fridge and gets something from inside.", "similarity": 0.6477, "relevance": 2 }, { "pair_id": 10986, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 66.21, 72.92 ], "duration": 89.66, "caption": "A person opens up the fridge and looks inside of it.", "similarity": 0.6467, "relevance": 1 }, { "pair_id": 10987, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman opens a refrigerator, puts something inside, and closes the door.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 10988, "video_name": "friends_s05e05_seg02_clip_20", "timestamp": [ 4.09, 17.84 ], "duration": 58.66, "caption": "A woman then moved over to the refrigerator and opens it.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 10989, "video_name": "grey_s02e15_seg02_clip_17", "timestamp": [ 2.33, 7.44 ], "duration": 93.66, "caption": "A woman goes to the fridge and opens it.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 10990, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 4.05, 9.46 ], "duration": 90.66, "caption": "A person opens the refrigerator and then closes it.", "similarity": 0.627, "relevance": 2 }, { "pair_id": 10991, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.93 ], "duration": 63.66, "caption": "A person opens the refrigerator and get some food.", "similarity": 0.625, "relevance": 1 }, { "pair_id": 10992, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 18.05, 27.07 ], "duration": 82.66, "caption": "A person gets up from his spot and opens the fridge.", "similarity": 0.6226, "relevance": 1 }, { "pair_id": 10993, "video_name": "friends_s01e22_seg02_clip_13", "timestamp": [ 58.2, 61.46 ], "duration": 65.66, "caption": "A woman gets something out of the fridge and closes it.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 10994, "video_name": "friends_s02e24_seg02_clip_02", "timestamp": [ 2.44, 4.27 ], "duration": 61.66, "caption": "A woman walks over to the fridge and opens it up.", "similarity": 0.6102, "relevance": 1 }, { "pair_id": 10995, "video_name": "friends_s09e20_seg01_clip_01", "timestamp": [ 7.35, 16.18 ], "duration": 98.66, "caption": "A woman opens and then closes the refrigerator without taking anything out of it.", "similarity": 0.6085, "relevance": 1 }, { "pair_id": 10996, "video_name": "s01e15_seg02_clip_09", "timestamp": [ 0.0, 8.7 ], "duration": 58.66, "caption": "A man holds a bag of frozen vegetables up to his neck while he looks in the fridge and then closes the refrigerator door.", "similarity": 0.607, "relevance": 1 }, { "pair_id": 10997, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.79 ], "duration": 61.66, "caption": "A person walks to the fridge, opens it, and closes it.", "similarity": 0.6059, "relevance": 1 }, { "pair_id": 10998, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman opens the refrigerator and then closes it quickly.", "similarity": 0.6027, "relevance": 2 }, { "pair_id": 10999, "video_name": "house_s02e15_seg02_clip_25", "timestamp": [ 118.82, 127.62 ], "duration": 176.66, "caption": "A man opens the refrigerator and takes something out to eat.", "similarity": 0.5995, "relevance": 1 } ] }, { "query_id": 81160, "query": "A man asks for a clamp and a scalpel.", "relevant_moment": [ { "pair_id": 311460, "video_name": "house_s05e02_seg02_clip_07", "timestamp": [ 12.97, 16.1 ], "duration": 89.66, "caption": "A doctor uses a scalpel to make a slit into the patient's neck.", "similarity": 0.5402, "relevance": 3 }, { "pair_id": 311461, "video_name": "castle_s04e21_seg02_clip_15", "timestamp": [ 4.05, 12.16 ], "duration": 90.66, "caption": "A man holding his head looks like he is about to have a headache.", "similarity": 0.5392, "relevance": 0 }, { "pair_id": 311462, "video_name": "s04e12_seg02_clip_04", "timestamp": [ 10.68, 16.78 ], "duration": 61.66, "caption": "A person makes a request to give a certain number of helpful hints to a man so the man can avoid humiliation.", "similarity": 0.5371, "relevance": 0 }, { "pair_id": 311463, "video_name": "grey_s03e05_seg02_clip_19", "timestamp": [ 31.36, 43.33 ], "duration": 114.66, "caption": "A person hands a doctor a scalpel and he makes the cut.", "similarity": 0.5354, "relevance": 3 }, { "pair_id": 311464, "video_name": "house_s07e13_seg02_clip_04", "timestamp": [ 68.82, 75.7 ], "duration": 86.66, "caption": "A man raises his hand to ask a doctor a question about a sex toy.", "similarity": 0.5299, "relevance": 0 }, { "pair_id": 311465, "video_name": "friends_s10e16_seg02_clip_06", "timestamp": [ 11.41, 14.11 ], "duration": 60.66, "caption": "A man lifts his head and asks what the women maybe doing.", "similarity": 0.5296, "relevance": 0 }, { "pair_id": 311466, "video_name": "house_s06e18_seg02_clip_18", "timestamp": [ 47.89, 52.29 ], "duration": 87.66, "caption": "A man asks for a machine for his/her patient so he/she can see what's causing her pain.", "similarity": 0.527, "relevance": 1 }, { "pair_id": 311467, "video_name": "met_s05e03_seg02_clip_02", "timestamp": [ 0.0, 3.06 ], "duration": 61.66, "caption": "A person holds out his hands while asking a man for a favor.", "similarity": 0.526, "relevance": 0 }, { "pair_id": 311468, "video_name": "house_s03e18_seg02_clip_23", "timestamp": [ 3.58, 9.85 ], "duration": 89.66, "caption": "A person marks a patient's head with a marker and cuts the mark with a scalpel.", "similarity": 0.526, "relevance": 1 }, { "pair_id": 311469, "video_name": "friends_s02e01_seg02_clip_15", "timestamp": [ 9.88, 11.18 ], "duration": 52.66, "caption": "A man asks a woman about the condition of the hair.", "similarity": 0.5255, "relevance": 0 }, { "pair_id": 311470, "video_name": "house_s05e22_seg02_clip_10", "timestamp": [ 14.06, 17.77 ], "duration": 74.66, "caption": "A male patient reaches up and grabs the sides of their head as if they are in pain.", "similarity": 0.524, "relevance": 0 }, { "pair_id": 311471, "video_name": "castle_s08e22_seg02_clip_22", "timestamp": [ 5.34, 13.1 ], "duration": 97.66, "caption": "A man is asking him some questions and he answered.", "similarity": 0.5239, "relevance": 0 }, { "pair_id": 311472, "video_name": "house_s02e13_seg02_clip_14", "timestamp": [ 15.85, 44.39 ], "duration": 90.66, "caption": "A patient has their scalp drilled into and a long needle put inside.", "similarity": 0.5229, "relevance": 1 }, { "pair_id": 311473, "video_name": "house_s01e01_seg02_clip_06", "timestamp": [ 26.85, 33.45 ], "duration": 88.66, "caption": "A doctor uses a scalpel to make an incision in a patient's neck.", "similarity": 0.5226, "relevance": 3 }, { "pair_id": 311474, "video_name": "grey_s01e01_seg02_clip_06", "timestamp": [ 73.37, 75.17 ], "duration": 90.66, "caption": "A man makes an incision on the stomach with the scalpel.", "similarity": 0.5221, "relevance": 3 }, { "pair_id": 311475, "video_name": "grey_s02e10_seg02_clip_03", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man lifts his head and says the patient has a point.", "similarity": 0.5219, "relevance": 0 }, { "pair_id": 311476, "video_name": "friends_s03e17_seg01_clip_00", "timestamp": [ 4.1, 6.93 ], "duration": 63.66, "caption": "A man lifts up his head when another man asks for part of the paper.", "similarity": 0.5212, "relevance": 1 }, { "pair_id": 311477, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 52.18, 61.03 ], "duration": 61.66, "caption": "A man raises his hand and asks a person two questions.", "similarity": 0.5198, "relevance": 0 }, { "pair_id": 311478, "video_name": "house_s02e09_seg02_clip_19", "timestamp": [ 63.38, 81.86 ], "duration": 88.66, "caption": "A man asks for someone's arm and then injects a medicine to them.", "similarity": 0.5191, "relevance": 1 }, { "pair_id": 311479, "video_name": "s04e20_seg01_clip_01", "timestamp": [ 44.09, 45.65 ], "duration": 78.66, "caption": "A person gets up from his seat and asks a man if he could question him.", "similarity": 0.5178, "relevance": 0 } ] }, { "query_id": 81187, "query": "The medical professionals in white coats leave the room.", "relevant_moment": [ { "pair_id": 112760, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 65.02, 70.36 ], "duration": 89.66, "caption": "The medical professionals in white coats leave the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 112761, "video_name": "house_s02e17_seg02_clip_17", "timestamp": [ 10.75, 12.9 ], "duration": 86.66, "caption": "Two doctors leave the room of the patient together.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 112762, "video_name": "house_s05e02_seg02_clip_25", "timestamp": [ 10.71, 13.26 ], "duration": 102.66, "caption": "Some people leave the patient's hospital room.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 112763, "video_name": "house_s03e19_seg02_clip_14", "timestamp": [ 0.0, 6.31 ], "duration": 90.66, "caption": "A group of doctors leave person inside the office.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 112764, "video_name": "house_s03e16_seg02_clip_17", "timestamp": [ 41.14, 43.79 ], "duration": 88.66, "caption": "A doctor leaves the room full with his colleagues.", "similarity": 0.7487, "relevance": 1 }, { "pair_id": 112765, "video_name": "house_s05e02_seg02_clip_13", "timestamp": [ 10.13, 16.61 ], "duration": 81.66, "caption": "A doctor exits the room full with colleagues.", "similarity": 0.7329, "relevance": 1 }, { "pair_id": 112766, "video_name": "house_s06e14_seg02_clip_08", "timestamp": [ 71.66, 77.01 ], "duration": 89.66, "caption": "The person who is with a doctor leaves the room.", "similarity": 0.7311, "relevance": 1 }, { "pair_id": 112767, "video_name": "house_s02e12_seg02_clip_01", "timestamp": [ 45.02, 49.02 ], "duration": 100.66, "caption": "A person leaves the room and the other medical professionals look after him.", "similarity": 0.7252, "relevance": 1 }, { "pair_id": 112768, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 40.9, 43.95 ], "duration": 87.66, "caption": "A doctor leaves the room of his patient.", "similarity": 0.7238, "relevance": 2 }, { "pair_id": 112769, "video_name": "house_s02e11_seg02_clip_20", "timestamp": [ 7.5, 11.5 ], "duration": 100.66, "caption": "A doctor leaves the room of his patient.", "similarity": 0.7238, "relevance": 2 }, { "pair_id": 112770, "video_name": "house_s06e19_seg02_clip_04", "timestamp": [ 24.31, 28.81 ], "duration": 90.66, "caption": "A group of medical professionals exit the room and leave a man alone.", "similarity": 0.716, "relevance": 4 }, { "pair_id": 112771, "video_name": "grey_s02e14_seg02_clip_10", "timestamp": [ 17.55, 22.51 ], "duration": 90.66, "caption": "The doctors walks out of the room together leaving the patient alone.", "similarity": 0.7055, "relevance": 1 }, { "pair_id": 112772, "video_name": "house_s02e16_seg02_clip_02", "timestamp": [ 34.49, 37.21 ], "duration": 90.66, "caption": "A doctor removes their scrub suit as they exit the patient's room.", "similarity": 0.6907, "relevance": 3 }, { "pair_id": 112773, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 12.65, 16.5 ], "duration": 110.66, "caption": "A person gestures for the other doctors to leave the room.", "similarity": 0.6848, "relevance": 1 }, { "pair_id": 112774, "video_name": "house_s05e17_seg02_clip_15", "timestamp": [ 18.92, 24.65 ], "duration": 88.66, "caption": "Two doctors exit a male patient's room.", "similarity": 0.6783, "relevance": 3 }, { "pair_id": 112775, "video_name": "house_s07e06_seg02_clip_10", "timestamp": [ 34.57, 38.41 ], "duration": 96.66, "caption": "A person walks out of the room leaving someone with the patient.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 112776, "video_name": "house_s04e12_seg02_clip_05", "timestamp": [ 50.41, 53.11 ], "duration": 90.66, "caption": "Two doctors turn to leave the office.", "similarity": 0.6723, "relevance": 3 }, { "pair_id": 112777, "video_name": "house_s02e17_seg02_clip_12", "timestamp": [ 13.98, 18.35 ], "duration": 87.66, "caption": "Three people leave a doctor's office after receiving instructions.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 112778, "video_name": "house_s03e21_seg02_clip_07", "timestamp": [ 47.63, 53.86 ], "duration": 89.66, "caption": "Two doctors leave another doctor's office.", "similarity": 0.6701, "relevance": 4 }, { "pair_id": 112779, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 0.0, 6.93 ], "duration": 92.66, "caption": "A doctor exits the patient's room after he talked with him.", "similarity": 0.6687, "relevance": 3 }, { "pair_id": 286080, "video_name": "house_s08e06_seg02_clip_01", "timestamp": [ 53.33, 56.85 ], "duration": 88.66, "caption": "The doctors all leave the room and walk by a man.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 286081, "video_name": "grey_s02e02_seg02_clip_18", "timestamp": [ 73.33, 79.0 ], "duration": 81.66, "caption": "Three people leave the hospital room.", "similarity": 0.6681, "relevance": 4 }, { "pair_id": 286082, "video_name": "house_s08e08_seg02_clip_20", "timestamp": [ 13.8, 17.02 ], "duration": 92.66, "caption": "A doctor leaves a group of medical students in the hallway.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 286083, "video_name": "house_s02e16_seg02_clip_02", "timestamp": [ 36.76, 39.94 ], "duration": 90.66, "caption": "The mother of one of the patients exits the room with a doctor.", "similarity": 0.6507, "relevance": 4 }, { "pair_id": 286084, "video_name": "house_s04e03_seg02_clip_08", "timestamp": [ 20.59, 25.49 ], "duration": 98.66, "caption": "Some medical professionals get up and leave the auditorium.", "similarity": 0.6481, "relevance": 4 }, { "pair_id": 286085, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person walks out of the office leaving the other doctors.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 286086, "video_name": "house_s07e02_seg02_clip_17", "timestamp": [ 29.76, 30.61 ], "duration": 85.66, "caption": "A person leaves the patient room and another person follows them out.", "similarity": 0.6455, "relevance": 4 }, { "pair_id": 286087, "video_name": "house_s08e06_seg02_clip_06", "timestamp": [ 49.51, 53.56 ], "duration": 90.66, "caption": "The other doctors beside a woman leave a man's office.", "similarity": 0.6454, "relevance": 4 }, { "pair_id": 286089, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 0.0, 11.16 ], "duration": 93.66, "caption": "After the patient starts seizing a doctor leaves the room.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 286090, "video_name": "house_s03e11_seg02_clip_21", "timestamp": [ 32.93, 44.2 ], "duration": 90.66, "caption": "A doctor gets up from his chair and leaves the room.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 286091, "video_name": "house_s01e04_seg02_clip_06", "timestamp": [ 10.92, 13.65 ], "duration": 91.66, "caption": "Two doctors walk out of someone's room together.", "similarity": 0.6391, "relevance": 4 }, { "pair_id": 286092, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 53.69, 55.93 ], "duration": 89.66, "caption": "A doctor ended the meeting with his team by leaving the room.", "similarity": 0.6372, "relevance": 3 }, { "pair_id": 286093, "video_name": "grey_s03e10_seg02_clip_23", "timestamp": [ 6.68, 18.25 ], "duration": 89.66, "caption": "A doctor exits the room and closes the door.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 286094, "video_name": "grey_s03e09_seg02_clip_22", "timestamp": [ 52.65, 58.81 ], "duration": 112.66, "caption": "A doctor leaves the surgical room almost running.", "similarity": 0.6351, "relevance": 3 }, { "pair_id": 286095, "video_name": "house_s07e16_seg02_clip_04", "timestamp": [ 1.78, 6.68 ], "duration": 89.66, "caption": "A doctor opens the door and moves to leave the room.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 286096, "video_name": "house_s04e02_seg02_clip_04", "timestamp": [ 0.0, 6.05 ], "duration": 93.66, "caption": "Some medical professionals leave the auditorium as person stands up.", "similarity": 0.6342, "relevance": 4 }, { "pair_id": 286097, "video_name": "house_s07e11_seg02_clip_17", "timestamp": [ 83.72, 85.97 ], "duration": 90.66, "caption": "A doctor leaves the room of the old woman.", "similarity": 0.6337, "relevance": 1 }, { "pair_id": 286098, "video_name": "house_s05e18_seg02_clip_02", "timestamp": [ 3.16, 9.94 ], "duration": 90.66, "caption": "A doctor stands up to exit the room and passes another doctor.", "similarity": 0.6317, "relevance": 3 }, { "pair_id": 286099, "video_name": "friends_s08e23-24_seg02_clip_17", "timestamp": [ 22.06, 25.53 ], "duration": 63.66, "caption": "A doctor turns and leaves a woman's hospital room.", "similarity": 0.6292, "relevance": 4 } ] }, { "query_id": 81221, "query": "A person and a woman are talking in front of a door.", "relevant_moment": [ { "pair_id": 9300, "video_name": "grey_s03e25_seg02_clip_27", "timestamp": [ 45.49, 67.2 ], "duration": 83.66, "caption": "A person and a woman are talking in front of a door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9301, "video_name": "castle_s08e05_seg02_clip_07", "timestamp": [ 8.34, 54.66 ], "duration": 92.66, "caption": "Two people are speaking to each other in front of a door.", "similarity": 0.9072, "relevance": 4 }, { "pair_id": 9302, "video_name": "friends_s08e16_seg02_clip_06", "timestamp": [ 0.0, 9.57 ], "duration": 66.66, "caption": "Two people were talking in front of the door.", "similarity": 0.8984, "relevance": 3 }, { "pair_id": 9303, "video_name": "s03e16_seg02_clip_16", "timestamp": [ 17.41, 27.27 ], "duration": 58.66, "caption": "A person and a woman talk as they are walking up to a door.", "similarity": 0.8849, "relevance": 4 }, { "pair_id": 9304, "video_name": "s04e05_seg02_clip_15", "timestamp": [ 0.0, 29.41 ], "duration": 60.66, "caption": "Two people are having a conversation in front of doors.", "similarity": 0.8838, "relevance": 3 }, { "pair_id": 9305, "video_name": "met_s03e16_seg02_clip_05", "timestamp": [ 0.0, 8.19 ], "duration": 63.66, "caption": "Two people are talking on a door.", "similarity": 0.8684, "relevance": 3 }, { "pair_id": 9306, "video_name": "s08e01_seg02_clip_15", "timestamp": [ 0.0, 5.8 ], "duration": 61.66, "caption": "A person is at the front door talking to another person and a woman walks over.", "similarity": 0.8663, "relevance": 3 }, { "pair_id": 9307, "video_name": "s07e05_seg02_clip_04", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A person and someone standing at her door talking.", "similarity": 0.8641, "relevance": 4 }, { "pair_id": 9308, "video_name": "s04e06_seg02_clip_08", "timestamp": [ 28.04, 43.68 ], "duration": 59.66, "caption": "Two people are standing by the front door talking to a person.", "similarity": 0.8532, "relevance": 3 }, { "pair_id": 9309, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 49.46, 86.02 ], "duration": 86.66, "caption": "A woman is talking to a person that is behind the door.", "similarity": 0.8524, "relevance": 2 }, { "pair_id": 9310, "video_name": "castle_s01e05_seg02_clip_19", "timestamp": [ 0.0, 44.6 ], "duration": 88.66, "caption": "A man and woman talk to person through their locked front door.", "similarity": 0.8522, "relevance": 3 }, { "pair_id": 9311, "video_name": "s05e11_seg02_clip_11", "timestamp": [ 0.0, 9.44 ], "duration": 59.66, "caption": "A person is talking with another person while standing in front of the door.", "similarity": 0.8498, "relevance": 3 }, { "pair_id": 9312, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 0.0, 31.29 ], "duration": 92.66, "caption": "A woman is having a conversation with a man behind the door.", "similarity": 0.8441, "relevance": 2 }, { "pair_id": 9313, "video_name": "grey_s03e01_seg02_clip_20", "timestamp": [ 0.0, 38.71 ], "duration": 86.66, "caption": "A woman is talking to a man that is behind the door.", "similarity": 0.8313, "relevance": 3 }, { "pair_id": 9314, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 0.0, 25.74 ], "duration": 62.66, "caption": "A woman and a man have a conversation with a person in their doorway.", "similarity": 0.8232, "relevance": 3 }, { "pair_id": 9315, "video_name": "s10e11_seg01_clip_00", "timestamp": [ 4.25, 20.41 ], "duration": 85.66, "caption": "Two people are speaking to each other at the door entrance.", "similarity": 0.8154, "relevance": 3 }, { "pair_id": 9316, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 20.78, 23.26 ], "duration": 62.66, "caption": "A person opens the door while two people are talking.", "similarity": 0.8124, "relevance": 3 }, { "pair_id": 9317, "video_name": "castle_s02e20_seg02_clip_08", "timestamp": [ 86.98, 90.6 ], "duration": 90.66, "caption": "A woman and a man stand outside glass doors and talk.", "similarity": 0.8111, "relevance": 2 }, { "pair_id": 9318, "video_name": "house_s01e19_seg02_clip_26", "timestamp": [ 0.0, 47.02 ], "duration": 47.66, "caption": "A woman talks to a man from the other side of the door.", "similarity": 0.8018, "relevance": 3 }, { "pair_id": 9319, "video_name": "s03e16_seg02_clip_16", "timestamp": [ 17.12, 20.31 ], "duration": 58.66, "caption": "A person and a woman walk towards the front door of a place.", "similarity": 0.7984, "relevance": 3 }, { "pair_id": 182620, "video_name": "castle_s02e01_seg02_clip_07", "timestamp": [ 0.0, 14.7 ], "duration": 89.66, "caption": "A woman and a man were both standing in front of a door.", "similarity": 0.7948, "relevance": 4 }, { "pair_id": 182621, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 0.0, 37.23 ], "duration": 61.66, "caption": "Two people talk with someone in the doorway then close the door.", "similarity": 0.7942, "relevance": 4 }, { "pair_id": 182622, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 93.09, 94.03 ], "duration": 94.66, "caption": "A man opens a front door and talks with a woman.", "similarity": 0.7861, "relevance": 3 }, { "pair_id": 182623, "video_name": "house_s03e10_seg02_clip_12", "timestamp": [ 0.0, 14.56 ], "duration": 88.66, "caption": "A person is talking to woman through a small opening in the door.", "similarity": 0.7858, "relevance": 4 }, { "pair_id": 182624, "video_name": "grey_s03e19_seg02_clip_24", "timestamp": [ 0.0, 64.88 ], "duration": 92.66, "caption": "A woman and another woman talk to a person while a man listens outside the door.", "similarity": 0.7837, "relevance": 2 }, { "pair_id": 182625, "video_name": "s09e18_seg02_clip_11", "timestamp": [ 0.0, 2.32 ], "duration": 58.66, "caption": "A man and a woman are standing in front of the front door listening to another woman.", "similarity": 0.7828, "relevance": 4 }, { "pair_id": 182626, "video_name": "s07e16_seg01_clip_00", "timestamp": [ 39.39, 52.72 ], "duration": 62.66, "caption": "A woman walks in through the front door and speaks to a man.", "similarity": 0.7791, "relevance": 3 }, { "pair_id": 182627, "video_name": "friends_s02e18_seg02_clip_08", "timestamp": [ 3.6, 10.2 ], "duration": 60.66, "caption": "A woman opens her door, speaks to a person standing outside of it, and then closes the door.", "similarity": 0.7777, "relevance": 4 }, { "pair_id": 182628, "video_name": "grey_s03e03_seg02_clip_24", "timestamp": [ 0.0, 14.42 ], "duration": 90.66, "caption": "A man and a woman walk up to the door and stop to talk.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 182629, "video_name": "s01e09_seg02_clip_07", "timestamp": [ 53.12, 60.03 ], "duration": 60.66, "caption": "A person stops at their front door with someone behind them talking.", "similarity": 0.7738, "relevance": 4 }, { "pair_id": 182630, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.7709, "relevance": 4 }, { "pair_id": 182631, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 44.45, 49.73 ], "duration": 88.66, "caption": "A woman opens the door and talks with a man.", "similarity": 0.7705, "relevance": 3 }, { "pair_id": 182632, "video_name": "friends_s05e02_seg02_clip_11", "timestamp": [ 43.92, 59.66 ], "duration": 59.66, "caption": "A woman bangs on the door while two people have a conversation.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 182633, "video_name": "s04e18_seg02_clip_08", "timestamp": [ 0.0, 22.21 ], "duration": 60.66, "caption": "A person was having a conversation with someone from outside the door.", "similarity": 0.7692, "relevance": 2 }, { "pair_id": 182634, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 44.97, 58.03 ], "duration": 58.66, "caption": "A woman opens the door and talk to person.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 182635, "video_name": "s01e05_seg02_clip_03", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "A woman stands in an open doorway and talks to a man with her hands pressed together in front of her.", "similarity": 0.7643, "relevance": 4 }, { "pair_id": 182636, "video_name": "castle_s01e02_seg02_clip_00", "timestamp": [ 38.78, 43.92 ], "duration": 93.66, "caption": "A woman goes to the door and speaks to a person as she holds the door.", "similarity": 0.7626, "relevance": 3 }, { "pair_id": 182637, "video_name": "s02e20_seg02_clip_10", "timestamp": [ 0.0, 6.2 ], "duration": 59.66, "caption": "A woman and a man are at her apartment door and a person comes out to talk to them.", "similarity": 0.7621, "relevance": 4 }, { "pair_id": 182638, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 36.62, 91.54 ], "duration": 91.66, "caption": "A woman opens the door and talks with man.", "similarity": 0.7611, "relevance": 4 }, { "pair_id": 182639, "video_name": "s01e01_seg02_clip_15", "timestamp": [ 0.0, 12.29 ], "duration": 63.66, "caption": "Two people have a conversation as they stand in a doorway.", "similarity": 0.7588, "relevance": 3 } ] }, { "query_id": 81227, "query": "A woman grabbed a binder off the patient's bed and rushed out of the room.", "relevant_moment": [ { "pair_id": 17520, "video_name": "grey_s01e04_seg02_clip_12", "timestamp": [ 17.58, 21.86 ], "duration": 95.66, "caption": "A woman grabbed a binder off the patient's bed and rushed out of the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17521, "video_name": "grey_s03e02_seg02_clip_02", "timestamp": [ 15.02, 18.2 ], "duration": 91.66, "caption": "A doctor walks into the patient's room with a binder.", "similarity": 0.6864, "relevance": 2 }, { "pair_id": 17522, "video_name": "house_s01e16_seg02_clip_11", "timestamp": [ 41.56, 56.92 ], "duration": 90.66, "caption": "A woman gets up from the patient bed and gets in person's face and leaves the room.", "similarity": 0.6827, "relevance": 1 }, { "pair_id": 17523, "video_name": "house_s08e10_seg02_clip_24", "timestamp": [ 55.01, 57.83 ], "duration": 94.66, "caption": "The patient is gone from their bed when two women enter the patient's room.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 17524, "video_name": "house_s02e11_seg02_clip_02", "timestamp": [ 7.7, 9.06 ], "duration": 90.66, "caption": "A woman grabs her hand while in the patient bed.", "similarity": 0.674, "relevance": 1 }, { "pair_id": 17525, "video_name": "grey_s02e07_seg02_clip_11", "timestamp": [ 8.9, 12.46 ], "duration": 89.66, "caption": "A woman turns and walks out of the patient's room.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 17526, "video_name": "grey_s02e15_seg02_clip_07", "timestamp": [ 56.34, 57.66 ], "duration": 88.66, "caption": "A woman walks into a patient's room with a clipboard in hand.", "similarity": 0.6658, "relevance": 2 }, { "pair_id": 17527, "video_name": "grey_s01e09_seg02_clip_13", "timestamp": [ 57.02, 60.82 ], "duration": 76.66, "caption": "A woman walks into the patient's room carrying a blue sheet.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 17528, "video_name": "grey_s03e17_seg02_clip_15", "timestamp": [ 35.17, 39.91 ], "duration": 79.66, "caption": "A woman opens the patient's room door and leaves the room.", "similarity": 0.6596, "relevance": 2 }, { "pair_id": 17529, "video_name": "grey_s01e04_seg02_clip_09", "timestamp": [ 11.83, 26.4 ], "duration": 91.66, "caption": "A woman walked in to the patient's room after the other doctors and nurses left.", "similarity": 0.6528, "relevance": 1 }, { "pair_id": 17530, "video_name": "house_s08e15_seg02_clip_04", "timestamp": [ 67.21, 71.66 ], "duration": 89.66, "caption": "A person quickly grabs the sheet of paper out of his doctor's hand and rushes out the room.", "similarity": 0.6521, "relevance": 2 }, { "pair_id": 17531, "video_name": "castle_s04e09_seg02_clip_14", "timestamp": [ 7.2, 9.9 ], "duration": 90.66, "caption": "A person rushes a woman on a gurney out of the room.", "similarity": 0.6512, "relevance": 2 }, { "pair_id": 17532, "video_name": "house_s06e16_seg02_clip_10", "timestamp": [ 27.31, 32.86 ], "duration": 85.66, "caption": "A woman takes off her jacket and puts it on a patient bed.", "similarity": 0.6475, "relevance": 0 }, { "pair_id": 17533, "video_name": "house_s01e07_seg02_clip_20", "timestamp": [ 35.57, 62.93 ], "duration": 91.66, "caption": "A woman grabs her tools and leaves the patient and a man in the room.", "similarity": 0.6463, "relevance": 2 }, { "pair_id": 17534, "video_name": "grey_s02e10_seg02_clip_19", "timestamp": [ 10.32, 19.23 ], "duration": 93.66, "caption": "A woman walks out of the room while someone rubs the patient's shoulder.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 17535, "video_name": "grey_s02e22_seg02_clip_08", "timestamp": [ 3.07, 5.26 ], "duration": 87.66, "caption": "A woman gets onto the patient bed and grabs a patient's leg.", "similarity": 0.6436, "relevance": 1 }, { "pair_id": 17536, "video_name": "grey_s03e14_seg02_clip_14", "timestamp": [ 27.2, 31.34 ], "duration": 92.66, "caption": "A woman walks into a patient's room, she stops near the patient and holds the folder in front of her using both her hands.", "similarity": 0.6405, "relevance": 0 }, { "pair_id": 17537, "video_name": "grey_s02e15_seg02_clip_05", "timestamp": [ 11.89, 15.41 ], "duration": 88.66, "caption": "A woman grabs a clipboard and leaves the bedside.", "similarity": 0.6384, "relevance": 2 }, { "pair_id": 17538, "video_name": "house_s04e11_seg02_clip_00", "timestamp": [ 49.67, 59.41 ], "duration": 92.66, "caption": "A woman hands person a patient file and person opens it as woman walks out of the room.", "similarity": 0.6383, "relevance": 2 }, { "pair_id": 17539, "video_name": "house_s05e07_seg02_clip_09", "timestamp": [ 42.73, 48.07 ], "duration": 89.66, "caption": "Two people take the patient out of the room.", "similarity": 0.6351, "relevance": 1 } ] }, { "query_id": 81266, "query": "The cops look at a signature on the computer screen that matches a person.", "relevant_moment": [ { "pair_id": 156300, "video_name": "castle_s06e02_seg02_clip_20", "timestamp": [ 28.93, 34.72 ], "duration": 89.66, "caption": "The cops look at a signature on the computer screen that matches a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156301, "video_name": "s03e13_seg02_clip_00", "timestamp": [ 58.27, 64.03 ], "duration": 64.66, "caption": "A person hands the cop a paper with their fingerprints on it.", "similarity": 0.6239, "relevance": 2 }, { "pair_id": 156302, "video_name": "castle_s03e10_seg02_clip_04", "timestamp": [ 63.68, 64.58 ], "duration": 90.66, "caption": "A person's Criminal record photo is pulled up onscreen in front of some people.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 156303, "video_name": "castle_s03e06_seg02_clip_13", "timestamp": [ 10.19, 19.41 ], "duration": 97.66, "caption": "A person asks to see the paperwork after another person says cops are looking at his home.", "similarity": 0.6104, "relevance": 0 }, { "pair_id": 156304, "video_name": "castle_s02e01_seg02_clip_12", "timestamp": [ 20.4, 29.01 ], "duration": 90.66, "caption": "The computer finds a match for the print and brings up a picture of someone.", "similarity": 0.5933, "relevance": 3 }, { "pair_id": 156305, "video_name": "castle_s08e08_seg02_clip_13", "timestamp": [ 7.57, 10.24 ], "duration": 89.66, "caption": "A person tells the cops what they are looking at on the flier.", "similarity": 0.5893, "relevance": 2 }, { "pair_id": 156306, "video_name": "castle_s08e04_seg02_clip_23", "timestamp": [ 0.0, 23.77 ], "duration": 88.66, "caption": "The suspect is identified by the cops after watching the person for a long time.", "similarity": 0.5847, "relevance": 1 }, { "pair_id": 156307, "video_name": "castle_s06e10_seg02_clip_12", "timestamp": [ 0.0, 4.4 ], "duration": 88.66, "caption": "A person tells the cops what the message boards are saying.", "similarity": 0.5821, "relevance": 1 }, { "pair_id": 156308, "video_name": "castle_s02e09_seg02_clip_22", "timestamp": [ 0.0, 7.75 ], "duration": 91.66, "caption": "A person describes to the cops the evidence that lead them there.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 156309, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 0.0, 3.38 ], "duration": 84.66, "caption": "The cops turn when a person walks in wondering what they are doing.", "similarity": 0.5803, "relevance": 1 }, { "pair_id": 156310, "video_name": "castle_s03e09_seg02_clip_24", "timestamp": [ 78.14, 84.65 ], "duration": 93.66, "caption": "A woman shows the criminals a picture of a person that she had in her pocket.", "similarity": 0.5778, "relevance": 1 }, { "pair_id": 156311, "video_name": "castle_s07e10_seg02_clip_22", "timestamp": [ 7.79, 15.58 ], "duration": 91.66, "caption": "Man informs person about what the cops hand on him.", "similarity": 0.5766, "relevance": 0 }, { "pair_id": 156312, "video_name": "castle_s06e10_seg02_clip_24", "timestamp": [ 47.4, 59.47 ], "duration": 89.66, "caption": "A person brings up a dirty ex cop profile on a computer.", "similarity": 0.5747, "relevance": 2 }, { "pair_id": 156313, "video_name": "castle_s06e14_seg02_clip_08", "timestamp": [ 62.25, 70.43 ], "duration": 90.66, "caption": "Two people are looking at a picture of a person as it is on the case board as a person mentions how he/she got the info.", "similarity": 0.5565, "relevance": 2 }, { "pair_id": 156314, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 49.2, 53.64 ], "duration": 88.66, "caption": "A woman shows a man a picture of someone on a police file.", "similarity": 0.5565, "relevance": 1 }, { "pair_id": 156315, "video_name": "s03e13_seg02_clip_01", "timestamp": [ 31.84, 40.55 ], "duration": 67.66, "caption": "A person gives evidence which they think will be useful to a police inquiry.", "similarity": 0.5554, "relevance": 0 }, { "pair_id": 156316, "video_name": "castle_s02e19_seg02_clip_21", "timestamp": [ 8.63, 22.25 ], "duration": 90.66, "caption": "A person hands someone a piece of paper at the police station as they are talking.", "similarity": 0.5547, "relevance": 1 }, { "pair_id": 156317, "video_name": "castle_s06e01_seg02_clip_24", "timestamp": [ 14.23, 19.83 ], "duration": 86.66, "caption": "Two people look up the pictures of suspected crimes.", "similarity": 0.5536, "relevance": 1 }, { "pair_id": 156318, "video_name": "castle_s07e08_seg02_clip_07", "timestamp": [ 0.0, 2.45 ], "duration": 98.66, "caption": "A person points to a photo while saying he/she is the suspect.", "similarity": 0.5482, "relevance": 0 }, { "pair_id": 156319, "video_name": "castle_s04e09_seg02_clip_18", "timestamp": [ 4.02, 8.04 ], "duration": 89.66, "caption": "The cops hold the family photo for person to recognize the people in it.", "similarity": 0.5477, "relevance": 1 }, { "pair_id": 329620, "video_name": "castle_s04e22_seg02_clip_03", "timestamp": [ 3.09, 10.14 ], "duration": 88.66, "caption": "A person holds up the shirt and describes it to the cops.", "similarity": 0.5448, "relevance": 2 }, { "pair_id": 329621, "video_name": "castle_s07e01_seg02_clip_24", "timestamp": [ 58.92, 64.36 ], "duration": 90.66, "caption": "A woman shows her police badge to someone.", "similarity": 0.5443, "relevance": 0 }, { "pair_id": 329622, "video_name": "castle_s01e07_seg02_clip_25", "timestamp": [ 10.58, 22.93 ], "duration": 88.66, "caption": "The cops look all around a room until a person walks in.", "similarity": 0.5438, "relevance": 1 }, { "pair_id": 329623, "video_name": "castle_s02e18_seg02_clip_20", "timestamp": [ 1.34, 3.58 ], "duration": 89.66, "caption": "A man tells the cops the direction after looking at a picture.", "similarity": 0.543, "relevance": 2 }, { "pair_id": 329624, "video_name": "castle_s05e15_seg02_clip_25", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "Woman describes to person what the cops are doing.", "similarity": 0.5427, "relevance": 1 }, { "pair_id": 329625, "video_name": "castle_s08e17_seg02_clip_17", "timestamp": [ 3.84, 9.12 ], "duration": 96.66, "caption": "The cops get up with weapons drawn after a man identifies the victim's warmth.", "similarity": 0.5412, "relevance": 0 }, { "pair_id": 329626, "video_name": "castle_s01e07_seg02_clip_12", "timestamp": [ 3.6, 40.53 ], "duration": 90.66, "caption": "A person is checking out crime seen in order to better access who is capable of commiting the crime.", "similarity": 0.5408, "relevance": 0 }, { "pair_id": 329627, "video_name": "castle_s02e16_seg02_clip_07", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man stands up while mentioning what the cops need to look at.", "similarity": 0.5403, "relevance": 1 }, { "pair_id": 329628, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 1.92, 4.32 ], "duration": 96.66, "caption": "Detective hands another person a piece of paper.", "similarity": 0.5396, "relevance": 0 }, { "pair_id": 329629, "video_name": "castle_s05e06_seg02_clip_07", "timestamp": [ 54.52, 82.44 ], "duration": 88.66, "caption": "The detectives put a person's photo on the board, and they discuss the crime.", "similarity": 0.5389, "relevance": 1 }, { "pair_id": 329630, "video_name": "s03e13_seg02_clip_00", "timestamp": [ 38.42, 44.82 ], "duration": 64.66, "caption": "The police officer looks at a person, shrugs and begins writing on his clipboard paper.", "similarity": 0.5387, "relevance": 2 }, { "pair_id": 329631, "video_name": "castle_s06e03_seg02_clip_11", "timestamp": [ 12.32, 16.72 ], "duration": 88.66, "caption": "A person looks up when another person starts to deliver their evidence.", "similarity": 0.537, "relevance": 0 }, { "pair_id": 329632, "video_name": "castle_s07e16_seg02_clip_07", "timestamp": [ 0.0, 12.42 ], "duration": 92.66, "caption": "A man is telling the cops what happened through the hack while looking at his computer.", "similarity": 0.5365, "relevance": 2 }, { "pair_id": 329633, "video_name": "s03e22_seg02_clip_06", "timestamp": [ 36.62, 48.92 ], "duration": 60.66, "caption": "A person signs the document and they both look around to see if there was anything going on.", "similarity": 0.5361, "relevance": 0 }, { "pair_id": 329634, "video_name": "castle_s07e18_seg02_clip_18", "timestamp": [ 30.35, 41.06 ], "duration": 89.66, "caption": "A man recognizes the suspect from the surveillance tape.", "similarity": 0.5354, "relevance": 1 }, { "pair_id": 329635, "video_name": "house_s03e07_seg02_clip_06", "timestamp": [ 0.0, 3.06 ], "duration": 87.66, "caption": "A man holds up his police/detective badge as identification to woman.", "similarity": 0.5345, "relevance": 1 }, { "pair_id": 329636, "video_name": "castle_s08e09_seg02_clip_02", "timestamp": [ 37.27, 45.09 ], "duration": 92.66, "caption": "A person hands another person back a piece of paper at the police station.", "similarity": 0.5343, "relevance": 1 }, { "pair_id": 329637, "video_name": "house_s01e02_seg02_clip_01", "timestamp": [ 24.09, 41.29 ], "duration": 86.66, "caption": "A man has forged another man's signature to get him to see a patient.", "similarity": 0.5342, "relevance": 1 }, { "pair_id": 329638, "video_name": "castle_s06e01_seg02_clip_09", "timestamp": [ 0.0, 12.88 ], "duration": 88.66, "caption": "A person points at the computer screen showing the office building while describing the crime.", "similarity": 0.5326, "relevance": 2 }, { "pair_id": 329639, "video_name": "castle_s05e11_seg02_clip_03", "timestamp": [ 10.49, 12.68 ], "duration": 87.66, "caption": "A woman shows two people fingerprint evidence.", "similarity": 0.5326, "relevance": 0 } ] }, { "query_id": 81326, "query": "Some people get excited because the lights start dimming but another person is not impressed.", "relevant_moment": [ { "pair_id": 18520, "video_name": "s01e09_seg01_clip_01", "timestamp": [ 44.63, 61.61 ], "duration": 97.66, "caption": "Some people get excited because the lights start dimming but another person is not impressed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18521, "video_name": "s01e09_seg01_clip_00", "timestamp": [ 31.2, 39.08 ], "duration": 63.66, "caption": "The lamp turns on and some people are amazed.", "similarity": 0.5987, "relevance": 3 }, { "pair_id": 18522, "video_name": "castle_s08e03_seg02_clip_16", "timestamp": [ 27.77, 31.55 ], "duration": 84.66, "caption": "Two people are startled and turn around to see bright lights pointed in them.", "similarity": 0.5986, "relevance": 0 }, { "pair_id": 18523, "video_name": "s05e08_seg02_clip_05", "timestamp": [ 0.0, 9.3 ], "duration": 62.66, "caption": "Someone seems excited they can sense how someone else is feeling.", "similarity": 0.5903, "relevance": 1 }, { "pair_id": 18524, "video_name": "met_s06e06_seg02_clip_13", "timestamp": [ 1.5, 7.5 ], "duration": 60.66, "caption": "A person is talking about something that is making them very excited.", "similarity": 0.534, "relevance": 1 }, { "pair_id": 18525, "video_name": "friends_s03e23_seg02_clip_06", "timestamp": [ 19.51, 24.61 ], "duration": 60.66, "caption": "A group of people walk into a room and get startled when the lights turn on.", "similarity": 0.5297, "relevance": 3 }, { "pair_id": 18526, "video_name": "s08e09_seg02_clip_11", "timestamp": [ 13.51, 15.61 ], "duration": 60.66, "caption": "The lights flicker and go out while a person and another person sit next to each other in a hospital waiting room.", "similarity": 0.5251, "relevance": 2 }, { "pair_id": 18527, "video_name": "friends_s06e01_seg02_clip_02", "timestamp": [ 3.63, 9.57 ], "duration": 66.66, "caption": "A person looks excited when they get the idea for another person to drive.", "similarity": 0.5152, "relevance": 0 }, { "pair_id": 18528, "video_name": "castle_s08e21_seg02_clip_01", "timestamp": [ 5.64, 8.93 ], "duration": 94.66, "caption": "Two people notice a flashing red light.", "similarity": 0.5098, "relevance": 1 }, { "pair_id": 18529, "video_name": "met_s03e01_seg02_clip_11", "timestamp": [ 5.2, 8.26 ], "duration": 61.66, "caption": "Two people are very excited to call another person.", "similarity": 0.5066, "relevance": 1 }, { "pair_id": 18530, "video_name": "met_s05e04_seg01_clip_01", "timestamp": [ 4.78, 7.76 ], "duration": 59.66, "caption": "Two people excitedly tell how much fun they are having.", "similarity": 0.4974, "relevance": 1 }, { "pair_id": 18531, "video_name": "s07e16_seg02_clip_10", "timestamp": [ 49.88, 52.53 ], "duration": 59.66, "caption": "The lights go out when a person holds up a lit lighter.", "similarity": 0.4963, "relevance": 1 }, { "pair_id": 18532, "video_name": "s08e22_seg02_clip_02", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "The lights on the model that a person is holding suddenly come on.", "similarity": 0.4945, "relevance": 0 }, { "pair_id": 18533, "video_name": "castle_s08e04_seg02_clip_23", "timestamp": [ 25.09, 28.17 ], "duration": 88.66, "caption": "The lights turn off after the cops introduce themselves to a person.", "similarity": 0.4898, "relevance": 1 }, { "pair_id": 18534, "video_name": "s08e02_seg02_clip_11", "timestamp": [ 19.48, 20.95 ], "duration": 59.66, "caption": "A person points their marker at another person in excitement.", "similarity": 0.4831, "relevance": 0 }, { "pair_id": 18535, "video_name": "s08e09_seg02_clip_00", "timestamp": [ 40.28, 43.64 ], "duration": 61.66, "caption": "A man turns on the light and is upset with a person.", "similarity": 0.4806, "relevance": 0 }, { "pair_id": 18536, "video_name": "friends_s01e05_seg02_clip_00", "timestamp": [ 7.94, 14.92 ], "duration": 63.66, "caption": "A person gets excited about what day it is and then admits that he/she has nothing to do.", "similarity": 0.4769, "relevance": 1 }, { "pair_id": 18537, "video_name": "s08e04_seg02_clip_13", "timestamp": [ 42.2, 48.99 ], "duration": 59.66, "caption": "A person smiles at someone and then gets really excited.", "similarity": 0.4723, "relevance": 0 }, { "pair_id": 18538, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 39.62, 48.96 ], "duration": 89.66, "caption": "Two men start laughing and getting excited.", "similarity": 0.4721, "relevance": 1 }, { "pair_id": 18539, "video_name": "s08e05_seg02_clip_08", "timestamp": [ 38.37, 41.32 ], "duration": 59.66, "caption": "Lights are off and a man turns them on, then some people enter the room.", "similarity": 0.4714, "relevance": 1 } ] }, { "query_id": 81360, "query": "A person laughs at what another person is saying in the doorway.", "relevant_moment": [ { "pair_id": 12960, "video_name": "s09e08_seg02_clip_14", "timestamp": [ 17.71, 19.18 ], "duration": 59.66, "caption": "A person laughs at what another person is saying in the doorway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12961, "video_name": "castle_s07e19_seg02_clip_08", "timestamp": [ 42.78, 45.93 ], "duration": 90.66, "caption": "A person laughs hysterically at something another person says to him.", "similarity": 0.8018, "relevance": 4 }, { "pair_id": 12962, "video_name": "s03e03_seg02_clip_10", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "Two people look towards the door as they hear someone laugh.", "similarity": 0.7822, "relevance": 1 }, { "pair_id": 12963, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 36.87, 43.24 ], "duration": 91.66, "caption": "A person laughs at the conclusion stated by another person.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 12965, "video_name": "s08e19_seg02_clip_04", "timestamp": [ 52.31, 58.3 ], "duration": 63.66, "caption": "A person laughs and smiles during a conversation with another person.", "similarity": 0.7512, "relevance": 3 }, { "pair_id": 12966, "video_name": "s05e17_seg02_clip_06", "timestamp": [ 52.48, 55.23 ], "duration": 61.66, "caption": "A person laughs at another person with a look of amusement.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 12967, "video_name": "s04e23_seg02_clip_11", "timestamp": [ 9.46, 13.73 ], "duration": 61.66, "caption": "A person laughs after someone says something sarcastic to them.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 12968, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 40.77, 43.34 ], "duration": 57.66, "caption": "A person laughs at something a man just said.", "similarity": 0.7359, "relevance": 4 }, { "pair_id": 12969, "video_name": "grey_s02e20_seg02_clip_10", "timestamp": [ 6.83, 16.38 ], "duration": 91.66, "caption": "A person says something that makes another person laugh and look at someone else.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 12970, "video_name": "s10e01_seg02_clip_03", "timestamp": [ 0.0, 1.71 ], "duration": 57.66, "caption": "A person decides to laugh, smile and close the door.", "similarity": 0.7253, "relevance": 3 }, { "pair_id": 12971, "video_name": "s08e23_seg02_clip_05", "timestamp": [ 24.61, 32.41 ], "duration": 60.66, "caption": "A person is laughing at something someone says, and then he leans over to look at and wave at another person.", "similarity": 0.7194, "relevance": 3 }, { "pair_id": 12973, "video_name": "grey_s03e14_seg02_clip_26", "timestamp": [ 29.26, 36.91 ], "duration": 90.66, "caption": "Two people both laugh at something he says.", "similarity": 0.7112, "relevance": 3 }, { "pair_id": 12975, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 19.17, 23.63 ], "duration": 89.66, "caption": "A man laughs out as person talks to him.", "similarity": 0.7081, "relevance": 3 }, { "pair_id": 12976, "video_name": "s10e10_seg02_clip_06", "timestamp": [ 42.72, 52.79 ], "duration": 61.66, "caption": "Two people are standing in the doorway and one of them makes fun of what the other brought.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 12978, "video_name": "met_s06e05_seg02_clip_00", "timestamp": [ 41.64, 43.2 ], "duration": 62.66, "caption": "A woman laughs at something a man has said to her.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 12979, "video_name": "house_s03e15_seg02_clip_25", "timestamp": [ 0.0, 123.02 ], "duration": 123.66, "caption": "A person is sitting in a chair and asks another person why he is laughing.", "similarity": 0.6944, "relevance": 1 }, { "pair_id": 186280, "video_name": "s06e23_seg02_clip_03", "timestamp": [ 48.45, 51.93 ], "duration": 58.66, "caption": "A person smiles and nods at what another person is saying.", "similarity": 0.6924, "relevance": 1 }, { "pair_id": 186281, "video_name": "s02e14_seg02_clip_15", "timestamp": [ 15.01, 21.91 ], "duration": 60.66, "caption": "After a man shuts the door on another man, a person sarcastically tries to cheer him up.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 186282, "video_name": "castle_s04e02_seg02_clip_24", "timestamp": [ 73.0, 76.12 ], "duration": 89.66, "caption": "A man laughs as he speaks with two people.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 186283, "video_name": "house_s05e02_seg02_clip_04", "timestamp": [ 47.79, 53.15 ], "duration": 89.66, "caption": "A man walks in and the person laughs and turns around.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 186284, "video_name": "friends_s06e05_seg02_clip_19", "timestamp": [ 23.95, 26.47 ], "duration": 84.66, "caption": "A person brings head down to hand and laughs as he talks to person.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 186285, "video_name": "met_s03e05_seg01_clip_01", "timestamp": [ 1.26, 3.36 ], "duration": 42.66, "caption": "A person laughs at something another person says and touches their arm.", "similarity": 0.6865, "relevance": 3 }, { "pair_id": 186286, "video_name": "grey_s03e11_seg02_clip_09", "timestamp": [ 0.0, 19.75 ], "duration": 94.66, "caption": "A man is talking to two other people and begins to laugh.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 186287, "video_name": "s03e18_seg02_clip_16", "timestamp": [ 20.02, 24.08 ], "duration": 58.66, "caption": "A person laughs at person's jokes and another person gives them a dirty look.", "similarity": 0.683, "relevance": 2 }, { "pair_id": 186288, "video_name": "house_s03e22_seg02_clip_04", "timestamp": [ 73.29, 80.58 ], "duration": 91.66, "caption": "A man laughs at something person says and completely surprises another person.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 186289, "video_name": "s05e21_seg02_clip_13", "timestamp": [ 13.97, 20.24 ], "duration": 57.66, "caption": "A person says something that makes another person chuckle while sitting on the couch.", "similarity": 0.6823, "relevance": 3 }, { "pair_id": 186290, "video_name": "s09e10_seg02_clip_16", "timestamp": [ 42.49, 53.03 ], "duration": 62.66, "caption": "A person talks with two other people at the doorway.", "similarity": 0.6816, "relevance": 3 }, { "pair_id": 186291, "video_name": "met_s06e02_seg02_clip_11", "timestamp": [ 15.91, 22.0 ], "duration": 53.66, "caption": "A man is talking to another person, and the other person starts smiling and laughing.", "similarity": 0.6812, "relevance": 4 }, { "pair_id": 186292, "video_name": "met_s02e03_seg02_clip_05", "timestamp": [ 0.92, 7.04 ], "duration": 61.66, "caption": "While standing near the door, a man and a woman laugh after the man makes a joke about a needlecraft.", "similarity": 0.6798, "relevance": 4 }, { "pair_id": 186293, "video_name": "met_s06e21_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A woman laughs after a person says what clothes he is wearing.", "similarity": 0.6751, "relevance": 3 }, { "pair_id": 186294, "video_name": "s07e07_seg02_clip_06", "timestamp": [ 41.5, 45.77 ], "duration": 61.66, "caption": "A person opens up his door and says the thing another person wants him to say.", "similarity": 0.6732, "relevance": 3 }, { "pair_id": 186295, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 48.62, 54.02 ], "duration": 60.66, "caption": "A person starts to laugh and another person follows him/her.", "similarity": 0.6732, "relevance": 3 }, { "pair_id": 186296, "video_name": "castle_s02e15_seg02_clip_23", "timestamp": [ 78.91, 91.22 ], "duration": 91.66, "caption": "A person is laughing as he is talking to two other people, who are sitting on the couch.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 186297, "video_name": "s03e04_seg02_clip_11", "timestamp": [ 19.35, 24.83 ], "duration": 73.66, "caption": "A person waves his hands behind another person's back and laughs.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 186298, "video_name": "s02e22_seg02_clip_12", "timestamp": [ 50.35, 61.03 ], "duration": 61.66, "caption": "A person looks at another person and smiles after saying something he didn't like and then tells him it was funny.", "similarity": 0.671, "relevance": 2 }, { "pair_id": 186299, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is talking to another person while standing at the doorway.", "similarity": 0.6707, "relevance": 2 } ] }, { "query_id": 81361, "query": "A person closes the door on a woman and walks over to the couch to sit down.", "relevant_moment": [ { "pair_id": 298940, "video_name": "s07e18_seg02_clip_17", "timestamp": [ 12.07, 18.47 ], "duration": 71.66, "caption": "A woman walks over and sits on the couch next to a man.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 298941, "video_name": "castle_s06e08_seg02_clip_24", "timestamp": [ 10.47, 13.65 ], "duration": 91.66, "caption": "A woman closes a door and walks around a man.", "similarity": 0.7107, "relevance": 1 }, { "pair_id": 298942, "video_name": "friends_s06e24-25_seg02_clip_31", "timestamp": [ 39.97, 46.38 ], "duration": 61.66, "caption": "A man leaves a woman at the door and then takes a seat on the sofa.", "similarity": 0.707, "relevance": 3 }, { "pair_id": 298943, "video_name": "friends_s09e03_seg02_clip_17", "timestamp": [ 20.11, 25.21 ], "duration": 60.66, "caption": "A woman walks over to the couch and a man follows her.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 298944, "video_name": "s10e05_seg02_clip_16", "timestamp": [ 0.0, 3.8 ], "duration": 69.66, "caption": "A person is walking in front of a woman then he sits on the couch.", "similarity": 0.702, "relevance": 2 }, { "pair_id": 298945, "video_name": "friends_s05e02_seg02_clip_09", "timestamp": [ 0.0, 10.16 ], "duration": 58.66, "caption": "A woman walks over to the sofa where a man is seated.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 298946, "video_name": "s09e02_seg02_clip_05", "timestamp": [ 27.45, 32.46 ], "duration": 59.66, "caption": "A woman and man walk over to the couch and sit down.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 298947, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 43.06, 44.47 ], "duration": 70.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.7005, "relevance": 2 }, { "pair_id": 298948, "video_name": "s05e02_seg02_clip_09", "timestamp": [ 23.11, 26.11 ], "duration": 60.66, "caption": "A person sits down on the couch next to a woman.", "similarity": 0.7005, "relevance": 3 }, { "pair_id": 298949, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 67.64, 74.54 ], "duration": 92.66, "caption": "A woman walks over to the door and closes it.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 298950, "video_name": "friends_s04e07_seg02_clip_15", "timestamp": [ 12.82, 16.17 ], "duration": 61.66, "caption": "A man walks over to the couch and sits down next to a woman.", "similarity": 0.6934, "relevance": 3 }, { "pair_id": 298951, "video_name": "castle_s06e20_seg02_clip_22", "timestamp": [ 1.81, 10.89 ], "duration": 90.66, "caption": "A person shuts the door, walks over to a chair and sits down.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 298952, "video_name": "s05e08_seg02_clip_06", "timestamp": [ 48.2, 50.02 ], "duration": 73.66, "caption": "A woman moves closer to person on the couch.", "similarity": 0.6897, "relevance": 0 }, { "pair_id": 298953, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 45.64, 50.02 ], "duration": 73.66, "caption": "A person walks over to the couch and sits down next to another person.", "similarity": 0.6894, "relevance": 2 }, { "pair_id": 298954, "video_name": "house_s01e19_seg02_clip_01", "timestamp": [ 19.34, 23.02 ], "duration": 92.66, "caption": "A woman closes the door of her house to a man.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 298955, "video_name": "s07e01_seg02_clip_12", "timestamp": [ 10.92, 12.4 ], "duration": 59.66, "caption": "A person takes a seat on the edge of the couch next to a woman.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 298956, "video_name": "s07e04_seg02_clip_15", "timestamp": [ 46.04, 48.11 ], "duration": 59.66, "caption": "A man opens the door and finds a woman sitting on the couch in pink lingerie.", "similarity": 0.6872, "relevance": 0 }, { "pair_id": 298957, "video_name": "friends_s03e13_seg02_clip_15", "timestamp": [ 35.09, 37.53 ], "duration": 61.66, "caption": "A woman walks to the couch and sits next to a man.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 298958, "video_name": "s08e24_seg02_clip_09", "timestamp": [ 51.68, 54.21 ], "duration": 63.66, "caption": "A woman gets up from her chair and goes and sits by person on the couch.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 298959, "video_name": "s02e18_seg02_clip_00", "timestamp": [ 40.01, 45.59 ], "duration": 62.66, "caption": "A person walks from behind the sofa to sit next to a woman.", "similarity": 0.6857, "relevance": 1 } ] }, { "query_id": 81391, "query": "A person is sitting at a desk on his/her laptop.", "relevant_moment": [ { "pair_id": 167380, "video_name": "s08e24_seg02_clip_07", "timestamp": [ 24.31, 26.41 ], "duration": 60.66, "caption": "A person is sitting at a desk on his/her laptop.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167381, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 55.07, 56.67 ], "duration": 64.66, "caption": "A person is sitting at their desk using their laptop.", "similarity": 0.9558, "relevance": 4 }, { "pair_id": 167382, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A person is at his desk in front of his laptop.", "similarity": 0.8984, "relevance": 3 }, { "pair_id": 167383, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 17.96, 20.48 ], "duration": 63.66, "caption": "A person is at their desk in front of their laptop.", "similarity": 0.8983, "relevance": 4 }, { "pair_id": 167384, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person is in front of their laptop in their desk.", "similarity": 0.8872, "relevance": 4 }, { "pair_id": 167385, "video_name": "s03e10_seg02_clip_04", "timestamp": [ 12.17, 15.69 ], "duration": 64.66, "caption": "A person sits down at the desk with their computer on it.", "similarity": 0.8796, "relevance": 3 }, { "pair_id": 167386, "video_name": "s02e13_seg02_clip_11", "timestamp": [ 8.06, 10.86 ], "duration": 62.66, "caption": "A person sits at their desk chair and starts to use their laptop.", "similarity": 0.8576, "relevance": 3 }, { "pair_id": 167387, "video_name": "s02e23_seg02_clip_17", "timestamp": [ 46.66, 50.11 ], "duration": 53.66, "caption": "A person is sitting in front of their laptop.", "similarity": 0.8519, "relevance": 3 }, { "pair_id": 167388, "video_name": "s05e18_seg02_clip_03", "timestamp": [ 0.0, 22.92 ], "duration": 58.66, "caption": "A person is sitting on the couch with his/her laptop on his/her lap.", "similarity": 0.8399, "relevance": 3 }, { "pair_id": 167389, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 0.0, 79.23 ], "duration": 89.66, "caption": "A person was sitting in front of their laptop.", "similarity": 0.8328, "relevance": 3 }, { "pair_id": 167390, "video_name": "s08e06_seg02_clip_04", "timestamp": [ 1.5, 4.8 ], "duration": 60.66, "caption": "A person sits down behind a red laptop at a desk at work.", "similarity": 0.8265, "relevance": 4 }, { "pair_id": 167391, "video_name": "s05e01_seg02_clip_06", "timestamp": [ 9.15, 28.38 ], "duration": 61.66, "caption": "A person was sitting in front of a laptop.", "similarity": 0.8199, "relevance": 4 }, { "pair_id": 167392, "video_name": "s04e11_seg02_clip_15", "timestamp": [ 38.55, 46.07 ], "duration": 94.66, "caption": "A person was working with their laptop whilst sitting.", "similarity": 0.8154, "relevance": 4 }, { "pair_id": 167393, "video_name": "castle_s03e10_seg02_clip_00", "timestamp": [ 0.0, 40.95 ], "duration": 92.66, "caption": "A person was working on his laptop whilst sitting on a chair.", "similarity": 0.8154, "relevance": 4 }, { "pair_id": 167394, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 4.6, 11.05 ], "duration": 92.66, "caption": "A person is sitting at his desk on his laptop when a woman walks in.", "similarity": 0.8112, "relevance": 4 }, { "pair_id": 167395, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 11.9, 14.65 ], "duration": 61.66, "caption": "A person closes their laptop while sitting at their desk.", "similarity": 0.8056, "relevance": 2 }, { "pair_id": 167396, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 37.84, 40.58 ], "duration": 61.66, "caption": "A person sits down in the chair in front of the laptop.", "similarity": 0.7928, "relevance": 2 }, { "pair_id": 167397, "video_name": "s06e09_seg02_clip_10", "timestamp": [ 1.38, 5.23 ], "duration": 55.66, "caption": "A person sits in his chair, places laptop on his lap and points at the whiteboard.", "similarity": 0.7889, "relevance": 1 }, { "pair_id": 167398, "video_name": "s06e21_seg02_clip_00", "timestamp": [ 5.44, 64.03 ], "duration": 64.66, "caption": "A person was using their laptop whilst sitting on the couch.", "similarity": 0.7877, "relevance": 3 }, { "pair_id": 167399, "video_name": "castle_s07e20_seg02_clip_06", "timestamp": [ 44.96, 48.07 ], "duration": 89.66, "caption": "A man goes to his desk and sits in front of his laptop.", "similarity": 0.7869, "relevance": 3 }, { "pair_id": 340700, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is sitting on the stairway with his/her laptop on his/her lap.", "similarity": 0.7868, "relevance": 3 }, { "pair_id": 340701, "video_name": "s03e09_seg02_clip_05", "timestamp": [ 47.04, 57.02 ], "duration": 57.66, "caption": "A person is sitting on a desk on their office.", "similarity": 0.7838, "relevance": 3 }, { "pair_id": 340702, "video_name": "s06e12_seg02_clip_06", "timestamp": [ 27.48, 30.83 ], "duration": 67.66, "caption": "A person sits on the front of his desk.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 340703, "video_name": "s02e03_seg02_clip_15", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A person is sitting at someone's apartment as he is using his laptop.", "similarity": 0.7828, "relevance": 4 }, { "pair_id": 340704, "video_name": "s02e21_seg02_clip_04", "timestamp": [ 44.42, 48.32 ], "duration": 60.66, "caption": "A man is typing on his laptop sitting at a desk.", "similarity": 0.7813, "relevance": 4 }, { "pair_id": 340705, "video_name": "s07e04_seg02_clip_10", "timestamp": [ 22.64, 24.19 ], "duration": 62.66, "caption": "A person looks to his right and gently shakes his head as he sits at his desk in front of his laptop.", "similarity": 0.7784, "relevance": 4 }, { "pair_id": 340706, "video_name": "s07e19_seg01_clip_00", "timestamp": [ 5.48, 8.76 ], "duration": 73.66, "caption": "A person sits uncomfortable and fidgety in front of his/her laptop.", "similarity": 0.7783, "relevance": 4 }, { "pair_id": 340707, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 13.81, 19.51 ], "duration": 60.66, "caption": "A person sits at a desk and opens their laptop while talking to someone else.", "similarity": 0.7756, "relevance": 4 }, { "pair_id": 340708, "video_name": "house_s07e19_seg02_clip_08", "timestamp": [ 52.81, 59.96 ], "duration": 110.66, "caption": "A person takes a seat and looks at the computer on their desk.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 340709, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 0.0, 1.89 ], "duration": 63.66, "caption": "A person opens the laptop on the desk in front of him.", "similarity": 0.7735, "relevance": 4 }, { "pair_id": 340710, "video_name": "s04e19_seg02_clip_00", "timestamp": [ 35.36, 37.84 ], "duration": 62.66, "caption": "A person is on his laptop on the coffee table.", "similarity": 0.7727, "relevance": 4 }, { "pair_id": 340711, "video_name": "s06e07_seg02_clip_01", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A man is sitting at a desk in his living room on his laptop.", "similarity": 0.7704, "relevance": 4 }, { "pair_id": 340712, "video_name": "s09e12_seg02_clip_03", "timestamp": [ 8.7, 14.41 ], "duration": 60.66, "caption": "A person sits on the table where a computer is in it.", "similarity": 0.7657, "relevance": 3 }, { "pair_id": 340713, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 61.08, 65.81 ], "duration": 86.66, "caption": "A person sits down at their office desk.", "similarity": 0.7632, "relevance": 4 }, { "pair_id": 340714, "video_name": "s06e21_seg02_clip_16", "timestamp": [ 14.89, 19.21 ], "duration": 48.66, "caption": "A person is on the phone as he/she is sitting in front of his/her laptop.", "similarity": 0.7614, "relevance": 4 }, { "pair_id": 340715, "video_name": "met_s03e15_seg02_clip_13", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "A person sits down on his/her chair behind the desk.", "similarity": 0.7592, "relevance": 3 }, { "pair_id": 340716, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A person has a laptop on their lap as they sit next to another person.", "similarity": 0.7589, "relevance": 4 }, { "pair_id": 340718, "video_name": "s04e18_seg02_clip_10", "timestamp": [ 6.49, 10.62 ], "duration": 59.66, "caption": "A person sitting at his begins to type on his laptop.", "similarity": 0.7578, "relevance": 4 }, { "pair_id": 340719, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 45.47, 48.52 ], "duration": 61.66, "caption": "A person places both of his arms on top of his laptop.", "similarity": 0.7568, "relevance": 4 } ] }, { "query_id": 81400, "query": "A woman places an eraser on the tray of the whiteboard.", "relevant_moment": [ { "pair_id": 167720, "video_name": "s06e21_seg02_clip_07", "timestamp": [ 5.9, 6.2 ], "duration": 59.66, "caption": "A woman places an eraser on the tray of the whiteboard.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 167721, "video_name": "s06e21_seg02_clip_07", "timestamp": [ 32.17, 34.83 ], "duration": 59.66, "caption": "A woman uses a white board eraser to erase the writings on the white board.", "similarity": 0.8741, "relevance": 4 }, { "pair_id": 167722, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 29.16, 34.11 ], "duration": 55.66, "caption": "A woman writes something on the dry erase board.", "similarity": 0.7631, "relevance": 1 }, { "pair_id": 167723, "video_name": "house_s01e04_seg02_clip_17", "timestamp": [ 58.24, 63.34 ], "duration": 85.66, "caption": "An individual uses an eraser to erase writing from a whiteboard.", "similarity": 0.7622, "relevance": 1 }, { "pair_id": 167724, "video_name": "castle_s04e12_seg02_clip_26", "timestamp": [ 9.23, 11.36 ], "duration": 142.66, "caption": "A man hands woman a dry erase board eraser in her hand.", "similarity": 0.7419, "relevance": 1 }, { "pair_id": 167725, "video_name": "grey_s03e15_seg02_clip_14", "timestamp": [ 43.57, 47.97 ], "duration": 88.66, "caption": "A woman erases something from a whiteboard in the hospital.", "similarity": 0.7405, "relevance": 4 }, { "pair_id": 167726, "video_name": "castle_s02e17_seg02_clip_21", "timestamp": [ 45.53, 46.43 ], "duration": 90.66, "caption": "A person erases writing off of the white board.", "similarity": 0.7333, "relevance": 1 }, { "pair_id": 167727, "video_name": "s09e15_seg02_clip_15", "timestamp": [ 4.96, 17.06 ], "duration": 62.66, "caption": "A person erases writing on the white board.", "similarity": 0.7322, "relevance": 1 }, { "pair_id": 167728, "video_name": "house_s01e04_seg02_clip_04", "timestamp": [ 0.0, 4.17 ], "duration": 119.66, "caption": "A person erases the writing from the dry erase board.", "similarity": 0.7238, "relevance": 1 }, { "pair_id": 167729, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 7.2, 8.4 ], "duration": 60.66, "caption": "A person takes the white board eraser from someone's hands.", "similarity": 0.7177, "relevance": 1 }, { "pair_id": 167730, "video_name": "grey_s03e06_seg02_clip_14", "timestamp": [ 56.34, 58.54 ], "duration": 88.66, "caption": "A woman goes to the schedule board and erases a person from the board.", "similarity": 0.7059, "relevance": 4 }, { "pair_id": 167731, "video_name": "castle_s04e12_seg02_clip_26", "timestamp": [ 6.39, 18.46 ], "duration": 142.66, "caption": "A man holds out a white board eraser to a woman and she takes it and starts to erase the writing on the white board.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 167732, "video_name": "castle_s04e17_seg02_clip_21", "timestamp": [ 59.76, 62.45 ], "duration": 89.66, "caption": "A woman is removing papers in the white board.", "similarity": 0.7013, "relevance": 0 }, { "pair_id": 167733, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 17.41, 21.01 ], "duration": 60.66, "caption": "A person starts erasing the whiteboard with the palm of their hand.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 167734, "video_name": "house_s08e07_seg02_clip_22", "timestamp": [ 6.83, 9.1 ], "duration": 91.66, "caption": "A woman writes onto the white board with a marker.", "similarity": 0.6838, "relevance": 1 }, { "pair_id": 167735, "video_name": "s06e04_seg02_clip_01", "timestamp": [ 39.62, 44.42 ], "duration": 60.66, "caption": "A person places a white dry erase board onto an easel.", "similarity": 0.6834, "relevance": 1 }, { "pair_id": 167736, "video_name": "s02e13_seg02_clip_10", "timestamp": [ 12.55, 18.25 ], "duration": 57.66, "caption": "A man grabs an eraser and erases lines on a whiteboard.", "similarity": 0.6834, "relevance": 1 }, { "pair_id": 167737, "video_name": "s02e19_seg02_clip_06", "timestamp": [ 33.81, 38.77 ], "duration": 62.66, "caption": "A person erases an imaginary white board with his/her hand.", "similarity": 0.6831, "relevance": 0 }, { "pair_id": 167738, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 15.99, 18.34 ], "duration": 78.66, "caption": "A person writes on the dry erase board with the black marker.", "similarity": 0.6824, "relevance": 1 }, { "pair_id": 167739, "video_name": "castle_s02e12_seg02_clip_14", "timestamp": [ 11.28, 17.4 ], "duration": 94.66, "caption": "A woman goes to the whiteboard and writes something on the board.", "similarity": 0.6808, "relevance": 1 } ] }, { "query_id": 81450, "query": "A man removes his glasses from his face and tucks it in his shirt.", "relevant_moment": [ { "pair_id": 170960, "video_name": "castle_s04e14_seg02_clip_23", "timestamp": [ 6.35, 14.06 ], "duration": 90.66, "caption": "A man removes his glasses from his face and tucks it in his shirt.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170961, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 5.7, 7.8 ], "duration": 60.66, "caption": "A man takes his glasses off and puts them on his head.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 170962, "video_name": "grey_s03e10_seg02_clip_11", "timestamp": [ 1.83, 4.57 ], "duration": 91.66, "caption": "A man removes their glasses with their right hand.", "similarity": 0.7534, "relevance": 3 }, { "pair_id": 170963, "video_name": "grey_s02e18_seg02_clip_11", "timestamp": [ 72.18, 75.26 ], "duration": 88.66, "caption": "A man removes his reading glasses from his face.", "similarity": 0.7457, "relevance": 2 }, { "pair_id": 170964, "video_name": "grey_s02e13_seg02_clip_13", "timestamp": [ 35.69, 37.02 ], "duration": 88.66, "caption": "A man takes off his glasses and wipes his forehead.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 170965, "video_name": "grey_s01e06_seg02_clip_21", "timestamp": [ 33.62, 44.0 ], "duration": 83.66, "caption": "A man takes off headgear and then his glasses.", "similarity": 0.7217, "relevance": 1 }, { "pair_id": 170966, "video_name": "house_s08e09_seg02_clip_19", "timestamp": [ 6.83, 9.56 ], "duration": 91.66, "caption": "A man named House removes his glasses from his face and folds them.", "similarity": 0.7171, "relevance": 3 }, { "pair_id": 170967, "video_name": "grey_s02e21_seg02_clip_07", "timestamp": [ 62.81, 70.22 ], "duration": 87.66, "caption": "A man takes his glasses off and puts them in his pocket.", "similarity": 0.7057, "relevance": 4 }, { "pair_id": 170968, "video_name": "grey_s02e23_seg02_clip_19", "timestamp": [ 74.34, 80.12 ], "duration": 89.66, "caption": "A man takes his glasses off and crosses his arms.", "similarity": 0.7037, "relevance": 3 }, { "pair_id": 170969, "video_name": "house_s06e13_seg02_clip_06", "timestamp": [ 11.7, 14.4 ], "duration": 90.66, "caption": "A man takes off his glasses and places them on the table.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 170970, "video_name": "grey_s01e08_seg02_clip_11", "timestamp": [ 16.62, 34.04 ], "duration": 81.66, "caption": "A man cleans his glasses with a cloth.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 170971, "video_name": "friends_s02e10_seg02_clip_10", "timestamp": [ 0.59, 8.85 ], "duration": 59.66, "caption": "A man takes his sunglasses off after he comes in.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 170972, "video_name": "s03e13_seg02_clip_11", "timestamp": [ 21.54, 23.91 ], "duration": 59.66, "caption": "A man puts his eyeglass off and puts it on the table.", "similarity": 0.6689, "relevance": 3 }, { "pair_id": 170973, "video_name": "house_s08e16_seg02_clip_22", "timestamp": [ 9.24, 14.52 ], "duration": 88.66, "caption": "A man takes off his glasses and puts them on the desk.", "similarity": 0.6628, "relevance": 2 }, { "pair_id": 170974, "video_name": "s01e10_seg02_clip_01", "timestamp": [ 54.02, 60.03 ], "duration": 60.66, "caption": "A man gets up out of bed and starts to put his glasses on.", "similarity": 0.6577, "relevance": 2 }, { "pair_id": 170975, "video_name": "s03e05_seg02_clip_03", "timestamp": [ 29.41, 32.71 ], "duration": 60.66, "caption": "A person gets his glasses off the nightstand and puts them on.", "similarity": 0.657, "relevance": 1 }, { "pair_id": 170976, "video_name": "s06e22_seg02_clip_02", "timestamp": [ 59.55, 62.11 ], "duration": 64.66, "caption": "A man reaches for his glasses and puts them on.", "similarity": 0.6562, "relevance": 1 }, { "pair_id": 170977, "video_name": "friends_s02e15_seg02_clip_16", "timestamp": [ 7.7, 11.69 ], "duration": 57.66, "caption": "A man closes his wallet and takes off his glasses.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 170978, "video_name": "s08e17_seg02_clip_10", "timestamp": [ 21.66, 27.77 ], "duration": 61.66, "caption": "A man removes his glasses and talks into the camera.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 170979, "video_name": "s04e02_seg02_clip_02", "timestamp": [ 47.22, 51.65 ], "duration": 59.66, "caption": "A man grabs his glasses off the nightstand and puts them on.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 344280, "video_name": "grey_s02e10_seg02_clip_10", "timestamp": [ 2.1, 8.82 ], "duration": 84.66, "caption": "A person takes his glasses off and puts them in his coat pocket.", "similarity": 0.6409, "relevance": 4 }, { "pair_id": 344281, "video_name": "friends_s05e13_seg02_clip_08", "timestamp": [ 7.37, 16.09 ], "duration": 67.66, "caption": "A man moves his hand to and from his face to see how the glasses work.", "similarity": 0.6406, "relevance": 1 }, { "pair_id": 344282, "video_name": "house_s06e10_seg02_clip_00", "timestamp": [ 33.22, 36.41 ], "duration": 91.66, "caption": "A man removes his glasses while having a conversation with a person and his visitor.", "similarity": 0.6402, "relevance": 0 }, { "pair_id": 344283, "video_name": "house_s08e09_seg02_clip_19", "timestamp": [ 7.34, 11.47 ], "duration": 91.66, "caption": "A man removes his eyeglass while talking to another man.", "similarity": 0.6382, "relevance": 3 }, { "pair_id": 344284, "video_name": "friends_s05e17_seg02_clip_08", "timestamp": [ 3.05, 5.19 ], "duration": 61.66, "caption": "A man a person is talking to took off his glasses.", "similarity": 0.6335, "relevance": 3 }, { "pair_id": 344285, "video_name": "s10e07_seg02_clip_06", "timestamp": [ 29.11, 33.62 ], "duration": 60.66, "caption": "A person lifts their hand and pulls their eye glasses off then puts them back on.", "similarity": 0.6331, "relevance": 3 }, { "pair_id": 344286, "video_name": "s05e07_seg02_clip_15", "timestamp": [ 44.35, 46.83 ], "duration": 62.66, "caption": "A man closes the laptop and takes his glasses off.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 344287, "video_name": "s03e18_seg02_clip_01", "timestamp": [ 3.41, 4.65 ], "duration": 62.66, "caption": "A man takes off his white 3-D glasses while sitting in a chair.", "similarity": 0.6293, "relevance": 2 }, { "pair_id": 344288, "video_name": "s03e05_seg02_clip_03", "timestamp": [ 29.11, 32.11 ], "duration": 60.66, "caption": "A man reaches over and grabs his eye glasses and puts them on his face.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 344289, "video_name": "s05e01_seg02_clip_07", "timestamp": [ 7.67, 9.44 ], "duration": 59.66, "caption": "A woman removes her glasses from her face.", "similarity": 0.6219, "relevance": 2 }, { "pair_id": 344290, "video_name": "friends_s07e15_seg02_clip_06", "timestamp": [ 14.46, 16.18 ], "duration": 49.66, "caption": "A man adjusts his glasses on his head with his right hand.", "similarity": 0.6195, "relevance": 1 }, { "pair_id": 344291, "video_name": "grey_s02e23_seg02_clip_15", "timestamp": [ 14.69, 24.04 ], "duration": 89.66, "caption": "A man puts glasses on his face as he is looking over woman's shoulder.", "similarity": 0.6181, "relevance": 1 }, { "pair_id": 344292, "video_name": "house_s07e16_seg02_clip_15", "timestamp": [ 31.06, 32.86 ], "duration": 90.66, "caption": "A person takes off his sunglasses as he gets involved with the men.", "similarity": 0.617, "relevance": 2 }, { "pair_id": 344293, "video_name": "house_s05e19_seg02_clip_02", "timestamp": [ 59.42, 61.4 ], "duration": 99.66, "caption": "A man putting on some kind of goggles or glasses.", "similarity": 0.6158, "relevance": 1 }, { "pair_id": 344294, "video_name": "friends_s07e08_seg02_clip_20", "timestamp": [ 7.1, 9.94 ], "duration": 71.66, "caption": "A man touches the front part of glasses to adjust them.", "similarity": 0.6154, "relevance": 1 }, { "pair_id": 344295, "video_name": "grey_s01e08_seg02_clip_17", "timestamp": [ 76.62, 79.37 ], "duration": 91.66, "caption": "A man unties their surgery goggles and pulls them down off their eyes.", "similarity": 0.6126, "relevance": 3 }, { "pair_id": 344296, "video_name": "friends_s09e23-24_seg02_clip_34", "timestamp": [ 0.61, 1.83 ], "duration": 61.66, "caption": "A man removes a snorkeling mask from his face.", "similarity": 0.6124, "relevance": 2 }, { "pair_id": 344297, "video_name": "friends_s07e22_seg02_clip_05", "timestamp": [ 3.9, 8.7 ], "duration": 60.66, "caption": "A person takes their glasses off their head as they walk away.", "similarity": 0.6113, "relevance": 3 }, { "pair_id": 344299, "video_name": "castle_s03e23_seg02_clip_07", "timestamp": [ 68.84, 71.93 ], "duration": 88.66, "caption": "A man is starring at himself in the mirror and takes off his sunglasses.", "similarity": 0.6054, "relevance": 3 } ] }, { "query_id": 81465, "query": "A woman is trying to sit up but passes out completely.", "relevant_moment": [ { "pair_id": 20120, "video_name": "house_s04e02_seg02_clip_07", "timestamp": [ 21.61, 24.76 ], "duration": 90.66, "caption": "A woman is trying to sit up but passes out completely.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20121, "video_name": "friends_s10e10_seg02_clip_15", "timestamp": [ 11.21, 13.45 ], "duration": 64.66, "caption": "A woman sits down in the chair to show she's not moving out.", "similarity": 0.6947, "relevance": 2 }, { "pair_id": 20122, "video_name": "castle_s07e23_seg02_clip_14", "timestamp": [ 77.01, 82.93 ], "duration": 91.66, "caption": "A woman is asked to sit down as she tries to leave.", "similarity": 0.6838, "relevance": 1 }, { "pair_id": 20123, "video_name": "friends_s07e20_seg02_clip_00", "timestamp": [ 54.57, 58.02 ], "duration": 62.66, "caption": "A woman gets up from her seat.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 20124, "video_name": "s07e01_seg02_clip_06", "timestamp": [ 17.09, 29.9 ], "duration": 61.66, "caption": "A woman stands up and then sits back down.", "similarity": 0.6551, "relevance": 2 }, { "pair_id": 20125, "video_name": "friends_s04e06_seg02_clip_03", "timestamp": [ 11.9, 13.93 ], "duration": 58.66, "caption": "A woman sits on the arm of someone's chair and quickly gets back up.", "similarity": 0.6387, "relevance": 2 }, { "pair_id": 20126, "video_name": "friends_s09e11_seg02_clip_13", "timestamp": [ 22.74, 28.57 ], "duration": 58.66, "caption": "A woman sits down in the chair and situates herself.", "similarity": 0.6372, "relevance": 2 }, { "pair_id": 20127, "video_name": "grey_s03e04_seg02_clip_02", "timestamp": [ 70.67, 73.82 ], "duration": 90.66, "caption": "A woman has her hand on the stomach and sits down.", "similarity": 0.6363, "relevance": 2 }, { "pair_id": 20128, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 58.68, 61.79 ], "duration": 88.66, "caption": "A woman gets back from being seated in her chair.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 20129, "video_name": "friends_s08e23-24_seg01_clip_01", "timestamp": [ 60.98, 73.02 ], "duration": 73.66, "caption": "A woman grabs her belly, starts breathing and sits back down in the wheelchair.", "similarity": 0.6284, "relevance": 2 }, { "pair_id": 20130, "video_name": "house_s03e08_seg02_clip_19", "timestamp": [ 7.83, 11.52 ], "duration": 92.66, "caption": "A woman is about to walk out but she stays.", "similarity": 0.6275, "relevance": 1 }, { "pair_id": 20131, "video_name": "friends_s02e02_seg02_clip_06", "timestamp": [ 39.7, 41.08 ], "duration": 55.66, "caption": "A woman jumps up out of her chair freaking out.", "similarity": 0.6228, "relevance": 1 }, { "pair_id": 20132, "video_name": "friends_s03e16_seg02_clip_14", "timestamp": [ 3.42, 6.84 ], "duration": 57.66, "caption": "A woman gets up from sitting in a wooden chair.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 20133, "video_name": "grey_s01e03_seg02_clip_15", "timestamp": [ 81.7, 87.64 ], "duration": 99.66, "caption": "A woman gets up from her seat and goes out of the room.", "similarity": 0.616, "relevance": 1 }, { "pair_id": 20134, "video_name": "friends_s02e15_seg02_clip_12", "timestamp": [ 22.11, 25.49 ], "duration": 52.66, "caption": "A woman pulls up a stool and sits down.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 20135, "video_name": "s05e04_seg02_clip_04", "timestamp": [ 6.79, 10.33 ], "duration": 59.66, "caption": "A person motions for her to have a seat and a woman sits down.", "similarity": 0.6029, "relevance": 2 }, { "pair_id": 20136, "video_name": "house_s08e04_seg02_clip_18", "timestamp": [ 24.31, 29.26 ], "duration": 90.66, "caption": "A woman jumps up from the chair after seeing the patient not move.", "similarity": 0.6014, "relevance": 1 }, { "pair_id": 20137, "video_name": "friends_s06e24-25_seg02_clip_22", "timestamp": [ 0.0, 5.42 ], "duration": 57.66, "caption": "A woman is feeling faint and wonders why there's nowhere to sit in the kitchen.", "similarity": 0.6004, "relevance": 2 }, { "pair_id": 20138, "video_name": "friends_s04e19_seg01_clip_00", "timestamp": [ 14.73, 19.01 ], "duration": 95.66, "caption": "A woman turns over in bed then sits up.", "similarity": 0.5989, "relevance": 2 }, { "pair_id": 20139, "video_name": "friends_s10e01_seg02_clip_13", "timestamp": [ 25.79, 33.24 ], "duration": 62.66, "caption": "A woman gets up so that man can sit down.", "similarity": 0.5969, "relevance": 1 } ] }, { "query_id": 81480, "query": "Some medical professionals leave the auditorium as person stands up.", "relevant_moment": [ { "pair_id": 157060, "video_name": "house_s04e02_seg02_clip_04", "timestamp": [ 0.0, 6.05 ], "duration": 93.66, "caption": "Some medical professionals leave the auditorium as person stands up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157061, "video_name": "house_s04e03_seg02_clip_08", "timestamp": [ 20.59, 25.49 ], "duration": 98.66, "caption": "Some medical professionals get up and leave the auditorium.", "similarity": 0.923, "relevance": 4 }, { "pair_id": 157062, "video_name": "house_s06e18_seg02_clip_02", "timestamp": [ 9.15, 11.32 ], "duration": 87.66, "caption": "A person starts to leave and the other doctors start to stand up.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 157063, "video_name": "house_s02e12_seg02_clip_01", "timestamp": [ 45.02, 49.02 ], "duration": 100.66, "caption": "A person leaves the room and the other medical professionals look after him.", "similarity": 0.6943, "relevance": 3 }, { "pair_id": 157064, "video_name": "house_s06e03_seg02_clip_06", "timestamp": [ 40.96, 51.43 ], "duration": 91.66, "caption": "A doctor stood up from his chair and immediately leaves the room.", "similarity": 0.6822, "relevance": 2 }, { "pair_id": 157065, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 12.65, 16.5 ], "duration": 110.66, "caption": "A person gestures for the other doctors to leave the room.", "similarity": 0.6711, "relevance": 2 }, { "pair_id": 157066, "video_name": "house_s05e02_seg02_clip_25", "timestamp": [ 10.71, 13.26 ], "duration": 102.66, "caption": "Some people leave the patient's hospital room.", "similarity": 0.6683, "relevance": 2 }, { "pair_id": 157067, "video_name": "house_s06e14_seg02_clip_08", "timestamp": [ 71.66, 77.01 ], "duration": 89.66, "caption": "The person who is with a doctor leaves the room.", "similarity": 0.6608, "relevance": 2 }, { "pair_id": 157068, "video_name": "house_s05e08_seg02_clip_11", "timestamp": [ 23.01, 26.23 ], "duration": 92.66, "caption": "A doctor stands up and left his team in the meeting room.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 157069, "video_name": "house_s04e07_seg02_clip_03", "timestamp": [ 64.41, 71.03 ], "duration": 88.66, "caption": "A person stays behind when the rest of the medical staff leaves.", "similarity": 0.6495, "relevance": 3 }, { "pair_id": 157070, "video_name": "house_s04e07_seg02_clip_02", "timestamp": [ 28.53, 36.35 ], "duration": 92.66, "caption": "All the other people stand up and walk out of the auditorium.", "similarity": 0.6457, "relevance": 4 }, { "pair_id": 157071, "video_name": "house_s06e18_seg02_clip_07", "timestamp": [ 37.36, 47.26 ], "duration": 90.66, "caption": "A doctor rises from squatting and leaves the room.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 157072, "video_name": "house_s03e11_seg02_clip_21", "timestamp": [ 32.93, 44.2 ], "duration": 90.66, "caption": "A doctor gets up from his chair and leaves the room.", "similarity": 0.6364, "relevance": 1 }, { "pair_id": 157073, "video_name": "house_s03e16_seg02_clip_17", "timestamp": [ 41.14, 43.79 ], "duration": 88.66, "caption": "A doctor leaves the room full with his colleagues.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 157074, "video_name": "house_s08e19_seg02_clip_20", "timestamp": [ 4.1, 9.56 ], "duration": 91.66, "caption": "A woman stands up and leaves a person's hospital room.", "similarity": 0.6346, "relevance": 1 }, { "pair_id": 157075, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 65.02, 70.36 ], "duration": 89.66, "caption": "The medical professionals in white coats leave the room.", "similarity": 0.6342, "relevance": 4 }, { "pair_id": 157076, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 12.42, 15.18 ], "duration": 92.66, "caption": "A doctor stands up from being seated when a person enters the room.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 157077, "video_name": "house_s05e18_seg02_clip_02", "timestamp": [ 3.16, 9.94 ], "duration": 90.66, "caption": "A doctor stands up to exit the room and passes another doctor.", "similarity": 0.634, "relevance": 2 }, { "pair_id": 157078, "video_name": "house_s04e06_seg02_clip_01", "timestamp": [ 23.7, 26.38 ], "duration": 89.66, "caption": "A man named House leaves the auditorium with a person named Agent Smith leaving the other doctors.", "similarity": 0.6319, "relevance": 2 }, { "pair_id": 157079, "video_name": "house_s04e08_seg02_clip_14", "timestamp": [ 20.77, 22.12 ], "duration": 90.66, "caption": "A person is standing up while in the auditorium.", "similarity": 0.6298, "relevance": 2 }, { "pair_id": 330380, "video_name": "house_s05e02_seg02_clip_13", "timestamp": [ 10.13, 16.61 ], "duration": 81.66, "caption": "A doctor exits the room full with colleagues.", "similarity": 0.6289, "relevance": 3 }, { "pair_id": 330381, "video_name": "house_s03e19_seg02_clip_14", "timestamp": [ 0.0, 6.31 ], "duration": 90.66, "caption": "A group of doctors leave person inside the office.", "similarity": 0.6286, "relevance": 4 }, { "pair_id": 330382, "video_name": "house_s03e12_seg02_clip_16", "timestamp": [ 5.4, 9.0 ], "duration": 90.66, "caption": "A doctor stands up and leaves a colleague in the sit.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 330383, "video_name": "house_s02e17_seg02_clip_17", "timestamp": [ 10.75, 12.9 ], "duration": 86.66, "caption": "Two doctors leave the room of the patient together.", "similarity": 0.625, "relevance": 2 }, { "pair_id": 330384, "video_name": "house_s08e02_seg02_clip_20", "timestamp": [ 3.76, 6.11 ], "duration": 94.66, "caption": "A doctor rises from their seat and moves to leave.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 330385, "video_name": "house_s08e13_seg02_clip_15", "timestamp": [ 20.48, 25.49 ], "duration": 91.66, "caption": "A doctor stands up and leaves their team on the table.", "similarity": 0.6192, "relevance": 3 }, { "pair_id": 330386, "video_name": "house_s01e18_seg02_clip_11", "timestamp": [ 47.62, 52.04 ], "duration": 68.66, "caption": "A person stands up to leave the conference room.", "similarity": 0.6172, "relevance": 3 }, { "pair_id": 330387, "video_name": "house_s02e11_seg02_clip_13", "timestamp": [ 58.85, 64.2 ], "duration": 89.66, "caption": "A person exits the elevator while the other doctors meet up with him.", "similarity": 0.6152, "relevance": 1 }, { "pair_id": 330388, "video_name": "house_s06e19_seg02_clip_04", "timestamp": [ 24.31, 28.81 ], "duration": 90.66, "caption": "A group of medical professionals exit the room and leave a man alone.", "similarity": 0.6148, "relevance": 3 }, { "pair_id": 330389, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 40.9, 43.95 ], "duration": 87.66, "caption": "A doctor leaves the room of his patient.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 330390, "video_name": "house_s02e11_seg02_clip_20", "timestamp": [ 7.5, 11.5 ], "duration": 100.66, "caption": "A doctor leaves the room of his patient.", "similarity": 0.6114, "relevance": 2 }, { "pair_id": 330391, "video_name": "grey_s03e18_seg02_clip_15", "timestamp": [ 69.99, 89.16 ], "duration": 89.66, "caption": "After a doctor leaves the room, the patient and another person have a conversation.", "similarity": 0.6106, "relevance": 1 }, { "pair_id": 330392, "video_name": "grey_s01e05_seg02_clip_05", "timestamp": [ 59.35, 62.07 ], "duration": 90.66, "caption": "A doctor gets up from the computer and leaves the room.", "similarity": 0.6098, "relevance": 3 }, { "pair_id": 330394, "video_name": "house_s04e06_seg02_clip_25", "timestamp": [ 60.31, 63.91 ], "duration": 180.66, "caption": "A person walks around another person and exits the auditorium.", "similarity": 0.6082, "relevance": 2 }, { "pair_id": 330395, "video_name": "house_s07e02_seg02_clip_17", "timestamp": [ 29.76, 30.61 ], "duration": 85.66, "caption": "A person leaves the patient room and another person follows them out.", "similarity": 0.6078, "relevance": 2 }, { "pair_id": 330396, "video_name": "house_s05e13_seg02_clip_09", "timestamp": [ 45.94, 51.24 ], "duration": 88.66, "caption": "A person leaves on the elevator while the other doctors turn around.", "similarity": 0.6073, "relevance": 3 }, { "pair_id": 330397, "video_name": "house_s04e05_seg02_clip_26", "timestamp": [ 41.14, 59.83 ], "duration": 83.66, "caption": "A person walks out of the auditorium and another person follows behind.", "similarity": 0.606, "relevance": 1 }, { "pair_id": 330398, "video_name": "house_s05e18_seg02_clip_11", "timestamp": [ 31.46, 34.16 ], "duration": 89.66, "caption": "A doctor leaves the meeting room slightly offended.", "similarity": 0.6049, "relevance": 3 }, { "pair_id": 330399, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 0.0, 11.16 ], "duration": 93.66, "caption": "After the patient starts seizing a doctor leaves the room.", "similarity": 0.6046, "relevance": 2 } ] }, { "query_id": 81596, "query": "A man uses his left arm to scratch the side of his face.", "relevant_moment": [ { "pair_id": 104380, "video_name": "s07e09_seg02_clip_07", "timestamp": [ 4.43, 7.97 ], "duration": 59.66, "caption": "A man uses his left arm to scratch the side of his face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104381, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 42.48, 44.48 ], "duration": 57.66, "caption": "A man scratches his face with his left hand.", "similarity": 0.8318, "relevance": 4 }, { "pair_id": 104382, "video_name": "met_s03e20_seg02_clip_07", "timestamp": [ 0.0, 6.95 ], "duration": 60.66, "caption": "A man scratches his head with his left hand.", "similarity": 0.7588, "relevance": 4 }, { "pair_id": 104383, "video_name": "met_s06e06_seg02_clip_06", "timestamp": [ 29.6, 32.04 ], "duration": 61.66, "caption": "A man scratches his forehead with his right hand.", "similarity": 0.7572, "relevance": 3 }, { "pair_id": 104384, "video_name": "grey_s02e11_seg02_clip_13", "timestamp": [ 12.67, 15.84 ], "duration": 90.66, "caption": "A man scratches his head with his right hand.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 104385, "video_name": "friends_s07e07_seg02_clip_05", "timestamp": [ 32.67, 34.45 ], "duration": 71.66, "caption": "A man scratches his chin with the fingers on his left hand.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 104386, "video_name": "s04e18_seg02_clip_14", "timestamp": [ 8.4, 10.8 ], "duration": 60.66, "caption": "A person scratches the right side of their face.", "similarity": 0.7174, "relevance": 3 }, { "pair_id": 104387, "video_name": "s05e10_seg02_clip_05", "timestamp": [ 8.68, 9.92 ], "duration": 62.66, "caption": "A person reaches up their right hand and scratches the side of their face.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 104388, "video_name": "house_s08e13_seg02_clip_11", "timestamp": [ 54.13, 56.78 ], "duration": 88.66, "caption": "A man puts his right hand to his face.", "similarity": 0.6878, "relevance": 3 }, { "pair_id": 104389, "video_name": "friends_s05e12_seg02_clip_09", "timestamp": [ 5.5, 12.66 ], "duration": 55.66, "caption": "A man scratches his neck with his right hand.", "similarity": 0.6858, "relevance": 3 }, { "pair_id": 104390, "video_name": "s04e23_seg02_clip_08", "timestamp": [ 40.82, 43.82 ], "duration": 60.66, "caption": "A man scratches the top of his head with one hand.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 104391, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 31.88, 33.16 ], "duration": 85.66, "caption": "A man is rubbing their left hand on their forehead.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 104392, "video_name": "friends_s09e06_seg02_clip_29", "timestamp": [ 43.57, 45.2 ], "duration": 65.66, "caption": "A man touches his nose with his left hand while making a face.", "similarity": 0.666, "relevance": 3 }, { "pair_id": 104393, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 51.07, 54.76 ], "duration": 92.66, "caption": "A man touches his forehead with his right hand.", "similarity": 0.6634, "relevance": 3 }, { "pair_id": 104394, "video_name": "s06e23_seg02_clip_02", "timestamp": [ 8.68, 11.48 ], "duration": 62.66, "caption": "A person scratches their forehead with their right hand.", "similarity": 0.662, "relevance": 3 }, { "pair_id": 104395, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 51.05, 53.26 ], "duration": 63.66, "caption": "A man puts his face into both of his hands.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 104396, "video_name": "met_s06e17_seg02_clip_16", "timestamp": [ 34.48, 37.23 ], "duration": 61.66, "caption": "A man reaches up with his right hand and scratches the top of his head.", "similarity": 0.6544, "relevance": 3 }, { "pair_id": 104397, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 18.67, 20.32 ], "duration": 41.66, "caption": "A man pokes his right cheek with his right index finger.", "similarity": 0.6473, "relevance": 3 }, { "pair_id": 104398, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 53.89, 56.17 ], "duration": 57.66, "caption": "A man puts his hands on his face and then on the sides of his head.", "similarity": 0.6471, "relevance": 3 }, { "pair_id": 104399, "video_name": "friends_s07e02_seg02_clip_09", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A man touches his chin with his left hand.", "similarity": 0.6458, "relevance": 3 }, { "pair_id": 277700, "video_name": "s06e18_seg02_clip_09", "timestamp": [ 31.51, 32.41 ], "duration": 60.66, "caption": "A man puts both of his hands to his face.", "similarity": 0.6394, "relevance": 1 }, { "pair_id": 277701, "video_name": "friends_s03e19_seg02_clip_10", "timestamp": [ 21.01, 34.22 ], "duration": 60.66, "caption": "A man repeatedly touches the side of his head with his right hand.", "similarity": 0.6345, "relevance": 2 }, { "pair_id": 277702, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 85.52, 87.77 ], "duration": 90.66, "caption": "A man puts his head in his hands and starts scratching it.", "similarity": 0.6336, "relevance": 3 }, { "pair_id": 277703, "video_name": "house_s06e20_seg02_clip_12", "timestamp": [ 0.0, 2.61 ], "duration": 87.66, "caption": "A man touches and examines a bruise on his arm.", "similarity": 0.6312, "relevance": 1 }, { "pair_id": 277704, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 11.17, 13.34 ], "duration": 62.66, "caption": "A man rubs person's left arm with his right hand.", "similarity": 0.6304, "relevance": 0 }, { "pair_id": 277705, "video_name": "friends_s03e22_seg02_clip_09", "timestamp": [ 30.16, 34.18 ], "duration": 67.66, "caption": "A man wipes his left hand across his face.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 277706, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.6247, "relevance": 4 }, { "pair_id": 277707, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.6247, "relevance": 4 }, { "pair_id": 277708, "video_name": "house_s03e16_seg02_clip_03", "timestamp": [ 56.65, 58.88 ], "duration": 89.66, "caption": "A man scratches his head with his thumb.", "similarity": 0.6245, "relevance": 4 }, { "pair_id": 277709, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 55.83, 60.03 ], "duration": 60.66, "caption": "A man places his hand on the wall next to the window then scratches his face.", "similarity": 0.6243, "relevance": 4 }, { "pair_id": 277710, "video_name": "house_s03e05_seg02_clip_12", "timestamp": [ 5.01, 8.19 ], "duration": 91.66, "caption": "A man bends his head down and uses his thumb to scratch his forehead.", "similarity": 0.6232, "relevance": 4 }, { "pair_id": 277711, "video_name": "castle_s05e11_seg02_clip_13", "timestamp": [ 75.69, 78.04 ], "duration": 94.66, "caption": "A man places his left hand on his head.", "similarity": 0.6213, "relevance": 3 }, { "pair_id": 277712, "video_name": "house_s05e14_seg02_clip_08", "timestamp": [ 28.61, 34.77 ], "duration": 88.66, "caption": "A person scratches the side of their head.", "similarity": 0.6189, "relevance": 3 }, { "pair_id": 277713, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 277714, "video_name": "friends_s09e02_seg02_clip_16", "timestamp": [ 10.23, 12.72 ], "duration": 62.66, "caption": "A man uses his thumb to scratch his face as he talks to another man.", "similarity": 0.6135, "relevance": 3 }, { "pair_id": 277715, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 6.39, 8.52 ], "duration": 71.66, "caption": "A man rubs his face with both of his hands.", "similarity": 0.6119, "relevance": 2 }, { "pair_id": 277716, "video_name": "s09e07_seg02_clip_04", "timestamp": [ 3.66, 4.27 ], "duration": 61.66, "caption": "A person hits their face lightly with the side of their hand.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 277717, "video_name": "castle_s05e02_seg02_clip_12", "timestamp": [ 1.34, 3.12 ], "duration": 89.66, "caption": "A man moves his left hand toward his face quickly.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 277718, "video_name": "s09e23_seg02_clip_12", "timestamp": [ 48.02, 49.82 ], "duration": 60.66, "caption": "A man lifts his right arm up and scratches the back of his head while another man lifts both of his hands up perpendicular to his chest.", "similarity": 0.6047, "relevance": 2 }, { "pair_id": 277719, "video_name": "friends_s09e11_seg02_clip_21", "timestamp": [ 33.49, 46.51 ], "duration": 93.66, "caption": "A man rests his chin on his left hand.", "similarity": 0.6043, "relevance": 2 } ] }, { "query_id": 81601, "query": "A man pulls another man aside, they have a conversation and fist bump.", "relevant_moment": [ { "pair_id": 169760, "video_name": "met_s02e04_seg02_clip_14", "timestamp": [ 34.27, 45.39 ], "duration": 61.66, "caption": "A man pulls another man aside, they have a conversation and fist bump.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169761, "video_name": "friends_s09e01_seg02_clip_01", "timestamp": [ 25.63, 28.99 ], "duration": 61.66, "caption": "A man pulls another man aside so they can talk.", "similarity": 0.8485, "relevance": 3 }, { "pair_id": 169762, "video_name": "castle_s05e17_seg02_clip_05", "timestamp": [ 0.0, 2.7 ], "duration": 90.66, "caption": "A man puts his fist up to another man and they fist bump.", "similarity": 0.7799, "relevance": 3 }, { "pair_id": 169763, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 40.49, 55.88 ], "duration": 57.66, "caption": "Two men say they're going out to talk to some people and then fist bump each other.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 169764, "video_name": "met_s02e05_seg02_clip_14", "timestamp": [ 13.79, 18.69 ], "duration": 61.66, "caption": "A man holds up his left arm to fist bump another man and the other man fist bumps him back.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 169765, "video_name": "house_s08e18_seg02_clip_27", "timestamp": [ 4.0, 6.91 ], "duration": 20.66, "caption": "A man slightly gets up as he talks to another man.", "similarity": 0.7454, "relevance": 2 }, { "pair_id": 169766, "video_name": "met_s06e09_seg02_clip_15", "timestamp": [ 4.72, 6.2 ], "duration": 59.66, "caption": "A man raises their both hands as they talk to another man.", "similarity": 0.7329, "relevance": 1 }, { "pair_id": 169767, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 46.81, 90.02 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7281, "relevance": 1 }, { "pair_id": 169768, "video_name": "grey_s02e22_seg02_clip_21", "timestamp": [ 0.0, 36.46 ], "duration": 90.66, "caption": "A man is having a conversation with another man.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 169769, "video_name": "house_s05e17_seg02_clip_02", "timestamp": [ 18.17, 21.8 ], "duration": 90.66, "caption": "A man raises his fist while another man walks by.", "similarity": 0.7281, "relevance": 2 }, { "pair_id": 169770, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 1.83, 2.75 ], "duration": 63.66, "caption": "A man pats another man on the shoulder while having a conversation.", "similarity": 0.7255, "relevance": 1 }, { "pair_id": 169771, "video_name": "met_s06e03_seg02_clip_11", "timestamp": [ 0.0, 2.12 ], "duration": 60.66, "caption": "A man fist bumps with another man and says a single word.", "similarity": 0.7225, "relevance": 3 }, { "pair_id": 169772, "video_name": "house_s06e09_seg02_clip_08", "timestamp": [ 16.38, 21.39 ], "duration": 91.66, "caption": "A man reaches up and puts his hand out to another man as they are talking.", "similarity": 0.7202, "relevance": 2 }, { "pair_id": 169773, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 20.07, 22.13 ], "duration": 59.66, "caption": "A man pats another man on the shoulder during a conversation.", "similarity": 0.7198, "relevance": 1 }, { "pair_id": 169774, "video_name": "met_s03e04_seg01_clip_01", "timestamp": [ 6.51, 8.14 ], "duration": 81.66, "caption": "Two men give each other a fist bump.", "similarity": 0.7153, "relevance": 3 }, { "pair_id": 169775, "video_name": "met_s02e05_seg02_clip_14", "timestamp": [ 16.24, 19.3 ], "duration": 61.66, "caption": "Two men give each other a fist bump.", "similarity": 0.7153, "relevance": 3 }, { "pair_id": 169776, "video_name": "castle_s06e21_seg02_clip_26", "timestamp": [ 20.46, 22.44 ], "duration": 132.66, "caption": "Two men give each other a fist bump.", "similarity": 0.7153, "relevance": 3 }, { "pair_id": 169777, "video_name": "met_s03e09_seg02_clip_02", "timestamp": [ 47.6, 53.14 ], "duration": 58.66, "caption": "A man is talking to another man and slides his hand across his own cheek.", "similarity": 0.7145, "relevance": 1 }, { "pair_id": 169778, "video_name": "friends_s09e02_seg02_clip_16", "timestamp": [ 40.63, 43.11 ], "duration": 62.66, "caption": "A man bumps his fist against the back of another person's hand.", "similarity": 0.713, "relevance": 1 }, { "pair_id": 169779, "video_name": "house_s08e15_seg02_clip_15", "timestamp": [ 55.7, 96.03 ], "duration": 96.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 1 }, { "pair_id": 343080, "video_name": "house_s08e11_seg02_clip_18", "timestamp": [ 0.0, 38.61 ], "duration": 93.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 1 }, { "pair_id": 343081, "video_name": "house_s07e21_seg02_clip_03", "timestamp": [ 0.0, 34.27 ], "duration": 89.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 343082, "video_name": "house_s06e09_seg02_clip_13", "timestamp": [ 24.87, 48.6 ], "duration": 113.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 1 }, { "pair_id": 343083, "video_name": "house_s06e04_seg02_clip_22", "timestamp": [ 66.45, 91.03 ], "duration": 91.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 343084, "video_name": "house_s05e12_seg02_clip_20", "timestamp": [ 47.39, 77.27 ], "duration": 103.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 343085, "video_name": "house_s04e13_seg02_clip_19", "timestamp": [ 0.0, 28.01 ], "duration": 90.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 343086, "video_name": "house_s03e20_seg02_clip_25", "timestamp": [ 0.0, 64.99 ], "duration": 171.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 343087, "video_name": "house_s02e12_seg02_clip_09", "timestamp": [ 48.3, 87.02 ], "duration": 87.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 343088, "video_name": "house_s02e12_seg02_clip_05", "timestamp": [ 65.46, 90.3 ], "duration": 90.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 343089, "video_name": "house_s01e22_seg02_clip_07", "timestamp": [ 0.0, 38.37 ], "duration": 83.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 343090, "video_name": "grey_s03e04_seg02_clip_18", "timestamp": [ 13.77, 42.13 ], "duration": 81.66, "caption": "A man and another man are having a conversation with each other.", "similarity": 0.7122, "relevance": 1 }, { "pair_id": 343091, "video_name": "friends_s01e12_seg02_clip_07", "timestamp": [ 0.0, 8.7 ], "duration": 58.66, "caption": "Two men are having a conversation and one of them holds his hands up and moves back.", "similarity": 0.7095, "relevance": 1 }, { "pair_id": 343092, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 343093, "video_name": "friends_s05e08_seg02_clip_01", "timestamp": [ 45.52, 47.15 ], "duration": 65.66, "caption": "A man raises both hands, then lowers them while talking to another man.", "similarity": 0.7062, "relevance": 0 }, { "pair_id": 343094, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 1.78, 8.92 ], "duration": 89.66, "caption": "A man raises his hands and turns to face another man who walks up to him talking.", "similarity": 0.7045, "relevance": 2 }, { "pair_id": 343095, "video_name": "house_s01e06_seg02_clip_04", "timestamp": [ 32.77, 50.97 ], "duration": 91.66, "caption": "A man is coming near another man and they are talking to each other.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 343096, "video_name": "house_s07e14_seg02_clip_15", "timestamp": [ 17.21, 26.65 ], "duration": 111.66, "caption": "A man talks to another man, he responds and moves on.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 343097, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 6.4, 8.96 ], "duration": 64.66, "caption": "A man gestures emphatically to another man with both of their hands out while talking.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 343098, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 343099, "video_name": "friends_s06e07_seg02_clip_14", "timestamp": [ 6.96, 9.86 ], "duration": 58.66, "caption": "A man brings their hand up to wipe their mouth as they have a conversation with another man.", "similarity": 0.7005, "relevance": 2 } ] }, { "query_id": 81615, "query": "A woman touches her bicep while talking to a man.", "relevant_moment": [ { "pair_id": 51300, "video_name": "friends_s03e03_seg02_clip_18", "timestamp": [ 10.92, 12.99 ], "duration": 59.66, "caption": "A woman touches her bicep while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 51301, "video_name": "met_s06e17_seg02_clip_05", "timestamp": [ 1.8, 12.31 ], "duration": 60.66, "caption": "A woman runs their hands up and down a man's bicep as they talk to someone.", "similarity": 0.7894, "relevance": 2 }, { "pair_id": 51302, "video_name": "met_s05e01_seg02_clip_00", "timestamp": [ 4.28, 7.65 ], "duration": 61.66, "caption": "A woman touches the arm of man as they talk with each other.", "similarity": 0.7578, "relevance": 1 }, { "pair_id": 51303, "video_name": "met_s06e22_seg02_clip_01", "timestamp": [ 9.6, 11.01 ], "duration": 56.66, "caption": "A woman touches a man's shoulders while talking to him.", "similarity": 0.754, "relevance": 2 }, { "pair_id": 51304, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.7501, "relevance": 0 }, { "pair_id": 51305, "video_name": "met_s02e16_seg01_clip_00", "timestamp": [ 4.95, 11.39 ], "duration": 98.66, "caption": "A woman talking to a man while stroking his hair, then places her hand on his shoulder.", "similarity": 0.7467, "relevance": 1 }, { "pair_id": 51306, "video_name": "friends_s03e12_seg02_clip_10", "timestamp": [ 2.76, 3.99 ], "duration": 61.66, "caption": "A woman rubs her hands together while talking to man.", "similarity": 0.7366, "relevance": 1 }, { "pair_id": 51307, "video_name": "friends_s07e22_seg02_clip_06", "timestamp": [ 1.5, 5.1 ], "duration": 60.66, "caption": "A woman holds her hands on a man's arms while talking to him.", "similarity": 0.7342, "relevance": 2 }, { "pair_id": 51308, "video_name": "castle_s01e03_seg02_clip_02", "timestamp": [ 14.1, 31.97 ], "duration": 94.66, "caption": "A woman puts its hands on its mouth while talking to man and person.", "similarity": 0.724, "relevance": 1 }, { "pair_id": 51309, "video_name": "friends_s07e01_seg02_clip_11", "timestamp": [ 53.71, 56.37 ], "duration": 59.66, "caption": "A man rubs a woman's arm while he is talking to her.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 51310, "video_name": "s03e11_seg02_clip_15", "timestamp": [ 3.05, 15.87 ], "duration": 61.66, "caption": "A woman puts her arm around woman as she talks to man.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 51311, "video_name": "met_s06e19_seg02_clip_01", "timestamp": [ 7.84, 10.36 ], "duration": 56.66, "caption": "A woman puts her hand on a man's thigh during a conversation.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 51312, "video_name": "castle_s04e06_seg02_clip_17", "timestamp": [ 0.0, 12.83 ], "duration": 95.66, "caption": "A woman is resting her arm against something while talking to a man.", "similarity": 0.7133, "relevance": 1 }, { "pair_id": 51313, "video_name": "friends_s01e16-17_seg02_clip_17", "timestamp": [ 42.78, 48.51 ], "duration": 60.66, "caption": "A woman talks to a man while doing hand gestures.", "similarity": 0.713, "relevance": 3 }, { "pair_id": 51314, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 0.0, 3.4 ], "duration": 40.66, "caption": "A person fidgets with his hands while talking to a woman.", "similarity": 0.7125, "relevance": 0 }, { "pair_id": 51315, "video_name": "house_s03e19_seg02_clip_18", "timestamp": [ 5.46, 9.56 ], "duration": 91.66, "caption": "A woman puts a thing on man's arm while they are talking.", "similarity": 0.7114, "relevance": 1 }, { "pair_id": 51316, "video_name": "s05e05_seg02_clip_03", "timestamp": [ 26.41, 28.21 ], "duration": 60.66, "caption": "A man rubs his hands together while talking to a woman.", "similarity": 0.7107, "relevance": 0 }, { "pair_id": 51317, "video_name": "met_s04e01_seg02_clip_06", "timestamp": [ 17.56, 20.49 ], "duration": 65.66, "caption": "A woman gestures as she talks to a man, her hands close to his.", "similarity": 0.7099, "relevance": 1 }, { "pair_id": 51318, "video_name": "friends_s07e06_seg02_clip_10", "timestamp": [ 34.43, 47.76 ], "duration": 62.66, "caption": "A woman puts her hands on a man's shoulders as they converse.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 51319, "video_name": "friends_s09e19_seg02_clip_20", "timestamp": [ 59.44, 62.24 ], "duration": 62.66, "caption": "A woman brings both of her hands up while talking to a man.", "similarity": 0.7063, "relevance": 1 } ] }, { "query_id": 81671, "query": "A woman pulls out card case from her dress.", "relevant_moment": [ { "pair_id": 64520, "video_name": "castle_s04e20_seg02_clip_19", "timestamp": [ 6.47, 10.35 ], "duration": 86.66, "caption": "A woman pulls out card case from her dress.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 64521, "video_name": "friends_s04e23-24_seg02_clip_28", "timestamp": [ 0.0, 8.4 ], "duration": 56.66, "caption": "A woman goes through her wallet and pulls out a card and cash.", "similarity": 0.6748, "relevance": 3 }, { "pair_id": 64522, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 8.7, 12.31 ], "duration": 60.66, "caption": "A woman pulls out a card from her purse and hands it to a man.", "similarity": 0.6634, "relevance": 3 }, { "pair_id": 64523, "video_name": "castle_s06e18_seg02_clip_10", "timestamp": [ 71.12, 74.28 ], "duration": 79.66, "caption": "A person takes out a card from his business card case and gives it to a woman.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 64524, "video_name": "friends_s07e17_seg02_clip_05", "timestamp": [ 41.84, 49.42 ], "duration": 60.66, "caption": "A woman pulls out a dress from the hanger but got pulled thru the rack.", "similarity": 0.6498, "relevance": 2 }, { "pair_id": 64525, "video_name": "friends_s01e02_seg02_clip_18", "timestamp": [ 30.7, 35.67 ], "duration": 62.66, "caption": "A woman reaches into her purse and pulls out a ring.", "similarity": 0.6329, "relevance": 3 }, { "pair_id": 64526, "video_name": "castle_s01e07_seg02_clip_17", "timestamp": [ 67.07, 70.67 ], "duration": 90.66, "caption": "A woman pulls a bunch of dresses out of her closet.", "similarity": 0.6195, "relevance": 2 }, { "pair_id": 64527, "video_name": "grey_s01e05_seg02_clip_16", "timestamp": [ 31.01, 35.33 ], "duration": 72.66, "caption": "A woman has cards stuck to her face and then takes them off.", "similarity": 0.6187, "relevance": 2 }, { "pair_id": 64528, "video_name": "met_s03e02_seg02_clip_08", "timestamp": [ 1.83, 4.57 ], "duration": 60.66, "caption": "A woman holds out a card that a man takes from her.", "similarity": 0.6187, "relevance": 2 }, { "pair_id": 64529, "video_name": "castle_s07e02_seg02_clip_17", "timestamp": [ 76.38, 79.6 ], "duration": 92.66, "caption": "A woman pulls out a memory card from an envelope.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 64530, "video_name": "friends_s01e20_seg02_clip_02", "timestamp": [ 1.53, 5.2 ], "duration": 61.66, "caption": "A woman pulls out and shows off a little box from inside the bag she is carrying.", "similarity": 0.6168, "relevance": 2 }, { "pair_id": 64533, "video_name": "friends_s10e09_seg02_clip_11", "timestamp": [ 9.84, 13.4 ], "duration": 54.66, "caption": "A woman pulls out some of the items she got in her shopping bag.", "similarity": 0.6066, "relevance": 2 }, { "pair_id": 64534, "video_name": "friends_s10e07_seg02_clip_05", "timestamp": [ 17.06, 19.85 ], "duration": 62.66, "caption": "A woman gets the box and pulls out the veil.", "similarity": 0.6062, "relevance": 1 }, { "pair_id": 64535, "video_name": "friends_s07e22_seg02_clip_11", "timestamp": [ 40.77, 42.48 ], "duration": 57.66, "caption": "A woman pulls her wallet out and swings it a bit.", "similarity": 0.5997, "relevance": 1 }, { "pair_id": 237840, "video_name": "castle_s07e02_seg02_clip_16", "timestamp": [ 0.0, 4.65 ], "duration": 84.66, "caption": "A woman pulls a memory card out of an envelope.", "similarity": 0.5892, "relevance": 3 }, { "pair_id": 237841, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 54.93, 57.66 ], "duration": 57.66, "caption": "A woman goes into her purse and pulls a cell phone out.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 237842, "video_name": "s04e17_seg02_clip_13", "timestamp": [ 44.86, 47.52 ], "duration": 59.66, "caption": "A woman grabs a dress out of the closet and holds it up to herself.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 237843, "video_name": "friends_s04e21_seg02_clip_00", "timestamp": [ 52.74, 56.48 ], "duration": 62.66, "caption": "A woman pulls out two invitations from the box.", "similarity": 0.5793, "relevance": 1 }, { "pair_id": 237844, "video_name": "friends_s09e06_seg02_clip_01", "timestamp": [ 56.19, 57.11 ], "duration": 61.66, "caption": "A woman takes a key ring out of her purse.", "similarity": 0.5779, "relevance": 1 }, { "pair_id": 237845, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 19.56, 23.23 ], "duration": 61.66, "caption": "A woman pulls a little notebook out of her purse.", "similarity": 0.5719, "relevance": 2 }, { "pair_id": 237846, "video_name": "castle_s04e16_seg02_clip_08", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A woman pulls a folded piece of paper out from underneath her shirt.", "similarity": 0.5699, "relevance": 2 }, { "pair_id": 237847, "video_name": "friends_s04e22_seg02_clip_04", "timestamp": [ 37.23, 44.86 ], "duration": 61.66, "caption": "A woman pulls out a baby pink dress from a brown paper bag and shows it to another woman.", "similarity": 0.5697, "relevance": 1 }, { "pair_id": 237848, "video_name": "friends_s04e19_seg02_clip_09", "timestamp": [ 55.7, 57.15 ], "duration": 58.66, "caption": "A woman holds her hand out and a woman takes a card.", "similarity": 0.5694, "relevance": 1 }, { "pair_id": 237849, "video_name": "friends_s04e19_seg02_clip_09", "timestamp": [ 44.97, 53.38 ], "duration": 58.66, "caption": "A woman reaches into her bag and she grabs a deck of cards.", "similarity": 0.564, "relevance": 2 }, { "pair_id": 237850, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 2.31, 14.2 ], "duration": 66.66, "caption": "A woman deals the cards out to some people.", "similarity": 0.5635, "relevance": 1 }, { "pair_id": 237851, "video_name": "friends_s02e14_seg02_clip_14", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A woman lifts an article of clothing out of a cardboard box.", "similarity": 0.5627, "relevance": 1 }, { "pair_id": 237852, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 37.82, 46.22 ], "duration": 60.66, "caption": "A woman takes off her robe exposing a suit underneath and grabs her briefcase.", "similarity": 0.5619, "relevance": 2 }, { "pair_id": 237853, "video_name": "castle_s07e18_seg02_clip_21", "timestamp": [ 24.31, 29.35 ], "duration": 91.66, "caption": "A woman is going through a bag and pulls out a phone.", "similarity": 0.5608, "relevance": 1 }, { "pair_id": 237854, "video_name": "s02e10_seg02_clip_03", "timestamp": [ 15.01, 24.61 ], "duration": 60.66, "caption": "A woman opens up a man's closet and pulls out a dress.", "similarity": 0.5597, "relevance": 1 }, { "pair_id": 237855, "video_name": "grey_s03e20_seg02_clip_08", "timestamp": [ 30.37, 33.59 ], "duration": 92.66, "caption": "A woman reaches in her purse and pulls out a photo.", "similarity": 0.5575, "relevance": 1 }, { "pair_id": 237856, "video_name": "s01e16_seg02_clip_09", "timestamp": [ 19.81, 21.31 ], "duration": 60.66, "caption": "A woman grabs the box out of person's hands.", "similarity": 0.5565, "relevance": 0 }, { "pair_id": 237857, "video_name": "friends_s08e02_seg02_clip_11", "timestamp": [ 27.1, 34.98 ], "duration": 63.66, "caption": "A woman pulls a red scarf out of her pocketbook.", "similarity": 0.5563, "relevance": 2 }, { "pair_id": 237858, "video_name": "friends_s07e18_seg02_clip_17", "timestamp": [ 7.15, 10.45 ], "duration": 55.66, "caption": "A woman grabs her purse and walks out of the door.", "similarity": 0.5552, "relevance": 0 }, { "pair_id": 237859, "video_name": "s05e16_seg02_clip_02", "timestamp": [ 6.82, 10.23 ], "duration": 62.66, "caption": "A woman places a card on the inside of an envelope.", "similarity": 0.554, "relevance": 1 } ] }, { "query_id": 81686, "query": "The waitress takes one of the glasses from person's table.", "relevant_moment": [ { "pair_id": 165960, "video_name": "met_s03e03_seg02_clip_06", "timestamp": [ 23.0, 24.53 ], "duration": 61.66, "caption": "The waitress takes one of the glasses from person's table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165961, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 26.21, 28.37 ], "duration": 61.66, "caption": "The waiter puts new glasses on the table and takes the old ones.", "similarity": 0.7822, "relevance": 3 }, { "pair_id": 165962, "video_name": "s06e04_seg02_clip_16", "timestamp": [ 17.86, 20.31 ], "duration": 70.66, "caption": "A person takes off their glasses and sits them on the table.", "similarity": 0.6835, "relevance": 0 }, { "pair_id": 165963, "video_name": "friends_s02e07_seg02_clip_07", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A waitress takes the plate off the table that is in front of someone.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 165964, "video_name": "s06e13_seg02_clip_00", "timestamp": [ 6.3, 7.88 ], "duration": 63.66, "caption": "A waitress pours a glass for a woman at the table with two other women.", "similarity": 0.6794, "relevance": 3 }, { "pair_id": 165965, "video_name": "s04e05_seg02_clip_04", "timestamp": [ 3.05, 6.41 ], "duration": 61.66, "caption": "A person approaches the table and grabs his glasses and puts them on.", "similarity": 0.6791, "relevance": 0 }, { "pair_id": 165966, "video_name": "s04e05_seg02_clip_04", "timestamp": [ 2.75, 5.8 ], "duration": 61.66, "caption": "A person reaches for their glasses on the coffee table and puts them on.", "similarity": 0.6515, "relevance": 0 }, { "pair_id": 165967, "video_name": "s05e04_seg02_clip_16", "timestamp": [ 17.23, 19.09 ], "duration": 53.66, "caption": "A person, sitting at a table, lifts up their glass with their right arm and takes a drink then sets it back on the table.", "similarity": 0.6514, "relevance": 1 }, { "pair_id": 165968, "video_name": "friends_s09e14_seg02_clip_20", "timestamp": [ 51.87, 61.03 ], "duration": 61.66, "caption": "The waiter fills someone's glass of water and places it on the table.", "similarity": 0.6496, "relevance": 3 }, { "pair_id": 165969, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 28.71, 33.24 ], "duration": 60.66, "caption": "A woman picks her glass up from the table and takes a drink from it.", "similarity": 0.6387, "relevance": 2 }, { "pair_id": 165970, "video_name": "s03e04_seg02_clip_05", "timestamp": [ 2.57, 7.13 ], "duration": 57.66, "caption": "A person goes to the table and put a drink on a glass.", "similarity": 0.636, "relevance": 2 }, { "pair_id": 165971, "video_name": "s04e18_seg01_clip_00", "timestamp": [ 31.32, 36.91 ], "duration": 62.66, "caption": "A person takes their glasses from the nightstand and puts them on.", "similarity": 0.6357, "relevance": 0 }, { "pair_id": 165972, "video_name": "friends_s07e14_seg02_clip_08", "timestamp": [ 50.35, 53.09 ], "duration": 61.66, "caption": "A woman grabs two glasses from a server's tray.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 165973, "video_name": "met_s02e02_seg02_clip_11", "timestamp": [ 12.61, 14.14 ], "duration": 61.66, "caption": "A person takes their cup from the restaurant table.", "similarity": 0.634, "relevance": 2 }, { "pair_id": 165974, "video_name": "s04e23_seg01_clip_00", "timestamp": [ 37.14, 42.9 ], "duration": 64.66, "caption": "A person takes a drink from their glass of water and places it on the table.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 165975, "video_name": "s06e10_seg02_clip_04", "timestamp": [ 35.67, 38.15 ], "duration": 62.66, "caption": "A woman takes off her glasses and places them on the table.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 165976, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 6.0, 7.88 ], "duration": 75.66, "caption": "A person takes a drink and then sets the glass back down on the table.", "similarity": 0.6298, "relevance": 3 }, { "pair_id": 165977, "video_name": "s02e02_seg02_clip_04", "timestamp": [ 51.05, 60.51 ], "duration": 63.66, "caption": "A man grabs two glasses and places them on the table.", "similarity": 0.6291, "relevance": 1 }, { "pair_id": 165978, "video_name": "met_s05e03_seg02_clip_12", "timestamp": [ 6.08, 12.81 ], "duration": 64.66, "caption": "A waitress takes the order of the table behind a man.", "similarity": 0.625, "relevance": 0 }, { "pair_id": 165979, "video_name": "house_s01e09_seg02_clip_17", "timestamp": [ 17.15, 25.96 ], "duration": 92.66, "caption": "A waitress carries two plates of food across the restaurant and sets them on the table.", "similarity": 0.6226, "relevance": 2 } ] }, { "query_id": 81741, "query": "A person throws everything off of their desk and everything in their office.", "relevant_moment": [ { "pair_id": 19920, "video_name": "met_s06e20_seg02_clip_08", "timestamp": [ 5.27, 16.75 ], "duration": 62.66, "caption": "A person throws everything off of their desk and everything in their office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19921, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 20.91, 23.72 ], "duration": 80.66, "caption": "A person throws a garbage bag on someone's office desk.", "similarity": 0.8349, "relevance": 2 }, { "pair_id": 19922, "video_name": "castle_s04e23_seg02_clip_23", "timestamp": [ 87.92, 90.74 ], "duration": 94.66, "caption": "A person grabs an item off of the desk and throws it.", "similarity": 0.8129, "relevance": 3 }, { "pair_id": 19923, "video_name": "house_s03e06_seg02_clip_02", "timestamp": [ 54.83, 60.14 ], "duration": 88.66, "caption": "A person throws his chair on a chair in his office.", "similarity": 0.7946, "relevance": 0 }, { "pair_id": 19924, "video_name": "house_s01e18_seg02_clip_14", "timestamp": [ 9.88, 13.03 ], "duration": 89.66, "caption": "A man intentionally throws a thing at his desk.", "similarity": 0.767, "relevance": 1 }, { "pair_id": 19925, "video_name": "s06e14_seg02_clip_05", "timestamp": [ 14.34, 17.7 ], "duration": 61.66, "caption": "A person throws the yellow envelope down on their desk.", "similarity": 0.7601, "relevance": 1 }, { "pair_id": 19926, "video_name": "castle_s05e16_seg02_clip_13", "timestamp": [ 18.04, 20.69 ], "duration": 88.66, "caption": "A person throws an object that was in their hand on the desk while speaking.", "similarity": 0.7411, "relevance": 1 }, { "pair_id": 19927, "video_name": "met_s06e22_seg01_clip_01", "timestamp": [ 15.64, 21.54 ], "duration": 59.66, "caption": "A person crumples up a piece of paper on his desk and throws it in the trash can.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 19928, "video_name": "friends_s03e07_seg02_clip_11", "timestamp": [ 58.53, 60.03 ], "duration": 60.66, "caption": "While seated on top of a desk a person throws his arms out wide in front of himself and then puts his hands on his knees.", "similarity": 0.7198, "relevance": 1 }, { "pair_id": 19929, "video_name": "house_s02e22_seg02_clip_07", "timestamp": [ 48.52, 52.56 ], "duration": 89.66, "caption": "A man dumps trash on the other person's desk in the office.", "similarity": 0.71, "relevance": 1 }, { "pair_id": 19930, "video_name": "house_s02e02_seg02_clip_17", "timestamp": [ 34.23, 37.71 ], "duration": 116.66, "caption": "A person throws down a folder onto another person's desk.", "similarity": 0.7022, "relevance": 1 }, { "pair_id": 19931, "video_name": "house_s05e04_seg02_clip_01", "timestamp": [ 80.17, 92.15 ], "duration": 92.66, "caption": "A man throws an item to a person who is standing by the desk.", "similarity": 0.6978, "relevance": 1 }, { "pair_id": 19932, "video_name": "house_s03e03_seg02_clip_00", "timestamp": [ 13.72, 18.29 ], "duration": 91.66, "caption": "A person walks towards his office and throws his backpack onto a chair.", "similarity": 0.697, "relevance": 0 }, { "pair_id": 19933, "video_name": "castle_s01e07_seg02_clip_13", "timestamp": [ 1.38, 5.06 ], "duration": 91.66, "caption": "A person throws his hands up and then sits down at woman's desk.", "similarity": 0.6937, "relevance": 0 }, { "pair_id": 19934, "video_name": "house_s06e12_seg02_clip_19", "timestamp": [ 2.33, 3.72 ], "duration": 93.66, "caption": "A person throws the ball to someone sitting at their desk.", "similarity": 0.6884, "relevance": 2 }, { "pair_id": 19935, "video_name": "castle_s04e02_seg02_clip_07", "timestamp": [ 6.51, 9.77 ], "duration": 93.66, "caption": "A woman throws paper in her hand to the desk.", "similarity": 0.6736, "relevance": 1 }, { "pair_id": 19936, "video_name": "house_s08e07_seg02_clip_18", "timestamp": [ 114.56, 117.32 ], "duration": 138.66, "caption": "A person throws a ball against the wall by their desk while kicked back in their chair with their feet up.", "similarity": 0.669, "relevance": 1 }, { "pair_id": 19937, "video_name": "house_s07e11_seg02_clip_07", "timestamp": [ 75.62, 76.02 ], "duration": 80.66, "caption": "Someone tosses their backpack on a chair in the office.", "similarity": 0.6687, "relevance": 0 }, { "pair_id": 19938, "video_name": "s08e17_seg02_clip_10", "timestamp": [ 16.17, 18.31 ], "duration": 61.66, "caption": "Someone throws a pie in a person's face while they are sitting at a desk.", "similarity": 0.6648, "relevance": 2 }, { "pair_id": 19939, "video_name": "s08e18_seg02_clip_03", "timestamp": [ 16.81, 18.01 ], "duration": 60.66, "caption": "A man throws his head back and drops a magazine onto his desk.", "similarity": 0.656, "relevance": 1 } ] }, { "query_id": 81761, "query": "A man answers his door and a woman enters his apartment.", "relevant_moment": [ { "pair_id": 64360, "video_name": "met_s06e20_seg02_clip_07", "timestamp": [ 7.41, 9.69 ], "duration": 57.66, "caption": "A man answers his door and a woman enters his apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 64361, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 3.0, 9.0 ], "duration": 75.66, "caption": "A man opens the door and he and woman enter his apartment.", "similarity": 0.8802, "relevance": 2 }, { "pair_id": 64362, "video_name": "s04e03_seg02_clip_13", "timestamp": [ 25.38, 31.58 ], "duration": 59.66, "caption": "A man opens the door to his apartment and a woman enters and starts a conversation with him.", "similarity": 0.8741, "relevance": 4 }, { "pair_id": 64363, "video_name": "s02e11_seg02_clip_13", "timestamp": [ 27.01, 35.66 ], "duration": 54.66, "caption": "A man opens the door and a woman enters the apartment.", "similarity": 0.8682, "relevance": 4 }, { "pair_id": 64364, "video_name": "met_s04e01_seg02_clip_01", "timestamp": [ 26.67, 31.63 ], "duration": 62.66, "caption": "A man opens a door, and a woman walks through the doorway into his apartment.", "similarity": 0.8526, "relevance": 4 }, { "pair_id": 64365, "video_name": "s08e17_seg01_clip_00", "timestamp": [ 26.05, 29.15 ], "duration": 62.66, "caption": "A man opens the door at their apartment and he and a woman went in.", "similarity": 0.8437, "relevance": 2 }, { "pair_id": 64366, "video_name": "friends_s02e03_seg02_clip_00", "timestamp": [ 14.58, 24.19 ], "duration": 62.66, "caption": "A woman answers the apartment door for a man.", "similarity": 0.8427, "relevance": 2 }, { "pair_id": 64367, "video_name": "friends_s09e20_seg02_clip_06", "timestamp": [ 3.72, 8.01 ], "duration": 57.66, "caption": "A man opens the door and walks into the apartment with a woman.", "similarity": 0.8403, "relevance": 2 }, { "pair_id": 64368, "video_name": "friends_s01e11_seg02_clip_18", "timestamp": [ 43.22, 48.92 ], "duration": 60.66, "caption": "A man opens the door and woman walks into the apartment.", "similarity": 0.8389, "relevance": 4 }, { "pair_id": 64369, "video_name": "friends_s06e11_seg02_clip_03", "timestamp": [ 39.17, 42.36 ], "duration": 58.66, "caption": "A man opens the door and a woman walks into the apartment.", "similarity": 0.8375, "relevance": 3 }, { "pair_id": 64370, "video_name": "friends_s06e09_seg02_clip_15", "timestamp": [ 9.66, 11.04 ], "duration": 69.66, "caption": "A man opens the door and walks into the apartment with a woman behind him.", "similarity": 0.8372, "relevance": 2 }, { "pair_id": 64371, "video_name": "friends_s09e03_seg02_clip_01", "timestamp": [ 40.95, 44.31 ], "duration": 61.66, "caption": "A man opens the door and walks into his apartment to find a woman.", "similarity": 0.8353, "relevance": 2 }, { "pair_id": 64372, "video_name": "friends_s08e21_seg02_clip_10", "timestamp": [ 37.03, 41.89 ], "duration": 60.66, "caption": "A man enters the apartment with a woman following behind him and closes the door.", "similarity": 0.8347, "relevance": 2 }, { "pair_id": 64373, "video_name": "friends_s04e15_seg02_clip_07", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A man enters the apartment with a woman following him in.", "similarity": 0.8342, "relevance": 2 }, { "pair_id": 64374, "video_name": "friends_s05e13_seg02_clip_19", "timestamp": [ 17.14, 19.15 ], "duration": 44.66, "caption": "A man opens up the door to a woman's apartment.", "similarity": 0.8303, "relevance": 1 }, { "pair_id": 64375, "video_name": "friends_s01e20_seg02_clip_20", "timestamp": [ 14.42, 15.81 ], "duration": 93.66, "caption": "A man opens the door and walks in to woman's apartment.", "similarity": 0.8279, "relevance": 1 }, { "pair_id": 64376, "video_name": "friends_s05e11_seg02_clip_14", "timestamp": [ 33.77, 40.97 ], "duration": 45.66, "caption": "A woman enters a man's apartment to talk to him.", "similarity": 0.8274, "relevance": 1 }, { "pair_id": 64377, "video_name": "s09e14_seg02_clip_14", "timestamp": [ 36.01, 40.89 ], "duration": 61.66, "caption": "A woman and a man open the door and enter the apartment.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 64378, "video_name": "s03e14_seg02_clip_03", "timestamp": [ 4.35, 8.7 ], "duration": 58.66, "caption": "A man opens up the door of their apartment for woman.", "similarity": 0.822, "relevance": 2 }, { "pair_id": 64379, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 36.01, 45.91 ], "duration": 90.66, "caption": "A man opens the door and he and another man walk into a woman's apartment.", "similarity": 0.8219, "relevance": 2 } ] }, { "query_id": 81796, "query": "A woman reaches onto the table to pick up a piece of paper.", "relevant_moment": [ { "pair_id": 146240, "video_name": "friends_s03e22_seg02_clip_19", "timestamp": [ 44.7, 48.39 ], "duration": 82.66, "caption": "A woman reaches onto the table to pick up a piece of paper.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 146241, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 67.17, 70.14 ], "duration": 85.66, "caption": "A woman picks up the paper from the table and stands up.", "similarity": 0.8561, "relevance": 3 }, { "pair_id": 146242, "video_name": "castle_s03e10_seg02_clip_24", "timestamp": [ 38.65, 41.41 ], "duration": 92.66, "caption": "A person picks a small piece of paper up off of the table.", "similarity": 0.8004, "relevance": 2 }, { "pair_id": 146243, "video_name": "s08e17_seg02_clip_05", "timestamp": [ 28.51, 32.11 ], "duration": 60.66, "caption": "A woman picks up and looks at a piece of paper.", "similarity": 0.7835, "relevance": 4 }, { "pair_id": 146244, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 31.32, 38.07 ], "duration": 61.66, "caption": "A woman picks up a piece of paper and looks at it.", "similarity": 0.7718, "relevance": 4 }, { "pair_id": 146245, "video_name": "friends_s09e16_seg02_clip_10", "timestamp": [ 32.07, 34.09 ], "duration": 57.66, "caption": "A woman picks up a wooden object from the table.", "similarity": 0.7666, "relevance": 2 }, { "pair_id": 146246, "video_name": "grey_s03e05_seg02_clip_06", "timestamp": [ 25.48, 27.72 ], "duration": 89.66, "caption": "A woman lifts up a sheet of paper at the table.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 146247, "video_name": "friends_s09e21_seg02_clip_00", "timestamp": [ 29.6, 32.04 ], "duration": 61.66, "caption": "A woman picks up a paper from the counter.", "similarity": 0.763, "relevance": 4 }, { "pair_id": 146248, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 32.34, 35.53 ], "duration": 53.66, "caption": "A man picks up the piece of paper from the table.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 146249, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A woman picks up the book from on the table.", "similarity": 0.7532, "relevance": 3 }, { "pair_id": 146250, "video_name": "grey_s02e02_seg02_clip_04", "timestamp": [ 34.45, 42.69 ], "duration": 97.66, "caption": "A woman walks up and picks up a piece of paper to read.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 146251, "video_name": "friends_s08e06_seg02_clip_07", "timestamp": [ 43.68, 50.76 ], "duration": 59.66, "caption": "A woman approaches a table and begins picking up food.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 146252, "video_name": "friends_s09e04_seg01_clip_01", "timestamp": [ 42.73, 43.62 ], "duration": 89.66, "caption": "A woman reaches over and grabs a piece of tissue from a table.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 146253, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 9.66, 14.26 ], "duration": 92.66, "caption": "A woman picks up a piece of paper, looks at it, and sets it down.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 146254, "video_name": "castle_s04e19_seg02_clip_06", "timestamp": [ 33.13, 38.19 ], "duration": 92.66, "caption": "A woman picks up a piece of paper off of a desk and walks over and hands it to woman.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 146255, "video_name": "castle_s06e09_seg02_clip_21", "timestamp": [ 60.77, 63.92 ], "duration": 90.66, "caption": "A woman picks up a white pen from the table.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 146256, "video_name": "friends_s08e08_seg02_clip_08", "timestamp": [ 9.86, 13.93 ], "duration": 58.66, "caption": "A woman picks up an artifact from the table.", "similarity": 0.7293, "relevance": 3 }, { "pair_id": 146257, "video_name": "friends_s07e02_seg02_clip_14", "timestamp": [ 15.74, 19.98 ], "duration": 60.66, "caption": "A woman gets up with a sheet of paper in her hands.", "similarity": 0.7278, "relevance": 1 }, { "pair_id": 146258, "video_name": "grey_s01e05_seg02_clip_14", "timestamp": [ 0.42, 2.51 ], "duration": 83.66, "caption": "A woman picks a plate up from the table.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 146259, "video_name": "house_s03e06_seg02_clip_00", "timestamp": [ 10.56, 15.84 ], "duration": 96.66, "caption": "A woman reaches over and picks up the file from the table.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 319560, "video_name": "met_s06e02_seg02_clip_02", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "A woman picks up a package on top of a table.", "similarity": 0.7265, "relevance": 2 }, { "pair_id": 319561, "video_name": "castle_s03e10_seg02_clip_24", "timestamp": [ 55.68, 57.06 ], "duration": 92.66, "caption": "A woman takes a small slip of paper from someone's hand as they lean over the table.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 319562, "video_name": "house_s02e05_seg02_clip_13", "timestamp": [ 38.89, 43.21 ], "duration": 96.66, "caption": "A person picks up a piece of paper from the desk.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 319563, "video_name": "friends_s03e03_seg02_clip_19", "timestamp": [ 56.45, 59.86 ], "duration": 62.66, "caption": "A woman pushes a piece of paper across the table with her hand.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 319564, "video_name": "friends_s01e16-17_seg02_clip_24", "timestamp": [ 31.49, 33.82 ], "duration": 58.66, "caption": "A woman picks up the tab from the table.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 319565, "video_name": "s07e02_seg02_clip_18", "timestamp": [ 17.95, 22.11 ], "duration": 52.66, "caption": "A person gets a piece of paper from the side table and hands it to a woman.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 319566, "video_name": "castle_s03e19_seg02_clip_22", "timestamp": [ 15.81, 21.86 ], "duration": 93.66, "caption": "A woman places two pieces of paper on to the table.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 319567, "video_name": "friends_s04e16_seg02_clip_12", "timestamp": [ 1.71, 3.99 ], "duration": 57.66, "caption": "A person reaches and picks up a napkin while sitting at the table.", "similarity": 0.7078, "relevance": 3 }, { "pair_id": 319568, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 22.04, 25.72 ], "duration": 91.66, "caption": "A woman picks up a newspaper and hands it to person.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 319569, "video_name": "castle_s05e24_seg02_clip_25", "timestamp": [ 44.17, 45.09 ], "duration": 92.66, "caption": "A woman picks up a piece of paper from a folder and flips it over on the table.", "similarity": 0.702, "relevance": 1 }, { "pair_id": 319570, "video_name": "friends_s04e13_seg02_clip_15", "timestamp": [ 36.02, 38.12 ], "duration": 60.66, "caption": "A woman picks up a pen and notepad from the table.", "similarity": 0.6994, "relevance": 3 }, { "pair_id": 319571, "video_name": "friends_s09e21_seg02_clip_02", "timestamp": [ 23.83, 31.58 ], "duration": 59.66, "caption": "Woman bends down to pick up all the papers from the floor.", "similarity": 0.697, "relevance": 2 }, { "pair_id": 319572, "video_name": "castle_s07e17_seg02_clip_06", "timestamp": [ 89.37, 90.66 ], "duration": 90.66, "caption": "A person reaches out to woman and hands her a piece of paper.", "similarity": 0.6964, "relevance": 1 }, { "pair_id": 319573, "video_name": "castle_s05e14_seg02_clip_14", "timestamp": [ 81.0, 82.81 ], "duration": 90.66, "caption": "A woman picked up a book as she stood from the table.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 319574, "video_name": "friends_s08e02_seg02_clip_02", "timestamp": [ 6.67, 7.54 ], "duration": 58.66, "caption": "A woman picks a tiny package up off the table.", "similarity": 0.6909, "relevance": 2 }, { "pair_id": 319575, "video_name": "house_s01e19_seg02_clip_10", "timestamp": [ 88.84, 93.03 ], "duration": 93.66, "caption": "A woman gives orders while holding onto a piece of paper.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 319576, "video_name": "friends_s02e21_seg02_clip_03", "timestamp": [ 6.09, 26.98 ], "duration": 58.66, "caption": "A woman picks up a newspaper from the table, reads aloud from it, and then sets it down.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 319577, "video_name": "friends_s09e12_seg02_clip_02", "timestamp": [ 13.64, 21.18 ], "duration": 58.66, "caption": "A woman brings a folder of paper over to the table.", "similarity": 0.6845, "relevance": 2 }, { "pair_id": 319578, "video_name": "s06e15_seg02_clip_14", "timestamp": [ 8.56, 30.1 ], "duration": 59.66, "caption": "A woman takes out the piece of paper and hands it to a person.", "similarity": 0.6834, "relevance": 2 }, { "pair_id": 319579, "video_name": "house_s05e17_seg02_clip_01", "timestamp": [ 43.65, 45.43 ], "duration": 89.66, "caption": "A woman picks up papers from the table and walks away.", "similarity": 0.6818, "relevance": 3 } ] }, { "query_id": 81870, "query": "A woman puts on her jacket as she walks toward another woman.", "relevant_moment": [ { "pair_id": 160180, "video_name": "friends_s02e22_seg02_clip_18", "timestamp": [ 3.4, 5.2 ], "duration": 40.66, "caption": "A woman puts on her jacket as she walks toward another woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160181, "video_name": "friends_s05e06_seg02_clip_08", "timestamp": [ 26.71, 29.11 ], "duration": 60.66, "caption": "A woman reaches out and takes the jacket that another woman is holding.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 160182, "video_name": "friends_s05e07_seg02_clip_16", "timestamp": [ 38.46, 47.45 ], "duration": 62.66, "caption": "A woman puts an animal print coat on as she walks toward another woman.", "similarity": 0.7685, "relevance": 4 }, { "pair_id": 160183, "video_name": "castle_s07e23_seg02_clip_04", "timestamp": [ 84.53, 89.69 ], "duration": 93.66, "caption": "A woman walks immediately and follows the person wearing a jacket.", "similarity": 0.7642, "relevance": 1 }, { "pair_id": 160184, "video_name": "s06e09_seg02_clip_08", "timestamp": [ 29.29, 32.04 ], "duration": 61.66, "caption": "A woman walks towards another woman and stops in front of her.", "similarity": 0.7571, "relevance": 2 }, { "pair_id": 160185, "video_name": "castle_s06e23_seg02_clip_18", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "A woman has her jacket in her hand as she walks beside a man.", "similarity": 0.7571, "relevance": 1 }, { "pair_id": 160186, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A person walks towards another person and a woman.", "similarity": 0.756, "relevance": 1 }, { "pair_id": 160187, "video_name": "s05e06_seg02_clip_13", "timestamp": [ 0.0, 3.47 ], "duration": 63.66, "caption": "A woman gets up and walks towards another woman and tells her she's next.", "similarity": 0.7424, "relevance": 2 }, { "pair_id": 160188, "video_name": "friends_s01e08_seg02_clip_12", "timestamp": [ 61.14, 63.03 ], "duration": 63.66, "caption": "A woman puts on her jacket and another woman walks thru the door.", "similarity": 0.7303, "relevance": 2 }, { "pair_id": 160189, "video_name": "castle_s06e13_seg02_clip_08", "timestamp": [ 49.98, 52.27 ], "duration": 91.66, "caption": "A woman puts on the hood of her jacket as another woman walks in the room.", "similarity": 0.7248, "relevance": 1 }, { "pair_id": 160190, "video_name": "grey_s03e23_seg02_clip_14", "timestamp": [ 65.6, 77.36 ], "duration": 90.66, "caption": "A woman takes off in one direction while another woman is walking towards a woman from another.", "similarity": 0.7204, "relevance": 1 }, { "pair_id": 160191, "video_name": "castle_s05e07_seg02_clip_04", "timestamp": [ 15.89, 22.25 ], "duration": 90.66, "caption": "A woman puts on her suit jacket while she's talking to another woman.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 160192, "video_name": "friends_s09e20_seg02_clip_19", "timestamp": [ 22.95, 26.57 ], "duration": 60.66, "caption": "A woman walked towards another woman and started talking to her.", "similarity": 0.7189, "relevance": 0 }, { "pair_id": 160193, "video_name": "friends_s05e01_seg02_clip_02", "timestamp": [ 32.2, 58.03 ], "duration": 58.66, "caption": "A woman walked towards another woman and started a conversation with her.", "similarity": 0.7118, "relevance": 1 }, { "pair_id": 160194, "video_name": "castle_s03e18_seg02_clip_05", "timestamp": [ 17.75, 21.39 ], "duration": 91.66, "caption": "A woman gets nearer to another woman and approaches her.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 160195, "video_name": "friends_s05e01_seg02_clip_07", "timestamp": [ 0.0, 5.99 ], "duration": 57.66, "caption": "A man moves toward woman and woman pulls his jacket off.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 160196, "video_name": "castle_s02e22_seg02_clip_22", "timestamp": [ 6.76, 13.06 ], "duration": 90.66, "caption": "A woman walked towards another woman and started a conversation.", "similarity": 0.7032, "relevance": 2 }, { "pair_id": 160197, "video_name": "grey_s03e09_seg02_clip_20", "timestamp": [ 12.61, 14.55 ], "duration": 97.66, "caption": "A woman turns around and walks up to another woman.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 160198, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 4.06, 10.73 ], "duration": 58.66, "caption": "A woman walks over and holds on to another woman's hands.", "similarity": 0.6977, "relevance": 2 }, { "pair_id": 160199, "video_name": "friends_s04e15_seg02_clip_02", "timestamp": [ 9.12, 21.38 ], "duration": 57.66, "caption": "A person was walking with the woman wearing black fur jacket.", "similarity": 0.6971, "relevance": 0 } ] }, { "query_id": 81875, "query": "A woman turns toward the door but stops and turns to a man.", "relevant_moment": [ { "pair_id": 149240, "video_name": "friends_s07e23-24_seg02_clip_04", "timestamp": [ 8.19, 13.65 ], "duration": 78.66, "caption": "A woman turns toward the door but stops and turns to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149241, "video_name": "friends_s06e24-25_seg02_clip_05", "timestamp": [ 11.71, 13.81 ], "duration": 60.66, "caption": "A woman turns around to a man as the door closes.", "similarity": 0.8522, "relevance": 1 }, { "pair_id": 149242, "video_name": "grey_s03e01_seg02_clip_23", "timestamp": [ 20.0, 26.05 ], "duration": 93.66, "caption": "A man walks to the door but then turns to face a woman.", "similarity": 0.8248, "relevance": 2 }, { "pair_id": 149243, "video_name": "friends_s07e16_seg02_clip_19", "timestamp": [ 28.38, 38.45 ], "duration": 61.66, "caption": "A woman follows a man towards the door to stop them.", "similarity": 0.8229, "relevance": 3 }, { "pair_id": 149244, "video_name": "friends_s08e09_seg01_clip_02", "timestamp": [ 32.79, 36.93 ], "duration": 69.66, "caption": "A woman starts to walk towards the door and a man follows.", "similarity": 0.8198, "relevance": 3 }, { "pair_id": 149245, "video_name": "house_s03e09_seg02_clip_03", "timestamp": [ 65.34, 67.16 ], "duration": 90.66, "caption": "A woman starts to walk towards the door to leave the room but turns around to face a man before leaving.", "similarity": 0.7993, "relevance": 2 }, { "pair_id": 149246, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 43.44, 47.74 ], "duration": 86.66, "caption": "A woman stops a man as he is going out the door.", "similarity": 0.7933, "relevance": 3 }, { "pair_id": 149248, "video_name": "house_s03e06_seg02_clip_24", "timestamp": [ 37.93, 40.81 ], "duration": 96.66, "caption": "A woman turns her body in front of the door to face a man.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 149249, "video_name": "s01e15_seg02_clip_10", "timestamp": [ 42.62, 46.52 ], "duration": 60.66, "caption": "A woman closes the door and turns to face a person.", "similarity": 0.7827, "relevance": 4 }, { "pair_id": 149250, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 23.81, 28.48 ], "duration": 85.66, "caption": "A woman opened the door and walked towards a man.", "similarity": 0.78, "relevance": 2 }, { "pair_id": 149251, "video_name": "castle_s05e04_seg02_clip_02", "timestamp": [ 51.62, 60.03 ], "duration": 60.66, "caption": "A man turns and walks towards person as he holds open the door for her.", "similarity": 0.7792, "relevance": 1 }, { "pair_id": 149252, "video_name": "s06e21_seg02_clip_15", "timestamp": [ 0.0, 2.01 ], "duration": 67.66, "caption": "A woman past a man and turns to face him in the open doorway.", "similarity": 0.7781, "relevance": 4 }, { "pair_id": 149253, "video_name": "friends_s07e11_seg02_clip_09", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man walks in the door and a woman turns around.", "similarity": 0.7769, "relevance": 2 }, { "pair_id": 149254, "video_name": "s01e07_seg02_clip_02", "timestamp": [ 11.71, 16.51 ], "duration": 60.66, "caption": "A woman gets up to leave and a man follows her to the door.", "similarity": 0.7737, "relevance": 4 }, { "pair_id": 149255, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 0.0, 1.62 ], "duration": 36.66, "caption": "A woman opens up the door for man in a quick manner.", "similarity": 0.7703, "relevance": 2 }, { "pair_id": 149256, "video_name": "s01e10_seg02_clip_14", "timestamp": [ 42.41, 50.65 ], "duration": 61.66, "caption": "A man and woman turn and walk to the door.", "similarity": 0.7699, "relevance": 4 }, { "pair_id": 149257, "video_name": "castle_s01e10_seg02_clip_07", "timestamp": [ 3.78, 6.3 ], "duration": 84.66, "caption": "A woman turns around and heads toward the door.", "similarity": 0.7687, "relevance": 2 }, { "pair_id": 149258, "video_name": "castle_s02e06_seg02_clip_24", "timestamp": [ 84.2, 91.03 ], "duration": 91.66, "caption": "A woman opens the door for a man, she exits first.", "similarity": 0.7684, "relevance": 1 }, { "pair_id": 149259, "video_name": "friends_s07e05_seg02_clip_08", "timestamp": [ 24.32, 29.31 ], "duration": 62.66, "caption": "A woman reaches over a man and closes the door in someone's face.", "similarity": 0.7674, "relevance": 1 }, { "pair_id": 322560, "video_name": "met_s03e18_seg02_clip_08", "timestamp": [ 46.22, 48.32 ], "duration": 60.66, "caption": "A man walks toward woman after they move closer to the door.", "similarity": 0.7649, "relevance": 4 }, { "pair_id": 322562, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 11.1, 12.91 ], "duration": 60.66, "caption": "A man opens the door for woman as she steps out.", "similarity": 0.7616, "relevance": 3 }, { "pair_id": 322563, "video_name": "castle_s08e22_seg02_clip_03", "timestamp": [ 20.47, 24.65 ], "duration": 93.66, "caption": "A woman starts to walk away and turns back towards a man.", "similarity": 0.7615, "relevance": 2 }, { "pair_id": 322564, "video_name": "house_s07e13_seg02_clip_26", "timestamp": [ 38.5, 43.96 ], "duration": 52.66, "caption": "A woman calls to person and he/she stops in front of the door and turns to face her.", "similarity": 0.7615, "relevance": 3 }, { "pair_id": 322565, "video_name": "castle_s06e17_seg02_clip_05", "timestamp": [ 38.61, 48.15 ], "duration": 83.66, "caption": "A woman begins to walk towards her door when she thinks of something and turns around to face man.", "similarity": 0.7611, "relevance": 2 }, { "pair_id": 322567, "video_name": "castle_s03e24_seg02_clip_13", "timestamp": [ 60.99, 70.54 ], "duration": 91.66, "caption": "A woman locks a door with a chain before turning and walking into the room towards a man.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 322568, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 32.99, 38.81 ], "duration": 97.66, "caption": "A man opens the door and walks over to a woman.", "similarity": 0.7556, "relevance": 1 }, { "pair_id": 322569, "video_name": "s05e04_seg02_clip_13", "timestamp": [ 2.17, 10.86 ], "duration": 62.66, "caption": "A woman puts her hands up towards a man and he walks over and opens the door and leaves.", "similarity": 0.7532, "relevance": 1 }, { "pair_id": 322570, "video_name": "grey_s02e11_seg02_clip_13", "timestamp": [ 71.51, 73.77 ], "duration": 90.66, "caption": "A woman walks towards the door and turns around.", "similarity": 0.7484, "relevance": 3 }, { "pair_id": 322571, "video_name": "grey_s02e15_seg02_clip_25", "timestamp": [ 73.36, 81.75 ], "duration": 88.66, "caption": "A woman stops a man and turns him to face her.", "similarity": 0.7455, "relevance": 3 }, { "pair_id": 322572, "video_name": "s04e16_seg02_clip_02", "timestamp": [ 25.33, 28.99 ], "duration": 61.66, "caption": "A woman opens the door for man as she walks past person.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 322573, "video_name": "friends_s06e14_seg01_clip_00", "timestamp": [ 0.0, 5.99 ], "duration": 57.66, "caption": "A man walks in the door and stops when he/she sees a woman.", "similarity": 0.7445, "relevance": 0 }, { "pair_id": 322574, "video_name": "house_s06e11_seg02_clip_16", "timestamp": [ 80.28, 84.27 ], "duration": 88.66, "caption": "A woman has her hand on the door but turns around.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 322575, "video_name": "friends_s03e16_seg02_clip_05", "timestamp": [ 6.78, 11.4 ], "duration": 54.66, "caption": "A man comes in the door and goes over to a woman.", "similarity": 0.7442, "relevance": 1 }, { "pair_id": 322576, "video_name": "met_s06e17_seg02_clip_15", "timestamp": [ 11.04, 15.52 ], "duration": 59.66, "caption": "A woman stops a man when he's heading out the door and encourages him.", "similarity": 0.7433, "relevance": 1 }, { "pair_id": 322577, "video_name": "s08e01_seg02_clip_10", "timestamp": [ 42.11, 49.74 ], "duration": 61.66, "caption": "A woman stands up and walks to the door then stops.", "similarity": 0.7431, "relevance": 3 }, { "pair_id": 322578, "video_name": "friends_s10e16_seg02_clip_16", "timestamp": [ 42.41, 46.92 ], "duration": 60.66, "caption": "A woman walks over to the door but another woman stops her.", "similarity": 0.7426, "relevance": 1 } ] }, { "query_id": 81905, "query": "A man pours some red soda into woman's drink.", "relevant_moment": [ { "pair_id": 164880, "video_name": "met_s06e16_seg01_clip_01", "timestamp": [ 49.14, 54.29 ], "duration": 60.66, "caption": "A man pours some red soda into woman's drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164881, "video_name": "friends_s03e18_seg02_clip_00", "timestamp": [ 3.78, 5.67 ], "duration": 63.66, "caption": "A man handed a cup of drink to woman.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 164882, "video_name": "s02e08_seg02_clip_15", "timestamp": [ 41.77, 49.17 ], "duration": 87.66, "caption": "A man opens a bottle of soda and pours some into a glass.", "similarity": 0.7083, "relevance": 3 }, { "pair_id": 164883, "video_name": "friends_s01e18_seg01_clip_00", "timestamp": [ 36.42, 40.82 ], "duration": 80.66, "caption": "A man hands a woman a glass which she drinks from.", "similarity": 0.6958, "relevance": 1 }, { "pair_id": 164884, "video_name": "friends_s01e15_seg02_clip_17", "timestamp": [ 16.54, 22.81 ], "duration": 57.66, "caption": "A woman pours a glass of red wine for a man.", "similarity": 0.6958, "relevance": 2 }, { "pair_id": 164885, "video_name": "house_s05e19_seg02_clip_19", "timestamp": [ 65.26, 68.29 ], "duration": 86.66, "caption": "A woman gives a glass of drink to a man.", "similarity": 0.6946, "relevance": 1 }, { "pair_id": 164886, "video_name": "friends_s03e11_seg02_clip_06", "timestamp": [ 14.51, 18.28 ], "duration": 58.66, "caption": "A woman pours a drink into a red cup.", "similarity": 0.6938, "relevance": 2 }, { "pair_id": 164887, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 53.11, 58.07 ], "duration": 90.66, "caption": "A woman poured a drink to a glass and handed it to a man.", "similarity": 0.6915, "relevance": 1 }, { "pair_id": 164888, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 60.32, 61.22 ], "duration": 90.66, "caption": "A man hands a woman a cup with a beverage.", "similarity": 0.6845, "relevance": 1 }, { "pair_id": 164889, "video_name": "house_s08e21_seg02_clip_10", "timestamp": [ 0.0, 5.04 ], "duration": 84.66, "caption": "A woman joins man who is having a drink.", "similarity": 0.6716, "relevance": 0 }, { "pair_id": 164890, "video_name": "friends_s06e22_seg02_clip_07", "timestamp": [ 39.06, 45.46 ], "duration": 64.66, "caption": "A man returns and hands a woman a glass of something to drink.", "similarity": 0.6687, "relevance": 1 }, { "pair_id": 164891, "video_name": "friends_s04e02_seg02_clip_08", "timestamp": [ 44.55, 54.93 ], "duration": 61.66, "caption": "A woman walks over to a man and pours him more drink.", "similarity": 0.668, "relevance": 1 }, { "pair_id": 164892, "video_name": "grey_s02e21_seg02_clip_25", "timestamp": [ 103.72, 111.65 ], "duration": 122.66, "caption": "A woman hands a man a cup and he takes a drink.", "similarity": 0.6678, "relevance": 1 }, { "pair_id": 164893, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 5.48, 14.97 ], "duration": 73.66, "caption": "A man takes two drinks out of the fridge and hands one to a woman.", "similarity": 0.6663, "relevance": 0 }, { "pair_id": 164894, "video_name": "house_s01e10_seg02_clip_14", "timestamp": [ 0.0, 7.92 ], "duration": 93.66, "caption": "A man gives a woman a drink and she spits it out.", "similarity": 0.6637, "relevance": 1 }, { "pair_id": 164895, "video_name": "house_s06e18_seg02_clip_08", "timestamp": [ 0.0, 14.25 ], "duration": 95.66, "caption": "A man and a woman are both having some drinks together.", "similarity": 0.663, "relevance": 0 }, { "pair_id": 164896, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 48.98, 59.76 ], "duration": 89.66, "caption": "A man pours from a wine bottle and his glass into a glass of wine for a woman.", "similarity": 0.663, "relevance": 3 }, { "pair_id": 164897, "video_name": "castle_s04e17_seg02_clip_22", "timestamp": [ 88.2, 91.4 ], "duration": 91.66, "caption": "A man gives a drink to a woman while they are talking.", "similarity": 0.6575, "relevance": 1 }, { "pair_id": 164898, "video_name": "friends_s04e15_seg02_clip_14", "timestamp": [ 34.48, 39.67 ], "duration": 54.66, "caption": "A woman hands the water bottle to a man and he takes a drink from it.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 164899, "video_name": "house_s02e16_seg02_clip_16", "timestamp": [ 16.81, 19.21 ], "duration": 96.66, "caption": "A person takes a sip of soda that is from the bottle.", "similarity": 0.6531, "relevance": 0 } ] }, { "query_id": 81957, "query": "A woman holds the hand of another woman giving birth.", "relevant_moment": [ { "pair_id": 9120, "video_name": "grey_s02e06_seg02_clip_18", "timestamp": [ 66.38, 71.0 ], "duration": 84.66, "caption": "A woman holds the hand of another woman giving birth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9121, "video_name": "friends_s08e23-24_seg02_clip_36", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman hands the baby to another woman to hold.", "similarity": 0.8698, "relevance": 3 }, { "pair_id": 9122, "video_name": "friends_s08e23-24_seg02_clip_38", "timestamp": [ 17.68, 32.57 ], "duration": 62.66, "caption": "A woman hands the baby off to another woman to hold for the first time.", "similarity": 0.8153, "relevance": 2 }, { "pair_id": 9123, "video_name": "house_s05e13_seg02_clip_23", "timestamp": [ 76.46, 82.83 ], "duration": 91.66, "caption": "A woman hands a baby to person to hold.", "similarity": 0.8086, "relevance": 2 }, { "pair_id": 9124, "video_name": "grey_s02e17_seg02_clip_17", "timestamp": [ 78.66, 88.66 ], "duration": 88.66, "caption": "A man is holding a woman from behind while a woman is giving birth.", "similarity": 0.7885, "relevance": 3 }, { "pair_id": 9125, "video_name": "friends_s08e23-24_seg02_clip_38", "timestamp": [ 15.82, 19.85 ], "duration": 62.66, "caption": "A woman hands baby over to someone to hold.", "similarity": 0.786, "relevance": 3 }, { "pair_id": 9126, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 0.0, 9.73 ], "duration": 92.66, "caption": "A woman is holding a baby and hands him to his woman.", "similarity": 0.7838, "relevance": 2 }, { "pair_id": 9127, "video_name": "grey_s02e10_seg02_clip_20", "timestamp": [ 158.4, 163.65 ], "duration": 175.66, "caption": "A woman is handed one of the newborn babies.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 9128, "video_name": "house_s05e11_seg02_clip_24", "timestamp": [ 12.24, 18.14 ], "duration": 90.66, "caption": "A woman hands the newborn baby to its mother.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 9129, "video_name": "friends_s08e23-24_seg02_clip_34", "timestamp": [ 20.7, 24.53 ], "duration": 51.66, "caption": "A woman passes the baby over to another woman to hold.", "similarity": 0.7645, "relevance": 3 }, { "pair_id": 9130, "video_name": "friends_s09e07_seg02_clip_14", "timestamp": [ 15.75, 23.39 ], "duration": 31.66, "caption": "A woman hands a baby to person so he can hold her.", "similarity": 0.763, "relevance": 2 }, { "pair_id": 9131, "video_name": "friends_s07e20_seg02_clip_17", "timestamp": [ 35.07, 39.92 ], "duration": 57.66, "caption": "A woman holds the hands of another woman.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 9132, "video_name": "grey_s02e10_seg02_clip_00", "timestamp": [ 87.84, 91.03 ], "duration": 91.66, "caption": "A woman takes another woman's hand and puts it on her belly telling her the name of one of her babies.", "similarity": 0.7426, "relevance": 3 }, { "pair_id": 9133, "video_name": "friends_s10e08_seg02_clip_05", "timestamp": [ 0.0, 55.83 ], "duration": 60.66, "caption": "A woman is holding a baby as she speaks to another woman.", "similarity": 0.7396, "relevance": 1 }, { "pair_id": 9134, "video_name": "grey_s02e20_seg02_clip_12", "timestamp": [ 63.47, 67.07 ], "duration": 90.66, "caption": "A woman is holding a baby and tries to hand over to a man.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 9135, "video_name": "grey_s02e23_seg02_clip_21", "timestamp": [ 22.28, 27.55 ], "duration": 81.66, "caption": "A woman walks in on another woman holding her baby.", "similarity": 0.7346, "relevance": 2 }, { "pair_id": 9136, "video_name": "grey_s02e10_seg02_clip_01", "timestamp": [ 5.12, 33.49 ], "duration": 93.66, "caption": "A woman moves another woman's hand around letting her feel all the babies.", "similarity": 0.7115, "relevance": 3 }, { "pair_id": 9137, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 42.78, 47.01 ], "duration": 94.66, "caption": "A woman pulls out a baby from another woman and hands her to a doctor.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 9138, "video_name": "friends_s09e08_seg02_clip_01", "timestamp": [ 0.96, 6.08 ], "duration": 64.66, "caption": "A woman reminds another woman that she hasn't given birth.", "similarity": 0.7004, "relevance": 1 }, { "pair_id": 9139, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 27.39, 60.52 ], "duration": 88.66, "caption": "A woman holding a baby while another woman came and they started being emotional.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 182440, "video_name": "friends_s05e02_seg02_clip_22", "timestamp": [ 21.18, 23.79 ], "duration": 58.66, "caption": "A woman raises her hand and congratulates another woman's upcoming delivery of the new human beings.", "similarity": 0.6983, "relevance": 1 }, { "pair_id": 182441, "video_name": "friends_s09e01_seg02_clip_20", "timestamp": [ 37.76, 39.54 ], "duration": 51.66, "caption": "A woman takes her hand off of the baby and grabs a man's hand.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 182442, "video_name": "grey_s02e06_seg02_clip_13", "timestamp": [ 52.22, 65.85 ], "duration": 90.66, "caption": "A woman holds another woman's hand while a person is doing a medical procedure.", "similarity": 0.6945, "relevance": 3 }, { "pair_id": 182443, "video_name": "house_s01e04_seg02_clip_19", "timestamp": [ 21.51, 30.51 ], "duration": 100.66, "caption": "Two women hold a baby while a man gives it an injection.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 182444, "video_name": "grey_s02e11_seg02_clip_09", "timestamp": [ 60.65, 63.94 ], "duration": 94.66, "caption": "A woman reaches her left hand over to touch the baby.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 182445, "video_name": "friends_s08e23-24_seg02_clip_40", "timestamp": [ 2.33, 11.94 ], "duration": 58.66, "caption": "A woman while holding her baby looks down and talks to another woman's baby.", "similarity": 0.6829, "relevance": 2 }, { "pair_id": 182446, "video_name": "friends_s07e14_seg02_clip_07", "timestamp": [ 29.37, 39.35 ], "duration": 57.66, "caption": "A woman takes her birth certificate out of a desk drawer and hands it to another woman.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 182447, "video_name": "friends_s02e20_seg02_clip_07", "timestamp": [ 50.65, 58.28 ], "duration": 61.66, "caption": "A man hands baby over to a woman to hold.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 182448, "video_name": "friends_s09e05_seg02_clip_09", "timestamp": [ 33.33, 35.58 ], "duration": 56.66, "caption": "A woman puts her hand on a man's chest while the other hand holds a baby monitor.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 182449, "video_name": "met_s02e12_seg02_clip_13", "timestamp": [ 27.19, 29.03 ], "duration": 61.66, "caption": "A woman holds their hand on top of their pregnant belly.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 182450, "video_name": "s10e04_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A woman holds something very small out to another woman, who reaches her hand out to receive it.", "similarity": 0.671, "relevance": 2 }, { "pair_id": 182451, "video_name": "house_s07e10_seg02_clip_22", "timestamp": [ 0.0, 24.39 ], "duration": 92.66, "caption": "A woman is holding hands with another woman while the other woman moves around.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 182452, "video_name": "friends_s08e23-24_seg02_clip_33", "timestamp": [ 12.77, 15.53 ], "duration": 69.66, "caption": "The nurse hands the baby to woman in the delivery room.", "similarity": 0.669, "relevance": 2 }, { "pair_id": 182453, "video_name": "friends_s08e23-24_seg02_clip_34", "timestamp": [ 40.12, 45.74 ], "duration": 51.66, "caption": "A woman passes the baby over to a man to hold.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 182454, "video_name": "grey_s02e10_seg02_clip_01", "timestamp": [ 0.0, 36.28 ], "duration": 93.66, "caption": "A woman has another woman's hand on her belly as she moves it around describing each of her babies' movements and names as she is in her hospital room.", "similarity": 0.6669, "relevance": 2 }, { "pair_id": 182455, "video_name": "friends_s08e23-24_seg02_clip_35", "timestamp": [ 56.73, 60.03 ], "duration": 60.66, "caption": "A woman passes a swaddled newborn baby to another woman.", "similarity": 0.6662, "relevance": 2 }, { "pair_id": 182456, "video_name": "grey_s02e20_seg02_clip_02", "timestamp": [ 2.29, 4.57 ], "duration": 91.66, "caption": "A woman hands over a baby to the doctor.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 182457, "video_name": "friends_s08e23-24_seg02_clip_39", "timestamp": [ 40.22, 60.03 ], "duration": 60.66, "caption": "A woman enters the room and shows another woman the baby in her arms.", "similarity": 0.6596, "relevance": 2 }, { "pair_id": 182458, "video_name": "grey_s01e04_seg02_clip_19", "timestamp": [ 0.0, 5.51 ], "duration": 91.66, "caption": "A woman holds another woman's hand and the other woman rubs her shoulder.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 182459, "video_name": "friends_s02e11_seg01_clip_00", "timestamp": [ 13.65, 17.95 ], "duration": 78.66, "caption": "A man hands the baby over to another woman to carry.", "similarity": 0.6551, "relevance": 2 } ] }, { "query_id": 82028, "query": "A man holds a headshot of another man and looks at the photo and reads the credits on the back before getting up.", "relevant_moment": [ { "pair_id": 12020, "video_name": "friends_s08e16_seg02_clip_01", "timestamp": [ 33.72, 50.44 ], "duration": 59.66, "caption": "A man holds a headshot of another man and looks at the photo and reads the credits on the back before getting up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12021, "video_name": "castle_s07e18_seg02_clip_12", "timestamp": [ 5.03, 20.12 ], "duration": 91.66, "caption": "A man holds up a photo to another man to look at.", "similarity": 0.747, "relevance": 1 }, { "pair_id": 12022, "video_name": "met_s06e02_seg02_clip_11", "timestamp": [ 24.39, 33.14 ], "duration": 53.66, "caption": "A man holds up a photograph and another person looks at it and holds it.", "similarity": 0.7426, "relevance": 1 }, { "pair_id": 12023, "video_name": "castle_s08e22_seg02_clip_08", "timestamp": [ 31.83, 33.74 ], "duration": 95.66, "caption": "A man points at a photograph then looks up at another man.", "similarity": 0.719, "relevance": 1 }, { "pair_id": 12024, "video_name": "castle_s06e16_seg02_clip_23", "timestamp": [ 6.23, 9.79 ], "duration": 89.66, "caption": "A person is examining a photograph of two men.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 12025, "video_name": "house_s08e13_seg02_clip_06", "timestamp": [ 25.86, 30.85 ], "duration": 90.66, "caption": "A man pulls a photo from in between the other photos then looks at another man.", "similarity": 0.6879, "relevance": 0 }, { "pair_id": 12026, "video_name": "friends_s04e23-24_seg02_clip_15", "timestamp": [ 41.42, 43.67 ], "duration": 45.66, "caption": "Two men both point to the camera that one of them is holding.", "similarity": 0.675, "relevance": 1 }, { "pair_id": 12027, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 30.54, 33.78 ], "duration": 92.66, "caption": "A man places an evidence photo in front of another man.", "similarity": 0.6633, "relevance": 1 }, { "pair_id": 12028, "video_name": "castle_s04e14_seg02_clip_16", "timestamp": [ 14.01, 19.89 ], "duration": 90.66, "caption": "A man holds up a photo to another man while mentioning similarities between him and the victim.", "similarity": 0.6523, "relevance": 1 }, { "pair_id": 12029, "video_name": "castle_s05e11_seg02_clip_16", "timestamp": [ 2.78, 6.02 ], "duration": 92.66, "caption": "A man is holding a picture of another man as he shows it to two people.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 12030, "video_name": "castle_s06e13_seg02_clip_03", "timestamp": [ 76.52, 79.67 ], "duration": 90.66, "caption": "A man looks down at the photograph as another man talks to him.", "similarity": 0.6498, "relevance": 1 }, { "pair_id": 12031, "video_name": "castle_s05e23_seg02_clip_08", "timestamp": [ 19.36, 23.41 ], "duration": 90.66, "caption": "A person is looking at a man's picture and gives it back to another person.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 12032, "video_name": "castle_s04e06_seg02_clip_14", "timestamp": [ 23.55, 25.81 ], "duration": 90.66, "caption": "Two men hold up two photos next to each other.", "similarity": 0.6492, "relevance": 2 }, { "pair_id": 12033, "video_name": "castle_s06e19_seg02_clip_11", "timestamp": [ 61.22, 64.02 ], "duration": 80.66, "caption": "A man looks at a picture of another man's body.", "similarity": 0.6478, "relevance": 1 }, { "pair_id": 12034, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 25.31, 27.61 ], "duration": 115.66, "caption": "A man holds up some photographs to another person.", "similarity": 0.6467, "relevance": 0 }, { "pair_id": 12035, "video_name": "castle_s02e03_seg02_clip_11", "timestamp": [ 73.36, 86.3 ], "duration": 86.66, "caption": "Two people are beside a man as he takes pictures.", "similarity": 0.6465, "relevance": 0 }, { "pair_id": 12036, "video_name": "castle_s04e14_seg02_clip_16", "timestamp": [ 14.92, 17.63 ], "duration": 90.66, "caption": "A man holds up a photo and compares it to another person's face.", "similarity": 0.646, "relevance": 1 }, { "pair_id": 12037, "video_name": "house_s01e08_seg02_clip_13", "timestamp": [ 11.61, 19.04 ], "duration": 92.66, "caption": "A person holds up some photos and another person takes a look.", "similarity": 0.6375, "relevance": 1 }, { "pair_id": 12038, "video_name": "grey_s03e19_seg02_clip_15", "timestamp": [ 9.68, 73.5 ], "duration": 88.66, "caption": "A man shows a person three pictures of head shots of people and hands them one at a time to the person.", "similarity": 0.6374, "relevance": 2 }, { "pair_id": 12039, "video_name": "castle_s06e05_seg02_clip_16", "timestamp": [ 65.27, 70.22 ], "duration": 90.66, "caption": "A man shows another man a photo to see if he recognizes the person.", "similarity": 0.6372, "relevance": 2 } ] }, { "query_id": 82062, "query": "A man stands from his seat and converses with a woman.", "relevant_moment": [ { "pair_id": 7540, "video_name": "grey_s03e03_seg02_clip_02", "timestamp": [ 65.69, 84.26 ], "duration": 90.66, "caption": "A man stands from his seat and converses with a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7541, "video_name": "house_s05e20_seg02_clip_17", "timestamp": [ 25.17, 49.9 ], "duration": 89.66, "caption": "A woman stands up from her seat and converses with man.", "similarity": 0.8863, "relevance": 3 }, { "pair_id": 7542, "video_name": "grey_s02e23_seg02_clip_23", "timestamp": [ 22.96, 55.81 ], "duration": 90.66, "caption": "A person stands up from their seat and gets close to woman to converse.", "similarity": 0.8425, "relevance": 4 }, { "pair_id": 7543, "video_name": "castle_s02e09_seg02_clip_20", "timestamp": [ 0.0, 64.22 ], "duration": 91.66, "caption": "A man is at the sitting with a woman as they converse.", "similarity": 0.8419, "relevance": 2 }, { "pair_id": 7544, "video_name": "house_s02e19_seg02_clip_11", "timestamp": [ 0.0, 35.56 ], "duration": 90.66, "caption": "A man is standing before woman as they converse with each other.", "similarity": 0.8408, "relevance": 2 }, { "pair_id": 7545, "video_name": "castle_s04e07_seg02_clip_08", "timestamp": [ 0.0, 13.16 ], "duration": 90.66, "caption": "A man is in front of woman as they converse.", "similarity": 0.8331, "relevance": 2 }, { "pair_id": 7546, "video_name": "friends_s07e19_seg02_clip_11", "timestamp": [ 0.0, 11.89 ], "duration": 54.66, "caption": "A man and woman are standing across from each other as they converse.", "similarity": 0.8207, "relevance": 2 }, { "pair_id": 7547, "video_name": "met_s03e19_seg02_clip_05", "timestamp": [ 0.0, 26.56 ], "duration": 61.66, "caption": "A man and a woman are standing in front of each other as they converse.", "similarity": 0.8202, "relevance": 2 }, { "pair_id": 7548, "video_name": "castle_s02e17_seg02_clip_07", "timestamp": [ 0.0, 24.04 ], "duration": 89.66, "caption": "A man and a woman are standing in front of each other as they converse.", "similarity": 0.8202, "relevance": 2 }, { "pair_id": 7549, "video_name": "castle_s02e19_seg02_clip_25", "timestamp": [ 0.0, 8.91 ], "duration": 81.66, "caption": "A man and woman are standing beside each other as they converse.", "similarity": 0.8152, "relevance": 1 }, { "pair_id": 7550, "video_name": "house_s03e15_seg02_clip_09", "timestamp": [ 40.03, 41.87 ], "duration": 92.66, "caption": "A woman is sitting as she converses with man standing in front of her.", "similarity": 0.8148, "relevance": 2 }, { "pair_id": 7551, "video_name": "house_s04e04_seg02_clip_11", "timestamp": [ 3.6, 31.06 ], "duration": 90.66, "caption": "A man sits down and converses with a woman, he then stands up and walks away while she looks at him.", "similarity": 0.8145, "relevance": 2 }, { "pair_id": 7552, "video_name": "castle_s04e12_seg02_clip_16", "timestamp": [ 41.84, 89.03 ], "duration": 89.66, "caption": "A woman and a man are standing with another person as they converse.", "similarity": 0.8116, "relevance": 1 }, { "pair_id": 7553, "video_name": "castle_s08e15_seg02_clip_17", "timestamp": [ 0.0, 49.15 ], "duration": 91.66, "caption": "A woman is standing in front of a man as she converses with him.", "similarity": 0.8107, "relevance": 2 }, { "pair_id": 7554, "video_name": "castle_s05e23_seg02_clip_24", "timestamp": [ 0.91, 91.23 ], "duration": 91.66, "caption": "A man and a woman are standing beside each other as they converse with a man.", "similarity": 0.8022, "relevance": 1 }, { "pair_id": 7555, "video_name": "house_s01e17_seg02_clip_18", "timestamp": [ 0.0, 19.19 ], "duration": 91.66, "caption": "A woman is standing across from man as they converse.", "similarity": 0.798, "relevance": 2 }, { "pair_id": 7556, "video_name": "castle_s07e13_seg02_clip_25", "timestamp": [ 0.0, 58.61 ], "duration": 93.66, "caption": "A woman is standing as she converses with a man and a woman.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 7557, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 57.21, 71.17 ], "duration": 93.66, "caption": "A woman stands up at her seat to speak with a man.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 7558, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 0.0, 55.83 ], "duration": 62.66, "caption": "A man and a woman are beside each other as they converse.", "similarity": 0.7959, "relevance": 2 }, { "pair_id": 7559, "video_name": "friends_s07e06_seg02_clip_05", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A man and a woman are beside each other as they converse.", "similarity": 0.7959, "relevance": 2 } ] }, { "query_id": 82089, "query": "A woman suddenly closes the door while talking to a man.", "relevant_moment": [ { "pair_id": 1740, "video_name": "house_s01e19_seg02_clip_01", "timestamp": [ 17.03, 20.26 ], "duration": 92.66, "caption": "A woman suddenly closes the door while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1741, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 9.24, 15.4 ], "duration": 88.66, "caption": "A woman closes the door and talks to man immediately.", "similarity": 0.8917, "relevance": 4 }, { "pair_id": 1742, "video_name": "s03e02_seg02_clip_01", "timestamp": [ 48.4, 51.35 ], "duration": 59.66, "caption": "A man closes the door while talking to a woman.", "similarity": 0.8787, "relevance": 3 }, { "pair_id": 1743, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 28.64, 30.8 ], "duration": 36.66, "caption": "A woman closes the door in man's face while he is talking.", "similarity": 0.8759, "relevance": 4 }, { "pair_id": 1744, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 15.84, 19.21 ], "duration": 96.66, "caption": "A man close the door while a woman is still talking to him.", "similarity": 0.8708, "relevance": 3 }, { "pair_id": 1745, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 64.62, 70.16 ], "duration": 92.66, "caption": "A man closes the door after talking with woman.", "similarity": 0.864, "relevance": 3 }, { "pair_id": 1746, "video_name": "s02e22_seg02_clip_08", "timestamp": [ 30.17, 33.65 ], "duration": 58.66, "caption": "A woman stops conversing with a man and closes her door.", "similarity": 0.8501, "relevance": 4 }, { "pair_id": 1747, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 43.87, 74.84 ], "duration": 86.66, "caption": "A person opens and holds the door open while talking to a woman then shuts it.", "similarity": 0.847, "relevance": 2 }, { "pair_id": 1749, "video_name": "s06e15_seg02_clip_09", "timestamp": [ 33.87, 37.84 ], "duration": 61.66, "caption": "A man closes the door. He and woman are still talking to person.", "similarity": 0.8241, "relevance": 3 }, { "pair_id": 1750, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 37.54, 45.14 ], "duration": 95.66, "caption": "A man opens the door while he was talking with woman.", "similarity": 0.823, "relevance": 2 }, { "pair_id": 1751, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 44.45, 49.73 ], "duration": 88.66, "caption": "A woman opens the door and talks with a man.", "similarity": 0.8166, "relevance": 1 }, { "pair_id": 1752, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 36.62, 91.54 ], "duration": 91.66, "caption": "A woman opens the door and talks with man.", "similarity": 0.8151, "relevance": 2 }, { "pair_id": 1753, "video_name": "house_s03e24_seg02_clip_17", "timestamp": [ 9.9, 12.05 ], "duration": 86.66, "caption": "A woman walks out the door while talking to a man.", "similarity": 0.8098, "relevance": 1 }, { "pair_id": 1754, "video_name": "friends_s06e15-16_seg02_clip_18", "timestamp": [ 0.0, 8.7 ], "duration": 60.66, "caption": "A woman talks to someone through a closed door.", "similarity": 0.8068, "relevance": 1 }, { "pair_id": 1755, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 65.88, 85.46 ], "duration": 89.66, "caption": "A person opens the door and talks to a woman.", "similarity": 0.8056, "relevance": 2 }, { "pair_id": 1756, "video_name": "friends_s04e07_seg02_clip_11", "timestamp": [ 55.91, 69.02 ], "duration": 69.66, "caption": "A man talks to a woman through the closed door and she responds.", "similarity": 0.8041, "relevance": 2 }, { "pair_id": 1757, "video_name": "s06e10_seg02_clip_00", "timestamp": [ 59.17, 62.32 ], "duration": 70.66, "caption": "A woman finishes speaking to a man and closes her apartment door.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 1758, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 9.86, 14.8 ], "duration": 58.66, "caption": "A man is talking to a woman when some people open the door.", "similarity": 0.8023, "relevance": 2 }, { "pair_id": 1759, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 42.02, 50.12 ], "duration": 60.66, "caption": "A woman opened the door and started talking to a person.", "similarity": 0.8003, "relevance": 2 } ] }, { "query_id": 82185, "query": "A woman looks at another woman who is sitting at a desk and she lowers her eyes.", "relevant_moment": [ { "pair_id": 169000, "video_name": "castle_s08e15_seg02_clip_06", "timestamp": [ 18.25, 21.81 ], "duration": 89.66, "caption": "A woman looks at another woman who is sitting at a desk and she lowers her eyes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169001, "video_name": "friends_s07e19_seg02_clip_19", "timestamp": [ 35.3, 42.02 ], "duration": 42.66, "caption": "A woman is looking at another woman wondering why she is staring at her.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 169002, "video_name": "castle_s03e21_seg02_clip_19", "timestamp": [ 48.34, 49.69 ], "duration": 90.66, "caption": "A woman sits down on a desk next to a person while looking at a whiteboard.", "similarity": 0.7431, "relevance": 1 }, { "pair_id": 169003, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 50.52, 57.94 ], "duration": 92.66, "caption": "A woman looks down at a chair she is leaning on and walks to another desk.", "similarity": 0.7403, "relevance": 1 }, { "pair_id": 169004, "video_name": "s05e16_seg02_clip_02", "timestamp": [ 56.14, 58.31 ], "duration": 62.66, "caption": "A woman places an envelope on the desk while looking at another woman.", "similarity": 0.738, "relevance": 2 }, { "pair_id": 169005, "video_name": "castle_s02e24_seg02_clip_18", "timestamp": [ 95.48, 111.02 ], "duration": 111.66, "caption": "A woman is sitting at her desk looking at a chair beside her desk.", "similarity": 0.7356, "relevance": 1 }, { "pair_id": 169006, "video_name": "grey_s02e04_seg02_clip_12", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman sits down on the desk next to another woman.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 169007, "video_name": "castle_s03e11_seg02_clip_21", "timestamp": [ 31.06, 35.11 ], "duration": 90.66, "caption": "A woman sits down next to a woman at her desk.", "similarity": 0.728, "relevance": 3 }, { "pair_id": 169008, "video_name": "grey_s03e17_seg02_clip_17", "timestamp": [ 53.74, 56.12 ], "duration": 68.66, "caption": "A woman is sitting on a desk and watching two people through the room window.", "similarity": 0.7156, "relevance": 1 }, { "pair_id": 169009, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 48.53, 51.18 ], "duration": 66.66, "caption": "Two people are staring at a woman as she sits across from them.", "similarity": 0.7122, "relevance": 1 }, { "pair_id": 169010, "video_name": "house_s03e14_seg02_clip_01", "timestamp": [ 85.38, 88.02 ], "duration": 88.66, "caption": "A woman looks up from her desk at a man who turns his head to the right and looks at her.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 169011, "video_name": "house_s05e20_seg02_clip_10", "timestamp": [ 63.23, 70.31 ], "duration": 88.66, "caption": "A woman is leaning over a desk and when a person walks up to her, she looks up at him/her.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 169012, "video_name": "house_s07e11_seg02_clip_18", "timestamp": [ 54.13, 59.42 ], "duration": 88.66, "caption": "A woman lowers her face into her hands while sitting at her desk.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 169013, "video_name": "castle_s07e20_seg02_clip_10", "timestamp": [ 74.08, 77.3 ], "duration": 92.66, "caption": "A woman sits down behind a desk while speaking to another woman.", "similarity": 0.6918, "relevance": 3 }, { "pair_id": 169014, "video_name": "friends_s01e09_seg02_clip_19", "timestamp": [ 8.99, 10.11 ], "duration": 56.66, "caption": "A woman is lounging in a chair when she turns to look at another woman.", "similarity": 0.6913, "relevance": 1 }, { "pair_id": 169015, "video_name": "grey_s02e20_seg02_clip_03", "timestamp": [ 87.58, 88.02 ], "duration": 88.66, "caption": "A woman turns around to look at another woman.", "similarity": 0.6884, "relevance": 1 }, { "pair_id": 169016, "video_name": "castle_s08e22_seg02_clip_13", "timestamp": [ 22.28, 28.72 ], "duration": 99.66, "caption": "A woman is sitting on a desk as two men approach her.", "similarity": 0.6874, "relevance": 1 }, { "pair_id": 169017, "video_name": "s05e19_seg02_clip_09", "timestamp": [ 7.56, 9.77 ], "duration": 63.66, "caption": "A woman looks up at another woman and the other woman shakes her head up and down.", "similarity": 0.6861, "relevance": 2 }, { "pair_id": 169018, "video_name": "castle_s04e12_seg02_clip_17", "timestamp": [ 45.91, 60.77 ], "duration": 90.66, "caption": "A woman looks at another woman through the window before walking over to her office.", "similarity": 0.6831, "relevance": 1 }, { "pair_id": 169019, "video_name": "castle_s01e04_seg02_clip_05", "timestamp": [ 31.06, 37.36 ], "duration": 90.66, "caption": "A person and woman walk over to the desk where another woman is seated.", "similarity": 0.6802, "relevance": 1 } ] }, { "query_id": 82244, "query": "A woman opens a small lockable closet in a hurried manner.", "relevant_moment": [ { "pair_id": 10160, "video_name": "castle_s08e15_seg02_clip_08", "timestamp": [ 6.93, 8.78 ], "duration": 92.66, "caption": "A woman opens a small lockable closet in a hurried manner.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 10161, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 38.63, 44.3 ], "duration": 54.66, "caption": "A woman opens a person's closet and pulls out a shirt.", "similarity": 0.7348, "relevance": 2 }, { "pair_id": 10162, "video_name": "grey_s03e18_seg02_clip_05", "timestamp": [ 48.6, 50.75 ], "duration": 86.66, "caption": "A woman in a sweater opens the closet door and startles woman as she is trying to leave.", "similarity": 0.7209, "relevance": 0 }, { "pair_id": 10163, "video_name": "friends_s01e23_seg02_clip_07", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A woman turns away from two people and tries to open the door to the closet.", "similarity": 0.7035, "relevance": 0 }, { "pair_id": 10164, "video_name": "castle_s03e16_seg02_clip_10", "timestamp": [ 4.65, 6.51 ], "duration": 93.66, "caption": "A woman opens the lock of a storage unit.", "similarity": 0.6953, "relevance": 2 }, { "pair_id": 10165, "video_name": "castle_s07e07_seg02_clip_13", "timestamp": [ 24.7, 28.67 ], "duration": 88.66, "caption": "A woman opens a lock with a key in her hand.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 10166, "video_name": "castle_s06e14_seg02_clip_12", "timestamp": [ 65.35, 68.88 ], "duration": 88.66, "caption": "A woman opens the door and moves very quickly.", "similarity": 0.6866, "relevance": 0 }, { "pair_id": 10167, "video_name": "castle_s03e08_seg02_clip_10", "timestamp": [ 9.62, 13.28 ], "duration": 91.66, "caption": "A woman opens the closet door and crouches down as if she is looking for something.", "similarity": 0.6844, "relevance": 1 }, { "pair_id": 10168, "video_name": "met_s02e04_seg02_clip_13", "timestamp": [ 27.74, 33.05 ], "duration": 59.66, "caption": "A woman puts everything she is holding in a shelf to open the door of the apartment.", "similarity": 0.6705, "relevance": 1 }, { "pair_id": 10169, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 34.21, 37.81 ], "duration": 90.66, "caption": "A woman opens the door while holding a gun in her hand.", "similarity": 0.6699, "relevance": 0 }, { "pair_id": 10170, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 21.01, 22.51 ], "duration": 60.66, "caption": "A woman opens the door while holding a stack of things in her hands.", "similarity": 0.6674, "relevance": 0 }, { "pair_id": 10171, "video_name": "house_s01e20_seg02_clip_17", "timestamp": [ 42.25, 47.53 ], "duration": 88.66, "caption": "A person opens the closet door while attempting to tie their tie.", "similarity": 0.6667, "relevance": 0 }, { "pair_id": 10172, "video_name": "castle_s06e01_seg02_clip_22", "timestamp": [ 86.03, 90.53 ], "duration": 100.66, "caption": "A woman opens a locker and takes out a small briefcase.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 10173, "video_name": "castle_s05e01_seg02_clip_01", "timestamp": [ 12.83, 15.04 ], "duration": 88.66, "caption": "A woman runs into the closet while wearing a sheet.", "similarity": 0.6619, "relevance": 1 }, { "pair_id": 10174, "video_name": "castle_s03e13_seg02_clip_16", "timestamp": [ 35.11, 37.81 ], "duration": 90.66, "caption": "A woman opens the door as she's holding a gun.", "similarity": 0.6616, "relevance": 0 }, { "pair_id": 10175, "video_name": "friends_s01e08_seg02_clip_08", "timestamp": [ 7.67, 12.4 ], "duration": 59.66, "caption": "A woman opens a closet and it is filled up to which she turns to a man and asks him to go inside for her.", "similarity": 0.6607, "relevance": 1 }, { "pair_id": 10176, "video_name": "s02e10_seg02_clip_03", "timestamp": [ 15.01, 24.61 ], "duration": 60.66, "caption": "A woman opens up a man's closet and pulls out a dress.", "similarity": 0.6602, "relevance": 2 }, { "pair_id": 10177, "video_name": "castle_s01e01_seg02_clip_12", "timestamp": [ 69.7, 73.36 ], "duration": 91.66, "caption": "A woman runs toward a closet door with her gun drawn.", "similarity": 0.6601, "relevance": 0 }, { "pair_id": 10178, "video_name": "friends_s03e07_seg02_clip_06", "timestamp": [ 8.0, 12.17 ], "duration": 64.66, "caption": "A woman rushes to the door in order to open it.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 10179, "video_name": "s03e21_seg02_clip_05", "timestamp": [ 0.0, 8.24 ], "duration": 61.66, "caption": "A person opens the closet door and points to various items inside.", "similarity": 0.6495, "relevance": 1 } ] }, { "query_id": 82324, "query": "A person holds on to the door of the refrigerator.", "relevant_moment": [ { "pair_id": 163740, "video_name": "s01e09_seg02_clip_01", "timestamp": [ 2.4, 5.4 ], "duration": 60.66, "caption": "A person holds on to the door of the refrigerator.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163741, "video_name": "friends_s07e04_seg02_clip_09", "timestamp": [ 57.95, 63.71 ], "duration": 64.66, "caption": "A woman holds on to the door of the refrigerator.", "similarity": 0.9002, "relevance": 4 }, { "pair_id": 163742, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 2.7, 5.4 ], "duration": 60.66, "caption": "A person opens the door to refrigerator to grab something.", "similarity": 0.8757, "relevance": 3 }, { "pair_id": 163743, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.3 ], "duration": 63.66, "caption": "A person opens and closes the door to the refrigerator.", "similarity": 0.8685, "relevance": 2 }, { "pair_id": 163744, "video_name": "s05e05_seg02_clip_06", "timestamp": [ 8.85, 15.56 ], "duration": 61.66, "caption": "A person is at the refrigerator then shuts the door.", "similarity": 0.8602, "relevance": 2 }, { "pair_id": 163745, "video_name": "s09e02_seg01_clip_00", "timestamp": [ 19.23, 24.5 ], "duration": 62.66, "caption": "A person places his hand on a refrigerator door handle and then opens the door.", "similarity": 0.8586, "relevance": 4 }, { "pair_id": 163746, "video_name": "castle_s04e12_seg02_clip_15", "timestamp": [ 39.31, 45.63 ], "duration": 90.66, "caption": "A person walks in and opens the refrigerator door.", "similarity": 0.8237, "relevance": 2 }, { "pair_id": 163747, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A person walks to the refrigerator and opens door.", "similarity": 0.8177, "relevance": 2 }, { "pair_id": 163748, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 28.81, 36.02 ], "duration": 60.66, "caption": "A person stands up and walks towards the refrigerator and opens it.", "similarity": 0.8074, "relevance": 3 }, { "pair_id": 163749, "video_name": "s06e15_seg01_clip_01", "timestamp": [ 14.4, 16.4 ], "duration": 80.66, "caption": "A person is in the kitchen and closes the door to the refrigerator.", "similarity": 0.8033, "relevance": 2 }, { "pair_id": 163750, "video_name": "s02e10_seg01_clip_02", "timestamp": [ 23.59, 35.16 ], "duration": 89.66, "caption": "A person walks over to the refrigerator and opens the door and gestures towards the inside of it.", "similarity": 0.802, "relevance": 4 }, { "pair_id": 163751, "video_name": "house_s03e06_seg02_clip_04", "timestamp": [ 4.05, 9.46 ], "duration": 90.66, "caption": "A person opens the refrigerator and then closes it.", "similarity": 0.8003, "relevance": 3 }, { "pair_id": 163752, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.7929, "relevance": 4 }, { "pair_id": 163753, "video_name": "house_s08e13_seg02_clip_23", "timestamp": [ 70.11, 79.15 ], "duration": 90.66, "caption": "A person opens the refrigerator door and hangs their cane on the door.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 163754, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 18.05, 27.07 ], "duration": 82.66, "caption": "A person gets up from his spot and opens the fridge.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 163755, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person walks to the refrigerator, opens it and then closes it.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 163756, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 36.82, 43.54 ], "duration": 64.66, "caption": "A person walks toward the fridge and opens it.", "similarity": 0.7809, "relevance": 2 }, { "pair_id": 163757, "video_name": "s07e05_seg02_clip_11", "timestamp": [ 2.95, 8.56 ], "duration": 59.66, "caption": "A person stands in front of the open fridge door holding a white plastic bag.", "similarity": 0.7792, "relevance": 4 }, { "pair_id": 163758, "video_name": "friends_s01e01_seg02_clip_06", "timestamp": [ 14.27, 28.55 ], "duration": 57.66, "caption": "A person opens the fridge and then closes it.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 163759, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.79 ], "duration": 61.66, "caption": "A person walks to the fridge, opens it, and closes it.", "similarity": 0.7714, "relevance": 2 }, { "pair_id": 337060, "video_name": "s03e20_seg02_clip_07", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A person is holding the fridge door as they mention they got astray.", "similarity": 0.7685, "relevance": 4 }, { "pair_id": 337061, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.7663, "relevance": 4 }, { "pair_id": 337062, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.7663, "relevance": 4 }, { "pair_id": 337063, "video_name": "friends_s01e12_seg02_clip_20", "timestamp": [ 17.06, 23.26 ], "duration": 62.66, "caption": "A man opens the refrigerator door and leans on it.", "similarity": 0.7661, "relevance": 4 }, { "pair_id": 337064, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.7644, "relevance": 3 }, { "pair_id": 337065, "video_name": "castle_s01e05_seg02_clip_10", "timestamp": [ 0.0, 4.45 ], "duration": 74.66, "caption": "A person opens the fridge door as another person is standing with the fridge door open.", "similarity": 0.7629, "relevance": 4 }, { "pair_id": 337066, "video_name": "friends_s05e16_seg01_clip_00", "timestamp": [ 8.69, 11.85 ], "duration": 79.66, "caption": "A man comes in the door and reaches toward the refrigerator.", "similarity": 0.7621, "relevance": 2 }, { "pair_id": 337067, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman opens a refrigerator, puts something inside, and closes the door.", "similarity": 0.758, "relevance": 3 }, { "pair_id": 337068, "video_name": "friends_s04e10_seg02_clip_16", "timestamp": [ 38.27, 41.07 ], "duration": 51.66, "caption": "A person opens the walk-in refrigerator door, covered in sauce.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 337069, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 26.11, 31.51 ], "duration": 60.66, "caption": "A person walks from one room to another and opens the refrigerator.", "similarity": 0.7532, "relevance": 3 }, { "pair_id": 337070, "video_name": "friends_s02e14_seg02_clip_01", "timestamp": [ 37.64, 39.92 ], "duration": 57.66, "caption": "A person puts a piece of paper on the refrigerator door using a magnet.", "similarity": 0.7531, "relevance": 1 }, { "pair_id": 337071, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 45.87, 51.17 ], "duration": 53.66, "caption": "A person walks into the kitchen and opens the refrigerator.", "similarity": 0.7529, "relevance": 3 }, { "pair_id": 337072, "video_name": "s03e09_seg01_clip_00", "timestamp": [ 113.42, 117.62 ], "duration": 120.66, "caption": "A person opens the refrigerator and leans forward to look inside.", "similarity": 0.7512, "relevance": 4 }, { "pair_id": 337073, "video_name": "s03e06_seg02_clip_13", "timestamp": [ 38.72, 46.82 ], "duration": 60.66, "caption": "A person walks from person's front door to the kitchen and opens then shuts the refrigerator door.", "similarity": 0.7511, "relevance": 3 }, { "pair_id": 337074, "video_name": "friends_s10e06_seg02_clip_00", "timestamp": [ 50.11, 55.15 ], "duration": 63.66, "caption": "A man opens and closes the door to the refrigerator.", "similarity": 0.7492, "relevance": 4 }, { "pair_id": 337075, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.7457, "relevance": 3 }, { "pair_id": 337076, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 18.89, 22.73 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.7425, "relevance": 3 }, { "pair_id": 337077, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 0.89, 4.43 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.7425, "relevance": 3 }, { "pair_id": 337078, "video_name": "s08e23_seg01_clip_00", "timestamp": [ 6.57, 11.32 ], "duration": 73.66, "caption": "A person shuts the refrigerator door in the apartment.", "similarity": 0.7421, "relevance": 2 }, { "pair_id": 337079, "video_name": "grey_s03e12_seg02_clip_00", "timestamp": [ 36.67, 39.02 ], "duration": 94.66, "caption": "A man opens and quickly closes the refrigerator door.", "similarity": 0.7399, "relevance": 4 } ] }, { "query_id": 82412, "query": "A woman puts four beers onto the coffee table.", "relevant_moment": [ { "pair_id": 3460, "video_name": "met_s03e04_seg01_clip_00", "timestamp": [ 19.69, 21.87 ], "duration": 62.66, "caption": "A woman puts four beers onto the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3461, "video_name": "met_s03e09_seg01_clip_00", "timestamp": [ 44.67, 46.6 ], "duration": 77.66, "caption": "A woman brings beer to the table.", "similarity": 0.743, "relevance": 3 }, { "pair_id": 3462, "video_name": "met_s06e18_seg02_clip_07", "timestamp": [ 8.54, 17.39 ], "duration": 61.66, "caption": "A woman takes a drink from her beer and then sets it back down on the table.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 3463, "video_name": "house_s06e18_seg02_clip_10", "timestamp": [ 66.33, 69.08 ], "duration": 91.66, "caption": "A woman puts their coffee cup onto the coffee table.", "similarity": 0.7127, "relevance": 1 }, { "pair_id": 3464, "video_name": "s06e01_seg02_clip_11", "timestamp": [ 4.58, 5.49 ], "duration": 61.66, "caption": "A woman puts her beer bottle down on the living room coffee table.", "similarity": 0.7089, "relevance": 3 }, { "pair_id": 3465, "video_name": "s06e01_seg02_clip_07", "timestamp": [ 30.82, 32.65 ], "duration": 61.66, "caption": "A man hands woman a beer from the coffee table.", "similarity": 0.7032, "relevance": 1 }, { "pair_id": 3466, "video_name": "s08e03_seg02_clip_12", "timestamp": [ 23.09, 25.36 ], "duration": 65.66, "caption": "A woman sets a glass of beer down on the restaurant table as she sits down.", "similarity": 0.7031, "relevance": 2 }, { "pair_id": 3467, "video_name": "friends_s02e03_seg02_clip_00", "timestamp": [ 1.24, 6.51 ], "duration": 62.66, "caption": "A woman brings 3 bottles of beer to the table and sits down.", "similarity": 0.6943, "relevance": 3 }, { "pair_id": 3468, "video_name": "friends_s06e23_seg02_clip_02", "timestamp": [ 53.42, 59.03 ], "duration": 59.66, "caption": "A woman puts her wine glass on the coffee table.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 3469, "video_name": "friends_s06e08_seg02_clip_14", "timestamp": [ 26.85, 31.43 ], "duration": 61.66, "caption": "A woman brings two cups of drink and places on the table.", "similarity": 0.6922, "relevance": 1 }, { "pair_id": 3470, "video_name": "s08e14_seg02_clip_11", "timestamp": [ 23.8, 25.02 ], "duration": 61.66, "caption": "A woman is holding a glass of wine and put it on the coffee table.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 3471, "video_name": "friends_s02e03_seg02_clip_00", "timestamp": [ 1.55, 6.2 ], "duration": 62.66, "caption": "A woman puts some beers down on the table and two men take one.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 3472, "video_name": "s04e08_seg02_clip_13", "timestamp": [ 18.3, 23.32 ], "duration": 59.66, "caption": "A woman puts her glass of wine down on the coffee table.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 3473, "video_name": "friends_s06e14_seg02_clip_01", "timestamp": [ 14.81, 23.01 ], "duration": 63.66, "caption": "A woman drinks from her mug and places it on the table.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 3474, "video_name": "friends_s06e18_seg02_clip_06", "timestamp": [ 39.22, 41.18 ], "duration": 56.66, "caption": "A woman puts her coffee cup down on the table.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 3475, "video_name": "s08e06_seg02_clip_06", "timestamp": [ 8.4, 11.41 ], "duration": 60.66, "caption": "A woman puts her glass she was holding onto the coffee table.", "similarity": 0.6581, "relevance": 2 }, { "pair_id": 3476, "video_name": "friends_s06e22_seg02_clip_10", "timestamp": [ 55.21, 57.38 ], "duration": 62.66, "caption": "A woman sets the glass on the coffee table.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 3477, "video_name": "s02e15_seg02_clip_15", "timestamp": [ 18.61, 21.66 ], "duration": 61.66, "caption": "A woman puts her coffee cup on top of the coffee table.", "similarity": 0.6547, "relevance": 1 }, { "pair_id": 3478, "video_name": "castle_s07e17_seg02_clip_00", "timestamp": [ 6.41, 8.7 ], "duration": 91.66, "caption": "Woman puts her coffee mug on the table next to her.", "similarity": 0.6544, "relevance": 1 }, { "pair_id": 3479, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 66.26, 68.1 ], "duration": 92.66, "caption": "A woman puts her coffee mug onto the coffee table as she leaves.", "similarity": 0.6543, "relevance": 2 } ] }, { "query_id": 82424, "query": "A person puts back their cellphone in the desk after the call.", "relevant_moment": [ { "pair_id": 148120, "video_name": "house_s08e08_seg02_clip_25", "timestamp": [ 51.05, 54.53 ], "duration": 116.66, "caption": "A person puts back their cellphone in the desk after the call.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148121, "video_name": "s03e01_seg01_clip_01", "timestamp": [ 27.75, 30.3 ], "duration": 73.66, "caption": "A person puts their cellphone in their pocket after the call.", "similarity": 0.7876, "relevance": 2 }, { "pair_id": 148122, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 2.5, 5.5 ], "duration": 100.66, "caption": "A person hangs up the phone back on the desk.", "similarity": 0.7795, "relevance": 3 }, { "pair_id": 148123, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 30.17, 35.57 ], "duration": 90.66, "caption": "A person took their cellphone and immediately makes a call.", "similarity": 0.7646, "relevance": 1 }, { "pair_id": 148124, "video_name": "s05e14_seg02_clip_07", "timestamp": [ 53.09, 55.84 ], "duration": 61.66, "caption": "A person picks up his/her cellphone from the desk and starts talking to it.", "similarity": 0.7574, "relevance": 1 }, { "pair_id": 148126, "video_name": "castle_s02e07_seg02_clip_23", "timestamp": [ 52.19, 56.42 ], "duration": 94.66, "caption": "A person takes out his phone and makes a call.", "similarity": 0.7491, "relevance": 1 }, { "pair_id": 148127, "video_name": "castle_s08e17_seg02_clip_17", "timestamp": [ 8.64, 11.52 ], "duration": 96.66, "caption": "A person pulls out their mobile phone and makes a call.", "similarity": 0.7455, "relevance": 1 }, { "pair_id": 148128, "video_name": "s04e12_seg01_clip_00", "timestamp": [ 34.48, 35.7 ], "duration": 61.66, "caption": "Person places a cell phone down on a table after ending a conversation.", "similarity": 0.7454, "relevance": 4 }, { "pair_id": 148129, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 28.37, 36.48 ], "duration": 90.66, "caption": "A person takes out their cell phone next to an office door and makes a call.", "similarity": 0.7451, "relevance": 1 }, { "pair_id": 148130, "video_name": "s07e10_seg02_clip_06", "timestamp": [ 0.0, 14.17 ], "duration": 59.66, "caption": "A person talks on the phone and then sets the phone on his desk.", "similarity": 0.7446, "relevance": 4 }, { "pair_id": 148131, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 23.21, 27.85 ], "duration": 58.66, "caption": "A person takes out their cellphone and calls someone.", "similarity": 0.7421, "relevance": 1 }, { "pair_id": 148132, "video_name": "house_s07e15_seg02_clip_03", "timestamp": [ 16.2, 26.56 ], "duration": 90.66, "caption": "A woman picks up the phone at their desk and makes a call.", "similarity": 0.7386, "relevance": 1 }, { "pair_id": 148133, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 29.92, 42.06 ], "duration": 86.66, "caption": "A woman picks up her phone from her desk and puts it back on her desk.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 148134, "video_name": "s06e02_seg02_clip_12", "timestamp": [ 48.11, 50.47 ], "duration": 59.66, "caption": "A person switches his cellphone from one hand to the other and lays it on the desk.", "similarity": 0.7371, "relevance": 2 }, { "pair_id": 148135, "video_name": "s07e13_seg02_clip_06", "timestamp": [ 0.0, 6.3 ], "duration": 60.66, "caption": "A person makes a phone call on their cell phone.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 148136, "video_name": "house_s05e02_seg02_clip_26", "timestamp": [ 23.99, 29.6 ], "duration": 35.66, "caption": "A man picks up the desk phone and makes a call.", "similarity": 0.7281, "relevance": 1 }, { "pair_id": 148137, "video_name": "castle_s02e04_seg02_clip_18", "timestamp": [ 2.76, 15.64 ], "duration": 92.66, "caption": "A person pulls out their phone and makes a phone call.", "similarity": 0.7274, "relevance": 2 }, { "pair_id": 148138, "video_name": "house_s01e06_seg02_clip_22", "timestamp": [ 0.0, 22.03 ], "duration": 37.66, "caption": "A person is sitting at the desk while on the cell phone.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 148139, "video_name": "met_s06e09_seg02_clip_15", "timestamp": [ 21.25, 23.32 ], "duration": 59.66, "caption": "A person drops the call he receives in his cell phone.", "similarity": 0.7243, "relevance": 3 } ] }, { "query_id": 82435, "query": "A person gets a bullet and loads it into a gun.", "relevant_moment": [ { "pair_id": 17840, "video_name": "house_s08e08_seg02_clip_21", "timestamp": [ 10.4, 15.08 ], "duration": 104.66, "caption": "A person gets a bullet and loads it into a gun.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17841, "video_name": "castle_s06e17_seg02_clip_18", "timestamp": [ 36.22, 39.62 ], "duration": 61.66, "caption": "A woman gets her gun and unloads and loads it.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 17842, "video_name": "castle_s03e24_seg02_clip_19", "timestamp": [ 36.51, 48.52 ], "duration": 100.66, "caption": "A man loads bullets in his gun and one in the chamber.", "similarity": 0.7514, "relevance": 4 }, { "pair_id": 17843, "video_name": "house_s05e09_seg02_clip_18", "timestamp": [ 79.65, 91.03 ], "duration": 91.66, "caption": "A person hold their gun and wants to shoot person.", "similarity": 0.7288, "relevance": 1 }, { "pair_id": 17844, "video_name": "castle_s04e07_seg02_clip_19", "timestamp": [ 19.04, 21.31 ], "duration": 90.66, "caption": "A person is holding a gun in their hand as they get up.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 17845, "video_name": "castle_s07e17_seg02_clip_04", "timestamp": [ 27.31, 33.16 ], "duration": 78.66, "caption": "A person takes someone's gun and points a gun at their head.", "similarity": 0.6889, "relevance": 1 }, { "pair_id": 17846, "video_name": "castle_s07e09_seg02_clip_03", "timestamp": [ 87.39, 89.31 ], "duration": 96.66, "caption": "A man takes off his gun sling and hands it to a person.", "similarity": 0.6805, "relevance": 1 }, { "pair_id": 17847, "video_name": "castle_s03e01_seg02_clip_25", "timestamp": [ 17.51, 23.51 ], "duration": 100.66, "caption": "A woman takes out her gun and hands it to man.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 17848, "video_name": "s08e02_seg02_clip_12", "timestamp": [ 16.17, 17.7 ], "duration": 61.66, "caption": "A person makes a spitball and loads it to shoot at another person.", "similarity": 0.6794, "relevance": 0 }, { "pair_id": 17853, "video_name": "castle_s04e04_seg02_clip_08", "timestamp": [ 0.0, 6.57 ], "duration": 87.66, "caption": "A person takes out a gun from behind a person and hands it to another person.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 17855, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 84.67, 91.11 ], "duration": 99.66, "caption": "A man fills up an old gun then gives it to a person.", "similarity": 0.6577, "relevance": 4 }, { "pair_id": 17857, "video_name": "castle_s03e04_seg02_clip_14", "timestamp": [ 0.0, 1.44 ], "duration": 96.66, "caption": "A person runs into the room holding a gun.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 17859, "video_name": "castle_s03e13_seg02_clip_03", "timestamp": [ 43.26, 49.77 ], "duration": 93.66, "caption": "A person is pulling a bullet out of a booth.", "similarity": 0.6535, "relevance": 2 } ] }, { "query_id": 82450, "query": "A person begins to walk off the hospital roof and is tackled.", "relevant_moment": [ { "pair_id": 271460, "video_name": "friends_s09e01_seg02_clip_16", "timestamp": [ 36.92, 38.42 ], "duration": 60.66, "caption": "A man gets up off the hospital bed to confront person.", "similarity": 0.5611, "relevance": 1 }, { "pair_id": 271461, "video_name": "house_s04e01_seg02_clip_10", "timestamp": [ 29.43, 31.57 ], "duration": 107.66, "caption": "A man gets up off of the patient's hospital bed and leaves the room.", "similarity": 0.5588, "relevance": 2 }, { "pair_id": 271462, "video_name": "house_s07e03_seg02_clip_02", "timestamp": [ 36.94, 45.85 ], "duration": 89.66, "caption": "A woman gets up from the hospital bed and walks away from a man.", "similarity": 0.5578, "relevance": 2 }, { "pair_id": 271463, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 49.15, 89.66 ], "duration": 91.66, "caption": "Person walks over to woman that is in the hospital bed.", "similarity": 0.5563, "relevance": 2 }, { "pair_id": 271464, "video_name": "house_s04e01_seg02_clip_22", "timestamp": [ 69.77, 75.17 ], "duration": 90.66, "caption": "A person pulls the sheet off someone in a hospital bed.", "similarity": 0.5557, "relevance": 1 }, { "pair_id": 271465, "video_name": "house_s03e22_seg02_clip_02", "timestamp": [ 41.45, 44.18 ], "duration": 91.66, "caption": "A person walks over to examine someone in the hospital.", "similarity": 0.5554, "relevance": 1 }, { "pair_id": 271466, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 36.06, 38.44 ], "duration": 53.66, "caption": "A doctor gets up from the edge of a hospital bed.", "similarity": 0.554, "relevance": 1 }, { "pair_id": 271467, "video_name": "grey_s02e14_seg02_clip_12", "timestamp": [ 81.14, 91.66 ], "duration": 91.66, "caption": "A person finds out that the patient has left the building.", "similarity": 0.5538, "relevance": 2 }, { "pair_id": 271468, "video_name": "house_s05e01_seg02_clip_12", "timestamp": [ 20.42, 32.41 ], "duration": 88.66, "caption": "A person walks across the lobby of the hospital and leaves the building.", "similarity": 0.5533, "relevance": 1 }, { "pair_id": 271469, "video_name": "house_s02e02_seg02_clip_00", "timestamp": [ 56.6, 65.8 ], "duration": 92.66, "caption": "A person moves to leave, but then stops and turns to face a doctor.", "similarity": 0.5531, "relevance": 2 }, { "pair_id": 271470, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 0.75, 5.63 ], "duration": 75.66, "caption": "A person walks into the room and over to the foot of someone's hospital bed.", "similarity": 0.551, "relevance": 2 }, { "pair_id": 271471, "video_name": "house_s04e03_seg02_clip_04", "timestamp": [ 16.89, 23.28 ], "duration": 91.66, "caption": "A person bends down and scoops someone up and off of the hospital bed.", "similarity": 0.5498, "relevance": 2 }, { "pair_id": 271472, "video_name": "house_s06e02_seg02_clip_11", "timestamp": [ 18.2, 20.03 ], "duration": 91.66, "caption": "A person opens the hospital door and walks through it.", "similarity": 0.5476, "relevance": 2 }, { "pair_id": 271473, "video_name": "grey_s02e04_seg02_clip_14", "timestamp": [ 16.15, 20.91 ], "duration": 95.66, "caption": "A person walks through a hospital with someone following.", "similarity": 0.5471, "relevance": 2 }, { "pair_id": 271474, "video_name": "house_s03e06_seg02_clip_12", "timestamp": [ 17.68, 25.58 ], "duration": 93.66, "caption": "A person walks over to the end of his patient's bed.", "similarity": 0.5462, "relevance": 2 }, { "pair_id": 271475, "video_name": "house_s08e10_seg02_clip_04", "timestamp": [ 31.47, 39.68 ], "duration": 91.66, "caption": "The patient gets out of the hospital bed, but collapses when she tries to stand up.", "similarity": 0.5451, "relevance": 2 }, { "pair_id": 271476, "video_name": "house_s06e08_seg02_clip_18", "timestamp": [ 11.63, 14.88 ], "duration": 93.66, "caption": "A person heads after a woman who runs out of the hospital.", "similarity": 0.5449, "relevance": 2 }, { "pair_id": 271477, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 81.47, 87.32 ], "duration": 90.66, "caption": "A person approaches a car parked outside the hospital.", "similarity": 0.5432, "relevance": 1 }, { "pair_id": 271478, "video_name": "house_s03e14_seg02_clip_12", "timestamp": [ 6.37, 26.85 ], "duration": 91.66, "caption": "A person stands on the railing in the hospital and then falls down.", "similarity": 0.541, "relevance": 3 }, { "pair_id": 271479, "video_name": "house_s03e22_seg02_clip_06", "timestamp": [ 7.65, 10.35 ], "duration": 90.66, "caption": "Person picks his feet up after telling the doctors what to do.", "similarity": 0.5397, "relevance": 1 } ] }, { "query_id": 82487, "query": "A man gets up from the couch and opens the door.", "relevant_moment": [ { "pair_id": 8840, "video_name": "friends_s04e18_seg02_clip_00", "timestamp": [ 39.79, 43.93 ], "duration": 63.66, "caption": "A man gets up from the couch and opens the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8841, "video_name": "s04e09_seg02_clip_02", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A man gets up from the couch and goes to the door in the living room.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 8842, "video_name": "house_s06e08_seg02_clip_02", "timestamp": [ 33.45, 41.03 ], "duration": 89.66, "caption": "A man gets up from the couch and opens the refrigerator.", "similarity": 0.8129, "relevance": 2 }, { "pair_id": 8843, "video_name": "house_s05e01_seg02_clip_16", "timestamp": [ 21.78, 27.44 ], "duration": 87.66, "caption": "A person gets up from the couch and walks to the door.", "similarity": 0.8091, "relevance": 4 }, { "pair_id": 8844, "video_name": "friends_s09e04_seg02_clip_16", "timestamp": [ 28.66, 33.44 ], "duration": 63.66, "caption": "A man stands up from the couch and walks towards the door.", "similarity": 0.8076, "relevance": 4 }, { "pair_id": 8845, "video_name": "friends_s08e17_seg02_clip_18", "timestamp": [ 29.51, 33.2 ], "duration": 61.66, "caption": "A man gets up from the couch and walks over to answer the door.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 8846, "video_name": "s09e21_seg02_clip_12", "timestamp": [ 0.31, 6.41 ], "duration": 61.66, "caption": "A woman gets up from the couch to open the door.", "similarity": 0.7917, "relevance": 3 }, { "pair_id": 8847, "video_name": "met_s03e01_seg02_clip_15", "timestamp": [ 0.0, 8.67 ], "duration": 61.66, "caption": "A man puts his hands up and walks around the couch and out the door.", "similarity": 0.791, "relevance": 3 }, { "pair_id": 8848, "video_name": "house_s02e12_seg02_clip_26", "timestamp": [ 78.03, 100.03 ], "duration": 100.66, "caption": "A man gets up, walks up to the door, and opens it.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 8849, "video_name": "met_s03e16_seg02_clip_08", "timestamp": [ 3.92, 9.35 ], "duration": 60.66, "caption": "A man jumps up from the couch to answer the door.", "similarity": 0.7797, "relevance": 4 }, { "pair_id": 8850, "video_name": "castle_s02e09_seg02_clip_12", "timestamp": [ 77.9, 83.75 ], "duration": 90.66, "caption": "A man opens a door, walks in the apartment and sits on a couch.", "similarity": 0.7744, "relevance": 3 }, { "pair_id": 8851, "video_name": "friends_s08e16_seg01_clip_00", "timestamp": [ 41.8, 47.91 ], "duration": 61.66, "caption": "A man gets up from his seat and opens the door and stands at the door entrance.", "similarity": 0.7557, "relevance": 3 }, { "pair_id": 8852, "video_name": "s05e09_seg02_clip_15", "timestamp": [ 23.28, 34.21 ], "duration": 95.66, "caption": "A person gets up from the couch and opens the window.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 8853, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 14.51, 16.54 ], "duration": 58.66, "caption": "A man gets up to open the door for a person.", "similarity": 0.7377, "relevance": 4 }, { "pair_id": 8854, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 13.96, 16.13 ], "duration": 62.66, "caption": "A man gets up from the couch and walks into the living room.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 8855, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 27.28, 33.59 ], "duration": 57.66, "caption": "A man walks to the door and opens it.", "similarity": 0.7349, "relevance": 3 }, { "pair_id": 8856, "video_name": "s04e07_seg02_clip_00", "timestamp": [ 17.39, 23.19 ], "duration": 61.66, "caption": "A person gets up from a couch and answers a door.", "similarity": 0.7311, "relevance": 4 }, { "pair_id": 8857, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 63.57, 65.91 ], "duration": 93.66, "caption": "A man opens up a door from his apartment.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 8858, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man opens the door and then walks through it.", "similarity": 0.7208, "relevance": 2 }, { "pair_id": 8859, "video_name": "friends_s05e17_seg02_clip_20", "timestamp": [ 50.76, 51.94 ], "duration": 59.66, "caption": "A man opens the door and grasps on to it.", "similarity": 0.717, "relevance": 2 }, { "pair_id": 182160, "video_name": "house_s07e06_seg02_clip_17", "timestamp": [ 7.7, 10.78 ], "duration": 77.66, "caption": "A man opens a door and exits the room.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 182161, "video_name": "s10e01_seg02_clip_05", "timestamp": [ 44.27, 53.71 ], "duration": 59.66, "caption": "A man stands up from the chair, walks over and opens the door.", "similarity": 0.7134, "relevance": 4 }, { "pair_id": 182162, "video_name": "s09e10_seg02_clip_16", "timestamp": [ 8.37, 12.72 ], "duration": 62.66, "caption": "A woman gets up from the couch and walks to the door.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 182163, "video_name": "s01e05_seg02_clip_04", "timestamp": [ 39.38, 43.86 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks to the door.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 182164, "video_name": "friends_s06e20_seg01_clip_00", "timestamp": [ 44.76, 57.37 ], "duration": 63.66, "caption": "A man gets up and goes into his room and shuts the door.", "similarity": 0.71, "relevance": 3 }, { "pair_id": 182165, "video_name": "friends_s09e13_seg01_clip_00", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 182166, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 23.19, 27.77 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 182167, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 45.0, 52.02 ], "duration": 52.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.7086, "relevance": 2 }, { "pair_id": 182168, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 13.11, 15.37 ], "duration": 90.66, "caption": "A man opens up the door to the apartment.", "similarity": 0.7084, "relevance": 2 }, { "pair_id": 182169, "video_name": "s02e03_seg01_clip_00", "timestamp": [ 22.41, 26.57 ], "duration": 64.66, "caption": "A person gets up and goes to the door and opens it.", "similarity": 0.7084, "relevance": 4 }, { "pair_id": 182170, "video_name": "s05e02_seg02_clip_03", "timestamp": [ 52.95, 55.15 ], "duration": 63.66, "caption": "A person stands up from the couch and runs out of the door.", "similarity": 0.7068, "relevance": 4 }, { "pair_id": 182171, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 182172, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 0.0, 2.85 ], "duration": 57.66, "caption": "A man opens the door and walks into the bedroom.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 182173, "video_name": "friends_s08e13_seg02_clip_04", "timestamp": [ 34.98, 36.24 ], "duration": 63.66, "caption": "A man opens up the apartment door and walks through.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 182174, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 46.08, 47.91 ], "duration": 61.66, "caption": "A man opens the door and walks out of the room.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 182175, "video_name": "friends_s06e03_seg02_clip_09", "timestamp": [ 27.91, 31.81 ], "duration": 60.66, "caption": "A man opens the door and exits the room.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 182176, "video_name": "friends_s03e02_seg02_clip_05", "timestamp": [ 32.49, 41.78 ], "duration": 58.66, "caption": "A man opens the door and exits the room.", "similarity": 0.7046, "relevance": 3 }, { "pair_id": 182177, "video_name": "friends_s02e15_seg02_clip_16", "timestamp": [ 45.05, 57.02 ], "duration": 57.66, "caption": "A man gets up from the couch and starts to leave.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 182178, "video_name": "house_s05e14_seg02_clip_15", "timestamp": [ 20.56, 23.68 ], "duration": 89.66, "caption": "A man slams the door and wakes up person on the couch.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 182179, "video_name": "house_s08e20_seg02_clip_00", "timestamp": [ 30.09, 37.14 ], "duration": 94.66, "caption": "A man opens up the car door and gets out of it.", "similarity": 0.6957, "relevance": 2 } ] }, { "query_id": 82491, "query": "A man walks past the bed and turns around and starts talking to another person.", "relevant_moment": [ { "pair_id": 164180, "video_name": "s08e23_seg02_clip_08", "timestamp": [ 7.2, 12.91 ], "duration": 60.66, "caption": "A man walks past the bed and turns around and starts talking to another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164181, "video_name": "house_s07e16_seg02_clip_18", "timestamp": [ 0.0, 81.9 ], "duration": 89.66, "caption": "A person walks over to someone's bed and speaks to him.", "similarity": 0.8387, "relevance": 3 }, { "pair_id": 164182, "video_name": "house_s01e20_seg02_clip_11", "timestamp": [ 37.36, 42.21 ], "duration": 97.66, "caption": "A man walks over to the side of a man's bed to talk to him.", "similarity": 0.8368, "relevance": 3 }, { "pair_id": 164183, "video_name": "house_s06e20_seg02_clip_17", "timestamp": [ 87.01, 89.24 ], "duration": 89.66, "caption": "A man walks into the room and speaks with person who is at the bed.", "similarity": 0.7912, "relevance": 3 }, { "pair_id": 164184, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 0.0, 13.21 ], "duration": 91.66, "caption": "A man talks to person before walking away from his bed.", "similarity": 0.7894, "relevance": 2 }, { "pair_id": 164185, "video_name": "s06e23_seg02_clip_14", "timestamp": [ 31.06, 35.12 ], "duration": 54.66, "caption": "A person walks closer to the bed as he talks to a woman.", "similarity": 0.7845, "relevance": 2 }, { "pair_id": 164186, "video_name": "house_s05e20_seg02_clip_22", "timestamp": [ 49.51, 90.02 ], "duration": 90.66, "caption": "A man walks over to a woman's bed to speak with her.", "similarity": 0.7814, "relevance": 3 }, { "pair_id": 164187, "video_name": "house_s03e11_seg02_clip_12", "timestamp": [ 61.94, 86.02 ], "duration": 86.66, "caption": "A person talks to a man at the foot of his bed.", "similarity": 0.7801, "relevance": 2 }, { "pair_id": 164188, "video_name": "castle_s04e01_seg02_clip_10", "timestamp": [ 72.08, 76.67 ], "duration": 91.66, "caption": "A woman walks around the bed as she talks to a man.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 164189, "video_name": "s05e24_seg02_clip_02", "timestamp": [ 0.0, 3.9 ], "duration": 65.66, "caption": "A man gets up from the bed and walks to the bedroom door while talking to a woman.", "similarity": 0.7634, "relevance": 2 }, { "pair_id": 164190, "video_name": "s06e10_seg02_clip_15", "timestamp": [ 48.74, 58.03 ], "duration": 58.66, "caption": "A man walks around another person then turns around to talk to them.", "similarity": 0.7598, "relevance": 2 }, { "pair_id": 164191, "video_name": "house_s06e09_seg02_clip_02", "timestamp": [ 80.16, 89.07 ], "duration": 89.66, "caption": "A man walks over to another person's room and talks to him.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 164192, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 0.0, 3.78 ], "duration": 84.66, "caption": "A person walks towards a man and starts a conversation with him.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 164193, "video_name": "house_s01e15_seg02_clip_11", "timestamp": [ 0.0, 10.21 ], "duration": 88.66, "caption": "A man was talking to another person and then the person walks about the room.", "similarity": 0.7443, "relevance": 1 }, { "pair_id": 164194, "video_name": "grey_s03e23_seg02_clip_01", "timestamp": [ 29.58, 36.87 ], "duration": 91.66, "caption": "A man walks to the other side of a person's bed.", "similarity": 0.7434, "relevance": 4 }, { "pair_id": 164195, "video_name": "s08e08_seg02_clip_12", "timestamp": [ 47.42, 53.42 ], "duration": 60.66, "caption": "A person gets up from their bed and goes to stand near the door to talk to another person.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 164196, "video_name": "met_s05e01_seg02_clip_14", "timestamp": [ 6.94, 7.84 ], "duration": 60.66, "caption": "A person stands up from the bed and talks to another person.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 164197, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 30.16, 36.46 ], "duration": 90.66, "caption": "A man is talking to another person and then walks past them, turning to keep talking as he quickly walks away.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 164198, "video_name": "friends_s01e13_seg02_clip_12", "timestamp": [ 29.29, 34.18 ], "duration": 61.66, "caption": "A man gets up from lying in bed and talks to another person.", "similarity": 0.7389, "relevance": 2 }, { "pair_id": 164199, "video_name": "house_s03e20_seg02_clip_11", "timestamp": [ 53.49, 57.68 ], "duration": 93.66, "caption": "A man walks over to a person's hospital bed and sits down while talking with them.", "similarity": 0.7379, "relevance": 3 } ] }, { "query_id": 82492, "query": "A person says something to another person and the other person looks up, in annoyance with their arms folded.", "relevant_moment": [ { "pair_id": 158700, "video_name": "s08e23_seg02_clip_08", "timestamp": [ 54.62, 60.03 ], "duration": 60.66, "caption": "A person says something to another person and the other person looks up, in annoyance with their arms folded.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158701, "video_name": "s01e12_seg02_clip_16", "timestamp": [ 0.0, 6.3 ], "duration": 45.66, "caption": "A person says something and another person looks up and then shakes their head yes.", "similarity": 0.7736, "relevance": 4 }, { "pair_id": 158702, "video_name": "castle_s08e03_seg02_clip_22", "timestamp": [ 44.19, 50.78 ], "duration": 94.66, "caption": "A person says something that makes two others look at each other.", "similarity": 0.7696, "relevance": 2 }, { "pair_id": 158703, "video_name": "s09e09_seg02_clip_06", "timestamp": [ 7.02, 16.17 ], "duration": 61.66, "caption": "A person says something to another person that makes them look at him/her with their mouth open.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 158704, "video_name": "castle_s08e01_seg02_clip_23", "timestamp": [ 0.0, 7.03 ], "duration": 82.66, "caption": "After a person says something, two people look all around.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 158705, "video_name": "s04e13_seg01_clip_01", "timestamp": [ 71.2, 73.02 ], "duration": 73.66, "caption": "A person gives another person an accusatory look and the other person looks annoyed.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 158706, "video_name": "s03e13_seg02_clip_01", "timestamp": [ 0.0, 6.03 ], "duration": 67.66, "caption": "A person talks to another person with their arms folded.", "similarity": 0.7441, "relevance": 3 }, { "pair_id": 158707, "video_name": "house_s08e18_seg02_clip_16", "timestamp": [ 0.0, 4.1 ], "duration": 82.66, "caption": "A person is bent over making some odd gestures and another person says something to him.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 158708, "video_name": "friends_s06e24-25_seg02_clip_13", "timestamp": [ 39.71, 46.96 ], "duration": 63.66, "caption": "A person says something to someone else that makes them shrug their shoulder at them.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 158709, "video_name": "s05e17_seg02_clip_06", "timestamp": [ 23.8, 25.63 ], "duration": 61.66, "caption": "A person gives another person a confused look and shakes their head.", "similarity": 0.7387, "relevance": 2 }, { "pair_id": 158710, "video_name": "house_s07e23_seg02_clip_10", "timestamp": [ 0.0, 6.3 ], "duration": 90.66, "caption": "A person displays a confused look as person says thing to him.", "similarity": 0.7353, "relevance": 2 }, { "pair_id": 158711, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 0.0, 8.37 ], "duration": 93.66, "caption": "A person talks with another person with his arms folded.", "similarity": 0.7292, "relevance": 2 }, { "pair_id": 158712, "video_name": "house_s03e12_seg02_clip_24", "timestamp": [ 50.78, 65.35 ], "duration": 94.66, "caption": "A person looks down when talking and another person leans forward.", "similarity": 0.7277, "relevance": 2 }, { "pair_id": 158713, "video_name": "castle_s02e01_seg02_clip_15", "timestamp": [ 73.1, 75.71 ], "duration": 87.66, "caption": "A person is talking to another person, who is looking down, and then raises their head to look at the first person.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 158714, "video_name": "s05e23_seg02_clip_13", "timestamp": [ 39.36, 61.03 ], "duration": 61.66, "caption": "A person is talking to another person, and he looks off into the distance and uses his hands for emphasis.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 158715, "video_name": "friends_s03e25_seg02_clip_19", "timestamp": [ 31.01, 33.5 ], "duration": 62.66, "caption": "A person is talking to another person putting their arms out for emphasis.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 158716, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 39.23, 41.88 ], "duration": 106.66, "caption": "A person turns to look down at another person who has spoken to him.", "similarity": 0.7215, "relevance": 1 }, { "pair_id": 158717, "video_name": "house_s02e15_seg02_clip_18", "timestamp": [ 0.0, 5.14 ], "duration": 79.66, "caption": "A person says something that catches person off guard and person looks confused.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 158718, "video_name": "castle_s08e20_seg02_clip_06", "timestamp": [ 79.65, 81.47 ], "duration": 91.66, "caption": "A person speaks and shakes their head no vigorously, then looks at another person.", "similarity": 0.7143, "relevance": 2 }, { "pair_id": 158719, "video_name": "friends_s08e15_seg01_clip_00", "timestamp": [ 62.47, 69.02 ], "duration": 69.66, "caption": "Someone says something to another person that makes him smile and look up.", "similarity": 0.714, "relevance": 2 } ] }, { "query_id": 82532, "query": "Two people get into the elevator and one of them looks at the other and shakes their head.", "relevant_moment": [ { "pair_id": 159980, "video_name": "grey_s03e05_seg02_clip_07", "timestamp": [ 71.32, 92.03 ], "duration": 92.66, "caption": "Two people get into the elevator and one of them looks at the other and shakes their head.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 159981, "video_name": "grey_s03e05_seg02_clip_07", "timestamp": [ 75.0, 80.98 ], "duration": 92.66, "caption": "A man shakes his head at another person in the elevator.", "similarity": 0.7854, "relevance": 4 }, { "pair_id": 159982, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 28.51, 32.51 ], "duration": 100.66, "caption": "Two people walk into the elevator at the same time.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 159983, "video_name": "grey_s02e20_seg02_clip_24", "timestamp": [ 0.0, 43.71 ], "duration": 95.66, "caption": "Two people are in the elevator together.", "similarity": 0.7539, "relevance": 2 }, { "pair_id": 159985, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 12.42, 14.72 ], "duration": 92.66, "caption": "Two people walk into an elevator together.", "similarity": 0.7539, "relevance": 3 }, { "pair_id": 159986, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 6.51, 11.63 ], "duration": 93.66, "caption": "Two people walk into the elevator together.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 159987, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 59.82, 65.8 ], "duration": 92.66, "caption": "A person enters the elevator that two people are in.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 159988, "video_name": "castle_s08e06_seg02_clip_04", "timestamp": [ 16.1, 23.01 ], "duration": 92.66, "caption": "Two people walk into the elevator and one person looks miserable.", "similarity": 0.7382, "relevance": 3 }, { "pair_id": 159989, "video_name": "grey_s02e18_seg02_clip_22", "timestamp": [ 10.47, 14.11 ], "duration": 91.66, "caption": "A person gets into the elevator with two other people.", "similarity": 0.7264, "relevance": 1 }, { "pair_id": 159990, "video_name": "castle_s08e11_seg02_clip_13", "timestamp": [ 87.44, 91.08 ], "duration": 91.66, "caption": "A man and another person go into an elevator together.", "similarity": 0.7252, "relevance": 3 }, { "pair_id": 159991, "video_name": "grey_s02e11_seg02_clip_05", "timestamp": [ 0.0, 26.14 ], "duration": 78.66, "caption": "Two people are inside an elevator. One person is talking and the other is not.", "similarity": 0.7224, "relevance": 2 }, { "pair_id": 159992, "video_name": "grey_s02e25_seg02_clip_24", "timestamp": [ 60.28, 92.03 ], "duration": 92.66, "caption": "Two people ride in the elevator together.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 159993, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 80.43, 86.02 ], "duration": 86.66, "caption": "A person and another person are in the elevator together.", "similarity": 0.7126, "relevance": 2 }, { "pair_id": 159994, "video_name": "grey_s01e06_seg02_clip_02", "timestamp": [ 78.54, 91.66 ], "duration": 91.66, "caption": "Two people are in the elevator and having a conversation.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 159995, "video_name": "grey_s02e10_seg02_clip_10", "timestamp": [ 0.0, 19.33 ], "duration": 84.66, "caption": "Two people are in an elevator as he tells her to move in with him and she looks at him surprised and exits the elevator quickly after the door opens.", "similarity": 0.703, "relevance": 2 }, { "pair_id": 159996, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 0.0, 11.75 ], "duration": 94.66, "caption": "Two people are inside the elevator, and having a conversation.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 159997, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 57.77, 66.46 ], "duration": 86.66, "caption": "A person gets into an elevator and another person follows him in.", "similarity": 0.6996, "relevance": 2 }, { "pair_id": 159998, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 66.72, 69.5 ], "duration": 92.66, "caption": "A person walks into the elevator another person is on.", "similarity": 0.6981, "relevance": 2 }, { "pair_id": 159999, "video_name": "s01e07_seg01_clip_01", "timestamp": [ 84.2, 88.75 ], "duration": 91.66, "caption": "Two people turn their heads and look toward the doorway.", "similarity": 0.6948, "relevance": 0 }, { "pair_id": 333300, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 82.35, 89.02 ], "duration": 89.66, "caption": "Two people walk inside of the elevator together.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 333301, "video_name": "house_s01e01_seg02_clip_02", "timestamp": [ 87.9, 94.55 ], "duration": 95.66, "caption": "A person turns around at another person, before they walk into the elevator together.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 333302, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 0.0, 45.09 ], "duration": 92.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 333303, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 74.2, 90.49 ], "duration": 90.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 333304, "video_name": "house_s02e16_seg02_clip_21", "timestamp": [ 73.03, 89.7 ], "duration": 98.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 333305, "video_name": "house_s01e16_seg02_clip_01", "timestamp": [ 40.78, 51.53 ], "duration": 89.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 333306, "video_name": "grey_s02e18_seg02_clip_21", "timestamp": [ 71.3, 88.02 ], "duration": 88.66, "caption": "Two people are having a conversation inside the elevator.", "similarity": 0.6824, "relevance": 3 }, { "pair_id": 333307, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 12.74, 14.11 ], "duration": 91.66, "caption": "A person heads to the elevator with two others.", "similarity": 0.6736, "relevance": 1 }, { "pair_id": 333308, "video_name": "castle_s05e06_seg02_clip_18", "timestamp": [ 1.34, 6.23 ], "duration": 89.66, "caption": "A person is holding his head while another person joins a woman in the elevator.", "similarity": 0.672, "relevance": 2 }, { "pair_id": 333309, "video_name": "s01e14_seg02_clip_10", "timestamp": [ 38.75, 42.72 ], "duration": 61.66, "caption": "A person opens the elevator door and grabs another person.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 333310, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 47.26, 56.71 ], "duration": 90.66, "caption": "A person looks toward the ceiling and then gets on an elevator as he's speaking to another person.", "similarity": 0.6709, "relevance": 1 }, { "pair_id": 333311, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 6.68, 10.68 ], "duration": 89.66, "caption": "Two people came out from the elevator while talking.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 333312, "video_name": "house_s03e19_seg02_clip_05", "timestamp": [ 68.31, 73.1 ], "duration": 87.66, "caption": "Two people both walk out of the elevator together.", "similarity": 0.6689, "relevance": 1 }, { "pair_id": 333313, "video_name": "castle_s06e02_seg02_clip_15", "timestamp": [ 10.83, 14.72 ], "duration": 86.66, "caption": "Two people are in the elevator and they exit at the same time.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 333314, "video_name": "grey_s03e07_seg02_clip_02", "timestamp": [ 87.71, 91.36 ], "duration": 91.66, "caption": "Two people are in the elevator conversing.", "similarity": 0.6659, "relevance": 1 }, { "pair_id": 333315, "video_name": "house_s04e10_seg02_clip_08", "timestamp": [ 85.91, 89.02 ], "duration": 89.66, "caption": "Two people enter an elevator at the hospital.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 333316, "video_name": "house_s01e02_seg02_clip_13", "timestamp": [ 70.57, 72.41 ], "duration": 91.66, "caption": "A man and man get in to the elevator together.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 333317, "video_name": "s02e18_seg01_clip_01", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "Two people are staring at the door then turn their heads and nod.", "similarity": 0.6645, "relevance": 0 }, { "pair_id": 333318, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 62.44, 66.06 ], "duration": 90.66, "caption": "Two men get in the elevator together.", "similarity": 0.6617, "relevance": 3 }, { "pair_id": 333319, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 0.0, 9.99 ], "duration": 54.66, "caption": "A woman and a person have a conversation in the elevator.", "similarity": 0.6616, "relevance": 2 } ] }, { "query_id": 82555, "query": "A man injects a substance from a needle into an IV.", "relevant_moment": [ { "pair_id": 40880, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 3.91, 8.88 ], "duration": 71.66, "caption": "A man injects a substance from a needle into an IV.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 40881, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 37.29, 41.55 ], "duration": 71.66, "caption": "A person injects a substance from a needle into a patient's neck.", "similarity": 0.7821, "relevance": 3 }, { "pair_id": 40882, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 24.43, 27.59 ], "duration": 90.66, "caption": "A person is trying to get an IV needle in someone's arm.", "similarity": 0.7744, "relevance": 1 }, { "pair_id": 40883, "video_name": "house_s07e16_seg02_clip_19", "timestamp": [ 78.28, 83.29 ], "duration": 91.66, "caption": "A man injects a needle into the person's heart.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 40884, "video_name": "house_s03e03_seg02_clip_05", "timestamp": [ 7.58, 14.72 ], "duration": 89.66, "caption": "A person gets a syringe out of a draw and injects the contents in the patient's IV.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 40885, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 28.61, 32.31 ], "duration": 92.66, "caption": "A man injects the patient in the bed with a needle.", "similarity": 0.7437, "relevance": 3 }, { "pair_id": 40886, "video_name": "house_s01e08_seg02_clip_08", "timestamp": [ 58.83, 63.62 ], "duration": 87.66, "caption": "A person extracts a medicine with a syringe and injects it into the patient's IV.", "similarity": 0.7377, "relevance": 3 }, { "pair_id": 40887, "video_name": "house_s02e04_seg02_clip_22", "timestamp": [ 70.35, 75.83 ], "duration": 91.66, "caption": "A nurse hands a man another injection vial and he injects it into the patient's iv line.", "similarity": 0.7371, "relevance": 4 }, { "pair_id": 40888, "video_name": "house_s04e10_seg02_clip_24", "timestamp": [ 95.34, 99.21 ], "duration": 155.66, "caption": "A man injects a blonde haired patient with a needle.", "similarity": 0.7336, "relevance": 1 }, { "pair_id": 40889, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 22.17, 28.95 ], "duration": 90.66, "caption": "A man injects the female patient with the needle.", "similarity": 0.7313, "relevance": 1 }, { "pair_id": 40890, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 0.0, 24.65 ], "duration": 88.66, "caption": "A man injects the patient with some liquid and the patient is curious.", "similarity": 0.7312, "relevance": 3 }, { "pair_id": 40891, "video_name": "house_s01e22_seg02_clip_08", "timestamp": [ 39.09, 50.0 ], "duration": 90.66, "caption": "A woman injects something into a man's IV before he is inserted into a tubular machine.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 40892, "video_name": "house_s02e07_seg02_clip_11", "timestamp": [ 34.2, 39.09 ], "duration": 81.66, "caption": "A man injects medicine in the body of the patient.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 40893, "video_name": "house_s03e03_seg02_clip_04", "timestamp": [ 47.47, 49.57 ], "duration": 84.66, "caption": "A man holds an IV tube and attaches a syringe to it.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 40894, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 76.75, 81.86 ], "duration": 93.66, "caption": "A nurse hands a syringe over to a man, he injects it into the tube.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 40895, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 73.73, 76.92 ], "duration": 91.66, "caption": "A man withdraws a large syringe he was using to inject a person.", "similarity": 0.7029, "relevance": 1 }, { "pair_id": 40896, "video_name": "house_s03e08_seg02_clip_10", "timestamp": [ 29.57, 33.6 ], "duration": 89.66, "caption": "A man is sticking a needle into the patient when person comes in.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 40897, "video_name": "house_s02e12_seg02_clip_18", "timestamp": [ 20.6, 26.27 ], "duration": 103.66, "caption": "A man injects a medicine to the patient immediately.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 40898, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 2.18, 6.09 ], "duration": 87.66, "caption": "A man suddenly injects a medicine to the patient.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 40899, "video_name": "house_s05e01_seg02_clip_23", "timestamp": [ 22.06, 24.76 ], "duration": 90.66, "caption": "A man inserts a needle into the patient's leg.", "similarity": 0.6908, "relevance": 0 } ] }, { "query_id": 82562, "query": "A person repeatedly does chest compressions on a patient.", "relevant_moment": [ { "pair_id": 157860, "video_name": "house_s02e20_seg02_clip_25", "timestamp": [ 74.26, 116.02 ], "duration": 116.66, "caption": "A person repeatedly does chest compressions on a patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157861, "video_name": "grey_s01e06_seg02_clip_21", "timestamp": [ 0.0, 17.85 ], "duration": 83.66, "caption": "A man is doing chest compressions on a patient and then suddenly stops.", "similarity": 0.8075, "relevance": 4 }, { "pair_id": 157862, "video_name": "grey_s02e08_seg02_clip_15", "timestamp": [ 50.33, 57.46 ], "duration": 79.66, "caption": "A man does chest compression's on a patient on the table.", "similarity": 0.7832, "relevance": 4 }, { "pair_id": 157863, "video_name": "grey_s03e05_seg02_clip_18", "timestamp": [ 52.97, 68.49 ], "duration": 91.66, "caption": "A woman is performing chest compression on a patient in the operating room.", "similarity": 0.7527, "relevance": 4 }, { "pair_id": 157864, "video_name": "house_s01e14_seg02_clip_12", "timestamp": [ 14.62, 17.2 ], "duration": 172.66, "caption": "A person, the patient, holds their chest as they start to feel difficulty of breathing.", "similarity": 0.7347, "relevance": 2 }, { "pair_id": 157865, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 16.23, 18.03 ], "duration": 90.66, "caption": "A person is giving compressions to a patient on the table.", "similarity": 0.7262, "relevance": 4 }, { "pair_id": 157866, "video_name": "house_s06e04_seg02_clip_15", "timestamp": [ 26.36, 27.63 ], "duration": 85.66, "caption": "A person pushes back the patient's gown to show their chest.", "similarity": 0.7093, "relevance": 2 }, { "pair_id": 157867, "video_name": "house_s07e14_seg02_clip_20", "timestamp": [ 73.02, 80.47 ], "duration": 149.66, "caption": "A woman gives chest compressions to the patient that is in the bed.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 157868, "video_name": "grey_s02e01_seg02_clip_15", "timestamp": [ 3.15, 10.8 ], "duration": 90.66, "caption": "A person walks up and begins chest surgery on a patient.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 157869, "video_name": "house_s07e20_seg02_clip_05", "timestamp": [ 35.56, 46.36 ], "duration": 90.66, "caption": "A person holds onto their chest as they are in pain.", "similarity": 0.6874, "relevance": 2 }, { "pair_id": 157870, "video_name": "house_s05e20_seg02_clip_02", "timestamp": [ 21.6, 34.01 ], "duration": 91.66, "caption": "The patient experiences pain on their chest and in distress.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 157871, "video_name": "grey_s02e06_seg02_clip_14", "timestamp": [ 67.21, 87.69 ], "duration": 89.66, "caption": "A person does heart compressions on a woman alternating between looking at her and the others gathered around.", "similarity": 0.6713, "relevance": 3 }, { "pair_id": 157872, "video_name": "grey_s03e16_seg02_clip_21", "timestamp": [ 73.73, 89.2 ], "duration": 91.66, "caption": "A man performs chest compresses on the woman on the gurney.", "similarity": 0.6634, "relevance": 4 }, { "pair_id": 157873, "video_name": "grey_s01e06_seg02_clip_18", "timestamp": [ 0.0, 25.66 ], "duration": 90.66, "caption": "A person is pressing up and down on a open patient's heart.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 157874, "video_name": "house_s03e24_seg02_clip_10", "timestamp": [ 26.85, 32.77 ], "duration": 91.66, "caption": "A man walks out of the operating as a doctor is doing chest compressions on the patient.", "similarity": 0.653, "relevance": 1 }, { "pair_id": 157875, "video_name": "house_s03e07_seg02_clip_18", "timestamp": [ 71.12, 74.27 ], "duration": 90.66, "caption": "A person grabs the paddles and shocks the patient's chest.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 157876, "video_name": "grey_s02e04_seg02_clip_16", "timestamp": [ 61.52, 86.53 ], "duration": 100.66, "caption": "A woman is still performing compressions on a patient when another woman stops her and tells her it's been a long time to make her rethink what she's doing.", "similarity": 0.6481, "relevance": 4 }, { "pair_id": 157877, "video_name": "grey_s02e24_seg02_clip_22", "timestamp": [ 9.24, 13.86 ], "duration": 84.66, "caption": "A person is doing chest compressions on a baby with his finger.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 157878, "video_name": "house_s04e03_seg02_clip_20", "timestamp": [ 31.94, 46.84 ], "duration": 85.66, "caption": "A woman finds a person laying down on the floor and starts to do some chest compressions.", "similarity": 0.6431, "relevance": 4 }, { "pair_id": 157879, "video_name": "house_s05e07_seg02_clip_21", "timestamp": [ 16.28, 18.09 ], "duration": 90.66, "caption": "A doctor applies a bandage to a patient's chest.", "similarity": 0.6396, "relevance": 3 }, { "pair_id": 331180, "video_name": "grey_s02e01_seg02_clip_15", "timestamp": [ 3.6, 10.35 ], "duration": 90.66, "caption": "A doctor uses a clamp to clamp something in a patient's chest.", "similarity": 0.637, "relevance": 2 }, { "pair_id": 331181, "video_name": "house_s08e01_seg02_clip_12", "timestamp": [ 0.0, 15.4 ], "duration": 88.66, "caption": "A doctor assesses a person by palpitating his chest.", "similarity": 0.6321, "relevance": 3 }, { "pair_id": 331182, "video_name": "house_s08e01_seg02_clip_12", "timestamp": [ 64.7, 69.98 ], "duration": 88.66, "caption": "The person checks the patient's chest using a stethoscope.", "similarity": 0.6318, "relevance": 3 }, { "pair_id": 331183, "video_name": "grey_s03e17_seg02_clip_11", "timestamp": [ 26.05, 30.7 ], "duration": 93.66, "caption": "A man is doing CPR on the chest of his patient.", "similarity": 0.6314, "relevance": 4 }, { "pair_id": 331184, "video_name": "house_s05e14_seg02_clip_21", "timestamp": [ 18.66, 23.67 ], "duration": 91.66, "caption": "A man inserts a huge syringe in the patient's chest.", "similarity": 0.6305, "relevance": 3 }, { "pair_id": 331185, "video_name": "castle_s04e04_seg02_clip_24", "timestamp": [ 25.21, 41.42 ], "duration": 90.66, "caption": "A man runs to another person and starts to give him chest compression on his chest after he yelled for help.", "similarity": 0.6296, "relevance": 4 }, { "pair_id": 331186, "video_name": "house_s05e05_seg02_clip_14", "timestamp": [ 73.37, 90.02 ], "duration": 90.66, "caption": "A woman takes over and stabs the patient in the chest with a needle, and the patient starts to breathe again.", "similarity": 0.6293, "relevance": 2 }, { "pair_id": 331187, "video_name": "grey_s03e08_seg02_clip_11", "timestamp": [ 19.05, 26.58 ], "duration": 88.66, "caption": "A woman touches the patient's chest at his request.", "similarity": 0.6277, "relevance": 2 }, { "pair_id": 331188, "video_name": "grey_s02e02_seg02_clip_05", "timestamp": [ 13.8, 54.76 ], "duration": 92.66, "caption": "A person staples a patient's chest closed and then puts the stapler down.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 331190, "video_name": "grey_s03e17_seg02_clip_11", "timestamp": [ 32.09, 36.28 ], "duration": 93.66, "caption": "A man gets paddles and shocks his patient on the chest.", "similarity": 0.6151, "relevance": 3 }, { "pair_id": 331191, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 0.0, 8.7 ], "duration": 87.66, "caption": "A woman talking to a patient while she was holding the chest.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 331192, "video_name": "grey_s02e17_seg02_clip_19", "timestamp": [ 30.73, 34.57 ], "duration": 128.66, "caption": "A woman removes something from the patient's chest.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 331193, "video_name": "house_s07e16_seg02_clip_20", "timestamp": [ 20.48, 26.26 ], "duration": 89.66, "caption": "A person injected something to the heart of the patient.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 331194, "video_name": "house_s08e03_seg02_clip_03", "timestamp": [ 66.46, 88.02 ], "duration": 88.66, "caption": "A doctor uses an ultrasound device on a person's chest.", "similarity": 0.6016, "relevance": 2 }, { "pair_id": 331195, "video_name": "grey_s02e25_seg02_clip_09", "timestamp": [ 2.18, 3.93 ], "duration": 87.66, "caption": "A man is shocking his patient's chest with paddles.", "similarity": 0.6, "relevance": 3 }, { "pair_id": 331197, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 4.08, 8.61 ], "duration": 90.66, "caption": "A person is listening to his patient's chest then takes off his stethoscope.", "similarity": 0.5989, "relevance": 2 }, { "pair_id": 331198, "video_name": "house_s03e04_seg02_clip_07", "timestamp": [ 6.72, 16.8 ], "duration": 84.66, "caption": "A doctor applies an ultrasound device to a struggling person's chest.", "similarity": 0.5986, "relevance": 3 }, { "pair_id": 331199, "video_name": "house_s05e20_seg02_clip_02", "timestamp": [ 22.98, 26.66 ], "duration": 91.66, "caption": "A doctor runs hurriedly to a patient with hands over their chest.", "similarity": 0.5985, "relevance": 2 } ] }, { "query_id": 82615, "query": "A woman kisses a man and runs out the door to her daughters.", "relevant_moment": [ { "pair_id": 278860, "video_name": "castle_s01e02_seg02_clip_07", "timestamp": [ 0.0, 7.28 ], "duration": 97.66, "caption": "A man kisses a girl and his mother before walking away.", "similarity": 0.6137, "relevance": 4 }, { "pair_id": 278861, "video_name": "s05e13_seg02_clip_08", "timestamp": [ 47.42, 59.43 ], "duration": 60.66, "caption": "A man opens the door and is kissed by a woman.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 278862, "video_name": "friends_s05e05_seg01_clip_00", "timestamp": [ 10.88, 18.76 ], "duration": 75.66, "caption": "A man opens the door for woman and they kiss.", "similarity": 0.6114, "relevance": 3 }, { "pair_id": 278863, "video_name": "friends_s04e08_seg02_clip_18", "timestamp": [ 60.4, 69.02 ], "duration": 69.66, "caption": "A man's child goes to kiss woman a second time and she pulls away from him.", "similarity": 0.6079, "relevance": 3 }, { "pair_id": 278864, "video_name": "friends_s08e23-24_seg02_clip_39", "timestamp": [ 22.81, 26.41 ], "duration": 60.66, "caption": "A man and a woman kiss in front of a door.", "similarity": 0.6077, "relevance": 3 }, { "pair_id": 278865, "video_name": "friends_s05e10_seg02_clip_06", "timestamp": [ 7.82, 9.92 ], "duration": 60.66, "caption": "A man opens the door and gives a woman a kiss.", "similarity": 0.6048, "relevance": 3 }, { "pair_id": 278866, "video_name": "castle_s08e01_seg02_clip_22", "timestamp": [ 59.91, 66.35 ], "duration": 99.66, "caption": "A woman kisses man and runs away from him.", "similarity": 0.6039, "relevance": 2 }, { "pair_id": 278867, "video_name": "castle_s01e10_seg02_clip_20", "timestamp": [ 39.88, 47.58 ], "duration": 90.66, "caption": "A man is having a nap and his daughter came with a person and they kissed.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 278868, "video_name": "s04e09_seg01_clip_01", "timestamp": [ 52.5, 57.12 ], "duration": 66.66, "caption": "A woman kisses a man while standing in the doorway.", "similarity": 0.601, "relevance": 3 }, { "pair_id": 278869, "video_name": "friends_s01e12_seg02_clip_03", "timestamp": [ 10.14, 13.79 ], "duration": 52.66, "caption": "A man opens their front door and enters and kisses a woman on the cheek.", "similarity": 0.5973, "relevance": 3 }, { "pair_id": 278870, "video_name": "castle_s08e21_seg02_clip_19", "timestamp": [ 0.0, 112.02 ], "duration": 112.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 278871, "video_name": "castle_s08e21_seg02_clip_19", "timestamp": [ 0.0, 112.02 ], "duration": 112.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 278872, "video_name": "castle_s07e18_seg02_clip_14", "timestamp": [ 0.0, 90.1 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 0 }, { "pair_id": 278873, "video_name": "castle_s07e18_seg02_clip_14", "timestamp": [ 0.0, 90.1 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 0 }, { "pair_id": 278874, "video_name": "castle_s07e11_seg02_clip_17", "timestamp": [ 0.0, 91.4 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 278875, "video_name": "castle_s07e11_seg02_clip_17", "timestamp": [ 0.0, 91.4 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 278876, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 278877, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 278878, "video_name": "castle_s04e05_seg02_clip_16", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 1 }, { "pair_id": 278879, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman kisses a man and dashes out of the room.", "similarity": 0.5905, "relevance": 0 } ] }, { "query_id": 82660, "query": "Two doctors were having a conversation.", "relevant_moment": [ { "pair_id": 8440, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 81.72, 88.35 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8441, "video_name": "house_s07e01_seg02_clip_14", "timestamp": [ 0.0, 21.82 ], "duration": 89.66, "caption": "Two doctors were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8442, "video_name": "house_s05e10_seg02_clip_19", "timestamp": [ 0.0, 31.33 ], "duration": 116.66, "caption": "Two doctors were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8443, "video_name": "house_s05e10_seg02_clip_10", "timestamp": [ 0.0, 9.86 ], "duration": 89.66, "caption": "Two doctors were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8444, "video_name": "house_s03e12_seg02_clip_25", "timestamp": [ 69.54, 88.02 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8445, "video_name": "house_s03e04_seg02_clip_14", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "Two doctors were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8446, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 65.82 ], "duration": 90.66, "caption": "Two doctors were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8447, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 0.0, 5.74 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8448, "video_name": "house_s06e03_seg02_clip_07", "timestamp": [ 0.0, 26.51 ], "duration": 93.66, "caption": "Two doctors are having a conversation with each other.", "similarity": 0.9732, "relevance": 2 }, { "pair_id": 8449, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 29.77, 40.93 ], "duration": 124.66, "caption": "Two doctors are having a conversation with each other.", "similarity": 0.9732, "relevance": 3 }, { "pair_id": 8450, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 0.0, 6.18 ], "duration": 95.66, "caption": "Two doctors were having a conversation about a patient.", "similarity": 0.9648, "relevance": 3 }, { "pair_id": 8451, "video_name": "house_s05e13_seg02_clip_22", "timestamp": [ 68.72, 83.74 ], "duration": 91.66, "caption": "Some doctors were having a conversation.", "similarity": 0.9312, "relevance": 3 }, { "pair_id": 8452, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 8.85, 61.03 ], "duration": 61.66, "caption": "Two people and the doctor were having a conversation.", "similarity": 0.9265, "relevance": 2 }, { "pair_id": 8453, "video_name": "grey_s03e02_seg02_clip_03", "timestamp": [ 0.0, 28.81 ], "duration": 90.66, "caption": "Some doctors are having a conversation with each other.", "similarity": 0.9238, "relevance": 3 }, { "pair_id": 8454, "video_name": "grey_s02e25_seg02_clip_01", "timestamp": [ 0.0, 18.63 ], "duration": 88.66, "caption": "Some doctors are having a conversation.", "similarity": 0.9166, "relevance": 2 }, { "pair_id": 8455, "video_name": "house_s05e17_seg02_clip_15", "timestamp": [ 0.0, 19.47 ], "duration": 88.66, "caption": "Two doctors talk to a patient.", "similarity": 0.9105, "relevance": 2 }, { "pair_id": 8456, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.9049, "relevance": 3 }, { "pair_id": 8457, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.9036, "relevance": 3 }, { "pair_id": 8458, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A man and a doctor were having a conversation.", "similarity": 0.897, "relevance": 4 }, { "pair_id": 8459, "video_name": "house_s08e16_seg02_clip_01", "timestamp": [ 24.31, 49.06 ], "duration": 90.66, "caption": "Two doctors are speaking with a patient together.", "similarity": 0.8966, "relevance": 2 }, { "pair_id": 181760, "video_name": "house_s05e09_seg02_clip_03", "timestamp": [ 0.0, 10.93 ], "duration": 95.66, "caption": "Two doctors were talking over the phone.", "similarity": 0.892, "relevance": 2 }, { "pair_id": 181761, "video_name": "house_s07e04_seg02_clip_03", "timestamp": [ 58.97, 90.02 ], "duration": 90.66, "caption": "Two doctors talk to the patient about its medical condition.", "similarity": 0.8832, "relevance": 2 }, { "pair_id": 181762, "video_name": "house_s01e03_seg02_clip_18", "timestamp": [ 0.0, 11.7 ], "duration": 90.66, "caption": "Some doctors were having a conversation about a patient.", "similarity": 0.8825, "relevance": 4 }, { "pair_id": 181763, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.8773, "relevance": 2 }, { "pair_id": 181764, "video_name": "grey_s02e02_seg02_clip_18", "timestamp": [ 32.81, 81.02 ], "duration": 81.66, "caption": "Two patients are talking to each other while the doctors are listening to them.", "similarity": 0.876, "relevance": 2 }, { "pair_id": 181765, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 0.0, 33.95 ], "duration": 93.66, "caption": "Two men are having a conversation with a doctor.", "similarity": 0.8749, "relevance": 3 }, { "pair_id": 181766, "video_name": "house_s07e02_seg02_clip_15", "timestamp": [ 0.0, 6.78 ], "duration": 90.66, "caption": "Two doctors are having a conversation while walking.", "similarity": 0.8699, "relevance": 4 }, { "pair_id": 181767, "video_name": "house_s05e08_seg02_clip_14", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "Two doctors have a conversation as they walk down a hallway.", "similarity": 0.8694, "relevance": 4 }, { "pair_id": 181768, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.8636, "relevance": 3 }, { "pair_id": 181769, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A doctor is discussing something to the other doctors.", "similarity": 0.8636, "relevance": 4 }, { "pair_id": 181770, "video_name": "house_s02e10_seg02_clip_01", "timestamp": [ 48.12, 70.84 ], "duration": 89.66, "caption": "Two doctors are talking to the patient and a person beside him.", "similarity": 0.8614, "relevance": 4 }, { "pair_id": 181771, "video_name": "house_s04e16_seg02_clip_21", "timestamp": [ 39.85, 53.3 ], "duration": 96.66, "caption": "The medical professionals are having a conversation with each other.", "similarity": 0.8605, "relevance": 4 }, { "pair_id": 181772, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 0.0, 12.74 ], "duration": 98.66, "caption": "Two doctors have a conversation while walking in the hallway.", "similarity": 0.8551, "relevance": 4 }, { "pair_id": 181773, "video_name": "castle_s07e01_seg02_clip_15", "timestamp": [ 21.6, 39.24 ], "duration": 88.66, "caption": "A doctor were having a serious conversation with two women.", "similarity": 0.855, "relevance": 2 }, { "pair_id": 181774, "video_name": "house_s07e16_seg02_clip_01", "timestamp": [ 30.61, 81.47 ], "duration": 90.66, "caption": "Two doctors have a conversation as they both get a massage.", "similarity": 0.8537, "relevance": 3 }, { "pair_id": 181775, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 59.96, 90.17 ], "duration": 90.66, "caption": "The doctors are having a conversation with a man.", "similarity": 0.8521, "relevance": 3 }, { "pair_id": 181776, "video_name": "house_s04e03_seg02_clip_26", "timestamp": [ 51.88, 117.06 ], "duration": 133.66, "caption": "Two doctors were having a conversation in front of a corpse.", "similarity": 0.8488, "relevance": 4 }, { "pair_id": 181777, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.8466, "relevance": 4 }, { "pair_id": 181778, "video_name": "house_s04e01_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "A doctor was having a conversation with a woman.", "similarity": 0.8435, "relevance": 2 }, { "pair_id": 181779, "video_name": "house_s05e05_seg02_clip_08", "timestamp": [ 53.22, 67.95 ], "duration": 95.66, "caption": "Two doctors were walking while talking about a patient.", "similarity": 0.8428, "relevance": 4 } ] }, { "query_id": 82665, "query": "A woman and a person hear something from their bedroom and the person gets a sword and goes out to look.", "relevant_moment": [ { "pair_id": 170320, "video_name": "house_s07e01_seg02_clip_12", "timestamp": [ 0.0, 25.66 ], "duration": 95.66, "caption": "A woman and a person hear something from their bedroom and the person gets a sword and goes out to look.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170321, "video_name": "s05e05_seg01_clip_01", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "Two people are looking at a sword when someone walks up and talks to them.", "similarity": 0.6974, "relevance": 1 }, { "pair_id": 170322, "video_name": "castle_s07e22_seg02_clip_05", "timestamp": [ 26.11, 37.81 ], "duration": 90.66, "caption": "A person picks up a sword and attacks a woman and a man.", "similarity": 0.6685, "relevance": 2 }, { "pair_id": 170323, "video_name": "s03e03_seg01_clip_00", "timestamp": [ 12.61, 23.32 ], "duration": 63.66, "caption": "Person comes out of his/her bedroom to see what the noise is he/she hears.", "similarity": 0.6535, "relevance": 1 }, { "pair_id": 170324, "video_name": "s09e05_seg02_clip_08", "timestamp": [ 18.01, 21.91 ], "duration": 60.66, "caption": "Two people are sword fighting and a person says they're enjoying it.", "similarity": 0.6396, "relevance": 1 }, { "pair_id": 170325, "video_name": "house_s06e17_seg02_clip_22", "timestamp": [ 33.68, 39.6 ], "duration": 91.66, "caption": "A person holds a sword up to a woman and she moves it down with her finger.", "similarity": 0.6379, "relevance": 1 }, { "pair_id": 170326, "video_name": "friends_s01e10_seg02_clip_20", "timestamp": [ 40.73, 42.5 ], "duration": 59.66, "caption": "A woman and a man have their heads together in the bedroom.", "similarity": 0.6305, "relevance": 0 }, { "pair_id": 170327, "video_name": "s05e05_seg01_clip_00", "timestamp": [ 4.34, 62.03 ], "duration": 62.66, "caption": "Two people are staring at a sword on display as they converse about where the sword could be from.", "similarity": 0.6263, "relevance": 1 }, { "pair_id": 170328, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 54.59, 59.55 ], "duration": 62.66, "caption": "A person picks up the sword, and holds it while turning around to talk to another person.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 170329, "video_name": "s08e05_seg02_clip_00", "timestamp": [ 16.48, 19.22 ], "duration": 61.66, "caption": "A woman comes out of person's bedroom as another woman speaks to her.", "similarity": 0.6225, "relevance": 0 }, { "pair_id": 170330, "video_name": "castle_s01e08_seg02_clip_07", "timestamp": [ 57.83, 94.03 ], "duration": 94.66, "caption": "A man and a woman get inside a room and they're looking for something.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 170331, "video_name": "met_s06e06_seg02_clip_17", "timestamp": [ 52.48, 58.59 ], "duration": 61.66, "caption": "A person walks into someone's apartment and grabs a sword from its stand.", "similarity": 0.606, "relevance": 3 }, { "pair_id": 170332, "video_name": "castle_s08e10_seg02_clip_04", "timestamp": [ 75.0, 78.68 ], "duration": 92.66, "caption": "A person is walking upstairs and sees a woman pulling a sword on a dead body.", "similarity": 0.6048, "relevance": 1 }, { "pair_id": 170333, "video_name": "castle_s03e18_seg02_clip_05", "timestamp": [ 13.65, 22.76 ], "duration": 91.66, "caption": "A man and a woman walk into the bedroom and approach someone.", "similarity": 0.5915, "relevance": 0 }, { "pair_id": 170334, "video_name": "s04e15_seg02_clip_15", "timestamp": [ 36.55, 41.59 ], "duration": 84.66, "caption": "A person goes to his/her bedroom after speaking with another person.", "similarity": 0.5887, "relevance": 0 }, { "pair_id": 170335, "video_name": "friends_s06e24-25_seg02_clip_02", "timestamp": [ 25.06, 31.47 ], "duration": 58.66, "caption": "A woman comes out of her bedroom and heads over to a man.", "similarity": 0.5887, "relevance": 0 }, { "pair_id": 170336, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 46.05, 93.03 ], "duration": 93.66, "caption": "A woman and man enters a room and there they saw someone.", "similarity": 0.583, "relevance": 1 }, { "pair_id": 170337, "video_name": "friends_s02e18_seg02_clip_11", "timestamp": [ 13.64, 27.85 ], "duration": 58.66, "caption": "A woman gets with their partner in the bedroom.", "similarity": 0.5792, "relevance": 1 }, { "pair_id": 170338, "video_name": "castle_s06e06_seg02_clip_14", "timestamp": [ 12.78, 53.39 ], "duration": 91.66, "caption": "A man grabs a sword and he and another person have a sword fight.", "similarity": 0.5791, "relevance": 1 }, { "pair_id": 170339, "video_name": "s03e22_seg02_clip_07", "timestamp": [ 35.42, 37.19 ], "duration": 59.66, "caption": "A person walks into the bedroom where a man and a woman are in bed.", "similarity": 0.5784, "relevance": 1 } ] }, { "query_id": 82755, "query": "A woman is hugging a man and then he pushes her down on the chair.", "relevant_moment": [ { "pair_id": 39560, "video_name": "friends_s05e17_seg02_clip_07", "timestamp": [ 0.0, 8.26 ], "duration": 59.66, "caption": "A woman is hugging a man and then he pushes her down on the chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 39561, "video_name": "friends_s05e17_seg02_clip_07", "timestamp": [ 5.31, 8.56 ], "duration": 59.66, "caption": "A man releases a woman from a hug by pushing her into a chair.", "similarity": 0.8107, "relevance": 4 }, { "pair_id": 39562, "video_name": "friends_s05e15_seg02_clip_07", "timestamp": [ 0.0, 3.1 ], "duration": 62.66, "caption": "A woman hugs a man while sitting in a chair together.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 39563, "video_name": "friends_s01e12_seg02_clip_15", "timestamp": [ 37.52, 43.22 ], "duration": 60.66, "caption": "A woman moves her chair closer to hug a person.", "similarity": 0.7884, "relevance": 2 }, { "pair_id": 39564, "video_name": "friends_s05e17_seg02_clip_06", "timestamp": [ 54.01, 61.03 ], "duration": 61.66, "caption": "A man gets up from his chair and walks over to a woman and gives her a hug.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 39565, "video_name": "friends_s06e02_seg02_clip_01", "timestamp": [ 52.79, 55.97 ], "duration": 63.66, "caption": "A man pushes a woman out of the way to hug another man.", "similarity": 0.7581, "relevance": 2 }, { "pair_id": 39566, "video_name": "s08e17_seg02_clip_14", "timestamp": [ 52.82, 60.03 ], "duration": 60.66, "caption": "A woman embraces a man and they hold each other.", "similarity": 0.7574, "relevance": 3 }, { "pair_id": 39567, "video_name": "castle_s06e18_seg02_clip_12", "timestamp": [ 23.67, 27.25 ], "duration": 89.66, "caption": "A man pushes the woman in black to lay down as she hugs him.", "similarity": 0.7492, "relevance": 3 }, { "pair_id": 39568, "video_name": "friends_s04e23-24_seg02_clip_42", "timestamp": [ 23.95, 32.5 ], "duration": 57.66, "caption": "A man embraces woman tightly as they hug each other.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 39569, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 15.09, 18.86 ], "duration": 58.66, "caption": "A man embraces woman and gives her a hug.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 39570, "video_name": "friends_s07e08_seg02_clip_10", "timestamp": [ 51.79, 55.83 ], "duration": 62.66, "caption": "A woman puts her arms up and she and a man hug.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 39571, "video_name": "house_s02e05_seg02_clip_20", "timestamp": [ 22.96, 30.16 ], "duration": 90.66, "caption": "A man gets up from his chair and gave the woman wearing purple coat a hug.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 39572, "video_name": "castle_s08e09_seg02_clip_01", "timestamp": [ 0.9, 5.39 ], "duration": 89.66, "caption": "A woman gets up from seat and hugs a man.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 39573, "video_name": "friends_s10e13_seg02_clip_02", "timestamp": [ 0.0, 6.6 ], "duration": 66.66, "caption": "A man is consoling a woman and hugging her closely.", "similarity": 0.7337, "relevance": 3 }, { "pair_id": 39574, "video_name": "friends_s10e15_seg01_clip_00", "timestamp": [ 61.78, 65.03 ], "duration": 65.66, "caption": "A woman hugs a man and he puts his arms around her.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 39575, "video_name": "friends_s10e16_seg02_clip_12", "timestamp": [ 26.34, 39.95 ], "duration": 59.66, "caption": "A woman goes up to a man and hugs him and he pulls apart and then hugs her again.", "similarity": 0.7313, "relevance": 3 }, { "pair_id": 39576, "video_name": "friends_s08e02_seg02_clip_04", "timestamp": [ 33.5, 41.25 ], "duration": 62.66, "caption": "A woman gets up from the chair and hugs person.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 39577, "video_name": "met_s06e14_seg02_clip_14", "timestamp": [ 43.09, 49.29 ], "duration": 59.66, "caption": "A woman holds out her arms and she and a man embrace.", "similarity": 0.7295, "relevance": 3 }, { "pair_id": 39578, "video_name": "friends_s05e13_seg02_clip_14", "timestamp": [ 16.21, 19.21 ], "duration": 60.66, "caption": "A man approaches woman and they hug each other.", "similarity": 0.727, "relevance": 3 }, { "pair_id": 39579, "video_name": "castle_s08e11_seg02_clip_26", "timestamp": [ 72.91, 95.19 ], "duration": 135.66, "caption": "A person hugs man and then he hugs woman.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 212880, "video_name": "met_s03e15_seg01_clip_03", "timestamp": [ 13.52, 14.72 ], "duration": 60.66, "caption": "A woman starts to console a man by hugging him.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 212881, "video_name": "castle_s07e08_seg02_clip_26", "timestamp": [ 59.67, 65.49 ], "duration": 97.66, "caption": "A woman approaches a man and gives him a hug.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 212882, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 7.25, 18.28 ], "duration": 58.66, "caption": "A man tries to comfort a woman and they hug.", "similarity": 0.7252, "relevance": 2 }, { "pair_id": 212883, "video_name": "house_s05e10_seg02_clip_25", "timestamp": [ 35.7, 42.34 ], "duration": 166.66, "caption": "A man hugs a woman while she is very emotional.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 212884, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 40.89, 48.21 ], "duration": 61.66, "caption": "A woman goes to a man and they hug each other.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 212885, "video_name": "friends_s03e02_seg02_clip_18", "timestamp": [ 21.09, 33.19 ], "duration": 62.66, "caption": "A woman gets close to a man and they hug each other.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 212886, "video_name": "friends_s02e22_seg02_clip_06", "timestamp": [ 36.98, 42.3 ], "duration": 56.66, "caption": "A man goes to a woman and hugs her as he lifts her.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 212887, "video_name": "house_s07e14_seg02_clip_01", "timestamp": [ 51.31, 55.81 ], "duration": 90.66, "caption": "A man stops hugging a woman but she stays in place.", "similarity": 0.7187, "relevance": 1 }, { "pair_id": 212888, "video_name": "met_s06e01_seg02_clip_06", "timestamp": [ 16.54, 20.75 ], "duration": 60.66, "caption": "A man sees a woman hug another woman and abruptly turns around and sits down.", "similarity": 0.7181, "relevance": 1 }, { "pair_id": 212889, "video_name": "met_s02e22_seg02_clip_14", "timestamp": [ 47.0, 52.51 ], "duration": 58.66, "caption": "A woman leans her body to man for a hug.", "similarity": 0.7174, "relevance": 2 }, { "pair_id": 212890, "video_name": "met_s03e12_seg02_clip_09", "timestamp": [ 38.01, 40.7 ], "duration": 59.66, "caption": "A woman puts her arms around a man's waist and hugs him.", "similarity": 0.7168, "relevance": 2 }, { "pair_id": 212891, "video_name": "friends_s05e20_seg02_clip_16", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A man moves forward and gives a woman a big hug.", "similarity": 0.7167, "relevance": 1 }, { "pair_id": 212892, "video_name": "s07e04_seg02_clip_04", "timestamp": [ 0.58, 4.64 ], "duration": 58.66, "caption": "A woman tries to comfort a man by trying to hug him.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 212893, "video_name": "friends_s06e02_seg02_clip_01", "timestamp": [ 53.11, 56.29 ], "duration": 63.66, "caption": "A man pushed a woman and gave another man a hug.", "similarity": 0.716, "relevance": 1 }, { "pair_id": 212894, "video_name": "house_s05e21_seg02_clip_25", "timestamp": [ 95.34, 104.64 ], "duration": 155.66, "caption": "A woman goes to man and hugs him and then hugs woman.", "similarity": 0.7158, "relevance": 2 }, { "pair_id": 212895, "video_name": "friends_s02e07_seg02_clip_06", "timestamp": [ 36.24, 40.97 ], "duration": 63.66, "caption": "A woman reaches over and hugs a man while they sit on the couch.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 212896, "video_name": "castle_s08e02_seg02_clip_17", "timestamp": [ 38.65, 43.71 ], "duration": 92.66, "caption": "A man goes toward woman and they hug each other.", "similarity": 0.7151, "relevance": 2 }, { "pair_id": 212897, "video_name": "friends_s07e23-24_seg02_clip_33", "timestamp": [ 32.95, 34.41 ], "duration": 58.66, "caption": "A woman sitting in a chair reaches up and touches a man on the arm.", "similarity": 0.7137, "relevance": 0 }, { "pair_id": 212898, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 38.65, 42.1 ], "duration": 69.66, "caption": "A woman approaches a man and hugs him close to her.", "similarity": 0.7136, "relevance": 2 }, { "pair_id": 212899, "video_name": "s01e17_seg02_clip_05", "timestamp": [ 3.6, 7.2 ], "duration": 60.66, "caption": "A woman hugs a man while they sit on the couch.", "similarity": 0.712, "relevance": 2 } ] }, { "query_id": 82757, "query": "A man opens his front door and talks with person while holding an apple.", "relevant_moment": [ { "pair_id": 18720, "video_name": "friends_s05e17_seg02_clip_07", "timestamp": [ 31.87, 46.04 ], "duration": 59.66, "caption": "A man opens his front door and talks with person while holding an apple.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18721, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 93.09, 94.03 ], "duration": 94.66, "caption": "A man opens a front door and talks with a woman.", "similarity": 0.7608, "relevance": 2 }, { "pair_id": 18722, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 84.23, 88.28 ], "duration": 90.66, "caption": "A man opens his front door and talks with a woman.", "similarity": 0.7533, "relevance": 3 }, { "pair_id": 18723, "video_name": "house_s03e09_seg02_clip_20", "timestamp": [ 40.05, 42.33 ], "duration": 91.66, "caption": "A man holds the door open while talking to someone.", "similarity": 0.7417, "relevance": 2 }, { "pair_id": 18724, "video_name": "house_s02e12_seg02_clip_26", "timestamp": [ 88.53, 100.03 ], "duration": 100.66, "caption": "A man walks over and opens his front door and talks with a woman.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 18725, "video_name": "friends_s06e03_seg02_clip_10", "timestamp": [ 50.65, 53.4 ], "duration": 61.66, "caption": "A man opens the front door holding another person's arm.", "similarity": 0.727, "relevance": 1 }, { "pair_id": 18726, "video_name": "s04e19_seg02_clip_13", "timestamp": [ 38.42, 40.52 ], "duration": 60.66, "caption": "A man opens his front door to talk to some people.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 18727, "video_name": "grey_s01e02_seg02_clip_00", "timestamp": [ 66.05, 70.7 ], "duration": 93.66, "caption": "A man holds a apple while talking to woman.", "similarity": 0.7195, "relevance": 0 }, { "pair_id": 18728, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 33.55, 53.68 ], "duration": 89.66, "caption": "A man picks a front door lock while talking with another person.", "similarity": 0.7048, "relevance": 1 }, { "pair_id": 18729, "video_name": "s04e05_seg02_clip_08", "timestamp": [ 48.7, 50.47 ], "duration": 59.66, "caption": "A man closes his front door behind him as he is talking to another man.", "similarity": 0.7009, "relevance": 3 }, { "pair_id": 18730, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 20.78, 23.26 ], "duration": 62.66, "caption": "A person opens the door while two people are talking.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 18731, "video_name": "s06e15_seg02_clip_04", "timestamp": [ 20.36, 26.27 ], "duration": 59.66, "caption": "A man opens a woman's front door to talk to her.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 18732, "video_name": "house_s04e10_seg02_clip_10", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A man and his companion opens a door while talking to each other.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 18733, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 0.84, 4.61 ], "duration": 83.66, "caption": "A man holds the door in place when he talks to another man.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 18734, "video_name": "house_s06e11_seg02_clip_02", "timestamp": [ 15.58, 20.48 ], "duration": 89.66, "caption": "A man opened the door and closed the door while he talks to a man.", "similarity": 0.6838, "relevance": 0 }, { "pair_id": 18735, "video_name": "house_s05e02_seg02_clip_19", "timestamp": [ 47.92, 50.34 ], "duration": 80.66, "caption": "A man closes the door while talking to person.", "similarity": 0.6794, "relevance": 1 }, { "pair_id": 18736, "video_name": "house_s02e11_seg02_clip_25", "timestamp": [ 98.01, 102.39 ], "duration": 175.66, "caption": "A man opens an outside door and talks with another man.", "similarity": 0.6793, "relevance": 1 }, { "pair_id": 18737, "video_name": "castle_s01e05_seg02_clip_19", "timestamp": [ 0.0, 44.6 ], "duration": 88.66, "caption": "A man and woman talk to person through their locked front door.", "similarity": 0.6761, "relevance": 2 }, { "pair_id": 18738, "video_name": "s06e12_seg01_clip_00", "timestamp": [ 30.88, 36.76 ], "duration": 98.66, "caption": "A person opens the front door to a person named Alex.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 18739, "video_name": "house_s08e16_seg02_clip_24", "timestamp": [ 0.0, 36.09 ], "duration": 88.66, "caption": "A man talks with another man and the other man opens the door.", "similarity": 0.673, "relevance": 1 } ] }, { "query_id": 82765, "query": "A man moves his hands around to point out the window.", "relevant_moment": [ { "pair_id": 148420, "video_name": "friends_s05e17_seg02_clip_01", "timestamp": [ 0.0, 3.2 ], "duration": 64.66, "caption": "A man moves his hands around to point out the window.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 148421, "video_name": "castle_s07e22_seg02_clip_16", "timestamp": [ 45.42, 46.76 ], "duration": 89.66, "caption": "A person points his right hand towards the window.", "similarity": 0.8302, "relevance": 3 }, { "pair_id": 148422, "video_name": "friends_s01e02_seg02_clip_03", "timestamp": [ 31.63, 35.36 ], "duration": 62.66, "caption": "A man points to something he sees out the window.", "similarity": 0.8242, "relevance": 3 }, { "pair_id": 148423, "video_name": "house_s03e02_seg02_clip_24", "timestamp": [ 32.41, 36.01 ], "duration": 90.66, "caption": "A man walks to a window and places his hands on it.", "similarity": 0.8221, "relevance": 1 }, { "pair_id": 148424, "video_name": "s05e24_seg02_clip_00", "timestamp": [ 8.0, 10.24 ], "duration": 64.66, "caption": "A man touches a knob above the window to his right with his hand.", "similarity": 0.7742, "relevance": 2 }, { "pair_id": 148425, "video_name": "s06e24_seg02_clip_13", "timestamp": [ 0.0, 4.49 ], "duration": 69.66, "caption": "A person gestures with his thumb out the rear window.", "similarity": 0.7669, "relevance": 2 }, { "pair_id": 148426, "video_name": "castle_s02e15_seg02_clip_03", "timestamp": [ 48.79, 50.65 ], "duration": 92.66, "caption": "A person faces the window and points at it with his/her left hand.", "similarity": 0.7641, "relevance": 3 }, { "pair_id": 148427, "video_name": "s08e01_seg02_clip_12", "timestamp": [ 46.34, 47.81 ], "duration": 59.66, "caption": "A person points over their shoulder toward the window with their thumb.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 148428, "video_name": "castle_s06e12_seg02_clip_19", "timestamp": [ 3.24, 6.94 ], "duration": 92.66, "caption": "A man walks over and points to the holes in the window.", "similarity": 0.7493, "relevance": 2 }, { "pair_id": 148429, "video_name": "met_s02e17_seg02_clip_06", "timestamp": [ 11.88, 12.49 ], "duration": 60.66, "caption": "A man points out the window after being poked by a person.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 148430, "video_name": "friends_s05e17_seg02_clip_00", "timestamp": [ 1.24, 6.51 ], "duration": 62.66, "caption": "A person waves his hand while looking out the window.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 148431, "video_name": "castle_s04e09_seg02_clip_07", "timestamp": [ 8.45, 12.67 ], "duration": 84.66, "caption": "A man points out the window he asks a man about.", "similarity": 0.7138, "relevance": 1 }, { "pair_id": 148432, "video_name": "s01e07_seg02_clip_05", "timestamp": [ 13.75, 15.0 ], "duration": 125.66, "caption": "A person points at the window with his/her index finger.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 148433, "video_name": "friends_s05e06_seg02_clip_18", "timestamp": [ 38.66, 43.38 ], "duration": 59.66, "caption": "A man taps on the window to get another person's attention and they put up a finger.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 148434, "video_name": "castle_s03e20_seg02_clip_02", "timestamp": [ 30.19, 33.34 ], "duration": 90.66, "caption": "A man walks over and looks out of the window.", "similarity": 0.703, "relevance": 0 }, { "pair_id": 148435, "video_name": "friends_s05e14_seg02_clip_14", "timestamp": [ 52.1, 57.38 ], "duration": 62.66, "caption": "A group run to the window after a man points out the window.", "similarity": 0.6969, "relevance": 3 }, { "pair_id": 148436, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 1.8, 7.65 ], "duration": 90.66, "caption": "A man leans against the window with his arm up.", "similarity": 0.6956, "relevance": 1 }, { "pair_id": 148437, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 48.16, 52.51 ], "duration": 58.66, "caption": "A man walks to the window and uncovers it.", "similarity": 0.6951, "relevance": 1 }, { "pair_id": 148438, "video_name": "castle_s02e03_seg02_clip_17", "timestamp": [ 33.98, 41.43 ], "duration": 93.66, "caption": "A man approaches a window, pulls the curtains and looks through the window.", "similarity": 0.6934, "relevance": 1 }, { "pair_id": 148439, "video_name": "s03e22_seg02_clip_01", "timestamp": [ 54.59, 56.76 ], "duration": 62.66, "caption": "Past person pointed his left hand towards the window at the backside.", "similarity": 0.6909, "relevance": 2 } ] }, { "query_id": 82846, "query": "A man puts his right hand on the wall to support himself as he talks to another man.", "relevant_moment": [ { "pair_id": 55660, "video_name": "house_s02e22_seg02_clip_06", "timestamp": [ 39.0, 55.4 ], "duration": 88.66, "caption": "A man puts his right hand on the wall to support himself as he talks to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 55661, "video_name": "friends_s06e09_seg02_clip_10", "timestamp": [ 15.23, 18.22 ], "duration": 54.66, "caption": "A man puts his hand on the wall and points his finger while he is talking to another man.", "similarity": 0.8046, "relevance": 4 }, { "pair_id": 55662, "video_name": "house_s06e03_seg02_clip_24", "timestamp": [ 4.95, 30.16 ], "duration": 90.66, "caption": "A man leans against the wall while talking to another man.", "similarity": 0.7512, "relevance": 3 }, { "pair_id": 55663, "video_name": "house_s03e10_seg02_clip_14", "timestamp": [ 50.74, 79.23 ], "duration": 89.66, "caption": "A man leans against the wall while talking to another man.", "similarity": 0.7512, "relevance": 2 }, { "pair_id": 55664, "video_name": "castle_s08e06_seg02_clip_08", "timestamp": [ 33.22, 60.08 ], "duration": 91.66, "caption": "A man intensely talked to another man while leaning over him against the wall.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 55665, "video_name": "house_s03e04_seg02_clip_25", "timestamp": [ 23.93, 30.25 ], "duration": 90.66, "caption": "A man meets another man and talks to him, then leans on a wall.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 55666, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 1.89, 4.1 ], "duration": 63.66, "caption": "A man's hand is up near his right shoulder as he talks with another man.", "similarity": 0.7242, "relevance": 2 }, { "pair_id": 55667, "video_name": "s01e09_seg02_clip_02", "timestamp": [ 29.41, 31.51 ], "duration": 60.66, "caption": "A man puts his hand to his chest while talking to another person.", "similarity": 0.7164, "relevance": 1 }, { "pair_id": 55668, "video_name": "s04e10_seg02_clip_00", "timestamp": [ 60.48, 62.03 ], "duration": 62.66, "caption": "A man puts both of his hands up when talking to another person.", "similarity": 0.7126, "relevance": 1 }, { "pair_id": 55669, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 45.38, 47.87 ], "duration": 62.66, "caption": "A man puts his hand on another man's shoulder as he speaks to him.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 55670, "video_name": "house_s03e02_seg02_clip_22", "timestamp": [ 60.65, 61.59 ], "duration": 94.66, "caption": "A man holds up his hand while talking with a man.", "similarity": 0.7078, "relevance": 0 }, { "pair_id": 55671, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man has his hand on another man's shoulder as he speaks to him.", "similarity": 0.705, "relevance": 2 }, { "pair_id": 55672, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 60.95, 63.26 ], "duration": 92.66, "caption": "A man waves his right hand to someone as he stands next to a wall.", "similarity": 0.7039, "relevance": 0 }, { "pair_id": 55673, "video_name": "castle_s05e17_seg02_clip_02", "timestamp": [ 68.1, 70.33 ], "duration": 89.66, "caption": "A man gestures with his right hand as he talks to two people.", "similarity": 0.7029, "relevance": 0 }, { "pair_id": 55674, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 58.88, 61.33 ], "duration": 61.66, "caption": "A man puts his hands together as he speaks to a man.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 55675, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.6995, "relevance": 3 }, { "pair_id": 55676, "video_name": "friends_s06e21_seg02_clip_20", "timestamp": [ 24.15, 26.19 ], "duration": 68.66, "caption": "A man is talking to another man and gestures with his left hand and thumb.", "similarity": 0.6986, "relevance": 2 }, { "pair_id": 55677, "video_name": "met_s06e09_seg02_clip_15", "timestamp": [ 4.72, 6.2 ], "duration": 59.66, "caption": "A man raises their both hands as they talk to another man.", "similarity": 0.6978, "relevance": 0 }, { "pair_id": 55678, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 52.53, 53.12 ], "duration": 59.66, "caption": "A man points his left hand towards another man as he talks to him.", "similarity": 0.6886, "relevance": 0 }, { "pair_id": 55679, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 6.4, 8.96 ], "duration": 64.66, "caption": "A man gestures emphatically to another man with both of their hands out while talking.", "similarity": 0.6864, "relevance": 2 } ] }, { "query_id": 82866, "query": "Two individuals were having a conversation.", "relevant_moment": [ { "pair_id": 158020, "video_name": "house_s02e22_seg02_clip_01", "timestamp": [ 4.95, 30.61 ], "duration": 90.66, "caption": "Two individuals were having a conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158021, "video_name": "house_s08e21_seg02_clip_07", "timestamp": [ 0.0, 104.02 ], "duration": 104.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158022, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 64.17, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158023, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158024, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 3 }, { "pair_id": 158025, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 28.61, 74.99 ], "duration": 86.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158026, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158027, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.15 ], "duration": 65.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158028, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 0.0, 5.77 ], "duration": 88.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158029, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 3 }, { "pair_id": 158030, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158031, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 22.76, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158032, "video_name": "house_s05e05_seg02_clip_21", "timestamp": [ 28.48, 66.74 ], "duration": 85.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158033, "video_name": "house_s05e01_seg02_clip_08", "timestamp": [ 0.0, 36.64 ], "duration": 90.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158034, "video_name": "house_s04e12_seg02_clip_08", "timestamp": [ 29.91, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158035, "video_name": "house_s03e04_seg02_clip_14", "timestamp": [ 11.89, 51.66 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158036, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 22.76, 31.86 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158037, "video_name": "house_s02e13_seg02_clip_15", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158038, "video_name": "house_s02e12_seg02_clip_02", "timestamp": [ 0.0, 55.15 ], "duration": 72.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 158039, "video_name": "house_s02e04_seg02_clip_11", "timestamp": [ 0.0, 7.89 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 331340, "video_name": "house_s01e21_seg02_clip_17", "timestamp": [ 0.0, 18.44 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 3 }, { "pair_id": 331341, "video_name": "house_s01e16_seg02_clip_09", "timestamp": [ 0.0, 37.14 ], "duration": 94.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 331342, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 0.0, 78.05 ], "duration": 85.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 331343, "video_name": "friends_s05e02_seg02_clip_17", "timestamp": [ 0.0, 49.02 ], "duration": 49.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 331344, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 331345, "video_name": "castle_s06e08_seg02_clip_02", "timestamp": [ 0.0, 40.18 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.9866, "relevance": 4 }, { "pair_id": 331346, "video_name": "grey_s02e25_seg02_clip_25", "timestamp": [ 57.42, 89.02 ], "duration": 89.66, "caption": "Two individuals are having a conversation with each other.", "similarity": 0.97, "relevance": 4 }, { "pair_id": 331347, "video_name": "grey_s03e01_seg02_clip_08", "timestamp": [ 0.0, 18.35 ], "duration": 89.66, "caption": "Two people are having a conversation.", "similarity": 0.97, "relevance": 4 }, { "pair_id": 331348, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 0.0, 30.25 ], "duration": 84.66, "caption": "Two people were having a conversation with each other.", "similarity": 0.9695, "relevance": 4 }, { "pair_id": 331349, "video_name": "grey_s03e24_seg02_clip_10", "timestamp": [ 0.0, 18.48 ], "duration": 90.66, "caption": "Two individuals are having a conversation to each other.", "similarity": 0.9685, "relevance": 4 }, { "pair_id": 331350, "video_name": "friends_s06e11_seg02_clip_13", "timestamp": [ 20.41, 60.03 ], "duration": 60.66, "caption": "Two people were having a conversation with another person.", "similarity": 0.9629, "relevance": 3 }, { "pair_id": 331351, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 0.0, 11.52 ], "duration": 92.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.9559, "relevance": 4 }, { "pair_id": 331352, "video_name": "grey_s02e24_seg02_clip_02", "timestamp": [ 0.0, 14.12 ], "duration": 91.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.9559, "relevance": 4 }, { "pair_id": 331353, "video_name": "grey_s01e02_seg02_clip_22", "timestamp": [ 44.63, 92.03 ], "duration": 92.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.9559, "relevance": 4 }, { "pair_id": 331354, "video_name": "grey_s01e02_seg02_clip_22", "timestamp": [ 0.0, 36.35 ], "duration": 92.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.9559, "relevance": 4 }, { "pair_id": 331355, "video_name": "friends_s10e07_seg02_clip_03", "timestamp": [ 31.06, 54.02 ], "duration": 54.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.9559, "relevance": 4 }, { "pair_id": 331356, "video_name": "friends_s10e07_seg02_clip_03", "timestamp": [ 0.0, 19.99 ], "duration": 54.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.9559, "relevance": 4 }, { "pair_id": 331357, "video_name": "friends_s03e04_seg02_clip_02", "timestamp": [ 25.97, 42.79 ], "duration": 59.66, "caption": "Two people are having a conversation to each other.", "similarity": 0.9559, "relevance": 4 }, { "pair_id": 331358, "video_name": "met_s06e19_seg02_clip_09", "timestamp": [ 0.0, 12.58 ], "duration": 58.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9551, "relevance": 4 }, { "pair_id": 331359, "video_name": "met_s06e18_seg02_clip_02", "timestamp": [ 0.0, 9.9 ], "duration": 60.66, "caption": "Two people are having a conversation with each other.", "similarity": 0.9551, "relevance": 4 } ] }, { "query_id": 82887, "query": "One person takes the needle out of the medication bottle another person is holding.", "relevant_moment": [ { "pair_id": 33300, "video_name": "house_s05e19_seg02_clip_23", "timestamp": [ 71.91, 73.73 ], "duration": 91.66, "caption": "One person takes the needle out of the medication bottle another person is holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 33301, "video_name": "house_s05e18_seg02_clip_01", "timestamp": [ 19.89, 22.6 ], "duration": 90.66, "caption": "A person hands another person a pill bottle and he takes it.", "similarity": 0.7431, "relevance": 2 }, { "pair_id": 33302, "video_name": "house_s06e08_seg02_clip_21", "timestamp": [ 82.38, 86.47 ], "duration": 91.66, "caption": "A person pulls a little bottle out and gives it to the patient.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 33303, "video_name": "house_s06e21_seg02_clip_23", "timestamp": [ 64.49, 72.3 ], "duration": 104.66, "caption": "A person grabs two needles and puts them in the patient.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 33304, "video_name": "grey_s03e13_seg02_clip_13", "timestamp": [ 0.0, 2.3 ], "duration": 92.66, "caption": "Someone injects medication into their patient with a syringe.", "similarity": 0.733, "relevance": 1 }, { "pair_id": 33305, "video_name": "house_s02e20_seg02_clip_20", "timestamp": [ 37.29, 41.55 ], "duration": 71.66, "caption": "A person injects a substance from a needle into a patient's neck.", "similarity": 0.7216, "relevance": 1 }, { "pair_id": 33306, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A person grabs the syringe and injects medicine into the patient.", "similarity": 0.7163, "relevance": 1 }, { "pair_id": 33307, "video_name": "house_s05e09_seg02_clip_22", "timestamp": [ 38.48, 87.44 ], "duration": 87.66, "caption": "A person uses a vial and a needle to prepare drugs for the person who has a gun; the person insists that the drugs be given to another person first, and she takes the needle and shoots it into her hip.", "similarity": 0.7062, "relevance": 3 }, { "pair_id": 33308, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.7001, "relevance": 3 }, { "pair_id": 33309, "video_name": "house_s06e19_seg02_clip_02", "timestamp": [ 8.14, 12.22 ], "duration": 90.66, "caption": "A person sticks a needle into the side of the patient.", "similarity": 0.6992, "relevance": 1 }, { "pair_id": 33310, "video_name": "house_s02e12_seg02_clip_16", "timestamp": [ 54.3, 64.1 ], "duration": 89.66, "caption": "One person passes another person a needle and the other person inserts it into a male patient's neck.", "similarity": 0.6984, "relevance": 1 }, { "pair_id": 33311, "video_name": "house_s08e11_seg02_clip_12", "timestamp": [ 26.24, 33.98 ], "duration": 86.66, "caption": "A doctor removes a syringe and small bottle from a tray and withdraws the liquid from the bottle into the syringe.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 33312, "video_name": "house_s02e04_seg02_clip_18", "timestamp": [ 84.19, 87.45 ], "duration": 93.66, "caption": "A person hands their patient a small cup of pills.", "similarity": 0.6893, "relevance": 0 }, { "pair_id": 33313, "video_name": "house_s06e03_seg02_clip_17", "timestamp": [ 73.46, 78.22 ], "duration": 86.66, "caption": "A man pulls the syringe to extract the medication from the bottle.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 33314, "video_name": "s10e01_seg02_clip_11", "timestamp": [ 23.66, 27.66 ], "duration": 57.66, "caption": "A person takes a bottle from another person and removes the top.", "similarity": 0.681, "relevance": 0 }, { "pair_id": 33315, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 77.42, 83.01 ], "duration": 86.66, "caption": "A patient grabs the syringe from a doctor and injects himself.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 33316, "video_name": "house_s02e04_seg02_clip_12", "timestamp": [ 20.03, 22.26 ], "duration": 89.66, "caption": "A person gives the patient medication in a cup.", "similarity": 0.6789, "relevance": 0 }, { "pair_id": 33317, "video_name": "house_s04e10_seg02_clip_24", "timestamp": [ 96.89, 106.97 ], "duration": 155.66, "caption": "A person has a syringe and sticks the needle into the person's swelling and removes some fluid.", "similarity": 0.6771, "relevance": 1 }, { "pair_id": 33318, "video_name": "house_s01e20_seg02_clip_05", "timestamp": [ 11.31, 15.92 ], "duration": 83.66, "caption": "A person takes a needle out of someone's arm and places it in another spot.", "similarity": 0.6714, "relevance": 2 }, { "pair_id": 33319, "video_name": "house_s03e08_seg02_clip_10", "timestamp": [ 29.12, 35.4 ], "duration": 89.66, "caption": "A man is sticking a needle in the patient's back when another person walks in.", "similarity": 0.6705, "relevance": 1 } ] }, { "query_id": 82905, "query": "A woman touches the stomach of another woman in the hospital bed.", "relevant_moment": [ { "pair_id": 158500, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 67.84, 73.27 ], "duration": 90.66, "caption": "A woman touches the stomach of another woman in the hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158501, "video_name": "house_s02e16_seg02_clip_06", "timestamp": [ 39.32, 42.25 ], "duration": 83.66, "caption": "A woman touches another woman's neck while she lays on her hospital bed.", "similarity": 0.829, "relevance": 3 }, { "pair_id": 158502, "video_name": "grey_s02e06_seg02_clip_14", "timestamp": [ 56.09, 60.09 ], "duration": 89.66, "caption": "A woman leans over in her hospital bed and touches another person who seems to be asleep across her legs, the other person falls to the floor.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 158503, "video_name": "castle_s04e17_seg02_clip_26", "timestamp": [ 0.0, 21.76 ], "duration": 128.66, "caption": "A woman is in a hospital bed when a person and a woman are with him/her in the room.", "similarity": 0.7817, "relevance": 1 }, { "pair_id": 158504, "video_name": "grey_s02e05_seg02_clip_07", "timestamp": [ 0.0, 46.48 ], "duration": 89.66, "caption": "A woman is talking to another woman, who is in the hospital bed.", "similarity": 0.7544, "relevance": 2 }, { "pair_id": 158505, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 0.0, 2.46 ], "duration": 82.66, "caption": "A woman is lying in a hospital bed with her partner holding her hands.", "similarity": 0.7382, "relevance": 2 }, { "pair_id": 158506, "video_name": "grey_s03e23_seg02_clip_13", "timestamp": [ 11.91, 15.43 ], "duration": 88.66, "caption": "A woman taps on the patient's abdomen while the patient is in bed.", "similarity": 0.7332, "relevance": 4 }, { "pair_id": 158507, "video_name": "house_s05e06_seg02_clip_23", "timestamp": [ 34.59, 91.03 ], "duration": 91.66, "caption": "A woman is sitting up in a hospital bed and another woman sits on the bed and talks with her.", "similarity": 0.7316, "relevance": 2 }, { "pair_id": 158508, "video_name": "grey_s02e01_seg02_clip_09", "timestamp": [ 30.37, 61.66 ], "duration": 92.66, "caption": "A woman performs an ultrasound on a woman's stomach in the hospital room.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 158509, "video_name": "house_s05e11_seg02_clip_03", "timestamp": [ 41.42, 48.99 ], "duration": 89.66, "caption": "A woman gets up from the hospital bed and rubs another person's arm.", "similarity": 0.7284, "relevance": 2 }, { "pair_id": 158510, "video_name": "grey_s02e10_seg02_clip_11", "timestamp": [ 1.36, 3.17 ], "duration": 90.66, "caption": "A woman covers up the patient in the hospital bed and a woman walks into the room and speaks to her and another woman.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 158511, "video_name": "house_s06e11_seg02_clip_25", "timestamp": [ 40.81, 45.61 ], "duration": 96.66, "caption": "A woman walks up to the head of another woman's hospital bed.", "similarity": 0.7277, "relevance": 1 }, { "pair_id": 158512, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.7225, "relevance": 2 }, { "pair_id": 158513, "video_name": "house_s06e05_seg02_clip_14", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman touches a man's neck with her fingers while he lays in the hospital bed.", "similarity": 0.7179, "relevance": 2 }, { "pair_id": 158514, "video_name": "friends_s08e23-24_seg02_clip_24", "timestamp": [ 31.12, 36.62 ], "duration": 61.66, "caption": "A woman is holding on to woman's hand in the hospital room.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 158515, "video_name": "grey_s03e04_seg02_clip_08", "timestamp": [ 0.0, 13.98 ], "duration": 90.66, "caption": "A woman is sitting beside another woman as she lies in a hospital bed.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 158516, "video_name": "house_s07e22_seg02_clip_00", "timestamp": [ 0.91, 5.93 ], "duration": 91.66, "caption": "A woman touches the bloody abdomen of another woman standing in front of her.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 158517, "video_name": "house_s07e22_seg02_clip_22", "timestamp": [ 0.0, 76.02 ], "duration": 76.66, "caption": "A woman was standing beside another woman lying on the hospital bed.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 158518, "video_name": "grey_s03e04_seg02_clip_07", "timestamp": [ 76.07, 90.56 ], "duration": 90.66, "caption": "A woman is lying on a hospital bed talking to another woman who puts her hand up to her forehead.", "similarity": 0.7119, "relevance": 2 }, { "pair_id": 158519, "video_name": "house_s02e16_seg02_clip_06", "timestamp": [ 30.54, 34.3 ], "duration": 83.66, "caption": "A woman holds someone while they sit up in their hospital bed with foam coming out of their mouth.", "similarity": 0.7091, "relevance": 2 } ] }, { "query_id": 82923, "query": "A man stands at the table while wearing his leather jacket.", "relevant_moment": [ { "pair_id": 18760, "video_name": "house_s08e07_seg02_clip_06", "timestamp": [ 0.0, 9.79 ], "duration": 89.66, "caption": "A man stands at the table while wearing his leather jacket.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18761, "video_name": "house_s08e07_seg02_clip_05", "timestamp": [ 86.5, 92.03 ], "duration": 92.66, "caption": "A man stands at the table with his black jacket.", "similarity": 0.8711, "relevance": 4 }, { "pair_id": 18762, "video_name": "met_s06e10_seg01_clip_00", "timestamp": [ 28.07, 32.34 ], "duration": 61.66, "caption": "A man stands up from their seat at the table and puts on their jacket.", "similarity": 0.8255, "relevance": 3 }, { "pair_id": 18763, "video_name": "castle_s03e06_seg02_clip_14", "timestamp": [ 60.22, 67.53 ], "duration": 86.66, "caption": "A person stands up from the table and puts on their jacket.", "similarity": 0.7723, "relevance": 1 }, { "pair_id": 18764, "video_name": "friends_s08e01_seg02_clip_14", "timestamp": [ 0.0, 2.0 ], "duration": 50.66, "caption": "A man stands up from his chair at the table.", "similarity": 0.6905, "relevance": 3 }, { "pair_id": 18765, "video_name": "friends_s08e04_seg02_clip_11", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A man stands up to be centered on the table.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 18766, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A person stands up from his chair at the table.", "similarity": 0.6426, "relevance": 3 }, { "pair_id": 18767, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 27.91, 30.7 ], "duration": 62.66, "caption": "A person stands up from their seat at the table.", "similarity": 0.6387, "relevance": 3 }, { "pair_id": 18768, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 30.21, 38.75 ], "duration": 61.66, "caption": "A man places his napkin on the table and stands up.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 18769, "video_name": "friends_s03e24_seg02_clip_16", "timestamp": [ 32.88, 34.43 ], "duration": 62.66, "caption": "A man gets off a table and stands up.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 18770, "video_name": "friends_s08e03_seg02_clip_07", "timestamp": [ 41.19, 43.64 ], "duration": 61.66, "caption": "A person sits down on the table edge and adjusts his/her jacket.", "similarity": 0.6283, "relevance": 1 }, { "pair_id": 18771, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 81.46, 89.02 ], "duration": 89.66, "caption": "A man has their feet right on top of the table.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 18772, "video_name": "friends_s03e02_seg02_clip_15", "timestamp": [ 42.92, 53.42 ], "duration": 60.66, "caption": "A man stands up from the table in his tuxedo.", "similarity": 0.6104, "relevance": 3 }, { "pair_id": 18773, "video_name": "grey_s02e08_seg02_clip_20", "timestamp": [ 7.3, 14.14 ], "duration": 91.66, "caption": "A man stands up and puts his coat on as he walks away from the table.", "similarity": 0.6101, "relevance": 3 }, { "pair_id": 18774, "video_name": "house_s01e12_seg02_clip_02", "timestamp": [ 18.04, 20.69 ], "duration": 88.66, "caption": "A man stands up from his seat in their meeting table.", "similarity": 0.6035, "relevance": 2 }, { "pair_id": 18775, "video_name": "friends_s05e09_seg01_clip_01", "timestamp": [ 3.19, 3.77 ], "duration": 58.66, "caption": "A man stands up from the chair that is at the kitchen table.", "similarity": 0.6018, "relevance": 3 }, { "pair_id": 18776, "video_name": "friends_s01e10_seg02_clip_08", "timestamp": [ 16.51, 19.21 ], "duration": 60.66, "caption": "A man on a jacket cleared the things on top of the table.", "similarity": 0.5988, "relevance": 3 }, { "pair_id": 18777, "video_name": "friends_s08e21_seg02_clip_11", "timestamp": [ 27.45, 30.69 ], "duration": 59.66, "caption": "A man stands up from the table and puts his hand to his forehead.", "similarity": 0.5958, "relevance": 3 }, { "pair_id": 18778, "video_name": "s03e17_seg02_clip_09", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "A man stands up from the table where he and some people are sitting.", "similarity": 0.5925, "relevance": 3 }, { "pair_id": 18779, "video_name": "castle_s08e14_seg02_clip_25", "timestamp": [ 27.01, 29.26 ], "duration": 90.66, "caption": "A person stands up from the seat at the head of the table.", "similarity": 0.589, "relevance": 3 }, { "pair_id": 192080, "video_name": "house_s04e06_seg02_clip_11", "timestamp": [ 63.04, 83.74 ], "duration": 92.66, "caption": "A man sits down in a chair at a table, then he stands up from the chair.", "similarity": 0.5868, "relevance": 2 }, { "pair_id": 192081, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 18.48, 21.81 ], "duration": 60.66, "caption": "A man stands up from the table with a drink in his hand.", "similarity": 0.5798, "relevance": 2 }, { "pair_id": 192082, "video_name": "s08e08_seg01_clip_00", "timestamp": [ 4.14, 4.6 ], "duration": 92.66, "caption": "A man puts the tray he is holding on the table.", "similarity": 0.5794, "relevance": 2 }, { "pair_id": 192083, "video_name": "castle_s05e11_seg02_clip_25", "timestamp": [ 43.71, 51.07 ], "duration": 92.66, "caption": "A man walks up to a table and sits at a table with another person in a dark jacket.", "similarity": 0.5786, "relevance": 3 }, { "pair_id": 192084, "video_name": "castle_s05e04_seg02_clip_17", "timestamp": [ 56.27, 58.07 ], "duration": 90.66, "caption": "A man, holding his purple napkin, starts to stand up from the table.", "similarity": 0.5783, "relevance": 1 }, { "pair_id": 192085, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 52.97, 67.21 ], "duration": 89.66, "caption": "A man gets up from his seat, puts on his jacket.", "similarity": 0.5763, "relevance": 3 }, { "pair_id": 192086, "video_name": "house_s06e18_seg02_clip_09", "timestamp": [ 40.39, 44.21 ], "duration": 85.66, "caption": "A man stood up and left the dining table.", "similarity": 0.5727, "relevance": 3 }, { "pair_id": 192087, "video_name": "friends_s04e07_seg02_clip_06", "timestamp": [ 14.31, 16.03 ], "duration": 57.66, "caption": "A man stands up from behind the keyboard table.", "similarity": 0.5723, "relevance": 2 }, { "pair_id": 192088, "video_name": "s02e12_seg01_clip_00", "timestamp": [ 3.78, 5.99 ], "duration": 63.66, "caption": "A man stands up from the brown leather couch.", "similarity": 0.564, "relevance": 3 }, { "pair_id": 192089, "video_name": "friends_s10e09_seg02_clip_12", "timestamp": [ 12.31, 14.71 ], "duration": 60.66, "caption": "A man grabs his jacket and stands up from the couch.", "similarity": 0.5634, "relevance": 2 }, { "pair_id": 192090, "video_name": "house_s01e18_seg02_clip_11", "timestamp": [ 8.5, 10.54 ], "duration": 68.66, "caption": "A man slowly stands up at the conference table.", "similarity": 0.5622, "relevance": 2 }, { "pair_id": 192091, "video_name": "friends_s03e18_seg02_clip_14", "timestamp": [ 45.33, 57.02 ], "duration": 57.66, "caption": "A man gets up on the table on all fours.", "similarity": 0.5616, "relevance": 2 }, { "pair_id": 192092, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 44.86 ], "duration": 61.66, "caption": "A person gets his jacket on the chair and wear it.", "similarity": 0.5606, "relevance": 3 }, { "pair_id": 192093, "video_name": "met_s06e12_seg02_clip_09", "timestamp": [ 9.37, 15.41 ], "duration": 60.66, "caption": "A man dances on the table he is standing on.", "similarity": 0.5603, "relevance": 3 }, { "pair_id": 192094, "video_name": "house_s07e08_seg02_clip_11", "timestamp": [ 73.82, 78.32 ], "duration": 90.66, "caption": "A person puts his jacket on for him.", "similarity": 0.5575, "relevance": 3 }, { "pair_id": 192095, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 51.06, 55.19 ], "duration": 59.66, "caption": "A man stands up from the table and puts his laptop bag over his shoulder.", "similarity": 0.5568, "relevance": 2 }, { "pair_id": 192096, "video_name": "friends_s10e17-18_seg02_clip_16", "timestamp": [ 13.54, 17.84 ], "duration": 61.66, "caption": "A man sits on the center table and stood up right away.", "similarity": 0.5555, "relevance": 2 }, { "pair_id": 192097, "video_name": "castle_s02e05_seg02_clip_08", "timestamp": [ 59.64, 62.87 ], "duration": 92.66, "caption": "A man gets his jacket and begins to put it on.", "similarity": 0.5534, "relevance": 2 }, { "pair_id": 192098, "video_name": "house_s06e04_seg02_clip_15", "timestamp": [ 0.0, 4.25 ], "duration": 85.66, "caption": "A person moves his/her legs from the table and stands up.", "similarity": 0.5532, "relevance": 2 }, { "pair_id": 192099, "video_name": "friends_s03e02_seg02_clip_19", "timestamp": [ 29.59, 32.78 ], "duration": 58.66, "caption": "A woman stands up from the coffee table holding a purple jacket.", "similarity": 0.5518, "relevance": 1 } ] }, { "query_id": 82997, "query": "A woman is holding photos while she talks to man and woman.", "relevant_moment": [ { "pair_id": 166880, "video_name": "castle_s01e06_seg02_clip_02", "timestamp": [ 33.17, 77.39 ], "duration": 92.66, "caption": "A woman is holding photos while she talks to man and woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 166881, "video_name": "castle_s08e18_seg02_clip_18", "timestamp": [ 25.14, 31.01 ], "duration": 83.66, "caption": "A woman holds a photo and talks to a man and a woman.", "similarity": 0.9215, "relevance": 2 }, { "pair_id": 166882, "video_name": "house_s05e03_seg02_clip_19", "timestamp": [ 0.0, 12.56 ], "duration": 93.66, "caption": "A woman was holding a photograph while talking to a man.", "similarity": 0.8614, "relevance": 3 }, { "pair_id": 166883, "video_name": "castle_s05e09_seg02_clip_24", "timestamp": [ 6.24, 10.4 ], "duration": 104.66, "caption": "A woman is holding a picture of person as she spoke to woman.", "similarity": 0.8291, "relevance": 3 }, { "pair_id": 166884, "video_name": "castle_s06e02_seg02_clip_04", "timestamp": [ 13.05, 18.71 ], "duration": 87.66, "caption": "A person holds up a photo and looks at it while talking with a woman.", "similarity": 0.8217, "relevance": 2 }, { "pair_id": 166885, "video_name": "friends_s08e11_seg02_clip_06", "timestamp": [ 1.16, 15.38 ], "duration": 58.66, "caption": "A person holds up a photo as he has a conversation with a woman.", "similarity": 0.806, "relevance": 2 }, { "pair_id": 166886, "video_name": "castle_s06e05_seg02_clip_22", "timestamp": [ 19.41, 32.5 ], "duration": 90.66, "caption": "A woman talks to someone over the phone while holding a photo of a young man.", "similarity": 0.798, "relevance": 3 }, { "pair_id": 166887, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 0.0, 7.97 ], "duration": 88.66, "caption": "A woman holds different pictures of women up to man.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 166888, "video_name": "castle_s08e15_seg02_clip_16", "timestamp": [ 0.0, 23.66 ], "duration": 86.66, "caption": "A woman has a conversation with a man while looking at a photograph.", "similarity": 0.7933, "relevance": 1 }, { "pair_id": 166889, "video_name": "castle_s04e23_seg02_clip_03", "timestamp": [ 43.25, 46.44 ], "duration": 91.66, "caption": "A woman holds up a photo of a man to another woman.", "similarity": 0.7902, "relevance": 2 }, { "pair_id": 166890, "video_name": "castle_s06e04_seg02_clip_22", "timestamp": [ 53.38, 72.7 ], "duration": 92.66, "caption": "A woman shows man pictures of three people while speaking with him.", "similarity": 0.7884, "relevance": 2 }, { "pair_id": 166891, "video_name": "castle_s04e02_seg02_clip_09", "timestamp": [ 48.61, 59.87 ], "duration": 90.66, "caption": "A woman and a man both hold up photos to a person.", "similarity": 0.7881, "relevance": 2 }, { "pair_id": 166892, "video_name": "castle_s03e20_seg02_clip_12", "timestamp": [ 16.49, 20.61 ], "duration": 91.66, "caption": "A woman is holding a photo and hands it to another woman.", "similarity": 0.7857, "relevance": 2 }, { "pair_id": 166893, "video_name": "castle_s06e21_seg02_clip_22", "timestamp": [ 6.75, 10.35 ], "duration": 90.66, "caption": "A person holds up a picture of another person as he speaks to woman.", "similarity": 0.7853, "relevance": 2 }, { "pair_id": 166894, "video_name": "castle_s02e06_seg02_clip_14", "timestamp": [ 71.23, 92.51 ], "duration": 92.66, "caption": "A woman shows someone some pictures while having a conversation.", "similarity": 0.7805, "relevance": 2 }, { "pair_id": 166895, "video_name": "friends_s05e20_seg02_clip_01", "timestamp": [ 17.12, 33.05 ], "duration": 59.66, "caption": "A woman is shuffling through photos while talking to another woman.", "similarity": 0.7658, "relevance": 2 }, { "pair_id": 166896, "video_name": "castle_s05e03_seg02_clip_05", "timestamp": [ 0.0, 4.85 ], "duration": 88.66, "caption": "A woman was holding a photo while talking to another woman with curled hair.", "similarity": 0.7575, "relevance": 3 }, { "pair_id": 166897, "video_name": "castle_s07e13_seg02_clip_18", "timestamp": [ 29.71, 33.01 ], "duration": 110.66, "caption": "A woman grabs a stack of photos and shows them to another woman.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 166898, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 46.81, 48.61 ], "duration": 90.66, "caption": "A woman hands a man some photos to look at.", "similarity": 0.7518, "relevance": 3 }, { "pair_id": 166899, "video_name": "friends_s01e24_seg02_clip_04", "timestamp": [ 5.02, 16.82 ], "duration": 59.66, "caption": "A woman holds up a picture of man in front of her face and talks as if she is him.", "similarity": 0.751, "relevance": 4 }, { "pair_id": 340200, "video_name": "castle_s03e12_seg02_clip_14", "timestamp": [ 0.0, 14.58 ], "duration": 85.66, "caption": "A woman hands a picture to a person and a person hands it to someone else.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 340201, "video_name": "castle_s07e10_seg02_clip_16", "timestamp": [ 27.97, 38.35 ], "duration": 90.66, "caption": "A man talks to woman and man and handed out a photo.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 340202, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 14.0, 22.51 ], "duration": 100.66, "caption": "A woman holds up a photo to show another man.", "similarity": 0.7388, "relevance": 3 }, { "pair_id": 340203, "video_name": "castle_s07e23_seg02_clip_05", "timestamp": [ 30.02, 35.24 ], "duration": 87.66, "caption": "A woman takes the stack of photos from a man and looks at them.", "similarity": 0.7362, "relevance": 3 }, { "pair_id": 340204, "video_name": "friends_s07e21_seg02_clip_17", "timestamp": [ 26.67, 30.08 ], "duration": 62.66, "caption": "A woman holds up a picture to some people.", "similarity": 0.7347, "relevance": 4 }, { "pair_id": 340205, "video_name": "castle_s04e19_seg02_clip_15", "timestamp": [ 25.21, 28.57 ], "duration": 84.66, "caption": "A woman holds up a picture of a man.", "similarity": 0.7327, "relevance": 3 }, { "pair_id": 340206, "video_name": "castle_s04e17_seg02_clip_13", "timestamp": [ 55.23, 60.21 ], "duration": 90.66, "caption": "A man hands a woman a photo of a woman and she asks about the women in the photo.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 340207, "video_name": "castle_s03e21_seg02_clip_18", "timestamp": [ 4.02, 15.64 ], "duration": 89.66, "caption": "A person holds a photo up in front of him/her as he/she has a conversation with two other people.", "similarity": 0.7324, "relevance": 3 }, { "pair_id": 340208, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 33.25, 36.7 ], "duration": 86.66, "caption": "A man holds up a photo of a woman for some people.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 340209, "video_name": "castle_s06e21_seg02_clip_14", "timestamp": [ 6.37, 10.47 ], "duration": 91.66, "caption": "A woman shows them some photographs of a man.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 340210, "video_name": "castle_s07e02_seg02_clip_04", "timestamp": [ 1.69, 4.23 ], "duration": 84.66, "caption": "A woman tells another woman and a man about someone while looking at the picture.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 340211, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 29.62, 32.39 ], "duration": 92.66, "caption": "A woman points to a photo in her hand as she speaks to another woman.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 340212, "video_name": "castle_s07e14_seg02_clip_11", "timestamp": [ 51.73, 54.0 ], "duration": 90.66, "caption": "A man shows woman a picture of a man as he speaks to her.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 340213, "video_name": "castle_s08e15_seg02_clip_16", "timestamp": [ 0.0, 21.08 ], "duration": 86.66, "caption": "A woman and a man are speaking to each other as they look at a surveillance picture.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 340214, "video_name": "castle_s06e16_seg02_clip_17", "timestamp": [ 83.29, 92.23 ], "duration": 94.66, "caption": "A woman shows two photos to another person who is on a video calling.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 340215, "video_name": "castle_s06e03_seg02_clip_21", "timestamp": [ 15.81, 20.93 ], "duration": 93.66, "caption": "A woman slides photos in front of another woman while describing her actions.", "similarity": 0.7127, "relevance": 3 }, { "pair_id": 340216, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 71.12, 83.27 ], "duration": 90.66, "caption": "A man was showing a photo to woman whilst he was talking.", "similarity": 0.7107, "relevance": 3 }, { "pair_id": 340217, "video_name": "castle_s04e18_seg02_clip_16", "timestamp": [ 33.01, 43.86 ], "duration": 90.66, "caption": "A man shows a couple of photos to a woman.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 340218, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 30.88, 35.29 ], "duration": 98.66, "caption": "A woman hold out a picture for the other person to look at.", "similarity": 0.7079, "relevance": 3 }, { "pair_id": 340219, "video_name": "castle_s07e04_seg02_clip_10", "timestamp": [ 31.2, 35.73 ], "duration": 90.66, "caption": "A person looks at a couple of pictures of people and hands them back to a woman.", "similarity": 0.7068, "relevance": 3 } ] }, { "query_id": 83017, "query": "A doctor is talking to man on the phone while in the bathroom and person touches him in the shoulder.", "relevant_moment": [ { "pair_id": 167060, "video_name": "house_s08e13_seg02_clip_19", "timestamp": [ 48.85, 60.51 ], "duration": 89.66, "caption": "A doctor is talking to man on the phone while in the bathroom and person touches him in the shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167061, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 0.0, 11.93 ], "duration": 88.66, "caption": "Doctors are having a conversation together with a man on the phone.", "similarity": 0.7831, "relevance": 3 }, { "pair_id": 167062, "video_name": "house_s04e04_seg02_clip_03", "timestamp": [ 54.3, 61.87 ], "duration": 89.66, "caption": "A person is in front of the other doctors and he is discussing something while someone is on the phone.", "similarity": 0.7739, "relevance": 2 }, { "pair_id": 167063, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 61.56, 74.59 ], "duration": 89.66, "caption": "While a man and another person are talking to each other, a doctor then interrupts them.", "similarity": 0.7578, "relevance": 0 }, { "pair_id": 167064, "video_name": "house_s07e22_seg02_clip_03", "timestamp": [ 40.26, 44.28 ], "duration": 115.66, "caption": "A doctor is fixing his things while talking to a man.", "similarity": 0.7482, "relevance": 1 }, { "pair_id": 167065, "video_name": "house_s06e10_seg02_clip_06", "timestamp": [ 17.11, 37.06 ], "duration": 95.66, "caption": "A doctor is talking with a male patient while they are in the hospital room.", "similarity": 0.7435, "relevance": 1 }, { "pair_id": 167066, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 31.06, 37.81 ], "duration": 90.66, "caption": "A man is talking to another doctor and the other doctors about his condition.", "similarity": 0.7389, "relevance": 1 }, { "pair_id": 167067, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor was having a talk with man.", "similarity": 0.7373, "relevance": 1 }, { "pair_id": 167068, "video_name": "house_s05e04_seg02_clip_22", "timestamp": [ 0.0, 17.55 ], "duration": 90.66, "caption": "A person is on the phone while the other doctors are around.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 167069, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.7352, "relevance": 1 }, { "pair_id": 167070, "video_name": "house_s05e03_seg02_clip_24", "timestamp": [ 29.58, 37.32 ], "duration": 91.66, "caption": "A man and some other doctors are having some operation to a patient when a man calls on the phone.", "similarity": 0.7347, "relevance": 1 }, { "pair_id": 167071, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.7315, "relevance": 0 }, { "pair_id": 167072, "video_name": "house_s08e17_seg02_clip_14", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 167073, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 0.0, 23.76 ], "duration": 95.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 167074, "video_name": "house_s02e16_seg02_clip_18", "timestamp": [ 3.39, 21.17 ], "duration": 84.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 167075, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 0.0, 8.09 ], "duration": 49.66, "caption": "A doctor was talking to someone over the phone.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 167076, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 59.96, 90.17 ], "duration": 90.66, "caption": "The doctors are having a conversation with a man.", "similarity": 0.7276, "relevance": 1 }, { "pair_id": 167077, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 10.71, 12.6 ], "duration": 126.66, "caption": "A doctor brings his hand up toward his face as he listens to a person on a phone.", "similarity": 0.7241, "relevance": 0 }, { "pair_id": 167078, "video_name": "house_s05e04_seg02_clip_00", "timestamp": [ 0.0, 34.18 ], "duration": 91.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.7236, "relevance": 1 }, { "pair_id": 167079, "video_name": "house_s01e14_seg02_clip_18", "timestamp": [ 43.74, 88.36 ], "duration": 88.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.7236, "relevance": 0 }, { "pair_id": 340380, "video_name": "house_s04e04_seg02_clip_04", "timestamp": [ 51.49, 61.62 ], "duration": 88.66, "caption": "A man picks up his telephone while talking on speaker phone to another man and a room filled with doctors.", "similarity": 0.7212, "relevance": 1 }, { "pair_id": 340381, "video_name": "house_s03e09_seg02_clip_07", "timestamp": [ 14.26, 18.87 ], "duration": 92.66, "caption": "A person speaks to some doctors while they're on a phone call.", "similarity": 0.7151, "relevance": 1 }, { "pair_id": 340382, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 49.09, 61.7 ], "duration": 90.66, "caption": "A man is having a conversation with some doctors.", "similarity": 0.7139, "relevance": 0 }, { "pair_id": 340383, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.7135, "relevance": 0 }, { "pair_id": 340384, "video_name": "house_s05e03_seg02_clip_24", "timestamp": [ 0.0, 10.92 ], "duration": 91.66, "caption": "A man is on the phone with another man and he is explaining to him about the condition of his patient.", "similarity": 0.7132, "relevance": 1 }, { "pair_id": 340385, "video_name": "house_s02e06_seg02_clip_06", "timestamp": [ 0.0, 12.91 ], "duration": 89.66, "caption": "A man is doing some work with his patient and the manager of the patient is talking to someone on the phone.", "similarity": 0.7116, "relevance": 1 }, { "pair_id": 340386, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A man and a doctor were having a conversation.", "similarity": 0.7112, "relevance": 0 }, { "pair_id": 340387, "video_name": "grey_s02e06_seg02_clip_13", "timestamp": [ 0.0, 51.77 ], "duration": 90.66, "caption": "A woman talks to the doctors while attached to a man.", "similarity": 0.7105, "relevance": 0 }, { "pair_id": 340388, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.7097, "relevance": 0 }, { "pair_id": 340389, "video_name": "house_s06e12_seg02_clip_11", "timestamp": [ 0.0, 45.49 ], "duration": 90.66, "caption": "A doctor talks to a man in the emergency room.", "similarity": 0.7058, "relevance": 0 }, { "pair_id": 340390, "video_name": "house_s05e14_seg02_clip_12", "timestamp": [ 0.0, 14.5 ], "duration": 90.66, "caption": "A doctor is discussing something to the other doctors.", "similarity": 0.7055, "relevance": 0 }, { "pair_id": 340391, "video_name": "house_s04e04_seg02_clip_18", "timestamp": [ 17.03, 77.97 ], "duration": 89.66, "caption": "A man and another man talk inside doctor's office.", "similarity": 0.7012, "relevance": 1 }, { "pair_id": 340392, "video_name": "house_s04e14_seg02_clip_09", "timestamp": [ 13.57, 39.4 ], "duration": 87.66, "caption": "A doctor was sitting on a couch while talking to a person over the phone.", "similarity": 0.6989, "relevance": 1 }, { "pair_id": 340393, "video_name": "house_s01e14_seg02_clip_18", "timestamp": [ 0.0, 34.02 ], "duration": 88.66, "caption": "A person is discussing something to the other doctors.", "similarity": 0.6964, "relevance": 0 }, { "pair_id": 340394, "video_name": "house_s05e03_seg02_clip_01", "timestamp": [ 20.07, 23.64 ], "duration": 89.66, "caption": "A person rubs his/her hands while talking to the doctors.", "similarity": 0.6947, "relevance": 0 }, { "pair_id": 340395, "video_name": "house_s04e01_seg02_clip_15", "timestamp": [ 0.0, 8.8 ], "duration": 88.66, "caption": "A doctor walks in and talks to a man before sitting down.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 340396, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.6943, "relevance": 0 }, { "pair_id": 340397, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.6943, "relevance": 0 }, { "pair_id": 340398, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 19.21, 29.77 ], "duration": 96.66, "caption": "A doctor approaches a person and talks about another doctor.", "similarity": 0.694, "relevance": 0 }, { "pair_id": 340399, "video_name": "met_s05e02_seg02_clip_03", "timestamp": [ 0.0, 11.24 ], "duration": 54.66, "caption": "A doctor talks to man and woman and shows them his clipboard.", "similarity": 0.6939, "relevance": 0 } ] }, { "query_id": 83181, "query": "A man brings another man a beer while they are sitting at the counter eating pizza.", "relevant_moment": [ { "pair_id": 10140, "video_name": "friends_s08e05_seg02_clip_11", "timestamp": [ 22.52, 29.93 ], "duration": 59.66, "caption": "A man brings another man a beer while they are sitting at the counter eating pizza.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10141, "video_name": "house_s08e21_seg02_clip_16", "timestamp": [ 0.0, 4.28 ], "duration": 95.66, "caption": "A man tries to compliment his beer while eating lunch with another man.", "similarity": 0.6833, "relevance": 3 }, { "pair_id": 10142, "video_name": "castle_s08e19_seg02_clip_12", "timestamp": [ 13.05, 21.61 ], "duration": 90.66, "caption": "A man picks up 2 beers and brings them to the table where another man is sitting.", "similarity": 0.6716, "relevance": 3 }, { "pair_id": 10143, "video_name": "friends_s04e19_seg02_clip_07", "timestamp": [ 0.0, 21.18 ], "duration": 61.66, "caption": "A man takes a bite of some pizza while fighting with another man.", "similarity": 0.6635, "relevance": 3 }, { "pair_id": 10144, "video_name": "friends_s09e06_seg02_clip_22", "timestamp": [ 52.53, 55.48 ], "duration": 59.66, "caption": "A man chews his pizza as he stands next to another man.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 10145, "video_name": "friends_s09e12_seg02_clip_08", "timestamp": [ 3.41, 8.99 ], "duration": 62.66, "caption": "A man sits down and drinks a beer while talking to another man.", "similarity": 0.6434, "relevance": 3 }, { "pair_id": 10146, "video_name": "s05e24_seg02_clip_04", "timestamp": [ 4.68, 6.5 ], "duration": 52.66, "caption": "A man is drinking a beer as he walks towards another man.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 10147, "video_name": "house_s06e12_seg02_clip_13", "timestamp": [ 59.75, 62.94 ], "duration": 91.66, "caption": "A man gives another man a drink while they are talking.", "similarity": 0.6291, "relevance": 3 }, { "pair_id": 10148, "video_name": "friends_s05e10_seg02_clip_04", "timestamp": [ 8.85, 9.74 ], "duration": 59.66, "caption": "A man gives another man a beer bottle in the kitchen.", "similarity": 0.6261, "relevance": 3 }, { "pair_id": 10149, "video_name": "friends_s09e22_seg02_clip_09", "timestamp": [ 7.67, 12.69 ], "duration": 59.66, "caption": "A man walks over to another man and hands him a beer.", "similarity": 0.6234, "relevance": 3 }, { "pair_id": 10150, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 26.79, 31.83 ], "duration": 63.66, "caption": "A man comes a little closer to another man while the other man is drinking.", "similarity": 0.6205, "relevance": 1 }, { "pair_id": 10151, "video_name": "grey_s02e14_seg02_clip_11", "timestamp": [ 79.22, 87.32 ], "duration": 90.66, "caption": "A man invites someone over to eat supper with him and another person.", "similarity": 0.6188, "relevance": 1 }, { "pair_id": 10152, "video_name": "met_s02e19_seg01_clip_00", "timestamp": [ 10.54, 13.02 ], "duration": 61.66, "caption": "A man sits down in a booth next to another person holding two beers.", "similarity": 0.6091, "relevance": 3 }, { "pair_id": 10153, "video_name": "s09e04_seg02_clip_04", "timestamp": [ 34.18, 38.14 ], "duration": 61.66, "caption": "A man sits down and puts two beer bottles on the table and another person grabs his and takes a drink from it.", "similarity": 0.605, "relevance": 3 }, { "pair_id": 10154, "video_name": "met_s02e05_seg02_clip_04", "timestamp": [ 0.0, 21.09 ], "duration": 62.66, "caption": "A man bonds with another man and invites him out to eat.", "similarity": 0.6004, "relevance": 3 }, { "pair_id": 10155, "video_name": "met_s06e01_seg01_clip_02", "timestamp": [ 4.65, 9.04 ], "duration": 50.66, "caption": "A man picks up another person's beer and holds it up to them.", "similarity": 0.6001, "relevance": 3 }, { "pair_id": 10156, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 51.67, 56.72 ], "duration": 84.66, "caption": "A man puts a hat on another man then takes a drink of a beer.", "similarity": 0.5974, "relevance": 3 }, { "pair_id": 10157, "video_name": "house_s07e08_seg02_clip_15", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "A man is drinking alcohol when another man came close to him.", "similarity": 0.5971, "relevance": 2 }, { "pair_id": 10158, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A man opens a beer and sits down on the couch with another man.", "similarity": 0.597, "relevance": 2 }, { "pair_id": 10159, "video_name": "friends_s01e19_seg02_clip_04", "timestamp": [ 9.34, 13.86 ], "duration": 60.66, "caption": "Some people are eating pizza together.", "similarity": 0.5914, "relevance": 3 }, { "pair_id": 183460, "video_name": "s04e17_seg01_clip_01", "timestamp": [ 38.9, 41.07 ], "duration": 72.66, "caption": "A man tells another man to join him for dinner at someone's place.", "similarity": 0.5906, "relevance": 1 }, { "pair_id": 183461, "video_name": "friends_s04e19_seg02_clip_15", "timestamp": [ 9.81, 11.77 ], "duration": 56.66, "caption": "A man hands another man a beer bottle he was holding.", "similarity": 0.589, "relevance": 3 }, { "pair_id": 183462, "video_name": "met_s05e01_seg02_clip_07", "timestamp": [ 0.0, 2.11 ], "duration": 60.66, "caption": "A man takes a drink of their beer as they sit beside their partner.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 183463, "video_name": "met_s02e07_seg02_clip_06", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A man takes a sip of wine while sitting next to another man.", "similarity": 0.5856, "relevance": 2 }, { "pair_id": 183464, "video_name": "met_s03e06_seg02_clip_04", "timestamp": [ 45.71, 51.2 ], "duration": 60.66, "caption": "A man is dining with another man who pours a glass of red wine.", "similarity": 0.5854, "relevance": 2 }, { "pair_id": 183465, "video_name": "friends_s09e22_seg02_clip_09", "timestamp": [ 10.33, 15.35 ], "duration": 59.66, "caption": "A man hands another man a beer and he asks for something to set it on.", "similarity": 0.5843, "relevance": 3 }, { "pair_id": 183466, "video_name": "house_s05e16_seg02_clip_13", "timestamp": [ 18.14, 24.19 ], "duration": 93.66, "caption": "A man holds up a beer and clinks glasses with another man.", "similarity": 0.5831, "relevance": 3 }, { "pair_id": 183467, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 1.86, 9.01 ], "duration": 53.66, "caption": "A man opens a can of beer and hands it to another man.", "similarity": 0.5831, "relevance": 3 }, { "pair_id": 183468, "video_name": "friends_s01e24_seg02_clip_05", "timestamp": [ 50.19, 53.82 ], "duration": 66.66, "caption": "A man gives another man a hug while he is holding a drink.", "similarity": 0.5821, "relevance": 3 }, { "pair_id": 183469, "video_name": "friends_s04e07_seg02_clip_18", "timestamp": [ 52.46, 57.02 ], "duration": 57.66, "caption": "A man opens the door and another man offers him a drink.", "similarity": 0.5777, "relevance": 2 }, { "pair_id": 183470, "video_name": "grey_s02e23_seg02_clip_15", "timestamp": [ 60.09, 64.54 ], "duration": 89.66, "caption": "A man takes a bite of pizza.", "similarity": 0.5772, "relevance": 2 }, { "pair_id": 183471, "video_name": "house_s05e17_seg02_clip_12", "timestamp": [ 13.77, 17.85 ], "duration": 102.66, "caption": "A man opens a door and invites another man to eat.", "similarity": 0.5746, "relevance": 1 }, { "pair_id": 183472, "video_name": "s01e12_seg01_clip_00", "timestamp": [ 56.1, 63.03 ], "duration": 63.66, "caption": "A man walks up with another man to where two people are eating lunch.", "similarity": 0.5742, "relevance": 1 }, { "pair_id": 183473, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 0.0, 10.47 ], "duration": 91.66, "caption": "A man is holding a bowl of food and gives it to another man.", "similarity": 0.5727, "relevance": 2 }, { "pair_id": 183474, "video_name": "s01e01_seg02_clip_06", "timestamp": [ 3.77, 13.06 ], "duration": 58.66, "caption": "A person joins a man in the kitchen while he grabs a couple of beers from the fridge.", "similarity": 0.5724, "relevance": 2 }, { "pair_id": 183475, "video_name": "house_s06e19_seg02_clip_18", "timestamp": [ 43.42, 53.38 ], "duration": 90.66, "caption": "Two men are discussing going out for drinks with another man.", "similarity": 0.5722, "relevance": 1 }, { "pair_id": 183476, "video_name": "house_s05e16_seg02_clip_00", "timestamp": [ 36.69, 49.39 ], "duration": 94.66, "caption": "A man takes another man's bagel from his plate and eats it.", "similarity": 0.5697, "relevance": 1 }, { "pair_id": 183477, "video_name": "s07e11_seg02_clip_13", "timestamp": [ 1.68, 4.36 ], "duration": 67.66, "caption": "A man points out his fork to another man while they enjoy their meal.", "similarity": 0.5694, "relevance": 1 }, { "pair_id": 183478, "video_name": "met_s05e05_seg02_clip_11", "timestamp": [ 2.97, 5.34 ], "duration": 59.66, "caption": "A man turns around and another man asks them for a drink.", "similarity": 0.5681, "relevance": 1 }, { "pair_id": 183479, "video_name": "house_s05e17_seg02_clip_06", "timestamp": [ 2.24, 4.49 ], "duration": 89.66, "caption": "A man takes a bite of food while talking with another man.", "similarity": 0.5678, "relevance": 2 } ] }, { "query_id": 83183, "query": "A man makes a heart motion and sends it to a woman.", "relevant_moment": [ { "pair_id": 149000, "video_name": "friends_s08e05_seg02_clip_11", "timestamp": [ 11.26, 17.78 ], "duration": 59.66, "caption": "A man makes a heart motion and sends it to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149001, "video_name": "friends_s02e18_seg02_clip_01", "timestamp": [ 0.0, 2.88 ], "duration": 57.66, "caption": "A man has their hand on their heart while next to a woman.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 149002, "video_name": "friends_s08e02_seg02_clip_04", "timestamp": [ 14.89, 20.47 ], "duration": 62.66, "caption": "A man puts their hand over their heart before walking back toward two women and another person.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 149003, "video_name": "friends_s08e17_seg02_clip_19", "timestamp": [ 0.86, 31.19 ], "duration": 43.66, "caption": "A man and a woman have a heart to heart together about their relationship.", "similarity": 0.6985, "relevance": 0 }, { "pair_id": 149004, "video_name": "grey_s02e17_seg02_clip_12", "timestamp": [ 36.75, 51.16 ], "duration": 93.66, "caption": "A man motions for woman to move and she follows his orders.", "similarity": 0.6562, "relevance": 0 }, { "pair_id": 149005, "video_name": "grey_s03e08_seg02_clip_11", "timestamp": [ 19.93, 33.22 ], "duration": 88.66, "caption": "A man points to his chest for a woman to feel it and she does.", "similarity": 0.6525, "relevance": 0 }, { "pair_id": 149006, "video_name": "s08e17_seg02_clip_03", "timestamp": [ 2.48, 4.65 ], "duration": 62.66, "caption": "A woman pushes a man in his chest with both hands.", "similarity": 0.6446, "relevance": 0 }, { "pair_id": 149007, "video_name": "met_s03e18_seg02_clip_12", "timestamp": [ 25.13, 28.6 ], "duration": 57.66, "caption": "A man holds the shoulder of another man to start a heart to heart talk.", "similarity": 0.6419, "relevance": 0 }, { "pair_id": 149008, "video_name": "met_s02e10_seg02_clip_04", "timestamp": [ 0.0, 6.98 ], "duration": 60.66, "caption": "A man tries to pump up some people to follow their heart.", "similarity": 0.6378, "relevance": 0 }, { "pair_id": 149009, "video_name": "friends_s03e23_seg02_clip_08", "timestamp": [ 2.68, 4.17 ], "duration": 59.66, "caption": "A woman puts her hand up on her heart while talking to a man.", "similarity": 0.6347, "relevance": 1 }, { "pair_id": 149010, "video_name": "friends_s09e10_seg02_clip_08", "timestamp": [ 39.67, 41.5 ], "duration": 61.66, "caption": "A man motions to a woman and she waves her hand.", "similarity": 0.6323, "relevance": 1 }, { "pair_id": 149011, "video_name": "friends_s03e05_seg02_clip_15", "timestamp": [ 32.49, 41.78 ], "duration": 58.66, "caption": "A man is talking to a woman and she puts her hand to her heart and smiles.", "similarity": 0.624, "relevance": 1 }, { "pair_id": 149012, "video_name": "met_s03e10_seg02_clip_09", "timestamp": [ 23.11, 27.12 ], "duration": 61.66, "caption": "A man makes a crude gesture at woman's chest.", "similarity": 0.621, "relevance": 2 }, { "pair_id": 149013, "video_name": "friends_s01e09_seg02_clip_12", "timestamp": [ 38.72, 40.82 ], "duration": 60.66, "caption": "A woman turns and passes a man as he raises his arms.", "similarity": 0.619, "relevance": 0 }, { "pair_id": 149014, "video_name": "grey_s02e18_seg02_clip_25", "timestamp": [ 6.75, 20.71 ], "duration": 90.66, "caption": "A man pushes a woman and then she runs to a man.", "similarity": 0.6186, "relevance": 0 }, { "pair_id": 149015, "video_name": "friends_s10e05_seg02_clip_22", "timestamp": [ 12.06, 15.23 ], "duration": 63.66, "caption": "A person puts their hand up to their heart.", "similarity": 0.6171, "relevance": 1 }, { "pair_id": 149016, "video_name": "friends_s02e23_seg02_clip_06", "timestamp": [ 34.66, 38.86 ], "duration": 70.66, "caption": "A man puts his hands to his heart when he is talking to guy.", "similarity": 0.617, "relevance": 3 }, { "pair_id": 149017, "video_name": "house_s01e13_seg02_clip_00", "timestamp": [ 61.44, 63.72 ], "duration": 91.66, "caption": "A woman moves her hand between man's head and chest.", "similarity": 0.6107, "relevance": 0 }, { "pair_id": 149018, "video_name": "friends_s01e07_seg02_clip_05", "timestamp": [ 58.32, 60.74 ], "duration": 69.66, "caption": "A man makes a rotating motion with their hand and points at a woman.", "similarity": 0.6083, "relevance": 0 }, { "pair_id": 149019, "video_name": "castle_s06e22_seg02_clip_16", "timestamp": [ 89.31, 93.03 ], "duration": 93.66, "caption": "A man tells woman to do something and she complies.", "similarity": 0.6038, "relevance": 0 } ] }, { "query_id": 83236, "query": "A person walks into their office with another person following them inside.", "relevant_moment": [ { "pair_id": 103680, "video_name": "house_s05e24_seg02_clip_09", "timestamp": [ 30.7, 34.77 ], "duration": 90.66, "caption": "A person walks into their office with another person following them inside.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 103681, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 14.58, 19.85 ], "duration": 81.66, "caption": "A person walks up to another person in his office.", "similarity": 0.8856, "relevance": 2 }, { "pair_id": 103682, "video_name": "house_s03e24_seg02_clip_12", "timestamp": [ 60.5, 89.63 ], "duration": 89.66, "caption": "A person sees another person and walks into his/her office.", "similarity": 0.8762, "relevance": 3 }, { "pair_id": 103683, "video_name": "house_s03e24_seg02_clip_05", "timestamp": [ 77.27, 86.21 ], "duration": 89.66, "caption": "A person walks into another person's office when the latter is sitting at their desk.", "similarity": 0.8739, "relevance": 3 }, { "pair_id": 103684, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 68.1, 72.7 ], "duration": 92.66, "caption": "A person walks into their office with some colleagues inside.", "similarity": 0.8692, "relevance": 3 }, { "pair_id": 103686, "video_name": "house_s05e16_seg02_clip_24", "timestamp": [ 9.94, 12.65 ], "duration": 90.66, "caption": "Two people walk into a person's office together.", "similarity": 0.868, "relevance": 3 }, { "pair_id": 103687, "video_name": "house_s02e19_seg02_clip_10", "timestamp": [ 20.03, 22.3 ], "duration": 91.66, "caption": "A person walks between two other people in the office.", "similarity": 0.8676, "relevance": 2 }, { "pair_id": 103689, "video_name": "house_s07e19_seg02_clip_24", "timestamp": [ 89.33, 94.03 ], "duration": 94.66, "caption": "A person walks into his office and sees another person sitting there.", "similarity": 0.861, "relevance": 3 }, { "pair_id": 103690, "video_name": "house_s05e08_seg02_clip_17", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person walks into another person's office and leaves someone behind.", "similarity": 0.8609, "relevance": 3 }, { "pair_id": 103691, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 0.0, 2.33 ], "duration": 31.66, "caption": "A person walks into another person's office to talk to him.", "similarity": 0.8596, "relevance": 3 }, { "pair_id": 103692, "video_name": "castle_s04e03_seg02_clip_22", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A person walks into an office and another person follows behind closing the door.", "similarity": 0.8592, "relevance": 3 }, { "pair_id": 103693, "video_name": "house_s05e05_seg02_clip_12", "timestamp": [ 47.97, 54.57 ], "duration": 88.66, "caption": "A person walks into another person's office and sits down.", "similarity": 0.8535, "relevance": 3 }, { "pair_id": 103694, "video_name": "house_s01e18_seg02_clip_13", "timestamp": [ 28.36, 37.36 ], "duration": 90.66, "caption": "A person walks through the corridor into another person's office.", "similarity": 0.8507, "relevance": 3 }, { "pair_id": 103695, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 81.92, 91.03 ], "duration": 91.66, "caption": "A person walks into another person's office to speak with him.", "similarity": 0.8495, "relevance": 3 }, { "pair_id": 103697, "video_name": "house_s02e11_seg02_clip_25", "timestamp": [ 79.64, 93.64 ], "duration": 175.66, "caption": "A person walks past an office and sees someone inside.", "similarity": 0.8432, "relevance": 2 }, { "pair_id": 103698, "video_name": "house_s01e12_seg02_clip_21", "timestamp": [ 13.95, 21.4 ], "duration": 93.66, "caption": "A person walks out of their office, past another person.", "similarity": 0.8419, "relevance": 2 }, { "pair_id": 103699, "video_name": "house_s01e19_seg02_clip_14", "timestamp": [ 59.06, 62.34 ], "duration": 82.66, "caption": "A person walks into his office with two people sitting at his desk.", "similarity": 0.8397, "relevance": 3 }, { "pair_id": 277000, "video_name": "s05e17_seg02_clip_15", "timestamp": [ 0.0, 1.51 ], "duration": 43.66, "caption": "Person, person, and person walk into person's office at work.", "similarity": 0.8385, "relevance": 3 }, { "pair_id": 277001, "video_name": "house_s05e17_seg02_clip_16", "timestamp": [ 34.69, 95.03 ], "duration": 95.66, "caption": "A person walks into their office to see someone there.", "similarity": 0.8377, "relevance": 3 }, { "pair_id": 277002, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 14.79, 17.84 ], "duration": 87.66, "caption": "Three people walk into someone's office.", "similarity": 0.8369, "relevance": 3 }, { "pair_id": 277003, "video_name": "grey_s03e09_seg02_clip_26", "timestamp": [ 3.51, 6.63 ], "duration": 78.66, "caption": "A person walks into another person's office and stands in front of the desk.", "similarity": 0.8348, "relevance": 3 }, { "pair_id": 277004, "video_name": "house_s03e01_seg02_clip_23", "timestamp": [ 52.52, 56.53 ], "duration": 89.66, "caption": "A person is sitting in an office and another person walks in the door.", "similarity": 0.8339, "relevance": 3 }, { "pair_id": 277005, "video_name": "castle_s05e14_seg02_clip_23", "timestamp": [ 22.33, 26.89 ], "duration": 91.66, "caption": "A woman walks into the office with two people following.", "similarity": 0.8328, "relevance": 3 }, { "pair_id": 277006, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 56.44, 59.62 ], "duration": 91.66, "caption": "A person walks in to an office while two people are talking.", "similarity": 0.8316, "relevance": 3 }, { "pair_id": 277007, "video_name": "house_s02e05_seg02_clip_14", "timestamp": [ 75.2, 78.98 ], "duration": 84.66, "caption": "A person walks past another person and heads out the office.", "similarity": 0.8238, "relevance": 1 }, { "pair_id": 277008, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 0.0, 3.05 ], "duration": 87.66, "caption": "A person enters the office of another person.", "similarity": 0.8231, "relevance": 3 }, { "pair_id": 277009, "video_name": "castle_s08e15_seg02_clip_15", "timestamp": [ 46.54, 51.25 ], "duration": 94.66, "caption": "A man walks into the office where two people are at.", "similarity": 0.8196, "relevance": 1 }, { "pair_id": 277010, "video_name": "castle_s06e16_seg02_clip_21", "timestamp": [ 82.9, 90.6 ], "duration": 90.66, "caption": "A woman walks into her office followed by person and woman.", "similarity": 0.8159, "relevance": 3 }, { "pair_id": 277011, "video_name": "castle_s06e14_seg02_clip_04", "timestamp": [ 27.87, 33.35 ], "duration": 91.66, "caption": "A woman walks into her office followed by two people.", "similarity": 0.8139, "relevance": 3 }, { "pair_id": 277012, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 71.62, 75.25 ], "duration": 90.66, "caption": "A person walks into another person's office and starts conversing with him.", "similarity": 0.8136, "relevance": 2 }, { "pair_id": 277013, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 35.61, 40.06 ], "duration": 89.66, "caption": "Some people walk into the office together.", "similarity": 0.8123, "relevance": 2 }, { "pair_id": 277014, "video_name": "house_s02e19_seg02_clip_09", "timestamp": [ 14.31, 24.92 ], "duration": 92.66, "caption": "A person walks into his office and another person named Boyd follows him.", "similarity": 0.8114, "relevance": 2 }, { "pair_id": 277015, "video_name": "house_s08e19_seg02_clip_06", "timestamp": [ 74.08, 87.42 ], "duration": 92.66, "caption": "A person walks in to talk with another person and closes their office door.", "similarity": 0.8107, "relevance": 2 }, { "pair_id": 277016, "video_name": "castle_s07e08_seg02_clip_13", "timestamp": [ 77.49, 85.63 ], "duration": 85.66, "caption": "A man walks in and a man and a woman follow him into an office.", "similarity": 0.81, "relevance": 2 }, { "pair_id": 277017, "video_name": "s07e08_seg02_clip_07", "timestamp": [ 47.42, 48.92 ], "duration": 60.66, "caption": "A person walks into another person's office with his arms open and a sheet of paper in his hand.", "similarity": 0.8096, "relevance": 2 }, { "pair_id": 277018, "video_name": "met_s02e13_seg02_clip_13", "timestamp": [ 54.57, 57.84 ], "duration": 59.66, "caption": "A man walks past a person in the office.", "similarity": 0.809, "relevance": 3 }, { "pair_id": 277019, "video_name": "castle_s04e02_seg02_clip_22", "timestamp": [ 37.4, 40.52 ], "duration": 89.66, "caption": "A person walks into an office and starts a conversation with another person.", "similarity": 0.8087, "relevance": 3 } ] }, { "query_id": 83241, "query": "A man walks in front of a woman as she is sitting in front of an eye exam device.", "relevant_moment": [ { "pair_id": 157780, "video_name": "house_s04e07_seg02_clip_11", "timestamp": [ 70.4, 72.7 ], "duration": 92.66, "caption": "A man walks in front of a woman as she is sitting in front of an eye exam device.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 157781, "video_name": "house_s03e22_seg02_clip_06", "timestamp": [ 22.51, 26.11 ], "duration": 90.66, "caption": "A man walks into an exam room to see someone sitting with a woman.", "similarity": 0.7249, "relevance": 2 }, { "pair_id": 157782, "video_name": "friends_s08e03_seg02_clip_15", "timestamp": [ 17.65, 21.43 ], "duration": 63.66, "caption": "A man walks behind the exam table that a woman is on.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 157783, "video_name": "grey_s02e17_seg02_clip_00", "timestamp": [ 11.0, 13.5 ], "duration": 100.66, "caption": "A person walks in front of woman, who looks puzzled.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 157784, "video_name": "house_s03e10_seg02_clip_00", "timestamp": [ 27.76, 34.59 ], "duration": 91.66, "caption": "A man walks in on a woman examining a patient's torso.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 157785, "video_name": "house_s06e02_seg02_clip_25", "timestamp": [ 14.55, 19.89 ], "duration": 97.66, "caption": "A woman walked towards a man and sits in front of him.", "similarity": 0.6583, "relevance": 1 }, { "pair_id": 157786, "video_name": "house_s08e14_seg02_clip_14", "timestamp": [ 20.5, 21.86 ], "duration": 91.66, "caption": "A man checks person's eye with an eye device.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 157787, "video_name": "grey_s01e02_seg02_clip_10", "timestamp": [ 75.38, 79.22 ], "duration": 96.66, "caption": "A man checks the patient's eyes while he is talking to a woman.", "similarity": 0.6448, "relevance": 3 }, { "pair_id": 157788, "video_name": "castle_s07e10_seg02_clip_18", "timestamp": [ 76.01, 78.72 ], "duration": 90.66, "caption": "A person walks in front of a man and looks at him.", "similarity": 0.6379, "relevance": 1 }, { "pair_id": 157789, "video_name": "house_s07e10_seg02_clip_22", "timestamp": [ 89.73, 92.03 ], "duration": 92.66, "caption": "A woman is looking at a patient with a pen light and a man walks in.", "similarity": 0.6348, "relevance": 2 }, { "pair_id": 157790, "video_name": "house_s03e18_seg02_clip_00", "timestamp": [ 2.3, 6.44 ], "duration": 92.66, "caption": "A man is checking in a patient's eyes as he examines her.", "similarity": 0.6346, "relevance": 3 }, { "pair_id": 157791, "video_name": "house_s05e20_seg02_clip_22", "timestamp": [ 6.3, 8.55 ], "duration": 90.66, "caption": "A man walks up and flashes a light into woman's eyes while examining her.", "similarity": 0.6281, "relevance": 3 }, { "pair_id": 157792, "video_name": "house_s06e10_seg02_clip_08", "timestamp": [ 3.68, 9.2 ], "duration": 92.66, "caption": "A person walks over to the patient while another person checks the eyes.", "similarity": 0.6274, "relevance": 2 }, { "pair_id": 157793, "video_name": "castle_s06e11_seg02_clip_24", "timestamp": [ 0.0, 2.35 ], "duration": 94.66, "caption": "A man is standing in front of woman looking at her.", "similarity": 0.6261, "relevance": 0 }, { "pair_id": 157794, "video_name": "met_s02e08_seg02_clip_18", "timestamp": [ 18.72, 23.83 ], "duration": 86.66, "caption": "A woman moves in front of a man to face him and look at his eyes.", "similarity": 0.6185, "relevance": 1 }, { "pair_id": 157795, "video_name": "friends_s07e23-24_seg02_clip_26", "timestamp": [ 15.38, 17.12 ], "duration": 58.66, "caption": "A woman stands in front of a man to look at another man.", "similarity": 0.6165, "relevance": 1 }, { "pair_id": 157796, "video_name": "friends_s07e23-24_seg02_clip_07", "timestamp": [ 34.85, 38.36 ], "duration": 54.66, "caption": "A man walks in front of a woman and towards the table.", "similarity": 0.6161, "relevance": 1 }, { "pair_id": 157797, "video_name": "house_s03e12_seg02_clip_05", "timestamp": [ 19.28, 29.62 ], "duration": 94.66, "caption": "A man walks into an examination room to talk with a woman and closes the door.", "similarity": 0.6159, "relevance": 1 }, { "pair_id": 157798, "video_name": "house_s04e10_seg02_clip_16", "timestamp": [ 29.32, 77.15 ], "duration": 77.66, "caption": "A man is seated near a woman patient in an exam room and he looks closely at her face, touches her mouth and asks questions.", "similarity": 0.6146, "relevance": 1 }, { "pair_id": 157799, "video_name": "house_s04e07_seg02_clip_11", "timestamp": [ 76.38, 86.5 ], "duration": 92.66, "caption": "A man checks someone's eyes with a device as he is sitting upright.", "similarity": 0.6115, "relevance": 2 } ] }, { "query_id": 83259, "query": "A person walks out immediately after talking to person.", "relevant_moment": [ { "pair_id": 150520, "video_name": "house_s05e24_seg02_clip_03", "timestamp": [ 42.79, 45.58 ], "duration": 93.66, "caption": "A person walks out immediately after talking to person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150521, "video_name": "house_s02e24_seg02_clip_11", "timestamp": [ 34.86, 37.51 ], "duration": 88.66, "caption": "A person walks out immediately after talking to someone.", "similarity": 0.9915, "relevance": 4 }, { "pair_id": 150522, "video_name": "house_s08e09_seg02_clip_15", "timestamp": [ 19.9, 24.42 ], "duration": 90.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.9824, "relevance": 4 }, { "pair_id": 150523, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 49.06, 52.66 ], "duration": 90.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.9824, "relevance": 3 }, { "pair_id": 150524, "video_name": "house_s05e05_seg02_clip_17", "timestamp": [ 13.53, 16.4 ], "duration": 82.66, "caption": "A person walks out immediately after talking to another person.", "similarity": 0.9824, "relevance": 3 }, { "pair_id": 150525, "video_name": "house_s06e13_seg02_clip_09", "timestamp": [ 0.0, 4.73 ], "duration": 86.66, "caption": "A person walks out after talking to another person.", "similarity": 0.9534, "relevance": 4 }, { "pair_id": 150526, "video_name": "house_s07e06_seg02_clip_02", "timestamp": [ 5.28, 10.12 ], "duration": 88.66, "caption": "A person also walks out after talking to another person.", "similarity": 0.9452, "relevance": 3 }, { "pair_id": 150527, "video_name": "house_s03e09_seg02_clip_26", "timestamp": [ 33.49, 36.01 ], "duration": 72.66, "caption": "A person walks out quickly while still talking to another person.", "similarity": 0.9413, "relevance": 2 }, { "pair_id": 150528, "video_name": "house_s02e23_seg02_clip_02", "timestamp": [ 68.97, 74.38 ], "duration": 90.66, "caption": "A person walks out quickly while talking to another person.", "similarity": 0.94, "relevance": 4 }, { "pair_id": 150529, "video_name": "castle_s02e15_seg02_clip_02", "timestamp": [ 26.07, 28.36 ], "duration": 91.66, "caption": "A person suddenly walks out after talking to person.", "similarity": 0.9356, "relevance": 2 }, { "pair_id": 150530, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 8.93, 11.28 ], "duration": 94.66, "caption": "A person walks out immediately after talking to a man.", "similarity": 0.9354, "relevance": 3 }, { "pair_id": 150531, "video_name": "house_s05e20_seg02_clip_09", "timestamp": [ 10.92, 14.11 ], "duration": 91.66, "caption": "A person walks out immediately after talking to a man.", "similarity": 0.9354, "relevance": 2 }, { "pair_id": 150532, "video_name": "house_s02e02_seg02_clip_14", "timestamp": [ 83.07, 86.92 ], "duration": 110.66, "caption": "A person walks out while still talking to someone.", "similarity": 0.9244, "relevance": 4 }, { "pair_id": 150533, "video_name": "house_s06e01_seg02_clip_06", "timestamp": [ 23.23, 27.53 ], "duration": 86.66, "caption": "A person suddenly walks out after talking to someone.", "similarity": 0.9237, "relevance": 3 }, { "pair_id": 150534, "video_name": "house_s01e07_seg02_clip_07", "timestamp": [ 12.49, 14.72 ], "duration": 89.66, "caption": "A man walks out immediately after talking to person.", "similarity": 0.923, "relevance": 4 }, { "pair_id": 150535, "video_name": "house_s07e10_seg02_clip_24", "timestamp": [ 49.96, 52.21 ], "duration": 90.66, "caption": "A person walks out while still talking to another person.", "similarity": 0.9185, "relevance": 4 }, { "pair_id": 150536, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A man walks out immediately after talking to a person.", "similarity": 0.9157, "relevance": 4 }, { "pair_id": 150537, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 0.0, 5.29 ], "duration": 88.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.9144, "relevance": 4 }, { "pair_id": 150538, "video_name": "house_s03e15_seg02_clip_02", "timestamp": [ 3.45, 6.33 ], "duration": 115.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.9144, "relevance": 3 }, { "pair_id": 150539, "video_name": "house_s03e11_seg02_clip_16", "timestamp": [ 51.47, 54.8 ], "duration": 83.66, "caption": "A person suddenly walks out after talking to another person.", "similarity": 0.9144, "relevance": 1 }, { "pair_id": 323840, "video_name": "house_s05e15_seg02_clip_05", "timestamp": [ 4.8, 8.0 ], "duration": 80.66, "caption": "A person walks out quickly after talking to a man.", "similarity": 0.9142, "relevance": 4 }, { "pair_id": 323841, "video_name": "house_s01e06_seg02_clip_05", "timestamp": [ 9.8, 12.48 ], "duration": 89.66, "caption": "A person immediately walks away after talking to someone.", "similarity": 0.9106, "relevance": 3 }, { "pair_id": 323842, "video_name": "house_s07e06_seg02_clip_25", "timestamp": [ 12.15, 15.3 ], "duration": 90.66, "caption": "A person walks away quickly after talking to another person.", "similarity": 0.9055, "relevance": 2 }, { "pair_id": 323843, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A person walks out from the room immediately after talking to another person.", "similarity": 0.8896, "relevance": 4 }, { "pair_id": 323844, "video_name": "house_s03e16_seg02_clip_02", "timestamp": [ 12.69, 16.32 ], "duration": 90.66, "caption": "A person immediately walks out after talking to the group.", "similarity": 0.8772, "relevance": 3 }, { "pair_id": 323845, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 41.66, 44.64 ], "duration": 85.66, "caption": "A woman walks out immediately after talking to person.", "similarity": 0.8762, "relevance": 2 }, { "pair_id": 323846, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 44.38, 46.12 ], "duration": 87.66, "caption": "Two people walk out after talking to person.", "similarity": 0.8748, "relevance": 3 }, { "pair_id": 323847, "video_name": "house_s04e05_seg02_clip_20", "timestamp": [ 29.77, 32.93 ], "duration": 90.66, "caption": "Two people walk out after talking to a person.", "similarity": 0.8718, "relevance": 3 }, { "pair_id": 323848, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "A person walks out while he is talking to a man.", "similarity": 0.8695, "relevance": 3 }, { "pair_id": 323849, "video_name": "house_s05e01_seg02_clip_12", "timestamp": [ 8.88, 11.1 ], "duration": 88.66, "caption": "A person finishes their conversation with another person and walks out.", "similarity": 0.8656, "relevance": 4 }, { "pair_id": 323851, "video_name": "house_s01e16_seg02_clip_04", "timestamp": [ 16.77, 22.21 ], "duration": 90.66, "caption": "A person walks out of the room after talking to the person.", "similarity": 0.862, "relevance": 4 }, { "pair_id": 323852, "video_name": "house_s04e16_seg02_clip_01", "timestamp": [ 13.49, 20.0 ], "duration": 93.66, "caption": "Some people walk out after talking to a person.", "similarity": 0.8617, "relevance": 2 }, { "pair_id": 323853, "video_name": "house_s04e06_seg02_clip_23", "timestamp": [ 61.96, 66.1 ], "duration": 91.66, "caption": "A person stands up and walks away after talking to another person.", "similarity": 0.8599, "relevance": 2 }, { "pair_id": 323854, "video_name": "house_s08e06_seg02_clip_09", "timestamp": [ 14.62, 17.63 ], "duration": 86.66, "caption": "A man suddenly walks out after talking to person.", "similarity": 0.8558, "relevance": 3 }, { "pair_id": 323855, "video_name": "castle_s07e06_seg02_clip_09", "timestamp": [ 65.55, 68.78 ], "duration": 92.66, "caption": "A person walks out after talking to woman and another person.", "similarity": 0.8549, "relevance": 3 }, { "pair_id": 323856, "video_name": "house_s05e02_seg02_clip_17", "timestamp": [ 15.89, 18.61 ], "duration": 90.66, "caption": "A person immediately walks out from the room after talking.", "similarity": 0.8545, "relevance": 4 }, { "pair_id": 323857, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 33.02, 36.45 ], "duration": 85.66, "caption": "A man suddenly walks out after talking to a person.", "similarity": 0.8519, "relevance": 4 }, { "pair_id": 323858, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A man walks out while a person is talking to him.", "similarity": 0.8505, "relevance": 4 }, { "pair_id": 323859, "video_name": "s10e01_seg02_clip_01", "timestamp": [ 35.72, 39.92 ], "duration": 60.66, "caption": "A person walks out after talking to their friends.", "similarity": 0.8493, "relevance": 4 } ] }, { "query_id": 83334, "query": "A woman tosses the beer at a man and it hits the wall.", "relevant_moment": [ { "pair_id": 268860, "video_name": "s04e11_seg02_clip_08", "timestamp": [ 7.98, 11.98 ], "duration": 57.66, "caption": "A woman hits a man in the arm with her hand.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 268861, "video_name": "s06e09_seg02_clip_09", "timestamp": [ 5.61, 13.54 ], "duration": 66.66, "caption": "A woman tries to hit another woman with her bag and hits a person in the face instead.", "similarity": 0.5872, "relevance": 2 }, { "pair_id": 268862, "video_name": "castle_s02e09_seg02_clip_05", "timestamp": [ 6.77, 11.29 ], "duration": 90.66, "caption": "A woman grabs a man who punched another man and slams him into the bar.", "similarity": 0.5868, "relevance": 2 }, { "pair_id": 268863, "video_name": "met_s03e07_seg01_clip_01", "timestamp": [ 24.03, 26.19 ], "duration": 61.66, "caption": "A woman takes a bottle of beer that person passes her.", "similarity": 0.5853, "relevance": 2 }, { "pair_id": 268864, "video_name": "friends_s02e18_seg02_clip_01", "timestamp": [ 7.2, 9.21 ], "duration": 57.66, "caption": "A woman hands a man a beer then walks away.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 268865, "video_name": "met_s02e03_seg02_clip_18", "timestamp": [ 45.89, 47.54 ], "duration": 66.66, "caption": "A woman hits man in the side.", "similarity": 0.5833, "relevance": 1 }, { "pair_id": 268866, "video_name": "grey_s02e25_seg02_clip_00", "timestamp": [ 39.99, 52.22 ], "duration": 94.66, "caption": "A woman throws a man some shade while they are drunk.", "similarity": 0.582, "relevance": 2 }, { "pair_id": 268867, "video_name": "friends_s06e11_seg02_clip_19", "timestamp": [ 33.36, 39.68 ], "duration": 115.66, "caption": "A woman hits a tall person with a bag of trash and the person shakes a finger at woman.", "similarity": 0.5808, "relevance": 1 }, { "pair_id": 268868, "video_name": "friends_s01e09_seg02_clip_15", "timestamp": [ 28.81, 31.51 ], "duration": 60.66, "caption": "A woman puts her hand on woman's stomach and man slaps it away.", "similarity": 0.5786, "relevance": 1 }, { "pair_id": 268869, "video_name": "s07e18_seg02_clip_07", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A woman raises her beer to a man before she sits down.", "similarity": 0.5773, "relevance": 2 }, { "pair_id": 268870, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 19.36, 22.25 ], "duration": 57.66, "caption": "A woman walks over to a man and smacks him in the face.", "similarity": 0.5752, "relevance": 1 }, { "pair_id": 268871, "video_name": "house_s03e03_seg02_clip_21", "timestamp": [ 58.07, 59.87 ], "duration": 90.66, "caption": "A man hits the table of woman.", "similarity": 0.5749, "relevance": 1 }, { "pair_id": 268872, "video_name": "s02e17_seg02_clip_08", "timestamp": [ 24.19, 28.84 ], "duration": 62.66, "caption": "A person goes to sit down across from a woman and hits on her.", "similarity": 0.5746, "relevance": 1 }, { "pair_id": 268873, "video_name": "friends_s02e12-13_seg02_clip_16", "timestamp": [ 61.9, 63.6 ], "duration": 68.66, "caption": "A woman tosses a glass of water in a man's face.", "similarity": 0.5739, "relevance": 2 }, { "pair_id": 268874, "video_name": "met_s02e09_seg02_clip_06", "timestamp": [ 31.51, 37.19 ], "duration": 63.66, "caption": "A woman grabs a sip of her beer while a man talks.", "similarity": 0.5738, "relevance": 2 }, { "pair_id": 268875, "video_name": "s06e01_seg02_clip_07", "timestamp": [ 30.82, 32.65 ], "duration": 61.66, "caption": "A man hands woman a beer from the coffee table.", "similarity": 0.5715, "relevance": 2 }, { "pair_id": 268876, "video_name": "met_s06e18_seg02_clip_10", "timestamp": [ 43.57, 44.87 ], "duration": 65.66, "caption": "A man hits a woman on the arm as they sit at the bar.", "similarity": 0.5702, "relevance": 1 }, { "pair_id": 268877, "video_name": "friends_s07e04_seg02_clip_10", "timestamp": [ 22.69, 23.81 ], "duration": 56.66, "caption": "A woman hits a man on the arm in the kitchen.", "similarity": 0.5696, "relevance": 1 }, { "pair_id": 268878, "video_name": "met_s04e01_seg02_clip_03", "timestamp": [ 52.22, 54.14 ], "duration": 64.66, "caption": "A woman gets mad and hits a man in the shoulder.", "similarity": 0.5668, "relevance": 1 }, { "pair_id": 268879, "video_name": "friends_s01e19_seg02_clip_07", "timestamp": [ 3.1, 7.75 ], "duration": 62.66, "caption": "A woman hits a man repeatedly with a pillow then walks away.", "similarity": 0.5665, "relevance": 1 } ] }, { "query_id": 83340, "query": "Barney does the \"rock on\" gesture with both hands while talking to Jerry.", "relevant_moment": [ { "pair_id": 200600, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 61.61, 63.0 ], "duration": 69.66, "caption": "A person rotates his finger down while talking to another person.", "similarity": 0.4547, "relevance": 3 }, { "pair_id": 200601, "video_name": "friends_s02e20_seg02_clip_08", "timestamp": [ 41.91, 42.86 ], "duration": 63.66, "caption": "A person holds two fingers up during a conversation with someone.", "similarity": 0.4528, "relevance": 3 }, { "pair_id": 200602, "video_name": "friends_s09e16_seg02_clip_16", "timestamp": [ 1.77, 2.66 ], "duration": 59.66, "caption": "A person motions their hands together while they're talking to another person.", "similarity": 0.4519, "relevance": 3 }, { "pair_id": 200603, "video_name": "s09e08_seg02_clip_00", "timestamp": [ 42.18, 44.04 ], "duration": 62.66, "caption": "A person gestures to their face while talking to another person.", "similarity": 0.451, "relevance": 2 }, { "pair_id": 200604, "video_name": "s01e10_seg02_clip_12", "timestamp": [ 35.42, 41.42 ], "duration": 60.66, "caption": "A person raises his hands while saying something to another person and the other person begins doing some crazy, preparation motions.", "similarity": 0.4496, "relevance": 3 }, { "pair_id": 200605, "video_name": "friends_s09e04_seg02_clip_12", "timestamp": [ 4.8, 8.4 ], "duration": 60.66, "caption": "One person, Joey, waves his finger at another person, Monica, at the table.", "similarity": 0.4494, "relevance": 3 }, { "pair_id": 200606, "video_name": "friends_s07e11_seg02_clip_08", "timestamp": [ 4.64, 8.71 ], "duration": 58.66, "caption": "A person has their hands together when they are talking to someone.", "similarity": 0.4485, "relevance": 2 }, { "pair_id": 200607, "video_name": "castle_s05e17_seg02_clip_02", "timestamp": [ 68.1, 70.33 ], "duration": 89.66, "caption": "A man gestures with his right hand as he talks to two people.", "similarity": 0.4481, "relevance": 2 }, { "pair_id": 200608, "video_name": "met_s06e06_seg02_clip_16", "timestamp": [ 9.8, 10.79 ], "duration": 49.66, "caption": "A woman named Robin raises a hand at a man named Barney and turns to walk away.", "similarity": 0.4476, "relevance": 2 }, { "pair_id": 200609, "video_name": "s08e01_seg02_clip_13", "timestamp": [ 3.25, 36.6 ], "duration": 59.66, "caption": "A person is speaking to another person as someone is in the backseat with their hands on their ears.", "similarity": 0.4471, "relevance": 2 }, { "pair_id": 200610, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "Two people touch hands when person says what he did earlier.", "similarity": 0.4462, "relevance": 3 }, { "pair_id": 200611, "video_name": "house_s08e20_seg02_clip_22", "timestamp": [ 17.75, 19.57 ], "duration": 91.66, "caption": "A person moves his/her hand down when he/she is talking to another person.", "similarity": 0.4456, "relevance": 2 }, { "pair_id": 200612, "video_name": "met_s03e15_seg02_clip_09", "timestamp": [ 3.01, 5.72 ], "duration": 60.66, "caption": "A person uses his fingers to do the \"look at me\" gesture.", "similarity": 0.4454, "relevance": 3 }, { "pair_id": 200613, "video_name": "castle_s04e16_seg02_clip_10", "timestamp": [ 49.31, 52.93 ], "duration": 90.66, "caption": "A person talks and another person listens while biting their nail.", "similarity": 0.4445, "relevance": 1 }, { "pair_id": 200614, "video_name": "s08e21_seg02_clip_13", "timestamp": [ 36.32, 41.12 ], "duration": 60.66, "caption": "A person gestures with their hands back and forth as they speak.", "similarity": 0.4422, "relevance": 1 }, { "pair_id": 200615, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 6.4, 8.96 ], "duration": 64.66, "caption": "A man gestures emphatically to another man with both of their hands out while talking.", "similarity": 0.4417, "relevance": 3 }, { "pair_id": 200616, "video_name": "s04e24_seg02_clip_06", "timestamp": [ 0.0, 2.1 ], "duration": 60.66, "caption": "A person has his hand on his head as he speaks to another person.", "similarity": 0.4416, "relevance": 2 }, { "pair_id": 200617, "video_name": "s06e08_seg02_clip_14", "timestamp": [ 15.13, 26.89 ], "duration": 56.66, "caption": "As a person talks he waves his right hand to make a point.", "similarity": 0.4401, "relevance": 2 }, { "pair_id": 200618, "video_name": "s07e06_seg02_clip_04", "timestamp": [ 39.36, 42.11 ], "duration": 61.66, "caption": "While a person is talking, he puts his finger to his chin.", "similarity": 0.44, "relevance": 2 }, { "pair_id": 200619, "video_name": "s03e02_seg02_clip_03", "timestamp": [ 15.56, 17.09 ], "duration": 61.66, "caption": "A person makes a gesture with his finger on his nose to another person.", "similarity": 0.4398, "relevance": 2 } ] }, { "query_id": 83341, "query": "A man says something to another man and he looks up at the ceiling.", "relevant_moment": [ { "pair_id": 116260, "video_name": "met_s06e19_seg02_clip_07", "timestamp": [ 50.42, 53.89 ], "duration": 63.66, "caption": "A man says something to another man and he looks up at the ceiling.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 116261, "video_name": "castle_s01e01_seg02_clip_00", "timestamp": [ 23.05, 28.33 ], "duration": 96.66, "caption": "A man looks up at the ceiling and then another man says something while looking up and around the ceiling.", "similarity": 0.9388, "relevance": 3 }, { "pair_id": 116262, "video_name": "friends_s10e14_seg02_clip_10", "timestamp": [ 0.0, 4.48 ], "duration": 59.66, "caption": "A man pats another man on the shoulder and looks up at the ceiling.", "similarity": 0.7962, "relevance": 3 }, { "pair_id": 116263, "video_name": "s08e02_seg02_clip_15", "timestamp": [ 15.91, 23.71 ], "duration": 60.66, "caption": "A man says something to another man and he looks at him sideways.", "similarity": 0.7923, "relevance": 2 }, { "pair_id": 116264, "video_name": "friends_s09e01_seg02_clip_09", "timestamp": [ 56.14, 58.62 ], "duration": 62.66, "caption": "A man looks up to the ceiling like he is confused.", "similarity": 0.7645, "relevance": 2 }, { "pair_id": 116265, "video_name": "friends_s06e02_seg02_clip_12", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "Two men look up at the ceiling at the same time.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 116266, "video_name": "s07e01_seg02_clip_00", "timestamp": [ 13.55, 20.8 ], "duration": 63.66, "caption": "A man says something to another man that makes him look up to the heavens.", "similarity": 0.7433, "relevance": 4 }, { "pair_id": 116267, "video_name": "house_s03e10_seg02_clip_15", "timestamp": [ 4.01, 6.68 ], "duration": 89.66, "caption": "A man looks up and tells another man where he needs to go.", "similarity": 0.7394, "relevance": 2 }, { "pair_id": 116268, "video_name": "grey_s02e01_seg02_clip_20", "timestamp": [ 30.21, 37.14 ], "duration": 99.66, "caption": "A man turns around and another man says something to him.", "similarity": 0.7288, "relevance": 2 }, { "pair_id": 116269, "video_name": "house_s01e13_seg02_clip_04", "timestamp": [ 9.35, 14.69 ], "duration": 89.66, "caption": "A man looks up when another man lets him know he needs the information.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 116270, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 5.21, 6.38 ], "duration": 26.66, "caption": "A man glances up at another man during a conversation.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 116271, "video_name": "friends_s02e09_seg02_clip_06", "timestamp": [ 6.9, 11.1 ], "duration": 60.66, "caption": "A man looks down when another man explains what he's heard.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 116272, "video_name": "friends_s01e09_seg02_clip_09", "timestamp": [ 32.87, 37.6 ], "duration": 45.66, "caption": "A man says something that makes another man give him a look.", "similarity": 0.7105, "relevance": 2 }, { "pair_id": 116273, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 7.16, 8.2 ], "duration": 26.66, "caption": "A man glances down at another man then at another man.", "similarity": 0.7097, "relevance": 2 }, { "pair_id": 116274, "video_name": "friends_s05e22_seg02_clip_11", "timestamp": [ 0.0, 7.16 ], "duration": 59.66, "caption": "A man looks confused at what another man is saying.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 116275, "video_name": "friends_s10e16_seg02_clip_09", "timestamp": [ 3.98, 8.56 ], "duration": 61.66, "caption": "A man shakes his head then looks up towards the ceiling.", "similarity": 0.7061, "relevance": 1 }, { "pair_id": 116276, "video_name": "house_s03e19_seg02_clip_08", "timestamp": [ 19.04, 23.09 ], "duration": 81.66, "caption": "A man looks at another man as he mentions two other people agreeing with each other.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 116277, "video_name": "friends_s05e15_seg02_clip_17", "timestamp": [ 45.75, 47.81 ], "duration": 59.66, "caption": "A man turns and talks to another man, and he looks over at him.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 116278, "video_name": "house_s08e02_seg02_clip_18", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A man looks up at another man and asks for another emotion.", "similarity": 0.699, "relevance": 2 }, { "pair_id": 116279, "video_name": "met_s02e06_seg02_clip_16", "timestamp": [ 0.0, 4.3 ], "duration": 57.66, "caption": "A man tells another man that he needs to speak up.", "similarity": 0.6979, "relevance": 2 } ] }, { "query_id": 83359, "query": "A woman is the first one to cross the picket line and she gets things thrown at her.", "relevant_moment": [ { "pair_id": 200, "video_name": "grey_s02e15_seg02_clip_00", "timestamp": [ 47.07, 59.3 ], "duration": 94.66, "caption": "A woman is the first one to cross the picket line and she gets things thrown at her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 201, "video_name": "castle_s06e02_seg02_clip_24", "timestamp": [ 26.23, 40.49 ], "duration": 92.66, "caption": "A person comes from behind and hits someone before pulling a gun on her.", "similarity": 0.5528, "relevance": 0 }, { "pair_id": 202, "video_name": "castle_s05e12_seg02_clip_16", "timestamp": [ 64.11, 68.53 ], "duration": 88.66, "caption": "A woman stands across from woman and crosses her arms.", "similarity": 0.5274, "relevance": 0 }, { "pair_id": 203, "video_name": "friends_s03e24_seg02_clip_08", "timestamp": [ 36.27, 42.65 ], "duration": 58.66, "caption": "A woman runs up to the fence to express her concerns about his opponent.", "similarity": 0.5272, "relevance": 0 }, { "pair_id": 204, "video_name": "friends_s08e13_seg02_clip_17", "timestamp": [ 38.01, 39.17 ], "duration": 58.66, "caption": "A woman points to a person after crossing their arms.", "similarity": 0.5247, "relevance": 0 }, { "pair_id": 205, "video_name": "castle_s08e08_seg02_clip_12", "timestamp": [ 2.26, 9.41 ], "duration": 75.66, "caption": "A woman shows her badge and then draws her gun as something is thrown at her.", "similarity": 0.5194, "relevance": 0 }, { "pair_id": 206, "video_name": "friends_s08e10_seg02_clip_17", "timestamp": [ 58.49, 60.61 ], "duration": 60.66, "caption": "A woman crosses her arms while standing in front of two people.", "similarity": 0.5165, "relevance": 0 }, { "pair_id": 207, "video_name": "friends_s05e23-24_seg02_clip_13", "timestamp": [ 29.77, 39.7 ], "duration": 62.66, "caption": "A woman crosses her arms in front of her.", "similarity": 0.5163, "relevance": 0 }, { "pair_id": 208, "video_name": "grey_s03e25_seg02_clip_25", "timestamp": [ 67.56, 86.07 ], "duration": 86.66, "caption": "A person tries to hit on woman but she's not buying it.", "similarity": 0.5153, "relevance": 0 }, { "pair_id": 209, "video_name": "castle_s04e15_seg02_clip_18", "timestamp": [ 47.03, 50.19 ], "duration": 90.66, "caption": "A woman hands person her gun which person takes and puts away.", "similarity": 0.5153, "relevance": 0 }, { "pair_id": 210, "video_name": "friends_s04e15_seg02_clip_16", "timestamp": [ 11.12, 40.49 ], "duration": 57.66, "caption": "A woman jumps up to protest when another woman starts pulling drawings off of the walls to reveal holes in the walls that the first woman has made in her quest to find out where a wire she found leads to.", "similarity": 0.5152, "relevance": 0 }, { "pair_id": 211, "video_name": "castle_s08e12_seg02_clip_17", "timestamp": [ 13.63, 17.87 ], "duration": 94.66, "caption": "A woman tries to reason with another woman to drop her gun.", "similarity": 0.5146, "relevance": 0 }, { "pair_id": 212, "video_name": "friends_s05e04_seg02_clip_18", "timestamp": [ 35.71, 42.17 ], "duration": 68.66, "caption": "A woman throws her gloves while they are carried by person.", "similarity": 0.5144, "relevance": 0 }, { "pair_id": 213, "video_name": "castle_s08e12_seg02_clip_17", "timestamp": [ 8.93, 11.75 ], "duration": 94.66, "caption": "A woman tries to reason with another woman to drop the gun.", "similarity": 0.5139, "relevance": 0 }, { "pair_id": 214, "video_name": "castle_s08e09_seg02_clip_24", "timestamp": [ 33.57, 44.77 ], "duration": 89.66, "caption": "A woman asks another woman what others were aware of her hit and run then the other woman says she wants her attorney.", "similarity": 0.5137, "relevance": 0 }, { "pair_id": 215, "video_name": "s02e07_seg02_clip_12", "timestamp": [ 4.88, 10.99 ], "duration": 61.66, "caption": "A person tried to intimidate woman by throwing her unmentionables on a phone wire.", "similarity": 0.5132, "relevance": 0 }, { "pair_id": 216, "video_name": "castle_s02e20_seg02_clip_16", "timestamp": [ 0.46, 4.6 ], "duration": 92.66, "caption": "A person looks over at woman when she complains about the money the victim made.", "similarity": 0.5093, "relevance": 0 }, { "pair_id": 217, "video_name": "castle_s05e05_seg02_clip_17", "timestamp": [ 26.85, 30.95 ], "duration": 91.66, "caption": "A woman grabs and holds another person's hand through the fence.", "similarity": 0.5072, "relevance": 0 }, { "pair_id": 218, "video_name": "friends_s05e09_seg02_clip_14", "timestamp": [ 7.02, 12.21 ], "duration": 61.66, "caption": "A woman crosses her arms while wondering if what another woman said was true.", "similarity": 0.5033, "relevance": 0 }, { "pair_id": 219, "video_name": "house_s05e09_seg02_clip_13", "timestamp": [ 84.66, 92.03 ], "duration": 92.66, "caption": "A woman pleads for someone to shoot her instead so someone turns their gun towards her.", "similarity": 0.5026, "relevance": 0 } ] }, { "query_id": 83415, "query": "Two people were sitting at a restaurant.", "relevant_moment": [ { "pair_id": 149940, "video_name": "friends_s09e14_seg02_clip_21", "timestamp": [ 0.0, 44.02 ], "duration": 44.66, "caption": "Two people were sitting at a restaurant.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149941, "video_name": "castle_s04e04_seg02_clip_12", "timestamp": [ 1.44, 3.84 ], "duration": 96.66, "caption": "Two people sit down at the restaurant table.", "similarity": 0.8274, "relevance": 3 }, { "pair_id": 149942, "video_name": "house_s02e22_seg02_clip_09", "timestamp": [ 25.93, 90.27 ], "duration": 96.66, "caption": "Two people have a meal at a restaurant together.", "similarity": 0.7839, "relevance": 4 }, { "pair_id": 149943, "video_name": "friends_s06e24-25_seg02_clip_10", "timestamp": [ 0.0, 60.35 ], "duration": 60.66, "caption": "Two people were eating at a fancy restaurant.", "similarity": 0.7798, "relevance": 4 }, { "pair_id": 149944, "video_name": "met_s03e01_seg02_clip_00", "timestamp": [ 37.82, 63.03 ], "duration": 63.66, "caption": "Two individuals are sitting together at the end of a restaurant table.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 149945, "video_name": "friends_s10e09_seg02_clip_17", "timestamp": [ 2.93, 36.95 ], "duration": 58.66, "caption": "A man and a woman are sitting at a restaurant table.", "similarity": 0.7596, "relevance": 4 }, { "pair_id": 149946, "video_name": "s07e19_seg02_clip_15", "timestamp": [ 11.71, 24.61 ], "duration": 60.66, "caption": "A person is sitting at a restaurant table with someone.", "similarity": 0.7507, "relevance": 4 }, { "pair_id": 149947, "video_name": "s09e04_seg02_clip_10", "timestamp": [ 0.0, 12.77 ], "duration": 58.66, "caption": "Two people are having dinner together at a restaurant.", "similarity": 0.7443, "relevance": 4 }, { "pair_id": 149948, "video_name": "s06e16_seg02_clip_09", "timestamp": [ 16.53, 22.13 ], "duration": 59.66, "caption": "A man and woman are sitting next to each other as they eat at a restaurant.", "similarity": 0.7265, "relevance": 3 }, { "pair_id": 149949, "video_name": "house_s06e12_seg02_clip_14", "timestamp": [ 43.71, 46.47 ], "duration": 92.66, "caption": "A person and Marcus sit down in a restaurant.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 149950, "video_name": "grey_s03e06_seg02_clip_15", "timestamp": [ 17.4, 72.81 ], "duration": 91.66, "caption": "Two people are at a restaurant conversing and eating.", "similarity": 0.7233, "relevance": 4 }, { "pair_id": 149951, "video_name": "s07e19_seg02_clip_14", "timestamp": [ 11.69, 20.81 ], "duration": 57.66, "caption": "Two people are sitting at a table at a romantic restaurant.", "similarity": 0.7233, "relevance": 4 }, { "pair_id": 149952, "video_name": "s07e11_seg02_clip_04", "timestamp": [ 41.42, 46.52 ], "duration": 60.66, "caption": "Two people are sitting at the restaurant table as they observe a person and woman talking.", "similarity": 0.7161, "relevance": 3 }, { "pair_id": 149953, "video_name": "castle_s06e16_seg02_clip_14", "timestamp": [ 35.86, 90.66 ], "duration": 90.66, "caption": "Two people are sitting at a restaurant table conversing with each other.", "similarity": 0.7153, "relevance": 4 }, { "pair_id": 149954, "video_name": "grey_s02e08_seg02_clip_11", "timestamp": [ 85.12, 88.84 ], "duration": 93.66, "caption": "Two people are sitting across from each other at a table in a restaurant. One looks to their right, the other looks to their left, they look at each other and leap from their chairs.", "similarity": 0.7125, "relevance": 3 }, { "pair_id": 149955, "video_name": "grey_s02e08_seg02_clip_11", "timestamp": [ 72.56, 93.03 ], "duration": 93.66, "caption": "Two people are on a date in a restaurant.", "similarity": 0.7073, "relevance": 4 }, { "pair_id": 149956, "video_name": "s07e12_seg02_clip_00", "timestamp": [ 5.58, 10.86 ], "duration": 62.66, "caption": "A person is sitting across from another person as they are eating in a restaurant.", "similarity": 0.7019, "relevance": 3 }, { "pair_id": 149957, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A woman and man are sitting beside each other at a restaurant table.", "similarity": 0.7012, "relevance": 4 }, { "pair_id": 149958, "video_name": "grey_s02e08_seg02_clip_10", "timestamp": [ 25.53, 51.49 ], "duration": 88.66, "caption": "Two people are having a date in a restaurant.", "similarity": 0.6987, "relevance": 4 }, { "pair_id": 149959, "video_name": "met_s06e11_seg02_clip_03", "timestamp": [ 44.39, 46.2 ], "duration": 60.66, "caption": "Two people are looking in the menu of the restaurant.", "similarity": 0.6982, "relevance": 4 }, { "pair_id": 323260, "video_name": "friends_s08e08_seg02_clip_01", "timestamp": [ 0.0, 61.41 ], "duration": 61.66, "caption": "Two women were sitting on a restaurant table.", "similarity": 0.6979, "relevance": 4 }, { "pair_id": 323261, "video_name": "house_s04e04_seg02_clip_10", "timestamp": [ 66.77, 89.02 ], "duration": 89.66, "caption": "Two people are having a conversation in a restaurant.", "similarity": 0.6973, "relevance": 4 }, { "pair_id": 323262, "video_name": "s04e01_seg02_clip_11", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A woman is sitting with two people as they are eating at a restaurant.", "similarity": 0.6926, "relevance": 3 }, { "pair_id": 323263, "video_name": "friends_s08e20_seg02_clip_19", "timestamp": [ 0.0, 17.37 ], "duration": 62.66, "caption": "Two people were sitting on the dining table.", "similarity": 0.6883, "relevance": 3 }, { "pair_id": 323264, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 38.07, 59.03 ], "duration": 59.66, "caption": "Two people are sitting at a cafeteria table eating food.", "similarity": 0.6878, "relevance": 4 }, { "pair_id": 323265, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 0.0, 81.86 ], "duration": 88.66, "caption": "Two people are with a man, another man and his partner sitting at a restaurant table.", "similarity": 0.687, "relevance": 3 }, { "pair_id": 323266, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 27.61, 29.41 ], "duration": 60.66, "caption": "Two people leave two other people at the restaurant.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 323267, "video_name": "friends_s08e17_seg02_clip_09", "timestamp": [ 55.23, 61.03 ], "duration": 61.66, "caption": "A woman sits at a restaurant with a person with long hair.", "similarity": 0.6837, "relevance": 4 }, { "pair_id": 323268, "video_name": "friends_s01e14_seg02_clip_06", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A man sits at a table in a restaurant with a woman.", "similarity": 0.6818, "relevance": 4 }, { "pair_id": 323269, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 55.12, 58.03 ], "duration": 58.66, "caption": "A man is sitting across from a man and a woman in a restaurant.", "similarity": 0.6811, "relevance": 3 }, { "pair_id": 323270, "video_name": "s07e20_seg02_clip_07", "timestamp": [ 4.13, 9.44 ], "duration": 59.66, "caption": "Two people arrive at the restaurant to a woman and a man's table.", "similarity": 0.6773, "relevance": 4 }, { "pair_id": 323271, "video_name": "met_s06e16_seg02_clip_13", "timestamp": [ 26.11, 28.51 ], "duration": 60.66, "caption": "Two people are standing in a restaurant and they look at each other and then straight ahead.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 323272, "video_name": "friends_s07e15_seg02_clip_05", "timestamp": [ 10.7, 57.29 ], "duration": 69.66, "caption": "Two people were sitting on the dining table and eating.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 323273, "video_name": "met_s02e19_seg02_clip_14", "timestamp": [ 53.59, 58.66 ], "duration": 58.66, "caption": "The people are sitting in a restaurant while a man is eating and talking at the same time.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 323274, "video_name": "house_s08e21_seg02_clip_15", "timestamp": [ 25.09, 88.02 ], "duration": 88.66, "caption": "Two people were in the restaurant with a white table cloth in the table.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 323275, "video_name": "friends_s06e03_seg02_clip_08", "timestamp": [ 23.57, 26.98 ], "duration": 62.66, "caption": "Two people sit at the kitchen table.", "similarity": 0.6636, "relevance": 3 }, { "pair_id": 323276, "video_name": "s04e03_seg02_clip_01", "timestamp": [ 52.95, 63.03 ], "duration": 63.66, "caption": "Some people sit uncomfortably at the restaurant table.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 323277, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 18.77, 24.65 ], "duration": 56.66, "caption": "A person enters the restaurant and sits together with some people.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 323278, "video_name": "castle_s03e23_seg02_clip_02", "timestamp": [ 18.14, 78.61 ], "duration": 93.66, "caption": "A woman and a man are seated at a table in a restaurant speaking with a person wearing a brown jacket.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 323279, "video_name": "friends_s08e12_seg02_clip_06", "timestamp": [ 10.88, 14.51 ], "duration": 60.66, "caption": "Two people hand their menus over to a server in a restaurant.", "similarity": 0.6541, "relevance": 4 } ] }, { "query_id": 83423, "query": "A doctor in pink scrub suit had a bite in their apple.", "relevant_moment": [ { "pair_id": 1500, "video_name": "house_s04e04_seg02_clip_18", "timestamp": [ 8.07, 10.31 ], "duration": 89.66, "caption": "A doctor in pink scrub suit had a bite in their apple.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1501, "video_name": "house_s03e06_seg02_clip_10", "timestamp": [ 47.26, 49.93 ], "duration": 89.66, "caption": "A doctor took a bite from what his colleague eats.", "similarity": 0.6861, "relevance": 2 }, { "pair_id": 1502, "video_name": "house_s03e19_seg02_clip_11", "timestamp": [ 77.02, 80.1 ], "duration": 88.66, "caption": "A doctor takes a bite from a sandwich.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 1503, "video_name": "house_s02e08_seg02_clip_15", "timestamp": [ 7.57, 12.46 ], "duration": 89.66, "caption": "A person takes a bite of a candy bar and a doctor nods their head.", "similarity": 0.5807, "relevance": 1 }, { "pair_id": 1504, "video_name": "friends_s01e16-17_seg02_clip_32", "timestamp": [ 16.23, 19.48 ], "duration": 59.66, "caption": "A doctor rubs his teeth with his finger and doctor mimics him.", "similarity": 0.5737, "relevance": 0 }, { "pair_id": 1505, "video_name": "house_s03e09_seg02_clip_22", "timestamp": [ 89.98, 95.18 ], "duration": 104.66, "caption": "A doctor marking around patient's wound on the arm.", "similarity": 0.5686, "relevance": 0 }, { "pair_id": 1506, "video_name": "house_s08e14_seg02_clip_07", "timestamp": [ 10.47, 15.47 ], "duration": 91.66, "caption": "A doctor puts something into their mouth with their hand, and then chews slightly.", "similarity": 0.5675, "relevance": 0 }, { "pair_id": 1507, "video_name": "grey_s03e04_seg02_clip_00", "timestamp": [ 53.55, 57.28 ], "duration": 93.66, "caption": "A doctor takes a sip of medicine from the pink bottle.", "similarity": 0.5573, "relevance": 1 }, { "pair_id": 1508, "video_name": "house_s03e04_seg02_clip_21", "timestamp": [ 0.0, 6.6 ], "duration": 88.66, "caption": "A doctor chews some chips as he talks to a woman.", "similarity": 0.5573, "relevance": 1 }, { "pair_id": 1509, "video_name": "house_s03e23_seg02_clip_12", "timestamp": [ 22.89, 85.82 ], "duration": 88.66, "caption": "A doctor was having a conversation with a man who has a lot of rash in his body.", "similarity": 0.5514, "relevance": 1 }, { "pair_id": 1510, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.5511, "relevance": 1 }, { "pair_id": 1511, "video_name": "house_s02e23_seg02_clip_01", "timestamp": [ 10.32, 12.04 ], "duration": 86.66, "caption": "A doctor ties a white rubber on his left arm.", "similarity": 0.5511, "relevance": 0 }, { "pair_id": 1512, "video_name": "house_s05e21_seg02_clip_12", "timestamp": [ 25.18, 34.21 ], "duration": 95.66, "caption": "A doctor opens a bag of chips and offers a doctor.", "similarity": 0.5507, "relevance": 1 }, { "pair_id": 1513, "video_name": "grey_s01e02_seg02_clip_19", "timestamp": [ 9.24, 29.49 ], "duration": 88.66, "caption": "A doctor dresses a head wound and bandages it.", "similarity": 0.5506, "relevance": 0 }, { "pair_id": 1514, "video_name": "house_s05e04_seg02_clip_09", "timestamp": [ 5.64, 19.28 ], "duration": 94.66, "caption": "Some doctors talk about a doctor.", "similarity": 0.5455, "relevance": 1 }, { "pair_id": 1515, "video_name": "house_s04e04_seg02_clip_18", "timestamp": [ 2.69, 13.89 ], "duration": 89.66, "caption": "A woman holds an apple and takes a bite.", "similarity": 0.5445, "relevance": 4 }, { "pair_id": 1516, "video_name": "house_s02e23_seg02_clip_15", "timestamp": [ 66.36, 68.58 ], "duration": 89.66, "caption": "A doctor tries to grab the food of another doctor.", "similarity": 0.5439, "relevance": 1 }, { "pair_id": 1517, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.5402, "relevance": 0 }, { "pair_id": 1518, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 0.0, 51.38 ], "duration": 90.66, "caption": "A doctor was having a conversation with a person wearing cream colored coat.", "similarity": 0.5401, "relevance": 0 }, { "pair_id": 1519, "video_name": "house_s05e20_seg02_clip_06", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor shoves a handful of medicine in their mouth.", "similarity": 0.5374, "relevance": 1 } ] }, { "query_id": 83432, "query": "A man talks into guy's ear then walks away in woman's office.", "relevant_moment": [ { "pair_id": 155340, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A man talks into guy's ear then walks away in woman's office.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 155341, "video_name": "house_s01e12_seg02_clip_10", "timestamp": [ 0.0, 35.16 ], "duration": 89.66, "caption": "A woman talks to a man in his office and then walks away.", "similarity": 0.8561, "relevance": 2 }, { "pair_id": 155342, "video_name": "house_s04e14_seg02_clip_11", "timestamp": [ 0.0, 8.54 ], "duration": 89.66, "caption": "A man talks to a woman and then leaves the office.", "similarity": 0.8328, "relevance": 2 }, { "pair_id": 155343, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 15.35, 17.16 ], "duration": 90.66, "caption": "A person walks out of a woman's office and talks with a man.", "similarity": 0.8292, "relevance": 2 }, { "pair_id": 155344, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 58.7, 64.53 ], "duration": 97.66, "caption": "A man bends down and talks to another man and then leaves woman's office.", "similarity": 0.8206, "relevance": 3 }, { "pair_id": 155345, "video_name": "house_s05e10_seg02_clip_08", "timestamp": [ 12.09, 16.28 ], "duration": 93.66, "caption": "A man finishes his conversation with a woman and walks out of the office.", "similarity": 0.807, "relevance": 2 }, { "pair_id": 155346, "video_name": "house_s02e19_seg02_clip_25", "timestamp": [ 9.7, 16.5 ], "duration": 97.66, "caption": "A person gets out of the office after talking to a man.", "similarity": 0.7982, "relevance": 1 }, { "pair_id": 155347, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 59.51, 90.66 ], "duration": 90.66, "caption": "A man walks into his office and talks with a woman.", "similarity": 0.7941, "relevance": 1 }, { "pair_id": 155348, "video_name": "house_s07e08_seg02_clip_10", "timestamp": [ 0.0, 17.81 ], "duration": 91.66, "caption": "A man and a woman talk in her office then she turns away from him.", "similarity": 0.7796, "relevance": 1 }, { "pair_id": 155349, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 155351, "video_name": "house_s02e03_seg02_clip_06", "timestamp": [ 24.77, 27.42 ], "duration": 88.66, "caption": "A woman walks out from the office after talking to a man.", "similarity": 0.7751, "relevance": 1 }, { "pair_id": 155352, "video_name": "house_s08e07_seg02_clip_02", "timestamp": [ 41.84, 44.07 ], "duration": 89.66, "caption": "A man finishes his conversation with man and walks out of man's office.", "similarity": 0.7737, "relevance": 1 }, { "pair_id": 155353, "video_name": "house_s04e03_seg02_clip_05", "timestamp": [ 9.88, 17.51 ], "duration": 89.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 155354, "video_name": "house_s02e06_seg02_clip_24", "timestamp": [ 26.33, 42.31 ], "duration": 94.66, "caption": "A man gets up and walks out of a woman's office.", "similarity": 0.7721, "relevance": 1 }, { "pair_id": 155355, "video_name": "house_s03e23_seg02_clip_10", "timestamp": [ 38.71, 44.63 ], "duration": 91.66, "caption": "A man turns around and begins walking out of woman's office but stops and turns back around to listen to woman.", "similarity": 0.7654, "relevance": 2 }, { "pair_id": 155356, "video_name": "house_s03e17_seg02_clip_16", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A man walks into woman's office to speak with her.", "similarity": 0.7635, "relevance": 2 }, { "pair_id": 155357, "video_name": "house_s03e23_seg02_clip_05", "timestamp": [ 16.65, 21.16 ], "duration": 90.66, "caption": "A man walks out of a woman's office but she turns to walk after him.", "similarity": 0.7614, "relevance": 2 }, { "pair_id": 155358, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 26.67, 79.14 ], "duration": 86.66, "caption": "A man talks to another man in his office about a woman.", "similarity": 0.7613, "relevance": 2 }, { "pair_id": 328660, "video_name": "house_s07e07_seg02_clip_01", "timestamp": [ 68.87, 74.27 ], "duration": 90.66, "caption": "A person walks out from the office and talks to a woman.", "similarity": 0.7591, "relevance": 2 }, { "pair_id": 328661, "video_name": "house_s02e03_seg02_clip_21", "timestamp": [ 76.97, 85.07 ], "duration": 90.66, "caption": "A man walks out of a woman's office while she follows him.", "similarity": 0.7583, "relevance": 1 }, { "pair_id": 328662, "video_name": "house_s02e01_seg02_clip_19", "timestamp": [ 35.82, 37.68 ], "duration": 93.66, "caption": "A woman finishes her conversation with a man and walks out of his office.", "similarity": 0.7559, "relevance": 1 }, { "pair_id": 328663, "video_name": "castle_s02e16_seg02_clip_14", "timestamp": [ 12.88, 16.56 ], "duration": 92.66, "caption": "A man walks away from two people in the office.", "similarity": 0.7543, "relevance": 1 }, { "pair_id": 328664, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 59.71, 64.88 ], "duration": 94.66, "caption": "A person walks into a man's office while two men are talking.", "similarity": 0.7537, "relevance": 1 }, { "pair_id": 328665, "video_name": "friends_s03e20_seg02_clip_18", "timestamp": [ 38.54, 43.88 ], "duration": 59.66, "caption": "A man skips into the office to talk a woman.", "similarity": 0.7532, "relevance": 1 }, { "pair_id": 328666, "video_name": "house_s05e21_seg02_clip_04", "timestamp": [ 84.19, 89.31 ], "duration": 93.66, "caption": "A woman walks away from a man and enters an office to speak to other people.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 328667, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 21.17, 27.15 ], "duration": 92.66, "caption": "A person walks away from a man and out of the office.", "similarity": 0.7486, "relevance": 2 }, { "pair_id": 328668, "video_name": "castle_s07e12_seg02_clip_06", "timestamp": [ 0.0, 62.26 ], "duration": 89.66, "caption": "A man is in his office as he speaks to a woman.", "similarity": 0.7461, "relevance": 1 }, { "pair_id": 328669, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 9.48, 11.74 ], "duration": 90.66, "caption": "A man finishes their conversation with a person and walks out of their office.", "similarity": 0.7455, "relevance": 2 }, { "pair_id": 328670, "video_name": "house_s05e08_seg02_clip_16", "timestamp": [ 48.72, 50.07 ], "duration": 90.66, "caption": "Two people both leave a man's office after speaking to him.", "similarity": 0.7446, "relevance": 1 }, { "pair_id": 328671, "video_name": "house_s02e23_seg02_clip_11", "timestamp": [ 71.22, 89.02 ], "duration": 89.66, "caption": "A man comes to a woman's office and talks with her.", "similarity": 0.7443, "relevance": 2 }, { "pair_id": 328672, "video_name": "castle_s07e06_seg02_clip_10", "timestamp": [ 41.87, 44.63 ], "duration": 92.66, "caption": "A man walks into a woman's office and then stops.", "similarity": 0.7439, "relevance": 1 }, { "pair_id": 328673, "video_name": "castle_s05e24_seg02_clip_04", "timestamp": [ 16.2, 18.91 ], "duration": 90.66, "caption": "A man walks out when he is done talking to a woman.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 328674, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 4.05, 11.25 ], "duration": 90.66, "caption": "A man walks into a woman's office to start a conversation.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 328675, "video_name": "castle_s05e13_seg02_clip_07", "timestamp": [ 32.1, 34.36 ], "duration": 90.66, "caption": "After talking to a woman, a person walks out of the office.", "similarity": 0.7387, "relevance": 2 }, { "pair_id": 328676, "video_name": "house_s07e19_seg02_clip_25", "timestamp": [ 17.25, 21.85 ], "duration": 115.66, "caption": "A man walks out of his office and a woman follows him out.", "similarity": 0.7386, "relevance": 2 }, { "pair_id": 328677, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 21.53, 48.34 ], "duration": 87.66, "caption": "A man is in his office speaking to woman and person.", "similarity": 0.738, "relevance": 2 }, { "pair_id": 328678, "video_name": "house_s05e16_seg02_clip_05", "timestamp": [ 35.79, 43.98 ], "duration": 86.66, "caption": "A man starts wiggling his fingers and walks out of a woman's office.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 328679, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 73.5, 77.02 ], "duration": 88.66, "caption": "A man sits down in his office to talk to a woman.", "similarity": 0.7361, "relevance": 1 } ] }, { "query_id": 83470, "query": "A man and a woman were welcoming someone wearing a gray coat.", "relevant_moment": [ { "pair_id": 163000, "video_name": "friends_s10e07_seg02_clip_10", "timestamp": [ 0.0, 6.3 ], "duration": 60.66, "caption": "A man and a woman were welcoming someone wearing a gray coat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 163001, "video_name": "friends_s08e23-24_seg02_clip_05", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A man and a woman wearing a gray coat were talking to each other.", "similarity": 0.7835, "relevance": 2 }, { "pair_id": 163002, "video_name": "house_s01e12_seg02_clip_01", "timestamp": [ 0.0, 18.86 ], "duration": 89.66, "caption": "A man was having a conversation with a woman wearing gray coat.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 163003, "video_name": "house_s07e10_seg02_clip_25", "timestamp": [ 0.0, 49.84 ], "duration": 151.66, "caption": "A man was having a conversation with woman wearing gray coat.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 163004, "video_name": "castle_s07e22_seg02_clip_10", "timestamp": [ 14.99, 18.63 ], "duration": 90.66, "caption": "A man and woman suddenly follows a person wearing coat.", "similarity": 0.7011, "relevance": 1 }, { "pair_id": 163005, "video_name": "friends_s05e06_seg02_clip_15", "timestamp": [ 0.0, 8.06 ], "duration": 62.66, "caption": "A man was hugging a woman wearing a gray jacket while talking to another person.", "similarity": 0.6823, "relevance": 1 }, { "pair_id": 163006, "video_name": "house_s01e12_seg02_clip_01", "timestamp": [ 14.82, 16.61 ], "duration": 89.66, "caption": "A man was given a kiss by the person wearing gray coat.", "similarity": 0.6686, "relevance": 1 }, { "pair_id": 163007, "video_name": "friends_s09e20_seg02_clip_05", "timestamp": [ 0.0, 16.44 ], "duration": 62.66, "caption": "Two people were having a conversation with an old person wearing gray coat.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 163008, "video_name": "friends_s02e08_seg02_clip_10", "timestamp": [ 51.74, 56.23 ], "duration": 56.66, "caption": "A man walks in with a coat toward a woman and a man.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 163009, "video_name": "friends_s09e11_seg02_clip_06", "timestamp": [ 0.0, 63.49 ], "duration": 63.66, "caption": "A man and another person in gray coat were sitting beside each other.", "similarity": 0.6598, "relevance": 0 }, { "pair_id": 163010, "video_name": "house_s04e12_seg02_clip_08", "timestamp": [ 0.0, 27.15 ], "duration": 92.66, "caption": "A man was having a conversation with two people and the person wearing gray coat.", "similarity": 0.6566, "relevance": 1 }, { "pair_id": 163011, "video_name": "friends_s09e11_seg02_clip_06", "timestamp": [ 0.0, 63.49 ], "duration": 63.66, "caption": "A man was talking to another person in gray coat.", "similarity": 0.6536, "relevance": 1 }, { "pair_id": 163012, "video_name": "friends_s01e16-17_seg02_clip_08", "timestamp": [ 0.0, 15.41 ], "duration": 56.66, "caption": "A man and the woman wearing a black coat were having a conversation.", "similarity": 0.6481, "relevance": 0 }, { "pair_id": 163013, "video_name": "friends_s09e05_seg02_clip_19", "timestamp": [ 5.42, 22.24 ], "duration": 57.66, "caption": "A person was having a conversation with the old person wearing gray coat.", "similarity": 0.6452, "relevance": 1 }, { "pair_id": 163014, "video_name": "house_s03e23_seg02_clip_02", "timestamp": [ 32.18, 74.49 ], "duration": 88.66, "caption": "A man was talking to a woman wearing gray jacket.", "similarity": 0.6397, "relevance": 0 }, { "pair_id": 163015, "video_name": "house_s01e07_seg02_clip_25", "timestamp": [ 0.0, 18.63 ], "duration": 138.66, "caption": "A woman was having a conversation with a man wearing gray jacket.", "similarity": 0.6397, "relevance": 1 }, { "pair_id": 163016, "video_name": "friends_s09e06_seg02_clip_04", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A woman and a man wearing brown coat were both standing.", "similarity": 0.6391, "relevance": 0 }, { "pair_id": 163017, "video_name": "castle_s07e20_seg02_clip_25", "timestamp": [ 0.0, 81.22 ], "duration": 81.66, "caption": "A person and the individual wearing gray jacket were having an intense conversation.", "similarity": 0.6383, "relevance": 0 }, { "pair_id": 163018, "video_name": "s06e22_seg02_clip_06", "timestamp": [ 33.26, 42.41 ], "duration": 61.66, "caption": "A man introduces himself and a woman to another person.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 163019, "video_name": "house_s01e19_seg02_clip_24", "timestamp": [ 67.34, 71.8 ], "duration": 99.66, "caption": "A woman wearing gray coat suddenly stands up too and calls man's attention.", "similarity": 0.6289, "relevance": 1 } ] }, { "query_id": 83551, "query": "A person walks away from woman and man standing on the sidewalk.", "relevant_moment": [ { "pair_id": 12580, "video_name": "castle_s02e02_seg02_clip_23", "timestamp": [ 79.57, 84.42 ], "duration": 97.66, "caption": "A person walks away from woman and man standing on the sidewalk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12581, "video_name": "castle_s02e13_seg02_clip_08", "timestamp": [ 33.74, 39.44 ], "duration": 95.66, "caption": "A person walks away from both man and woman.", "similarity": 0.8538, "relevance": 3 }, { "pair_id": 12582, "video_name": "house_s04e12_seg02_clip_13", "timestamp": [ 47.45, 50.64 ], "duration": 91.66, "caption": "A person walks over to man and a woman walks away.", "similarity": 0.8357, "relevance": 2 }, { "pair_id": 12583, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.8325, "relevance": 2 }, { "pair_id": 12584, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 2.25, 6.3 ], "duration": 90.66, "caption": "A woman and a man walk away from each other.", "similarity": 0.8318, "relevance": 1 }, { "pair_id": 12585, "video_name": "grey_s02e07_seg02_clip_09", "timestamp": [ 15.36, 19.69 ], "duration": 96.66, "caption": "A woman and a man walk away from a man leaving him standing alone.", "similarity": 0.8289, "relevance": 2 }, { "pair_id": 12586, "video_name": "house_s05e02_seg02_clip_16", "timestamp": [ 40.55, 47.76 ], "duration": 90.66, "caption": "A person walks away from a man and another person on the street.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 12587, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 27.44, 30.23 ], "duration": 93.66, "caption": "A woman walks away from man and another man.", "similarity": 0.8198, "relevance": 1 }, { "pair_id": 12588, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 67.22, 71.84 ], "duration": 84.66, "caption": "A woman walks away from a man and another man immediately.", "similarity": 0.813, "relevance": 2 }, { "pair_id": 12589, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 0.0, 9.0 ], "duration": 150.66, "caption": "A man walks away from woman and she walks towards person.", "similarity": 0.8096, "relevance": 1 }, { "pair_id": 12590, "video_name": "met_s03e02_seg02_clip_06", "timestamp": [ 5.43, 6.94 ], "duration": 60.66, "caption": "Two people walk away from person and person.", "similarity": 0.8089, "relevance": 2 }, { "pair_id": 12591, "video_name": "friends_s06e11_seg02_clip_08", "timestamp": [ 5.67, 7.25 ], "duration": 63.66, "caption": "A man walks away from a woman while another woman stands there.", "similarity": 0.8085, "relevance": 2 }, { "pair_id": 12592, "video_name": "friends_s02e09_seg02_clip_15", "timestamp": [ 38.96, 41.61 ], "duration": 59.66, "caption": "A person turns around and walks away from a man and a woman.", "similarity": 0.8067, "relevance": 2 }, { "pair_id": 12593, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.8, "relevance": 1 }, { "pair_id": 12594, "video_name": "met_s02e06_seg02_clip_03", "timestamp": [ 32.62, 35.36 ], "duration": 60.66, "caption": "A man walks away and leaves a man standing with woman.", "similarity": 0.7985, "relevance": 2 }, { "pair_id": 12595, "video_name": "friends_s02e15_seg02_clip_13", "timestamp": [ 5.33, 9.47 ], "duration": 59.66, "caption": "A woman walks away from a man and stops at a man.", "similarity": 0.7965, "relevance": 1 }, { "pair_id": 12596, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 47.26, 56.72 ], "duration": 90.66, "caption": "A person walks by woman and man and man stops to watch her walk away.", "similarity": 0.7961, "relevance": 2 }, { "pair_id": 12597, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 13.35, 19.59 ], "duration": 89.66, "caption": "A man and a woman walk away and leave a man standing alone.", "similarity": 0.7947, "relevance": 2 }, { "pair_id": 12598, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 58.26, 60.53 ], "duration": 91.66, "caption": "A man turns and walks away from a woman and a person.", "similarity": 0.7927, "relevance": 2 }, { "pair_id": 12599, "video_name": "grey_s02e13_seg02_clip_09", "timestamp": [ 23.51, 25.82 ], "duration": 92.66, "caption": "A woman walks away from some people and leaves them with a man.", "similarity": 0.7883, "relevance": 2 } ] }, { "query_id": 83577, "query": "A man takes a drink of their water and places it on the table.", "relevant_moment": [ { "pair_id": 171901, "video_name": "s01e14_seg01_clip_00", "timestamp": [ 0.0, 35.93 ], "duration": 63.66, "caption": "A man drinks water from a water bottle and puts it on the table.", "similarity": 0.8871, "relevance": 3 }, { "pair_id": 171902, "video_name": "s04e23_seg01_clip_00", "timestamp": [ 37.14, 42.9 ], "duration": 64.66, "caption": "A person takes a drink from their glass of water and places it on the table.", "similarity": 0.8735, "relevance": 4 }, { "pair_id": 171903, "video_name": "castle_s01e10_seg02_clip_14", "timestamp": [ 49.82, 53.82 ], "duration": 88.66, "caption": "A man takes his drink from the table and takes a drink from it.", "similarity": 0.8127, "relevance": 3 }, { "pair_id": 171904, "video_name": "castle_s03e15_seg02_clip_25", "timestamp": [ 79.88, 85.78 ], "duration": 90.66, "caption": "A man takes a sip of his drink and puts the glass on a table.", "similarity": 0.8113, "relevance": 3 }, { "pair_id": 171905, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 13.34, 24.5 ], "duration": 62.66, "caption": "A man takes a drink from his glass at the table.", "similarity": 0.8001, "relevance": 3 }, { "pair_id": 171906, "video_name": "s08e12_seg01_clip_00", "timestamp": [ 3.05, 6.1 ], "duration": 61.66, "caption": "A man sets a bottle of water on the table.", "similarity": 0.7989, "relevance": 2 }, { "pair_id": 171907, "video_name": "s04e16_seg02_clip_13", "timestamp": [ 2.85, 11.4 ], "duration": 57.66, "caption": "A man picks up a glass of water from the side table and drinks out of it.", "similarity": 0.7901, "relevance": 2 }, { "pair_id": 171908, "video_name": "s07e06_seg02_clip_08", "timestamp": [ 44.86, 47.91 ], "duration": 61.66, "caption": "A man grabs the water bottle from the table and sips on it.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 171909, "video_name": "s09e10_seg02_clip_11", "timestamp": [ 23.79, 27.27 ], "duration": 58.66, "caption": "A person takes a sip of their water and then sets the glass down on the table.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 171910, "video_name": "friends_s02e10_seg02_clip_00", "timestamp": [ 48.38, 51.44 ], "duration": 61.66, "caption": "A man picks up a glass from the table and takes a drink.", "similarity": 0.7691, "relevance": 3 }, { "pair_id": 171911, "video_name": "s10e13_seg02_clip_02", "timestamp": [ 45.24, 46.92 ], "duration": 67.66, "caption": "A man takes a drink from the bottle and puts the bottle on the table.", "similarity": 0.7677, "relevance": 3 }, { "pair_id": 171912, "video_name": "met_s03e12_seg02_clip_15", "timestamp": [ 9.44, 19.47 ], "duration": 118.66, "caption": "A person places their drink on the table and then takes a sip.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 171913, "video_name": "s02e08_seg02_clip_08", "timestamp": [ 17.12, 21.76 ], "duration": 58.66, "caption": "A man drinks from his wine glass and then places it on the table.", "similarity": 0.7578, "relevance": 2 }, { "pair_id": 171915, "video_name": "friends_s08e04_seg02_clip_02", "timestamp": [ 42.18, 44.04 ], "duration": 62.66, "caption": "A man takes a drink of water as another man walks up to the table.", "similarity": 0.7534, "relevance": 2 }, { "pair_id": 171916, "video_name": "friends_s02e17_seg02_clip_11", "timestamp": [ 22.69, 25.53 ], "duration": 63.66, "caption": "A person drinks out of a water bottle then puts it on the table next to them.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 171918, "video_name": "met_s02e03_seg02_clip_12", "timestamp": [ 22.17, 27.03 ], "duration": 60.66, "caption": "A man lifts their glass of water and takes a drink.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 171919, "video_name": "s07e19_seg02_clip_15", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person takes a drink of his cocktail and places it on the table.", "similarity": 0.7325, "relevance": 3 }, { "pair_id": 345220, "video_name": "house_s05e10_seg02_clip_08", "timestamp": [ 60.0, 65.12 ], "duration": 93.66, "caption": "A person gets a pitcher of water and put it in the table.", "similarity": 0.732, "relevance": 2 }, { "pair_id": 345221, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 3.96, 8.49 ], "duration": 56.66, "caption": "A person takes a sip of the drink and puts the bottle on the table.", "similarity": 0.7303, "relevance": 3 }, { "pair_id": 345222, "video_name": "friends_s08e11_seg02_clip_12", "timestamp": [ 27.21, 34.26 ], "duration": 64.66, "caption": "A man carries two cups to a table and then sits down as person takes a drink.", "similarity": 0.7228, "relevance": 3 }, { "pair_id": 345223, "video_name": "s03e04_seg02_clip_05", "timestamp": [ 2.57, 7.13 ], "duration": 57.66, "caption": "A person goes to the table and put a drink on a glass.", "similarity": 0.7189, "relevance": 1 }, { "pair_id": 345224, "video_name": "s05e16_seg02_clip_03", "timestamp": [ 1.96, 5.88 ], "duration": 56.66, "caption": "A man sits a bottle of water on the coffee table and then sits down in the chair.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 345225, "video_name": "s02e04_seg01_clip_02", "timestamp": [ 31.32, 37.53 ], "duration": 62.66, "caption": "A man sits a bottle of water on the coffee table and then sits down in the chair.", "similarity": 0.7175, "relevance": 3 }, { "pair_id": 345226, "video_name": "s06e06_seg02_clip_14", "timestamp": [ 32.78, 36.24 ], "duration": 63.66, "caption": "A man takes a drink out of their coffee cup, then sits it down on the table.", "similarity": 0.7128, "relevance": 3 }, { "pair_id": 345227, "video_name": "s07e15_seg02_clip_00", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A man takes a drink from his bottle of water.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 345228, "video_name": "s06e19_seg02_clip_15", "timestamp": [ 31.93, 34.45 ], "duration": 56.66, "caption": "A man takes a drink from his bottle of water.", "similarity": 0.7119, "relevance": 2 }, { "pair_id": 345229, "video_name": "s06e05_seg02_clip_15", "timestamp": [ 42.36, 44.68 ], "duration": 58.66, "caption": "A person puts his drink down on the table.", "similarity": 0.7118, "relevance": 2 }, { "pair_id": 345230, "video_name": "s09e16_seg02_clip_05", "timestamp": [ 45.92, 49.82 ], "duration": 60.66, "caption": "A person takes a drink of his cocktail and puts it on the table.", "similarity": 0.7112, "relevance": 2 }, { "pair_id": 345231, "video_name": "friends_s05e05_seg02_clip_13", "timestamp": [ 17.37, 20.78 ], "duration": 62.66, "caption": "A man sets a glass of water on a coffee table.", "similarity": 0.7085, "relevance": 2 }, { "pair_id": 345232, "video_name": "castle_s03e22_seg02_clip_20", "timestamp": [ 49.78, 60.88 ], "duration": 76.66, "caption": "A man places his cocktail on a table and takes a seat.", "similarity": 0.7067, "relevance": 1 }, { "pair_id": 345233, "video_name": "s07e20_seg01_clip_00", "timestamp": [ 9.92, 11.48 ], "duration": 62.66, "caption": "A man picks his water bottle up and stands it on the table.", "similarity": 0.7049, "relevance": 1 }, { "pair_id": 345234, "video_name": "s07e07_seg02_clip_04", "timestamp": [ 15.2, 17.06 ], "duration": 62.66, "caption": "A man takes a drink from a bottle of water.", "similarity": 0.7049, "relevance": 3 }, { "pair_id": 345235, "video_name": "met_s06e05_seg02_clip_04", "timestamp": [ 15.09, 19.15 ], "duration": 58.66, "caption": "A man takes a drink from his beer bottle and sets it back down on the table.", "similarity": 0.6983, "relevance": 3 }, { "pair_id": 345236, "video_name": "house_s02e09_seg02_clip_17", "timestamp": [ 7.28, 9.1 ], "duration": 91.66, "caption": "A man takes a drink from his water bottle.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 345237, "video_name": "castle_s04e08_seg02_clip_24", "timestamp": [ 6.0, 7.88 ], "duration": 75.66, "caption": "A person takes a drink and then sets the glass back down on the table.", "similarity": 0.6925, "relevance": 4 }, { "pair_id": 345238, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 18.48, 21.81 ], "duration": 60.66, "caption": "A man stands up from the table with a drink in his hand.", "similarity": 0.691, "relevance": 1 }, { "pair_id": 345239, "video_name": "friends_s01e10_seg02_clip_09", "timestamp": [ 33.57, 36.92 ], "duration": 61.66, "caption": "A man takes a drink from a large yellow cup while sitting at a table with a woman.", "similarity": 0.6902, "relevance": 2 } ] }, { "query_id": 83627, "query": "A person was holding a bag while standing in front of the door.", "relevant_moment": [ { "pair_id": 15860, "video_name": "house_s07e21_seg02_clip_17", "timestamp": [ 0.0, 5.02 ], "duration": 5.66, "caption": "A person was holding a bag while standing in front of the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15861, "video_name": "s07e05_seg02_clip_11", "timestamp": [ 2.95, 8.56 ], "duration": 59.66, "caption": "A person stands in front of the open fridge door holding a white plastic bag.", "similarity": 0.8017, "relevance": 2 }, { "pair_id": 15862, "video_name": "s01e17_seg02_clip_10", "timestamp": [ 1.5, 13.51 ], "duration": 60.66, "caption": "A woman is holding a grocery bag as a man stands by his front door.", "similarity": 0.7398, "relevance": 3 }, { "pair_id": 15863, "video_name": "s06e19_seg02_clip_16", "timestamp": [ 44.82, 47.62 ], "duration": 70.66, "caption": "A person walks in the door carrying a bag on his arm.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 15864, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 4.88, 7.93 ], "duration": 61.66, "caption": "A person walks in the door holding a brown paper bag.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 15865, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 51.48, 60.17 ], "duration": 62.66, "caption": "A person walks in the front door and sits his bag down.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 15866, "video_name": "house_s06e05_seg02_clip_10", "timestamp": [ 8.85, 11.47 ], "duration": 65.66, "caption": "A person opens the door and someone is standing there.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 15867, "video_name": "house_s07e21_seg02_clip_17", "timestamp": [ 0.0, 5.02 ], "duration": 5.66, "caption": "A person was seriously standing by the door.", "similarity": 0.6884, "relevance": 4 }, { "pair_id": 15868, "video_name": "s04e14_seg02_clip_14", "timestamp": [ 51.87, 54.62 ], "duration": 61.66, "caption": "A person places his hand over his chest as he is standing in front of the door.", "similarity": 0.6835, "relevance": 3 }, { "pair_id": 15869, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 50.47, 57.02 ], "duration": 57.66, "caption": "A person is standing at a door as someone opens it.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 15870, "video_name": "friends_s02e10_seg02_clip_18", "timestamp": [ 19.09, 21.47 ], "duration": 53.66, "caption": "A person opens the front door and a person is standing there.", "similarity": 0.6812, "relevance": 3 }, { "pair_id": 15871, "video_name": "friends_s08e17_seg02_clip_08", "timestamp": [ 0.0, 5.4 ], "duration": 60.66, "caption": "A man was still whilst standing in front of the door.", "similarity": 0.6779, "relevance": 3 }, { "pair_id": 15872, "video_name": "s02e21_seg02_clip_05", "timestamp": [ 32.26, 35.98 ], "duration": 62.66, "caption": "A person enters the apartment holding a plastic bag and closes the door behind them.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 15873, "video_name": "friends_s08e15_seg02_clip_15", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A woman comes through the door holding a large bag.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 15874, "video_name": "friends_s10e16_seg02_clip_02", "timestamp": [ 28.75, 34.03 ], "duration": 58.66, "caption": "A person walks a woman to the door and picks up a bag.", "similarity": 0.6631, "relevance": 1 }, { "pair_id": 15875, "video_name": "friends_s09e02_seg02_clip_03", "timestamp": [ 34.22, 39.32 ], "duration": 60.66, "caption": "A man standing at the front door holding his jacket.", "similarity": 0.6589, "relevance": 3 }, { "pair_id": 15876, "video_name": "s10e06_seg02_clip_07", "timestamp": [ 50.17, 51.65 ], "duration": 59.66, "caption": "A person takes his jacket off while standing near the front door.", "similarity": 0.652, "relevance": 1 }, { "pair_id": 15877, "video_name": "met_s02e06_seg02_clip_15", "timestamp": [ 0.59, 2.96 ], "duration": 59.66, "caption": "A person comes out the door and stands in front of a man.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 15878, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 9.15, 11.21 ], "duration": 59.66, "caption": "A person reaches down and lifts the flap on his bag.", "similarity": 0.6486, "relevance": 0 }, { "pair_id": 15879, "video_name": "s09e13_seg01_clip_01", "timestamp": [ 52.63, 55.78 ], "duration": 63.66, "caption": "A woman hands a person a blue plastic bag while standing in the doorway of the apartment.", "similarity": 0.6416, "relevance": 2 } ] }, { "query_id": 83651, "query": "A man presses a button and turns on the car radio.", "relevant_moment": [ { "pair_id": 55180, "video_name": "castle_s08e22_seg02_clip_13", "timestamp": [ 4.46, 5.45 ], "duration": 99.66, "caption": "A man presses a button and turns on the car radio.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 55181, "video_name": "s08e01_seg02_clip_09", "timestamp": [ 50.42, 54.02 ], "duration": 60.66, "caption": "A person presses the button on his car's dash board.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 55182, "video_name": "met_s05e05_seg02_clip_16", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A man presses the radio when he asks about listening to old songs.", "similarity": 0.5953, "relevance": 2 }, { "pair_id": 55183, "video_name": "s04e01_seg02_clip_09", "timestamp": [ 5.8, 8.24 ], "duration": 61.66, "caption": "A woman reaches down and tries to turn on the radio in the car.", "similarity": 0.5947, "relevance": 2 }, { "pair_id": 55184, "video_name": "s08e19_seg02_clip_07", "timestamp": [ 39.32, 57.93 ], "duration": 60.66, "caption": "A man drives up to a speaker box, gets up the nerve and pushes the button.", "similarity": 0.5865, "relevance": 1 }, { "pair_id": 55185, "video_name": "met_s02e13_seg02_clip_16", "timestamp": [ 36.19, 40.83 ], "duration": 61.66, "caption": "A man holds a hand up to his ear and pretends to talk on a radio.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 55186, "video_name": "s04e02_seg02_clip_12", "timestamp": [ 16.81, 19.81 ], "duration": 60.66, "caption": "A man reaches to switch off a monitor in his car.", "similarity": 0.5822, "relevance": 2 }, { "pair_id": 55187, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 54.25, 56.86 ], "duration": 58.66, "caption": "A man turns to the car's driver and says something.", "similarity": 0.5657, "relevance": 1 }, { "pair_id": 55188, "video_name": "friends_s05e05_seg02_clip_04", "timestamp": [ 7.2, 12.01 ], "duration": 60.66, "caption": "A man grabs the television remote off the nightstand and turns the television on to a car chase.", "similarity": 0.5607, "relevance": 1 }, { "pair_id": 55189, "video_name": "s01e01_seg02_clip_15", "timestamp": [ 42.86, 45.07 ], "duration": 63.66, "caption": "A man turns his head and looks out the car window as he sings.", "similarity": 0.5598, "relevance": 0 }, { "pair_id": 55190, "video_name": "s04e02_seg02_clip_12", "timestamp": [ 18.61, 20.71 ], "duration": 60.66, "caption": "A man turns the monitor in his car off because he is annoyed.", "similarity": 0.5556, "relevance": 2 }, { "pair_id": 55191, "video_name": "friends_s10e10_seg02_clip_01", "timestamp": [ 1.18, 5.9 ], "duration": 59.66, "caption": "A man is on his cell phone in his car.", "similarity": 0.5522, "relevance": 0 }, { "pair_id": 55192, "video_name": "friends_s06e22_seg02_clip_11", "timestamp": [ 31.01, 34.12 ], "duration": 62.66, "caption": "A man moves his way to get something from the car.", "similarity": 0.5472, "relevance": 0 }, { "pair_id": 55193, "video_name": "friends_s04e08_seg01_clip_00", "timestamp": [ 26.96, 34.11 ], "duration": 55.66, "caption": "A man is surprised when a radio station is calling him.", "similarity": 0.5391, "relevance": 0 }, { "pair_id": 55194, "video_name": "castle_s03e17_seg02_clip_24", "timestamp": [ 93.6, 95.03 ], "duration": 95.66, "caption": "A man is driving a car and looks at his phone.", "similarity": 0.5374, "relevance": 1 }, { "pair_id": 55195, "video_name": "house_s07e23_seg02_clip_25", "timestamp": [ 0.0, 18.96 ], "duration": 158.66, "caption": "A man talks to a man and then puts him out of his car.", "similarity": 0.5256, "relevance": 0 }, { "pair_id": 55196, "video_name": "castle_s01e04_seg02_clip_18", "timestamp": [ 61.4, 63.26 ], "duration": 93.66, "caption": "A man presses a side button on his cell phone.", "similarity": 0.5256, "relevance": 1 }, { "pair_id": 55197, "video_name": "friends_s02e11_seg02_clip_02", "timestamp": [ 0.0, 4.48 ], "duration": 56.66, "caption": "A man gets excited and pushes a button on the television.", "similarity": 0.5231, "relevance": 0 }, { "pair_id": 55198, "video_name": "s06e13_seg02_clip_02", "timestamp": [ 4.5, 8.4 ], "duration": 60.66, "caption": "A man checks his navigation system on his car.", "similarity": 0.5221, "relevance": 3 }, { "pair_id": 55199, "video_name": "met_s02e19_seg02_clip_01", "timestamp": [ 46.24, 50.81 ], "duration": 60.66, "caption": "A man looks up pushes a button for the DVD player.", "similarity": 0.5165, "relevance": 2 } ] }, { "query_id": 83677, "query": "A person struggles to not answer the questions someone asks.", "relevant_moment": [ { "pair_id": 159780, "video_name": "castle_s08e22_seg02_clip_19", "timestamp": [ 21.39, 41.89 ], "duration": 89.66, "caption": "A person struggles to not answer the questions someone asks.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159781, "video_name": "house_s07e17_seg02_clip_17", "timestamp": [ 3.36, 9.6 ], "duration": 96.66, "caption": "A person asks someone a question and he looks at him and tells him he won't answer.", "similarity": 0.7956, "relevance": 4 }, { "pair_id": 159782, "video_name": "friends_s10e06_seg02_clip_13", "timestamp": [ 13.58, 24.5 ], "duration": 59.66, "caption": "A person looks questioning when another person can't answer his question.", "similarity": 0.7581, "relevance": 4 }, { "pair_id": 159783, "video_name": "castle_s08e14_seg02_clip_08", "timestamp": [ 20.78, 24.47 ], "duration": 92.66, "caption": "A person refuses to answer a person's question about their exercise routine.", "similarity": 0.7354, "relevance": 4 }, { "pair_id": 159784, "video_name": "house_s04e08_seg02_clip_11", "timestamp": [ 19.12, 22.3 ], "duration": 91.66, "caption": "A man tells a person that he won't respond to his question.", "similarity": 0.7138, "relevance": 3 }, { "pair_id": 159785, "video_name": "friends_s04e23-24_seg02_clip_41", "timestamp": [ 0.0, 7.38 ], "duration": 59.66, "caption": "A person tries to answer someone's question but stops when they see their face.", "similarity": 0.6776, "relevance": 4 }, { "pair_id": 159786, "video_name": "castle_s03e03_seg02_clip_12", "timestamp": [ 13.74, 21.07 ], "duration": 91.66, "caption": "A woman refuses to answer a man's question when he sits down.", "similarity": 0.6741, "relevance": 4 }, { "pair_id": 159787, "video_name": "castle_s07e02_seg02_clip_21", "timestamp": [ 3.38, 6.33 ], "duration": 84.66, "caption": "A person tells someone to answer their question.", "similarity": 0.6591, "relevance": 3 }, { "pair_id": 159788, "video_name": "friends_s09e06_seg02_clip_30", "timestamp": [ 6.09, 8.99 ], "duration": 58.66, "caption": "A man shakes his head when he is unable to answer the question.", "similarity": 0.6497, "relevance": 4 }, { "pair_id": 159789, "video_name": "friends_s10e11_seg02_clip_15", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man shakes his head while saying he won't answer the question.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 159790, "video_name": "castle_s03e23_seg02_clip_14", "timestamp": [ 7.24, 11.31 ], "duration": 90.66, "caption": "A woman refuses to answer a person's question based on her being female.", "similarity": 0.6353, "relevance": 3 }, { "pair_id": 159791, "video_name": "friends_s10e06_seg02_clip_13", "timestamp": [ 7.67, 12.4 ], "duration": 59.66, "caption": "A man asks a person a question not about academic work.", "similarity": 0.6296, "relevance": 3 }, { "pair_id": 159792, "video_name": "castle_s07e17_seg02_clip_24", "timestamp": [ 53.41, 65.53 ], "duration": 89.66, "caption": "A person doesn't answer woman's question but looks down.", "similarity": 0.6199, "relevance": 4 }, { "pair_id": 159793, "video_name": "castle_s03e02_seg02_clip_00", "timestamp": [ 80.19, 85.76 ], "duration": 92.66, "caption": "A person takes a drink to avoid answering a question.", "similarity": 0.6184, "relevance": 3 }, { "pair_id": 159794, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 44.82, 53.15 ], "duration": 64.66, "caption": "A man asks another person a question and he/she answers non verbally.", "similarity": 0.6165, "relevance": 4 }, { "pair_id": 159796, "video_name": "s06e01_seg02_clip_01", "timestamp": [ 31.01, 35.67 ], "duration": 62.66, "caption": "A person interrupts a man while he's trying to answer his question.", "similarity": 0.61, "relevance": 3 }, { "pair_id": 159797, "video_name": "friends_s10e11_seg02_clip_06", "timestamp": [ 35.05, 62.03 ], "duration": 62.66, "caption": "A man is on a game show and he is unable to answer any of the questions correctly.", "similarity": 0.5995, "relevance": 4 }, { "pair_id": 159798, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 36.78, 49.04 ], "duration": 57.66, "caption": "A person asks someone a question and another person chooses to answer it for him.", "similarity": 0.599, "relevance": 3 }, { "pair_id": 159799, "video_name": "met_s06e18_seg02_clip_09", "timestamp": [ 0.0, 7.16 ], "duration": 59.66, "caption": "A person asks himself/herself over and over to not mention something out loud but he/she does.", "similarity": 0.5988, "relevance": 3 }, { "pair_id": 333100, "video_name": "castle_s05e24_seg02_clip_25", "timestamp": [ 53.84, 92.03 ], "duration": 92.66, "caption": "A woman continues to ask questions but a man is not talking any single word.", "similarity": 0.5964, "relevance": 3 }, { "pair_id": 333101, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 0.0, 9.3 ], "duration": 62.66, "caption": "A man has trouble trying to ask a woman a question.", "similarity": 0.5963, "relevance": 2 }, { "pair_id": 333102, "video_name": "castle_s05e15_seg02_clip_19", "timestamp": [ 59.18, 64.83 ], "duration": 87.66, "caption": "A man tells person that he ignores the information that person is asking.", "similarity": 0.5951, "relevance": 3 }, { "pair_id": 333103, "video_name": "castle_s05e13_seg02_clip_18", "timestamp": [ 77.41, 84.57 ], "duration": 89.66, "caption": "A man refuses to answer woman's question about the bomb.", "similarity": 0.5777, "relevance": 3 }, { "pair_id": 333104, "video_name": "s06e02_seg02_clip_09", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A person reinforces that they can't divulge any information.", "similarity": 0.5732, "relevance": 2 }, { "pair_id": 333105, "video_name": "s04e11_seg01_clip_01", "timestamp": [ 0.0, 6.49 ], "duration": 118.66, "caption": "A person looks over at some people when someone gives a confusing answer.", "similarity": 0.573, "relevance": 2 }, { "pair_id": 333106, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 13.27, 17.07 ], "duration": 63.66, "caption": "A person denies someone's question about him having relations with another person.", "similarity": 0.5657, "relevance": 2 }, { "pair_id": 333107, "video_name": "s06e02_seg01_clip_00", "timestamp": [ 44.97, 62.03 ], "duration": 62.66, "caption": "A woman asks another woman a question that she does not want to answer.", "similarity": 0.5635, "relevance": 2 }, { "pair_id": 333108, "video_name": "house_s06e09_seg02_clip_23", "timestamp": [ 6.3, 9.88 ], "duration": 42.66, "caption": "A person wheels backward while answering someone's question about his health.", "similarity": 0.563, "relevance": 3 }, { "pair_id": 333109, "video_name": "house_s05e23_seg02_clip_03", "timestamp": [ 22.76, 30.49 ], "duration": 91.66, "caption": "A person suggests other things that could someone's problem.", "similarity": 0.5609, "relevance": 2 }, { "pair_id": 333110, "video_name": "castle_s07e14_seg02_clip_25", "timestamp": [ 0.0, 86.47 ], "duration": 91.66, "caption": "A person questions someone for over a minute until they speak.", "similarity": 0.5602, "relevance": 3 }, { "pair_id": 333111, "video_name": "house_s02e11_seg02_clip_24", "timestamp": [ 52.55, 56.86 ], "duration": 86.66, "caption": "A person makes an outburst after a woman asks him a question.", "similarity": 0.5594, "relevance": 1 }, { "pair_id": 333112, "video_name": "castle_s04e07_seg02_clip_17", "timestamp": [ 19.82, 27.47 ], "duration": 90.66, "caption": "A person got a phone call and frustratingly answered it.", "similarity": 0.558, "relevance": 2 }, { "pair_id": 333113, "video_name": "grey_s01e09_seg02_clip_06", "timestamp": [ 44.12, 48.32 ], "duration": 84.66, "caption": "A person gives some people a difficult task.", "similarity": 0.5576, "relevance": 3 }, { "pair_id": 333114, "video_name": "house_s04e15_seg02_clip_25", "timestamp": [ 47.9, 72.02 ], "duration": 72.66, "caption": "A person asks another person some questions as he is laying on the ground.", "similarity": 0.5571, "relevance": 2 }, { "pair_id": 333115, "video_name": "s04e08_seg02_clip_14", "timestamp": [ 35.42, 38.72 ], "duration": 60.66, "caption": "A person explains why he doesn't think what he is doing is wrong.", "similarity": 0.5564, "relevance": 1 }, { "pair_id": 333116, "video_name": "house_s07e17_seg02_clip_22", "timestamp": [ 8.3, 12.87 ], "duration": 83.66, "caption": "A man answers a person by telling him they don't know anything about the patient.", "similarity": 0.5524, "relevance": 3 }, { "pair_id": 333117, "video_name": "castle_s07e19_seg02_clip_21", "timestamp": [ 10.53, 19.23 ], "duration": 91.66, "caption": "A woman says she can't answer person's question because the dummy is common.", "similarity": 0.5523, "relevance": 2 }, { "pair_id": 333118, "video_name": "castle_s08e22_seg02_clip_22", "timestamp": [ 5.34, 13.1 ], "duration": 97.66, "caption": "A man is asking him some questions and he answered.", "similarity": 0.5485, "relevance": 1 }, { "pair_id": 333119, "video_name": "castle_s02e22_seg02_clip_08", "timestamp": [ 0.0, 82.29 ], "duration": 86.66, "caption": "A person relaxes in a chair as they answer two people's questions.", "similarity": 0.5469, "relevance": 1 } ] }, { "query_id": 83702, "query": "A woman holds her hands out and nods her head while laying in the hospital bed.", "relevant_moment": [ { "pair_id": 119080, "video_name": "friends_s01e02_seg02_clip_19", "timestamp": [ 10.36, 13.03 ], "duration": 59.66, "caption": "A woman holds her hands out and nods her head while laying in the hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 119081, "video_name": "house_s08e07_seg02_clip_20", "timestamp": [ 67.53, 70.97 ], "duration": 86.66, "caption": "While laying in the hospital bed, a woman shakes her head.", "similarity": 0.8174, "relevance": 2 }, { "pair_id": 119082, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 0.0, 2.46 ], "duration": 82.66, "caption": "A woman is lying in a hospital bed with her partner holding her hands.", "similarity": 0.8124, "relevance": 2 }, { "pair_id": 119083, "video_name": "castle_s07e01_seg02_clip_20", "timestamp": [ 72.18, 82.02 ], "duration": 82.66, "caption": "A woman walks into a person's hospital room and sits her hands on his/her bed.", "similarity": 0.7828, "relevance": 1 }, { "pair_id": 119084, "video_name": "house_s06e06_seg02_clip_04", "timestamp": [ 61.21, 89.36 ], "duration": 89.66, "caption": "A woman lays in a hospital bed while some people talk with her.", "similarity": 0.7809, "relevance": 2 }, { "pair_id": 119085, "video_name": "grey_s02e12_seg02_clip_03", "timestamp": [ 77.78, 84.03 ], "duration": 96.66, "caption": "A woman puts her hand on person's face while he lays in a hospital bed.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 119086, "video_name": "house_s06e18_seg02_clip_23", "timestamp": [ 31.69, 33.45 ], "duration": 88.66, "caption": "A woman nods her head at woman in her hospital room.", "similarity": 0.7749, "relevance": 2 }, { "pair_id": 119087, "video_name": "grey_s03e18_seg02_clip_25", "timestamp": [ 81.46, 91.53 ], "duration": 91.66, "caption": "A woman is lying in her hospital bed as a person talks to her.", "similarity": 0.768, "relevance": 1 }, { "pair_id": 119088, "video_name": "house_s02e16_seg02_clip_06", "timestamp": [ 30.54, 34.3 ], "duration": 83.66, "caption": "A woman holds someone while they sit up in their hospital bed with foam coming out of their mouth.", "similarity": 0.7589, "relevance": 1 }, { "pair_id": 119089, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 49.27, 54.34 ], "duration": 92.66, "caption": "A woman hands a person a cup while they lay in a hospital bed.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 119090, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.7566, "relevance": 2 }, { "pair_id": 119091, "video_name": "grey_s02e11_seg02_clip_14", "timestamp": [ 42.84, 45.09 ], "duration": 90.66, "caption": "A woman, lying in a hospital bed, looks to her right and shakes her head as another woman walks out the door.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 119092, "video_name": "friends_s08e23-24_seg02_clip_22", "timestamp": [ 2.1, 31.23 ], "duration": 60.66, "caption": "A woman is laying in a hospital bed and a man is standing next to her holding her hand.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 119093, "video_name": "friends_s08e23-24_seg02_clip_24", "timestamp": [ 31.12, 36.62 ], "duration": 61.66, "caption": "A woman is holding on to woman's hand in the hospital room.", "similarity": 0.7502, "relevance": 2 }, { "pair_id": 119094, "video_name": "grey_s02e20_seg02_clip_18", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman talks to someone when he is in the hospital bed.", "similarity": 0.7433, "relevance": 1 }, { "pair_id": 119095, "video_name": "grey_s02e03_seg02_clip_21", "timestamp": [ 0.0, 8.84 ], "duration": 93.66, "caption": "A woman lays in a hospital bed and speaks to a man.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 119096, "video_name": "friends_s08e23-24_seg02_clip_27", "timestamp": [ 0.0, 16.28 ], "duration": 58.66, "caption": "A woman lays in a hospital bed and talks to a man.", "similarity": 0.7373, "relevance": 3 }, { "pair_id": 119097, "video_name": "house_s04e16_seg02_clip_08", "timestamp": [ 13.0, 15.6 ], "duration": 104.66, "caption": "A woman heaves a large sigh and puts both hands on the hospital bed.", "similarity": 0.734, "relevance": 1 }, { "pair_id": 119098, "video_name": "castle_s04e17_seg02_clip_26", "timestamp": [ 0.0, 21.76 ], "duration": 128.66, "caption": "A woman is in a hospital bed when a person and a woman are with him/her in the room.", "similarity": 0.7273, "relevance": 1 }, { "pair_id": 119099, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 21.16, 80.39 ], "duration": 94.66, "caption": "A woman is lying on a hospital bed as she being treated by woman.", "similarity": 0.7272, "relevance": 2 } ] }, { "query_id": 83805, "query": "A woman plays an arcade game while a man watches her play.", "relevant_moment": [ { "pair_id": 3320, "video_name": "friends_s08e12_seg02_clip_15", "timestamp": [ 31.91, 41.49 ], "duration": 58.66, "caption": "A woman plays an arcade game while a man watches her play.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3321, "video_name": "friends_s05e22_seg02_clip_03", "timestamp": [ 15.31, 48.92 ], "duration": 60.66, "caption": "A woman plays a game with person so he/she can decide which way to go.", "similarity": 0.7263, "relevance": 1 }, { "pair_id": 3323, "video_name": "s08e16_seg02_clip_06", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A woman tells another woman how to play the game.", "similarity": 0.689, "relevance": 0 }, { "pair_id": 3324, "video_name": "met_s03e05_seg02_clip_01", "timestamp": [ 23.27, 28.64 ], "duration": 59.66, "caption": "Two people play a video game with each other.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 3325, "video_name": "met_s02e20_seg02_clip_01", "timestamp": [ 0.0, 2.74 ], "duration": 60.66, "caption": "A woman sits down at the computer while a man is playing a video game.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 3326, "video_name": "friends_s08e18_seg02_clip_17", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman suggests a game that she and another person should play.", "similarity": 0.6746, "relevance": 0 }, { "pair_id": 3327, "video_name": "house_s08e14_seg02_clip_04", "timestamp": [ 45.55, 49.69 ], "duration": 92.66, "caption": "A woman and man are playing video games while talking.", "similarity": 0.6663, "relevance": 3 }, { "pair_id": 3328, "video_name": "s01e01_seg02_clip_13", "timestamp": [ 50.12, 60.03 ], "duration": 60.66, "caption": "Two people look at the computer screen while a man plays a game and a woman complements him on his tiger, Buttons.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 3329, "video_name": "house_s05e01_seg02_clip_00", "timestamp": [ 11.98, 19.82 ], "duration": 92.66, "caption": "A woman walks into the room while a man is playing a video game.", "similarity": 0.6448, "relevance": 2 }, { "pair_id": 3330, "video_name": "s09e22_seg02_clip_12", "timestamp": [ 26.55, 61.03 ], "duration": 61.66, "caption": "A person makes woman smile while playing a game with her.", "similarity": 0.6409, "relevance": 1 }, { "pair_id": 3331, "video_name": "house_s02e05_seg02_clip_24", "timestamp": [ 14.94, 73.06 ], "duration": 83.66, "caption": "A woman walks into the room as a man is playing a video game.", "similarity": 0.6394, "relevance": 0 }, { "pair_id": 3332, "video_name": "s03e07_seg01_clip_00", "timestamp": [ 2.75, 14.65 ], "duration": 61.66, "caption": "A woman congratulates a person on creating the game they're playing.", "similarity": 0.6366, "relevance": 1 }, { "pair_id": 3333, "video_name": "grey_s02e22_seg02_clip_25", "timestamp": [ 0.0, 3.88 ], "duration": 97.66, "caption": "A man wants to play a board game with woman and she complies.", "similarity": 0.6361, "relevance": 0 }, { "pair_id": 3334, "video_name": "friends_s05e23-24_seg02_clip_31", "timestamp": [ 0.0, 57.02 ], "duration": 57.66, "caption": "Two people were playing a game.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 3335, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 8.99, 11.79 ], "duration": 62.66, "caption": "A woman comes into the living room while a man is playing a video game.", "similarity": 0.6311, "relevance": 2 }, { "pair_id": 3336, "video_name": "friends_s05e23-24_seg02_clip_31", "timestamp": [ 0.0, 22.81 ], "duration": 57.66, "caption": "A man and woman are playing a gambling game.", "similarity": 0.6306, "relevance": 2 }, { "pair_id": 3337, "video_name": "s02e05_seg02_clip_02", "timestamp": [ 8.7, 16.54 ], "duration": 58.66, "caption": "A person wants to play a game while a woman is driving.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 3338, "video_name": "friends_s08e12_seg02_clip_10", "timestamp": [ 12.19, 22.34 ], "duration": 58.66, "caption": "A woman sits in a chair in front of an arcade machine and starts playing.", "similarity": 0.6284, "relevance": 4 }, { "pair_id": 3339, "video_name": "friends_s08e12_seg02_clip_02", "timestamp": [ 36.73, 41.49 ], "duration": 68.66, "caption": "A woman touches another woman's hair while she is playing a game.", "similarity": 0.6263, "relevance": 3 } ] }, { "query_id": 83860, "query": "A woman patted a man on his chest and ran her hand down his arm.", "relevant_moment": [ { "pair_id": 161000, "video_name": "friends_s05e12_seg02_clip_19", "timestamp": [ 5.22, 15.08 ], "duration": 116.66, "caption": "A woman patted a man on his chest and ran her hand down his arm.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161001, "video_name": "friends_s03e17_seg02_clip_10", "timestamp": [ 7.38, 10.62 ], "duration": 59.66, "caption": "A woman approaches a man and rubs and pats his chest.", "similarity": 0.7414, "relevance": 3 }, { "pair_id": 161002, "video_name": "friends_s05e13_seg02_clip_04", "timestamp": [ 8.1, 9.9 ], "duration": 60.66, "caption": "A man rubs their hand up and down a woman's left arm.", "similarity": 0.7332, "relevance": 2 }, { "pair_id": 161003, "video_name": "friends_s02e12-13_seg02_clip_26", "timestamp": [ 43.68, 45.15 ], "duration": 59.66, "caption": "A woman rubs her hand on a man's arm while he looks down at her hand and looks back up at her.", "similarity": 0.7313, "relevance": 3 }, { "pair_id": 161004, "video_name": "met_s06e02_seg02_clip_16", "timestamp": [ 17.37, 20.47 ], "duration": 62.66, "caption": "A woman approaches a man and puts her arm around him.", "similarity": 0.7275, "relevance": 2 }, { "pair_id": 161005, "video_name": "met_s02e17_seg02_clip_01", "timestamp": [ 12.04, 15.95 ], "duration": 60.66, "caption": "A woman rubs her right hand up and down a man's left arm.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 161006, "video_name": "grey_s03e05_seg02_clip_13", "timestamp": [ 7.44, 9.77 ], "duration": 93.66, "caption": "A woman grabs a man's hand and puts it to his chest.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 161007, "video_name": "friends_s09e23-24_seg02_clip_02", "timestamp": [ 41.14, 43.94 ], "duration": 62.66, "caption": "A man reaches his arm out and touches a woman's arm.", "similarity": 0.7221, "relevance": 1 }, { "pair_id": 161008, "video_name": "house_s04e01_seg02_clip_16", "timestamp": [ 4.48, 6.27 ], "duration": 89.66, "caption": "A woman uses her finger to poke man on his chest.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 161009, "video_name": "castle_s04e19_seg02_clip_20", "timestamp": [ 34.13, 41.42 ], "duration": 91.66, "caption": "A woman pats a man's arm and then puts her arm through his.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 161010, "video_name": "grey_s01e08_seg02_clip_05", "timestamp": [ 22.3, 25.49 ], "duration": 91.66, "caption": "A man gets closer to a woman and touches their chest with their hands.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 161011, "video_name": "grey_s03e23_seg02_clip_23", "timestamp": [ 17.02, 19.33 ], "duration": 92.66, "caption": "A man turns and faces a woman and puts a hand on her arm.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 161012, "video_name": "house_s05e12_seg02_clip_08", "timestamp": [ 2.25, 7.2 ], "duration": 90.66, "caption": "A man touches the arm a woman is reaching out towards him.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 161013, "video_name": "friends_s04e05_seg02_clip_02", "timestamp": [ 31.91, 34.23 ], "duration": 58.66, "caption": "A man puts his arm around woman and rubs her back.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 161014, "video_name": "friends_s01e07_seg02_clip_16", "timestamp": [ 20.95, 23.32 ], "duration": 59.66, "caption": "A woman rubs a man's upper arm with her hand.", "similarity": 0.7034, "relevance": 2 }, { "pair_id": 161015, "video_name": "friends_s03e09_seg02_clip_22", "timestamp": [ 59.69, 62.39 ], "duration": 77.66, "caption": "A woman rubs a man's chest with her right hand.", "similarity": 0.703, "relevance": 3 }, { "pair_id": 161016, "video_name": "met_s03e15_seg02_clip_04", "timestamp": [ 7.34, 8.87 ], "duration": 61.66, "caption": "A woman rubs a man's chest with her left hand.", "similarity": 0.6998, "relevance": 2 }, { "pair_id": 161017, "video_name": "friends_s06e21_seg02_clip_08", "timestamp": [ 29.37, 32.5 ], "duration": 57.66, "caption": "A woman rubs her left hand on man's arm.", "similarity": 0.6982, "relevance": 3 }, { "pair_id": 161018, "video_name": "castle_s05e14_seg02_clip_25", "timestamp": [ 47.33, 50.52 ], "duration": 91.66, "caption": "A woman rubs a man's arm with her right hand.", "similarity": 0.6978, "relevance": 2 }, { "pair_id": 161019, "video_name": "friends_s08e01_seg02_clip_14", "timestamp": [ 45.02, 48.02 ], "duration": 50.66, "caption": "A woman rubs her hand against a man's right arm.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 334320, "video_name": "friends_s06e15-16_seg02_clip_10", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A man rubs woman's arm with his left hand.", "similarity": 0.6962, "relevance": 1 }, { "pair_id": 334321, "video_name": "friends_s08e11_seg02_clip_09", "timestamp": [ 11.81, 13.58 ], "duration": 59.66, "caption": "A woman reaches over and touches man on the arm.", "similarity": 0.6953, "relevance": 1 }, { "pair_id": 334322, "video_name": "friends_s09e11_seg02_clip_11", "timestamp": [ 3.36, 8.24 ], "duration": 61.66, "caption": "A woman puts both of her hands on a man's arm.", "similarity": 0.6944, "relevance": 3 }, { "pair_id": 334323, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 48.3, 59.62 ], "duration": 59.66, "caption": "A man rubs a woman's right arm with his hand.", "similarity": 0.6943, "relevance": 1 }, { "pair_id": 334324, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 36.71, 37.66 ], "duration": 63.66, "caption": "A man gently grabs a woman's arm with his left hand.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 334325, "video_name": "friends_s05e11_seg02_clip_15", "timestamp": [ 3.3, 6.88 ], "duration": 55.66, "caption": "A woman holds her fists up and then touches guy's chest.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 334326, "video_name": "grey_s02e03_seg02_clip_14", "timestamp": [ 19.38, 20.3 ], "duration": 92.66, "caption": "A man puts his hands on woman's upper arm.", "similarity": 0.6927, "relevance": 1 }, { "pair_id": 334327, "video_name": "s01e10_seg02_clip_15", "timestamp": [ 44.65, 50.78 ], "duration": 72.66, "caption": "A woman touches a man's arm and also tries to console him.", "similarity": 0.6926, "relevance": 1 }, { "pair_id": 334328, "video_name": "friends_s09e06_seg02_clip_07", "timestamp": [ 37.39, 39.02 ], "duration": 65.66, "caption": "A man puts his hand on a woman's arm as he walks past her.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 334329, "video_name": "s07e06_seg02_clip_17", "timestamp": [ 1.86, 5.58 ], "duration": 62.66, "caption": "A woman says something to a man then puts her hands on his arm.", "similarity": 0.6902, "relevance": 1 }, { "pair_id": 334330, "video_name": "castle_s08e22_seg02_clip_11", "timestamp": [ 55.35, 57.21 ], "duration": 93.66, "caption": "A man puts his hand on woman's arm to assure her.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 334331, "video_name": "friends_s08e10_seg02_clip_00", "timestamp": [ 22.47, 23.1 ], "duration": 63.66, "caption": "A woman lightly touches guy's forearm with her hand.", "similarity": 0.6871, "relevance": 1 }, { "pair_id": 334332, "video_name": "friends_s01e06_seg02_clip_05", "timestamp": [ 46.42, 50.48 ], "duration": 58.66, "caption": "A woman reaches her hands out and touches a man's hands.", "similarity": 0.6869, "relevance": 1 }, { "pair_id": 334333, "video_name": "friends_s09e17_seg02_clip_16", "timestamp": [ 51.35, 57.15 ], "duration": 58.66, "caption": "A man takes a woman's hand and rubs her fingers.", "similarity": 0.6868, "relevance": 1 }, { "pair_id": 334334, "video_name": "castle_s08e01_seg02_clip_26", "timestamp": [ 19.15, 21.35 ], "duration": 44.66, "caption": "A man grabs a woman's arm and helps her up.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 334335, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 18.0, 19.22 ], "duration": 61.66, "caption": "A woman puts an arm on man to shush him.", "similarity": 0.6853, "relevance": 3 }, { "pair_id": 334336, "video_name": "friends_s05e14_seg02_clip_02", "timestamp": [ 43.94, 51.87 ], "duration": 61.66, "caption": "A man reaches out and touches woman's left arm.", "similarity": 0.6845, "relevance": 1 }, { "pair_id": 334337, "video_name": "friends_s09e01_seg02_clip_07", "timestamp": [ 8.92, 10.7 ], "duration": 59.66, "caption": "A woman runs up to a man and touches him on the arm.", "similarity": 0.6842, "relevance": 1 }, { "pair_id": 334338, "video_name": "friends_s02e18_seg02_clip_08", "timestamp": [ 46.52, 60.03 ], "duration": 60.66, "caption": "A woman drapes her left arm around a man's shoulders and caresses his neck and chest with her right hand.", "similarity": 0.6836, "relevance": 2 }, { "pair_id": 334339, "video_name": "friends_s07e22_seg02_clip_17", "timestamp": [ 31.87, 36.42 ], "duration": 65.66, "caption": "A man puts his hand on a woman's hand on his arm.", "similarity": 0.6833, "relevance": 4 } ] }, { "query_id": 83883, "query": "A woman tosses a stack of mail down onto the table.", "relevant_moment": [ { "pair_id": 57680, "video_name": "friends_s05e12_seg02_clip_15", "timestamp": [ 8.25, 10.9 ], "duration": 66.66, "caption": "A woman tosses a stack of mail down onto the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 57681, "video_name": "friends_s05e05_seg02_clip_01", "timestamp": [ 39.7, 44.97 ], "duration": 62.66, "caption": "A woman goes through the mail then puts some back on the table.", "similarity": 0.8041, "relevance": 3 }, { "pair_id": 57682, "video_name": "s02e22_seg02_clip_00", "timestamp": [ 8.32, 12.81 ], "duration": 64.66, "caption": "A woman gets the mail out of her mailbox.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 57683, "video_name": "s03e02_seg02_clip_15", "timestamp": [ 14.65, 54.31 ], "duration": 61.66, "caption": "A woman sorts through the mail in her hand.", "similarity": 0.6897, "relevance": 2 }, { "pair_id": 57684, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 31.63, 37.21 ], "duration": 93.66, "caption": "A woman grabs a envelope from the table and opens it.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 57685, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A woman is taking mail out of the mail box.", "similarity": 0.6725, "relevance": 2 }, { "pair_id": 57686, "video_name": "s03e21_seg02_clip_00", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A woman is holding some mail and flails her arm around.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 57687, "video_name": "s01e09_seg02_clip_06", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "A woman opens up her mailbox and takes her mail out of it.", "similarity": 0.65, "relevance": 1 }, { "pair_id": 57688, "video_name": "s03e20_seg01_clip_01", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman picks up a brown paper bag off the table by the mailboxes.", "similarity": 0.6489, "relevance": 3 }, { "pair_id": 57689, "video_name": "s01e03_seg02_clip_00", "timestamp": [ 28.22, 30.39 ], "duration": 62.66, "caption": "A person runs to the table and picks up some mail.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 57690, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 8.5, 11.5 ], "duration": 100.66, "caption": "A person picks up an envelope and tosses it down.", "similarity": 0.638, "relevance": 2 }, { "pair_id": 57691, "video_name": "s02e09_seg01_clip_01", "timestamp": [ 19.53, 22.28 ], "duration": 61.66, "caption": "A woman glances at the mail in her hand.", "similarity": 0.6201, "relevance": 1 }, { "pair_id": 57692, "video_name": "castle_s03e23_seg02_clip_08", "timestamp": [ 58.92, 60.82 ], "duration": 95.66, "caption": "A woman throws a piece of paper on the table.", "similarity": 0.6184, "relevance": 1 }, { "pair_id": 57693, "video_name": "friends_s09e21_seg02_clip_15", "timestamp": [ 36.05, 38.43 ], "duration": 68.66, "caption": "A woman tosses her hand back with her hand.", "similarity": 0.6052, "relevance": 1 }, { "pair_id": 57694, "video_name": "friends_s03e22_seg02_clip_06", "timestamp": [ 10.2, 12.61 ], "duration": 60.66, "caption": "A person tosses the newspaper onto the ground.", "similarity": 0.6039, "relevance": 0 }, { "pair_id": 57695, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 0.0, 3.3 ], "duration": 55.66, "caption": "A woman drops an envelope and reads the piece of paper.", "similarity": 0.5959, "relevance": 3 }, { "pair_id": 57696, "video_name": "friends_s09e02_seg02_clip_06", "timestamp": [ 49.9, 53.32 ], "duration": 57.66, "caption": "A woman gets angry and tosses her book onto the table.", "similarity": 0.5949, "relevance": 2 }, { "pair_id": 57698, "video_name": "s06e13_seg02_clip_09", "timestamp": [ 34.67, 36.59 ], "duration": 55.66, "caption": "A woman tosses a comic book onto the coffee table.", "similarity": 0.5911, "relevance": 3 }, { "pair_id": 57699, "video_name": "friends_s05e23-24_seg02_clip_31", "timestamp": [ 18.53, 57.02 ], "duration": 57.66, "caption": "A woman was throwing the dice at the table.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 231000, "video_name": "castle_s05e09_seg02_clip_04", "timestamp": [ 58.07, 60.32 ], "duration": 90.66, "caption": "A woman picks up some mail from a man's desk.", "similarity": 0.5876, "relevance": 1 }, { "pair_id": 231001, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 75.62, 83.22 ], "duration": 89.66, "caption": "A woman handed out an envelope to person.", "similarity": 0.5864, "relevance": 2 }, { "pair_id": 231002, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 21.79, 24.81 ], "duration": 121.66, "caption": "A woman takes a mail that a person is currently taking a look at.", "similarity": 0.5859, "relevance": 1 }, { "pair_id": 231003, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 3.72, 8.99 ], "duration": 62.66, "caption": "A person is taking out mail from the mail box.", "similarity": 0.5841, "relevance": 2 }, { "pair_id": 231004, "video_name": "friends_s01e21_seg02_clip_15", "timestamp": [ 24.01, 33.01 ], "duration": 60.66, "caption": "A woman tries to wipe down the table and ends up picking up all the newspapers.", "similarity": 0.5831, "relevance": 2 }, { "pair_id": 231005, "video_name": "friends_s05e04_seg01_clip_00", "timestamp": [ 7.44, 10.86 ], "duration": 62.66, "caption": "A woman knocks on a door as she looks through a stack of mail.", "similarity": 0.5816, "relevance": 2 }, { "pair_id": 231006, "video_name": "friends_s06e07_seg02_clip_13", "timestamp": [ 8.19, 10.72 ], "duration": 63.66, "caption": "A woman walks past person holding a stack of envelopes.", "similarity": 0.5788, "relevance": 2 }, { "pair_id": 231007, "video_name": "friends_s09e16_seg02_clip_05", "timestamp": [ 27.23, 31.07 ], "duration": 59.66, "caption": "A woman pulls something out of the brown paper bag and tosses it on the counter.", "similarity": 0.578, "relevance": 2 }, { "pair_id": 231008, "video_name": "friends_s04e21_seg02_clip_08", "timestamp": [ 3.69, 5.03 ], "duration": 67.66, "caption": "A person drops a stack of mail in a mailbox outside of a coffee shop.", "similarity": 0.5757, "relevance": 2 }, { "pair_id": 231009, "video_name": "friends_s01e18_seg02_clip_12", "timestamp": [ 45.2, 48.12 ], "duration": 65.66, "caption": "A woman tosses some money on the table and man picks it up.", "similarity": 0.5757, "relevance": 2 }, { "pair_id": 231010, "video_name": "friends_s10e17-18_seg02_clip_35", "timestamp": [ 30.39, 33.19 ], "duration": 62.66, "caption": "A woman throws a piece of wood on the table.", "similarity": 0.5728, "relevance": 1 }, { "pair_id": 231011, "video_name": "friends_s06e11_seg02_clip_00", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman takes some mail that another woman passes to her.", "similarity": 0.5698, "relevance": 1 }, { "pair_id": 231012, "video_name": "friends_s07e02_seg02_clip_05", "timestamp": [ 31.21, 33.01 ], "duration": 60.66, "caption": "A woman sets down the mail while a man is sweeping.", "similarity": 0.5696, "relevance": 2 }, { "pair_id": 231013, "video_name": "friends_s10e06_seg02_clip_04", "timestamp": [ 16.21, 18.31 ], "duration": 60.66, "caption": "A woman tosses a small box across the coffee table to a man.", "similarity": 0.5694, "relevance": 1 }, { "pair_id": 231014, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 31.15, 37.18 ], "duration": 63.66, "caption": "A woman picks up a manila envelope on her desk, takes a post it note off of it and then puts the post it back on.", "similarity": 0.5679, "relevance": 2 }, { "pair_id": 231015, "video_name": "friends_s03e03_seg02_clip_17", "timestamp": [ 1.24, 11.79 ], "duration": 62.66, "caption": "A woman pulls out an item out of the garbage and then tosses it back.", "similarity": 0.5666, "relevance": 1 }, { "pair_id": 231016, "video_name": "house_s01e10_seg02_clip_03", "timestamp": [ 3.22, 8.28 ], "duration": 92.66, "caption": "A person picks up a bag and tosses it on a table.", "similarity": 0.5665, "relevance": 1 }, { "pair_id": 231017, "video_name": "friends_s06e08_seg02_clip_19", "timestamp": [ 11.14, 20.94 ], "duration": 53.66, "caption": "A woman drops some items on the table as she walks towards it.", "similarity": 0.5657, "relevance": 0 }, { "pair_id": 231018, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 32.09, 36.75 ], "duration": 93.66, "caption": "A woman picks up an envelope and opens it.", "similarity": 0.5649, "relevance": 2 }, { "pair_id": 231019, "video_name": "friends_s07e19_seg02_clip_07", "timestamp": [ 1.24, 3.41 ], "duration": 62.66, "caption": "A woman motions her hands like she's throwing down something.", "similarity": 0.5638, "relevance": 0 } ] }, { "query_id": 83900, "query": "A man walks to another man and places his hand on his shoulder.", "relevant_moment": [ { "pair_id": 9100, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 2.75, 11.9 ], "duration": 61.66, "caption": "A man walks to another man and places his hand on his shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9101, "video_name": "house_s06e12_seg02_clip_21", "timestamp": [ 74.42, 90.27 ], "duration": 96.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.9571, "relevance": 4 }, { "pair_id": 9102, "video_name": "friends_s05e09_seg02_clip_15", "timestamp": [ 30.99, 34.53 ], "duration": 59.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.9571, "relevance": 4 }, { "pair_id": 9103, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 23.39, 31.61 ], "duration": 63.66, "caption": "A man walks with another man while he has his hand on his shoulder.", "similarity": 0.953, "relevance": 3 }, { "pair_id": 9104, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 1.39, 2.77 ], "duration": 69.66, "caption": "A man puts his hand on guy's shoulder while walking past him.", "similarity": 0.8582, "relevance": 3 }, { "pair_id": 9105, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 33.26, 38.75 ], "duration": 61.66, "caption": "A man touched another man's shoulder then they walk to a person.", "similarity": 0.8517, "relevance": 3 }, { "pair_id": 9106, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.8515, "relevance": 3 }, { "pair_id": 9107, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 40.01, 42.49 ], "duration": 62.66, "caption": "A man places both his hands on another man's shoulder.", "similarity": 0.8397, "relevance": 2 }, { "pair_id": 9108, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 26.47 ], "duration": 63.66, "caption": "A man puts his hand on another man's left shoulder.", "similarity": 0.8365, "relevance": 3 }, { "pair_id": 9109, "video_name": "friends_s02e01_seg02_clip_18", "timestamp": [ 38.42, 41.42 ], "duration": 60.66, "caption": "A man walked towards another man and tapped his shoulder.", "similarity": 0.8327, "relevance": 3 }, { "pair_id": 9110, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.831, "relevance": 3 }, { "pair_id": 9111, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 1.83, 2.44 ], "duration": 61.66, "caption": "A man puts his hands on another man's arm after walking up to him.", "similarity": 0.8278, "relevance": 1 }, { "pair_id": 9112, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 39.06, 41.19 ], "duration": 61.66, "caption": "A man touches another man's right shoulder with his hand.", "similarity": 0.8274, "relevance": 2 }, { "pair_id": 9113, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 33.85, 39.8 ], "duration": 91.66, "caption": "A man walks up to a person and puts his hand on his shoulder.", "similarity": 0.827, "relevance": 4 }, { "pair_id": 9114, "video_name": "friends_s05e10_seg02_clip_12", "timestamp": [ 44.05, 50.51 ], "duration": 56.66, "caption": "A man walks over to another man and puts his hands on his back.", "similarity": 0.8262, "relevance": 4 }, { "pair_id": 9115, "video_name": "friends_s05e22_seg02_clip_07", "timestamp": [ 44.1, 47.58 ], "duration": 58.66, "caption": "A man walks in and puts his hands on other men's shoulders.", "similarity": 0.8226, "relevance": 3 }, { "pair_id": 9116, "video_name": "friends_s02e03_seg02_clip_11", "timestamp": [ 4.2, 5.4 ], "duration": 60.66, "caption": "A man reaches his arm up and touches another man's shoulder as he walks past him.", "similarity": 0.822, "relevance": 3 }, { "pair_id": 9117, "video_name": "met_s02e14_seg02_clip_14", "timestamp": [ 25.36, 28.94 ], "duration": 65.66, "caption": "A man has his hand on another man's shoulder as he says something.", "similarity": 0.8021, "relevance": 2 }, { "pair_id": 9118, "video_name": "s03e06_seg02_clip_12", "timestamp": [ 24.41, 25.33 ], "duration": 61.66, "caption": "A man reaches out and touches another man on the shoulder.", "similarity": 0.8, "relevance": 2 }, { "pair_id": 9119, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man moves closer to person and puts his hand on his shoulder.", "similarity": 0.796, "relevance": 3 }, { "pair_id": 182420, "video_name": "house_s04e16_seg02_clip_21", "timestamp": [ 56.66, 59.54 ], "duration": 96.66, "caption": "A person puts his hand on guy's shoulder as he walks by.", "similarity": 0.793, "relevance": 4 }, { "pair_id": 182421, "video_name": "friends_s02e04_seg02_clip_09", "timestamp": [ 5.4, 7.83 ], "duration": 54.66, "caption": "A man moves past another man and pats his shoulder.", "similarity": 0.7912, "relevance": 4 }, { "pair_id": 182422, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 1.8, 7.65 ], "duration": 90.66, "caption": "A man has his hand on another man's shoulder, then he removes his hand.", "similarity": 0.7887, "relevance": 3 }, { "pair_id": 182423, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A man reaches down and puts his hand on the back of another person's shoulder.", "similarity": 0.7859, "relevance": 4 }, { "pair_id": 182424, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 25.53 ], "duration": 63.66, "caption": "A man reaches out and rests his hand on another man's shoulder.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 182425, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 1.89, 4.1 ], "duration": 63.66, "caption": "A man's hand is up near his right shoulder as he talks with another man.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 182426, "video_name": "house_s05e21_seg02_clip_22", "timestamp": [ 46.93, 48.31 ], "duration": 92.66, "caption": "A man moves their hand toward another man and moves him to the side.", "similarity": 0.7816, "relevance": 2 }, { "pair_id": 182427, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A man touches a man's shoulder.", "similarity": 0.7806, "relevance": 4 }, { "pair_id": 182428, "video_name": "castle_s08e06_seg02_clip_21", "timestamp": [ 74.03, 79.53 ], "duration": 100.66, "caption": "A man walks over to another man and shakes his hand.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 182429, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 0.0, 6.63 ], "duration": 51.66, "caption": "A man touches another person's shoulder and then the other person turns around and touches his shoulder.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 182430, "video_name": "friends_s03e17_seg02_clip_11", "timestamp": [ 34.14, 36.74 ], "duration": 65.66, "caption": "A man walks to some women with another man on his shoulder.", "similarity": 0.7773, "relevance": 2 }, { "pair_id": 182431, "video_name": "castle_s07e20_seg02_clip_23", "timestamp": [ 17.22, 21.64 ], "duration": 88.66, "caption": "A man throws a shoulder bag strap over his shoulder and walks towards another man.", "similarity": 0.7766, "relevance": 1 }, { "pair_id": 182432, "video_name": "castle_s02e02_seg02_clip_15", "timestamp": [ 73.06, 79.37 ], "duration": 90.66, "caption": "A man holds up two fingers as he walks past another man.", "similarity": 0.7762, "relevance": 2 }, { "pair_id": 182433, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 29.71, 30.16 ], "duration": 90.66, "caption": "A man pats another man on the shoulder with his hand.", "similarity": 0.7732, "relevance": 3 }, { "pair_id": 182434, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.7728, "relevance": 2 }, { "pair_id": 182435, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A man walks past a person and pats him on the shoulder.", "similarity": 0.7696, "relevance": 3 }, { "pair_id": 182436, "video_name": "friends_s08e04_seg02_clip_06", "timestamp": [ 28.74, 30.75 ], "duration": 57.66, "caption": "A man pulls another man's arm as he walks past him.", "similarity": 0.7669, "relevance": 3 }, { "pair_id": 182437, "video_name": "friends_s01e15_seg02_clip_10", "timestamp": [ 27.34, 30.75 ], "duration": 62.66, "caption": "A man moves his hand back and forth at another man.", "similarity": 0.7636, "relevance": 2 }, { "pair_id": 182438, "video_name": "castle_s08e18_seg02_clip_03", "timestamp": [ 13.8, 21.85 ], "duration": 115.66, "caption": "A man touches the shoulder of another man and pulls him away.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 182439, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 45.38, 47.87 ], "duration": 62.66, "caption": "A man puts his hand on another man's shoulder as he speaks to him.", "similarity": 0.7621, "relevance": 3 } ] }, { "query_id": 83975, "query": "A man puts on his suit jacket while talking to a man.", "relevant_moment": [ { "pair_id": 9040, "video_name": "house_s03e06_seg02_clip_13", "timestamp": [ 17.83, 24.26 ], "duration": 99.66, "caption": "A man puts on his suit jacket while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9041, "video_name": "house_s06e15_seg02_clip_02", "timestamp": [ 12.95, 16.96 ], "duration": 89.66, "caption": "A man puts on his suit jacket while talking with a woman.", "similarity": 0.905, "relevance": 3 }, { "pair_id": 9042, "video_name": "house_s07e04_seg02_clip_09", "timestamp": [ 76.56, 86.02 ], "duration": 86.66, "caption": "A man puts on his suit jacket while talking to a woman.", "similarity": 0.9014, "relevance": 3 }, { "pair_id": 9043, "video_name": "house_s03e07_seg02_clip_08", "timestamp": [ 0.0, 7.57 ], "duration": 89.66, "caption": "A man puts on his jacket while talking with another man.", "similarity": 0.8785, "relevance": 4 }, { "pair_id": 9044, "video_name": "friends_s02e21_seg02_clip_12", "timestamp": [ 51.35, 55.48 ], "duration": 59.66, "caption": "A man puts on his jacket while two other men are talking to each other.", "similarity": 0.858, "relevance": 3 }, { "pair_id": 9045, "video_name": "s08e08_seg02_clip_08", "timestamp": [ 32.04, 36.92 ], "duration": 61.66, "caption": "A man puts on his jacket as he is talking to person.", "similarity": 0.8547, "relevance": 4 }, { "pair_id": 9046, "video_name": "met_s06e02_seg02_clip_04", "timestamp": [ 12.17, 15.51 ], "duration": 60.66, "caption": "A man buttons his suit jacket during a conversation.", "similarity": 0.8386, "relevance": 2 }, { "pair_id": 9047, "video_name": "friends_s04e06_seg02_clip_11", "timestamp": [ 12.21, 18.61 ], "duration": 61.66, "caption": "A man puts on his coat while talking to another man who is in front of him.", "similarity": 0.7809, "relevance": 3 }, { "pair_id": 9048, "video_name": "castle_s08e13_seg02_clip_13", "timestamp": [ 32.09, 38.14 ], "duration": 93.66, "caption": "A man gets his jacket and puts it on as he speaks to two people.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 9049, "video_name": "friends_s07e05_seg02_clip_11", "timestamp": [ 24.62, 59.33 ], "duration": 59.66, "caption": "A man was talking to another man wearing suit and tie.", "similarity": 0.7747, "relevance": 2 }, { "pair_id": 9050, "video_name": "friends_s03e24_seg02_clip_18", "timestamp": [ 52.48, 61.03 ], "duration": 61.66, "caption": "A person was talking to a man wearing suit and tie.", "similarity": 0.7648, "relevance": 2 }, { "pair_id": 9051, "video_name": "grey_s02e08_seg02_clip_21", "timestamp": [ 0.0, 16.57 ], "duration": 92.66, "caption": "A man is having a conversation with another person in brown suit.", "similarity": 0.7586, "relevance": 2 }, { "pair_id": 9052, "video_name": "s05e18_seg01_clip_01", "timestamp": [ 0.0, 10.15 ], "duration": 58.66, "caption": "A person is talking to another person holding his jacket.", "similarity": 0.7574, "relevance": 2 }, { "pair_id": 9053, "video_name": "castle_s07e02_seg02_clip_08", "timestamp": [ 0.0, 78.74 ], "duration": 82.66, "caption": "A man was talking to another man in suit and tie.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 9054, "video_name": "friends_s01e16-17_seg02_clip_25", "timestamp": [ 0.0, 58.18 ], "duration": 58.66, "caption": "A man was having a conversation with another man and a person wearing suit and tie.", "similarity": 0.7535, "relevance": 1 }, { "pair_id": 9055, "video_name": "house_s08e07_seg02_clip_18", "timestamp": [ 0.0, 138.02 ], "duration": 138.66, "caption": "A man is talking to another man who is wearing his suit, about how stubborn another man is.", "similarity": 0.7507, "relevance": 1 }, { "pair_id": 9056, "video_name": "house_s06e12_seg02_clip_11", "timestamp": [ 0.0, 45.04 ], "duration": 90.66, "caption": "A man was talking to another man wearing brown jacket.", "similarity": 0.748, "relevance": 2 }, { "pair_id": 9057, "video_name": "friends_s01e11_seg02_clip_16", "timestamp": [ 17.33, 57.67 ], "duration": 63.66, "caption": "A man and another man wearing suit and tie were having a conversation.", "similarity": 0.7412, "relevance": 2 }, { "pair_id": 9058, "video_name": "castle_s06e14_seg02_clip_09", "timestamp": [ 4.5, 9.9 ], "duration": 90.66, "caption": "A man in his suit walks his way to talk to two people.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 9059, "video_name": "castle_s03e06_seg02_clip_18", "timestamp": [ 32.72, 46.61 ], "duration": 89.66, "caption": "A man was talking to another person wearing a hoodie jacket.", "similarity": 0.7343, "relevance": 2 } ] }, { "query_id": 83977, "query": "A man approaches another man during a conversation then walks away.", "relevant_moment": [ { "pair_id": 9000, "video_name": "house_s03e06_seg02_clip_13", "timestamp": [ 84.67, 93.59 ], "duration": 99.66, "caption": "A man approaches another man during a conversation then walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9001, "video_name": "house_s03e11_seg02_clip_05", "timestamp": [ 50.28, 52.82 ], "duration": 84.66, "caption": "A man starts to walk away from another man during their conversation.", "similarity": 0.8912, "relevance": 4 }, { "pair_id": 9002, "video_name": "grey_s02e20_seg02_clip_15", "timestamp": [ 44.38, 46.56 ], "duration": 87.66, "caption": "A man walks away from another man ending their conversation.", "similarity": 0.8807, "relevance": 4 }, { "pair_id": 9003, "video_name": "house_s03e21_seg02_clip_05", "timestamp": [ 32.18, 38.53 ], "duration": 90.66, "caption": "A man finishes his conversation with another man and walks away.", "similarity": 0.8705, "relevance": 4 }, { "pair_id": 9004, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 27.29, 32.21 ], "duration": 89.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.8631, "relevance": 3 }, { "pair_id": 9005, "video_name": "house_s03e06_seg02_clip_05", "timestamp": [ 45.04, 48.19 ], "duration": 90.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.8631, "relevance": 4 }, { "pair_id": 9006, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 69.36, 73.87 ], "duration": 90.66, "caption": "A man finishes his conversation with two people then walks away.", "similarity": 0.8497, "relevance": 2 }, { "pair_id": 9008, "video_name": "house_s06e01_seg02_clip_09", "timestamp": [ 66.73, 71.56 ], "duration": 87.66, "caption": "A person finishes his conversation with a man and walks away.", "similarity": 0.8375, "relevance": 3 }, { "pair_id": 9009, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 30.16, 36.46 ], "duration": 90.66, "caption": "A man is talking to another person and then walks past them, turning to keep talking as he quickly walks away.", "similarity": 0.8373, "relevance": 2 }, { "pair_id": 9010, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 84.42, 91.69 ], "duration": 97.66, "caption": "A man finishes his conversation with two people and walks away.", "similarity": 0.8365, "relevance": 3 }, { "pair_id": 9011, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 31.63, 35.35 ], "duration": 93.66, "caption": "A man walks out directly after talking to another man.", "similarity": 0.8361, "relevance": 3 }, { "pair_id": 9012, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 5.89, 9.52 ], "duration": 90.66, "caption": "A man walks away after he speaks to another man.", "similarity": 0.8338, "relevance": 2 }, { "pair_id": 9013, "video_name": "house_s03e05_seg02_clip_01", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A man chatting with another man as he walks away.", "similarity": 0.8315, "relevance": 3 }, { "pair_id": 9014, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 2.28, 5.92 ], "duration": 91.66, "caption": "A man walks out while another person is still talking to them.", "similarity": 0.8199, "relevance": 4 }, { "pair_id": 9015, "video_name": "house_s03e11_seg02_clip_17", "timestamp": [ 7.69, 29.4 ], "duration": 90.66, "caption": "A man talks with person then walks away, a man walks up to person from behind.", "similarity": 0.815, "relevance": 2 }, { "pair_id": 9016, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A man speaks to another man and then turns to walk away.", "similarity": 0.8129, "relevance": 3 }, { "pair_id": 9017, "video_name": "house_s06e14_seg02_clip_17", "timestamp": [ 11.27, 14.21 ], "duration": 98.66, "caption": "A man walks out quickly after talking to another man.", "similarity": 0.8123, "relevance": 4 }, { "pair_id": 9018, "video_name": "house_s04e13_seg02_clip_22", "timestamp": [ 47.11, 50.05 ], "duration": 84.66, "caption": "A man walks out immediately after talking to another man.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 9019, "video_name": "castle_s07e19_seg02_clip_25", "timestamp": [ 30.99, 33.72 ], "duration": 91.66, "caption": "A person walks away from a man as he is speaking to him.", "similarity": 0.8083, "relevance": 3 }, { "pair_id": 182320, "video_name": "house_s08e22_seg02_clip_15", "timestamp": [ 0.0, 7.44 ], "duration": 93.66, "caption": "A man talks to another man, then walks away. The second man runs after him.", "similarity": 0.8072, "relevance": 2 }, { "pair_id": 182322, "video_name": "s09e12_seg02_clip_06", "timestamp": [ 3.25, 9.44 ], "duration": 59.66, "caption": "A man walks away from woman after speaking to another man.", "similarity": 0.8032, "relevance": 2 }, { "pair_id": 182323, "video_name": "house_s08e07_seg02_clip_03", "timestamp": [ 24.42, 30.3 ], "duration": 90.66, "caption": "A man walks out and another man follows him while talking to him.", "similarity": 0.8029, "relevance": 3 }, { "pair_id": 182324, "video_name": "house_s01e19_seg02_clip_19", "timestamp": [ 20.22, 22.57 ], "duration": 94.66, "caption": "A person walks away after talking to two other individuals.", "similarity": 0.8021, "relevance": 2 }, { "pair_id": 182325, "video_name": "castle_s08e09_seg02_clip_21", "timestamp": [ 17.08, 19.78 ], "duration": 89.66, "caption": "A man walks out while talking to two other men.", "similarity": 0.8013, "relevance": 3 }, { "pair_id": 182326, "video_name": "house_s07e14_seg02_clip_04", "timestamp": [ 26.33, 30.56 ], "duration": 94.66, "caption": "A person walks away from another person and ends their conversation.", "similarity": 0.7992, "relevance": 3 }, { "pair_id": 182327, "video_name": "house_s02e08_seg02_clip_17", "timestamp": [ 43.25, 46.01 ], "duration": 92.66, "caption": "A man walks in while another man is talking with some people and he walks away.", "similarity": 0.7954, "relevance": 3 }, { "pair_id": 182328, "video_name": "castle_s06e12_seg02_clip_10", "timestamp": [ 31.83, 47.99 ], "duration": 95.66, "caption": "A man gets up, talks to man and walks away.", "similarity": 0.7952, "relevance": 2 }, { "pair_id": 182329, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 8.58, 11.7 ], "duration": 156.66, "caption": "A man walks away from a conversation with a woman.", "similarity": 0.7925, "relevance": 2 }, { "pair_id": 182330, "video_name": "house_s01e22_seg02_clip_11", "timestamp": [ 80.64, 84.95 ], "duration": 86.66, "caption": "A man walks to another man while they're talking to them.", "similarity": 0.7909, "relevance": 3 }, { "pair_id": 182331, "video_name": "grey_s02e24_seg02_clip_07", "timestamp": [ 15.52, 17.34 ], "duration": 91.66, "caption": "A man walks away from a woman after their conversation.", "similarity": 0.7906, "relevance": 1 }, { "pair_id": 182332, "video_name": "house_s01e08_seg02_clip_21", "timestamp": [ 0.0, 12.69 ], "duration": 87.66, "caption": "A man walks towards another man and they walk forward stopping to converse.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 182333, "video_name": "house_s01e19_seg02_clip_24", "timestamp": [ 3.47, 5.45 ], "duration": 99.66, "caption": "A person walks away after concluding their conversation with another person.", "similarity": 0.7865, "relevance": 1 }, { "pair_id": 182334, "video_name": "house_s06e12_seg02_clip_27", "timestamp": [ 7.13, 8.48 ], "duration": 9.66, "caption": "A man suddenly walks out after talking to another man.", "similarity": 0.7858, "relevance": 1 }, { "pair_id": 182335, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A man walks out while a person is talking to him.", "similarity": 0.7852, "relevance": 3 }, { "pair_id": 182336, "video_name": "s09e02_seg02_clip_06", "timestamp": [ 6.9, 9.6 ], "duration": 60.66, "caption": "A person walks away from the conversation between a man and a woman.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 182337, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 0.0, 14.73 ], "duration": 95.66, "caption": "A person speaks with man and then walks away.", "similarity": 0.7837, "relevance": 1 }, { "pair_id": 182338, "video_name": "met_s02e12_seg02_clip_12", "timestamp": [ 40.72, 42.64 ], "duration": 55.66, "caption": "A man is walking forward as another man stops him by starting a conversation with him.", "similarity": 0.7828, "relevance": 2 }, { "pair_id": 182339, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 0.0, 14.26 ], "duration": 92.66, "caption": "A man is speaking to two people before he walks away.", "similarity": 0.7828, "relevance": 2 } ] }, { "query_id": 84025, "query": "A man closes the fridge and walks up to the group of friends in the sofa.", "relevant_moment": [ { "pair_id": 16040, "video_name": "friends_s01e20_seg01_clip_00", "timestamp": [ 0.0, 6.21 ], "duration": 46.66, "caption": "A man closes the fridge and walks up to the group of friends in the sofa.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 16041, "video_name": "s07e14_seg02_clip_05", "timestamp": [ 15.91, 20.71 ], "duration": 60.66, "caption": "A man closes the refrigerator door and walks over to some people who are sitting down.", "similarity": 0.7774, "relevance": 4 }, { "pair_id": 16042, "video_name": "friends_s02e05_seg02_clip_00", "timestamp": [ 0.0, 4.62 ], "duration": 66.66, "caption": "A man closes the refrigerator door and walks towards a person.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 16043, "video_name": "castle_s01e05_seg02_clip_10", "timestamp": [ 35.57, 43.36 ], "duration": 74.66, "caption": "A man closes the fridge door and talks to a person by the fridge.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 16044, "video_name": "friends_s09e13_seg01_clip_01", "timestamp": [ 0.83, 7.7 ], "duration": 55.66, "caption": "A man walks around the couch and opens the fridge.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 16045, "video_name": "s10e08_seg02_clip_15", "timestamp": [ 33.07, 36.56 ], "duration": 58.66, "caption": "A man closes the refrigerator door and walks over to the table.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 16046, "video_name": "friends_s08e03_seg02_clip_01", "timestamp": [ 25.82, 29.59 ], "duration": 58.66, "caption": "A man closes the refrigerator door when talking to two people.", "similarity": 0.6874, "relevance": 2 }, { "pair_id": 16047, "video_name": "friends_s02e10_seg02_clip_17", "timestamp": [ 30.71, 35.33 ], "duration": 66.66, "caption": "A man closes the refrigerator and walks out of the kitchen.", "similarity": 0.687, "relevance": 4 }, { "pair_id": 16048, "video_name": "friends_s06e21_seg02_clip_08", "timestamp": [ 34.21, 37.92 ], "duration": 57.66, "caption": "A woman closes the fridge and walks towards man.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 16049, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 28.81, 44.17 ], "duration": 96.66, "caption": "A man shuts the fridge and walks out of the house.", "similarity": 0.6544, "relevance": 3 }, { "pair_id": 16050, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 44.86, 49.43 ], "duration": 61.66, "caption": "A man walks over to the refrigerator, opens then shuts the door.", "similarity": 0.647, "relevance": 2 }, { "pair_id": 16051, "video_name": "friends_s04e17_seg02_clip_10", "timestamp": [ 3.08, 6.79 ], "duration": 61.66, "caption": "A person walks to the fridge, opens it, and closes it.", "similarity": 0.6459, "relevance": 2 }, { "pair_id": 16052, "video_name": "friends_s06e05_seg02_clip_05", "timestamp": [ 18.47, 20.81 ], "duration": 52.66, "caption": "A man opens the fridge and then closes the door.", "similarity": 0.6447, "relevance": 2 }, { "pair_id": 16053, "video_name": "s10e05_seg02_clip_00", "timestamp": [ 48.07, 50.86 ], "duration": 62.66, "caption": "A man walks away from two people, to the refrigerator.", "similarity": 0.6429, "relevance": 2 }, { "pair_id": 16054, "video_name": "friends_s10e06_seg02_clip_00", "timestamp": [ 50.11, 55.15 ], "duration": 63.66, "caption": "A man opens and closes the door to the refrigerator.", "similarity": 0.6422, "relevance": 2 }, { "pair_id": 16055, "video_name": "s02e12_seg02_clip_11", "timestamp": [ 0.0, 6.62 ], "duration": 63.66, "caption": "A person walks to the refrigerator, opens it and then closes it.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 16056, "video_name": "castle_s04e11_seg02_clip_24", "timestamp": [ 47.44, 51.51 ], "duration": 90.66, "caption": "A man walks to a refrigerator and opens it.", "similarity": 0.6303, "relevance": 2 }, { "pair_id": 16057, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 2.29, 4.88 ], "duration": 57.66, "caption": "A man walks to the fridge and opens it.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 16058, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 18.89, 22.73 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.6287, "relevance": 2 }, { "pair_id": 16059, "video_name": "friends_s06e19_seg02_clip_07", "timestamp": [ 0.89, 4.43 ], "duration": 59.66, "caption": "A man opens the refrigerator door and then closes it.", "similarity": 0.6287, "relevance": 2 } ] }, { "query_id": 84042, "query": "A woman gets up from the sofa and walks away from a man then turns around smiling.", "relevant_moment": [ { "pair_id": 169560, "video_name": "met_s02e22_seg02_clip_09", "timestamp": [ 9.31, 14.12 ], "duration": 60.66, "caption": "A woman gets up from the sofa and walks away from a man then turns around smiling.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169561, "video_name": "friends_s02e07_seg02_clip_12", "timestamp": [ 21.91, 28.21 ], "duration": 60.66, "caption": "A woman walks away from a man and towards the sofa.", "similarity": 0.8012, "relevance": 2 }, { "pair_id": 169562, "video_name": "friends_s03e16_seg02_clip_17", "timestamp": [ 42.72, 46.99 ], "duration": 61.66, "caption": "A woman gets away from a man on the sofa and stands up.", "similarity": 0.7837, "relevance": 3 }, { "pair_id": 169563, "video_name": "friends_s03e22_seg01_clip_01", "timestamp": [ 41.06, 43.34 ], "duration": 57.66, "caption": "A woman gets up from the sofa and walks away.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 169564, "video_name": "friends_s01e01_seg02_clip_01", "timestamp": [ 56.14, 59.55 ], "duration": 62.66, "caption": "A woman gets up from the sofa and walks away.", "similarity": 0.7792, "relevance": 3 }, { "pair_id": 169565, "video_name": "castle_s04e16_seg02_clip_16", "timestamp": [ 36.94, 47.18 ], "duration": 89.66, "caption": "A woman smiles, then stands up and walks away from a man.", "similarity": 0.7772, "relevance": 2 }, { "pair_id": 169566, "video_name": "s05e18_seg02_clip_03", "timestamp": [ 19.15, 22.34 ], "duration": 58.66, "caption": "A woman gets up from the couch and walks away from a person.", "similarity": 0.7678, "relevance": 3 }, { "pair_id": 169567, "video_name": "friends_s09e10_seg02_clip_16", "timestamp": [ 44.27, 47.54 ], "duration": 59.66, "caption": "A man walks away from woman towards the sofa.", "similarity": 0.7654, "relevance": 1 }, { "pair_id": 169568, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 24.41, 26.55 ], "duration": 61.66, "caption": "A woman gets up off the sofa and begins to walk away.", "similarity": 0.7564, "relevance": 3 }, { "pair_id": 169569, "video_name": "house_s06e07_seg02_clip_11", "timestamp": [ 19.57, 24.12 ], "duration": 91.66, "caption": "A woman walks away from man and man smiles.", "similarity": 0.7523, "relevance": 2 }, { "pair_id": 169570, "video_name": "house_s04e13_seg02_clip_04", "timestamp": [ 7.68, 11.52 ], "duration": 76.66, "caption": "A woman quickly gets up from the couch and starts to walk away from a person.", "similarity": 0.7454, "relevance": 1 }, { "pair_id": 169571, "video_name": "friends_s09e07_seg02_clip_12", "timestamp": [ 14.11, 16.21 ], "duration": 60.66, "caption": "A woman gets up from the sofa and walks towards man.", "similarity": 0.7444, "relevance": 2 }, { "pair_id": 169572, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 27.46, 33.57 ], "duration": 61.66, "caption": "A man gets off of the sofa and walks over to a woman.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 169573, "video_name": "s02e21_seg02_clip_15", "timestamp": [ 8.85, 22.58 ], "duration": 61.66, "caption": "A person stands up from the couch then walks away from a woman until out of sight.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 169574, "video_name": "friends_s08e10_seg02_clip_16", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A woman gets up from the couch to get away from woman.", "similarity": 0.7319, "relevance": 2 }, { "pair_id": 169575, "video_name": "friends_s05e13_seg02_clip_13", "timestamp": [ 6.51, 10.54 ], "duration": 62.66, "caption": "A woman walks away from a man and he follows her to by the couch.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 169576, "video_name": "friends_s05e19_seg02_clip_03", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A woman gets up from the couch and walks away.", "similarity": 0.7213, "relevance": 2 }, { "pair_id": 169577, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 19.85, 23.95 ], "duration": 63.66, "caption": "A woman stands and walks away from the sofa.", "similarity": 0.7212, "relevance": 2 }, { "pair_id": 169578, "video_name": "castle_s03e22_seg02_clip_14", "timestamp": [ 81.42, 87.14 ], "duration": 88.66, "caption": "A woman gets up from the couch and walks off leaving a man sitting alone.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 169579, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 2.76, 8.28 ], "duration": 92.66, "caption": "A woman smiles at a man before she walks away.", "similarity": 0.7192, "relevance": 3 }, { "pair_id": 342880, "video_name": "s05e06_seg02_clip_04", "timestamp": [ 13.03, 17.06 ], "duration": 62.66, "caption": "A person smiles and walks away from the couch.", "similarity": 0.719, "relevance": 2 }, { "pair_id": 342881, "video_name": "s05e23_seg02_clip_15", "timestamp": [ 53.4, 55.23 ], "duration": 61.66, "caption": "A person stands up from the sofa and walks away.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 342882, "video_name": "castle_s02e22_seg02_clip_14", "timestamp": [ 21.4, 25.58 ], "duration": 93.66, "caption": "After a man walks away, a woman has a smile on her face.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 342883, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 16.91, 17.36 ], "duration": 89.66, "caption": "A woman smiles smugly at woman as she turns and walks away.", "similarity": 0.7119, "relevance": 1 }, { "pair_id": 342884, "video_name": "friends_s07e11_seg02_clip_06", "timestamp": [ 18.92, 22.28 ], "duration": 61.66, "caption": "A man gets up from the couch while a woman looks happy.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 342885, "video_name": "s03e04_seg02_clip_00", "timestamp": [ 38.13, 53.58 ], "duration": 63.66, "caption": "A woman gets up from the sofa to leave the room after a man asks her to.", "similarity": 0.7101, "relevance": 4 }, { "pair_id": 342886, "video_name": "friends_s02e06_seg02_clip_02", "timestamp": [ 46.38, 51.26 ], "duration": 61.66, "caption": "A woman gets up from the sofa and walks over to a person.", "similarity": 0.7097, "relevance": 3 }, { "pair_id": 342887, "video_name": "friends_s01e06_seg02_clip_09", "timestamp": [ 2.8, 10.08 ], "duration": 56.66, "caption": "A man walks away from a woman and takes a seat on the couch.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 342888, "video_name": "friends_s04e02_seg02_clip_12", "timestamp": [ 2.21, 5.99 ], "duration": 63.66, "caption": "A woman gets up off the couch and walks away.", "similarity": 0.7065, "relevance": 3 }, { "pair_id": 342889, "video_name": "castle_s04e23_seg02_clip_15", "timestamp": [ 19.03, 27.19 ], "duration": 90.66, "caption": "A woman walks away from a man and then turns around.", "similarity": 0.701, "relevance": 2 }, { "pair_id": 342891, "video_name": "friends_s07e19_seg02_clip_16", "timestamp": [ 41.38, 44.5 ], "duration": 52.66, "caption": "A woman stands up and walks away from the couch.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 342892, "video_name": "house_s06e14_seg02_clip_05", "timestamp": [ 35.35, 39.07 ], "duration": 93.66, "caption": "A woman gets up and walks away from man.", "similarity": 0.6968, "relevance": 4 }, { "pair_id": 342895, "video_name": "friends_s01e04_seg02_clip_08", "timestamp": [ 21.77, 24.49 ], "duration": 68.66, "caption": "A woman gets up off the chair and turns and walks away from another woman.", "similarity": 0.6923, "relevance": 3 }, { "pair_id": 342896, "video_name": "friends_s03e18_seg02_clip_13", "timestamp": [ 35.7, 40.58 ], "duration": 61.66, "caption": "A woman gets up from sitting on the sofa upon the greeting of a man.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 342897, "video_name": "s04e01_seg02_clip_05", "timestamp": [ 27.91, 29.41 ], "duration": 60.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 342898, "video_name": "friends_s04e08_seg02_clip_13", "timestamp": [ 19.6, 24.57 ], "duration": 58.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 342899, "video_name": "castle_s03e09_seg02_clip_08", "timestamp": [ 9.45, 12.6 ], "duration": 90.66, "caption": "A woman turns around and walks away from a man.", "similarity": 0.6888, "relevance": 2 } ] }, { "query_id": 84131, "query": "A person takes the bowl over to the kitchen table and sets it down.", "relevant_moment": [ { "pair_id": 5300, "video_name": "friends_s07e09_seg02_clip_10", "timestamp": [ 15.91, 19.51 ], "duration": 60.66, "caption": "A person takes the bowl over to the kitchen table and sets it down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5301, "video_name": "friends_s03e17_seg02_clip_03", "timestamp": [ 12.1, 15.05 ], "duration": 59.66, "caption": "A man sets down their bowl on the table.", "similarity": 0.7745, "relevance": 3 }, { "pair_id": 5302, "video_name": "s03e03_seg02_clip_11", "timestamp": [ 30.46, 33.36 ], "duration": 58.66, "caption": "A person takes a bowl off of the end table.", "similarity": 0.7487, "relevance": 1 }, { "pair_id": 5303, "video_name": "met_s02e11_seg02_clip_18", "timestamp": [ 44.15, 51.77 ], "duration": 63.66, "caption": "A person slowly walks over to the table and sits a bowl down.", "similarity": 0.736, "relevance": 4 }, { "pair_id": 5304, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 1.32, 3.63 ], "duration": 66.66, "caption": "A person walks over and sets a bowl of salad on the table.", "similarity": 0.7216, "relevance": 4 }, { "pair_id": 5305, "video_name": "s10e12_seg02_clip_00", "timestamp": [ 6.1, 8.85 ], "duration": 61.66, "caption": "A man walks to the kitchen island and sets his bowl down.", "similarity": 0.7053, "relevance": 4 }, { "pair_id": 5306, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 0.0, 6.56 ], "duration": 57.66, "caption": "A man walks over and sets the salad bowl on the table and sits down.", "similarity": 0.6903, "relevance": 4 }, { "pair_id": 5307, "video_name": "s09e13_seg01_clip_00", "timestamp": [ 44.86, 47.3 ], "duration": 61.66, "caption": "A person places an oven dish down on a kitchen table.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 5308, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 21.05, 25.33 ], "duration": 61.66, "caption": "A woman puts a bowl on person's kitchen table alongside other dishes.", "similarity": 0.6868, "relevance": 4 }, { "pair_id": 5309, "video_name": "s10e01_seg02_clip_04", "timestamp": [ 18.31, 20.71 ], "duration": 60.66, "caption": "A woman picks up a bowl off the kitchen table as she stands up.", "similarity": 0.6811, "relevance": 2 }, { "pair_id": 5310, "video_name": "friends_s08e14_seg02_clip_02", "timestamp": [ 5.58, 7.13 ], "duration": 62.66, "caption": "A man points to the kitchen to ask someone where they'll set down the bowl.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 5311, "video_name": "s02e20_seg01_clip_02", "timestamp": [ 41.32, 43.35 ], "duration": 81.66, "caption": "A person puts their food down on the table.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 5312, "video_name": "friends_s10e08_seg02_clip_02", "timestamp": [ 31.51, 36.92 ], "duration": 60.66, "caption": "A woman picks up a bowl from the table, turns, and places it on the counter.", "similarity": 0.6598, "relevance": 4 }, { "pair_id": 5313, "video_name": "friends_s10e10_seg02_clip_15", "timestamp": [ 9.28, 12.49 ], "duration": 64.66, "caption": "A woman places a bowl down onto the counter and sits down at the table.", "similarity": 0.6541, "relevance": 3 }, { "pair_id": 5314, "video_name": "s09e13_seg01_clip_01", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man took a bowl of salad to the table from the kitchen.", "similarity": 0.6538, "relevance": 2 }, { "pair_id": 5315, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 12.69, 15.05 ], "duration": 59.66, "caption": "A person puts his takeout food container down on the table.", "similarity": 0.6497, "relevance": 1 }, { "pair_id": 5316, "video_name": "s02e10_seg02_clip_14", "timestamp": [ 25.77, 29.41 ], "duration": 56.66, "caption": "A person walks over to the lunch table to place his food down.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 5317, "video_name": "friends_s03e07_seg02_clip_18", "timestamp": [ 5.4, 8.4 ], "duration": 60.66, "caption": "A woman sets a bowl and plate down on the coffee table.", "similarity": 0.6452, "relevance": 3 }, { "pair_id": 5318, "video_name": "friends_s06e15-16_seg02_clip_35", "timestamp": [ 21.46, 25.31 ], "duration": 55.66, "caption": "A woman stands up from the table and grabs a bowl.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 5319, "video_name": "s02e09_seg02_clip_01", "timestamp": [ 55.22, 56.73 ], "duration": 60.66, "caption": "A person gets up and moves towards the kitchen.", "similarity": 0.642, "relevance": 0 } ] }, { "query_id": 84166, "query": "A person enters the precinct from the elevator and looks at two other people.", "relevant_moment": [ { "pair_id": 69420, "video_name": "castle_s06e04_seg02_clip_22", "timestamp": [ 32.67, 36.35 ], "duration": 92.66, "caption": "A person enters the precinct from the elevator and looks at two other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 69421, "video_name": "castle_s03e12_seg02_clip_14", "timestamp": [ 40.31, 42.46 ], "duration": 85.66, "caption": "A man looks as a person heads to the elevators of the precinct as he walks with a woman.", "similarity": 0.7866, "relevance": 2 }, { "pair_id": 69422, "video_name": "castle_s02e22_seg02_clip_05", "timestamp": [ 20.05, 24.95 ], "duration": 89.66, "caption": "A man looks at someone being taken into the precinct by an officer.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 69424, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 57.77, 66.46 ], "duration": 86.66, "caption": "A person gets into an elevator and another person follows him in.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 69426, "video_name": "grey_s02e18_seg02_clip_22", "timestamp": [ 10.47, 14.11 ], "duration": 91.66, "caption": "A person gets into the elevator with two other people.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 69427, "video_name": "house_s08e13_seg02_clip_03", "timestamp": [ 46.45, 52.26 ], "duration": 89.66, "caption": "A person enters an elevator with some other people.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 69428, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 4.98, 10.41 ], "duration": 90.66, "caption": "A person walks into the elevator when a man looks on.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 69429, "video_name": "castle_s04e11_seg02_clip_12", "timestamp": [ 43.57, 52.81 ], "duration": 88.66, "caption": "Some people are walking in the precinct and they look at person in the break room with an officer.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 69430, "video_name": "castle_s08e11_seg02_clip_13", "timestamp": [ 86.98, 91.08 ], "duration": 91.66, "caption": "Two people enter the precincts elevator as they discuss one's diplomatic immunity.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 69431, "video_name": "castle_s02e02_seg02_clip_06", "timestamp": [ 70.4, 77.76 ], "duration": 92.66, "caption": "A woman and a man enter the precinct elevator and the man presses the button to close the elevator not letting two other people in.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 69432, "video_name": "house_s01e01_seg02_clip_02", "timestamp": [ 87.9, 94.55 ], "duration": 95.66, "caption": "A person turns around at another person, before they walk into the elevator together.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 69433, "video_name": "s03e02_seg02_clip_08", "timestamp": [ 31.91, 39.17 ], "duration": 58.66, "caption": "Two men are looking at the elevator shaft as a person is inside the shaft.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 69434, "video_name": "castle_s01e08_seg02_clip_10", "timestamp": [ 84.82, 90.24 ], "duration": 90.66, "caption": "A person smiles at a person as person gets up from his seat and heads to the door and person mention his position in the precinct.", "similarity": 0.6359, "relevance": 1 }, { "pair_id": 69435, "video_name": "house_s01e16_seg02_clip_19", "timestamp": [ 5.0, 8.5 ], "duration": 100.66, "caption": "A person enters the elevator after looking up at the floor light.", "similarity": 0.6358, "relevance": 1 }, { "pair_id": 69436, "video_name": "grey_s03e05_seg02_clip_07", "timestamp": [ 71.32, 92.03 ], "duration": 92.66, "caption": "Two people get into the elevator and one of them looks at the other and shakes their head.", "similarity": 0.6354, "relevance": 2 }, { "pair_id": 69437, "video_name": "castle_s06e22_seg02_clip_03", "timestamp": [ 72.37, 75.1 ], "duration": 91.66, "caption": "A person comes out of the elevator and looked at woman.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 69438, "video_name": "house_s08e13_seg02_clip_04", "timestamp": [ 12.74, 14.11 ], "duration": 91.66, "caption": "A person heads to the elevator with two others.", "similarity": 0.6329, "relevance": 2 }, { "pair_id": 69439, "video_name": "grey_s02e22_seg02_clip_18", "timestamp": [ 6.27, 9.4 ], "duration": 89.66, "caption": "A person looks up and sees another person standing in the doorway.", "similarity": 0.6306, "relevance": 2 }, { "pair_id": 242740, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 80.43, 86.02 ], "duration": 86.66, "caption": "A person and another person are in the elevator together.", "similarity": 0.6278, "relevance": 3 }, { "pair_id": 242741, "video_name": "grey_s02e25_seg02_clip_01", "timestamp": [ 14.19, 17.74 ], "duration": 88.66, "caption": "A person stands between two other people in the elevator.", "similarity": 0.6278, "relevance": 4 }, { "pair_id": 242742, "video_name": "house_s02e14_seg02_clip_12", "timestamp": [ 48.07, 53.86 ], "duration": 89.66, "caption": "A person gets into the elevator while another person stays outside.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 242743, "video_name": "friends_s01e09_seg02_clip_02", "timestamp": [ 62.0, 64.58 ], "duration": 64.66, "caption": "A man while in the doorway is looking inside apartment then looks over at another person.", "similarity": 0.6229, "relevance": 1 }, { "pair_id": 242744, "video_name": "house_s01e15_seg02_clip_02", "timestamp": [ 21.4, 23.26 ], "duration": 93.66, "caption": "An unknown person restarts the elevator they and another person are in.", "similarity": 0.6148, "relevance": 2 }, { "pair_id": 242745, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 10.7, 19.54 ], "duration": 93.66, "caption": "A person at the back of two men looks at different sides of the elevator.", "similarity": 0.6128, "relevance": 2 }, { "pair_id": 242746, "video_name": "house_s03e06_seg02_clip_19", "timestamp": [ 6.23, 9.79 ], "duration": 89.66, "caption": "A person comes in the elevator while still talking to two other people.", "similarity": 0.6116, "relevance": 2 }, { "pair_id": 242747, "video_name": "s01e14_seg02_clip_10", "timestamp": [ 38.75, 42.72 ], "duration": 61.66, "caption": "A person opens the elevator door and grabs another person.", "similarity": 0.6092, "relevance": 2 }, { "pair_id": 242748, "video_name": "house_s08e06_seg02_clip_03", "timestamp": [ 47.26, 56.71 ], "duration": 90.66, "caption": "A person looks toward the ceiling and then gets on an elevator as he's speaking to another person.", "similarity": 0.6073, "relevance": 3 }, { "pair_id": 242749, "video_name": "castle_s08e11_seg02_clip_13", "timestamp": [ 87.44, 91.08 ], "duration": 91.66, "caption": "A man and another person go into an elevator together.", "similarity": 0.6072, "relevance": 3 }, { "pair_id": 242750, "video_name": "castle_s05e23_seg02_clip_06", "timestamp": [ 6.84, 29.64 ], "duration": 91.66, "caption": "Two people enter an elevator in the police department and have a discussion the entire elevator ride.", "similarity": 0.6053, "relevance": 3 }, { "pair_id": 242751, "video_name": "s01e06_seg02_clip_14", "timestamp": [ 3.05, 9.46 ], "duration": 61.66, "caption": "A person looks despondant for a moment there there is a knock at the door and another person comes in.", "similarity": 0.6039, "relevance": 1 }, { "pair_id": 242752, "video_name": "castle_s07e18_seg02_clip_00", "timestamp": [ 2.36, 6.6 ], "duration": 94.66, "caption": "Some people exit the precinct's elevator.", "similarity": 0.6038, "relevance": 4 }, { "pair_id": 242753, "video_name": "castle_s04e21_seg02_clip_07", "timestamp": [ 2.75, 5.96 ], "duration": 91.66, "caption": "Two people walk out of the precinct elevator holding two guys under arrest.", "similarity": 0.6015, "relevance": 3 }, { "pair_id": 242754, "video_name": "s08e01_seg02_clip_16", "timestamp": [ 9.3, 12.31 ], "duration": 60.66, "caption": "While going up the stairs, a person turns around and looks at another person.", "similarity": 0.6005, "relevance": 2 }, { "pair_id": 242755, "video_name": "house_s08e03_seg02_clip_24", "timestamp": [ 0.0, 11.44 ], "duration": 88.66, "caption": "A person is walking after another person then they head to the elevator.", "similarity": 0.6003, "relevance": 2 }, { "pair_id": 242756, "video_name": "house_s02e24_seg02_clip_24", "timestamp": [ 73.5, 82.01 ], "duration": 89.66, "caption": "A person walks into an operating room and two other people both look at them.", "similarity": 0.5954, "relevance": 1 }, { "pair_id": 242757, "video_name": "house_s01e01_seg02_clip_02", "timestamp": [ 65.09, 72.22 ], "duration": 95.66, "caption": "A person sees another person walking up and hits the elevator button twice.", "similarity": 0.5952, "relevance": 1 }, { "pair_id": 242758, "video_name": "house_s01e02_seg02_clip_13", "timestamp": [ 33.45, 37.12 ], "duration": 91.66, "caption": "A person pushes the elevator button and looks around.", "similarity": 0.5938, "relevance": 1 }, { "pair_id": 242759, "video_name": "castle_s07e05_seg02_clip_07", "timestamp": [ 13.55, 16.71 ], "duration": 90.66, "caption": "A person walks into the monitor room and sees another person in the interrogation room.", "similarity": 0.5936, "relevance": 1 } ] }, { "query_id": 84242, "query": "A woman walks in and notices two people talking.", "relevant_moment": [ { "pair_id": 9400, "video_name": "house_s06e18_seg02_clip_03", "timestamp": [ 27.31, 28.67 ], "duration": 91.66, "caption": "A woman walks in and notices two people talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9401, "video_name": "s03e02_seg02_clip_09", "timestamp": [ 5.4, 12.91 ], "duration": 60.66, "caption": "A woman walks in and starts a conversation with a man.", "similarity": 0.794, "relevance": 2 }, { "pair_id": 9402, "video_name": "grey_s02e01_seg02_clip_10", "timestamp": [ 0.0, 37.72 ], "duration": 89.66, "caption": "A woman talks to someone while another person walks in, converses with them and leaves.", "similarity": 0.7888, "relevance": 2 }, { "pair_id": 9403, "video_name": "grey_s03e25_seg02_clip_00", "timestamp": [ 74.16, 93.29 ], "duration": 93.66, "caption": "Two people walk in and a woman walks backwards while talking to them.", "similarity": 0.7877, "relevance": 2 }, { "pair_id": 9404, "video_name": "castle_s08e14_seg02_clip_26", "timestamp": [ 17.83, 155.02 ], "duration": 155.66, "caption": "A woman walked in and started to have a conversation with a man.", "similarity": 0.7872, "relevance": 1 }, { "pair_id": 9405, "video_name": "grey_s02e21_seg02_clip_20", "timestamp": [ 17.36, 20.92 ], "duration": 89.66, "caption": "A woman is talking to a man when another man walks in.", "similarity": 0.7851, "relevance": 2 }, { "pair_id": 9406, "video_name": "castle_s04e19_seg02_clip_10", "timestamp": [ 25.72, 29.26 ], "duration": 88.66, "caption": "A person walks in on the conversation of woman and man.", "similarity": 0.7838, "relevance": 1 }, { "pair_id": 9407, "video_name": "grey_s03e08_seg02_clip_02", "timestamp": [ 8.75, 23.19 ], "duration": 87.66, "caption": "A woman is talking to two people when two other people walk in a room.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 9408, "video_name": "s10e10_seg02_clip_04", "timestamp": [ 43.97, 48.7 ], "duration": 59.66, "caption": "A woman walks toward a person while talking to two other people.", "similarity": 0.777, "relevance": 2 }, { "pair_id": 9409, "video_name": "grey_s02e06_seg02_clip_07", "timestamp": [ 59.55, 63.13 ], "duration": 89.66, "caption": "A woman walks up quickly between two people and starts talking to them.", "similarity": 0.7679, "relevance": 3 }, { "pair_id": 9410, "video_name": "house_s06e07_seg02_clip_23", "timestamp": [ 51.43, 58.26 ], "duration": 91.66, "caption": "A person walks in and talks to another person.", "similarity": 0.7661, "relevance": 0 }, { "pair_id": 9411, "video_name": "castle_s03e24_seg02_clip_15", "timestamp": [ 46.4, 57.56 ], "duration": 89.66, "caption": "A woman walks in and starts talking to man.", "similarity": 0.766, "relevance": 0 }, { "pair_id": 9412, "video_name": "friends_s02e24_seg02_clip_10", "timestamp": [ 19.44, 40.62 ], "duration": 58.66, "caption": "Two people walk up to talk to a woman.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 9413, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 47.36, 82.37 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7638, "relevance": 1 }, { "pair_id": 9414, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 0.0, 39.54 ], "duration": 82.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 9415, "video_name": "grey_s03e13_seg02_clip_03", "timestamp": [ 0.0, 16.73 ], "duration": 90.66, "caption": "A woman is having a conversation with two people.", "similarity": 0.7638, "relevance": 1 }, { "pair_id": 9416, "video_name": "s08e18_seg02_clip_10", "timestamp": [ 32.66, 38.27 ], "duration": 51.66, "caption": "Two people walk in and a woman turns to stare at a man while he's talking.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 9417, "video_name": "castle_s07e20_seg02_clip_07", "timestamp": [ 60.09, 65.43 ], "duration": 89.66, "caption": "A woman walks by and a woman sees her and walks to her to start a conversation.", "similarity": 0.7609, "relevance": 3 }, { "pair_id": 9418, "video_name": "castle_s01e07_seg02_clip_15", "timestamp": [ 0.0, 16.69 ], "duration": 92.66, "caption": "A woman was having a conversation with two people.", "similarity": 0.7604, "relevance": 2 }, { "pair_id": 9419, "video_name": "house_s02e15_seg02_clip_09", "timestamp": [ 23.22, 33.69 ], "duration": 91.66, "caption": "A woman stands up to speak with another woman when she walks in.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 182720, "video_name": "castle_s05e22_seg02_clip_21", "timestamp": [ 18.75, 26.26 ], "duration": 125.66, "caption": "A person walked towards woman and woman started talking.", "similarity": 0.7592, "relevance": 2 }, { "pair_id": 182721, "video_name": "grey_s03e04_seg02_clip_22", "timestamp": [ 27.01, 32.86 ], "duration": 90.66, "caption": "A woman walks in and converses with another woman.", "similarity": 0.759, "relevance": 4 }, { "pair_id": 182722, "video_name": "house_s06e19_seg02_clip_11", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "Two people walk in while person and person are talking.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 182723, "video_name": "castle_s06e01_seg02_clip_12", "timestamp": [ 10.58, 19.33 ], "duration": 92.66, "caption": "A woman walks in to see two men conversing in an office.", "similarity": 0.7568, "relevance": 4 }, { "pair_id": 182724, "video_name": "castle_s06e16_seg02_clip_25", "timestamp": [ 61.62, 69.98 ], "duration": 88.66, "caption": "Two people walk towards a woman to speak to her.", "similarity": 0.7559, "relevance": 3 }, { "pair_id": 182725, "video_name": "castle_s02e24_seg02_clip_13", "timestamp": [ 53.92, 56.64 ], "duration": 90.66, "caption": "A woman walks in the office to talk to two people.", "similarity": 0.7537, "relevance": 3 }, { "pair_id": 182726, "video_name": "house_s07e19_seg02_clip_00", "timestamp": [ 8.31, 12.92 ], "duration": 92.66, "caption": "A woman walked towards a person and started a conversation.", "similarity": 0.7516, "relevance": 3 }, { "pair_id": 182727, "video_name": "castle_s03e04_seg02_clip_12", "timestamp": [ 41.87, 49.15 ], "duration": 91.66, "caption": "A woman joins the conversation between two people.", "similarity": 0.7482, "relevance": 3 }, { "pair_id": 182729, "video_name": "castle_s05e24_seg02_clip_03", "timestamp": [ 54.83, 65.0 ], "duration": 88.66, "caption": "A woman walks into the hallway and talks to a person and another.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 182730, "video_name": "friends_s03e19_seg02_clip_01", "timestamp": [ 2.64, 26.74 ], "duration": 66.66, "caption": "A woman walks in to face three people while conversing with them.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 182731, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 22.5, 26.03 ], "duration": 88.66, "caption": "A woman is walking around while she is talking to a man.", "similarity": 0.7415, "relevance": 2 }, { "pair_id": 182732, "video_name": "castle_s05e18_seg02_clip_05", "timestamp": [ 27.95, 31.55 ], "duration": 90.66, "caption": "Two people are having a serious conversation in an office and a woman walks by and sees them.", "similarity": 0.7407, "relevance": 3 }, { "pair_id": 182733, "video_name": "house_s02e21_seg02_clip_21", "timestamp": [ 28.39, 32.26 ], "duration": 129.66, "caption": "A woman walks out and a person follows her and talks to her.", "similarity": 0.738, "relevance": 2 }, { "pair_id": 182734, "video_name": "house_s07e10_seg02_clip_00", "timestamp": [ 10.5, 26.01 ], "duration": 91.66, "caption": "Two people talk to another person as a third person walks in.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 182735, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.7366, "relevance": 2 }, { "pair_id": 182736, "video_name": "grey_s02e03_seg02_clip_18", "timestamp": [ 75.38, 85.66 ], "duration": 85.66, "caption": "A person walks towards where woman is standing and they converse.", "similarity": 0.735, "relevance": 2 }, { "pair_id": 182737, "video_name": "castle_s06e16_seg02_clip_25", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A woman walks towards a person to speak to her.", "similarity": 0.7349, "relevance": 2 }, { "pair_id": 182738, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 71.78, 92.03 ], "duration": 92.66, "caption": "A person walks into the room that two women are talking in.", "similarity": 0.7349, "relevance": 2 }, { "pair_id": 182739, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 19.79, 25.31 ], "duration": 92.66, "caption": "A woman was walking while talking to a man.", "similarity": 0.7346, "relevance": 2 } ] }, { "query_id": 84247, "query": "A man walks back into the apartment and goes into the bedroom.", "relevant_moment": [ { "pair_id": 109460, "video_name": "s10e12_seg02_clip_18", "timestamp": [ 59.52, 64.42 ], "duration": 70.66, "caption": "A man walks back into the apartment and goes into the bedroom.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 109461, "video_name": "friends_s07e01_seg02_clip_08", "timestamp": [ 29.59, 32.2 ], "duration": 58.66, "caption": "A man walks back out of his bedroom and stands in the doorway.", "similarity": 0.8172, "relevance": 1 }, { "pair_id": 109462, "video_name": "s01e07_seg02_clip_00", "timestamp": [ 20.78, 24.81 ], "duration": 62.66, "caption": "A man turns around and walks into his apartment.", "similarity": 0.7867, "relevance": 2 }, { "pair_id": 109463, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 31.43, 34.48 ], "duration": 61.66, "caption": "A man enters someone's apartment and walks across the room.", "similarity": 0.7768, "relevance": 3 }, { "pair_id": 109464, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 0.0, 2.85 ], "duration": 57.66, "caption": "A man opens the door and walks into the bedroom.", "similarity": 0.7729, "relevance": 3 }, { "pair_id": 109465, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 109466, "video_name": "friends_s06e19_seg02_clip_19", "timestamp": [ 18.25, 23.77 ], "duration": 48.66, "caption": "A man walks into the apartment and towards the sofa.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 109467, "video_name": "s03e19_seg02_clip_00", "timestamp": [ 6.41, 10.37 ], "duration": 61.66, "caption": "A man walks into the living room from his bedroom.", "similarity": 0.7635, "relevance": 3 }, { "pair_id": 109468, "video_name": "friends_s06e05_seg02_clip_08", "timestamp": [ 25.54, 27.35 ], "duration": 60.66, "caption": "A man walks into the apartment and closes the door behind him.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 109469, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 43.02, 45.16 ], "duration": 61.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7626, "relevance": 2 }, { "pair_id": 109470, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 53.66, 54.59 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7626, "relevance": 2 }, { "pair_id": 109471, "video_name": "friends_s06e11_seg02_clip_11", "timestamp": [ 57.03, 59.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7626, "relevance": 2 }, { "pair_id": 109472, "video_name": "friends_s03e14_seg02_clip_05", "timestamp": [ 4.05, 6.24 ], "duration": 62.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7626, "relevance": 3 }, { "pair_id": 109473, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 40.52, 43.52 ], "duration": 60.66, "caption": "A man opens the door and walks into the apartment.", "similarity": 0.7626, "relevance": 3 }, { "pair_id": 109474, "video_name": "grey_s02e01_seg02_clip_03", "timestamp": [ 0.9, 8.55 ], "duration": 90.66, "caption": "A man walks into the room.", "similarity": 0.7592, "relevance": 1 }, { "pair_id": 109475, "video_name": "friends_s03e05_seg01_clip_00", "timestamp": [ 0.0, 5.02 ], "duration": 59.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 109476, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 51.04, 53.03 ], "duration": 57.66, "caption": "A man opens the door and walks into his apartment.", "similarity": 0.7578, "relevance": 3 }, { "pair_id": 109477, "video_name": "friends_s03e21_seg02_clip_16", "timestamp": [ 18.4, 19.49 ], "duration": 54.66, "caption": "A man walks in to an apartment through the front door.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 109478, "video_name": "met_s06e22_seg02_clip_06", "timestamp": [ 41.91, 46.64 ], "duration": 63.66, "caption": "A man walks out of their bedroom to the front door.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 109479, "video_name": "s03e23_seg02_clip_12", "timestamp": [ 3.54, 5.61 ], "duration": 59.66, "caption": "A person emerges from his room and walks into the main part of the apartment.", "similarity": 0.7506, "relevance": 2 }, { "pair_id": 282780, "video_name": "grey_s02e17_seg02_clip_25", "timestamp": [ 44.19, 48.84 ], "duration": 93.66, "caption": "A man walks back into the room holding the door.", "similarity": 0.7503, "relevance": 3 }, { "pair_id": 282781, "video_name": "s04e02_seg02_clip_02", "timestamp": [ 47.52, 51.65 ], "duration": 59.66, "caption": "A man gets out of bed and walks to the bedroom door.", "similarity": 0.75, "relevance": 2 }, { "pair_id": 282782, "video_name": "friends_s07e03_seg02_clip_07", "timestamp": [ 1.92, 3.84 ], "duration": 64.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 282783, "video_name": "friends_s05e04_seg02_clip_13", "timestamp": [ 55.31, 57.02 ], "duration": 57.66, "caption": "A man walks into the apartment and closes the door.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 282784, "video_name": "s03e22_seg02_clip_16", "timestamp": [ 37.68, 39.54 ], "duration": 93.66, "caption": "A man walks into the apartment and then closes the door.", "similarity": 0.746, "relevance": 2 }, { "pair_id": 282785, "video_name": "s06e22_seg02_clip_02", "timestamp": [ 62.43, 64.02 ], "duration": 64.66, "caption": "A man gets out of bed and walks to his bedroom door.", "similarity": 0.7431, "relevance": 2 }, { "pair_id": 282786, "video_name": "friends_s06e07_seg02_clip_10", "timestamp": [ 4.56, 6.84 ], "duration": 57.66, "caption": "A man walks into the apartment and shuts the door behind him.", "similarity": 0.7427, "relevance": 3 }, { "pair_id": 282787, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 45.62, 48.02 ], "duration": 60.66, "caption": "A person walks back across the hall and opens the door back into their apartment.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 282788, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 18.01, 19.84 ], "duration": 61.66, "caption": "A person walks out of their bedroom and into the living room.", "similarity": 0.7362, "relevance": 2 }, { "pair_id": 282789, "video_name": "friends_s05e19_seg02_clip_18", "timestamp": [ 11.31, 13.35 ], "duration": 58.66, "caption": "A man walks into the apartment and shuts the door.", "similarity": 0.7356, "relevance": 2 }, { "pair_id": 282790, "video_name": "friends_s07e20_seg02_clip_15", "timestamp": [ 28.89, 33.01 ], "duration": 55.66, "caption": "A man enters the apartment and walks over to the kitchen table.", "similarity": 0.7345, "relevance": 2 }, { "pair_id": 282791, "video_name": "friends_s03e11_seg02_clip_00", "timestamp": [ 0.0, 3.06 ], "duration": 68.66, "caption": "A man walks into the apartment and slams the door behind him.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 282792, "video_name": "s03e11_seg02_clip_16", "timestamp": [ 7.98, 14.83 ], "duration": 57.66, "caption": "A person walks into the room and points back to the bedroom door.", "similarity": 0.7313, "relevance": 2 }, { "pair_id": 282793, "video_name": "house_s07e11_seg02_clip_28", "timestamp": [ 4.14, 7.2 ], "duration": 36.66, "caption": "A man walks into the room and to the side of the bed.", "similarity": 0.7307, "relevance": 1 }, { "pair_id": 282794, "video_name": "friends_s02e15_seg02_clip_08", "timestamp": [ 30.91, 38.42 ], "duration": 60.66, "caption": "A man walks into the apartment and pulls up a stool.", "similarity": 0.7303, "relevance": 2 }, { "pair_id": 282795, "video_name": "friends_s04e16_seg02_clip_20", "timestamp": [ 40.43, 43.09 ], "duration": 59.66, "caption": "A man waves his hand down then walks into the apartment.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 282796, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 14.47, 18.99 ], "duration": 60.66, "caption": "A man enters the apartment and walks over to woman.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 282797, "video_name": "s01e15_seg02_clip_14", "timestamp": [ 50.42, 55.78 ], "duration": 63.66, "caption": "A man slowly walks back into the apartment, dejectedly.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 282798, "video_name": "grey_s02e04_seg02_clip_09", "timestamp": [ 3.79, 9.68 ], "duration": 84.66, "caption": "A man walks in and then walks out of the room.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 282799, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 14.11, 18.01 ], "duration": 60.66, "caption": "A man walks into the apartment and sits down on the couch.", "similarity": 0.7208, "relevance": 3 } ] }, { "query_id": 84290, "query": "Two men talk across from one another at man's office desk.", "relevant_moment": [ { "pair_id": 164580, "video_name": "grey_s03e25_seg02_clip_03", "timestamp": [ 0.0, 20.03 ], "duration": 89.66, "caption": "Two men talk across from one another at man's office desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 164581, "video_name": "castle_s06e05_seg02_clip_11", "timestamp": [ 0.0, 81.68 ], "duration": 90.66, "caption": "Two men talk with a man at the office together.", "similarity": 0.8589, "relevance": 4 }, { "pair_id": 164582, "video_name": "castle_s08e04_seg02_clip_17", "timestamp": [ 0.0, 10.45 ], "duration": 95.66, "caption": "Two men are talking to a person in an office.", "similarity": 0.8443, "relevance": 4 }, { "pair_id": 164583, "video_name": "house_s05e19_seg02_clip_18", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "A man talks to another man while at his office.", "similarity": 0.842, "relevance": 3 }, { "pair_id": 164584, "video_name": "house_s03e05_seg02_clip_13", "timestamp": [ 4.54, 9.99 ], "duration": 90.66, "caption": "Two men are talking in the office of a man.", "similarity": 0.8409, "relevance": 4 }, { "pair_id": 164585, "video_name": "castle_s08e17_seg02_clip_24", "timestamp": [ 0.0, 31.8 ], "duration": 89.66, "caption": "Two men are conversing with a person in an office.", "similarity": 0.8216, "relevance": 3 }, { "pair_id": 164586, "video_name": "castle_s05e14_seg02_clip_03", "timestamp": [ 0.0, 21.75 ], "duration": 90.66, "caption": "Two men are speaking to a person as they are in an office.", "similarity": 0.8103, "relevance": 3 }, { "pair_id": 164587, "video_name": "castle_s07e22_seg02_clip_01", "timestamp": [ 60.69, 90.58 ], "duration": 90.66, "caption": "A man is in an office conversing with two other men.", "similarity": 0.7945, "relevance": 2 }, { "pair_id": 164588, "video_name": "castle_s04e11_seg02_clip_24", "timestamp": [ 82.23, 87.65 ], "duration": 90.66, "caption": "Two men walk in an office and one of them talks to two other people.", "similarity": 0.7942, "relevance": 2 }, { "pair_id": 164589, "video_name": "castle_s07e20_seg02_clip_02", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A man is with another man in his office as they converse.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 164590, "video_name": "house_s01e05_seg02_clip_20", "timestamp": [ 0.0, 16.2 ], "duration": 87.66, "caption": "A man talks to two people in his office.", "similarity": 0.7835, "relevance": 2 }, { "pair_id": 164591, "video_name": "s05e10_seg02_clip_02", "timestamp": [ 0.0, 65.02 ], "duration": 65.66, "caption": "Two men sit at their desks and talk.", "similarity": 0.7806, "relevance": 3 }, { "pair_id": 164592, "video_name": "grey_s02e07_seg02_clip_22", "timestamp": [ 0.0, 25.12 ], "duration": 157.66, "caption": "Two men talk in his office while a woman watches.", "similarity": 0.7785, "relevance": 4 }, { "pair_id": 164593, "video_name": "castle_s05e12_seg02_clip_18", "timestamp": [ 0.0, 63.6 ], "duration": 90.66, "caption": "Two people are speaking to a man in his office.", "similarity": 0.7744, "relevance": 2 }, { "pair_id": 164594, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 10.34, 22.57 ], "duration": 94.66, "caption": "A man walks into another man's office to talk with him.", "similarity": 0.7688, "relevance": 3 }, { "pair_id": 164595, "video_name": "house_s03e22_seg02_clip_08", "timestamp": [ 121.9, 125.03 ], "duration": 125.66, "caption": "A man walks into another man's office to talk with him.", "similarity": 0.7688, "relevance": 4 }, { "pair_id": 164596, "video_name": "house_s04e07_seg02_clip_12", "timestamp": [ 77.12, 86.65 ], "duration": 86.66, "caption": "Two men talk with someone in her office.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 164597, "video_name": "house_s03e02_seg02_clip_18", "timestamp": [ 0.0, 28.06 ], "duration": 110.66, "caption": "Some people are conversing with a man in his office.", "similarity": 0.766, "relevance": 2 }, { "pair_id": 164598, "video_name": "house_s07e15_seg02_clip_17", "timestamp": [ 38.06, 85.86 ], "duration": 88.66, "caption": "A man walks in to another man's office and talks with him.", "similarity": 0.7644, "relevance": 3 }, { "pair_id": 164599, "video_name": "house_s06e12_seg02_clip_16", "timestamp": [ 71.62, 81.26 ], "duration": 91.66, "caption": "A man starts walking around another man's office while talking to him.", "similarity": 0.7576, "relevance": 4 }, { "pair_id": 337900, "video_name": "met_s06e03_seg02_clip_10", "timestamp": [ 8.26, 19.48 ], "duration": 59.66, "caption": "A man walks into another man's office to talk to him.", "similarity": 0.7557, "relevance": 4 }, { "pair_id": 337901, "video_name": "friends_s09e22_seg02_clip_21", "timestamp": [ 59.06, 82.02 ], "duration": 82.66, "caption": "A man walks into another man's office to talk to him.", "similarity": 0.7557, "relevance": 4 }, { "pair_id": 337902, "video_name": "castle_s07e20_seg02_clip_04", "timestamp": [ 0.0, 20.69 ], "duration": 88.66, "caption": "A man is sitting with another man in his office conversing.", "similarity": 0.7543, "relevance": 4 }, { "pair_id": 337903, "video_name": "house_s05e11_seg02_clip_06", "timestamp": [ 4.51, 8.11 ], "duration": 90.66, "caption": "A man walks to the other side of the office to talk to another man.", "similarity": 0.7542, "relevance": 3 }, { "pair_id": 337904, "video_name": "house_s04e12_seg02_clip_21", "timestamp": [ 0.0, 7.54 ], "duration": 88.66, "caption": "A man walks into the office to talk to another man.", "similarity": 0.7522, "relevance": 3 }, { "pair_id": 337905, "video_name": "house_s03e10_seg02_clip_03", "timestamp": [ 0.0, 47.32 ], "duration": 91.66, "caption": "A man is talking with someone in their office.", "similarity": 0.7521, "relevance": 3 }, { "pair_id": 337906, "video_name": "house_s08e02_seg02_clip_09", "timestamp": [ 59.71, 64.88 ], "duration": 94.66, "caption": "A person walks into a man's office while two men are talking.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 337907, "video_name": "house_s02e12_seg02_clip_25", "timestamp": [ 39.77, 71.02 ], "duration": 71.66, "caption": "A man walks into the office to speak with another man.", "similarity": 0.7473, "relevance": 4 }, { "pair_id": 337908, "video_name": "castle_s08e21_seg02_clip_08", "timestamp": [ 19.1, 93.15 ], "duration": 93.66, "caption": "A man and another man are in an office speaking to two people.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 337909, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 52.28, 61.67 ], "duration": 89.66, "caption": "A man walks over to another man's desk to speak with him.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 337910, "video_name": "house_s08e18_seg02_clip_05", "timestamp": [ 9.29, 14.59 ], "duration": 88.66, "caption": "A man suddenly came to another man's office and talk to him.", "similarity": 0.7449, "relevance": 4 }, { "pair_id": 337911, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 0.0, 32.44 ], "duration": 94.66, "caption": "Two people talk while they are in an office.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 337912, "video_name": "house_s06e18_seg02_clip_20", "timestamp": [ 42.69, 51.93 ], "duration": 88.66, "caption": "A man and another man meet with a person in person's office.", "similarity": 0.7418, "relevance": 4 }, { "pair_id": 337913, "video_name": "castle_s05e12_seg02_clip_22", "timestamp": [ 71.8, 89.66 ], "duration": 89.66, "caption": "A man sits at his desk while he and another man talk.", "similarity": 0.7415, "relevance": 4 }, { "pair_id": 337914, "video_name": "house_s07e19_seg02_clip_19", "timestamp": [ 0.0, 80.02 ], "duration": 80.66, "caption": "Two people are conversing with each other in his office.", "similarity": 0.7405, "relevance": 3 }, { "pair_id": 337915, "video_name": "house_s05e24_seg02_clip_06", "timestamp": [ 4.49, 17.94 ], "duration": 89.66, "caption": "A man stands up in another man's office and speaks to him.", "similarity": 0.7403, "relevance": 4 }, { "pair_id": 337916, "video_name": "grey_s03e19_seg02_clip_10", "timestamp": [ 88.22, 90.02 ], "duration": 90.66, "caption": "A man turns towards another man during their conversation in his office.", "similarity": 0.7393, "relevance": 3 }, { "pair_id": 337917, "video_name": "castle_s08e05_seg02_clip_05", "timestamp": [ 71.17, 91.66 ], "duration": 91.66, "caption": "Some people are talking to each other in the office.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 337919, "video_name": "house_s07e07_seg02_clip_12", "timestamp": [ 58.48, 79.02 ], "duration": 79.66, "caption": "Two people both speak to a person in his office.", "similarity": 0.7338, "relevance": 4 } ] }, { "query_id": 84325, "query": "A person walks around the corner into a patient's room.", "relevant_moment": [ { "pair_id": 274440, "video_name": "house_s08e13_seg02_clip_26", "timestamp": [ 83.32, 93.43 ], "duration": 119.66, "caption": "A person walks in the room and look around the corner.", "similarity": 0.7552, "relevance": 1 }, { "pair_id": 274441, "video_name": "house_s01e10_seg02_clip_18", "timestamp": [ 45.51, 51.88 ], "duration": 91.66, "caption": "A person opens the door to the patient's room and goes inside.", "similarity": 0.755, "relevance": 3 }, { "pair_id": 274442, "video_name": "house_s07e16_seg02_clip_22", "timestamp": [ 5.44, 9.52 ], "duration": 272.66, "caption": "A person walks out the room while talking to the patient.", "similarity": 0.7535, "relevance": 4 }, { "pair_id": 274443, "video_name": "house_s05e11_seg02_clip_17", "timestamp": [ 0.9, 2.7 ], "duration": 90.66, "caption": "A person talks into the room and the patient seems to get up.", "similarity": 0.7529, "relevance": 3 }, { "pair_id": 274444, "video_name": "house_s06e11_seg02_clip_09", "timestamp": [ 58.1, 59.06 ], "duration": 96.66, "caption": "A person walks into a patient's room and begins a conversation with another person.", "similarity": 0.7508, "relevance": 1 }, { "pair_id": 274445, "video_name": "grey_s03e13_seg02_clip_06", "timestamp": [ 45.91, 48.61 ], "duration": 90.66, "caption": "A man walks two people into the patient's room.", "similarity": 0.7505, "relevance": 3 }, { "pair_id": 274446, "video_name": "grey_s03e20_seg02_clip_05", "timestamp": [ 18.41, 20.25 ], "duration": 92.66, "caption": "A man walks in the door of the room of a patient.", "similarity": 0.7499, "relevance": 3 }, { "pair_id": 274447, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 274448, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 36.46, 40.96 ], "duration": 90.66, "caption": "A person walks in the patient room with the help of a cane.", "similarity": 0.7496, "relevance": 4 }, { "pair_id": 274449, "video_name": "house_s05e19_seg02_clip_07", "timestamp": [ 28.22, 39.6 ], "duration": 91.66, "caption": "A person comes into the room and looks over the patient.", "similarity": 0.749, "relevance": 4 }, { "pair_id": 274450, "video_name": "house_s08e15_seg02_clip_02", "timestamp": [ 87.32, 90.02 ], "duration": 90.66, "caption": "A person starts to walk out of the patient room.", "similarity": 0.7482, "relevance": 3 }, { "pair_id": 274451, "video_name": "house_s02e02_seg02_clip_18", "timestamp": [ 0.0, 2.01 ], "duration": 67.66, "caption": "A person is standing in the door of the patient's room.", "similarity": 0.7481, "relevance": 2 }, { "pair_id": 274452, "video_name": "house_s07e10_seg02_clip_19", "timestamp": [ 23.67, 32.61 ], "duration": 89.66, "caption": "A person walks into the patient room and pulls out a bed with a nurse.", "similarity": 0.748, "relevance": 3 }, { "pair_id": 274453, "video_name": "house_s01e15_seg02_clip_04", "timestamp": [ 26.47, 29.9 ], "duration": 98.66, "caption": "A person walks into the patient's room holding a file and cane.", "similarity": 0.7479, "relevance": 3 }, { "pair_id": 274454, "video_name": "house_s07e15_seg02_clip_24", "timestamp": [ 83.38, 89.17 ], "duration": 89.66, "caption": "A man walks into the patient room and two people look at him.", "similarity": 0.7476, "relevance": 3 }, { "pair_id": 274455, "video_name": "house_s03e17_seg02_clip_00", "timestamp": [ 0.46, 15.64 ], "duration": 92.66, "caption": "A person walks into the patient room and walks over to the flowers.", "similarity": 0.7467, "relevance": 4 }, { "pair_id": 274456, "video_name": "house_s08e20_seg02_clip_08", "timestamp": [ 51.93, 57.17 ], "duration": 87.66, "caption": "A person walks out of the room after talking to the patient.", "similarity": 0.7467, "relevance": 3 }, { "pair_id": 274457, "video_name": "house_s01e01_seg02_clip_25", "timestamp": [ 59.61, 67.06 ], "duration": 149.66, "caption": "A man is with the patient as a woman walks into the room.", "similarity": 0.7462, "relevance": 3 }, { "pair_id": 274458, "video_name": "house_s01e03_seg02_clip_22", "timestamp": [ 0.0, 5.72 ], "duration": 88.66, "caption": "A person walks in the patient's room, asks them a question, and then closes the door.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 274459, "video_name": "house_s03e20_seg02_clip_21", "timestamp": [ 47.01, 50.3 ], "duration": 94.66, "caption": "A man steps closer to the patient in their room.", "similarity": 0.7428, "relevance": 2 } ] }, { "query_id": 84474, "query": "A person stands in front of man and writes on a clipboard.", "relevant_moment": [ { "pair_id": 20100, "video_name": "house_s05e21_seg02_clip_14", "timestamp": [ 4.95, 26.11 ], "duration": 90.66, "caption": "A person stands in front of man and writes on a clipboard.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20101, "video_name": "grey_s03e15_seg02_clip_10", "timestamp": [ 64.1, 67.66 ], "duration": 89.66, "caption": "A man writes on his clipboard while speaking to another person.", "similarity": 0.8037, "relevance": 4 }, { "pair_id": 20102, "video_name": "s09e04_seg02_clip_06", "timestamp": [ 40.22, 44.72 ], "duration": 60.66, "caption": "A person writes on a piece of paper attached to a clipboard.", "similarity": 0.8006, "relevance": 3 }, { "pair_id": 20103, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 42.72, 45.16 ], "duration": 61.66, "caption": "A person writes on the clipboard and hands it to another person.", "similarity": 0.7984, "relevance": 4 }, { "pair_id": 20104, "video_name": "house_s07e09_seg02_clip_24", "timestamp": [ 0.0, 8.19 ], "duration": 91.66, "caption": "A man stands with woman while he writes something down on a piece of paper.", "similarity": 0.7366, "relevance": 2 }, { "pair_id": 20105, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 9.0, 11.71 ], "duration": 60.66, "caption": "A person starts to write on their clipboard with their pencil.", "similarity": 0.7354, "relevance": 3 }, { "pair_id": 20106, "video_name": "s03e22_seg02_clip_03", "timestamp": [ 4.5, 9.3 ], "duration": 60.66, "caption": "A man tries to peek at what a person is writing on the clipboard.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 20107, "video_name": "house_s01e15_seg02_clip_20", "timestamp": [ 1.77, 61.53 ], "duration": 88.66, "caption": "A person stands in front of the board writing and another person watches him.", "similarity": 0.7148, "relevance": 2 }, { "pair_id": 20108, "video_name": "s03e22_seg02_clip_04", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A person stands up with a clipboard and pencil in hand.", "similarity": 0.7113, "relevance": 4 }, { "pair_id": 20109, "video_name": "house_s01e15_seg02_clip_12", "timestamp": [ 27.91, 31.16 ], "duration": 93.66, "caption": "A man writes on a clipboard while beside a patient's bed.", "similarity": 0.7085, "relevance": 4 }, { "pair_id": 20110, "video_name": "s03e10_seg02_clip_07", "timestamp": [ 48.92, 60.03 ], "duration": 60.66, "caption": "A person stands in front of the white board, talks and writes.", "similarity": 0.7081, "relevance": 1 }, { "pair_id": 20111, "video_name": "house_s02e10_seg02_clip_21", "timestamp": [ 29.07, 36.55 ], "duration": 88.66, "caption": "A person stands next to another person and starts writing on the board.", "similarity": 0.7081, "relevance": 2 }, { "pair_id": 20112, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 13.03, 25.19 ], "duration": 86.66, "caption": "A person walks up to talk with a man while he's writing on a clipboard.", "similarity": 0.705, "relevance": 4 }, { "pair_id": 20113, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 33.49, 38.14 ], "duration": 93.66, "caption": "A man is writing while he is talking to someone.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 20114, "video_name": "s06e08_seg02_clip_12", "timestamp": [ 37.64, 48.76 ], "duration": 57.66, "caption": "A man writes on a whiteboard while having a conversation with person.", "similarity": 0.6992, "relevance": 2 }, { "pair_id": 20115, "video_name": "house_s03e16_seg02_clip_17", "timestamp": [ 63.25, 72.1 ], "duration": 88.66, "caption": "A person stands in front of the patient and writes on a small board.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 20116, "video_name": "house_s02e07_seg02_clip_05", "timestamp": [ 77.45, 81.9 ], "duration": 89.66, "caption": "A woman writes on her clipboard while talking with a man.", "similarity": 0.6978, "relevance": 4 }, { "pair_id": 20117, "video_name": "house_s05e20_seg02_clip_19", "timestamp": [ 65.12, 70.13 ], "duration": 91.66, "caption": "A person is handed a clipboard from another person and signs their name on the paper.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 20118, "video_name": "met_s02e06_seg02_clip_05", "timestamp": [ 41.53, 47.24 ], "duration": 60.66, "caption": "A man turns around and someone writes something down.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 20119, "video_name": "s08e01_seg02_clip_00", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A man grabs a note pad from behind a woman and begins writing.", "similarity": 0.6838, "relevance": 3 }, { "pair_id": 193420, "video_name": "friends_s09e23-24_seg02_clip_19", "timestamp": [ 41.19, 45.77 ], "duration": 61.66, "caption": "A person is writing something on the notepad while talking to a man.", "similarity": 0.6807, "relevance": 3 }, { "pair_id": 193421, "video_name": "s06e09_seg02_clip_15", "timestamp": [ 64.95, 69.25 ], "duration": 86.66, "caption": "A person is writing on a paper as another person waits.", "similarity": 0.677, "relevance": 4 }, { "pair_id": 193422, "video_name": "house_s04e03_seg02_clip_05", "timestamp": [ 37.27, 43.11 ], "duration": 89.66, "caption": "A man gets up to write on the whiteboard.", "similarity": 0.6758, "relevance": 3 }, { "pair_id": 193423, "video_name": "house_s02e01_seg02_clip_06", "timestamp": [ 7.32, 10.52 ], "duration": 91.66, "caption": "A person writes onto the whiteboard with a marker.", "similarity": 0.6757, "relevance": 3 }, { "pair_id": 193424, "video_name": "s02e14_seg01_clip_00", "timestamp": [ 58.93, 62.03 ], "duration": 62.66, "caption": "A person writes on the whiteboard with his marker.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 193425, "video_name": "house_s04e09_seg02_clip_01", "timestamp": [ 15.05, 24.63 ], "duration": 91.66, "caption": "A person takes a look at the clipboard in front of a man.", "similarity": 0.6733, "relevance": 3 }, { "pair_id": 193426, "video_name": "s04e02_seg01_clip_00", "timestamp": [ 3.66, 5.8 ], "duration": 61.66, "caption": "A person is in front of a white board writing on it.", "similarity": 0.6688, "relevance": 3 }, { "pair_id": 193428, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 48.12, 51.38 ], "duration": 65.66, "caption": "A person turns around and writes on the whiteboard with a marker.", "similarity": 0.667, "relevance": 4 }, { "pair_id": 193429, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 12.02, 13.81 ], "duration": 89.66, "caption": "A person writes on the whiteboard using a marker.", "similarity": 0.6667, "relevance": 3 }, { "pair_id": 193430, "video_name": "met_s05e01_seg02_clip_07", "timestamp": [ 16.24, 54.14 ], "duration": 60.66, "caption": "A man is in front of a chalk board and is writing onto the chalk board.", "similarity": 0.6666, "relevance": 3 }, { "pair_id": 193431, "video_name": "house_s07e19_seg02_clip_02", "timestamp": [ 54.16, 60.43 ], "duration": 89.66, "caption": "A person walks in and sees woman writing on a clipboard.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 193432, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 0.0, 16.74 ], "duration": 93.66, "caption": "A person writes something on the whiteboard while talking to other people.", "similarity": 0.6643, "relevance": 4 }, { "pair_id": 193433, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 5.18, 10.92 ], "duration": 37.66, "caption": "A man holds up the clipboard and reads from it.", "similarity": 0.6641, "relevance": 3 }, { "pair_id": 193434, "video_name": "house_s02e10_seg02_clip_21", "timestamp": [ 30.39, 36.55 ], "duration": 88.66, "caption": "A person leans over the board and writes something.", "similarity": 0.6626, "relevance": 3 }, { "pair_id": 193435, "video_name": "house_s07e03_seg02_clip_11", "timestamp": [ 42.33, 54.89 ], "duration": 93.66, "caption": "A man writes something on the back of a person's jacket and turns him around.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 193436, "video_name": "house_s06e13_seg02_clip_12", "timestamp": [ 45.54, 58.81 ], "duration": 88.66, "caption": "A man holds a typed document in front of another person.", "similarity": 0.6591, "relevance": 2 }, { "pair_id": 193437, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 0.0, 5.58 ], "duration": 62.66, "caption": "A person writes on a whiteboard with a black marker.", "similarity": 0.6581, "relevance": 3 }, { "pair_id": 193438, "video_name": "s06e11_seg02_clip_12", "timestamp": [ 15.94, 17.12 ], "duration": 59.66, "caption": "A man glances at another man while writing on a clipboard.", "similarity": 0.6579, "relevance": 2 }, { "pair_id": 193439, "video_name": "s05e14_seg02_clip_08", "timestamp": [ 9.44, 18.3 ], "duration": 59.66, "caption": "A person is writing on his white board as he is with another person.", "similarity": 0.6567, "relevance": 4 } ] }, { "query_id": 84486, "query": "A man gets up from the table and leaves.", "relevant_moment": [ { "pair_id": 170280, "video_name": "house_s05e21_seg02_clip_19", "timestamp": [ 59.24, 65.35 ], "duration": 94.66, "caption": "A man gets up from the table and leaves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170281, "video_name": "grey_s02e20_seg02_clip_12", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A person gets up from the table and leaves.", "similarity": 0.8958, "relevance": 4 }, { "pair_id": 170282, "video_name": "friends_s06e18_seg02_clip_13", "timestamp": [ 37.14, 39.17 ], "duration": 58.66, "caption": "A man puts his hand on the edge of the table and quickly gets up and leaves.", "similarity": 0.8631, "relevance": 4 }, { "pair_id": 170283, "video_name": "friends_s09e03_seg02_clip_13", "timestamp": [ 43.23, 49.9 ], "duration": 58.66, "caption": "A person gets up and leaves the table.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 170284, "video_name": "friends_s04e05_seg02_clip_16", "timestamp": [ 44.03, 48.62 ], "duration": 54.66, "caption": "A man gets up from the table and walks off.", "similarity": 0.7892, "relevance": 4 }, { "pair_id": 170285, "video_name": "friends_s03e24_seg02_clip_16", "timestamp": [ 32.88, 34.43 ], "duration": 62.66, "caption": "A man gets off a table and stands up.", "similarity": 0.7706, "relevance": 3 }, { "pair_id": 170286, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 12.92, 17.91 ], "duration": 58.66, "caption": "A man gets up from the table and walks away.", "similarity": 0.7399, "relevance": 4 }, { "pair_id": 170287, "video_name": "friends_s03e18_seg02_clip_14", "timestamp": [ 45.33, 57.02 ], "duration": 57.66, "caption": "A man gets up on the table on all fours.", "similarity": 0.7384, "relevance": 2 }, { "pair_id": 170288, "video_name": "friends_s08e12_seg02_clip_14", "timestamp": [ 15.51, 20.16 ], "duration": 62.66, "caption": "A man gets up off of the table and walks away.", "similarity": 0.7368, "relevance": 4 }, { "pair_id": 170289, "video_name": "castle_s05e16_seg02_clip_07", "timestamp": [ 18.9, 24.3 ], "duration": 135.66, "caption": "A man gets up and leaves the table, leaving a person sitting there.", "similarity": 0.7346, "relevance": 4 }, { "pair_id": 170290, "video_name": "s07e20_seg02_clip_13", "timestamp": [ 9.28, 19.85 ], "duration": 64.66, "caption": "A man puts his napkin on the table and leaves.", "similarity": 0.7328, "relevance": 4 }, { "pair_id": 170291, "video_name": "house_s07e11_seg02_clip_07", "timestamp": [ 59.62, 77.62 ], "duration": 80.66, "caption": "A man gets up and leaves the table, closing the door behind him.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 170292, "video_name": "friends_s07e22_seg02_clip_14", "timestamp": [ 14.95, 40.58 ], "duration": 61.66, "caption": "A man gets up from the table and attempts to leave the building, but is stopped by someone.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 170293, "video_name": "castle_s08e04_seg02_clip_08", "timestamp": [ 32.41, 37.36 ], "duration": 90.66, "caption": "A man gets up from the table and goes to another table to get a book.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 170294, "video_name": "friends_s02e01_seg02_clip_17", "timestamp": [ 3.71, 7.98 ], "duration": 57.66, "caption": "A man gets up from the table and walks over to another man.", "similarity": 0.6937, "relevance": 3 }, { "pair_id": 170295, "video_name": "house_s04e11_seg02_clip_02", "timestamp": [ 76.7, 82.53 ], "duration": 89.66, "caption": "A person gets up and a man takes his seat at the table.", "similarity": 0.6931, "relevance": 2 }, { "pair_id": 170296, "video_name": "house_s08e13_seg02_clip_01", "timestamp": [ 23.33, 25.97 ], "duration": 88.66, "caption": "A man gets up and leaves their team in the table.", "similarity": 0.686, "relevance": 4 }, { "pair_id": 170297, "video_name": "friends_s08e01_seg02_clip_14", "timestamp": [ 0.0, 2.0 ], "duration": 50.66, "caption": "A man stands up from his chair at the table.", "similarity": 0.6852, "relevance": 4 }, { "pair_id": 170298, "video_name": "castle_s08e11_seg02_clip_08", "timestamp": [ 44.19, 57.68 ], "duration": 93.66, "caption": "A person gets up from the table and man follows him as they leave another man.", "similarity": 0.6845, "relevance": 4 }, { "pair_id": 170299, "video_name": "house_s05e08_seg02_clip_13", "timestamp": [ 77.1, 84.16 ], "duration": 94.66, "caption": "A man stands up from the table and walks out the room.", "similarity": 0.6843, "relevance": 4 }, { "pair_id": 343600, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 50.36, 53.16 ], "duration": 93.66, "caption": "A man gets up from the couch and leaves.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 343601, "video_name": "friends_s09e17_seg02_clip_01", "timestamp": [ 34.0, 35.44 ], "duration": 57.66, "caption": "A man gets up from the couch and leaves.", "similarity": 0.6832, "relevance": 3 }, { "pair_id": 343602, "video_name": "met_s03e13_seg02_clip_08", "timestamp": [ 48.74, 52.03 ], "duration": 59.66, "caption": "A man quickly gets up and leaves the table to go to the bathroom.", "similarity": 0.681, "relevance": 4 }, { "pair_id": 343604, "video_name": "house_s05e24_seg02_clip_04", "timestamp": [ 25.67, 30.98 ], "duration": 88.66, "caption": "A man then grabs his food and leaves the table where man is.", "similarity": 0.6781, "relevance": 4 }, { "pair_id": 343605, "video_name": "met_s06e19_seg02_clip_15", "timestamp": [ 13.87, 15.61 ], "duration": 57.66, "caption": "A man drops his napkin and gets up from the table.", "similarity": 0.6767, "relevance": 4 }, { "pair_id": 343606, "video_name": "s09e05_seg02_clip_12", "timestamp": [ 34.12, 46.21 ], "duration": 62.66, "caption": "A person gets up from the table and walks away.", "similarity": 0.672, "relevance": 4 }, { "pair_id": 343607, "video_name": "s05e12_seg02_clip_01", "timestamp": [ 39.08, 42.49 ], "duration": 62.66, "caption": "A person gets up from the table and walks away.", "similarity": 0.672, "relevance": 3 }, { "pair_id": 343608, "video_name": "friends_s01e21_seg02_clip_08", "timestamp": [ 54.43, 57.95 ], "duration": 64.66, "caption": "A man gets up and picks up a book from the table.", "similarity": 0.6716, "relevance": 3 }, { "pair_id": 343609, "video_name": "friends_s05e06_seg02_clip_16", "timestamp": [ 18.59, 20.36 ], "duration": 59.66, "caption": "A man gets up from crouching down by a table.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 343610, "video_name": "house_s07e02_seg02_clip_16", "timestamp": [ 2.85, 5.23 ], "duration": 95.66, "caption": "A person gets up and leaves another person at the table.", "similarity": 0.667, "relevance": 2 }, { "pair_id": 343611, "video_name": "house_s04e04_seg02_clip_11", "timestamp": [ 27.01, 31.51 ], "duration": 90.66, "caption": "A man stands up and walks out from a woman's table.", "similarity": 0.6655, "relevance": 3 }, { "pair_id": 343612, "video_name": "house_s03e02_seg02_clip_02", "timestamp": [ 73.37, 80.57 ], "duration": 90.66, "caption": "A man stands up and walks out while throwing a folder onto the table.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 343613, "video_name": "friends_s05e18_seg02_clip_16", "timestamp": [ 58.62, 60.79 ], "duration": 62.66, "caption": "A man jumps up from the table and goes out the door.", "similarity": 0.6651, "relevance": 4 }, { "pair_id": 343614, "video_name": "met_s03e12_seg02_clip_15", "timestamp": [ 26.56, 31.87 ], "duration": 118.66, "caption": "A person gets up from the table and walks out of the door.", "similarity": 0.6619, "relevance": 4 }, { "pair_id": 343615, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 50.73, 55.91 ], "duration": 69.66, "caption": "A man gets up from the table leaving two other men sitting at the table.", "similarity": 0.6603, "relevance": 2 }, { "pair_id": 343616, "video_name": "met_s02e09_seg02_clip_04", "timestamp": [ 59.73, 60.03 ], "duration": 60.66, "caption": "A man walks back to the table and begins to sit down.", "similarity": 0.6593, "relevance": 1 }, { "pair_id": 343617, "video_name": "s02e17_seg02_clip_12", "timestamp": [ 32.88, 38.77 ], "duration": 62.66, "caption": "A man stands up from the table and walks over to another person's table.", "similarity": 0.6566, "relevance": 0 }, { "pair_id": 343618, "video_name": "house_s06e03_seg02_clip_11", "timestamp": [ 22.7, 24.48 ], "duration": 89.66, "caption": "Some people get up from the table leaving a man alone.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 343619, "video_name": "met_s03e14_seg02_clip_07", "timestamp": [ 8.24, 12.51 ], "duration": 61.66, "caption": "A man jumps off of the table and walks out.", "similarity": 0.6539, "relevance": 2 } ] }, { "query_id": 84500, "query": "A woman opens the envelope that a man gave her and reads the contents.", "relevant_moment": [ { "pair_id": 38820, "video_name": "house_s01e09_seg02_clip_07", "timestamp": [ 37.25, 50.49 ], "duration": 98.66, "caption": "A woman opens the envelope that a man gave her and reads the contents.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 38821, "video_name": "house_s06e21_seg02_clip_00", "timestamp": [ 15.2, 19.48 ], "duration": 95.66, "caption": "A man hands a woman an envelope and she opens it.", "similarity": 0.8494, "relevance": 3 }, { "pair_id": 38822, "video_name": "friends_s05e12_seg02_clip_04", "timestamp": [ 35.58, 45.63 ], "duration": 57.66, "caption": "A man picks up an envelope and reads it to woman.", "similarity": 0.8232, "relevance": 3 }, { "pair_id": 38823, "video_name": "house_s03e17_seg02_clip_24", "timestamp": [ 72.77, 78.89 ], "duration": 136.66, "caption": "A woman hands man and envelope and he starts to open it.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 38824, "video_name": "house_s03e24_seg02_clip_24", "timestamp": [ 6.27, 10.83 ], "duration": 114.66, "caption": "A woman handed an envelope to man.", "similarity": 0.8018, "relevance": 3 }, { "pair_id": 38825, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 32.09, 36.75 ], "duration": 93.66, "caption": "A woman picks up an envelope and opens it.", "similarity": 0.7855, "relevance": 2 }, { "pair_id": 38826, "video_name": "grey_s03e04_seg02_clip_21", "timestamp": [ 53.56, 67.52 ], "duration": 90.66, "caption": "A man hands a woman an envelope from someone and she wonders what it is.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 38827, "video_name": "grey_s02e14_seg02_clip_22", "timestamp": [ 16.47, 26.26 ], "duration": 89.66, "caption": "A woman opens the envelope and opens the paper.", "similarity": 0.7708, "relevance": 3 }, { "pair_id": 38828, "video_name": "castle_s02e09_seg02_clip_20", "timestamp": [ 76.52, 82.9 ], "duration": 91.66, "caption": "A man hands a woman an envelope and she opens it to find a picture.", "similarity": 0.7697, "relevance": 3 }, { "pair_id": 38829, "video_name": "friends_s07e18_seg02_clip_10", "timestamp": [ 40.3, 46.89 ], "duration": 52.66, "caption": "A man opens up an envelope and reads from it.", "similarity": 0.7686, "relevance": 3 }, { "pair_id": 38830, "video_name": "house_s08e17_seg02_clip_25", "timestamp": [ 75.67, 85.03 ], "duration": 156.66, "caption": "A person opens an envelope and reads a letter.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 38831, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 0.0, 3.3 ], "duration": 55.66, "caption": "A woman drops an envelope and reads the piece of paper.", "similarity": 0.7638, "relevance": 3 }, { "pair_id": 38832, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 75.62, 83.22 ], "duration": 89.66, "caption": "A woman handed out an envelope to person.", "similarity": 0.7555, "relevance": 3 }, { "pair_id": 38833, "video_name": "s08e06_seg02_clip_00", "timestamp": [ 41.5, 43.02 ], "duration": 61.66, "caption": "A man grabs an envelope that woman hands him and opens it to find a wad of money.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 38834, "video_name": "castle_s06e13_seg02_clip_07", "timestamp": [ 50.86, 57.17 ], "duration": 90.66, "caption": "A man gives a woman a letter and she starts to read it.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 38835, "video_name": "s03e16_seg02_clip_08", "timestamp": [ 4.73, 10.72 ], "duration": 63.66, "caption": "A woman raises an envelope and reads and looks back to person.", "similarity": 0.7197, "relevance": 2 }, { "pair_id": 38836, "video_name": "castle_s03e05_seg02_clip_18", "timestamp": [ 77.37, 82.38 ], "duration": 91.66, "caption": "A woman gets a letter and read it to man.", "similarity": 0.7175, "relevance": 3 }, { "pair_id": 38837, "video_name": "friends_s01e04_seg02_clip_03", "timestamp": [ 3.77, 7.54 ], "duration": 58.66, "caption": "A woman was quickly opening the small envelope.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 38838, "video_name": "s06e16_seg02_clip_12", "timestamp": [ 8.8, 14.31 ], "duration": 55.66, "caption": "A woman opens the letter and reads it in front of a man.", "similarity": 0.7159, "relevance": 3 }, { "pair_id": 38839, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 31.63, 37.21 ], "duration": 93.66, "caption": "A woman grabs a envelope from the table and opens it.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 212140, "video_name": "friends_s08e18_seg02_clip_07", "timestamp": [ 34.22, 37.7 ], "duration": 63.66, "caption": "A man opens an envelope while a woman shakes her fists in the air.", "similarity": 0.7079, "relevance": 2 }, { "pair_id": 212141, "video_name": "house_s02e11_seg02_clip_23", "timestamp": [ 22.45, 29.05 ], "duration": 88.66, "caption": "A man holds out an envelope to a woman and she jerks it out of his hands.", "similarity": 0.7026, "relevance": 3 }, { "pair_id": 212142, "video_name": "house_s06e13_seg02_clip_16", "timestamp": [ 19.14, 21.42 ], "duration": 91.66, "caption": "A woman hands the letter and envelope back to a man.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 212143, "video_name": "friends_s10e07_seg02_clip_19", "timestamp": [ 9.77, 14.5 ], "duration": 63.66, "caption": "A woman looks into her purse and finds an envelope.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 212144, "video_name": "house_s04e08_seg02_clip_26", "timestamp": [ 0.0, 2.52 ], "duration": 42.66, "caption": "A man holds up an envelope as he talks to a woman.", "similarity": 0.6942, "relevance": 3 }, { "pair_id": 212145, "video_name": "met_s03e04_seg02_clip_07", "timestamp": [ 8.36, 17.65 ], "duration": 61.66, "caption": "A woman describes what she is reading in the paper to a man.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 212146, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 15.41, 18.16 ], "duration": 55.66, "caption": "A woman opens the envelope but the camera cuts away before she reads it.", "similarity": 0.6895, "relevance": 3 }, { "pair_id": 212147, "video_name": "castle_s03e18_seg02_clip_25", "timestamp": [ 65.81, 86.02 ], "duration": 86.66, "caption": "A man picks up an envelope and then walks over top woman's desk to give it to her.", "similarity": 0.6852, "relevance": 4 }, { "pair_id": 212149, "video_name": "castle_s08e14_seg02_clip_00", "timestamp": [ 66.83, 74.2 ], "duration": 92.66, "caption": "A man touches the red wax seal on an envelope, opens it and looks at the writing as two women look on.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 212150, "video_name": "s08e06_seg02_clip_01", "timestamp": [ 46.52, 60.03 ], "duration": 60.66, "caption": "A woman and a man try to give each other an envelope with money inside.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 212151, "video_name": "friends_s04e21_seg02_clip_10", "timestamp": [ 0.0, 4.13 ], "duration": 55.66, "caption": "A woman opens the envelope to see the invite to man's nuptials.", "similarity": 0.6819, "relevance": 3 }, { "pair_id": 212152, "video_name": "castle_s04e05_seg02_clip_07", "timestamp": [ 18.49, 24.21 ], "duration": 88.66, "caption": "A woman takes an envelope from a man and slips it over to another man.", "similarity": 0.6803, "relevance": 2 }, { "pair_id": 212153, "video_name": "s04e24_seg02_clip_11", "timestamp": [ 24.41, 28.68 ], "duration": 61.66, "caption": "A woman gives the box to someone and they open it.", "similarity": 0.6784, "relevance": 2 }, { "pair_id": 212154, "video_name": "castle_s07e23_seg02_clip_20", "timestamp": [ 105.32, 108.02 ], "duration": 108.66, "caption": "A woman walks into a person's study with an envelope in her hands.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 212155, "video_name": "friends_s09e10_seg02_clip_19", "timestamp": [ 0.0, 61.03 ], "duration": 61.66, "caption": "A man takes an envelope out of his pocket and hands it to woman.", "similarity": 0.6772, "relevance": 1 }, { "pair_id": 212156, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 16.28, 33.89 ], "duration": 88.66, "caption": "A woman opens a letter and starts reading it.", "similarity": 0.6769, "relevance": 3 }, { "pair_id": 212158, "video_name": "friends_s09e15_seg02_clip_18", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A man reads the writing from a cardboard box a woman is holding.", "similarity": 0.6718, "relevance": 2 }, { "pair_id": 212159, "video_name": "castle_s03e02_seg02_clip_03", "timestamp": [ 19.36, 22.51 ], "duration": 90.66, "caption": "A man gives woman something written on a small post-it note.", "similarity": 0.6696, "relevance": 2 } ] }, { "query_id": 84521, "query": "A woman pulls the defibrillator over to the patient's bed.", "relevant_moment": [ { "pair_id": 162180, "video_name": "house_s01e09_seg02_clip_05", "timestamp": [ 23.29, 27.61 ], "duration": 86.66, "caption": "A woman pulls the defibrillator over to the patient's bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162181, "video_name": "house_s03e17_seg02_clip_23", "timestamp": [ 19.81, 25.21 ], "duration": 90.66, "caption": "A woman places a defibrillator on a patient during a surgery.", "similarity": 0.8172, "relevance": 1 }, { "pair_id": 162182, "video_name": "grey_s03e17_seg02_clip_13", "timestamp": [ 59.06, 63.38 ], "duration": 96.66, "caption": "A doctor tries to jump start a woman with the defibrillator.", "similarity": 0.7235, "relevance": 1 }, { "pair_id": 162183, "video_name": "house_s02e20_seg02_clip_25", "timestamp": [ 51.63, 57.43 ], "duration": 116.66, "caption": "A man uses a defibrillator on a patient on a bed.", "similarity": 0.7227, "relevance": 1 }, { "pair_id": 162184, "video_name": "house_s01e21_seg02_clip_20", "timestamp": [ 75.58, 79.15 ], "duration": 119.66, "caption": "A woman puts the defibrillator paddles on a man's chest.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 162185, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 64.42, 69.02 ], "duration": 92.66, "caption": "A doctor applies defibrillator paddles to the chest of an unconscious person in a hospital bed.", "similarity": 0.7123, "relevance": 1 }, { "pair_id": 162186, "video_name": "house_s04e05_seg02_clip_18", "timestamp": [ 19.84, 23.81 ], "duration": 88.66, "caption": "A person uses a defibrillator on a man on a bed.", "similarity": 0.7106, "relevance": 1 }, { "pair_id": 162187, "video_name": "grey_s03e17_seg02_clip_12", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A woman presses a button on her patient's bed.", "similarity": 0.7082, "relevance": 1 }, { "pair_id": 162188, "video_name": "house_s04e16_seg02_clip_18", "timestamp": [ 85.46, 89.02 ], "duration": 89.66, "caption": "A nurse uses a defibrillator on a lifeless patient.", "similarity": 0.6951, "relevance": 1 }, { "pair_id": 162189, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 73.34, 75.69 ], "duration": 94.66, "caption": "A man pushes down a defibrillator onto a patient's chest.", "similarity": 0.6849, "relevance": 1 }, { "pair_id": 162190, "video_name": "friends_s01e11_seg02_clip_17", "timestamp": [ 12.22, 16.47 ], "duration": 53.66, "caption": "A woman escorts a coma patient back to his bed.", "similarity": 0.6828, "relevance": 0 }, { "pair_id": 162191, "video_name": "house_s07e14_seg02_clip_20", "timestamp": [ 73.02, 80.47 ], "duration": 149.66, "caption": "A woman gives chest compressions to the patient that is in the bed.", "similarity": 0.6761, "relevance": 1 }, { "pair_id": 162192, "video_name": "grey_s02e24_seg02_clip_05", "timestamp": [ 5.97, 15.34 ], "duration": 85.66, "caption": "A woman drags the patient in a cast from a gurney onto a bed with help from others and then clips on the EKG electrode on the patient.", "similarity": 0.6662, "relevance": 1 }, { "pair_id": 162193, "video_name": "house_s03e19_seg02_clip_16", "timestamp": [ 24.48, 34.72 ], "duration": 89.66, "caption": "A doctor applies defibrillator paddles to a patient's chest.", "similarity": 0.6626, "relevance": 1 }, { "pair_id": 162194, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 22.3, 40.51 ], "duration": 91.66, "caption": "A woman is lying on a hospital bed being operated on by two people.", "similarity": 0.6573, "relevance": 1 }, { "pair_id": 162195, "video_name": "house_s02e23_seg02_clip_05", "timestamp": [ 65.35, 66.29 ], "duration": 94.66, "caption": "A person wheels over a yellow defibrillator next to a patient.", "similarity": 0.6556, "relevance": 3 }, { "pair_id": 162196, "video_name": "house_s01e20_seg02_clip_06", "timestamp": [ 53.11, 58.52 ], "duration": 90.66, "caption": "A woman is choking a patient in a hospital bed.", "similarity": 0.6539, "relevance": 1 }, { "pair_id": 162197, "video_name": "house_s03e01_seg02_clip_11", "timestamp": [ 88.34, 92.03 ], "duration": 92.66, "caption": "A woman goes to man's hospital bed and lifts his arm.", "similarity": 0.6517, "relevance": 0 }, { "pair_id": 162198, "video_name": "house_s02e04_seg02_clip_18", "timestamp": [ 13.02, 26.51 ], "duration": 93.66, "caption": "A woman shocks man twice with the defibrillator.", "similarity": 0.6493, "relevance": 2 }, { "pair_id": 162199, "video_name": "house_s07e11_seg02_clip_17", "timestamp": [ 53.56, 55.81 ], "duration": 90.66, "caption": "A woman turns her back on the old person in the hospital bed.", "similarity": 0.6488, "relevance": 0 } ] }, { "query_id": 84548, "query": "A woman stares at a person's butt while they are sitting on the couch at the coffee shop.", "relevant_moment": [ { "pair_id": 112720, "video_name": "friends_s07e22_seg02_clip_08", "timestamp": [ 0.0, 4.28 ], "duration": 61.66, "caption": "A woman stares at a person's butt while they are sitting on the couch at the coffee shop.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 112721, "video_name": "friends_s02e18_seg02_clip_02", "timestamp": [ 43.64, 44.55 ], "duration": 61.66, "caption": "A woman sits on an armchair at a coffee shop.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 112722, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 47.0, 55.41 ], "duration": 58.66, "caption": "A woman stops to stare at person's butt twice as they walk out the room.", "similarity": 0.6798, "relevance": 2 }, { "pair_id": 112723, "video_name": "friends_s06e13_seg02_clip_05", "timestamp": [ 41.06, 45.05 ], "duration": 57.66, "caption": "A woman walks into the coffee shop behind the couch two other people are sitting on.", "similarity": 0.676, "relevance": 2 }, { "pair_id": 112724, "video_name": "friends_s10e03_seg02_clip_13", "timestamp": [ 7.44, 14.89 ], "duration": 62.66, "caption": "A woman enters the coffee shop and sits on the couch next to woman.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 112725, "video_name": "friends_s09e17_seg02_clip_00", "timestamp": [ 54.22, 64.16 ], "duration": 64.66, "caption": "A woman sits in an armchair in the coffee shop and talks to two people who are on the couch.", "similarity": 0.6596, "relevance": 1 }, { "pair_id": 112726, "video_name": "friends_s08e14_seg02_clip_13", "timestamp": [ 0.0, 3.97 ], "duration": 61.66, "caption": "A woman sitting on the couch yelling at someone in the coffee shop.", "similarity": 0.6561, "relevance": 1 }, { "pair_id": 112727, "video_name": "met_s03e01_seg02_clip_14", "timestamp": [ 7.07, 10.01 ], "duration": 34.66, "caption": "A woman looks at a person while she leans over the back of a red couch.", "similarity": 0.649, "relevance": 1 }, { "pair_id": 112728, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 36.26, 38.14 ], "duration": 62.66, "caption": "A woman sits down on the couch in the coffee shop.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 112729, "video_name": "friends_s04e10_seg02_clip_09", "timestamp": [ 57.63, 61.15 ], "duration": 64.66, "caption": "A woman sits down on the couch in the coffee shop.", "similarity": 0.6468, "relevance": 2 }, { "pair_id": 112730, "video_name": "friends_s06e14_seg02_clip_07", "timestamp": [ 4.85, 7.7 ], "duration": 57.66, "caption": "A woman points at someone while at the coffee shop.", "similarity": 0.646, "relevance": 1 }, { "pair_id": 112731, "video_name": "friends_s07e06_seg02_clip_19", "timestamp": [ 11.81, 16.23 ], "duration": 59.66, "caption": "A woman hands another woman a little pink pouch while they're on the couch in the coffee shop.", "similarity": 0.6417, "relevance": 2 }, { "pair_id": 112732, "video_name": "friends_s06e22_seg02_clip_13", "timestamp": [ 2.44, 9.15 ], "duration": 61.66, "caption": "A woman holds her coffee cup while sitting on the couch in the coffee shop.", "similarity": 0.6374, "relevance": 1 }, { "pair_id": 112734, "video_name": "friends_s08e02_seg02_clip_06", "timestamp": [ 36.5, 41.34 ], "duration": 57.66, "caption": "A woman sitting in the coffee shop when woman arrives to sit with her.", "similarity": 0.6226, "relevance": 2 }, { "pair_id": 112735, "video_name": "friends_s07e15_seg02_clip_03", "timestamp": [ 38.75, 43.33 ], "duration": 61.66, "caption": "A person is sitting at the cafe's couch when a woman sits beside them.", "similarity": 0.6149, "relevance": 2 }, { "pair_id": 112737, "video_name": "s09e10_seg02_clip_13", "timestamp": [ 52.82, 60.03 ], "duration": 60.66, "caption": "A woman stares at her phone and swipes the screen as she and a person sit on the couch.", "similarity": 0.6123, "relevance": 1 }, { "pair_id": 112738, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 18.91, 22.51 ], "duration": 60.66, "caption": "A person approaches two women at the coffee shop.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 112739, "video_name": "friends_s04e21_seg02_clip_15", "timestamp": [ 26.36, 29.15 ], "duration": 62.66, "caption": "A man turns around and sees a woman sitting in a chair at the coffee shop.", "similarity": 0.6083, "relevance": 1 } ] }, { "query_id": 84552, "query": "A person is giving a eulogy to someone whose large photo is next to him.", "relevant_moment": [ { "pair_id": 155860, "video_name": "friends_s10e15_seg02_clip_19", "timestamp": [ 24.04, 54.02 ], "duration": 54.66, "caption": "A person is giving a eulogy to someone whose large photo is next to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 155861, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 68.87, 74.72 ], "duration": 90.66, "caption": "A person shows a picture to another person.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 155862, "video_name": "castle_s04e16_seg02_clip_19", "timestamp": [ 54.77, 64.94 ], "duration": 78.66, "caption": "A person is holding a picture and shows it to another person.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 155863, "video_name": "house_s04e06_seg02_clip_01", "timestamp": [ 0.0, 3.58 ], "duration": 89.66, "caption": "A person holds a picture of another person and shows it to him as he asks to have a word with him.", "similarity": 0.673, "relevance": 1 }, { "pair_id": 155864, "video_name": "grey_s01e07_seg02_clip_11", "timestamp": [ 3.22, 13.81 ], "duration": 92.66, "caption": "A person takes a picture and gives the picture to another person.", "similarity": 0.6665, "relevance": 1 }, { "pair_id": 155865, "video_name": "castle_s03e21_seg02_clip_18", "timestamp": [ 4.02, 15.64 ], "duration": 89.66, "caption": "A person holds a photo up in front of him/her as he/she has a conversation with two other people.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 155866, "video_name": "castle_s04e17_seg02_clip_21", "timestamp": [ 28.31, 31.9 ], "duration": 89.66, "caption": "A person shows pictures to another person in front of them.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 155867, "video_name": "castle_s05e20_seg02_clip_12", "timestamp": [ 83.95, 91.25 ], "duration": 91.66, "caption": "A person holds up a picture of someone to some people.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 155868, "video_name": "met_s06e14_seg02_clip_17", "timestamp": [ 0.0, 12.22 ], "duration": 66.66, "caption": "A person delivers his eulogy while looking at his phone.", "similarity": 0.6551, "relevance": 1 }, { "pair_id": 155869, "video_name": "castle_s02e09_seg02_clip_04", "timestamp": [ 15.64, 19.21 ], "duration": 89.66, "caption": "A person shows some other people a photo of someone.", "similarity": 0.6476, "relevance": 2 }, { "pair_id": 155870, "video_name": "castle_s08e08_seg02_clip_25", "timestamp": [ 0.0, 1.79 ], "duration": 89.66, "caption": "A man gives a photo of a person to a woman.", "similarity": 0.642, "relevance": 2 }, { "pair_id": 155871, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 25.31, 27.61 ], "duration": 115.66, "caption": "A man holds up some photographs to another person.", "similarity": 0.6297, "relevance": 0 }, { "pair_id": 155872, "video_name": "house_s06e03_seg02_clip_17", "timestamp": [ 15.13, 18.58 ], "duration": 86.66, "caption": "A person shows a picture to another person while they are talking.", "similarity": 0.628, "relevance": 1 }, { "pair_id": 155873, "video_name": "castle_s05e02_seg02_clip_12", "timestamp": [ 14.24, 25.82 ], "duration": 89.66, "caption": "A person presents a photo of a reporter to a group explaining to two other people.", "similarity": 0.6249, "relevance": 1 }, { "pair_id": 155874, "video_name": "house_s08e10_seg02_clip_06", "timestamp": [ 77.83, 90.11 ], "duration": 91.66, "caption": "A person walks up and shows another person some photographs.", "similarity": 0.6247, "relevance": 1 }, { "pair_id": 155875, "video_name": "friends_s01e24_seg02_clip_11", "timestamp": [ 8.07, 11.06 ], "duration": 59.66, "caption": "A person walks over to another person holding a photo.", "similarity": 0.622, "relevance": 1 }, { "pair_id": 155876, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 23.68, 28.23 ], "duration": 91.66, "caption": "A person shows three pictures to two other people.", "similarity": 0.6213, "relevance": 1 }, { "pair_id": 155877, "video_name": "s08e08_seg02_clip_16", "timestamp": [ 60.83, 64.02 ], "duration": 64.66, "caption": "A person hugs someone from behind and they prepare for a photo.", "similarity": 0.6111, "relevance": 0 }, { "pair_id": 155878, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 155879, "video_name": "castle_s03e24_seg02_clip_26", "timestamp": [ 77.59, 113.84 ], "duration": 145.66, "caption": "A woman gives her eulogy for someone in her dress uniform.", "similarity": 0.6092, "relevance": 3 } ] }, { "query_id": 84614, "query": "A woman opens the door when a man knocks and called her.", "relevant_moment": [ { "pair_id": 156080, "video_name": "s03e22_seg01_clip_00", "timestamp": [ 49.13, 53.4 ], "duration": 61.66, "caption": "A woman opens the door when a man knocks and called her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156081, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 15.01, 18.31 ], "duration": 60.66, "caption": "A man knocks on woman's door and she opens it.", "similarity": 0.8963, "relevance": 4 }, { "pair_id": 156082, "video_name": "house_s02e07_seg02_clip_15", "timestamp": [ 57.52, 65.8 ], "duration": 92.66, "caption": "A man knocks on a woman's door and she opens it.", "similarity": 0.8915, "relevance": 4 }, { "pair_id": 156083, "video_name": "s03e23_seg02_clip_05", "timestamp": [ 24.5, 32.46 ], "duration": 59.66, "caption": "A man quickly opens the door when a woman knocks.", "similarity": 0.8721, "relevance": 2 }, { "pair_id": 156084, "video_name": "friends_s03e25_seg02_clip_21", "timestamp": [ 13.13, 15.41 ], "duration": 35.66, "caption": "A man knocks on the door and a woman opens it.", "similarity": 0.8705, "relevance": 4 }, { "pair_id": 156085, "video_name": "s01e16_seg02_clip_00", "timestamp": [ 22.76, 25.69 ], "duration": 65.66, "caption": "A woman knocks and then a person opens the door.", "similarity": 0.8609, "relevance": 3 }, { "pair_id": 156086, "video_name": "s02e23_seg02_clip_06", "timestamp": [ 20.71, 25.21 ], "duration": 60.66, "caption": "A woman opens her door for a person after he knocks on it.", "similarity": 0.8534, "relevance": 3 }, { "pair_id": 156087, "video_name": "s08e13_seg02_clip_00", "timestamp": [ 56.45, 61.03 ], "duration": 61.66, "caption": "A person knocks on the door calling a woman's name.", "similarity": 0.8428, "relevance": 2 }, { "pair_id": 156088, "video_name": "house_s05e01_seg02_clip_13", "timestamp": [ 8.1, 12.6 ], "duration": 90.66, "caption": "A woman knocks on the door and starts a conversation with man after he opens it.", "similarity": 0.8399, "relevance": 2 }, { "pair_id": 156089, "video_name": "s02e12_seg02_clip_06", "timestamp": [ 37.43, 44.1 ], "duration": 58.66, "caption": "A man knocks on person's door and woman opens the door to let him in.", "similarity": 0.8393, "relevance": 4 }, { "pair_id": 156090, "video_name": "s08e21_seg02_clip_01", "timestamp": [ 15.26, 22.28 ], "duration": 61.66, "caption": "A woman knocks on the door and a person opens it.", "similarity": 0.8351, "relevance": 3 }, { "pair_id": 156091, "video_name": "friends_s08e07_seg02_clip_05", "timestamp": [ 40.9, 45.86 ], "duration": 58.66, "caption": "A woman knocks on the door and a man opens the door, she enters.", "similarity": 0.827, "relevance": 2 }, { "pair_id": 156092, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 0.0, 4.43 ], "duration": 59.66, "caption": "A man knocks on a woman's door and then walks in.", "similarity": 0.824, "relevance": 3 }, { "pair_id": 156093, "video_name": "castle_s08e19_seg02_clip_03", "timestamp": [ 82.03, 90.14 ], "duration": 90.66, "caption": "A man knocks on woman's door and then walks in.", "similarity": 0.8226, "relevance": 2 }, { "pair_id": 156094, "video_name": "friends_s05e06_seg02_clip_06", "timestamp": [ 31.7, 35.66 ], "duration": 66.66, "caption": "A woman knocks on a door and a man with hair opens it.", "similarity": 0.8226, "relevance": 3 }, { "pair_id": 156095, "video_name": "castle_s06e11_seg02_clip_12", "timestamp": [ 45.78, 51.28 ], "duration": 91.66, "caption": "A woman knocks on a man's front door and he opens it.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 156096, "video_name": "s03e08_seg02_clip_01", "timestamp": [ 1.5, 12.01 ], "duration": 60.66, "caption": "A person knocks on woman's door and come in.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 156097, "video_name": "s04e16_seg02_clip_14", "timestamp": [ 16.21, 19.81 ], "duration": 60.66, "caption": "A woman knocks on person's door and they open it.", "similarity": 0.8056, "relevance": 3 }, { "pair_id": 156098, "video_name": "s04e01_seg02_clip_04", "timestamp": [ 11.1, 14.41 ], "duration": 60.66, "caption": "A woman opens the door for a person after they're done knocking.", "similarity": 0.8024, "relevance": 3 }, { "pair_id": 156099, "video_name": "s04e11_seg02_clip_01", "timestamp": [ 22.81, 31.65 ], "duration": 57.66, "caption": "A man knocks on a woman's door and she answers it.", "similarity": 0.7996, "relevance": 4 }, { "pair_id": 329400, "video_name": "s01e01_seg01_clip_05", "timestamp": [ 4.48, 8.68 ], "duration": 56.66, "caption": "A man knocks on a woman's door and she answers it.", "similarity": 0.7996, "relevance": 4 }, { "pair_id": 329401, "video_name": "s04e20_seg02_clip_17", "timestamp": [ 17.01, 20.81 ], "duration": 40.66, "caption": "A woman knocks on someone's door, and they open it.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 329402, "video_name": "s05e24_seg02_clip_10", "timestamp": [ 20.44, 49.74 ], "duration": 61.66, "caption": "A man knocked on a woman's door and starts to talk with her.", "similarity": 0.7924, "relevance": 4 }, { "pair_id": 329403, "video_name": "s04e01_seg02_clip_04", "timestamp": [ 5.4, 10.5 ], "duration": 60.66, "caption": "A person knocks on a woman's door repeatedly while calling her name.", "similarity": 0.7915, "relevance": 3 }, { "pair_id": 329404, "video_name": "s02e14_seg02_clip_15", "timestamp": [ 54.92, 58.83 ], "duration": 60.66, "caption": "A man knocks on the door and a person opens the door.", "similarity": 0.7884, "relevance": 3 }, { "pair_id": 329405, "video_name": "s05e14_seg02_clip_10", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "A man knocked on the door, opened it and talked to a woman.", "similarity": 0.7883, "relevance": 2 }, { "pair_id": 329406, "video_name": "house_s03e19_seg02_clip_11", "timestamp": [ 17.16, 19.37 ], "duration": 88.66, "caption": "A woman suddenly opens the door and call person.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 329407, "video_name": "house_s03e14_seg02_clip_13", "timestamp": [ 24.26, 34.33 ], "duration": 91.66, "caption": "A man knocks on the door and someone opens the door.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 329408, "video_name": "s03e02_seg02_clip_17", "timestamp": [ 30.35, 34.05 ], "duration": 74.66, "caption": "A woman opens the door and man starts talking to her.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 329409, "video_name": "house_s07e16_seg02_clip_14", "timestamp": [ 34.69, 43.71 ], "duration": 95.66, "caption": "A man knocked the door and a woman opened it.", "similarity": 0.7756, "relevance": 3 }, { "pair_id": 329410, "video_name": "castle_s06e04_seg02_clip_13", "timestamp": [ 24.58, 30.95 ], "duration": 91.66, "caption": "A person knocks on the door that has been opened by a woman with curls.", "similarity": 0.7732, "relevance": 4 }, { "pair_id": 329411, "video_name": "castle_s02e13_seg02_clip_16", "timestamp": [ 77.45, 79.19 ], "duration": 87.66, "caption": "A woman is at the door when a man opens it.", "similarity": 0.7708, "relevance": 2 }, { "pair_id": 329412, "video_name": "friends_s08e17_seg01_clip_00", "timestamp": [ 0.0, 4.88 ], "duration": 65.66, "caption": "A woman knocks on the apartment door calling for a man.", "similarity": 0.7692, "relevance": 2 }, { "pair_id": 329413, "video_name": "s05e13_seg01_clip_01", "timestamp": [ 17.4, 21.08 ], "duration": 49.66, "caption": "A person knocks on a woman's door and starts a conversation.", "similarity": 0.7688, "relevance": 1 }, { "pair_id": 329414, "video_name": "castle_s06e16_seg02_clip_05", "timestamp": [ 56.3, 60.08 ], "duration": 84.66, "caption": "A woman knocks on the hotel room door and a man opens it.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 329415, "video_name": "friends_s01e19_seg02_clip_07", "timestamp": [ 26.98, 35.98 ], "duration": 62.66, "caption": "A woman knocks on a door and a man answers.", "similarity": 0.7655, "relevance": 3 }, { "pair_id": 329416, "video_name": "castle_s05e23_seg02_clip_04", "timestamp": [ 86.95, 91.23 ], "duration": 95.66, "caption": "A man opens the door and then talks to woman.", "similarity": 0.7627, "relevance": 1 }, { "pair_id": 329417, "video_name": "s02e05_seg01_clip_01", "timestamp": [ 31.6, 34.72 ], "duration": 89.66, "caption": "A person repeatedly knocks on a woman's door with their hand.", "similarity": 0.7625, "relevance": 3 }, { "pair_id": 329418, "video_name": "s03e23_seg02_clip_15", "timestamp": [ 6.37, 12.26 ], "duration": 49.66, "caption": "A person walks over to a woman's door and knocks on it.", "similarity": 0.7622, "relevance": 2 }, { "pair_id": 329419, "video_name": "castle_s03e04_seg02_clip_23", "timestamp": [ 1.31, 9.17 ], "duration": 87.66, "caption": "A man opens the door and a woman is there.", "similarity": 0.7622, "relevance": 2 } ] }, { "query_id": 84626, "query": "The interviewer and a man shake hands when he's holding a coffee cup.", "relevant_moment": [ { "pair_id": 142200, "video_name": "friends_s08e19_seg02_clip_18", "timestamp": [ 5.48, 8.4 ], "duration": 73.66, "caption": "The interviewer and a man shake hands when he's holding a coffee cup.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 142201, "video_name": "castle_s06e15_seg02_clip_01", "timestamp": [ 54.07, 58.3 ], "duration": 94.66, "caption": "A man hands a coffee cup to two people.", "similarity": 0.7138, "relevance": 1 }, { "pair_id": 142202, "video_name": "castle_s02e23_seg02_clip_14", "timestamp": [ 1.37, 4.55 ], "duration": 91.66, "caption": "Two men are talking to a person while holding cups of coffee.", "similarity": 0.6959, "relevance": 2 }, { "pair_id": 142203, "video_name": "friends_s08e16_seg02_clip_03", "timestamp": [ 43.72, 47.64 ], "duration": 60.66, "caption": "A man shakes hands with two people in the coffee shop.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 142204, "video_name": "friends_s06e19_seg02_clip_01", "timestamp": [ 54.25, 58.02 ], "duration": 58.66, "caption": "A man has a conversation with the others while holding a cup of coffee.", "similarity": 0.6903, "relevance": 2 }, { "pair_id": 142205, "video_name": "castle_s08e04_seg02_clip_27", "timestamp": [ 0.0, 46.22 ], "duration": 70.66, "caption": "Two people are conversing as they hold coffee cups.", "similarity": 0.6865, "relevance": 1 }, { "pair_id": 142207, "video_name": "s09e01_seg02_clip_15", "timestamp": [ 2.21, 5.67 ], "duration": 63.66, "caption": "Two people are talking while they are holding a cup of coffee.", "similarity": 0.6803, "relevance": 1 }, { "pair_id": 142208, "video_name": "castle_s04e01_seg02_clip_16", "timestamp": [ 53.59, 82.17 ], "duration": 89.66, "caption": "A man and woman talk to each other while they are both holding coffee cups.", "similarity": 0.6795, "relevance": 0 }, { "pair_id": 142210, "video_name": "s03e11_seg02_clip_11", "timestamp": [ 8.82, 14.5 ], "duration": 63.66, "caption": "A person is talking to another person while holding a cup of coffee.", "similarity": 0.6701, "relevance": 1 }, { "pair_id": 142211, "video_name": "s05e10_seg02_clip_01", "timestamp": [ 13.51, 25.81 ], "duration": 60.66, "caption": "A man is holding a coffee mug as he talks to person.", "similarity": 0.6664, "relevance": 1 }, { "pair_id": 142212, "video_name": "house_s05e17_seg02_clip_21", "timestamp": [ 45.06, 47.33 ], "duration": 91.66, "caption": "A man hands a person a cup of coffee as they are in a waiting room.", "similarity": 0.6609, "relevance": 1 }, { "pair_id": 142213, "video_name": "castle_s03e15_seg02_clip_04", "timestamp": [ 10.19, 20.85 ], "duration": 92.66, "caption": "A man was holding a cup of coffee as he was talking.", "similarity": 0.6588, "relevance": 0 }, { "pair_id": 142214, "video_name": "castle_s03e19_seg02_clip_04", "timestamp": [ 25.91, 30.38 ], "duration": 89.66, "caption": "A woman and a man with cup of coffee on their hands approaches a person.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 142215, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "A person takes a sip of their coffee after another person hands it to them.", "similarity": 0.6561, "relevance": 1 }, { "pair_id": 142216, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.6521, "relevance": 2 }, { "pair_id": 142217, "video_name": "friends_s06e15-16_seg02_clip_03", "timestamp": [ 11.31, 14.22 ], "duration": 58.66, "caption": "Two men both shakes hands in the coffee shop.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 142218, "video_name": "house_s05e21_seg02_clip_19", "timestamp": [ 14.1, 17.87 ], "duration": 94.66, "caption": "Dr. person touches their coffee cup and brings their hand up to their mouth as they talk to Dr. person.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 142219, "video_name": "castle_s03e23_seg02_clip_10", "timestamp": [ 36.26, 89.53 ], "duration": 89.66, "caption": "Two people were both holding a cup of coffee.", "similarity": 0.6468, "relevance": 0 } ] }, { "query_id": 84752, "query": "A man gets up from the chair he is sitting in and walks away.", "relevant_moment": [ { "pair_id": 160960, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 82.3, 88.02 ], "duration": 88.66, "caption": "A man gets up from the chair he is sitting in and walks away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160961, "video_name": "s02e04_seg02_clip_12", "timestamp": [ 44.55, 46.69 ], "duration": 61.66, "caption": "A man gets up from a chair and walks away.", "similarity": 0.9531, "relevance": 4 }, { "pair_id": 160962, "video_name": "grey_s03e20_seg02_clip_16", "timestamp": [ 44.6, 46.42 ], "duration": 91.66, "caption": "A man gets out of the chair and walks away.", "similarity": 0.9178, "relevance": 4 }, { "pair_id": 160963, "video_name": "castle_s04e05_seg02_clip_00", "timestamp": [ 56.6, 58.9 ], "duration": 92.66, "caption": "A man gets up from the chair and walks away from the desk.", "similarity": 0.8787, "relevance": 3 }, { "pair_id": 160964, "video_name": "s03e10_seg02_clip_02", "timestamp": [ 52.46, 54.46 ], "duration": 57.66, "caption": "A person gets up out of their chair and walks away.", "similarity": 0.8482, "relevance": 4 }, { "pair_id": 160965, "video_name": "grey_s03e25_seg02_clip_11", "timestamp": [ 64.41, 94.03 ], "duration": 94.66, "caption": "A man stands up from his chair and walks away from another person.", "similarity": 0.8192, "relevance": 3 }, { "pair_id": 160966, "video_name": "s05e04_seg02_clip_10", "timestamp": [ 16.78, 23.19 ], "duration": 61.66, "caption": "A man gets up from his chair and leaves the room.", "similarity": 0.8137, "relevance": 4 }, { "pair_id": 160967, "video_name": "s03e18_seg02_clip_06", "timestamp": [ 7.67, 11.21 ], "duration": 59.66, "caption": "A person walks away from where he is standing towards the back of man's chair.", "similarity": 0.7923, "relevance": 2 }, { "pair_id": 160968, "video_name": "s02e18_seg02_clip_13", "timestamp": [ 2.6, 11.06 ], "duration": 65.66, "caption": "A man stands up from the chair and walks out of the room.", "similarity": 0.7866, "relevance": 4 }, { "pair_id": 160969, "video_name": "friends_s10e14_seg02_clip_14", "timestamp": [ 13.5, 15.19 ], "duration": 56.66, "caption": "A man gets up from the chair and exits the room.", "similarity": 0.7848, "relevance": 4 }, { "pair_id": 160970, "video_name": "house_s04e08_seg02_clip_18", "timestamp": [ 4.55, 7.28 ], "duration": 91.66, "caption": "A person stands up and walks away from someone sitting in a chair.", "similarity": 0.7779, "relevance": 2 }, { "pair_id": 160971, "video_name": "friends_s02e04_seg02_clip_05", "timestamp": [ 11.83, 13.57 ], "duration": 57.66, "caption": "A man gets up from the couch and walks away.", "similarity": 0.7778, "relevance": 4 }, { "pair_id": 160972, "video_name": "met_s03e05_seg02_clip_15", "timestamp": [ 12.92, 17.91 ], "duration": 58.66, "caption": "A man gets up from the table and walks away.", "similarity": 0.7758, "relevance": 4 }, { "pair_id": 160973, "video_name": "house_s05e15_seg02_clip_22", "timestamp": [ 47.06, 52.29 ], "duration": 74.66, "caption": "A man gets up from the chair he is sitting in.", "similarity": 0.7757, "relevance": 3 }, { "pair_id": 160974, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 35.98, 38.77 ], "duration": 62.66, "caption": "A man gets out of chair and stands up.", "similarity": 0.7716, "relevance": 2 }, { "pair_id": 160975, "video_name": "castle_s01e08_seg02_clip_25", "timestamp": [ 70.27, 73.26 ], "duration": 74.66, "caption": "A person gets up from seat and walks away.", "similarity": 0.7672, "relevance": 1 }, { "pair_id": 160976, "video_name": "friends_s08e12_seg02_clip_14", "timestamp": [ 15.51, 20.16 ], "duration": 62.66, "caption": "A man gets up off of the table and walks away.", "similarity": 0.7661, "relevance": 4 }, { "pair_id": 160977, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 54.31, 61.03 ], "duration": 61.66, "caption": "A person decides to get up out of their seat and walks away.", "similarity": 0.755, "relevance": 3 }, { "pair_id": 160978, "video_name": "friends_s01e15_seg02_clip_05", "timestamp": [ 26.17, 28.38 ], "duration": 63.66, "caption": "A man walks over and pulls out the chair to sit in it.", "similarity": 0.7522, "relevance": 1 }, { "pair_id": 160979, "video_name": "friends_s09e02_seg02_clip_13", "timestamp": [ 50.11, 53.97 ], "duration": 59.66, "caption": "A man gets up out of the chair and leaves the office.", "similarity": 0.7479, "relevance": 4 }, { "pair_id": 334280, "video_name": "friends_s10e15_seg02_clip_02", "timestamp": [ 31.38, 35.86 ], "duration": 64.66, "caption": "A man gets out of his chair and walks towards the door.", "similarity": 0.7472, "relevance": 4 }, { "pair_id": 334281, "video_name": "s07e20_seg02_clip_03", "timestamp": [ 39.55, 43.68 ], "duration": 59.66, "caption": "A person gets up from his/her chair and walks away from some people.", "similarity": 0.745, "relevance": 4 }, { "pair_id": 334282, "video_name": "s07e17_seg02_clip_01", "timestamp": [ 24.2, 28.92 ], "duration": 59.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 334283, "video_name": "friends_s08e22_seg01_clip_02", "timestamp": [ 14.18, 16.01 ], "duration": 26.66, "caption": "A woman gets up from her chair and walks away.", "similarity": 0.7413, "relevance": 1 }, { "pair_id": 334284, "video_name": "house_s03e09_seg02_clip_13", "timestamp": [ 16.2, 17.55 ], "duration": 90.66, "caption": "A man gets up from his seat and leaves the room.", "similarity": 0.7353, "relevance": 3 }, { "pair_id": 334285, "video_name": "s03e17_seg02_clip_01", "timestamp": [ 54.02, 57.63 ], "duration": 60.66, "caption": "A person gets up and walks away from the table that they are sitting at.", "similarity": 0.732, "relevance": 4 }, { "pair_id": 334287, "video_name": "s10e11_seg02_clip_14", "timestamp": [ 19.67, 22.24 ], "duration": 57.66, "caption": "A person gets up from chair and leaves room.", "similarity": 0.7265, "relevance": 4 }, { "pair_id": 334288, "video_name": "house_s06e20_seg02_clip_11", "timestamp": [ 86.48, 95.03 ], "duration": 95.66, "caption": "A person gets out of their chair and walks away from another person in the room.", "similarity": 0.7264, "relevance": 4 }, { "pair_id": 334289, "video_name": "house_s07e08_seg02_clip_20", "timestamp": [ 64.41, 69.11 ], "duration": 94.66, "caption": "A woman stands up from her chair and walks away from a man.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 334290, "video_name": "s09e04_seg02_clip_13", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A person gets up from the chair and leaves the house.", "similarity": 0.7213, "relevance": 4 }, { "pair_id": 334291, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 40.05, 55.46 ], "duration": 88.66, "caption": "A person gets up from their chair and leaves the room.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 334292, "video_name": "friends_s06e18_seg02_clip_13", "timestamp": [ 37.14, 40.04 ], "duration": 58.66, "caption": "A man gets up from the restaurant booth and walks away leaving a person sitting at the table alone.", "similarity": 0.7192, "relevance": 3 }, { "pair_id": 334293, "video_name": "s07e18_seg02_clip_04", "timestamp": [ 18.28, 20.17 ], "duration": 63.66, "caption": "A woman stands up from the chair and walks away.", "similarity": 0.7165, "relevance": 2 }, { "pair_id": 334294, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 33.87, 40.58 ], "duration": 61.66, "caption": "A man walks around a chair and sits down in it.", "similarity": 0.7148, "relevance": 1 }, { "pair_id": 334295, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 39.39, 40.72 ], "duration": 88.66, "caption": "A person abruptly gets up from his/her chair to walk away.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 334296, "video_name": "friends_s07e13_seg02_clip_18", "timestamp": [ 55.52, 60.03 ], "duration": 60.66, "caption": "A person walks away from the broken chair and over to the black chair.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 334297, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 9.44, 12.4 ], "duration": 59.66, "caption": "A man gets up and walks over to another chair.", "similarity": 0.7059, "relevance": 4 }, { "pair_id": 334298, "video_name": "house_s05e11_seg02_clip_14", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A man dismisses the person, who gets up from his chair and leaves the area.", "similarity": 0.7027, "relevance": 4 } ] }, { "query_id": 84793, "query": "A man gives a person a look that makes him sit back in his chair.", "relevant_moment": [ { "pair_id": 10800, "video_name": "s08e19_seg02_clip_14", "timestamp": [ 1.24, 10.54 ], "duration": 62.66, "caption": "A man gives a person a look that makes him sit back in his chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10801, "video_name": "house_s07e10_seg02_clip_00", "timestamp": [ 35.59, 59.32 ], "duration": 91.66, "caption": "A man takes a seat in the chair and takes a look.", "similarity": 0.7949, "relevance": 3 }, { "pair_id": 10802, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 63.49, 66.16 ], "duration": 88.66, "caption": "A man sits on a chair as another man looks back to him.", "similarity": 0.7544, "relevance": 3 }, { "pair_id": 10803, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 37.85, 42.25 ], "duration": 88.66, "caption": "A man turns in his chair to look at a man.", "similarity": 0.7513, "relevance": 2 }, { "pair_id": 10804, "video_name": "castle_s07e12_seg02_clip_05", "timestamp": [ 28.64, 34.09 ], "duration": 90.66, "caption": "A person turns around a man while he is in a chair.", "similarity": 0.741, "relevance": 0 }, { "pair_id": 10805, "video_name": "s09e05_seg02_clip_06", "timestamp": [ 1.18, 3.84 ], "duration": 59.66, "caption": "A person fidgets in his chair and looks around.", "similarity": 0.7376, "relevance": 3 }, { "pair_id": 10806, "video_name": "house_s06e11_seg02_clip_23", "timestamp": [ 66.26, 70.4 ], "duration": 92.66, "caption": "A man rises out of the chair, now looking down at person.", "similarity": 0.7318, "relevance": 2 }, { "pair_id": 10807, "video_name": "house_s06e04_seg02_clip_20", "timestamp": [ 0.0, 17.07 ], "duration": 87.66, "caption": "A person sits in the chair and looks up at someone.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 10808, "video_name": "s06e04_seg02_clip_08", "timestamp": [ 23.25, 27.17 ], "duration": 56.66, "caption": "A man is putting the chair back in position.", "similarity": 0.7245, "relevance": 0 }, { "pair_id": 10809, "video_name": "house_s04e12_seg02_clip_24", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man brings his face down to his hand as he sits in a chair near a person.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 10810, "video_name": "castle_s03e01_seg02_clip_15", "timestamp": [ 65.08, 68.72 ], "duration": 91.66, "caption": "A man rests his arm on the back of his chair as he turns around to face another person.", "similarity": 0.7133, "relevance": 2 }, { "pair_id": 10811, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 35.95, 39.14 ], "duration": 91.66, "caption": "A man sits down in the chair gestured by a person.", "similarity": 0.7113, "relevance": 2 }, { "pair_id": 10812, "video_name": "house_s01e14_seg02_clip_19", "timestamp": [ 58.97, 61.67 ], "duration": 90.66, "caption": "A man leans forward in his chair and looks at a man.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 10813, "video_name": "house_s02e17_seg02_clip_10", "timestamp": [ 50.52, 56.89 ], "duration": 91.66, "caption": "A man looks at a screen and sits down on a chair.", "similarity": 0.698, "relevance": 0 }, { "pair_id": 10814, "video_name": "friends_s01e21_seg02_clip_09", "timestamp": [ 30.81, 32.49 ], "duration": 56.66, "caption": "A man sits down in the chair and gets pats on the back.", "similarity": 0.6962, "relevance": 1 }, { "pair_id": 10815, "video_name": "castle_s01e04_seg02_clip_09", "timestamp": [ 10.57, 18.38 ], "duration": 91.66, "caption": "A person wakes up to see a man sitting at a chair staring at them.", "similarity": 0.6952, "relevance": 2 }, { "pair_id": 10816, "video_name": "met_s06e08_seg02_clip_11", "timestamp": [ 49.3, 54.11 ], "duration": 64.66, "caption": "A person sits back in his/her chair and rubs the back of his/her head.", "similarity": 0.695, "relevance": 2 }, { "pair_id": 10817, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 36.49, 40.33 ], "duration": 96.66, "caption": "A man sits in the chair while talking to person.", "similarity": 0.6927, "relevance": 2 }, { "pair_id": 10818, "video_name": "castle_s06e07_seg02_clip_23", "timestamp": [ 52.17, 54.44 ], "duration": 90.66, "caption": "A person sits down on the arm of man's chair.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 10819, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 7.5, 11.1 ], "duration": 60.66, "caption": "A person turns his sitting position to talk to a man.", "similarity": 0.6898, "relevance": 2 } ] }, { "query_id": 84817, "query": "A person gets up, walks over to another person and sits in a chair next to them.", "relevant_moment": [ { "pair_id": 14800, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 51.65, 58.14 ], "duration": 59.66, "caption": "A person gets up, walks over to another person and sits in a chair next to them.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14801, "video_name": "met_s03e08_seg02_clip_01", "timestamp": [ 21.25, 25.09 ], "duration": 59.66, "caption": "A person gets up and walks over to where another person is sitting.", "similarity": 0.8867, "relevance": 3 }, { "pair_id": 14802, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.35 ], "duration": 58.66, "caption": "A person gets up from his chair and goes to another person.", "similarity": 0.8697, "relevance": 3 }, { "pair_id": 14803, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 8.46, 13.8 ], "duration": 89.66, "caption": "A person walks towards another person and sits down in a chair.", "similarity": 0.8657, "relevance": 3 }, { "pair_id": 14804, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 18.0, 21.84 ], "duration": 59.66, "caption": "A person walks past another person and sits in a chair.", "similarity": 0.8597, "relevance": 2 }, { "pair_id": 14805, "video_name": "friends_s05e09_seg02_clip_02", "timestamp": [ 15.5, 20.57 ], "duration": 59.66, "caption": "A person walks over to sit next to another person.", "similarity": 0.8468, "relevance": 2 }, { "pair_id": 14806, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 7.15, 9.63 ], "duration": 55.66, "caption": "A person walks over and sits down next to another person.", "similarity": 0.8435, "relevance": 4 }, { "pair_id": 14807, "video_name": "friends_s09e03_seg02_clip_08", "timestamp": [ 1.43, 3.71 ], "duration": 57.66, "caption": "A person walks over to another person quickly and sits down.", "similarity": 0.8267, "relevance": 4 }, { "pair_id": 14808, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 50.47, 55.6 ], "duration": 57.66, "caption": "A person walks over to where another person is sitting.", "similarity": 0.8243, "relevance": 2 }, { "pair_id": 14809, "video_name": "grey_s03e19_seg02_clip_18", "timestamp": [ 82.37, 87.77 ], "duration": 90.66, "caption": "A person walks over to another person and sits down in front of him.", "similarity": 0.8243, "relevance": 2 }, { "pair_id": 14810, "video_name": "s02e13_seg02_clip_04", "timestamp": [ 2.1, 7.5 ], "duration": 60.66, "caption": "A man gets up from his chair and walks over to a person.", "similarity": 0.8045, "relevance": 3 }, { "pair_id": 14811, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person gets up and walks closer to another person.", "similarity": 0.8044, "relevance": 2 }, { "pair_id": 14812, "video_name": "s07e13_seg02_clip_10", "timestamp": [ 24.41, 29.9 ], "duration": 61.66, "caption": "A person walks over to another person sitting in a chair to talk to him.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 14813, "video_name": "castle_s07e17_seg02_clip_11", "timestamp": [ 50.39, 54.41 ], "duration": 89.66, "caption": "A person walks over to some people and then sits in a chair.", "similarity": 0.7979, "relevance": 2 }, { "pair_id": 14815, "video_name": "house_s05e17_seg02_clip_23", "timestamp": [ 57.68, 68.84 ], "duration": 93.66, "caption": "A person gets up from the chair and walks around behind it while talking to another person.", "similarity": 0.7908, "relevance": 2 }, { "pair_id": 14816, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 21.38, 24.71 ], "duration": 95.66, "caption": "A person walks and sits down across from another person.", "similarity": 0.7844, "relevance": 2 }, { "pair_id": 14817, "video_name": "castle_s04e15_seg02_clip_20", "timestamp": [ 68.61, 75.42 ], "duration": 90.66, "caption": "A woman gets up from her chair and goes beside another person.", "similarity": 0.7823, "relevance": 1 }, { "pair_id": 14818, "video_name": "castle_s04e16_seg02_clip_10", "timestamp": [ 6.79, 11.76 ], "duration": 90.66, "caption": "A person gets up from their seat and walks closer to someone and sits on their desk beside them.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 14819, "video_name": "s05e13_seg02_clip_13", "timestamp": [ 48.45, 51.64 ], "duration": 58.66, "caption": "A person walks over and sits down at the table next to another person.", "similarity": 0.7763, "relevance": 3 } ] }, { "query_id": 84904, "query": "A woman talks to another woman while holding onto a toddler.", "relevant_moment": [ { "pair_id": 150020, "video_name": "friends_s10e08_seg02_clip_04", "timestamp": [ 31.94, 62.03 ], "duration": 62.66, "caption": "A woman talks to another woman while holding onto a toddler.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150021, "video_name": "friends_s10e08_seg02_clip_05", "timestamp": [ 0.0, 55.83 ], "duration": 60.66, "caption": "A woman is holding a baby as she speaks to another woman.", "similarity": 0.7737, "relevance": 4 }, { "pair_id": 150022, "video_name": "castle_s03e16_seg02_clip_17", "timestamp": [ 11.78, 90.65 ], "duration": 90.66, "caption": "A woman is holding her child as she speaks to two women.", "similarity": 0.7698, "relevance": 2 }, { "pair_id": 150023, "video_name": "friends_s08e23-24_seg02_clip_40", "timestamp": [ 2.33, 11.94 ], "duration": 58.66, "caption": "A woman while holding her baby looks down and talks to another woman's baby.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 150024, "video_name": "grey_s02e22_seg02_clip_24", "timestamp": [ 0.0, 25.24 ], "duration": 87.66, "caption": "A woman is having a conversation with her child.", "similarity": 0.7537, "relevance": 1 }, { "pair_id": 150025, "video_name": "grey_s03e15_seg02_clip_08", "timestamp": [ 0.0, 24.08 ], "duration": 83.66, "caption": "A woman is having a conversation to a child.", "similarity": 0.7441, "relevance": 1 }, { "pair_id": 150026, "video_name": "grey_s02e22_seg02_clip_23", "timestamp": [ 0.0, 34.83 ], "duration": 92.66, "caption": "A woman is having a conversation to her child.", "similarity": 0.7362, "relevance": 1 }, { "pair_id": 150027, "video_name": "grey_s03e05_seg02_clip_12", "timestamp": [ 52.7, 89.32 ], "duration": 89.66, "caption": "A woman is having a conversation to a person carrying a baby.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 150028, "video_name": "house_s02e17_seg02_clip_05", "timestamp": [ 45.31, 55.12 ], "duration": 93.66, "caption": "A woman talks to people about their child.", "similarity": 0.7088, "relevance": 1 }, { "pair_id": 150029, "video_name": "friends_s08e23-24_seg02_clip_36", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman hands the baby to another woman to hold.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 150030, "video_name": "grey_s03e01_seg02_clip_24", "timestamp": [ 63.92, 90.02 ], "duration": 90.66, "caption": "A woman is having a conversation with two individuals while looking at a baby.", "similarity": 0.705, "relevance": 1 }, { "pair_id": 150031, "video_name": "grey_s02e14_seg02_clip_04", "timestamp": [ 68.26, 92.24 ], "duration": 92.66, "caption": "A woman is having a conversation with another woman while checking on her baby.", "similarity": 0.699, "relevance": 1 }, { "pair_id": 150032, "video_name": "grey_s03e05_seg02_clip_01", "timestamp": [ 82.83, 91.53 ], "duration": 91.66, "caption": "A woman is talking to a family with a child.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 150033, "video_name": "grey_s02e20_seg02_clip_02", "timestamp": [ 0.0, 16.0 ], "duration": 91.66, "caption": "The women are having a conversation with someone while they are carrying a baby.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 150034, "video_name": "friends_s08e23-24_seg02_clip_38", "timestamp": [ 17.68, 32.57 ], "duration": 62.66, "caption": "A woman hands the baby off to another woman to hold for the first time.", "similarity": 0.6834, "relevance": 2 }, { "pair_id": 150035, "video_name": "grey_s03e01_seg02_clip_24", "timestamp": [ 32.86, 55.36 ], "duration": 90.66, "caption": "A woman is having a conversation with the two people while looking at a baby.", "similarity": 0.6828, "relevance": 1 }, { "pair_id": 150036, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 13.21, 14.87 ], "duration": 55.66, "caption": "A woman holds up two fingers during her conversation with another woman.", "similarity": 0.6813, "relevance": 1 }, { "pair_id": 150037, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 6.86, 14.01 ], "duration": 59.66, "caption": "A woman holds her hands palm to palm while talking to another woman.", "similarity": 0.6757, "relevance": 2 }, { "pair_id": 150038, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 0.0, 13.25 ], "duration": 88.66, "caption": "A woman is having a conversation to another woman.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 150039, "video_name": "friends_s05e03_seg02_clip_19", "timestamp": [ 0.0, 28.41 ], "duration": 71.66, "caption": "A woman talks to three babies that are in her arms.", "similarity": 0.6688, "relevance": 1 } ] }, { "query_id": 84931, "query": "A woman opens her apartment door and walks through it.", "relevant_moment": [ { "pair_id": 158960, "video_name": "friends_s10e08_seg02_clip_03", "timestamp": [ 10.99, 12.17 ], "duration": 59.66, "caption": "A woman opens her apartment door and walks through it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158961, "video_name": "s02e02_seg02_clip_10", "timestamp": [ 47.3, 49.13 ], "duration": 61.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.9447, "relevance": 4 }, { "pair_id": 158962, "video_name": "friends_s08e07_seg02_clip_18", "timestamp": [ 7.35, 12.05 ], "duration": 58.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.9447, "relevance": 4 }, { "pair_id": 158963, "video_name": "friends_s05e18_seg02_clip_20", "timestamp": [ 11.29, 12.82 ], "duration": 61.66, "caption": "A woman opens the door and walks into her apartment.", "similarity": 0.9447, "relevance": 4 }, { "pair_id": 158964, "video_name": "friends_s04e20_seg02_clip_20", "timestamp": [ 3.32, 8.42 ], "duration": 51.66, "caption": "A woman walks to the door to her apartment and opens it.", "similarity": 0.9405, "relevance": 2 }, { "pair_id": 158965, "video_name": "s02e23_seg02_clip_12", "timestamp": [ 39.62, 41.72 ], "duration": 60.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9334, "relevance": 4 }, { "pair_id": 158966, "video_name": "met_s02e12_seg02_clip_13", "timestamp": [ 44.0, 46.75 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9334, "relevance": 4 }, { "pair_id": 158967, "video_name": "friends_s10e13_seg02_clip_13", "timestamp": [ 50.65, 52.08 ], "duration": 57.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9334, "relevance": 3 }, { "pair_id": 158968, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 24.76, 36.04 ], "duration": 55.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9334, "relevance": 3 }, { "pair_id": 158969, "video_name": "friends_s08e20_seg01_clip_00", "timestamp": [ 3.98, 10.41 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9334, "relevance": 4 }, { "pair_id": 158970, "video_name": "friends_s06e03_seg02_clip_10", "timestamp": [ 17.09, 21.97 ], "duration": 61.66, "caption": "A woman opens the door and walks into the apartment.", "similarity": 0.9334, "relevance": 4 }, { "pair_id": 158971, "video_name": "s07e10_seg02_clip_04", "timestamp": [ 32.88, 35.05 ], "duration": 62.66, "caption": "A woman opens the door and walks inside the apartment.", "similarity": 0.9296, "relevance": 4 }, { "pair_id": 158972, "video_name": "s07e22_seg02_clip_02", "timestamp": [ 53.09, 54.31 ], "duration": 61.66, "caption": "A woman walks through the door of the apartment.", "similarity": 0.9225, "relevance": 4 }, { "pair_id": 158973, "video_name": "friends_s07e09_seg02_clip_00", "timestamp": [ 44.84, 48.02 ], "duration": 63.66, "caption": "A woman walks through the door and enters the apartment.", "similarity": 0.9064, "relevance": 4 }, { "pair_id": 158974, "video_name": "s02e09_seg01_clip_02", "timestamp": [ 36.02, 38.02 ], "duration": 40.66, "caption": "A woman opens the door and goes into her apartment.", "similarity": 0.9058, "relevance": 4 }, { "pair_id": 158975, "video_name": "friends_s08e02_seg02_clip_03", "timestamp": [ 48.38, 50.24 ], "duration": 62.66, "caption": "A person opens the door and walks into woman's apartment.", "similarity": 0.9018, "relevance": 2 }, { "pair_id": 158976, "video_name": "friends_s04e13_seg02_clip_07", "timestamp": [ 52.72, 56.14 ], "duration": 62.66, "caption": "A woman opens the door of the apartment and goes inside.", "similarity": 0.8983, "relevance": 4 }, { "pair_id": 158977, "video_name": "friends_s07e11_seg02_clip_03", "timestamp": [ 20.71, 22.51 ], "duration": 60.66, "caption": "A woman quickly opens the door and walks into the apartment.", "similarity": 0.8975, "relevance": 3 }, { "pair_id": 158978, "video_name": "friends_s09e20_seg02_clip_07", "timestamp": [ 6.93, 10.4 ], "duration": 63.66, "caption": "A woman opens the door and enters the apartment.", "similarity": 0.8961, "relevance": 4 }, { "pair_id": 158979, "video_name": "friends_s02e11_seg02_clip_08", "timestamp": [ 0.57, 2.0 ], "duration": 57.66, "caption": "A woman opens the door and enters the apartment.", "similarity": 0.8961, "relevance": 4 }, { "pair_id": 332280, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 36.82, 38.42 ], "duration": 80.66, "caption": "A woman walks into the apartment and closes the door behind her.", "similarity": 0.892, "relevance": 4 }, { "pair_id": 332281, "video_name": "friends_s09e21_seg02_clip_21", "timestamp": [ 17.71, 20.71 ], "duration": 60.66, "caption": "A woman walks into the apartment and closes the door behind her.", "similarity": 0.892, "relevance": 4 }, { "pair_id": 332282, "video_name": "castle_s07e20_seg02_clip_12", "timestamp": [ 5.0, 14.09 ], "duration": 90.66, "caption": "A person opens the apartment door and walks through it.", "similarity": 0.8911, "relevance": 3 }, { "pair_id": 332283, "video_name": "castle_s08e15_seg02_clip_27", "timestamp": [ 8.36, 12.54 ], "duration": 76.66, "caption": "A person opens the door and woman walks in the apartment.", "similarity": 0.8895, "relevance": 3 }, { "pair_id": 332284, "video_name": "s04e16_seg02_clip_09", "timestamp": [ 45.75, 48.99 ], "duration": 59.66, "caption": "A woman opens the apartment door and walks in and then shuts the door.", "similarity": 0.8857, "relevance": 4 }, { "pair_id": 332285, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 6.2, 7.67 ], "duration": 59.66, "caption": "A woman opens the door and walks out of the apartment.", "similarity": 0.8842, "relevance": 4 }, { "pair_id": 332286, "video_name": "friends_s08e16_seg02_clip_11", "timestamp": [ 10.23, 11.48 ], "duration": 62.66, "caption": "A woman opens the door and comes out of her apartment.", "similarity": 0.8842, "relevance": 3 }, { "pair_id": 332287, "video_name": "s03e09_seg02_clip_03", "timestamp": [ 0.0, 1.77 ], "duration": 59.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8841, "relevance": 4 }, { "pair_id": 332288, "video_name": "friends_s09e13_seg02_clip_19", "timestamp": [ 23.79, 26.69 ], "duration": 58.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8841, "relevance": 4 }, { "pair_id": 332289, "video_name": "friends_s04e13_seg02_clip_11", "timestamp": [ 27.4, 29.69 ], "duration": 57.66, "caption": "A woman walks into the apartment and closes the door.", "similarity": 0.8841, "relevance": 4 }, { "pair_id": 332290, "video_name": "s07e24_seg02_clip_10", "timestamp": [ 17.99, 20.47 ], "duration": 62.66, "caption": "A woman opens the door and comes into the apartment.", "similarity": 0.8805, "relevance": 4 }, { "pair_id": 332291, "video_name": "friends_s05e05_seg02_clip_01", "timestamp": [ 14.27, 15.51 ], "duration": 62.66, "caption": "A woman opens the door and comes into the apartment.", "similarity": 0.8805, "relevance": 4 }, { "pair_id": 332292, "video_name": "s08e22_seg02_clip_10", "timestamp": [ 3.72, 5.89 ], "duration": 62.66, "caption": "A woman opens the door and enters person's apartment.", "similarity": 0.8768, "relevance": 4 }, { "pair_id": 332293, "video_name": "s01e17_seg02_clip_10", "timestamp": [ 16.51, 20.41 ], "duration": 60.66, "caption": "A woman walks into her apartment and closes the door after person gets in.", "similarity": 0.8746, "relevance": 4 }, { "pair_id": 332294, "video_name": "met_s06e13_seg02_clip_08", "timestamp": [ 18.0, 20.95 ], "duration": 59.66, "caption": "A woman walks through and closes the door to the apartment.", "similarity": 0.8733, "relevance": 4 }, { "pair_id": 332295, "video_name": "s09e05_seg02_clip_13", "timestamp": [ 26.67, 28.53 ], "duration": 62.66, "caption": "A woman opens the front door to her apartment.", "similarity": 0.8666, "relevance": 4 }, { "pair_id": 332296, "video_name": "s08e04_seg02_clip_13", "timestamp": [ 50.76, 54.89 ], "duration": 59.66, "caption": "A woman opens the front door to her apartment.", "similarity": 0.8666, "relevance": 3 }, { "pair_id": 332297, "video_name": "s08e07_seg02_clip_08", "timestamp": [ 35.42, 41.32 ], "duration": 59.66, "caption": "A woman opens the apartment door and enters into the apartment.", "similarity": 0.8647, "relevance": 4 }, { "pair_id": 332298, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 43.42, 49.31 ], "duration": 62.66, "caption": "A woman walks towards her apartment as a person is about to open their door.", "similarity": 0.8635, "relevance": 1 }, { "pair_id": 332299, "video_name": "friends_s04e15_seg02_clip_11", "timestamp": [ 35.12, 38.37 ], "duration": 59.66, "caption": "A woman opens the front door and enters the apartment.", "similarity": 0.8621, "relevance": 4 } ] }, { "query_id": 84961, "query": "A person leans over and whispers into another person's ear.", "relevant_moment": [ { "pair_id": 127940, "video_name": "s04e02_seg02_clip_01", "timestamp": [ 58.14, 59.03 ], "duration": 59.66, "caption": "A person leans over and whispers into another person's ear.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 127941, "video_name": "s01e13_seg02_clip_02", "timestamp": [ 39.38, 41.62 ], "duration": 64.66, "caption": "A person leans over and whispers into another person's right ear.", "similarity": 0.9872, "relevance": 4 }, { "pair_id": 127942, "video_name": "s03e04_seg02_clip_02", "timestamp": [ 18.3, 21.71 ], "duration": 62.66, "caption": "A person leans over and whispers something in another person's ear.", "similarity": 0.9829, "relevance": 4 }, { "pair_id": 127943, "video_name": "s02e18_seg02_clip_05", "timestamp": [ 1.89, 6.21 ], "duration": 54.66, "caption": "A person leans and whispers something into another person's ear.", "similarity": 0.9818, "relevance": 4 }, { "pair_id": 127944, "video_name": "s01e13_seg02_clip_03", "timestamp": [ 21.29, 23.81 ], "duration": 56.66, "caption": "A person leans over and whispers in someone's ear.", "similarity": 0.9608, "relevance": 4 }, { "pair_id": 127945, "video_name": "s04e11_seg02_clip_06", "timestamp": [ 38.72, 40.52 ], "duration": 60.66, "caption": "A person leans in from behind another person and whispers in their ear.", "similarity": 0.9398, "relevance": 4 }, { "pair_id": 127946, "video_name": "s02e14_seg02_clip_05", "timestamp": [ 55.83, 59.43 ], "duration": 60.66, "caption": "A person whispers into someone's ear as they are beside each other.", "similarity": 0.9088, "relevance": 3 }, { "pair_id": 127947, "video_name": "s04e08_seg01_clip_01", "timestamp": [ 56.79, 59.43 ], "duration": 66.66, "caption": "A person whispers into another person's ear while sitting next to him.", "similarity": 0.8827, "relevance": 4 }, { "pair_id": 127948, "video_name": "s05e08_seg02_clip_09", "timestamp": [ 49.43, 57.37 ], "duration": 61.66, "caption": "A man says something and another person leans over and whispers something in his ear.", "similarity": 0.8591, "relevance": 4 }, { "pair_id": 127949, "video_name": "s02e18_seg02_clip_05", "timestamp": [ 1.35, 8.91 ], "duration": 54.66, "caption": "A person leans over and whispers in someone's ear then gives two thumbs up.", "similarity": 0.8483, "relevance": 4 }, { "pair_id": 127950, "video_name": "s04e11_seg02_clip_02", "timestamp": [ 38.66, 41.02 ], "duration": 59.66, "caption": "A person stretches towards person's ears and whispers into his/her ears.", "similarity": 0.8359, "relevance": 3 }, { "pair_id": 127951, "video_name": "s05e08_seg02_clip_10", "timestamp": [ 32.49, 34.45 ], "duration": 56.66, "caption": "A person leans over, holds his hand to up guy's ear and whispers to him.", "similarity": 0.8344, "relevance": 4 }, { "pair_id": 127952, "video_name": "friends_s07e13_seg02_clip_20", "timestamp": [ 17.41, 21.31 ], "duration": 60.66, "caption": "A woman leans over and whispers into a man's ear.", "similarity": 0.8337, "relevance": 4 }, { "pair_id": 127953, "video_name": "s04e20_seg01_clip_00", "timestamp": [ 27.53, 29.13 ], "duration": 64.66, "caption": "A person leans over and whispers to another person that the speaker is very funny.", "similarity": 0.8327, "relevance": 3 }, { "pair_id": 127954, "video_name": "castle_s02e19_seg02_clip_26", "timestamp": [ 40.93, 47.91 ], "duration": 93.66, "caption": "A man goes next to another person and he whispers into his/her ear.", "similarity": 0.8195, "relevance": 3 }, { "pair_id": 127955, "video_name": "house_s07e07_seg02_clip_11", "timestamp": [ 36.41, 43.17 ], "duration": 104.66, "caption": "A person comes to another person and whispers them something.", "similarity": 0.8168, "relevance": 2 }, { "pair_id": 127956, "video_name": "s03e11_seg02_clip_06", "timestamp": [ 50.51, 54.02 ], "duration": 54.66, "caption": "A person whispers into someone's ear and the other person pulls away defensively.", "similarity": 0.8142, "relevance": 4 }, { "pair_id": 127957, "video_name": "friends_s07e13_seg02_clip_20", "timestamp": [ 2.1, 7.5 ], "duration": 60.66, "caption": "A man leans over and whispers something in a woman's ear.", "similarity": 0.8122, "relevance": 4 }, { "pair_id": 127958, "video_name": "met_s03e16_seg02_clip_13", "timestamp": [ 20.93, 25.55 ], "duration": 61.66, "caption": "A woman leans in and whispers into man's ear.", "similarity": 0.8108, "relevance": 4 }, { "pair_id": 127959, "video_name": "met_s03e14_seg02_clip_11", "timestamp": [ 15.91, 21.01 ], "duration": 60.66, "caption": "A man leans in and whispers into a woman's ear.", "similarity": 0.8042, "relevance": 4 }, { "pair_id": 301260, "video_name": "s03e10_seg02_clip_01", "timestamp": [ 20.16, 23.74 ], "duration": 65.66, "caption": "A man approaches a person, who is seated, leans over and whispers in his/her ear.", "similarity": 0.8038, "relevance": 4 }, { "pair_id": 301261, "video_name": "s03e13_seg02_clip_16", "timestamp": [ 0.0, 3.02 ], "duration": 67.66, "caption": "A person whispers into guy's ear as he stands next to him.", "similarity": 0.8015, "relevance": 4 }, { "pair_id": 301262, "video_name": "s02e12_seg02_clip_03", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person whispers into a man's ear as he sits next to him.", "similarity": 0.7887, "relevance": 4 }, { "pair_id": 301263, "video_name": "s05e06_seg02_clip_14", "timestamp": [ 13.06, 15.09 ], "duration": 58.66, "caption": "A person touches his forward then his chest before leaning over and whispering in another person's ear.", "similarity": 0.7878, "relevance": 4 }, { "pair_id": 301264, "video_name": "s01e01_seg02_clip_14", "timestamp": [ 14.46, 16.53 ], "duration": 59.66, "caption": "A person leans in to whisper into a man's ear as he is sitting next to him.", "similarity": 0.786, "relevance": 4 }, { "pair_id": 301265, "video_name": "s01e08_seg02_clip_03", "timestamp": [ 8.85, 11.29 ], "duration": 61.66, "caption": "A person rushes over and whispers something in a man's ear.", "similarity": 0.7798, "relevance": 4 }, { "pair_id": 301266, "video_name": "s01e08_seg02_clip_11", "timestamp": [ 11.02, 14.8 ], "duration": 58.66, "caption": "A person puts their hand on another person's shoulder and speaks into their ear.", "similarity": 0.774, "relevance": 4 }, { "pair_id": 301267, "video_name": "castle_s01e06_seg02_clip_23", "timestamp": [ 78.43, 85.78 ], "duration": 98.66, "caption": "A person moves in close to woman and whispers in her ear.", "similarity": 0.7712, "relevance": 4 }, { "pair_id": 301268, "video_name": "friends_s09e22_seg02_clip_03", "timestamp": [ 53.58, 56.41 ], "duration": 63.66, "caption": "A man leans over to whisper in another man's ear.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 301269, "video_name": "friends_s07e05_seg02_clip_19", "timestamp": [ 19.72, 22.58 ], "duration": 57.66, "caption": "A person leans over to talk to two other people.", "similarity": 0.7651, "relevance": 4 }, { "pair_id": 301270, "video_name": "friends_s03e15_seg02_clip_12", "timestamp": [ 10.62, 14.46 ], "duration": 59.66, "caption": "A man seated behind a person whispers something into another person's ear.", "similarity": 0.7647, "relevance": 4 }, { "pair_id": 301271, "video_name": "s01e10_seg02_clip_08", "timestamp": [ 5.99, 6.93 ], "duration": 63.66, "caption": "A person whispers something into guy's ear and guy comments.", "similarity": 0.764, "relevance": 4 }, { "pair_id": 301272, "video_name": "s05e15_seg02_clip_05", "timestamp": [ 55.21, 58.62 ], "duration": 62.66, "caption": "A person whispers to another person who is sitting in the chair next to them.", "similarity": 0.7636, "relevance": 4 }, { "pair_id": 301273, "video_name": "s04e20_seg01_clip_00", "timestamp": [ 62.43, 64.03 ], "duration": 64.66, "caption": "A person leans closer to another person beside him/her to speak to her/him.", "similarity": 0.7607, "relevance": 4 }, { "pair_id": 301274, "video_name": "s09e16_seg02_clip_10", "timestamp": [ 25.82, 29.3 ], "duration": 58.66, "caption": "A person leans over to say something to another person while crossing his fingers.", "similarity": 0.7566, "relevance": 4 }, { "pair_id": 301275, "video_name": "friends_s02e14_seg02_clip_17", "timestamp": [ 45.2, 47.69 ], "duration": 62.66, "caption": "A woman leans to woman and whispers into her ear.", "similarity": 0.7548, "relevance": 4 }, { "pair_id": 301276, "video_name": "s03e09_seg02_clip_05", "timestamp": [ 0.0, 1.71 ], "duration": 57.66, "caption": "A person is telling something to another person on his ear.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 301277, "video_name": "s02e12_seg02_clip_02", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A person whispers to another person as he sits in his chair.", "similarity": 0.7437, "relevance": 4 }, { "pair_id": 301278, "video_name": "s03e09_seg02_clip_04", "timestamp": [ 59.81, 61.03 ], "duration": 61.66, "caption": "A person stands up from their chair and starts to whisper in another person's ear.", "similarity": 0.7429, "relevance": 4 }, { "pair_id": 301279, "video_name": "s03e06_seg02_clip_01", "timestamp": [ 30.46, 40.33 ], "duration": 58.66, "caption": "A person turns his head to the right to speak to another person.", "similarity": 0.7404, "relevance": 2 } ] }, { "query_id": 85132, "query": "A man looks at a clock on the nightstand.", "relevant_moment": [ { "pair_id": 4920, "video_name": "friends_s07e12_seg02_clip_20", "timestamp": [ 19.61, 24.21 ], "duration": 40.66, "caption": "A man looks at a clock on the nightstand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4921, "video_name": "house_s05e23_seg02_clip_12", "timestamp": [ 3.36, 4.48 ], "duration": 112.66, "caption": "A man turns his back to look at the clock.", "similarity": 0.7672, "relevance": 3 }, { "pair_id": 4922, "video_name": "house_s05e16_seg02_clip_10", "timestamp": [ 19.33, 22.55 ], "duration": 92.66, "caption": "A man looks in the top drawer of a nightstand.", "similarity": 0.7533, "relevance": 2 }, { "pair_id": 4923, "video_name": "house_s03e16_seg02_clip_19", "timestamp": [ 43.51, 46.56 ], "duration": 87.66, "caption": "A person turns to look at the clock on the bedside table.", "similarity": 0.7268, "relevance": 4 }, { "pair_id": 4924, "video_name": "castle_s07e01_seg02_clip_26", "timestamp": [ 9.38, 12.06 ], "duration": 134.66, "caption": "A man picks up his watch from the nightstand.", "similarity": 0.6359, "relevance": 3 }, { "pair_id": 4926, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 80.1, 84.65 ], "duration": 91.66, "caption": "A woman looks at a clock that is on her desk.", "similarity": 0.6299, "relevance": 3 }, { "pair_id": 4927, "video_name": "s06e15_seg02_clip_12", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A man picks up his cell phone from the nightstand and looks at it.", "similarity": 0.6097, "relevance": 3 }, { "pair_id": 4928, "video_name": "house_s08e12_seg02_clip_15", "timestamp": [ 83.72, 88.22 ], "duration": 90.66, "caption": "A woman turns her head to look at the wall clock.", "similarity": 0.5937, "relevance": 3 }, { "pair_id": 4929, "video_name": "s08e17_seg02_clip_12", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A man turns and looks at the bedroom door.", "similarity": 0.5894, "relevance": 2 }, { "pair_id": 4932, "video_name": "friends_s04e19_seg02_clip_08", "timestamp": [ 24.91, 28.81 ], "duration": 60.66, "caption": "A man rolls his eyes and looks up at the ceiling.", "similarity": 0.5768, "relevance": 0 }, { "pair_id": 4933, "video_name": "house_s01e06_seg02_clip_10", "timestamp": [ 5.99, 9.58 ], "duration": 79.66, "caption": "A man looks through a dresser drawer looking for something.", "similarity": 0.5739, "relevance": 1 }, { "pair_id": 4934, "video_name": "s08e17_seg02_clip_04", "timestamp": [ 25.38, 28.04 ], "duration": 59.66, "caption": "A man leans over and opens the drawer on the nightstand.", "similarity": 0.5704, "relevance": 2 }, { "pair_id": 4935, "video_name": "s09e21_seg02_clip_15", "timestamp": [ 26.05, 30.39 ], "duration": 62.66, "caption": "A man wakes up and looks over at the door.", "similarity": 0.5702, "relevance": 0 }, { "pair_id": 4936, "video_name": "s03e20_seg02_clip_10", "timestamp": [ 49.32, 58.03 ], "duration": 58.66, "caption": "A man lays his glasses on the nightstand and puts his hand over his eyes.", "similarity": 0.5658, "relevance": 1 }, { "pair_id": 4937, "video_name": "castle_s08e22_seg02_clip_16", "timestamp": [ 31.69, 34.37 ], "duration": 89.66, "caption": "A man examines the right eye of person as he lies down the bed.", "similarity": 0.5608, "relevance": 0 }, { "pair_id": 4938, "video_name": "s10e12_seg02_clip_17", "timestamp": [ 0.0, 2.84 ], "duration": 63.66, "caption": "A man swivels his head to look around the dark room.", "similarity": 0.5608, "relevance": 0 }, { "pair_id": 4939, "video_name": "house_s03e03_seg02_clip_10", "timestamp": [ 42.73, 46.74 ], "duration": 89.66, "caption": "A woman looks at the clock and realizes it's almost 10 o'clock.", "similarity": 0.5607, "relevance": 2 } ] }, { "query_id": 85165, "query": "A person throws a piece of candy to a woman, who catches it with her mouth.", "relevant_moment": [ { "pair_id": 34260, "video_name": "s03e03_seg02_clip_14", "timestamp": [ 18.1, 29.49 ], "duration": 67.66, "caption": "A person throws a piece of candy to a woman, who catches it with her mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 34261, "video_name": "friends_s02e24_seg02_clip_13", "timestamp": [ 13.34, 24.5 ], "duration": 62.66, "caption": "A woman tries to throw candy in man's mouth and hits a person in the head instead.", "similarity": 0.8264, "relevance": 2 }, { "pair_id": 34262, "video_name": "castle_s05e20_seg02_clip_20", "timestamp": [ 13.5, 18.45 ], "duration": 90.66, "caption": "A woman throws down a candy bar to a man.", "similarity": 0.7915, "relevance": 2 }, { "pair_id": 34263, "video_name": "house_s03e21_seg02_clip_25", "timestamp": [ 81.49, 84.85 ], "duration": 168.66, "caption": "A person tosses a candy in the air and catches it in his own mouth.", "similarity": 0.7657, "relevance": 2 }, { "pair_id": 34264, "video_name": "grey_s02e25_seg02_clip_18", "timestamp": [ 0.44, 8.76 ], "duration": 87.66, "caption": "A man offers a woman some candy and she takes one and eats it.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 34265, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 5.49, 8.54 ], "duration": 122.66, "caption": "A woman throws a food and catches it with her mouth.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 34266, "video_name": "castle_s02e07_seg02_clip_10", "timestamp": [ 60.53, 65.54 ], "duration": 91.66, "caption": "A woman puts a bowl in between her and a man and they both take a piece of candy and put it in their mouths.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 34267, "video_name": "house_s03e21_seg02_clip_25", "timestamp": [ 57.97, 60.49 ], "duration": 168.66, "caption": "A person tosses a candy to the dog and the dog catches it in its mouth.", "similarity": 0.7354, "relevance": 1 }, { "pair_id": 34268, "video_name": "s10e11_seg02_clip_16", "timestamp": [ 0.0, 5.1 ], "duration": 60.66, "caption": "A woman tosses a candy bar to a man and he misses it.", "similarity": 0.7098, "relevance": 1 }, { "pair_id": 34269, "video_name": "s03e10_seg01_clip_00", "timestamp": [ 4.88, 9.76 ], "duration": 122.66, "caption": "A woman throws food into the air and catches it in her mouth.", "similarity": 0.6983, "relevance": 3 }, { "pair_id": 34270, "video_name": "friends_s07e10_seg01_clip_00", "timestamp": [ 50.9, 60.98 ], "duration": 96.66, "caption": "A woman invites a man to take a candy from the skull, he takes one and starts chewing his first bite.", "similarity": 0.6904, "relevance": 1 }, { "pair_id": 34271, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 4.17, 8.97 ], "duration": 64.66, "caption": "A woman puts a candy bar in man's face.", "similarity": 0.6853, "relevance": 1 }, { "pair_id": 34272, "video_name": "house_s02e08_seg02_clip_15", "timestamp": [ 7.12, 10.24 ], "duration": 89.66, "caption": "A person just took a candy into his mouth.", "similarity": 0.6836, "relevance": 0 }, { "pair_id": 34273, "video_name": "friends_s06e15-16_seg02_clip_13", "timestamp": [ 53.09, 61.03 ], "duration": 61.66, "caption": "A woman pulls candy from her pocket and hands it to a man but has a hard time letting go.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 34274, "video_name": "house_s08e14_seg02_clip_13", "timestamp": [ 17.2, 24.95 ], "duration": 86.66, "caption": "A woman throws things at a man.", "similarity": 0.6704, "relevance": 0 }, { "pair_id": 34275, "video_name": "friends_s08e15_seg02_clip_09", "timestamp": [ 0.0, 17.12 ], "duration": 56.66, "caption": "A man hands woman a box and she takes a piece of candy.", "similarity": 0.6702, "relevance": 0 }, { "pair_id": 34276, "video_name": "friends_s08e06_seg02_clip_01", "timestamp": [ 28.9, 30.86 ], "duration": 56.66, "caption": "A woman takes the bowl of candy from another woman.", "similarity": 0.6693, "relevance": 1 }, { "pair_id": 34277, "video_name": "friends_s02e08_seg02_clip_03", "timestamp": [ 56.79, 64.05 ], "duration": 66.66, "caption": "A woman puts a piece of candy in her mouth and pretends to like it.", "similarity": 0.6607, "relevance": 2 }, { "pair_id": 34278, "video_name": "house_s07e20_seg02_clip_03", "timestamp": [ 29.3, 33.49 ], "duration": 93.66, "caption": "A person throws another person an object and the other person catches it.", "similarity": 0.6538, "relevance": 0 }, { "pair_id": 34279, "video_name": "friends_s08e05_seg02_clip_11", "timestamp": [ 13.63, 19.56 ], "duration": 59.66, "caption": "A man throws a woman a kiss and she catches it and then throws it back.", "similarity": 0.6529, "relevance": 2 }, { "pair_id": 207580, "video_name": "friends_s07e03_seg02_clip_17", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "A woman picks up some chocolate chips and throws them to another woman.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 207581, "video_name": "house_s08e18_seg02_clip_17", "timestamp": [ 60.92, 67.88 ], "duration": 87.66, "caption": "A person walks away from another person and takes candy from a candy dish.", "similarity": 0.647, "relevance": 1 }, { "pair_id": 207582, "video_name": "friends_s08e06_seg02_clip_11", "timestamp": [ 49.43, 52.79 ], "duration": 61.66, "caption": "A woman takes the candy bag that person brought.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 207583, "video_name": "met_s06e13_seg02_clip_00", "timestamp": [ 8.0, 9.6 ], "duration": 64.66, "caption": "A woman throws a bowl of mixed nuts onto a man's face.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 207584, "video_name": "house_s01e05_seg02_clip_08", "timestamp": [ 75.25, 85.02 ], "duration": 85.66, "caption": "A man offers a woman some candy which she accepts and sits down.", "similarity": 0.6439, "relevance": 1 }, { "pair_id": 207585, "video_name": "friends_s04e17_seg02_clip_07", "timestamp": [ 33.33, 41.49 ], "duration": 68.66, "caption": "A woman gives a man a candy bar before she turns away from him.", "similarity": 0.6423, "relevance": 1 }, { "pair_id": 207586, "video_name": "house_s05e03_seg02_clip_07", "timestamp": [ 14.85, 17.33 ], "duration": 99.66, "caption": "A person puts a piece of candy in their mouth and turns away.", "similarity": 0.6419, "relevance": 2 }, { "pair_id": 207587, "video_name": "friends_s07e15_seg02_clip_03", "timestamp": [ 18.31, 20.75 ], "duration": 61.66, "caption": "A woman throws her drink on to a man's face.", "similarity": 0.6403, "relevance": 2 }, { "pair_id": 207588, "video_name": "grey_s02e02_seg02_clip_11", "timestamp": [ 12.02, 16.02 ], "duration": 89.66, "caption": "A woman picks up a doll and throws it at a man.", "similarity": 0.6368, "relevance": 1 }, { "pair_id": 207589, "video_name": "s07e19_seg02_clip_13", "timestamp": [ 58.0, 62.03 ], "duration": 62.66, "caption": "A woman tosses something in the air and a man catches it.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 207590, "video_name": "s03e03_seg02_clip_06", "timestamp": [ 43.94, 48.21 ], "duration": 61.66, "caption": "A person says another person is giving out candy as a reward for people acting properly.", "similarity": 0.6304, "relevance": 1 }, { "pair_id": 207591, "video_name": "friends_s02e11_seg02_clip_18", "timestamp": [ 0.0, 8.46 ], "duration": 47.66, "caption": "A woman offers everyone candy and then puts it back in her purse.", "similarity": 0.6302, "relevance": 1 }, { "pair_id": 207592, "video_name": "friends_s02e12-13_seg02_clip_17", "timestamp": [ 3.45, 6.63 ], "duration": 53.66, "caption": "A woman throws a liquid from a cup into a man's face.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 207593, "video_name": "friends_s08e06_seg02_clip_03", "timestamp": [ 26.96, 45.95 ], "duration": 55.66, "caption": "After a woman gives a little girl candy she gives her a hug.", "similarity": 0.6245, "relevance": 2 }, { "pair_id": 207594, "video_name": "grey_s02e24_seg02_clip_12", "timestamp": [ 4.6, 9.2 ], "duration": 92.66, "caption": "A woman puts a piece of chocolate into a man's mouth.", "similarity": 0.6232, "relevance": 1 }, { "pair_id": 207595, "video_name": "s06e07_seg02_clip_09", "timestamp": [ 0.0, 13.93 ], "duration": 58.66, "caption": "A person says something to a woman and she pretends to throw up.", "similarity": 0.6196, "relevance": 0 }, { "pair_id": 207596, "video_name": "met_s06e12_seg02_clip_06", "timestamp": [ 14.17, 17.41 ], "duration": 59.66, "caption": "A woman picks a candy on top of the gingerbread house snack of a man.", "similarity": 0.6163, "relevance": 2 }, { "pair_id": 207597, "video_name": "grey_s02e24_seg02_clip_12", "timestamp": [ 0.46, 14.72 ], "duration": 92.66, "caption": "A woman tries to make someone feel better with candy and gossip.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 207598, "video_name": "met_s03e19_seg02_clip_13", "timestamp": [ 38.14, 39.67 ], "duration": 61.66, "caption": "A woman throws her shirt at another woman, and the other woman catches it.", "similarity": 0.6154, "relevance": 2 }, { "pair_id": 207599, "video_name": "friends_s07e09_seg02_clip_00", "timestamp": [ 41.02, 44.84 ], "duration": 63.66, "caption": "A man picks up a piece of candy from the table and puts it in their mouth.", "similarity": 0.6147, "relevance": 2 } ] }, { "query_id": 85201, "query": "A man grabs the camera from another person and puts it in the trash bin.", "relevant_moment": [ { "pair_id": 162380, "video_name": "house_s07e23_seg02_clip_08", "timestamp": [ 33.61, 38.23 ], "duration": 84.66, "caption": "A man grabs the camera from another person and puts it in the trash bin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162381, "video_name": "house_s07e23_seg02_clip_08", "timestamp": [ 23.95, 39.07 ], "duration": 84.66, "caption": "A man gets irritated with a person, who's taking pictures of his patient and grabs their camera and throws it in the trashcan.", "similarity": 0.7198, "relevance": 3 }, { "pair_id": 162382, "video_name": "s08e11_seg02_clip_05", "timestamp": [ 54.74, 57.02 ], "duration": 57.66, "caption": "A man grabs the trash bag from another man's hands.", "similarity": 0.6736, "relevance": 1 }, { "pair_id": 162383, "video_name": "house_s02e13_seg02_clip_12", "timestamp": [ 5.81, 7.89 ], "duration": 83.66, "caption": "A person puts a photo to the garbage bin.", "similarity": 0.6668, "relevance": 2 }, { "pair_id": 162384, "video_name": "friends_s01e10_seg02_clip_18", "timestamp": [ 49.94, 51.22 ], "duration": 64.66, "caption": "A man snatches the camera away from man's hands.", "similarity": 0.6249, "relevance": 3 }, { "pair_id": 162385, "video_name": "friends_s08e02_seg02_clip_05", "timestamp": [ 54.17, 57.02 ], "duration": 57.66, "caption": "A man picks up a camera from the table and tells another man they should just buy disposable cameras from a store.", "similarity": 0.6207, "relevance": 1 }, { "pair_id": 162386, "video_name": "house_s06e07_seg02_clip_20", "timestamp": [ 43.62, 46.08 ], "duration": 98.66, "caption": "A man gets the piece of paper and throws it on the trash bin.", "similarity": 0.6202, "relevance": 1 }, { "pair_id": 162387, "video_name": "house_s08e01_seg02_clip_08", "timestamp": [ 1.77, 7.54 ], "duration": 88.66, "caption": "A man takes out a trash bag and puts it in a janitor's cart trash bin.", "similarity": 0.6159, "relevance": 1 }, { "pair_id": 162388, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 68.72, 74.19 ], "duration": 91.66, "caption": "A person grabs the bag from another person and starts taking things out of it.", "similarity": 0.5972, "relevance": 0 }, { "pair_id": 162389, "video_name": "met_s02e20_seg02_clip_15", "timestamp": [ 48.38, 50.24 ], "duration": 62.66, "caption": "A man pulls out a camera and a laptop from his bag.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 162390, "video_name": "house_s03e17_seg02_clip_01", "timestamp": [ 22.15, 26.22 ], "duration": 90.66, "caption": "A person took their camera and take a picture of a man.", "similarity": 0.5857, "relevance": 1 }, { "pair_id": 162391, "video_name": "friends_s08e02_seg02_clip_06", "timestamp": [ 1.14, 4.85 ], "duration": 57.66, "caption": "A man is holding a disposable camera and showing it to guy.", "similarity": 0.5793, "relevance": 1 }, { "pair_id": 162392, "video_name": "castle_s05e19_seg02_clip_16", "timestamp": [ 80.67, 86.91 ], "duration": 96.66, "caption": "A person takes the trash bag out of someone's trash can while a girl watches him/her through binoculars.", "similarity": 0.5774, "relevance": 1 }, { "pair_id": 162393, "video_name": "friends_s08e02_seg02_clip_05", "timestamp": [ 53.32, 57.02 ], "duration": 57.66, "caption": "A man goes over to the table and picks up a disposable camera.", "similarity": 0.5765, "relevance": 1 }, { "pair_id": 162394, "video_name": "castle_s02e01_seg02_clip_16", "timestamp": [ 54.17, 59.87 ], "duration": 95.66, "caption": "A man is putting a camera onto another person's shirt.", "similarity": 0.5735, "relevance": 1 }, { "pair_id": 162395, "video_name": "house_s05e18_seg02_clip_06", "timestamp": [ 18.68, 26.89 ], "duration": 91.66, "caption": "A man takes out a case from the trashcan and he holds them up after person was speaking to tell him that they were his.", "similarity": 0.5731, "relevance": 1 }, { "pair_id": 162396, "video_name": "house_s02e20_seg02_clip_22", "timestamp": [ 76.28, 80.82 ], "duration": 90.66, "caption": "A man pulls out a bag from the larger trash bag.", "similarity": 0.5723, "relevance": 1 }, { "pair_id": 162397, "video_name": "house_s02e08_seg02_clip_13", "timestamp": [ 16.05, 22.47 ], "duration": 91.66, "caption": "A man took out a folder from his bag and gave it to someone.", "similarity": 0.5718, "relevance": 0 }, { "pair_id": 162398, "video_name": "castle_s03e14_seg02_clip_08", "timestamp": [ 51.43, 64.63 ], "duration": 91.66, "caption": "A man takes out a camera from his jacket pocket and shows it to the pictures to a person.", "similarity": 0.5702, "relevance": 1 }, { "pair_id": 162399, "video_name": "s01e10_seg01_clip_01", "timestamp": [ 25.09, 38.21 ], "duration": 57.66, "caption": "A person puts the plastic bag into the garbage can.", "similarity": 0.5683, "relevance": 1 } ] }, { "query_id": 85220, "query": "A person jumps out of the cardboard box to scare another person.", "relevant_moment": [ { "pair_id": 156660, "video_name": "friends_s06e07_seg02_clip_04", "timestamp": [ 56.81, 63.12 ], "duration": 63.66, "caption": "A person jumps out of the cardboard box to scare another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156661, "video_name": "s05e13_seg01_clip_00", "timestamp": [ 60.48, 62.76 ], "duration": 65.66, "caption": "A person jumps up and down holding a cardboard box.", "similarity": 0.7082, "relevance": 1 }, { "pair_id": 156662, "video_name": "castle_s08e06_seg02_clip_05", "timestamp": [ 39.8, 42.89 ], "duration": 88.66, "caption": "A person turns around and jumps out of fright from another person.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 156663, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 8.19, 15.76 ], "duration": 63.66, "caption": "A person jumps up from behind the couch to scare a woman, a man, and another person.", "similarity": 0.6573, "relevance": 3 }, { "pair_id": 156665, "video_name": "s09e17_seg02_clip_00", "timestamp": [ 11.98, 19.54 ], "duration": 63.66, "caption": "A person jumps out from behind the couch, scaring three people.", "similarity": 0.6398, "relevance": 4 }, { "pair_id": 156666, "video_name": "friends_s09e12_seg02_clip_13", "timestamp": [ 17.41, 24.79 ], "duration": 59.66, "caption": "A woman hands person a box and he freaks out when he opens it.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 156667, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 43.33, 46.99 ], "duration": 61.66, "caption": "A person opens up a safe box and takes out a small box from it.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 156668, "video_name": "friends_s07e16_seg02_clip_09", "timestamp": [ 53.12, 54.32 ], "duration": 60.66, "caption": "A man jumps up from behind a chair and scares someone.", "similarity": 0.6323, "relevance": 3 }, { "pair_id": 156670, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 51.72, 53.13 ], "duration": 94.66, "caption": "A person takes the top off of a box that is behind someone.", "similarity": 0.6125, "relevance": 1 }, { "pair_id": 156671, "video_name": "s05e20_seg02_clip_15", "timestamp": [ 7.38, 10.33 ], "duration": 59.66, "caption": "A person squeals and jumps to his feet after a woman picks up a box.", "similarity": 0.6075, "relevance": 2 }, { "pair_id": 156672, "video_name": "castle_s08e01_seg02_clip_19", "timestamp": [ 43.84, 50.17 ], "duration": 90.66, "caption": "A person takes out a box and holds it in front of another person.", "similarity": 0.5965, "relevance": 1 }, { "pair_id": 156673, "video_name": "s08e08_seg02_clip_02", "timestamp": [ 32.41, 33.92 ], "duration": 60.66, "caption": "A person walks away with an empty cardboard box.", "similarity": 0.5916, "relevance": 1 }, { "pair_id": 156674, "video_name": "met_s06e17_seg02_clip_15", "timestamp": [ 17.01, 18.51 ], "duration": 59.66, "caption": "A person closes the lid of a cardboard box next to them.", "similarity": 0.5865, "relevance": 2 }, { "pair_id": 156675, "video_name": "castle_s03e04_seg02_clip_04", "timestamp": [ 49.12, 53.99 ], "duration": 88.66, "caption": "A person stands up and scares another person in the interrogation room.", "similarity": 0.5847, "relevance": 2 }, { "pair_id": 156676, "video_name": "s05e01_seg02_clip_04", "timestamp": [ 0.0, 3.78 ], "duration": 54.66, "caption": "A person opens the door and suddenly gets frightened with another person's behavior.", "similarity": 0.5738, "relevance": 1 }, { "pair_id": 156677, "video_name": "s08e13_seg02_clip_07", "timestamp": [ 40.82, 42.92 ], "duration": 60.66, "caption": "A person opens the game box after another person walks out.", "similarity": 0.5673, "relevance": 1 }, { "pair_id": 156678, "video_name": "s09e19_seg02_clip_12", "timestamp": [ 29.81, 35.71 ], "duration": 59.66, "caption": "A person points out a series of brown cardboard boxes to another person.", "similarity": 0.5669, "relevance": 1 }, { "pair_id": 156679, "video_name": "s01e10_seg02_clip_02", "timestamp": [ 2.14, 9.76 ], "duration": 61.66, "caption": "A person is scared another person would discover the lie after a man opened the door.", "similarity": 0.5663, "relevance": 0 } ] }, { "query_id": 85236, "query": "A man places his right hand on guy's shoulder.", "relevant_moment": [ { "pair_id": 157480, "video_name": "friends_s06e07_seg02_clip_01", "timestamp": [ 42.32, 47.72 ], "duration": 60.66, "caption": "A man places his right hand on guy's shoulder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 157481, "video_name": "s01e15_seg02_clip_07", "timestamp": [ 21.43, 26.47 ], "duration": 63.66, "caption": "A man puts his hand on another man's left shoulder.", "similarity": 0.8771, "relevance": 3 }, { "pair_id": 157482, "video_name": "friends_s10e10_seg02_clip_12", "timestamp": [ 40.01, 42.49 ], "duration": 62.66, "caption": "A man places both his hands on another man's shoulder.", "similarity": 0.8659, "relevance": 4 }, { "pair_id": 157483, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 48.5, 56.66 ], "duration": 96.66, "caption": "A man puts his hand on another man's shoulder.", "similarity": 0.8539, "relevance": 4 }, { "pair_id": 157484, "video_name": "friends_s03e17_seg02_clip_15", "timestamp": [ 26.25, 28.75 ], "duration": 62.66, "caption": "A man quickly puts his hand up to grasp a guy's shoulder.", "similarity": 0.8506, "relevance": 3 }, { "pair_id": 157485, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.82, 57.33 ], "duration": 60.66, "caption": "A person puts his hand on someone's right shoulder.", "similarity": 0.8443, "relevance": 3 }, { "pair_id": 157486, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 1.39, 2.77 ], "duration": 69.66, "caption": "A man puts his hand on guy's shoulder while walking past him.", "similarity": 0.8431, "relevance": 3 }, { "pair_id": 157487, "video_name": "met_s05e03_seg02_clip_11", "timestamp": [ 39.33, 43.63 ], "duration": 61.66, "caption": "A person rests his right hand on man's left shoulder.", "similarity": 0.8398, "relevance": 4 }, { "pair_id": 157488, "video_name": "friends_s01e03_seg02_clip_19", "timestamp": [ 39.06, 41.19 ], "duration": 61.66, "caption": "A man touches another man's right shoulder with his hand.", "similarity": 0.8391, "relevance": 4 }, { "pair_id": 157489, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 74.41, 77.45 ], "duration": 87.66, "caption": "A person puts both hands on the side of guy's arms.", "similarity": 0.8388, "relevance": 3 }, { "pair_id": 157490, "video_name": "friends_s01e18_seg02_clip_11", "timestamp": [ 56.13, 57.03 ], "duration": 60.66, "caption": "A man puts one hand on guy's shoulder and the other hand on guy's shoulder as he walks up behind them.", "similarity": 0.8343, "relevance": 3 }, { "pair_id": 157491, "video_name": "friends_s02e16_seg02_clip_05", "timestamp": [ 8.4, 11.71 ], "duration": 60.66, "caption": "A man puts his right arm around another man's shoulder.", "similarity": 0.8308, "relevance": 4 }, { "pair_id": 157492, "video_name": "house_s04e16_seg02_clip_21", "timestamp": [ 56.66, 59.54 ], "duration": 96.66, "caption": "A person puts his hand on guy's shoulder as he walks by.", "similarity": 0.8252, "relevance": 3 }, { "pair_id": 157493, "video_name": "s02e16_seg02_clip_14", "timestamp": [ 53.42, 56.73 ], "duration": 60.66, "caption": "A man puts his hand on woman's left shoulder.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 157494, "video_name": "friends_s05e03_seg02_clip_00", "timestamp": [ 47.37, 49.59 ], "duration": 63.66, "caption": "A man hits guy's shoulder with his right hand.", "similarity": 0.8193, "relevance": 3 }, { "pair_id": 157495, "video_name": "met_s03e10_seg01_clip_01", "timestamp": [ 43.35, 44.84 ], "duration": 59.66, "caption": "A man holds their right hand up above their shoulder.", "similarity": 0.8192, "relevance": 3 }, { "pair_id": 157496, "video_name": "s09e22_seg02_clip_14", "timestamp": [ 52.52, 57.03 ], "duration": 60.66, "caption": "A person places his hand on someone's shoulder.", "similarity": 0.8143, "relevance": 3 }, { "pair_id": 157497, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A man touches a man's shoulder.", "similarity": 0.8066, "relevance": 4 }, { "pair_id": 157498, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 9.24, 12.32 ], "duration": 88.66, "caption": "A man places his hand on the shoulder of a woman.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 157499, "video_name": "castle_s04e21_seg02_clip_25", "timestamp": [ 31.6, 33.83 ], "duration": 89.66, "caption": "A man places his hand on someone's shoulder in a consoling way.", "similarity": 0.8009, "relevance": 1 }, { "pair_id": 330800, "video_name": "friends_s04e04_seg02_clip_05", "timestamp": [ 40.97, 44.12 ], "duration": 63.66, "caption": "A man grabs guy's left shoulder and squeezes it.", "similarity": 0.7946, "relevance": 4 }, { "pair_id": 330801, "video_name": "grey_s01e02_seg02_clip_16", "timestamp": [ 15.69, 17.65 ], "duration": 98.66, "caption": "A man places his hand on the shoulder of woman.", "similarity": 0.7907, "relevance": 3 }, { "pair_id": 330802, "video_name": "friends_s05e05_seg02_clip_07", "timestamp": [ 38.42, 42.62 ], "duration": 60.66, "caption": "A man places his hands on his friend's shoulder and arm.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 330803, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 7.98, 12.26 ], "duration": 57.66, "caption": "A man puts their hand on someone's shoulder as they sit beside them.", "similarity": 0.7846, "relevance": 3 }, { "pair_id": 330804, "video_name": "grey_s03e05_seg02_clip_08", "timestamp": [ 8.27, 10.44 ], "duration": 87.66, "caption": "A man puts his arm on top of another man's shoulder.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 330805, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 24.84, 28.9 ], "duration": 90.66, "caption": "A person puts his hand on another person's shoulder.", "similarity": 0.7842, "relevance": 3 }, { "pair_id": 330806, "video_name": "s07e11_seg02_clip_04", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A person places his hand onto man's shoulder as he sits next to him.", "similarity": 0.7834, "relevance": 3 }, { "pair_id": 330807, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 4.06, 8.12 ], "duration": 58.66, "caption": "A woman places her left hand on a man's shoulder.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 330808, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 54.46, 57.02 ], "duration": 57.66, "caption": "A man moves their right hand from a woman's shoulder.", "similarity": 0.7789, "relevance": 3 }, { "pair_id": 330809, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 30.46, 34.82 ], "duration": 58.66, "caption": "A man reaches down and puts his hand on guy's shoulder and rubs it.", "similarity": 0.778, "relevance": 4 }, { "pair_id": 330810, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 31.04, 35.69 ], "duration": 58.66, "caption": "A man puts his hand on guy's shoulder to reassure him.", "similarity": 0.7758, "relevance": 4 }, { "pair_id": 330811, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 25.51, 28.21 ], "duration": 60.66, "caption": "A man reaches down and puts his hand on the back of another person's shoulder.", "similarity": 0.7747, "relevance": 4 }, { "pair_id": 330812, "video_name": "s07e13_seg01_clip_00", "timestamp": [ 12.82, 18.92 ], "duration": 61.66, "caption": "A woman puts her hand on a man's right shoulder.", "similarity": 0.7728, "relevance": 3 }, { "pair_id": 330813, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 19.22, 22.89 ], "duration": 61.66, "caption": "A woman puts her right hand on a man's shoulder.", "similarity": 0.7726, "relevance": 3 }, { "pair_id": 330814, "video_name": "friends_s09e21_seg02_clip_13", "timestamp": [ 51.79, 54.9 ], "duration": 62.66, "caption": "A man slaps guy's right hand with his left hand.", "similarity": 0.7701, "relevance": 2 }, { "pair_id": 330815, "video_name": "grey_s02e11_seg02_clip_21", "timestamp": [ 1.8, 7.65 ], "duration": 90.66, "caption": "A man has his hand on another man's shoulder, then he removes his hand.", "similarity": 0.7686, "relevance": 4 }, { "pair_id": 330816, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 0.0, 4.77 ], "duration": 59.66, "caption": "A man places his hand over the shoulders of the person beside him.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 330817, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man moves closer to person and puts his hand on his shoulder.", "similarity": 0.7623, "relevance": 3 }, { "pair_id": 330818, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 24.2, 29.51 ], "duration": 59.66, "caption": "A man rubs his left shoulder with his right hand.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 330819, "video_name": "friends_s01e02_seg02_clip_21", "timestamp": [ 0.0, 79.02 ], "duration": 79.66, "caption": "A man puts both hands on woman's shoulders from behind.", "similarity": 0.7597, "relevance": 2 } ] }, { "query_id": 85245, "query": "A woman is rocking on the chair back and forth.", "relevant_moment": [ { "pair_id": 73600, "video_name": "friends_s06e24-25_seg01_clip_00", "timestamp": [ 6.48, 10.94 ], "duration": 81.66, "caption": "A woman is rocking on the chair back and forth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 73601, "video_name": "house_s08e06_seg02_clip_00", "timestamp": [ 0.47, 3.73 ], "duration": 93.66, "caption": "A person pushes a rocking chair for it to rock back and forth.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 73602, "video_name": "friends_s10e03_seg02_clip_16", "timestamp": [ 0.61, 5.19 ], "duration": 61.66, "caption": "A woman is on a man's lap rocking the chair.", "similarity": 0.7121, "relevance": 3 }, { "pair_id": 73603, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 99.38, 108.02 ], "duration": 108.66, "caption": "A woman is sitting in a chair and swiveling around.", "similarity": 0.7113, "relevance": 1 }, { "pair_id": 73604, "video_name": "s07e18_seg02_clip_00", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A woman turns around and sits down on a chair.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 73605, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 58.68, 61.79 ], "duration": 88.66, "caption": "A woman gets back from being seated in her chair.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 73606, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 46.29, 51.63 ], "duration": 89.66, "caption": "A woman pulls back the chair and sits down.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 73607, "video_name": "friends_s08e13_seg02_clip_14", "timestamp": [ 21.27, 24.09 ], "duration": 62.66, "caption": "A woman turns the chair around and sits down on it.", "similarity": 0.6879, "relevance": 2 }, { "pair_id": 73608, "video_name": "friends_s10e01_seg02_clip_05", "timestamp": [ 30.7, 33.81 ], "duration": 62.66, "caption": "A woman leans, looks behind a chair and stands back.", "similarity": 0.6861, "relevance": 1 }, { "pair_id": 73609, "video_name": "castle_s04e11_seg02_clip_20", "timestamp": [ 24.12, 27.76 ], "duration": 91.66, "caption": "A woman steps forward and sits down in a chair.", "similarity": 0.6852, "relevance": 2 }, { "pair_id": 73610, "video_name": "friends_s10e03_seg02_clip_02", "timestamp": [ 13.67, 15.84 ], "duration": 62.66, "caption": "A woman leans back in the chair while clenching her fingers.", "similarity": 0.6821, "relevance": 3 }, { "pair_id": 73611, "video_name": "castle_s05e12_seg02_clip_14", "timestamp": [ 55.23, 57.05 ], "duration": 91.66, "caption": "A woman was leaning forward, now she sits back in her chair.", "similarity": 0.6763, "relevance": 3 }, { "pair_id": 73612, "video_name": "castle_s04e01_seg02_clip_27", "timestamp": [ 0.0, 1.36 ], "duration": 17.66, "caption": "A woman has her feet up on the chair.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 73613, "video_name": "house_s01e15_seg02_clip_26", "timestamp": [ 19.57, 21.64 ], "duration": 103.66, "caption": "A woman sits down and scoots her chair forward.", "similarity": 0.673, "relevance": 3 }, { "pair_id": 73614, "video_name": "castle_s05e17_seg02_clip_02", "timestamp": [ 52.08, 54.75 ], "duration": 89.66, "caption": "A woman leans back in her chair behind the table.", "similarity": 0.6719, "relevance": 2 }, { "pair_id": 73615, "video_name": "friends_s06e06_seg02_clip_14", "timestamp": [ 11.21, 12.81 ], "duration": 64.66, "caption": "A woman leans back in her chair and crosses her arms.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 73616, "video_name": "castle_s07e13_seg02_clip_15", "timestamp": [ 52.85, 55.03 ], "duration": 87.66, "caption": "A woman leans back in her chair and crosses her arms.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 73617, "video_name": "castle_s04e06_seg02_clip_04", "timestamp": [ 5.98, 7.36 ], "duration": 92.66, "caption": "A woman leans back in her chair and crosses her arms.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 73618, "video_name": "castle_s07e04_seg02_clip_22", "timestamp": [ 9.81, 12.94 ], "duration": 89.66, "caption": "A woman stops leaning forward and leans back into her chair.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 73619, "video_name": "s09e08_seg02_clip_10", "timestamp": [ 47.6, 53.09 ], "duration": 61.66, "caption": "A woman turns and places her hand on the back of her chair and then takes it off again.", "similarity": 0.6633, "relevance": 2 } ] }, { "query_id": 85260, "query": "A man leans his body on the kitchen counter to take a peek at a woman in the living area.", "relevant_moment": [ { "pair_id": 171680, "video_name": "friends_s07e07_seg02_clip_02", "timestamp": [ 0.0, 2.38 ], "duration": 59.66, "caption": "A man leans his body on the kitchen counter to take a peek at a woman in the living area.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 171681, "video_name": "met_s03e09_seg02_clip_13", "timestamp": [ 2.64, 5.58 ], "duration": 58.66, "caption": "A man leans his body at the kitchen counter.", "similarity": 0.7548, "relevance": 2 }, { "pair_id": 171682, "video_name": "friends_s06e07_seg02_clip_16", "timestamp": [ 1.5, 5.4 ], "duration": 60.66, "caption": "A man approaches woman standing at the kitchen counter.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 171683, "video_name": "friends_s06e08_seg02_clip_19", "timestamp": [ 0.0, 3.98 ], "duration": 53.66, "caption": "A woman leans against the kitchen counter in front of a man.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 171684, "video_name": "grey_s03e01_seg02_clip_26", "timestamp": [ 33.31, 41.86 ], "duration": 90.66, "caption": "A woman is cleaning up the kitchen and turns around to see a man.", "similarity": 0.7156, "relevance": 2 }, { "pair_id": 171685, "video_name": "house_s07e01_seg02_clip_13", "timestamp": [ 8.08, 31.03 ], "duration": 85.66, "caption": "A man peeks into the other room as he and another person talk in the kitchen about the woman visiting.", "similarity": 0.712, "relevance": 2 }, { "pair_id": 171686, "video_name": "friends_s09e06_seg02_clip_12", "timestamp": [ 38.79, 40.99 ], "duration": 55.66, "caption": "A person turns around and looks at another person in the kitchen.", "similarity": 0.7046, "relevance": 2 }, { "pair_id": 171687, "video_name": "friends_s01e05_seg02_clip_15", "timestamp": [ 4.2, 5.6 ], "duration": 56.66, "caption": "A man turns to look at a woman who is sitting at the cafe's counter.", "similarity": 0.6839, "relevance": 1 }, { "pair_id": 171688, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 32.73, 36.14 ], "duration": 85.66, "caption": "A person turns to see another person in the kitchen.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 171689, "video_name": "friends_s06e11_seg02_clip_10", "timestamp": [ 36.01, 39.06 ], "duration": 61.66, "caption": "A man leans towards the kitchen counter and puts his left hand on his face.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 171690, "video_name": "friends_s04e13_seg02_clip_01", "timestamp": [ 0.0, 3.41 ], "duration": 56.66, "caption": "A woman watches someone standing on the kitchen counter.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 171691, "video_name": "met_s02e18_seg02_clip_01", "timestamp": [ 49.61, 53.59 ], "duration": 61.66, "caption": "A man points emphatically at a woman who is standing in the kitchen.", "similarity": 0.6616, "relevance": 1 }, { "pair_id": 171692, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 14.4, 15.84 ], "duration": 57.66, "caption": "A man points his finger right at a woman in the kitchen.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 171693, "video_name": "friends_s04e18_seg02_clip_10", "timestamp": [ 24.04, 29.7 ], "duration": 56.66, "caption": "A woman leans out of the kitchen pass through to talk to man.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 171694, "video_name": "s08e15_seg02_clip_08", "timestamp": [ 38.14, 44.86 ], "duration": 61.66, "caption": "A woman goes into the kitchen to see about a man's order.", "similarity": 0.6562, "relevance": 1 }, { "pair_id": 171695, "video_name": "met_s02e05_seg02_clip_09", "timestamp": [ 26.71, 30.61 ], "duration": 60.66, "caption": "A man points at a woman several times near the kitchen.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 171696, "video_name": "s09e12_seg02_clip_01", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "A man is leaning onto the kitchen island while talking to woman.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 171697, "video_name": "friends_s02e20_seg02_clip_00", "timestamp": [ 54.28, 61.41 ], "duration": 62.66, "caption": "A man rapidly pokes woman on the arm while sitting in her kitchen.", "similarity": 0.651, "relevance": 1 }, { "pair_id": 171698, "video_name": "house_s01e19_seg02_clip_09", "timestamp": [ 51.95, 53.73 ], "duration": 88.66, "caption": "A man touches a woman's face while examining her.", "similarity": 0.6508, "relevance": 1 }, { "pair_id": 171699, "video_name": "friends_s02e18_seg02_clip_13", "timestamp": [ 24.27, 28.36 ], "duration": 63.66, "caption": "A man looks out of a woman's bedroom into the living room as he turns and notices someone outside another bedroom.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 345000, "video_name": "met_s02e09_seg01_clip_00", "timestamp": [ 9.32, 13.36 ], "duration": 62.66, "caption": "A man turns about in the kitchen and is surprised by a woman's cooking skills.", "similarity": 0.644, "relevance": 2 }, { "pair_id": 345001, "video_name": "friends_s01e02_seg02_clip_04", "timestamp": [ 35.71, 43.97 ], "duration": 59.66, "caption": "Two people look around the kitchen.", "similarity": 0.6388, "relevance": 3 }, { "pair_id": 345002, "video_name": "s09e16_seg01_clip_01", "timestamp": [ 14.41, 16.21 ], "duration": 60.66, "caption": "A man turns to look at a woman after he looks at the note on a spoon.", "similarity": 0.6371, "relevance": 2 }, { "pair_id": 345003, "video_name": "s07e12_seg02_clip_16", "timestamp": [ 47.6, 51.17 ], "duration": 55.66, "caption": "A man turns his head slightly when he hears a person come into the kitchen.", "similarity": 0.6368, "relevance": 2 }, { "pair_id": 345004, "video_name": "met_s06e08_seg02_clip_01", "timestamp": [ 24.61, 30.91 ], "duration": 60.66, "caption": "A man is looking across the room and he recognizes woman.", "similarity": 0.6362, "relevance": 2 }, { "pair_id": 345005, "video_name": "s10e10_seg02_clip_00", "timestamp": [ 49.74, 50.96 ], "duration": 61.66, "caption": "A person is leaning down with their elbows on the kitchen counter.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 345006, "video_name": "friends_s02e15_seg02_clip_03", "timestamp": [ 58.71, 60.22 ], "duration": 60.66, "caption": "A man is sitting at the kitchen counter with a woman in the kitchen.", "similarity": 0.6264, "relevance": 3 }, { "pair_id": 345007, "video_name": "castle_s01e09_seg02_clip_05", "timestamp": [ 21.32, 26.76 ], "duration": 90.66, "caption": "A person looks over documents while leaning on the kitchen counter.", "similarity": 0.6262, "relevance": 2 }, { "pair_id": 345008, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 39.69, 61.09 ], "duration": 69.66, "caption": "A woman leans in and gives a man a hug in the kitchen.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 345009, "video_name": "s07e23_seg02_clip_14", "timestamp": [ 11.56, 28.06 ], "duration": 55.66, "caption": "A man leans on the end of the kitchen island as he has a conversation with a woman.", "similarity": 0.621, "relevance": 3 }, { "pair_id": 345010, "video_name": "house_s07e12_seg02_clip_04", "timestamp": [ 49.17, 53.52 ], "duration": 87.66, "caption": "A person leans against the kitchen counter as another person walks in.", "similarity": 0.6199, "relevance": 3 }, { "pair_id": 345011, "video_name": "friends_s09e19_seg02_clip_20", "timestamp": [ 5.91, 15.25 ], "duration": 62.66, "caption": "A man is by the kitchen and then grabs a stool and sits facing a woman.", "similarity": 0.6186, "relevance": 2 }, { "pair_id": 345012, "video_name": "house_s04e11_seg02_clip_10", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A man, leaning over, watches a woman's face on a computer screen.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 345013, "video_name": "s03e03_seg01_clip_01", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "A woman goes to a man in the kitchen and places her arm around him.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 345014, "video_name": "castle_s04e17_seg02_clip_15", "timestamp": [ 0.0, 5.42 ], "duration": 90.66, "caption": "A person enters room and sees a man checking a woman for life signals.", "similarity": 0.6175, "relevance": 1 }, { "pair_id": 345015, "video_name": "friends_s02e14_seg02_clip_09", "timestamp": [ 20.81, 36.5 ], "duration": 57.66, "caption": "A man leans both elbows on the counter while talking to a woman.", "similarity": 0.615, "relevance": 3 }, { "pair_id": 345016, "video_name": "friends_s03e08_seg02_clip_08", "timestamp": [ 22.89, 26.55 ], "duration": 61.66, "caption": "A woman walks from the kitchen to the living room and turns around to face man.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 345017, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 11.6, 14.65 ], "duration": 61.66, "caption": "A person puts their arm around a woman and pulls her towards the kitchen.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 345018, "video_name": "grey_s02e23_seg02_clip_25", "timestamp": [ 93.53, 98.54 ], "duration": 167.66, "caption": "A man enters the kitchen with a woman as a person is standing behind the counter.", "similarity": 0.6132, "relevance": 3 }, { "pair_id": 345019, "video_name": "s10e13_seg02_clip_03", "timestamp": [ 51.05, 54.02 ], "duration": 54.66, "caption": "A woman turns and walks into the kitchen as man gives her a strange look.", "similarity": 0.6129, "relevance": 2 } ] }, { "query_id": 85288, "query": "A man was driving the car whilst talking to another man.", "relevant_moment": [ { "pair_id": 159560, "video_name": "s08e01_seg02_clip_03", "timestamp": [ 0.0, 8.85 ], "duration": 61.66, "caption": "A man was driving the car whilst talking to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159561, "video_name": "castle_s05e07_seg02_clip_07", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A man was driving the car while talking to another person.", "similarity": 0.959, "relevance": 4 }, { "pair_id": 159562, "video_name": "house_s08e20_seg02_clip_11", "timestamp": [ 43.25, 94.03 ], "duration": 94.66, "caption": "A man is driving a car while talking to another man.", "similarity": 0.938, "relevance": 4 }, { "pair_id": 159563, "video_name": "s03e07_seg02_clip_00", "timestamp": [ 4.41, 63.03 ], "duration": 63.66, "caption": "A man was driving the car whilst talking to person.", "similarity": 0.8927, "relevance": 4 }, { "pair_id": 159564, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 39.44, 46.91 ], "duration": 83.66, "caption": "A man is driving the car while talking to two people.", "similarity": 0.8804, "relevance": 3 }, { "pair_id": 159565, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 0.0, 33.02 ], "duration": 66.66, "caption": "A man has a conversation with another man while he drives a car.", "similarity": 0.8606, "relevance": 4 }, { "pair_id": 159566, "video_name": "s09e21_seg02_clip_05", "timestamp": [ 0.0, 44.42 ], "duration": 60.66, "caption": "A man drives a car and talks to another person, who's sitting besides him.", "similarity": 0.8194, "relevance": 4 }, { "pair_id": 159567, "video_name": "castle_s04e21_seg02_clip_19", "timestamp": [ 0.0, 9.45 ], "duration": 90.66, "caption": "A man drives the car so fast while talking to another person.", "similarity": 0.8044, "relevance": 4 }, { "pair_id": 159568, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 0.0, 2.62 ], "duration": 87.66, "caption": "A man is talking to another man while driving and points to himself.", "similarity": 0.7888, "relevance": 4 }, { "pair_id": 159569, "video_name": "house_s02e05_seg02_clip_09", "timestamp": [ 41.29, 44.3 ], "duration": 86.66, "caption": "A man rides on his car while still talking to another man.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 159570, "video_name": "castle_s05e01_seg02_clip_07", "timestamp": [ 0.0, 29.17 ], "duration": 91.66, "caption": "A man was having a conversation with another man inside a vehicle.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 159571, "video_name": "house_s01e15_seg02_clip_16", "timestamp": [ 5.99, 12.44 ], "duration": 92.66, "caption": "Two men are talking while one of them is driving.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 159572, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "A man was standing outside the car whilst talking to a man.", "similarity": 0.7685, "relevance": 3 }, { "pair_id": 159573, "video_name": "s08e18_seg02_clip_00", "timestamp": [ 6.3, 10.72 ], "duration": 63.66, "caption": "A man starts a conversation with two people while driving.", "similarity": 0.7634, "relevance": 4 }, { "pair_id": 159574, "video_name": "house_s05e23_seg02_clip_16", "timestamp": [ 14.84, 19.95 ], "duration": 48.66, "caption": "A man is driving the car and he is with another man.", "similarity": 0.7532, "relevance": 3 }, { "pair_id": 159575, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 3.12, 9.79 ], "duration": 89.66, "caption": "A person is driving the car while talking to someone.", "similarity": 0.7511, "relevance": 4 }, { "pair_id": 159576, "video_name": "s04e08_seg02_clip_04", "timestamp": [ 15.97, 17.39 ], "duration": 57.66, "caption": "A man tells another man to stop talking while a car passes.", "similarity": 0.7504, "relevance": 2 }, { "pair_id": 159577, "video_name": "s07e22_seg02_clip_14", "timestamp": [ 0.0, 32.34 ], "duration": 64.66, "caption": "A person is driving a car having a conversation with another person who is in the passenger seat.", "similarity": 0.7472, "relevance": 3 }, { "pair_id": 159578, "video_name": "castle_s04e08_seg02_clip_05", "timestamp": [ 35.79, 47.43 ], "duration": 86.66, "caption": "A man is talking on the phone while another person is driving.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 159579, "video_name": "met_s02e19_seg02_clip_05", "timestamp": [ 0.0, 13.35 ], "duration": 58.66, "caption": "A man talks to another man in the back seat of the car.", "similarity": 0.7413, "relevance": 2 }, { "pair_id": 332880, "video_name": "castle_s06e08_seg02_clip_13", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "Two people are driving a car while they are talking.", "similarity": 0.7408, "relevance": 4 }, { "pair_id": 332881, "video_name": "castle_s05e08_seg02_clip_21", "timestamp": [ 0.0, 37.58 ], "duration": 90.66, "caption": "A man is sitting in the backseat of a car speaking with another man.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 332882, "video_name": "house_s03e07_seg02_clip_11", "timestamp": [ 0.0, 91.08 ], "duration": 91.66, "caption": "A person is driving and talking to two other people.", "similarity": 0.7377, "relevance": 4 }, { "pair_id": 332883, "video_name": "castle_s05e23_seg02_clip_07", "timestamp": [ 22.45, 52.98 ], "duration": 89.66, "caption": "A woman was driving the car while talking to a man.", "similarity": 0.7369, "relevance": 3 }, { "pair_id": 332884, "video_name": "house_s07e23_seg02_clip_25", "timestamp": [ 0.0, 18.96 ], "duration": 158.66, "caption": "A man talks to a man and then puts him out of his car.", "similarity": 0.7252, "relevance": 4 }, { "pair_id": 332885, "video_name": "house_s06e20_seg02_clip_19", "timestamp": [ 87.87, 90.75 ], "duration": 96.66, "caption": "A man puts on his sunglasses while talking with another man in his car.", "similarity": 0.7252, "relevance": 3 }, { "pair_id": 332886, "video_name": "house_s03e10_seg02_clip_17", "timestamp": [ 0.0, 43.25 ], "duration": 94.66, "caption": "A man has a conversation with another man inside a parked car.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 332887, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 43.86, 79.02 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.7197, "relevance": 2 }, { "pair_id": 332888, "video_name": "house_s08e20_seg02_clip_16", "timestamp": [ 0.0, 29.24 ], "duration": 79.66, "caption": "Two people are having a conversation while driving a car.", "similarity": 0.7197, "relevance": 3 }, { "pair_id": 332889, "video_name": "house_s05e04_seg02_clip_09", "timestamp": [ 20.22, 82.74 ], "duration": 94.66, "caption": "Two men are driving along the road chatting in the car.", "similarity": 0.7181, "relevance": 4 }, { "pair_id": 332890, "video_name": "house_s04e01_seg02_clip_03", "timestamp": [ 26.26, 40.06 ], "duration": 89.66, "caption": "Two men are talking in the car together.", "similarity": 0.7177, "relevance": 4 }, { "pair_id": 332891, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 12.87, 17.44 ], "duration": 83.66, "caption": "A woman is driving her car while talking to a man.", "similarity": 0.7107, "relevance": 3 }, { "pair_id": 332892, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 3.41, 9.92 ], "duration": 62.66, "caption": "The group are talking while a man is driving.", "similarity": 0.7105, "relevance": 3 }, { "pair_id": 332893, "video_name": "s03e01_seg02_clip_14", "timestamp": [ 55.47, 58.62 ], "duration": 63.66, "caption": "While in the car a man tells another man what he is wearing.", "similarity": 0.7094, "relevance": 4 }, { "pair_id": 332894, "video_name": "house_s05e04_seg02_clip_10", "timestamp": [ 0.43, 2.6 ], "duration": 86.66, "caption": "A man was driving the car while talking to doctor.", "similarity": 0.7052, "relevance": 4 }, { "pair_id": 332895, "video_name": "friends_s07e23-24_seg02_clip_42", "timestamp": [ 39.82, 57.3 ], "duration": 57.66, "caption": "A man was talking to another man and his partner.", "similarity": 0.7028, "relevance": 1 }, { "pair_id": 332896, "video_name": "s08e01_seg02_clip_01", "timestamp": [ 44.12, 60.03 ], "duration": 60.66, "caption": "A man drives his car with another man in the passenger seat.", "similarity": 0.6996, "relevance": 4 }, { "pair_id": 332897, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 54.25, 56.86 ], "duration": 58.66, "caption": "A man turns to the car's driver and says something.", "similarity": 0.6984, "relevance": 4 }, { "pair_id": 332898, "video_name": "castle_s04e21_seg02_clip_04", "timestamp": [ 41.05, 46.4 ], "duration": 89.66, "caption": "A man calls another man on the phone while he's on the car.", "similarity": 0.698, "relevance": 4 }, { "pair_id": 332899, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 0.0, 21.76 ], "duration": 58.66, "caption": "A woman drives a car while talking with a man.", "similarity": 0.6928, "relevance": 3 } ] }, { "query_id": 85297, "query": "A person runs out of the police station away from two other people.", "relevant_moment": [ { "pair_id": 160140, "video_name": "s08e01_seg02_clip_07", "timestamp": [ 40.73, 43.38 ], "duration": 59.66, "caption": "A person runs out of the police station away from two other people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160141, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 6.79, 8.15 ], "duration": 90.66, "caption": "A person runs away after two people tell them to.", "similarity": 0.7027, "relevance": 1 }, { "pair_id": 160142, "video_name": "castle_s01e05_seg02_clip_11", "timestamp": [ 29.18, 32.72 ], "duration": 88.66, "caption": "A person walks away after saying where the police will go.", "similarity": 0.6893, "relevance": 1 }, { "pair_id": 160143, "video_name": "s08e19_seg02_clip_10", "timestamp": [ 21.95, 25.66 ], "duration": 57.66, "caption": "A person runs from the car away from the security guard.", "similarity": 0.6827, "relevance": 2 }, { "pair_id": 160144, "video_name": "s03e16_seg02_clip_17", "timestamp": [ 40.49, 45.55 ], "duration": 92.66, "caption": "A woman runs away after someone calls the cops.", "similarity": 0.6804, "relevance": 1 }, { "pair_id": 160145, "video_name": "met_s06e12_seg02_clip_15", "timestamp": [ 48.55, 50.09 ], "duration": 61.66, "caption": "A man looks forward and runs away from two people.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 160146, "video_name": "castle_s04e20_seg02_clip_07", "timestamp": [ 68.99, 72.6 ], "duration": 90.66, "caption": "A person leaves the police station with his arm around a woman wearing a pink shirt and dark jacket.", "similarity": 0.6692, "relevance": 2 }, { "pair_id": 160147, "video_name": "castle_s08e20_seg02_clip_01", "timestamp": [ 80.54, 86.7 ], "duration": 88.66, "caption": "A man has an officer escort person away from the crime scene.", "similarity": 0.6677, "relevance": 1 }, { "pair_id": 160148, "video_name": "castle_s02e16_seg02_clip_27", "timestamp": [ 13.46, 20.39 ], "duration": 21.66, "caption": "A woman and a man start walking out of the police station together.", "similarity": 0.6653, "relevance": 0 }, { "pair_id": 160149, "video_name": "house_s02e14_seg02_clip_14", "timestamp": [ 18.35, 26.85 ], "duration": 89.66, "caption": "A man runs out of the office to catch up to another person.", "similarity": 0.6636, "relevance": 1 }, { "pair_id": 160150, "video_name": "castle_s03e23_seg02_clip_26", "timestamp": [ 13.5, 18.45 ], "duration": 90.66, "caption": "A person and his partner gather their things and leave the police station.", "similarity": 0.6632, "relevance": 0 }, { "pair_id": 160151, "video_name": "s04e08_seg02_clip_15", "timestamp": [ 21.25, 23.77 ], "duration": 72.66, "caption": "A person is in front of the mob running away.", "similarity": 0.6545, "relevance": 1 }, { "pair_id": 160152, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 4.61, 8.39 ], "duration": 83.66, "caption": "A person runs away and another person runs to another door.", "similarity": 0.6504, "relevance": 1 }, { "pair_id": 160153, "video_name": "s03e15_seg01_clip_02", "timestamp": [ 52.83, 56.79 ], "duration": 66.66, "caption": "A person stands up and run away from the group quickly.", "similarity": 0.6377, "relevance": 1 }, { "pair_id": 160154, "video_name": "grey_s03e03_seg02_clip_19", "timestamp": [ 81.24, 86.65 ], "duration": 90.66, "caption": "A person runs away after seeing two other people in the hallway.", "similarity": 0.6359, "relevance": 0 }, { "pair_id": 160155, "video_name": "s07e14_seg02_clip_16", "timestamp": [ 10.36, 17.09 ], "duration": 56.66, "caption": "Two persons run away from a person's front door.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 160156, "video_name": "castle_s07e06_seg02_clip_15", "timestamp": [ 9.04, 12.65 ], "duration": 90.66, "caption": "An officer pulls a man away from two people.", "similarity": 0.6247, "relevance": 2 }, { "pair_id": 160157, "video_name": "castle_s06e04_seg02_clip_06", "timestamp": [ 22.51, 30.61 ], "duration": 90.66, "caption": "The person quickly walks away from the crime scene.", "similarity": 0.6208, "relevance": 1 }, { "pair_id": 160158, "video_name": "house_s07e07_seg02_clip_17", "timestamp": [ 28.53, 43.71 ], "duration": 92.66, "caption": "A person walks over to someone and she runs away.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 160159, "video_name": "friends_s05e08_seg02_clip_18", "timestamp": [ 10.15, 16.25 ], "duration": 58.66, "caption": "A man paces out of the apartment, with another person rushing after them.", "similarity": 0.6174, "relevance": 2 } ] }, { "query_id": 85341, "query": "A man cups water into his hands and splashes his face.", "relevant_moment": [ { "pair_id": 10900, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 10.47, 12.74 ], "duration": 91.66, "caption": "A man cups water into his hands and splashes his face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10901, "video_name": "house_s03e10_seg02_clip_17", "timestamp": [ 43.25, 48.89 ], "duration": 94.66, "caption": "A person splashes water onto their face with their hands.", "similarity": 0.7723, "relevance": 3 }, { "pair_id": 10902, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A man has water pouring on his head.", "similarity": 0.7049, "relevance": 1 }, { "pair_id": 10903, "video_name": "friends_s10e03_seg02_clip_05", "timestamp": [ 0.0, 4.56 ], "duration": 76.66, "caption": "A man places his hands over his eyes as liquid sprays him in the face.", "similarity": 0.6607, "relevance": 1 }, { "pair_id": 10904, "video_name": "castle_s03e09_seg02_clip_09", "timestamp": [ 6.72, 12.99 ], "duration": 89.66, "caption": "A man picks up a water pitcher and pours water in a cup.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 10905, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 6.37, 12.74 ], "duration": 91.66, "caption": "A person turns on a faucet and splashes water on his face.", "similarity": 0.6588, "relevance": 4 }, { "pair_id": 10906, "video_name": "friends_s03e24_seg02_clip_00", "timestamp": [ 38.15, 39.7 ], "duration": 62.66, "caption": "A man makes a funny face and touches his bottled drink.", "similarity": 0.6538, "relevance": 0 }, { "pair_id": 10907, "video_name": "friends_s02e12-13_seg02_clip_17", "timestamp": [ 8.75, 14.58 ], "duration": 53.66, "caption": "A man throws water at person who then wipes their face.", "similarity": 0.6502, "relevance": 2 }, { "pair_id": 10908, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 27.73, 29.52 ], "duration": 89.66, "caption": "A man places a cup that is near their mouth down from their face.", "similarity": 0.649, "relevance": 0 }, { "pair_id": 10909, "video_name": "castle_s05e04_seg02_clip_12", "timestamp": [ 0.0, 3.51 ], "duration": 87.66, "caption": "A man was having a sip from his cup.", "similarity": 0.6366, "relevance": 0 }, { "pair_id": 10910, "video_name": "house_s01e22_seg02_clip_18", "timestamp": [ 60.01, 63.92 ], "duration": 71.66, "caption": "A man takes a drink of water from a clear plastic cup.", "similarity": 0.6324, "relevance": 0 }, { "pair_id": 10911, "video_name": "s09e18_seg02_clip_10", "timestamp": [ 56.15, 59.2 ], "duration": 61.66, "caption": "A man opens both his hands up in a gesture while holding a bottle of water.", "similarity": 0.6231, "relevance": 0 }, { "pair_id": 10912, "video_name": "friends_s08e12_seg02_clip_17", "timestamp": [ 17.96, 23.95 ], "duration": 63.66, "caption": "A man grabs a student's water bottle, takes a drink and then sprays some water on his face.", "similarity": 0.6173, "relevance": 2 }, { "pair_id": 10913, "video_name": "friends_s08e16_seg02_clip_09", "timestamp": [ 0.9, 5.1 ], "duration": 60.66, "caption": "A man takes a drink and then makes a face.", "similarity": 0.6162, "relevance": 0 }, { "pair_id": 10914, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 23.67, 26.85 ], "duration": 91.66, "caption": "A man raises his cup and takes a sip.", "similarity": 0.608, "relevance": 0 }, { "pair_id": 10915, "video_name": "friends_s09e14_seg02_clip_17", "timestamp": [ 51.05, 53.26 ], "duration": 63.66, "caption": "A man puts his face into both of his hands.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 10916, "video_name": "s05e24_seg02_clip_07", "timestamp": [ 50.12, 52.22 ], "duration": 60.66, "caption": "A man touches his chin with one hand while holding his drink in the other hand.", "similarity": 0.6036, "relevance": 0 }, { "pair_id": 10917, "video_name": "s06e22_seg02_clip_01", "timestamp": [ 27.45, 29.81 ], "duration": 59.66, "caption": "A man brings his hand up and wipes his mouth.", "similarity": 0.6002, "relevance": 0 }, { "pair_id": 10918, "video_name": "house_s02e03_seg02_clip_04", "timestamp": [ 87.15, 89.13 ], "duration": 99.66, "caption": "A person takes a sip of water from a cup.", "similarity": 0.5995, "relevance": 0 }, { "pair_id": 10919, "video_name": "s10e12_seg02_clip_05", "timestamp": [ 41.18, 43.98 ], "duration": 56.66, "caption": "A man lifts a water bottle to his mouth and feigns taking a sip.", "similarity": 0.5965, "relevance": 0 } ] }, { "query_id": 85343, "query": "A person turns on a faucet and splashes water on his face.", "relevant_moment": [ { "pair_id": 11100, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 6.37, 12.74 ], "duration": 91.66, "caption": "A person turns on a faucet and splashes water on his face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11101, "video_name": "house_s03e10_seg02_clip_17", "timestamp": [ 43.25, 48.89 ], "duration": 94.66, "caption": "A person splashes water onto their face with their hands.", "similarity": 0.7967, "relevance": 3 }, { "pair_id": 11102, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 7.28, 8.19 ], "duration": 91.66, "caption": "A man uses his hand to turn on the sink faucet.", "similarity": 0.7127, "relevance": 2 }, { "pair_id": 11103, "video_name": "house_s03e01_seg02_clip_21", "timestamp": [ 27.23, 31.69 ], "duration": 99.66, "caption": "A person drinks water from a faucet after running.", "similarity": 0.694, "relevance": 1 }, { "pair_id": 11104, "video_name": "house_s08e11_seg02_clip_00", "timestamp": [ 10.47, 12.74 ], "duration": 91.66, "caption": "A man cups water into his hands and splashes his face.", "similarity": 0.6588, "relevance": 3 }, { "pair_id": 11105, "video_name": "s07e01_seg01_clip_00", "timestamp": [ 7.13, 10.54 ], "duration": 62.66, "caption": "A person is hit in the face by a wave and spits water out of his mouth.", "similarity": 0.628, "relevance": 0 }, { "pair_id": 11106, "video_name": "friends_s02e12-13_seg02_clip_17", "timestamp": [ 2.39, 6.63 ], "duration": 53.66, "caption": "A woman turns around and throws water on man's face.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 11107, "video_name": "grey_s01e04_seg02_clip_04", "timestamp": [ 38.08, 49.36 ], "duration": 94.66, "caption": "A man rinses his hands and arms under the faucet.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 11108, "video_name": "house_s01e19_seg02_clip_14", "timestamp": [ 12.3, 15.17 ], "duration": 82.66, "caption": "A person uses his cane to turn the sink on.", "similarity": 0.6065, "relevance": 2 }, { "pair_id": 11109, "video_name": "s01e15_seg01_clip_01", "timestamp": [ 9.3, 12.91 ], "duration": 60.66, "caption": "A man drinks on the faucet when a person and a woman went out.", "similarity": 0.6027, "relevance": 1 }, { "pair_id": 11110, "video_name": "friends_s02e12-13_seg02_clip_17", "timestamp": [ 8.75, 14.58 ], "duration": 53.66, "caption": "A man throws water at person who then wipes their face.", "similarity": 0.5916, "relevance": 1 }, { "pair_id": 11111, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 11.9, 14.34 ], "duration": 61.66, "caption": "A person turns from the sink and raises a coffee cup.", "similarity": 0.5854, "relevance": 0 }, { "pair_id": 11112, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 26.71, 29.38 ], "duration": 89.66, "caption": "A person grabs some bleach and pours it down the sink.", "similarity": 0.5843, "relevance": 1 }, { "pair_id": 11113, "video_name": "house_s02e16_seg02_clip_18", "timestamp": [ 15.24, 84.66 ], "duration": 84.66, "caption": "A person pours fresh water in a wok, then puts someone's hand on it.", "similarity": 0.5836, "relevance": 0 }, { "pair_id": 11114, "video_name": "s05e05_seg02_clip_00", "timestamp": [ 40.65, 43.81 ], "duration": 63.66, "caption": "A person starts to unscrew the bottle top off his water.", "similarity": 0.5795, "relevance": 0 }, { "pair_id": 11115, "video_name": "s10e12_seg02_clip_05", "timestamp": [ 40.9, 43.42 ], "duration": 56.66, "caption": "A person raises the water bottle to their mouth.", "similarity": 0.5768, "relevance": 0 }, { "pair_id": 11116, "video_name": "castle_s07e06_seg02_clip_07", "timestamp": [ 31.75, 40.95 ], "duration": 92.66, "caption": "A person gets a bowl and puts some water in it.", "similarity": 0.5742, "relevance": 2 }, { "pair_id": 11117, "video_name": "s05e16_seg02_clip_03", "timestamp": [ 42.02, 52.1 ], "duration": 56.66, "caption": "A person has his hand on the water bottle cap, then removes his hand and slides his hand in the air.", "similarity": 0.5718, "relevance": 0 }, { "pair_id": 11118, "video_name": "s09e05_seg02_clip_08", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A person takes a drink of his bottled water.", "similarity": 0.5668, "relevance": 0 }, { "pair_id": 11119, "video_name": "castle_s06e12_seg02_clip_00", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A man has water pouring on his head.", "similarity": 0.5657, "relevance": 1 } ] }, { "query_id": 85357, "query": "A person takes off a paper taped onto the door and takes out his phone.", "relevant_moment": [ { "pair_id": 172640, "video_name": "house_s03e18_seg02_clip_23", "timestamp": [ 51.48, 55.51 ], "duration": 89.66, "caption": "A person takes off a paper taped onto the door and takes out his phone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 172641, "video_name": "s03e13_seg02_clip_02", "timestamp": [ 5.44, 7.82 ], "duration": 68.66, "caption": "A person takes out their phone from their pocket.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 172642, "video_name": "castle_s02e07_seg02_clip_23", "timestamp": [ 52.19, 56.42 ], "duration": 94.66, "caption": "A person takes out his phone and makes a call.", "similarity": 0.7276, "relevance": 2 }, { "pair_id": 172643, "video_name": "house_s07e09_seg02_clip_10", "timestamp": [ 28.37, 36.48 ], "duration": 90.66, "caption": "A person takes out their cell phone next to an office door and makes a call.", "similarity": 0.7232, "relevance": 2 }, { "pair_id": 172644, "video_name": "castle_s08e09_seg02_clip_13", "timestamp": [ 19.13, 21.26 ], "duration": 85.66, "caption": "A man holds out their phone and then puts it away.", "similarity": 0.7117, "relevance": 1 }, { "pair_id": 172645, "video_name": "s07e18_seg02_clip_06", "timestamp": [ 23.21, 27.85 ], "duration": 58.66, "caption": "A person takes out their cellphone and calls someone.", "similarity": 0.7047, "relevance": 2 }, { "pair_id": 172646, "video_name": "castle_s05e01_seg02_clip_20", "timestamp": [ 31.04, 31.77 ], "duration": 73.66, "caption": "A person removes the phone from his ear that he is holding in his hand.", "similarity": 0.7029, "relevance": 1 }, { "pair_id": 172647, "video_name": "house_s03e11_seg02_clip_20", "timestamp": [ 56.78, 59.36 ], "duration": 86.66, "caption": "A person goes into his jacket pocket and pulls out phone.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 172648, "video_name": "castle_s05e15_seg02_clip_27", "timestamp": [ 28.09, 30.43 ], "duration": 78.66, "caption": "A person drops the phone and runs out the door.", "similarity": 0.6924, "relevance": 1 }, { "pair_id": 172649, "video_name": "castle_s02e23_seg02_clip_10", "timestamp": [ 7.44, 9.77 ], "duration": 93.66, "caption": "A person takes out their cell phone from their pocket as they are seated.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 172650, "video_name": "house_s05e20_seg02_clip_18", "timestamp": [ 34.47, 37.19 ], "duration": 90.66, "caption": "A person takes their phone out and another person takes the phone away from them.", "similarity": 0.6862, "relevance": 1 }, { "pair_id": 172651, "video_name": "s09e14_seg02_clip_00", "timestamp": [ 23.26, 26.67 ], "duration": 62.66, "caption": "A person pulls out their mobile phone from their pocket.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 172652, "video_name": "castle_s08e17_seg02_clip_17", "timestamp": [ 8.64, 11.52 ], "duration": 96.66, "caption": "A person pulls out their mobile phone and makes a call.", "similarity": 0.6823, "relevance": 2 }, { "pair_id": 172653, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 40.49, 42.2 ], "duration": 57.66, "caption": "A person takes their phone out of their back pocket.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 172654, "video_name": "castle_s01e01_seg02_clip_09", "timestamp": [ 68.22, 69.98 ], "duration": 88.66, "caption": "A person takes out a phone and puts it to his ear.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 172655, "video_name": "castle_s03e08_seg02_clip_24", "timestamp": [ 17.44, 21.59 ], "duration": 83.66, "caption": "A person uses his cell phone to see under the door.", "similarity": 0.6804, "relevance": 1 }, { "pair_id": 172656, "video_name": "castle_s02e04_seg02_clip_18", "timestamp": [ 2.76, 15.64 ], "duration": 92.66, "caption": "A person pulls out their phone and makes a phone call.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 172657, "video_name": "castle_s05e14_seg02_clip_13", "timestamp": [ 70.32, 71.2 ], "duration": 88.66, "caption": "A person takes a phone out of his inside jacket pocket.", "similarity": 0.677, "relevance": 1 }, { "pair_id": 172658, "video_name": "friends_s03e04_seg02_clip_11", "timestamp": [ 8.6, 12.32 ], "duration": 57.66, "caption": "A person hangs up black phone and runs out the door.", "similarity": 0.6769, "relevance": 1 }, { "pair_id": 172659, "video_name": "s10e12_seg02_clip_16", "timestamp": [ 14.34, 19.28 ], "duration": 47.66, "caption": "A person puts their cell phone away into their pocket.", "similarity": 0.675, "relevance": 1 } ] }, { "query_id": 85374, "query": "A woman starts knocking on some people's apartment door.", "relevant_moment": [ { "pair_id": 3960, "video_name": "friends_s10e08_seg02_clip_11", "timestamp": [ 48.51, 51.17 ], "duration": 59.66, "caption": "A woman starts knocking on some people's apartment door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3961, "video_name": "friends_s02e22_seg02_clip_14", "timestamp": [ 27.31, 30.01 ], "duration": 60.66, "caption": "A woman opens the door to some people's apartment.", "similarity": 0.8501, "relevance": 1 }, { "pair_id": 3962, "video_name": "friends_s07e19_seg02_clip_16", "timestamp": [ 48.41, 49.19 ], "duration": 52.66, "caption": "A woman approaches an apartment door and knock on it.", "similarity": 0.836, "relevance": 4 }, { "pair_id": 3963, "video_name": "s04e21_seg02_clip_05", "timestamp": [ 10.99, 15.56 ], "duration": 61.66, "caption": "A person knocks several times on a woman's apartment door.", "similarity": 0.8248, "relevance": 3 }, { "pair_id": 3964, "video_name": "friends_s01e16-17_seg02_clip_20", "timestamp": [ 67.47, 71.02 ], "duration": 71.66, "caption": "A woman opens the door to someone at someone's apartment door.", "similarity": 0.81, "relevance": 1 }, { "pair_id": 3965, "video_name": "castle_s08e15_seg02_clip_00", "timestamp": [ 44.6, 47.33 ], "duration": 91.66, "caption": "A woman knocks on person's apartment door as she asks him if he is dressed before she enters the apartment.", "similarity": 0.7977, "relevance": 0 }, { "pair_id": 3967, "video_name": "friends_s09e14_seg02_clip_02", "timestamp": [ 0.0, 1.31 ], "duration": 52.66, "caption": "A woman comes through the front door of some people's apartment.", "similarity": 0.7975, "relevance": 1 }, { "pair_id": 3968, "video_name": "friends_s02e03_seg02_clip_00", "timestamp": [ 13.65, 17.99 ], "duration": 62.66, "caption": "A person, the neighbor, knocks on some women's apartment door.", "similarity": 0.7932, "relevance": 1 }, { "pair_id": 3969, "video_name": "s08e22_seg02_clip_10", "timestamp": [ 3.72, 5.89 ], "duration": 62.66, "caption": "A woman opens the door and enters person's apartment.", "similarity": 0.7881, "relevance": 1 }, { "pair_id": 3970, "video_name": "s09e02_seg02_clip_15", "timestamp": [ 79.19, 81.01 ], "duration": 91.66, "caption": "A woman shut the door to the apartment on a person.", "similarity": 0.786, "relevance": 1 }, { "pair_id": 3971, "video_name": "friends_s05e13_seg02_clip_04", "timestamp": [ 15.01, 16.51 ], "duration": 60.66, "caption": "A woman knocks on the front door of woman's apartment.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 3972, "video_name": "met_s02e05_seg01_clip_00", "timestamp": [ 23.04, 25.49 ], "duration": 95.66, "caption": "A woman opens the door and introduces the people to her apartment.", "similarity": 0.7846, "relevance": 1 }, { "pair_id": 3973, "video_name": "s02e07_seg02_clip_04", "timestamp": [ 38.37, 41.61 ], "duration": 59.66, "caption": "A woman shuts their apartment door in a person's face.", "similarity": 0.7799, "relevance": 1 }, { "pair_id": 3974, "video_name": "friends_s07e19_seg02_clip_16", "timestamp": [ 47.63, 52.05 ], "duration": 52.66, "caption": "A woman approaches the door and knocks on it before calling to two women inside the apartment.", "similarity": 0.7787, "relevance": 4 }, { "pair_id": 3975, "video_name": "s01e05_seg02_clip_02", "timestamp": [ 43.33, 44.86 ], "duration": 61.66, "caption": "A person knocks on the door of someone's apartment.", "similarity": 0.777, "relevance": 3 }, { "pair_id": 3976, "video_name": "house_s06e06_seg02_clip_18", "timestamp": [ 20.8, 25.75 ], "duration": 99.66, "caption": "A woman opens her apartment door to a man after he barely knocks on it.", "similarity": 0.7763, "relevance": 3 }, { "pair_id": 3977, "video_name": "met_s02e03_seg02_clip_12", "timestamp": [ 44.95, 48.89 ], "duration": 60.66, "caption": "A woman knocks on a door to attract the attention of the people inside.", "similarity": 0.7751, "relevance": 4 }, { "pair_id": 3978, "video_name": "friends_s05e23-24_seg02_clip_00", "timestamp": [ 1.25, 3.76 ], "duration": 62.66, "caption": "A woman enters a person's apartment and closes the door behind her.", "similarity": 0.7747, "relevance": 1 }, { "pair_id": 3979, "video_name": "s01e04_seg02_clip_01", "timestamp": [ 36.27, 40.91 ], "duration": 58.66, "caption": "A woman opens the front door of a person's apartment.", "similarity": 0.7745, "relevance": 1 }, { "pair_id": 177280, "video_name": "s05e02_seg02_clip_05", "timestamp": [ 3.54, 6.2 ], "duration": 59.66, "caption": "A woman closes the door of her apartment from a person.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 177281, "video_name": "s02e23_seg02_clip_06", "timestamp": [ 0.0, 18.91 ], "duration": 60.66, "caption": "A person is knocking on someone's apartment door while in the hallway.", "similarity": 0.7709, "relevance": 3 }, { "pair_id": 177282, "video_name": "met_s03e04_seg02_clip_13", "timestamp": [ 53.49, 56.79 ], "duration": 66.66, "caption": "A woman opens the apartment door and a person is standing there.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 177283, "video_name": "s02e07_seg02_clip_01", "timestamp": [ 11.9, 14.95 ], "duration": 61.66, "caption": "A woman walks into some people's apartment and closes the door behind her.", "similarity": 0.7667, "relevance": 2 }, { "pair_id": 177284, "video_name": "s06e07_seg02_clip_06", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A person is knocking at the front door of someone's apartment.", "similarity": 0.7641, "relevance": 4 }, { "pair_id": 177285, "video_name": "s04e01_seg02_clip_04", "timestamp": [ 11.1, 14.41 ], "duration": 60.66, "caption": "A woman opens the door for a person after they're done knocking.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 177286, "video_name": "s04e16_seg02_clip_14", "timestamp": [ 16.21, 19.81 ], "duration": 60.66, "caption": "A woman knocks on person's door and they open it.", "similarity": 0.761, "relevance": 4 }, { "pair_id": 177287, "video_name": "friends_s08e17_seg01_clip_00", "timestamp": [ 0.0, 4.88 ], "duration": 65.66, "caption": "A woman knocks on the apartment door calling for a man.", "similarity": 0.7587, "relevance": 4 }, { "pair_id": 177288, "video_name": "s01e11_seg02_clip_09", "timestamp": [ 43.42, 49.31 ], "duration": 62.66, "caption": "A woman walks towards her apartment as a person is about to open their door.", "similarity": 0.7584, "relevance": 2 }, { "pair_id": 177289, "video_name": "s01e10_seg02_clip_02", "timestamp": [ 41.5, 46.08 ], "duration": 61.66, "caption": "A woman opens her apartment door to greet a person.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 177290, "video_name": "s01e04_seg02_clip_05", "timestamp": [ 47.76, 51.79 ], "duration": 62.66, "caption": "A woman closes her apartment door in a person's face.", "similarity": 0.7552, "relevance": 2 }, { "pair_id": 177291, "video_name": "s06e10_seg02_clip_07", "timestamp": [ 14.65, 16.78 ], "duration": 61.66, "caption": "A woman opens her apartment door and looks at some people standing in the hallway.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 177292, "video_name": "s04e20_seg02_clip_17", "timestamp": [ 17.01, 20.81 ], "duration": 40.66, "caption": "A woman knocks on someone's door, and they open it.", "similarity": 0.7538, "relevance": 4 }, { "pair_id": 177293, "video_name": "s01e17_seg02_clip_10", "timestamp": [ 16.51, 20.41 ], "duration": 60.66, "caption": "A woman walks into her apartment and closes the door after person gets in.", "similarity": 0.7524, "relevance": 2 }, { "pair_id": 177294, "video_name": "friends_s07e06_seg02_clip_13", "timestamp": [ 43.38, 48.7 ], "duration": 59.66, "caption": "A man knocks on a woman's apartment door and she opens it, looking surprised.", "similarity": 0.7507, "relevance": 3 }, { "pair_id": 177295, "video_name": "friends_s07e15_seg02_clip_07", "timestamp": [ 0.0, 3.72 ], "duration": 62.66, "caption": "A woman comes in the apartment and shuts the door behind them.", "similarity": 0.7497, "relevance": 2 }, { "pair_id": 177296, "video_name": "s06e16_seg02_clip_13", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A person opens the front door to woman's apartment.", "similarity": 0.7495, "relevance": 1 }, { "pair_id": 177297, "video_name": "s04e06_seg02_clip_04", "timestamp": [ 54.28, 58.93 ], "duration": 62.66, "caption": "A person opens the front door and lets a woman into their apartment.", "similarity": 0.7454, "relevance": 2 }, { "pair_id": 177298, "video_name": "s02e13_seg02_clip_01", "timestamp": [ 55.54, 59.2 ], "duration": 61.66, "caption": "A person knocks repeatedly on the door to someone's apartment.", "similarity": 0.7451, "relevance": 3 }, { "pair_id": 177299, "video_name": "friends_s07e08_seg02_clip_04", "timestamp": [ 4.2, 9.6 ], "duration": 60.66, "caption": "A woman motions for a person to come inside the apartment and closes the door behind him/her.", "similarity": 0.745, "relevance": 1 } ] }, { "query_id": 85416, "query": "A person comes in the coffee shop carrying a bat and bag.", "relevant_moment": [ { "pair_id": 150840, "video_name": "friends_s03e13_seg02_clip_12", "timestamp": [ 6.97, 9.7 ], "duration": 60.66, "caption": "A person comes in the coffee shop carrying a bat and bag.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 150841, "video_name": "friends_s09e02_seg02_clip_07", "timestamp": [ 0.0, 4.58 ], "duration": 61.66, "caption": "A man walks into a coffee shop carrying a plastic bag and sets it down on the counter.", "similarity": 0.6562, "relevance": 3 }, { "pair_id": 150842, "video_name": "friends_s03e08_seg02_clip_18", "timestamp": [ 20.32, 25.48 ], "duration": 60.66, "caption": "A woman walks out of the coffee shop carrying her bag.", "similarity": 0.6257, "relevance": 1 }, { "pair_id": 150843, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 27.46, 33.57 ], "duration": 61.66, "caption": "A person takes out their package from a bag.", "similarity": 0.5996, "relevance": 0 }, { "pair_id": 150844, "video_name": "friends_s03e03_seg02_clip_08", "timestamp": [ 34.23, 41.49 ], "duration": 58.66, "caption": "A woman walks in the coffee shop carrying a jar of food and hands it to man.", "similarity": 0.5992, "relevance": 2 }, { "pair_id": 150845, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 0.0, 3.79 ], "duration": 84.66, "caption": "A person takes a coffee from a paper bag and hands it to someone.", "similarity": 0.5946, "relevance": 0 }, { "pair_id": 150846, "video_name": "house_s07e05_seg02_clip_22", "timestamp": [ 24.01, 28.33 ], "duration": 96.66, "caption": "A person gets a thing and puts it in their bag.", "similarity": 0.5882, "relevance": 0 }, { "pair_id": 150847, "video_name": "castle_s03e16_seg02_clip_06", "timestamp": [ 9.0, 25.21 ], "duration": 90.66, "caption": "A person walks into the office carrying two coffee cups.", "similarity": 0.5872, "relevance": 1 }, { "pair_id": 150848, "video_name": "friends_s07e15_seg02_clip_00", "timestamp": [ 0.0, 1.83 ], "duration": 61.66, "caption": "A person takes a drink out of their coffee at a coffee shop.", "similarity": 0.5852, "relevance": 0 }, { "pair_id": 150849, "video_name": "friends_s01e20_seg02_clip_12", "timestamp": [ 13.28, 17.71 ], "duration": 59.66, "caption": "A woman walks into a coffee shop while someone is taking orders.", "similarity": 0.5833, "relevance": 2 }, { "pair_id": 150850, "video_name": "friends_s01e04_seg01_clip_00", "timestamp": [ 31.37, 39.5 ], "duration": 56.66, "caption": "A man comes in the coffee shop and goes and stands by another person.", "similarity": 0.5825, "relevance": 2 }, { "pair_id": 150851, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 2.49, 4.98 ], "duration": 62.66, "caption": "A man walks into the coffee shop carrying a sheet of paper.", "similarity": 0.5824, "relevance": 3 }, { "pair_id": 150852, "video_name": "castle_s05e13_seg02_clip_13", "timestamp": [ 22.51, 25.51 ], "duration": 100.66, "caption": "A person walks into the squad room carrying two cups of coffee.", "similarity": 0.5817, "relevance": 1 }, { "pair_id": 150853, "video_name": "friends_s10e05_seg02_clip_16", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "A person comes in to the coffee shop to join the group.", "similarity": 0.5813, "relevance": 3 }, { "pair_id": 150854, "video_name": "friends_s06e19_seg02_clip_12", "timestamp": [ 16.51, 20.11 ], "duration": 60.66, "caption": "A person storms into a coffee shop.", "similarity": 0.5748, "relevance": 2 }, { "pair_id": 150855, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 33.74, 38.96 ], "duration": 95.66, "caption": "A person picks up their coffee mug and drinks from it.", "similarity": 0.572, "relevance": 0 }, { "pair_id": 150856, "video_name": "friends_s05e06_seg02_clip_00", "timestamp": [ 0.0, 5.03 ], "duration": 67.66, "caption": "A woman enters the coffee shop carrying a box and places it in the chair.", "similarity": 0.5673, "relevance": 3 }, { "pair_id": 150857, "video_name": "friends_s10e07_seg02_clip_16", "timestamp": [ 31.91, 34.52 ], "duration": 58.66, "caption": "A person comes into the room from outside and picks up the baseball bat from the floor.", "similarity": 0.5642, "relevance": 1 }, { "pair_id": 150858, "video_name": "friends_s06e15-16_seg02_clip_04", "timestamp": [ 20.8, 24.9 ], "duration": 63.66, "caption": "A woman holding books and purse in the coffee shop.", "similarity": 0.5635, "relevance": 0 }, { "pair_id": 150859, "video_name": "friends_s02e09_seg02_clip_02", "timestamp": [ 41.87, 47.14 ], "duration": 62.66, "caption": "A woman grabs her purse and leaves a coffee shop.", "similarity": 0.5633, "relevance": 1 } ] }, { "query_id": 85417, "query": "A man walks in the coffee shop and takes his coat off.", "relevant_moment": [ { "pair_id": 133380, "video_name": "friends_s03e13_seg02_clip_12", "timestamp": [ 44.86, 52.44 ], "duration": 60.66, "caption": "A man walks in the coffee shop and takes his coat off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 133381, "video_name": "friends_s03e18_seg01_clip_00", "timestamp": [ 21.75, 26.16 ], "duration": 63.66, "caption": "A man removes his coat as he walks into the coffee shop.", "similarity": 0.9342, "relevance": 4 }, { "pair_id": 133382, "video_name": "friends_s06e10_seg02_clip_00", "timestamp": [ 16.91, 21.46 ], "duration": 65.66, "caption": "A man comes into the coffee shop and removes his coat.", "similarity": 0.8877, "relevance": 4 }, { "pair_id": 133383, "video_name": "friends_s01e16-17_seg02_clip_00", "timestamp": [ 55.71, 61.15 ], "duration": 64.66, "caption": "A person walks into the coffee shop and takes their jacket off.", "similarity": 0.8435, "relevance": 3 }, { "pair_id": 133384, "video_name": "friends_s06e10_seg02_clip_00", "timestamp": [ 16.58, 24.71 ], "duration": 65.66, "caption": "A man comes in the coffee shop and takes his black jacket off.", "similarity": 0.8258, "relevance": 4 }, { "pair_id": 133385, "video_name": "friends_s07e05_seg02_clip_13", "timestamp": [ 60.19, 63.03 ], "duration": 63.66, "caption": "A man walks into the coffee shop wearing a jacket.", "similarity": 0.7977, "relevance": 2 }, { "pair_id": 133386, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 54.31, 60.42 ], "duration": 61.66, "caption": "A man runs into the coffee shop running and takes off his coat.", "similarity": 0.7764, "relevance": 4 }, { "pair_id": 133387, "video_name": "friends_s06e13_seg02_clip_05", "timestamp": [ 8.84, 11.4 ], "duration": 57.66, "caption": "A woman takes off her coat in the coffee shop.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 133388, "video_name": "friends_s05e12_seg02_clip_03", "timestamp": [ 4.03, 8.06 ], "duration": 62.66, "caption": "A woman takes off her coat inside the coffee shop.", "similarity": 0.7319, "relevance": 3 }, { "pair_id": 133389, "video_name": "friends_s02e10_seg02_clip_13", "timestamp": [ 31.32, 42.8 ], "duration": 62.66, "caption": "A man walked in the door and took his coat off.", "similarity": 0.7169, "relevance": 3 }, { "pair_id": 133390, "video_name": "friends_s07e03_seg02_clip_10", "timestamp": [ 0.0, 7.75 ], "duration": 62.66, "caption": "A man takes off his coat and sits down in the chair at the coffee house.", "similarity": 0.7147, "relevance": 4 }, { "pair_id": 133391, "video_name": "friends_s08e11_seg02_clip_19", "timestamp": [ 31.28, 40.43 ], "duration": 59.66, "caption": "A man walks into the kitchen and takes off his jacket.", "similarity": 0.7083, "relevance": 3 }, { "pair_id": 133392, "video_name": "friends_s04e20_seg02_clip_16", "timestamp": [ 0.31, 3.97 ], "duration": 61.66, "caption": "A man walks into the coffee shop and sits down.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 133393, "video_name": "friends_s02e10_seg02_clip_13", "timestamp": [ 31.01, 43.73 ], "duration": 62.66, "caption": "A person walks in the door and takes off their coat.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 133394, "video_name": "friends_s02e12-13_seg02_clip_00", "timestamp": [ 2.49, 4.98 ], "duration": 62.66, "caption": "A man walks into the coffee shop carrying a sheet of paper.", "similarity": 0.6904, "relevance": 2 }, { "pair_id": 133395, "video_name": "friends_s08e04_seg02_clip_11", "timestamp": [ 17.11, 20.41 ], "duration": 60.66, "caption": "A man grabs his coat and walks out of the apartment.", "similarity": 0.6888, "relevance": 0 }, { "pair_id": 133396, "video_name": "friends_s07e18_seg02_clip_07", "timestamp": [ 37.97, 40.77 ], "duration": 62.66, "caption": "A person walks out of the coffee shop and closes the door.", "similarity": 0.684, "relevance": 0 }, { "pair_id": 133397, "video_name": "friends_s03e11_seg02_clip_13", "timestamp": [ 22.44, 26.17 ], "duration": 62.66, "caption": "A woman grabs her coat and leaves the coffee shop.", "similarity": 0.6764, "relevance": 0 }, { "pair_id": 133398, "video_name": "friends_s01e10_seg02_clip_05", "timestamp": [ 28.73, 33.67 ], "duration": 58.66, "caption": "A man walks in the door, takes off his scarf and coat.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 133399, "video_name": "s05e09_seg02_clip_00", "timestamp": [ 65.34, 68.54 ], "duration": 71.66, "caption": "A man takes off his jacket and walks out of the room.", "similarity": 0.6669, "relevance": 2 } ] }, { "query_id": 85452, "query": "A woman turns, looks back at man and asks a question.", "relevant_moment": [ { "pair_id": 244220, "video_name": "house_s08e08_seg02_clip_03", "timestamp": [ 0.0, 7.11 ], "duration": 88.66, "caption": "A man is asking woman some questions and she is responding.", "similarity": 0.737, "relevance": 3 }, { "pair_id": 244221, "video_name": "met_s06e22_seg02_clip_00", "timestamp": [ 0.0, 5.2 ], "duration": 65.66, "caption": "A woman turns to another woman to ask her about a man's help.", "similarity": 0.7361, "relevance": 4 }, { "pair_id": 244222, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 48.49, 52.93 ], "duration": 74.66, "caption": "A woman shakes her head when a man asks her a question.", "similarity": 0.7313, "relevance": 4 }, { "pair_id": 244223, "video_name": "friends_s09e21_seg01_clip_01", "timestamp": [ 9.5, 15.2 ], "duration": 95.66, "caption": "A woman turns to a man to ask him his opinion about the relationship.", "similarity": 0.7306, "relevance": 3 }, { "pair_id": 244224, "video_name": "grey_s03e09_seg02_clip_09", "timestamp": [ 21.86, 28.51 ], "duration": 95.66, "caption": "A woman asks a man a question and moves their shoulders side to side.", "similarity": 0.7292, "relevance": 4 }, { "pair_id": 244225, "video_name": "friends_s08e23-24_seg02_clip_43", "timestamp": [ 34.11, 40.72 ], "duration": 55.66, "caption": "A woman shakes her head in confusion and starts asking a man questions.", "similarity": 0.7253, "relevance": 4 }, { "pair_id": 244226, "video_name": "house_s07e13_seg02_clip_22", "timestamp": [ 20.47, 25.12 ], "duration": 93.66, "caption": "A man is looking at a woman and says something so she turns to look at him.", "similarity": 0.7196, "relevance": 3 }, { "pair_id": 244227, "video_name": "met_s03e19_seg02_clip_10", "timestamp": [ 14.26, 19.42 ], "duration": 60.66, "caption": "A man is talking and looks at a woman, who looks back, smiles, and answers him.", "similarity": 0.718, "relevance": 3 }, { "pair_id": 244228, "video_name": "s02e08_seg02_clip_02", "timestamp": [ 48.69, 62.03 ], "duration": 62.66, "caption": "A woman opens the door and asks a man a question.", "similarity": 0.7154, "relevance": 4 }, { "pair_id": 244229, "video_name": "house_s06e13_seg02_clip_25", "timestamp": [ 1.31, 2.02 ], "duration": 2.66, "caption": "A woman gets startled by man's question to her.", "similarity": 0.715, "relevance": 3 }, { "pair_id": 244230, "video_name": "s06e22_seg02_clip_10", "timestamp": [ 40.22, 53.72 ], "duration": 60.66, "caption": "A woman asks a man a question and he shakes his head in the negative.", "similarity": 0.7126, "relevance": 4 }, { "pair_id": 244231, "video_name": "castle_s03e09_seg02_clip_04", "timestamp": [ 3.6, 8.1 ], "duration": 90.66, "caption": "The woman glances at the man then nods to answer the question.", "similarity": 0.7125, "relevance": 3 }, { "pair_id": 244232, "video_name": "met_s03e08_seg02_clip_11", "timestamp": [ 0.0, 6.42 ], "duration": 61.66, "caption": "A woman asks when a man started to pay attention.", "similarity": 0.7125, "relevance": 4 }, { "pair_id": 244233, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 2.1, 8.1 ], "duration": 60.66, "caption": "A person slowly turns around to answer a woman who is talking to him.", "similarity": 0.7108, "relevance": 3 }, { "pair_id": 244234, "video_name": "castle_s07e09_seg02_clip_17", "timestamp": [ 28.1, 36.26 ], "duration": 90.66, "caption": "A woman asks questions to a man about his when and how he meet someone.", "similarity": 0.7107, "relevance": 3 }, { "pair_id": 244235, "video_name": "friends_s01e08_seg02_clip_04", "timestamp": [ 8.99, 13.34 ], "duration": 62.66, "caption": "A woman turns to her left to look at a man and then turns back.", "similarity": 0.7101, "relevance": 3 }, { "pair_id": 244236, "video_name": "s08e03_seg02_clip_15", "timestamp": [ 6.49, 10.62 ], "duration": 59.66, "caption": "A woman leans over and asks man a question and takes a drink of beer.", "similarity": 0.7083, "relevance": 3 }, { "pair_id": 244237, "video_name": "met_s04e01_seg01_clip_00", "timestamp": [ 17.49, 34.52 ], "duration": 46.66, "caption": "A woman tells man different answers to a question.", "similarity": 0.7079, "relevance": 4 }, { "pair_id": 244238, "video_name": "s06e22_seg02_clip_12", "timestamp": [ 8.26, 15.64 ], "duration": 59.66, "caption": "A man stares at a woman after she asks him a question.", "similarity": 0.7077, "relevance": 4 }, { "pair_id": 244239, "video_name": "house_s05e14_seg02_clip_25", "timestamp": [ 0.0, 24.94 ], "duration": 90.66, "caption": "A man stands in front of a woman and he/she asks her some questions.", "similarity": 0.7065, "relevance": 3 } ] }, { "query_id": 85485, "query": "A man dances with his arms up in the air.", "relevant_moment": [ { "pair_id": 165240, "video_name": "friends_s10e09_seg02_clip_22", "timestamp": [ 33.49, 36.28 ], "duration": 93.66, "caption": "A man dances with his arms up in the air.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165241, "video_name": "s10e13_seg02_clip_09", "timestamp": [ 38.75, 47.3 ], "duration": 61.66, "caption": "A man dances with his hands raised above his head.", "similarity": 0.8098, "relevance": 4 }, { "pair_id": 165242, "video_name": "friends_s02e19_seg02_clip_11", "timestamp": [ 4.73, 8.82 ], "duration": 63.66, "caption": "A man puts his hands up in the air.", "similarity": 0.6857, "relevance": 3 }, { "pair_id": 165243, "video_name": "friends_s02e04_seg02_clip_19", "timestamp": [ 69.72, 72.27 ], "duration": 85.66, "caption": "A man jumps up and taps his heels together while dancing around a light pole.", "similarity": 0.6786, "relevance": 4 }, { "pair_id": 165244, "video_name": "s03e14_seg02_clip_02", "timestamp": [ 49.31, 54.28 ], "duration": 62.66, "caption": "A man raises his arms and dances as he and another person walk up the stairs.", "similarity": 0.6765, "relevance": 3 }, { "pair_id": 165245, "video_name": "friends_s02e05_seg02_clip_15", "timestamp": [ 33.11, 37.02 ], "duration": 60.66, "caption": "A man dances with his arms while another man talks on the phone.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 165246, "video_name": "grey_s03e20_seg02_clip_26", "timestamp": [ 110.43, 122.02 ], "duration": 122.66, "caption": "A man gets up and puts his hand out for a woman to dance with him.", "similarity": 0.6611, "relevance": 3 }, { "pair_id": 165247, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 87.38, 90.57 ], "duration": 91.66, "caption": "A person raises both of his arms in the air.", "similarity": 0.6607, "relevance": 3 }, { "pair_id": 165248, "video_name": "met_s06e12_seg02_clip_09", "timestamp": [ 9.37, 15.41 ], "duration": 60.66, "caption": "A man dances on the table he is standing on.", "similarity": 0.6602, "relevance": 4 }, { "pair_id": 165249, "video_name": "friends_s07e18_seg02_clip_00", "timestamp": [ 4.34, 6.82 ], "duration": 62.66, "caption": "A man puts his hand up in the air.", "similarity": 0.6588, "relevance": 3 }, { "pair_id": 165250, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A person raises his/her arm into the air.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 165251, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 74.82, 83.62 ], "duration": 88.66, "caption": "A person jumps in the arms of a man and he spins him around, then puts him down.", "similarity": 0.6357, "relevance": 4 }, { "pair_id": 165252, "video_name": "friends_s08e01_seg02_clip_17", "timestamp": [ 57.16, 58.38 ], "duration": 61.66, "caption": "A man claps his hands on the dance floor.", "similarity": 0.6337, "relevance": 3 }, { "pair_id": 165254, "video_name": "friends_s04e01_seg01_clip_00", "timestamp": [ 15.44, 17.02 ], "duration": 63.66, "caption": "A man jumps up and down while waving his hands.", "similarity": 0.6312, "relevance": 3 }, { "pair_id": 165256, "video_name": "friends_s04e10_seg02_clip_17", "timestamp": [ 56.14, 61.41 ], "duration": 62.66, "caption": "A woman raises her arms in the air and begins dancing.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 165257, "video_name": "friends_s04e04_seg02_clip_11", "timestamp": [ 49.52, 60.03 ], "duration": 60.66, "caption": "A man motions for another man to dance with him.", "similarity": 0.6228, "relevance": 3 }, { "pair_id": 165258, "video_name": "s03e09_seg02_clip_06", "timestamp": [ 51.48, 56.76 ], "duration": 62.66, "caption": "A man is holding up a speaker and puts it above their head and dances around.", "similarity": 0.6208, "relevance": 4 }, { "pair_id": 165259, "video_name": "friends_s01e22_seg02_clip_20", "timestamp": [ 13.26, 16.7 ], "duration": 53.66, "caption": "A man jumps on the coffee table and does a dance.", "similarity": 0.6188, "relevance": 4 }, { "pair_id": 338560, "video_name": "house_s04e15_seg02_clip_06", "timestamp": [ 52.66, 55.48 ], "duration": 94.66, "caption": "A person waves his arm around in a ballet-like way.", "similarity": 0.6188, "relevance": 3 }, { "pair_id": 338561, "video_name": "s08e01_seg02_clip_15", "timestamp": [ 31.43, 36.01 ], "duration": 61.66, "caption": "A man shakes his head and throws his hands up in the air.", "similarity": 0.6186, "relevance": 4 }, { "pair_id": 338562, "video_name": "friends_s04e08_seg02_clip_03", "timestamp": [ 58.93, 61.77 ], "duration": 63.66, "caption": "A man does a celebratory dance and runs and jumps into an armchair.", "similarity": 0.6173, "relevance": 2 }, { "pair_id": 338563, "video_name": "s05e19_seg01_clip_00", "timestamp": [ 30.82, 33.87 ], "duration": 61.66, "caption": "A man throws his arms wide and then claps his hands.", "similarity": 0.6155, "relevance": 2 }, { "pair_id": 338564, "video_name": "friends_s10e11_seg02_clip_07", "timestamp": [ 45.26, 46.13 ], "duration": 58.66, "caption": "A man puts his fist up in the air.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 338565, "video_name": "met_s02e09_seg02_clip_18", "timestamp": [ 5.32, 7.99 ], "duration": 78.66, "caption": "A man brushes his hair while dancing.", "similarity": 0.612, "relevance": 3 }, { "pair_id": 338566, "video_name": "friends_s01e20_seg02_clip_12", "timestamp": [ 2.95, 12.4 ], "duration": 59.66, "caption": "A man jumps off of the kitchen chair and does a dance.", "similarity": 0.6094, "relevance": 4 }, { "pair_id": 338567, "video_name": "met_s06e08_seg02_clip_12", "timestamp": [ 39.35, 42.48 ], "duration": 57.66, "caption": "A man has an annoyed expression as he throws his arms up slightly and puts them on his hips.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 338568, "video_name": "met_s02e20_seg02_clip_04", "timestamp": [ 0.0, 5.56 ], "duration": 58.66, "caption": "A man runs around with his arms up in celebration.", "similarity": 0.6074, "relevance": 4 }, { "pair_id": 338569, "video_name": "s01e13_seg02_clip_01", "timestamp": [ 12.91, 15.31 ], "duration": 60.66, "caption": "A man raises his hand in the air then some people do too.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 338570, "video_name": "s08e08_seg02_clip_14", "timestamp": [ 13.06, 15.09 ], "duration": 58.66, "caption": "A man moves his hands from woman's hands to her waist while they dance together.", "similarity": 0.6059, "relevance": 3 }, { "pair_id": 338571, "video_name": "castle_s02e20_seg02_clip_17", "timestamp": [ 84.73, 87.03 ], "duration": 92.66, "caption": "While talking to some people, a man throws his hands up in the air.", "similarity": 0.6035, "relevance": 2 }, { "pair_id": 338572, "video_name": "s07e16_seg02_clip_11", "timestamp": [ 39.08, 43.18 ], "duration": 63.66, "caption": "A man stands up, gestures widely, then drops his arms to his sides.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 338573, "video_name": "s05e04_seg02_clip_05", "timestamp": [ 35.44, 37.39 ], "duration": 65.66, "caption": "A person puts their hands together over their head and does a little dance.", "similarity": 0.6032, "relevance": 4 }, { "pair_id": 338574, "video_name": "met_s04e03_seg02_clip_03", "timestamp": [ 17.41, 20.31 ], "duration": 58.66, "caption": "A man puts his arm in the air ready for a fist bump.", "similarity": 0.6013, "relevance": 2 }, { "pair_id": 338575, "video_name": "friends_s03e23_seg02_clip_16", "timestamp": [ 5.5, 10.08 ], "duration": 61.66, "caption": "A person motions his hands in the air over a man's back.", "similarity": 0.5992, "relevance": 3 }, { "pair_id": 338576, "video_name": "friends_s02e11_seg02_clip_21", "timestamp": [ 21.46, 25.36 ], "duration": 78.66, "caption": "A woman extends her arm towards man inviting him to dance.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 338577, "video_name": "friends_s10e09_seg02_clip_02", "timestamp": [ 45.83, 48.6 ], "duration": 61.66, "caption": "A man looks down and raises up his arm.", "similarity": 0.5963, "relevance": 2 }, { "pair_id": 338578, "video_name": "met_s02e08_seg02_clip_14", "timestamp": [ 69.95, 74.02 ], "duration": 74.66, "caption": "A person raises his arm in the air and everyone turns around.", "similarity": 0.5959, "relevance": 1 }, { "pair_id": 338579, "video_name": "house_s03e21_seg02_clip_04", "timestamp": [ 55.67, 64.73 ], "duration": 86.66, "caption": "A man steps forward to take person's arm, raising it and rotating it.", "similarity": 0.5951, "relevance": 1 } ] }, { "query_id": 85509, "query": "A person gets in the house and saw a girl and her boyfriend.", "relevant_moment": [ { "pair_id": 152160, "video_name": "castle_s03e23_seg02_clip_26", "timestamp": [ 70.67, 74.27 ], "duration": 90.66, "caption": "A person gets in the house and saw a girl and her boyfriend.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152161, "video_name": "s02e21_seg02_clip_18", "timestamp": [ 20.15, 25.29 ], "duration": 38.66, "caption": "A person came out from his/her house and saw another person.", "similarity": 0.6721, "relevance": 1 }, { "pair_id": 152162, "video_name": "castle_s03e14_seg02_clip_16", "timestamp": [ 11.63, 15.66 ], "duration": 89.66, "caption": "A man and a woman came in the house together.", "similarity": 0.6049, "relevance": 2 }, { "pair_id": 152163, "video_name": "castle_s05e23_seg02_clip_23", "timestamp": [ 68.23, 86.37 ], "duration": 86.66, "caption": "A woman and a man entered the house and the woman started talking to a man.", "similarity": 0.5834, "relevance": 1 }, { "pair_id": 152164, "video_name": "friends_s10e07_seg02_clip_02", "timestamp": [ 20.49, 24.06 ], "duration": 65.66, "caption": "A man came in the house and talk to a woman.", "similarity": 0.5821, "relevance": 2 }, { "pair_id": 152165, "video_name": "castle_s07e13_seg02_clip_24", "timestamp": [ 63.73, 69.52 ], "duration": 89.66, "caption": "A man and a woman enter a house and turn to face someone.", "similarity": 0.5781, "relevance": 2 }, { "pair_id": 152166, "video_name": "castle_s06e07_seg02_clip_11", "timestamp": [ 50.98, 56.86 ], "duration": 98.66, "caption": "A man comes out of his house and after he sees person and another person he goes back inside.", "similarity": 0.578, "relevance": 0 }, { "pair_id": 152167, "video_name": "castle_s02e14_seg02_clip_00", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "There were a man and a woman with a girl too.", "similarity": 0.5749, "relevance": 1 }, { "pair_id": 152168, "video_name": "grey_s01e09_seg02_clip_20", "timestamp": [ 33.89, 38.93 ], "duration": 91.66, "caption": "A man walks into the hallway to tell person he is going out with a girl.", "similarity": 0.5742, "relevance": 0 }, { "pair_id": 152169, "video_name": "friends_s02e04_seg02_clip_16", "timestamp": [ 47.19, 53.02 ], "duration": 53.66, "caption": "A woman comes out of the house and talks with a man.", "similarity": 0.5692, "relevance": 0 }, { "pair_id": 152170, "video_name": "castle_s05e17_seg02_clip_06", "timestamp": [ 46.05, 93.03 ], "duration": 93.66, "caption": "A woman and man enters a room and there they saw someone.", "similarity": 0.5663, "relevance": 0 }, { "pair_id": 152171, "video_name": "castle_s07e04_seg02_clip_17", "timestamp": [ 0.0, 4.05 ], "duration": 90.66, "caption": "A woman and a man walk out of the house to meet another man.", "similarity": 0.5626, "relevance": 0 }, { "pair_id": 152172, "video_name": "castle_s04e15_seg02_clip_07", "timestamp": [ 40.6, 49.86 ], "duration": 88.66, "caption": "After woman enters the house, she and person find someone dead on the floor.", "similarity": 0.5622, "relevance": 2 }, { "pair_id": 152173, "video_name": "castle_s01e06_seg02_clip_24", "timestamp": [ 39.92, 45.22 ], "duration": 81.66, "caption": "A man and girl walk into the living room as woman walked in.", "similarity": 0.5588, "relevance": 3 }, { "pair_id": 152174, "video_name": "friends_s03e25_seg02_clip_16", "timestamp": [ 36.76, 49.37 ], "duration": 70.66, "caption": "A woman walks into the house and turns around to look at a man.", "similarity": 0.5525, "relevance": 1 }, { "pair_id": 152175, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 0.0, 4.24 ], "duration": 77.66, "caption": "A person enters the living room where a woman and a man are.", "similarity": 0.5504, "relevance": 4 }, { "pair_id": 152176, "video_name": "house_s06e20_seg02_clip_01", "timestamp": [ 72.34, 79.53 ], "duration": 89.66, "caption": "A person came in the house and talk to a man.", "similarity": 0.5503, "relevance": 2 }, { "pair_id": 152177, "video_name": "s05e13_seg02_clip_08", "timestamp": [ 0.0, 5.4 ], "duration": 60.66, "caption": "A person mentions another person being home to which he, another person, and a third person look towards the bedroom at the same time.", "similarity": 0.5502, "relevance": 0 }, { "pair_id": 152179, "video_name": "s09e04_seg02_clip_08", "timestamp": [ 37.48, 41.91 ], "duration": 59.66, "caption": "A man walks out of the house and a woman follows him.", "similarity": 0.5485, "relevance": 1 }, { "pair_id": 325480, "video_name": "friends_s09e04_seg02_clip_13", "timestamp": [ 1.83, 6.71 ], "duration": 61.66, "caption": "A woman is concerned when person tells her he saw her boyfriend.", "similarity": 0.5476, "relevance": 1 }, { "pair_id": 325481, "video_name": "s01e07_seg02_clip_15", "timestamp": [ 35.22, 43.47 ], "duration": 55.66, "caption": "A person goes to a man's house with two other people.", "similarity": 0.5466, "relevance": 1 }, { "pair_id": 325482, "video_name": "house_s07e10_seg02_clip_16", "timestamp": [ 52.04, 56.35 ], "duration": 86.66, "caption": "A girl in a striped top turns and enters a house, leaving a man on the doorstep.", "similarity": 0.5465, "relevance": 2 }, { "pair_id": 325483, "video_name": "castle_s06e07_seg02_clip_11", "timestamp": [ 50.49, 57.84 ], "duration": 98.66, "caption": "A person got out of his house and sees the car of a man in front of his house.", "similarity": 0.5372, "relevance": 2 }, { "pair_id": 325484, "video_name": "s02e09_seg01_clip_01", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "Two people walk up the stairs and a man tells her about a man's new girlfriend.", "similarity": 0.5349, "relevance": 1 }, { "pair_id": 325485, "video_name": "castle_s06e13_seg02_clip_19", "timestamp": [ 23.07, 31.78 ], "duration": 87.66, "caption": "A person and another person are looking at the TV and they see a girl with another girl.", "similarity": 0.5339, "relevance": 1 }, { "pair_id": 325486, "video_name": "s01e04_seg02_clip_07", "timestamp": [ 29.9, 34.48 ], "duration": 61.66, "caption": "A man and a woman open the door to see a person in his/her apartment.", "similarity": 0.533, "relevance": 2 }, { "pair_id": 325487, "video_name": "house_s07e01_seg02_clip_20", "timestamp": [ 0.0, 3.56 ], "duration": 89.66, "caption": "A man and woman kiss while in his home.", "similarity": 0.5312, "relevance": 2 }, { "pair_id": 325488, "video_name": "s03e21_seg02_clip_09", "timestamp": [ 18.3, 20.95 ], "duration": 59.66, "caption": "A woman walks into the living room with person to meet guy's new girl.", "similarity": 0.5307, "relevance": 3 }, { "pair_id": 325489, "video_name": "house_s08e08_seg02_clip_03", "timestamp": [ 70.68, 79.12 ], "duration": 88.66, "caption": "Two people are looking around a house.", "similarity": 0.529, "relevance": 2 }, { "pair_id": 325490, "video_name": "house_s07e08_seg02_clip_14", "timestamp": [ 56.6, 82.36 ], "duration": 92.66, "caption": "A person follows a man out of the room and then suggests a man see his daughter and tell her what's going on.", "similarity": 0.5272, "relevance": 1 }, { "pair_id": 325491, "video_name": "s03e22_seg02_clip_01", "timestamp": [ 40.32, 49.0 ], "duration": 62.66, "caption": "A man came in person's house and person close the door.", "similarity": 0.5266, "relevance": 2 }, { "pair_id": 325492, "video_name": "castle_s04e15_seg02_clip_08", "timestamp": [ 0.0, 8.8 ], "duration": 88.66, "caption": "A man and woman went on a house with a dead person and woman holding a gun.", "similarity": 0.5248, "relevance": 2 }, { "pair_id": 325493, "video_name": "s09e08_seg02_clip_00", "timestamp": [ 12.72, 62.03 ], "duration": 62.66, "caption": "A person is in the living room with some people asking them to help he find another girlfriend since they found him his ex.", "similarity": 0.5245, "relevance": 1 }, { "pair_id": 325494, "video_name": "castle_s04e14_seg02_clip_00", "timestamp": [ 0.0, 93.03 ], "duration": 93.66, "caption": "Two people entered a house that had a serious crime.", "similarity": 0.5227, "relevance": 1 }, { "pair_id": 325495, "video_name": "grey_s01e04_seg02_clip_02", "timestamp": [ 33.22, 43.24 ], "duration": 91.66, "caption": "A person asked a man how two women walked around the house.", "similarity": 0.5205, "relevance": 0 }, { "pair_id": 325496, "video_name": "castle_s08e10_seg02_clip_13", "timestamp": [ 19.33, 79.4 ], "duration": 84.66, "caption": "A woman is talking with a man and a girl in the man's home office.", "similarity": 0.5205, "relevance": 1 }, { "pair_id": 325497, "video_name": "s01e07_seg02_clip_03", "timestamp": [ 0.0, 13.69 ], "duration": 57.66, "caption": "A woman encountering problems to a man, so that he went to another person's house.", "similarity": 0.5195, "relevance": 1 }, { "pair_id": 325498, "video_name": "grey_s03e01_seg02_clip_26", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A man walks in the house and a woman comes running and throws her arms around him.", "similarity": 0.5195, "relevance": 2 } ] }, { "query_id": 85542, "query": "A man reads out the first step to re-calibrate the device person is holding.", "relevant_moment": [ { "pair_id": 4660, "video_name": "s08e22_seg02_clip_01", "timestamp": [ 35.42, 42.02 ], "duration": 60.66, "caption": "A man reads out the first step to re-calibrate the device person is holding.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4661, "video_name": "house_s03e14_seg02_clip_02", "timestamp": [ 87.54, 89.66 ], "duration": 89.66, "caption": "A man reads aloud the results he sees on the monitor.", "similarity": 0.6135, "relevance": 2 }, { "pair_id": 4663, "video_name": "s04e02_seg02_clip_10", "timestamp": [ 10.39, 16.76 ], "duration": 67.66, "caption": "A man reads the information on the computer monitor.", "similarity": 0.6128, "relevance": 3 }, { "pair_id": 4664, "video_name": "s08e03_seg02_clip_08", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A man takes someone's phone and reads what is on it.", "similarity": 0.6101, "relevance": 2 }, { "pair_id": 4665, "video_name": "house_s01e21_seg02_clip_20", "timestamp": [ 19.04, 32.73 ], "duration": 119.66, "caption": "A person takes out the reading from the back of his machine monitors.", "similarity": 0.6076, "relevance": 2 }, { "pair_id": 4666, "video_name": "s07e14_seg02_clip_10", "timestamp": [ 0.32, 7.56 ], "duration": 63.66, "caption": "A man reads from his cell phone and then puts it down.", "similarity": 0.5843, "relevance": 3 }, { "pair_id": 4667, "video_name": "house_s04e07_seg02_clip_11", "timestamp": [ 76.38, 86.5 ], "duration": 92.66, "caption": "A man checks someone's eyes with a device as he is sitting upright.", "similarity": 0.5842, "relevance": 0 }, { "pair_id": 4668, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person sits down while reading something from his/her device.", "similarity": 0.5755, "relevance": 3 }, { "pair_id": 4669, "video_name": "house_s08e14_seg02_clip_14", "timestamp": [ 20.5, 21.86 ], "duration": 91.66, "caption": "A man checks person's eye with an eye device.", "similarity": 0.5745, "relevance": 0 }, { "pair_id": 4670, "video_name": "s05e15_seg02_clip_00", "timestamp": [ 6.82, 21.71 ], "duration": 62.66, "caption": "A person takes a cellphone from another person's hand and reads from it.", "similarity": 0.5738, "relevance": 3 }, { "pair_id": 4671, "video_name": "friends_s01e19_seg02_clip_18", "timestamp": [ 48.19, 50.72 ], "duration": 63.66, "caption": "A man is standing in a device and points at it as he speaks.", "similarity": 0.5675, "relevance": 0 }, { "pair_id": 4672, "video_name": "house_s03e23_seg02_clip_01", "timestamp": [ 76.84, 92.03 ], "duration": 92.66, "caption": "A man is using a device to check someone's head as they converse.", "similarity": 0.5666, "relevance": 0 }, { "pair_id": 4673, "video_name": "house_s03e04_seg02_clip_26", "timestamp": [ 19.89, 23.77 ], "duration": 97.66, "caption": "A person gives a device to man.", "similarity": 0.5649, "relevance": 0 }, { "pair_id": 4674, "video_name": "s08e22_seg02_clip_01", "timestamp": [ 28.51, 31.21 ], "duration": 60.66, "caption": "A man picks up an instruction manual and starts to read.", "similarity": 0.5615, "relevance": 4 }, { "pair_id": 4675, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 45.41, 51.02 ], "duration": 51.66, "caption": "A person leans back and reads from the pad he holds.", "similarity": 0.5574, "relevance": 2 }, { "pair_id": 4676, "video_name": "s06e14_seg02_clip_08", "timestamp": [ 38.42, 42.92 ], "duration": 60.66, "caption": "A person hands a man his thermometer to look at it.", "similarity": 0.5555, "relevance": 2 }, { "pair_id": 4677, "video_name": "friends_s03e12_seg02_clip_08", "timestamp": [ 0.0, 8.99 ], "duration": 62.66, "caption": "A man reads from a small piece of paper at the counter.", "similarity": 0.5541, "relevance": 2 }, { "pair_id": 4678, "video_name": "house_s07e07_seg02_clip_02", "timestamp": [ 15.68, 21.38 ], "duration": 95.66, "caption": "A man takes their phone out of their pocket and reads the screen.", "similarity": 0.5513, "relevance": 2 }, { "pair_id": 4679, "video_name": "met_s03e08_seg02_clip_02", "timestamp": [ 0.0, 2.16 ], "duration": 61.66, "caption": "A man reads what the computer is saying in front of him.", "similarity": 0.5511, "relevance": 3 }, { "pair_id": 177980, "video_name": "house_s07e18_seg02_clip_21", "timestamp": [ 69.95, 73.83 ], "duration": 111.66, "caption": "A man points his device to a person and he puts his hands up.", "similarity": 0.5509, "relevance": 1 }, { "pair_id": 177981, "video_name": "house_s06e08_seg02_clip_17", "timestamp": [ 18.82, 20.61 ], "duration": 89.66, "caption": "A man sticks a thermometer into someone's ear while examining them.", "similarity": 0.5505, "relevance": 1 }, { "pair_id": 177982, "video_name": "friends_s10e11_seg02_clip_02", "timestamp": [ 6.06, 10.0 ], "duration": 60.66, "caption": "A man reads from a piece of paper with another person.", "similarity": 0.5498, "relevance": 2 }, { "pair_id": 177983, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.5493, "relevance": 2 }, { "pair_id": 177984, "video_name": "s08e20_seg02_clip_04", "timestamp": [ 16.54, 30.17 ], "duration": 58.66, "caption": "A person is reading from a piece of paper handed by someone.", "similarity": 0.5483, "relevance": 2 }, { "pair_id": 177985, "video_name": "house_s02e04_seg02_clip_13", "timestamp": [ 49.92, 52.21 ], "duration": 91.66, "caption": "A man turns the phone around to read the screen.", "similarity": 0.5401, "relevance": 2 }, { "pair_id": 177986, "video_name": "castle_s05e22_seg02_clip_25", "timestamp": [ 85.46, 86.35 ], "duration": 89.66, "caption": "A person presses a button on the device in his hand.", "similarity": 0.5388, "relevance": 2 }, { "pair_id": 177987, "video_name": "grey_s01e09_seg02_clip_01", "timestamp": [ 67.33, 72.3 ], "duration": 90.66, "caption": "A man uses a device on someone to test if they have feeling in their limbs.", "similarity": 0.5387, "relevance": 0 }, { "pair_id": 177988, "video_name": "s01e12_seg02_clip_06", "timestamp": [ 43.82, 57.63 ], "duration": 60.66, "caption": "A person picks up a pink note, reads it to man then lowers it to his right side.", "similarity": 0.5385, "relevance": 2 }, { "pair_id": 177989, "video_name": "house_s07e05_seg02_clip_17", "timestamp": [ 63.72, 68.37 ], "duration": 93.66, "caption": "A man grabs his dosimeter and gives it to person.", "similarity": 0.5385, "relevance": 1 }, { "pair_id": 177990, "video_name": "s02e03_seg02_clip_03", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A man points the remote in his hand and starts a device.", "similarity": 0.538, "relevance": 1 }, { "pair_id": 177991, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 0.3, 3.6 ], "duration": 60.66, "caption": "A man reads from a note card he is holding.", "similarity": 0.5332, "relevance": 2 }, { "pair_id": 177992, "video_name": "house_s01e17_seg02_clip_14", "timestamp": [ 57.2, 60.4 ], "duration": 91.66, "caption": "A person is looking at a monitor of a person's scan.", "similarity": 0.5325, "relevance": 2 }, { "pair_id": 177993, "video_name": "s06e22_seg01_clip_00", "timestamp": [ 6.24, 11.04 ], "duration": 96.66, "caption": "A man points something out in the computer monitor.", "similarity": 0.5322, "relevance": 2 }, { "pair_id": 177994, "video_name": "castle_s02e18_seg02_clip_20", "timestamp": [ 63.52, 66.21 ], "duration": 89.66, "caption": "A person points with his finger to a screen then adjusts his jacket.", "similarity": 0.5312, "relevance": 2 }, { "pair_id": 177995, "video_name": "house_s07e20_seg02_clip_11", "timestamp": [ 73.37, 79.22 ], "duration": 90.66, "caption": "A man is connecting a device and puts his hand on a book.", "similarity": 0.531, "relevance": 2 }, { "pair_id": 177996, "video_name": "house_s05e02_seg02_clip_23", "timestamp": [ 51.04, 53.26 ], "duration": 63.66, "caption": "A person comes closer to the monitor to see the procedure.", "similarity": 0.5299, "relevance": 1 }, { "pair_id": 177997, "video_name": "friends_s07e23-24_seg02_clip_11", "timestamp": [ 43.82, 50.72 ], "duration": 60.66, "caption": "A man sees a yellow note on the counter and picks it up and reads it.", "similarity": 0.5299, "relevance": 2 }, { "pair_id": 177998, "video_name": "friends_s02e09_seg02_clip_10", "timestamp": [ 12.66, 19.26 ], "duration": 55.66, "caption": "A man reads from a woman's simple and helpful driving instructions.", "similarity": 0.5298, "relevance": 2 }, { "pair_id": 177999, "video_name": "castle_s07e05_seg02_clip_22", "timestamp": [ 54.01, 54.91 ], "duration": 90.66, "caption": "A person is reading something on their phone's screen.", "similarity": 0.5297, "relevance": 1 } ] }, { "query_id": 85552, "query": "A man stands up out of his chair while holding the drone.", "relevant_moment": [ { "pair_id": 180, "video_name": "s08e22_seg02_clip_04", "timestamp": [ 46.82, 48.62 ], "duration": 60.66, "caption": "A man stands up out of his chair while holding the drone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 181, "video_name": "s08e22_seg02_clip_04", "timestamp": [ 24.31, 28.51 ], "duration": 60.66, "caption": "A man rotates the drone that he's holding in his hands in a horizontal position.", "similarity": 0.7025, "relevance": 3 }, { "pair_id": 182, "video_name": "castle_s07e12_seg02_clip_23", "timestamp": [ 0.9, 3.15 ], "duration": 90.66, "caption": "A man stands up from the chair with his hands up.", "similarity": 0.6548, "relevance": 3 }, { "pair_id": 183, "video_name": "s08e22_seg02_clip_16", "timestamp": [ 0.0, 8.16 ], "duration": 51.66, "caption": "A man gets the drone working, thinking he is in control.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 184, "video_name": "s08e22_seg02_clip_04", "timestamp": [ 36.32, 42.92 ], "duration": 60.66, "caption": "A man turns the drone so it's vertical, and rotates it around in their hands.", "similarity": 0.6463, "relevance": 3 }, { "pair_id": 185, "video_name": "s08e22_seg02_clip_11", "timestamp": [ 32.76, 38.37 ], "duration": 59.66, "caption": "A man walks over to the couch holding a drone.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 186, "video_name": "friends_s10e11_seg02_clip_21", "timestamp": [ 35.98, 38.77 ], "duration": 62.66, "caption": "A man gets out of chair and stands up.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 187, "video_name": "s08e22_seg01_clip_00", "timestamp": [ 7.23, 16.15 ], "duration": 85.66, "caption": "A man holds the drone another man handed him and strokes it.", "similarity": 0.6193, "relevance": 2 }, { "pair_id": 188, "video_name": "s08e22_seg01_clip_00", "timestamp": [ 7.65, 11.05 ], "duration": 85.66, "caption": "A man took a white drone from the hold of another person.", "similarity": 0.6109, "relevance": 2 }, { "pair_id": 189, "video_name": "friends_s08e20_seg02_clip_00", "timestamp": [ 0.0, 3.43 ], "duration": 62.66, "caption": "A man stands up from his chair while he is holding a basketball.", "similarity": 0.6069, "relevance": 3 }, { "pair_id": 190, "video_name": "friends_s05e04_seg02_clip_20", "timestamp": [ 38.14, 39.67 ], "duration": 61.66, "caption": "A man stands up from the arm of the chair they were sitting on.", "similarity": 0.5955, "relevance": 2 }, { "pair_id": 191, "video_name": "house_s06e20_seg02_clip_13", "timestamp": [ 10.68, 15.58 ], "duration": 89.66, "caption": "A man stands next to a chair with their hand on it.", "similarity": 0.5949, "relevance": 1 }, { "pair_id": 192, "video_name": "house_s05e24_seg02_clip_19", "timestamp": [ 60.75, 64.77 ], "duration": 89.66, "caption": "A man stands up from the chair he's been sitting in.", "similarity": 0.5925, "relevance": 3 }, { "pair_id": 193, "video_name": "s08e22_seg02_clip_12", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A person is holding drone controller as he sits beside another person.", "similarity": 0.5842, "relevance": 1 }, { "pair_id": 194, "video_name": "castle_s05e23_seg02_clip_05", "timestamp": [ 57.82, 60.79 ], "duration": 85.66, "caption": "A man hangs up a picture of a drone on a whiteboard.", "similarity": 0.5802, "relevance": 0 }, { "pair_id": 195, "video_name": "house_s01e15_seg02_clip_25", "timestamp": [ 0.0, 4.15 ], "duration": 83.66, "caption": "A man stands up from his chair, puts his hands in his pockets then stands still.", "similarity": 0.5783, "relevance": 2 }, { "pair_id": 196, "video_name": "s01e02_seg02_clip_12", "timestamp": [ 20.11, 23.71 ], "duration": 60.66, "caption": "A man stands up from sitting on the chair.", "similarity": 0.5768, "relevance": 2 }, { "pair_id": 197, "video_name": "friends_s08e01_seg02_clip_14", "timestamp": [ 0.0, 2.0 ], "duration": 50.66, "caption": "A man stands up from his chair at the table.", "similarity": 0.5555, "relevance": 2 }, { "pair_id": 198, "video_name": "house_s01e04_seg02_clip_18", "timestamp": [ 74.34, 76.07 ], "duration": 86.66, "caption": "A man stands up from a chair and looks at a piece of paper in their hand.", "similarity": 0.5534, "relevance": 2 }, { "pair_id": 199, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 40.51, 42.78 ], "duration": 91.66, "caption": "A person gets out of his/her chair and stands up.", "similarity": 0.5513, "relevance": 2 } ] }, { "query_id": 85562, "query": "A man holds a big tangle of wires and electronics in his hands.", "relevant_moment": [ { "pair_id": 154680, "video_name": "s08e22_seg02_clip_07", "timestamp": [ 0.0, 17.41 ], "duration": 59.66, "caption": "A man holds a big tangle of wires and electronics in his hands.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 154681, "video_name": "castle_s01e09_seg02_clip_19", "timestamp": [ 5.56, 14.14 ], "duration": 101.66, "caption": "A person helps a man place hidden wires under his shirt.", "similarity": 0.6406, "relevance": 0 }, { "pair_id": 154683, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 51.92, 59.43 ], "duration": 60.66, "caption": "A man wraps a cord around a pair of headphones.", "similarity": 0.6074, "relevance": 4 }, { "pair_id": 154684, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 50.12, 54.02 ], "duration": 60.66, "caption": "A man wraps a cord around a pair of headphones.", "similarity": 0.6074, "relevance": 4 }, { "pair_id": 154685, "video_name": "s03e23_seg02_clip_05", "timestamp": [ 7.08, 22.13 ], "duration": 59.66, "caption": "A man wraps a cord around an electronic device as he and another person have a conversation.", "similarity": 0.5915, "relevance": 4 }, { "pair_id": 154687, "video_name": "s01e03_seg02_clip_02", "timestamp": [ 12.31, 15.91 ], "duration": 60.66, "caption": "A man winds up a cord on his hand.", "similarity": 0.589, "relevance": 4 }, { "pair_id": 154691, "video_name": "house_s01e09_seg02_clip_16", "timestamp": [ 84.79, 89.66 ], "duration": 89.66, "caption": "A person pulls out all of the wires attached to someone.", "similarity": 0.5722, "relevance": 3 }, { "pair_id": 154692, "video_name": "s03e21_seg02_clip_05", "timestamp": [ 35.4, 45.16 ], "duration": 61.66, "caption": "A person holds a pair of headphones in his hands.", "similarity": 0.5703, "relevance": 3 }, { "pair_id": 154693, "video_name": "house_s07e20_seg02_clip_11", "timestamp": [ 73.37, 79.22 ], "duration": 90.66, "caption": "A man is connecting a device and puts his hand on a book.", "similarity": 0.5628, "relevance": 2 }, { "pair_id": 154695, "video_name": "castle_s03e08_seg02_clip_18", "timestamp": [ 57.36, 80.39 ], "duration": 90.66, "caption": "A man was holding a stuff whilst having conversation with someone.", "similarity": 0.5603, "relevance": 1 }, { "pair_id": 154696, "video_name": "s02e22_seg02_clip_06", "timestamp": [ 55.54, 61.03 ], "duration": 61.66, "caption": "A man is sitting in a chair holding a coil of wire.", "similarity": 0.5526, "relevance": 2 }, { "pair_id": 154697, "video_name": "s07e17_seg02_clip_12", "timestamp": [ 41.12, 47.72 ], "duration": 60.66, "caption": "A man wraps the cord around his over the ear headphones.", "similarity": 0.552, "relevance": 4 }, { "pair_id": 154699, "video_name": "house_s08e01_seg02_clip_19", "timestamp": [ 22.7, 26.26 ], "duration": 89.66, "caption": "A man tries to mess with the electrical socket.", "similarity": 0.5507, "relevance": 2 } ] }, { "query_id": 85568, "query": "A man wearing gray long sleeve is filling their glass with alcohol.", "relevant_moment": [ { "pair_id": 160280, "video_name": "castle_s03e05_seg02_clip_11", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A man wearing gray long sleeve is filling their glass with alcohol.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 160281, "video_name": "castle_s03e05_seg02_clip_11", "timestamp": [ 37.32, 40.05 ], "duration": 91.66, "caption": "A man wearing gray long sleeve drink his alcohol while talking to woman and man.", "similarity": 0.722, "relevance": 1 }, { "pair_id": 160282, "video_name": "met_s03e01_seg01_clip_00", "timestamp": [ 21.17, 24.85 ], "duration": 91.66, "caption": "A man drinks from the glass of his alcoholic beverage.", "similarity": 0.6542, "relevance": 1 }, { "pair_id": 160283, "video_name": "castle_s06e20_seg02_clip_26", "timestamp": [ 18.5, 22.94 ], "duration": 148.66, "caption": "A man gets the glass of alcohol that another person is drinking.", "similarity": 0.6373, "relevance": 0 }, { "pair_id": 160284, "video_name": "friends_s08e01_seg02_clip_17", "timestamp": [ 49.52, 51.04 ], "duration": 61.66, "caption": "A man raises his drinking glass above his head.", "similarity": 0.636, "relevance": 1 }, { "pair_id": 160285, "video_name": "castle_s02e08_seg02_clip_21", "timestamp": [ 74.68, 77.3 ], "duration": 87.66, "caption": "A man wearing gray suit drinks alcohol while a woman is talking to him.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 160286, "video_name": "s07e16_seg02_clip_04", "timestamp": [ 26.41, 41.12 ], "duration": 60.66, "caption": "A man is holding a wine glass filled with red wine in each hand.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 160287, "video_name": "friends_s04e08_seg02_clip_14", "timestamp": [ 11.21, 15.37 ], "duration": 64.66, "caption": "A man wearing a brown jacket was holding a glass of wine.", "similarity": 0.624, "relevance": 1 }, { "pair_id": 160288, "video_name": "house_s08e18_seg02_clip_22", "timestamp": [ 25.0, 58.33 ], "duration": 98.66, "caption": "A man was holding two glasses and drinking on it.", "similarity": 0.6193, "relevance": 1 }, { "pair_id": 160289, "video_name": "house_s02e01_seg02_clip_14", "timestamp": [ 0.0, 3.43 ], "duration": 98.66, "caption": "A person pours some alcohol into the small beakers.", "similarity": 0.6164, "relevance": 3 }, { "pair_id": 160290, "video_name": "castle_s08e03_seg02_clip_26", "timestamp": [ 49.29, 57.13 ], "duration": 112.66, "caption": "A person pours a glass of liquor as a man takes the bottle from them to look at it.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 160291, "video_name": "castle_s08e10_seg02_clip_26", "timestamp": [ 58.57, 66.74 ], "duration": 96.66, "caption": "A person pours some drink on the wine glass.", "similarity": 0.615, "relevance": 3 }, { "pair_id": 160292, "video_name": "friends_s06e08_seg02_clip_16", "timestamp": [ 0.0, 4.11 ], "duration": 58.66, "caption": "A man holds up a wine glass to cover his mouth.", "similarity": 0.6145, "relevance": 1 }, { "pair_id": 160293, "video_name": "met_s04e03_seg02_clip_05", "timestamp": [ 11.03, 13.36 ], "duration": 58.66, "caption": "A man pours wine from a bottle into his glass.", "similarity": 0.6127, "relevance": 4 }, { "pair_id": 160294, "video_name": "met_s03e09_seg02_clip_16", "timestamp": [ 34.33, 35.53 ], "duration": 59.66, "caption": "A man raises his glass to take a drink.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 160295, "video_name": "castle_s02e07_seg02_clip_12", "timestamp": [ 61.84, 62.7 ], "duration": 85.66, "caption": "A person attempts to drink from a bottle of alcohol they are holding.", "similarity": 0.6065, "relevance": 1 }, { "pair_id": 160296, "video_name": "house_s07e08_seg02_clip_20", "timestamp": [ 84.16, 87.92 ], "duration": 94.66, "caption": "A man pours a drink from one glass into the other, then drinks it down.", "similarity": 0.6051, "relevance": 3 }, { "pair_id": 160297, "video_name": "s04e24_seg02_clip_09", "timestamp": [ 38.77, 45.28 ], "duration": 62.66, "caption": "A person sits down and pours a glass of wine.", "similarity": 0.6014, "relevance": 3 }, { "pair_id": 160298, "video_name": "house_s07e21_seg02_clip_05", "timestamp": [ 22.27, 25.21 ], "duration": 84.66, "caption": "A man sets down a plastic box of alcohol.", "similarity": 0.6003, "relevance": 1 }, { "pair_id": 160299, "video_name": "met_s04e01_seg02_clip_15", "timestamp": [ 16.23, 18.3 ], "duration": 59.66, "caption": "A person is talking while he is holding a glass of alcohol.", "similarity": 0.6001, "relevance": 1 }, { "pair_id": 333600, "video_name": "met_s02e11_seg02_clip_04", "timestamp": [ 27.49, 32.43 ], "duration": 61.66, "caption": "A man drinks from the glass of beer he has in his hands.", "similarity": 0.5993, "relevance": 3 }, { "pair_id": 333601, "video_name": "friends_s03e13_seg02_clip_19", "timestamp": [ 43.64, 52.24 ], "duration": 63.66, "caption": "A man stands up and put some wine on the glass.", "similarity": 0.5988, "relevance": 3 }, { "pair_id": 333602, "video_name": "friends_s07e01_seg02_clip_13", "timestamp": [ 29.59, 33.49 ], "duration": 65.66, "caption": "A man drinks from the bottle of beer he is holding in a while.", "similarity": 0.5972, "relevance": 3 }, { "pair_id": 333603, "video_name": "s09e22_seg02_clip_07", "timestamp": [ 2.4, 4.8 ], "duration": 60.66, "caption": "A person raises his wine glass and takes a sip.", "similarity": 0.5948, "relevance": 3 }, { "pair_id": 333604, "video_name": "house_s06e17_seg02_clip_17", "timestamp": [ 44.42, 47.74 ], "duration": 83.66, "caption": "A man pours a glass of wine for another man.", "similarity": 0.5933, "relevance": 3 }, { "pair_id": 333605, "video_name": "house_s05e22_seg02_clip_20", "timestamp": [ 4.2, 9.0 ], "duration": 120.66, "caption": "A man pours liquor from a wide glass to a tall glass and hands it to another man.", "similarity": 0.5932, "relevance": 3 }, { "pair_id": 333606, "video_name": "friends_s08e16_seg02_clip_06", "timestamp": [ 28.72, 37.31 ], "duration": 66.66, "caption": "A man pours a drink to the couple of glasses in front of them.", "similarity": 0.5871, "relevance": 3 }, { "pair_id": 333607, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 75.72, 80.68 ], "duration": 90.66, "caption": "A person pours alcohol into the different small cups.", "similarity": 0.5871, "relevance": 2 }, { "pair_id": 333608, "video_name": "castle_s03e05_seg02_clip_11", "timestamp": [ 0.0, 8.19 ], "duration": 91.66, "caption": "A person pours a drink into a glass and takes a drink.", "similarity": 0.5859, "relevance": 3 }, { "pair_id": 333609, "video_name": "castle_s05e04_seg02_clip_18", "timestamp": [ 0.0, 2.77 ], "duration": 92.66, "caption": "A person brings a wine glass up to their mouth and drinks.", "similarity": 0.5853, "relevance": 2 }, { "pair_id": 333610, "video_name": "s06e18_seg02_clip_01", "timestamp": [ 43.52, 49.32 ], "duration": 58.66, "caption": "Person pours a glass of wine and then sits down.", "similarity": 0.585, "relevance": 3 }, { "pair_id": 333611, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 48.98, 59.76 ], "duration": 89.66, "caption": "A man pours from a wine bottle and his glass into a glass of wine for a woman.", "similarity": 0.5845, "relevance": 2 }, { "pair_id": 333612, "video_name": "met_s03e06_seg02_clip_04", "timestamp": [ 33.83, 39.92 ], "duration": 60.66, "caption": "A man raises his glass slightly before taking a drink.", "similarity": 0.5842, "relevance": 3 }, { "pair_id": 333613, "video_name": "castle_s08e19_seg02_clip_26", "timestamp": [ 6.49, 11.21 ], "duration": 118.66, "caption": "A person pours himself a drink into a clear glass and sets the bottle down.", "similarity": 0.5839, "relevance": 2 }, { "pair_id": 333614, "video_name": "s08e08_seg02_clip_03", "timestamp": [ 46.82, 49.52 ], "duration": 60.66, "caption": "A man takes a sip of wine from the glass in his hand.", "similarity": 0.5837, "relevance": 3 }, { "pair_id": 333615, "video_name": "met_s02e13_seg02_clip_10", "timestamp": [ 29.06, 31.2 ], "duration": 61.66, "caption": "A man gets a bottle of alcohol from the top shelf.", "similarity": 0.5835, "relevance": 3 }, { "pair_id": 333616, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 40.94, 44.35 ], "duration": 62.66, "caption": "A man takes a drink out of his wine glass.", "similarity": 0.5823, "relevance": 3 }, { "pair_id": 333617, "video_name": "met_s02e13_seg02_clip_10", "timestamp": [ 31.5, 61.17 ], "duration": 61.66, "caption": "A man sits and pours some alcohol in some cups while talking with someone.", "similarity": 0.582, "relevance": 3 }, { "pair_id": 333618, "video_name": "met_s05e01_seg02_clip_05", "timestamp": [ 46.08, 48.82 ], "duration": 61.66, "caption": "A man takes a drink from his wine glass.", "similarity": 0.5795, "relevance": 2 }, { "pair_id": 333619, "video_name": "s03e05_seg02_clip_12", "timestamp": [ 35.11, 42.36 ], "duration": 58.66, "caption": "A man picks up a bottle of wine and pours some in a glass.", "similarity": 0.5795, "relevance": 2 } ] }, { "query_id": 85616, "query": "A man gestures toward two other people with his hand.", "relevant_moment": [ { "pair_id": 169740, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 3.4, 5.41 ], "duration": 40.66, "caption": "A man gestures toward two other people with his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 169741, "video_name": "castle_s05e17_seg02_clip_02", "timestamp": [ 68.1, 70.33 ], "duration": 89.66, "caption": "A man gestures with his right hand as he talks to two people.", "similarity": 0.893, "relevance": 4 }, { "pair_id": 169742, "video_name": "friends_s09e01_seg02_clip_11", "timestamp": [ 52.01, 53.8 ], "duration": 59.66, "caption": "A man uses his fist to gesture at two other people.", "similarity": 0.8784, "relevance": 3 }, { "pair_id": 169743, "video_name": "friends_s07e23-24_seg01_clip_01", "timestamp": [ 65.29, 66.41 ], "duration": 75.66, "caption": "A man gestures between himself and another man with his hand.", "similarity": 0.8643, "relevance": 3 }, { "pair_id": 169744, "video_name": "house_s04e01_seg02_clip_17", "timestamp": [ 53.84, 57.52 ], "duration": 92.66, "caption": "A man stands up and gestures towards another man.", "similarity": 0.8364, "relevance": 4 }, { "pair_id": 169745, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 6.4, 8.96 ], "duration": 64.66, "caption": "A man gestures emphatically to another man with both of their hands out while talking.", "similarity": 0.8358, "relevance": 3 }, { "pair_id": 169746, "video_name": "friends_s05e23-24_seg02_clip_18", "timestamp": [ 8.41, 46.71 ], "duration": 58.66, "caption": "A man gestures with both hands as he speaks to another man.", "similarity": 0.834, "relevance": 3 }, { "pair_id": 169747, "video_name": "friends_s06e21_seg02_clip_18", "timestamp": [ 54.87, 59.32 ], "duration": 59.66, "caption": "A man gestures to another man and the other man speaks to someone.", "similarity": 0.8333, "relevance": 4 }, { "pair_id": 169748, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 37.22, 39.08 ], "duration": 62.66, "caption": "A man gestures, pointing with an upturned hand toward a person.", "similarity": 0.8258, "relevance": 3 }, { "pair_id": 169749, "video_name": "s02e19_seg01_clip_00", "timestamp": [ 51.17, 53.03 ], "duration": 62.66, "caption": "A person gestures with his right thumb to another person.", "similarity": 0.8209, "relevance": 3 }, { "pair_id": 169750, "video_name": "friends_s03e03_seg02_clip_04", "timestamp": [ 48.54, 51.67 ], "duration": 62.66, "caption": "A man sits down and gestures both hands out to two people.", "similarity": 0.8205, "relevance": 4 }, { "pair_id": 169751, "video_name": "s05e09_seg02_clip_03", "timestamp": [ 21.91, 24.91 ], "duration": 60.66, "caption": "A person gestures with his right hand as he talks to another person.", "similarity": 0.8171, "relevance": 3 }, { "pair_id": 169752, "video_name": "s08e09_seg02_clip_13", "timestamp": [ 3.0, 5.4 ], "duration": 60.66, "caption": "A man gestures towards a woman with his left hand with both hands held next to each other.", "similarity": 0.8156, "relevance": 2 }, { "pair_id": 169753, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "A person gestures with his/her hands to some other people.", "similarity": 0.8155, "relevance": 3 }, { "pair_id": 169754, "video_name": "friends_s06e21_seg02_clip_20", "timestamp": [ 24.15, 26.19 ], "duration": 68.66, "caption": "A man is talking to another man and gestures with his left hand and thumb.", "similarity": 0.8141, "relevance": 4 }, { "pair_id": 169755, "video_name": "friends_s06e09_seg02_clip_02", "timestamp": [ 39.84, 44.27 ], "duration": 59.66, "caption": "A man uses hand gestures while talking to someone.", "similarity": 0.8097, "relevance": 3 }, { "pair_id": 169756, "video_name": "s08e14_seg02_clip_03", "timestamp": [ 14.65, 19.53 ], "duration": 61.66, "caption": "A person gestures toward another person with their arm and the other person reciprocates.", "similarity": 0.8091, "relevance": 4 }, { "pair_id": 169757, "video_name": "friends_s09e13_seg02_clip_08", "timestamp": [ 2.44, 5.49 ], "duration": 61.66, "caption": "A man and another man do a low palm touching gesture.", "similarity": 0.8075, "relevance": 3 }, { "pair_id": 169758, "video_name": "friends_s03e17_seg02_clip_07", "timestamp": [ 0.0, 17.12 ], "duration": 58.66, "caption": "A man talks to the others while gesturing with his hands.", "similarity": 0.8028, "relevance": 3 }, { "pair_id": 169759, "video_name": "s04e01_seg02_clip_11", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A person does a gesture with both hands as he stands beside another person.", "similarity": 0.7935, "relevance": 4 }, { "pair_id": 343060, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 57.21, 61.63 ], "duration": 63.66, "caption": "A man points to another man and makes a small gesture with his fingers, and the other man reciprocates the gesture.", "similarity": 0.7905, "relevance": 3 }, { "pair_id": 343061, "video_name": "castle_s06e19_seg02_clip_01", "timestamp": [ 7.81, 12.4 ], "duration": 91.66, "caption": "A man gestures to a woman and another man to follow him.", "similarity": 0.7891, "relevance": 3 }, { "pair_id": 343062, "video_name": "friends_s05e05_seg02_clip_14", "timestamp": [ 45.74, 50.76 ], "duration": 59.66, "caption": "A person gestures toward guy using his thumb while having a conversation.", "similarity": 0.7839, "relevance": 3 }, { "pair_id": 343063, "video_name": "s09e13_seg02_clip_08", "timestamp": [ 43.52, 46.82 ], "duration": 60.66, "caption": "A person gestures with his hands as he speaks to another person.", "similarity": 0.7815, "relevance": 2 }, { "pair_id": 343064, "video_name": "friends_s04e17_seg02_clip_20", "timestamp": [ 27.94, 35.07 ], "duration": 57.66, "caption": "A man gestures wildly towards another man who is standing nearby.", "similarity": 0.7811, "relevance": 3 }, { "pair_id": 343065, "video_name": "friends_s05e13_seg02_clip_11", "timestamp": [ 14.59, 16.21 ], "duration": 54.66, "caption": "Both people make gestures opening their arms toward a man.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 343066, "video_name": "friends_s06e01_seg02_clip_14", "timestamp": [ 30.57, 34.14 ], "duration": 65.66, "caption": "A man gestures towards a woman with both index fingers.", "similarity": 0.7733, "relevance": 3 }, { "pair_id": 343067, "video_name": "castle_s08e10_seg02_clip_22", "timestamp": [ 24.71, 28.98 ], "duration": 95.66, "caption": "A man begins holding his palms up while talking to two other people.", "similarity": 0.7705, "relevance": 3 }, { "pair_id": 343068, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.7674, "relevance": 2 }, { "pair_id": 343069, "video_name": "s07e09_seg02_clip_12", "timestamp": [ 51.92, 56.13 ], "duration": 60.66, "caption": "A man and then woman both gesture towards a person.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 343071, "video_name": "s04e05_seg02_clip_02", "timestamp": [ 52.53, 53.12 ], "duration": 59.66, "caption": "A man points his left hand towards another man as he talks to him.", "similarity": 0.7637, "relevance": 2 }, { "pair_id": 343072, "video_name": "friends_s08e08_seg02_clip_09", "timestamp": [ 43.68, 48.11 ], "duration": 59.66, "caption": "A man gestures with hand back and forth towards another person and a woman while making introductions.", "similarity": 0.7622, "relevance": 4 }, { "pair_id": 343073, "video_name": "s05e09_seg02_clip_04", "timestamp": [ 6.0, 8.7 ], "duration": 60.66, "caption": "A man gestures with both hands while talking to woman.", "similarity": 0.7622, "relevance": 2 }, { "pair_id": 343074, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 40.02, 43.27 ], "duration": 50.66, "caption": "A person is beside another person and gestures to her with his hand.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 343075, "video_name": "friends_s05e22_seg02_clip_17", "timestamp": [ 55.94, 57.76 ], "duration": 60.66, "caption": "A man rubs hands together as he approaches another man.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 343076, "video_name": "friends_s02e11_seg02_clip_11", "timestamp": [ 54.21, 57.99 ], "duration": 63.66, "caption": "A man turns to gesture towards guy's hand guy gestures back to him.", "similarity": 0.757, "relevance": 2 }, { "pair_id": 343077, "video_name": "friends_s09e23-24_seg02_clip_03", "timestamp": [ 37.72, 46.42 ], "duration": 58.66, "caption": "A man stands up and gestures with his hands while talking to a person.", "similarity": 0.7567, "relevance": 2 }, { "pair_id": 343078, "video_name": "friends_s08e06_seg01_clip_00", "timestamp": [ 48.66, 62.34 ], "duration": 76.66, "caption": "A person is pointing his hand to two people as he is beside them speaking.", "similarity": 0.755, "relevance": 2 }, { "pair_id": 343079, "video_name": "friends_s06e01_seg02_clip_12", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A man makes a gesture, touching his two fingertips together as he talks to woman.", "similarity": 0.7545, "relevance": 2 } ] }, { "query_id": 85620, "query": "A person picks up jacket and a card drops out of the pocket.", "relevant_moment": [ { "pair_id": 21160, "video_name": "castle_s05e24_seg02_clip_17", "timestamp": [ 10.75, 11.64 ], "duration": 89.66, "caption": "A person picks up jacket and a card drops out of the pocket.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 21161, "video_name": "house_s01e07_seg02_clip_15", "timestamp": [ 72.05, 80.88 ], "duration": 98.66, "caption": "A person picks up his bag and his jacket.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 21162, "video_name": "friends_s08e04_seg02_clip_08", "timestamp": [ 28.02, 30.51 ], "duration": 62.66, "caption": "A person picks up their wallet and places it in their pocket.", "similarity": 0.7, "relevance": 1 }, { "pair_id": 21163, "video_name": "s08e08_seg02_clip_07", "timestamp": [ 52.48, 57.06 ], "duration": 61.66, "caption": "A person picks something up and puts it in his inside pocket.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 21164, "video_name": "house_s04e10_seg02_clip_22", "timestamp": [ 81.19, 88.25 ], "duration": 88.66, "caption": "A person picks up a pink piece of paper and slips it into a pocket in his coat.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 21165, "video_name": "house_s04e08_seg02_clip_06", "timestamp": [ 43.35, 51.86 ], "duration": 81.66, "caption": "A person asks someone to pick a card and he picks up one.", "similarity": 0.6794, "relevance": 1 }, { "pair_id": 21166, "video_name": "s07e16_seg02_clip_07", "timestamp": [ 41.19, 46.08 ], "duration": 61.66, "caption": "A person picks up his/her jacket and puts it on.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 21167, "video_name": "castle_s03e17_seg02_clip_21", "timestamp": [ 5.46, 10.92 ], "duration": 91.66, "caption": "A man pulls a business card out of his jacket and hands it to someone.", "similarity": 0.6675, "relevance": 3 }, { "pair_id": 21168, "video_name": "s05e13_seg02_clip_02", "timestamp": [ 18.89, 25.38 ], "duration": 59.66, "caption": "A person picks a card off a deck and adds it to his hand.", "similarity": 0.6645, "relevance": 1 }, { "pair_id": 21169, "video_name": "house_s07e08_seg02_clip_02", "timestamp": [ 2.71, 6.78 ], "duration": 90.66, "caption": "A person hands their jacket onto a jacket holder.", "similarity": 0.6629, "relevance": 3 }, { "pair_id": 21170, "video_name": "s05e11_seg02_clip_11", "timestamp": [ 13.58, 15.94 ], "duration": 59.66, "caption": "A person puts their right hand into their jacket pocket and then pulls it back out.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 21171, "video_name": "friends_s01e14_seg02_clip_07", "timestamp": [ 8.45, 12.36 ], "duration": 65.66, "caption": "A man reaches into his inside jacket pocket and pulls out a credit card.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 21172, "video_name": "house_s03e11_seg02_clip_20", "timestamp": [ 56.78, 59.36 ], "duration": 86.66, "caption": "A person goes into his jacket pocket and pulls out phone.", "similarity": 0.6543, "relevance": 3 }, { "pair_id": 21173, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 8.4, 10.62 ], "duration": 88.66, "caption": "A person is holding a folded up paper that he puts in his jacket pocket.", "similarity": 0.6539, "relevance": 2 }, { "pair_id": 21174, "video_name": "castle_s05e14_seg02_clip_13", "timestamp": [ 70.32, 71.2 ], "duration": 88.66, "caption": "A person takes a phone out of his inside jacket pocket.", "similarity": 0.6509, "relevance": 2 }, { "pair_id": 21175, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 29.97, 33.1 ], "duration": 89.66, "caption": "A person takes out something from his pocket.", "similarity": 0.6496, "relevance": 1 }, { "pair_id": 21176, "video_name": "castle_s02e04_seg02_clip_25", "timestamp": [ 2.79, 4.65 ], "duration": 93.66, "caption": "The person in the card gets out and puts their hands up.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 21177, "video_name": "friends_s01e13_seg02_clip_10", "timestamp": [ 38.73, 40.45 ], "duration": 57.66, "caption": "A woman puts her purse on her shoulder and picks up her jacket.", "similarity": 0.6425, "relevance": 1 }, { "pair_id": 21178, "video_name": "s04e17_seg02_clip_02", "timestamp": [ 45.62, 49.33 ], "duration": 57.66, "caption": "A person pulls their cell phone out of their jacket pocket.", "similarity": 0.641, "relevance": 2 }, { "pair_id": 21179, "video_name": "friends_s04e01_seg02_clip_14", "timestamp": [ 54.3, 59.03 ], "duration": 59.66, "caption": "Someone looks in their purse for a card for someone.", "similarity": 0.6388, "relevance": 1 } ] }, { "query_id": 85621, "query": "A man bends down to pick up card to show to a woman.", "relevant_moment": [ { "pair_id": 93540, "video_name": "castle_s05e24_seg02_clip_17", "timestamp": [ 11.64, 19.26 ], "duration": 89.66, "caption": "A man bends down to pick up card to show to a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 93541, "video_name": "house_s01e22_seg02_clip_13", "timestamp": [ 29.87, 36.21 ], "duration": 90.66, "caption": "A man picks a card, looks into it and talks to woman.", "similarity": 0.8109, "relevance": 1 }, { "pair_id": 93542, "video_name": "friends_s09e23-24_seg02_clip_17", "timestamp": [ 25.74, 29.73 ], "duration": 61.66, "caption": "A man grabs a card from the table and sticks it on woman.", "similarity": 0.7486, "relevance": 1 }, { "pair_id": 93543, "video_name": "house_s05e14_seg02_clip_04", "timestamp": [ 45.97, 50.97 ], "duration": 91.66, "caption": "A man holds up a card with pictures on it to a woman.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 93544, "video_name": "s09e09_seg02_clip_16", "timestamp": [ 25.69, 30.24 ], "duration": 65.66, "caption": "A man showed the card in his hand to a woman with the smiling face.", "similarity": 0.7358, "relevance": 2 }, { "pair_id": 93545, "video_name": "house_s06e15_seg02_clip_20", "timestamp": [ 7.7, 10.45 ], "duration": 110.66, "caption": "A woman leans forward and hands a card to a man.", "similarity": 0.7309, "relevance": 1 }, { "pair_id": 93546, "video_name": "castle_s01e08_seg02_clip_25", "timestamp": [ 64.29, 69.89 ], "duration": 74.66, "caption": "A man holds up card and a person takes it from his hand.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 93547, "video_name": "s07e18_seg02_clip_01", "timestamp": [ 3.66, 10.37 ], "duration": 61.66, "caption": "A person hands out cards to man, woman, woman, and woman.", "similarity": 0.7214, "relevance": 1 }, { "pair_id": 93548, "video_name": "friends_s05e23-24_seg02_clip_34", "timestamp": [ 50.74, 63.03 ], "duration": 63.66, "caption": "A man deals cards to a woman as they play a card game.", "similarity": 0.715, "relevance": 1 }, { "pair_id": 93549, "video_name": "house_s01e01_seg02_clip_14", "timestamp": [ 63.94, 84.79 ], "duration": 92.66, "caption": "A man moves cards around on the table for a woman.", "similarity": 0.7114, "relevance": 1 }, { "pair_id": 93550, "video_name": "friends_s04e17_seg02_clip_17", "timestamp": [ 54.95, 57.23 ], "duration": 65.66, "caption": "A woman takes a card out of a guy's hand and gives it to another guy.", "similarity": 0.7094, "relevance": 1 }, { "pair_id": 93551, "video_name": "castle_s04e20_seg02_clip_19", "timestamp": [ 7.33, 9.49 ], "duration": 86.66, "caption": "A woman shows a man's card as she is walking beside him.", "similarity": 0.7083, "relevance": 2 }, { "pair_id": 93552, "video_name": "house_s04e08_seg02_clip_06", "timestamp": [ 43.35, 51.86 ], "duration": 81.66, "caption": "A person asks someone to pick a card and he picks up one.", "similarity": 0.701, "relevance": 1 }, { "pair_id": 93553, "video_name": "met_s03e02_seg02_clip_08", "timestamp": [ 1.83, 4.57 ], "duration": 60.66, "caption": "A woman holds out a card that a man takes from her.", "similarity": 0.7009, "relevance": 2 }, { "pair_id": 93554, "video_name": "castle_s01e10_seg02_clip_23", "timestamp": [ 63.25, 70.4 ], "duration": 102.66, "caption": "A man gives a woman the business card he had in his hand.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 93555, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 0.0, 3.78 ], "duration": 63.66, "caption": "A woman shows a man her hand of cards at the table.", "similarity": 0.6932, "relevance": 1 }, { "pair_id": 93556, "video_name": "friends_s10e03_seg02_clip_01", "timestamp": [ 8.7, 12.31 ], "duration": 60.66, "caption": "A woman pulls out a card from her purse and hands it to a man.", "similarity": 0.6845, "relevance": 1 }, { "pair_id": 93557, "video_name": "castle_s07e03_seg02_clip_24", "timestamp": [ 49.41, 56.09 ], "duration": 89.66, "caption": "A man shows a woman a credit card he found.", "similarity": 0.6842, "relevance": 4 }, { "pair_id": 93558, "video_name": "friends_s03e05_seg02_clip_13", "timestamp": [ 18.34, 32.17 ], "duration": 64.66, "caption": "A woman grabs a card out of a man's hand and reads it.", "similarity": 0.6786, "relevance": 1 }, { "pair_id": 93559, "video_name": "s05e13_seg02_clip_02", "timestamp": [ 48.99, 54.6 ], "duration": 59.66, "caption": "A person takes two cards from their hand and shows them to some people.", "similarity": 0.6786, "relevance": 1 } ] }, { "query_id": 85651, "query": "A woman looks up at a flight attendant then cocks her head while seated with zip ties on her hands.", "relevant_moment": [ { "pair_id": 6760, "video_name": "castle_s07e21_seg02_clip_21", "timestamp": [ 21.76, 25.46 ], "duration": 92.66, "caption": "A woman looks up at a flight attendant then cocks her head while seated with zip ties on her hands.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 6761, "video_name": "house_s03e18_seg02_clip_11", "timestamp": [ 81.12, 83.33 ], "duration": 88.66, "caption": "A woman puts her hands on a person's face while examining him in an airplane.", "similarity": 0.6678, "relevance": 0 }, { "pair_id": 6762, "video_name": "grey_s02e13_seg02_clip_16", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A woman looks up at another woman while they are on the plane.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 6763, "video_name": "house_s03e18_seg02_clip_04", "timestamp": [ 75.14, 86.07 ], "duration": 91.66, "caption": "A flight attendant comes up to talk with woman and person.", "similarity": 0.6044, "relevance": 3 }, { "pair_id": 6764, "video_name": "house_s03e18_seg02_clip_24", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A woman rubs her hands over her face in an airplane.", "similarity": 0.5904, "relevance": 3 }, { "pair_id": 6765, "video_name": "met_s02e12_seg02_clip_05", "timestamp": [ 5.27, 7.13 ], "duration": 62.66, "caption": "A person looks up at woman and shakes her head.", "similarity": 0.5891, "relevance": 1 }, { "pair_id": 6766, "video_name": "friends_s06e15-16_seg02_clip_14", "timestamp": [ 20.6, 23.79 ], "duration": 58.66, "caption": "A woman looks up and puts her hands in the air.", "similarity": 0.5884, "relevance": 0 }, { "pair_id": 6767, "video_name": "friends_s10e01_seg02_clip_16", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A woman puts her face in her hands on the plane.", "similarity": 0.5868, "relevance": 3 }, { "pair_id": 6768, "video_name": "friends_s10e17-18_seg02_clip_30", "timestamp": [ 45.14, 50.26 ], "duration": 64.66, "caption": "A woman hands the flight attendant her ticket and he/she checks it to which she walks into the Gate door.", "similarity": 0.5822, "relevance": 0 }, { "pair_id": 6769, "video_name": "castle_s07e21_seg02_clip_11", "timestamp": [ 0.0, 4.65 ], "duration": 93.66, "caption": "A person was startled when a flight attendant talks to her.", "similarity": 0.5812, "relevance": 3 }, { "pair_id": 6770, "video_name": "grey_s02e13_seg02_clip_16", "timestamp": [ 7.74, 8.6 ], "duration": 86.66, "caption": "A woman turns her head back straight on the plane.", "similarity": 0.5772, "relevance": 2 }, { "pair_id": 6771, "video_name": "s05e20_seg02_clip_00", "timestamp": [ 58.31, 62.03 ], "duration": 62.66, "caption": "A woman cocks her head slightly to one side and raises her eyebrows saying something to person.", "similarity": 0.5751, "relevance": 0 }, { "pair_id": 6772, "video_name": "house_s03e18_seg02_clip_18", "timestamp": [ 7.83, 18.28 ], "duration": 87.66, "caption": "A person picks up the flight attendant's cabin telephone and prepares to address the situation.", "similarity": 0.5696, "relevance": 2 }, { "pair_id": 6773, "video_name": "friends_s03e08_seg02_clip_03", "timestamp": [ 23.36, 29.0 ], "duration": 53.66, "caption": "A woman touches someone all over their head and looks at their head.", "similarity": 0.568, "relevance": 1 }, { "pair_id": 6774, "video_name": "friends_s04e23-24_seg02_clip_34", "timestamp": [ 44.81, 46.93 ], "duration": 60.66, "caption": "A flight attendant walks by a woman on a plane.", "similarity": 0.5635, "relevance": 3 }, { "pair_id": 6775, "video_name": "friends_s09e21_seg02_clip_11", "timestamp": [ 53.67, 58.03 ], "duration": 58.66, "caption": "A woman tries to get her head up but another woman pulls it down.", "similarity": 0.5607, "relevance": 0 }, { "pair_id": 6776, "video_name": "s06e22_seg02_clip_08", "timestamp": [ 29.41, 31.09 ], "duration": 56.66, "caption": "A woman looks at someone and lowers her head.", "similarity": 0.5592, "relevance": 1 }, { "pair_id": 6777, "video_name": "friends_s10e09_seg02_clip_17", "timestamp": [ 30.5, 39.29 ], "duration": 58.66, "caption": "A woman looks at her bag and takes it with her as she gets up from her seat.", "similarity": 0.5549, "relevance": 0 }, { "pair_id": 6778, "video_name": "house_s03e08_seg02_clip_15", "timestamp": [ 14.24, 20.03 ], "duration": 89.66, "caption": "A woman is putting up her hair when a person is watching.", "similarity": 0.5545, "relevance": 2 }, { "pair_id": 6779, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 41.37, 42.78 ], "duration": 94.66, "caption": "A woman turns her head and looks at person.", "similarity": 0.5541, "relevance": 1 } ] }, { "query_id": 85667, "query": "A man walks into the elevator and a woman is already standing in it.", "relevant_moment": [ { "pair_id": 158060, "video_name": "grey_s03e05_seg02_clip_22", "timestamp": [ 84.36, 101.02 ], "duration": 101.66, "caption": "A man walks into the elevator and a woman is already standing in it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 158061, "video_name": "castle_s01e10_seg02_clip_05", "timestamp": [ 30.16, 38.26 ], "duration": 90.66, "caption": "A woman walks into the elevator and a man gets in and stands behind her.", "similarity": 0.9043, "relevance": 4 }, { "pair_id": 158062, "video_name": "grey_s02e02_seg02_clip_21", "timestamp": [ 36.01, 42.01 ], "duration": 80.66, "caption": "A man is in the elevator as a woman walks into it.", "similarity": 0.8968, "relevance": 3 }, { "pair_id": 158063, "video_name": "grey_s02e08_seg02_clip_17", "timestamp": [ 71.4, 86.02 ], "duration": 86.66, "caption": "A woman walks into the elevator and finds a man already in it.", "similarity": 0.8933, "relevance": 3 }, { "pair_id": 158064, "video_name": "grey_s03e24_seg02_clip_01", "timestamp": [ 40.97, 43.7 ], "duration": 91.66, "caption": "A man gets into the elevator when a woman was inside standing.", "similarity": 0.8759, "relevance": 4 }, { "pair_id": 158065, "video_name": "grey_s03e02_seg02_clip_00", "timestamp": [ 0.0, 3.7 ], "duration": 92.66, "caption": "A man goes into an elevator that a woman is in.", "similarity": 0.8741, "relevance": 4 }, { "pair_id": 158066, "video_name": "friends_s06e08_seg02_clip_11", "timestamp": [ 36.69, 41.55 ], "duration": 60.66, "caption": "A man walks into the elevator with two women.", "similarity": 0.8652, "relevance": 4 }, { "pair_id": 158067, "video_name": "house_s06e19_seg02_clip_03", "timestamp": [ 13.72, 16.46 ], "duration": 91.66, "caption": "A woman walks into the elevator with a man before the door closes.", "similarity": 0.8648, "relevance": 3 }, { "pair_id": 158068, "video_name": "grey_s02e20_seg02_clip_23", "timestamp": [ 78.68, 85.06 ], "duration": 85.66, "caption": "A man gets in the elevator and a woman goes in with him.", "similarity": 0.8597, "relevance": 3 }, { "pair_id": 158069, "video_name": "grey_s02e08_seg02_clip_24", "timestamp": [ 60.0, 66.51 ], "duration": 93.66, "caption": "A woman steps into the elevator and stands in front of a man.", "similarity": 0.8558, "relevance": 3 }, { "pair_id": 158070, "video_name": "house_s05e10_seg02_clip_00", "timestamp": [ 0.0, 8.71 ], "duration": 91.66, "caption": "A man walks to the elevator and a woman also enters the elevator and the elevator door closes.", "similarity": 0.8528, "relevance": 3 }, { "pair_id": 158071, "video_name": "castle_s07e06_seg02_clip_06", "timestamp": [ 46.74, 55.19 ], "duration": 89.66, "caption": "A woman and a man walk into the elevator and a man sees a woman.", "similarity": 0.8287, "relevance": 3 }, { "pair_id": 158072, "video_name": "grey_s03e08_seg02_clip_10", "timestamp": [ 27.94, 36.96 ], "duration": 90.66, "caption": "A man and a woman get on the elevator together.", "similarity": 0.8149, "relevance": 4 }, { "pair_id": 158073, "video_name": "castle_s03e09_seg02_clip_23", "timestamp": [ 30.09, 32.44 ], "duration": 94.66, "caption": "A woman is standing at the elevator door as a man exits the elevator.", "similarity": 0.8105, "relevance": 2 }, { "pair_id": 158074, "video_name": "house_s08e08_seg02_clip_24", "timestamp": [ 59.82, 65.8 ], "duration": 92.66, "caption": "A person enters the elevator that two people are in.", "similarity": 0.8038, "relevance": 3 }, { "pair_id": 158075, "video_name": "friends_s06e08_seg02_clip_17", "timestamp": [ 51.86, 72.02 ], "duration": 72.66, "caption": "A man walks into the elevator with two women then gets out.", "similarity": 0.8035, "relevance": 4 }, { "pair_id": 158076, "video_name": "house_s05e07_seg02_clip_11", "timestamp": [ 9.09, 15.45 ], "duration": 90.66, "caption": "A man walks ahead of a woman to ride an elevator.", "similarity": 0.803, "relevance": 3 }, { "pair_id": 158077, "video_name": "grey_s03e20_seg02_clip_00", "timestamp": [ 58.77, 64.88 ], "duration": 94.66, "caption": "A woman enters the elevator, stands beside a man and compliments an article of his clothing.", "similarity": 0.8011, "relevance": 3 }, { "pair_id": 158078, "video_name": "castle_s03e18_seg02_clip_16", "timestamp": [ 7.63, 13.47 ], "duration": 89.66, "caption": "A woman and man are standing in front of an elevator.", "similarity": 0.8, "relevance": 1 }, { "pair_id": 158079, "video_name": "castle_s08e11_seg02_clip_13", "timestamp": [ 87.44, 91.08 ], "duration": 91.66, "caption": "A man and another person go into an elevator together.", "similarity": 0.799, "relevance": 3 }, { "pair_id": 331380, "video_name": "house_s02e04_seg02_clip_21", "timestamp": [ 29.72, 36.58 ], "duration": 91.66, "caption": "A man walks down the hallway with a woman towards the elevator.", "similarity": 0.7987, "relevance": 1 }, { "pair_id": 331381, "video_name": "house_s08e18_seg02_clip_26", "timestamp": [ 12.42, 14.72 ], "duration": 92.66, "caption": "Two people walk into an elevator together.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 331382, "video_name": "house_s08e07_seg02_clip_14", "timestamp": [ 28.51, 32.51 ], "duration": 100.66, "caption": "Two people walk into the elevator at the same time.", "similarity": 0.7978, "relevance": 2 }, { "pair_id": 331383, "video_name": "house_s05e18_seg02_clip_16", "timestamp": [ 6.51, 11.63 ], "duration": 93.66, "caption": "Two people walk into the elevator together.", "similarity": 0.7974, "relevance": 2 }, { "pair_id": 331384, "video_name": "house_s08e11_seg02_clip_23", "timestamp": [ 35.8, 42.07 ], "duration": 179.66, "caption": "A woman turns around and enters an elevator and a man stops the door from closing.", "similarity": 0.7943, "relevance": 4 }, { "pair_id": 331385, "video_name": "house_s07e14_seg02_clip_00", "timestamp": [ 31.97, 42.01 ], "duration": 91.66, "caption": "A woman pushes back the elevator door and walks inside with a man.", "similarity": 0.7934, "relevance": 2 }, { "pair_id": 331386, "video_name": "friends_s06e08_seg02_clip_17", "timestamp": [ 0.0, 2.52 ], "duration": 72.66, "caption": "A woman walks into the elevator and stands next to someone.", "similarity": 0.7912, "relevance": 2 }, { "pair_id": 331387, "video_name": "grey_s02e23_seg02_clip_13", "timestamp": [ 66.72, 69.5 ], "duration": 92.66, "caption": "A person walks into the elevator another person is on.", "similarity": 0.791, "relevance": 3 }, { "pair_id": 331388, "video_name": "grey_s02e08_seg02_clip_24", "timestamp": [ 51.63, 71.63 ], "duration": 93.66, "caption": "A woman stands at the elevator door as it opens and a man is standing inside the elevator to which the woman walks inside and whispers to the man that she misses him.", "similarity": 0.7908, "relevance": 3 }, { "pair_id": 331389, "video_name": "grey_s03e09_seg02_clip_27", "timestamp": [ 62.27, 68.08 ], "duration": 83.66, "caption": "A man walks into the elevator and stands next to another man.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 331390, "video_name": "castle_s01e07_seg02_clip_04", "timestamp": [ 69.23, 74.02 ], "duration": 87.66, "caption": "A man and woman enter the elevator and the doors close.", "similarity": 0.7897, "relevance": 3 }, { "pair_id": 331391, "video_name": "castle_s08e01_seg02_clip_08", "timestamp": [ 56.44, 63.26 ], "duration": 91.66, "caption": "A woman walks into the elevator and watches a man as the doors close.", "similarity": 0.7896, "relevance": 3 }, { "pair_id": 331392, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 9.73, 12.98 ], "duration": 92.66, "caption": "A woman walks out of an elevator with a man behind her.", "similarity": 0.7874, "relevance": 2 }, { "pair_id": 331393, "video_name": "castle_s04e12_seg02_clip_18", "timestamp": [ 58.44, 67.18 ], "duration": 92.66, "caption": "A woman walks to the elevator and meets a man there.", "similarity": 0.7872, "relevance": 1 }, { "pair_id": 331394, "video_name": "grey_s02e14_seg02_clip_12", "timestamp": [ 31.63, 35.3 ], "duration": 91.66, "caption": "A man walks over to stand behind woman in the elevator.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 331395, "video_name": "house_s01e02_seg02_clip_13", "timestamp": [ 70.57, 72.41 ], "duration": 91.66, "caption": "A man and man get in to the elevator together.", "similarity": 0.786, "relevance": 2 }, { "pair_id": 331396, "video_name": "grey_s03e24_seg02_clip_07", "timestamp": [ 77.3, 81.63 ], "duration": 96.66, "caption": "A woman grabs a man and walks him to the elevator.", "similarity": 0.7853, "relevance": 1 }, { "pair_id": 331397, "video_name": "house_s03e23_seg02_clip_15", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A man enters the elevator where a woman is inside and he presses the button to close the door.", "similarity": 0.7837, "relevance": 4 }, { "pair_id": 331398, "video_name": "castle_s08e16_seg02_clip_13", "timestamp": [ 33.68, 62.81 ], "duration": 91.66, "caption": "A man goes into the elevator with woman and they converse.", "similarity": 0.7827, "relevance": 3 }, { "pair_id": 331399, "video_name": "castle_s04e16_seg02_clip_05", "timestamp": [ 11.12, 13.91 ], "duration": 92.66, "caption": "A woman walks out of the elevator with a man behind her.", "similarity": 0.7797, "relevance": 2 } ] }, { "query_id": 85681, "query": "A woman uncrosses her arms and sits down in the living room.", "relevant_moment": [ { "pair_id": 159720, "video_name": "friends_s05e23-24_seg02_clip_01", "timestamp": [ 21.01, 24.31 ], "duration": 60.66, "caption": "A woman uncrosses her arms and sits down in the living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159721, "video_name": "friends_s07e08_seg02_clip_08", "timestamp": [ 44.83, 60.58 ], "duration": 60.66, "caption": "A woman crosses her arms over her chest while standing in the living room.", "similarity": 0.7823, "relevance": 1 }, { "pair_id": 159722, "video_name": "s09e10_seg02_clip_03", "timestamp": [ 36.89, 38.66 ], "duration": 59.66, "caption": "A woman sits down in the living room chair.", "similarity": 0.7333, "relevance": 2 }, { "pair_id": 159723, "video_name": "s04e03_seg02_clip_15", "timestamp": [ 30.51, 32.22 ], "duration": 57.66, "caption": "A woman sits in a chair in the living room.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 159724, "video_name": "s09e06_seg02_clip_12", "timestamp": [ 3.77, 5.51 ], "duration": 58.66, "caption": "A woman sits down on the couch in her living room.", "similarity": 0.7197, "relevance": 2 }, { "pair_id": 159725, "video_name": "friends_s04e07_seg02_clip_03", "timestamp": [ 18.21, 22.44 ], "duration": 65.66, "caption": "A woman sits down on the armchair in the living room.", "similarity": 0.7141, "relevance": 2 }, { "pair_id": 159726, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 31.65, 33.93 ], "duration": 57.66, "caption": "A woman sits down on the couch in the living room.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 159727, "video_name": "s07e22_seg02_clip_03", "timestamp": [ 39.92, 42.02 ], "duration": 60.66, "caption": "A woman sits down on the couch in the living room.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 159728, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 48.45, 51.59 ], "duration": 89.66, "caption": "A woman sits down on the couch in the living room.", "similarity": 0.709, "relevance": 2 }, { "pair_id": 159729, "video_name": "friends_s10e02_seg02_clip_08", "timestamp": [ 12.82, 15.26 ], "duration": 61.66, "caption": "A woman is sitting on the couch in a living room.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 159730, "video_name": "friends_s09e17_seg02_clip_04", "timestamp": [ 32.4, 33.31 ], "duration": 60.66, "caption": "A woman gets up from her seat on the arm of the living room chair.", "similarity": 0.7007, "relevance": 0 }, { "pair_id": 159731, "video_name": "friends_s04e20_seg02_clip_16", "timestamp": [ 41.8, 48.21 ], "duration": 61.66, "caption": "A woman walks into the living room and sits down in the chair.", "similarity": 0.6883, "relevance": 2 }, { "pair_id": 159732, "video_name": "friends_s04e17_seg02_clip_01", "timestamp": [ 9.91, 11.11 ], "duration": 60.66, "caption": "A woman sits down on the white chair in the living room.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 159733, "video_name": "s08e24_seg02_clip_10", "timestamp": [ 28.23, 32.79 ], "duration": 57.66, "caption": "A woman comes in to the living room and sits down on the couch.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 159734, "video_name": "met_s03e09_seg02_clip_12", "timestamp": [ 15.3, 23.74 ], "duration": 62.66, "caption": "A woman walks across the living room and sits on the red chair.", "similarity": 0.671, "relevance": 2 }, { "pair_id": 159735, "video_name": "s05e02_seg02_clip_13", "timestamp": [ 2.4, 9.3 ], "duration": 60.66, "caption": "A person sits onto someone's chair in her living room.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 159736, "video_name": "friends_s07e16_seg02_clip_12", "timestamp": [ 58.3, 62.4 ], "duration": 63.66, "caption": "A woman gets up from a chair in a living room and sits on the floor.", "similarity": 0.66, "relevance": 1 }, { "pair_id": 159737, "video_name": "friends_s02e12-13_seg01_clip_00", "timestamp": [ 42.81, 47.61 ], "duration": 80.66, "caption": "A woman walks into the living room and sits between two people.", "similarity": 0.6572, "relevance": 2 }, { "pair_id": 159738, "video_name": "castle_s01e07_seg02_clip_06", "timestamp": [ 21.16, 28.68 ], "duration": 94.66, "caption": "A woman enters a room and sits down across from a person.", "similarity": 0.655, "relevance": 0 }, { "pair_id": 159739, "video_name": "met_s02e20_seg02_clip_03", "timestamp": [ 3.72, 5.58 ], "duration": 62.66, "caption": "A woman twirls around in a circle in the living room.", "similarity": 0.6516, "relevance": 1 } ] }, { "query_id": 85686, "query": "In a woman's office, a person is looking at a picture of a car brand and then puts it on the desk.", "relevant_moment": [ { "pair_id": 171260, "video_name": "castle_s07e21_seg02_clip_23", "timestamp": [ 46.47, 51.99 ], "duration": 92.66, "caption": "In a woman's office, a person is looking at a picture of a car brand and then puts it on the desk.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 171261, "video_name": "friends_s07e12_seg02_clip_10", "timestamp": [ 43.49, 54.02 ], "duration": 54.66, "caption": "A woman looks through person's desk and questions him about a picture she finds.", "similarity": 0.6962, "relevance": 3 }, { "pair_id": 171262, "video_name": "castle_s07e11_seg02_clip_21", "timestamp": [ 5.46, 10.92 ], "duration": 91.66, "caption": "A woman walks into her office and places a photo on her desk.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 171263, "video_name": "friends_s07e12_seg02_clip_10", "timestamp": [ 49.97, 53.75 ], "duration": 54.66, "caption": "A woman picks up a photograph from a desk and examines it.", "similarity": 0.6771, "relevance": 2 }, { "pair_id": 171264, "video_name": "castle_s01e05_seg02_clip_24", "timestamp": [ 53.38, 59.82 ], "duration": 92.66, "caption": "A woman sits at her desk and looks down at a photo she is holding.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 171265, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 27.48, 31.5 ], "duration": 67.66, "caption": "A woman in person's office approaches his desk.", "similarity": 0.6609, "relevance": 1 }, { "pair_id": 171266, "video_name": "castle_s01e04_seg02_clip_06", "timestamp": [ 8.19, 12.29 ], "duration": 91.66, "caption": "A woman picks up a photo and puts it on the desk in front of a man.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 171267, "video_name": "castle_s05e13_seg02_clip_13", "timestamp": [ 72.52, 75.03 ], "duration": 100.66, "caption": "A person hands a woman a tissue in her office.", "similarity": 0.6529, "relevance": 1 }, { "pair_id": 171268, "video_name": "castle_s08e05_seg02_clip_24", "timestamp": [ 0.0, 7.1 ], "duration": 88.66, "caption": "A woman walks into the office while another woman is looking at some pictures on her desk.", "similarity": 0.6521, "relevance": 2 }, { "pair_id": 171269, "video_name": "castle_s02e16_seg02_clip_13", "timestamp": [ 13.19, 16.83 ], "duration": 90.66, "caption": "A woman slams a photo down on the desk and a man looks at it.", "similarity": 0.6505, "relevance": 2 }, { "pair_id": 171270, "video_name": "castle_s04e12_seg02_clip_07", "timestamp": [ 65.76, 69.79 ], "duration": 89.66, "caption": "A person notices a woman's name plate on her desk.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 171271, "video_name": "castle_s02e19_seg02_clip_12", "timestamp": [ 77.37, 91.03 ], "duration": 91.66, "caption": "A man shows a woman a surveillance photo and places it on the desk.", "similarity": 0.6488, "relevance": 2 }, { "pair_id": 171272, "video_name": "castle_s07e10_seg02_clip_16", "timestamp": [ 26.62, 32.03 ], "duration": 90.66, "caption": "A person tosses a folder down on the desk, a woman picks up the folder and looks at a photograph.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 171273, "video_name": "castle_s01e08_seg02_clip_22", "timestamp": [ 0.0, 7.76 ], "duration": 97.66, "caption": "A person is looking at a picture of a woman.", "similarity": 0.6479, "relevance": 1 }, { "pair_id": 171274, "video_name": "met_s06e12_seg02_clip_17", "timestamp": [ 5.22, 9.86 ], "duration": 58.66, "caption": "A woman is showing a person all of the office.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 171275, "video_name": "castle_s05e12_seg02_clip_08", "timestamp": [ 0.0, 3.12 ], "duration": 89.66, "caption": "A woman looks intently at a computer screen while sitting in an office.", "similarity": 0.6391, "relevance": 1 }, { "pair_id": 171276, "video_name": "friends_s05e17_seg02_clip_14", "timestamp": [ 50.52, 66.03 ], "duration": 66.66, "caption": "A woman takes a seat at someone's desk at his office.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 171277, "video_name": "house_s02e06_seg02_clip_10", "timestamp": [ 89.8, 94.03 ], "duration": 94.66, "caption": "A woman is talking on the phone and then another woman enters her office and she looks at her.", "similarity": 0.6322, "relevance": 1 }, { "pair_id": 171278, "video_name": "castle_s07e08_seg02_clip_23", "timestamp": [ 74.61, 78.68 ], "duration": 90.66, "caption": "A person shows woman a folder with information about a company in it.", "similarity": 0.6269, "relevance": 2 }, { "pair_id": 171279, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 69.19, 75.07 ], "duration": 90.66, "caption": "A person walks to his office and sees a woman at the desk.", "similarity": 0.6267, "relevance": 1 }, { "pair_id": 344580, "video_name": "house_s01e12_seg02_clip_13", "timestamp": [ 29.98, 35.25 ], "duration": 81.66, "caption": "A person walks in a woman's office who is sitting down at her desk.", "similarity": 0.6263, "relevance": 2 }, { "pair_id": 344581, "video_name": "castle_s02e04_seg02_clip_07", "timestamp": [ 54.14, 60.41 ], "duration": 89.66, "caption": "A woman collects the photos that are spread out on the desk.", "similarity": 0.6228, "relevance": 2 }, { "pair_id": 344582, "video_name": "house_s05e24_seg02_clip_05", "timestamp": [ 62.12, 79.67 ], "duration": 90.66, "caption": "A person takes a look at two photographs at his desk.", "similarity": 0.6222, "relevance": 3 }, { "pair_id": 344583, "video_name": "castle_s01e02_seg02_clip_15", "timestamp": [ 48.23, 52.25 ], "duration": 89.66, "caption": "A woman shows up while someone is busy working at his desk.", "similarity": 0.6214, "relevance": 2 }, { "pair_id": 344584, "video_name": "castle_s02e08_seg02_clip_22", "timestamp": [ 21.39, 24.58 ], "duration": 91.66, "caption": "A person looks at a picture of a woman on a phone.", "similarity": 0.6178, "relevance": 3 }, { "pair_id": 344585, "video_name": "house_s06e12_seg02_clip_26", "timestamp": [ 17.15, 20.77 ], "duration": 90.66, "caption": "A person walks into woman's office while she's doing paperwork.", "similarity": 0.6169, "relevance": 2 }, { "pair_id": 344586, "video_name": "house_s04e14_seg02_clip_24", "timestamp": [ 54.83, 60.05 ], "duration": 87.66, "caption": "A person comes into someone's office while they're standing at their desk looking at something.", "similarity": 0.6154, "relevance": 2 }, { "pair_id": 344587, "video_name": "s06e03_seg02_clip_00", "timestamp": [ 15.26, 22.58 ], "duration": 61.66, "caption": "A woman is sitting across of person's office desk.", "similarity": 0.6131, "relevance": 2 }, { "pair_id": 344588, "video_name": "castle_s03e07_seg02_clip_16", "timestamp": [ 60.09, 65.39 ], "duration": 88.66, "caption": "A woman compares the picture in the copy on the computer.", "similarity": 0.6127, "relevance": 3 }, { "pair_id": 344589, "video_name": "castle_s04e05_seg02_clip_15", "timestamp": [ 37.54, 41.49 ], "duration": 79.66, "caption": "A woman looks at her phone while sitting at a desk.", "similarity": 0.6126, "relevance": 2 }, { "pair_id": 344590, "video_name": "house_s05e13_seg02_clip_04", "timestamp": [ 28.67, 33.68 ], "duration": 91.66, "caption": "A person comes in the office while a woman is on the phone.", "similarity": 0.6097, "relevance": 2 }, { "pair_id": 344591, "video_name": "castle_s06e02_seg02_clip_19", "timestamp": [ 80.33, 90.66 ], "duration": 90.66, "caption": "A woman shows a photo on a computer to some people.", "similarity": 0.6089, "relevance": 2 }, { "pair_id": 344592, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 83.72, 86.87 ], "duration": 90.66, "caption": "A woman looks over at a phone sitting on a desk.", "similarity": 0.6082, "relevance": 1 }, { "pair_id": 344593, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 30.88, 35.29 ], "duration": 98.66, "caption": "A woman hold out a picture for the other person to look at.", "similarity": 0.6072, "relevance": 2 }, { "pair_id": 344594, "video_name": "castle_s06e19_seg02_clip_18", "timestamp": [ 10.41, 18.21 ], "duration": 86.66, "caption": "A woman is sitting at her desk and opens a drawer to take out a picture frame.", "similarity": 0.6061, "relevance": 3 }, { "pair_id": 344595, "video_name": "house_s02e12_seg02_clip_01", "timestamp": [ 51.52, 55.02 ], "duration": 100.66, "caption": "A woman comes into woman's office while she is doing paperwork.", "similarity": 0.6058, "relevance": 2 }, { "pair_id": 344596, "video_name": "house_s05e13_seg02_clip_13", "timestamp": [ 72.56, 77.68 ], "duration": 93.66, "caption": "A woman comes in a man's office and he looks at his watch.", "similarity": 0.6053, "relevance": 2 }, { "pair_id": 344597, "video_name": "castle_s07e05_seg02_clip_25", "timestamp": [ 20.33, 23.04 ], "duration": 67.66, "caption": "A woman pulls down an image of a smiling person from a whiteboard that is heavily written on. Then turns her back to it to place it into a box on the office table.", "similarity": 0.6023, "relevance": 2 }, { "pair_id": 344598, "video_name": "s05e16_seg02_clip_02", "timestamp": [ 56.14, 58.31 ], "duration": 62.66, "caption": "A woman places an envelope on the desk while looking at another woman.", "similarity": 0.6007, "relevance": 2 }, { "pair_id": 344599, "video_name": "house_s03e12_seg02_clip_06", "timestamp": [ 36.56, 47.19 ], "duration": 85.66, "caption": "A person opens a woman's office and speaks to her as she sits at her desk.", "similarity": 0.5999, "relevance": 2 } ] }, { "query_id": 85688, "query": "A man showed a photo of a person in a video call.", "relevant_moment": [ { "pair_id": 165720, "video_name": "castle_s07e21_seg02_clip_23", "timestamp": [ 22.55, 25.31 ], "duration": 92.66, "caption": "A man showed a photo of a person in a video call.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 165721, "video_name": "castle_s07e21_seg02_clip_15", "timestamp": [ 40.75, 50.46 ], "duration": 97.66, "caption": "A man shows a person a video on his cell phone.", "similarity": 0.7841, "relevance": 3 }, { "pair_id": 165722, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 0.0, 15.91 ], "duration": 60.66, "caption": "A person receives a video call to someone. They do something.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 165723, "video_name": "s05e18_seg02_clip_04", "timestamp": [ 2.03, 10.44 ], "duration": 58.66, "caption": "A man shared his experience to a woman during a video call.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 165724, "video_name": "castle_s05e15_seg02_clip_01", "timestamp": [ 91.68, 94.03 ], "duration": 94.66, "caption": "A man shows picture of person on his phone.", "similarity": 0.7522, "relevance": 2 }, { "pair_id": 165725, "video_name": "castle_s04e20_seg02_clip_23", "timestamp": [ 16.88, 23.27 ], "duration": 91.66, "caption": "A person shows them a photo of a man.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 165726, "video_name": "castle_s05e15_seg02_clip_26", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person's phone display shows they're receiving a video call and it's visibly someone else.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 165727, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 27.76, 43.24 ], "duration": 91.66, "caption": "A man shows some people a photo of someone.", "similarity": 0.7376, "relevance": 2 }, { "pair_id": 165728, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 28.43, 49.02 ], "duration": 49.66, "caption": "A man was showing a video clip to some people.", "similarity": 0.7355, "relevance": 0 }, { "pair_id": 165729, "video_name": "castle_s02e07_seg02_clip_01", "timestamp": [ 71.91, 76.46 ], "duration": 91.66, "caption": "A man was showing a video clip to some people.", "similarity": 0.7355, "relevance": 2 }, { "pair_id": 165730, "video_name": "castle_s07e02_seg02_clip_12", "timestamp": [ 5.3, 19.45 ], "duration": 88.66, "caption": "A man describes how he took the phone video he handed to a person.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 165731, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 44.51, 89.02 ], "duration": 89.66, "caption": "A man is having a conversation with woman through video call.", "similarity": 0.7312, "relevance": 1 }, { "pair_id": 165732, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 0.0, 39.17 ], "duration": 89.66, "caption": "A man is having a conversation with woman through video call.", "similarity": 0.7312, "relevance": 1 }, { "pair_id": 165733, "video_name": "castle_s06e16_seg02_clip_17", "timestamp": [ 83.29, 92.23 ], "duration": 94.66, "caption": "A woman shows two photos to another person who is on a video calling.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 165734, "video_name": "castle_s08e21_seg02_clip_24", "timestamp": [ 52.31, 55.91 ], "duration": 90.66, "caption": "A man shows a picture of a person on his phone to another person.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 165735, "video_name": "castle_s05e05_seg02_clip_07", "timestamp": [ 58.09, 72.73 ], "duration": 91.66, "caption": "A man shows two people a video of an incident.", "similarity": 0.7148, "relevance": 1 }, { "pair_id": 165736, "video_name": "met_s06e14_seg02_clip_06", "timestamp": [ 16.78, 22.58 ], "duration": 61.66, "caption": "Two men show a man a video on the phone.", "similarity": 0.7123, "relevance": 1 }, { "pair_id": 165737, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 71.12, 83.27 ], "duration": 90.66, "caption": "A man was showing a photo to woman whilst he was talking.", "similarity": 0.7121, "relevance": 2 }, { "pair_id": 165738, "video_name": "met_s06e14_seg02_clip_13", "timestamp": [ 9.53, 12.6 ], "duration": 61.66, "caption": "A man tries to show another man a video on their phone.", "similarity": 0.7087, "relevance": 2 }, { "pair_id": 165739, "video_name": "castle_s07e17_seg02_clip_14", "timestamp": [ 16.94, 50.83 ], "duration": 89.66, "caption": "A person was talking whilst showing a video clip to man and woman.", "similarity": 0.6995, "relevance": 1 } ] }, { "query_id": 85689, "query": "Two people flee right after the video call.", "relevant_moment": [ { "pair_id": 162060, "video_name": "castle_s07e21_seg02_clip_23", "timestamp": [ 40.95, 45.09 ], "duration": 92.66, "caption": "Two people flee right after the video call.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 162061, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 16.21, 60.03 ], "duration": 60.66, "caption": "Someone knocks at the door as the video call not yet ended.", "similarity": 0.5874, "relevance": 2 }, { "pair_id": 162062, "video_name": "s08e17_seg02_clip_11", "timestamp": [ 42.02, 44.12 ], "duration": 60.66, "caption": "While person was video chatting with person, person pushes him out of the way.", "similarity": 0.5571, "relevance": 1 }, { "pair_id": 162063, "video_name": "castle_s07e21_seg02_clip_22", "timestamp": [ 77.01, 84.57 ], "duration": 89.66, "caption": "They went inside the airplane while video chatting someone.", "similarity": 0.5483, "relevance": 2 }, { "pair_id": 162064, "video_name": "castle_s04e06_seg02_clip_00", "timestamp": [ 50.63, 55.27 ], "duration": 92.66, "caption": "A person got a phone call, started talking to someone over the phone and left another person.", "similarity": 0.5405, "relevance": 1 }, { "pair_id": 162065, "video_name": "castle_s05e12_seg02_clip_10", "timestamp": [ 40.66, 44.64 ], "duration": 88.66, "caption": "A person resumes the video they are watching when another person arrived.", "similarity": 0.5326, "relevance": 0 }, { "pair_id": 162066, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 17.8, 58.31 ], "duration": 89.66, "caption": "Two people were watching a video clip while having a conversation.", "similarity": 0.5311, "relevance": 2 }, { "pair_id": 162067, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 0.0, 15.91 ], "duration": 60.66, "caption": "A person receives a video call to someone. They do something.", "similarity": 0.5273, "relevance": 1 }, { "pair_id": 162068, "video_name": "castle_s08e20_seg02_clip_17", "timestamp": [ 24.31, 31.06 ], "duration": 90.66, "caption": "Some people are watching a video of a person being kidnapped.", "similarity": 0.5255, "relevance": 0 }, { "pair_id": 162069, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 33.23, 50.98 ], "duration": 91.66, "caption": "Three people were having a conversation about a particular video clip.", "similarity": 0.5213, "relevance": 0 }, { "pair_id": 162070, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 43.73, 67.18 ], "duration": 90.66, "caption": "A person was showing a video clip to two other people.", "similarity": 0.5203, "relevance": 0 }, { "pair_id": 162071, "video_name": "castle_s06e05_seg02_clip_15", "timestamp": [ 23.68, 29.6 ], "duration": 91.66, "caption": "A person and another person watch a short clip of video.", "similarity": 0.5196, "relevance": 0 }, { "pair_id": 162072, "video_name": "s09e01_seg01_clip_00", "timestamp": [ 43.94, 47.91 ], "duration": 61.66, "caption": "A woman just cuts her video call with significant other.", "similarity": 0.5143, "relevance": 1 }, { "pair_id": 162073, "video_name": "castle_s08e20_seg02_clip_01", "timestamp": [ 62.5, 74.38 ], "duration": 88.66, "caption": "A person takes a video of two people talking.", "similarity": 0.5114, "relevance": 0 }, { "pair_id": 162074, "video_name": "s08e17_seg02_clip_08", "timestamp": [ 12.48, 32.78 ], "duration": 58.66, "caption": "Two men are video calling each other as one is in a woman's apartment.", "similarity": 0.5099, "relevance": 1 }, { "pair_id": 162075, "video_name": "castle_s06e11_seg02_clip_11", "timestamp": [ 56.83, 90.2 ], "duration": 90.66, "caption": "They continue watching the video then they saw something wrong.", "similarity": 0.5077, "relevance": 0 }, { "pair_id": 162076, "video_name": "met_s03e16_seg02_clip_03", "timestamp": [ 0.0, 6.88 ], "duration": 62.66, "caption": "A man runs after a person mention about the other video.", "similarity": 0.5044, "relevance": 1 }, { "pair_id": 162077, "video_name": "met_s06e12_seg02_clip_15", "timestamp": [ 16.59, 18.13 ], "duration": 61.66, "caption": "Two people run away as they embrace each other.", "similarity": 0.503, "relevance": 2 }, { "pair_id": 162078, "video_name": "castle_s05e15_seg02_clip_26", "timestamp": [ 90.19, 92.03 ], "duration": 92.66, "caption": "A person's phone display shows they're receiving a video call and it's visibly someone else.", "similarity": 0.502, "relevance": 1 }, { "pair_id": 162079, "video_name": "castle_s05e19_seg02_clip_25", "timestamp": [ 10.04, 15.98 ], "duration": 91.66, "caption": "A woman stops the video after a man verifies her statement about her action.", "similarity": 0.5009, "relevance": 0 } ] }, { "query_id": 85711, "query": "A person paces while on the phone with another person.", "relevant_moment": [ { "pair_id": 14880, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 29.17, 52.93 ], "duration": 108.66, "caption": "A person paces while on the phone with another person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 14881, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 31.96, 38.26 ], "duration": 90.66, "caption": "A person starts walking while on the phone with another person.", "similarity": 0.8211, "relevance": 4 }, { "pair_id": 14882, "video_name": "castle_s07e14_seg02_clip_20", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A person paces across the room while speaking on the phone to another person.", "similarity": 0.8042, "relevance": 4 }, { "pair_id": 14884, "video_name": "house_s08e18_seg02_clip_18", "timestamp": [ 72.03, 75.18 ], "duration": 90.66, "caption": "A person walks in to another person on the phone.", "similarity": 0.777, "relevance": 2 }, { "pair_id": 14885, "video_name": "house_s05e19_seg02_clip_25", "timestamp": [ 39.26, 44.75 ], "duration": 157.66, "caption": "A person walks towards another person and hands him over his phone.", "similarity": 0.7649, "relevance": 2 }, { "pair_id": 14886, "video_name": "house_s05e09_seg02_clip_22", "timestamp": [ 8.74, 12.68 ], "duration": 87.66, "caption": "One person is on the phone while another person stands up.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 14888, "video_name": "castle_s06e12_seg02_clip_13", "timestamp": [ 0.0, 15.75 ], "duration": 90.66, "caption": "A person was busily using their phone whilst sitting beside another person.", "similarity": 0.7585, "relevance": 2 }, { "pair_id": 14892, "video_name": "house_s02e07_seg02_clip_10", "timestamp": [ 81.7, 86.16 ], "duration": 99.66, "caption": "A person gets up and leaves while another person is on the phone.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 14894, "video_name": "s07e07_seg02_clip_01", "timestamp": [ 0.0, 12.61 ], "duration": 63.66, "caption": "A person is using their cellphone as they are talking to another person.", "similarity": 0.7326, "relevance": 2 }, { "pair_id": 14896, "video_name": "friends_s05e11_seg02_clip_12", "timestamp": [ 27.17, 56.6 ], "duration": 56.66, "caption": "A person is having a phone call with another person.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 14897, "video_name": "s07e01_seg01_clip_00", "timestamp": [ 38.46, 40.32 ], "duration": 62.66, "caption": "A person looks over their shoulder while on the phone with another person.", "similarity": 0.7262, "relevance": 2 }, { "pair_id": 14898, "video_name": "grey_s01e04_seg02_clip_05", "timestamp": [ 0.0, 12.0 ], "duration": 80.66, "caption": "A person is talking to another person while he is on a phone call.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 14899, "video_name": "friends_s02e07_seg02_clip_09", "timestamp": [ 8.3, 10.27 ], "duration": 79.66, "caption": "A person hands over their cell phone to another person.", "similarity": 0.7233, "relevance": 1 }, { "pair_id": 188200, "video_name": "met_s05e02_seg02_clip_09", "timestamp": [ 2.95, 7.38 ], "duration": 59.66, "caption": "A person shows his phone to two people, and then to another person.", "similarity": 0.722, "relevance": 3 }, { "pair_id": 188201, "video_name": "s02e17_seg02_clip_09", "timestamp": [ 41.2, 44.1 ], "duration": 58.66, "caption": "A person hands his cell phone to someone sitting across from him.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 188202, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A person looks at their phone before another person stops them.", "similarity": 0.7216, "relevance": 3 }, { "pair_id": 188203, "video_name": "friends_s09e09_seg02_clip_18", "timestamp": [ 38.1, 42.58 ], "duration": 56.66, "caption": "A person pounces on another person in order to get to the phone first.", "similarity": 0.7214, "relevance": 2 }, { "pair_id": 188204, "video_name": "house_s05e22_seg02_clip_23", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person picks up his cell phone in front of another person.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 188205, "video_name": "s08e02_seg02_clip_14", "timestamp": [ 1.08, 7.29 ], "duration": 54.66, "caption": "A person gargles while he is on the phone with person.", "similarity": 0.7145, "relevance": 3 }, { "pair_id": 188206, "video_name": "house_s01e14_seg02_clip_14", "timestamp": [ 12.56, 61.4 ], "duration": 93.66, "caption": "A person paces back and forth while talking to someone.", "similarity": 0.713, "relevance": 2 }, { "pair_id": 188207, "video_name": "house_s01e12_seg02_clip_03", "timestamp": [ 53.49, 58.93 ], "duration": 90.66, "caption": "A person is walking while talking to someone over the phone.", "similarity": 0.7128, "relevance": 4 }, { "pair_id": 188208, "video_name": "met_s06e15_seg02_clip_13", "timestamp": [ 5.76, 12.81 ], "duration": 64.66, "caption": "While a person in on the phone with another person, he/she gets another call.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 188209, "video_name": "castle_s07e14_seg02_clip_08", "timestamp": [ 0.0, 17.29 ], "duration": 91.66, "caption": "A woman is on the phone with a person as she is walking.", "similarity": 0.7117, "relevance": 2 }, { "pair_id": 188210, "video_name": "house_s05e09_seg02_clip_09", "timestamp": [ 42.53, 46.21 ], "duration": 105.66, "caption": "A person is on the phone next to another person and hangs it up.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 188211, "video_name": "grey_s03e09_seg02_clip_11", "timestamp": [ 57.37, 60.98 ], "duration": 90.66, "caption": "A person sitting next to another person while he/she is on his/her phone.", "similarity": 0.7085, "relevance": 1 }, { "pair_id": 188212, "video_name": "castle_s04e22_seg02_clip_02", "timestamp": [ 6.92, 9.23 ], "duration": 92.66, "caption": "A person picks up phone from table in front of another person.", "similarity": 0.7077, "relevance": 2 }, { "pair_id": 188213, "video_name": "s08e12_seg02_clip_01", "timestamp": [ 57.26, 59.03 ], "duration": 59.66, "caption": "A person uses their phone while sitting next to another person who is holding some papers.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 188215, "video_name": "s08e03_seg02_clip_09", "timestamp": [ 0.0, 10.8 ], "duration": 60.66, "caption": "One person checks their phone as they are talking to another person.", "similarity": 0.704, "relevance": 1 }, { "pair_id": 188216, "video_name": "castle_s01e04_seg02_clip_21", "timestamp": [ 40.85, 48.76 ], "duration": 87.66, "caption": "A person is messing with his phone while woman and man walk up to him.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 188217, "video_name": "friends_s01e18_seg02_clip_17", "timestamp": [ 44.9, 59.1 ], "duration": 66.66, "caption": "A person is on the phone with someone and they hang up on him/her.", "similarity": 0.7019, "relevance": 2 }, { "pair_id": 188218, "video_name": "castle_s08e17_seg02_clip_02", "timestamp": [ 65.51, 69.54 ], "duration": 89.66, "caption": "A person looks down at their phone while talking to another person.", "similarity": 0.701, "relevance": 2 }, { "pair_id": 188219, "video_name": "s08e15_seg02_clip_12", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A person is holding his phone as he is speaking to another person.", "similarity": 0.698, "relevance": 2 } ] }, { "query_id": 85726, "query": "A person in a red jacket blows their arm forming a fist.", "relevant_moment": [ { "pair_id": 41420, "video_name": "met_s06e18_seg02_clip_08", "timestamp": [ 4.2, 6.9 ], "duration": 60.66, "caption": "A person in a red jacket blows their arm forming a fist.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 41421, "video_name": "met_s04e02_seg02_clip_17", "timestamp": [ 0.92, 6.44 ], "duration": 63.66, "caption": "A person excitedly punches the air with their fist.", "similarity": 0.672, "relevance": 1 }, { "pair_id": 41422, "video_name": "s01e13_seg02_clip_14", "timestamp": [ 40.56, 42.86 ], "duration": 51.66, "caption": "A person takes out their hand and makes a fist.", "similarity": 0.6697, "relevance": 2 }, { "pair_id": 41423, "video_name": "castle_s07e10_seg02_clip_13", "timestamp": [ 25.94, 28.67 ], "duration": 91.66, "caption": "A person makes a fists and pretends to be shocked.", "similarity": 0.6584, "relevance": 1 }, { "pair_id": 41424, "video_name": "house_s07e21_seg02_clip_23", "timestamp": [ 38.29, 43.95 ], "duration": 87.66, "caption": "A person puts his fists on the air and prepares for a fight.", "similarity": 0.6519, "relevance": 1 }, { "pair_id": 41425, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 21.74, 23.35 ], "duration": 161.66, "caption": "A person with red curly hair puts a jacket over their arm.", "similarity": 0.6363, "relevance": 1 }, { "pair_id": 41426, "video_name": "friends_s10e11_seg02_clip_07", "timestamp": [ 45.26, 46.13 ], "duration": 58.66, "caption": "A man puts his fist up in the air.", "similarity": 0.631, "relevance": 1 }, { "pair_id": 41427, "video_name": "s09e04_seg02_clip_03", "timestamp": [ 53.22, 54.06 ], "duration": 56.66, "caption": "A person makes a fist and taps his shoulder twice.", "similarity": 0.6234, "relevance": 1 }, { "pair_id": 41428, "video_name": "house_s03e23_seg02_clip_25", "timestamp": [ 3.1, 6.98 ], "duration": 155.66, "caption": "A person simulates hitting their chin with their fist.", "similarity": 0.6119, "relevance": 1 }, { "pair_id": 41429, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A person raises his/her arm into the air.", "similarity": 0.6107, "relevance": 0 }, { "pair_id": 41430, "video_name": "house_s08e13_seg02_clip_00", "timestamp": [ 47.51, 53.69 ], "duration": 95.66, "caption": "A person is holding both fists in front of him.", "similarity": 0.6069, "relevance": 1 }, { "pair_id": 41431, "video_name": "s09e07_seg02_clip_12", "timestamp": [ 49.74, 51.87 ], "duration": 61.66, "caption": "A person picks their jacket up from a chair and throws it over their arm.", "similarity": 0.6061, "relevance": 1 }, { "pair_id": 41432, "video_name": "s06e07_seg02_clip_14", "timestamp": [ 35.4, 54.54 ], "duration": 58.66, "caption": "A person holds up his fists and moves them.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 41433, "video_name": "friends_s06e18_seg02_clip_11", "timestamp": [ 33.87, 35.4 ], "duration": 61.66, "caption": "A person taps a guy on the chest with his fist.", "similarity": 0.6017, "relevance": 2 }, { "pair_id": 41434, "video_name": "met_s04e03_seg02_clip_03", "timestamp": [ 17.41, 20.31 ], "duration": 58.66, "caption": "A man puts his arm in the air ready for a fist bump.", "similarity": 0.6012, "relevance": 1 }, { "pair_id": 41435, "video_name": "friends_s04e14_seg02_clip_15", "timestamp": [ 27.45, 31.58 ], "duration": 59.66, "caption": "A person takes their jacket off and throws it.", "similarity": 0.6008, "relevance": 0 }, { "pair_id": 41436, "video_name": "castle_s04e21_seg02_clip_08", "timestamp": [ 14.4, 19.21 ], "duration": 96.66, "caption": "A person puts up both his fists towards another person.", "similarity": 0.6001, "relevance": 1 }, { "pair_id": 41437, "video_name": "castle_s07e15_seg02_clip_05", "timestamp": [ 55.48, 58.77 ], "duration": 94.66, "caption": "A person knocks someone to the floor by punching him in the face.", "similarity": 0.5975, "relevance": 0 }, { "pair_id": 41438, "video_name": "castle_s01e07_seg02_clip_10", "timestamp": [ 49.77, 52.56 ], "duration": 93.66, "caption": "A person is slapped across the face and knocked to the ground.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 41439, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 40.82, 41.42 ], "duration": 60.66, "caption": "A man punches his own fist into his hand.", "similarity": 0.5921, "relevance": 1 } ] }, { "query_id": 85780, "query": "A man stands up from where he was sitting on woman's lap in a hospital gown.", "relevant_moment": [ { "pair_id": 1880, "video_name": "met_s06e18_seg02_clip_03", "timestamp": [ 3.97, 11.9 ], "duration": 61.66, "caption": "A man stands up from where he was sitting on woman's lap in a hospital gown.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1881, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 30.85, 35.92 ], "duration": 92.66, "caption": "A woman stands up out of her chair and stands next to a man's hospital bed.", "similarity": 0.7344, "relevance": 1 }, { "pair_id": 1882, "video_name": "house_s08e15_seg02_clip_24", "timestamp": [ 43.95, 45.25 ], "duration": 87.66, "caption": "A man gets up from being seated near the bedside of his male patient.", "similarity": 0.708, "relevance": 1 }, { "pair_id": 1883, "video_name": "house_s02e24_seg02_clip_17", "timestamp": [ 85.58, 93.03 ], "duration": 93.66, "caption": "A person stands up at the stairs while he/she is in his/her hospital gown.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 1884, "video_name": "house_s01e14_seg02_clip_16", "timestamp": [ 2.76, 92.03 ], "duration": 92.66, "caption": "A man stands in front of a woman who is in the hospital bed.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 1885, "video_name": "house_s01e16_seg02_clip_25", "timestamp": [ 0.0, 10.53 ], "duration": 162.66, "caption": "A man was standing beside the hospital bed where a woman is lying down.", "similarity": 0.6735, "relevance": 0 }, { "pair_id": 1886, "video_name": "friends_s05e15_seg02_clip_07", "timestamp": [ 3.41, 5.27 ], "duration": 62.66, "caption": "A man stands up from the chair he was sitting in with a woman.", "similarity": 0.6676, "relevance": 2 }, { "pair_id": 1887, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 16.13, 18.89 ], "duration": 92.66, "caption": "A man sits onto woman's hospital bed as she is on it.", "similarity": 0.6671, "relevance": 1 }, { "pair_id": 1888, "video_name": "grey_s02e11_seg02_clip_09", "timestamp": [ 33.85, 40.9 ], "duration": 94.66, "caption": "A woman places a hospital gown on person as he sits in a wheelchair.", "similarity": 0.6654, "relevance": 1 }, { "pair_id": 1889, "video_name": "house_s08e03_seg02_clip_06", "timestamp": [ 2.33, 5.12 ], "duration": 93.66, "caption": "A person stands up from their chair while talking with a man in the hospital.", "similarity": 0.6568, "relevance": 1 }, { "pair_id": 1890, "video_name": "house_s05e08_seg02_clip_24", "timestamp": [ 0.0, 29.44 ], "duration": 184.66, "caption": "A man leans over a woman's hospital bed then sits down.", "similarity": 0.6543, "relevance": 0 }, { "pair_id": 1891, "video_name": "grey_s03e24_seg02_clip_15", "timestamp": [ 10.36, 13.67 ], "duration": 82.66, "caption": "A man stands up and walks away from woman in the hospital.", "similarity": 0.6487, "relevance": 2 }, { "pair_id": 1892, "video_name": "s02e09_seg02_clip_14", "timestamp": [ 47.0, 51.64 ], "duration": 58.66, "caption": "A man stands up from the hospital bed and speaks to a woman.", "similarity": 0.6468, "relevance": 1 }, { "pair_id": 1893, "video_name": "house_s02e02_seg02_clip_01", "timestamp": [ 12.42, 15.18 ], "duration": 92.66, "caption": "A doctor stands up from being seated when a person enters the room.", "similarity": 0.6454, "relevance": 1 }, { "pair_id": 1894, "video_name": "friends_s01e22_seg02_clip_19", "timestamp": [ 46.5, 51.7 ], "duration": 65.66, "caption": "A man lifts a woman's legs off his lap and stands up.", "similarity": 0.6452, "relevance": 2 }, { "pair_id": 1895, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 0.0, 34.48 ], "duration": 61.66, "caption": "A man was standing behind a woman while she is lying on the clinic bed.", "similarity": 0.6402, "relevance": 0 }, { "pair_id": 1896, "video_name": "house_s05e17_seg02_clip_11", "timestamp": [ 33.85, 36.52 ], "duration": 89.66, "caption": "A man, a male patient gets up from lying down in his hospital bed.", "similarity": 0.6383, "relevance": 1 }, { "pair_id": 1897, "video_name": "house_s05e24_seg02_clip_19", "timestamp": [ 60.75, 64.77 ], "duration": 89.66, "caption": "A man stands up from the chair he's been sitting in.", "similarity": 0.6381, "relevance": 1 }, { "pair_id": 1898, "video_name": "house_s03e07_seg02_clip_02", "timestamp": [ 23.97, 27.13 ], "duration": 90.66, "caption": "A woman opens up guy's hospital gown when he is laying down.", "similarity": 0.6334, "relevance": 0 }, { "pair_id": 1899, "video_name": "friends_s08e23-24_seg02_clip_37", "timestamp": [ 0.0, 60.12 ], "duration": 60.66, "caption": "A man was standing beside a woman and leaning over the hospital bed.", "similarity": 0.6321, "relevance": 0 } ] }, { "query_id": 85787, "query": "A person makes a 'pros and cons' list on a pad of paper with a blue pen.", "relevant_moment": [ { "pair_id": 159460, "video_name": "met_s03e06_seg02_clip_06", "timestamp": [ 21.75, 26.47 ], "duration": 63.66, "caption": "A person makes a 'pros and cons' list on a pad of paper with a blue pen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 159461, "video_name": "s02e04_seg02_clip_00", "timestamp": [ 2.48, 15.82 ], "duration": 62.66, "caption": "A person writes on their board with a blue marker.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 159462, "video_name": "castle_s01e07_seg02_clip_13", "timestamp": [ 35.39, 36.77 ], "duration": 91.66, "caption": "A person holds up a pen and pad of paper.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 159463, "video_name": "s04e14_seg01_clip_00", "timestamp": [ 4.88, 8.85 ], "duration": 61.66, "caption": "A person is holding a marker and sheet of paper.", "similarity": 0.6134, "relevance": 0 }, { "pair_id": 159464, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 1.24, 3.72 ], "duration": 62.66, "caption": "A person writes with a marker pen on the whiteboard.", "similarity": 0.6091, "relevance": 1 }, { "pair_id": 159465, "video_name": "castle_s05e24_seg02_clip_24", "timestamp": [ 11.62, 14.11 ], "duration": 83.66, "caption": "A person has a pen in his hand and writes a check out.", "similarity": 0.5976, "relevance": 2 }, { "pair_id": 159466, "video_name": "house_s07e11_seg02_clip_14", "timestamp": [ 67.78, 80.98 ], "duration": 88.66, "caption": "A person uses letters to list off points.", "similarity": 0.5934, "relevance": 0 }, { "pair_id": 159467, "video_name": "house_s03e06_seg02_clip_25", "timestamp": [ 11.22, 13.77 ], "duration": 102.66, "caption": "A man points to various things on the sheet of paper.", "similarity": 0.5883, "relevance": 1 }, { "pair_id": 159468, "video_name": "house_s03e24_seg02_clip_08", "timestamp": [ 59.95, 64.27 ], "duration": 108.66, "caption": "A man writes something on a note pad with a pen.", "similarity": 0.5845, "relevance": 1 }, { "pair_id": 159469, "video_name": "house_s03e21_seg02_clip_20", "timestamp": [ 65.3, 72.5 ], "duration": 96.66, "caption": "A person takes out a pen and a notepad and writes something on the notepad.", "similarity": 0.58, "relevance": 1 }, { "pair_id": 159470, "video_name": "s09e04_seg02_clip_06", "timestamp": [ 40.22, 44.72 ], "duration": 60.66, "caption": "A person writes on a piece of paper attached to a clipboard.", "similarity": 0.5796, "relevance": 2 }, { "pair_id": 159471, "video_name": "house_s08e04_seg02_clip_02", "timestamp": [ 26.41, 30.37 ], "duration": 88.66, "caption": "A person takes out a pad of paper and a pen from their jacket.", "similarity": 0.5788, "relevance": 1 }, { "pair_id": 159472, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 68.31, 70.05 ], "duration": 87.66, "caption": "A person writes onto a white board with a marker.", "similarity": 0.5762, "relevance": 1 }, { "pair_id": 159473, "video_name": "house_s05e18_seg02_clip_00", "timestamp": [ 0.0, 8.74 ], "duration": 92.66, "caption": "A person writes in the white board using a green marker.", "similarity": 0.5752, "relevance": 1 }, { "pair_id": 159474, "video_name": "s08e21_seg02_clip_07", "timestamp": [ 42.27, 46.82 ], "duration": 65.66, "caption": "A person writes on a white board with a marker.", "similarity": 0.5751, "relevance": 1 }, { "pair_id": 159475, "video_name": "house_s02e01_seg02_clip_07", "timestamp": [ 12.02, 13.81 ], "duration": 89.66, "caption": "A person writes on the whiteboard using a marker.", "similarity": 0.5749, "relevance": 2 }, { "pair_id": 159476, "video_name": "house_s05e15_seg02_clip_01", "timestamp": [ 13.8, 17.36 ], "duration": 89.66, "caption": "A person writes something on the board with black marker.", "similarity": 0.5718, "relevance": 1 }, { "pair_id": 159478, "video_name": "house_s02e01_seg02_clip_06", "timestamp": [ 7.32, 10.52 ], "duration": 91.66, "caption": "A person writes onto the whiteboard with a marker.", "similarity": 0.5685, "relevance": 1 }, { "pair_id": 159479, "video_name": "house_s04e15_seg02_clip_06", "timestamp": [ 38.08, 42.78 ], "duration": 94.66, "caption": "Person writes with black marker on the white board.", "similarity": 0.5684, "relevance": 1 } ] }, { "query_id": 85873, "query": "A woman sits her guitar down beside the chair.", "relevant_moment": [ { "pair_id": 11460, "video_name": "friends_s04e10_seg02_clip_13", "timestamp": [ 11.2, 16.11 ], "duration": 70.66, "caption": "A woman sits her guitar down beside the chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11461, "video_name": "friends_s04e10_seg02_clip_13", "timestamp": [ 11.55, 16.11 ], "duration": 70.66, "caption": "A woman moves her guitar off her lap and rests it on the floor next to her chair.", "similarity": 0.8207, "relevance": 4 }, { "pair_id": 11462, "video_name": "friends_s03e14_seg02_clip_12", "timestamp": [ 11.89, 15.19 ], "duration": 66.66, "caption": "A woman wearing red top sat higher on the chair with her guitar.", "similarity": 0.8047, "relevance": 1 }, { "pair_id": 11463, "video_name": "friends_s02e14_seg02_clip_08", "timestamp": [ 19.23, 20.47 ], "duration": 62.66, "caption": "A woman sits in a chair with her forearm resting on a musical instrument.", "similarity": 0.7553, "relevance": 1 }, { "pair_id": 11465, "video_name": "friends_s09e19_seg02_clip_05", "timestamp": [ 0.68, 2.48 ], "duration": 45.66, "caption": "A woman gets up from her seat with her guitar.", "similarity": 0.7531, "relevance": 1 }, { "pair_id": 11466, "video_name": "friends_s03e14_seg02_clip_20", "timestamp": [ 1.71, 11.69 ], "duration": 57.66, "caption": "A woman is playing guitar two people sit in front of her to listen.", "similarity": 0.7001, "relevance": 1 }, { "pair_id": 11467, "video_name": "friends_s01e23_seg02_clip_02", "timestamp": [ 29.9, 50.65 ], "duration": 61.66, "caption": "A woman is sitting on an armrest playing her guitar for a waiting room full of people.", "similarity": 0.691, "relevance": 1 }, { "pair_id": 11468, "video_name": "friends_s03e14_seg02_clip_11", "timestamp": [ 49.51, 54.4 ], "duration": 54.66, "caption": "A person is sitting down and playing a guitar.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 11469, "video_name": "friends_s04e07_seg02_clip_01", "timestamp": [ 22.95, 32.26 ], "duration": 62.66, "caption": "A woman sits in front of television playing the guitar.", "similarity": 0.6843, "relevance": 1 }, { "pair_id": 11470, "video_name": "friends_s07e13_seg02_clip_14", "timestamp": [ 22.51, 26.11 ], "duration": 60.66, "caption": "A woman sits in her new chair moving around to the music.", "similarity": 0.6831, "relevance": 0 }, { "pair_id": 11471, "video_name": "friends_s02e12-13_seg02_clip_14", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A woman sits down with her acoustic guitar in a classroom.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 11472, "video_name": "friends_s04e05_seg02_clip_19", "timestamp": [ 46.71, 58.03 ], "duration": 58.66, "caption": "A woman sits on the couch at the coffee house and plays guitar.", "similarity": 0.6546, "relevance": 1 }, { "pair_id": 11473, "video_name": "s09e04_seg02_clip_12", "timestamp": [ 12.1, 15.05 ], "duration": 59.66, "caption": "A person places the guitar next to them on the couch.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 11474, "video_name": "friends_s05e11_seg02_clip_17", "timestamp": [ 1.35, 5.4 ], "duration": 54.66, "caption": "A woman hands an acoustic guitar to a man who is sitting next to her.", "similarity": 0.65, "relevance": 1 }, { "pair_id": 11475, "video_name": "friends_s03e04_seg02_clip_06", "timestamp": [ 56.45, 61.03 ], "duration": 61.66, "caption": "A woman plays her guitar while sitting on the couch in a coffee shop.", "similarity": 0.6477, "relevance": 1 }, { "pair_id": 11476, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 84.25, 92.05 ], "duration": 156.66, "caption": "A woman sits in her apartment playing the guitar.", "similarity": 0.6432, "relevance": 1 }, { "pair_id": 11477, "video_name": "friends_s01e11_seg02_clip_04", "timestamp": [ 44.05, 46.46 ], "duration": 53.66, "caption": "A woman sits down by a man's bed and plays the guitar.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 11478, "video_name": "friends_s02e12-13_seg02_clip_11", "timestamp": [ 13.51, 18.31 ], "duration": 60.66, "caption": "A woman takes off her guitar and sets it down.", "similarity": 0.6246, "relevance": 3 }, { "pair_id": 11479, "video_name": "friends_s02e12-13_seg02_clip_05", "timestamp": [ 31.07, 34.03 ], "duration": 59.66, "caption": "A woman shakes the guitar then sets it down.", "similarity": 0.6217, "relevance": 3 } ] }, { "query_id": 85901, "query": "A man grabs a cane and limps out of the conference room.", "relevant_moment": [ { "pair_id": 170120, "video_name": "friends_s09e15_seg02_clip_17", "timestamp": [ 28.17, 39.7 ], "duration": 64.66, "caption": "A man grabs a cane and limps out of the conference room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 170121, "video_name": "house_s03e03_seg02_clip_19", "timestamp": [ 44.51, 46.74 ], "duration": 89.66, "caption": "Person grabs his cane and walks out of the room.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 170122, "video_name": "house_s02e17_seg02_clip_11", "timestamp": [ 29.63, 39.66 ], "duration": 91.66, "caption": "A person grabs their cane from the board and walks out of the room.", "similarity": 0.6661, "relevance": 4 }, { "pair_id": 170123, "video_name": "house_s05e09_seg02_clip_01", "timestamp": [ 4.01, 5.8 ], "duration": 89.66, "caption": "A man grabs person's cane and throws it across the room.", "similarity": 0.6654, "relevance": 2 }, { "pair_id": 170124, "video_name": "house_s01e04_seg02_clip_04", "timestamp": [ 56.54, 59.51 ], "duration": 119.66, "caption": "A person walks out of the room with a limp.", "similarity": 0.642, "relevance": 3 }, { "pair_id": 170125, "video_name": "house_s06e20_seg02_clip_18", "timestamp": [ 73.66, 76.4 ], "duration": 91.66, "caption": "A person uses their cane to walk out of the room.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 170126, "video_name": "house_s06e16_seg02_clip_00", "timestamp": [ 63.0, 75.22 ], "duration": 94.66, "caption": "A person peeks around the corner and walks out limping with his cane.", "similarity": 0.6285, "relevance": 3 }, { "pair_id": 170127, "video_name": "house_s05e24_seg02_clip_13", "timestamp": [ 17.01, 21.68 ], "duration": 85.66, "caption": "A person grabs their cane and walks out of the office.", "similarity": 0.6205, "relevance": 4 }, { "pair_id": 170128, "video_name": "house_s07e14_seg02_clip_06", "timestamp": [ 20.69, 24.45 ], "duration": 94.66, "caption": "A person grabs his cane and starts to walk away.", "similarity": 0.5983, "relevance": 4 }, { "pair_id": 170129, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 56.45, 58.84 ], "duration": 159.66, "caption": "A man turns and walks with his cane to exit the room.", "similarity": 0.5977, "relevance": 3 }, { "pair_id": 170130, "video_name": "house_s06e01_seg02_clip_06", "timestamp": [ 19.36, 24.09 ], "duration": 86.66, "caption": "A man grabs his cane and starts to walk away from another man.", "similarity": 0.5961, "relevance": 2 }, { "pair_id": 170131, "video_name": "house_s08e12_seg02_clip_09", "timestamp": [ 5.46, 15.02 ], "duration": 91.66, "caption": "A man gets on his crutches and walks out of the room.", "similarity": 0.5937, "relevance": 3 }, { "pair_id": 170132, "video_name": "house_s08e05_seg02_clip_09", "timestamp": [ 49.32, 53.81 ], "duration": 89.66, "caption": "A man picks up his cane and starts to walk out of the office.", "similarity": 0.5855, "relevance": 3 }, { "pair_id": 170133, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 79.65, 81.01 ], "duration": 91.66, "caption": "A man slams their cane down on the desk.", "similarity": 0.5795, "relevance": 2 }, { "pair_id": 170134, "video_name": "house_s03e24_seg02_clip_09", "timestamp": [ 24.86, 28.05 ], "duration": 71.66, "caption": "A person walks into the room and hangs up his cane.", "similarity": 0.5776, "relevance": 1 }, { "pair_id": 170135, "video_name": "house_s02e04_seg02_clip_24", "timestamp": [ 38.87, 41.16 ], "duration": 91.66, "caption": "A man puts his cane on a person's foot and walks off.", "similarity": 0.5727, "relevance": 2 }, { "pair_id": 170136, "video_name": "house_s02e14_seg02_clip_09", "timestamp": [ 85.97, 90.02 ], "duration": 90.66, "caption": "A person sets his cane down and walks away from the podium.", "similarity": 0.5702, "relevance": 2 }, { "pair_id": 170137, "video_name": "house_s06e21_seg02_clip_00", "timestamp": [ 0.0, 3.8 ], "duration": 95.66, "caption": "A man walks into the room by sticking his cane between the doors.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 170138, "video_name": "castle_s04e17_seg02_clip_08", "timestamp": [ 61.0, 65.52 ], "duration": 90.66, "caption": "A man grabs a person by the arm and pulls them out of their seat and away from the living room.", "similarity": 0.5665, "relevance": 1 }, { "pair_id": 170139, "video_name": "house_s06e21_seg02_clip_05", "timestamp": [ 62.34, 69.72 ], "duration": 82.66, "caption": "The hand of an injured person reaches out and grabs a person's cane, startling him.", "similarity": 0.5626, "relevance": 1 } ] }, { "query_id": 85937, "query": "A man in a brown jacket touches a woman's bangaged foot.", "relevant_moment": [ { "pair_id": 9060, "video_name": "house_s06e20_seg02_clip_22", "timestamp": [ 59.15, 62.39 ], "duration": 81.66, "caption": "A man in a brown jacket touches a woman's bangaged foot.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9061, "video_name": "house_s08e12_seg02_clip_05", "timestamp": [ 51.79, 55.12 ], "duration": 95.66, "caption": "A man touches the foot of a woman on the bed.", "similarity": 0.6914, "relevance": 2 }, { "pair_id": 9062, "video_name": "met_s02e10_seg02_clip_04", "timestamp": [ 54.31, 56.43 ], "duration": 60.66, "caption": "A man approaches a woman from behind and touches her booty.", "similarity": 0.663, "relevance": 1 }, { "pair_id": 9063, "video_name": "s10e11_seg02_clip_12", "timestamp": [ 18.61, 23.19 ], "duration": 61.66, "caption": "A man rubs a woman's hand which is on his leg.", "similarity": 0.657, "relevance": 0 }, { "pair_id": 9064, "video_name": "friends_s05e01_seg02_clip_07", "timestamp": [ 0.0, 5.99 ], "duration": 57.66, "caption": "A man moves toward woman and woman pulls his jacket off.", "similarity": 0.655, "relevance": 1 }, { "pair_id": 9065, "video_name": "s01e10_seg02_clip_14", "timestamp": [ 43.94, 46.08 ], "duration": 61.66, "caption": "A man touches woman on the shoulder as they walk.", "similarity": 0.6534, "relevance": 0 }, { "pair_id": 9066, "video_name": "friends_s03e17_seg02_clip_04", "timestamp": [ 14.89, 21.45 ], "duration": 59.66, "caption": "A man rubs his hand down a woman's arm before walking to another person.", "similarity": 0.6498, "relevance": 1 }, { "pair_id": 9067, "video_name": "friends_s03e14_seg02_clip_16", "timestamp": [ 19.48, 31.28 ], "duration": 59.66, "caption": "A woman approaches a man caressing his jacket and speaking closely.", "similarity": 0.6465, "relevance": 1 }, { "pair_id": 9068, "video_name": "friends_s01e06_seg02_clip_05", "timestamp": [ 46.42, 50.48 ], "duration": 58.66, "caption": "A woman reaches her hands out and touches a man's hands.", "similarity": 0.6431, "relevance": 1 }, { "pair_id": 9069, "video_name": "house_s08e07_seg02_clip_16", "timestamp": [ 7.7, 12.69 ], "duration": 90.66, "caption": "A woman rubs her hands together and walks towards a man.", "similarity": 0.6386, "relevance": 0 }, { "pair_id": 9070, "video_name": "friends_s06e01_seg02_clip_14", "timestamp": [ 30.57, 34.14 ], "duration": 65.66, "caption": "A man gestures towards a woman with both index fingers.", "similarity": 0.635, "relevance": 0 }, { "pair_id": 9071, "video_name": "house_s05e14_seg02_clip_24", "timestamp": [ 40.93, 47.97 ], "duration": 88.66, "caption": "A man rubs woman's hand and starts to walk out.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 9072, "video_name": "friends_s05e14_seg02_clip_02", "timestamp": [ 43.94, 51.87 ], "duration": 61.66, "caption": "A man reaches out and touches woman's left arm.", "similarity": 0.6325, "relevance": 1 }, { "pair_id": 9073, "video_name": "s01e10_seg02_clip_15", "timestamp": [ 44.65, 50.78 ], "duration": 72.66, "caption": "A woman touches a man's arm and also tries to console him.", "similarity": 0.6273, "relevance": 0 }, { "pair_id": 9074, "video_name": "s03e05_seg02_clip_02", "timestamp": [ 25.51, 30.61 ], "duration": 60.66, "caption": "A man intertwines his fingers with woman's fingers and grabs at her hand.", "similarity": 0.6241, "relevance": 0 }, { "pair_id": 9075, "video_name": "friends_s01e24_seg02_clip_12", "timestamp": [ 48.3, 59.62 ], "duration": 59.66, "caption": "A man rubs a woman's right arm with his hand.", "similarity": 0.6219, "relevance": 1 }, { "pair_id": 9076, "video_name": "friends_s06e15-16_seg02_clip_10", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "A man rubs woman's arm with his left hand.", "similarity": 0.6218, "relevance": 1 }, { "pair_id": 9077, "video_name": "house_s05e12_seg02_clip_08", "timestamp": [ 2.25, 7.2 ], "duration": 90.66, "caption": "A man touches the arm a woman is reaching out towards him.", "similarity": 0.6203, "relevance": 1 }, { "pair_id": 9078, "video_name": "friends_s07e06_seg02_clip_14", "timestamp": [ 25.01, 26.26 ], "duration": 62.66, "caption": "A woman touches a man's right arm and shoulder.", "similarity": 0.6201, "relevance": 0 }, { "pair_id": 9079, "video_name": "house_s05e18_seg02_clip_17", "timestamp": [ 28.17, 36.53 ], "duration": 88.66, "caption": "A man grabs his jacket and a woman walks behind him.", "similarity": 0.6198, "relevance": 0 } ] }, { "query_id": 85952, "query": "A woman flips a page in her book and continues reading.", "relevant_moment": [ { "pair_id": 156540, "video_name": "house_s01e09_seg02_clip_00", "timestamp": [ 85.05, 89.33 ], "duration": 95.66, "caption": "A woman flips a page in her book and continues reading.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 156541, "video_name": "friends_s09e18_seg02_clip_14", "timestamp": [ 34.26, 47.38 ], "duration": 64.66, "caption": "A woman is flipping through a large book until she finds what she wants.", "similarity": 0.7739, "relevance": 3 }, { "pair_id": 156542, "video_name": "s03e12_seg02_clip_11", "timestamp": [ 27.27, 29.88 ], "duration": 58.66, "caption": "A person turns the page in the book that they are reading.", "similarity": 0.7574, "relevance": 4 }, { "pair_id": 156543, "video_name": "met_s03e08_seg02_clip_03", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A woman is flipping the pages of a book while listening to man on the phone.", "similarity": 0.7487, "relevance": 3 }, { "pair_id": 156544, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 16.58, 24.88 ], "duration": 92.66, "caption": "A woman opens a book that she is holding and reads it.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 156545, "video_name": "friends_s07e13_seg02_clip_16", "timestamp": [ 6.51, 9.61 ], "duration": 62.66, "caption": "A woman is crouching and flipping through a book while talking.", "similarity": 0.7298, "relevance": 4 }, { "pair_id": 156546, "video_name": "house_s01e06_seg02_clip_24", "timestamp": [ 61.29, 77.92 ], "duration": 95.66, "caption": "A woman closes her book after she reads it.", "similarity": 0.7259, "relevance": 3 }, { "pair_id": 156547, "video_name": "friends_s03e22_seg01_clip_01", "timestamp": [ 13.4, 18.25 ], "duration": 57.66, "caption": "A woman twirls her hair while reading a book.", "similarity": 0.7175, "relevance": 3 }, { "pair_id": 156548, "video_name": "s10e09_seg02_clip_01", "timestamp": [ 56.45, 59.5 ], "duration": 61.66, "caption": "A person flips pages with their left hand as they read the content.", "similarity": 0.7167, "relevance": 3 }, { "pair_id": 156549, "video_name": "castle_s08e11_seg02_clip_09", "timestamp": [ 9.24, 11.88 ], "duration": 88.66, "caption": "A woman flips a page on her file to look for more information.", "similarity": 0.6973, "relevance": 2 }, { "pair_id": 156550, "video_name": "castle_s07e08_seg02_clip_24", "timestamp": [ 7.22, 9.93 ], "duration": 90.66, "caption": "A woman puts her finger on a page as she reads it.", "similarity": 0.6968, "relevance": 3 }, { "pair_id": 156551, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 5.49, 7.63 ], "duration": 61.66, "caption": "A woman puts the book that she is reading on her lap.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 156553, "video_name": "friends_s02e12-13_seg02_clip_06", "timestamp": [ 25.94, 31.73 ], "duration": 61.66, "caption": "A person is sitting, and flipping through a book while talking.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 156554, "video_name": "friends_s07e13_seg02_clip_08", "timestamp": [ 27.46, 38.14 ], "duration": 61.66, "caption": "A woman looks down at the book on her desk and flips through the pages as she holds a phone to her ear.", "similarity": 0.689, "relevance": 4 }, { "pair_id": 156555, "video_name": "castle_s02e18_seg02_clip_12", "timestamp": [ 15.02, 18.2 ], "duration": 91.66, "caption": "A woman flips a book and hands it to a man.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 156556, "video_name": "friends_s05e18_seg02_clip_17", "timestamp": [ 1.8, 3.9 ], "duration": 60.66, "caption": "A woman flips her pamphlet book shut while seated.", "similarity": 0.6862, "relevance": 2 }, { "pair_id": 156557, "video_name": "castle_s07e06_seg02_clip_15", "timestamp": [ 32.98, 38.85 ], "duration": 90.66, "caption": "A woman looks at person's book and begins reading it.", "similarity": 0.6787, "relevance": 4 }, { "pair_id": 156559, "video_name": "friends_s06e21_seg02_clip_17", "timestamp": [ 4.2, 8.1 ], "duration": 60.66, "caption": "A woman opens a book and seems to start reading as two people look on.", "similarity": 0.6673, "relevance": 3 }, { "pair_id": 329860, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 5.61, 14.76 ], "duration": 59.66, "caption": "A person flips over a page on the document he's reading and sticks out his tongue.", "similarity": 0.6612, "relevance": 3 }, { "pair_id": 329861, "video_name": "castle_s02e02_seg02_clip_08", "timestamp": [ 12.61, 29.9 ], "duration": 93.66, "caption": "A woman is turning the pages in the book and discussing with a man and another person.", "similarity": 0.658, "relevance": 4 }, { "pair_id": 329862, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 59.56, 67.06 ], "duration": 88.66, "caption": "A person is holding his novel as he spins in his chair as he reads a page off the novel.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 329863, "video_name": "castle_s08e16_seg02_clip_22", "timestamp": [ 22.09, 25.45 ], "duration": 96.66, "caption": "A woman flips a piece of paper she holds to take a look at it.", "similarity": 0.6547, "relevance": 3 }, { "pair_id": 329864, "video_name": "castle_s04e04_seg02_clip_22", "timestamp": [ 28.99, 42.79 ], "duration": 92.66, "caption": "A boy flips through the pages in his book.", "similarity": 0.6534, "relevance": 3 }, { "pair_id": 329865, "video_name": "s06e19_seg02_clip_07", "timestamp": [ 40.32, 45.2 ], "duration": 65.66, "caption": "A person flips through some pages and shows his book to another person.", "similarity": 0.646, "relevance": 3 }, { "pair_id": 329866, "video_name": "friends_s06e14_seg02_clip_12", "timestamp": [ 5.71, 9.52 ], "duration": 54.66, "caption": "A woman reads the title of the book she just picked up.", "similarity": 0.6451, "relevance": 3 }, { "pair_id": 329868, "video_name": "friends_s08e09_seg02_clip_13", "timestamp": [ 41.49, 45.55 ], "duration": 58.66, "caption": "A woman shows a page of the open book to man and then closes the book.", "similarity": 0.6407, "relevance": 3 }, { "pair_id": 329869, "video_name": "castle_s02e05_seg02_clip_17", "timestamp": [ 14.28, 23.96 ], "duration": 92.66, "caption": "A woman is looking at a person's new book then opens it.", "similarity": 0.6401, "relevance": 4 }, { "pair_id": 329870, "video_name": "castle_s03e09_seg02_clip_06", "timestamp": [ 21.91, 23.73 ], "duration": 91.66, "caption": "A person taps their finger on a page on a book in front of woman.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 329871, "video_name": "friends_s06e21_seg02_clip_07", "timestamp": [ 0.0, 7.68 ], "duration": 64.66, "caption": "A woman tells some people what her book is about.", "similarity": 0.6357, "relevance": 3 }, { "pair_id": 329873, "video_name": "grey_s01e01_seg02_clip_08", "timestamp": [ 49.74, 54.6 ], "duration": 80.66, "caption": "A woman reads a book while reclining on a hospital bed.", "similarity": 0.6268, "relevance": 4 }, { "pair_id": 329875, "video_name": "friends_s02e19_seg02_clip_13", "timestamp": [ 0.0, 9.41 ], "duration": 57.66, "caption": "A woman reads from a book to two other women.", "similarity": 0.6248, "relevance": 3 }, { "pair_id": 329876, "video_name": "friends_s01e19_seg02_clip_21", "timestamp": [ 18.86, 22.34 ], "duration": 58.66, "caption": "A woman is reading a book while the group is listening to her.", "similarity": 0.623, "relevance": 3 }, { "pair_id": 329877, "video_name": "friends_s03e08_seg02_clip_07", "timestamp": [ 46.56, 56.47 ], "duration": 60.66, "caption": "A man is angrily flipping pages in his book when a woman walks in.", "similarity": 0.6223, "relevance": 3 }, { "pair_id": 329878, "video_name": "met_s06e22_seg02_clip_10", "timestamp": [ 11.6, 21.66 ], "duration": 61.66, "caption": "A woman flips through her book at the bar with another woman.", "similarity": 0.6193, "relevance": 3 }, { "pair_id": 329879, "video_name": "friends_s09e02_seg02_clip_10", "timestamp": [ 20.44, 21.97 ], "duration": 61.66, "caption": "A woman goes to set the book down that she has been holding.", "similarity": 0.6185, "relevance": 2 } ] }, { "query_id": 86028, "query": "A person takes their phone out of their pocket and looks at it quickly before closing it.", "relevant_moment": [ { "pair_id": 5000, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 22.21, 25.38 ], "duration": 90.66, "caption": "A person takes their phone out of their pocket and looks at it quickly before closing it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5001, "video_name": "s06e20_seg02_clip_07", "timestamp": [ 49.93, 54.62 ], "duration": 67.66, "caption": "A person gets their phone out of their pocket and begins looking on it.", "similarity": 0.8731, "relevance": 3 }, { "pair_id": 5002, "video_name": "s06e08_seg01_clip_00", "timestamp": [ 53.78, 92.67 ], "duration": 96.66, "caption": "A person looks at their cell phone then puts it back in their pocket.", "similarity": 0.8507, "relevance": 2 }, { "pair_id": 5003, "video_name": "s04e18_seg02_clip_12", "timestamp": [ 47.81, 57.85 ], "duration": 59.66, "caption": "A person fumbles to take their cell phone out of their pocket, looks at it for a second and puts it back in their pocket.", "similarity": 0.8105, "relevance": 3 }, { "pair_id": 5004, "video_name": "s03e13_seg02_clip_02", "timestamp": [ 5.44, 7.82 ], "duration": 68.66, "caption": "A person takes out their phone from their pocket.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 5005, "video_name": "castle_s07e12_seg02_clip_20", "timestamp": [ 45.58, 47.86 ], "duration": 91.66, "caption": "A man takes their cellphone out of their pocket and looks at it.", "similarity": 0.7916, "relevance": 3 }, { "pair_id": 5006, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 19.15, 24.66 ], "duration": 58.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.7883, "relevance": 2 }, { "pair_id": 5007, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 45.7, 49.48 ], "duration": 63.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.7883, "relevance": 3 }, { "pair_id": 5008, "video_name": "s03e05_seg02_clip_11", "timestamp": [ 21.66, 35.4 ], "duration": 61.66, "caption": "A man takes out their phone, looks at it, then puts it back in their pocket.", "similarity": 0.7872, "relevance": 3 }, { "pair_id": 5009, "video_name": "met_s06e20_seg02_clip_06", "timestamp": [ 21.4, 22.64 ], "duration": 62.66, "caption": "A person reaches out to their pocket to get their phone.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 5010, "video_name": "house_s05e17_seg02_clip_20", "timestamp": [ 69.48, 76.47 ], "duration": 93.66, "caption": "A person is on the phone and then stops and looks at it.", "similarity": 0.7753, "relevance": 2 }, { "pair_id": 5011, "video_name": "castle_s08e03_seg02_clip_07", "timestamp": [ 0.0, 5.58 ], "duration": 93.66, "caption": "A person looks at their phone before another person stops them.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 5012, "video_name": "house_s08e16_seg02_clip_11", "timestamp": [ 66.9, 71.45 ], "duration": 91.66, "caption": "A person takes their phone from their jacket pocket and checks it.", "similarity": 0.7677, "relevance": 4 }, { "pair_id": 5013, "video_name": "castle_s06e20_seg02_clip_17", "timestamp": [ 76.86, 88.35 ], "duration": 88.66, "caption": "A man looks around, takes their phone out of their pocket, hits something, and puts it back in their pocket.", "similarity": 0.7623, "relevance": 4 }, { "pair_id": 5014, "video_name": "s06e12_seg02_clip_13", "timestamp": [ 40.49, 42.2 ], "duration": 57.66, "caption": "A person takes their phone out of their back pocket.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 5015, "video_name": "s10e12_seg02_clip_16", "timestamp": [ 14.34, 19.28 ], "duration": 47.66, "caption": "A person puts their cell phone away into their pocket.", "similarity": 0.7593, "relevance": 4 }, { "pair_id": 5016, "video_name": "s09e14_seg02_clip_00", "timestamp": [ 23.26, 26.67 ], "duration": 62.66, "caption": "A person pulls out their mobile phone from their pocket.", "similarity": 0.7573, "relevance": 3 }, { "pair_id": 5017, "video_name": "house_s07e23_seg02_clip_01", "timestamp": [ 75.08, 81.56 ], "duration": 86.66, "caption": "A person opens their purse, grabs their phone, and stares at it.", "similarity": 0.7571, "relevance": 3 }, { "pair_id": 5018, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 17.99, 26.4 ], "duration": 58.66, "caption": "A person gets their phone out of their pocket and answers it.", "similarity": 0.7562, "relevance": 3 }, { "pair_id": 5019, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 9.92, 14.58 ], "duration": 62.66, "caption": "A person takes his phone out of his pocket and answers the call.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 178320, "video_name": "s08e22_seg02_clip_07", "timestamp": [ 27.45, 28.92 ], "duration": 59.66, "caption": "A person pulls their cell phone out of their pocket.", "similarity": 0.7544, "relevance": 4 }, { "pair_id": 178321, "video_name": "s04e17_seg02_clip_02", "timestamp": [ 45.62, 51.61 ], "duration": 57.66, "caption": "A person takes their ringing phone out of their pocket.", "similarity": 0.748, "relevance": 4 }, { "pair_id": 178322, "video_name": "s09e06_seg02_clip_03", "timestamp": [ 20.31, 23.79 ], "duration": 58.66, "caption": "A person pulls their cellphone out of their pocket.", "similarity": 0.7472, "relevance": 3 }, { "pair_id": 178323, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 41.78, 46.13 ], "duration": 58.66, "caption": "A person hangs up their phone and places it in their pocket.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 178324, "video_name": "s08e12_seg02_clip_04", "timestamp": [ 33.5, 35.98 ], "duration": 62.66, "caption": "A person takes their cell phone from their left pocket.", "similarity": 0.7422, "relevance": 3 }, { "pair_id": 178325, "video_name": "s04e19_seg01_clip_02", "timestamp": [ 28.27, 31.02 ], "duration": 50.66, "caption": "A person pulls their cell phone from their pocket.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 178326, "video_name": "castle_s02e23_seg02_clip_10", "timestamp": [ 7.44, 9.77 ], "duration": 93.66, "caption": "A person takes out their cell phone from their pocket as they are seated.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 178327, "video_name": "house_s08e16_seg02_clip_11", "timestamp": [ 68.72, 73.73 ], "duration": 91.66, "caption": "A person gets a thing on their pocket and looks at it.", "similarity": 0.7406, "relevance": 4 }, { "pair_id": 178328, "video_name": "s09e19_seg02_clip_09", "timestamp": [ 26.86, 31.58 ], "duration": 59.66, "caption": "A person picks up his cell phone, looks at it and puts it back down.", "similarity": 0.7377, "relevance": 4 }, { "pair_id": 178329, "video_name": "s07e15_seg02_clip_15", "timestamp": [ 26.86, 31.87 ], "duration": 59.66, "caption": "A person reaches into their pocket, pulls out a note, and looks at it.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 178330, "video_name": "s09e18_seg02_clip_03", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A person grabs their phone from their pocket after it starts ringing.", "similarity": 0.7364, "relevance": 3 }, { "pair_id": 178331, "video_name": "castle_s06e14_seg02_clip_07", "timestamp": [ 52.68, 54.01 ], "duration": 89.66, "caption": "A person removes a phone from their ear and glances down at it.", "similarity": 0.7363, "relevance": 2 }, { "pair_id": 178332, "video_name": "s02e12_seg02_clip_04", "timestamp": [ 21.36, 25.33 ], "duration": 61.66, "caption": "A person pulls their cell phone away from their ear and looks at the screen.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 178333, "video_name": "s09e18_seg02_clip_03", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A person gets their phone out of their pocket as they are talking to some people.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 178334, "video_name": "met_s02e05_seg02_clip_16", "timestamp": [ 21.66, 26.85 ], "duration": 61.66, "caption": "A person takes a phone out of his pocket and puts it to his ear.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 178335, "video_name": "s03e01_seg01_clip_01", "timestamp": [ 27.75, 30.3 ], "duration": 73.66, "caption": "A person puts their cellphone in their pocket after the call.", "similarity": 0.7284, "relevance": 3 }, { "pair_id": 178336, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 9.45, 15.3 ], "duration": 90.66, "caption": "A person gets his/her phone out of his/her pocket and answers it.", "similarity": 0.7266, "relevance": 3 }, { "pair_id": 178337, "video_name": "castle_s05e15_seg02_clip_13", "timestamp": [ 52.66, 57.36 ], "duration": 94.66, "caption": "A person looks at their phone and ends the call.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 178338, "video_name": "met_s06e02_seg02_clip_13", "timestamp": [ 7.5, 12.01 ], "duration": 60.66, "caption": "A woman looks at something on his/her phone before a man snatches it away from her.", "similarity": 0.725, "relevance": 3 }, { "pair_id": 178339, "video_name": "s10e04_seg02_clip_14", "timestamp": [ 61.41, 66.03 ], "duration": 66.66, "caption": "A person picks up his/her cell phone, looks at the screen and puts it to his/her ear, then looks at it again.", "similarity": 0.7234, "relevance": 3 } ] }, { "query_id": 86057, "query": "A woman caresses the face of man and gives him a kiss.", "relevant_moment": [ { "pair_id": 148360, "video_name": "house_s06e19_seg02_clip_24", "timestamp": [ 74.41, 81.37 ], "duration": 87.66, "caption": "A woman caresses the face of man and gives him a kiss.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148361, "video_name": "grey_s02e03_seg02_clip_21", "timestamp": [ 89.77, 92.56 ], "duration": 93.66, "caption": "A woman puts her hands on man's face and gives him a kiss on the lips.", "similarity": 0.895, "relevance": 3 }, { "pair_id": 148362, "video_name": "castle_s07e20_seg02_clip_13", "timestamp": [ 27.15, 30.27 ], "duration": 89.66, "caption": "A woman touches a man's face and kisses him briefly.", "similarity": 0.889, "relevance": 3 }, { "pair_id": 148363, "video_name": "met_s03e13_seg02_clip_17", "timestamp": [ 30.56, 36.52 ], "duration": 119.66, "caption": "A woman puts her hands on a man's face and kisses him.", "similarity": 0.8806, "relevance": 3 }, { "pair_id": 148364, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 34.79, 38.45 ], "duration": 61.66, "caption": "A woman puts her hands on man's face and kisses him.", "similarity": 0.8775, "relevance": 3 }, { "pair_id": 148365, "video_name": "s01e14_seg02_clip_15", "timestamp": [ 9.74, 12.4 ], "duration": 59.66, "caption": "A woman kisses a man on the cheek and then touches his face.", "similarity": 0.8748, "relevance": 3 }, { "pair_id": 148366, "video_name": "house_s01e22_seg02_clip_24", "timestamp": [ 49.03, 56.13 ], "duration": 129.66, "caption": "A woman gives man a kiss on his cheek.", "similarity": 0.8648, "relevance": 2 }, { "pair_id": 148367, "video_name": "friends_s09e22_seg02_clip_20", "timestamp": [ 51.65, 56.37 ], "duration": 59.66, "caption": "A woman kisses man and places her hands on his face.", "similarity": 0.8571, "relevance": 4 }, { "pair_id": 148368, "video_name": "house_s05e21_seg02_clip_00", "timestamp": [ 55.98, 59.17 ], "duration": 91.66, "caption": "A woman puts her hands on man's face and quickly kisses him.", "similarity": 0.8499, "relevance": 4 }, { "pair_id": 148369, "video_name": "house_s06e04_seg02_clip_09", "timestamp": [ 28.72, 31.33 ], "duration": 87.66, "caption": "A woman approaches a man and gives him a kiss.", "similarity": 0.8495, "relevance": 2 }, { "pair_id": 148370, "video_name": "s09e11_seg02_clip_16", "timestamp": [ 39.97, 43.5 ], "duration": 47.66, "caption": "A woman puts her hand on person's face and kisses him.", "similarity": 0.849, "relevance": 4 }, { "pair_id": 148371, "video_name": "friends_s03e02_seg02_clip_00", "timestamp": [ 39.39, 40.63 ], "duration": 62.66, "caption": "A man gives a woman a kiss on her cheek.", "similarity": 0.8457, "relevance": 1 }, { "pair_id": 148372, "video_name": "castle_s05e02_seg02_clip_00", "timestamp": [ 76.16, 84.16 ], "duration": 94.66, "caption": "A woman puts her arms around a man and gives him a kiss.", "similarity": 0.8396, "relevance": 2 }, { "pair_id": 148373, "video_name": "castle_s05e10_seg02_clip_26", "timestamp": [ 131.69, 134.0 ], "duration": 154.66, "caption": "A woman puts her hand on person's chest and gives him a kiss on the cheek.", "similarity": 0.8368, "relevance": 2 }, { "pair_id": 148374, "video_name": "friends_s07e15_seg02_clip_15", "timestamp": [ 62.66, 72.02 ], "duration": 72.66, "caption": "A man puts his hands on a woman's face and they kiss.", "similarity": 0.8343, "relevance": 2 }, { "pair_id": 148375, "video_name": "grey_s03e13_seg02_clip_27", "timestamp": [ 67.59, 74.82 ], "duration": 85.66, "caption": "A man grabs woman's face and kisses her softly.", "similarity": 0.8316, "relevance": 2 }, { "pair_id": 148376, "video_name": "grey_s02e02_seg02_clip_20", "timestamp": [ 85.11, 88.29 ], "duration": 91.66, "caption": "A man gives woman a kiss on the forehead.", "similarity": 0.8262, "relevance": 2 }, { "pair_id": 148377, "video_name": "friends_s05e21_seg01_clip_01", "timestamp": [ 35.12, 37.27 ], "duration": 39.66, "caption": "A woman gives a man a sweet kiss on his mouth.", "similarity": 0.8232, "relevance": 3 }, { "pair_id": 148378, "video_name": "friends_s07e15_seg02_clip_15", "timestamp": [ 61.22, 72.02 ], "duration": 72.66, "caption": "A man puts both his hands on a woman's face then kisses her.", "similarity": 0.8224, "relevance": 3 }, { "pair_id": 148379, "video_name": "friends_s01e14_seg02_clip_18", "timestamp": [ 9.08, 12.71 ], "duration": 60.66, "caption": "A woman kisses man on the face and then lightly taps his cheek with her hand.", "similarity": 0.8211, "relevance": 3 }, { "pair_id": 321680, "video_name": "met_s06e15_seg02_clip_06", "timestamp": [ 28.04, 31.87 ], "duration": 59.66, "caption": "A man give woman a kiss on the back of her hand.", "similarity": 0.8205, "relevance": 2 }, { "pair_id": 321681, "video_name": "s07e17_seg02_clip_15", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A woman kisses a man while she is hugging him.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 321682, "video_name": "friends_s02e12-13_seg02_clip_30", "timestamp": [ 5.12, 16.65 ], "duration": 64.66, "caption": "A woman kisses a man on the lips.", "similarity": 0.82, "relevance": 3 }, { "pair_id": 321683, "video_name": "friends_s04e07_seg02_clip_09", "timestamp": [ 29.9, 31.73 ], "duration": 61.66, "caption": "A woman puts her hands on a man's neck and leans in to kiss him.", "similarity": 0.8192, "relevance": 4 }, { "pair_id": 321684, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 13.87, 18.89 ], "duration": 59.66, "caption": "A woman grabs a man's head and kisses him.", "similarity": 0.8177, "relevance": 4 }, { "pair_id": 321685, "video_name": "s05e14_seg02_clip_14", "timestamp": [ 16.81, 18.91 ], "duration": 60.66, "caption": "A woman grabs a man and kisses him on the mouth.", "similarity": 0.8174, "relevance": 3 }, { "pair_id": 321686, "video_name": "s07e11_seg02_clip_18", "timestamp": [ 38.42, 40.02 ], "duration": 40.66, "caption": "A woman puts both hands on a man's shoulders and gives him a kiss.", "similarity": 0.8162, "relevance": 3 }, { "pair_id": 321687, "video_name": "friends_s06e15-16_seg02_clip_41", "timestamp": [ 18.92, 25.02 ], "duration": 61.66, "caption": "A woman approaches a man, puts her arms around his neck, and kisses him.", "similarity": 0.8151, "relevance": 3 }, { "pair_id": 321688, "video_name": "grey_s01e08_seg02_clip_20", "timestamp": [ 0.0, 9.44 ], "duration": 89.66, "caption": "A man sees a man tenderly touch a woman's face and kiss her on top of her head.", "similarity": 0.8149, "relevance": 3 }, { "pair_id": 321689, "video_name": "grey_s02e21_seg02_clip_24", "timestamp": [ 9.22, 14.07 ], "duration": 97.66, "caption": "A woman leans down and kisses a man on the mouth while placing her hand on his cheek.", "similarity": 0.8147, "relevance": 4 }, { "pair_id": 321690, "video_name": "met_s05e02_seg02_clip_15", "timestamp": [ 44.04, 46.44 ], "duration": 59.66, "caption": "A woman holds a man's face in both hands and they kiss.", "similarity": 0.8128, "relevance": 4 }, { "pair_id": 321691, "video_name": "friends_s03e04_seg02_clip_09", "timestamp": [ 36.51, 40.73 ], "duration": 60.66, "caption": "A woman puts her hands on guy's face and kisses him.", "similarity": 0.8125, "relevance": 4 }, { "pair_id": 321692, "video_name": "friends_s03e06_seg02_clip_18", "timestamp": [ 55.08, 57.08 ], "duration": 57.66, "caption": "A woman gave a man a kiss on the cheek.", "similarity": 0.8121, "relevance": 4 }, { "pair_id": 321693, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 7.7, 11.94 ], "duration": 77.66, "caption": "A man holds a woman's hand and he kisses her.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 321694, "video_name": "friends_s08e20_seg02_clip_18", "timestamp": [ 25.58, 27.02 ], "duration": 57.66, "caption": "A woman grab a man's face and they kiss each other.", "similarity": 0.8088, "relevance": 4 }, { "pair_id": 321695, "video_name": "house_s08e13_seg02_clip_01", "timestamp": [ 31.69, 36.53 ], "duration": 88.66, "caption": "A woman gives a man a hug and kiss on the cheek.", "similarity": 0.8081, "relevance": 3 }, { "pair_id": 321696, "video_name": "friends_s02e10_seg02_clip_19", "timestamp": [ 8.17, 11.81 ], "duration": 60.66, "caption": "A woman gives a man a hug and kiss on the cheek.", "similarity": 0.8081, "relevance": 3 }, { "pair_id": 321697, "video_name": "friends_s03e11_seg02_clip_18", "timestamp": [ 0.0, 12.74 ], "duration": 53.66, "caption": "A man greets a woman and gives her a kiss on the lips.", "similarity": 0.8077, "relevance": 2 }, { "pair_id": 321698, "video_name": "castle_s07e23_seg02_clip_25", "timestamp": [ 27.6, 31.16 ], "duration": 89.66, "caption": "A woman leans over and gives a man a kiss on the lips.", "similarity": 0.8076, "relevance": 4 }, { "pair_id": 321699, "video_name": "friends_s05e12_seg02_clip_01", "timestamp": [ 9.23, 18.46 ], "duration": 57.66, "caption": "A man holds a woman's hand and then she kisses him.", "similarity": 0.8073, "relevance": 3 } ] }, { "query_id": 86072, "query": "A man and his date walk towards the front of the church.", "relevant_moment": [ { "pair_id": 20300, "video_name": "friends_s04e23-24_seg02_clip_43", "timestamp": [ 15.08, 38.54 ], "duration": 67.66, "caption": "A man and his date walk towards the front of the church.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20301, "video_name": "met_s06e14_seg02_clip_15", "timestamp": [ 54.89, 59.03 ], "duration": 59.66, "caption": "A person walks out of the church with woman and man following him out.", "similarity": 0.6896, "relevance": 4 }, { "pair_id": 20302, "video_name": "castle_s08e04_seg02_clip_02", "timestamp": [ 1.8, 9.45 ], "duration": 90.66, "caption": "A man in a church walks towards some people using a white cane while walking.", "similarity": 0.65, "relevance": 3 }, { "pair_id": 20303, "video_name": "castle_s06e23_seg02_clip_17", "timestamp": [ 81.9, 92.03 ], "duration": 92.66, "caption": "A man smiles and walks over to a woman to see why she's at the church today.", "similarity": 0.6427, "relevance": 4 }, { "pair_id": 20304, "video_name": "castle_s04e23_seg02_clip_12", "timestamp": [ 24.18, 36.5 ], "duration": 91.66, "caption": "A woman and a man walk inside a church with a priest.", "similarity": 0.6401, "relevance": 3 }, { "pair_id": 20305, "video_name": "grey_s03e25_seg02_clip_30", "timestamp": [ 3.51, 46.81 ], "duration": 117.66, "caption": "A woman walks to the front of the church and makes an announcement.", "similarity": 0.605, "relevance": 2 }, { "pair_id": 20306, "video_name": "castle_s06e06_seg02_clip_11", "timestamp": [ 83.85, 91.14 ], "duration": 91.66, "caption": "A woman and a man walk up a church aisle away from a monk.", "similarity": 0.6022, "relevance": 2 }, { "pair_id": 20307, "video_name": "castle_s06e10_seg02_clip_00", "timestamp": [ 81.92, 90.11 ], "duration": 91.66, "caption": "A man and a woman walk into the church and stop once they reach the dead body.", "similarity": 0.587, "relevance": 3 }, { "pair_id": 20308, "video_name": "friends_s05e23-24_seg02_clip_41", "timestamp": [ 18.03, 22.79 ], "duration": 68.66, "caption": "A man and a woman walk into a wedding chapel.", "similarity": 0.5839, "relevance": 2 }, { "pair_id": 20309, "video_name": "friends_s07e05_seg02_clip_09", "timestamp": [ 24.66, 27.85 ], "duration": 58.66, "caption": "A man walks around a woman and towards the front door.", "similarity": 0.5726, "relevance": 1 }, { "pair_id": 20310, "video_name": "castle_s06e15_seg02_clip_02", "timestamp": [ 52.81, 54.57 ], "duration": 88.66, "caption": "Two people walk towards the front of a building.", "similarity": 0.5648, "relevance": 2 }, { "pair_id": 20311, "video_name": "castle_s02e22_seg02_clip_16", "timestamp": [ 40.12, 50.26 ], "duration": 88.66, "caption": "A woman walks up to a man when he is on his date.", "similarity": 0.5602, "relevance": 1 }, { "pair_id": 20312, "video_name": "castle_s07e19_seg02_clip_07", "timestamp": [ 70.09, 74.64 ], "duration": 91.66, "caption": "A person walks towards the direction of a woman and a man.", "similarity": 0.5473, "relevance": 1 }, { "pair_id": 20313, "video_name": "friends_s07e11_seg02_clip_19", "timestamp": [ 4.2, 7.84 ], "duration": 56.66, "caption": "A man walks towards woman while he is on the street.", "similarity": 0.5465, "relevance": 1 }, { "pair_id": 20314, "video_name": "house_s01e01_seg02_clip_22", "timestamp": [ 39.61, 50.17 ], "duration": 88.66, "caption": "A person turns around and a man walks towards him.", "similarity": 0.5424, "relevance": 0 }, { "pair_id": 20315, "video_name": "met_s03e07_seg02_clip_04", "timestamp": [ 29.89, 36.1 ], "duration": 59.66, "caption": "A man and his date walk into someone else's apartment.", "similarity": 0.5422, "relevance": 0 }, { "pair_id": 20316, "video_name": "house_s07e17_seg02_clip_19", "timestamp": [ 59.42, 64.7 ], "duration": 88.66, "caption": "A woman walks up to a man in the chapel and says something to him.", "similarity": 0.5421, "relevance": 1 }, { "pair_id": 20317, "video_name": "friends_s04e23-24_seg02_clip_44", "timestamp": [ 0.0, 12.59 ], "duration": 53.66, "caption": "A woman holds onto a man's arm and carries a bouquet of flowers as they walk down the aisle of the church and have a conversation.", "similarity": 0.5411, "relevance": 3 }, { "pair_id": 20318, "video_name": "s03e05_seg02_clip_05", "timestamp": [ 22.97, 26.33 ], "duration": 56.66, "caption": "A person walks towards and stops in front of a man.", "similarity": 0.5355, "relevance": 1 }, { "pair_id": 20319, "video_name": "castle_s06e22_seg02_clip_20", "timestamp": [ 48.12, 62.18 ], "duration": 74.66, "caption": "A man walks over to a woman and stands in front of her.", "similarity": 0.5323, "relevance": 1 } ] }, { "query_id": 86161, "query": "A person raises his/her red coffee cup and takes a drink.", "relevant_moment": [ { "pair_id": 146420, "video_name": "house_s02e16_seg02_clip_01", "timestamp": [ 83.5, 84.41 ], "duration": 91.66, "caption": "A person raises his/her red coffee cup and takes a drink.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 146421, "video_name": "castle_s07e18_seg02_clip_20", "timestamp": [ 50.12, 54.45 ], "duration": 86.66, "caption": "A person takes a drink from his/her coffee cup.", "similarity": 0.8346, "relevance": 3 }, { "pair_id": 146422, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 41.97, 42.42 ], "duration": 91.66, "caption": "A person takes a drink from their coffee cup.", "similarity": 0.8118, "relevance": 3 }, { "pair_id": 146423, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 6.37, 10.01 ], "duration": 91.66, "caption": "A person stirs his coffee that is in the red cup.", "similarity": 0.8041, "relevance": 1 }, { "pair_id": 146424, "video_name": "house_s03e17_seg02_clip_05", "timestamp": [ 82.82, 85.52 ], "duration": 90.66, "caption": "A person takes a sip from their red coffee mug.", "similarity": 0.7993, "relevance": 4 }, { "pair_id": 146425, "video_name": "house_s08e05_seg02_clip_11", "timestamp": [ 7.65, 9.35 ], "duration": 85.66, "caption": "A person takes hold of their cup and takes a drink.", "similarity": 0.7759, "relevance": 3 }, { "pair_id": 146426, "video_name": "house_s06e07_seg02_clip_06", "timestamp": [ 69.74, 77.24 ], "duration": 88.66, "caption": "A person lifts up their coffee cup, takes a drink, then sits the cup down on their desk.", "similarity": 0.7739, "relevance": 4 }, { "pair_id": 146427, "video_name": "house_s05e03_seg02_clip_10", "timestamp": [ 36.26, 40.24 ], "duration": 88.66, "caption": "A person lifts up their hand to drink some coffee.", "similarity": 0.7733, "relevance": 4 }, { "pair_id": 146428, "video_name": "house_s05e08_seg02_clip_01", "timestamp": [ 70.86, 74.54 ], "duration": 92.66, "caption": "Dr. Person gets his red coffee mug and drinks.", "similarity": 0.7675, "relevance": 4 }, { "pair_id": 146429, "video_name": "met_s03e20_seg01_clip_02", "timestamp": [ 33.31, 35.12 ], "duration": 60.66, "caption": "A person lifts a coffee cup to their mouth, takes a sip from it, and lowers it back down.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 146430, "video_name": "s04e12_seg02_clip_07", "timestamp": [ 20.36, 32.17 ], "duration": 59.66, "caption": "A person pour himself a cup of coffee in a red mug.", "similarity": 0.7611, "relevance": 1 }, { "pair_id": 146431, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 14.43, 16.23 ], "duration": 90.66, "caption": "A man lifts a red coffee cup to his mouth and takes a sip.", "similarity": 0.7599, "relevance": 3 }, { "pair_id": 146432, "video_name": "house_s08e16_seg02_clip_17", "timestamp": [ 5.7, 7.6 ], "duration": 95.66, "caption": "A person drinks from and then puts down their coffee cup.", "similarity": 0.753, "relevance": 3 }, { "pair_id": 146433, "video_name": "s05e11_seg02_clip_01", "timestamp": [ 34.83, 36.3 ], "duration": 59.66, "caption": "A person raises a yellow coffee cup to his/her lips.", "similarity": 0.7519, "relevance": 3 }, { "pair_id": 146434, "video_name": "friends_s07e22_seg02_clip_08", "timestamp": [ 1.53, 4.58 ], "duration": 61.66, "caption": "A person lifts a green coffee cup and takes a drink.", "similarity": 0.7518, "relevance": 3 }, { "pair_id": 146435, "video_name": "house_s07e20_seg02_clip_01", "timestamp": [ 18.51, 19.87 ], "duration": 90.66, "caption": "A person takes a drink from a red mug.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 146436, "video_name": "castle_s06e03_seg02_clip_05", "timestamp": [ 61.43, 65.88 ], "duration": 89.66, "caption": "A man lifts his coffee cup and takes a drink.", "similarity": 0.7497, "relevance": 3 }, { "pair_id": 146437, "video_name": "house_s06e05_seg02_clip_01", "timestamp": [ 86.05, 91.06 ], "duration": 91.66, "caption": "A person holds up their coffee and takes a sip.", "similarity": 0.7482, "relevance": 4 }, { "pair_id": 146438, "video_name": "s04e21_seg02_clip_09", "timestamp": [ 28.05, 29.94 ], "duration": 63.66, "caption": "A person raises their glass and takes a drink.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 146439, "video_name": "castle_s01e05_seg02_clip_07", "timestamp": [ 10.35, 13.5 ], "duration": 90.66, "caption": "A person was taking a sip from their cup of coffee.", "similarity": 0.7413, "relevance": 3 }, { "pair_id": 319740, "video_name": "friends_s04e06_seg02_clip_00", "timestamp": [ 11.9, 14.34 ], "duration": 61.66, "caption": "A person turns from the sink and raises a coffee cup.", "similarity": 0.7388, "relevance": 3 }, { "pair_id": 319741, "video_name": "s06e17_seg01_clip_01", "timestamp": [ 40.58, 43.18 ], "duration": 52.66, "caption": "A person hands his coffee cup over to get a refill.", "similarity": 0.738, "relevance": 2 }, { "pair_id": 319742, "video_name": "house_s04e08_seg02_clip_20", "timestamp": [ 0.0, 5.23 ], "duration": 95.66, "caption": "A person stands up while holding his cup of coffee.", "similarity": 0.736, "relevance": 1 }, { "pair_id": 319743, "video_name": "castle_s03e21_seg02_clip_00", "timestamp": [ 54.33, 58.47 ], "duration": 92.66, "caption": "A woman raises their coffee cup and takes two small sips.", "similarity": 0.7339, "relevance": 3 }, { "pair_id": 319744, "video_name": "house_s01e18_seg02_clip_02", "timestamp": [ 5.79, 7.57 ], "duration": 89.66, "caption": "A person takes a drink of a cup in their hand.", "similarity": 0.7334, "relevance": 3 }, { "pair_id": 319745, "video_name": "house_s05e17_seg02_clip_17", "timestamp": [ 45.97, 50.97 ], "duration": 91.66, "caption": "A person picks up their cup and takes a drink.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 319746, "video_name": "house_s05e04_seg02_clip_23", "timestamp": [ 64.54, 67.66 ], "duration": 89.66, "caption": "A person takes a red coffee cup down from a shelf and sets it on the counter.", "similarity": 0.7315, "relevance": 3 }, { "pair_id": 319747, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 64.37, 67.49 ], "duration": 78.66, "caption": "A person picks up their cup of coffee and takes a sip.", "similarity": 0.7291, "relevance": 2 }, { "pair_id": 319748, "video_name": "castle_s04e13_seg02_clip_24", "timestamp": [ 3.12, 6.23 ], "duration": 89.66, "caption": "Person takes a sip from a mug of coffee.", "similarity": 0.7291, "relevance": 3 }, { "pair_id": 319749, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 0.0, 1.35 ], "duration": 90.66, "caption": "A person takes a drink out of the coffee cup in his hand.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 319750, "video_name": "house_s03e12_seg02_clip_12", "timestamp": [ 9.1, 11.38 ], "duration": 91.66, "caption": "A person stirs and picks up his coffee cup.", "similarity": 0.7264, "relevance": 2 }, { "pair_id": 319751, "video_name": "castle_s03e20_seg02_clip_03", "timestamp": [ 79.65, 81.01 ], "duration": 91.66, "caption": "A person is about to take a drink from his coffee cup when someone walks beside him.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 319752, "video_name": "house_s01e13_seg02_clip_09", "timestamp": [ 64.01, 67.54 ], "duration": 88.66, "caption": "A person holds onto their red mug and takes a sip.", "similarity": 0.726, "relevance": 4 }, { "pair_id": 319753, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 44.52, 49.01 ], "duration": 69.66, "caption": "A woman lifts a coffee cup and takes a drink.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 319754, "video_name": "house_s01e15_seg02_clip_13", "timestamp": [ 7.48, 11.0 ], "duration": 88.66, "caption": "A person is seen taking a sip from their coffee mug.", "similarity": 0.7211, "relevance": 3 }, { "pair_id": 319755, "video_name": "s06e20_seg01_clip_00", "timestamp": [ 55.83, 59.86 ], "duration": 62.66, "caption": "A person sitting behind someone with glasses lifts their coffee cup, takes a sip and sets the cup back down.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 319756, "video_name": "house_s02e09_seg02_clip_00", "timestamp": [ 66.26, 68.66 ], "duration": 96.66, "caption": "A man takes a drink from his red coffee mug.", "similarity": 0.7159, "relevance": 4 }, { "pair_id": 319757, "video_name": "castle_s04e12_seg02_clip_26", "timestamp": [ 72.43, 75.98 ], "duration": 142.66, "caption": "A person raises his/her glass in the air and takes a drink.", "similarity": 0.7152, "relevance": 3 }, { "pair_id": 319758, "video_name": "house_s02e05_seg02_clip_05", "timestamp": [ 64.26, 66.9 ], "duration": 88.66, "caption": "A man picks up a red cup and takes a drink.", "similarity": 0.7143, "relevance": 4 }, { "pair_id": 319759, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 0.0, 3.32 ], "duration": 83.66, "caption": "A person places a coffee cup down onto the table and gets up.", "similarity": 0.7128, "relevance": 1 } ] }, { "query_id": 86260, "query": "A man is texting while he is in a meeting with the other doctors.", "relevant_moment": [ { "pair_id": 148940, "video_name": "house_s06e15_seg02_clip_10", "timestamp": [ 3.12, 8.02 ], "duration": 89.66, "caption": "A man is texting while he is in a meeting with the other doctors.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 148941, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 0.0, 11.93 ], "duration": 88.66, "caption": "Doctors are having a conversation together with a man on the phone.", "similarity": 0.7904, "relevance": 3 }, { "pair_id": 148942, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 49.09, 61.7 ], "duration": 90.66, "caption": "A man is having a conversation with some doctors.", "similarity": 0.7781, "relevance": 2 }, { "pair_id": 148943, "video_name": "house_s05e04_seg02_clip_00", "timestamp": [ 0.0, 34.18 ], "duration": 91.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.7608, "relevance": 3 }, { "pair_id": 148944, "video_name": "house_s01e14_seg02_clip_18", "timestamp": [ 43.74, 88.36 ], "duration": 88.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.7608, "relevance": 2 }, { "pair_id": 148945, "video_name": "house_s04e04_seg02_clip_03", "timestamp": [ 54.3, 61.87 ], "duration": 89.66, "caption": "A person is in front of the other doctors and he is discussing something while someone is on the phone.", "similarity": 0.7597, "relevance": 2 }, { "pair_id": 148946, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 31.06, 37.81 ], "duration": 90.66, "caption": "A man is talking to another doctor and the other doctors about his condition.", "similarity": 0.7461, "relevance": 1 }, { "pair_id": 148947, "video_name": "house_s03e07_seg02_clip_12", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking on the phone while he is in the car with the other doctors.", "similarity": 0.7452, "relevance": 0 }, { "pair_id": 148948, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.7433, "relevance": 0 }, { "pair_id": 148949, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 43.63, 55.45 ], "duration": 90.66, "caption": "A man and a group of doctors are having a conversation.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 148950, "video_name": "house_s01e12_seg02_clip_07", "timestamp": [ 0.0, 5.9 ], "duration": 90.66, "caption": "A man is discussing with his doctors while some people are taking down notes.", "similarity": 0.7397, "relevance": 2 }, { "pair_id": 148951, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 59.96, 90.17 ], "duration": 90.66, "caption": "The doctors are having a conversation with a man.", "similarity": 0.737, "relevance": 2 }, { "pair_id": 148952, "video_name": "house_s02e06_seg02_clip_06", "timestamp": [ 0.0, 12.91 ], "duration": 89.66, "caption": "A man is doing some work with his patient and the manager of the patient is talking to someone on the phone.", "similarity": 0.7255, "relevance": 0 }, { "pair_id": 148953, "video_name": "house_s08e17_seg02_clip_06", "timestamp": [ 21.95, 32.26 ], "duration": 89.66, "caption": "A man and some doctors having a meeting conversation inside the room.", "similarity": 0.7236, "relevance": 2 }, { "pair_id": 148954, "video_name": "house_s05e03_seg02_clip_24", "timestamp": [ 0.0, 10.92 ], "duration": 91.66, "caption": "A man is on the phone with another man and he is explaining to him about the condition of his patient.", "similarity": 0.7218, "relevance": 1 }, { "pair_id": 148955, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.7186, "relevance": 1 }, { "pair_id": 148956, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.7153, "relevance": 0 }, { "pair_id": 148957, "video_name": "house_s07e01_seg02_clip_05", "timestamp": [ 81.95, 89.08 ], "duration": 89.66, "caption": "A person is talking with two doctors that enter in his office.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 148958, "video_name": "house_s06e15_seg02_clip_10", "timestamp": [ 51.27, 62.86 ], "duration": 89.66, "caption": "A man takes the cell phone from the doctor and begins texting rude things.", "similarity": 0.7135, "relevance": 4 }, { "pair_id": 148959, "video_name": "house_s06e03_seg02_clip_11", "timestamp": [ 0.0, 8.46 ], "duration": 89.66, "caption": "A person is vogueing while talking to the other doctors.", "similarity": 0.7132, "relevance": 1 } ] }, { "query_id": 86270, "query": "A woman fixes their robe and wears it after.", "relevant_moment": [ { "pair_id": 2820, "video_name": "met_s05e01_seg02_clip_08", "timestamp": [ 0.0, 4.48 ], "duration": 59.66, "caption": "A woman fixes their robe and wears it after.", "similarity": 1.0, "relevance": 2 }, { "pair_id": 2821, "video_name": "s05e06_seg02_clip_17", "timestamp": [ 40.16, 46.0 ], "duration": 73.66, "caption": "A woman adjusts the top of person's robe.", "similarity": 0.7518, "relevance": 1 }, { "pair_id": 2822, "video_name": "friends_s06e13_seg02_clip_17", "timestamp": [ 19.56, 25.08 ], "duration": 46.66, "caption": "A woman puts her robe on and sits down.", "similarity": 0.6575, "relevance": 3 }, { "pair_id": 2823, "video_name": "friends_s05e23-24_seg02_clip_06", "timestamp": [ 0.0, 7.18 ], "duration": 35.66, "caption": "A woman takes off her robe and looks around.", "similarity": 0.6568, "relevance": 1 }, { "pair_id": 2824, "video_name": "friends_s01e23_seg02_clip_03", "timestamp": [ 37.72, 48.45 ], "duration": 58.66, "caption": "A woman fixes her jewelry and adjusts parts of her outfit.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 2825, "video_name": "castle_s08e17_seg02_clip_00", "timestamp": [ 9.66, 20.25 ], "duration": 92.66, "caption": "A woman takes her robe off and exposes her white lingerie.", "similarity": 0.6403, "relevance": 1 }, { "pair_id": 2826, "video_name": "friends_s01e20_seg02_clip_05", "timestamp": [ 5.53, 15.28 ], "duration": 65.66, "caption": "A woman ties her skirt and adjusts her clothes.", "similarity": 0.6387, "relevance": 1 }, { "pair_id": 2827, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 7.75, 12.41 ], "duration": 62.66, "caption": "A woman comes out wearing a red robe when person comes home.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 2828, "video_name": "met_s03e17_seg01_clip_00", "timestamp": [ 88.53, 90.12 ], "duration": 99.66, "caption": "A woman ties a robe on as she is seated on the bed.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 2829, "video_name": "met_s02e21_seg02_clip_06", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A woman tries to fix a part of her wedding dress.", "similarity": 0.6142, "relevance": 1 }, { "pair_id": 2830, "video_name": "friends_s03e02_seg02_clip_03", "timestamp": [ 2.88, 7.36 ], "duration": 64.66, "caption": "A woman comes out of her room wearing a robe.", "similarity": 0.6059, "relevance": 0 }, { "pair_id": 2831, "video_name": "friends_s08e21_seg02_clip_00", "timestamp": [ 53.7, 57.37 ], "duration": 61.66, "caption": "A woman adjusts her robe as she has a conversation with man.", "similarity": 0.5913, "relevance": 2 }, { "pair_id": 2832, "video_name": "friends_s09e20_seg02_clip_07", "timestamp": [ 59.88, 61.77 ], "duration": 63.66, "caption": "A woman reaches over and opens person's robe to expose a black dress.", "similarity": 0.5842, "relevance": 1 }, { "pair_id": 2833, "video_name": "friends_s06e15-16_seg02_clip_32", "timestamp": [ 35.12, 47.42 ], "duration": 60.66, "caption": "A woman goes out into the hallway and takes off her robe and gets her waiting accessories and leaves.", "similarity": 0.578, "relevance": 1 }, { "pair_id": 2834, "video_name": "friends_s10e03_seg02_clip_03", "timestamp": [ 35.44, 39.02 ], "duration": 65.66, "caption": "A person removes his robe and hangs it on a hook.", "similarity": 0.5772, "relevance": 1 }, { "pair_id": 2835, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 16.13, 17.99 ], "duration": 62.66, "caption": "A woman tightens the rope on her robe as she looks at another woman.", "similarity": 0.5735, "relevance": 1 }, { "pair_id": 2836, "video_name": "s10e13_seg02_clip_10", "timestamp": [ 49.61, 52.46 ], "duration": 57.66, "caption": "A person takes off their robe to reveal a full garment of clothes underneath.", "similarity": 0.5673, "relevance": 1 }, { "pair_id": 2837, "video_name": "friends_s09e05_seg02_clip_14", "timestamp": [ 36.91, 39.7 ], "duration": 62.66, "caption": "A woman gets out of bed and fixes her dress.", "similarity": 0.5657, "relevance": 0 }, { "pair_id": 2838, "video_name": "s04e07_seg02_clip_08", "timestamp": [ 30.4, 36.01 ], "duration": 59.66, "caption": "A person ties the belt on his/her robe as he/she walks into the room.", "similarity": 0.5651, "relevance": 1 }, { "pair_id": 2839, "video_name": "friends_s03e13_seg02_clip_01", "timestamp": [ 45.55, 48.73 ], "duration": 63.66, "caption": "A woman comes out of her bedroom wearing her robe.", "similarity": 0.5629, "relevance": 1 } ] }, { "query_id": 86297, "query": "A man rolls on the ground laughing near the campfire.", "relevant_moment": [ { "pair_id": 39060, "video_name": "s03e08_seg02_clip_17", "timestamp": [ 70.42, 74.42 ], "duration": 80.66, "caption": "A man rolls on the ground laughing near the campfire.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 39061, "video_name": "house_s07e16_seg02_clip_06", "timestamp": [ 47.1, 48.89 ], "duration": 89.66, "caption": "A man has their hands folded by their mouth, and then laughs.", "similarity": 0.55, "relevance": 1 }, { "pair_id": 39062, "video_name": "house_s07e04_seg02_clip_21", "timestamp": [ 67.53, 71.4 ], "duration": 86.66, "caption": "A man places his hand into the fire to demonstrate.", "similarity": 0.541, "relevance": 1 }, { "pair_id": 39063, "video_name": "castle_s06e02_seg02_clip_11", "timestamp": [ 5.58, 10.23 ], "duration": 93.66, "caption": "A man laughs in response to something another person says.", "similarity": 0.5255, "relevance": 1 }, { "pair_id": 39064, "video_name": "s01e13_seg02_clip_06", "timestamp": [ 13.65, 18.92 ], "duration": 62.66, "caption": "A person holds their hands together and rolls their fingers while laughing.", "similarity": 0.525, "relevance": 1 }, { "pair_id": 39065, "video_name": "castle_s02e02_seg02_clip_19", "timestamp": [ 35.11, 40.06 ], "duration": 90.66, "caption": "A man in an alley laughs at a person.", "similarity": 0.5224, "relevance": 2 }, { "pair_id": 39066, "video_name": "friends_s08e21_seg02_clip_09", "timestamp": [ 40.77, 43.34 ], "duration": 57.66, "caption": "A person laughs at something a man just said.", "similarity": 0.5218, "relevance": 1 }, { "pair_id": 39067, "video_name": "s07e20_seg02_clip_13", "timestamp": [ 3.84, 18.57 ], "duration": 64.66, "caption": "A man gets angry when he's laughed at and gets up and leaves.", "similarity": 0.5212, "relevance": 1 }, { "pair_id": 39068, "video_name": "s05e13_seg02_clip_04", "timestamp": [ 11.71, 14.11 ], "duration": 60.66, "caption": "A man puts their hand up to their face and laughs.", "similarity": 0.5202, "relevance": 1 }, { "pair_id": 39069, "video_name": "castle_s06e03_seg02_clip_04", "timestamp": [ 71.67, 72.12 ], "duration": 89.66, "caption": "A man laughs and claps as he stands next to a person.", "similarity": 0.5136, "relevance": 2 }, { "pair_id": 39070, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 52.22, 56.73 ], "duration": 60.66, "caption": "A man is laughing and then another man also starts laughing.", "similarity": 0.5125, "relevance": 2 }, { "pair_id": 39071, "video_name": "friends_s08e12_seg02_clip_10", "timestamp": [ 53.96, 58.03 ], "duration": 58.66, "caption": "A man talks about what happened while he was laughing.", "similarity": 0.5117, "relevance": 0 }, { "pair_id": 39072, "video_name": "friends_s07e03_seg02_clip_08", "timestamp": [ 42.14, 46.3 ], "duration": 55.66, "caption": "A man is pointing and laughing while saying something.", "similarity": 0.5111, "relevance": 1 }, { "pair_id": 39073, "video_name": "met_s06e11_seg02_clip_10", "timestamp": [ 21.67, 25.23 ], "duration": 59.66, "caption": "A man starts laughing and slaps his knee.", "similarity": 0.5103, "relevance": 2 }, { "pair_id": 39074, "video_name": "friends_s06e14_seg02_clip_20", "timestamp": [ 16.53, 20.02 ], "duration": 87.66, "caption": "A man laughs so much he lowers his face to his hands.", "similarity": 0.5067, "relevance": 2 }, { "pair_id": 39075, "video_name": "friends_s03e20_seg02_clip_15", "timestamp": [ 0.0, 3.76 ], "duration": 47.66, "caption": "A man tells everyone there is a fire while it goes on.", "similarity": 0.5056, "relevance": 1 }, { "pair_id": 39076, "video_name": "s03e08_seg02_clip_17", "timestamp": [ 39.61, 54.42 ], "duration": 80.66, "caption": "A person sits in front of a campfire with a flashlight held up to their face.", "similarity": 0.5015, "relevance": 2 }, { "pair_id": 39077, "video_name": "met_s03e09_seg02_clip_18", "timestamp": [ 31.6, 33.88 ], "duration": 50.66, "caption": "A person raises both arms in the air while laughing.", "similarity": 0.4979, "relevance": 0 }, { "pair_id": 39078, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A person makes a funny reaction to a man.", "similarity": 0.4969, "relevance": 0 }, { "pair_id": 39079, "video_name": "grey_s03e10_seg02_clip_08", "timestamp": [ 2.7, 3.15 ], "duration": 90.66, "caption": "The person wearing a brown sweater was laughing.", "similarity": 0.4945, "relevance": 1 } ] }, { "query_id": 86317, "query": "A man walks over and sets the salad bowl on the table and sits down.", "relevant_moment": [ { "pair_id": 161380, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 0.0, 6.56 ], "duration": 57.66, "caption": "A man walks over and sets the salad bowl on the table and sits down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 161381, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 1.32, 3.63 ], "duration": 66.66, "caption": "A person walks over and sets a bowl of salad on the table.", "similarity": 0.851, "relevance": 2 }, { "pair_id": 161382, "video_name": "s09e13_seg01_clip_01", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man took a bowl of salad to the table from the kitchen.", "similarity": 0.7256, "relevance": 2 }, { "pair_id": 161383, "video_name": "met_s02e11_seg02_clip_18", "timestamp": [ 44.15, 51.77 ], "duration": 63.66, "caption": "A person slowly walks over to the table and sits a bowl down.", "similarity": 0.7243, "relevance": 3 }, { "pair_id": 161384, "video_name": "friends_s03e17_seg02_clip_03", "timestamp": [ 12.1, 15.05 ], "duration": 59.66, "caption": "A man sets down their bowl on the table.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 161385, "video_name": "friends_s07e09_seg02_clip_10", "timestamp": [ 15.91, 19.51 ], "duration": 60.66, "caption": "A person takes the bowl over to the kitchen table and sets it down.", "similarity": 0.6903, "relevance": 2 }, { "pair_id": 161386, "video_name": "met_s03e04_seg02_clip_02", "timestamp": [ 20.47, 28.53 ], "duration": 62.66, "caption": "A man walks over to the table and sits down.", "similarity": 0.6902, "relevance": 2 }, { "pair_id": 161387, "video_name": "s02e09_seg02_clip_08", "timestamp": [ 32.41, 34.22 ], "duration": 60.66, "caption": "A person walks over, puts his food tray on the table and sits down.", "similarity": 0.6509, "relevance": 3 }, { "pair_id": 161388, "video_name": "s02e10_seg02_clip_14", "timestamp": [ 25.77, 29.41 ], "duration": 56.66, "caption": "A person walks over to the lunch table to place his food down.", "similarity": 0.6489, "relevance": 3 }, { "pair_id": 161389, "video_name": "s10e12_seg02_clip_00", "timestamp": [ 6.1, 8.85 ], "duration": 61.66, "caption": "A man walks to the kitchen island and sets his bowl down.", "similarity": 0.648, "relevance": 3 }, { "pair_id": 161390, "video_name": "s04e17_seg02_clip_05", "timestamp": [ 0.6, 3.6 ], "duration": 60.66, "caption": "A person walks over and places a bowl of snacks on the table.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 161391, "video_name": "s06e06_seg02_clip_09", "timestamp": [ 32.57, 34.12 ], "duration": 62.66, "caption": "A man sits down on a kitchen stool at the tall table.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 161392, "video_name": "s09e11_seg02_clip_00", "timestamp": [ 6.72, 9.92 ], "duration": 64.66, "caption": "A person walks over to the table and places a bowl of rolls.", "similarity": 0.6237, "relevance": 3 }, { "pair_id": 161393, "video_name": "friends_s02e01_seg02_clip_18", "timestamp": [ 35.12, 39.92 ], "duration": 60.66, "caption": "A man walked over the dining table and sit on a chair.", "similarity": 0.6205, "relevance": 2 }, { "pair_id": 161394, "video_name": "met_s02e09_seg02_clip_04", "timestamp": [ 59.73, 60.03 ], "duration": 60.66, "caption": "A man walks back to the table and begins to sit down.", "similarity": 0.6157, "relevance": 2 }, { "pair_id": 161395, "video_name": "house_s04e16_seg02_clip_01", "timestamp": [ 21.86, 31.63 ], "duration": 93.66, "caption": "A person walks to his table and sit down.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 161396, "video_name": "s03e18_seg01_clip_00", "timestamp": [ 36.5, 39.17 ], "duration": 89.66, "caption": "A man sets his lunch tray down on the table and sits down.", "similarity": 0.6081, "relevance": 3 }, { "pair_id": 161397, "video_name": "s03e19_seg02_clip_14", "timestamp": [ 26.27, 28.33 ], "duration": 59.66, "caption": "A man gets up from his seat to bowl.", "similarity": 0.6012, "relevance": 0 }, { "pair_id": 161398, "video_name": "friends_s03e03_seg02_clip_07", "timestamp": [ 12.21, 16.48 ], "duration": 61.66, "caption": "A man is sitting at the table preparing to eat his food.", "similarity": 0.593, "relevance": 1 }, { "pair_id": 161399, "video_name": "s06e01_seg02_clip_02", "timestamp": [ 12.51, 17.7 ], "duration": 61.66, "caption": "A man sits down at the table with his lunch tray.", "similarity": 0.5918, "relevance": 3 }, { "pair_id": 334700, "video_name": "met_s02e11_seg02_clip_18", "timestamp": [ 47.2, 58.87 ], "duration": 63.66, "caption": "A man sits down alone at a table with a large partially empty mixing bowl.", "similarity": 0.5891, "relevance": 4 }, { "pair_id": 334701, "video_name": "friends_s06e18_seg02_clip_00", "timestamp": [ 18.57, 20.81 ], "duration": 64.66, "caption": "A man sits down at the dining room table.", "similarity": 0.5886, "relevance": 1 }, { "pair_id": 334702, "video_name": "friends_s03e17_seg02_clip_10", "timestamp": [ 22.43, 24.79 ], "duration": 59.66, "caption": "A man takes a seat at the dinner table.", "similarity": 0.5837, "relevance": 2 }, { "pair_id": 334703, "video_name": "s06e24_seg02_clip_06", "timestamp": [ 52.83, 60.75 ], "duration": 66.66, "caption": "A man starts serving the salad on the table after a woman leaves the table.", "similarity": 0.5801, "relevance": 1 }, { "pair_id": 334704, "video_name": "grey_s02e07_seg02_clip_07", "timestamp": [ 19.27, 27.78 ], "duration": 89.66, "caption": "A person walks over to the table and angrily begins to eat their salad.", "similarity": 0.5786, "relevance": 3 }, { "pair_id": 334705, "video_name": "s04e18_seg02_clip_04", "timestamp": [ 26.24, 28.38 ], "duration": 61.66, "caption": "A man puts a bowl of food down on the coffee table.", "similarity": 0.5775, "relevance": 2 }, { "pair_id": 334706, "video_name": "s03e03_seg02_clip_11", "timestamp": [ 30.46, 33.36 ], "duration": 58.66, "caption": "A person takes a bowl off of the end table.", "similarity": 0.5765, "relevance": 1 }, { "pair_id": 334707, "video_name": "friends_s02e04_seg02_clip_00", "timestamp": [ 0.0, 4.34 ], "duration": 62.66, "caption": "A man was putting food to the bowl he was holding.", "similarity": 0.5735, "relevance": 2 }, { "pair_id": 334708, "video_name": "friends_s06e08_seg02_clip_13", "timestamp": [ 33.01, 36.04 ], "duration": 55.66, "caption": "A man rushes over to the potpourri bowl sitting on person's table.", "similarity": 0.5734, "relevance": 2 }, { "pair_id": 334709, "video_name": "friends_s07e11_seg02_clip_13", "timestamp": [ 0.0, 6.44 ], "duration": 56.66, "caption": "The waiter walks over to take man's dinner order.", "similarity": 0.5725, "relevance": 1 }, { "pair_id": 334710, "video_name": "house_s06e18_seg02_clip_01", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "The man puts his bowl into the sink at the counter.", "similarity": 0.5706, "relevance": 1 }, { "pair_id": 334711, "video_name": "friends_s08e19_seg02_clip_00", "timestamp": [ 23.83, 30.85 ], "duration": 61.66, "caption": "A person walks over to a man's table to take his order.", "similarity": 0.5705, "relevance": 1 }, { "pair_id": 334712, "video_name": "friends_s02e05_seg02_clip_00", "timestamp": [ 52.5, 55.14 ], "duration": 66.66, "caption": "A man sits down on the floor next to the table.", "similarity": 0.5644, "relevance": 1 }, { "pair_id": 334713, "video_name": "s02e11_seg02_clip_08", "timestamp": [ 41.12, 54.32 ], "duration": 60.66, "caption": "A man walks over to a chair at the table and sets their bag down.", "similarity": 0.5641, "relevance": 2 }, { "pair_id": 334714, "video_name": "friends_s03e20_seg02_clip_13", "timestamp": [ 8.26, 9.15 ], "duration": 59.66, "caption": "A man takes a spoonful of his food from a bowl.", "similarity": 0.5625, "relevance": 1 }, { "pair_id": 334715, "video_name": "house_s01e17_seg02_clip_12", "timestamp": [ 24.21, 26.85 ], "duration": 88.66, "caption": "A man walks over to the table and sits down with the group.", "similarity": 0.5596, "relevance": 2 }, { "pair_id": 334716, "video_name": "grey_s03e03_seg02_clip_12", "timestamp": [ 84.17, 88.64 ], "duration": 89.66, "caption": "A man sets his lunch tray on the table, sits down, and begins talking to some people.", "similarity": 0.5593, "relevance": 3 }, { "pair_id": 334717, "video_name": "house_s03e06_seg02_clip_11", "timestamp": [ 30.34, 49.08 ], "duration": 89.66, "caption": "A man eats a salad from a plastic container and talks to the others.", "similarity": 0.5587, "relevance": 1 }, { "pair_id": 334718, "video_name": "friends_s06e18_seg02_clip_00", "timestamp": [ 30.41, 33.3 ], "duration": 64.66, "caption": "A man moves his food bowl while he speaks to another man at the table.", "similarity": 0.5578, "relevance": 2 }, { "pair_id": 334719, "video_name": "friends_s08e14_seg02_clip_02", "timestamp": [ 5.58, 7.13 ], "duration": 62.66, "caption": "A man points to the kitchen to ask someone where they'll set down the bowl.", "similarity": 0.5577, "relevance": 1 } ] }, { "query_id": 86350, "query": "A woman and a man were angrily talking to each other.", "relevant_moment": [ { "pair_id": 149320, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 0.0, 26.23 ], "duration": 92.66, "caption": "A woman and a man were angrily talking to each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 149321, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman and a man were talking angrily at each other.", "similarity": 0.9832, "relevance": 3 }, { "pair_id": 149322, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 0.0, 36.52 ], "duration": 90.66, "caption": "A man was talking angrily at a person and woman.", "similarity": 0.9333, "relevance": 2 }, { "pair_id": 149323, "video_name": "castle_s06e03_seg02_clip_20", "timestamp": [ 47.79, 80.42 ], "duration": 91.66, "caption": "Two people were both angrily talking to a woman.", "similarity": 0.929, "relevance": 3 }, { "pair_id": 149324, "video_name": "castle_s02e18_seg02_clip_15", "timestamp": [ 58.95, 83.33 ], "duration": 88.66, "caption": "A woman was talking angrily to a man.", "similarity": 0.9243, "relevance": 4 }, { "pair_id": 149325, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 6.0, 19.38 ], "duration": 92.66, "caption": "Two people were talking angrily at each other.", "similarity": 0.9033, "relevance": 4 }, { "pair_id": 149326, "video_name": "friends_s06e20_seg02_clip_10", "timestamp": [ 9.5, 35.04 ], "duration": 59.66, "caption": "Two people were talking angrily at each other.", "similarity": 0.9033, "relevance": 3 }, { "pair_id": 149327, "video_name": "friends_s05e16_seg02_clip_04", "timestamp": [ 0.0, 30.4 ], "duration": 59.66, "caption": "Two people were talking angrily at each other.", "similarity": 0.9033, "relevance": 3 }, { "pair_id": 149328, "video_name": "friends_s04e21_seg02_clip_05", "timestamp": [ 1.03, 41.02 ], "duration": 41.66, "caption": "Two people were talking angrily at each other.", "similarity": 0.9033, "relevance": 4 }, { "pair_id": 149329, "video_name": "friends_s03e10_seg02_clip_14", "timestamp": [ 29.16, 34.57 ], "duration": 60.66, "caption": "Two people were talking angrily at each other.", "similarity": 0.9033, "relevance": 2 }, { "pair_id": 149330, "video_name": "castle_s03e24_seg02_clip_14", "timestamp": [ 54.07, 90.12 ], "duration": 90.66, "caption": "Two people were intensely and angrily talking at each other.", "similarity": 0.8676, "relevance": 4 }, { "pair_id": 149331, "video_name": "castle_s05e19_seg02_clip_20", "timestamp": [ 0.0, 52.16 ], "duration": 82.66, "caption": "A person was angrily talking to two other people.", "similarity": 0.8499, "relevance": 3 }, { "pair_id": 149332, "video_name": "castle_s08e18_seg02_clip_05", "timestamp": [ 0.0, 20.01 ], "duration": 90.66, "caption": "Two women were angrily talking to each other.", "similarity": 0.8365, "relevance": 3 }, { "pair_id": 149333, "video_name": "house_s01e22_seg02_clip_09", "timestamp": [ 55.81, 58.52 ], "duration": 90.66, "caption": "A woman confronted man and talk to him very angry.", "similarity": 0.8239, "relevance": 3 }, { "pair_id": 149334, "video_name": "friends_s09e06_seg02_clip_27", "timestamp": [ 0.0, 9.83 ], "duration": 56.66, "caption": "A woman was angrily talking to a man while he was drinking.", "similarity": 0.8202, "relevance": 2 }, { "pair_id": 149335, "video_name": "s06e12_seg02_clip_07", "timestamp": [ 45.77, 47.91 ], "duration": 61.66, "caption": "A woman points at a man angrily during their conversation.", "similarity": 0.8123, "relevance": 2 }, { "pair_id": 149336, "video_name": "house_s08e15_seg02_clip_23", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "A man was talking angrily to another man.", "similarity": 0.8029, "relevance": 2 }, { "pair_id": 149337, "video_name": "house_s05e02_seg02_clip_08", "timestamp": [ 34.89, 46.05 ], "duration": 93.66, "caption": "A man was talking angrily to another man.", "similarity": 0.8029, "relevance": 3 }, { "pair_id": 149338, "video_name": "friends_s04e01_seg02_clip_18", "timestamp": [ 37.14, 58.03 ], "duration": 58.66, "caption": "A woman wearing a white night gown and a man wearing a green sweater were talking angrily at each other.", "similarity": 0.7983, "relevance": 4 }, { "pair_id": 322640, "video_name": "castle_s04e13_seg02_clip_10", "timestamp": [ 29.87, 38.92 ], "duration": 90.66, "caption": "A man angrily walks up to a woman and a man.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 322641, "video_name": "castle_s08e22_seg02_clip_22", "timestamp": [ 22.8, 26.68 ], "duration": 97.66, "caption": "A person is talking to another person and looks around angrily.", "similarity": 0.7689, "relevance": 2 }, { "pair_id": 322642, "video_name": "friends_s05e06_seg02_clip_13", "timestamp": [ 35.98, 58.03 ], "duration": 58.66, "caption": "A woman was talking angrily at a person wearing a gray sweater.", "similarity": 0.7643, "relevance": 3 }, { "pair_id": 322643, "video_name": "met_s06e10_seg02_clip_04", "timestamp": [ 28.85, 36.98 ], "duration": 56.66, "caption": "A woman speaks angrily at a man while pointing a finger at him.", "similarity": 0.7592, "relevance": 4 }, { "pair_id": 322644, "video_name": "friends_s01e01_seg02_clip_28", "timestamp": [ 0.0, 7.74 ], "duration": 43.66, "caption": "A woman and man were talking to each other.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 322645, "video_name": "met_s02e05_seg02_clip_19", "timestamp": [ 0.0, 9.38 ], "duration": 45.66, "caption": "A man points angrily at a woman while another man voice overs their relationship ended.", "similarity": 0.7539, "relevance": 4 }, { "pair_id": 322646, "video_name": "s07e03_seg02_clip_05", "timestamp": [ 0.0, 7.83 ], "duration": 58.66, "caption": "A woman was angrily talking to a person whilst standing at the back of the door.", "similarity": 0.7525, "relevance": 2 }, { "pair_id": 322647, "video_name": "s06e01_seg02_clip_04", "timestamp": [ 37.23, 39.67 ], "duration": 61.66, "caption": "A woman confronts man angrily regarding man's mother during the conversation.", "similarity": 0.7517, "relevance": 3 }, { "pair_id": 322648, "video_name": "house_s02e01_seg02_clip_17", "timestamp": [ 29.17, 37.68 ], "duration": 81.66, "caption": "A woman stands up and walks towards a man angrily.", "similarity": 0.75, "relevance": 3 }, { "pair_id": 322649, "video_name": "house_s01e22_seg02_clip_14", "timestamp": [ 38.94, 42.56 ], "duration": 90.66, "caption": "A woman angrily walks away from a man during a conversation.", "similarity": 0.7486, "relevance": 3 }, { "pair_id": 322650, "video_name": "grey_s03e09_seg02_clip_16", "timestamp": [ 55.31, 70.86 ], "duration": 91.66, "caption": "A woman and a man yell at each other and argue.", "similarity": 0.7471, "relevance": 4 }, { "pair_id": 322651, "video_name": "house_s05e16_seg02_clip_21", "timestamp": [ 17.18, 38.89 ], "duration": 90.66, "caption": "The woman wearing brown sweater was talking angrily to another woman.", "similarity": 0.7436, "relevance": 2 }, { "pair_id": 322652, "video_name": "castle_s01e05_seg02_clip_23", "timestamp": [ 47.79, 55.53 ], "duration": 91.66, "caption": "A man leans in angrily as he is speaking to woman.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 322653, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 47.74, 59.3 ], "duration": 59.66, "caption": "A woman's angry about their partner and discusses it with another woman.", "similarity": 0.7361, "relevance": 2 }, { "pair_id": 322654, "video_name": "friends_s02e17_seg02_clip_15", "timestamp": [ 43.02, 61.03 ], "duration": 61.66, "caption": "A woman stands up from her chair and starts angrily talking to two people.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 322655, "video_name": "castle_s08e17_seg02_clip_26", "timestamp": [ 36.11, 86.95 ], "duration": 95.66, "caption": "A woman and a man were seriously talking to each other.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 322656, "video_name": "house_s07e01_seg02_clip_20", "timestamp": [ 35.61, 38.73 ], "duration": 89.66, "caption": "A woman stares angrily at what a man just said.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 322657, "video_name": "s06e15_seg02_clip_15", "timestamp": [ 29.11, 35.42 ], "duration": 60.66, "caption": "A woman angrily walks over to a man and yells at him.", "similarity": 0.7267, "relevance": 3 }, { "pair_id": 322658, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 44.35, 59.24 ], "duration": 62.66, "caption": "A woman talks to some men and a person gets upset.", "similarity": 0.7262, "relevance": 3 }, { "pair_id": 322659, "video_name": "house_s07e02_seg02_clip_14", "timestamp": [ 33.32, 67.52 ], "duration": 88.66, "caption": "Two people were talking angrily to a doctor.", "similarity": 0.7241, "relevance": 3 } ] }, { "query_id": 86377, "query": "A man is sitting on the couch watching tv and talking to himself.", "relevant_moment": [ { "pair_id": 9440, "video_name": "friends_s09e08_seg01_clip_00", "timestamp": [ 48.38, 52.72 ], "duration": 62.66, "caption": "A man is sitting on the couch watching tv and talking to himself.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9441, "video_name": "met_s06e03_seg01_clip_02", "timestamp": [ 21.4, 27.26 ], "duration": 58.66, "caption": "A person is sitting on the couch and talking to the TV.", "similarity": 0.8251, "relevance": 3 }, { "pair_id": 9442, "video_name": "friends_s02e17_seg02_clip_04", "timestamp": [ 37.86, 42.04 ], "duration": 44.66, "caption": "A man sits on the couch and watches some TV.", "similarity": 0.7763, "relevance": 3 }, { "pair_id": 9443, "video_name": "friends_s08e04_seg02_clip_10", "timestamp": [ 0.0, 6.82 ], "duration": 59.66, "caption": "A man was sitting on a couch whilst talking.", "similarity": 0.7288, "relevance": 3 }, { "pair_id": 9444, "video_name": "friends_s08e19_seg02_clip_02", "timestamp": [ 39.22, 52.66 ], "duration": 56.66, "caption": "A man sits on the couch as he gestures and reacts to the TV.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 9445, "video_name": "friends_s04e18_seg02_clip_07", "timestamp": [ 21.13, 26.25 ], "duration": 64.66, "caption": "A man was talking whilst sitting on the couch.", "similarity": 0.7157, "relevance": 2 }, { "pair_id": 9446, "video_name": "met_s03e18_seg01_clip_01", "timestamp": [ 43.58, 45.41 ], "duration": 60.66, "caption": "A man sits down on the couch while talking to some people.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 9447, "video_name": "friends_s07e02_seg02_clip_16", "timestamp": [ 50.65, 54.01 ], "duration": 61.66, "caption": "A man sits down on the couch while talking to person.", "similarity": 0.7034, "relevance": 1 }, { "pair_id": 9448, "video_name": "s07e12_seg02_clip_10", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman is sitting on her sofa talking to herself with a glass of wine while watching TV.", "similarity": 0.6952, "relevance": 3 }, { "pair_id": 9449, "video_name": "s07e12_seg02_clip_10", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "A woman sits on the couch by herself drinking wine and talking to her TV.", "similarity": 0.6874, "relevance": 3 }, { "pair_id": 9450, "video_name": "friends_s08e07_seg02_clip_00", "timestamp": [ 27.91, 30.08 ], "duration": 62.66, "caption": "A man is sitting on the couch and talking on the phone.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 9451, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 0.0, 24.91 ], "duration": 60.66, "caption": "A man is talking to some people while they are sitting on the couch.", "similarity": 0.6739, "relevance": 1 }, { "pair_id": 9452, "video_name": "friends_s02e01_seg02_clip_06", "timestamp": [ 0.0, 22.55 ], "duration": 63.66, "caption": "A man and woman are having a conversation while sitting on the couch and watching TV.", "similarity": 0.6681, "relevance": 1 }, { "pair_id": 9453, "video_name": "s05e07_seg02_clip_10", "timestamp": [ 13.87, 17.12 ], "duration": 59.66, "caption": "A man sits on the couch while talking to another person.", "similarity": 0.6675, "relevance": 1 }, { "pair_id": 9454, "video_name": "s05e14_seg02_clip_06", "timestamp": [ 32.17, 40.73 ], "duration": 59.66, "caption": "A person is sitting on his couch speaking to his phone.", "similarity": 0.6513, "relevance": 3 }, { "pair_id": 9455, "video_name": "friends_s08e15_seg02_clip_04", "timestamp": [ 0.0, 4.84 ], "duration": 60.66, "caption": "A man sits on the couch as he tries to turn off the TV.", "similarity": 0.6508, "relevance": 3 }, { "pair_id": 9456, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A person is sat on the couch looking at the TV.", "similarity": 0.6444, "relevance": 2 }, { "pair_id": 9457, "video_name": "friends_s02e17_seg02_clip_19", "timestamp": [ 42.52, 56.46 ], "duration": 68.66, "caption": "A man sits on the edge of his couch and talks to a person.", "similarity": 0.6438, "relevance": 1 }, { "pair_id": 9458, "video_name": "house_s06e14_seg02_clip_00", "timestamp": [ 28.98, 36.92 ], "duration": 93.66, "caption": "A person sits down on the couch in front of the tv.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 9459, "video_name": "s09e07_seg02_clip_16", "timestamp": [ 1.76, 5.46 ], "duration": 39.66, "caption": "A person is sitting on the couch watching Star Trek on his TV.", "similarity": 0.6353, "relevance": 4 }, { "pair_id": 182760, "video_name": "house_s05e02_seg02_clip_05", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A person is having a conversation while sitting on the couch. Then a man came and join their conversation.", "similarity": 0.6338, "relevance": 2 }, { "pair_id": 182761, "video_name": "s08e14_seg02_clip_12", "timestamp": [ 16.48, 19.53 ], "duration": 61.66, "caption": "A person sits on the couch while talking to his friends.", "similarity": 0.6326, "relevance": 2 }, { "pair_id": 182762, "video_name": "castle_s02e20_seg02_clip_26", "timestamp": [ 23.01, 25.51 ], "duration": 100.66, "caption": "A man sits down on the couch when talking to two people.", "similarity": 0.632, "relevance": 1 }, { "pair_id": 182763, "video_name": "friends_s09e08_seg01_clip_00", "timestamp": [ 47.76, 56.14 ], "duration": 62.66, "caption": "A man is enjoying what he's watching on the television.", "similarity": 0.6287, "relevance": 4 }, { "pair_id": 182764, "video_name": "house_s03e10_seg02_clip_24", "timestamp": [ 43.71, 70.4 ], "duration": 92.66, "caption": "A person sits down on the couch and talks on their cell phone.", "similarity": 0.6277, "relevance": 2 }, { "pair_id": 182765, "video_name": "friends_s01e01_seg02_clip_06", "timestamp": [ 2.57, 5.71 ], "duration": 57.66, "caption": "A man points to the television while he is sitting on the couch at someone's apartment.", "similarity": 0.6274, "relevance": 3 }, { "pair_id": 182766, "video_name": "s02e03_seg02_clip_15", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A person sits on the couch and stares at their laptop as they talk to themselves.", "similarity": 0.6235, "relevance": 2 }, { "pair_id": 182767, "video_name": "met_s04e02_seg02_clip_11", "timestamp": [ 2.7, 8.1 ], "duration": 60.66, "caption": "A man lays on the couch yelling at the TV.", "similarity": 0.6207, "relevance": 3 }, { "pair_id": 182768, "video_name": "s10e12_seg02_clip_14", "timestamp": [ 49.52, 55.02 ], "duration": 55.66, "caption": "A man is sitting on the arm of the couch as he talks to another person.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 182769, "video_name": "friends_s06e19_seg02_clip_09", "timestamp": [ 0.0, 23.26 ], "duration": 62.66, "caption": "A man sits down on the couch to speak to two other people.", "similarity": 0.615, "relevance": 2 }, { "pair_id": 182770, "video_name": "house_s06e16_seg02_clip_12", "timestamp": [ 85.33, 89.35 ], "duration": 89.66, "caption": "A person sits inside of the bedroom and talks to himself.", "similarity": 0.6129, "relevance": 1 }, { "pair_id": 182771, "video_name": "castle_s01e10_seg02_clip_21", "timestamp": [ 0.0, 10.56 ], "duration": 96.66, "caption": "A person was sitting on the couch as he was talking to someone.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 182772, "video_name": "friends_s09e11_seg02_clip_20", "timestamp": [ 39.92, 42.62 ], "duration": 60.66, "caption": "A man sits down on the couch when he is talking to a woman.", "similarity": 0.6127, "relevance": 2 }, { "pair_id": 182773, "video_name": "met_s02e09_seg02_clip_09", "timestamp": [ 22.33, 31.01 ], "duration": 62.66, "caption": "A man sits on his leg on the couch to talk to a woman.", "similarity": 0.6119, "relevance": 2 }, { "pair_id": 182774, "video_name": "house_s03e22_seg02_clip_22", "timestamp": [ 3.88, 7.76 ], "duration": 97.66, "caption": "A man sits up on the sofa while talking to man.", "similarity": 0.6117, "relevance": 2 }, { "pair_id": 182775, "video_name": "s02e01_seg01_clip_02", "timestamp": [ 8.06, 13.96 ], "duration": 62.66, "caption": "A man sits on the couch while talking to two other men.", "similarity": 0.6115, "relevance": 2 }, { "pair_id": 182776, "video_name": "house_s08e18_seg02_clip_15", "timestamp": [ 0.0, 7.92 ], "duration": 99.66, "caption": "A man is sitting on a couch talking to woman.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 182777, "video_name": "friends_s09e09_seg02_clip_01", "timestamp": [ 0.0, 30.25 ], "duration": 63.66, "caption": "A man was sitting on the couch whilst talking to woman.", "similarity": 0.6086, "relevance": 2 }, { "pair_id": 182778, "video_name": "house_s04e14_seg02_clip_15", "timestamp": [ 0.0, 8.74 ], "duration": 92.66, "caption": "A man sits on the couch as he talks to woman.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 182779, "video_name": "friends_s09e21_seg02_clip_15", "timestamp": [ 4.08, 37.41 ], "duration": 68.66, "caption": "A man sits on the couch to talk to woman.", "similarity": 0.6061, "relevance": 2 } ] }, { "query_id": 86402, "query": "A person sits uncomfortable and fidgety in front of his/her laptop.", "relevant_moment": [ { "pair_id": 162780, "video_name": "s07e19_seg01_clip_00", "timestamp": [ 5.48, 8.76 ], "duration": 73.66, "caption": "A person sits uncomfortable and fidgety in front of his/her laptop.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 162781, "video_name": "s02e23_seg02_clip_17", "timestamp": [ 46.66, 50.11 ], "duration": 53.66, "caption": "A person is sitting in front of their laptop.", "similarity": 0.8421, "relevance": 3 }, { "pair_id": 162782, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 0.0, 79.23 ], "duration": 89.66, "caption": "A person was sitting in front of their laptop.", "similarity": 0.8311, "relevance": 2 }, { "pair_id": 162783, "video_name": "s05e01_seg02_clip_06", "timestamp": [ 9.15, 28.38 ], "duration": 61.66, "caption": "A person was sitting in front of a laptop.", "similarity": 0.8266, "relevance": 3 }, { "pair_id": 162784, "video_name": "s08e24_seg02_clip_07", "timestamp": [ 24.31, 26.41 ], "duration": 60.66, "caption": "A person is sitting at a desk on his/her laptop.", "similarity": 0.7783, "relevance": 3 }, { "pair_id": 162785, "video_name": "s03e09_seg02_clip_13", "timestamp": [ 37.84, 40.58 ], "duration": 61.66, "caption": "A person sits down in the chair in front of the laptop.", "similarity": 0.7703, "relevance": 2 }, { "pair_id": 162786, "video_name": "s05e18_seg02_clip_03", "timestamp": [ 0.0, 22.92 ], "duration": 58.66, "caption": "A person is sitting on the couch with his/her laptop on his/her lap.", "similarity": 0.7678, "relevance": 2 }, { "pair_id": 162787, "video_name": "s04e11_seg02_clip_15", "timestamp": [ 38.55, 46.07 ], "duration": 94.66, "caption": "A person was working with their laptop whilst sitting.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 162788, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 55.07, 56.67 ], "duration": 64.66, "caption": "A person is sitting at their desk using their laptop.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 162789, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person is in front of their laptop in their desk.", "similarity": 0.7594, "relevance": 3 }, { "pair_id": 162790, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A person has a laptop on their lap as they sit next to another person.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 162791, "video_name": "s06e08_seg02_clip_05", "timestamp": [ 17.96, 20.48 ], "duration": 63.66, "caption": "A person is at their desk in front of their laptop.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 162792, "video_name": "s06e21_seg02_clip_00", "timestamp": [ 5.44, 64.03 ], "duration": 64.66, "caption": "A person was using their laptop whilst sitting on the couch.", "similarity": 0.7424, "relevance": 2 }, { "pair_id": 162793, "video_name": "s09e15_seg02_clip_05", "timestamp": [ 21.57, 27.45 ], "duration": 56.66, "caption": "A person sits cross-legged on a couch with a blanket around their shoulders and talks into an open laptop.", "similarity": 0.7314, "relevance": 2 }, { "pair_id": 162794, "video_name": "s09e22_seg02_clip_03", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A person is at his desk in front of his laptop.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 162795, "video_name": "met_s03e08_seg02_clip_17", "timestamp": [ 18.08, 22.07 ], "duration": 61.66, "caption": "A person runs and sits down in front of a laptop.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 162796, "video_name": "s02e02_seg02_clip_13", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is sitting on the stairway with his/her laptop on his/her lap.", "similarity": 0.7199, "relevance": 3 }, { "pair_id": 162797, "video_name": "s09e15_seg02_clip_13", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A woman is sitting in front of a laptop as she sits besides person.", "similarity": 0.7178, "relevance": 2 }, { "pair_id": 162798, "video_name": "s02e13_seg02_clip_11", "timestamp": [ 8.06, 10.86 ], "duration": 62.66, "caption": "A person sits at their desk chair and starts to use their laptop.", "similarity": 0.7172, "relevance": 2 }, { "pair_id": 162799, "video_name": "s07e04_seg02_clip_10", "timestamp": [ 22.64, 24.19 ], "duration": 62.66, "caption": "A person looks to his right and gently shakes his head as he sits at his desk in front of his laptop.", "similarity": 0.7166, "relevance": 4 }, { "pair_id": 336100, "video_name": "house_s04e12_seg02_clip_17", "timestamp": [ 0.0, 23.28 ], "duration": 95.66, "caption": "A person is sitting in front of the computer by someone.", "similarity": 0.716, "relevance": 3 }, { "pair_id": 336101, "video_name": "s07e04_seg02_clip_10", "timestamp": [ 39.39, 55.83 ], "duration": 62.66, "caption": "A person rubs his/her hands together as he/she sits in front of his/her open laptop and talks.", "similarity": 0.715, "relevance": 4 }, { "pair_id": 336102, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 45.47, 48.52 ], "duration": 61.66, "caption": "A person places both of his arms on top of his laptop.", "similarity": 0.7141, "relevance": 3 }, { "pair_id": 336103, "video_name": "s05e20_seg02_clip_05", "timestamp": [ 12.61, 21.61 ], "duration": 60.66, "caption": "A person looks around the room while sitting at their laptop.", "similarity": 0.7129, "relevance": 4 }, { "pair_id": 336104, "video_name": "house_s06e02_seg02_clip_07", "timestamp": [ 7.52, 9.87 ], "duration": 94.66, "caption": "A person reaches over and turns around a laptop that's sitting in front of a patient.", "similarity": 0.7126, "relevance": 3 }, { "pair_id": 336105, "video_name": "castle_s03e10_seg02_clip_00", "timestamp": [ 0.0, 40.95 ], "duration": 92.66, "caption": "A person was working on his laptop whilst sitting on a chair.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 336106, "video_name": "s07e19_seg01_clip_00", "timestamp": [ 31.77, 36.15 ], "duration": 73.66, "caption": "A person leans forward at their laptop with arms folded.", "similarity": 0.7104, "relevance": 4 }, { "pair_id": 336107, "video_name": "s03e10_seg02_clip_09", "timestamp": [ 23.88, 38.15 ], "duration": 62.66, "caption": "A person stands up and walks towards the laptop, sits in front of it and types.", "similarity": 0.7025, "relevance": 4 }, { "pair_id": 336108, "video_name": "s10e07_seg02_clip_16", "timestamp": [ 73.1, 79.4 ], "duration": 84.66, "caption": "A person, resting their chin on their left hand is sitting on a couch on their laptop that is sitting on the coffee table.", "similarity": 0.7005, "relevance": 3 }, { "pair_id": 336109, "video_name": "castle_s01e01_seg02_clip_26", "timestamp": [ 45.14, 52.74 ], "duration": 95.66, "caption": "A person is leaning back in a chair typing on his laptop.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 336110, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 31.93, 35.64 ], "duration": 57.66, "caption": "A person places the laptop in front of another person.", "similarity": 0.6981, "relevance": 4 }, { "pair_id": 336111, "video_name": "s08e06_seg02_clip_04", "timestamp": [ 1.5, 4.8 ], "duration": 60.66, "caption": "A person sits down behind a red laptop at a desk at work.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 336112, "video_name": "house_s04e16_seg02_clip_02", "timestamp": [ 4.79, 32.2 ], "duration": 87.66, "caption": "A person is using a laptop as another person is behind him/her.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 336113, "video_name": "s04e06_seg02_clip_01", "timestamp": [ 53.97, 62.03 ], "duration": 62.66, "caption": "A person is sitting in front of his laptop playing a video game.", "similarity": 0.6896, "relevance": 3 }, { "pair_id": 336114, "video_name": "s07e17_seg02_clip_04", "timestamp": [ 11.9, 14.65 ], "duration": 61.66, "caption": "A person closes their laptop while sitting at their desk.", "similarity": 0.6895, "relevance": 3 }, { "pair_id": 336115, "video_name": "s06e21_seg02_clip_16", "timestamp": [ 14.89, 19.21 ], "duration": 48.66, "caption": "A person is on the phone as he/she is sitting in front of his/her laptop.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 336116, "video_name": "s04e24_seg02_clip_00", "timestamp": [ 5.99, 10.08 ], "duration": 63.66, "caption": "A person is in front of their laptop with headphones on.", "similarity": 0.6772, "relevance": 3 }, { "pair_id": 336117, "video_name": "s05e04_seg02_clip_14", "timestamp": [ 52.38, 53.22 ], "duration": 56.66, "caption": "A person closes his laptop which is sitting on a coffee table in front of him.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 336118, "video_name": "s02e03_seg02_clip_00", "timestamp": [ 30.25, 37.19 ], "duration": 63.66, "caption": "A person puts his laptop on his thighs and his headphones on.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 336119, "video_name": "castle_s08e03_seg02_clip_15", "timestamp": [ 29.93, 31.36 ], "duration": 95.66, "caption": "A woman was holding a laptop and sit next to person.", "similarity": 0.6741, "relevance": 3 } ] }, { "query_id": 86403, "query": "Two people are sitting at their desk using their laptops and conversing.", "relevant_moment": [ { "pair_id": 7700, "video_name": "s07e19_seg01_clip_00", "timestamp": [ 3.65, 50.75 ], "duration": 73.66, "caption": "Two people are sitting at their desk using their laptops and conversing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7701, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 20.12, 91.44 ], "duration": 91.66, "caption": "Two people are sitting at their computer desks having a conversation.", "similarity": 0.8606, "relevance": 2 }, { "pair_id": 7702, "video_name": "s05e10_seg02_clip_09", "timestamp": [ 0.0, 3.3 ], "duration": 60.66, "caption": "A person is sitting in front of a laptop while conversing with another person.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 7703, "video_name": "house_s08e04_seg02_clip_00", "timestamp": [ 86.05, 88.38 ], "duration": 93.66, "caption": "A person closes their laptop while sitting at their desk and talking with another person.", "similarity": 0.7893, "relevance": 2 }, { "pair_id": 7704, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 13.81, 19.51 ], "duration": 60.66, "caption": "A person sits at a desk and opens their laptop while talking to someone else.", "similarity": 0.7891, "relevance": 2 }, { "pair_id": 7705, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 0.0, 67.73 ], "duration": 88.66, "caption": "Two people talk while they are around computers.", "similarity": 0.7873, "relevance": 3 }, { "pair_id": 7706, "video_name": "s03e06_seg02_clip_07", "timestamp": [ 0.0, 14.25 ], "duration": 77.66, "caption": "A person is on their laptop when another person is talking to them.", "similarity": 0.7839, "relevance": 2 }, { "pair_id": 7707, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 11.35, 15.76 ], "duration": 63.66, "caption": "A person is using their laptop while talking to another person.", "similarity": 0.782, "relevance": 2 }, { "pair_id": 7708, "video_name": "s01e15_seg02_clip_05", "timestamp": [ 33.92, 40.82 ], "duration": 60.66, "caption": "A person is at their laptop while speaking with two other people.", "similarity": 0.7755, "relevance": 1 }, { "pair_id": 7709, "video_name": "s09e10_seg02_clip_14", "timestamp": [ 35.4, 38.75 ], "duration": 61.66, "caption": "A person is using his laptop as he is speaking to two people.", "similarity": 0.7582, "relevance": 2 }, { "pair_id": 7710, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 18.31, 22.51 ], "duration": 60.66, "caption": "A person is using their laptop while talking to some people.", "similarity": 0.7575, "relevance": 2 }, { "pair_id": 7711, "video_name": "friends_s10e15_seg02_clip_02", "timestamp": [ 0.0, 31.7 ], "duration": 64.66, "caption": "Two people sit at a desk across from each other discussing something.", "similarity": 0.7553, "relevance": 2 }, { "pair_id": 7712, "video_name": "s05e20_seg02_clip_16", "timestamp": [ 16.17, 21.36 ], "duration": 61.66, "caption": "A person sits down at their computer desk while talking to two other people.", "similarity": 0.755, "relevance": 1 }, { "pair_id": 7713, "video_name": "s04e12_seg02_clip_03", "timestamp": [ 43.52, 45.32 ], "duration": 60.66, "caption": "Two people are on their laptops as they listen to a person.", "similarity": 0.7529, "relevance": 1 }, { "pair_id": 7714, "video_name": "s09e15_seg02_clip_12", "timestamp": [ 22.58, 27.77 ], "duration": 61.66, "caption": "A person talks to two people on their show on his laptop.", "similarity": 0.742, "relevance": 2 }, { "pair_id": 7715, "video_name": "s06e03_seg02_clip_09", "timestamp": [ 15.11, 57.02 ], "duration": 57.66, "caption": "A woman is sitting at her desk and talking to a man through her laptop screen.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 7716, "video_name": "house_s07e04_seg02_clip_24", "timestamp": [ 51.79, 89.33 ], "duration": 95.66, "caption": "A person sits at a desk looking at an open laptop; another person walks in, closes the laptop, and stands and talks to him.", "similarity": 0.7395, "relevance": 2 }, { "pair_id": 7717, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 1.11, 32.94 ], "duration": 74.66, "caption": "Two people were sitting beside each other in front of their laptops.", "similarity": 0.7391, "relevance": 3 }, { "pair_id": 7718, "video_name": "house_s08e03_seg02_clip_04", "timestamp": [ 21.76, 69.81 ], "duration": 90.66, "caption": "Two people are conversing with a man as he is seated at his desk.", "similarity": 0.7364, "relevance": 1 }, { "pair_id": 7719, "video_name": "s09e01_seg01_clip_00", "timestamp": [ 34.79, 46.38 ], "duration": 61.66, "caption": "Two people have a virtual chat over the laptop.", "similarity": 0.7324, "relevance": 2 } ] }, { "query_id": 86407, "query": "A woman takes her hand and touches her head as she speaks.", "relevant_moment": [ { "pair_id": 82180, "video_name": "friends_s07e06_seg02_clip_12", "timestamp": [ 34.52, 37.82 ], "duration": 60.66, "caption": "A woman takes her hand and touches her head as she speaks.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 82181, "video_name": "grey_s02e17_seg02_clip_10", "timestamp": [ 0.0, 20.91 ], "duration": 102.66, "caption": "A woman has her hands on her head as she speaks to a man.", "similarity": 0.8406, "relevance": 4 }, { "pair_id": 82182, "video_name": "met_s06e06_seg02_clip_07", "timestamp": [ 47.22, 50.17 ], "duration": 59.66, "caption": "A woman puts her hand up to the side of her mouth and speaks.", "similarity": 0.8211, "relevance": 3 }, { "pair_id": 82183, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 45.77, 80.1 ], "duration": 88.66, "caption": "A woman is holding person's hand as they speak to someone.", "similarity": 0.8076, "relevance": 2 }, { "pair_id": 82184, "video_name": "castle_s06e04_seg02_clip_22", "timestamp": [ 22.09, 27.61 ], "duration": 92.66, "caption": "A woman puts her hands on her hips as she speaks to a person.", "similarity": 0.8045, "relevance": 1 }, { "pair_id": 82185, "video_name": "castle_s08e20_seg02_clip_06", "timestamp": [ 4.1, 5.92 ], "duration": 91.66, "caption": "A woman raises up both hands and gestures outwards as she is speaking.", "similarity": 0.7981, "relevance": 1 }, { "pair_id": 82187, "video_name": "castle_s05e13_seg02_clip_16", "timestamp": [ 56.96, 59.51 ], "duration": 73.66, "caption": "A woman puts her hand on her face as she speaks to man.", "similarity": 0.7829, "relevance": 4 }, { "pair_id": 82188, "video_name": "s07e21_seg02_clip_14", "timestamp": [ 15.05, 17.12 ], "duration": 59.66, "caption": "A woman speaks to a person animatedly with her hands.", "similarity": 0.7817, "relevance": 2 }, { "pair_id": 82189, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 0.0, 4.13 ], "duration": 55.66, "caption": "A woman gestures with her pointed finger as she talks.", "similarity": 0.7809, "relevance": 3 }, { "pair_id": 82190, "video_name": "s02e11_seg02_clip_15", "timestamp": [ 21.09, 24.15 ], "duration": 68.66, "caption": "A woman puts both hands up and gestures with them while talking.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 82191, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 27.91, 31.94 ], "duration": 62.66, "caption": "A woman is making hand gestures as she speaks to a man.", "similarity": 0.7723, "relevance": 2 }, { "pair_id": 82192, "video_name": "friends_s06e24-25_seg02_clip_29", "timestamp": [ 21.18, 23.21 ], "duration": 58.66, "caption": "A woman gestures with both hands as she speaks to a man.", "similarity": 0.7708, "relevance": 2 }, { "pair_id": 82193, "video_name": "friends_s10e03_seg02_clip_20", "timestamp": [ 9.61, 12.72 ], "duration": 62.66, "caption": "A woman reaches her hand up and scratches the side of her head as she talks.", "similarity": 0.7698, "relevance": 4 }, { "pair_id": 82194, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 75.17, 77.42 ], "duration": 90.66, "caption": "A woman puts her hand on her face as she speaks to a man and a woman.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 82195, "video_name": "friends_s03e05_seg02_clip_09", "timestamp": [ 32.08, 34.2 ], "duration": 53.66, "caption": "A woman gestures by putting both hands up over her head.", "similarity": 0.7624, "relevance": 3 }, { "pair_id": 82196, "video_name": "friends_s02e24_seg02_clip_09", "timestamp": [ 3.05, 9.76 ], "duration": 61.66, "caption": "A woman holds onto a man's hands as she speaks to him.", "similarity": 0.7607, "relevance": 2 }, { "pair_id": 82197, "video_name": "s09e16_seg02_clip_08", "timestamp": [ 41.72, 43.22 ], "duration": 60.66, "caption": "A woman raises both hands and touches her head with them.", "similarity": 0.7602, "relevance": 4 }, { "pair_id": 82198, "video_name": "friends_s07e23-24_seg02_clip_04", "timestamp": [ 29.65, 38.23 ], "duration": 78.66, "caption": "A woman puts her hand on man's face and his shoulder as they speak.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 82199, "video_name": "friends_s05e20_seg02_clip_09", "timestamp": [ 42.5, 45.45 ], "duration": 59.66, "caption": "A woman puts her hands together and talks out loud.", "similarity": 0.7591, "relevance": 2 } ] }, { "query_id": 86467, "query": "A person walks up to another person who is standing at a desk.", "relevant_moment": [ { "pair_id": 8200, "video_name": "house_s08e10_seg02_clip_25", "timestamp": [ 120.98, 127.7 ], "duration": 168.66, "caption": "A person walks up to another person who is standing at a desk.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8201, "video_name": "s01e13_seg02_clip_04", "timestamp": [ 33.41, 37.19 ], "duration": 63.66, "caption": "A person stands up from their desk and walks over to someone.", "similarity": 0.8652, "relevance": 3 }, { "pair_id": 8202, "video_name": "grey_s03e14_seg02_clip_00", "timestamp": [ 2.76, 6.44 ], "duration": 92.66, "caption": "A person walks up to another person who is standing at desk drinking a cup of coffee.", "similarity": 0.8527, "relevance": 3 }, { "pair_id": 8203, "video_name": "castle_s08e11_seg02_clip_19", "timestamp": [ 28.03, 30.91 ], "duration": 82.66, "caption": "A person walks up to another person at his desk with a folder.", "similarity": 0.8419, "relevance": 3 }, { "pair_id": 8204, "video_name": "house_s01e13_seg02_clip_01", "timestamp": [ 4.5, 11.26 ], "duration": 90.66, "caption": "Two people walk over to person's desk together.", "similarity": 0.8358, "relevance": 3 }, { "pair_id": 8205, "video_name": "grey_s03e09_seg02_clip_26", "timestamp": [ 3.51, 6.63 ], "duration": 78.66, "caption": "A person walks into another person's office and stands in front of the desk.", "similarity": 0.8333, "relevance": 3 }, { "pair_id": 8206, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 14.58, 19.85 ], "duration": 81.66, "caption": "A person walks up to another person in his office.", "similarity": 0.8327, "relevance": 3 }, { "pair_id": 8207, "video_name": "s02e03_seg02_clip_06", "timestamp": [ 55.83, 60.03 ], "duration": 60.66, "caption": "A person walks up to another person's desk and speaks.", "similarity": 0.832, "relevance": 3 }, { "pair_id": 8208, "video_name": "house_s08e04_seg02_clip_16", "timestamp": [ 30.49, 36.87 ], "duration": 91.66, "caption": "A person walks over and sits down on the desk next to another person.", "similarity": 0.8043, "relevance": 3 }, { "pair_id": 8209, "video_name": "castle_s04e16_seg02_clip_10", "timestamp": [ 6.79, 11.76 ], "duration": 90.66, "caption": "A person gets up from their seat and walks closer to someone and sits on their desk beside them.", "similarity": 0.8024, "relevance": 1 }, { "pair_id": 8210, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 124.84, 130.4 ], "duration": 159.66, "caption": "A woman walks up to person, who is sitting on a desk.", "similarity": 0.8019, "relevance": 4 }, { "pair_id": 8211, "video_name": "s08e18_seg02_clip_03", "timestamp": [ 5.1, 9.0 ], "duration": 60.66, "caption": "A person walks in front of another person and sits down in his/her desk chair.", "similarity": 0.8009, "relevance": 1 }, { "pair_id": 8212, "video_name": "castle_s01e08_seg02_clip_15", "timestamp": [ 34.21, 39.16 ], "duration": 90.66, "caption": "A woman walks up and stands by a man who is working at her desk.", "similarity": 0.8001, "relevance": 2 }, { "pair_id": 8213, "video_name": "house_s06e15_seg02_clip_20", "timestamp": [ 19.8, 26.41 ], "duration": 110.66, "caption": "A person is at their desk and another person walks in and starts talking to them.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 8214, "video_name": "castle_s06e05_seg02_clip_24", "timestamp": [ 16.14, 20.06 ], "duration": 87.66, "caption": "A man walks up to a woman's desk and brings along another man.", "similarity": 0.7986, "relevance": 2 }, { "pair_id": 8215, "video_name": "met_s05e03_seg02_clip_09", "timestamp": [ 22.83, 24.32 ], "duration": 59.66, "caption": "A person stands up from the desk next to a man.", "similarity": 0.7948, "relevance": 0 }, { "pair_id": 8216, "video_name": "castle_s03e23_seg02_clip_06", "timestamp": [ 65.34, 69.94 ], "duration": 92.66, "caption": "Two people look toward another person and walk to his desk.", "similarity": 0.788, "relevance": 3 }, { "pair_id": 8217, "video_name": "house_s03e24_seg02_clip_05", "timestamp": [ 77.27, 86.21 ], "duration": 89.66, "caption": "A person walks into another person's office when the latter is sitting at their desk.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 8218, "video_name": "castle_s03e01_seg02_clip_14", "timestamp": [ 9.49, 12.94 ], "duration": 86.66, "caption": "A person turns as two other people walk over to the desk.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 8219, "video_name": "castle_s03e15_seg02_clip_18", "timestamp": [ 6.31, 9.01 ], "duration": 90.66, "caption": "A man gets up off of the edge of the desk and stands next to another person.", "similarity": 0.7832, "relevance": 1 }, { "pair_id": 181520, "video_name": "friends_s10e06_seg02_clip_21", "timestamp": [ 51.35, 53.12 ], "duration": 59.66, "caption": "A person stands up from his desk to talk to two other people.", "similarity": 0.7748, "relevance": 1 }, { "pair_id": 181521, "video_name": "friends_s07e23-24_seg02_clip_25", "timestamp": [ 17.65, 19.85 ], "duration": 63.66, "caption": "Two people walk towards a man's desk together.", "similarity": 0.7738, "relevance": 3 }, { "pair_id": 181522, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 52.24, 56.07 ], "duration": 59.66, "caption": "A person stands up and walks towards another person.", "similarity": 0.773, "relevance": 4 }, { "pair_id": 181523, "video_name": "house_s05e15_seg02_clip_19", "timestamp": [ 0.0, 9.56 ], "duration": 91.66, "caption": "Two people are standing by a desk, talking, when someone walks in.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 181524, "video_name": "castle_s02e13_seg02_clip_18", "timestamp": [ 51.43, 61.44 ], "duration": 91.66, "caption": "A man walks behind person to go stand in front of their desk.", "similarity": 0.7618, "relevance": 4 }, { "pair_id": 181525, "video_name": "house_s01e19_seg02_clip_12", "timestamp": [ 0.0, 38.73 ], "duration": 89.66, "caption": "A person is behind a desk talking to another person.", "similarity": 0.7616, "relevance": 2 }, { "pair_id": 181526, "video_name": "s01e10_seg02_clip_04", "timestamp": [ 8.55, 13.69 ], "duration": 57.66, "caption": "A person walks up to another person as he was by his laptop.", "similarity": 0.7585, "relevance": 4 }, { "pair_id": 181527, "video_name": "castle_s07e09_seg02_clip_14", "timestamp": [ 39.87, 41.64 ], "duration": 88.66, "caption": "A man, another man and a woman walk up towards a guy sitting at his desk.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 181528, "video_name": "house_s08e02_seg02_clip_10", "timestamp": [ 10.44, 13.92 ], "duration": 87.66, "caption": "A person gets up from his desk and walks away from another person.", "similarity": 0.7561, "relevance": 3 }, { "pair_id": 181529, "video_name": "met_s02e04_seg02_clip_18", "timestamp": [ 4.93, 11.02 ], "duration": 58.66, "caption": "A person jumps up and walks over to the other desk.", "similarity": 0.7541, "relevance": 3 }, { "pair_id": 181530, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.93 ], "duration": 58.66, "caption": "A person stands up and walks over to another person.", "similarity": 0.7527, "relevance": 4 }, { "pair_id": 181531, "video_name": "house_s01e02_seg02_clip_03", "timestamp": [ 62.83, 64.19 ], "duration": 91.66, "caption": "A man stands up from the desk as a person approaches him.", "similarity": 0.7519, "relevance": 2 }, { "pair_id": 181532, "video_name": "castle_s02e01_seg02_clip_05", "timestamp": [ 21.61, 26.56 ], "duration": 90.66, "caption": "A man gets up from the desk and walks toward a woman.", "similarity": 0.7505, "relevance": 4 }, { "pair_id": 181533, "video_name": "castle_s02e02_seg02_clip_03", "timestamp": [ 28.8, 32.56 ], "duration": 83.66, "caption": "A person moves from one desk to another as another person sits down.", "similarity": 0.7475, "relevance": 3 }, { "pair_id": 181534, "video_name": "castle_s01e04_seg02_clip_05", "timestamp": [ 31.06, 37.36 ], "duration": 90.66, "caption": "A person and woman walk over to the desk where another woman is seated.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 181535, "video_name": "house_s02e22_seg02_clip_21", "timestamp": [ 18.39, 23.17 ], "duration": 73.66, "caption": "A person stands up and walks out of the office with two other people.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 181536, "video_name": "castle_s02e01_seg02_clip_10", "timestamp": [ 80.2, 85.18 ], "duration": 90.66, "caption": "A man and a person walk over to woman, and a person sits on the desk.", "similarity": 0.7348, "relevance": 3 }, { "pair_id": 181537, "video_name": "friends_s01e02_seg02_clip_10", "timestamp": [ 7.36, 12.49 ], "duration": 64.66, "caption": "A person stands up and walks between two other people.", "similarity": 0.7332, "relevance": 3 }, { "pair_id": 181538, "video_name": "friends_s01e07_seg02_clip_08", "timestamp": [ 37.72, 41.2 ], "duration": 58.66, "caption": "A person gets up from the chair and walks towards another person in the kitchen.", "similarity": 0.733, "relevance": 3 }, { "pair_id": 181539, "video_name": "grey_s02e25_seg02_clip_10", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person walks over to another person who sits down at the nurse's desk.", "similarity": 0.7328, "relevance": 2 } ] }, { "query_id": 86517, "query": "Some people leave the room with smile on their faces.", "relevant_moment": [ { "pair_id": 51180, "video_name": "house_s07e14_seg02_clip_03", "timestamp": [ 33.68, 38.69 ], "duration": 91.66, "caption": "Some people leave the room with smile on their faces.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 51181, "video_name": "grey_s03e08_seg02_clip_06", "timestamp": [ 43.25, 45.09 ], "duration": 92.66, "caption": "A person walks out of the room and another person smiles.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 51182, "video_name": "house_s03e05_seg02_clip_07", "timestamp": [ 18.58, 22.21 ], "duration": 90.66, "caption": "Some people get out of the room together.", "similarity": 0.6786, "relevance": 2 }, { "pair_id": 51183, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 1.83, 3.97 ], "duration": 61.66, "caption": "Two people leave together from the room.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 51184, "video_name": "house_s03e21_seg02_clip_11", "timestamp": [ 60.78, 67.64 ], "duration": 98.66, "caption": "A group of people exit and leave a person alone in the room.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 51185, "video_name": "house_s01e08_seg02_clip_08", "timestamp": [ 0.0, 9.15 ], "duration": 87.66, "caption": "A person leaves the room and someone greeted them very poetically.", "similarity": 0.6446, "relevance": 2 }, { "pair_id": 51186, "video_name": "friends_s08e07_seg02_clip_13", "timestamp": [ 11.29, 14.04 ], "duration": 61.66, "caption": "A man's partner smiles as they leave the apartment.", "similarity": 0.6421, "relevance": 3 }, { "pair_id": 51187, "video_name": "house_s06e12_seg02_clip_14", "timestamp": [ 36.81, 37.27 ], "duration": 92.66, "caption": "Four people stand up and make to leave the room.", "similarity": 0.6382, "relevance": 1 }, { "pair_id": 51188, "video_name": "met_s02e10_seg02_clip_07", "timestamp": [ 14.93, 22.85 ], "duration": 60.66, "caption": "A man gets up and leaves the group with a big smile on his face.", "similarity": 0.6363, "relevance": 3 }, { "pair_id": 51189, "video_name": "grey_s02e12_seg02_clip_01", "timestamp": [ 51.16, 67.46 ], "duration": 90.66, "caption": "Two people have a moment in the hallway and then one of them smiles when the other walks away.", "similarity": 0.6321, "relevance": 2 }, { "pair_id": 51190, "video_name": "house_s07e07_seg02_clip_23", "timestamp": [ 0.0, 8.08 ], "duration": 101.66, "caption": "Some people get up and leave the room in a hurry.", "similarity": 0.6316, "relevance": 2 }, { "pair_id": 51191, "video_name": "castle_s05e01_seg02_clip_17", "timestamp": [ 7.2, 9.9 ], "duration": 90.66, "caption": "Two people leave the room at the same time.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 51192, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 6.6 ], "duration": 60.66, "caption": "Some people walk out of the room together.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 51193, "video_name": "castle_s05e18_seg02_clip_08", "timestamp": [ 59.22, 69.98 ], "duration": 89.66, "caption": "A person leaves the room leaving two men and a woman.", "similarity": 0.6159, "relevance": 2 }, { "pair_id": 51194, "video_name": "friends_s05e23-24_seg02_clip_36", "timestamp": [ 56.37, 59.03 ], "duration": 59.66, "caption": "Two people are drunk and have painted faces and leave the hotel room.", "similarity": 0.6062, "relevance": 2 }, { "pair_id": 51195, "video_name": "castle_s08e07_seg02_clip_01", "timestamp": [ 50.92, 52.74 ], "duration": 90.66, "caption": "A group of people walk away from the room.", "similarity": 0.5994, "relevance": 3 }, { "pair_id": 51196, "video_name": "house_s05e02_seg02_clip_25", "timestamp": [ 10.71, 13.26 ], "duration": 102.66, "caption": "Some people leave the patient's hospital room.", "similarity": 0.5986, "relevance": 3 }, { "pair_id": 51197, "video_name": "house_s05e23_seg02_clip_03", "timestamp": [ 44.6, 48.7 ], "duration": 91.66, "caption": "A person leaves the room of another person.", "similarity": 0.5956, "relevance": 2 }, { "pair_id": 51198, "video_name": "friends_s08e23-24_seg02_clip_30", "timestamp": [ 40.89, 43.02 ], "duration": 61.66, "caption": "A man smiles at a woman before leaving the hospital room.", "similarity": 0.5924, "relevance": 2 }, { "pair_id": 51199, "video_name": "house_s03e24_seg02_clip_07", "timestamp": [ 17.29, 22.41 ], "duration": 64.66, "caption": "A person walks into the room and then two people leave.", "similarity": 0.5898, "relevance": 1 } ] }, { "query_id": 86544, "query": "The group stand up also when a person walks out.", "relevant_moment": [ { "pair_id": 92680, "video_name": "house_s07e14_seg02_clip_06", "timestamp": [ 24.45, 28.21 ], "duration": 94.66, "caption": "The group stand up also when a person walks out.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 92681, "video_name": "house_s01e11_seg02_clip_18", "timestamp": [ 0.0, 10.45 ], "duration": 110.66, "caption": "A person stands up and walks out with the group.", "similarity": 0.8647, "relevance": 3 }, { "pair_id": 92682, "video_name": "met_s02e07_seg02_clip_13", "timestamp": [ 0.98, 3.58 ], "duration": 65.66, "caption": "A person stands up and walks out while talking to the group.", "similarity": 0.7604, "relevance": 2 }, { "pair_id": 92683, "video_name": "met_s02e14_seg02_clip_02", "timestamp": [ 37.08, 42.17 ], "duration": 56.66, "caption": "A man stands up and walks out to the group.", "similarity": 0.7541, "relevance": 2 }, { "pair_id": 92684, "video_name": "house_s08e17_seg02_clip_07", "timestamp": [ 15.18, 21.17 ], "duration": 92.66, "caption": "A person suddenly stands up and walks away to the group.", "similarity": 0.7393, "relevance": 1 }, { "pair_id": 92685, "video_name": "house_s04e06_seg02_clip_07", "timestamp": [ 2.61, 7.82 ], "duration": 86.66, "caption": "The group all get up and walkout together.", "similarity": 0.7391, "relevance": 2 }, { "pair_id": 92686, "video_name": "house_s06e14_seg02_clip_20", "timestamp": [ 42.33, 46.98 ], "duration": 93.66, "caption": "A group of people walks out together.", "similarity": 0.7319, "relevance": 3 }, { "pair_id": 92687, "video_name": "house_s04e06_seg02_clip_07", "timestamp": [ 0.0, 7.82 ], "duration": 86.66, "caption": "A group walks out after talking to a person.", "similarity": 0.7038, "relevance": 3 }, { "pair_id": 92688, "video_name": "house_s05e23_seg02_clip_14", "timestamp": [ 50.44, 53.59 ], "duration": 90.66, "caption": "A person walks out and the group follows him.", "similarity": 0.698, "relevance": 3 }, { "pair_id": 92689, "video_name": "house_s04e04_seg02_clip_15", "timestamp": [ 54.64, 61.47 ], "duration": 85.66, "caption": "A person walks out and group immediately follow them.", "similarity": 0.6913, "relevance": 4 }, { "pair_id": 92690, "video_name": "house_s03e16_seg02_clip_02", "timestamp": [ 12.69, 16.32 ], "duration": 90.66, "caption": "A person immediately walks out after talking to the group.", "similarity": 0.6812, "relevance": 2 }, { "pair_id": 92691, "video_name": "house_s01e06_seg02_clip_09", "timestamp": [ 50.01, 55.56 ], "duration": 101.66, "caption": "Some people walk away from a person leaving them standing alone.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 92692, "video_name": "house_s06e01_seg02_clip_04", "timestamp": [ 21.16, 24.92 ], "duration": 94.66, "caption": "A person stands up and walks away from group therapy.", "similarity": 0.6725, "relevance": 2 }, { "pair_id": 92693, "video_name": "house_s03e16_seg02_clip_02", "timestamp": [ 14.5, 16.77 ], "duration": 90.66, "caption": "A person walks out while still talking to the group.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 92694, "video_name": "house_s05e11_seg02_clip_13", "timestamp": [ 34.77, 37.41 ], "duration": 88.66, "caption": "One person turns to walk away and another person stands in their way.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 92695, "video_name": "house_s05e22_seg02_clip_18", "timestamp": [ 24.72, 29.13 ], "duration": 88.66, "caption": "Three people stand up together and walk out from the room.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 92696, "video_name": "house_s08e08_seg02_clip_20", "timestamp": [ 10.58, 16.1 ], "duration": 92.66, "caption": "A person walks out after talking to the group.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 92697, "video_name": "castle_s01e02_seg02_clip_20", "timestamp": [ 20.37, 25.24 ], "duration": 88.66, "caption": "A person walks out after talking to the group.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 92698, "video_name": "met_s06e14_seg02_clip_16", "timestamp": [ 0.0, 6.9 ], "duration": 60.66, "caption": "Multiple people walk outside to stand with a person.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 92699, "video_name": "s03e22_seg02_clip_12", "timestamp": [ 20.78, 48.69 ], "duration": 62.66, "caption": "A man encourages the group to get up and walk away.", "similarity": 0.6532, "relevance": 2 }, { "pair_id": 266000, "video_name": "house_s04e16_seg02_clip_01", "timestamp": [ 13.49, 20.0 ], "duration": 93.66, "caption": "Some people walk out after talking to a person.", "similarity": 0.6481, "relevance": 3 }, { "pair_id": 266001, "video_name": "house_s08e05_seg02_clip_21", "timestamp": [ 13.35, 20.48 ], "duration": 89.66, "caption": "The rest of the group walks away and a man is left with a person.", "similarity": 0.6469, "relevance": 3 }, { "pair_id": 266002, "video_name": "house_s08e15_seg02_clip_03", "timestamp": [ 76.16, 80.39 ], "duration": 94.66, "caption": "A person stands up and walks with their walking stick while still talking to the group.", "similarity": 0.6466, "relevance": 2 }, { "pair_id": 266003, "video_name": "s06e20_seg02_clip_12", "timestamp": [ 41.8, 44.86 ], "duration": 61.66, "caption": "A woman and a man walk up to the group and stands behind a person.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 266004, "video_name": "s03e15_seg01_clip_02", "timestamp": [ 52.83, 56.79 ], "duration": 66.66, "caption": "A person stands up and run away from the group quickly.", "similarity": 0.6464, "relevance": 2 }, { "pair_id": 266005, "video_name": "s02e14_seg02_clip_14", "timestamp": [ 42.72, 46.38 ], "duration": 61.66, "caption": "A person steps out from behind the group since a man does not remember who he is.", "similarity": 0.645, "relevance": 2 }, { "pair_id": 266006, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 14.41, 16.01 ], "duration": 64.66, "caption": "A person walks behind some people as they stand near someone and someone.", "similarity": 0.6411, "relevance": 2 }, { "pair_id": 266007, "video_name": "friends_s03e09_seg02_clip_08", "timestamp": [ 55.84, 58.59 ], "duration": 61.66, "caption": "A group of people stand up from their huddle.", "similarity": 0.6401, "relevance": 1 }, { "pair_id": 266008, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 70.25, 78.0 ], "duration": 91.66, "caption": "The team stands up and starts leaving as a person walks away.", "similarity": 0.6396, "relevance": 4 }, { "pair_id": 266009, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 34.05, 39.11 ], "duration": 92.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 266010, "video_name": "house_s03e20_seg02_clip_13", "timestamp": [ 17.84, 26.11 ], "duration": 87.66, "caption": "A person stands up and walks away from another person.", "similarity": 0.6392, "relevance": 2 }, { "pair_id": 266012, "video_name": "house_s04e13_seg02_clip_20", "timestamp": [ 12.15, 17.1 ], "duration": 90.66, "caption": "A person stands up and talks to the group.", "similarity": 0.6385, "relevance": 2 }, { "pair_id": 266013, "video_name": "grey_s03e17_seg02_clip_18", "timestamp": [ 14.4, 17.18 ], "duration": 92.66, "caption": "A person stands up and starts to walk away from another person.", "similarity": 0.6378, "relevance": 2 }, { "pair_id": 266014, "video_name": "house_s07e04_seg02_clip_01", "timestamp": [ 31.89, 47.41 ], "duration": 86.66, "caption": "A man stays behind after the group leaves and talks to a person.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 266015, "video_name": "house_s01e09_seg02_clip_01", "timestamp": [ 46.83, 49.92 ], "duration": 88.66, "caption": "A person stands up after talking to the group.", "similarity": 0.6355, "relevance": 2 }, { "pair_id": 266016, "video_name": "castle_s02e11_seg02_clip_17", "timestamp": [ 7.65, 17.1 ], "duration": 90.66, "caption": "A group of people stood up while a person says thanks to another person for coming.", "similarity": 0.6312, "relevance": 2 }, { "pair_id": 266017, "video_name": "castle_s03e17_seg02_clip_10", "timestamp": [ 50.15, 57.06 ], "duration": 92.66, "caption": "Two people stand up at the same time and walk off.", "similarity": 0.6295, "relevance": 2 }, { "pair_id": 266018, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 52.23, 55.96 ], "duration": 93.66, "caption": "Two people stand up after talking to the group.", "similarity": 0.6292, "relevance": 4 }, { "pair_id": 266019, "video_name": "castle_s08e18_seg02_clip_16", "timestamp": [ 36.46, 38.26 ], "duration": 90.66, "caption": "Two men stand up and walk out together.", "similarity": 0.6277, "relevance": 3 } ] }, { "query_id": 86617, "query": "A woman hands her coat to a stranger by the newstand.", "relevant_moment": [ { "pair_id": 21680, "video_name": "friends_s05e06_seg02_clip_20", "timestamp": [ 81.86, 85.38 ], "duration": 88.66, "caption": "A woman hands her coat to a stranger by the newstand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21681, "video_name": "friends_s10e03_seg02_clip_13", "timestamp": [ 36.29, 46.83 ], "duration": 62.66, "caption": "A person removes her coat and hands it to another person.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 21682, "video_name": "friends_s05e05_seg02_clip_06", "timestamp": [ 13.12, 17.39 ], "duration": 61.66, "caption": "A woman stands up and then grabs her coat.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 21683, "video_name": "castle_s04e07_seg02_clip_04", "timestamp": [ 65.72, 71.57 ], "duration": 90.66, "caption": "A woman takes her beige coat off and brings her hand to her forehead.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 21684, "video_name": "friends_s06e24-25_seg02_clip_36", "timestamp": [ 33.57, 36.62 ], "duration": 61.66, "caption": "A woman reaches for her coat and picks it up.", "similarity": 0.6103, "relevance": 1 }, { "pair_id": 21685, "video_name": "friends_s09e19_seg02_clip_15", "timestamp": [ 24.5, 28.63 ], "duration": 59.66, "caption": "A woman gets her coat and stands up while talking to another woman.", "similarity": 0.6091, "relevance": 1 }, { "pair_id": 21686, "video_name": "castle_s04e20_seg02_clip_11", "timestamp": [ 2.73, 9.56 ], "duration": 91.66, "caption": "A woman walks slowly to the person wearing coat and talks to them.", "similarity": 0.6076, "relevance": 0 }, { "pair_id": 21687, "video_name": "castle_s04e07_seg02_clip_04", "timestamp": [ 67.52, 70.22 ], "duration": 90.66, "caption": "A woman takes off her coat then holds her hand to her forehead.", "similarity": 0.6026, "relevance": 2 }, { "pair_id": 21688, "video_name": "castle_s04e10_seg02_clip_27", "timestamp": [ 62.18, 65.54 ], "duration": 84.66, "caption": "Someone helps a woman to wear her coat while they are talking.", "similarity": 0.6008, "relevance": 2 }, { "pair_id": 21689, "video_name": "s05e06_seg01_clip_01", "timestamp": [ 51.45, 55.15 ], "duration": 74.66, "caption": "A woman grabs her coat and stands up.", "similarity": 0.5985, "relevance": 1 }, { "pair_id": 21690, "video_name": "house_s05e06_seg02_clip_10", "timestamp": [ 15.71, 20.65 ], "duration": 89.66, "caption": "A woman takes a small thing out of her coat.", "similarity": 0.5928, "relevance": 1 }, { "pair_id": 21691, "video_name": "friends_s02e14_seg02_clip_06", "timestamp": [ 1.77, 4.43 ], "duration": 59.66, "caption": "A woman in a red top grabs her coat.", "similarity": 0.5897, "relevance": 1 }, { "pair_id": 21692, "video_name": "friends_s01e24_seg02_clip_11", "timestamp": [ 0.0, 7.77 ], "duration": 59.66, "caption": "A woman walks over and puts on her coat.", "similarity": 0.5884, "relevance": 1 }, { "pair_id": 21693, "video_name": "friends_s04e12_seg02_clip_00", "timestamp": [ 23.01, 34.67 ], "duration": 63.66, "caption": "A woman gets up from her seat grabbing her coat and puts it on as she speaks to man.", "similarity": 0.5879, "relevance": 1 }, { "pair_id": 21694, "video_name": "house_s06e10_seg02_clip_18", "timestamp": [ 10.24, 13.35 ], "duration": 89.66, "caption": "A woman reaches out and grabs a man's arm as he puts his hand in the inside of his coat.", "similarity": 0.5866, "relevance": 0 }, { "pair_id": 21695, "video_name": "friends_s02e18_seg02_clip_01", "timestamp": [ 10.65, 16.12 ], "duration": 57.66, "caption": "A woman grabs her coat then walks out the door.", "similarity": 0.5862, "relevance": 1 }, { "pair_id": 21696, "video_name": "friends_s02e17_seg02_clip_18", "timestamp": [ 7.71, 12.17 ], "duration": 59.66, "caption": "A woman takes off her coat while talking with some people.", "similarity": 0.5847, "relevance": 2 }, { "pair_id": 21697, "video_name": "castle_s03e11_seg02_clip_04", "timestamp": [ 12.91, 17.8 ], "duration": 89.66, "caption": "A woman saw someone and she handed her jacket to the person she was talking to.", "similarity": 0.5834, "relevance": 3 }, { "pair_id": 21698, "video_name": "s10e02_seg02_clip_02", "timestamp": [ 39.32, 41.12 ], "duration": 60.66, "caption": "A woman hands another woman her coat from the couch.", "similarity": 0.582, "relevance": 3 }, { "pair_id": 21699, "video_name": "house_s03e18_seg02_clip_25", "timestamp": [ 28.29, 32.27 ], "duration": 88.66, "caption": "A woman puts on her coat while people line up behind her.", "similarity": 0.5819, "relevance": 2 } ] }, { "query_id": 86621, "query": "A man goes to woman's door and slips a paper under the door.", "relevant_moment": [ { "pair_id": 62800, "video_name": "s01e02_seg02_clip_13", "timestamp": [ 23.8, 28.68 ], "duration": 61.66, "caption": "A man goes to woman's door and slips a paper under the door.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 62801, "video_name": "s01e02_seg02_clip_13", "timestamp": [ 24.11, 27.46 ], "duration": 61.66, "caption": "A man puts a piece of paper under a woman's door.", "similarity": 0.8367, "relevance": 4 }, { "pair_id": 62802, "video_name": "s02e01_seg02_clip_15", "timestamp": [ 36.3, 59.03 ], "duration": 59.66, "caption": "A man stands at woman's door, and she opens it, they talk, and he hands her a paper.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 62803, "video_name": "met_s05e01_seg02_clip_10", "timestamp": [ 38.68, 46.23 ], "duration": 60.66, "caption": "A person picks up a piece of paper that slid out from under a door and hands it to woman.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 62804, "video_name": "house_s08e15_seg02_clip_04", "timestamp": [ 74.34, 84.13 ], "duration": 89.66, "caption": "A woman closes the door and shows a man a piece of paper.", "similarity": 0.7187, "relevance": 1 }, { "pair_id": 62805, "video_name": "castle_s03e13_seg02_clip_00", "timestamp": [ 47.01, 49.83 ], "duration": 94.66, "caption": "A man walks to the door and opens it for a woman.", "similarity": 0.7139, "relevance": 1 }, { "pair_id": 62806, "video_name": "friends_s03e16_seg02_clip_05", "timestamp": [ 6.78, 11.4 ], "duration": 54.66, "caption": "A man comes in the door and goes over to a woman.", "similarity": 0.7108, "relevance": 1 }, { "pair_id": 62807, "video_name": "castle_s06e21_seg02_clip_17", "timestamp": [ 1.32, 6.16 ], "duration": 88.66, "caption": "A man opens the door for a woman and walks through.", "similarity": 0.7069, "relevance": 0 }, { "pair_id": 62808, "video_name": "castle_s04e04_seg02_clip_05", "timestamp": [ 18.28, 34.81 ], "duration": 87.66, "caption": "A man walks in and hands a piece of paper to woman.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 62809, "video_name": "castle_s07e08_seg02_clip_02", "timestamp": [ 40.41, 56.3 ], "duration": 90.66, "caption": "A man walks in and then hands some papers to a woman.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 62810, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 32.99, 38.81 ], "duration": 97.66, "caption": "A man opens the door and walks over to a woman.", "similarity": 0.703, "relevance": 0 }, { "pair_id": 62811, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 43.5, 48.93 ], "duration": 90.66, "caption": "A man walks into the room and hands a paper to a woman.", "similarity": 0.701, "relevance": 1 }, { "pair_id": 62812, "video_name": "house_s02e03_seg02_clip_22", "timestamp": [ 59.91, 72.61 ], "duration": 121.66, "caption": "A man opens the door and holds it for a woman to walk out.", "similarity": 0.6869, "relevance": 0 }, { "pair_id": 62813, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 11.1, 12.91 ], "duration": 60.66, "caption": "A man opens the door for woman as she steps out.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 62814, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 22.51, 38.26 ], "duration": 90.66, "caption": "A man walks towards a woman and then walks out the door.", "similarity": 0.6827, "relevance": 0 }, { "pair_id": 62815, "video_name": "castle_s02e01_seg02_clip_11", "timestamp": [ 4.96, 13.99 ], "duration": 90.66, "caption": "A man walks in and hands some papers to woman.", "similarity": 0.68, "relevance": 1 }, { "pair_id": 62816, "video_name": "s04e16_seg02_clip_02", "timestamp": [ 25.33, 28.99 ], "duration": 61.66, "caption": "A woman opens the door for man as she walks past person.", "similarity": 0.6766, "relevance": 1 }, { "pair_id": 62817, "video_name": "met_s03e13_seg02_clip_12", "timestamp": [ 24.27, 29.94 ], "duration": 63.66, "caption": "A woman opens the door for a man and he walks out.", "similarity": 0.6747, "relevance": 1 }, { "pair_id": 62818, "video_name": "friends_s09e15_seg02_clip_12", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man comes through the door and while motioning to a woman he slips his backpack off his shoulder.", "similarity": 0.6704, "relevance": 1 }, { "pair_id": 62819, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A person opens the door and a man walks though it.", "similarity": 0.6644, "relevance": 1 } ] }, { "query_id": 86647, "query": "A person leans back and reads from the pad he holds.", "relevant_moment": [ { "pair_id": 171760, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 45.41, 51.02 ], "duration": 51.66, "caption": "A person leans back and reads from the pad he holds.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 171761, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A person sits down while reading something from his/her device.", "similarity": 0.6959, "relevance": 3 }, { "pair_id": 171762, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 31.91, 35.77 ], "duration": 55.66, "caption": "A person holds up a piece of paper and reads from it.", "similarity": 0.6905, "relevance": 4 }, { "pair_id": 171763, "video_name": "friends_s05e10_seg02_clip_08", "timestamp": [ 0.0, 2.88 ], "duration": 64.66, "caption": "A man reads out loud while holding a yellow note pad.", "similarity": 0.6883, "relevance": 4 }, { "pair_id": 171764, "video_name": "friends_s09e10_seg02_clip_00", "timestamp": [ 11.85, 17.61 ], "duration": 64.66, "caption": "A man holds up a note and reads from it.", "similarity": 0.6844, "relevance": 2 }, { "pair_id": 171765, "video_name": "castle_s03e09_seg02_clip_02", "timestamp": [ 77.68, 82.79 ], "duration": 93.66, "caption": "A person reads from a small notebook while standing to someone's left.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 171766, "video_name": "castle_s03e05_seg02_clip_19", "timestamp": [ 0.0, 11.42 ], "duration": 87.66, "caption": "A person leans over and reads a letter to woman.", "similarity": 0.6506, "relevance": 3 }, { "pair_id": 171767, "video_name": "house_s08e16_seg02_clip_25", "timestamp": [ 7.2, 10.8 ], "duration": 90.66, "caption": "A person slowly sits down while reading a piece of paper they are holding.", "similarity": 0.6477, "relevance": 4 }, { "pair_id": 171768, "video_name": "s04e03_seg01_clip_01", "timestamp": [ 13.98, 23.09 ], "duration": 65.66, "caption": "A person holds up and reads from a card.", "similarity": 0.645, "relevance": 3 }, { "pair_id": 171769, "video_name": "s09e09_seg02_clip_05", "timestamp": [ 44.25, 48.52 ], "duration": 61.66, "caption": "A person holds up a piece of paper and begins reading.", "similarity": 0.6411, "relevance": 3 }, { "pair_id": 171770, "video_name": "castle_s06e16_seg02_clip_08", "timestamp": [ 15.19, 19.66 ], "duration": 89.66, "caption": "A person holding a notebook reads what's inside.", "similarity": 0.6403, "relevance": 2 }, { "pair_id": 171771, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 43.63, 51.02 ], "duration": 51.66, "caption": "A person picks up a notepad after writing something in it, and begins reading.", "similarity": 0.636, "relevance": 3 }, { "pair_id": 171772, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 5.61, 14.76 ], "duration": 59.66, "caption": "A person flips over a page on the document he's reading and sticks out his tongue.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 171773, "video_name": "castle_s02e09_seg02_clip_02", "timestamp": [ 8.87, 15.96 ], "duration": 88.66, "caption": "A person is reading a paper filled with some information of a human.", "similarity": 0.6329, "relevance": 2 }, { "pair_id": 171774, "video_name": "s02e09_seg02_clip_03", "timestamp": [ 33.84, 36.87 ], "duration": 55.66, "caption": "A person pulls out a note and starts reading it.", "similarity": 0.6309, "relevance": 3 }, { "pair_id": 171775, "video_name": "house_s07e16_seg02_clip_15", "timestamp": [ 18.0, 21.61 ], "duration": 90.66, "caption": "A person leans up from his chair to consult some people in front of him.", "similarity": 0.6268, "relevance": 1 }, { "pair_id": 171776, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 40.06, 44.54 ], "duration": 56.66, "caption": "A person leans down to write something on a whiteboard.", "similarity": 0.6266, "relevance": 1 }, { "pair_id": 171777, "video_name": "castle_s03e07_seg02_clip_24", "timestamp": [ 34.27, 36.05 ], "duration": 89.66, "caption": "While a woman is reading over some information, a man leans towards her to get her attention.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 171778, "video_name": "friends_s08e20_seg02_clip_05", "timestamp": [ 3.78, 8.19 ], "duration": 63.66, "caption": "A man holding a paper reading it next to person.", "similarity": 0.6264, "relevance": 2 }, { "pair_id": 171779, "video_name": "s08e20_seg02_clip_04", "timestamp": [ 16.54, 30.17 ], "duration": 58.66, "caption": "A person is reading from a piece of paper handed by someone.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 345080, "video_name": "house_s05e16_seg02_clip_18", "timestamp": [ 23.21, 44.04 ], "duration": 119.66, "caption": "A person opens up a piece of paper and reads it.", "similarity": 0.6206, "relevance": 3 }, { "pair_id": 345081, "video_name": "friends_s09e13_seg02_clip_12", "timestamp": [ 5.18, 10.92 ], "duration": 37.66, "caption": "A man holds up the clipboard and reads from it.", "similarity": 0.6204, "relevance": 3 }, { "pair_id": 345082, "video_name": "friends_s01e06_seg02_clip_03", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man holds up a small piece of paper and reads it.", "similarity": 0.6188, "relevance": 3 }, { "pair_id": 345083, "video_name": "castle_s01e06_seg02_clip_01", "timestamp": [ 59.56, 67.06 ], "duration": 88.66, "caption": "A person is holding his novel as he spins in his chair as he reads a page off the novel.", "similarity": 0.6174, "relevance": 3 }, { "pair_id": 345084, "video_name": "s01e12_seg02_clip_06", "timestamp": [ 43.82, 57.63 ], "duration": 60.66, "caption": "A person picks up a pink note, reads it to man then lowers it to his right side.", "similarity": 0.6148, "relevance": 1 }, { "pair_id": 345086, "video_name": "s03e22_seg02_clip_02", "timestamp": [ 52.18, 57.02 ], "duration": 57.66, "caption": "A person picks up a clipboard and reads it.", "similarity": 0.6116, "relevance": 2 }, { "pair_id": 345087, "video_name": "castle_s06e15_seg02_clip_13", "timestamp": [ 62.79, 72.28 ], "duration": 90.66, "caption": "A man looks down at the paper he's holding and reads something aloud.", "similarity": 0.6109, "relevance": 1 }, { "pair_id": 345088, "video_name": "friends_s02e19_seg02_clip_12", "timestamp": [ 14.95, 33.57 ], "duration": 61.66, "caption": "A person stands up and then sits back down so a man can read the rest of the lines.", "similarity": 0.6098, "relevance": 1 }, { "pair_id": 345089, "video_name": "s03e15_seg02_clip_04", "timestamp": [ 0.0, 6.93 ], "duration": 63.66, "caption": "A person reads from an open binder and shuts it.", "similarity": 0.6089, "relevance": 3 }, { "pair_id": 345090, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 37.53, 58.62 ], "duration": 62.66, "caption": "A person reads from a notebook as he is with some people.", "similarity": 0.6088, "relevance": 3 }, { "pair_id": 345091, "video_name": "friends_s05e10_seg02_clip_18", "timestamp": [ 5.02, 10.62 ], "duration": 59.66, "caption": "A person reads the notes on the piece of paper then points at guy to continue.", "similarity": 0.6088, "relevance": 2 }, { "pair_id": 345092, "video_name": "castle_s01e07_seg02_clip_13", "timestamp": [ 35.39, 36.77 ], "duration": 91.66, "caption": "A person holds up a pen and pad of paper.", "similarity": 0.6047, "relevance": 1 }, { "pair_id": 345093, "video_name": "house_s01e12_seg02_clip_07", "timestamp": [ 63.5, 75.29 ], "duration": 90.66, "caption": "A person writes on a note pad while talking to a patient.", "similarity": 0.6046, "relevance": 2 }, { "pair_id": 345094, "video_name": "friends_s10e04_seg02_clip_11", "timestamp": [ 28.84, 31.63 ], "duration": 62.66, "caption": "A man bends over and writes on a pad.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 345095, "video_name": "s05e16_seg01_clip_00", "timestamp": [ 9.3, 12.41 ], "duration": 62.66, "caption": "A person holds up a notepad for everyone to see.", "similarity": 0.6019, "relevance": 1 }, { "pair_id": 345096, "video_name": "castle_s03e05_seg02_clip_19", "timestamp": [ 47.88, 54.91 ], "duration": 87.66, "caption": "A person reads something to another person then snaps his/her fingers.", "similarity": 0.6012, "relevance": 3 }, { "pair_id": 345097, "video_name": "s06e11_seg02_clip_07", "timestamp": [ 0.0, 5.4 ], "duration": 60.66, "caption": "A person expressively reads from a book as he/she sits in an armchair.", "similarity": 0.5959, "relevance": 2 }, { "pair_id": 345098, "video_name": "castle_s01e01_seg02_clip_26", "timestamp": [ 45.14, 52.74 ], "duration": 95.66, "caption": "A person is leaning back in a chair typing on his laptop.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 345099, "video_name": "house_s02e01_seg02_clip_04", "timestamp": [ 3.64, 8.65 ], "duration": 91.66, "caption": "A man reads the piece of paper that someone hands to him.", "similarity": 0.5956, "relevance": 2 } ] }, { "query_id": 86696, "query": "A woman turns and closes the file in her hand.", "relevant_moment": [ { "pair_id": 57560, "video_name": "grey_s03e09_seg02_clip_07", "timestamp": [ 12.6, 15.3 ], "duration": 90.66, "caption": "A woman turns and closes the file in her hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 57561, "video_name": "house_s04e05_seg02_clip_09", "timestamp": [ 30.84, 33.14 ], "duration": 92.66, "caption": "A woman shuts the file and puts it away.", "similarity": 0.8212, "relevance": 3 }, { "pair_id": 57562, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 45.16, 46.07 ], "duration": 91.66, "caption": "A woman closes the file and hands it off to man.", "similarity": 0.8192, "relevance": 4 }, { "pair_id": 57563, "video_name": "house_s03e06_seg02_clip_00", "timestamp": [ 10.56, 14.4 ], "duration": 96.66, "caption": "A woman grabs the file and then opens it.", "similarity": 0.8168, "relevance": 1 }, { "pair_id": 57564, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 85.25, 87.98 ], "duration": 91.66, "caption": "A woman takes out a file from a file shelf and opens it.", "similarity": 0.7891, "relevance": 1 }, { "pair_id": 57565, "video_name": "house_s02e14_seg02_clip_09", "timestamp": [ 79.22, 80.57 ], "duration": 90.66, "caption": "A woman closes her file while at the table.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 57566, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 23.5, 27.77 ], "duration": 61.66, "caption": "A woman closes a file and moves it to the front of her desk.", "similarity": 0.7861, "relevance": 1 }, { "pair_id": 57567, "video_name": "house_s06e05_seg02_clip_02", "timestamp": [ 1.4, 3.26 ], "duration": 93.66, "caption": "A woman closes a medical file she's holding on her hands.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 57568, "video_name": "friends_s08e13_seg02_clip_07", "timestamp": [ 27.85, 31.38 ], "duration": 64.66, "caption": "A woman opens a file slowly then shuts it when a man turns around.", "similarity": 0.7792, "relevance": 2 }, { "pair_id": 57569, "video_name": "castle_s02e19_seg02_clip_14", "timestamp": [ 60.5, 70.58 ], "duration": 96.66, "caption": "A woman opens a file and looks through its contents.", "similarity": 0.778, "relevance": 1 }, { "pair_id": 57570, "video_name": "house_s02e02_seg02_clip_16", "timestamp": [ 13.95, 16.65 ], "duration": 90.66, "caption": "A woman shuts the file and tries to hand it over to a man.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 57571, "video_name": "house_s05e03_seg02_clip_14", "timestamp": [ 23.04, 28.92 ], "duration": 98.66, "caption": "A woman opens the file and a man turns to the right.", "similarity": 0.7725, "relevance": 1 }, { "pair_id": 57572, "video_name": "castle_s07e11_seg02_clip_26", "timestamp": [ 0.0, 4.5 ], "duration": 90.66, "caption": "A woman hands a man a file and he opens it.", "similarity": 0.7672, "relevance": 1 }, { "pair_id": 57573, "video_name": "castle_s04e14_seg02_clip_20", "timestamp": [ 36.3, 37.18 ], "duration": 88.66, "caption": "A woman puts away her papers and closes her file.", "similarity": 0.7664, "relevance": 1 }, { "pair_id": 57574, "video_name": "house_s07e05_seg02_clip_04", "timestamp": [ 6.05, 9.77 ], "duration": 93.66, "caption": "A woman closes their file and gets up from the table.", "similarity": 0.7625, "relevance": 3 }, { "pair_id": 57575, "video_name": "house_s05e21_seg02_clip_05", "timestamp": [ 18.27, 21.76 ], "duration": 87.66, "caption": "A woman has her hand on a file and scoots it closer toward her.", "similarity": 0.7585, "relevance": 1 }, { "pair_id": 57576, "video_name": "castle_s02e24_seg02_clip_20", "timestamp": [ 0.0, 12.29 ], "duration": 91.66, "caption": "A woman shows a file to a man and then closes it.", "similarity": 0.7577, "relevance": 2 }, { "pair_id": 57577, "video_name": "house_s05e19_seg02_clip_12", "timestamp": [ 9.35, 13.35 ], "duration": 89.66, "caption": "A person closes the file and sets their hands down on top of it.", "similarity": 0.7576, "relevance": 2 }, { "pair_id": 57578, "video_name": "castle_s02e23_seg02_clip_05", "timestamp": [ 17.34, 19.17 ], "duration": 91.66, "caption": "A woman closes a file while sitting on a desk.", "similarity": 0.7554, "relevance": 3 }, { "pair_id": 57579, "video_name": "castle_s02e09_seg02_clip_06", "timestamp": [ 16.93, 22.1 ], "duration": 94.66, "caption": "A woman closes her file together during the interrogation.", "similarity": 0.7544, "relevance": 2 } ] }, { "query_id": 86725, "query": "A woman gets a glass of wine on the tape.", "relevant_moment": [ { "pair_id": 11640, "video_name": "friends_s08e04_seg02_clip_15", "timestamp": [ 33.41, 35.3 ], "duration": 63.66, "caption": "A woman gets a glass of wine on the tape.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 11641, "video_name": "friends_s08e04_seg02_clip_16", "timestamp": [ 19.15, 22.34 ], "duration": 58.66, "caption": "A woman drinks her wine on the video tape.", "similarity": 0.8417, "relevance": 4 }, { "pair_id": 11642, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A woman is holding glass of wine as she listens to person.", "similarity": 0.7765, "relevance": 3 }, { "pair_id": 11643, "video_name": "s04e08_seg02_clip_05", "timestamp": [ 28.63, 31.58 ], "duration": 59.66, "caption": "A woman puts the glass of wine on the table and gets the wine.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 11644, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.04, 37.84 ], "duration": 61.66, "caption": "A woman puts a wine glass up to person's mouth and drinks from it.", "similarity": 0.7307, "relevance": 3 }, { "pair_id": 11645, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 2.0, 4.28 ], "duration": 57.66, "caption": "A woman puts her glass of wine on the table.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 11646, "video_name": "s08e04_seg02_clip_08", "timestamp": [ 31.7, 33.62 ], "duration": 64.66, "caption": "A woman drinks from the glass of wine she is holding.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 11647, "video_name": "friends_s09e09_seg02_clip_13", "timestamp": [ 42.74, 45.73 ], "duration": 59.66, "caption": "A woman drinks from the glass of wine she is holding.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 11648, "video_name": "s09e03_seg02_clip_01", "timestamp": [ 38.12, 41.42 ], "duration": 60.66, "caption": "A woman pours a glass of wine from a bottle.", "similarity": 0.7228, "relevance": 3 }, { "pair_id": 11649, "video_name": "castle_s04e06_seg02_clip_18", "timestamp": [ 80.55, 81.81 ], "duration": 84.66, "caption": "A woman takes a drink of wine from her glass.", "similarity": 0.7202, "relevance": 3 }, { "pair_id": 11650, "video_name": "s09e02_seg02_clip_07", "timestamp": [ 42.72, 46.38 ], "duration": 61.66, "caption": "A woman is holding a glass of wine as she listens to two other women.", "similarity": 0.7201, "relevance": 3 }, { "pair_id": 11651, "video_name": "s03e18_seg02_clip_15", "timestamp": [ 3.66, 7.02 ], "duration": 61.66, "caption": "A woman offers a glass of wine to a person.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 11652, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 47.62, 49.33 ], "duration": 57.66, "caption": "A woman pours a glass of wine from the wine bottle.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 11653, "video_name": "s06e16_seg02_clip_07", "timestamp": [ 8.68, 15.51 ], "duration": 62.66, "caption": "A woman is holding a wine glass and takes a drink from it.", "similarity": 0.7142, "relevance": 2 }, { "pair_id": 11654, "video_name": "friends_s01e16-17_seg02_clip_32", "timestamp": [ 28.92, 34.24 ], "duration": 59.66, "caption": "A woman grabs the bottle of wine and pours it.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 11655, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 18.92, 21.05 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.7121, "relevance": 3 }, { "pair_id": 11656, "video_name": "s07e21_seg02_clip_07", "timestamp": [ 39.97, 44.25 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.7121, "relevance": 3 }, { "pair_id": 11657, "video_name": "s02e15_seg02_clip_11", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A woman is holding a bottle of wine in their hand.", "similarity": 0.7059, "relevance": 2 }, { "pair_id": 11658, "video_name": "castle_s06e21_seg02_clip_11", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman takes a drink from her glass of wine.", "similarity": 0.7054, "relevance": 3 }, { "pair_id": 11659, "video_name": "friends_s03e13_seg02_clip_19", "timestamp": [ 36.31, 39.18 ], "duration": 63.66, "caption": "A woman gives the glass of wine to man.", "similarity": 0.7036, "relevance": 3 }, { "pair_id": 184967, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 18.04, 23.01 ], "duration": 62.66, "caption": "A woman pours some wine from the bottle into her glass.", "similarity": 0.6941, "relevance": 2 }, { "pair_id": 184968, "video_name": "s05e05_seg02_clip_09", "timestamp": [ 53.26, 59.56 ], "duration": 63.66, "caption": "A woman takes the cork off the wine bottle and pours some wine for woman.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 184970, "video_name": "castle_s06e15_seg02_clip_15", "timestamp": [ 74.08, 77.26 ], "duration": 90.66, "caption": "A person hands a glass of wine to woman.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 184971, "video_name": "castle_s07e11_seg02_clip_15", "timestamp": [ 18.87, 89.66 ], "duration": 89.66, "caption": "A woman opens and pours wine to a glass.", "similarity": 0.6907, "relevance": 2 }, { "pair_id": 184972, "video_name": "s05e09_seg02_clip_06", "timestamp": [ 29.91, 36.74 ], "duration": 65.66, "caption": "A woman picks up the glass of wine and then drinks from it.", "similarity": 0.6903, "relevance": 3 }, { "pair_id": 184973, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 46.38, 50.96 ], "duration": 61.66, "caption": "A woman pours wine from the bottle into woman's glass.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 184974, "video_name": "s07e12_seg02_clip_11", "timestamp": [ 6.0, 9.3 ], "duration": 60.66, "caption": "A woman pours wine from a bottle into a glass on the table.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 184975, "video_name": "friends_s06e15-16_seg02_clip_23", "timestamp": [ 34.11, 43.47 ], "duration": 55.66, "caption": "A woman pours a glass of wine for person's date.", "similarity": 0.6834, "relevance": 2 }, { "pair_id": 184976, "video_name": "s08e16_seg02_clip_09", "timestamp": [ 17.68, 20.16 ], "duration": 62.66, "caption": "A woman takes a drink from the wineglass she is holding.", "similarity": 0.6813, "relevance": 2 }, { "pair_id": 184977, "video_name": "s04e10_seg01_clip_01", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A woman takes a sip from her wine glass.", "similarity": 0.681, "relevance": 2 }, { "pair_id": 184978, "video_name": "s03e13_seg02_clip_03", "timestamp": [ 16.07, 18.27 ], "duration": 44.66, "caption": "A woman pours a glass of wine for man.", "similarity": 0.6804, "relevance": 1 }, { "pair_id": 184979, "video_name": "s08e10_seg02_clip_13", "timestamp": [ 51.87, 55.84 ], "duration": 61.66, "caption": "A woman is holding a glass of wine as she speaks to two people.", "similarity": 0.6788, "relevance": 2 } ] }, { "query_id": 86742, "query": "A woman drinks her wine on the video tape.", "relevant_moment": [ { "pair_id": 2400, "video_name": "friends_s08e04_seg02_clip_16", "timestamp": [ 19.15, 22.34 ], "duration": 58.66, "caption": "A woman drinks her wine on the video tape.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2401, "video_name": "friends_s08e04_seg02_clip_15", "timestamp": [ 33.41, 35.3 ], "duration": 63.66, "caption": "A woman gets a glass of wine on the tape.", "similarity": 0.8417, "relevance": 3 }, { "pair_id": 2402, "video_name": "friends_s08e04_seg02_clip_15", "timestamp": [ 44.12, 50.11 ], "duration": 63.66, "caption": "A woman pretends to spill a glass of wine while she's on video.", "similarity": 0.7858, "relevance": 3 }, { "pair_id": 2403, "video_name": "s08e04_seg02_clip_08", "timestamp": [ 31.7, 33.62 ], "duration": 64.66, "caption": "A woman drinks from the glass of wine she is holding.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 2404, "video_name": "friends_s09e09_seg02_clip_13", "timestamp": [ 42.74, 45.73 ], "duration": 59.66, "caption": "A woman drinks from the glass of wine she is holding.", "similarity": 0.7142, "relevance": 3 }, { "pair_id": 2405, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 18.92, 21.05 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 2406, "video_name": "s07e21_seg02_clip_07", "timestamp": [ 39.97, 44.25 ], "duration": 61.66, "caption": "A woman takes a drink of her glass of wine.", "similarity": 0.7095, "relevance": 2 }, { "pair_id": 2407, "video_name": "friends_s08e04_seg02_clip_09", "timestamp": [ 47.6, 54.62 ], "duration": 61.66, "caption": "A person pours themselves a glass of wine and turns on the video camera.", "similarity": 0.7007, "relevance": 1 }, { "pair_id": 2408, "video_name": "castle_s06e21_seg02_clip_11", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman takes a drink from her glass of wine.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 2409, "video_name": "s09e03_seg02_clip_01", "timestamp": [ 38.12, 41.42 ], "duration": 60.66, "caption": "A woman pours a glass of wine from a bottle.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 2410, "video_name": "castle_s04e06_seg02_clip_18", "timestamp": [ 80.55, 81.81 ], "duration": 84.66, "caption": "A woman takes a drink of wine from her glass.", "similarity": 0.6917, "relevance": 3 }, { "pair_id": 2411, "video_name": "s07e19_seg02_clip_05", "timestamp": [ 34.22, 36.62 ], "duration": 60.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 2412, "video_name": "s06e18_seg02_clip_03", "timestamp": [ 8.54, 10.99 ], "duration": 61.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 2413, "video_name": "met_s06e03_seg01_clip_01", "timestamp": [ 1.55, 2.48 ], "duration": 62.66, "caption": "A woman takes a drink from her wine glass.", "similarity": 0.6864, "relevance": 3 }, { "pair_id": 2414, "video_name": "s09e21_seg02_clip_09", "timestamp": [ 47.62, 49.33 ], "duration": 57.66, "caption": "A woman pours a glass of wine from the wine bottle.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 2415, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A woman is holding glass of wine as she listens to person.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 2416, "video_name": "s08e14_seg02_clip_08", "timestamp": [ 44.42, 46.82 ], "duration": 60.66, "caption": "A woman was sipping from a glass of wine.", "similarity": 0.6782, "relevance": 3 }, { "pair_id": 2417, "video_name": "s05e07_seg02_clip_07", "timestamp": [ 52.18, 54.93 ], "duration": 61.66, "caption": "A woman takes a sip of a glass of wine.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 2418, "video_name": "s09e16_seg02_clip_01", "timestamp": [ 31.12, 35.4 ], "duration": 61.66, "caption": "A woman drinks her wine then sets it down.", "similarity": 0.6734, "relevance": 3 }, { "pair_id": 2419, "video_name": "s07e21_seg02_clip_11", "timestamp": [ 32.04, 37.84 ], "duration": 61.66, "caption": "A woman puts a wine glass up to person's mouth and drinks from it.", "similarity": 0.6687, "relevance": 3 }, { "pair_id": 175720, "video_name": "met_s06e02_seg01_clip_00", "timestamp": [ 9.43, 12.68 ], "duration": 65.66, "caption": "A woman takes her wineglass and drinks from it.", "similarity": 0.6657, "relevance": 3 }, { "pair_id": 175721, "video_name": "friends_s01e16-17_seg02_clip_32", "timestamp": [ 28.92, 34.24 ], "duration": 59.66, "caption": "A woman grabs the bottle of wine and pours it.", "similarity": 0.6626, "relevance": 1 }, { "pair_id": 175722, "video_name": "met_s03e09_seg02_clip_07", "timestamp": [ 18.04, 23.01 ], "duration": 62.66, "caption": "A woman pours some wine from the bottle into her glass.", "similarity": 0.6614, "relevance": 1 }, { "pair_id": 175723, "video_name": "met_s03e17_seg02_clip_01", "timestamp": [ 0.0, 2.11 ], "duration": 60.66, "caption": "A woman drinks from her glass of wine at the bar.", "similarity": 0.661, "relevance": 2 }, { "pair_id": 175731, "video_name": "castle_s05e01_seg02_clip_14", "timestamp": [ 38.49, 41.09 ], "duration": 104.66, "caption": "A woman drinks from the bottle of alcohol that was handed to her.", "similarity": 0.648, "relevance": 3 }, { "pair_id": 175733, "video_name": "s09e23_seg02_clip_11", "timestamp": [ 2.0, 4.28 ], "duration": 57.66, "caption": "A woman puts her glass of wine on the table.", "similarity": 0.6452, "relevance": 1 }, { "pair_id": 175734, "video_name": "s02e15_seg02_clip_11", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A woman is holding a bottle of wine in their hand.", "similarity": 0.6451, "relevance": 1 }, { "pair_id": 175736, "video_name": "met_s02e06_seg02_clip_05", "timestamp": [ 55.37, 60.18 ], "duration": 60.66, "caption": "A woman is talking to someone then takes a drink of her wine.", "similarity": 0.6437, "relevance": 2 }, { "pair_id": 175738, "video_name": "castle_s05e04_seg02_clip_17", "timestamp": [ 9.45, 12.15 ], "duration": 90.66, "caption": "A person who is talking to a woman drinks from their bottle of wine.", "similarity": 0.6433, "relevance": 1 }, { "pair_id": 175739, "video_name": "friends_s01e24_seg02_clip_19", "timestamp": [ 33.94, 37.07 ], "duration": 48.66, "caption": "A woman takes a drink from a full wine glass.", "similarity": 0.6432, "relevance": 3 } ] }, { "query_id": 86751, "query": "A man opens the door to a woman's apartment then closes it.", "relevant_moment": [ { "pair_id": 10280, "video_name": "friends_s08e04_seg02_clip_18", "timestamp": [ 20.43, 30.93 ], "duration": 58.66, "caption": "A man opens the door to a woman's apartment then closes it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10281, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 49.74, 56.45 ], "duration": 61.66, "caption": "A man closes the door to woman's apartment.", "similarity": 0.952, "relevance": 3 }, { "pair_id": 10282, "video_name": "s02e14_seg02_clip_08", "timestamp": [ 0.0, 5.5 ], "duration": 55.66, "caption": "A man opens a woman's apartment door, walks inside and closes the door.", "similarity": 0.9323, "relevance": 4 }, { "pair_id": 10283, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.84, 25.38 ], "duration": 59.66, "caption": "A woman opens the apartment door then closes it after a man enters.", "similarity": 0.9155, "relevance": 3 }, { "pair_id": 10284, "video_name": "friends_s05e13_seg02_clip_19", "timestamp": [ 17.14, 19.15 ], "duration": 44.66, "caption": "A man opens up the door to a woman's apartment.", "similarity": 0.913, "relevance": 3 }, { "pair_id": 10285, "video_name": "house_s03e10_seg02_clip_12", "timestamp": [ 15.0, 18.97 ], "duration": 88.66, "caption": "A woman goes in a man's apartment and closes the door.", "similarity": 0.911, "relevance": 3 }, { "pair_id": 10286, "video_name": "s07e04_seg02_clip_07", "timestamp": [ 64.71, 66.03 ], "duration": 66.66, "caption": "A man opens the door leading to woman's apartment.", "similarity": 0.908, "relevance": 3 }, { "pair_id": 10287, "video_name": "s03e14_seg02_clip_03", "timestamp": [ 4.35, 8.7 ], "duration": 58.66, "caption": "A man opens up the door of their apartment for woman.", "similarity": 0.8945, "relevance": 2 }, { "pair_id": 10288, "video_name": "friends_s08e08_seg02_clip_14", "timestamp": [ 55.23, 60.42 ], "duration": 61.66, "caption": "A man opens the door to let a woman into the apartment.", "similarity": 0.8911, "relevance": 2 }, { "pair_id": 10289, "video_name": "friends_s05e04_seg02_clip_19", "timestamp": [ 0.0, 5.04 ], "duration": 48.66, "caption": "A woman enters the apartment and a man closes the door.", "similarity": 0.8856, "relevance": 3 }, { "pair_id": 10290, "video_name": "s01e10_seg02_clip_06", "timestamp": [ 5.9, 12.1 ], "duration": 59.66, "caption": "A man opens the apartment door so that woman can come inside.", "similarity": 0.8837, "relevance": 2 }, { "pair_id": 10291, "video_name": "castle_s04e06_seg02_clip_15", "timestamp": [ 27.58, 33.01 ], "duration": 90.66, "caption": "A woman opens the door to let a man in to the apartment.", "similarity": 0.8805, "relevance": 2 }, { "pair_id": 10292, "video_name": "s05e04_seg02_clip_12", "timestamp": [ 24.5, 45.28 ], "duration": 62.66, "caption": "A woman opens her door to person, he enters the apartment, and woman closes the door.", "similarity": 0.8799, "relevance": 2 }, { "pair_id": 10293, "video_name": "s02e08_seg02_clip_14", "timestamp": [ 50.96, 55.23 ], "duration": 61.66, "caption": "A man opens the apartment front door for a woman.", "similarity": 0.8793, "relevance": 2 }, { "pair_id": 10294, "video_name": "s07e05_seg02_clip_14", "timestamp": [ 80.94, 91.05 ], "duration": 119.66, "caption": "A woman closes her apartment door in front of a man.", "similarity": 0.8776, "relevance": 1 }, { "pair_id": 10295, "video_name": "friends_s08e16_seg02_clip_01", "timestamp": [ 54.91, 59.66 ], "duration": 59.66, "caption": "A woman comes into man's apartment and closes the door behind her.", "similarity": 0.8761, "relevance": 2 }, { "pair_id": 10296, "video_name": "friends_s08e02_seg02_clip_18", "timestamp": [ 5.6, 7.2 ], "duration": 80.66, "caption": "A man opens a woman's apartment door and walks out.", "similarity": 0.8734, "relevance": 3 }, { "pair_id": 10297, "video_name": "friends_s09e12_seg02_clip_16", "timestamp": [ 40.67, 45.76 ], "duration": 53.66, "caption": "A man opens then closes the refrigerator door at woman's apartment.", "similarity": 0.873, "relevance": 0 }, { "pair_id": 10298, "video_name": "friends_s07e06_seg02_clip_03", "timestamp": [ 1.19, 11.0 ], "duration": 59.66, "caption": "A man opens and closes his apartment door for person.", "similarity": 0.8728, "relevance": 2 }, { "pair_id": 10299, "video_name": "friends_s01e20_seg02_clip_20", "timestamp": [ 14.42, 15.81 ], "duration": 93.66, "caption": "A man opens the door and walks in to woman's apartment.", "similarity": 0.8702, "relevance": 3 } ] }, { "query_id": 86780, "query": "A man speaks to two people and a woman leans all the way back into her seat.", "relevant_moment": [ { "pair_id": 2380, "video_name": "castle_s01e10_seg02_clip_20", "timestamp": [ 24.02, 30.36 ], "duration": 90.66, "caption": "A man speaks to two people and a woman leans all the way back into her seat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2381, "video_name": "castle_s03e02_seg02_clip_05", "timestamp": [ 58.91, 84.02 ], "duration": 91.66, "caption": "A man leans towards a woman as he speaks to her along with two other people.", "similarity": 0.838, "relevance": 1 }, { "pair_id": 2382, "video_name": "friends_s10e07_seg02_clip_11", "timestamp": [ 61.66, 64.01 ], "duration": 67.66, "caption": "A man is sitting as a woman leans over to speak to him.", "similarity": 0.8068, "relevance": 1 }, { "pair_id": 2383, "video_name": "castle_s07e16_seg02_clip_21", "timestamp": [ 14.94, 90.56 ], "duration": 90.66, "caption": "A man is sitting as he speaks to a woman and another person.", "similarity": 0.7752, "relevance": 2 }, { "pair_id": 2384, "video_name": "castle_s02e10_seg02_clip_24", "timestamp": [ 0.0, 44.45 ], "duration": 88.66, "caption": "A man is leaning over a woman as they are speaking to another woman.", "similarity": 0.7724, "relevance": 2 }, { "pair_id": 2385, "video_name": "friends_s06e03_seg02_clip_02", "timestamp": [ 22.0, 59.46 ], "duration": 59.66, "caption": "A man gets up from his seat and gestures as he speaks to a woman.", "similarity": 0.7617, "relevance": 1 }, { "pair_id": 2386, "video_name": "castle_s03e02_seg02_clip_18", "timestamp": [ 0.0, 28.17 ], "duration": 89.66, "caption": "A man is leaning beside a woman as he speaks to her with another woman.", "similarity": 0.7613, "relevance": 2 }, { "pair_id": 2387, "video_name": "castle_s01e10_seg02_clip_16", "timestamp": [ 0.0, 28.47 ], "duration": 91.66, "caption": "A woman and a man are speaking to each other as they sit beside each other.", "similarity": 0.761, "relevance": 1 }, { "pair_id": 2388, "video_name": "house_s04e09_seg02_clip_24", "timestamp": [ 57.21, 71.17 ], "duration": 93.66, "caption": "A woman stands up at her seat to speak with a man.", "similarity": 0.7599, "relevance": 1 }, { "pair_id": 2389, "video_name": "castle_s06e22_seg02_clip_15", "timestamp": [ 55.53, 58.71 ], "duration": 91.66, "caption": "A man leans forward into two people as they talk.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 2390, "video_name": "house_s06e04_seg02_clip_21", "timestamp": [ 34.9, 60.73 ], "duration": 90.66, "caption": "A woman gets up from her seat and she speaks to a man as she stands.", "similarity": 0.7582, "relevance": 1 }, { "pair_id": 2391, "video_name": "castle_s07e09_seg02_clip_24", "timestamp": [ 11.13, 14.24 ], "duration": 89.66, "caption": "A man leans forward in his chair to talk to two people.", "similarity": 0.7561, "relevance": 1 }, { "pair_id": 2392, "video_name": "castle_s03e04_seg02_clip_22", "timestamp": [ 52.1, 55.35 ], "duration": 93.66, "caption": "A woman sits down and a man leans over to say something then the woman gets back up again.", "similarity": 0.753, "relevance": 1 }, { "pair_id": 2393, "video_name": "castle_s04e13_seg02_clip_19", "timestamp": [ 82.95, 86.1 ], "duration": 90.66, "caption": "A woman leans forward in her chair toward a man while talking to him.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 2394, "video_name": "friends_s07e06_seg02_clip_16", "timestamp": [ 18.36, 25.33 ], "duration": 46.66, "caption": "A woman leans forward in her chair to talk to a man.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 2395, "video_name": "house_s08e19_seg02_clip_09", "timestamp": [ 30.88, 95.03 ], "duration": 95.66, "caption": "A woman takes a seat to speak with two men.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 2396, "video_name": "house_s07e22_seg02_clip_21", "timestamp": [ 0.0, 4.77 ], "duration": 106.66, "caption": "A woman is speaking to a man as they are seated.", "similarity": 0.7472, "relevance": 1 }, { "pair_id": 2397, "video_name": "house_s01e16_seg02_clip_12", "timestamp": [ 0.0, 9.1 ], "duration": 91.66, "caption": "A man sits down with a woman and speaks with her.", "similarity": 0.7431, "relevance": 1 }, { "pair_id": 2398, "video_name": "s05e10_seg02_clip_11", "timestamp": [ 0.0, 6.36 ], "duration": 53.66, "caption": "A person leans towards woman and speaks to her about the time she is having.", "similarity": 0.7429, "relevance": 1 }, { "pair_id": 2399, "video_name": "met_s03e13_seg01_clip_00", "timestamp": [ 88.77, 96.89 ], "duration": 122.66, "caption": "A woman with glasses leans in to speak to a man seated beside her.", "similarity": 0.7411, "relevance": 1 } ] }, { "query_id": 86791, "query": "Doctor tears a prescription off the pad and hands it to a man.", "relevant_moment": [ { "pair_id": 161440, "video_name": "grey_s02e25_seg02_clip_23", "timestamp": [ 27.6, 29.82 ], "duration": 89.66, "caption": "Doctor tears a prescription off the pad and hands it to a man.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 161441, "video_name": "house_s02e15_seg02_clip_03", "timestamp": [ 15.81, 18.14 ], "duration": 93.66, "caption": "A man scribbles a prescription on his pad, tears it off, and hands it to Mr. Lambert.", "similarity": 0.7769, "relevance": 4 }, { "pair_id": 161442, "video_name": "s09e12_seg02_clip_15", "timestamp": [ 2.25, 5.75 ], "duration": 50.66, "caption": "A doctor picks up the prescription notepad and waves it around.", "similarity": 0.6901, "relevance": 2 }, { "pair_id": 161444, "video_name": "house_s06e05_seg02_clip_17", "timestamp": [ 0.0, 18.14 ], "duration": 49.66, "caption": "Dr. Someone opens the room of Dr. Someone else and see him lying on the bed crying.", "similarity": 0.6137, "relevance": 1 }, { "pair_id": 161445, "video_name": "house_s03e21_seg02_clip_20", "timestamp": [ 65.78, 82.11 ], "duration": 96.66, "caption": "A person removes a prescription pad from his pocket, writes on it and removes the top paper handing it to another person.", "similarity": 0.6094, "relevance": 4 }, { "pair_id": 161446, "video_name": "house_s07e08_seg02_clip_08", "timestamp": [ 57.68, 63.72 ], "duration": 93.66, "caption": "A doctor removes the blanket of the patient to assess the pain.", "similarity": 0.6087, "relevance": 1 }, { "pair_id": 161447, "video_name": "house_s01e20_seg02_clip_04", "timestamp": [ 62.72, 95.03 ], "duration": 95.66, "caption": "A doctor explains a medical procedure to a male patient.", "similarity": 0.599, "relevance": 2 }, { "pair_id": 161448, "video_name": "house_s03e15_seg02_clip_22", "timestamp": [ 0.0, 2.77 ], "duration": 79.66, "caption": "A doctor taps onto a man's shoulder as he lies on a hospital bed.", "similarity": 0.5901, "relevance": 0 }, { "pair_id": 161449, "video_name": "house_s03e22_seg02_clip_17", "timestamp": [ 10.47, 13.2 ], "duration": 91.66, "caption": "A doctor tosses a person a pill bottle and he catches it.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 161450, "video_name": "house_s08e10_seg02_clip_14", "timestamp": [ 2.26, 5.87 ], "duration": 90.66, "caption": "A man explains how their treatment could of hurt the patient.", "similarity": 0.5853, "relevance": 1 }, { "pair_id": 161451, "video_name": "house_s07e22_seg02_clip_23", "timestamp": [ 3.07, 12.27 ], "duration": 87.66, "caption": "A doctor left their patient in with tears in their eyes.", "similarity": 0.5829, "relevance": 1 }, { "pair_id": 161452, "video_name": "house_s02e22_seg02_clip_04", "timestamp": [ 71.06, 96.03 ], "duration": 96.66, "caption": "A patient squirms in pain as some doctors hold them down.", "similarity": 0.5805, "relevance": 1 }, { "pair_id": 161453, "video_name": "met_s06e18_seg02_clip_13", "timestamp": [ 8.57, 14.39 ], "duration": 61.66, "caption": "In a doctor's office, a man gets slapped by one person and then another and he falls down.", "similarity": 0.5786, "relevance": 1 }, { "pair_id": 161454, "video_name": "house_s01e08_seg02_clip_14", "timestamp": [ 82.74, 87.58 ], "duration": 88.66, "caption": "A man takes a prescription pad and a pen out of his jacket pockets.", "similarity": 0.5778, "relevance": 2 }, { "pair_id": 161455, "video_name": "house_s08e11_seg02_clip_12", "timestamp": [ 35.27, 56.78 ], "duration": 86.66, "caption": "A male patient attempts to attack a doctor as another doctor restrains him.", "similarity": 0.5751, "relevance": 1 }, { "pair_id": 161456, "video_name": "house_s03e01_seg02_clip_10", "timestamp": [ 19.36, 22.96 ], "duration": 90.66, "caption": "A doctor places a device on the patient's big toe then sets it down.", "similarity": 0.5744, "relevance": 1 }, { "pair_id": 161457, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 36.17, 48.96 ], "duration": 88.66, "caption": "A doctor puts two people in their place and stops operating to do that.", "similarity": 0.5738, "relevance": 1 }, { "pair_id": 161458, "video_name": "house_s04e08_seg02_clip_19", "timestamp": [ 39.54, 42.94 ], "duration": 85.66, "caption": "Doctor attempts to check a man and he slaps his hand away.", "similarity": 0.5681, "relevance": 1 }, { "pair_id": 161459, "video_name": "house_s02e01_seg02_clip_09", "timestamp": [ 2.18, 6.09 ], "duration": 87.66, "caption": "A man suddenly injects a medicine to the patient.", "similarity": 0.5671, "relevance": 1 } ] }, { "query_id": 86801, "query": "A man stands up and walks around the living room.", "relevant_moment": [ { "pair_id": 115840, "video_name": "friends_s03e02_seg02_clip_12", "timestamp": [ 41.19, 45.16 ], "duration": 61.66, "caption": "A man stands up and walks around the living room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 115841, "video_name": "friends_s06e19_seg02_clip_14", "timestamp": [ 11.13, 16.14 ], "duration": 55.66, "caption": "A man stands up and walks across the living room.", "similarity": 0.9425, "relevance": 4 }, { "pair_id": 115842, "video_name": "friends_s02e14_seg02_clip_18", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "A man stands up and walks across the room.", "similarity": 0.8742, "relevance": 3 }, { "pair_id": 115843, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 53.34, 56.14 ], "duration": 62.66, "caption": "A person stands up and walks out of the living room.", "similarity": 0.8143, "relevance": 2 }, { "pair_id": 115844, "video_name": "castle_s08e20_seg02_clip_21", "timestamp": [ 39.91, 43.63 ], "duration": 92.66, "caption": "A man stands up from his seat and walks across the room.", "similarity": 0.7922, "relevance": 2 }, { "pair_id": 115845, "video_name": "grey_s03e09_seg02_clip_08", "timestamp": [ 83.98, 87.02 ], "duration": 87.66, "caption": "A man stands up and walks out of the room.", "similarity": 0.7902, "relevance": 1 }, { "pair_id": 115846, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 30.03, 40.05 ], "duration": 40.66, "caption": "A man stands up and walks towards his bedroom.", "similarity": 0.7761, "relevance": 3 }, { "pair_id": 115847, "video_name": "friends_s02e06_seg02_clip_19", "timestamp": [ 53.71, 57.26 ], "duration": 59.66, "caption": "A man stands up from the living room couch.", "similarity": 0.7439, "relevance": 3 }, { "pair_id": 115848, "video_name": "house_s02e08_seg02_clip_24", "timestamp": [ 8.56, 13.97 ], "duration": 90.66, "caption": "A man stands up and starts to walk around.", "similarity": 0.7428, "relevance": 1 }, { "pair_id": 115849, "video_name": "s02e10_seg01_clip_00", "timestamp": [ 54.21, 58.3 ], "duration": 63.66, "caption": "A person stands up and walks toward another room.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 115850, "video_name": "s09e08_seg02_clip_09", "timestamp": [ 47.58, 50.77 ], "duration": 58.66, "caption": "A man walks over to join some people in the living room.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 115851, "video_name": "friends_s03e02_seg02_clip_10", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man walks past person on his way through the living room.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 115852, "video_name": "friends_s05e14_seg02_clip_11", "timestamp": [ 21.38, 25.95 ], "duration": 57.66, "caption": "A man walks over from the living room to the kitchen.", "similarity": 0.7156, "relevance": 3 }, { "pair_id": 115853, "video_name": "house_s07e07_seg02_clip_18", "timestamp": [ 6.12, 12.24 ], "duration": 102.66, "caption": "A man walks into the room and stands outside it.", "similarity": 0.7152, "relevance": 1 }, { "pair_id": 115854, "video_name": "friends_s01e15_seg02_clip_10", "timestamp": [ 56.53, 62.13 ], "duration": 62.66, "caption": "A man stands up from his seat as he walks into the living room after telling another person he is not talking about the subject with him/her and the other person follows him.", "similarity": 0.708, "relevance": 3 }, { "pair_id": 115855, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 4.84, 11.0 ], "duration": 88.66, "caption": "A person walks into the room and stands across from a man.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 115856, "video_name": "s04e15_seg02_clip_10", "timestamp": [ 7.75, 15.2 ], "duration": 62.66, "caption": "A person walks into the living room as he holds his hands in front of him and talks.", "similarity": 0.7014, "relevance": 3 }, { "pair_id": 115857, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 13.96, 16.13 ], "duration": 62.66, "caption": "A man gets up from the couch and walks into the living room.", "similarity": 0.7, "relevance": 3 }, { "pair_id": 115858, "video_name": "s07e24_seg02_clip_07", "timestamp": [ 22.95, 30.7 ], "duration": 62.66, "caption": "A man stands up and walks into the kitchen.", "similarity": 0.6967, "relevance": 3 }, { "pair_id": 115859, "video_name": "s07e11_seg02_clip_07", "timestamp": [ 42.48, 44.19 ], "duration": 57.66, "caption": "A man walks across the living room with some tinsel.", "similarity": 0.6918, "relevance": 1 }, { "pair_id": 289160, "video_name": "s07e23_seg02_clip_10", "timestamp": [ 40.63, 44.04 ], "duration": 62.66, "caption": "A person stands up from the couch and walks across the room.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 289161, "video_name": "s03e19_seg02_clip_00", "timestamp": [ 6.41, 10.37 ], "duration": 61.66, "caption": "A man walks into the living room from his bedroom.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 289162, "video_name": "friends_s03e16_seg02_clip_03", "timestamp": [ 11.35, 15.76 ], "duration": 63.66, "caption": "A man gets off the stool, walks into the living room, and turns around.", "similarity": 0.6862, "relevance": 3 }, { "pair_id": 289163, "video_name": "friends_s05e19_seg02_clip_15", "timestamp": [ 47.54, 55.8 ], "duration": 66.66, "caption": "A man walks toward the living room and sits on a couch.", "similarity": 0.6847, "relevance": 3 }, { "pair_id": 289164, "video_name": "house_s05e08_seg02_clip_13", "timestamp": [ 77.1, 84.16 ], "duration": 94.66, "caption": "A man stands up from the table and walks out the room.", "similarity": 0.6819, "relevance": 2 }, { "pair_id": 289165, "video_name": "friends_s09e04_seg02_clip_05", "timestamp": [ 10.0, 37.57 ], "duration": 60.66, "caption": "A man walks around a living room pointing confused.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 289166, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 21.18, 23.79 ], "duration": 58.66, "caption": "A man stands up from the couch and walks to the kitchen.", "similarity": 0.6765, "relevance": 3 }, { "pair_id": 289167, "video_name": "met_s03e09_seg02_clip_06", "timestamp": [ 18.89, 22.55 ], "duration": 60.66, "caption": "A person walks across the living room of the apartment.", "similarity": 0.6759, "relevance": 2 }, { "pair_id": 289168, "video_name": "friends_s07e16_seg02_clip_18", "timestamp": [ 24.41, 29.9 ], "duration": 61.66, "caption": "A man stands up from the couch and walks into the kitchen.", "similarity": 0.6736, "relevance": 3 }, { "pair_id": 289169, "video_name": "s02e19_seg01_clip_01", "timestamp": [ 27.29, 42.69 ], "duration": 88.66, "caption": "A man sits with his head in his hands while a person gets up walking around the living room.", "similarity": 0.673, "relevance": 3 }, { "pair_id": 289170, "video_name": "house_s06e17_seg02_clip_22", "timestamp": [ 11.38, 16.84 ], "duration": 91.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6724, "relevance": 3 }, { "pair_id": 289171, "video_name": "house_s06e08_seg02_clip_04", "timestamp": [ 0.0, 6.51 ], "duration": 93.66, "caption": "A person stands up and walks over to man.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 289172, "video_name": "friends_s03e18_seg02_clip_17", "timestamp": [ 42.71, 60.58 ], "duration": 60.66, "caption": "A man walks into the living room while holding his chest.", "similarity": 0.6717, "relevance": 3 }, { "pair_id": 289173, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 6.79, 9.44 ], "duration": 59.66, "caption": "A man stands up and walks around the sofa.", "similarity": 0.6712, "relevance": 3 }, { "pair_id": 289174, "video_name": "s01e03_seg02_clip_01", "timestamp": [ 7.8, 9.9 ], "duration": 60.66, "caption": "A man turns around and walks toward his apartment.", "similarity": 0.6687, "relevance": 2 }, { "pair_id": 289175, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 22.49, 27.23 ], "duration": 59.66, "caption": "A person walks through the living room toward the kitchen.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 289176, "video_name": "house_s06e08_seg02_clip_22", "timestamp": [ 2.7, 12.15 ], "duration": 90.66, "caption": "A man walks to the end of a person's room and turns around.", "similarity": 0.6674, "relevance": 2 }, { "pair_id": 289177, "video_name": "s09e20_seg02_clip_01", "timestamp": [ 22.89, 30.21 ], "duration": 61.66, "caption": "A person enters the living room and walks to the other side of the room.", "similarity": 0.6673, "relevance": 3 }, { "pair_id": 289178, "video_name": "s06e19_seg02_clip_11", "timestamp": [ 50.76, 55.19 ], "duration": 59.66, "caption": "A man walks into his living room and is surprised to see some people in the room.", "similarity": 0.6672, "relevance": 2 }, { "pair_id": 289179, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 26.36, 29.15 ], "duration": 62.66, "caption": "A man walks across the living room and opens the door.", "similarity": 0.6555, "relevance": 2 } ] }, { "query_id": 86864, "query": "A man takes a look inside of the microscope.", "relevant_moment": [ { "pair_id": 147100, "video_name": "house_s01e17_seg02_clip_04", "timestamp": [ 57.99, 63.51 ], "duration": 92.66, "caption": "A man takes a look inside of the microscope.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 147101, "video_name": "house_s07e09_seg02_clip_07", "timestamp": [ 27.91, 35.35 ], "duration": 93.66, "caption": "A man looks at something through a microscope.", "similarity": 0.8958, "relevance": 4 }, { "pair_id": 147102, "video_name": "house_s02e10_seg02_clip_25", "timestamp": [ 29.9, 40.27 ], "duration": 122.66, "caption": "A man looks up at the microscope he was looking into.", "similarity": 0.8757, "relevance": 1 }, { "pair_id": 147103, "video_name": "house_s03e16_seg02_clip_08", "timestamp": [ 68.87, 71.57 ], "duration": 90.66, "caption": "A man is looking through a microscope inside a lab.", "similarity": 0.8591, "relevance": 4 }, { "pair_id": 147104, "video_name": "house_s03e17_seg02_clip_04", "timestamp": [ 63.47, 66.62 ], "duration": 90.66, "caption": "A person looks inside of the microscope at the cells.", "similarity": 0.8432, "relevance": 3 }, { "pair_id": 147105, "video_name": "house_s01e19_seg02_clip_20", "timestamp": [ 34.13, 41.87 ], "duration": 91.66, "caption": "A man puts the microscope slide in place and looks at it.", "similarity": 0.7998, "relevance": 3 }, { "pair_id": 147106, "video_name": "house_s01e19_seg02_clip_20", "timestamp": [ 35.5, 45.51 ], "duration": 91.66, "caption": "A man fixes the slide and looks into the microscope.", "similarity": 0.7777, "relevance": 4 }, { "pair_id": 147107, "video_name": "house_s05e07_seg02_clip_13", "timestamp": [ 51.47, 57.84 ], "duration": 98.66, "caption": "A person looks through the microscope and describes what they see.", "similarity": 0.7748, "relevance": 4 }, { "pair_id": 147108, "video_name": "house_s03e05_seg02_clip_19", "timestamp": [ 38.17, 46.35 ], "duration": 90.66, "caption": "A man asks another man to take a look at the microscope.", "similarity": 0.7701, "relevance": 4 }, { "pair_id": 147109, "video_name": "house_s06e03_seg02_clip_23", "timestamp": [ 0.0, 3.69 ], "duration": 92.66, "caption": "A man looks through a microscope while saying there's three pieces.", "similarity": 0.7672, "relevance": 1 }, { "pair_id": 147110, "video_name": "castle_s06e08_seg02_clip_11", "timestamp": [ 37.89, 42.57 ], "duration": 93.66, "caption": "A man looks at a large diamond through a microscope.", "similarity": 0.7518, "relevance": 4 }, { "pair_id": 147111, "video_name": "house_s03e05_seg02_clip_19", "timestamp": [ 27.27, 31.36 ], "duration": 90.66, "caption": "A man is surprised when he sees the results in the microscope.", "similarity": 0.7474, "relevance": 3 }, { "pair_id": 147112, "video_name": "house_s03e03_seg02_clip_10", "timestamp": [ 48.96, 50.74 ], "duration": 89.66, "caption": "A man looks at a slide of nuclei under the microscope.", "similarity": 0.7367, "relevance": 3 }, { "pair_id": 147113, "video_name": "house_s02e17_seg02_clip_06", "timestamp": [ 16.63, 22.33 ], "duration": 95.66, "caption": "A person looks into the microscope at the slide then looks up.", "similarity": 0.7305, "relevance": 4 }, { "pair_id": 147114, "video_name": "house_s03e20_seg02_clip_06", "timestamp": [ 68.17, 70.39 ], "duration": 88.66, "caption": "A person is looking through a microscope then lifts his head.", "similarity": 0.718, "relevance": 4 }, { "pair_id": 147115, "video_name": "house_s05e05_seg02_clip_20", "timestamp": [ 53.56, 55.09 ], "duration": 102.66, "caption": "A man looks at the microscope while talking to another man.", "similarity": 0.7088, "relevance": 3 }, { "pair_id": 147116, "video_name": "house_s02e17_seg02_clip_16", "timestamp": [ 0.48, 3.33 ], "duration": 95.66, "caption": "A man is checking a slide in a microscope while he is wearing a formal attire.", "similarity": 0.7004, "relevance": 4 }, { "pair_id": 147117, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 21.13, 33.01 ], "duration": 88.66, "caption": "A person was seriously looking through a microscope whilst talking.", "similarity": 0.6987, "relevance": 4 }, { "pair_id": 147118, "video_name": "house_s08e09_seg02_clip_23", "timestamp": [ 93.62, 98.03 ], "duration": 98.66, "caption": "A person is looking into a microscope when another person walks into the lab.", "similarity": 0.693, "relevance": 3 }, { "pair_id": 147119, "video_name": "house_s03e04_seg02_clip_11", "timestamp": [ 16.45, 19.75 ], "duration": 94.66, "caption": "A woman looks through the microscope to examine the material.", "similarity": 0.6926, "relevance": 3 }, { "pair_id": 320420, "video_name": "s05e16_seg02_clip_10", "timestamp": [ 55.22, 60.03 ], "duration": 60.66, "caption": "A person says something and leans forward to look into a microscope.", "similarity": 0.6913, "relevance": 4 }, { "pair_id": 320421, "video_name": "house_s07e06_seg02_clip_10", "timestamp": [ 4.8, 8.64 ], "duration": 96.66, "caption": "A person sets down the top of the microscope into place.", "similarity": 0.6853, "relevance": 3 }, { "pair_id": 320422, "video_name": "house_s06e08_seg02_clip_03", "timestamp": [ 0.9, 3.59 ], "duration": 89.66, "caption": "A doctor fixes his eyes on the microscope.", "similarity": 0.6786, "relevance": 3 }, { "pair_id": 320423, "video_name": "house_s04e11_seg02_clip_14", "timestamp": [ 3.12, 13.8 ], "duration": 89.66, "caption": "A woman is looking through a microscope.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 320424, "video_name": "grey_s03e10_seg02_clip_19", "timestamp": [ 74.72, 77.14 ], "duration": 80.66, "caption": "A man moves the overhead microscope out of the way.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 320425, "video_name": "s06e16_seg02_clip_03", "timestamp": [ 0.0, 21.31 ], "duration": 60.66, "caption": "A man is looking through a microscope while speaking with another man.", "similarity": 0.6634, "relevance": 4 }, { "pair_id": 320426, "video_name": "house_s02e11_seg02_clip_20", "timestamp": [ 83.53, 87.53 ], "duration": 100.66, "caption": "A man brings the specimen they just harvested into the microscope.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 320428, "video_name": "house_s03e21_seg02_clip_22", "timestamp": [ 0.0, 10.61 ], "duration": 88.66, "caption": "Two men were both looking through a microscope.", "similarity": 0.6573, "relevance": 3 }, { "pair_id": 320429, "video_name": "house_s03e19_seg02_clip_16", "timestamp": [ 55.19, 57.87 ], "duration": 89.66, "caption": "A woman moves towards a microscope and looks into it.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 320430, "video_name": "house_s03e03_seg02_clip_11", "timestamp": [ 6.4, 8.96 ], "duration": 128.66, "caption": "A man smiles and turns back towards a microscope.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 320431, "video_name": "house_s03e08_seg02_clip_12", "timestamp": [ 32.01, 33.84 ], "duration": 91.66, "caption": "A woman is looking at a microscope in the lab.", "similarity": 0.6457, "relevance": 3 }, { "pair_id": 320432, "video_name": "house_s01e17_seg02_clip_17", "timestamp": [ 50.04, 55.7 ], "duration": 87.66, "caption": "A person walks in while a woman is looking into a microscope.", "similarity": 0.6451, "relevance": 3 }, { "pair_id": 320433, "video_name": "castle_s03e05_seg02_clip_03", "timestamp": [ 38.29, 40.05 ], "duration": 88.66, "caption": "A person bends over and squints as he puts his eyes to a microscope.", "similarity": 0.6446, "relevance": 4 }, { "pair_id": 320434, "video_name": "s05e16_seg02_clip_11", "timestamp": [ 0.0, 28.53 ], "duration": 62.66, "caption": "A person is sitting at a table in a lap looking through a microscope.", "similarity": 0.6444, "relevance": 4 }, { "pair_id": 320435, "video_name": "house_s08e02_seg02_clip_19", "timestamp": [ 7.74, 12.29 ], "duration": 91.66, "caption": "A doctor invites a colleague to look at the microscope.", "similarity": 0.6432, "relevance": 3 }, { "pair_id": 320436, "video_name": "house_s03e17_seg02_clip_04", "timestamp": [ 61.22, 64.82 ], "duration": 90.66, "caption": "A woman is looking at cells under a microscope.", "similarity": 0.6415, "relevance": 3 }, { "pair_id": 320437, "video_name": "house_s02e10_seg02_clip_25", "timestamp": [ 28.07, 29.9 ], "duration": 122.66, "caption": "A man looks away from a microscope during a conversation.", "similarity": 0.6382, "relevance": 4 }, { "pair_id": 320438, "video_name": "house_s08e19_seg02_clip_06", "timestamp": [ 7.36, 21.63 ], "duration": 92.66, "caption": "A man enters a laboratory room and started to look for something.", "similarity": 0.6364, "relevance": 1 }, { "pair_id": 320439, "video_name": "s06e11_seg02_clip_05", "timestamp": [ 55.7, 58.03 ], "duration": 58.66, "caption": "A man holds a small object in his right hand and looks at it.", "similarity": 0.632, "relevance": 1 } ] }, { "query_id": 86879, "query": "A person picks up the log book on the table.", "relevant_moment": [ { "pair_id": 16920, "video_name": "house_s01e17_seg02_clip_00", "timestamp": [ 89.2, 91.03 ], "duration": 91.66, "caption": "A person picks up the log book on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16921, "video_name": "house_s07e02_seg02_clip_13", "timestamp": [ 34.13, 41.87 ], "duration": 91.66, "caption": "A person picks up a notebook from the table and looks through it.", "similarity": 0.7465, "relevance": 4 }, { "pair_id": 16922, "video_name": "friends_s06e21_seg02_clip_00", "timestamp": [ 22.64, 23.88 ], "duration": 62.66, "caption": "A woman picks up the book from on the table.", "similarity": 0.7463, "relevance": 4 }, { "pair_id": 16923, "video_name": "castle_s03e10_seg02_clip_24", "timestamp": [ 38.65, 41.41 ], "duration": 92.66, "caption": "A person picks a small piece of paper up off of the table.", "similarity": 0.7447, "relevance": 2 }, { "pair_id": 16924, "video_name": "friends_s01e21_seg02_clip_08", "timestamp": [ 54.43, 57.95 ], "duration": 64.66, "caption": "A man gets up and picks up a book from the table.", "similarity": 0.7405, "relevance": 2 }, { "pair_id": 16925, "video_name": "friends_s10e02_seg02_clip_14", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A man picks up the large book off the table.", "similarity": 0.7403, "relevance": 4 }, { "pair_id": 16926, "video_name": "castle_s02e13_seg02_clip_00", "timestamp": [ 82.9, 92.11 ], "duration": 92.66, "caption": "A person walks towards the window and picks up a book from the table.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 16927, "video_name": "house_s08e02_seg02_clip_06", "timestamp": [ 12.32, 15.84 ], "duration": 88.66, "caption": "A person picks something up from the bedside table.", "similarity": 0.72, "relevance": 3 }, { "pair_id": 16928, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 32.34, 35.53 ], "duration": 53.66, "caption": "A man picks up the piece of paper from the table.", "similarity": 0.7036, "relevance": 1 }, { "pair_id": 16929, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 44.04, 46.68 ], "duration": 88.66, "caption": "A person picks up a folder from the table.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 16930, "video_name": "house_s02e05_seg02_clip_01", "timestamp": [ 18.48, 20.33 ], "duration": 92.66, "caption": "A person picks up the chart from the table.", "similarity": 0.6928, "relevance": 4 }, { "pair_id": 16931, "video_name": "castle_s01e10_seg02_clip_10", "timestamp": [ 56.68, 60.76 ], "duration": 90.66, "caption": "A person is searching for a record in a brown log book.", "similarity": 0.688, "relevance": 3 }, { "pair_id": 16932, "video_name": "castle_s05e22_seg02_clip_20", "timestamp": [ 30.37, 31.29 ], "duration": 92.66, "caption": "A man picks up a paper on the table and looks at it.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 16933, "video_name": "castle_s03e10_seg02_clip_23", "timestamp": [ 74.47, 77.18 ], "duration": 90.66, "caption": "A person takes out a large book onto a table.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 16934, "video_name": "s07e20_seg02_clip_01", "timestamp": [ 24.19, 26.67 ], "duration": 62.66, "caption": "A person picks up a book that was on a couch.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 16935, "video_name": "friends_s09e16_seg02_clip_10", "timestamp": [ 32.07, 34.09 ], "duration": 57.66, "caption": "A woman picks up a wooden object from the table.", "similarity": 0.6749, "relevance": 2 }, { "pair_id": 16936, "video_name": "friends_s01e16-17_seg02_clip_24", "timestamp": [ 31.49, 33.82 ], "duration": 58.66, "caption": "A woman picks up the tab from the table.", "similarity": 0.6747, "relevance": 0 }, { "pair_id": 16937, "video_name": "s02e13_seg02_clip_04", "timestamp": [ 3.6, 5.4 ], "duration": 60.66, "caption": "A man picks up some papers off of the table.", "similarity": 0.6707, "relevance": 2 }, { "pair_id": 16938, "video_name": "house_s02e16_seg02_clip_10", "timestamp": [ 19.57, 22.76 ], "duration": 91.66, "caption": "A person picks up a journal on the table while talking to another person.", "similarity": 0.6671, "relevance": 4 }, { "pair_id": 16939, "video_name": "castle_s03e06_seg02_clip_14", "timestamp": [ 20.65, 23.23 ], "duration": 86.66, "caption": "A person picks up a plastic bag from the table.", "similarity": 0.6654, "relevance": 3 } ] }, { "query_id": 86880, "query": "A man touches the politician under on the neck, under the jaw.", "relevant_moment": [ { "pair_id": 104820, "video_name": "house_s01e17_seg02_clip_01", "timestamp": [ 8.19, 9.56 ], "duration": 91.66, "caption": "A man touches the politician under on the neck, under the jaw.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 104821, "video_name": "house_s03e21_seg02_clip_01", "timestamp": [ 69.32, 70.67 ], "duration": 90.66, "caption": "A man touches his chin while talking with person, person, person, and person.", "similarity": 0.5975, "relevance": 1 }, { "pair_id": 104822, "video_name": "s01e01_seg02_clip_01", "timestamp": [ 21.66, 39.06 ], "duration": 71.66, "caption": "While talking, a person puts his hand on his neck, for emphasis.", "similarity": 0.5935, "relevance": 0 }, { "pair_id": 104823, "video_name": "house_s06e08_seg02_clip_17", "timestamp": [ 27.78, 33.6 ], "duration": 89.66, "caption": "A person feels another person's neck with both of his hands.", "similarity": 0.5833, "relevance": 3 }, { "pair_id": 104824, "video_name": "friends_s07e16_seg02_clip_23", "timestamp": [ 0.0, 3.9 ], "duration": 60.66, "caption": "A man has his chin in his hand when a person is talking to him.", "similarity": 0.5829, "relevance": 0 }, { "pair_id": 104825, "video_name": "s04e24_seg02_clip_03", "timestamp": [ 56.13, 60.03 ], "duration": 60.66, "caption": "A person turns his neck as he is talking to another person with his hand on his shoulder.", "similarity": 0.5806, "relevance": 0 }, { "pair_id": 104826, "video_name": "house_s08e18_seg02_clip_11", "timestamp": [ 90.92, 101.02 ], "duration": 101.66, "caption": "A man places his hand over someone's mouth.", "similarity": 0.5802, "relevance": 0 }, { "pair_id": 104827, "video_name": "house_s02e05_seg02_clip_23", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to another person and puts their fingers on their chin.", "similarity": 0.5762, "relevance": 0 }, { "pair_id": 104828, "video_name": "grey_s02e02_seg02_clip_00", "timestamp": [ 84.19, 93.03 ], "duration": 93.66, "caption": "A man is talking to another person as he has a neck brace on.", "similarity": 0.5741, "relevance": 0 }, { "pair_id": 104829, "video_name": "grey_s01e05_seg02_clip_11", "timestamp": [ 0.0, 4.84 ], "duration": 88.66, "caption": "A person is feeling around someone's neck while talking to him.", "similarity": 0.5668, "relevance": 4 }, { "pair_id": 104830, "video_name": "friends_s01e13_seg02_clip_03", "timestamp": [ 3.15, 5.04 ], "duration": 63.66, "caption": "A person taps someone on the back of the neck.", "similarity": 0.5655, "relevance": 2 }, { "pair_id": 104831, "video_name": "castle_s04e22_seg02_clip_15", "timestamp": [ 5.4, 7.65 ], "duration": 89.66, "caption": "A man puts his fingers on the victim's neck.", "similarity": 0.565, "relevance": 3 }, { "pair_id": 104832, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 9.92, 12.18 ], "duration": 90.66, "caption": "A man rubs his forehead and then his neck.", "similarity": 0.5639, "relevance": 0 }, { "pair_id": 104833, "video_name": "friends_s07e15_seg02_clip_06", "timestamp": [ 0.74, 6.37 ], "duration": 49.66, "caption": "A person touches his chin with his left hand.", "similarity": 0.5626, "relevance": 0 }, { "pair_id": 104834, "video_name": "house_s07e10_seg02_clip_04", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man moves another person's neck around with his hands.", "similarity": 0.561, "relevance": 3 }, { "pair_id": 104835, "video_name": "s04e03_seg02_clip_16", "timestamp": [ 56.43, 58.83 ], "duration": 60.66, "caption": "A man's right hand is covering his mouth until he lowers his hand to his chin.", "similarity": 0.561, "relevance": 0 }, { "pair_id": 104836, "video_name": "castle_s06e19_seg02_clip_04", "timestamp": [ 33.92, 36.15 ], "duration": 89.66, "caption": "A person motions his hand at the side of his neck as he talks.", "similarity": 0.5606, "relevance": 0 }, { "pair_id": 104837, "video_name": "s07e06_seg02_clip_04", "timestamp": [ 39.36, 42.11 ], "duration": 61.66, "caption": "While a person is talking, he puts his finger to his chin.", "similarity": 0.559, "relevance": 1 }, { "pair_id": 104838, "video_name": "friends_s07e02_seg02_clip_09", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A man touches his chin with his left hand.", "similarity": 0.557, "relevance": 1 }, { "pair_id": 104839, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man rubs under his chin with his thumb.", "similarity": 0.5546, "relevance": 1 } ] }, { "query_id": 86992, "query": "A person sneezes into the sleeve of his shirt.", "relevant_moment": [ { "pair_id": 167180, "video_name": "met_s02e11_seg02_clip_02", "timestamp": [ 49.62, 53.15 ], "duration": 64.66, "caption": "A person sneezes into the sleeve of his shirt.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 167181, "video_name": "s05e06_seg02_clip_10", "timestamp": [ 51.79, 52.72 ], "duration": 62.66, "caption": "A person sneezes into their hand while standing up.", "similarity": 0.7471, "relevance": 3 }, { "pair_id": 167182, "video_name": "house_s01e10_seg02_clip_09", "timestamp": [ 33.01, 35.65 ], "duration": 88.66, "caption": "A person sneezes into their hand in front of patients.", "similarity": 0.7248, "relevance": 2 }, { "pair_id": 167183, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 44.55, 53.7 ], "duration": 61.66, "caption": "A person takes out a tissue from his pocket after he sneezes.", "similarity": 0.7058, "relevance": 2 }, { "pair_id": 167184, "video_name": "s03e21_seg01_clip_00", "timestamp": [ 4.03, 5.27 ], "duration": 62.66, "caption": "A person sneezes while walking over to the table.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 167185, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 44.25, 52.79 ], "duration": 61.66, "caption": "A person suddenly sneezes and then wipes his nose while a woman watches.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 167186, "video_name": "castle_s03e23_seg02_clip_08", "timestamp": [ 74.6, 78.4 ], "duration": 95.66, "caption": "A man grasps their own shirt and brings it to their nose.", "similarity": 0.6399, "relevance": 3 }, { "pair_id": 167187, "video_name": "castle_s01e07_seg02_clip_00", "timestamp": [ 48.4, 53.43 ], "duration": 91.66, "caption": "A person looks back at another person and then sneezes into a napkin.", "similarity": 0.6324, "relevance": 2 }, { "pair_id": 167188, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 45.77, 51.99 ], "duration": 56.66, "caption": "A person falls down from a violent sneezing and coughing fit.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 167189, "video_name": "house_s02e02_seg02_clip_00", "timestamp": [ 38.19, 40.95 ], "duration": 92.66, "caption": "A person sneezes into a tissue while having a conversation with another person.", "similarity": 0.6289, "relevance": 2 }, { "pair_id": 167190, "video_name": "friends_s06e13_seg02_clip_00", "timestamp": [ 57.55, 58.2 ], "duration": 65.66, "caption": "A woman brings her hands to her face as she sneezes then brings her hands down.", "similarity": 0.6252, "relevance": 2 }, { "pair_id": 167191, "video_name": "s04e03_seg02_clip_15", "timestamp": [ 22.24, 24.24 ], "duration": 57.66, "caption": "A man sneezes into their hands while sitting on the couch.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 167192, "video_name": "s03e21_seg01_clip_00", "timestamp": [ 25.43, 30.39 ], "duration": 62.66, "caption": "A person sneezes again and both people tell them they're with someone else.", "similarity": 0.6122, "relevance": 2 }, { "pair_id": 167193, "video_name": "friends_s06e04_seg02_clip_04", "timestamp": [ 0.0, 2.05 ], "duration": 58.66, "caption": "A person unfurls their shirt that is in their hands.", "similarity": 0.6059, "relevance": 0 }, { "pair_id": 167194, "video_name": "s06e04_seg02_clip_06", "timestamp": [ 13.51, 18.61 ], "duration": 60.66, "caption": "A woman coughs and then sneezes into a tissue.", "similarity": 0.5983, "relevance": 2 }, { "pair_id": 167195, "video_name": "grey_s02e11_seg02_clip_00", "timestamp": [ 1.88, 11.74 ], "duration": 93.66, "caption": "A person sniffs a shirt and then puts on a different shirt.", "similarity": 0.5938, "relevance": 0 }, { "pair_id": 167196, "video_name": "house_s06e10_seg02_clip_21", "timestamp": [ 69.63, 72.82 ], "duration": 91.66, "caption": "A person in a patterned shirt gets up from their seat as a patient coughs.", "similarity": 0.5907, "relevance": 0 }, { "pair_id": 167197, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 26.84, 32.77 ], "duration": 56.66, "caption": "A man starts to use a pickup line but sneezes in a woman's face.", "similarity": 0.5897, "relevance": 2 }, { "pair_id": 167198, "video_name": "met_s02e11_seg02_clip_03", "timestamp": [ 31.36, 32.49 ], "duration": 56.66, "caption": "A man sneezes into a woman's face at the bar.", "similarity": 0.5889, "relevance": 2 }, { "pair_id": 167199, "video_name": "s09e13_seg01_clip_02", "timestamp": [ 0.0, 4.66 ], "duration": 49.66, "caption": "A person hands a woman a bag then sneezes on a man.", "similarity": 0.5886, "relevance": 2 } ] }, { "query_id": 87007, "query": "A person answers his cell phone while walking down the street.", "relevant_moment": [ { "pair_id": 18120, "video_name": "met_s02e11_seg02_clip_07", "timestamp": [ 13.48, 17.67 ], "duration": 59.66, "caption": "A person answers his cell phone while walking down the street.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18121, "video_name": "castle_s01e03_seg02_clip_13", "timestamp": [ 66.81, 81.81 ], "duration": 90.66, "caption": "A person answers his phone and talks as he walks.", "similarity": 0.8287, "relevance": 3 }, { "pair_id": 18122, "video_name": "castle_s02e24_seg02_clip_01", "timestamp": [ 32.53, 40.67 ], "duration": 90.66, "caption": "A person walks over to his phone and answers it.", "similarity": 0.8235, "relevance": 2 }, { "pair_id": 18123, "video_name": "castle_s05e16_seg02_clip_14", "timestamp": [ 31.06, 43.21 ], "duration": 90.66, "caption": "A person walks over to the phone and answers it.", "similarity": 0.8143, "relevance": 2 }, { "pair_id": 18124, "video_name": "house_s05e04_seg02_clip_22", "timestamp": [ 19.36, 23.86 ], "duration": 90.66, "caption": "A person walks through the house to answer a phone.", "similarity": 0.7856, "relevance": 2 }, { "pair_id": 18125, "video_name": "house_s02e05_seg02_clip_05", "timestamp": [ 34.77, 46.65 ], "duration": 88.66, "caption": "A person walks toward a ringing phone to answer it.", "similarity": 0.7596, "relevance": 2 }, { "pair_id": 18126, "video_name": "castle_s01e09_seg02_clip_20", "timestamp": [ 36.87, 55.5 ], "duration": 81.66, "caption": "A person is looking at his phone as he crosses the street and is talking to himself.", "similarity": 0.7559, "relevance": 4 }, { "pair_id": 18127, "video_name": "castle_s02e08_seg02_clip_01", "timestamp": [ 26.55, 34.52 ], "duration": 88.66, "caption": "A person answers the phone and has a conversation.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 18128, "video_name": "s09e03_seg02_clip_12", "timestamp": [ 38.37, 46.34 ], "duration": 59.66, "caption": "A person walks across the room and answers their cell phone.", "similarity": 0.7475, "relevance": 2 }, { "pair_id": 18129, "video_name": "castle_s08e09_seg02_clip_00", "timestamp": [ 79.79, 84.41 ], "duration": 92.66, "caption": "A person picks up their cell phone and answers it.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 18130, "video_name": "house_s06e19_seg02_clip_16", "timestamp": [ 46.09, 47.05 ], "duration": 96.66, "caption": "A person takes out his/her cell phone and answers it.", "similarity": 0.7343, "relevance": 0 }, { "pair_id": 18131, "video_name": "s08e11_seg02_clip_02", "timestamp": [ 9.92, 14.58 ], "duration": 62.66, "caption": "A person takes his phone out of his pocket and answers the call.", "similarity": 0.7291, "relevance": 2 }, { "pair_id": 18132, "video_name": "house_s06e03_seg02_clip_05", "timestamp": [ 44.68, 48.7 ], "duration": 89.66, "caption": "A person takes out their phone and answers a call.", "similarity": 0.729, "relevance": 2 }, { "pair_id": 18133, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 19.15, 24.66 ], "duration": 58.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.7279, "relevance": 2 }, { "pair_id": 18134, "video_name": "s02e21_seg01_clip_00", "timestamp": [ 45.7, 49.48 ], "duration": 63.66, "caption": "A person takes his phone out of his pocket and answers it.", "similarity": 0.7279, "relevance": 1 }, { "pair_id": 18135, "video_name": "friends_s09e18_seg02_clip_01", "timestamp": [ 5.33, 9.19 ], "duration": 59.66, "caption": "A person runs over to the phone and answers it.", "similarity": 0.7275, "relevance": 1 }, { "pair_id": 18136, "video_name": "castle_s08e11_seg02_clip_14", "timestamp": [ 13.58, 28.96 ], "duration": 90.66, "caption": "A man answers his cellphone while he is with person.", "similarity": 0.7203, "relevance": 1 }, { "pair_id": 18137, "video_name": "house_s05e22_seg02_clip_23", "timestamp": [ 17.2, 20.22 ], "duration": 86.66, "caption": "A man answers the phone while he's talking to person.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 18138, "video_name": "s04e19_seg02_clip_10", "timestamp": [ 17.99, 26.4 ], "duration": 58.66, "caption": "A person gets their phone out of their pocket and answers it.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 18139, "video_name": "castle_s07e10_seg02_clip_07", "timestamp": [ 28.43, 37.29 ], "duration": 93.66, "caption": "A person walks away from another person and answers his/her phone.", "similarity": 0.7075, "relevance": 2 } ] }, { "query_id": 87140, "query": "A person grasping to a metal rack standing in the conference room.", "relevant_moment": [ { "pair_id": 152420, "video_name": "house_s03e09_seg02_clip_22", "timestamp": [ 0.0, 4.68 ], "duration": 104.66, "caption": "A person grasping to a metal rack standing in the conference room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 152421, "video_name": "castle_s03e09_seg02_clip_26", "timestamp": [ 0.0, 4.31 ], "duration": 86.66, "caption": "A person holds up rectangular object in their hand.", "similarity": 0.6053, "relevance": 0 }, { "pair_id": 152422, "video_name": "house_s02e18_seg02_clip_13", "timestamp": [ 79.95, 86.31 ], "duration": 90.66, "caption": "A man is standing with his hands on a chair at the conference room table.", "similarity": 0.6, "relevance": 1 }, { "pair_id": 152423, "video_name": "house_s01e18_seg02_clip_11", "timestamp": [ 47.62, 52.04 ], "duration": 68.66, "caption": "A person stands up to leave the conference room.", "similarity": 0.596, "relevance": 1 }, { "pair_id": 152424, "video_name": "house_s03e09_seg02_clip_22", "timestamp": [ 0.0, 19.76 ], "duration": 104.66, "caption": "A person holds onto the metal pole of the shelf.", "similarity": 0.5917, "relevance": 4 }, { "pair_id": 152425, "video_name": "house_s05e08_seg02_clip_04", "timestamp": [ 19.36, 25.21 ], "duration": 90.66, "caption": "A person stands up and leaves the conference room.", "similarity": 0.5825, "relevance": 1 }, { "pair_id": 152426, "video_name": "castle_s04e08_seg02_clip_18", "timestamp": [ 9.79, 13.8 ], "duration": 89.66, "caption": "A person leans to the side to see a bellhop moving a rack.", "similarity": 0.5817, "relevance": 1 }, { "pair_id": 152427, "video_name": "castle_s01e09_seg02_clip_18", "timestamp": [ 83.11, 85.72 ], "duration": 87.66, "caption": "A person stands in a room with their arms in the air.", "similarity": 0.576, "relevance": 0 }, { "pair_id": 152428, "video_name": "castle_s02e18_seg02_clip_23", "timestamp": [ 36.97, 39.61 ], "duration": 88.66, "caption": "A person raises his right hand which is holding an object and sets the object down.", "similarity": 0.5485, "relevance": 0 }, { "pair_id": 152429, "video_name": "house_s01e18_seg02_clip_11", "timestamp": [ 8.5, 10.54 ], "duration": 68.66, "caption": "A man slowly stands up at the conference table.", "similarity": 0.5469, "relevance": 1 }, { "pair_id": 152430, "video_name": "s10e04_seg02_clip_06", "timestamp": [ 59.13, 60.03 ], "duration": 60.66, "caption": "A person stands in the hallway holding a laundry basket in his hands.", "similarity": 0.543, "relevance": 0 }, { "pair_id": 152431, "video_name": "house_s06e12_seg02_clip_06", "timestamp": [ 79.54, 80.0 ], "duration": 93.66, "caption": "A person standing in the room pointing towards something.", "similarity": 0.537, "relevance": 1 }, { "pair_id": 152432, "video_name": "house_s07e13_seg02_clip_17", "timestamp": [ 14.88, 19.98 ], "duration": 85.66, "caption": "A person came in the cabinet and put the thing he is holding in there.", "similarity": 0.5345, "relevance": 1 }, { "pair_id": 152433, "video_name": "s08e23_seg02_clip_09", "timestamp": [ 0.0, 1.24 ], "duration": 62.66, "caption": "A person stands in a room with their arms folded.", "similarity": 0.5344, "relevance": 0 }, { "pair_id": 152434, "video_name": "s09e13_seg02_clip_05", "timestamp": [ 52.82, 54.02 ], "duration": 60.66, "caption": "A person quickly clasps his hands in front of him as he stands next to the desk.", "similarity": 0.5277, "relevance": 0 }, { "pair_id": 152435, "video_name": "house_s07e08_seg02_clip_16", "timestamp": [ 4.01, 6.23 ], "duration": 89.66, "caption": "A person moves their hand to place it on a glass.", "similarity": 0.5269, "relevance": 0 }, { "pair_id": 152436, "video_name": "house_s06e16_seg02_clip_12", "timestamp": [ 11.61, 14.74 ], "duration": 89.66, "caption": "A person is standing up while in a warehouse.", "similarity": 0.5248, "relevance": 1 }, { "pair_id": 152437, "video_name": "castle_s02e24_seg02_clip_21", "timestamp": [ 0.0, 12.49 ], "duration": 92.66, "caption": "A person is standing up with this hands clasped together talking to someone.", "similarity": 0.5246, "relevance": 1 }, { "pair_id": 152438, "video_name": "house_s03e09_seg02_clip_06", "timestamp": [ 67.64, 89.73 ], "duration": 92.66, "caption": "A person drapes an arm over a shelf while having a conversation.", "similarity": 0.5244, "relevance": 3 }, { "pair_id": 152439, "video_name": "house_s05e07_seg02_clip_00", "timestamp": [ 4.23, 7.52 ], "duration": 94.66, "caption": "A woman standing at head of table in conference room holding a folder.", "similarity": 0.5241, "relevance": 2 } ] }, { "query_id": 87150, "query": "A man walks out the door while a person has a laser pointed at him.", "relevant_moment": [ { "pair_id": 16160, "video_name": "house_s03e09_seg02_clip_20", "timestamp": [ 27.76, 32.31 ], "duration": 91.66, "caption": "A man walks out the door while a person has a laser pointed at him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16161, "video_name": "grey_s01e07_seg02_clip_01", "timestamp": [ 62.81, 72.54 ], "duration": 88.66, "caption": "A man is walking out the door and another person stops him to say something.", "similarity": 0.6957, "relevance": 2 }, { "pair_id": 16162, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 22.51, 38.26 ], "duration": 90.66, "caption": "A man walks towards a woman and then walks out the door.", "similarity": 0.6779, "relevance": 2 }, { "pair_id": 16163, "video_name": "house_s06e07_seg02_clip_13", "timestamp": [ 23.62, 25.89 ], "duration": 90.66, "caption": "A person walks towards man when he's almost out the door.", "similarity": 0.6724, "relevance": 2 }, { "pair_id": 16164, "video_name": "house_s08e13_seg02_clip_16", "timestamp": [ 24.76, 31.2 ], "duration": 99.66, "caption": "A man walks to the door and opens it and sees a person standing there.", "similarity": 0.6614, "relevance": 2 }, { "pair_id": 16165, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 51.45, 57.93 ], "duration": 81.66, "caption": "A man walks out of the door and leaves person behind.", "similarity": 0.6597, "relevance": 2 }, { "pair_id": 16166, "video_name": "castle_s07e10_seg02_clip_19", "timestamp": [ 41.19, 56.92 ], "duration": 92.66, "caption": "While a person is holding a gun on another person, someone walks in the door.", "similarity": 0.6549, "relevance": 2 }, { "pair_id": 16167, "video_name": "friends_s07e23-24_seg02_clip_32", "timestamp": [ 5.19, 8.85 ], "duration": 61.66, "caption": "A man walks towards the door and another man stops him.", "similarity": 0.6548, "relevance": 2 }, { "pair_id": 16168, "video_name": "house_s01e20_seg02_clip_02", "timestamp": [ 68.55, 73.0 ], "duration": 89.66, "caption": "A person walks from the door over to be closer to a man.", "similarity": 0.6538, "relevance": 0 }, { "pair_id": 16169, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 10.55, 14.06 ], "duration": 54.66, "caption": "A man walks in the door and approaches another man.", "similarity": 0.6537, "relevance": 0 }, { "pair_id": 16170, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A person opens the door and a man walks though it.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 16171, "video_name": "friends_s01e11_seg02_clip_13", "timestamp": [ 41.49, 49.9 ], "duration": 58.66, "caption": "A man walks out the door and make gesture towards another man before slamming it.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 16172, "video_name": "house_s07e19_seg02_clip_15", "timestamp": [ 7.97, 13.42 ], "duration": 83.66, "caption": "A man attempts to open the door when another person is behind it.", "similarity": 0.6513, "relevance": 1 }, { "pair_id": 16173, "video_name": "s03e03_seg02_clip_13", "timestamp": [ 41.42, 46.22 ], "duration": 60.66, "caption": "A person walks out the door and leaves two men.", "similarity": 0.6506, "relevance": 1 }, { "pair_id": 16174, "video_name": "house_s08e11_seg02_clip_27", "timestamp": [ 1.52, 3.54 ], "duration": 101.66, "caption": "A man walks from the door to be closer to another man.", "similarity": 0.6469, "relevance": 0 }, { "pair_id": 16175, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 27.91, 31.51 ], "duration": 60.66, "caption": "Two men walk out the door and a person close the door.", "similarity": 0.6454, "relevance": 0 }, { "pair_id": 16176, "video_name": "house_s06e11_seg02_clip_09", "timestamp": [ 14.4, 17.77 ], "duration": 96.66, "caption": "A person walks away from a man, and walks over to a door.", "similarity": 0.6415, "relevance": 0 }, { "pair_id": 16177, "video_name": "met_s02e21_seg02_clip_08", "timestamp": [ 0.0, 9.85 ], "duration": 59.66, "caption": "A man holds his finger up and walks out the door.", "similarity": 0.6386, "relevance": 1 }, { "pair_id": 16178, "video_name": "s07e21_seg02_clip_01", "timestamp": [ 22.64, 26.05 ], "duration": 62.66, "caption": "A man is standing in front of the door and another person quickly walks past him.", "similarity": 0.6386, "relevance": 1 }, { "pair_id": 16179, "video_name": "friends_s06e09_seg02_clip_13", "timestamp": [ 37.82, 46.01 ], "duration": 63.66, "caption": "A man walks out the door and a woman follows him.", "similarity": 0.6359, "relevance": 1 } ] }, { "query_id": 87166, "query": "A man puts on an oxygen mask onto a woman's mouth.", "relevant_moment": [ { "pair_id": 168220, "video_name": "grey_s03e06_seg02_clip_15", "timestamp": [ 12.36, 15.57 ], "duration": 91.66, "caption": "A man puts on an oxygen mask onto a woman's mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 168221, "video_name": "grey_s02e20_seg02_clip_09", "timestamp": [ 56.9, 63.95 ], "duration": 88.66, "caption": "A person places an oxygen mask over a man's mouth.", "similarity": 0.8454, "relevance": 3 }, { "pair_id": 168222, "video_name": "house_s07e02_seg02_clip_22", "timestamp": [ 0.0, 18.99 ], "duration": 73.66, "caption": "A man is holding person's oxygen mask while she talks, then puts it back on her face.", "similarity": 0.8196, "relevance": 3 }, { "pair_id": 168223, "video_name": "house_s04e02_seg02_clip_21", "timestamp": [ 22.73, 46.98 ], "duration": 101.66, "caption": "A woman holds up the oxygen mask to her face in front of a man.", "similarity": 0.7888, "relevance": 1 }, { "pair_id": 168224, "video_name": "grey_s03e14_seg02_clip_18", "timestamp": [ 57.53, 61.98 ], "duration": 81.66, "caption": "A man is using an oxygen mask when a woman walks in.", "similarity": 0.7729, "relevance": 1 }, { "pair_id": 168225, "video_name": "house_s03e18_seg02_clip_24", "timestamp": [ 71.57, 77.42 ], "duration": 90.66, "caption": "A person grabs an oxygen mask and puts it over their mouth.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 168226, "video_name": "house_s01e10_seg02_clip_07", "timestamp": [ 75.01, 76.82 ], "duration": 90.66, "caption": "A man puts an oxygen mask over a patient's nose and mouth.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 168227, "video_name": "grey_s02e20_seg02_clip_19", "timestamp": [ 2.2, 7.04 ], "duration": 88.66, "caption": "A woman puts a person's oxygen mask back on their face.", "similarity": 0.7683, "relevance": 3 }, { "pair_id": 168228, "video_name": "house_s08e22_seg02_clip_07", "timestamp": [ 27.91, 30.61 ], "duration": 90.66, "caption": "A man takes an oxygen mask from a person and places it on a patient's face.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 168229, "video_name": "house_s03e17_seg02_clip_18", "timestamp": [ 4.3, 6.45 ], "duration": 86.66, "caption": "A woman removes an oxygen mask from a person's face.", "similarity": 0.7413, "relevance": 3 }, { "pair_id": 168230, "video_name": "grey_s03e14_seg02_clip_19", "timestamp": [ 34.42, 41.4 ], "duration": 93.66, "caption": "A person puts an oxygen mask over their mouth and nose then removes it.", "similarity": 0.7403, "relevance": 3 }, { "pair_id": 168231, "video_name": "grey_s03e04_seg02_clip_01", "timestamp": [ 76.45, 83.11 ], "duration": 88.66, "caption": "A man puts his oxygen on while a woman is talking to him.", "similarity": 0.7349, "relevance": 0 }, { "pair_id": 168232, "video_name": "house_s04e09_seg02_clip_20", "timestamp": [ 20.25, 25.97 ], "duration": 88.66, "caption": "A woman puts the oxygen mask to the mouth of a patient.", "similarity": 0.7299, "relevance": 3 }, { "pair_id": 168233, "video_name": "house_s07e02_seg02_clip_22", "timestamp": [ 24.1, 49.66 ], "duration": 73.66, "caption": "A person takes off the oxygen mask and another person takes it from their hand then puts it on their face.", "similarity": 0.7249, "relevance": 3 }, { "pair_id": 168234, "video_name": "house_s03e04_seg02_clip_09", "timestamp": [ 32.77, 61.9 ], "duration": 91.66, "caption": "A person picks up the oxygen mask and puts it to his face.", "similarity": 0.72, "relevance": 2 }, { "pair_id": 168235, "video_name": "grey_s02e23_seg02_clip_17", "timestamp": [ 31.08, 33.86 ], "duration": 92.66, "caption": "A man pushes away the oxygen mask on his face.", "similarity": 0.7134, "relevance": 1 }, { "pair_id": 168236, "video_name": "house_s03e18_seg02_clip_24", "timestamp": [ 73.82, 78.77 ], "duration": 90.66, "caption": "A person puts an oxygen mask on their face and takes a deep breath.", "similarity": 0.707, "relevance": 2 }, { "pair_id": 168237, "video_name": "grey_s03e14_seg02_clip_20", "timestamp": [ 81.86, 88.02 ], "duration": 88.66, "caption": "A woman walks by man wearing an oxygen mask and tells him he will be fine.", "similarity": 0.6944, "relevance": 1 }, { "pair_id": 168238, "video_name": "house_s03e17_seg02_clip_18", "timestamp": [ 5.59, 6.88 ], "duration": 86.66, "caption": "A woman takes the oxygen mask from the patient's face.", "similarity": 0.6926, "relevance": 3 }, { "pair_id": 168239, "video_name": "grey_s01e08_seg02_clip_17", "timestamp": [ 0.0, 6.42 ], "duration": 91.66, "caption": "A man puts the oxygen mask on another man telling him not to try to run his OR as he leans in and tells him he has his back.", "similarity": 0.6884, "relevance": 3 }, { "pair_id": 341540, "video_name": "house_s07e15_seg02_clip_21", "timestamp": [ 65.27, 67.78 ], "duration": 251.66, "caption": "A nurse puts the oxygen mask on another person's face.", "similarity": 0.687, "relevance": 4 }, { "pair_id": 341541, "video_name": "house_s04e02_seg02_clip_20", "timestamp": [ 0.0, 40.51 ], "duration": 89.66, "caption": "A woman is on a breathing mask while talking to a man.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 341542, "video_name": "house_s04e02_seg02_clip_06", "timestamp": [ 77.42, 85.97 ], "duration": 90.66, "caption": "A person is working on a patient and puts an oxygen mask on their face.", "similarity": 0.6832, "relevance": 4 }, { "pair_id": 341543, "video_name": "house_s03e17_seg02_clip_17", "timestamp": [ 87.91, 91.17 ], "duration": 93.66, "caption": "A woman puts an oxygen mask on the patient.", "similarity": 0.6831, "relevance": 3 }, { "pair_id": 341544, "video_name": "grey_s03e14_seg02_clip_21", "timestamp": [ 33.22, 35.95 ], "duration": 91.66, "caption": "A man tries to put his oxygen mask on and it slips to his eyes.", "similarity": 0.678, "relevance": 2 }, { "pair_id": 341545, "video_name": "house_s02e06_seg02_clip_18", "timestamp": [ 3.15, 5.85 ], "duration": 90.66, "caption": "A person kisses the tips of their fingers as they place the oxygen mask on someone's mouth.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 341546, "video_name": "castle_s07e16_seg02_clip_23", "timestamp": [ 60.32, 69.33 ], "duration": 90.66, "caption": "A person puts their oxygen mask on their chin to say something but then quickly puts it back on.", "similarity": 0.6632, "relevance": 1 }, { "pair_id": 341547, "video_name": "house_s07e20_seg02_clip_22", "timestamp": [ 52.1, 55.35 ], "duration": 93.66, "caption": "A woman puts an oxygen to a man in a quick move.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 341548, "video_name": "house_s04e09_seg02_clip_14", "timestamp": [ 78.71, 80.97 ], "duration": 90.66, "caption": "A man places the mask back on to his mouth.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 341549, "video_name": "house_s06e02_seg02_clip_05", "timestamp": [ 32.05, 37.39 ], "duration": 89.66, "caption": "A man places an oxygen mask on a patient who is laying down.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 341550, "video_name": "house_s04e02_seg02_clip_19", "timestamp": [ 0.0, 13.65 ], "duration": 70.66, "caption": "A woman takes care of the patient who is holding onto the oxygen mask.", "similarity": 0.6509, "relevance": 1 }, { "pair_id": 341551, "video_name": "house_s08e04_seg02_clip_17", "timestamp": [ 52.08, 56.53 ], "duration": 89.66, "caption": "A woman leans forward to speak to a man wearing an oxygen mask using a microphone.", "similarity": 0.6481, "relevance": 1 }, { "pair_id": 341552, "video_name": "house_s02e16_seg02_clip_19", "timestamp": [ 58.76, 62.76 ], "duration": 89.66, "caption": "A person takes an oxygen mask off a teenage person's face.", "similarity": 0.6458, "relevance": 2 }, { "pair_id": 341553, "video_name": "house_s07e02_seg02_clip_22", "timestamp": [ 22.27, 25.56 ], "duration": 73.66, "caption": "Someone removes their oxygen mask with their hand so that they could speak.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 341554, "video_name": "house_s02e06_seg02_clip_19", "timestamp": [ 4.62, 6.01 ], "duration": 92.66, "caption": "A man puts the oxygen mask on his face while in bed.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 341555, "video_name": "house_s01e09_seg02_clip_05", "timestamp": [ 17.25, 18.98 ], "duration": 86.66, "caption": "A doctor places an oxygen mask on the patient's mouth.", "similarity": 0.6328, "relevance": 3 }, { "pair_id": 341556, "video_name": "house_s07e02_seg02_clip_17", "timestamp": [ 21.26, 28.06 ], "duration": 85.66, "caption": "A man puts back the oxygen mask to the patient and leaves.", "similarity": 0.6321, "relevance": 4 }, { "pair_id": 341557, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 8.4, 11.34 ], "duration": 84.66, "caption": "A man picks up a mask and puts it over the patient's mouth.", "similarity": 0.6301, "relevance": 1 }, { "pair_id": 341558, "video_name": "house_s08e13_seg02_clip_24", "timestamp": [ 41.89, 45.49 ], "duration": 90.66, "caption": "A person takes their oxygen mask off to talk to a doctor.", "similarity": 0.6295, "relevance": 1 }, { "pair_id": 341559, "video_name": "house_s04e11_seg02_clip_18", "timestamp": [ 6.06, 11.11 ], "duration": 101.66, "caption": "A person removes their oxygen mask to talk to a doctor.", "similarity": 0.6246, "relevance": 1 } ] }, { "query_id": 87186, "query": "A woman points at a man angrily during their conversation.", "relevant_moment": [ { "pair_id": 43820, "video_name": "s06e12_seg02_clip_07", "timestamp": [ 45.77, 47.91 ], "duration": 61.66, "caption": "A woman points at a man angrily during their conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 43821, "video_name": "friends_s03e10_seg02_clip_12", "timestamp": [ 54.44, 58.22 ], "duration": 58.66, "caption": "A woman points at a man in an angry manner.", "similarity": 0.8748, "relevance": 4 }, { "pair_id": 43822, "video_name": "castle_s02e18_seg02_clip_15", "timestamp": [ 58.95, 83.33 ], "duration": 88.66, "caption": "A woman was talking angrily to a man.", "similarity": 0.8583, "relevance": 4 }, { "pair_id": 43823, "video_name": "friends_s02e07_seg02_clip_10", "timestamp": [ 0.0, 4.2 ], "duration": 42.66, "caption": "A man angrily points at woman and shakes his hand.", "similarity": 0.8578, "relevance": 3 }, { "pair_id": 43824, "video_name": "met_s06e10_seg02_clip_04", "timestamp": [ 28.85, 36.98 ], "duration": 56.66, "caption": "A woman speaks angrily at a man while pointing a finger at him.", "similarity": 0.8283, "relevance": 4 }, { "pair_id": 43825, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 0.0, 7.8 ], "duration": 60.66, "caption": "A woman and a man were talking angrily at each other.", "similarity": 0.8274, "relevance": 3 }, { "pair_id": 43826, "video_name": "friends_s05e11_seg02_clip_15", "timestamp": [ 20.42, 21.79 ], "duration": 55.66, "caption": "A man angrily points and shakes his finger at a woman.", "similarity": 0.8221, "relevance": 1 }, { "pair_id": 43827, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 0.0, 36.52 ], "duration": 90.66, "caption": "A man was talking angrily at a person and woman.", "similarity": 0.8138, "relevance": 2 }, { "pair_id": 43828, "video_name": "castle_s05e09_seg02_clip_23", "timestamp": [ 0.0, 26.23 ], "duration": 92.66, "caption": "A woman and a man were angrily talking to each other.", "similarity": 0.8123, "relevance": 3 }, { "pair_id": 43829, "video_name": "met_s02e05_seg02_clip_19", "timestamp": [ 0.0, 9.38 ], "duration": 45.66, "caption": "A man points angrily at a woman while another man voice overs their relationship ended.", "similarity": 0.8021, "relevance": 3 }, { "pair_id": 43830, "video_name": "friends_s05e22_seg02_clip_09", "timestamp": [ 46.74, 50.58 ], "duration": 64.66, "caption": "A woman points at a man as they have a conversation.", "similarity": 0.7954, "relevance": 4 }, { "pair_id": 43831, "video_name": "friends_s01e04_seg02_clip_00", "timestamp": [ 12.21, 15.56 ], "duration": 61.66, "caption": "A woman points at a man as they have a conversation.", "similarity": 0.7954, "relevance": 3 }, { "pair_id": 43832, "video_name": "castle_s06e03_seg02_clip_20", "timestamp": [ 47.79, 80.42 ], "duration": 91.66, "caption": "Two people were both angrily talking to a woman.", "similarity": 0.786, "relevance": 1 }, { "pair_id": 43834, "video_name": "friends_s09e20_seg02_clip_17", "timestamp": [ 0.0, 1.53 ], "duration": 61.66, "caption": "A man points at a woman while having a conversation with her.", "similarity": 0.7764, "relevance": 1 }, { "pair_id": 43835, "video_name": "friends_s03e17_seg02_clip_16", "timestamp": [ 10.93, 12.4 ], "duration": 59.66, "caption": "A woman points at a man in the middle of a discussion.", "similarity": 0.7758, "relevance": 3 }, { "pair_id": 43836, "video_name": "friends_s09e05_seg02_clip_07", "timestamp": [ 10.8, 33.92 ], "duration": 60.66, "caption": "A woman waves her arms around and talks angrily at a man.", "similarity": 0.7631, "relevance": 3 }, { "pair_id": 43837, "video_name": "friends_s06e11_seg02_clip_15", "timestamp": [ 1.8, 4.2 ], "duration": 60.66, "caption": "A woman is talking to man and points at him.", "similarity": 0.763, "relevance": 3 }, { "pair_id": 43838, "video_name": "grey_s01e03_seg02_clip_19", "timestamp": [ 34.72, 40.06 ], "duration": 89.66, "caption": "A woman points at a man and he leaves the room, angrily.", "similarity": 0.7625, "relevance": 1 }, { "pair_id": 43839, "video_name": "friends_s10e05_seg02_clip_18", "timestamp": [ 50.19, 53.82 ], "duration": 66.66, "caption": "A man yells at a woman and points at her.", "similarity": 0.7601, "relevance": 2 } ] }, { "query_id": 87270, "query": "A person removes the gag from someone's mouth, they speak, the person replaces the gag and turns to look at someone else.", "relevant_moment": [ { "pair_id": 38340, "video_name": "castle_s08e11_seg02_clip_17", "timestamp": [ 23.59, 33.83 ], "duration": 89.66, "caption": "A person removes the gag from someone's mouth, they speak, the person replaces the gag and turns to look at someone else.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 38341, "video_name": "castle_s06e23_seg02_clip_19", "timestamp": [ 57.74, 60.37 ], "duration": 87.66, "caption": "A woman pulls the gag off of person's mouth.", "similarity": 0.7662, "relevance": 2 }, { "pair_id": 38342, "video_name": "s08e02_seg02_clip_15", "timestamp": [ 35.12, 40.52 ], "duration": 60.66, "caption": "A person gags and covers their mouth with their hand.", "similarity": 0.7425, "relevance": 0 }, { "pair_id": 38343, "video_name": "castle_s05e23_seg02_clip_06", "timestamp": [ 75.71, 85.28 ], "duration": 91.66, "caption": "A person tells a woman and a man that he is done talking to them and gets up as he reminds them they are under a gag order.", "similarity": 0.7219, "relevance": 0 }, { "pair_id": 38344, "video_name": "s10e04_seg02_clip_10", "timestamp": [ 48.59, 52.28 ], "duration": 67.66, "caption": "A person makes gagging face as he hears someone brushing their teeth in the bathroom.", "similarity": 0.679, "relevance": 0 }, { "pair_id": 38345, "video_name": "s02e09_seg02_clip_15", "timestamp": [ 32.57, 35.98 ], "duration": 62.66, "caption": "A man looks at guy's hand then gags and retches.", "similarity": 0.6476, "relevance": 0 }, { "pair_id": 38346, "video_name": "house_s06e19_seg02_clip_01", "timestamp": [ 79.24, 84.14 ], "duration": 89.66, "caption": "A person puts a tongue depressor in someone's mouth and looks at their throat.", "similarity": 0.6424, "relevance": 1 }, { "pair_id": 38347, "video_name": "s06e10_seg02_clip_10", "timestamp": [ 41.91, 46.93 ], "duration": 59.66, "caption": "A person gags after another person tells them to cut the seafood on its stomach.", "similarity": 0.6417, "relevance": 0 }, { "pair_id": 38348, "video_name": "grey_s02e20_seg02_clip_10", "timestamp": [ 6.83, 16.38 ], "duration": 91.66, "caption": "A person says something that makes another person laugh and look at someone else.", "similarity": 0.6336, "relevance": 0 }, { "pair_id": 38349, "video_name": "house_s03e18_seg02_clip_06", "timestamp": [ 41.4, 54.3 ], "duration": 89.66, "caption": "A woman turns away from a person and begins to puke and gag.", "similarity": 0.6317, "relevance": 0 }, { "pair_id": 38350, "video_name": "s09e09_seg02_clip_06", "timestamp": [ 7.02, 16.17 ], "duration": 61.66, "caption": "A person says something to another person that makes them look at him/her with their mouth open.", "similarity": 0.6233, "relevance": 0 }, { "pair_id": 38351, "video_name": "s08e15_seg02_clip_11", "timestamp": [ 24.11, 35.09 ], "duration": 61.66, "caption": "A person says something to a man and he takes off his hat and wipes his mouth.", "similarity": 0.6179, "relevance": 1 }, { "pair_id": 38352, "video_name": "castle_s04e22_seg02_clip_27", "timestamp": [ 10.63, 12.75 ], "duration": 85.66, "caption": "A person removes a wig from his/her hair while speaking with another person.", "similarity": 0.6154, "relevance": 0 }, { "pair_id": 38353, "video_name": "s09e01_seg02_clip_15", "timestamp": [ 34.04, 43.49 ], "duration": 63.66, "caption": "A person impersonates another person in a menacingly way while talking to someone.", "similarity": 0.6124, "relevance": 0 }, { "pair_id": 38354, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 12.99, 15.35 ], "duration": 59.66, "caption": "A person sticks his/her tongue out in a reaction of disgust.", "similarity": 0.6098, "relevance": 0 }, { "pair_id": 38355, "video_name": "house_s03e14_seg02_clip_22", "timestamp": [ 39.62, 46.29 ], "duration": 89.66, "caption": "A person enters room and removes the mask that another person is holding in someone's face.", "similarity": 0.6052, "relevance": 3 }, { "pair_id": 38356, "video_name": "house_s02e03_seg02_clip_00", "timestamp": [ 6.02, 8.33 ], "duration": 92.66, "caption": "A person takes the lollipop out of their mouth while talking to two other people.", "similarity": 0.604, "relevance": 1 }, { "pair_id": 38357, "video_name": "house_s07e02_seg02_clip_22", "timestamp": [ 22.27, 25.56 ], "duration": 73.66, "caption": "Someone removes their oxygen mask with their hand so that they could speak.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 38358, "video_name": "friends_s04e01_seg02_clip_03", "timestamp": [ 2.93, 7.8 ], "duration": 65.66, "caption": "A person starts to laugh and puts his/her hand over his/her mouth.", "similarity": 0.601, "relevance": 0 }, { "pair_id": 38359, "video_name": "s04e20_seg01_clip_00", "timestamp": [ 27.53, 29.13 ], "duration": 64.66, "caption": "A person leans over and whispers to another person that the speaker is very funny.", "similarity": 0.5999, "relevance": 0 } ] }, { "query_id": 87326, "query": "A man is going through a notebook as he is with another man.", "relevant_moment": [ { "pair_id": 231340, "video_name": "house_s03e15_seg02_clip_24", "timestamp": [ 44.63, 51.07 ], "duration": 92.66, "caption": "A man enters the room and founds out that another man is reading some document.", "similarity": 0.6487, "relevance": 4 }, { "pair_id": 231341, "video_name": "s07e07_seg02_clip_06", "timestamp": [ 54.01, 58.28 ], "duration": 61.66, "caption": "A man walks up to another man while he is putting things in his briefcase.", "similarity": 0.6395, "relevance": 4 }, { "pair_id": 231342, "video_name": "house_s04e10_seg02_clip_15", "timestamp": [ 80.82, 83.34 ], "duration": 101.66, "caption": "A man takes out a book from his pocket and gives it to another man.", "similarity": 0.6361, "relevance": 3 }, { "pair_id": 231343, "video_name": "castle_s02e20_seg02_clip_24", "timestamp": [ 24.37, 28.72 ], "duration": 87.66, "caption": "A man hands another man a small book which the other man takes.", "similarity": 0.6329, "relevance": 3 }, { "pair_id": 231344, "video_name": "house_s03e14_seg02_clip_11", "timestamp": [ 37.5, 41.57 ], "duration": 90.66, "caption": "While listening to a man, a man turns the page of a notebook.", "similarity": 0.6316, "relevance": 4 }, { "pair_id": 231345, "video_name": "castle_s04e20_seg02_clip_12", "timestamp": [ 72.2, 89.66 ], "duration": 89.66, "caption": "A man walks in with his notebook and talks to woman, person and woman.", "similarity": 0.6269, "relevance": 3 }, { "pair_id": 231346, "video_name": "castle_s05e13_seg02_clip_07", "timestamp": [ 34.36, 36.16 ], "duration": 90.66, "caption": "A man walks toward a woman while holding up a small notebook.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 231347, "video_name": "house_s03e22_seg02_clip_10", "timestamp": [ 19.01, 21.51 ], "duration": 100.66, "caption": "A man takes out papers and hands them to another man.", "similarity": 0.6236, "relevance": 3 }, { "pair_id": 231348, "video_name": "met_s03e17_seg02_clip_04", "timestamp": [ 33.42, 36.73 ], "duration": 60.66, "caption": "A man holds a book out to another man in the office.", "similarity": 0.6223, "relevance": 3 }, { "pair_id": 231349, "video_name": "castle_s03e12_seg02_clip_16", "timestamp": [ 10.65, 21.75 ], "duration": 88.66, "caption": "A man gets out his notebook and describes a potential suspect to woman and person.", "similarity": 0.6201, "relevance": 3 }, { "pair_id": 231350, "video_name": "house_s06e14_seg02_clip_14", "timestamp": [ 57.94, 74.5 ], "duration": 87.66, "caption": "A man looks through a blue book next to another man.", "similarity": 0.6193, "relevance": 4 }, { "pair_id": 231351, "video_name": "friends_s06e04_seg02_clip_03", "timestamp": [ 9.0, 15.91 ], "duration": 60.66, "caption": "A man hands the piece of paper to another man to read.", "similarity": 0.617, "relevance": 3 }, { "pair_id": 231352, "video_name": "s05e15_seg02_clip_01", "timestamp": [ 25.38, 38.07 ], "duration": 59.66, "caption": "A man puts notebooks into his laptop bag while sitting at the table and having a conversation with person.", "similarity": 0.6165, "relevance": 3 }, { "pair_id": 231353, "video_name": "friends_s02e03_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A man walks up behind another man who is reading a large book.", "similarity": 0.6164, "relevance": 3 }, { "pair_id": 231354, "video_name": "castle_s08e07_seg02_clip_19", "timestamp": [ 31.73, 33.99 ], "duration": 90.66, "caption": "Two men take out their notebooks from their jacket pockets.", "similarity": 0.6163, "relevance": 3 }, { "pair_id": 231355, "video_name": "friends_s09e22_seg02_clip_21", "timestamp": [ 55.78, 61.52 ], "duration": 82.66, "caption": "A man opens the door to a person's office while the person is working on a paper notebook.", "similarity": 0.6161, "relevance": 4 }, { "pair_id": 231356, "video_name": "friends_s03e13_seg02_clip_06", "timestamp": [ 0.0, 14.86 ], "duration": 55.66, "caption": "A man has a book in his hand as he converses with another man beside him.", "similarity": 0.6142, "relevance": 3 }, { "pair_id": 231357, "video_name": "house_s05e17_seg02_clip_17", "timestamp": [ 14.11, 19.12 ], "duration": 91.66, "caption": "A man hands a folder of papers to another man and he opens the folder.", "similarity": 0.6137, "relevance": 3 }, { "pair_id": 231358, "video_name": "friends_s06e04_seg02_clip_03", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man holds a piece of paper which he reads out to another man.", "similarity": 0.6137, "relevance": 3 }, { "pair_id": 231359, "video_name": "friends_s07e09_seg02_clip_09", "timestamp": [ 9.37, 12.29 ], "duration": 58.66, "caption": "A man holds up a paper notebook towards a woman at the kitchen table.", "similarity": 0.6128, "relevance": 3 } ] }, { "query_id": 87396, "query": "A person turns around and walks back towards another person.", "relevant_moment": [ { "pair_id": 19580, "video_name": "house_s05e13_seg02_clip_13", "timestamp": [ 41.4, 45.58 ], "duration": 93.66, "caption": "A person turns around and walks back towards another person.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 19581, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 68.02, 79.36 ], "duration": 87.66, "caption": "A person stops walking, turns around, and walks past another person.", "similarity": 0.8729, "relevance": 3 }, { "pair_id": 19583, "video_name": "friends_s09e22_seg02_clip_19", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A person walks around from one side of another person to the other.", "similarity": 0.8462, "relevance": 2 }, { "pair_id": 19584, "video_name": "castle_s05e24_seg02_clip_05", "timestamp": [ 50.4, 53.64 ], "duration": 92.66, "caption": "Two people turn and walk towards another person.", "similarity": 0.832, "relevance": 3 }, { "pair_id": 19585, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 18.31, 24.61 ], "duration": 60.66, "caption": "A person walks slowly towards another person as they move backwards.", "similarity": 0.8291, "relevance": 1 }, { "pair_id": 19586, "video_name": "house_s03e14_seg02_clip_00", "timestamp": [ 33.59, 36.42 ], "duration": 94.66, "caption": "A person turns their back to another person and walks away.", "similarity": 0.825, "relevance": 2 }, { "pair_id": 19587, "video_name": "friends_s10e02_seg02_clip_01", "timestamp": [ 16.41, 18.67 ], "duration": 56.66, "caption": "A person walks forward while two people step back.", "similarity": 0.8238, "relevance": 2 }, { "pair_id": 19588, "video_name": "s02e14_seg02_clip_17", "timestamp": [ 1.48, 4.13 ], "duration": 59.66, "caption": "A person quickly walks towards another person and stops when he gets there.", "similarity": 0.8232, "relevance": 2 }, { "pair_id": 19589, "video_name": "house_s04e05_seg02_clip_16", "timestamp": [ 13.8, 18.87 ], "duration": 92.66, "caption": "A person walks by and turns around when another person talks to him/her.", "similarity": 0.8196, "relevance": 2 }, { "pair_id": 19590, "video_name": "house_s01e15_seg02_clip_03", "timestamp": [ 79.19, 83.29 ], "duration": 91.66, "caption": "A man turns around and walks back towards another man.", "similarity": 0.8107, "relevance": 3 }, { "pair_id": 19591, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 52.24, 56.07 ], "duration": 59.66, "caption": "A person stands up and walks towards another person.", "similarity": 0.8092, "relevance": 2 }, { "pair_id": 19592, "video_name": "castle_s02e12_seg02_clip_15", "timestamp": [ 6.26, 10.85 ], "duration": 83.66, "caption": "A person turns around and sees another person walking in.", "similarity": 0.8083, "relevance": 2 }, { "pair_id": 19593, "video_name": "s03e01_seg02_clip_00", "timestamp": [ 32.88, 35.36 ], "duration": 62.66, "caption": "A person quickly walks back toward some people.", "similarity": 0.8071, "relevance": 1 }, { "pair_id": 19594, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 87.84, 89.66 ], "duration": 91.66, "caption": "A person turns to look at someone and walks towards them.", "similarity": 0.8068, "relevance": 3 }, { "pair_id": 19595, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person gets up and walks closer to another person.", "similarity": 0.8067, "relevance": 1 }, { "pair_id": 19596, "video_name": "friends_s08e01_seg02_clip_10", "timestamp": [ 9.63, 12.11 ], "duration": 55.66, "caption": "A person turns around to his right and walks away from another person.", "similarity": 0.8019, "relevance": 4 }, { "pair_id": 19597, "video_name": "house_s01e08_seg02_clip_25", "timestamp": [ 5.04, 10.47 ], "duration": 77.66, "caption": "A man turns around and walks back and stands behind another person.", "similarity": 0.7999, "relevance": 4 }, { "pair_id": 19598, "video_name": "house_s06e17_seg02_clip_06", "timestamp": [ 47.12, 50.1 ], "duration": 84.66, "caption": "A person turns and walks away around the corner from another person.", "similarity": 0.7991, "relevance": 2 }, { "pair_id": 19599, "video_name": "s06e20_seg02_clip_13", "timestamp": [ 25.53, 28.72 ], "duration": 58.66, "caption": "A man motions towards another person and that person then turns towards him.", "similarity": 0.7985, "relevance": 2 }, { "pair_id": 192900, "video_name": "house_s03e07_seg02_clip_24", "timestamp": [ 49.94, 55.79 ], "duration": 78.66, "caption": "A person turns and walks towards someone and she starts to talk to him.", "similarity": 0.7957, "relevance": 3 }, { "pair_id": 192901, "video_name": "s03e16_seg02_clip_07", "timestamp": [ 22.73, 32.76 ], "duration": 59.66, "caption": "A person walks behind another person from left to right.", "similarity": 0.7937, "relevance": 2 }, { "pair_id": 192902, "video_name": "s03e23_seg02_clip_12", "timestamp": [ 11.81, 17.12 ], "duration": 59.66, "caption": "A person motions to another person to move, and they both get up and walk towards someone.", "similarity": 0.7898, "relevance": 3 }, { "pair_id": 192903, "video_name": "s03e06_seg02_clip_06", "timestamp": [ 46.34, 53.42 ], "duration": 59.66, "caption": "One person gets up and walks over to another person who turns around and talks to him.", "similarity": 0.7892, "relevance": 3 }, { "pair_id": 192904, "video_name": "s09e09_seg02_clip_15", "timestamp": [ 56.41, 61.77 ], "duration": 63.66, "caption": "A person turns and starts to walk away from another person.", "similarity": 0.7889, "relevance": 3 }, { "pair_id": 192905, "video_name": "house_s08e03_seg02_clip_14", "timestamp": [ 51.13, 53.16 ], "duration": 81.66, "caption": "A person walks away from another person, the other person turns to follow him.", "similarity": 0.7872, "relevance": 3 }, { "pair_id": 192906, "video_name": "friends_s04e04_seg02_clip_11", "timestamp": [ 18.01, 27.31 ], "duration": 60.66, "caption": "A man turns to another person and motions towards him.", "similarity": 0.7868, "relevance": 2 }, { "pair_id": 192907, "video_name": "castle_s08e04_seg02_clip_25", "timestamp": [ 83.03, 89.35 ], "duration": 90.66, "caption": "A person walks past another person and the other person turns around to call him.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 192908, "video_name": "house_s01e15_seg02_clip_15", "timestamp": [ 19.75, 33.21 ], "duration": 89.66, "caption": "A person walks and approaches two people.", "similarity": 0.7843, "relevance": 3 }, { "pair_id": 192909, "video_name": "castle_s04e12_seg02_clip_13", "timestamp": [ 16.31, 19.02 ], "duration": 90.66, "caption": "A person turns away from another person when some people walk towards them.", "similarity": 0.784, "relevance": 3 }, { "pair_id": 192910, "video_name": "s04e20_seg02_clip_13", "timestamp": [ 35.12, 60.03 ], "duration": 60.66, "caption": "A person walks towards another person while talking to him.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 192911, "video_name": "house_s02e24_seg02_clip_11", "timestamp": [ 0.0, 11.91 ], "duration": 88.66, "caption": "A person turns around and a woman walks up to him.", "similarity": 0.7807, "relevance": 2 }, { "pair_id": 192912, "video_name": "s02e01_seg02_clip_03", "timestamp": [ 0.61, 2.75 ], "duration": 61.66, "caption": "A person walks towards another person as he is talking.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 192913, "video_name": "house_s02e20_seg02_clip_14", "timestamp": [ 17.86, 22.96 ], "duration": 85.66, "caption": "A person walks up next to another person and startles him.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 192914, "video_name": "castle_s02e23_seg02_clip_03", "timestamp": [ 29.56, 30.73 ], "duration": 77.66, "caption": "A person turns around and walks behind woman.", "similarity": 0.7793, "relevance": 2 }, { "pair_id": 192915, "video_name": "castle_s08e14_seg02_clip_05", "timestamp": [ 0.0, 4.7 ], "duration": 94.66, "caption": "A person walks towards another person and a woman.", "similarity": 0.7781, "relevance": 3 }, { "pair_id": 192916, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 42.47, 44.57 ], "duration": 84.66, "caption": "A person walks in forward and another person joins him.", "similarity": 0.7766, "relevance": 3 }, { "pair_id": 192917, "video_name": "castle_s02e12_seg02_clip_09", "timestamp": [ 11.61, 21.43 ], "duration": 89.66, "caption": "Two people walk toward the direction of another person.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 192918, "video_name": "house_s01e16_seg02_clip_10", "timestamp": [ 43.08, 46.99 ], "duration": 87.66, "caption": "A person walks up to someone from behind.", "similarity": 0.7727, "relevance": 3 }, { "pair_id": 192919, "video_name": "s02e19_seg02_clip_03", "timestamp": [ 26.27, 28.04 ], "duration": 59.66, "caption": "A person turns and walks away from another person and a third person.", "similarity": 0.7726, "relevance": 3 } ] }, { "query_id": 87492, "query": "A man and a woman walk out of a room.", "relevant_moment": [ { "pair_id": 16520, "video_name": "house_s06e08_seg02_clip_07", "timestamp": [ 43.61, 46.81 ], "duration": 80.66, "caption": "A man and a woman walk out of a room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16521, "video_name": "grey_s02e12_seg02_clip_18", "timestamp": [ 14.85, 19.36 ], "duration": 90.66, "caption": "A man and woman walk out of the room.", "similarity": 0.9811, "relevance": 4 }, { "pair_id": 16522, "video_name": "grey_s03e25_seg02_clip_24", "timestamp": [ 70.3, 75.88 ], "duration": 93.66, "caption": "A man and a woman walk out of the room together.", "similarity": 0.9744, "relevance": 3 }, { "pair_id": 16523, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 36.09, 40.1 ], "duration": 89.66, "caption": "A woman and a man walk out of the room together.", "similarity": 0.9671, "relevance": 3 }, { "pair_id": 16524, "video_name": "friends_s06e13_seg02_clip_20", "timestamp": [ 3.3, 8.4 ], "duration": 60.66, "caption": "A man and a woman walk out of their room and towards the window where a person is.", "similarity": 0.9002, "relevance": 3 }, { "pair_id": 16525, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 28.99, 34.51 ], "duration": 92.66, "caption": "A woman walks out of the room with man and woman.", "similarity": 0.8947, "relevance": 3 }, { "pair_id": 16526, "video_name": "grey_s03e06_seg02_clip_21", "timestamp": [ 48.52, 49.85 ], "duration": 89.66, "caption": "Two people walk out of a room together.", "similarity": 0.8854, "relevance": 3 }, { "pair_id": 16527, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 38.23, 41.87 ], "duration": 91.66, "caption": "Two people walk out of the room.", "similarity": 0.8731, "relevance": 4 }, { "pair_id": 16528, "video_name": "house_s02e10_seg02_clip_04", "timestamp": [ 18.21, 29.14 ], "duration": 91.66, "caption": "Two people both walk out of the room together.", "similarity": 0.8667, "relevance": 1 }, { "pair_id": 16529, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 44.69, 51.84 ], "duration": 89.66, "caption": "Two people both walk out of the room together.", "similarity": 0.8667, "relevance": 3 }, { "pair_id": 16530, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 28.68, 32.15 ], "duration": 63.66, "caption": "A man walks out from the room and leaves a man and a woman.", "similarity": 0.8626, "relevance": 3 }, { "pair_id": 16531, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 24.19, 28.3 ], "duration": 91.66, "caption": "A person walks out of the room with a woman.", "similarity": 0.8613, "relevance": 3 }, { "pair_id": 16532, "video_name": "castle_s06e02_seg02_clip_14", "timestamp": [ 9.1, 10.01 ], "duration": 91.66, "caption": "A man and a woman walk through the room together.", "similarity": 0.8481, "relevance": 2 }, { "pair_id": 16533, "video_name": "grey_s02e12_seg02_clip_22", "timestamp": [ 85.56, 91.03 ], "duration": 91.66, "caption": "A woman and a man walk out to the waiting room.", "similarity": 0.8454, "relevance": 2 }, { "pair_id": 16534, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person walks out of the room with a man.", "similarity": 0.835, "relevance": 1 }, { "pair_id": 16535, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 34.24, 38.96 ], "duration": 59.66, "caption": "A man and woman walk into the room from the side.", "similarity": 0.8323, "relevance": 2 }, { "pair_id": 16536, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A woman and a man walk down a hallway and stop outside a room.", "similarity": 0.8313, "relevance": 2 }, { "pair_id": 16537, "video_name": "house_s05e17_seg02_clip_20", "timestamp": [ 57.36, 66.68 ], "duration": 93.66, "caption": "A man flatlines and a woman walks out of the room.", "similarity": 0.8302, "relevance": 2 }, { "pair_id": 16538, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 26.86, 30.4 ], "duration": 59.66, "caption": "A man walks into the room with man as woman exits.", "similarity": 0.828, "relevance": 0 }, { "pair_id": 16539, "video_name": "friends_s06e09_seg02_clip_18", "timestamp": [ 47.04, 51.89 ], "duration": 57.66, "caption": "Two people walk out of someone's bedroom.", "similarity": 0.8252, "relevance": 4 } ] }, { "query_id": 87512, "query": "A woman takes out a bra from her chest and places them under a wig.", "relevant_moment": [ { "pair_id": 16880, "video_name": "friends_s03e12_seg02_clip_02", "timestamp": [ 36.01, 41.61 ], "duration": 59.66, "caption": "A woman takes out a bra from her chest and places them under a wig.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16881, "video_name": "friends_s04e16_seg02_clip_16", "timestamp": [ 3.96, 11.23 ], "duration": 66.66, "caption": "A woman tries to take off her bra through her shirt sleeve.", "similarity": 0.6968, "relevance": 2 }, { "pair_id": 16882, "video_name": "friends_s03e17_seg02_clip_08", "timestamp": [ 11.01, 15.63 ], "duration": 71.66, "caption": "A woman takes her bra off and hands it to a man.", "similarity": 0.6281, "relevance": 2 }, { "pair_id": 16883, "video_name": "friends_s04e16_seg02_clip_16", "timestamp": [ 4.29, 26.08 ], "duration": 66.66, "caption": "A woman is struggling to take off her bra from underneath her cheerleading uniform.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 16884, "video_name": "friends_s03e17_seg02_clip_08", "timestamp": [ 11.72, 15.63 ], "duration": 71.66, "caption": "A woman pulls a blue bra out of her jacket and hands it to someone.", "similarity": 0.6139, "relevance": 2 }, { "pair_id": 16885, "video_name": "friends_s06e04_seg02_clip_04", "timestamp": [ 19.67, 22.31 ], "duration": 58.66, "caption": "A woman lifts up her hand and places it over her chest.", "similarity": 0.6088, "relevance": 0 }, { "pair_id": 16886, "video_name": "friends_s03e04_seg02_clip_04", "timestamp": [ 18.49, 20.45 ], "duration": 56.66, "caption": "A woman stuffs her fake boob into her shirt.", "similarity": 0.6037, "relevance": 1 }, { "pair_id": 16887, "video_name": "friends_s03e18_seg02_clip_03", "timestamp": [ 54.6, 59.03 ], "duration": 59.66, "caption": "A woman, costumed in a blonde wig and fake breasts, passes something to another woman across a counter.", "similarity": 0.5946, "relevance": 0 }, { "pair_id": 16888, "video_name": "friends_s02e16_seg02_clip_19", "timestamp": [ 25.38, 33.03 ], "duration": 61.66, "caption": "A woman picks up her bra and asks about it.", "similarity": 0.5874, "relevance": 2 }, { "pair_id": 16889, "video_name": "friends_s10e03_seg02_clip_09", "timestamp": [ 54.59, 62.03 ], "duration": 62.66, "caption": "A woman turns around so a man can try to take her bra off.", "similarity": 0.5815, "relevance": 1 }, { "pair_id": 16890, "video_name": "friends_s01e20_seg02_clip_07", "timestamp": [ 39.25, 43.38 ], "duration": 59.66, "caption": "A woman reaches into her hair and removes something.", "similarity": 0.5705, "relevance": 0 }, { "pair_id": 16891, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 48.4, 50.76 ], "duration": 59.66, "caption": "A woman gets out of her room wearing pink and black bra.", "similarity": 0.5688, "relevance": 0 }, { "pair_id": 16892, "video_name": "s04e17_seg02_clip_13", "timestamp": [ 44.86, 47.52 ], "duration": 59.66, "caption": "A woman grabs a dress out of the closet and holds it up to herself.", "similarity": 0.5672, "relevance": 0 }, { "pair_id": 16893, "video_name": "friends_s03e17_seg02_clip_08", "timestamp": [ 19.53, 25.21 ], "duration": 71.66, "caption": "A woman grabs the bra from another woman while making fun of how nice it is.", "similarity": 0.5658, "relevance": 2 }, { "pair_id": 16894, "video_name": "friends_s03e17_seg02_clip_08", "timestamp": [ 14.2, 19.18 ], "duration": 71.66, "caption": "A man removes the wire from woman's bra and hands it back to her.", "similarity": 0.5655, "relevance": 2 }, { "pair_id": 16895, "video_name": "friends_s01e05_seg01_clip_00", "timestamp": [ 5.1, 11.74 ], "duration": 51.66, "caption": "A man is astonished that women can remove their bra while wearing it.", "similarity": 0.5624, "relevance": 0 }, { "pair_id": 16896, "video_name": "friends_s04e13_seg02_clip_05", "timestamp": [ 4.64, 7.25 ], "duration": 58.66, "caption": "A woman pushes up her bra in the mirror when person turns his back.", "similarity": 0.5591, "relevance": 1 }, { "pair_id": 16897, "video_name": "s04e11_seg02_clip_13", "timestamp": [ 24.91, 32.71 ], "duration": 60.66, "caption": "A woman puts on a wig and poses in front of man.", "similarity": 0.5559, "relevance": 1 }, { "pair_id": 16898, "video_name": "friends_s01e20_seg02_clip_05", "timestamp": [ 51.05, 61.46 ], "duration": 65.66, "caption": "A woman is looking for her bra and a man sees it on the door and gives it to her.", "similarity": 0.5555, "relevance": 1 }, { "pair_id": 16899, "video_name": "friends_s07e21_seg02_clip_14", "timestamp": [ 9.3, 17.41 ], "duration": 60.66, "caption": "A man grabs a woman's shirt and exposes her bra.", "similarity": 0.5535, "relevance": 1 } ] }, { "query_id": 87585, "query": "A man sits beside woman on his mother's couch.", "relevant_moment": [ { "pair_id": 9700, "video_name": "s08e24_seg02_clip_11", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A man sits beside woman on his mother's couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9701, "video_name": "s07e21_seg02_clip_08", "timestamp": [ 56.73, 63.03 ], "duration": 63.66, "caption": "A man is sitting next to another man on his mother's couch.", "similarity": 0.8828, "relevance": 3 }, { "pair_id": 9702, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 6.6, 9.6 ], "duration": 60.66, "caption": "A man sits down on his mother's couch while speaking with a woman.", "similarity": 0.839, "relevance": 3 }, { "pair_id": 9703, "video_name": "s07e18_seg02_clip_15", "timestamp": [ 15.87, 18.92 ], "duration": 61.66, "caption": "A person sits down on the couch next to their mother.", "similarity": 0.8246, "relevance": 4 }, { "pair_id": 9704, "video_name": "castle_s02e11_seg02_clip_27", "timestamp": [ 2.92, 5.48 ], "duration": 73.66, "caption": "A person sits down on the couch next to his/her mother.", "similarity": 0.8176, "relevance": 4 }, { "pair_id": 9705, "video_name": "s09e23_seg02_clip_13", "timestamp": [ 53.12, 60.03 ], "duration": 60.66, "caption": "A person sits down on the couch with someone's mom.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 9706, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 26.55, 29.6 ], "duration": 61.66, "caption": "A man sits at the edge of the couch beside a woman.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 9707, "video_name": "s06e07_seg02_clip_12", "timestamp": [ 50.12, 60.03 ], "duration": 60.66, "caption": "A man was sitting beside woman at the couch.", "similarity": 0.7572, "relevance": 4 }, { "pair_id": 9708, "video_name": "s06e12_seg02_clip_12", "timestamp": [ 48.82, 51.87 ], "duration": 61.66, "caption": "A man sits down next to woman on the couch.", "similarity": 0.7548, "relevance": 4 }, { "pair_id": 9709, "video_name": "friends_s05e13_seg02_clip_15", "timestamp": [ 50.19, 54.25 ], "duration": 58.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.7542, "relevance": 3 }, { "pair_id": 9710, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 73.57, 76.71 ], "duration": 89.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.7542, "relevance": 3 }, { "pair_id": 9711, "video_name": "s06e03_seg02_clip_11", "timestamp": [ 49.9, 51.93 ], "duration": 58.66, "caption": "A woman sits down on the couch beside of a man.", "similarity": 0.7524, "relevance": 3 }, { "pair_id": 9712, "video_name": "s09e07_seg02_clip_00", "timestamp": [ 25.43, 28.53 ], "duration": 62.66, "caption": "A woman sits down on the couch beside a man.", "similarity": 0.7464, "relevance": 3 }, { "pair_id": 9713, "video_name": "friends_s05e13_seg02_clip_19", "timestamp": [ 23.6, 24.93 ], "duration": 44.66, "caption": "A man sits down on the couch next to a woman.", "similarity": 0.7428, "relevance": 4 }, { "pair_id": 9714, "video_name": "friends_s05e05_seg02_clip_16", "timestamp": [ 43.77, 46.77 ], "duration": 50.66, "caption": "A man sits down on the couch next to a woman.", "similarity": 0.7428, "relevance": 3 }, { "pair_id": 9715, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 80.1, 81.92 ], "duration": 91.66, "caption": "A man sits down and woman sits beside him on the sofa.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 9716, "video_name": "s05e06_seg02_clip_11", "timestamp": [ 3.05, 19.22 ], "duration": 61.66, "caption": "Two people sit on the couch and discuss his relationship with his mother.", "similarity": 0.74, "relevance": 4 }, { "pair_id": 9717, "video_name": "friends_s06e19_seg02_clip_12", "timestamp": [ 40.52, 43.22 ], "duration": 60.66, "caption": "A man sits down on the couch next to woman.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 9718, "video_name": "s09e20_seg02_clip_10", "timestamp": [ 9.3, 20.41 ], "duration": 60.66, "caption": "A man was sitting next to a woman on the couch.", "similarity": 0.7339, "relevance": 4 }, { "pair_id": 9719, "video_name": "s07e09_seg02_clip_08", "timestamp": [ 0.0, 4.65 ], "duration": 62.66, "caption": "A man is sitting beside his father-in-law on a couch.", "similarity": 0.7189, "relevance": 2 }, { "pair_id": 183020, "video_name": "friends_s06e09_seg02_clip_09", "timestamp": [ 37.31, 60.09 ], "duration": 66.66, "caption": "A man sits down with someone's parents on the couch.", "similarity": 0.7186, "relevance": 4 }, { "pair_id": 183021, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 91.27, 108.79 ], "duration": 146.66, "caption": "A man is sitting with a person on the sofa of his living room as they see his mother walk down the stairs dressed up as she mentions their date.", "similarity": 0.7178, "relevance": 4 }, { "pair_id": 183022, "video_name": "met_s03e02_seg02_clip_11", "timestamp": [ 38.49, 41.77 ], "duration": 59.66, "caption": "A woman is seated on the sofa and a man sits beside her.", "similarity": 0.7166, "relevance": 4 }, { "pair_id": 183023, "video_name": "met_s03e02_seg02_clip_17", "timestamp": [ 39.91, 42.01 ], "duration": 70.66, "caption": "A woman sits on the couch next to a man.", "similarity": 0.7138, "relevance": 3 }, { "pair_id": 183024, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.21, 18.91 ], "duration": 60.66, "caption": "A woman sits down next to man on the couch.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 183025, "video_name": "s08e24_seg02_clip_11", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A man sits down on the sofa next to woman.", "similarity": 0.7049, "relevance": 4 }, { "pair_id": 183026, "video_name": "house_s08e19_seg02_clip_12", "timestamp": [ 15.93, 19.12 ], "duration": 91.66, "caption": "A person sits beside a man onto the couch he is on.", "similarity": 0.7048, "relevance": 3 }, { "pair_id": 183027, "video_name": "met_s02e18_seg02_clip_04", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man sits beside a woman in the sofa at the living room.", "similarity": 0.7036, "relevance": 4 }, { "pair_id": 183028, "video_name": "s07e02_seg02_clip_06", "timestamp": [ 4.06, 7.25 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 183029, "video_name": "friends_s02e07_seg02_clip_15", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman sits down on the couch next to man.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 183030, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 5.61, 7.97 ], "duration": 59.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 183031, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 183032, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 36.81, 39.11 ], "duration": 92.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 183033, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.99, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7015, "relevance": 3 }, { "pair_id": 183034, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 3.08, 6.61 ], "duration": 88.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 183035, "video_name": "s07e24_seg02_clip_18", "timestamp": [ 48.91, 51.99 ], "duration": 77.66, "caption": "A woman and a man are sitting next to each other on a couch.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 183036, "video_name": "s07e12_seg02_clip_10", "timestamp": [ 15.61, 22.51 ], "duration": 60.66, "caption": "A man walks over and sits down on the couch next to a woman.", "similarity": 0.6993, "relevance": 4 }, { "pair_id": 183037, "video_name": "friends_s07e19_seg02_clip_04", "timestamp": [ 5.15, 8.82 ], "duration": 49.66, "caption": "A woman and man go sit on the couch near man.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 183038, "video_name": "s09e15_seg02_clip_07", "timestamp": [ 39.97, 43.02 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.6958, "relevance": 3 }, { "pair_id": 183039, "video_name": "s01e06_seg02_clip_16", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A woman and a man are sitting next to each other on the couch.", "similarity": 0.6958, "relevance": 4 } ] }, { "query_id": 87699, "query": "A woman wipes the sides of their mouth with a napkin.", "relevant_moment": [ { "pair_id": 86580, "video_name": "s04e05_seg02_clip_13", "timestamp": [ 49.29, 51.65 ], "duration": 59.66, "caption": "A woman wipes the sides of their mouth with a napkin.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 86581, "video_name": "friends_s04e16_seg02_clip_12", "timestamp": [ 2.57, 10.26 ], "duration": 57.66, "caption": "A woman reaches for a napkin and wipes her mouth.", "similarity": 0.896, "relevance": 4 }, { "pair_id": 86582, "video_name": "castle_s05e04_seg02_clip_17", "timestamp": [ 60.32, 61.67 ], "duration": 90.66, "caption": "A woman wipes his mouth with a blue napkin.", "similarity": 0.8944, "relevance": 4 }, { "pair_id": 86583, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 37.22, 41.25 ], "duration": 62.66, "caption": "A woman wipes her mouth with her napkin and places on her lap.", "similarity": 0.8675, "relevance": 4 }, { "pair_id": 86584, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 28.1 ], "duration": 41.66, "caption": "A person wipes their mouth and tongue with a napkin.", "similarity": 0.8525, "relevance": 3 }, { "pair_id": 86585, "video_name": "house_s03e08_seg02_clip_21", "timestamp": [ 20.92, 22.26 ], "duration": 89.66, "caption": "A person uses a napkin to wipe his/her mouth.", "similarity": 0.8479, "relevance": 3 }, { "pair_id": 86586, "video_name": "friends_s08e06_seg02_clip_06", "timestamp": [ 0.0, 9.21 ], "duration": 61.66, "caption": "A woman hands someone a napkin and he wipes his face with it.", "similarity": 0.8375, "relevance": 2 }, { "pair_id": 86587, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 3.71 ], "duration": 57.66, "caption": "A woman brings a cloth napkin to her face to wipe her nose.", "similarity": 0.7893, "relevance": 4 }, { "pair_id": 86589, "video_name": "house_s01e19_seg02_clip_00", "timestamp": [ 11.86, 13.68 ], "duration": 91.66, "caption": "A woman wipes off her mouth with a towel.", "similarity": 0.7767, "relevance": 3 }, { "pair_id": 86590, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 46.38, 47.3 ], "duration": 61.66, "caption": "A woman wipes her eyes with a napkin, both eyes.", "similarity": 0.7757, "relevance": 2 }, { "pair_id": 86591, "video_name": "friends_s08e23-24_seg02_clip_25", "timestamp": [ 34.12, 41.56 ], "duration": 62.66, "caption": "A woman gets a spoon from the tray and wipes it with a napkin.", "similarity": 0.7601, "relevance": 2 }, { "pair_id": 86592, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 43.64, 46.99 ], "duration": 61.66, "caption": "A woman wipes their tears from their face with their napkin.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 86593, "video_name": "friends_s06e17_seg02_clip_01", "timestamp": [ 31.73, 36.92 ], "duration": 61.66, "caption": "A woman slowly wipes something from her face and nose.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 86594, "video_name": "s06e11_seg02_clip_11", "timestamp": [ 53.09, 54.93 ], "duration": 61.66, "caption": "A person wipes their mouth with the back of their hand.", "similarity": 0.7401, "relevance": 2 }, { "pair_id": 86595, "video_name": "friends_s06e15-16_seg02_clip_26", "timestamp": [ 29.51, 34.24 ], "duration": 59.66, "caption": "A woman wipes her hand on her napkin while with a man.", "similarity": 0.7326, "relevance": 1 }, { "pair_id": 86596, "video_name": "s06e02_seg02_clip_16", "timestamp": [ 12.7, 19.72 ], "duration": 54.66, "caption": "A person picks up a napkin off of the coffee table to wipe his mouth.", "similarity": 0.7288, "relevance": 3 }, { "pair_id": 86597, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 24.82, 30.36 ], "duration": 41.66, "caption": "A person picks up a green napkin and wipes their mouth.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 86598, "video_name": "s04e21_seg02_clip_05", "timestamp": [ 8.24, 9.76 ], "duration": 61.66, "caption": "A person wipes his mouth with a blue paper napkin twice.", "similarity": 0.7264, "relevance": 3 }, { "pair_id": 86599, "video_name": "friends_s07e07_seg02_clip_01", "timestamp": [ 24.61, 37.22 ], "duration": 60.66, "caption": "A woman wipes her hands with a napkin while talking to another woman.", "similarity": 0.722, "relevance": 2 } ] }, { "query_id": 87844, "query": "A man touches a person's shoulder and suddenly walk upstairs.", "relevant_moment": [ { "pair_id": 132980, "video_name": "s01e10_seg01_clip_02", "timestamp": [ 72.02, 75.02 ], "duration": 75.66, "caption": "A man touches a person's shoulder and suddenly walk upstairs.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 132981, "video_name": "castle_s07e21_seg02_clip_27", "timestamp": [ 40.18, 45.85 ], "duration": 103.66, "caption": "A man shakes a person's hand and after he walks upstairs.", "similarity": 0.7748, "relevance": 2 }, { "pair_id": 132982, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 33.26, 38.75 ], "duration": 61.66, "caption": "A man touched another man's shoulder then they walk to a person.", "similarity": 0.7218, "relevance": 3 }, { "pair_id": 132983, "video_name": "friends_s02e03_seg02_clip_11", "timestamp": [ 4.2, 5.4 ], "duration": 60.66, "caption": "A man reaches his arm up and touches another man's shoulder as he walks past him.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 132984, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 33.85, 39.8 ], "duration": 91.66, "caption": "A man walks up to a person and puts his hand on his shoulder.", "similarity": 0.6993, "relevance": 2 }, { "pair_id": 132985, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A man walks past a person and pats him on the shoulder.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 132986, "video_name": "grey_s01e02_seg02_clip_16", "timestamp": [ 10.29, 12.74 ], "duration": 98.66, "caption": "A man walks up and touches person's back with his/her hand.", "similarity": 0.688, "relevance": 1 }, { "pair_id": 132987, "video_name": "met_s02e19_seg02_clip_04", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A person walks over to another person and touches their shoulder.", "similarity": 0.6872, "relevance": 2 }, { "pair_id": 132988, "video_name": "s03e20_seg01_clip_01", "timestamp": [ 10.99, 14.95 ], "duration": 61.66, "caption": "A man started moving upstairs and a person started following them.", "similarity": 0.6767, "relevance": 3 }, { "pair_id": 132989, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 43.82, 50.42 ], "duration": 60.66, "caption": "A man touches a man's shoulder.", "similarity": 0.6733, "relevance": 2 }, { "pair_id": 132990, "video_name": "grey_s02e20_seg02_clip_15", "timestamp": [ 0.0, 4.35 ], "duration": 87.66, "caption": "A person walks up to a man causing him to turn around.", "similarity": 0.67, "relevance": 0 }, { "pair_id": 132991, "video_name": "friends_s02e01_seg02_clip_17", "timestamp": [ 17.11, 19.67 ], "duration": 57.66, "caption": "A person walks over to guy and taps him on the shoulder.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 132992, "video_name": "friends_s02e01_seg02_clip_18", "timestamp": [ 38.42, 41.42 ], "duration": 60.66, "caption": "A man walked towards another man and tapped his shoulder.", "similarity": 0.6673, "relevance": 2 }, { "pair_id": 132993, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.98, 5.75 ], "duration": 88.66, "caption": "A man reaches out and touches person on the shoulder then lowers his hand.", "similarity": 0.6637, "relevance": 1 }, { "pair_id": 132994, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 1.39, 2.77 ], "duration": 69.66, "caption": "A man puts his hand on guy's shoulder while walking past him.", "similarity": 0.6624, "relevance": 2 }, { "pair_id": 132995, "video_name": "friends_s03e20_seg01_clip_01", "timestamp": [ 0.0, 6.63 ], "duration": 51.66, "caption": "A man touches another person's shoulder and then the other person turns around and touches his shoulder.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 132996, "video_name": "friends_s07e01_seg02_clip_20", "timestamp": [ 11.1, 14.43 ], "duration": 74.66, "caption": "A man stands up and touches someone on the shoulder.", "similarity": 0.6559, "relevance": 0 }, { "pair_id": 132997, "video_name": "house_s01e11_seg02_clip_18", "timestamp": [ 21.45, 26.96 ], "duration": 110.66, "caption": "A man walks to a person and suddenly talks to him.", "similarity": 0.6556, "relevance": 0 }, { "pair_id": 132998, "video_name": "castle_s04e21_seg02_clip_03", "timestamp": [ 8.21, 10.04 ], "duration": 91.66, "caption": "A man puts his hand on person's shoulder as he turns to walk out of the room.", "similarity": 0.6553, "relevance": 1 }, { "pair_id": 132999, "video_name": "grey_s03e16_seg02_clip_22", "timestamp": [ 26.41, 30.81 ], "duration": 88.66, "caption": "A man walks out of the room after touching another man's shoulder.", "similarity": 0.6543, "relevance": 0 } ] }, { "query_id": 87850, "query": "A man looks up the skirt of a statue in a woman's boss office.", "relevant_moment": [ { "pair_id": 11500, "video_name": "friends_s04e03_seg02_clip_10", "timestamp": [ 52.22, 54.89 ], "duration": 59.66, "caption": "A man looks up the skirt of a statue in a woman's boss office.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11501, "video_name": "house_s08e22_seg02_clip_19", "timestamp": [ 87.81, 89.6 ], "duration": 89.66, "caption": "A man looks over to a woman in the office.", "similarity": 0.6938, "relevance": 1 }, { "pair_id": 11502, "video_name": "house_s05e13_seg02_clip_13", "timestamp": [ 72.56, 77.68 ], "duration": 93.66, "caption": "A woman comes in a man's office and he looks at his watch.", "similarity": 0.6498, "relevance": 1 }, { "pair_id": 11503, "video_name": "house_s06e06_seg02_clip_02", "timestamp": [ 16.91, 24.04 ], "duration": 89.66, "caption": "A man checks out a woman's behind as he in her office.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 11504, "video_name": "house_s05e10_seg02_clip_01", "timestamp": [ 28.87, 31.64 ], "duration": 111.66, "caption": "A man watches a woman when she is talking in his office.", "similarity": 0.6343, "relevance": 1 }, { "pair_id": 11505, "video_name": "house_s04e06_seg02_clip_07", "timestamp": [ 84.72, 86.66 ], "duration": 86.66, "caption": "A man picks up a small statue from the desk and looks at it quizzically.", "similarity": 0.6263, "relevance": 1 }, { "pair_id": 11506, "video_name": "house_s07e06_seg02_clip_20", "timestamp": [ 13.95, 15.75 ], "duration": 90.66, "caption": "A man steps over towards another woman while in a woman's office.", "similarity": 0.6246, "relevance": 1 }, { "pair_id": 11507, "video_name": "house_s04e12_seg02_clip_05", "timestamp": [ 85.97, 87.77 ], "duration": 90.66, "caption": "A man confronts a woman in her office.", "similarity": 0.6183, "relevance": 1 }, { "pair_id": 11508, "video_name": "house_s07e17_seg02_clip_18", "timestamp": [ 73.12, 75.22 ], "duration": 84.66, "caption": "A man is in a woman's office and points to the back of them.", "similarity": 0.612, "relevance": 0 }, { "pair_id": 11509, "video_name": "house_s07e11_seg02_clip_22", "timestamp": [ 73.94, 84.02 ], "duration": 84.66, "caption": "A man is standing in a woman's office looking out the window when she walks in.", "similarity": 0.6072, "relevance": 0 }, { "pair_id": 11510, "video_name": "castle_s02e24_seg02_clip_00", "timestamp": [ 39.81, 41.67 ], "duration": 92.66, "caption": "A woman looks at her wrist watch as she stands in the office having a conversation with a man.", "similarity": 0.6035, "relevance": 1 }, { "pair_id": 11511, "video_name": "friends_s10e15_seg02_clip_11", "timestamp": [ 17.17, 21.46 ], "duration": 66.66, "caption": "A man walks into a person's office while the person is looking at some designs.", "similarity": 0.6007, "relevance": 0 }, { "pair_id": 11512, "video_name": "house_s01e15_seg02_clip_08", "timestamp": [ 52.56, 60.72 ], "duration": 90.66, "caption": "A man is in woman's office and sits down right next to her.", "similarity": 0.596, "relevance": 1 }, { "pair_id": 11513, "video_name": "house_s02e08_seg02_clip_15", "timestamp": [ 27.6, 31.6 ], "duration": 89.66, "caption": "A man and a woman are both looking in the office then the woman turns and talks to the man.", "similarity": 0.5939, "relevance": 0 }, { "pair_id": 11514, "video_name": "met_s03e15_seg02_clip_05", "timestamp": [ 36.31, 61.03 ], "duration": 61.66, "caption": "A woman walks into the office pretending to be a man and tells her boss how he should behave.", "similarity": 0.5914, "relevance": 0 }, { "pair_id": 11515, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 69.19, 75.07 ], "duration": 90.66, "caption": "A person walks to his office and sees a woman at the desk.", "similarity": 0.5872, "relevance": 0 }, { "pair_id": 11516, "video_name": "friends_s04e03_seg02_clip_09", "timestamp": [ 38.5, 48.12 ], "duration": 52.66, "caption": "A man tells a woman he needs to see her and she walks into the office.", "similarity": 0.5861, "relevance": 0 }, { "pair_id": 11517, "video_name": "house_s06e10_seg02_clip_05", "timestamp": [ 21.78, 26.32 ], "duration": 90.66, "caption": "A man is in woman's office and he is asking for a raise.", "similarity": 0.5858, "relevance": 0 }, { "pair_id": 11518, "video_name": "castle_s07e06_seg02_clip_10", "timestamp": [ 44.63, 45.09 ], "duration": 92.66, "caption": "A man points his finger at a person in woman's office.", "similarity": 0.5853, "relevance": 0 }, { "pair_id": 11519, "video_name": "met_s03e15_seg02_clip_05", "timestamp": [ 39.06, 41.5 ], "duration": 61.66, "caption": "A woman came in a man's office and talk to him.", "similarity": 0.5822, "relevance": 0 } ] }, { "query_id": 87927, "query": "A man walks into the apartment and takes an apple from the kitchen table.", "relevant_moment": [ { "pair_id": 20060, "video_name": "friends_s06e03_seg02_clip_01", "timestamp": [ 46.99, 48.52 ], "duration": 61.66, "caption": "A man walks into the apartment and takes an apple from the kitchen table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20061, "video_name": "friends_s07e20_seg02_clip_15", "timestamp": [ 28.89, 33.01 ], "duration": 55.66, "caption": "A man enters the apartment and walks over to the kitchen table.", "similarity": 0.8235, "relevance": 2 }, { "pair_id": 20062, "video_name": "friends_s05e14_seg02_clip_07", "timestamp": [ 0.0, 5.54 ], "duration": 55.66, "caption": "A man walks into the apartment and stands in the kitchen.", "similarity": 0.7456, "relevance": 2 }, { "pair_id": 20063, "video_name": "friends_s02e01_seg02_clip_07", "timestamp": [ 52.38, 54.92 ], "duration": 56.66, "caption": "A man walks into the apartment and stands in the kitchen.", "similarity": 0.7456, "relevance": 3 }, { "pair_id": 20064, "video_name": "friends_s07e08_seg02_clip_21", "timestamp": [ 34.02, 38.77 ], "duration": 50.66, "caption": "A man walks into the apartment and then puts a plate of food on the table.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 20065, "video_name": "friends_s06e19_seg02_clip_19", "timestamp": [ 18.25, 23.77 ], "duration": 48.66, "caption": "A man walks into the apartment and towards the sofa.", "similarity": 0.7094, "relevance": 2 }, { "pair_id": 20066, "video_name": "friends_s06e02_seg02_clip_00", "timestamp": [ 31.43, 34.48 ], "duration": 61.66, "caption": "A man enters someone's apartment and walks across the room.", "similarity": 0.7045, "relevance": 2 }, { "pair_id": 20067, "video_name": "friends_s10e13_seg02_clip_00", "timestamp": [ 25.53, 31.83 ], "duration": 63.66, "caption": "A person walks into the apartment and stops by the table.", "similarity": 0.6999, "relevance": 3 }, { "pair_id": 20068, "video_name": "friends_s02e15_seg02_clip_08", "timestamp": [ 30.91, 38.42 ], "duration": 60.66, "caption": "A man walks into the apartment and pulls up a stool.", "similarity": 0.698, "relevance": 2 }, { "pair_id": 20069, "video_name": "friends_s04e10_seg02_clip_06", "timestamp": [ 0.0, 8.37 ], "duration": 62.66, "caption": "A man enters the apartment, walks through the kitchen, and approaches a woman.", "similarity": 0.6979, "relevance": 2 }, { "pair_id": 20070, "video_name": "s04e03_seg02_clip_11", "timestamp": [ 32.04, 34.18 ], "duration": 61.66, "caption": "A man walks into their apartment and puts their keys in a bowl.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 20071, "video_name": "s01e07_seg02_clip_00", "timestamp": [ 20.78, 24.81 ], "duration": 62.66, "caption": "A man turns around and walks into his apartment.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 20072, "video_name": "friends_s08e03_seg02_clip_00", "timestamp": [ 62.11, 64.03 ], "duration": 64.66, "caption": "A man walks into the apartment after a person puts the phone onto the kitchen counter.", "similarity": 0.6955, "relevance": 2 }, { "pair_id": 20073, "video_name": "met_s03e12_seg01_clip_00", "timestamp": [ 52.96, 56.02 ], "duration": 61.66, "caption": "A man goes to the kitchen in their apartment.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 20074, "video_name": "friends_s05e10_seg02_clip_17", "timestamp": [ 6.41, 9.76 ], "duration": 61.66, "caption": "A man walks into the apartment while describing what is outside.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 20075, "video_name": "s06e02_seg02_clip_01", "timestamp": [ 56.28, 57.44 ], "duration": 58.66, "caption": "The door opens and a man walks into the apartment.", "similarity": 0.6859, "relevance": 2 }, { "pair_id": 20076, "video_name": "friends_s04e14_seg02_clip_03", "timestamp": [ 9.28, 14.22 ], "duration": 58.66, "caption": "A woman walks into the apartment and walks into the kitchen.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 20077, "video_name": "friends_s05e07_seg02_clip_09", "timestamp": [ 50.74, 57.04 ], "duration": 63.66, "caption": "A man walks into a person's apartment and walks toward the refrigerator.", "similarity": 0.6813, "relevance": 2 }, { "pair_id": 20078, "video_name": "friends_s06e04_seg02_clip_02", "timestamp": [ 49.58, 51.65 ], "duration": 59.66, "caption": "A man enters the apartment when person is in the kitchen.", "similarity": 0.6796, "relevance": 2 }, { "pair_id": 20079, "video_name": "friends_s03e08_seg02_clip_10", "timestamp": [ 26.86, 30.69 ], "duration": 59.66, "caption": "A man gets up and walks away from the table and another man enters the apartment.", "similarity": 0.6771, "relevance": 2 } ] }, { "query_id": 88022, "query": "A woman quickly tilts their head to the side and smiles.", "relevant_moment": [ { "pair_id": 8420, "video_name": "castle_s07e22_seg02_clip_03", "timestamp": [ 79.19, 80.1 ], "duration": 91.66, "caption": "A woman quickly tilts their head to the side and smiles.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8421, "video_name": "s03e01_seg02_clip_01", "timestamp": [ 41.19, 44.25 ], "duration": 61.66, "caption": "A person tilts their head to the side and smiles.", "similarity": 0.8705, "relevance": 3 }, { "pair_id": 8422, "video_name": "s02e07_seg02_clip_07", "timestamp": [ 10.55, 15.11 ], "duration": 57.66, "caption": "A woman smiles slightly and shakes her head up and down.", "similarity": 0.8194, "relevance": 3 }, { "pair_id": 8423, "video_name": "met_s02e06_seg02_clip_18", "timestamp": [ 5.2, 10.39 ], "duration": 83.66, "caption": "A woman shakes her head, smiles, and says something.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 8424, "video_name": "castle_s07e08_seg02_clip_24", "timestamp": [ 84.37, 86.17 ], "duration": 90.66, "caption": "A woman puts her lips together and tilts her head to the left.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 8425, "video_name": "house_s02e12_seg02_clip_27", "timestamp": [ 12.27, 14.02 ], "duration": 14.66, "caption": "A woman turns her head and smiles at man.", "similarity": 0.721, "relevance": 3 }, { "pair_id": 8426, "video_name": "castle_s04e01_seg02_clip_05", "timestamp": [ 55.01, 56.96 ], "duration": 78.66, "caption": "A woman smiles, laughs, and looks down to her left.", "similarity": 0.7077, "relevance": 4 }, { "pair_id": 8427, "video_name": "friends_s04e05_seg02_clip_21", "timestamp": [ 26.05, 27.53 ], "duration": 42.66, "caption": "A woman turns her head to the side and glances off to the side.", "similarity": 0.702, "relevance": 3 }, { "pair_id": 8428, "video_name": "friends_s06e12_seg02_clip_04", "timestamp": [ 13.83, 18.94 ], "duration": 60.66, "caption": "A person nods his head then looks down, smiling.", "similarity": 0.697, "relevance": 1 }, { "pair_id": 8429, "video_name": "house_s05e05_seg02_clip_27", "timestamp": [ 2.04, 3.27 ], "duration": 7.66, "caption": "A woman smiles at someone as they are across from her.", "similarity": 0.6957, "relevance": 3 }, { "pair_id": 8430, "video_name": "s03e11_seg02_clip_04", "timestamp": [ 5.88, 7.84 ], "duration": 56.66, "caption": "A woman turns her head towards a man and smiles with her teeth showing.", "similarity": 0.6891, "relevance": 4 }, { "pair_id": 8431, "video_name": "friends_s06e08_seg02_clip_05", "timestamp": [ 23.77, 28.63 ], "duration": 54.66, "caption": "A person smiles, showing off their teeth and moving their head from side to side.", "similarity": 0.6888, "relevance": 3 }, { "pair_id": 8432, "video_name": "grey_s03e04_seg02_clip_14", "timestamp": [ 83.71, 86.42 ], "duration": 90.66, "caption": "A woman flips her head to the side as she sighs.", "similarity": 0.6872, "relevance": 3 }, { "pair_id": 8433, "video_name": "friends_s08e18_seg02_clip_15", "timestamp": [ 38.15, 40.32 ], "duration": 62.66, "caption": "A woman turns and looks to the right and laughs.", "similarity": 0.6847, "relevance": 4 }, { "pair_id": 8434, "video_name": "grey_s02e12_seg02_clip_02", "timestamp": [ 34.4, 37.12 ], "duration": 90.66, "caption": "A woman raises her arm quickly with a big smile.", "similarity": 0.6844, "relevance": 4 }, { "pair_id": 8435, "video_name": "house_s05e01_seg02_clip_21", "timestamp": [ 30.5, 39.22 ], "duration": 79.66, "caption": "A person says something and a woman smiles and looks down.", "similarity": 0.684, "relevance": 3 }, { "pair_id": 8436, "video_name": "friends_s03e01_seg02_clip_06", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman looks at a man and smiles and lowers her head slightly.", "similarity": 0.6832, "relevance": 3 }, { "pair_id": 8437, "video_name": "s05e19_seg02_clip_09", "timestamp": [ 25.21, 32.15 ], "duration": 63.66, "caption": "A woman smiles and says something to another woman that makes her think and then shake her head, positively.", "similarity": 0.6813, "relevance": 3 }, { "pair_id": 8438, "video_name": "castle_s06e10_seg02_clip_01", "timestamp": [ 68.2, 70.5 ], "duration": 92.66, "caption": "A woman slightly rolls her eyes and shakes her head.", "similarity": 0.6784, "relevance": 3 }, { "pair_id": 8439, "video_name": "s07e12_seg02_clip_03", "timestamp": [ 51.62, 60.03 ], "duration": 60.66, "caption": "A person is very happy and all smiles and says something that makes a woman smile.", "similarity": 0.6775, "relevance": 4 }, { "pair_id": 181740, "video_name": "friends_s03e15_seg02_clip_15", "timestamp": [ 5.14, 6.04 ], "duration": 60.66, "caption": "A woman leans forward and rests her head on her hand.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 181741, "video_name": "castle_s04e14_seg02_clip_01", "timestamp": [ 26.05, 27.84 ], "duration": 89.66, "caption": "A woman furrows her brow and turns her head to the side.", "similarity": 0.6726, "relevance": 3 }, { "pair_id": 181742, "video_name": "castle_s05e10_seg02_clip_24", "timestamp": [ 55.07, 59.17 ], "duration": 91.66, "caption": "A woman looks down and slightly smiles towards man and person.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 181743, "video_name": "friends_s09e06_seg02_clip_09", "timestamp": [ 15.05, 16.82 ], "duration": 59.66, "caption": "A woman slowly turns her head and looks over her right shoulder.", "similarity": 0.6692, "relevance": 3 }, { "pair_id": 181744, "video_name": "s02e09_seg02_clip_00", "timestamp": [ 57.06, 60.11 ], "duration": 61.66, "caption": "A woman turns her head to the side, raises her eyebrows and looks incredulous.", "similarity": 0.6687, "relevance": 2 }, { "pair_id": 181745, "video_name": "s05e20_seg02_clip_00", "timestamp": [ 58.31, 62.03 ], "duration": 62.66, "caption": "A woman cocks her head slightly to one side and raises her eyebrows saying something to person.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 181746, "video_name": "s03e10_seg02_clip_00", "timestamp": [ 42.8, 47.14 ], "duration": 62.66, "caption": "A woman turns and leans in towards a man, making him smile.", "similarity": 0.6647, "relevance": 4 }, { "pair_id": 181747, "video_name": "castle_s02e08_seg02_clip_25", "timestamp": [ 17.55, 19.36 ], "duration": 90.66, "caption": "A woman leans forward to get someone's attention.", "similarity": 0.6645, "relevance": 3 }, { "pair_id": 181748, "video_name": "friends_s08e23-24_seg02_clip_36", "timestamp": [ 58.28, 59.2 ], "duration": 61.66, "caption": "A woman exclaims excitedly and smiles as her hand shoots up in happiness.", "similarity": 0.6629, "relevance": 2 }, { "pair_id": 181749, "video_name": "met_s06e15_seg02_clip_01", "timestamp": [ 44.72, 47.1 ], "duration": 59.66, "caption": "A woman shows a very happy expression.", "similarity": 0.6608, "relevance": 4 }, { "pair_id": 181750, "video_name": "castle_s02e11_seg02_clip_06", "timestamp": [ 73.44, 82.35 ], "duration": 89.66, "caption": "A person says something and woman nods her head and leans forward.", "similarity": 0.657, "relevance": 2 }, { "pair_id": 181751, "video_name": "s04e17_seg02_clip_14", "timestamp": [ 26.71, 32.11 ], "duration": 60.66, "caption": "A woman is staring ahead, smiling, while she's talking and playing with her hair.", "similarity": 0.6561, "relevance": 3 }, { "pair_id": 181752, "video_name": "castle_s05e21_seg02_clip_02", "timestamp": [ 52.41, 54.15 ], "duration": 87.66, "caption": "A woman quickly shakes her head back and forth as she looks over her shoulder.", "similarity": 0.6547, "relevance": 3 }, { "pair_id": 181753, "video_name": "s09e13_seg02_clip_05", "timestamp": [ 16.21, 17.41 ], "duration": 60.66, "caption": "A woman looks off to the side and raises her eyebrows.", "similarity": 0.6545, "relevance": 2 }, { "pair_id": 181754, "video_name": "house_s05e07_seg02_clip_09", "timestamp": [ 3.12, 7.12 ], "duration": 89.66, "caption": "A woman smiles when she mentions the positives of her place.", "similarity": 0.6536, "relevance": 3 }, { "pair_id": 181755, "video_name": "castle_s01e05_seg02_clip_25", "timestamp": [ 71.83, 76.56 ], "duration": 86.66, "caption": "A woman turns her head, looks at a man and gives him a smile while talking.", "similarity": 0.6511, "relevance": 4 }, { "pair_id": 181756, "video_name": "met_s06e06_seg02_clip_08", "timestamp": [ 8.96, 12.81 ], "duration": 64.66, "caption": "A woman smiles largely and then points with an open hand to where another person is sitting on her left.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 181757, "video_name": "s10e03_seg02_clip_10", "timestamp": [ 44.29, 50.07 ], "duration": 55.66, "caption": "A woman grins and elbows woman gently in the side.", "similarity": 0.6477, "relevance": 4 }, { "pair_id": 181758, "video_name": "friends_s04e11_seg02_clip_08", "timestamp": [ 42.36, 44.39 ], "duration": 58.66, "caption": "A woman turns her head around and then back.", "similarity": 0.6468, "relevance": 2 }, { "pair_id": 181759, "video_name": "house_s07e09_seg02_clip_15", "timestamp": [ 41.37, 42.78 ], "duration": 94.66, "caption": "A woman turns her head and looks at person.", "similarity": 0.6454, "relevance": 3 } ] }, { "query_id": 88027, "query": "A person stays sitting in a chair as some people leave the apartment.", "relevant_moment": [ { "pair_id": 46320, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 33.83, 41.42 ], "duration": 46.66, "caption": "A person stays sitting in a chair as some people leave the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 46321, "video_name": "met_s04e03_seg01_clip_01", "timestamp": [ 45.6, 47.01 ], "duration": 91.66, "caption": "A person sits down in a red chair in his/her apartment.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 46322, "video_name": "friends_s02e19_seg02_clip_15", "timestamp": [ 28.22, 32.26 ], "duration": 62.66, "caption": "A person walks out of someone's apartment carrying a chair.", "similarity": 0.7419, "relevance": 1 }, { "pair_id": 46323, "video_name": "friends_s08e09_seg02_clip_12", "timestamp": [ 40.73, 44.56 ], "duration": 59.66, "caption": "A man gets up from his chair and leaves the apartment.", "similarity": 0.7408, "relevance": 2 }, { "pair_id": 46324, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 36.13, 46.02 ], "duration": 46.66, "caption": "Some people walk out of the apartment leaving a person sitting alone.", "similarity": 0.723, "relevance": 4 }, { "pair_id": 46325, "video_name": "s10e11_seg02_clip_14", "timestamp": [ 19.67, 22.24 ], "duration": 57.66, "caption": "A person gets up from chair and leaves room.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 46326, "video_name": "house_s07e08_seg02_clip_22", "timestamp": [ 40.05, 55.46 ], "duration": 88.66, "caption": "A person gets up from their chair and leaves the room.", "similarity": 0.7024, "relevance": 2 }, { "pair_id": 46327, "video_name": "s02e18_seg02_clip_07", "timestamp": [ 13.73, 16.48 ], "duration": 61.66, "caption": "A person sits on the couch in some people's apartment.", "similarity": 0.7007, "relevance": 2 }, { "pair_id": 46328, "video_name": "s04e07_seg02_clip_10", "timestamp": [ 41.02, 45.15 ], "duration": 59.66, "caption": "A person gets up from the chair in someone's office to leave.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 46329, "video_name": "s10e10_seg02_clip_05", "timestamp": [ 39.62, 44.42 ], "duration": 60.66, "caption": "A person leaves the apartment and another person follows him out.", "similarity": 0.6689, "relevance": 2 }, { "pair_id": 46330, "video_name": "house_s05e13_seg02_clip_24", "timestamp": [ 42.25, 47.09 ], "duration": 88.66, "caption": "A person stands up out of their chair and leaves the room.", "similarity": 0.6676, "relevance": 3 }, { "pair_id": 46331, "video_name": "s03e07_seg02_clip_01", "timestamp": [ 24.79, 29.81 ], "duration": 59.66, "caption": "Some people come out of the apartment.", "similarity": 0.6657, "relevance": 2 }, { "pair_id": 46332, "video_name": "friends_s07e13_seg02_clip_10", "timestamp": [ 4.51, 16.7 ], "duration": 53.66, "caption": "A man sets the chair in place and then runs out of the apartment.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 46333, "video_name": "friends_s02e08_seg02_clip_10", "timestamp": [ 21.37, 25.02 ], "duration": 56.66, "caption": "A person walks out of some people's apartment.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 46334, "video_name": "house_s07e21_seg02_clip_15", "timestamp": [ 17.67, 24.73 ], "duration": 88.66, "caption": "A person gets up from their chair and left the room.", "similarity": 0.6555, "relevance": 3 }, { "pair_id": 46335, "video_name": "s04e12_seg02_clip_01", "timestamp": [ 54.02, 56.43 ], "duration": 60.66, "caption": "A woman gets up from the chair to exit the apartment.", "similarity": 0.6535, "relevance": 3 }, { "pair_id": 46336, "video_name": "s09e04_seg02_clip_13", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A person gets up from the chair and leaves the house.", "similarity": 0.6498, "relevance": 2 }, { "pair_id": 46337, "video_name": "friends_s08e22_seg02_clip_13", "timestamp": [ 7.13, 13.34 ], "duration": 62.66, "caption": "A man is sitting on a chair as another man enters the apartment.", "similarity": 0.649, "relevance": 2 }, { "pair_id": 46338, "video_name": "friends_s03e21_seg02_clip_03", "timestamp": [ 37.53, 46.69 ], "duration": 61.66, "caption": "A person walks away from two other people and leaves the apartment.", "similarity": 0.6457, "relevance": 2 }, { "pair_id": 46339, "video_name": "house_s05e23_seg02_clip_03", "timestamp": [ 44.6, 48.7 ], "duration": 91.66, "caption": "A person leaves the room of another person.", "similarity": 0.6444, "relevance": 3 } ] }, { "query_id": 88085, "query": "A person picks up their head and sniffs the air at the comic book store.", "relevant_moment": [ { "pair_id": 16460, "video_name": "s02e22_seg01_clip_00", "timestamp": [ 5.89, 9.61 ], "duration": 62.66, "caption": "A person picks up their head and sniffs the air at the comic book store.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16461, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 65.37, 66.03 ], "duration": 66.66, "caption": "A person looks at a comic book at the comic book store.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 16462, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A person at the comic shop looking through comics.", "similarity": 0.7166, "relevance": 1 }, { "pair_id": 16463, "video_name": "s03e05_seg02_clip_04", "timestamp": [ 26.36, 35.67 ], "duration": 62.66, "caption": "A person sifts through comic books then shows mild disgust.", "similarity": 0.6828, "relevance": 2 }, { "pair_id": 16464, "video_name": "s05e05_seg01_clip_03", "timestamp": [ 5.95, 9.8 ], "duration": 70.66, "caption": "A man holds up a comic book for another person to look at in the comic book store.", "similarity": 0.6676, "relevance": 1 }, { "pair_id": 16465, "video_name": "s06e16_seg02_clip_01", "timestamp": [ 0.0, 9.38 ], "duration": 67.66, "caption": "A person talks another person into having a get together at the comic book store.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 16466, "video_name": "s05e15_seg02_clip_07", "timestamp": [ 22.24, 28.51 ], "duration": 57.66, "caption": "A person turns around and exits the comic book store.", "similarity": 0.6573, "relevance": 3 }, { "pair_id": 16467, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 53.4, 55.84 ], "duration": 61.66, "caption": "A person walks by looking at some books when some other people are sitting around the comic book store.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 16468, "video_name": "s03e16_seg02_clip_14", "timestamp": [ 31.7, 40.02 ], "duration": 64.66, "caption": "A person is surprised when he sees a woman walk into the comic book store.", "similarity": 0.6504, "relevance": 4 }, { "pair_id": 16469, "video_name": "s05e15_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A person enters a comic book store and greets the owner.", "similarity": 0.6497, "relevance": 2 }, { "pair_id": 16470, "video_name": "s07e03_seg02_clip_08", "timestamp": [ 37.22, 42.62 ], "duration": 60.66, "caption": "A woman and a person arrive at the comic book store.", "similarity": 0.6445, "relevance": 2 }, { "pair_id": 16471, "video_name": "house_s06e12_seg02_clip_12", "timestamp": [ 24.89, 28.96 ], "duration": 90.66, "caption": "A person rubs his/her leg and tosses his/her comic book.", "similarity": 0.6439, "relevance": 0 }, { "pair_id": 16472, "video_name": "s03e19_seg02_clip_01", "timestamp": [ 41.42, 43.52 ], "duration": 60.66, "caption": "A person picks a comic book up out of a rack full of them.", "similarity": 0.643, "relevance": 2 }, { "pair_id": 16473, "video_name": "s03e02_seg02_clip_17", "timestamp": [ 15.55, 25.91 ], "duration": 74.66, "caption": "A person thinks about something and decides just to go to his room with his comic book.", "similarity": 0.6404, "relevance": 1 }, { "pair_id": 16474, "video_name": "s02e22_seg01_clip_00", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A person opens up a box of new comic books at the comic book store.", "similarity": 0.636, "relevance": 4 }, { "pair_id": 16475, "video_name": "s05e05_seg01_clip_02", "timestamp": [ 42.18, 46.52 ], "duration": 62.66, "caption": "A person hands another person some money at the comic book store.", "similarity": 0.634, "relevance": 3 }, { "pair_id": 16476, "video_name": "s03e05_seg02_clip_05", "timestamp": [ 0.0, 2.8 ], "duration": 56.66, "caption": "A person looks and flicks through the rack of comic books.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 16477, "video_name": "s02e22_seg01_clip_00", "timestamp": [ 8.06, 13.65 ], "duration": 62.66, "caption": "A person can tell how old a comic book is by smell.", "similarity": 0.6319, "relevance": 4 }, { "pair_id": 16478, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 42.72, 45.47 ], "duration": 61.66, "caption": "A person hands his/her clipboard to the comic book store employee.", "similarity": 0.6281, "relevance": 2 }, { "pair_id": 16479, "video_name": "s04e11_seg02_clip_05", "timestamp": [ 10.37, 14.34 ], "duration": 61.66, "caption": "A person walks over to another person in the comic book store.", "similarity": 0.6267, "relevance": 2 } ] }, { "query_id": 88086, "query": "A person opens up a box of new comic books at the comic book store.", "relevant_moment": [ { "pair_id": 25260, "video_name": "s02e22_seg01_clip_00", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A person opens up a box of new comic books at the comic book store.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 25261, "video_name": "s06e15_seg02_clip_06", "timestamp": [ 50.58, 54.11 ], "duration": 64.66, "caption": "A person picks up a comic book from a table and puts it in a box.", "similarity": 0.7615, "relevance": 1 }, { "pair_id": 25262, "video_name": "s03e07_seg02_clip_02", "timestamp": [ 65.37, 66.03 ], "duration": 66.66, "caption": "A person looks at a comic book at the comic book store.", "similarity": 0.7417, "relevance": 2 }, { "pair_id": 25263, "video_name": "s03e16_seg01_clip_00", "timestamp": [ 3.33, 11.4 ], "duration": 95.66, "caption": "A person opens the front door and walks into the comic book store.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 25264, "video_name": "s02e20_seg02_clip_02", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "Some people are in the comic book store.", "similarity": 0.7263, "relevance": 2 }, { "pair_id": 25265, "video_name": "s05e10_seg02_clip_04", "timestamp": [ 29.41, 31.81 ], "duration": 60.66, "caption": "Some people enter the comic book store.", "similarity": 0.7242, "relevance": 1 }, { "pair_id": 25266, "video_name": "s07e03_seg02_clip_08", "timestamp": [ 37.22, 42.62 ], "duration": 60.66, "caption": "A woman and a person arrive at the comic book store.", "similarity": 0.7032, "relevance": 1 }, { "pair_id": 25267, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 0.0, 20.53 ], "duration": 57.66, "caption": "Two people are in the comic book store.", "similarity": 0.7017, "relevance": 1 }, { "pair_id": 25268, "video_name": "s05e15_seg02_clip_06", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A person enters a comic book store and greets the owner.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 25269, "video_name": "s05e05_seg01_clip_03", "timestamp": [ 5.95, 9.8 ], "duration": 70.66, "caption": "A man holds up a comic book for another person to look at in the comic book store.", "similarity": 0.6985, "relevance": 1 }, { "pair_id": 25270, "video_name": "s08e15_seg02_clip_13", "timestamp": [ 6.49, 9.44 ], "duration": 59.66, "caption": "A person unlocks and opens the comic book store door for two people.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 25271, "video_name": "s08e04_seg02_clip_09", "timestamp": [ 19.96, 35.64 ], "duration": 57.66, "caption": "Two people are in the comic book shop and a person arrives.", "similarity": 0.6838, "relevance": 2 }, { "pair_id": 25272, "video_name": "s03e07_seg02_clip_03", "timestamp": [ 17.76, 20.94 ], "duration": 53.66, "caption": "A person walks into the room holding a stack of comic books.", "similarity": 0.6823, "relevance": 1 }, { "pair_id": 25273, "video_name": "s09e11_seg02_clip_05", "timestamp": [ 55.23, 58.89 ], "duration": 61.66, "caption": "Some people are reading comic books at a comic store.", "similarity": 0.6801, "relevance": 1 }, { "pair_id": 25274, "video_name": "s09e13_seg02_clip_01", "timestamp": [ 29.6, 34.48 ], "duration": 61.66, "caption": "Some people walk into a comic book store.", "similarity": 0.6767, "relevance": 1 }, { "pair_id": 25275, "video_name": "s03e19_seg02_clip_02", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A person at the comic shop looking through comics.", "similarity": 0.6745, "relevance": 1 }, { "pair_id": 25276, "video_name": "s03e19_seg02_clip_17", "timestamp": [ 78.14, 89.31 ], "duration": 93.66, "caption": "Some people enter the comic book store dressed in costumes.", "similarity": 0.6713, "relevance": 1 }, { "pair_id": 25277, "video_name": "s06e01_seg01_clip_01", "timestamp": [ 6.57, 9.13 ], "duration": 73.66, "caption": "Three people are in a comic book store.", "similarity": 0.6671, "relevance": 1 }, { "pair_id": 25278, "video_name": "castle_s06e15_seg02_clip_07", "timestamp": [ 72.92, 76.07 ], "duration": 90.66, "caption": "A person holds up a bunch of comic books.", "similarity": 0.6639, "relevance": 1 }, { "pair_id": 25279, "video_name": "s02e20_seg02_clip_04", "timestamp": [ 2.7, 4.5 ], "duration": 60.66, "caption": "A person takes a comic book from the shelf behind him.", "similarity": 0.662, "relevance": 1 } ] }, { "query_id": 88225, "query": "A woman is walking with a suitcase in her hand while talking to a man.", "relevant_moment": [ { "pair_id": 13480, "video_name": "friends_s06e18_seg02_clip_09", "timestamp": [ 17.37, 23.53 ], "duration": 56.66, "caption": "A woman is walking with a suitcase in her hand while talking to a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13481, "video_name": "castle_s08e14_seg02_clip_00", "timestamp": [ 3.69, 7.37 ], "duration": 92.66, "caption": "A woman is talking to a man while they are walking.", "similarity": 0.8039, "relevance": 3 }, { "pair_id": 13482, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 19.79, 25.31 ], "duration": 92.66, "caption": "A woman was walking while talking to a man.", "similarity": 0.7797, "relevance": 0 }, { "pair_id": 13483, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 22.5, 26.03 ], "duration": 88.66, "caption": "A woman is walking around while she is talking to a man.", "similarity": 0.7763, "relevance": 2 }, { "pair_id": 13484, "video_name": "castle_s04e01_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man is talking to a woman while she is walking.", "similarity": 0.7718, "relevance": 1 }, { "pair_id": 13485, "video_name": "house_s01e10_seg02_clip_09", "timestamp": [ 15.84, 19.81 ], "duration": 88.66, "caption": "A man is talking to a woman while they are walking.", "similarity": 0.7571, "relevance": 2 }, { "pair_id": 13486, "video_name": "house_s01e08_seg02_clip_09", "timestamp": [ 23.16, 27.1 ], "duration": 87.66, "caption": "A man is talking to woman while they are walking.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 13487, "video_name": "castle_s06e05_seg02_clip_01", "timestamp": [ 27.55, 31.17 ], "duration": 90.66, "caption": "A man is talking to woman while they are walking.", "similarity": 0.7437, "relevance": 2 }, { "pair_id": 13488, "video_name": "castle_s05e21_seg02_clip_19", "timestamp": [ 5.55, 12.48 ], "duration": 92.66, "caption": "A woman turn around and walk while talking to a man.", "similarity": 0.7352, "relevance": 2 }, { "pair_id": 13489, "video_name": "castle_s04e20_seg02_clip_24", "timestamp": [ 3.96, 8.42 ], "duration": 99.66, "caption": "A woman is walking while talking to a man who is sitting.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 13490, "video_name": "house_s03e20_seg02_clip_08", "timestamp": [ 17.33, 22.53 ], "duration": 86.66, "caption": "A woman is talking to a man while she is walking a bit fast.", "similarity": 0.73, "relevance": 2 }, { "pair_id": 13491, "video_name": "house_s04e01_seg02_clip_19", "timestamp": [ 19.75, 28.21 ], "duration": 94.66, "caption": "A woman walks outside and talks to a man.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 13492, "video_name": "house_s06e13_seg02_clip_17", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 13493, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 57.44, 60.41 ], "duration": 99.66, "caption": "A woman and a man are walking while they are talking.", "similarity": 0.7239, "relevance": 2 }, { "pair_id": 13494, "video_name": "friends_s09e14_seg02_clip_19", "timestamp": [ 33.36, 40.49 ], "duration": 57.66, "caption": "A woman is walking while talking to a man on the street.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 13495, "video_name": "castle_s07e23_seg02_clip_04", "timestamp": [ 29.58, 34.75 ], "duration": 93.66, "caption": "A person walks to woman and talk to her.", "similarity": 0.7202, "relevance": 1 }, { "pair_id": 13496, "video_name": "s07e07_seg02_clip_08", "timestamp": [ 53.72, 60.03 ], "duration": 60.66, "caption": "A man walks in with a woman and two suitcases in hand.", "similarity": 0.7189, "relevance": 3 }, { "pair_id": 13497, "video_name": "house_s03e14_seg02_clip_00", "timestamp": [ 7.1, 11.83 ], "duration": 94.66, "caption": "A person is walking when he encounters a woman and talks to her.", "similarity": 0.7177, "relevance": 2 }, { "pair_id": 13498, "video_name": "house_s04e06_seg02_clip_07", "timestamp": [ 10.43, 14.77 ], "duration": 86.66, "caption": "A woman is walking fast while talking to a man and a person.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 13499, "video_name": "grey_s02e01_seg02_clip_10", "timestamp": [ 0.0, 37.72 ], "duration": 89.66, "caption": "A woman talks to someone while another person walks in, converses with them and leaves.", "similarity": 0.7143, "relevance": 2 } ] }, { "query_id": 88391, "query": "A woman picks up some mail from a man's desk.", "relevant_moment": [ { "pair_id": 250940, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 8.74, 10.58 ], "duration": 92.66, "caption": "A woman picks up a piece of paper off of the desk as they have a conversation with a person.", "similarity": 0.6839, "relevance": 4 }, { "pair_id": 250941, "video_name": "s01e09_seg02_clip_06", "timestamp": [ 10.2, 14.11 ], "duration": 60.66, "caption": "A woman opens up her mailbox and takes her mail out of it.", "similarity": 0.6813, "relevance": 2 }, { "pair_id": 250942, "video_name": "s07e04_seg02_clip_00", "timestamp": [ 5.49, 11.29 ], "duration": 61.66, "caption": "A woman is holding and looking at her mail and bumps into a man.", "similarity": 0.6755, "relevance": 3 }, { "pair_id": 250943, "video_name": "s02e09_seg01_clip_00", "timestamp": [ 0.0, 3.41 ], "duration": 62.66, "caption": "A woman is taking mail out of the mail box.", "similarity": 0.6748, "relevance": 2 }, { "pair_id": 250944, "video_name": "s01e03_seg02_clip_00", "timestamp": [ 55.21, 56.45 ], "duration": 62.66, "caption": "A man gives a stack of mail to a woman who is standing in the apartment hallway.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 250945, "video_name": "house_s05e07_seg02_clip_15", "timestamp": [ 43.32, 52.35 ], "duration": 90.66, "caption": "A woman picks up some folders off of her desk while a man shares how he feels about her.", "similarity": 0.6703, "relevance": 2 }, { "pair_id": 250946, "video_name": "friends_s07e12_seg02_clip_12", "timestamp": [ 18.3, 21.84 ], "duration": 59.66, "caption": "A woman takes an envelope from her coat and puts it in a desk drawer.", "similarity": 0.6702, "relevance": 2 }, { "pair_id": 250947, "video_name": "friends_s07e02_seg02_clip_05", "timestamp": [ 31.21, 33.01 ], "duration": 60.66, "caption": "A woman sets down the mail while a man is sweeping.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 250948, "video_name": "house_s03e15_seg02_clip_10", "timestamp": [ 48.52, 51.6 ], "duration": 88.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.6656, "relevance": 3 }, { "pair_id": 250949, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 82.74, 87.45 ], "duration": 94.66, "caption": "A man picks up a letter and hands it to a woman.", "similarity": 0.6656, "relevance": 2 }, { "pair_id": 250950, "video_name": "castle_s08e13_seg02_clip_09", "timestamp": [ 45.85, 49.48 ], "duration": 90.66, "caption": "A man picks up a photo from his desk and hands it to woman.", "similarity": 0.6642, "relevance": 3 }, { "pair_id": 250951, "video_name": "friends_s06e11_seg02_clip_00", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A woman takes some mail that another woman passes to her.", "similarity": 0.6632, "relevance": 2 }, { "pair_id": 250952, "video_name": "s03e20_seg01_clip_01", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman picks up a brown paper bag off the table by the mailboxes.", "similarity": 0.6625, "relevance": 2 }, { "pair_id": 250953, "video_name": "castle_s08e04_seg02_clip_16", "timestamp": [ 74.63, 80.88 ], "duration": 89.66, "caption": "A man picks up his mail on his desk and looking through it as he speaks to two men.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 250954, "video_name": "met_s03e17_seg02_clip_13", "timestamp": [ 43.94, 51.57 ], "duration": 61.66, "caption": "A man picks an envelope up off the coffee table and shows it to woman.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 250955, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 22.04, 25.72 ], "duration": 91.66, "caption": "A woman picks up a newspaper and hands it to person.", "similarity": 0.6575, "relevance": 2 }, { "pair_id": 250956, "video_name": "friends_s08e10_seg01_clip_00", "timestamp": [ 17.01, 21.77 ], "duration": 68.66, "caption": "A woman picks up a paper from the box and hands it to a man.", "similarity": 0.6571, "relevance": 3 }, { "pair_id": 250957, "video_name": "house_s04e08_seg02_clip_25", "timestamp": [ 75.62, 83.22 ], "duration": 89.66, "caption": "A woman handed out an envelope to person.", "similarity": 0.6556, "relevance": 2 }, { "pair_id": 250958, "video_name": "friends_s05e06_seg02_clip_12", "timestamp": [ 10.68, 18.61 ], "duration": 61.66, "caption": "A woman runs into a man while he is getting his mail.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 250959, "video_name": "castle_s04e18_seg02_clip_26", "timestamp": [ 61.86, 66.98 ], "duration": 93.66, "caption": "A woman picks up a plastic box of papers and hands it to man.", "similarity": 0.6534, "relevance": 2 } ] }, { "query_id": 88546, "query": "A woman uses a towel to wipe the sweat off man's face and neck.", "relevant_moment": [ { "pair_id": 122260, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 24.26, 29.27 ], "duration": 77.66, "caption": "A woman uses a towel to wipe the sweat off man's face and neck.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 122261, "video_name": "friends_s03e13_seg02_clip_07", "timestamp": [ 12.69, 23.61 ], "duration": 59.66, "caption": "A woman wipes off a man's shirt with a towel.", "similarity": 0.8342, "relevance": 3 }, { "pair_id": 122262, "video_name": "house_s02e07_seg02_clip_24", "timestamp": [ 0.0, 39.02 ], "duration": 153.66, "caption": "A woman gets a towel and wipes guy's face and mouth.", "similarity": 0.7825, "relevance": 4 }, { "pair_id": 122263, "video_name": "house_s01e19_seg02_clip_00", "timestamp": [ 11.86, 13.68 ], "duration": 91.66, "caption": "A woman wipes off her mouth with a towel.", "similarity": 0.7433, "relevance": 2 }, { "pair_id": 122264, "video_name": "castle_s03e06_seg02_clip_03", "timestamp": [ 82.49, 83.41 ], "duration": 91.66, "caption": "A man wipes the sweat coming out on his forehead.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 122265, "video_name": "friends_s04e07_seg02_clip_09", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A woman removes the towel from a man's shoulders.", "similarity": 0.7377, "relevance": 2 }, { "pair_id": 122266, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A woman hands a man a paper towel and he wipes his hands with it.", "similarity": 0.7236, "relevance": 2 }, { "pair_id": 122267, "video_name": "friends_s02e01_seg02_clip_13", "timestamp": [ 55.54, 59.2 ], "duration": 61.66, "caption": "A woman removes the towel that is draped around her neck.", "similarity": 0.7131, "relevance": 1 }, { "pair_id": 122268, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 0.0, 3.25 ], "duration": 59.66, "caption": "A person wipes his/her hands off with a paper towel.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 122269, "video_name": "house_s08e20_seg02_clip_10", "timestamp": [ 21.43, 24.37 ], "duration": 84.66, "caption": "A person grabs a paper towel and wipes their face.", "similarity": 0.6915, "relevance": 2 }, { "pair_id": 122270, "video_name": "friends_s08e06_seg02_clip_06", "timestamp": [ 0.0, 9.21 ], "duration": 61.66, "caption": "A woman hands someone a napkin and he wipes his face with it.", "similarity": 0.6886, "relevance": 2 }, { "pair_id": 122271, "video_name": "house_s01e21_seg02_clip_19", "timestamp": [ 25.8, 32.35 ], "duration": 77.66, "caption": "A woman wipes person's head with a wash cloth.", "similarity": 0.6885, "relevance": 4 }, { "pair_id": 122272, "video_name": "friends_s04e04_seg02_clip_15", "timestamp": [ 11.31, 20.6 ], "duration": 58.66, "caption": "A woman wipes her hands off on a white towel.", "similarity": 0.684, "relevance": 2 }, { "pair_id": 122273, "video_name": "grey_s02e17_seg02_clip_15", "timestamp": [ 16.9, 22.9 ], "duration": 109.66, "caption": "A man soaks a towel and rinses off a woman.", "similarity": 0.682, "relevance": 2 }, { "pair_id": 122274, "video_name": "friends_s08e09_seg02_clip_18", "timestamp": [ 33.13, 36.37 ], "duration": 72.66, "caption": "A man throws a person a towel to wipe their face with.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 122275, "video_name": "castle_s06e17_seg02_clip_18", "timestamp": [ 24.76, 31.57 ], "duration": 61.66, "caption": "A woman washes her face and dries it with a towel.", "similarity": 0.6791, "relevance": 1 }, { "pair_id": 122276, "video_name": "friends_s04e20_seg02_clip_03", "timestamp": [ 3.99, 13.2 ], "duration": 61.66, "caption": "A woman wipes her hand with a blue towel while talking to man.", "similarity": 0.6749, "relevance": 1 }, { "pair_id": 122277, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 35.32, 40.19 ], "duration": 81.66, "caption": "A person dries and wipes themselves with a towel.", "similarity": 0.6702, "relevance": 1 }, { "pair_id": 122278, "video_name": "friends_s08e23-24_seg02_clip_26", "timestamp": [ 43.38, 55.19 ], "duration": 59.66, "caption": "A man wipes another person's face with a cloth.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 122279, "video_name": "friends_s06e15-16_seg02_clip_26", "timestamp": [ 29.51, 34.24 ], "duration": 59.66, "caption": "A woman wipes her hand on her napkin while with a man.", "similarity": 0.6628, "relevance": 1 } ] }, { "query_id": 88550, "query": "A man is rubbing their left hand on their forehead.", "relevant_moment": [ { "pair_id": 99580, "video_name": "castle_s01e02_seg02_clip_19", "timestamp": [ 31.88, 33.16 ], "duration": 85.66, "caption": "A man is rubbing their left hand on their forehead.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 99581, "video_name": "house_s03e21_seg02_clip_18", "timestamp": [ 0.0, 1.34 ], "duration": 89.66, "caption": "A man is rubbing their forehead with their hand.", "similarity": 0.9146, "relevance": 4 }, { "pair_id": 99582, "video_name": "s06e19_seg02_clip_04", "timestamp": [ 4.27, 7.93 ], "duration": 61.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.9018, "relevance": 4 }, { "pair_id": 99583, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 33.01, 35.02 ], "duration": 57.66, "caption": "A man rubs his forehead with his left hand.", "similarity": 0.9018, "relevance": 4 }, { "pair_id": 99584, "video_name": "s09e24_seg02_clip_07", "timestamp": [ 49.02, 50.02 ], "duration": 50.66, "caption": "A man rubs his forehead with his right hand.", "similarity": 0.8859, "relevance": 3 }, { "pair_id": 99585, "video_name": "house_s02e12_seg02_clip_03", "timestamp": [ 6.83, 8.19 ], "duration": 91.66, "caption": "A man is rubbing their forehead with their fingers.", "similarity": 0.874, "relevance": 3 }, { "pair_id": 99586, "video_name": "grey_s03e01_seg02_clip_21", "timestamp": [ 51.07, 54.76 ], "duration": 92.66, "caption": "A man touches his forehead with his right hand.", "similarity": 0.852, "relevance": 3 }, { "pair_id": 99587, "video_name": "house_s04e06_seg02_clip_05", "timestamp": [ 44.11, 47.26 ], "duration": 105.66, "caption": "A man puts his left hand on another person's forehead.", "similarity": 0.8182, "relevance": 2 }, { "pair_id": 99588, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 37.43, 38.59 ], "duration": 58.66, "caption": "A person is rubbing his forehead with his thumb.", "similarity": 0.8153, "relevance": 3 }, { "pair_id": 99589, "video_name": "friends_s10e02_seg02_clip_11", "timestamp": [ 17.71, 19.77 ], "duration": 59.66, "caption": "A man puts his hand on his head and rubs it.", "similarity": 0.7932, "relevance": 3 }, { "pair_id": 99590, "video_name": "castle_s05e11_seg02_clip_13", "timestamp": [ 75.69, 78.04 ], "duration": 94.66, "caption": "A man places his left hand on his head.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 99591, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 11.17, 13.34 ], "duration": 62.66, "caption": "A man rubs person's left arm with his right hand.", "similarity": 0.7626, "relevance": 1 }, { "pair_id": 99592, "video_name": "s09e06_seg02_clip_02", "timestamp": [ 9.15, 10.99 ], "duration": 61.66, "caption": "A man puts his hand on his forehead in exasperation.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 99593, "video_name": "met_s02e10_seg02_clip_02", "timestamp": [ 39.74, 41.57 ], "duration": 61.66, "caption": "A man rubs his right hand across his mouth.", "similarity": 0.7557, "relevance": 0 }, { "pair_id": 99594, "video_name": "s02e20_seg02_clip_14", "timestamp": [ 6.39, 8.52 ], "duration": 71.66, "caption": "A man rubs his face with both of his hands.", "similarity": 0.7546, "relevance": 1 }, { "pair_id": 99595, "video_name": "friends_s03e19_seg02_clip_10", "timestamp": [ 21.01, 34.22 ], "duration": 60.66, "caption": "A man repeatedly touches the side of his head with his right hand.", "similarity": 0.7545, "relevance": 3 }, { "pair_id": 99596, "video_name": "met_s02e17_seg02_clip_14", "timestamp": [ 24.2, 29.51 ], "duration": 59.66, "caption": "A man rubs his left shoulder with his right hand.", "similarity": 0.7494, "relevance": 2 }, { "pair_id": 99597, "video_name": "friends_s01e14_seg02_clip_17", "timestamp": [ 5.22, 7.83 ], "duration": 58.66, "caption": "A man rubs his left thumb and index finger together.", "similarity": 0.7451, "relevance": 1 }, { "pair_id": 99599, "video_name": "met_s02e03_seg02_clip_15", "timestamp": [ 53.89, 56.17 ], "duration": 57.66, "caption": "A man puts his hands on his face and then on the sides of his head.", "similarity": 0.73, "relevance": 3 }, { "pair_id": 272900, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 37.41, 39.17 ], "duration": 88.66, "caption": "A man brings his hand up to touch his forehead.", "similarity": 0.729, "relevance": 3 }, { "pair_id": 272901, "video_name": "friends_s08e15_seg02_clip_16", "timestamp": [ 37.46, 40.02 ], "duration": 64.66, "caption": "A man rubs his chest with his right hand.", "similarity": 0.7201, "relevance": 1 }, { "pair_id": 272902, "video_name": "friends_s05e20_seg02_clip_14", "timestamp": [ 16.7, 19.54 ], "duration": 63.66, "caption": "A man taps himself on the forehead with his right hand.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 272903, "video_name": "house_s01e21_seg02_clip_00", "timestamp": [ 0.0, 19.54 ], "duration": 93.66, "caption": "A man rubs their forehead with the cane in their hands.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 272904, "video_name": "s09e05_seg01_clip_00", "timestamp": [ 48.7, 51.18 ], "duration": 55.66, "caption": "A man places his finger from his left hand on his lips.", "similarity": 0.7066, "relevance": 1 }, { "pair_id": 272905, "video_name": "house_s08e13_seg02_clip_11", "timestamp": [ 54.13, 56.78 ], "duration": 88.66, "caption": "A man puts his right hand to his face.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 272906, "video_name": "s01e12_seg02_clip_13", "timestamp": [ 46.76, 50.18 ], "duration": 57.66, "caption": "A man rubs his belly with his left hand.", "similarity": 0.7015, "relevance": 1 }, { "pair_id": 272907, "video_name": "house_s08e05_seg02_clip_03", "timestamp": [ 9.92, 12.18 ], "duration": 90.66, "caption": "A man rubs his forehead and then his neck.", "similarity": 0.6989, "relevance": 3 }, { "pair_id": 272908, "video_name": "met_s06e06_seg02_clip_06", "timestamp": [ 29.6, 32.04 ], "duration": 61.66, "caption": "A man scratches his forehead with his right hand.", "similarity": 0.6976, "relevance": 3 }, { "pair_id": 272909, "video_name": "house_s08e07_seg02_clip_25", "timestamp": [ 116.75, 123.99 ], "duration": 161.66, "caption": "A man has his head down and is rubbing his cane between his hands.", "similarity": 0.6974, "relevance": 1 }, { "pair_id": 272910, "video_name": "grey_s03e16_seg02_clip_22", "timestamp": [ 10.12, 20.25 ], "duration": 88.66, "caption": "A man rubs his hand on the patient's forehead during treatment.", "similarity": 0.695, "relevance": 1 }, { "pair_id": 272911, "video_name": "friends_s10e02_seg02_clip_13", "timestamp": [ 42.61, 51.37 ], "duration": 60.66, "caption": "A man rubs his hand through his hair and neck.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 272913, "video_name": "friends_s05e09_seg01_clip_02", "timestamp": [ 18.67, 20.32 ], "duration": 41.66, "caption": "A man pokes his right cheek with his right index finger.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 272914, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 38.37, 41.95 ], "duration": 65.66, "caption": "A man rubs his right index finger under his nose.", "similarity": 0.6919, "relevance": 1 }, { "pair_id": 272915, "video_name": "house_s03e10_seg02_clip_25", "timestamp": [ 0.0, 2.67 ], "duration": 89.66, "caption": "A man rubs his face and his eyes with his hand.", "similarity": 0.6909, "relevance": 4 }, { "pair_id": 272916, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 14.42, 17.68 ], "duration": 93.66, "caption": "A man puts their hands on their forehead which causes another person to wonder why.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 272917, "video_name": "grey_s02e06_seg02_clip_12", "timestamp": [ 61.9, 67.81 ], "duration": 91.66, "caption": "A man leans forward and touches a person's hand and rubs it with his thumb.", "similarity": 0.6864, "relevance": 1 }, { "pair_id": 272918, "video_name": "friends_s07e02_seg02_clip_09", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A man touches his chin with his left hand.", "similarity": 0.6855, "relevance": 1 }, { "pair_id": 272919, "video_name": "s02e22_seg02_clip_02", "timestamp": [ 23.5, 25.53 ], "duration": 58.66, "caption": "A man puts their hands up to their eyes and brushes their fingers on their forehead.", "similarity": 0.6848, "relevance": 3 } ] }, { "query_id": 88646, "query": "A man stands and turns to leave with woman standing right after.", "relevant_moment": [ { "pair_id": 312040, "video_name": "grey_s02e24_seg02_clip_17", "timestamp": [ 60.31, 72.29 ], "duration": 92.66, "caption": "A man and woman are having a conversation and when the man turns to leave, the woman turns him back around.", "similarity": 0.7214, "relevance": 4 }, { "pair_id": 312041, "video_name": "s07e12_seg02_clip_06", "timestamp": [ 21.18, 26.11 ], "duration": 58.66, "caption": "A man stands up and follows a woman when she walks out.", "similarity": 0.7197, "relevance": 3 }, { "pair_id": 312042, "video_name": "s09e04_seg02_clip_09", "timestamp": [ 0.32, 3.47 ], "duration": 63.66, "caption": "A man turns his back and a woman stops him immediately.", "similarity": 0.7177, "relevance": 3 }, { "pair_id": 312043, "video_name": "castle_s07e23_seg02_clip_20", "timestamp": [ 69.68, 86.96 ], "duration": 108.66, "caption": "A man gets up and leaves woman, person and person.", "similarity": 0.7172, "relevance": 3 }, { "pair_id": 312044, "video_name": "friends_s08e02_seg02_clip_04", "timestamp": [ 9.61, 11.79 ], "duration": 62.66, "caption": "A man moves to leave, but turns around when a woman calls him.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 312045, "video_name": "met_s02e08_seg02_clip_10", "timestamp": [ 22.57, 23.16 ], "duration": 58.66, "caption": "A man turns and walks away from woman as she begins to follow him.", "similarity": 0.7154, "relevance": 3 }, { "pair_id": 312046, "video_name": "friends_s08e23-24_seg02_clip_13", "timestamp": [ 0.0, 36.32 ], "duration": 60.66, "caption": "A man was carefully accompanying a woman to stand.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 312047, "video_name": "castle_s04e04_seg02_clip_10", "timestamp": [ 0.0, 13.92 ], "duration": 87.66, "caption": "A woman tells a man to leave, and he turns and leaves without looking back, while two people look at each other.", "similarity": 0.714, "relevance": 3 }, { "pair_id": 312048, "video_name": "castle_s05e21_seg02_clip_12", "timestamp": [ 19.93, 31.55 ], "duration": 83.66, "caption": "A man shows up and woman leaves with him.", "similarity": 0.7137, "relevance": 3 }, { "pair_id": 312049, "video_name": "house_s03e13_seg02_clip_24", "timestamp": [ 35.53, 49.46 ], "duration": 96.66, "caption": "A man stands up from his wheelchair and walks towards a woman when she is about to leave him.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 312050, "video_name": "house_s01e13_seg02_clip_23", "timestamp": [ 26.71, 41.84 ], "duration": 89.66, "caption": "A man gives orders to a woman to do something she starts to leave.", "similarity": 0.7122, "relevance": 3 }, { "pair_id": 312051, "video_name": "castle_s05e04_seg02_clip_16", "timestamp": [ 32.05, 36.94 ], "duration": 89.66, "caption": "A person turns back to woman quickly while another person stands there.", "similarity": 0.7093, "relevance": 3 }, { "pair_id": 312052, "video_name": "s07e15_seg02_clip_02", "timestamp": [ 6.0, 8.1 ], "duration": 60.66, "caption": "A person turns from two women and a man and walks away.", "similarity": 0.7075, "relevance": 3 }, { "pair_id": 312053, "video_name": "castle_s06e18_seg02_clip_20", "timestamp": [ 27.52, 28.44 ], "duration": 91.66, "caption": "A man and woman both stand and leave the room.", "similarity": 0.7058, "relevance": 1 }, { "pair_id": 312054, "video_name": "house_s04e10_seg02_clip_09", "timestamp": [ 64.1, 69.88 ], "duration": 89.66, "caption": "A man moves to leave, but then stops and turns toward another man.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 312055, "video_name": "house_s07e01_seg02_clip_23", "timestamp": [ 13.6, 16.81 ], "duration": 80.66, "caption": "A man holds woman's hand as she starts to leave.", "similarity": 0.7035, "relevance": 1 }, { "pair_id": 312056, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 13.35, 19.59 ], "duration": 89.66, "caption": "A man and a woman walk away and leave a man standing alone.", "similarity": 0.7034, "relevance": 3 }, { "pair_id": 312057, "video_name": "house_s03e01_seg02_clip_26", "timestamp": [ 43.01, 45.04 ], "duration": 45.66, "caption": "A man begins to move away from a woman.", "similarity": 0.7032, "relevance": 3 }, { "pair_id": 312058, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 58.26, 60.53 ], "duration": 91.66, "caption": "A man turns and walks away from a woman and a person.", "similarity": 0.7027, "relevance": 4 }, { "pair_id": 312059, "video_name": "s09e23_seg01_clip_00", "timestamp": [ 56.45, 58.59 ], "duration": 61.66, "caption": "A man holds up his hand and turns away from a woman and another man.", "similarity": 0.7016, "relevance": 2 } ] }, { "query_id": 88802, "query": "A bartender hands some people drinks at the bar.", "relevant_moment": [ { "pair_id": 9760, "video_name": "s02e21_seg02_clip_06", "timestamp": [ 42.36, 44.68 ], "duration": 58.66, "caption": "A bartender hands some people drinks at the bar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9761, "video_name": "friends_s09e13_seg02_clip_13", "timestamp": [ 0.0, 16.25 ], "duration": 61.66, "caption": "Some women and a man are having drinks at a bar.", "similarity": 0.7766, "relevance": 1 }, { "pair_id": 9762, "video_name": "s03e12_seg02_clip_05", "timestamp": [ 33.31, 36.62 ], "duration": 60.66, "caption": "A person picks up drinks from the bartender and hands another person a drink.", "similarity": 0.7761, "relevance": 2 }, { "pair_id": 9763, "video_name": "house_s03e22_seg02_clip_26", "timestamp": [ 122.63, 128.66 ], "duration": 134.66, "caption": "A bartender pours a drink for a man while they talk with someone.", "similarity": 0.7723, "relevance": 2 }, { "pair_id": 9764, "video_name": "s02e21_seg02_clip_07", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person is drinking a cocktail at a bar with another person.", "similarity": 0.7651, "relevance": 1 }, { "pair_id": 9765, "video_name": "house_s07e16_seg02_clip_22", "timestamp": [ 34.0, 38.08 ], "duration": 272.66, "caption": "The bartender gives the drink to person with a smile.", "similarity": 0.7501, "relevance": 3 }, { "pair_id": 9766, "video_name": "house_s01e12_seg02_clip_10", "timestamp": [ 36.05, 46.74 ], "duration": 89.66, "caption": "A man and a woman both have drinks at the bar together.", "similarity": 0.7281, "relevance": 1 }, { "pair_id": 9767, "video_name": "met_s04e03_seg01_clip_00", "timestamp": [ 0.0, 26.12 ], "duration": 62.66, "caption": "People are having a conversation while drinking in a bar.", "similarity": 0.7263, "relevance": 1 }, { "pair_id": 9768, "video_name": "met_s06e03_seg01_clip_00", "timestamp": [ 45.95, 47.18 ], "duration": 61.66, "caption": "A person takes a sip from their drink at the bar.", "similarity": 0.726, "relevance": 1 }, { "pair_id": 9769, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 31.54, 60.08 ], "duration": 60.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.7208, "relevance": 1 }, { "pair_id": 9770, "video_name": "met_s03e16_seg02_clip_02", "timestamp": [ 43.59, 58.66 ], "duration": 58.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.7208, "relevance": 1 }, { "pair_id": 9771, "video_name": "met_s03e04_seg02_clip_11", "timestamp": [ 32.91, 58.24 ], "duration": 58.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.7208, "relevance": 1 }, { "pair_id": 9772, "video_name": "met_s02e07_seg02_clip_17", "timestamp": [ 51.68, 63.03 ], "duration": 63.66, "caption": "They are having a conversation while drinking liquor in a bar.", "similarity": 0.7208, "relevance": 1 }, { "pair_id": 9773, "video_name": "s04e17_seg02_clip_01", "timestamp": [ 38.75, 46.99 ], "duration": 61.66, "caption": "A person sits at a bar and orders a drink from someone.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 9774, "video_name": "friends_s03e06_seg02_clip_04", "timestamp": [ 38.75, 40.58 ], "duration": 61.66, "caption": "A man grabs his drink from the bartender when it is served to him.", "similarity": 0.7178, "relevance": 3 }, { "pair_id": 9775, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 37.08, 59.66 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 9776, "video_name": "met_s03e13_seg02_clip_04", "timestamp": [ 0.0, 24.22 ], "duration": 59.66, "caption": "They are having a conversation while drinking at a bar.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 9777, "video_name": "s05e16_seg02_clip_14", "timestamp": [ 16.54, 23.79 ], "duration": 58.66, "caption": "A person points his left hand at the bartender.", "similarity": 0.7132, "relevance": 1 }, { "pair_id": 9778, "video_name": "met_s04e03_seg01_clip_00", "timestamp": [ 48.51, 62.19 ], "duration": 62.66, "caption": "They are having a conversation while drinking in a bar.", "similarity": 0.7078, "relevance": 0 }, { "pair_id": 9779, "video_name": "met_s06e04_seg01_clip_02", "timestamp": [ 0.0, 20.76 ], "duration": 54.66, "caption": "People are having a conversation with each other while drinking in a bar.", "similarity": 0.7065, "relevance": 1 } ] }, { "query_id": 88850, "query": "A person opens the door and stops in the doorway.", "relevant_moment": [ { "pair_id": 318860, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 44.99, 47.06 ], "duration": 59.66, "caption": "A person opens the door and another person is standing in the doorway.", "similarity": 0.7815, "relevance": 4 }, { "pair_id": 318861, "video_name": "s07e16_seg02_clip_08", "timestamp": [ 21.25, 27.45 ], "duration": 59.66, "caption": "A person opens the door and a person quickly walks in.", "similarity": 0.7815, "relevance": 3 }, { "pair_id": 318862, "video_name": "s07e05_seg02_clip_13", "timestamp": [ 50.47, 57.02 ], "duration": 57.66, "caption": "A person is standing at a door as someone opens it.", "similarity": 0.78, "relevance": 4 }, { "pair_id": 318863, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 29.13, 30.5 ], "duration": 91.66, "caption": "A person opens a door and enters the room.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 318864, "video_name": "house_s03e23_seg02_clip_09", "timestamp": [ 74.4, 80.26 ], "duration": 90.66, "caption": "A person opens the door and walks through before closing it behind him.", "similarity": 0.778, "relevance": 3 }, { "pair_id": 318865, "video_name": "house_s03e23_seg02_clip_07", "timestamp": [ 57.58, 63.68 ], "duration": 87.66, "caption": "A person gets into the elevator and the door closes.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 318866, "video_name": "castle_s08e22_seg02_clip_09", "timestamp": [ 69.72, 72.27 ], "duration": 85.66, "caption": "A person opens the door and then closes it as he/she walks into the room.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 318867, "video_name": "s07e15_seg02_clip_10", "timestamp": [ 3.0, 10.8 ], "duration": 60.66, "caption": "A person opens the door and a man walks though it.", "similarity": 0.7775, "relevance": 3 }, { "pair_id": 318868, "video_name": "s08e07_seg02_clip_00", "timestamp": [ 12.51, 13.43 ], "duration": 61.66, "caption": "A person unlocks the door and opens it.", "similarity": 0.7774, "relevance": 3 }, { "pair_id": 318869, "video_name": "s03e06_seg02_clip_05", "timestamp": [ 27.77, 29.29 ], "duration": 61.66, "caption": "A person opens the door to leave the room.", "similarity": 0.7772, "relevance": 3 }, { "pair_id": 318870, "video_name": "house_s08e10_seg02_clip_16", "timestamp": [ 3.97, 5.73 ], "duration": 88.66, "caption": "A person opens the door and walks out of the room.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 318871, "video_name": "s07e19_seg02_clip_08", "timestamp": [ 3.05, 5.8 ], "duration": 61.66, "caption": "A person walks into the room after the door opens.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 318872, "video_name": "friends_s09e01_seg02_clip_14", "timestamp": [ 66.17, 70.02 ], "duration": 70.66, "caption": "A person flings the door open and enters through the doorway.", "similarity": 0.774, "relevance": 3 }, { "pair_id": 318873, "video_name": "s09e14_seg02_clip_11", "timestamp": [ 32.78, 38.13 ], "duration": 63.66, "caption": "A person enters the room and closes the door.", "similarity": 0.7727, "relevance": 3 }, { "pair_id": 318874, "video_name": "s09e02_seg02_clip_02", "timestamp": [ 23.32, 27.15 ], "duration": 59.66, "caption": "A woman opens the door and walks into the doorway.", "similarity": 0.7721, "relevance": 4 }, { "pair_id": 318875, "video_name": "castle_s04e16_seg02_clip_11", "timestamp": [ 55.22, 57.98 ], "duration": 92.66, "caption": "A person opens and closes a door rapidly.", "similarity": 0.7715, "relevance": 3 }, { "pair_id": 318876, "video_name": "friends_s07e08_seg02_clip_15", "timestamp": [ 55.23, 58.89 ], "duration": 61.66, "caption": "A person opens the door and enters the room.", "similarity": 0.7712, "relevance": 3 }, { "pair_id": 318877, "video_name": "house_s08e09_seg02_clip_14", "timestamp": [ 36.63, 42.96 ], "duration": 90.66, "caption": "A person suddenly stands up and opens the door.", "similarity": 0.7689, "relevance": 3 }, { "pair_id": 318878, "video_name": "castle_s03e17_seg02_clip_22", "timestamp": [ 89.33, 93.6 ], "duration": 95.66, "caption": "A person stands at the door and exits the room.", "similarity": 0.7681, "relevance": 3 }, { "pair_id": 318879, "video_name": "house_s08e02_seg02_clip_00", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A person walks through the door and stops and looks up.", "similarity": 0.7675, "relevance": 1 } ] }, { "query_id": 88901, "query": "A man hops out of his chair, snatches a folder from another person and begins thumbing though it.", "relevant_moment": [ { "pair_id": 13080, "video_name": "castle_s01e07_seg02_clip_05", "timestamp": [ 26.31, 32.01 ], "duration": 87.66, "caption": "A man hops out of his chair, snatches a folder from another person and begins thumbing though it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13081, "video_name": "house_s01e02_seg02_clip_21", "timestamp": [ 0.0, 9.05 ], "duration": 90.66, "caption": "A person snatches the folder out of the man's hand.", "similarity": 0.8106, "relevance": 1 }, { "pair_id": 13082, "video_name": "castle_s04e21_seg02_clip_09", "timestamp": [ 10.67, 12.31 ], "duration": 82.66, "caption": "A man grabs a file folder out of another person's hands.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 13083, "video_name": "house_s03e15_seg02_clip_16", "timestamp": [ 0.85, 3.4 ], "duration": 85.66, "caption": "A man starts to hand a person a folder but pulls it back.", "similarity": 0.7653, "relevance": 1 }, { "pair_id": 13084, "video_name": "house_s05e13_seg02_clip_01", "timestamp": [ 1.82, 4.11 ], "duration": 91.66, "caption": "A person is grabbing the folder away from a man.", "similarity": 0.7528, "relevance": 2 }, { "pair_id": 13085, "video_name": "house_s07e12_seg02_clip_18", "timestamp": [ 31.69, 39.17 ], "duration": 88.66, "caption": "A man hands a folder to a person who grabs it from them.", "similarity": 0.7523, "relevance": 1 }, { "pair_id": 13086, "video_name": "house_s05e23_seg02_clip_10", "timestamp": [ 42.79, 45.09 ], "duration": 92.66, "caption": "A man passes a folder and a person grabs it.", "similarity": 0.7325, "relevance": 0 }, { "pair_id": 13087, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 79.99, 84.91 ], "duration": 89.66, "caption": "A man turned his chair and handed a folder to a woman.", "similarity": 0.7074, "relevance": 1 }, { "pair_id": 13088, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 36.11, 37.42 ], "duration": 87.66, "caption": "A man takes a folder he is holding and shoves it close to a person.", "similarity": 0.6945, "relevance": 1 }, { "pair_id": 13089, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 35.68, 39.6 ], "duration": 87.66, "caption": "A man picks up a folder and then drops it in front of person.", "similarity": 0.6927, "relevance": 1 }, { "pair_id": 13090, "video_name": "castle_s04e02_seg02_clip_03", "timestamp": [ 59.6, 61.86 ], "duration": 90.66, "caption": "A man turns around and drops a folder onto another man's desk.", "similarity": 0.6882, "relevance": 0 }, { "pair_id": 13091, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 1.35, 2.25 ], "duration": 90.66, "caption": "A man hands another man a folder, and he takes the folder in his hands.", "similarity": 0.6864, "relevance": 1 }, { "pair_id": 13092, "video_name": "house_s04e05_seg02_clip_00", "timestamp": [ 94.59, 96.03 ], "duration": 96.66, "caption": "A man passes a folder to the person leaving.", "similarity": 0.6863, "relevance": 0 }, { "pair_id": 13093, "video_name": "house_s04e08_seg02_clip_00", "timestamp": [ 84.65, 88.37 ], "duration": 93.66, "caption": "A man grabs a folder and leaves the room.", "similarity": 0.686, "relevance": 0 }, { "pair_id": 13094, "video_name": "house_s06e11_seg02_clip_13", "timestamp": [ 52.46, 55.99 ], "duration": 88.66, "caption": "A man picks up a file folder and walks away from two other people.", "similarity": 0.6857, "relevance": 0 }, { "pair_id": 13095, "video_name": "castle_s03e24_seg02_clip_11", "timestamp": [ 15.42, 17.29 ], "duration": 93.66, "caption": "A man tosses a file folder onto his desk and gets up from his chair.", "similarity": 0.6853, "relevance": 1 }, { "pair_id": 13096, "video_name": "castle_s03e02_seg02_clip_11", "timestamp": [ 17.29, 20.48 ], "duration": 91.66, "caption": "A man hands another man a folder as he walks away.", "similarity": 0.6844, "relevance": 1 }, { "pair_id": 13097, "video_name": "castle_s07e14_seg02_clip_03", "timestamp": [ 5.58, 10.7 ], "duration": 93.66, "caption": "A person twists around in their chair and picks up a file folder.", "similarity": 0.6797, "relevance": 1 }, { "pair_id": 13098, "video_name": "house_s03e06_seg02_clip_17", "timestamp": [ 9.98, 11.4 ], "duration": 95.66, "caption": "A person tosses a folder to someone, who catches it.", "similarity": 0.6749, "relevance": 1 }, { "pair_id": 13099, "video_name": "castle_s02e09_seg02_clip_03", "timestamp": [ 66.45, 69.18 ], "duration": 91.66, "caption": "A man gets a file folder from his desk and opens it for another man.", "similarity": 0.6732, "relevance": 2 } ] }, { "query_id": 88950, "query": "Two individuals were having a conversation while two other individuals were on their side.", "relevant_moment": [ { "pair_id": 13800, "video_name": "castle_s06e08_seg02_clip_06", "timestamp": [ 0.0, 6.83 ], "duration": 91.66, "caption": "Two individuals were having a conversation while two other individuals were on their side.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13801, "video_name": "friends_s06e11_seg02_clip_13", "timestamp": [ 20.41, 60.03 ], "duration": 60.66, "caption": "Two people were having a conversation with another person.", "similarity": 0.89, "relevance": 3 }, { "pair_id": 13803, "video_name": "grey_s02e21_seg02_clip_11", "timestamp": [ 83.56, 89.37 ], "duration": 89.66, "caption": "Two people are having a conversation then someone else came.", "similarity": 0.8723, "relevance": 3 }, { "pair_id": 13804, "video_name": "house_s02e22_seg02_clip_01", "timestamp": [ 4.95, 30.61 ], "duration": 90.66, "caption": "Two individuals were having a conversation.", "similarity": 0.8685, "relevance": 2 }, { "pair_id": 13805, "video_name": "house_s02e01_seg02_clip_05", "timestamp": [ 0.0, 30.25 ], "duration": 84.66, "caption": "Two people were having a conversation with each other.", "similarity": 0.8577, "relevance": 3 }, { "pair_id": 13806, "video_name": "grey_s02e25_seg02_clip_25", "timestamp": [ 57.42, 89.02 ], "duration": 89.66, "caption": "Two individuals are having a conversation with each other.", "similarity": 0.8552, "relevance": 2 }, { "pair_id": 13807, "video_name": "grey_s03e24_seg02_clip_10", "timestamp": [ 0.0, 18.48 ], "duration": 90.66, "caption": "Two individuals are having a conversation to each other.", "similarity": 0.8546, "relevance": 4 }, { "pair_id": 13808, "video_name": "castle_s05e21_seg02_clip_25", "timestamp": [ 0.0, 23.41 ], "duration": 151.66, "caption": "A person was having a conversation with two other people.", "similarity": 0.8492, "relevance": 3 }, { "pair_id": 13809, "video_name": "castle_s03e21_seg02_clip_06", "timestamp": [ 33.94, 76.15 ], "duration": 87.66, "caption": "Two people are having a conversation with each other then another person came and joined them.", "similarity": 0.8486, "relevance": 2 }, { "pair_id": 13810, "video_name": "house_s08e21_seg02_clip_07", "timestamp": [ 0.0, 104.02 ], "duration": 104.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 13811, "video_name": "house_s08e21_seg02_clip_03", "timestamp": [ 64.17, 91.03 ], "duration": 91.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 13812, "video_name": "house_s08e15_seg02_clip_06", "timestamp": [ 0.0, 40.95 ], "duration": 89.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 13813, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 13814, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 28.61, 74.99 ], "duration": 86.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 13815, "video_name": "house_s06e09_seg02_clip_16", "timestamp": [ 0.0, 49.77 ], "duration": 93.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 13816, "video_name": "house_s06e08_seg02_clip_20", "timestamp": [ 0.0, 43.15 ], "duration": 65.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 13817, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 0.0, 5.77 ], "duration": 88.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 }, { "pair_id": 13818, "video_name": "house_s06e02_seg02_clip_09", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 1 }, { "pair_id": 13819, "video_name": "house_s05e24_seg02_clip_23", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people were having a conversation.", "similarity": 0.8475, "relevance": 2 } ] }, { "query_id": 89065, "query": "Two women hug and another woman joins in.", "relevant_moment": [ { "pair_id": 15100, "video_name": "friends_s08e20_seg02_clip_13", "timestamp": [ 23.09, 32.82 ], "duration": 60.66, "caption": "Two women hug and another woman joins in.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15101, "video_name": "friends_s02e02_seg02_clip_15", "timestamp": [ 4.23, 6.58 ], "duration": 94.66, "caption": "A woman gets up and joins two other women in the hug.", "similarity": 0.9079, "relevance": 4 }, { "pair_id": 15102, "video_name": "friends_s02e02_seg02_clip_14", "timestamp": [ 15.61, 25.51 ], "duration": 60.66, "caption": "A woman walks over and joins two other women in a hug.", "similarity": 0.8927, "relevance": 4 }, { "pair_id": 15103, "video_name": "friends_s04e22_seg02_clip_18", "timestamp": [ 16.53, 23.06 ], "duration": 87.66, "caption": "A woman gives two other women a hug at the same time.", "similarity": 0.8879, "relevance": 4 }, { "pair_id": 15104, "video_name": "s10e03_seg02_clip_14", "timestamp": [ 45.15, 47.22 ], "duration": 59.66, "caption": "Two women hug while another woman is standing beside them.", "similarity": 0.8811, "relevance": 2 }, { "pair_id": 15105, "video_name": "friends_s06e02_seg02_clip_17", "timestamp": [ 34.39, 37.6 ], "duration": 58.66, "caption": "Two women are sitting across from each other and then they hug.", "similarity": 0.8554, "relevance": 2 }, { "pair_id": 15106, "video_name": "met_s06e15_seg02_clip_06", "timestamp": [ 21.54, 23.91 ], "duration": 59.66, "caption": "Two women give each other a hug.", "similarity": 0.8482, "relevance": 2 }, { "pair_id": 15107, "video_name": "friends_s04e06_seg02_clip_02", "timestamp": [ 21.91, 23.41 ], "duration": 60.66, "caption": "Two women hug while one of them is thanked by the other.", "similarity": 0.8462, "relevance": 2 }, { "pair_id": 15108, "video_name": "s08e23_seg02_clip_07", "timestamp": [ 13.12, 16.17 ], "duration": 61.66, "caption": "A woman gives another woman a hug while they just stand there.", "similarity": 0.8391, "relevance": 2 }, { "pair_id": 15109, "video_name": "friends_s10e12_seg02_clip_24", "timestamp": [ 16.56, 20.1 ], "duration": 59.66, "caption": "Some women all hug each other.", "similarity": 0.8346, "relevance": 4 }, { "pair_id": 15110, "video_name": "friends_s01e01_seg02_clip_03", "timestamp": [ 35.12, 40.14 ], "duration": 59.66, "caption": "A woman turns around and gives another woman a hug.", "similarity": 0.8296, "relevance": 2 }, { "pair_id": 15111, "video_name": "s05e08_seg02_clip_16", "timestamp": [ 18.87, 21.63 ], "duration": 92.66, "caption": "A woman gives another woman a big hug with both arms.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 15112, "video_name": "friends_s06e08_seg02_clip_01", "timestamp": [ 6.49, 8.85 ], "duration": 59.66, "caption": "A woman gives a hug to another woman while sitting down.", "similarity": 0.8228, "relevance": 2 }, { "pair_id": 15113, "video_name": "friends_s04e02_seg02_clip_18", "timestamp": [ 14.34, 17.7 ], "duration": 61.66, "caption": "Two women hug as one of them rubs the other's back and arm.", "similarity": 0.8227, "relevance": 2 }, { "pair_id": 15114, "video_name": "friends_s10e16_seg01_clip_00", "timestamp": [ 69.31, 71.63 ], "duration": 93.66, "caption": "Two women look at each other and then hug.", "similarity": 0.8224, "relevance": 2 }, { "pair_id": 15115, "video_name": "castle_s06e19_seg02_clip_26", "timestamp": [ 48.97, 53.29 ], "duration": 144.66, "caption": "Two women hug and one of them is smiling.", "similarity": 0.8209, "relevance": 3 }, { "pair_id": 15116, "video_name": "s05e08_seg02_clip_15", "timestamp": [ 50.11, 52.63 ], "duration": 63.66, "caption": "Two women hug each other and smile.", "similarity": 0.8202, "relevance": 2 }, { "pair_id": 15117, "video_name": "s04e13_seg01_clip_01", "timestamp": [ 35.42, 39.07 ], "duration": 73.66, "caption": "A woman gives another woman an enthusiastic hug and the other woman looks uncomfortable.", "similarity": 0.8193, "relevance": 2 }, { "pair_id": 15118, "video_name": "castle_s02e15_seg02_clip_26", "timestamp": [ 46.26, 66.02 ], "duration": 89.66, "caption": "A woman grabs another woman's hands in hers and they hug.", "similarity": 0.8186, "relevance": 2 }, { "pair_id": 15119, "video_name": "friends_s06e08_seg02_clip_18", "timestamp": [ 17.76, 25.65 ], "duration": 49.66, "caption": "A woman pulls another woman in for a side hug.", "similarity": 0.8179, "relevance": 2 }, { "pair_id": 188420, "video_name": "friends_s01e20_seg02_clip_14", "timestamp": [ 51.18, 66.03 ], "duration": 66.66, "caption": "Two women hug each other for a long time.", "similarity": 0.8176, "relevance": 3 }, { "pair_id": 188421, "video_name": "met_s06e09_seg02_clip_17", "timestamp": [ 7.97, 10.62 ], "duration": 59.66, "caption": "A woman holds out her arms and another woman hugs her.", "similarity": 0.8154, "relevance": 3 }, { "pair_id": 188422, "video_name": "met_s05e01_seg02_clip_16", "timestamp": [ 18.86, 20.69 ], "duration": 90.66, "caption": "A woman gives two people a group hug.", "similarity": 0.8146, "relevance": 3 }, { "pair_id": 188423, "video_name": "friends_s09e08_seg02_clip_00", "timestamp": [ 44.78, 51.0 ], "duration": 62.66, "caption": "A woman attempts to hug another woman at the door.", "similarity": 0.8125, "relevance": 3 }, { "pair_id": 188424, "video_name": "grey_s03e07_seg02_clip_03", "timestamp": [ 40.06, 55.64 ], "duration": 89.66, "caption": "Two women hug, after they separate from the hug one of them places her open hand - palm down - on the other's chest.", "similarity": 0.8121, "relevance": 3 }, { "pair_id": 188425, "video_name": "castle_s03e02_seg02_clip_14", "timestamp": [ 72.02, 75.62 ], "duration": 90.66, "caption": "A woman reaches out and hugs another woman for a while.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 188426, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 35.98, 41.49 ], "duration": 58.66, "caption": "A woman gets up and gives another woman a hug.", "similarity": 0.8101, "relevance": 3 }, { "pair_id": 188427, "video_name": "friends_s07e06_seg02_clip_20", "timestamp": [ 23.12, 28.3 ], "duration": 69.66, "caption": "Two women have a great big hug.", "similarity": 0.8096, "relevance": 3 }, { "pair_id": 188428, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 11.38, 15.02 ], "duration": 91.66, "caption": "Two women hug each other while talking.", "similarity": 0.8061, "relevance": 3 }, { "pair_id": 188429, "video_name": "friends_s01e20_seg02_clip_13", "timestamp": [ 15.78, 25.91 ], "duration": 59.66, "caption": "Two women stand up and hug each other.", "similarity": 0.8058, "relevance": 3 }, { "pair_id": 188430, "video_name": "friends_s04e19_seg02_clip_09", "timestamp": [ 8.12, 10.44 ], "duration": 58.66, "caption": "Two women excitedly hug each other.", "similarity": 0.805, "relevance": 3 }, { "pair_id": 188431, "video_name": "friends_s04e02_seg02_clip_18", "timestamp": [ 13.43, 17.39 ], "duration": 61.66, "caption": "Two women smile at each other and then hug.", "similarity": 0.8023, "relevance": 3 }, { "pair_id": 188432, "video_name": "castle_s08e05_seg02_clip_19", "timestamp": [ 51.15, 57.94 ], "duration": 90.66, "caption": "A woman gives another woman a hug then the other woman sniffs her.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 188433, "video_name": "friends_s07e04_seg02_clip_00", "timestamp": [ 49.74, 52.48 ], "duration": 61.66, "caption": "Three women do a group hug.", "similarity": 0.798, "relevance": 4 }, { "pair_id": 188434, "video_name": "friends_s04e06_seg02_clip_02", "timestamp": [ 21.61, 23.11 ], "duration": 60.66, "caption": "A woman gives another woman a big friendly thank you hug.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 188435, "video_name": "friends_s07e11_seg02_clip_03", "timestamp": [ 1.8, 3.6 ], "duration": 60.66, "caption": "Two people hug while a woman watches them.", "similarity": 0.7972, "relevance": 2 }, { "pair_id": 188436, "video_name": "friends_s07e04_seg02_clip_13", "timestamp": [ 9.6, 14.41 ], "duration": 64.66, "caption": "Two women hug a man at the same time.", "similarity": 0.7955, "relevance": 2 }, { "pair_id": 188437, "video_name": "met_s02e12_seg02_clip_04", "timestamp": [ 0.0, 8.81 ], "duration": 60.66, "caption": "A woman talks to another woman and pulls her in for a side hug.", "similarity": 0.7952, "relevance": 3 }, { "pair_id": 188438, "video_name": "friends_s04e20_seg02_clip_15", "timestamp": [ 7.36, 8.96 ], "duration": 64.66, "caption": "Two women hug each other as their celebration.", "similarity": 0.7951, "relevance": 3 }, { "pair_id": 188439, "video_name": "castle_s08e16_seg02_clip_15", "timestamp": [ 4.6, 8.28 ], "duration": 92.66, "caption": "A woman hugs another woman very tight when she saw her.", "similarity": 0.7919, "relevance": 3 } ] }, { "query_id": 89121, "query": "A woman puts her hand on person's face while he lays in a hospital bed.", "relevant_moment": [ { "pair_id": 25840, "video_name": "grey_s02e12_seg02_clip_03", "timestamp": [ 77.78, 84.03 ], "duration": 96.66, "caption": "A woman puts her hand on person's face while he lays in a hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 25841, "video_name": "house_s08e12_seg02_clip_20", "timestamp": [ 83.72, 85.07 ], "duration": 90.66, "caption": "A man grabs a woman's hand while she lays in a hospital bed.", "similarity": 0.841, "relevance": 1 }, { "pair_id": 25842, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 0.0, 2.46 ], "duration": 82.66, "caption": "A woman is lying in a hospital bed with her partner holding her hands.", "similarity": 0.8393, "relevance": 2 }, { "pair_id": 25843, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 0.0, 11.79 ], "duration": 90.66, "caption": "A woman is holding man's hand as he lies in a hospital bed.", "similarity": 0.8243, "relevance": 2 }, { "pair_id": 25844, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 49.27, 54.34 ], "duration": 92.66, "caption": "A woman hands a person a cup while they lay in a hospital bed.", "similarity": 0.8231, "relevance": 2 }, { "pair_id": 25845, "video_name": "grey_s02e08_seg02_clip_04", "timestamp": [ 29.97, 57.22 ], "duration": 90.66, "caption": "A woman is treating a patient as she lies on a hospital bed holding her spouse's hand.", "similarity": 0.8195, "relevance": 1 }, { "pair_id": 25846, "video_name": "house_s04e13_seg02_clip_24", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A woman touches the patient's face as he lays on the bed.", "similarity": 0.8132, "relevance": 4 }, { "pair_id": 25847, "video_name": "friends_s08e23-24_seg02_clip_22", "timestamp": [ 2.1, 31.23 ], "duration": 60.66, "caption": "A woman is laying in a hospital bed and a man is standing next to her holding her hand.", "similarity": 0.8105, "relevance": 1 }, { "pair_id": 25848, "video_name": "castle_s06e02_seg02_clip_24", "timestamp": [ 81.9, 89.27 ], "duration": 92.66, "caption": "A woman is at the hospital and touches person's face.", "similarity": 0.8037, "relevance": 3 }, { "pair_id": 25849, "video_name": "house_s02e15_seg02_clip_19", "timestamp": [ 4.65, 15.81 ], "duration": 93.66, "caption": "A woman sits by the hospital bed and grabs the patient's face with her hand.", "similarity": 0.8024, "relevance": 3 }, { "pair_id": 25850, "video_name": "house_s06e05_seg02_clip_14", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman touches a man's neck with her fingers while he lays in the hospital bed.", "similarity": 0.7998, "relevance": 3 }, { "pair_id": 25851, "video_name": "house_s01e08_seg02_clip_01", "timestamp": [ 25.29, 29.03 ], "duration": 93.66, "caption": "A person presses on another person's hands as they lie in a hospital bed.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 25852, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 15.66, 30.39 ], "duration": 92.66, "caption": "A person lays down in the hospital bed and rubs their face.", "similarity": 0.7799, "relevance": 2 }, { "pair_id": 25853, "video_name": "friends_s08e14_seg02_clip_00", "timestamp": [ 0.0, 23.12 ], "duration": 67.66, "caption": "A man holds woman's hands as she lays on a medical bed.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 25854, "video_name": "friends_s01e02_seg02_clip_19", "timestamp": [ 10.36, 13.03 ], "duration": 59.66, "caption": "A woman holds her hands out and nods her head while laying in the hospital bed.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 25855, "video_name": "friends_s08e23-24_seg02_clip_14", "timestamp": [ 0.0, 7.4 ], "duration": 59.66, "caption": "A woman is lying on a hospital bed as a woman introduces herself to her and the woman to which the woman signals a man and he closes the curtain in their face.", "similarity": 0.7729, "relevance": 1 }, { "pair_id": 25856, "video_name": "grey_s02e03_seg02_clip_06", "timestamp": [ 10.8, 12.15 ], "duration": 90.66, "caption": "A patient on the hospital bed places their hand on their cheek.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 25857, "video_name": "house_s06e06_seg02_clip_04", "timestamp": [ 61.21, 89.36 ], "duration": 89.66, "caption": "A woman lays in a hospital bed while some people talk with her.", "similarity": 0.77, "relevance": 1 }, { "pair_id": 25858, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 21.16, 80.39 ], "duration": 94.66, "caption": "A woman is lying on a hospital bed as she being treated by woman.", "similarity": 0.7672, "relevance": 1 }, { "pair_id": 25859, "video_name": "house_s02e16_seg02_clip_06", "timestamp": [ 30.54, 34.3 ], "duration": 83.66, "caption": "A woman holds someone while they sit up in their hospital bed with foam coming out of their mouth.", "similarity": 0.762, "relevance": 1 } ] }, { "query_id": 89152, "query": "A person picks up a box of tongue depressors and dumps them on the ground.", "relevant_moment": [ { "pair_id": 18280, "video_name": "house_s04e11_seg02_clip_01", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A person picks up a box of tongue depressors and dumps them on the ground.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18281, "video_name": "s02e13_seg02_clip_17", "timestamp": [ 17.61, 20.01 ], "duration": 40.66, "caption": "A person snatches a container of dumplings from another person and hands it to someone else.", "similarity": 0.6238, "relevance": 1 }, { "pair_id": 18282, "video_name": "house_s04e02_seg02_clip_05", "timestamp": [ 26.94, 30.85 ], "duration": 86.66, "caption": "A person helps another person get up onto the dumpster.", "similarity": 0.6203, "relevance": 0 }, { "pair_id": 18283, "video_name": "house_s02e20_seg02_clip_13", "timestamp": [ 78.03, 85.53 ], "duration": 100.66, "caption": "A person throws a tongue depressor in the trash while talking, then walks behind someone and leaves the room.", "similarity": 0.6191, "relevance": 1 }, { "pair_id": 18284, "video_name": "s10e08_seg02_clip_03", "timestamp": [ 10.86, 12.1 ], "duration": 62.66, "caption": "A person picks up the takeout container from the box on the table.", "similarity": 0.6052, "relevance": 1 }, { "pair_id": 18285, "video_name": "house_s04e11_seg02_clip_01", "timestamp": [ 17.1, 24.31 ], "duration": 90.66, "caption": "A person puts their cane down and dumps the contents of the box on the table.", "similarity": 0.5921, "relevance": 2 }, { "pair_id": 18286, "video_name": "s05e21_seg02_clip_05", "timestamp": [ 10.65, 17.4 ], "duration": 71.66, "caption": "A man dumps the contents from the container onto the bed in front of a person.", "similarity": 0.5776, "relevance": 2 }, { "pair_id": 18287, "video_name": "house_s03e08_seg02_clip_09", "timestamp": [ 69.18, 74.19 ], "duration": 91.66, "caption": "A man grabs a bag of trash out of the dumpster and drops it on the ground.", "similarity": 0.5723, "relevance": 3 }, { "pair_id": 18288, "video_name": "s06e19_seg02_clip_02", "timestamp": [ 17.33, 29.62 ], "duration": 63.66, "caption": "A person picks up a box from a table and takes it with him.", "similarity": 0.5713, "relevance": 1 }, { "pair_id": 18289, "video_name": "house_s02e07_seg02_clip_04", "timestamp": [ 19.2, 20.57 ], "duration": 91.66, "caption": "A person lifts up something to smell and drops it.", "similarity": 0.5669, "relevance": 0 }, { "pair_id": 18290, "video_name": "house_s06e19_seg02_clip_01", "timestamp": [ 79.24, 84.14 ], "duration": 89.66, "caption": "A person puts a tongue depressor in someone's mouth and looks at their throat.", "similarity": 0.5638, "relevance": 1 }, { "pair_id": 18291, "video_name": "s08e10_seg02_clip_00", "timestamp": [ 14.2, 16.51 ], "duration": 66.66, "caption": "A person throws a denture container into a trash bin.", "similarity": 0.5567, "relevance": 3 }, { "pair_id": 18292, "video_name": "house_s01e10_seg02_clip_03", "timestamp": [ 24.85, 32.67 ], "duration": 92.66, "caption": "A person dumps out the bag's content onto the table and paws through it.", "similarity": 0.555, "relevance": 2 }, { "pair_id": 18293, "video_name": "house_s03e24_seg02_clip_15", "timestamp": [ 13.09, 17.26 ], "duration": 119.66, "caption": "A person picks up a cardboard box full of belongings and walks out.", "similarity": 0.547, "relevance": 1 }, { "pair_id": 18294, "video_name": "s02e04_seg02_clip_11", "timestamp": [ 48.4, 50.17 ], "duration": 59.66, "caption": "A person picks up his takeout container and puts his chopsticks in it.", "similarity": 0.5469, "relevance": 0 }, { "pair_id": 18295, "video_name": "house_s08e01_seg02_clip_01", "timestamp": [ 4.05, 8.1 ], "duration": 90.66, "caption": "A person takes something from his mouth and gives it to another person.", "similarity": 0.5459, "relevance": 0 }, { "pair_id": 18296, "video_name": "s06e15_seg02_clip_06", "timestamp": [ 0.0, 1.28 ], "duration": 64.66, "caption": "A person picks up a toy and puts it into a box.", "similarity": 0.5424, "relevance": 2 }, { "pair_id": 18297, "video_name": "s01e14_seg02_clip_12", "timestamp": [ 3.25, 9.74 ], "duration": 59.66, "caption": "A person is dusting off a collectible and puts it in a cardboard box.", "similarity": 0.5423, "relevance": 2 }, { "pair_id": 18298, "video_name": "castle_s03e10_seg02_clip_17", "timestamp": [ 14.5, 24.51 ], "duration": 100.66, "caption": "A person gets a garbage bin and a bottle, he then hands over the bottle to another person.", "similarity": 0.5421, "relevance": 2 }, { "pair_id": 18299, "video_name": "s05e03_seg02_clip_04", "timestamp": [ 27.46, 33.57 ], "duration": 61.66, "caption": "A person takes out their package from a bag.", "similarity": 0.5411, "relevance": 2 } ] }, { "query_id": 89192, "query": "A person gets on the ground and has their hands in the air.", "relevant_moment": [ { "pair_id": 26560, "video_name": "castle_s07e01_seg02_clip_18", "timestamp": [ 68.22, 70.86 ], "duration": 88.66, "caption": "A person gets on the ground and has their hands in the air.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 26561, "video_name": "s01e10_seg02_clip_06", "timestamp": [ 0.0, 1.48 ], "duration": 59.66, "caption": "A person holds their hand up in the air and twirls it down towards the ground.", "similarity": 0.8539, "relevance": 2 }, { "pair_id": 26562, "video_name": "s05e18_seg02_clip_08", "timestamp": [ 39.63, 41.06 ], "duration": 57.66, "caption": "A person puts both of their hands in the air.", "similarity": 0.8204, "relevance": 3 }, { "pair_id": 26563, "video_name": "castle_s03e06_seg02_clip_11", "timestamp": [ 15.47, 18.66 ], "duration": 91.66, "caption": "With their hands in the air, a person gets down on their knees.", "similarity": 0.7867, "relevance": 3 }, { "pair_id": 26564, "video_name": "house_s02e19_seg02_clip_20", "timestamp": [ 1.34, 7.13 ], "duration": 89.66, "caption": "A person has their hands in the air and then turns around.", "similarity": 0.7827, "relevance": 2 }, { "pair_id": 26565, "video_name": "met_s02e08_seg02_clip_13", "timestamp": [ 18.96, 21.29 ], "duration": 58.66, "caption": "A person raises his/her right hand in the air.", "similarity": 0.7729, "relevance": 2 }, { "pair_id": 26566, "video_name": "castle_s08e22_seg02_clip_21", "timestamp": [ 0.0, 10.7 ], "duration": 93.66, "caption": "A person holds someone to the ground and eventually pulls him up.", "similarity": 0.7629, "relevance": 2 }, { "pair_id": 26567, "video_name": "met_s04e02_seg02_clip_10", "timestamp": [ 34.83, 38.07 ], "duration": 59.66, "caption": "A person stands up and raises both hands in the air and then lowers them.", "similarity": 0.7413, "relevance": 3 }, { "pair_id": 26568, "video_name": "friends_s02e19_seg02_clip_11", "timestamp": [ 4.73, 8.82 ], "duration": 63.66, "caption": "A man puts his hands up in the air.", "similarity": 0.7319, "relevance": 3 }, { "pair_id": 26569, "video_name": "castle_s01e03_seg02_clip_23", "timestamp": [ 99.13, 101.25 ], "duration": 106.66, "caption": "A person picks up something from the ground with his gloved hand.", "similarity": 0.7281, "relevance": 1 }, { "pair_id": 26570, "video_name": "s03e23_seg02_clip_13", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A person puts his hands in the air and makes a gesture to some people.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 26571, "video_name": "castle_s07e04_seg02_clip_10", "timestamp": [ 10.4, 15.38 ], "duration": 90.66, "caption": "A person pushes himself off the ground, onto his knees and brushes his hands off.", "similarity": 0.7247, "relevance": 2 }, { "pair_id": 26572, "video_name": "friends_s07e18_seg02_clip_00", "timestamp": [ 4.34, 6.82 ], "duration": 62.66, "caption": "A man puts his hand up in the air.", "similarity": 0.7227, "relevance": 2 }, { "pair_id": 26573, "video_name": "s06e13_seg02_clip_06", "timestamp": [ 51.17, 52.82 ], "duration": 55.66, "caption": "While laying on the ground a person places his hand on his chin.", "similarity": 0.7053, "relevance": 2 }, { "pair_id": 26574, "video_name": "s10e03_seg02_clip_12", "timestamp": [ 49.74, 51.87 ], "duration": 61.66, "caption": "A person puts his finger up in the air while another person walks by.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 26575, "video_name": "castle_s08e18_seg02_clip_04", "timestamp": [ 1.3, 7.18 ], "duration": 65.66, "caption": "A woman lays on the ground with her hands up in the air.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 26576, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 39.32, 41.72 ], "duration": 60.66, "caption": "A person raises his/her arm into the air.", "similarity": 0.6902, "relevance": 1 }, { "pair_id": 26577, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 87.38, 90.57 ], "duration": 91.66, "caption": "A person raises both of his arms in the air.", "similarity": 0.6897, "relevance": 3 }, { "pair_id": 26578, "video_name": "s01e13_seg02_clip_01", "timestamp": [ 12.91, 15.31 ], "duration": 60.66, "caption": "A man raises his hand in the air then some people do too.", "similarity": 0.6851, "relevance": 1 }, { "pair_id": 26579, "video_name": "s04e15_seg02_clip_06", "timestamp": [ 0.3, 6.3 ], "duration": 60.66, "caption": "A person is holding their hands up so as not to get them dirty, touching people.", "similarity": 0.6801, "relevance": 3 }, { "pair_id": 199880, "video_name": "met_s03e17_seg02_clip_17", "timestamp": [ 15.44, 17.02 ], "duration": 63.66, "caption": "A person raises both hands up out in front of himself.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 199881, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 48.4, 51.35 ], "duration": 59.66, "caption": "A person raises their hands out to the side as they walk.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 199882, "video_name": "castle_s05e08_seg02_clip_26", "timestamp": [ 42.31, 43.66 ], "duration": 90.66, "caption": "A person grabs and moves someone from behind as their hands are in the air.", "similarity": 0.6745, "relevance": 3 }, { "pair_id": 199883, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 16.81, 18.91 ], "duration": 60.66, "caption": "A person raises their hand in the air as they sit next to someone.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 199884, "video_name": "s03e18_seg02_clip_06", "timestamp": [ 42.79, 45.15 ], "duration": 59.66, "caption": "A person raises his/her left hand up and outward.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 199885, "video_name": "house_s05e24_seg02_clip_02", "timestamp": [ 41.36, 49.9 ], "duration": 89.66, "caption": "A person throws an object he is holding in his left hand to the air and catches it.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 199886, "video_name": "s06e14_seg02_clip_00", "timestamp": [ 22.64, 25.12 ], "duration": 62.66, "caption": "A person throws his hands up in the air, cheering for himself.", "similarity": 0.6663, "relevance": 3 }, { "pair_id": 199887, "video_name": "house_s05e10_seg02_clip_18", "timestamp": [ 25.77, 28.07 ], "duration": 92.66, "caption": "A person spins his hand through the air in a motion of grabbing something from the air and blows in his hand as if to blow something out of his hand into the air.", "similarity": 0.6633, "relevance": 2 }, { "pair_id": 199888, "video_name": "house_s04e08_seg02_clip_21", "timestamp": [ 2.59, 4.75 ], "duration": 86.66, "caption": "A person tries to lift their hand but can not.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 199889, "video_name": "house_s08e15_seg02_clip_10", "timestamp": [ 84.5, 85.82 ], "duration": 88.66, "caption": "A person lifts both their hands up in a gesture.", "similarity": 0.6627, "relevance": 3 }, { "pair_id": 199890, "video_name": "s03e15_seg01_clip_01", "timestamp": [ 0.0, 3.0 ], "duration": 60.66, "caption": "A man holds both of their hands up in the air in front of themselves.", "similarity": 0.6625, "relevance": 3 }, { "pair_id": 199891, "video_name": "s09e05_seg02_clip_10", "timestamp": [ 0.0, 6.41 ], "duration": 61.66, "caption": "A person stands and talks and moves his hands in the air.", "similarity": 0.6609, "relevance": 2 }, { "pair_id": 199892, "video_name": "s04e01_seg02_clip_08", "timestamp": [ 15.63, 18.27 ], "duration": 44.66, "caption": "A person raises his hand and then lowers it.", "similarity": 0.6595, "relevance": 2 }, { "pair_id": 199893, "video_name": "castle_s01e06_seg02_clip_24", "timestamp": [ 35.85, 38.7 ], "duration": 81.66, "caption": "A person holds out their hand and a man takes it as they get up.", "similarity": 0.6593, "relevance": 3 }, { "pair_id": 199894, "video_name": "house_s03e13_seg02_clip_04", "timestamp": [ 23.66, 24.55 ], "duration": 89.66, "caption": "A woman puts her hands up in the air.", "similarity": 0.658, "relevance": 3 }, { "pair_id": 199895, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 29.79, 31.07 ], "duration": 85.66, "caption": "A person tosses the ball in their hand in the air and catches it as they stand.", "similarity": 0.655, "relevance": 3 }, { "pair_id": 199896, "video_name": "s01e13_seg02_clip_15", "timestamp": [ 0.38, 2.25 ], "duration": 75.66, "caption": "A person raises his/her hand and puts it back down.", "similarity": 0.6527, "relevance": 3 }, { "pair_id": 199897, "video_name": "s09e23_seg02_clip_12", "timestamp": [ 14.41, 15.91 ], "duration": 60.66, "caption": "A person lifts their left hand up in the air to wave and then brings it back down.", "similarity": 0.6522, "relevance": 3 }, { "pair_id": 199898, "video_name": "castle_s02e18_seg02_clip_23", "timestamp": [ 36.97, 39.61 ], "duration": 88.66, "caption": "A person raises his right hand which is holding an object and sets the object down.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 199899, "video_name": "house_s05e02_seg02_clip_02", "timestamp": [ 50.78, 59.31 ], "duration": 85.66, "caption": "A person gets up from the table and points their finger up in the air.", "similarity": 0.6506, "relevance": 3 } ] }, { "query_id": 89265, "query": "A woman pushes a man on top of her as she sits up from laying on sofa.", "relevant_moment": [ { "pair_id": 5820, "video_name": "friends_s08e07_seg02_clip_12", "timestamp": [ 50.21, 52.02 ], "duration": 60.66, "caption": "A woman pushes a man on top of her as she sits up from laying on sofa.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5821, "video_name": "s05e01_seg02_clip_09", "timestamp": [ 52.52, 56.73 ], "duration": 60.66, "caption": "A woman sits down on the sofa and urges a man to sit down next to her.", "similarity": 0.7267, "relevance": 2 }, { "pair_id": 5822, "video_name": "met_s02e18_seg02_clip_05", "timestamp": [ 0.0, 0.85 ], "duration": 56.66, "caption": "A woman lays on top of man on the sofa kissing him.", "similarity": 0.7184, "relevance": 1 }, { "pair_id": 5823, "video_name": "house_s06e07_seg02_clip_11", "timestamp": [ 78.74, 81.01 ], "duration": 91.66, "caption": "A man pulls a woman onto the sofa with him.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 5824, "video_name": "friends_s03e18_seg02_clip_19", "timestamp": [ 45.6, 53.12 ], "duration": 94.66, "caption": "A man lifts a woman into his arms and lays her down on the couch.", "similarity": 0.6911, "relevance": 1 }, { "pair_id": 5825, "video_name": "friends_s07e19_seg02_clip_16", "timestamp": [ 1.56, 3.9 ], "duration": 52.66, "caption": "A woman gets up from the couch while pushing away a man.", "similarity": 0.6899, "relevance": 3 }, { "pair_id": 5826, "video_name": "friends_s06e19_seg02_clip_16", "timestamp": [ 6.65, 11.79 ], "duration": 60.66, "caption": "A woman grabs a man by the arm and pulls him to sit on the sofa.", "similarity": 0.6883, "relevance": 1 }, { "pair_id": 5827, "video_name": "met_s02e12_seg02_clip_08", "timestamp": [ 50.51, 55.47 ], "duration": 61.66, "caption": "A man pushes woman and she goes onto the floor by the bed.", "similarity": 0.6776, "relevance": 0 }, { "pair_id": 5828, "video_name": "friends_s06e18_seg02_clip_03", "timestamp": [ 61.41, 62.03 ], "duration": 62.66, "caption": "A woman pulls person's arm to sit him/her down on the sofa.", "similarity": 0.6761, "relevance": 1 }, { "pair_id": 5829, "video_name": "s06e16_seg02_clip_14", "timestamp": [ 13.34, 24.19 ], "duration": 62.66, "caption": "A man sits on the sofa with a woman after she sat down first.", "similarity": 0.6699, "relevance": 2 }, { "pair_id": 5830, "video_name": "castle_s04e13_seg02_clip_27", "timestamp": [ 0.0, 5.18 ], "duration": 23.66, "caption": "A woman sits down on a sofa with a man.", "similarity": 0.6689, "relevance": 0 }, { "pair_id": 5831, "video_name": "friends_s10e03_seg02_clip_07", "timestamp": [ 3.71, 4.51 ], "duration": 53.66, "caption": "A woman puts both hands on a man's hand while they sit on the sofa.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 5833, "video_name": "friends_s02e08_seg02_clip_11", "timestamp": [ 33.64, 38.37 ], "duration": 59.66, "caption": "A man pushes woman down into the recliner.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 5834, "video_name": "s06e17_seg02_clip_01", "timestamp": [ 3.64, 9.24 ], "duration": 56.66, "caption": "A person introduces a woman and she sits down on the sofa.", "similarity": 0.6534, "relevance": 1 }, { "pair_id": 5835, "video_name": "friends_s06e13_seg02_clip_08", "timestamp": [ 31.73, 36.01 ], "duration": 61.66, "caption": "A woman gets up and sits between two people on the sofa.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 5836, "video_name": "friends_s07e02_seg02_clip_01", "timestamp": [ 24.01, 27.31 ], "duration": 60.66, "caption": "A man lifts his head from the sofa he is lying on and asks woman for a softer pillow.", "similarity": 0.6486, "relevance": 0 }, { "pair_id": 5837, "video_name": "met_s06e23_seg02_clip_12", "timestamp": [ 3.36, 8.85 ], "duration": 61.66, "caption": "A woman pushes a man to his left by his shoulders.", "similarity": 0.6483, "relevance": 1 }, { "pair_id": 5839, "video_name": "s03e19_seg02_clip_10", "timestamp": [ 0.0, 3.66 ], "duration": 61.66, "caption": "A person moves from the arm of the sofa to sit next to a woman.", "similarity": 0.6439, "relevance": 1 } ] }, { "query_id": 89305, "query": "A person is sitting on the floor by the coffee table holding playing cards.", "relevant_moment": [ { "pair_id": 128560, "video_name": "s03e05_seg01_clip_00", "timestamp": [ 3.84, 6.72 ], "duration": 64.66, "caption": "A person is sitting on the floor by the coffee table holding playing cards.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 128561, "video_name": "s04e18_seg02_clip_04", "timestamp": [ 1.53, 3.97 ], "duration": 61.66, "caption": "A person places the playing cards in his hands onto the coffee table.", "similarity": 0.8126, "relevance": 2 }, { "pair_id": 128562, "video_name": "s01e17_seg02_clip_06", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A person is sitting on the floor in front of a game board on the coffee table.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 128563, "video_name": "house_s04e08_seg02_clip_07", "timestamp": [ 13.2, 18.2 ], "duration": 91.66, "caption": "A person sits at the table and plays with a deck of cards.", "similarity": 0.7628, "relevance": 2 }, { "pair_id": 128564, "video_name": "s07e17_seg01_clip_00", "timestamp": [ 4.1, 43.24 ], "duration": 91.66, "caption": "A person is sitting on the floor by the coffee table holding a Chinese food container.", "similarity": 0.7201, "relevance": 2 }, { "pair_id": 128565, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 0.0, 3.84 ], "duration": 96.66, "caption": "A person places a card down on the table.", "similarity": 0.7033, "relevance": 3 }, { "pair_id": 128566, "video_name": "s06e10_seg01_clip_01", "timestamp": [ 79.54, 83.72 ], "duration": 93.66, "caption": "A person is holding a hand of cards as they sit in their spot.", "similarity": 0.6952, "relevance": 3 }, { "pair_id": 128567, "video_name": "friends_s01e18_seg02_clip_19", "timestamp": [ 27.01, 29.41 ], "duration": 60.66, "caption": "A man sits down at the kitchen table to play cards.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 128568, "video_name": "s05e03_seg02_clip_06", "timestamp": [ 32.22, 47.33 ], "duration": 57.66, "caption": "A person is sitting on the floor by the coffee table as they play with their trains.", "similarity": 0.6815, "relevance": 3 }, { "pair_id": 128569, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 33.19, 36.29 ], "duration": 62.66, "caption": "A person chooses a card to play, and puts it on the table.", "similarity": 0.6706, "relevance": 3 }, { "pair_id": 128570, "video_name": "s03e05_seg02_clip_16", "timestamp": [ 12.42, 14.15 ], "duration": 69.66, "caption": "A person lays a card on the table during a game.", "similarity": 0.6634, "relevance": 3 }, { "pair_id": 128571, "video_name": "s04e18_seg02_clip_03", "timestamp": [ 57.33, 59.13 ], "duration": 60.66, "caption": "A person is flipping cards onto the coffee table.", "similarity": 0.6601, "relevance": 3 }, { "pair_id": 128572, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 53.47, 56.03 ], "duration": 64.66, "caption": "A person sitting at a table shows someone a card from the table.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 128573, "video_name": "s02e14_seg02_clip_13", "timestamp": [ 41.25, 47.45 ], "duration": 62.66, "caption": "A person sits on the floor holding a yellow coffee mug.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 128574, "video_name": "s03e02_seg02_clip_04", "timestamp": [ 43.02, 46.08 ], "duration": 61.66, "caption": "A person gets up from the floor by the coffee table.", "similarity": 0.6428, "relevance": 2 }, { "pair_id": 128575, "video_name": "s04e18_seg02_clip_00", "timestamp": [ 51.48, 54.28 ], "duration": 62.66, "caption": "A person leans over and grabs the deck of cards from the coffee table.", "similarity": 0.6427, "relevance": 3 }, { "pair_id": 128576, "video_name": "s04e18_seg02_clip_04", "timestamp": [ 1.22, 3.36 ], "duration": 61.66, "caption": "A person throws a deck of cards down on to the coffee table.", "similarity": 0.6409, "relevance": 3 }, { "pair_id": 128577, "video_name": "castle_s01e08_seg02_clip_00", "timestamp": [ 0.0, 11.04 ], "duration": 92.66, "caption": "A person sits down at the poker table and picks up their cards.", "similarity": 0.6368, "relevance": 2 }, { "pair_id": 128578, "video_name": "s04e18_seg02_clip_12", "timestamp": [ 19.48, 23.61 ], "duration": 59.66, "caption": "A person lays a deck of cards out on the table.", "similarity": 0.6357, "relevance": 2 }, { "pair_id": 128579, "video_name": "s04e18_seg02_clip_13", "timestamp": [ 14.17, 16.23 ], "duration": 59.66, "caption": "A person gathers the deck of playing cards up from the table.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 301880, "video_name": "friends_s04e06_seg02_clip_14", "timestamp": [ 36.53, 39.54 ], "duration": 67.66, "caption": "Person places some business cards on the coffee table.", "similarity": 0.6297, "relevance": 1 }, { "pair_id": 301881, "video_name": "s07e05_seg02_clip_00", "timestamp": [ 49.31, 50.86 ], "duration": 62.66, "caption": "A person points to the pile of game cards on the table.", "similarity": 0.6288, "relevance": 3 }, { "pair_id": 301882, "video_name": "friends_s04e06_seg02_clip_14", "timestamp": [ 37.2, 44.24 ], "duration": 67.66, "caption": "A woman places a card down on the table.", "similarity": 0.6272, "relevance": 1 }, { "pair_id": 301883, "video_name": "s09e18_seg02_clip_04", "timestamp": [ 10.07, 13.73 ], "duration": 61.66, "caption": "A person puts their cellphone on the coffee table and sits by the table.", "similarity": 0.6241, "relevance": 2 }, { "pair_id": 301884, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.21 ], "duration": 57.66, "caption": "A man was holding game cards whilst sitting on the couch.", "similarity": 0.6212, "relevance": 3 }, { "pair_id": 301885, "video_name": "s06e02_seg02_clip_14", "timestamp": [ 25.09, 28.23 ], "duration": 57.66, "caption": "A person picks up a playing card from the coffee table and hands it to another person.", "similarity": 0.6208, "relevance": 3 }, { "pair_id": 301886, "video_name": "friends_s01e18_seg02_clip_06", "timestamp": [ 4.81, 6.01 ], "duration": 60.66, "caption": "A man takes the playing cards laid out on the table.", "similarity": 0.6199, "relevance": 2 }, { "pair_id": 301887, "video_name": "s01e02_seg01_clip_00", "timestamp": [ 31.2, 33.72 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.6186, "relevance": 1 }, { "pair_id": 301888, "video_name": "s01e01_seg02_clip_05", "timestamp": [ 59.25, 61.14 ], "duration": 63.66, "caption": "A person puts his container of food on the coffee table.", "similarity": 0.6186, "relevance": 1 }, { "pair_id": 301889, "video_name": "house_s01e01_seg02_clip_19", "timestamp": [ 71.21, 72.9 ], "duration": 113.66, "caption": "A person is sitting in the chair in the room while holding onto a coffee cup.", "similarity": 0.6177, "relevance": 0 }, { "pair_id": 301890, "video_name": "met_s02e13_seg02_clip_14", "timestamp": [ 11.77, 16.3 ], "duration": 60.66, "caption": "A person puts his coffee and bag down at a table and sits down.", "similarity": 0.6176, "relevance": 1 }, { "pair_id": 301891, "video_name": "met_s06e03_seg01_clip_03", "timestamp": [ 6.51, 23.57 ], "duration": 62.66, "caption": "A woman sits on the floor behind the coffee table holding a phone in one hand and a bottle of liquor in the other.", "similarity": 0.6156, "relevance": 2 }, { "pair_id": 301892, "video_name": "s07e16_seg01_clip_00", "timestamp": [ 55.21, 62.03 ], "duration": 62.66, "caption": "A woman walks towards the coffee table and sits on the floor beside it.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 301893, "video_name": "s07e05_seg02_clip_01", "timestamp": [ 9.15, 10.92 ], "duration": 59.66, "caption": "A man places one of his cards on the table.", "similarity": 0.6115, "relevance": 3 }, { "pair_id": 301894, "video_name": "s02e21_seg02_clip_00", "timestamp": [ 35.4, 38.45 ], "duration": 61.66, "caption": "A person places their carton of food on the coffee table.", "similarity": 0.6105, "relevance": 1 }, { "pair_id": 301895, "video_name": "s08e02_seg01_clip_00", "timestamp": [ 17.56, 23.09 ], "duration": 65.66, "caption": "A person is sitting on the floor with a tray of food.", "similarity": 0.6097, "relevance": 3 }, { "pair_id": 301896, "video_name": "s07e04_seg02_clip_01", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A person is holding a book and a coffee mug as they sit at the table.", "similarity": 0.6093, "relevance": 1 }, { "pair_id": 301897, "video_name": "s10e09_seg02_clip_11", "timestamp": [ 30.69, 39.25 ], "duration": 59.66, "caption": "A person sits down on the pillow on the floor to eat off of the coffee table.", "similarity": 0.6058, "relevance": 2 }, { "pair_id": 301898, "video_name": "s01e03_seg02_clip_06", "timestamp": [ 24.5, 29.51 ], "duration": 59.66, "caption": "A person is in between two other people on the floor by the coffee table.", "similarity": 0.6054, "relevance": 2 }, { "pair_id": 301899, "video_name": "s08e23_seg02_clip_12", "timestamp": [ 4.28, 6.56 ], "duration": 57.66, "caption": "A person places two coffee cups on the table as he/she sits down.", "similarity": 0.6038, "relevance": 1 } ] }, { "query_id": 89467, "query": "A man is trying to find a way to free another man's leg that is stuck under a pillar.", "relevant_moment": [ { "pair_id": 4280, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 0.0, 33.68 ], "duration": 91.66, "caption": "A man is trying to find a way to free another man's leg that is stuck under a pillar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4281, "video_name": "castle_s06e11_seg02_clip_16", "timestamp": [ 0.0, 4.39 ], "duration": 87.66, "caption": "A man unsuccessfully attempts to lift a pillar off of another man using his bare hands.", "similarity": 0.639, "relevance": 4 }, { "pair_id": 4282, "video_name": "house_s01e02_seg02_clip_15", "timestamp": [ 40.51, 58.07 ], "duration": 90.66, "caption": "A man tries to figure out what his patient has stuck in his leg.", "similarity": 0.5734, "relevance": 0 }, { "pair_id": 4283, "video_name": "friends_s03e11_seg02_clip_10", "timestamp": [ 27.56, 45.26 ], "duration": 58.66, "caption": "A man has a plan but another man pokes a hole in it.", "similarity": 0.5658, "relevance": 0 }, { "pair_id": 4284, "video_name": "s02e11_seg02_clip_04", "timestamp": [ 0.0, 8.85 ], "duration": 59.66, "caption": "A man helps man, whose leg is injured, up the stairs.", "similarity": 0.5647, "relevance": 0 }, { "pair_id": 4285, "video_name": "friends_s08e08_seg02_clip_10", "timestamp": [ 19.53, 22.09 ], "duration": 64.66, "caption": "A man pulls another man away to stand in a different spot.", "similarity": 0.5552, "relevance": 0 }, { "pair_id": 4286, "video_name": "castle_s06e11_seg02_clip_16", "timestamp": [ 0.0, 17.57 ], "duration": 87.66, "caption": "A man was stuck in a large concrete and another person is trying to help him.", "similarity": 0.5443, "relevance": 4 }, { "pair_id": 4287, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 30.49, 37.78 ], "duration": 91.66, "caption": "A man is able to lift the beam off another man's leg.", "similarity": 0.5361, "relevance": 4 }, { "pair_id": 4288, "video_name": "s04e01_seg02_clip_11", "timestamp": [ 0.0, 12.99 ], "duration": 59.66, "caption": "Two men are trying to figure out how to help a man with his problem.", "similarity": 0.5344, "relevance": 0 }, { "pair_id": 4289, "video_name": "friends_s06e21_seg02_clip_17", "timestamp": [ 50.72, 55.22 ], "duration": 60.66, "caption": "A man offers another man his assistance and the other man requests assistance with an illegal activity.", "similarity": 0.5307, "relevance": 0 }, { "pair_id": 4290, "video_name": "castle_s06e11_seg02_clip_15", "timestamp": [ 72.24, 84.2 ], "duration": 92.66, "caption": "A man runs over to check on another person, whose legs are trapped under a heavy piece of debris.", "similarity": 0.524, "relevance": 3 }, { "pair_id": 4291, "video_name": "castle_s06e11_seg02_clip_17", "timestamp": [ 34.13, 39.6 ], "duration": 91.66, "caption": "A man lifts up the piller with the help of crowbar and another man frees his leg.", "similarity": 0.5184, "relevance": 4 }, { "pair_id": 4292, "video_name": "house_s06e21_seg02_clip_19", "timestamp": [ 0.0, 14.85 ], "duration": 99.66, "caption": "A person pled with a person that is trapped to let them help due to what happened to his own leg.", "similarity": 0.5167, "relevance": 1 }, { "pair_id": 4293, "video_name": "house_s08e11_seg02_clip_27", "timestamp": [ 0.0, 7.07 ], "duration": 101.66, "caption": "A man walks into the therapy as a man is attempting to use his legs to walk.", "similarity": 0.516, "relevance": 0 }, { "pair_id": 4294, "video_name": "castle_s06e11_seg02_clip_20", "timestamp": [ 42.31, 90.02 ], "duration": 90.66, "caption": "Two men were trapped, they need as soonest a big help to get out in it.", "similarity": 0.5132, "relevance": 1 }, { "pair_id": 4295, "video_name": "friends_s01e15_seg02_clip_11", "timestamp": [ 17.33, 29.31 ], "duration": 63.66, "caption": "A man tries to get another man to come on to him for practice.", "similarity": 0.5112, "relevance": 0 }, { "pair_id": 4296, "video_name": "grey_s02e08_seg02_clip_21", "timestamp": [ 81.48, 82.4 ], "duration": 92.66, "caption": "A man lifts his leg up while sitting down and brings his leg in close to his other leg.", "similarity": 0.5108, "relevance": 0 }, { "pair_id": 4297, "video_name": "met_s06e03_seg01_clip_01", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A man looks up and says that he will help another man out.", "similarity": 0.5027, "relevance": 0 }, { "pair_id": 4298, "video_name": "met_s06e14_seg02_clip_14", "timestamp": [ 14.46, 28.33 ], "duration": 59.66, "caption": "A man has an idea and it leads to another man getting physically hurt.", "similarity": 0.5014, "relevance": 0 }, { "pair_id": 4299, "video_name": "castle_s05e20_seg02_clip_09", "timestamp": [ 9.35, 17.36 ], "duration": 89.66, "caption": "A man takes an object from another man and puts it away.", "similarity": 0.4979, "relevance": 0 } ] }, { "query_id": 89477, "query": "A woman holds a black trash bag while speaking to people.", "relevant_moment": [ { "pair_id": 11020, "video_name": "friends_s02e22_seg02_clip_13", "timestamp": [ 54.81, 59.57 ], "duration": 59.66, "caption": "A woman holds a black trash bag while speaking to people.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 11021, "video_name": "castle_s01e06_seg02_clip_13", "timestamp": [ 43.24, 46.88 ], "duration": 91.66, "caption": "A woman is checking a bag while talking to some people.", "similarity": 0.7467, "relevance": 2 }, { "pair_id": 11022, "video_name": "friends_s05e13_seg02_clip_20", "timestamp": [ 10.88, 16.67 ], "duration": 68.66, "caption": "A person is grasping a large black bag whilst conversing with woman.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 11023, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 40.33, 48.74 ], "duration": 58.66, "caption": "A woman was holding a brown bag whilst talking.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 11024, "video_name": "castle_s01e04_seg02_clip_13", "timestamp": [ 0.0, 1.37 ], "duration": 91.66, "caption": "A woman is holding a plastic bag while talking to another woman.", "similarity": 0.6971, "relevance": 2 }, { "pair_id": 11025, "video_name": "grey_s03e25_seg02_clip_28", "timestamp": [ 0.0, 8.64 ], "duration": 108.66, "caption": "A woman is having a conversation with some people.", "similarity": 0.6951, "relevance": 1 }, { "pair_id": 11026, "video_name": "castle_s03e18_seg02_clip_17", "timestamp": [ 0.0, 78.65 ], "duration": 89.66, "caption": "A woman was having a conversation with some people.", "similarity": 0.6861, "relevance": 1 }, { "pair_id": 11027, "video_name": "house_s02e20_seg02_clip_23", "timestamp": [ 0.0, 5.92 ], "duration": 91.66, "caption": "A person searches something on a trash bag while talking to a woman.", "similarity": 0.6852, "relevance": 3 }, { "pair_id": 11028, "video_name": "friends_s03e24_seg02_clip_03", "timestamp": [ 43.48, 44.72 ], "duration": 61.66, "caption": "A woman unslings her bag while talking to woman.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 11029, "video_name": "met_s02e21_seg02_clip_01", "timestamp": [ 0.0, 3.68 ], "duration": 61.66, "caption": "A woman grabs her pouch from her bag while talking to woman.", "similarity": 0.6748, "relevance": 2 }, { "pair_id": 11030, "video_name": "met_s06e16_seg01_clip_01", "timestamp": [ 9.4, 25.48 ], "duration": 60.66, "caption": "A woman gives a small impassioned speech to some people.", "similarity": 0.6708, "relevance": 1 }, { "pair_id": 11031, "video_name": "s02e10_seg02_clip_02", "timestamp": [ 11.21, 13.87 ], "duration": 59.66, "caption": "A woman grabs her bag from the chair and speaks to another woman.", "similarity": 0.67, "relevance": 2 }, { "pair_id": 11032, "video_name": "friends_s04e23-24_seg01_clip_00", "timestamp": [ 29.57, 34.84 ], "duration": 81.66, "caption": "A woman is putting items into her bag while talking to herself.", "similarity": 0.6659, "relevance": 1 }, { "pair_id": 11033, "video_name": "grey_s03e01_seg02_clip_02", "timestamp": [ 1.78, 14.24 ], "duration": 89.66, "caption": "A woman walks up to a bag and taps on the bag as she speaks to it.", "similarity": 0.6649, "relevance": 1 }, { "pair_id": 11034, "video_name": "castle_s06e09_seg02_clip_01", "timestamp": [ 24.85, 33.88 ], "duration": 90.66, "caption": "A woman walks up to the body bag and starts talking to some people.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 11035, "video_name": "castle_s05e13_seg02_clip_12", "timestamp": [ 40.93, 63.38 ], "duration": 88.66, "caption": "A woman is having a conversation with someone.", "similarity": 0.6586, "relevance": 1 }, { "pair_id": 11036, "video_name": "s10e08_seg02_clip_00", "timestamp": [ 55.84, 58.59 ], "duration": 61.66, "caption": "A woman has a rag in her hand as she speaks to a person.", "similarity": 0.6506, "relevance": 2 }, { "pair_id": 11037, "video_name": "castle_s05e09_seg02_clip_18", "timestamp": [ 2.79, 8.37 ], "duration": 93.66, "caption": "A person is speaking on the phone and holds up a plastic bag.", "similarity": 0.6506, "relevance": 1 }, { "pair_id": 11038, "video_name": "friends_s06e15-16_seg02_clip_01", "timestamp": [ 3.05, 6.1 ], "duration": 61.66, "caption": "A woman is opening her bag while talking to man.", "similarity": 0.6494, "relevance": 1 }, { "pair_id": 11039, "video_name": "s08e04_seg02_clip_04", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A woman opens her bag while talking to another woman.", "similarity": 0.6491, "relevance": 1 }, { "pair_id": 184340, "video_name": "house_s05e09_seg02_clip_21", "timestamp": [ 0.0, 19.75 ], "duration": 94.66, "caption": "A woman was having a conversation with a person wearing an all black outfit.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 184341, "video_name": "s01e01_seg01_clip_05", "timestamp": [ 16.25, 40.06 ], "duration": 56.66, "caption": "A person holds up a paper bag while talking to someone else.", "similarity": 0.6445, "relevance": 3 }, { "pair_id": 184342, "video_name": "s04e10_seg02_clip_03", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A woman speaks to person about her interaction with another person.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 184343, "video_name": "friends_s09e06_seg02_clip_08", "timestamp": [ 21.38, 23.66 ], "duration": 57.66, "caption": "A woman startles some people when she speaks.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 184344, "video_name": "s01e15_seg02_clip_00", "timestamp": [ 11.48, 21.09 ], "duration": 62.66, "caption": "A woman is holding an envelope folder as she speaks to two people.", "similarity": 0.6376, "relevance": 3 }, { "pair_id": 184345, "video_name": "house_s08e14_seg02_clip_20", "timestamp": [ 45.77, 80.1 ], "duration": 88.66, "caption": "A woman is holding person's hand as they speak to someone.", "similarity": 0.6376, "relevance": 2 }, { "pair_id": 184346, "video_name": "castle_s05e14_seg02_clip_09", "timestamp": [ 0.0, 4.97 ], "duration": 90.66, "caption": "A woman is holding a clipboard as she speaks to two people.", "similarity": 0.6349, "relevance": 2 }, { "pair_id": 184347, "video_name": "s07e03_seg02_clip_03", "timestamp": [ 0.0, 10.54 ], "duration": 62.66, "caption": "A person wears a backpack while talking to woman.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 184348, "video_name": "house_s08e03_seg02_clip_26", "timestamp": [ 66.51, 93.03 ], "duration": 93.66, "caption": "A person speaks to another person in the locker room as she takes her bag.", "similarity": 0.6334, "relevance": 2 }, { "pair_id": 184349, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 30.08, 34.74 ], "duration": 62.66, "caption": "A woman puts her hand over her mouth while having a conversation with a person.", "similarity": 0.6327, "relevance": 2 }, { "pair_id": 184350, "video_name": "friends_s04e02_seg02_clip_01", "timestamp": [ 3.64, 5.88 ], "duration": 56.66, "caption": "A woman put her bag down to the table while talking to a man.", "similarity": 0.6304, "relevance": 2 }, { "pair_id": 184351, "video_name": "castle_s07e03_seg02_clip_11", "timestamp": [ 0.0, 3.04 ], "duration": 86.66, "caption": "A woman is holding a tissue in her hand and gestures while talking to some people.", "similarity": 0.6296, "relevance": 2 }, { "pair_id": 184352, "video_name": "s06e03_seg01_clip_03", "timestamp": [ 63.92, 69.6 ], "duration": 71.66, "caption": "A woman talks to a person as she hands a black notebook to him.", "similarity": 0.6291, "relevance": 3 }, { "pair_id": 184353, "video_name": "castle_s03e17_seg02_clip_14", "timestamp": [ 0.0, 23.7 ], "duration": 103.66, "caption": "A woman is speaking to some people as they are sitting.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 184354, "video_name": "s09e09_seg02_clip_02", "timestamp": [ 36.62, 39.32 ], "duration": 60.66, "caption": "A woman is taking food out of a grocery bag as she speaks to a man.", "similarity": 0.6278, "relevance": 3 }, { "pair_id": 184355, "video_name": "met_s03e09_seg02_clip_00", "timestamp": [ 2.82, 5.64 ], "duration": 62.66, "caption": "A woman sets down a bag and says what is in it.", "similarity": 0.6275, "relevance": 2 }, { "pair_id": 184356, "video_name": "castle_s02e18_seg02_clip_09", "timestamp": [ 0.0, 10.45 ], "duration": 95.66, "caption": "A person is talking with some people and then she opens her purse on the table.", "similarity": 0.6265, "relevance": 2 }, { "pair_id": 184357, "video_name": "house_s01e09_seg02_clip_08", "timestamp": [ 28.44, 78.33 ], "duration": 82.66, "caption": "A woman has a lengthy conversation with someone.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 184358, "video_name": "friends_s05e06_seg02_clip_00", "timestamp": [ 6.37, 67.02 ], "duration": 67.66, "caption": "Some people and a woman wearing black shirt were having a conversation.", "similarity": 0.6255, "relevance": 2 }, { "pair_id": 184359, "video_name": "friends_s09e04_seg02_clip_11", "timestamp": [ 54.62, 56.45 ], "duration": 61.66, "caption": "A woman holds the handle of the black thing and moves it slightly towards her while talking.", "similarity": 0.6254, "relevance": 2 } ] }, { "query_id": 89546, "query": "A person is sitting across from another person while he speaks to him.", "relevant_moment": [ { "pair_id": 20560, "video_name": "s04e19_seg02_clip_08", "timestamp": [ 8.7, 14.71 ], "duration": 60.66, "caption": "A person is sitting across from another person while he speaks to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20561, "video_name": "s04e07_seg02_clip_06", "timestamp": [ 33.64, 38.96 ], "duration": 59.66, "caption": "A person is sitting across from another person as they speak.", "similarity": 0.9612, "relevance": 3 }, { "pair_id": 20562, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person is sitting across from someone as they are speaking to them.", "similarity": 0.9348, "relevance": 4 }, { "pair_id": 20563, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 24.61, 36.62 ], "duration": 60.66, "caption": "A person is speaking to another person as they sit across from each other.", "similarity": 0.9339, "relevance": 4 }, { "pair_id": 20564, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A man is sitting across from person as he speaks to him.", "similarity": 0.9295, "relevance": 4 }, { "pair_id": 20565, "video_name": "castle_s03e09_seg02_clip_07", "timestamp": [ 0.0, 36.93 ], "duration": 91.66, "caption": "A person is sitting as he speaks to another person in front of him.", "similarity": 0.9199, "relevance": 3 }, { "pair_id": 20566, "video_name": "s09e01_seg02_clip_04", "timestamp": [ 11.9, 16.83 ], "duration": 58.66, "caption": "A person is sitting across from another person in another chair as they speak.", "similarity": 0.9057, "relevance": 3 }, { "pair_id": 20567, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 46.76, 54.55 ], "duration": 82.66, "caption": "A person is sitting beside someone as he speaks to another person.", "similarity": 0.9054, "relevance": 4 }, { "pair_id": 20568, "video_name": "house_s04e14_seg02_clip_18", "timestamp": [ 8.07, 89.63 ], "duration": 89.66, "caption": "A person sits down next to another person and speaks with him.", "similarity": 0.889, "relevance": 3 }, { "pair_id": 20569, "video_name": "castle_s05e16_seg02_clip_08", "timestamp": [ 7.45, 41.36 ], "duration": 41.66, "caption": "A person is speaking to another person as he sits beside him.", "similarity": 0.8856, "relevance": 3 }, { "pair_id": 20571, "video_name": "house_s04e11_seg02_clip_21", "timestamp": [ 31.62, 34.29 ], "duration": 89.66, "caption": "A person is sitting beside another person as they speak to them.", "similarity": 0.8782, "relevance": 2 }, { "pair_id": 20573, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A person sits down while he is talking to another person.", "similarity": 0.8587, "relevance": 2 }, { "pair_id": 20574, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 76.99, 86.02 ], "duration": 86.66, "caption": "A person is sitting and talking to another person.", "similarity": 0.8562, "relevance": 2 }, { "pair_id": 20576, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 0.0, 31.51 ], "duration": 150.66, "caption": "A man is sitting across from another person as they converse.", "similarity": 0.8501, "relevance": 4 }, { "pair_id": 20577, "video_name": "s07e16_seg02_clip_06", "timestamp": [ 22.58, 31.12 ], "duration": 61.66, "caption": "A person gets up from his spot when he was sitting speaking to another person.", "similarity": 0.8422, "relevance": 2 }, { "pair_id": 20578, "video_name": "castle_s06e11_seg02_clip_07", "timestamp": [ 5.54, 92.29 ], "duration": 92.66, "caption": "A woman is sitting across from another person as he speaks.", "similarity": 0.8415, "relevance": 4 }, { "pair_id": 20579, "video_name": "s07e16_seg02_clip_06", "timestamp": [ 1.83, 11.29 ], "duration": 61.66, "caption": "A person goes to sit at his spot when he was speaking to two people.", "similarity": 0.837, "relevance": 2 }, { "pair_id": 193880, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man is sitting across from a person while conversing.", "similarity": 0.837, "relevance": 3 }, { "pair_id": 193881, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 9.0, 12.01 ], "duration": 50.66, "caption": "A person sits down while talking to another person.", "similarity": 0.835, "relevance": 3 }, { "pair_id": 193882, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 0.0, 5.53 ], "duration": 65.66, "caption": "A person is sitting next to a man while speaking with another person.", "similarity": 0.8337, "relevance": 2 }, { "pair_id": 193883, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.8228, "relevance": 3 }, { "pair_id": 193884, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to person while person is sitting.", "similarity": 0.8207, "relevance": 4 }, { "pair_id": 193885, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 23.59, 27.45 ], "duration": 85.66, "caption": "A person sits down immediately while talking to another person.", "similarity": 0.8191, "relevance": 2 }, { "pair_id": 193886, "video_name": "castle_s04e13_seg02_clip_04", "timestamp": [ 56.42, 66.76 ], "duration": 94.66, "caption": "A person stands up and sits back down while speaking to another person.", "similarity": 0.8146, "relevance": 2 }, { "pair_id": 193887, "video_name": "s05e14_seg02_clip_06", "timestamp": [ 12.69, 17.41 ], "duration": 59.66, "caption": "Two people are sitting beside each other as they speak to a person.", "similarity": 0.8112, "relevance": 3 }, { "pair_id": 193888, "video_name": "friends_s02e03_seg02_clip_17", "timestamp": [ 12.1, 23.29 ], "duration": 60.66, "caption": "A person talks to two other people, and then sits down.", "similarity": 0.8111, "relevance": 2 }, { "pair_id": 193889, "video_name": "house_s01e01_seg02_clip_01", "timestamp": [ 31.28, 39.1 ], "duration": 39.66, "caption": "Two people are sitting beside each other as a person speaks to them.", "similarity": 0.8103, "relevance": 2 }, { "pair_id": 193890, "video_name": "s08e21_seg02_clip_09", "timestamp": [ 17.12, 19.77 ], "duration": 59.66, "caption": "A man is sitting beside a person as they speak to each other.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 193891, "video_name": "friends_s08e01_seg02_clip_19", "timestamp": [ 1.22, 28.68 ], "duration": 61.66, "caption": "A person sits down and starts talking to another person.", "similarity": 0.8044, "relevance": 2 }, { "pair_id": 193892, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A person sits down and has a conversation with another person.", "similarity": 0.8033, "relevance": 2 }, { "pair_id": 193893, "video_name": "s08e21_seg02_clip_12", "timestamp": [ 26.86, 30.1 ], "duration": 59.66, "caption": "A person is beside a man as he is speaking to another person.", "similarity": 0.8028, "relevance": 2 }, { "pair_id": 193894, "video_name": "house_s03e05_seg02_clip_01", "timestamp": [ 51.76, 58.97 ], "duration": 90.66, "caption": "A person sits while another person talks to someone who stands up.", "similarity": 0.8016, "relevance": 2 }, { "pair_id": 193895, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is speaking to person as he is sitting.", "similarity": 0.7996, "relevance": 2 }, { "pair_id": 193896, "video_name": "castle_s02e02_seg02_clip_03", "timestamp": [ 27.55, 83.49 ], "duration": 83.66, "caption": "A person goes over and sits down to talk to another person.", "similarity": 0.7987, "relevance": 3 }, { "pair_id": 193897, "video_name": "s01e17_seg02_clip_14", "timestamp": [ 18.92, 32.88 ], "duration": 62.66, "caption": "A person speaks a foreign language to two people then him and another person sit next to them.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 193898, "video_name": "s05e17_seg02_clip_05", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A man is sitting in a chair beside a person as he speaks to another person.", "similarity": 0.7944, "relevance": 3 }, { "pair_id": 193899, "video_name": "friends_s08e03_seg02_clip_09", "timestamp": [ 0.0, 11.79 ], "duration": 62.66, "caption": "Two people were sitting across each other whilst talking.", "similarity": 0.7931, "relevance": 4 } ] }, { "query_id": 89611, "query": "A man puts his feet on the coffee table and crosses his legs and then crosses them the other way.", "relevant_moment": [ { "pair_id": 118120, "video_name": "friends_s06e12_seg02_clip_14", "timestamp": [ 23.12, 28.05 ], "duration": 61.66, "caption": "A man puts his feet on the coffee table and crosses his legs and then crosses them the other way.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 118121, "video_name": "friends_s03e05_seg02_clip_00", "timestamp": [ 52.18, 59.5 ], "duration": 61.66, "caption": "A man uncrosses his legs and then crosses them the opposite way.", "similarity": 0.7077, "relevance": 3 }, { "pair_id": 118122, "video_name": "friends_s06e24-25_seg02_clip_01", "timestamp": [ 38.76, 40.97 ], "duration": 63.66, "caption": "A man crosses his right leg over his other leg.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 118123, "video_name": "friends_s01e16-17_seg02_clip_01", "timestamp": [ 26.27, 27.74 ], "duration": 59.66, "caption": "A person crosses their legs while sitting at a table.", "similarity": 0.6584, "relevance": 2 }, { "pair_id": 118124, "video_name": "friends_s03e15_seg02_clip_05", "timestamp": [ 1.78, 4.16 ], "duration": 59.66, "caption": "A man crosses his right leg over his leg leg.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 118125, "video_name": "friends_s07e14_seg02_clip_10", "timestamp": [ 46.82, 51.38 ], "duration": 65.66, "caption": "A man walks over to the table and pours the coffee in his cup.", "similarity": 0.6535, "relevance": 0 }, { "pair_id": 118126, "video_name": "house_s07e20_seg02_clip_00", "timestamp": [ 26.4, 33.22 ], "duration": 91.66, "caption": "A person stirs their coffee and walks towards the table.", "similarity": 0.6442, "relevance": 0 }, { "pair_id": 118127, "video_name": "friends_s01e16-17_seg02_clip_25", "timestamp": [ 16.58, 24.44 ], "duration": 58.66, "caption": "A man walks over to two men holding a cup of coffee, he sits down in the chair and puts the cup on the table.", "similarity": 0.6413, "relevance": 1 }, { "pair_id": 118128, "video_name": "house_s03e17_seg02_clip_06", "timestamp": [ 1.79, 7.18 ], "duration": 89.66, "caption": "A man places the coffee cup he has in his hand onto the table in front of him.", "similarity": 0.6338, "relevance": 1 }, { "pair_id": 118129, "video_name": "met_s03e19_seg02_clip_05", "timestamp": [ 33.35, 37.98 ], "duration": 61.66, "caption": "A man puts his foot on the coffee table while wearing red cowboy boots.", "similarity": 0.6212, "relevance": 2 }, { "pair_id": 118130, "video_name": "castle_s05e11_seg02_clip_13", "timestamp": [ 47.01, 52.19 ], "duration": 94.66, "caption": "A man jumps over back of the couch and puts his feet on the coffee table.", "similarity": 0.6193, "relevance": 2 }, { "pair_id": 118131, "video_name": "house_s02e09_seg02_clip_01", "timestamp": [ 12.04, 15.05 ], "duration": 86.66, "caption": "A man crosses his legs and has clasped hands and looks exasperated.", "similarity": 0.618, "relevance": 2 }, { "pair_id": 118132, "video_name": "friends_s09e16_seg02_clip_00", "timestamp": [ 15.37, 19.85 ], "duration": 64.66, "caption": "A man puts down a piece of paper and crosses his legs.", "similarity": 0.6164, "relevance": 1 }, { "pair_id": 118133, "video_name": "house_s03e16_seg02_clip_01", "timestamp": [ 62.08, 81.46 ], "duration": 88.66, "caption": "A man stands up from the table and walks to the counter, pours himself a cup of coffee and sits back down.", "similarity": 0.6162, "relevance": 1 }, { "pair_id": 118134, "video_name": "s07e07_seg02_clip_10", "timestamp": [ 43.09, 47.52 ], "duration": 59.66, "caption": "A man turns and walks towards the other table.", "similarity": 0.6119, "relevance": 0 }, { "pair_id": 118135, "video_name": "s09e10_seg02_clip_13", "timestamp": [ 24.61, 26.11 ], "duration": 60.66, "caption": "A man leans forward and sets his coffee cup on a table.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 118136, "video_name": "s09e02_seg02_clip_01", "timestamp": [ 29.41, 33.01 ], "duration": 60.66, "caption": "A person walks towards man and hands him a coffee cup.", "similarity": 0.6095, "relevance": 1 }, { "pair_id": 118137, "video_name": "castle_s08e06_seg02_clip_24", "timestamp": [ 63.93, 64.83 ], "duration": 89.66, "caption": "A man leans back and crosses his legs.", "similarity": 0.6093, "relevance": 2 }, { "pair_id": 118138, "video_name": "s03e18_seg02_clip_10", "timestamp": [ 50.42, 53.42 ], "duration": 60.66, "caption": "A person crosses their right leg over their left.", "similarity": 0.6091, "relevance": 2 }, { "pair_id": 118139, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 83.03, 86.58 ], "duration": 88.66, "caption": "A man takes a drink of his coffee cup as he walks towards another person.", "similarity": 0.6065, "relevance": 0 } ] }, { "query_id": 89656, "query": "A woman looks through papers on her desk while having a conversation with a man.", "relevant_moment": [ { "pair_id": 138620, "video_name": "house_s06e04_seg02_clip_13", "timestamp": [ 73.37, 77.87 ], "duration": 90.66, "caption": "A woman looks through papers on her desk while having a conversation with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 138621, "video_name": "house_s05e13_seg02_clip_17", "timestamp": [ 0.0, 10.25 ], "duration": 89.66, "caption": "A woman looks at some papers while talking with a man.", "similarity": 0.8678, "relevance": 3 }, { "pair_id": 138622, "video_name": "house_s01e13_seg02_clip_01", "timestamp": [ 0.0, 3.6 ], "duration": 90.66, "caption": "A man looks through his desk while talking to a woman.", "similarity": 0.8225, "relevance": 2 }, { "pair_id": 138623, "video_name": "house_s07e06_seg02_clip_22", "timestamp": [ 72.13, 86.01 ], "duration": 92.66, "caption": "A woman looks at a piece of paper while talking with man.", "similarity": 0.7976, "relevance": 3 }, { "pair_id": 138624, "video_name": "castle_s07e02_seg02_clip_17", "timestamp": [ 25.77, 37.27 ], "duration": 92.66, "caption": "A man looks through a stack of papers as he has a conversation with a woman.", "similarity": 0.7859, "relevance": 3 }, { "pair_id": 138625, "video_name": "castle_s08e13_seg02_clip_17", "timestamp": [ 40.63, 42.43 ], "duration": 90.66, "caption": "A man is rummaging through papers on his desk as a woman looks toward him.", "similarity": 0.7761, "relevance": 2 }, { "pair_id": 138626, "video_name": "friends_s07e12_seg02_clip_11", "timestamp": [ 8.58, 20.66 ], "duration": 63.66, "caption": "A man looks through paperwork on his desk after a woman asks him to.", "similarity": 0.7696, "relevance": 1 }, { "pair_id": 138627, "video_name": "house_s06e20_seg02_clip_14", "timestamp": [ 36.46, 40.51 ], "duration": 90.66, "caption": "A man sees a woman on a desk while talking to a man.", "similarity": 0.7614, "relevance": 1 }, { "pair_id": 138628, "video_name": "castle_s07e18_seg02_clip_16", "timestamp": [ 77.87, 87.5 ], "duration": 87.66, "caption": "A woman is talking to man with person by her desk.", "similarity": 0.7604, "relevance": 2 }, { "pair_id": 138629, "video_name": "castle_s03e20_seg02_clip_12", "timestamp": [ 85.2, 91.62 ], "duration": 91.66, "caption": "A woman is at her desk as a man is looking through a notebook.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 138630, "video_name": "castle_s06e14_seg02_clip_11", "timestamp": [ 6.77, 9.03 ], "duration": 90.66, "caption": "A man hands a woman a stack of papers while she's sitting at her desk.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 138631, "video_name": "castle_s03e17_seg02_clip_11", "timestamp": [ 32.89, 52.18 ], "duration": 87.66, "caption": "A woman has a phone conversation with someone while a man is at the desk.", "similarity": 0.7531, "relevance": 0 }, { "pair_id": 138632, "video_name": "house_s07e16_seg02_clip_03", "timestamp": [ 15.3, 17.1 ], "duration": 90.66, "caption": "A woman sitting out her desk having a talk with a man.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 138633, "video_name": "house_s02e08_seg02_clip_11", "timestamp": [ 10.8, 15.3 ], "duration": 90.66, "caption": "A woman sits down at her desk while talking with man.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 138634, "video_name": "castle_s02e11_seg02_clip_06", "timestamp": [ 81.01, 89.02 ], "duration": 89.66, "caption": "A woman looks down at her papers and begins to talk to a man.", "similarity": 0.7367, "relevance": 2 }, { "pair_id": 138635, "video_name": "friends_s09e16_seg02_clip_00", "timestamp": [ 0.0, 4.16 ], "duration": 64.66, "caption": "A woman looks at a piece of paper at the kitchen table as she has a conversation with a man.", "similarity": 0.7361, "relevance": 3 }, { "pair_id": 138636, "video_name": "s06e03_seg02_clip_00", "timestamp": [ 6.41, 10.99 ], "duration": 61.66, "caption": "A person is sitting at their office desk looking through papers.", "similarity": 0.735, "relevance": 3 }, { "pair_id": 138637, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 46.07, 53.6 ], "duration": 94.66, "caption": "A person looks through some paper on the desk.", "similarity": 0.7288, "relevance": 3 }, { "pair_id": 138638, "video_name": "grey_s03e05_seg02_clip_06", "timestamp": [ 0.0, 6.26 ], "duration": 89.66, "caption": "A man is looking through papers while at the table with woman.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 138639, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 6.24, 11.04 ], "duration": 96.66, "caption": "A woman walks around to the other side of her desk while talking with a man.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 311940, "video_name": "castle_s02e07_seg02_clip_03", "timestamp": [ 6.41, 7.69 ], "duration": 85.66, "caption": "A person sits down at the desk across from a woman as she talks to him.", "similarity": 0.7243, "relevance": 2 }, { "pair_id": 311941, "video_name": "castle_s02e19_seg02_clip_07", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A woman hands some papers over to man to look at.", "similarity": 0.7215, "relevance": 2 }, { "pair_id": 311942, "video_name": "friends_s07e09_seg02_clip_15", "timestamp": [ 56.73, 63.03 ], "duration": 63.66, "caption": "A woman sits down in front of her desk when she's talking to a man.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 311943, "video_name": "castle_s03e17_seg02_clip_20", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A woman was looking at some piece of paper she was handling while talking to a man.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 311944, "video_name": "castle_s07e08_seg02_clip_15", "timestamp": [ 47.85, 53.38 ], "duration": 92.66, "caption": "A woman walks over to her desk and sits down while talking to a man.", "similarity": 0.7197, "relevance": 2 }, { "pair_id": 311945, "video_name": "castle_s02e05_seg02_clip_22", "timestamp": [ 8.74, 10.58 ], "duration": 92.66, "caption": "A woman picks up a piece of paper off of the desk as they have a conversation with a person.", "similarity": 0.7194, "relevance": 4 }, { "pair_id": 311946, "video_name": "met_s02e06_seg02_clip_07", "timestamp": [ 4.22, 7.23 ], "duration": 60.66, "caption": "A woman comes to a person's desk to talk to him/her.", "similarity": 0.7153, "relevance": 2 }, { "pair_id": 311947, "video_name": "castle_s03e18_seg02_clip_21", "timestamp": [ 28.81, 34.66 ], "duration": 90.66, "caption": "A woman turns around in their desk chair to show a man some papers.", "similarity": 0.7151, "relevance": 4 }, { "pair_id": 311948, "video_name": "castle_s04e12_seg02_clip_18", "timestamp": [ 40.03, 43.25 ], "duration": 92.66, "caption": "A woman points her finger down to a paper on her desk while talking with another woman.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 311949, "video_name": "castle_s02e14_seg02_clip_06", "timestamp": [ 0.0, 9.85 ], "duration": 85.66, "caption": "A woman is standing by her desk, fingering through the pages of a newspaper while talking to man.", "similarity": 0.7147, "relevance": 3 }, { "pair_id": 311950, "video_name": "house_s03e02_seg02_clip_01", "timestamp": [ 89.16, 90.51 ], "duration": 90.66, "caption": "A person is sitting at a desk looking over a notepad while talking to another person.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 311951, "video_name": "house_s05e01_seg02_clip_22", "timestamp": [ 35.82, 39.07 ], "duration": 93.66, "caption": "A woman is looking at paperwork while she sees a man.", "similarity": 0.7125, "relevance": 2 }, { "pair_id": 311952, "video_name": "house_s03e12_seg02_clip_01", "timestamp": [ 85.12, 92.03 ], "duration": 92.66, "caption": "A woman looks at a paper while talking with a patient in an examination room.", "similarity": 0.7123, "relevance": 3 }, { "pair_id": 311953, "video_name": "castle_s04e12_seg02_clip_03", "timestamp": [ 0.0, 21.16 ], "duration": 91.66, "caption": "A woman is standing across a man's desk talking to him.", "similarity": 0.7096, "relevance": 2 }, { "pair_id": 311954, "video_name": "house_s06e13_seg02_clip_03", "timestamp": [ 12.1, 15.43 ], "duration": 83.66, "caption": "A woman sits down at her desk while talking with guy.", "similarity": 0.708, "relevance": 2 }, { "pair_id": 311956, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 0.0, 18.07 ], "duration": 90.66, "caption": "A woman is at her desk as she speaks to a man.", "similarity": 0.7073, "relevance": 2 }, { "pair_id": 311957, "video_name": "castle_s02e12_seg02_clip_20", "timestamp": [ 49.15, 50.52 ], "duration": 91.66, "caption": "A woman rests her pen on her desk while keeping eye contact with man.", "similarity": 0.7073, "relevance": 3 }, { "pair_id": 311958, "video_name": "castle_s02e22_seg02_clip_25", "timestamp": [ 75.23, 77.9 ], "duration": 89.66, "caption": "A man sits down at woman's desk to talk to her.", "similarity": 0.7071, "relevance": 2 }, { "pair_id": 311959, "video_name": "house_s01e05_seg02_clip_00", "timestamp": [ 23.75, 27.0 ], "duration": 93.66, "caption": "A woman drops an object onto a desk, shakes her head and looks up to talk to a man.", "similarity": 0.7054, "relevance": 3 } ] }, { "query_id": 89667, "query": "A man walks to the bedroom door and closes it in woman's face.", "relevant_moment": [ { "pair_id": 41620, "video_name": "grey_s03e09_seg02_clip_30", "timestamp": [ 109.53, 118.6 ], "duration": 121.66, "caption": "A man walks to the bedroom door and closes it in woman's face.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 41621, "video_name": "s05e21_seg02_clip_09", "timestamp": [ 14.41, 20.11 ], "duration": 60.66, "caption": "A woman walks into a man's bedroom and closes the door.", "similarity": 0.8787, "relevance": 2 }, { "pair_id": 41622, "video_name": "s04e16_seg02_clip_02", "timestamp": [ 49.74, 60.72 ], "duration": 61.66, "caption": "A man follows a woman to the bedroom and closes the door.", "similarity": 0.8579, "relevance": 2 }, { "pair_id": 41623, "video_name": "s02e06_seg02_clip_15", "timestamp": [ 20.07, 28.33 ], "duration": 59.66, "caption": "A woman guides a man out of the bedroom and closes the door.", "similarity": 0.812, "relevance": 2 }, { "pair_id": 41624, "video_name": "s05e06_seg02_clip_17", "timestamp": [ 48.93, 51.12 ], "duration": 73.66, "caption": "A man closes the bedroom door to person's room.", "similarity": 0.8105, "relevance": 2 }, { "pair_id": 41625, "video_name": "s02e12_seg02_clip_10", "timestamp": [ 0.0, 7.67 ], "duration": 59.66, "caption": "A man opens his bedroom door for a woman to leave.", "similarity": 0.7967, "relevance": 2 }, { "pair_id": 41626, "video_name": "friends_s10e05_seg02_clip_08", "timestamp": [ 41.33, 43.74 ], "duration": 60.66, "caption": "A man closes his bedroom door as he walks into the living room.", "similarity": 0.7939, "relevance": 2 }, { "pair_id": 41627, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 0.0, 2.85 ], "duration": 57.66, "caption": "A man opens the door and walks into the bedroom.", "similarity": 0.788, "relevance": 2 }, { "pair_id": 41628, "video_name": "s03e23_seg02_clip_06", "timestamp": [ 26.57, 29.13 ], "duration": 64.66, "caption": "A woman opens the bedroom door and pulls a man through it while holding his hand.", "similarity": 0.7821, "relevance": 2 }, { "pair_id": 41629, "video_name": "friends_s07e01_seg02_clip_09", "timestamp": [ 14.04, 17.7 ], "duration": 61.66, "caption": "A man turns around and closes his bedroom door.", "similarity": 0.7786, "relevance": 2 }, { "pair_id": 41630, "video_name": "friends_s02e16_seg02_clip_20", "timestamp": [ 60.5, 68.06 ], "duration": 72.66, "caption": "A man walks across the living room, into the bedroom, and then closes the bedroom door.", "similarity": 0.7773, "relevance": 2 }, { "pair_id": 41631, "video_name": "s02e14_seg02_clip_08", "timestamp": [ 0.0, 5.5 ], "duration": 55.66, "caption": "A man opens a woman's apartment door, walks inside and closes the door.", "similarity": 0.7664, "relevance": 2 }, { "pair_id": 41632, "video_name": "friends_s05e12_seg02_clip_15", "timestamp": [ 14.2, 25.09 ], "duration": 66.66, "caption": "A woman walks out the door and man walks into the bedroom.", "similarity": 0.766, "relevance": 2 }, { "pair_id": 41633, "video_name": "friends_s09e17_seg02_clip_18", "timestamp": [ 24.37, 31.33 ], "duration": 58.66, "caption": "A man hurries into the bedroom and closes the door behind him.", "similarity": 0.7652, "relevance": 2 }, { "pair_id": 41634, "video_name": "s03e20_seg02_clip_14", "timestamp": [ 68.47, 73.33 ], "duration": 81.66, "caption": "A woman turns away from a man as he closes the door to a person's bedroom.", "similarity": 0.762, "relevance": 2 }, { "pair_id": 41635, "video_name": "friends_s07e23-24_seg02_clip_03", "timestamp": [ 20.73, 24.37 ], "duration": 56.66, "caption": "A man walks out of the bedroom and to a woman.", "similarity": 0.7607, "relevance": 0 }, { "pair_id": 41636, "video_name": "s10e07_seg02_clip_13", "timestamp": [ 43.21, 45.38 ], "duration": 72.66, "caption": "A person opens the door of the bedroom and walks out.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 41637, "video_name": "friends_s05e01_seg02_clip_06", "timestamp": [ 57.55, 62.43 ], "duration": 65.66, "caption": "A man closes and locks a hotel room door and turns to face a woman.", "similarity": 0.7592, "relevance": 2 }, { "pair_id": 41638, "video_name": "friends_s03e21_seg02_clip_15", "timestamp": [ 3.96, 5.61 ], "duration": 66.66, "caption": "A man opens the door and leaves a woman in the room.", "similarity": 0.758, "relevance": 1 }, { "pair_id": 41639, "video_name": "friends_s06e07_seg02_clip_17", "timestamp": [ 31.87, 32.46 ], "duration": 59.66, "caption": "A man enters his bedroom and closes the door behind him.", "similarity": 0.7575, "relevance": 1 } ] }, { "query_id": 89737, "query": "A person gets up from the floor and goes to the kitchen to open the fridge.", "relevant_moment": [ { "pair_id": 3020, "video_name": "s07e17_seg01_clip_00", "timestamp": [ 51.43, 55.53 ], "duration": 91.66, "caption": "A person gets up from the floor and goes to the kitchen to open the fridge.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3021, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 29.11, 33.92 ], "duration": 60.66, "caption": "A person gets up and goes to the fridge.", "similarity": 0.8563, "relevance": 2 }, { "pair_id": 3022, "video_name": "s07e09_seg02_clip_10", "timestamp": [ 45.87, 51.17 ], "duration": 53.66, "caption": "A person walks into the kitchen and opens the refrigerator.", "similarity": 0.8448, "relevance": 3 }, { "pair_id": 3023, "video_name": "s04e24_seg02_clip_00", "timestamp": [ 18.28, 24.58 ], "duration": 63.66, "caption": "A person gets up and heads to the fridge in person's kitchen.", "similarity": 0.8431, "relevance": 2 }, { "pair_id": 3024, "video_name": "s02e09_seg02_clip_16", "timestamp": [ 18.05, 27.07 ], "duration": 82.66, "caption": "A person gets up from his spot and opens the fridge.", "similarity": 0.8344, "relevance": 3 }, { "pair_id": 3025, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 20.16, 25.43 ], "duration": 62.66, "caption": "A person gets up from the table to go to open the fridge.", "similarity": 0.8292, "relevance": 3 }, { "pair_id": 3026, "video_name": "grey_s03e19_seg02_clip_00", "timestamp": [ 22.33, 26.98 ], "duration": 93.66, "caption": "A person walks into the kitchen and over to the refrigerator.", "similarity": 0.8168, "relevance": 2 }, { "pair_id": 3027, "video_name": "s04e04_seg02_clip_06", "timestamp": [ 48.62, 54.62 ], "duration": 60.66, "caption": "A woman stands up, walks to the kitchen and opens the fridge.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 3028, "video_name": "s04e06_seg02_clip_02", "timestamp": [ 36.3, 40.73 ], "duration": 59.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.8005, "relevance": 2 }, { "pair_id": 3029, "video_name": "s01e08_seg02_clip_14", "timestamp": [ 25.47, 28.15 ], "duration": 67.66, "caption": "A man goes to the kitchen and opens the fridge.", "similarity": 0.8005, "relevance": 3 }, { "pair_id": 3030, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 90.66, "caption": "A person opens the fridge and gets food from it.", "similarity": 0.7857, "relevance": 2 }, { "pair_id": 3031, "video_name": "friends_s09e21_seg02_clip_12", "timestamp": [ 51.7, 56.58 ], "duration": 65.66, "caption": "A man walks into the kitchen and opens the fridge.", "similarity": 0.776, "relevance": 3 }, { "pair_id": 3032, "video_name": "s01e01_seg02_clip_06", "timestamp": [ 0.58, 6.09 ], "duration": 58.66, "caption": "A person walks across the living room to the kitchen and opens the refrigerator door.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 3033, "video_name": "s06e15_seg01_clip_00", "timestamp": [ 59.56, 63.03 ], "duration": 63.66, "caption": "A person gets up from their chair to go to the kitchen.", "similarity": 0.7731, "relevance": 3 }, { "pair_id": 3034, "video_name": "s01e12_seg02_clip_03", "timestamp": [ 2.7, 5.4 ], "duration": 60.66, "caption": "A person opens the door to refrigerator to grab something.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 3035, "video_name": "house_s06e18_seg02_clip_26", "timestamp": [ 24.49, 30.25 ], "duration": 96.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.7687, "relevance": 1 }, { "pair_id": 3036, "video_name": "friends_s08e08_seg02_clip_18", "timestamp": [ 72.22, 76.02 ], "duration": 76.66, "caption": "A person walks over to the fridge and opens it.", "similarity": 0.7687, "relevance": 2 }, { "pair_id": 3037, "video_name": "s08e24_seg02_clip_03", "timestamp": [ 2.84, 6.93 ], "duration": 63.66, "caption": "A person opens the refrigerator and get some food.", "similarity": 0.7683, "relevance": 2 }, { "pair_id": 3038, "video_name": "friends_s02e16_seg02_clip_10", "timestamp": [ 44.7, 51.85 ], "duration": 59.66, "caption": "A man walks into the kitchen and opens the fridge, then stands in front of it.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 3039, "video_name": "s05e21_seg02_clip_03", "timestamp": [ 33.31, 36.92 ], "duration": 60.66, "caption": "A person gets up from sitting position and quickly goes to the refrigerator.", "similarity": 0.7657, "relevance": 3 }, { "pair_id": 176340, "video_name": "friends_s04e18_seg02_clip_03", "timestamp": [ 6.3, 12.01 ], "duration": 60.66, "caption": "A man walks into the kitchen and opens the refrigerator.", "similarity": 0.7648, "relevance": 3 }, { "pair_id": 176341, "video_name": "s05e10_seg02_clip_07", "timestamp": [ 28.81, 36.02 ], "duration": 60.66, "caption": "A person stands up and walks towards the refrigerator and opens it.", "similarity": 0.7634, "relevance": 3 }, { "pair_id": 176342, "video_name": "friends_s06e13_seg02_clip_21", "timestamp": [ 19.75, 29.15 ], "duration": 47.66, "caption": "A man gets up and walks to the refrigerator and opens it.", "similarity": 0.7602, "relevance": 3 }, { "pair_id": 176343, "video_name": "s03e05_seg01_clip_02", "timestamp": [ 36.82, 43.54 ], "duration": 64.66, "caption": "A person walks toward the fridge and opens it.", "similarity": 0.7566, "relevance": 2 }, { "pair_id": 176344, "video_name": "s06e10_seg02_clip_04", "timestamp": [ 5.58, 12.1 ], "duration": 62.66, "caption": "A person gets up from the couch and goes to the kitchen.", "similarity": 0.7565, "relevance": 3 }, { "pair_id": 176345, "video_name": "friends_s01e19_seg02_clip_11", "timestamp": [ 20.95, 28.63 ], "duration": 59.66, "caption": "A woman walks into the kitchen and opens the refrigerator.", "similarity": 0.7562, "relevance": 2 }, { "pair_id": 176346, "video_name": "s07e19_seg02_clip_03", "timestamp": [ 23.88, 26.67 ], "duration": 62.66, "caption": "A person opens the refrigerator and gets something out.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 176347, "video_name": "house_s05e21_seg02_clip_06", "timestamp": [ 90.72, 97.03 ], "duration": 97.66, "caption": "A person opens the refrigerator to get something to eat.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 176348, "video_name": "s06e15_seg01_clip_01", "timestamp": [ 14.4, 16.4 ], "duration": 80.66, "caption": "A person is in the kitchen and closes the door to the refrigerator.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 176349, "video_name": "friends_s01e08_seg02_clip_12", "timestamp": [ 52.0, 56.41 ], "duration": 63.66, "caption": "A person enters the apartment and goes to the fridge.", "similarity": 0.7533, "relevance": 2 }, { "pair_id": 176350, "video_name": "s03e21_seg02_clip_03", "timestamp": [ 26.11, 31.51 ], "duration": 60.66, "caption": "A person walks from one room to another and opens the refrigerator.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 176351, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 64.87, 73.37 ], "duration": 89.66, "caption": "A man walks to the kitchen and opens the refrigerator door.", "similarity": 0.7509, "relevance": 2 }, { "pair_id": 176352, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 20.17, 28.68 ], "duration": 63.66, "caption": "A person gets up from his/her couch and goes to the fridge.", "similarity": 0.7499, "relevance": 2 }, { "pair_id": 176353, "video_name": "s08e24_seg02_clip_04", "timestamp": [ 33.07, 41.34 ], "duration": 57.66, "caption": "A person gets up and walks into the kitchen.", "similarity": 0.7498, "relevance": 2 }, { "pair_id": 176354, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 3.0, 6.9 ], "duration": 60.66, "caption": "A person walks to the refrigerator and opens door.", "similarity": 0.7482, "relevance": 2 }, { "pair_id": 176355, "video_name": "s08e23_seg02_clip_10", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man walks into the kitchen and opens the refrigerator door.", "similarity": 0.7462, "relevance": 2 }, { "pair_id": 176356, "video_name": "s06e07_seg02_clip_02", "timestamp": [ 48.02, 56.73 ], "duration": 60.66, "caption": "A man gets up and walks over to the fridge to open it.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 176357, "video_name": "friends_s05e15_seg02_clip_04", "timestamp": [ 40.58, 46.08 ], "duration": 61.66, "caption": "A man gets up from sitting at the counter and opens the refrigerator.", "similarity": 0.7432, "relevance": 3 }, { "pair_id": 176358, "video_name": "s03e06_seg02_clip_13", "timestamp": [ 38.72, 46.82 ], "duration": 60.66, "caption": "A person walks from person's front door to the kitchen and opens then shuts the refrigerator door.", "similarity": 0.7359, "relevance": 2 }, { "pair_id": 176359, "video_name": "s02e23_seg02_clip_18", "timestamp": [ 6.48, 9.45 ], "duration": 54.66, "caption": "A person gets up from chair and goes towards the kitchen.", "similarity": 0.7346, "relevance": 2 } ] }, { "query_id": 89751, "query": "A man pats someone on the shoulder as he walks past him.", "relevant_moment": [ { "pair_id": 14780, "video_name": "castle_s08e10_seg02_clip_11", "timestamp": [ 31.76, 33.1 ], "duration": 89.66, "caption": "A man pats someone on the shoulder as he walks past him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14781, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 6.0, 7.5 ], "duration": 60.66, "caption": "A man walks past a person and pats him on the shoulder.", "similarity": 0.9622, "relevance": 3 }, { "pair_id": 14782, "video_name": "castle_s07e19_seg02_clip_01", "timestamp": [ 12.79, 15.88 ], "duration": 88.66, "caption": "A man pats a man on the shoulder and then walks off.", "similarity": 0.8233, "relevance": 4 }, { "pair_id": 14783, "video_name": "s09e20_seg02_clip_07", "timestamp": [ 22.06, 25.21 ], "duration": 63.66, "caption": "A person walks by another person and pats them on the shoulder.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 14784, "video_name": "house_s02e02_seg02_clip_15", "timestamp": [ 1.39, 2.77 ], "duration": 69.66, "caption": "A man puts his hand on guy's shoulder while walking past him.", "similarity": 0.8094, "relevance": 4 }, { "pair_id": 14785, "video_name": "friends_s02e04_seg02_clip_09", "timestamp": [ 5.4, 7.83 ], "duration": 54.66, "caption": "A man moves past another man and pats his shoulder.", "similarity": 0.792, "relevance": 4 }, { "pair_id": 14786, "video_name": "s08e15_seg01_clip_01", "timestamp": [ 5.94, 10.24 ], "duration": 66.66, "caption": "A man pats a person on the shoulder and leaves.", "similarity": 0.7856, "relevance": 4 }, { "pair_id": 14787, "video_name": "house_s04e16_seg02_clip_21", "timestamp": [ 56.66, 59.54 ], "duration": 96.66, "caption": "A person puts his hand on guy's shoulder as he walks by.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 14788, "video_name": "castle_s08e10_seg02_clip_10", "timestamp": [ 33.85, 39.8 ], "duration": 91.66, "caption": "A man walks up to a person and puts his hand on his shoulder.", "similarity": 0.7778, "relevance": 4 }, { "pair_id": 14789, "video_name": "friends_s05e22_seg02_clip_18", "timestamp": [ 17.64, 20.1 ], "duration": 82.66, "caption": "A person pats someone on the shoulder and walks away.", "similarity": 0.7751, "relevance": 4 }, { "pair_id": 14790, "video_name": "met_s02e19_seg02_clip_04", "timestamp": [ 0.0, 2.14 ], "duration": 61.66, "caption": "A person walks over to another person and touches their shoulder.", "similarity": 0.7727, "relevance": 2 }, { "pair_id": 14791, "video_name": "castle_s05e06_seg02_clip_03", "timestamp": [ 20.69, 26.41 ], "duration": 88.66, "caption": "A person pats both man and woman on the shoulder and walks away.", "similarity": 0.7548, "relevance": 4 }, { "pair_id": 14792, "video_name": "friends_s02e03_seg02_clip_11", "timestamp": [ 4.2, 5.4 ], "duration": 60.66, "caption": "A man reaches his arm up and touches another man's shoulder as he walks past him.", "similarity": 0.7531, "relevance": 4 }, { "pair_id": 14793, "video_name": "friends_s08e10_seg02_clip_01", "timestamp": [ 2.64, 4.99 ], "duration": 58.66, "caption": "A man touches a woman's shoulder as he walks past her.", "similarity": 0.753, "relevance": 2 }, { "pair_id": 14794, "video_name": "castle_s02e12_seg02_clip_05", "timestamp": [ 45.91, 55.81 ], "duration": 90.66, "caption": "A man walks over to person while his hand is on woman's shoulder.", "similarity": 0.7514, "relevance": 3 }, { "pair_id": 14795, "video_name": "house_s06e12_seg02_clip_21", "timestamp": [ 74.42, 90.27 ], "duration": 96.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.7507, "relevance": 2 }, { "pair_id": 14796, "video_name": "friends_s05e09_seg02_clip_15", "timestamp": [ 30.99, 34.53 ], "duration": 59.66, "caption": "A man walks over to another man and puts his hand on his shoulder.", "similarity": 0.7507, "relevance": 4 }, { "pair_id": 14797, "video_name": "s08e15_seg02_clip_09", "timestamp": [ 33.26, 38.75 ], "duration": 61.66, "caption": "A man touched another man's shoulder then they walk to a person.", "similarity": 0.7502, "relevance": 4 }, { "pair_id": 14798, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 2.75, 11.9 ], "duration": 61.66, "caption": "A man walks to another man and places his hand on his shoulder.", "similarity": 0.7422, "relevance": 2 }, { "pair_id": 14799, "video_name": "s07e07_seg02_clip_12", "timestamp": [ 57.06, 61.03 ], "duration": 61.66, "caption": "A man moves closer to person and puts his hand on his shoulder.", "similarity": 0.738, "relevance": 2 }, { "pair_id": 188100, "video_name": "friends_s02e01_seg02_clip_17", "timestamp": [ 17.11, 19.67 ], "duration": 57.66, "caption": "A person walks over to guy and taps him on the shoulder.", "similarity": 0.7361, "relevance": 4 }, { "pair_id": 188101, "video_name": "house_s07e10_seg02_clip_10", "timestamp": [ 27.31, 28.22 ], "duration": 91.66, "caption": "A man pats another man on the shoulder then turns away.", "similarity": 0.7321, "relevance": 3 }, { "pair_id": 188102, "video_name": "s05e22_seg02_clip_02", "timestamp": [ 2.0, 6.27 ], "duration": 57.66, "caption": "A person walks up to another person and puts his hand on his shoulder, leading him away.", "similarity": 0.7286, "relevance": 3 }, { "pair_id": 188103, "video_name": "friends_s03e02_seg02_clip_03", "timestamp": [ 50.9, 53.79 ], "duration": 64.66, "caption": "A man walks over to woman and puts his hand on her shoulder.", "similarity": 0.7279, "relevance": 4 }, { "pair_id": 188104, "video_name": "s07e24_seg02_clip_17", "timestamp": [ 37.97, 42.59 ], "duration": 66.66, "caption": "A man pats person on their left shoulder and turns to leave.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 188105, "video_name": "s07e24_seg02_clip_14", "timestamp": [ 15.13, 17.61 ], "duration": 55.66, "caption": "A person walks up to someone and pats them on the arm.", "similarity": 0.7218, "relevance": 4 }, { "pair_id": 188106, "video_name": "s05e05_seg02_clip_15", "timestamp": [ 51.45, 56.72 ], "duration": 81.66, "caption": "A person puts his arm around a man's shoulders and walks away with him.", "similarity": 0.7203, "relevance": 3 }, { "pair_id": 188107, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 188108, "video_name": "s02e17_seg02_clip_16", "timestamp": [ 107.12, 111.88 ], "duration": 119.66, "caption": "A man places his hands on someone's shoulder and then walks away.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 188109, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 29.71, 30.16 ], "duration": 90.66, "caption": "A man pats another man on the shoulder with his hand.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 188110, "video_name": "s01e10_seg02_clip_14", "timestamp": [ 43.94, 46.08 ], "duration": 61.66, "caption": "A man touches woman on the shoulder as they walk.", "similarity": 0.7173, "relevance": 2 }, { "pair_id": 188111, "video_name": "friends_s08e04_seg02_clip_06", "timestamp": [ 28.74, 30.75 ], "duration": 57.66, "caption": "A man pulls another man's arm as he walks past him.", "similarity": 0.7172, "relevance": 4 }, { "pair_id": 188112, "video_name": "grey_s01e02_seg02_clip_16", "timestamp": [ 10.29, 12.74 ], "duration": 98.66, "caption": "A man walks up and touches person's back with his/her hand.", "similarity": 0.7112, "relevance": 2 }, { "pair_id": 188113, "video_name": "friends_s01e07_seg02_clip_20", "timestamp": [ 23.39, 31.61 ], "duration": 63.66, "caption": "A man walks with another man while he has his hand on his shoulder.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 188114, "video_name": "grey_s02e21_seg02_clip_09", "timestamp": [ 22.11, 30.61 ], "duration": 85.66, "caption": "A man walks over to person's side and puts his hand over theirs.", "similarity": 0.7098, "relevance": 2 }, { "pair_id": 188115, "video_name": "castle_s03e24_seg02_clip_23", "timestamp": [ 62.28, 68.23 ], "duration": 91.66, "caption": "A man walks up behind a woman and puts their hand on her shoulder.", "similarity": 0.7087, "relevance": 2 }, { "pair_id": 188116, "video_name": "friends_s03e20_seg01_clip_00", "timestamp": [ 32.66, 42.26 ], "duration": 64.66, "caption": "A man walks over to a woman and puts his hands on her shoulders.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 188117, "video_name": "s06e22_seg02_clip_05", "timestamp": [ 32.5, 37.07 ], "duration": 57.66, "caption": "A man fiddles with his hands as he walks towards a person.", "similarity": 0.7052, "relevance": 2 }, { "pair_id": 188118, "video_name": "friends_s07e14_seg02_clip_09", "timestamp": [ 6.6, 10.5 ], "duration": 60.66, "caption": "A man stops another man as he's walking away then pats him on the back.", "similarity": 0.7035, "relevance": 3 }, { "pair_id": 188119, "video_name": "castle_s08e11_seg02_clip_07", "timestamp": [ 37.41, 40.49 ], "duration": 88.66, "caption": "A man pats someone on the shoulder as he stands up.", "similarity": 0.701, "relevance": 2 } ] }, { "query_id": 89862, "query": "A person removes the plastic protector from the syringe with his mouth.", "relevant_moment": [ { "pair_id": 2700, "video_name": "house_s02e14_seg02_clip_04", "timestamp": [ 77.35, 79.16 ], "duration": 90.66, "caption": "A person removes the plastic protector from the syringe with his mouth.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2701, "video_name": "house_s07e06_seg02_clip_17", "timestamp": [ 58.15, 62.0 ], "duration": 77.66, "caption": "A person removes a syringe from a glass cabinet.", "similarity": 0.7745, "relevance": 0 }, { "pair_id": 2702, "video_name": "house_s06e19_seg02_clip_17", "timestamp": [ 0.0, 3.01 ], "duration": 86.66, "caption": "A man removes the syringe from the patient's back.", "similarity": 0.7743, "relevance": 2 }, { "pair_id": 2703, "video_name": "house_s03e07_seg02_clip_03", "timestamp": [ 63.86, 65.78 ], "duration": 96.66, "caption": "A person pulls a syringe away from a tube.", "similarity": 0.7553, "relevance": 1 }, { "pair_id": 2704, "video_name": "house_s02e10_seg02_clip_16", "timestamp": [ 23.67, 24.58 ], "duration": 91.66, "caption": "A woman removes the cover of a syringe she's about to use.", "similarity": 0.7411, "relevance": 3 }, { "pair_id": 2705, "video_name": "grey_s02e18_seg02_clip_05", "timestamp": [ 41.96, 44.75 ], "duration": 93.66, "caption": "A woman takes out the syringe from a man's face.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 2706, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 43.69, 47.89 ], "duration": 84.66, "caption": "A person takes off the covering to the syringe and pump meds.", "similarity": 0.7384, "relevance": 4 }, { "pair_id": 2707, "video_name": "house_s03e13_seg02_clip_03", "timestamp": [ 0.0, 2.2 ], "duration": 88.66, "caption": "A person releases some liquid from a syringe into a medical tube.", "similarity": 0.7089, "relevance": 1 }, { "pair_id": 2708, "video_name": "house_s01e18_seg02_clip_20", "timestamp": [ 77.68, 80.47 ], "duration": 93.66, "caption": "A person takes a syringe and releases liquids into a medical tube.", "similarity": 0.6984, "relevance": 1 }, { "pair_id": 2709, "video_name": "house_s01e12_seg02_clip_15", "timestamp": [ 31.29, 36.81 ], "duration": 92.66, "caption": "A doctor removes a syringe from a purple box.", "similarity": 0.6983, "relevance": 2 }, { "pair_id": 2710, "video_name": "house_s01e03_seg02_clip_14", "timestamp": [ 45.83, 52.64 ], "duration": 90.66, "caption": "A man pulls back on a syringe stuck in another person.", "similarity": 0.6949, "relevance": 1 }, { "pair_id": 2711, "video_name": "house_s08e04_seg02_clip_20", "timestamp": [ 54.82, 61.13 ], "duration": 97.66, "caption": "A person grabs some gauze and takes out the device.", "similarity": 0.6917, "relevance": 1 }, { "pair_id": 2712, "video_name": "house_s08e11_seg02_clip_12", "timestamp": [ 26.24, 33.98 ], "duration": 86.66, "caption": "A doctor removes a syringe and small bottle from a tray and withdraws the liquid from the bottle into the syringe.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 2713, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 17.52, 24.87 ], "duration": 113.66, "caption": "A man extracts some liquid from a patient using a syringe.", "similarity": 0.6895, "relevance": 1 }, { "pair_id": 2714, "video_name": "house_s07e12_seg02_clip_12", "timestamp": [ 51.66, 57.6 ], "duration": 91.66, "caption": "A man turns off the equipment and grabs a syringe.", "similarity": 0.688, "relevance": 2 }, { "pair_id": 2715, "video_name": "castle_s04e22_seg02_clip_15", "timestamp": [ 60.26, 61.61 ], "duration": 89.66, "caption": "A person puts a syringe into the victim's arm.", "similarity": 0.687, "relevance": 0 }, { "pair_id": 2717, "video_name": "house_s03e07_seg02_clip_03", "timestamp": [ 18.25, 23.53 ], "duration": 96.66, "caption": "A person prepares a syringe by filling it from a small bottle.", "similarity": 0.6814, "relevance": 1 }, { "pair_id": 2718, "video_name": "house_s01e07_seg02_clip_19", "timestamp": [ 22.6, 38.38 ], "duration": 85.66, "caption": "A man takes a syringe out of a glass case and preps it for his patient.", "similarity": 0.6807, "relevance": 2 }, { "pair_id": 2719, "video_name": "house_s01e10_seg02_clip_19", "timestamp": [ 83.68, 89.02 ], "duration": 89.66, "caption": "A person grabs the syringe and injects medicine into the patient.", "similarity": 0.6769, "relevance": 1 }, { "pair_id": 176020, "video_name": "house_s08e21_seg02_clip_20", "timestamp": [ 9.01, 26.51 ], "duration": 106.66, "caption": "person places a syringe in the patient's ear and pulls out fluid.", "similarity": 0.6764, "relevance": 1 }, { "pair_id": 176021, "video_name": "house_s01e22_seg02_clip_21", "timestamp": [ 36.73, 43.51 ], "duration": 113.66, "caption": "A person squeezes out liquid from a syringe into a test tube.", "similarity": 0.6688, "relevance": 2 }, { "pair_id": 176022, "video_name": "house_s08e20_seg02_clip_12", "timestamp": [ 1.68, 10.08 ], "duration": 84.66, "caption": "A person injects medicine into the patient with the syringe.", "similarity": 0.6663, "relevance": 2 }, { "pair_id": 176023, "video_name": "house_s07e21_seg02_clip_08", "timestamp": [ 51.25, 63.47 ], "duration": 94.66, "caption": "A person injects the syringe into their arm and sighs while removing the tourniquet.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 176024, "video_name": "house_s04e10_seg02_clip_24", "timestamp": [ 96.89, 106.97 ], "duration": 155.66, "caption": "A person has a syringe and sticks the needle into the person's swelling and removes some fluid.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 176025, "video_name": "house_s02e03_seg02_clip_10", "timestamp": [ 26.26, 31.16 ], "duration": 89.66, "caption": "A person puts a syringe into the iv bag.", "similarity": 0.6547, "relevance": 2 }, { "pair_id": 176026, "video_name": "house_s04e08_seg02_clip_20", "timestamp": [ 27.56, 38.49 ], "duration": 95.66, "caption": "A person takes a sample from another person using a syringe.", "similarity": 0.6543, "relevance": 1 }, { "pair_id": 176027, "video_name": "house_s01e21_seg02_clip_04", "timestamp": [ 77.42, 83.01 ], "duration": 86.66, "caption": "A patient grabs the syringe from a doctor and injects himself.", "similarity": 0.6525, "relevance": 2 }, { "pair_id": 176028, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 73.73, 76.92 ], "duration": 91.66, "caption": "A man withdraws a large syringe he was using to inject a person.", "similarity": 0.6513, "relevance": 2 }, { "pair_id": 176029, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 62.58, 70.18 ], "duration": 89.66, "caption": "A man inserts a syringe into a patient's back.", "similarity": 0.6511, "relevance": 2 }, { "pair_id": 176030, "video_name": "grey_s03e10_seg02_clip_21", "timestamp": [ 90.92, 91.66 ], "duration": 91.66, "caption": "A person reaches in with the syringe to squirt.", "similarity": 0.6499, "relevance": 2 }, { "pair_id": 176031, "video_name": "house_s07e03_seg02_clip_12", "timestamp": [ 29.83, 38.23 ], "duration": 84.66, "caption": "A person fills a syringe from a bottle he holds upside down.", "similarity": 0.6498, "relevance": 2 }, { "pair_id": 176032, "video_name": "house_s03e13_seg02_clip_09", "timestamp": [ 68.62, 74.48 ], "duration": 90.66, "caption": "A person moves to the drawer and pulls out a large syringe.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 176033, "video_name": "house_s05e02_seg02_clip_25", "timestamp": [ 49.48, 84.68 ], "duration": 102.66, "caption": "A person removes the bandages and gauze from someone's head.", "similarity": 0.6492, "relevance": 1 }, { "pair_id": 176034, "video_name": "house_s02e06_seg02_clip_03", "timestamp": [ 38.34, 45.64 ], "duration": 91.66, "caption": "A man grabs a syringe in the operating room.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 176035, "video_name": "house_s02e23_seg02_clip_25", "timestamp": [ 73.94, 77.24 ], "duration": 132.66, "caption": "A person removes the breathing tube from the patient.", "similarity": 0.6462, "relevance": 1 }, { "pair_id": 176036, "video_name": "house_s02e22_seg02_clip_14", "timestamp": [ 40.51, 46.74 ], "duration": 89.66, "caption": "A person draws medicine out of a vial with a syringe.", "similarity": 0.6462, "relevance": 2 }, { "pair_id": 176037, "video_name": "house_s04e08_seg02_clip_20", "timestamp": [ 43.24, 68.9 ], "duration": 95.66, "caption": "Someone prepares another syringe, cleaning parts and then drawing a fluid into it.", "similarity": 0.6453, "relevance": 2 }, { "pair_id": 176038, "video_name": "house_s05e14_seg02_clip_05", "timestamp": [ 80.47, 85.58 ], "duration": 93.66, "caption": "A man grabs a syringe and sticks it into a woman's stomach.", "similarity": 0.6438, "relevance": 2 }, { "pair_id": 176039, "video_name": "house_s01e08_seg02_clip_16", "timestamp": [ 27.74, 29.62 ], "duration": 94.66, "caption": "A person uses a syringe to put fluid into a medical bag.", "similarity": 0.6432, "relevance": 2 } ] }, { "query_id": 89992, "query": "Two women both look towards the door while one of them drinks from a cup.", "relevant_moment": [ { "pair_id": 6860, "video_name": "s05e19_seg02_clip_11", "timestamp": [ 51.43, 53.02 ], "duration": 53.66, "caption": "Two women both look towards the door while one of them drinks from a cup.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6861, "video_name": "s05e01_seg02_clip_03", "timestamp": [ 0.0, 5.25 ], "duration": 70.66, "caption": "A woman looks at her drink in a measuring cup and goes to answer the door.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 6862, "video_name": "s05e19_seg02_clip_11", "timestamp": [ 49.58, 53.02 ], "duration": 53.66, "caption": "A woman is drinking when both her and woman turn their heads towards the front door.", "similarity": 0.6744, "relevance": 4 }, { "pair_id": 6863, "video_name": "grey_s03e18_seg02_clip_09", "timestamp": [ 78.69, 83.96 ], "duration": 87.66, "caption": "A woman takes a drink out of her cup as a man looks at another person walk by.", "similarity": 0.6743, "relevance": 2 }, { "pair_id": 6864, "video_name": "friends_s03e24_seg02_clip_06", "timestamp": [ 8.27, 12.26 ], "duration": 57.66, "caption": "Two women walk toward the coffeehouse window as a woman in a red sweater walks through the door.", "similarity": 0.6428, "relevance": 1 }, { "pair_id": 6865, "video_name": "castle_s04e14_seg02_clip_18", "timestamp": [ 78.34, 83.24 ], "duration": 89.66, "caption": "Two women look at each other.", "similarity": 0.6361, "relevance": 0 }, { "pair_id": 6866, "video_name": "met_s02e04_seg02_clip_12", "timestamp": [ 43.94, 58.59 ], "duration": 61.66, "caption": "Two women walk down a hallway and then one of them tries to open a door.", "similarity": 0.632, "relevance": 2 }, { "pair_id": 6867, "video_name": "s04e17_seg02_clip_08", "timestamp": [ 13.64, 16.25 ], "duration": 58.66, "caption": "A woman walks over to the door and opens it to see two other women.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 6868, "video_name": "friends_s04e22_seg02_clip_17", "timestamp": [ 37.19, 39.25 ], "duration": 59.66, "caption": "A woman is taking a drink from her cup while another woman is talking to her.", "similarity": 0.6214, "relevance": 2 }, { "pair_id": 6869, "video_name": "grey_s02e14_seg02_clip_13", "timestamp": [ 74.85, 89.1 ], "duration": 89.66, "caption": "A woman stands behind a seated woman drinking from a cup then the seated woman turns her head and looks up at the standing woman.", "similarity": 0.6208, "relevance": 2 }, { "pair_id": 6870, "video_name": "s04e23_seg02_clip_14", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "Two women enter the waiting room through double doors.", "similarity": 0.6168, "relevance": 1 }, { "pair_id": 6871, "video_name": "friends_s06e17_seg02_clip_18", "timestamp": [ 32.36, 49.02 ], "duration": 49.66, "caption": "Two women both look outside of the cafe.", "similarity": 0.6134, "relevance": 2 }, { "pair_id": 6872, "video_name": "s07e21_seg02_clip_03", "timestamp": [ 13.34, 17.68 ], "duration": 62.66, "caption": "A woman saw two other women in a restaurant drinking.", "similarity": 0.6131, "relevance": 1 }, { "pair_id": 6873, "video_name": "s05e01_seg02_clip_03", "timestamp": [ 0.0, 17.86 ], "duration": 70.66, "caption": "A woman is still drinking wine in a glass and another woman knocks the door.", "similarity": 0.6114, "relevance": 1 }, { "pair_id": 6874, "video_name": "friends_s01e13_seg02_clip_13", "timestamp": [ 39.43, 41.43 ], "duration": 57.66, "caption": "Two women are sitting at the table drinking coffee.", "similarity": 0.6095, "relevance": 3 }, { "pair_id": 6875, "video_name": "s08e14_seg02_clip_11", "timestamp": [ 45.16, 47.91 ], "duration": 61.66, "caption": "A woman drinks from a glass of wine she is holding, another woman looks confused.", "similarity": 0.6091, "relevance": 3 }, { "pair_id": 6876, "video_name": "friends_s04e03_seg02_clip_08", "timestamp": [ 29.59, 31.22 ], "duration": 65.66, "caption": "Two women go through the door to someone's office.", "similarity": 0.6083, "relevance": 1 }, { "pair_id": 6877, "video_name": "grey_s02e17_seg02_clip_02", "timestamp": [ 32.45, 36.56 ], "duration": 91.66, "caption": "A woman walks slowly to the door, turns to look at another woman and leaves.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 6878, "video_name": "friends_s07e23-24_seg02_clip_29", "timestamp": [ 59.25, 63.03 ], "duration": 63.66, "caption": "Two women stare at each other.", "similarity": 0.6067, "relevance": 0 }, { "pair_id": 6879, "video_name": "friends_s05e05_seg02_clip_15", "timestamp": [ 54.18, 58.33 ], "duration": 69.66, "caption": "A woman holds a coffee cup while glaring at another woman.", "similarity": 0.6066, "relevance": 1 } ] }, { "query_id": 90268, "query": "A woman gives another woman a new hairstyle with the scissors.", "relevant_moment": [ { "pair_id": 102140, "video_name": "friends_s02e01_seg02_clip_13", "timestamp": [ 0.0, 43.02 ], "duration": 61.66, "caption": "A woman gives another woman a new hairstyle with the scissors.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 102141, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 51.06, 56.86 ], "duration": 58.66, "caption": "A woman tries to put scissors back together and shows the two pieces to another woman.", "similarity": 0.7318, "relevance": 1 }, { "pair_id": 102142, "video_name": "s08e15_seg02_clip_05", "timestamp": [ 52.22, 57.73 ], "duration": 58.66, "caption": "A woman hands a pair of broken scissors towards another woman.", "similarity": 0.6934, "relevance": 1 }, { "pair_id": 102143, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 45.07, 53.26 ], "duration": 63.66, "caption": "A woman is getting ready to cut person's hair.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 102144, "video_name": "friends_s02e01_seg02_clip_12", "timestamp": [ 34.21, 49.33 ], "duration": 57.66, "caption": "A woman finally agrees to cut a woman's hair with a few conditions.", "similarity": 0.674, "relevance": 0 }, { "pair_id": 102145, "video_name": "s05e01_seg02_clip_08", "timestamp": [ 5.02, 9.15 ], "duration": 59.66, "caption": "A woman is combing another woman's hair while she is eating.", "similarity": 0.6667, "relevance": 2 }, { "pair_id": 102146, "video_name": "grey_s02e22_seg02_clip_26", "timestamp": [ 55.53, 74.64 ], "duration": 91.66, "caption": "A woman puts a towel around person's shoulders and takes scissors to cut person's hair.", "similarity": 0.6666, "relevance": 2 }, { "pair_id": 102147, "video_name": "friends_s05e17_seg02_clip_17", "timestamp": [ 45.52, 51.7 ], "duration": 65.66, "caption": "A woman motions to another woman about something in her hair and she pulls it out.", "similarity": 0.6646, "relevance": 1 }, { "pair_id": 102148, "video_name": "friends_s02e02_seg02_clip_14", "timestamp": [ 51.92, 55.22 ], "duration": 60.66, "caption": "A woman smooths another woman's hair then puts her hand in front of her shoulder.", "similarity": 0.6587, "relevance": 1 }, { "pair_id": 102149, "video_name": "castle_s05e10_seg02_clip_26", "timestamp": [ 40.05, 43.13 ], "duration": 154.66, "caption": "A woman pushes her hair back as she looks at another woman.", "similarity": 0.648, "relevance": 1 }, { "pair_id": 102150, "video_name": "s08e15_seg02_clip_06", "timestamp": [ 0.0, 12.31 ], "duration": 60.66, "caption": "A woman gives another woman a task to do and she does it.", "similarity": 0.6458, "relevance": 0 }, { "pair_id": 102151, "video_name": "castle_s02e03_seg02_clip_07", "timestamp": [ 46.61, 53.14 ], "duration": 87.66, "caption": "A woman hands another woman a drawing of a blade.", "similarity": 0.6458, "relevance": 0 }, { "pair_id": 102152, "video_name": "friends_s02e01_seg02_clip_13", "timestamp": [ 8.24, 16.48 ], "duration": 61.66, "caption": "A woman cringes while another woman combs and cuts her hair.", "similarity": 0.6375, "relevance": 4 }, { "pair_id": 102153, "video_name": "friends_s08e20_seg02_clip_07", "timestamp": [ 3.77, 5.22 ], "duration": 58.66, "caption": "A woman adjusts her hair while looking at another woman.", "similarity": 0.6351, "relevance": 1 }, { "pair_id": 102154, "video_name": "friends_s01e01_seg02_clip_24", "timestamp": [ 50.16, 55.36 ], "duration": 61.66, "caption": "A woman takes the scissors from another woman, and cuts her credit card in two.", "similarity": 0.6219, "relevance": 1 }, { "pair_id": 102155, "video_name": "house_s05e05_seg02_clip_17", "timestamp": [ 32.4, 35.68 ], "duration": 82.66, "caption": "A woman brushes her hair behind her ears with her hands while talking with another woman.", "similarity": 0.6189, "relevance": 1 }, { "pair_id": 102156, "video_name": "grey_s02e22_seg02_clip_14", "timestamp": [ 67.81, 78.28 ], "duration": 91.66, "caption": "A woman introduces another woman and then they switch places.", "similarity": 0.6126, "relevance": 1 }, { "pair_id": 102157, "video_name": "house_s01e04_seg02_clip_12", "timestamp": [ 66.32, 81.46 ], "duration": 89.66, "caption": "A woman grabs scissors from a holder on a desk; she walks with a man, then grabs a young person's tie and cuts it off with the scissors.", "similarity": 0.6116, "relevance": 1 }, { "pair_id": 102158, "video_name": "grey_s03e06_seg02_clip_11", "timestamp": [ 72.81, 75.56 ], "duration": 91.66, "caption": "A woman brushes her hair with her fingers when she is talking to another woman.", "similarity": 0.6041, "relevance": 1 }, { "pair_id": 102159, "video_name": "grey_s03e25_seg02_clip_32", "timestamp": [ 2.06, 8.91 ], "duration": 137.66, "caption": "A woman helps another woman take off her wedding dress with scissors.", "similarity": 0.604, "relevance": 1 } ] }, { "query_id": 90410, "query": "Two women walk out of the room together.", "relevant_moment": [ { "pair_id": 2600, "video_name": "friends_s06e12_seg02_clip_07", "timestamp": [ 4.72, 10.03 ], "duration": 59.66, "caption": "Two women walk out of the room together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2601, "video_name": "friends_s05e07_seg02_clip_19", "timestamp": [ 21.26, 23.91 ], "duration": 59.66, "caption": "Two women walk out of the apartment hallway together.", "similarity": 0.883, "relevance": 3 }, { "pair_id": 2602, "video_name": "friends_s09e22_seg02_clip_06", "timestamp": [ 13.74, 18.13 ], "duration": 58.66, "caption": "Two women walk out of the room leaving a person alone.", "similarity": 0.8555, "relevance": 3 }, { "pair_id": 2603, "video_name": "friends_s10e16_seg02_clip_07", "timestamp": [ 51.32, 56.73 ], "duration": 60.66, "caption": "Two women walk out of the room with facial tissues.", "similarity": 0.8476, "relevance": 4 }, { "pair_id": 2604, "video_name": "friends_s10e03_seg02_clip_17", "timestamp": [ 2.85, 6.27 ], "duration": 57.66, "caption": "Two women walk out of the apartment.", "similarity": 0.8335, "relevance": 4 }, { "pair_id": 2605, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 38.23, 41.87 ], "duration": 91.66, "caption": "Two people walk out of the room.", "similarity": 0.831, "relevance": 3 }, { "pair_id": 2606, "video_name": "friends_s09e02_seg02_clip_10", "timestamp": [ 34.48, 41.8 ], "duration": 61.66, "caption": "Two women walk out of the room as two people sit on the couch together.", "similarity": 0.8279, "relevance": 4 }, { "pair_id": 2607, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 50.47, 55.19 ], "duration": 59.66, "caption": "Two women walk into the room at the same time.", "similarity": 0.8263, "relevance": 2 }, { "pair_id": 2608, "video_name": "friends_s05e22_seg02_clip_02", "timestamp": [ 31.12, 34.79 ], "duration": 61.66, "caption": "Two women walk out of their apartment.", "similarity": 0.8256, "relevance": 4 }, { "pair_id": 2609, "video_name": "friends_s04e06_seg02_clip_14", "timestamp": [ 26.47, 29.83 ], "duration": 67.66, "caption": "A woman walks out of the room with a woman following her.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 2610, "video_name": "grey_s02e21_seg02_clip_20", "timestamp": [ 44.07, 53.86 ], "duration": 89.66, "caption": "A woman walks out of the room followed by a woman.", "similarity": 0.8204, "relevance": 2 }, { "pair_id": 2611, "video_name": "grey_s03e06_seg02_clip_21", "timestamp": [ 48.52, 49.85 ], "duration": 89.66, "caption": "Two people walk out of a room together.", "similarity": 0.8195, "relevance": 2 }, { "pair_id": 2612, "video_name": "met_s02e04_seg02_clip_10", "timestamp": [ 4.0, 7.39 ], "duration": 61.66, "caption": "A woman walks out of the room and another woman follows her.", "similarity": 0.8162, "relevance": 3 }, { "pair_id": 2613, "video_name": "house_s02e10_seg02_clip_04", "timestamp": [ 18.21, 29.14 ], "duration": 91.66, "caption": "Two people both walk out of the room together.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 2614, "video_name": "house_s01e15_seg02_clip_07", "timestamp": [ 44.69, 51.84 ], "duration": 89.66, "caption": "Two people both walk out of the room together.", "similarity": 0.8134, "relevance": 3 }, { "pair_id": 2615, "video_name": "grey_s02e23_seg02_clip_10", "timestamp": [ 29.38, 33.83 ], "duration": 89.66, "caption": "Two women stop walking shortly outside the room.", "similarity": 0.8041, "relevance": 2 }, { "pair_id": 2616, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 6.6 ], "duration": 60.66, "caption": "Some people walk out of the room together.", "similarity": 0.8025, "relevance": 3 }, { "pair_id": 2617, "video_name": "grey_s01e09_seg02_clip_18", "timestamp": [ 15.46, 17.22 ], "duration": 88.66, "caption": "A woman walks away from another woman leaving the room.", "similarity": 0.7984, "relevance": 3 }, { "pair_id": 2618, "video_name": "friends_s06e06_seg02_clip_01", "timestamp": [ 35.42, 40.52 ], "duration": 60.66, "caption": "Two women walk into a bedroom together.", "similarity": 0.7854, "relevance": 3 }, { "pair_id": 2619, "video_name": "grey_s02e15_seg02_clip_23", "timestamp": [ 25.18, 32.32 ], "duration": 75.66, "caption": "A woman walks out of the room and walks into another room.", "similarity": 0.7841, "relevance": 2 }, { "pair_id": 175920, "video_name": "castle_s06e18_seg02_clip_26", "timestamp": [ 70.97, 78.28 ], "duration": 86.66, "caption": "Two women and a person walk out of a room and a woman stops to close the door.", "similarity": 0.7809, "relevance": 4 }, { "pair_id": 175921, "video_name": "castle_s04e14_seg02_clip_09", "timestamp": [ 38.29, 41.37 ], "duration": 88.66, "caption": "Two people walk out to leave the room.", "similarity": 0.7777, "relevance": 3 }, { "pair_id": 175922, "video_name": "castle_s06e03_seg02_clip_24", "timestamp": [ 41.86, 57.62 ], "duration": 90.66, "caption": "A woman walks out of a viewing room after another woman walks in.", "similarity": 0.7722, "relevance": 2 }, { "pair_id": 175923, "video_name": "house_s08e04_seg02_clip_06", "timestamp": [ 28.99, 34.51 ], "duration": 92.66, "caption": "A woman walks out of the room with man and woman.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 175924, "video_name": "castle_s02e12_seg02_clip_13", "timestamp": [ 65.12, 66.51 ], "duration": 93.66, "caption": "A woman walks out of the room while speaking with another woman.", "similarity": 0.768, "relevance": 2 }, { "pair_id": 175925, "video_name": "met_s02e04_seg02_clip_06", "timestamp": [ 27.23, 30.56 ], "duration": 60.66, "caption": "Two women walk out after talking to each other.", "similarity": 0.7646, "relevance": 3 }, { "pair_id": 175926, "video_name": "grey_s02e11_seg02_clip_09", "timestamp": [ 23.51, 27.74 ], "duration": 94.66, "caption": "Two women turn to the right and exits the room.", "similarity": 0.7621, "relevance": 4 }, { "pair_id": 175927, "video_name": "castle_s05e03_seg02_clip_09", "timestamp": [ 36.09, 40.1 ], "duration": 89.66, "caption": "A woman and a man walk out of the room together.", "similarity": 0.7611, "relevance": 3 }, { "pair_id": 175928, "video_name": "grey_s02e11_seg02_clip_22", "timestamp": [ 55.22, 62.58 ], "duration": 92.66, "caption": "A woman walks out of the room after seeing another woman standing there.", "similarity": 0.7594, "relevance": 2 }, { "pair_id": 175929, "video_name": "friends_s09e22_seg02_clip_10", "timestamp": [ 11.6, 13.73 ], "duration": 61.66, "caption": "A woman walks out of a dressing room and away from another woman.", "similarity": 0.7588, "relevance": 2 }, { "pair_id": 175930, "video_name": "s08e12_seg02_clip_09", "timestamp": [ 36.24, 57.36 ], "duration": 63.66, "caption": "Two women walk out of the dressing room looking at each others outfits.", "similarity": 0.7577, "relevance": 3 }, { "pair_id": 175931, "video_name": "castle_s04e15_seg02_clip_08", "timestamp": [ 71.3, 74.38 ], "duration": 88.66, "caption": "Two women walk into the living room.", "similarity": 0.7576, "relevance": 4 }, { "pair_id": 175932, "video_name": "friends_s06e09_seg02_clip_18", "timestamp": [ 6.84, 10.83 ], "duration": 57.66, "caption": "A woman walks out of a bedroom and another woman approaches her.", "similarity": 0.7534, "relevance": 3 }, { "pair_id": 175933, "video_name": "grey_s01e08_seg02_clip_03", "timestamp": [ 28.27, 31.59 ], "duration": 83.66, "caption": "Two men walk out of the room together.", "similarity": 0.7513, "relevance": 3 }, { "pair_id": 175934, "video_name": "grey_s01e01_seg02_clip_02", "timestamp": [ 17.39, 21.84 ], "duration": 89.66, "caption": "A woman walks out of the room after she talks to another woman.", "similarity": 0.7494, "relevance": 3 }, { "pair_id": 175935, "video_name": "grey_s02e04_seg02_clip_13", "timestamp": [ 0.0, 4.15 ], "duration": 92.66, "caption": "A woman walks out of the room shutting the door behind them.", "similarity": 0.7444, "relevance": 3 }, { "pair_id": 175936, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 24.19, 28.3 ], "duration": 91.66, "caption": "A person walks out of the room with a woman.", "similarity": 0.7443, "relevance": 3 }, { "pair_id": 175937, "video_name": "grey_s01e01_seg02_clip_05", "timestamp": [ 10.58, 12.88 ], "duration": 92.66, "caption": "A woman walks out of the room and runs into another woman.", "similarity": 0.7433, "relevance": 3 }, { "pair_id": 175938, "video_name": "s05e19_seg02_clip_13", "timestamp": [ 21.84, 27.15 ], "duration": 59.66, "caption": "Two women walk in the room and one of them calls a person.", "similarity": 0.7397, "relevance": 3 }, { "pair_id": 175939, "video_name": "friends_s10e16_seg02_clip_06", "timestamp": [ 7.8, 10.5 ], "duration": 60.66, "caption": "A woman takes another woman by the hand and they walk out of the living room.", "similarity": 0.7384, "relevance": 3 } ] }, { "query_id": 90476, "query": "A man signs the clipboard and hands it over to another man.", "relevant_moment": [ { "pair_id": 46280, "video_name": "house_s06e04_seg02_clip_07", "timestamp": [ 59.87, 67.97 ], "duration": 90.66, "caption": "A man signs the clipboard and hands it over to another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 46281, "video_name": "house_s08e03_seg02_clip_07", "timestamp": [ 3.03, 5.62 ], "duration": 86.66, "caption": "A man signs the clipboard and hands it back to another man.", "similarity": 0.9699, "relevance": 3 }, { "pair_id": 46282, "video_name": "house_s05e02_seg02_clip_14", "timestamp": [ 36.9, 49.82 ], "duration": 92.66, "caption": "A man hands a clipboard to a woman so she can sign something.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 46283, "video_name": "house_s06e07_seg02_clip_08", "timestamp": [ 75.62, 79.22 ], "duration": 90.66, "caption": "A man moves the clipboard in his arm around while talking to another man.", "similarity": 0.7416, "relevance": 1 }, { "pair_id": 46284, "video_name": "house_s08e03_seg02_clip_07", "timestamp": [ 4.32, 6.05 ], "duration": 86.66, "caption": "A person hands a clipboard and a pen to another person.", "similarity": 0.7263, "relevance": 3 }, { "pair_id": 46285, "video_name": "house_s05e20_seg02_clip_19", "timestamp": [ 63.76, 70.13 ], "duration": 91.66, "caption": "A person grabs the clipboard that another person offers them and signs the attached paper.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 46286, "video_name": "grey_s02e08_seg02_clip_09", "timestamp": [ 2.61, 10.44 ], "duration": 87.66, "caption": "A man talks to another man with a pen and clipboard.", "similarity": 0.7204, "relevance": 2 }, { "pair_id": 46287, "video_name": "house_s05e20_seg02_clip_19", "timestamp": [ 65.12, 70.13 ], "duration": 91.66, "caption": "A person is handed a clipboard from another person and signs their name on the paper.", "similarity": 0.7194, "relevance": 3 }, { "pair_id": 46288, "video_name": "house_s03e13_seg02_clip_15", "timestamp": [ 29.14, 32.33 ], "duration": 91.66, "caption": "A man gets the clipboard form woman and hands it to man.", "similarity": 0.7163, "relevance": 2 }, { "pair_id": 46289, "video_name": "house_s07e02_seg02_clip_05", "timestamp": [ 54.36, 56.52 ], "duration": 86.66, "caption": "A man picks up a clipboard while talking with two other people.", "similarity": 0.7137, "relevance": 1 }, { "pair_id": 46290, "video_name": "friends_s05e16_seg02_clip_02", "timestamp": [ 33.39, 36.91 ], "duration": 47.66, "caption": "A salesperson hands a man a clipboard with something to sign.", "similarity": 0.7074, "relevance": 3 }, { "pair_id": 46291, "video_name": "s03e05_seg02_clip_06", "timestamp": [ 42.72, 45.16 ], "duration": 61.66, "caption": "A person writes on the clipboard and hands it to another person.", "similarity": 0.6871, "relevance": 4 }, { "pair_id": 46292, "video_name": "grey_s02e14_seg02_clip_15", "timestamp": [ 0.0, 8.31 ], "duration": 92.66, "caption": "A woman signs a clipboard and hands it back to another woman.", "similarity": 0.6848, "relevance": 3 }, { "pair_id": 46293, "video_name": "grey_s02e12_seg02_clip_10", "timestamp": [ 55.15, 66.27 ], "duration": 92.66, "caption": "Person hands another person some paperwork on a clipboard.", "similarity": 0.684, "relevance": 3 }, { "pair_id": 46294, "video_name": "friends_s08e06_seg02_clip_04", "timestamp": [ 58.14, 59.03 ], "duration": 59.66, "caption": "A man gives the okay hand sign to another man.", "similarity": 0.6818, "relevance": 0 }, { "pair_id": 46295, "video_name": "castle_s02e17_seg02_clip_21", "timestamp": [ 39.67, 41.92 ], "duration": 90.66, "caption": "A man comes in with a clipboard in his hand and heads to the board.", "similarity": 0.6776, "relevance": 1 }, { "pair_id": 46296, "video_name": "friends_s05e20_seg02_clip_08", "timestamp": [ 5.19, 13.12 ], "duration": 61.66, "caption": "A man hands another person a release of liability form on a clipboard.", "similarity": 0.6746, "relevance": 3 }, { "pair_id": 46297, "video_name": "s09e13_seg02_clip_01", "timestamp": [ 36.62, 50.04 ], "duration": 61.66, "caption": "A man is holding a clipboard and a tin of cookies as he speaks to another man.", "similarity": 0.672, "relevance": 1 }, { "pair_id": 46298, "video_name": "friends_s07e06_seg02_clip_00", "timestamp": [ 7.68, 10.57 ], "duration": 64.66, "caption": "A man hands a tape over for another man to see.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 46299, "video_name": "house_s03e19_seg02_clip_09", "timestamp": [ 59.71, 62.06 ], "duration": 94.66, "caption": "A man holds out a clipboard and another person takes it and pulls out the pen on it.", "similarity": 0.6639, "relevance": 3 } ] }, { "query_id": 90499, "query": "A man looks back and forth from a man to another man for reassurance.", "relevant_moment": [ { "pair_id": 17540, "video_name": "met_s02e21_seg02_clip_11", "timestamp": [ 41.3, 65.03 ], "duration": 65.66, "caption": "A man looks back and forth from a man to another man for reassurance.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17541, "video_name": "friends_s03e17_seg02_clip_01", "timestamp": [ 0.0, 7.97 ], "duration": 59.66, "caption": "A man looks back at another man and the other man motions for him to continue.", "similarity": 0.8243, "relevance": 4 }, { "pair_id": 17542, "video_name": "friends_s01e14_seg02_clip_16", "timestamp": [ 35.61, 38.13 ], "duration": 63.66, "caption": "A man looks back at another man who motions to him with his hands.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 17543, "video_name": "friends_s02e01_seg02_clip_18", "timestamp": [ 3.3, 6.3 ], "duration": 60.66, "caption": "A man turns and looks at another man, and then turns back to a third man.", "similarity": 0.7679, "relevance": 4 }, { "pair_id": 17544, "video_name": "house_s04e04_seg02_clip_27", "timestamp": [ 4.27, 6.01 ], "duration": 12.66, "caption": "A man looks back at another person with a serious expression.", "similarity": 0.7551, "relevance": 2 }, { "pair_id": 17545, "video_name": "house_s02e05_seg02_clip_12", "timestamp": [ 39.57, 40.95 ], "duration": 92.66, "caption": "A man looks confused, steps back for a moment and looks back at another man.", "similarity": 0.7506, "relevance": 2 }, { "pair_id": 17546, "video_name": "castle_s07e18_seg02_clip_01", "timestamp": [ 54.11, 55.86 ], "duration": 87.66, "caption": "A man looks back to another man and waves at him.", "similarity": 0.7411, "relevance": 2 }, { "pair_id": 17547, "video_name": "met_s06e19_seg02_clip_11", "timestamp": [ 52.94, 56.02 ], "duration": 56.66, "caption": "A man looks at another man, surprised, then looks at a third person.", "similarity": 0.7406, "relevance": 4 }, { "pair_id": 17548, "video_name": "castle_s06e04_seg02_clip_24", "timestamp": [ 71.72, 73.53 ], "duration": 90.66, "caption": "A man looks first at a man and then at another man.", "similarity": 0.7375, "relevance": 1 }, { "pair_id": 17549, "video_name": "house_s08e21_seg02_clip_27", "timestamp": [ 7.16, 8.2 ], "duration": 26.66, "caption": "A man glances down at another man then at another man.", "similarity": 0.7354, "relevance": 2 }, { "pair_id": 17550, "video_name": "friends_s03e02_seg02_clip_09", "timestamp": [ 39.75, 44.1 ], "duration": 58.66, "caption": "A man turns his head around to look at another man who is behind him.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 17551, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A man is looking at two other men from behind them.", "similarity": 0.7268, "relevance": 3 }, { "pair_id": 17552, "video_name": "grey_s03e07_seg02_clip_19", "timestamp": [ 28.1, 30.4 ], "duration": 92.66, "caption": "A group looks at a man then to another man.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 17553, "video_name": "castle_s02e15_seg02_clip_15", "timestamp": [ 22.58, 23.94 ], "duration": 90.66, "caption": "A man looks at another person leaving and looks back to someone.", "similarity": 0.7191, "relevance": 3 }, { "pair_id": 17554, "video_name": "s05e01_seg02_clip_02", "timestamp": [ 14.46, 34.53 ], "duration": 59.66, "caption": "A man looks, disbelievingly, at another man and after he says something, both men look at him in disbelief.", "similarity": 0.7177, "relevance": 3 }, { "pair_id": 17555, "video_name": "friends_s10e17-18_seg02_clip_11", "timestamp": [ 49.82, 52.8 ], "duration": 59.66, "caption": "A man looks at another man and has a confused look on his face.", "similarity": 0.7166, "relevance": 2 }, { "pair_id": 17556, "video_name": "castle_s08e04_seg02_clip_13", "timestamp": [ 24.38, 28.9 ], "duration": 90.66, "caption": "A man looks back at another man and points to his head.", "similarity": 0.7157, "relevance": 4 }, { "pair_id": 17557, "video_name": "met_s05e05_seg02_clip_09", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A man looks scared when another man says where they are going.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 17558, "video_name": "house_s06e15_seg02_clip_04", "timestamp": [ 20.96, 22.78 ], "duration": 91.66, "caption": "A man turns his look to another man.", "similarity": 0.7146, "relevance": 2 }, { "pair_id": 17559, "video_name": "s01e01_seg02_clip_08", "timestamp": [ 34.22, 37.22 ], "duration": 60.66, "caption": "A man looks back behind him and glares at another man as he's walking.", "similarity": 0.7114, "relevance": 3 }, { "pair_id": 190860, "video_name": "friends_s03e16_seg02_clip_03", "timestamp": [ 8.82, 11.03 ], "duration": 63.66, "caption": "A man turns to his right to look at man and then back to his left.", "similarity": 0.71, "relevance": 4 }, { "pair_id": 190861, "video_name": "castle_s03e20_seg02_clip_02", "timestamp": [ 37.4, 39.65 ], "duration": 90.66, "caption": "A man looks at another man and uncrosses his arms.", "similarity": 0.7099, "relevance": 2 }, { "pair_id": 190862, "video_name": "friends_s01e15_seg02_clip_12", "timestamp": [ 30.31, 41.42 ], "duration": 60.66, "caption": "Two men look behind and see a man looking at them.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 190863, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 37.14, 42.01 ], "duration": 75.66, "caption": "A man looks at another man with a surprised look on his face.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 190865, "video_name": "house_s02e02_seg02_clip_23", "timestamp": [ 62.41, 69.7 ], "duration": 104.66, "caption": "A man looks back at another man who is watching the procedure behind a window and the second man looks relieved.", "similarity": 0.7041, "relevance": 3 }, { "pair_id": 190866, "video_name": "house_s07e12_seg02_clip_14", "timestamp": [ 56.29, 61.2 ], "duration": 89.66, "caption": "A person looks back and forth at two men looking shocked and confused.", "similarity": 0.702, "relevance": 3 }, { "pair_id": 190867, "video_name": "grey_s02e08_seg02_clip_08", "timestamp": [ 76.65, 81.51 ], "duration": 97.66, "caption": "A man is talking to another man and the other man is looking the other way, sadly.", "similarity": 0.702, "relevance": 2 }, { "pair_id": 190868, "video_name": "grey_s03e18_seg02_clip_12", "timestamp": [ 86.02, 90.11 ], "duration": 91.66, "caption": "A man looks at another man and then turns and walks off.", "similarity": 0.7013, "relevance": 2 }, { "pair_id": 190869, "video_name": "house_s04e08_seg02_clip_24", "timestamp": [ 52.58, 59.42 ], "duration": 72.66, "caption": "A man looks at a person and another person then the person walks over to him.", "similarity": 0.6963, "relevance": 2 }, { "pair_id": 190870, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 3.71, 6.27 ], "duration": 57.66, "caption": "A man looks at another man with a look of shock.", "similarity": 0.6961, "relevance": 2 }, { "pair_id": 190871, "video_name": "house_s02e13_seg02_clip_18", "timestamp": [ 71.52, 77.34 ], "duration": 89.66, "caption": "A man looks at the result while talking to another man.", "similarity": 0.6944, "relevance": 2 }, { "pair_id": 190872, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 41.34, 48.76 ], "duration": 57.66, "caption": "A man looks at another man in disbelief and walks away from him and another person.", "similarity": 0.6921, "relevance": 2 }, { "pair_id": 190873, "video_name": "s05e04_seg02_clip_05", "timestamp": [ 55.28, 58.53 ], "duration": 65.66, "caption": "A man looks at another man incredulously and then gives him a retort.", "similarity": 0.6918, "relevance": 2 }, { "pair_id": 190874, "video_name": "castle_s01e08_seg02_clip_05", "timestamp": [ 11.04, 14.26 ], "duration": 92.66, "caption": "A man turns around to see another man standing.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 190876, "video_name": "house_s02e21_seg02_clip_08", "timestamp": [ 31.96, 33.31 ], "duration": 90.66, "caption": "A man turns his head to look at another man approaching.", "similarity": 0.6877, "relevance": 0 }, { "pair_id": 190877, "video_name": "friends_s06e22_seg01_clip_01", "timestamp": [ 57.55, 60.8 ], "duration": 65.66, "caption": "A man turns to his left to look at the person behind him and then turns back.", "similarity": 0.6865, "relevance": 3 }, { "pair_id": 190878, "video_name": "house_s03e21_seg02_clip_12", "timestamp": [ 1.64, 3.29 ], "duration": 82.66, "caption": "While walking next to a man, a man looks at his watch.", "similarity": 0.6855, "relevance": 2 }, { "pair_id": 190879, "video_name": "castle_s08e16_seg02_clip_09", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A man looks at person and person looks back at him as they speak.", "similarity": 0.6852, "relevance": 3 } ] }, { "query_id": 90572, "query": "A man roughly sits on a stool by the examination bed.", "relevant_moment": [ { "pair_id": 1820, "video_name": "friends_s02e06_seg02_clip_07", "timestamp": [ 47.81, 49.29 ], "duration": 59.66, "caption": "A man roughly sits on a stool by the examination bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1822, "video_name": "house_s05e15_seg02_clip_03", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A man sits in the hospital bed with a contraption on his bed.", "similarity": 0.6563, "relevance": 0 }, { "pair_id": 1823, "video_name": "grey_s03e17_seg02_clip_06", "timestamp": [ 85.33, 89.4 ], "duration": 90.66, "caption": "A man sits himself up on the examination table.", "similarity": 0.6557, "relevance": 2 }, { "pair_id": 1824, "video_name": "friends_s10e13_seg02_clip_04", "timestamp": [ 50.32, 53.33 ], "duration": 86.66, "caption": "A man sits down on a chair next to someone's bed.", "similarity": 0.6557, "relevance": 3 }, { "pair_id": 1825, "video_name": "s02e23_seg02_clip_15", "timestamp": [ 11.6, 13.93 ], "duration": 58.66, "caption": "A man sits down on the edge of a person's bed.", "similarity": 0.6472, "relevance": 1 }, { "pair_id": 1826, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 33.88, 37.55 ], "duration": 61.66, "caption": "A man takes a seat down on the edge of the bed.", "similarity": 0.637, "relevance": 1 }, { "pair_id": 1828, "video_name": "grey_s02e21_seg02_clip_08", "timestamp": [ 42.75, 47.39 ], "duration": 103.66, "caption": "A man sits down on the side of the hospital bed.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 1829, "video_name": "house_s06e05_seg02_clip_24", "timestamp": [ 0.0, 3.03 ], "duration": 101.66, "caption": "Dr. person takes a seat beside the patient's bed.", "similarity": 0.6226, "relevance": 3 }, { "pair_id": 1830, "video_name": "friends_s05e02_seg02_clip_19", "timestamp": [ 44.25, 46.99 ], "duration": 61.66, "caption": "A man tilts his head down while sitting on a stool.", "similarity": 0.621, "relevance": 1 }, { "pair_id": 1831, "video_name": "friends_s03e23_seg02_clip_14", "timestamp": [ 48.47, 52.18 ], "duration": 57.66, "caption": "A man sits down on a table for a person to examine him.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 1832, "video_name": "grey_s02e23_seg02_clip_20", "timestamp": [ 37.38, 40.41 ], "duration": 101.66, "caption": "A man sits down on the bed next to someone.", "similarity": 0.6121, "relevance": 2 }, { "pair_id": 1833, "video_name": "s01e11_seg02_clip_05", "timestamp": [ 45.92, 47.42 ], "duration": 60.66, "caption": "A man moves to the end of his bed and sits down.", "similarity": 0.612, "relevance": 1 }, { "pair_id": 1834, "video_name": "grey_s02e03_seg02_clip_19", "timestamp": [ 37.32, 43.69 ], "duration": 91.66, "caption": "A man enters the room and sits down next to the bed.", "similarity": 0.6096, "relevance": 3 }, { "pair_id": 1835, "video_name": "s01e15_seg02_clip_06", "timestamp": [ 24.5, 25.12 ], "duration": 62.66, "caption": "A man in a black shirt sits down on the bed.", "similarity": 0.6096, "relevance": 1 }, { "pair_id": 1836, "video_name": "friends_s06e03_seg02_clip_13", "timestamp": [ 25.63, 29.9 ], "duration": 61.66, "caption": "A man grabs the stool and eventually sits down on it.", "similarity": 0.609, "relevance": 2 }, { "pair_id": 1837, "video_name": "friends_s03e01_seg02_clip_06", "timestamp": [ 19.54, 21.12 ], "duration": 63.66, "caption": "A man sits up higher in the bed they are in.", "similarity": 0.6078, "relevance": 0 }, { "pair_id": 1838, "video_name": "house_s04e06_seg02_clip_19", "timestamp": [ 58.97, 62.57 ], "duration": 90.66, "caption": "A person sits down on the patient bed across from the patient.", "similarity": 0.6069, "relevance": 2 }, { "pair_id": 1839, "video_name": "met_s03e13_seg01_clip_00", "timestamp": [ 22.5, 64.39 ], "duration": 122.66, "caption": "A man is on an exam bed as he speaks to a woman.", "similarity": 0.6052, "relevance": 1 } ] }, { "query_id": 90576, "query": "A person is beside another person at the cafeteria table.", "relevant_moment": [ { "pair_id": 8700, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 19.83, 22.58 ], "duration": 61.66, "caption": "A person is beside another person at the cafeteria table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8701, "video_name": "s04e12_seg01_clip_01", "timestamp": [ 7.32, 10.07 ], "duration": 61.66, "caption": "A person is sitting beside another person at the cafeteria table.", "similarity": 0.9378, "relevance": 4 }, { "pair_id": 8702, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 0.0, 2.49 ], "duration": 71.66, "caption": "A person sits at the cafeteria table beside another person.", "similarity": 0.9247, "relevance": 4 }, { "pair_id": 8703, "video_name": "s07e05_seg02_clip_05", "timestamp": [ 55.22, 58.83 ], "duration": 60.66, "caption": "A person is sitting next to another person at the cafeteria table.", "similarity": 0.9066, "relevance": 4 }, { "pair_id": 8704, "video_name": "s04e06_seg02_clip_00", "timestamp": [ 6.41, 11.9 ], "duration": 61.66, "caption": "A person is sitting next to another person at the cafeteria table.", "similarity": 0.9066, "relevance": 4 }, { "pair_id": 8705, "video_name": "s04e19_seg02_clip_08", "timestamp": [ 0.0, 1.8 ], "duration": 60.66, "caption": "A person is sitting next to another person in the cafeteria table.", "similarity": 0.8937, "relevance": 4 }, { "pair_id": 8706, "video_name": "s07e20_seg02_clip_02", "timestamp": [ 30.46, 33.07 ], "duration": 58.66, "caption": "A person sits down next to another person at the cafeteria table.", "similarity": 0.8882, "relevance": 4 }, { "pair_id": 8707, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 39.06, 43.22 ], "duration": 64.66, "caption": "A person sits in front of another person on the cafeteria table.", "similarity": 0.8559, "relevance": 4 }, { "pair_id": 8708, "video_name": "s07e06_seg02_clip_09", "timestamp": [ 34.48, 38.45 ], "duration": 61.66, "caption": "A person sits beside a man at the cafeteria table with their lunch tray.", "similarity": 0.8142, "relevance": 4 }, { "pair_id": 8709, "video_name": "s06e01_seg02_clip_01", "timestamp": [ 26.67, 33.19 ], "duration": 62.66, "caption": "A person is sitting across from another person at the cafeteria.", "similarity": 0.7944, "relevance": 3 }, { "pair_id": 8710, "video_name": "s02e16_seg02_clip_00", "timestamp": [ 6.3, 15.76 ], "duration": 63.66, "caption": "A person sits at the cafeteria table after some people.", "similarity": 0.7907, "relevance": 4 }, { "pair_id": 8711, "video_name": "s07e01_seg02_clip_11", "timestamp": [ 41.19, 43.02 ], "duration": 61.66, "caption": "A person sits down at the cafeteria table next to woman.", "similarity": 0.7901, "relevance": 4 }, { "pair_id": 8712, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 31.2, 33.41 ], "duration": 63.66, "caption": "A person is holding a food tray as he sits beside a man in the cafeteria table.", "similarity": 0.7892, "relevance": 4 }, { "pair_id": 8713, "video_name": "s08e21_seg01_clip_01", "timestamp": [ 0.0, 8.52 ], "duration": 71.66, "caption": "A person is sitting next to someone as they eat in the cafeteria.", "similarity": 0.7852, "relevance": 4 }, { "pair_id": 8714, "video_name": "s07e02_seg02_clip_16", "timestamp": [ 32.41, 35.12 ], "duration": 60.66, "caption": "A person sits down at the cafeteria table with some people.", "similarity": 0.7851, "relevance": 4 }, { "pair_id": 8715, "video_name": "s01e12_seg01_clip_01", "timestamp": [ 0.0, 5.33 ], "duration": 82.66, "caption": "A person and another person sit at the cafeteria table while talking to some people.", "similarity": 0.77, "relevance": 3 }, { "pair_id": 8716, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 3.75, 12.0 ], "duration": 75.66, "caption": "A person is sitting next to someone eating in the cafeteria.", "similarity": 0.7662, "relevance": 4 }, { "pair_id": 8717, "video_name": "house_s06e07_seg02_clip_04", "timestamp": [ 0.0, 33.61 ], "duration": 87.66, "caption": "Two people are standing beside each other as they are in the cafeteria counter.", "similarity": 0.7474, "relevance": 4 }, { "pair_id": 8718, "video_name": "s06e01_seg02_clip_02", "timestamp": [ 10.99, 17.09 ], "duration": 61.66, "caption": "A person sits down at a table to join two other people for lunch in the cafeteria.", "similarity": 0.7407, "relevance": 4 }, { "pair_id": 8719, "video_name": "s06e08_seg01_clip_00", "timestamp": [ 29.77, 30.73 ], "duration": 96.66, "caption": "A person hands his napkin to another person in the cafeteria.", "similarity": 0.7367, "relevance": 4 }, { "pair_id": 182020, "video_name": "s05e16_seg02_clip_07", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person walks to the cafeteria table, sits down and talks with another person.", "similarity": 0.7255, "relevance": 3 }, { "pair_id": 182021, "video_name": "s10e09_seg01_clip_00", "timestamp": [ 45.97, 55.53 ], "duration": 91.66, "caption": "A person walks over to some people's cafeteria table.", "similarity": 0.7199, "relevance": 4 }, { "pair_id": 182022, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 11.03, 15.76 ], "duration": 63.66, "caption": "A person talks to another person at a cafeteria table with a fork in his hand.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 182023, "video_name": "s04e20_seg02_clip_09", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A person is talking to another person at the cafeteria on lunch.", "similarity": 0.712, "relevance": 4 }, { "pair_id": 182024, "video_name": "s07e06_seg02_clip_02", "timestamp": [ 35.22, 44.29 ], "duration": 55.66, "caption": "A person approaches some people sitting at a table in cafeteria and takes a seat.", "similarity": 0.712, "relevance": 4 }, { "pair_id": 182025, "video_name": "s03e15_seg01_clip_02", "timestamp": [ 48.53, 53.16 ], "duration": 66.66, "caption": "A person gets up from the lunch table at the cafeteria while eating with other people.", "similarity": 0.7103, "relevance": 4 }, { "pair_id": 182026, "video_name": "castle_s08e04_seg02_clip_08", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "Two people are beside each other as they are at a table.", "similarity": 0.7074, "relevance": 4 }, { "pair_id": 182027, "video_name": "s04e08_seg02_clip_00", "timestamp": [ 19.85, 34.12 ], "duration": 62.66, "caption": "A person is beside someone at the restaurant table while speaking to another person.", "similarity": 0.7023, "relevance": 4 }, { "pair_id": 182028, "video_name": "house_s04e10_seg02_clip_00", "timestamp": [ 10.05, 11.42 ], "duration": 91.66, "caption": "A person sits down at the table next to another person.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 182029, "video_name": "s09e02_seg02_clip_12", "timestamp": [ 46.82, 50.72 ], "duration": 60.66, "caption": "A person calls for another person across a cafeteria as they dine.", "similarity": 0.7008, "relevance": 3 }, { "pair_id": 182030, "video_name": "s06e24_seg01_clip_00", "timestamp": [ 37.53, 41.5 ], "duration": 61.66, "caption": "A man walks with his food tray and sits beside guy in the cafeteria table.", "similarity": 0.6994, "relevance": 4 }, { "pair_id": 182031, "video_name": "s02e03_seg02_clip_11", "timestamp": [ 0.0, 17.68 ], "duration": 57.66, "caption": "A person is asleep at the cafeteria table while with some people.", "similarity": 0.6983, "relevance": 4 }, { "pair_id": 182032, "video_name": "house_s06e16_seg02_clip_06", "timestamp": [ 79.27, 91.64 ], "duration": 91.66, "caption": "Two people are sitting at a table in the cafeteria.", "similarity": 0.6926, "relevance": 4 }, { "pair_id": 182033, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 11.29, 18.92 ], "duration": 61.66, "caption": "A person is sitting on another table behind someone's table.", "similarity": 0.6888, "relevance": 4 }, { "pair_id": 182034, "video_name": "s09e18_seg01_clip_00", "timestamp": [ 6.3, 11.9 ], "duration": 70.66, "caption": "A man is talking to another man across the cafeteria table.", "similarity": 0.686, "relevance": 4 }, { "pair_id": 182035, "video_name": "friends_s02e04_seg02_clip_00", "timestamp": [ 6.82, 62.03 ], "duration": 62.66, "caption": "A person was sitting in front of another person at the dining table.", "similarity": 0.6816, "relevance": 3 }, { "pair_id": 182036, "video_name": "s08e21_seg01_clip_00", "timestamp": [ 58.89, 61.03 ], "duration": 61.66, "caption": "A person arrives to the cafeteria table to join the three others.", "similarity": 0.6808, "relevance": 4 }, { "pair_id": 182037, "video_name": "s05e20_seg02_clip_09", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A person is across from another person at a dinner table.", "similarity": 0.6799, "relevance": 2 }, { "pair_id": 182038, "video_name": "s04e14_seg02_clip_04", "timestamp": [ 8.26, 11.51 ], "duration": 59.66, "caption": "Two people run up to a person's table in the cafeteria.", "similarity": 0.6797, "relevance": 3 }, { "pair_id": 182039, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 57.99, 62.4 ], "duration": 63.66, "caption": "A person talks to a guy at cafeteria table while he eats.", "similarity": 0.6788, "relevance": 3 } ] }, { "query_id": 90592, "query": "A man gets the jewelry case from the car's cupholder and runs towards the subway's entrance.", "relevant_moment": [ { "pair_id": 78060, "video_name": "castle_s06e08_seg02_clip_13", "timestamp": [ 44.29, 50.69 ], "duration": 91.66, "caption": "A man gets the jewelry case from the car's cupholder and runs towards the subway's entrance.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 78061, "video_name": "castle_s07e08_seg02_clip_04", "timestamp": [ 25.77, 65.8 ], "duration": 92.66, "caption": "A man gets out of the car and follows another man into a subway train.", "similarity": 0.5312, "relevance": 2 }, { "pair_id": 78062, "video_name": "castle_s03e15_seg02_clip_21", "timestamp": [ 66.9, 78.28 ], "duration": 91.66, "caption": "A man walks over and grabs a jewelry box from the mantle.", "similarity": 0.5209, "relevance": 1 }, { "pair_id": 78063, "video_name": "friends_s06e22_seg02_clip_11", "timestamp": [ 31.01, 34.12 ], "duration": 62.66, "caption": "A man moves his way to get something from the car.", "similarity": 0.5105, "relevance": 1 }, { "pair_id": 78065, "video_name": "friends_s06e23_seg02_clip_05", "timestamp": [ 29.22, 34.53 ], "duration": 59.66, "caption": "A man goes to a jewelry case and calls the sales assistant to show him the ring he is pointing at through the case.", "similarity": 0.4848, "relevance": 1 }, { "pair_id": 78066, "video_name": "friends_s06e23_seg02_clip_20", "timestamp": [ 2.61, 7.25 ], "duration": 58.66, "caption": "A man pulls out a jewelry box and gives two other men a look inside.", "similarity": 0.4721, "relevance": 2 }, { "pair_id": 78067, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 34.48, 41.8 ], "duration": 61.66, "caption": "A man finds an open jewelry box that drops from another man's jacket sleeve.", "similarity": 0.4656, "relevance": 2 }, { "pair_id": 78068, "video_name": "met_s06e04_seg02_clip_00", "timestamp": [ 25.33, 29.9 ], "duration": 61.66, "caption": "A woman runs across the street and heads towards the subway entrance.", "similarity": 0.4646, "relevance": 3 }, { "pair_id": 78070, "video_name": "friends_s06e23_seg01_clip_00", "timestamp": [ 0.0, 5.31 ], "duration": 59.66, "caption": "A person turns around when a man asks for help with jewelry.", "similarity": 0.4597, "relevance": 1 }, { "pair_id": 78071, "video_name": "met_s06e17_seg02_clip_14", "timestamp": [ 7.93, 12.21 ], "duration": 61.66, "caption": "A man runs across the lobby then runs back and grabs a box.", "similarity": 0.455, "relevance": 2 }, { "pair_id": 78072, "video_name": "s07e15_seg02_clip_01", "timestamp": [ 46.71, 58.03 ], "duration": 58.66, "caption": "A person walks into the train dining car first and is very excited about it.", "similarity": 0.4511, "relevance": 1 }, { "pair_id": 78074, "video_name": "friends_s09e01_seg01_clip_00", "timestamp": [ 3.39, 6.17 ], "duration": 61.66, "caption": "A man bends down to pick up a jewelry box and opens the lid.", "similarity": 0.4326, "relevance": 2 }, { "pair_id": 78076, "video_name": "met_s02e15_seg02_clip_07", "timestamp": [ 3.92, 6.13 ], "duration": 49.66, "caption": "A man leaps over the subway turnstile to the other side.", "similarity": 0.4283, "relevance": 3 }, { "pair_id": 78078, "video_name": "s03e17_seg02_clip_04", "timestamp": [ 55.83, 60.03 ], "duration": 60.66, "caption": "A man yanks the piece of jewelry back from a person and puts it in his pocket.", "similarity": 0.4252, "relevance": 1 }, { "pair_id": 78079, "video_name": "castle_s08e10_seg02_clip_24", "timestamp": [ 42.95, 47.88 ], "duration": 89.66, "caption": "A person is running to get down a metal stair case.", "similarity": 0.4246, "relevance": 1 }, { "pair_id": 251380, "video_name": "friends_s06e23_seg02_clip_04", "timestamp": [ 48.92, 52.22 ], "duration": 60.66, "caption": "A person walks over to point at some jewelry.", "similarity": 0.4242, "relevance": 2 }, { "pair_id": 251381, "video_name": "s03e22_seg01_clip_01", "timestamp": [ 26.19, 28.62 ], "duration": 44.66, "caption": "A man runs into a person holding a box coming out of the elevator.", "similarity": 0.4222, "relevance": 2 }, { "pair_id": 251382, "video_name": "s03e17_seg02_clip_16", "timestamp": [ 58.89, 61.89 ], "duration": 75.66, "caption": "A man grabs another man's hand as he reaches for the necklace.", "similarity": 0.4212, "relevance": 1 }, { "pair_id": 251383, "video_name": "friends_s07e21_seg02_clip_07", "timestamp": [ 25.82, 29.59 ], "duration": 58.66, "caption": "A man pulls out a ring box and opens it.", "similarity": 0.4201, "relevance": 2 }, { "pair_id": 251384, "video_name": "s05e04_seg02_clip_16", "timestamp": [ 49.84, 50.64 ], "duration": 53.66, "caption": "A man runs across the restaurant with his hands up and a person is following him.", "similarity": 0.4192, "relevance": 1 }, { "pair_id": 251385, "video_name": "castle_s02e24_seg02_clip_02", "timestamp": [ 59.6, 65.6 ], "duration": 92.66, "caption": "A man walks into the station and sets a phone and cup of coffee in front of someone.", "similarity": 0.4165, "relevance": 1 }, { "pair_id": 251386, "video_name": "friends_s09e01_seg01_clip_00", "timestamp": [ 0.0, 5.55 ], "duration": 61.66, "caption": "A man reaches down to his jacket and picks up a ring box.", "similarity": 0.4157, "relevance": 2 }, { "pair_id": 251387, "video_name": "friends_s03e08_seg02_clip_04", "timestamp": [ 29.4, 34.61 ], "duration": 61.66, "caption": "A man stops another man and beckons him over to look at jewelry in a window.", "similarity": 0.4153, "relevance": 2 }, { "pair_id": 251388, "video_name": "friends_s09e23-24_seg02_clip_27", "timestamp": [ 0.0, 1.83 ], "duration": 61.66, "caption": "A man removes a jewelry box from his pocket and holds it up.", "similarity": 0.4146, "relevance": 1 }, { "pair_id": 251389, "video_name": "friends_s04e20_seg02_clip_00", "timestamp": [ 5.53, 8.13 ], "duration": 65.66, "caption": "A man reaches over and grabs the coffee carafe.", "similarity": 0.4138, "relevance": 1 }, { "pair_id": 251390, "video_name": "friends_s06e12_seg01_clip_00", "timestamp": [ 0.0, 4.88 ], "duration": 61.66, "caption": "A man enters a coffee shop and walks over to the seating area.", "similarity": 0.4115, "relevance": 1 }, { "pair_id": 251391, "video_name": "friends_s05e20_seg02_clip_02", "timestamp": [ 8.82, 13.55 ], "duration": 63.66, "caption": "A man runs to the car and gets into the backseat next to a man.", "similarity": 0.411, "relevance": 2 }, { "pair_id": 251392, "video_name": "castle_s07e08_seg02_clip_18", "timestamp": [ 35.11, 36.46 ], "duration": 90.66, "caption": "A man shoots the glass showing a camera in the subway.", "similarity": 0.4107, "relevance": 2 }, { "pair_id": 251393, "video_name": "friends_s03e01_seg02_clip_10", "timestamp": [ 57.67, 61.03 ], "duration": 61.66, "caption": "A man takes the tickets from a person and heads towards the door.", "similarity": 0.4105, "relevance": 1 }, { "pair_id": 251394, "video_name": "s05e06_seg02_clip_09", "timestamp": [ 52.52, 56.43 ], "duration": 60.66, "caption": "A man gets up from a table and picks up his plate and cup.", "similarity": 0.4075, "relevance": 1 }, { "pair_id": 251395, "video_name": "castle_s03e08_seg02_clip_04", "timestamp": [ 0.0, 18.36 ], "duration": 89.66, "caption": "A man and woman walks into the subway to meet someone.", "similarity": 0.4065, "relevance": 1 }, { "pair_id": 251396, "video_name": "friends_s08e03_seg02_clip_01", "timestamp": [ 1.45, 10.15 ], "duration": 58.66, "caption": "A man has a car in his hand when he walks in.", "similarity": 0.4063, "relevance": 1 }, { "pair_id": 251397, "video_name": "s03e17_seg02_clip_05", "timestamp": [ 42.2, 46.34 ], "duration": 59.66, "caption": "A man snatches the necklace and hands it to woman.", "similarity": 0.4063, "relevance": 2 }, { "pair_id": 251398, "video_name": "friends_s06e15-16_seg02_clip_14", "timestamp": [ 3.77, 6.96 ], "duration": 58.66, "caption": "A man walks through the door holding a cup.", "similarity": 0.4051, "relevance": 1 }, { "pair_id": 251399, "video_name": "met_s02e15_seg02_clip_06", "timestamp": [ 30.9, 38.0 ], "duration": 71.66, "caption": "A very pregnant woman enters the subway car and walks towards a man.", "similarity": 0.4049, "relevance": 2 } ] }, { "query_id": 90617, "query": "Patient plays the piano and a doctor says one can't play a piano with half a brain.", "relevant_moment": [ { "pair_id": 1960, "video_name": "house_s03e15_seg02_clip_17", "timestamp": [ 57.62, 63.92 ], "duration": 90.66, "caption": "Patient plays the piano and a doctor says one can't play a piano with half a brain.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 1961, "video_name": "house_s03e15_seg02_clip_03", "timestamp": [ 0.0, 28.06 ], "duration": 66.66, "caption": "A person watches and listens as a male patient plays the piano.", "similarity": 0.5878, "relevance": 3 }, { "pair_id": 1962, "video_name": "house_s03e15_seg02_clip_17", "timestamp": [ 0.0, 19.81 ], "duration": 90.66, "caption": "A doctor talks about a patient's brain with other doctors.", "similarity": 0.5739, "relevance": 0 }, { "pair_id": 1963, "video_name": "house_s02e23_seg02_clip_15", "timestamp": [ 40.97, 46.76 ], "duration": 89.66, "caption": "A doctor plays with their fingers while sitting in the thinking chair.", "similarity": 0.5677, "relevance": 0 }, { "pair_id": 1964, "video_name": "house_s03e15_seg02_clip_02", "timestamp": [ 7.48, 20.7 ], "duration": 115.66, "caption": "A person is pushing a piano through the hospital with another person.", "similarity": 0.5607, "relevance": 1 }, { "pair_id": 1965, "video_name": "house_s06e18_seg02_clip_17", "timestamp": [ 53.57, 56.97 ], "duration": 85.66, "caption": "A doctor switches between papers with both hands as if playing.", "similarity": 0.5467, "relevance": 0 }, { "pair_id": 1966, "video_name": "friends_s05e03_seg02_clip_09", "timestamp": [ 52.24, 53.12 ], "duration": 59.66, "caption": "A medical doctor drops their notes out of their right hand.", "similarity": 0.5339, "relevance": 0 }, { "pair_id": 1967, "video_name": "house_s01e14_seg02_clip_25", "timestamp": [ 0.0, 6.4 ], "duration": 128.66, "caption": "Doctor air pianos and air drums on a desk while sitting listening to music.", "similarity": 0.5313, "relevance": 0 }, { "pair_id": 1968, "video_name": "house_s06e11_seg02_clip_06", "timestamp": [ 0.0, 32.97 ], "duration": 90.66, "caption": "Two doctors and a person check the brain scan of a patient.", "similarity": 0.529, "relevance": 0 }, { "pair_id": 1969, "video_name": "house_s02e20_seg02_clip_05", "timestamp": [ 50.07, 65.35 ], "duration": 84.66, "caption": "A person feels the patient would not survive surgery to their brain.", "similarity": 0.5241, "relevance": 0 }, { "pair_id": 1970, "video_name": "grey_s03e03_seg02_clip_06", "timestamp": [ 38.26, 50.86 ], "duration": 90.66, "caption": "A doctor talks about a patient's brain surgery procedure with another doctor who explains what's exactly involved.", "similarity": 0.5207, "relevance": 1 }, { "pair_id": 1971, "video_name": "house_s05e10_seg02_clip_09", "timestamp": [ 0.0, 16.03 ], "duration": 84.66, "caption": "The two doctors were studying the result of EEG.", "similarity": 0.5193, "relevance": 0 }, { "pair_id": 1972, "video_name": "house_s08e11_seg02_clip_09", "timestamp": [ 48.77, 58.9 ], "duration": 92.66, "caption": "A doctor praises the intelligence of another doctor.", "similarity": 0.5141, "relevance": 0 }, { "pair_id": 1973, "video_name": "house_s03e21_seg02_clip_21", "timestamp": [ 18.37, 26.49 ], "duration": 85.66, "caption": "A doctor tells the young, dying patient three things he won't be able to do.", "similarity": 0.5114, "relevance": 1 }, { "pair_id": 1974, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 0.0, 5.48 ], "duration": 91.66, "caption": "A person is telling the other doctors that the patient is having a seizure.", "similarity": 0.5073, "relevance": 0 }, { "pair_id": 1975, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 18.71, 27.42 ], "duration": 87.66, "caption": "Two of the doctors came to a patient trying to explain his/her situation.", "similarity": 0.5072, "relevance": 0 }, { "pair_id": 1976, "video_name": "house_s03e15_seg02_clip_04", "timestamp": [ 16.72, 20.33 ], "duration": 90.66, "caption": "A person instructed another person to turn the music off and starts calling the patient.", "similarity": 0.505, "relevance": 0 }, { "pair_id": 1977, "video_name": "grey_s01e01_seg02_clip_13", "timestamp": [ 3.12, 36.59 ], "duration": 89.66, "caption": "A man tells another man that he's not a competent doctor.", "similarity": 0.5031, "relevance": 0 }, { "pair_id": 1978, "video_name": "castle_s07e02_seg02_clip_09", "timestamp": [ 11.44, 15.1 ], "duration": 91.66, "caption": "A man tells another man to stop playing with the piano.", "similarity": 0.5012, "relevance": 0 }, { "pair_id": 1979, "video_name": "house_s07e23_seg02_clip_06", "timestamp": [ 4.07, 8.15 ], "duration": 90.66, "caption": "A doctor orders another doctor to go somewhere else.", "similarity": 0.5012, "relevance": 0 } ] }, { "query_id": 90631, "query": "A man wacks his cane on a machine and startles the patient awake.", "relevant_moment": [ { "pair_id": 62360, "video_name": "house_s02e11_seg02_clip_19", "timestamp": [ 22.55, 24.85 ], "duration": 92.66, "caption": "A man wacks his cane on a machine and startles the patient awake.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 62361, "video_name": "house_s02e10_seg02_clip_09", "timestamp": [ 8.73, 14.07 ], "duration": 97.66, "caption": "A man pushes a button and the patient goes into the machine.", "similarity": 0.6682, "relevance": 2 }, { "pair_id": 62362, "video_name": "house_s05e10_seg02_clip_22", "timestamp": [ 3.69, 9.24 ], "duration": 92.66, "caption": "A person holds their cane up to their head while trying to figure out how the patient got so better quickly.", "similarity": 0.6633, "relevance": 1 }, { "pair_id": 62363, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 38.29, 41.59 ], "duration": 132.66, "caption": "A man rests his head on the top of his cane.", "similarity": 0.6375, "relevance": 0 }, { "pair_id": 62364, "video_name": "house_s06e07_seg02_clip_10", "timestamp": [ 63.26, 66.9 ], "duration": 91.66, "caption": "A man extends his cane and uses it to press a button.", "similarity": 0.6255, "relevance": 1 }, { "pair_id": 62366, "video_name": "house_s05e22_seg02_clip_25", "timestamp": [ 8.4, 13.86 ], "duration": 84.66, "caption": "A man let the patient open his mouth so that he can check on it.", "similarity": 0.624, "relevance": 1 }, { "pair_id": 62367, "video_name": "house_s04e09_seg02_clip_22", "timestamp": [ 31.86, 34.59 ], "duration": 91.66, "caption": "A person lifts up his cane to stop a man.", "similarity": 0.6237, "relevance": 1 }, { "pair_id": 62368, "video_name": "grey_s02e05_seg02_clip_12", "timestamp": [ 67.1, 73.12 ], "duration": 86.66, "caption": "A man starts to cut the patient open and then pauses.", "similarity": 0.6227, "relevance": 0 }, { "pair_id": 62369, "video_name": "house_s02e14_seg02_clip_06", "timestamp": [ 51.34, 57.44 ], "duration": 87.66, "caption": "A man uses his cane to open a curtain as he walks up to a hospital bed; he hangs his cane on an IV pole and walks up to a patient in a bed.", "similarity": 0.6217, "relevance": 2 }, { "pair_id": 62370, "video_name": "house_s04e06_seg02_clip_01", "timestamp": [ 12.07, 14.75 ], "duration": 89.66, "caption": "A man nods his head and gets up with his cane.", "similarity": 0.6211, "relevance": 0 }, { "pair_id": 62371, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 1.25, 3.74 ], "duration": 83.66, "caption": "A man uses their cane to get up from their chair.", "similarity": 0.6201, "relevance": 0 }, { "pair_id": 62372, "video_name": "house_s04e04_seg02_clip_21", "timestamp": [ 86.64, 90.25 ], "duration": 90.66, "caption": "A man grabs his cane and rests his back while talking to the other doctors.", "similarity": 0.62, "relevance": 0 }, { "pair_id": 62373, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 29.05, 32.57 ], "duration": 88.66, "caption": "A person puts his cane down and grabs the shirt of a young male patient.", "similarity": 0.619, "relevance": 1 }, { "pair_id": 62375, "video_name": "house_s03e16_seg02_clip_21", "timestamp": [ 21.63, 23.93 ], "duration": 92.66, "caption": "A person hangs their cane on a piece of medical equipment and leans over near the bed.", "similarity": 0.6119, "relevance": 2 }, { "pair_id": 62376, "video_name": "house_s03e04_seg02_clip_07", "timestamp": [ 58.4, 60.92 ], "duration": 84.66, "caption": "A man raises his cane over his head and puts it behind his neck.", "similarity": 0.6104, "relevance": 0 }, { "pair_id": 62377, "video_name": "house_s02e12_seg02_clip_18", "timestamp": [ 20.6, 26.27 ], "duration": 103.66, "caption": "A man injects a medicine to the patient immediately.", "similarity": 0.6099, "relevance": 0 }, { "pair_id": 62378, "video_name": "house_s08e04_seg02_clip_22", "timestamp": [ 37.21, 45.61 ], "duration": 80.66, "caption": "A person is sitting by the patients bed as he begins to awaken.", "similarity": 0.607, "relevance": 1 }, { "pair_id": 62379, "video_name": "house_s03e24_seg02_clip_21", "timestamp": [ 20.59, 26.08 ], "duration": 91.66, "caption": "A man works on the patient by administering medicine.", "similarity": 0.6069, "relevance": 1 } ] }, { "query_id": 90657, "query": "A man moves his hands apart and shakes them in front of him.", "relevant_moment": [ { "pair_id": 119060, "video_name": "castle_s05e15_seg02_clip_05", "timestamp": [ 77.39, 79.71 ], "duration": 92.66, "caption": "A man moves his hands apart and shakes them in front of him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 119061, "video_name": "s04e23_seg02_clip_03", "timestamp": [ 30.88, 32.46 ], "duration": 63.66, "caption": "A man clasps his hands together and shakes them.", "similarity": 0.7958, "relevance": 4 }, { "pair_id": 119062, "video_name": "friends_s01e07_seg02_clip_16", "timestamp": [ 6.79, 14.17 ], "duration": 59.66, "caption": "A man shakes hands with some people.", "similarity": 0.7785, "relevance": 2 }, { "pair_id": 119063, "video_name": "friends_s01e24_seg02_clip_09", "timestamp": [ 17.02, 19.99 ], "duration": 54.66, "caption": "A man shakes their head while their hand is in a fist.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 119064, "video_name": "friends_s09e18_seg02_clip_17", "timestamp": [ 11.41, 14.71 ], "duration": 60.66, "caption": "A person puts out his right hand and a man shakes it.", "similarity": 0.7671, "relevance": 3 }, { "pair_id": 119065, "video_name": "friends_s09e21_seg02_clip_12", "timestamp": [ 43.57, 47.15 ], "duration": 65.66, "caption": "A man shakes his head and puts his hands up.", "similarity": 0.7553, "relevance": 4 }, { "pair_id": 119066, "video_name": "friends_s04e11_seg02_clip_17", "timestamp": [ 6.2, 8.56 ], "duration": 59.66, "caption": "A man places his hand on another person's shoulder and they strongly shake hands.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 119067, "video_name": "met_s06e11_seg02_clip_06", "timestamp": [ 6.89, 10.9 ], "duration": 57.66, "caption": "A man shakes hands with another man.", "similarity": 0.7495, "relevance": 2 }, { "pair_id": 119068, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 30.27, 32.05 ], "duration": 89.66, "caption": "A person raises both hands in front of him and shakes them as he talks.", "similarity": 0.747, "relevance": 3 }, { "pair_id": 119069, "video_name": "friends_s03e05_seg02_clip_02", "timestamp": [ 40.01, 52.1 ], "duration": 62.66, "caption": "A man goes up and shakes some people's hands.", "similarity": 0.7416, "relevance": 2 }, { "pair_id": 119070, "video_name": "friends_s06e20_seg02_clip_19", "timestamp": [ 2.44, 4.58 ], "duration": 61.66, "caption": "A person holds out his hand and a person shakes his hand.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 119071, "video_name": "s08e04_seg02_clip_02", "timestamp": [ 58.59, 61.03 ], "duration": 61.66, "caption": "A man awkwardly shakes their hand in front of them as they talk.", "similarity": 0.7402, "relevance": 3 }, { "pair_id": 119072, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 54.11, 57.63 ], "duration": 64.66, "caption": "A man shakes his head and gestures with both hands out while talking to another man.", "similarity": 0.7381, "relevance": 3 }, { "pair_id": 119073, "video_name": "house_s03e22_seg02_clip_16", "timestamp": [ 34.05, 38.19 ], "duration": 92.66, "caption": "A man shakes his hands at his face and walks away from person.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 119074, "video_name": "s08e12_seg02_clip_05", "timestamp": [ 1.2, 4.2 ], "duration": 60.66, "caption": "A person cups his hands together in front of him and quickly shakes them.", "similarity": 0.732, "relevance": 3 }, { "pair_id": 119075, "video_name": "friends_s05e14_seg02_clip_08", "timestamp": [ 20.17, 22.06 ], "duration": 63.66, "caption": "A man makes two fists and shakes them in front of him during a conversation.", "similarity": 0.728, "relevance": 3 }, { "pair_id": 119076, "video_name": "grey_s03e18_seg02_clip_11", "timestamp": [ 1.4, 21.4 ], "duration": 93.66, "caption": "A man shakes guy's hand, guy then walks away after a conversation.", "similarity": 0.7217, "relevance": 0 }, { "pair_id": 119077, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 38.14, 43.26 ], "duration": 93.66, "caption": "A man stands up and shakes another man's hand.", "similarity": 0.721, "relevance": 2 }, { "pair_id": 119078, "video_name": "friends_s10e06_seg02_clip_06", "timestamp": [ 29.18, 32.67 ], "duration": 63.66, "caption": "A man shakes the hand of another man as an introduction.", "similarity": 0.7195, "relevance": 4 }, { "pair_id": 119079, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 48.3, 50.47 ], "duration": 87.66, "caption": "A man takes his finger and shakes it near a guy's face, then lowers his hand.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 292380, "video_name": "friends_s02e16_seg02_clip_01", "timestamp": [ 71.32, 75.92 ], "duration": 92.66, "caption": "A man shakes guy's hand and pats him on the back.", "similarity": 0.7188, "relevance": 4 }, { "pair_id": 292381, "video_name": "house_s02e08_seg02_clip_22", "timestamp": [ 23.79, 26.08 ], "duration": 91.66, "caption": "A man extends his hand and shakes another man's hand.", "similarity": 0.7185, "relevance": 3 }, { "pair_id": 292382, "video_name": "s08e01_seg02_clip_15", "timestamp": [ 31.43, 36.01 ], "duration": 61.66, "caption": "A man shakes his head and throws his hands up in the air.", "similarity": 0.7175, "relevance": 4 }, { "pair_id": 292383, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 37.27, 41.81 ], "duration": 90.66, "caption": "A person holds out his hand to shake another person's hand.", "similarity": 0.7167, "relevance": 2 }, { "pair_id": 292384, "video_name": "s08e12_seg02_clip_10", "timestamp": [ 54.17, 57.02 ], "duration": 57.66, "caption": "A man shakes his head with his hand on his head.", "similarity": 0.7148, "relevance": 3 }, { "pair_id": 292385, "video_name": "friends_s10e11_seg02_clip_22", "timestamp": [ 17.99, 21.4 ], "duration": 62.66, "caption": "A person claps and shakes his hands in front of him.", "similarity": 0.714, "relevance": 4 }, { "pair_id": 292386, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.7134, "relevance": 2 }, { "pair_id": 292387, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 0.712, "relevance": 3 }, { "pair_id": 292388, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 47.06, 53.36 ], "duration": 97.66, "caption": "A man reaches out and another man shakes his hand.", "similarity": 0.7106, "relevance": 3 }, { "pair_id": 292389, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.26, 6.5 ], "duration": 52.66, "caption": "A person shakes hands with the person next to him.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 292390, "video_name": "friends_s07e22_seg02_clip_04", "timestamp": [ 0.0, 3.06 ], "duration": 61.66, "caption": "A man and another man shake hands.", "similarity": 0.704, "relevance": 2 }, { "pair_id": 292391, "video_name": "met_s03e02_seg02_clip_05", "timestamp": [ 19.13, 32.88 ], "duration": 59.66, "caption": "A person shakes some people's hands as they stand across from him/her.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 292392, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.7026, "relevance": 2 }, { "pair_id": 292393, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 2.05, 7.02 ], "duration": 58.66, "caption": "A person holds their hand out and another person shakes it.", "similarity": 0.6976, "relevance": 2 }, { "pair_id": 292394, "video_name": "friends_s02e03_seg02_clip_11", "timestamp": [ 1.2, 6.3 ], "duration": 60.66, "caption": "A man shakes his hand while he tells another man goodbye.", "similarity": 0.6963, "relevance": 3 }, { "pair_id": 292395, "video_name": "castle_s05e16_seg02_clip_09", "timestamp": [ 40.93, 50.23 ], "duration": 93.66, "caption": "A person stands up and shakes guy's hand.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 292396, "video_name": "friends_s02e05_seg02_clip_17", "timestamp": [ 6.72, 11.21 ], "duration": 64.66, "caption": "Two men each shake the person's hand.", "similarity": 0.694, "relevance": 3 }, { "pair_id": 292397, "video_name": "met_s03e15_seg02_clip_04", "timestamp": [ 0.0, 6.73 ], "duration": 61.66, "caption": "A man shakes his hands when he is asking for help.", "similarity": 0.692, "relevance": 4 }, { "pair_id": 292398, "video_name": "s05e07_seg02_clip_01", "timestamp": [ 43.22, 45.02 ], "duration": 60.66, "caption": "A man shakes hands with a woman standing across from him.", "similarity": 0.6906, "relevance": 2 }, { "pair_id": 292399, "video_name": "friends_s09e06_seg02_clip_25", "timestamp": [ 31.51, 33.62 ], "duration": 60.66, "caption": "A man shakes the hand of person with vigor.", "similarity": 0.6902, "relevance": 3 } ] }, { "query_id": 90741, "query": "A man picks up his cane from the top of the piano.", "relevant_moment": [ { "pair_id": 3820, "video_name": "house_s03e15_seg02_clip_08", "timestamp": [ 65.15, 67.39 ], "duration": 89.66, "caption": "A man picks up his cane from the top of the piano.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3821, "video_name": "house_s03e16_seg02_clip_11", "timestamp": [ 58.71, 60.99 ], "duration": 91.66, "caption": "A man picks up his cane sitting beside a bedside table.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 3822, "video_name": "house_s06e15_seg02_clip_21", "timestamp": [ 19.26, 21.36 ], "duration": 70.66, "caption": "A person picks up the cane from the table and sets it down.", "similarity": 0.6806, "relevance": 3 }, { "pair_id": 3823, "video_name": "house_s03e21_seg02_clip_00", "timestamp": [ 38.08, 46.07 ], "duration": 94.66, "caption": "A man picks up his cane off the floor and looks at it.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 3824, "video_name": "house_s02e03_seg02_clip_13", "timestamp": [ 43.71, 46.56 ], "duration": 95.66, "caption": "A man picks up his cane and heads over to the white board.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 3825, "video_name": "house_s04e07_seg02_clip_10", "timestamp": [ 68.37, 70.22 ], "duration": 92.66, "caption": "A man picks up his cane and points with it.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 3826, "video_name": "house_s07e09_seg02_clip_23", "timestamp": [ 8.65, 10.47 ], "duration": 91.66, "caption": "A person picks up their cane that was resting on the bed.", "similarity": 0.6137, "relevance": 2 }, { "pair_id": 3827, "video_name": "house_s08e02_seg02_clip_18", "timestamp": [ 20.94, 25.94 ], "duration": 91.66, "caption": "A man picks up the cane and shuts the door.", "similarity": 0.5988, "relevance": 3 }, { "pair_id": 3828, "video_name": "house_s05e15_seg02_clip_12", "timestamp": [ 41.42, 44.15 ], "duration": 91.66, "caption": "A person grabs their cane off of the table and stands up.", "similarity": 0.589, "relevance": 3 }, { "pair_id": 3829, "video_name": "house_s05e20_seg02_clip_04", "timestamp": [ 68.31, 73.97 ], "duration": 87.66, "caption": "A man walks with his cane towards the table.", "similarity": 0.5889, "relevance": 1 }, { "pair_id": 3830, "video_name": "house_s06e20_seg02_clip_23", "timestamp": [ 23.04, 26.33 ], "duration": 94.66, "caption": "A man picks up a note on top of the coffee table.", "similarity": 0.5856, "relevance": 1 }, { "pair_id": 3831, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 41.5, 43.29 ], "duration": 89.66, "caption": "A man lifts up his cane over his shoulder.", "similarity": 0.5802, "relevance": 2 }, { "pair_id": 3832, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 32.34, 35.53 ], "duration": 53.66, "caption": "A man picks up the piece of paper from the table.", "similarity": 0.5771, "relevance": 0 }, { "pair_id": 3833, "video_name": "house_s05e15_seg02_clip_01", "timestamp": [ 16.02, 20.03 ], "duration": 89.66, "caption": "A man writes on the white board then picks up his cane.", "similarity": 0.5769, "relevance": 0 }, { "pair_id": 3834, "video_name": "house_s02e15_seg02_clip_05", "timestamp": [ 87.77, 90.02 ], "duration": 90.66, "caption": "A man zips his pants and picks up his cane.", "similarity": 0.576, "relevance": 0 }, { "pair_id": 3835, "video_name": "house_s04e16_seg02_clip_07", "timestamp": [ 1.25, 3.74 ], "duration": 83.66, "caption": "A man uses their cane to get up from their chair.", "similarity": 0.5728, "relevance": 1 }, { "pair_id": 3836, "video_name": "house_s01e06_seg02_clip_07", "timestamp": [ 9.0, 11.7 ], "duration": 90.66, "caption": "A man lifts up his cane and waves it around.", "similarity": 0.5677, "relevance": 2 }, { "pair_id": 3837, "video_name": "house_s05e15_seg02_clip_24", "timestamp": [ 38.29, 41.59 ], "duration": 132.66, "caption": "A man rests his head on the top of his cane.", "similarity": 0.5662, "relevance": 0 }, { "pair_id": 3838, "video_name": "house_s04e06_seg02_clip_01", "timestamp": [ 12.07, 14.75 ], "duration": 89.66, "caption": "A man nods his head and gets up with his cane.", "similarity": 0.5639, "relevance": 2 }, { "pair_id": 3839, "video_name": "house_s08e08_seg02_clip_12", "timestamp": [ 34.42, 36.75 ], "duration": 93.66, "caption": "A person grabs his cane and stands up from his chair.", "similarity": 0.561, "relevance": 3 } ] }, { "query_id": 90766, "query": "A woman walks in and stands behind and directly between woman and person.", "relevant_moment": [ { "pair_id": 16140, "video_name": "castle_s07e23_seg02_clip_00", "timestamp": [ 35.26, 39.38 ], "duration": 91.66, "caption": "A woman walks in and stands behind and directly between woman and person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16141, "video_name": "castle_s02e20_seg02_clip_03", "timestamp": [ 89.27, 92.03 ], "duration": 92.66, "caption": "A woman walks in and stands in between woman and man.", "similarity": 0.8937, "relevance": 4 }, { "pair_id": 16142, "video_name": "castle_s03e17_seg02_clip_12", "timestamp": [ 25.03, 28.67 ], "duration": 91.66, "caption": "Person walks in and stands beside woman.", "similarity": 0.8785, "relevance": 3 }, { "pair_id": 16143, "video_name": "castle_s02e15_seg02_clip_25", "timestamp": [ 85.4, 88.59 ], "duration": 91.66, "caption": "A woman walks in and stands in front of another woman.", "similarity": 0.861, "relevance": 3 }, { "pair_id": 16144, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman walks over and stands next to a person.", "similarity": 0.8408, "relevance": 2 }, { "pair_id": 16145, "video_name": "friends_s09e13_seg02_clip_20", "timestamp": [ 10.07, 17.7 ], "duration": 61.66, "caption": "A woman walks in and stands next to man while woman looks.", "similarity": 0.829, "relevance": 3 }, { "pair_id": 16146, "video_name": "grey_s03e11_seg02_clip_13", "timestamp": [ 31.88, 36.14 ], "duration": 85.66, "caption": "A woman walks around someone to stand in front of her.", "similarity": 0.8255, "relevance": 2 }, { "pair_id": 16147, "video_name": "castle_s05e15_seg02_clip_25", "timestamp": [ 9.45, 13.5 ], "duration": 90.66, "caption": "A woman walks from behind a man to stand in front of him.", "similarity": 0.8239, "relevance": 2 }, { "pair_id": 16148, "video_name": "castle_s02e14_seg02_clip_13", "timestamp": [ 10.42, 14.96 ], "duration": 90.66, "caption": "A person walks forward to stand next to woman.", "similarity": 0.8223, "relevance": 2 }, { "pair_id": 16149, "video_name": "grey_s03e24_seg02_clip_08", "timestamp": [ 42.53, 48.49 ], "duration": 85.66, "caption": "A woman walks up and stands in front of a person.", "similarity": 0.8134, "relevance": 1 }, { "pair_id": 16150, "video_name": "friends_s05e23-24_seg02_clip_12", "timestamp": [ 2.38, 6.24 ], "duration": 59.66, "caption": "A woman walks behind another woman to stand closer to a man.", "similarity": 0.81, "relevance": 3 }, { "pair_id": 16151, "video_name": "grey_s02e11_seg02_clip_07", "timestamp": [ 1.78, 7.58 ], "duration": 89.66, "caption": "A woman walks over to stand in front of another woman.", "similarity": 0.802, "relevance": 2 }, { "pair_id": 16152, "video_name": "grey_s02e18_seg02_clip_10", "timestamp": [ 59.82, 92.03 ], "duration": 92.66, "caption": "A woman stands up and walks closer to a person.", "similarity": 0.8016, "relevance": 0 }, { "pair_id": 16153, "video_name": "castle_s06e14_seg02_clip_00", "timestamp": [ 47.54, 50.74 ], "duration": 91.66, "caption": "A woman walks up in between two people.", "similarity": 0.8005, "relevance": 4 }, { "pair_id": 16154, "video_name": "s03e01_seg02_clip_17", "timestamp": [ 7.14, 13.02 ], "duration": 84.66, "caption": "A person walks around another person to stand in front of her.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 16156, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 18.3, 21.4 ], "duration": 62.66, "caption": "A woman walks over and stands next to a man.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 16157, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 49.09, 56.24 ], "duration": 62.66, "caption": "A woman walks over and stands next to a man.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 16158, "video_name": "house_s04e09_seg02_clip_22", "timestamp": [ 53.25, 69.63 ], "duration": 91.66, "caption": "A person walks behind woman, another person, another person, and another person while about each in turn.", "similarity": 0.7784, "relevance": 3 }, { "pair_id": 16159, "video_name": "grey_s03e10_seg02_clip_00", "timestamp": [ 68.05, 71.76 ], "duration": 92.66, "caption": "A woman walks and stands next to woman while talking with man, man, and person.", "similarity": 0.7721, "relevance": 2 } ] }, { "query_id": 90780, "query": "A woman turns the swivel chair around and discovers the person sitting in it is dead.", "relevant_moment": [ { "pair_id": 5180, "video_name": "castle_s07e23_seg02_clip_09", "timestamp": [ 3.15, 8.55 ], "duration": 90.66, "caption": "A woman turns the swivel chair around and discovers the person sitting in it is dead.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5181, "video_name": "castle_s04e18_seg02_clip_00", "timestamp": [ 88.28, 92.53 ], "duration": 94.66, "caption": "A woman is examining a female dead body, that is lying on a chair, as two people enter the room.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 5182, "video_name": "castle_s01e10_seg02_clip_02", "timestamp": [ 66.95, 73.74 ], "duration": 97.66, "caption": "A woman picks up the dead person's hand and looks it over.", "similarity": 0.6448, "relevance": 1 }, { "pair_id": 5183, "video_name": "castle_s06e18_seg02_clip_02", "timestamp": [ 69.77, 71.17 ], "duration": 93.66, "caption": "A woman is and person are looking at a case board of dead person.", "similarity": 0.6313, "relevance": 1 }, { "pair_id": 5184, "video_name": "castle_s04e14_seg02_clip_00", "timestamp": [ 11.16, 18.14 ], "duration": 93.66, "caption": "A woman sits down in front of the victim's corpse.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 5185, "video_name": "castle_s05e05_seg02_clip_27", "timestamp": [ 50.52, 53.49 ], "duration": 66.66, "caption": "A woman insisted that the body they are looking for is really dead.", "similarity": 0.614, "relevance": 0 }, { "pair_id": 5186, "video_name": "castle_s06e16_seg02_clip_01", "timestamp": [ 9.45, 12.6 ], "duration": 90.66, "caption": "A woman stoops down to the body of a deceased person.", "similarity": 0.6071, "relevance": 1 }, { "pair_id": 5187, "video_name": "castle_s01e03_seg02_clip_05", "timestamp": [ 0.0, 4.08 ], "duration": 90.66, "caption": "A woman tells person where the victim's corpse was found.", "similarity": 0.6038, "relevance": 1 }, { "pair_id": 5188, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 99.38, 108.02 ], "duration": 108.66, "caption": "A woman is sitting in a chair and swiveling around.", "similarity": 0.6029, "relevance": 1 }, { "pair_id": 5189, "video_name": "castle_s04e15_seg02_clip_07", "timestamp": [ 40.6, 49.86 ], "duration": 88.66, "caption": "After woman enters the house, she and person find someone dead on the floor.", "similarity": 0.6003, "relevance": 2 }, { "pair_id": 5190, "video_name": "castle_s04e22_seg02_clip_02", "timestamp": [ 62.77, 67.39 ], "duration": 92.66, "caption": "A woman crouches down to look at the dead body as she asks a man the reason of death and he shows her by moving the head of the victim.", "similarity": 0.5992, "relevance": 1 }, { "pair_id": 5191, "video_name": "castle_s08e19_seg02_clip_06", "timestamp": [ 8.28, 14.27 ], "duration": 92.66, "caption": "A woman moves her hands up and down while trying to convince a doctor the victim is deceased.", "similarity": 0.5961, "relevance": 0 }, { "pair_id": 5192, "video_name": "castle_s02e12_seg02_clip_04", "timestamp": [ 77.27, 80.84 ], "duration": 89.66, "caption": "A person turns over a dead body to its side.", "similarity": 0.5919, "relevance": 1 }, { "pair_id": 5193, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 85.81, 91.28 ], "duration": 91.66, "caption": "A woman squats near the dead person and exposes their wristwatch.", "similarity": 0.5901, "relevance": 1 }, { "pair_id": 5194, "video_name": "castle_s01e06_seg02_clip_08", "timestamp": [ 19.61, 23.71 ], "duration": 91.66, "caption": "A woman takes a picture of a dead person and places it in front of another person.", "similarity": 0.5889, "relevance": 1 }, { "pair_id": 5195, "video_name": "castle_s04e19_seg02_clip_17", "timestamp": [ 51.23, 53.91 ], "duration": 89.66, "caption": "A woman turns and looks at an empty chair.", "similarity": 0.5864, "relevance": 0 }, { "pair_id": 5196, "video_name": "house_s05e21_seg02_clip_18", "timestamp": [ 59.98, 69.21 ], "duration": 92.66, "caption": "A woman gets upset as she sees a man is dead.", "similarity": 0.5828, "relevance": 0 }, { "pair_id": 5197, "video_name": "met_s06e05_seg02_clip_14", "timestamp": [ 25.21, 28.21 ], "duration": 60.66, "caption": "A person swivels around in the chair they are sitting in.", "similarity": 0.5793, "relevance": 1 }, { "pair_id": 5198, "video_name": "castle_s06e16_seg02_clip_01", "timestamp": [ 4.95, 9.0 ], "duration": 90.66, "caption": "A woman confirms the method of death a person says when she walks in.", "similarity": 0.5761, "relevance": 1 }, { "pair_id": 5199, "video_name": "castle_s02e11_seg02_clip_20", "timestamp": [ 22.89, 24.97 ], "duration": 104.66, "caption": "A woman looks at the dead person's arms that are bruised.", "similarity": 0.5761, "relevance": 1 } ] }, { "query_id": 90861, "query": "A man answers the door wearing an elaborate headset.", "relevant_moment": [ { "pair_id": 18700, "video_name": "castle_s03e04_seg02_clip_17", "timestamp": [ 38.78, 42.83 ], "duration": 90.66, "caption": "A man answers the door wearing an elaborate headset.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18701, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 23.77, 30.81 ], "duration": 88.66, "caption": "A man goes to answer the door and a person is there.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 18702, "video_name": "friends_s08e08_seg02_clip_08", "timestamp": [ 38.01, 43.81 ], "duration": 58.66, "caption": "A man gets up to answer a knock on the door.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 18703, "video_name": "s02e19_seg02_clip_12", "timestamp": [ 9.3, 15.61 ], "duration": 60.66, "caption": "A man got up to answer the knock on the door.", "similarity": 0.6531, "relevance": 2 }, { "pair_id": 18704, "video_name": "house_s08e13_seg02_clip_18", "timestamp": [ 7.85, 12.21 ], "duration": 87.66, "caption": "A man peeks through the door while listening to some people's conversation.", "similarity": 0.639, "relevance": 2 }, { "pair_id": 18705, "video_name": "house_s05e23_seg02_clip_00", "timestamp": [ 35.35, 42.79 ], "duration": 93.66, "caption": "A man stands up and goes to answer the door.", "similarity": 0.6306, "relevance": 1 }, { "pair_id": 18706, "video_name": "s03e07_seg02_clip_10", "timestamp": [ 52.95, 61.77 ], "duration": 63.66, "caption": "A person walks up to a man's door and debates whether or not to knock then rings doorbell.", "similarity": 0.6283, "relevance": 0 }, { "pair_id": 18707, "video_name": "met_s06e15_seg02_clip_15", "timestamp": [ 40.28, 61.03 ], "duration": 61.66, "caption": "A man answers the door and talks to a woman.", "similarity": 0.6278, "relevance": 2 }, { "pair_id": 18708, "video_name": "s03e21_seg02_clip_15", "timestamp": [ 15.05, 30.1 ], "duration": 59.66, "caption": "A person pokes their head out of the door and talks to some men, then shuts the door.", "similarity": 0.6207, "relevance": 1 }, { "pair_id": 18709, "video_name": "house_s03e09_seg02_clip_20", "timestamp": [ 40.05, 42.33 ], "duration": 91.66, "caption": "A man holds the door open while talking to someone.", "similarity": 0.6101, "relevance": 1 }, { "pair_id": 18710, "video_name": "s06e13_seg02_clip_16", "timestamp": [ 43.81, 47.58 ], "duration": 58.66, "caption": "A man is holding the apartments door knob as he listens through the door.", "similarity": 0.6084, "relevance": 1 }, { "pair_id": 18711, "video_name": "friends_s01e03_seg02_clip_07", "timestamp": [ 18.28, 27.42 ], "duration": 63.66, "caption": "A man wants person to cover up before person answers the door.", "similarity": 0.6082, "relevance": 0 }, { "pair_id": 18712, "video_name": "castle_s02e22_seg02_clip_15", "timestamp": [ 47.63, 49.41 ], "duration": 89.66, "caption": "A man stands in the open doorway talking and nodding as he rests one hand on the door knob.", "similarity": 0.6073, "relevance": 2 }, { "pair_id": 18713, "video_name": "s04e19_seg02_clip_13", "timestamp": [ 38.42, 40.52 ], "duration": 60.66, "caption": "A man opens his front door to talk to some people.", "similarity": 0.6057, "relevance": 3 }, { "pair_id": 18714, "video_name": "s02e19_seg02_clip_00", "timestamp": [ 38.74, 41.62 ], "duration": 64.66, "caption": "A man is about to knock on the door when he heard someone shouting.", "similarity": 0.6004, "relevance": 1 }, { "pair_id": 18715, "video_name": "friends_s08e17_seg02_clip_18", "timestamp": [ 27.97, 31.35 ], "duration": 61.66, "caption": "A man hangs up the phone and gets up to answer a knock on the door.", "similarity": 0.5989, "relevance": 2 }, { "pair_id": 18716, "video_name": "grey_s01e01_seg02_clip_14", "timestamp": [ 46.36, 75.17 ], "duration": 90.66, "caption": "They are having a discussion with each other. A man is listening behind the door.", "similarity": 0.5982, "relevance": 1 }, { "pair_id": 18717, "video_name": "friends_s04e20_seg02_clip_05", "timestamp": [ 9.24, 17.83 ], "duration": 66.66, "caption": "A man opens the door and asks someone if there's something they had said and they respond that they're just vocalizing.", "similarity": 0.5978, "relevance": 3 }, { "pair_id": 18718, "video_name": "house_s03e07_seg02_clip_07", "timestamp": [ 10.96, 15.98 ], "duration": 91.66, "caption": "A person pokes their head out through the door to speak to two other people.", "similarity": 0.5937, "relevance": 2 }, { "pair_id": 18719, "video_name": "s01e06_seg02_clip_00", "timestamp": [ 11.48, 22.64 ], "duration": 62.66, "caption": "A man answers the door while wearing a Flash costume.", "similarity": 0.5919, "relevance": 3 } ] }, { "query_id": 90890, "query": "A woman walks out of the office holding a binder.", "relevant_moment": [ { "pair_id": 54060, "video_name": "grey_s02e14_seg02_clip_02", "timestamp": [ 19.15, 26.54 ], "duration": 87.66, "caption": "A woman walks out of the office holding a binder.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 54061, "video_name": "house_s03e06_seg02_clip_08", "timestamp": [ 66.5, 70.9 ], "duration": 88.66, "caption": "A woman walks out of the office by pushing on the handle.", "similarity": 0.8064, "relevance": 3 }, { "pair_id": 54062, "video_name": "castle_s07e09_seg02_clip_10", "timestamp": [ 13.44, 17.47 ], "duration": 89.66, "caption": "A woman walks out of the office and then goes back in the office.", "similarity": 0.7854, "relevance": 2 }, { "pair_id": 54063, "video_name": "house_s06e13_seg02_clip_23", "timestamp": [ 85.78, 91.17 ], "duration": 98.66, "caption": "A woman picks up her things and walks out of someone's office.", "similarity": 0.7788, "relevance": 2 }, { "pair_id": 54064, "video_name": "castle_s03e11_seg02_clip_17", "timestamp": [ 46.36, 51.31 ], "duration": 90.66, "caption": "A woman takes the box and walks out of the office.", "similarity": 0.7785, "relevance": 2 }, { "pair_id": 54065, "video_name": "castle_s02e13_seg02_clip_15", "timestamp": [ 38.55, 47.48 ], "duration": 94.66, "caption": "A woman walks out of a person's office, grabs her coat and leaves.", "similarity": 0.7461, "relevance": 2 }, { "pair_id": 54066, "video_name": "castle_s04e12_seg02_clip_03", "timestamp": [ 73.6, 78.2 ], "duration": 91.66, "caption": "A woman walks out from the office of her boss immediately.", "similarity": 0.7429, "relevance": 2 }, { "pair_id": 54067, "video_name": "friends_s09e11_seg02_clip_08", "timestamp": [ 59.23, 62.11 ], "duration": 64.66, "caption": "A woman grabs her earring and walks out of the office.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 54068, "video_name": "castle_s01e04_seg02_clip_06", "timestamp": [ 54.62, 58.26 ], "duration": 91.66, "caption": "A woman picks up her binder, stands up, and walks away.", "similarity": 0.7355, "relevance": 3 }, { "pair_id": 54070, "video_name": "castle_s08e22_seg02_clip_16", "timestamp": [ 25.44, 29.01 ], "duration": 89.66, "caption": "A woman walks to the door and leaves the office.", "similarity": 0.734, "relevance": 3 }, { "pair_id": 54071, "video_name": "friends_s03e14_seg02_clip_04", "timestamp": [ 15.09, 17.5 ], "duration": 60.66, "caption": "A woman walks out of the office and pulls another with her.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 54072, "video_name": "house_s03e08_seg02_clip_08", "timestamp": [ 11.08, 14.77 ], "duration": 92.66, "caption": "A woman walks out of the office with a man.", "similarity": 0.7273, "relevance": 2 }, { "pair_id": 54073, "video_name": "house_s06e09_seg02_clip_21", "timestamp": [ 31.03, 34.79 ], "duration": 94.66, "caption": "A person turns and walks out of woman's office.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 54074, "video_name": "friends_s08e17_seg02_clip_15", "timestamp": [ 13.45, 19.7 ], "duration": 62.66, "caption": "A woman gets up and walks out of her boss's office.", "similarity": 0.725, "relevance": 2 }, { "pair_id": 54075, "video_name": "house_s04e12_seg02_clip_16", "timestamp": [ 13.8, 18.87 ], "duration": 92.66, "caption": "A woman walks out of the office while a person follows behind.", "similarity": 0.7218, "relevance": 2 }, { "pair_id": 54076, "video_name": "house_s05e12_seg02_clip_13", "timestamp": [ 3.06, 7.14 ], "duration": 102.66, "caption": "A person gets up and walks out of the office.", "similarity": 0.7193, "relevance": 2 }, { "pair_id": 54077, "video_name": "house_s01e07_seg02_clip_12", "timestamp": [ 11.81, 17.48 ], "duration": 94.66, "caption": "A woman turns to walk out of the office but turns around.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 54078, "video_name": "castle_s05e13_seg02_clip_07", "timestamp": [ 32.1, 34.36 ], "duration": 90.66, "caption": "After talking to a woman, a person walks out of the office.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 54079, "video_name": "house_s05e23_seg02_clip_18", "timestamp": [ 78.74, 91.03 ], "duration": 91.66, "caption": "A woman leaves her office with her briefcase.", "similarity": 0.7151, "relevance": 2 } ] }, { "query_id": 91011, "query": "A woman puts her hand on woman's stomach and man slaps it away.", "relevant_moment": [ { "pair_id": 13560, "video_name": "friends_s01e09_seg02_clip_15", "timestamp": [ 28.81, 31.51 ], "duration": 60.66, "caption": "A woman puts her hand on woman's stomach and man slaps it away.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13561, "video_name": "met_s02e20_seg02_clip_09", "timestamp": [ 23.16, 25.3 ], "duration": 60.66, "caption": "A woman slaps a man's hand while telling him to let go of the food.", "similarity": 0.7551, "relevance": 0 }, { "pair_id": 13562, "video_name": "met_s02e12_seg02_clip_02", "timestamp": [ 24.61, 29.41 ], "duration": 60.66, "caption": "A woman puts her arm around a man and rubs his stomach.", "similarity": 0.7534, "relevance": 1 }, { "pair_id": 13563, "video_name": "castle_s08e09_seg02_clip_04", "timestamp": [ 50.49, 54.9 ], "duration": 98.66, "caption": "A woman slaps a man, and he holds his cheek in pain.", "similarity": 0.7492, "relevance": 1 }, { "pair_id": 13564, "video_name": "friends_s07e11_seg02_clip_16", "timestamp": [ 13.27, 15.61 ], "duration": 52.66, "caption": "A woman slaps a man's plate out of his hands.", "similarity": 0.7439, "relevance": 1 }, { "pair_id": 13565, "video_name": "grey_s03e06_seg02_clip_25", "timestamp": [ 0.0, 10.44 ], "duration": 87.66, "caption": "A man puts his hand on a woman's belly and she puts her hand on his.", "similarity": 0.7378, "relevance": 2 }, { "pair_id": 13566, "video_name": "s01e15_seg02_clip_11", "timestamp": [ 47.22, 48.4 ], "duration": 59.66, "caption": "A woman puts their hand on a person's shoulder and pushes them away from her.", "similarity": 0.734, "relevance": 2 }, { "pair_id": 13567, "video_name": "met_s06e08_seg02_clip_15", "timestamp": [ 21.07, 23.02 ], "duration": 78.66, "caption": "A woman puts her hand on man's shoulder and man puts his arm around her waist.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 13568, "video_name": "friends_s01e24_seg02_clip_07", "timestamp": [ 5.07, 7.76 ], "duration": 59.66, "caption": "A woman puts her hands on a man's shoulder and pats him after she walks away from him.", "similarity": 0.731, "relevance": 1 }, { "pair_id": 13569, "video_name": "met_s06e14_seg02_clip_09", "timestamp": [ 38.96, 43.68 ], "duration": 59.66, "caption": "A woman puts raises her arm and slaps it down then puts her hand on her waist.", "similarity": 0.7247, "relevance": 0 }, { "pair_id": 13570, "video_name": "friends_s10e01_seg02_clip_23", "timestamp": [ 36.27, 41.2 ], "duration": 58.66, "caption": "A woman slaps a man in the face and walks out.", "similarity": 0.7236, "relevance": 1 }, { "pair_id": 13571, "video_name": "grey_s02e17_seg02_clip_01", "timestamp": [ 18.27, 29.06 ], "duration": 83.66, "caption": "A man puts his hand on a woman's shoulder then takes it off.", "similarity": 0.7228, "relevance": 1 }, { "pair_id": 13572, "video_name": "s09e02_seg02_clip_03", "timestamp": [ 53.09, 55.23 ], "duration": 61.66, "caption": "A woman slaps a man's hand to keep him from grabbing a brownie.", "similarity": 0.7211, "relevance": 1 }, { "pair_id": 13573, "video_name": "house_s08e03_seg02_clip_22", "timestamp": [ 28.04, 62.32 ], "duration": 89.66, "caption": "A man grabs woman's hand so she can't leave.", "similarity": 0.7103, "relevance": 1 }, { "pair_id": 13574, "video_name": "met_s06e01_seg02_clip_01", "timestamp": [ 19.22, 23.32 ], "duration": 63.66, "caption": "A woman stands and gives a man a big slap on the face.", "similarity": 0.7079, "relevance": 1 }, { "pair_id": 13575, "video_name": "s02e02_seg02_clip_10", "timestamp": [ 33.57, 35.7 ], "duration": 61.66, "caption": "A man grabs a woman's butt and she pushes him away.", "similarity": 0.7048, "relevance": 2 }, { "pair_id": 13576, "video_name": "friends_s06e07_seg02_clip_06", "timestamp": [ 0.0, 4.55 ], "duration": 65.66, "caption": "A woman touches man and he jumps away from her.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 13577, "video_name": "met_s02e05_seg02_clip_11", "timestamp": [ 20.81, 23.7 ], "duration": 57.66, "caption": "A woman slaps a man while pretending to be his spouse.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 13578, "video_name": "friends_s08e13_seg02_clip_11", "timestamp": [ 0.68, 1.7 ], "duration": 68.66, "caption": "A woman quickly throws her arm out and slaps another woman on the back of her shoulder.", "similarity": 0.7006, "relevance": 2 }, { "pair_id": 13579, "video_name": "castle_s05e19_seg02_clip_07", "timestamp": [ 1.39, 8.36 ], "duration": 92.66, "caption": "A woman puts her hand on the back of man's shoulder.", "similarity": 0.7003, "relevance": 2 } ] }, { "query_id": 91065, "query": "A man holds woman's hands as she lays on a medical bed.", "relevant_moment": [ { "pair_id": 10180, "video_name": "friends_s08e14_seg02_clip_00", "timestamp": [ 0.0, 23.12 ], "duration": 67.66, "caption": "A man holds woman's hands as she lays on a medical bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10181, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 0.0, 11.79 ], "duration": 90.66, "caption": "A woman is holding man's hand as he lies in a hospital bed.", "similarity": 0.8459, "relevance": 3 }, { "pair_id": 10182, "video_name": "house_s08e12_seg02_clip_20", "timestamp": [ 83.72, 85.07 ], "duration": 90.66, "caption": "A man grabs a woman's hand while she lays in a hospital bed.", "similarity": 0.8261, "relevance": 4 }, { "pair_id": 10183, "video_name": "house_s01e18_seg02_clip_12", "timestamp": [ 0.0, 2.46 ], "duration": 82.66, "caption": "A woman is lying in a hospital bed with her partner holding her hands.", "similarity": 0.7994, "relevance": 4 }, { "pair_id": 10184, "video_name": "friends_s08e23-24_seg02_clip_22", "timestamp": [ 2.1, 31.23 ], "duration": 60.66, "caption": "A woman is laying in a hospital bed and a man is standing next to her holding her hand.", "similarity": 0.7963, "relevance": 4 }, { "pair_id": 10185, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 0.0, 5.33 ], "duration": 88.66, "caption": "A man is holding woman's shoulder as she lies in a hospital bed.", "similarity": 0.7938, "relevance": 3 }, { "pair_id": 10186, "video_name": "house_s06e05_seg02_clip_14", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A woman touches a man's neck with her fingers while he lays in the hospital bed.", "similarity": 0.7922, "relevance": 2 }, { "pair_id": 10187, "video_name": "grey_s02e12_seg02_clip_03", "timestamp": [ 77.78, 84.03 ], "duration": 96.66, "caption": "A woman puts her hand on person's face while he lays in a hospital bed.", "similarity": 0.7782, "relevance": 2 }, { "pair_id": 10188, "video_name": "grey_s02e08_seg02_clip_04", "timestamp": [ 29.97, 57.22 ], "duration": 90.66, "caption": "A woman is treating a patient as she lies on a hospital bed holding her spouse's hand.", "similarity": 0.7773, "relevance": 4 }, { "pair_id": 10189, "video_name": "friends_s08e22_seg02_clip_07", "timestamp": [ 25.59, 31.36 ], "duration": 55.66, "caption": "A man lays his hand on the back of woman's bed.", "similarity": 0.7761, "relevance": 1 }, { "pair_id": 10190, "video_name": "house_s04e13_seg02_clip_24", "timestamp": [ 86.8, 89.02 ], "duration": 89.66, "caption": "A woman touches the patient's face as he lays on the bed.", "similarity": 0.7737, "relevance": 2 }, { "pair_id": 10191, "video_name": "friends_s08e22_seg02_clip_06", "timestamp": [ 58.77, 66.03 ], "duration": 66.66, "caption": "A woman is in a hospital gown waiting on the bed as a man taps his fingers.", "similarity": 0.7518, "relevance": 2 }, { "pair_id": 10192, "video_name": "house_s02e04_seg02_clip_15", "timestamp": [ 19.61, 21.73 ], "duration": 106.66, "caption": "A patient confined in bed holds the hand of a doctor.", "similarity": 0.7384, "relevance": 3 }, { "pair_id": 10193, "video_name": "house_s02e13_seg02_clip_07", "timestamp": [ 50.97, 53.25 ], "duration": 91.66, "caption": "A man sits down on the bed of a woman and holds her hand.", "similarity": 0.7362, "relevance": 4 }, { "pair_id": 10194, "video_name": "friends_s05e03_seg02_clip_08", "timestamp": [ 50.88, 58.23 ], "duration": 61.66, "caption": "A woman comforts a man while he is lying in a hospital bed.", "similarity": 0.7356, "relevance": 3 }, { "pair_id": 10195, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 16.13, 18.89 ], "duration": 92.66, "caption": "A man sits onto woman's hospital bed as she is on it.", "similarity": 0.7329, "relevance": 3 }, { "pair_id": 10196, "video_name": "house_s03e12_seg02_clip_11", "timestamp": [ 68.3, 73.69 ], "duration": 89.66, "caption": "A man puts a wrist restraint on a woman's wrist as she lays in her hospital bed.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 10197, "video_name": "house_s07e09_seg02_clip_14", "timestamp": [ 58.1, 63.82 ], "duration": 88.66, "caption": "A woman grabs a man's hand and helps him sit up in his hospital bed.", "similarity": 0.7251, "relevance": 3 }, { "pair_id": 10198, "video_name": "s10e11_seg02_clip_02", "timestamp": [ 24.33, 25.29 ], "duration": 64.66, "caption": "A woman points her finger at man while lying in a hospital bed.", "similarity": 0.7241, "relevance": 2 }, { "pair_id": 10199, "video_name": "house_s01e12_seg02_clip_25", "timestamp": [ 52.03, 54.09 ], "duration": 103.66, "caption": "A man holds the wrist of the patient that is in the bed.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 183500, "video_name": "friends_s09e14_seg02_clip_08", "timestamp": [ 0.0, 2.72 ], "duration": 60.66, "caption": "A woman has her hands laying on man's chest.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 183501, "video_name": "house_s03e14_seg02_clip_24", "timestamp": [ 0.0, 2.05 ], "duration": 82.66, "caption": "A man taps on woman's shoulder as she lies in her hospital bed.", "similarity": 0.711, "relevance": 2 }, { "pair_id": 183502, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 0.0, 28.62 ], "duration": 92.66, "caption": "A man talks with a woman while she lays in a hospital bed.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 183503, "video_name": "house_s02e11_seg02_clip_02", "timestamp": [ 7.7, 9.06 ], "duration": 90.66, "caption": "A woman grabs her hand while in the patient bed.", "similarity": 0.7062, "relevance": 1 }, { "pair_id": 183504, "video_name": "castle_s06e03_seg02_clip_26", "timestamp": [ 26.71, 31.16 ], "duration": 89.66, "caption": "A woman lays on a man as they hold hands.", "similarity": 0.7054, "relevance": 3 }, { "pair_id": 183505, "video_name": "house_s02e18_seg02_clip_18", "timestamp": [ 86.42, 90.02 ], "duration": 90.66, "caption": "A woman stands against a wall with her arms crossed as a man lays in a hospital bed next to another patient.", "similarity": 0.7028, "relevance": 2 }, { "pair_id": 183506, "video_name": "friends_s02e18_seg02_clip_12", "timestamp": [ 14.36, 19.26 ], "duration": 61.66, "caption": "A woman stands on the bed and puts her hands on a man's shoulder.", "similarity": 0.6992, "relevance": 1 }, { "pair_id": 183507, "video_name": "house_s07e03_seg02_clip_20", "timestamp": [ 52.21, 58.07 ], "duration": 90.66, "caption": "A woman grabs a hold of a man when they are on the hospital bed.", "similarity": 0.6967, "relevance": 1 }, { "pair_id": 183508, "video_name": "house_s08e17_seg02_clip_17", "timestamp": [ 40.85, 51.95 ], "duration": 88.66, "caption": "Two people are holding down a person as he is lying on a hospital bed.", "similarity": 0.6956, "relevance": 2 }, { "pair_id": 183509, "video_name": "house_s08e09_seg02_clip_06", "timestamp": [ 0.0, 2.19 ], "duration": 87.66, "caption": "A doctor is pressing down a person confined in their bed.", "similarity": 0.6946, "relevance": 2 }, { "pair_id": 183511, "video_name": "house_s02e24_seg02_clip_00", "timestamp": [ 49.27, 54.34 ], "duration": 92.66, "caption": "A woman hands a person a cup while they lay in a hospital bed.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 183512, "video_name": "house_s08e02_seg02_clip_12", "timestamp": [ 54.98, 65.35 ], "duration": 90.66, "caption": "A woman is laying in bed holding onto her chest in front of a man.", "similarity": 0.6911, "relevance": 2 }, { "pair_id": 183513, "video_name": "friends_s08e23-24_seg02_clip_27", "timestamp": [ 0.0, 16.28 ], "duration": 58.66, "caption": "A woman lays in a hospital bed and talks to a man.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 183514, "video_name": "friends_s06e15-16_seg02_clip_09", "timestamp": [ 33.31, 36.32 ], "duration": 60.66, "caption": "A woman sits on the bed squishing a man's hand.", "similarity": 0.6906, "relevance": 1 }, { "pair_id": 183515, "video_name": "house_s07e01_seg02_clip_11", "timestamp": [ 0.44, 10.88 ], "duration": 87.66, "caption": "A woman lays back in bed holding onto a sheet next to man.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 183516, "video_name": "s10e05_seg02_clip_04", "timestamp": [ 24.81, 35.36 ], "duration": 62.66, "caption": "A man is massaging woman's foot as she sits on the bed.", "similarity": 0.6888, "relevance": 2 }, { "pair_id": 183517, "video_name": "house_s05e21_seg02_clip_21", "timestamp": [ 83.72, 87.21 ], "duration": 87.66, "caption": "A man tends to the patient that is laying right in the bed.", "similarity": 0.6886, "relevance": 1 }, { "pair_id": 183518, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and woman were attending a patient that is lying on the hospital bed.", "similarity": 0.6877, "relevance": 0 }, { "pair_id": 183519, "video_name": "friends_s02e06_seg02_clip_08", "timestamp": [ 7.06, 14.4 ], "duration": 56.66, "caption": "A woman holds guy's hand as a doctor injects him.", "similarity": 0.6871, "relevance": 3 } ] }, { "query_id": 91071, "query": "A woman tries to take the clear bowl away from a man.", "relevant_moment": [ { "pair_id": 1680, "video_name": "friends_s08e14_seg02_clip_02", "timestamp": [ 17.99, 21.4 ], "duration": 62.66, "caption": "A woman tries to take the clear bowl away from a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 1681, "video_name": "castle_s05e02_seg02_clip_22", "timestamp": [ 2.2, 4.84 ], "duration": 88.66, "caption": "A person is leaning away from a woman and he drops a glass bowl from the counter to the floor.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 1682, "video_name": "s03e06_seg02_clip_04", "timestamp": [ 21.31, 24.01 ], "duration": 60.66, "caption": "A man nervously moves his hand around in a bowl as a woman walks away.", "similarity": 0.6724, "relevance": 1 }, { "pair_id": 1683, "video_name": "friends_s10e10_seg02_clip_10", "timestamp": [ 23.22, 25.68 ], "duration": 54.66, "caption": "A woman sits down and grabs something out of a bowl.", "similarity": 0.6478, "relevance": 1 }, { "pair_id": 1684, "video_name": "s03e19_seg02_clip_17", "timestamp": [ 22.79, 28.84 ], "duration": 93.66, "caption": "A woman walks away from man and leaves the bowling alley.", "similarity": 0.6394, "relevance": 0 }, { "pair_id": 1685, "video_name": "s03e03_seg02_clip_11", "timestamp": [ 30.46, 33.36 ], "duration": 58.66, "caption": "A person takes a bowl off of the end table.", "similarity": 0.6383, "relevance": 0 }, { "pair_id": 1686, "video_name": "friends_s01e09_seg02_clip_11", "timestamp": [ 38.01, 42.94 ], "duration": 58.66, "caption": "A woman passes a large bowl with a lid to woman.", "similarity": 0.6325, "relevance": 3 }, { "pair_id": 1687, "video_name": "friends_s03e13_seg02_clip_04", "timestamp": [ 3.58, 6.83 ], "duration": 65.66, "caption": "A woman takes an object from a man who doesn't want to let go.", "similarity": 0.6207, "relevance": 1 }, { "pair_id": 1688, "video_name": "friends_s02e11_seg02_clip_15", "timestamp": [ 15.26, 18.0 ], "duration": 61.66, "caption": "A woman walks over to a man while stirring a bowl.", "similarity": 0.6078, "relevance": 1 }, { "pair_id": 1689, "video_name": "s07e24_seg02_clip_09", "timestamp": [ 42.5, 48.11 ], "duration": 59.66, "caption": "A man brings two bowls to a counter and puts one down in front of a woman.", "similarity": 0.6064, "relevance": 0 }, { "pair_id": 1690, "video_name": "friends_s01e13_seg02_clip_17", "timestamp": [ 38.1, 43.22 ], "duration": 64.66, "caption": "A woman throws up her hands and walks away from a man past the counter.", "similarity": 0.605, "relevance": 0 }, { "pair_id": 1691, "video_name": "friends_s02e15_seg02_clip_01", "timestamp": [ 0.0, 10.62 ], "duration": 59.66, "caption": "A woman walks away from a man and goes over to the counter.", "similarity": 0.603, "relevance": 0 }, { "pair_id": 1692, "video_name": "grey_s01e09_seg02_clip_00", "timestamp": [ 28.24, 34.16 ], "duration": 91.66, "caption": "A woman walks away from a man at the counter.", "similarity": 0.5972, "relevance": 0 }, { "pair_id": 1693, "video_name": "friends_s09e05_seg02_clip_11", "timestamp": [ 0.0, 12.17 ], "duration": 64.66, "caption": "A woman tries to stop man from going to the bathroom but he leaves anyway.", "similarity": 0.597, "relevance": 0 }, { "pair_id": 1694, "video_name": "friends_s04e21_seg02_clip_13", "timestamp": [ 33.35, 39.25 ], "duration": 59.66, "caption": "A woman gets off of a man and walks away.", "similarity": 0.5923, "relevance": 0 }, { "pair_id": 1695, "video_name": "friends_s03e17_seg02_clip_12", "timestamp": [ 49.48, 52.85 ], "duration": 56.66, "caption": "A woman is tossing a salad then turns around and jumps at man taking the phone away from him.", "similarity": 0.5917, "relevance": 3 }, { "pair_id": 1696, "video_name": "friends_s01e02_seg02_clip_02", "timestamp": [ 14.17, 17.41 ], "duration": 59.66, "caption": "A woman is maniacally clean and takes a glass away from a man as he's finishing his drink.", "similarity": 0.5906, "relevance": 3 }, { "pair_id": 1697, "video_name": "s04e19_seg02_clip_03", "timestamp": [ 53.03, 58.31 ], "duration": 62.66, "caption": "A woman picks up her bowl with both hands and shows it to another woman.", "similarity": 0.5878, "relevance": 1 }, { "pair_id": 1698, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.5847, "relevance": 0 }, { "pair_id": 1699, "video_name": "friends_s07e23-24_seg02_clip_28", "timestamp": [ 0.0, 3.4 ], "duration": 68.66, "caption": "A woman walks away from another woman as the latter tries to stop her and tells her to eat with her as she is in the kitchen.", "similarity": 0.5836, "relevance": 1 } ] }, { "query_id": 91101, "query": "A man looks around the room looking for someone.", "relevant_moment": [ { "pair_id": 2720, "video_name": "castle_s07e19_seg02_clip_14", "timestamp": [ 1.38, 8.74 ], "duration": 92.66, "caption": "A man looks around the room looking for someone.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2721, "video_name": "house_s01e02_seg02_clip_12", "timestamp": [ 46.36, 90.02 ], "duration": 90.66, "caption": "A man is in a hurry looking for someone because he left his room.", "similarity": 0.7981, "relevance": 2 }, { "pair_id": 2722, "video_name": "house_s08e22_seg02_clip_04", "timestamp": [ 61.44, 65.99 ], "duration": 91.66, "caption": "A man looks over and sees a person at the end of the room.", "similarity": 0.7882, "relevance": 1 }, { "pair_id": 2723, "video_name": "house_s08e17_seg02_clip_02", "timestamp": [ 0.0, 20.83 ], "duration": 92.66, "caption": "A man looks over and sees another person walking into the room.", "similarity": 0.7692, "relevance": 1 }, { "pair_id": 2724, "video_name": "s03e18_seg02_clip_08", "timestamp": [ 47.96, 63.94 ], "duration": 68.66, "caption": "A person looks all around the room to see where another person went.", "similarity": 0.7555, "relevance": 4 }, { "pair_id": 2725, "video_name": "house_s02e03_seg02_clip_08", "timestamp": [ 67.44, 93.03 ], "duration": 93.66, "caption": "A man is looking for something on their bedroom.", "similarity": 0.7456, "relevance": 2 }, { "pair_id": 2726, "video_name": "house_s06e09_seg02_clip_00", "timestamp": [ 89.12, 102.32 ], "duration": 110.66, "caption": "A man walks into a room looking for someone but the room is empty so he leaves.", "similarity": 0.7234, "relevance": 4 }, { "pair_id": 2727, "video_name": "house_s06e10_seg02_clip_03", "timestamp": [ 0.0, 4.96 ], "duration": 90.66, "caption": "A person gestures to the room and looks around.", "similarity": 0.7209, "relevance": 2 }, { "pair_id": 2728, "video_name": "castle_s08e19_seg02_clip_15", "timestamp": [ 22.19, 29.59 ], "duration": 87.66, "caption": "After looking at a person's picture, a man looks up and sees him walking in the room.", "similarity": 0.7188, "relevance": 3 }, { "pair_id": 2729, "video_name": "castle_s02e15_seg02_clip_21", "timestamp": [ 66.62, 72.02 ], "duration": 90.66, "caption": "A person walks in to the room and looks at two people.", "similarity": 0.7176, "relevance": 1 }, { "pair_id": 2730, "video_name": "house_s03e24_seg02_clip_06", "timestamp": [ 106.74, 116.02 ], "duration": 116.66, "caption": "Two people came in a man's room and look at him.", "similarity": 0.7135, "relevance": 0 }, { "pair_id": 2731, "video_name": "castle_s03e14_seg02_clip_20", "timestamp": [ 52.37, 55.9 ], "duration": 88.66, "caption": "A man looks up in surprise as person and person enter the room.", "similarity": 0.7104, "relevance": 2 }, { "pair_id": 2732, "video_name": "friends_s07e02_seg02_clip_03", "timestamp": [ 5.1, 12.61 ], "duration": 60.66, "caption": "A man looks around the apartment then looks in woman's bedroom.", "similarity": 0.71, "relevance": 4 }, { "pair_id": 2733, "video_name": "castle_s08e16_seg02_clip_10", "timestamp": [ 0.0, 22.96 ], "duration": 90.66, "caption": "Two people enter a room looking for something.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 2734, "video_name": "friends_s03e22_seg02_clip_16", "timestamp": [ 50.76, 51.94 ], "duration": 59.66, "caption": "A person turns around to find some people staring at him.", "similarity": 0.7065, "relevance": 1 }, { "pair_id": 2735, "video_name": "friends_s01e09_seg02_clip_02", "timestamp": [ 62.0, 64.58 ], "duration": 64.66, "caption": "A man while in the doorway is looking inside apartment then looks over at another person.", "similarity": 0.7063, "relevance": 0 }, { "pair_id": 2736, "video_name": "met_s06e08_seg02_clip_01", "timestamp": [ 24.61, 30.91 ], "duration": 60.66, "caption": "A man is looking across the room and he recognizes woman.", "similarity": 0.7058, "relevance": 3 }, { "pair_id": 2737, "video_name": "castle_s07e20_seg02_clip_22", "timestamp": [ 20.31, 24.83 ], "duration": 90.66, "caption": "A person walks around the room wondering how a man located him.", "similarity": 0.7043, "relevance": 2 }, { "pair_id": 2738, "video_name": "castle_s06e08_seg02_clip_07", "timestamp": [ 9.05, 17.19 ], "duration": 90.66, "caption": "A man looks at man wondering about the person.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 2739, "video_name": "friends_s06e21_seg02_clip_01", "timestamp": [ 24.72, 40.28 ], "duration": 61.66, "caption": "A man takes a look around the room he will use as a character.", "similarity": 0.7018, "relevance": 1 } ] }, { "query_id": 91132, "query": "A woman sobs as a man sits next to her.", "relevant_moment": [ { "pair_id": 17980, "video_name": "grey_s02e12_seg02_clip_24", "timestamp": [ 50.47, 87.02 ], "duration": 87.66, "caption": "A woman sobs as a man sits next to her.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 17982, "video_name": "grey_s02e12_seg02_clip_24", "timestamp": [ 34.81, 51.78 ], "duration": 87.66, "caption": "A woman sits down next to a person when they start crying.", "similarity": 0.7988, "relevance": 2 }, { "pair_id": 17983, "video_name": "s05e04_seg02_clip_15", "timestamp": [ 57.03, 60.03 ], "duration": 60.66, "caption": "A man starts to cry while sitting with a woman.", "similarity": 0.789, "relevance": 4 }, { "pair_id": 17984, "video_name": "house_s03e09_seg02_clip_21", "timestamp": [ 0.0, 6.65 ], "duration": 95.66, "caption": "A man is talking to a woman while she is seated and crying.", "similarity": 0.7741, "relevance": 3 }, { "pair_id": 17985, "video_name": "castle_s02e23_seg02_clip_22", "timestamp": [ 7.7, 38.05 ], "duration": 90.66, "caption": "A woman sits crying hysterically as she is being questioned by man and person.", "similarity": 0.7619, "relevance": 3 }, { "pair_id": 17986, "video_name": "house_s03e12_seg02_clip_20", "timestamp": [ 0.0, 17.02 ], "duration": 92.66, "caption": "A woman fights back tears as she sits with man.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 17987, "video_name": "house_s02e17_seg02_clip_10", "timestamp": [ 47.33, 50.06 ], "duration": 91.66, "caption": "A woman cries and hugs a man next to her.", "similarity": 0.7458, "relevance": 3 }, { "pair_id": 17988, "video_name": "grey_s02e15_seg02_clip_16", "timestamp": [ 64.1, 65.88 ], "duration": 89.66, "caption": "A woman begins to cry as she looks at person who is seated next to her.", "similarity": 0.7357, "relevance": 3 }, { "pair_id": 17989, "video_name": "grey_s02e15_seg02_clip_24", "timestamp": [ 0.0, 35.95 ], "duration": 91.66, "caption": "A man is trying to comfort a woman because she is crying.", "similarity": 0.7295, "relevance": 3 }, { "pair_id": 17990, "video_name": "house_s07e18_seg02_clip_20", "timestamp": [ 30.71, 41.4 ], "duration": 89.66, "caption": "A woman cries softly while having a conversation with a man.", "similarity": 0.728, "relevance": 2 }, { "pair_id": 17992, "video_name": "s10e12_seg02_clip_15", "timestamp": [ 28.48, 68.28 ], "duration": 73.66, "caption": "A man sits on the bed with woman trying to comfort her as she cry as he begins to weep as well.", "similarity": 0.7179, "relevance": 4 }, { "pair_id": 17993, "video_name": "house_s01e12_seg02_clip_21", "timestamp": [ 54.89, 62.79 ], "duration": 93.66, "caption": "A woman starts crying and leans into a man for comfort.", "similarity": 0.7162, "relevance": 3 }, { "pair_id": 17994, "video_name": "castle_s08e07_seg02_clip_04", "timestamp": [ 19.71, 29.33 ], "duration": 91.66, "caption": "A woman sat down and another person started crying.", "similarity": 0.7138, "relevance": 3 }, { "pair_id": 17995, "video_name": "castle_s06e07_seg02_clip_21", "timestamp": [ 39.83, 51.73 ], "duration": 91.66, "caption": "A man sits on the floor next to a deceased woman sobbing as he holds their hand and wrist.", "similarity": 0.7109, "relevance": 2 }, { "pair_id": 17996, "video_name": "s01e06_seg02_clip_15", "timestamp": [ 0.0, 9.69 ], "duration": 57.66, "caption": "A woman is leaning her head on a man's shoulder crying.", "similarity": 0.7105, "relevance": 4 }, { "pair_id": 17997, "video_name": "friends_s08e03_seg02_clip_17", "timestamp": [ 0.0, 23.69 ], "duration": 64.66, "caption": "A woman is crying and a man tries to console her.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 17998, "video_name": "met_s06e09_seg02_clip_11", "timestamp": [ 0.0, 4.73 ], "duration": 59.66, "caption": "A woman is sitting next to a man on their bed, crying and dabbing at her eyes with a tissue, and the man pulls her in to a big hug.", "similarity": 0.7093, "relevance": 4 }, { "pair_id": 17999, "video_name": "castle_s03e18_seg02_clip_14", "timestamp": [ 0.0, 59.87 ], "duration": 90.66, "caption": "A woman sits at a table with man and woman talking and crying because her chance was done.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 191300, "video_name": "met_s02e07_seg02_clip_16", "timestamp": [ 55.12, 58.03 ], "duration": 58.66, "caption": "A woman warmly and widely smiles at a man as she cries.", "similarity": 0.7058, "relevance": 4 }, { "pair_id": 191301, "video_name": "house_s04e16_seg02_clip_19", "timestamp": [ 63.71, 72.82 ], "duration": 130.66, "caption": "A man cries very emotionally while talking to a woman.", "similarity": 0.7014, "relevance": 2 }, { "pair_id": 191302, "video_name": "house_s05e19_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 78.66, "caption": "A woman cries as she greets a man.", "similarity": 0.7004, "relevance": 2 }, { "pair_id": 191303, "video_name": "castle_s04e12_seg02_clip_09", "timestamp": [ 0.0, 27.76 ], "duration": 91.66, "caption": "A woman sits crying as two people question her.", "similarity": 0.6998, "relevance": 3 }, { "pair_id": 191304, "video_name": "castle_s04e12_seg02_clip_08", "timestamp": [ 82.99, 91.19 ], "duration": 91.66, "caption": "A woman starts to cry and she sits down as she is speaking to woman.", "similarity": 0.699, "relevance": 3 }, { "pair_id": 191305, "video_name": "s07e17_seg02_clip_14", "timestamp": [ 49.58, 59.03 ], "duration": 59.66, "caption": "A woman is almost in tears and after a man tells her she doesn't need to talk, she hugs him.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 191306, "video_name": "friends_s10e14_seg02_clip_09", "timestamp": [ 26.27, 33.05 ], "duration": 59.66, "caption": "A man tries to console a woman as she is crying.", "similarity": 0.6956, "relevance": 4 }, { "pair_id": 191307, "video_name": "met_s06e14_seg02_clip_00", "timestamp": [ 6.53, 8.71 ], "duration": 62.66, "caption": "A woman cries as she is confirming the sad news to a man.", "similarity": 0.6953, "relevance": 3 }, { "pair_id": 191308, "video_name": "met_s02e07_seg02_clip_16", "timestamp": [ 0.0, 4.35 ], "duration": 58.66, "caption": "A woman cries while telling a man he doesn't belong with her.", "similarity": 0.6953, "relevance": 4 }, { "pair_id": 191309, "video_name": "house_s05e12_seg02_clip_21", "timestamp": [ 69.21, 72.91 ], "duration": 74.66, "caption": "While a woman is talking to a man she started crying.", "similarity": 0.6948, "relevance": 2 }, { "pair_id": 191310, "video_name": "friends_s02e17_seg02_clip_06", "timestamp": [ 36.6, 37.22 ], "duration": 62.66, "caption": "A man hugs a woman who is sitting next to him.", "similarity": 0.6936, "relevance": 3 }, { "pair_id": 191311, "video_name": "house_s02e22_seg02_clip_17", "timestamp": [ 67.44, 87.45 ], "duration": 93.66, "caption": "A woman starts crying, uncontrollably, after listening to a man.", "similarity": 0.6926, "relevance": 3 }, { "pair_id": 191312, "video_name": "met_s02e11_seg02_clip_09", "timestamp": [ 10.86, 14.27 ], "duration": 62.66, "caption": "A person cries and recoils onto his/her side as another person sits down.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 191313, "video_name": "house_s01e07_seg02_clip_22", "timestamp": [ 77.74, 86.66 ], "duration": 86.66, "caption": "A person looks down and then to woman as she cries.", "similarity": 0.6908, "relevance": 2 }, { "pair_id": 191314, "video_name": "met_s03e16_seg02_clip_12", "timestamp": [ 13.02, 30.59 ], "duration": 60.66, "caption": "A woman cries and talks while a man rubs her shoulder.", "similarity": 0.6881, "relevance": 3 }, { "pair_id": 191315, "video_name": "house_s07e18_seg02_clip_21", "timestamp": [ 0.0, 38.86 ], "duration": 111.66, "caption": "A woman is crying as she speaks to a man behind her.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 191316, "video_name": "friends_s08e16_seg02_clip_17", "timestamp": [ 45.47, 58.28 ], "duration": 61.66, "caption": "A man sits down next to woman and she hugs him.", "similarity": 0.686, "relevance": 2 }, { "pair_id": 191317, "video_name": "s09e20_seg02_clip_10", "timestamp": [ 7.2, 24.91 ], "duration": 60.66, "caption": "A woman cries while talking to a man on the sofa.", "similarity": 0.6859, "relevance": 3 }, { "pair_id": 191318, "video_name": "met_s02e07_seg02_clip_16", "timestamp": [ 0.87, 17.7 ], "duration": 58.66, "caption": "A woman cries and speaks to a man as he averts eye contact.", "similarity": 0.6831, "relevance": 3 }, { "pair_id": 191319, "video_name": "house_s05e06_seg02_clip_26", "timestamp": [ 0.0, 7.14 ], "duration": 51.66, "caption": "A woman cries with anger towards a man.", "similarity": 0.6823, "relevance": 2 } ] }, { "query_id": 91153, "query": "A woman hands both a man and another person a glass of water.", "relevant_moment": [ { "pair_id": 5240, "video_name": "s04e09_seg02_clip_06", "timestamp": [ 31.91, 34.82 ], "duration": 58.66, "caption": "A woman hands both a man and another person a glass of water.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5241, "video_name": "castle_s08e03_seg02_clip_15", "timestamp": [ 12.35, 14.25 ], "duration": 95.66, "caption": "A woman handed a glass of water to a man.", "similarity": 0.8768, "relevance": 3 }, { "pair_id": 5242, "video_name": "s07e05_seg01_clip_00", "timestamp": [ 3.1, 8.37 ], "duration": 62.66, "caption": "A woman pours water into person's and another person's glass.", "similarity": 0.8225, "relevance": 3 }, { "pair_id": 5243, "video_name": "castle_s08e03_seg02_clip_15", "timestamp": [ 11.88, 18.06 ], "duration": 95.66, "caption": "A woman handed a glass of water to person.", "similarity": 0.8076, "relevance": 3 }, { "pair_id": 5244, "video_name": "s04e08_seg02_clip_01", "timestamp": [ 37.82, 57.63 ], "duration": 60.66, "caption": "A woman pours water for two men and sets a man's glass down.", "similarity": 0.7957, "relevance": 3 }, { "pair_id": 5245, "video_name": "friends_s04e22_seg02_clip_16", "timestamp": [ 25.43, 27.91 ], "duration": 62.66, "caption": "A woman hands another woman a glass of water with a straw as she is seated.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 5246, "video_name": "s05e13_seg02_clip_15", "timestamp": [ 5.36, 9.38 ], "duration": 67.66, "caption": "A woman is filling a glass of water as a man speaks with another woman.", "similarity": 0.7779, "relevance": 4 }, { "pair_id": 5247, "video_name": "friends_s01e19_seg02_clip_03", "timestamp": [ 8.87, 13.9 ], "duration": 59.66, "caption": "A woman is holding a bottle of water when she and another woman correct a man.", "similarity": 0.7693, "relevance": 3 }, { "pair_id": 5248, "video_name": "s10e13_seg02_clip_12", "timestamp": [ 53.12, 57.26 ], "duration": 59.66, "caption": "A person is sitting beside a woman with a glass of water in their hands.", "similarity": 0.7679, "relevance": 3 }, { "pair_id": 5249, "video_name": "house_s02e12_seg02_clip_14", "timestamp": [ 32.32, 41.28 ], "duration": 54.66, "caption": "A person walks in and hands another person a glass of water; the other person drinks from the glass.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 5250, "video_name": "friends_s01e18_seg01_clip_00", "timestamp": [ 36.42, 40.82 ], "duration": 80.66, "caption": "A man hands a woman a glass which she drinks from.", "similarity": 0.7645, "relevance": 3 }, { "pair_id": 5251, "video_name": "s04e16_seg02_clip_05", "timestamp": [ 49.88, 53.71 ], "duration": 59.66, "caption": "A woman pours water into a man's glass while he speaks to her.", "similarity": 0.7637, "relevance": 4 }, { "pair_id": 5252, "video_name": "friends_s01e15_seg02_clip_08", "timestamp": [ 4.49, 52.46 ], "duration": 69.66, "caption": "A woman holds a water glass while speaking to another woman.", "similarity": 0.7632, "relevance": 3 }, { "pair_id": 5253, "video_name": "s02e19_seg02_clip_16", "timestamp": [ 3.25, 5.0 ], "duration": 50.66, "caption": "A man hands a bottle of water to woman.", "similarity": 0.7552, "relevance": 3 }, { "pair_id": 5254, "video_name": "castle_s08e15_seg02_clip_18", "timestamp": [ 11.7, 19.36 ], "duration": 90.66, "caption": "A woman hands a man a glass of liquor and they both drink a glass.", "similarity": 0.7508, "relevance": 3 }, { "pair_id": 5255, "video_name": "house_s07e15_seg02_clip_09", "timestamp": [ 64.65, 72.1 ], "duration": 93.66, "caption": "A woman sits with person and takes a glass of water.", "similarity": 0.7417, "relevance": 3 }, { "pair_id": 5256, "video_name": "friends_s04e15_seg02_clip_14", "timestamp": [ 34.48, 39.67 ], "duration": 54.66, "caption": "A woman hands the water bottle to a man and he takes a drink from it.", "similarity": 0.7376, "relevance": 3 }, { "pair_id": 5257, "video_name": "friends_s09e20_seg02_clip_09", "timestamp": [ 52.73, 54.77 ], "duration": 58.66, "caption": "A woman walks up to woman and man with a glass in her hand.", "similarity": 0.7356, "relevance": 3 }, { "pair_id": 5258, "video_name": "friends_s02e12-13_seg02_clip_16", "timestamp": [ 61.9, 63.6 ], "duration": 68.66, "caption": "A woman tosses a glass of water in a man's face.", "similarity": 0.7279, "relevance": 3 }, { "pair_id": 5259, "video_name": "friends_s02e12-13_seg02_clip_15", "timestamp": [ 46.09, 49.03 ], "duration": 58.66, "caption": "A woman picks up and throws a glass of water on a man's face.", "similarity": 0.7248, "relevance": 3 }, { "pair_id": 178561, "video_name": "s10e05_seg02_clip_06", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A man hands a woman a bottle of water as she sits.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 178562, "video_name": "s02e03_seg02_clip_15", "timestamp": [ 14.71, 17.41 ], "duration": 60.66, "caption": "A person hands a bottle of water to another person as he introduces him to a third person.", "similarity": 0.7147, "relevance": 2 }, { "pair_id": 178563, "video_name": "s02e03_seg02_clip_15", "timestamp": [ 15.01, 16.51 ], "duration": 60.66, "caption": "A person hands a bottle of water to a man as he talks to another man.", "similarity": 0.7123, "relevance": 2 }, { "pair_id": 178564, "video_name": "friends_s07e13_seg02_clip_03", "timestamp": [ 0.0, 7.7 ], "duration": 55.66, "caption": "A woman is drinking water while talking to man and woman.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 178565, "video_name": "s07e05_seg01_clip_00", "timestamp": [ 4.34, 8.37 ], "duration": 62.66, "caption": "A woman pours water into the wine glasses for two people.", "similarity": 0.7068, "relevance": 2 }, { "pair_id": 178566, "video_name": "met_s06e14_seg02_clip_10", "timestamp": [ 20.78, 24.19 ], "duration": 62.66, "caption": "One person handed another person a water bottle and the other person had a drink on it.", "similarity": 0.7044, "relevance": 2 }, { "pair_id": 178567, "video_name": "s04e08_seg02_clip_02", "timestamp": [ 0.0, 6.71 ], "duration": 61.66, "caption": "A woman pours water from a pitcher into a man's glass.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 178568, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 53.11, 58.07 ], "duration": 90.66, "caption": "A woman poured a drink to a glass and handed it to a man.", "similarity": 0.6913, "relevance": 2 }, { "pair_id": 178569, "video_name": "s05e13_seg02_clip_15", "timestamp": [ 19.77, 27.48 ], "duration": 67.66, "caption": "A woman is holding a pitcher of water while speaking to a man.", "similarity": 0.6904, "relevance": 1 }, { "pair_id": 178570, "video_name": "friends_s10e02_seg02_clip_05", "timestamp": [ 47.38, 50.39 ], "duration": 60.66, "caption": "A woman hands a man a bottle of wine she and another person brought.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 178571, "video_name": "friends_s06e22_seg02_clip_07", "timestamp": [ 39.06, 45.46 ], "duration": 64.66, "caption": "A man returns and hands a woman a glass of something to drink.", "similarity": 0.6877, "relevance": 2 }, { "pair_id": 178572, "video_name": "s06e16_seg02_clip_14", "timestamp": [ 0.0, 4.96 ], "duration": 62.66, "caption": "A woman walks towards a man with a water bottle in her hand.", "similarity": 0.6863, "relevance": 1 }, { "pair_id": 178573, "video_name": "friends_s04e18_seg02_clip_10", "timestamp": [ 0.0, 56.56 ], "duration": 56.66, "caption": "A man is talking to a woman while she opens a water bottle.", "similarity": 0.6847, "relevance": 0 }, { "pair_id": 178574, "video_name": "friends_s08e05_seg02_clip_07", "timestamp": [ 10.73, 13.66 ], "duration": 65.66, "caption": "A woman takes a sip of water when she and another woman are talking.", "similarity": 0.6824, "relevance": 2 }, { "pair_id": 178575, "video_name": "s10e05_seg02_clip_06", "timestamp": [ 0.59, 5.9 ], "duration": 59.66, "caption": "A man hands a woman a bottle of water then sits down while she vents about someone.", "similarity": 0.6808, "relevance": 2 }, { "pair_id": 178576, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 60.32, 61.22 ], "duration": 90.66, "caption": "A man hands a woman a cup with a beverage.", "similarity": 0.6804, "relevance": 2 }, { "pair_id": 178577, "video_name": "s06e07_seg02_clip_05", "timestamp": [ 0.29, 5.13 ], "duration": 57.66, "caption": "A woman uses a pitcher to fill a man's glass with water.", "similarity": 0.6737, "relevance": 2 }, { "pair_id": 178579, "video_name": "house_s05e06_seg02_clip_25", "timestamp": [ 42.55, 51.66 ], "duration": 51.66, "caption": "A woman's eyes start to water as she speaks with a man.", "similarity": 0.6718, "relevance": 0 } ] }, { "query_id": 91216, "query": "A person opens up the door of the apartment.", "relevant_moment": [ { "pair_id": 117220, "video_name": "friends_s02e16_seg02_clip_08", "timestamp": [ 42.55, 44.12 ], "duration": 63.66, "caption": "A person opens up the door of the apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 117221, "video_name": "friends_s02e06_seg02_clip_01", "timestamp": [ 48.21, 49.43 ], "duration": 61.66, "caption": "A person opens the door to an apartment.", "similarity": 0.9623, "relevance": 4 }, { "pair_id": 117222, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 44.27, 49.88 ], "duration": 59.66, "caption": "A person opens the door and enters the apartment.", "similarity": 0.9317, "relevance": 4 }, { "pair_id": 117223, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.11, 64.02 ], "duration": 64.66, "caption": "A person opens the door to the apartment and enters.", "similarity": 0.9293, "relevance": 4 }, { "pair_id": 117224, "video_name": "castle_s03e06_seg02_clip_23", "timestamp": [ 13.11, 15.37 ], "duration": 90.66, "caption": "A man opens up the door to the apartment.", "similarity": 0.9177, "relevance": 4 }, { "pair_id": 117225, "video_name": "friends_s03e01_seg02_clip_14", "timestamp": [ 11.61, 11.9 ], "duration": 58.66, "caption": "A person opens the front door of the apartment.", "similarity": 0.907, "relevance": 3 }, { "pair_id": 117226, "video_name": "house_s03e17_seg02_clip_19", "timestamp": [ 43.66, 97.03 ], "duration": 97.66, "caption": "A person opens his apartment door for someone to come in.", "similarity": 0.9039, "relevance": 3 }, { "pair_id": 117227, "video_name": "met_s03e16_seg02_clip_04", "timestamp": [ 44.69, 45.88 ], "duration": 59.66, "caption": "A person opens the front door of their apartment.", "similarity": 0.9016, "relevance": 4 }, { "pair_id": 117228, "video_name": "s05e15_seg02_clip_08", "timestamp": [ 62.75, 64.02 ], "duration": 64.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.8978, "relevance": 4 }, { "pair_id": 117229, "video_name": "s03e20_seg02_clip_07", "timestamp": [ 41.61, 45.15 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.8978, "relevance": 3 }, { "pair_id": 117230, "video_name": "friends_s08e09_seg02_clip_03", "timestamp": [ 30.4, 34.24 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.8978, "relevance": 4 }, { "pair_id": 117231, "video_name": "friends_s07e04_seg02_clip_12", "timestamp": [ 3.56, 6.23 ], "duration": 59.66, "caption": "A person opens the door and walks into the apartment.", "similarity": 0.8978, "relevance": 4 }, { "pair_id": 117232, "video_name": "s08e22_seg02_clip_06", "timestamp": [ 38.76, 43.18 ], "duration": 63.66, "caption": "A person opens and closes the door to the apartment.", "similarity": 0.8978, "relevance": 4 }, { "pair_id": 117233, "video_name": "s01e12_seg02_clip_08", "timestamp": [ 49.31, 52.1 ], "duration": 62.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.8897, "relevance": 4 }, { "pair_id": 117234, "video_name": "s01e02_seg02_clip_12", "timestamp": [ 32.11, 35.72 ], "duration": 60.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.8897, "relevance": 4 }, { "pair_id": 117235, "video_name": "met_s03e12_seg01_clip_00", "timestamp": [ 21.12, 22.35 ], "duration": 61.66, "caption": "A person opens the front door and enters the apartment.", "similarity": 0.8897, "relevance": 4 }, { "pair_id": 117236, "video_name": "s07e11_seg02_clip_17", "timestamp": [ 50.19, 53.09 ], "duration": 58.66, "caption": "A person opens the front door and enters an apartment.", "similarity": 0.8888, "relevance": 4 }, { "pair_id": 117237, "video_name": "castle_s07e15_seg02_clip_00", "timestamp": [ 63.57, 65.91 ], "duration": 93.66, "caption": "A man opens up a door from his apartment.", "similarity": 0.8852, "relevance": 3 }, { "pair_id": 117238, "video_name": "castle_s07e20_seg02_clip_12", "timestamp": [ 5.0, 14.09 ], "duration": 90.66, "caption": "A person opens the apartment door and walks through it.", "similarity": 0.8817, "relevance": 4 }, { "pair_id": 117239, "video_name": "s06e01_seg02_clip_08", "timestamp": [ 15.61, 20.81 ], "duration": 65.66, "caption": "A person opens up the door of their apartment for another person.", "similarity": 0.8792, "relevance": 4 }, { "pair_id": 290540, "video_name": "s05e20_seg02_clip_01", "timestamp": [ 36.89, 42.5 ], "duration": 59.66, "caption": "A person opens the door to an apartment and then closes it.", "similarity": 0.8774, "relevance": 4 }, { "pair_id": 290541, "video_name": "friends_s08e13_seg02_clip_00", "timestamp": [ 38.14, 39.97 ], "duration": 61.66, "caption": "The door opens and a person walks into the apartment.", "similarity": 0.8749, "relevance": 4 }, { "pair_id": 290542, "video_name": "s01e09_seg02_clip_08", "timestamp": [ 25.81, 30.91 ], "duration": 60.66, "caption": "A person opens the door and gets out of their apartment.", "similarity": 0.8736, "relevance": 4 }, { "pair_id": 290543, "video_name": "s01e02_seg01_clip_03", "timestamp": [ 33.82, 36.42 ], "duration": 40.66, "caption": "A person attempts to open the door to his/her apartment.", "similarity": 0.873, "relevance": 3 }, { "pair_id": 290544, "video_name": "s04e09_seg02_clip_01", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A person comes into the apartment and closes the door.", "similarity": 0.8723, "relevance": 4 }, { "pair_id": 290546, "video_name": "castle_s02e03_seg02_clip_09", "timestamp": [ 30.27, 42.73 ], "duration": 89.66, "caption": "A person opens the door for some people and they enter the apartment.", "similarity": 0.869, "relevance": 3 }, { "pair_id": 290547, "video_name": "met_s03e04_seg02_clip_12", "timestamp": [ 50.85, 52.66 ], "duration": 60.66, "caption": "A man opens the entry door to the apartment.", "similarity": 0.8682, "relevance": 4 }, { "pair_id": 290548, "video_name": "house_s05e21_seg02_clip_10", "timestamp": [ 49.41, 51.19 ], "duration": 89.66, "caption": "A man opens the door to allow a person into the apartment.", "similarity": 0.8676, "relevance": 4 }, { "pair_id": 290549, "video_name": "s10e09_seg02_clip_03", "timestamp": [ 24.01, 26.71 ], "duration": 60.66, "caption": "A person opens the door of an apartment and walks out.", "similarity": 0.8651, "relevance": 4 }, { "pair_id": 290550, "video_name": "s02e02_seg01_clip_01", "timestamp": [ 63.02, 67.97 ], "duration": 90.66, "caption": "A person opens the apartment door and lets the people in.", "similarity": 0.8622, "relevance": 4 }, { "pair_id": 290551, "video_name": "s10e10_seg02_clip_14", "timestamp": [ 28.05, 31.2 ], "duration": 63.66, "caption": "A person opens the apartment door and steps into the hallway.", "similarity": 0.8599, "relevance": 4 }, { "pair_id": 290552, "video_name": "s01e08_seg01_clip_00", "timestamp": [ 46.21, 49.0 ], "duration": 62.66, "caption": "A person opens the front door of the apartment to let in some people.", "similarity": 0.8584, "relevance": 4 }, { "pair_id": 290553, "video_name": "s08e07_seg02_clip_01", "timestamp": [ 43.42, 48.07 ], "duration": 62.66, "caption": "A person comes in to the apartment and closes the door.", "similarity": 0.8561, "relevance": 3 }, { "pair_id": 290554, "video_name": "met_s02e22_seg02_clip_15", "timestamp": [ 10.68, 12.51 ], "duration": 61.66, "caption": "A person opens the door and walks into some people's apartment.", "similarity": 0.8557, "relevance": 3 }, { "pair_id": 290555, "video_name": "met_s03e04_seg02_clip_06", "timestamp": [ 10.62, 11.84 ], "duration": 60.66, "caption": "A man opens the door in order to enter the apartment.", "similarity": 0.8554, "relevance": 4 }, { "pair_id": 290556, "video_name": "s04e15_seg02_clip_09", "timestamp": [ 46.93, 53.12 ], "duration": 59.66, "caption": "A person opens the front door and walks into an apartment.", "similarity": 0.8551, "relevance": 4 }, { "pair_id": 290557, "video_name": "friends_s09e13_seg01_clip_00", "timestamp": [ 0.0, 4.27 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.8538, "relevance": 4 }, { "pair_id": 290558, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 23.19, 27.77 ], "duration": 61.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.8538, "relevance": 4 }, { "pair_id": 290559, "video_name": "friends_s02e09_seg02_clip_13", "timestamp": [ 45.0, 52.02 ], "duration": 52.66, "caption": "A man opens the door and comes into the apartment.", "similarity": 0.8538, "relevance": 4 } ] }, { "query_id": 91262, "query": "A man and his child stand up from their airplane seats.", "relevant_moment": [ { "pair_id": 17360, "video_name": "castle_s07e21_seg02_clip_19", "timestamp": [ 80.12, 81.46 ], "duration": 89.66, "caption": "A man and his child stand up from their airplane seats.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17361, "video_name": "castle_s07e21_seg02_clip_07", "timestamp": [ 69.77, 73.37 ], "duration": 90.66, "caption": "A man stands over to two people sitting down on a plane.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 17362, "video_name": "castle_s07e21_seg02_clip_19", "timestamp": [ 0.0, 8.01 ], "duration": 89.66, "caption": "A man and woman are in the airplane.", "similarity": 0.6036, "relevance": 2 }, { "pair_id": 17363, "video_name": "friends_s05e23-24_seg02_clip_16", "timestamp": [ 18.53, 65.03 ], "duration": 65.66, "caption": "Two people were sitting beside each other on a plane.", "similarity": 0.5864, "relevance": 2 }, { "pair_id": 17364, "video_name": "castle_s07e21_seg02_clip_09", "timestamp": [ 0.0, 66.77 ], "duration": 89.66, "caption": "A man and a woman were sitting beside each other in a plane.", "similarity": 0.5752, "relevance": 2 }, { "pair_id": 17365, "video_name": "castle_s07e21_seg02_clip_00", "timestamp": [ 0.0, 92.37 ], "duration": 92.66, "caption": "Two people were both riding an airplane.", "similarity": 0.564, "relevance": 2 }, { "pair_id": 17366, "video_name": "castle_s07e21_seg02_clip_27", "timestamp": [ 70.57, 80.87 ], "duration": 103.66, "caption": "A person and a child hug and then listen to an intercom announcement on an airplane.", "similarity": 0.561, "relevance": 3 }, { "pair_id": 17367, "video_name": "house_s03e19_seg02_clip_13", "timestamp": [ 13.35, 16.02 ], "duration": 89.66, "caption": "A man moves his kid's head before he stands up.", "similarity": 0.5503, "relevance": 2 }, { "pair_id": 17368, "video_name": "friends_s10e01_seg02_clip_14", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "Two men were sitting beside each other on a plane.", "similarity": 0.5469, "relevance": 2 }, { "pair_id": 17369, "video_name": "friends_s07e01_seg02_clip_11", "timestamp": [ 34.53, 36.01 ], "duration": 59.66, "caption": "Two people stand up from their seat at the same time.", "similarity": 0.545, "relevance": 2 }, { "pair_id": 17370, "video_name": "castle_s07e04_seg02_clip_20", "timestamp": [ 2.63, 7.46 ], "duration": 87.66, "caption": "A man and a woman sit in front of the child.", "similarity": 0.536, "relevance": 2 }, { "pair_id": 17371, "video_name": "friends_s05e01_seg02_clip_13", "timestamp": [ 0.0, 17.12 ], "duration": 58.66, "caption": "Two men were sitting on an airplane chair.", "similarity": 0.5338, "relevance": 2 }, { "pair_id": 17372, "video_name": "house_s03e18_seg02_clip_19", "timestamp": [ 0.0, 5.59 ], "duration": 79.66, "caption": "A man and woman are in an airplane seated by each other and the man asked if the woman is feeling not well.", "similarity": 0.5243, "relevance": 2 }, { "pair_id": 17373, "video_name": "house_s02e19_seg02_clip_21", "timestamp": [ 83.28, 86.5 ], "duration": 92.66, "caption": "A man's father stands between him and two other people.", "similarity": 0.5243, "relevance": 2 }, { "pair_id": 17374, "video_name": "castle_s07e21_seg02_clip_10", "timestamp": [ 13.05, 74.72 ], "duration": 90.66, "caption": "A man stands in a moving airplane, talking to the standing airline crewmenbers as they peek through a doorway and talk and point about a passenger who may be dangerous.", "similarity": 0.5227, "relevance": 2 }, { "pair_id": 17375, "video_name": "castle_s07e21_seg02_clip_01", "timestamp": [ 4.9, 12.46 ], "duration": 89.66, "caption": "A person goes over his travel schedule with another person during the plane ride.", "similarity": 0.5142, "relevance": 2 }, { "pair_id": 17376, "video_name": "castle_s07e21_seg02_clip_24", "timestamp": [ 58.1, 67.78 ], "duration": 88.66, "caption": "A person is trying to wake a man up who is sitting on a plane.", "similarity": 0.5141, "relevance": 2 }, { "pair_id": 17377, "video_name": "castle_s07e21_seg02_clip_08", "timestamp": [ 2.7, 3.6 ], "duration": 90.66, "caption": "A man raises his cell phone in front of him as he stands in the aisle on an airplane.", "similarity": 0.5137, "relevance": 1 }, { "pair_id": 17378, "video_name": "house_s08e06_seg02_clip_06", "timestamp": [ 6.75, 9.45 ], "duration": 90.66, "caption": "A person is holding a baby while another person stands up.", "similarity": 0.5133, "relevance": 2 }, { "pair_id": 17379, "video_name": "house_s03e18_seg02_clip_01", "timestamp": [ 32.31, 39.49 ], "duration": 89.66, "caption": "A man shows the flight attendant his ticket and goes to his seat.", "similarity": 0.5095, "relevance": 1 } ] }, { "query_id": 91350, "query": "A man talks to a person, then bows and walks off.", "relevant_moment": [ { "pair_id": 111160, "video_name": "house_s03e15_seg02_clip_25", "timestamp": [ 52.9, 59.67 ], "duration": 123.66, "caption": "A man talks to a person, then bows and walks off.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 111161, "video_name": "s02e21_seg02_clip_08", "timestamp": [ 50.35, 56.76 ], "duration": 61.66, "caption": "A person bows at another person then they walk away.", "similarity": 0.768, "relevance": 3 }, { "pair_id": 111162, "video_name": "house_s06e17_seg02_clip_11", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "A person walks out while he is talking to a man.", "similarity": 0.7646, "relevance": 4 }, { "pair_id": 111163, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 8.93, 11.28 ], "duration": 94.66, "caption": "A person walks out immediately after talking to a man.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 111164, "video_name": "house_s05e20_seg02_clip_09", "timestamp": [ 10.92, 14.11 ], "duration": 91.66, "caption": "A person walks out immediately after talking to a man.", "similarity": 0.761, "relevance": 2 }, { "pair_id": 111165, "video_name": "house_s07e15_seg02_clip_14", "timestamp": [ 5.28, 8.36 ], "duration": 88.66, "caption": "A man walks out immediately after talking to a person.", "similarity": 0.7598, "relevance": 2 }, { "pair_id": 111166, "video_name": "house_s05e15_seg02_clip_05", "timestamp": [ 4.8, 8.0 ], "duration": 80.66, "caption": "A person walks out quickly after talking to a man.", "similarity": 0.7589, "relevance": 1 }, { "pair_id": 111167, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 0.0, 14.73 ], "duration": 95.66, "caption": "A person speaks with man and then walks away.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 111168, "video_name": "castle_s02e02_seg02_clip_02", "timestamp": [ 19.61, 25.49 ], "duration": 98.66, "caption": "Two people walk away after talking to the man.", "similarity": 0.7481, "relevance": 1 }, { "pair_id": 111169, "video_name": "house_s06e01_seg02_clip_09", "timestamp": [ 66.73, 71.56 ], "duration": 87.66, "caption": "A person finishes his conversation with a man and walks away.", "similarity": 0.7472, "relevance": 2 }, { "pair_id": 111170, "video_name": "grey_s02e13_seg02_clip_17", "timestamp": [ 23.66, 32.69 ], "duration": 86.66, "caption": "A man talks to someone, they turn and walk up to him.", "similarity": 0.7472, "relevance": 0 }, { "pair_id": 111171, "video_name": "house_s05e17_seg02_clip_02", "timestamp": [ 60.41, 64.95 ], "duration": 90.66, "caption": "A person walks out after talking to man and man.", "similarity": 0.7453, "relevance": 2 }, { "pair_id": 111173, "video_name": "house_s03e11_seg02_clip_05", "timestamp": [ 50.28, 52.82 ], "duration": 84.66, "caption": "A man starts to walk away from another man during their conversation.", "similarity": 0.743, "relevance": 2 }, { "pair_id": 111174, "video_name": "castle_s05e18_seg02_clip_16", "timestamp": [ 0.0, 14.26 ], "duration": 92.66, "caption": "A man is speaking to two people before he walks away.", "similarity": 0.743, "relevance": 1 }, { "pair_id": 111175, "video_name": "house_s01e07_seg02_clip_07", "timestamp": [ 12.49, 14.72 ], "duration": 89.66, "caption": "A man walks out immediately after talking to person.", "similarity": 0.7429, "relevance": 3 }, { "pair_id": 111176, "video_name": "s01e10_seg02_clip_05", "timestamp": [ 3.0, 7.5 ], "duration": 60.66, "caption": "A man walks out while a person is talking to him.", "similarity": 0.7419, "relevance": 3 }, { "pair_id": 111177, "video_name": "grey_s03e13_seg02_clip_04", "timestamp": [ 30.16, 36.46 ], "duration": 90.66, "caption": "A man is talking to another person and then walks past them, turning to keep talking as he quickly walks away.", "similarity": 0.741, "relevance": 2 }, { "pair_id": 111178, "video_name": "castle_s07e19_seg02_clip_25", "timestamp": [ 30.99, 33.72 ], "duration": 91.66, "caption": "A person walks away from a man as he is speaking to him.", "similarity": 0.7379, "relevance": 1 }, { "pair_id": 111179, "video_name": "castle_s02e24_seg02_clip_06", "timestamp": [ 38.73, 73.44 ], "duration": 89.66, "caption": "A person walks towards a man and they converse with each other.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 284480, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 33.02, 36.45 ], "duration": 85.66, "caption": "A man suddenly walks out after talking to a person.", "similarity": 0.7372, "relevance": 3 }, { "pair_id": 284481, "video_name": "house_s08e20_seg02_clip_06", "timestamp": [ 78.97, 87.26 ], "duration": 87.66, "caption": "A man is talking and walks up to another person.", "similarity": 0.7334, "relevance": 2 }, { "pair_id": 284482, "video_name": "house_s08e09_seg02_clip_05", "timestamp": [ 23.47, 28.53 ], "duration": 92.66, "caption": "Two people stop from walking when a man talks to them.", "similarity": 0.7332, "relevance": 2 }, { "pair_id": 284483, "video_name": "house_s05e08_seg02_clip_19", "timestamp": [ 69.36, 73.87 ], "duration": 90.66, "caption": "A man finishes his conversation with two people then walks away.", "similarity": 0.7324, "relevance": 3 }, { "pair_id": 284484, "video_name": "house_s03e12_seg02_clip_22", "timestamp": [ 53.11, 90.02 ], "duration": 90.66, "caption": "A person walks over to a man as they talk to each other.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 284485, "video_name": "house_s07e08_seg02_clip_05", "timestamp": [ 27.29, 32.21 ], "duration": 89.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 284486, "video_name": "house_s03e06_seg02_clip_05", "timestamp": [ 45.04, 48.19 ], "duration": 90.66, "caption": "A man finishes his conversation with another person and walks away.", "similarity": 0.7297, "relevance": 4 }, { "pair_id": 284487, "video_name": "house_s01e11_seg02_clip_18", "timestamp": [ 21.45, 26.96 ], "duration": 110.66, "caption": "A man walks to a person and suddenly talks to him.", "similarity": 0.7278, "relevance": 2 }, { "pair_id": 284488, "video_name": "castle_s05e09_seg02_clip_03", "timestamp": [ 0.0, 11.78 ], "duration": 90.66, "caption": "A man speaks to another man and then turns to walk away.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 284489, "video_name": "house_s03e03_seg02_clip_06", "timestamp": [ 77.21, 82.79 ], "duration": 93.66, "caption": "A man talks to another man as he walks to him.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 284490, "video_name": "house_s07e05_seg02_clip_16", "timestamp": [ 0.0, 3.78 ], "duration": 84.66, "caption": "A person walks towards a man and starts a conversation with him.", "similarity": 0.723, "relevance": 2 }, { "pair_id": 284491, "video_name": "house_s03e06_seg02_clip_13", "timestamp": [ 84.67, 93.59 ], "duration": 99.66, "caption": "A man approaches another man during a conversation then walks away.", "similarity": 0.7229, "relevance": 3 }, { "pair_id": 284492, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 47.91, 51.57 ], "duration": 61.66, "caption": "A man walks over to talk to two people.", "similarity": 0.7224, "relevance": 3 }, { "pair_id": 284494, "video_name": "house_s06e13_seg02_clip_09", "timestamp": [ 0.0, 4.73 ], "duration": 86.66, "caption": "A person walks out after talking to another person.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 284495, "video_name": "friends_s10e11_seg02_clip_15", "timestamp": [ 9.74, 11.51 ], "duration": 59.66, "caption": "A person walks up to a man when he's talking to other people.", "similarity": 0.7207, "relevance": 2 }, { "pair_id": 284496, "video_name": "house_s07e06_seg02_clip_02", "timestamp": [ 5.28, 10.12 ], "duration": 88.66, "caption": "A person also walks out after talking to another person.", "similarity": 0.7188, "relevance": 1 }, { "pair_id": 284497, "video_name": "house_s06e08_seg02_clip_23", "timestamp": [ 84.42, 91.69 ], "duration": 97.66, "caption": "A man finishes his conversation with two people and walks away.", "similarity": 0.7176, "relevance": 3 }, { "pair_id": 284498, "video_name": "castle_s05e22_seg02_clip_16", "timestamp": [ 53.88, 58.81 ], "duration": 61.66, "caption": "A man suddenly walks out after talking to someone.", "similarity": 0.7175, "relevance": 2 }, { "pair_id": 284499, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 5.89, 9.52 ], "duration": 90.66, "caption": "A man walks away after he speaks to another man.", "similarity": 0.7172, "relevance": 2 } ] }, { "query_id": 91428, "query": "A man runs toward the answering machine and presses the button.", "relevant_moment": [ { "pair_id": 7800, "video_name": "friends_s09e18_seg02_clip_11", "timestamp": [ 15.01, 20.71 ], "duration": 60.66, "caption": "A man runs toward the answering machine and presses the button.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7801, "video_name": "friends_s09e18_seg02_clip_11", "timestamp": [ 14.8, 20.84 ], "duration": 60.66, "caption": "A man goes over to the answering machine and presses the button.", "similarity": 0.8924, "relevance": 4 }, { "pair_id": 7802, "video_name": "friends_s10e15_seg02_clip_12", "timestamp": [ 32.52, 34.08 ], "duration": 52.66, "caption": "A man walks to the counter and pushes a button on the answering machine.", "similarity": 0.7977, "relevance": 4 }, { "pair_id": 7803, "video_name": "friends_s10e17-18_seg02_clip_42", "timestamp": [ 30.24, 39.67 ], "duration": 65.66, "caption": "A man is tinkering with the phone's answering machine.", "similarity": 0.6773, "relevance": 2 }, { "pair_id": 7804, "video_name": "friends_s06e07_seg01_clip_00", "timestamp": [ 63.56, 68.18 ], "duration": 77.66, "caption": "A person sits down on the couch and presses the answering machine.", "similarity": 0.6658, "relevance": 1 }, { "pair_id": 7805, "video_name": "friends_s04e02_seg02_clip_00", "timestamp": [ 16.42, 29.49 ], "duration": 67.66, "caption": "A woman pushes a button on the answering machine and writes down a message.", "similarity": 0.6616, "relevance": 3 }, { "pair_id": 7806, "video_name": "friends_s06e22_seg02_clip_06", "timestamp": [ 26.4, 29.59 ], "duration": 58.66, "caption": "A man runs from his seat to answer the phone from the receiver.", "similarity": 0.6342, "relevance": 3 }, { "pair_id": 7807, "video_name": "friends_s09e18_seg02_clip_01", "timestamp": [ 5.33, 9.19 ], "duration": 59.66, "caption": "A person runs over to the phone and answers it.", "similarity": 0.6183, "relevance": 4 }, { "pair_id": 7808, "video_name": "castle_s03e06_seg02_clip_17", "timestamp": [ 12.15, 14.4 ], "duration": 90.66, "caption": "A man reaches for his phone and answers the call.", "similarity": 0.5871, "relevance": 1 }, { "pair_id": 7809, "video_name": "friends_s09e20_seg02_clip_02", "timestamp": [ 10.12, 25.15 ], "duration": 61.66, "caption": "A woman walks into the apartment and turns on the answering machine.", "similarity": 0.5806, "relevance": 3 }, { "pair_id": 7810, "video_name": "house_s08e18_seg02_clip_00", "timestamp": [ 35.43, 37.73 ], "duration": 92.66, "caption": "A man walks over and presses the button for the elevator.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 7811, "video_name": "house_s08e14_seg02_clip_00", "timestamp": [ 30.41, 33.26 ], "duration": 95.66, "caption": "A man presses the button to call the elevator.", "similarity": 0.5741, "relevance": 1 }, { "pair_id": 7812, "video_name": "friends_s06e22_seg02_clip_09", "timestamp": [ 56.2, 61.09 ], "duration": 61.66, "caption": "A woman turns on the answering machine and looks through her mail.", "similarity": 0.5739, "relevance": 3 }, { "pair_id": 7813, "video_name": "grey_s02e14_seg02_clip_12", "timestamp": [ 24.76, 30.72 ], "duration": 91.66, "caption": "A man walks into the elevator and presses a button.", "similarity": 0.5736, "relevance": 0 }, { "pair_id": 7814, "video_name": "house_s01e07_seg02_clip_06", "timestamp": [ 15.77, 20.76 ], "duration": 83.66, "caption": "A person presses a button then the machine moves.", "similarity": 0.5724, "relevance": 0 }, { "pair_id": 7815, "video_name": "house_s08e13_seg02_clip_08", "timestamp": [ 37.38, 43.44 ], "duration": 101.66, "caption": "A man walks into the elevator and presses the button.", "similarity": 0.5711, "relevance": 0 }, { "pair_id": 7816, "video_name": "castle_s07e08_seg02_clip_14", "timestamp": [ 73.22, 79.55 ], "duration": 90.66, "caption": "A man gets up to pick up phone and answers it.", "similarity": 0.5697, "relevance": 1 }, { "pair_id": 7817, "video_name": "house_s07e01_seg02_clip_09", "timestamp": [ 10.77, 16.6 ], "duration": 89.66, "caption": "A man answered a call on their cellphone and act as a voicemail.", "similarity": 0.5637, "relevance": 1 }, { "pair_id": 7818, "video_name": "house_s02e10_seg02_clip_06", "timestamp": [ 80.43, 82.71 ], "duration": 91.66, "caption": "A man goes to the desk phone and answers it.", "similarity": 0.5596, "relevance": 1 }, { "pair_id": 7819, "video_name": "friends_s09e20_seg02_clip_02", "timestamp": [ 10.12, 16.56 ], "duration": 61.66, "caption": "A woman walks in, press the answering machine and put her jacket down.", "similarity": 0.5575, "relevance": 3 } ] }, { "query_id": 91434, "query": "A person takes the breathing mask off of the patient.", "relevant_moment": [ { "pair_id": 39940, "video_name": "house_s02e14_seg02_clip_06", "timestamp": [ 59.61, 66.57 ], "duration": 87.66, "caption": "A person takes the breathing mask off of the patient.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 39941, "video_name": "house_s02e23_seg02_clip_25", "timestamp": [ 73.94, 77.24 ], "duration": 132.66, "caption": "A person removes the breathing tube from the patient.", "similarity": 0.8341, "relevance": 4 }, { "pair_id": 39942, "video_name": "house_s04e11_seg02_clip_18", "timestamp": [ 6.06, 11.11 ], "duration": 101.66, "caption": "A person removes their oxygen mask to talk to a doctor.", "similarity": 0.8141, "relevance": 3 }, { "pair_id": 39943, "video_name": "house_s08e13_seg02_clip_24", "timestamp": [ 41.89, 45.49 ], "duration": 90.66, "caption": "A person takes their oxygen mask off to talk to a doctor.", "similarity": 0.8076, "relevance": 3 }, { "pair_id": 39944, "video_name": "house_s02e17_seg02_clip_25", "timestamp": [ 110.62, 117.62 ], "duration": 140.66, "caption": "A doctor takes a breathing contraption off of the patient.", "similarity": 0.7981, "relevance": 4 }, { "pair_id": 39945, "video_name": "house_s03e17_seg02_clip_18", "timestamp": [ 5.59, 6.88 ], "duration": 86.66, "caption": "A woman takes the oxygen mask from the patient's face.", "similarity": 0.7919, "relevance": 4 }, { "pair_id": 39946, "video_name": "house_s08e22_seg02_clip_07", "timestamp": [ 27.91, 30.61 ], "duration": 90.66, "caption": "A man takes an oxygen mask from a person and places it on a patient's face.", "similarity": 0.7897, "relevance": 1 }, { "pair_id": 39947, "video_name": "house_s01e10_seg02_clip_07", "timestamp": [ 75.01, 76.82 ], "duration": 90.66, "caption": "A man puts an oxygen mask over a patient's nose and mouth.", "similarity": 0.7843, "relevance": 2 }, { "pair_id": 39948, "video_name": "house_s02e16_seg02_clip_22", "timestamp": [ 8.4, 11.34 ], "duration": 84.66, "caption": "A man picks up a mask and puts it over the patient's mouth.", "similarity": 0.7842, "relevance": 1 }, { "pair_id": 39950, "video_name": "house_s02e16_seg02_clip_19", "timestamp": [ 45.4, 76.12 ], "duration": 89.66, "caption": "A man puts a manual breathing mask on his patient.", "similarity": 0.7787, "relevance": 3 }, { "pair_id": 39951, "video_name": "grey_s03e14_seg02_clip_19", "timestamp": [ 34.42, 41.4 ], "duration": 93.66, "caption": "A person puts an oxygen mask over their mouth and nose then removes it.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 39952, "video_name": "house_s07e04_seg02_clip_05", "timestamp": [ 8.17, 11.61 ], "duration": 86.66, "caption": "A doctor places an oxygen mask to the person who is having difficulty of breathing.", "similarity": 0.7656, "relevance": 3 }, { "pair_id": 39953, "video_name": "house_s04e02_seg02_clip_06", "timestamp": [ 77.42, 85.97 ], "duration": 90.66, "caption": "A person is working on a patient and puts an oxygen mask on their face.", "similarity": 0.7646, "relevance": 2 }, { "pair_id": 39954, "video_name": "house_s02e16_seg02_clip_19", "timestamp": [ 35.16, 38.28 ], "duration": 89.66, "caption": "A man removes a breathing tube from a patient's mouth.", "similarity": 0.7591, "relevance": 4 }, { "pair_id": 39955, "video_name": "grey_s02e20_seg02_clip_09", "timestamp": [ 57.34, 63.95 ], "duration": 88.66, "caption": "A doctor places the oxygen mask on the patient's face.", "similarity": 0.7583, "relevance": 2 }, { "pair_id": 39956, "video_name": "house_s03e08_seg02_clip_20", "timestamp": [ 83.24, 84.57 ], "duration": 89.66, "caption": "A doctor puts an oxygen mask over a patient's face.", "similarity": 0.756, "relevance": 2 }, { "pair_id": 39957, "video_name": "house_s08e04_seg02_clip_22", "timestamp": [ 47.61, 52.82 ], "duration": 80.66, "caption": "A patient takes off the breathing mask while laying down in bed.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 39958, "video_name": "house_s01e09_seg02_clip_05", "timestamp": [ 17.25, 18.98 ], "duration": 86.66, "caption": "A doctor places an oxygen mask on the patient's mouth.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 39959, "video_name": "house_s04e09_seg02_clip_20", "timestamp": [ 20.25, 25.97 ], "duration": 88.66, "caption": "A woman puts the oxygen mask to the mouth of a patient.", "similarity": 0.7493, "relevance": 2 } ] }, { "query_id": 91459, "query": "Two men are playing while they are talking.", "relevant_moment": [ { "pair_id": 40140, "video_name": "house_s02e14_seg02_clip_08", "timestamp": [ 31.16, 37.21 ], "duration": 93.66, "caption": "Two men are playing while they are talking.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 40141, "video_name": "s07e20_seg02_clip_04", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "Two men are playing computer games while talking.", "similarity": 0.8053, "relevance": 4 }, { "pair_id": 40142, "video_name": "grey_s03e07_seg02_clip_09", "timestamp": [ 41.91, 76.66 ], "duration": 76.66, "caption": "Two men are having a conversation.", "similarity": 0.7826, "relevance": 2 }, { "pair_id": 40143, "video_name": "house_s07e06_seg02_clip_12", "timestamp": [ 39.54, 41.31 ], "duration": 118.66, "caption": "A man is playing the ball while talking to another man.", "similarity": 0.7822, "relevance": 3 }, { "pair_id": 40144, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 0.0, 13.27 ], "duration": 80.66, "caption": "Two men are having a conversation with someone.", "similarity": 0.7762, "relevance": 1 }, { "pair_id": 40145, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 13.88, 23.43 ], "duration": 61.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40146, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 0.0, 16.54 ], "duration": 58.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40147, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 21.09, 34.43 ], "duration": 62.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40148, "video_name": "house_s08e22_seg02_clip_02", "timestamp": [ 32.21, 64.88 ], "duration": 92.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40149, "video_name": "house_s08e22_seg02_clip_00", "timestamp": [ 0.0, 22.33 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40150, "video_name": "house_s08e21_seg02_clip_14", "timestamp": [ 0.0, 21.32 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40151, "video_name": "house_s08e20_seg02_clip_01", "timestamp": [ 0.0, 32.89 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40152, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 26.98, 50.91 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40153, "video_name": "house_s08e19_seg02_clip_13", "timestamp": [ 0.0, 19.58 ], "duration": 87.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40154, "video_name": "house_s08e19_seg02_clip_08", "timestamp": [ 42.09, 85.02 ], "duration": 85.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 40155, "video_name": "house_s08e19_seg02_clip_08", "timestamp": [ 0.0, 34.43 ], "duration": 85.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40156, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 69.02, 92.03 ], "duration": 92.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 40157, "video_name": "house_s08e16_seg02_clip_03", "timestamp": [ 0.0, 16.28 ], "duration": 93.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40158, "video_name": "house_s08e13_seg02_clip_02", "timestamp": [ 62.14, 89.41 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 1 }, { "pair_id": 40159, "video_name": "house_s08e11_seg02_clip_10", "timestamp": [ 22.26, 33.38 ], "duration": 89.66, "caption": "Two men are having a conversation with each other.", "similarity": 0.7711, "relevance": 0 } ] }, { "query_id": 91475, "query": "Two people are in the prison interview room as they speak.", "relevant_moment": [ { "pair_id": 20500, "video_name": "castle_s07e15_seg02_clip_14", "timestamp": [ 0.0, 90.66 ], "duration": 90.66, "caption": "Two people are in the prison interview room as they speak.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20501, "video_name": "castle_s01e05_seg02_clip_11", "timestamp": [ 38.03, 88.44 ], "duration": 88.66, "caption": "Two people are conversing with someone in a prison visitor's room.", "similarity": 0.7671, "relevance": 4 }, { "pair_id": 20502, "video_name": "castle_s02e14_seg02_clip_24", "timestamp": [ 0.0, 52.51 ], "duration": 88.66, "caption": "Two people are speaking to someone in the interrogation room.", "similarity": 0.7661, "relevance": 3 }, { "pair_id": 20503, "video_name": "castle_s01e08_seg02_clip_09", "timestamp": [ 18.91, 90.02 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with person.", "similarity": 0.7654, "relevance": 3 }, { "pair_id": 20504, "video_name": "castle_s04e12_seg02_clip_23", "timestamp": [ 51.44, 91.04 ], "duration": 91.66, "caption": "Two people are speaking with another person in the interrogation room.", "similarity": 0.7508, "relevance": 3 }, { "pair_id": 20505, "video_name": "castle_s03e02_seg02_clip_11", "timestamp": [ 25.49, 91.03 ], "duration": 91.66, "caption": "Two people are in the interrogation room with another person as they converse.", "similarity": 0.7424, "relevance": 3 }, { "pair_id": 20506, "video_name": "castle_s06e15_seg02_clip_22", "timestamp": [ 0.0, 88.02 ], "duration": 88.66, "caption": "A woman and man are in an interview room speaking to person.", "similarity": 0.7374, "relevance": 3 }, { "pair_id": 20507, "video_name": "castle_s03e02_seg02_clip_24", "timestamp": [ 0.0, 64.21 ], "duration": 89.66, "caption": "Two people are speaking to two other people in the interrogation room.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 20508, "video_name": "castle_s04e11_seg02_clip_10", "timestamp": [ 0.0, 91.27 ], "duration": 91.66, "caption": "Two people are conversing with someone as they are in the interrogation room.", "similarity": 0.7335, "relevance": 4 }, { "pair_id": 20509, "video_name": "castle_s03e10_seg02_clip_13", "timestamp": [ 0.0, 41.23 ], "duration": 91.66, "caption": "Two men are speaking to someone as they are in the interrogation room.", "similarity": 0.731, "relevance": 3 }, { "pair_id": 20510, "video_name": "castle_s04e20_seg02_clip_08", "timestamp": [ 0.0, 54.46 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with a woman.", "similarity": 0.7302, "relevance": 3 }, { "pair_id": 20511, "video_name": "castle_s03e14_seg02_clip_24", "timestamp": [ 17.69, 66.34 ], "duration": 88.66, "caption": "Two people are in the interrogation room speaking with a man.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 20512, "video_name": "castle_s05e06_seg02_clip_12", "timestamp": [ 0.0, 28.63 ], "duration": 89.66, "caption": "Two people are speaking to a man in the interrogation room.", "similarity": 0.7298, "relevance": 3 }, { "pair_id": 20513, "video_name": "castle_s03e09_seg02_clip_05", "timestamp": [ 0.0, 19.45 ], "duration": 90.66, "caption": "Two men are speaking to a person in the interrogation room.", "similarity": 0.7273, "relevance": 4 }, { "pair_id": 20514, "video_name": "castle_s05e10_seg02_clip_19", "timestamp": [ 0.0, 33.4 ], "duration": 90.66, "caption": "A woman and man are inside the interrogation room as the speak to person.", "similarity": 0.7261, "relevance": 3 }, { "pair_id": 20515, "video_name": "castle_s06e14_seg02_clip_22", "timestamp": [ 0.0, 55.76 ], "duration": 88.66, "caption": "A woman and a man are inside the interrogation room speaking to a person.", "similarity": 0.7244, "relevance": 3 }, { "pair_id": 20516, "video_name": "castle_s02e24_seg02_clip_15", "timestamp": [ 64.15, 90.36 ], "duration": 90.66, "caption": "A man and woman are in the interrogation room speaking with a person.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 20517, "video_name": "castle_s05e11_seg02_clip_19", "timestamp": [ 0.0, 40.49 ], "duration": 88.66, "caption": "Two men are in the interrogation room speaking to a person.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 20518, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 0.0, 89.66 ], "duration": 89.66, "caption": "Two men are in the interrogation room speaking to a person.", "similarity": 0.7208, "relevance": 3 }, { "pair_id": 20519, "video_name": "castle_s04e11_seg02_clip_14", "timestamp": [ 6.73, 85.75 ], "duration": 89.66, "caption": "A man and a woman are in the interrogation room speaking to someone.", "similarity": 0.7205, "relevance": 3 }, { "pair_id": 193820, "video_name": "castle_s01e06_seg02_clip_09", "timestamp": [ 0.0, 50.61 ], "duration": 92.66, "caption": "A woman and a man are in the interrogation room speaking to a person.", "similarity": 0.7204, "relevance": 4 }, { "pair_id": 193821, "video_name": "castle_s04e03_seg02_clip_10", "timestamp": [ 0.0, 89.22 ], "duration": 89.66, "caption": "A man and a woman are speaking to someone in the interrogation room.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 193822, "video_name": "castle_s02e22_seg02_clip_06", "timestamp": [ 0.0, 41.99 ], "duration": 89.66, "caption": "A man and woman are speaking to someone in the interrogation room.", "similarity": 0.7195, "relevance": 3 }, { "pair_id": 193823, "video_name": "castle_s02e10_seg02_clip_10", "timestamp": [ 0.0, 26.33 ], "duration": 90.66, "caption": "A woman and a man are in the interrogation room speaking with someone.", "similarity": 0.719, "relevance": 3 }, { "pair_id": 193824, "video_name": "castle_s02e14_seg02_clip_12", "timestamp": [ 7.73, 90.66 ], "duration": 90.66, "caption": "Two people are in the interrogation room with someone.", "similarity": 0.7184, "relevance": 3 }, { "pair_id": 193825, "video_name": "castle_s02e16_seg02_clip_20", "timestamp": [ 0.0, 81.4 ], "duration": 90.66, "caption": "A man and a woman are speaking to a person inside the interrogation room.", "similarity": 0.7183, "relevance": 3 }, { "pair_id": 193826, "video_name": "castle_s02e09_seg02_clip_15", "timestamp": [ 0.0, 51.64 ], "duration": 89.66, "caption": "A woman and a man are speaking to someone in the interrogation room.", "similarity": 0.7182, "relevance": 3 }, { "pair_id": 193827, "video_name": "castle_s02e10_seg02_clip_09", "timestamp": [ 58.87, 90.58 ], "duration": 90.66, "caption": "A woman and man are in the interrogation room speaking to a person.", "similarity": 0.7176, "relevance": 3 }, { "pair_id": 193828, "video_name": "castle_s02e11_seg02_clip_25", "timestamp": [ 0.0, 93.13 ], "duration": 95.66, "caption": "A man and woman are speaking to a person in the interrogation room.", "similarity": 0.7171, "relevance": 4 }, { "pair_id": 193829, "video_name": "castle_s01e08_seg02_clip_24", "timestamp": [ 0.0, 86.86 ], "duration": 104.66, "caption": "A man and a woman are speaking to a person in the interrogation room.", "similarity": 0.7155, "relevance": 3 }, { "pair_id": 193830, "video_name": "castle_s06e21_seg02_clip_16", "timestamp": [ 0.0, 31.36 ], "duration": 95.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 193831, "video_name": "castle_s03e20_seg02_clip_26", "timestamp": [ 0.0, 76.46 ], "duration": 139.66, "caption": "A woman and a man are speaking to a person in the interrogation room.", "similarity": 0.7144, "relevance": 3 }, { "pair_id": 193832, "video_name": "castle_s06e08_seg02_clip_23", "timestamp": [ 0.0, 82.38 ], "duration": 90.66, "caption": "Two people are in the interrogation room speaking with a third person.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 193833, "video_name": "castle_s04e03_seg02_clip_25", "timestamp": [ 0.0, 92.03 ], "duration": 92.66, "caption": "Two people are in the interrogation room with another person.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 193834, "video_name": "castle_s03e14_seg02_clip_25", "timestamp": [ 0.0, 88.67 ], "duration": 90.66, "caption": "Two people are in the interrogation room with another person.", "similarity": 0.7119, "relevance": 3 }, { "pair_id": 193835, "video_name": "castle_s08e21_seg02_clip_22", "timestamp": [ 34.61, 91.08 ], "duration": 91.66, "caption": "A woman and a man are in the interrogation room speaking to another person.", "similarity": 0.7113, "relevance": 3 }, { "pair_id": 193836, "video_name": "castle_s03e19_seg02_clip_05", "timestamp": [ 0.0, 4.06 ], "duration": 90.66, "caption": "Two people are sitting in the interrogation room talking to a person.", "similarity": 0.7095, "relevance": 3 }, { "pair_id": 193837, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 0.0, 35.24 ], "duration": 91.66, "caption": "A man and a woman are talking to someone in the interrogation room.", "similarity": 0.707, "relevance": 3 }, { "pair_id": 193838, "video_name": "castle_s08e15_seg02_clip_08", "timestamp": [ 86.43, 92.44 ], "duration": 92.66, "caption": "Two people walk into the interrogation room to speak to another person.", "similarity": 0.701, "relevance": 2 }, { "pair_id": 193839, "video_name": "castle_s04e18_seg02_clip_09", "timestamp": [ 0.0, 54.09 ], "duration": 90.66, "caption": "A man and a woman are in the interrogation room speaking to a man.", "similarity": 0.7, "relevance": 4 } ] }, { "query_id": 91494, "query": "A man picks up a clear case that is on the table.", "relevant_moment": [ { "pair_id": 18780, "video_name": "house_s03e03_seg02_clip_09", "timestamp": [ 41.41, 43.97 ], "duration": 46.66, "caption": "A man picks up a clear case that is on the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18781, "video_name": "house_s07e16_seg02_clip_05", "timestamp": [ 46.01, 48.31 ], "duration": 92.66, "caption": "A man bends down and picks up a case off of the ground.", "similarity": 0.7465, "relevance": 2 }, { "pair_id": 18782, "video_name": "s05e11_seg02_clip_07", "timestamp": [ 32.34, 35.53 ], "duration": 53.66, "caption": "A man picks up the piece of paper from the table.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 18783, "video_name": "s02e13_seg02_clip_04", "timestamp": [ 3.6, 5.4 ], "duration": 60.66, "caption": "A man picks up some papers off of the table.", "similarity": 0.7272, "relevance": 3 }, { "pair_id": 18784, "video_name": "friends_s06e08_seg01_clip_00", "timestamp": [ 47.97, 50.61 ], "duration": 88.66, "caption": "A man picks up a small box off of a glass table.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 18785, "video_name": "house_s08e13_seg02_clip_05", "timestamp": [ 4.5, 11.25 ], "duration": 90.66, "caption": "A man picks up some medical tools from the table.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 18786, "video_name": "castle_s03e22_seg02_clip_10", "timestamp": [ 14.29, 16.08 ], "duration": 89.66, "caption": "A man picks up a cell phone from the table.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 18787, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 18.66, 20.55 ], "duration": 54.66, "caption": "A man picks up the phone from the table.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 18788, "video_name": "castle_s05e22_seg02_clip_20", "timestamp": [ 30.37, 31.29 ], "duration": 92.66, "caption": "A man picks up a paper on the table and looks at it.", "similarity": 0.6747, "relevance": 3 }, { "pair_id": 18789, "video_name": "friends_s10e02_seg02_clip_14", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A man picks up the large book off the table.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 18790, "video_name": "castle_s03e10_seg02_clip_24", "timestamp": [ 38.65, 41.41 ], "duration": 92.66, "caption": "A person picks a small piece of paper up off of the table.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 18791, "video_name": "friends_s02e20_seg02_clip_03", "timestamp": [ 2.21, 4.41 ], "duration": 63.66, "caption": "A man picks the camera up off of the table.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 18792, "video_name": "friends_s08e02_seg02_clip_05", "timestamp": [ 53.32, 57.02 ], "duration": 57.66, "caption": "A man goes over to the table and picks up a disposable camera.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 18793, "video_name": "s08e24_seg02_clip_12", "timestamp": [ 1.48, 9.15 ], "duration": 59.66, "caption": "A man picks up his phone from the table and places it back down.", "similarity": 0.6576, "relevance": 2 }, { "pair_id": 18794, "video_name": "friends_s01e21_seg02_clip_08", "timestamp": [ 54.43, 57.95 ], "duration": 64.66, "caption": "A man gets up and picks up a book from the table.", "similarity": 0.6569, "relevance": 2 }, { "pair_id": 18795, "video_name": "castle_s02e20_seg02_clip_03", "timestamp": [ 21.17, 29.91 ], "duration": 92.66, "caption": "A person picks up an evidence bag and empties its contents onto a table.", "similarity": 0.6526, "relevance": 2 }, { "pair_id": 18796, "video_name": "castle_s03e06_seg02_clip_14", "timestamp": [ 20.65, 23.23 ], "duration": 86.66, "caption": "A person picks up a plastic bag from the table.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 18797, "video_name": "house_s04e14_seg02_clip_09", "timestamp": [ 13.57, 20.14 ], "duration": 87.66, "caption": "A person picks up a package that is on top of his table.", "similarity": 0.6496, "relevance": 2 }, { "pair_id": 18798, "video_name": "castle_s06e07_seg02_clip_18", "timestamp": [ 63.26, 66.98 ], "duration": 93.66, "caption": "A person picks up his phone from the table.", "similarity": 0.6475, "relevance": 2 }, { "pair_id": 18799, "video_name": "friends_s08e04_seg02_clip_16", "timestamp": [ 4.93, 8.7 ], "duration": 58.66, "caption": "A man picks up a frame and sets it down on the table.", "similarity": 0.6463, "relevance": 2 } ] }, { "query_id": 91499, "query": "A doctor rubs a person's back as they sit on the floor.", "relevant_moment": [ { "pair_id": 53460, "video_name": "castle_s02e05_seg02_clip_07", "timestamp": [ 57.42, 60.07 ], "duration": 88.66, "caption": "A doctor rubs a person's back as they sit on the floor.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 53461, "video_name": "house_s01e17_seg02_clip_16", "timestamp": [ 40.21, 47.6 ], "duration": 92.66, "caption": "A doctor rubs the back of his neck with his hand.", "similarity": 0.7597, "relevance": 1 }, { "pair_id": 53462, "video_name": "house_s01e09_seg02_clip_21", "timestamp": [ 5.01, 6.83 ], "duration": 91.66, "caption": "A doctor touches the leg of the patient.", "similarity": 0.7078, "relevance": 2 }, { "pair_id": 53463, "video_name": "house_s02e24_seg02_clip_07", "timestamp": [ 26.4, 30.49 ], "duration": 91.66, "caption": "Two doctors roll a person onto his back.", "similarity": 0.7007, "relevance": 1 }, { "pair_id": 53464, "video_name": "house_s02e07_seg02_clip_02", "timestamp": [ 1.8, 4.05 ], "duration": 90.66, "caption": "A doctor rests his back at his reclining chair.", "similarity": 0.6987, "relevance": 0 }, { "pair_id": 53465, "video_name": "house_s08e18_seg02_clip_08", "timestamp": [ 29.71, 91.42 ], "duration": 91.66, "caption": "A doctor was sitting in front of some people.", "similarity": 0.691, "relevance": 0 }, { "pair_id": 53466, "video_name": "house_s06e21_seg02_clip_28", "timestamp": [ 0.0, 54.91 ], "duration": 90.66, "caption": "A doctor was helplessly lying on the floor.", "similarity": 0.6863, "relevance": 0 }, { "pair_id": 53467, "video_name": "house_s05e07_seg02_clip_02", "timestamp": [ 27.46, 30.61 ], "duration": 90.66, "caption": "A doctor sits down on the edge of the bed of the patient.", "similarity": 0.6764, "relevance": 0 }, { "pair_id": 53468, "video_name": "house_s05e03_seg02_clip_01", "timestamp": [ 20.07, 23.64 ], "duration": 89.66, "caption": "A person rubs his/her hands while talking to the doctors.", "similarity": 0.6714, "relevance": 0 }, { "pair_id": 53469, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 6.23, 13.35 ], "duration": 89.66, "caption": "A doctor was touching the leg of a person lying on the hospital bed.", "similarity": 0.6689, "relevance": 0 }, { "pair_id": 53470, "video_name": "house_s08e04_seg02_clip_10", "timestamp": [ 46.65, 56.77 ], "duration": 88.66, "caption": "A doctor walks in and sits down in a chair in front of person.", "similarity": 0.6665, "relevance": 0 }, { "pair_id": 53471, "video_name": "house_s07e14_seg02_clip_14", "timestamp": [ 56.74, 67.25 ], "duration": 84.66, "caption": "A person watches the patient as another person has his back turned.", "similarity": 0.6647, "relevance": 0 }, { "pair_id": 53472, "video_name": "house_s06e17_seg02_clip_05", "timestamp": [ 32.51, 34.93 ], "duration": 97.66, "caption": "A doctor was massaging his leg whilst sitting.", "similarity": 0.6645, "relevance": 1 }, { "pair_id": 53473, "video_name": "house_s01e16_seg02_clip_08", "timestamp": [ 25.73, 78.05 ], "duration": 85.66, "caption": "A doctor was sitting in front of a man.", "similarity": 0.6618, "relevance": 0 }, { "pair_id": 53474, "video_name": "house_s05e21_seg02_clip_05", "timestamp": [ 66.38, 67.69 ], "duration": 87.66, "caption": "A person rubs iodine on the patient's lower back.", "similarity": 0.655, "relevance": 1 }, { "pair_id": 53475, "video_name": "house_s05e08_seg02_clip_05", "timestamp": [ 54.16, 62.35 ], "duration": 91.66, "caption": "A doctor places his hands on a young person's abdomen and asks them about pain.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 53476, "video_name": "house_s03e17_seg02_clip_18", "timestamp": [ 42.58, 49.89 ], "duration": 86.66, "caption": "A doctor passes a ball back and forth from one hand to another and then bounces it on the floor.", "similarity": 0.651, "relevance": 0 }, { "pair_id": 53477, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 0.0, 67.42 ], "duration": 126.66, "caption": "A doctor was lying on the floor while talking.", "similarity": 0.6493, "relevance": 1 }, { "pair_id": 53478, "video_name": "house_s01e03_seg02_clip_05", "timestamp": [ 32.55, 35.67 ], "duration": 89.66, "caption": "A doctor walks back to their seat and sits down.", "similarity": 0.6424, "relevance": 0 }, { "pair_id": 53479, "video_name": "house_s06e10_seg02_clip_25", "timestamp": [ 23.84, 26.82 ], "duration": 149.66, "caption": "A doctor touches the arm of a person laying in a hospital bed.", "similarity": 0.6422, "relevance": 1 }, { "pair_id": 226780, "video_name": "house_s04e15_seg02_clip_17", "timestamp": [ 4.04, 12.63 ], "duration": 101.66, "caption": "A doctor puts a pillow under a patients legs.", "similarity": 0.6402, "relevance": 2 }, { "pair_id": 226781, "video_name": "house_s02e07_seg02_clip_14", "timestamp": [ 54.76, 65.34 ], "duration": 92.66, "caption": "A person picks medicine up off the floor and discusses it with another person.", "similarity": 0.6382, "relevance": 1 }, { "pair_id": 226782, "video_name": "house_s01e21_seg02_clip_02", "timestamp": [ 77.68, 83.26 ], "duration": 93.66, "caption": "A doctor is moving a patient's leg up and down.", "similarity": 0.6346, "relevance": 2 }, { "pair_id": 226783, "video_name": "house_s04e15_seg02_clip_12", "timestamp": [ 83.79, 91.08 ], "duration": 91.66, "caption": "A person sits in the back of the van with a doctor.", "similarity": 0.6343, "relevance": 1 }, { "pair_id": 226784, "video_name": "met_s06e08_seg02_clip_11", "timestamp": [ 49.3, 54.11 ], "duration": 64.66, "caption": "A person sits back in his/her chair and rubs the back of his/her head.", "similarity": 0.6341, "relevance": 1 }, { "pair_id": 226785, "video_name": "house_s04e05_seg02_clip_04", "timestamp": [ 38.69, 61.9 ], "duration": 91.66, "caption": "Two people are observing the patient, Martin, who is on the floor, with doctors all around him.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 226786, "video_name": "friends_s07e04_seg02_clip_11", "timestamp": [ 53.72, 60.03 ], "duration": 60.66, "caption": "A person is sitting on the floor in front of a chair that another person is on as they massage their shoulders.", "similarity": 0.6332, "relevance": 3 }, { "pair_id": 226787, "video_name": "house_s07e10_seg02_clip_02", "timestamp": [ 25.66, 32.86 ], "duration": 90.66, "caption": "A doctor examines a person's lower body under a blanket.", "similarity": 0.6325, "relevance": 2 }, { "pair_id": 226788, "video_name": "house_s04e09_seg02_clip_06", "timestamp": [ 48.16, 55.36 ], "duration": 90.66, "caption": "A doctor lifts up the finger of a person to show doctor.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 226789, "video_name": "house_s06e08_seg02_clip_15", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A person was closer to their patient as they are getting treatment in a chair.", "similarity": 0.6292, "relevance": 2 }, { "pair_id": 226790, "video_name": "house_s04e16_seg02_clip_09", "timestamp": [ 14.59, 17.66 ], "duration": 76.66, "caption": "A doctor's patient sits up in bed and opens up a blue garment to reveal their back to him.", "similarity": 0.6286, "relevance": 2 }, { "pair_id": 226791, "video_name": "house_s06e05_seg02_clip_17", "timestamp": [ 46.08, 49.02 ], "duration": 49.66, "caption": "A doctor sees a person sitting on the couch.", "similarity": 0.6276, "relevance": 1 }, { "pair_id": 226792, "video_name": "grey_s02e08_seg02_clip_02", "timestamp": [ 0.0, 62.34 ], "duration": 82.66, "caption": "Two people are treating a patient's back.", "similarity": 0.6268, "relevance": 2 }, { "pair_id": 226793, "video_name": "house_s01e14_seg02_clip_20", "timestamp": [ 3.21, 10.7 ], "duration": 107.66, "caption": "A person sits down while talking to their fellow doctor.", "similarity": 0.6267, "relevance": 1 }, { "pair_id": 226794, "video_name": "house_s05e17_seg02_clip_19", "timestamp": [ 34.66, 37.81 ], "duration": 90.66, "caption": "A doctor gets up from their sit beside another doctor.", "similarity": 0.6254, "relevance": 0 }, { "pair_id": 226795, "video_name": "house_s04e04_seg02_clip_21", "timestamp": [ 86.64, 90.25 ], "duration": 90.66, "caption": "A man grabs his cane and rests his back while talking to the other doctors.", "similarity": 0.6246, "relevance": 2 }, { "pair_id": 226796, "video_name": "house_s04e16_seg02_clip_09", "timestamp": [ 66.03, 68.72 ], "duration": 76.66, "caption": "A person shines a light on the small of their patient's back.", "similarity": 0.624, "relevance": 2 }, { "pair_id": 226797, "video_name": "house_s07e22_seg02_clip_06", "timestamp": [ 8.51, 11.34 ], "duration": 189.66, "caption": "A doctor wears their clean gloves while sitting.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 226798, "video_name": "house_s05e01_seg02_clip_23", "timestamp": [ 1.35, 11.7 ], "duration": 90.66, "caption": "A doctor feels along the patient's arm whilst wearing gloves.", "similarity": 0.6235, "relevance": 2 }, { "pair_id": 226799, "video_name": "house_s07e12_seg02_clip_13", "timestamp": [ 18.46, 20.26 ], "duration": 90.66, "caption": "A doctor assisted the patient in leaning back on her bed.", "similarity": 0.6229, "relevance": 2 } ] }, { "query_id": 91520, "query": "A doctor was having a conversation with a man wearing white polo.", "relevant_moment": [ { "pair_id": 6400, "video_name": "house_s01e13_seg02_clip_21", "timestamp": [ 0.0, 23.13 ], "duration": 92.66, "caption": "A doctor was having a conversation with a man wearing white polo.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6401, "video_name": "house_s02e15_seg02_clip_02", "timestamp": [ 45.11, 92.06 ], "duration": 92.66, "caption": "A doctor was having a conversation with a man wearing striped polo.", "similarity": 0.9134, "relevance": 3 }, { "pair_id": 6402, "video_name": "house_s06e11_seg02_clip_11", "timestamp": [ 0.0, 66.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person wearing gray polo.", "similarity": 0.8801, "relevance": 3 }, { "pair_id": 6403, "video_name": "house_s01e16_seg02_clip_17", "timestamp": [ 35.03, 46.7 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person wearing checkered polo.", "similarity": 0.8607, "relevance": 4 }, { "pair_id": 6404, "video_name": "house_s04e07_seg02_clip_16", "timestamp": [ 0.0, 84.02 ], "duration": 84.66, "caption": "A doctor was having a conversation with a young man wearing hospital gown and a man wearing checkered polo.", "similarity": 0.8526, "relevance": 2 }, { "pair_id": 6405, "video_name": "house_s01e19_seg02_clip_02", "timestamp": [ 0.0, 5.29 ], "duration": 88.66, "caption": "A doctor was talking to a person wearing gray polo.", "similarity": 0.8425, "relevance": 3 }, { "pair_id": 6406, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.8178, "relevance": 3 }, { "pair_id": 6407, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 6408, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.8037, "relevance": 3 }, { "pair_id": 6409, "video_name": "house_s08e01_seg02_clip_16", "timestamp": [ 40.03, 92.03 ], "duration": 92.66, "caption": "A doctor was having a conversation with a bearded young person wearing black polo.", "similarity": 0.7986, "relevance": 3 }, { "pair_id": 6410, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.79, "relevance": 3 }, { "pair_id": 6411, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A man and a doctor were having a conversation.", "similarity": 0.7882, "relevance": 3 }, { "pair_id": 6412, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor was having a talk with man.", "similarity": 0.7843, "relevance": 3 }, { "pair_id": 6413, "video_name": "house_s03e24_seg02_clip_11", "timestamp": [ 59.96, 90.17 ], "duration": 90.66, "caption": "The doctors are having a conversation with a man.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 6414, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 6415, "video_name": "house_s01e08_seg02_clip_23", "timestamp": [ 0.0, 69.11 ], "duration": 98.66, "caption": "A doctor was having a conversation with an old woman wearing checkered polo.", "similarity": 0.7675, "relevance": 3 }, { "pair_id": 6416, "video_name": "house_s06e12_seg02_clip_08", "timestamp": [ 49.09, 61.7 ], "duration": 90.66, "caption": "A man is having a conversation with some doctors.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 6417, "video_name": "house_s06e17_seg02_clip_10", "timestamp": [ 0.0, 25.82 ], "duration": 89.66, "caption": "A doctor was having a conversation with some people.", "similarity": 0.7581, "relevance": 3 }, { "pair_id": 6418, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 43.63, 55.45 ], "duration": 90.66, "caption": "A man and a group of doctors are having a conversation.", "similarity": 0.7563, "relevance": 3 }, { "pair_id": 6419, "video_name": "house_s05e04_seg02_clip_00", "timestamp": [ 0.0, 34.18 ], "duration": 91.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.7501, "relevance": 1 }, { "pair_id": 179720, "video_name": "house_s01e14_seg02_clip_18", "timestamp": [ 43.74, 88.36 ], "duration": 88.66, "caption": "A man is discussing something to the other doctors.", "similarity": 0.7501, "relevance": 2 }, { "pair_id": 179721, "video_name": "friends_s09e04_seg02_clip_06", "timestamp": [ 1.75, 58.42 ], "duration": 58.66, "caption": "A man and another person wearing white polo were having a conversation.", "similarity": 0.7491, "relevance": 3 }, { "pair_id": 179722, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.7485, "relevance": 3 }, { "pair_id": 179723, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.7485, "relevance": 2 }, { "pair_id": 179724, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 0.0, 51.38 ], "duration": 90.66, "caption": "A doctor was having a conversation with a person wearing cream colored coat.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 179725, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 81.72, 88.35 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7426, "relevance": 1 }, { "pair_id": 179726, "video_name": "house_s07e01_seg02_clip_14", "timestamp": [ 0.0, 21.82 ], "duration": 89.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 179727, "video_name": "house_s05e10_seg02_clip_19", "timestamp": [ 0.0, 31.33 ], "duration": 116.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 179728, "video_name": "house_s05e10_seg02_clip_10", "timestamp": [ 0.0, 9.86 ], "duration": 89.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 179729, "video_name": "house_s03e12_seg02_clip_25", "timestamp": [ 69.54, 88.02 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 179730, "video_name": "house_s03e04_seg02_clip_14", "timestamp": [ 0.0, 4.57 ], "duration": 91.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7426, "relevance": 3 }, { "pair_id": 179731, "video_name": "house_s02e19_seg02_clip_19", "timestamp": [ 0.0, 65.82 ], "duration": 90.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7426, "relevance": 2 }, { "pair_id": 179732, "video_name": "house_s02e08_seg02_clip_01", "timestamp": [ 0.0, 5.74 ], "duration": 88.66, "caption": "Two doctors were having a conversation.", "similarity": 0.7426, "relevance": 3 }, { "pair_id": 179733, "video_name": "house_s08e13_seg02_clip_07", "timestamp": [ 31.06, 37.81 ], "duration": 90.66, "caption": "A man is talking to another doctor and the other doctors about his condition.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 179734, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 0.0, 33.95 ], "duration": 93.66, "caption": "Two men are having a conversation with a doctor.", "similarity": 0.7396, "relevance": 2 }, { "pair_id": 179735, "video_name": "house_s03e03_seg02_clip_20", "timestamp": [ 0.0, 18.27 ], "duration": 83.66, "caption": "The patient was talking to a man and some doctors.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 179736, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 0.0, 6.18 ], "duration": 95.66, "caption": "Two doctors were having a conversation about a patient.", "similarity": 0.7381, "relevance": 2 }, { "pair_id": 179737, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 8.85, 61.03 ], "duration": 61.66, "caption": "Two people and the doctor were having a conversation.", "similarity": 0.7365, "relevance": 2 }, { "pair_id": 179738, "video_name": "house_s06e03_seg02_clip_07", "timestamp": [ 0.0, 26.51 ], "duration": 93.66, "caption": "Two doctors are having a conversation with each other.", "similarity": 0.7346, "relevance": 1 }, { "pair_id": 179739, "video_name": "house_s05e20_seg02_clip_23", "timestamp": [ 29.77, 40.93 ], "duration": 124.66, "caption": "Two doctors are having a conversation with each other.", "similarity": 0.7346, "relevance": 3 } ] }, { "query_id": 91577, "query": "A man sits down as he shows a man his bag.", "relevant_moment": [ { "pair_id": 8540, "video_name": "friends_s08e19_seg02_clip_13", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man sits down as he shows a man his bag.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 8541, "video_name": "friends_s07e22_seg02_clip_03", "timestamp": [ 42.11, 46.38 ], "duration": 61.66, "caption": "A man in a blue shirt drops his bag and sits down with a man.", "similarity": 0.7583, "relevance": 3 }, { "pair_id": 8542, "video_name": "friends_s05e13_seg02_clip_05", "timestamp": [ 45.77, 50.63 ], "duration": 57.66, "caption": "A man takes his bag off and shows it to two other men.", "similarity": 0.7417, "relevance": 4 }, { "pair_id": 8543, "video_name": "house_s03e11_seg02_clip_19", "timestamp": [ 34.89, 39.54 ], "duration": 93.66, "caption": "A person shows a man the empty bag before he puts it down.", "similarity": 0.7021, "relevance": 2 }, { "pair_id": 8544, "video_name": "friends_s07e05_seg02_clip_15", "timestamp": [ 16.53, 22.13 ], "duration": 59.66, "caption": "A woman sits down next to man holding a red bag.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 8545, "video_name": "castle_s07e12_seg02_clip_26", "timestamp": [ 0.0, 3.74 ], "duration": 93.66, "caption": "A man describes what is in the bag another man is holding up.", "similarity": 0.6735, "relevance": 1 }, { "pair_id": 8546, "video_name": "met_s05e05_seg02_clip_00", "timestamp": [ 5.83, 11.66 ], "duration": 61.66, "caption": "A man tells another man what is in his bag.", "similarity": 0.6677, "relevance": 3 }, { "pair_id": 8547, "video_name": "s03e21_seg02_clip_13", "timestamp": [ 51.48, 53.66 ], "duration": 62.66, "caption": "A man raises a brown paper bag and shows it to another man.", "similarity": 0.6575, "relevance": 1 }, { "pair_id": 8548, "video_name": "s03e02_seg02_clip_00", "timestamp": [ 16.7, 17.65 ], "duration": 63.66, "caption": "A man lifts the bag and shows it to a person.", "similarity": 0.6574, "relevance": 1 }, { "pair_id": 8549, "video_name": "castle_s01e02_seg02_clip_03", "timestamp": [ 34.72, 48.52 ], "duration": 89.66, "caption": "A man holds up a bag while a woman looks through it.", "similarity": 0.6449, "relevance": 2 }, { "pair_id": 8550, "video_name": "house_s02e04_seg02_clip_17", "timestamp": [ 78.5, 80.31 ], "duration": 90.66, "caption": "A man grabs a bag of chips from another man and sits down beside him.", "similarity": 0.6401, "relevance": 1 }, { "pair_id": 8551, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 41.5, 43.32 ], "duration": 60.66, "caption": "A man sits down on the stool next to another man.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 8552, "video_name": "friends_s02e10_seg02_clip_15", "timestamp": [ 38.31, 57.18 ], "duration": 57.66, "caption": "A man sits between two individuals who look like another man.", "similarity": 0.6385, "relevance": 1 }, { "pair_id": 8554, "video_name": "friends_s10e02_seg02_clip_05", "timestamp": [ 8.45, 10.26 ], "duration": 60.66, "caption": "A man holds out a bag of stuff for guy.", "similarity": 0.63, "relevance": 1 }, { "pair_id": 8555, "video_name": "friends_s05e22_seg02_clip_07", "timestamp": [ 11.61, 14.51 ], "duration": 58.66, "caption": "A man puts on his bag then walking up to guy.", "similarity": 0.6299, "relevance": 2 }, { "pair_id": 8556, "video_name": "friends_s01e16-17_seg02_clip_12", "timestamp": [ 58.05, 59.9 ], "duration": 61.66, "caption": "A man sets a shopping bag down on the floor as he sits down on the coffee table in front of woman.", "similarity": 0.6274, "relevance": 2 }, { "pair_id": 8557, "video_name": "friends_s07e05_seg02_clip_14", "timestamp": [ 5.51, 10.44 ], "duration": 58.66, "caption": "A man looks in the bag that they were handed.", "similarity": 0.6266, "relevance": 2 }, { "pair_id": 8558, "video_name": "grey_s02e07_seg02_clip_20", "timestamp": [ 9.1, 20.48 ], "duration": 91.66, "caption": "A man gets up and leaves and another man puts his head down on a carry-on bag.", "similarity": 0.6261, "relevance": 3 }, { "pair_id": 181860, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 38.37, 44.22 ], "duration": 65.66, "caption": "A man sits down and both man and person look uncomfortable.", "similarity": 0.623, "relevance": 2 }, { "pair_id": 181861, "video_name": "house_s05e09_seg02_clip_00", "timestamp": [ 36.75, 40.93 ], "duration": 93.66, "caption": "A man put his bag down while still putting his gun in front of a man.", "similarity": 0.6171, "relevance": 3 }, { "pair_id": 181862, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 54.27, 58.38 ], "duration": 91.66, "caption": "A man gets up from his seat and another man sits down beside a guy.", "similarity": 0.6146, "relevance": 2 }, { "pair_id": 181863, "video_name": "s07e11_seg02_clip_04", "timestamp": [ 0.0, 4.5 ], "duration": 60.66, "caption": "A person places his hand onto man's shoulder as he sits next to him.", "similarity": 0.6114, "relevance": 1 }, { "pair_id": 181864, "video_name": "castle_s06e23_seg02_clip_21", "timestamp": [ 60.64, 64.8 ], "duration": 92.66, "caption": "A man holds someone's hand as they sit together.", "similarity": 0.6099, "relevance": 1 }, { "pair_id": 181865, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 11.75, 15.51 ], "duration": 94.66, "caption": "A man walks over and sits down next to another man.", "similarity": 0.6084, "relevance": 2 }, { "pair_id": 181866, "video_name": "house_s07e06_seg02_clip_01", "timestamp": [ 29.45, 53.84 ], "duration": 92.66, "caption": "A person sits next to a man and then a man sits next to that person.", "similarity": 0.6077, "relevance": 2 }, { "pair_id": 181867, "video_name": "friends_s02e09_seg02_clip_01", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A man says hello to his friends and sets down to bags while sitting down.", "similarity": 0.6071, "relevance": 3 }, { "pair_id": 181868, "video_name": "met_s06e01_seg02_clip_06", "timestamp": [ 18.95, 20.75 ], "duration": 60.66, "caption": "A man sees something and quickly sits back down in the booth next to another man.", "similarity": 0.6061, "relevance": 2 }, { "pair_id": 181869, "video_name": "castle_s03e10_seg02_clip_03", "timestamp": [ 49.96, 54.46 ], "duration": 90.66, "caption": "A man takes the evidence bag someone was showing him and someone else.", "similarity": 0.6053, "relevance": 1 }, { "pair_id": 181870, "video_name": "s01e09_seg02_clip_00", "timestamp": [ 3.97, 8.85 ], "duration": 61.66, "caption": "A man picks up his backpack and takes it with him as he sits.", "similarity": 0.6053, "relevance": 3 }, { "pair_id": 181871, "video_name": "house_s08e06_seg02_clip_04", "timestamp": [ 26.33, 33.38 ], "duration": 94.66, "caption": "A man puts up a medical bag while talking with another man.", "similarity": 0.6043, "relevance": 1 }, { "pair_id": 181872, "video_name": "friends_s08e02_seg01_clip_00", "timestamp": [ 32.09, 33.33 ], "duration": 61.66, "caption": "A man and woman walk into the lobby and man puts his bag down.", "similarity": 0.604, "relevance": 2 }, { "pair_id": 181873, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 15.2, 17.68 ], "duration": 62.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.6036, "relevance": 2 }, { "pair_id": 181874, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 20.34, 22.24 ], "duration": 38.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.6036, "relevance": 2 }, { "pair_id": 181875, "video_name": "grey_s03e10_seg02_clip_10", "timestamp": [ 4.48, 7.62 ], "duration": 89.66, "caption": "A man sits on a chair as he is with another man.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 181876, "video_name": "castle_s08e09_seg02_clip_15", "timestamp": [ 42.94, 47.48 ], "duration": 101.66, "caption": "A man is looking through a bag on a chair.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 181877, "video_name": "s07e13_seg01_clip_02", "timestamp": [ 7.75, 10.09 ], "duration": 36.66, "caption": "A man takes his bag off of his shoulder as he sits down on the sofa.", "similarity": 0.6033, "relevance": 3 }, { "pair_id": 181878, "video_name": "house_s03e16_seg02_clip_08", "timestamp": [ 2.25, 4.5 ], "duration": 90.66, "caption": "A man has his hands on his face as he sits beside another man.", "similarity": 0.602, "relevance": 1 }, { "pair_id": 181879, "video_name": "castle_s01e09_seg02_clip_15", "timestamp": [ 52.66, 54.46 ], "duration": 90.66, "caption": "A man has his hands on his head as he is sitting with another man.", "similarity": 0.6018, "relevance": 1 } ] }, { "query_id": 91588, "query": "A man is knocked back by a small explosion in a science lab.", "relevant_moment": [ { "pair_id": 130420, "video_name": "house_s08e11_seg02_clip_23", "timestamp": [ 10.74, 13.43 ], "duration": 179.66, "caption": "A man is knocked back by a small explosion in a science lab.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 130421, "video_name": "castle_s02e01_seg02_clip_04", "timestamp": [ 23.88, 27.93 ], "duration": 90.66, "caption": "A man and woman are knocked down by a large explosion.", "similarity": 0.6394, "relevance": 2 }, { "pair_id": 130422, "video_name": "castle_s07e06_seg02_clip_02", "timestamp": [ 92.42, 96.34 ], "duration": 112.66, "caption": "A person is burst through a door due to an explosion.", "similarity": 0.5437, "relevance": 2 }, { "pair_id": 130423, "video_name": "s08e11_seg02_clip_11", "timestamp": [ 1.77, 3.84 ], "duration": 59.66, "caption": "A man sprayed fire extinguisher towards the top left side of the lab.", "similarity": 0.5346, "relevance": 1 }, { "pair_id": 130424, "video_name": "s09e06_seg01_clip_00", "timestamp": [ 1.24, 7.13 ], "duration": 62.66, "caption": "A person comes in the lab where a man is working.", "similarity": 0.5284, "relevance": 1 }, { "pair_id": 130425, "video_name": "house_s05e09_seg02_clip_27", "timestamp": [ 7.65, 11.48 ], "duration": 153.66, "caption": "There is an explosion in the room that a woman is in.", "similarity": 0.496, "relevance": 3 }, { "pair_id": 130426, "video_name": "s09e19_seg02_clip_15", "timestamp": [ 27.29, 32.26 ], "duration": 62.66, "caption": "A person bursts out of a lab supply closet.", "similarity": 0.4919, "relevance": 1 }, { "pair_id": 130427, "video_name": "house_s04e16_seg02_clip_18", "timestamp": [ 63.21, 67.21 ], "duration": 89.66, "caption": "A person gasping and shaking violently as he knock things over.", "similarity": 0.4887, "relevance": 0 }, { "pair_id": 130428, "video_name": "house_s01e07_seg02_clip_13", "timestamp": [ 31.7, 34.34 ], "duration": 88.66, "caption": "A man comes in the lab with some people.", "similarity": 0.4882, "relevance": 1 }, { "pair_id": 130429, "video_name": "castle_s04e19_seg02_clip_26", "timestamp": [ 0.0, 4.08 ], "duration": 90.66, "caption": "A small detonator is shown on the screen that was used for a bomb.", "similarity": 0.488, "relevance": 0 }, { "pair_id": 130430, "video_name": "castle_s04e19_seg02_clip_24", "timestamp": [ 82.35, 89.02 ], "duration": 89.66, "caption": "A man in a white shirt uses his cell phone right before a big explosion.", "similarity": 0.4872, "relevance": 1 }, { "pair_id": 130431, "video_name": "castle_s02e14_seg02_clip_23", "timestamp": [ 29.33, 31.65 ], "duration": 93.66, "caption": "A man is standing by an aquarium and it explodes, making him duck down.", "similarity": 0.4857, "relevance": 1 }, { "pair_id": 130432, "video_name": "s03e22_seg02_clip_15", "timestamp": [ 40.52, 48.02 ], "duration": 60.66, "caption": "A person pushes person out of the elevator, and as the doors close an explosion is heard.", "similarity": 0.4831, "relevance": 1 }, { "pair_id": 130433, "video_name": "house_s04e05_seg02_clip_08", "timestamp": [ 48.93, 50.29 ], "duration": 90.66, "caption": "A man puts the testing tool back in its place.", "similarity": 0.4779, "relevance": 0 }, { "pair_id": 130434, "video_name": "castle_s07e09_seg02_clip_20", "timestamp": [ 83.27, 86.42 ], "duration": 90.66, "caption": "A person ducks down and turns around as an explosion goes off behind him.", "similarity": 0.4744, "relevance": 1 }, { "pair_id": 130435, "video_name": "castle_s06e11_seg02_clip_15", "timestamp": [ 43.71, 68.1 ], "duration": 92.66, "caption": "As the fire is raging in the building, a man regains consciousness and looks around the room.", "similarity": 0.4738, "relevance": 0 }, { "pair_id": 130436, "video_name": "house_s03e16_seg02_clip_08", "timestamp": [ 68.87, 71.57 ], "duration": 90.66, "caption": "A man is looking through a microscope inside a lab.", "similarity": 0.47, "relevance": 1 }, { "pair_id": 130438, "video_name": "castle_s03e13_seg02_clip_21", "timestamp": [ 82.36, 92.03 ], "duration": 92.66, "caption": "Someone throws a bomb down the stairwell in a building.", "similarity": 0.4681, "relevance": 1 }, { "pair_id": 130439, "video_name": "house_s08e13_seg02_clip_25", "timestamp": [ 50.41, 55.81 ], "duration": 90.66, "caption": "A man picks up a lighter from the counter and lights a fire on a piece of lab equipment.", "similarity": 0.4673, "relevance": 1 } ] }, { "query_id": 91630, "query": "A man grimaces, looks at another man and he shakes his head.", "relevant_moment": [ { "pair_id": 12200, "video_name": "s06e07_seg02_clip_08", "timestamp": [ 9.61, 13.03 ], "duration": 62.66, "caption": "A man grimaces, looks at another man and he shakes his head.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12201, "video_name": "s06e19_seg02_clip_13", "timestamp": [ 57.38, 62.03 ], "duration": 62.66, "caption": "A man shakes his head and another man looks at a person.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 12202, "video_name": "house_s01e09_seg02_clip_19", "timestamp": [ 20.94, 26.4 ], "duration": 91.66, "caption": "A man turns around and looks at another man and he shakes his head.", "similarity": 0.772, "relevance": 2 }, { "pair_id": 12203, "video_name": "friends_s08e08_seg02_clip_04", "timestamp": [ 52.71, 54.29 ], "duration": 63.66, "caption": "A man puts his face up and shakes his head towards another man.", "similarity": 0.7621, "relevance": 3 }, { "pair_id": 12204, "video_name": "friends_s10e17-18_seg02_clip_11", "timestamp": [ 49.82, 52.8 ], "duration": 59.66, "caption": "A man looks at another man and has a confused look on his face.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 12205, "video_name": "met_s02e19_seg02_clip_05", "timestamp": [ 53.67, 57.15 ], "duration": 58.66, "caption": "A man winks at another man and the other man scowls at him.", "similarity": 0.7287, "relevance": 3 }, { "pair_id": 12206, "video_name": "friends_s09e06_seg02_clip_20", "timestamp": [ 29.71, 31.51 ], "duration": 60.66, "caption": "A man shakes his head at what another man says.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 12207, "video_name": "castle_s05e18_seg02_clip_01", "timestamp": [ 75.79, 79.83 ], "duration": 89.66, "caption": "A man quickly shrugs when another man looks at him.", "similarity": 0.7162, "relevance": 2 }, { "pair_id": 12208, "video_name": "grey_s02e12_seg02_clip_02", "timestamp": [ 5.43, 15.39 ], "duration": 90.66, "caption": "A man's head may be in pain when he chuckles and then he is examined by another man.", "similarity": 0.7122, "relevance": 2 }, { "pair_id": 12209, "video_name": "house_s03e22_seg02_clip_04", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A man shakes his head when another man tries to diagnose him.", "similarity": 0.709, "relevance": 3 }, { "pair_id": 12210, "video_name": "castle_s05e02_seg02_clip_24", "timestamp": [ 9.31, 11.76 ], "duration": 98.66, "caption": "A man stares at another person who you can't see in an angry face while questioning them.", "similarity": 0.7075, "relevance": 1 }, { "pair_id": 12211, "video_name": "castle_s04e22_seg02_clip_16", "timestamp": [ 6.72, 10.08 ], "duration": 96.66, "caption": "A man looks insulted when another man reminds him of his actions.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 12212, "video_name": "castle_s03e23_seg02_clip_13", "timestamp": [ 32.41, 34.66 ], "duration": 90.66, "caption": "A man shakes his head in disagreement with another man.", "similarity": 0.7039, "relevance": 2 }, { "pair_id": 12213, "video_name": "house_s02e03_seg02_clip_17", "timestamp": [ 10.55, 13.81 ], "duration": 31.66, "caption": "A man angrily says something to another man and shakes his head.", "similarity": 0.7009, "relevance": 1 }, { "pair_id": 12214, "video_name": "friends_s01e11_seg02_clip_09", "timestamp": [ 20.15, 23.07 ], "duration": 53.66, "caption": "A man shakes his head angrily at another man and points his finger at him.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 12215, "video_name": "friends_s09e03_seg02_clip_08", "timestamp": [ 49.04, 54.17 ], "duration": 57.66, "caption": "A man shakes his head and grimaces because the story another man tells about where they met is not believable.", "similarity": 0.6953, "relevance": 3 }, { "pair_id": 12217, "video_name": "house_s07e18_seg02_clip_08", "timestamp": [ 30.61, 34.66 ], "duration": 90.66, "caption": "A man tilts personal head and looks annoyed at a person.", "similarity": 0.6932, "relevance": 2 }, { "pair_id": 12218, "video_name": "met_s02e09_seg02_clip_17", "timestamp": [ 41.05, 43.79 ], "duration": 60.66, "caption": "A man flinches as another man quickly turns to look at him.", "similarity": 0.6928, "relevance": 1 }, { "pair_id": 12219, "video_name": "s09e22_seg02_clip_00", "timestamp": [ 6.3, 9.45 ], "duration": 63.66, "caption": "A man rubs his nose and then looks at another man.", "similarity": 0.6905, "relevance": 1 }, { "pair_id": 185520, "video_name": "s05e04_seg02_clip_05", "timestamp": [ 55.28, 58.53 ], "duration": 65.66, "caption": "A man looks at another man incredulously and then gives him a retort.", "similarity": 0.6878, "relevance": 2 }, { "pair_id": 185521, "video_name": "house_s03e03_seg02_clip_18", "timestamp": [ 35.29, 38.72 ], "duration": 98.66, "caption": "A person looks up and shakes his head at man.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 185522, "video_name": "house_s08e04_seg02_clip_05", "timestamp": [ 49.85, 52.08 ], "duration": 89.66, "caption": "A man puts his hand over his forehead to look at another man.", "similarity": 0.6873, "relevance": 3 }, { "pair_id": 185523, "video_name": "s08e07_seg02_clip_14", "timestamp": [ 33.29, 41.27 ], "duration": 55.66, "caption": "A man shakes his head as he talks with another man.", "similarity": 0.6854, "relevance": 2 }, { "pair_id": 185524, "video_name": "s04e17_seg02_clip_10", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man starts saying something to another man then shakes his head around.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 185525, "video_name": "s06e18_seg01_clip_01", "timestamp": [ 14.22, 19.76 ], "duration": 79.66, "caption": "A man says something then smiles and another man gives him an annoyed look.", "similarity": 0.6781, "relevance": 2 }, { "pair_id": 185526, "video_name": "house_s03e19_seg02_clip_08", "timestamp": [ 19.04, 23.09 ], "duration": 81.66, "caption": "A man looks at another man as he mentions two other people agreeing with each other.", "similarity": 0.6777, "relevance": 2 }, { "pair_id": 185527, "video_name": "s02e15_seg02_clip_02", "timestamp": [ 57.63, 61.79 ], "duration": 64.66, "caption": "A woman grimaces while walking away and a man shakes his head.", "similarity": 0.6753, "relevance": 2 }, { "pair_id": 185528, "video_name": "house_s08e11_seg02_clip_16", "timestamp": [ 37.14, 42.01 ], "duration": 75.66, "caption": "A man looks at another man with a surprised look on his face.", "similarity": 0.675, "relevance": 1 }, { "pair_id": 185529, "video_name": "s04e15_seg01_clip_02", "timestamp": [ 30.27, 35.28 ], "duration": 50.66, "caption": "A person says something to a man that makes another man cringe and shake his head.", "similarity": 0.6737, "relevance": 3 }, { "pair_id": 185530, "video_name": "house_s02e09_seg02_clip_23", "timestamp": [ 43.81, 48.45 ], "duration": 58.66, "caption": "A man shakes his head and walks towards another man.", "similarity": 0.6736, "relevance": 4 }, { "pair_id": 185531, "video_name": "s03e01_seg02_clip_09", "timestamp": [ 25.09, 30.69 ], "duration": 59.66, "caption": "A man grimaces as he listens to a person speaking.", "similarity": 0.6732, "relevance": 2 }, { "pair_id": 185532, "video_name": "house_s05e05_seg02_clip_13", "timestamp": [ 53.7, 55.98 ], "duration": 91.66, "caption": "A person shakes his head in irritation with another person.", "similarity": 0.6707, "relevance": 3 }, { "pair_id": 185533, "video_name": "house_s03e22_seg02_clip_05", "timestamp": [ 76.21, 81.44 ], "duration": 87.66, "caption": "A man says something to another man and the other man rolls his eyes.", "similarity": 0.6655, "relevance": 2 }, { "pair_id": 185534, "video_name": "s05e22_seg02_clip_09", "timestamp": [ 3.71, 6.27 ], "duration": 57.66, "caption": "A man looks at another man with a look of shock.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 185535, "video_name": "friends_s06e08_seg02_clip_14", "timestamp": [ 0.0, 2.44 ], "duration": 61.66, "caption": "A man shakes his head while saying another man is changing.", "similarity": 0.6627, "relevance": 2 }, { "pair_id": 185536, "video_name": "s05e18_seg02_clip_11", "timestamp": [ 55.7, 58.03 ], "duration": 58.66, "caption": "A man scrunches up his closed eyes and grimaces.", "similarity": 0.6611, "relevance": 2 }, { "pair_id": 185538, "video_name": "friends_s02e12-13_seg02_clip_05", "timestamp": [ 7.69, 9.17 ], "duration": 59.66, "caption": "A man makes a face and then shakes his head.", "similarity": 0.6582, "relevance": 2 }, { "pair_id": 185539, "video_name": "grey_s03e24_seg02_clip_02", "timestamp": [ 55.07, 61.9 ], "duration": 91.66, "caption": "A man says something that makes another man shake his head.", "similarity": 0.6581, "relevance": 2 } ] }, { "query_id": 91660, "query": "A man hands woman a dry erase board eraser in her hand.", "relevant_moment": [ { "pair_id": 16700, "video_name": "castle_s04e12_seg02_clip_26", "timestamp": [ 9.23, 11.36 ], "duration": 142.66, "caption": "A man hands woman a dry erase board eraser in her hand.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 16701, "video_name": "castle_s04e12_seg02_clip_26", "timestamp": [ 6.39, 18.46 ], "duration": 142.66, "caption": "A man holds out a white board eraser to a woman and she takes it and starts to erase the writing on the white board.", "similarity": 0.8228, "relevance": 3 }, { "pair_id": 16702, "video_name": "house_s01e04_seg02_clip_04", "timestamp": [ 0.0, 4.17 ], "duration": 119.66, "caption": "A person erases the writing from the dry erase board.", "similarity": 0.7771, "relevance": 2 }, { "pair_id": 16703, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 7.2, 8.4 ], "duration": 60.66, "caption": "A person takes the white board eraser from someone's hands.", "similarity": 0.7648, "relevance": 2 }, { "pair_id": 16704, "video_name": "s06e21_seg02_clip_07", "timestamp": [ 32.17, 34.83 ], "duration": 59.66, "caption": "A woman uses a white board eraser to erase the writings on the white board.", "similarity": 0.7642, "relevance": 1 }, { "pair_id": 16705, "video_name": "castle_s02e17_seg02_clip_21", "timestamp": [ 44.63, 46.43 ], "duration": 90.66, "caption": "A man begins erasing something on the dry erase board.", "similarity": 0.7531, "relevance": 1 }, { "pair_id": 16706, "video_name": "s07e11_seg02_clip_10", "timestamp": [ 29.16, 34.11 ], "duration": 55.66, "caption": "A woman writes something on the dry erase board.", "similarity": 0.7434, "relevance": 0 }, { "pair_id": 16707, "video_name": "s06e21_seg02_clip_07", "timestamp": [ 5.9, 6.2 ], "duration": 59.66, "caption": "A woman places an eraser on the tray of the whiteboard.", "similarity": 0.7419, "relevance": 0 }, { "pair_id": 16708, "video_name": "house_s01e04_seg02_clip_17", "timestamp": [ 58.24, 63.34 ], "duration": 85.66, "caption": "An individual uses an eraser to erase writing from a whiteboard.", "similarity": 0.7392, "relevance": 2 }, { "pair_id": 16709, "video_name": "house_s05e11_seg02_clip_05", "timestamp": [ 34.59, 45.06 ], "duration": 91.66, "caption": "A person writes on a dry-erase board what a woman is telling him.", "similarity": 0.7387, "relevance": 0 }, { "pair_id": 16710, "video_name": "s02e13_seg02_clip_10", "timestamp": [ 12.55, 18.25 ], "duration": 57.66, "caption": "A man grabs an eraser and erases lines on a whiteboard.", "similarity": 0.7295, "relevance": 2 }, { "pair_id": 16711, "video_name": "s08e05_seg02_clip_01", "timestamp": [ 7.13, 8.68 ], "duration": 62.66, "caption": "A person holds up an eraser in his right hand.", "similarity": 0.7232, "relevance": 2 }, { "pair_id": 16712, "video_name": "house_s02e16_seg02_clip_06", "timestamp": [ 53.54, 68.19 ], "duration": 83.66, "caption": "A person writes on a dry erase board while talking with woman, man, and man.", "similarity": 0.7143, "relevance": 0 }, { "pair_id": 16713, "video_name": "s02e19_seg02_clip_06", "timestamp": [ 33.81, 38.77 ], "duration": 62.66, "caption": "A person erases an imaginary white board with his/her hand.", "similarity": 0.7126, "relevance": 0 }, { "pair_id": 16714, "video_name": "house_s04e06_seg02_clip_06", "timestamp": [ 15.99, 18.34 ], "duration": 78.66, "caption": "A person writes on the dry erase board with the black marker.", "similarity": 0.6948, "relevance": 0 }, { "pair_id": 16715, "video_name": "house_s01e05_seg02_clip_07", "timestamp": [ 8.73, 12.13 ], "duration": 97.66, "caption": "A man gets the eraser and erased the written words on the white board.", "similarity": 0.6906, "relevance": 0 }, { "pair_id": 16716, "video_name": "s06e04_seg02_clip_01", "timestamp": [ 39.62, 44.42 ], "duration": 60.66, "caption": "A person places a white dry erase board onto an easel.", "similarity": 0.6858, "relevance": 0 }, { "pair_id": 16717, "video_name": "house_s01e15_seg02_clip_17", "timestamp": [ 32.03, 40.96 ], "duration": 105.66, "caption": "A person marks through all four things on the dry erase board.", "similarity": 0.6845, "relevance": 0 }, { "pair_id": 16718, "video_name": "castle_s02e17_seg02_clip_21", "timestamp": [ 45.53, 46.43 ], "duration": 90.66, "caption": "A person erases writing off of the white board.", "similarity": 0.6802, "relevance": 1 }, { "pair_id": 16719, "video_name": "s03e04_seg02_clip_16", "timestamp": [ 17.41, 21.01 ], "duration": 60.66, "caption": "A person starts erasing the whiteboard with the palm of their hand.", "similarity": 0.6788, "relevance": 1 } ] }, { "query_id": 91670, "query": "A man is sitting next to another man then he slaps his leg and leaves.", "relevant_moment": [ { "pair_id": 6680, "video_name": "grey_s02e08_seg02_clip_10", "timestamp": [ 0.0, 9.68 ], "duration": 88.66, "caption": "A man is sitting next to another man then he slaps his leg and leaves.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6681, "video_name": "grey_s03e16_seg02_clip_11", "timestamp": [ 2.65, 5.3 ], "duration": 106.66, "caption": "A man walks around another man to sit down next to him.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 6682, "video_name": "friends_s06e17_seg01_clip_01", "timestamp": [ 4.51, 7.16 ], "duration": 53.66, "caption": "A man slaps another man on the arm while he is sitting on the couch.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 6683, "video_name": "house_s01e10_seg02_clip_26", "timestamp": [ 29.91, 35.43 ], "duration": 92.66, "caption": "A man uses his cane to sit down next to another man.", "similarity": 0.6936, "relevance": 2 }, { "pair_id": 6684, "video_name": "met_s03e15_seg02_clip_12", "timestamp": [ 24.61, 26.41 ], "duration": 60.66, "caption": "A man slaps another man in the stomach with his right hand.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 6685, "video_name": "s09e18_seg01_clip_01", "timestamp": [ 35.21, 38.78 ], "duration": 51.66, "caption": "A man drags a chair on the wall to sit next to another man.", "similarity": 0.6892, "relevance": 1 }, { "pair_id": 6686, "video_name": "house_s03e16_seg02_clip_08", "timestamp": [ 2.25, 4.5 ], "duration": 90.66, "caption": "A man has his hands on his face as he sits beside another man.", "similarity": 0.6889, "relevance": 2 }, { "pair_id": 6687, "video_name": "castle_s05e02_seg02_clip_10", "timestamp": [ 11.75, 15.51 ], "duration": 94.66, "caption": "A man walks over and sits down next to another man.", "similarity": 0.6853, "relevance": 2 }, { "pair_id": 6688, "video_name": "met_s02e09_seg02_clip_05", "timestamp": [ 0.0, 2.7 ], "duration": 60.66, "caption": "A man sits down and scoots next to another man.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 6689, "video_name": "castle_s06e03_seg02_clip_23", "timestamp": [ 54.27, 58.38 ], "duration": 91.66, "caption": "A man gets up from his seat and another man sits down beside a guy.", "similarity": 0.6765, "relevance": 1 }, { "pair_id": 6690, "video_name": "castle_s01e09_seg02_clip_15", "timestamp": [ 52.66, 54.46 ], "duration": 90.66, "caption": "A man has his hands on his head as he is sitting with another man.", "similarity": 0.6747, "relevance": 0 }, { "pair_id": 6691, "video_name": "friends_s04e13_seg02_clip_01", "timestamp": [ 7.38, 13.91 ], "duration": 56.66, "caption": "A man walks in and sits down next to another man.", "similarity": 0.6747, "relevance": 2 }, { "pair_id": 6692, "video_name": "s07e07_seg02_clip_13", "timestamp": [ 0.0, 1.83 ], "duration": 61.66, "caption": "A man has his arm around another man's shoulder as he sits beside him.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 6693, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "A man gets up from his seat as he was sitting next to another person.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 6694, "video_name": "castle_s03e09_seg02_clip_04", "timestamp": [ 20.26, 22.96 ], "duration": 90.66, "caption": "A man sits down in a chair next to another man.", "similarity": 0.6597, "relevance": 1 }, { "pair_id": 6695, "video_name": "friends_s08e13_seg02_clip_01", "timestamp": [ 15.2, 17.68 ], "duration": 62.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.6575, "relevance": 1 }, { "pair_id": 6696, "video_name": "friends_s02e12-13_seg02_clip_42", "timestamp": [ 20.34, 22.24 ], "duration": 38.66, "caption": "A man sits down on the chair next to another man.", "similarity": 0.6575, "relevance": 1 }, { "pair_id": 6697, "video_name": "castle_s04e21_seg02_clip_08", "timestamp": [ 21.61, 23.05 ], "duration": 96.66, "caption": "A man slaps another man on the side of his head.", "similarity": 0.6568, "relevance": 1 }, { "pair_id": 6698, "video_name": "met_s02e03_seg02_clip_02", "timestamp": [ 7.15, 12.36 ], "duration": 65.66, "caption": "A man insults another man's legs while sitting on a chair.", "similarity": 0.6537, "relevance": 1 }, { "pair_id": 6699, "video_name": "friends_s08e20_seg02_clip_12", "timestamp": [ 41.5, 43.32 ], "duration": 60.66, "caption": "A man sits down on the stool next to another man.", "similarity": 0.6529, "relevance": 2 } ] }, { "query_id": 91681, "query": "A man was sitting at the top of a woman.", "relevant_moment": [ { "pair_id": 20920, "video_name": "friends_s05e13_seg01_clip_00", "timestamp": [ 0.0, 17.26 ], "duration": 50.66, "caption": "A man was sitting at the top of a woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20921, "video_name": "castle_s02e05_seg02_clip_10", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A woman and a man were sitting in front of a person.", "similarity": 0.7595, "relevance": 0 }, { "pair_id": 20922, "video_name": "friends_s04e17_seg02_clip_14", "timestamp": [ 0.0, 4.39 ], "duration": 62.66, "caption": "A man and a woman were sitting in front of each other.", "similarity": 0.7563, "relevance": 1 }, { "pair_id": 20923, "video_name": "castle_s06e15_seg02_clip_19", "timestamp": [ 0.0, 28.16 ], "duration": 89.66, "caption": "A man and woman were sitting in front of each other.", "similarity": 0.752, "relevance": 1 }, { "pair_id": 20924, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.7396, "relevance": 0 }, { "pair_id": 20925, "video_name": "castle_s05e02_seg02_clip_18", "timestamp": [ 12.95, 16.08 ], "duration": 89.66, "caption": "A man sits down in front of woman who is sitting on the table.", "similarity": 0.7209, "relevance": 1 }, { "pair_id": 20926, "video_name": "friends_s09e10_seg02_clip_13", "timestamp": [ 36.02, 42.32 ], "duration": 60.66, "caption": "A woman sits down while a man then sits next to her.", "similarity": 0.7175, "relevance": 1 }, { "pair_id": 20927, "video_name": "s05e19_seg02_clip_15", "timestamp": [ 6.79, 50.17 ], "duration": 59.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 20928, "video_name": "friends_s07e22_seg02_clip_02", "timestamp": [ 0.0, 13.58 ], "duration": 59.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 20929, "video_name": "friends_s04e07_seg02_clip_02", "timestamp": [ 0.0, 38.78 ], "duration": 57.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 20930, "video_name": "friends_s02e09_seg02_clip_01", "timestamp": [ 1.2, 60.03 ], "duration": 60.66, "caption": "A man and a woman were sitting beside each other.", "similarity": 0.7173, "relevance": 1 }, { "pair_id": 20931, "video_name": "castle_s05e09_seg02_clip_22", "timestamp": [ 18.52, 20.24 ], "duration": 86.66, "caption": "A woman sits down on table in front of a man.", "similarity": 0.717, "relevance": 1 }, { "pair_id": 20932, "video_name": "house_s07e21_seg02_clip_26", "timestamp": [ 4.51, 48.52 ], "duration": 53.66, "caption": "A person was sitting in front of man.", "similarity": 0.7158, "relevance": 0 }, { "pair_id": 20933, "video_name": "house_s07e04_seg02_clip_07", "timestamp": [ 1.37, 3.64 ], "duration": 91.66, "caption": "A woman sits down on the chair in front of a man.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 20934, "video_name": "met_s06e21_seg02_clip_00", "timestamp": [ 34.6, 36.83 ], "duration": 63.66, "caption": "A man points at a woman as she is seated across from him.", "similarity": 0.707, "relevance": 1 }, { "pair_id": 20935, "video_name": "castle_s07e01_seg02_clip_12", "timestamp": [ 87.32, 90.02 ], "duration": 90.66, "caption": "A woman begins to sit down in front of a man.", "similarity": 0.7013, "relevance": 0 }, { "pair_id": 20936, "video_name": "castle_s03e20_seg02_clip_13", "timestamp": [ 9.01, 12.17 ], "duration": 90.66, "caption": "A man sits down across from a man and a woman.", "similarity": 0.7001, "relevance": 0 }, { "pair_id": 20937, "video_name": "friends_s04e15_seg02_clip_02", "timestamp": [ 0.0, 4.85 ], "duration": 57.66, "caption": "A man was sitting beside a woman while he was talking.", "similarity": 0.6999, "relevance": 1 }, { "pair_id": 20938, "video_name": "friends_s07e22_seg02_clip_13", "timestamp": [ 29.66, 34.08 ], "duration": 63.66, "caption": "A man points at something while sitting with a woman.", "similarity": 0.6984, "relevance": 1 }, { "pair_id": 20939, "video_name": "house_s02e06_seg02_clip_23", "timestamp": [ 40.01, 48.01 ], "duration": 80.66, "caption": "A man sits in front of a woman and talks to her.", "similarity": 0.6971, "relevance": 0 } ] }, { "query_id": 91799, "query": "A person leaves and another person closes the door behind them.", "relevant_moment": [ { "pair_id": 17900, "video_name": "friends_s02e18_seg02_clip_04", "timestamp": [ 45.26, 50.19 ], "duration": 58.66, "caption": "A person leaves and another person closes the door behind them.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 17901, "video_name": "grey_s03e19_seg02_clip_13", "timestamp": [ 16.2, 22.96 ], "duration": 90.66, "caption": "A person closes the door after walking away from another person.", "similarity": 0.8874, "relevance": 2 }, { "pair_id": 17902, "video_name": "house_s04e07_seg02_clip_13", "timestamp": [ 26.85, 35.5 ], "duration": 91.66, "caption": "A person opens the door to let out another person and closes it behind them.", "similarity": 0.8838, "relevance": 3 }, { "pair_id": 17903, "video_name": "house_s08e21_seg02_clip_04", "timestamp": [ 70.04, 73.18 ], "duration": 89.66, "caption": "A person opens the door and leaves someone behind him.", "similarity": 0.8777, "relevance": 2 }, { "pair_id": 17904, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 29.11, 33.01 ], "duration": 60.66, "caption": "A person closes the front door after two people leave.", "similarity": 0.8715, "relevance": 4 }, { "pair_id": 17905, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 0.0, 7.02 ], "duration": 52.66, "caption": "Two people open and close the door as they leave.", "similarity": 0.8525, "relevance": 4 }, { "pair_id": 17906, "video_name": "s07e07_seg02_clip_06", "timestamp": [ 32.96, 37.53 ], "duration": 61.66, "caption": "A person closes the front door and another person gets closer to the closed door.", "similarity": 0.8457, "relevance": 2 }, { "pair_id": 17907, "video_name": "s09e10_seg02_clip_17", "timestamp": [ 86.05, 87.45 ], "duration": 93.66, "caption": "A person closes the door with his leg behind another person.", "similarity": 0.8442, "relevance": 2 }, { "pair_id": 17908, "video_name": "s08e21_seg02_clip_00", "timestamp": [ 7.63, 11.29 ], "duration": 61.66, "caption": "A person opens the door and closes it after another person walks in.", "similarity": 0.8408, "relevance": 3 }, { "pair_id": 17909, "video_name": "house_s06e06_seg02_clip_14", "timestamp": [ 9.89, 12.72 ], "duration": 94.66, "caption": "A person stops another person from closing the door on them.", "similarity": 0.8368, "relevance": 1 }, { "pair_id": 17910, "video_name": "s07e07_seg02_clip_05", "timestamp": [ 33.89, 36.7 ], "duration": 56.66, "caption": "A person closes his front door in front of another person.", "similarity": 0.8179, "relevance": 3 }, { "pair_id": 17911, "video_name": "s04e17_seg02_clip_06", "timestamp": [ 24.79, 27.45 ], "duration": 59.66, "caption": "A person shuts the door behind another person as he leaves the apartment.", "similarity": 0.8155, "relevance": 2 }, { "pair_id": 17912, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 14.35, 19.61 ], "duration": 70.66, "caption": "A woman leaves and another woman closes the door behind her.", "similarity": 0.8105, "relevance": 4 }, { "pair_id": 17913, "video_name": "s07e02_seg02_clip_13", "timestamp": [ 61.47, 64.02 ], "duration": 64.66, "caption": "A person goes out the front door behind another person.", "similarity": 0.8091, "relevance": 4 }, { "pair_id": 17914, "video_name": "castle_s05e15_seg02_clip_06", "timestamp": [ 64.67, 71.9 ], "duration": 90.66, "caption": "A person opens the door and two other people leave the room.", "similarity": 0.8057, "relevance": 3 }, { "pair_id": 17915, "video_name": "s07e21_seg02_clip_05", "timestamp": [ 0.0, 6.3 ], "duration": 60.66, "caption": "Two people leave together through a door.", "similarity": 0.8032, "relevance": 4 }, { "pair_id": 17916, "video_name": "house_s03e04_seg02_clip_12", "timestamp": [ 64.27, 71.5 ], "duration": 85.66, "caption": "A person opens the door and looks at another person and then leaves.", "similarity": 0.7993, "relevance": 2 }, { "pair_id": 17917, "video_name": "s04e22_seg02_clip_07", "timestamp": [ 39.46, 47.0 ], "duration": 58.66, "caption": "A person stands aside and lets another person come in then closes the door behind them.", "similarity": 0.7956, "relevance": 3 }, { "pair_id": 17918, "video_name": "house_s08e06_seg02_clip_12", "timestamp": [ 20.25, 21.63 ], "duration": 92.66, "caption": "A person closes the door after talking to another person.", "similarity": 0.794, "relevance": 2 }, { "pair_id": 17919, "video_name": "friends_s07e17_seg02_clip_12", "timestamp": [ 47.3, 49.74 ], "duration": 61.66, "caption": "A person closes the apartment door after another person.", "similarity": 0.7898, "relevance": 2 }, { "pair_id": 191220, "video_name": "friends_s07e17_seg02_clip_12", "timestamp": [ 54.62, 59.2 ], "duration": 61.66, "caption": "A man closes the door as another man leaves the place.", "similarity": 0.7896, "relevance": 4 }, { "pair_id": 191221, "video_name": "met_s02e17_seg02_clip_15", "timestamp": [ 24.19, 28.07 ], "duration": 59.66, "caption": "A person follows another person and closes the apartment door behind them.", "similarity": 0.7851, "relevance": 4 }, { "pair_id": 191222, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 21.46, 24.06 ], "duration": 65.66, "caption": "A person walks in the door and closes the door behind them.", "similarity": 0.783, "relevance": 2 }, { "pair_id": 191223, "video_name": "s09e19_seg02_clip_04", "timestamp": [ 2.4, 5.4 ], "duration": 60.66, "caption": "A man closes the door behind him as he leaves the room with another man.", "similarity": 0.7822, "relevance": 4 }, { "pair_id": 191224, "video_name": "met_s06e17_seg02_clip_14", "timestamp": [ 3.05, 7.63 ], "duration": 61.66, "caption": "A person opens the door and leaves the other person in the room alone.", "similarity": 0.7805, "relevance": 2 }, { "pair_id": 191225, "video_name": "friends_s02e22_seg02_clip_09", "timestamp": [ 12.31, 18.91 ], "duration": 60.66, "caption": "A person walks over to the door to leave and is stopped by another person.", "similarity": 0.78, "relevance": 2 }, { "pair_id": 191227, "video_name": "s05e13_seg02_clip_03", "timestamp": [ 51.79, 53.97 ], "duration": 62.66, "caption": "A person walking out the door and closing it behind him.", "similarity": 0.7764, "relevance": 2 }, { "pair_id": 191228, "video_name": "house_s08e07_seg02_clip_04", "timestamp": [ 81.9, 87.42 ], "duration": 92.66, "caption": "A person opens the door and another person came in.", "similarity": 0.7762, "relevance": 1 }, { "pair_id": 191230, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 22.96, 28.81 ], "duration": 90.66, "caption": "A man closes the door behind a woman after she leaves.", "similarity": 0.7736, "relevance": 4 }, { "pair_id": 191231, "video_name": "castle_s02e14_seg02_clip_25", "timestamp": [ 24.42, 28.04 ], "duration": 90.66, "caption": "The door closes behind a couple.", "similarity": 0.7732, "relevance": 2 }, { "pair_id": 191232, "video_name": "s08e18_seg01_clip_00", "timestamp": [ 119.23, 121.05 ], "duration": 121.66, "caption": "A person opens the door and walks through while another person follows.", "similarity": 0.7725, "relevance": 2 }, { "pair_id": 191233, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 27.91, 31.51 ], "duration": 60.66, "caption": "Two men walk out the door and a person close the door.", "similarity": 0.7725, "relevance": 4 }, { "pair_id": 191234, "video_name": "s02e01_seg02_clip_16", "timestamp": [ 40.73, 46.02 ], "duration": 46.66, "caption": "A person leaves another person's apartment door to go inside his/her apartment.", "similarity": 0.772, "relevance": 2 }, { "pair_id": 191235, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 51.45, 57.93 ], "duration": 81.66, "caption": "A man walks out of the door and leaves person behind.", "similarity": 0.771, "relevance": 2 }, { "pair_id": 191236, "video_name": "castle_s04e03_seg02_clip_11", "timestamp": [ 80.16, 84.19 ], "duration": 89.66, "caption": "A woman shuts the door behind her as a man and another person walk out of the door next door.", "similarity": 0.7706, "relevance": 1 }, { "pair_id": 191237, "video_name": "met_s03e11_seg02_clip_06", "timestamp": [ 0.0, 11.13 ], "duration": 58.66, "caption": "A person walks over to the door to leave and another person blocks the door so he can't.", "similarity": 0.7704, "relevance": 2 }, { "pair_id": 191238, "video_name": "s08e17_seg02_clip_15", "timestamp": [ 34.22, 40.22 ], "duration": 60.66, "caption": "A person walks through the door, followed by a woman, who closes it.", "similarity": 0.7698, "relevance": 4 }, { "pair_id": 191239, "video_name": "s06e16_seg02_clip_11", "timestamp": [ 41.55, 51.94 ], "duration": 67.66, "caption": "A person shuts the door and sits beside another person.", "similarity": 0.7696, "relevance": 2 } ] }, { "query_id": 91822, "query": "A man makes a pulling motion with his hand.", "relevant_moment": [ { "pair_id": 880, "video_name": "met_s02e15_seg02_clip_01", "timestamp": [ 41.12, 43.52 ], "duration": 60.66, "caption": "A man makes a pulling motion with his hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 881, "video_name": "friends_s01e06_seg02_clip_12", "timestamp": [ 14.11, 16.51 ], "duration": 60.66, "caption": "A person makes a pulling motion with their arm.", "similarity": 0.8191, "relevance": 4 }, { "pair_id": 882, "video_name": "friends_s08e16_seg02_clip_08", "timestamp": [ 13.96, 17.99 ], "duration": 62.66, "caption": "A man makes a movement motion with his hands.", "similarity": 0.8131, "relevance": 2 }, { "pair_id": 883, "video_name": "friends_s08e11_seg02_clip_13", "timestamp": [ 3.9, 9.6 ], "duration": 60.66, "caption": "A man moves their hands in a consecutive motion.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 884, "video_name": "grey_s01e06_seg02_clip_16", "timestamp": [ 11.5, 26.69 ], "duration": 92.66, "caption": "A man starts to be able to control his hand movements.", "similarity": 0.7206, "relevance": 2 }, { "pair_id": 885, "video_name": "met_s03e14_seg02_clip_03", "timestamp": [ 13.82, 16.53 ], "duration": 60.66, "caption": "A man motions with his thumb in the downward position.", "similarity": 0.7203, "relevance": 2 }, { "pair_id": 886, "video_name": "met_s03e16_seg02_clip_13", "timestamp": [ 0.0, 4.93 ], "duration": 61.66, "caption": "A man makes a large circular motion with his right hand.", "similarity": 0.7061, "relevance": 2 }, { "pair_id": 887, "video_name": "friends_s07e12_seg02_clip_20", "timestamp": [ 15.61, 17.41 ], "duration": 40.66, "caption": "A man makes a rapid back and forth motion while snapping his fingers.", "similarity": 0.689, "relevance": 1 }, { "pair_id": 888, "video_name": "castle_s08e12_seg02_clip_23", "timestamp": [ 21.63, 24.85 ], "duration": 92.66, "caption": "A man walks towards a lever and pulls it down.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 889, "video_name": "castle_s04e08_seg02_clip_12", "timestamp": [ 42.31, 44.11 ], "duration": 90.66, "caption": "A man makes a circular motion with his finger.", "similarity": 0.6787, "relevance": 1 }, { "pair_id": 890, "video_name": "friends_s10e03_seg02_clip_21", "timestamp": [ 13.43, 15.26 ], "duration": 61.66, "caption": "A man talks and gestures in a pushing motion with his left hand and arm.", "similarity": 0.6738, "relevance": 2 }, { "pair_id": 893, "video_name": "friends_s10e07_seg02_clip_17", "timestamp": [ 10.99, 14.65 ], "duration": 61.66, "caption": "A man pulls up his shirt then puts his hands on his hips.", "similarity": 0.6561, "relevance": 1 }, { "pair_id": 894, "video_name": "castle_s05e12_seg02_clip_17", "timestamp": [ 50.52, 52.34 ], "duration": 91.66, "caption": "A man uncrosses his arms and holds his hands out.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 895, "video_name": "s02e22_seg02_clip_03", "timestamp": [ 46.96, 50.11 ], "duration": 63.66, "caption": "A person motions his hand in front of him from one side to the other.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 896, "video_name": "friends_s05e06_seg02_clip_16", "timestamp": [ 28.63, 32.17 ], "duration": 59.66, "caption": "A man moves his hands up and down a couple of times.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 897, "video_name": "grey_s03e05_seg02_clip_16", "timestamp": [ 0.0, 9.11 ], "duration": 91.66, "caption": "A man puts his hand on another person's arm and they stop walking.", "similarity": 0.6466, "relevance": 0 }, { "pair_id": 898, "video_name": "friends_s04e08_seg02_clip_12", "timestamp": [ 10.08, 14.29 ], "duration": 56.66, "caption": "A man makes a back and forth pointing motion with his right hand.", "similarity": 0.6465, "relevance": 2 }, { "pair_id": 899, "video_name": "castle_s02e08_seg02_clip_12", "timestamp": [ 23.41, 25.21 ], "duration": 90.66, "caption": "A man raises his hand and makes a rolling motion as he lowers his head.", "similarity": 0.6442, "relevance": 2 } ] }, { "query_id": 91823, "query": "A man puts their arm around person to comfort them.", "relevant_moment": [ { "pair_id": 8920, "video_name": "met_s02e15_seg02_clip_01", "timestamp": [ 6.66, 9.08 ], "duration": 60.66, "caption": "A man puts their arm around person to comfort them.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 8921, "video_name": "castle_s07e23_seg02_clip_11", "timestamp": [ 28.93, 29.82 ], "duration": 89.66, "caption": "A man puts his hand on person's back to comfort him/her.", "similarity": 0.8293, "relevance": 2 }, { "pair_id": 8922, "video_name": "friends_s10e10_seg02_clip_05", "timestamp": [ 29.02, 36.74 ], "duration": 61.66, "caption": "A man walks over and puts his arm around a woman to comfort her.", "similarity": 0.8107, "relevance": 3 }, { "pair_id": 8925, "video_name": "friends_s01e22_seg02_clip_05", "timestamp": [ 25.9, 27.71 ], "duration": 60.66, "caption": "A person pats a man on their back and chest as if they want to comfort them.", "similarity": 0.753, "relevance": 1 }, { "pair_id": 8926, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 7.25, 18.28 ], "duration": 58.66, "caption": "A man tries to comfort a woman and they hug.", "similarity": 0.7378, "relevance": 4 }, { "pair_id": 8927, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 34.12, 53.66 ], "duration": 62.66, "caption": "A woman rubs a man's back and holds their arm to comfort them.", "similarity": 0.733, "relevance": 2 }, { "pair_id": 8928, "video_name": "castle_s06e13_seg02_clip_08", "timestamp": [ 71.53, 78.41 ], "duration": 91.66, "caption": "A man puts his hands on person's shoulders and hugs them.", "similarity": 0.7325, "relevance": 4 }, { "pair_id": 8929, "video_name": "friends_s08e23-24_seg02_clip_46", "timestamp": [ 20.14, 27.46 ], "duration": 61.66, "caption": "A man puts an arm hug on woman's shoulder from where they are standing.", "similarity": 0.7321, "relevance": 4 }, { "pair_id": 8930, "video_name": "s08e04_seg02_clip_12", "timestamp": [ 18.59, 24.2 ], "duration": 59.66, "caption": "A woman holds the hand of man to comfort him.", "similarity": 0.7283, "relevance": 1 }, { "pair_id": 8931, "video_name": "s02e11_seg02_clip_16", "timestamp": [ 25.44, 45.02 ], "duration": 45.66, "caption": "A person puts their arms around another person to give them an awkward hug.", "similarity": 0.7263, "relevance": 4 }, { "pair_id": 8932, "video_name": "castle_s05e16_seg02_clip_01", "timestamp": [ 55.64, 63.65 ], "duration": 89.66, "caption": "A woman holds the hand of a man to comfort him.", "similarity": 0.7156, "relevance": 1 }, { "pair_id": 8933, "video_name": "grey_s02e06_seg02_clip_22", "timestamp": [ 6.35, 11.28 ], "duration": 141.66, "caption": "A man pats another man on the shoulder in a comforting manner.", "similarity": 0.7136, "relevance": 3 }, { "pair_id": 8934, "video_name": "castle_s05e15_seg02_clip_10", "timestamp": [ 50.97, 66.45 ], "duration": 91.66, "caption": "A woman gives a man a hug to comfort him.", "similarity": 0.7088, "relevance": 4 }, { "pair_id": 8935, "video_name": "friends_s02e24_seg02_clip_08", "timestamp": [ 31.04, 35.69 ], "duration": 58.66, "caption": "A man puts his hand on guy's shoulder to reassure him.", "similarity": 0.7076, "relevance": 3 }, { "pair_id": 8936, "video_name": "s07e04_seg02_clip_04", "timestamp": [ 0.58, 4.64 ], "duration": 58.66, "caption": "A woman tries to comfort a man by trying to hug him.", "similarity": 0.6931, "relevance": 3 }, { "pair_id": 8937, "video_name": "s05e06_seg02_clip_03", "timestamp": [ 39.84, 42.79 ], "duration": 59.66, "caption": "A person starts to cry and woman puts a hand on his back to comfort him.", "similarity": 0.6927, "relevance": 4 }, { "pair_id": 8938, "video_name": "grey_s03e02_seg02_clip_02", "timestamp": [ 5.46, 11.83 ], "duration": 91.66, "caption": "A man squeezes a woman's shoulder to try to comfort her.", "similarity": 0.6924, "relevance": 3 }, { "pair_id": 8939, "video_name": "castle_s03e14_seg02_clip_15", "timestamp": [ 47.69, 51.19 ], "duration": 87.66, "caption": "A woman embraces person as person puts her arm around woman to comfort her.", "similarity": 0.691, "relevance": 3 }, { "pair_id": 182240, "video_name": "house_s02e08_seg02_clip_22", "timestamp": [ 78.24, 91.51 ], "duration": 91.66, "caption": "A man tries to comfort another man about losing a patient.", "similarity": 0.6908, "relevance": 1 }, { "pair_id": 182241, "video_name": "castle_s06e05_seg02_clip_02", "timestamp": [ 68.14, 69.94 ], "duration": 90.66, "caption": "A woman touches a man's shoulder as if she comforts him.", "similarity": 0.69, "relevance": 3 }, { "pair_id": 182242, "video_name": "friends_s03e06_seg02_clip_03", "timestamp": [ 4.13, 6.49 ], "duration": 59.66, "caption": "A man gives a hug to the person he is talking to.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 182244, "video_name": "s04e15_seg01_clip_02", "timestamp": [ 39.03, 42.53 ], "duration": 50.66, "caption": "A man puts his arm on person's shoulder and makes him flinch.", "similarity": 0.682, "relevance": 3 }, { "pair_id": 182245, "video_name": "castle_s05e24_seg02_clip_02", "timestamp": [ 0.0, 3.56 ], "duration": 88.66, "caption": "A man extends his arms and person to hugs him.", "similarity": 0.6814, "relevance": 3 }, { "pair_id": 182246, "video_name": "met_s02e13_seg02_clip_10", "timestamp": [ 8.87, 27.83 ], "duration": 61.66, "caption": "A person comforts another person while they cry and leans over them.", "similarity": 0.6802, "relevance": 4 }, { "pair_id": 182247, "video_name": "friends_s09e21_seg02_clip_22", "timestamp": [ 57.29, 61.43 ], "duration": 69.66, "caption": "A man puts his arm around woman's neck and rubs her back while they hug.", "similarity": 0.6787, "relevance": 4 }, { "pair_id": 182248, "video_name": "met_s06e05_seg02_clip_10", "timestamp": [ 31.32, 40.94 ], "duration": 62.66, "caption": "A man wraps their arms around another man and hugs him.", "similarity": 0.6784, "relevance": 4 }, { "pair_id": 182249, "video_name": "s07e04_seg02_clip_09", "timestamp": [ 0.89, 4.43 ], "duration": 59.66, "caption": "A woman stands comforting a man with her hand on his shoulder.", "similarity": 0.6756, "relevance": 3 }, { "pair_id": 182250, "video_name": "friends_s03e12_seg02_clip_08", "timestamp": [ 5.89, 8.37 ], "duration": 62.66, "caption": "A person puts their hand to their chest in a wave of sympathy.", "similarity": 0.6704, "relevance": 2 }, { "pair_id": 182251, "video_name": "castle_s06e04_seg02_clip_25", "timestamp": [ 25.66, 31.96 ], "duration": 90.66, "caption": "A person is emotional at the good news and hugs a man.", "similarity": 0.6685, "relevance": 3 }, { "pair_id": 182252, "video_name": "friends_s04e10_seg02_clip_11", "timestamp": [ 47.6, 49.74 ], "duration": 61.66, "caption": "A man in a green tie puts his arm around a person.", "similarity": 0.6673, "relevance": 4 }, { "pair_id": 182253, "video_name": "house_s03e05_seg02_clip_23", "timestamp": [ 0.0, 21.43 ], "duration": 102.66, "caption": "A man tries to comfort the patients as he speaks with them.", "similarity": 0.662, "relevance": 1 }, { "pair_id": 182254, "video_name": "castle_s08e22_seg02_clip_11", "timestamp": [ 82.33, 93.03 ], "duration": 93.66, "caption": "Two people hug a man and reassure him that everything will be okay.", "similarity": 0.6617, "relevance": 4 }, { "pair_id": 182255, "video_name": "friends_s03e03_seg02_clip_20", "timestamp": [ 1.44, 8.64 ], "duration": 96.66, "caption": "A man hugs and kisses a woman to help comfort her.", "similarity": 0.6609, "relevance": 4 }, { "pair_id": 182256, "video_name": "friends_s03e09_seg02_clip_16", "timestamp": [ 0.0, 3.02 ], "duration": 60.66, "caption": "A man has his arms around both people.", "similarity": 0.6598, "relevance": 2 }, { "pair_id": 182257, "video_name": "s09e19_seg02_clip_11", "timestamp": [ 56.45, 61.41 ], "duration": 62.66, "caption": "A person looks uncomfortable when another person wraps their arms around them.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 182258, "video_name": "friends_s03e01_seg02_clip_07", "timestamp": [ 13.03, 20.16 ], "duration": 62.66, "caption": "A woman puts one arm around a man and rubs his shoulder.", "similarity": 0.6583, "relevance": 2 }, { "pair_id": 182259, "video_name": "friends_s03e02_seg02_clip_03", "timestamp": [ 54.75, 64.03 ], "duration": 64.66, "caption": "A man puts his arm around another person and tells them something he did.", "similarity": 0.657, "relevance": 3 } ] }, { "query_id": 91876, "query": "A woman gets out of man's red convertible car in the street.", "relevant_moment": [ { "pair_id": 3720, "video_name": "friends_s07e14_seg02_clip_02", "timestamp": [ 35.87, 39.3 ], "duration": 62.66, "caption": "A woman gets out of man's red convertible car in the street.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3721, "video_name": "friends_s07e14_seg02_clip_02", "timestamp": [ 4.37, 7.49 ], "duration": 62.66, "caption": "A woman climbs into a man's red convertible car in the street.", "similarity": 0.7659, "relevance": 3 }, { "pair_id": 3722, "video_name": "met_s06e04_seg02_clip_08", "timestamp": [ 42.15, 51.17 ], "duration": 53.66, "caption": "A woman gets out of the car leaving a man in the backseat alone.", "similarity": 0.7516, "relevance": 2 }, { "pair_id": 3723, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 75.07, 93.15 ], "duration": 139.66, "caption": "A woman is driving down the road in a red convertible car.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 3724, "video_name": "castle_s02e11_seg02_clip_00", "timestamp": [ 12.58, 17.71 ], "duration": 93.66, "caption": "A woman gets out of her car and walks to a man.", "similarity": 0.7045, "relevance": 2 }, { "pair_id": 3725, "video_name": "castle_s06e07_seg02_clip_11", "timestamp": [ 91.17, 96.07 ], "duration": 98.66, "caption": "A woman gets out of the car and walks up to a man's house.", "similarity": 0.6793, "relevance": 2 }, { "pair_id": 3726, "video_name": "grey_s02e01_seg02_clip_22", "timestamp": [ 56.28, 67.44 ], "duration": 97.66, "caption": "A woman gets in her vehicle and leaves man.", "similarity": 0.6695, "relevance": 1 }, { "pair_id": 3727, "video_name": "castle_s06e02_seg02_clip_23", "timestamp": [ 46.23, 51.37 ], "duration": 79.66, "caption": "A woman gets out of the car with a man and the man falls to the ground passing out.", "similarity": 0.6694, "relevance": 2 }, { "pair_id": 3728, "video_name": "friends_s07e14_seg02_clip_02", "timestamp": [ 3.43, 35.56 ], "duration": 62.66, "caption": "A woman gets in the car but man can't get the car out of the parking spot.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 3729, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 14.31, 20.32 ], "duration": 92.66, "caption": "A woman gets out from the car and walks directly to a man.", "similarity": 0.6637, "relevance": 2 }, { "pair_id": 3730, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 36.53, 41.37 ], "duration": 88.66, "caption": "A woman is in the driver's seat as she exits the car with a man.", "similarity": 0.6483, "relevance": 2 }, { "pair_id": 3731, "video_name": "castle_s08e01_seg02_clip_11", "timestamp": [ 70.86, 72.24 ], "duration": 92.66, "caption": "A woman goes to the trunk of her car as a man exits the car.", "similarity": 0.6453, "relevance": 1 }, { "pair_id": 3732, "video_name": "grey_s03e22_seg02_clip_00", "timestamp": [ 97.32, 102.18 ], "duration": 139.66, "caption": "A woman gets out of her car and shuts the car door.", "similarity": 0.6424, "relevance": 3 }, { "pair_id": 3733, "video_name": "friends_s03e17_seg02_clip_06", "timestamp": [ 2.71, 5.42 ], "duration": 60.66, "caption": "A woman gets out of the car and closes the door.", "similarity": 0.6423, "relevance": 2 }, { "pair_id": 3734, "video_name": "s09e08_seg02_clip_11", "timestamp": [ 25.09, 27.15 ], "duration": 59.66, "caption": "A woman opens the car door and gets out of the car.", "similarity": 0.6352, "relevance": 2 }, { "pair_id": 3735, "video_name": "castle_s05e12_seg02_clip_10", "timestamp": [ 75.13, 88.39 ], "duration": 88.66, "caption": "A woman and man get out of the car and walk across the parking lot and the street.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 3736, "video_name": "castle_s03e09_seg02_clip_24", "timestamp": [ 13.02, 19.54 ], "duration": 93.66, "caption": "A man, a place, and a woman went out from the car.", "similarity": 0.6299, "relevance": 1 }, { "pair_id": 3737, "video_name": "castle_s04e16_seg02_clip_23", "timestamp": [ 0.0, 2.93 ], "duration": 83.66, "caption": "A woman gets out of the car and shuts her door.", "similarity": 0.6293, "relevance": 2 }, { "pair_id": 3738, "video_name": "friends_s03e17_seg02_clip_06", "timestamp": [ 18.65, 22.56 ], "duration": 60.66, "caption": "A woman gets out a car and shuts the door.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 3739, "video_name": "castle_s08e03_seg02_clip_13", "timestamp": [ 7.44, 9.77 ], "duration": 93.66, "caption": "A woman walks away from two people in the car.", "similarity": 0.6259, "relevance": 1 } ] }, { "query_id": 91935, "query": "A woman starts to walk out the door and then gestures for a man to come.", "relevant_moment": [ { "pair_id": 57440, "video_name": "grey_s03e02_seg02_clip_07", "timestamp": [ 31.95, 40.4 ], "duration": 73.66, "caption": "A woman starts to walk out the door and then gestures for a man to come.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 57441, "video_name": "friends_s08e08_seg02_clip_16", "timestamp": [ 11.1, 12.91 ], "duration": 60.66, "caption": "A man opens the door for woman as she steps out.", "similarity": 0.8214, "relevance": 2 }, { "pair_id": 57442, "video_name": "met_s03e13_seg02_clip_12", "timestamp": [ 24.27, 29.94 ], "duration": 63.66, "caption": "A woman opens the door for a man and he walks out.", "similarity": 0.8195, "relevance": 3 }, { "pair_id": 57443, "video_name": "house_s02e03_seg02_clip_22", "timestamp": [ 59.91, 72.61 ], "duration": 121.66, "caption": "A man opens the door and holds it for a woman to walk out.", "similarity": 0.811, "relevance": 2 }, { "pair_id": 57444, "video_name": "friends_s03e25_seg02_clip_14", "timestamp": [ 50.12, 58.23 ], "duration": 60.66, "caption": "A woman walks out a door, then walks over and touches a man before walking away.", "similarity": 0.7997, "relevance": 2 }, { "pair_id": 57445, "video_name": "house_s03e09_seg02_clip_03", "timestamp": [ 65.34, 67.16 ], "duration": 90.66, "caption": "A woman starts to walk towards the door to leave the room but turns around to face a man before leaving.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 57446, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 0.0, 7.74 ], "duration": 91.66, "caption": "A woman says something to a man then walks out the door.", "similarity": 0.7932, "relevance": 2 }, { "pair_id": 57447, "video_name": "friends_s07e23-24_seg02_clip_04", "timestamp": [ 8.19, 13.65 ], "duration": 78.66, "caption": "A woman turns toward the door but stops and turns to a man.", "similarity": 0.7873, "relevance": 3 }, { "pair_id": 57448, "video_name": "friends_s05e21_seg02_clip_06", "timestamp": [ 0.0, 3.3 ], "duration": 66.66, "caption": "A woman walks through the door and starts speaking to a man.", "similarity": 0.7868, "relevance": 1 }, { "pair_id": 57449, "video_name": "friends_s03e17_seg02_clip_19", "timestamp": [ 0.0, 1.62 ], "duration": 36.66, "caption": "A woman opens up the door for man in a quick manner.", "similarity": 0.7862, "relevance": 1 }, { "pair_id": 57450, "video_name": "friends_s08e09_seg01_clip_02", "timestamp": [ 32.79, 36.93 ], "duration": 69.66, "caption": "A woman starts to walk towards the door and a man follows.", "similarity": 0.7854, "relevance": 2 }, { "pair_id": 57451, "video_name": "s02e18_seg01_clip_04", "timestamp": [ 83.87, 86.02 ], "duration": 86.66, "caption": "A person opens door and walks out of it with a woman following.", "similarity": 0.7824, "relevance": 2 }, { "pair_id": 57452, "video_name": "s05e19_seg02_clip_15", "timestamp": [ 42.2, 52.24 ], "duration": 59.66, "caption": "A woman says something to a man and then quickly walks out the door.", "similarity": 0.7824, "relevance": 2 }, { "pair_id": 57453, "video_name": "house_s05e22_seg02_clip_09", "timestamp": [ 0.0, 13.25 ], "duration": 106.66, "caption": "A person opens the door and walks out with a woman.", "similarity": 0.7782, "relevance": 1 }, { "pair_id": 57454, "video_name": "grey_s02e17_seg02_clip_06", "timestamp": [ 22.51, 38.26 ], "duration": 90.66, "caption": "A man walks towards a woman and then walks out the door.", "similarity": 0.7759, "relevance": 1 }, { "pair_id": 57455, "video_name": "castle_s04e23_seg02_clip_14", "timestamp": [ 1.37, 3.64 ], "duration": 91.66, "caption": "A woman opens the door and welcomes a man.", "similarity": 0.7743, "relevance": 1 }, { "pair_id": 57456, "video_name": "friends_s02e20_seg02_clip_11", "timestamp": [ 0.0, 46.25 ], "duration": 59.66, "caption": "A man comes in to get a person who walks the door while talking to a woman before leaving.", "similarity": 0.7726, "relevance": 2 }, { "pair_id": 57457, "video_name": "house_s05e12_seg02_clip_13", "timestamp": [ 15.3, 18.87 ], "duration": 102.66, "caption": "A woman starts to walk out of the door then turns around.", "similarity": 0.7709, "relevance": 2 }, { "pair_id": 57458, "video_name": "met_s03e18_seg02_clip_09", "timestamp": [ 0.0, 2.66 ], "duration": 59.66, "caption": "A woman tells a man to leave as she opens the door.", "similarity": 0.7702, "relevance": 3 }, { "pair_id": 57459, "video_name": "s05e04_seg02_clip_13", "timestamp": [ 2.17, 10.86 ], "duration": 62.66, "caption": "A woman puts her hands up towards a man and he walks over and opens the door and leaves.", "similarity": 0.7701, "relevance": 1 } ] }, { "query_id": 91956, "query": "A woman gets a bottled water from the fridge and sits on the lawn chair by a person.", "relevant_moment": [ { "pair_id": 118540, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 13.35, 20.02 ], "duration": 58.66, "caption": "A woman gets a bottled water from the fridge and sits on the lawn chair by a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 118541, "video_name": "friends_s06e23_seg01_clip_00", "timestamp": [ 15.05, 20.66 ], "duration": 59.66, "caption": "A woman gets a bottle of water from the fridge.", "similarity": 0.7341, "relevance": 3 }, { "pair_id": 118542, "video_name": "s10e02_seg02_clip_11", "timestamp": [ 9.72, 15.4 ], "duration": 54.66, "caption": "A person gets a bottle of water from the fridge.", "similarity": 0.6761, "relevance": 3 }, { "pair_id": 118543, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 43.11 ], "duration": 62.66, "caption": "A woman gets a bottle of water out of the refrigerator.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 118544, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 8.37, 15.2 ], "duration": 62.66, "caption": "A woman opens the refrigerator and gets a bottle of water out.", "similarity": 0.6552, "relevance": 2 }, { "pair_id": 118545, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 18.01, 26.71 ], "duration": 60.66, "caption": "A woman walks to her fridge and opens it to take out a bottled water.", "similarity": 0.652, "relevance": 2 }, { "pair_id": 118546, "video_name": "friends_s01e16-17_seg02_clip_05", "timestamp": [ 45.59, 51.11 ], "duration": 58.66, "caption": "A woman grabs a bottle of water from the fridge.", "similarity": 0.6517, "relevance": 2 }, { "pair_id": 118547, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 5.27, 15.51 ], "duration": 62.66, "caption": "A woman walks over to the fridge and gets a bottle of water.", "similarity": 0.645, "relevance": 2 }, { "pair_id": 118548, "video_name": "s07e16_seg02_clip_12", "timestamp": [ 0.0, 2.28 ], "duration": 57.66, "caption": "A person is in the fridge getting a bottle of water.", "similarity": 0.6424, "relevance": 2 }, { "pair_id": 118549, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.635, "relevance": 2 }, { "pair_id": 118550, "video_name": "s08e13_seg02_clip_01", "timestamp": [ 33.35, 35.33 ], "duration": 66.66, "caption": "A woman takes a bottle of water out of the fridge.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 118551, "video_name": "house_s07e15_seg02_clip_09", "timestamp": [ 64.65, 72.1 ], "duration": 93.66, "caption": "A woman sits with person and takes a glass of water.", "similarity": 0.6277, "relevance": 2 }, { "pair_id": 118552, "video_name": "friends_s04e15_seg02_clip_00", "timestamp": [ 25.21, 28.68 ], "duration": 63.66, "caption": "A woman opens the fridge and grabs a bottle of water.", "similarity": 0.6273, "relevance": 2 }, { "pair_id": 118553, "video_name": "s08e17_seg02_clip_07", "timestamp": [ 25.02, 30.21 ], "duration": 61.66, "caption": "A person gets a bottle of water out of the fridge.", "similarity": 0.6203, "relevance": 2 }, { "pair_id": 118554, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 62.11, 65.03 ], "duration": 65.66, "caption": "A woman grabs a bottle of water out of the fridge.", "similarity": 0.6199, "relevance": 2 }, { "pair_id": 118555, "video_name": "met_s03e02_seg02_clip_01", "timestamp": [ 2.7, 4.2 ], "duration": 59.66, "caption": "A woman who is sitting beside someone places her bottle of water on the table.", "similarity": 0.6193, "relevance": 2 }, { "pair_id": 118556, "video_name": "s09e04_seg02_clip_14", "timestamp": [ 50.48, 53.09 ], "duration": 58.66, "caption": "A woman puts their bottle of water on the side table by someone else.", "similarity": 0.606, "relevance": 2 }, { "pair_id": 118557, "video_name": "friends_s05e15_seg02_clip_05", "timestamp": [ 49.62, 52.19 ], "duration": 64.66, "caption": "A woman picks up a bottle of water while sitting down.", "similarity": 0.6043, "relevance": 2 }, { "pair_id": 118558, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A woman opens the refrigerator and gets a drink.", "similarity": 0.6034, "relevance": 2 }, { "pair_id": 118559, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 42.8 ], "duration": 62.66, "caption": "A woman opens the refrigerator and pulls out a water bottle.", "similarity": 0.6, "relevance": 2 } ] }, { "query_id": 91970, "query": "A man raises his arm and points to something offscreen.", "relevant_moment": [ { "pair_id": 2540, "video_name": "friends_s08e15_seg02_clip_18", "timestamp": [ 0.0, 5.67 ], "duration": 63.66, "caption": "A man raises his arm and points to something offscreen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2541, "video_name": "house_s03e02_seg02_clip_11", "timestamp": [ 13.26, 19.66 ], "duration": 91.66, "caption": "A man looks at the screen and he points to it.", "similarity": 0.7584, "relevance": 4 }, { "pair_id": 2542, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 88.77, 95.02 ], "duration": 125.66, "caption": "A person points at the computer screen with his/her right arm.", "similarity": 0.7468, "relevance": 3 }, { "pair_id": 2543, "video_name": "s01e09_seg02_clip_12", "timestamp": [ 53.72, 55.52 ], "duration": 60.66, "caption": "A person lifts his left arm and points at someone.", "similarity": 0.7382, "relevance": 4 }, { "pair_id": 2545, "video_name": "s09e13_seg02_clip_09", "timestamp": [ 54.89, 57.85 ], "duration": 59.66, "caption": "A person raises his arm and points his right index finger up.", "similarity": 0.7129, "relevance": 1 }, { "pair_id": 2546, "video_name": "friends_s02e23_seg02_clip_14", "timestamp": [ 8.65, 11.04 ], "duration": 59.66, "caption": "A man gestures and points with his right hand.", "similarity": 0.7097, "relevance": 4 }, { "pair_id": 2547, "video_name": "met_s04e02_seg02_clip_14", "timestamp": [ 7.28, 11.2 ], "duration": 56.66, "caption": "A man raises his left arm and points at the ATM.", "similarity": 0.7017, "relevance": 4 }, { "pair_id": 2548, "video_name": "castle_s06e18_seg02_clip_21", "timestamp": [ 16.22, 18.02 ], "duration": 90.66, "caption": "A man takes his hand from his side and points at the computer screen.", "similarity": 0.7016, "relevance": 3 }, { "pair_id": 2549, "video_name": "castle_s05e16_seg02_clip_02", "timestamp": [ 59.4, 60.47 ], "duration": 107.66, "caption": "A person extends his arm and points in front of him as he stands next to another person.", "similarity": 0.7002, "relevance": 4 }, { "pair_id": 2550, "video_name": "met_s03e17_seg02_clip_17", "timestamp": [ 12.29, 13.87 ], "duration": 63.66, "caption": "A man raises his left hand and points with two fingers towards himself.", "similarity": 0.6954, "relevance": 1 }, { "pair_id": 2551, "video_name": "friends_s01e03_seg02_clip_12", "timestamp": [ 16.89, 17.7 ], "duration": 27.66, "caption": "A man extends his arm out and points across the room.", "similarity": 0.6935, "relevance": 4 }, { "pair_id": 2552, "video_name": "house_s07e18_seg02_clip_21", "timestamp": [ 69.95, 73.83 ], "duration": 111.66, "caption": "A man points his device to a person and he puts his hands up.", "similarity": 0.6924, "relevance": 2 }, { "pair_id": 2553, "video_name": "castle_s05e07_seg02_clip_06", "timestamp": [ 0.0, 10.85 ], "duration": 90.66, "caption": "A man is looking at the big screen and enlarges an area where a person is standing and points at him.", "similarity": 0.6912, "relevance": 4 }, { "pair_id": 2554, "video_name": "castle_s02e19_seg02_clip_04", "timestamp": [ 3.67, 5.96 ], "duration": 91.66, "caption": "A man raises his fist then points in a direction.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 2555, "video_name": "friends_s04e15_seg02_clip_08", "timestamp": [ 26.17, 27.65 ], "duration": 59.66, "caption": "A man points towards the television screen with a sport playing.", "similarity": 0.6847, "relevance": 3 }, { "pair_id": 2556, "video_name": "friends_s03e13_seg02_clip_05", "timestamp": [ 1.83, 4.27 ], "duration": 61.66, "caption": "A man points over his right shoulder with his thumb.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 2557, "video_name": "castle_s02e18_seg02_clip_20", "timestamp": [ 63.52, 66.21 ], "duration": 89.66, "caption": "A person points with his finger to a screen then adjusts his jacket.", "similarity": 0.6841, "relevance": 4 }, { "pair_id": 2558, "video_name": "castle_s05e24_seg02_clip_05", "timestamp": [ 67.51, 68.9 ], "duration": 92.66, "caption": "A man points at the monitor with his right hand.", "similarity": 0.6827, "relevance": 4 }, { "pair_id": 2559, "video_name": "s09e14_seg02_clip_07", "timestamp": [ 50.96, 51.87 ], "duration": 61.66, "caption": "A man raises his hand and points his finger at a person.", "similarity": 0.6802, "relevance": 4 }, { "pair_id": 175860, "video_name": "house_s06e20_seg02_clip_18", "timestamp": [ 45.29, 48.04 ], "duration": 91.66, "caption": "A man points at someone to look up at the monitor.", "similarity": 0.6773, "relevance": 3 }, { "pair_id": 175861, "video_name": "house_s02e17_seg02_clip_18", "timestamp": [ 0.0, 2.28 ], "duration": 91.66, "caption": "A man is pointing to an image on a screen for examination.", "similarity": 0.6767, "relevance": 2 }, { "pair_id": 175862, "video_name": "castle_s06e02_seg02_clip_13", "timestamp": [ 85.34, 91.47 ], "duration": 94.66, "caption": "A man goes to the screen and points at a sentence.", "similarity": 0.6752, "relevance": 3 }, { "pair_id": 175863, "video_name": "s05e14_seg02_clip_04", "timestamp": [ 59.25, 60.19 ], "duration": 63.66, "caption": "A person raises their hand and quickly points over their shoulder with their thumb.", "similarity": 0.6751, "relevance": 4 }, { "pair_id": 175864, "video_name": "met_s06e13_seg02_clip_07", "timestamp": [ 0.0, 2.45 ], "duration": 61.66, "caption": "A person points towards someone and puts their palms up.", "similarity": 0.6739, "relevance": 3 }, { "pair_id": 175865, "video_name": "castle_s04e10_seg02_clip_27", "timestamp": [ 7.14, 9.24 ], "duration": 84.66, "caption": "A person raises his arm and points a finger toward his mouth.", "similarity": 0.6717, "relevance": 3 }, { "pair_id": 175866, "video_name": "castle_s08e02_seg02_clip_12", "timestamp": [ 12.88, 16.56 ], "duration": 92.66, "caption": "A person is looking at a screen and points at the screen with his index finger.", "similarity": 0.6715, "relevance": 3 }, { "pair_id": 175867, "video_name": "friends_s06e07_seg02_clip_15", "timestamp": [ 9.3, 11.1 ], "duration": 60.66, "caption": "A man raises his right hand and points at guy.", "similarity": 0.6694, "relevance": 3 }, { "pair_id": 175868, "video_name": "house_s04e11_seg02_clip_20", "timestamp": [ 13.44, 20.17 ], "duration": 89.66, "caption": "A person points his finger at the monitor screen.", "similarity": 0.6694, "relevance": 3 }, { "pair_id": 175869, "video_name": "castle_s06e10_seg02_clip_04", "timestamp": [ 1.35, 3.15 ], "duration": 90.66, "caption": "A person points to their arm to show two other people.", "similarity": 0.6689, "relevance": 1 }, { "pair_id": 175870, "video_name": "s06e22_seg01_clip_00", "timestamp": [ 6.24, 11.04 ], "duration": 96.66, "caption": "A man points something out in the computer monitor.", "similarity": 0.6684, "relevance": 3 }, { "pair_id": 175871, "video_name": "friends_s10e09_seg02_clip_02", "timestamp": [ 45.83, 48.6 ], "duration": 61.66, "caption": "A man looks down and raises up his arm.", "similarity": 0.6632, "relevance": 1 }, { "pair_id": 175872, "video_name": "friends_s10e15_seg02_clip_15", "timestamp": [ 16.25, 22.41 ], "duration": 56.66, "caption": "A man points at a woman then moves his arm around to emphasize his point.", "similarity": 0.6627, "relevance": 2 }, { "pair_id": 175873, "video_name": "friends_s02e21_seg02_clip_16", "timestamp": [ 30.45, 36.3 ], "duration": 58.66, "caption": "A man points at himself using both of his hands.", "similarity": 0.6623, "relevance": 1 }, { "pair_id": 175874, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 31.96, 37.81 ], "duration": 90.66, "caption": "A man points finger at a person on the picture.", "similarity": 0.6616, "relevance": 2 }, { "pair_id": 175875, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 27.51, 36.37 ], "duration": 93.66, "caption": "A man gets up to point out something on the internal organs pictures on the monitor.", "similarity": 0.661, "relevance": 3 }, { "pair_id": 175876, "video_name": "castle_s05e01_seg02_clip_06", "timestamp": [ 32.31, 39.14 ], "duration": 91.66, "caption": "A man points to the watch someone is wearing in the picture.", "similarity": 0.6599, "relevance": 2 }, { "pair_id": 175877, "video_name": "s06e11_seg02_clip_08", "timestamp": [ 19.51, 21.01 ], "duration": 60.66, "caption": "A person raises it hand up and points while he talks.", "similarity": 0.6594, "relevance": 3 }, { "pair_id": 175878, "video_name": "castle_s04e08_seg02_clip_08", "timestamp": [ 34.29, 40.89 ], "duration": 87.66, "caption": "A man raises his arm and speaks into his cuff link while someone watches.", "similarity": 0.6594, "relevance": 2 }, { "pair_id": 175879, "video_name": "s08e19_seg02_clip_13", "timestamp": [ 38.96, 39.25 ], "duration": 59.66, "caption": "A person reaches up their left arm and points to the side of them with their thumb.", "similarity": 0.6555, "relevance": 4 } ] }, { "query_id": 92018, "query": "A woman sits down and takes off her coat.", "relevant_moment": [ { "pair_id": 17180, "video_name": "friends_s07e03_seg02_clip_03", "timestamp": [ 2.14, 14.95 ], "duration": 61.66, "caption": "A woman sits down and takes off her coat.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17181, "video_name": "friends_s04e17_seg02_clip_16", "timestamp": [ 0.0, 7.15 ], "duration": 65.66, "caption": "A woman sits down on the couch and takes off her coat.", "similarity": 0.916, "relevance": 4 }, { "pair_id": 17182, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 5.67, 16.39 ], "duration": 63.66, "caption": "A woman sits down on the couch and takes off her coat.", "similarity": 0.916, "relevance": 4 }, { "pair_id": 17183, "video_name": "friends_s01e12_seg02_clip_12", "timestamp": [ 6.3, 13.24 ], "duration": 63.66, "caption": "A woman sits on the couch and takes her coat off.", "similarity": 0.9044, "relevance": 4 }, { "pair_id": 17184, "video_name": "friends_s02e11_seg02_clip_01", "timestamp": [ 18.61, 22.02 ], "duration": 62.66, "caption": "A woman walks in and take off her coat before she sits down.", "similarity": 0.9023, "relevance": 4 }, { "pair_id": 17185, "video_name": "castle_s04e16_seg02_clip_20", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman takes her coat off and sits down on a desk.", "similarity": 0.8717, "relevance": 4 }, { "pair_id": 17186, "video_name": "friends_s06e19_seg02_clip_10", "timestamp": [ 26.98, 32.49 ], "duration": 58.66, "caption": "A woman takes her coat off while sitting on the sofa.", "similarity": 0.8692, "relevance": 4 }, { "pair_id": 17187, "video_name": "friends_s01e09_seg02_clip_00", "timestamp": [ 25.08, 34.19 ], "duration": 65.66, "caption": "A woman takes off her coat and sits on the arm of the couch.", "similarity": 0.8629, "relevance": 4 }, { "pair_id": 17188, "video_name": "grey_s03e02_seg02_clip_19", "timestamp": [ 77.94, 83.32 ], "duration": 89.66, "caption": "A woman sits down at a table and removes her coat.", "similarity": 0.8473, "relevance": 4 }, { "pair_id": 17189, "video_name": "friends_s01e13_seg02_clip_21", "timestamp": [ 0.36, 7.81 ], "duration": 71.66, "caption": "A woman takes off her coat and sits at the edge of the couch.", "similarity": 0.8454, "relevance": 4 }, { "pair_id": 17190, "video_name": "friends_s09e17_seg02_clip_01", "timestamp": [ 21.9, 25.64 ], "duration": 57.66, "caption": "A woman takes off her coat on the armchair.", "similarity": 0.8412, "relevance": 4 }, { "pair_id": 17191, "video_name": "friends_s07e10_seg02_clip_07", "timestamp": [ 4.5, 9.3 ], "duration": 60.66, "caption": "A woman takes her jacket off while sitting down.", "similarity": 0.8327, "relevance": 4 }, { "pair_id": 17192, "video_name": "house_s01e08_seg02_clip_06", "timestamp": [ 2.01, 8.38 ], "duration": 67.66, "caption": "A woman removes her coat.", "similarity": 0.8256, "relevance": 2 }, { "pair_id": 17193, "video_name": "friends_s02e02_seg02_clip_07", "timestamp": [ 16.89, 21.49 ], "duration": 61.66, "caption": "A woman takes her coat off and hangs it up.", "similarity": 0.8204, "relevance": 2 }, { "pair_id": 17194, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 22.64, 25.74 ], "duration": 62.66, "caption": "A woman takes off her coat and sets it down on a chair.", "similarity": 0.819, "relevance": 2 }, { "pair_id": 17195, "video_name": "friends_s01e15_seg02_clip_16", "timestamp": [ 10.72, 12.61 ], "duration": 63.66, "caption": "A woman walks in and takes her coat off.", "similarity": 0.8123, "relevance": 2 }, { "pair_id": 17196, "video_name": "s07e12_seg02_clip_12", "timestamp": [ 8.09, 17.72 ], "duration": 77.66, "caption": "A woman takes off her coat and sits down at the table with two other people.", "similarity": 0.8052, "relevance": 4 }, { "pair_id": 17197, "video_name": "friends_s09e14_seg02_clip_18", "timestamp": [ 38.14, 42.41 ], "duration": 61.66, "caption": "A woman takes off their coat and sits down next to someone on the couch.", "similarity": 0.8014, "relevance": 4 }, { "pair_id": 17198, "video_name": "friends_s10e09_seg02_clip_00", "timestamp": [ 26.41, 36.91 ], "duration": 63.66, "caption": "A woman takes off her tan coat as she is sitting on sofa.", "similarity": 0.7918, "relevance": 4 }, { "pair_id": 17199, "video_name": "friends_s04e16_seg01_clip_00", "timestamp": [ 33.51, 39.29 ], "duration": 77.66, "caption": "A woman takes off her coat and puts it on the sofa.", "similarity": 0.774, "relevance": 2 }, { "pair_id": 190500, "video_name": "s06e11_seg02_clip_03", "timestamp": [ 36.32, 43.19 ], "duration": 55.66, "caption": "A woman takes her coat off and shows off her dress.", "similarity": 0.7722, "relevance": 1 }, { "pair_id": 190501, "video_name": "castle_s04e07_seg02_clip_04", "timestamp": [ 67.52, 70.22 ], "duration": 90.66, "caption": "A woman takes off her coat then holds her hand to her forehead.", "similarity": 0.7714, "relevance": 3 }, { "pair_id": 190502, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 32.84, 38.04 ], "duration": 65.66, "caption": "A woman takes her coat off and hangs it up on the back of the chair.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 190503, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 5.41, 7.21 ], "duration": 90.66, "caption": "A woman grabs her coat off of the chair.", "similarity": 0.7563, "relevance": 2 }, { "pair_id": 190504, "video_name": "s06e20_seg02_clip_12", "timestamp": [ 7.63, 10.37 ], "duration": 61.66, "caption": "A woman unties her coat and yanks it off.", "similarity": 0.7543, "relevance": 3 }, { "pair_id": 190505, "video_name": "grey_s03e18_seg02_clip_19", "timestamp": [ 75.87, 84.95 ], "duration": 90.66, "caption": "A woman takes off her coat and throws it down.", "similarity": 0.7503, "relevance": 2 }, { "pair_id": 190506, "video_name": "friends_s06e13_seg02_clip_10", "timestamp": [ 24.22, 31.6 ], "duration": 59.66, "caption": "A woman removes coat and puts it on the couch.", "similarity": 0.7477, "relevance": 2 }, { "pair_id": 190507, "video_name": "s07e12_seg02_clip_12", "timestamp": [ 6.93, 11.17 ], "duration": 77.66, "caption": "A woman takes off her coat as she stands at the table where a man and a woman sit.", "similarity": 0.7468, "relevance": 3 }, { "pair_id": 190508, "video_name": "friends_s01e14_seg02_clip_10", "timestamp": [ 36.21, 38.49 ], "duration": 57.66, "caption": "A woman stands up at the table to take her coat off.", "similarity": 0.7466, "relevance": 3 }, { "pair_id": 190509, "video_name": "friends_s10e13_seg02_clip_17", "timestamp": [ 2.48, 8.37 ], "duration": 62.66, "caption": "A woman removes her coat and places it on the back of a chair.", "similarity": 0.7435, "relevance": 3 }, { "pair_id": 190510, "video_name": "s05e17_seg02_clip_11", "timestamp": [ 0.0, 4.28 ], "duration": 57.66, "caption": "A woman puts on her coat as she gets ready to leave.", "similarity": 0.7428, "relevance": 2 }, { "pair_id": 190511, "video_name": "s01e04_seg02_clip_08", "timestamp": [ 31.91, 40.62 ], "duration": 58.66, "caption": "A woman takes her coat off and folds it over her arm.", "similarity": 0.7373, "relevance": 2 }, { "pair_id": 190512, "video_name": "friends_s05e17_seg02_clip_14", "timestamp": [ 50.19, 52.5 ], "duration": 66.66, "caption": "A woman sets her coat down on the chair and sits down.", "similarity": 0.7367, "relevance": 2 }, { "pair_id": 190513, "video_name": "friends_s06e19_seg02_clip_00", "timestamp": [ 11.71, 17.24 ], "duration": 65.66, "caption": "A woman takes off her jacket while sitting in a chair.", "similarity": 0.7308, "relevance": 3 }, { "pair_id": 190514, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 16.53, 24.79 ], "duration": 59.66, "caption": "A woman takes off her jacket and sits down at the table.", "similarity": 0.7297, "relevance": 3 }, { "pair_id": 190515, "video_name": "castle_s03e09_seg02_clip_16", "timestamp": [ 29.93, 34.33 ], "duration": 88.66, "caption": "A woman unbuttons her coat as she's walking and then takes it off.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 190516, "video_name": "friends_s03e22_seg02_clip_08", "timestamp": [ 52.22, 58.03 ], "duration": 58.66, "caption": "A woman takes off her coat and raises her arms.", "similarity": 0.726, "relevance": 3 }, { "pair_id": 190517, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 1.12, 5.88 ], "duration": 56.66, "caption": "A woman sets her bag down and begins to remove her coat.", "similarity": 0.7235, "relevance": 2 }, { "pair_id": 190518, "video_name": "friends_s09e09_seg02_clip_02", "timestamp": [ 0.0, 3.77 ], "duration": 58.66, "caption": "A person takes off their jacket as they sit down.", "similarity": 0.7182, "relevance": 2 }, { "pair_id": 190519, "video_name": "friends_s04e15_seg02_clip_03", "timestamp": [ 51.87, 52.79 ], "duration": 61.66, "caption": "A woman takes off a fluffy white fur coat that she is wearing.", "similarity": 0.7173, "relevance": 3 } ] }, { "query_id": 92115, "query": "Two people sit on the couch staring at the TV.", "relevant_moment": [ { "pair_id": 2500, "video_name": "met_s04e01_seg02_clip_09", "timestamp": [ 22.15, 33.51 ], "duration": 58.66, "caption": "Two people sit on the couch staring at the TV.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2501, "video_name": "s02e01_seg02_clip_10", "timestamp": [ 33.81, 40.94 ], "duration": 62.66, "caption": "Two people are sitting on a person's couch watching the tv.", "similarity": 0.871, "relevance": 4 }, { "pair_id": 2502, "video_name": "s07e22_seg02_clip_08", "timestamp": [ 52.0, 63.03 ], "duration": 63.66, "caption": "Two people are sitting on the couch watching TV.", "similarity": 0.8582, "relevance": 2 }, { "pair_id": 2503, "video_name": "s10e05_seg01_clip_00", "timestamp": [ 56.45, 61.03 ], "duration": 61.66, "caption": "Two people are sitting on the sofa as they watch TV.", "similarity": 0.8308, "relevance": 4 }, { "pair_id": 2504, "video_name": "met_s02e07_seg02_clip_07", "timestamp": [ 5.5, 15.89 ], "duration": 61.66, "caption": "Two people sit on the couch and look into each other's eyes.", "similarity": 0.7858, "relevance": 2 }, { "pair_id": 2505, "video_name": "house_s07e01_seg02_clip_22", "timestamp": [ 29.3, 93.03 ], "duration": 93.66, "caption": "Two people were sitting on a couch.", "similarity": 0.7655, "relevance": 2 }, { "pair_id": 2506, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 5.99, 8.19 ], "duration": 63.66, "caption": "Two people sit down on a couch.", "similarity": 0.7522, "relevance": 2 }, { "pair_id": 2507, "video_name": "friends_s09e17_seg02_clip_06", "timestamp": [ 50.96, 52.48 ], "duration": 61.66, "caption": "Two people sit down on a couch.", "similarity": 0.7522, "relevance": 2 }, { "pair_id": 2508, "video_name": "s01e17_seg02_clip_04", "timestamp": [ 49.88, 56.96 ], "duration": 59.66, "caption": "Two people are seated on a couch and while one waves their hands and looks between the other and the computer screen acknowledging that the other was correct, the other stares at the first person.", "similarity": 0.7484, "relevance": 2 }, { "pair_id": 2509, "video_name": "s06e11_seg02_clip_14", "timestamp": [ 52.38, 56.02 ], "duration": 56.66, "caption": "Two people sit down on the couch.", "similarity": 0.7439, "relevance": 0 }, { "pair_id": 2510, "video_name": "s09e15_seg02_clip_14", "timestamp": [ 50.76, 59.03 ], "duration": 59.66, "caption": "Two people are sitting together on the couch.", "similarity": 0.7431, "relevance": 2 }, { "pair_id": 2511, "video_name": "friends_s03e05_seg02_clip_11", "timestamp": [ 0.0, 7.41 ], "duration": 57.66, "caption": "A man and a woman sit on the couch in woman's apartment watching TV.", "similarity": 0.7399, "relevance": 4 }, { "pair_id": 2512, "video_name": "s06e22_seg02_clip_11", "timestamp": [ 54.75, 56.99 ], "duration": 64.66, "caption": "Two people turn to look at each other on the couch.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 2513, "video_name": "friends_s09e11_seg02_clip_00", "timestamp": [ 0.0, 63.43 ], "duration": 63.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 2514, "video_name": "friends_s09e04_seg02_clip_22", "timestamp": [ 0.0, 35.02 ], "duration": 35.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 2515, "video_name": "friends_s04e07_seg02_clip_16", "timestamp": [ 0.0, 14.27 ], "duration": 62.66, "caption": "Two people were both sitting on the couch.", "similarity": 0.7364, "relevance": 2 }, { "pair_id": 2516, "video_name": "friends_s09e16_seg02_clip_01", "timestamp": [ 24.79, 41.61 ], "duration": 59.66, "caption": "Two people are sitting close to each other as they watch TV.", "similarity": 0.7286, "relevance": 4 }, { "pair_id": 2517, "video_name": "met_s02e05_seg02_clip_03", "timestamp": [ 8.35, 13.61 ], "duration": 61.66, "caption": "Two people sit down on the couch together.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 2518, "video_name": "s03e06_seg02_clip_09", "timestamp": [ 60.42, 61.03 ], "duration": 61.66, "caption": "A person is sat on the couch looking at the TV.", "similarity": 0.7247, "relevance": 3 }, { "pair_id": 2519, "video_name": "friends_s05e07_seg01_clip_00", "timestamp": [ 6.82, 14.58 ], "duration": 62.66, "caption": "Two people are sitting on a couch and one shows the other the magazine they are looking at.", "similarity": 0.7231, "relevance": 2 }, { "pair_id": 175820, "video_name": "friends_s01e12_seg02_clip_04", "timestamp": [ 40.32, 44.8 ], "duration": 59.66, "caption": "Two people sit down together on the couch.", "similarity": 0.7221, "relevance": 3 }, { "pair_id": 175821, "video_name": "s02e07_seg01_clip_01", "timestamp": [ 13.87, 63.03 ], "duration": 63.66, "caption": "Some people are staring intently at the TV.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 175822, "video_name": "s03e03_seg02_clip_05", "timestamp": [ 24.37, 58.03 ], "duration": 58.66, "caption": "Some people are sitting on the sofa as they watch tv.", "similarity": 0.7176, "relevance": 4 }, { "pair_id": 175823, "video_name": "friends_s06e13_seg02_clip_02", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "Two people sit down on the couch next to each other.", "similarity": 0.7118, "relevance": 3 }, { "pair_id": 175824, "video_name": "friends_s02e01_seg02_clip_06", "timestamp": [ 0.0, 22.55 ], "duration": 63.66, "caption": "A man and woman are having a conversation while sitting on the couch and watching TV.", "similarity": 0.711, "relevance": 3 }, { "pair_id": 175825, "video_name": "friends_s07e10_seg02_clip_03", "timestamp": [ 7.02, 10.8 ], "duration": 54.66, "caption": "Two people sit down next to each other on the couch.", "similarity": 0.7023, "relevance": 2 }, { "pair_id": 175826, "video_name": "friends_s10e03_seg02_clip_22", "timestamp": [ 18.91, 24.86 ], "duration": 70.66, "caption": "A woman and man sit on the couch and stare into each others eyes.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 175827, "video_name": "s08e16_seg02_clip_15", "timestamp": [ 0.0, 48.07 ], "duration": 62.66, "caption": "A woman and a person sit on the couch and stare in each others eyes while having a conversation.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 175828, "video_name": "friends_s10e07_seg02_clip_14", "timestamp": [ 7.02, 16.65 ], "duration": 52.66, "caption": "Two people walk in and sit on the couch.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 175829, "video_name": "friends_s05e04_seg02_clip_16", "timestamp": [ 54.25, 58.03 ], "duration": 58.66, "caption": "A person is watching the TV while sitting with another person.", "similarity": 0.6828, "relevance": 1 }, { "pair_id": 175830, "video_name": "house_s01e04_seg02_clip_19", "timestamp": [ 33.51, 47.52 ], "duration": 100.66, "caption": "Two people sit at the computer and look at the screen.", "similarity": 0.6815, "relevance": 2 }, { "pair_id": 175831, "video_name": "s04e24_seg02_clip_12", "timestamp": [ 0.0, 5.22 ], "duration": 58.66, "caption": "Two people are sitting beside each other on the couch.", "similarity": 0.6754, "relevance": 2 }, { "pair_id": 175832, "video_name": "s06e10_seg02_clip_14", "timestamp": [ 0.0, 6.82 ], "duration": 62.66, "caption": "Two people are sitting beside each other on someone's couch.", "similarity": 0.6746, "relevance": 3 }, { "pair_id": 175833, "video_name": "friends_s07e16_seg02_clip_12", "timestamp": [ 32.46, 35.61 ], "duration": 63.66, "caption": "Two people sit side by side on a person's couch.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 175834, "video_name": "castle_s06e09_seg02_clip_07", "timestamp": [ 17.55, 30.61 ], "duration": 90.66, "caption": "Two people look at a picture on a big screen TV monitor.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 175835, "video_name": "friends_s07e16_seg02_clip_06", "timestamp": [ 40.7, 57.33 ], "duration": 57.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.6653, "relevance": 3 }, { "pair_id": 175836, "video_name": "friends_s07e03_seg02_clip_01", "timestamp": [ 0.0, 52.18 ], "duration": 61.66, "caption": "Two people were sitting beside each other on the couch.", "similarity": 0.6653, "relevance": 1 }, { "pair_id": 175837, "video_name": "friends_s02e17_seg02_clip_17", "timestamp": [ 36.6, 54.28 ], "duration": 62.66, "caption": "A woman moves to sit on the couch with man and watch tv.", "similarity": 0.6637, "relevance": 4 }, { "pair_id": 175838, "video_name": "s04e11_seg02_clip_10", "timestamp": [ 15.67, 40.04 ], "duration": 58.66, "caption": "Two people sit on the couch talking to each other.", "similarity": 0.6632, "relevance": 3 }, { "pair_id": 175839, "video_name": "friends_s09e13_seg02_clip_23", "timestamp": [ 8.99, 14.8 ], "duration": 58.66, "caption": "Two people sit on a couch and have a conversation.", "similarity": 0.6622, "relevance": 3 } ] }, { "query_id": 92147, "query": "A woman sits down while a man then sits next to her.", "relevant_moment": [ { "pair_id": 18440, "video_name": "friends_s09e10_seg02_clip_13", "timestamp": [ 36.02, 42.32 ], "duration": 60.66, "caption": "A woman sits down while a man then sits next to her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18441, "video_name": "friends_s06e21_seg02_clip_15", "timestamp": [ 41.12, 46.52 ], "duration": 60.66, "caption": "A woman comes over and sits down next to man.", "similarity": 0.8932, "relevance": 3 }, { "pair_id": 18443, "video_name": "grey_s03e20_seg02_clip_26", "timestamp": [ 55.52, 72.6 ], "duration": 122.66, "caption": "A woman shows up and sits down next to man.", "similarity": 0.8894, "relevance": 3 }, { "pair_id": 18444, "video_name": "s08e12_seg02_clip_12", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A woman sits down on the chair next to a man.", "similarity": 0.872, "relevance": 3 }, { "pair_id": 18445, "video_name": "friends_s09e20_seg02_clip_18", "timestamp": [ 6.53, 11.27 ], "duration": 59.66, "caption": "A woman walks over and sits down next to a man.", "similarity": 0.8653, "relevance": 3 }, { "pair_id": 18446, "video_name": "met_s02e16_seg02_clip_00", "timestamp": [ 59.24, 60.79 ], "duration": 62.66, "caption": "A woman sits down next to man while he's talking to woman.", "similarity": 0.8618, "relevance": 3 }, { "pair_id": 18447, "video_name": "castle_s03e13_seg02_clip_09", "timestamp": [ 19.88, 24.4 ], "duration": 90.66, "caption": "A woman sits down in the chair that's next to a man.", "similarity": 0.8553, "relevance": 3 }, { "pair_id": 18448, "video_name": "castle_s06e13_seg02_clip_23", "timestamp": [ 29.73, 62.15 ], "duration": 90.66, "caption": "A woman sits down next to a man as she is speaking to another man.", "similarity": 0.8547, "relevance": 1 }, { "pair_id": 18449, "video_name": "grey_s02e23_seg02_clip_24", "timestamp": [ 77.83, 82.38 ], "duration": 91.66, "caption": "A woman sits down next to a man to talk to him.", "similarity": 0.8484, "relevance": 2 }, { "pair_id": 18450, "video_name": "friends_s07e03_seg01_clip_00", "timestamp": [ 51.28, 54.64 ], "duration": 61.66, "caption": "A man sits down on the chair next to a woman.", "similarity": 0.8464, "relevance": 3 }, { "pair_id": 18451, "video_name": "s02e08_seg02_clip_06", "timestamp": [ 0.0, 2.17 ], "duration": 62.66, "caption": "A woman sits down on a chair near a man.", "similarity": 0.8462, "relevance": 3 }, { "pair_id": 18452, "video_name": "s08e15_seg02_clip_14", "timestamp": [ 52.79, 58.59 ], "duration": 61.66, "caption": "A man sits down in a chair and woman sits beside him.", "similarity": 0.8417, "relevance": 3 }, { "pair_id": 18453, "video_name": "friends_s07e19_seg02_clip_03", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man walks and sits down next to a woman.", "similarity": 0.839, "relevance": 2 }, { "pair_id": 18454, "video_name": "house_s03e18_seg02_clip_13", "timestamp": [ 84.65, 87.84 ], "duration": 91.66, "caption": "A man sits down in a chair next to a woman.", "similarity": 0.8366, "relevance": 2 }, { "pair_id": 18455, "video_name": "friends_s03e22_seg02_clip_09", "timestamp": [ 10.72, 16.42 ], "duration": 67.66, "caption": "A woman sits down on the couch and then a man sits down next to her.", "similarity": 0.8361, "relevance": 4 }, { "pair_id": 18456, "video_name": "met_s03e19_seg02_clip_08", "timestamp": [ 56.7, 60.64 ], "duration": 60.66, "caption": "A woman sits down at the table next to a man.", "similarity": 0.833, "relevance": 3 }, { "pair_id": 18457, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 53.13, 55.61 ], "duration": 62.66, "caption": "A woman sits down while another woman stands next to someone.", "similarity": 0.8325, "relevance": 2 }, { "pair_id": 18458, "video_name": "castle_s03e01_seg02_clip_18", "timestamp": [ 57.66, 64.07 ], "duration": 64.66, "caption": "A man walks up and sits down next to a woman.", "similarity": 0.8286, "relevance": 2 }, { "pair_id": 18459, "video_name": "castle_s04e05_seg02_clip_00", "timestamp": [ 9.2, 14.26 ], "duration": 92.66, "caption": "A woman walks over and sits next to man.", "similarity": 0.8263, "relevance": 3 }, { "pair_id": 191760, "video_name": "house_s02e08_seg02_clip_20", "timestamp": [ 74.27, 77.42 ], "duration": 90.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 191761, "video_name": "friends_s08e18_seg02_clip_11", "timestamp": [ 1.41, 5.62 ], "duration": 56.66, "caption": "A man walks over and sits down next to a woman.", "similarity": 0.8261, "relevance": 2 }, { "pair_id": 191762, "video_name": "s07e24_seg02_clip_02", "timestamp": [ 16.21, 18.91 ], "duration": 60.66, "caption": "A woman sits down next to man on the couch.", "similarity": 0.8254, "relevance": 2 }, { "pair_id": 191763, "video_name": "castle_s03e15_seg02_clip_08", "timestamp": [ 60.54, 66.77 ], "duration": 89.66, "caption": "A woman walks in and sits down beside man.", "similarity": 0.825, "relevance": 3 }, { "pair_id": 191764, "video_name": "s09e17_seg02_clip_01", "timestamp": [ 5.61, 7.97 ], "duration": 59.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8249, "relevance": 4 }, { "pair_id": 191765, "video_name": "met_s04e01_seg02_clip_02", "timestamp": [ 48.45, 49.9 ], "duration": 58.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 191766, "video_name": "grey_s03e11_seg02_clip_17", "timestamp": [ 36.81, 39.11 ], "duration": 92.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8249, "relevance": 4 }, { "pair_id": 191767, "video_name": "friends_s08e22_seg02_clip_17", "timestamp": [ 8.99, 9.92 ], "duration": 62.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8249, "relevance": 4 }, { "pair_id": 191768, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 3.08, 6.61 ], "duration": 88.66, "caption": "A woman sits down on the couch next to a man.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 191769, "video_name": "house_s07e06_seg02_clip_01", "timestamp": [ 29.45, 53.84 ], "duration": 92.66, "caption": "A person sits next to a man and then a man sits next to that person.", "similarity": 0.8247, "relevance": 2 }, { "pair_id": 191770, "video_name": "house_s08e08_seg02_clip_07", "timestamp": [ 0.0, 3.78 ], "duration": 84.66, "caption": "A woman adjusts herself to sit down next to a man.", "similarity": 0.8242, "relevance": 1 }, { "pair_id": 191771, "video_name": "s09e21_seg02_clip_06", "timestamp": [ 39.02, 43.82 ], "duration": 60.66, "caption": "A woman is sitting next to a man as she listens to another woman.", "similarity": 0.8231, "relevance": 2 }, { "pair_id": 191772, "video_name": "house_s08e21_seg02_clip_13", "timestamp": [ 12.96, 32.17 ], "duration": 96.66, "caption": "A woman just came by and sits beside a man.", "similarity": 0.8218, "relevance": 2 }, { "pair_id": 191773, "video_name": "house_s03e16_seg02_clip_04", "timestamp": [ 63.26, 67.36 ], "duration": 91.66, "caption": "A woman sits down next to man as he brings his hand to his face.", "similarity": 0.821, "relevance": 3 }, { "pair_id": 191774, "video_name": "house_s06e07_seg02_clip_09", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man sits down next to a woman as the two talk.", "similarity": 0.8204, "relevance": 2 }, { "pair_id": 191775, "video_name": "friends_s05e13_seg02_clip_15", "timestamp": [ 50.19, 54.25 ], "duration": 58.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.818, "relevance": 3 }, { "pair_id": 191776, "video_name": "castle_s06e18_seg02_clip_16", "timestamp": [ 73.57, 76.71 ], "duration": 89.66, "caption": "A man sits down next to a woman on the couch.", "similarity": 0.818, "relevance": 3 }, { "pair_id": 191777, "video_name": "friends_s09e18_seg01_clip_01", "timestamp": [ 0.0, 71.02 ], "duration": 71.66, "caption": "A person was sitting beside a man and a woman.", "similarity": 0.8174, "relevance": 2 }, { "pair_id": 191778, "video_name": "friends_s05e08_seg02_clip_02", "timestamp": [ 33.56, 35.49 ], "duration": 55.66, "caption": "A woman is sitting beside a man, she reaches over with her right hand and pats a man on the head.", "similarity": 0.8166, "relevance": 2 }, { "pair_id": 191779, "video_name": "s03e03_seg02_clip_03", "timestamp": [ 16.91, 20.29 ], "duration": 52.66, "caption": "A woman sits beside a man and moves a little closer to him.", "similarity": 0.816, "relevance": 4 } ] }, { "query_id": 92210, "query": "A man is folding his coat in the kitchen.", "relevant_moment": [ { "pair_id": 10740, "video_name": "friends_s05e20_seg02_clip_13", "timestamp": [ 0.0, 1.55 ], "duration": 62.66, "caption": "A man is folding his coat in the kitchen.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10741, "video_name": "friends_s05e10_seg02_clip_12", "timestamp": [ 49.95, 56.12 ], "duration": 56.66, "caption": "A man is in the kitchen with his hands in his pockets.", "similarity": 0.6507, "relevance": 1 }, { "pair_id": 10742, "video_name": "house_s06e09_seg02_clip_18", "timestamp": [ 47.26, 62.57 ], "duration": 90.66, "caption": "A man hangs up his coat and walks towards the kitchen.", "similarity": 0.6409, "relevance": 1 }, { "pair_id": 10743, "video_name": "s02e23_seg02_clip_17", "timestamp": [ 6.1, 8.22 ], "duration": 53.66, "caption": "A man is in the kitchen with food in his hands.", "similarity": 0.6094, "relevance": 1 }, { "pair_id": 10744, "video_name": "friends_s08e11_seg02_clip_19", "timestamp": [ 31.28, 40.43 ], "duration": 59.66, "caption": "A man walks into the kitchen and takes off his jacket.", "similarity": 0.6025, "relevance": 3 }, { "pair_id": 10745, "video_name": "friends_s02e05_seg02_clip_14", "timestamp": [ 19.15, 32.2 ], "duration": 58.66, "caption": "A man puts his jacket on and walks over to the kitchen.", "similarity": 0.6008, "relevance": 1 }, { "pair_id": 10746, "video_name": "friends_s01e07_seg02_clip_11", "timestamp": [ 57.06, 59.5 ], "duration": 61.66, "caption": "A person takes one's coat off in the kitchen of one's apartment.", "similarity": 0.5795, "relevance": 1 }, { "pair_id": 10747, "video_name": "met_s02e11_seg02_clip_06", "timestamp": [ 55.7, 60.22 ], "duration": 60.66, "caption": "A man walks out of the kitchen and grabs his scarf.", "similarity": 0.5682, "relevance": 1 }, { "pair_id": 10748, "video_name": "s09e21_seg02_clip_00", "timestamp": [ 7.44, 15.51 ], "duration": 62.66, "caption": "A man is in the kitchen preparing food as a person walks into the kitchen.", "similarity": 0.5608, "relevance": 1 }, { "pair_id": 10749, "video_name": "friends_s07e04_seg02_clip_09", "timestamp": [ 0.0, 18.57 ], "duration": 64.66, "caption": "A man with eyeglasses walked into the kitchen with a bag in his hand.", "similarity": 0.55, "relevance": 1 }, { "pair_id": 10750, "video_name": "s05e13_seg02_clip_12", "timestamp": [ 47.76, 56.45 ], "duration": 62.66, "caption": "A person is walking towards the kitchen and then stops and folds their arms.", "similarity": 0.548, "relevance": 1 }, { "pair_id": 10751, "video_name": "s02e22_seg02_clip_12", "timestamp": [ 33.26, 36.92 ], "duration": 61.66, "caption": "A man is on the phone while in the kitchen.", "similarity": 0.5454, "relevance": 1 }, { "pair_id": 10752, "video_name": "s10e11_seg02_clip_05", "timestamp": [ 0.29, 4.93 ], "duration": 58.66, "caption": "A man is in the kitchen by the counter.", "similarity": 0.5404, "relevance": 1 }, { "pair_id": 10753, "video_name": "castle_s08e06_seg02_clip_17", "timestamp": [ 26.87, 34.93 ], "duration": 89.66, "caption": "A man was cooking some dishes in the kitchen.", "similarity": 0.5313, "relevance": 1 }, { "pair_id": 10754, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 50.71, 52.52 ], "duration": 60.66, "caption": "A man crosses his arms over his chest in the kitchen.", "similarity": 0.528, "relevance": 0 }, { "pair_id": 10755, "video_name": "s07e08_seg02_clip_01", "timestamp": [ 36.87, 39.08 ], "duration": 63.66, "caption": "A man takes his blue tee shirt off while standing in the kitchen.", "similarity": 0.5278, "relevance": 1 }, { "pair_id": 10756, "video_name": "friends_s04e17_seg02_clip_11", "timestamp": [ 47.9, 57.66 ], "duration": 57.66, "caption": "A man is standing in the kitchen while having a conversation and holding something in his hand.", "similarity": 0.5277, "relevance": 1 }, { "pair_id": 10757, "video_name": "friends_s06e06_seg02_clip_04", "timestamp": [ 8.85, 13.12 ], "duration": 61.66, "caption": "A man takes some paper towels off the roll in the kitchen.", "similarity": 0.5272, "relevance": 1 }, { "pair_id": 10758, "video_name": "friends_s04e11_seg02_clip_11", "timestamp": [ 34.79, 43.94 ], "duration": 61.66, "caption": "A man walks in and stops in the kitchen area.", "similarity": 0.5244, "relevance": 1 }, { "pair_id": 10759, "video_name": "friends_s05e15_seg02_clip_07", "timestamp": [ 46.21, 48.38 ], "duration": 62.66, "caption": "A man shakes his hands in the air while standing in the kitchen.", "similarity": 0.5233, "relevance": 1 } ] }, { "query_id": 92392, "query": "A woman and a man are sitting together in the living room in front of their laptops.", "relevant_moment": [ { "pair_id": 128380, "video_name": "s02e03_seg02_clip_14", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A woman and a man are sitting together in the living room in front of their laptops.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 128381, "video_name": "s07e04_seg02_clip_17", "timestamp": [ 1.11, 32.94 ], "duration": 74.66, "caption": "Two people were sitting beside each other in front of their laptops.", "similarity": 0.7713, "relevance": 3 }, { "pair_id": 128382, "video_name": "castle_s04e18_seg02_clip_00", "timestamp": [ 1.89, 4.25 ], "duration": 94.66, "caption": "A woman enters the room where a man is sitting down and working on a laptop.", "similarity": 0.718, "relevance": 2 }, { "pair_id": 128383, "video_name": "castle_s02e10_seg02_clip_13", "timestamp": [ 0.0, 26.41 ], "duration": 88.66, "caption": "A man and a woman are sitting in a room with another person.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 128384, "video_name": "house_s04e11_seg02_clip_11", "timestamp": [ 3.15, 17.55 ], "duration": 90.66, "caption": "A person is sitting in his/her living room talking to someone who is on his/her laptop.", "similarity": 0.7114, "relevance": 2 }, { "pair_id": 128385, "video_name": "s08e04_seg02_clip_15", "timestamp": [ 2.44, 5.8 ], "duration": 61.66, "caption": "Some people are sitting together in a person's living room.", "similarity": 0.7092, "relevance": 2 }, { "pair_id": 128386, "video_name": "house_s06e12_seg02_clip_00", "timestamp": [ 61.43, 67.39 ], "duration": 91.66, "caption": "A woman is sitting in front of a laptop as a person walks into the room.", "similarity": 0.7064, "relevance": 2 }, { "pair_id": 128387, "video_name": "castle_s03e19_seg02_clip_12", "timestamp": [ 0.0, 5.86 ], "duration": 90.66, "caption": "A person is in front of their laptop while another person enters the room.", "similarity": 0.7049, "relevance": 2 }, { "pair_id": 128388, "video_name": "castle_s06e12_seg02_clip_19", "timestamp": [ 42.54, 92.49 ], "duration": 92.66, "caption": "A person is using a laptop as another person. A woman and another woman are standing around him/her.", "similarity": 0.6895, "relevance": 2 }, { "pair_id": 128389, "video_name": "s02e03_seg02_clip_10", "timestamp": [ 4.2, 7.2 ], "duration": 60.66, "caption": "A woman is sitting in front of her laptop while talking to a man.", "similarity": 0.6877, "relevance": 3 }, { "pair_id": 128390, "video_name": "house_s07e09_seg02_clip_03", "timestamp": [ 5.4, 9.45 ], "duration": 90.66, "caption": "A man sits beside a woman who is using her Macbook.", "similarity": 0.6798, "relevance": 4 }, { "pair_id": 128391, "video_name": "house_s08e16_seg02_clip_26", "timestamp": [ 54.3, 57.98 ], "duration": 92.66, "caption": "A man and an older woman are sitting in a living room and clink glasses together.", "similarity": 0.6758, "relevance": 3 }, { "pair_id": 128392, "video_name": "s07e19_seg01_clip_00", "timestamp": [ 3.65, 50.75 ], "duration": 73.66, "caption": "Two people are sitting at their desk using their laptops and conversing.", "similarity": 0.6731, "relevance": 2 }, { "pair_id": 128393, "video_name": "met_s02e18_seg02_clip_04", "timestamp": [ 0.0, 4.1 ], "duration": 63.66, "caption": "A man sits beside a woman in the sofa at the living room.", "similarity": 0.6665, "relevance": 3 }, { "pair_id": 128394, "video_name": "met_s03e19_seg02_clip_01", "timestamp": [ 28.33, 36.98 ], "duration": 59.66, "caption": "A woman types something on man's laptop as man and another person look on.", "similarity": 0.6664, "relevance": 3 }, { "pair_id": 128395, "video_name": "castle_s07e17_seg02_clip_09", "timestamp": [ 44.63, 74.83 ], "duration": 90.66, "caption": "A person is using a computer with woman and man behind them.", "similarity": 0.6636, "relevance": 2 }, { "pair_id": 128396, "video_name": "castle_s06e22_seg02_clip_05", "timestamp": [ 44.96, 67.17 ], "duration": 111.66, "caption": "A woman is working on a laptop while another person is sleeping in a room that is close.", "similarity": 0.6604, "relevance": 2 }, { "pair_id": 128397, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 10.2, 13.51 ], "duration": 60.66, "caption": "Some people sit together in the living room.", "similarity": 0.6603, "relevance": 2 }, { "pair_id": 128398, "video_name": "s09e15_seg02_clip_13", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A woman is sitting in front of a laptop as she sits besides person.", "similarity": 0.6596, "relevance": 3 }, { "pair_id": 128399, "video_name": "s09e20_seg02_clip_04", "timestamp": [ 33.81, 38.15 ], "duration": 62.66, "caption": "A man walks over and sits on the couch next to a woman who is on her laptop.", "similarity": 0.6595, "relevance": 3 }, { "pair_id": 301700, "video_name": "castle_s07e12_seg02_clip_14", "timestamp": [ 4.6, 11.05 ], "duration": 92.66, "caption": "A person is sitting at his desk on his laptop when a woman walks in.", "similarity": 0.6585, "relevance": 2 }, { "pair_id": 301701, "video_name": "castle_s03e15_seg02_clip_02", "timestamp": [ 0.0, 29.69 ], "duration": 88.66, "caption": "A man and a woman are conversing with another man sitting in his living room.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 301702, "video_name": "s09e20_seg02_clip_09", "timestamp": [ 58.83, 60.03 ], "duration": 60.66, "caption": "A man and a woman talk together in the living room.", "similarity": 0.6555, "relevance": 1 }, { "pair_id": 301703, "video_name": "s06e11_seg02_clip_10", "timestamp": [ 30.75, 58.03 ], "duration": 58.66, "caption": "Some people are sitting in the living room.", "similarity": 0.6536, "relevance": 2 }, { "pair_id": 301704, "video_name": "s06e07_seg02_clip_01", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A man is sitting at a desk in his living room on his laptop.", "similarity": 0.6516, "relevance": 2 }, { "pair_id": 301705, "video_name": "friends_s04e17_seg02_clip_15", "timestamp": [ 0.0, 3.22 ], "duration": 58.66, "caption": "A man and a woman are sitting across from each other in the living room conversing.", "similarity": 0.6511, "relevance": 1 }, { "pair_id": 301706, "video_name": "met_s03e07_seg01_clip_03", "timestamp": [ 40.47, 46.05 ], "duration": 93.66, "caption": "A couple is looking at something on a laptop computer.", "similarity": 0.651, "relevance": 3 }, { "pair_id": 301707, "video_name": "s03e20_seg02_clip_08", "timestamp": [ 0.0, 4.03 ], "duration": 62.66, "caption": "A person has a laptop on their lap as they sit next to another person.", "similarity": 0.6484, "relevance": 2 }, { "pair_id": 301708, "video_name": "castle_s08e08_seg02_clip_20", "timestamp": [ 0.0, 15.38 ], "duration": 90.66, "caption": "A woman is sitting beside a man as they see a computer screen.", "similarity": 0.6481, "relevance": 2 }, { "pair_id": 301709, "video_name": "friends_s03e22_seg02_clip_18", "timestamp": [ 1.58, 6.3 ], "duration": 63.66, "caption": "A woman and a man are holding hands in the living room.", "similarity": 0.6455, "relevance": 1 }, { "pair_id": 301710, "video_name": "house_s04e01_seg02_clip_15", "timestamp": [ 0.0, 4.84 ], "duration": 88.66, "caption": "A person is sitting at a computer when another person bursts in the room.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 301711, "video_name": "s01e04_seg02_clip_13", "timestamp": [ 0.0, 2.16 ], "duration": 54.66, "caption": "A woman, a man, and another man all sit in the living room.", "similarity": 0.6437, "relevance": 1 }, { "pair_id": 301712, "video_name": "castle_s07e14_seg02_clip_02", "timestamp": [ 7.76, 13.7 ], "duration": 91.66, "caption": "A woman and another person take seats in a living room.", "similarity": 0.643, "relevance": 1 }, { "pair_id": 301713, "video_name": "s08e06_seg02_clip_14", "timestamp": [ 0.0, 53.7 ], "duration": 61.66, "caption": "A woman and man are sitting on the couch in the living room talking.", "similarity": 0.6425, "relevance": 2 }, { "pair_id": 301714, "video_name": "s04e12_seg02_clip_03", "timestamp": [ 43.52, 45.32 ], "duration": 60.66, "caption": "Two people are on their laptops as they listen to a person.", "similarity": 0.6417, "relevance": 1 }, { "pair_id": 301715, "video_name": "grey_s01e02_seg02_clip_22", "timestamp": [ 0.0, 7.82 ], "duration": 92.66, "caption": "A man is working on a computer while a woman is looking in a patient's room.", "similarity": 0.6414, "relevance": 1 }, { "pair_id": 301716, "video_name": "friends_s06e09_seg02_clip_07", "timestamp": [ 0.0, 5.87 ], "duration": 58.66, "caption": "Two people are with a man in the living room.", "similarity": 0.6397, "relevance": 2 }, { "pair_id": 301717, "video_name": "castle_s06e17_seg02_clip_08", "timestamp": [ 0.0, 2.12 ], "duration": 84.66, "caption": "A woman and a man are sitting in a seat in a hallway.", "similarity": 0.6392, "relevance": 1 }, { "pair_id": 301718, "video_name": "castle_s02e08_seg02_clip_00", "timestamp": [ 45.37, 50.51 ], "duration": 93.66, "caption": "A person is on their laptop as a woman moves beside them.", "similarity": 0.6363, "relevance": 2 }, { "pair_id": 301719, "video_name": "s02e14_seg02_clip_11", "timestamp": [ 0.0, 5.7 ], "duration": 60.66, "caption": "A woman and a man are sitting in a candlelit room.", "similarity": 0.6349, "relevance": 2 } ] }, { "query_id": 92592, "query": "Two people walk the same way to talk to each other.", "relevant_moment": [ { "pair_id": 6040, "video_name": "house_s02e21_seg02_clip_17", "timestamp": [ 84.93, 90.66 ], "duration": 90.66, "caption": "Two people walk the same way to talk to each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6041, "video_name": "house_s03e05_seg02_clip_24", "timestamp": [ 50.45, 53.15 ], "duration": 77.66, "caption": "Two people walk together while they are talking.", "similarity": 0.9219, "relevance": 4 }, { "pair_id": 6042, "video_name": "house_s01e11_seg02_clip_03", "timestamp": [ 2.2, 4.84 ], "duration": 88.66, "caption": "Two people are walking together while talking.", "similarity": 0.911, "relevance": 3 }, { "pair_id": 6043, "video_name": "s01e09_seg02_clip_07", "timestamp": [ 11.71, 18.61 ], "duration": 60.66, "caption": "Two people walk together while they are having a conversation.", "similarity": 0.9054, "relevance": 3 }, { "pair_id": 6044, "video_name": "house_s05e18_seg02_clip_04", "timestamp": [ 0.0, 6.72 ], "duration": 96.66, "caption": "Two people are talking while they are walking.", "similarity": 0.8988, "relevance": 3 }, { "pair_id": 6045, "video_name": "house_s06e04_seg02_clip_11", "timestamp": [ 0.0, 5.28 ], "duration": 88.66, "caption": "Two people are walking while they are talking.", "similarity": 0.8977, "relevance": 3 }, { "pair_id": 6046, "video_name": "castle_s07e11_seg02_clip_03", "timestamp": [ 2.77, 9.22 ], "duration": 92.66, "caption": "Two people are walking while they are talking.", "similarity": 0.8977, "relevance": 3 }, { "pair_id": 6047, "video_name": "castle_s03e20_seg02_clip_25", "timestamp": [ 3.61, 8.11 ], "duration": 90.66, "caption": "Two people are walking while they are talking.", "similarity": 0.8977, "relevance": 3 }, { "pair_id": 6048, "video_name": "castle_s01e05_seg02_clip_10", "timestamp": [ 48.17, 74.11 ], "duration": 74.66, "caption": "Two people are walking and talking to someone.", "similarity": 0.8952, "relevance": 3 }, { "pair_id": 6049, "video_name": "castle_s08e04_seg02_clip_05", "timestamp": [ 19.92, 24.34 ], "duration": 88.66, "caption": "Two people were having a conversation while walking.", "similarity": 0.8769, "relevance": 3 }, { "pair_id": 6050, "video_name": "castle_s03e19_seg02_clip_13", "timestamp": [ 0.0, 12.42 ], "duration": 92.66, "caption": "Two people were having a conversation while walking.", "similarity": 0.8769, "relevance": 4 }, { "pair_id": 6051, "video_name": "castle_s02e01_seg02_clip_02", "timestamp": [ 0.0, 11.32 ], "duration": 90.66, "caption": "Two people are conversing while walking side by side.", "similarity": 0.8754, "relevance": 3 }, { "pair_id": 6052, "video_name": "castle_s08e11_seg02_clip_02", "timestamp": [ 10.44, 22.63 ], "duration": 87.66, "caption": "Two people start to walk as they are conversing.", "similarity": 0.8745, "relevance": 4 }, { "pair_id": 6053, "video_name": "house_s02e10_seg02_clip_17", "timestamp": [ 4.52, 10.86 ], "duration": 90.66, "caption": "Two people talk about someone while walking.", "similarity": 0.8731, "relevance": 3 }, { "pair_id": 6054, "video_name": "castle_s07e17_seg02_clip_14", "timestamp": [ 0.0, 7.58 ], "duration": 89.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.869, "relevance": 3 }, { "pair_id": 6055, "video_name": "castle_s07e12_seg02_clip_11", "timestamp": [ 0.0, 13.92 ], "duration": 89.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.869, "relevance": 3 }, { "pair_id": 6056, "video_name": "castle_s01e06_seg02_clip_21", "timestamp": [ 0.0, 22.21 ], "duration": 92.66, "caption": "Two people were having a conversation whilst walking.", "similarity": 0.869, "relevance": 4 }, { "pair_id": 6057, "video_name": "house_s06e19_seg02_clip_11", "timestamp": [ 17.75, 20.94 ], "duration": 91.66, "caption": "Two people walk in while person and person are talking.", "similarity": 0.8657, "relevance": 2 }, { "pair_id": 6059, "video_name": "castle_s08e13_seg02_clip_09", "timestamp": [ 38.59, 45.4 ], "duration": 90.66, "caption": "Two people were having conversation as they were walking.", "similarity": 0.8621, "relevance": 3 }, { "pair_id": 179360, "video_name": "house_s02e23_seg02_clip_02", "timestamp": [ 4.96, 10.82 ], "duration": 90.66, "caption": "A person walks with another person while they are talking.", "similarity": 0.8539, "relevance": 4 }, { "pair_id": 179361, "video_name": "castle_s01e02_seg02_clip_12", "timestamp": [ 51.41, 73.9 ], "duration": 91.66, "caption": "Two people are walking side by side conversing until they reach another person.", "similarity": 0.8538, "relevance": 4 }, { "pair_id": 179362, "video_name": "castle_s07e07_seg02_clip_19", "timestamp": [ 62.49, 68.34 ], "duration": 89.66, "caption": "A person is talking to another person while he is walking.", "similarity": 0.8528, "relevance": 2 }, { "pair_id": 179363, "video_name": "castle_s05e12_seg02_clip_24", "timestamp": [ 83.61, 89.42 ], "duration": 89.66, "caption": "Two people walk up to a person to talk to him.", "similarity": 0.8438, "relevance": 4 }, { "pair_id": 179364, "video_name": "house_s07e02_seg02_clip_15", "timestamp": [ 0.0, 26.23 ], "duration": 90.66, "caption": "Two people were walking around whilst talking.", "similarity": 0.8426, "relevance": 4 }, { "pair_id": 179365, "video_name": "castle_s03e14_seg02_clip_26", "timestamp": [ 0.0, 12.48 ], "duration": 156.66, "caption": "Two people were walking around whilst talking.", "similarity": 0.8426, "relevance": 3 }, { "pair_id": 179366, "video_name": "house_s01e01_seg02_clip_24", "timestamp": [ 0.0, 5.52 ], "duration": 92.66, "caption": "Two people are walking a bit fast while talking.", "similarity": 0.8417, "relevance": 3 }, { "pair_id": 179367, "video_name": "house_s01e07_seg02_clip_09", "timestamp": [ 33.98, 35.7 ], "duration": 86.66, "caption": "Two people were walking around while having conversation.", "similarity": 0.8384, "relevance": 4 }, { "pair_id": 179368, "video_name": "house_s08e21_seg02_clip_12", "timestamp": [ 0.0, 15.05 ], "duration": 86.66, "caption": "Some people were walking while talking to each other.", "similarity": 0.8359, "relevance": 3 }, { "pair_id": 179369, "video_name": "castle_s07e03_seg02_clip_05", "timestamp": [ 0.0, 6.85 ], "duration": 91.66, "caption": "Two people were having a conversation whilst they were walking.", "similarity": 0.8331, "relevance": 4 }, { "pair_id": 179370, "video_name": "castle_s04e20_seg02_clip_25", "timestamp": [ 30.48, 33.78 ], "duration": 82.66, "caption": "Two people walk up to person to start a conversation with them.", "similarity": 0.8331, "relevance": 4 }, { "pair_id": 179371, "video_name": "castle_s07e22_seg02_clip_01", "timestamp": [ 0.0, 11.32 ], "duration": 90.66, "caption": "A woman and a man are side by side as they walk and converse.", "similarity": 0.8314, "relevance": 3 }, { "pair_id": 179372, "video_name": "house_s02e01_seg02_clip_08", "timestamp": [ 5.76, 9.12 ], "duration": 96.66, "caption": "Two people started to walk very fast as they talk to each other.", "similarity": 0.8314, "relevance": 4 }, { "pair_id": 179373, "video_name": "house_s01e03_seg02_clip_12", "timestamp": [ 25.63, 31.09 ], "duration": 84.66, "caption": "A person walks near another person and talks to them.", "similarity": 0.8294, "relevance": 3 }, { "pair_id": 179374, "video_name": "house_s05e22_seg02_clip_17", "timestamp": [ 20.94, 25.95 ], "duration": 91.66, "caption": "A person is walking to another person's side by side while they are talking about another person.", "similarity": 0.8291, "relevance": 4 }, { "pair_id": 179375, "video_name": "castle_s02e24_seg02_clip_24", "timestamp": [ 0.0, 11.71 ], "duration": 90.66, "caption": "Two people are walking and talking then stop to face each other.", "similarity": 0.8291, "relevance": 4 }, { "pair_id": 179376, "video_name": "house_s04e04_seg02_clip_15", "timestamp": [ 67.87, 73.42 ], "duration": 85.66, "caption": "Two people are walking fast while talking.", "similarity": 0.829, "relevance": 4 }, { "pair_id": 179377, "video_name": "house_s08e15_seg02_clip_12", "timestamp": [ 2.2, 14.08 ], "duration": 88.66, "caption": "Two people were walking around while having a conversation.", "similarity": 0.8278, "relevance": 4 }, { "pair_id": 179378, "video_name": "castle_s03e18_seg02_clip_09", "timestamp": [ 65.87, 90.66 ], "duration": 90.66, "caption": "Two people are walking beside each other conversing.", "similarity": 0.8271, "relevance": 4 }, { "pair_id": 179379, "video_name": "house_s04e09_seg02_clip_11", "timestamp": [ 0.0, 15.76 ], "duration": 90.66, "caption": "Two people were walking around whilst having a conversation.", "similarity": 0.8271, "relevance": 4 } ] }, { "query_id": 92636, "query": "A woman holds up her hand like she is counting.", "relevant_moment": [ { "pair_id": 14200, "video_name": "friends_s07e14_seg02_clip_11", "timestamp": [ 5.6, 8.96 ], "duration": 56.66, "caption": "A woman holds up her hand like she is counting.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 14201, "video_name": "castle_s02e17_seg02_clip_11", "timestamp": [ 22.57, 25.45 ], "duration": 96.66, "caption": "A person holds up their hand like they are counting.", "similarity": 0.839, "relevance": 4 }, { "pair_id": 14202, "video_name": "friends_s07e07_seg02_clip_03", "timestamp": [ 22.79, 25.13 ], "duration": 67.66, "caption": "A woman holds up two fingers on her right hand.", "similarity": 0.7964, "relevance": 4 }, { "pair_id": 14203, "video_name": "friends_s09e23-24_seg02_clip_40", "timestamp": [ 11.61, 15.38 ], "duration": 58.66, "caption": "A woman holds up their hand with finger and thumb slightly separated from each other.", "similarity": 0.7778, "relevance": 2 }, { "pair_id": 14204, "video_name": "house_s05e06_seg02_clip_17", "timestamp": [ 48.07, 57.42 ], "duration": 89.66, "caption": "A woman holds her hands up to her face.", "similarity": 0.7663, "relevance": 2 }, { "pair_id": 14205, "video_name": "met_s03e16_seg02_clip_00", "timestamp": [ 47.3, 50.04 ], "duration": 61.66, "caption": "A woman holds both of her hands out in front of her.", "similarity": 0.739, "relevance": 2 }, { "pair_id": 14206, "video_name": "s04e14_seg02_clip_13", "timestamp": [ 31.58, 34.24 ], "duration": 59.66, "caption": "A woman holds up her hand and makes a symbol with her fingers.", "similarity": 0.7305, "relevance": 4 }, { "pair_id": 14207, "video_name": "s09e11_seg02_clip_06", "timestamp": [ 37.52, 42.02 ], "duration": 60.66, "caption": "A woman is counting on her fingers while she's talking.", "similarity": 0.7267, "relevance": 4 }, { "pair_id": 14208, "video_name": "friends_s10e05_seg02_clip_08", "timestamp": [ 4.53, 6.03 ], "duration": 60.66, "caption": "A woman holds their arms out with their right hand up and their left hand down.", "similarity": 0.7236, "relevance": 3 }, { "pair_id": 14209, "video_name": "s05e13_seg02_clip_06", "timestamp": [ 25.94, 27.77 ], "duration": 61.66, "caption": "A woman puts her hands up in front of her.", "similarity": 0.7231, "relevance": 1 }, { "pair_id": 14210, "video_name": "s10e02_seg02_clip_03", "timestamp": [ 4.58, 6.1 ], "duration": 61.66, "caption": "A woman holds both of her hands up in the air with thumbs pointed up.", "similarity": 0.7166, "relevance": 3 }, { "pair_id": 14211, "video_name": "friends_s03e08_seg02_clip_17", "timestamp": [ 40.47, 42.96 ], "duration": 62.66, "caption": "A woman stands up and clasps her hands together.", "similarity": 0.7137, "relevance": 2 }, { "pair_id": 14212, "video_name": "friends_s09e07_seg02_clip_17", "timestamp": [ 0.9, 3.62 ], "duration": 60.66, "caption": "A woman brings her arms up and puts her hands together.", "similarity": 0.7092, "relevance": 3 }, { "pair_id": 14213, "video_name": "friends_s04e11_seg02_clip_14", "timestamp": [ 3.3, 6.3 ], "duration": 60.66, "caption": "Woman puts her hands up with the number one sign.", "similarity": 0.709, "relevance": 4 }, { "pair_id": 14214, "video_name": "s03e07_seg02_clip_08", "timestamp": [ 55.22, 59.73 ], "duration": 60.66, "caption": "A woman uncrosses her arms and holds her hands up in exasperation.", "similarity": 0.7039, "relevance": 3 }, { "pair_id": 14215, "video_name": "grey_s03e20_seg02_clip_04", "timestamp": [ 25.54, 27.18 ], "duration": 82.66, "caption": "A woman holds her hand in front of her mouth.", "similarity": 0.7038, "relevance": 1 }, { "pair_id": 14216, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 24.48, 29.31 ], "duration": 60.66, "caption": "A woman holds both of her hands to her face.", "similarity": 0.7012, "relevance": 3 }, { "pair_id": 14217, "video_name": "met_s02e03_seg02_clip_18", "timestamp": [ 38.96, 42.26 ], "duration": 66.66, "caption": "A woman holds her hands out towards someone.", "similarity": 0.7004, "relevance": 3 }, { "pair_id": 14218, "video_name": "house_s03e13_seg02_clip_04", "timestamp": [ 23.66, 24.55 ], "duration": 89.66, "caption": "A woman puts her hands up in the air.", "similarity": 0.6977, "relevance": 3 }, { "pair_id": 14219, "video_name": "friends_s01e14_seg02_clip_03", "timestamp": [ 27.16, 30.51 ], "duration": 61.66, "caption": "A woman holds up one finger and turns around.", "similarity": 0.6956, "relevance": 4 }, { "pair_id": 187520, "video_name": "friends_s04e11_seg02_clip_14", "timestamp": [ 51.92, 54.02 ], "duration": 60.66, "caption": "A woman holds up both of her hands with the displayed fingers reading as seven.", "similarity": 0.6935, "relevance": 3 }, { "pair_id": 187521, "video_name": "s07e01_seg02_clip_10", "timestamp": [ 40.52, 43.22 ], "duration": 60.66, "caption": "A woman holds her hand up to a person and then puts it on her leg.", "similarity": 0.6923, "relevance": 2 }, { "pair_id": 187522, "video_name": "s06e17_seg02_clip_01", "timestamp": [ 53.22, 56.02 ], "duration": 56.66, "caption": "A woman hunches over and puts her hands up in front of her.", "similarity": 0.6893, "relevance": 2 }, { "pair_id": 187523, "video_name": "friends_s04e11_seg02_clip_14", "timestamp": [ 49.52, 52.82 ], "duration": 60.66, "caption": "A woman puts her hands up showing the number seven.", "similarity": 0.6891, "relevance": 2 }, { "pair_id": 187524, "video_name": "friends_s02e03_seg02_clip_14", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A woman stands up and holds her thumb and finger apart about an inch.", "similarity": 0.6882, "relevance": 2 }, { "pair_id": 187525, "video_name": "castle_s06e06_seg02_clip_17", "timestamp": [ 65.58, 68.84 ], "duration": 93.66, "caption": "A woman counts on her fingers as she talks.", "similarity": 0.6869, "relevance": 4 }, { "pair_id": 187526, "video_name": "friends_s06e06_seg02_clip_15", "timestamp": [ 0.0, 2.03 ], "duration": 58.66, "caption": "A woman holds her hands together over her heart.", "similarity": 0.6866, "relevance": 2 }, { "pair_id": 187527, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 15.41, 18.13 ], "duration": 60.66, "caption": "A woman holds both of her hands to her chest.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 187528, "video_name": "castle_s03e03_seg02_clip_12", "timestamp": [ 9.16, 10.08 ], "duration": 91.66, "caption": "A woman holds her hands up beside her face and motions her fingers around in circles.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 187529, "video_name": "friends_s06e11_seg02_clip_17", "timestamp": [ 55.5, 57.51 ], "duration": 57.66, "caption": "A woman holds her hand up and makes finger motions towards two people.", "similarity": 0.6808, "relevance": 2 }, { "pair_id": 187530, "video_name": "s05e01_seg02_clip_11", "timestamp": [ 16.07, 19.85 ], "duration": 63.66, "caption": "A woman brings her hands together and holds them against her head.", "similarity": 0.6789, "relevance": 2 }, { "pair_id": 187531, "video_name": "friends_s06e15-16_seg02_clip_14", "timestamp": [ 20.6, 23.79 ], "duration": 58.66, "caption": "A woman looks up and puts her hands in the air.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 187532, "video_name": "grey_s03e02_seg02_clip_02", "timestamp": [ 5.01, 10.92 ], "duration": 91.66, "caption": "A woman holds her face as she leans into her hands.", "similarity": 0.6715, "relevance": 2 }, { "pair_id": 187533, "video_name": "friends_s10e06_seg01_clip_00", "timestamp": [ 10.68, 12.51 ], "duration": 61.66, "caption": "A woman holds up her hand to show off her ring.", "similarity": 0.6677, "relevance": 2 }, { "pair_id": 187534, "video_name": "friends_s08e09_seg02_clip_06", "timestamp": [ 30.4, 34.53 ], "duration": 59.66, "caption": "A woman holds her left hand against her forehead.", "similarity": 0.6652, "relevance": 2 }, { "pair_id": 187535, "video_name": "s10e06_seg02_clip_09", "timestamp": [ 7.8, 9.6 ], "duration": 60.66, "caption": "A woman holds up her left hand for a man to see.", "similarity": 0.6635, "relevance": 2 }, { "pair_id": 187536, "video_name": "friends_s09e23-24_seg02_clip_49", "timestamp": [ 4.59, 6.21 ], "duration": 54.66, "caption": "A person holds up their right hand and holds up two fingers.", "similarity": 0.6633, "relevance": 1 }, { "pair_id": 187537, "video_name": "friends_s07e17_seg02_clip_10", "timestamp": [ 27.34, 29.38 ], "duration": 51.66, "caption": "A woman reaches up and puts her hand on her shoulder.", "similarity": 0.663, "relevance": 2 }, { "pair_id": 187538, "video_name": "friends_s04e02_seg02_clip_12", "timestamp": [ 55.47, 57.67 ], "duration": 63.66, "caption": "A woman clasps her hands together in front of her.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 187539, "video_name": "friends_s04e21_seg02_clip_03", "timestamp": [ 17.06, 19.23 ], "duration": 62.66, "caption": "A woman holds her hands up to cover her mouth.", "similarity": 0.6617, "relevance": 2 } ] }, { "query_id": 92669, "query": "The floor breaks and a doctor falls on the ground floor.", "relevant_moment": [ { "pair_id": 258620, "video_name": "house_s04e12_seg02_clip_09", "timestamp": [ 79.22, 81.42 ], "duration": 88.66, "caption": "A person falls to the ground clutching a painful leg.", "similarity": 0.5799, "relevance": 3 }, { "pair_id": 258621, "video_name": "grey_s03e22_seg02_clip_11", "timestamp": [ 20.22, 23.82 ], "duration": 89.66, "caption": "A person gets punched and falls to the floor.", "similarity": 0.5778, "relevance": 3 }, { "pair_id": 258622, "video_name": "house_s07e15_seg02_clip_12", "timestamp": [ 10.4, 15.06 ], "duration": 71.66, "caption": "A doctor gets up and then leaves the office.", "similarity": 0.5746, "relevance": 0 }, { "pair_id": 258623, "video_name": "met_s02e13_seg02_clip_18", "timestamp": [ 53.12, 59.35 ], "duration": 59.66, "caption": "A man falls to the floor landing on his back.", "similarity": 0.5738, "relevance": 2 }, { "pair_id": 258624, "video_name": "house_s06e18_seg02_clip_07", "timestamp": [ 37.36, 47.26 ], "duration": 90.66, "caption": "A doctor rises from squatting and leaves the room.", "similarity": 0.5735, "relevance": 0 }, { "pair_id": 258625, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 0.0, 67.42 ], "duration": 126.66, "caption": "A doctor was lying on the floor while talking.", "similarity": 0.5715, "relevance": 0 }, { "pair_id": 258626, "video_name": "house_s08e02_seg02_clip_20", "timestamp": [ 3.76, 6.11 ], "duration": 94.66, "caption": "A doctor rises from their seat and moves to leave.", "similarity": 0.5703, "relevance": 0 }, { "pair_id": 258627, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 36.06, 38.44 ], "duration": 53.66, "caption": "A doctor gets up from the edge of a hospital bed.", "similarity": 0.5675, "relevance": 0 }, { "pair_id": 258628, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 4.79, 9.14 ], "duration": 87.66, "caption": "A person falls down on the couch and then onto the floor.", "similarity": 0.5669, "relevance": 2 }, { "pair_id": 258629, "video_name": "house_s03e18_seg02_clip_00", "timestamp": [ 55.23, 60.75 ], "duration": 92.66, "caption": "Someone's patient collapses and shakes on the floor of the hospital.", "similarity": 0.5663, "relevance": 3 }, { "pair_id": 258630, "video_name": "met_s06e18_seg02_clip_13", "timestamp": [ 8.57, 14.39 ], "duration": 61.66, "caption": "In a doctor's office, a man gets slapped by one person and then another and he falls down.", "similarity": 0.5634, "relevance": 2 }, { "pair_id": 258631, "video_name": "friends_s08e03_seg02_clip_13", "timestamp": [ 40.69, 43.52 ], "duration": 56.66, "caption": "A man hits the floor with his chair and breaks it.", "similarity": 0.5631, "relevance": 0 }, { "pair_id": 258632, "video_name": "house_s08e22_seg02_clip_11", "timestamp": [ 62.58, 78.11 ], "duration": 97.66, "caption": "A person falls in a hole on the ground and then falls to the next floor that is on fire.", "similarity": 0.5605, "relevance": 1 }, { "pair_id": 258633, "video_name": "house_s03e17_seg02_clip_18", "timestamp": [ 42.58, 49.89 ], "duration": 86.66, "caption": "A doctor passes a ball back and forth from one hand to another and then bounces it on the floor.", "similarity": 0.5564, "relevance": 0 }, { "pair_id": 258634, "video_name": "house_s08e22_seg02_clip_20", "timestamp": [ 52.29, 59.67 ], "duration": 123.66, "caption": "A doctor gets up from lying on the ground in a building on fire.", "similarity": 0.5544, "relevance": 1 }, { "pair_id": 258635, "video_name": "house_s02e11_seg02_clip_10", "timestamp": [ 71.06, 73.46 ], "duration": 96.66, "caption": "A person rushes to tend to the patient that collapsed on the floor.", "similarity": 0.5542, "relevance": 2 }, { "pair_id": 258636, "video_name": "house_s06e03_seg02_clip_06", "timestamp": [ 40.96, 51.43 ], "duration": 91.66, "caption": "A doctor stood up from his chair and immediately leaves the room.", "similarity": 0.5524, "relevance": 0 }, { "pair_id": 258637, "video_name": "met_s06e04_seg02_clip_04", "timestamp": [ 0.0, 13.28 ], "duration": 59.66, "caption": "A man clutches his chest in pain and falls to the floor.", "similarity": 0.5516, "relevance": 2 }, { "pair_id": 258638, "video_name": "castle_s04e04_seg02_clip_24", "timestamp": [ 17.56, 24.31 ], "duration": 90.66, "caption": "The police shoot a man and he falls to the floor.", "similarity": 0.5509, "relevance": 1 }, { "pair_id": 258639, "video_name": "house_s07e21_seg02_clip_06", "timestamp": [ 42.69, 44.45 ], "duration": 88.66, "caption": "A doctor takes a seat on the floor in the hallway.", "similarity": 0.5504, "relevance": 1 } ] }, { "query_id": 92692, "query": "A person sets down their money on the counter.", "relevant_moment": [ { "pair_id": 16980, "video_name": "friends_s06e06_seg02_clip_12", "timestamp": [ 43.64, 45.16 ], "duration": 61.66, "caption": "A person sets down their money on the counter.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 16981, "video_name": "friends_s09e02_seg02_clip_07", "timestamp": [ 5.49, 31.73 ], "duration": 61.66, "caption": "A man takes out money and sets it down on the counter after a while.", "similarity": 0.8505, "relevance": 4 }, { "pair_id": 16982, "video_name": "friends_s06e06_seg02_clip_13", "timestamp": [ 20.36, 21.54 ], "duration": 59.66, "caption": "A man lays some money down on the counter.", "similarity": 0.8163, "relevance": 4 }, { "pair_id": 16983, "video_name": "friends_s07e20_seg01_clip_00", "timestamp": [ 13.55, 17.96 ], "duration": 63.66, "caption": "A person walks to the counter and holds up money to a man.", "similarity": 0.7547, "relevance": 2 }, { "pair_id": 16984, "video_name": "friends_s03e22_seg02_clip_16", "timestamp": [ 17.71, 20.07 ], "duration": 59.66, "caption": "A person sets the phone down on the counter.", "similarity": 0.7125, "relevance": 3 }, { "pair_id": 16985, "video_name": "s04e22_seg02_clip_14", "timestamp": [ 13.21, 20.71 ], "duration": 60.66, "caption": "A person stands at the counter holding money while talking to the cashier.", "similarity": 0.7077, "relevance": 3 }, { "pair_id": 16986, "video_name": "house_s08e12_seg02_clip_11", "timestamp": [ 2.88, 5.4 ], "duration": 72.66, "caption": "A person turns and sets down his clipboard on the counter.", "similarity": 0.6926, "relevance": 2 }, { "pair_id": 16987, "video_name": "friends_s03e13_seg01_clip_00", "timestamp": [ 5.36, 7.71 ], "duration": 67.66, "caption": "A woman pulls out their money and counts it.", "similarity": 0.6854, "relevance": 3 }, { "pair_id": 16988, "video_name": "house_s01e02_seg02_clip_25", "timestamp": [ 0.0, 6.3 ], "duration": 126.66, "caption": "A person places money down on another person's desk in front of them.", "similarity": 0.6837, "relevance": 4 }, { "pair_id": 16989, "video_name": "house_s05e21_seg02_clip_20", "timestamp": [ 37.39, 41.4 ], "duration": 89.66, "caption": "A person puts money in a vending machine.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 16990, "video_name": "met_s06e01_seg02_clip_05", "timestamp": [ 54.32, 60.03 ], "duration": 60.66, "caption": "A person stands up to hand another person money, which they take.", "similarity": 0.665, "relevance": 2 }, { "pair_id": 16991, "video_name": "castle_s04e15_seg02_clip_00", "timestamp": [ 0.0, 2.78 ], "duration": 92.66, "caption": "A person screws the cap back on and sets it on the counter.", "similarity": 0.6644, "relevance": 2 }, { "pair_id": 16992, "video_name": "house_s05e11_seg02_clip_12", "timestamp": [ 0.0, 2.66 ], "duration": 88.66, "caption": "A person is standing at the counter and then turns around.", "similarity": 0.6553, "relevance": 2 }, { "pair_id": 16993, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 13.47, 24.76 ], "duration": 86.66, "caption": "A person stands at the counter and fills out a document.", "similarity": 0.655, "relevance": 2 }, { "pair_id": 16994, "video_name": "friends_s06e22_seg02_clip_10", "timestamp": [ 21.09, 24.19 ], "duration": 62.66, "caption": "A person sets their bundle of clothes on the counter.", "similarity": 0.6456, "relevance": 2 }, { "pair_id": 16995, "video_name": "friends_s10e08_seg02_clip_00", "timestamp": [ 41.39, 44.27 ], "duration": 64.66, "caption": "A woman sets her purse down on the counter.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 16996, "video_name": "house_s08e06_seg02_clip_00", "timestamp": [ 61.13, 63.93 ], "duration": 93.66, "caption": "A person tries to grab the money out of another person's hand.", "similarity": 0.6347, "relevance": 2 }, { "pair_id": 16997, "video_name": "house_s01e01_seg02_clip_16", "timestamp": [ 34.27, 36.94 ], "duration": 89.66, "caption": "A man puts a dollar onto a counter top and a nurse hands him coins.", "similarity": 0.6342, "relevance": 4 }, { "pair_id": 16998, "video_name": "friends_s06e23_seg02_clip_07", "timestamp": [ 0.0, 4.8 ], "duration": 60.66, "caption": "A woman stands at a counter in a store with her arms crossed talking to the clerk who is holding up money.", "similarity": 0.6272, "relevance": 3 }, { "pair_id": 16999, "video_name": "s05e22_seg02_clip_08", "timestamp": [ 49.0, 55.52 ], "duration": 62.66, "caption": "A person slowly slides the money over to himself.", "similarity": 0.6251, "relevance": 4 }, { "pair_id": 190300, "video_name": "castle_s03e01_seg02_clip_24", "timestamp": [ 30.16, 36.46 ], "duration": 90.66, "caption": "A person in a tan jacket takes money from a cash register.", "similarity": 0.6242, "relevance": 1 }, { "pair_id": 190301, "video_name": "s06e01_seg02_clip_16", "timestamp": [ 31.17, 36.86 ], "duration": 67.66, "caption": "A person places the cup he was holding on the counter.", "similarity": 0.6165, "relevance": 2 }, { "pair_id": 190302, "video_name": "house_s02e03_seg02_clip_16", "timestamp": [ 92.0, 94.19 ], "duration": 146.66, "caption": "A person at the counter writes on the piece of paper on the counter.", "similarity": 0.6157, "relevance": 1 }, { "pair_id": 190303, "video_name": "house_s03e05_seg02_clip_03", "timestamp": [ 65.13, 67.9 ], "duration": 92.66, "caption": "A person walks over and sets a file down on the counter.", "similarity": 0.6144, "relevance": 1 }, { "pair_id": 190304, "video_name": "s07e10_seg02_clip_07", "timestamp": [ 25.21, 27.01 ], "duration": 60.66, "caption": "A person takes a water bottle to the counter.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 190305, "video_name": "friends_s01e13_seg02_clip_17", "timestamp": [ 48.66, 51.87 ], "duration": 64.66, "caption": "A person walks over to the counter and puts his rests his hands on the counter.", "similarity": 0.6118, "relevance": 1 }, { "pair_id": 190306, "video_name": "castle_s07e06_seg02_clip_09", "timestamp": [ 0.0, 3.23 ], "duration": 92.66, "caption": "A person walks up to the counter and places a piece of paper onto it.", "similarity": 0.6109, "relevance": 2 }, { "pair_id": 190307, "video_name": "s07e24_seg02_clip_12", "timestamp": [ 45.32, 48.62 ], "duration": 60.66, "caption": "A person reaches in his pocket for money to pay someone.", "similarity": 0.6104, "relevance": 1 }, { "pair_id": 190308, "video_name": "castle_s03e01_seg02_clip_23", "timestamp": [ 46.53, 50.15 ], "duration": 90.66, "caption": "A person hands another person some paper money and they take the money.", "similarity": 0.6088, "relevance": 2 }, { "pair_id": 190309, "video_name": "friends_s04e23-24_seg02_clip_34", "timestamp": [ 12.41, 15.44 ], "duration": 60.66, "caption": "A person sits the closed sign up on the counter.", "similarity": 0.6088, "relevance": 2 }, { "pair_id": 190310, "video_name": "castle_s03e21_seg02_clip_13", "timestamp": [ 81.86, 85.12 ], "duration": 93.66, "caption": "A person takes money from a man and at the same time passes a note to him.", "similarity": 0.6068, "relevance": 1 }, { "pair_id": 190311, "video_name": "friends_s10e10_seg02_clip_03", "timestamp": [ 21.63, 25.96 ], "duration": 57.66, "caption": "A man gets up from leaning down on the counter.", "similarity": 0.6066, "relevance": 0 }, { "pair_id": 190312, "video_name": "friends_s01e14_seg02_clip_21", "timestamp": [ 0.0, 4.73 ], "duration": 63.66, "caption": "A man is holding someone's hand while at the counter.", "similarity": 0.6061, "relevance": 0 }, { "pair_id": 190313, "video_name": "castle_s02e15_seg02_clip_18", "timestamp": [ 58.5, 63.66 ], "duration": 86.66, "caption": "A person tells another person how much money there was in his bank account.", "similarity": 0.6051, "relevance": 0 }, { "pair_id": 190314, "video_name": "house_s07e16_seg02_clip_01", "timestamp": [ 14.49, 17.21 ], "duration": 90.66, "caption": "A person hands someone money for the room service.", "similarity": 0.6047, "relevance": 0 }, { "pair_id": 190315, "video_name": "s07e10_seg02_clip_08", "timestamp": [ 8.24, 9.46 ], "duration": 61.66, "caption": "A person turns around and picks up a water bottle off of the kitchen counter.", "similarity": 0.6045, "relevance": 1 }, { "pair_id": 190316, "video_name": "house_s02e09_seg02_clip_25", "timestamp": [ 98.57, 101.49 ], "duration": 146.66, "caption": "A person gets change back from the cashier.", "similarity": 0.6033, "relevance": 0 }, { "pair_id": 190317, "video_name": "s06e16_seg02_clip_00", "timestamp": [ 35.7, 44.25 ], "duration": 61.66, "caption": "A person walks in with a box and sets it on the counter.", "similarity": 0.6032, "relevance": 1 }, { "pair_id": 190318, "video_name": "friends_s07e17_seg02_clip_09", "timestamp": [ 24.43, 26.74 ], "duration": 66.66, "caption": "A person turns around and looks towards the counter.", "similarity": 0.5992, "relevance": 0 }, { "pair_id": 190319, "video_name": "house_s07e23_seg02_clip_07", "timestamp": [ 77.3, 79.22 ], "duration": 96.66, "caption": "Someone takes money out of his pocket and hands it to someone.", "similarity": 0.5992, "relevance": 1 } ] }, { "query_id": 92842, "query": "A man talks to a woman when they are lying in bed.", "relevant_moment": [ { "pair_id": 122280, "video_name": "friends_s01e22_seg02_clip_10", "timestamp": [ 0.0, 62.24 ], "duration": 68.66, "caption": "A man talks to a woman when they are lying in bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 122281, "video_name": "grey_s02e21_seg02_clip_11", "timestamp": [ 23.68, 24.13 ], "duration": 89.66, "caption": "A woman is talking to a man as he lies in bed.", "similarity": 0.9264, "relevance": 3 }, { "pair_id": 122282, "video_name": "house_s01e21_seg02_clip_22", "timestamp": [ 0.44, 4.84 ], "duration": 88.66, "caption": "A man talks to woman with eyes closed while laying in bed.", "similarity": 0.9087, "relevance": 3 }, { "pair_id": 122283, "video_name": "grey_s02e17_seg02_clip_23", "timestamp": [ 0.41, 17.3 ], "duration": 27.66, "caption": "A woman talks to a sleeping man while laying in bed with him.", "similarity": 0.8928, "relevance": 3 }, { "pair_id": 122284, "video_name": "house_s01e05_seg02_clip_18", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "A man speaks to a woman as she is laying down in the bed.", "similarity": 0.8831, "relevance": 3 }, { "pair_id": 122285, "video_name": "castle_s07e15_seg02_clip_26", "timestamp": [ 59.64, 68.35 ], "duration": 134.66, "caption": "A woman is lying in bed as a man is speaking to her and he gets into bed.", "similarity": 0.8799, "relevance": 4 }, { "pair_id": 122286, "video_name": "house_s02e11_seg02_clip_22", "timestamp": [ 0.0, 73.34 ], "duration": 94.66, "caption": "A man speaks to a woman as she is laying down on her bed.", "similarity": 0.8673, "relevance": 2 }, { "pair_id": 122287, "video_name": "house_s07e07_seg02_clip_20", "timestamp": [ 0.0, 32.35 ], "duration": 147.66, "caption": "A man laying in the bed talks to a woman from behind the glass.", "similarity": 0.8564, "relevance": 3 }, { "pair_id": 122288, "video_name": "friends_s02e23_seg02_clip_11", "timestamp": [ 0.0, 57.39 ], "duration": 57.66, "caption": "A woman and a man talk while they are lying in bed.", "similarity": 0.8541, "relevance": 4 }, { "pair_id": 122289, "video_name": "house_s07e16_seg02_clip_09", "timestamp": [ 0.0, 12.74 ], "duration": 98.66, "caption": "A person is talking to people while laying in bed with a woman.", "similarity": 0.8489, "relevance": 4 }, { "pair_id": 122290, "video_name": "grey_s03e14_seg02_clip_11", "timestamp": [ 29.91, 86.96 ], "duration": 92.66, "caption": "A man sits down and talks to a woman in bed.", "similarity": 0.8466, "relevance": 2 }, { "pair_id": 122291, "video_name": "s10e06_seg02_clip_00", "timestamp": [ 65.04, 66.03 ], "duration": 66.66, "caption": "A man talks to himself while in bed with a woman.", "similarity": 0.8424, "relevance": 4 }, { "pair_id": 122292, "video_name": "grey_s03e12_seg02_clip_09", "timestamp": [ 25.88, 40.54 ], "duration": 86.66, "caption": "A man and a woman are lying in bed as they converse.", "similarity": 0.8397, "relevance": 4 }, { "pair_id": 122293, "video_name": "s03e05_seg02_clip_04", "timestamp": [ 0.0, 24.5 ], "duration": 62.66, "caption": "A man and woman have a conversation while laying in bed.", "similarity": 0.8349, "relevance": 4 }, { "pair_id": 122294, "video_name": "friends_s01e13_seg02_clip_12", "timestamp": [ 29.29, 34.18 ], "duration": 61.66, "caption": "A man gets up from lying in bed and talks to another person.", "similarity": 0.8303, "relevance": 3 }, { "pair_id": 122295, "video_name": "met_s03e17_seg02_clip_00", "timestamp": [ 3.36, 13.14 ], "duration": 61.66, "caption": "A woman talks to a man, who is lying in bed, and then walks into the bathroom.", "similarity": 0.829, "relevance": 3 }, { "pair_id": 122296, "video_name": "met_s02e20_seg02_clip_13", "timestamp": [ 0.0, 4.93 ], "duration": 61.66, "caption": "A man and woman are laying in the bed talking.", "similarity": 0.8279, "relevance": 4 }, { "pair_id": 122297, "video_name": "castle_s05e04_seg02_clip_05", "timestamp": [ 76.46, 91.03 ], "duration": 91.66, "caption": "A man and woman are lying on the bed and having a conversation.", "similarity": 0.825, "relevance": 4 }, { "pair_id": 122298, "video_name": "house_s02e16_seg02_clip_12", "timestamp": [ 0.0, 10.86 ], "duration": 90.66, "caption": "A man talks to a woman who is lying in a hospital bed.", "similarity": 0.8237, "relevance": 2 }, { "pair_id": 122299, "video_name": "grey_s01e06_seg02_clip_22", "timestamp": [ 76.36, 82.13 ], "duration": 88.66, "caption": "A woman lies onto a bed as she speaks to a man.", "similarity": 0.8236, "relevance": 2 }, { "pair_id": 295600, "video_name": "house_s02e02_seg02_clip_18", "timestamp": [ 9.38, 67.02 ], "duration": 67.66, "caption": "A man is talking with the woman in the bed.", "similarity": 0.8234, "relevance": 2 }, { "pair_id": 295601, "video_name": "house_s05e20_seg02_clip_16", "timestamp": [ 0.0, 29.08 ], "duration": 92.66, "caption": "A man talks to a woman by the bed about her condition.", "similarity": 0.823, "relevance": 3 }, { "pair_id": 295602, "video_name": "house_s05e22_seg02_clip_07", "timestamp": [ 0.0, 9.0 ], "duration": 90.66, "caption": "A person who is lying in bed is talking to two women besides him by sign language.", "similarity": 0.8227, "relevance": 3 }, { "pair_id": 295603, "video_name": "met_s02e09_seg02_clip_11", "timestamp": [ 50.53, 56.85 ], "duration": 60.66, "caption": "A man is talking while he and woman are lying in bed, and woman thinks of something that is bothering her.", "similarity": 0.8208, "relevance": 4 }, { "pair_id": 295604, "video_name": "s06e05_seg02_clip_09", "timestamp": [ 4.96, 9.61 ], "duration": 62.66, "caption": "A man and woman talk to each other while in bed.", "similarity": 0.8136, "relevance": 3 }, { "pair_id": 295605, "video_name": "house_s08e13_seg02_clip_20", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A woman is talking to a man who is lying in bed about what he talks on his seminars.", "similarity": 0.8135, "relevance": 3 }, { "pair_id": 295606, "video_name": "s04e18_seg02_clip_07", "timestamp": [ 20.14, 30.51 ], "duration": 61.66, "caption": "A man and woman are laying in bed having a conversation.", "similarity": 0.812, "relevance": 4 }, { "pair_id": 295607, "video_name": "s03e14_seg02_clip_09", "timestamp": [ 2.52, 9.14 ], "duration": 63.66, "caption": "A person is speaking to a woman in the dark as she lies in bed with a man.", "similarity": 0.8081, "relevance": 2 }, { "pair_id": 295608, "video_name": "house_s07e22_seg02_clip_08", "timestamp": [ 0.0, 10.32 ], "duration": 172.66, "caption": "A woman tells a man how she needs to lie in bed.", "similarity": 0.8079, "relevance": 2 }, { "pair_id": 295609, "video_name": "grey_s01e04_seg02_clip_14", "timestamp": [ 0.0, 59.57 ], "duration": 89.66, "caption": "A woman talks to a man when he is lying in the hospital bed.", "similarity": 0.805, "relevance": 3 }, { "pair_id": 295610, "video_name": "castle_s01e04_seg02_clip_10", "timestamp": [ 3.13, 6.71 ], "duration": 89.66, "caption": "A woman gets up in bed while talking to a man.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 295611, "video_name": "friends_s03e13_seg02_clip_11", "timestamp": [ 15.2, 17.37 ], "duration": 62.66, "caption": "A woman turns over to talk to a man in bed.", "similarity": 0.7994, "relevance": 3 }, { "pair_id": 295612, "video_name": "house_s07e04_seg02_clip_04", "timestamp": [ 3.29, 11.75 ], "duration": 94.66, "caption": "A woman is getting dressed while a man is talking to her who is lying in bed.", "similarity": 0.7972, "relevance": 2 }, { "pair_id": 295613, "video_name": "house_s02e24_seg02_clip_05", "timestamp": [ 0.0, 8.8 ], "duration": 110.66, "caption": "Two people are talking to each other while they are lying in bed.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 295614, "video_name": "house_s05e14_seg02_clip_09", "timestamp": [ 10.8, 90.02 ], "duration": 90.66, "caption": "A man and a woman talk while they are in bed.", "similarity": 0.7929, "relevance": 4 }, { "pair_id": 295615, "video_name": "met_s02e06_seg02_clip_06", "timestamp": [ 42.59, 62.18 ], "duration": 62.66, "caption": "A man and a woman are talking in bed.", "similarity": 0.7874, "relevance": 4 }, { "pair_id": 295616, "video_name": "friends_s06e15-16_seg02_clip_22", "timestamp": [ 0.0, 4.29 ], "duration": 66.66, "caption": "A man was talking to a woman lying on the hospital bed.", "similarity": 0.7847, "relevance": 2 }, { "pair_id": 295617, "video_name": "house_s07e05_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A man and a woman have a conversation while in bed.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 295618, "video_name": "grey_s03e05_seg02_clip_26", "timestamp": [ 79.07, 93.03 ], "duration": 93.66, "caption": "Two people are lying in bed together, talking.", "similarity": 0.7804, "relevance": 4 }, { "pair_id": 295619, "video_name": "s03e14_seg02_clip_09", "timestamp": [ 1.26, 11.35 ], "duration": 63.66, "caption": "A person stands in the doorway of the bedroom and talks to woman as she lies in bed next to man.", "similarity": 0.7758, "relevance": 2 } ] }, { "query_id": 92873, "query": "A woman sets a bowl and plate down on the coffee table.", "relevant_moment": [ { "pair_id": 140180, "video_name": "friends_s03e07_seg02_clip_18", "timestamp": [ 5.4, 8.4 ], "duration": 60.66, "caption": "A woman sets a bowl and plate down on the coffee table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 140181, "video_name": "s09e10_seg02_clip_04", "timestamp": [ 44.35, 45.9 ], "duration": 62.66, "caption": "A woman sets a plate of food on the coffee table.", "similarity": 0.8648, "relevance": 3 }, { "pair_id": 140182, "video_name": "s06e14_seg02_clip_14", "timestamp": [ 57.03, 58.53 ], "duration": 60.66, "caption": "A woman puts her plate of food down on the coffee table.", "similarity": 0.8475, "relevance": 3 }, { "pair_id": 140183, "video_name": "friends_s07e18_seg02_clip_05", "timestamp": [ 0.0, 1.24 ], "duration": 62.66, "caption": "A woman sets down a plate on the table.", "similarity": 0.7857, "relevance": 2 }, { "pair_id": 140184, "video_name": "s01e04_seg02_clip_11", "timestamp": [ 0.0, 9.76 ], "duration": 61.66, "caption": "A woman places her plate of food onto the coffee table.", "similarity": 0.7832, "relevance": 3 }, { "pair_id": 140185, "video_name": "friends_s04e10_seg02_clip_04", "timestamp": [ 60.51, 62.75 ], "duration": 64.66, "caption": "A woman sets a bowl of food on the table.", "similarity": 0.7794, "relevance": 3 }, { "pair_id": 140186, "video_name": "friends_s01e20_seg02_clip_00", "timestamp": [ 27.1, 29.62 ], "duration": 63.66, "caption": "A woman sets her coffee mug down on the table.", "similarity": 0.7773, "relevance": 3 }, { "pair_id": 140187, "video_name": "s07e12_seg01_clip_00", "timestamp": [ 46.82, 48.42 ], "duration": 80.66, "caption": "A woman puts her food down on the coffee table.", "similarity": 0.7653, "relevance": 3 }, { "pair_id": 140188, "video_name": "friends_s05e05_seg02_clip_15", "timestamp": [ 59.02, 63.85 ], "duration": 69.66, "caption": "A woman sets her coffee cup on a table and sits down.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 140189, "video_name": "friends_s02e01_seg02_clip_12", "timestamp": [ 15.4, 19.67 ], "duration": 57.66, "caption": "A woman sets the coffee pot on the table.", "similarity": 0.7543, "relevance": 3 }, { "pair_id": 140190, "video_name": "friends_s01e18_seg02_clip_03", "timestamp": [ 41.28, 46.64 ], "duration": 63.66, "caption": "A woman places a plate of food down on the table.", "similarity": 0.7541, "relevance": 2 }, { "pair_id": 140191, "video_name": "s07e19_seg02_clip_07", "timestamp": [ 16.23, 17.41 ], "duration": 59.66, "caption": "A woman puts her plate of food down on the table.", "similarity": 0.7529, "relevance": 3 }, { "pair_id": 140192, "video_name": "s05e05_seg02_clip_01", "timestamp": [ 18.28, 20.02 ], "duration": 58.66, "caption": "A woman sets down her plate on the center table.", "similarity": 0.7528, "relevance": 3 }, { "pair_id": 140193, "video_name": "friends_s06e18_seg02_clip_06", "timestamp": [ 39.22, 41.18 ], "duration": 56.66, "caption": "A woman puts her coffee cup down on the table.", "similarity": 0.7435, "relevance": 2 }, { "pair_id": 140194, "video_name": "friends_s10e10_seg02_clip_17", "timestamp": [ 47.42, 49.82 ], "duration": 60.66, "caption": "A woman sets two bowls down on the table as she sits down.", "similarity": 0.7416, "relevance": 3 }, { "pair_id": 140195, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 45.28, 48.07 ], "duration": 62.66, "caption": "A woman sets a plate down onto the kitchen counter.", "similarity": 0.7329, "relevance": 2 }, { "pair_id": 140196, "video_name": "s09e23_seg02_clip_05", "timestamp": [ 31.43, 34.79 ], "duration": 61.66, "caption": "A woman places a platter of food onto the coffee table.", "similarity": 0.7318, "relevance": 3 }, { "pair_id": 140197, "video_name": "friends_s08e09_seg02_clip_02", "timestamp": [ 1.83, 4.58 ], "duration": 61.66, "caption": "A woman sets a food container down on the table.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 140198, "video_name": "s08e24_seg02_clip_09", "timestamp": [ 1.89, 3.78 ], "duration": 63.66, "caption": "A woman puts her wine glass and plate of food down on the coffee table.", "similarity": 0.7248, "relevance": 3 }, { "pair_id": 140199, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 54.21, 57.67 ], "duration": 63.66, "caption": "A woman puts a bowl of food down on the coffee table in front of man.", "similarity": 0.7219, "relevance": 3 }, { "pair_id": 313500, "video_name": "friends_s07e16_seg02_clip_21", "timestamp": [ 7.2, 9.6 ], "duration": 60.66, "caption": "A woman sets down a coffee mug on a table in the room.", "similarity": 0.7178, "relevance": 3 }, { "pair_id": 313501, "video_name": "friends_s01e01_seg02_clip_26", "timestamp": [ 2.24, 3.36 ], "duration": 56.66, "caption": "A woman puts both hand on a plate and slides it on top of the coffee table.", "similarity": 0.7159, "relevance": 1 }, { "pair_id": 313502, "video_name": "friends_s06e08_seg02_clip_15", "timestamp": [ 18.61, 21.4 ], "duration": 62.66, "caption": "A woman smiles and sets her coffee cup down on the table.", "similarity": 0.7139, "relevance": 2 }, { "pair_id": 313503, "video_name": "friends_s02e15_seg02_clip_02", "timestamp": [ 51.35, 54.3 ], "duration": 59.66, "caption": "A woman sets a plate right down on the counter.", "similarity": 0.7102, "relevance": 2 }, { "pair_id": 313504, "video_name": "friends_s06e22_seg02_clip_10", "timestamp": [ 55.21, 57.38 ], "duration": 62.66, "caption": "A woman sets the glass on the coffee table.", "similarity": 0.7015, "relevance": 2 }, { "pair_id": 313505, "video_name": "s02e13_seg02_clip_15", "timestamp": [ 33.01, 35.12 ], "duration": 60.66, "caption": "A woman puts their plate of food on the table.", "similarity": 0.7003, "relevance": 3 }, { "pair_id": 313506, "video_name": "s04e03_seg02_clip_04", "timestamp": [ 52.31, 55.15 ], "duration": 63.66, "caption": "A woman puts a bowl of chips on the middle of the coffee table.", "similarity": 0.6997, "relevance": 3 }, { "pair_id": 313507, "video_name": "friends_s08e20_seg02_clip_02", "timestamp": [ 21.05, 25.33 ], "duration": 61.66, "caption": "A woman puts a bowl on person's kitchen table alongside other dishes.", "similarity": 0.697, "relevance": 3 }, { "pair_id": 313508, "video_name": "s01e04_seg02_clip_09", "timestamp": [ 49.1, 51.7 ], "duration": 65.66, "caption": "A woman sets the pot down on the kitchen table.", "similarity": 0.6967, "relevance": 2 }, { "pair_id": 313509, "video_name": "house_s08e04_seg02_clip_02", "timestamp": [ 0.0, 3.52 ], "duration": 88.66, "caption": "A person sets down a cup onto the table.", "similarity": 0.6911, "relevance": 1 }, { "pair_id": 313510, "video_name": "s09e23_seg02_clip_07", "timestamp": [ 12.91, 16.51 ], "duration": 60.66, "caption": "A woman walks into the living room and sets a plate of food down on the coffee table.", "similarity": 0.6909, "relevance": 3 }, { "pair_id": 313511, "video_name": "s10e04_seg02_clip_17", "timestamp": [ 66.03, 67.26 ], "duration": 82.66, "caption": "A woman puts a coffee mug down on an end table.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 313512, "video_name": "friends_s04e08_seg02_clip_15", "timestamp": [ 1.96, 3.64 ], "duration": 56.66, "caption": "A woman moves to place a plate of food on the table.", "similarity": 0.6891, "relevance": 3 }, { "pair_id": 313513, "video_name": "s05e08_seg01_clip_01", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person puts his plate of food onto the coffee table.", "similarity": 0.6859, "relevance": 1 }, { "pair_id": 313514, "video_name": "s07e07_seg02_clip_15", "timestamp": [ 28.89, 30.41 ], "duration": 76.66, "caption": "A person sets a container down on the coffee table.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 313515, "video_name": "friends_s06e15-16_seg02_clip_27", "timestamp": [ 6.59, 8.02 ], "duration": 57.66, "caption": "A woman finishes their drink and sets the glass down on the coffee table.", "similarity": 0.6841, "relevance": 2 }, { "pair_id": 313516, "video_name": "castle_s02e14_seg02_clip_11", "timestamp": [ 37.85, 40.05 ], "duration": 88.66, "caption": "A woman gets up from the table taking a cup and a plate with her.", "similarity": 0.6839, "relevance": 1 }, { "pair_id": 313517, "video_name": "friends_s06e21_seg02_clip_06", "timestamp": [ 16.13, 18.3 ], "duration": 62.66, "caption": "A person sets two cups of coffee down on a table.", "similarity": 0.6837, "relevance": 2 }, { "pair_id": 313518, "video_name": "s10e07_seg02_clip_07", "timestamp": [ 1.8, 5.1 ], "duration": 60.66, "caption": "A woman places a food container onto the coffee table.", "similarity": 0.6826, "relevance": 2 }, { "pair_id": 313519, "video_name": "friends_s02e19_seg02_clip_00", "timestamp": [ 3.2, 8.64 ], "duration": 64.66, "caption": "A woman sets down a coffee mug before sitting down.", "similarity": 0.6825, "relevance": 2 } ] }, { "query_id": 92897, "query": "Three women go to sit in the living room with wine glasses in hand.", "relevant_moment": [ { "pair_id": 23400, "video_name": "s09e03_seg02_clip_03", "timestamp": [ 29.62, 32.78 ], "duration": 63.66, "caption": "Three women go to sit in the living room with wine glasses in hand.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 23401, "video_name": "s08e08_seg02_clip_01", "timestamp": [ 21.91, 60.03 ], "duration": 60.66, "caption": "Three women each hold a glass of wine.", "similarity": 0.7581, "relevance": 2 }, { "pair_id": 23402, "video_name": "s08e13_seg02_clip_08", "timestamp": [ 0.0, 19.53 ], "duration": 61.66, "caption": "Multiple women have a conversation in the living room while drinking red wine.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 23403, "video_name": "s06e09_seg02_clip_03", "timestamp": [ 33.5, 37.22 ], "duration": 62.66, "caption": "A woman sits down while another woman hands a glass of wine to a third woman, then sits down.", "similarity": 0.67, "relevance": 3 }, { "pair_id": 23404, "video_name": "castle_s08e08_seg02_clip_04", "timestamp": [ 33.33, 41.1 ], "duration": 91.66, "caption": "Three elderly ladies are sitting on a ship deck drinking wine.", "similarity": 0.6495, "relevance": 2 }, { "pair_id": 23405, "video_name": "s08e07_seg02_clip_04", "timestamp": [ 26.24, 28.68 ], "duration": 61.66, "caption": "A woman hands woman a glass of wine and sit at the table with woman.", "similarity": 0.629, "relevance": 2 }, { "pair_id": 23406, "video_name": "s06e02_seg01_clip_00", "timestamp": [ 46.21, 49.31 ], "duration": 62.66, "caption": "A woman brings a bottle of wine into the living room and sits down on the couch.", "similarity": 0.6254, "relevance": 2 }, { "pair_id": 23407, "video_name": "s10e13_seg01_clip_00", "timestamp": [ 46.99, 49.13 ], "duration": 61.66, "caption": "A man hands a woman a glass of wine in the living room.", "similarity": 0.6249, "relevance": 1 }, { "pair_id": 23408, "video_name": "s02e19_seg02_clip_08", "timestamp": [ 0.0, 6.6 ], "duration": 60.66, "caption": "A woman and another woman are drinking wine in her kitchen.", "similarity": 0.6194, "relevance": 2 }, { "pair_id": 23409, "video_name": "met_s06e05_seg02_clip_15", "timestamp": [ 58.17, 59.4 ], "duration": 61.66, "caption": "Two women clink their glasses of wine together.", "similarity": 0.6019, "relevance": 2 }, { "pair_id": 23410, "video_name": "s09e22_seg02_clip_05", "timestamp": [ 46.38, 61.03 ], "duration": 61.66, "caption": "Some people are smelling their wine inside their wine glasses.", "similarity": 0.5969, "relevance": 1 }, { "pair_id": 23411, "video_name": "friends_s07e21_seg02_clip_19", "timestamp": [ 0.0, 27.55 ], "duration": 51.66, "caption": "Three women were sitting on a couch.", "similarity": 0.5949, "relevance": 1 }, { "pair_id": 23412, "video_name": "castle_s01e06_seg02_clip_18", "timestamp": [ 16.63, 18.17 ], "duration": 51.66, "caption": "A woman sits on the couch with a glass of wine in her hand.", "similarity": 0.5901, "relevance": 3 }, { "pair_id": 23413, "video_name": "s09e02_seg02_clip_07", "timestamp": [ 42.72, 46.38 ], "duration": 61.66, "caption": "A woman is holding a glass of wine as she listens to two other women.", "similarity": 0.5883, "relevance": 2 }, { "pair_id": 23414, "video_name": "s07e16_seg02_clip_15", "timestamp": [ 77.74, 82.38 ], "duration": 116.66, "caption": "A woman picks up a glass of white wine and walks into the living room.", "similarity": 0.5856, "relevance": 3 }, { "pair_id": 23415, "video_name": "s09e20_seg02_clip_11", "timestamp": [ 13.12, 15.56 ], "duration": 61.66, "caption": "A person takes a drink of their wine glass in the living room.", "similarity": 0.5788, "relevance": 2 }, { "pair_id": 23416, "video_name": "s10e13_seg02_clip_01", "timestamp": [ 13.21, 15.96 ], "duration": 55.66, "caption": "A woman takes a drink of her wine glass as she talks to two women.", "similarity": 0.5744, "relevance": 3 }, { "pair_id": 23417, "video_name": "s08e13_seg02_clip_08", "timestamp": [ 57.37, 59.2 ], "duration": 61.66, "caption": "A woman makes a remark to a person while holding a glass of red wine in the living room.", "similarity": 0.572, "relevance": 2 }, { "pair_id": 23418, "video_name": "s08e10_seg02_clip_07", "timestamp": [ 3.52, 9.92 ], "duration": 64.66, "caption": "Two women grab their glass of wine.", "similarity": 0.5674, "relevance": 2 }, { "pair_id": 23419, "video_name": "s09e03_seg02_clip_04", "timestamp": [ 0.0, 37.35 ], "duration": 57.66, "caption": "Two women were both holding a glass of wine.", "similarity": 0.5661, "relevance": 3 }, { "pair_id": 196720, "video_name": "friends_s06e24-25_seg02_clip_35", "timestamp": [ 5.6, 12.04 ], "duration": 56.66, "caption": "A woman takes a drink from her glass and then walks into the living room.", "similarity": 0.5635, "relevance": 2 }, { "pair_id": 196721, "video_name": "s10e08_seg02_clip_03", "timestamp": [ 6.2, 8.99 ], "duration": 62.66, "caption": "A woman walks into the living room and places two bottles on the table.", "similarity": 0.5626, "relevance": 3 }, { "pair_id": 196722, "video_name": "castle_s02e16_seg02_clip_21", "timestamp": [ 81.47, 83.72 ], "duration": 90.66, "caption": "A woman hands an empty wine glass to another woman.", "similarity": 0.5578, "relevance": 2 }, { "pair_id": 196723, "video_name": "friends_s02e01_seg02_clip_01", "timestamp": [ 31.97, 35.22 ], "duration": 59.66, "caption": "A woman brings wine glasses to set on the table.", "similarity": 0.5547, "relevance": 3 }, { "pair_id": 196724, "video_name": "friends_s01e24_seg02_clip_16", "timestamp": [ 0.0, 18.19 ], "duration": 59.66, "caption": "Three women are sitting at the kitchen table conversing.", "similarity": 0.5543, "relevance": 3 }, { "pair_id": 196725, "video_name": "met_s02e09_seg02_clip_02", "timestamp": [ 0.0, 47.29 ], "duration": 58.66, "caption": "Multiple people are sitting in a booth in a restaurant and a woman takes three drinks from her glass.", "similarity": 0.5526, "relevance": 3 }, { "pair_id": 196726, "video_name": "friends_s07e06_seg01_clip_00", "timestamp": [ 68.18, 78.74 ], "duration": 96.66, "caption": "Three women lift their glasses in a toast at the table together.", "similarity": 0.5526, "relevance": 3 }, { "pair_id": 196727, "video_name": "castle_s04e20_seg02_clip_00", "timestamp": [ 16.8, 20.06 ], "duration": 93.66, "caption": "A woman takes a drink from her wine glass while another woman talks to her.", "similarity": 0.5503, "relevance": 3 }, { "pair_id": 196728, "video_name": "s05e01_seg02_clip_04", "timestamp": [ 49.43, 54.02 ], "duration": 54.66, "caption": "A woman talks to another woman while sitting on the chair and holding a glass with a wine in it.", "similarity": 0.5502, "relevance": 3 }, { "pair_id": 196729, "video_name": "s04e08_seg02_clip_04", "timestamp": [ 42.2, 47.33 ], "duration": 57.66, "caption": "A woman takes a drink of her wine as she is talking to two other women.", "similarity": 0.5496, "relevance": 3 }, { "pair_id": 196730, "video_name": "s07e14_seg02_clip_11", "timestamp": [ 54.46, 57.02 ], "duration": 57.66, "caption": "Three women are drinking at a bar.", "similarity": 0.5477, "relevance": 3 }, { "pair_id": 196731, "video_name": "friends_s06e06_seg02_clip_08", "timestamp": [ 27.01, 30.01 ], "duration": 60.66, "caption": "A woman walks into the bedroom and gives another woman a glass of wine while ignoring a third woman.", "similarity": 0.5474, "relevance": 3 }, { "pair_id": 196732, "video_name": "met_s02e18_seg02_clip_03", "timestamp": [ 58.6, 61.36 ], "duration": 61.66, "caption": "A woman sits down on the couch holding a bottle of wine and two glasses.", "similarity": 0.5474, "relevance": 2 }, { "pair_id": 196733, "video_name": "s08e16_seg02_clip_08", "timestamp": [ 26.27, 28.33 ], "duration": 59.66, "caption": "A woman takes a sip of wine from her glass as she and a person sit on the couch.", "similarity": 0.5472, "relevance": 2 }, { "pair_id": 196734, "video_name": "s08e07_seg02_clip_04", "timestamp": [ 34.18, 43.94 ], "duration": 61.66, "caption": "Two women each take a sip of their wine.", "similarity": 0.547, "relevance": 3 }, { "pair_id": 196735, "video_name": "castle_s08e18_seg02_clip_24", "timestamp": [ 6.68, 8.01 ], "duration": 89.66, "caption": "Three people clink their glasses as they are drinking together.", "similarity": 0.5441, "relevance": 3 }, { "pair_id": 196736, "video_name": "s09e22_seg02_clip_11", "timestamp": [ 2.95, 6.2 ], "duration": 59.66, "caption": "A woman takes a drink of her wine as she sits next to a woman.", "similarity": 0.5436, "relevance": 3 }, { "pair_id": 196737, "video_name": "friends_s01e16-17_seg02_clip_31", "timestamp": [ 41.25, 52.27 ], "duration": 56.66, "caption": "Two women are bickering and one of them is opening a bottle of wine.", "similarity": 0.5435, "relevance": 3 }, { "pair_id": 196738, "video_name": "s05e01_seg02_clip_03", "timestamp": [ 0.0, 17.86 ], "duration": 70.66, "caption": "A woman is still drinking wine in a glass and another woman knocks the door.", "similarity": 0.5427, "relevance": 2 }, { "pair_id": 196739, "video_name": "s06e05_seg02_clip_01", "timestamp": [ 0.0, 42.62 ], "duration": 60.66, "caption": "Three women have a conversation over drinks at a bar.", "similarity": 0.5427, "relevance": 4 } ] }, { "query_id": 92913, "query": "A woman turns around and sits down on a chair.", "relevant_moment": [ { "pair_id": 83980, "video_name": "s07e18_seg02_clip_00", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A woman turns around and sits down on a chair.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 83981, "video_name": "friends_s08e13_seg02_clip_14", "timestamp": [ 21.27, 24.09 ], "duration": 62.66, "caption": "A woman turns the chair around and sits down on it.", "similarity": 0.9394, "relevance": 4 }, { "pair_id": 83982, "video_name": "friends_s08e13_seg02_clip_15", "timestamp": [ 16.48, 22.28 ], "duration": 61.66, "caption": "A woman turns around and sits on a comfy armchair.", "similarity": 0.8471, "relevance": 4 }, { "pair_id": 83983, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 60.09, 64.99 ], "duration": 89.66, "caption": "A woman walks over to a chair and sits down.", "similarity": 0.8249, "relevance": 4 }, { "pair_id": 83984, "video_name": "castle_s05e19_seg02_clip_00", "timestamp": [ 0.91, 7.74 ], "duration": 91.66, "caption": "A woman walks over to the chair and sits down on it.", "similarity": 0.8208, "relevance": 4 }, { "pair_id": 83985, "video_name": "friends_s04e14_seg02_clip_07", "timestamp": [ 22.38, 27.42 ], "duration": 63.66, "caption": "A woman walks over to sit on the chair.", "similarity": 0.812, "relevance": 4 }, { "pair_id": 83986, "video_name": "castle_s04e11_seg02_clip_20", "timestamp": [ 24.12, 27.76 ], "duration": 91.66, "caption": "A woman steps forward and sits down in a chair.", "similarity": 0.8053, "relevance": 3 }, { "pair_id": 83987, "video_name": "friends_s08e06_seg01_clip_00", "timestamp": [ 41.43, 43.33 ], "duration": 76.66, "caption": "A woman looks at a chair and goes to sit on it.", "similarity": 0.7939, "relevance": 3 }, { "pair_id": 83988, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 46.29, 51.63 ], "duration": 89.66, "caption": "A woman pulls back the chair and sits down.", "similarity": 0.7855, "relevance": 3 }, { "pair_id": 83989, "video_name": "friends_s04e04_seg02_clip_10", "timestamp": [ 33.64, 43.09 ], "duration": 59.66, "caption": "A woman walks into a place and sits on a chair.", "similarity": 0.7838, "relevance": 3 }, { "pair_id": 83990, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 8.28, 12.42 ], "duration": 92.66, "caption": "A woman walks down to sit in a chair.", "similarity": 0.7814, "relevance": 4 }, { "pair_id": 83991, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 19.82, 24.78 ], "duration": 55.66, "caption": "A woman walks in and sits on the chair.", "similarity": 0.7743, "relevance": 3 }, { "pair_id": 83992, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 36.89, 40.58 ], "duration": 92.66, "caption": "A woman sits on the arm of a chair.", "similarity": 0.7692, "relevance": 3 }, { "pair_id": 83993, "video_name": "friends_s03e20_seg02_clip_03", "timestamp": [ 6.08, 11.53 ], "duration": 64.66, "caption": "A woman grabs the chair and sits down on it.", "similarity": 0.7652, "relevance": 3 }, { "pair_id": 83994, "video_name": "house_s05e18_seg02_clip_25", "timestamp": [ 3.22, 8.86 ], "duration": 161.66, "caption": "A person moves toward a chair and sits down.", "similarity": 0.7604, "relevance": 2 }, { "pair_id": 83995, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 99.38, 108.02 ], "duration": 108.66, "caption": "A woman is sitting in a chair and swiveling around.", "similarity": 0.7598, "relevance": 2 }, { "pair_id": 83996, "video_name": "castle_s02e16_seg02_clip_08", "timestamp": [ 45.85, 49.55 ], "duration": 92.66, "caption": "A woman was leaning forward, she relaxes into her chair and sits back.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 83997, "video_name": "s01e17_seg02_clip_12", "timestamp": [ 10.08, 17.93 ], "duration": 56.66, "caption": "A person turns a wooden chair around and sits down in it.", "similarity": 0.7575, "relevance": 2 }, { "pair_id": 83998, "video_name": "castle_s05e12_seg02_clip_14", "timestamp": [ 55.23, 57.05 ], "duration": 91.66, "caption": "A woman was leaning forward, now she sits back in her chair.", "similarity": 0.7569, "relevance": 1 }, { "pair_id": 83999, "video_name": "friends_s09e11_seg02_clip_13", "timestamp": [ 22.74, 28.57 ], "duration": 58.66, "caption": "A woman sits down in the chair and situates herself.", "similarity": 0.7517, "relevance": 3 }, { "pair_id": 257300, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman walks over to the round, orange chair and sits down.", "similarity": 0.7502, "relevance": 3 }, { "pair_id": 257301, "video_name": "house_s01e15_seg02_clip_26", "timestamp": [ 19.57, 21.64 ], "duration": 103.66, "caption": "A woman sits down and scoots her chair forward.", "similarity": 0.7481, "relevance": 3 }, { "pair_id": 257302, "video_name": "friends_s10e11_seg02_clip_22", "timestamp": [ 21.71, 23.26 ], "duration": 62.66, "caption": "A woman sits down on her chair and smiles.", "similarity": 0.7479, "relevance": 2 }, { "pair_id": 257303, "video_name": "castle_s07e05_seg02_clip_22", "timestamp": [ 67.07, 69.32 ], "duration": 90.66, "caption": "A woman sits down in a chair at the table.", "similarity": 0.7452, "relevance": 3 }, { "pair_id": 257304, "video_name": "friends_s02e07_seg02_clip_08", "timestamp": [ 40.33, 42.65 ], "duration": 58.66, "caption": "A woman leans over her chair and then trips.", "similarity": 0.7451, "relevance": 1 }, { "pair_id": 257305, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 0.0, 2.95 ], "duration": 59.66, "caption": "A woman sits down in the round, orange chair.", "similarity": 0.7443, "relevance": 3 }, { "pair_id": 257306, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 57.79, 62.65 ], "duration": 108.66, "caption": "A person walks over and sits down on the chair.", "similarity": 0.7407, "relevance": 1 }, { "pair_id": 257307, "video_name": "s10e02_seg02_clip_05", "timestamp": [ 47.12, 52.52 ], "duration": 60.66, "caption": "A woman walks around the chair, sits down in it and crosses her legs.", "similarity": 0.7401, "relevance": 3 }, { "pair_id": 257308, "video_name": "friends_s10e10_seg02_clip_15", "timestamp": [ 11.21, 13.45 ], "duration": 64.66, "caption": "A woman sits down in the chair to show she's not moving out.", "similarity": 0.737, "relevance": 4 }, { "pair_id": 257309, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 35.01, 39.21 ], "duration": 70.66, "caption": "A woman pulls the chair out and sits down.", "similarity": 0.7368, "relevance": 3 }, { "pair_id": 257310, "video_name": "friends_s01e10_seg02_clip_00", "timestamp": [ 20.78, 23.57 ], "duration": 62.66, "caption": "A person spins a chair around and sits down facing the back of the chair.", "similarity": 0.7316, "relevance": 1 }, { "pair_id": 257312, "video_name": "castle_s05e23_seg02_clip_04", "timestamp": [ 76.02, 86.0 ], "duration": 95.66, "caption": "A woman sits back in her chair and then looks to her left.", "similarity": 0.7268, "relevance": 2 }, { "pair_id": 257313, "video_name": "castle_s04e01_seg02_clip_27", "timestamp": [ 0.0, 1.36 ], "duration": 17.66, "caption": "A woman has her feet up on the chair.", "similarity": 0.7205, "relevance": 1 }, { "pair_id": 257314, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 36.89, 43.81 ], "duration": 92.66, "caption": "A woman sits down on the arm of the chair and moves her hair.", "similarity": 0.7199, "relevance": 2 }, { "pair_id": 257316, "video_name": "house_s08e08_seg02_clip_06", "timestamp": [ 67.95, 72.7 ], "duration": 95.66, "caption": "A person approaches the woman sitting on the chair.", "similarity": 0.7171, "relevance": 1 }, { "pair_id": 257317, "video_name": "friends_s01e08_seg02_clip_03", "timestamp": [ 0.0, 5.51 ], "duration": 58.66, "caption": "A woman is talking and she sits down in a chair.", "similarity": 0.7159, "relevance": 2 }, { "pair_id": 257318, "video_name": "house_s08e09_seg02_clip_10", "timestamp": [ 82.46, 84.25 ], "duration": 89.66, "caption": "A woman sits on a chair that was placed at a corner in the room.", "similarity": 0.7157, "relevance": 4 }, { "pair_id": 257319, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 18.71, 22.17 ], "duration": 57.66, "caption": "A woman walks over from the door to sit on a chair.", "similarity": 0.7156, "relevance": 3 } ] }, { "query_id": 92925, "query": "Some people were having a serious conversation.", "relevant_moment": [ { "pair_id": 17220, "video_name": "castle_s08e14_seg02_clip_15", "timestamp": [ 0.0, 19.24 ], "duration": 87.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17221, "video_name": "castle_s08e09_seg02_clip_18", "timestamp": [ 0.0, 25.96 ], "duration": 89.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17222, "video_name": "castle_s06e16_seg02_clip_02", "timestamp": [ 25.12, 38.58 ], "duration": 89.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17223, "video_name": "castle_s06e08_seg02_clip_02", "timestamp": [ 0.0, 12.47 ], "duration": 92.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17224, "video_name": "castle_s05e20_seg02_clip_15", "timestamp": [ 0.0, 29.88 ], "duration": 90.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17225, "video_name": "castle_s02e24_seg02_clip_07", "timestamp": [ 0.0, 90.02 ], "duration": 90.66, "caption": "Some people were having a serious conversation.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17226, "video_name": "castle_s02e16_seg02_clip_06", "timestamp": [ 21.69, 34.97 ], "duration": 88.66, "caption": "Some people were having a serious talk.", "similarity": 0.9653, "relevance": 4 }, { "pair_id": 17227, "video_name": "castle_s07e01_seg02_clip_25", "timestamp": [ 0.0, 49.51 ], "duration": 90.66, "caption": "Several people were seriously having a conversation.", "similarity": 0.919, "relevance": 4 }, { "pair_id": 17228, "video_name": "castle_s05e08_seg02_clip_02", "timestamp": [ 0.0, 27.91 ], "duration": 93.66, "caption": "A group of people are having a serious conversation.", "similarity": 0.919, "relevance": 4 }, { "pair_id": 17229, "video_name": "castle_s02e16_seg02_clip_01", "timestamp": [ 0.0, 6.37 ], "duration": 91.66, "caption": "A person and another person were having a serious conversation.", "similarity": 0.9028, "relevance": 3 }, { "pair_id": 17230, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 0.0, 9.15 ], "duration": 91.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 17231, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 0.0, 40.95 ], "duration": 92.66, "caption": "Two men and a woman were having a serious conversation.", "similarity": 0.8923, "relevance": 4 }, { "pair_id": 17232, "video_name": "s08e03_seg02_clip_14", "timestamp": [ 0.0, 35.12 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 17233, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 0.0, 58.02 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 17234, "video_name": "s02e17_seg02_clip_05", "timestamp": [ 0.0, 36.6 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 17235, "video_name": "s02e11_seg02_clip_01", "timestamp": [ 0.0, 33.62 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 17236, "video_name": "s02e04_seg02_clip_11", "timestamp": [ 0.0, 59.03 ], "duration": 59.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 17237, "video_name": "s01e14_seg02_clip_13", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 17238, "video_name": "house_s08e18_seg02_clip_08", "timestamp": [ 29.25, 91.42 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 17239, "video_name": "house_s08e06_seg02_clip_07", "timestamp": [ 0.0, 31.83 ], "duration": 95.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190540, "video_name": "house_s07e10_seg02_clip_18", "timestamp": [ 0.0, 13.78 ], "duration": 91.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190541, "video_name": "house_s07e05_seg02_clip_12", "timestamp": [ 0.0, 12.37 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190542, "video_name": "house_s06e11_seg02_clip_11", "timestamp": [ 67.71, 89.09 ], "duration": 89.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190543, "video_name": "house_s06e07_seg02_clip_01", "timestamp": [ 13.32, 45.74 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190544, "video_name": "house_s06e06_seg02_clip_01", "timestamp": [ 0.0, 34.63 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190545, "video_name": "house_s06e02_seg02_clip_17", "timestamp": [ 0.0, 20.46 ], "duration": 43.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190546, "video_name": "house_s05e23_seg02_clip_21", "timestamp": [ 43.82, 71.26 ], "duration": 71.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190547, "video_name": "house_s02e18_seg02_clip_23", "timestamp": [ 14.19, 86.02 ], "duration": 86.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190548, "video_name": "house_s02e12_seg02_clip_13", "timestamp": [ 0.0, 67.42 ], "duration": 126.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190549, "video_name": "house_s01e22_seg02_clip_04", "timestamp": [ 11.03, 49.02 ], "duration": 49.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190550, "video_name": "house_s01e11_seg02_clip_06", "timestamp": [ 0.0, 92.08 ], "duration": 92.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190551, "video_name": "friends_s10e13_seg02_clip_01", "timestamp": [ 0.0, 17.11 ], "duration": 60.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190552, "video_name": "friends_s10e12_seg02_clip_03", "timestamp": [ 13.07, 30.18 ], "duration": 62.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 190554, "video_name": "friends_s09e15_seg02_clip_08", "timestamp": [ 0.0, 56.09 ], "duration": 56.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 190555, "video_name": "friends_s08e03_seg01_clip_01", "timestamp": [ 0.0, 44.89 ], "duration": 88.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 190556, "video_name": "friends_s07e21_seg02_clip_02", "timestamp": [ 0.0, 68.02 ], "duration": 68.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 4 }, { "pair_id": 190557, "video_name": "friends_s05e10_seg02_clip_11", "timestamp": [ 0.0, 48.02 ], "duration": 64.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 }, { "pair_id": 190558, "video_name": "friends_s05e01_seg02_clip_13", "timestamp": [ 0.0, 17.41 ], "duration": 58.66, "caption": "Some people were having a conversation.", "similarity": 0.8913, "relevance": 3 } ] }, { "query_id": 93095, "query": "A man is sitting across from a person while conversing.", "relevant_moment": [ { "pair_id": 90420, "video_name": "s02e11_seg01_clip_01", "timestamp": [ 0.0, 4.72 ], "duration": 59.66, "caption": "A man is sitting across from a person while conversing.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 90421, "video_name": "house_s08e21_seg02_clip_22", "timestamp": [ 0.0, 31.51 ], "duration": 150.66, "caption": "A man is sitting across from another person as they converse.", "similarity": 0.9086, "relevance": 4 }, { "pair_id": 90422, "video_name": "s10e07_seg02_clip_03", "timestamp": [ 0.0, 6.09 ], "duration": 58.66, "caption": "A man is sitting across from person as he speaks to him.", "similarity": 0.8803, "relevance": 4 }, { "pair_id": 90423, "video_name": "house_s07e17_seg02_clip_13", "timestamp": [ 0.0, 5.17 ], "duration": 94.66, "caption": "A man is talking to person while person is sitting.", "similarity": 0.8671, "relevance": 3 }, { "pair_id": 90424, "video_name": "castle_s04e06_seg02_clip_13", "timestamp": [ 0.0, 7.65 ], "duration": 90.66, "caption": "A man is sitting across from a woman and man conversing.", "similarity": 0.8616, "relevance": 3 }, { "pair_id": 90425, "video_name": "house_s01e13_seg02_clip_24", "timestamp": [ 0.0, 45.48 ], "duration": 93.66, "caption": "A person is sitting across from another person as they converse.", "similarity": 0.8429, "relevance": 2 }, { "pair_id": 90426, "video_name": "s03e21_seg01_clip_01", "timestamp": [ 0.0, 8.54 ], "duration": 61.66, "caption": "A person is sitting across from someone as they are speaking to them.", "similarity": 0.839, "relevance": 3 }, { "pair_id": 90427, "video_name": "s04e19_seg02_clip_08", "timestamp": [ 8.7, 14.71 ], "duration": 60.66, "caption": "A person is sitting across from another person while he speaks to him.", "similarity": 0.837, "relevance": 4 }, { "pair_id": 90428, "video_name": "friends_s10e06_seg02_clip_14", "timestamp": [ 0.0, 30.51 ], "duration": 60.66, "caption": "A man is sitting across from another man as they converse with each other.", "similarity": 0.8332, "relevance": 4 }, { "pair_id": 90429, "video_name": "house_s06e20_seg02_clip_17", "timestamp": [ 0.0, 75.4 ], "duration": 89.66, "caption": "A man is sitting across from another man as they converse.", "similarity": 0.8274, "relevance": 4 }, { "pair_id": 90430, "video_name": "s06e13_seg02_clip_15", "timestamp": [ 24.61, 36.62 ], "duration": 60.66, "caption": "A person is speaking to another person as they sit across from each other.", "similarity": 0.8248, "relevance": 4 }, { "pair_id": 90431, "video_name": "s05e23_seg02_clip_14", "timestamp": [ 0.0, 1.74 ], "duration": 58.66, "caption": "A person is sitting in his spot while talking to man.", "similarity": 0.8237, "relevance": 3 }, { "pair_id": 90432, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 0.0, 69.61 ], "duration": 69.66, "caption": "A man talks to a person while he's sitting down.", "similarity": 0.8226, "relevance": 3 }, { "pair_id": 90433, "video_name": "castle_s07e15_seg02_clip_07", "timestamp": [ 37.95, 65.63 ], "duration": 89.66, "caption": "A person is sitting with someone conversing as another person to converse with them.", "similarity": 0.8196, "relevance": 4 }, { "pair_id": 90434, "video_name": "house_s04e16_seg02_clip_06", "timestamp": [ 21.61, 90.02 ], "duration": 90.66, "caption": "A man is seated as he is conversing with another man and two other people.", "similarity": 0.8178, "relevance": 3 }, { "pair_id": 90435, "video_name": "met_s02e13_seg02_clip_02", "timestamp": [ 0.0, 5.99 ], "duration": 63.66, "caption": "A man is speaking to person as he is sitting.", "similarity": 0.8133, "relevance": 3 }, { "pair_id": 90436, "video_name": "castle_s05e05_seg02_clip_12", "timestamp": [ 8.17, 12.26 ], "duration": 90.66, "caption": "A man sits down while someone is talking to him.", "similarity": 0.8114, "relevance": 3 }, { "pair_id": 90437, "video_name": "s08e02_seg02_clip_01", "timestamp": [ 0.0, 8.24 ], "duration": 61.66, "caption": "A person is sitting across from someone's desk conversing with them.", "similarity": 0.8099, "relevance": 4 }, { "pair_id": 90438, "video_name": "s04e07_seg02_clip_06", "timestamp": [ 33.64, 38.96 ], "duration": 59.66, "caption": "A person is sitting across from another person as they speak.", "similarity": 0.8073, "relevance": 3 }, { "pair_id": 90439, "video_name": "house_s02e20_seg02_clip_12", "timestamp": [ 10.01, 13.65 ], "duration": 91.66, "caption": "A person sits down while he is talking to another person.", "similarity": 0.8044, "relevance": 3 }, { "pair_id": 263740, "video_name": "house_s04e10_seg02_clip_13", "timestamp": [ 0.0, 4.51 ], "duration": 90.66, "caption": "A man sits in front of person while person is talking.", "similarity": 0.8036, "relevance": 4 }, { "pair_id": 263741, "video_name": "house_s07e07_seg02_clip_03", "timestamp": [ 5.66, 8.27 ], "duration": 87.66, "caption": "A person sits down while someone is talking to him.", "similarity": 0.8014, "relevance": 3 }, { "pair_id": 263742, "video_name": "met_s06e11_seg02_clip_09", "timestamp": [ 54.27, 61.66 ], "duration": 61.66, "caption": "A man is having a conversation with another person.", "similarity": 0.7971, "relevance": 2 }, { "pair_id": 263743, "video_name": "house_s03e12_seg02_clip_14", "timestamp": [ 76.99, 86.02 ], "duration": 86.66, "caption": "A person is sitting and talking to another person.", "similarity": 0.7971, "relevance": 3 }, { "pair_id": 263744, "video_name": "house_s03e07_seg02_clip_17", "timestamp": [ 15.18, 92.03 ], "duration": 92.66, "caption": "Two people are sitting across from each other conversing.", "similarity": 0.7961, "relevance": 2 }, { "pair_id": 263745, "video_name": "house_s07e10_seg02_clip_20", "timestamp": [ 0.0, 72.82 ], "duration": 91.66, "caption": "A person is seated with some other people as they are conversing.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 263746, "video_name": "s07e18_seg02_clip_11", "timestamp": [ 53.4, 61.03 ], "duration": 61.66, "caption": "A person sits down and has a conversation with another person.", "similarity": 0.786, "relevance": 2 }, { "pair_id": 263747, "video_name": "s08e17_seg02_clip_16", "timestamp": [ 9.0, 12.01 ], "duration": 50.66, "caption": "A person sits down while talking to another person.", "similarity": 0.7859, "relevance": 2 }, { "pair_id": 263748, "video_name": "house_s06e20_seg02_clip_17", "timestamp": [ 0.0, 73.17 ], "duration": 89.66, "caption": "A man sits in front of someone and talks about another person.", "similarity": 0.7825, "relevance": 4 }, { "pair_id": 263749, "video_name": "house_s06e14_seg02_clip_13", "timestamp": [ 0.0, 51.16 ], "duration": 93.66, "caption": "A man is sitting across from another person as they converse in a cafeteria.", "similarity": 0.7823, "relevance": 4 }, { "pair_id": 263750, "video_name": "grey_s01e03_seg02_clip_17", "timestamp": [ 0.0, 89.02 ], "duration": 89.66, "caption": "A man is sitting beside another person as they converse.", "similarity": 0.7814, "relevance": 2 }, { "pair_id": 263751, "video_name": "s02e01_seg01_clip_03", "timestamp": [ 0.0, 5.53 ], "duration": 65.66, "caption": "A person is sitting next to a man while speaking with another person.", "similarity": 0.7803, "relevance": 2 }, { "pair_id": 263752, "video_name": "castle_s04e01_seg02_clip_27", "timestamp": [ 0.0, 17.02 ], "duration": 17.66, "caption": "A woman and a man are sitting across each other conversing.", "similarity": 0.7798, "relevance": 3 }, { "pair_id": 263753, "video_name": "house_s05e08_seg02_clip_09", "timestamp": [ 0.0, 11.96 ], "duration": 92.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.7794, "relevance": 2 }, { "pair_id": 263754, "video_name": "house_s04e13_seg02_clip_10", "timestamp": [ 20.05, 61.51 ], "duration": 91.66, "caption": "A man is having a conversation with two other people.", "similarity": 0.7794, "relevance": 1 }, { "pair_id": 263755, "video_name": "friends_s09e22_seg02_clip_12", "timestamp": [ 14.29, 58.34 ], "duration": 58.66, "caption": "A man joins their conversation while they are talking.", "similarity": 0.7752, "relevance": 3 }, { "pair_id": 263756, "video_name": "s08e04_seg01_clip_00", "timestamp": [ 48.02, 57.39 ], "duration": 75.66, "caption": "A person is beside another person as he is conversing with someone else.", "similarity": 0.7726, "relevance": 4 }, { "pair_id": 263757, "video_name": "s05e16_seg02_clip_08", "timestamp": [ 0.0, 42.86 ], "duration": 63.66, "caption": "Two men are sitting across from each other conversing.", "similarity": 0.7708, "relevance": 4 }, { "pair_id": 263758, "video_name": "house_s06e20_seg02_clip_16", "timestamp": [ 5.34, 89.02 ], "duration": 89.66, "caption": "Two people are conversing with each other as they sit across from each other.", "similarity": 0.7676, "relevance": 3 }, { "pair_id": 263759, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 0.0, 29.34 ], "duration": 88.66, "caption": "A person is having a conversation with a man and another person.", "similarity": 0.7672, "relevance": 2 } ] }, { "query_id": 93130, "query": "A woman pours a shot for a person at the bar.", "relevant_moment": [ { "pair_id": 9800, "video_name": "s04e07_seg02_clip_14", "timestamp": [ 26.11, 31.21 ], "duration": 60.66, "caption": "A woman pours a shot for a person at the bar.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9801, "video_name": "s04e07_seg02_clip_13", "timestamp": [ 39.25, 43.38 ], "duration": 59.66, "caption": "A woman sets a shot glass on the bar and pours alcohol into it from a bottle.", "similarity": 0.7937, "relevance": 4 }, { "pair_id": 9802, "video_name": "castle_s06e20_seg02_clip_26", "timestamp": [ 0.0, 13.32 ], "duration": 148.66, "caption": "A woman pours herself a shot and takes a drink.", "similarity": 0.7662, "relevance": 3 }, { "pair_id": 9803, "video_name": "s04e07_seg02_clip_16", "timestamp": [ 0.0, 18.01 ], "duration": 60.66, "caption": "A woman and a person are talking at the bar and the woman downs a shot.", "similarity": 0.7446, "relevance": 1 }, { "pair_id": 9804, "video_name": "s09e14_seg02_clip_12", "timestamp": [ 21.47, 23.21 ], "duration": 58.66, "caption": "A woman takes a shot glass off of the bar.", "similarity": 0.7372, "relevance": 1 }, { "pair_id": 9805, "video_name": "met_s06e17_seg02_clip_03", "timestamp": [ 6.35, 8.47 ], "duration": 60.66, "caption": "A woman aims her beer bottle at a man at the bar.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 9806, "video_name": "grey_s03e02_seg02_clip_20", "timestamp": [ 0.0, 2.8 ], "duration": 93.66, "caption": "A woman takes a drink of her cocktail at the bar.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 9807, "video_name": "friends_s10e16_seg02_clip_10", "timestamp": [ 31.53, 33.03 ], "duration": 60.66, "caption": "A woman pours herself a drink at the bar station.", "similarity": 0.7066, "relevance": 2 }, { "pair_id": 9808, "video_name": "met_s02e10_seg02_clip_05", "timestamp": [ 54.01, 57.67 ], "duration": 61.66, "caption": "A woman standing in front of someone drinks a shot and then covers their mouth with their hand.", "similarity": 0.6999, "relevance": 1 }, { "pair_id": 9809, "video_name": "s03e11_seg02_clip_14", "timestamp": [ 0.0, 2.52 ], "duration": 63.66, "caption": "A woman drinks a shot glass full of alcohol straightly.", "similarity": 0.6871, "relevance": 1 }, { "pair_id": 9810, "video_name": "s03e11_seg02_clip_12", "timestamp": [ 25.94, 31.73 ], "duration": 61.66, "caption": "The bartender fills woman and woman's shot glasses.", "similarity": 0.6831, "relevance": 3 }, { "pair_id": 9811, "video_name": "s03e11_seg02_clip_14", "timestamp": [ 0.0, 23.32 ], "duration": 63.66, "caption": "Two women are doing shots at a bar and then get ready to leave.", "similarity": 0.6671, "relevance": 1 }, { "pair_id": 9812, "video_name": "friends_s09e23-24_seg02_clip_33", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A woman picks up a drink from the bar.", "similarity": 0.667, "relevance": 0 }, { "pair_id": 9813, "video_name": "castle_s07e07_seg02_clip_11", "timestamp": [ 24.45, 28.46 ], "duration": 80.66, "caption": "A person drinks a shot and slides the shot glass back to the bartender.", "similarity": 0.6612, "relevance": 1 }, { "pair_id": 9814, "video_name": "friends_s01e11_seg02_clip_05", "timestamp": [ 13.36, 17.01 ], "duration": 60.66, "caption": "A woman pours tequila into a shot glass as she talks and turns her head to glance down at the menu a man is holding.", "similarity": 0.6604, "relevance": 3 }, { "pair_id": 9815, "video_name": "s01e08_seg02_clip_07", "timestamp": [ 7.38, 13.58 ], "duration": 59.66, "caption": "A person is sitting at a bar drinking a cocktail with a woman.", "similarity": 0.6604, "relevance": 0 }, { "pair_id": 9816, "video_name": "castle_s03e05_seg02_clip_10", "timestamp": [ 83.72, 90.02 ], "duration": 90.66, "caption": "A person gets up and goes to his/her bar to pour a drink.", "similarity": 0.6597, "relevance": 0 }, { "pair_id": 9817, "video_name": "castle_s06e20_seg02_clip_25", "timestamp": [ 81.93, 87.65 ], "duration": 88.66, "caption": "A woman goes to the bar and grabs a bottle of liquor.", "similarity": 0.6544, "relevance": 2 }, { "pair_id": 9818, "video_name": "s03e03_seg02_clip_08", "timestamp": [ 25.97, 28.63 ], "duration": 59.66, "caption": "A woman takes a sip of her beer while she sits at the bar.", "similarity": 0.653, "relevance": 1 }, { "pair_id": 9819, "video_name": "s03e11_seg02_clip_12", "timestamp": [ 0.0, 5.19 ], "duration": 61.66, "caption": "A woman and another woman are drinking at a bar.", "similarity": 0.652, "relevance": 1 } ] }, { "query_id": 93145, "query": "A woman comes out of her apartment and walks down the hall.", "relevant_moment": [ { "pair_id": 9540, "video_name": "s02e03_seg02_clip_06", "timestamp": [ 8.4, 15.01 ], "duration": 60.66, "caption": "A woman comes out of her apartment and walks down the hall.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9541, "video_name": "s02e11_seg02_clip_06", "timestamp": [ 13.28, 17.12 ], "duration": 59.66, "caption": "A woman walks out of her apartment into the hallway.", "similarity": 0.8674, "relevance": 4 }, { "pair_id": 9542, "video_name": "s02e06_seg02_clip_12", "timestamp": [ 40.73, 42.5 ], "duration": 59.66, "caption": "A woman walks out of the apartment into the hallway.", "similarity": 0.8533, "relevance": 4 }, { "pair_id": 9543, "video_name": "friends_s10e08_seg02_clip_09", "timestamp": [ 57.26, 60.27 ], "duration": 60.66, "caption": "A woman walks out of the apartment into the hallway.", "similarity": 0.8533, "relevance": 4 }, { "pair_id": 9544, "video_name": "s10e08_seg02_clip_16", "timestamp": [ 20.1, 24.82 ], "duration": 41.66, "caption": "A woman walks out her way out of their apartment.", "similarity": 0.8249, "relevance": 3 }, { "pair_id": 9545, "video_name": "s02e23_seg02_clip_13", "timestamp": [ 22.02, 24.81 ], "duration": 62.66, "caption": "A woman walks back across the hall to her apartment.", "similarity": 0.8096, "relevance": 3 }, { "pair_id": 9546, "video_name": "s01e01_seg01_clip_05", "timestamp": [ 50.42, 54.34 ], "duration": 56.66, "caption": "A woman leaves her apartment and walks across the hallway.", "similarity": 0.8072, "relevance": 4 }, { "pair_id": 9547, "video_name": "s02e07_seg02_clip_04", "timestamp": [ 30.4, 40.14 ], "duration": 59.66, "caption": "A woman walks across the hall and into her apartment then shuts the door.", "similarity": 0.8061, "relevance": 4 }, { "pair_id": 9548, "video_name": "friends_s05e10_seg02_clip_10", "timestamp": [ 47.71, 49.97 ], "duration": 56.66, "caption": "A woman walks out of her bedroom in the apartment.", "similarity": 0.7968, "relevance": 2 }, { "pair_id": 9549, "video_name": "s09e13_seg02_clip_10", "timestamp": [ 27.46, 35.7 ], "duration": 61.66, "caption": "A woman gets up and walks out of a person's apartment.", "similarity": 0.7786, "relevance": 2 }, { "pair_id": 9550, "video_name": "friends_s05e07_seg02_clip_06", "timestamp": [ 35.4, 38.3 ], "duration": 58.66, "caption": "A person walks out of the apartment's living room and down the hallway.", "similarity": 0.7764, "relevance": 3 }, { "pair_id": 9551, "video_name": "s04e18_seg02_clip_14", "timestamp": [ 1.5, 6.0 ], "duration": 60.66, "caption": "A woman walks out of her apartment and closes the door behind her.", "similarity": 0.7756, "relevance": 4 }, { "pair_id": 9552, "video_name": "house_s01e05_seg02_clip_06", "timestamp": [ 42.51, 45.91 ], "duration": 85.66, "caption": "A woman gets up and walks out of the room.", "similarity": 0.7749, "relevance": 3 }, { "pair_id": 9553, "video_name": "s04e15_seg02_clip_12", "timestamp": [ 36.62, 38.75 ], "duration": 61.66, "caption": "A woman comes out of her apartment and stops.", "similarity": 0.7683, "relevance": 3 }, { "pair_id": 9554, "video_name": "s07e10_seg02_clip_09", "timestamp": [ 19.77, 23.61 ], "duration": 59.66, "caption": "A woman walks out of the apartment and closes the door behind her.", "similarity": 0.7672, "relevance": 3 }, { "pair_id": 9555, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 35.72, 43.37 ], "duration": 51.66, "caption": "A woman stands up and walks out of the apartment.", "similarity": 0.7636, "relevance": 3 }, { "pair_id": 9556, "video_name": "friends_s10e17-18_seg02_clip_19", "timestamp": [ 38.78, 46.19 ], "duration": 57.66, "caption": "A woman walks out of the apartment door and closes it behind her.", "similarity": 0.7566, "relevance": 3 }, { "pair_id": 9557, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 6.2, 7.67 ], "duration": 59.66, "caption": "A woman opens the door and walks out of the apartment.", "similarity": 0.7514, "relevance": 3 }, { "pair_id": 9558, "video_name": "s05e18_seg02_clip_16", "timestamp": [ 29.45, 39.38 ], "duration": 64.66, "caption": "A woman closes the door to her apartment and some people walk away down the hall.", "similarity": 0.7505, "relevance": 4 }, { "pair_id": 9559, "video_name": "friends_s08e16_seg02_clip_11", "timestamp": [ 10.23, 11.48 ], "duration": 62.66, "caption": "A woman opens the door and comes out of her apartment.", "similarity": 0.7489, "relevance": 2 }, { "pair_id": 182860, "video_name": "met_s05e04_seg02_clip_03", "timestamp": [ 5.23, 10.16 ], "duration": 61.66, "caption": "A woman in a purple top comes out of someone's room and quickly walks out the apartment door.", "similarity": 0.7445, "relevance": 3 }, { "pair_id": 182861, "video_name": "grey_s02e15_seg02_clip_23", "timestamp": [ 25.18, 32.32 ], "duration": 75.66, "caption": "A woman walks out of the room and walks into another room.", "similarity": 0.7423, "relevance": 3 }, { "pair_id": 182862, "video_name": "s08e15_seg02_clip_07", "timestamp": [ 29.81, 33.35 ], "duration": 59.66, "caption": "A woman walks out and asks person to get out from her apartment.", "similarity": 0.7412, "relevance": 3 }, { "pair_id": 182863, "video_name": "s02e07_seg01_clip_02", "timestamp": [ 35.97, 43.11 ], "duration": 51.66, "caption": "A woman stands up from the couch and walks away, and out of the apartment.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 182864, "video_name": "met_s06e17_seg02_clip_15", "timestamp": [ 11.94, 15.22 ], "duration": 59.66, "caption": "A person walks out and leaves woman in the apartment.", "similarity": 0.7336, "relevance": 2 }, { "pair_id": 182865, "video_name": "s10e09_seg02_clip_07", "timestamp": [ 11.85, 20.17 ], "duration": 64.66, "caption": "A woman gets up from the couch and walks out of the room.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 182866, "video_name": "s06e01_seg02_clip_11", "timestamp": [ 5.19, 7.32 ], "duration": 61.66, "caption": "A woman gets up from the couch and walks out of the room.", "similarity": 0.7312, "relevance": 2 }, { "pair_id": 182867, "video_name": "friends_s01e21_seg02_clip_01", "timestamp": [ 12.83, 16.54 ], "duration": 57.66, "caption": "A woman walks out of her bedroom and into the living room.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 182868, "video_name": "s08e04_seg02_clip_00", "timestamp": [ 26.55, 30.21 ], "duration": 61.66, "caption": "A woman gets up from the couch and walks out of the living room.", "similarity": 0.7283, "relevance": 2 }, { "pair_id": 182869, "video_name": "friends_s05e19_seg02_clip_05", "timestamp": [ 32.82, 35.08 ], "duration": 56.66, "caption": "A woman walks away from an apartment.", "similarity": 0.7277, "relevance": 3 }, { "pair_id": 182870, "video_name": "castle_s06e17_seg02_clip_18", "timestamp": [ 19.81, 22.29 ], "duration": 61.66, "caption": "A woman walks into the apartment of a person.", "similarity": 0.7244, "relevance": 2 }, { "pair_id": 182871, "video_name": "grey_s02e15_seg02_clip_12", "timestamp": [ 80.28, 85.57 ], "duration": 88.66, "caption": "A woman turns around and walks out of a room.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 182872, "video_name": "s08e17_seg02_clip_11", "timestamp": [ 49.82, 51.92 ], "duration": 60.66, "caption": "A person rushes out of a woman's room when she comes in her apartment.", "similarity": 0.7229, "relevance": 2 }, { "pair_id": 182873, "video_name": "s07e22_seg02_clip_02", "timestamp": [ 53.09, 54.31 ], "duration": 61.66, "caption": "A woman walks through the door of the apartment.", "similarity": 0.7228, "relevance": 2 }, { "pair_id": 182874, "video_name": "s06e15_seg02_clip_16", "timestamp": [ 0.0, 5.34 ], "duration": 89.66, "caption": "A woman walks out of her apartment to speak to a person.", "similarity": 0.7224, "relevance": 4 }, { "pair_id": 182875, "video_name": "met_s02e20_seg02_clip_00", "timestamp": [ 43.37, 47.08 ], "duration": 61.66, "caption": "A woman walks out of the living room and into the bedroom.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 182876, "video_name": "friends_s01e16-17_seg02_clip_20", "timestamp": [ 56.82, 62.15 ], "duration": 71.66, "caption": "A woman leaves an apartment and goes across the hall to knock on a man's door.", "similarity": 0.7207, "relevance": 4 }, { "pair_id": 182877, "video_name": "castle_s07e07_seg02_clip_09", "timestamp": [ 50.85, 54.97 ], "duration": 91.66, "caption": "A woman walks a person out of their room as he leaves.", "similarity": 0.7195, "relevance": 2 }, { "pair_id": 182878, "video_name": "friends_s06e22_seg02_clip_09", "timestamp": [ 32.38, 49.17 ], "duration": 61.66, "caption": "A woman walks into the apartment and a man gets up and walks out.", "similarity": 0.7183, "relevance": 2 }, { "pair_id": 182879, "video_name": "castle_s01e07_seg02_clip_18", "timestamp": [ 2.76, 6.44 ], "duration": 92.66, "caption": "A woman stands up and walks out of the room.", "similarity": 0.7158, "relevance": 2 } ] }, { "query_id": 93235, "query": "A person walks over to stand next to another person.", "relevant_moment": [ { "pair_id": 16841, "video_name": "house_s05e19_seg02_clip_05", "timestamp": [ 22.38, 26.95 ], "duration": 91.66, "caption": "A person walks over and stands next to person and person.", "similarity": 0.9615, "relevance": 4 }, { "pair_id": 16842, "video_name": "house_s08e09_seg02_clip_12", "timestamp": [ 21.16, 24.76 ], "duration": 90.66, "caption": "A man walks over to stand next to another person.", "similarity": 0.9251, "relevance": 4 }, { "pair_id": 16843, "video_name": "house_s07e11_seg02_clip_13", "timestamp": [ 1.37, 5.92 ], "duration": 91.66, "caption": "A person walks over to be standing behind another person.", "similarity": 0.9221, "relevance": 2 }, { "pair_id": 16844, "video_name": "s04e05_seg02_clip_10", "timestamp": [ 10.73, 13.93 ], "duration": 58.66, "caption": "A person stands up and walks over to another person.", "similarity": 0.9054, "relevance": 4 }, { "pair_id": 16845, "video_name": "s02e08_seg02_clip_04", "timestamp": [ 57.67, 63.03 ], "duration": 63.66, "caption": "A person walks over and stands next to some other people.", "similarity": 0.8886, "relevance": 3 }, { "pair_id": 16846, "video_name": "grey_s03e04_seg02_clip_11", "timestamp": [ 3.76, 6.57 ], "duration": 93.66, "caption": "A person walks in and stands next to person.", "similarity": 0.8864, "relevance": 3 }, { "pair_id": 16847, "video_name": "s05e09_seg02_clip_05", "timestamp": [ 52.24, 56.07 ], "duration": 59.66, "caption": "A person stands up and walks towards another person.", "similarity": 0.8825, "relevance": 3 }, { "pair_id": 16848, "video_name": "friends_s01e02_seg02_clip_10", "timestamp": [ 7.36, 12.49 ], "duration": 64.66, "caption": "A person stands up and walks between two other people.", "similarity": 0.8728, "relevance": 3 }, { "pair_id": 16849, "video_name": "castle_s06e05_seg02_clip_10", "timestamp": [ 6.7, 10.27 ], "duration": 89.66, "caption": "Two people walk over where a person is standing.", "similarity": 0.8633, "relevance": 2 }, { "pair_id": 16850, "video_name": "s01e11_seg02_clip_10", "timestamp": [ 2.79, 6.82 ], "duration": 62.66, "caption": "A woman walks over and stands next to a person.", "similarity": 0.8565, "relevance": 4 }, { "pair_id": 16851, "video_name": "s03e01_seg02_clip_17", "timestamp": [ 7.14, 13.02 ], "duration": 84.66, "caption": "A person walks around another person to stand in front of her.", "similarity": 0.8506, "relevance": 4 }, { "pair_id": 16852, "video_name": "grey_s02e24_seg02_clip_21", "timestamp": [ 12.87, 16.34 ], "duration": 99.66, "caption": "A person walks into the OR and stands next to another person.", "similarity": 0.8501, "relevance": 3 }, { "pair_id": 16853, "video_name": "castle_s05e14_seg02_clip_01", "timestamp": [ 28.28, 30.56 ], "duration": 91.66, "caption": "A person walks down a stairway and stands next to another person.", "similarity": 0.8409, "relevance": 4 }, { "pair_id": 16854, "video_name": "house_s06e18_seg02_clip_22", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A person walks up and stands next to a man.", "similarity": 0.8386, "relevance": 2 }, { "pair_id": 16855, "video_name": "castle_s08e13_seg02_clip_26", "timestamp": [ 41.28, 45.73 ], "duration": 127.66, "caption": "A person stands up and walks over to someone.", "similarity": 0.8343, "relevance": 4 }, { "pair_id": 16856, "video_name": "s03e23_seg02_clip_02", "timestamp": [ 14.41, 16.01 ], "duration": 64.66, "caption": "A person walks behind some people as they stand near someone and someone.", "similarity": 0.8314, "relevance": 2 }, { "pair_id": 16857, "video_name": "house_s07e11_seg02_clip_11", "timestamp": [ 30.83, 34.51 ], "duration": 92.66, "caption": "A person gets up and walks closer to another person.", "similarity": 0.8253, "relevance": 2 }, { "pair_id": 16858, "video_name": "castle_s03e16_seg02_clip_12", "timestamp": [ 19.76, 21.14 ], "duration": 91.66, "caption": "A man walks past someone and stands beside another person.", "similarity": 0.8231, "relevance": 2 }, { "pair_id": 16859, "video_name": "castle_s04e01_seg02_clip_03", "timestamp": [ 31.06, 38.26 ], "duration": 90.66, "caption": "A man stands up and walks over to another person.", "similarity": 0.8193, "relevance": 3 }, { "pair_id": 190161, "video_name": "friends_s02e01_seg02_clip_01", "timestamp": [ 37.89, 42.03 ], "duration": 59.66, "caption": "A woman walks over to stand next to a man.", "similarity": 0.8159, "relevance": 4 }, { "pair_id": 190162, "video_name": "friends_s05e09_seg02_clip_02", "timestamp": [ 15.5, 20.57 ], "duration": 59.66, "caption": "A person walks over to sit next to another person.", "similarity": 0.8137, "relevance": 3 }, { "pair_id": 190163, "video_name": "friends_s06e18_seg01_clip_00", "timestamp": [ 57.43, 62.76 ], "duration": 82.66, "caption": "A man walks over to stand next to a man.", "similarity": 0.8084, "relevance": 4 }, { "pair_id": 190164, "video_name": "castle_s02e14_seg02_clip_13", "timestamp": [ 10.42, 14.96 ], "duration": 90.66, "caption": "A person walks forward to stand next to woman.", "similarity": 0.8052, "relevance": 4 }, { "pair_id": 190165, "video_name": "friends_s10e17-18_seg02_clip_20", "timestamp": [ 18.3, 21.4 ], "duration": 62.66, "caption": "A woman walks over and stands next to a man.", "similarity": 0.8033, "relevance": 3 }, { "pair_id": 190166, "video_name": "friends_s01e13_seg02_clip_00", "timestamp": [ 49.09, 56.24 ], "duration": 62.66, "caption": "A woman walks over and stands next to a man.", "similarity": 0.8033, "relevance": 3 }, { "pair_id": 190167, "video_name": "house_s02e20_seg02_clip_14", "timestamp": [ 17.86, 22.96 ], "duration": 85.66, "caption": "A person walks up next to another person and startles him.", "similarity": 0.8029, "relevance": 1 }, { "pair_id": 190168, "video_name": "s04e12_seg02_clip_01", "timestamp": [ 0.0, 9.0 ], "duration": 60.66, "caption": "A person gets up from his/her spot to stand next to another person.", "similarity": 0.7995, "relevance": 3 }, { "pair_id": 190169, "video_name": "s04e11_seg02_clip_04", "timestamp": [ 30.75, 37.14 ], "duration": 58.66, "caption": "A person walks over to stand by someone and they all look behind a man.", "similarity": 0.7983, "relevance": 4 }, { "pair_id": 190170, "video_name": "grey_s03e17_seg02_clip_17", "timestamp": [ 61.9, 68.02 ], "duration": 68.66, "caption": "A person walks up and stands near another person and they begin talking.", "similarity": 0.7975, "relevance": 4 }, { "pair_id": 190171, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 15.85, 18.93 ], "duration": 88.66, "caption": "A man walks over to stand next to a woman.", "similarity": 0.7959, "relevance": 3 }, { "pair_id": 190172, "video_name": "castle_s02e13_seg02_clip_05", "timestamp": [ 25.33, 32.0 ], "duration": 88.66, "caption": "A person walks up to another person and stands beside them as they speak.", "similarity": 0.7942, "relevance": 3 }, { "pair_id": 190173, "video_name": "s06e21_seg02_clip_12", "timestamp": [ 34.24, 38.07 ], "duration": 59.66, "caption": "A person stands up and walks over to talk to another person.", "similarity": 0.7942, "relevance": 1 }, { "pair_id": 190174, "video_name": "s04e11_seg02_clip_03", "timestamp": [ 10.23, 11.48 ], "duration": 62.66, "caption": "A person walks past a man and stands next to two other men.", "similarity": 0.7928, "relevance": 1 }, { "pair_id": 190175, "video_name": "s03e16_seg02_clip_07", "timestamp": [ 22.73, 32.76 ], "duration": 59.66, "caption": "A person walks behind another person from left to right.", "similarity": 0.7853, "relevance": 2 }, { "pair_id": 190176, "video_name": "friends_s01e03_seg02_clip_08", "timestamp": [ 16.23, 18.89 ], "duration": 59.66, "caption": "Two people stand up next to a person.", "similarity": 0.7838, "relevance": 2 }, { "pair_id": 190177, "video_name": "house_s08e09_seg02_clip_21", "timestamp": [ 17.48, 20.71 ], "duration": 92.66, "caption": "A woman stands up and walks over next to a man.", "similarity": 0.7832, "relevance": 2 }, { "pair_id": 190178, "video_name": "grey_s03e19_seg02_clip_18", "timestamp": [ 82.37, 87.77 ], "duration": 90.66, "caption": "A person walks over to another person and sits down in front of him.", "similarity": 0.7796, "relevance": 2 }, { "pair_id": 190179, "video_name": "castle_s08e03_seg02_clip_21", "timestamp": [ 61.22, 65.27 ], "duration": 90.66, "caption": "Two people both stand and begin walking towards each other.", "similarity": 0.777, "relevance": 2 } ] }, { "query_id": 93265, "query": "A person disconnects medical equipment and gets out of the hospital bed.", "relevant_moment": [ { "pair_id": 239700, "video_name": "house_s08e21_seg02_clip_06", "timestamp": [ 0.0, 42.15 ], "duration": 98.66, "caption": "A person takes the wires off of the patient's head.", "similarity": 0.6719, "relevance": 3 }, { "pair_id": 239701, "video_name": "house_s01e22_seg02_clip_20", "timestamp": [ 52.06, 59.06 ], "duration": 87.66, "caption": "A person injects someone with the syringe at the hospital bed.", "similarity": 0.6691, "relevance": 2 }, { "pair_id": 239702, "video_name": "house_s08e09_seg02_clip_22", "timestamp": [ 25.53, 30.37 ], "duration": 88.66, "caption": "A person turns and exits the patient's room.", "similarity": 0.6679, "relevance": 1 }, { "pair_id": 239703, "video_name": "house_s08e10_seg02_clip_04", "timestamp": [ 31.47, 39.68 ], "duration": 91.66, "caption": "The patient gets out of the hospital bed, but collapses when she tries to stand up.", "similarity": 0.6626, "relevance": 4 }, { "pair_id": 239704, "video_name": "grey_s01e05_seg02_clip_05", "timestamp": [ 59.35, 62.07 ], "duration": 90.66, "caption": "A doctor gets up from the computer and leaves the room.", "similarity": 0.6622, "relevance": 2 }, { "pair_id": 239705, "video_name": "house_s01e16_seg02_clip_11", "timestamp": [ 41.56, 56.92 ], "duration": 90.66, "caption": "A woman gets up from the patient bed and gets in person's face and leaves the room.", "similarity": 0.6618, "relevance": 2 }, { "pair_id": 239706, "video_name": "house_s06e19_seg02_clip_13", "timestamp": [ 3.72, 4.65 ], "duration": 93.66, "caption": "A person leaves the hospital room through the sliding door.", "similarity": 0.6613, "relevance": 1 }, { "pair_id": 239707, "video_name": "house_s08e15_seg02_clip_02", "timestamp": [ 87.32, 90.02 ], "duration": 90.66, "caption": "A person starts to walk out of the patient room.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 239708, "video_name": "house_s06e06_seg02_clip_04", "timestamp": [ 50.93, 56.74 ], "duration": 89.66, "caption": "A person picks up a laptop and leaves the hospital room.", "similarity": 0.6593, "relevance": 2 }, { "pair_id": 239709, "video_name": "house_s02e01_seg02_clip_02", "timestamp": [ 9.3, 15.35 ], "duration": 93.66, "caption": "A person leaves the hospital while carrying his backpack.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 239710, "video_name": "house_s07e10_seg02_clip_23", "timestamp": [ 73.26, 75.91 ], "duration": 88.66, "caption": "A doctor leaves the patient on their own.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 239711, "video_name": "house_s07e20_seg02_clip_04", "timestamp": [ 9.35, 12.02 ], "duration": 89.66, "caption": "A woman stops a nurse that is rolling medical equipment out of a room.", "similarity": 0.6574, "relevance": 2 }, { "pair_id": 239712, "video_name": "house_s02e01_seg02_clip_19", "timestamp": [ 69.77, 71.17 ], "duration": 93.66, "caption": "A person pulls back the blanket from a hospital patient's legs.", "similarity": 0.6571, "relevance": 2 }, { "pair_id": 239713, "video_name": "house_s08e09_seg02_clip_06", "timestamp": [ 0.0, 2.19 ], "duration": 87.66, "caption": "A doctor is pressing down a person confined in their bed.", "similarity": 0.6566, "relevance": 2 }, { "pair_id": 239714, "video_name": "house_s02e13_seg02_clip_07", "timestamp": [ 2.73, 5.01 ], "duration": 91.66, "caption": "A person walks out of the room leaving the patient alone.", "similarity": 0.6562, "relevance": 1 }, { "pair_id": 239715, "video_name": "s03e13_seg02_clip_09", "timestamp": [ 24.13, 28.45 ], "duration": 72.66, "caption": "A person takes the covers off and gets out of bed.", "similarity": 0.6561, "relevance": 1 }, { "pair_id": 239716, "video_name": "house_s08e03_seg02_clip_25", "timestamp": [ 86.5, 88.34 ], "duration": 92.66, "caption": "A person removes their feet from the side of the patient's bed.", "similarity": 0.656, "relevance": 1 }, { "pair_id": 239717, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 51.79, 57.7 ], "duration": 90.66, "caption": "A person is lying in a hospital bed with a strap across their chest.", "similarity": 0.656, "relevance": 2 }, { "pair_id": 239718, "video_name": "s05e20_seg02_clip_10", "timestamp": [ 28.43, 32.78 ], "duration": 58.66, "caption": "A person pulls off the covers and gets out of bed.", "similarity": 0.6554, "relevance": 1 }, { "pair_id": 239719, "video_name": "house_s07e17_seg02_clip_18", "timestamp": [ 13.86, 17.64 ], "duration": 84.66, "caption": "A doctor exits the patient's treatment room and bypasses the nurse's station.", "similarity": 0.6535, "relevance": 1 } ] }, { "query_id": 93352, "query": "A man starts laughing and runs away from another man.", "relevant_moment": [ { "pair_id": 5160, "video_name": "friends_s03e12_seg02_clip_18", "timestamp": [ 36.02, 38.42 ], "duration": 60.66, "caption": "A man starts laughing and runs away from another man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5161, "video_name": "met_s06e12_seg02_clip_15", "timestamp": [ 48.55, 50.09 ], "duration": 61.66, "caption": "A man looks forward and runs away from two people.", "similarity": 0.7465, "relevance": 3 }, { "pair_id": 5162, "video_name": "house_s07e06_seg02_clip_04", "timestamp": [ 6.86, 12.8 ], "duration": 91.66, "caption": "A man starts to say something to another person and he walks away which makes him laugh.", "similarity": 0.7149, "relevance": 3 }, { "pair_id": 5163, "video_name": "s03e08_seg02_clip_06", "timestamp": [ 52.22, 56.73 ], "duration": 60.66, "caption": "A man is laughing and then another man also starts laughing.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 5164, "video_name": "castle_s02e04_seg02_clip_24", "timestamp": [ 3.19, 12.29 ], "duration": 91.66, "caption": "A man runs away from woman's side and comes back to her and they run away together.", "similarity": 0.689, "relevance": 3 }, { "pair_id": 5165, "video_name": "castle_s06e04_seg02_clip_11", "timestamp": [ 37.47, 47.52 ], "duration": 91.66, "caption": "A man points at another man and starts laughing but is disappointed when no one else laughs with him.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 5166, "video_name": "grey_s02e15_seg02_clip_09", "timestamp": [ 45.92, 49.07 ], "duration": 90.66, "caption": "A man runs away from a man down the hallway.", "similarity": 0.6814, "relevance": 3 }, { "pair_id": 5167, "video_name": "met_s02e15_seg02_clip_03", "timestamp": [ 0.0, 2.79 ], "duration": 62.66, "caption": "A man laughs while saying how much he'll enjoy another man running.", "similarity": 0.6748, "relevance": 2 }, { "pair_id": 5168, "video_name": "met_s06e21_seg02_clip_11", "timestamp": [ 0.0, 2.74 ], "duration": 60.66, "caption": "Two men run down the street laughing.", "similarity": 0.6604, "relevance": 3 }, { "pair_id": 5169, "video_name": "house_s08e22_seg02_clip_15", "timestamp": [ 0.0, 7.44 ], "duration": 93.66, "caption": "A man talks to another man, then walks away. The second man runs after him.", "similarity": 0.6599, "relevance": 3 }, { "pair_id": 5170, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 39.62, 48.96 ], "duration": 89.66, "caption": "Two men start laughing and getting excited.", "similarity": 0.6565, "relevance": 2 }, { "pair_id": 5171, "video_name": "friends_s03e08_seg02_clip_05", "timestamp": [ 18.15, 22.02 ], "duration": 59.66, "caption": "When a man starts to walk off, another man runs towards him.", "similarity": 0.6469, "relevance": 3 }, { "pair_id": 5172, "video_name": "friends_s01e02_seg01_clip_00", "timestamp": [ 7.25, 12.42 ], "duration": 69.66, "caption": "A man laughs and then realizes no one was being funny.", "similarity": 0.6459, "relevance": 2 }, { "pair_id": 5173, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 66.97, 73.58 ], "duration": 88.66, "caption": "A man walks away from another man, but the other man stops him.", "similarity": 0.6436, "relevance": 2 }, { "pair_id": 5174, "video_name": "met_s06e20_seg02_clip_05", "timestamp": [ 36.84, 45.9 ], "duration": 60.66, "caption": "A man starts laughing suddenly after another man sits down.", "similarity": 0.6392, "relevance": 3 }, { "pair_id": 5175, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 28.81, 32.41 ], "duration": 90.66, "caption": "A man starts to walk away but another man comes forward.", "similarity": 0.6368, "relevance": 2 }, { "pair_id": 5176, "video_name": "grey_s02e24_seg02_clip_03", "timestamp": [ 41.79, 53.02 ], "duration": 89.66, "caption": "A man runs towards another person and some other people pull him away.", "similarity": 0.6366, "relevance": 2 }, { "pair_id": 5177, "video_name": "s04e09_seg01_clip_00", "timestamp": [ 16.44, 20.78 ], "duration": 62.66, "caption": "A man laughs and another man gives a disgusted look.", "similarity": 0.6365, "relevance": 3 }, { "pair_id": 5178, "video_name": "house_s03e06_seg02_clip_11", "timestamp": [ 29.0, 36.59 ], "duration": 89.66, "caption": "A man makes a joke about another man to which the latter pretends to laugh.", "similarity": 0.636, "relevance": 3 }, { "pair_id": 5179, "video_name": "castle_s07e17_seg02_clip_12", "timestamp": [ 8.78, 13.86 ], "duration": 92.66, "caption": "Two men laugh at a person at the same time.", "similarity": 0.6347, "relevance": 3 }, { "pair_id": 178480, "video_name": "house_s03e12_seg02_clip_09", "timestamp": [ 35.5, 38.69 ], "duration": 91.66, "caption": "A man runs away from woman when she turns around.", "similarity": 0.6336, "relevance": 2 }, { "pair_id": 178481, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 6.79, 8.15 ], "duration": 90.66, "caption": "A person runs away after two people tell them to.", "similarity": 0.6332, "relevance": 2 }, { "pair_id": 178482, "video_name": "s10e07_seg02_clip_02", "timestamp": [ 9.44, 15.35 ], "duration": 59.66, "caption": "Two men laugh at a man's joke made at another man's expense.", "similarity": 0.6323, "relevance": 2 }, { "pair_id": 178483, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 48.21, 58.57 ], "duration": 90.66, "caption": "A man starts to walk away and another man keeps him from leaving.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 178484, "video_name": "house_s07e20_seg02_clip_20", "timestamp": [ 50.44, 52.5 ], "duration": 82.66, "caption": "A man turns away from another person and walks away.", "similarity": 0.6309, "relevance": 2 }, { "pair_id": 178485, "video_name": "met_s02e05_seg02_clip_10", "timestamp": [ 28.36, 31.83 ], "duration": 63.66, "caption": "A man says something that causes two people to burst into laughter.", "similarity": 0.6305, "relevance": 2 }, { "pair_id": 178486, "video_name": "friends_s09e08_seg02_clip_20", "timestamp": [ 58.62, 62.03 ], "duration": 62.66, "caption": "A man rolls his eyes and walks away from another man.", "similarity": 0.6233, "relevance": 2 }, { "pair_id": 178487, "video_name": "house_s03e10_seg02_clip_00", "timestamp": [ 1.37, 6.4 ], "duration": 91.66, "caption": "A man runs to chase person who is walking away from him.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 178488, "video_name": "house_s03e22_seg02_clip_04", "timestamp": [ 73.29, 80.58 ], "duration": 91.66, "caption": "A man laughs at something person says and completely surprises another person.", "similarity": 0.6215, "relevance": 2 }, { "pair_id": 178489, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 31.4, 34.32 ], "duration": 146.66, "caption": "A man walks away from two people.", "similarity": 0.6188, "relevance": 2 }, { "pair_id": 178490, "video_name": "house_s02e20_seg02_clip_24", "timestamp": [ 50.71, 69.57 ], "duration": 130.66, "caption": "A man starts to leave and another man stops him.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 178491, "video_name": "castle_s03e03_seg02_clip_16", "timestamp": [ 88.53, 106.02 ], "duration": 106.66, "caption": "A man leaves his walker behind and runs away from two people.", "similarity": 0.6153, "relevance": 2 }, { "pair_id": 178492, "video_name": "house_s05e07_seg02_clip_12", "timestamp": [ 76.12, 83.24 ], "duration": 89.66, "caption": "A man walks away from another man leaving him alone.", "similarity": 0.6152, "relevance": 2 }, { "pair_id": 178493, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 34.66, 39.12 ], "duration": 99.66, "caption": "A man walks away from another man leaving him alone.", "similarity": 0.6152, "relevance": 2 }, { "pair_id": 178494, "video_name": "s03e12_seg02_clip_03", "timestamp": [ 35.05, 50.55 ], "duration": 62.66, "caption": "A man bursts into laughter at woman and another man gives him a funny look and says something to him.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 178495, "video_name": "s05e20_seg02_clip_11", "timestamp": [ 58.31, 61.72 ], "duration": 62.66, "caption": "A creature comes and a man gets scared and runs away from it.", "similarity": 0.6136, "relevance": 2 }, { "pair_id": 178496, "video_name": "castle_s08e19_seg02_clip_08", "timestamp": [ 57.16, 62.07 ], "duration": 89.66, "caption": "A man starts walking backwards, then turns around and walks away from another man.", "similarity": 0.6129, "relevance": 2 }, { "pair_id": 178497, "video_name": "friends_s04e18_seg02_clip_04", "timestamp": [ 33.26, 35.7 ], "duration": 61.66, "caption": "A man is laughing and nodding as another man walks behind him and another man.", "similarity": 0.612, "relevance": 2 }, { "pair_id": 178498, "video_name": "house_s02e22_seg02_clip_06", "timestamp": [ 2.22, 4.88 ], "duration": 88.66, "caption": "A man rolls his eyes at another man as he turns away from him and walks away.", "similarity": 0.6118, "relevance": 1 }, { "pair_id": 178499, "video_name": "s03e19_seg02_clip_03", "timestamp": [ 41.34, 48.76 ], "duration": 57.66, "caption": "A man looks at another man in disbelief and walks away from him and another person.", "similarity": 0.6094, "relevance": 2 } ] }, { "query_id": 93401, "query": "A man talks to woman alone and she gets up.", "relevant_moment": [ { "pair_id": 300, "video_name": "met_s02e02_seg02_clip_08", "timestamp": [ 18.64, 20.81 ], "duration": 62.66, "caption": "A man talks to woman alone and she gets up.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 301, "video_name": "grey_s03e18_seg02_clip_19", "timestamp": [ 0.0, 18.17 ], "duration": 90.66, "caption": "A man is talking with a woman and then left her alone.", "similarity": 0.8038, "relevance": 2 }, { "pair_id": 302, "video_name": "friends_s02e14_seg02_clip_12", "timestamp": [ 31.21, 41.12 ], "duration": 60.66, "caption": "A man gets up and talks to woman, face to face.", "similarity": 0.7939, "relevance": 2 }, { "pair_id": 303, "video_name": "house_s04e04_seg02_clip_25", "timestamp": [ 5.41, 8.56 ], "duration": 90.66, "caption": "A woman gets up and continues to talk to a man.", "similarity": 0.7501, "relevance": 4 }, { "pair_id": 304, "video_name": "met_s03e06_seg02_clip_14", "timestamp": [ 12.31, 17.23 ], "duration": 61.66, "caption": "A man's head lifts up when woman says she needs to talk to him.", "similarity": 0.7492, "relevance": 2 }, { "pair_id": 305, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 5.2, 8.96 ], "duration": 57.66, "caption": "A man talks about a woman after she asks him to.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 306, "video_name": "s05e09_seg02_clip_09", "timestamp": [ 15.05, 21.54 ], "duration": 59.66, "caption": "A man has a woman come over to talk to him.", "similarity": 0.7406, "relevance": 4 }, { "pair_id": 307, "video_name": "grey_s02e21_seg02_clip_25", "timestamp": [ 12.2, 23.79 ], "duration": 122.66, "caption": "A man tries talking to a woman but she ignores him.", "similarity": 0.7379, "relevance": 3 }, { "pair_id": 308, "video_name": "house_s05e07_seg02_clip_22", "timestamp": [ 41.4, 43.72 ], "duration": 93.66, "caption": "A woman stands up and walks away, as a man also stands up and talks to her.", "similarity": 0.7376, "relevance": 4 }, { "pair_id": 309, "video_name": "house_s07e03_seg02_clip_23", "timestamp": [ 0.0, 5.85 ], "duration": 90.66, "caption": "A woman is talking to a man and requests if she can be alone in the room.", "similarity": 0.7375, "relevance": 2 }, { "pair_id": 310, "video_name": "house_s04e09_seg02_clip_12", "timestamp": [ 21.63, 25.31 ], "duration": 92.66, "caption": "A man stands up while he is talking to a woman.", "similarity": 0.7366, "relevance": 3 }, { "pair_id": 311, "video_name": "friends_s01e05_seg02_clip_02", "timestamp": [ 24.72, 30.82 ], "duration": 61.66, "caption": "A man gets up and walks over to talk to woman.", "similarity": 0.7349, "relevance": 2 }, { "pair_id": 312, "video_name": "grey_s02e20_seg02_clip_24", "timestamp": [ 0.0, 31.83 ], "duration": 95.66, "caption": "A woman is talking to man but man is not saying any single word to her.", "similarity": 0.7261, "relevance": 2 }, { "pair_id": 313, "video_name": "s02e19_seg02_clip_12", "timestamp": [ 28.21, 31.51 ], "duration": 60.66, "caption": "A man gets up from his chair to talk to a woman.", "similarity": 0.7253, "relevance": 2 }, { "pair_id": 314, "video_name": "grey_s03e12_seg02_clip_20", "timestamp": [ 0.0, 67.36 ], "duration": 90.66, "caption": "A man is speaking to a woman as he is with some people.", "similarity": 0.7241, "relevance": 0 }, { "pair_id": 315, "video_name": "met_s06e04_seg01_clip_00", "timestamp": [ 27.6, 33.19 ], "duration": 62.66, "caption": "A woman talks to a man, he stands and walks away.", "similarity": 0.7194, "relevance": 2 }, { "pair_id": 316, "video_name": "house_s07e08_seg02_clip_04", "timestamp": [ 59.42, 75.26 ], "duration": 88.66, "caption": "A man came to a woman and talks to her.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 317, "video_name": "house_s05e10_seg02_clip_07", "timestamp": [ 18.87, 27.37 ], "duration": 94.66, "caption": "A man walks up to a woman while talking to her.", "similarity": 0.7155, "relevance": 2 }, { "pair_id": 318, "video_name": "friends_s01e20_seg02_clip_11", "timestamp": [ 20.47, 24.5 ], "duration": 62.66, "caption": "A man stands up and turns to talk to a woman.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 319, "video_name": "house_s06e07_seg02_clip_11", "timestamp": [ 4.55, 20.48 ], "duration": 91.66, "caption": "A woman turns around after telling a man that her personal life is hers alone.", "similarity": 0.7129, "relevance": 3 } ] }, { "query_id": 93445, "query": "A woman walks over to the chair and sits down on it.", "relevant_moment": [ { "pair_id": 4540, "video_name": "castle_s05e19_seg02_clip_00", "timestamp": [ 0.91, 7.74 ], "duration": 91.66, "caption": "A woman walks over to the chair and sits down on it.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4541, "video_name": "house_s01e13_seg02_clip_17", "timestamp": [ 60.09, 64.99 ], "duration": 89.66, "caption": "A woman walks over to a chair and sits down.", "similarity": 0.958, "relevance": 4 }, { "pair_id": 4542, "video_name": "friends_s04e14_seg02_clip_07", "timestamp": [ 22.38, 27.42 ], "duration": 63.66, "caption": "A woman walks over to sit on the chair.", "similarity": 0.9459, "relevance": 4 }, { "pair_id": 4543, "video_name": "s01e14_seg02_clip_09", "timestamp": [ 17.12, 20.36 ], "duration": 59.66, "caption": "A person walks over to the chair and sits down.", "similarity": 0.8643, "relevance": 3 }, { "pair_id": 4544, "video_name": "house_s08e14_seg02_clip_11", "timestamp": [ 10.24, 18.69 ], "duration": 89.66, "caption": "A person walks over to the chair and sits down.", "similarity": 0.8643, "relevance": 3 }, { "pair_id": 4545, "video_name": "s07e10_seg02_clip_05", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman walks over to the round, orange chair and sits down.", "similarity": 0.8541, "relevance": 4 }, { "pair_id": 4546, "video_name": "house_s03e07_seg02_clip_21", "timestamp": [ 57.79, 62.65 ], "duration": 108.66, "caption": "A person walks over and sits down on the chair.", "similarity": 0.8534, "relevance": 3 }, { "pair_id": 4547, "video_name": "friends_s08e13_seg02_clip_14", "timestamp": [ 21.27, 24.09 ], "duration": 62.66, "caption": "A woman turns the chair around and sits down on it.", "similarity": 0.8513, "relevance": 4 }, { "pair_id": 4548, "video_name": "castle_s01e05_seg02_clip_13", "timestamp": [ 8.28, 12.42 ], "duration": 92.66, "caption": "A woman walks down to sit in a chair.", "similarity": 0.8419, "relevance": 4 }, { "pair_id": 4549, "video_name": "house_s02e24_seg02_clip_10", "timestamp": [ 18.41, 23.47 ], "duration": 92.66, "caption": "A person walks over to a chair and sits down.", "similarity": 0.8386, "relevance": 3 }, { "pair_id": 4550, "video_name": "s09e13_seg02_clip_10", "timestamp": [ 54.31, 57.06 ], "duration": 61.66, "caption": "A woman walks over to the chair, sits down, and crosses her legs.", "similarity": 0.8321, "relevance": 4 }, { "pair_id": 4551, "video_name": "castle_s07e16_seg02_clip_06", "timestamp": [ 67.44, 71.63 ], "duration": 93.66, "caption": "A person walks over to a chair then sits down in the chair.", "similarity": 0.8265, "relevance": 4 }, { "pair_id": 4552, "video_name": "friends_s04e06_seg02_clip_09", "timestamp": [ 18.71, 22.17 ], "duration": 57.66, "caption": "A woman walks over from the door to sit on a chair.", "similarity": 0.8214, "relevance": 4 }, { "pair_id": 4553, "video_name": "s07e18_seg02_clip_00", "timestamp": [ 22.58, 25.33 ], "duration": 61.66, "caption": "A woman turns around and sits down on a chair.", "similarity": 0.8208, "relevance": 4 }, { "pair_id": 4554, "video_name": "s10e02_seg02_clip_05", "timestamp": [ 47.12, 52.52 ], "duration": 60.66, "caption": "A woman walks around the chair, sits down in it and crosses her legs.", "similarity": 0.8158, "relevance": 4 }, { "pair_id": 4555, "video_name": "friends_s09e19_seg02_clip_13", "timestamp": [ 19.82, 24.78 ], "duration": 55.66, "caption": "A woman walks in and sits on the chair.", "similarity": 0.8133, "relevance": 4 }, { "pair_id": 4556, "video_name": "s05e14_seg02_clip_03", "timestamp": [ 19.67, 22.52 ], "duration": 57.66, "caption": "A person walks to the chair and sits down.", "similarity": 0.8118, "relevance": 3 }, { "pair_id": 4557, "video_name": "friends_s01e21_seg02_clip_11", "timestamp": [ 7.5, 10.2 ], "duration": 60.66, "caption": "A person walks to the chair and sits down.", "similarity": 0.8118, "relevance": 4 }, { "pair_id": 4558, "video_name": "s05e01_seg02_clip_17", "timestamp": [ 19.09, 24.85 ], "duration": 72.66, "caption": "A person walks towards the chair and sits on it.", "similarity": 0.8038, "relevance": 3 }, { "pair_id": 4559, "video_name": "friends_s03e20_seg02_clip_03", "timestamp": [ 6.08, 11.53 ], "duration": 64.66, "caption": "A woman grabs the chair and sits down on it.", "similarity": 0.7998, "relevance": 4 }, { "pair_id": 177860, "video_name": "s08e07_seg01_clip_00", "timestamp": [ 3.66, 5.8 ], "duration": 61.66, "caption": "A woman walks to the chair, sits down and crosses her legs.", "similarity": 0.7943, "relevance": 4 }, { "pair_id": 177861, "video_name": "friends_s04e04_seg02_clip_10", "timestamp": [ 33.64, 43.09 ], "duration": 59.66, "caption": "A woman walks into a place and sits on a chair.", "similarity": 0.7901, "relevance": 4 }, { "pair_id": 177862, "video_name": "castle_s04e11_seg02_clip_20", "timestamp": [ 24.12, 27.76 ], "duration": 91.66, "caption": "A woman steps forward and sits down in a chair.", "similarity": 0.7768, "relevance": 4 }, { "pair_id": 177863, "video_name": "grey_s02e22_seg02_clip_12", "timestamp": [ 40.25, 41.59 ], "duration": 89.66, "caption": "A woman walks up to a table and sits down in a chair.", "similarity": 0.7744, "relevance": 4 }, { "pair_id": 177864, "video_name": "house_s02e03_seg02_clip_20", "timestamp": [ 69.63, 73.28 ], "duration": 91.66, "caption": "A woman walks over to the table and sits on it.", "similarity": 0.7718, "relevance": 3 }, { "pair_id": 177865, "video_name": "castle_s06e08_seg02_clip_18", "timestamp": [ 46.29, 51.63 ], "duration": 89.66, "caption": "A woman pulls back the chair and sits down.", "similarity": 0.77, "relevance": 4 }, { "pair_id": 177866, "video_name": "friends_s10e11_seg02_clip_04", "timestamp": [ 21.18, 24.08 ], "duration": 58.66, "caption": "A woman walks over to a table and sits down.", "similarity": 0.7691, "relevance": 4 }, { "pair_id": 177867, "video_name": "s10e09_seg02_clip_02", "timestamp": [ 46.93, 52.53 ], "duration": 59.66, "caption": "A woman walks over and sits down on the chair to talk to person.", "similarity": 0.7627, "relevance": 4 }, { "pair_id": 177868, "video_name": "castle_s06e01_seg02_clip_19", "timestamp": [ 88.83, 96.03 ], "duration": 96.66, "caption": "A person walks over and sits down in a chair by a woman.", "similarity": 0.7621, "relevance": 4 }, { "pair_id": 177869, "video_name": "friends_s09e20_seg02_clip_00", "timestamp": [ 3.11, 9.33 ], "duration": 62.66, "caption": "A person walks in and sits down on the chair.", "similarity": 0.7567, "relevance": 3 }, { "pair_id": 177870, "video_name": "house_s08e08_seg02_clip_01", "timestamp": [ 1.78, 8.01 ], "duration": 89.66, "caption": "A person walks over to the table and sits down in a chair.", "similarity": 0.7563, "relevance": 3 }, { "pair_id": 177871, "video_name": "friends_s08e06_seg01_clip_00", "timestamp": [ 41.43, 43.33 ], "duration": 76.66, "caption": "A woman looks at a chair and goes to sit on it.", "similarity": 0.7536, "relevance": 4 }, { "pair_id": 177872, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 0.91, 8.21 ], "duration": 91.66, "caption": "A woman walks over to the desk and sits down.", "similarity": 0.7503, "relevance": 4 }, { "pair_id": 177873, "video_name": "friends_s08e16_seg02_clip_00", "timestamp": [ 5.44, 9.6 ], "duration": 64.66, "caption": "A woman walks up to a chair and sits on it taking off her jacket.", "similarity": 0.7397, "relevance": 4 }, { "pair_id": 177874, "video_name": "s08e17_seg01_clip_01", "timestamp": [ 29.76, 32.56 ], "duration": 70.66, "caption": "A woman walks over to the couch and sits down.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 177875, "video_name": "friends_s06e14_seg02_clip_07", "timestamp": [ 17.96, 25.66 ], "duration": 57.66, "caption": "A woman walks over to the couch and sits down.", "similarity": 0.7378, "relevance": 3 }, { "pair_id": 177876, "video_name": "castle_s04e21_seg02_clip_10", "timestamp": [ 36.89, 40.58 ], "duration": 92.66, "caption": "A woman sits on the arm of a chair.", "similarity": 0.7345, "relevance": 3 }, { "pair_id": 177877, "video_name": "castle_s07e05_seg02_clip_22", "timestamp": [ 67.07, 69.32 ], "duration": 90.66, "caption": "A woman sits down in a chair at the table.", "similarity": 0.7319, "relevance": 4 }, { "pair_id": 177878, "video_name": "castle_s04e01_seg02_clip_27", "timestamp": [ 0.0, 1.36 ], "duration": 17.66, "caption": "A woman has her feet up on the chair.", "similarity": 0.7259, "relevance": 2 }, { "pair_id": 177879, "video_name": "s02e14_seg02_clip_01", "timestamp": [ 3.36, 10.99 ], "duration": 61.66, "caption": "A woman walks over and sits on the armrest of the couch.", "similarity": 0.7238, "relevance": 3 } ] }, { "query_id": 93500, "query": "A woman starts breathing heavily during her talk with a man.", "relevant_moment": [ { "pair_id": 17400, "video_name": "s08e08_seg02_clip_16", "timestamp": [ 31.38, 38.42 ], "duration": 64.66, "caption": "A woman starts breathing heavily during her talk with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 17401, "video_name": "house_s04e02_seg02_clip_20", "timestamp": [ 0.0, 40.51 ], "duration": 89.66, "caption": "A woman is on a breathing mask while talking to a man.", "similarity": 0.792, "relevance": 4 }, { "pair_id": 17402, "video_name": "grey_s03e04_seg02_clip_01", "timestamp": [ 76.45, 83.11 ], "duration": 88.66, "caption": "A man puts his oxygen on while a woman is talking to him.", "similarity": 0.7467, "relevance": 1 }, { "pair_id": 17403, "video_name": "castle_s07e18_seg02_clip_25", "timestamp": [ 0.0, 40.18 ], "duration": 89.66, "caption": "A woman was intensely talking to a man and another person.", "similarity": 0.7374, "relevance": 2 }, { "pair_id": 17404, "video_name": "house_s01e22_seg02_clip_12", "timestamp": [ 67.42, 75.01 ], "duration": 89.66, "caption": "A man starts gasping for air when he's talking to another person about their relationship.", "similarity": 0.7338, "relevance": 3 }, { "pair_id": 17405, "video_name": "castle_s05e03_seg02_clip_21", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A man takes a deep breath after a woman mentions his relationship with another woman.", "similarity": 0.7327, "relevance": 2 }, { "pair_id": 17406, "video_name": "friends_s06e24-25_seg02_clip_22", "timestamp": [ 27.37, 30.79 ], "duration": 57.66, "caption": "A woman turns clenching her chests while talking to a man.", "similarity": 0.7181, "relevance": 2 }, { "pair_id": 17407, "video_name": "house_s05e08_seg02_clip_24", "timestamp": [ 0.0, 17.48 ], "duration": 184.66, "caption": "A woman is talking to a person and explaining to them what happened while she is hard breathing.", "similarity": 0.7161, "relevance": 4 }, { "pair_id": 17408, "video_name": "s06e03_seg02_clip_03", "timestamp": [ 37.35, 42.2 ], "duration": 57.66, "caption": "A man holds his breath while having a video conversation with a woman.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 17409, "video_name": "friends_s03e03_seg02_clip_01", "timestamp": [ 45.32, 60.03 ], "duration": 60.66, "caption": "A woman is having a conversation with a man.", "similarity": 0.7041, "relevance": 2 }, { "pair_id": 17410, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 14.88, 19.21 ], "duration": 96.66, "caption": "A woman shakes her head after talking with a man.", "similarity": 0.6966, "relevance": 1 }, { "pair_id": 17411, "video_name": "castle_s06e01_seg02_clip_27", "timestamp": [ 0.0, 8.02 ], "duration": 8.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.6922, "relevance": 2 }, { "pair_id": 17412, "video_name": "castle_s05e24_seg02_clip_13", "timestamp": [ 0.0, 11.99 ], "duration": 92.66, "caption": "A woman and a man were having an intense conversation.", "similarity": 0.6922, "relevance": 1 }, { "pair_id": 17413, "video_name": "house_s08e08_seg02_clip_22", "timestamp": [ 4.6, 9.2 ], "duration": 92.66, "caption": "A person is talking to a man who is catching his breath.", "similarity": 0.6881, "relevance": 2 }, { "pair_id": 17414, "video_name": "castle_s08e05_seg02_clip_11", "timestamp": [ 0.0, 38.28 ], "duration": 90.66, "caption": "A woman and another woman were having an intense conversation with a man.", "similarity": 0.6869, "relevance": 2 }, { "pair_id": 17415, "video_name": "house_s02e18_seg02_clip_16", "timestamp": [ 0.4, 2.38 ], "duration": 79.66, "caption": "A woman gets a thing while talking to a man.", "similarity": 0.6839, "relevance": 0 }, { "pair_id": 17416, "video_name": "castle_s03e19_seg02_clip_04", "timestamp": [ 38.42, 44.68 ], "duration": 89.66, "caption": "A woman is sitting down with a man and begins a conversation.", "similarity": 0.6837, "relevance": 3 }, { "pair_id": 17417, "video_name": "house_s07e04_seg02_clip_15", "timestamp": [ 81.01, 91.03 ], "duration": 91.66, "caption": "A woman is smoking when she is talking to man.", "similarity": 0.6835, "relevance": 2 }, { "pair_id": 17418, "video_name": "castle_s03e17_seg02_clip_09", "timestamp": [ 20.33, 33.27 ], "duration": 92.66, "caption": "A woman tried to start a conversation with man.", "similarity": 0.6832, "relevance": 2 }, { "pair_id": 17419, "video_name": "house_s01e21_seg02_clip_22", "timestamp": [ 52.37, 63.38 ], "duration": 88.66, "caption": "A woman gets very emotional while talking to a man.", "similarity": 0.681, "relevance": 2 } ] }, { "query_id": 93687, "query": "A person walks in to join the conversation at the dining table.", "relevant_moment": [ { "pair_id": 5480, "video_name": "s04e23_seg02_clip_00", "timestamp": [ 62.75, 64.02 ], "duration": 64.66, "caption": "A person walks in to join the conversation at the dining table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5481, "video_name": "s09e07_seg02_clip_14", "timestamp": [ 2.4, 19.21 ], "duration": 60.66, "caption": "A person walks over to the table and begins talking to some people.", "similarity": 0.7193, "relevance": 4 }, { "pair_id": 5482, "video_name": "castle_s07e11_seg02_clip_23", "timestamp": [ 45.58, 52.73 ], "duration": 89.66, "caption": "A person is talking to another person and walks around the table and then sits on it.", "similarity": 0.7146, "relevance": 3 }, { "pair_id": 5483, "video_name": "house_s02e23_seg02_clip_08", "timestamp": [ 15.35, 17.21 ], "duration": 93.66, "caption": "A person dramatically walks back into the meeting room to engage themselves in the conversation.", "similarity": 0.701, "relevance": 3 }, { "pair_id": 5484, "video_name": "castle_s08e21_seg02_clip_06", "timestamp": [ 28.59, 33.95 ], "duration": 89.66, "caption": "A man walks over to the table while talking to another person.", "similarity": 0.6866, "relevance": 3 }, { "pair_id": 5485, "video_name": "castle_s03e07_seg02_clip_17", "timestamp": [ 14.44, 18.5 ], "duration": 90.66, "caption": "A person joins the conversation and starts talking.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 5486, "video_name": "s02e06_seg02_clip_00", "timestamp": [ 31.32, 35.05 ], "duration": 62.66, "caption": "A woman walks up to the lunch table and starts a conversation with person.", "similarity": 0.6845, "relevance": 4 }, { "pair_id": 5487, "video_name": "castle_s05e16_seg02_clip_21", "timestamp": [ 62.12, 66.17 ], "duration": 90.66, "caption": "A person walks towards someone in the middle of their conversation.", "similarity": 0.6837, "relevance": 3 }, { "pair_id": 5488, "video_name": "s07e13_seg02_clip_14", "timestamp": [ 44.39, 47.29 ], "duration": 58.66, "caption": "A person walks back from the kitchen with a drink to join the conversation.", "similarity": 0.6796, "relevance": 3 }, { "pair_id": 5489, "video_name": "house_s01e08_seg02_clip_00", "timestamp": [ 0.0, 34.45 ], "duration": 91.66, "caption": "Person walks down the hall, in conversation with another person.", "similarity": 0.6784, "relevance": 1 }, { "pair_id": 5490, "video_name": "house_s01e17_seg02_clip_15", "timestamp": [ 3.58, 9.84 ], "duration": 89.66, "caption": "A person walks into the room and starts a conversation with someone.", "similarity": 0.6762, "relevance": 3 }, { "pair_id": 5491, "video_name": "s08e18_seg02_clip_12", "timestamp": [ 9.3, 13.21 ], "duration": 60.66, "caption": "A person talks to someone while they eat dinner at the table.", "similarity": 0.6759, "relevance": 3 }, { "pair_id": 5492, "video_name": "friends_s06e01_seg02_clip_01", "timestamp": [ 39.32, 42.92 ], "duration": 60.66, "caption": "A person walks into the dining room and sits at another person's table.", "similarity": 0.6733, "relevance": 4 }, { "pair_id": 5493, "video_name": "house_s04e13_seg02_clip_12", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A person talks to some people at the table.", "similarity": 0.6731, "relevance": 3 }, { "pair_id": 5494, "video_name": "s06e22_seg02_clip_13", "timestamp": [ 23.95, 26.23 ], "duration": 57.66, "caption": "A man gets up from the chair and walks over to join two people's conversation.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 5495, "video_name": "s08e11_seg02_clip_06", "timestamp": [ 44.25, 61.03 ], "duration": 61.66, "caption": "A person walks over to the dining room table folding a white cloth while talking to themselves.", "similarity": 0.6714, "relevance": 4 }, { "pair_id": 5496, "video_name": "s09e11_seg02_clip_04", "timestamp": [ 52.83, 56.37 ], "duration": 59.66, "caption": "A person walks over to a table while talking to a woman.", "similarity": 0.6687, "relevance": 4 }, { "pair_id": 5497, "video_name": "s05e16_seg02_clip_07", "timestamp": [ 55.48, 59.03 ], "duration": 59.66, "caption": "A person walks to the cafeteria table, sits down and talks with another person.", "similarity": 0.6662, "relevance": 3 }, { "pair_id": 5498, "video_name": "castle_s07e14_seg02_clip_15", "timestamp": [ 48.73, 51.32 ], "duration": 86.66, "caption": "A person points across the table as he talks.", "similarity": 0.6643, "relevance": 3 }, { "pair_id": 5499, "video_name": "s04e06_seg02_clip_16", "timestamp": [ 17.7, 24.41 ], "duration": 61.66, "caption": "A person turns to talk to a man at the lunch table.", "similarity": 0.6626, "relevance": 2 }, { "pair_id": 178800, "video_name": "s04e24_seg02_clip_07", "timestamp": [ 31.73, 38.45 ], "duration": 61.66, "caption": "A person appears and walks towards the table and sits down to join some people.", "similarity": 0.6623, "relevance": 4 }, { "pair_id": 178801, "video_name": "friends_s01e20_seg02_clip_15", "timestamp": [ 10.82, 13.79 ], "duration": 54.66, "caption": "A person walks in through the door and begins to converse.", "similarity": 0.6619, "relevance": 2 }, { "pair_id": 178802, "video_name": "s08e21_seg02_clip_08", "timestamp": [ 34.53, 41.02 ], "duration": 59.66, "caption": "A person begins a conversation after sitting down at the table with two other people.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 178803, "video_name": "house_s06e07_seg02_clip_23", "timestamp": [ 51.43, 58.26 ], "duration": 91.66, "caption": "A person walks in and talks to another person.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 178804, "video_name": "s05e15_seg02_clip_03", "timestamp": [ 13.81, 20.71 ], "duration": 60.66, "caption": "A person is talking to another person and sits down at the table.", "similarity": 0.6583, "relevance": 4 }, { "pair_id": 178805, "video_name": "grey_s03e06_seg02_clip_16", "timestamp": [ 53.86, 59.2 ], "duration": 89.66, "caption": "A person walks into a room and begins a conversation with someone.", "similarity": 0.658, "relevance": 2 }, { "pair_id": 178806, "video_name": "s02e13_seg01_clip_02", "timestamp": [ 36.92, 41.02 ], "duration": 41.66, "caption": "A person is talking to some people that are seat at a table, he then sits down at the table with them.", "similarity": 0.6572, "relevance": 4 }, { "pair_id": 178807, "video_name": "s03e09_seg02_clip_00", "timestamp": [ 58.93, 63.03 ], "duration": 63.66, "caption": "A coworker walks up to the table and talks to a person while person is having a conversation with two other people.", "similarity": 0.6566, "relevance": 4 }, { "pair_id": 178808, "video_name": "house_s08e11_seg02_clip_11", "timestamp": [ 33.85, 53.13 ], "duration": 94.66, "caption": "A person talks to colleagues around a table in the meeting room.", "similarity": 0.6514, "relevance": 2 }, { "pair_id": 178809, "video_name": "s05e23_seg02_clip_08", "timestamp": [ 6.44, 10.36 ], "duration": 56.66, "caption": "A person walks closer to someone during their conversation.", "similarity": 0.6507, "relevance": 2 }, { "pair_id": 178810, "video_name": "s05e16_seg02_clip_11", "timestamp": [ 30.39, 35.05 ], "duration": 62.66, "caption": "A person turns around, walks over to another person standing at the lap table and starts a conversation with them.", "similarity": 0.65, "relevance": 2 }, { "pair_id": 178811, "video_name": "s04e09_seg02_clip_17", "timestamp": [ 1.3, 11.38 ], "duration": 65.66, "caption": "A person sits down at the table and talks to another person.", "similarity": 0.6483, "relevance": 4 }, { "pair_id": 178812, "video_name": "grey_s03e14_seg02_clip_00", "timestamp": [ 38.65, 44.17 ], "duration": 92.66, "caption": "A man walks up to some people and joins their conversation.", "similarity": 0.6453, "relevance": 3 }, { "pair_id": 178813, "video_name": "s04e02_seg02_clip_14", "timestamp": [ 7.8, 13.51 ], "duration": 60.66, "caption": "A woman enters the dining room of the restaurant and walks up to a table that some people and a video chat of a person are sitting at.", "similarity": 0.6429, "relevance": 4 }, { "pair_id": 178814, "video_name": "grey_s01e01_seg02_clip_14", "timestamp": [ 17.1, 20.71 ], "duration": 90.66, "caption": "A man walks around the table at the meeting.", "similarity": 0.6427, "relevance": 2 }, { "pair_id": 178815, "video_name": "castle_s05e09_seg02_clip_20", "timestamp": [ 0.0, 13.8 ], "duration": 92.66, "caption": "A woman was having a conversation with a man while walking towards her table.", "similarity": 0.6426, "relevance": 2 }, { "pair_id": 178816, "video_name": "castle_s04e20_seg02_clip_13", "timestamp": [ 22.8, 24.17 ], "duration": 91.66, "caption": "A man joins the conversation and starts talking.", "similarity": 0.6418, "relevance": 2 }, { "pair_id": 178817, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 17.56, 55.37 ], "duration": 90.66, "caption": "A person joins the conversation between two other people.", "similarity": 0.6412, "relevance": 1 }, { "pair_id": 178818, "video_name": "s08e12_seg02_clip_04", "timestamp": [ 58.62, 61.41 ], "duration": 62.66, "caption": "A person points to the glass table when talking to a man.", "similarity": 0.6404, "relevance": 2 }, { "pair_id": 178819, "video_name": "castle_s03e14_seg02_clip_08", "timestamp": [ 41.87, 45.51 ], "duration": 91.66, "caption": "A person arrives and joins the conversation between two other people.", "similarity": 0.6396, "relevance": 2 } ] }, { "query_id": 93695, "query": "A woman walks away from her daughter, a man, and her husband.", "relevant_moment": [ { "pair_id": 29960, "video_name": "friends_s08e01_seg02_clip_03", "timestamp": [ 10.19, 12.52 ], "duration": 58.66, "caption": "A woman walks away from her daughter, a man, and her husband.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 29961, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 27.44, 30.23 ], "duration": 93.66, "caption": "A woman walks away from man and another man.", "similarity": 0.7745, "relevance": 1 }, { "pair_id": 29962, "video_name": "grey_s02e01_seg02_clip_01", "timestamp": [ 2.25, 3.15 ], "duration": 90.66, "caption": "A woman walks away from man, person, and person.", "similarity": 0.7681, "relevance": 1 }, { "pair_id": 29963, "video_name": "friends_s08e14_seg02_clip_18", "timestamp": [ 17.68, 19.23 ], "duration": 62.66, "caption": "A woman walks away from a man.", "similarity": 0.7573, "relevance": 2 }, { "pair_id": 29964, "video_name": "house_s02e15_seg02_clip_13", "timestamp": [ 3.96, 5.72 ], "duration": 88.66, "caption": "A woman walks away leaving a man and another man alone.", "similarity": 0.7346, "relevance": 1 }, { "pair_id": 29965, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 2.25, 6.3 ], "duration": 90.66, "caption": "A woman and a man walk away from each other.", "similarity": 0.7258, "relevance": 2 }, { "pair_id": 29966, "video_name": "house_s01e20_seg02_clip_10", "timestamp": [ 3.58, 6.27 ], "duration": 89.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 29967, "video_name": "friends_s07e02_seg02_clip_19", "timestamp": [ 21.97, 23.5 ], "duration": 61.66, "caption": "A woman walks away from a man leaving him alone.", "similarity": 0.7257, "relevance": 2 }, { "pair_id": 29968, "video_name": "castle_s05e02_seg02_clip_25", "timestamp": [ 67.22, 71.84 ], "duration": 84.66, "caption": "A woman walks away from a man and another man immediately.", "similarity": 0.724, "relevance": 2 }, { "pair_id": 29969, "video_name": "castle_s02e13_seg02_clip_08", "timestamp": [ 33.74, 39.44 ], "duration": 95.66, "caption": "A person walks away from both man and woman.", "similarity": 0.7222, "relevance": 1 }, { "pair_id": 29970, "video_name": "grey_s03e04_seg02_clip_01", "timestamp": [ 9.78, 17.78 ], "duration": 88.66, "caption": "A man walks away from woman and follows woman.", "similarity": 0.7184, "relevance": 1 }, { "pair_id": 29971, "video_name": "grey_s03e09_seg02_clip_13", "timestamp": [ 42.78, 43.69 ], "duration": 91.66, "caption": "A man walks away from woman leaving her alone.", "similarity": 0.7183, "relevance": 0 }, { "pair_id": 29972, "video_name": "grey_s01e03_seg02_clip_05", "timestamp": [ 43.71, 45.61 ], "duration": 95.66, "caption": "A woman walks away from man leaving him alone.", "similarity": 0.717, "relevance": 1 }, { "pair_id": 29973, "video_name": "grey_s02e15_seg02_clip_26", "timestamp": [ 0.0, 9.0 ], "duration": 150.66, "caption": "A man walks away from woman and she walks towards person.", "similarity": 0.7141, "relevance": 1 }, { "pair_id": 29974, "video_name": "grey_s02e12_seg02_clip_23", "timestamp": [ 79.07, 82.05 ], "duration": 85.66, "caption": "A man walks away from a woman leaving her with the family.", "similarity": 0.709, "relevance": 1 }, { "pair_id": 29975, "video_name": "grey_s03e13_seg02_clip_28", "timestamp": [ 13.8, 16.02 ], "duration": 89.66, "caption": "A woman walks away from a man but he follows.", "similarity": 0.7054, "relevance": 2 }, { "pair_id": 29976, "video_name": "friends_s09e20_seg02_clip_03", "timestamp": [ 4.53, 9.37 ], "duration": 60.66, "caption": "A man walks away from woman who follows him along.", "similarity": 0.7043, "relevance": 1 }, { "pair_id": 29977, "video_name": "friends_s04e21_seg02_clip_13", "timestamp": [ 33.35, 39.25 ], "duration": 59.66, "caption": "A woman gets off of a man and walks away.", "similarity": 0.7023, "relevance": 1 }, { "pair_id": 29978, "video_name": "house_s07e02_seg02_clip_19", "timestamp": [ 33.92, 36.15 ], "duration": 89.66, "caption": "A woman walks away from a person leaving him alone.", "similarity": 0.701, "relevance": 2 }, { "pair_id": 29979, "video_name": "house_s04e12_seg02_clip_13", "timestamp": [ 47.45, 50.64 ], "duration": 91.66, "caption": "A person walks over to man and a woman walks away.", "similarity": 0.7009, "relevance": 1 } ] }, { "query_id": 93721, "query": "A man taps his pen on the notebook in front of him.", "relevant_moment": [ { "pair_id": 252080, "video_name": "castle_s03e18_seg02_clip_03", "timestamp": [ 15.24, 36.48 ], "duration": 92.66, "caption": "A man writes in his notebook as he hears someone speak.", "similarity": 0.6454, "relevance": 3 }, { "pair_id": 252081, "video_name": "castle_s01e01_seg02_clip_10", "timestamp": [ 3.52, 5.72 ], "duration": 88.66, "caption": "A man is moving the pen in their hand as they are talking.", "similarity": 0.6365, "relevance": 2 }, { "pair_id": 252082, "video_name": "house_s08e18_seg02_clip_20", "timestamp": [ 2.7, 7.02 ], "duration": 54.66, "caption": "A man spins his pen around his thumb in his hand.", "similarity": 0.6351, "relevance": 3 }, { "pair_id": 252083, "video_name": "s03e08_seg02_clip_13", "timestamp": [ 42.92, 46.22 ], "duration": 60.66, "caption": "A person clicks his pen, puts his clipboard on his lap and the pen in the clipboard.", "similarity": 0.6346, "relevance": 3 }, { "pair_id": 252084, "video_name": "house_s04e03_seg02_clip_10", "timestamp": [ 56.15, 59.24 ], "duration": 103.66, "caption": "A man is speaking while pinpointing his pen.", "similarity": 0.6344, "relevance": 2 }, { "pair_id": 252085, "video_name": "house_s05e10_seg02_clip_09", "timestamp": [ 12.6, 14.28 ], "duration": 84.66, "caption": "A man puts his pen to his mouth.", "similarity": 0.6337, "relevance": 2 }, { "pair_id": 252086, "video_name": "s08e13_seg02_clip_14", "timestamp": [ 14.76, 18.59 ], "duration": 59.66, "caption": "A person closes the notebook then crosses his arms.", "similarity": 0.6337, "relevance": 4 }, { "pair_id": 252087, "video_name": "house_s03e24_seg02_clip_08", "timestamp": [ 59.95, 64.27 ], "duration": 108.66, "caption": "A man writes something on a note pad with a pen.", "similarity": 0.6335, "relevance": 2 }, { "pair_id": 252088, "video_name": "house_s02e14_seg02_clip_00", "timestamp": [ 7.32, 8.69 ], "duration": 91.66, "caption": "A man sets his pen light back into his pocket.", "similarity": 0.6333, "relevance": 1 }, { "pair_id": 252089, "video_name": "castle_s03e20_seg02_clip_17", "timestamp": [ 84.27, 90.13 ], "duration": 90.66, "caption": "A man takes a pen from the pen holder and starts to write on a paper.", "similarity": 0.6309, "relevance": 2 }, { "pair_id": 252090, "video_name": "s03e06_seg02_clip_06", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A man is looking through a book with a pen in his hand.", "similarity": 0.6308, "relevance": 2 }, { "pair_id": 252091, "video_name": "friends_s06e02_seg02_clip_14", "timestamp": [ 3.63, 4.24 ], "duration": 60.66, "caption": "A man grabs a pen from the pen holder on the desk.", "similarity": 0.6307, "relevance": 2 }, { "pair_id": 252092, "video_name": "house_s04e10_seg02_clip_01", "timestamp": [ 0.91, 34.59 ], "duration": 91.66, "caption": "A man opens their notebook and they take some notes at the table.", "similarity": 0.625, "relevance": 2 }, { "pair_id": 252093, "video_name": "s05e21_seg01_clip_01", "timestamp": [ 28.06, 29.99 ], "duration": 55.66, "caption": "A man pulls a pen from his pocket and hands it to another person.", "similarity": 0.6241, "relevance": 1 }, { "pair_id": 252094, "video_name": "friends_s02e23_seg02_clip_02", "timestamp": [ 2.7, 11.41 ], "duration": 60.66, "caption": "A man waves his pen around as he is talking.", "similarity": 0.6236, "relevance": 2 }, { "pair_id": 252095, "video_name": "friends_s09e18_seg02_clip_04", "timestamp": [ 0.0, 2.4 ], "duration": 60.66, "caption": "A man moves his finger like he is writing.", "similarity": 0.6222, "relevance": 0 }, { "pair_id": 252096, "video_name": "castle_s04e20_seg02_clip_02", "timestamp": [ 2.52, 16.8 ], "duration": 84.66, "caption": "A man was holding a notebook whilst talking to woman.", "similarity": 0.6215, "relevance": 1 }, { "pair_id": 252097, "video_name": "friends_s10e09_seg02_clip_01", "timestamp": [ 24.79, 28.92 ], "duration": 59.66, "caption": "A man takes the pen from woman's hand and writes on his hand.", "similarity": 0.6207, "relevance": 1 }, { "pair_id": 252098, "video_name": "s03e14_seg02_clip_00", "timestamp": [ 5.12, 7.68 ], "duration": 64.66, "caption": "A person is going through a book with a pen in their hand.", "similarity": 0.6184, "relevance": 2 }, { "pair_id": 252099, "video_name": "house_s08e13_seg02_clip_21", "timestamp": [ 78.51, 80.39 ], "duration": 94.66, "caption": "A man behind a desk unfolds his hands with a pen in one hand.", "similarity": 0.6152, "relevance": 2 } ] }, { "query_id": 93791, "query": "A woman starts to take off her shirt for man and the video freezes.", "relevant_moment": [ { "pair_id": 12520, "video_name": "s05e02_seg02_clip_07", "timestamp": [ 10.03, 13.58 ], "duration": 59.66, "caption": "A woman starts to take off her shirt for man and the video freezes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12521, "video_name": "s05e02_seg02_clip_07", "timestamp": [ 11.81, 37.48 ], "duration": 59.66, "caption": "The screen freezes just as a woman begins taking off her shirt.", "similarity": 0.7626, "relevance": 4 }, { "pair_id": 12522, "video_name": "castle_s05e19_seg02_clip_25", "timestamp": [ 10.04, 15.98 ], "duration": 91.66, "caption": "A woman stops the video after a man verifies her statement about her action.", "similarity": 0.7049, "relevance": 1 }, { "pair_id": 12523, "video_name": "met_s06e13_seg02_clip_04", "timestamp": [ 0.0, 3.84 ], "duration": 59.66, "caption": "A man describes a woman's coworker while the video is freeze-framed.", "similarity": 0.6724, "relevance": 0 }, { "pair_id": 12524, "video_name": "castle_s07e05_seg02_clip_27", "timestamp": [ 5.19, 14.02 ], "duration": 14.66, "caption": "A woman tells man not to worry about the video but grabs the remote and turns the video on.", "similarity": 0.6325, "relevance": 1 }, { "pair_id": 12526, "video_name": "s09e08_seg02_clip_08", "timestamp": [ 17.39, 30.51 ], "duration": 61.66, "caption": "A woman shows two people a video she took of a woman and a man.", "similarity": 0.6164, "relevance": 1 }, { "pair_id": 12527, "video_name": "friends_s08e09_seg02_clip_10", "timestamp": [ 44.66, 49.31 ], "duration": 62.66, "caption": "A woman tries to get a man to take off an article of clothing.", "similarity": 0.601, "relevance": 0 }, { "pair_id": 12528, "video_name": "castle_s06e17_seg02_clip_27", "timestamp": [ 20.71, 27.15 ], "duration": 92.66, "caption": "A woman stops the video after the newscaster mentions donors.", "similarity": 0.5993, "relevance": 0 }, { "pair_id": 12529, "video_name": "s07e11_seg02_clip_09", "timestamp": [ 0.0, 5.04 ], "duration": 63.66, "caption": "A woman comes on to someone while taking off their shirt.", "similarity": 0.5927, "relevance": 3 }, { "pair_id": 12530, "video_name": "castle_s07e15_seg02_clip_20", "timestamp": [ 0.0, 6.38 ], "duration": 75.66, "caption": "A person realizes a woman isn't there while looking at a video of her.", "similarity": 0.5911, "relevance": 0 }, { "pair_id": 12532, "video_name": "castle_s02e12_seg02_clip_24", "timestamp": [ 80.22, 92.21 ], "duration": 92.66, "caption": "A woman was showing a video camera to a man.", "similarity": 0.5862, "relevance": 0 }, { "pair_id": 12533, "video_name": "castle_s03e01_seg02_clip_07", "timestamp": [ 18.54, 28.95 ], "duration": 90.66, "caption": "A woman tries to get another person to watch an internet video as soon as he walks in.", "similarity": 0.5851, "relevance": 1 }, { "pair_id": 12534, "video_name": "castle_s02e18_seg02_clip_20", "timestamp": [ 5.82, 13.87 ], "duration": 89.66, "caption": "A person plays the video again after woman asks him too.", "similarity": 0.5781, "relevance": 1 }, { "pair_id": 12535, "video_name": "castle_s06e16_seg02_clip_23", "timestamp": [ 28.93, 60.98 ], "duration": 89.66, "caption": "A person plays a video for man and woman.", "similarity": 0.5779, "relevance": 0 }, { "pair_id": 12536, "video_name": "s06e17_seg02_clip_01", "timestamp": [ 23.25, 26.89 ], "duration": 56.66, "caption": "A woman asks person to stop filming for a second.", "similarity": 0.5777, "relevance": 1 }, { "pair_id": 12537, "video_name": "grey_s03e22_seg02_clip_13", "timestamp": [ 41.37, 47.97 ], "duration": 88.66, "caption": "A woman is looking at video of a person's throat when talking to man.", "similarity": 0.5769, "relevance": 0 }, { "pair_id": 12538, "video_name": "friends_s08e04_seg02_clip_15", "timestamp": [ 50.74, 54.21 ], "duration": 63.66, "caption": "A woman fast forwards the video of her and a man.", "similarity": 0.5765, "relevance": 1 }, { "pair_id": 12539, "video_name": "castle_s02e12_seg02_clip_07", "timestamp": [ 21.21, 68.23 ], "duration": 92.66, "caption": "A woman and man watch a video from the video camera.", "similarity": 0.5752, "relevance": 1 } ] }, { "query_id": 93907, "query": "Two men help a panicking woman sit down at the table.", "relevant_moment": [ { "pair_id": 46040, "video_name": "friends_s10e16_seg02_clip_18", "timestamp": [ 56.76, 61.03 ], "duration": 61.66, "caption": "Two men help a panicking woman sit down at the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 46041, "video_name": "s04e05_seg02_clip_16", "timestamp": [ 18.0, 21.97 ], "duration": 61.66, "caption": "Two women sit at the table with two men at the same time.", "similarity": 0.6746, "relevance": 1 }, { "pair_id": 46042, "video_name": "s09e01_seg02_clip_10", "timestamp": [ 42.62, 45.92 ], "duration": 60.66, "caption": "A woman sits down at a table to join two men.", "similarity": 0.6722, "relevance": 1 }, { "pair_id": 46043, "video_name": "castle_s05e12_seg02_clip_06", "timestamp": [ 44.51, 54.75 ], "duration": 89.66, "caption": "A woman sits down at the table prompting woman and man to sit down.", "similarity": 0.6538, "relevance": 1 }, { "pair_id": 46044, "video_name": "grey_s02e18_seg02_clip_13", "timestamp": [ 88.44, 92.12 ], "duration": 92.66, "caption": "Some people sit down at the table with two women.", "similarity": 0.6425, "relevance": 2 }, { "pair_id": 46045, "video_name": "friends_s04e04_seg02_clip_13", "timestamp": [ 6.67, 9.28 ], "duration": 58.66, "caption": "A person sits at the table with two women.", "similarity": 0.6315, "relevance": 1 }, { "pair_id": 46046, "video_name": "s06e16_seg01_clip_00", "timestamp": [ 3.28, 6.97 ], "duration": 82.66, "caption": "A woman sits down at the table with a man.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 46047, "video_name": "friends_s04e21_seg02_clip_00", "timestamp": [ 9.36, 10.92 ], "duration": 62.66, "caption": "A woman sits down at the table with a man.", "similarity": 0.6204, "relevance": 1 }, { "pair_id": 46048, "video_name": "s03e05_seg02_clip_00", "timestamp": [ 35.22, 40.34 ], "duration": 64.66, "caption": "Two men sit down to some people's table.", "similarity": 0.6082, "relevance": 1 }, { "pair_id": 46049, "video_name": "castle_s03e18_seg02_clip_14", "timestamp": [ 0.0, 59.87 ], "duration": 90.66, "caption": "A woman sits at a table with man and woman talking and crying because her chance was done.", "similarity": 0.608, "relevance": 1 }, { "pair_id": 46050, "video_name": "s09e01_seg02_clip_10", "timestamp": [ 44.12, 45.92 ], "duration": 60.66, "caption": "A woman sits down at the table with two people.", "similarity": 0.6056, "relevance": 1 }, { "pair_id": 46051, "video_name": "s07e12_seg02_clip_12", "timestamp": [ 47.75, 72.02 ], "duration": 77.66, "caption": "A woman starts laughing hysterically while sitting at the table with two men.", "similarity": 0.6031, "relevance": 0 }, { "pair_id": 46052, "video_name": "s03e10_seg02_clip_04", "timestamp": [ 48.34, 52.19 ], "duration": 64.66, "caption": "A man and a woman sit down at the table with a man.", "similarity": 0.6, "relevance": 2 }, { "pair_id": 46053, "video_name": "met_s03e10_seg02_clip_06", "timestamp": [ 20.0, 22.65 ], "duration": 58.66, "caption": "A woman sits on the table and a man sits later.", "similarity": 0.5962, "relevance": 2 }, { "pair_id": 46054, "video_name": "castle_s05e02_seg02_clip_20", "timestamp": [ 2.3, 5.98 ], "duration": 92.66, "caption": "A man and a woman both take a seat at the table with two men.", "similarity": 0.5947, "relevance": 1 }, { "pair_id": 46055, "video_name": "friends_s03e02_seg02_clip_14", "timestamp": [ 52.53, 55.99 ], "duration": 57.66, "caption": "A man sits down at the table with a woman.", "similarity": 0.5941, "relevance": 1 }, { "pair_id": 46056, "video_name": "met_s03e05_seg02_clip_06", "timestamp": [ 20.49, 22.73 ], "duration": 64.66, "caption": "A woman sits down at the table next to man.", "similarity": 0.5928, "relevance": 1 }, { "pair_id": 46057, "video_name": "friends_s09e05_seg02_clip_17", "timestamp": [ 20.75, 25.33 ], "duration": 61.66, "caption": "Two people sit down at the table.", "similarity": 0.5928, "relevance": 3 }, { "pair_id": 46058, "video_name": "grey_s03e23_seg02_clip_03", "timestamp": [ 8.65, 47.79 ], "duration": 91.66, "caption": "A man has woman lie down on the table to treat her stress.", "similarity": 0.592, "relevance": 0 }, { "pair_id": 46059, "video_name": "met_s03e19_seg02_clip_08", "timestamp": [ 56.7, 60.64 ], "duration": 60.66, "caption": "A woman sits down at the table next to a man.", "similarity": 0.5897, "relevance": 1 } ] }, { "query_id": 93940, "query": "A man is standing and listening to the hypnosis tape.", "relevant_moment": [ { "pair_id": 13920, "video_name": "friends_s03e18_seg02_clip_18", "timestamp": [ 0.0, 6.49 ], "duration": 59.66, "caption": "A man is standing and listening to the hypnosis tape.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13921, "video_name": "house_s04e15_seg02_clip_03", "timestamp": [ 18.93, 34.84 ], "duration": 86.66, "caption": "A man is successful in putting a man under hypnosis.", "similarity": 0.6987, "relevance": 2 }, { "pair_id": 13922, "video_name": "grey_s02e05_seg02_clip_21", "timestamp": [ 25.67, 29.59 ], "duration": 87.66, "caption": "A man is listening to a woman and then stands up.", "similarity": 0.5836, "relevance": 1 }, { "pair_id": 13923, "video_name": "friends_s09e07_seg02_clip_06", "timestamp": [ 15.7, 31.4 ], "duration": 52.66, "caption": "A man takes the tape from another person and starts to think and look around.", "similarity": 0.5385, "relevance": 1 }, { "pair_id": 13924, "video_name": "house_s06e03_seg02_clip_21", "timestamp": [ 59.24, 84.02 ], "duration": 84.66, "caption": "A man stands in front of another person that is wearing tape.", "similarity": 0.538, "relevance": 0 }, { "pair_id": 13925, "video_name": "castle_s07e23_seg02_clip_20", "timestamp": [ 0.0, 14.04 ], "duration": 108.66, "caption": "A man is standing before another man as he listens to him.", "similarity": 0.5317, "relevance": 1 }, { "pair_id": 13926, "video_name": "friends_s03e18_seg02_clip_18", "timestamp": [ 0.0, 12.99 ], "duration": 59.66, "caption": "A man is listening to the biofeedback tape someone has on while they sleep and when he walks out, he runs into the table.", "similarity": 0.53, "relevance": 3 }, { "pair_id": 13927, "video_name": "castle_s07e14_seg02_clip_18", "timestamp": [ 27.17, 29.43 ], "duration": 90.66, "caption": "A person hears something and stands up to see a man.", "similarity": 0.5264, "relevance": 1 }, { "pair_id": 13928, "video_name": "house_s02e20_seg02_clip_14", "timestamp": [ 0.0, 20.83 ], "duration": 85.66, "caption": "A man holds up his recorder and speaks into it while laying down.", "similarity": 0.5209, "relevance": 0 }, { "pair_id": 13929, "video_name": "friends_s07e14_seg02_clip_16", "timestamp": [ 56.28, 58.03 ], "duration": 58.66, "caption": "A man stands with his hands on his hip while listening to another person talk.", "similarity": 0.5193, "relevance": 1 }, { "pair_id": 13930, "video_name": "castle_s05e16_seg02_clip_10", "timestamp": [ 35.38, 41.13 ], "duration": 88.66, "caption": "A person describes to man what he is hearing.", "similarity": 0.5136, "relevance": 1 }, { "pair_id": 13931, "video_name": "met_s02e13_seg02_clip_16", "timestamp": [ 36.19, 40.83 ], "duration": 61.66, "caption": "A man holds a hand up to his ear and pretends to talk on a radio.", "similarity": 0.512, "relevance": 2 }, { "pair_id": 13932, "video_name": "castle_s06e01_seg02_clip_16", "timestamp": [ 0.0, 64.54 ], "duration": 88.66, "caption": "A person is standing as he speaks to a man in an interrogation room.", "similarity": 0.5104, "relevance": 1 }, { "pair_id": 13933, "video_name": "friends_s06e18_seg02_clip_05", "timestamp": [ 6.83, 10.08 ], "duration": 65.66, "caption": "A man puts the phone to his ear and stands up.", "similarity": 0.5056, "relevance": 1 }, { "pair_id": 13934, "video_name": "castle_s01e08_seg02_clip_18", "timestamp": [ 0.0, 6.31 ], "duration": 90.66, "caption": "A man leans against the wall in the interrogation room listening to two people.", "similarity": 0.5035, "relevance": 1 }, { "pair_id": 13935, "video_name": "house_s02e03_seg02_clip_11", "timestamp": [ 64.63, 68.27 ], "duration": 91.66, "caption": "A person listens to someone's breathing with a stethoscope.", "similarity": 0.5007, "relevance": 1 }, { "pair_id": 13936, "video_name": "s04e23_seg01_clip_01", "timestamp": [ 4.92, 7.79 ], "duration": 41.66, "caption": "A person puts his hand on his stomach while listening to man.", "similarity": 0.4992, "relevance": 0 }, { "pair_id": 13937, "video_name": "met_s03e12_seg02_clip_05", "timestamp": [ 16.58, 23.21 ], "duration": 60.66, "caption": "A man gestures a person to listen and puts his hand in his ears.", "similarity": 0.4983, "relevance": 2 }, { "pair_id": 13938, "video_name": "castle_s01e05_seg02_clip_23", "timestamp": [ 1.82, 91.03 ], "duration": 91.66, "caption": "A person is beside woman as they listen to man in the interrogation room.", "similarity": 0.4982, "relevance": 0 }, { "pair_id": 13939, "video_name": "met_s02e01_seg02_clip_00", "timestamp": [ 32.96, 37.66 ], "duration": 62.66, "caption": "A person listens to man talk and pretends to hang himself.", "similarity": 0.4979, "relevance": 1 } ] }, { "query_id": 93962, "query": "A man holds up a picture to a woman while holding a flashlight.", "relevant_moment": [ { "pair_id": 128760, "video_name": "castle_s01e09_seg02_clip_23", "timestamp": [ 66.5, 77.07 ], "duration": 88.66, "caption": "A man holds up a picture to a woman while holding a flashlight.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 128761, "video_name": "grey_s02e05_seg02_clip_13", "timestamp": [ 56.78, 75.27 ], "duration": 86.66, "caption": "A woman is holding the flashlight so a man can see.", "similarity": 0.7851, "relevance": 2 }, { "pair_id": 128762, "video_name": "castle_s07e16_seg02_clip_12", "timestamp": [ 0.0, 57.75 ], "duration": 86.66, "caption": "A woman and a man were both holding their flashlights.", "similarity": 0.785, "relevance": 2 }, { "pair_id": 128763, "video_name": "grey_s03e16_seg02_clip_21", "timestamp": [ 0.0, 19.57 ], "duration": 91.66, "caption": "A man is holding a photo which he brings closer to a woman's light for her to look at.", "similarity": 0.7723, "relevance": 2 }, { "pair_id": 128764, "video_name": "castle_s02e07_seg02_clip_21", "timestamp": [ 0.0, 75.67 ], "duration": 89.66, "caption": "A man and a person were both holding their flashlights.", "similarity": 0.7699, "relevance": 1 }, { "pair_id": 128765, "video_name": "castle_s04e23_seg02_clip_03", "timestamp": [ 43.25, 46.44 ], "duration": 91.66, "caption": "A woman holds up a photo of a man to another woman.", "similarity": 0.7568, "relevance": 2 }, { "pair_id": 128766, "video_name": "castle_s06e14_seg02_clip_20", "timestamp": [ 33.25, 36.7 ], "duration": 86.66, "caption": "A man holds up a photo of a woman for some people.", "similarity": 0.7526, "relevance": 2 }, { "pair_id": 128767, "video_name": "house_s07e21_seg02_clip_05", "timestamp": [ 0.0, 15.12 ], "duration": 84.66, "caption": "A man and a woman inspecting a place while holding a flashlight.", "similarity": 0.7408, "relevance": 1 }, { "pair_id": 128768, "video_name": "castle_s04e19_seg02_clip_15", "timestamp": [ 25.21, 28.57 ], "duration": 84.66, "caption": "A woman holds up a picture of a man.", "similarity": 0.7361, "relevance": 1 }, { "pair_id": 128769, "video_name": "house_s03e18_seg02_clip_13", "timestamp": [ 9.56, 12.74 ], "duration": 91.66, "caption": "A man pointed a flashlight to a woman's face.", "similarity": 0.7319, "relevance": 2 }, { "pair_id": 128770, "video_name": "castle_s05e10_seg02_clip_02", "timestamp": [ 79.05, 81.3 ], "duration": 90.66, "caption": "A man is holding a picture of a woman as he hands it to another man.", "similarity": 0.7307, "relevance": 2 }, { "pair_id": 128771, "video_name": "castle_s01e01_seg02_clip_07", "timestamp": [ 14.0, 22.51 ], "duration": 100.66, "caption": "A woman holds up a photo to show another man.", "similarity": 0.7292, "relevance": 1 }, { "pair_id": 128772, "video_name": "castle_s08e08_seg02_clip_25", "timestamp": [ 0.0, 1.79 ], "duration": 89.66, "caption": "A man gives a photo of a person to a woman.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 128773, "video_name": "castle_s04e15_seg02_clip_17", "timestamp": [ 33.18, 35.91 ], "duration": 90.66, "caption": "A woman takes out a flashlight and points it at a man.", "similarity": 0.7069, "relevance": 1 }, { "pair_id": 128774, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 73.4, 81.09 ], "duration": 85.66, "caption": "A man shows a photo of a person to a woman.", "similarity": 0.7063, "relevance": 3 }, { "pair_id": 128775, "video_name": "castle_s04e02_seg02_clip_09", "timestamp": [ 48.61, 59.87 ], "duration": 90.66, "caption": "A woman and a man both hold up photos to a person.", "similarity": 0.7021, "relevance": 1 }, { "pair_id": 128776, "video_name": "castle_s08e20_seg02_clip_20", "timestamp": [ 20.39, 26.29 ], "duration": 90.66, "caption": "A man hands woman a photo of a man.", "similarity": 0.6955, "relevance": 1 }, { "pair_id": 128777, "video_name": "grey_s02e02_seg02_clip_00", "timestamp": [ 0.0, 8.84 ], "duration": 93.66, "caption": "A man is holding up a small flashlight as he checks another man.", "similarity": 0.6912, "relevance": 2 }, { "pair_id": 128778, "video_name": "castle_s05e02_seg02_clip_19", "timestamp": [ 61.32, 71.85 ], "duration": 91.66, "caption": "A man holds up a picture for two men and a woman.", "similarity": 0.6875, "relevance": 2 }, { "pair_id": 128779, "video_name": "house_s08e10_seg02_clip_07", "timestamp": [ 25.31, 27.61 ], "duration": 115.66, "caption": "A man holds up some photographs to another person.", "similarity": 0.6857, "relevance": 0 } ] }, { "query_id": 93996, "query": "A person rushes through the living room towards another room.", "relevant_moment": [ { "pair_id": 18000, "video_name": "met_s03e01_seg02_clip_12", "timestamp": [ 30.62, 33.71 ], "duration": 61.66, "caption": "A person rushes through the living room towards another room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18001, "video_name": "met_s06e24_seg02_clip_13", "timestamp": [ 31.94, 35.1 ], "duration": 57.66, "caption": "A person rushes into the living room of his/her apartment.", "similarity": 0.8245, "relevance": 3 }, { "pair_id": 18002, "video_name": "friends_s07e20_seg02_clip_11", "timestamp": [ 10.25, 13.26 ], "duration": 60.66, "caption": "A person rushes out of the living room towards a nearby door.", "similarity": 0.8157, "relevance": 4 }, { "pair_id": 18003, "video_name": "s04e19_seg02_clip_00", "timestamp": [ 5.58, 12.72 ], "duration": 62.66, "caption": "A person is pacing back and forth in the living room.", "similarity": 0.7302, "relevance": 2 }, { "pair_id": 18004, "video_name": "castle_s07e15_seg02_clip_06", "timestamp": [ 47.74, 65.81 ], "duration": 86.66, "caption": "A person moves over and starts backing into another room.", "similarity": 0.7206, "relevance": 0 }, { "pair_id": 18005, "video_name": "s09e17_seg02_clip_12", "timestamp": [ 0.0, 2.61 ], "duration": 58.66, "caption": "A person walks from one room towards another.", "similarity": 0.7197, "relevance": 3 }, { "pair_id": 18006, "video_name": "met_s02e08_seg02_clip_10", "timestamp": [ 41.62, 45.14 ], "duration": 58.66, "caption": "A person runs across a room and through a doorway.", "similarity": 0.7196, "relevance": 4 }, { "pair_id": 18007, "video_name": "house_s08e09_seg02_clip_23", "timestamp": [ 83.33, 88.72 ], "duration": 98.66, "caption": "A person gets up and rushes out of the room.", "similarity": 0.7143, "relevance": 1 }, { "pair_id": 18008, "video_name": "s02e01_seg02_clip_08", "timestamp": [ 41.91, 49.61 ], "duration": 57.66, "caption": "A person arrives at the living room and was approached by another person.", "similarity": 0.7121, "relevance": 1 }, { "pair_id": 18009, "video_name": "s09e20_seg02_clip_01", "timestamp": [ 22.89, 30.21 ], "duration": 61.66, "caption": "A person enters the living room and walks to the other side of the room.", "similarity": 0.7086, "relevance": 3 }, { "pair_id": 18010, "video_name": "s03e09_seg02_clip_02", "timestamp": [ 27.1, 34.67 ], "duration": 63.66, "caption": "A person walks across the living room and over to another person.", "similarity": 0.7002, "relevance": 1 }, { "pair_id": 18011, "video_name": "castle_s06e11_seg02_clip_04", "timestamp": [ 16.35, 19.79 ], "duration": 86.66, "caption": "A person enters the room and walks towards the other.", "similarity": 0.6998, "relevance": 0 }, { "pair_id": 18012, "video_name": "friends_s06e10_seg02_clip_19", "timestamp": [ 6.24, 8.73 ], "duration": 62.66, "caption": "A person walks past someone as they walk into the living room.", "similarity": 0.6969, "relevance": 2 }, { "pair_id": 18013, "video_name": "s02e23_seg02_clip_05", "timestamp": [ 23.41, 27.01 ], "duration": 60.66, "caption": "A person comes from the bedroom into the living room.", "similarity": 0.6916, "relevance": 2 }, { "pair_id": 18014, "video_name": "house_s02e21_seg02_clip_18", "timestamp": [ 20.65, 26.41 ], "duration": 96.66, "caption": "A person walks slowly into the room with another person.", "similarity": 0.6901, "relevance": 0 }, { "pair_id": 18015, "video_name": "met_s02e01_seg02_clip_00", "timestamp": [ 37.53, 41.25 ], "duration": 62.66, "caption": "A person runs from one room to another quickly, while holding down their shirt.", "similarity": 0.686, "relevance": 4 }, { "pair_id": 18016, "video_name": "castle_s03e11_seg02_clip_14", "timestamp": [ 17.16, 18.48 ], "duration": 88.66, "caption": "A person quickly turns around and leaves the room.", "similarity": 0.6852, "relevance": 1 }, { "pair_id": 18017, "video_name": "castle_s08e01_seg02_clip_10", "timestamp": [ 9.54, 19.09 ], "duration": 90.66, "caption": "A person opens door and runs into the other room.", "similarity": 0.6802, "relevance": 3 }, { "pair_id": 18018, "video_name": "house_s02e08_seg02_clip_04", "timestamp": [ 32.67, 33.59 ], "duration": 92.66, "caption": "A person walks into the room a person is in.", "similarity": 0.6798, "relevance": 0 }, { "pair_id": 18019, "video_name": "s07e13_seg02_clip_16", "timestamp": [ 1.34, 7.71 ], "duration": 67.66, "caption": "A person walks from one room to another.", "similarity": 0.6796, "relevance": 2 } ] }, { "query_id": 94205, "query": "A woman is reacting furiously as she points a purple and orange gun at a person.", "relevant_moment": [ { "pair_id": 19240, "video_name": "castle_s05e06_seg02_clip_24", "timestamp": [ 0.0, 42.42 ], "duration": 91.66, "caption": "A woman is reacting furiously as she points a purple and orange gun at a person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19241, "video_name": "castle_s06e01_seg02_clip_05", "timestamp": [ 0.0, 7.52 ], "duration": 60.66, "caption": "A woman turns around and points her gun at person.", "similarity": 0.7508, "relevance": 2 }, { "pair_id": 19242, "video_name": "castle_s04e02_seg02_clip_21", "timestamp": [ 41.77, 59.61 ], "duration": 87.66, "caption": "A woman points her gun at a person in a costume.", "similarity": 0.7299, "relevance": 2 }, { "pair_id": 19243, "video_name": "castle_s06e22_seg02_clip_06", "timestamp": [ 0.0, 3.4 ], "duration": 68.66, "caption": "A woman pulls out a gun and points it at a man.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 19244, "video_name": "castle_s08e22_seg02_clip_06", "timestamp": [ 25.12, 27.55 ], "duration": 81.66, "caption": "A woman walks towards a person, draws her gun and points it at him.", "similarity": 0.7097, "relevance": 1 }, { "pair_id": 19245, "video_name": "castle_s04e14_seg02_clip_23", "timestamp": [ 42.18, 46.72 ], "duration": 90.66, "caption": "A woman raises and points her gun at a man.", "similarity": 0.7085, "relevance": 2 }, { "pair_id": 19246, "video_name": "castle_s08e03_seg02_clip_23", "timestamp": [ 48.04, 53.57 ], "duration": 85.66, "caption": "A woman takes out her gun and points it at a man.", "similarity": 0.7055, "relevance": 2 }, { "pair_id": 19247, "video_name": "castle_s08e15_seg02_clip_24", "timestamp": [ 63.72, 67.36 ], "duration": 91.66, "caption": "A woman draws her gun and points it at a man.", "similarity": 0.7025, "relevance": 2 }, { "pair_id": 19248, "video_name": "castle_s05e17_seg02_clip_23", "timestamp": [ 59.38, 76.13 ], "duration": 76.66, "caption": "A woman aims a gun at the person on the ground.", "similarity": 0.687, "relevance": 2 }, { "pair_id": 19249, "video_name": "castle_s05e01_seg02_clip_23", "timestamp": [ 10.97, 18.29 ], "duration": 91.66, "caption": "A woman aims her gun to the person in suit in front of her.", "similarity": 0.6865, "relevance": 2 }, { "pair_id": 19250, "video_name": "castle_s07e21_seg02_clip_25", "timestamp": [ 61.69, 92.66 ], "duration": 92.66, "caption": "A woman points a gun at man as he stands in front of person.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 19251, "video_name": "castle_s06e04_seg02_clip_15", "timestamp": [ 0.0, 29.15 ], "duration": 87.66, "caption": "A woman holds a gun in her hand and points it at a man while she talks to him.", "similarity": 0.6825, "relevance": 1 }, { "pair_id": 19252, "video_name": "castle_s04e16_seg02_clip_24", "timestamp": [ 0.0, 40.03 ], "duration": 92.66, "caption": "A woman was pointing a gun at a man whilst talking.", "similarity": 0.6752, "relevance": 2 }, { "pair_id": 19253, "video_name": "castle_s05e01_seg02_clip_24", "timestamp": [ 1.78, 7.13 ], "duration": 89.66, "caption": "A woman is pointing a gun to a man.", "similarity": 0.6729, "relevance": 2 }, { "pair_id": 19254, "video_name": "castle_s05e23_seg02_clip_09", "timestamp": [ 22.06, 26.56 ], "duration": 90.66, "caption": "A woman puts a gun on a person that is following them.", "similarity": 0.6708, "relevance": 2 }, { "pair_id": 19255, "video_name": "castle_s07e17_seg02_clip_19", "timestamp": [ 40.71, 43.4 ], "duration": 89.66, "caption": "A woman spins around and points her finger angrily at a person.", "similarity": 0.6699, "relevance": 1 }, { "pair_id": 19256, "video_name": "s10e04_seg02_clip_04", "timestamp": [ 40.58, 42.41 ], "duration": 61.66, "caption": "A woman flicks her wrist and points at a person.", "similarity": 0.6697, "relevance": 0 }, { "pair_id": 19257, "video_name": "castle_s03e01_seg02_clip_25", "timestamp": [ 83.53, 100.03 ], "duration": 100.66, "caption": "A woman points her gun at a man and he points his at hers and they shoot.", "similarity": 0.6681, "relevance": 2 }, { "pair_id": 19258, "video_name": "castle_s06e23_seg02_clip_13", "timestamp": [ 3.84, 8.16 ], "duration": 96.66, "caption": "A woman holds out a piece of paper to a person who takes it and points at it with his gun.", "similarity": 0.6678, "relevance": 0 }, { "pair_id": 19259, "video_name": "castle_s06e04_seg02_clip_05", "timestamp": [ 8.36, 11.88 ], "duration": 88.66, "caption": "A woman turns and shouts at a man as she points a gun at him.", "similarity": 0.6677, "relevance": 3 } ] }, { "query_id": 94472, "query": "A person places the pills in a cup away from him.", "relevant_moment": [ { "pair_id": 8060, "video_name": "house_s02e04_seg02_clip_13", "timestamp": [ 19.69, 23.36 ], "duration": 91.66, "caption": "A person places the pills in a cup away from him.", "similarity": 1.0, "relevance": 1 }, { "pair_id": 8061, "video_name": "house_s02e04_seg02_clip_12", "timestamp": [ 48.96, 59.2 ], "duration": 89.66, "caption": "A person takes the pills out of the medicine cup.", "similarity": 0.8629, "relevance": 2 }, { "pair_id": 8062, "video_name": "house_s08e01_seg02_clip_00", "timestamp": [ 66.28, 69.05 ], "duration": 92.66, "caption": "A person puts the pills in his hand and fling them in his mouth.", "similarity": 0.7605, "relevance": 1 }, { "pair_id": 8063, "video_name": "house_s01e16_seg02_clip_07", "timestamp": [ 87.44, 91.17 ], "duration": 93.66, "caption": "A person empties some pills into his hand and puts them in his mouth.", "similarity": 0.7559, "relevance": 1 }, { "pair_id": 8064, "video_name": "house_s04e15_seg02_clip_07", "timestamp": [ 30.72, 34.87 ], "duration": 83.66, "caption": "A person takes some pills and puts them in their mouth.", "similarity": 0.754, "relevance": 1 }, { "pair_id": 8065, "video_name": "house_s08e04_seg02_clip_02", "timestamp": [ 48.85, 58.98 ], "duration": 88.66, "caption": "A person places some pills inside of his jacket pocket.", "similarity": 0.7512, "relevance": 0 }, { "pair_id": 8066, "video_name": "house_s02e13_seg02_clip_09", "timestamp": [ 5.01, 6.37 ], "duration": 91.66, "caption": "A person holds and then takes his pills.", "similarity": 0.7493, "relevance": 1 }, { "pair_id": 8067, "video_name": "house_s02e04_seg02_clip_18", "timestamp": [ 84.19, 87.45 ], "duration": 93.66, "caption": "A person hands their patient a small cup of pills.", "similarity": 0.739, "relevance": 1 }, { "pair_id": 8068, "video_name": "s03e04_seg02_clip_12", "timestamp": [ 6.9, 10.13 ], "duration": 46.66, "caption": "A person takes a pill out of a bottle and eats it with a drink they had beside them.", "similarity": 0.7323, "relevance": 1 }, { "pair_id": 8069, "video_name": "castle_s08e19_seg02_clip_16", "timestamp": [ 34.45, 35.34 ], "duration": 89.66, "caption": "A person takes a pill out from a pill dispenser.", "similarity": 0.7286, "relevance": 0 }, { "pair_id": 8070, "video_name": "house_s02e21_seg02_clip_01", "timestamp": [ 7.48, 12.33 ], "duration": 88.66, "caption": "A man pours some pills out of a plastic cup.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 8071, "video_name": "house_s01e20_seg02_clip_03", "timestamp": [ 39.57, 45.09 ], "duration": 92.66, "caption": "A person shuts the door and then puts some pills in his mouth.", "similarity": 0.7239, "relevance": 1 }, { "pair_id": 8072, "video_name": "house_s02e15_seg02_clip_00", "timestamp": [ 49.13, 51.43 ], "duration": 91.66, "caption": "A person swallows pills that were in his/her hand.", "similarity": 0.7186, "relevance": 1 }, { "pair_id": 8074, "video_name": "house_s05e12_seg02_clip_04", "timestamp": [ 1.05, 5.25 ], "duration": 105.66, "caption": "A person pours pills into his/her hands and takes the pills followed by drinking water as a person watches him/her.", "similarity": 0.715, "relevance": 1 }, { "pair_id": 8075, "video_name": "house_s01e21_seg02_clip_09", "timestamp": [ 38.26, 41.41 ], "duration": 90.66, "caption": "A person puts pills into their hand and eats them.", "similarity": 0.7133, "relevance": 1 }, { "pair_id": 8076, "video_name": "house_s03e18_seg02_clip_20", "timestamp": [ 10.31, 19.28 ], "duration": 89.66, "caption": "A person takes a bottle of pills out of his trouser pocket and swallows some.", "similarity": 0.7036, "relevance": 1 }, { "pair_id": 8077, "video_name": "house_s01e01_seg02_clip_00", "timestamp": [ 55.39, 70.3 ], "duration": 142.66, "caption": "A person takes out their pill bottle and takes some while walking.", "similarity": 0.7029, "relevance": 1 }, { "pair_id": 8078, "video_name": "house_s02e11_seg02_clip_09", "timestamp": [ 9.15, 12.2 ], "duration": 87.66, "caption": "A person knows that the pill container is not full.", "similarity": 0.7016, "relevance": 1 }, { "pair_id": 8079, "video_name": "house_s02e08_seg02_clip_05", "timestamp": [ 42.25, 43.57 ], "duration": 88.66, "caption": "A person pours out a pill and swallows it.", "similarity": 0.6998, "relevance": 1 } ] }, { "query_id": 94510, "query": "Two doctors look at the monitor to see the inside of a patient's colon.", "relevant_moment": [ { "pair_id": 98240, "video_name": "house_s07e17_seg02_clip_09", "timestamp": [ 13.65, 18.66 ], "duration": 91.66, "caption": "Two doctors look at the monitor to see the inside of a patient's colon.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 98241, "video_name": "house_s02e17_seg02_clip_18", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "The doctors are looking in an image in a monitor.", "similarity": 0.7392, "relevance": 4 }, { "pair_id": 98242, "video_name": "house_s07e23_seg02_clip_13", "timestamp": [ 71.46, 89.32 ], "duration": 89.66, "caption": "Two people both take a look at the patient on the monitor.", "similarity": 0.7254, "relevance": 2 }, { "pair_id": 98243, "video_name": "house_s02e05_seg02_clip_21", "timestamp": [ 30.92, 35.08 ], "duration": 92.66, "caption": "Two doctors look through a microscope in the room.", "similarity": 0.7159, "relevance": 1 }, { "pair_id": 98244, "video_name": "house_s05e01_seg02_clip_19", "timestamp": [ 60.3, 63.38 ], "duration": 88.66, "caption": "The doctors are looking at the monitor to examine the disease.", "similarity": 0.7087, "relevance": 2 }, { "pair_id": 98245, "video_name": "grey_s03e09_seg02_clip_21", "timestamp": [ 64.28, 65.14 ], "duration": 85.66, "caption": "A hospital monitor is showing a person's vital signs as two doctors look at the monitor.", "similarity": 0.6968, "relevance": 1 }, { "pair_id": 98246, "video_name": "house_s05e14_seg02_clip_18", "timestamp": [ 53.19, 69.42 ], "duration": 90.66, "caption": "Two people look at a patient's imaging on a computer monitor.", "similarity": 0.6966, "relevance": 2 }, { "pair_id": 98247, "video_name": "house_s03e16_seg02_clip_14", "timestamp": [ 0.0, 13.65 ], "duration": 91.66, "caption": "Some people look at a doctor doing a procedure.", "similarity": 0.6953, "relevance": 1 }, { "pair_id": 98248, "video_name": "house_s05e10_seg02_clip_04", "timestamp": [ 14.17, 91.44 ], "duration": 91.66, "caption": "Two people examine the patient on the computer screens.", "similarity": 0.6873, "relevance": 2 }, { "pair_id": 98249, "video_name": "house_s07e22_seg02_clip_05", "timestamp": [ 0.0, 32.41 ], "duration": 90.66, "caption": "Two people are checking something on the patient.", "similarity": 0.6872, "relevance": 1 }, { "pair_id": 98250, "video_name": "house_s08e09_seg02_clip_12", "timestamp": [ 26.56, 56.27 ], "duration": 90.66, "caption": "Two people watch the patient from above.", "similarity": 0.6761, "relevance": 0 }, { "pair_id": 98251, "video_name": "house_s05e06_seg02_clip_16", "timestamp": [ 61.44, 68.72 ], "duration": 91.66, "caption": "Two people are checking on a patient.", "similarity": 0.6732, "relevance": 0 }, { "pair_id": 98252, "video_name": "grey_s02e08_seg02_clip_00", "timestamp": [ 0.0, 34.19 ], "duration": 92.66, "caption": "Two people are checking on a patient.", "similarity": 0.6732, "relevance": 0 }, { "pair_id": 98253, "video_name": "friends_s09e22_seg02_clip_00", "timestamp": [ 62.76, 64.71 ], "duration": 65.66, "caption": "Two people look at each other after hearing the doctor.", "similarity": 0.6709, "relevance": 0 }, { "pair_id": 98254, "video_name": "house_s03e09_seg02_clip_06", "timestamp": [ 23.47, 25.31 ], "duration": 92.66, "caption": "A doctor checks the belly of the patient.", "similarity": 0.6687, "relevance": 0 }, { "pair_id": 98255, "video_name": "house_s07e05_seg02_clip_14", "timestamp": [ 0.0, 32.44 ], "duration": 94.66, "caption": "Two doctors perform an abdominal scan to a child patient.", "similarity": 0.6684, "relevance": 2 }, { "pair_id": 98256, "video_name": "house_s07e15_seg02_clip_18", "timestamp": [ 40.03, 86.96 ], "duration": 92.66, "caption": "Two people watch the patient undergo surgery.", "similarity": 0.6682, "relevance": 0 }, { "pair_id": 98257, "video_name": "house_s02e12_seg02_clip_10", "timestamp": [ 55.19, 59.53 ], "duration": 124.66, "caption": "A doctor looks through a viewing hole in a medical machine.", "similarity": 0.666, "relevance": 0 }, { "pair_id": 98258, "video_name": "house_s03e23_seg02_clip_16", "timestamp": [ 0.0, 3.48 ], "duration": 87.66, "caption": "A doctor looks at a computer screen while sitting in a darkened room with another doctor.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 98259, "video_name": "house_s06e15_seg02_clip_18", "timestamp": [ 19.81, 24.76 ], "duration": 90.66, "caption": "The doctors are observing a patient who is inside the observation room.", "similarity": 0.6574, "relevance": 1 } ] }, { "query_id": 94550, "query": "Two people walk out of a Halloween party at a woman's apartment.", "relevant_moment": [ { "pair_id": 9020, "video_name": "s01e06_seg02_clip_13", "timestamp": [ 12.51, 17.7 ], "duration": 61.66, "caption": "Two people walk out of a Halloween party at a woman's apartment.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9021, "video_name": "s06e05_seg02_clip_14", "timestamp": [ 20.45, 24.37 ], "duration": 56.66, "caption": "A man and a woman walk up to two people at a Halloween party.", "similarity": 0.7641, "relevance": 2 }, { "pair_id": 9022, "video_name": "s03e11_seg02_clip_07", "timestamp": [ 5.4, 8.1 ], "duration": 60.66, "caption": "A woman walks into the apartment where a person is hosting a party.", "similarity": 0.7018, "relevance": 1 }, { "pair_id": 9023, "video_name": "friends_s07e14_seg02_clip_05", "timestamp": [ 50.42, 54.32 ], "duration": 60.66, "caption": "A man and a woman walk in the apartment together as the woman is surprised by people there her party.", "similarity": 0.6773, "relevance": 1 }, { "pair_id": 9024, "video_name": "s03e12_seg02_clip_04", "timestamp": [ 20.71, 24.31 ], "duration": 60.66, "caption": "Two people walk into a room where a party is being held.", "similarity": 0.6463, "relevance": 1 }, { "pair_id": 9025, "video_name": "s06e03_seg02_clip_13", "timestamp": [ 33.61, 41.29 ], "duration": 96.66, "caption": "A woman gets a man to come with her and they walk out of the apartment.", "similarity": 0.6362, "relevance": 3 }, { "pair_id": 9026, "video_name": "s09e13_seg02_clip_10", "timestamp": [ 27.46, 35.7 ], "duration": 61.66, "caption": "A woman gets up and walks out of a person's apartment.", "similarity": 0.6342, "relevance": 2 }, { "pair_id": 9027, "video_name": "s02e20_seg02_clip_00", "timestamp": [ 4.73, 8.82 ], "duration": 63.66, "caption": "Some people walk out of the apartment.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 9028, "video_name": "friends_s10e03_seg02_clip_17", "timestamp": [ 2.85, 6.27 ], "duration": 57.66, "caption": "Two women walk out of the apartment.", "similarity": 0.6309, "relevance": 3 }, { "pair_id": 9029, "video_name": "friends_s05e22_seg02_clip_02", "timestamp": [ 31.12, 34.79 ], "duration": 61.66, "caption": "Two women walk out of their apartment.", "similarity": 0.622, "relevance": 3 }, { "pair_id": 9030, "video_name": "friends_s06e17_seg02_clip_12", "timestamp": [ 51.91, 54.64 ], "duration": 54.66, "caption": "A woman walks out from behind another woman and into the apartment.", "similarity": 0.6189, "relevance": 2 }, { "pair_id": 9031, "video_name": "s08e17_seg02_clip_03", "timestamp": [ 48.38, 53.03 ], "duration": 62.66, "caption": "A woman and a man walk out of the apartment and the man closes the door behind them.", "similarity": 0.6183, "relevance": 3 }, { "pair_id": 9032, "video_name": "friends_s06e09_seg02_clip_18", "timestamp": [ 47.04, 51.89 ], "duration": 57.66, "caption": "Two people walk out of someone's bedroom.", "similarity": 0.6179, "relevance": 2 }, { "pair_id": 9033, "video_name": "s08e15_seg02_clip_07", "timestamp": [ 29.81, 33.35 ], "duration": 59.66, "caption": "A woman walks out and asks person to get out from her apartment.", "similarity": 0.6153, "relevance": 1 }, { "pair_id": 9034, "video_name": "met_s03e18_seg02_clip_09", "timestamp": [ 0.0, 4.13 ], "duration": 59.66, "caption": "A woman turns and walks out of a man's apartment.", "similarity": 0.6148, "relevance": 1 }, { "pair_id": 9035, "video_name": "grey_s03e06_seg02_clip_21", "timestamp": [ 48.52, 49.85 ], "duration": 89.66, "caption": "Two people walk out of a room together.", "similarity": 0.6141, "relevance": 1 }, { "pair_id": 9036, "video_name": "friends_s03e06_seg02_clip_09", "timestamp": [ 22.18, 27.14 ], "duration": 58.66, "caption": "A man is moving in with two people and a woman walks out of her apartment.", "similarity": 0.614, "relevance": 1 }, { "pair_id": 9037, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 38.23, 41.87 ], "duration": 91.66, "caption": "Two people walk out of the room.", "similarity": 0.6133, "relevance": 1 }, { "pair_id": 9038, "video_name": "friends_s02e08_seg02_clip_10", "timestamp": [ 21.37, 25.02 ], "duration": 56.66, "caption": "A person walks out of some people's apartment.", "similarity": 0.612, "relevance": 2 }, { "pair_id": 9039, "video_name": "s08e08_seg02_clip_09", "timestamp": [ 44.72, 54.32 ], "duration": 60.66, "caption": "A person walks away from a woman, a man, and another woman and goes into his apartment.", "similarity": 0.6107, "relevance": 1 } ] }, { "query_id": 94572, "query": "A woman runs over to child and gives him a hug.", "relevant_moment": [ { "pair_id": 68640, "video_name": "friends_s05e11_seg02_clip_06", "timestamp": [ 34.23, 38.59 ], "duration": 58.66, "caption": "A woman runs over to child and gives him a hug.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 68641, "video_name": "friends_s10e02_seg02_clip_03", "timestamp": [ 39.7, 48.07 ], "duration": 62.66, "caption": "A group of children run to a woman and give her a group hug.", "similarity": 0.7936, "relevance": 3 }, { "pair_id": 68642, "video_name": "castle_s07e15_seg02_clip_25", "timestamp": [ 59.66, 65.99 ], "duration": 79.66, "caption": "A woman runs over to woman and gives her a big hug.", "similarity": 0.7732, "relevance": 3 }, { "pair_id": 68643, "video_name": "house_s01e06_seg02_clip_25", "timestamp": [ 0.0, 20.45 ], "duration": 87.66, "caption": "A woman and her child both hug each other.", "similarity": 0.7156, "relevance": 3 }, { "pair_id": 68645, "video_name": "castle_s02e18_seg02_clip_05", "timestamp": [ 65.99, 70.09 ], "duration": 91.66, "caption": "A woman runs to hug a man as soon as she sees him.", "similarity": 0.6774, "relevance": 3 }, { "pair_id": 68646, "video_name": "castle_s04e19_seg02_clip_08", "timestamp": [ 29.26, 36.01 ], "duration": 90.66, "caption": "A person hugs their child and leads them away.", "similarity": 0.6744, "relevance": 3 }, { "pair_id": 68647, "video_name": "castle_s08e01_seg02_clip_22", "timestamp": [ 85.17, 97.55 ], "duration": 99.66, "caption": "A woman runs towards a man and hugs him.", "similarity": 0.6741, "relevance": 4 }, { "pair_id": 68648, "video_name": "friends_s06e13_seg02_clip_01", "timestamp": [ 37.04, 42.21 ], "duration": 57.66, "caption": "A woman runs over to another woman and they hug.", "similarity": 0.6739, "relevance": 3 }, { "pair_id": 68649, "video_name": "castle_s02e01_seg02_clip_07", "timestamp": [ 37.86, 41.42 ], "duration": 89.66, "caption": "A woman runs across the apartment and gives person a hug.", "similarity": 0.6704, "relevance": 4 }, { "pair_id": 68650, "video_name": "grey_s03e10_seg02_clip_03", "timestamp": [ 41.93, 45.9 ], "duration": 88.66, "caption": "A woman walks up and hugs her son when she sees him.", "similarity": 0.6699, "relevance": 3 }, { "pair_id": 68651, "video_name": "castle_s02e06_seg02_clip_24", "timestamp": [ 87.38, 91.03 ], "duration": 91.66, "caption": "Their child runs to a man and they embrace.", "similarity": 0.6647, "relevance": 3 }, { "pair_id": 68652, "video_name": "castle_s02e21_seg02_clip_27", "timestamp": [ 35.36, 47.62 ], "duration": 70.66, "caption": "A person runs to their family and hugs them.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 68653, "video_name": "house_s03e01_seg02_clip_04", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A woman turns away from a man and another woman and hugs her child.", "similarity": 0.6544, "relevance": 3 }, { "pair_id": 68654, "video_name": "castle_s05e06_seg02_clip_04", "timestamp": [ 26.4, 34.59 ], "duration": 91.66, "caption": "A woman turns around to a man, who runs up and hugs her.", "similarity": 0.6542, "relevance": 3 }, { "pair_id": 68655, "video_name": "castle_s05e16_seg02_clip_27", "timestamp": [ 0.0, 8.74 ], "duration": 76.66, "caption": "A man goes to hug their child after they thank him.", "similarity": 0.6486, "relevance": 2 }, { "pair_id": 68656, "video_name": "s09e16_seg01_clip_01", "timestamp": [ 29.11, 33.01 ], "duration": 60.66, "caption": "A man runs over to woman and hugs and kisses her.", "similarity": 0.6463, "relevance": 4 }, { "pair_id": 68657, "video_name": "friends_s04e06_seg02_clip_17", "timestamp": [ 37.14, 39.38 ], "duration": 64.66, "caption": "A woman walks over to woman to give her a hug.", "similarity": 0.6439, "relevance": 3 }, { "pair_id": 68658, "video_name": "grey_s03e05_seg02_clip_02", "timestamp": [ 15.13, 18.25 ], "duration": 89.66, "caption": "A woman takes a person's child as he hands him to her.", "similarity": 0.6437, "relevance": 3 }, { "pair_id": 68659, "video_name": "castle_s07e15_seg02_clip_10", "timestamp": [ 2.38, 4.75 ], "duration": 95.66, "caption": "A person is given a hug from his/her parent.", "similarity": 0.6426, "relevance": 2 }, { "pair_id": 241960, "video_name": "s05e01_seg02_clip_12", "timestamp": [ 2.0, 13.97 ], "duration": 57.66, "caption": "A woman walks over to man to give him a hug.", "similarity": 0.6423, "relevance": 3 }, { "pair_id": 241961, "video_name": "s01e10_seg02_clip_08", "timestamp": [ 17.65, 22.69 ], "duration": 63.66, "caption": "A woman walks over to man and gives him a hug.", "similarity": 0.6406, "relevance": 2 }, { "pair_id": 241962, "video_name": "house_s05e03_seg02_clip_13", "timestamp": [ 35.1, 46.95 ], "duration": 91.66, "caption": "A woman walks over to a man and gives him a hug.", "similarity": 0.6331, "relevance": 2 }, { "pair_id": 241963, "video_name": "friends_s03e06_seg02_clip_17", "timestamp": [ 47.27, 51.37 ], "duration": 63.66, "caption": "A woman walks over to a man and gives him a hug.", "similarity": 0.6331, "relevance": 3 }, { "pair_id": 241964, "video_name": "castle_s03e18_seg02_clip_22", "timestamp": [ 10.8, 18.0 ], "duration": 90.66, "caption": "A person walks over to his child and gives her a kiss on the cheek.", "similarity": 0.6328, "relevance": 1 }, { "pair_id": 241965, "video_name": "friends_s01e04_seg02_clip_04", "timestamp": [ 4.34, 6.51 ], "duration": 62.66, "caption": "A woman runs up to their friends and hugs them.", "similarity": 0.6322, "relevance": 3 }, { "pair_id": 241966, "video_name": "friends_s02e02_seg02_clip_15", "timestamp": [ 3.76, 7.99 ], "duration": 94.66, "caption": "A woman runs over to hug two other women.", "similarity": 0.632, "relevance": 3 }, { "pair_id": 241967, "video_name": "castle_s03e18_seg02_clip_04", "timestamp": [ 25.89, 30.8 ], "duration": 89.66, "caption": "A woman is running and she immediately hugged a man.", "similarity": 0.6271, "relevance": 3 }, { "pair_id": 241968, "video_name": "castle_s07e21_seg02_clip_19", "timestamp": [ 2.23, 8.46 ], "duration": 89.66, "caption": "A man grabs and hugs and holds his child.", "similarity": 0.6218, "relevance": 1 }, { "pair_id": 241969, "video_name": "grey_s03e22_seg02_clip_16", "timestamp": [ 17.6, 19.81 ], "duration": 88.66, "caption": "A person reaches over with their arm and hugs woman.", "similarity": 0.6192, "relevance": 2 }, { "pair_id": 241970, "video_name": "castle_s03e01_seg02_clip_07", "timestamp": [ 25.33, 30.75 ], "duration": 90.66, "caption": "A woman walks over to a man and gives him a big hug.", "similarity": 0.6175, "relevance": 3 }, { "pair_id": 241971, "video_name": "friends_s05e08_seg02_clip_12", "timestamp": [ 0.0, 3.98 ], "duration": 53.66, "caption": "A person walks over to his/her parents and gives them each a hug.", "similarity": 0.6169, "relevance": 3 }, { "pair_id": 241972, "video_name": "s01e04_seg02_clip_07", "timestamp": [ 43.02, 53.09 ], "duration": 61.66, "caption": "A woman walks over to give a man a hug.", "similarity": 0.6158, "relevance": 3 }, { "pair_id": 241973, "video_name": "castle_s08e22_seg02_clip_24", "timestamp": [ 68.79, 81.72 ], "duration": 92.66, "caption": "A man and woman run towards each other and hug each other.", "similarity": 0.6153, "relevance": 2 }, { "pair_id": 241974, "video_name": "castle_s07e15_seg02_clip_26", "timestamp": [ 43.56, 49.59 ], "duration": 134.66, "caption": "A person goes up to woman and hugs her.", "similarity": 0.6132, "relevance": 2 }, { "pair_id": 241975, "video_name": "castle_s01e09_seg02_clip_11", "timestamp": [ 11.16, 20.0 ], "duration": 93.66, "caption": "A man gives his child Alexis a big hug.", "similarity": 0.6115, "relevance": 3 }, { "pair_id": 241976, "video_name": "friends_s09e07_seg02_clip_13", "timestamp": [ 48.61, 50.86 ], "duration": 90.66, "caption": "A woman reaches down and caresses child's face like a mother would.", "similarity": 0.6108, "relevance": 2 }, { "pair_id": 241977, "video_name": "friends_s05e23-24_seg02_clip_11", "timestamp": [ 7.3, 11.38 ], "duration": 58.66, "caption": "A woman runs up to a man while he's dressed as a knight, and gives him a hug.", "similarity": 0.6106, "relevance": 3 }, { "pair_id": 241978, "video_name": "house_s05e13_seg02_clip_26", "timestamp": [ 29.82, 31.42 ], "duration": 40.66, "caption": "A woman hugs a boy and he smiles widely.", "similarity": 0.6096, "relevance": 3 }, { "pair_id": 241979, "video_name": "s01e02_seg02_clip_11", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A woman reaches out and gives a hug to a man.", "similarity": 0.6094, "relevance": 2 } ] }, { "query_id": 94582, "query": "A person shakes hands with a tall man in a suit.", "relevant_moment": [ { "pair_id": 62820, "video_name": "s05e24_seg02_clip_11", "timestamp": [ 54.46, 57.02 ], "duration": 57.66, "caption": "A person shakes hands with a tall man in a suit.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 62821, "video_name": "friends_s02e08_seg02_clip_20", "timestamp": [ 39.7, 42.9 ], "duration": 64.66, "caption": "A woman shakes hands with a man in a suit.", "similarity": 0.8457, "relevance": 4 }, { "pair_id": 62822, "video_name": "castle_s08e06_seg02_clip_21", "timestamp": [ 77.53, 80.53 ], "duration": 100.66, "caption": "A person shakes the hand of another person wearing a suit and overcoat.", "similarity": 0.818, "relevance": 3 }, { "pair_id": 62823, "video_name": "house_s01e15_seg02_clip_01", "timestamp": [ 35.7, 39.57 ], "duration": 86.66, "caption": "A person shakes hands with a man in a suit in the hallway.", "similarity": 0.8097, "relevance": 2 }, { "pair_id": 62824, "video_name": "friends_s10e15_seg02_clip_01", "timestamp": [ 36.12, 47.19 ], "duration": 58.66, "caption": "A man and another person in a suit talk and shake hands.", "similarity": 0.7955, "relevance": 3 }, { "pair_id": 62825, "video_name": "s09e08_seg02_clip_12", "timestamp": [ 0.0, 8.1 ], "duration": 60.66, "caption": "A man shakes hands with a tall blond person wearing glasses.", "similarity": 0.7666, "relevance": 4 }, { "pair_id": 62826, "video_name": "s02e21_seg02_clip_14", "timestamp": [ 0.26, 6.5 ], "duration": 52.66, "caption": "A person shakes hands with the person next to him.", "similarity": 0.7623, "relevance": 1 }, { "pair_id": 62827, "video_name": "castle_s08e10_seg02_clip_04", "timestamp": [ 25.77, 28.99 ], "duration": 92.66, "caption": "A man shakes hands with another man in a light gray suit.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 62828, "video_name": "s04e13_seg02_clip_05", "timestamp": [ 47.29, 52.22 ], "duration": 58.66, "caption": "A man shakes hands with a tall person whose name is Glenn.", "similarity": 0.7569, "relevance": 4 }, { "pair_id": 62829, "video_name": "friends_s09e06_seg02_clip_25", "timestamp": [ 31.51, 33.62 ], "duration": 60.66, "caption": "A man shakes the hand of person with vigor.", "similarity": 0.7543, "relevance": 2 }, { "pair_id": 62830, "video_name": "friends_s01e07_seg02_clip_16", "timestamp": [ 6.79, 14.17 ], "duration": 59.66, "caption": "A man shakes hands with some people.", "similarity": 0.7398, "relevance": 2 }, { "pair_id": 62831, "video_name": "met_s06e11_seg02_clip_06", "timestamp": [ 6.89, 10.9 ], "duration": 57.66, "caption": "A man shakes hands with another man.", "similarity": 0.7352, "relevance": 3 }, { "pair_id": 62832, "video_name": "house_s01e19_seg02_clip_15", "timestamp": [ 38.14, 43.26 ], "duration": 93.66, "caption": "A man stands up and shakes another man's hand.", "similarity": 0.7344, "relevance": 2 }, { "pair_id": 62833, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.7339, "relevance": 3 }, { "pair_id": 62834, "video_name": "castle_s04e19_seg02_clip_12", "timestamp": [ 15.3, 17.55 ], "duration": 90.66, "caption": "A man shakes hands with woman while standing.", "similarity": 0.7272, "relevance": 2 }, { "pair_id": 62835, "video_name": "castle_s07e07_seg02_clip_26", "timestamp": [ 38.01, 44.54 ], "duration": 81.66, "caption": "A person shakes hands first with woman and then with man.", "similarity": 0.7246, "relevance": 2 }, { "pair_id": 62836, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 0.7242, "relevance": 3 }, { "pair_id": 62837, "video_name": "friends_s06e20_seg02_clip_19", "timestamp": [ 2.44, 4.58 ], "duration": 61.66, "caption": "A person holds out his hand and a person shakes his hand.", "similarity": 0.7237, "relevance": 3 }, { "pair_id": 62838, "video_name": "friends_s08e21_seg02_clip_16", "timestamp": [ 0.0, 2.9 ], "duration": 58.66, "caption": "Two men in suits are shaking hands.", "similarity": 0.7186, "relevance": 4 }, { "pair_id": 62839, "video_name": "met_s03e06_seg02_clip_09", "timestamp": [ 37.99, 41.06 ], "duration": 61.66, "caption": "A man shakes hands with a person in a gray shirt.", "similarity": 0.7177, "relevance": 3 }, { "pair_id": 236140, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 2.05, 7.02 ], "duration": 58.66, "caption": "A person holds their hand out and another person shakes it.", "similarity": 0.7151, "relevance": 3 }, { "pair_id": 236141, "video_name": "castle_s05e16_seg02_clip_09", "timestamp": [ 40.93, 50.23 ], "duration": 93.66, "caption": "A person stands up and shakes guy's hand.", "similarity": 0.7135, "relevance": 3 }, { "pair_id": 236142, "video_name": "castle_s08e15_seg02_clip_02", "timestamp": [ 40.54, 44.1 ], "duration": 89.66, "caption": "A woman shakes hands with a man.", "similarity": 0.7134, "relevance": 3 }, { "pair_id": 236143, "video_name": "friends_s09e20_seg02_clip_15", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man shakes hands with a person that someone has introduced him to.", "similarity": 0.7133, "relevance": 3 }, { "pair_id": 236144, "video_name": "friends_s03e05_seg02_clip_02", "timestamp": [ 40.01, 52.1 ], "duration": 62.66, "caption": "A man goes up and shakes some people's hands.", "similarity": 0.7109, "relevance": 3 }, { "pair_id": 236145, "video_name": "castle_s02e17_seg02_clip_06", "timestamp": [ 0.0, 8.76 ], "duration": 92.66, "caption": "A person shakes hands with woman while she stands with man.", "similarity": 0.7076, "relevance": 1 }, { "pair_id": 236146, "video_name": "s05e07_seg02_clip_01", "timestamp": [ 43.22, 45.02 ], "duration": 60.66, "caption": "A man shakes hands with a woman standing across from him.", "similarity": 0.704, "relevance": 2 }, { "pair_id": 236147, "video_name": "friends_s03e02_seg02_clip_21", "timestamp": [ 8.2, 11.08 ], "duration": 41.66, "caption": "A man shakes hands with a person wearing a white tuxedo.", "similarity": 0.6995, "relevance": 3 }, { "pair_id": 236148, "video_name": "friends_s10e06_seg02_clip_06", "timestamp": [ 29.18, 32.67 ], "duration": 63.66, "caption": "A man shakes the hand of another man as an introduction.", "similarity": 0.6966, "relevance": 3 }, { "pair_id": 236149, "video_name": "friends_s08e19_seg02_clip_09", "timestamp": [ 0.0, 2.81 ], "duration": 56.66, "caption": "A woman shakes hands with the person next to a man.", "similarity": 0.6965, "relevance": 3 }, { "pair_id": 236150, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 17.1, 22.06 ], "duration": 90.66, "caption": "A man extends his hand to shake the hand of another man in a black suit, but the man walks away.", "similarity": 0.6957, "relevance": 2 }, { "pair_id": 236151, "video_name": "castle_s06e20_seg02_clip_05", "timestamp": [ 0.0, 7.17 ], "duration": 89.66, "caption": "A man is shaking hands with another man and woman.", "similarity": 0.6954, "relevance": 3 }, { "pair_id": 236152, "video_name": "friends_s07e22_seg02_clip_04", "timestamp": [ 0.0, 3.06 ], "duration": 61.66, "caption": "A man and another man shake hands.", "similarity": 0.6925, "relevance": 3 }, { "pair_id": 236153, "video_name": "castle_s08e12_seg02_clip_09", "timestamp": [ 49.51, 53.68 ], "duration": 92.66, "caption": "A man goes up to another man and shakes his hand.", "similarity": 0.6925, "relevance": 2 }, { "pair_id": 236154, "video_name": "house_s02e08_seg02_clip_22", "timestamp": [ 23.79, 26.08 ], "duration": 91.66, "caption": "A man extends his hand and shakes another man's hand.", "similarity": 0.6916, "relevance": 3 }, { "pair_id": 236155, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.6912, "relevance": 3 }, { "pair_id": 236156, "video_name": "s10e02_seg02_clip_09", "timestamp": [ 11.81, 15.94 ], "duration": 59.66, "caption": "A person shakes hands with a man in a military uniform.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 236157, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 70.54, 76.92 ], "duration": 91.66, "caption": "A person extends his hand to shake hands with someone.", "similarity": 0.6892, "relevance": 3 }, { "pair_id": 236158, "video_name": "friends_s09e18_seg02_clip_17", "timestamp": [ 11.41, 14.71 ], "duration": 60.66, "caption": "A person puts out his right hand and a man shakes it.", "similarity": 0.6872, "relevance": 3 }, { "pair_id": 236159, "video_name": "met_s02e08_seg02_clip_03", "timestamp": [ 33.07, 38.19 ], "duration": 60.66, "caption": "A person walks up to another person and shakes his hand.", "similarity": 0.6861, "relevance": 4 } ] }, { "query_id": 94597, "query": "A woman opens the refrigerator and gets a drink.", "relevant_moment": [ { "pair_id": 140, "video_name": "friends_s02e20_seg02_clip_12", "timestamp": [ 51.32, 54.62 ], "duration": 60.66, "caption": "A woman opens the refrigerator and gets a drink.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 141, "video_name": "friends_s05e23-24_seg02_clip_27", "timestamp": [ 21.75, 38.45 ], "duration": 63.66, "caption": "A woman opened the refrigerator and gets a bunch of drinks.", "similarity": 0.9296, "relevance": 3 }, { "pair_id": 142, "video_name": "s04e21_seg02_clip_12", "timestamp": [ 3.19, 5.8 ], "duration": 58.66, "caption": "A woman walks over and opens the fridge to get a drink.", "similarity": 0.9055, "relevance": 3 }, { "pair_id": 143, "video_name": "s07e04_seg02_clip_05", "timestamp": [ 50.65, 52.79 ], "duration": 61.66, "caption": "A person opens the refrigerator and gets a drink.", "similarity": 0.8984, "relevance": 3 }, { "pair_id": 144, "video_name": "s09e19_seg02_clip_05", "timestamp": [ 8.37, 15.2 ], "duration": 62.66, "caption": "A woman opens the refrigerator and gets a bottle of water out.", "similarity": 0.8634, "relevance": 4 }, { "pair_id": 145, "video_name": "friends_s04e15_seg02_clip_00", "timestamp": [ 25.21, 28.68 ], "duration": 63.66, "caption": "A woman opens the fridge and grabs a bottle of water.", "similarity": 0.849, "relevance": 4 }, { "pair_id": 146, "video_name": "grey_s02e15_seg02_clip_17", "timestamp": [ 2.33, 7.44 ], "duration": 93.66, "caption": "A woman goes to the fridge and opens it.", "similarity": 0.8453, "relevance": 3 }, { "pair_id": 147, "video_name": "friends_s05e10_seg02_clip_05", "timestamp": [ 40.94, 42.8 ], "duration": 62.66, "caption": "A woman opens the refrigerator and pulls out a water bottle.", "similarity": 0.8301, "relevance": 4 }, { "pair_id": 148, "video_name": "friends_s04e03_seg02_clip_05", "timestamp": [ 35.45, 39.74 ], "duration": 57.66, "caption": "A woman opens the fridge and gets something from inside.", "similarity": 0.8281, "relevance": 3 }, { "pair_id": 149, "video_name": "friends_s10e05_seg02_clip_21", "timestamp": [ 0.0, 1.2 ], "duration": 60.66, "caption": "A woman opens the refrigerator with her right hand.", "similarity": 0.8201, "relevance": 2 }, { "pair_id": 150, "video_name": "friends_s07e13_seg02_clip_02", "timestamp": [ 41.3, 44.55 ], "duration": 65.66, "caption": "A woman opens the refrigerator door and takes a bottle of water out.", "similarity": 0.808, "relevance": 2 }, { "pair_id": 151, "video_name": "friends_s02e08_seg02_clip_08", "timestamp": [ 21.01, 24.01 ], "duration": 60.66, "caption": "A woman grabs a bottle of water from the refrigerator and drinks out of it.", "similarity": 0.7952, "relevance": 4 }, { "pair_id": 152, "video_name": "s03e02_seg02_clip_02", "timestamp": [ 27.45, 33.94 ], "duration": 59.66, "caption": "A woman walks to the refrigerator and gets some drink.", "similarity": 0.7948, "relevance": 3 }, { "pair_id": 153, "video_name": "s03e19_seg02_clip_09", "timestamp": [ 16.21, 19.51 ], "duration": 60.66, "caption": "A woman opens a refrigerator, puts something inside, and closes the door.", "similarity": 0.7942, "relevance": 3 }, { "pair_id": 154, "video_name": "friends_s06e23_seg01_clip_00", "timestamp": [ 15.05, 20.66 ], "duration": 59.66, "caption": "A woman gets a bottle of water from the fridge.", "similarity": 0.7886, "relevance": 4 }, { "pair_id": 155, "video_name": "friends_s07e16_seg01_clip_01", "timestamp": [ 40.32, 47.15 ], "duration": 65.66, "caption": "A woman walks over to the refrigerator and opens it.", "similarity": 0.7862, "relevance": 3 }, { "pair_id": 156, "video_name": "friends_s02e14_seg02_clip_03", "timestamp": [ 2.14, 11.9 ], "duration": 61.66, "caption": "A woman closes the fridge and drinks from a bottle before she puts it on the table.", "similarity": 0.7849, "relevance": 2 }, { "pair_id": 157, "video_name": "castle_s02e05_seg02_clip_04", "timestamp": [ 34.21, 37.36 ], "duration": 90.66, "caption": "A woman opens the refrigerator and then closes it quickly.", "similarity": 0.7781, "relevance": 3 }, { "pair_id": 158, "video_name": "s08e08_seg02_clip_06", "timestamp": [ 18.01, 26.71 ], "duration": 60.66, "caption": "A woman walks to her fridge and opens it to take out a bottled water.", "similarity": 0.7715, "relevance": 2 }, { "pair_id": 159, "video_name": "friends_s01e16-17_seg02_clip_05", "timestamp": [ 45.59, 51.11 ], "duration": 58.66, "caption": "A woman grabs a bottle of water from the fridge.", "similarity": 0.7707, "relevance": 1 } ] }, { "query_id": 94611, "query": "A woman was sitting in front of a man lying on a hospital bed.", "relevant_moment": [ { "pair_id": 2200, "video_name": "house_s07e16_seg02_clip_21", "timestamp": [ 37.85, 53.69 ], "duration": 88.66, "caption": "A woman was sitting in front of a man lying on a hospital bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2201, "video_name": "house_s01e21_seg02_clip_24", "timestamp": [ 0.0, 31.68 ], "duration": 181.66, "caption": "A woman is sitting beside a man as he is lying in a hospital bed.", "similarity": 0.8788, "relevance": 4 }, { "pair_id": 2202, "video_name": "house_s05e18_seg02_clip_21", "timestamp": [ 0.0, 82.84 ], "duration": 101.66, "caption": "A man was sitting beside the woman lying on the hospital bed.", "similarity": 0.8666, "relevance": 3 }, { "pair_id": 2203, "video_name": "house_s04e10_seg02_clip_21", "timestamp": [ 0.0, 88.75 ], "duration": 91.66, "caption": "A person is sitting beside a woman as she lies in a hospital bed.", "similarity": 0.8583, "relevance": 3 }, { "pair_id": 2204, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 68.51, 90.14 ], "duration": 90.66, "caption": "A person was sitting beside the woman lying on the hospital bed.", "similarity": 0.8578, "relevance": 3 }, { "pair_id": 2205, "video_name": "house_s05e16_seg02_clip_26", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman was sitting beside a person lying on the hospital bed.", "similarity": 0.8575, "relevance": 3 }, { "pair_id": 2206, "video_name": "friends_s08e23-24_seg02_clip_20", "timestamp": [ 47.91, 55.23 ], "duration": 61.66, "caption": "A woman lies in a hospital bed with man sitting next to her and they both stare forward in shock.", "similarity": 0.8299, "relevance": 2 }, { "pair_id": 2207, "video_name": "house_s06e02_seg02_clip_06", "timestamp": [ 0.0, 91.02 ], "duration": 91.66, "caption": "A man and woman were attending a patient that is lying on the hospital bed.", "similarity": 0.8158, "relevance": 0 }, { "pair_id": 2208, "video_name": "grey_s02e24_seg02_clip_24", "timestamp": [ 1.43, 9.98 ], "duration": 95.66, "caption": "A woman lies down in the hospital bed next to a man.", "similarity": 0.8149, "relevance": 2 }, { "pair_id": 2209, "video_name": "friends_s08e23-24_seg02_clip_25", "timestamp": [ 0.0, 31.01 ], "duration": 62.66, "caption": "A woman is sitting in bed with a man sitting on a hospital bed.", "similarity": 0.8138, "relevance": 4 }, { "pair_id": 2210, "video_name": "friends_s09e01_seg02_clip_15", "timestamp": [ 46.38, 48.18 ], "duration": 51.66, "caption": "A man sits on the hospital bed next to woman.", "similarity": 0.8116, "relevance": 2 }, { "pair_id": 2211, "video_name": "house_s04e16_seg02_clip_20", "timestamp": [ 0.0, 6.46 ], "duration": 68.66, "caption": "A woman is lying on a hospital bed as she greets a man who is beside her and he tells her where she is at.", "similarity": 0.8093, "relevance": 2 }, { "pair_id": 2212, "video_name": "grey_s03e18_seg02_clip_08", "timestamp": [ 16.13, 18.89 ], "duration": 92.66, "caption": "A man sits onto woman's hospital bed as she is on it.", "similarity": 0.8092, "relevance": 3 }, { "pair_id": 2213, "video_name": "house_s01e21_seg02_clip_18", "timestamp": [ 25.26, 31.82 ], "duration": 101.66, "caption": "A woman sits down beside someone, who is laying in a hospital bed.", "similarity": 0.7985, "relevance": 3 }, { "pair_id": 2214, "video_name": "friends_s05e03_seg02_clip_08", "timestamp": [ 50.88, 58.23 ], "duration": 61.66, "caption": "A woman comforts a man while he is lying in a hospital bed.", "similarity": 0.7977, "relevance": 3 }, { "pair_id": 2215, "video_name": "grey_s03e23_seg02_clip_07", "timestamp": [ 21.16, 80.39 ], "duration": 94.66, "caption": "A woman is lying on a hospital bed as she being treated by woman.", "similarity": 0.7935, "relevance": 0 }, { "pair_id": 2216, "video_name": "house_s03e09_seg02_clip_16", "timestamp": [ 39.07, 49.64 ], "duration": 91.66, "caption": "A woman and a man were both attending to a young person lying on the hospital bed.", "similarity": 0.7919, "relevance": 1 }, { "pair_id": 2217, "video_name": "grey_s03e04_seg02_clip_08", "timestamp": [ 0.0, 13.98 ], "duration": 90.66, "caption": "A woman is sitting beside another woman as she lies in a hospital bed.", "similarity": 0.7905, "relevance": 3 }, { "pair_id": 2218, "video_name": "house_s06e09_seg02_clip_24", "timestamp": [ 13.09, 63.15 ], "duration": 154.66, "caption": "A person is lying in a hospital bed. Another person is sat beside them.", "similarity": 0.7817, "relevance": 3 }, { "pair_id": 2219, "video_name": "house_s01e16_seg02_clip_25", "timestamp": [ 0.0, 10.53 ], "duration": 162.66, "caption": "A man was standing beside the hospital bed where a woman is lying down.", "similarity": 0.7789, "relevance": 2 }, { "pair_id": 175520, "video_name": "s06e22_seg02_clip_18", "timestamp": [ 0.0, 6.49 ], "duration": 59.66, "caption": "A person is lying in a hospital bed and another person is sitting next to them.", "similarity": 0.7779, "relevance": 3 }, { "pair_id": 175521, "video_name": "house_s07e14_seg02_clip_07", "timestamp": [ 0.0, 22.11 ], "duration": 86.66, "caption": "Two people were beside the person lying on the hospital bed.", "similarity": 0.7756, "relevance": 3 }, { "pair_id": 175522, "video_name": "house_s01e14_seg02_clip_16", "timestamp": [ 2.76, 92.03 ], "duration": 92.66, "caption": "A man stands in front of a woman who is in the hospital bed.", "similarity": 0.7744, "relevance": 3 }, { "pair_id": 175523, "video_name": "house_s03e20_seg02_clip_18", "timestamp": [ 0.0, 5.33 ], "duration": 88.66, "caption": "A man is holding woman's shoulder as she lies in a hospital bed.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 175524, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 19.42 ], "duration": 20.66, "caption": "A woman is laying in the hospital bed and a person is next to her.", "similarity": 0.772, "relevance": 3 }, { "pair_id": 175525, "video_name": "friends_s08e23-24_seg02_clip_22", "timestamp": [ 2.1, 31.23 ], "duration": 60.66, "caption": "A woman is laying in a hospital bed and a man is standing next to her holding her hand.", "similarity": 0.77, "relevance": 2 }, { "pair_id": 175526, "video_name": "house_s01e21_seg02_clip_08", "timestamp": [ 75.19, 90.59 ], "duration": 90.66, "caption": "A person is lying in the hospital bed surrounded by staff including a man, a woman, and another man.", "similarity": 0.7664, "relevance": 3 }, { "pair_id": 175527, "video_name": "friends_s08e23-24_seg02_clip_14", "timestamp": [ 0.0, 7.4 ], "duration": 59.66, "caption": "A woman is lying on a hospital bed as a woman introduces herself to her and the woman to which the woman signals a man and he closes the curtain in their face.", "similarity": 0.765, "relevance": 2 }, { "pair_id": 175528, "video_name": "house_s07e15_seg02_clip_23", "timestamp": [ 0.0, 20.02 ], "duration": 20.66, "caption": "A doctor was sitting near a woman beside the hospital bed.", "similarity": 0.7613, "relevance": 3 }, { "pair_id": 175529, "video_name": "s06e22_seg02_clip_16", "timestamp": [ 65.7, 66.03 ], "duration": 66.66, "caption": "A person is sitting next to a hospital bed with another person laying in it.", "similarity": 0.7607, "relevance": 0 }, { "pair_id": 175530, "video_name": "castle_s07e03_seg02_clip_08", "timestamp": [ 28.64, 78.88 ], "duration": 88.66, "caption": "A woman shows a man a picture of a person as he is lying in a hospital bed.", "similarity": 0.7568, "relevance": 3 }, { "pair_id": 175531, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 0.0, 34.48 ], "duration": 61.66, "caption": "A man was standing behind a woman while she is lying on the clinic bed.", "similarity": 0.7554, "relevance": 2 }, { "pair_id": 175532, "video_name": "grey_s02e17_seg02_clip_09", "timestamp": [ 71.12, 78.77 ], "duration": 90.66, "caption": "A woman goes to a man and covers him as he is lying in a hospital bed.", "similarity": 0.7551, "relevance": 3 }, { "pair_id": 175533, "video_name": "house_s06e11_seg02_clip_17", "timestamp": [ 0.0, 8.1 ], "duration": 90.66, "caption": "Two women were standing beside the person lying on the hospital bed.", "similarity": 0.7549, "relevance": 2 }, { "pair_id": 175534, "video_name": "house_s01e03_seg02_clip_06", "timestamp": [ 34.77, 88.02 ], "duration": 88.66, "caption": "A woman was attending a young patient lying on the hospital bed.", "similarity": 0.7532, "relevance": 4 }, { "pair_id": 175535, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 22.3, 40.51 ], "duration": 91.66, "caption": "A woman is lying on a hospital bed being operated on by two people.", "similarity": 0.7515, "relevance": 2 }, { "pair_id": 175536, "video_name": "house_s07e21_seg02_clip_20", "timestamp": [ 0.0, 22.89 ], "duration": 88.66, "caption": "A woman is lying on a hospital bed as she speaks to a man.", "similarity": 0.7468, "relevance": 2 }, { "pair_id": 175537, "video_name": "house_s06e14_seg02_clip_10", "timestamp": [ 16.47, 54.3 ], "duration": 89.66, "caption": "A woman lies onto the hospital bed on her side as she speaks to a man.", "similarity": 0.7459, "relevance": 2 }, { "pair_id": 175538, "video_name": "grey_s03e02_seg02_clip_25", "timestamp": [ 0.0, 11.79 ], "duration": 90.66, "caption": "A woman is holding man's hand as he lies in a hospital bed.", "similarity": 0.7453, "relevance": 3 }, { "pair_id": 175539, "video_name": "house_s02e18_seg02_clip_18", "timestamp": [ 86.42, 90.02 ], "duration": 90.66, "caption": "A woman stands against a wall with her arms crossed as a man lays in a hospital bed next to another patient.", "similarity": 0.745, "relevance": 2 } ] }, { "query_id": 94657, "query": "The medical staff lift the patient onto another bed.", "relevant_moment": [ { "pair_id": 10720, "video_name": "house_s01e15_seg02_clip_06", "timestamp": [ 20.33, 22.59 ], "duration": 90.66, "caption": "The medical staff lift the patient onto another bed.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 10721, "video_name": "house_s03e09_seg02_clip_23", "timestamp": [ 7.61, 13.83 ], "duration": 69.66, "caption": "The medical staff raises the bar on the bed and moves someone.", "similarity": 0.8098, "relevance": 3 }, { "pair_id": 10722, "video_name": "house_s05e10_seg02_clip_11", "timestamp": [ 21.66, 28.43 ], "duration": 90.66, "caption": "The patient on the bed tries to lift her hand as ordered by a doctor.", "similarity": 0.7986, "relevance": 0 }, { "pair_id": 10723, "video_name": "house_s03e01_seg02_clip_06", "timestamp": [ 8.68, 12.33 ], "duration": 91.66, "caption": "Two men lift forward a woman patient as she is sitting on a hospital bed.", "similarity": 0.7813, "relevance": 3 }, { "pair_id": 10724, "video_name": "grey_s02e13_seg02_clip_02", "timestamp": [ 60.74, 68.56 ], "duration": 92.66, "caption": "A person and another person help the patient get into another bed.", "similarity": 0.7776, "relevance": 4 }, { "pair_id": 10725, "video_name": "house_s05e14_seg02_clip_08", "timestamp": [ 37.41, 38.73 ], "duration": 88.66, "caption": "A patient in a hospital bed lifts both their hands up slightly.", "similarity": 0.7562, "relevance": 0 }, { "pair_id": 10726, "video_name": "house_s05e19_seg02_clip_06", "timestamp": [ 65.71, 70.24 ], "duration": 90.66, "caption": "A person pulls a patient bed past another person towards the elevator.", "similarity": 0.7545, "relevance": 0 }, { "pair_id": 10727, "video_name": "house_s08e08_seg02_clip_17", "timestamp": [ 0.0, 2.98 ], "duration": 85.66, "caption": "The doctors lift the patient up to put in a pillow.", "similarity": 0.7425, "relevance": 2 }, { "pair_id": 10728, "video_name": "grey_s02e02_seg02_clip_06", "timestamp": [ 0.0, 2.94 ], "duration": 84.66, "caption": "A person enters an elevator with another person on a patient bed.", "similarity": 0.7196, "relevance": 2 }, { "pair_id": 10729, "video_name": "house_s07e03_seg02_clip_06", "timestamp": [ 6.79, 12.13 ], "duration": 97.66, "caption": "Dr. person moves the bed of the patient while person is sleeping.", "similarity": 0.7152, "relevance": 0 }, { "pair_id": 10730, "video_name": "house_s05e07_seg02_clip_08", "timestamp": [ 82.29, 92.46 ], "duration": 92.66, "caption": "Two people are wheeling a patient on a hospital bed.", "similarity": 0.7146, "relevance": 0 }, { "pair_id": 10731, "video_name": "house_s04e12_seg02_clip_21", "timestamp": [ 21.3, 23.07 ], "duration": 88.66, "caption": "The doctors lift the patient up into the air.", "similarity": 0.7145, "relevance": 3 }, { "pair_id": 10733, "video_name": "house_s04e04_seg02_clip_16", "timestamp": [ 36.19, 43.88 ], "duration": 90.66, "caption": "A person gets on the bed and holds the patient down with their weight.", "similarity": 0.7025, "relevance": 0 }, { "pair_id": 10734, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 81.47, 87.38 ], "duration": 91.66, "caption": "The patient is on their bed in pain pressing for their medicine.", "similarity": 0.6972, "relevance": 0 }, { "pair_id": 10735, "video_name": "grey_s03e19_seg02_clip_15", "timestamp": [ 0.0, 9.24 ], "duration": 88.66, "caption": "A patient in a bed with a bandaged head lifts their right arm then lets it drop and a man pulls a chair up to their bedside and sits down.", "similarity": 0.6963, "relevance": 1 }, { "pair_id": 10736, "video_name": "house_s02e15_seg02_clip_12", "timestamp": [ 8.85, 13.5 ], "duration": 93.66, "caption": "A person helps another person sit up in their hospital bed.", "similarity": 0.6951, "relevance": 3 }, { "pair_id": 10737, "video_name": "house_s06e05_seg02_clip_24", "timestamp": [ 0.0, 3.03 ], "duration": 101.66, "caption": "Dr. person takes a seat beside the patient's bed.", "similarity": 0.6927, "relevance": 1 }, { "pair_id": 10738, "video_name": "house_s01e02_seg02_clip_17", "timestamp": [ 19.27, 23.65 ], "duration": 87.66, "caption": "A person places a hand behind the patient's neck as he/she grabs the bed rail.", "similarity": 0.6917, "relevance": 1 }, { "pair_id": 10739, "video_name": "house_s06e16_seg02_clip_01", "timestamp": [ 2.65, 4.42 ], "duration": 88.66, "caption": "The patient quickly gets off from the bed.", "similarity": 0.6909, "relevance": 1 }, { "pair_id": 184040, "video_name": "grey_s02e22_seg02_clip_08", "timestamp": [ 3.07, 5.26 ], "duration": 87.66, "caption": "A woman gets onto the patient bed and grabs a patient's leg.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 184041, "video_name": "house_s04e03_seg02_clip_04", "timestamp": [ 16.89, 23.28 ], "duration": 91.66, "caption": "A person bends down and scoops someone up and off of the hospital bed.", "similarity": 0.6856, "relevance": 3 }, { "pair_id": 184042, "video_name": "house_s05e14_seg02_clip_02", "timestamp": [ 16.47, 22.7 ], "duration": 89.66, "caption": "Two people wheeling another person on the medical bed out of the room.", "similarity": 0.685, "relevance": 2 }, { "pair_id": 184043, "video_name": "house_s01e13_seg02_clip_21", "timestamp": [ 44.86, 49.95 ], "duration": 92.66, "caption": "A man transfer to the other side of the bed of the patient.", "similarity": 0.685, "relevance": 0 }, { "pair_id": 184044, "video_name": "house_s01e18_seg02_clip_17", "timestamp": [ 77.72, 85.14 ], "duration": 87.66, "caption": "A doctor moves from the bedside of the patient to the foot of the bed of the patient.", "similarity": 0.6846, "relevance": 1 }, { "pair_id": 184045, "video_name": "house_s08e11_seg02_clip_14", "timestamp": [ 0.0, 17.1 ], "duration": 90.66, "caption": "A person rests on the patients' bed as they hurriedly moved him to the Surgery Room.", "similarity": 0.6846, "relevance": 2 }, { "pair_id": 184046, "video_name": "house_s04e06_seg02_clip_21", "timestamp": [ 71.44, 75.36 ], "duration": 87.66, "caption": "A doctor pulls back the covers on a patient in bed.", "similarity": 0.6817, "relevance": 1 }, { "pair_id": 184047, "video_name": "grey_s01e08_seg02_clip_09", "timestamp": [ 0.0, 12.79 ], "duration": 91.66, "caption": "A person is leaning on a patient's bed as he/she is being injected by someone.", "similarity": 0.6775, "relevance": 1 }, { "pair_id": 184048, "video_name": "house_s07e12_seg02_clip_13", "timestamp": [ 18.46, 20.26 ], "duration": 90.66, "caption": "A doctor assisted the patient in leaning back on her bed.", "similarity": 0.674, "relevance": 2 }, { "pair_id": 184049, "video_name": "house_s01e08_seg02_clip_01", "timestamp": [ 25.29, 29.03 ], "duration": 93.66, "caption": "A person presses on another person's hands as they lie in a hospital bed.", "similarity": 0.6725, "relevance": 1 }, { "pair_id": 184050, "video_name": "house_s01e13_seg02_clip_16", "timestamp": [ 80.47, 93.03 ], "duration": 93.66, "caption": "A person works on someone while sitting next to their hospital bed.", "similarity": 0.671, "relevance": 1 }, { "pair_id": 184051, "video_name": "house_s06e11_seg02_clip_10", "timestamp": [ 36.99, 39.54 ], "duration": 85.66, "caption": "A person standing next to the bed with his hand on his hip while another person works on the patient's hand.", "similarity": 0.6707, "relevance": 1 }, { "pair_id": 184052, "video_name": "grey_s02e02_seg02_clip_06", "timestamp": [ 0.0, 4.2 ], "duration": 84.66, "caption": "A person wheels the patient on the hospital bed into the elevator.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 184053, "video_name": "house_s08e09_seg02_clip_06", "timestamp": [ 0.0, 2.19 ], "duration": 87.66, "caption": "A doctor is pressing down a person confined in their bed.", "similarity": 0.6698, "relevance": 1 }, { "pair_id": 184054, "video_name": "house_s04e01_seg02_clip_22", "timestamp": [ 69.77, 75.17 ], "duration": 90.66, "caption": "A person pulls the sheet off someone in a hospital bed.", "similarity": 0.6655, "relevance": 1 }, { "pair_id": 184055, "video_name": "house_s06e02_seg02_clip_16", "timestamp": [ 68.01, 73.45 ], "duration": 136.66, "caption": "Two people are walking toward a patient's bed.", "similarity": 0.6629, "relevance": 1 }, { "pair_id": 184056, "video_name": "house_s01e03_seg02_clip_01", "timestamp": [ 25.97, 37.56 ], "duration": 92.66, "caption": "A person is performing a sonogram onto a male patient on a hospital bed.", "similarity": 0.6623, "relevance": 2 }, { "pair_id": 184057, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 36.06, 38.44 ], "duration": 53.66, "caption": "A doctor gets up from the edge of a hospital bed.", "similarity": 0.6598, "relevance": 1 }, { "pair_id": 184058, "video_name": "grey_s03e04_seg02_clip_19", "timestamp": [ 22.3, 40.51 ], "duration": 91.66, "caption": "A woman is lying on a hospital bed being operated on by two people.", "similarity": 0.6582, "relevance": 1 }, { "pair_id": 184059, "video_name": "house_s04e06_seg02_clip_19", "timestamp": [ 58.97, 62.57 ], "duration": 90.66, "caption": "A person sits down on the patient bed across from the patient.", "similarity": 0.6573, "relevance": 1 } ] }, { "query_id": 94672, "query": "A man pats another man on the arm as he speaks to him.", "relevant_moment": [ { "pair_id": 15480, "video_name": "friends_s08e05_seg02_clip_01", "timestamp": [ 45.87, 46.79 ], "duration": 61.66, "caption": "A man pats another man on the arm as he speaks to him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15481, "video_name": "s06e09_seg02_clip_13", "timestamp": [ 34.24, 37.48 ], "duration": 59.66, "caption": "A person pats a man on the shoulder as he speaks to another person.", "similarity": 0.8933, "relevance": 4 }, { "pair_id": 15482, "video_name": "met_s03e03_seg02_clip_12", "timestamp": [ 48.55, 54.66 ], "duration": 54.66, "caption": "A man puts his arm around man as he is speaking.", "similarity": 0.8484, "relevance": 4 }, { "pair_id": 15483, "video_name": "house_s05e04_seg02_clip_20", "timestamp": [ 0.0, 14.44 ], "duration": 76.66, "caption": "A man has his hand on another man's shoulder as he speaks to him.", "similarity": 0.8381, "relevance": 3 }, { "pair_id": 15484, "video_name": "friends_s06e21_seg02_clip_18", "timestamp": [ 54.87, 59.32 ], "duration": 59.66, "caption": "A man gestures to another man and the other man speaks to someone.", "similarity": 0.8266, "relevance": 2 }, { "pair_id": 15485, "video_name": "friends_s05e23-24_seg02_clip_18", "timestamp": [ 8.41, 46.71 ], "duration": 58.66, "caption": "A man gestures with both hands as he speaks to another man.", "similarity": 0.8231, "relevance": 2 }, { "pair_id": 15486, "video_name": "met_s06e16_seg02_clip_11", "timestamp": [ 45.38, 47.87 ], "duration": 62.66, "caption": "A man puts his hand on another man's shoulder as he speaks to him.", "similarity": 0.822, "relevance": 4 }, { "pair_id": 15487, "video_name": "friends_s02e03_seg02_clip_10", "timestamp": [ 20.07, 22.13 ], "duration": 59.66, "caption": "A man pats another man on the shoulder during a conversation.", "similarity": 0.8126, "relevance": 4 }, { "pair_id": 15488, "video_name": "met_s03e08_seg02_clip_18", "timestamp": [ 1.83, 2.75 ], "duration": 63.66, "caption": "A man pats another man on the shoulder while having a conversation.", "similarity": 0.8125, "relevance": 4 }, { "pair_id": 15489, "video_name": "s10e11_seg02_clip_15", "timestamp": [ 0.0, 7.44 ], "duration": 62.66, "caption": "A person is talking and pats another person's arm with his hand.", "similarity": 0.7981, "relevance": 3 }, { "pair_id": 15490, "video_name": "castle_s02e02_seg02_clip_16", "timestamp": [ 51.82, 57.19 ], "duration": 89.66, "caption": "A man raises his hand as he speaks to another person.", "similarity": 0.7974, "relevance": 1 }, { "pair_id": 15491, "video_name": "met_s03e02_seg02_clip_12", "timestamp": [ 58.88, 61.33 ], "duration": 61.66, "caption": "A man puts his hands together as he speaks to a man.", "similarity": 0.7954, "relevance": 1 }, { "pair_id": 15492, "video_name": "castle_s03e11_seg02_clip_01", "timestamp": [ 0.0, 3.16 ], "duration": 90.66, "caption": "A man puts his hand on another man's shoulder as he starts to speak to him.", "similarity": 0.7802, "relevance": 4 }, { "pair_id": 15493, "video_name": "friends_s04e19_seg02_clip_05", "timestamp": [ 6.4, 8.96 ], "duration": 64.66, "caption": "A man gestures emphatically to another man with both of their hands out while talking.", "similarity": 0.7777, "relevance": 4 }, { "pair_id": 15494, "video_name": "friends_s08e05_seg02_clip_14", "timestamp": [ 42.86, 47.59 ], "duration": 63.66, "caption": "A man grabs another man's shoulder as he speaks to him.", "similarity": 0.7713, "relevance": 4 }, { "pair_id": 15495, "video_name": "friends_s05e12_seg02_clip_10", "timestamp": [ 16.78, 18.0 ], "duration": 61.66, "caption": "A man folds his arms when another man is speaking.", "similarity": 0.7678, "relevance": 1 }, { "pair_id": 15496, "video_name": "s08e05_seg01_clip_01", "timestamp": [ 0.0, 11.9 ], "duration": 82.66, "caption": "A man is next to man as he speaks to person.", "similarity": 0.7633, "relevance": 1 }, { "pair_id": 15497, "video_name": "friends_s01e09_seg02_clip_20", "timestamp": [ 50.75, 58.78 ], "duration": 73.66, "caption": "A man is talking behind another man and pats someone on the shoulder.", "similarity": 0.7603, "relevance": 2 }, { "pair_id": 15498, "video_name": "house_s07e21_seg02_clip_01", "timestamp": [ 0.0, 47.33 ], "duration": 91.66, "caption": "A person makes gestures with his hands as he speaks to man.", "similarity": 0.7588, "relevance": 1 }, { "pair_id": 15499, "video_name": "castle_s08e16_seg02_clip_21", "timestamp": [ 89.73, 91.57 ], "duration": 92.66, "caption": "A man puts his hand on man's head as he speaks to him.", "similarity": 0.7583, "relevance": 3 } ] }, { "query_id": 94856, "query": "A woman is standing by a window with a person in a white shirt, the person points upwards and they turn and look at each other.", "relevant_moment": [ { "pair_id": 7760, "video_name": "friends_s01e07_seg02_clip_18", "timestamp": [ 34.53, 39.55 ], "duration": 59.66, "caption": "A woman is standing by a window with a person in a white shirt, the person points upwards and they turn and look at each other.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 7761, "video_name": "castle_s02e23_seg02_clip_15", "timestamp": [ 6.6, 10.56 ], "duration": 88.66, "caption": "A person stands up looking through the window to see a woman.", "similarity": 0.7758, "relevance": 2 }, { "pair_id": 7762, "video_name": "castle_s08e11_seg02_clip_23", "timestamp": [ 71.8, 81.8 ], "duration": 90.66, "caption": "A woman is standing by the window then walks over to stand in front of another woman.", "similarity": 0.7684, "relevance": 3 }, { "pair_id": 7763, "video_name": "s10e05_seg02_clip_06", "timestamp": [ 57.55, 59.03 ], "duration": 59.66, "caption": "Two people are standing by a window looking out of it.", "similarity": 0.745, "relevance": 3 }, { "pair_id": 7764, "video_name": "house_s02e18_seg02_clip_20", "timestamp": [ 1.38, 31.75 ], "duration": 92.66, "caption": "A woman stands with woman while leaning against the window with her arm.", "similarity": 0.7446, "relevance": 3 }, { "pair_id": 7765, "video_name": "s02e07_seg02_clip_13", "timestamp": [ 4.88, 8.85 ], "duration": 61.66, "caption": "A person points out at the window and another person goes over to look out.", "similarity": 0.7331, "relevance": 2 }, { "pair_id": 7766, "video_name": "friends_s05e14_seg01_clip_00", "timestamp": [ 6.18, 9.11 ], "duration": 65.66, "caption": "A woman walks over to the window to look out with another woman.", "similarity": 0.7158, "relevance": 3 }, { "pair_id": 7767, "video_name": "s09e01_seg02_clip_02", "timestamp": [ 34.67, 39.39 ], "duration": 63.66, "caption": "A woman is startled when she notices a person peering at them through the window.", "similarity": 0.7145, "relevance": 2 }, { "pair_id": 7768, "video_name": "house_s08e01_seg02_clip_27", "timestamp": [ 0.0, 1.7 ], "duration": 10.66, "caption": "The person by the window turns around to look at someone.", "similarity": 0.7139, "relevance": 3 }, { "pair_id": 7769, "video_name": "house_s02e22_seg02_clip_23", "timestamp": [ 33.98, 36.99 ], "duration": 86.66, "caption": "A woman looks at man through the window, so then does person.", "similarity": 0.7111, "relevance": 2 }, { "pair_id": 7770, "video_name": "house_s04e12_seg02_clip_04", "timestamp": [ 18.71, 22.19 ], "duration": 87.66, "caption": "A woman approaches a man as he stands in front of a window.", "similarity": 0.7051, "relevance": 2 }, { "pair_id": 7771, "video_name": "friends_s03e24_seg02_clip_14", "timestamp": [ 23.61, 32.46 ], "duration": 59.66, "caption": "A woman looks at someone through the window and another woman pulls her back away.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 7772, "video_name": "grey_s02e08_seg02_clip_18", "timestamp": [ 32.26, 36.8 ], "duration": 90.66, "caption": "A woman stands up when she sees two other people.", "similarity": 0.6826, "relevance": 1 }, { "pair_id": 7773, "video_name": "castle_s03e06_seg02_clip_22", "timestamp": [ 37.02, 40.59 ], "duration": 89.66, "caption": "A woman stands up and looks at a man on the other side of the glass.", "similarity": 0.681, "relevance": 1 }, { "pair_id": 7774, "video_name": "friends_s02e09_seg01_clip_00", "timestamp": [ 5.66, 27.41 ], "duration": 87.66, "caption": "A woman is standing and staring beside the window.", "similarity": 0.6775, "relevance": 1 }, { "pair_id": 7775, "video_name": "castle_s04e07_seg02_clip_11", "timestamp": [ 16.54, 34.91 ], "duration": 91.66, "caption": "A woman looks at two people and stands behind them for a minute.", "similarity": 0.6754, "relevance": 1 }, { "pair_id": 7776, "video_name": "castle_s06e03_seg02_clip_22", "timestamp": [ 82.74, 87.14 ], "duration": 88.66, "caption": "Two people look through a window.", "similarity": 0.6716, "relevance": 2 }, { "pair_id": 7777, "video_name": "castle_s06e15_seg02_clip_22", "timestamp": [ 8.8, 11.0 ], "duration": 88.66, "caption": "A woman walks up to the window and sees a man.", "similarity": 0.6706, "relevance": 2 }, { "pair_id": 7778, "video_name": "house_s06e12_seg02_clip_17", "timestamp": [ 16.1, 17.48 ], "duration": 92.66, "caption": "A person turns around and looks out a window while talking with another person.", "similarity": 0.6701, "relevance": 2 }, { "pair_id": 7779, "video_name": "house_s07e09_seg02_clip_19", "timestamp": [ 39.28, 52.38 ], "duration": 90.66, "caption": "A man and woman both look outside of the window together.", "similarity": 0.6676, "relevance": 3 } ] }, { "query_id": 94916, "query": "A man opens the door for a woman and is bothered to see another person standing with her.", "relevant_moment": [ { "pair_id": 110440, "video_name": "s04e11_seg01_clip_00", "timestamp": [ 43.33, 47.6 ], "duration": 61.66, "caption": "A man opens the door for a woman and is bothered to see another person standing with her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 110441, "video_name": "met_s06e16_seg02_clip_15", "timestamp": [ 17.17, 18.44 ], "duration": 91.66, "caption": "A man opens the door to see a woman standing there.", "similarity": 0.8716, "relevance": 2 }, { "pair_id": 110442, "video_name": "met_s06e16_seg02_clip_02", "timestamp": [ 45.47, 48.21 ], "duration": 61.66, "caption": "A man opens the door to see woman standing there.", "similarity": 0.8621, "relevance": 2 }, { "pair_id": 110443, "video_name": "friends_s04e21_seg02_clip_06", "timestamp": [ 28.92, 37.19 ], "duration": 59.66, "caption": "A man opens the door while a woman is behind it, and another woman is standing there.", "similarity": 0.8555, "relevance": 2 }, { "pair_id": 110444, "video_name": "castle_s05e05_seg02_clip_08", "timestamp": [ 69.77, 77.42 ], "duration": 90.66, "caption": "A person opens the door and finds a woman, a man, and another man standing there.", "similarity": 0.8549, "relevance": 3 }, { "pair_id": 110445, "video_name": "house_s08e22_seg02_clip_03", "timestamp": [ 56.89, 61.44 ], "duration": 91.66, "caption": "A man opens the door when a woman is with another woman, looking for a man.", "similarity": 0.853, "relevance": 0 }, { "pair_id": 110446, "video_name": "grey_s03e25_seg02_clip_28", "timestamp": [ 103.16, 108.02 ], "duration": 108.66, "caption": "A man opens the door and a woman is startled to see him.", "similarity": 0.8496, "relevance": 0 }, { "pair_id": 110447, "video_name": "friends_s06e24-25_seg02_clip_31", "timestamp": [ 13.12, 21.05 ], "duration": 61.66, "caption": "A man opens his door to find a woman standing there.", "similarity": 0.8357, "relevance": 2 }, { "pair_id": 110448, "video_name": "friends_s09e06_seg02_clip_03", "timestamp": [ 28.13, 29.61 ], "duration": 59.66, "caption": "A man opens the door and sees another person standing there.", "similarity": 0.8278, "relevance": 1 }, { "pair_id": 110449, "video_name": "friends_s06e23_seg02_clip_00", "timestamp": [ 45.45, 47.01 ], "duration": 62.66, "caption": "A man holds the door open for woman while looking at guy.", "similarity": 0.8249, "relevance": 1 }, { "pair_id": 110450, "video_name": "castle_s03e04_seg02_clip_23", "timestamp": [ 1.31, 9.17 ], "duration": 87.66, "caption": "A man opens the door and a woman is there.", "similarity": 0.8211, "relevance": 2 }, { "pair_id": 110451, "video_name": "friends_s10e12_seg02_clip_12", "timestamp": [ 15.03, 16.87 ], "duration": 61.66, "caption": "A man opens the door and looks at a woman.", "similarity": 0.8196, "relevance": 1 }, { "pair_id": 110452, "video_name": "castle_s05e09_seg02_clip_26", "timestamp": [ 42.06, 47.13 ], "duration": 145.66, "caption": "A man opens the door and looks at a woman.", "similarity": 0.8196, "relevance": 2 }, { "pair_id": 110453, "video_name": "house_s05e09_seg02_clip_09", "timestamp": [ 77.72, 79.82 ], "duration": 105.66, "caption": "A man opens and holds the door for a woman.", "similarity": 0.8162, "relevance": 1 }, { "pair_id": 110454, "video_name": "house_s04e13_seg02_clip_18", "timestamp": [ 4.09, 11.82 ], "duration": 90.66, "caption": "A person opens the door for the woman with another person.", "similarity": 0.8158, "relevance": 1 }, { "pair_id": 110455, "video_name": "castle_s05e23_seg02_clip_23", "timestamp": [ 58.73, 63.48 ], "duration": 86.66, "caption": "A man opened the door and saw a woman and another person.", "similarity": 0.8133, "relevance": 3 }, { "pair_id": 110456, "video_name": "s09e18_seg02_clip_10", "timestamp": [ 13.43, 16.17 ], "duration": 61.66, "caption": "A man closes the door and stands next to a woman.", "similarity": 0.8083, "relevance": 0 }, { "pair_id": 110457, "video_name": "castle_s01e02_seg02_clip_01", "timestamp": [ 64.99, 68.55 ], "duration": 89.66, "caption": "A woman and a man are standing at the door when a person opens the door.", "similarity": 0.8078, "relevance": 2 }, { "pair_id": 110458, "video_name": "s05e03_seg02_clip_05", "timestamp": [ 21.54, 29.22 ], "duration": 59.66, "caption": "A man opens the door and he saw a woman.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 110459, "video_name": "castle_s06e05_seg02_clip_07", "timestamp": [ 0.0, 5.02 ], "duration": 91.66, "caption": "A man is at the door as a woman holds the door and looks back.", "similarity": 0.8034, "relevance": 1 }, { "pair_id": 283760, "video_name": "castle_s07e23_seg02_clip_08", "timestamp": [ 69.32, 73.37 ], "duration": 90.66, "caption": "A man holds the door open for a woman and closes it behind her.", "similarity": 0.8033, "relevance": 2 }, { "pair_id": 283761, "video_name": "grey_s02e14_seg02_clip_00", "timestamp": [ 84.65, 86.93 ], "duration": 91.66, "caption": "A man pulls open the door and finds a woman standing in the doorway.", "similarity": 0.8027, "relevance": 2 }, { "pair_id": 283762, "video_name": "friends_s09e04_seg02_clip_14", "timestamp": [ 53.09, 58.03 ], "duration": 58.66, "caption": "A man offers to open the door for woman and another man is standing on the other side.", "similarity": 0.8009, "relevance": 2 }, { "pair_id": 283763, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 32.65, 36.31 ], "duration": 61.66, "caption": "A man opens the door and a woman introduces him to another woman.", "similarity": 0.8004, "relevance": 4 }, { "pair_id": 283764, "video_name": "s02e05_seg02_clip_05", "timestamp": [ 35.33, 46.22 ], "duration": 66.66, "caption": "A woman opens the door, sees a man and shuts the door in his face.", "similarity": 0.8002, "relevance": 1 }, { "pair_id": 283765, "video_name": "friends_s09e16_seg02_clip_15", "timestamp": [ 20.98, 25.68 ], "duration": 62.66, "caption": "A man opens the door to see a woman standing there with her coat.", "similarity": 0.7979, "relevance": 2 }, { "pair_id": 283766, "video_name": "friends_s08e15_seg02_clip_12", "timestamp": [ 31.28, 36.89 ], "duration": 59.66, "caption": "A man walks to the door and opens it to see a woman behind it.", "similarity": 0.7969, "relevance": 2 }, { "pair_id": 283767, "video_name": "s06e24_seg02_clip_14", "timestamp": [ 0.0, 6.25 ], "duration": 50.66, "caption": "A woman is in front of a man's door waiting for him to open it.", "similarity": 0.7947, "relevance": 2 }, { "pair_id": 283768, "video_name": "castle_s02e13_seg02_clip_16", "timestamp": [ 77.45, 79.19 ], "duration": 87.66, "caption": "A woman is at the door when a man opens it.", "similarity": 0.794, "relevance": 2 }, { "pair_id": 283769, "video_name": "s10e03_seg02_clip_03", "timestamp": [ 33.57, 35.4 ], "duration": 61.66, "caption": "A man opens the door for two women.", "similarity": 0.7925, "relevance": 4 }, { "pair_id": 283770, "video_name": "house_s06e04_seg02_clip_07", "timestamp": [ 88.22, 90.02 ], "duration": 90.66, "caption": "A person opens the door to see another person standing there.", "similarity": 0.7925, "relevance": 3 }, { "pair_id": 283771, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 76.87, 80.08 ], "duration": 91.66, "caption": "A woman stands up and a man opens the door for her.", "similarity": 0.7921, "relevance": 2 }, { "pair_id": 283772, "video_name": "s01e10_seg02_clip_06", "timestamp": [ 5.31, 8.85 ], "duration": 59.66, "caption": "A man opens his front door to find a woman standing there.", "similarity": 0.7911, "relevance": 2 }, { "pair_id": 283773, "video_name": "grey_s01e05_seg02_clip_15", "timestamp": [ 12.77, 15.54 ], "duration": 111.66, "caption": "A woman walks though a door that a man holds open for her and another woman.", "similarity": 0.7903, "relevance": 2 }, { "pair_id": 283774, "video_name": "friends_s05e06_seg02_clip_07", "timestamp": [ 11.35, 13.78 ], "duration": 54.66, "caption": "A man shuts the door in woman's and another woman's faces.", "similarity": 0.7899, "relevance": 4 }, { "pair_id": 283775, "video_name": "castle_s06e13_seg02_clip_07", "timestamp": [ 48.16, 50.41 ], "duration": 90.66, "caption": "A man comes to the door and a woman looks over at him.", "similarity": 0.7889, "relevance": 3 }, { "pair_id": 283776, "video_name": "friends_s08e05_seg02_clip_15", "timestamp": [ 11.51, 13.28 ], "duration": 59.66, "caption": "A man opens the door and comes inside where a woman stands.", "similarity": 0.7882, "relevance": 2 }, { "pair_id": 283777, "video_name": "grey_s02e24_seg02_clip_20", "timestamp": [ 63.57, 82.02 ], "duration": 82.66, "caption": "A woman opens the door and a man goes over to see her.", "similarity": 0.7873, "relevance": 2 }, { "pair_id": 283778, "video_name": "grey_s03e19_seg02_clip_21", "timestamp": [ 55.35, 61.86 ], "duration": 93.66, "caption": "A person opens the door and interrupts a man and a woman.", "similarity": 0.787, "relevance": 2 }, { "pair_id": 283779, "video_name": "castle_s04e14_seg02_clip_25", "timestamp": [ 14.26, 17.02 ], "duration": 92.66, "caption": "A woman walks out of the door and sees a man standing.", "similarity": 0.7862, "relevance": 2 } ] }, { "query_id": 94970, "query": "A woman kisses another woman on the cheek and walks away.", "relevant_moment": [ { "pair_id": 127180, "video_name": "grey_s03e18_seg02_clip_21", "timestamp": [ 37.81, 45.91 ], "duration": 90.66, "caption": "A woman kisses another woman on the cheek and walks away.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 127181, "video_name": "castle_s04e05_seg02_clip_26", "timestamp": [ 51.71, 55.94 ], "duration": 94.66, "caption": "A woman kisses a man on the cheek and walks away.", "similarity": 0.8974, "relevance": 3 }, { "pair_id": 127182, "video_name": "castle_s02e11_seg02_clip_04", "timestamp": [ 61.74, 64.44 ], "duration": 90.66, "caption": "A woman kisses a man on the cheek and walks away.", "similarity": 0.8974, "relevance": 3 }, { "pair_id": 127183, "video_name": "castle_s07e21_seg02_clip_12", "timestamp": [ 10.44, 15.23 ], "duration": 87.66, "caption": "A woman kisses man on the cheek and walks away.", "similarity": 0.8847, "relevance": 3 }, { "pair_id": 127184, "video_name": "castle_s07e17_seg02_clip_11", "timestamp": [ 44.15, 45.49 ], "duration": 89.66, "caption": "A woman kisses a man on the cheek then she walks away from him.", "similarity": 0.8763, "relevance": 2 }, { "pair_id": 127185, "video_name": "castle_s05e18_seg02_clip_26", "timestamp": [ 106.8, 124.0 ], "duration": 181.66, "caption": "A woman kisses a man on the cheek and he turns around and walks away.", "similarity": 0.8621, "relevance": 3 }, { "pair_id": 127186, "video_name": "castle_s07e13_seg02_clip_09", "timestamp": [ 73.69, 78.15 ], "duration": 89.66, "caption": "A woman kisses a man on the forehead and then walks away.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 127187, "video_name": "house_s05e15_seg02_clip_07", "timestamp": [ 3.61, 6.33 ], "duration": 90.66, "caption": "A woman kisses a man and then walks away from him.", "similarity": 0.8416, "relevance": 2 }, { "pair_id": 127188, "video_name": "s02e08_seg02_clip_12", "timestamp": [ 8.37, 11.79 ], "duration": 62.66, "caption": "A woman kissed a man on his cheek and walks away.", "similarity": 0.8361, "relevance": 2 }, { "pair_id": 127189, "video_name": "s03e06_seg01_clip_00", "timestamp": [ 93.62, 97.22 ], "duration": 120.66, "caption": "A woman kisses a man and walks away from him.", "similarity": 0.836, "relevance": 2 }, { "pair_id": 127190, "video_name": "friends_s09e06_seg02_clip_18", "timestamp": [ 0.0, 3.92 ], "duration": 56.66, "caption": "A woman kisses a man and immediately walks away from him.", "similarity": 0.8273, "relevance": 1 }, { "pair_id": 127191, "video_name": "castle_s07e11_seg02_clip_00", "timestamp": [ 22.55, 28.53 ], "duration": 92.66, "caption": "A woman walks up to another woman and gives her a kiss on the cheek.", "similarity": 0.8158, "relevance": 3 }, { "pair_id": 127192, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 39.46, 42.94 ], "duration": 58.66, "caption": "A woman kisses a man quickly and walks away from him.", "similarity": 0.8074, "relevance": 2 }, { "pair_id": 127193, "video_name": "castle_s07e12_seg02_clip_16", "timestamp": [ 32.2, 35.68 ], "duration": 87.66, "caption": "A woman kisses guy on the cheek and walks away.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 127194, "video_name": "castle_s07e23_seg02_clip_11", "timestamp": [ 41.4, 43.62 ], "duration": 89.66, "caption": "A woman kisses person goodbye on the cheek.", "similarity": 0.7965, "relevance": 3 }, { "pair_id": 127195, "video_name": "castle_s02e16_seg02_clip_00", "timestamp": [ 63.72, 66.51 ], "duration": 93.66, "caption": "A woman kisses man on the cheek and then turns around to leave.", "similarity": 0.7899, "relevance": 3 }, { "pair_id": 127196, "video_name": "friends_s04e23-24_seg02_clip_01", "timestamp": [ 41.26, 45.39 ], "duration": 75.66, "caption": "A woman gives another woman a quick kiss while they're leaving.", "similarity": 0.7864, "relevance": 3 }, { "pair_id": 127197, "video_name": "friends_s03e17_seg02_clip_18", "timestamp": [ 17.29, 23.69 ], "duration": 64.66, "caption": "A woman kisses a man and then runs away with another woman.", "similarity": 0.7849, "relevance": 3 }, { "pair_id": 127198, "video_name": "friends_s10e12_seg02_clip_24", "timestamp": [ 7.39, 11.53 ], "duration": 59.66, "caption": "A woman kisses another woman on the cheek after saying what she feels.", "similarity": 0.7823, "relevance": 3 }, { "pair_id": 127199, "video_name": "s04e21_seg02_clip_08", "timestamp": [ 15.96, 18.28 ], "duration": 58.66, "caption": "A woman turns towards another woman and kisses her on the lips.", "similarity": 0.7738, "relevance": 2 }, { "pair_id": 300500, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 41.41, 49.96 ], "duration": 90.66, "caption": "A woman kisses another person in the stairwell but pulls away from him.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 300501, "video_name": "house_s05e17_seg02_clip_08", "timestamp": [ 19.15, 23.93 ], "duration": 87.66, "caption": "A woman kisses another woman's forehead before she leaves the room.", "similarity": 0.767, "relevance": 3 }, { "pair_id": 300502, "video_name": "friends_s06e07_seg02_clip_03", "timestamp": [ 39.78, 44.26 ], "duration": 56.66, "caption": "A woman gets out of her chair to give another woman a kiss on the cheek.", "similarity": 0.7651, "relevance": 4 }, { "pair_id": 300503, "video_name": "castle_s06e13_seg02_clip_13", "timestamp": [ 4.14, 6.9 ], "duration": 92.66, "caption": "A woman kisses the man with a mustache and walks away.", "similarity": 0.7625, "relevance": 3 }, { "pair_id": 300504, "video_name": "friends_s07e20_seg02_clip_18", "timestamp": [ 24.65, 31.96 ], "duration": 77.66, "caption": "A woman walks up and kisses another woman on the street.", "similarity": 0.7561, "relevance": 3 }, { "pair_id": 300505, "video_name": "friends_s10e12_seg02_clip_24", "timestamp": [ 10.05, 11.53 ], "duration": 59.66, "caption": "Two women kiss each other on the cheek.", "similarity": 0.7549, "relevance": 3 }, { "pair_id": 300506, "video_name": "castle_s07e14_seg02_clip_00", "timestamp": [ 32.14, 40.4 ], "duration": 91.66, "caption": "A woman is heading out the door and kisses a man on the cheek then surprises another woman by also kissing her.", "similarity": 0.7514, "relevance": 3 }, { "pair_id": 300507, "video_name": "friends_s02e12-13_seg02_clip_44", "timestamp": [ 0.0, 10.44 ], "duration": 72.66, "caption": "A woman says goodbye to another woman then kisses a man.", "similarity": 0.749, "relevance": 3 }, { "pair_id": 300508, "video_name": "castle_s02e20_seg02_clip_27", "timestamp": [ 39.79, 52.04 ], "duration": 68.66, "caption": "A woman kisses a man on the cheek and leaves.", "similarity": 0.7465, "relevance": 3 }, { "pair_id": 300509, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 26.41, 29.11 ], "duration": 60.66, "caption": "A woman leans in to kiss person, and he pulls away from her.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 300510, "video_name": "friends_s09e10_seg02_clip_14", "timestamp": [ 28.68, 32.04 ], "duration": 61.66, "caption": "A woman kisses a man on his left cheek before leaving.", "similarity": 0.7443, "relevance": 3 }, { "pair_id": 300511, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 22.38, 27.1 ], "duration": 63.66, "caption": "A woman walks away from a man after he tries to kiss her.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 300512, "video_name": "friends_s01e11_seg02_clip_18", "timestamp": [ 53.42, 59.43 ], "duration": 60.66, "caption": "A woman kisses a man on the cheek and waves goodbye and stops.", "similarity": 0.7351, "relevance": 3 }, { "pair_id": 300513, "video_name": "met_s06e01_seg02_clip_16", "timestamp": [ 20.49, 24.15 ], "duration": 111.66, "caption": "A woman leans in and kisses another woman that she's been talking to.", "similarity": 0.7321, "relevance": 2 }, { "pair_id": 300514, "video_name": "friends_s03e08_seg02_clip_00", "timestamp": [ 1.98, 6.93 ], "duration": 66.66, "caption": "A woman puts down her tray, kisses a man on the cheek, and walks away.", "similarity": 0.731, "relevance": 2 }, { "pair_id": 300515, "video_name": "friends_s09e12_seg02_clip_15", "timestamp": [ 48.59, 58.31 ], "duration": 67.66, "caption": "A woman walks out with her coat over her arm, kisses another woman and they walk out the door together.", "similarity": 0.7299, "relevance": 4 }, { "pair_id": 300516, "video_name": "friends_s07e20_seg02_clip_18", "timestamp": [ 24.26, 31.19 ], "duration": 77.66, "caption": "A woman sees another woman and gives her a kiss on the lips.", "similarity": 0.7282, "relevance": 2 }, { "pair_id": 300517, "video_name": "grey_s01e08_seg02_clip_05", "timestamp": [ 69.18, 73.73 ], "duration": 91.66, "caption": "A woman leans in and kisses a man with their hand on their chest, and then pulls away.", "similarity": 0.7269, "relevance": 2 }, { "pair_id": 300518, "video_name": "grey_s02e07_seg02_clip_20", "timestamp": [ 44.15, 49.15 ], "duration": 91.66, "caption": "A woman kisses a person's hand and then they get wheeled away.", "similarity": 0.7233, "relevance": 2 }, { "pair_id": 300519, "video_name": "met_s06e08_seg02_clip_14", "timestamp": [ 5.53, 12.23 ], "duration": 58.66, "caption": "Two people kiss each other then walk away.", "similarity": 0.7232, "relevance": 2 } ] }, { "query_id": 95072, "query": "A man converses with woman, then leans off the locker to looks at woman.", "relevant_moment": [ { "pair_id": 53900, "video_name": "grey_s03e25_seg02_clip_23", "timestamp": [ 76.12, 87.69 ], "duration": 89.66, "caption": "A man converses with woman, then leans off the locker to looks at woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 53901, "video_name": "house_s05e24_seg02_clip_19", "timestamp": [ 74.59, 89.34 ], "duration": 89.66, "caption": "A man appears then leans against a locker and talks with woman.", "similarity": 0.8709, "relevance": 4 }, { "pair_id": 53902, "video_name": "house_s07e22_seg02_clip_24", "timestamp": [ 48.46, 57.02 ], "duration": 95.66, "caption": "A man close the locker and talk to a woman.", "similarity": 0.8104, "relevance": 3 }, { "pair_id": 53903, "video_name": "s02e22_seg02_clip_00", "timestamp": [ 8.32, 11.21 ], "duration": 64.66, "caption": "A woman gets a thing on their locker while talking to a man.", "similarity": 0.7786, "relevance": 3 }, { "pair_id": 53904, "video_name": "house_s05e15_seg02_clip_06", "timestamp": [ 40.1, 88.14 ], "duration": 88.66, "caption": "A man talks to a woman while he stands and she sits near the lockers, then they kiss until her beeper beeps.", "similarity": 0.761, "relevance": 3 }, { "pair_id": 53905, "video_name": "house_s05e05_seg02_clip_16", "timestamp": [ 35.78, 98.03 ], "duration": 98.66, "caption": "A man and a woman are having a conversation in the locker room.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 53906, "video_name": "house_s06e07_seg02_clip_04", "timestamp": [ 42.34, 58.92 ], "duration": 87.66, "caption": "A man is conversing with two women and another man as they are in the locker room.", "similarity": 0.7593, "relevance": 3 }, { "pair_id": 53908, "video_name": "castle_s08e03_seg02_clip_01", "timestamp": [ 0.0, 7.28 ], "duration": 91.66, "caption": "A woman is having a discussion with a man while she's putting things in her locker.", "similarity": 0.7547, "relevance": 3 }, { "pair_id": 53911, "video_name": "castle_s05e24_seg02_clip_08", "timestamp": [ 63.74, 89.15 ], "duration": 89.66, "caption": "A man leans toward woman as she faces him and they converse.", "similarity": 0.7348, "relevance": 3 }, { "pair_id": 53912, "video_name": "house_s07e22_seg02_clip_24", "timestamp": [ 46.56, 95.03 ], "duration": 95.66, "caption": "A woman and a man talk while she sits in the locker room.", "similarity": 0.7317, "relevance": 3 }, { "pair_id": 53917, "video_name": "house_s01e16_seg02_clip_06", "timestamp": [ 31.54, 41.14 ], "duration": 91.66, "caption": "A man talking to a woman as they look at another woman.", "similarity": 0.7204, "relevance": 3 }, { "pair_id": 53918, "video_name": "grey_s03e01_seg02_clip_17", "timestamp": [ 10.58, 13.34 ], "duration": 92.66, "caption": "A man opens his locker while he's talking to man.", "similarity": 0.7169, "relevance": 2 }, { "pair_id": 227221, "video_name": "castle_s05e21_seg02_clip_06", "timestamp": [ 0.0, 34.41 ], "duration": 89.66, "caption": "A man and a woman are in front of each other as they converse.", "similarity": 0.7065, "relevance": 2 }, { "pair_id": 227222, "video_name": "grey_s01e02_seg02_clip_04", "timestamp": [ 13.05, 26.11 ], "duration": 90.66, "caption": "A man goes back and forth around woman as they converse.", "similarity": 0.706, "relevance": 2 }, { "pair_id": 227223, "video_name": "friends_s08e23-24_seg02_clip_44", "timestamp": [ 0.0, 55.83 ], "duration": 62.66, "caption": "A man and a woman are beside each other as they converse.", "similarity": 0.7036, "relevance": 2 }, { "pair_id": 227224, "video_name": "friends_s07e06_seg02_clip_05", "timestamp": [ 0.0, 6.79 ], "duration": 59.66, "caption": "A man and a woman are beside each other as they converse.", "similarity": 0.7036, "relevance": 3 }, { "pair_id": 227225, "video_name": "castle_s04e21_seg02_clip_12", "timestamp": [ 65.3, 86.49 ], "duration": 86.66, "caption": "A man started a conversation with woman while looking at another man and the other people.", "similarity": 0.7034, "relevance": 1 }, { "pair_id": 227227, "video_name": "castle_s05e09_seg02_clip_11", "timestamp": [ 0.0, 22.72 ], "duration": 89.66, "caption": "A woman is in front of a man as they converse.", "similarity": 0.7018, "relevance": 2 }, { "pair_id": 227228, "video_name": "grey_s03e17_seg02_clip_17", "timestamp": [ 41.49, 68.02 ], "duration": 68.66, "caption": "A man and woman are having a conversation with each other. While a woman and man are looking at them.", "similarity": 0.7003, "relevance": 2 }, { "pair_id": 227229, "video_name": "house_s05e05_seg02_clip_16", "timestamp": [ 33.33, 40.19 ], "duration": 98.66, "caption": "A person enters the locker room and starts a conversation with a woman.", "similarity": 0.6996, "relevance": 1 }, { "pair_id": 227230, "video_name": "castle_s04e03_seg02_clip_02", "timestamp": [ 74.78, 88.13 ], "duration": 89.66, "caption": "A woman grabs her head as she converses with a man.", "similarity": 0.6987, "relevance": 2 }, { "pair_id": 227231, "video_name": "friends_s08e15_seg02_clip_13", "timestamp": [ 0.0, 26.98 ], "duration": 58.66, "caption": "A person is having a conversation with woman while a man is in there.", "similarity": 0.6985, "relevance": 2 }, { "pair_id": 227232, "video_name": "met_s02e03_seg02_clip_08", "timestamp": [ 0.0, 11.17 ], "duration": 62.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.6974, "relevance": 3 }, { "pair_id": 227233, "video_name": "house_s08e12_seg02_clip_25", "timestamp": [ 24.48, 52.79 ], "duration": 153.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 227234, "video_name": "house_s05e18_seg02_clip_09", "timestamp": [ 61.47, 91.07 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 227235, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 0.0, 25.49 ], "duration": 91.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 227236, "video_name": "house_s01e06_seg02_clip_06", "timestamp": [ 25.74, 45.16 ], "duration": 90.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 227237, "video_name": "friends_s03e15_seg02_clip_18", "timestamp": [ 0.0, 13.52 ], "duration": 53.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 227238, "video_name": "friends_s01e09_seg02_clip_08", "timestamp": [ 0.0, 31.58 ], "duration": 77.66, "caption": "A man is having a conversation with a woman.", "similarity": 0.6974, "relevance": 2 }, { "pair_id": 227239, "video_name": "castle_s02e09_seg02_clip_20", "timestamp": [ 0.0, 64.22 ], "duration": 91.66, "caption": "A man is at the sitting with a woman as they converse.", "similarity": 0.6968, "relevance": 2 } ] }, { "query_id": 95133, "query": "The old man unties their gun and was staring at person.", "relevant_moment": [ { "pair_id": 22740, "video_name": "castle_s07e07_seg02_clip_25", "timestamp": [ 0.0, 5.64 ], "duration": 94.66, "caption": "The old man unties their gun and was staring at person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 22741, "video_name": "castle_s07e02_seg02_clip_24", "timestamp": [ 45.06, 47.33 ], "duration": 91.66, "caption": "A person stares and then lowers the gun they're holding out.", "similarity": 0.6769, "relevance": 3 }, { "pair_id": 22742, "video_name": "castle_s02e18_seg02_clip_23", "timestamp": [ 82.3, 84.94 ], "duration": 88.66, "caption": "A man glances down at a gun then looks back up at a woman.", "similarity": 0.6653, "relevance": 2 }, { "pair_id": 22743, "video_name": "castle_s07e02_seg02_clip_24", "timestamp": [ 45.97, 50.06 ], "duration": 91.66, "caption": "A man lowers the gun he had pointed at person.", "similarity": 0.6438, "relevance": 3 }, { "pair_id": 22744, "video_name": "castle_s05e18_seg02_clip_22", "timestamp": [ 83.93, 94.61 ], "duration": 97.66, "caption": "A man points the gun at a woman, while she closes her eyes and faces away from him.", "similarity": 0.6296, "relevance": 2 }, { "pair_id": 22745, "video_name": "castle_s08e16_seg02_clip_10", "timestamp": [ 31.06, 36.46 ], "duration": 90.66, "caption": "Suddenly a person with a gun came point the gun to them, they start a conversation.", "similarity": 0.6221, "relevance": 1 }, { "pair_id": 22746, "video_name": "castle_s03e04_seg02_clip_19", "timestamp": [ 0.0, 2.43 ], "duration": 81.66, "caption": "A person looks surprised when another person says when the gun was last used.", "similarity": 0.6196, "relevance": 2 }, { "pair_id": 22747, "video_name": "castle_s07e23_seg02_clip_01", "timestamp": [ 51.88, 61.44 ], "duration": 91.66, "caption": "Someone walked towards the corpse of a person and stared at it.", "similarity": 0.613, "relevance": 2 }, { "pair_id": 22749, "video_name": "castle_s04e14_seg02_clip_25", "timestamp": [ 25.31, 45.55 ], "duration": 92.66, "caption": "A person pointed a gun to man and woman as he/she was talking.", "similarity": 0.6094, "relevance": 2 }, { "pair_id": 22750, "video_name": "s06e22_seg02_clip_06", "timestamp": [ 11.9, 18.61 ], "duration": 61.66, "caption": "A person is really astonished with the presence of the old man in front of him.", "similarity": 0.6035, "relevance": 2 }, { "pair_id": 22751, "video_name": "s07e07_seg02_clip_07", "timestamp": [ 42.2, 45.75 ], "duration": 59.66, "caption": "A man is really surprised that he is seeing the old man in front of him.", "similarity": 0.6028, "relevance": 2 }, { "pair_id": 22752, "video_name": "castle_s06e04_seg02_clip_04", "timestamp": [ 32.21, 36.81 ], "duration": 92.66, "caption": "A person looks up and sees another person with a sniper gun.", "similarity": 0.6028, "relevance": 2 }, { "pair_id": 22753, "video_name": "castle_s05e05_seg02_clip_23", "timestamp": [ 58.13, 60.89 ], "duration": 92.66, "caption": "A person glances towards an old lady that passes by.", "similarity": 0.6027, "relevance": 1 }, { "pair_id": 22754, "video_name": "house_s05e09_seg02_clip_02", "timestamp": [ 17.55, 25.21 ], "duration": 90.66, "caption": "A man stood up and pointed the gun to a person.", "similarity": 0.5981, "relevance": 3 }, { "pair_id": 22755, "video_name": "castle_s06e17_seg02_clip_21", "timestamp": [ 17.84, 53.08 ], "duration": 87.66, "caption": "A person pointed a gun to another person's neck whilst someone was talking to them.", "similarity": 0.5967, "relevance": 2 }, { "pair_id": 22757, "video_name": "castle_s08e16_seg02_clip_11", "timestamp": [ 0.0, 10.9 ], "duration": 90.66, "caption": "A man was pointing a gun at a woman as he was talking.", "similarity": 0.5952, "relevance": 2 }, { "pair_id": 22758, "video_name": "castle_s03e04_seg02_clip_20", "timestamp": [ 84.67, 91.11 ], "duration": 99.66, "caption": "A man fills up an old gun then gives it to a person.", "similarity": 0.593, "relevance": 2 }, { "pair_id": 22759, "video_name": "castle_s02e21_seg02_clip_24", "timestamp": [ 62.45, 89.22 ], "duration": 89.66, "caption": "A man was pointing a gun to some people while having a conversation with them.", "similarity": 0.5904, "relevance": 2 }, { "pair_id": 196060, "video_name": "castle_s03e22_seg02_clip_22", "timestamp": [ 72.47, 78.32 ], "duration": 90.66, "caption": "A man sees a person with a firearm then fires his weapon at them.", "similarity": 0.5898, "relevance": 3 }, { "pair_id": 196061, "video_name": "castle_s03e04_seg02_clip_03", "timestamp": [ 71.98, 77.52 ], "duration": 92.66, "caption": "A person stares at a man and he gives him a strange look back.", "similarity": 0.5868, "relevance": 1 }, { "pair_id": 196062, "video_name": "house_s01e02_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 89.66, "caption": "A close up shot of person's eye staring.", "similarity": 0.5867, "relevance": 0 }, { "pair_id": 196063, "video_name": "castle_s06e04_seg02_clip_14", "timestamp": [ 67.18, 71.78 ], "duration": 92.66, "caption": "A man tries to approach a woman and backs away when she shakes her gun at him.", "similarity": 0.5856, "relevance": 1 }, { "pair_id": 196064, "video_name": "castle_s07e18_seg02_clip_11", "timestamp": [ 0.0, 3.15 ], "duration": 90.66, "caption": "A person describes to a man and a woman where they found the gun.", "similarity": 0.5839, "relevance": 1 }, { "pair_id": 196065, "video_name": "house_s03e07_seg02_clip_19", "timestamp": [ 15.3, 27.01 ], "duration": 90.66, "caption": "A person was talking to an old man who is talking about what happened.", "similarity": 0.5826, "relevance": 1 }, { "pair_id": 196066, "video_name": "castle_s08e01_seg02_clip_18", "timestamp": [ 72.24, 77.76 ], "duration": 92.66, "caption": "A man pulls his gun out to intimidate another man but doesn't point it at him.", "similarity": 0.5806, "relevance": 2 }, { "pair_id": 196068, "video_name": "castle_s04e21_seg02_clip_17", "timestamp": [ 0.0, 3.67 ], "duration": 91.66, "caption": "A man points a gun at a person and the person backs away.", "similarity": 0.5741, "relevance": 3 }, { "pair_id": 196069, "video_name": "house_s07e22_seg02_clip_11", "timestamp": [ 0.0, 5.06 ], "duration": 92.66, "caption": "A person wakes up and sees a man with a gun.", "similarity": 0.5733, "relevance": 3 }, { "pair_id": 196070, "video_name": "house_s04e03_seg02_clip_17", "timestamp": [ 28.81, 33.76 ], "duration": 90.66, "caption": "Two people were staring at a woman as she walked away.", "similarity": 0.5725, "relevance": 2 }, { "pair_id": 196072, "video_name": "castle_s04e07_seg02_clip_18", "timestamp": [ 59.44, 63.91 ], "duration": 89.66, "caption": "A person looks at another person standing with a gun and they walk away to answer their phone.", "similarity": 0.5711, "relevance": 2 }, { "pair_id": 196073, "video_name": "friends_s06e17_seg02_clip_08", "timestamp": [ 3.0, 5.4 ], "duration": 60.66, "caption": "A man was holding his chest while staring at woman.", "similarity": 0.5691, "relevance": 1 }, { "pair_id": 196074, "video_name": "castle_s08e15_seg02_clip_22", "timestamp": [ 32.41, 35.61 ], "duration": 91.66, "caption": "A woman lowers the gun she had pointed at another man.", "similarity": 0.5683, "relevance": 2 }, { "pair_id": 196075, "video_name": "grey_s01e08_seg02_clip_08", "timestamp": [ 29.46, 35.81 ], "duration": 90.66, "caption": "A person is preparing a shot for another person and he is looking at it fearfully.", "similarity": 0.568, "relevance": 0 }, { "pair_id": 196076, "video_name": "grey_s03e09_seg02_clip_28", "timestamp": [ 28.61, 37.7 ], "duration": 90.66, "caption": "A woman is looking to a man and an elderly person talking to each other. Then another woman passes by and it caught her attention.", "similarity": 0.5672, "relevance": 2 }, { "pair_id": 196077, "video_name": "castle_s02e01_seg02_clip_22", "timestamp": [ 87.77, 89.12 ], "duration": 90.66, "caption": "A person spins around to face a man holding a gun against him.", "similarity": 0.5665, "relevance": 1 }, { "pair_id": 196078, "video_name": "castle_s04e01_seg02_clip_24", "timestamp": [ 30.74, 73.86 ], "duration": 91.66, "caption": "A man pointed a gun to woman and woman pointed a gun to him as well, they were talking.", "similarity": 0.5663, "relevance": 1 }, { "pair_id": 196079, "video_name": "house_s05e09_seg02_clip_02", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A man is talking to another person who held a gun on his hand pointing at him.", "similarity": 0.5638, "relevance": 2 } ] }, { "query_id": 95205, "query": "A man talks outside the bathroom door as he talks to woman.", "relevant_moment": [ { "pair_id": 40160, "video_name": "s03e15_seg02_clip_14", "timestamp": [ 38.96, 59.03 ], "duration": 59.66, "caption": "A man talks outside the bathroom door as he talks to woman.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 40161, "video_name": "house_s01e06_seg02_clip_17", "timestamp": [ 0.0, 50.42 ], "duration": 89.66, "caption": "A man talks to woman while they are in the bathroom together.", "similarity": 0.8217, "relevance": 2 }, { "pair_id": 40162, "video_name": "friends_s10e01_seg02_clip_24", "timestamp": [ 0.0, 5.13 ], "duration": 60.66, "caption": "A man opens the door and walks into the bathroom to talk to woman.", "similarity": 0.8061, "relevance": 2 }, { "pair_id": 40163, "video_name": "friends_s09e05_seg02_clip_10", "timestamp": [ 0.61, 24.11 ], "duration": 61.66, "caption": "A man speaks to woman in the hallway outside of the door.", "similarity": 0.7967, "relevance": 3 }, { "pair_id": 40164, "video_name": "friends_s03e14_seg02_clip_02", "timestamp": [ 36.62, 39.97 ], "duration": 61.66, "caption": "A man knocks on the bathroom door while talking with a woman.", "similarity": 0.7793, "relevance": 4 }, { "pair_id": 40165, "video_name": "grey_s01e03_seg02_clip_09", "timestamp": [ 20.71, 42.79 ], "duration": 92.66, "caption": "A woman opens the door to the bathroom and talks to a man while he is using the bathroom.", "similarity": 0.7602, "relevance": 2 }, { "pair_id": 40166, "video_name": "s01e02_seg01_clip_01", "timestamp": [ 9.86, 14.8 ], "duration": 58.66, "caption": "A man is talking to a woman when some people open the door.", "similarity": 0.7579, "relevance": 3 }, { "pair_id": 40167, "video_name": "castle_s05e23_seg02_clip_04", "timestamp": [ 86.95, 91.23 ], "duration": 95.66, "caption": "A man opens the door and then talks to woman.", "similarity": 0.7491, "relevance": 1 }, { "pair_id": 40169, "video_name": "house_s07e14_seg02_clip_10", "timestamp": [ 77.37, 79.19 ], "duration": 91.66, "caption": "A woman puts her head against a bathroom door while talking with a man.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 40170, "video_name": "house_s04e09_seg02_clip_25", "timestamp": [ 70.77, 104.16 ], "duration": 159.66, "caption": "A man speaks to a woman as she looks outside of the glass door.", "similarity": 0.7447, "relevance": 1 }, { "pair_id": 40171, "video_name": "house_s01e19_seg02_clip_26", "timestamp": [ 0.0, 47.02 ], "duration": 47.66, "caption": "A woman talks to a man from the other side of the door.", "similarity": 0.7399, "relevance": 2 }, { "pair_id": 40172, "video_name": "friends_s07e16_seg02_clip_14", "timestamp": [ 9.3, 14.58 ], "duration": 62.66, "caption": "A man talks to woman and turns around as he closes the door.", "similarity": 0.7394, "relevance": 1 }, { "pair_id": 40173, "video_name": "s03e02_seg02_clip_01", "timestamp": [ 48.4, 51.35 ], "duration": 59.66, "caption": "A man closes the door while talking to a woman.", "similarity": 0.7366, "relevance": 1 }, { "pair_id": 40174, "video_name": "friends_s06e04_seg02_clip_05", "timestamp": [ 0.0, 27.42 ], "duration": 63.66, "caption": "A man is by the door talking to two women.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 40175, "video_name": "met_s06e15_seg02_clip_15", "timestamp": [ 40.28, 61.03 ], "duration": 61.66, "caption": "A man answers the door and talks to a woman.", "similarity": 0.7248, "relevance": 1 }, { "pair_id": 40176, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 37.54, 45.14 ], "duration": 95.66, "caption": "A man opens the door while he was talking with woman.", "similarity": 0.7206, "relevance": 1 }, { "pair_id": 40177, "video_name": "house_s01e11_seg02_clip_14", "timestamp": [ 10.94, 76.16 ], "duration": 81.66, "caption": "A woman talks to a man outside their room.", "similarity": 0.7188, "relevance": 2 }, { "pair_id": 40178, "video_name": "house_s03e19_seg02_clip_01", "timestamp": [ 18.45, 24.31 ], "duration": 90.66, "caption": "A man speaks to a woman and then walks out of the door.", "similarity": 0.7187, "relevance": 1 } ] }, { "query_id": 95248, "query": "A person was playing with his cane and seems to be teaching some medical professionals.", "relevant_moment": [ { "pair_id": 21880, "video_name": "house_s04e02_seg02_clip_00", "timestamp": [ 0.0, 9.66 ], "duration": 92.66, "caption": "A person was playing with his cane and seems to be teaching some medical professionals.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21881, "video_name": "house_s03e06_seg02_clip_09", "timestamp": [ 23.29, 29.23 ], "duration": 91.66, "caption": "Person lifts up his/her cane to point at the doctors.", "similarity": 0.7305, "relevance": 4 }, { "pair_id": 21882, "video_name": "house_s05e10_seg02_clip_22", "timestamp": [ 3.69, 9.24 ], "duration": 92.66, "caption": "A person holds their cane up to their head while trying to figure out how the patient got so better quickly.", "similarity": 0.7182, "relevance": 4 }, { "pair_id": 21883, "video_name": "house_s02e04_seg02_clip_11", "timestamp": [ 10.21, 13.92 ], "duration": 92.66, "caption": "A doctor was playing with their cane as if pretending it was a golf stick.", "similarity": 0.7099, "relevance": 3 }, { "pair_id": 21884, "video_name": "house_s02e15_seg02_clip_17", "timestamp": [ 9.09, 12.12 ], "duration": 101.66, "caption": "A doctor gets his cane that was hanging in a metal board.", "similarity": 0.6843, "relevance": 2 }, { "pair_id": 21885, "video_name": "house_s04e03_seg02_clip_00", "timestamp": [ 30.65, 50.78 ], "duration": 91.66, "caption": "A person hands another person their cane to hold and starts tossing a medical file to each of the students.", "similarity": 0.676, "relevance": 3 }, { "pair_id": 21886, "video_name": "house_s01e20_seg02_clip_14", "timestamp": [ 23.89, 25.73 ], "duration": 91.66, "caption": "A doctor uses his cane to point out another doctor.", "similarity": 0.6741, "relevance": 2 }, { "pair_id": 21887, "video_name": "house_s03e15_seg02_clip_14", "timestamp": [ 68.46, 72.9 ], "duration": 88.66, "caption": "A man plays with his cane while he thinks of something.", "similarity": 0.6454, "relevance": 2 }, { "pair_id": 21888, "video_name": "house_s04e03_seg02_clip_15", "timestamp": [ 21.46, 24.2 ], "duration": 91.66, "caption": "A doctor turns and points at the chalk board with his cane.", "similarity": 0.6433, "relevance": 3 }, { "pair_id": 21889, "video_name": "house_s07e21_seg02_clip_25", "timestamp": [ 8.74, 15.18 ], "duration": 92.66, "caption": "A person slightly pokes another person's neck with the use of the end of their cane.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 21890, "video_name": "house_s08e11_seg02_clip_15", "timestamp": [ 70.69, 94.07 ], "duration": 114.66, "caption": "A person was walking around with his/her cane.", "similarity": 0.6339, "relevance": 1 }, { "pair_id": 21891, "video_name": "house_s06e07_seg02_clip_23", "timestamp": [ 0.46, 4.1 ], "duration": 91.66, "caption": "A man sticks his cane straight out to demonstrate something to another man.", "similarity": 0.6322, "relevance": 2 }, { "pair_id": 21892, "video_name": "house_s02e20_seg02_clip_18", "timestamp": [ 3.19, 7.74 ], "duration": 91.66, "caption": "A person is sitting down with their cane in hand.", "similarity": 0.6283, "relevance": 3 }, { "pair_id": 21893, "video_name": "house_s01e08_seg02_clip_22", "timestamp": [ 0.0, 16.37 ], "duration": 88.66, "caption": "A person is twirling his cane as he is conversing with another person.", "similarity": 0.6249, "relevance": 4 }, { "pair_id": 21894, "video_name": "house_s02e19_seg02_clip_23", "timestamp": [ 29.05, 32.57 ], "duration": 88.66, "caption": "A person puts his cane down and grabs the shirt of a young male patient.", "similarity": 0.6224, "relevance": 2 }, { "pair_id": 21895, "video_name": "house_s05e02_seg02_clip_08", "timestamp": [ 41.4, 45.12 ], "duration": 93.66, "caption": "A person stands in front of the patient and points his cane.", "similarity": 0.6209, "relevance": 2 }, { "pair_id": 21896, "video_name": "house_s02e19_seg02_clip_12", "timestamp": [ 39.73, 41.08 ], "duration": 90.66, "caption": "A person crosses their arms while holding onto their cane looking irritated.", "similarity": 0.6202, "relevance": 2 }, { "pair_id": 21897, "video_name": "house_s04e04_seg02_clip_20", "timestamp": [ 18.18, 20.84 ], "duration": 88.66, "caption": "A person presses the intercom using his/her cane.", "similarity": 0.6186, "relevance": 2 }, { "pair_id": 21898, "video_name": "house_s06e14_seg02_clip_06", "timestamp": [ 6.23, 9.35 ], "duration": 89.66, "caption": "A person swings their cane and then rests it on their shoulder.", "similarity": 0.6177, "relevance": 4 }, { "pair_id": 21899, "video_name": "house_s03e06_seg02_clip_09", "timestamp": [ 24.2, 30.14 ], "duration": 91.66, "caption": "A person uses their cane to point at three people giving each their own assignment.", "similarity": 0.6171, "relevance": 4 }, { "pair_id": 195200, "video_name": "house_s04e04_seg02_clip_21", "timestamp": [ 86.64, 90.25 ], "duration": 90.66, "caption": "A man grabs his cane and rests his back while talking to the other doctors.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 195201, "video_name": "house_s01e20_seg02_clip_07", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person puts their head down and moves their cane up and down.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 195202, "video_name": "house_s03e22_seg02_clip_19", "timestamp": [ 46.81, 50.41 ], "duration": 90.66, "caption": "A person picks up his Cane and uses the tip of it to turn off the television he was watching.", "similarity": 0.6146, "relevance": 3 }, { "pair_id": 195203, "video_name": "house_s05e16_seg02_clip_04", "timestamp": [ 54.29, 56.6 ], "duration": 92.66, "caption": "A person shakes their head as they hold their cane up horizontally in front of their face.", "similarity": 0.6139, "relevance": 4 }, { "pair_id": 195204, "video_name": "house_s02e17_seg02_clip_14", "timestamp": [ 10.38, 38.82 ], "duration": 90.66, "caption": "A person writes the symptom on the white board and pushes it over with his cane.", "similarity": 0.6134, "relevance": 4 }, { "pair_id": 195205, "video_name": "house_s03e08_seg02_clip_12", "timestamp": [ 0.46, 3.2 ], "duration": 91.66, "caption": "A person behind a man takes his cane from his hands.", "similarity": 0.6107, "relevance": 3 }, { "pair_id": 195206, "video_name": "house_s08e16_seg02_clip_14", "timestamp": [ 0.0, 3.4 ], "duration": 85.66, "caption": "A person sits down and places their cane down too.", "similarity": 0.6036, "relevance": 3 }, { "pair_id": 195207, "video_name": "house_s06e09_seg02_clip_15", "timestamp": [ 36.46, 40.96 ], "duration": 90.66, "caption": "A person walks in the patient room with the help of a cane.", "similarity": 0.6034, "relevance": 3 }, { "pair_id": 195208, "video_name": "house_s05e18_seg02_clip_06", "timestamp": [ 4.56, 6.84 ], "duration": 91.66, "caption": "A person uses their cane to stand themselves up.", "similarity": 0.6032, "relevance": 3 }, { "pair_id": 195209, "video_name": "house_s01e20_seg02_clip_07", "timestamp": [ 41.88, 43.69 ], "duration": 90.66, "caption": "A person uses their cane to stand themselves up.", "similarity": 0.6032, "relevance": 1 }, { "pair_id": 195210, "video_name": "house_s03e10_seg02_clip_23", "timestamp": [ 60.37, 63.77 ], "duration": 85.66, "caption": "A doctor plays with their bottle of medicine in their hand.", "similarity": 0.6032, "relevance": 2 }, { "pair_id": 195211, "video_name": "house_s02e20_seg02_clip_17", "timestamp": [ 52.9, 56.78 ], "duration": 86.66, "caption": "A person plays with their cane and a red ball.", "similarity": 0.6027, "relevance": 3 }, { "pair_id": 195212, "video_name": "house_s01e21_seg02_clip_02", "timestamp": [ 40.47, 58.61 ], "duration": 93.66, "caption": "Dr. Person explains a medical case to his/her students.", "similarity": 0.6005, "relevance": 3 }, { "pair_id": 195213, "video_name": "house_s01e21_seg02_clip_00", "timestamp": [ 0.0, 7.44 ], "duration": 93.66, "caption": "A man has his head on his cane and talks to the students.", "similarity": 0.6001, "relevance": 3 }, { "pair_id": 195214, "video_name": "house_s05e17_seg02_clip_16", "timestamp": [ 60.34, 73.17 ], "duration": 95.66, "caption": "A person moves to stand behind their desk and places their cane down.", "similarity": 0.5997, "relevance": 2 }, { "pair_id": 195216, "video_name": "house_s04e05_seg02_clip_26", "timestamp": [ 2.91, 15.37 ], "duration": 83.66, "caption": "A person points his cane at a couple doctors in the auditorium.", "similarity": 0.5984, "relevance": 4 }, { "pair_id": 195217, "video_name": "house_s03e16_seg02_clip_21", "timestamp": [ 21.63, 23.93 ], "duration": 92.66, "caption": "A person hangs their cane on a piece of medical equipment and leans over near the bed.", "similarity": 0.5965, "relevance": 1 }, { "pair_id": 195218, "video_name": "house_s04e03_seg02_clip_03", "timestamp": [ 0.0, 8.11 ], "duration": 90.66, "caption": "A person yells out the door and pokes a patient on the floor with his cane.", "similarity": 0.5946, "relevance": 3 }, { "pair_id": 195219, "video_name": "house_s05e22_seg02_clip_18", "timestamp": [ 7.94, 9.27 ], "duration": 88.66, "caption": "A person lifts up their cane from next to the whiteboard.", "similarity": 0.5925, "relevance": 3 } ] }, { "query_id": 95269, "query": "A man grabs his folder and stands up from the table.", "relevant_moment": [ { "pair_id": 20540, "video_name": "house_s02e04_seg02_clip_01", "timestamp": [ 79.67, 83.27 ], "duration": 90.66, "caption": "A man grabs his folder and stands up from the table.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 20541, "video_name": "house_s05e11_seg02_clip_19", "timestamp": [ 62.07, 66.95 ], "duration": 88.66, "caption": "A man takes some items from the folder and places them on the table.", "similarity": 0.7953, "relevance": 2 }, { "pair_id": 20542, "video_name": "house_s02e18_seg02_clip_24", "timestamp": [ 3.59, 5.84 ], "duration": 89.66, "caption": "A person grabs a file folder from the table.", "similarity": 0.7896, "relevance": 2 }, { "pair_id": 20543, "video_name": "house_s01e11_seg02_clip_06", "timestamp": [ 47.42, 49.72 ], "duration": 92.66, "caption": "A man sits at the table and opens up the folder.", "similarity": 0.7727, "relevance": 1 }, { "pair_id": 20544, "video_name": "castle_s02e16_seg02_clip_19", "timestamp": [ 44.04, 46.68 ], "duration": 88.66, "caption": "A person picks up a folder from the table.", "similarity": 0.7711, "relevance": 2 }, { "pair_id": 20545, "video_name": "castle_s06e07_seg02_clip_08", "timestamp": [ 33.49, 34.89 ], "duration": 93.66, "caption": "A man puts down a file folder on the table.", "similarity": 0.7593, "relevance": 1 }, { "pair_id": 20546, "video_name": "house_s03e02_seg02_clip_02", "timestamp": [ 73.37, 80.57 ], "duration": 90.66, "caption": "A man stands up and walks out while throwing a folder onto the table.", "similarity": 0.7576, "relevance": 4 }, { "pair_id": 20547, "video_name": "house_s08e05_seg02_clip_01", "timestamp": [ 0.0, 2.7 ], "duration": 89.66, "caption": "A man holds a folder over a table, then walks away looking at the folder.", "similarity": 0.7519, "relevance": 2 }, { "pair_id": 20549, "video_name": "castle_s08e20_seg02_clip_11", "timestamp": [ 72.65, 74.9 ], "duration": 89.66, "caption": "A man lays a file folder on the table in front of him as he sits down.", "similarity": 0.7198, "relevance": 2 }, { "pair_id": 20550, "video_name": "house_s05e24_seg02_clip_17", "timestamp": [ 73.12, 74.84 ], "duration": 86.66, "caption": "A man closes his folder and gets off the table.", "similarity": 0.7192, "relevance": 4 }, { "pair_id": 20551, "video_name": "house_s07e21_seg02_clip_13", "timestamp": [ 44.96, 50.51 ], "duration": 101.66, "caption": "A man walks over to the table, pulls a folder and hands it to a woman.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 20552, "video_name": "castle_s06e11_seg02_clip_25", "timestamp": [ 61.08, 68.82 ], "duration": 86.66, "caption": "A person grabs a file folder on a table and opens it to look at it.", "similarity": 0.7108, "relevance": 2 }, { "pair_id": 20553, "video_name": "house_s02e09_seg02_clip_16", "timestamp": [ 58.76, 67.21 ], "duration": 89.66, "caption": "A man is putting stacks of folders on top of a table.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 20554, "video_name": "house_s04e11_seg02_clip_04", "timestamp": [ 70.09, 88.66 ], "duration": 88.66, "caption": "A man paces around a table holding a folder, and then puts a paper on the table.", "similarity": 0.7053, "relevance": 1 }, { "pair_id": 20555, "video_name": "house_s01e15_seg02_clip_17", "timestamp": [ 76.67, 78.24 ], "duration": 105.66, "caption": "A man clothes his folder and gets up from his seat.", "similarity": 0.6994, "relevance": 4 }, { "pair_id": 20556, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 0.0, 5.01 ], "duration": 91.66, "caption": "A person gets up from his seat and grabs his jacket, books and files from a table.", "similarity": 0.6986, "relevance": 3 }, { "pair_id": 20557, "video_name": "castle_s04e04_seg02_clip_16", "timestamp": [ 0.0, 7.12 ], "duration": 89.66, "caption": "A man holds up a file folder in his/her hands.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 20558, "video_name": "castle_s07e08_seg02_clip_23", "timestamp": [ 75.97, 77.33 ], "duration": 90.66, "caption": "A man takes a folder in his hand and sets it on the table to show a woman.", "similarity": 0.689, "relevance": 2 }, { "pair_id": 20559, "video_name": "house_s08e06_seg02_clip_01", "timestamp": [ 45.83, 48.04 ], "duration": 88.66, "caption": "A person gets up and collects the file on the table.", "similarity": 0.6876, "relevance": 4 }, { "pair_id": 193860, "video_name": "castle_s05e07_seg02_clip_10", "timestamp": [ 76.18, 82.98 ], "duration": 90.66, "caption": "A man is holding file folders in his hands.", "similarity": 0.6844, "relevance": 3 }, { "pair_id": 193861, "video_name": "castle_s03e07_seg02_clip_17", "timestamp": [ 24.81, 25.26 ], "duration": 90.66, "caption": "A man opens the folder he has on his hands.", "similarity": 0.6842, "relevance": 3 }, { "pair_id": 193862, "video_name": "house_s07e12_seg02_clip_18", "timestamp": [ 31.69, 39.17 ], "duration": 88.66, "caption": "A man hands a folder to a person who grabs it from them.", "similarity": 0.6797, "relevance": 2 }, { "pair_id": 193863, "video_name": "house_s05e23_seg02_clip_10", "timestamp": [ 42.79, 45.09 ], "duration": 92.66, "caption": "A man passes a folder and a person grabs it.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 193864, "video_name": "house_s05e15_seg02_clip_23", "timestamp": [ 3.36, 6.24 ], "duration": 96.66, "caption": "A man tosses the blue folder onto the table.", "similarity": 0.6722, "relevance": 2 }, { "pair_id": 193865, "video_name": "house_s04e12_seg02_clip_01", "timestamp": [ 49.29, 53.25 ], "duration": 88.66, "caption": "A man finishes reading a piece of paper lowers it and puts the folder on the table.", "similarity": 0.6721, "relevance": 2 }, { "pair_id": 193866, "video_name": "castle_s04e10_seg02_clip_02", "timestamp": [ 25.22, 27.51 ], "duration": 91.66, "caption": "A woman picks up her folder off of table.", "similarity": 0.6709, "relevance": 3 }, { "pair_id": 193867, "video_name": "house_s03e15_seg02_clip_16", "timestamp": [ 0.85, 3.4 ], "duration": 85.66, "caption": "A man starts to hand a person a folder but pulls it back.", "similarity": 0.6698, "relevance": 2 }, { "pair_id": 193868, "video_name": "castle_s04e04_seg02_clip_16", "timestamp": [ 52.08, 53.86 ], "duration": 89.66, "caption": "A man walks up with a file folder in his hand.", "similarity": 0.6686, "relevance": 3 }, { "pair_id": 193869, "video_name": "house_s08e13_seg02_clip_17", "timestamp": [ 59.36, 62.68 ], "duration": 83.66, "caption": "A person stands up from the couch with a folder in his hand.", "similarity": 0.6593, "relevance": 4 }, { "pair_id": 193870, "video_name": "castle_s03e03_seg02_clip_14", "timestamp": [ 0.0, 2.23 ], "duration": 89.66, "caption": "A man is holding an open folder in his hands.", "similarity": 0.6592, "relevance": 3 }, { "pair_id": 193871, "video_name": "castle_s03e24_seg02_clip_11", "timestamp": [ 15.42, 17.29 ], "duration": 93.66, "caption": "A man tosses a file folder onto his desk and gets up from his chair.", "similarity": 0.6583, "relevance": 3 }, { "pair_id": 193872, "video_name": "house_s05e01_seg02_clip_19", "timestamp": [ 4.4, 9.68 ], "duration": 88.66, "caption": "A man takes the folder from the table and turns around to listen to a woman.", "similarity": 0.6578, "relevance": 2 }, { "pair_id": 193873, "video_name": "castle_s04e21_seg02_clip_09", "timestamp": [ 10.67, 12.31 ], "duration": 82.66, "caption": "A man grabs a file folder out of another person's hands.", "similarity": 0.6567, "relevance": 3 }, { "pair_id": 193874, "video_name": "house_s08e11_seg02_clip_03", "timestamp": [ 36.96, 51.11 ], "duration": 91.66, "caption": "A person goes through the files that are on the table.", "similarity": 0.6567, "relevance": 3 }, { "pair_id": 193875, "video_name": "house_s07e06_seg02_clip_06", "timestamp": [ 76.73, 80.32 ], "duration": 89.66, "caption": "A person stands up and brings with them a clear folder.", "similarity": 0.6548, "relevance": 3 }, { "pair_id": 193876, "video_name": "castle_s03e24_seg02_clip_11", "timestamp": [ 15.42, 17.29 ], "duration": 93.66, "caption": "A man throws his folder on the desk and stands up.", "similarity": 0.6548, "relevance": 4 }, { "pair_id": 193877, "video_name": "castle_s05e10_seg02_clip_21", "timestamp": [ 73.5, 90.66 ], "duration": 90.66, "caption": "A man reaches across the desk and hands a file folder to a person.", "similarity": 0.6545, "relevance": 3 }, { "pair_id": 193878, "video_name": "house_s07e12_seg02_clip_09", "timestamp": [ 0.0, 8.65 ], "duration": 91.66, "caption": "A man picks up their jacket and folder and stands up.", "similarity": 0.6537, "relevance": 3 }, { "pair_id": 193879, "video_name": "house_s02e13_seg02_clip_06", "timestamp": [ 83.89, 87.04 ], "duration": 90.66, "caption": "A person picks up a red folder and stands up.", "similarity": 0.6529, "relevance": 4 } ] }, { "query_id": 95406, "query": "A woman and a man shake each other's hand in the hotel room.", "relevant_moment": [ { "pair_id": 32280, "video_name": "friends_s09e23-24_seg02_clip_41", "timestamp": [ 11.17, 13.34 ], "duration": 62.66, "caption": "A woman and a man shake each other's hand in the hotel room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 32281, "video_name": "friends_s09e23-24_seg02_clip_41", "timestamp": [ 11.17, 14.89 ], "duration": 62.66, "caption": "A man and a woman shake hands in the hotel room.", "similarity": 0.9705, "relevance": 4 }, { "pair_id": 32282, "video_name": "met_s06e22_seg02_clip_10", "timestamp": [ 1.83, 3.66 ], "duration": 61.66, "caption": "A man and woman shake hands in the hotel room.", "similarity": 0.963, "relevance": 4 }, { "pair_id": 32283, "video_name": "friends_s01e02_seg02_clip_14", "timestamp": [ 0.0, 9.14 ], "duration": 63.66, "caption": "A woman walks in the room and shakes a man's hand.", "similarity": 0.7668, "relevance": 3 }, { "pair_id": 32284, "video_name": "castle_s08e08_seg02_clip_14", "timestamp": [ 1.36, 6.34 ], "duration": 90.66, "caption": "A person enters the room and shakes hands with a woman.", "similarity": 0.763, "relevance": 4 }, { "pair_id": 32285, "video_name": "friends_s09e23-24_seg02_clip_20", "timestamp": [ 45.25, 47.08 ], "duration": 61.66, "caption": "A man and a woman tap their glasses together as they stand in the hotel room.", "similarity": 0.7309, "relevance": 2 }, { "pair_id": 32286, "video_name": "friends_s01e02_seg02_clip_14", "timestamp": [ 0.0, 8.82 ], "duration": 63.66, "caption": "A woman comes into the room and shakes person's hand.", "similarity": 0.7301, "relevance": 3 }, { "pair_id": 32287, "video_name": "met_s02e10_seg02_clip_05", "timestamp": [ 18.92, 20.75 ], "duration": 61.66, "caption": "A man and a woman shake hands.", "similarity": 0.7182, "relevance": 4 }, { "pair_id": 32288, "video_name": "friends_s04e13_seg02_clip_04", "timestamp": [ 52.15, 54.3 ], "duration": 61.66, "caption": "A woman and man shake each on another's hand.", "similarity": 0.7171, "relevance": 4 }, { "pair_id": 32289, "video_name": "friends_s10e01_seg01_clip_00", "timestamp": [ 5.49, 11.9 ], "duration": 61.66, "caption": "A man and woman walk into a hotel room.", "similarity": 0.7124, "relevance": 2 }, { "pair_id": 32290, "video_name": "house_s07e22_seg02_clip_24", "timestamp": [ 40.86, 43.71 ], "duration": 95.66, "caption": "A man and a woman are holding hands in a patient room.", "similarity": 0.7055, "relevance": 1 }, { "pair_id": 32291, "video_name": "castle_s08e17_seg02_clip_24", "timestamp": [ 64.95, 67.63 ], "duration": 89.66, "caption": "A woman and a man shake someone's hand as they meet.", "similarity": 0.7001, "relevance": 2 }, { "pair_id": 32292, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 83.27, 89.12 ], "duration": 90.66, "caption": "A woman and a man meet and shake hands.", "similarity": 0.6963, "relevance": 4 }, { "pair_id": 32293, "video_name": "friends_s08e23-24_seg02_clip_01", "timestamp": [ 0.0, 1.26 ], "duration": 63.66, "caption": "A man shakes woman's hand after she is wheeled into the room.", "similarity": 0.6953, "relevance": 3 }, { "pair_id": 32294, "video_name": "friends_s08e05_seg01_clip_00", "timestamp": [ 20.29, 23.8 ], "duration": 78.66, "caption": "A man shakes hands with a woman in the kitchen of a restaurant.", "similarity": 0.6909, "relevance": 4 }, { "pair_id": 32295, "video_name": "friends_s10e09_seg02_clip_03", "timestamp": [ 21.75, 26.79 ], "duration": 63.66, "caption": "A man and woman enter the room together.", "similarity": 0.6873, "relevance": 1 }, { "pair_id": 32296, "video_name": "friends_s01e23_seg02_clip_01", "timestamp": [ 0.0, 9.44 ], "duration": 59.66, "caption": "Two individuals shake hands in a hospital room.", "similarity": 0.6869, "relevance": 3 }, { "pair_id": 32297, "video_name": "house_s08e12_seg02_clip_10", "timestamp": [ 76.58, 91.08 ], "duration": 116.66, "caption": "A man and a woman shake and hold hands before she lets go.", "similarity": 0.6858, "relevance": 4 }, { "pair_id": 32298, "video_name": "grey_s03e07_seg02_clip_03", "timestamp": [ 79.23, 85.02 ], "duration": 89.66, "caption": "A man and a woman enter a room where two women are waiting, the man shakes one person's hand then the other person's as the woman watches.", "similarity": 0.6822, "relevance": 2 }, { "pair_id": 32299, "video_name": "friends_s03e22_seg02_clip_03", "timestamp": [ 0.0, 6.5 ], "duration": 52.66, "caption": "A man enters the room and kisses a woman's on the cheek and shakes two people's hands.", "similarity": 0.6788, "relevance": 3 }, { "pair_id": 205600, "video_name": "house_s02e10_seg02_clip_18", "timestamp": [ 48.96, 62.76 ], "duration": 89.66, "caption": "Two people kiss inside a hotel room.", "similarity": 0.6777, "relevance": 3 }, { "pair_id": 205601, "video_name": "friends_s03e22_seg02_clip_18", "timestamp": [ 1.58, 6.3 ], "duration": 63.66, "caption": "A woman and a man are holding hands in the living room.", "similarity": 0.677, "relevance": 3 }, { "pair_id": 205602, "video_name": "house_s02e10_seg02_clip_17", "timestamp": [ 35.28, 90.02 ], "duration": 90.66, "caption": "Two people have a conversation in a hotel room.", "similarity": 0.6734, "relevance": 2 }, { "pair_id": 205603, "video_name": "friends_s10e01_seg01_clip_00", "timestamp": [ 50.04, 60.42 ], "duration": 61.66, "caption": "Two people are kissing and hugging in a hotel room.", "similarity": 0.6727, "relevance": 3 }, { "pair_id": 205604, "video_name": "friends_s09e23-24_seg02_clip_14", "timestamp": [ 57.67, 61.14 ], "duration": 63.66, "caption": "Two people leave another man and woman in the hotel room.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 205605, "video_name": "castle_s06e16_seg02_clip_21", "timestamp": [ 45.3, 47.57 ], "duration": 90.66, "caption": "Two people are entering the hotel room.", "similarity": 0.6693, "relevance": 2 }, { "pair_id": 205606, "video_name": "castle_s05e21_seg02_clip_02", "timestamp": [ 3.93, 7.42 ], "duration": 87.66, "caption": "A woman shakes hands with a man as they stand in a restaurant talking.", "similarity": 0.6664, "relevance": 2 }, { "pair_id": 205607, "video_name": "castle_s06e22_seg02_clip_16", "timestamp": [ 0.0, 7.91 ], "duration": 93.66, "caption": "A man and woman walk into a hotel room and the man closes the door.", "similarity": 0.6661, "relevance": 2 }, { "pair_id": 205608, "video_name": "met_s06e22_seg02_clip_10", "timestamp": [ 0.0, 2.75 ], "duration": 61.66, "caption": "A man and a woman shake hands after he joins her.", "similarity": 0.666, "relevance": 4 }, { "pair_id": 205609, "video_name": "s08e23_seg02_clip_03", "timestamp": [ 1.48, 3.84 ], "duration": 59.66, "caption": "A woman and a man shake hands and greet each other.", "similarity": 0.6631, "relevance": 2 }, { "pair_id": 205610, "video_name": "s01e03_seg02_clip_05", "timestamp": [ 22.43, 26.27 ], "duration": 59.66, "caption": "A man shakes woman's hand and walks out of the room.", "similarity": 0.6605, "relevance": 3 }, { "pair_id": 205611, "video_name": "castle_s07e10_seg02_clip_25", "timestamp": [ 4.98, 9.55 ], "duration": 83.66, "caption": "A person shakes hands and embraces another person as he enters the room.", "similarity": 0.66, "relevance": 2 }, { "pair_id": 205612, "video_name": "friends_s08e20_seg02_clip_14", "timestamp": [ 30.5, 34.86 ], "duration": 62.66, "caption": "A man walks in the room and shakes hands with another man.", "similarity": 0.6586, "relevance": 2 }, { "pair_id": 205613, "video_name": "castle_s05e03_seg02_clip_20", "timestamp": [ 0.86, 27.53 ], "duration": 86.66, "caption": "Two people shake hands while having an intimate moment.", "similarity": 0.6579, "relevance": 4 }, { "pair_id": 205615, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 13.14, 15.06 ], "duration": 64.66, "caption": "Two people shake hands with each other.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 205616, "video_name": "castle_s04e13_seg02_clip_01", "timestamp": [ 10.71, 15.17 ], "duration": 89.66, "caption": "A woman and man walk over to shake person's hand.", "similarity": 0.6563, "relevance": 2 }, { "pair_id": 205617, "video_name": "castle_s08e15_seg02_clip_02", "timestamp": [ 40.54, 44.1 ], "duration": 89.66, "caption": "A woman shakes hands with a man.", "similarity": 0.6551, "relevance": 3 }, { "pair_id": 205618, "video_name": "s03e21_seg02_clip_02", "timestamp": [ 12.69, 16.82 ], "duration": 59.66, "caption": "A woman and a person shake hands while they are talking.", "similarity": 0.6547, "relevance": 3 } ] }, { "query_id": 95476, "query": "A man pushes woman away as they kiss in the hallway.", "relevant_moment": [ { "pair_id": 124520, "video_name": "met_s06e16_seg01_clip_00", "timestamp": [ 4.37, 7.19 ], "duration": 62.66, "caption": "A man pushes woman away as they kiss in the hallway.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 124521, "video_name": "s04e09_seg02_clip_13", "timestamp": [ 2.1, 6.9 ], "duration": 60.66, "caption": "A man pushes a woman out of the way to stop another man from kissing her.", "similarity": 0.8091, "relevance": 2 }, { "pair_id": 124522, "video_name": "castle_s02e09_seg02_clip_20", "timestamp": [ 9.56, 15.49 ], "duration": 91.66, "caption": "A woman approaches a man and kisses him and he pushes them away.", "similarity": 0.7848, "relevance": 3 }, { "pair_id": 124523, "video_name": "s04e04_seg02_clip_15", "timestamp": [ 10.62, 19.18 ], "duration": 59.66, "caption": "A man is kissing a woman and she pushes him off.", "similarity": 0.7837, "relevance": 3 }, { "pair_id": 124524, "video_name": "friends_s04e23-24_seg02_clip_40", "timestamp": [ 16.7, 20.17 ], "duration": 63.66, "caption": "A woman pushes a man against a wall and they kiss.", "similarity": 0.7587, "relevance": 2 }, { "pair_id": 124525, "video_name": "friends_s01e14_seg02_clip_08", "timestamp": [ 0.0, 16.75 ], "duration": 54.66, "caption": "A woman comes out of the room, pushes the door back and drags a man to herself, they kiss.", "similarity": 0.7488, "relevance": 2 }, { "pair_id": 124526, "video_name": "s03e01_seg02_clip_05", "timestamp": [ 22.38, 27.1 ], "duration": 63.66, "caption": "A woman walks away from a man after he tries to kiss her.", "similarity": 0.744, "relevance": 2 }, { "pair_id": 124527, "video_name": "friends_s06e21_seg02_clip_02", "timestamp": [ 50.47, 51.65 ], "duration": 59.66, "caption": "A woman tries to kiss a man and awkwardly kisses at his chest as he pushes her away.", "similarity": 0.7419, "relevance": 2 }, { "pair_id": 124528, "video_name": "castle_s03e13_seg02_clip_24", "timestamp": [ 30.03, 32.69 ], "duration": 76.66, "caption": "A woman releases person from a kiss as she kicks a man turning away from them.", "similarity": 0.7379, "relevance": 2 }, { "pair_id": 124529, "video_name": "castle_s05e02_seg02_clip_21", "timestamp": [ 58.07, 62.12 ], "duration": 90.66, "caption": "A woman moves forward to kiss a man and he moves away from her.", "similarity": 0.7372, "relevance": 2 }, { "pair_id": 124530, "video_name": "castle_s08e16_seg02_clip_14", "timestamp": [ 50.07, 63.46 ], "duration": 86.66, "caption": "A woman tries to kiss a man but he pulls away.", "similarity": 0.7331, "relevance": 2 }, { "pair_id": 124531, "video_name": "friends_s05e18_seg02_clip_05", "timestamp": [ 3.54, 8.85 ], "duration": 59.66, "caption": "A man and a woman kiss, then he walks out of the room with another woman.", "similarity": 0.7245, "relevance": 2 }, { "pair_id": 124532, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 42.72, 44.86 ], "duration": 61.66, "caption": "A man opens the door and pushes a woman's girlfriend out of the room.", "similarity": 0.7152, "relevance": 2 }, { "pair_id": 124533, "video_name": "house_s07e01_seg02_clip_03", "timestamp": [ 22.09, 30.37 ], "duration": 92.66, "caption": "A man pushes woman out of the bathroom.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 124534, "video_name": "castle_s05e02_seg02_clip_26", "timestamp": [ 141.02, 146.27 ], "duration": 150.66, "caption": "A man and a woman lean in towards each other to kiss and the woman jerks away from him.", "similarity": 0.7115, "relevance": 3 }, { "pair_id": 124535, "video_name": "friends_s06e10_seg02_clip_19", "timestamp": [ 14.66, 22.46 ], "duration": 62.66, "caption": "A woman stops a man as he walks away and grabs both his hands before kissing him.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 124536, "video_name": "friends_s10e01_seg02_clip_09", "timestamp": [ 0.0, 9.36 ], "duration": 72.66, "caption": "A woman walked into the room and disrupts a man while he tries to kiss a woman.", "similarity": 0.703, "relevance": 1 }, { "pair_id": 124537, "video_name": "s05e19_seg02_clip_03", "timestamp": [ 39.46, 42.94 ], "duration": 58.66, "caption": "A woman kisses a man quickly and walks away from him.", "similarity": 0.702, "relevance": 2 }, { "pair_id": 124538, "video_name": "house_s05e15_seg02_clip_07", "timestamp": [ 3.61, 6.33 ], "duration": 90.66, "caption": "A woman kisses a man and then walks away from him.", "similarity": 0.7017, "relevance": 2 }, { "pair_id": 124539, "video_name": "castle_s02e20_seg02_clip_09", "timestamp": [ 80.39, 84.63 ], "duration": 94.66, "caption": "A man is pushed into his bedroom as he is kissing a woman.", "similarity": 0.7007, "relevance": 3 }, { "pair_id": 297840, "video_name": "met_s06e01_seg02_clip_15", "timestamp": [ 46.74, 50.58 ], "duration": 64.66, "caption": "A woman stops man from talking and shuts him with a kiss.", "similarity": 0.6996, "relevance": 3 }, { "pair_id": 297841, "video_name": "friends_s09e06_seg02_clip_18", "timestamp": [ 0.0, 3.92 ], "duration": 56.66, "caption": "A woman kisses a man and immediately walks away from him.", "similarity": 0.696, "relevance": 3 }, { "pair_id": 297842, "video_name": "grey_s03e08_seg02_clip_08", "timestamp": [ 29.13, 30.95 ], "duration": 91.66, "caption": "A man walks away from a woman in the hallway.", "similarity": 0.6959, "relevance": 1 }, { "pair_id": 297843, "video_name": "s06e20_seg02_clip_13", "timestamp": [ 54.25, 58.03 ], "duration": 58.66, "caption": "A woman pushes man towards the door to leave.", "similarity": 0.693, "relevance": 2 }, { "pair_id": 297844, "video_name": "s04e06_seg02_clip_07", "timestamp": [ 45.47, 47.6 ], "duration": 61.66, "caption": "A man pushes a woman inside his room as he hears someone.", "similarity": 0.6924, "relevance": 3 }, { "pair_id": 297845, "video_name": "house_s06e10_seg02_clip_18", "timestamp": [ 12.91, 16.02 ], "duration": 89.66, "caption": "A woman pushes man away because she doesn't want him.", "similarity": 0.6917, "relevance": 2 }, { "pair_id": 297846, "video_name": "grey_s02e13_seg02_clip_15", "timestamp": [ 20.51, 23.01 ], "duration": 100.66, "caption": "A man walks away from woman in the hallway.", "similarity": 0.6915, "relevance": 1 }, { "pair_id": 297847, "video_name": "s08e24_seg01_clip_00", "timestamp": [ 40.06, 42.76 ], "duration": 90.66, "caption": "A woman pushes a man away and shakes her hands side to side.", "similarity": 0.691, "relevance": 3 }, { "pair_id": 297848, "video_name": "grey_s03e08_seg02_clip_21", "timestamp": [ 41.41, 49.96 ], "duration": 90.66, "caption": "A woman kisses another person in the stairwell but pulls away from him.", "similarity": 0.6901, "relevance": 3 }, { "pair_id": 297849, "video_name": "house_s07e15_seg02_clip_26", "timestamp": [ 5.4, 10.8 ], "duration": 180.66, "caption": "A man kissed a woman's head and walked away from her.", "similarity": 0.6896, "relevance": 2 }, { "pair_id": 297850, "video_name": "castle_s08e01_seg02_clip_22", "timestamp": [ 59.91, 66.35 ], "duration": 99.66, "caption": "A woman kisses man and runs away from him.", "similarity": 0.6894, "relevance": 3 }, { "pair_id": 297851, "video_name": "friends_s05e09_seg02_clip_06", "timestamp": [ 19.23, 22.95 ], "duration": 62.66, "caption": "A man and woman stop kissing and run towards the room.", "similarity": 0.6872, "relevance": 3 }, { "pair_id": 297852, "video_name": "friends_s01e12_seg02_clip_19", "timestamp": [ 4.13, 5.9 ], "duration": 59.66, "caption": "A man pushes a woman, who he was hugging, away from him to look at her.", "similarity": 0.6859, "relevance": 3 }, { "pair_id": 297853, "video_name": "s03e06_seg01_clip_00", "timestamp": [ 93.62, 97.22 ], "duration": 120.66, "caption": "A woman kisses a man and walks away from him.", "similarity": 0.6855, "relevance": 3 }, { "pair_id": 297854, "video_name": "castle_s06e13_seg02_clip_13", "timestamp": [ 4.14, 6.9 ], "duration": 92.66, "caption": "A woman kisses the man with a mustache and walks away.", "similarity": 0.6851, "relevance": 2 }, { "pair_id": 297855, "video_name": "met_s06e01_seg02_clip_06", "timestamp": [ 44.21, 47.52 ], "duration": 60.66, "caption": "A woman makes a face at man in the hallway and walks away.", "similarity": 0.6848, "relevance": 2 }, { "pair_id": 297856, "video_name": "castle_s07e22_seg02_clip_09", "timestamp": [ 52.34, 55.07 ], "duration": 91.66, "caption": "A man pushes another man away from a woman with his fingers when he gets too close.", "similarity": 0.6843, "relevance": 3 }, { "pair_id": 297857, "video_name": "grey_s03e12_seg02_clip_19", "timestamp": [ 3.08, 5.28 ], "duration": 88.66, "caption": "A man turns and walks away from a woman in the hallway.", "similarity": 0.6833, "relevance": 2 }, { "pair_id": 297858, "video_name": "met_s06e06_seg02_clip_14", "timestamp": [ 22.53, 26.33 ], "duration": 58.66, "caption": "A woman tries to stop a man from kissing her.", "similarity": 0.6831, "relevance": 2 }, { "pair_id": 297859, "video_name": "s09e11_seg02_clip_14", "timestamp": [ 26.41, 29.11 ], "duration": 60.66, "caption": "A woman leans in to kiss person, and he pulls away from her.", "similarity": 0.6826, "relevance": 2 } ] }, { "query_id": 95500, "query": "A woman sitting on a table talking to person about his mission.", "relevant_moment": [ { "pair_id": 13200, "video_name": "castle_s03e19_seg02_clip_18", "timestamp": [ 14.24, 62.76 ], "duration": 89.66, "caption": "A woman sitting on a table talking to person about his mission.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 13202, "video_name": "castle_s05e24_seg02_clip_00", "timestamp": [ 0.0, 21.86 ], "duration": 93.66, "caption": "A woman sitting on a table talking to someone about his mission.", "similarity": 0.9927, "relevance": 2 }, { "pair_id": 13203, "video_name": "castle_s05e03_seg02_clip_27", "timestamp": [ 25.85, 47.62 ], "duration": 68.66, "caption": "A woman sitting on a table talking to someone about his mission.", "similarity": 0.9927, "relevance": 1 }, { "pair_id": 13204, "video_name": "castle_s06e10_seg02_clip_02", "timestamp": [ 29.14, 88.31 ], "duration": 88.66, "caption": "A woman sitting on a table talking to a person about his/her mission.", "similarity": 0.9843, "relevance": 2 }, { "pair_id": 13205, "video_name": "castle_s05e07_seg02_clip_04", "timestamp": [ 0.0, 30.88 ], "duration": 90.66, "caption": "A woman sitting on a table talking to someone about their mission.", "similarity": 0.9843, "relevance": 2 }, { "pair_id": 13206, "video_name": "castle_s03e19_seg02_clip_18", "timestamp": [ 18.7, 56.09 ], "duration": 89.66, "caption": "A woman sitting on a table talking to someone about their mission.", "similarity": 0.9843, "relevance": 3 }, { "pair_id": 13207, "video_name": "castle_s02e15_seg02_clip_07", "timestamp": [ 0.0, 25.65 ], "duration": 91.66, "caption": "A woman sitting on a table talking to someone about her mission.", "similarity": 0.9834, "relevance": 3 }, { "pair_id": 13208, "video_name": "castle_s03e24_seg02_clip_24", "timestamp": [ 0.0, 29.77 ], "duration": 93.66, "caption": "A person sitting on a table talking to a woman about his mission.", "similarity": 0.9708, "relevance": 0 }, { "pair_id": 13209, "video_name": "castle_s03e24_seg02_clip_24", "timestamp": [ 0.0, 28.37 ], "duration": 93.66, "caption": "A person sitting on a table talking to a woman about his mission.", "similarity": 0.9708, "relevance": 0 }, { "pair_id": 13210, "video_name": "castle_s07e06_seg02_clip_19", "timestamp": [ 33.15, 57.01 ], "duration": 88.66, "caption": "A woman sitting on a table talking to another person about his mission.", "similarity": 0.968, "relevance": 2 }, { "pair_id": 13211, "video_name": "castle_s02e18_seg02_clip_10", "timestamp": [ 0.0, 30.18 ], "duration": 85.66, "caption": "A woman sitting on a table talking to another person about his mission.", "similarity": 0.968, "relevance": 0 }, { "pair_id": 13212, "video_name": "castle_s08e13_seg02_clip_12", "timestamp": [ 33.18, 68.6 ], "duration": 89.66, "caption": "A person sitting on a table talking to woman about his mission.", "similarity": 0.9674, "relevance": 3 }, { "pair_id": 13213, "video_name": "castle_s08e08_seg02_clip_19", "timestamp": [ 27.31, 62.35 ], "duration": 91.66, "caption": "A person sitting on a table talking to woman about his mission.", "similarity": 0.9674, "relevance": 2 }, { "pair_id": 13214, "video_name": "castle_s07e15_seg02_clip_18", "timestamp": [ 54.73, 110.46 ], "duration": 199.66, "caption": "A person sitting on a table talking to woman about his mission.", "similarity": 0.9674, "relevance": 0 }, { "pair_id": 13215, "video_name": "castle_s07e06_seg02_clip_19", "timestamp": [ 18.12, 55.68 ], "duration": 88.66, "caption": "A person is sitting on a table talking to a woman about their mission.", "similarity": 0.9668, "relevance": 2 }, { "pair_id": 13216, "video_name": "castle_s01e01_seg02_clip_25", "timestamp": [ 59.82, 92.03 ], "duration": 92.66, "caption": "A person is sitting on a table talking to a woman about their mission.", "similarity": 0.9668, "relevance": 2 }, { "pair_id": 13217, "video_name": "castle_s02e18_seg02_clip_10", "timestamp": [ 54.42, 85.02 ], "duration": 85.66, "caption": "A person is sitting on a table talking to a woman about his mission.", "similarity": 0.9664, "relevance": 2 }, { "pair_id": 13218, "video_name": "castle_s01e08_seg02_clip_06", "timestamp": [ 63.84, 89.29 ], "duration": 89.66, "caption": "A person is sitting on a table talking to a woman about his mission.", "similarity": 0.9664, "relevance": 2 }, { "pair_id": 13219, "video_name": "castle_s08e13_seg02_clip_12", "timestamp": [ 34.07, 62.32 ], "duration": 89.66, "caption": "A woman sitting on a table talking to woman about his mission.", "similarity": 0.9641, "relevance": 2 } ] }, { "query_id": 95587, "query": "A man crutches away from another man but he follows him.", "relevant_moment": [ { "pair_id": 3220, "video_name": "house_s08e12_seg02_clip_11", "timestamp": [ 10.08, 35.29 ], "duration": 72.66, "caption": "A man crutches away from another man but he follows him.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3221, "video_name": "house_s08e12_seg02_clip_19", "timestamp": [ 22.26, 24.48 ], "duration": 89.66, "caption": "A man walks away from another man while he's on crutches.", "similarity": 0.8572, "relevance": 1 }, { "pair_id": 3222, "video_name": "house_s08e12_seg02_clip_11", "timestamp": [ 0.0, 2.52 ], "duration": 72.66, "caption": "A man walks up to another man when he is on crutches.", "similarity": 0.7627, "relevance": 2 }, { "pair_id": 3223, "video_name": "house_s01e02_seg02_clip_02", "timestamp": [ 82.91, 89.64 ], "duration": 89.66, "caption": "A man walks out and another person follows him.", "similarity": 0.6753, "relevance": 3 }, { "pair_id": 3224, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 66.97, 73.58 ], "duration": 88.66, "caption": "A man walks away from another man, but the other man stops him.", "similarity": 0.6733, "relevance": 1 }, { "pair_id": 3225, "video_name": "met_s02e15_seg02_clip_01", "timestamp": [ 14.41, 16.81 ], "duration": 60.66, "caption": "A man passes a set of crutches to woman.", "similarity": 0.6708, "relevance": 1 }, { "pair_id": 3226, "video_name": "house_s08e21_seg02_clip_19", "timestamp": [ 48.25, 50.64 ], "duration": 53.66, "caption": "A man moves to follow another man as he leaves.", "similarity": 0.6701, "relevance": 1 }, { "pair_id": 3227, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 48.21, 58.57 ], "duration": 90.66, "caption": "A man starts to walk away and another man keeps him from leaving.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 3228, "video_name": "house_s08e12_seg02_clip_17", "timestamp": [ 4.55, 10.92 ], "duration": 91.66, "caption": "A man walks over to talk with another person using crutches.", "similarity": 0.6644, "relevance": 1 }, { "pair_id": 3229, "video_name": "friends_s07e14_seg02_clip_09", "timestamp": [ 6.6, 10.5 ], "duration": 60.66, "caption": "A man stops another man as he's walking away then pats him on the back.", "similarity": 0.6641, "relevance": 1 }, { "pair_id": 3230, "video_name": "friends_s10e17-18_seg02_clip_12", "timestamp": [ 46.42, 52.19 ], "duration": 64.66, "caption": "A man stops guy from walking away and motions him closer.", "similarity": 0.6614, "relevance": 1 }, { "pair_id": 3231, "video_name": "friends_s03e10_seg02_clip_03", "timestamp": [ 4.46, 6.54 ], "duration": 59.66, "caption": "A man motions towards the crutches with his head.", "similarity": 0.6594, "relevance": 1 }, { "pair_id": 3232, "video_name": "friends_s09e23-24_seg02_clip_01", "timestamp": [ 44.98, 52.19 ], "duration": 57.66, "caption": "A man walks away and two people follow him.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 3233, "video_name": "castle_s05e19_seg02_clip_20", "timestamp": [ 53.39, 56.27 ], "duration": 82.66, "caption": "A person goes through a door on crutches and stops when he sees two people in front of him.", "similarity": 0.6513, "relevance": 1 }, { "pair_id": 3234, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 28.81, 32.41 ], "duration": 90.66, "caption": "A man starts to walk away but another man comes forward.", "similarity": 0.6404, "relevance": 0 }, { "pair_id": 3235, "video_name": "met_s03e08_seg02_clip_04", "timestamp": [ 0.0, 8.4 ], "duration": 60.66, "caption": "A man is annoying another man so he walks away from him.", "similarity": 0.6399, "relevance": 1 }, { "pair_id": 3236, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 6.79, 12.22 ], "duration": 90.66, "caption": "A man walks away from a woman and another man and a man follows him.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 3237, "video_name": "friends_s08e08_seg02_clip_10", "timestamp": [ 19.53, 22.09 ], "duration": 64.66, "caption": "A man pulls another man away to stand in a different spot.", "similarity": 0.6359, "relevance": 0 }, { "pair_id": 3238, "video_name": "friends_s06e17_seg02_clip_02", "timestamp": [ 45.45, 48.7 ], "duration": 59.66, "caption": "A man turns his back to another man and walks away.", "similarity": 0.6357, "relevance": 0 }, { "pair_id": 3239, "video_name": "house_s07e20_seg02_clip_20", "timestamp": [ 50.44, 52.5 ], "duration": 82.66, "caption": "A man turns away from another person and walks away.", "similarity": 0.6343, "relevance": 0 } ] }, { "query_id": 95653, "query": "A man crosses his arms and falls back into the corner of the couch.", "relevant_moment": [ { "pair_id": 15800, "video_name": "friends_s02e08_seg02_clip_19", "timestamp": [ 15.09, 18.72 ], "duration": 60.66, "caption": "A man crosses his arms and falls back into the corner of the couch.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 15801, "video_name": "friends_s01e05_seg02_clip_18", "timestamp": [ 52.62, 59.24 ], "duration": 60.66, "caption": "A man falls face forward onto the couch and then jumps over the back of the couch.", "similarity": 0.8359, "relevance": 2 }, { "pair_id": 15802, "video_name": "s02e05_seg01_clip_00", "timestamp": [ 4.88, 9.46 ], "duration": 61.66, "caption": "A man walks before the sofa and falls face forward into the couch.", "similarity": 0.7643, "relevance": 2 }, { "pair_id": 15803, "video_name": "friends_s05e15_seg02_clip_08", "timestamp": [ 21.97, 28.68 ], "duration": 61.66, "caption": "A man goes over to the couch, sits down, and crosses his legs.", "similarity": 0.6984, "relevance": 2 }, { "pair_id": 15806, "video_name": "friends_s09e21_seg02_clip_07", "timestamp": [ 24.11, 28.38 ], "duration": 61.66, "caption": "A man turns to his right and puts his arm on the back of the couch.", "similarity": 0.668, "relevance": 2 }, { "pair_id": 15807, "video_name": "friends_s04e15_seg02_clip_04", "timestamp": [ 41.6, 44.75 ], "duration": 63.66, "caption": "A man sits down on the sofa, crosses his arms and shakes his head.", "similarity": 0.6632, "relevance": 4 }, { "pair_id": 15808, "video_name": "castle_s05e11_seg02_clip_12", "timestamp": [ 12.76, 17.6 ], "duration": 88.66, "caption": "A man leans back and puts their arms out on top of the couch.", "similarity": 0.6592, "relevance": 1 }, { "pair_id": 15809, "video_name": "friends_s06e24-25_seg02_clip_20", "timestamp": [ 9.38, 11.49 ], "duration": 60.66, "caption": "A man puts his arm on the back of the couch.", "similarity": 0.6568, "relevance": 2 }, { "pair_id": 15810, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 4.79, 9.14 ], "duration": 87.66, "caption": "A person falls down on the couch and then onto the floor.", "similarity": 0.6566, "relevance": 1 }, { "pair_id": 15811, "video_name": "house_s08e06_seg02_clip_14", "timestamp": [ 70.11, 72.35 ], "duration": 89.66, "caption": "A man leans back in his chair and crosses his arms.", "similarity": 0.6564, "relevance": 2 }, { "pair_id": 15812, "video_name": "s04e05_seg01_clip_00", "timestamp": [ 27.16, 61.03 ], "duration": 61.66, "caption": "A man crosses both legs while sitting on the couch.", "similarity": 0.651, "relevance": 2 }, { "pair_id": 15813, "video_name": "friends_s09e12_seg02_clip_15", "timestamp": [ 0.0, 3.35 ], "duration": 67.66, "caption": "A man jumps up off the couch, shakes his arms around and then puts his left arm straight out.", "similarity": 0.6427, "relevance": 1 }, { "pair_id": 15815, "video_name": "house_s05e23_seg02_clip_24", "timestamp": [ 0.0, 15.3 ], "duration": 90.66, "caption": "A man lays on the couch with his arm across his forehead.", "similarity": 0.6349, "relevance": 1 }, { "pair_id": 15816, "video_name": "friends_s06e07_seg02_clip_10", "timestamp": [ 13.12, 15.97 ], "duration": 57.66, "caption": "A man sits down on a couch and extends both arms behind him along the back of the couch.", "similarity": 0.6319, "relevance": 2 }, { "pair_id": 15817, "video_name": "friends_s10e02_seg02_clip_07", "timestamp": [ 53.71, 56.07 ], "duration": 59.66, "caption": "A man shifts on the couch and crosses his legs.", "similarity": 0.6297, "relevance": 2 }, { "pair_id": 15818, "video_name": "s03e10_seg02_clip_13", "timestamp": [ 26.11, 30.17 ], "duration": 58.66, "caption": "A person sits down on the armrest of the couch and crosses his legs.", "similarity": 0.6162, "relevance": 2 }, { "pair_id": 15819, "video_name": "friends_s05e15_seg02_clip_06", "timestamp": [ 11.03, 17.66 ], "duration": 55.66, "caption": "A man starts to sit down on the couch and quickly moves to the arm of it.", "similarity": 0.6153, "relevance": 2 }, { "pair_id": 189120, "video_name": "friends_s03e03_seg02_clip_06", "timestamp": [ 13.21, 14.11 ], "duration": 60.66, "caption": "A man gets up from the back of the couch.", "similarity": 0.6138, "relevance": 1 }, { "pair_id": 189121, "video_name": "grey_s03e06_seg02_clip_10", "timestamp": [ 35.48, 39.07 ], "duration": 89.66, "caption": "A man gets up from the chair and crosses his arms.", "similarity": 0.6129, "relevance": 1 }, { "pair_id": 189122, "video_name": "friends_s01e03_seg02_clip_03", "timestamp": [ 52.85, 57.13 ], "duration": 57.66, "caption": "A man leans over the back of the couch to reach for something.", "similarity": 0.6122, "relevance": 1 }, { "pair_id": 189123, "video_name": "friends_s10e13_seg01_clip_00", "timestamp": [ 43.32, 45.46 ], "duration": 71.66, "caption": "A man crosses his arms in front of his chest.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 189124, "video_name": "friends_s09e07_seg02_clip_05", "timestamp": [ 26.19, 32.99 ], "duration": 68.66, "caption": "A man crosses his arms in front of his chest.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 189125, "video_name": "friends_s06e03_seg02_clip_13", "timestamp": [ 59.2, 61.03 ], "duration": 61.66, "caption": "A man crosses his arms in front of his chest.", "similarity": 0.6111, "relevance": 2 }, { "pair_id": 189126, "video_name": "friends_s08e19_seg02_clip_05", "timestamp": [ 36.86, 38.94 ], "duration": 59.66, "caption": "A man tries to jump up from the couch and others hold him down.", "similarity": 0.6099, "relevance": 2 }, { "pair_id": 189127, "video_name": "friends_s04e21_seg01_clip_00", "timestamp": [ 59.18, 61.68 ], "duration": 62.66, "caption": "A man puts his hands down on the edge of the couch and slides himself over.", "similarity": 0.6073, "relevance": 2 }, { "pair_id": 189128, "video_name": "friends_s03e25_seg02_clip_06", "timestamp": [ 6.09, 8.12 ], "duration": 58.66, "caption": "A man jumps from the back of the sofa and lands on top of it.", "similarity": 0.6051, "relevance": 2 }, { "pair_id": 189129, "video_name": "friends_s01e06_seg02_clip_18", "timestamp": [ 46.93, 50.47 ], "duration": 59.66, "caption": "A man puts his hands over his face and falls backwards onto his bed.", "similarity": 0.6033, "relevance": 2 }, { "pair_id": 189130, "video_name": "friends_s07e21_seg02_clip_04", "timestamp": [ 2.21, 5.99 ], "duration": 63.66, "caption": "A man falls over a chair trying to grab something off his back.", "similarity": 0.6016, "relevance": 2 }, { "pair_id": 189131, "video_name": "friends_s10e02_seg02_clip_07", "timestamp": [ 31.58, 35.42 ], "duration": 59.66, "caption": "A man leans back into the couch and touches his mouth.", "similarity": 0.6015, "relevance": 2 }, { "pair_id": 189132, "video_name": "friends_s02e04_seg02_clip_02", "timestamp": [ 0.0, 2.36 ], "duration": 59.66, "caption": "A man gets down from standing on the couch.", "similarity": 0.5919, "relevance": 2 }, { "pair_id": 189133, "video_name": "friends_s02e04_seg02_clip_10", "timestamp": [ 38.42, 41.72 ], "duration": 60.66, "caption": "A man quickly moves over to the couch and sits down.", "similarity": 0.5912, "relevance": 2 }, { "pair_id": 189134, "video_name": "s01e03_seg02_clip_18", "timestamp": [ 79.19, 81.37 ], "duration": 87.66, "caption": "A man puts his hands on the back of the couch and leans back.", "similarity": 0.5911, "relevance": 2 }, { "pair_id": 189135, "video_name": "s03e18_seg02_clip_13", "timestamp": [ 10.92, 13.58 ], "duration": 59.66, "caption": "A person puts his elbow on the arm of the couch and his hand to his mouth.", "similarity": 0.5906, "relevance": 2 }, { "pair_id": 189136, "video_name": "friends_s05e16_seg02_clip_01", "timestamp": [ 66.41, 69.6 ], "duration": 71.66, "caption": "A man falls onto a couch next to a woman at a couch store.", "similarity": 0.5905, "relevance": 2 }, { "pair_id": 189137, "video_name": "s10e01_seg02_clip_06", "timestamp": [ 34.18, 37.23 ], "duration": 61.66, "caption": "A man is standing by the couch, scratches his head and walks out of the room.", "similarity": 0.5879, "relevance": 2 }, { "pair_id": 189138, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 13.96, 15.51 ], "duration": 62.66, "caption": "A man reaches behind him and grabs an object off of the couch as he stands up.", "similarity": 0.5813, "relevance": 1 }, { "pair_id": 189139, "video_name": "friends_s03e07_seg02_clip_02", "timestamp": [ 53.21, 59.66 ], "duration": 59.66, "caption": "A man sits down on the arm of the couch.", "similarity": 0.5812, "relevance": 2 } ] }, { "query_id": 95677, "query": "A man lifts a mattress looks under it and puts it back down.", "relevant_moment": [ { "pair_id": 3160, "video_name": "castle_s08e15_seg02_clip_03", "timestamp": [ 76.52, 82.82 ], "duration": 90.66, "caption": "A man lifts a mattress looks under it and puts it back down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3161, "video_name": "house_s06e04_seg02_clip_20", "timestamp": [ 16.19, 18.38 ], "duration": 87.66, "caption": "A man is at the side of the bed and looks under it.", "similarity": 0.6485, "relevance": 2 }, { "pair_id": 3162, "video_name": "s02e01_seg02_clip_12", "timestamp": [ 21.97, 30.21 ], "duration": 61.66, "caption": "A man lies down on the blue air mattress.", "similarity": 0.6443, "relevance": 1 }, { "pair_id": 3163, "video_name": "friends_s01e13_seg02_clip_15", "timestamp": [ 40.06, 44.54 ], "duration": 56.66, "caption": "A man attempts to put the sofa bed back.", "similarity": 0.6119, "relevance": 3 }, { "pair_id": 3164, "video_name": "friends_s09e23-24_seg02_clip_39", "timestamp": [ 33.88, 37.55 ], "duration": 61.66, "caption": "A man takes a seat down on the edge of the bed.", "similarity": 0.6093, "relevance": 0 }, { "pair_id": 3165, "video_name": "friends_s05e16_seg02_clip_03", "timestamp": [ 3.37, 7.04 ], "duration": 61.66, "caption": "A man lifts up the side of a white couch.", "similarity": 0.6, "relevance": 2 }, { "pair_id": 3166, "video_name": "house_s08e01_seg02_clip_14", "timestamp": [ 59.34, 64.59 ], "duration": 105.66, "caption": "A man lying in the bed upside down, moves his head up and turning around.", "similarity": 0.593, "relevance": 0 }, { "pair_id": 3167, "video_name": "s05e13_seg02_clip_16", "timestamp": [ 0.0, 4.24 ], "duration": 53.66, "caption": "A man gets up from lying down in his bed.", "similarity": 0.591, "relevance": 1 }, { "pair_id": 3168, "video_name": "grey_s03e03_seg02_clip_15", "timestamp": [ 23.01, 28.53 ], "duration": 92.66, "caption": "A man lifts up a woman and sets a pillow down behind her.", "similarity": 0.5847, "relevance": 0 }, { "pair_id": 3169, "video_name": "house_s05e16_seg02_clip_09", "timestamp": [ 80.12, 83.72 ], "duration": 90.66, "caption": "A person leans down to look under a bed.", "similarity": 0.5843, "relevance": 3 }, { "pair_id": 3170, "video_name": "house_s04e14_seg02_clip_21", "timestamp": [ 31.33, 37.42 ], "duration": 87.66, "caption": "A person puts a pillow down and gets off of the floor model bed.", "similarity": 0.5831, "relevance": 0 }, { "pair_id": 3171, "video_name": "friends_s03e03_seg02_clip_11", "timestamp": [ 15.28, 18.86 ], "duration": 65.66, "caption": "A man pulls arm out from under a sleeping person in his bed causing the person to fall off the bed.", "similarity": 0.581, "relevance": 0 }, { "pair_id": 3172, "video_name": "house_s07e23_seg02_clip_07", "timestamp": [ 26.89, 42.73 ], "duration": 96.66, "caption": "A man removes all the cords from their body and stands up from their bed.", "similarity": 0.5747, "relevance": 0 }, { "pair_id": 3173, "video_name": "friends_s05e05_seg02_clip_02", "timestamp": [ 7.75, 9.3 ], "duration": 62.66, "caption": "A man takes out a box from under the bed.", "similarity": 0.5736, "relevance": 1 }, { "pair_id": 3174, "video_name": "house_s06e10_seg02_clip_14", "timestamp": [ 0.0, 9.54 ], "duration": 90.66, "caption": "A man pulls out an electronic device from underneath someone's bed.", "similarity": 0.5714, "relevance": 3 }, { "pair_id": 3175, "video_name": "castle_s05e03_seg02_clip_21", "timestamp": [ 83.29, 91.03 ], "duration": 91.66, "caption": "A man goes to look under a person's bed as the person stands beside him.", "similarity": 0.5673, "relevance": 2 }, { "pair_id": 3176, "video_name": "s04e04_seg02_clip_02", "timestamp": [ 40.62, 43.42 ], "duration": 56.66, "caption": "A man slumps back into his bed with a disgusted look on his face.", "similarity": 0.5672, "relevance": 0 }, { "pair_id": 3177, "video_name": "house_s07e15_seg02_clip_00", "timestamp": [ 21.86, 80.61 ], "duration": 91.66, "caption": "A man was lying under the bed of a woman.", "similarity": 0.5668, "relevance": 0 }, { "pair_id": 3178, "video_name": "s03e11_seg02_clip_10", "timestamp": [ 49.03, 55.7 ], "duration": 58.66, "caption": "A person sits down on a man's bed then gets back up immediately.", "similarity": 0.5657, "relevance": 1 }, { "pair_id": 3179, "video_name": "friends_s09e20_seg01_clip_01", "timestamp": [ 0.98, 4.41 ], "duration": 98.66, "caption": "A man lifts a woman up in the air and then sets her down.", "similarity": 0.5635, "relevance": 1 } ] }, { "query_id": 95785, "query": "A person grips onto a large jar of olives as he looks intently at a man and woman arguing.", "relevant_moment": [ { "pair_id": 30740, "video_name": "met_s04e03_seg02_clip_12", "timestamp": [ 24.79, 25.96 ], "duration": 58.66, "caption": "A person grips onto a large jar of olives as he looks intently at a man and woman arguing.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 30741, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 2.14, 5.8 ], "duration": 61.66, "caption": "A person and the other person in front of him/her are arguing.", "similarity": 0.6544, "relevance": 0 }, { "pair_id": 30742, "video_name": "s08e06_seg02_clip_09", "timestamp": [ 35.09, 37.84 ], "duration": 61.66, "caption": "A man and a woman look at each other while two other people argue.", "similarity": 0.6373, "relevance": 1 }, { "pair_id": 30743, "video_name": "house_s03e09_seg02_clip_03", "timestamp": [ 41.75, 90.66 ], "duration": 90.66, "caption": "Two people argue about a man and other things.", "similarity": 0.6357, "relevance": 1 }, { "pair_id": 30744, "video_name": "s10e07_seg02_clip_09", "timestamp": [ 0.0, 7.2 ], "duration": 60.66, "caption": "A woman and man are arguing in front of person and person.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 30745, "video_name": "s01e09_seg02_clip_12", "timestamp": [ 10.8, 12.61 ], "duration": 60.66, "caption": "Two people are arguing in front of a crowd of people.", "similarity": 0.6077, "relevance": 1 }, { "pair_id": 30746, "video_name": "s09e21_seg02_clip_01", "timestamp": [ 4.43, 6.49 ], "duration": 59.66, "caption": "A person is holding a sheet of paper while arguing with another person.", "similarity": 0.6014, "relevance": 0 }, { "pair_id": 30747, "video_name": "castle_s02e05_seg02_clip_18", "timestamp": [ 0.0, 34.76 ], "duration": 86.66, "caption": "Two people are standing in front of each other arguing.", "similarity": 0.5971, "relevance": 0 }, { "pair_id": 30749, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 5.03, 9.15 ], "duration": 91.66, "caption": "Two people are arguing so a man asks them if they know what it indicates when someone argues so much.", "similarity": 0.5936, "relevance": 1 }, { "pair_id": 30750, "video_name": "house_s06e18_seg02_clip_13", "timestamp": [ 37.84, 44.51 ], "duration": 89.66, "caption": "A man puts on his jacket while arguing with another person.", "similarity": 0.5893, "relevance": 0 }, { "pair_id": 30751, "video_name": "s02e12_seg02_clip_02", "timestamp": [ 0.0, 11.1 ], "duration": 60.66, "caption": "A woman is in front of a man arguing with him.", "similarity": 0.5892, "relevance": 1 }, { "pair_id": 30752, "video_name": "s05e21_seg02_clip_00", "timestamp": [ 15.56, 61.03 ], "duration": 61.66, "caption": "A person starts arguing another person for a serious matter.", "similarity": 0.5873, "relevance": 1 }, { "pair_id": 30753, "video_name": "friends_s02e18_seg02_clip_09", "timestamp": [ 13.92, 44.78 ], "duration": 60.66, "caption": "Two people argue and wave their arms at each other.", "similarity": 0.5865, "relevance": 0 }, { "pair_id": 30754, "video_name": "s05e22_seg02_clip_11", "timestamp": [ 47.47, 53.0 ], "duration": 65.66, "caption": "A man and a woman are arguing about a girl.", "similarity": 0.5864, "relevance": 0 }, { "pair_id": 30755, "video_name": "friends_s03e15_seg02_clip_17", "timestamp": [ 25.29, 30.73 ], "duration": 64.66, "caption": "Two people start arguing with each other.", "similarity": 0.5859, "relevance": 1 }, { "pair_id": 30756, "video_name": "friends_s08e10_seg02_clip_08", "timestamp": [ 5.51, 8.41 ], "duration": 58.66, "caption": "A man stands up immediately while arguing with a woman.", "similarity": 0.5801, "relevance": 1 }, { "pair_id": 30757, "video_name": "s03e21_seg02_clip_14", "timestamp": [ 43.7, 56.02 ], "duration": 56.66, "caption": "A person goes into another and two men begin arguing.", "similarity": 0.5752, "relevance": 0 }, { "pair_id": 30758, "video_name": "friends_s05e12_seg02_clip_06", "timestamp": [ 0.0, 13.12 ], "duration": 61.66, "caption": "A woman and a man argue together at the tennis court.", "similarity": 0.5745, "relevance": 1 }, { "pair_id": 30759, "video_name": "s08e11_seg02_clip_07", "timestamp": [ 49.32, 52.51 ], "duration": 58.66, "caption": "A person puts their hands on their hips while arguing with another person.", "similarity": 0.5701, "relevance": 0 } ] }, { "query_id": 95806, "query": "A doctor uses the stethoscope on the patient to listen to his chest.", "relevant_moment": [ { "pair_id": 107060, "video_name": "house_s08e08_seg02_clip_23", "timestamp": [ 20.95, 25.07 ], "duration": 74.66, "caption": "A doctor uses the stethoscope on the patient to listen to his chest.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 107061, "video_name": "grey_s02e07_seg02_clip_00", "timestamp": [ 13.89, 25.0 ], "duration": 92.66, "caption": "A doctor uses their stethoscope to listen to the patient's stomach.", "similarity": 0.8815, "relevance": 3 }, { "pair_id": 107062, "video_name": "grey_s01e03_seg02_clip_18", "timestamp": [ 4.08, 8.61 ], "duration": 90.66, "caption": "A person is listening to his patient's chest then takes off his stethoscope.", "similarity": 0.8738, "relevance": 4 }, { "pair_id": 107063, "video_name": "house_s08e01_seg02_clip_12", "timestamp": [ 64.7, 69.98 ], "duration": 88.66, "caption": "The person checks the patient's chest using a stethoscope.", "similarity": 0.8675, "relevance": 4 }, { "pair_id": 107064, "video_name": "house_s02e20_seg02_clip_04", "timestamp": [ 11.64, 17.47 ], "duration": 97.66, "caption": "A doctor is checking up a patient using stethoscope.", "similarity": 0.8551, "relevance": 3 }, { "pair_id": 107065, "video_name": "grey_s03e23_seg02_clip_13", "timestamp": [ 24.25, 31.31 ], "duration": 88.66, "caption": "A woman listens to the patient's chest with a stethoscope.", "similarity": 0.8551, "relevance": 3 }, { "pair_id": 107066, "video_name": "house_s01e01_seg02_clip_13", "timestamp": [ 41.72, 47.31 ], "duration": 86.66, "caption": "A man listens to the patient's lungs with a stethoscope.", "similarity": 0.8517, "relevance": 3 }, { "pair_id": 107067, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 69.31, 80.93 ], "duration": 93.66, "caption": "A doctor takes their stethoscope and checks the patient's breathing.", "similarity": 0.8505, "relevance": 3 }, { "pair_id": 107068, "video_name": "house_s04e12_seg02_clip_18", "timestamp": [ 60.68, 79.26 ], "duration": 82.66, "caption": "A woman takes the stethoscope from around her neck, puts it on, and listens to the patient's chest.", "similarity": 0.8463, "relevance": 4 }, { "pair_id": 107069, "video_name": "grey_s02e05_seg02_clip_05", "timestamp": [ 0.0, 80.02 ], "duration": 80.66, "caption": "A person puts on their stethoscope and listens to someone's chest.", "similarity": 0.8417, "relevance": 3 }, { "pair_id": 107070, "video_name": "house_s07e08_seg02_clip_17", "timestamp": [ 45.09, 48.31 ], "duration": 92.66, "caption": "A person listens to someone's chest with a stethoscope.", "similarity": 0.8366, "relevance": 4 }, { "pair_id": 107071, "video_name": "grey_s01e09_seg02_clip_22", "timestamp": [ 55.36, 59.42 ], "duration": 90.66, "caption": "A person uses a stethoscope to examine a patient.", "similarity": 0.833, "relevance": 4 }, { "pair_id": 107072, "video_name": "grey_s02e13_seg02_clip_04", "timestamp": [ 48.43, 52.15 ], "duration": 93.66, "caption": "A person places stethoscope on someone's chest and listens to their heart.", "similarity": 0.8219, "relevance": 4 }, { "pair_id": 107073, "video_name": "house_s01e07_seg02_clip_01", "timestamp": [ 71.17, 81.4 ], "duration": 93.66, "caption": "A man puts a stethoscope in his ears and uses it to listen to a female patient's breathing.", "similarity": 0.8201, "relevance": 4 }, { "pair_id": 107074, "video_name": "house_s05e09_seg02_clip_23", "timestamp": [ 15.02, 29.13 ], "duration": 91.66, "caption": "A man puts on his stethoscope and listens to a person's chest.", "similarity": 0.8181, "relevance": 4 }, { "pair_id": 107075, "video_name": "house_s01e01_seg02_clip_08", "timestamp": [ 27.15, 32.49 ], "duration": 89.66, "caption": "A person uses a stethoscope to listen to a young person's chest.", "similarity": 0.8144, "relevance": 4 }, { "pair_id": 107076, "video_name": "house_s08e03_seg02_clip_03", "timestamp": [ 66.46, 88.02 ], "duration": 88.66, "caption": "A doctor uses an ultrasound device on a person's chest.", "similarity": 0.809, "relevance": 3 }, { "pair_id": 107077, "video_name": "house_s06e10_seg02_clip_08", "timestamp": [ 10.12, 15.18 ], "duration": 92.66, "caption": "A man checks out the patient's heart with a stethoscope.", "similarity": 0.7879, "relevance": 4 }, { "pair_id": 107078, "video_name": "grey_s02e13_seg02_clip_11", "timestamp": [ 81.67, 84.83 ], "duration": 90.66, "caption": "A man checks his patient's lungs with his stethoscope.", "similarity": 0.7869, "relevance": 4 }, { "pair_id": 107079, "video_name": "house_s06e21_seg02_clip_23", "timestamp": [ 45.77, 49.93 ], "duration": 104.66, "caption": "A man puts a stethoscope in his ears and on his patient.", "similarity": 0.7856, "relevance": 3 }, { "pair_id": 280380, "video_name": "grey_s01e04_seg02_clip_12", "timestamp": [ 0.0, 5.23 ], "duration": 95.66, "caption": "A woman puts her stethoscope on the patient and listened to her.", "similarity": 0.7854, "relevance": 4 }, { "pair_id": 280381, "video_name": "house_s04e06_seg02_clip_11", "timestamp": [ 16.1, 19.33 ], "duration": 92.66, "caption": "A person fidgets with a blue stethoscope as they talk to other doctors.", "similarity": 0.7804, "relevance": 2 }, { "pair_id": 280382, "video_name": "house_s07e10_seg02_clip_07", "timestamp": [ 48.67, 53.53 ], "duration": 88.66, "caption": "A person puts on their stethoscope and listens to someone's heart.", "similarity": 0.7752, "relevance": 4 }, { "pair_id": 280383, "video_name": "grey_s02e21_seg02_clip_04", "timestamp": [ 16.77, 33.98 ], "duration": 86.66, "caption": "A person uses a stethoscope on a patient then removes the stethoscope from their ears.", "similarity": 0.7749, "relevance": 4 }, { "pair_id": 280384, "video_name": "house_s02e20_seg02_clip_04", "timestamp": [ 13.1, 36.87 ], "duration": 97.66, "caption": "A person carefully examines the patient with their stethoscope.", "similarity": 0.7724, "relevance": 4 }, { "pair_id": 280385, "video_name": "house_s06e20_seg02_clip_10", "timestamp": [ 57.01, 58.35 ], "duration": 89.66, "caption": "A man takes their stethoscope to check their patient as they have trouble breathing.", "similarity": 0.7695, "relevance": 4 }, { "pair_id": 280386, "video_name": "house_s03e20_seg02_clip_10", "timestamp": [ 8.36, 9.68 ], "duration": 88.66, "caption": "A doctor removes his/her stethoscope from his/her ears.", "similarity": 0.766, "relevance": 3 }, { "pair_id": 280387, "video_name": "house_s02e08_seg02_clip_09", "timestamp": [ 76.46, 83.29 ], "duration": 91.66, "caption": "A patient is holding a stethoscope in his hand.", "similarity": 0.7591, "relevance": 1 }, { "pair_id": 280388, "video_name": "house_s01e21_seg02_clip_21", "timestamp": [ 1.6, 4.8 ], "duration": 64.66, "caption": "A woman puts their stethoscope to check person's chest.", "similarity": 0.7467, "relevance": 4 }, { "pair_id": 280389, "video_name": "met_s06e18_seg01_clip_00", "timestamp": [ 8.92, 10.19 ], "duration": 63.66, "caption": "A man looks scared as a doctor places a stethoscope on his chest.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 280390, "video_name": "house_s02e08_seg02_clip_08", "timestamp": [ 5.52, 21.17 ], "duration": 92.66, "caption": "A man listens to the heartbeat and chest of the patient.", "similarity": 0.7457, "relevance": 4 }, { "pair_id": 280391, "video_name": "house_s02e03_seg02_clip_11", "timestamp": [ 64.63, 68.27 ], "duration": 91.66, "caption": "A person listens to someone's breathing with a stethoscope.", "similarity": 0.745, "relevance": 4 }, { "pair_id": 280392, "video_name": "house_s01e12_seg02_clip_14", "timestamp": [ 71.12, 73.82 ], "duration": 90.66, "caption": "A man uses a stethoscope on the patient in the bed.", "similarity": 0.7419, "relevance": 4 }, { "pair_id": 280393, "video_name": "house_s08e19_seg02_clip_23", "timestamp": [ 17.36, 20.03 ], "duration": 89.66, "caption": "The doctor uses an ultra sound to examine the patient's heart.", "similarity": 0.7415, "relevance": 3 }, { "pair_id": 280394, "video_name": "house_s03e13_seg02_clip_02", "timestamp": [ 72.36, 86.47 ], "duration": 91.66, "caption": "A person jerks their stethoscope from their ears after examining a patient.", "similarity": 0.732, "relevance": 4 }, { "pair_id": 280395, "video_name": "house_s03e04_seg02_clip_07", "timestamp": [ 6.72, 16.8 ], "duration": 84.66, "caption": "A doctor applies an ultrasound device to a struggling person's chest.", "similarity": 0.7315, "relevance": 3 }, { "pair_id": 280396, "video_name": "house_s03e13_seg02_clip_02", "timestamp": [ 69.18, 75.1 ], "duration": 91.66, "caption": "A man puts the stethoscope in their ears and checks a person's heart.", "similarity": 0.7302, "relevance": 4 }, { "pair_id": 280397, "video_name": "house_s08e01_seg02_clip_12", "timestamp": [ 0.0, 15.4 ], "duration": 88.66, "caption": "A doctor assesses a person by palpitating his chest.", "similarity": 0.722, "relevance": 2 }, { "pair_id": 280398, "video_name": "house_s03e02_seg02_clip_09", "timestamp": [ 9.37, 16.07 ], "duration": 89.66, "caption": "A man puts on his stethoscope and checks a person's back and chest.", "similarity": 0.7195, "relevance": 4 }, { "pair_id": 280399, "video_name": "house_s03e03_seg02_clip_18", "timestamp": [ 51.96, 54.41 ], "duration": 98.66, "caption": "A man takes a stethoscope from around a person's neck and places it in his ears.", "similarity": 0.7146, "relevance": 2 } ] }, { "query_id": 95827, "query": "Three people walk in to talk with a man.", "relevant_moment": [ { "pair_id": 28820, "video_name": "house_s03e08_seg02_clip_18", "timestamp": [ 47.53, 53.3 ], "duration": 88.66, "caption": "Three people walk in to talk with a man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 28821, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 15.2, 19.96 ], "duration": 95.66, "caption": "Some people walk in to talk with a man.", "similarity": 0.8916, "relevance": 4 }, { "pair_id": 28822, "video_name": "castle_s08e04_seg02_clip_12", "timestamp": [ 35.72, 87.12 ], "duration": 87.66, "caption": "Three people walk up to a man and start conversing with him.", "similarity": 0.8682, "relevance": 3 }, { "pair_id": 28823, "video_name": "house_s01e09_seg02_clip_14", "timestamp": [ 21.51, 25.01 ], "duration": 100.66, "caption": "Two men walk in while three other people are talking.", "similarity": 0.8615, "relevance": 2 }, { "pair_id": 28824, "video_name": "house_s06e14_seg02_clip_00", "timestamp": [ 61.22, 67.3 ], "duration": 93.66, "caption": "Some people walk in and talk with man.", "similarity": 0.8545, "relevance": 4 }, { "pair_id": 28825, "video_name": "house_s03e24_seg02_clip_03", "timestamp": [ 81.29, 86.02 ], "duration": 86.66, "caption": "A man walks in to talk with some people.", "similarity": 0.8291, "relevance": 2 }, { "pair_id": 28826, "video_name": "house_s08e07_seg02_clip_06", "timestamp": [ 86.35, 89.02 ], "duration": 89.66, "caption": "A man walks in and speaks with two people.", "similarity": 0.8243, "relevance": 2 }, { "pair_id": 28827, "video_name": "house_s07e10_seg02_clip_00", "timestamp": [ 10.5, 26.01 ], "duration": 91.66, "caption": "Two people talk to another person as a third person walks in.", "similarity": 0.8224, "relevance": 3 }, { "pair_id": 28828, "video_name": "grey_s03e25_seg02_clip_06", "timestamp": [ 81.73, 88.36 ], "duration": 88.66, "caption": "A man walks in and starts talking with two other men.", "similarity": 0.8221, "relevance": 2 }, { "pair_id": 28829, "video_name": "house_s07e05_seg02_clip_06", "timestamp": [ 73.65, 76.31 ], "duration": 88.66, "caption": "Three men walk together while they are talking.", "similarity": 0.8186, "relevance": 2 }, { "pair_id": 28830, "video_name": "castle_s07e16_seg02_clip_07", "timestamp": [ 36.35, 46.93 ], "duration": 92.66, "caption": "A man walks in to converse with woman and man.", "similarity": 0.8077, "relevance": 2 }, { "pair_id": 28831, "video_name": "castle_s04e12_seg02_clip_05", "timestamp": [ 27.46, 29.71 ], "duration": 90.66, "caption": "A man walks in and begins to talk with woman and another man.", "similarity": 0.804, "relevance": 2 }, { "pair_id": 28832, "video_name": "house_s04e09_seg02_clip_13", "timestamp": [ 62.99, 66.56 ], "duration": 89.66, "caption": "A man walks in while a person is talking with some other people.", "similarity": 0.8018, "relevance": 2 }, { "pair_id": 28833, "video_name": "castle_s05e20_seg02_clip_01", "timestamp": [ 3.61, 9.03 ], "duration": 90.66, "caption": "Three people are walking while talking.", "similarity": 0.7995, "relevance": 2 }, { "pair_id": 28834, "video_name": "friends_s05e01_seg02_clip_04", "timestamp": [ 47.91, 51.57 ], "duration": 61.66, "caption": "A man walks over to talk to two people.", "similarity": 0.7974, "relevance": 2 }, { "pair_id": 28835, "video_name": "house_s01e06_seg02_clip_14", "timestamp": [ 14.2, 16.69 ], "duration": 71.66, "caption": "A man walks in while some people are talking.", "similarity": 0.796, "relevance": 2 }, { "pair_id": 28836, "video_name": "house_s03e02_seg02_clip_14", "timestamp": [ 0.0, 17.39 ], "duration": 79.66, "caption": "A man walks over and talks with two other people.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 28837, "video_name": "house_s07e06_seg02_clip_02", "timestamp": [ 15.4, 19.37 ], "duration": 88.66, "caption": "Three people are walking while one of them is talking.", "similarity": 0.7922, "relevance": 1 }, { "pair_id": 28838, "video_name": "house_s07e12_seg02_clip_17", "timestamp": [ 0.0, 4.79 ], "duration": 87.66, "caption": "A man is talking to two people while walking.", "similarity": 0.7915, "relevance": 2 }, { "pair_id": 28839, "video_name": "house_s05e18_seg02_clip_20", "timestamp": [ 7.4, 12.18 ], "duration": 87.66, "caption": "Two men walk in while a person is talking with another person.", "similarity": 0.791, "relevance": 3 } ] }, { "query_id": 95866, "query": "A man talks while sitting on a coffeehouse chair and looking angry.", "relevant_moment": [ { "pair_id": 54920, "video_name": "friends_s08e08_seg01_clip_01", "timestamp": [ 30.52, 38.36 ], "duration": 54.66, "caption": "A man talks while sitting on a coffeehouse chair and looking angry.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 54921, "video_name": "s01e10_seg02_clip_07", "timestamp": [ 0.0, 23.41 ], "duration": 60.66, "caption": "A man is upset and talks in an angry voice.", "similarity": 0.6994, "relevance": 2 }, { "pair_id": 54922, "video_name": "friends_s03e04_seg02_clip_01", "timestamp": [ 9.3, 12.91 ], "duration": 60.66, "caption": "A man was sitting on a chair while talking.", "similarity": 0.6851, "relevance": 4 }, { "pair_id": 54923, "video_name": "house_s04e02_seg02_clip_17", "timestamp": [ 0.0, 35.15 ], "duration": 90.66, "caption": "A man was sitting on his chair whilst talking.", "similarity": 0.683, "relevance": 4 }, { "pair_id": 54924, "video_name": "s09e21_seg02_clip_10", "timestamp": [ 48.52, 61.03 ], "duration": 61.66, "caption": "A man sits up, angrily while listening to someone talk.", "similarity": 0.6796, "relevance": 4 }, { "pair_id": 54925, "video_name": "house_s02e19_seg02_clip_07", "timestamp": [ 21.62, 26.48 ], "duration": 88.66, "caption": "A man seems to be angry while he is talking to another person and then he immediately leaves the room.", "similarity": 0.662, "relevance": 2 }, { "pair_id": 54926, "video_name": "s05e05_seg02_clip_09", "timestamp": [ 22.38, 29.31 ], "duration": 63.66, "caption": "A man gets very upset with person while they are having a conversation.", "similarity": 0.6568, "relevance": 3 }, { "pair_id": 54927, "video_name": "s04e04_seg02_clip_09", "timestamp": [ 0.0, 7.13 ], "duration": 62.66, "caption": "A person is sitting on a chair talking to another person who looks a little upset.", "similarity": 0.6519, "relevance": 2 }, { "pair_id": 54928, "video_name": "house_s02e01_seg02_clip_22", "timestamp": [ 0.0, 9.74 ], "duration": 92.66, "caption": "A man is talking to another person besides him about him being angry.", "similarity": 0.6518, "relevance": 2 }, { "pair_id": 54929, "video_name": "house_s02e21_seg02_clip_09", "timestamp": [ 62.57, 71.57 ], "duration": 90.66, "caption": "A man talks to another man as if he was angry.", "similarity": 0.6435, "relevance": 2 }, { "pair_id": 54930, "video_name": "s06e23_seg02_clip_01", "timestamp": [ 19.77, 32.76 ], "duration": 59.66, "caption": "A man is sitting in his chair and moving very jerkily, using his index fingers, while talking.", "similarity": 0.6337, "relevance": 4 }, { "pair_id": 54931, "video_name": "house_s06e20_seg02_clip_13", "timestamp": [ 20.92, 23.59 ], "duration": 89.66, "caption": "A man slumping down in the chair looking upset.", "similarity": 0.6327, "relevance": 3 }, { "pair_id": 54932, "video_name": "castle_s08e20_seg02_clip_08", "timestamp": [ 25.31, 38.19 ], "duration": 92.66, "caption": "A person is upset and talking to some people then sits down.", "similarity": 0.6317, "relevance": 2 }, { "pair_id": 54933, "video_name": "s06e11_seg02_clip_12", "timestamp": [ 0.0, 36.01 ], "duration": 59.66, "caption": "A man is sitting in an armchair while talking to some people.", "similarity": 0.6253, "relevance": 1 }, { "pair_id": 54934, "video_name": "house_s01e15_seg02_clip_24", "timestamp": [ 36.49, 40.33 ], "duration": 96.66, "caption": "A man sits in the chair while talking to person.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 54935, "video_name": "house_s04e13_seg02_clip_21", "timestamp": [ 32.17, 34.57 ], "duration": 96.66, "caption": "A man sits down in a chair while talking with other people.", "similarity": 0.6177, "relevance": 1 }, { "pair_id": 54936, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 3.96 ], "duration": 88.66, "caption": "A man was sitting at his chair whilst talking to a man.", "similarity": 0.6158, "relevance": 2 }, { "pair_id": 54937, "video_name": "house_s02e21_seg02_clip_15", "timestamp": [ 0.0, 66.47 ], "duration": 90.66, "caption": "A man talks to a person while he is sick and angry.", "similarity": 0.6147, "relevance": 2 }, { "pair_id": 54938, "video_name": "friends_s08e04_seg02_clip_10", "timestamp": [ 0.0, 6.82 ], "duration": 59.66, "caption": "A man was sitting on a couch whilst talking.", "similarity": 0.613, "relevance": 1 }, { "pair_id": 54939, "video_name": "house_s05e05_seg02_clip_23", "timestamp": [ 33.26, 35.16 ], "duration": 95.66, "caption": "A man sits up from his seat very angrily and quickly.", "similarity": 0.6127, "relevance": 2 } ] }, { "query_id": 95950, "query": "Some people walk out of the Daily Runner.", "relevant_moment": [ { "pair_id": 5860, "video_name": "house_s06e20_seg02_clip_03", "timestamp": [ 29.91, 41.07 ], "duration": 89.66, "caption": "Some people walk out of the Daily Runner.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5861, "video_name": "met_s06e04_seg02_clip_10", "timestamp": [ 20.47, 23.44 ], "duration": 66.66, "caption": "Some people all take off running in different directions.", "similarity": 0.6842, "relevance": 2 }, { "pair_id": 5862, "video_name": "house_s06e14_seg02_clip_20", "timestamp": [ 42.33, 46.98 ], "duration": 93.66, "caption": "A group of people walks out together.", "similarity": 0.593, "relevance": 3 }, { "pair_id": 5863, "video_name": "castle_s03e19_seg02_clip_11", "timestamp": [ 39.44, 45.27 ], "duration": 89.66, "caption": "Some people walk out of the office.", "similarity": 0.5582, "relevance": 3 }, { "pair_id": 5864, "video_name": "house_s07e19_seg02_clip_01", "timestamp": [ 17.29, 18.66 ], "duration": 91.66, "caption": "The people all start to walk away from a person.", "similarity": 0.5517, "relevance": 1 }, { "pair_id": 5865, "video_name": "castle_s01e06_seg02_clip_19", "timestamp": [ 63.67, 68.9 ], "duration": 95.66, "caption": "Some people walk away from a person in the street.", "similarity": 0.5488, "relevance": 2 }, { "pair_id": 5866, "video_name": "s01e10_seg02_clip_08", "timestamp": [ 54.52, 59.25 ], "duration": 63.66, "caption": "Some people turn around and run out the door.", "similarity": 0.548, "relevance": 3 }, { "pair_id": 5867, "video_name": "friends_s04e23-24_seg02_clip_04", "timestamp": [ 26.22, 32.11 ], "duration": 107.66, "caption": "Some people stop while walking down the street.", "similarity": 0.5476, "relevance": 1 }, { "pair_id": 5868, "video_name": "house_s05e02_seg02_clip_22", "timestamp": [ 0.0, 10.76 ], "duration": 50.66, "caption": "A person walks out of the room while others run in.", "similarity": 0.5451, "relevance": 1 }, { "pair_id": 5869, "video_name": "s04e08_seg02_clip_15", "timestamp": [ 13.32, 18.01 ], "duration": 72.66, "caption": "A group of people follows the group when they ran.", "similarity": 0.5437, "relevance": 3 }, { "pair_id": 5870, "video_name": "house_s02e02_seg02_clip_10", "timestamp": [ 73.06, 75.26 ], "duration": 88.66, "caption": "Three people walk out and leave a person.", "similarity": 0.5382, "relevance": 2 }, { "pair_id": 5871, "video_name": "house_s01e13_seg02_clip_02", "timestamp": [ 25.38, 27.69 ], "duration": 92.66, "caption": "Some people walk out of the office leaving a person alone.", "similarity": 0.5323, "relevance": 2 }, { "pair_id": 5873, "video_name": "s07e23_seg01_clip_00", "timestamp": [ 40.21, 45.36 ], "duration": 49.66, "caption": "Some people run downstairs and out of sight.", "similarity": 0.5275, "relevance": 2 }, { "pair_id": 5874, "video_name": "s02e20_seg02_clip_00", "timestamp": [ 4.73, 8.82 ], "duration": 63.66, "caption": "Some people walk out of the apartment.", "similarity": 0.5184, "relevance": 2 }, { "pair_id": 5875, "video_name": "house_s06e06_seg02_clip_19", "timestamp": [ 39.06, 46.31 ], "duration": 80.66, "caption": "Some people start to walk out on a person but turn back and sit.", "similarity": 0.5159, "relevance": 1 }, { "pair_id": 5876, "video_name": "house_s01e06_seg02_clip_09", "timestamp": [ 50.01, 55.56 ], "duration": 101.66, "caption": "Some people walk away from a person leaving them standing alone.", "similarity": 0.5103, "relevance": 2 }, { "pair_id": 5877, "video_name": "house_s04e04_seg02_clip_15", "timestamp": [ 54.64, 61.47 ], "duration": 85.66, "caption": "A person walks out and group immediately follow them.", "similarity": 0.5095, "relevance": 2 }, { "pair_id": 5878, "video_name": "castle_s08e19_seg02_clip_05", "timestamp": [ 0.0, 15.3 ], "duration": 90.66, "caption": "A person takes off their shoes after someone leaves.", "similarity": 0.5068, "relevance": 1 }, { "pair_id": 5879, "video_name": "castle_s05e08_seg02_clip_13", "timestamp": [ 43.06, 59.32 ], "duration": 87.66, "caption": "A woman, man, and man start running the other way when they see two people walking down the street.", "similarity": 0.504, "relevance": 1 }, { "pair_id": 179180, "video_name": "castle_s01e09_seg02_clip_08", "timestamp": [ 27.94, 30.88 ], "duration": 98.66, "caption": "Some people walk out of two different rooms at the same time.", "similarity": 0.5008, "relevance": 3 }, { "pair_id": 179181, "video_name": "met_s06e04_seg02_clip_10", "timestamp": [ 6.6, 10.57 ], "duration": 66.66, "caption": "Some people all run to meet at the same place on the street.", "similarity": 0.4997, "relevance": 2 }, { "pair_id": 179182, "video_name": "met_s06e08_seg01_clip_03", "timestamp": [ 23.66, 26.17 ], "duration": 63.66, "caption": "Two people walk away from some other people.", "similarity": 0.4991, "relevance": 2 }, { "pair_id": 179183, "video_name": "castle_s02e19_seg02_clip_10", "timestamp": [ 34.27, 44.96 ], "duration": 89.66, "caption": "Some people walk away from a doctor.", "similarity": 0.4957, "relevance": 2 }, { "pair_id": 179184, "video_name": "s06e13_seg02_clip_08", "timestamp": [ 44.9, 56.79 ], "duration": 66.66, "caption": "Some people start walking and stop to talk to a person and then resume walking.", "similarity": 0.493, "relevance": 2 }, { "pair_id": 179185, "video_name": "house_s04e16_seg02_clip_01", "timestamp": [ 13.49, 20.0 ], "duration": 93.66, "caption": "Some people walk out after talking to a person.", "similarity": 0.4925, "relevance": 2 }, { "pair_id": 179186, "video_name": "s09e07_seg02_clip_14", "timestamp": [ 24.31, 27.91 ], "duration": 60.66, "caption": "A person walks out from where two people are.", "similarity": 0.492, "relevance": 2 }, { "pair_id": 179187, "video_name": "house_s07e15_seg02_clip_13", "timestamp": [ 9.3, 21.86 ], "duration": 93.66, "caption": "Some people were all walking.", "similarity": 0.4917, "relevance": 2 }, { "pair_id": 179188, "video_name": "met_s02e10_seg02_clip_04", "timestamp": [ 10.32, 15.47 ], "duration": 60.66, "caption": "Multiple people stand and leave the room running.", "similarity": 0.4906, "relevance": 2 }, { "pair_id": 179189, "video_name": "s04e23_seg02_clip_07", "timestamp": [ 4.2, 6.6 ], "duration": 60.66, "caption": "Some people walk out of the room together.", "similarity": 0.4892, "relevance": 3 }, { "pair_id": 179190, "video_name": "met_s06e13_seg02_clip_17", "timestamp": [ 25.93, 31.06 ], "duration": 64.66, "caption": "A man walks in and another man runs out.", "similarity": 0.4875, "relevance": 2 }, { "pair_id": 179191, "video_name": "house_s01e16_seg02_clip_20", "timestamp": [ 38.96, 47.98 ], "duration": 82.66, "caption": "A person tries to walk out and another person steps in front of him/her.", "similarity": 0.4874, "relevance": 2 }, { "pair_id": 179192, "video_name": "s02e14_seg01_clip_01", "timestamp": [ 36.13, 46.02 ], "duration": 46.66, "caption": "Some people walk out of the apartment leaving a person sitting alone.", "similarity": 0.4867, "relevance": 2 }, { "pair_id": 179193, "video_name": "met_s06e10_seg02_clip_13", "timestamp": [ 3.84, 11.53 ], "duration": 64.66, "caption": "A person walks out and realizes that everyone else is gone.", "similarity": 0.4834, "relevance": 1 }, { "pair_id": 179195, "video_name": "s03e22_seg02_clip_12", "timestamp": [ 22.02, 28.53 ], "duration": 62.66, "caption": "Some people all get up and walk to the door to leave.", "similarity": 0.4816, "relevance": 2 }, { "pair_id": 179196, "video_name": "castle_s01e03_seg02_clip_24", "timestamp": [ 50.37, 73.54 ], "duration": 73.66, "caption": "Some people walk through the precinct then stop.", "similarity": 0.4815, "relevance": 3 }, { "pair_id": 179197, "video_name": "house_s01e03_seg02_clip_18", "timestamp": [ 16.2, 23.41 ], "duration": 90.66, "caption": "A person walks out and the team follow him/her immediately.", "similarity": 0.4803, "relevance": 3 }, { "pair_id": 179198, "video_name": "castle_s06e22_seg02_clip_22", "timestamp": [ 80.98, 84.66 ], "duration": 92.66, "caption": "A person and woman walk out from hiding and walk towards some people.", "similarity": 0.4801, "relevance": 3 }, { "pair_id": 179199, "video_name": "grey_s02e07_seg02_clip_02", "timestamp": [ 22.33, 25.12 ], "duration": 93.66, "caption": "Two people walk away in different directions.", "similarity": 0.4801, "relevance": 2 } ] }, { "query_id": 96041, "query": "Multiple people are walking down a hallway talking.", "relevant_moment": [ { "pair_id": 3340, "video_name": "house_s05e02_seg02_clip_01", "timestamp": [ 3.76, 29.15 ], "duration": 94.66, "caption": "Multiple people are walking down a hallway talking.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3341, "video_name": "castle_s08e15_seg02_clip_02", "timestamp": [ 0.0, 20.05 ], "duration": 89.66, "caption": "Some people walk down a hallway while talking.", "similarity": 0.9013, "relevance": 4 }, { "pair_id": 3342, "video_name": "house_s02e15_seg02_clip_24", "timestamp": [ 55.63, 78.69 ], "duration": 90.66, "caption": "Some people talk while walking through a hallway.", "similarity": 0.8922, "relevance": 4 }, { "pair_id": 3343, "video_name": "house_s03e14_seg02_clip_16", "timestamp": [ 0.0, 12.83 ], "duration": 95.66, "caption": "Some people talk while walking through the hallway.", "similarity": 0.8827, "relevance": 4 }, { "pair_id": 3344, "video_name": "house_s03e19_seg02_clip_10", "timestamp": [ 19.81, 63.82 ], "duration": 88.66, "caption": "Three people have a conversation while walking down a hallway.", "similarity": 0.8753, "relevance": 4 }, { "pair_id": 3345, "video_name": "castle_s07e23_seg02_clip_04", "timestamp": [ 87.34, 93.66 ], "duration": 93.66, "caption": "Three people walk down a hallway while talking.", "similarity": 0.8735, "relevance": 4 }, { "pair_id": 3346, "video_name": "castle_s02e12_seg02_clip_03", "timestamp": [ 66.05, 93.03 ], "duration": 93.66, "caption": "Some people are talking to each other while walking in the hallway.", "similarity": 0.8601, "relevance": 3 }, { "pair_id": 3347, "video_name": "house_s01e05_seg02_clip_02", "timestamp": [ 48.7, 82.83 ], "duration": 91.66, "caption": "Three people have a conversation as they walk down the hallway.", "similarity": 0.8543, "relevance": 4 }, { "pair_id": 3348, "video_name": "castle_s08e20_seg02_clip_03", "timestamp": [ 0.0, 25.1 ], "duration": 89.66, "caption": "Three people are walking down a hallway as they converse.", "similarity": 0.8531, "relevance": 4 }, { "pair_id": 3349, "video_name": "house_s03e07_seg02_clip_03", "timestamp": [ 0.0, 18.25 ], "duration": 96.66, "caption": "A person has a conversation with three other people as he/she walks down a hallway.", "similarity": 0.835, "relevance": 3 }, { "pair_id": 3350, "video_name": "house_s08e02_seg02_clip_03", "timestamp": [ 22.61, 63.32 ], "duration": 90.66, "caption": "A person walks down the hallway with another person talking.", "similarity": 0.7931, "relevance": 3 }, { "pair_id": 3351, "video_name": "grey_s02e17_seg02_clip_00", "timestamp": [ 0.0, 4.0 ], "duration": 100.66, "caption": "Two men and a woman are talking in the hallway.", "similarity": 0.7926, "relevance": 2 }, { "pair_id": 3352, "video_name": "castle_s04e03_seg02_clip_12", "timestamp": [ 0.0, 9.16 ], "duration": 91.66, "caption": "Some people walk together in a hallway.", "similarity": 0.7898, "relevance": 3 }, { "pair_id": 3353, "video_name": "castle_s02e10_seg02_clip_03", "timestamp": [ 14.87, 21.18 ], "duration": 90.66, "caption": "Two people talk while walking down a hallway.", "similarity": 0.7866, "relevance": 3 }, { "pair_id": 3354, "video_name": "house_s01e08_seg02_clip_24", "timestamp": [ 18.73, 30.73 ], "duration": 96.66, "caption": "A person and another person walk and talk in the hallway.", "similarity": 0.7856, "relevance": 4 }, { "pair_id": 3355, "video_name": "house_s01e07_seg02_clip_03", "timestamp": [ 0.88, 14.47 ], "duration": 87.66, "caption": "Two people walk down the hallway talking to each other.", "similarity": 0.7845, "relevance": 3 }, { "pair_id": 3356, "video_name": "house_s07e11_seg02_clip_03", "timestamp": [ 0.0, 10.8 ], "duration": 90.66, "caption": "Two people have a conversation as they walk down a hallway.", "similarity": 0.7806, "relevance": 3 }, { "pair_id": 3357, "video_name": "castle_s06e19_seg02_clip_20", "timestamp": [ 18.74, 27.67 ], "duration": 89.66, "caption": "A woman and a man are walking down a hallway talking with someone.", "similarity": 0.7775, "relevance": 4 }, { "pair_id": 3358, "video_name": "castle_s08e05_seg02_clip_07", "timestamp": [ 1.39, 7.41 ], "duration": 92.66, "caption": "Two people are walking down a hallway as they converse.", "similarity": 0.7748, "relevance": 3 }, { "pair_id": 3359, "video_name": "castle_s02e07_seg02_clip_20", "timestamp": [ 71.74, 88.02 ], "duration": 88.66, "caption": "A person is walking and another person joins him/her as they walk in the hallway speaking.", "similarity": 0.7747, "relevance": 3 }, { "pair_id": 176660, "video_name": "house_s02e24_seg02_clip_01", "timestamp": [ 58.31, 81.46 ], "duration": 89.66, "caption": "A person walks down the hallway talking to another person.", "similarity": 0.7714, "relevance": 4 }, { "pair_id": 176661, "video_name": "house_s01e20_seg02_clip_21", "timestamp": [ 79.53, 89.66 ], "duration": 89.66, "caption": "A person walks into the hallway and speaks with two other people.", "similarity": 0.7678, "relevance": 3 }, { "pair_id": 176662, "video_name": "s04e03_seg02_clip_13", "timestamp": [ 46.04, 59.03 ], "duration": 59.66, "caption": "Two people walk down the hallway having a conversation.", "similarity": 0.7658, "relevance": 4 }, { "pair_id": 176663, "video_name": "house_s06e19_seg02_clip_11", "timestamp": [ 47.33, 70.54 ], "duration": 91.66, "caption": "Three people talk while walking down a hospital hallway.", "similarity": 0.7652, "relevance": 4 }, { "pair_id": 176664, "video_name": "met_s05e04_seg02_clip_14", "timestamp": [ 36.06, 52.17 ], "duration": 70.66, "caption": "Two people walk down the hallway while having a conversation.", "similarity": 0.764, "relevance": 3 }, { "pair_id": 176665, "video_name": "house_s02e13_seg02_clip_01", "timestamp": [ 0.0, 27.46 ], "duration": 90.66, "caption": "A person walks with another person down the hallway while talking to him.", "similarity": 0.7634, "relevance": 4 }, { "pair_id": 176666, "video_name": "house_s04e11_seg02_clip_23", "timestamp": [ 16.72, 81.42 ], "duration": 88.66, "caption": "A person speaks to two other people in the hallway.", "similarity": 0.7612, "relevance": 3 }, { "pair_id": 176667, "video_name": "castle_s08e02_seg02_clip_10", "timestamp": [ 77.74, 79.32 ], "duration": 79.66, "caption": "Some people walk into a dark hallway talking to each other.", "similarity": 0.7586, "relevance": 4 }, { "pair_id": 176668, "video_name": "house_s07e08_seg02_clip_04", "timestamp": [ 18.04, 23.33 ], "duration": 88.66, "caption": "A group of people are walking while talking.", "similarity": 0.7447, "relevance": 4 }, { "pair_id": 176669, "video_name": "castle_s03e09_seg02_clip_11", "timestamp": [ 6.83, 17.29 ], "duration": 91.66, "caption": "A man and a woman walk down a hallway together talking.", "similarity": 0.7446, "relevance": 4 }, { "pair_id": 176670, "video_name": "house_s01e19_seg02_clip_03", "timestamp": [ 63.72, 91.03 ], "duration": 91.66, "caption": "Multiple people are having a conversation.", "similarity": 0.7434, "relevance": 4 }, { "pair_id": 176671, "video_name": "grey_s03e14_seg02_clip_01", "timestamp": [ 73.46, 90.66 ], "duration": 90.66, "caption": "Multiple people are having a conversation.", "similarity": 0.7434, "relevance": 3 }, { "pair_id": 176672, "video_name": "grey_s02e08_seg02_clip_03", "timestamp": [ 0.0, 34.23 ], "duration": 87.66, "caption": "Multiple people are having a conversation.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 176673, "video_name": "friends_s10e07_seg02_clip_16", "timestamp": [ 36.27, 58.03 ], "duration": 58.66, "caption": "Multiple people are having a conversation.", "similarity": 0.7434, "relevance": 2 }, { "pair_id": 176674, "video_name": "castle_s07e23_seg02_clip_01", "timestamp": [ 0.0, 12.74 ], "duration": 91.66, "caption": "Multiple people were having a conversation while walking.", "similarity": 0.7418, "relevance": 3 }, { "pair_id": 176675, "video_name": "s10e04_seg01_clip_00", "timestamp": [ 16.95, 55.46 ], "duration": 77.66, "caption": "Multiple people continue up the stairs while talking.", "similarity": 0.7415, "relevance": 4 }, { "pair_id": 176676, "video_name": "house_s08e22_seg02_clip_12", "timestamp": [ 23.32, 63.66 ], "duration": 74.66, "caption": "Some people step into the hallway and speak then one of them goes back inside the room.", "similarity": 0.7402, "relevance": 2 }, { "pair_id": 176677, "video_name": "house_s02e10_seg02_clip_10", "timestamp": [ 57.72, 63.61 ], "duration": 84.66, "caption": "A woman walks in to the hallway to talk with two men.", "similarity": 0.7395, "relevance": 4 }, { "pair_id": 176678, "video_name": "castle_s02e06_seg02_clip_09", "timestamp": [ 21.39, 32.77 ], "duration": 91.66, "caption": "A woman and a man are walking down the hallway speaking to each other.", "similarity": 0.7382, "relevance": 4 }, { "pair_id": 176679, "video_name": "castle_s03e05_seg02_clip_06", "timestamp": [ 68.87, 82.01 ], "duration": 90.66, "caption": "A man and another person walk through a large room talking.", "similarity": 0.7378, "relevance": 3 } ] }, { "query_id": 96202, "query": "A man picks up a tool from the floor, and places it on the bedside dresser.", "relevant_moment": [ { "pair_id": 74700, "video_name": "s09e12_seg02_clip_09", "timestamp": [ 6.3, 9.9 ], "duration": 60.66, "caption": "A man picks up a tool from the floor, and places it on the bedside dresser.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 74701, "video_name": "house_s08e02_seg02_clip_06", "timestamp": [ 12.32, 15.84 ], "duration": 88.66, "caption": "A person picks something up from the bedside table.", "similarity": 0.7045, "relevance": 1 }, { "pair_id": 74702, "video_name": "house_s08e13_seg02_clip_05", "timestamp": [ 4.5, 11.25 ], "duration": 90.66, "caption": "A man picks up some medical tools from the table.", "similarity": 0.6439, "relevance": 2 }, { "pair_id": 74703, "video_name": "house_s02e12_seg02_clip_01", "timestamp": [ 80.53, 86.53 ], "duration": 100.66, "caption": "A man picks something up off the tray at the bedside of an old person.", "similarity": 0.6396, "relevance": 2 }, { "pair_id": 74704, "video_name": "house_s06e10_seg02_clip_01", "timestamp": [ 23.45, 28.41 ], "duration": 90.66, "caption": "A man picks up a piece of paper on the floor.", "similarity": 0.6267, "relevance": 2 }, { "pair_id": 74705, "video_name": "house_s06e08_seg02_clip_06", "timestamp": [ 29.51, 30.51 ], "duration": 100.66, "caption": "A person picks up medicines in the medicine cabinet.", "similarity": 0.6238, "relevance": 0 }, { "pair_id": 74706, "video_name": "house_s08e11_seg02_clip_20", "timestamp": [ 10.08, 15.96 ], "duration": 84.66, "caption": "A man grabs a tool from next to a person's hospital bed, unbuttons the button on his jacket, and rubs the tool across the bottom of a person's foot.", "similarity": 0.6194, "relevance": 1 }, { "pair_id": 74707, "video_name": "house_s04e03_seg02_clip_25", "timestamp": [ 3.26, 5.12 ], "duration": 93.66, "caption": "A man moves a dresser and finds a cup underneath on the floor.", "similarity": 0.619, "relevance": 0 }, { "pair_id": 74708, "video_name": "friends_s01e02_seg02_clip_14", "timestamp": [ 40.65, 56.1 ], "duration": 63.66, "caption": "A man picks up the medical tool and starts to play with it.", "similarity": 0.6144, "relevance": 2 }, { "pair_id": 74709, "video_name": "castle_s06e12_seg02_clip_25", "timestamp": [ 13.76, 19.79 ], "duration": 86.66, "caption": "A man picks up a small black object from the floor and opens it up.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 74710, "video_name": "house_s01e17_seg02_clip_02", "timestamp": [ 3.33, 4.75 ], "duration": 95.66, "caption": "A person takes the hospital tool from a man's hand.", "similarity": 0.6012, "relevance": 0 }, { "pair_id": 74711, "video_name": "house_s03e16_seg02_clip_11", "timestamp": [ 58.71, 60.99 ], "duration": 91.66, "caption": "A man picks up his cane sitting beside a bedside table.", "similarity": 0.5976, "relevance": 0 }, { "pair_id": 74712, "video_name": "castle_s06e22_seg02_clip_18", "timestamp": [ 48.41, 50.65 ], "duration": 89.66, "caption": "A man reaches down and picks a pill up off the floor.", "similarity": 0.5777, "relevance": 2 }, { "pair_id": 74713, "video_name": "house_s07e03_seg02_clip_04", "timestamp": [ 67.78, 71.74 ], "duration": 88.66, "caption": "A man grabs a tool from the table in front of him and puts it on a patient's arm.", "similarity": 0.5773, "relevance": 1 }, { "pair_id": 74714, "video_name": "s09e21_seg02_clip_01", "timestamp": [ 24.2, 30.4 ], "duration": 59.66, "caption": "A person picks a gavel from the desk after saying one is in his bedroom.", "similarity": 0.5773, "relevance": 1 }, { "pair_id": 74715, "video_name": "friends_s07e07_seg02_clip_03", "timestamp": [ 14.41, 23.12 ], "duration": 67.66, "caption": "A person picks up some items from a chair and tosses them into a bedroom.", "similarity": 0.5698, "relevance": 0 }, { "pair_id": 74716, "video_name": "house_s05e05_seg02_clip_05", "timestamp": [ 73.37, 85.97 ], "duration": 90.66, "caption": "A person walks into the bedroom and picks up a piece of clothing with his cane.", "similarity": 0.5687, "relevance": 1 }, { "pair_id": 74717, "video_name": "s05e05_seg02_clip_07", "timestamp": [ 3.65, 4.86 ], "duration": 81.66, "caption": "A man picks up a rag from the kitchen counter and wipes his hands with it.", "similarity": 0.5681, "relevance": 0 }, { "pair_id": 74718, "video_name": "house_s06e08_seg02_clip_12", "timestamp": [ 10.88, 14.36 ], "duration": 87.66, "caption": "A man picks up person from off the floor onto the couch.", "similarity": 0.566, "relevance": 0 }, { "pair_id": 74719, "video_name": "friends_s01e06_seg02_clip_18", "timestamp": [ 24.5, 31.28 ], "duration": 59.66, "caption": "A person gets up from the bed and picks personal things up.", "similarity": 0.5653, "relevance": 1 } ] }, { "query_id": 96272, "query": "A man excitedly jumps up and down with the Nintendo controllers over his head.", "relevant_moment": [ { "pair_id": 9360, "video_name": "s01e15_seg02_clip_13", "timestamp": [ 41.78, 49.03 ], "duration": 58.66, "caption": "A man excitedly jumps up and down with the Nintendo controllers over his head.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 9361, "video_name": "friends_s03e25_seg02_clip_07", "timestamp": [ 36.27, 37.43 ], "duration": 58.66, "caption": "A man jumps up cheering and another man puts his head down.", "similarity": 0.6037, "relevance": 2 }, { "pair_id": 9362, "video_name": "met_s06e10_seg02_clip_03", "timestamp": [ 0.0, 1.3 ], "duration": 65.66, "caption": "A person is really happy and jumps up and down.", "similarity": 0.5917, "relevance": 3 }, { "pair_id": 9363, "video_name": "house_s07e12_seg02_clip_15", "timestamp": [ 89.31, 96.03 ], "duration": 96.66, "caption": "A man picks up his game controller to finish playing.", "similarity": 0.58, "relevance": 2 }, { "pair_id": 9364, "video_name": "friends_s10e12_seg02_clip_13", "timestamp": [ 25.02, 26.85 ], "duration": 61.66, "caption": "A man excitedly shakes his fists in the air.", "similarity": 0.5756, "relevance": 2 }, { "pair_id": 9365, "video_name": "s07e23_seg02_clip_15", "timestamp": [ 49.16, 54.21 ], "duration": 63.66, "caption": "A man looks confused and then gets excitedly happy.", "similarity": 0.5745, "relevance": 1 }, { "pair_id": 9366, "video_name": "s03e19_seg02_clip_15", "timestamp": [ 33.92, 36.62 ], "duration": 60.66, "caption": "A person jumps up with their arms open showing excitement.", "similarity": 0.5741, "relevance": 3 }, { "pair_id": 9367, "video_name": "friends_s04e01_seg01_clip_00", "timestamp": [ 15.44, 17.02 ], "duration": 63.66, "caption": "A man jumps up and down while waving his hands.", "similarity": 0.5738, "relevance": 2 }, { "pair_id": 9368, "video_name": "s07e02_seg02_clip_11", "timestamp": [ 35.98, 43.42 ], "duration": 62.66, "caption": "A man jumps up and down with his shirt pulled up.", "similarity": 0.5653, "relevance": 1 }, { "pair_id": 9369, "video_name": "s02e22_seg02_clip_12", "timestamp": [ 11.6, 26.24 ], "duration": 61.66, "caption": "A man consoles person for something not working out but then leaves the store and jumps up and down for joy.", "similarity": 0.5411, "relevance": 0 }, { "pair_id": 9370, "video_name": "friends_s05e11_seg01_clip_00", "timestamp": [ 6.72, 8.3 ], "duration": 79.66, "caption": "A man fist pumps the air out of excitement.", "similarity": 0.5339, "relevance": 1 }, { "pair_id": 9371, "video_name": "friends_s04e04_seg02_clip_17", "timestamp": [ 74.82, 83.62 ], "duration": 88.66, "caption": "A person jumps in the arms of a man and he spins him around, then puts him down.", "similarity": 0.5233, "relevance": 1 }, { "pair_id": 9372, "video_name": "met_s06e19_seg02_clip_15", "timestamp": [ 18.5, 20.23 ], "duration": 57.66, "caption": "A person bounces up and down on his/her chair excitedly.", "similarity": 0.5166, "relevance": 0 }, { "pair_id": 9373, "video_name": "s01e14_seg02_clip_04", "timestamp": [ 33.81, 38.77 ], "duration": 62.66, "caption": "A man holds his hands to his mouth and gasps in excitement.", "similarity": 0.5147, "relevance": 1 }, { "pair_id": 9374, "video_name": "friends_s01e04_seg02_clip_15", "timestamp": [ 25.98, 27.84 ], "duration": 53.66, "caption": "A man jumps in fear at the reappearance of a character.", "similarity": 0.5144, "relevance": 0 }, { "pair_id": 9375, "video_name": "s02e20_seg02_clip_08", "timestamp": [ 2.1, 6.3 ], "duration": 60.66, "caption": "A man shakes his fists and clasps his hands together in excitement.", "similarity": 0.5131, "relevance": 2 }, { "pair_id": 9376, "video_name": "met_s02e08_seg02_clip_16", "timestamp": [ 5.06, 12.33 ], "duration": 44.66, "caption": "A man gets really excited then a person puts his hand on his shoulder.", "similarity": 0.5104, "relevance": 1 }, { "pair_id": 9377, "video_name": "met_s02e11_seg02_clip_01", "timestamp": [ 7.05, 9.1 ], "duration": 58.66, "caption": "A man reaches down and excitedly pats another man on the back.", "similarity": 0.5091, "relevance": 0 }, { "pair_id": 9378, "video_name": "friends_s02e11_seg02_clip_02", "timestamp": [ 50.7, 56.02 ], "duration": 56.66, "caption": "A man points at something on the ground and then starts jumping up and down.", "similarity": 0.5052, "relevance": 1 }, { "pair_id": 9379, "video_name": "friends_s09e12_seg02_clip_09", "timestamp": [ 18.91, 26.47 ], "duration": 63.66, "caption": "A man raises his hand and looks up in the air, dramatically.", "similarity": 0.5049, "relevance": 1 } ] }, { "query_id": 96276, "query": "A person rolls over onto the floor while talking with man.", "relevant_moment": [ { "pair_id": 97680, "video_name": "house_s08e19_seg02_clip_20", "timestamp": [ 53.26, 59.63 ], "duration": 91.66, "caption": "A person rolls over onto the floor while talking with man.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 97681, "video_name": "met_s02e13_seg02_clip_19", "timestamp": [ 2.16, 8.64 ], "duration": 72.66, "caption": "Man leans over to a person on the floor and speaks to him.", "similarity": 0.7603, "relevance": 3 }, { "pair_id": 97682, "video_name": "met_s02e09_seg01_clip_01", "timestamp": [ 46.21, 50.55 ], "duration": 62.66, "caption": "A person rolls over in bed while having a conversation with a man.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 97683, "video_name": "house_s03e08_seg02_clip_13", "timestamp": [ 25.21, 28.81 ], "duration": 90.66, "caption": "A person gets up from laying on the floor as he talks with some people.", "similarity": 0.7491, "relevance": 3 }, { "pair_id": 97684, "video_name": "s07e18_seg02_clip_12", "timestamp": [ 13.96, 20.16 ], "duration": 62.66, "caption": "A person is talking to a woman while he is lying on the floor.", "similarity": 0.7298, "relevance": 2 }, { "pair_id": 97685, "video_name": "s07e10_seg02_clip_02", "timestamp": [ 41.72, 49.52 ], "duration": 60.66, "caption": "A person sits on the floor to talk to another person.", "similarity": 0.7151, "relevance": 1 }, { "pair_id": 97686, "video_name": "grey_s03e11_seg02_clip_19", "timestamp": [ 13.3, 19.39 ], "duration": 76.66, "caption": "A man rolls over in bed while talking with woman.", "similarity": 0.7089, "relevance": 2 }, { "pair_id": 97687, "video_name": "house_s03e23_seg02_clip_18", "timestamp": [ 4.05, 13.5 ], "duration": 90.66, "caption": "A person rolls over a chess board and sits down while talking with a man.", "similarity": 0.7079, "relevance": 0 }, { "pair_id": 97688, "video_name": "house_s01e09_seg02_clip_03", "timestamp": [ 38.08, 86.98 ], "duration": 94.66, "caption": "A man lifts his head from the floor and speaks to another person.", "similarity": 0.7051, "relevance": 3 }, { "pair_id": 97689, "video_name": "grey_s02e05_seg02_clip_16", "timestamp": [ 9.77, 14.88 ], "duration": 93.66, "caption": "A man rolls onto the floor while another man describes what he is doing.", "similarity": 0.7034, "relevance": 3 }, { "pair_id": 97690, "video_name": "friends_s07e13_seg02_clip_21", "timestamp": [ 0.0, 2.07 ], "duration": 59.66, "caption": "A woman kneels down on the floor to talk to man.", "similarity": 0.7033, "relevance": 0 }, { "pair_id": 97691, "video_name": "grey_s03e12_seg02_clip_11", "timestamp": [ 3.15, 82.37 ], "duration": 90.66, "caption": "A person is having a serious conversation with man.", "similarity": 0.6829, "relevance": 0 }, { "pair_id": 97692, "video_name": "house_s01e06_seg02_clip_01", "timestamp": [ 0.0, 29.34 ], "duration": 88.66, "caption": "A person is having a conversation with a man and another person.", "similarity": 0.6762, "relevance": 1 }, { "pair_id": 97693, "video_name": "castle_s02e24_seg02_clip_24", "timestamp": [ 0.0, 4.95 ], "duration": 90.66, "caption": "A person was talking to a man while talking to him.", "similarity": 0.6756, "relevance": 1 }, { "pair_id": 97694, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 61.61, 63.0 ], "duration": 69.66, "caption": "A person rotates his finger down while talking to another person.", "similarity": 0.67, "relevance": 1 }, { "pair_id": 97695, "video_name": "house_s07e19_seg02_clip_08", "timestamp": [ 0.0, 9.9 ], "duration": 110.66, "caption": "A person talks to a person who is laying down.", "similarity": 0.6683, "relevance": 1 }, { "pair_id": 97696, "video_name": "friends_s02e22_seg02_clip_07", "timestamp": [ 30.61, 33.01 ], "duration": 60.66, "caption": "A man turns around when talking to two people.", "similarity": 0.6653, "relevance": 0 }, { "pair_id": 97697, "video_name": "castle_s07e06_seg02_clip_24", "timestamp": [ 0.0, 7.82 ], "duration": 92.66, "caption": "Two people are facing each other conversing as a man is on the floor.", "similarity": 0.665, "relevance": 0 }, { "pair_id": 97698, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 0.0, 69.61 ], "duration": 69.66, "caption": "A man talks to a person while he's sitting down.", "similarity": 0.6647, "relevance": 0 }, { "pair_id": 97699, "video_name": "s05e07_seg02_clip_00", "timestamp": [ 42.58, 60.83 ], "duration": 64.66, "caption": "A person comes over and talks to some people.", "similarity": 0.6639, "relevance": 0 } ] }, { "query_id": 96327, "query": "Two people walk away from a man together.", "relevant_moment": [ { "pair_id": 800, "video_name": "friends_s02e02_seg02_clip_04", "timestamp": [ 33.87, 38.14 ], "duration": 61.66, "caption": "Two people walk away from a man together.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 801, "video_name": "castle_s02e08_seg02_clip_26", "timestamp": [ 31.4, 34.32 ], "duration": 146.66, "caption": "A man walks away from two people.", "similarity": 0.9258, "relevance": 2 }, { "pair_id": 802, "video_name": "met_s06e21_seg02_clip_08", "timestamp": [ 21.11, 23.96 ], "duration": 57.66, "caption": "Two people walk away from someone and someone.", "similarity": 0.9114, "relevance": 3 }, { "pair_id": 803, "video_name": "met_s05e04_seg02_clip_12", "timestamp": [ 32.04, 34.87 ], "duration": 62.66, "caption": "Two people walk away from two other people.", "similarity": 0.908, "relevance": 3 }, { "pair_id": 804, "video_name": "friends_s10e17-18_seg02_clip_06", "timestamp": [ 18.86, 20.81 ], "duration": 65.66, "caption": "Two people walk away from two other people.", "similarity": 0.908, "relevance": 3 }, { "pair_id": 805, "video_name": "castle_s08e18_seg02_clip_01", "timestamp": [ 54.77, 60.7 ], "duration": 91.66, "caption": "Two people walk away from two other people.", "similarity": 0.908, "relevance": 3 }, { "pair_id": 806, "video_name": "castle_s07e20_seg02_clip_05", "timestamp": [ 1.84, 58.1 ], "duration": 92.66, "caption": "Two men walk away from two other people.", "similarity": 0.9056, "relevance": 3 }, { "pair_id": 807, "video_name": "met_s03e02_seg02_clip_06", "timestamp": [ 5.43, 6.94 ], "duration": 60.66, "caption": "Two people walk away from person and person.", "similarity": 0.9055, "relevance": 3 }, { "pair_id": 808, "video_name": "met_s06e08_seg01_clip_03", "timestamp": [ 23.66, 26.17 ], "duration": 63.66, "caption": "Two people walk away from some other people.", "similarity": 0.8998, "relevance": 3 }, { "pair_id": 809, "video_name": "friends_s06e11_seg02_clip_09", "timestamp": [ 11.33, 14.16 ], "duration": 56.66, "caption": "A man was walking away from two people.", "similarity": 0.896, "relevance": 2 }, { "pair_id": 810, "video_name": "friends_s01e11_seg02_clip_21", "timestamp": [ 2.25, 6.3 ], "duration": 90.66, "caption": "A woman and a man walk away from each other.", "similarity": 0.8686, "relevance": 3 }, { "pair_id": 811, "video_name": "castle_s02e13_seg02_clip_08", "timestamp": [ 33.74, 39.44 ], "duration": 95.66, "caption": "A person walks away from both man and woman.", "similarity": 0.8678, "relevance": 2 }, { "pair_id": 812, "video_name": "castle_s08e16_seg02_clip_17", "timestamp": [ 78.32, 81.37 ], "duration": 87.66, "caption": "A man walks away from another man and walks over to a person.", "similarity": 0.8617, "relevance": 1 }, { "pair_id": 813, "video_name": "house_s08e05_seg02_clip_19", "timestamp": [ 72.53, 76.59 ], "duration": 90.66, "caption": "Two people walk out together and leave a man.", "similarity": 0.8552, "relevance": 2 }, { "pair_id": 814, "video_name": "house_s05e02_seg02_clip_16", "timestamp": [ 40.55, 47.76 ], "duration": 90.66, "caption": "A person walks away from a man and another person on the street.", "similarity": 0.8466, "relevance": 1 }, { "pair_id": 815, "video_name": "friends_s05e04_seg02_clip_06", "timestamp": [ 10.26, 12.26 ], "duration": 57.66, "caption": "Two women walk away from man together.", "similarity": 0.8443, "relevance": 4 }, { "pair_id": 816, "video_name": "castle_s05e06_seg02_clip_16", "timestamp": [ 47.85, 49.7 ], "duration": 92.66, "caption": "Two people walk away from each other in the opposite direction.", "similarity": 0.8427, "relevance": 2 }, { "pair_id": 817, "video_name": "grey_s02e07_seg02_clip_02", "timestamp": [ 22.33, 25.12 ], "duration": 93.66, "caption": "Two people walk away in different directions.", "similarity": 0.8402, "relevance": 2 }, { "pair_id": 818, "video_name": "house_s05e07_seg02_clip_12", "timestamp": [ 76.12, 83.24 ], "duration": 89.66, "caption": "A man walks away from another man leaving him alone.", "similarity": 0.8379, "relevance": 2 }, { "pair_id": 819, "video_name": "house_s03e02_seg02_clip_04", "timestamp": [ 34.66, 39.12 ], "duration": 99.66, "caption": "A man walks away from another man leaving him alone.", "similarity": 0.8379, "relevance": 2 }, { "pair_id": 174120, "video_name": "house_s08e17_seg02_clip_18", "timestamp": [ 66.97, 73.58 ], "duration": 88.66, "caption": "A man walks away from another man, but the other man stops him.", "similarity": 0.8361, "relevance": 3 }, { "pair_id": 174121, "video_name": "house_s02e07_seg02_clip_09", "timestamp": [ 13.35, 19.59 ], "duration": 89.66, "caption": "A man and a woman walk away and leave a man standing alone.", "similarity": 0.8295, "relevance": 3 }, { "pair_id": 174122, "video_name": "grey_s02e07_seg02_clip_09", "timestamp": [ 15.36, 19.69 ], "duration": 96.66, "caption": "A woman and a man walk away from a man leaving him standing alone.", "similarity": 0.8278, "relevance": 3 }, { "pair_id": 174124, "video_name": "castle_s02e23_seg02_clip_16", "timestamp": [ 27.44, 30.23 ], "duration": 93.66, "caption": "A woman walks away from man and another man.", "similarity": 0.8172, "relevance": 3 }, { "pair_id": 174125, "video_name": "castle_s03e06_seg02_clip_21", "timestamp": [ 6.79, 12.22 ], "duration": 90.66, "caption": "A man walks away from a woman and another man and a man follows him.", "similarity": 0.8142, "relevance": 3 }, { "pair_id": 174126, "video_name": "met_s04e03_seg02_clip_08", "timestamp": [ 58.28, 61.03 ], "duration": 61.66, "caption": "The couple gets distracted and walks away from two men.", "similarity": 0.8135, "relevance": 4 }, { "pair_id": 174127, "video_name": "friends_s09e23-24_seg02_clip_01", "timestamp": [ 44.98, 52.19 ], "duration": 57.66, "caption": "A man walks away and two people follow him.", "similarity": 0.813, "relevance": 3 }, { "pair_id": 174128, "video_name": "grey_s02e11_seg02_clip_02", "timestamp": [ 9.8, 13.82 ], "duration": 89.66, "caption": "A man walks away from another man and a woman follows behind.", "similarity": 0.8067, "relevance": 3 }, { "pair_id": 174129, "video_name": "castle_s04e03_seg02_clip_17", "timestamp": [ 58.26, 60.53 ], "duration": 91.66, "caption": "A man turns and walks away from a woman and a person.", "similarity": 0.8052, "relevance": 3 }, { "pair_id": 174130, "video_name": "met_s03e12_seg02_clip_10", "timestamp": [ 0.0, 1.22 ], "duration": 61.66, "caption": "A young person walks away from a man, and the man moves over to another man.", "similarity": 0.8042, "relevance": 2 }, { "pair_id": 174131, "video_name": "friends_s03e14_seg02_clip_14", "timestamp": [ 23.66, 26.8 ], "duration": 57.66, "caption": "Two people turn away from someone and walk away in opposite directions.", "similarity": 0.8038, "relevance": 3 }, { "pair_id": 174132, "video_name": "castle_s04e12_seg02_clip_20", "timestamp": [ 37.46, 41.11 ], "duration": 91.66, "caption": "A person walks away from man and woman after he is finished talking.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 174133, "video_name": "castle_s05e10_seg02_clip_17", "timestamp": [ 48.21, 58.57 ], "duration": 90.66, "caption": "A man starts to walk away and another man keeps him from leaving.", "similarity": 0.8036, "relevance": 2 }, { "pair_id": 174134, "video_name": "grey_s03e07_seg02_clip_06", "timestamp": [ 43.21, 47.53 ], "duration": 96.66, "caption": "Two men walk away together as they are outdoors.", "similarity": 0.8032, "relevance": 3 }, { "pair_id": 174135, "video_name": "friends_s03e23_seg02_clip_19", "timestamp": [ 56.45, 61.03 ], "duration": 61.66, "caption": "A person walks away from the two individuals they've been dating.", "similarity": 0.8027, "relevance": 4 }, { "pair_id": 174136, "video_name": "castle_s01e02_seg02_clip_05", "timestamp": [ 41.93, 43.3 ], "duration": 91.66, "caption": "A man walks away from standing next to two men.", "similarity": 0.8026, "relevance": 2 }, { "pair_id": 174137, "video_name": "s07e15_seg02_clip_15", "timestamp": [ 11.21, 14.46 ], "duration": 59.66, "caption": "Two people both turn around and walk away.", "similarity": 0.8026, "relevance": 3 }, { "pair_id": 174138, "video_name": "grey_s03e15_seg02_clip_05", "timestamp": [ 28.81, 32.41 ], "duration": 90.66, "caption": "A man starts to walk away but another man comes forward.", "similarity": 0.8015, "relevance": 2 }, { "pair_id": 174139, "video_name": "house_s08e06_seg02_clip_20", "timestamp": [ 74.16, 76.96 ], "duration": 93.66, "caption": "A couple walks away from someone after talking with him.", "similarity": 0.8009, "relevance": 4 } ] }, { "query_id": 96410, "query": "A man shows a woman some fur cuffs and smiles.", "relevant_moment": [ { "pair_id": 58600, "video_name": "castle_s02e16_seg02_clip_04", "timestamp": [ 30.81, 34.33 ], "duration": 88.66, "caption": "A man shows a woman some fur cuffs and smiles.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 58601, "video_name": "castle_s02e16_seg02_clip_04", "timestamp": [ 35.65, 40.05 ], "duration": 88.66, "caption": "A woman shows a man her cuffs and badge and smiles.", "similarity": 0.7503, "relevance": 4 }, { "pair_id": 58602, "video_name": "house_s07e20_seg02_clip_05", "timestamp": [ 0.0, 22.51 ], "duration": 90.66, "caption": "A woman appears to a man making him really happy.", "similarity": 0.6739, "relevance": 2 }, { "pair_id": 58603, "video_name": "friends_s09e10_seg02_clip_17", "timestamp": [ 5.19, 12.82 ], "duration": 61.66, "caption": "A woman looks at a man smiling with her arms crossed.", "similarity": 0.6736, "relevance": 2 }, { "pair_id": 58604, "video_name": "friends_s06e10_seg02_clip_16", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "A man looks really happy at a woman.", "similarity": 0.6588, "relevance": 2 }, { "pair_id": 58605, "video_name": "grey_s02e22_seg02_clip_24", "timestamp": [ 45.25, 48.73 ], "duration": 87.66, "caption": "A woman holds up a sweater and smiles, and hands it to a man.", "similarity": 0.6523, "relevance": 2 }, { "pair_id": 58606, "video_name": "grey_s03e08_seg02_clip_00", "timestamp": [ 22.05, 27.21 ], "duration": 93.66, "caption": "A woman is thrilled to see a man and gives him a big hug.", "similarity": 0.6472, "relevance": 2 }, { "pair_id": 58607, "video_name": "castle_s01e05_seg02_clip_25", "timestamp": [ 75.27, 77.85 ], "duration": 86.66, "caption": "A man gives a small smile to a woman.", "similarity": 0.64, "relevance": 2 }, { "pair_id": 58608, "video_name": "friends_s02e16_seg02_clip_06", "timestamp": [ 45.7, 49.79 ], "duration": 63.66, "caption": "A woman smiles at a man sitting with his arms crossed.", "similarity": 0.6341, "relevance": 2 }, { "pair_id": 58609, "video_name": "castle_s04e23_seg02_clip_26", "timestamp": [ 54.42, 61.64 ], "duration": 85.66, "caption": "A woman smiles at man and they grab each other's hand.", "similarity": 0.6303, "relevance": 1 }, { "pair_id": 58610, "video_name": "met_s06e21_seg02_clip_13", "timestamp": [ 10.87, 13.59 ], "duration": 60.66, "caption": "A woman smiles and looks over at a man.", "similarity": 0.6289, "relevance": 1 }, { "pair_id": 58611, "video_name": "castle_s08e10_seg02_clip_26", "timestamp": [ 5.28, 9.6 ], "duration": 96.66, "caption": "A man and a woman smile at each other.", "similarity": 0.6257, "relevance": 2 }, { "pair_id": 58612, "video_name": "grey_s03e20_seg02_clip_03", "timestamp": [ 0.0, 4.32 ], "duration": 96.66, "caption": "A man takes a woman's picture and she smiles for him.", "similarity": 0.6247, "relevance": 2 }, { "pair_id": 58613, "video_name": "s07e23_seg02_clip_12", "timestamp": [ 38.18, 40.83 ], "duration": 53.66, "caption": "A man smiles in reaction to woman thanking him.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 58614, "video_name": "friends_s05e03_seg02_clip_16", "timestamp": [ 51.93, 53.67 ], "duration": 58.66, "caption": "A man moves their arm around a couple times which causes a woman to smile.", "similarity": 0.6225, "relevance": 1 }, { "pair_id": 58615, "video_name": "friends_s05e09_seg02_clip_18", "timestamp": [ 17.1, 20.26 ], "duration": 90.66, "caption": "A man smiles and rubs woman's shoulder while wishing her well.", "similarity": 0.6221, "relevance": 2 }, { "pair_id": 58616, "video_name": "castle_s07e06_seg02_clip_14", "timestamp": [ 47.37, 49.08 ], "duration": 85.66, "caption": "A man is showing handcuffs while smiling to man.", "similarity": 0.622, "relevance": 2 }, { "pair_id": 58617, "video_name": "castle_s03e11_seg02_clip_26", "timestamp": [ 37.32, 41.42 ], "duration": 91.66, "caption": "A man sees woman and then quickly hugs her.", "similarity": 0.6208, "relevance": 2 }, { "pair_id": 58618, "video_name": "s10e01_seg02_clip_13", "timestamp": [ 39.36, 44.55 ], "duration": 61.66, "caption": "A man smiles at a woman with a big, toothy grin.", "similarity": 0.6203, "relevance": 2 }, { "pair_id": 58619, "video_name": "friends_s02e10_seg02_clip_07", "timestamp": [ 4.34, 9.92 ], "duration": 62.66, "caption": "A man does a scared smile after a woman smiles when saying she's happy.", "similarity": 0.62, "relevance": 2 } ] }, { "query_id": 96683, "query": "A man brings his sibling's partner into the apartment by the collar of his shirt.", "relevant_moment": [ { "pair_id": 12280, "video_name": "friends_s08e10_seg02_clip_13", "timestamp": [ 0.0, 5.9 ], "duration": 59.66, "caption": "A man brings his sibling's partner into the apartment by the collar of his shirt.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12281, "video_name": "friends_s08e10_seg02_clip_13", "timestamp": [ 0.0, 5.61 ], "duration": 59.66, "caption": "A man grabs his sibling's partner by the collar of his coat.", "similarity": 0.7517, "relevance": 4 }, { "pair_id": 12282, "video_name": "friends_s03e11_seg02_clip_16", "timestamp": [ 17.92, 20.57 ], "duration": 58.66, "caption": "A man enters the room to confront another man about his sibling.", "similarity": 0.6304, "relevance": 1 }, { "pair_id": 12283, "video_name": "friends_s02e09_seg02_clip_05", "timestamp": [ 55.22, 57.33 ], "duration": 60.66, "caption": "Two siblings walk in the apartment together.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 12284, "video_name": "friends_s09e20_seg01_clip_00", "timestamp": [ 0.0, 6.47 ], "duration": 61.66, "caption": "A man comes into the apartment and over to their friends sitting in the living room.", "similarity": 0.6073, "relevance": 1 }, { "pair_id": 12285, "video_name": "house_s08e08_seg02_clip_16", "timestamp": [ 3.36, 27.73 ], "duration": 56.66, "caption": "A man enters the apartment and kisses his partner.", "similarity": 0.5966, "relevance": 2 }, { "pair_id": 12286, "video_name": "s09e17_seg02_clip_08", "timestamp": [ 0.0, 3.6 ], "duration": 60.66, "caption": "A person enters his apartment with another person beside him.", "similarity": 0.5899, "relevance": 1 }, { "pair_id": 12287, "video_name": "friends_s05e19_seg01_clip_00", "timestamp": [ 1.28, 5.95 ], "duration": 85.66, "caption": "A man comes in the apartment while another person is adjusting his tie.", "similarity": 0.5823, "relevance": 1 }, { "pair_id": 12288, "video_name": "friends_s09e16_seg02_clip_02", "timestamp": [ 18.11, 26.42 ], "duration": 59.66, "caption": "A man's partner opens the door and comes back into the apartment.", "similarity": 0.5822, "relevance": 1 }, { "pair_id": 12289, "video_name": "s01e12_seg02_clip_07", "timestamp": [ 32.88, 35.67 ], "duration": 62.66, "caption": "A man peaks into two people's apartment and enters with another person.", "similarity": 0.5728, "relevance": 2 }, { "pair_id": 12290, "video_name": "friends_s09e10_seg02_clip_18", "timestamp": [ 25.35, 28.07 ], "duration": 60.66, "caption": "A man opens the door and walks into his and another person's apartment.", "similarity": 0.5673, "relevance": 1 }, { "pair_id": 12291, "video_name": "friends_s04e08_seg02_clip_08", "timestamp": [ 26.7, 30.34 ], "duration": 60.66, "caption": "A man is putting on his jacket as another man walks into the apartment.", "similarity": 0.5667, "relevance": 1 }, { "pair_id": 12292, "video_name": "friends_s06e03_seg02_clip_14", "timestamp": [ 31.85, 34.0 ], "duration": 61.66, "caption": "A man walks into the apartment pulling person in with him.", "similarity": 0.5645, "relevance": 2 }, { "pair_id": 12293, "video_name": "friends_s10e16_seg02_clip_04", "timestamp": [ 29.23, 33.54 ], "duration": 61.66, "caption": "A man enters the apartment and heads over to another man.", "similarity": 0.5642, "relevance": 2 }, { "pair_id": 12294, "video_name": "castle_s06e09_seg02_clip_02", "timestamp": [ 56.97, 65.7 ], "duration": 91.66, "caption": "A man shows person and woman into an apartment.", "similarity": 0.5637, "relevance": 1 }, { "pair_id": 12295, "video_name": "s02e13_seg02_clip_13", "timestamp": [ 54.9, 57.07 ], "duration": 62.66, "caption": "A person and another person enter the apartment and the person introduces him.", "similarity": 0.5623, "relevance": 2 }, { "pair_id": 12296, "video_name": "friends_s03e01_seg02_clip_09", "timestamp": [ 5.61, 8.26 ], "duration": 59.66, "caption": "A man opens the door and walks into his and another man's apartment.", "similarity": 0.561, "relevance": 1 }, { "pair_id": 12297, "video_name": "house_s06e12_seg02_clip_05", "timestamp": [ 54.91, 60.77 ], "duration": 90.66, "caption": "A man's sibling enters the room and places a coffee down in front of a man.", "similarity": 0.5606, "relevance": 1 }, { "pair_id": 12298, "video_name": "friends_s03e18_seg02_clip_14", "timestamp": [ 36.78, 41.06 ], "duration": 57.66, "caption": "A person hugs sibling in the living room.", "similarity": 0.5515, "relevance": 1 }, { "pair_id": 12299, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 3.0, 9.0 ], "duration": 75.66, "caption": "A man opens the door and he and woman enter his apartment.", "similarity": 0.5498, "relevance": 2 } ] }, { "query_id": 96708, "query": "The guy patient was talking to the two doctors and he was talking to his wife.", "relevant_moment": [ { "pair_id": 2300, "video_name": "house_s05e21_seg02_clip_10", "timestamp": [ 0.0, 13.39 ], "duration": 89.66, "caption": "The guy patient was talking to the two doctors and he was talking to his wife.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 2301, "video_name": "house_s03e03_seg02_clip_20", "timestamp": [ 0.0, 18.27 ], "duration": 83.66, "caption": "The patient was talking to a man and some doctors.", "similarity": 0.83, "relevance": 3 }, { "pair_id": 2302, "video_name": "house_s08e14_seg02_clip_01", "timestamp": [ 18.71, 27.42 ], "duration": 87.66, "caption": "Two of the doctors came to a patient trying to explain his/her situation.", "similarity": 0.8, "relevance": 4 }, { "pair_id": 2303, "video_name": "house_s08e05_seg02_clip_02", "timestamp": [ 0.0, 3.19 ], "duration": 91.66, "caption": "A doctor was having a talk with man.", "similarity": 0.7895, "relevance": 1 }, { "pair_id": 2304, "video_name": "house_s01e11_seg02_clip_01", "timestamp": [ 0.0, 17.37 ], "duration": 89.66, "caption": "A woman and a man with another doctor were talking about a patient case.", "similarity": 0.7894, "relevance": 1 }, { "pair_id": 2305, "video_name": "house_s05e21_seg02_clip_24", "timestamp": [ 0.0, 6.18 ], "duration": 95.66, "caption": "Two doctors were having a conversation about a patient.", "similarity": 0.7828, "relevance": 1 }, { "pair_id": 2306, "video_name": "house_s06e02_seg02_clip_12", "timestamp": [ 0.0, 68.72 ], "duration": 91.66, "caption": "A doctor was having a conversation with a man.", "similarity": 0.781, "relevance": 0 }, { "pair_id": 2307, "video_name": "house_s02e05_seg02_clip_18", "timestamp": [ 0.0, 11.38 ], "duration": 91.66, "caption": "A doctor was having a conversation with man.", "similarity": 0.7776, "relevance": 0 }, { "pair_id": 2308, "video_name": "house_s04e05_seg02_clip_03", "timestamp": [ 14.69, 37.84 ], "duration": 89.66, "caption": "A doctor was having a conversation with a person.", "similarity": 0.7665, "relevance": 1 }, { "pair_id": 2309, "video_name": "house_s03e24_seg02_clip_02", "timestamp": [ 0.0, 3.64 ], "duration": 91.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.7647, "relevance": 1 }, { "pair_id": 2310, "video_name": "house_s01e09_seg02_clip_23", "timestamp": [ 0.0, 6.23 ], "duration": 89.66, "caption": "A doctor was seriously talking to a man.", "similarity": 0.7647, "relevance": 0 }, { "pair_id": 2311, "video_name": "house_s02e03_seg02_clip_24", "timestamp": [ 13.95, 93.03 ], "duration": 93.66, "caption": "A man came and the two women are talking about the patient.", "similarity": 0.7578, "relevance": 1 }, { "pair_id": 2312, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 55.84, 66.92 ], "duration": 92.66, "caption": "A doctor and a man were having a conversation.", "similarity": 0.7565, "relevance": 0 }, { "pair_id": 2313, "video_name": "house_s04e06_seg02_clip_20", "timestamp": [ 18.34, 37.14 ], "duration": 94.66, "caption": "The patient explains a doctor about a woman he met.", "similarity": 0.7563, "relevance": 2 }, { "pair_id": 2314, "video_name": "house_s03e02_seg02_clip_06", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "A man and a doctor were having a conversation.", "similarity": 0.7555, "relevance": 1 }, { "pair_id": 2315, "video_name": "house_s03e15_seg02_clip_07", "timestamp": [ 23.41, 35.56 ], "duration": 90.66, "caption": "A man and some doctors were having a conversation about the case.", "similarity": 0.7554, "relevance": 1 }, { "pair_id": 2316, "video_name": "house_s01e03_seg02_clip_18", "timestamp": [ 0.0, 11.7 ], "duration": 90.66, "caption": "Some doctors were having a conversation about a patient.", "similarity": 0.7541, "relevance": 1 }, { "pair_id": 2317, "video_name": "house_s02e22_seg02_clip_00", "timestamp": [ 38.69, 91.03 ], "duration": 91.66, "caption": "A doctor talks with another person and the latter tells about his plans with a woman.", "similarity": 0.7531, "relevance": 0 }, { "pair_id": 2318, "video_name": "friends_s08e22_seg02_clip_08", "timestamp": [ 8.85, 61.03 ], "duration": 61.66, "caption": "Two people and the doctor were having a conversation.", "similarity": 0.752, "relevance": 2 }, { "pair_id": 2319, "video_name": "house_s06e07_seg02_clip_03", "timestamp": [ 0.0, 10.57 ], "duration": 88.66, "caption": "A man was having a conversation with a doctor.", "similarity": 0.7498, "relevance": 1 } ] }, { "query_id": 96735, "query": "A man walks into the living room from his bedroom.", "relevant_moment": [ { "pair_id": 4480, "video_name": "s03e19_seg02_clip_00", "timestamp": [ 6.41, 10.37 ], "duration": 61.66, "caption": "A man walks into the living room from his bedroom.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 4481, "video_name": "s07e22_seg02_clip_03", "timestamp": [ 58.23, 60.03 ], "duration": 60.66, "caption": "A man enters the living room from his bedroom.", "similarity": 0.8995, "relevance": 4 }, { "pair_id": 4482, "video_name": "grey_s02e01_seg02_clip_03", "timestamp": [ 0.9, 8.55 ], "duration": 90.66, "caption": "A man walks into the room.", "similarity": 0.8523, "relevance": 2 }, { "pair_id": 4483, "video_name": "met_s02e14_seg02_clip_00", "timestamp": [ 18.01, 19.84 ], "duration": 61.66, "caption": "A person walks out of their bedroom and into the living room.", "similarity": 0.8482, "relevance": 1 }, { "pair_id": 4484, "video_name": "s06e15_seg02_clip_02", "timestamp": [ 13.96, 16.13 ], "duration": 62.66, "caption": "A man gets up from the couch and walks into the living room.", "similarity": 0.8394, "relevance": 2 }, { "pair_id": 4485, "video_name": "friends_s02e16_seg02_clip_20", "timestamp": [ 60.5, 68.06 ], "duration": 72.66, "caption": "A man walks across the living room, into the bedroom, and then closes the bedroom door.", "similarity": 0.8337, "relevance": 2 }, { "pair_id": 4486, "video_name": "s04e16_seg02_clip_00", "timestamp": [ 24.97, 27.53 ], "duration": 64.66, "caption": "A person walks out of their room into the living room.", "similarity": 0.8216, "relevance": 4 }, { "pair_id": 4487, "video_name": "friends_s10e05_seg02_clip_08", "timestamp": [ 41.33, 43.74 ], "duration": 60.66, "caption": "A man closes his bedroom door as he walks into the living room.", "similarity": 0.8215, "relevance": 4 }, { "pair_id": 4488, "video_name": "friends_s05e22_seg02_clip_02", "timestamp": [ 3.05, 4.58 ], "duration": 61.66, "caption": "A woman walks into the living room from her bedroom.", "similarity": 0.8207, "relevance": 3 }, { "pair_id": 4489, "video_name": "s09e23_seg01_clip_00", "timestamp": [ 42.41, 45.16 ], "duration": 61.66, "caption": "A man walks into the living room in his robe.", "similarity": 0.7969, "relevance": 4 }, { "pair_id": 4490, "video_name": "s09e09_seg01_clip_00", "timestamp": [ 3.22, 5.98 ], "duration": 92.66, "caption": "A man walks from one room into another.", "similarity": 0.795, "relevance": 2 }, { "pair_id": 4491, "video_name": "friends_s03e18_seg02_clip_17", "timestamp": [ 42.71, 60.58 ], "duration": 60.66, "caption": "A man walks into the living room while holding his chest.", "similarity": 0.793, "relevance": 2 }, { "pair_id": 4492, "video_name": "met_s02e16_seg02_clip_02", "timestamp": [ 44.62, 46.15 ], "duration": 61.66, "caption": "A man walks through the doorway from the living room to the kitchen.", "similarity": 0.7819, "relevance": 2 }, { "pair_id": 4493, "video_name": "house_s08e07_seg02_clip_10", "timestamp": [ 28.4, 36.93 ], "duration": 142.66, "caption": "A man opens the front door and walks into the living room.", "similarity": 0.781, "relevance": 3 }, { "pair_id": 4494, "video_name": "s09e12_seg02_clip_02", "timestamp": [ 0.0, 2.85 ], "duration": 57.66, "caption": "A man opens the door and walks into the bedroom.", "similarity": 0.7722, "relevance": 2 }, { "pair_id": 4495, "video_name": "s02e23_seg02_clip_05", "timestamp": [ 23.41, 27.01 ], "duration": 60.66, "caption": "A person comes from the bedroom into the living room.", "similarity": 0.772, "relevance": 4 }, { "pair_id": 4496, "video_name": "friends_s07e01_seg02_clip_08", "timestamp": [ 29.59, 32.2 ], "duration": 58.66, "caption": "A man walks back out of his bedroom and stands in the doorway.", "similarity": 0.7698, "relevance": 0 }, { "pair_id": 4497, "video_name": "s08e07_seg02_clip_09", "timestamp": [ 26.36, 29.15 ], "duration": 62.66, "caption": "A man walks across the living room and opens the door.", "similarity": 0.7689, "relevance": 1 }, { "pair_id": 4498, "video_name": "met_s06e22_seg02_clip_06", "timestamp": [ 41.91, 46.64 ], "duration": 63.66, "caption": "A man walks out of their bedroom to the front door.", "similarity": 0.7687, "relevance": 3 }, { "pair_id": 4499, "video_name": "s03e04_seg02_clip_14", "timestamp": [ 3.47, 7.25 ], "duration": 63.66, "caption": "A person walks from the kitchen into the living room.", "similarity": 0.7663, "relevance": 1 } ] }, { "query_id": 97010, "query": "A person rolls his eyes and shakes his head during a live performance.", "relevant_moment": [ { "pair_id": 17740, "video_name": "met_s02e16_seg02_clip_07", "timestamp": [ 8.93, 10.46 ], "duration": 51.66, "caption": "A person rolls his eyes and shakes his head during a live performance.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 17741, "video_name": "friends_s05e18_seg02_clip_11", "timestamp": [ 54.01, 57.25 ], "duration": 59.66, "caption": "A man shakes his head and rolls his eyes.", "similarity": 0.7047, "relevance": 3 }, { "pair_id": 17742, "video_name": "friends_s02e12-13_seg02_clip_05", "timestamp": [ 7.69, 9.17 ], "duration": 59.66, "caption": "A man makes a face and then shakes his head.", "similarity": 0.6606, "relevance": 2 }, { "pair_id": 17743, "video_name": "s09e13_seg02_clip_03", "timestamp": [ 29.6, 34.48 ], "duration": 61.66, "caption": "A person rolls his eyes and shakes his head after speaking to a man.", "similarity": 0.6504, "relevance": 2 }, { "pair_id": 17744, "video_name": "s01e03_seg02_clip_07", "timestamp": [ 15.2, 19.23 ], "duration": 62.66, "caption": "A person shakes his head from side to side and then throws his head back to look up in the air.", "similarity": 0.6388, "relevance": 2 }, { "pair_id": 17745, "video_name": "friends_s06e22_seg01_clip_02", "timestamp": [ 39.59, 43.73 ], "duration": 46.66, "caption": "A man rolls his eyes and neck at someone.", "similarity": 0.6386, "relevance": 2 }, { "pair_id": 17746, "video_name": "s02e04_seg01_clip_01", "timestamp": [ 20.41, 23.11 ], "duration": 60.66, "caption": "A person turns his gaze downward and shakes his head.", "similarity": 0.6326, "relevance": 1 }, { "pair_id": 17747, "video_name": "s05e09_seg02_clip_09", "timestamp": [ 7.38, 10.03 ], "duration": 59.66, "caption": "A person is visibly annoyed and rolls their eyes.", "similarity": 0.6227, "relevance": 1 }, { "pair_id": 17748, "video_name": "met_s02e12_seg02_clip_00", "timestamp": [ 39.11, 45.79 ], "duration": 63.66, "caption": "A person says something that makes man roll his eyes.", "similarity": 0.6224, "relevance": 1 }, { "pair_id": 17749, "video_name": "castle_s04e03_seg02_clip_23", "timestamp": [ 9.45, 14.4 ], "duration": 90.66, "caption": "A person listens to someone then shakes their head and looks over to their right.", "similarity": 0.6213, "relevance": 1 }, { "pair_id": 17750, "video_name": "friends_s05e15_seg02_clip_16", "timestamp": [ 32.15, 34.73 ], "duration": 57.66, "caption": "A person puts his head down, shakes his head and rubs his forehead.", "similarity": 0.6198, "relevance": 2 }, { "pair_id": 17751, "video_name": "castle_s06e01_seg02_clip_07", "timestamp": [ 44.51, 46.12 ], "duration": 80.66, "caption": "A man shakes his head and rolls his eyes at a person's response.", "similarity": 0.6182, "relevance": 1 }, { "pair_id": 17752, "video_name": "s01e13_seg02_clip_13", "timestamp": [ 53.15, 69.02 ], "duration": 69.66, "caption": "A person begins twitching with their face and body.", "similarity": 0.6126, "relevance": 1 }, { "pair_id": 17753, "video_name": "s07e18_seg02_clip_01", "timestamp": [ 50.35, 51.87 ], "duration": 61.66, "caption": "A person makes his bobble head shake his head no.", "similarity": 0.6111, "relevance": 0 }, { "pair_id": 17754, "video_name": "friends_s09e21_seg02_clip_04", "timestamp": [ 2.93, 5.53 ], "duration": 65.66, "caption": "A person demonstrates a gasp he did while acting.", "similarity": 0.61, "relevance": 2 }, { "pair_id": 17755, "video_name": "castle_s01e06_seg02_clip_16", "timestamp": [ 57.55, 61.18 ], "duration": 90.66, "caption": "A person shakes their head and then leans forward.", "similarity": 0.6098, "relevance": 0 }, { "pair_id": 17756, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 21.26, 24.66 ], "duration": 85.66, "caption": "A person shakes his head when another person tries to see if he is fine.", "similarity": 0.6095, "relevance": 0 }, { "pair_id": 17757, "video_name": "castle_s07e22_seg02_clip_23", "timestamp": [ 6.47, 9.71 ], "duration": 92.66, "caption": "A person is listening and then closes their eyes and vigorously shakes their head before opening them again.", "similarity": 0.6067, "relevance": 3 }, { "pair_id": 17758, "video_name": "s08e12_seg02_clip_06", "timestamp": [ 12.99, 14.46 ], "duration": 59.66, "caption": "A person shakes their head from side to side while talking.", "similarity": 0.6066, "relevance": 3 }, { "pair_id": 17759, "video_name": "house_s07e01_seg02_clip_13", "timestamp": [ 15.73, 18.71 ], "duration": 85.66, "caption": "A man rolls their eyes and head at another person.", "similarity": 0.6047, "relevance": 3 } ] }, { "query_id": 97122, "query": "Two people go back to their original seats and sit back down.", "relevant_moment": [ { "pair_id": 5040, "video_name": "friends_s02e04_seg02_clip_14", "timestamp": [ 55.19, 58.73 ], "duration": 59.66, "caption": "Two people go back to their original seats and sit back down.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 5041, "video_name": "friends_s05e02_seg02_clip_20", "timestamp": [ 50.19, 52.8 ], "duration": 58.66, "caption": "Two people sit back down in their seats.", "similarity": 0.8803, "relevance": 3 }, { "pair_id": 5042, "video_name": "house_s06e16_seg02_clip_11", "timestamp": [ 51.29, 57.7 ], "duration": 91.66, "caption": "A person sits back in their seat and then another person sits back in their seat.", "similarity": 0.8075, "relevance": 3 }, { "pair_id": 5043, "video_name": "friends_s04e04_seg02_clip_14", "timestamp": [ 0.0, 3.36 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.6709, "relevance": 4 }, { "pair_id": 5044, "video_name": "friends_s01e03_seg02_clip_09", "timestamp": [ 25.33, 29.29 ], "duration": 61.66, "caption": "Two people sit down at the same time.", "similarity": 0.6709, "relevance": 4 }, { "pair_id": 5045, "video_name": "met_s02e14_seg02_clip_04", "timestamp": [ 16.62, 17.52 ], "duration": 60.66, "caption": "Some people get up from their seats.", "similarity": 0.6543, "relevance": 1 }, { "pair_id": 5046, "video_name": "friends_s07e01_seg02_clip_11", "timestamp": [ 34.53, 36.01 ], "duration": 59.66, "caption": "Two people stand up from their seat at the same time.", "similarity": 0.6534, "relevance": 2 }, { "pair_id": 5047, "video_name": "friends_s08e14_seg02_clip_15", "timestamp": [ 15.2, 17.99 ], "duration": 62.66, "caption": "Two people sit down on the stools.", "similarity": 0.6509, "relevance": 4 }, { "pair_id": 5048, "video_name": "friends_s01e06_seg02_clip_00", "timestamp": [ 12.03, 17.23 ], "duration": 65.66, "caption": "Multiple people sit down in their seats at the same time.", "similarity": 0.6365, "relevance": 4 }, { "pair_id": 5049, "video_name": "castle_s08e03_seg02_clip_11", "timestamp": [ 69.99, 81.87 ], "duration": 88.66, "caption": "Two people are sitting in the front seat of a car, turned around to have a conversation with another person in the back seat.", "similarity": 0.6326, "relevance": 0 }, { "pair_id": 5050, "video_name": "s03e19_seg02_clip_14", "timestamp": [ 47.52, 50.76 ], "duration": 59.66, "caption": "A person sits down in the seat next to another person.", "similarity": 0.628, "relevance": 3 }, { "pair_id": 5051, "video_name": "met_s02e16_seg02_clip_17", "timestamp": [ 35.57, 37.68 ], "duration": 60.66, "caption": "Two men lean on each other after taking their seats.", "similarity": 0.6235, "relevance": 1 }, { "pair_id": 5052, "video_name": "s05e01_seg01_clip_01", "timestamp": [ 0.0, 74.02 ], "duration": 74.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 5053, "video_name": "castle_s08e15_seg02_clip_12", "timestamp": [ 0.0, 22.76 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.6192, "relevance": 1 }, { "pair_id": 5054, "video_name": "castle_s04e19_seg02_clip_02", "timestamp": [ 0.0, 17.83 ], "duration": 91.66, "caption": "Two people were sitting in front of each other.", "similarity": 0.6192, "relevance": 0 }, { "pair_id": 5055, "video_name": "friends_s01e04_seg02_clip_20", "timestamp": [ 56.96, 58.13 ], "duration": 58.66, "caption": "A man and another man get up from their seats after the first man points to something.", "similarity": 0.6189, "relevance": 2 }, { "pair_id": 5056, "video_name": "s07e17_seg02_clip_11", "timestamp": [ 18.86, 24.08 ], "duration": 58.66, "caption": "A person gets into the back seat of another person's car.", "similarity": 0.6172, "relevance": 1 }, { "pair_id": 5057, "video_name": "house_s02e21_seg02_clip_03", "timestamp": [ 25.49, 27.76 ], "duration": 91.66, "caption": "A person takes his seat and joins another person.", "similarity": 0.6167, "relevance": 3 }, { "pair_id": 5058, "video_name": "castle_s08e01_seg02_clip_07", "timestamp": [ 41.11, 44.23 ], "duration": 89.66, "caption": "A woman tries to get up from her seat and a man sits her back down.", "similarity": 0.6133, "relevance": 3 }, { "pair_id": 5059, "video_name": "friends_s02e11_seg02_clip_16", "timestamp": [ 7.87, 11.8 ], "duration": 60.66, "caption": "Two people walk over to sit down.", "similarity": 0.6129, "relevance": 4 }, { "pair_id": 178360, "video_name": "castle_s02e17_seg02_clip_10", "timestamp": [ 0.0, 36.91 ], "duration": 90.66, "caption": "Two people are sitting in the front seats of an SUV with a person in the backseat.", "similarity": 0.612, "relevance": 2 }, { "pair_id": 178361, "video_name": "friends_s09e23-24_seg02_clip_26", "timestamp": [ 0.0, 14.99 ], "duration": 62.66, "caption": "A man offers their seat to another man and he agrees to take it to which the first man gets up and the second man sits on their chair.", "similarity": 0.6113, "relevance": 2 }, { "pair_id": 178362, "video_name": "house_s05e01_seg02_clip_15", "timestamp": [ 77.88, 83.94 ], "duration": 93.66, "caption": "Two people start to get up from the couch and sit back down.", "similarity": 0.606, "relevance": 4 }, { "pair_id": 178363, "video_name": "friends_s05e20_seg01_clip_00", "timestamp": [ 33.02, 39.62 ], "duration": 66.66, "caption": "Two people come in and sit together on a chair.", "similarity": 0.6004, "relevance": 3 }, { "pair_id": 178364, "video_name": "house_s06e17_seg02_clip_18", "timestamp": [ 2.3, 4.14 ], "duration": 92.66, "caption": "A man gets up from his seat as he was sitting next to another person.", "similarity": 0.6003, "relevance": 2 }, { "pair_id": 178365, "video_name": "friends_s02e09_seg02_clip_10", "timestamp": [ 27.51, 38.52 ], "duration": 55.66, "caption": "A man gets out of the front seat and gets in back with another man.", "similarity": 0.5958, "relevance": 2 }, { "pair_id": 178366, "video_name": "s03e05_seg02_clip_09", "timestamp": [ 53.42, 56.43 ], "duration": 60.66, "caption": "Two people blame each other for the terrible time two other people are having in the back seat.", "similarity": 0.5957, "relevance": 2 }, { "pair_id": 178367, "video_name": "castle_s01e10_seg02_clip_18", "timestamp": [ 13.83, 16.13 ], "duration": 92.66, "caption": "A man and a woman get into a car and then turn around and look at the back seat.", "similarity": 0.5939, "relevance": 2 }, { "pair_id": 178368, "video_name": "friends_s04e19_seg02_clip_04", "timestamp": [ 51.06, 57.55 ], "duration": 59.66, "caption": "Two men sit down on the couch and a person takes a seat, backwards, in a chair.", "similarity": 0.5934, "relevance": 3 }, { "pair_id": 178369, "video_name": "friends_s08e22_seg01_clip_02", "timestamp": [ 24.46, 26.03 ], "duration": 26.66, "caption": "Four people get up from their seats at the same time.", "similarity": 0.5925, "relevance": 2 }, { "pair_id": 178370, "video_name": "s07e22_seg02_clip_05", "timestamp": [ 29.59, 34.52 ], "duration": 58.66, "caption": "A man motions a woman to a seat as they both sit down.", "similarity": 0.5878, "relevance": 3 }, { "pair_id": 178371, "video_name": "house_s07e22_seg02_clip_15", "timestamp": [ 0.0, 46.29 ], "duration": 89.66, "caption": "A person sits in the back seat of a car, talking to a woman who is lying down, and another person who's driving the car; the woman lying down faints, and the person starts driving faster.", "similarity": 0.5874, "relevance": 0 }, { "pair_id": 178372, "video_name": "s05e04_seg02_clip_04", "timestamp": [ 6.79, 10.33 ], "duration": 59.66, "caption": "A person motions for her to have a seat and a woman sits down.", "similarity": 0.5859, "relevance": 3 }, { "pair_id": 178373, "video_name": "s10e01_seg02_clip_18", "timestamp": [ 0.0, 2.81 ], "duration": 51.66, "caption": "A person is driving with someone in the passenger seat and another person in the backseat.", "similarity": 0.5846, "relevance": 1 }, { "pair_id": 178374, "video_name": "met_s05e04_seg02_clip_06", "timestamp": [ 7.51, 11.41 ], "duration": 60.66, "caption": "Two people take a seat in the booth with another two people.", "similarity": 0.5833, "relevance": 3 }, { "pair_id": 178375, "video_name": "house_s08e09_seg02_clip_13", "timestamp": [ 65.54, 69.63 ], "duration": 91.66, "caption": "Two people get up from their chairs.", "similarity": 0.5832, "relevance": 2 }, { "pair_id": 178376, "video_name": "house_s01e16_seg02_clip_02", "timestamp": [ 26.4, 30.04 ], "duration": 91.66, "caption": "Two people get up from their chairs.", "similarity": 0.5832, "relevance": 2 }, { "pair_id": 178377, "video_name": "house_s02e09_seg02_clip_01", "timestamp": [ 0.0, 11.18 ], "duration": 86.66, "caption": "Two men both sit down together in front of a person.", "similarity": 0.582, "relevance": 4 }, { "pair_id": 178378, "video_name": "s06e02_seg02_clip_07", "timestamp": [ 17.88, 21.79 ], "duration": 65.66, "caption": "A person gets a chair and sits in front of another person.", "similarity": 0.5797, "relevance": 2 }, { "pair_id": 178379, "video_name": "s05e10_seg02_clip_11", "timestamp": [ 13.52, 24.66 ], "duration": 53.66, "caption": "A person enters the row of seats, passes in front of everyone and sits by another person.", "similarity": 0.5777, "relevance": 1 } ] }, { "query_id": 97146, "query": "The person behind the counter picks up a stamp and stamps the paper in front of them.", "relevant_moment": [ { "pair_id": 209740, "video_name": "castle_s02e19_seg02_clip_04", "timestamp": [ 55.5, 60.08 ], "duration": 91.66, "caption": "A person picks up a letter and hands it to another person.", "similarity": 0.5824, "relevance": 2 }, { "pair_id": 209741, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 54.2, 56.3 ], "duration": 84.66, "caption": "A person picks up crumbled up piece of paper.", "similarity": 0.5792, "relevance": 1 }, { "pair_id": 209742, "video_name": "house_s07e07_seg02_clip_07", "timestamp": [ 0.0, 4.9 ], "duration": 89.66, "caption": "A person grabs a stack of paper and stands up with it.", "similarity": 0.5725, "relevance": 2 }, { "pair_id": 209743, "video_name": "met_s06e02_seg02_clip_05", "timestamp": [ 38.42, 60.03 ], "duration": 60.66, "caption": "A person takes a stack of envelopes from someone's hands and looks at them.", "similarity": 0.5713, "relevance": 2 }, { "pair_id": 209744, "video_name": "house_s03e06_seg02_clip_07", "timestamp": [ 1.8, 2.7 ], "duration": 90.66, "caption": "A person takes a piece of paper from another person.", "similarity": 0.5684, "relevance": 1 }, { "pair_id": 209745, "video_name": "house_s06e11_seg02_clip_20", "timestamp": [ 9.9, 14.85 ], "duration": 90.66, "caption": "A man picks up an envelope and puts a check in it.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 209746, "video_name": "s07e18_seg02_clip_07", "timestamp": [ 18.59, 26.47 ], "duration": 63.66, "caption": "A person collects papers then hands them out to the group.", "similarity": 0.5673, "relevance": 1 }, { "pair_id": 209747, "video_name": "house_s07e04_seg02_clip_23", "timestamp": [ 13.47, 24.76 ], "duration": 86.66, "caption": "A person stands at the counter and fills out a document.", "similarity": 0.5667, "relevance": 2 }, { "pair_id": 209748, "video_name": "s04e24_seg02_clip_08", "timestamp": [ 7.2, 9.6 ], "duration": 60.66, "caption": "A person picks up a pen and hands it to another person.", "similarity": 0.5665, "relevance": 2 }, { "pair_id": 209749, "video_name": "castle_s05e13_seg02_clip_11", "timestamp": [ 32.09, 36.75 ], "duration": 93.66, "caption": "A woman picks up an envelope and opens it.", "similarity": 0.5664, "relevance": 2 }, { "pair_id": 209750, "video_name": "house_s07e04_seg02_clip_09", "timestamp": [ 31.4, 32.69 ], "duration": 86.66, "caption": "A person reaches over the counter and grabs a pen.", "similarity": 0.5663, "relevance": 1 }, { "pair_id": 209751, "video_name": "s08e14_seg02_clip_00", "timestamp": [ 24.1, 28.06 ], "duration": 66.66, "caption": "A person picks up a stack of papers from the desk and hands them to another person.", "similarity": 0.5663, "relevance": 2 }, { "pair_id": 209752, "video_name": "castle_s03e10_seg02_clip_24", "timestamp": [ 38.65, 41.41 ], "duration": 92.66, "caption": "A person picks a small piece of paper up off of the table.", "similarity": 0.5652, "relevance": 2 }, { "pair_id": 209753, "video_name": "s04e14_seg01_clip_00", "timestamp": [ 4.88, 8.85 ], "duration": 61.66, "caption": "A person is holding a marker and sheet of paper.", "similarity": 0.5645, "relevance": 2 }, { "pair_id": 209754, "video_name": "castle_s05e03_seg02_clip_01", "timestamp": [ 83.28, 86.5 ], "duration": 92.66, "caption": "A person is holding a wad of cash and an envelope in hand.", "similarity": 0.5626, "relevance": 1 }, { "pair_id": 209755, "video_name": "castle_s03e20_seg02_clip_01", "timestamp": [ 77.8, 79.59 ], "duration": 89.66, "caption": "A person grabs the piece of paper from a person.", "similarity": 0.5622, "relevance": 1 }, { "pair_id": 209756, "video_name": "s09e15_seg02_clip_08", "timestamp": [ 17.68, 24.81 ], "duration": 62.66, "caption": "A person picks up a flag and holds it up.", "similarity": 0.5611, "relevance": 1 }, { "pair_id": 209757, "video_name": "s02e12_seg01_clip_01", "timestamp": [ 4.48, 7.04 ], "duration": 64.66, "caption": "A person picks up the toaster from the counter and carries it.", "similarity": 0.5603, "relevance": 1 }, { "pair_id": 209758, "video_name": "s04e12_seg02_clip_02", "timestamp": [ 6.6, 11.41 ], "duration": 60.66, "caption": "A person hands papers to some people.", "similarity": 0.5591, "relevance": 1 }, { "pair_id": 209759, "video_name": "house_s08e11_seg02_clip_03", "timestamp": [ 43.81, 51.11 ], "duration": 91.66, "caption": "A person picks up a paper and starts to write.", "similarity": 0.5588, "relevance": 3 } ] }, { "query_id": 97272, "query": "A person crouches down to look closer at a turtle in an aquarium.", "relevant_moment": [ { "pair_id": 134560, "video_name": "s08e17_seg02_clip_01", "timestamp": [ 32.5, 37.35 ], "duration": 57.66, "caption": "A person crouches down to look closer at a turtle in an aquarium.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 134561, "video_name": "friends_s02e18_seg02_clip_20", "timestamp": [ 0.0, 8.67 ], "duration": 51.66, "caption": "A person takes a look at the fish tank.", "similarity": 0.6238, "relevance": 3 }, { "pair_id": 134562, "video_name": "friends_s02e18_seg02_clip_19", "timestamp": [ 61.09, 69.02 ], "duration": 69.66, "caption": "A man looks closely at the fish tank and then looks at a person.", "similarity": 0.6153, "relevance": 3 }, { "pair_id": 134563, "video_name": "s09e09_seg02_clip_13", "timestamp": [ 53.58, 58.3 ], "duration": 63.66, "caption": "A person stops to look at the aquarium and then turns around to face a woman.", "similarity": 0.6125, "relevance": 2 }, { "pair_id": 134564, "video_name": "friends_s02e18_seg02_clip_20", "timestamp": [ 0.0, 5.1 ], "duration": 51.66, "caption": "A man bends over to look at the aquarium.", "similarity": 0.6091, "relevance": 3 }, { "pair_id": 134565, "video_name": "castle_s01e03_seg02_clip_23", "timestamp": [ 72.1, 75.81 ], "duration": 106.66, "caption": "A person crouches down to look at the ground closely.", "similarity": 0.5405, "relevance": 2 }, { "pair_id": 134566, "video_name": "castle_s02e02_seg02_clip_01", "timestamp": [ 13.09, 18.96 ], "duration": 90.66, "caption": "A man looks in on fish in an aquarium and taps his finger on the glass.", "similarity": 0.5304, "relevance": 3 }, { "pair_id": 134567, "video_name": "s03e02_seg02_clip_12", "timestamp": [ 56.14, 62.03 ], "duration": 62.66, "caption": "A person walks over to an aquarium with a critter in it at a professor's.", "similarity": 0.5004, "relevance": 1 }, { "pair_id": 134568, "video_name": "s09e09_seg02_clip_15", "timestamp": [ 53.26, 60.51 ], "duration": 63.66, "caption": "A person walks away from another person as they have a conversation at an aquarium.", "similarity": 0.4983, "relevance": 2 }, { "pair_id": 134569, "video_name": "castle_s07e21_seg02_clip_17", "timestamp": [ 31.48, 35.85 ], "duration": 87.66, "caption": "A woman and person find a huge snake in a tank.", "similarity": 0.4804, "relevance": 2 }, { "pair_id": 134570, "video_name": "house_s08e01_seg02_clip_15", "timestamp": [ 21.89, 23.0 ], "duration": 74.66, "caption": "A person appears to be looking down at something.", "similarity": 0.4748, "relevance": 1 }, { "pair_id": 134571, "video_name": "house_s08e10_seg02_clip_09", "timestamp": [ 30.96, 81.78 ], "duration": 92.66, "caption": "A man watches a turtle race with his other colleagues.", "similarity": 0.474, "relevance": 3 }, { "pair_id": 134572, "video_name": "house_s06e13_seg02_clip_22", "timestamp": [ 56.65, 59.35 ], "duration": 67.66, "caption": "A person looks away from another person.", "similarity": 0.4732, "relevance": 0 }, { "pair_id": 134573, "video_name": "castle_s05e20_seg02_clip_08", "timestamp": [ 49.05, 55.59 ], "duration": 93.66, "caption": "A person looks at a large photo of an animal.", "similarity": 0.4708, "relevance": 1 }, { "pair_id": 134574, "video_name": "house_s02e07_seg02_clip_18", "timestamp": [ 79.22, 88.02 ], "duration": 88.66, "caption": "A person stares at nothing, near a water-feature that looks like water running down a wall.", "similarity": 0.4696, "relevance": 0 }, { "pair_id": 134575, "video_name": "s08e17_seg02_clip_01", "timestamp": [ 15.11, 18.53 ], "duration": 57.66, "caption": "Two people both walk towards a pet aquarium.", "similarity": 0.4683, "relevance": 3 }, { "pair_id": 134576, "video_name": "s09e09_seg02_clip_15", "timestamp": [ 0.0, 19.22 ], "duration": 63.66, "caption": "A person and another person talk in front of jellyfish tank.", "similarity": 0.4628, "relevance": 2 }, { "pair_id": 134577, "video_name": "grey_s03e16_seg02_clip_13", "timestamp": [ 73.16, 92.03 ], "duration": 92.66, "caption": "A child is staring out into the ocean and a person from the coast guard crouches down to talk to her.", "similarity": 0.4592, "relevance": 1 }, { "pair_id": 134578, "video_name": "s09e06_seg02_clip_14", "timestamp": [ 52.83, 59.03 ], "duration": 59.66, "caption": "A man moves a metal tank from a counter into a sink then turns to look at a person.", "similarity": 0.4556, "relevance": 0 }, { "pair_id": 134579, "video_name": "s05e09_seg02_clip_08", "timestamp": [ 11.9, 16.78 ], "duration": 61.66, "caption": "A person goes to their window and opens it to see a bird on the seal.", "similarity": 0.4541, "relevance": 1 } ] }, { "query_id": 97273, "query": "A person anxiously puts his hand on his chest and then on his brow.", "relevant_moment": [ { "pair_id": 19380, "video_name": "s08e17_seg02_clip_01", "timestamp": [ 2.0, 7.13 ], "duration": 57.66, "caption": "A person anxiously puts his hand on his chest and then on his brow.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 19381, "video_name": "castle_s05e07_seg02_clip_03", "timestamp": [ 18.29, 21.77 ], "duration": 87.66, "caption": "A person puts their hand on their chest and nods their head.", "similarity": 0.7292, "relevance": 1 }, { "pair_id": 19382, "video_name": "s06e21_seg02_clip_08", "timestamp": [ 4.43, 6.49 ], "duration": 59.66, "caption": "A person puts his hand on his face and pulls slightly at his cheek and eyebrow.", "similarity": 0.6831, "relevance": 2 }, { "pair_id": 19383, "video_name": "s08e13_seg02_clip_02", "timestamp": [ 3.03, 5.23 ], "duration": 55.66, "caption": "A person puts their left hand to their chest briefly.", "similarity": 0.6765, "relevance": 2 }, { "pair_id": 19384, "video_name": "s04e11_seg02_clip_12", "timestamp": [ 45.77, 51.26 ], "duration": 61.66, "caption": "A man puts his hand on his chest and smiles.", "similarity": 0.6678, "relevance": 2 }, { "pair_id": 19385, "video_name": "s09e08_seg02_clip_08", "timestamp": [ 6.1, 8.24 ], "duration": 61.66, "caption": "A person raises hands, interlocks fingers under his/her chin and smiles.", "similarity": 0.6502, "relevance": 0 }, { "pair_id": 19386, "video_name": "s01e01_seg02_clip_01", "timestamp": [ 21.66, 39.06 ], "duration": 71.66, "caption": "While talking, a person puts his hand on his neck, for emphasis.", "similarity": 0.6398, "relevance": 2 }, { "pair_id": 19387, "video_name": "s02e10_seg02_clip_13", "timestamp": [ 4.88, 15.26 ], "duration": 61.66, "caption": "A person raises their arm and puts their hand on their forehead.", "similarity": 0.6393, "relevance": 2 }, { "pair_id": 19388, "video_name": "s03e08_seg02_clip_05", "timestamp": [ 29.59, 32.49 ], "duration": 58.66, "caption": "A person lets go of someone's shirt and puts his hands on his chest.", "similarity": 0.6369, "relevance": 3 }, { "pair_id": 19389, "video_name": "s05e11_seg02_clip_06", "timestamp": [ 39.54, 41.89 ], "duration": 67.66, "caption": "A person looks down while using his fingers to rub his eyebrow of his left eye and put his fingers back down.", "similarity": 0.6356, "relevance": 2 }, { "pair_id": 19390, "video_name": "friends_s10e05_seg02_clip_22", "timestamp": [ 12.06, 15.23 ], "duration": 63.66, "caption": "A person puts their hand up to their heart.", "similarity": 0.6279, "relevance": 3 }, { "pair_id": 19391, "video_name": "friends_s09e12_seg02_clip_03", "timestamp": [ 15.05, 20.27 ], "duration": 61.66, "caption": "A woman puts her hand beneath her chin and begins to rub it, and the side of her face, nervously while talking to a man.", "similarity": 0.6243, "relevance": 2 }, { "pair_id": 19392, "video_name": "castle_s08e14_seg02_clip_21", "timestamp": [ 85.85, 89.05 ], "duration": 91.66, "caption": "A person puts their arm on the table and looks at someone very intensely.", "similarity": 0.62, "relevance": 0 }, { "pair_id": 19393, "video_name": "house_s02e22_seg02_clip_15", "timestamp": [ 72.1, 73.49 ], "duration": 93.66, "caption": "A person puts their hand on their head in irritation.", "similarity": 0.6194, "relevance": 3 }, { "pair_id": 19394, "video_name": "friends_s07e18_seg02_clip_19", "timestamp": [ 16.7, 18.75 ], "duration": 58.66, "caption": "A person raises his hand and holds it around his chin.", "similarity": 0.6167, "relevance": 2 }, { "pair_id": 19395, "video_name": "castle_s04e06_seg02_clip_09", "timestamp": [ 77.39, 78.74 ], "duration": 89.66, "caption": "A person puts both hands to his mouth as he looks at man.", "similarity": 0.6151, "relevance": 2 }, { "pair_id": 19396, "video_name": "grey_s03e06_seg02_clip_03", "timestamp": [ 24.58, 27.76 ], "duration": 91.66, "caption": "A person places his/her hand on his/her face and forehead.", "similarity": 0.6145, "relevance": 2 }, { "pair_id": 19397, "video_name": "castle_s03e19_seg02_clip_14", "timestamp": [ 15.34, 18.05 ], "duration": 90.66, "caption": "A man presses his hands to his eyes and rubs them.", "similarity": 0.6137, "relevance": 3 }, { "pair_id": 19398, "video_name": "friends_s02e06_seg02_clip_03", "timestamp": [ 1.74, 7.25 ], "duration": 58.66, "caption": "A man puts his hand up to rub his eye.", "similarity": 0.6133, "relevance": 2 }, { "pair_id": 19399, "video_name": "s04e07_seg02_clip_12", "timestamp": [ 30.51, 32.65 ], "duration": 61.66, "caption": "A person presses his right hand against his chest.", "similarity": 0.6118, "relevance": 2 } ] }, { "query_id": 97280, "query": "A man puts on his jacket while arguing with another person.", "relevant_moment": [ { "pair_id": 67200, "video_name": "house_s06e18_seg02_clip_13", "timestamp": [ 37.84, 44.51 ], "duration": 89.66, "caption": "A man puts on his jacket while arguing with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 67201, "video_name": "house_s03e09_seg02_clip_03", "timestamp": [ 41.75, 90.66 ], "duration": 90.66, "caption": "Two people argue about a man and other things.", "similarity": 0.7645, "relevance": 2 }, { "pair_id": 67202, "video_name": "friends_s02e16_seg02_clip_09", "timestamp": [ 43.42, 50.98 ], "duration": 56.66, "caption": "A man carries his coat towards his room when he and another person are arguing.", "similarity": 0.7586, "relevance": 3 }, { "pair_id": 67203, "video_name": "s05e21_seg02_clip_00", "timestamp": [ 15.56, 61.03 ], "duration": 61.66, "caption": "A person starts arguing another person for a serious matter.", "similarity": 0.7407, "relevance": 2 }, { "pair_id": 67204, "video_name": "s06e12_seg02_clip_11", "timestamp": [ 2.14, 5.8 ], "duration": 61.66, "caption": "A person and the other person in front of him/her are arguing.", "similarity": 0.7315, "relevance": 2 }, { "pair_id": 67205, "video_name": "friends_s01e23_seg02_clip_06", "timestamp": [ 0.31, 2.14 ], "duration": 61.66, "caption": "A man roughly takes off his tie while arguing with two individuals.", "similarity": 0.7253, "relevance": 1 }, { "pair_id": 67206, "video_name": "s09e21_seg02_clip_01", "timestamp": [ 4.43, 6.49 ], "duration": 59.66, "caption": "A person is holding a sheet of paper while arguing with another person.", "similarity": 0.7192, "relevance": 2 }, { "pair_id": 67207, "video_name": "s03e21_seg02_clip_14", "timestamp": [ 43.7, 56.02 ], "duration": 56.66, "caption": "A person goes into another and two men begin arguing.", "similarity": 0.7164, "relevance": 2 }, { "pair_id": 67208, "video_name": "friends_s09e17_seg02_clip_05", "timestamp": [ 49.11, 53.47 ], "duration": 58.66, "caption": "A man points at another man while they stand face to face arguing.", "similarity": 0.7138, "relevance": 2 }, { "pair_id": 67209, "video_name": "house_s03e07_seg02_clip_08", "timestamp": [ 0.0, 7.57 ], "duration": 89.66, "caption": "A man puts on his jacket while talking with another man.", "similarity": 0.7085, "relevance": 3 }, { "pair_id": 67210, "video_name": "house_s03e22_seg02_clip_16", "timestamp": [ 5.98, 12.42 ], "duration": 92.66, "caption": "A person walks out a bit while arguing with another person.", "similarity": 0.7069, "relevance": 2 }, { "pair_id": 67211, "video_name": "grey_s02e20_seg02_clip_10", "timestamp": [ 70.54, 91.03 ], "duration": 91.66, "caption": "A man puts his shirt back on and he and woman begin arguing about something.", "similarity": 0.7067, "relevance": 2 }, { "pair_id": 67212, "video_name": "house_s07e04_seg02_clip_14", "timestamp": [ 0.0, 8.16 ], "duration": 90.66, "caption": "A man is arguing with man him being so bossy.", "similarity": 0.7063, "relevance": 2 }, { "pair_id": 67213, "video_name": "friends_s03e15_seg02_clip_17", "timestamp": [ 25.29, 30.73 ], "duration": 64.66, "caption": "Two people start arguing with each other.", "similarity": 0.7057, "relevance": 2 }, { "pair_id": 67214, "video_name": "s08e11_seg02_clip_07", "timestamp": [ 49.32, 52.51 ], "duration": 58.66, "caption": "A person puts their hands on their hips while arguing with another person.", "similarity": 0.696, "relevance": 2 }, { "pair_id": 67215, "video_name": "house_s02e18_seg02_clip_06", "timestamp": [ 5.03, 9.15 ], "duration": 91.66, "caption": "Two people are arguing so a man asks them if they know what it indicates when someone argues so much.", "similarity": 0.6957, "relevance": 1 }, { "pair_id": 67216, "video_name": "s02e12_seg02_clip_02", "timestamp": [ 0.0, 11.1 ], "duration": 60.66, "caption": "A woman is in front of a man arguing with him.", "similarity": 0.6876, "relevance": 2 }, { "pair_id": 67217, "video_name": "house_s08e11_seg02_clip_09", "timestamp": [ 14.26, 25.31 ], "duration": 92.66, "caption": "A man disagrees with a person who talked to him.", "similarity": 0.682, "relevance": 1 }, { "pair_id": 67218, "video_name": "s01e07_seg02_clip_15", "timestamp": [ 7.43, 22.28 ], "duration": 55.66, "caption": "A person calls another person to sort out their argument with two other people.", "similarity": 0.6806, "relevance": 1 }, { "pair_id": 67219, "video_name": "friends_s08e10_seg02_clip_08", "timestamp": [ 5.51, 8.41 ], "duration": 58.66, "caption": "A man stands up immediately while arguing with a woman.", "similarity": 0.6779, "relevance": 2 } ] }, { "query_id": 97306, "query": "A woman throws a bath towel down in front of her.", "relevant_moment": [ { "pair_id": 21440, "video_name": "friends_s05e23-24_seg02_clip_05", "timestamp": [ 63.21, 64.54 ], "duration": 89.66, "caption": "A woman throws a bath towel down in front of her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21441, "video_name": "grey_s03e03_seg02_clip_00", "timestamp": [ 32.15, 38.21 ], "duration": 93.66, "caption": "A woman walks out of the bathroom and then puts a towel on.", "similarity": 0.6999, "relevance": 2 }, { "pair_id": 21442, "video_name": "castle_s02e18_seg02_clip_16", "timestamp": [ 67.22, 72.47 ], "duration": 105.66, "caption": "A woman throws a towel to a man's face and walks out.", "similarity": 0.6971, "relevance": 4 }, { "pair_id": 21443, "video_name": "house_s03e03_seg02_clip_22", "timestamp": [ 52.08, 54.75 ], "duration": 89.66, "caption": "A woman picks up a white towel and throws it to a man.", "similarity": 0.6805, "relevance": 2 }, { "pair_id": 21444, "video_name": "friends_s02e14_seg02_clip_02", "timestamp": [ 53.72, 54.92 ], "duration": 60.66, "caption": "A woman comes out of the bathroom with a towel on their head and in a robe.", "similarity": 0.6742, "relevance": 2 }, { "pair_id": 21445, "video_name": "friends_s08e09_seg02_clip_13", "timestamp": [ 23.5, 26.98 ], "duration": 58.66, "caption": "A woman throws a towel at a man that he catches, and he walks towards the sink.", "similarity": 0.6678, "relevance": 3 }, { "pair_id": 21446, "video_name": "friends_s02e02_seg02_clip_12", "timestamp": [ 51.63, 53.93 ], "duration": 57.66, "caption": "A person throws the dish towel over their left shoulder.", "similarity": 0.6651, "relevance": 2 }, { "pair_id": 21447, "video_name": "s03e08_seg02_clip_02", "timestamp": [ 30.4, 37.19 ], "duration": 59.66, "caption": "A woman walks out of the bathroom in a towel and is followed by a person.", "similarity": 0.659, "relevance": 2 }, { "pair_id": 21448, "video_name": "grey_s03e08_seg02_clip_05", "timestamp": [ 24.65, 29.67 ], "duration": 91.66, "caption": "A woman throws her paper towel away and walks past a man.", "similarity": 0.6349, "relevance": 0 }, { "pair_id": 21449, "video_name": "friends_s10e01_seg02_clip_23", "timestamp": [ 25.82, 26.4 ], "duration": 58.66, "caption": "A woman throws the facial tissue down in front of her.", "similarity": 0.6337, "relevance": 0 }, { "pair_id": 21450, "video_name": "s09e09_seg02_clip_07", "timestamp": [ 41.18, 42.3 ], "duration": 56.66, "caption": "A person throws a towel over his shoulder as he stands at a sink with some people.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 21451, "video_name": "friends_s07e19_seg02_clip_01", "timestamp": [ 0.0, 4.2 ], "duration": 60.66, "caption": "A woman puts a towel underneath a curtain under the sink.", "similarity": 0.6334, "relevance": 1 }, { "pair_id": 21452, "video_name": "s09e09_seg02_clip_03", "timestamp": [ 30.69, 33.94 ], "duration": 59.66, "caption": "A woman throws her hands up in the air.", "similarity": 0.6298, "relevance": 0 }, { "pair_id": 21453, "video_name": "house_s03e01_seg02_clip_22", "timestamp": [ 29.23, 33.29 ], "duration": 81.66, "caption": "A woman takes a towel from her bathroom and hands it to a man.", "similarity": 0.618, "relevance": 1 }, { "pair_id": 21454, "video_name": "friends_s04e12_seg02_clip_18", "timestamp": [ 3.9, 5.98 ], "duration": 52.66, "caption": "A woman sits back down and puts the towel back over her eyes.", "similarity": 0.6102, "relevance": 2 }, { "pair_id": 21455, "video_name": "house_s06e15_seg02_clip_09", "timestamp": [ 4.29, 7.73 ], "duration": 85.66, "caption": "A woman removes the plastic tubing from her face and throws it aside.", "similarity": 0.6086, "relevance": 0 }, { "pair_id": 21456, "video_name": "s01e01_seg02_clip_08", "timestamp": [ 6.9, 9.3 ], "duration": 60.66, "caption": "A woman runs out of the bathroom in a towel as she asks how to turn on the shower feature.", "similarity": 0.607, "relevance": 2 }, { "pair_id": 21458, "video_name": "friends_s02e06_seg02_clip_05", "timestamp": [ 24.08, 26.98 ], "duration": 58.66, "caption": "A woman drops a towel on her lap and places her hands on her knees.", "similarity": 0.6055, "relevance": 2 }, { "pair_id": 21459, "video_name": "friends_s04e04_seg02_clip_15", "timestamp": [ 11.31, 20.6 ], "duration": 58.66, "caption": "A woman wipes her hands off on a white towel.", "similarity": 0.6005, "relevance": 2 } ] }, { "query_id": 97317, "query": "A person enters the restaurant and another person sees him/her.", "relevant_moment": [ { "pair_id": 42240, "video_name": "friends_s06e24-25_seg02_clip_07", "timestamp": [ 50.65, 54.62 ], "duration": 61.66, "caption": "A person enters the restaurant and another person sees him/her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 42241, "video_name": "house_s04e12_seg02_clip_07", "timestamp": [ 84.62, 90.02 ], "duration": 90.66, "caption": "A person walks into the restaurant and sees two other people.", "similarity": 0.8719, "relevance": 3 }, { "pair_id": 42242, "video_name": "s06e05_seg02_clip_12", "timestamp": [ 18.77, 24.65 ], "duration": 56.66, "caption": "A person enters the restaurant and sits together with some people.", "similarity": 0.8189, "relevance": 3 }, { "pair_id": 42244, "video_name": "s07e21_seg02_clip_05", "timestamp": [ 2.1, 5.1 ], "duration": 60.66, "caption": "A person exits the restaurant and another person follows them out.", "similarity": 0.759, "relevance": 1 }, { "pair_id": 42245, "video_name": "s07e12_seg02_clip_00", "timestamp": [ 5.58, 10.86 ], "duration": 62.66, "caption": "A person is sitting across from another person as they are eating in a restaurant.", "similarity": 0.7466, "relevance": 1 }, { "pair_id": 42246, "video_name": "met_s02e20_seg01_clip_00", "timestamp": [ 56.02, 62.82 ], "duration": 77.66, "caption": "A person points to another person with an open handed gesture while they are sitting in the restaurant.", "similarity": 0.7349, "relevance": 1 }, { "pair_id": 42247, "video_name": "s04e22_seg02_clip_12", "timestamp": [ 57.33, 60.03 ], "duration": 60.66, "caption": "A person and another person walk through the restaurant doors.", "similarity": 0.7306, "relevance": 2 }, { "pair_id": 42248, "video_name": "castle_s05e05_seg02_clip_22", "timestamp": [ 58.97, 61.67 ], "duration": 90.66, "caption": "Two people walk into a restaurant and notice a waiter and one of them tells the other that the waiter resembles him.", "similarity": 0.7091, "relevance": 3 }, { "pair_id": 42249, "video_name": "met_s06e16_seg02_clip_13", "timestamp": [ 26.11, 28.51 ], "duration": 60.66, "caption": "Two people are standing in a restaurant and they look at each other and then straight ahead.", "similarity": 0.7082, "relevance": 1 }, { "pair_id": 42250, "video_name": "s07e15_seg02_clip_14", "timestamp": [ 30.39, 34.12 ], "duration": 62.66, "caption": "A person steps into the kiss he is sharing with another person at the restaurant.", "similarity": 0.7063, "relevance": 1 }, { "pair_id": 42251, "video_name": "castle_s02e15_seg02_clip_16", "timestamp": [ 3.58, 12.53 ], "duration": 89.66, "caption": "A person describes to man and woman about his actions in a restaurant.", "similarity": 0.7003, "relevance": 0 }, { "pair_id": 42252, "video_name": "s06e01_seg02_clip_05", "timestamp": [ 27.27, 31.91 ], "duration": 58.66, "caption": "A man and a woman enter into the restaurant dining area.", "similarity": 0.6995, "relevance": 2 }, { "pair_id": 42253, "video_name": "castle_s04e07_seg02_clip_27", "timestamp": [ 32.73, 36.14 ], "duration": 85.66, "caption": "A person turns to see another person in the kitchen.", "similarity": 0.6974, "relevance": 1 }, { "pair_id": 42254, "video_name": "met_s03e06_seg02_clip_05", "timestamp": [ 14.2, 20.07 ], "duration": 61.66, "caption": "A person and another person both signal to a famous actor who is in the restaurant.", "similarity": 0.6929, "relevance": 2 }, { "pair_id": 42255, "video_name": "met_s02e03_seg02_clip_02", "timestamp": [ 16.58, 26.66 ], "duration": 65.66, "caption": "A man enters a restaurant and sits between a woman and another man at a large table.", "similarity": 0.691, "relevance": 4 }, { "pair_id": 42256, "video_name": "met_s06e11_seg02_clip_03", "timestamp": [ 44.39, 46.2 ], "duration": 60.66, "caption": "Two people are looking in the menu of the restaurant.", "similarity": 0.6907, "relevance": 1 }, { "pair_id": 42257, "video_name": "friends_s10e14_seg02_clip_02", "timestamp": [ 39.55, 51.94 ], "duration": 59.66, "caption": "A person picks up two menus after woman enters the restaurant.", "similarity": 0.6884, "relevance": 4 }, { "pair_id": 42258, "video_name": "s07e19_seg02_clip_15", "timestamp": [ 11.71, 24.61 ], "duration": 60.66, "caption": "A person is sitting at a restaurant table with someone.", "similarity": 0.6877, "relevance": 1 }, { "pair_id": 42259, "video_name": "friends_s07e06_seg02_clip_09", "timestamp": [ 18.3, 24.79 ], "duration": 59.66, "caption": "A person walks into the kitchen and another person follows him/her.", "similarity": 0.6838, "relevance": 1 } ] }, { "query_id": 97326, "query": "It appears that sirens are changing the color of the curtains.", "relevant_moment": [ { "pair_id": 6120, "video_name": "house_s03e07_seg02_clip_22", "timestamp": [ 54.65, 59.87 ], "duration": 69.66, "caption": "It appears that sirens are changing the color of the curtains.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6121, "video_name": "castle_s07e23_seg02_clip_02", "timestamp": [ 51.76, 56.27 ], "duration": 90.66, "caption": "Water and a bridge are shown as different letters in CASTLE get bright and dim.", "similarity": 0.399, "relevance": 1 }, { "pair_id": 6123, "video_name": "s08e05_seg02_clip_15", "timestamp": [ 55.79, 62.72 ], "duration": 66.66, "caption": "A woman suggests maybe she should shut the curtain but decides to leave them that way and walks away.", "similarity": 0.3699, "relevance": 1 }, { "pair_id": 6124, "video_name": "friends_s06e17_seg02_clip_07", "timestamp": [ 51.57, 55.54 ], "duration": 61.66, "caption": "Two women come from behind a man's curtains and frighten him.", "similarity": 0.3648, "relevance": 2 }, { "pair_id": 6125, "video_name": "friends_s03e11_seg02_clip_00", "timestamp": [ 54.42, 68.02 ], "duration": 68.66, "caption": "Some people all look toward the ceiling as they hear voices coming from upstairs.", "similarity": 0.3595, "relevance": 0 }, { "pair_id": 6126, "video_name": "castle_s04e06_seg02_clip_21", "timestamp": [ 58.42, 64.81 ], "duration": 91.66, "caption": "A person notices something strange about the light fixture.", "similarity": 0.355, "relevance": 0 }, { "pair_id": 6127, "video_name": "s09e12_seg02_clip_00", "timestamp": [ 0.0, 0.31 ], "duration": 62.66, "caption": "The words a TV show appear on the screen in front of a color blast of stars.", "similarity": 0.3492, "relevance": 0 }, { "pair_id": 6128, "video_name": "castle_s08e21_seg02_clip_00", "timestamp": [ 4.21, 7.48 ], "duration": 93.66, "caption": "A person looks through the window and says the storm will continue.", "similarity": 0.3489, "relevance": 4 }, { "pair_id": 6129, "video_name": "castle_s03e02_seg02_clip_11", "timestamp": [ 9.1, 12.74 ], "duration": 91.66, "caption": "A person notices someone's clothes color after walking by.", "similarity": 0.3485, "relevance": 1 }, { "pair_id": 6130, "video_name": "castle_s08e15_seg02_clip_19", "timestamp": [ 72.82, 78.74 ], "duration": 91.66, "caption": "The colorful sign is clearly visible.", "similarity": 0.3479, "relevance": 1 }, { "pair_id": 6131, "video_name": "s05e09_seg01_clip_01", "timestamp": [ 61.52, 66.4 ], "duration": 75.66, "caption": "A person pulls the cord on the curtains causing the drapes to draw closed.", "similarity": 0.3471, "relevance": 2 }, { "pair_id": 6132, "video_name": "castle_s08e14_seg02_clip_11", "timestamp": [ 26.63, 34.75 ], "duration": 90.66, "caption": "Two people enter a room and an alarm sounds, causing one person to cover their ears.", "similarity": 0.3459, "relevance": 1 }, { "pair_id": 6133, "video_name": "castle_s08e21_seg02_clip_01", "timestamp": [ 5.64, 8.93 ], "duration": 94.66, "caption": "Two people notice a flashing red light.", "similarity": 0.3393, "relevance": 1 }, { "pair_id": 6134, "video_name": "grey_s01e03_seg02_clip_00", "timestamp": [ 28.07, 31.75 ], "duration": 92.66, "caption": "A patient opens the curtains and gets some people's attention.", "similarity": 0.338, "relevance": 1 }, { "pair_id": 6135, "video_name": "castle_s06e22_seg02_clip_15", "timestamp": [ 13.65, 26.4 ], "duration": 91.66, "caption": "A person gives an ominous warning to two people as they walk away.", "similarity": 0.3378, "relevance": 0 }, { "pair_id": 6136, "video_name": "friends_s10e01_seg02_clip_03", "timestamp": [ 28.9, 35.26 ], "duration": 53.66, "caption": "Some people rush to listen to what is happening in the next room.", "similarity": 0.3366, "relevance": 1 }, { "pair_id": 6137, "video_name": "friends_s07e17_seg02_clip_06", "timestamp": [ 26.27, 31.58 ], "duration": 59.66, "caption": "A person opens the curtain of dresses to see another person.", "similarity": 0.3364, "relevance": 1 }, { "pair_id": 6138, "video_name": "s05e21_seg02_clip_12", "timestamp": [ 22.33, 31.94 ], "duration": 62.66, "caption": "A person comes through the changing room curtain, then goes back into the changing room.", "similarity": 0.3361, "relevance": 1 }, { "pair_id": 6139, "video_name": "s03e03_seg01_clip_00", "timestamp": [ 12.61, 23.32 ], "duration": 63.66, "caption": "Person comes out of his/her bedroom to see what the noise is he/she hears.", "similarity": 0.3348, "relevance": 0 } ] }, { "query_id": 97355, "query": "A man talks to a woman in the doorway of some offices.", "relevant_moment": [ { "pair_id": 18340, "video_name": "castle_s08e11_seg02_clip_22", "timestamp": [ 0.0, 60.53 ], "duration": 91.66, "caption": "A man talks to a woman in the doorway of some offices.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 18341, "video_name": "house_s02e23_seg02_clip_11", "timestamp": [ 71.22, 89.02 ], "duration": 89.66, "caption": "A man comes to a woman's office and talks with her.", "similarity": 0.8619, "relevance": 4 }, { "pair_id": 18342, "video_name": "grey_s03e25_seg02_clip_07", "timestamp": [ 25.05, 82.76 ], "duration": 89.66, "caption": "A woman walks into an office and talks to man.", "similarity": 0.8578, "relevance": 4 }, { "pair_id": 18343, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 59.51, 90.66 ], "duration": 90.66, "caption": "A man walks into his office and talks with a woman.", "similarity": 0.8571, "relevance": 4 }, { "pair_id": 18344, "video_name": "grey_s03e05_seg02_clip_17", "timestamp": [ 0.0, 51.66 ], "duration": 89.66, "caption": "A woman is talking to a man in his office.", "similarity": 0.8493, "relevance": 3 }, { "pair_id": 18345, "video_name": "house_s03e17_seg02_clip_16", "timestamp": [ 71.87, 89.28 ], "duration": 89.66, "caption": "A man walks into woman's office to speak with her.", "similarity": 0.8472, "relevance": 2 }, { "pair_id": 18346, "video_name": "castle_s06e17_seg02_clip_05", "timestamp": [ 61.85, 66.42 ], "duration": 83.66, "caption": "A woman stands in the doorway of her office and talks to two men.", "similarity": 0.8445, "relevance": 3 }, { "pair_id": 18347, "video_name": "s01e15_seg01_clip_00", "timestamp": [ 41.5, 61.03 ], "duration": 61.66, "caption": "A person is talking to a woman in his office.", "similarity": 0.8442, "relevance": 2 }, { "pair_id": 18348, "video_name": "house_s01e09_seg02_clip_00", "timestamp": [ 5.7, 18.53 ], "duration": 95.66, "caption": "A man enters woman's office and stands near the door speaking to her.", "similarity": 0.8406, "relevance": 4 }, { "pair_id": 18349, "video_name": "castle_s05e22_seg02_clip_03", "timestamp": [ 77.29, 90.4 ], "duration": 90.66, "caption": "A woman talks to some people in the doorway of an office.", "similarity": 0.84, "relevance": 4 }, { "pair_id": 18350, "video_name": "met_s03e15_seg02_clip_05", "timestamp": [ 39.06, 41.5 ], "duration": 61.66, "caption": "A woman came in a man's office and talk to him.", "similarity": 0.8397, "relevance": 3 }, { "pair_id": 18351, "video_name": "castle_s01e06_seg02_clip_24", "timestamp": [ 1.63, 5.3 ], "duration": 81.66, "caption": "A woman came in a man's office and talk to him.", "similarity": 0.8397, "relevance": 3 }, { "pair_id": 18352, "video_name": "house_s04e06_seg02_clip_04", "timestamp": [ 30.95, 36.41 ], "duration": 91.66, "caption": "A man came in a woman's office and talk to her.", "similarity": 0.8374, "relevance": 3 }, { "pair_id": 18353, "video_name": "castle_s08e07_seg02_clip_23", "timestamp": [ 4.05, 11.25 ], "duration": 90.66, "caption": "A man walks into a woman's office to start a conversation.", "similarity": 0.8352, "relevance": 3 }, { "pair_id": 18354, "video_name": "castle_s01e04_seg02_clip_12", "timestamp": [ 21.53, 48.34 ], "duration": 87.66, "caption": "A man is in his office speaking to woman and person.", "similarity": 0.835, "relevance": 3 }, { "pair_id": 18355, "video_name": "castle_s07e12_seg02_clip_06", "timestamp": [ 0.0, 62.26 ], "duration": 89.66, "caption": "A man is in his office as he speaks to a woman.", "similarity": 0.8331, "relevance": 2 }, { "pair_id": 18356, "video_name": "house_s02e11_seg02_clip_24", "timestamp": [ 0.86, 85.29 ], "duration": 86.66, "caption": "A man speaks to woman right in her office.", "similarity": 0.8276, "relevance": 3 }, { "pair_id": 18357, "video_name": "house_s03e05_seg02_clip_17", "timestamp": [ 73.73, 91.03 ], "duration": 91.66, "caption": "A person walks into woman's office and speaks with someone.", "similarity": 0.8242, "relevance": 3 }, { "pair_id": 18358, "video_name": "castle_s08e18_seg02_clip_12", "timestamp": [ 73.5, 77.02 ], "duration": 88.66, "caption": "A man sits down in his office to talk to a woman.", "similarity": 0.8239, "relevance": 2 }, { "pair_id": 18359, "video_name": "castle_s06e20_seg02_clip_21", "timestamp": [ 0.0, 3.45 ], "duration": 86.66, "caption": "A woman is in an office speaking to a man.", "similarity": 0.8237, "relevance": 2 }, { "pair_id": 191661, "video_name": "house_s02e09_seg02_clip_24", "timestamp": [ 76.12, 82.79 ], "duration": 89.66, "caption": "A man opens the door to a woman's office, walks in, and starts talking to her.", "similarity": 0.8205, "relevance": 2 }, { "pair_id": 191662, "video_name": "castle_s06e18_seg02_clip_05", "timestamp": [ 20.39, 25.83 ], "duration": 90.66, "caption": "A man brings a woman to person's office to speak to woman.", "similarity": 0.8187, "relevance": 2 }, { "pair_id": 191663, "video_name": "castle_s01e06_seg02_clip_11", "timestamp": [ 46.58, 87.06 ], "duration": 87.66, "caption": "A woman entered a man's office and started conversation with him.", "similarity": 0.8187, "relevance": 3 }, { "pair_id": 191664, "video_name": "house_s05e16_seg02_clip_07", "timestamp": [ 65.27, 72.23 ], "duration": 87.66, "caption": "A woman opens the door to another person's office and talks with him.", "similarity": 0.8178, "relevance": 3 }, { "pair_id": 191665, "video_name": "house_s01e12_seg02_clip_09", "timestamp": [ 60.42, 90.66 ], "duration": 90.66, "caption": "A person walks into the office and speaks to a woman.", "similarity": 0.8152, "relevance": 3 }, { "pair_id": 191666, "video_name": "castle_s08e11_seg02_clip_20", "timestamp": [ 0.0, 25.94 ], "duration": 91.66, "caption": "A man is speaking to a woman outside of her office.", "similarity": 0.8138, "relevance": 3 }, { "pair_id": 191667, "video_name": "s08e18_seg02_clip_06", "timestamp": [ 35.98, 39.75 ], "duration": 58.66, "caption": "A person is talking to man at woman's apartment doorway.", "similarity": 0.8119, "relevance": 1 }, { "pair_id": 191668, "video_name": "castle_s07e06_seg02_clip_18", "timestamp": [ 0.0, 16.84 ], "duration": 91.66, "caption": "A person is standing at the door of a woman's office as he speaks with her.", "similarity": 0.8109, "relevance": 4 }, { "pair_id": 191669, "video_name": "house_s01e15_seg02_clip_00", "timestamp": [ 14.55, 21.83 ], "duration": 97.66, "caption": "A man walks into another woman's office while she's talking with a man.", "similarity": 0.8105, "relevance": 3 }, { "pair_id": 191670, "video_name": "house_s06e20_seg02_clip_24", "timestamp": [ 26.67, 79.14 ], "duration": 86.66, "caption": "A man talks to another man in his office about a woman.", "similarity": 0.8093, "relevance": 1 }, { "pair_id": 191671, "video_name": "house_s04e16_seg02_clip_13", "timestamp": [ 65.53, 92.3 ], "duration": 92.66, "caption": "A man stands inside of person's office and speaks to him about woman.", "similarity": 0.8091, "relevance": 1 }, { "pair_id": 191672, "video_name": "grey_s03e01_seg02_clip_06", "timestamp": [ 31.95, 36.97 ], "duration": 91.66, "caption": "A woman bursts into a man's office as he is talking with a woman.", "similarity": 0.8088, "relevance": 3 }, { "pair_id": 191673, "video_name": "castle_s03e15_seg02_clip_05", "timestamp": [ 77.06, 81.99 ], "duration": 89.66, "caption": "A man walks in to the office where a woman and a man are talking.", "similarity": 0.8087, "relevance": 2 }, { "pair_id": 191674, "video_name": "house_s01e11_seg02_clip_19", "timestamp": [ 27.78, 43.09 ], "duration": 71.66, "caption": "A woman and a man walk into her office and have a conversation.", "similarity": 0.8061, "relevance": 2 }, { "pair_id": 191675, "video_name": "house_s01e22_seg02_clip_23", "timestamp": [ 56.54, 95.03 ], "duration": 95.66, "caption": "A woman walks up to a man and speaks with him in his office.", "similarity": 0.8058, "relevance": 3 }, { "pair_id": 191676, "video_name": "friends_s05e07_seg02_clip_07", "timestamp": [ 0.0, 15.06 ], "duration": 70.66, "caption": "A man stands in the doorway and talks to a woman.", "similarity": 0.8049, "relevance": 3 }, { "pair_id": 191677, "video_name": "house_s01e16_seg02_clip_18", "timestamp": [ 15.35, 17.16 ], "duration": 90.66, "caption": "A person walks out of a woman's office and talks with a man.", "similarity": 0.8023, "relevance": 1 }, { "pair_id": 191679, "video_name": "house_s02e09_seg02_clip_25", "timestamp": [ 0.0, 48.92 ], "duration": 146.66, "caption": "A man sits down in a woman's office and speaks with her.", "similarity": 0.8014, "relevance": 3 } ] }, { "query_id": 97481, "query": "A person pushed down another person in a beige suit on the garbage bags.", "relevant_moment": [ { "pair_id": 6800, "video_name": "castle_s08e06_seg02_clip_09", "timestamp": [ 16.34, 18.5 ], "duration": 86.66, "caption": "A person pushed down another person in a beige suit on the garbage bags.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6801, "video_name": "house_s05e05_seg02_clip_22", "timestamp": [ 27.34, 34.98 ], "duration": 80.66, "caption": "A person moves a garbage bag on their desk and another person comes in and takes a seat.", "similarity": 0.652, "relevance": 2 }, { "pair_id": 6802, "video_name": "house_s02e20_seg02_clip_11", "timestamp": [ 0.0, 6.68 ], "duration": 89.66, "caption": "person throws both other person and another person's bags as they walk into the door.", "similarity": 0.6197, "relevance": 0 }, { "pair_id": 6803, "video_name": "castle_s02e23_seg02_clip_20", "timestamp": [ 68.72, 74.19 ], "duration": 91.66, "caption": "A person grabs the bag from another person and starts taking things out of it.", "similarity": 0.6153, "relevance": 2 }, { "pair_id": 6804, "video_name": "s08e11_seg02_clip_05", "timestamp": [ 54.74, 57.02 ], "duration": 57.66, "caption": "A man grabs the trash bag from another man's hands.", "similarity": 0.6111, "relevance": 1 }, { "pair_id": 6805, "video_name": "house_s02e20_seg02_clip_11", "timestamp": [ 0.0, 4.45 ], "duration": 89.66, "caption": "A person throws packed things to another person and another person.", "similarity": 0.6024, "relevance": 1 }, { "pair_id": 6806, "video_name": "castle_s03e10_seg02_clip_17", "timestamp": [ 14.5, 24.51 ], "duration": 100.66, "caption": "A person gets a garbage bin and a bottle, he then hands over the bottle to another person.", "similarity": 0.587, "relevance": 1 }, { "pair_id": 6807, "video_name": "house_s08e10_seg02_clip_20", "timestamp": [ 75.48, 82.84 ], "duration": 98.66, "caption": "Two people are throwing up violently into a trash can.", "similarity": 0.5863, "relevance": 1 }, { "pair_id": 6808, "video_name": "s04e15_seg02_clip_11", "timestamp": [ 40.73, 43.09 ], "duration": 59.66, "caption": "A person hands a small black bag to another person.", "similarity": 0.5802, "relevance": 2 }, { "pair_id": 6809, "video_name": "friends_s03e23_seg02_clip_15", "timestamp": [ 22.92, 27.27 ], "duration": 58.66, "caption": "A person grabs something and wipes another person's butt with it.", "similarity": 0.5751, "relevance": 1 }, { "pair_id": 6810, "video_name": "friends_s10e01_seg02_clip_18", "timestamp": [ 4.52, 10.45 ], "duration": 56.66, "caption": "A man hands a woman a bag of trash for her to hold.", "similarity": 0.5724, "relevance": 2 }, { "pair_id": 6811, "video_name": "met_s02e04_seg02_clip_09", "timestamp": [ 40.18, 42.5 ], "duration": 57.66, "caption": "A person pulls another person up from the bean bag he's sitting on.", "similarity": 0.5695, "relevance": 2 }, { "pair_id": 6812, "video_name": "s01e10_seg01_clip_01", "timestamp": [ 25.09, 38.21 ], "duration": 57.66, "caption": "A person puts the plastic bag into the garbage can.", "similarity": 0.5651, "relevance": 2 }, { "pair_id": 6813, "video_name": "house_s04e02_seg02_clip_05", "timestamp": [ 26.94, 30.85 ], "duration": 86.66, "caption": "A person helps another person get up onto the dumpster.", "similarity": 0.5637, "relevance": 2 }, { "pair_id": 6814, "video_name": "s10e08_seg02_clip_01", "timestamp": [ 20.14, 24.41 ], "duration": 61.66, "caption": "A person takes the wastebasket from woman and empties it.", "similarity": 0.5598, "relevance": 2 }, { "pair_id": 6815, "video_name": "castle_s04e11_seg02_clip_23", "timestamp": [ 47.33, 50.52 ], "duration": 91.66, "caption": "A person picks up a container and passes it over to another person.", "similarity": 0.5566, "relevance": 1 }, { "pair_id": 6816, "video_name": "s08e11_seg02_clip_05", "timestamp": [ 54.17, 57.02 ], "duration": 57.66, "caption": "A person takes the black bag away from another person.", "similarity": 0.5561, "relevance": 1 }, { "pair_id": 6817, "video_name": "castle_s04e21_seg02_clip_14", "timestamp": [ 0.0, 5.4 ], "duration": 90.66, "caption": "A man puts a person in the back of a garbage truck.", "similarity": 0.5527, "relevance": 0 }, { "pair_id": 6818, "video_name": "friends_s09e07_seg02_clip_10", "timestamp": [ 54.01, 61.03 ], "duration": 61.66, "caption": "A person pulls another person on the floor with them and another person.", "similarity": 0.549, "relevance": 1 }, { "pair_id": 6819, "video_name": "house_s08e02_seg02_clip_13", "timestamp": [ 0.0, 2.25 ], "duration": 90.66, "caption": "A person is handing something white over to another person.", "similarity": 0.5487, "relevance": 0 } ] }, { "query_id": 97510, "query": "A man approaches the computer next to a patient's hospital bed and types on the keyboard.", "relevant_moment": [ { "pair_id": 2240, "video_name": "grey_s02e23_seg02_clip_06", "timestamp": [ 3.83, 7.23 ], "duration": 85.66, "caption": "A man approaches the computer next to a patient's hospital bed and types on the keyboard.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 2241, "video_name": "house_s08e03_seg02_clip_03", "timestamp": [ 46.13, 50.12 ], "duration": 88.66, "caption": "A man looks over at another person, who is typing on the monitor by his hospital bed.", "similarity": 0.7335, "relevance": 3 }, { "pair_id": 2242, "video_name": "house_s07e17_seg02_clip_08", "timestamp": [ 15.54, 19.42 ], "duration": 86.66, "caption": "A man moves away from the hospital bed towards the computer.", "similarity": 0.7154, "relevance": 2 }, { "pair_id": 2243, "video_name": "castle_s05e21_seg02_clip_15", "timestamp": [ 59.44, 62.12 ], "duration": 89.66, "caption": "A person urgently types on a computer before someone approaches the computer.", "similarity": 0.7116, "relevance": 2 }, { "pair_id": 2244, "video_name": "house_s07e11_seg02_clip_03", "timestamp": [ 16.2, 22.06 ], "duration": 90.66, "caption": "A man looks over woman's shoulder at an older woman using a laptop in her hospital bed.", "similarity": 0.6922, "relevance": 1 }, { "pair_id": 2245, "video_name": "house_s03e15_seg02_clip_21", "timestamp": [ 81.89, 88.14 ], "duration": 125.66, "caption": "A man approaches a woman and clicks on the keyboard of the computer.", "similarity": 0.6872, "relevance": 3 }, { "pair_id": 2246, "video_name": "house_s02e23_seg02_clip_24", "timestamp": [ 12.26, 14.19 ], "duration": 129.66, "caption": "A man picks up a notepad from the table next to the hospital bed.", "similarity": 0.6797, "relevance": 1 }, { "pair_id": 2247, "video_name": "grey_s01e07_seg02_clip_08", "timestamp": [ 82.42, 92.09 ], "duration": 92.66, "caption": "A man moves over to show his patient's a computer scan.", "similarity": 0.6756, "relevance": 2 }, { "pair_id": 2248, "video_name": "house_s06e02_seg02_clip_18", "timestamp": [ 0.0, 37.73 ], "duration": 92.66, "caption": "A person types on a laptop while sitting in a hospital bed talking with some people.", "similarity": 0.6718, "relevance": 1 }, { "pair_id": 2249, "video_name": "grey_s01e02_seg02_clip_22", "timestamp": [ 0.0, 7.82 ], "duration": 92.66, "caption": "A man is working on a computer while a woman is looking in a patient's room.", "similarity": 0.6705, "relevance": 2 }, { "pair_id": 2250, "video_name": "house_s07e23_seg02_clip_13", "timestamp": [ 25.46, 66.99 ], "duration": 89.66, "caption": "A man in a hospital bed, watches TV on a small device; he puts it aside when a woman walks in; he removes his glasses, reaches for a laptop, and shows the woman the laptop screen.", "similarity": 0.669, "relevance": 1 }, { "pair_id": 2251, "video_name": "castle_s07e21_seg02_clip_16", "timestamp": [ 55.06, 56.78 ], "duration": 86.66, "caption": "A person types on the keyboard into the computer.", "similarity": 0.667, "relevance": 1 }, { "pair_id": 2252, "video_name": "house_s01e22_seg02_clip_17", "timestamp": [ 30.5, 41.2 ], "duration": 107.66, "caption": "A man is walking back and forth next to the patient's hospital bed.", "similarity": 0.665, "relevance": 1 }, { "pair_id": 2253, "video_name": "house_s06e09_seg02_clip_07", "timestamp": [ 55.98, 61.44 ], "duration": 91.66, "caption": "A man walks over to someone's bed in the hospital room.", "similarity": 0.665, "relevance": 1 }, { "pair_id": 2254, "video_name": "house_s02e10_seg02_clip_05", "timestamp": [ 4.03, 6.27 ], "duration": 89.66, "caption": "A man is looking at computer screen while the patient coughs forward.", "similarity": 0.6567, "relevance": 2 }, { "pair_id": 2255, "video_name": "house_s06e09_seg02_clip_03", "timestamp": [ 26.16, 29.83 ], "duration": 91.66, "caption": "A man walks over to someone while he/she is in a hospital bed.", "similarity": 0.6565, "relevance": 1 }, { "pair_id": 2256, "video_name": "house_s04e16_seg02_clip_22", "timestamp": [ 68.7, 74.25 ], "duration": 101.66, "caption": "A man presses various machines when he's in a woman's hospital bed.", "similarity": 0.6557, "relevance": 1 }, { "pair_id": 2257, "video_name": "house_s08e14_seg02_clip_10", "timestamp": [ 49.61, 54.16 ], "duration": 91.66, "caption": "A man pulls the computer over to his bed and starts typing.", "similarity": 0.6552, "relevance": 1 }, { "pair_id": 2258, "video_name": "grey_s01e09_seg02_clip_11", "timestamp": [ 60.99, 64.17 ], "duration": 91.66, "caption": "A person types on the keyboard of the desktop computer.", "similarity": 0.6543, "relevance": 2 }, { "pair_id": 2259, "video_name": "house_s05e08_seg02_clip_12", "timestamp": [ 41.84, 48.52 ], "duration": 89.66, "caption": "A man walks in to a patient's room and looks at a clipboard.", "similarity": 0.6511, "relevance": 1 } ] }, { "query_id": 97604, "query": "Two men walk over to the windows and open the drapes.", "relevant_moment": [ { "pair_id": 12560, "video_name": "friends_s10e12_seg02_clip_20", "timestamp": [ 36.18, 40.66 ], "duration": 64.66, "caption": "Two men walk over to the windows and open the drapes.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 12561, "video_name": "s09e01_seg02_clip_02", "timestamp": [ 55.15, 60.82 ], "duration": 63.66, "caption": "A man walks over to the window that another man is standing outside of, reaches up and closes the curtains.", "similarity": 0.6928, "relevance": 3 }, { "pair_id": 12562, "video_name": "house_s04e05_seg02_clip_01", "timestamp": [ 3.43, 5.58 ], "duration": 85.66, "caption": "Two men open doors at the same time and walk thru them.", "similarity": 0.6364, "relevance": 1 }, { "pair_id": 12563, "video_name": "house_s02e19_seg02_clip_26", "timestamp": [ 16.41, 22.15 ], "duration": 41.66, "caption": "Two men both walk out of the doors together.", "similarity": 0.6283, "relevance": 1 }, { "pair_id": 12564, "video_name": "castle_s05e15_seg02_clip_03", "timestamp": [ 0.0, 14.53 ], "duration": 90.66, "caption": "Two men were walking and one opened the door.", "similarity": 0.6197, "relevance": 1 }, { "pair_id": 12565, "video_name": "s10e05_seg02_clip_08", "timestamp": [ 5.7, 7.8 ], "duration": 60.66, "caption": "Two people standing in the window, and a man opens the window.", "similarity": 0.601, "relevance": 2 }, { "pair_id": 12566, "video_name": "met_s06e20_seg01_clip_00", "timestamp": [ 9.01, 15.23 ], "duration": 62.66, "caption": "Two men walk over to the window as a man voice overs about the resistance to his work.", "similarity": 0.5957, "relevance": 3 }, { "pair_id": 12567, "video_name": "castle_s03e22_seg02_clip_06", "timestamp": [ 11.25, 24.31 ], "duration": 90.66, "caption": "Two people walk up to some gates and then open them.", "similarity": 0.5926, "relevance": 1 }, { "pair_id": 12568, "video_name": "house_s03e18_seg02_clip_26", "timestamp": [ 0.0, 2.8 ], "duration": 43.66, "caption": "Two people both walk through the glass doors together.", "similarity": 0.5901, "relevance": 0 }, { "pair_id": 12569, "video_name": "castle_s05e02_seg02_clip_13", "timestamp": [ 53.11, 56.26 ], "duration": 90.66, "caption": "Two people walk through a set of glass doors.", "similarity": 0.5893, "relevance": 0 }, { "pair_id": 12570, "video_name": "castle_s08e21_seg02_clip_05", "timestamp": [ 63.72, 67.76 ], "duration": 89.66, "caption": "Two men walk into a room and one of them shuts the door.", "similarity": 0.589, "relevance": 0 }, { "pair_id": 12571, "video_name": "castle_s06e22_seg02_clip_11", "timestamp": [ 0.0, 21.61 ], "duration": 90.66, "caption": "Two men were sneaking a peek through the window.", "similarity": 0.5876, "relevance": 2 }, { "pair_id": 12573, "video_name": "house_s04e13_seg02_clip_24", "timestamp": [ 24.93, 34.72 ], "duration": 89.66, "caption": "Two men walk toward a door, the door opens and they walk toward a patient's bed.", "similarity": 0.5799, "relevance": 0 }, { "pair_id": 12574, "video_name": "s01e09_seg02_clip_14", "timestamp": [ 16.98, 20.86 ], "duration": 97.66, "caption": "Two men walk through the front door.", "similarity": 0.5766, "relevance": 0 }, { "pair_id": 12575, "video_name": "grey_s02e14_seg02_clip_00", "timestamp": [ 8.65, 10.92 ], "duration": 91.66, "caption": "A man walks past the window in the room that two people are.", "similarity": 0.5728, "relevance": 0 }, { "pair_id": 12576, "video_name": "house_s03e21_seg02_clip_12", "timestamp": [ 8.63, 13.15 ], "duration": 82.66, "caption": "Two men both open the door while they are talking.", "similarity": 0.568, "relevance": 2 }, { "pair_id": 12577, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 66.67, 68.39 ], "duration": 86.66, "caption": "Two people walk through sliding glass doors together.", "similarity": 0.5671, "relevance": 0 }, { "pair_id": 12578, "video_name": "friends_s02e08_seg02_clip_15", "timestamp": [ 38.77, 43.42 ], "duration": 62.66, "caption": "A man opens the window and lets another man into the apartment.", "similarity": 0.5638, "relevance": 1 }, { "pair_id": 12579, "video_name": "s05e05_seg02_clip_12", "timestamp": [ 27.91, 31.51 ], "duration": 60.66, "caption": "Two men walk out the door and a person close the door.", "similarity": 0.5636, "relevance": 0 } ] }, { "query_id": 97692, "query": "A woman leans over as she is talking and sets the drink pitcher down on the floor in front of her.", "relevant_moment": [ { "pair_id": 3500, "video_name": "friends_s01e04_seg02_clip_16", "timestamp": [ 27.01, 30.01 ], "duration": 60.66, "caption": "A woman leans over as she is talking and sets the drink pitcher down on the floor in front of her.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 3501, "video_name": "met_s05e05_seg02_clip_10", "timestamp": [ 12.35, 19.58 ], "duration": 60.66, "caption": "A woman voice overs her alcohol consumption while she's holding a pitcher.", "similarity": 0.7288, "relevance": 1 }, { "pair_id": 3502, "video_name": "s06e07_seg02_clip_09", "timestamp": [ 51.06, 58.03 ], "duration": 58.66, "caption": "A woman is talking to a person and then looks back down to finish making a drink.", "similarity": 0.6891, "relevance": 1 }, { "pair_id": 3503, "video_name": "s01e08_seg02_clip_03", "timestamp": [ 47.91, 61.03 ], "duration": 61.66, "caption": "A woman talks to a person while making a drink.", "similarity": 0.6673, "relevance": 1 }, { "pair_id": 3504, "video_name": "s08e07_seg02_clip_05", "timestamp": [ 39.62, 44.72 ], "duration": 60.66, "caption": "A woman raises their glass and takes a drink while having a conversation with person.", "similarity": 0.6505, "relevance": 1 }, { "pair_id": 3505, "video_name": "friends_s09e05_seg02_clip_19", "timestamp": [ 0.0, 2.57 ], "duration": 57.66, "caption": "A woman was holding a glass of drink whilst talking.", "similarity": 0.6499, "relevance": 0 }, { "pair_id": 3506, "video_name": "friends_s02e01_seg02_clip_11", "timestamp": [ 6.93, 8.19 ], "duration": 63.66, "caption": "A woman points at the pitcher on the table in front of her while taking, and sits down on the floor.", "similarity": 0.6398, "relevance": 1 }, { "pair_id": 3507, "video_name": "castle_s06e19_seg02_clip_21", "timestamp": [ 23.95, 29.82 ], "duration": 90.66, "caption": "A woman takes a sip from her mug and then sets it down as she speaks to woman.", "similarity": 0.6387, "relevance": 1 }, { "pair_id": 3508, "video_name": "s06e23_seg02_clip_06", "timestamp": [ 29.71, 32.41 ], "duration": 60.66, "caption": "A woman walks towards the living room holding a pitcher and offers drinks.", "similarity": 0.635, "relevance": 1 }, { "pair_id": 3509, "video_name": "s06e07_seg02_clip_09", "timestamp": [ 21.47, 24.95 ], "duration": 58.66, "caption": "A woman suggests a drink to someone while they are talking.", "similarity": 0.6321, "relevance": 0 }, { "pair_id": 3510, "video_name": "s07e09_seg02_clip_14", "timestamp": [ 39.25, 45.38 ], "duration": 72.66, "caption": "A person sets their drink down on the table and stands up to speak.", "similarity": 0.6233, "relevance": 0 }, { "pair_id": 3511, "video_name": "house_s07e12_seg02_clip_12", "timestamp": [ 0.0, 9.6 ], "duration": 91.66, "caption": "A woman drinks from her cup and then sets it down.", "similarity": 0.6184, "relevance": 1 }, { "pair_id": 3512, "video_name": "s08e15_seg02_clip_07", "timestamp": [ 11.51, 13.87 ], "duration": 59.66, "caption": "A woman leans her body down during a talk to a person.", "similarity": 0.618, "relevance": 2 }, { "pair_id": 3513, "video_name": "s08e21_seg02_clip_05", "timestamp": [ 42.92, 46.82 ], "duration": 60.66, "caption": "A woman takes a drink out of her cup while talking to a person.", "similarity": 0.6163, "relevance": 1 }, { "pair_id": 3514, "video_name": "s04e20_seg02_clip_13", "timestamp": [ 0.0, 16.51 ], "duration": 60.66, "caption": "A woman has a conversation with person, who is holding a green drink.", "similarity": 0.6076, "relevance": 1 }, { "pair_id": 3515, "video_name": "castle_s06e12_seg02_clip_14", "timestamp": [ 0.0, 5.31 ], "duration": 88.66, "caption": "A woman holds her drink up talking to a man.", "similarity": 0.6066, "relevance": 1 }, { "pair_id": 3516, "video_name": "s05e13_seg02_clip_15", "timestamp": [ 19.77, 27.48 ], "duration": 67.66, "caption": "A woman is holding a pitcher of water while speaking to a man.", "similarity": 0.6039, "relevance": 1 }, { "pair_id": 3517, "video_name": "s06e14_seg02_clip_07", "timestamp": [ 16.78, 19.26 ], "duration": 55.66, "caption": "A person leans forward and sets their mug on the coffee table as they talk to someone.", "similarity": 0.5998, "relevance": 2 }, { "pair_id": 3518, "video_name": "house_s02e09_seg02_clip_06", "timestamp": [ 2.67, 4.9 ], "duration": 89.66, "caption": "A person sets their cup down as they have a conversation.", "similarity": 0.5982, "relevance": 0 }, { "pair_id": 3519, "video_name": "friends_s03e13_seg02_clip_02", "timestamp": [ 46.55, 49.75 ], "duration": 58.66, "caption": "A woman sits a pitcher down on a counter.", "similarity": 0.5968, "relevance": 2 } ] }, { "query_id": 97797, "query": "A person reaches out and shakes hands with another person.", "relevant_moment": [ { "pair_id": 82580, "video_name": "s09e07_seg02_clip_01", "timestamp": [ 43.81, 46.64 ], "duration": 63.66, "caption": "A person reaches out and shakes hands with another person.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 82581, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 78.93 ], "duration": 91.66, "caption": "A person approaches and shakes hands with two other people.", "similarity": 0.9108, "relevance": 3 }, { "pair_id": 82582, "video_name": "castle_s05e18_seg02_clip_07", "timestamp": [ 28.22, 31.86 ], "duration": 91.66, "caption": "A person reaches out and shakes hands with woman.", "similarity": 0.8932, "relevance": 4 }, { "pair_id": 82583, "video_name": "friends_s06e24-25_seg02_clip_15", "timestamp": [ 2.05, 7.02 ], "duration": 58.66, "caption": "A person holds their hand out and another person shakes it.", "similarity": 0.883, "relevance": 3 }, { "pair_id": 82584, "video_name": "house_s08e09_seg02_clip_04", "timestamp": [ 0.0, 11.18 ], "duration": 89.66, "caption": "A person reaches out to shake another person's hand and eventually it happens.", "similarity": 0.8742, "relevance": 3 }, { "pair_id": 82586, "video_name": "friends_s06e20_seg02_clip_19", "timestamp": [ 2.44, 4.58 ], "duration": 61.66, "caption": "A person holds out his hand and a person shakes his hand.", "similarity": 0.871, "relevance": 3 }, { "pair_id": 82587, "video_name": "castle_s04e21_seg02_clip_02", "timestamp": [ 37.27, 41.81 ], "duration": 90.66, "caption": "A person holds out his hand to shake another person's hand.", "similarity": 0.868, "relevance": 3 }, { "pair_id": 82588, "video_name": "met_s02e08_seg02_clip_03", "timestamp": [ 33.07, 38.19 ], "duration": 60.66, "caption": "A person walks up to another person and shakes his hand.", "similarity": 0.8556, "relevance": 4 }, { "pair_id": 82589, "video_name": "castle_s07e17_seg02_clip_26", "timestamp": [ 42.4, 48.21 ], "duration": 89.66, "caption": "A person extends their hand and shakes someone's hand.", "similarity": 0.8428, "relevance": 3 }, { "pair_id": 82590, "video_name": "castle_s02e05_seg02_clip_26", "timestamp": [ 70.54, 76.92 ], "duration": 91.66, "caption": "A person extends his hand to shake hands with someone.", "similarity": 0.839, "relevance": 4 }, { "pair_id": 82591, "video_name": "castle_s08e10_seg02_clip_01", "timestamp": [ 74.83, 76.2 ], "duration": 91.66, "caption": "A person shakes another person's hand and starts a conversation with him.", "similarity": 0.8377, "relevance": 3 }, { "pair_id": 82592, "video_name": "castle_s05e13_seg02_clip_19", "timestamp": [ 78.26, 82.59 ], "duration": 96.66, "caption": "A person shakes another person's hand as she is standing next to someone else.", "similarity": 0.8374, "relevance": 3 }, { "pair_id": 82593, "video_name": "castle_s02e08_seg02_clip_18", "timestamp": [ 14.4, 22.51 ], "duration": 90.66, "caption": "A person stands up and reaches out to shake someone's hand.", "similarity": 0.8316, "relevance": 3 }, { "pair_id": 82594, "video_name": "grey_s03e10_seg02_clip_24", "timestamp": [ 86.54, 96.84 ], "duration": 103.66, "caption": "A person reaches out his hand and another person holds on to it.", "similarity": 0.8247, "relevance": 3 }, { "pair_id": 82595, "video_name": "s01e14_seg01_clip_01", "timestamp": [ 30.95, 34.35 ], "duration": 68.66, "caption": "A person extends his arm and shakes hands with another person while he rests his other hand on the person's shoulder.", "similarity": 0.8137, "relevance": 2 }, { "pair_id": 82596, "video_name": "met_s06e21_seg01_clip_04", "timestamp": [ 62.12, 85.65 ], "duration": 94.66, "caption": "A person introduces another person to some other people and they all shake hands.", "similarity": 0.8121, "relevance": 3 }, { "pair_id": 82597, "video_name": "house_s08e20_seg02_clip_25", "timestamp": [ 47.06, 53.36 ], "duration": 97.66, "caption": "A man reaches out and another man shakes his hand.", "similarity": 0.8106, "relevance": 3 }, { "pair_id": 82598, "video_name": "s05e07_seg02_clip_12", "timestamp": [ 15.13, 23.53 ], "duration": 56.66, "caption": "A person reaches for a handshake the second time and shocks another person.", "similarity": 0.8103, "relevance": 3 }, { "pair_id": 82599, "video_name": "met_s03e06_seg02_clip_09", "timestamp": [ 34.93, 37.38 ], "duration": 61.66, "caption": "A person shakes hands with another person in a gray shirt.", "similarity": 0.8052, "relevance": 4 }, { "pair_id": 255900, "video_name": "met_s03e02_seg02_clip_05", "timestamp": [ 19.13, 32.88 ], "duration": 59.66, "caption": "A person shakes some people's hands as they stand across from him/her.", "similarity": 0.8045, "relevance": 3 }, { "pair_id": 255901, "video_name": "castle_s03e16_seg02_clip_15", "timestamp": [ 36.92, 39.23 ], "duration": 92.66, "caption": "A person walks up to someone and shakes his hand.", "similarity": 0.8042, "relevance": 4 }, { "pair_id": 255902, "video_name": "s03e12_seg02_clip_06", "timestamp": [ 5.76, 9.6 ], "duration": 64.66, "caption": "A person shakes hands with a woman across from him.", "similarity": 0.8039, "relevance": 4 }, { "pair_id": 255903, "video_name": "castle_s08e14_seg02_clip_12", "timestamp": [ 39.61, 44.11 ], "duration": 90.66, "caption": "A person shakes another person's hand on a deal they hand.", "similarity": 0.8025, "relevance": 4 }, { "pair_id": 255904, "video_name": "friends_s09e20_seg02_clip_15", "timestamp": [ 0.0, 3.54 ], "duration": 59.66, "caption": "A man shakes hands with a person that someone has introduced him to.", "similarity": 0.8025, "relevance": 4 }, { "pair_id": 255905, "video_name": "s07e07_seg01_clip_01", "timestamp": [ 33.51, 36.97 ], "duration": 77.66, "caption": "A man reaches out to shake person's hand and say hello.", "similarity": 0.7973, "relevance": 4 }, { "pair_id": 255906, "video_name": "friends_s08e01_seg02_clip_08", "timestamp": [ 0.0, 2.24 ], "duration": 64.66, "caption": "A man and another person shake hands.", "similarity": 0.7897, "relevance": 4 }, { "pair_id": 255907, "video_name": "castle_s07e09_seg02_clip_04", "timestamp": [ 8.4, 17.65 ], "duration": 84.66, "caption": "A person shakes hands with another person and makes a funny face.", "similarity": 0.7885, "relevance": 4 }, { "pair_id": 255908, "video_name": "castle_s08e11_seg02_clip_04", "timestamp": [ 68.31, 74.41 ], "duration": 87.66, "caption": "A person attempts to shake another person's hand but is hugged.", "similarity": 0.7851, "relevance": 3 }, { "pair_id": 255909, "video_name": "s06e18_seg02_clip_10", "timestamp": [ 16.51, 20.11 ], "duration": 60.66, "caption": "A person holds their hand up to someone and shakes their head.", "similarity": 0.7801, "relevance": 2 }, { "pair_id": 255910, "video_name": "house_s07e01_seg02_clip_21", "timestamp": [ 28.82, 30.11 ], "duration": 86.66, "caption": "Two people shake hands with each other.", "similarity": 0.7759, "relevance": 2 }, { "pair_id": 255911, "video_name": "friends_s01e23_seg02_clip_00", "timestamp": [ 13.14, 15.06 ], "duration": 64.66, "caption": "Two people shake hands with each other.", "similarity": 0.7759, "relevance": 4 }, { "pair_id": 255912, "video_name": "castle_s06e21_seg02_clip_10", "timestamp": [ 3.54, 6.19 ], "duration": 88.66, "caption": "A person reaches out with his left hand and pats another person's shoulder.", "similarity": 0.7739, "relevance": 3 }, { "pair_id": 255913, "video_name": "friends_s09e18_seg02_clip_17", "timestamp": [ 11.41, 14.71 ], "duration": 60.66, "caption": "A person puts out his right hand and a man shakes it.", "similarity": 0.771, "relevance": 4 }, { "pair_id": 255915, "video_name": "friends_s07e21_seg02_clip_01", "timestamp": [ 3.92, 5.73 ], "duration": 60.66, "caption": "Two people shake each other's hands when they meet.", "similarity": 0.7697, "relevance": 4 }, { "pair_id": 255916, "video_name": "s07e07_seg02_clip_07", "timestamp": [ 52.83, 55.78 ], "duration": 59.66, "caption": "One person crosses over to another person and shakes his hand.", "similarity": 0.7676, "relevance": 4 }, { "pair_id": 255917, "video_name": "met_s02e21_seg02_clip_13", "timestamp": [ 19.5, 21.28 ], "duration": 59.66, "caption": "Two people reach out to grab each other's hands.", "similarity": 0.7652, "relevance": 4 }, { "pair_id": 255918, "video_name": "castle_s08e11_seg02_clip_01", "timestamp": [ 85.97, 90.02 ], "duration": 90.66, "caption": "A woman and person shake each others hands as they introduce themselves to each other.", "similarity": 0.7638, "relevance": 4 }, { "pair_id": 255919, "video_name": "castle_s03e23_seg02_clip_03", "timestamp": [ 10.56, 18.93 ], "duration": 88.66, "caption": "A woman shakes hands with two people.", "similarity": 0.7637, "relevance": 4 } ] }, { "query_id": 97871, "query": "A woman talks on her cell phone while driving a car.", "relevant_moment": [ { "pair_id": 6080, "video_name": "friends_s10e17-18_seg02_clip_33", "timestamp": [ 27.77, 31.12 ], "duration": 61.66, "caption": "A woman talks on her cell phone while driving a car.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 6081, "video_name": "castle_s02e09_seg02_clip_07", "timestamp": [ 10.32, 26.24 ], "duration": 86.66, "caption": "A woman answers the phone and talks on it while she's driving.", "similarity": 0.8574, "relevance": 4 }, { "pair_id": 6082, "video_name": "castle_s01e05_seg02_clip_08", "timestamp": [ 33.76, 38.71 ], "duration": 90.66, "caption": "A woman answers her phone while driving in her car.", "similarity": 0.8424, "relevance": 4 }, { "pair_id": 6083, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 2.7, 10.5 ], "duration": 60.66, "caption": "A woman is driving the car while talking to someone.", "similarity": 0.826, "relevance": 2 }, { "pair_id": 6084, "video_name": "s05e22_seg02_clip_11", "timestamp": [ 5.85, 8.78 ], "duration": 65.66, "caption": "A woman is driving when she gets her phone.", "similarity": 0.811, "relevance": 2 }, { "pair_id": 6085, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 26.52, 57.02 ], "duration": 57.66, "caption": "A woman was driving the car whilst talking to a person.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 6086, "video_name": "castle_s02e09_seg02_clip_18", "timestamp": [ 0.0, 62.5 ], "duration": 90.66, "caption": "A woman was driving the car whilst talking to a person.", "similarity": 0.7721, "relevance": 2 }, { "pair_id": 6087, "video_name": "s09e24_seg02_clip_14", "timestamp": [ 0.0, 7.63 ], "duration": 61.66, "caption": "A woman was talking to someone over the phone whilst sitting on the car.", "similarity": 0.7605, "relevance": 3 }, { "pair_id": 6088, "video_name": "s10e05_seg02_clip_03", "timestamp": [ 52.75, 57.02 ], "duration": 57.66, "caption": "A woman is driving a car while talking to a person about someone.", "similarity": 0.7603, "relevance": 2 }, { "pair_id": 6089, "video_name": "s09e23_seg02_clip_02", "timestamp": [ 49.58, 51.35 ], "duration": 59.66, "caption": "A woman is sitting in her car doing something on her phone.", "similarity": 0.7536, "relevance": 2 }, { "pair_id": 6090, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 20.11, 31.21 ], "duration": 60.66, "caption": "A woman answers a cell phone call while driving down the road with two other people.", "similarity": 0.7485, "relevance": 3 }, { "pair_id": 6091, "video_name": "house_s07e22_seg02_clip_14", "timestamp": [ 12.87, 17.44 ], "duration": 83.66, "caption": "A woman is driving her car while talking to a man.", "similarity": 0.7388, "relevance": 2 }, { "pair_id": 6092, "video_name": "s09e18_seg02_clip_11", "timestamp": [ 48.45, 54.54 ], "duration": 58.66, "caption": "A person is talking to a woman while driving.", "similarity": 0.7305, "relevance": 2 }, { "pair_id": 6093, "video_name": "s05e12_seg02_clip_10", "timestamp": [ 0.0, 21.76 ], "duration": 58.66, "caption": "A woman drives a car while talking with a man.", "similarity": 0.7191, "relevance": 2 }, { "pair_id": 6094, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 25.09, 29.51 ], "duration": 59.66, "caption": "A woman is driving the car while another woman is talking to her.", "similarity": 0.7186, "relevance": 2 }, { "pair_id": 6095, "video_name": "castle_s05e23_seg02_clip_07", "timestamp": [ 22.45, 52.98 ], "duration": 89.66, "caption": "A woman was driving the car while talking to a man.", "similarity": 0.7142, "relevance": 2 }, { "pair_id": 6096, "video_name": "met_s02e18_seg02_clip_11", "timestamp": [ 8.14, 43.1 ], "duration": 60.66, "caption": "A woman is talking to somebody on her cell phone.", "similarity": 0.7128, "relevance": 2 }, { "pair_id": 6097, "video_name": "castle_s02e14_seg02_clip_08", "timestamp": [ 0.0, 4.01 ], "duration": 89.66, "caption": "A woman has her cell phone to her ear and is talking.", "similarity": 0.7091, "relevance": 2 }, { "pair_id": 6098, "video_name": "castle_s06e23_seg02_clip_07", "timestamp": [ 0.0, 5.46 ], "duration": 91.66, "caption": "A woman is inside the car talking to a man on the phone.", "similarity": 0.7042, "relevance": 2 }, { "pair_id": 6099, "video_name": "s02e17_seg02_clip_09", "timestamp": [ 14.22, 19.15 ], "duration": 58.66, "caption": "A woman is talking to a person on her cell phone.", "similarity": 0.7033, "relevance": 2 }, { "pair_id": 179400, "video_name": "castle_s05e19_seg02_clip_17", "timestamp": [ 39.49, 42.85 ], "duration": 84.66, "caption": "A woman gets her phone and call someone while talking.", "similarity": 0.6887, "relevance": 2 }, { "pair_id": 179401, "video_name": "castle_s02e11_seg02_clip_16", "timestamp": [ 22.15, 26.21 ], "duration": 90.66, "caption": "A woman makes a call on her cell phone.", "similarity": 0.6871, "relevance": 2 }, { "pair_id": 179402, "video_name": "house_s08e02_seg02_clip_12", "timestamp": [ 0.45, 1.8 ], "duration": 90.66, "caption": "A woman opens their car door while speaking over the phone.", "similarity": 0.6868, "relevance": 3 }, { "pair_id": 179403, "video_name": "s03e03_seg02_clip_15", "timestamp": [ 3.12, 9.79 ], "duration": 89.66, "caption": "A person is driving the car while talking to someone.", "similarity": 0.6863, "relevance": 2 }, { "pair_id": 179404, "video_name": "castle_s06e23_seg02_clip_03", "timestamp": [ 52.52, 58.76 ], "duration": 89.66, "caption": "A woman gets out of her car and looks at her phone.", "similarity": 0.6861, "relevance": 3 }, { "pair_id": 179405, "video_name": "castle_s03e05_seg02_clip_13", "timestamp": [ 88.75, 91.03 ], "duration": 91.66, "caption": "A woman is on the phone as a person speaks to her.", "similarity": 0.6857, "relevance": 2 }, { "pair_id": 179406, "video_name": "castle_s05e17_seg02_clip_19", "timestamp": [ 0.0, 18.48 ], "duration": 90.66, "caption": "A woman is driving with person in the passenger seat as they are on the phone with someone.", "similarity": 0.6837, "relevance": 3 }, { "pair_id": 179407, "video_name": "castle_s07e13_seg02_clip_22", "timestamp": [ 21.97, 45.3 ], "duration": 91.66, "caption": "A woman calls someone and they talk about something on the phone.", "similarity": 0.6825, "relevance": 2 }, { "pair_id": 179408, "video_name": "castle_s06e07_seg02_clip_15", "timestamp": [ 2.31, 6.94 ], "duration": 92.66, "caption": "A woman takes the phone from a man's hand as he's driving the car.", "similarity": 0.6776, "relevance": 2 }, { "pair_id": 179409, "video_name": "s01e16_seg02_clip_12", "timestamp": [ 4.8, 6.9 ], "duration": 60.66, "caption": "A woman puts her hand on her forehead while talking on the cell phone.", "similarity": 0.677, "relevance": 2 }, { "pair_id": 179410, "video_name": "castle_s01e05_seg02_clip_00", "timestamp": [ 2.77, 5.54 ], "duration": 92.66, "caption": "A woman turns and answers a call on her cellphone.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 179411, "video_name": "castle_s05e22_seg02_clip_00", "timestamp": [ 80.36, 87.25 ], "duration": 91.66, "caption": "A woman answers a call on her cell phone.", "similarity": 0.6728, "relevance": 2 }, { "pair_id": 179412, "video_name": "house_s06e04_seg02_clip_07", "timestamp": [ 0.0, 38.71 ], "duration": 90.66, "caption": "A woman talks on her cell while she's in a cab.", "similarity": 0.6704, "relevance": 3 }, { "pair_id": 179413, "video_name": "castle_s03e07_seg02_clip_06", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A woman gets on her cell phone after she spoke to two other people.", "similarity": 0.6701, "relevance": 1 }, { "pair_id": 179414, "video_name": "castle_s01e03_seg02_clip_10", "timestamp": [ 35.52, 39.57 ], "duration": 89.66, "caption": "A woman answers the call she receives from a man while driving.", "similarity": 0.6679, "relevance": 2 }, { "pair_id": 179415, "video_name": "s04e13_seg02_clip_03", "timestamp": [ 18.61, 24.01 ], "duration": 60.66, "caption": "A woman answers a man's call while she is driving.", "similarity": 0.6646, "relevance": 2 }, { "pair_id": 179416, "video_name": "s04e01_seg02_clip_07", "timestamp": [ 0.0, 20.26 ], "duration": 75.66, "caption": "A woman is driving and conversing with person, the passenger.", "similarity": 0.6642, "relevance": 2 }, { "pair_id": 179417, "video_name": "castle_s06e04_seg02_clip_02", "timestamp": [ 1.37, 3.19 ], "duration": 91.66, "caption": "A woman answers a call from her cellphone.", "similarity": 0.6621, "relevance": 2 }, { "pair_id": 179418, "video_name": "castle_s08e20_seg02_clip_15", "timestamp": [ 15.68, 20.91 ], "duration": 95.66, "caption": "A woman gets her cellphone and started talking to someone over the phone.", "similarity": 0.6613, "relevance": 2 }, { "pair_id": 179419, "video_name": "s09e23_seg02_clip_01", "timestamp": [ 21.84, 59.03 ], "duration": 59.66, "caption": "A woman is driving a car having a conversation with another woman who is in the passenger seat.", "similarity": 0.6598, "relevance": 2 } ] }, { "query_id": 98002, "query": "A man storms into a person's office at work and walks up to his desk.", "relevant_moment": [ { "pair_id": 76440, "video_name": "s06e09_seg02_clip_01", "timestamp": [ 32.65, 38.45 ], "duration": 61.66, "caption": "A man storms into a person's office at work and walks up to his desk.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 76441, "video_name": "house_s05e16_seg02_clip_02", "timestamp": [ 74.74, 88.86 ], "duration": 91.66, "caption": "A man goes into man's office and walks up to his desk.", "similarity": 0.8025, "relevance": 3 }, { "pair_id": 76442, "video_name": "house_s03e23_seg02_clip_23", "timestamp": [ 46.51, 55.35 ], "duration": 93.66, "caption": "A person walks into man's office and over to his desk.", "similarity": 0.7948, "relevance": 4 }, { "pair_id": 76443, "video_name": "house_s08e07_seg02_clip_01", "timestamp": [ 60.41, 90.17 ], "duration": 90.66, "caption": "A person storms into someone's office as they sit down.", "similarity": 0.7927, "relevance": 3 }, { "pair_id": 76444, "video_name": "friends_s10e06_seg02_clip_21", "timestamp": [ 49.29, 51.06 ], "duration": 59.66, "caption": "A man storms into a person's office with a woman following him.", "similarity": 0.7872, "relevance": 4 }, { "pair_id": 76445, "video_name": "house_s07e20_seg02_clip_08", "timestamp": [ 17.02, 26.23 ], "duration": 92.66, "caption": "A person walks through the office door and walks up to a man's desk.", "similarity": 0.7816, "relevance": 3 }, { "pair_id": 76446, "video_name": "house_s07e02_seg02_clip_02", "timestamp": [ 76.12, 79.23 ], "duration": 89.66, "caption": "A person walks into a man's office as he is seated at his desk.", "similarity": 0.7736, "relevance": 3 }, { "pair_id": 76447, "video_name": "friends_s02e23_seg02_clip_05", "timestamp": [ 42.62, 48.92 ], "duration": 60.66, "caption": "A man walks into guy's office and moves to his desk.", "similarity": 0.7516, "relevance": 4 }, { "pair_id": 76448, "video_name": "s06e14_seg02_clip_10", "timestamp": [ 40.14, 44.27 ], "duration": 59.66, "caption": "A man walks into someone's office at work and puts an envelope on his desk.", "similarity": 0.7445, "relevance": 4 }, { "pair_id": 76449, "video_name": "house_s01e09_seg02_clip_06", "timestamp": [ 86.86, 92.66 ], "duration": 92.66, "caption": "A man is upset and storms out of another person's office.", "similarity": 0.7392, "relevance": 1 }, { "pair_id": 76450, "video_name": "house_s05e18_seg02_clip_24", "timestamp": [ 7.74, 11.61 ], "duration": 86.66, "caption": "A person walks over to the window in a man's office.", "similarity": 0.7386, "relevance": 1 }, { "pair_id": 76451, "video_name": "friends_s08e11_seg02_clip_02", "timestamp": [ 43.66, 51.55 ], "duration": 60.66, "caption": "A man's boss enters his office and he gets up from his desk.", "similarity": 0.7375, "relevance": 3 }, { "pair_id": 76452, "video_name": "house_s05e15_seg02_clip_18", "timestamp": [ 69.44, 78.02 ], "duration": 78.66, "caption": "A man comes into person's office, person is standing up behind his desk.", "similarity": 0.7293, "relevance": 4 }, { "pair_id": 76453, "video_name": "met_s02e13_seg02_clip_13", "timestamp": [ 54.57, 57.84 ], "duration": 59.66, "caption": "A man walks past a person in the office.", "similarity": 0.7267, "relevance": 1 }, { "pair_id": 76454, "video_name": "s08e06_seg02_clip_02", "timestamp": [ 0.0, 60.03 ], "duration": 60.66, "caption": "A person walks into someone's office at work to talk.", "similarity": 0.7201, "relevance": 1 }, { "pair_id": 76455, "video_name": "house_s06e03_seg02_clip_23", "timestamp": [ 67.89, 73.44 ], "duration": 92.66, "caption": "A man walks into his office and sees person sitting at his desk.", "similarity": 0.7179, "relevance": 3 }, { "pair_id": 76456, "video_name": "house_s02e01_seg02_clip_25", "timestamp": [ 14.58, 19.85 ], "duration": 81.66, "caption": "A person walks up to another person in his office.", "similarity": 0.7176, "relevance": 0 }, { "pair_id": 76457, "video_name": "s05e17_seg02_clip_15", "timestamp": [ 41.09, 43.02 ], "duration": 43.66, "caption": "A man walks across the room at a person's office at work.", "similarity": 0.7172, "relevance": 4 }, { "pair_id": 76458, "video_name": "castle_s08e15_seg02_clip_15", "timestamp": [ 46.54, 51.25 ], "duration": 94.66, "caption": "A man walks into the office where two people are at.", "similarity": 0.7153, "relevance": 1 }, { "pair_id": 76459, "video_name": "s07e17_seg02_clip_03", "timestamp": [ 37.48, 39.25 ], "duration": 59.66, "caption": "A man comes into a person's office while they are sitting at their desk.", "similarity": 0.7148, "relevance": 2 } ] }, { "query_id": 98019, "query": "A man runs behind some cardboard boxes and pops up between two other men wearing a bonnet.", "relevant_moment": [ { "pair_id": 48500, "video_name": "friends_s08e19_seg02_clip_04", "timestamp": [ 30.7, 35.67 ], "duration": 62.66, "caption": "A man runs behind some cardboard boxes and pops up between two other men wearing a bonnet.", "similarity": 1.0, "relevance": 3 }, { "pair_id": 48501, "video_name": "friends_s03e10_seg02_clip_06", "timestamp": [ 56.43, 59.13 ], "duration": 60.66, "caption": "A man introduces the boxes he is holding to another man and some people.", "similarity": 0.569, "relevance": 0 }, { "pair_id": 48502, "video_name": "house_s08e19_seg02_clip_07", "timestamp": [ 58.3, 63.0 ], "duration": 94.66, "caption": "A man walks over to another man and picks up a cardboard box.", "similarity": 0.5557, "relevance": 1 }, { "pair_id": 48503, "video_name": "castle_s08e15_seg02_clip_24", "timestamp": [ 8.65, 12.74 ], "duration": 91.66, "caption": "A man runs over to another man with a picture in his hand.", "similarity": 0.545, "relevance": 1 }, { "pair_id": 48504, "video_name": "s10e11_seg02_clip_06", "timestamp": [ 0.0, 3.05 ], "duration": 61.66, "caption": "A man has a conversation with other men as he holds a cardboard box.", "similarity": 0.5449, "relevance": 0 }, { "pair_id": 48505, "video_name": "met_s06e17_seg02_clip_14", "timestamp": [ 7.93, 12.21 ], "duration": 61.66, "caption": "A man runs across the lobby then runs back and grabs a box.", "similarity": 0.5442, "relevance": 1 }, { "pair_id": 48506, "video_name": "grey_s02e24_seg02_clip_03", "timestamp": [ 41.79, 53.02 ], "duration": 89.66, "caption": "A man runs towards another person and some other people pull him away.", "similarity": 0.5441, "relevance": 1 }, { "pair_id": 48507, "video_name": "castle_s08e09_seg02_clip_16", "timestamp": [ 40.51, 47.4 ], "duration": 81.66, "caption": "A man quickly followed another man who is running so fast.", "similarity": 0.538, "relevance": 1 }, { "pair_id": 48508, "video_name": "s05e14_seg01_clip_01", "timestamp": [ 43.11, 47.76 ], "duration": 62.66, "caption": "A man runs through while a person and another person are recording themselves.", "similarity": 0.5368, "relevance": 1 }, { "pair_id": 48509, "video_name": "friends_s04e22_seg02_clip_19", "timestamp": [ 0.0, 2.71 ], "duration": 36.66, "caption": "A man gets up from beside two other men.", "similarity": 0.5292, "relevance": 0 }, { "pair_id": 48510, "video_name": "met_s03e17_seg02_clip_01", "timestamp": [ 42.77, 44.27 ], "duration": 60.66, "caption": "A man walks up behind another man and startles him.", "similarity": 0.5181, "relevance": 0 }, { "pair_id": 48511, "video_name": "met_s03e11_seg02_clip_13", "timestamp": [ 18.01, 22.51 ], "duration": 60.66, "caption": "A man walks up behind another man and hits him on the head.", "similarity": 0.515, "relevance": 1 }, { "pair_id": 48512, "video_name": "castle_s05e09_seg02_clip_08", "timestamp": [ 85.07, 90.02 ], "duration": 90.66, "caption": "A man opens another man's white box and takes out an item.", "similarity": 0.5147, "relevance": 1 }, { "pair_id": 48513, "video_name": "castle_s06e05_seg02_clip_25", "timestamp": [ 65.54, 67.81 ], "duration": 91.66, "caption": "A man picks up a device and runs after another man.", "similarity": 0.5144, "relevance": 0 }, { "pair_id": 48514, "video_name": "friends_s02e09_seg02_clip_18", "timestamp": [ 77.78, 81.02 ], "duration": 81.66, "caption": "A man sets a box on the table in front of another man.", "similarity": 0.5072, "relevance": 0 }, { "pair_id": 48515, "video_name": "grey_s03e10_seg02_clip_10", "timestamp": [ 76.62, 85.14 ], "duration": 89.66, "caption": "A man is operating on a dummy body with another person beside him.", "similarity": 0.5045, "relevance": 0 }, { "pair_id": 48516, "video_name": "friends_s05e07_seg02_clip_20", "timestamp": [ 48.81, 80.02 ], "duration": 80.66, "caption": "A man comes home from work to find two guys wearing costume headgear and playing in a cardboard box fortress.", "similarity": 0.4984, "relevance": 3 }, { "pair_id": 48517, "video_name": "castle_s06e11_seg02_clip_15", "timestamp": [ 68.56, 85.12 ], "duration": 92.66, "caption": "A man stands up and runs over to another man lying across the room.", "similarity": 0.4969, "relevance": 1 }, { "pair_id": 48518, "video_name": "friends_s03e02_seg02_clip_01", "timestamp": [ 21.12, 23.8 ], "duration": 59.66, "caption": "A man runs up to two guys when he's in a tux.", "similarity": 0.4962, "relevance": 1 }, { "pair_id": 48519, "video_name": "met_s02e18_seg02_clip_00", "timestamp": [ 4.29, 17.47 ], "duration": 61.66, "caption": "Two people hand a man cardboard boxes while explaining what is in each box.", "similarity": 0.4937, "relevance": 1 } ] }, { "query_id": 98047, "query": "A man stands up and walks out of the room.", "relevant_moment": [ { "pair_id": 21540, "video_name": "grey_s03e09_seg02_clip_08", "timestamp": [ 83.98, 87.02 ], "duration": 87.66, "caption": "A man stands up and walks out of the room.", "similarity": 1.0, "relevance": 4 }, { "pair_id": 21541, "video_name": "s02e18_seg02_clip_13", "timestamp": [ 2.6, 11.06 ], "duration": 65.66, "caption": "A man stands up from the chair and walks out of the room.", "similarity": 0.8877, "relevance": 4 }, { "pair_id": 21542, "video_name": "house_s05e08_seg02_clip_13", "timestamp": [ 77.1, 84.16 ], "duration": 94.66, "caption": "A man stands up from the table and walks out the room.", "similarity": 0.885, "relevance": 4 }, { "pair_id": 21543, "video_name": "friends_s01e12_seg02_clip_00", "timestamp": [ 53.34, 56.14 ], "duration": 62.66, "caption": "A person stands up and walks out of the living room.", "similarity": 0.8618, "relevance": 2 }, { "pair_id": 21544, "video_name": "friends_s02e14_seg02_clip_18", "timestamp": [ 0.6, 5.1 ], "duration": 60.66, "caption": "A man stands up and walks across the room.", "similarity": 0.8368, "relevance": 4 }, { "pair_id": 21545, "video_name": "castle_s01e07_seg02_clip_10", "timestamp": [ 3.26, 13.02 ], "duration": 93.66, "caption": "The man stands up and exits the room.", "similarity": 0.8347, "relevance": 4 }, { "pair_id": 21548, "video_name": "castle_s08e20_seg02_clip_21", "timestamp": [ 39.91, 43.63 ], "duration": 92.66, "caption": "A man stands up from his seat and walks across the room.", "similarity": 0.8073, "relevance": 4 }, { "pair_id": 21551, "video_name": "friends_s03e02_seg02_clip_12", "timestamp": [ 41.19, 45.16 ], "duration": 61.66, "caption": "A man stands up and walks around the living room.", "similarity": 0.7902, "relevance": 3 }, { "pair_id": 21552, "video_name": "castle_s01e07_seg02_clip_18", "timestamp": [ 2.76, 6.44 ], "duration": 92.66, "caption": "A woman stands up and walks out of the room.", "similarity": 0.7895, "relevance": 2 }, { "pair_id": 21553, "video_name": "castle_s02e04_seg02_clip_19", "timestamp": [ 12.85, 16.39 ], "duration": 88.66, "caption": "A person walks out of the room.", "similarity": 0.7861, "relevance": 3 }, { "pair_id": 21554, "video_name": "house_s03e04_seg02_clip_18", "timestamp": [ 46.36, 51.76 ], "duration": 90.66, "caption": "A man gets up from the bed and walks out of the room.", "similarity": 0.7795, "relevance": 4 }, { "pair_id": 21555, "video_name": "friends_s03e11_seg02_clip_15", "timestamp": [ 13.58, 22.73 ], "duration": 59.66, "caption": "A man jumps up and then walks out of the room.", "similarity": 0.7782, "relevance": 4 }, { "pair_id": 21556, "video_name": "house_s02e01_seg02_clip_11", "timestamp": [ 20.02, 23.93 ], "duration": 87.66, "caption": "A person gets up and walks out of the room quickly.", "similarity": 0.776, "relevance": 4 }, { "pair_id": 21557, "video_name": "castle_s08e18_seg02_clip_08", "timestamp": [ 9.0, 11.25 ], "duration": 90.66, "caption": "A person walks out of the room with a man.", "similarity": 0.7726, "relevance": 1 }, { "pair_id": 21558, "video_name": "house_s07e07_seg02_clip_18", "timestamp": [ 6.12, 12.24 ], "duration": 102.66, "caption": "A man walks into the room and stands outside it.", "similarity": 0.7723, "relevance": 1 }, { "pair_id": 21559, "video_name": "grey_s03e17_seg02_clip_20", "timestamp": [ 21.28, 31.16 ], "duration": 152.66, "caption": "A person stands up and leaves the room.", "similarity": 0.7684, "relevance": 4 }, { "pair_id": 194861, "video_name": "house_s01e15_seg02_clip_05", "timestamp": [ 15.85, 17.01 ], "duration": 77.66, "caption": "A person towards and walks out of the room.", "similarity": 0.767, "relevance": 2 }, { "pair_id": 194862, "video_name": "house_s03e24_seg02_clip_23", "timestamp": [ 65.35, 72.92 ], "duration": 108.66, "caption": "A man walks over to the door and walks out of the room.", "similarity": 0.7666, "relevance": 3 }, { "pair_id": 194864, "video_name": "friends_s07e01_seg02_clip_08", "timestamp": [ 29.59, 32.2 ], "duration": 58.66, "caption": "A man walks back out of his bedroom and stands in the doorway.", "similarity": 0.7624, "relevance": 2 }, { "pair_id": 194865, "video_name": "friends_s05e12_seg02_clip_17", "timestamp": [ 0.0, 64.03 ], "duration": 64.66, "caption": "A man walked out from inside a room to freshen up.", "similarity": 0.7579, "relevance": 2 }, { "pair_id": 194866, "video_name": "house_s05e20_seg02_clip_08", "timestamp": [ 22.06, 38.71 ], "duration": 90.66, "caption": "A man gets up, stands for a while, and then leaves the room.", "similarity": 0.7537, "relevance": 2 }, { "pair_id": 194867, "video_name": "grey_s02e01_seg02_clip_03", "timestamp": [ 0.9, 8.55 ], "duration": 90.66, "caption": "A man walks into the room.", "similarity": 0.7535, "relevance": 2 }, { "pair_id": 194868, "video_name": "castle_s05e24_seg02_clip_20", "timestamp": [ 71.45, 77.37 ], "duration": 91.66, "caption": "A person stands up and walks out of the room followed by another person.", "similarity": 0.7532, "relevance": 2 }, { "pair_id": 194870, "video_name": "house_s01e15_seg02_clip_20", "timestamp": [ 71.72, 74.37 ], "duration": 88.66, "caption": "A person walks out of the room and a man is left standing alone with his hands out.", "similarity": 0.7458, "relevance": 2 }, { "pair_id": 194871, "video_name": "castle_s08e06_seg02_clip_02", "timestamp": [ 0.0, 8.56 ], "duration": 90.66, "caption": "A man walks away from person to stand in the other side of the room.", "similarity": 0.7449, "relevance": 1 }, { "pair_id": 194873, "video_name": "s04e03_seg01_clip_02", "timestamp": [ 30.03, 40.05 ], "duration": 40.66, "caption": "A man stands up and walks towards his bedroom.", "similarity": 0.7432, "relevance": 2 }, { "pair_id": 194874, "video_name": "house_s08e14_seg02_clip_10", "timestamp": [ 20.03, 23.67 ], "duration": 91.66, "caption": "A person starts to walk out of a man's room but turns around.", "similarity": 0.7428, "relevance": 1 }, { "pair_id": 194875, "video_name": "grey_s03e22_seg02_clip_25", "timestamp": [ 4.84, 11.0 ], "duration": 88.66, "caption": "A person walks into the room and stands across from a man.", "similarity": 0.7405, "relevance": 1 }, { "pair_id": 194876, "video_name": "s08e01_seg02_clip_06", "timestamp": [ 30.57, 32.46 ], "duration": 63.66, "caption": "A person turns and walks out of the room.", "similarity": 0.7383, "relevance": 2 }, { "pair_id": 194878, "video_name": "house_s08e01_seg02_clip_05", "timestamp": [ 25.16, 27.88 ], "duration": 136.66, "caption": "A person turns and walks out of the room.", "similarity": 0.7383, "relevance": 1 }, { "pair_id": 194879, "video_name": "house_s06e14_seg02_clip_24", "timestamp": [ 50.61, 58.1 ], "duration": 88.66, "caption": "A person turns and walks out of the room.", "similarity": 0.7383, "relevance": 2 } ] } ]